-- Logs begin at Fri 2022-02-04 11:29:36 UTC, end at Fri 2022-02-04 14:02:08 UTC. -- Feb 04 12:06:27.566491 n-d-825015-3 systemd[1]: Started Devstack devstack@q-svc.service. Feb 04 12:06:30.686738 n-d-825015-3 neutron-server[103363]: INFO neutron.common.config [-] Logging enabled! Feb 04 12:06:30.687387 n-d-825015-3 neutron-server[103363]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev476 Feb 04 12:06:30.687535 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103363) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 04 12:06:30.691111 n-d-825015-3 neutron-server[103363]: INFO neutron.common.config [-] Logging enabled! Feb 04 12:06:30.691366 n-d-825015-3 neutron-server[103363]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev476 Feb 04 12:06:30.691679 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103363) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 04 12:06:30.692645 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:06:30.692881 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 04 12:06:30.693261 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 04 12:06:30.693511 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 04 12:06:30.693742 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 04 12:06:30.694868 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:30.695297 n-d-825015-3 neutron-server[103363]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 04 12:06:30.695630 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:30.697603 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:30.697917 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:30.698222 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:30.698523 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:30.698815 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:30.699111 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:30.699417 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:30.699709 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:30.700021 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:30.700307 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:30.700604 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:30.700894 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:30.701189 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:30.701480 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:30.701771 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] debug = True {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:30.702058 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:30.702498 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:30.702924 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:30.703209 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:30.703528 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:30.703825 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:30.704109 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:30.704389 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:30.704675 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:30.705010 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] host = n-d-825015-3 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:30.705287 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:30.705581 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:30.705873 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:30.706166 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:30.706443 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:30.706722 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:30.707011 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:30.707289 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:30.707565 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] log_file = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:30.707877 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:30.708170 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:30.708460 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:30.708753 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:30.708979 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:30.709204 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:30.709498 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:30.710436 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:30.710890 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:30.711175 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:30.711460 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:30.711759 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:30.712045 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:30.712321 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:30.712611 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:30.712900 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:30.713190 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:30.713471 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:30.713749 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:30.714025 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:30.714306 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:30.714595 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:30.714872 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:30.715135 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:30.715410 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:30.715703 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:30.716006 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:30.716284 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:30.716594 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:30.716886 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:30.717171 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:30.717466 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:30.717747 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:30.718032 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:30.718316 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:30.718607 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:30.718861 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] use_json = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:30.719140 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:30.719415 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:30.719702 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:30.721399 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:30.721628 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:30.721932 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:30.722423 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:30.724085 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:30.724387 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:30.724715 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:30.725025 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:30.726035 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:30.726576 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:30.726914 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:30.727209 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:30.727513 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:30.727840 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:30.728141 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:30.728447 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:30.728751 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:30.729042 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:30.729357 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:30.729657 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:30.729966 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:30.730283 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:30.730586 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:30.731004 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:30.731306 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:30.731592 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:30.731900 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:30.732192 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:30.732482 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:30.733454 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:30.733454 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:30.733454 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:30.733737 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:30.733907 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:30.734193 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:30.734960 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:30.734960 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:30.735137 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:30.735313 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:30.735607 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:30.735914 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:30.736268 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:30.736477 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:30.736769 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:30.737050 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:30.737325 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:30.737611 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:30.737901 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:30.738178 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:30.738452 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:30.738731 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:30.739024 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:30.739304 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:30.739579 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:30.739880 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:30.740161 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:30.740436 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:30.740780 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:30.741037 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:30.741367 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:30.741645 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:30.741927 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:30.742203 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:30.742479 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:30.742759 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:30.743033 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:30.743311 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:30.743586 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:30.743884 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:30.744163 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:30.744440 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:30.744715 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:30.744991 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:30.745268 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:30.745548 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:30.745825 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:30.746099 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:30.746374 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:30.746656 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:30.746927 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:30.747222 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:30.747524 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:30.747832 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:30.748116 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:30.748401 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:30.748681 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:30.748962 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:30.749240 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:30.749521 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:30.749802 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:30.750078 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:30.750370 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:30.750655 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:30.750949 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:30.751250 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:30.751529 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:30.751851 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:30.752133 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:30.752495 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:30.752698 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:30.752976 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:30.753262 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:30.753549 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:30.753849 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:30.754147 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:30.754443 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:30.754741 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:30.755035 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:30.755319 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:30.755637 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:30.756027 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:30.756242 n-d-825015-3 neutron-server[103363]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 04 12:06:30.757058 n-d-825015-3 neutron-server[103363]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103363) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 04 12:06:31.140992 n-d-825015-3 neutron-server[103363]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 04 12:06:31.141271 n-d-825015-3 neutron-server[103363]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 04 12:06:31.141576 n-d-825015-3 neutron-server[103363]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 04 12:06:31.141913 n-d-825015-3 neutron-server[103363]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 04 12:06:31.482754 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:31.482981 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:31.483318 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:31.484667 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:31.484942 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:31.485205 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:31.529987 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:31.530264 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:31.530533 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:31.544721 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:31.545003 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:31.545274 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:31.575832 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:31.576116 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:31.576387 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:31.612851 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:31.613125 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:31.613393 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:31.966398 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:31.967022 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:31.967022 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:31.967200 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:31.967897 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:32.069436 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:32.069758 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:32.070048 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:32.070325 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:32.070595 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:32.070907 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:32.071171 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:32.071430 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:32.071684 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:32.071990 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:32.072254 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:32.072522 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:32.072780 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:32.073033 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:32.073287 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:32.073552 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:32.073808 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:32.074072 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:32.074340 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:32.074599 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:32.074870 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:32.075124 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:32.075408 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:32.075811 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:32.076067 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:32.076319 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:32.076711 n-d-825015-3 neutron-server[103363]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103363) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 12:06:32.076952 n-d-825015-3 neutron-server[103363]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103363) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 12:06:32.077188 n-d-825015-3 neutron-server[103363]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103363) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 12:06:32.077423 n-d-825015-3 neutron-server[103363]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103363) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 12:06:32.077659 n-d-825015-3 neutron-server[103363]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103363) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 12:06:32.078030 n-d-825015-3 neutron-server[103363]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103363) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 12:06:32.078263 n-d-825015-3 neutron-server[103363]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 04 12:06:32.082613 n-d-825015-3 neutron-server[103363]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 04 12:06:32.087811 n-d-825015-3 neutron-server[103363]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 04 12:06:32.091871 n-d-825015-3 neutron-server[103363]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Feb 04 12:06:32.093539 n-d-825015-3 neutron-server[103363]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 04 12:06:32.094065 n-d-825015-3 neutron-server[103363]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 04 12:06:32.094355 n-d-825015-3 neutron-server[103363]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 04 12:06:32.094745 n-d-825015-3 neutron-server[103363]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 04 12:06:32.097639 n-d-825015-3 neutron-server[103363]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 04 12:06:32.097892 n-d-825015-3 neutron-server[103363]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 04 12:06:32.098242 n-d-825015-3 neutron-server[103363]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 04 12:06:32.104142 n-d-825015-3 neutron-server[103363]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 04 12:06:32.127217 n-d-825015-3 neutron-server[103363]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 04 12:06:32.127688 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:32.128025 n-d-825015-3 neutron-server[103363]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103363) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 04 12:06:32.128394 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:32.129793 n-d-825015-3 neutron-server[103363]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103363) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 04 12:06:32.130075 n-d-825015-3 neutron-server[103363]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 04 12:06:32.130328 n-d-825015-3 neutron-server[103363]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 04 12:06:32.134153 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:32.134435 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:32.199000 n-d-825015-3 neutron-server[103363]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 04 12:06:32.199249 n-d-825015-3 neutron-server[103363]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 04 12:06:32.199486 n-d-825015-3 neutron-server[103363]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 04 12:06:32.199892 n-d-825015-3 neutron-server[103363]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 04 12:06:32.220913 n-d-825015-3 neutron-server[103363]: DEBUG oslo_db.sqlalchemy.engines [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103363) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 04 12:06:32.669931 n-d-825015-3 neutron-server[103363]: INFO neutron.plugins.ml2.managers [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Initializing driver for type 'gre' Feb 04 12:06:32.670469 n-d-825015-3 neutron-server[103363]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] gre ID ranges: [(1, 1000)] Feb 04 12:06:32.725838 n-d-825015-3 neutron-server[103363]: INFO neutron.plugins.ml2.managers [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Initializing driver for type 'local' Feb 04 12:06:32.726172 n-d-825015-3 neutron-server[103363]: INFO neutron.plugins.ml2.managers [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Initializing driver for type 'vlan' Feb 04 12:06:32.739443 n-d-825015-3 neutron-server[103363]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] VlanTypeDriver initialization complete Feb 04 12:06:32.739836 n-d-825015-3 neutron-server[103363]: INFO neutron.plugins.ml2.managers [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Initializing driver for type 'vxlan' Feb 04 12:06:32.740348 n-d-825015-3 neutron-server[103363]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] vxlan ID ranges: [(1, 1000)] Feb 04 12:06:32.796801 n-d-825015-3 neutron-server[103363]: INFO neutron.plugins.ml2.managers [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Initializing extension driver 'port_security' Feb 04 12:06:32.797183 n-d-825015-3 neutron-server[103363]: INFO neutron.plugins.ml2.extensions.port_security [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] PortSecurityExtensionDriver initialization complete Feb 04 12:06:32.797562 n-d-825015-3 neutron-server[103363]: INFO neutron.plugins.ml2.managers [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Initializing mechanism driver 'openvswitch' Feb 04 12:06:32.797893 n-d-825015-3 neutron-server[103363]: INFO neutron.plugins.ml2.managers [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Initializing mechanism driver 'hyperv' Feb 04 12:06:32.805214 n-d-825015-3 neutron-server[103363]: DEBUG neutron.plugins.ml2.plugin [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:06:32.806085 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Subscribe: > port after_create 55550000 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:32.806456 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Subscribe: > port after_update 55550000 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:32.806808 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Subscribe: > port after_delete 55550000 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:32.807346 n-d-825015-3 neutron-server[103363]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103363) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 04 12:06:32.807798 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Subscribe: > subnet after_create 55550000 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:32.808156 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Subscribe: > subnet after_update 55550000 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:32.808501 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:32.808906 n-d-825015-3 neutron-server[103363]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103363) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 04 12:06:32.809312 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Subscribe: > network after_create 55550000 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:32.809657 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Subscribe: > network after_update 55550000 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:32.809996 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Subscribe: > network after_delete 55550000 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:32.810390 n-d-825015-3 neutron-server[103363]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103363) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 04 12:06:32.810795 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Subscribe: > security_group after_create 55550000 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:32.811146 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Subscribe: > security_group after_update 55550000 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:32.811487 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:32.812003 n-d-825015-3 neutron-server[103363]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103363) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 04 12:06:32.812360 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:32.812705 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:32.813045 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:32.813440 n-d-825015-3 neutron-server[103363]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103363) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 04 12:06:32.813842 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Subscribe: > address_group after_create 55550000 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:32.814190 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Subscribe: > address_group after_update 55550000 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:32.814780 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:32.815176 n-d-825015-3 neutron-server[103363]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103363) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 04 12:06:32.815621 n-d-825015-3 neutron-server[103363]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] ML2 OVO RPC backend initialized. {{(pid=103363) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 04 12:06:32.816355 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:32.816713 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:32.817132 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Subscribe: > network before_response 55550000 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:32.817479 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Subscribe: > networks before_response 55550000 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:32.817826 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Subscribe: > port before_response 55550000 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:32.818172 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Subscribe: > ports before_response 55550000 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:32.818514 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Subscribe: > subnet before_response 55550000 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:32.818851 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Subscribe: > subnets before_response 55550000 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:32.819825 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Subscribe: > network after_create 55550000 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:32.820180 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Subscribe: > network after_update 55550000 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:32.820515 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Subscribe: > network after_delete 55550000 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:32.820852 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Subscribe: > port after_create 55550000 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:32.821190 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Subscribe: > port after_update 55550000 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:32.821528 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Subscribe: > port after_delete 55550000 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:32.821865 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Subscribe: > subnet after_create 55550000 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:32.822201 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Subscribe: > subnet after_update 55550000 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:32.822534 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:32.829924 n-d-825015-3 neutron-server[103363]: INFO neutron.quota [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loaded quota_driver: . Feb 04 12:06:32.830286 n-d-825015-3 neutron-server[103363]: INFO neutron.plugins.ml2.plugin [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Modular L2 Plugin initialization complete Feb 04 12:06:32.830638 n-d-825015-3 neutron-server[103363]: DEBUG neutron.manager [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading services supported by the core plugin {{(pid=103363) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 04 12:06:32.830982 n-d-825015-3 neutron-server[103363]: INFO neutron.plugins.ml2.managers [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Got port-security extension from driver 'port_security' Feb 04 12:06:32.831466 n-d-825015-3 neutron-server[103363]: INFO neutron.extensions.vlantransparent [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Disabled vlantransparent extension. Feb 04 12:06:32.831991 n-d-825015-3 neutron-server[103363]: DEBUG neutron.manager [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103363) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 04 12:06:32.832321 n-d-825015-3 neutron-server[103363]: INFO neutron.manager [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading Plugin: router Feb 04 12:06:32.870642 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:32.871040 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Subscribe: > router after_create 55549900 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:32.874098 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Subscribe: > router before_create 55549900 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:32.874098 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:32.874098 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:32.874098 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Subscribe: > router after_delete 55549900 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:32.874592 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:32.874592 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:32.874592 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Subscribe: > router after_create 55549900 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:32.874592 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Subscribe: > router after_update 55549900 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:32.874884 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Subscribe: > router after_update 55549900 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:32.874884 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:32.874884 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Subscribe: > router after_update 55549900 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:32.875314 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Subscribe: > router precommit_update 55549900 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:32.875683 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Subscribe: port after_update 55550000 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:32.876053 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Subscribe: port after_delete 55550000 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:32.876392 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Subscribe: subnet after_update 55550000 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:32.876777 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:32.877083 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:32.877653 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Subscribe: > router precommit_create 55549900 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:32.877759 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Subscribe: port before_delete 55550000 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:32.878130 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Subscribe: > router precommit_create 55550000 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:32.878461 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Subscribe: > router after_update 55549900 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:32.878814 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:32.879369 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Subscribe: > router precommit_create 55549900 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:32.879758 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:32.880199 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Subscribe: > router precommit_update 55549900 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:32.880587 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Subscribe: > agent after_create 55550000 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:32.880938 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Subscribe: > agent after_delete 55550000 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:32.881380 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Subscribe: > network after_delete 55550000 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:32.882961 n-d-825015-3 neutron-server[103363]: DEBUG neutron.quota.resource_registry [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Tracking information for resource: router configured {{(pid=103363) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 12:06:32.883299 n-d-825015-3 neutron-server[103363]: DEBUG neutron.quota.resource_registry [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Tracking information for resource: floatingip configured {{(pid=103363) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 12:06:32.888569 n-d-825015-3 neutron-server[103363]: INFO neutron.db.l3_agentschedulers_db [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 04 12:06:32.889153 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Subscribe: port after_update 55550000 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:32.889511 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Subscribe: port after_create 55550000 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:32.889941 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Subscribe: port after_delete 55550000 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:32.890215 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Subscribe: port after_update 55550000 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:32.891013 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Subscribe: > router before_create 55550100 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:32.891379 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:32.891842 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Subscribe: > router precommit_create 55550100 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:32.892207 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Subscribe: > router precommit_update 55550100 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:32.897027 n-d-825015-3 neutron-server[103363]: DEBUG neutron.services.provider_configuration [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Service providers = [] {{(pid=103363) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 04 12:06:32.897995 n-d-825015-3 neutron-server[103363]: DEBUG neutron.db.servicetype_db [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103363) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 04 12:06:32.901243 n-d-825015-3 neutron-server[103363]: DEBUG neutron.services.service_base [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103363) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 04 12:06:32.901590 n-d-825015-3 neutron-server[103363]: DEBUG neutron.services.service_base [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103363) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 04 12:06:32.901934 n-d-825015-3 neutron-server[103363]: DEBUG neutron.services.service_base [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103363) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 04 12:06:32.902837 n-d-825015-3 neutron-server[103363]: DEBUG neutron.services.service_base [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103363) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 04 12:06:32.903212 n-d-825015-3 neutron-server[103363]: INFO neutron.services.service_base [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 04 12:06:32.903597 n-d-825015-3 neutron-server[103363]: DEBUG neutron.manager [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103363) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 12:06:32.903941 n-d-825015-3 neutron-server[103363]: INFO neutron.manager [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 04 12:06:32.915681 n-d-825015-3 neutron-server[103363]: DEBUG neutron.manager [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103363) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 12:06:32.916044 n-d-825015-3 neutron-server[103363]: INFO neutron.manager [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading Plugin: auto_allocate Feb 04 12:06:32.922006 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Subscribe: network precommit_update 55550000 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:32.922326 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Subscribe: network precommit_create 55550000 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:32.922844 n-d-825015-3 neutron-server[103363]: DEBUG neutron.manager [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103363) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 12:06:32.923166 n-d-825015-3 neutron-server[103363]: INFO neutron.manager [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading Plugin: tag Feb 04 12:06:32.930237 n-d-825015-3 neutron-server[103363]: DEBUG neutron.manager [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103363) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 12:06:32.930565 n-d-825015-3 neutron-server[103363]: INFO neutron.manager [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading Plugin: timestamp Feb 04 12:06:32.934507 n-d-825015-3 neutron-server[103363]: DEBUG neutron.manager [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103363) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 12:06:32.934842 n-d-825015-3 neutron-server[103363]: INFO neutron.manager [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading Plugin: network_ip_availability Feb 04 12:06:32.940708 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:32.941082 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:32.941441 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:32.942163 n-d-825015-3 neutron-server[103363]: DEBUG neutron.manager [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103363) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 12:06:32.942484 n-d-825015-3 neutron-server[103363]: INFO neutron.manager [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading Plugin: flavors Feb 04 12:06:32.947818 n-d-825015-3 neutron-server[103363]: DEBUG neutron.manager [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103363) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 12:06:32.948151 n-d-825015-3 neutron-server[103363]: INFO neutron.manager [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading Plugin: revisions Feb 04 12:06:32.952501 n-d-825015-3 neutron-server[103363]: DEBUG neutron.manager [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103363) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 12:06:32.952902 n-d-825015-3 neutron-server[103363]: DEBUG oslo_concurrency.lockutils [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.811s {{(pid=103363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 04 12:06:32.953658 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103363) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 04 12:06:32.954000 n-d-825015-3 neutron-server[103363]: INFO neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Initializing extension manager. Feb 04 12:06:32.954522 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading extension file: __init__.py {{(pid=103363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:06:32.954866 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading extension file: __pycache__ {{(pid=103363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:06:32.955200 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:06:32.955533 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading extension file: address_group.py {{(pid=103363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:06:32.956319 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:06:32.956902 n-d-825015-3 neutron-server[103363]: INFO neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loaded extension: address-group Feb 04 12:06:32.957229 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading extension file: address_scope.py {{(pid=103363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:06:32.957943 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:06:32.958456 n-d-825015-3 neutron-server[103363]: INFO neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loaded extension: address-scope Feb 04 12:06:32.958781 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:06:32.959713 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:06:32.960763 n-d-825015-3 neutron-server[103363]: INFO neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loaded extension: router-admin-state-down-before-update Feb 04 12:06:32.961088 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading extension file: agent.py {{(pid=103363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:06:32.961796 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:06:32.962304 n-d-825015-3 neutron-server[103363]: INFO neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loaded extension: agent Feb 04 12:06:32.962628 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading extension file: agent_resources_synced.py {{(pid=103363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:06:32.963546 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:06:32.964098 n-d-825015-3 neutron-server[103363]: INFO neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loaded extension: agent-resources-synced Feb 04 12:06:32.964426 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading extension file: allowedaddresspairs.py {{(pid=103363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:06:32.966233 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:06:32.966759 n-d-825015-3 neutron-server[103363]: INFO neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loaded extension: allowed-address-pairs Feb 04 12:06:32.967272 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading extension file: auto_allocated_topology.py {{(pid=103363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:06:32.968224 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:06:32.968743 n-d-825015-3 neutron-server[103363]: INFO neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loaded extension: auto-allocated-topology Feb 04 12:06:32.969068 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading extension file: availability_zone.py {{(pid=103363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:06:32.969765 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:06:32.970276 n-d-825015-3 neutron-server[103363]: INFO neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loaded extension: availability_zone Feb 04 12:06:32.970604 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading extension file: availability_zone_filter.py {{(pid=103363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:06:32.971526 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:06:32.972061 n-d-825015-3 neutron-server[103363]: INFO neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loaded extension: availability_zone_filter Feb 04 12:06:32.972384 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading extension file: data_plane_status.py {{(pid=103363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:06:32.973298 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:06:32.973803 n-d-825015-3 neutron-server[103363]: INFO neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Extension data-plane-status not supported by any of loaded plugins Feb 04 12:06:32.974131 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading extension file: default_subnetpools.py {{(pid=103363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:06:32.975052 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:06:32.976159 n-d-825015-3 neutron-server[103363]: INFO neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loaded extension: default-subnetpools Feb 04 12:06:32.976482 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:06:32.977302 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:06:32.977813 n-d-825015-3 neutron-server[103363]: INFO neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loaded extension: dhcp_agent_scheduler Feb 04 12:06:32.978135 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading extension file: dns.py {{(pid=103363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:06:32.979062 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:06:32.979595 n-d-825015-3 neutron-server[103363]: INFO neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Extension dns-integration not supported by any of loaded plugins Feb 04 12:06:32.979954 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading extension file: dns_domain_ports.py {{(pid=103363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:06:32.980909 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:06:32.981469 n-d-825015-3 neutron-server[103363]: INFO neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 04 12:06:32.982069 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:06:32.983052 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:06:32.983600 n-d-825015-3 neutron-server[103363]: INFO neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 04 12:06:32.983995 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading extension file: dvr.py {{(pid=103363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:06:32.984747 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:06:32.985323 n-d-825015-3 neutron-server[103363]: INFO neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loaded extension: dvr Feb 04 12:06:32.985634 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading extension file: ecmp_routes.py {{(pid=103363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:06:32.986608 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:06:32.987147 n-d-825015-3 neutron-server[103363]: INFO neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Extension ecmp_routes not supported by any of loaded plugins Feb 04 12:06:32.987450 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading extension file: empty_string_filtering.py {{(pid=103363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:06:32.988423 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:06:32.989039 n-d-825015-3 neutron-server[103363]: INFO neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loaded extension: empty-string-filtering Feb 04 12:06:32.989352 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:06:32.990372 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:06:32.990924 n-d-825015-3 neutron-server[103363]: INFO neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 04 12:06:32.991378 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:06:32.992437 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:06:32.992986 n-d-825015-3 neutron-server[103363]: INFO neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 04 12:06:32.993410 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading extension file: external_net.py {{(pid=103363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:06:32.994353 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:06:32.994906 n-d-825015-3 neutron-server[103363]: INFO neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loaded extension: external-net Feb 04 12:06:32.995270 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:06:32.996374 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:06:32.996917 n-d-825015-3 neutron-server[103363]: INFO neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loaded extension: extra_dhcp_opt Feb 04 12:06:32.997281 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading extension file: extraroute.py {{(pid=103363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:06:32.998307 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:06:32.998822 n-d-825015-3 neutron-server[103363]: INFO neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loaded extension: extraroute Feb 04 12:06:32.999189 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading extension file: extraroute_atomic.py {{(pid=103363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:06:33.000381 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:06:33.000983 n-d-825015-3 neutron-server[103363]: INFO neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loaded extension: extraroute-atomic Feb 04 12:06:33.001263 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading extension file: filter_validation.py {{(pid=103363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:06:33.001952 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:06:33.002460 n-d-825015-3 neutron-server[103363]: INFO neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loaded extension: filter-validation Feb 04 12:06:33.002776 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading extension file: fip_pf_description.py {{(pid=103363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:06:33.003698 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:06:33.004255 n-d-825015-3 neutron-server[103363]: INFO neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 04 12:06:33.004559 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading extension file: fip_port_details.py {{(pid=103363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:06:33.005700 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:06:33.006216 n-d-825015-3 neutron-server[103363]: INFO neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loaded extension: fip-port-details Feb 04 12:06:33.006545 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading extension file: flavors.py {{(pid=103363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:06:33.008514 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:06:33.009038 n-d-825015-3 neutron-server[103363]: INFO neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loaded extension: flavors Feb 04 12:06:33.009365 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:06:33.011076 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:06:33.011598 n-d-825015-3 neutron-server[103363]: INFO neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 04 12:06:33.012048 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading extension file: floatingip_pools.py {{(pid=103363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:06:33.012674 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:06:33.013189 n-d-825015-3 neutron-server[103363]: INFO neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loaded extension: floatingip-pools Feb 04 12:06:33.013515 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading extension file: ip_allocation.py {{(pid=103363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:06:33.014469 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:06:33.014974 n-d-825015-3 neutron-server[103363]: INFO neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Extension ip_allocation not supported by any of loaded plugins Feb 04 12:06:33.015299 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:06:33.016261 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:06:33.016772 n-d-825015-3 neutron-server[103363]: INFO neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loaded extension: ip-substring-filtering Feb 04 12:06:33.017151 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading extension file: l2_adjacency.py {{(pid=103363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:06:33.018071 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:06:33.018601 n-d-825015-3 neutron-server[103363]: INFO neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 04 12:06:33.018870 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading extension file: l3.py {{(pid=103363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:06:33.019921 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:06:33.020439 n-d-825015-3 neutron-server[103363]: INFO neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loaded extension: router Feb 04 12:06:33.020767 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:06:33.023842 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:06:33.024384 n-d-825015-3 neutron-server[103363]: INFO neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 04 12:06:33.024723 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:06:33.025671 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:06:33.026192 n-d-825015-3 neutron-server[103363]: INFO neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loaded extension: ext-gw-mode Feb 04 12:06:33.026526 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:06:33.027455 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:06:33.027997 n-d-825015-3 neutron-server[103363]: INFO neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loaded extension: l3-ha Feb 04 12:06:33.028328 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:06:33.029274 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:06:33.029779 n-d-825015-3 neutron-server[103363]: INFO neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 04 12:06:33.030102 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading extension file: l3_flavors.py {{(pid=103363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:06:33.031025 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:06:33.031534 n-d-825015-3 neutron-server[103363]: INFO neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loaded extension: l3-flavors Feb 04 12:06:33.031896 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:06:33.033323 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:06:33.033841 n-d-825015-3 neutron-server[103363]: INFO neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 04 12:06:33.034172 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:06:33.035103 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:06:33.035622 n-d-825015-3 neutron-server[103363]: INFO neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 04 12:06:33.036010 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading extension file: l3agentscheduler.py {{(pid=103363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:06:33.037100 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:06:33.037591 n-d-825015-3 neutron-server[103363]: INFO neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loaded extension: l3_agent_scheduler Feb 04 12:06:33.037959 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading extension file: local_ip.py {{(pid=103363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:06:33.039806 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:06:33.040338 n-d-825015-3 neutron-server[103363]: INFO neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Extension local_ip not supported by any of loaded plugins Feb 04 12:06:33.040674 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading extension file: logging.py {{(pid=103363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:06:33.042332 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:06:33.042869 n-d-825015-3 neutron-server[103363]: INFO neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Extension logging not supported by any of loaded plugins Feb 04 12:06:33.043205 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading extension file: metering.py {{(pid=103363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:06:33.043984 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:06:33.044576 n-d-825015-3 neutron-server[103363]: INFO neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loaded extension: metering Feb 04 12:06:33.044908 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:06:33.046008 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:06:33.046527 n-d-825015-3 neutron-server[103363]: INFO neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loaded extension: metering_source_and_destination_fields Feb 04 12:06:33.046858 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading extension file: multiprovidernet.py {{(pid=103363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:06:33.047845 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:06:33.048359 n-d-825015-3 neutron-server[103363]: INFO neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loaded extension: multi-provider Feb 04 12:06:33.048687 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading extension file: netmtu.py {{(pid=103363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:06:33.049604 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:06:33.050118 n-d-825015-3 neutron-server[103363]: INFO neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loaded extension: net-mtu Feb 04 12:06:33.050444 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading extension file: netmtu_writable.py {{(pid=103363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:06:33.051381 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:06:33.051933 n-d-825015-3 neutron-server[103363]: INFO neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loaded extension: net-mtu-writable Feb 04 12:06:33.052263 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading extension file: network_availability_zone.py {{(pid=103363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:06:33.052951 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:06:33.053455 n-d-825015-3 neutron-server[103363]: INFO neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loaded extension: network_availability_zone Feb 04 12:06:33.053882 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading extension file: network_ip_availability.py {{(pid=103363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:06:33.054988 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:06:33.055512 n-d-825015-3 neutron-server[103363]: INFO neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loaded extension: network-ip-availability Feb 04 12:06:33.055880 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading extension file: network_segment_range.py {{(pid=103363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:06:33.056666 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:06:33.057175 n-d-825015-3 neutron-server[103363]: INFO neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Extension network-segment-range not supported by any of loaded plugins Feb 04 12:06:33.057500 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading extension file: pagination.py {{(pid=103363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:06:33.058490 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:06:33.058829 n-d-825015-3 neutron-server[103363]: INFO neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loaded extension: pagination Feb 04 12:06:33.059147 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading extension file: port_device_profile.py {{(pid=103363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:06:33.060097 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:06:33.060613 n-d-825015-3 neutron-server[103363]: INFO neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loaded extension: port-device-profile Feb 04 12:06:33.060936 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:06:33.061863 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:06:33.062370 n-d-825015-3 neutron-server[103363]: INFO neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loaded extension: port-mac-address-regenerate Feb 04 12:06:33.062692 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:06:33.063621 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:06:33.064174 n-d-825015-3 neutron-server[103363]: INFO neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loaded extension: port-numa-affinity-policy Feb 04 12:06:33.064763 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading extension file: port_resource_request.py {{(pid=103363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:06:33.065689 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:06:33.066190 n-d-825015-3 neutron-server[103363]: INFO neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Extension port-resource-request not supported by any of loaded plugins Feb 04 12:06:33.066509 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading extension file: port_resource_request_groups.py {{(pid=103363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:06:33.067485 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:06:33.068030 n-d-825015-3 neutron-server[103363]: INFO neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 04 12:06:33.068347 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading extension file: portbindings.py {{(pid=103363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:06:33.069980 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:06:33.070504 n-d-825015-3 neutron-server[103363]: INFO neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loaded extension: binding Feb 04 12:06:33.070828 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading extension file: portbindings_extended.py {{(pid=103363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:06:33.072179 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:06:33.072697 n-d-825015-3 neutron-server[103363]: INFO neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loaded extension: binding-extended Feb 04 12:06:33.073027 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading extension file: portsecurity.py {{(pid=103363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:06:33.073947 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:06:33.074464 n-d-825015-3 neutron-server[103363]: INFO neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loaded extension: port-security Feb 04 12:06:33.074789 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading extension file: project_id.py {{(pid=103363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:06:33.075800 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:06:33.076135 n-d-825015-3 neutron-server[103363]: INFO neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loaded extension: project-id Feb 04 12:06:33.076460 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading extension file: providernet.py {{(pid=103363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:06:33.077382 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:06:33.077895 n-d-825015-3 neutron-server[103363]: INFO neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loaded extension: provider Feb 04 12:06:33.078215 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading extension file: qos.py {{(pid=103363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:06:33.081910 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:06:33.082438 n-d-825015-3 neutron-server[103363]: INFO neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Extension qos not supported by any of loaded plugins Feb 04 12:06:33.082774 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:06:33.084072 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:06:33.084590 n-d-825015-3 neutron-server[103363]: INFO neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 04 12:06:33.085548 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:06:33.086478 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:06:33.086991 n-d-825015-3 neutron-server[103363]: INFO neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 04 12:06:33.087324 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading extension file: qos_default.py {{(pid=103363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:06:33.088267 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:06:33.088782 n-d-825015-3 neutron-server[103363]: INFO neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Extension qos-default not supported by any of loaded plugins Feb 04 12:06:33.089113 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading extension file: qos_fip.py {{(pid=103363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:06:33.090058 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:06:33.090574 n-d-825015-3 neutron-server[103363]: INFO neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Extension qos-fip not supported by any of loaded plugins Feb 04 12:06:33.090904 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:06:33.091856 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:06:33.092372 n-d-825015-3 neutron-server[103363]: INFO neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 04 12:06:33.092698 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading extension file: qos_gateway_ip.py {{(pid=103363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:06:33.093770 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:06:33.094289 n-d-825015-3 neutron-server[103363]: INFO neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 04 12:06:33.094615 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading extension file: qos_port_network_policy.py {{(pid=103363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:06:33.095542 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:06:33.096086 n-d-825015-3 neutron-server[103363]: INFO neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 04 12:06:33.096411 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:06:33.097467 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:06:33.097979 n-d-825015-3 neutron-server[103363]: INFO neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 04 12:06:33.098312 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading extension file: qos_pps_rule.py {{(pid=103363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:06:33.099505 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:06:33.100060 n-d-825015-3 neutron-server[103363]: INFO neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Extension qos-pps not supported by any of loaded plugins Feb 04 12:06:33.100407 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading extension file: qos_rule_type_details.py {{(pid=103363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:06:33.101846 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:06:33.102354 n-d-825015-3 neutron-server[103363]: INFO neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 04 12:06:33.102679 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading extension file: qos_rules_alias.py {{(pid=103363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:06:33.103728 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:06:33.104281 n-d-825015-3 neutron-server[103363]: INFO neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 04 12:06:33.104609 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading extension file: quota_check_limit.py {{(pid=103363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:06:33.105535 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:06:33.106077 n-d-825015-3 neutron-server[103363]: INFO neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loaded extension: quota-check-limit Feb 04 12:06:33.106385 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading extension file: quotasv2.py {{(pid=103363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:06:33.107361 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:06:33.107695 n-d-825015-3 neutron-server[103363]: INFO neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loaded extension: quotas Feb 04 12:06:33.108052 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading extension file: quotasv2_detail.py {{(pid=103363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:06:33.109799 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:06:33.110139 n-d-825015-3 neutron-server[103363]: INFO neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loaded extension: quota_details Feb 04 12:06:33.110472 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading extension file: rbac.py {{(pid=103363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:06:33.111534 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:06:33.112101 n-d-825015-3 neutron-server[103363]: INFO neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loaded extension: rbac-policies Feb 04 12:06:33.112429 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading extension file: rbac_address_group.py {{(pid=103363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:06:33.113363 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:06:33.113881 n-d-825015-3 neutron-server[103363]: INFO neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loaded extension: rbac-address-group Feb 04 12:06:33.114212 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading extension file: rbac_address_scope.py {{(pid=103363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:06:33.116844 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:06:33.117883 n-d-825015-3 neutron-server[103363]: INFO neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loaded extension: rbac-address-scope Feb 04 12:06:33.118209 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading extension file: rbac_security_groups.py {{(pid=103363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:06:33.119142 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:06:33.119658 n-d-825015-3 neutron-server[103363]: INFO neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loaded extension: rbac-security-groups Feb 04 12:06:33.120008 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading extension file: rbac_subnetpool.py {{(pid=103363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:06:33.120937 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:06:33.121452 n-d-825015-3 neutron-server[103363]: INFO neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loaded extension: rbac-subnetpool Feb 04 12:06:33.121778 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading extension file: revisionifmatch.py {{(pid=103363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:06:33.122712 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:06:33.123222 n-d-825015-3 neutron-server[103363]: INFO neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loaded extension: revision-if-match Feb 04 12:06:33.123545 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading extension file: revisions.py {{(pid=103363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:06:33.124781 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:06:33.125294 n-d-825015-3 neutron-server[103363]: INFO neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loaded extension: standard-attr-revisions Feb 04 12:06:33.125625 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading extension file: router_availability_zone.py {{(pid=103363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:06:33.126305 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:06:33.126819 n-d-825015-3 neutron-server[103363]: INFO neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loaded extension: router_availability_zone Feb 04 12:06:33.127142 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading extension file: routerservicetype.py {{(pid=103363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:06:33.128091 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:06:33.128598 n-d-825015-3 neutron-server[103363]: INFO neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Extension router-service-type not supported by any of loaded plugins Feb 04 12:06:33.128921 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:06:33.129856 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:06:33.130365 n-d-825015-3 neutron-server[103363]: INFO neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loaded extension: security-groups-normalized-cidr Feb 04 12:06:33.130688 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:06:33.131616 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:06:33.132826 n-d-825015-3 neutron-server[103363]: INFO neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loaded extension: port-security-groups-filtering Feb 04 12:06:33.133154 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:06:33.134096 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:06:33.134605 n-d-825015-3 neutron-server[103363]: INFO neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loaded extension: security-groups-remote-address-group Feb 04 12:06:33.134928 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:06:33.135899 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:06:33.136417 n-d-825015-3 neutron-server[103363]: INFO neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loaded extension: security-groups-shared-filtering Feb 04 12:06:33.136742 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:06:33.137342 n-d-825015-3 neutron-server[103363]: WARNING neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 04 12:06:33.137666 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading extension file: securitygroup.py {{(pid=103363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:06:33.148137 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:06:33.148768 n-d-825015-3 neutron-server[103363]: INFO neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loaded extension: security-group Feb 04 12:06:33.149107 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading extension file: segment.py {{(pid=103363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:06:33.149915 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:06:33.150428 n-d-825015-3 neutron-server[103363]: INFO neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Extension segment not supported by any of loaded plugins Feb 04 12:06:33.150760 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:06:33.151746 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:06:33.152268 n-d-825015-3 neutron-server[103363]: INFO neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 04 12:06:33.152600 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading extension file: servicetype.py {{(pid=103363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:06:33.153734 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:06:33.154252 n-d-825015-3 neutron-server[103363]: INFO neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loaded extension: service-type Feb 04 12:06:33.154582 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading extension file: sorting.py {{(pid=103363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:06:33.155576 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:06:33.155951 n-d-825015-3 neutron-server[103363]: INFO neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loaded extension: sorting Feb 04 12:06:33.156284 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading extension file: standard_attr_segment.py {{(pid=103363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:06:33.157216 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:06:33.157735 n-d-825015-3 neutron-server[103363]: INFO neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 04 12:06:33.158061 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading extension file: standardattrdescription.py {{(pid=103363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:06:33.158714 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:06:33.159225 n-d-825015-3 neutron-server[103363]: INFO neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loaded extension: standard-attr-description Feb 04 12:06:33.159553 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading extension file: stateful_security_group.py {{(pid=103363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:06:33.160507 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:06:33.161026 n-d-825015-3 neutron-server[103363]: INFO neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loaded extension: stateful-security-group Feb 04 12:06:33.161352 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading extension file: stdattrs_common.py {{(pid=103363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:06:33.161926 n-d-825015-3 neutron-server[103363]: WARNING neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 04 12:06:33.162248 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:06:33.163224 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:06:33.163765 n-d-825015-3 neutron-server[103363]: INFO neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 04 12:06:33.164078 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading extension file: subnet_onboard.py {{(pid=103363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:06:33.165161 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:06:33.165683 n-d-825015-3 neutron-server[103363]: INFO neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loaded extension: subnet_onboard Feb 04 12:06:33.166012 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:06:33.166951 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:06:33.167458 n-d-825015-3 neutron-server[103363]: INFO neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 04 12:06:33.167813 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading extension file: subnet_service_types.py {{(pid=103363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:06:33.168765 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:06:33.169284 n-d-825015-3 neutron-server[103363]: INFO neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loaded extension: subnet-service-types Feb 04 12:06:33.169607 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading extension file: subnetallocation.py {{(pid=103363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:06:33.170721 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:06:33.171267 n-d-825015-3 neutron-server[103363]: INFO neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loaded extension: subnet_allocation Feb 04 12:06:33.171565 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:06:33.172312 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:06:33.172779 n-d-825015-3 neutron-server[103363]: INFO neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loaded extension: subnetpool-prefix-ops Feb 04 12:06:33.173102 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:06:33.174049 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:06:33.174557 n-d-825015-3 neutron-server[103363]: INFO neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 04 12:06:33.174882 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading extension file: tagging.py {{(pid=103363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:06:33.176031 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:06:33.176554 n-d-825015-3 neutron-server[103363]: INFO neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loaded extension: standard-attr-tag Feb 04 12:06:33.176884 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading extension file: timestamp.py {{(pid=103363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:06:33.178124 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:06:33.178676 n-d-825015-3 neutron-server[103363]: INFO neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loaded extension: standard-attr-timestamp Feb 04 12:06:33.179006 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading extension file: trunk.py {{(pid=103363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:06:33.180090 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:06:33.180669 n-d-825015-3 neutron-server[103363]: INFO neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Extension trunk not supported by any of loaded plugins Feb 04 12:06:33.180942 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading extension file: trunk_details.py {{(pid=103363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:06:33.181874 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:06:33.182381 n-d-825015-3 neutron-server[103363]: INFO neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Extension trunk-details not supported by any of loaded plugins Feb 04 12:06:33.182709 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading extension file: uplink_status_propagation.py {{(pid=103363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:06:33.183630 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:06:33.184177 n-d-825015-3 neutron-server[103363]: INFO neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 04 12:06:33.184499 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Loading extension file: vlantransparent.py {{(pid=103363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:06:33.185256 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:06:33.185783 n-d-825015-3 neutron-server[103363]: INFO neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 04 12:06:33.188356 n-d-825015-3 neutron-server[103363]: INFO neutron.quota.resource_registry [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Creating instance of TrackedResource for resource:network Feb 04 12:06:33.188910 n-d-825015-3 neutron-server[103363]: INFO neutron.quota.resource_registry [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Creating instance of TrackedResource for resource:subnet Feb 04 12:06:33.189312 n-d-825015-3 neutron-server[103363]: INFO neutron.quota.resource_registry [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 12:06:33.189972 n-d-825015-3 neutron-server[103363]: INFO neutron.quota.resource_registry [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Creating instance of TrackedResource for resource:port Feb 04 12:06:33.192458 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.v2.resource_helper [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103363) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 12:06:33.192907 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.v2.resource_helper [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Service FLAVORS assigned prefix: {{(pid=103363) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 12:06:33.193671 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.v2.resource_helper [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103363) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 12:06:33.194112 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.v2.resource_helper [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103363) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 12:06:33.195039 n-d-825015-3 neutron-server[103363]: INFO neutron.quota.resource_registry [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Creating instance of TrackedResource for resource:router Feb 04 12:06:33.195473 n-d-825015-3 neutron-server[103363]: INFO neutron.quota.resource_registry [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Creating instance of TrackedResource for resource:floatingip Feb 04 12:06:33.195983 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.v2.resource_helper [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Service METERING assigned prefix: /metering {{(pid=103363) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 12:06:33.197438 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:33.197814 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:33.198166 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:06:33.199176 n-d-825015-3 neutron-server[103363]: INFO neutron.quota.resource_registry [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Creating instance of CountableResource for resource:rbac_policy Feb 04 12:06:33.199631 n-d-825015-3 neutron-server[103363]: INFO neutron.quota.resource_registry [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Creating instance of TrackedResource for resource:security_group Feb 04 12:06:33.200111 n-d-825015-3 neutron-server[103363]: INFO neutron.quota.resource_registry [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 04 12:06:33.200708 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.v2.resource_helper [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Service CORE assigned prefix: {{(pid=103363) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 12:06:33.201047 n-d-825015-3 neutron-server[103363]: INFO neutron.quota.resource_registry [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 12:06:33.201398 n-d-825015-3 neutron-server[103363]: WARNING neutron.quota.resource_registry [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] subnetpool is already registered Feb 04 12:06:33.201822 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.v2.resource_helper [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Service CORE assigned prefix: {{(pid=103363) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 12:06:33.202157 n-d-825015-3 neutron-server[103363]: INFO neutron.quota.resource_registry [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 12:06:33.202491 n-d-825015-3 neutron-server[103363]: WARNING neutron.quota.resource_registry [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] subnetpool is already registered Feb 04 12:06:33.204806 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.v2.resource_helper [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103363) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 12:06:33.205244 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.v2.resource_helper [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Service FLAVORS assigned prefix: {{(pid=103363) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 12:06:33.205848 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.v2.resource_helper [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103363) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 12:06:33.206274 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.v2.resource_helper [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103363) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 12:06:33.206611 n-d-825015-3 neutron-server[103363]: INFO neutron.quota.resource_registry [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Creating instance of TrackedResource for resource:router Feb 04 12:06:33.206954 n-d-825015-3 neutron-server[103363]: WARNING neutron.quota.resource_registry [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] router is already registered Feb 04 12:06:33.207367 n-d-825015-3 neutron-server[103363]: INFO neutron.quota.resource_registry [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Creating instance of TrackedResource for resource:floatingip Feb 04 12:06:33.207707 n-d-825015-3 neutron-server[103363]: WARNING neutron.quota.resource_registry [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] floatingip is already registered Feb 04 12:06:33.208187 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.v2.resource_helper [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Service METERING assigned prefix: /metering {{(pid=103363) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 12:06:33.208847 n-d-825015-3 neutron-server[103363]: INFO neutron.quota.resource_registry [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Creating instance of CountableResource for resource:rbac_policy Feb 04 12:06:33.209174 n-d-825015-3 neutron-server[103363]: WARNING neutron.quota.resource_registry [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] rbac_policy is already registered Feb 04 12:06:33.209587 n-d-825015-3 neutron-server[103363]: INFO neutron.quota.resource_registry [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Creating instance of TrackedResource for resource:security_group Feb 04 12:06:33.210554 n-d-825015-3 neutron-server[103363]: WARNING neutron.quota.resource_registry [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] security_group is already registered Feb 04 12:06:33.211142 n-d-825015-3 neutron-server[103363]: INFO neutron.quota.resource_registry [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 04 12:06:33.211616 n-d-825015-3 neutron-server[103363]: WARNING neutron.quota.resource_registry [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] security_group_rule is already registered Feb 04 12:06:33.212287 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.v2.resource_helper [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Service CORE assigned prefix: {{(pid=103363) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 12:06:33.212615 n-d-825015-3 neutron-server[103363]: INFO neutron.quota.resource_registry [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 12:06:33.212952 n-d-825015-3 neutron-server[103363]: WARNING neutron.quota.resource_registry [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] subnetpool is already registered Feb 04 12:06:33.213371 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.v2.resource_helper [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Service CORE assigned prefix: {{(pid=103363) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 12:06:33.213699 n-d-825015-3 neutron-server[103363]: INFO neutron.quota.resource_registry [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 12:06:33.214034 n-d-825015-3 neutron-server[103363]: WARNING neutron.quota.resource_registry [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] subnetpool is already registered Feb 04 12:06:33.214498 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Extended resource: extensions {{(pid=103363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 12:06:33.216029 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Extended resource: address-groups {{(pid=103363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 12:06:33.217532 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Extended resource: address-scopes {{(pid=103363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 12:06:33.218842 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Extended resource: agents {{(pid=103363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 12:06:33.220027 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Extended resource: auto-allocated-topology {{(pid=103363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 12:06:33.221260 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Extended resource: availability_zones {{(pid=103363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 12:06:33.222471 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Extended resource: dhcp-networks {{(pid=103363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 12:06:33.224008 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Extended resource: dhcp-agents {{(pid=103363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 12:06:33.225457 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Extended resource: routers {{(pid=103363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 12:06:33.227819 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Extended resource: flavors {{(pid=103363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 12:06:33.228980 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Extended resource: service_profiles {{(pid=103363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 12:06:33.230203 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Extended resource: next_providers {{(pid=103363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 12:06:33.231656 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Extended resource: service_profiles {{(pid=103363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 12:06:33.233216 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Extended resource: floatingip-pools {{(pid=103363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 12:06:33.234425 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Extended resource: routers {{(pid=103363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 12:06:33.236564 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Extended resource: floatingips {{(pid=103363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 12:06:33.237857 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Extended resource: l3-routers {{(pid=103363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 12:06:33.239227 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Extended resource: l3-agents {{(pid=103363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 12:06:33.240670 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Extended resource: metering-labels {{(pid=103363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 12:06:33.242200 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Extended resource: metering-label-rules {{(pid=103363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 12:06:33.243496 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Extended resource: network-ip-availabilities {{(pid=103363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 12:06:33.244818 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Extended resource: bindings {{(pid=103363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 12:06:33.246455 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Extended resource: quotas {{(pid=103363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 12:06:33.248043 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Extended resource: quotas {{(pid=103363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 12:06:33.249557 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Extended resource: rbac-policies {{(pid=103363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 12:06:33.250838 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Extended resource: security-groups {{(pid=103363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 12:06:33.252164 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Extended resource: security-group-rules {{(pid=103363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 12:06:33.253399 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Extended resource: service-providers {{(pid=103363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 12:06:33.254610 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Extended resource: subnetpools {{(pid=103363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 12:06:33.256045 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Extended resource: subnetpools {{(pid=103363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 12:06:33.258133 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Extended resource: tags {{(pid=103363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 12:06:33.259820 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Extended resource: tags {{(pid=103363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 12:06:33.262640 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Extended resource: tags {{(pid=103363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 12:06:33.264485 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Extended resource: tags {{(pid=103363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 12:06:33.266265 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Extended resource: tags {{(pid=103363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 12:06:33.268144 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Extended resource: tags {{(pid=103363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 12:06:33.269821 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Extended resource: tags {{(pid=103363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 12:06:33.271717 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Extended resource: tags {{(pid=103363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 12:06:33.274109 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Extended resource: tags {{(pid=103363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 12:06:33.275964 n-d-825015-3 neutron-server[103363]: DEBUG neutron.api.extensions [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Extended resource: tags {{(pid=103363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 12:06:33.281905 n-d-825015-3 neutron-server[103363]: WARNING keystonemiddleware.auth_token [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 04 12:06:33.286638 n-d-825015-3 neutron-server[103363]: WARNING keystonemiddleware.auth_token [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 04 12:06:33.295252 n-d-825015-3 neutron-server[103363]: DEBUG oslo_concurrency.lockutils [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Acquired lock "singleton_lock" {{(pid=103363) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 04 12:06:33.295728 n-d-825015-3 neutron-server[103363]: DEBUG oslo_concurrency.lockutils [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Releasing lock "singleton_lock" {{(pid=103363) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 04 12:06:33.296412 n-d-825015-3 neutron-server[103363]: INFO oslo_service.service [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Starting 2 workers Feb 04 12:06:33.301377 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Started child 103474 {{(pid=103363) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 04 12:06:33.306205 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Started child 103475 {{(pid=103363) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 04 12:06:33.307324 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:06:33.307984 n-d-825015-3 neutron-server[103363]: INFO neutron.service [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 04 12:06:33.308536 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:06:33.308938 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [-] (103474) wsgi starting up on http://0.0.0.0:9696 Feb 04 12:06:33.311032 n-d-825015-3 neutron-server[103363]: INFO oslo_service.service [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Starting 1 workers Feb 04 12:06:33.311165 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:06:33.312680 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [-] (103475) wsgi starting up on http://0.0.0.0:9696 Feb 04 12:06:33.316723 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Started child 103476 {{(pid=103363) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 04 12:06:33.317264 n-d-825015-3 neutron-server[103363]: INFO oslo_service.service [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Starting 1 workers Feb 04 12:06:33.321098 n-d-825015-3 neutron-server[103476]: DEBUG neutron.service [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] calling RpcWorker wait() {{(pid=103476) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 04 12:06:33.321692 n-d-825015-3 neutron-server[103476]: DEBUG neutron.service [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] returning from RpcWorker wait() {{(pid=103476) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 04 12:06:33.322672 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Started child 103477 {{(pid=103363) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 04 12:06:33.322879 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:06:33.323348 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:06:33.323536 n-d-825015-3 neutron-server[103363]: DEBUG neutron_lib.callbacks.manager [None req-d51b7b4d-7464-47e2-b921-aad36ff59e86 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:06:33.325490 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103363) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 04 12:06:33.325707 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:06:33.325892 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 04 12:06:33.326121 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 04 12:06:33.326477 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 04 12:06:33.326646 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 04 12:06:33.327152 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.327435 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.327530 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:06:33.328025 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.328025 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.328298 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.328492 n-d-825015-3 neutron-server[103477]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:06:33.328888 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.329148 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.329385 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.329661 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.329900 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.330072 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.330241 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.330505 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.330762 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.331072 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.331333 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.331571 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.331871 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.332044 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.332302 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.332572 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.332803 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.333071 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] debug = True {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.333297 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.333819 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.334053 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.334317 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.334615 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.334845 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.335626 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.336002 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.336249 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.336487 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.336743 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.337004 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.337245 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.337479 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.337730 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.337969 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.338241 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.338463 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.338949 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] host = n-d-825015-3 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.339163 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.339388 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.339617 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.339907 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.340245 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.340360 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.340625 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.340869 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.341120 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.341363 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.341622 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.341851 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.342070 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.342324 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] log_file = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.342485 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] log_options = True {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.342705 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.342977 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.343247 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.343438 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.343609 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.343801 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.344116 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.344245 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.344472 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.344752 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.344908 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.345122 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.345338 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.345595 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.345861 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.346103 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.346342 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.346578 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.346841 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.347905 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.347905 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.347905 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.347905 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.348224 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.348224 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.348461 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.348747 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.348933 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.349173 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.349414 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.349645 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.349886 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.350305 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.350438 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.350696 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.351005 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.351270 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.351507 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.354800 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.354800 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.354800 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.354800 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.354800 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.354800 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.354800 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.354800 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.355313 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] use_json = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.355313 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.355313 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.355313 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.355313 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.355313 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.355313 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.355313 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.358577 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.358577 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.358577 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.358577 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.358577 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.358577 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.358577 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.358577 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.359063 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.359063 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.359063 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.359063 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.359063 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.359063 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.359063 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.359495 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.359561 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.360057 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.360158 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.360439 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.360805 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.360904 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.361150 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.361375 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.361727 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.361892 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.362082 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.362407 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.363563 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.363563 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.363563 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.363806 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.364084 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.364499 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.65/identity {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.364790 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.365021 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.365392 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.365776 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.366026 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.366789 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.367059 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.367297 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.367522 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.367775 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.368007 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.368246 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.368467 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.368749 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.369011 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.369409 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.369646 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.369875 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.370096 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.370315 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.370548 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.370952 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.371223 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.371463 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.371747 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.372009 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.372233 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.372449 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.372663 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.372883 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.373128 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.373338 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.373694 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.373920 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.374161 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.374401 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.374716 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.375347 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.375347 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.375347 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.375592 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.375800 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.376027 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.376275 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.376652 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.377041 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.377265 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.377489 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.377722 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.377944 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.378182 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.378399 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.378617 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.378853 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.379046 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.379407 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.379787 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.380158 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.380403 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.380688 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.381031 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.381286 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.381530 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.382368 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.382668 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.382923 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.383133 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.383528 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.383779 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.384009 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.384269 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.384517 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.384758 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.384985 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.385214 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.385475 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.385712 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.386136 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.386753 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.387189 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.387599 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.387898 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.388140 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.388398 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.388653 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.388922 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.389192 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.389431 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.389896 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.390115 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.390405 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.390702 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.390985 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.391270 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.391508 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.391797 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.392067 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.392313 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.392566 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.392809 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.393064 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.393309 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.393576 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.393800 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.394240 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.394709 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.395037 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.395285 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.395504 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.395723 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.396016 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.396272 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.396529 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.396809 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.397059 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.397350 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.397601 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.397837 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.65/identity {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.398076 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.398322 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.398582 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.398811 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.399209 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.399599 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.399896 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.400139 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.400361 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.400598 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.400814 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.401035 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.401270 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.401496 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.401711 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.401958 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.402174 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.402393 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.402661 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.402894 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.403130 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.403349 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.403565 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.403855 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.404074 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.404358 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.404615 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.404858 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.405093 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.405341 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.405584 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.405809 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.406058 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.406279 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.406517 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.406711 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.406932 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.407166 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.407383 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.407610 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.407872 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.408126 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.408363 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.408715 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.409014 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.409245 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.409517 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.409755 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.409972 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.410218 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.410585 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.410994 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.411480 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.411598 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.411989 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.412224 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.412460 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.412675 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.412916 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.413177 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.413420 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.413660 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.413885 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.414111 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.414328 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.414548 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.414795 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.415025 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.415247 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.415469 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.415682 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.415944 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.416195 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.416486 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.416687 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.416942 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.417160 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.417371 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.417640 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.417851 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.418062 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.418308 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.418529 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.418737 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.418963 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.419172 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.419381 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.419603 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.419844 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.420079 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.420304 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.420514 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.420800 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.420932 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.421154 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.421363 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.421612 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.421813 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.422074 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.422243 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.422509 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.422667 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.422911 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.423156 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.423367 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.423587 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.423965 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.424092 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.424306 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.424557 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.424788 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.425091 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.425319 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.425574 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.425816 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.426126 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.426346 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.426585 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.426824 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.427042 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.427283 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.427535 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.427877 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.428169 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.428442 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.429206 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.429912 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.429912 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.430142 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.430341 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.430632 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.430992 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.431271 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.431527 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.431817 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.432069 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.432312 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.432529 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.432772 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.433164 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.433382 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.433659 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.433890 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.434136 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.434371 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.434601 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.434819 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.435047 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.435259 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.435486 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.435701 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.435885 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 04 12:06:33.436438 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103363) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 04 12:06:33.436607 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:06:33.436765 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 04 12:06:33.436937 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 04 12:06:33.437106 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 04 12:06:33.437263 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 04 12:06:33.437351 n-d-825015-3 neutron-server[103476]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:06:33.437478 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.437649 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.437815 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.437980 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.438143 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.438328 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.438494 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.438658 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.438821 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.438982 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.439145 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.439306 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.439722 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.439910 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.440058 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.440219 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.440380 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.440543 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.440710 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.440872 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.441038 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.441200 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.441446 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] debug = True {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.441582 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.441722 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.441874 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.442021 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.442181 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.442347 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.442511 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.442672 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.442992 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.443166 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.443318 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.443479 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.443648 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.443903 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.444067 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.444936 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.445193 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.445399 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.445606 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] host = n-d-825015-3 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.445822 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.446059 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.446305 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.446548 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.446792 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.446948 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.447111 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.447276 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.447441 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.447617 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.447784 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.447952 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.448114 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.448273 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] log_file = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.448591 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] log_options = True {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.448761 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.448902 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.449040 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.449230 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.449393 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.449562 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.449748 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.449889 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.450027 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.450163 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.450332 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.450505 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.450667 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.450808 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.450950 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.451087 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.451223 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.451369 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.451617 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.451617 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.451933 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.451933 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.452208 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.452343 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.452515 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.452663 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.452800 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.452935 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.453070 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.453195 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.453329 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.453452 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.453599 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.453760 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.453922 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.454083 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.454244 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.454404 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.454569 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.454731 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.454892 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.455058 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.455217 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.455377 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.455537 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.455698 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.455884 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] use_json = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.456045 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.456204 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.456365 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.456524 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.456680 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.456870 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.457019 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.457144 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.457270 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:06:33.457453 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.457619 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.457794 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.457959 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.458123 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.458290 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.458450 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.458771 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.458941 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.459117 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.459277 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.459442 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.459617 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.459822 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.460022 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.460235 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.460421 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.460625 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.460830 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.460985 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.461112 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.461235 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.461357 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.461479 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.461692 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.461823 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.461946 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.462093 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.462256 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.462436 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.462599 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.462773 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.65/identity {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.463335 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.463335 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.463335 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.463690 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.463690 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.463690 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.464054 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.464054 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.464511 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.464511 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.464511 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.464967 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.464967 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.464967 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.465321 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.465321 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.465557 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.465557 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.465704 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.465945 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.466082 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.466207 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.466331 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.466464 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.466588 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.466764 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.466928 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.467093 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.467256 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.467548 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.467666 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.467811 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.468017 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.468154 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.468347 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.468347 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.468548 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.468672 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.468835 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.468998 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.469190 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.469357 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.469520 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.469683 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.469844 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.470008 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.470172 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.470357 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.470497 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.470660 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.470825 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.470992 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.471151 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.471314 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.471480 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.471645 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.471870 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.471997 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.472160 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.472332 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.472511 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.472674 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.472838 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.473068 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.473199 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.473323 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.473566 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.473732 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.473822 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.473903 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.474061 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.474224 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.474390 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.474553 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.474716 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.474879 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.475084 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.475211 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.475334 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.475524 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.475693 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.475949 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.476112 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.476274 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.476438 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.476600 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.476772 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.476934 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.477135 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.477264 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.477603 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.477603 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.478727 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.478727 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.478727 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.478727 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.478727 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.478727 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.478727 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.480399 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.480399 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.480399 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.480399 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.480399 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.480399 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.480399 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.480399 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.481322 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.481322 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.481322 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.481322 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.481322 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.481322 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.481322 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.481322 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.481969 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.481969 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.481969 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.65/identity {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.481969 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.481969 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.482316 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.482316 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.482472 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.482551 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.482661 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.482825 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.482990 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.483153 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.483316 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.483480 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.483642 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.483825 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.483991 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.484153 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.484317 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.484481 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.484644 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.484807 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.484970 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.485136 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.485298 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.485460 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.485623 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.485789 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.485953 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.486117 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.486304 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.486455 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.486609 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.486773 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.486938 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.487101 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.487264 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.487515 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.487659 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.487785 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.487918 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.488081 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.488246 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.488480 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.488580 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.488740 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.488904 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.489068 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.489234 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.489398 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.489562 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.489724 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.489887 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.490051 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.490214 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.490380 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.490543 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.490707 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.490870 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.491547 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.491727 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.491908 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.492193 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.492193 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.492362 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.492526 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.492687 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.492849 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.493012 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.493174 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.493337 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.493501 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.493663 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.493825 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.494000 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.494166 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.494329 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.494493 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.494656 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.494819 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.494996 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.495159 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.495321 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.495484 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.495646 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.495831 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.496005 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.496168 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.496331 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.496492 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.496656 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.496820 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.496992 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.497154 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.497317 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.497479 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.497641 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.497804 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.497976 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.498138 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.498301 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.498462 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.498625 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.498787 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.498960 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.499123 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.499285 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.499447 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.499609 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.499790 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.499963 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.500137 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.500291 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.500463 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.500625 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.500787 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.500951 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.501126 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.501291 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.501458 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.501620 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.501783 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.501947 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.502129 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.502277 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.502442 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.502612 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.502777 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.502949 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.503121 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.503293 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.503457 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.503626 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.503836 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.504009 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.504171 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.504334 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.504498 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.504662 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.504825 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.504992 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.505156 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.505319 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.505483 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.505645 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.505807 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.505970 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.506133 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.506295 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.506458 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.506620 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.507444 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.507597 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:06:33.507781 n-d-825015-3 neutron-server[103363]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 04 12:06:33.764115 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 51652) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:06:33.772946 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [-] 10.222.0.65 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065522 Feb 04 12:06:45.476280 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa89f94-b25c-4620-b644-9b81aa32fff2 None None] get_active_networks_info from n-d-825015-3 {{(pid=103476) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 04 12:06:45.553369 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa89f94-b25c-4620-b644-9b81aa32fff2 None None] No non-hosted networks {{(pid=103476) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 04 12:06:45.605437 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.agentschedulers_db [None req-7aa89f94-b25c-4620-b644-9b81aa32fff2 None None] DHCP Agent not found on host n-d-825015-3 {{(pid=103476) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 04 12:06:45.731179 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a005ef1f-707d-45c4-aed3-8e5909de02d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1622126'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:06:47.834992 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2e86aefc-33e4-458d-941c-13c463731222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1622126'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:06:47.889103 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e2366621-9193-40c4-a0d1-53dd4045e7e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:06:49.011484 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1622126'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:06:50.246705 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1622126'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:06:51.492061 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1622126'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:06:51.494411 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:06:51.495525 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:06:51.496133 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:06:51.496610 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:06:51.497753 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:06:51.498273 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:06:51.498763 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:06:51.499609 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:06:51.500093 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:06:51.500557 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:06:51.501039 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:06:51.501512 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:06:51.502015 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:06:51.502695 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-825015-3', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:06:51.513229 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-825015-3', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:06:53.919868 n-d-825015-3 neutron-server[103476]: INFO neutron.db.l3_hamode_db [None req-04392efd-9a8a-4da1-bc9b-58f46d6e80d9 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 04 12:06:54.002323 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04392efd-9a8a-4da1-bc9b-58f46d6e80d9 None None] Routers set() bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:06:54.002638 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04392efd-9a8a-4da1-bc9b-58f46d6e80d9 None None] Router IDs set() for agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 04 12:06:54.421095 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 51752) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:06:54.927625 n-d-825015-3 neutron-server[103475]: WARNING oslo_policy.policy [None req-dbc28316-e984-463e-a66a-432f2a179c75 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 12:06:54.928239 n-d-825015-3 neutron-server[103475]: WARNING oslo_policy.policy [None req-dbc28316-e984-463e-a66a-432f2a179c75 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 12:06:55.156080 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [None req-dbc28316-e984-463e-a66a-432f2a179c75 admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:06:55.157119 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-dbc28316-e984-463e-a66a-432f2a179c75 admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7351170 Feb 04 12:06:57.932669 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 51768) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:06:58.440060 n-d-825015-3 neutron-server[103474]: WARNING oslo_policy.policy [None req-15db43e9-30ab-4609-b76b-4d635ba2e543 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 12:06:58.440763 n-d-825015-3 neutron-server[103474]: WARNING oslo_policy.policy [None req-15db43e9-30ab-4609-b76b-4d635ba2e543 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 12:06:58.682185 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-15db43e9-30ab-4609-b76b-4d635ba2e543 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'tenant_id': '67fd6ae637a24e7290a870290170059a', 'prefixes': ['172.20.0.0/16']}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:06:58.788297 n-d-825015-3 neutron-server[103474]: DEBUG neutron.policy [None req-15db43e9-30ab-4609-b76b-4d635ba2e543 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103474) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 04 12:06:58.831844 n-d-825015-3 neutron-server[103474]: WARNING oslo_policy.policy [None req-15db43e9-30ab-4609-b76b-4d635ba2e543 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 12:06:58.832226 n-d-825015-3 neutron-server[103474]: WARNING oslo_policy.policy [None req-15db43e9-30ab-4609-b76b-4d635ba2e543 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 12:06:58.934588 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-15db43e9-30ab-4609-b76b-4d635ba2e543 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780428486289', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780428485446', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780428504794', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780428501971', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780428523547', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780428531169', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-584008', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-963758', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2081885', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1679766'] for rbac-policy (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:06:59.005980 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-15db43e9-30ab-4609-b76b-4d635ba2e543 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:06:59.007444 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-15db43e9-30ab-4609-b76b-4d635ba2e543 admin admin] 10.222.0.65 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0724599 Feb 04 12:07:01.714762 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 51786) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:07:02.059108 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-f0443338-d669-47de-8ba0-542ae3db8250 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': 'e817bab92b8443809a84a649ab6f659e', 'tenant_id': 'e817bab92b8443809a84a649ab6f659e'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:07:02.086980 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0443338-d669-47de-8ba0-542ae3db8250 admin admin] Made reservation on behalf of e817bab92b8443809a84a649ab6f659e for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:07:02.090610 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f0443338-d669-47de-8ba0-542ae3db8250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:07:02.109338 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f0443338-d669-47de-8ba0-542ae3db8250 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:07:02.232758 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f0443338-d669-47de-8ba0-542ae3db8250 admin admin] Publish callbacks [] for security_group (e84122de-c5e6-4e82-b8a4-f4544e512bb3), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:07:02.237713 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f0443338-d669-47de-8ba0-542ae3db8250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (e84122de-c5e6-4e82-b8a4-f4544e512bb3), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:07:02.258920 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0443338-d669-47de-8ba0-542ae3db8250 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:07:02.287517 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f0443338-d669-47de-8ba0-542ae3db8250 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780430777420', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (21a37ebf-d6a5-421f-81e3-d65c15b382a0), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:07:02.288132 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f0443338-d669-47de-8ba0-542ae3db8250 admin admin] Unsubscribe: segment precommit_create {{(pid=103474) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 04 12:07:02.288664 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-f0443338-d669-47de-8ba0-542ae3db8250 admin admin] Added segment 21a37ebf-d6a5-421f-81e3-d65c15b382a0 of type vlan for network bd9efe66-54c6-4b9e-9f9e-10bf7b05d617 Feb 04 12:07:02.305325 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0443338-d669-47de-8ba0-542ae3db8250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e84122de-c5e6-4e82-b8a4-f4544e512bb3,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:07:02.331792 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0443338-d669-47de-8ba0-542ae3db8250 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:07:02.332135 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0443338-d669-47de-8ba0-542ae3db8250 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:07:02.332471 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0443338-d669-47de-8ba0-542ae3db8250 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:07:02.332798 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0443338-d669-47de-8ba0-542ae3db8250 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:07:02.333122 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0443338-d669-47de-8ba0-542ae3db8250 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:07:02.333453 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0443338-d669-47de-8ba0-542ae3db8250 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:07:02.333771 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0443338-d669-47de-8ba0-542ae3db8250 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:07:02.334092 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0443338-d669-47de-8ba0-542ae3db8250 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:07:02.334412 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0443338-d669-47de-8ba0-542ae3db8250 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:07:02.334725 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0443338-d669-47de-8ba0-542ae3db8250 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:07:02.335036 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0443338-d669-47de-8ba0-542ae3db8250 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:07:02.335806 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0443338-d669-47de-8ba0-542ae3db8250 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:07:02.335806 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0443338-d669-47de-8ba0-542ae3db8250 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:07:02.336938 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0443338-d669-47de-8ba0-542ae3db8250 admin admin] Tracked resource versions report: Feb 04 12:07:02.336938 n-d-825015-3 neutron-server[103474]: pushed versions: Feb 04 12:07:02.336938 n-d-825015-3 neutron-server[103474]: { 'AddressGroup': {'1.2'}, Feb 04 12:07:02.336938 n-d-825015-3 neutron-server[103474]: 'ConntrackHelper': {'1.0'}, Feb 04 12:07:02.336938 n-d-825015-3 neutron-server[103474]: 'LocalIPAssociation': {'1.0'}, Feb 04 12:07:02.336938 n-d-825015-3 neutron-server[103474]: 'Log': {'1.0'}, Feb 04 12:07:02.336938 n-d-825015-3 neutron-server[103474]: 'Network': {'1.1'}, Feb 04 12:07:02.336938 n-d-825015-3 neutron-server[103474]: 'Port': {'1.7'}, Feb 04 12:07:02.336938 n-d-825015-3 neutron-server[103474]: 'PortForwarding': {'1.2'}, Feb 04 12:07:02.336938 n-d-825015-3 neutron-server[103474]: 'QosPolicy': {'1.10'}, Feb 04 12:07:02.336938 n-d-825015-3 neutron-server[103474]: 'SecurityGroup': {'1.5'}, Feb 04 12:07:02.336938 n-d-825015-3 neutron-server[103474]: 'SecurityGroupRule': {'1.2'}, Feb 04 12:07:02.336938 n-d-825015-3 neutron-server[103474]: 'SubPort': {'1.0'}, Feb 04 12:07:02.336938 n-d-825015-3 neutron-server[103474]: 'Subnet': {'1.1'}, Feb 04 12:07:02.336938 n-d-825015-3 neutron-server[103474]: 'Trunk': {'1.1'}} Feb 04 12:07:02.336938 n-d-825015-3 neutron-server[103474]: consumer versions: Feb 04 12:07:02.336938 n-d-825015-3 neutron-server[103474]: { DHCP agent@n-d-825015-3: {}, Feb 04 12:07:02.336938 n-d-825015-3 neutron-server[103474]: L3 agent@n-d-825015-3: {}, Feb 04 12:07:02.336938 n-d-825015-3 neutron-server[103474]: Metadata agent@n-d-825015-3: {}, Feb 04 12:07:02.336938 n-d-825015-3 neutron-server[103474]: Metering agent@n-d-825015-3: {}, Feb 04 12:07:02.336938 n-d-825015-3 neutron-server[103474]: Open vSwitch agent@n-d-825015-3: { 'AddressGroup': '1.2', Feb 04 12:07:02.336938 n-d-825015-3 neutron-server[103474]: 'ConntrackHelper': '1.0', Feb 04 12:07:02.336938 n-d-825015-3 neutron-server[103474]: 'LocalIPAssociation': '1.0', Feb 04 12:07:02.336938 n-d-825015-3 neutron-server[103474]: 'Log': '1.0', Feb 04 12:07:02.336938 n-d-825015-3 neutron-server[103474]: 'Network': '1.1', Feb 04 12:07:02.336938 n-d-825015-3 neutron-server[103474]: 'Port': '1.7', Feb 04 12:07:02.336938 n-d-825015-3 neutron-server[103474]: 'PortForwarding': '1.2', Feb 04 12:07:02.336938 n-d-825015-3 neutron-server[103474]: 'QosPolicy': '1.10', Feb 04 12:07:02.336938 n-d-825015-3 neutron-server[103474]: 'SecurityGroup': '1.5', Feb 04 12:07:02.336938 n-d-825015-3 neutron-server[103474]: 'SecurityGroupRule': '1.2', Feb 04 12:07:02.336938 n-d-825015-3 neutron-server[103474]: 'SubPort': '1.0', Feb 04 12:07:02.336938 n-d-825015-3 neutron-server[103474]: 'Subnet': '1.1', Feb 04 12:07:02.336938 n-d-825015-3 neutron-server[103474]: 'Trunk': '1.1'}} Feb 04 12:07:02.336938 n-d-825015-3 neutron-server[103474]: {{(pid=103474) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 12:07:02.402508 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f0443338-d669-47de-8ba0-542ae3db8250 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (bd9efe66-54c6-4b9e-9f9e-10bf7b05d617), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:07:02.442874 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f0443338-d669-47de-8ba0-542ae3db8250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (bd9efe66-54c6-4b9e-9f9e-10bf7b05d617), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:07:02.444438 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0443338-d669-47de-8ba0-542ae3db8250 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:07:02.445132 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f0443338-d669-47de-8ba0-542ae3db8250 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:07:02.529643 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-f0443338-d669-47de-8ba0-542ae3db8250 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8136718 Feb 04 12:07:02.554962 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0443338-d669-47de-8ba0-542ae3db8250 admin admin] Pushing event updated for resources: {'Network': ['ID=bd9efe66-54c6-4b9e-9f9e-10bf7b05d617,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:07:02.567927 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network bd9efe66-54c6-4b9e-9f9e-10bf7b05d617 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:07:05.352875 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 51800) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:07:05.753520 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613b24dc-de2d-4fe5-8e2d-bc32f74f3eb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:07:05.754803 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-613b24dc-de2d-4fe5-8e2d-bc32f74f3eb5 admin admin] 10.222.0.65 "GET /v2.0/networks/bd9efe66-54c6-4b9e-9f9e-10bf7b05d617 HTTP/1.1" status: 200 len: 825 time: 0.4009478 Feb 04 12:07:05.779430 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-ab880218-eeec-4162-ba1d-d0992761a0e3 admin admin] 10.222.0.65 "GET /v2.0/subnetpools/7a382a92-05ec-48ba-a8c1-e4e7d47a0fcd HTTP/1.1" status: 200 len: 734 time: 0.0189836 Feb 04 12:07:05.788386 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-1102df24-99fb-444c-8e58-fc9ef02cddfd admin admin] Request body: {'subnet': {'network_id': 'bd9efe66-54c6-4b9e-9f9e-10bf7b05d617', 'ip_version': 4, 'name': 'private-subnet', 'tenant_id': 'e817bab92b8443809a84a649ab6f659e', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '7a382a92-05ec-48ba-a8c1-e4e7d47a0fcd'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:07:05.808893 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1102df24-99fb-444c-8e58-fc9ef02cddfd admin admin] Made reservation on behalf of e817bab92b8443809a84a649ab6f659e for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:07:05.811178 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1102df24-99fb-444c-8e58-fc9ef02cddfd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:07:06.109373 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1102df24-99fb-444c-8e58-fc9ef02cddfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for subnet (59399db2-3d07-4fc0-9230-d3e0d766cfe1), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:07:06.177115 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1102df24-99fb-444c-8e58-fc9ef02cddfd admin admin] Pushing event updated for resources: {'Subnet': ['ID=59399db2-3d07-4fc0-9230-d3e0d766cfe1,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:07:06.181014 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1102df24-99fb-444c-8e58-fc9ef02cddfd admin admin] Checking segment: {'id': '21a37ebf-d6a5-421f-81e3-d65c15b382a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'bd9efe66-54c6-4b9e-9f9e-10bf7b05d617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:07:06.181381 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1102df24-99fb-444c-8e58-fc9ef02cddfd admin admin] Network hostable DHCP agents. Network: bd9efe66-54c6-4b9e-9f9e-10bf7b05d617, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:07:06.203559 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1102df24-99fb-444c-8e58-fc9ef02cddfd admin admin] Network bd9efe66-54c6-4b9e-9f9e-10bf7b05d617 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:07:06.215810 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-1102df24-99fb-444c-8e58-fc9ef02cddfd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, bd9efe66-54c6-4b9e-9f9e-10bf7b05d617) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:07:06.220996 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1102df24-99fb-444c-8e58-fc9ef02cddfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:07:06.221756 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1102df24-99fb-444c-8e58-fc9ef02cddfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:07:06.227029 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129f4f39-c4a9-4c68-90df-a69a03125269 None None] Network bd9efe66-54c6-4b9e-9f9e-10bf7b05d617 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:07:06.237019 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-1102df24-99fb-444c-8e58-fc9ef02cddfd admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4521184 Feb 04 12:07:06.507478 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349fc3af-68e1-486f-a779-c6e993c2ba6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-bd9efe66-54c6-4b9e-9f9e-10bf7b05d617', 'network_id': 'bd9efe66-54c6-4b9e-9f9e-10bf7b05d617', 'project_id': 'e817bab92b8443809a84a649ab6f659e', 'fixed_ips': [{'subnet_id': '59399db2-3d07-4fc0-9230-d3e0d766cfe1'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 12:07:06.508814 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-349fc3af-68e1-486f-a779-c6e993c2ba6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:07:06.819805 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-349fc3af-68e1-486f-a779-c6e993c2ba6c None None] Allocated IP 172.20.0.2 (bd9efe66-54c6-4b9e-9f9e-10bf7b05d617/59399db2-3d07-4fc0-9230-d3e0d766cfe1/eb062319-dddc-4cee-a519-b9095ddd657e) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:07:07.082786 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-349fc3af-68e1-486f-a779-c6e993c2ba6c None None] Publish callbacks [] for port (eb062319-dddc-4cee-a519-b9095ddd657e), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:07:07.092784 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-349fc3af-68e1-486f-a779-c6e993c2ba6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (eb062319-dddc-4cee-a519-b9095ddd657e), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:07:07.174970 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-349fc3af-68e1-486f-a779-c6e993c2ba6c None None] Network bd9efe66-54c6-4b9e-9f9e-10bf7b05d617 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:07:07.179940 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-349fc3af-68e1-486f-a779-c6e993c2ba6c None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:07:07.184389 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349fc3af-68e1-486f-a779-c6e993c2ba6c None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:07:07.190676 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349fc3af-68e1-486f-a779-c6e993c2ba6c None None] Pushing event updated for resources: {'Port': ['ID=eb062319-dddc-4cee-a519-b9095ddd657e,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:07:07.202718 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349fc3af-68e1-486f-a779-c6e993c2ba6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:07:07.203066 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349fc3af-68e1-486f-a779-c6e993c2ba6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:07:07.203409 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349fc3af-68e1-486f-a779-c6e993c2ba6c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:07:07.203761 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349fc3af-68e1-486f-a779-c6e993c2ba6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:07:07.204113 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349fc3af-68e1-486f-a779-c6e993c2ba6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:07:07.204436 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349fc3af-68e1-486f-a779-c6e993c2ba6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:07:07.204763 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349fc3af-68e1-486f-a779-c6e993c2ba6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:07:07.205088 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349fc3af-68e1-486f-a779-c6e993c2ba6c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:07:07.205415 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349fc3af-68e1-486f-a779-c6e993c2ba6c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:07:07.205739 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349fc3af-68e1-486f-a779-c6e993c2ba6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:07:07.206062 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349fc3af-68e1-486f-a779-c6e993c2ba6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:07:07.206389 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349fc3af-68e1-486f-a779-c6e993c2ba6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:07:07.206705 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349fc3af-68e1-486f-a779-c6e993c2ba6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:07:07.207889 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349fc3af-68e1-486f-a779-c6e993c2ba6c None None] Tracked resource versions report: Feb 04 12:07:07.207889 n-d-825015-3 neutron-server[103476]: pushed versions: Feb 04 12:07:07.207889 n-d-825015-3 neutron-server[103476]: { 'AddressGroup': {'1.2'}, Feb 04 12:07:07.207889 n-d-825015-3 neutron-server[103476]: 'ConntrackHelper': {'1.0'}, Feb 04 12:07:07.207889 n-d-825015-3 neutron-server[103476]: 'LocalIPAssociation': {'1.0'}, Feb 04 12:07:07.207889 n-d-825015-3 neutron-server[103476]: 'Log': {'1.0'}, Feb 04 12:07:07.207889 n-d-825015-3 neutron-server[103476]: 'Network': {'1.1'}, Feb 04 12:07:07.207889 n-d-825015-3 neutron-server[103476]: 'Port': {'1.7'}, Feb 04 12:07:07.207889 n-d-825015-3 neutron-server[103476]: 'PortForwarding': {'1.2'}, Feb 04 12:07:07.207889 n-d-825015-3 neutron-server[103476]: 'QosPolicy': {'1.10'}, Feb 04 12:07:07.207889 n-d-825015-3 neutron-server[103476]: 'SecurityGroup': {'1.5'}, Feb 04 12:07:07.207889 n-d-825015-3 neutron-server[103476]: 'SecurityGroupRule': {'1.2'}, Feb 04 12:07:07.207889 n-d-825015-3 neutron-server[103476]: 'SubPort': {'1.0'}, Feb 04 12:07:07.207889 n-d-825015-3 neutron-server[103476]: 'Subnet': {'1.1'}, Feb 04 12:07:07.207889 n-d-825015-3 neutron-server[103476]: 'Trunk': {'1.1'}} Feb 04 12:07:07.207889 n-d-825015-3 neutron-server[103476]: consumer versions: Feb 04 12:07:07.207889 n-d-825015-3 neutron-server[103476]: { DHCP agent@n-d-825015-3: {}, Feb 04 12:07:07.207889 n-d-825015-3 neutron-server[103476]: L3 agent@n-d-825015-3: {}, Feb 04 12:07:07.207889 n-d-825015-3 neutron-server[103476]: Metadata agent@n-d-825015-3: {}, Feb 04 12:07:07.207889 n-d-825015-3 neutron-server[103476]: Metering agent@n-d-825015-3: {}, Feb 04 12:07:07.207889 n-d-825015-3 neutron-server[103476]: Open vSwitch agent@n-d-825015-3: { 'AddressGroup': '1.2', Feb 04 12:07:07.207889 n-d-825015-3 neutron-server[103476]: 'ConntrackHelper': '1.0', Feb 04 12:07:07.207889 n-d-825015-3 neutron-server[103476]: 'LocalIPAssociation': '1.0', Feb 04 12:07:07.207889 n-d-825015-3 neutron-server[103476]: 'Log': '1.0', Feb 04 12:07:07.207889 n-d-825015-3 neutron-server[103476]: 'Network': '1.1', Feb 04 12:07:07.207889 n-d-825015-3 neutron-server[103476]: 'Port': '1.7', Feb 04 12:07:07.207889 n-d-825015-3 neutron-server[103476]: 'PortForwarding': '1.2', Feb 04 12:07:07.207889 n-d-825015-3 neutron-server[103476]: 'QosPolicy': '1.10', Feb 04 12:07:07.207889 n-d-825015-3 neutron-server[103476]: 'SecurityGroup': '1.5', Feb 04 12:07:07.207889 n-d-825015-3 neutron-server[103476]: 'SecurityGroupRule': '1.2', Feb 04 12:07:07.207889 n-d-825015-3 neutron-server[103476]: 'SubPort': '1.0', Feb 04 12:07:07.207889 n-d-825015-3 neutron-server[103476]: 'Subnet': '1.1', Feb 04 12:07:07.207889 n-d-825015-3 neutron-server[103476]: 'Trunk': '1.1'}} Feb 04 12:07:07.207889 n-d-825015-3 neutron-server[103476]: {{(pid=103476) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 12:07:07.284333 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-349fc3af-68e1-486f-a779-c6e993c2ba6c None None] Attempting to bind port eb062319-dddc-4cee-a519-b9095ddd657e on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:07:07.285078 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-349fc3af-68e1-486f-a779-c6e993c2ba6c None None] Attempting to bind port eb062319-dddc-4cee-a519-b9095ddd657e by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '21a37ebf-d6a5-421f-81e3-d65c15b382a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'bd9efe66-54c6-4b9e-9f9e-10bf7b05d617'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:07:07.285181 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349fc3af-68e1-486f-a779-c6e993c2ba6c None None] Attempting to bind port eb062319-dddc-4cee-a519-b9095ddd657e on network bd9efe66-54c6-4b9e-9f9e-10bf7b05d617 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:07:07.290258 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349fc3af-68e1-486f-a779-c6e993c2ba6c None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:07:07.290633 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349fc3af-68e1-486f-a779-c6e993c2ba6c None None] Checking segment: {'id': '21a37ebf-d6a5-421f-81e3-d65c15b382a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'bd9efe66-54c6-4b9e-9f9e-10bf7b05d617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:07:07.291095 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-349fc3af-68e1-486f-a779-c6e993c2ba6c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:07:07.291486 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349fc3af-68e1-486f-a779-c6e993c2ba6c None None] Bound using segment: {'id': '21a37ebf-d6a5-421f-81e3-d65c15b382a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'bd9efe66-54c6-4b9e-9f9e-10bf7b05d617'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:07:07.292717 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-349fc3af-68e1-486f-a779-c6e993c2ba6c None None] Bound port: eb062319-dddc-4cee-a519-b9095ddd657e, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21a37ebf-d6a5-421f-81e3-d65c15b382a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'bd9efe66-54c6-4b9e-9f9e-10bf7b05d617'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:07:07.293265 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-349fc3af-68e1-486f-a779-c6e993c2ba6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (eb062319-dddc-4cee-a519-b9095ddd657e), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:07:07.360089 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-349fc3af-68e1-486f-a779-c6e993c2ba6c None None] For port eb062319-dddc-4cee-a519-b9095ddd657e, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:07:07.364457 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-349fc3af-68e1-486f-a779-c6e993c2ba6c None None] For port eb062319-dddc-4cee-a519-b9095ddd657e, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=eb062319-dddc-4cee-a519-b9095ddd657e,segment=NetworkSegment(21a37ebf-d6a5-421f-81e3-d65c15b382a0),segment_id=21a37ebf-d6a5-421f-81e3-d65c15b382a0)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:07:07.373038 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-349fc3af-68e1-486f-a779-c6e993c2ba6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (eb062319-dddc-4cee-a519-b9095ddd657e), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:07:07.437344 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349fc3af-68e1-486f-a779-c6e993c2ba6c None None] Pushing event updated for resources: {'Port': ['ID=eb062319-dddc-4cee-a519-b9095ddd657e,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:07:08.799047 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 51808) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:07:09.144510 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [None req-b79fe108-015b-4b1e-bcb9-d58343110a4a admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103474) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:07:09.155800 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-b79fe108-015b-4b1e-bcb9-d58343110a4a admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3456197 Feb 04 12:07:11.653012 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 51816) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:07:12.010071 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [None req-318a2145-8db4-4b0b-9d1e-66d9005b0e86 admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:07:12.011290 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-318a2145-8db4-4b0b-9d1e-66d9005b0e86 admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3571944 Feb 04 12:07:14.765560 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 51826) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:07:15.073583 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-65ca48c6-a618-4131-b82b-b232441c4499 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'e817bab92b8443809a84a649ab6f659e'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:07:15.096758 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-65ca48c6-a618-4131-b82b-b232441c4499 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10933'] for router (0cedd382-e7b2-4458-b405-8406f73a8128), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:07:15.098354 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-65ca48c6-a618-4131-b82b-b232441c4499 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10924'] for router (0cedd382-e7b2-4458-b405-8406f73a8128), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:07:15.244966 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-65ca48c6-a618-4131-b82b-b232441c4499 admin admin] Publish callbacks [] for router_controller (0cedd382-e7b2-4458-b405-8406f73a8128), precommit_add_association {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:07:15.250909 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-65ca48c6-a618-4131-b82b-b232441c4499 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141'] for router (0cedd382-e7b2-4458-b405-8406f73a8128), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:07:15.266166 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-65ca48c6-a618-4131-b82b-b232441c4499 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:07:15.267371 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-65ca48c6-a618-4131-b82b-b232441c4499 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5008342 Feb 04 12:07:15.463283 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6889cdb5-a2c0-4c3d-a115-fde45386986d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:07:17.832520 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-735e4df3-cb93-4110-900f-c7e42eac6312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:07:17.867402 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 51838) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:07:18.211429 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device eb062319-dddc-4cee-a519-b9095ddd657e up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:07:18.226050 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [None req-e240a279-2257-4dc6-ab33-3c1fbe39343a admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:07:18.227770 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-e240a279-2257-4dc6-ab33-3c1fbe39343a admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3586726 Feb 04 12:07:18.305302 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port eb062319-dddc-4cee-a519-b9095ddd657e triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:07:18.305624 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (eb062319-dddc-4cee-a519-b9095ddd657e), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:07:18.432467 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port eb062319-dddc-4cee-a519-b9095ddd657e is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:07:18.432866 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (eb062319-dddc-4cee-a519-b9095ddd657e), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:07:18.476066 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port eb062319-dddc-4cee-a519-b9095ddd657e, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=eb062319-dddc-4cee-a519-b9095ddd657e,segment=NetworkSegment(21a37ebf-d6a5-421f-81e3-d65c15b382a0),segment_id=21a37ebf-d6a5-421f-81e3-d65c15b382a0)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:07:18.480695 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (eb062319-dddc-4cee-a519-b9095ddd657e), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:07:18.531725 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=eb062319-dddc-4cee-a519-b9095ddd657e,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:07:18.906477 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9908081-1810-4b5e-a7b8-eb32ad80d310 None None] Network bd9efe66-54c6-4b9e-9f9e-10bf7b05d617 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:07:18.986684 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-fbcf8e0f-3243-479e-a169-4f33f86d3df2 None None] Provisioning complete for port eb062319-dddc-4cee-a519-b9095ddd657e triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:07:18.987170 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fbcf8e0f-3243-479e-a169-4f33f86d3df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (eb062319-dddc-4cee-a519-b9095ddd657e), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:07:19.029425 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:07:19.131561 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-fbcf8e0f-3243-479e-a169-4f33f86d3df2 None None] Current status of the port eb062319-dddc-4cee-a519-b9095ddd657e is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:07:19.353552 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-fe10cdda-150e-4a1a-bbc9-c5781649942a None None] Provisioning complete for port eb062319-dddc-4cee-a519-b9095ddd657e triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:07:19.353952 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fe10cdda-150e-4a1a-bbc9-c5781649942a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (eb062319-dddc-4cee-a519-b9095ddd657e), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:07:19.432157 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-fe10cdda-150e-4a1a-bbc9-c5781649942a None None] Current status of the port eb062319-dddc-4cee-a519-b9095ddd657e is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:07:20.155777 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device eb062319-dddc-4cee-a519-b9095ddd657e up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:07:20.218559 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:07:20.222584 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port eb062319-dddc-4cee-a519-b9095ddd657e triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:07:20.222946 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (eb062319-dddc-4cee-a519-b9095ddd657e), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:07:20.303517 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port eb062319-dddc-4cee-a519-b9095ddd657e is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:07:20.807986 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 51870) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:07:20.937998 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-3d45f751-6be9-4529-971e-e6d79a5118fa admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True, 'name': 'public', 'admin_state_up': True, 'tenant_id': '67fd6ae637a24e7290a870290170059a', 'project_id': '67fd6ae637a24e7290a870290170059a'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:07:20.992362 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d45f751-6be9-4529-971e-e6d79a5118fa admin admin] Made reservation on behalf of 67fd6ae637a24e7290a870290170059a for: {'network': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:07:21.056821 n-d-825015-3 neutron-server[103475]: DEBUG neutron.policy [None req-3d45f751-6be9-4529-971e-e6d79a5118fa admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103475) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 04 12:07:21.098259 n-d-825015-3 neutron-server[103475]: WARNING oslo_policy.policy [None req-3d45f751-6be9-4529-971e-e6d79a5118fa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 12:07:21.098632 n-d-825015-3 neutron-server[103475]: WARNING oslo_policy.policy [None req-3d45f751-6be9-4529-971e-e6d79a5118fa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 12:07:21.108764 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3d45f751-6be9-4529-971e-e6d79a5118fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:07:21.129090 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3d45f751-6be9-4529-971e-e6d79a5118fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:07:21.241388 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3d45f751-6be9-4529-971e-e6d79a5118fa admin admin] Publish callbacks [] for security_group (47db6fc8-d8e6-4618-b67f-a258d3aaef5f), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:07:21.245357 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3d45f751-6be9-4529-971e-e6d79a5118fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (47db6fc8-d8e6-4618-b67f-a258d3aaef5f), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:07:21.256939 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-3d45f751-6be9-4529-971e-e6d79a5118fa admin admin] Reserving flat network on physical network physnet1 {{(pid=103475) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 04 12:07:21.289292 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3d45f751-6be9-4529-971e-e6d79a5118fa admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780430777420', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (3a12db9a-7de5-4ddb-9e22-afd3d37247ad), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:07:21.289894 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3d45f751-6be9-4529-971e-e6d79a5118fa admin admin] Unsubscribe: segment precommit_create {{(pid=103475) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 04 12:07:21.290446 n-d-825015-3 neutron-server[103475]: INFO neutron.db.segments_db [None req-3d45f751-6be9-4529-971e-e6d79a5118fa admin admin] Added segment 3a12db9a-7de5-4ddb-9e22-afd3d37247ad of type flat for network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 Feb 04 12:07:21.307333 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d45f751-6be9-4529-971e-e6d79a5118fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47db6fc8-d8e6-4618-b67f-a258d3aaef5f,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:07:21.359570 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d45f751-6be9-4529-971e-e6d79a5118fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:07:21.359941 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d45f751-6be9-4529-971e-e6d79a5118fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:07:21.360285 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d45f751-6be9-4529-971e-e6d79a5118fa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:07:21.360622 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d45f751-6be9-4529-971e-e6d79a5118fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:07:21.360958 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d45f751-6be9-4529-971e-e6d79a5118fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:07:21.361290 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d45f751-6be9-4529-971e-e6d79a5118fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:07:21.361619 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d45f751-6be9-4529-971e-e6d79a5118fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:07:21.361945 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d45f751-6be9-4529-971e-e6d79a5118fa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:07:21.362270 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d45f751-6be9-4529-971e-e6d79a5118fa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:07:21.362592 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d45f751-6be9-4529-971e-e6d79a5118fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:07:21.362917 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d45f751-6be9-4529-971e-e6d79a5118fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:07:21.363235 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d45f751-6be9-4529-971e-e6d79a5118fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:07:21.363555 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d45f751-6be9-4529-971e-e6d79a5118fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:07:21.364765 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d45f751-6be9-4529-971e-e6d79a5118fa admin admin] Tracked resource versions report: Feb 04 12:07:21.364765 n-d-825015-3 neutron-server[103475]: pushed versions: Feb 04 12:07:21.364765 n-d-825015-3 neutron-server[103475]: { 'AddressGroup': {'1.2'}, Feb 04 12:07:21.364765 n-d-825015-3 neutron-server[103475]: 'ConntrackHelper': {'1.0'}, Feb 04 12:07:21.364765 n-d-825015-3 neutron-server[103475]: 'LocalIPAssociation': {'1.0'}, Feb 04 12:07:21.364765 n-d-825015-3 neutron-server[103475]: 'Log': {'1.0'}, Feb 04 12:07:21.364765 n-d-825015-3 neutron-server[103475]: 'Network': {'1.1'}, Feb 04 12:07:21.364765 n-d-825015-3 neutron-server[103475]: 'Port': {'1.7'}, Feb 04 12:07:21.364765 n-d-825015-3 neutron-server[103475]: 'PortForwarding': {'1.2'}, Feb 04 12:07:21.364765 n-d-825015-3 neutron-server[103475]: 'QosPolicy': {'1.10'}, Feb 04 12:07:21.364765 n-d-825015-3 neutron-server[103475]: 'SecurityGroup': {'1.5'}, Feb 04 12:07:21.364765 n-d-825015-3 neutron-server[103475]: 'SecurityGroupRule': {'1.2'}, Feb 04 12:07:21.364765 n-d-825015-3 neutron-server[103475]: 'SubPort': {'1.0'}, Feb 04 12:07:21.364765 n-d-825015-3 neutron-server[103475]: 'Subnet': {'1.1'}, Feb 04 12:07:21.364765 n-d-825015-3 neutron-server[103475]: 'Trunk': {'1.1'}} Feb 04 12:07:21.364765 n-d-825015-3 neutron-server[103475]: consumer versions: Feb 04 12:07:21.364765 n-d-825015-3 neutron-server[103475]: { DHCP agent@n-d-825015-3: {}, Feb 04 12:07:21.364765 n-d-825015-3 neutron-server[103475]: L3 agent@n-d-825015-3: {}, Feb 04 12:07:21.364765 n-d-825015-3 neutron-server[103475]: Metadata agent@n-d-825015-3: {}, Feb 04 12:07:21.364765 n-d-825015-3 neutron-server[103475]: Metering agent@n-d-825015-3: {}, Feb 04 12:07:21.364765 n-d-825015-3 neutron-server[103475]: Open vSwitch agent@n-d-825015-3: { 'AddressGroup': '1.2', Feb 04 12:07:21.364765 n-d-825015-3 neutron-server[103475]: 'ConntrackHelper': '1.0', Feb 04 12:07:21.364765 n-d-825015-3 neutron-server[103475]: 'LocalIPAssociation': '1.0', Feb 04 12:07:21.364765 n-d-825015-3 neutron-server[103475]: 'Log': '1.0', Feb 04 12:07:21.364765 n-d-825015-3 neutron-server[103475]: 'Network': '1.1', Feb 04 12:07:21.364765 n-d-825015-3 neutron-server[103475]: 'Port': '1.7', Feb 04 12:07:21.364765 n-d-825015-3 neutron-server[103475]: 'PortForwarding': '1.2', Feb 04 12:07:21.364765 n-d-825015-3 neutron-server[103475]: 'QosPolicy': '1.10', Feb 04 12:07:21.364765 n-d-825015-3 neutron-server[103475]: 'SecurityGroup': '1.5', Feb 04 12:07:21.364765 n-d-825015-3 neutron-server[103475]: 'SecurityGroupRule': '1.2', Feb 04 12:07:21.364765 n-d-825015-3 neutron-server[103475]: 'SubPort': '1.0', Feb 04 12:07:21.364765 n-d-825015-3 neutron-server[103475]: 'Subnet': '1.1', Feb 04 12:07:21.364765 n-d-825015-3 neutron-server[103475]: 'Trunk': '1.1'}} Feb 04 12:07:21.364765 n-d-825015-3 neutron-server[103475]: {{(pid=103475) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 12:07:21.412992 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3d45f751-6be9-4529-971e-e6d79a5118fa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:07:21.458420 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:07:21.459472 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3d45f751-6be9-4529-971e-e6d79a5118fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:07:21.460664 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d45f751-6be9-4529-971e-e6d79a5118fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:07:21.461357 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3d45f751-6be9-4529-971e-e6d79a5118fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:07:21.558107 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-3d45f751-6be9-4529-971e-e6d79a5118fa admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7489777 Feb 04 12:07:21.566299 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d45f751-6be9-4529-971e-e6d79a5118fa admin admin] Pushing event updated for resources: {'Network': ['ID=7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:07:21.578017 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:07:23.898339 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 51884) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:07:24.043356 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf60674-67a7-4c1f-8c27-b0e2f4dbe4ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:07:24.045128 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-fdf60674-67a7-4c1f-8c27-b0e2f4dbe4ef admin admin] 10.222.0.65 "GET /v2.0/subnets/59399db2-3d07-4fc0-9230-d3e0d766cfe1 HTTP/1.1" status: 200 len: 849 time: 0.1458201 Feb 04 12:07:24.214533 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-1eb91478-24e3-4a59-8b19-34edc3c072e8 admin admin] 10.222.0.65 "GET /v2.0/routers/0cedd382-e7b2-4458-b405-8406f73a8128 HTTP/1.1" status: 200 len: 704 time: 0.1638875 Feb 04 12:07:24.511102 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-888f40a7-6c08-4206-8103-04a2a423f1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:07:24.818326 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-888f40a7-6c08-4206-8103-04a2a423f1d8 admin admin] Allocated IP 172.20.0.1 (bd9efe66-54c6-4b9e-9f9e-10bf7b05d617/59399db2-3d07-4fc0-9230-d3e0d766cfe1/66a00521-5b4d-46c6-a491-9821ea8a718e) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:07:25.008964 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-888f40a7-6c08-4206-8103-04a2a423f1d8 admin admin] Publish callbacks [] for port (66a00521-5b4d-46c6-a491-9821ea8a718e), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:07:25.077722 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-888f40a7-6c08-4206-8103-04a2a423f1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (66a00521-5b4d-46c6-a491-9821ea8a718e), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:07:25.162583 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888f40a7-6c08-4206-8103-04a2a423f1d8 admin admin] Network bd9efe66-54c6-4b9e-9f9e-10bf7b05d617 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:07:25.167286 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-888f40a7-6c08-4206-8103-04a2a423f1d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:07:25.173014 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888f40a7-6c08-4206-8103-04a2a423f1d8 admin admin] Pushing event updated for resources: {'Port': ['ID=66a00521-5b4d-46c6-a491-9821ea8a718e,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:07:25.175543 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888f40a7-6c08-4206-8103-04a2a423f1d8 admin admin] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:07:25.176556 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-888f40a7-6c08-4206-8103-04a2a423f1d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1599818'] for router_interface (0cedd382-e7b2-4458-b405-8406f73a8128), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:07:25.387068 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-888f40a7-6c08-4206-8103-04a2a423f1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (66a00521-5b4d-46c6-a491-9821ea8a718e), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:07:25.389581 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-d39fe18c-68a1-45ea-bc10-ae3d9b2513df None None] Provisioning complete for port 66a00521-5b4d-46c6-a491-9821ea8a718e triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:07:25.390051 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d39fe18c-68a1-45ea-bc10-ae3d9b2513df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (66a00521-5b4d-46c6-a491-9821ea8a718e), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:07:25.422537 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-d39fe18c-68a1-45ea-bc10-ae3d9b2513df None None] Port 66a00521-5b4d-46c6-a491-9821ea8a718e cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:07:25.644772 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-888f40a7-6c08-4206-8103-04a2a423f1d8 admin admin] Publish callbacks [] for port (66a00521-5b4d-46c6-a491-9821ea8a718e), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:07:25.649110 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-888f40a7-6c08-4206-8103-04a2a423f1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (66a00521-5b4d-46c6-a491-9821ea8a718e), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:07:25.649907 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-888f40a7-6c08-4206-8103-04a2a423f1d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622202'] for router_interface (0cedd382-e7b2-4458-b405-8406f73a8128), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:07:25.728875 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888f40a7-6c08-4206-8103-04a2a423f1d8 admin admin] Pushing event updated for resources: {'Port': ['ID=66a00521-5b4d-46c6-a491-9821ea8a718e,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:07:25.774978 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888f40a7-6c08-4206-8103-04a2a423f1d8 admin admin] Network bd9efe66-54c6-4b9e-9f9e-10bf7b05d617 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:07:25.776264 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-888f40a7-6c08-4206-8103-04a2a423f1d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:07:25.944004 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ea035c39-fa0b-4640-95fe-bf2da5a86281 None None] Provisioning complete for port 66a00521-5b4d-46c6-a491-9821ea8a718e triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:07:25.944408 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ea035c39-fa0b-4640-95fe-bf2da5a86281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (66a00521-5b4d-46c6-a491-9821ea8a718e), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:07:25.946585 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-888f40a7-6c08-4206-8103-04a2a423f1d8 admin admin] Router 0cedd382-e7b2-4458-b405-8406f73a8128 is scheduled to L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de with binding_index 1 {{(pid=103475) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 12:07:25.982588 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ea035c39-fa0b-4640-95fe-bf2da5a86281 None None] Port 66a00521-5b4d-46c6-a491-9821ea8a718e cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:07:26.044896 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-888f40a7-6c08-4206-8103-04a2a423f1d8 admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:07:26.050238 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-888f40a7-6c08-4206-8103-04a2a423f1d8 admin admin] 10.222.0.65 "PUT /v2.0/routers/0cedd382-e7b2-4458-b405-8406f73a8128/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8298001 Feb 04 12:07:26.067513 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8eb65b-9c6a-47ad-8e22-f488ea986f52 None None] Sync routers for ids ['0cedd382-e7b2-4458-b405-8406f73a8128'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:07:26.083722 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8eb65b-9c6a-47ad-8e22-f488ea986f52 None None] Routers {'0cedd382-e7b2-4458-b405-8406f73a8128'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:07:26.084621 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-5c8eb65b-9c6a-47ad-8e22-f488ea986f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:07:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['0cedd382-e7b2-4458-b405-8406f73a8128'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:07:26.279117 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-5c8eb65b-9c6a-47ad-8e22-f488ea986f52 None None] Set router 0cedd382-e7b2-4458-b405-8406f73a8128 gateway port host: None {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:07:26.719872 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-5c8eb65b-9c6a-47ad-8e22-f488ea986f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cedd382-e7b2-4458-b405-8406f73a8128', 'name': 'router1', 'tenant_id': 'e817bab92b8443809a84a649ab6f659e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:07:15Z', 'updated_at': '2022-02-04T12:07:25Z', 'revision_number': 2, 'project_id': 'e817bab92b8443809a84a649ab6f659e', 'gw_port_host': None, '_interfaces': [{'id': '66a00521-5b4d-46c6-a491-9821ea8a718e', 'name': '', 'network_id': 'bd9efe66-54c6-4b9e-9f9e-10bf7b05d617', 'tenant_id': 'e817bab92b8443809a84a649ab6f659e', 'mac_address': 'fa:16:3e:95:29:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cedd382-e7b2-4458-b405-8406f73a8128', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '59399db2-3d07-4fc0-9230-d3e0d766cfe1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:07:24Z', 'updated_at': '2022-02-04T12:07:25Z', 'revision_number': 2, 'project_id': 'e817bab92b8443809a84a649ab6f659e', 'subnets': [{'id': '59399db2-3d07-4fc0-9230-d3e0d766cfe1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7a382a92-05ec-48ba-a8c1-e4e7d47a0fcd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:07:26.772851 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8eb65b-9c6a-47ad-8e22-f488ea986f52 None None] Checking router: 0cedd382-e7b2-4458-b405-8406f73a8128 for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:07:26.773214 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8eb65b-9c6a-47ad-8e22-f488ea986f52 None None] Updating router 0cedd382-e7b2-4458-b405-8406f73a8128 port 66a00521-5b4d-46c6-a491-9821ea8a718e binding host n-d-825015-3 {{(pid=103477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:07:26.858055 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5c8eb65b-9c6a-47ad-8e22-f488ea986f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (66a00521-5b4d-46c6-a491-9821ea8a718e), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:07:27.354804 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5c8eb65b-9c6a-47ad-8e22-f488ea986f52 None None] Publish callbacks [] for port (66a00521-5b4d-46c6-a491-9821ea8a718e), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:07:27.362222 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5c8eb65b-9c6a-47ad-8e22-f488ea986f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (66a00521-5b4d-46c6-a491-9821ea8a718e), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:07:27.505630 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413c89b1-230a-4029-9453-592a65571a73 None None] Pushing event updated for resources: {'Port': ['ID=66a00521-5b4d-46c6-a491-9821ea8a718e,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:07:27.530202 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413c89b1-230a-4029-9453-592a65571a73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:07:27.530817 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413c89b1-230a-4029-9453-592a65571a73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:07:27.531331 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413c89b1-230a-4029-9453-592a65571a73 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:07:27.531683 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413c89b1-230a-4029-9453-592a65571a73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:07:27.532040 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413c89b1-230a-4029-9453-592a65571a73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:07:27.532365 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413c89b1-230a-4029-9453-592a65571a73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:07:27.532688 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413c89b1-230a-4029-9453-592a65571a73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:07:27.533008 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413c89b1-230a-4029-9453-592a65571a73 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:07:27.533330 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413c89b1-230a-4029-9453-592a65571a73 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:07:27.533646 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413c89b1-230a-4029-9453-592a65571a73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:07:27.533961 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413c89b1-230a-4029-9453-592a65571a73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:07:27.534279 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413c89b1-230a-4029-9453-592a65571a73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:07:27.534592 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413c89b1-230a-4029-9453-592a65571a73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:07:27.535783 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413c89b1-230a-4029-9453-592a65571a73 None None] Tracked resource versions report: Feb 04 12:07:27.535783 n-d-825015-3 neutron-server[103477]: pushed versions: Feb 04 12:07:27.535783 n-d-825015-3 neutron-server[103477]: { 'AddressGroup': {'1.2'}, Feb 04 12:07:27.535783 n-d-825015-3 neutron-server[103477]: 'ConntrackHelper': {'1.0'}, Feb 04 12:07:27.535783 n-d-825015-3 neutron-server[103477]: 'LocalIPAssociation': {'1.0'}, Feb 04 12:07:27.535783 n-d-825015-3 neutron-server[103477]: 'Log': {'1.0'}, Feb 04 12:07:27.535783 n-d-825015-3 neutron-server[103477]: 'Network': {'1.1'}, Feb 04 12:07:27.535783 n-d-825015-3 neutron-server[103477]: 'Port': {'1.7'}, Feb 04 12:07:27.535783 n-d-825015-3 neutron-server[103477]: 'PortForwarding': {'1.2'}, Feb 04 12:07:27.535783 n-d-825015-3 neutron-server[103477]: 'QosPolicy': {'1.10'}, Feb 04 12:07:27.535783 n-d-825015-3 neutron-server[103477]: 'SecurityGroup': {'1.5'}, Feb 04 12:07:27.535783 n-d-825015-3 neutron-server[103477]: 'SecurityGroupRule': {'1.2'}, Feb 04 12:07:27.535783 n-d-825015-3 neutron-server[103477]: 'SubPort': {'1.0'}, Feb 04 12:07:27.535783 n-d-825015-3 neutron-server[103477]: 'Subnet': {'1.1'}, Feb 04 12:07:27.535783 n-d-825015-3 neutron-server[103477]: 'Trunk': {'1.1'}} Feb 04 12:07:27.535783 n-d-825015-3 neutron-server[103477]: consumer versions: Feb 04 12:07:27.535783 n-d-825015-3 neutron-server[103477]: { DHCP agent@n-d-825015-3: {}, Feb 04 12:07:27.535783 n-d-825015-3 neutron-server[103477]: L3 agent@n-d-825015-3: {}, Feb 04 12:07:27.535783 n-d-825015-3 neutron-server[103477]: Metadata agent@n-d-825015-3: {}, Feb 04 12:07:27.535783 n-d-825015-3 neutron-server[103477]: Metering agent@n-d-825015-3: {}, Feb 04 12:07:27.535783 n-d-825015-3 neutron-server[103477]: Open vSwitch agent@n-d-825015-3: { 'AddressGroup': '1.2', Feb 04 12:07:27.535783 n-d-825015-3 neutron-server[103477]: 'ConntrackHelper': '1.0', Feb 04 12:07:27.535783 n-d-825015-3 neutron-server[103477]: 'LocalIPAssociation': '1.0', Feb 04 12:07:27.535783 n-d-825015-3 neutron-server[103477]: 'Log': '1.0', Feb 04 12:07:27.535783 n-d-825015-3 neutron-server[103477]: 'Network': '1.1', Feb 04 12:07:27.535783 n-d-825015-3 neutron-server[103477]: 'Port': '1.7', Feb 04 12:07:27.535783 n-d-825015-3 neutron-server[103477]: 'PortForwarding': '1.2', Feb 04 12:07:27.535783 n-d-825015-3 neutron-server[103477]: 'QosPolicy': '1.10', Feb 04 12:07:27.535783 n-d-825015-3 neutron-server[103477]: 'SecurityGroup': '1.5', Feb 04 12:07:27.535783 n-d-825015-3 neutron-server[103477]: 'SecurityGroupRule': '1.2', Feb 04 12:07:27.535783 n-d-825015-3 neutron-server[103477]: 'SubPort': '1.0', Feb 04 12:07:27.535783 n-d-825015-3 neutron-server[103477]: 'Subnet': '1.1', Feb 04 12:07:27.535783 n-d-825015-3 neutron-server[103477]: 'Trunk': '1.1'}} Feb 04 12:07:27.535783 n-d-825015-3 neutron-server[103477]: {{(pid=103477) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 12:07:27.548942 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-5c8eb65b-9c6a-47ad-8e22-f488ea986f52 None None] Attempting to bind port 66a00521-5b4d-46c6-a491-9821ea8a718e on host n-d-825015-3 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:07:27.549342 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-5c8eb65b-9c6a-47ad-8e22-f488ea986f52 None None] Attempting to bind port 66a00521-5b4d-46c6-a491-9821ea8a718e by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '21a37ebf-d6a5-421f-81e3-d65c15b382a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'bd9efe66-54c6-4b9e-9f9e-10bf7b05d617'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:07:27.549795 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8eb65b-9c6a-47ad-8e22-f488ea986f52 None None] Attempting to bind port 66a00521-5b4d-46c6-a491-9821ea8a718e on network bd9efe66-54c6-4b9e-9f9e-10bf7b05d617 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:07:27.555027 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8eb65b-9c6a-47ad-8e22-f488ea986f52 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:07:27.555421 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8eb65b-9c6a-47ad-8e22-f488ea986f52 None None] Checking segment: {'id': '21a37ebf-d6a5-421f-81e3-d65c15b382a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'bd9efe66-54c6-4b9e-9f9e-10bf7b05d617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:07:27.556133 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5c8eb65b-9c6a-47ad-8e22-f488ea986f52 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:07:27.556325 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8eb65b-9c6a-47ad-8e22-f488ea986f52 None None] Bound using segment: {'id': '21a37ebf-d6a5-421f-81e3-d65c15b382a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'bd9efe66-54c6-4b9e-9f9e-10bf7b05d617'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:07:27.556789 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-5c8eb65b-9c6a-47ad-8e22-f488ea986f52 None None] Bound port: 66a00521-5b4d-46c6-a491-9821ea8a718e, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21a37ebf-d6a5-421f-81e3-d65c15b382a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'bd9efe66-54c6-4b9e-9f9e-10bf7b05d617'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:07:27.557162 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5c8eb65b-9c6a-47ad-8e22-f488ea986f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (66a00521-5b4d-46c6-a491-9821ea8a718e), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:07:27.614130 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-260734db-7ca2-4517-9de8-9056423680d3 None None] Provisioning complete for port 66a00521-5b4d-46c6-a491-9821ea8a718e triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:07:27.614686 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-260734db-7ca2-4517-9de8-9056423680d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (66a00521-5b4d-46c6-a491-9821ea8a718e), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:07:27.628902 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-5c8eb65b-9c6a-47ad-8e22-f488ea986f52 None None] For port 66a00521-5b4d-46c6-a491-9821ea8a718e, host n-d-825015-3, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:07:27.649867 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-5c8eb65b-9c6a-47ad-8e22-f488ea986f52 None None] For port 66a00521-5b4d-46c6-a491-9821ea8a718e, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=66a00521-5b4d-46c6-a491-9821ea8a718e,segment=NetworkSegment(21a37ebf-d6a5-421f-81e3-d65c15b382a0),segment_id=21a37ebf-d6a5-421f-81e3-d65c15b382a0)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:07:27.654289 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-260734db-7ca2-4517-9de8-9056423680d3 None None] Port 66a00521-5b4d-46c6-a491-9821ea8a718e cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:07:27.657163 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5c8eb65b-9c6a-47ad-8e22-f488ea986f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (66a00521-5b4d-46c6-a491-9821ea8a718e), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:07:27.709398 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8eb65b-9c6a-47ad-8e22-f488ea986f52 None None] Routers {'0cedd382-e7b2-4458-b405-8406f73a8128'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:07:27.710049 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-5c8eb65b-9c6a-47ad-8e22-f488ea986f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:07:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['0cedd382-e7b2-4458-b405-8406f73a8128'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:07:27.789152 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413c89b1-230a-4029-9453-592a65571a73 None None] Pushing event updated for resources: {'Port': ['ID=66a00521-5b4d-46c6-a491-9821ea8a718e,revision_number=4']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:07:27.817457 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-5c8eb65b-9c6a-47ad-8e22-f488ea986f52 None None] Set router 0cedd382-e7b2-4458-b405-8406f73a8128 gateway port host: None {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:07:27.976131 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-d55f8479-5250-457c-b185-fa13a8d72923 None None] Provisioning complete for port 66a00521-5b4d-46c6-a491-9821ea8a718e triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:07:27.977028 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d55f8479-5250-457c-b185-fa13a8d72923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (66a00521-5b4d-46c6-a491-9821ea8a718e), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:07:28.043148 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-5c8eb65b-9c6a-47ad-8e22-f488ea986f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cedd382-e7b2-4458-b405-8406f73a8128', 'name': 'router1', 'tenant_id': 'e817bab92b8443809a84a649ab6f659e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:07:15Z', 'updated_at': '2022-02-04T12:07:25Z', 'revision_number': 2, 'project_id': 'e817bab92b8443809a84a649ab6f659e', 'gw_port_host': None, '_interfaces': [{'id': '66a00521-5b4d-46c6-a491-9821ea8a718e', 'name': '', 'network_id': 'bd9efe66-54c6-4b9e-9f9e-10bf7b05d617', 'tenant_id': 'e817bab92b8443809a84a649ab6f659e', 'mac_address': 'fa:16:3e:95:29:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cedd382-e7b2-4458-b405-8406f73a8128', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '59399db2-3d07-4fc0-9230-d3e0d766cfe1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:07:24Z', 'updated_at': '2022-02-04T12:07:27Z', 'revision_number': 4, 'project_id': 'e817bab92b8443809a84a649ab6f659e', 'subnets': [{'id': '59399db2-3d07-4fc0-9230-d3e0d766cfe1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7a382a92-05ec-48ba-a8c1-e4e7d47a0fcd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:07:28.061372 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-d55f8479-5250-457c-b185-fa13a8d72923 None None] Current status of the port 66a00521-5b4d-46c6-a491-9821ea8a718e is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:07:28.061778 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d55f8479-5250-457c-b185-fa13a8d72923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (66a00521-5b4d-46c6-a491-9821ea8a718e), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:07:28.072229 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8eb65b-9c6a-47ad-8e22-f488ea986f52 None None] The sync data for ids ['0cedd382-e7b2-4458-b405-8406f73a8128'] in n-d-825015-3 is: [{'id': '0cedd382-e7b2-4458-b405-8406f73a8128', 'name': 'router1', 'tenant_id': 'e817bab92b8443809a84a649ab6f659e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:07:15Z', 'updated_at': '2022-02-04T12:07:25Z', 'revision_number': 2, 'project_id': 'e817bab92b8443809a84a649ab6f659e', 'gw_port_host': None, '_interfaces': [{'id': '66a00521-5b4d-46c6-a491-9821ea8a718e', 'name': '', 'network_id': 'bd9efe66-54c6-4b9e-9f9e-10bf7b05d617', 'tenant_id': 'e817bab92b8443809a84a649ab6f659e', 'mac_address': 'fa:16:3e:95:29:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cedd382-e7b2-4458-b405-8406f73a8128', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '59399db2-3d07-4fc0-9230-d3e0d766cfe1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:07:24Z', 'updated_at': '2022-02-04T12:07:27Z', 'revision_number': 4, 'project_id': 'e817bab92b8443809a84a649ab6f659e', 'subnets': [{'id': '59399db2-3d07-4fc0-9230-d3e0d766cfe1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7a382a92-05ec-48ba-a8c1-e4e7d47a0fcd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:07:28.104165 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-d55f8479-5250-457c-b185-fa13a8d72923 None None] For port 66a00521-5b4d-46c6-a491-9821ea8a718e, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=66a00521-5b4d-46c6-a491-9821ea8a718e,segment=NetworkSegment(21a37ebf-d6a5-421f-81e3-d65c15b382a0),segment_id=21a37ebf-d6a5-421f-81e3-d65c15b382a0)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:07:28.110734 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d55f8479-5250-457c-b185-fa13a8d72923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (66a00521-5b4d-46c6-a491-9821ea8a718e), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:07:28.161681 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55f8479-5250-457c-b185-fa13a8d72923 None None] Pushing event updated for resources: {'Port': ['ID=66a00521-5b4d-46c6-a491-9821ea8a718e,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:07:30.800059 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 51904) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:07:30.914609 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d94b0a8-9850-45e7-a5af-64d695fb94c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:07:30.916012 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-7d94b0a8-9850-45e7-a5af-64d695fb94c1 admin admin] 10.222.0.65 "GET /v2.0/networks/7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 HTTP/1.1" status: 200 len: 842 time: 0.1149747 Feb 04 12:07:30.925528 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-054f7b89-f625-4167-857c-784cd0b69005 admin admin] Request body: {'subnet': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'enable_dhcp': False, 'gateway_ip': '172.25.3.1', 'name': 'public-subnet', 'tenant_id': '67fd6ae637a24e7290a870290170059a', 'cidr': '172.25.3.0/24', 'ip_version': 4}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:07:30.948818 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-054f7b89-f625-4167-857c-784cd0b69005 admin admin] Made reservation on behalf of 67fd6ae637a24e7290a870290170059a for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:07:30.952222 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-054f7b89-f625-4167-857c-784cd0b69005 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:07:31.270119 n-d-825015-3 neutron-server[103475]: DEBUG neutron.objects.ports [None req-054f7b89-f625-4167-857c-784cd0b69005 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103475) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 12:07:31.270563 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-054f7b89-f625-4167-857c-784cd0b69005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for subnet (af4f6ddb-efb2-4d2f-ac83-9aa91d85410c), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:07:31.327906 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054f7b89-f625-4167-857c-784cd0b69005 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af4f6ddb-efb2-4d2f-ac83-9aa91d85410c,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:07:31.339824 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054f7b89-f625-4167-857c-784cd0b69005 admin admin] Checking segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:07:31.340185 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054f7b89-f625-4167-857c-784cd0b69005 admin admin] Network hostable DHCP agents. Network: 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:07:31.362249 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054f7b89-f625-4167-857c-784cd0b69005 admin admin] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:07:31.373279 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-054f7b89-f625-4167-857c-784cd0b69005 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7) {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:07:31.377443 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054f7b89-f625-4167-857c-784cd0b69005 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:07:31.378048 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-054f7b89-f625-4167-857c-784cd0b69005 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:07:31.385036 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963b9af5-fcb5-4509-9b77-9001b1c47bcd None None] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:07:31.406892 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-054f7b89-f625-4167-857c-784cd0b69005 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4739838 Feb 04 12:07:31.495292 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f77447-0c52-4dd6-949d-d08c15e2b23b None None] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:07:33.785620 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 51912) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:07:33.931513 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-1caff24e-bc45-4bf8-8966-cc872e9fd039 admin admin] 10.222.0.65 "GET /v2.0/routers/0cedd382-e7b2-4458-b405-8406f73a8128 HTTP/1.1" status: 200 len: 710 time: 0.1445835 Feb 04 12:07:34.024790 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e795a261-8d09-4da0-823e-ef121a911ae3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:07:34.031305 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-e795a261-8d09-4da0-823e-ef121a911ae3 admin admin] 10.222.0.65 "GET /v2.0/networks/7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 HTTP/1.1" status: 200 len: 886 time: 0.0892200 Feb 04 12:07:34.035116 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-b82ac9ce-237c-4daf-be5e-a46c6673772e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:07:34.366652 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b82ac9ce-237c-4daf-be5e-a46c6673772e admin admin] Publish callbacks [] for router_gateway (0cedd382-e7b2-4458-b405-8406f73a8128), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:07:34.608149 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b82ac9ce-237c-4daf-be5e-a46c6673772e admin admin] Publish callbacks [] for router_gateway (0cedd382-e7b2-4458-b405-8406f73a8128), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:07:34.693667 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b82ac9ce-237c-4daf-be5e-a46c6673772e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:07:34.804521 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-b82ac9ce-237c-4daf-be5e-a46c6673772e admin admin] Allocated IP 172.25.3.73 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/22f52c3f-3541-4adb-86a8-c59f4f4c6658) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:07:34.920673 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b82ac9ce-237c-4daf-be5e-a46c6673772e admin admin] Publish callbacks [] for port (22f52c3f-3541-4adb-86a8-c59f4f4c6658), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:07:34.956086 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b82ac9ce-237c-4daf-be5e-a46c6673772e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (22f52c3f-3541-4adb-86a8-c59f4f4c6658), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:07:34.993628 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82ac9ce-237c-4daf-be5e-a46c6673772e admin admin] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:07:34.999439 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-b82ac9ce-237c-4daf-be5e-a46c6673772e admin admin] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:07:35.003012 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82ac9ce-237c-4daf-be5e-a46c6673772e admin admin] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:07:35.041806 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82ac9ce-237c-4daf-be5e-a46c6673772e admin admin] Pushing event updated for resources: {'Port': ['ID=22f52c3f-3541-4adb-86a8-c59f4f4c6658,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:07:35.260829 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b82ac9ce-237c-4daf-be5e-a46c6673772e admin admin] Publish callbacks [] for router_gateway (0cedd382-e7b2-4458-b405-8406f73a8128), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:07:35.462098 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b82ac9ce-237c-4daf-be5e-a46c6673772e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1623026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10906'] for router (0cedd382-e7b2-4458-b405-8406f73a8128), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:07:35.465554 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b82ac9ce-237c-4daf-be5e-a46c6673772e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1623127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1623150', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1622793'] for router (0cedd382-e7b2-4458-b405-8406f73a8128), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:07:35.577561 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b82ac9ce-237c-4daf-be5e-a46c6673772e admin admin] Router 0cedd382-e7b2-4458-b405-8406f73a8128 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:07:35.691391 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b82ac9ce-237c-4daf-be5e-a46c6673772e admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:07:35.695536 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b82ac9ce-237c-4daf-be5e-a46c6673772e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:07:35.696822 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-b82ac9ce-237c-4daf-be5e-a46c6673772e admin admin] 10.222.0.65 "PUT /v2.0/routers/0cedd382-e7b2-4458-b405-8406f73a8128 HTTP/1.1" status: 200 len: 889 time: 1.6648495 Feb 04 12:07:36.221474 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 66a00521-5b4d-46c6-a491-9821ea8a718e up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:07:36.270057 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 66a00521-5b4d-46c6-a491-9821ea8a718e triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:07:36.270445 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (66a00521-5b4d-46c6-a491-9821ea8a718e), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:07:36.350546 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 66a00521-5b4d-46c6-a491-9821ea8a718e is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:07:36.627431 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b668cd0-e1f6-4c98-a927-791cf526d931 None None] Sync routers for ids ['0cedd382-e7b2-4458-b405-8406f73a8128'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:07:36.639658 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b668cd0-e1f6-4c98-a927-791cf526d931 None None] Routers {'0cedd382-e7b2-4458-b405-8406f73a8128'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:07:36.640423 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-2b668cd0-e1f6-4c98-a927-791cf526d931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:07:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['0cedd382-e7b2-4458-b405-8406f73a8128'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:07:36.855785 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-2b668cd0-e1f6-4c98-a927-791cf526d931 None None] Set router 0cedd382-e7b2-4458-b405-8406f73a8128 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:07:37.343594 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-2b668cd0-e1f6-4c98-a927-791cf526d931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cedd382-e7b2-4458-b405-8406f73a8128', 'name': 'router1', 'tenant_id': 'e817bab92b8443809a84a649ab6f659e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '22f52c3f-3541-4adb-86a8-c59f4f4c6658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:07:15Z', 'updated_at': '2022-02-04T12:07:35Z', 'revision_number': 4, 'project_id': 'e817bab92b8443809a84a649ab6f659e', 'gw_port': {'id': '22f52c3f-3541-4adb-86a8-c59f4f4c6658', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:17:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cedd382-e7b2-4458-b405-8406f73a8128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:07:34Z', 'updated_at': '2022-02-04T12:07:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '66a00521-5b4d-46c6-a491-9821ea8a718e', 'name': '', 'network_id': 'bd9efe66-54c6-4b9e-9f9e-10bf7b05d617', 'tenant_id': 'e817bab92b8443809a84a649ab6f659e', 'mac_address': 'fa:16:3e:95:29:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cedd382-e7b2-4458-b405-8406f73a8128', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '59399db2-3d07-4fc0-9230-d3e0d766cfe1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:07:24Z', 'updated_at': '2022-02-04T12:07:28Z', 'revision_number': 5, 'project_id': 'e817bab92b8443809a84a649ab6f659e', 'subnets': [{'id': '59399db2-3d07-4fc0-9230-d3e0d766cfe1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7a382a92-05ec-48ba-a8c1-e4e7d47a0fcd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:07:37.397196 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b668cd0-e1f6-4c98-a927-791cf526d931 None None] Checking router: 0cedd382-e7b2-4458-b405-8406f73a8128 for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:07:37.397551 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b668cd0-e1f6-4c98-a927-791cf526d931 None None] Updating router 0cedd382-e7b2-4458-b405-8406f73a8128 port 22f52c3f-3541-4adb-86a8-c59f4f4c6658 binding host n-d-825015-3 {{(pid=103476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:07:37.450159 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2b668cd0-e1f6-4c98-a927-791cf526d931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (22f52c3f-3541-4adb-86a8-c59f4f4c6658), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:07:37.769920 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2b668cd0-e1f6-4c98-a927-791cf526d931 None None] Publish callbacks [] for port (22f52c3f-3541-4adb-86a8-c59f4f4c6658), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:07:37.774511 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2b668cd0-e1f6-4c98-a927-791cf526d931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (22f52c3f-3541-4adb-86a8-c59f4f4c6658), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:07:37.828843 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-2b668cd0-e1f6-4c98-a927-791cf526d931 None None] Attempting to bind port 22f52c3f-3541-4adb-86a8-c59f4f4c6658 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:07:37.829219 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-2b668cd0-e1f6-4c98-a927-791cf526d931 None None] Attempting to bind port 22f52c3f-3541-4adb-86a8-c59f4f4c6658 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:07:37.829588 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b668cd0-e1f6-4c98-a927-791cf526d931 None None] Attempting to bind port 22f52c3f-3541-4adb-86a8-c59f4f4c6658 on network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:07:37.831586 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f52bb88-c859-4000-b15e-949f1461ae0b None None] Pushing event updated for resources: {'Port': ['ID=22f52c3f-3541-4adb-86a8-c59f4f4c6658,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:07:37.837156 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b668cd0-e1f6-4c98-a927-791cf526d931 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:07:37.837384 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b668cd0-e1f6-4c98-a927-791cf526d931 None None] Checking segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:07:37.837782 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2b668cd0-e1f6-4c98-a927-791cf526d931 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:07:37.838174 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b668cd0-e1f6-4c98-a927-791cf526d931 None None] Bound using segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:07:37.838746 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-2b668cd0-e1f6-4c98-a927-791cf526d931 None None] Bound port: 22f52c3f-3541-4adb-86a8-c59f4f4c6658, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:07:37.839861 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2b668cd0-e1f6-4c98-a927-791cf526d931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (22f52c3f-3541-4adb-86a8-c59f4f4c6658), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:07:37.893194 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-2b668cd0-e1f6-4c98-a927-791cf526d931 None None] For port 22f52c3f-3541-4adb-86a8-c59f4f4c6658, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:07:37.896179 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-2b668cd0-e1f6-4c98-a927-791cf526d931 None None] For port 22f52c3f-3541-4adb-86a8-c59f4f4c6658, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=22f52c3f-3541-4adb-86a8-c59f4f4c6658,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:07:37.901379 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2b668cd0-e1f6-4c98-a927-791cf526d931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (22f52c3f-3541-4adb-86a8-c59f4f4c6658), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:07:37.963133 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f52bb88-c859-4000-b15e-949f1461ae0b None None] Pushing event updated for resources: {'Port': ['ID=22f52c3f-3541-4adb-86a8-c59f4f4c6658,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:07:37.965750 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b668cd0-e1f6-4c98-a927-791cf526d931 None None] Routers {'0cedd382-e7b2-4458-b405-8406f73a8128'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:07:37.966352 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-2b668cd0-e1f6-4c98-a927-791cf526d931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:07:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['0cedd382-e7b2-4458-b405-8406f73a8128'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:07:38.082650 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-2b668cd0-e1f6-4c98-a927-791cf526d931 None None] Set router 0cedd382-e7b2-4458-b405-8406f73a8128 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:07:38.171954 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 51924) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:07:38.308592 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-2b668cd0-e1f6-4c98-a927-791cf526d931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cedd382-e7b2-4458-b405-8406f73a8128', 'name': 'router1', 'tenant_id': 'e817bab92b8443809a84a649ab6f659e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '22f52c3f-3541-4adb-86a8-c59f4f4c6658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:07:15Z', 'updated_at': '2022-02-04T12:07:35Z', 'revision_number': 4, 'project_id': 'e817bab92b8443809a84a649ab6f659e', 'gw_port': {'id': '22f52c3f-3541-4adb-86a8-c59f4f4c6658', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:17:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cedd382-e7b2-4458-b405-8406f73a8128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:07:34Z', 'updated_at': '2022-02-04T12:07:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '66a00521-5b4d-46c6-a491-9821ea8a718e', 'name': '', 'network_id': 'bd9efe66-54c6-4b9e-9f9e-10bf7b05d617', 'tenant_id': 'e817bab92b8443809a84a649ab6f659e', 'mac_address': 'fa:16:3e:95:29:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cedd382-e7b2-4458-b405-8406f73a8128', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '59399db2-3d07-4fc0-9230-d3e0d766cfe1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:07:24Z', 'updated_at': '2022-02-04T12:07:28Z', 'revision_number': 5, 'project_id': 'e817bab92b8443809a84a649ab6f659e', 'subnets': [{'id': '59399db2-3d07-4fc0-9230-d3e0d766cfe1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7a382a92-05ec-48ba-a8c1-e4e7d47a0fcd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:07:38.311253 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-df022c66-d088-4867-99eb-e9f630754e03 admin admin] 10.222.0.65 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1376438 Feb 04 12:07:38.338265 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b668cd0-e1f6-4c98-a927-791cf526d931 None None] The sync data for ids ['0cedd382-e7b2-4458-b405-8406f73a8128'] in n-d-825015-3 is: [{'id': '0cedd382-e7b2-4458-b405-8406f73a8128', 'name': 'router1', 'tenant_id': 'e817bab92b8443809a84a649ab6f659e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '22f52c3f-3541-4adb-86a8-c59f4f4c6658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:07:15Z', 'updated_at': '2022-02-04T12:07:35Z', 'revision_number': 4, 'project_id': 'e817bab92b8443809a84a649ab6f659e', 'gw_port': {'id': '22f52c3f-3541-4adb-86a8-c59f4f4c6658', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:17:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cedd382-e7b2-4458-b405-8406f73a8128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:07:34Z', 'updated_at': '2022-02-04T12:07:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '66a00521-5b4d-46c6-a491-9821ea8a718e', 'name': '', 'network_id': 'bd9efe66-54c6-4b9e-9f9e-10bf7b05d617', 'tenant_id': 'e817bab92b8443809a84a649ab6f659e', 'mac_address': 'fa:16:3e:95:29:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cedd382-e7b2-4458-b405-8406f73a8128', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '59399db2-3d07-4fc0-9230-d3e0d766cfe1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:07:24Z', 'updated_at': '2022-02-04T12:07:28Z', 'revision_number': 5, 'project_id': 'e817bab92b8443809a84a649ab6f659e', 'subnets': [{'id': '59399db2-3d07-4fc0-9230-d3e0d766cfe1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7a382a92-05ec-48ba-a8c1-e4e7d47a0fcd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:07:38.364869 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 5 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 12:07:40.208661 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 22f52c3f-3541-4adb-86a8-c59f4f4c6658 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:07:40.272238 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 22f52c3f-3541-4adb-86a8-c59f4f4c6658 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:07:40.272631 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (22f52c3f-3541-4adb-86a8-c59f4f4c6658), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:07:40.363437 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 22f52c3f-3541-4adb-86a8-c59f4f4c6658 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:07:40.363930 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (22f52c3f-3541-4adb-86a8-c59f4f4c6658), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:07:40.385975 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port 22f52c3f-3541-4adb-86a8-c59f4f4c6658, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=22f52c3f-3541-4adb-86a8-c59f4f4c6658,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:07:40.391780 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (22f52c3f-3541-4adb-86a8-c59f4f4c6658), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:07:40.445271 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=22f52c3f-3541-4adb-86a8-c59f4f4c6658,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:07:42.222932 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 22f52c3f-3541-4adb-86a8-c59f4f4c6658 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:07:42.295360 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 22f52c3f-3541-4adb-86a8-c59f4f4c6658 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:07:42.296951 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (22f52c3f-3541-4adb-86a8-c59f4f4c6658), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:07:42.395370 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 22f52c3f-3541-4adb-86a8-c59f4f4c6658 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:07:45.473083 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3c130061-048b-448c-a07c-ff400232a703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:07:47.840448 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8f8038bc-5fa3-4e23-a39e-5f9147249369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:07:48.974188 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:07:50.225468 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:07:51.464336 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:08:15.364923 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 5 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 12:08:15.477668 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cd050f5b-3cce-4bf4-9726-b935f06f024c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:08:17.860704 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-022423bc-a047-453f-856b-51634dfaf376 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:08:18.984858 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:08:20.221104 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:08:21.468904 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:08:45.467035 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2b983f94-68cf-42c0-9af7-3bc201fcce62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:08:47.862070 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7bd2a5a5-f27e-413a-b383-5b484ca55acb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:08:48.981927 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:08:50.222928 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:08:51.480754 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:08:52.364510 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 5 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 12:09:06.393842 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52442) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:09:06.456169 n-d-825015-3 neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-27817715-be49-4b58-ba03-6bf822ff846d admin admin] GET failed (client error): The resource could not be found. Feb 04 12:09:06.457404 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-27817715-be49-4b58-ba03-6bf822ff846d admin admin] 10.222.0.65 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0626206 Feb 04 12:09:06.625353 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-394edc1c-3c0d-4fba-967d-59e3f4394ce7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:09:06.626881 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-394edc1c-3c0d-4fba-967d-59e3f4394ce7 admin admin] 10.222.0.65 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1653311 Feb 04 12:09:08.909157 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 52452) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:09:09.007479 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a86e06-f254-4e17-b088-988989975346 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:09:09.008907 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-02a86e06-f254-4e17-b088-988989975346 admin admin] 10.222.0.65 "GET /v2.0/subnets/59399db2-3d07-4fc0-9230-d3e0d766cfe1 HTTP/1.1" status: 200 len: 849 time: 0.0987895 Feb 04 12:09:09.019415 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-06c16362-b075-46aa-94ad-a87da4b1b6c6 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:09:09.195209 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06c16362-b075-46aa-94ad-a87da4b1b6c6 admin admin] Publish callbacks [] for subnet (59399db2-3d07-4fc0-9230-d3e0d766cfe1), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:09:09.364217 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06c16362-b075-46aa-94ad-a87da4b1b6c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8780430707438'] for subnet (59399db2-3d07-4fc0-9230-d3e0d766cfe1), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:09:09.395821 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c16362-b075-46aa-94ad-a87da4b1b6c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:09:09.396429 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06c16362-b075-46aa-94ad-a87da4b1b6c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:09:09.398344 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-06c16362-b075-46aa-94ad-a87da4b1b6c6 admin admin] 10.222.0.65 "PUT /v2.0/subnets/59399db2-3d07-4fc0-9230-d3e0d766cfe1 HTTP/1.1" status: 200 len: 868 time: 0.3830786 Feb 04 12:09:09.403297 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78741b38-5a80-48b3-917a-02c849bfd47f None None] Network bd9efe66-54c6-4b9e-9f9e-10bf7b05d617 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:09:09.424751 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c16362-b075-46aa-94ad-a87da4b1b6c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59399db2-3d07-4fc0-9230-d3e0d766cfe1,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:09:09.433357 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c16362-b075-46aa-94ad-a87da4b1b6c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:09:09.433797 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c16362-b075-46aa-94ad-a87da4b1b6c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:09:09.434217 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c16362-b075-46aa-94ad-a87da4b1b6c6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:09:09.434651 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c16362-b075-46aa-94ad-a87da4b1b6c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:09:09.435069 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c16362-b075-46aa-94ad-a87da4b1b6c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:09:09.435478 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c16362-b075-46aa-94ad-a87da4b1b6c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:09:09.435908 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c16362-b075-46aa-94ad-a87da4b1b6c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:09:09.436313 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c16362-b075-46aa-94ad-a87da4b1b6c6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:09:09.436716 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c16362-b075-46aa-94ad-a87da4b1b6c6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:09:09.437148 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c16362-b075-46aa-94ad-a87da4b1b6c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:09:09.437676 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c16362-b075-46aa-94ad-a87da4b1b6c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:09:09.438129 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c16362-b075-46aa-94ad-a87da4b1b6c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:09:09.438549 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c16362-b075-46aa-94ad-a87da4b1b6c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:09:09.812719 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-0ec31773-6b09-4a36-8506-3670779b98e0 None None] Provisioning complete for port eb062319-dddc-4cee-a519-b9095ddd657e triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:09:09.813112 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0ec31773-6b09-4a36-8506-3670779b98e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (eb062319-dddc-4cee-a519-b9095ddd657e), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:09:09.901339 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0ec31773-6b09-4a36-8506-3670779b98e0 None None] Current status of the port eb062319-dddc-4cee-a519-b9095ddd657e is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:09:09.911871 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-0ec31773-6b09-4a36-8506-3670779b98e0 None None] Provisioning complete for port 66a00521-5b4d-46c6-a491-9821ea8a718e triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:09:09.912262 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0ec31773-6b09-4a36-8506-3670779b98e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (66a00521-5b4d-46c6-a491-9821ea8a718e), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:09:09.992690 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0ec31773-6b09-4a36-8506-3670779b98e0 None None] Current status of the port 66a00521-5b4d-46c6-a491-9821ea8a718e is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:09:11.955955 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52462) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:09:12.173457 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04365f49-c26b-4042-be60-60b91cd36bb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:09:12.173838 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04365f49-c26b-4042-be60-60b91cd36bb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:09:12.175369 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-04365f49-c26b-4042-be60-60b91cd36bb3 admin admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2184062 Feb 04 12:09:14.440099 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52470) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:09:14.574306 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa6bbd1-3e4c-4cc1-8ff3-13aa5e5023d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:09:14.574786 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa6bbd1-3e4c-4cc1-8ff3-13aa5e5023d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:09:14.577293 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-daa6bbd1-3e4c-4cc1-8ff3-13aa5e5023d3 admin admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1362031 Feb 04 12:09:15.462545 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e6d8262d-0adb-4449-a27e-dcae26cbd6f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:09:16.855081 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52478) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:09:17.011424 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0567263d-6319-4849-9d23-b382dc1eea88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:09:17.012893 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-0567263d-6319-4849-9d23-b382dc1eea88 admin admin] 10.222.0.65 "GET /v2.0/networks/7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 HTTP/1.1" status: 200 len: 886 time: 0.1561983 Feb 04 12:09:17.848173 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d51b213d-f6d8-44da-91d4-6ab6bbd3eebb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:09:18.983584 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:09:19.271107 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52486) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:09:19.417895 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47add9c2-6320-4c2d-b278-7d8f7a2e348a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:09:19.419319 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-47add9c2-6320-4c2d-b278-7d8f7a2e348a admin admin] 10.222.0.65 "GET /v2.0/networks/bd9efe66-54c6-4b9e-9f9e-10bf7b05d617 HTTP/1.1" status: 200 len: 869 time: 0.1472404 Feb 04 12:09:20.224942 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:09:21.474096 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:09:21.686190 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52494) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:09:21.817992 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221c8faa-f13a-4053-b73d-061e400f86ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:09:21.818448 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221c8faa-f13a-4053-b73d-061e400f86ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:09:21.820005 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-221c8faa-f13a-4053-b73d-061e400f86ce admin admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1328502 Feb 04 12:09:24.117149 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52502) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:09:24.212201 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f087c96f-c07c-4bf5-bf52-99964a0b68ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:09:24.212667 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f087c96f-c07c-4bf5-bf52-99964a0b68ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:09:24.214222 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-f087c96f-c07c-4bf5-bf52-99964a0b68ca admin admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0961976 Feb 04 12:09:26.440009 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52510) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:09:26.535491 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19bceaec-538e-46dd-8c9e-aad599ab36fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:09:26.536875 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-19bceaec-538e-46dd-8c9e-aad599ab36fe admin admin] 10.222.0.65 "GET /v2.0/subnets/59399db2-3d07-4fc0-9230-d3e0d766cfe1 HTTP/1.1" status: 200 len: 868 time: 0.0959029 Feb 04 12:09:28.818341 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52518) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:09:28.905734 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda4e576-cc30-4a90-a635-cf351ee47c5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:09:28.907103 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-eda4e576-cc30-4a90-a635-cf351ee47c5e admin admin] 10.222.0.65 "GET /v2.0/subnets/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c HTTP/1.1" status: 200 len: 816 time: 0.0878093 Feb 04 12:09:29.362780 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 5 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 12:09:45.464860 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5db15d69-29d4-456a-ac03-18860e6575ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:09:47.849899 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7b726ec5-0525-4233-a487-d05293e43a42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:09:48.987087 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:09:50.227578 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:09:51.478637 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:09:53.506182 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52572) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:09:53.555476 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [None req-5a919563-7b0e-48c3-a529-c9eb3b0ae07e admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103474) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:09:53.556509 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-5a919563-7b0e-48c3-a529-c9eb3b0ae07e admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0493646 Feb 04 12:09:55.882871 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52580) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:09:55.944121 n-d-825015-3 neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8cfe9ed-c9b8-4083-aaed-37ff3eff3f2e admin admin] GET failed (client error): The resource could not be found. Feb 04 12:09:55.945419 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-f8cfe9ed-c9b8-4083-aaed-37ff3eff3f2e admin admin] 10.222.0.65 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0615673 Feb 04 12:09:56.087610 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75cd7a29-df76-45f2-a96d-cdf2561510f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:09:56.089113 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-75cd7a29-df76-45f2-a96d-cdf2561510f9 admin admin] 10.222.0.65 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1396437 Feb 04 12:09:58.463786 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52590) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:09:58.513785 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-a25b1d35-9bc5-4110-bb8a-bc11e451fd8c admin admin] Request body: {'network': {'tenant_id': '67fd6ae637a24e7290a870290170059a', 'shared': True, 'admin_state_up': True, 'name': 'shared', 'project_id': '67fd6ae637a24e7290a870290170059a'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:09:58.536206 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a25b1d35-9bc5-4110-bb8a-bc11e451fd8c admin admin] Made reservation on behalf of 67fd6ae637a24e7290a870290170059a for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:09:58.538409 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a25b1d35-9bc5-4110-bb8a-bc11e451fd8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:09:58.580658 n-d-825015-3 neutron-server[103474]: WARNING neutron.services.revisions.revision_plugin [None req-a25b1d35-9bc5-4110-bb8a-bc11e451fd8c admin admin] Could not find related network for resource to bump revision. Feb 04 12:09:58.595767 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a25b1d35-9bc5-4110-bb8a-bc11e451fd8c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:09:58.607576 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a25b1d35-9bc5-4110-bb8a-bc11e451fd8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (4120563e-b5bd-434d-8f7a-f614cd7827eb), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:09:58.607964 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-a25b1d35-9bc5-4110-bb8a-bc11e451fd8c admin admin] Added segment 4120563e-b5bd-434d-8f7a-f614cd7827eb of type vlan for network 2f7dc246-a024-4937-952c-0ddeef5af29c Feb 04 12:09:58.647610 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a25b1d35-9bc5-4110-bb8a-bc11e451fd8c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (2f7dc246-a024-4937-952c-0ddeef5af29c), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:09:58.672184 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a25b1d35-9bc5-4110-bb8a-bc11e451fd8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (2f7dc246-a024-4937-952c-0ddeef5af29c), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:09:58.673309 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25b1d35-9bc5-4110-bb8a-bc11e451fd8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:09:58.673903 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a25b1d35-9bc5-4110-bb8a-bc11e451fd8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:09:58.734076 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-a25b1d35-9bc5-4110-bb8a-bc11e451fd8c admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2690320 Feb 04 12:09:58.739778 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25b1d35-9bc5-4110-bb8a-bc11e451fd8c admin admin] Pushing event updated for resources: {'Network': ['ID=2f7dc246-a024-4937-952c-0ddeef5af29c,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:09:58.749193 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25b1d35-9bc5-4110-bb8a-bc11e451fd8c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:09:58.749554 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25b1d35-9bc5-4110-bb8a-bc11e451fd8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:09:58.749904 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25b1d35-9bc5-4110-bb8a-bc11e451fd8c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:09:58.750248 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25b1d35-9bc5-4110-bb8a-bc11e451fd8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:09:58.750589 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25b1d35-9bc5-4110-bb8a-bc11e451fd8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:09:58.750928 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25b1d35-9bc5-4110-bb8a-bc11e451fd8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:09:58.751264 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25b1d35-9bc5-4110-bb8a-bc11e451fd8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:09:58.751598 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25b1d35-9bc5-4110-bb8a-bc11e451fd8c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:09:58.751956 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25b1d35-9bc5-4110-bb8a-bc11e451fd8c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:09:58.752351 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25b1d35-9bc5-4110-bb8a-bc11e451fd8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:09:58.752656 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25b1d35-9bc5-4110-bb8a-bc11e451fd8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:09:58.752987 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25b1d35-9bc5-4110-bb8a-bc11e451fd8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:09:58.753413 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25b1d35-9bc5-4110-bb8a-bc11e451fd8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:09:58.766232 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 2f7dc246-a024-4937-952c-0ddeef5af29c details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:10:01.093111 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52600) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:10:01.153601 n-d-825015-3 neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d899d56-03e6-4d27-a092-948f975de2b6 admin admin] GET failed (client error): The resource could not be found. Feb 04 12:10:01.154922 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-4d899d56-03e6-4d27-a092-948f975de2b6 admin admin] 10.222.0.65 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0608242 Feb 04 12:10:01.225939 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a99e193-8c1d-4098-ac3c-ef1afa55081d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:10:01.227440 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-8a99e193-8c1d-4098-ac3c-ef1afa55081d admin admin] 10.222.0.65 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0683947 Feb 04 12:10:01.237600 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-88b8f8c2-5512-4388-a24c-f2c9aa09c79a admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'tenant_id': '67fd6ae637a24e7290a870290170059a', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:10:01.260917 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88b8f8c2-5512-4388-a24c-f2c9aa09c79a admin admin] Made reservation on behalf of 67fd6ae637a24e7290a870290170059a for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:10:01.263787 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-88b8f8c2-5512-4388-a24c-f2c9aa09c79a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:10:01.428765 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-88b8f8c2-5512-4388-a24c-f2c9aa09c79a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for subnet (5ee3374a-84e9-4639-853c-740c6edaf6dc), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:10:01.493394 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b8f8c2-5512-4388-a24c-f2c9aa09c79a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ee3374a-84e9-4639-853c-740c6edaf6dc,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:10:01.496031 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b8f8c2-5512-4388-a24c-f2c9aa09c79a admin admin] Checking segment: {'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:10:01.496537 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b8f8c2-5512-4388-a24c-f2c9aa09c79a admin admin] Network hostable DHCP agents. Network: 2f7dc246-a024-4937-952c-0ddeef5af29c, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:10:01.512831 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b8f8c2-5512-4388-a24c-f2c9aa09c79a admin admin] Network 2f7dc246-a024-4937-952c-0ddeef5af29c is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:10:01.521215 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-88b8f8c2-5512-4388-a24c-f2c9aa09c79a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 2f7dc246-a024-4937-952c-0ddeef5af29c) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:10:01.525517 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b8f8c2-5512-4388-a24c-f2c9aa09c79a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:10:01.526071 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-88b8f8c2-5512-4388-a24c-f2c9aa09c79a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:10:01.531487 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5126ef4c-030e-426c-a630-2d9ecd05a8b4 None None] Network 2f7dc246-a024-4937-952c-0ddeef5af29c requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:10:01.543833 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-88b8f8c2-5512-4388-a24c-f2c9aa09c79a admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3096430 Feb 04 12:10:01.650481 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7bb0923-156f-4955-bba7-a49cbe43d0da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-2f7dc246-a024-4937-952c-0ddeef5af29c', 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c', 'project_id': '67fd6ae637a24e7290a870290170059a', 'fixed_ips': [{'subnet_id': '5ee3374a-84e9-4639-853c-740c6edaf6dc'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 12:10:01.651473 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e7bb0923-156f-4955-bba7-a49cbe43d0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:10:01.793714 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-e7bb0923-156f-4955-bba7-a49cbe43d0da None None] Allocated IP 192.168.233.2 (2f7dc246-a024-4937-952c-0ddeef5af29c/5ee3374a-84e9-4639-853c-740c6edaf6dc/2e47ba69-af67-4a71-9d17-bb607433405a) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:10:01.945845 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e7bb0923-156f-4955-bba7-a49cbe43d0da None None] Publish callbacks [] for port (2e47ba69-af67-4a71-9d17-bb607433405a), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:10:01.952194 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e7bb0923-156f-4955-bba7-a49cbe43d0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (2e47ba69-af67-4a71-9d17-bb607433405a), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:10:01.989893 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7bb0923-156f-4955-bba7-a49cbe43d0da None None] Network 2f7dc246-a024-4937-952c-0ddeef5af29c is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:10:01.998514 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-e7bb0923-156f-4955-bba7-a49cbe43d0da None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:10:02.002586 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bb0923-156f-4955-bba7-a49cbe43d0da None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:10:02.013662 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bb0923-156f-4955-bba7-a49cbe43d0da None None] Pushing event updated for resources: {'Port': ['ID=2e47ba69-af67-4a71-9d17-bb607433405a,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:10:02.043309 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bb0923-156f-4955-bba7-a49cbe43d0da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:10:02.043309 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bb0923-156f-4955-bba7-a49cbe43d0da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:10:02.043809 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bb0923-156f-4955-bba7-a49cbe43d0da None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:10:02.043809 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bb0923-156f-4955-bba7-a49cbe43d0da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:10:02.044155 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bb0923-156f-4955-bba7-a49cbe43d0da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:10:02.044492 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bb0923-156f-4955-bba7-a49cbe43d0da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:10:02.044821 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bb0923-156f-4955-bba7-a49cbe43d0da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:10:02.045153 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bb0923-156f-4955-bba7-a49cbe43d0da None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:10:02.045798 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bb0923-156f-4955-bba7-a49cbe43d0da None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:10:02.045798 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bb0923-156f-4955-bba7-a49cbe43d0da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:10:02.046108 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bb0923-156f-4955-bba7-a49cbe43d0da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:10:02.046431 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bb0923-156f-4955-bba7-a49cbe43d0da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:10:02.046753 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bb0923-156f-4955-bba7-a49cbe43d0da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:10:02.083841 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-e7bb0923-156f-4955-bba7-a49cbe43d0da None None] Attempting to bind port 2e47ba69-af67-4a71-9d17-bb607433405a on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:10:02.084200 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-e7bb0923-156f-4955-bba7-a49cbe43d0da None None] Attempting to bind port 2e47ba69-af67-4a71-9d17-bb607433405a by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:10:02.084566 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bb0923-156f-4955-bba7-a49cbe43d0da None None] Attempting to bind port 2e47ba69-af67-4a71-9d17-bb607433405a on network 2f7dc246-a024-4937-952c-0ddeef5af29c {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:10:02.090593 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bb0923-156f-4955-bba7-a49cbe43d0da None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:10:02.090962 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bb0923-156f-4955-bba7-a49cbe43d0da None None] Checking segment: {'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:10:02.091359 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e7bb0923-156f-4955-bba7-a49cbe43d0da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:10:02.091758 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bb0923-156f-4955-bba7-a49cbe43d0da None None] Bound using segment: {'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:10:02.092230 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-e7bb0923-156f-4955-bba7-a49cbe43d0da None None] Bound port: 2e47ba69-af67-4a71-9d17-bb607433405a, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:10:02.092604 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e7bb0923-156f-4955-bba7-a49cbe43d0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (2e47ba69-af67-4a71-9d17-bb607433405a), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:10:02.157450 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-e7bb0923-156f-4955-bba7-a49cbe43d0da None None] For port 2e47ba69-af67-4a71-9d17-bb607433405a, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:10:02.160685 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-e7bb0923-156f-4955-bba7-a49cbe43d0da None None] For port 2e47ba69-af67-4a71-9d17-bb607433405a, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=2e47ba69-af67-4a71-9d17-bb607433405a,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:10:02.170168 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e7bb0923-156f-4955-bba7-a49cbe43d0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (2e47ba69-af67-4a71-9d17-bb607433405a), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:10:02.237774 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bb0923-156f-4955-bba7-a49cbe43d0da None None] Pushing event updated for resources: {'Port': ['ID=2e47ba69-af67-4a71-9d17-bb607433405a,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:10:03.284066 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411ef577-8770-497d-b7d4-1d62f5b8baa5 None None] Network 2f7dc246-a024-4937-952c-0ddeef5af29c requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:10:03.361606 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-c7f8c721-7474-4479-a56d-70fa61f0f86a None None] Provisioning complete for port 2e47ba69-af67-4a71-9d17-bb607433405a triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:10:03.362124 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c7f8c721-7474-4479-a56d-70fa61f0f86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (2e47ba69-af67-4a71-9d17-bb607433405a), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:10:03.479664 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c7f8c721-7474-4479-a56d-70fa61f0f86a None None] Current status of the port 2e47ba69-af67-4a71-9d17-bb607433405a is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:10:03.480050 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c7f8c721-7474-4479-a56d-70fa61f0f86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (2e47ba69-af67-4a71-9d17-bb607433405a), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:10:03.526710 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-c7f8c721-7474-4479-a56d-70fa61f0f86a None None] For port 2e47ba69-af67-4a71-9d17-bb607433405a, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=2e47ba69-af67-4a71-9d17-bb607433405a,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:10:03.531947 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c7f8c721-7474-4479-a56d-70fa61f0f86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (2e47ba69-af67-4a71-9d17-bb607433405a), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:10:03.589865 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f8c721-7474-4479-a56d-70fa61f0f86a None None] Pushing event updated for resources: {'Port': ['ID=2e47ba69-af67-4a71-9d17-bb607433405a,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:10:03.653497 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b1beddec-ef26-4bf0-a60d-64e3c826dead None None] Provisioning complete for port 2e47ba69-af67-4a71-9d17-bb607433405a triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:10:03.653899 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b1beddec-ef26-4bf0-a60d-64e3c826dead None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (2e47ba69-af67-4a71-9d17-bb607433405a), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:10:03.741661 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b1beddec-ef26-4bf0-a60d-64e3c826dead None None] Current status of the port 2e47ba69-af67-4a71-9d17-bb607433405a is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:10:04.330405 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 2e47ba69-af67-4a71-9d17-bb607433405a up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:10:04.380011 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 2e47ba69-af67-4a71-9d17-bb607433405a triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:10:04.380390 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (2e47ba69-af67-4a71-9d17-bb607433405a), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:10:04.469414 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 2e47ba69-af67-4a71-9d17-bb607433405a is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:10:06.363190 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 5 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 12:10:15.467460 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cc404602-ed26-498a-b033-eb263024c74a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:10:17.854900 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-43e64013-3069-43e2-8cdd-2c8edfc847ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:10:18.988187 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:10:20.230664 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:10:21.480487 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:10:43.362768 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 5 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 12:10:45.474594 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f0d6128b-3e8a-42d1-a36b-855f09bd5cef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:10:47.856680 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-44b7e7a1-2a92-4791-a12e-a7ffc6233209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:10:48.993958 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:10:50.235948 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:10:51.487379 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:11:15.473881 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6ac71143-1665-4409-a8ba-22095ff46c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:11:17.861240 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-33ae1ea3-9f36-4c72-9233-83a27eccb46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:11:18.997586 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:11:20.034089 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52644) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:11:20.040047 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [None req-0b862a26-59e9-4b13-b9e9-fd65f52a9aa1 tempest-verify_tempest_config-125004952 tempest-verify_tempest_config-125004952-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103474) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:11:20.041003 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-0b862a26-59e9-4b13-b9e9-fd65f52a9aa1 tempest-verify_tempest_config-125004952 tempest-verify_tempest_config-125004952-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0058391 Feb 04 12:11:20.236142 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:11:20.344465 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 52662) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:11:20.362057 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 5 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 12:11:20.449409 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-57a5ae3a-0659-4c63-b53b-873f90c608ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:11:20.527157 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-57a5ae3a-0659-4c63-b53b-873f90c608ee admin admin] Publish callbacks [] for security_group (d3ecaf68-3b8f-47a3-9c16-7c51f2403d52), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:11:20.530902 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-57a5ae3a-0659-4c63-b53b-873f90c608ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (d3ecaf68-3b8f-47a3-9c16-7c51f2403d52), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:11:20.576562 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-57a5ae3a-0659-4c63-b53b-873f90c608ee admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ad7a4f6e8425442e93d9e75e1afda7e5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2310019 Feb 04 12:11:20.577497 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a5ae3a-0659-4c63-b53b-873f90c608ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3ecaf68-3b8f-47a3-9c16-7c51f2403d52,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:11:20.579687 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52668) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:11:20.584362 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a5ae3a-0659-4c63-b53b-873f90c608ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:11:20.584715 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a5ae3a-0659-4c63-b53b-873f90c608ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:11:20.585062 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a5ae3a-0659-4c63-b53b-873f90c608ee admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:11:20.585410 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a5ae3a-0659-4c63-b53b-873f90c608ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:11:20.585750 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a5ae3a-0659-4c63-b53b-873f90c608ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:11:20.586084 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a5ae3a-0659-4c63-b53b-873f90c608ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:11:20.586702 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a5ae3a-0659-4c63-b53b-873f90c608ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:11:20.586833 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a5ae3a-0659-4c63-b53b-873f90c608ee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:11:20.587053 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a5ae3a-0659-4c63-b53b-873f90c608ee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:11:20.587380 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a5ae3a-0659-4c63-b53b-873f90c608ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:11:20.587710 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a5ae3a-0659-4c63-b53b-873f90c608ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:11:20.588663 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a5ae3a-0659-4c63-b53b-873f90c608ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:11:20.589001 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a5ae3a-0659-4c63-b53b-873f90c608ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:11:20.636535 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ac7636c6-e0b8-4f0a-ba8e-741b17fe7f0a admin admin] Publish callbacks [] for security_group (d3ecaf68-3b8f-47a3-9c16-7c51f2403d52), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:11:20.658358 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ac7636c6-e0b8-4f0a-ba8e-741b17fe7f0a admin admin] Publish callbacks [] for security_group (d3ecaf68-3b8f-47a3-9c16-7c51f2403d52), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:11:20.750536 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ac7636c6-e0b8-4f0a-ba8e-741b17fe7f0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (d3ecaf68-3b8f-47a3-9c16-7c51f2403d52), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:11:20.753084 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ac7636c6-e0b8-4f0a-ba8e-741b17fe7f0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:11:20.754242 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-ac7636c6-e0b8-4f0a-ba8e-741b17fe7f0a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d3ecaf68-3b8f-47a3-9c16-7c51f2403d52 HTTP/1.1" status: 204 len: 168 time: 0.1734281 Feb 04 12:11:20.762858 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7636c6-e0b8-4f0a-ba8e-741b17fe7f0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3ecaf68-3b8f-47a3-9c16-7c51f2403d52,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:11:20.769869 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7636c6-e0b8-4f0a-ba8e-741b17fe7f0a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:11:20.770230 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7636c6-e0b8-4f0a-ba8e-741b17fe7f0a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:11:20.770576 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7636c6-e0b8-4f0a-ba8e-741b17fe7f0a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:11:20.771097 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7636c6-e0b8-4f0a-ba8e-741b17fe7f0a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:11:20.771440 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7636c6-e0b8-4f0a-ba8e-741b17fe7f0a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:11:20.771837 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7636c6-e0b8-4f0a-ba8e-741b17fe7f0a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:11:20.772161 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7636c6-e0b8-4f0a-ba8e-741b17fe7f0a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:11:20.772495 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7636c6-e0b8-4f0a-ba8e-741b17fe7f0a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:11:20.772821 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7636c6-e0b8-4f0a-ba8e-741b17fe7f0a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:11:20.773145 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7636c6-e0b8-4f0a-ba8e-741b17fe7f0a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:11:20.773469 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7636c6-e0b8-4f0a-ba8e-741b17fe7f0a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:11:20.773791 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7636c6-e0b8-4f0a-ba8e-741b17fe7f0a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:11:20.774118 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7636c6-e0b8-4f0a-ba8e-741b17fe7f0a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:11:21.483358 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:11:45.466822 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-30ed88d8-ca83-451d-9268-6d2f0964b874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:11:47.865342 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b223bfa2-f9de-4147-9a6a-42a76e4e27b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:11:48.999121 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:11:50.242811 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:11:51.485825 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:11:57.360677 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 5 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 12:12:15.470627 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-142348b4-9769-44df-967a-e021236401dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:12:17.867497 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-15bafaec-786a-4369-bda9-1bc11784da69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:12:18.999449 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:12:20.245740 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:12:21.490363 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:12:34.358990 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 5 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 12:12:45.474894 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-17a53909-e7a6-42e2-92c5-4256595c3324 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:12:47.868954 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fd78b269-aede-4744-b8b4-690080115336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:12:49.002362 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:12:50.248394 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:12:51.493937 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:13:11.357404 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 5 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 12:13:15.476960 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a96c14c4-6a7a-415e-afaf-f0625c9dc9a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:13:17.871093 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5ae39e53-7c1d-4eab-a679-97208b603a6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:13:19.006165 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:13:20.253701 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:13:21.497333 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:13:45.480856 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7ea161c9-f625-4500-b513-f20fcde2bc6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:13:47.878118 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b16bca2d-9862-4c03-ad5d-e6f1b3a6e80d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:13:48.357129 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 5 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 12:13:49.008602 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:13:50.257370 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:13:51.502123 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:14:15.482318 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-345531a6-e6e6-4611-ab04-35895d8b73cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:14:17.871823 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-191b3d4e-6ba4-4c61-8754-018a65ef4582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:14:19.011937 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:14:20.261887 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:14:21.505859 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:14:25.356747 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 5 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 12:14:30.800558 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1622126'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:14:31.201380 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1622126'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:14:45.487183 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1b519df7-8624-4413-b90c-9a374819970c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:14:47.871794 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a13a7c8d-4ec9-42a3-b5eb-8c7f0ac41b07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:14:49.018613 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:14:50.262572 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:14:51.510289 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:15:00.782648 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:15:01.186670 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:15:02.355667 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 12:15:15.489848 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-797491ce-437b-46be-8ccc-435c03a833b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:15:17.876724 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e7848ba6-ee65-49a4-9c7f-9dc43b88ff9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:15:19.019011 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:15:19.744322 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 52720) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:15:19.871463 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-492d4e32-f26b-4ad4-bdd4-694dad4dd118 admin admin] 10.222.0.65 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1259673 Feb 04 12:15:20.265478 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:15:21.517454 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:15:22.225886 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 52730) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:15:22.296118 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-ca41f125-4021-42e0-b134-bee572c2c8bf admin admin] 10.222.0.65 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0689752 Feb 04 12:15:30.794463 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:15:31.193453 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:15:39.362500 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 12:15:45.493760 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-356186a6-b434-4e0a-9d05-8fe13edcc237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:15:47.883351 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b929b538-471f-4f93-9e4e-06c3c3e40f8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:15:49.020115 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:15:50.269590 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:15:51.510053 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:16:00.800881 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:16:01.226555 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:16:15.533019 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5f6ec759-d1e5-4bac-83aa-bbe0c0869d46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:16:16.353300 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 12:16:17.881864 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-acdcd3b0-cf03-42ca-8568-1158579d6f4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:16:19.023924 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:16:20.271430 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:16:21.513615 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:16:30.807157 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:16:31.225455 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:16:45.521563 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e9f87f19-f4a6-44f6-b912-d9ef5664a9a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:16:47.878778 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-271863a0-7769-45b4-bfa6-a9928354b5f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:16:49.035083 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:16:50.277940 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:16:50.874444 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53074) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:16:50.877343 n-d-825015-3 neutron-server[103475]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 04 12:16:50.911814 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-31c7bba4-a646-423d-b9c5-9171c4447926 req-ce721d48-9396-438a-a07a-1437c50f5c52 tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=cdefe07b067f49b6ad46bb3092244c55&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361226 Feb 04 12:16:51.115567 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c7bba4-a646-423d-b9c5-9171c4447926 req-3dd8e822-a2dc-47a7-b341-58763a5185a0 tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:16:51.117538 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-31c7bba4-a646-423d-b9c5-9171c4447926 req-3dd8e822-a2dc-47a7-b341-58763a5185a0 tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2049279 Feb 04 12:16:51.133901 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-31c7bba4-a646-423d-b9c5-9171c4447926 req-f6d5a7b8-303a-44ef-a0f1-ed54255d7f42 tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] 10.222.0.65 "GET /v2.0/quotas/cdefe07b067f49b6ad46bb3092244c55 HTTP/1.1" status: 200 len: 375 time: 0.0110362 Feb 04 12:16:51.194459 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-31c7bba4-a646-423d-b9c5-9171c4447926 req-59535aac-f9f2-4100-8022-a7d27310a9ba tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=cdefe07b067f49b6ad46bb3092244c55&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0549901 Feb 04 12:16:51.517395 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:16:51.961033 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-43408635-3813-4dc6-b58d-1eaca4f2af79 req-04feabbf-a1ce-4d3d-b99b-c806746dea1a tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] 10.222.0.65 "GET /v2.0/ports?device_id=08036d92-51d1-4c71-bb58-309378f55530 HTTP/1.1" status: 200 len: 210 time: 0.0515287 Feb 04 12:16:52.823468 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53234) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:16:52.946030 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53248) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:16:53.065387 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4ed6fd6e-8ac7-4845-b515-9ed5b7ca38fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:16:53.144774 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3e0711be-009f-4bf1-8a5d-5bc5ca40a91d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:16:53.209342 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4ed6fd6e-8ac7-4845-b515-9ed5b7ca38fd admin admin] Publish callbacks [] for security_group (2b8c9b1f-d5e5-4d9b-bf15-fe4bb4a9d5eb), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:16:53.216294 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4ed6fd6e-8ac7-4845-b515-9ed5b7ca38fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (2b8c9b1f-d5e5-4d9b-bf15-fe4bb4a9d5eb), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:16:53.284511 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3e0711be-009f-4bf1-8a5d-5bc5ca40a91d admin admin] Publish callbacks [] for security_group (9f9701d5-95d0-4eb0-9860-f2ef00ee2b07), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:16:53.293093 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3e0711be-009f-4bf1-8a5d-5bc5ca40a91d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (9f9701d5-95d0-4eb0-9860-f2ef00ee2b07), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:16:53.330991 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-4ed6fd6e-8ac7-4845-b515-9ed5b7ca38fd admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=838c2648f65643bd8207cf13f7f43930&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5060008 Feb 04 12:16:53.337034 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed6fd6e-8ac7-4845-b515-9ed5b7ca38fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b8c9b1f-d5e5-4d9b-bf15-fe4bb4a9d5eb,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:16:53.344980 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53278) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:16:53.346557 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed6fd6e-8ac7-4845-b515-9ed5b7ca38fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:16:53.346933 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed6fd6e-8ac7-4845-b515-9ed5b7ca38fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:16:53.347258 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed6fd6e-8ac7-4845-b515-9ed5b7ca38fd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:16:53.347601 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed6fd6e-8ac7-4845-b515-9ed5b7ca38fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:16:53.347960 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed6fd6e-8ac7-4845-b515-9ed5b7ca38fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:16:53.348343 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed6fd6e-8ac7-4845-b515-9ed5b7ca38fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:16:53.348679 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed6fd6e-8ac7-4845-b515-9ed5b7ca38fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:16:53.349009 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed6fd6e-8ac7-4845-b515-9ed5b7ca38fd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:16:53.349336 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed6fd6e-8ac7-4845-b515-9ed5b7ca38fd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:16:53.350199 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed6fd6e-8ac7-4845-b515-9ed5b7ca38fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:16:53.350755 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed6fd6e-8ac7-4845-b515-9ed5b7ca38fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:16:53.351251 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed6fd6e-8ac7-4845-b515-9ed5b7ca38fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:16:53.351582 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed6fd6e-8ac7-4845-b515-9ed5b7ca38fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:16:53.352995 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed6fd6e-8ac7-4845-b515-9ed5b7ca38fd admin admin] Tracked resource versions report: Feb 04 12:16:53.352995 n-d-825015-3 neutron-server[103475]: pushed versions: Feb 04 12:16:53.352995 n-d-825015-3 neutron-server[103475]: { 'AddressGroup': {'1.2'}, Feb 04 12:16:53.352995 n-d-825015-3 neutron-server[103475]: 'ConntrackHelper': {'1.0'}, Feb 04 12:16:53.352995 n-d-825015-3 neutron-server[103475]: 'LocalIPAssociation': {'1.0'}, Feb 04 12:16:53.352995 n-d-825015-3 neutron-server[103475]: 'Log': {'1.0'}, Feb 04 12:16:53.352995 n-d-825015-3 neutron-server[103475]: 'Network': {'1.1'}, Feb 04 12:16:53.352995 n-d-825015-3 neutron-server[103475]: 'Port': {'1.7'}, Feb 04 12:16:53.352995 n-d-825015-3 neutron-server[103475]: 'PortForwarding': {'1.2'}, Feb 04 12:16:53.352995 n-d-825015-3 neutron-server[103475]: 'QosPolicy': {'1.10'}, Feb 04 12:16:53.352995 n-d-825015-3 neutron-server[103475]: 'SecurityGroup': {'1.5'}, Feb 04 12:16:53.352995 n-d-825015-3 neutron-server[103475]: 'SecurityGroupRule': {'1.2'}, Feb 04 12:16:53.352995 n-d-825015-3 neutron-server[103475]: 'SubPort': {'1.0'}, Feb 04 12:16:53.352995 n-d-825015-3 neutron-server[103475]: 'Subnet': {'1.1'}, Feb 04 12:16:53.352995 n-d-825015-3 neutron-server[103475]: 'Trunk': {'1.1'}} Feb 04 12:16:53.352995 n-d-825015-3 neutron-server[103475]: consumer versions: Feb 04 12:16:53.352995 n-d-825015-3 neutron-server[103475]: { DHCP agent@n-d-825015-3: {}, Feb 04 12:16:53.352995 n-d-825015-3 neutron-server[103475]: HyperV agent@n-h1-825015-3: {}, Feb 04 12:16:53.352995 n-d-825015-3 neutron-server[103475]: HyperV agent@n-h2-825015-3: {}, Feb 04 12:16:53.352995 n-d-825015-3 neutron-server[103475]: L3 agent@n-d-825015-3: {}, Feb 04 12:16:53.352995 n-d-825015-3 neutron-server[103475]: Metadata agent@n-d-825015-3: {}, Feb 04 12:16:53.352995 n-d-825015-3 neutron-server[103475]: Metering agent@n-d-825015-3: {}, Feb 04 12:16:53.352995 n-d-825015-3 neutron-server[103475]: Open vSwitch agent@n-d-825015-3: { 'AddressGroup': '1.2', Feb 04 12:16:53.352995 n-d-825015-3 neutron-server[103475]: 'ConntrackHelper': '1.0', Feb 04 12:16:53.352995 n-d-825015-3 neutron-server[103475]: 'LocalIPAssociation': '1.0', Feb 04 12:16:53.352995 n-d-825015-3 neutron-server[103475]: 'Log': '1.0', Feb 04 12:16:53.352995 n-d-825015-3 neutron-server[103475]: 'Network': '1.1', Feb 04 12:16:53.352995 n-d-825015-3 neutron-server[103475]: 'Port': '1.7', Feb 04 12:16:53.352995 n-d-825015-3 neutron-server[103475]: 'PortForwarding': '1.2', Feb 04 12:16:53.352995 n-d-825015-3 neutron-server[103475]: 'QosPolicy': '1.10', Feb 04 12:16:53.352995 n-d-825015-3 neutron-server[103475]: 'SecurityGroup': '1.5', Feb 04 12:16:53.352995 n-d-825015-3 neutron-server[103475]: 'SecurityGroupRule': '1.2', Feb 04 12:16:53.352995 n-d-825015-3 neutron-server[103475]: 'SubPort': '1.0', Feb 04 12:16:53.352995 n-d-825015-3 neutron-server[103475]: 'Subnet': '1.1', Feb 04 12:16:53.352995 n-d-825015-3 neutron-server[103475]: 'Trunk': '1.1'}} Feb 04 12:16:53.352995 n-d-825015-3 neutron-server[103475]: {{(pid=103475) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 12:16:53.355182 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 12:16:53.384421 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53282) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:16:53.392472 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-3e0711be-009f-4bf1-8a5d-5bc5ca40a91d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=464350e590c54fda9d9bee269d6ec00a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4434779 Feb 04 12:16:53.395874 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53286) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:16:53.412603 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0711be-009f-4bf1-8a5d-5bc5ca40a91d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f9701d5-95d0-4eb0-9860-f2ef00ee2b07,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:16:53.435250 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0711be-009f-4bf1-8a5d-5bc5ca40a91d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:16:53.435869 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0711be-009f-4bf1-8a5d-5bc5ca40a91d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:16:53.436410 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0711be-009f-4bf1-8a5d-5bc5ca40a91d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:16:53.436943 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0711be-009f-4bf1-8a5d-5bc5ca40a91d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:16:53.437529 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0711be-009f-4bf1-8a5d-5bc5ca40a91d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:16:53.438073 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0711be-009f-4bf1-8a5d-5bc5ca40a91d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:16:53.438600 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0711be-009f-4bf1-8a5d-5bc5ca40a91d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:16:53.439121 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0711be-009f-4bf1-8a5d-5bc5ca40a91d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:16:53.439638 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0711be-009f-4bf1-8a5d-5bc5ca40a91d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:16:53.440197 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0711be-009f-4bf1-8a5d-5bc5ca40a91d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:16:53.441094 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0711be-009f-4bf1-8a5d-5bc5ca40a91d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:16:53.441614 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0711be-009f-4bf1-8a5d-5bc5ca40a91d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:16:53.442330 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0711be-009f-4bf1-8a5d-5bc5ca40a91d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:16:53.444751 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0711be-009f-4bf1-8a5d-5bc5ca40a91d admin admin] Tracked resource versions report: Feb 04 12:16:53.444751 n-d-825015-3 neutron-server[103474]: pushed versions: Feb 04 12:16:53.444751 n-d-825015-3 neutron-server[103474]: { 'AddressGroup': {'1.2'}, Feb 04 12:16:53.444751 n-d-825015-3 neutron-server[103474]: 'ConntrackHelper': {'1.0'}, Feb 04 12:16:53.444751 n-d-825015-3 neutron-server[103474]: 'LocalIPAssociation': {'1.0'}, Feb 04 12:16:53.444751 n-d-825015-3 neutron-server[103474]: 'Log': {'1.0'}, Feb 04 12:16:53.444751 n-d-825015-3 neutron-server[103474]: 'Network': {'1.1'}, Feb 04 12:16:53.444751 n-d-825015-3 neutron-server[103474]: 'Port': {'1.7'}, Feb 04 12:16:53.444751 n-d-825015-3 neutron-server[103474]: 'PortForwarding': {'1.2'}, Feb 04 12:16:53.444751 n-d-825015-3 neutron-server[103474]: 'QosPolicy': {'1.10'}, Feb 04 12:16:53.444751 n-d-825015-3 neutron-server[103474]: 'SecurityGroup': {'1.5'}, Feb 04 12:16:53.444751 n-d-825015-3 neutron-server[103474]: 'SecurityGroupRule': {'1.2'}, Feb 04 12:16:53.444751 n-d-825015-3 neutron-server[103474]: 'SubPort': {'1.0'}, Feb 04 12:16:53.444751 n-d-825015-3 neutron-server[103474]: 'Subnet': {'1.1'}, Feb 04 12:16:53.444751 n-d-825015-3 neutron-server[103474]: 'Trunk': {'1.1'}} Feb 04 12:16:53.444751 n-d-825015-3 neutron-server[103474]: consumer versions: Feb 04 12:16:53.444751 n-d-825015-3 neutron-server[103474]: { DHCP agent@n-d-825015-3: {}, Feb 04 12:16:53.444751 n-d-825015-3 neutron-server[103474]: HyperV agent@n-h1-825015-3: {}, Feb 04 12:16:53.444751 n-d-825015-3 neutron-server[103474]: HyperV agent@n-h2-825015-3: {}, Feb 04 12:16:53.444751 n-d-825015-3 neutron-server[103474]: L3 agent@n-d-825015-3: {}, Feb 04 12:16:53.444751 n-d-825015-3 neutron-server[103474]: Metadata agent@n-d-825015-3: {}, Feb 04 12:16:53.444751 n-d-825015-3 neutron-server[103474]: Metering agent@n-d-825015-3: {}, Feb 04 12:16:53.444751 n-d-825015-3 neutron-server[103474]: Open vSwitch agent@n-d-825015-3: { 'AddressGroup': '1.2', Feb 04 12:16:53.444751 n-d-825015-3 neutron-server[103474]: 'ConntrackHelper': '1.0', Feb 04 12:16:53.444751 n-d-825015-3 neutron-server[103474]: 'LocalIPAssociation': '1.0', Feb 04 12:16:53.444751 n-d-825015-3 neutron-server[103474]: 'Log': '1.0', Feb 04 12:16:53.444751 n-d-825015-3 neutron-server[103474]: 'Network': '1.1', Feb 04 12:16:53.444751 n-d-825015-3 neutron-server[103474]: 'Port': '1.7', Feb 04 12:16:53.444751 n-d-825015-3 neutron-server[103474]: 'PortForwarding': '1.2', Feb 04 12:16:53.444751 n-d-825015-3 neutron-server[103474]: 'QosPolicy': '1.10', Feb 04 12:16:53.444751 n-d-825015-3 neutron-server[103474]: 'SecurityGroup': '1.5', Feb 04 12:16:53.444751 n-d-825015-3 neutron-server[103474]: 'SecurityGroupRule': '1.2', Feb 04 12:16:53.444751 n-d-825015-3 neutron-server[103474]: 'SubPort': '1.0', Feb 04 12:16:53.444751 n-d-825015-3 neutron-server[103474]: 'Subnet': '1.1', Feb 04 12:16:53.444751 n-d-825015-3 neutron-server[103474]: 'Trunk': '1.1'}} Feb 04 12:16:53.444751 n-d-825015-3 neutron-server[103474]: {{(pid=103474) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 12:16:53.452261 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1bd19d18-81ab-455f-bca3-23d39e0dd07a req-482d0875-6258-40a4-a14c-4f184a88d500 tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] 10.222.0.65 "GET /v2.0/ports?device_id=08036d92-51d1-4c71-bb58-309378f55530 HTTP/1.1" status: 200 len: 210 time: 0.0790727 Feb 04 12:16:53.529069 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ee818d81-a4a0-4842-bc50-88dae7c07814 admin admin] Publish callbacks [] for security_group (9f9701d5-95d0-4eb0-9860-f2ef00ee2b07), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:16:53.541758 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9084f135-f404-43b4-8680-9a49dad9b03b admin admin] Publish callbacks [] for security_group (2b8c9b1f-d5e5-4d9b-bf15-fe4bb4a9d5eb), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:16:53.562925 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ee818d81-a4a0-4842-bc50-88dae7c07814 admin admin] Publish callbacks [] for security_group (9f9701d5-95d0-4eb0-9860-f2ef00ee2b07), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:16:53.595030 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9084f135-f404-43b4-8680-9a49dad9b03b admin admin] Publish callbacks [] for security_group (2b8c9b1f-d5e5-4d9b-bf15-fe4bb4a9d5eb), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:16:53.609952 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2eea79f0-b2fa-4815-ae07-872024b5e5db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:16:53.671001 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ee818d81-a4a0-4842-bc50-88dae7c07814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (9f9701d5-95d0-4eb0-9860-f2ef00ee2b07), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:16:53.675395 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ee818d81-a4a0-4842-bc50-88dae7c07814 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:16:53.680840 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-ee818d81-a4a0-4842-bc50-88dae7c07814 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9f9701d5-95d0-4eb0-9860-f2ef00ee2b07 HTTP/1.1" status: 204 len: 168 time: 0.2835004 Feb 04 12:16:53.692987 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee818d81-a4a0-4842-bc50-88dae7c07814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f9701d5-95d0-4eb0-9860-f2ef00ee2b07,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:16:53.778571 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9084f135-f404-43b4-8680-9a49dad9b03b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (2b8c9b1f-d5e5-4d9b-bf15-fe4bb4a9d5eb), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:16:53.783603 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9084f135-f404-43b4-8680-9a49dad9b03b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:16:53.785713 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-9084f135-f404-43b4-8680-9a49dad9b03b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2b8c9b1f-d5e5-4d9b-bf15-fe4bb4a9d5eb HTTP/1.1" status: 204 len: 168 time: 0.4265809 Feb 04 12:16:53.808268 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9084f135-f404-43b4-8680-9a49dad9b03b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b8c9b1f-d5e5-4d9b-bf15-fe4bb4a9d5eb,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:16:53.872077 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2eea79f0-b2fa-4815-ae07-872024b5e5db admin admin] Publish callbacks [] for security_group (1583e7af-e82d-4c64-94fc-88b4f688ac1e), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:16:53.876745 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2eea79f0-b2fa-4815-ae07-872024b5e5db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (1583e7af-e82d-4c64-94fc-88b4f688ac1e), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:16:53.924506 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-2eea79f0-b2fa-4815-ae07-872024b5e5db admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3c62a1bcd6324e038af141d443205fa7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5380230 Feb 04 12:16:53.925356 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eea79f0-b2fa-4815-ae07-872024b5e5db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1583e7af-e82d-4c64-94fc-88b4f688ac1e,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:16:53.927226 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53326) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:16:54.034438 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-da7088e5-c7f4-454c-bd6b-6fc5883cdd26 admin admin] Publish callbacks [] for security_group (1583e7af-e82d-4c64-94fc-88b4f688ac1e), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:16:54.062209 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-da7088e5-c7f4-454c-bd6b-6fc5883cdd26 admin admin] Publish callbacks [] for security_group (1583e7af-e82d-4c64-94fc-88b4f688ac1e), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:16:54.110534 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.73', 59398) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:16:54.125675 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-da7088e5-c7f4-454c-bd6b-6fc5883cdd26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (1583e7af-e82d-4c64-94fc-88b4f688ac1e), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:16:54.128473 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-da7088e5-c7f4-454c-bd6b-6fc5883cdd26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:16:54.129634 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-da7088e5-c7f4-454c-bd6b-6fc5883cdd26 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1583e7af-e82d-4c64-94fc-88b4f688ac1e HTTP/1.1" status: 204 len: 168 time: 0.2008438 Feb 04 12:16:54.143811 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-31c7bba4-a646-423d-b9c5-9171c4447926 req-c6f210f3-31a1-49b0-9098-3c9204b7c72d tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=cdefe07b067f49b6ad46bb3092244c55&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320351 Feb 04 12:16:54.166285 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7088e5-c7f4-454c-bd6b-6fc5883cdd26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1583e7af-e82d-4c64-94fc-88b4f688ac1e,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:16:54.267873 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53346) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:16:54.364625 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c7bba4-a646-423d-b9c5-9171c4447926 req-9f302e6a-a637-4ad9-b737-a0e1569299be tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:16:54.368434 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-31c7bba4-a646-423d-b9c5-9171c4447926 req-9f302e6a-a637-4ad9-b737-a0e1569299be tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2183642 Feb 04 12:16:54.453609 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53366) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:16:54.466086 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-31c7bba4-a646-423d-b9c5-9171c4447926 req-0e9dfdf1-8198-49b3-8c29-bcfcf44f9e9a tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] Request body: {'port': {'device_id': '08036d92-51d1-4c71-bb58-309378f55530', 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c', 'admin_state_up': True, 'tenant_id': 'cdefe07b067f49b6ad46bb3092244c55'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:16:54.469452 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-94cc3ea6-7757-4d5c-9fb6-a11722301e06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:16:54.603300 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-94cc3ea6-7757-4d5c-9fb6-a11722301e06 admin admin] Publish callbacks [] for security_group (5e3bfd9c-7784-4a49-9005-7b70dc576fa1), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:16:54.609592 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-94cc3ea6-7757-4d5c-9fb6-a11722301e06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (5e3bfd9c-7784-4a49-9005-7b70dc576fa1), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:16:54.671407 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-94cc3ea6-7757-4d5c-9fb6-a11722301e06 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3de5c6eb7242430bac6f7faa213811aa&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2165139 Feb 04 12:16:54.690653 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53372) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:16:54.721960 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cc3ea6-7757-4d5c-9fb6-a11722301e06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e3bfd9c-7784-4a49-9005-7b70dc576fa1,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:16:54.767908 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53376) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:16:54.793831 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2546bcec-6fa0-45b6-ab39-a4704befa811 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:16:54.830226 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f5c5b94c-4c18-4328-a456-840e930643d7 admin admin] Publish callbacks [] for security_group (5e3bfd9c-7784-4a49-9005-7b70dc576fa1), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:16:54.843045 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31c7bba4-a646-423d-b9c5-9171c4447926 req-0e9dfdf1-8198-49b3-8c29-bcfcf44f9e9a tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] Made reservation on behalf of cdefe07b067f49b6ad46bb3092244c55 for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:16:54.843945 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-31c7bba4-a646-423d-b9c5-9171c4447926 req-0e9dfdf1-8198-49b3-8c29-bcfcf44f9e9a tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:16:54.858531 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-31c7bba4-a646-423d-b9c5-9171c4447926 req-0e9dfdf1-8198-49b3-8c29-bcfcf44f9e9a tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:16:54.887136 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f5c5b94c-4c18-4328-a456-840e930643d7 admin admin] Publish callbacks [] for security_group (5e3bfd9c-7784-4a49-9005-7b70dc576fa1), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:16:54.959570 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-31c7bba4-a646-423d-b9c5-9171c4447926 req-0e9dfdf1-8198-49b3-8c29-bcfcf44f9e9a tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] Publish callbacks [] for security_group (b39abb56-fd7d-417c-baa0-7299d5216551), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:16:54.964385 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-31c7bba4-a646-423d-b9c5-9171c4447926 req-0e9dfdf1-8198-49b3-8c29-bcfcf44f9e9a tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (b39abb56-fd7d-417c-baa0-7299d5216551), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:16:54.972898 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f5c5b94c-4c18-4328-a456-840e930643d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (5e3bfd9c-7784-4a49-9005-7b70dc576fa1), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:16:54.975631 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f5c5b94c-4c18-4328-a456-840e930643d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:16:54.976999 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-f5c5b94c-4c18-4328-a456-840e930643d7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5e3bfd9c-7784-4a49-9005-7b70dc576fa1 HTTP/1.1" status: 204 len: 168 time: 0.2844102 Feb 04 12:16:54.989954 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c5b94c-4c18-4328-a456-840e930643d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e3bfd9c-7784-4a49-9005-7b70dc576fa1,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:16:55.009079 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2546bcec-6fa0-45b6-ab39-a4704befa811 admin admin] Publish callbacks [] for security_group (80944ec1-2037-405a-b409-c87bb09c94c3), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:16:55.014813 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2546bcec-6fa0-45b6-ab39-a4704befa811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (80944ec1-2037-405a-b409-c87bb09c94c3), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:16:55.061338 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2546bcec-6fa0-45b6-ab39-a4704befa811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80944ec1-2037-405a-b409-c87bb09c94c3,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:16:55.076798 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-99ab1bea-ca66-4edd-b42c-fd22e18c5e4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:16:55.086336 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-2546bcec-6fa0-45b6-ab39-a4704befa811 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=da127136a4294d9b9b6f6744085cdddb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3171873 Feb 04 12:16:55.087406 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53386) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:16:55.132950 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9dfdf1-8198-49b3-8c29-bcfcf44f9e9a tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b39abb56-fd7d-417c-baa0-7299d5216551,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:16:55.177105 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-361704e6-4c5d-49f8-ada4-2fb0883f65cd admin admin] Publish callbacks [] for security_group (80944ec1-2037-405a-b409-c87bb09c94c3), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:16:55.225747 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-361704e6-4c5d-49f8-ada4-2fb0883f65cd admin admin] Publish callbacks [] for security_group (80944ec1-2037-405a-b409-c87bb09c94c3), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:16:55.284093 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-99ab1bea-ca66-4edd-b42c-fd22e18c5e4f admin admin] Publish callbacks [] for security_group (2d4f1a08-8965-4efd-a8bb-f821f2e36646), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:16:55.294783 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-99ab1bea-ca66-4edd-b42c-fd22e18c5e4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (2d4f1a08-8965-4efd-a8bb-f821f2e36646), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:16:55.320632 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-31c7bba4-a646-423d-b9c5-9171c4447926 req-0e9dfdf1-8198-49b3-8c29-bcfcf44f9e9a tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] Allocated IP 192.168.233.192 (2f7dc246-a024-4937-952c-0ddeef5af29c/5ee3374a-84e9-4639-853c-740c6edaf6dc/581878a6-d36a-424e-82c9-c23ed10035b3) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:16:55.351763 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ab1bea-ca66-4edd-b42c-fd22e18c5e4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d4f1a08-8965-4efd-a8bb-f821f2e36646,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:16:55.355398 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-361704e6-4c5d-49f8-ada4-2fb0883f65cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (80944ec1-2037-405a-b409-c87bb09c94c3), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:16:55.359030 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-361704e6-4c5d-49f8-ada4-2fb0883f65cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:16:55.360395 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-361704e6-4c5d-49f8-ada4-2fb0883f65cd admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/80944ec1-2037-405a-b409-c87bb09c94c3 HTTP/1.1" status: 204 len: 168 time: 0.2652769 Feb 04 12:16:55.373681 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361704e6-4c5d-49f8-ada4-2fb0883f65cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80944ec1-2037-405a-b409-c87bb09c94c3,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:16:55.382264 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53410) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:16:55.403968 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-46bc15b9-f9d6-4b35-88e8-7886ab632cb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:16:55.440992 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-99ab1bea-ca66-4edd-b42c-fd22e18c5e4f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2ddcc0dbb2ee47ce84c049013c1538ee&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1685827 Feb 04 12:16:55.444439 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53414) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:16:55.525605 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-89d10d5c-46ae-4019-8fd9-670b7c4469ad admin admin] Publish callbacks [] for security_group (2d4f1a08-8965-4efd-a8bb-f821f2e36646), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:16:55.551050 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-89d10d5c-46ae-4019-8fd9-670b7c4469ad admin admin] Publish callbacks [] for security_group (2d4f1a08-8965-4efd-a8bb-f821f2e36646), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:16:55.581219 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53418) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:16:55.630292 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-89d10d5c-46ae-4019-8fd9-670b7c4469ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (2d4f1a08-8965-4efd-a8bb-f821f2e36646), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:16:55.633607 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-89d10d5c-46ae-4019-8fd9-670b7c4469ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:16:55.634898 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-89d10d5c-46ae-4019-8fd9-670b7c4469ad admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2d4f1a08-8965-4efd-a8bb-f821f2e36646 HTTP/1.1" status: 204 len: 168 time: 0.1901841 Feb 04 12:16:55.656082 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-46bc15b9-f9d6-4b35-88e8-7886ab632cb7 admin admin] Publish callbacks [] for security_group (66af8ca7-cfb2-4306-8692-96180da70aae), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:16:55.657574 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d10d5c-46ae-4019-8fd9-670b7c4469ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d4f1a08-8965-4efd-a8bb-f821f2e36646,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:16:55.661257 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-46bc15b9-f9d6-4b35-88e8-7886ab632cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (66af8ca7-cfb2-4306-8692-96180da70aae), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:16:55.717289 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-31c7bba4-a646-423d-b9c5-9171c4447926 req-0e9dfdf1-8198-49b3-8c29-bcfcf44f9e9a tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] Publish callbacks [] for port (581878a6-d36a-424e-82c9-c23ed10035b3), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:16:55.726666 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-46bc15b9-f9d6-4b35-88e8-7886ab632cb7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1c4106fa9fd74539b6089f6625d2789b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3430672 Feb 04 12:16:55.729787 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53430) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:16:55.731689 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bc15b9-f9d6-4b35-88e8-7886ab632cb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66af8ca7-cfb2-4306-8692-96180da70aae,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:16:55.801620 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f29186c4-02e3-40a1-96dc-2c947a359306 admin admin] Publish callbacks [] for security_group (66af8ca7-cfb2-4306-8692-96180da70aae), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:16:55.819135 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-31c7bba4-a646-423d-b9c5-9171c4447926 req-0e9dfdf1-8198-49b3-8c29-bcfcf44f9e9a tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (581878a6-d36a-424e-82c9-c23ed10035b3), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:16:55.870722 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f29186c4-02e3-40a1-96dc-2c947a359306 admin admin] Publish callbacks [] for security_group (66af8ca7-cfb2-4306-8692-96180da70aae), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:16:56.058792 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31c7bba4-a646-423d-b9c5-9171c4447926 req-0e9dfdf1-8198-49b3-8c29-bcfcf44f9e9a tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] Network 2f7dc246-a024-4937-952c-0ddeef5af29c is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:16:56.105809 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-31c7bba4-a646-423d-b9c5-9171c4447926 req-0e9dfdf1-8198-49b3-8c29-bcfcf44f9e9a tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:16:56.115927 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-31c7bba4-a646-423d-b9c5-9171c4447926 req-0e9dfdf1-8198-49b3-8c29-bcfcf44f9e9a tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:16:56.128532 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c7bba4-a646-423d-b9c5-9171c4447926 req-0e9dfdf1-8198-49b3-8c29-bcfcf44f9e9a tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:16:56.129213 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-31c7bba4-a646-423d-b9c5-9171c4447926 req-0e9dfdf1-8198-49b3-8c29-bcfcf44f9e9a tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:16:56.147797 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9dfdf1-8198-49b3-8c29-bcfcf44f9e9a tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] Pushing event updated for resources: {'Port': ['ID=581878a6-d36a-424e-82c9-c23ed10035b3,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:16:56.201183 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-31c7bba4-a646-423d-b9c5-9171c4447926 req-0e9dfdf1-8198-49b3-8c29-bcfcf44f9e9a tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7426128 Feb 04 12:16:56.228593 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [req-31c7bba4-a646-423d-b9c5-9171c4447926 req-a6a5d785-b388-4da1-acd0-d6111321a2d7 tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:16:56.229698 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-31c7bba4-a646-423d-b9c5-9171c4447926 req-a6a5d785-b388-4da1-acd0-d6111321a2d7 tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0182290 Feb 04 12:16:56.237698 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f29186c4-02e3-40a1-96dc-2c947a359306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (66af8ca7-cfb2-4306-8692-96180da70aae), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:16:56.251036 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f29186c4-02e3-40a1-96dc-2c947a359306 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:16:56.263526 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-f29186c4-02e3-40a1-96dc-2c947a359306 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/66af8ca7-cfb2-4306-8692-96180da70aae HTTP/1.1" status: 204 len: 168 time: 0.5327573 Feb 04 12:16:56.282741 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29186c4-02e3-40a1-96dc-2c947a359306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66af8ca7-cfb2-4306-8692-96180da70aae,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:16:56.624188 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b966b384-d8bd-4848-a116-bb9fc610ebb3 None None] Provisioning complete for port 581878a6-d36a-424e-82c9-c23ed10035b3 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:16:56.625777 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b966b384-d8bd-4848-a116-bb9fc610ebb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (581878a6-d36a-424e-82c9-c23ed10035b3), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:16:56.690985 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a074907-450e-4806-a426-6d42c4c8109f req-b1c9d0dd-5092-479b-a5b1-7b1f79af0f69 tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:16:56.692682 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8a074907-450e-4806-a426-6d42c4c8109f req-b1c9d0dd-5092-479b-a5b1-7b1f79af0f69 tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] 10.222.0.65 "GET /v2.0/ports?device_id=08036d92-51d1-4c71-bb58-309378f55530 HTTP/1.1" status: 200 len: 936 time: 1.1104856 Feb 04 12:16:56.712095 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b966b384-d8bd-4848-a116-bb9fc610ebb3 None None] Port 581878a6-d36a-424e-82c9-c23ed10035b3 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:16:56.785577 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53484) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:16:56.808156 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9261867d-eeee-411e-b254-4269de9472de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:16:56.811329 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8a074907-450e-4806-a426-6d42c4c8109f req-8142eb2c-93fe-4fd9-a6bf-fa608fb56784 tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] 10.222.0.65 "GET /v2.0/security-groups?id=b39abb56-fd7d-417c-baa0-7299d5216551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102901 Feb 04 12:16:57.043709 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9261867d-eeee-411e-b254-4269de9472de admin admin] Publish callbacks [] for security_group (cb18d6a8-2ca7-4f67-9372-8658e4d142cf), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:16:57.051054 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9261867d-eeee-411e-b254-4269de9472de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (cb18d6a8-2ca7-4f67-9372-8658e4d142cf), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:16:57.155771 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-9261867d-eeee-411e-b254-4269de9472de admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3d3284e18f7a439da48d2159b31a2b98&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3663993 Feb 04 12:16:57.158345 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53496) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:16:57.168352 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9261867d-eeee-411e-b254-4269de9472de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb18d6a8-2ca7-4f67-9372-8658e4d142cf,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:16:57.333055 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c794d3ca-d5ea-4768-9fb6-2026253f88f5 admin admin] Publish callbacks [] for security_group (cb18d6a8-2ca7-4f67-9372-8658e4d142cf), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:16:57.389917 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c794d3ca-d5ea-4768-9fb6-2026253f88f5 admin admin] Publish callbacks [] for security_group (cb18d6a8-2ca7-4f67-9372-8658e4d142cf), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:16:57.486134 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-31c7bba4-a646-423d-b9c5-9171c4447926 req-0ca1c8b3-85ed-447d-8b45-9cd83b229773 service neutron] Request body: {'port': {'device_id': '08036d92-51d1-4c71-bb58-309378f55530', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:16:57.636983 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3d1b3171-4ce3-4a97-9837-304a23be9c7f req-fdac5296-2995-46f4-bfc0-f42a26799e52 tempest-AggregatesAdminTestJSON-1550428944 tempest-AggregatesAdminTestJSON-1550428944-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=92507c9d177e4cfca80128e2cc7e3245&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0580883 Feb 04 12:16:57.664042 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c794d3ca-d5ea-4768-9fb6-2026253f88f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (cb18d6a8-2ca7-4f67-9372-8658e4d142cf), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:16:57.667102 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c794d3ca-d5ea-4768-9fb6-2026253f88f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:16:57.668600 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-c794d3ca-d5ea-4768-9fb6-2026253f88f5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cb18d6a8-2ca7-4f67-9372-8658e4d142cf HTTP/1.1" status: 204 len: 168 time: 0.5083342 Feb 04 12:16:57.868104 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-31c7bba4-a646-423d-b9c5-9171c4447926 req-0ca1c8b3-85ed-447d-8b45-9cd83b229773 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (581878a6-d36a-424e-82c9-c23ed10035b3), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:16:57.920726 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c794d3ca-d5ea-4768-9fb6-2026253f88f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb18d6a8-2ca7-4f67-9372-8658e4d142cf,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:16:58.457851 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b26acd-1097-443d-a754-8a53220ade2b req-80fdbf97-5c9d-4302-bcd6-729519c3fd70 tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:16:58.460366 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a3b26acd-1097-443d-a754-8a53220ade2b req-80fdbf97-5c9d-4302-bcd6-729519c3fd70 tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] 10.222.0.65 "GET /v2.0/ports?device_id=08036d92-51d1-4c71-bb58-309378f55530 HTTP/1.1" status: 200 len: 936 time: 0.3187215 Feb 04 12:16:58.480355 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b3171-4ce3-4a97-9837-304a23be9c7f req-15b990e4-0574-484c-ae69-b28e85d5334d tempest-AggregatesAdminTestJSON-1550428944 tempest-AggregatesAdminTestJSON-1550428944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:16:58.482524 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3d1b3171-4ce3-4a97-9837-304a23be9c7f req-15b990e4-0574-484c-ae69-b28e85d5334d tempest-AggregatesAdminTestJSON-1550428944 tempest-AggregatesAdminTestJSON-1550428944-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8127782 Feb 04 12:16:58.530875 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3d1b3171-4ce3-4a97-9837-304a23be9c7f req-798cfde9-2b67-4926-b89f-e16869b0d94e tempest-AggregatesAdminTestJSON-1550428944 tempest-AggregatesAdminTestJSON-1550428944-project] 10.222.0.65 "GET /v2.0/quotas/92507c9d177e4cfca80128e2cc7e3245 HTTP/1.1" status: 200 len: 375 time: 0.0367205 Feb 04 12:16:58.590246 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3d1b3171-4ce3-4a97-9837-304a23be9c7f req-5ced7448-69c1-4fe1-b8fd-92e1924facb3 tempest-AggregatesAdminTestJSON-1550428944 tempest-AggregatesAdminTestJSON-1550428944-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=92507c9d177e4cfca80128e2cc7e3245&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0484555 Feb 04 12:16:58.635994 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a3b26acd-1097-443d-a754-8a53220ade2b req-116f26d6-e949-40bf-8081-05403393a89d tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] 10.222.0.65 "GET /v2.0/security-groups?id=b39abb56-fd7d-417c-baa0-7299d5216551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480207 Feb 04 12:16:58.801380 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-31c7bba4-a646-423d-b9c5-9171c4447926 req-0ca1c8b3-85ed-447d-8b45-9cd83b229773 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 581878a6-d36a-424e-82c9-c23ed10035b3 {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:16:58.819541 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-31c7bba4-a646-423d-b9c5-9171c4447926 req-0ca1c8b3-85ed-447d-8b45-9cd83b229773 service neutron] Publish callbacks [] for port (581878a6-d36a-424e-82c9-c23ed10035b3), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:16:58.880257 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-31c7bba4-a646-423d-b9c5-9171c4447926 req-0ca1c8b3-85ed-447d-8b45-9cd83b229773 service neutron] Transition to ACTIVE for port object 581878a6-d36a-424e-82c9-c23ed10035b3 will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:16:58.888584 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-31c7bba4-a646-423d-b9c5-9171c4447926 req-0ca1c8b3-85ed-447d-8b45-9cd83b229773 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (581878a6-d36a-424e-82c9-c23ed10035b3), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:16:59.027229 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca1c8b3-85ed-447d-8b45-9cd83b229773 service neutron] Pushing event updated for resources: {'Port': ['ID=581878a6-d36a-424e-82c9-c23ed10035b3,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:16:59.112102 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-31c7bba4-a646-423d-b9c5-9171c4447926 req-0ca1c8b3-85ed-447d-8b45-9cd83b229773 service neutron] Attempting to bind port 581878a6-d36a-424e-82c9-c23ed10035b3 on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:16:59.112418 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-31c7bba4-a646-423d-b9c5-9171c4447926 req-0ca1c8b3-85ed-447d-8b45-9cd83b229773 service neutron] Attempting to bind port 581878a6-d36a-424e-82c9-c23ed10035b3 by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:16:59.112739 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c7bba4-a646-423d-b9c5-9171c4447926 req-0ca1c8b3-85ed-447d-8b45-9cd83b229773 service neutron] Attempting to bind port 581878a6-d36a-424e-82c9-c23ed10035b3 on network 2f7dc246-a024-4937-952c-0ddeef5af29c {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:16:59.134703 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c7bba4-a646-423d-b9c5-9171c4447926 req-0ca1c8b3-85ed-447d-8b45-9cd83b229773 service neutron] Port 581878a6-d36a-424e-82c9-c23ed10035b3 on network 2f7dc246-a024-4937-952c-0ddeef5af29c not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:16:59.135036 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c7bba4-a646-423d-b9c5-9171c4447926 req-0ca1c8b3-85ed-447d-8b45-9cd83b229773 service neutron] Attempting to bind port 581878a6-d36a-424e-82c9-c23ed10035b3 on network 2f7dc246-a024-4937-952c-0ddeef5af29c {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:16:59.142708 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c7bba4-a646-423d-b9c5-9171c4447926 req-0ca1c8b3-85ed-447d-8b45-9cd83b229773 service neutron] Checking agent: {'id': 'f8add0d2-2202-43d3-bc0e-72442788e6ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:16:59.143136 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c7bba4-a646-423d-b9c5-9171c4447926 req-0ca1c8b3-85ed-447d-8b45-9cd83b229773 service neutron] Checking segment: {'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:16:59.143675 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c7bba4-a646-423d-b9c5-9171c4447926 req-0ca1c8b3-85ed-447d-8b45-9cd83b229773 service neutron] Bound using segment: {'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:16:59.144330 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-31c7bba4-a646-423d-b9c5-9171c4447926 req-0ca1c8b3-85ed-447d-8b45-9cd83b229773 service neutron] Bound port: 581878a6-d36a-424e-82c9-c23ed10035b3, host: n-h1-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:16:59.144713 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-31c7bba4-a646-423d-b9c5-9171c4447926 req-0ca1c8b3-85ed-447d-8b45-9cd83b229773 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (581878a6-d36a-424e-82c9-c23ed10035b3), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:16:59.239247 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-56408277-5ee3-477f-a406-4b118579762b req-09550ff7-e99c-4e7d-be64-7ff52f019262 tempest-AggregatesAdminTestJSON-1550428944 tempest-AggregatesAdminTestJSON-1550428944-project] 10.222.0.65 "GET /v2.0/ports?device_id=57c1dc04-757d-45ad-8f61-79a584c08119 HTTP/1.1" status: 200 len: 210 time: 0.1200700 Feb 04 12:16:59.436822 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-31c7bba4-a646-423d-b9c5-9171c4447926 req-0ca1c8b3-85ed-447d-8b45-9cd83b229773 service neutron] For port 581878a6-d36a-424e-82c9-c23ed10035b3, host n-h1-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:16:59.453664 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-31c7bba4-a646-423d-b9c5-9171c4447926 req-0ca1c8b3-85ed-447d-8b45-9cd83b229773 service neutron] For port 581878a6-d36a-424e-82c9-c23ed10035b3, host n-h1-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=581878a6-d36a-424e-82c9-c23ed10035b3,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:16:59.473423 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-31c7bba4-a646-423d-b9c5-9171c4447926 req-0ca1c8b3-85ed-447d-8b45-9cd83b229773 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (581878a6-d36a-424e-82c9-c23ed10035b3), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:16:59.681881 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c7bba4-a646-423d-b9c5-9171c4447926 req-0ca1c8b3-85ed-447d-8b45-9cd83b229773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:16:59.682438 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-31c7bba4-a646-423d-b9c5-9171c4447926 req-0ca1c8b3-85ed-447d-8b45-9cd83b229773 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:16:59.696533 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-31c7bba4-a646-423d-b9c5-9171c4447926 req-0ca1c8b3-85ed-447d-8b45-9cd83b229773 service neutron] 10.222.0.73 "PUT /v2.0/ports/581878a6-d36a-424e-82c9-c23ed10035b3 HTTP/1.1" status: 200 len: 1096 time: 2.9328246 Feb 04 12:16:59.697186 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08036d92-51d1-4c71-bb58-309378f55530', 'tag': '581878a6-d36a-424e-82c9-c23ed10035b3'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:17:00.013107 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53646) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:17:00.232336 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca1c8b3-85ed-447d-8b45-9cd83b229773 service neutron] Pushing event updated for resources: {'Port': ['ID=581878a6-d36a-424e-82c9-c23ed10035b3,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:00.340895 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7413adee-6150-4871-8b85-f43039d571aa req-c6d84772-60b5-4fa7-8b47-8ef3ea1d63ba tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:00.342606 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7413adee-6150-4871-8b85-f43039d571aa req-c6d84772-60b5-4fa7-8b47-8ef3ea1d63ba tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] 10.222.0.65 "GET /v2.0/ports?device_id=08036d92-51d1-4c71-bb58-309378f55530 HTTP/1.1" status: 200 len: 948 time: 0.4268782 Feb 04 12:17:00.345053 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c7bba4-a646-423d-b9c5-9171c4447926 req-a2e62300-b8ea-42ce-bdfa-9f621a875d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:00.346643 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-31c7bba4-a646-423d-b9c5-9171c4447926 req-a2e62300-b8ea-42ce-bdfa-9f621a875d9e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cdefe07b067f49b6ad46bb3092244c55&device_id=08036d92-51d1-4c71-bb58-309378f55530 HTTP/1.1" status: 200 len: 1130 time: 0.3995869 Feb 04 12:17:00.519632 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-a9bf4c1f-6028-4b69-b580-d1d785023f13 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1605097857-network', 'tenant_id': 'af7896e432b54a83bc6fa954af7e9dac'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:17:00.574252 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9bf4c1f-6028-4b69-b580-d1d785023f13 admin admin] Made reservation on behalf of af7896e432b54a83bc6fa954af7e9dac for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:17:00.578204 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a9bf4c1f-6028-4b69-b580-d1d785023f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:00.623650 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53672) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:17:00.630501 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a9bf4c1f-6028-4b69-b580-d1d785023f13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:00.721221 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e84beecb-e5f3-405d-9310-d2b695b00d2d req-20c4f0e5-3e81-4ac0-a9ad-8a9d7665d024 tempest-AggregatesAdminTestJSON-1550428944 tempest-AggregatesAdminTestJSON-1550428944-project] 10.222.0.65 "GET /v2.0/ports?device_id=57c1dc04-757d-45ad-8f61-79a584c08119 HTTP/1.1" status: 200 len: 210 time: 0.3499105 Feb 04 12:17:00.747136 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-31c7bba4-a646-423d-b9c5-9171c4447926 req-e692c728-78e8-4e5b-9433-b9121cca7afc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=581878a6-d36a-424e-82c9-c23ed10035b3 HTTP/1.1" status: 200 len: 217 time: 0.3531661 Feb 04 12:17:00.782323 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a79d9e6-fa26-4afb-baa3-ea26229e88be" -d '{"events": [{"name": "network-changed", "server_uuid": "08036d92-51d1-4c71-bb58-309378f55530", "tag": "581878a6-d36a-424e-82c9-c23ed10035b3"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:17:00.836781 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:00.952214 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a9bf4c1f-6028-4b69-b580-d1d785023f13 admin admin] Publish callbacks [] for security_group (e46e784f-ee13-48b0-a15c-9916e2c62c83), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:00.960997 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a9bf4c1f-6028-4b69-b580-d1d785023f13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (e46e784f-ee13-48b0-a15c-9916e2c62c83), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:01.013464 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9bf4c1f-6028-4b69-b580-d1d785023f13 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:17:01.083357 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a9bf4c1f-6028-4b69-b580-d1d785023f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (dd6a73cb-8268-4b67-a592-682dfbe2780b), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:01.085295 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-a9bf4c1f-6028-4b69-b580-d1d785023f13 admin admin] Added segment dd6a73cb-8268-4b67-a592-682dfbe2780b of type vlan for network d2a4c77d-3fdb-4ff7-b292-4dd38c281129 Feb 04 12:17:01.235608 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a9bf4c1f-6028-4b69-b580-d1d785023f13 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (d2a4c77d-3fdb-4ff7-b292-4dd38c281129), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:01.239148 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7413adee-6150-4871-8b85-f43039d571aa req-d3a72b73-7960-4cf5-9738-1ebbdee416bd tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] 10.222.0.65 "GET /v2.0/security-groups?id=b39abb56-fd7d-417c-baa0-7299d5216551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8810542 Feb 04 12:17:01.244787 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:01.306486 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bf4c1f-6028-4b69-b580-d1d785023f13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e46e784f-ee13-48b0-a15c-9916e2c62c83,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:01.334217 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a9bf4c1f-6028-4b69-b580-d1d785023f13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (d2a4c77d-3fdb-4ff7-b292-4dd38c281129), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:01.336792 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9bf4c1f-6028-4b69-b580-d1d785023f13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:01.339180 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a9bf4c1f-6028-4b69-b580-d1d785023f13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:01.357433 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c7bba4-a646-423d-b9c5-9171c4447926 req-5fdfa50e-8ce2-4ada-a78e-fe30b321bdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:01.367124 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-31c7bba4-a646-423d-b9c5-9171c4447926 req-5fdfa50e-8ce2-4ada-a78e-fe30b321bdc6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5ee3374a-84e9-4639-853c-740c6edaf6dc HTTP/1.1" status: 200 len: 843 time: 0.5865936 Feb 04 12:17:01.466028 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4a9a0ec5-012b-4053-8c17-daf1541a9372 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:01.485401 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bf4c1f-6028-4b69-b580-d1d785023f13 admin admin] Pushing event updated for resources: {'Network': ['ID=d2a4c77d-3fdb-4ff7-b292-4dd38c281129,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:01.498033 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network d2a4c77d-3fdb-4ff7-b292-4dd38c281129 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:17:01.627771 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4a9a0ec5-012b-4053-8c17-daf1541a9372 admin admin] Publish callbacks [] for security_group (fe70dae4-194c-4126-a9af-dde992983d70), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:01.634613 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4a9a0ec5-012b-4053-8c17-daf1541a9372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (fe70dae4-194c-4126-a9af-dde992983d70), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:01.667324 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c7bba4-a646-423d-b9c5-9171c4447926 req-eb6ee9c8-9bba-44c6-9c3f-cc89f4e69238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:01.672907 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-31c7bba4-a646-423d-b9c5-9171c4447926 req-eb6ee9c8-9bba-44c6-9c3f-cc89f4e69238 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2f7dc246-a024-4937-952c-0ddeef5af29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2780607 Feb 04 12:17:01.704014 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-4a9a0ec5-012b-4053-8c17-daf1541a9372 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=75777f3899d5461db066bd2c3610f129&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0743918 Feb 04 12:17:01.704014 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9a0ec5-012b-4053-8c17-daf1541a9372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe70dae4-194c-4126-a9af-dde992983d70,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:01.707012 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53694) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:17:01.853510 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.73', 59403) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:17:01.866254 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a44cf31a-19c2-4433-a502-ca2e3f883850 admin admin] Publish callbacks [] for security_group (fe70dae4-194c-4126-a9af-dde992983d70), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:01.962737 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-a9bf4c1f-6028-4b69-b580-d1d785023f13 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.9473658 Feb 04 12:17:01.980451 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53698) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:17:02.020207 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-e33dbf75-1f82-4c07-b724-fd04de72d5c6 admin admin] Request body: {'subnet': {'network_id': 'd2a4c77d-3fdb-4ff7-b292-4dd38c281129', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1605097857-subnet', 'tenant_id': 'af7896e432b54a83bc6fa954af7e9dac', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:17:02.029247 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a44cf31a-19c2-4433-a502-ca2e3f883850 admin admin] Publish callbacks [] for security_group (fe70dae4-194c-4126-a9af-dde992983d70), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:02.039169 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3d1b3171-4ce3-4a97-9837-304a23be9c7f req-bbcafbc8-ce66-4a2d-a028-5b9b84c50cce tempest-AggregatesAdminTestJSON-1550428944 tempest-AggregatesAdminTestJSON-1550428944-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=92507c9d177e4cfca80128e2cc7e3245&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1756983 Feb 04 12:17:02.071023 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c32b40e6-038f-4ce4-aab1-7cf42ede33f1 x-openstack-request-id: req-c32b40e6-038f-4ce4-aab1-7cf42ede33f1 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:17:02.071582 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08036d92-51d1-4c71-bb58-309378f55530", "tag": "581878a6-d36a-424e-82c9-c23ed10035b3", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:17:02.072225 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c32b40e6-038f-4ce4-aab1-7cf42ede33f1 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:17:02.072912 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08036d92-51d1-4c71-bb58-309378f55530', 'tag': '581878a6-d36a-424e-82c9-c23ed10035b3', 'status': 'completed', 'code': 200} Feb 04 12:17:02.101677 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3360951e-16e2-46af-b25b-9df3f44f77b8 req-fd209ce8-b96e-4970-87eb-8fb59b473b04 tempest-AggregatesAdminTestJSON-1550428944 tempest-AggregatesAdminTestJSON-1550428944-project] 10.222.0.65 "GET /v2.0/ports?device_id=57c1dc04-757d-45ad-8f61-79a584c08119 HTTP/1.1" status: 200 len: 210 time: 0.1894484 Feb 04 12:17:02.148895 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e33dbf75-1f82-4c07-b724-fd04de72d5c6 admin admin] Made reservation on behalf of af7896e432b54a83bc6fa954af7e9dac for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:17:02.157711 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e33dbf75-1f82-4c07-b724-fd04de72d5c6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:02.414448 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a44cf31a-19c2-4433-a502-ca2e3f883850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (fe70dae4-194c-4126-a9af-dde992983d70), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:02.422948 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a44cf31a-19c2-4433-a502-ca2e3f883850 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:02.429643 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-a44cf31a-19c2-4433-a502-ca2e3f883850 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fe70dae4-194c-4126-a9af-dde992983d70 HTTP/1.1" status: 204 len: 168 time: 0.7209580 Feb 04 12:17:02.460711 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44cf31a-19c2-4433-a502-ca2e3f883850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe70dae4-194c-4126-a9af-dde992983d70,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:02.543615 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-31c7bba4-a646-423d-b9c5-9171c4447926 req-a1003db2-8500-478a-95cc-4bc0b6c572ab service neutron] 10.222.0.73 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8636522 Feb 04 12:17:02.641054 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b3171-4ce3-4a97-9837-304a23be9c7f req-d2baf968-1dce-4b43-be76-b9caedd935ae tempest-AggregatesAdminTestJSON-1550428944 tempest-AggregatesAdminTestJSON-1550428944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:02.643379 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3d1b3171-4ce3-4a97-9837-304a23be9c7f req-d2baf968-1dce-4b43-be76-b9caedd935ae tempest-AggregatesAdminTestJSON-1550428944 tempest-AggregatesAdminTestJSON-1550428944-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5659800 Feb 04 12:17:02.651233 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e33dbf75-1f82-4c07-b724-fd04de72d5c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for subnet (b48188d4-d733-4c67-bf23-f3f37b0f09f3), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:02.715243 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-3d1b3171-4ce3-4a97-9837-304a23be9c7f req-2bf8dc2a-3559-49e0-a160-60958a5e35bb tempest-AggregatesAdminTestJSON-1550428944 tempest-AggregatesAdminTestJSON-1550428944-project] Request body: {'port': {'device_id': '57c1dc04-757d-45ad-8f61-79a584c08119', 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c', 'admin_state_up': True, 'tenant_id': '92507c9d177e4cfca80128e2cc7e3245'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:17:02.746670 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33dbf75-1f82-4c07-b724-fd04de72d5c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b48188d4-d733-4c67-bf23-f3f37b0f09f3,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:02.809570 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33dbf75-1f82-4c07-b724-fd04de72d5c6 admin admin] Checking segment: {'id': 'dd6a73cb-8268-4b67-a592-682dfbe2780b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'd2a4c77d-3fdb-4ff7-b292-4dd38c281129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:17:02.813037 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33dbf75-1f82-4c07-b724-fd04de72d5c6 admin admin] Network hostable DHCP agents. Network: d2a4c77d-3fdb-4ff7-b292-4dd38c281129, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:17:02.858923 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33dbf75-1f82-4c07-b724-fd04de72d5c6 admin admin] Network d2a4c77d-3fdb-4ff7-b292-4dd38c281129 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:17:02.875155 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-e33dbf75-1f82-4c07-b724-fd04de72d5c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, d2a4c77d-3fdb-4ff7-b292-4dd38c281129) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:17:02.883120 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33dbf75-1f82-4c07-b724-fd04de72d5c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:02.883842 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e33dbf75-1f82-4c07-b724-fd04de72d5c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:02.889414 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50c92fa-62d2-4831-8fae-13ea960fe114 None None] Network d2a4c77d-3fdb-4ff7-b292-4dd38c281129 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:17:02.930941 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d1b3171-4ce3-4a97-9837-304a23be9c7f req-2bf8dc2a-3559-49e0-a160-60958a5e35bb tempest-AggregatesAdminTestJSON-1550428944 tempest-AggregatesAdminTestJSON-1550428944-project] Made reservation on behalf of 92507c9d177e4cfca80128e2cc7e3245 for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:17:02.933358 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-e33dbf75-1f82-4c07-b724-fd04de72d5c6 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9485097 Feb 04 12:17:02.934044 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53724) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:17:02.937724 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-3d1b3171-4ce3-4a97-9837-304a23be9c7f req-2bf8dc2a-3559-49e0-a160-60958a5e35bb tempest-AggregatesAdminTestJSON-1550428944 tempest-AggregatesAdminTestJSON-1550428944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:02.942106 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-99bccb38-7f5b-4758-aab7-97f373ce55e5 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1605097857-router', 'tenant_id': 'af7896e432b54a83bc6fa954af7e9dac', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:17:02.955118 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-3d1b3171-4ce3-4a97-9837-304a23be9c7f req-2bf8dc2a-3559-49e0-a160-60958a5e35bb tempest-AggregatesAdminTestJSON-1550428944 tempest-AggregatesAdminTestJSON-1550428944-project] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:03.089455 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-3d1b3171-4ce3-4a97-9837-304a23be9c7f req-2bf8dc2a-3559-49e0-a160-60958a5e35bb tempest-AggregatesAdminTestJSON-1550428944 tempest-AggregatesAdminTestJSON-1550428944-project] Publish callbacks [] for security_group (51c005af-3b51-4779-b743-673adee804e2), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:03.116548 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dec08e5-c040-444c-8244-b145dbfb9f31 req-02576fac-23f2-4e7a-9089-bbb5ade88f74 tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:03.134235 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2dec08e5-c040-444c-8244-b145dbfb9f31 req-02576fac-23f2-4e7a-9089-bbb5ade88f74 tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] 10.222.0.65 "GET /v2.0/ports?device_id=08036d92-51d1-4c71-bb58-309378f55530 HTTP/1.1" status: 200 len: 948 time: 0.6870120 Feb 04 12:17:03.153415 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-3d1b3171-4ce3-4a97-9837-304a23be9c7f req-2bf8dc2a-3559-49e0-a160-60958a5e35bb tempest-AggregatesAdminTestJSON-1550428944 tempest-AggregatesAdminTestJSON-1550428944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (51c005af-3b51-4779-b743-673adee804e2), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:03.174935 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-99bccb38-7f5b-4758-aab7-97f373ce55e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10933'] for router (5e774df9-ebae-4d9b-b106-f97e45dc038d), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:03.176862 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-99bccb38-7f5b-4758-aab7-97f373ce55e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10924'] for router (5e774df9-ebae-4d9b-b106-f97e45dc038d), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:03.207760 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905eb96f-2b74-47ed-bd02-da4885bcc387 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-d2a4c77d-3fdb-4ff7-b292-4dd38c281129', 'network_id': 'd2a4c77d-3fdb-4ff7-b292-4dd38c281129', 'project_id': 'af7896e432b54a83bc6fa954af7e9dac', 'fixed_ips': [{'subnet_id': 'b48188d4-d733-4c67-bf23-f3f37b0f09f3'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 12:17:03.210215 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-905eb96f-2b74-47ed-bd02-da4885bcc387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:03.286641 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-99bccb38-7f5b-4758-aab7-97f373ce55e5 admin admin] Publish callbacks [] for router_controller (5e774df9-ebae-4d9b-b106-f97e45dc038d), precommit_add_association {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:03.567482 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53738) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:17:03.570014 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-905eb96f-2b74-47ed-bd02-da4885bcc387 None None] Allocated IP 172.20.0.2 (d2a4c77d-3fdb-4ff7-b292-4dd38c281129/b48188d4-d733-4c67-bf23-f3f37b0f09f3/0f308081-167a-4ec1-b74c-52ed1ca3e06d) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:17:03.571103 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-3d1b3171-4ce3-4a97-9837-304a23be9c7f req-2bf8dc2a-3559-49e0-a160-60958a5e35bb tempest-AggregatesAdminTestJSON-1550428944 tempest-AggregatesAdminTestJSON-1550428944-project] Allocated IP 192.168.233.189 (2f7dc246-a024-4937-952c-0ddeef5af29c/5ee3374a-84e9-4639-853c-740c6edaf6dc/c940b37e-e451-42ee-b22c-e02539b3fa52) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:17:03.619450 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3eeb4449-4ae4-43d3-9ae8-7c762d82a35c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:03.904243 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf8dc2a-3559-49e0-a160-60958a5e35bb tempest-AggregatesAdminTestJSON-1550428944 tempest-AggregatesAdminTestJSON-1550428944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51c005af-3b51-4779-b743-673adee804e2,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:03.910796 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-99bccb38-7f5b-4758-aab7-97f373ce55e5 admin admin] Publish callbacks [] for router_gateway (5e774df9-ebae-4d9b-b106-f97e45dc038d), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:03.989368 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-905eb96f-2b74-47ed-bd02-da4885bcc387 None None] Publish callbacks [] for port (0f308081-167a-4ec1-b74c-52ed1ca3e06d), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:03.997746 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-31c7bba4-a646-423d-b9c5-9171c4447926 req-e2be1b68-f3a9-4e24-9725-e8dcd3802968 service neutron] 10.222.0.73 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3763213 Feb 04 12:17:04.006665 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-905eb96f-2b74-47ed-bd02-da4885bcc387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (0f308081-167a-4ec1-b74c-52ed1ca3e06d), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:04.035196 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2dec08e5-c040-444c-8244-b145dbfb9f31 req-66881390-6a8f-41d5-bc81-a5349676ad1d tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] 10.222.0.65 "GET /v2.0/security-groups?id=b39abb56-fd7d-417c-baa0-7299d5216551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8980517 Feb 04 12:17:04.072358 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905eb96f-2b74-47ed-bd02-da4885bcc387 None None] Pushing event updated for resources: {'Port': ['ID=0f308081-167a-4ec1-b74c-52ed1ca3e06d,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:04.096359 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-905eb96f-2b74-47ed-bd02-da4885bcc387 None None] Network d2a4c77d-3fdb-4ff7-b292-4dd38c281129 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:17:04.104289 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-905eb96f-2b74-47ed-bd02-da4885bcc387 None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:17:04.111776 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905eb96f-2b74-47ed-bd02-da4885bcc387 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:17:04.112139 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905eb96f-2b74-47ed-bd02-da4885bcc387 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:17:04.113125 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905eb96f-2b74-47ed-bd02-da4885bcc387 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:17:04.114428 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905eb96f-2b74-47ed-bd02-da4885bcc387 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:17:04.114786 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905eb96f-2b74-47ed-bd02-da4885bcc387 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:17:04.115134 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905eb96f-2b74-47ed-bd02-da4885bcc387 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:17:04.116061 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905eb96f-2b74-47ed-bd02-da4885bcc387 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:17:04.116553 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905eb96f-2b74-47ed-bd02-da4885bcc387 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:17:04.116947 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905eb96f-2b74-47ed-bd02-da4885bcc387 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:17:04.117303 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905eb96f-2b74-47ed-bd02-da4885bcc387 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:17:04.117619 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905eb96f-2b74-47ed-bd02-da4885bcc387 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:17:04.117947 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905eb96f-2b74-47ed-bd02-da4885bcc387 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:17:04.119899 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905eb96f-2b74-47ed-bd02-da4885bcc387 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:17:04.121239 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905eb96f-2b74-47ed-bd02-da4885bcc387 None None] Tracked resource versions report: Feb 04 12:17:04.121239 n-d-825015-3 neutron-server[103476]: pushed versions: Feb 04 12:17:04.121239 n-d-825015-3 neutron-server[103476]: { 'AddressGroup': {'1.2'}, Feb 04 12:17:04.121239 n-d-825015-3 neutron-server[103476]: 'ConntrackHelper': {'1.0'}, Feb 04 12:17:04.121239 n-d-825015-3 neutron-server[103476]: 'LocalIPAssociation': {'1.0'}, Feb 04 12:17:04.121239 n-d-825015-3 neutron-server[103476]: 'Log': {'1.0'}, Feb 04 12:17:04.121239 n-d-825015-3 neutron-server[103476]: 'Network': {'1.1'}, Feb 04 12:17:04.121239 n-d-825015-3 neutron-server[103476]: 'Port': {'1.7'}, Feb 04 12:17:04.121239 n-d-825015-3 neutron-server[103476]: 'PortForwarding': {'1.2'}, Feb 04 12:17:04.121239 n-d-825015-3 neutron-server[103476]: 'QosPolicy': {'1.10'}, Feb 04 12:17:04.121239 n-d-825015-3 neutron-server[103476]: 'SecurityGroup': {'1.5'}, Feb 04 12:17:04.121239 n-d-825015-3 neutron-server[103476]: 'SecurityGroupRule': {'1.2'}, Feb 04 12:17:04.121239 n-d-825015-3 neutron-server[103476]: 'SubPort': {'1.0'}, Feb 04 12:17:04.121239 n-d-825015-3 neutron-server[103476]: 'Subnet': {'1.1'}, Feb 04 12:17:04.121239 n-d-825015-3 neutron-server[103476]: 'Trunk': {'1.1'}} Feb 04 12:17:04.121239 n-d-825015-3 neutron-server[103476]: consumer versions: Feb 04 12:17:04.121239 n-d-825015-3 neutron-server[103476]: { DHCP agent@n-d-825015-3: {}, Feb 04 12:17:04.121239 n-d-825015-3 neutron-server[103476]: HyperV agent@n-h1-825015-3: {}, Feb 04 12:17:04.121239 n-d-825015-3 neutron-server[103476]: HyperV agent@n-h2-825015-3: {}, Feb 04 12:17:04.121239 n-d-825015-3 neutron-server[103476]: L3 agent@n-d-825015-3: {}, Feb 04 12:17:04.121239 n-d-825015-3 neutron-server[103476]: Metadata agent@n-d-825015-3: {}, Feb 04 12:17:04.121239 n-d-825015-3 neutron-server[103476]: Metering agent@n-d-825015-3: {}, Feb 04 12:17:04.121239 n-d-825015-3 neutron-server[103476]: Open vSwitch agent@n-d-825015-3: { 'AddressGroup': '1.2', Feb 04 12:17:04.121239 n-d-825015-3 neutron-server[103476]: 'ConntrackHelper': '1.0', Feb 04 12:17:04.121239 n-d-825015-3 neutron-server[103476]: 'LocalIPAssociation': '1.0', Feb 04 12:17:04.121239 n-d-825015-3 neutron-server[103476]: 'Log': '1.0', Feb 04 12:17:04.121239 n-d-825015-3 neutron-server[103476]: 'Network': '1.1', Feb 04 12:17:04.121239 n-d-825015-3 neutron-server[103476]: 'Port': '1.7', Feb 04 12:17:04.121239 n-d-825015-3 neutron-server[103476]: 'PortForwarding': '1.2', Feb 04 12:17:04.121239 n-d-825015-3 neutron-server[103476]: 'QosPolicy': '1.10', Feb 04 12:17:04.121239 n-d-825015-3 neutron-server[103476]: 'SecurityGroup': '1.5', Feb 04 12:17:04.121239 n-d-825015-3 neutron-server[103476]: 'SecurityGroupRule': '1.2', Feb 04 12:17:04.121239 n-d-825015-3 neutron-server[103476]: 'SubPort': '1.0', Feb 04 12:17:04.121239 n-d-825015-3 neutron-server[103476]: 'Subnet': '1.1', Feb 04 12:17:04.121239 n-d-825015-3 neutron-server[103476]: 'Trunk': '1.1'}} Feb 04 12:17:04.121239 n-d-825015-3 neutron-server[103476]: {{(pid=103476) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 12:17:04.125311 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905eb96f-2b74-47ed-bd02-da4885bcc387 None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:17:04.232809 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-905eb96f-2b74-47ed-bd02-da4885bcc387 None None] Attempting to bind port 0f308081-167a-4ec1-b74c-52ed1ca3e06d on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:17:04.233363 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-905eb96f-2b74-47ed-bd02-da4885bcc387 None None] Attempting to bind port 0f308081-167a-4ec1-b74c-52ed1ca3e06d by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': 'dd6a73cb-8268-4b67-a592-682dfbe2780b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'd2a4c77d-3fdb-4ff7-b292-4dd38c281129'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:17:04.237670 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905eb96f-2b74-47ed-bd02-da4885bcc387 None None] Attempting to bind port 0f308081-167a-4ec1-b74c-52ed1ca3e06d on network d2a4c77d-3fdb-4ff7-b292-4dd38c281129 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:17:04.238337 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3eeb4449-4ae4-43d3-9ae8-7c762d82a35c admin admin] Publish callbacks [] for security_group (760e0949-1b1c-44cc-9d99-89740aa84de3), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:04.251604 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3eeb4449-4ae4-43d3-9ae8-7c762d82a35c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (760e0949-1b1c-44cc-9d99-89740aa84de3), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:04.258598 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905eb96f-2b74-47ed-bd02-da4885bcc387 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:17:04.259268 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905eb96f-2b74-47ed-bd02-da4885bcc387 None None] Checking segment: {'id': 'dd6a73cb-8268-4b67-a592-682dfbe2780b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'd2a4c77d-3fdb-4ff7-b292-4dd38c281129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:17:04.261743 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-905eb96f-2b74-47ed-bd02-da4885bcc387 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:04.263493 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905eb96f-2b74-47ed-bd02-da4885bcc387 None None] Bound using segment: {'id': 'dd6a73cb-8268-4b67-a592-682dfbe2780b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'd2a4c77d-3fdb-4ff7-b292-4dd38c281129'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:17:04.266459 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-905eb96f-2b74-47ed-bd02-da4885bcc387 None None] Bound port: 0f308081-167a-4ec1-b74c-52ed1ca3e06d, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6a73cb-8268-4b67-a592-682dfbe2780b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'd2a4c77d-3fdb-4ff7-b292-4dd38c281129'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:17:04.267420 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-905eb96f-2b74-47ed-bd02-da4885bcc387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (0f308081-167a-4ec1-b74c-52ed1ca3e06d), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:04.310030 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-3eeb4449-4ae4-43d3-9ae8-7c762d82a35c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=466a18d74288461ebaa905dd6e9be9fc&name=default HTTP/1.1" status: 200 len: 2995 time: 0.7388997 Feb 04 12:17:04.311566 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53758) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:17:04.312382 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeb4449-4ae4-43d3-9ae8-7c762d82a35c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=760e0949-1b1c-44cc-9d99-89740aa84de3,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:04.342497 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-81938ad6-814e-4170-94db-b2e75b01d0f5 req-c6c0ba5c-b20c-41c4-bf5c-b8f961804cf8 tempest-AggregatesAdminTestJSON-1550428944 tempest-AggregatesAdminTestJSON-1550428944-project] 10.222.0.65 "GET /v2.0/ports?device_id=57c1dc04-757d-45ad-8f61-79a584c08119 HTTP/1.1" status: 200 len: 210 time: 0.5641799 Feb 04 12:17:04.388621 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a79d9e6-fa26-4afb-baa3-ea26229e88be req-b4f61bdf-4a4e-4313-84a3-2b8183d2f649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:04.390775 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7a79d9e6-fa26-4afb-baa3-ea26229e88be req-b4f61bdf-4a4e-4313-84a3-2b8183d2f649 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cdefe07b067f49b6ad46bb3092244c55&device_id=08036d92-51d1-4c71-bb58-309378f55530 HTTP/1.1" status: 200 len: 1130 time: 0.1405489 Feb 04 12:17:04.450767 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-905eb96f-2b74-47ed-bd02-da4885bcc387 None None] For port 0f308081-167a-4ec1-b74c-52ed1ca3e06d, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:17:04.461505 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-905eb96f-2b74-47ed-bd02-da4885bcc387 None None] For port 0f308081-167a-4ec1-b74c-52ed1ca3e06d, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=0f308081-167a-4ec1-b74c-52ed1ca3e06d,segment=NetworkSegment(dd6a73cb-8268-4b67-a592-682dfbe2780b),segment_id=dd6a73cb-8268-4b67-a592-682dfbe2780b)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:17:04.471846 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-905eb96f-2b74-47ed-bd02-da4885bcc387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (0f308081-167a-4ec1-b74c-52ed1ca3e06d), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:04.585239 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-3d1b3171-4ce3-4a97-9837-304a23be9c7f req-2bf8dc2a-3559-49e0-a160-60958a5e35bb tempest-AggregatesAdminTestJSON-1550428944 tempest-AggregatesAdminTestJSON-1550428944-project] Publish callbacks [] for port (c940b37e-e451-42ee-b22c-e02539b3fa52), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:04.649660 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905eb96f-2b74-47ed-bd02-da4885bcc387 None None] Pushing event updated for resources: {'Port': ['ID=0f308081-167a-4ec1-b74c-52ed1ca3e06d,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:04.720182 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-18caf2f3-c341-4fcb-ac13-8309ce4bfa06 admin admin] Publish callbacks [] for security_group (760e0949-1b1c-44cc-9d99-89740aa84de3), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:04.748277 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a79d9e6-fa26-4afb-baa3-ea26229e88be req-5928b4e1-6d74-4d52-8174-3ac6cde66283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:04.750316 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7a79d9e6-fa26-4afb-baa3-ea26229e88be req-5928b4e1-6d74-4d52-8174-3ac6cde66283 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2f7dc246-a024-4937-952c-0ddeef5af29c HTTP/1.1" status: 200 len: 870 time: 0.3462508 Feb 04 12:17:04.765139 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-99bccb38-7f5b-4758-aab7-97f373ce55e5 admin admin] Publish callbacks [] for router_gateway (5e774df9-ebae-4d9b-b106-f97e45dc038d), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:04.767089 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-3d1b3171-4ce3-4a97-9837-304a23be9c7f req-2bf8dc2a-3559-49e0-a160-60958a5e35bb tempest-AggregatesAdminTestJSON-1550428944 tempest-AggregatesAdminTestJSON-1550428944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (c940b37e-e451-42ee-b22c-e02539b3fa52), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:04.778800 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-18caf2f3-c341-4fcb-ac13-8309ce4bfa06 admin admin] Publish callbacks [] for security_group (760e0949-1b1c-44cc-9d99-89740aa84de3), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:04.826808 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-99bccb38-7f5b-4758-aab7-97f373ce55e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:05.018346 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7a79d9e6-fa26-4afb-baa3-ea26229e88be req-656bf3cb-9c9f-4d88-a479-9da2a6fb1a83 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=581878a6-d36a-424e-82c9-c23ed10035b3 HTTP/1.1" status: 200 len: 217 time: 0.1716135 Feb 04 12:17:05.022444 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d1b3171-4ce3-4a97-9837-304a23be9c7f req-2bf8dc2a-3559-49e0-a160-60958a5e35bb tempest-AggregatesAdminTestJSON-1550428944 tempest-AggregatesAdminTestJSON-1550428944-project] Network 2f7dc246-a024-4937-952c-0ddeef5af29c is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:17:05.051514 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-3d1b3171-4ce3-4a97-9837-304a23be9c7f req-2bf8dc2a-3559-49e0-a160-60958a5e35bb tempest-AggregatesAdminTestJSON-1550428944 tempest-AggregatesAdminTestJSON-1550428944-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:17:05.059727 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf8dc2a-3559-49e0-a160-60958a5e35bb tempest-AggregatesAdminTestJSON-1550428944 tempest-AggregatesAdminTestJSON-1550428944-project] Pushing event updated for resources: {'Port': ['ID=c940b37e-e451-42ee-b22c-e02539b3fa52,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:05.072309 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d1b3171-4ce3-4a97-9837-304a23be9c7f req-2bf8dc2a-3559-49e0-a160-60958a5e35bb tempest-AggregatesAdminTestJSON-1550428944 tempest-AggregatesAdminTestJSON-1550428944-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:17:05.077889 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b3171-4ce3-4a97-9837-304a23be9c7f req-2bf8dc2a-3559-49e0-a160-60958a5e35bb tempest-AggregatesAdminTestJSON-1550428944 tempest-AggregatesAdminTestJSON-1550428944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:05.088398 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-3d1b3171-4ce3-4a97-9837-304a23be9c7f req-2bf8dc2a-3559-49e0-a160-60958a5e35bb tempest-AggregatesAdminTestJSON-1550428944 tempest-AggregatesAdminTestJSON-1550428944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:05.267189 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3d1b3171-4ce3-4a97-9837-304a23be9c7f req-2bf8dc2a-3559-49e0-a160-60958a5e35bb tempest-AggregatesAdminTestJSON-1550428944 tempest-AggregatesAdminTestJSON-1550428944-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5656600 Feb 04 12:17:05.304402 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-3d1b3171-4ce3-4a97-9837-304a23be9c7f req-5c396028-534b-4a4a-ac89-0359191794d5 service neutron] Request body: {'port': {'device_id': '57c1dc04-757d-45ad-8f61-79a584c08119', 'device_owner': 'compute:tempest-test_az-570425306', 'binding:host_id': 'n-h1-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:17:05.383344 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a79d9e6-fa26-4afb-baa3-ea26229e88be req-152bd667-eead-4aec-836f-d292de9a8748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:05.387349 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7a79d9e6-fa26-4afb-baa3-ea26229e88be req-152bd667-eead-4aec-836f-d292de9a8748 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5ee3374a-84e9-4639-853c-740c6edaf6dc HTTP/1.1" status: 200 len: 843 time: 0.2829003 Feb 04 12:17:05.413166 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-99bccb38-7f5b-4758-aab7-97f373ce55e5 admin admin] Allocated IP 172.25.3.14 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/406ad788-a3ed-4cbf-83b8-2720fcd7b7cd) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:17:05.572392 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-3d1b3171-4ce3-4a97-9837-304a23be9c7f req-5c396028-534b-4a4a-ac89-0359191794d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (c940b37e-e451-42ee-b22c-e02539b3fa52), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:05.596963 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a79d9e6-fa26-4afb-baa3-ea26229e88be req-f34615a7-18ca-4bbf-867f-9744128d3a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:05.598606 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7a79d9e6-fa26-4afb-baa3-ea26229e88be req-f34615a7-18ca-4bbf-867f-9744128d3a87 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2f7dc246-a024-4937-952c-0ddeef5af29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1971815 Feb 04 12:17:05.609700 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b074ba8-04c3-4ab7-944a-001f83f39a67 req-d4bbbcc1-9294-4fc2-bbd9-4361d36191f9 tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:05.612665 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3b074ba8-04c3-4ab7-944a-001f83f39a67 req-d4bbbcc1-9294-4fc2-bbd9-4361d36191f9 tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] 10.222.0.65 "GET /v2.0/ports?device_id=08036d92-51d1-4c71-bb58-309378f55530 HTTP/1.1" status: 200 len: 948 time: 0.1840932 Feb 04 12:17:05.643514 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-18caf2f3-c341-4fcb-ac13-8309ce4bfa06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (760e0949-1b1c-44cc-9d99-89740aa84de3), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:05.646655 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-18caf2f3-c341-4fcb-ac13-8309ce4bfa06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:05.652010 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-18caf2f3-c341-4fcb-ac13-8309ce4bfa06 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/760e0949-1b1c-44cc-9d99-89740aa84de3 HTTP/1.1" status: 204 len: 168 time: 1.3341553 Feb 04 12:17:05.652177 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-442f9b9c-5971-41ce-9488-c167a10a3665 None None] Provisioning complete for port c940b37e-e451-42ee-b22c-e02539b3fa52 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:17:05.652675 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-442f9b9c-5971-41ce-9488-c167a10a3665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (c940b37e-e451-42ee-b22c-e02539b3fa52), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:05.676716 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18caf2f3-c341-4fcb-ac13-8309ce4bfa06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=760e0949-1b1c-44cc-9d99-89740aa84de3,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:05.697975 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-99bccb38-7f5b-4758-aab7-97f373ce55e5 admin admin] Publish callbacks [] for port (406ad788-a3ed-4cbf-83b8-2720fcd7b7cd), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:05.753769 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-442f9b9c-5971-41ce-9488-c167a10a3665 None None] Port c940b37e-e451-42ee-b22c-e02539b3fa52 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:17:05.845647 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-99bccb38-7f5b-4758-aab7-97f373ce55e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (406ad788-a3ed-4cbf-83b8-2720fcd7b7cd), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:06.041330 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99bccb38-7f5b-4758-aab7-97f373ce55e5 admin admin] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:17:06.063509 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-99bccb38-7f5b-4758-aab7-97f373ce55e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:17:06.067074 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99bccb38-7f5b-4758-aab7-97f373ce55e5 admin admin] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:17:06.076769 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bccb38-7f5b-4758-aab7-97f373ce55e5 admin admin] Pushing event updated for resources: {'Port': ['ID=406ad788-a3ed-4cbf-83b8-2720fcd7b7cd,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:06.467838 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3aed559-c9eb-4fbf-97a7-da4ac2468a86 None None] Network d2a4c77d-3fdb-4ff7-b292-4dd38c281129 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:17:06.593373 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3b074ba8-04c3-4ab7-944a-001f83f39a67 req-85f2d74c-71ee-4d11-9420-4f6cbdbe8bee tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] 10.222.0.65 "GET /v2.0/security-groups?id=b39abb56-fd7d-417c-baa0-7299d5216551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9056003 Feb 04 12:17:06.662174 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-3d1b3171-4ce3-4a97-9837-304a23be9c7f req-5c396028-534b-4a4a-ac89-0359191794d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c940b37e-e451-42ee-b22c-e02539b3fa52 {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:17:06.720908 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-3d1b3171-4ce3-4a97-9837-304a23be9c7f req-5c396028-534b-4a4a-ac89-0359191794d5 service neutron] Publish callbacks [] for port (c940b37e-e451-42ee-b22c-e02539b3fa52), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:06.745072 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd86779-2e74-44c7-b1b6-b7dab0441d2d req-9f32e3e4-20a8-43b6-849d-e85737567d10 tempest-AggregatesAdminTestJSON-1550428944 tempest-AggregatesAdminTestJSON-1550428944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:06.767572 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bdd86779-2e74-44c7-b1b6-b7dab0441d2d req-9f32e3e4-20a8-43b6-849d-e85737567d10 tempest-AggregatesAdminTestJSON-1550428944 tempest-AggregatesAdminTestJSON-1550428944-project] 10.222.0.65 "GET /v2.0/ports?device_id=57c1dc04-757d-45ad-8f61-79a584c08119 HTTP/1.1" status: 200 len: 936 time: 1.0833883 Feb 04 12:17:06.813725 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7a79d9e6-fa26-4afb-baa3-ea26229e88be req-1c784d61-7096-49d3-b0c2-0b397954879c service neutron] 10.222.0.73 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2000220 Feb 04 12:17:06.836453 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 0f308081-167a-4ec1-b74c-52ed1ca3e06d up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:17:06.856651 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-99bccb38-7f5b-4758-aab7-97f373ce55e5 admin admin] Publish callbacks [] for router_gateway (5e774df9-ebae-4d9b-b106-f97e45dc038d), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:06.864280 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-3d1b3171-4ce3-4a97-9837-304a23be9c7f req-5c396028-534b-4a4a-ac89-0359191794d5 service neutron] Transition to ACTIVE for port object c940b37e-e451-42ee-b22c-e02539b3fa52 will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:17:06.954262 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-8aa278fa-92c2-4fa9-824e-77ad6714ca05 None None] Provisioning complete for port 0f308081-167a-4ec1-b74c-52ed1ca3e06d triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:17:06.955076 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8aa278fa-92c2-4fa9-824e-77ad6714ca05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (0f308081-167a-4ec1-b74c-52ed1ca3e06d), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:06.976904 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-3d1b3171-4ce3-4a97-9837-304a23be9c7f req-5c396028-534b-4a4a-ac89-0359191794d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (c940b37e-e451-42ee-b22c-e02539b3fa52), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:07.064136 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 0f308081-167a-4ec1-b74c-52ed1ca3e06d triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:17:07.065285 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (0f308081-167a-4ec1-b74c-52ed1ca3e06d), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:07.321415 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bdd86779-2e74-44c7-b1b6-b7dab0441d2d req-855136e2-ecdb-4331-ba7e-66223b93d253 tempest-AggregatesAdminTestJSON-1550428944 tempest-AggregatesAdminTestJSON-1550428944-project] 10.222.0.65 "GET /v2.0/security-groups?id=51c005af-3b51-4779-b743-673adee804e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5511539 Feb 04 12:17:07.386042 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c396028-534b-4a4a-ac89-0359191794d5 service neutron] Pushing event updated for resources: {'Port': ['ID=c940b37e-e451-42ee-b22c-e02539b3fa52,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:07.545487 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7a79d9e6-fa26-4afb-baa3-ea26229e88be req-e1881e8c-78c4-4bc1-85c0-83059c41bbda service neutron] 10.222.0.73 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7164810 Feb 04 12:17:07.550501 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-3d1b3171-4ce3-4a97-9837-304a23be9c7f req-5c396028-534b-4a4a-ac89-0359191794d5 service neutron] Attempting to bind port c940b37e-e451-42ee-b22c-e02539b3fa52 on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:17:07.551095 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-3d1b3171-4ce3-4a97-9837-304a23be9c7f req-5c396028-534b-4a4a-ac89-0359191794d5 service neutron] Attempting to bind port c940b37e-e451-42ee-b22c-e02539b3fa52 by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:17:07.551484 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1b3171-4ce3-4a97-9837-304a23be9c7f req-5c396028-534b-4a4a-ac89-0359191794d5 service neutron] Attempting to bind port c940b37e-e451-42ee-b22c-e02539b3fa52 on network 2f7dc246-a024-4937-952c-0ddeef5af29c {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:17:07.576617 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1b3171-4ce3-4a97-9837-304a23be9c7f req-5c396028-534b-4a4a-ac89-0359191794d5 service neutron] Port c940b37e-e451-42ee-b22c-e02539b3fa52 on network 2f7dc246-a024-4937-952c-0ddeef5af29c not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:17:07.577315 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1b3171-4ce3-4a97-9837-304a23be9c7f req-5c396028-534b-4a4a-ac89-0359191794d5 service neutron] Attempting to bind port c940b37e-e451-42ee-b22c-e02539b3fa52 on network 2f7dc246-a024-4937-952c-0ddeef5af29c {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:17:07.602692 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1b3171-4ce3-4a97-9837-304a23be9c7f req-5c396028-534b-4a4a-ac89-0359191794d5 service neutron] Checking agent: {'id': 'f8add0d2-2202-43d3-bc0e-72442788e6ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:17:07.603443 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1b3171-4ce3-4a97-9837-304a23be9c7f req-5c396028-534b-4a4a-ac89-0359191794d5 service neutron] Checking segment: {'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:17:07.603443 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1b3171-4ce3-4a97-9837-304a23be9c7f req-5c396028-534b-4a4a-ac89-0359191794d5 service neutron] Bound using segment: {'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:17:07.607270 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-3d1b3171-4ce3-4a97-9837-304a23be9c7f req-5c396028-534b-4a4a-ac89-0359191794d5 service neutron] Bound port: c940b37e-e451-42ee-b22c-e02539b3fa52, host: n-h1-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:17:07.608053 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-3d1b3171-4ce3-4a97-9837-304a23be9c7f req-5c396028-534b-4a4a-ac89-0359191794d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (c940b37e-e451-42ee-b22c-e02539b3fa52), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:07.636190 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-99bccb38-7f5b-4758-aab7-97f373ce55e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141'] for router (5e774df9-ebae-4d9b-b106-f97e45dc038d), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:07.746994 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53844) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:17:07.779444 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-3d1b3171-4ce3-4a97-9837-304a23be9c7f req-5c396028-534b-4a4a-ac89-0359191794d5 service neutron] For port c940b37e-e451-42ee-b22c-e02539b3fa52, host n-h1-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:17:07.788787 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-3d1b3171-4ce3-4a97-9837-304a23be9c7f req-5c396028-534b-4a4a-ac89-0359191794d5 service neutron] For port c940b37e-e451-42ee-b22c-e02539b3fa52, host n-h1-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=c940b37e-e451-42ee-b22c-e02539b3fa52,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:17:07.836251 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-3d1b3171-4ce3-4a97-9837-304a23be9c7f req-5c396028-534b-4a4a-ac89-0359191794d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (c940b37e-e451-42ee-b22c-e02539b3fa52), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:07.988189 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-8aa278fa-92c2-4fa9-824e-77ad6714ca05 None None] Current status of the port 0f308081-167a-4ec1-b74c-52ed1ca3e06d is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:17:07.988756 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8aa278fa-92c2-4fa9-824e-77ad6714ca05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (0f308081-167a-4ec1-b74c-52ed1ca3e06d), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:08.020115 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99bccb38-7f5b-4758-aab7-97f373ce55e5 admin admin] Router 5e774df9-ebae-4d9b-b106-f97e45dc038d is scheduled to L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de with binding_index 1 {{(pid=103474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 12:17:08.020792 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 0f308081-167a-4ec1-b74c-52ed1ca3e06d is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:17:08.021625 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (0f308081-167a-4ec1-b74c-52ed1ca3e06d), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:08.106436 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b3171-4ce3-4a97-9837-304a23be9c7f req-5c396028-534b-4a4a-ac89-0359191794d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:08.107244 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-3d1b3171-4ce3-4a97-9837-304a23be9c7f req-5c396028-534b-4a4a-ac89-0359191794d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:08.113346 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3d1b3171-4ce3-4a97-9837-304a23be9c7f req-5c396028-534b-4a4a-ac89-0359191794d5 service neutron] 10.222.0.73 "PUT /v2.0/ports/c940b37e-e451-42ee-b22c-e02539b3fa52 HTTP/1.1" status: 200 len: 1117 time: 2.8266199 Feb 04 12:17:08.114191 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57c1dc04-757d-45ad-8f61-79a584c08119', 'tag': 'c940b37e-e451-42ee-b22c-e02539b3fa52'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:17:08.116388 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94eb5cb2-03e6-4e27-b145-5978bdb2680a" -d '{"events": [{"name": "network-changed", "server_uuid": "57c1dc04-757d-45ad-8f61-79a584c08119", "tag": "c940b37e-e451-42ee-b22c-e02539b3fa52"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:17:08.168682 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port 0f308081-167a-4ec1-b74c-52ed1ca3e06d, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=0f308081-167a-4ec1-b74c-52ed1ca3e06d,segment=NetworkSegment(dd6a73cb-8268-4b67-a592-682dfbe2780b),segment_id=dd6a73cb-8268-4b67-a592-682dfbe2780b)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:17:08.183910 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (0f308081-167a-4ec1-b74c-52ed1ca3e06d), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:08.207813 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c396028-534b-4a4a-ac89-0359191794d5 service neutron] Pushing event updated for resources: {'Port': ['ID=c940b37e-e451-42ee-b22c-e02539b3fa52,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:08.301220 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46654f0-9aee-4c71-8770-fd65f515911a req-124be018-7437-405e-8637-50262656c03e tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:08.306042 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a46654f0-9aee-4c71-8770-fd65f515911a req-124be018-7437-405e-8637-50262656c03e tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] 10.222.0.65 "GET /v2.0/ports?device_id=08036d92-51d1-4c71-bb58-309378f55530 HTTP/1.1" status: 200 len: 948 time: 0.5032506 Feb 04 12:17:08.311572 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c3b88a0-a6b8-4560-bbd4-1eebf09a9860 x-openstack-request-id: req-5c3b88a0-a6b8-4560-bbd4-1eebf09a9860 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:17:08.312376 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57c1dc04-757d-45ad-8f61-79a584c08119", "tag": "c940b37e-e451-42ee-b22c-e02539b3fa52", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:17:08.317260 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99bccb38-7f5b-4758-aab7-97f373ce55e5 admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:17:08.323655 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5c3b88a0-a6b8-4560-bbd4-1eebf09a9860 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:17:08.333429 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57c1dc04-757d-45ad-8f61-79a584c08119', 'tag': 'c940b37e-e451-42ee-b22c-e02539b3fa52', 'status': 'completed', 'code': 200} Feb 04 12:17:08.342450 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29562353-bce6-48b2-9532-a7ec5c96df10 None None] Sync routers for ids ['5e774df9-ebae-4d9b-b106-f97e45dc038d'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:17:08.356795 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=0f308081-167a-4ec1-b74c-52ed1ca3e06d,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:08.371411 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-99bccb38-7f5b-4758-aab7-97f373ce55e5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:08.376054 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-99bccb38-7f5b-4758-aab7-97f373ce55e5 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.4391661 Feb 04 12:17:08.379437 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53856) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:17:08.400805 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29562353-bce6-48b2-9532-a7ec5c96df10 None None] Routers {'5e774df9-ebae-4d9b-b106-f97e45dc038d'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:17:08.401488 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-29562353-bce6-48b2-9532-a7ec5c96df10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:16:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['5e774df9-ebae-4d9b-b106-f97e45dc038d'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:17:08.492697 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7ff5c727-0263-4c2c-8773-3e6cc297f17f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:08.520250 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.db.api [None req-8aa278fa-92c2-4fa9-824e-77ad6714ca05 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103476) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 12:17:08.521907 n-d-825015-3 neutron-server[103476]: DEBUG oslo_db.api [None req-8aa278fa-92c2-4fa9-824e-77ad6714ca05 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 12:17:08.546999 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53858) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:17:08.549273 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53860) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:17:08.634736 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 0f308081-167a-4ec1-b74c-52ed1ca3e06d up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:17:08.649636 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a46654f0-9aee-4c71-8770-fd65f515911a req-061ffa82-3890-402f-a16e-6a9a720ad1e9 tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] 10.222.0.65 "GET /v2.0/security-groups?id=b39abb56-fd7d-417c-baa0-7299d5216551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2937651 Feb 04 12:17:08.667965 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-29562353-bce6-48b2-9532-a7ec5c96df10 None None] Set router 5e774df9-ebae-4d9b-b106-f97e45dc038d gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:17:08.687668 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b3171-4ce3-4a97-9837-304a23be9c7f req-20c76667-b8df-47b5-979c-95e2c31a1220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:08.690084 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3d1b3171-4ce3-4a97-9837-304a23be9c7f req-20c76667-b8df-47b5-979c-95e2c31a1220 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=92507c9d177e4cfca80128e2cc7e3245&device_id=57c1dc04-757d-45ad-8f61-79a584c08119 HTTP/1.1" status: 200 len: 1151 time: 0.4579422 Feb 04 12:17:08.719850 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc1196b-67e1-4cfa-b69f-6dda7606d5f2 req-db1fd65c-e0e7-4dd0-92d4-ccf8e163dccd tempest-AggregatesAdminTestJSON-1550428944 tempest-AggregatesAdminTestJSON-1550428944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:08.721977 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0fc1196b-67e1-4cfa-b69f-6dda7606d5f2 req-db1fd65c-e0e7-4dd0-92d4-ccf8e163dccd tempest-AggregatesAdminTestJSON-1550428944 tempest-AggregatesAdminTestJSON-1550428944-project] 10.222.0.65 "GET /v2.0/ports?device_id=57c1dc04-757d-45ad-8f61-79a584c08119 HTTP/1.1" status: 200 len: 969 time: 0.2259226 Feb 04 12:17:08.745545 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 0f308081-167a-4ec1-b74c-52ed1ca3e06d triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:17:08.745920 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (0f308081-167a-4ec1-b74c-52ed1ca3e06d), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:08.875899 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3d1b3171-4ce3-4a97-9837-304a23be9c7f req-73a90f9f-bd97-4268-8fc1-aeca3339dca2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=c940b37e-e451-42ee-b22c-e02539b3fa52 HTTP/1.1" status: 200 len: 217 time: 0.1050522 Feb 04 12:17:08.952951 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b3171-4ce3-4a97-9837-304a23be9c7f req-77c35c58-6a45-4ca1-9d06-e66b0048acd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:08.955910 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3d1b3171-4ce3-4a97-9837-304a23be9c7f req-77c35c58-6a45-4ca1-9d06-e66b0048acd8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5ee3374a-84e9-4639-853c-740c6edaf6dc HTTP/1.1" status: 200 len: 843 time: 0.0647955 Feb 04 12:17:08.956125 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c1ab8179-a100-4877-9f1e-bc65112cf5ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:08.984779 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 0f308081-167a-4ec1-b74c-52ed1ca3e06d is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:17:08.992601 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0fc1196b-67e1-4cfa-b69f-6dda7606d5f2 req-61f6739d-eff2-4a1f-b4d7-7d369f7172e0 tempest-AggregatesAdminTestJSON-1550428944 tempest-AggregatesAdminTestJSON-1550428944-project] 10.222.0.65 "GET /v2.0/security-groups?id=51c005af-3b51-4779-b743-673adee804e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593536 Feb 04 12:17:09.006051 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4e355eea-f995-4e8d-bf6a-e146e10097b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:09.024897 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-29562353-bce6-48b2-9532-a7ec5c96df10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e774df9-ebae-4d9b-b106-f97e45dc038d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1605097857-router', 'tenant_id': 'af7896e432b54a83bc6fa954af7e9dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': '406ad788-a3ed-4cbf-83b8-2720fcd7b7cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:17:03Z', 'updated_at': '2022-02-04T12:17:06Z', 'revision_number': 3, 'project_id': 'af7896e432b54a83bc6fa954af7e9dac', 'gw_port': {'id': '406ad788-a3ed-4cbf-83b8-2720fcd7b7cd', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:54:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e774df9-ebae-4d9b-b106-f97e45dc038d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:17:04Z', 'updated_at': '2022-02-04T12:17:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:17:09.044962 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7ff5c727-0263-4c2c-8773-3e6cc297f17f admin admin] Publish callbacks [] for security_group (af2133c1-c2dc-41e9-a52f-331dd796709b), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:09.055767 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29562353-bce6-48b2-9532-a7ec5c96df10 None None] Checking router: 5e774df9-ebae-4d9b-b106-f97e45dc038d for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:17:09.056131 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29562353-bce6-48b2-9532-a7ec5c96df10 None None] Updating router 5e774df9-ebae-4d9b-b106-f97e45dc038d port 406ad788-a3ed-4cbf-83b8-2720fcd7b7cd binding host n-d-825015-3 {{(pid=103477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:17:09.073229 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7ff5c727-0263-4c2c-8773-3e6cc297f17f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (af2133c1-c2dc-41e9-a52f-331dd796709b), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:09.089208 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-29562353-bce6-48b2-9532-a7ec5c96df10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (406ad788-a3ed-4cbf-83b8-2720fcd7b7cd), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:09.094739 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-8aa278fa-92c2-4fa9-824e-77ad6714ca05 None None] Current status of the port 0f308081-167a-4ec1-b74c-52ed1ca3e06d is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:17:09.152485 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-7ff5c727-0263-4c2c-8773-3e6cc297f17f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=811d9dffad2f4dedb4d63abdc289fc1b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4025314 Feb 04 12:17:09.153273 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53876) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:17:09.158677 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff5c727-0263-4c2c-8773-3e6cc297f17f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af2133c1-c2dc-41e9-a52f-331dd796709b,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:09.210740 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b3171-4ce3-4a97-9837-304a23be9c7f req-71accb98-5ff8-479e-a198-e452d904b6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:09.228925 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3d1b3171-4ce3-4a97-9837-304a23be9c7f req-71accb98-5ff8-479e-a198-e452d904b6b5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2f7dc246-a024-4937-952c-0ddeef5af29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1745453 Feb 04 12:17:09.231550 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-1519927a-d2d4-4133-940c-dcdc3d0ca7a9 None None] Provisioning complete for port 0f308081-167a-4ec1-b74c-52ed1ca3e06d triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:17:09.232171 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1519927a-d2d4-4133-940c-dcdc3d0ca7a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (0f308081-167a-4ec1-b74c-52ed1ca3e06d), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:09.363152 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c1ab8179-a100-4877-9f1e-bc65112cf5ff admin admin] Publish callbacks [] for security_group (15952e0b-0c5d-4452-a9be-558e007585c8), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:09.384540 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c7f6eace-8d7a-453e-a740-ed1a2140a5eb admin admin] Publish callbacks [] for security_group (af2133c1-c2dc-41e9-a52f-331dd796709b), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:09.406628 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-1519927a-d2d4-4133-940c-dcdc3d0ca7a9 None None] Current status of the port 0f308081-167a-4ec1-b74c-52ed1ca3e06d is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:17:09.421677 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c1ab8179-a100-4877-9f1e-bc65112cf5ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (15952e0b-0c5d-4452-a9be-558e007585c8), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:09.427603 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c7f6eace-8d7a-453e-a740-ed1a2140a5eb admin admin] Publish callbacks [] for security_group (af2133c1-c2dc-41e9-a52f-331dd796709b), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:09.470115 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3d1b3171-4ce3-4a97-9837-304a23be9c7f req-5020cbab-6a13-4a8d-b8cb-2ab8f488b4e6 service neutron] 10.222.0.73 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248933 Feb 04 12:17:09.470336 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4e355eea-f995-4e8d-bf6a-e146e10097b1 admin admin] Publish callbacks [] for security_group (ac5fdd2b-3f9c-43db-8139-8abebcb6c06a), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:09.490227 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4e355eea-f995-4e8d-bf6a-e146e10097b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (ac5fdd2b-3f9c-43db-8139-8abebcb6c06a), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:09.514538 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-c1ab8179-a100-4877-9f1e-bc65112cf5ff admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=130e2c0a82e544428c661bcb0c454e6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9622877 Feb 04 12:17:09.520015 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53884) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:17:09.535625 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ab8179-a100-4877-9f1e-bc65112cf5ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15952e0b-0c5d-4452-a9be-558e007585c8,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:09.589860 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-4e355eea-f995-4e8d-bf6a-e146e10097b1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0cb8b9cf45da45498b7d0ccd2f646f60&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0321474 Feb 04 12:17:09.594681 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53888) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:17:09.597079 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c7f6eace-8d7a-453e-a740-ed1a2140a5eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (af2133c1-c2dc-41e9-a52f-331dd796709b), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:09.599354 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-29562353-bce6-48b2-9532-a7ec5c96df10 None None] Publish callbacks [] for port (406ad788-a3ed-4cbf-83b8-2720fcd7b7cd), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:09.602399 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c7f6eace-8d7a-453e-a740-ed1a2140a5eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:09.606792 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-c7f6eace-8d7a-453e-a740-ed1a2140a5eb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/af2133c1-c2dc-41e9-a52f-331dd796709b HTTP/1.1" status: 204 len: 168 time: 0.4480913 Feb 04 12:17:09.621346 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-29562353-bce6-48b2-9532-a7ec5c96df10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (406ad788-a3ed-4cbf-83b8-2720fcd7b7cd), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:09.636342 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3d1b3171-4ce3-4a97-9837-304a23be9c7f req-27b6055a-c0a6-4e65-8dc8-cbd7760403b7 service neutron] 10.222.0.73 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556435 Feb 04 12:17:09.639619 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f6eace-8d7a-453e-a740-ed1a2140a5eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af2133c1-c2dc-41e9-a52f-331dd796709b,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:09.681802 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e355eea-f995-4e8d-bf6a-e146e10097b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac5fdd2b-3f9c-43db-8139-8abebcb6c06a,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:09.741365 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7e8d60-8668-46c1-bb1b-49bbfd8292a1 None None] Pushing event updated for resources: {'Port': ['ID=406ad788-a3ed-4cbf-83b8-2720fcd7b7cd,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:09.754685 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7e8d60-8668-46c1-bb1b-49bbfd8292a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:17:09.755207 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7e8d60-8668-46c1-bb1b-49bbfd8292a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:17:09.755711 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7e8d60-8668-46c1-bb1b-49bbfd8292a1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:17:09.756261 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7e8d60-8668-46c1-bb1b-49bbfd8292a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:17:09.756864 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7e8d60-8668-46c1-bb1b-49bbfd8292a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:17:09.757561 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7e8d60-8668-46c1-bb1b-49bbfd8292a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:17:09.758185 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7e8d60-8668-46c1-bb1b-49bbfd8292a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:17:09.758615 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7e8d60-8668-46c1-bb1b-49bbfd8292a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:17:09.759225 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7e8d60-8668-46c1-bb1b-49bbfd8292a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:17:09.759660 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7e8d60-8668-46c1-bb1b-49bbfd8292a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:17:09.760279 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7e8d60-8668-46c1-bb1b-49bbfd8292a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:17:09.760721 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7e8d60-8668-46c1-bb1b-49bbfd8292a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:17:09.767079 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7e8d60-8668-46c1-bb1b-49bbfd8292a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:17:09.768539 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7e8d60-8668-46c1-bb1b-49bbfd8292a1 None None] Tracked resource versions report: Feb 04 12:17:09.768539 n-d-825015-3 neutron-server[103477]: pushed versions: Feb 04 12:17:09.768539 n-d-825015-3 neutron-server[103477]: { 'AddressGroup': {'1.2'}, Feb 04 12:17:09.768539 n-d-825015-3 neutron-server[103477]: 'ConntrackHelper': {'1.0'}, Feb 04 12:17:09.768539 n-d-825015-3 neutron-server[103477]: 'LocalIPAssociation': {'1.0'}, Feb 04 12:17:09.768539 n-d-825015-3 neutron-server[103477]: 'Log': {'1.0'}, Feb 04 12:17:09.768539 n-d-825015-3 neutron-server[103477]: 'Network': {'1.1'}, Feb 04 12:17:09.768539 n-d-825015-3 neutron-server[103477]: 'Port': {'1.7'}, Feb 04 12:17:09.768539 n-d-825015-3 neutron-server[103477]: 'PortForwarding': {'1.2'}, Feb 04 12:17:09.768539 n-d-825015-3 neutron-server[103477]: 'QosPolicy': {'1.10'}, Feb 04 12:17:09.768539 n-d-825015-3 neutron-server[103477]: 'SecurityGroup': {'1.5'}, Feb 04 12:17:09.768539 n-d-825015-3 neutron-server[103477]: 'SecurityGroupRule': {'1.2'}, Feb 04 12:17:09.768539 n-d-825015-3 neutron-server[103477]: 'SubPort': {'1.0'}, Feb 04 12:17:09.768539 n-d-825015-3 neutron-server[103477]: 'Subnet': {'1.1'}, Feb 04 12:17:09.768539 n-d-825015-3 neutron-server[103477]: 'Trunk': {'1.1'}} Feb 04 12:17:09.768539 n-d-825015-3 neutron-server[103477]: consumer versions: Feb 04 12:17:09.768539 n-d-825015-3 neutron-server[103477]: { DHCP agent@n-d-825015-3: {}, Feb 04 12:17:09.768539 n-d-825015-3 neutron-server[103477]: HyperV agent@n-h1-825015-3: {}, Feb 04 12:17:09.768539 n-d-825015-3 neutron-server[103477]: HyperV agent@n-h2-825015-3: {}, Feb 04 12:17:09.768539 n-d-825015-3 neutron-server[103477]: L3 agent@n-d-825015-3: {}, Feb 04 12:17:09.768539 n-d-825015-3 neutron-server[103477]: Metadata agent@n-d-825015-3: {}, Feb 04 12:17:09.768539 n-d-825015-3 neutron-server[103477]: Metering agent@n-d-825015-3: {}, Feb 04 12:17:09.768539 n-d-825015-3 neutron-server[103477]: Open vSwitch agent@n-d-825015-3: { 'AddressGroup': '1.2', Feb 04 12:17:09.768539 n-d-825015-3 neutron-server[103477]: 'ConntrackHelper': '1.0', Feb 04 12:17:09.768539 n-d-825015-3 neutron-server[103477]: 'LocalIPAssociation': '1.0', Feb 04 12:17:09.768539 n-d-825015-3 neutron-server[103477]: 'Log': '1.0', Feb 04 12:17:09.768539 n-d-825015-3 neutron-server[103477]: 'Network': '1.1', Feb 04 12:17:09.768539 n-d-825015-3 neutron-server[103477]: 'Port': '1.7', Feb 04 12:17:09.768539 n-d-825015-3 neutron-server[103477]: 'PortForwarding': '1.2', Feb 04 12:17:09.768539 n-d-825015-3 neutron-server[103477]: 'QosPolicy': '1.10', Feb 04 12:17:09.768539 n-d-825015-3 neutron-server[103477]: 'SecurityGroup': '1.5', Feb 04 12:17:09.768539 n-d-825015-3 neutron-server[103477]: 'SecurityGroupRule': '1.2', Feb 04 12:17:09.768539 n-d-825015-3 neutron-server[103477]: 'SubPort': '1.0', Feb 04 12:17:09.768539 n-d-825015-3 neutron-server[103477]: 'Subnet': '1.1', Feb 04 12:17:09.768539 n-d-825015-3 neutron-server[103477]: 'Trunk': '1.1'}} Feb 04 12:17:09.768539 n-d-825015-3 neutron-server[103477]: {{(pid=103477) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 12:17:09.778832 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-29562353-bce6-48b2-9532-a7ec5c96df10 None None] Attempting to bind port 406ad788-a3ed-4cbf-83b8-2720fcd7b7cd on host n-d-825015-3 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:17:09.779298 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-29562353-bce6-48b2-9532-a7ec5c96df10 None None] Attempting to bind port 406ad788-a3ed-4cbf-83b8-2720fcd7b7cd by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:17:09.779893 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29562353-bce6-48b2-9532-a7ec5c96df10 None None] Attempting to bind port 406ad788-a3ed-4cbf-83b8-2720fcd7b7cd on network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:17:09.787588 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29562353-bce6-48b2-9532-a7ec5c96df10 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:17:09.788691 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29562353-bce6-48b2-9532-a7ec5c96df10 None None] Checking segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:17:09.789409 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-29562353-bce6-48b2-9532-a7ec5c96df10 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:09.789930 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29562353-bce6-48b2-9532-a7ec5c96df10 None None] Bound using segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:17:09.790881 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-29562353-bce6-48b2-9532-a7ec5c96df10 None None] Bound port: 406ad788-a3ed-4cbf-83b8-2720fcd7b7cd, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:17:09.791962 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-29562353-bce6-48b2-9532-a7ec5c96df10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (406ad788-a3ed-4cbf-83b8-2720fcd7b7cd), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:09.807249 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e9c3322e-6736-46c3-9022-c1b9e4d3cb13 admin admin] Publish callbacks [] for security_group (15952e0b-0c5d-4452-a9be-558e007585c8), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:09.822274 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-af905f4d-af5a-4e31-a884-94ff37c791dc admin admin] Publish callbacks [] for security_group (ac5fdd2b-3f9c-43db-8139-8abebcb6c06a), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:09.836977 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c06e79df-a3ff-4936-a386-1228aa9ba23c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:09.867583 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-af905f4d-af5a-4e31-a884-94ff37c791dc admin admin] Publish callbacks [] for security_group (ac5fdd2b-3f9c-43db-8139-8abebcb6c06a), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:09.882423 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-29562353-bce6-48b2-9532-a7ec5c96df10 None None] For port 406ad788-a3ed-4cbf-83b8-2720fcd7b7cd, host n-d-825015-3, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:17:09.888648 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-29562353-bce6-48b2-9532-a7ec5c96df10 None None] For port 406ad788-a3ed-4cbf-83b8-2720fcd7b7cd, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=406ad788-a3ed-4cbf-83b8-2720fcd7b7cd,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:17:09.899643 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-29562353-bce6-48b2-9532-a7ec5c96df10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (406ad788-a3ed-4cbf-83b8-2720fcd7b7cd), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:09.908533 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e9c3322e-6736-46c3-9022-c1b9e4d3cb13 admin admin] Publish callbacks [] for security_group (15952e0b-0c5d-4452-a9be-558e007585c8), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:09.914913 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eb5cb2-03e6-4e27-b145-5978bdb2680a req-2be1918e-ca42-4cae-af25-27a24d9ec86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:09.916558 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-94eb5cb2-03e6-4e27-b145-5978bdb2680a req-2be1918e-ca42-4cae-af25-27a24d9ec86d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=92507c9d177e4cfca80128e2cc7e3245&device_id=57c1dc04-757d-45ad-8f61-79a584c08119 HTTP/1.1" status: 200 len: 1151 time: 0.2039251 Feb 04 12:17:09.942213 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b53d1e-fb5f-47e0-90a7-17006ae1dac8 req-af1c89ba-efd0-49d0-bccc-eac2e8525176 tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:09.949265 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-28b53d1e-fb5f-47e0-90a7-17006ae1dac8 req-af1c89ba-efd0-49d0-bccc-eac2e8525176 tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] 10.222.0.65 "GET /v2.0/ports?device_id=08036d92-51d1-4c71-bb58-309378f55530 HTTP/1.1" status: 200 len: 948 time: 0.1396947 Feb 04 12:17:10.004217 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29562353-bce6-48b2-9532-a7ec5c96df10 None None] Routers {'5e774df9-ebae-4d9b-b106-f97e45dc038d'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:17:10.005086 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-29562353-bce6-48b2-9532-a7ec5c96df10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:16:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['5e774df9-ebae-4d9b-b106-f97e45dc038d'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:17:10.010136 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e9c3322e-6736-46c3-9022-c1b9e4d3cb13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (15952e0b-0c5d-4452-a9be-558e007585c8), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:10.019553 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e9c3322e-6736-46c3-9022-c1b9e4d3cb13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:10.024078 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-e9c3322e-6736-46c3-9022-c1b9e4d3cb13 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/15952e0b-0c5d-4452-a9be-558e007585c8 HTTP/1.1" status: 204 len: 168 time: 0.5005424 Feb 04 12:17:10.030942 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-af905f4d-af5a-4e31-a884-94ff37c791dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (ac5fdd2b-3f9c-43db-8139-8abebcb6c06a), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:10.033635 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-af905f4d-af5a-4e31-a884-94ff37c791dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:10.034824 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-af905f4d-af5a-4e31-a884-94ff37c791dc admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ac5fdd2b-3f9c-43db-8139-8abebcb6c06a HTTP/1.1" status: 204 len: 168 time: 0.4388897 Feb 04 12:17:10.105660 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c3322e-6736-46c3-9022-c1b9e4d3cb13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15952e0b-0c5d-4452-a9be-558e007585c8,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:10.109273 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af905f4d-af5a-4e31-a884-94ff37c791dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac5fdd2b-3f9c-43db-8139-8abebcb6c06a,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:10.137733 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7e8d60-8668-46c1-bb1b-49bbfd8292a1 None None] Pushing event updated for resources: {'Port': ['ID=406ad788-a3ed-4cbf-83b8-2720fcd7b7cd,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:10.158444 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-28b53d1e-fb5f-47e0-90a7-17006ae1dac8 req-f7ea6b9e-6435-4afa-9565-36d8a07eab06 tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] 10.222.0.65 "GET /v2.0/security-groups?id=b39abb56-fd7d-417c-baa0-7299d5216551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082000 Feb 04 12:17:10.194136 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eb5cb2-03e6-4e27-b145-5978bdb2680a req-e4c9fcca-b5c4-40de-9112-50ff36977d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:10.195922 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-94eb5cb2-03e6-4e27-b145-5978bdb2680a req-e4c9fcca-b5c4-40de-9112-50ff36977d5f service neutron] 10.222.0.73 "GET /v2.0/networks?id=2f7dc246-a024-4937-952c-0ddeef5af29c HTTP/1.1" status: 200 len: 870 time: 0.2708287 Feb 04 12:17:10.240959 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-29562353-bce6-48b2-9532-a7ec5c96df10 None None] Set router 5e774df9-ebae-4d9b-b106-f97e45dc038d gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:17:10.258368 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-94eb5cb2-03e6-4e27-b145-5978bdb2680a req-25884143-ce03-4dfe-bb3b-7a476ec84cab service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=c940b37e-e451-42ee-b22c-e02539b3fa52 HTTP/1.1" status: 200 len: 217 time: 0.0542562 Feb 04 12:17:10.269193 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623fddf8-c65d-49a2-9347-65ea62bde612 req-4aacc411-060a-4620-9875-1a89585045e8 tempest-AggregatesAdminTestJSON-1550428944 tempest-AggregatesAdminTestJSON-1550428944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:10.278740 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-623fddf8-c65d-49a2-9347-65ea62bde612 req-4aacc411-060a-4620-9875-1a89585045e8 tempest-AggregatesAdminTestJSON-1550428944 tempest-AggregatesAdminTestJSON-1550428944-project] 10.222.0.65 "GET /v2.0/ports?device_id=57c1dc04-757d-45ad-8f61-79a584c08119 HTTP/1.1" status: 200 len: 969 time: 0.1536462 Feb 04 12:17:10.282314 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53906) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:17:10.343202 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-63a2cea6-9693-4e40-8140-8192c8da9061 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:10.387658 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eb5cb2-03e6-4e27-b145-5978bdb2680a req-a61cdea4-06b3-4afc-9318-21ca881279ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:10.389376 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-94eb5cb2-03e6-4e27-b145-5978bdb2680a req-a61cdea4-06b3-4afc-9318-21ca881279ce service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5ee3374a-84e9-4639-853c-740c6edaf6dc HTTP/1.1" status: 200 len: 843 time: 0.1076813 Feb 04 12:17:10.419860 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-623fddf8-c65d-49a2-9347-65ea62bde612 req-19e09627-b35f-44f0-b16f-993e8fc9aa89 tempest-AggregatesAdminTestJSON-1550428944 tempest-AggregatesAdminTestJSON-1550428944-project] 10.222.0.65 "GET /v2.0/security-groups?id=51c005af-3b51-4779-b743-673adee804e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397345 Feb 04 12:17:10.450678 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-c06e79df-a3ff-4936-a386-1228aa9ba23c admin admin] Allocated IP 172.20.0.1 (d2a4c77d-3fdb-4ff7-b292-4dd38c281129/b48188d4-d733-4c67-bf23-f3f37b0f09f3/0a5a3061-416f-49bd-b308-48c213be9c93) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:17:10.499180 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-29562353-bce6-48b2-9532-a7ec5c96df10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e774df9-ebae-4d9b-b106-f97e45dc038d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1605097857-router', 'tenant_id': 'af7896e432b54a83bc6fa954af7e9dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': '406ad788-a3ed-4cbf-83b8-2720fcd7b7cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:17:03Z', 'updated_at': '2022-02-04T12:17:06Z', 'revision_number': 3, 'project_id': 'af7896e432b54a83bc6fa954af7e9dac', 'gw_port': {'id': '406ad788-a3ed-4cbf-83b8-2720fcd7b7cd', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:54:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e774df9-ebae-4d9b-b106-f97e45dc038d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:17:04Z', 'updated_at': '2022-02-04T12:17:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:17:10.535118 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29562353-bce6-48b2-9532-a7ec5c96df10 None None] The sync data for ids ['5e774df9-ebae-4d9b-b106-f97e45dc038d'] in n-d-825015-3 is: [{'id': '5e774df9-ebae-4d9b-b106-f97e45dc038d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1605097857-router', 'tenant_id': 'af7896e432b54a83bc6fa954af7e9dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': '406ad788-a3ed-4cbf-83b8-2720fcd7b7cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:17:03Z', 'updated_at': '2022-02-04T12:17:06Z', 'revision_number': 3, 'project_id': 'af7896e432b54a83bc6fa954af7e9dac', 'gw_port': {'id': '406ad788-a3ed-4cbf-83b8-2720fcd7b7cd', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:54:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e774df9-ebae-4d9b-b106-f97e45dc038d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:17:04Z', 'updated_at': '2022-02-04T12:17:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:17:10.545003 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-63a2cea6-9693-4e40-8140-8192c8da9061 admin admin] Publish callbacks [] for security_group (7271b584-c0d1-4b25-98fd-32f2c1ecef7c), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:10.552457 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eb5cb2-03e6-4e27-b145-5978bdb2680a req-7df4b851-6433-4bbd-89b2-11aa3dbb75f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:10.554897 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-94eb5cb2-03e6-4e27-b145-5978bdb2680a req-7df4b851-6433-4bbd-89b2-11aa3dbb75f9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2f7dc246-a024-4937-952c-0ddeef5af29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1565967 Feb 04 12:17:10.556641 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-63a2cea6-9693-4e40-8140-8192c8da9061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (7271b584-c0d1-4b25-98fd-32f2c1ecef7c), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:10.685628 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-63a2cea6-9693-4e40-8140-8192c8da9061 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=13a64acebe4a4ff7ad00c5f58d82cb41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4019883 Feb 04 12:17:10.688472 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53914) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:17:10.689080 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a2cea6-9693-4e40-8140-8192c8da9061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7271b584-c0d1-4b25-98fd-32f2c1ecef7c,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:10.717088 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53918) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:17:10.736060 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1cbdf364-dba0-4658-a9ad-0dd243d52f03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:10.779347 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-94eb5cb2-03e6-4e27-b145-5978bdb2680a req-a711f044-6c02-4fc3-ad43-5ecd20155fbd service neutron] 10.222.0.73 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171283 Feb 04 12:17:10.802172 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-af241f7a-cc1a-4106-9c91-62b003da4fbf admin admin] Publish callbacks [] for security_group (7271b584-c0d1-4b25-98fd-32f2c1ecef7c), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:10.844892 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1cbdf364-dba0-4658-a9ad-0dd243d52f03 admin admin] Publish callbacks [] for security_group (5a7ff2ad-4741-4160-aa07-052e6c0eb89c), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:10.853193 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1cbdf364-dba0-4658-a9ad-0dd243d52f03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (5a7ff2ad-4741-4160-aa07-052e6c0eb89c), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:10.885019 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-af241f7a-cc1a-4106-9c91-62b003da4fbf admin admin] Publish callbacks [] for security_group (7271b584-c0d1-4b25-98fd-32f2c1ecef7c), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:10.947831 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbdf364-dba0-4658-a9ad-0dd243d52f03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a7ff2ad-4741-4160-aa07-052e6c0eb89c,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:10.955005 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c06e79df-a3ff-4936-a386-1228aa9ba23c admin admin] Publish callbacks [] for port (0a5a3061-416f-49bd-b308-48c213be9c93), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:10.970518 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-1cbdf364-dba0-4658-a9ad-0dd243d52f03 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=36cd0fa58e2f4a2b83bafa9b9b66968a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2521613 Feb 04 12:17:10.976286 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-94eb5cb2-03e6-4e27-b145-5978bdb2680a req-102293a3-29a0-4a09-bbf5-849fab10f997 service neutron] 10.222.0.73 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858447 Feb 04 12:17:10.978822 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53922) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:17:11.005927 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-af241f7a-cc1a-4106-9c91-62b003da4fbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (7271b584-c0d1-4b25-98fd-32f2c1ecef7c), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:11.009869 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-af241f7a-cc1a-4106-9c91-62b003da4fbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:11.013608 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-af241f7a-cc1a-4106-9c91-62b003da4fbf admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7271b584-c0d1-4b25-98fd-32f2c1ecef7c HTTP/1.1" status: 204 len: 168 time: 0.3190961 Feb 04 12:17:11.023886 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af241f7a-cc1a-4106-9c91-62b003da4fbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7271b584-c0d1-4b25-98fd-32f2c1ecef7c,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:11.054372 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53928) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:17:11.089121 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-99a3b75d-dd79-41fc-a3be-fd31cddb604c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:11.101186 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-51afd197-ba41-40a4-a494-48761bb38fd3 admin admin] Publish callbacks [] for security_group (5a7ff2ad-4741-4160-aa07-052e6c0eb89c), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:11.137014 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c06e79df-a3ff-4936-a386-1228aa9ba23c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (0a5a3061-416f-49bd-b308-48c213be9c93), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:11.148804 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-51afd197-ba41-40a4-a494-48761bb38fd3 admin admin] Publish callbacks [] for security_group (5a7ff2ad-4741-4160-aa07-052e6c0eb89c), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:11.198998 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-99a3b75d-dd79-41fc-a3be-fd31cddb604c admin admin] Publish callbacks [] for security_group (e59d8d17-2c62-4911-a1bb-ebd572d724ab), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:11.206831 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-99a3b75d-dd79-41fc-a3be-fd31cddb604c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (e59d8d17-2c62-4911-a1bb-ebd572d724ab), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:11.233040 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06e79df-a3ff-4936-a386-1228aa9ba23c admin admin] Network d2a4c77d-3fdb-4ff7-b292-4dd38c281129 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:17:11.244244 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-c06e79df-a3ff-4936-a386-1228aa9ba23c admin admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:17:11.249643 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06e79df-a3ff-4936-a386-1228aa9ba23c admin admin] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:17:11.250063 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c06e79df-a3ff-4936-a386-1228aa9ba23c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1599818'] for router_interface (5e774df9-ebae-4d9b-b106-f97e45dc038d), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:11.279884 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06e79df-a3ff-4936-a386-1228aa9ba23c admin admin] Pushing event updated for resources: {'Port': ['ID=0a5a3061-416f-49bd-b308-48c213be9c93,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:11.340722 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-99a3b75d-dd79-41fc-a3be-fd31cddb604c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9a89202a68a44affa75233fd572e55e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2828493 Feb 04 12:17:11.349142 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53936) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:17:11.365278 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a3b75d-dd79-41fc-a3be-fd31cddb604c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e59d8d17-2c62-4911-a1bb-ebd572d724ab,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:11.419562 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1e5be1-323f-47ab-8138-c0d7981e64bb req-e67916d6-9dda-4324-b951-b28c6669d592 tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:11.424395 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9e1e5be1-323f-47ab-8138-c0d7981e64bb req-e67916d6-9dda-4324-b951-b28c6669d592 tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] 10.222.0.65 "GET /v2.0/ports?device_id=08036d92-51d1-4c71-bb58-309378f55530 HTTP/1.1" status: 200 len: 948 time: 0.1018355 Feb 04 12:17:11.499948 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-51afd197-ba41-40a4-a494-48761bb38fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (5a7ff2ad-4741-4160-aa07-052e6c0eb89c), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:11.502481 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-51afd197-ba41-40a4-a494-48761bb38fd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:11.503648 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-51afd197-ba41-40a4-a494-48761bb38fd3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5a7ff2ad-4741-4160-aa07-052e6c0eb89c HTTP/1.1" status: 204 len: 168 time: 0.5239043 Feb 04 12:17:11.536912 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9e1e5be1-323f-47ab-8138-c0d7981e64bb req-772c57c7-b828-4d9a-b4a8-afea51301eb3 tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] 10.222.0.65 "GET /v2.0/security-groups?id=b39abb56-fd7d-417c-baa0-7299d5216551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035106 Feb 04 12:17:11.579325 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51afd197-ba41-40a4-a494-48761bb38fd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a7ff2ad-4741-4160-aa07-052e6c0eb89c,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:11.584858 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-8b4d8408-ceed-4073-8e7e-18018c73438a None None] Provisioning complete for port 0a5a3061-416f-49bd-b308-48c213be9c93 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:17:11.586180 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8b4d8408-ceed-4073-8e7e-18018c73438a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (0a5a3061-416f-49bd-b308-48c213be9c93), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:11.674665 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-8b4d8408-ceed-4073-8e7e-18018c73438a None None] Port 0a5a3061-416f-49bd-b308-48c213be9c93 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:17:11.676295 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5858a698-8c52-44f4-8206-4ed27ef4476d admin admin] Publish callbacks [] for security_group (e59d8d17-2c62-4911-a1bb-ebd572d724ab), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:11.762549 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5858a698-8c52-44f4-8206-4ed27ef4476d admin admin] Publish callbacks [] for security_group (e59d8d17-2c62-4911-a1bb-ebd572d724ab), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:11.767812 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14743075-1758-415b-ac6b-1d4a2a1bd4fe req-aa73d2dc-bc12-4c6d-954c-72dd788ab587 tempest-AggregatesAdminTestJSON-1550428944 tempest-AggregatesAdminTestJSON-1550428944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:11.769539 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-14743075-1758-415b-ac6b-1d4a2a1bd4fe req-aa73d2dc-bc12-4c6d-954c-72dd788ab587 tempest-AggregatesAdminTestJSON-1550428944 tempest-AggregatesAdminTestJSON-1550428944-project] 10.222.0.65 "GET /v2.0/ports?device_id=57c1dc04-757d-45ad-8f61-79a584c08119 HTTP/1.1" status: 200 len: 969 time: 0.1046619 Feb 04 12:17:11.799096 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c06e79df-a3ff-4936-a386-1228aa9ba23c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (0a5a3061-416f-49bd-b308-48c213be9c93), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:11.963842 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5858a698-8c52-44f4-8206-4ed27ef4476d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (e59d8d17-2c62-4911-a1bb-ebd572d724ab), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:11.966672 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5858a698-8c52-44f4-8206-4ed27ef4476d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:11.970517 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-5858a698-8c52-44f4-8206-4ed27ef4476d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e59d8d17-2c62-4911-a1bb-ebd572d724ab HTTP/1.1" status: 204 len: 168 time: 0.6167414 Feb 04 12:17:12.020197 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5858a698-8c52-44f4-8206-4ed27ef4476d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e59d8d17-2c62-4911-a1bb-ebd572d724ab,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:12.066459 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-14743075-1758-415b-ac6b-1d4a2a1bd4fe req-691adee7-bf71-46b0-86c9-30e679d42de2 tempest-AggregatesAdminTestJSON-1550428944 tempest-AggregatesAdminTestJSON-1550428944-project] 10.222.0.65 "GET /v2.0/security-groups?id=51c005af-3b51-4779-b743-673adee804e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2845764 Feb 04 12:17:12.159658 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c06e79df-a3ff-4936-a386-1228aa9ba23c admin admin] Publish callbacks [] for port (0a5a3061-416f-49bd-b308-48c213be9c93), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:12.165880 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c06e79df-a3ff-4936-a386-1228aa9ba23c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (0a5a3061-416f-49bd-b308-48c213be9c93), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:12.166739 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c06e79df-a3ff-4936-a386-1228aa9ba23c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622202'] for router_interface (5e774df9-ebae-4d9b-b106-f97e45dc038d), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:12.220120 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06e79df-a3ff-4936-a386-1228aa9ba23c admin admin] Pushing event updated for resources: {'Port': ['ID=0a5a3061-416f-49bd-b308-48c213be9c93,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:12.312244 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06e79df-a3ff-4936-a386-1228aa9ba23c admin admin] Network d2a4c77d-3fdb-4ff7-b292-4dd38c281129 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:17:12.313735 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-c06e79df-a3ff-4936-a386-1228aa9ba23c admin admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:17:12.479458 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c06e79df-a3ff-4936-a386-1228aa9ba23c admin admin] Router 5e774df9-ebae-4d9b-b106-f97e45dc038d has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:17:12.638085 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 406ad788-a3ed-4cbf-83b8-2720fcd7b7cd up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:17:12.707919 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c06e79df-a3ff-4936-a386-1228aa9ba23c admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:17:12.722611 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-c06e79df-a3ff-4936-a386-1228aa9ba23c admin admin] 10.222.0.65 "PUT /v2.0/routers/5e774df9-ebae-4d9b-b106-f97e45dc038d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3401721 Feb 04 12:17:12.750731 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 406ad788-a3ed-4cbf-83b8-2720fcd7b7cd triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:17:12.751899 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (406ad788-a3ed-4cbf-83b8-2720fcd7b7cd), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:12.793646 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-298bd60e-da53-472c-86ab-8bae4b431d64 None None] Provisioning complete for port 0a5a3061-416f-49bd-b308-48c213be9c93 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:17:12.794102 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-298bd60e-da53-472c-86ab-8bae4b431d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (0a5a3061-416f-49bd-b308-48c213be9c93), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:12.829615 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0371ea-3702-4a3e-9e44-6671d4775b01 req-20129813-e21b-4665-9fea-99fe8a5204d7 tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:12.831293 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cb0371ea-3702-4a3e-9e44-6671d4775b01 req-20129813-e21b-4665-9fea-99fe8a5204d7 tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] 10.222.0.65 "GET /v2.0/ports?device_id=08036d92-51d1-4c71-bb58-309378f55530 HTTP/1.1" status: 200 len: 948 time: 0.0754642 Feb 04 12:17:12.882017 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-298bd60e-da53-472c-86ab-8bae4b431d64 None None] Port 0a5a3061-416f-49bd-b308-48c213be9c93 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:17:12.914548 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cb0371ea-3702-4a3e-9e44-6671d4775b01 req-3091c254-3982-43b7-ab3e-fe247e81baa4 tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] 10.222.0.65 "GET /v2.0/security-groups?id=b39abb56-fd7d-417c-baa0-7299d5216551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768516 Feb 04 12:17:12.929970 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 406ad788-a3ed-4cbf-83b8-2720fcd7b7cd is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:17:12.930364 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (406ad788-a3ed-4cbf-83b8-2720fcd7b7cd), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:12.954915 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port 406ad788-a3ed-4cbf-83b8-2720fcd7b7cd, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=406ad788-a3ed-4cbf-83b8-2720fcd7b7cd,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:17:12.959132 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (406ad788-a3ed-4cbf-83b8-2720fcd7b7cd), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:13.023627 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=406ad788-a3ed-4cbf-83b8-2720fcd7b7cd,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:13.215321 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b952ac-e6bf-471b-9515-b85ef753750d req-6bcb9206-2983-46ad-8c91-b003b413bd0c tempest-AggregatesAdminTestJSON-1550428944 tempest-AggregatesAdminTestJSON-1550428944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:13.220539 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c1b952ac-e6bf-471b-9515-b85ef753750d req-6bcb9206-2983-46ad-8c91-b003b413bd0c tempest-AggregatesAdminTestJSON-1550428944 tempest-AggregatesAdminTestJSON-1550428944-project] 10.222.0.65 "GET /v2.0/ports?device_id=57c1dc04-757d-45ad-8f61-79a584c08119 HTTP/1.1" status: 200 len: 969 time: 0.0710511 Feb 04 12:17:13.282271 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c1b952ac-e6bf-471b-9515-b85ef753750d req-8b378b82-5b0f-455d-8a16-83eb3412469c tempest-AggregatesAdminTestJSON-1550428944 tempest-AggregatesAdminTestJSON-1550428944-project] 10.222.0.65 "GET /v2.0/security-groups?id=51c005af-3b51-4779-b743-673adee804e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580664 Feb 04 12:17:13.330165 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe2a563-10be-45a9-bd9a-3cb82634d388 None None] Sync routers for ids ['5e774df9-ebae-4d9b-b106-f97e45dc038d'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:17:13.341753 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe2a563-10be-45a9-bd9a-3cb82634d388 None None] Routers {'5e774df9-ebae-4d9b-b106-f97e45dc038d'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:17:13.342515 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-0fe2a563-10be-45a9-bd9a-3cb82634d388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:16:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['5e774df9-ebae-4d9b-b106-f97e45dc038d'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:17:13.460530 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-0fe2a563-10be-45a9-bd9a-3cb82634d388 None None] Set router 5e774df9-ebae-4d9b-b106-f97e45dc038d gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:17:13.589922 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device c940b37e-e451-42ee-b22c-e02539b3fa52 details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:17:13.805256 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port c940b37e-e451-42ee-b22c-e02539b3fa52, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=c940b37e-e451-42ee-b22c-e02539b3fa52,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:17:13.822520 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': 'c940b37e-e451-42ee-b22c-e02539b3fa52', 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c', 'port_id': 'c940b37e-e451-42ee-b22c-e02539b3fa52', 'mac_address': 'fa:16:3e:be:ae:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ee3374a-84e9-4639-853c-740c6edaf6dc', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:tempest-test_az-570425306', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:17:13.887519 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port c940b37e-e451-42ee-b22c-e02539b3fa52 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:17:13.887956 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (c940b37e-e451-42ee-b22c-e02539b3fa52), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:13.902225 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-0fe2a563-10be-45a9-bd9a-3cb82634d388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e774df9-ebae-4d9b-b106-f97e45dc038d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1605097857-router', 'tenant_id': 'af7896e432b54a83bc6fa954af7e9dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': '406ad788-a3ed-4cbf-83b8-2720fcd7b7cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:17:03Z', 'updated_at': '2022-02-04T12:17:11Z', 'revision_number': 4, 'project_id': 'af7896e432b54a83bc6fa954af7e9dac', 'gw_port': {'id': '406ad788-a3ed-4cbf-83b8-2720fcd7b7cd', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:54:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e774df9-ebae-4d9b-b106-f97e45dc038d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:17:04Z', 'updated_at': '2022-02-04T12:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '0a5a3061-416f-49bd-b308-48c213be9c93', 'name': '', 'network_id': 'd2a4c77d-3fdb-4ff7-b292-4dd38c281129', 'tenant_id': 'af7896e432b54a83bc6fa954af7e9dac', 'mac_address': 'fa:16:3e:f7:8b:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e774df9-ebae-4d9b-b106-f97e45dc038d', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'b48188d4-d733-4c67-bf23-f3f37b0f09f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:17:09Z', 'updated_at': '2022-02-04T12:17:11Z', 'revision_number': 2, 'project_id': 'af7896e432b54a83bc6fa954af7e9dac', 'subnets': [{'id': 'b48188d4-d733-4c67-bf23-f3f37b0f09f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:17:13.908512 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c940b37e-e451-42ee-b22c-e02539b3fa52 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:17:13.949799 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe2a563-10be-45a9-bd9a-3cb82634d388 None None] Checking router: 5e774df9-ebae-4d9b-b106-f97e45dc038d for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:17:13.950167 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe2a563-10be-45a9-bd9a-3cb82634d388 None None] Updating router 5e774df9-ebae-4d9b-b106-f97e45dc038d port 0a5a3061-416f-49bd-b308-48c213be9c93 binding host n-d-825015-3 {{(pid=103476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:17:13.981622 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port c940b37e-e451-42ee-b22c-e02539b3fa52, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=c940b37e-e451-42ee-b22c-e02539b3fa52,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:17:13.990623 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0fe2a563-10be-45a9-bd9a-3cb82634d388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (0a5a3061-416f-49bd-b308-48c213be9c93), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:13.994683 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (c940b37e-e451-42ee-b22c-e02539b3fa52), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:13.995332 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 581878a6-d36a-424e-82c9-c23ed10035b3 details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:17:14.087374 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b10e09b-bfa7-4a7e-88da-c22ce77cc577 req-465f3901-e85c-42a3-8f26-0921a15c8c5b tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:14.089619 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9b10e09b-bfa7-4a7e-88da-c22ce77cc577 req-465f3901-e85c-42a3-8f26-0921a15c8c5b tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] 10.222.0.65 "GET /v2.0/ports?device_id=08036d92-51d1-4c71-bb58-309378f55530 HTTP/1.1" status: 200 len: 948 time: 0.0739553 Feb 04 12:17:14.111691 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=c940b37e-e451-42ee-b22c-e02539b3fa52,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:14.124658 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 581878a6-d36a-424e-82c9-c23ed10035b3, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=581878a6-d36a-424e-82c9-c23ed10035b3,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:17:14.163669 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9b10e09b-bfa7-4a7e-88da-c22ce77cc577 req-38d6f6b3-48f4-4f8d-828b-a56e2f92d4b7 tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] 10.222.0.65 "GET /v2.0/security-groups?id=b39abb56-fd7d-417c-baa0-7299d5216551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664074 Feb 04 12:17:14.186404 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': '581878a6-d36a-424e-82c9-c23ed10035b3', 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c', 'port_id': '581878a6-d36a-424e-82c9-c23ed10035b3', 'mac_address': 'fa:16:3e:cf:e3:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ee3374a-84e9-4639-853c-740c6edaf6dc', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:17:14.280968 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 581878a6-d36a-424e-82c9-c23ed10035b3 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:17:14.281360 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (581878a6-d36a-424e-82c9-c23ed10035b3), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:14.302224 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 581878a6-d36a-424e-82c9-c23ed10035b3 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:17:14.334037 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 581878a6-d36a-424e-82c9-c23ed10035b3, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=581878a6-d36a-424e-82c9-c23ed10035b3,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:17:14.341627 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (581878a6-d36a-424e-82c9-c23ed10035b3), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:14.421178 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782328e7-2f93-43f6-b215-7f1dc0814371 req-47b2aa9f-59fb-4a39-8565-d0d4d1264f84 tempest-AggregatesAdminTestJSON-1550428944 tempest-AggregatesAdminTestJSON-1550428944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:14.423689 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-782328e7-2f93-43f6-b215-7f1dc0814371 req-47b2aa9f-59fb-4a39-8565-d0d4d1264f84 tempest-AggregatesAdminTestJSON-1550428944 tempest-AggregatesAdminTestJSON-1550428944-project] 10.222.0.65 "GET /v2.0/ports?device_id=57c1dc04-757d-45ad-8f61-79a584c08119 HTTP/1.1" status: 200 len: 970 time: 0.0573959 Feb 04 12:17:14.426701 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=581878a6-d36a-424e-82c9-c23ed10035b3,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:14.470860 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0fe2a563-10be-45a9-bd9a-3cb82634d388 None None] Publish callbacks [] for port (0a5a3061-416f-49bd-b308-48c213be9c93), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:14.477330 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0fe2a563-10be-45a9-bd9a-3cb82634d388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (0a5a3061-416f-49bd-b308-48c213be9c93), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:14.496072 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-782328e7-2f93-43f6-b215-7f1dc0814371 req-d5d451f7-1fac-4c60-b0c4-14b9cb29ae33 tempest-AggregatesAdminTestJSON-1550428944 tempest-AggregatesAdminTestJSON-1550428944-project] 10.222.0.65 "GET /v2.0/security-groups?id=51c005af-3b51-4779-b743-673adee804e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645554 Feb 04 12:17:14.557132 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5852e9db-8da5-49a5-a194-a93bf05e5058 None None] Pushing event updated for resources: {'Port': ['ID=0a5a3061-416f-49bd-b308-48c213be9c93,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:14.627945 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 406ad788-a3ed-4cbf-83b8-2720fcd7b7cd up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:17:14.712478 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 54082) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:17:14.718650 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-4ffa5f76-dfb8-4ef4-b2a1-f0df70395922 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-223621134-network', 'tenant_id': 'df504b849b2043f3869610cffd58d09a'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:17:14.747890 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ffa5f76-dfb8-4ef4-b2a1-f0df70395922 admin admin] Made reservation on behalf of df504b849b2043f3869610cffd58d09a for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:17:14.752816 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4ffa5f76-dfb8-4ef4-b2a1-f0df70395922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:14.764150 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4ffa5f76-dfb8-4ef4-b2a1-f0df70395922 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:14.831694 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['c940b37e-e451-42ee-b22c-e02539b3fa52'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:17:14.834373 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['581878a6-d36a-424e-82c9-c23ed10035b3'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:17:14.880659 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4ffa5f76-dfb8-4ef4-b2a1-f0df70395922 admin admin] Publish callbacks [] for security_group (6f31682a-3396-4cd9-a3f0-bb4ca8496909), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:14.887678 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4ffa5f76-dfb8-4ef4-b2a1-f0df70395922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (6f31682a-3396-4cd9-a3f0-bb4ca8496909), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:14.921178 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ffa5f76-dfb8-4ef4-b2a1-f0df70395922 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:17:14.946435 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4ffa5f76-dfb8-4ef4-b2a1-f0df70395922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (66f6de05-7106-4d9e-ac87-719a6833fbf3), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:14.947142 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-4ffa5f76-dfb8-4ef4-b2a1-f0df70395922 admin admin] Added segment 66f6de05-7106-4d9e-ac87-719a6833fbf3 of type vlan for network e150c2da-3437-4833-b378-fce24402d3fa Feb 04 12:17:14.949142 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffa5f76-dfb8-4ef4-b2a1-f0df70395922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f31682a-3396-4cd9-a3f0-bb4ca8496909,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:14.997900 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-0fe2a563-10be-45a9-bd9a-3cb82634d388 None None] Attempting to bind port 0a5a3061-416f-49bd-b308-48c213be9c93 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:17:14.998308 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-0fe2a563-10be-45a9-bd9a-3cb82634d388 None None] Attempting to bind port 0a5a3061-416f-49bd-b308-48c213be9c93 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': 'dd6a73cb-8268-4b67-a592-682dfbe2780b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'd2a4c77d-3fdb-4ff7-b292-4dd38c281129'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:17:14.998700 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe2a563-10be-45a9-bd9a-3cb82634d388 None None] Attempting to bind port 0a5a3061-416f-49bd-b308-48c213be9c93 on network d2a4c77d-3fdb-4ff7-b292-4dd38c281129 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:17:15.007195 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-8b0aae3c-87b0-4fbe-a47e-d23f39a98d50 None None] Provisioning complete for port 0a5a3061-416f-49bd-b308-48c213be9c93 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:17:15.007568 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8b0aae3c-87b0-4fbe-a47e-d23f39a98d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (0a5a3061-416f-49bd-b308-48c213be9c93), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:15.015063 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4ffa5f76-dfb8-4ef4-b2a1-f0df70395922 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (e150c2da-3437-4833-b378-fce24402d3fa), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:15.054313 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4ffa5f76-dfb8-4ef4-b2a1-f0df70395922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (e150c2da-3437-4833-b378-fce24402d3fa), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:15.055853 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ffa5f76-dfb8-4ef4-b2a1-f0df70395922 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:15.056621 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4ffa5f76-dfb8-4ef4-b2a1-f0df70395922 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:15.059855 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-8b0aae3c-87b0-4fbe-a47e-d23f39a98d50 None None] Port 0a5a3061-416f-49bd-b308-48c213be9c93 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:17:15.071790 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe2a563-10be-45a9-bd9a-3cb82634d388 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:17:15.072177 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe2a563-10be-45a9-bd9a-3cb82634d388 None None] Checking segment: {'id': 'dd6a73cb-8268-4b67-a592-682dfbe2780b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'd2a4c77d-3fdb-4ff7-b292-4dd38c281129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:17:15.072584 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0fe2a563-10be-45a9-bd9a-3cb82634d388 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:15.072981 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe2a563-10be-45a9-bd9a-3cb82634d388 None None] Bound using segment: {'id': 'dd6a73cb-8268-4b67-a592-682dfbe2780b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'd2a4c77d-3fdb-4ff7-b292-4dd38c281129'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:17:15.073475 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-0fe2a563-10be-45a9-bd9a-3cb82634d388 None None] Bound port: 0a5a3061-416f-49bd-b308-48c213be9c93, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6a73cb-8268-4b67-a592-682dfbe2780b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'd2a4c77d-3fdb-4ff7-b292-4dd38c281129'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:17:15.073857 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0fe2a563-10be-45a9-bd9a-3cb82634d388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (0a5a3061-416f-49bd-b308-48c213be9c93), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:15.129722 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffa5f76-dfb8-4ef4-b2a1-f0df70395922 admin admin] Pushing event updated for resources: {'Network': ['ID=e150c2da-3437-4833-b378-fce24402d3fa,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:15.153978 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-4ffa5f76-dfb8-4ef4-b2a1-f0df70395922 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.4396324 Feb 04 12:17:15.156438 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network e150c2da-3437-4833-b378-fce24402d3fa details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:17:15.156759 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 54100) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:17:15.162325 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-a53d14a1-9d3b-47fd-b89a-82ab8a8605bb admin admin] Request body: {'subnet': {'network_id': 'e150c2da-3437-4833-b378-fce24402d3fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-223621134-subnet', 'tenant_id': 'df504b849b2043f3869610cffd58d09a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:17:15.186872 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a53d14a1-9d3b-47fd-b89a-82ab8a8605bb admin admin] Made reservation on behalf of df504b849b2043f3869610cffd58d09a for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:17:15.190203 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a53d14a1-9d3b-47fd-b89a-82ab8a8605bb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:15.276269 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 406ad788-a3ed-4cbf-83b8-2720fcd7b7cd triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:17:15.276721 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (406ad788-a3ed-4cbf-83b8-2720fcd7b7cd), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:15.410492 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0fe2a563-10be-45a9-bd9a-3cb82634d388 None None] For port 0a5a3061-416f-49bd-b308-48c213be9c93, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:17:15.426286 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c0e182-3f0b-421a-a624-5f7db26e4cc3 req-31ba98a2-2236-4a3f-b73a-6f055d8861ab tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:15.432176 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0fe2a563-10be-45a9-bd9a-3cb82634d388 None None] For port 0a5a3061-416f-49bd-b308-48c213be9c93, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=0a5a3061-416f-49bd-b308-48c213be9c93,segment=NetworkSegment(dd6a73cb-8268-4b67-a592-682dfbe2780b),segment_id=dd6a73cb-8268-4b67-a592-682dfbe2780b)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:17:15.434583 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e0c0e182-3f0b-421a-a624-5f7db26e4cc3 req-31ba98a2-2236-4a3f-b73a-6f055d8861ab tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] 10.222.0.65 "GET /v2.0/ports?device_id=08036d92-51d1-4c71-bb58-309378f55530 HTTP/1.1" status: 200 len: 949 time: 0.1628993 Feb 04 12:17:15.459267 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0fe2a563-10be-45a9-bd9a-3cb82634d388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (0a5a3061-416f-49bd-b308-48c213be9c93), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:15.566483 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e0c0e182-3f0b-421a-a624-5f7db26e4cc3 req-44fef5ab-ee00-4623-ada1-1fc228e8a3fd tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] 10.222.0.65 "GET /v2.0/security-groups?id=b39abb56-fd7d-417c-baa0-7299d5216551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301982 Feb 04 12:17:15.615616 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-86fd3338-7d24-4620-9996-b9300b23e9f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:15.647462 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 406ad788-a3ed-4cbf-83b8-2720fcd7b7cd is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:17:15.677043 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5852e9db-8da5-49a5-a194-a93bf05e5058 None None] Pushing event updated for resources: {'Port': ['ID=0a5a3061-416f-49bd-b308-48c213be9c93,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:15.699409 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe2a563-10be-45a9-bd9a-3cb82634d388 None None] Routers {'5e774df9-ebae-4d9b-b106-f97e45dc038d'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:17:15.700103 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-0fe2a563-10be-45a9-bd9a-3cb82634d388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:16:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['5e774df9-ebae-4d9b-b106-f97e45dc038d'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:17:15.746284 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a53d14a1-9d3b-47fd-b89a-82ab8a8605bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for subnet (28b0c892-ea22-40e4-b728-35d539ec58c3), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:15.854786 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53d14a1-9d3b-47fd-b89a-82ab8a8605bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=28b0c892-ea22-40e4-b728-35d539ec58c3,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:15.872128 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9647ef9-b42e-4b53-87dc-1b689b0787e7 req-92d071ea-211c-4fc8-bf86-cd3a3ea3b5bc tempest-AggregatesAdminTestJSON-1550428944 tempest-AggregatesAdminTestJSON-1550428944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:15.873897 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c9647ef9-b42e-4b53-87dc-1b689b0787e7 req-92d071ea-211c-4fc8-bf86-cd3a3ea3b5bc tempest-AggregatesAdminTestJSON-1550428944 tempest-AggregatesAdminTestJSON-1550428944-project] 10.222.0.65 "GET /v2.0/ports?device_id=57c1dc04-757d-45ad-8f61-79a584c08119 HTTP/1.1" status: 200 len: 970 time: 0.1726723 Feb 04 12:17:15.896567 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-0fe2a563-10be-45a9-bd9a-3cb82634d388 None None] Set router 5e774df9-ebae-4d9b-b106-f97e45dc038d gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:17:15.923660 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53d14a1-9d3b-47fd-b89a-82ab8a8605bb admin admin] Checking segment: {'id': '66f6de05-7106-4d9e-ac87-719a6833fbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'e150c2da-3437-4833-b378-fce24402d3fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:17:15.924348 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53d14a1-9d3b-47fd-b89a-82ab8a8605bb admin admin] Network hostable DHCP agents. Network: e150c2da-3437-4833-b378-fce24402d3fa, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:17:15.935722 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-f1cb325b-63a9-41e3-845f-36c3723569b1 None None] Provisioning complete for port 0a5a3061-416f-49bd-b308-48c213be9c93 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:17:15.936129 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f1cb325b-63a9-41e3-845f-36c3723569b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (0a5a3061-416f-49bd-b308-48c213be9c93), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:15.960808 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c9647ef9-b42e-4b53-87dc-1b689b0787e7 req-9df53caa-60d4-4799-95de-6e92ebb9ea82 tempest-AggregatesAdminTestJSON-1550428944 tempest-AggregatesAdminTestJSON-1550428944-project] 10.222.0.65 "GET /v2.0/security-groups?id=51c005af-3b51-4779-b743-673adee804e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796294 Feb 04 12:17:15.963144 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53d14a1-9d3b-47fd-b89a-82ab8a8605bb admin admin] Network e150c2da-3437-4833-b378-fce24402d3fa is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:17:15.976256 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-a53d14a1-9d3b-47fd-b89a-82ab8a8605bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, e150c2da-3437-4833-b378-fce24402d3fa) {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:17:15.981189 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53d14a1-9d3b-47fd-b89a-82ab8a8605bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:15.982734 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a53d14a1-9d3b-47fd-b89a-82ab8a8605bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:16.015081 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-a53d14a1-9d3b-47fd-b89a-82ab8a8605bb admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8556976 Feb 04 12:17:16.016522 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 54142) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:17:16.027141 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a697a587-bf4c-4e66-b5f7-476592772df6 None None] Network e150c2da-3437-4833-b378-fce24402d3fa requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:17:16.028086 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-61509081-3a79-452e-9c36-2f7035f23293 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-223621134-router', 'tenant_id': 'df504b849b2043f3869610cffd58d09a', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:17:16.070041 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-61509081-3a79-452e-9c36-2f7035f23293 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10933'] for router (4c89316a-caee-4161-93b4-87d43fb28187), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:16.072365 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-61509081-3a79-452e-9c36-2f7035f23293 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10924'] for router (4c89316a-caee-4161-93b4-87d43fb28187), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:16.204765 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-61509081-3a79-452e-9c36-2f7035f23293 admin admin] Publish callbacks [] for router_controller (4c89316a-caee-4161-93b4-87d43fb28187), precommit_add_association {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:16.269420 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf45d0d-e702-4c05-aaaa-1c8323116491 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-e150c2da-3437-4833-b378-fce24402d3fa', 'network_id': 'e150c2da-3437-4833-b378-fce24402d3fa', 'project_id': 'df504b849b2043f3869610cffd58d09a', 'fixed_ips': [{'subnet_id': '28b0c892-ea22-40e4-b728-35d539ec58c3'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 12:17:16.270182 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0bf45d0d-e702-4c05-aaaa-1c8323116491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:16.282156 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-f1cb325b-63a9-41e3-845f-36c3723569b1 None None] Current status of the port 0a5a3061-416f-49bd-b308-48c213be9c93 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:17:16.282539 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f1cb325b-63a9-41e3-845f-36c3723569b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (0a5a3061-416f-49bd-b308-48c213be9c93), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:16.390332 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-f1cb325b-63a9-41e3-845f-36c3723569b1 None None] For port 0a5a3061-416f-49bd-b308-48c213be9c93, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=0a5a3061-416f-49bd-b308-48c213be9c93,segment=NetworkSegment(dd6a73cb-8268-4b67-a592-682dfbe2780b),segment_id=dd6a73cb-8268-4b67-a592-682dfbe2780b)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:17:16.403155 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-61509081-3a79-452e-9c36-2f7035f23293 admin admin] Publish callbacks [] for router_gateway (4c89316a-caee-4161-93b4-87d43fb28187), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:16.408900 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f1cb325b-63a9-41e3-845f-36c3723569b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (0a5a3061-416f-49bd-b308-48c213be9c93), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:16.466403 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-0fe2a563-10be-45a9-bd9a-3cb82634d388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e774df9-ebae-4d9b-b106-f97e45dc038d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1605097857-router', 'tenant_id': 'af7896e432b54a83bc6fa954af7e9dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': '406ad788-a3ed-4cbf-83b8-2720fcd7b7cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:17:03Z', 'updated_at': '2022-02-04T12:17:11Z', 'revision_number': 4, 'project_id': 'af7896e432b54a83bc6fa954af7e9dac', 'gw_port': {'id': '406ad788-a3ed-4cbf-83b8-2720fcd7b7cd', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:54:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e774df9-ebae-4d9b-b106-f97e45dc038d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:17:04Z', 'updated_at': '2022-02-04T12:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '0a5a3061-416f-49bd-b308-48c213be9c93', 'name': '', 'network_id': 'd2a4c77d-3fdb-4ff7-b292-4dd38c281129', 'tenant_id': 'af7896e432b54a83bc6fa954af7e9dac', 'mac_address': 'fa:16:3e:f7:8b:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e774df9-ebae-4d9b-b106-f97e45dc038d', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'b48188d4-d733-4c67-bf23-f3f37b0f09f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:17:09Z', 'updated_at': '2022-02-04T12:17:15Z', 'revision_number': 4, 'project_id': 'af7896e432b54a83bc6fa954af7e9dac', 'subnets': [{'id': 'b48188d4-d733-4c67-bf23-f3f37b0f09f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:17:16.507517 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe2a563-10be-45a9-bd9a-3cb82634d388 None None] The sync data for ids ['5e774df9-ebae-4d9b-b106-f97e45dc038d'] in n-d-825015-3 is: [{'id': '5e774df9-ebae-4d9b-b106-f97e45dc038d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1605097857-router', 'tenant_id': 'af7896e432b54a83bc6fa954af7e9dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': '406ad788-a3ed-4cbf-83b8-2720fcd7b7cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:17:03Z', 'updated_at': '2022-02-04T12:17:11Z', 'revision_number': 4, 'project_id': 'af7896e432b54a83bc6fa954af7e9dac', 'gw_port': {'id': '406ad788-a3ed-4cbf-83b8-2720fcd7b7cd', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:54:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e774df9-ebae-4d9b-b106-f97e45dc038d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:17:04Z', 'updated_at': '2022-02-04T12:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '0a5a3061-416f-49bd-b308-48c213be9c93', 'name': '', 'network_id': 'd2a4c77d-3fdb-4ff7-b292-4dd38c281129', 'tenant_id': 'af7896e432b54a83bc6fa954af7e9dac', 'mac_address': 'fa:16:3e:f7:8b:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e774df9-ebae-4d9b-b106-f97e45dc038d', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'b48188d4-d733-4c67-bf23-f3f37b0f09f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:17:09Z', 'updated_at': '2022-02-04T12:17:15Z', 'revision_number': 4, 'project_id': 'af7896e432b54a83bc6fa954af7e9dac', 'subnets': [{'id': 'b48188d4-d733-4c67-bf23-f3f37b0f09f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:17:16.534462 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cb325b-63a9-41e3-845f-36c3723569b1 None None] Pushing event updated for resources: {'Port': ['ID=0a5a3061-416f-49bd-b308-48c213be9c93,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:16.546456 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-0bf45d0d-e702-4c05-aaaa-1c8323116491 None None] Allocated IP 172.20.0.2 (e150c2da-3437-4833-b378-fce24402d3fa/28b0c892-ea22-40e4-b728-35d539ec58c3/e41b4b36-69d8-47f2-86b9-436d4b2c95de) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:17:16.759535 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0bf45d0d-e702-4c05-aaaa-1c8323116491 None None] Publish callbacks [] for port (e41b4b36-69d8-47f2-86b9-436d4b2c95de), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:16.771604 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0bf45d0d-e702-4c05-aaaa-1c8323116491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (e41b4b36-69d8-47f2-86b9-436d4b2c95de), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:16.837603 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-61509081-3a79-452e-9c36-2f7035f23293 admin admin] Publish callbacks [] for router_gateway (4c89316a-caee-4161-93b4-87d43fb28187), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:16.917242 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-61509081-3a79-452e-9c36-2f7035f23293 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:17.014818 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf45d0d-e702-4c05-aaaa-1c8323116491 None None] Pushing event updated for resources: {'Port': ['ID=e41b4b36-69d8-47f2-86b9-436d4b2c95de,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:17.019031 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf45d0d-e702-4c05-aaaa-1c8323116491 None None] Network e150c2da-3437-4833-b378-fce24402d3fa is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:17:17.020897 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-0bf45d0d-e702-4c05-aaaa-1c8323116491 None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:17:17.025160 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf45d0d-e702-4c05-aaaa-1c8323116491 None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:17:17.038442 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9902b459-ba24-4f87-80c1-480f8bd29894 req-8a13f9e1-e72f-4437-8b5c-b671c3222d11 tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:17.040495 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9902b459-ba24-4f87-80c1-480f8bd29894 req-8a13f9e1-e72f-4437-8b5c-b671c3222d11 tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] 10.222.0.65 "GET /v2.0/ports?device_id=08036d92-51d1-4c71-bb58-309378f55530 HTTP/1.1" status: 200 len: 949 time: 0.2048788 Feb 04 12:17:17.122350 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-0bf45d0d-e702-4c05-aaaa-1c8323116491 None None] Attempting to bind port e41b4b36-69d8-47f2-86b9-436d4b2c95de on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:17:17.122805 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-0bf45d0d-e702-4c05-aaaa-1c8323116491 None None] Attempting to bind port e41b4b36-69d8-47f2-86b9-436d4b2c95de by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '66f6de05-7106-4d9e-ac87-719a6833fbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'e150c2da-3437-4833-b378-fce24402d3fa'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:17:17.123226 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf45d0d-e702-4c05-aaaa-1c8323116491 None None] Attempting to bind port e41b4b36-69d8-47f2-86b9-436d4b2c95de on network e150c2da-3437-4833-b378-fce24402d3fa {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:17:17.129242 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf45d0d-e702-4c05-aaaa-1c8323116491 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:17:17.129887 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf45d0d-e702-4c05-aaaa-1c8323116491 None None] Checking segment: {'id': '66f6de05-7106-4d9e-ac87-719a6833fbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'e150c2da-3437-4833-b378-fce24402d3fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:17:17.130471 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0bf45d0d-e702-4c05-aaaa-1c8323116491 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:17.130905 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf45d0d-e702-4c05-aaaa-1c8323116491 None None] Bound using segment: {'id': '66f6de05-7106-4d9e-ac87-719a6833fbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'e150c2da-3437-4833-b378-fce24402d3fa'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:17:17.132093 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-0bf45d0d-e702-4c05-aaaa-1c8323116491 None None] Bound port: e41b4b36-69d8-47f2-86b9-436d4b2c95de, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66f6de05-7106-4d9e-ac87-719a6833fbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'e150c2da-3437-4833-b378-fce24402d3fa'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:17:17.134624 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0bf45d0d-e702-4c05-aaaa-1c8323116491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (e41b4b36-69d8-47f2-86b9-436d4b2c95de), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:17.155691 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9902b459-ba24-4f87-80c1-480f8bd29894 req-bb78ec27-9f8e-43c5-8eff-83e7eaeeb462 tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] 10.222.0.65 "GET /v2.0/security-groups?id=b39abb56-fd7d-417c-baa0-7299d5216551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055541 Feb 04 12:17:17.199206 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-61509081-3a79-452e-9c36-2f7035f23293 admin admin] Allocated IP 172.25.3.115 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/31e763a5-aeb3-4f03-823a-5ae3386d2a0d) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:17:17.242909 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0bf45d0d-e702-4c05-aaaa-1c8323116491 None None] For port e41b4b36-69d8-47f2-86b9-436d4b2c95de, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:17:17.252090 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0bf45d0d-e702-4c05-aaaa-1c8323116491 None None] For port e41b4b36-69d8-47f2-86b9-436d4b2c95de, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=e41b4b36-69d8-47f2-86b9-436d4b2c95de,segment=NetworkSegment(66f6de05-7106-4d9e-ac87-719a6833fbf3),segment_id=66f6de05-7106-4d9e-ac87-719a6833fbf3)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:17:17.264290 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0bf45d0d-e702-4c05-aaaa-1c8323116491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (e41b4b36-69d8-47f2-86b9-436d4b2c95de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:17.268068 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 54198) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:17:17.393715 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf45d0d-e702-4c05-aaaa-1c8323116491 None None] Pushing event updated for resources: {'Port': ['ID=e41b4b36-69d8-47f2-86b9-436d4b2c95de,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:17.493547 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e0da8573-0733-41d0-9428-2a80dc14fa4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:17.504558 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9af5a4d-47ee-40b3-a44e-1cdd865882a8 req-ab77ef81-1e6d-4ec8-ae98-e810617a9337 tempest-AggregatesAdminTestJSON-1550428944 tempest-AggregatesAdminTestJSON-1550428944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:17.513274 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f9af5a4d-47ee-40b3-a44e-1cdd865882a8 req-ab77ef81-1e6d-4ec8-ae98-e810617a9337 tempest-AggregatesAdminTestJSON-1550428944 tempest-AggregatesAdminTestJSON-1550428944-project] 10.222.0.65 "GET /v2.0/ports?device_id=57c1dc04-757d-45ad-8f61-79a584c08119 HTTP/1.1" status: 200 len: 970 time: 0.1547141 Feb 04 12:17:17.552945 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device c940b37e-e451-42ee-b22c-e02539b3fa52 up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:17:17.612078 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-61509081-3a79-452e-9c36-2f7035f23293 admin admin] Publish callbacks [] for port (31e763a5-aeb3-4f03-823a-5ae3386d2a0d), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:17.634844 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f9af5a4d-47ee-40b3-a44e-1cdd865882a8 req-d632425e-5177-4743-8598-8e170d890786 tempest-AggregatesAdminTestJSON-1550428944 tempest-AggregatesAdminTestJSON-1550428944-project] 10.222.0.65 "GET /v2.0/security-groups?id=51c005af-3b51-4779-b743-673adee804e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045778 Feb 04 12:17:17.710344 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning for port c940b37e-e451-42ee-b22c-e02539b3fa52 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:17:17.720871 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port c940b37e-e451-42ee-b22c-e02539b3fa52 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:17:17.721240 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (c940b37e-e451-42ee-b22c-e02539b3fa52), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:17.733256 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e0da8573-0733-41d0-9428-2a80dc14fa4e admin admin] Publish callbacks [] for security_group (ad79de9d-9c22-4ac4-bce2-5fabd84a67a6), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:17.740073 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-61509081-3a79-452e-9c36-2f7035f23293 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (31e763a5-aeb3-4f03-823a-5ae3386d2a0d), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:17.745023 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e0da8573-0733-41d0-9428-2a80dc14fa4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (ad79de9d-9c22-4ac4-bce2-5fabd84a67a6), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:17.805884 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0da8573-0733-41d0-9428-2a80dc14fa4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad79de9d-9c22-4ac4-bce2-5fabd84a67a6,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:17.840532 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-e0da8573-0733-41d0-9428-2a80dc14fa4e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1ce7a301d961489c9b5d0ad4eb80450d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5713341 Feb 04 12:17:17.841300 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 54220) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:17:17.867477 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 54222) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:17:17.885033 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61509081-3a79-452e-9c36-2f7035f23293 admin admin] Pushing event updated for resources: {'Port': ['ID=31e763a5-aeb3-4f03-823a-5ae3386d2a0d,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:17.907830 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61509081-3a79-452e-9c36-2f7035f23293 admin admin] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:17:17.909619 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7d7040cd-a9bc-4a8f-a043-89c62b6f668c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:17.915001 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-61509081-3a79-452e-9c36-2f7035f23293 admin admin] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:17:17.925101 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61509081-3a79-452e-9c36-2f7035f23293 admin admin] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:17:17.929974 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port c940b37e-e451-42ee-b22c-e02539b3fa52 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:17:17.930665 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (c940b37e-e451-42ee-b22c-e02539b3fa52), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:17.965043 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 54226) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:17:17.994902 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ec3a579f-deed-404a-940d-54aab3d7b235 admin admin] Publish callbacks [] for security_group (ad79de9d-9c22-4ac4-bce2-5fabd84a67a6), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:17.998875 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57c1dc04-757d-45ad-8f61-79a584c08119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c940b37e-e451-42ee-b22c-e02539b3fa52'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:17:18.058744 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ec3a579f-deed-404a-940d-54aab3d7b235 admin admin] Publish callbacks [] for security_group (ad79de9d-9c22-4ac4-bce2-5fabd84a67a6), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:18.082762 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port c940b37e-e451-42ee-b22c-e02539b3fa52, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=c940b37e-e451-42ee-b22c-e02539b3fa52,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:17:18.098554 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (c940b37e-e451-42ee-b22c-e02539b3fa52), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:18.099411 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 581878a6-d36a-424e-82c9-c23ed10035b3 up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:17:18.184796 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ec3a579f-deed-404a-940d-54aab3d7b235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (ad79de9d-9c22-4ac4-bce2-5fabd84a67a6), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:18.190277 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ec3a579f-deed-404a-940d-54aab3d7b235 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:18.194615 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-ec3a579f-deed-404a-940d-54aab3d7b235 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ad79de9d-9c22-4ac4-bce2-5fabd84a67a6 HTTP/1.1" status: 204 len: 168 time: 0.3522933 Feb 04 12:17:18.213162 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3a579f-deed-404a-940d-54aab3d7b235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad79de9d-9c22-4ac4-bce2-5fabd84a67a6,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:18.389032 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning for port 581878a6-d36a-424e-82c9-c23ed10035b3 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:17:18.415428 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port 581878a6-d36a-424e-82c9-c23ed10035b3 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:17:18.415843 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (581878a6-d36a-424e-82c9-c23ed10035b3), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:18.446305 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ff297a71-e58c-4b05-8dc4-92299c352792 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:18.487178 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 54240) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:17:18.523041 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=c940b37e-e451-42ee-b22c-e02539b3fa52,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:18.653936 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-97132a07-7042-443d-a055-61c2f3948368 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:18.730381 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 581878a6-d36a-424e-82c9-c23ed10035b3 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:17:18.730692 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (581878a6-d36a-424e-82c9-c23ed10035b3), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:18.845913 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 581878a6-d36a-424e-82c9-c23ed10035b3, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=581878a6-d36a-424e-82c9-c23ed10035b3,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:17:18.852776 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (581878a6-d36a-424e-82c9-c23ed10035b3), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:18.900964 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-97132a07-7042-443d-a055-61c2f3948368 admin admin] Publish callbacks [] for security_group (2ac053ff-4347-4d06-a882-760d4c1997a0), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:18.908689 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71f1da93-463c-4d5c-bce1-22db7f4d526c" -d '{"events": [{"server_uuid": "57c1dc04-757d-45ad-8f61-79a584c08119", "name": "network-vif-plugged", "status": "completed", "tag": "c940b37e-e451-42ee-b22c-e02539b3fa52"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:17:18.923754 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 0a5a3061-416f-49bd-b308-48c213be9c93 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:17:18.949679 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-61509081-3a79-452e-9c36-2f7035f23293 admin admin] Publish callbacks [] for router_gateway (4c89316a-caee-4161-93b4-87d43fb28187), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:18.972569 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ff297a71-e58c-4b05-8dc4-92299c352792 admin admin] Publish callbacks [] for security_group (1383c8fd-e064-4870-b314-4bef89b953ca), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:18.974669 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-97132a07-7042-443d-a055-61c2f3948368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (2ac053ff-4347-4d06-a882-760d4c1997a0), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:19.027293 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97132a07-7042-443d-a055-61c2f3948368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac053ff-4347-4d06-a882-760d4c1997a0,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:19.030705 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ff297a71-e58c-4b05-8dc4-92299c352792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (1383c8fd-e064-4870-b314-4bef89b953ca), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:19.096455 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-ff297a71-e58c-4b05-8dc4-92299c352792 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b60a5721b03d48e1ba5065f7103482c8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2251189 Feb 04 12:17:19.101651 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 54250) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:17:19.105417 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=581878a6-d36a-424e-82c9-c23ed10035b3,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:19.122237 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cec4ca0-bba8-4564-a350-7b058bf4f619 req-69ce2170-a7ce-4e1a-b41c-a148c63dd462 tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:19.124073 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7cec4ca0-bba8-4564-a350-7b058bf4f619 req-69ce2170-a7ce-4e1a-b41c-a148c63dd462 tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] 10.222.0.65 "GET /v2.0/ports?device_id=08036d92-51d1-4c71-bb58-309378f55530 HTTP/1.1" status: 200 len: 949 time: 0.7517178 Feb 04 12:17:19.152108 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff297a71-e58c-4b05-8dc4-92299c352792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1383c8fd-e064-4870-b314-4bef89b953ca,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:19.156227 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f83e3f7c-d046-4c77-8855-02b61a4ce660 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:19.165408 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:19.172760 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 0a5a3061-416f-49bd-b308-48c213be9c93 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:17:19.173247 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (0a5a3061-416f-49bd-b308-48c213be9c93), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:19.179864 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-97132a07-7042-443d-a055-61c2f3948368 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5ad0974e6b034fccba6eefe99c9e981d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1945417 Feb 04 12:17:19.181714 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 54252) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:17:19.266512 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a20a9cf-f87e-41fc-8e7c-19e007a05c76 None None] Network e150c2da-3437-4833-b378-fce24402d3fa requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:17:19.267357 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 54254) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:17:19.277349 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ac8352-a834-461f-810e-45630adec35d req-00acb580-b0e8-478d-a8d9-dd587cd274e7 tempest-AggregatesAdminTestJSON-1550428944 tempest-AggregatesAdminTestJSON-1550428944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:19.278924 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-28ac8352-a834-461f-810e-45630adec35d req-00acb580-b0e8-478d-a8d9-dd587cd274e7 tempest-AggregatesAdminTestJSON-1550428944 tempest-AggregatesAdminTestJSON-1550428944-project] 10.222.0.65 "GET /v2.0/ports?device_id=57c1dc04-757d-45ad-8f61-79a584c08119 HTTP/1.1" status: 200 len: 971 time: 0.4219339 Feb 04 12:17:19.348511 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7cec4ca0-bba8-4564-a350-7b058bf4f619 req-bea13afd-7a0f-402c-8aab-3dc00eed9970 tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] 10.222.0.65 "GET /v2.0/security-groups?id=b39abb56-fd7d-417c-baa0-7299d5216551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694510 Feb 04 12:17:19.371760 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-61509081-3a79-452e-9c36-2f7035f23293 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141'] for router (4c89316a-caee-4161-93b4-87d43fb28187), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:19.390906 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-5fed05e6-fa4a-43e4-99af-7ea8e3831f91 None None] Provisioning complete for port e41b4b36-69d8-47f2-86b9-436d4b2c95de triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:17:19.391784 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5fed05e6-fa4a-43e4-99af-7ea8e3831f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (e41b4b36-69d8-47f2-86b9-436d4b2c95de), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:19.411785 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3328e2ff-bd6b-4da6-884d-7f3d03cc5d97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:19.420120 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cf8de95a-14fa-43bd-a3c9-6635fa25d1d8 admin admin] Publish callbacks [] for security_group (2ac053ff-4347-4d06-a882-760d4c1997a0), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:19.442895 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cf8de95a-14fa-43bd-a3c9-6635fa25d1d8 admin admin] Publish callbacks [] for security_group (2ac053ff-4347-4d06-a882-760d4c1997a0), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:19.466296 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 0a5a3061-416f-49bd-b308-48c213be9c93 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:17:19.467442 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device e41b4b36-69d8-47f2-86b9-436d4b2c95de up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:17:19.502256 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cf8de95a-14fa-43bd-a3c9-6635fa25d1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (2ac053ff-4347-4d06-a882-760d4c1997a0), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:19.504695 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cf8de95a-14fa-43bd-a3c9-6635fa25d1d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:19.506002 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-cf8de95a-14fa-43bd-a3c9-6635fa25d1d8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2ac053ff-4347-4d06-a882-760d4c1997a0 HTTP/1.1" status: 204 len: 168 time: 0.3237045 Feb 04 12:17:19.511354 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d286319f-0ef9-43da-a9af-6507fb6016f6 admin admin] Publish callbacks [] for security_group (1383c8fd-e064-4870-b314-4bef89b953ca), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:19.532519 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8de95a-14fa-43bd-a3c9-6635fa25d1d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac053ff-4347-4d06-a882-760d4c1997a0,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:19.564252 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-28ac8352-a834-461f-810e-45630adec35d req-8ca03beb-a036-4ce9-8a2b-b331c751dda9 tempest-AggregatesAdminTestJSON-1550428944 tempest-AggregatesAdminTestJSON-1550428944-project] 10.222.0.65 "GET /v2.0/security-groups?id=51c005af-3b51-4779-b743-673adee804e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656169 Feb 04 12:17:19.565202 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f83e3f7c-d046-4c77-8855-02b61a4ce660 admin admin] Publish callbacks [] for security_group (17f3e072-a8b3-49df-a5b1-357fa2e1a7fd), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:19.567407 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d286319f-0ef9-43da-a9af-6507fb6016f6 admin admin] Publish callbacks [] for security_group (1383c8fd-e064-4870-b314-4bef89b953ca), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:19.574347 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f83e3f7c-d046-4c77-8855-02b61a4ce660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (17f3e072-a8b3-49df-a5b1-357fa2e1a7fd), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:19.621698 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-f83e3f7c-d046-4c77-8855-02b61a4ce660 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a991e128ee994844ac823f6c2f5a04c1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1284726 Feb 04 12:17:19.623110 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 54260) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:17:19.677350 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-5fed05e6-fa4a-43e4-99af-7ea8e3831f91 None None] Current status of the port e41b4b36-69d8-47f2-86b9-436d4b2c95de is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:17:19.677874 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5fed05e6-fa4a-43e4-99af-7ea8e3831f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (e41b4b36-69d8-47f2-86b9-436d4b2c95de), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:19.691078 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port e41b4b36-69d8-47f2-86b9-436d4b2c95de triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:17:19.691455 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (e41b4b36-69d8-47f2-86b9-436d4b2c95de), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:19.694727 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83e3f7c-d046-4c77-8855-02b61a4ce660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17f3e072-a8b3-49df-a5b1-357fa2e1a7fd,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:19.723658 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3328e2ff-bd6b-4da6-884d-7f3d03cc5d97 admin admin] Publish callbacks [] for security_group (a5b0f7b8-9117-4688-b8d3-13ec6715c22d), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:19.737103 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3328e2ff-bd6b-4da6-884d-7f3d03cc5d97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (a5b0f7b8-9117-4688-b8d3-13ec6715c22d), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:19.766985 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61509081-3a79-452e-9c36-2f7035f23293 admin admin] Router 4c89316a-caee-4161-93b4-87d43fb28187 is scheduled to L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de with binding_index 1 {{(pid=103475) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 12:17:19.780873 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d286319f-0ef9-43da-a9af-6507fb6016f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (1383c8fd-e064-4870-b314-4bef89b953ca), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:19.789691 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-5fed05e6-fa4a-43e4-99af-7ea8e3831f91 None None] For port e41b4b36-69d8-47f2-86b9-436d4b2c95de, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=e41b4b36-69d8-47f2-86b9-436d4b2c95de,segment=NetworkSegment(66f6de05-7106-4d9e-ac87-719a6833fbf3),segment_id=66f6de05-7106-4d9e-ac87-719a6833fbf3)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:17:19.793019 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d286319f-0ef9-43da-a9af-6507fb6016f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:19.796952 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-d286319f-0ef9-43da-a9af-6507fb6016f6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1383c8fd-e064-4870-b314-4bef89b953ca HTTP/1.1" status: 204 len: 168 time: 0.6919627 Feb 04 12:17:19.797098 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45107213-aa6c-4a07-86ae-efd9c450825b x-openstack-request-id: req-45107213-aa6c-4a07-86ae-efd9c450825b {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:17:19.797098 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57c1dc04-757d-45ad-8f61-79a584c08119", "name": "network-vif-plugged", "status": "completed", "tag": "c940b37e-e451-42ee-b22c-e02539b3fa52", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:17:19.797098 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-45107213-aa6c-4a07-86ae-efd9c450825b {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:17:19.797098 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57c1dc04-757d-45ad-8f61-79a584c08119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c940b37e-e451-42ee-b22c-e02539b3fa52', 'code': 200} Feb 04 12:17:19.807235 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5fed05e6-fa4a-43e4-99af-7ea8e3831f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (e41b4b36-69d8-47f2-86b9-436d4b2c95de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:19.841626 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-3328e2ff-bd6b-4da6-884d-7f3d03cc5d97 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7f1eb6e620794737ae449e466b400449&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5707121 Feb 04 12:17:19.842528 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 54266) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:17:19.857582 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3328e2ff-bd6b-4da6-884d-7f3d03cc5d97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5b0f7b8-9117-4688-b8d3-13ec6715c22d,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:19.954950 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fed05e6-fa4a-43e4-99af-7ea8e3831f91 None None] Pushing event updated for resources: {'Port': ['ID=e41b4b36-69d8-47f2-86b9-436d4b2c95de,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:19.963155 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d286319f-0ef9-43da-a9af-6507fb6016f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1383c8fd-e064-4870-b314-4bef89b953ca,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:19.965117 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fb654e83-0bf7-4b2f-b12e-97e690899eb0 admin admin] Publish callbacks [] for security_group (a5b0f7b8-9117-4688-b8d3-13ec6715c22d), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:19.965605 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9f08042b-90f7-4d19-8767-0d08933bdf66 admin admin] Publish callbacks [] for security_group (17f3e072-a8b3-49df-a5b1-357fa2e1a7fd), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:19.970360 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port e41b4b36-69d8-47f2-86b9-436d4b2c95de is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:17:19.999255 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fb654e83-0bf7-4b2f-b12e-97e690899eb0 admin admin] Publish callbacks [] for security_group (a5b0f7b8-9117-4688-b8d3-13ec6715c22d), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:20.041678 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-d1366a74-5431-40c9-ac55-723848b37c70 None None] Provisioning complete for port e41b4b36-69d8-47f2-86b9-436d4b2c95de triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:17:20.042063 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d1366a74-5431-40c9-ac55-723848b37c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (e41b4b36-69d8-47f2-86b9-436d4b2c95de), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:20.085678 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fb654e83-0bf7-4b2f-b12e-97e690899eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (a5b0f7b8-9117-4688-b8d3-13ec6715c22d), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:20.091704 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fb654e83-0bf7-4b2f-b12e-97e690899eb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:20.095267 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-fb654e83-0bf7-4b2f-b12e-97e690899eb0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a5b0f7b8-9117-4688-b8d3-13ec6715c22d HTTP/1.1" status: 204 len: 168 time: 0.2475190 Feb 04 12:17:20.103170 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9f08042b-90f7-4d19-8767-0d08933bdf66 admin admin] Publish callbacks [] for security_group (17f3e072-a8b3-49df-a5b1-357fa2e1a7fd), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:20.109872 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb654e83-0bf7-4b2f-b12e-97e690899eb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5b0f7b8-9117-4688-b8d3-13ec6715c22d,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:20.166116 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b32ed2d-aa2f-4d87-b493-62d2cf8cbe9e req-01138b20-4aac-405c-9df8-d671b736cc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:20.167718 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5b32ed2d-aa2f-4d87-b493-62d2cf8cbe9e req-01138b20-4aac-405c-9df8-d671b736cc46 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=57c1dc04-757d-45ad-8f61-79a584c08119 HTTP/1.1" status: 200 len: 1153 time: 0.2209885 Feb 04 12:17:20.173302 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61509081-3a79-452e-9c36-2f7035f23293 admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:17:20.186204 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad6a628-5433-4921-b1eb-654996e3f68c None None] Sync routers for ids ['4c89316a-caee-4161-93b4-87d43fb28187'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:17:20.198978 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-5b32ed2d-aa2f-4d87-b493-62d2cf8cbe9e req-3ca06c46-c804-4dfa-b57f-277617186e67 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:20.213804 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-61509081-3a79-452e-9c36-2f7035f23293 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:20.215290 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-61509081-3a79-452e-9c36-2f7035f23293 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.1975560 Feb 04 12:17:20.218332 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 54274) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:17:20.227079 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad6a628-5433-4921-b1eb-654996e3f68c None None] Routers {'4c89316a-caee-4161-93b4-87d43fb28187'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:17:20.227810 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-cad6a628-5433-4921-b1eb-654996e3f68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:17:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['4c89316a-caee-4161-93b4-87d43fb28187'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:17:20.228300 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9f08042b-90f7-4d19-8767-0d08933bdf66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (17f3e072-a8b3-49df-a5b1-357fa2e1a7fd), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:20.231483 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9f08042b-90f7-4d19-8767-0d08933bdf66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:20.235191 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-9f08042b-90f7-4d19-8767-0d08933bdf66 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/17f3e072-a8b3-49df-a5b1-357fa2e1a7fd HTTP/1.1" status: 204 len: 168 time: 0.6083381 Feb 04 12:17:20.247039 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f08042b-90f7-4d19-8767-0d08933bdf66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17f3e072-a8b3-49df-a5b1-357fa2e1a7fd,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:20.253982 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-d1366a74-5431-40c9-ac55-723848b37c70 None None] Current status of the port e41b4b36-69d8-47f2-86b9-436d4b2c95de is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:17:20.278614 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 54278) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:17:20.298040 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:20.317504 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6d86259f-2e27-4eeb-8c30-da849c5040e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:20.376068 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-5b32ed2d-aa2f-4d87-b493-62d2cf8cbe9e req-3ca06c46-c804-4dfa-b57f-277617186e67 service neutron] Publish callbacks [] for security_group (4f174a74-7c86-4868-acd5-a3f746c3e887), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:20.397515 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-5b32ed2d-aa2f-4d87-b493-62d2cf8cbe9e req-3ca06c46-c804-4dfa-b57f-277617186e67 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (4f174a74-7c86-4868-acd5-a3f746c3e887), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:20.523557 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca06c46-c804-4dfa-b57f-277617186e67 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=4f174a74-7c86-4868-acd5-a3f746c3e887,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:20.534745 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5b32ed2d-aa2f-4d87-b493-62d2cf8cbe9e req-3ca06c46-c804-4dfa-b57f-277617186e67 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=51c005af-3b51-4779-b743-673adee804e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3588772 Feb 04 12:17:20.578677 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6d86259f-2e27-4eeb-8c30-da849c5040e1 admin admin] Publish callbacks [] for security_group (59062625-f5a1-4784-ac45-86a3cb52692c), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:20.587469 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585712b9-87ce-4c39-be5a-c3a6b61b5a3a req-e7f28d8d-d817-461d-8658-7de3903cef43 tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:20.595083 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-585712b9-87ce-4c39-be5a-c3a6b61b5a3a req-e7f28d8d-d817-461d-8658-7de3903cef43 tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] 10.222.0.65 "GET /v2.0/ports?device_id=08036d92-51d1-4c71-bb58-309378f55530 HTTP/1.1" status: 200 len: 950 time: 0.1220350 Feb 04 12:17:20.602646 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 54284) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:17:20.613160 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6d86259f-2e27-4eeb-8c30-da849c5040e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (59062625-f5a1-4784-ac45-86a3cb52692c), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:20.648905 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-461d6f4f-4196-403b-9e88-f6557e13e34f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:20.667376 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device e41b4b36-69d8-47f2-86b9-436d4b2c95de up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:17:20.705873 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d86259f-2e27-4eeb-8c30-da849c5040e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59062625-f5a1-4784-ac45-86a3cb52692c,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:20.714022 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-6d86259f-2e27-4eeb-8c30-da849c5040e1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=53986a195b694bd49e2b1292c696caba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4309833 Feb 04 12:17:20.721140 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 54288) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:17:20.757237 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-cad6a628-5433-4921-b1eb-654996e3f68c None None] Set router 4c89316a-caee-4161-93b4-87d43fb28187 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:17:20.758085 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-585712b9-87ce-4c39-be5a-c3a6b61b5a3a req-9711d08a-f687-466c-b686-f98658d5bbd4 tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] 10.222.0.65 "GET /v2.0/security-groups?id=b39abb56-fd7d-417c-baa0-7299d5216551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618748 Feb 04 12:17:20.825317 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port e41b4b36-69d8-47f2-86b9-436d4b2c95de triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:17:20.826859 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (e41b4b36-69d8-47f2-86b9-436d4b2c95de), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:20.888284 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a463235-eb57-40c7-b21d-3da3f40a2b3f req-501ddbef-11e0-4ac1-b562-015d603edfd3 tempest-AggregatesAdminTestJSON-1550428944 tempest-AggregatesAdminTestJSON-1550428944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:20.890552 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5a463235-eb57-40c7-b21d-3da3f40a2b3f req-501ddbef-11e0-4ac1-b562-015d603edfd3 tempest-AggregatesAdminTestJSON-1550428944 tempest-AggregatesAdminTestJSON-1550428944-project] 10.222.0.65 "GET /v2.0/ports?device_id=57c1dc04-757d-45ad-8f61-79a584c08119 HTTP/1.1" status: 200 len: 971 time: 0.1154373 Feb 04 12:17:20.892919 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-935fe219-92c6-40f4-bd11-9b3d18e6933d admin admin] Publish callbacks [] for security_group (59062625-f5a1-4784-ac45-86a3cb52692c), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:20.950011 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-935fe219-92c6-40f4-bd11-9b3d18e6933d admin admin] Publish callbacks [] for security_group (59062625-f5a1-4784-ac45-86a3cb52692c), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:20.957934 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-461d6f4f-4196-403b-9e88-f6557e13e34f admin admin] Publish callbacks [] for security_group (24b0ccbc-6d4c-4fee-b8b5-11f830a6cfe5), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:20.981077 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-461d6f4f-4196-403b-9e88-f6557e13e34f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (24b0ccbc-6d4c-4fee-b8b5-11f830a6cfe5), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:21.026435 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port e41b4b36-69d8-47f2-86b9-436d4b2c95de is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:17:21.049788 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5a463235-eb57-40c7-b21d-3da3f40a2b3f req-febf1fcf-e26b-4ae9-b943-1de0c5f64d2e tempest-AggregatesAdminTestJSON-1550428944 tempest-AggregatesAdminTestJSON-1550428944-project] 10.222.0.65 "GET /v2.0/security-groups?id=51c005af-3b51-4779-b743-673adee804e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497171 Feb 04 12:17:21.057964 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-461d6f4f-4196-403b-9e88-f6557e13e34f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6a5855e7fd3942178bd0ee0c71a1d66c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4539549 Feb 04 12:17:21.061280 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 54292) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:17:21.063774 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461d6f4f-4196-403b-9e88-f6557e13e34f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24b0ccbc-6d4c-4fee-b8b5-11f830a6cfe5,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:21.092190 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-935fe219-92c6-40f4-bd11-9b3d18e6933d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (59062625-f5a1-4784-ac45-86a3cb52692c), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:21.096980 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-935fe219-92c6-40f4-bd11-9b3d18e6933d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:21.102094 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-935fe219-92c6-40f4-bd11-9b3d18e6933d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/59062625-f5a1-4784-ac45-86a3cb52692c HTTP/1.1" status: 204 len: 168 time: 0.3764930 Feb 04 12:17:21.111722 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935fe219-92c6-40f4-bd11-9b3d18e6933d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59062625-f5a1-4784-ac45-86a3cb52692c,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:21.191498 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-cad6a628-5433-4921-b1eb-654996e3f68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c89316a-caee-4161-93b4-87d43fb28187', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-223621134-router', 'tenant_id': 'df504b849b2043f3869610cffd58d09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '31e763a5-aeb3-4f03-823a-5ae3386d2a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:17:16Z', 'updated_at': '2022-02-04T12:17:18Z', 'revision_number': 3, 'project_id': 'df504b849b2043f3869610cffd58d09a', 'gw_port': {'id': '31e763a5-aeb3-4f03-823a-5ae3386d2a0d', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:3d:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c89316a-caee-4161-93b4-87d43fb28187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:17:16Z', 'updated_at': '2022-02-04T12:17:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:17:21.206628 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bca7b2ab-8d2c-4a86-b171-762262b103e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:21.210068 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c97b21f7-dcb0-460d-add2-5c900cac49a1 admin admin] Publish callbacks [] for security_group (24b0ccbc-6d4c-4fee-b8b5-11f830a6cfe5), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:21.226844 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad6a628-5433-4921-b1eb-654996e3f68c None None] Checking router: 4c89316a-caee-4161-93b4-87d43fb28187 for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:17:21.227767 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad6a628-5433-4921-b1eb-654996e3f68c None None] Updating router 4c89316a-caee-4161-93b4-87d43fb28187 port 31e763a5-aeb3-4f03-823a-5ae3386d2a0d binding host n-d-825015-3 {{(pid=103477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:17:21.260042 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c97b21f7-dcb0-460d-add2-5c900cac49a1 admin admin] Publish callbacks [] for security_group (24b0ccbc-6d4c-4fee-b8b5-11f830a6cfe5), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:21.275034 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cad6a628-5433-4921-b1eb-654996e3f68c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (31e763a5-aeb3-4f03-823a-5ae3386d2a0d), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:21.386279 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 54300) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:17:21.394320 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c97b21f7-dcb0-460d-add2-5c900cac49a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (24b0ccbc-6d4c-4fee-b8b5-11f830a6cfe5), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:21.396653 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c97b21f7-dcb0-460d-add2-5c900cac49a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:21.398389 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-c97b21f7-dcb0-460d-add2-5c900cac49a1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/24b0ccbc-6d4c-4fee-b8b5-11f830a6cfe5 HTTP/1.1" status: 204 len: 168 time: 0.3255677 Feb 04 12:17:21.424622 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-42d0f9e3-75c9-42af-98c1-f8cfc1fc2f4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:21.437152 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97b21f7-dcb0-460d-add2-5c900cac49a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24b0ccbc-6d4c-4fee-b8b5-11f830a6cfe5,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:21.485060 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-bca7b2ab-8d2c-4a86-b171-762262b103e9 admin admin] Allocated IP 172.20.0.1 (e150c2da-3437-4833-b378-fce24402d3fa/28b0c892-ea22-40e4-b728-35d539ec58c3/7aa54a9d-7851-4475-a983-0a7a2b033eb9) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:17:21.566744 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:21.571120 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-42d0f9e3-75c9-42af-98c1-f8cfc1fc2f4b admin admin] Publish callbacks [] for security_group (ce4c2133-8338-4ffd-8656-dbce64eb0091), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:21.578031 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-42d0f9e3-75c9-42af-98c1-f8cfc1fc2f4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (ce4c2133-8338-4ffd-8656-dbce64eb0091), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:21.632502 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d0f9e3-75c9-42af-98c1-f8cfc1fc2f4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce4c2133-8338-4ffd-8656-dbce64eb0091,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:21.654432 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-42d0f9e3-75c9-42af-98c1-f8cfc1fc2f4b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=dfdc37b4f6c14f8d91e3263731c6bd5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2651136 Feb 04 12:17:21.662285 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 54310) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:17:21.733681 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6315a6df-e231-445e-a4e6-2803ccf5de57 admin admin] Publish callbacks [] for security_group (ce4c2133-8338-4ffd-8656-dbce64eb0091), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:21.738576 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bca7b2ab-8d2c-4a86-b171-762262b103e9 admin admin] Publish callbacks [] for port (7aa54a9d-7851-4475-a983-0a7a2b033eb9), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:21.769736 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6315a6df-e231-445e-a4e6-2803ccf5de57 admin admin] Publish callbacks [] for security_group (ce4c2133-8338-4ffd-8656-dbce64eb0091), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:21.798293 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08036d92-51d1-4c71-bb58-309378f55530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '581878a6-d36a-424e-82c9-c23ed10035b3'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:17:21.802611 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d867cc1-7d2a-4296-b212-6c2e714e04f1" -d '{"events": [{"server_uuid": "08036d92-51d1-4c71-bb58-309378f55530", "name": "network-vif-plugged", "status": "completed", "tag": "581878a6-d36a-424e-82c9-c23ed10035b3"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:17:21.816188 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bca7b2ab-8d2c-4a86-b171-762262b103e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (7aa54a9d-7851-4475-a983-0a7a2b033eb9), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:21.874049 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6315a6df-e231-445e-a4e6-2803ccf5de57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (ce4c2133-8338-4ffd-8656-dbce64eb0091), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:21.877561 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6315a6df-e231-445e-a4e6-2803ccf5de57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:21.878991 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-6315a6df-e231-445e-a4e6-2803ccf5de57 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ce4c2133-8338-4ffd-8656-dbce64eb0091 HTTP/1.1" status: 204 len: 168 time: 0.2150278 Feb 04 12:17:21.884818 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f49462b3-348d-4336-bf5d-a0719227646d x-openstack-request-id: req-f49462b3-348d-4336-bf5d-a0719227646d {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:17:21.885203 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08036d92-51d1-4c71-bb58-309378f55530", "name": "network-vif-plugged", "status": "completed", "tag": "581878a6-d36a-424e-82c9-c23ed10035b3", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:17:21.885521 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f49462b3-348d-4336-bf5d-a0719227646d {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:17:21.886011 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08036d92-51d1-4c71-bb58-309378f55530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '581878a6-d36a-424e-82c9-c23ed10035b3', 'code': 200} Feb 04 12:17:21.895922 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6315a6df-e231-445e-a4e6-2803ccf5de57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce4c2133-8338-4ffd-8656-dbce64eb0091,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:21.959360 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cad6a628-5433-4921-b1eb-654996e3f68c None None] Publish callbacks [] for port (31e763a5-aeb3-4f03-823a-5ae3386d2a0d), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:21.963329 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca7b2ab-8d2c-4a86-b171-762262b103e9 admin admin] Network e150c2da-3437-4833-b378-fce24402d3fa is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:17:21.970312 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-bca7b2ab-8d2c-4a86-b171-762262b103e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:17:21.974638 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca7b2ab-8d2c-4a86-b171-762262b103e9 admin admin] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:17:21.974829 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cad6a628-5433-4921-b1eb-654996e3f68c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (31e763a5-aeb3-4f03-823a-5ae3386d2a0d), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:21.975350 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bca7b2ab-8d2c-4a86-b171-762262b103e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1599818'] for router_interface (4c89316a-caee-4161-93b4-87d43fb28187), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:22.024334 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca7b2ab-8d2c-4a86-b171-762262b103e9 admin admin] Pushing event updated for resources: {'Port': ['ID=7aa54a9d-7851-4475-a983-0a7a2b033eb9,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:22.073518 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-cad6a628-5433-4921-b1eb-654996e3f68c None None] Attempting to bind port 31e763a5-aeb3-4f03-823a-5ae3386d2a0d on host n-d-825015-3 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:17:22.078035 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-cad6a628-5433-4921-b1eb-654996e3f68c None None] Attempting to bind port 31e763a5-aeb3-4f03-823a-5ae3386d2a0d by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:17:22.081962 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad6a628-5433-4921-b1eb-654996e3f68c None None] Attempting to bind port 31e763a5-aeb3-4f03-823a-5ae3386d2a0d on network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:17:22.108388 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad6a628-5433-4921-b1eb-654996e3f68c None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:17:22.108388 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad6a628-5433-4921-b1eb-654996e3f68c None None] Checking segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:17:22.108388 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cad6a628-5433-4921-b1eb-654996e3f68c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:22.108388 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad6a628-5433-4921-b1eb-654996e3f68c None None] Bound using segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:17:22.109087 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-cad6a628-5433-4921-b1eb-654996e3f68c None None] Bound port: 31e763a5-aeb3-4f03-823a-5ae3386d2a0d, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:17:22.109671 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cad6a628-5433-4921-b1eb-654996e3f68c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (31e763a5-aeb3-4f03-823a-5ae3386d2a0d), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:22.115437 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11431b4-48f0-417c-a872-88c818445911 None None] Pushing event updated for resources: {'Port': ['ID=31e763a5-aeb3-4f03-823a-5ae3386d2a0d,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:22.158428 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 54326) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:17:22.181516 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-da47f259-757c-4d5f-b101-d634b7f1cbe6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:22.244960 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-cad6a628-5433-4921-b1eb-654996e3f68c None None] For port 31e763a5-aeb3-4f03-823a-5ae3386d2a0d, host n-d-825015-3, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:17:22.248085 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdc88d5-20b0-4fff-9875-c6b3650388e3 req-9b480062-6669-47fa-91ac-b66de0e304b3 tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:22.249837 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3fdc88d5-20b0-4fff-9875-c6b3650388e3 req-9b480062-6669-47fa-91ac-b66de0e304b3 tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] 10.222.0.65 "GET /v2.0/ports?device_id=08036d92-51d1-4c71-bb58-309378f55530 HTTP/1.1" status: 200 len: 950 time: 0.3013306 Feb 04 12:17:22.250180 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-cad6a628-5433-4921-b1eb-654996e3f68c None None] For port 31e763a5-aeb3-4f03-823a-5ae3386d2a0d, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=31e763a5-aeb3-4f03-823a-5ae3386d2a0d,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:17:22.265194 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cad6a628-5433-4921-b1eb-654996e3f68c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (31e763a5-aeb3-4f03-823a-5ae3386d2a0d), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:22.279582 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bca7b2ab-8d2c-4a86-b171-762262b103e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (7aa54a9d-7851-4475-a983-0a7a2b033eb9), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:22.315688 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380be961-a675-473c-9841-3771abb29cff req-d704397e-fea8-4dd5-b122-bcb529047bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:22.317227 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-380be961-a675-473c-9841-3771abb29cff req-d704397e-fea8-4dd5-b122-bcb529047bbd service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=08036d92-51d1-4c71-bb58-309378f55530 HTTP/1.1" status: 200 len: 1132 time: 0.2382126 Feb 04 12:17:22.365836 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad6a628-5433-4921-b1eb-654996e3f68c None None] Routers {'4c89316a-caee-4161-93b4-87d43fb28187'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:17:22.368318 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-cad6a628-5433-4921-b1eb-654996e3f68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:17:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['4c89316a-caee-4161-93b4-87d43fb28187'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:17:22.416990 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-8aceef2a-e2ad-464c-a214-b0cf96c2b868 None None] Provisioning complete for port 7aa54a9d-7851-4475-a983-0a7a2b033eb9 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:17:22.418512 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8aceef2a-e2ad-464c-a214-b0cf96c2b868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (7aa54a9d-7851-4475-a983-0a7a2b033eb9), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:22.470430 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3fdc88d5-20b0-4fff-9875-c6b3650388e3 req-381f4c1b-332b-4c9f-8fc7-05dda5446ab6 tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] 10.222.0.65 "GET /v2.0/security-groups?id=b39abb56-fd7d-417c-baa0-7299d5216551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741500 Feb 04 12:17:22.504424 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-da47f259-757c-4d5f-b101-d634b7f1cbe6 admin admin] Publish callbacks [] for security_group (c9c5eed0-f255-429e-a134-c6c850e6fc31), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:22.528087 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-da47f259-757c-4d5f-b101-d634b7f1cbe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (c9c5eed0-f255-429e-a134-c6c850e6fc31), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:22.538734 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f6ce5-cbe6-4ffc-87af-5e5a0c27acb2 req-75f681e0-00f5-48ec-b5fa-49bcba215c1b tempest-AggregatesAdminTestJSON-1550428944 tempest-AggregatesAdminTestJSON-1550428944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:22.546515 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ab6f6ce5-cbe6-4ffc-87af-5e5a0c27acb2 req-75f681e0-00f5-48ec-b5fa-49bcba215c1b tempest-AggregatesAdminTestJSON-1550428944 tempest-AggregatesAdminTestJSON-1550428944-project] 10.222.0.65 "GET /v2.0/ports?device_id=57c1dc04-757d-45ad-8f61-79a584c08119 HTTP/1.1" status: 200 len: 971 time: 0.3184245 Feb 04 12:17:22.552615 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-380be961-a675-473c-9841-3771abb29cff req-51797f33-8b7a-43b1-9f43-5d904f051cb4 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b39abb56-fd7d-417c-baa0-7299d5216551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200739 Feb 04 12:17:22.575933 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-8aceef2a-e2ad-464c-a214-b0cf96c2b868 None None] Port 7aa54a9d-7851-4475-a983-0a7a2b033eb9 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:17:22.625984 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-da47f259-757c-4d5f-b101-d634b7f1cbe6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3ef2bd4c8337400b80eb97198289358c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4659874 Feb 04 12:17:22.633694 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 54334) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:17:22.646011 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ab6f6ce5-cbe6-4ffc-87af-5e5a0c27acb2 req-89247e59-0795-4699-b130-2ffc656a3b2d tempest-AggregatesAdminTestJSON-1550428944 tempest-AggregatesAdminTestJSON-1550428944-project] 10.222.0.65 "GET /v2.0/security-groups?id=51c005af-3b51-4779-b743-673adee804e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913634 Feb 04 12:17:22.648845 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da47f259-757c-4d5f-b101-d634b7f1cbe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9c5eed0-f255-429e-a134-c6c850e6fc31,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:22.697760 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11431b4-48f0-417c-a872-88c818445911 None None] Pushing event updated for resources: {'Port': ['ID=31e763a5-aeb3-4f03-823a-5ae3386d2a0d,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:22.706962 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bca7b2ab-8d2c-4a86-b171-762262b103e9 admin admin] Publish callbacks [] for port (7aa54a9d-7851-4475-a983-0a7a2b033eb9), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:22.722708 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bca7b2ab-8d2c-4a86-b171-762262b103e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (7aa54a9d-7851-4475-a983-0a7a2b033eb9), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:22.723573 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bca7b2ab-8d2c-4a86-b171-762262b103e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622202'] for router_interface (4c89316a-caee-4161-93b4-87d43fb28187), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:22.735959 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cca7a70f-bb73-4695-9067-2a71db039067 admin admin] Publish callbacks [] for security_group (c9c5eed0-f255-429e-a134-c6c850e6fc31), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:22.750893 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-cad6a628-5433-4921-b1eb-654996e3f68c None None] Set router 4c89316a-caee-4161-93b4-87d43fb28187 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:17:22.837124 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cca7a70f-bb73-4695-9067-2a71db039067 admin admin] Publish callbacks [] for security_group (c9c5eed0-f255-429e-a134-c6c850e6fc31), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:22.850122 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca7b2ab-8d2c-4a86-b171-762262b103e9 admin admin] Pushing event updated for resources: {'Port': ['ID=7aa54a9d-7851-4475-a983-0a7a2b033eb9,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:22.929542 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca7b2ab-8d2c-4a86-b171-762262b103e9 admin admin] Network e150c2da-3437-4833-b378-fce24402d3fa is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:17:22.938140 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-bca7b2ab-8d2c-4a86-b171-762262b103e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:17:22.940753 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cca7a70f-bb73-4695-9067-2a71db039067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (c9c5eed0-f255-429e-a134-c6c850e6fc31), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:22.943968 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cca7a70f-bb73-4695-9067-2a71db039067 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:22.949300 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-cca7a70f-bb73-4695-9067-2a71db039067 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c9c5eed0-f255-429e-a134-c6c850e6fc31 HTTP/1.1" status: 204 len: 168 time: 0.3143435 Feb 04 12:17:22.962026 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca7a70f-bb73-4695-9067-2a71db039067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9c5eed0-f255-429e-a134-c6c850e6fc31,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:23.070685 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-cad6a628-5433-4921-b1eb-654996e3f68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c89316a-caee-4161-93b4-87d43fb28187', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-223621134-router', 'tenant_id': 'df504b849b2043f3869610cffd58d09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '31e763a5-aeb3-4f03-823a-5ae3386d2a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:17:16Z', 'updated_at': '2022-02-04T12:17:22Z', 'revision_number': 4, 'project_id': 'df504b849b2043f3869610cffd58d09a', 'gw_port': {'id': '31e763a5-aeb3-4f03-823a-5ae3386d2a0d', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:3d:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c89316a-caee-4161-93b4-87d43fb28187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:17:16Z', 'updated_at': '2022-02-04T12:17:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '7aa54a9d-7851-4475-a983-0a7a2b033eb9', 'name': '', 'network_id': 'e150c2da-3437-4833-b378-fce24402d3fa', 'tenant_id': 'df504b849b2043f3869610cffd58d09a', 'mac_address': 'fa:16:3e:52:83:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c89316a-caee-4161-93b4-87d43fb28187', 'device_owner': 'network:router_interface', 'standard_attr_id': 186, 'fixed_ips': [{'subnet_id': '28b0c892-ea22-40e4-b728-35d539ec58c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:17:21Z', 'updated_at': '2022-02-04T12:17:21Z', 'revision_number': 1, 'project_id': 'df504b849b2043f3869610cffd58d09a', 'subnets': [{'id': '28b0c892-ea22-40e4-b728-35d539ec58c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:17:23.110620 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad6a628-5433-4921-b1eb-654996e3f68c None None] The sync data for ids ['4c89316a-caee-4161-93b4-87d43fb28187'] in n-d-825015-3 is: [{'id': '4c89316a-caee-4161-93b4-87d43fb28187', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-223621134-router', 'tenant_id': 'df504b849b2043f3869610cffd58d09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '31e763a5-aeb3-4f03-823a-5ae3386d2a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:17:16Z', 'updated_at': '2022-02-04T12:17:22Z', 'revision_number': 4, 'project_id': 'df504b849b2043f3869610cffd58d09a', 'gw_port': {'id': '31e763a5-aeb3-4f03-823a-5ae3386d2a0d', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:3d:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c89316a-caee-4161-93b4-87d43fb28187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:17:16Z', 'updated_at': '2022-02-04T12:17:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '7aa54a9d-7851-4475-a983-0a7a2b033eb9', 'name': '', 'network_id': 'e150c2da-3437-4833-b378-fce24402d3fa', 'tenant_id': 'df504b849b2043f3869610cffd58d09a', 'mac_address': 'fa:16:3e:52:83:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c89316a-caee-4161-93b4-87d43fb28187', 'device_owner': 'network:router_interface', 'standard_attr_id': 186, 'fixed_ips': [{'subnet_id': '28b0c892-ea22-40e4-b728-35d539ec58c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:17:21Z', 'updated_at': '2022-02-04T12:17:21Z', 'revision_number': 1, 'project_id': 'df504b849b2043f3869610cffd58d09a', 'subnets': [{'id': '28b0c892-ea22-40e4-b728-35d539ec58c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:17:23.300930 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bca7b2ab-8d2c-4a86-b171-762262b103e9 admin admin] Router 4c89316a-caee-4161-93b4-87d43fb28187 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:17:23.306522 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-88e7902c-5368-47f1-a05c-8623a326986a None None] Provisioning complete for port 7aa54a9d-7851-4475-a983-0a7a2b033eb9 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:17:23.306908 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88e7902c-5368-47f1-a05c-8623a326986a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (7aa54a9d-7851-4475-a983-0a7a2b033eb9), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:23.366797 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-88e7902c-5368-47f1-a05c-8623a326986a None None] Port 7aa54a9d-7851-4475-a983-0a7a2b033eb9 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:17:23.487046 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bca7b2ab-8d2c-4a86-b171-762262b103e9 admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:17:23.503931 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-bca7b2ab-8d2c-4a86-b171-762262b103e9 admin admin] 10.222.0.65 "PUT /v2.0/routers/4c89316a-caee-4161-93b4-87d43fb28187/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2841909 Feb 04 12:17:23.700238 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5175b4-c3f0-4889-b9aa-a9efb19059fa req-e9de4a26-8205-48e0-be37-afab2f5f7596 tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:23.719105 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4c5175b4-c3f0-4889-b9aa-a9efb19059fa req-e9de4a26-8205-48e0-be37-afab2f5f7596 tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] 10.222.0.65 "GET /v2.0/ports?device_id=08036d92-51d1-4c71-bb58-309378f55530 HTTP/1.1" status: 200 len: 950 time: 0.1394074 Feb 04 12:17:23.836966 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4c5175b4-c3f0-4889-b9aa-a9efb19059fa req-19add3be-be3d-4adf-b917-fb6bf006da2f tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] 10.222.0.65 "GET /v2.0/security-groups?id=b39abb56-fd7d-417c-baa0-7299d5216551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169124 Feb 04 12:17:23.878006 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1e2146-7054-4a68-9b12-61df99e65293 req-b582d531-41fe-4360-b9d6-624a741f80f8 tempest-AggregatesAdminTestJSON-1550428944 tempest-AggregatesAdminTestJSON-1550428944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:23.879943 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3e1e2146-7054-4a68-9b12-61df99e65293 req-b582d531-41fe-4360-b9d6-624a741f80f8 tempest-AggregatesAdminTestJSON-1550428944 tempest-AggregatesAdminTestJSON-1550428944-project] 10.222.0.65 "GET /v2.0/ports?device_id=57c1dc04-757d-45ad-8f61-79a584c08119 HTTP/1.1" status: 200 len: 971 time: 0.1035366 Feb 04 12:17:23.951168 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3e1e2146-7054-4a68-9b12-61df99e65293 req-abb3bd57-a06b-4354-9fef-42b34c586970 tempest-AggregatesAdminTestJSON-1550428944 tempest-AggregatesAdminTestJSON-1550428944-project] 10.222.0.65 "GET /v2.0/security-groups?id=51c005af-3b51-4779-b743-673adee804e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644641 Feb 04 12:17:24.193553 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1f88fd-fb24-4cfd-9076-d8f0a23a7fef req-4528ca8d-c16a-476e-849a-0d0e767bff52 tempest-AggregatesAdminTestJSON-921447167 tempest-AggregatesAdminTestJSON-921447167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:24.195978 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4a1f88fd-fb24-4cfd-9076-d8f0a23a7fef req-4528ca8d-c16a-476e-849a-0d0e767bff52 tempest-AggregatesAdminTestJSON-921447167 tempest-AggregatesAdminTestJSON-921447167-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=57c1dc04-757d-45ad-8f61-79a584c08119 HTTP/1.1" status: 200 len: 1153 time: 0.0817099 Feb 04 12:17:24.215830 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-4a1f88fd-fb24-4cfd-9076-d8f0a23a7fef req-ac1f78e8-1999-44d0-954f-a07b523f4011 tempest-AggregatesAdminTestJSON-921447167 tempest-AggregatesAdminTestJSON-921447167-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:24.303070 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-4a1f88fd-fb24-4cfd-9076-d8f0a23a7fef req-ac1f78e8-1999-44d0-954f-a07b523f4011 tempest-AggregatesAdminTestJSON-921447167 tempest-AggregatesAdminTestJSON-921447167-project-admin] Publish callbacks [] for security_group (e8943252-982d-418b-af9f-171effc1bf19), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:24.308942 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-4a1f88fd-fb24-4cfd-9076-d8f0a23a7fef req-ac1f78e8-1999-44d0-954f-a07b523f4011 tempest-AggregatesAdminTestJSON-921447167 tempest-AggregatesAdminTestJSON-921447167-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (e8943252-982d-418b-af9f-171effc1bf19), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:24.364698 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4a1f88fd-fb24-4cfd-9076-d8f0a23a7fef req-ac1f78e8-1999-44d0-954f-a07b523f4011 tempest-AggregatesAdminTestJSON-921447167 tempest-AggregatesAdminTestJSON-921447167-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=51c005af-3b51-4779-b743-673adee804e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624913 Feb 04 12:17:24.365651 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1f78e8-1999-44d0-954f-a07b523f4011 tempest-AggregatesAdminTestJSON-921447167 tempest-AggregatesAdminTestJSON-921447167-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8943252-982d-418b-af9f-171effc1bf19,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:24.712655 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 31e763a5-aeb3-4f03-823a-5ae3386d2a0d up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:17:24.774261 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 31e763a5-aeb3-4f03-823a-5ae3386d2a0d triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:17:24.775092 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (31e763a5-aeb3-4f03-823a-5ae3386d2a0d), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:24.834039 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aed061-d4ee-4bc7-86a7-e952d9e2e7a4 req-a3e0119b-e7be-4bee-951f-94e99ed99c1b tempest-AggregatesAdminTestJSON-1550428944 tempest-AggregatesAdminTestJSON-1550428944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:24.842408 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f7aed061-d4ee-4bc7-86a7-e952d9e2e7a4 req-a3e0119b-e7be-4bee-951f-94e99ed99c1b tempest-AggregatesAdminTestJSON-1550428944 tempest-AggregatesAdminTestJSON-1550428944-project] 10.222.0.65 "GET /v2.0/ports?device_id=57c1dc04-757d-45ad-8f61-79a584c08119 HTTP/1.1" status: 200 len: 971 time: 0.1335897 Feb 04 12:17:24.892255 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 31e763a5-aeb3-4f03-823a-5ae3386d2a0d is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:17:24.892895 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (31e763a5-aeb3-4f03-823a-5ae3386d2a0d), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:24.928979 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port 31e763a5-aeb3-4f03-823a-5ae3386d2a0d, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=31e763a5-aeb3-4f03-823a-5ae3386d2a0d,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:17:24.936679 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (31e763a5-aeb3-4f03-823a-5ae3386d2a0d), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:24.945395 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f7aed061-d4ee-4bc7-86a7-e952d9e2e7a4 req-15fdea67-46f1-4e46-a429-ca1a8b8db590 tempest-AggregatesAdminTestJSON-1550428944 tempest-AggregatesAdminTestJSON-1550428944-project] 10.222.0.65 "GET /v2.0/security-groups?id=51c005af-3b51-4779-b743-673adee804e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950570 Feb 04 12:17:25.052770 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=31e763a5-aeb3-4f03-823a-5ae3386d2a0d,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:25.114310 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6494e40d-a116-4431-b175-7249212f8273 req-cdac0ade-7e26-4613-b942-a833eb0acbd6 tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:25.121566 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6494e40d-a116-4431-b175-7249212f8273 req-cdac0ade-7e26-4613-b942-a833eb0acbd6 tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] 10.222.0.65 "GET /v2.0/ports?device_id=08036d92-51d1-4c71-bb58-309378f55530 HTTP/1.1" status: 200 len: 950 time: 0.0650964 Feb 04 12:17:25.182796 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6494e40d-a116-4431-b175-7249212f8273 req-7b7b2829-3c6f-4b33-85e6-bd73439aec6e tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] 10.222.0.65 "GET /v2.0/security-groups?id=b39abb56-fd7d-417c-baa0-7299d5216551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600011 Feb 04 12:17:25.495495 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 54456) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:17:25.500306 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-d191542e-66de-468a-a64f-d81c76e99c73 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2137243502', 'description': 'tempest-description--1186344559'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:17:25.531929 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d191542e-66de-468a-a64f-d81c76e99c73 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:25.652746 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d191542e-66de-468a-a64f-d81c76e99c73 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Publish callbacks [] for security_group (1cd472ff-e85a-4001-a10c-f5ed9978b777), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:25.659076 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d191542e-66de-468a-a64f-d81c76e99c73 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (1cd472ff-e85a-4001-a10c-f5ed9978b777), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:25.699907 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d191542e-66de-468a-a64f-d81c76e99c73 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:25.701834 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-d191542e-66de-468a-a64f-d81c76e99c73 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2050941 Feb 04 12:17:25.705266 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 54462) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:17:25.706081 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d191542e-66de-468a-a64f-d81c76e99c73 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd472ff-e85a-4001-a10c-f5ed9978b777,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:25.717921 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-7ff896e3-11b2-4ccd-b5f0-64acda47bbfa tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Request body: {'security_group_rule': {'security_group_id': '1cd472ff-e85a-4001-a10c-f5ed9978b777', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:17:25.762533 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7ff896e3-11b2-4ccd-b5f0-64acda47bbfa tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Publish callbacks [] for security_group_rule (a39f0968-1673-4bff-ab8d-c893b9ee8b4b), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:25.847815 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7ff896e3-11b2-4ccd-b5f0-64acda47bbfa tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Publish callbacks [] for security_group_rule (a39f0968-1673-4bff-ab8d-c893b9ee8b4b), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:25.855255 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7ff896e3-11b2-4ccd-b5f0-64acda47bbfa tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (a39f0968-1673-4bff-ab8d-c893b9ee8b4b), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:25.877895 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff896e3-11b2-4ccd-b5f0-64acda47bbfa tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a39f0968-1673-4bff-ab8d-c893b9ee8b4b,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:25.906140 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7ff896e3-11b2-4ccd-b5f0-64acda47bbfa tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:25.907959 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-7ff896e3-11b2-4ccd-b5f0-64acda47bbfa tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2011025 Feb 04 12:17:25.910699 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 54470) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:17:25.917277 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-a7b0e91f-0cec-4118-b6de-8cb99f346b06 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Request body: {'security_group_rule': {'security_group_id': '1cd472ff-e85a-4001-a10c-f5ed9978b777', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:17:25.978602 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a7b0e91f-0cec-4118-b6de-8cb99f346b06 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Publish callbacks [] for security_group_rule (45f31f92-1a66-4a9a-a0f4-4645d472e7c8), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:26.006512 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2763f7d7-5c43-463b-accc-6c8c26260e03 req-fa438a8b-f7ee-4511-9905-cabcbdb1bb84 tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:26.008757 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2763f7d7-5c43-463b-accc-6c8c26260e03 req-fa438a8b-f7ee-4511-9905-cabcbdb1bb84 tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] 10.222.0.65 "GET /v2.0/ports?device_id=08036d92-51d1-4c71-bb58-309378f55530 HTTP/1.1" status: 200 len: 950 time: 0.0992856 Feb 04 12:17:26.052915 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d764f9-f65e-4ac8-80a7-60dfe81788d0 None None] Sync routers for ids ['4c89316a-caee-4161-93b4-87d43fb28187'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:17:26.071869 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d764f9-f65e-4ac8-80a7-60dfe81788d0 None None] Routers {'4c89316a-caee-4161-93b4-87d43fb28187'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:17:26.075813 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-a2d764f9-f65e-4ac8-80a7-60dfe81788d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:17:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['4c89316a-caee-4161-93b4-87d43fb28187'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:17:26.162206 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a7b0e91f-0cec-4118-b6de-8cb99f346b06 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Publish callbacks [] for security_group_rule (45f31f92-1a66-4a9a-a0f4-4645d472e7c8), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:26.169909 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a7b0e91f-0cec-4118-b6de-8cb99f346b06 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (45f31f92-1a66-4a9a-a0f4-4645d472e7c8), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:26.214518 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-a2d764f9-f65e-4ac8-80a7-60dfe81788d0 None None] Set router 4c89316a-caee-4161-93b4-87d43fb28187 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:17:26.237150 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a7b0e91f-0cec-4118-b6de-8cb99f346b06 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:26.242316 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-a7b0e91f-0cec-4118-b6de-8cb99f346b06 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3298998 Feb 04 12:17:26.243451 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 54486) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:17:26.244216 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b0e91f-0cec-4118-b6de-8cb99f346b06 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45f31f92-1a66-4a9a-a0f4-4645d472e7c8,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:26.255272 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-820dcd0b-3abd-4cf8-9d8b-7afb6b8b2d5e tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Request body: {'floatingip': {'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:17:26.271590 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2763f7d7-5c43-463b-accc-6c8c26260e03 req-7c4599f9-0bac-4d4a-a1f1-4d78309d4e61 tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] 10.222.0.65 "GET /v2.0/security-groups?id=b39abb56-fd7d-417c-baa0-7299d5216551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511308 Feb 04 12:17:26.309583 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-820dcd0b-3abd-4cf8-9d8b-7afb6b8b2d5e tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:26.340320 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5810aa-2873-4725-81d2-4d8f8aace6c2 req-c45c32e5-79d1-4369-97b3-6d0e8b87df52 tempest-AggregatesAdminTestJSON-1550428944 tempest-AggregatesAdminTestJSON-1550428944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:26.349005 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9f5810aa-2873-4725-81d2-4d8f8aace6c2 req-c45c32e5-79d1-4369-97b3-6d0e8b87df52 tempest-AggregatesAdminTestJSON-1550428944 tempest-AggregatesAdminTestJSON-1550428944-project] 10.222.0.65 "GET /v2.0/ports?device_id=57c1dc04-757d-45ad-8f61-79a584c08119 HTTP/1.1" status: 200 len: 971 time: 0.2857678 Feb 04 12:17:26.540018 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-a2d764f9-f65e-4ac8-80a7-60dfe81788d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c89316a-caee-4161-93b4-87d43fb28187', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-223621134-router', 'tenant_id': 'df504b849b2043f3869610cffd58d09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '31e763a5-aeb3-4f03-823a-5ae3386d2a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:17:16Z', 'updated_at': '2022-02-04T12:17:22Z', 'revision_number': 4, 'project_id': 'df504b849b2043f3869610cffd58d09a', 'gw_port': {'id': '31e763a5-aeb3-4f03-823a-5ae3386d2a0d', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:3d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c89316a-caee-4161-93b4-87d43fb28187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:17:16Z', 'updated_at': '2022-02-04T12:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '7aa54a9d-7851-4475-a983-0a7a2b033eb9', 'name': '', 'network_id': 'e150c2da-3437-4833-b378-fce24402d3fa', 'tenant_id': 'df504b849b2043f3869610cffd58d09a', 'mac_address': 'fa:16:3e:52:83:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c89316a-caee-4161-93b4-87d43fb28187', 'device_owner': 'network:router_interface', 'standard_attr_id': 186, 'fixed_ips': [{'subnet_id': '28b0c892-ea22-40e4-b728-35d539ec58c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:17:21Z', 'updated_at': '2022-02-04T12:17:22Z', 'revision_number': 2, 'project_id': 'df504b849b2043f3869610cffd58d09a', 'subnets': [{'id': '28b0c892-ea22-40e4-b728-35d539ec58c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:17:26.570029 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8371bf8-695e-413b-99bd-aee695bd44bb req-d09f1b87-3d80-4ba4-99fb-27524331cacd tempest-AggregatesAdminTestJSON-1550428944 tempest-AggregatesAdminTestJSON-1550428944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:26.584431 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c8371bf8-695e-413b-99bd-aee695bd44bb req-d09f1b87-3d80-4ba4-99fb-27524331cacd tempest-AggregatesAdminTestJSON-1550428944 tempest-AggregatesAdminTestJSON-1550428944-project] 10.222.0.73 "GET /v2.0/ports?device_id=57c1dc04-757d-45ad-8f61-79a584c08119 HTTP/1.1" status: 200 len: 971 time: 0.5223351 Feb 04 12:17:26.644065 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9f5810aa-2873-4725-81d2-4d8f8aace6c2 req-df198006-ee17-48cf-b02f-3f3cc0c6cdf1 tempest-AggregatesAdminTestJSON-1550428944 tempest-AggregatesAdminTestJSON-1550428944-project] 10.222.0.65 "GET /v2.0/security-groups?id=51c005af-3b51-4779-b743-673adee804e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2905900 Feb 04 12:17:26.677077 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-820dcd0b-3abd-4cf8-9d8b-7afb6b8b2d5e tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:26.836780 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-820dcd0b-3abd-4cf8-9d8b-7afb6b8b2d5e tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Allocated IP 172.25.3.79 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/a884b1e3-640e-406d-b23b-e70ce0ebc953) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:17:26.851114 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 31e763a5-aeb3-4f03-823a-5ae3386d2a0d up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:17:26.855539 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d764f9-f65e-4ac8-80a7-60dfe81788d0 None None] Checking router: 4c89316a-caee-4161-93b4-87d43fb28187 for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:17:26.856125 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d764f9-f65e-4ac8-80a7-60dfe81788d0 None None] Updating router 4c89316a-caee-4161-93b4-87d43fb28187 port 7aa54a9d-7851-4475-a983-0a7a2b033eb9 binding host n-d-825015-3 {{(pid=103476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:17:26.878679 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-464a8a57-6c53-4e73-8d30-a58df12ff838 req-d913795f-8231-4d5f-95ad-78ef99a9bbf5 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=978f4861dcee4fa9a2eeb0437c76bd64&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0571489 Feb 04 12:17:26.925171 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a2d764f9-f65e-4ac8-80a7-60dfe81788d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (7aa54a9d-7851-4475-a983-0a7a2b033eb9), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:26.978274 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 31e763a5-aeb3-4f03-823a-5ae3386d2a0d triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:17:26.978851 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (31e763a5-aeb3-4f03-823a-5ae3386d2a0d), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:26.993108 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-c8371bf8-695e-413b-99bd-aee695bd44bb req-3b3f013e-e4d6-4a95-8760-febe554b79cf tempest-AggregatesAdminTestJSON-1550428944 tempest-AggregatesAdminTestJSON-1550428944-project] Deleting port c940b37e-e451-42ee-b22c-e02539b3fa52 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:17:26.993453 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-c8371bf8-695e-413b-99bd-aee695bd44bb req-3b3f013e-e4d6-4a95-8760-febe554b79cf tempest-AggregatesAdminTestJSON-1550428944 tempest-AggregatesAdminTestJSON-1550428944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (c940b37e-e451-42ee-b22c-e02539b3fa52), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:27.029890 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-820dcd0b-3abd-4cf8-9d8b-7afb6b8b2d5e tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Publish callbacks [] for port (a884b1e3-640e-406d-b23b-e70ce0ebc953), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:27.093624 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464a8a57-6c53-4e73-8d30-a58df12ff838 req-34e7e2fe-7a38-4476-a531-d77f9ec5b2ec tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:27.096987 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-820dcd0b-3abd-4cf8-9d8b-7afb6b8b2d5e tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (a884b1e3-640e-406d-b23b-e70ce0ebc953), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:27.101284 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-464a8a57-6c53-4e73-8d30-a58df12ff838 req-34e7e2fe-7a38-4476-a531-d77f9ec5b2ec tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2211576 Feb 04 12:17:27.141097 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-464a8a57-6c53-4e73-8d30-a58df12ff838 req-f91fad26-c8d6-4e2c-a6a7-125c85a02241 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/quotas/978f4861dcee4fa9a2eeb0437c76bd64 HTTP/1.1" status: 200 len: 375 time: 0.0388446 Feb 04 12:17:27.198084 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-464a8a57-6c53-4e73-8d30-a58df12ff838 req-451cb2d5-4649-4f3c-84c4-183897fdd1cb tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=978f4861dcee4fa9a2eeb0437c76bd64&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0559373 Feb 04 12:17:27.214338 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820dcd0b-3abd-4cf8-9d8b-7afb6b8b2d5e tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:17:27.218334 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-820dcd0b-3abd-4cf8-9d8b-7afb6b8b2d5e tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:17:27.220152 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-c8371bf8-695e-413b-99bd-aee695bd44bb req-3b3f013e-e4d6-4a95-8760-febe554b79cf tempest-AggregatesAdminTestJSON-1550428944 tempest-AggregatesAdminTestJSON-1550428944-project] For port c940b37e-e451-42ee-b22c-e02539b3fa52, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=c940b37e-e451-42ee-b22c-e02539b3fa52,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:17:27.220554 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-c8371bf8-695e-413b-99bd-aee695bd44bb req-3b3f013e-e4d6-4a95-8760-febe554b79cf tempest-AggregatesAdminTestJSON-1550428944 tempest-AggregatesAdminTestJSON-1550428944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (c940b37e-e451-42ee-b22c-e02539b3fa52), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:27.221676 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820dcd0b-3abd-4cf8-9d8b-7afb6b8b2d5e tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:17:27.243393 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820dcd0b-3abd-4cf8-9d8b-7afb6b8b2d5e tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Pushing event updated for resources: {'Port': ['ID=a884b1e3-640e-406d-b23b-e70ce0ebc953,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:27.255409 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 31e763a5-aeb3-4f03-823a-5ae3386d2a0d is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:17:27.256877 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-c8371bf8-695e-413b-99bd-aee695bd44bb req-3b3f013e-e4d6-4a95-8760-febe554b79cf tempest-AggregatesAdminTestJSON-1550428944 tempest-AggregatesAdminTestJSON-1550428944-project] Calling delete_port for c940b37e-e451-42ee-b22c-e02539b3fa52 owned by compute:tempest-test_az-570425306 {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:17:27.405523 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-820dcd0b-3abd-4cf8-9d8b-7afb6b8b2d5e tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Publish callbacks [] for floatingip (edb845a0-45f2-4174-9a5e-588f7ee4ae40), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:27.465362 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-820dcd0b-3abd-4cf8-9d8b-7afb6b8b2d5e tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (a884b1e3-640e-406d-b23b-e70ce0ebc953), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:27.471930 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a2d764f9-f65e-4ac8-80a7-60dfe81788d0 None None] Publish callbacks [] for port (7aa54a9d-7851-4475-a983-0a7a2b033eb9), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:27.483463 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a2d764f9-f65e-4ac8-80a7-60dfe81788d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (7aa54a9d-7851-4475-a983-0a7a2b033eb9), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:27.641963 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c18139b-e1f5-4466-b07e-121141f1779e req-3a4113f9-b76b-4515-a084-307ef172ffbd tempest-DeleteServersAdminTestJSON-875587860 tempest-DeleteServersAdminTestJSON-875587860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:27.644127 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8c18139b-e1f5-4466-b07e-121141f1779e req-3a4113f9-b76b-4515-a084-307ef172ffbd tempest-DeleteServersAdminTestJSON-875587860 tempest-DeleteServersAdminTestJSON-875587860-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=08036d92-51d1-4c71-bb58-309378f55530 HTTP/1.1" status: 200 len: 1132 time: 0.2267478 Feb 04 12:17:27.698956 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12dcc17-42ea-4b18-a510-ae38dae69cd1 req-9249506c-3e34-4ec9-997f-d17e64ea2976 tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:27.708115 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-a2d764f9-f65e-4ac8-80a7-60dfe81788d0 None None] Attempting to bind port 7aa54a9d-7851-4475-a983-0a7a2b033eb9 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:17:27.708504 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-a2d764f9-f65e-4ac8-80a7-60dfe81788d0 None None] Attempting to bind port 7aa54a9d-7851-4475-a983-0a7a2b033eb9 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '66f6de05-7106-4d9e-ac87-719a6833fbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'e150c2da-3437-4833-b378-fce24402d3fa'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:17:27.708876 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d764f9-f65e-4ac8-80a7-60dfe81788d0 None None] Attempting to bind port 7aa54a9d-7851-4475-a983-0a7a2b033eb9 on network e150c2da-3437-4833-b378-fce24402d3fa {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:17:27.711055 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e60630-8900-4f7e-b8ae-f8cb46bbd024 None None] Pushing event updated for resources: {'Port': ['ID=7aa54a9d-7851-4475-a983-0a7a2b033eb9,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:27.718902 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a12dcc17-42ea-4b18-a510-ae38dae69cd1 req-9249506c-3e34-4ec9-997f-d17e64ea2976 tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] 10.222.0.65 "GET /v2.0/ports?device_id=08036d92-51d1-4c71-bb58-309378f55530 HTTP/1.1" status: 200 len: 950 time: 0.2182040 Feb 04 12:17:27.725668 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d764f9-f65e-4ac8-80a7-60dfe81788d0 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:17:27.726054 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d764f9-f65e-4ac8-80a7-60dfe81788d0 None None] Checking segment: {'id': '66f6de05-7106-4d9e-ac87-719a6833fbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'e150c2da-3437-4833-b378-fce24402d3fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:17:27.726534 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a2d764f9-f65e-4ac8-80a7-60dfe81788d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:27.726971 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d764f9-f65e-4ac8-80a7-60dfe81788d0 None None] Bound using segment: {'id': '66f6de05-7106-4d9e-ac87-719a6833fbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'e150c2da-3437-4833-b378-fce24402d3fa'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:17:27.727456 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-a2d764f9-f65e-4ac8-80a7-60dfe81788d0 None None] Bound port: 7aa54a9d-7851-4475-a983-0a7a2b033eb9, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66f6de05-7106-4d9e-ac87-719a6833fbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'e150c2da-3437-4833-b378-fce24402d3fa'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:17:27.727871 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a2d764f9-f65e-4ac8-80a7-60dfe81788d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (7aa54a9d-7851-4475-a983-0a7a2b033eb9), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:27.823249 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-a2d764f9-f65e-4ac8-80a7-60dfe81788d0 None None] For port 7aa54a9d-7851-4475-a983-0a7a2b033eb9, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:17:27.848073 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-820dcd0b-3abd-4cf8-9d8b-7afb6b8b2d5e tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Publish callbacks [] for port (a884b1e3-640e-406d-b23b-e70ce0ebc953), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:27.859584 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-820dcd0b-3abd-4cf8-9d8b-7afb6b8b2d5e tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (a884b1e3-640e-406d-b23b-e70ce0ebc953), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:27.939794 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a12dcc17-42ea-4b18-a510-ae38dae69cd1 req-ada4158c-796e-4565-90e6-f4c0a261ef76 tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] 10.222.0.65 "GET /v2.0/security-groups?id=b39abb56-fd7d-417c-baa0-7299d5216551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170715 Feb 04 12:17:27.942550 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-c8371bf8-695e-413b-99bd-aee695bd44bb req-3b3f013e-e4d6-4a95-8760-febe554b79cf tempest-AggregatesAdminTestJSON-1550428944 tempest-AggregatesAdminTestJSON-1550428944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (c940b37e-e451-42ee-b22c-e02539b3fa52), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:27.947677 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-820dcd0b-3abd-4cf8-9d8b-7afb6b8b2d5e tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1599943'] for floatingip (edb845a0-45f2-4174-9a5e-588f7ee4ae40), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:27.976278 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['c940b37e-e451-42ee-b22c-e02539b3fa52'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:17:27.988637 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3f013e-e4d6-4a95-8760-febe554b79cf tempest-AggregatesAdminTestJSON-1550428944 tempest-AggregatesAdminTestJSON-1550428944-project] Pushing event deleted for resources: {'Port': ['ID=c940b37e-e451-42ee-b22c-e02539b3fa52,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:27.988834 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-820dcd0b-3abd-4cf8-9d8b-7afb6b8b2d5e tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:27.990210 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-820dcd0b-3abd-4cf8-9d8b-7afb6b8b2d5e tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7385850 Feb 04 12:17:27.995075 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820dcd0b-3abd-4cf8-9d8b-7afb6b8b2d5e tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Pushing event updated for resources: {'Port': ['ID=a884b1e3-640e-406d-b23b-e70ce0ebc953,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:28.045196 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-2b2d6363-a107-4e1c-b479-c6b6cdd780b2 None None] Provisioning complete for port 7aa54a9d-7851-4475-a983-0a7a2b033eb9 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:17:28.045939 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2b2d6363-a107-4e1c-b479-c6b6cdd780b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (7aa54a9d-7851-4475-a983-0a7a2b033eb9), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:28.052804 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-a2d764f9-f65e-4ac8-80a7-60dfe81788d0 None None] For port 7aa54a9d-7851-4475-a983-0a7a2b033eb9, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=7aa54a9d-7851-4475-a983-0a7a2b033eb9,segment=NetworkSegment(66f6de05-7106-4d9e-ac87-719a6833fbf3),segment_id=66f6de05-7106-4d9e-ac87-719a6833fbf3)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:17:28.093351 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a2d764f9-f65e-4ac8-80a7-60dfe81788d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (7aa54a9d-7851-4475-a983-0a7a2b033eb9), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:28.155839 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8371bf8-695e-413b-99bd-aee695bd44bb req-3b3f013e-e4d6-4a95-8760-febe554b79cf tempest-AggregatesAdminTestJSON-1550428944 tempest-AggregatesAdminTestJSON-1550428944-project] No DVR routers for this DVR port c940b37e-e451-42ee-b22c-e02539b3fa52 on host n-h1-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:17:28.166291 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-c8371bf8-695e-413b-99bd-aee695bd44bb req-3b3f013e-e4d6-4a95-8760-febe554b79cf tempest-AggregatesAdminTestJSON-1550428944 tempest-AggregatesAdminTestJSON-1550428944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:28.171864 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c8371bf8-695e-413b-99bd-aee695bd44bb req-3b3f013e-e4d6-4a95-8760-febe554b79cf tempest-AggregatesAdminTestJSON-1550428944 tempest-AggregatesAdminTestJSON-1550428944-project] 10.222.0.73 "DELETE /v2.0/ports/c940b37e-e451-42ee-b22c-e02539b3fa52 HTTP/1.1" status: 204 len: 173 time: 1.5415738 Feb 04 12:17:28.185841 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-2b2d6363-a107-4e1c-b479-c6b6cdd780b2 None None] Port 7aa54a9d-7851-4475-a983-0a7a2b033eb9 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:17:28.193285 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57c1dc04-757d-45ad-8f61-79a584c08119', 'name': 'network-vif-deleted', 'tag': 'c940b37e-e451-42ee-b22c-e02539b3fa52'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:17:28.206096 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f17c34e-80b1-41cf-b9f8-901908a72bbc" -d '{"events": [{"server_uuid": "57c1dc04-757d-45ad-8f61-79a584c08119", "name": "network-vif-deleted", "tag": "c940b37e-e451-42ee-b22c-e02539b3fa52"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:17:28.213661 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-8c18139b-e1f5-4466-b07e-121141f1779e req-2057de07-7c4d-4803-9bf0-b23b85c132db tempest-DeleteServersAdminTestJSON-875587860 tempest-DeleteServersAdminTestJSON-875587860-project-admin] Deleting port 581878a6-d36a-424e-82c9-c23ed10035b3 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:17:28.223440 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8c18139b-e1f5-4466-b07e-121141f1779e req-2057de07-7c4d-4803-9bf0-b23b85c132db tempest-DeleteServersAdminTestJSON-875587860 tempest-DeleteServersAdminTestJSON-875587860-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (581878a6-d36a-424e-82c9-c23ed10035b3), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:28.229496 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d764f9-f65e-4ac8-80a7-60dfe81788d0 None None] Routers {'4c89316a-caee-4161-93b4-87d43fb28187'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:17:28.230352 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-a2d764f9-f65e-4ac8-80a7-60dfe81788d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:17:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['4c89316a-caee-4161-93b4-87d43fb28187'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:17:28.338052 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e60630-8900-4f7e-b8ae-f8cb46bbd024 None None] Pushing event updated for resources: {'Port': ['ID=7aa54a9d-7851-4475-a983-0a7a2b033eb9,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:28.370659 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-18d0187d-5371-4866-a6bc-eb9555d05e61 req-38b67eee-deb1-4c4a-bcf6-293d1e45eb68 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=978f4861dcee4fa9a2eeb0437c76bd64&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2179186 Feb 04 12:17:28.429979 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-a2d764f9-f65e-4ac8-80a7-60dfe81788d0 None None] Set router 4c89316a-caee-4161-93b4-87d43fb28187 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:17:28.491039 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d13b4adc-11de-4f94-9689-a807c5f9eb40 req-59b5624d-231c-4dfb-b752-41d5c938337a tempest-AggregatesAdminTestJSON-1550428944 tempest-AggregatesAdminTestJSON-1550428944-project] 10.222.0.65 "GET /v2.0/ports?device_id=57c1dc04-757d-45ad-8f61-79a584c08119 HTTP/1.1" status: 200 len: 210 time: 0.1313674 Feb 04 12:17:28.621485 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-8c18139b-e1f5-4466-b07e-121141f1779e req-2057de07-7c4d-4803-9bf0-b23b85c132db tempest-DeleteServersAdminTestJSON-875587860 tempest-DeleteServersAdminTestJSON-875587860-project-admin] For port 581878a6-d36a-424e-82c9-c23ed10035b3, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=581878a6-d36a-424e-82c9-c23ed10035b3,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:17:28.621867 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8c18139b-e1f5-4466-b07e-121141f1779e req-2057de07-7c4d-4803-9bf0-b23b85c132db tempest-DeleteServersAdminTestJSON-875587860 tempest-DeleteServersAdminTestJSON-875587860-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (581878a6-d36a-424e-82c9-c23ed10035b3), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:28.651376 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-8c18139b-e1f5-4466-b07e-121141f1779e req-2057de07-7c4d-4803-9bf0-b23b85c132db tempest-DeleteServersAdminTestJSON-875587860 tempest-DeleteServersAdminTestJSON-875587860-project-admin] Calling delete_port for 581878a6-d36a-424e-82c9-c23ed10035b3 owned by compute:nova {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:17:28.661832 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d0187d-5371-4866-a6bc-eb9555d05e61 req-7dfcac6b-134a-4d24-a4f2-e2f4c67ddda7 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:28.663913 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-18d0187d-5371-4866-a6bc-eb9555d05e61 req-7dfcac6b-134a-4d24-a4f2-e2f4c67ddda7 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2921157 Feb 04 12:17:28.698305 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-18d0187d-5371-4866-a6bc-eb9555d05e61 req-e7b6b71f-5b44-4692-8560-c214b03f98db tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/quotas/978f4861dcee4fa9a2eeb0437c76bd64 HTTP/1.1" status: 200 len: 375 time: 0.0198979 Feb 04 12:17:28.716011 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-8f2e823f-60dc-41a8-896b-a82909c177e3 None None] Provisioning complete for port 7aa54a9d-7851-4475-a983-0a7a2b033eb9 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:17:28.716516 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8f2e823f-60dc-41a8-896b-a82909c177e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (7aa54a9d-7851-4475-a983-0a7a2b033eb9), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:28.765421 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 7aa54a9d-7851-4475-a983-0a7a2b033eb9 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:17:28.802385 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-18d0187d-5371-4866-a6bc-eb9555d05e61 req-878dec5e-063e-485a-9875-826a6ac60964 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=978f4861dcee4fa9a2eeb0437c76bd64&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0614357 Feb 04 12:17:28.813025 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-49aeb507-6f90-4a6e-9d68-7a653518d537 req-35f6c3ad-4681-4276-8971-02fef8f70b4c tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--2137243502&fields=id&tenant_id=af7896e432b54a83bc6fa954af7e9dac HTTP/1.1" status: 200 len: 267 time: 0.1433728 Feb 04 12:17:28.919429 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 7aa54a9d-7851-4475-a983-0a7a2b033eb9 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:17:28.919841 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (7aa54a9d-7851-4475-a983-0a7a2b033eb9), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:28.921345 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-8f2e823f-60dc-41a8-896b-a82909c177e3 None None] Current status of the port 7aa54a9d-7851-4475-a983-0a7a2b033eb9 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:17:28.921720 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8f2e823f-60dc-41a8-896b-a82909c177e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (7aa54a9d-7851-4475-a983-0a7a2b033eb9), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:28.925230 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-a2d764f9-f65e-4ac8-80a7-60dfe81788d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c89316a-caee-4161-93b4-87d43fb28187', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-223621134-router', 'tenant_id': 'df504b849b2043f3869610cffd58d09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '31e763a5-aeb3-4f03-823a-5ae3386d2a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:17:16Z', 'updated_at': '2022-02-04T12:17:22Z', 'revision_number': 4, 'project_id': 'df504b849b2043f3869610cffd58d09a', 'gw_port': {'id': '31e763a5-aeb3-4f03-823a-5ae3386d2a0d', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:3d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c89316a-caee-4161-93b4-87d43fb28187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:17:16Z', 'updated_at': '2022-02-04T12:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '7aa54a9d-7851-4475-a983-0a7a2b033eb9', 'name': '', 'network_id': 'e150c2da-3437-4833-b378-fce24402d3fa', 'tenant_id': 'df504b849b2043f3869610cffd58d09a', 'mac_address': 'fa:16:3e:52:83:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c89316a-caee-4161-93b4-87d43fb28187', 'device_owner': 'network:router_interface', 'standard_attr_id': 186, 'fixed_ips': [{'subnet_id': '28b0c892-ea22-40e4-b728-35d539ec58c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:17:21Z', 'updated_at': '2022-02-04T12:17:27Z', 'revision_number': 4, 'project_id': 'df504b849b2043f3869610cffd58d09a', 'subnets': [{'id': '28b0c892-ea22-40e4-b728-35d539ec58c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:17:29.031995 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-8f2e823f-60dc-41a8-896b-a82909c177e3 None None] For port 7aa54a9d-7851-4475-a983-0a7a2b033eb9, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=7aa54a9d-7851-4475-a983-0a7a2b033eb9,segment=NetworkSegment(66f6de05-7106-4d9e-ac87-719a6833fbf3),segment_id=66f6de05-7106-4d9e-ac87-719a6833fbf3)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:17:29.033322 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d764f9-f65e-4ac8-80a7-60dfe81788d0 None None] The sync data for ids ['4c89316a-caee-4161-93b4-87d43fb28187'] in n-d-825015-3 is: [{'id': '4c89316a-caee-4161-93b4-87d43fb28187', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-223621134-router', 'tenant_id': 'df504b849b2043f3869610cffd58d09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '31e763a5-aeb3-4f03-823a-5ae3386d2a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:17:16Z', 'updated_at': '2022-02-04T12:17:22Z', 'revision_number': 4, 'project_id': 'df504b849b2043f3869610cffd58d09a', 'gw_port': {'id': '31e763a5-aeb3-4f03-823a-5ae3386d2a0d', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:3d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c89316a-caee-4161-93b4-87d43fb28187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:17:16Z', 'updated_at': '2022-02-04T12:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '7aa54a9d-7851-4475-a983-0a7a2b033eb9', 'name': '', 'network_id': 'e150c2da-3437-4833-b378-fce24402d3fa', 'tenant_id': 'df504b849b2043f3869610cffd58d09a', 'mac_address': 'fa:16:3e:52:83:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c89316a-caee-4161-93b4-87d43fb28187', 'device_owner': 'network:router_interface', 'standard_attr_id': 186, 'fixed_ips': [{'subnet_id': '28b0c892-ea22-40e4-b728-35d539ec58c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:17:21Z', 'updated_at': '2022-02-04T12:17:27Z', 'revision_number': 4, 'project_id': 'df504b849b2043f3869610cffd58d09a', 'subnets': [{'id': '28b0c892-ea22-40e4-b728-35d539ec58c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:17:29.035048 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.77', 52827) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:17:29.040365 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8f2e823f-60dc-41a8-896b-a82909c177e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (7aa54a9d-7851-4475-a983-0a7a2b033eb9), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:29.109921 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aeb507-6f90-4a6e-9d68-7a653518d537 req-f33127d8-a66f-4cd9-a7fd-4f664bcb6b8f tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:29.120695 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-464a8a57-6c53-4e73-8d30-a58df12ff838 req-ddd12f57-6aea-4c03-bb2e-45df323c1154 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=978f4861dcee4fa9a2eeb0437c76bd64&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0756090 Feb 04 12:17:29.136063 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-49aeb507-6f90-4a6e-9d68-7a653518d537 req-f33127d8-a66f-4cd9-a7fd-4f664bcb6b8f tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] 10.222.0.65 "GET /v2.0/networks?id=d2a4c77d-3fdb-4ff7-b292-4dd38c281129 HTTP/1.1" status: 200 len: 824 time: 0.3079605 Feb 04 12:17:29.192454 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-49aeb507-6f90-4a6e-9d68-7a653518d537 req-c579b7fe-7ce5-48ac-87a9-e6fbe5bae5be tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] 10.222.0.65 "GET /v2.0/quotas/af7896e432b54a83bc6fa954af7e9dac HTTP/1.1" status: 200 len: 375 time: 0.0553966 Feb 04 12:17:29.215129 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 54588) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:17:29.220112 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-788941d1-cc5a-42f5-a2e3-564f0201b997 x-openstack-request-id: req-788941d1-cc5a-42f5-a2e3-564f0201b997 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:17:29.220423 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57c1dc04-757d-45ad-8f61-79a584c08119", "name": "network-vif-deleted", "tag": "c940b37e-e451-42ee-b22c-e02539b3fa52", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:17:29.220688 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-788941d1-cc5a-42f5-a2e3-564f0201b997 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:17:29.221092 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57c1dc04-757d-45ad-8f61-79a584c08119', 'name': 'network-vif-deleted', 'tag': 'c940b37e-e451-42ee-b22c-e02539b3fa52', 'status': 'completed', 'code': 200} Feb 04 12:17:29.265703 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2e823f-60dc-41a8-896b-a82909c177e3 None None] Pushing event updated for resources: {'Port': ['ID=7aa54a9d-7851-4475-a983-0a7a2b033eb9,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:29.274415 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8c18139b-e1f5-4466-b07e-121141f1779e req-2057de07-7c4d-4803-9bf0-b23b85c132db tempest-DeleteServersAdminTestJSON-875587860 tempest-DeleteServersAdminTestJSON-875587860-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (581878a6-d36a-424e-82c9-c23ed10035b3), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:29.293465 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['581878a6-d36a-424e-82c9-c23ed10035b3'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:17:29.416521 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 7aa54a9d-7851-4475-a983-0a7a2b033eb9 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:17:29.604273 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2057de07-7c4d-4803-9bf0-b23b85c132db tempest-DeleteServersAdminTestJSON-875587860 tempest-DeleteServersAdminTestJSON-875587860-project-admin] Pushing event deleted for resources: {'Port': ['ID=581878a6-d36a-424e-82c9-c23ed10035b3,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:29.617531 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464a8a57-6c53-4e73-8d30-a58df12ff838 req-18e6e0ca-6a19-474a-8cd8-36c0d37bb7f7 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:29.620036 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-464a8a57-6c53-4e73-8d30-a58df12ff838 req-18e6e0ca-6a19-474a-8cd8-36c0d37bb7f7 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4972453 Feb 04 12:17:29.633590 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-94c4e2df-cc63-4cf9-8204-759597b2a48c req-2fe1559d-20b3-4fb6-8217-264f57018208 tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] 10.222.0.65 "GET /v2.0/ports?device_id=08036d92-51d1-4c71-bb58-309378f55530 HTTP/1.1" status: 200 len: 210 time: 0.0964665 Feb 04 12:17:29.657061 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-298dbb79-08b2-40a8-8a37-c3963f01942d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:29.703383 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c18139b-e1f5-4466-b07e-121141f1779e req-2057de07-7c4d-4803-9bf0-b23b85c132db tempest-DeleteServersAdminTestJSON-875587860 tempest-DeleteServersAdminTestJSON-875587860-project-admin] No DVR routers for this DVR port 581878a6-d36a-424e-82c9-c23ed10035b3 on host n-h1-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:17:29.737833 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-49aeb507-6f90-4a6e-9d68-7a653518d537 req-f512f6cf-f947-4641-b410-e9f2de9cb8f7 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=af7896e432b54a83bc6fa954af7e9dac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5443518 Feb 04 12:17:29.749009 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8c18139b-e1f5-4466-b07e-121141f1779e req-2057de07-7c4d-4803-9bf0-b23b85c132db tempest-DeleteServersAdminTestJSON-875587860 tempest-DeleteServersAdminTestJSON-875587860-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:29.753417 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8c18139b-e1f5-4466-b07e-121141f1779e req-2057de07-7c4d-4803-9bf0-b23b85c132db tempest-DeleteServersAdminTestJSON-875587860 tempest-DeleteServersAdminTestJSON-875587860-project-admin] 10.222.0.73 "DELETE /v2.0/ports/581878a6-d36a-424e-82c9-c23ed10035b3 HTTP/1.1" status: 204 len: 173 time: 2.1007736 Feb 04 12:17:29.848372 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-732dd4bb-2ee7-43f1-b67a-c469dd071994 req-3de9456f-7a15-4ae7-b080-05744928e232 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/ports?device_id=6403eb81-a027-401d-9653-10a82f5ea6bd HTTP/1.1" status: 200 len: 210 time: 0.0547235 Feb 04 12:17:29.979518 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [req-49aeb507-6f90-4a6e-9d68-7a653518d537 req-695ee147-3f4e-41d5-ad63-cfa0f2e57a4b service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:17:29.988025 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-49aeb507-6f90-4a6e-9d68-7a653518d537 req-695ee147-3f4e-41d5-ad63-cfa0f2e57a4b service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1341534 Feb 04 12:17:30.007497 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-298dbb79-08b2-40a8-8a37-c3963f01942d admin admin] Publish callbacks [] for security_group (863045cb-22c2-45e2-a8d3-92fe4d07eb09), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:30.023722 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-298dbb79-08b2-40a8-8a37-c3963f01942d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (863045cb-22c2-45e2-a8d3-92fe4d07eb09), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:30.120785 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-298dbb79-08b2-40a8-8a37-c3963f01942d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6df24b2d72b54543bcd24384f3e1f3b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8970685 Feb 04 12:17:30.122822 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 54612) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:17:30.134020 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298dbb79-08b2-40a8-8a37-c3963f01942d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=863045cb-22c2-45e2-a8d3-92fe4d07eb09,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:30.215630 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-49aeb507-6f90-4a6e-9d68-7a653518d537 req-44658021-5968-4bf8-87eb-b55ccc7dc983 service neutron] 10.222.0.65 "GET /v2.0/networks/d2a4c77d-3fdb-4ff7-b292-4dd38c281129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260134 Feb 04 12:17:30.332948 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-812586f1-e3a2-4b0d-82c4-0218997a4997 admin admin] Publish callbacks [] for security_group (863045cb-22c2-45e2-a8d3-92fe4d07eb09), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:30.358221 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 12:17:30.454121 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-49aeb507-6f90-4a6e-9d68-7a653518d537 req-7d45db3c-1ffa-4d24-82d0-ed081f6f9450 service neutron] 10.222.0.65 "GET /v2.0/networks/d2a4c77d-3fdb-4ff7-b292-4dd38c281129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253597 Feb 04 12:17:30.479095 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-812586f1-e3a2-4b0d-82c4-0218997a4997 admin admin] Publish callbacks [] for security_group (863045cb-22c2-45e2-a8d3-92fe4d07eb09), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:30.610689 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-812586f1-e3a2-4b0d-82c4-0218997a4997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (863045cb-22c2-45e2-a8d3-92fe4d07eb09), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:30.615764 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-812586f1-e3a2-4b0d-82c4-0218997a4997 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:30.617975 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-812586f1-e3a2-4b0d-82c4-0218997a4997 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/863045cb-22c2-45e2-a8d3-92fe4d07eb09 HTTP/1.1" status: 204 len: 168 time: 0.4929383 Feb 04 12:17:30.633717 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 7aa54a9d-7851-4475-a983-0a7a2b033eb9 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:17:30.680845 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812586f1-e3a2-4b0d-82c4-0218997a4997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=863045cb-22c2-45e2-a8d3-92fe4d07eb09,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:30.895018 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-18d0187d-5371-4866-a6bc-eb9555d05e61 req-a9e5ac9d-e058-4d2c-a6bd-b6d6223283ee tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=978f4861dcee4fa9a2eeb0437c76bd64&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1109610 Feb 04 12:17:30.928861 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 7aa54a9d-7851-4475-a983-0a7a2b033eb9 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:17:30.929716 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (7aa54a9d-7851-4475-a983-0a7a2b033eb9), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:30.935294 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:31.085982 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-57d35726-b4d1-4970-9d37-9949ede82de1 req-3671a7c7-c9e9-4798-89c2-4239a6a1e566 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcd7afee-8c61-4b1c-b087-7cedcfa65d29 HTTP/1.1" status: 200 len: 210 time: 0.0836086 Feb 04 12:17:31.119640 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 7aa54a9d-7851-4475-a983-0a7a2b033eb9 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:17:31.207638 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d0187d-5371-4866-a6bc-eb9555d05e61 req-f7032fa8-b336-4418-a12e-f81f70ec630d tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:31.210666 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-18d0187d-5371-4866-a6bc-eb9555d05e61 req-f7032fa8-b336-4418-a12e-f81f70ec630d tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3100762 Feb 04 12:17:31.232713 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-18d0187d-5371-4866-a6bc-eb9555d05e61 req-a4585736-b552-479a-9c11-df73f8588743 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Request body: {'port': {'device_id': '6403eb81-a027-401d-9653-10a82f5ea6bd', 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c', 'admin_state_up': True, 'tenant_id': '978f4861dcee4fa9a2eeb0437c76bd64'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:17:31.239107 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:31.258193 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08036d92-51d1-4c71-bb58-309378f55530', 'name': 'network-vif-deleted', 'tag': '581878a6-d36a-424e-82c9-c23ed10035b3'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:17:31.269870 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e38ebeff-19ec-4b4a-b2f2-743ef90eb746" -d '{"events": [{"server_uuid": "08036d92-51d1-4c71-bb58-309378f55530", "name": "network-vif-deleted", "tag": "581878a6-d36a-424e-82c9-c23ed10035b3"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:17:31.463079 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-aaf21487-b135-46d8-ac0f-3c8723163ec3 req-d2a3603e-ae7a-4923-8591-46c3819f57c2 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/ports?device_id=6403eb81-a027-401d-9653-10a82f5ea6bd HTTP/1.1" status: 200 len: 210 time: 0.0524688 Feb 04 12:17:31.505493 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-245fe706-303f-495a-aeee-bedc1a6d1263 req-b9044dab-5d73-4b16-bacb-5cf1ce93ce24 tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=cdefe07b067f49b6ad46bb3092244c55&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0388703 Feb 04 12:17:31.556778 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 54680) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:17:31.557436 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f30d14c-116e-449d-bb0c-cefaa4fa0040 x-openstack-request-id: req-3f30d14c-116e-449d-bb0c-cefaa4fa0040 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:17:31.558866 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08036d92-51d1-4c71-bb58-309378f55530", "name": "network-vif-deleted", "tag": "581878a6-d36a-424e-82c9-c23ed10035b3", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:17:31.559284 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3f30d14c-116e-449d-bb0c-cefaa4fa0040 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:17:31.560098 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08036d92-51d1-4c71-bb58-309378f55530', 'name': 'network-vif-deleted', 'tag': '581878a6-d36a-424e-82c9-c23ed10035b3', 'status': 'completed', 'code': 200} Feb 04 12:17:31.583359 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ea7cde8c-ceee-4116-8fc2-355419027325 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:31.599815 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device c940b37e-e451-42ee-b22c-e02539b3fa52 no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:17:31.644383 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] No Port match for: c940b37e-e451-42ee-b22c-e02539b3fa52 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:17:31.645006 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device c940b37e-e451-42ee-b22c-e02539b3fa52 not bound to the agent host n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:17:31.652118 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 581878a6-d36a-424e-82c9-c23ed10035b3 no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:17:31.669907 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18d0187d-5371-4866-a6bc-eb9555d05e61 req-a4585736-b552-479a-9c11-df73f8588743 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Made reservation on behalf of 978f4861dcee4fa9a2eeb0437c76bd64 for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:17:31.676366 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-18d0187d-5371-4866-a6bc-eb9555d05e61 req-a4585736-b552-479a-9c11-df73f8588743 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:31.717950 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-18d0187d-5371-4866-a6bc-eb9555d05e61 req-a4585736-b552-479a-9c11-df73f8588743 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:31.791452 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ea7cde8c-ceee-4116-8fc2-355419027325 admin admin] Publish callbacks [] for security_group (23342ecf-2124-4bb7-8cd8-cd4ff9cb071c), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:31.797910 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ea7cde8c-ceee-4116-8fc2-355419027325 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (23342ecf-2124-4bb7-8cd8-cd4ff9cb071c), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:31.856342 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245fe706-303f-495a-aeee-bedc1a6d1263 req-d85107ce-9f0c-4f00-8ff1-2567633e603c tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:31.863267 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-245fe706-303f-495a-aeee-bedc1a6d1263 req-d85107ce-9f0c-4f00-8ff1-2567633e603c tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3463213 Feb 04 12:17:31.901485 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] No Port match for: 581878a6-d36a-424e-82c9-c23ed10035b3 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:17:31.901947 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 581878a6-d36a-424e-82c9-c23ed10035b3 not bound to the agent host n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:17:31.919646 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-245fe706-303f-495a-aeee-bedc1a6d1263 req-bc8ca492-c4f7-47da-9a10-3c6adb8ac07a tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] 10.222.0.65 "GET /v2.0/quotas/cdefe07b067f49b6ad46bb3092244c55 HTTP/1.1" status: 200 len: 375 time: 0.0548117 Feb 04 12:17:31.940965 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-ea7cde8c-ceee-4116-8fc2-355419027325 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0e79d6b6d7d044e5aa8c76307281702f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3826444 Feb 04 12:17:31.941948 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7cde8c-ceee-4116-8fc2-355419027325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23342ecf-2124-4bb7-8cd8-cd4ff9cb071c,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:31.946783 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 54700) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:17:32.002879 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-245fe706-303f-495a-aeee-bedc1a6d1263 req-0ca1756e-36cc-4d15-9286-8db4ba791de2 tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=cdefe07b067f49b6ad46bb3092244c55&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0819750 Feb 04 12:17:32.017135 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d714968c-955a-4909-9c3d-c24f7c0f3684 admin admin] Publish callbacks [] for security_group (23342ecf-2124-4bb7-8cd8-cd4ff9cb071c), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:32.048950 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d714968c-955a-4909-9c3d-c24f7c0f3684 admin admin] Publish callbacks [] for security_group (23342ecf-2124-4bb7-8cd8-cd4ff9cb071c), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:32.050713 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-18d0187d-5371-4866-a6bc-eb9555d05e61 req-a4585736-b552-479a-9c11-df73f8588743 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Publish callbacks [] for security_group (9a1ba13a-3582-42ac-bb35-362abd3a196f), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:32.057373 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-18d0187d-5371-4866-a6bc-eb9555d05e61 req-a4585736-b552-479a-9c11-df73f8588743 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (9a1ba13a-3582-42ac-bb35-362abd3a196f), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:32.117867 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d714968c-955a-4909-9c3d-c24f7c0f3684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (23342ecf-2124-4bb7-8cd8-cd4ff9cb071c), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:32.121084 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d714968c-955a-4909-9c3d-c24f7c0f3684 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:32.125680 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-d714968c-955a-4909-9c3d-c24f7c0f3684 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/23342ecf-2124-4bb7-8cd8-cd4ff9cb071c HTTP/1.1" status: 204 len: 168 time: 0.1749034 Feb 04 12:17:32.161805 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4585736-b552-479a-9c11-df73f8588743 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a1ba13a-3582-42ac-bb35-362abd3a196f,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:32.182178 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d714968c-955a-4909-9c3d-c24f7c0f3684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23342ecf-2124-4bb7-8cd8-cd4ff9cb071c,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:32.240499 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-18d0187d-5371-4866-a6bc-eb9555d05e61 req-a4585736-b552-479a-9c11-df73f8588743 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Allocated IP 192.168.233.133 (2f7dc246-a024-4937-952c-0ddeef5af29c/5ee3374a-84e9-4639-853c-740c6edaf6dc/cba902eb-0465-44a7-b9a6-e26c445bde0f) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:17:32.576723 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-24d510f9-fea6-41e1-aaec-ec2c681c28d9 req-400fdb17-15f4-40fc-8963-d96a49a31ed5 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcd7afee-8c61-4b1c-b087-7cedcfa65d29 HTTP/1.1" status: 200 len: 210 time: 0.1415708 Feb 04 12:17:32.715706 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2637226f-a2a3-4b53-a0e0-f57a19d25454 req-92dba8fa-90b7-4441-9682-342da5d40618 tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] 10.222.0.65 "GET /v2.0/ports?device_id=47cdf1d0-bb09-49d2-b309-78d12655c568 HTTP/1.1" status: 200 len: 210 time: 0.0677395 Feb 04 12:17:32.784845 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9494cb12-f941-49fa-81ab-b724330cf669 req-2f23eeb1-3df4-45dd-82a9-0a17e669a8bc tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/ports?device_id=6403eb81-a027-401d-9653-10a82f5ea6bd HTTP/1.1" status: 200 len: 210 time: 0.0599372 Feb 04 12:17:32.795303 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-18d0187d-5371-4866-a6bc-eb9555d05e61 req-a4585736-b552-479a-9c11-df73f8588743 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Publish callbacks [] for port (cba902eb-0465-44a7-b9a6-e26c445bde0f), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:32.829730 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aeb507-6f90-4a6e-9d68-7a653518d537 req-5c31d119-30b8-4f4c-9473-4c83ae06b586 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:32.833068 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-49aeb507-6f90-4a6e-9d68-7a653518d537 req-5c31d119-30b8-4f4c-9473-4c83ae06b586 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] 10.222.0.73 "GET /v2.0/networks?id=d2a4c77d-3fdb-4ff7-b292-4dd38c281129 HTTP/1.1" status: 200 len: 824 time: 0.4161379 Feb 04 12:17:32.999322 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-18d0187d-5371-4866-a6bc-eb9555d05e61 req-a4585736-b552-479a-9c11-df73f8588743 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (cba902eb-0465-44a7-b9a6-e26c445bde0f), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:33.093410 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18d0187d-5371-4866-a6bc-eb9555d05e61 req-a4585736-b552-479a-9c11-df73f8588743 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Network 2f7dc246-a024-4937-952c-0ddeef5af29c is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:17:33.101482 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-49aeb507-6f90-4a6e-9d68-7a653518d537 req-ab41a784-a5e2-45c0-b0db-2da2ef2daad6 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af7896e432b54a83bc6fa954af7e9dac HTTP/1.1" status: 200 len: 380 time: 0.2574527 Feb 04 12:17:33.105986 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-18d0187d-5371-4866-a6bc-eb9555d05e61 req-a4585736-b552-479a-9c11-df73f8588743 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:17:33.109869 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-18d0187d-5371-4866-a6bc-eb9555d05e61 req-a4585736-b552-479a-9c11-df73f8588743 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:17:33.115244 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d0187d-5371-4866-a6bc-eb9555d05e61 req-a4585736-b552-479a-9c11-df73f8588743 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:33.116525 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-18d0187d-5371-4866-a6bc-eb9555d05e61 req-a4585736-b552-479a-9c11-df73f8588743 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:33.121969 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-49aeb507-6f90-4a6e-9d68-7a653518d537 req-4a66dac2-96f5-4b87-a96c-ffe95423f3c3 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Request body: {'port': {'device_id': 'bcd7afee-8c61-4b1c-b087-7cedcfa65d29', 'network_id': 'd2a4c77d-3fdb-4ff7-b292-4dd38c281129', 'admin_state_up': True, 'tenant_id': 'af7896e432b54a83bc6fa954af7e9dac', 'security_groups': ['1cd472ff-e85a-4001-a10c-f5ed9978b777']}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:17:33.177598 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4585736-b552-479a-9c11-df73f8588743 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Pushing event updated for resources: {'Port': ['ID=cba902eb-0465-44a7-b9a6-e26c445bde0f,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:33.228231 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-18d0187d-5371-4866-a6bc-eb9555d05e61 req-a4585736-b552-479a-9c11-df73f8588743 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0038471 Feb 04 12:17:33.264099 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-18d0187d-5371-4866-a6bc-eb9555d05e61 req-27438293-9fc1-467e-8505-5fc2eecf4dab service neutron] Request body: {'port': {'device_id': '6403eb81-a027-401d-9653-10a82f5ea6bd', 'device_owner': 'compute:tempest-test_az-570425306', 'binding:host_id': 'n-h1-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:17:33.481355 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-18d0187d-5371-4866-a6bc-eb9555d05e61 req-27438293-9fc1-467e-8505-5fc2eecf4dab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (cba902eb-0465-44a7-b9a6-e26c445bde0f), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:33.534331 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49aeb507-6f90-4a6e-9d68-7a653518d537 req-4a66dac2-96f5-4b87-a96c-ffe95423f3c3 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Made reservation on behalf of af7896e432b54a83bc6fa954af7e9dac for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:17:33.535397 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 54780) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:17:33.539510 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-49aeb507-6f90-4a6e-9d68-7a653518d537 req-4a66dac2-96f5-4b87-a96c-ffe95423f3c3 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:33.625244 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-2d93755a-4af4-47a0-ad0d-02d1a6e9435d None None] Provisioning complete for port cba902eb-0465-44a7-b9a6-e26c445bde0f triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:17:33.625741 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2d93755a-4af4-47a0-ad0d-02d1a6e9435d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (cba902eb-0465-44a7-b9a6-e26c445bde0f), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:33.696354 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-ef19a754-f145-447c-907a-8aa0ca5bace9 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-808354146-network', 'tenant_id': '24a467b030c744bba5cc99601ae6aefc'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:17:33.732152 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef19a754-f145-447c-907a-8aa0ca5bace9 admin admin] Made reservation on behalf of 24a467b030c744bba5cc99601ae6aefc for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:17:33.734063 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-2d93755a-4af4-47a0-ad0d-02d1a6e9435d None None] Port cba902eb-0465-44a7-b9a6-e26c445bde0f cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:17:33.737492 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ef19a754-f145-447c-907a-8aa0ca5bace9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:33.755169 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ef19a754-f145-447c-907a-8aa0ca5bace9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:33.807034 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6b98fe2e-d056-4bb8-a71d-812972dc7ce5 req-36f89826-d94e-40c8-83f7-4beff7e00887 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcd7afee-8c61-4b1c-b087-7cedcfa65d29 HTTP/1.1" status: 200 len: 210 time: 0.0665162 Feb 04 12:17:33.919721 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ef19a754-f145-447c-907a-8aa0ca5bace9 admin admin] Publish callbacks [] for security_group (e4f571d4-f0a1-47f6-a54a-b93db47581cc), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:33.925429 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ef19a754-f145-447c-907a-8aa0ca5bace9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (e4f571d4-f0a1-47f6-a54a-b93db47581cc), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:33.937248 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f8818a1e-ae8d-4995-8988-f5403f263790 req-90f6c0b1-19a0-4d96-8163-eed7579c110d tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] 10.222.0.65 "GET /v2.0/ports?device_id=47cdf1d0-bb09-49d2-b309-78d12655c568 HTTP/1.1" status: 200 len: 210 time: 0.0466080 Feb 04 12:17:33.966626 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef19a754-f145-447c-907a-8aa0ca5bace9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:17:33.977622 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef19a754-f145-447c-907a-8aa0ca5bace9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4f571d4-f0a1-47f6-a54a-b93db47581cc,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:33.988067 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ef19a754-f145-447c-907a-8aa0ca5bace9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (1a9a2aca-b7f6-445c-a938-0b8696864233), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:33.989016 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-ef19a754-f145-447c-907a-8aa0ca5bace9 admin admin] Added segment 1a9a2aca-b7f6-445c-a938-0b8696864233 of type vlan for network 8201226e-f25e-431d-a6a5-6704e8dc4880 Feb 04 12:17:34.017801 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-49aeb507-6f90-4a6e-9d68-7a653518d537 req-4a66dac2-96f5-4b87-a96c-ffe95423f3c3 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Allocated IP 172.20.0.5 (d2a4c77d-3fdb-4ff7-b292-4dd38c281129/b48188d4-d733-4c67-bf23-f3f37b0f09f3/d8fc0d3d-2e13-4978-a5a7-db8b18396b13) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:17:34.072737 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ef19a754-f145-447c-907a-8aa0ca5bace9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (8201226e-f25e-431d-a6a5-6704e8dc4880), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:34.127087 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ef19a754-f145-447c-907a-8aa0ca5bace9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (8201226e-f25e-431d-a6a5-6704e8dc4880), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:34.141131 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef19a754-f145-447c-907a-8aa0ca5bace9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:34.142305 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ef19a754-f145-447c-907a-8aa0ca5bace9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:34.236909 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-ef19a754-f145-447c-907a-8aa0ca5bace9 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6990113 Feb 04 12:17:34.239459 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 54818) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:17:34.244234 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-fd43ab25-67d7-4a54-8a24-56e8d6c428ce admin admin] Request body: {'subnet': {'network_id': '8201226e-f25e-431d-a6a5-6704e8dc4880', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-808354146-subnet', 'tenant_id': '24a467b030c744bba5cc99601ae6aefc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:17:34.449857 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef19a754-f145-447c-907a-8aa0ca5bace9 admin admin] Pushing event updated for resources: {'Network': ['ID=8201226e-f25e-431d-a6a5-6704e8dc4880,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:34.461490 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 8201226e-f25e-431d-a6a5-6704e8dc4880 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:17:34.504362 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd43ab25-67d7-4a54-8a24-56e8d6c428ce admin admin] Made reservation on behalf of 24a467b030c744bba5cc99601ae6aefc for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:17:34.509137 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fd43ab25-67d7-4a54-8a24-56e8d6c428ce admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:34.551593 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-464a8a57-6c53-4e73-8d30-a58df12ff838 req-83c8e5f2-b8c7-4004-8be2-324c54a4fdfa tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Request body: {'port': {'device_id': 'f027c61e-1573-4eca-b41f-3575c551f5d7', 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c', 'admin_state_up': True, 'tenant_id': '978f4861dcee4fa9a2eeb0437c76bd64'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:17:34.571896 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-18d0187d-5371-4866-a6bc-eb9555d05e61 req-27438293-9fc1-467e-8505-5fc2eecf4dab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cba902eb-0465-44a7-b9a6-e26c445bde0f {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:17:34.590459 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-18d0187d-5371-4866-a6bc-eb9555d05e61 req-27438293-9fc1-467e-8505-5fc2eecf4dab service neutron] Publish callbacks [] for port (cba902eb-0465-44a7-b9a6-e26c445bde0f), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:34.657478 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-18d0187d-5371-4866-a6bc-eb9555d05e61 req-27438293-9fc1-467e-8505-5fc2eecf4dab service neutron] Transition to ACTIVE for port object cba902eb-0465-44a7-b9a6-e26c445bde0f will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:17:34.674838 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-18d0187d-5371-4866-a6bc-eb9555d05e61 req-27438293-9fc1-467e-8505-5fc2eecf4dab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (cba902eb-0465-44a7-b9a6-e26c445bde0f), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:34.709988 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-49aeb507-6f90-4a6e-9d68-7a653518d537 req-4a66dac2-96f5-4b87-a96c-ffe95423f3c3 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Publish callbacks [] for port (d8fc0d3d-2e13-4978-a5a7-db8b18396b13), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:34.804417 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27438293-9fc1-467e-8505-5fc2eecf4dab service neutron] Pushing event updated for resources: {'Port': ['ID=cba902eb-0465-44a7-b9a6-e26c445bde0f,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:34.815509 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5a397d-d3bf-4022-8e10-1eb81b8f803b req-7af9c51a-29c9-4c4a-a045-50f92bb4e97c tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:34.825765 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ec5a397d-d3bf-4022-8e10-1eb81b8f803b req-7af9c51a-29c9-4c4a-a045-50f92bb4e97c tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/ports?device_id=6403eb81-a027-401d-9653-10a82f5ea6bd HTTP/1.1" status: 200 len: 936 time: 0.3232703 Feb 04 12:17:34.828975 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-49aeb507-6f90-4a6e-9d68-7a653518d537 req-4a66dac2-96f5-4b87-a96c-ffe95423f3c3 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (d8fc0d3d-2e13-4978-a5a7-db8b18396b13), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:34.917905 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-464a8a57-6c53-4e73-8d30-a58df12ff838 req-83c8e5f2-b8c7-4004-8be2-324c54a4fdfa tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Made reservation on behalf of 978f4861dcee4fa9a2eeb0437c76bd64 for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:17:34.921784 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-464a8a57-6c53-4e73-8d30-a58df12ff838 req-83c8e5f2-b8c7-4004-8be2-324c54a4fdfa tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:34.974151 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a66dac2-96f5-4b87-a96c-ffe95423f3c3 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Pushing event updated for resources: {'Port': ['ID=d8fc0d3d-2e13-4978-a5a7-db8b18396b13,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:35.020486 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49aeb507-6f90-4a6e-9d68-7a653518d537 req-4a66dac2-96f5-4b87-a96c-ffe95423f3c3 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Network d2a4c77d-3fdb-4ff7-b292-4dd38c281129 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:17:35.026805 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ec5a397d-d3bf-4022-8e10-1eb81b8f803b req-d606d868-a1a7-4de7-b935-67ca0412d5be tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/security-groups?id=9a1ba13a-3582-42ac-bb35-362abd3a196f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000899 Feb 04 12:17:35.052630 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-49aeb507-6f90-4a6e-9d68-7a653518d537 req-4a66dac2-96f5-4b87-a96c-ffe95423f3c3 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:17:35.056588 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-49aeb507-6f90-4a6e-9d68-7a653518d537 req-4a66dac2-96f5-4b87-a96c-ffe95423f3c3 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:17:35.064069 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aeb507-6f90-4a6e-9d68-7a653518d537 req-4a66dac2-96f5-4b87-a96c-ffe95423f3c3 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:35.064923 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-49aeb507-6f90-4a6e-9d68-7a653518d537 req-4a66dac2-96f5-4b87-a96c-ffe95423f3c3 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:35.074035 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fd43ab25-67d7-4a54-8a24-56e8d6c428ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for subnet (6b10c2b1-e8bd-4535-8be4-90c0033f4e8f), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:35.130431 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-18d0187d-5371-4866-a6bc-eb9555d05e61 req-27438293-9fc1-467e-8505-5fc2eecf4dab service neutron] Attempting to bind port cba902eb-0465-44a7-b9a6-e26c445bde0f on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:17:35.130899 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-18d0187d-5371-4866-a6bc-eb9555d05e61 req-27438293-9fc1-467e-8505-5fc2eecf4dab service neutron] Attempting to bind port cba902eb-0465-44a7-b9a6-e26c445bde0f by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:17:35.132183 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d0187d-5371-4866-a6bc-eb9555d05e61 req-27438293-9fc1-467e-8505-5fc2eecf4dab service neutron] Attempting to bind port cba902eb-0465-44a7-b9a6-e26c445bde0f on network 2f7dc246-a024-4937-952c-0ddeef5af29c {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:17:35.144644 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-49aeb507-6f90-4a6e-9d68-7a653518d537 req-4a66dac2-96f5-4b87-a96c-ffe95423f3c3 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0362942 Feb 04 12:17:35.147402 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d0187d-5371-4866-a6bc-eb9555d05e61 req-27438293-9fc1-467e-8505-5fc2eecf4dab service neutron] Port cba902eb-0465-44a7-b9a6-e26c445bde0f on network 2f7dc246-a024-4937-952c-0ddeef5af29c not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:17:35.153287 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d0187d-5371-4866-a6bc-eb9555d05e61 req-27438293-9fc1-467e-8505-5fc2eecf4dab service neutron] Attempting to bind port cba902eb-0465-44a7-b9a6-e26c445bde0f on network 2f7dc246-a024-4937-952c-0ddeef5af29c {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:17:35.162336 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-49aeb507-6f90-4a6e-9d68-7a653518d537 req-63e5bdba-70a8-4464-b7df-d118df4d9043 service neutron] Request body: {'port': {'device_id': 'bcd7afee-8c61-4b1c-b087-7cedcfa65d29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:17:35.172501 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d0187d-5371-4866-a6bc-eb9555d05e61 req-27438293-9fc1-467e-8505-5fc2eecf4dab service neutron] Checking agent: {'id': 'f8add0d2-2202-43d3-bc0e-72442788e6ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:17:35.172891 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d0187d-5371-4866-a6bc-eb9555d05e61 req-27438293-9fc1-467e-8505-5fc2eecf4dab service neutron] Checking segment: {'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:17:35.173285 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d0187d-5371-4866-a6bc-eb9555d05e61 req-27438293-9fc1-467e-8505-5fc2eecf4dab service neutron] Bound using segment: {'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:17:35.173724 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-18d0187d-5371-4866-a6bc-eb9555d05e61 req-27438293-9fc1-467e-8505-5fc2eecf4dab service neutron] Bound port: cba902eb-0465-44a7-b9a6-e26c445bde0f, host: n-h1-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:17:35.174085 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-18d0187d-5371-4866-a6bc-eb9555d05e61 req-27438293-9fc1-467e-8505-5fc2eecf4dab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (cba902eb-0465-44a7-b9a6-e26c445bde0f), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:35.247699 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a31da85-35c3-4f73-b7e4-efe1f850a4fe req-f0f072e3-c7e3-4bd0-b184-0517438bd9dd tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:35.249973 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5a31da85-35c3-4f73-b7e4-efe1f850a4fe req-f0f072e3-c7e3-4bd0-b184-0517438bd9dd tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcd7afee-8c61-4b1c-b087-7cedcfa65d29 HTTP/1.1" status: 200 len: 931 time: 0.2284157 Feb 04 12:17:35.276901 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a0b07936-3fcf-4488-bb50-803f39cbdf88 req-804b50d0-fd2b-497a-8e89-1604f94d7ae6 tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] 10.222.0.65 "GET /v2.0/ports?device_id=47cdf1d0-bb09-49d2-b309-78d12655c568 HTTP/1.1" status: 200 len: 210 time: 0.0677888 Feb 04 12:17:35.285124 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd43ab25-67d7-4a54-8a24-56e8d6c428ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b10c2b1-e8bd-4535-8be4-90c0033f4e8f,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:35.412956 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-49aeb507-6f90-4a6e-9d68-7a653518d537 req-63e5bdba-70a8-4464-b7df-d118df4d9043 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (d8fc0d3d-2e13-4978-a5a7-db8b18396b13), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:35.425644 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.77', 52833) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:17:35.440770 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd43ab25-67d7-4a54-8a24-56e8d6c428ce admin admin] Checking segment: {'id': '1a9a2aca-b7f6-445c-a938-0b8696864233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '8201226e-f25e-431d-a6a5-6704e8dc4880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:17:35.441555 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd43ab25-67d7-4a54-8a24-56e8d6c428ce admin admin] Network hostable DHCP agents. Network: 8201226e-f25e-431d-a6a5-6704e8dc4880, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:17:35.466367 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-18d0187d-5371-4866-a6bc-eb9555d05e61 req-27438293-9fc1-467e-8505-5fc2eecf4dab service neutron] For port cba902eb-0465-44a7-b9a6-e26c445bde0f, host n-h1-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:17:35.475873 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5a31da85-35c3-4f73-b7e4-efe1f850a4fe req-87627ed6-c04d-49f8-96ec-b43975e64c75 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] 10.222.0.65 "GET /v2.0/security-groups?id=1cd472ff-e85a-4001-a10c-f5ed9978b777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2022216 Feb 04 12:17:35.516322 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-18d0187d-5371-4866-a6bc-eb9555d05e61 req-27438293-9fc1-467e-8505-5fc2eecf4dab service neutron] For port cba902eb-0465-44a7-b9a6-e26c445bde0f, host n-h1-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=cba902eb-0465-44a7-b9a6-e26c445bde0f,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:17:35.526488 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ad231a43-3797-4618-bb5d-14897ba90739 None None] Provisioning complete for port d8fc0d3d-2e13-4978-a5a7-db8b18396b13 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:17:35.529430 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ad231a43-3797-4618-bb5d-14897ba90739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (d8fc0d3d-2e13-4978-a5a7-db8b18396b13), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:35.530322 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-18d0187d-5371-4866-a6bc-eb9555d05e61 req-27438293-9fc1-467e-8505-5fc2eecf4dab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (cba902eb-0465-44a7-b9a6-e26c445bde0f), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:35.546842 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-245fe706-303f-495a-aeee-bedc1a6d1263 req-d72f4af8-2ffb-4e49-899b-13616b807a21 tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=cdefe07b067f49b6ad46bb3092244c55&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1191177 Feb 04 12:17:35.590462 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d0187d-5371-4866-a6bc-eb9555d05e61 req-27438293-9fc1-467e-8505-5fc2eecf4dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:35.591089 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-18d0187d-5371-4866-a6bc-eb9555d05e61 req-27438293-9fc1-467e-8505-5fc2eecf4dab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:35.592549 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-18d0187d-5371-4866-a6bc-eb9555d05e61 req-27438293-9fc1-467e-8505-5fc2eecf4dab service neutron] 10.222.0.73 "PUT /v2.0/ports/cba902eb-0465-44a7-b9a6-e26c445bde0f HTTP/1.1" status: 200 len: 1117 time: 2.3410566 Feb 04 12:17:35.593008 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6403eb81-a027-401d-9653-10a82f5ea6bd', 'tag': 'cba902eb-0465-44a7-b9a6-e26c445bde0f'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:17:35.595427 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1e71fe2-1944-4c81-921b-48d31903e3ef" -d '{"events": [{"name": "network-changed", "server_uuid": "6403eb81-a027-401d-9653-10a82f5ea6bd", "tag": "cba902eb-0465-44a7-b9a6-e26c445bde0f"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:17:35.618903 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [req-464a8a57-6c53-4e73-8d30-a58df12ff838 req-83c8e5f2-b8c7-4004-8be2-324c54a4fdfa tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Allocated IP 192.168.233.54 (2f7dc246-a024-4937-952c-0ddeef5af29c/5ee3374a-84e9-4639-853c-740c6edaf6dc/9deeedb5-204f-427a-9d10-78c74d840462) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:17:35.640800 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ad231a43-3797-4618-bb5d-14897ba90739 None None] Port d8fc0d3d-2e13-4978-a5a7-db8b18396b13 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:17:35.786333 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245fe706-303f-495a-aeee-bedc1a6d1263 req-12c3138f-7018-4293-8c5c-00455dc35df7 tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:35.788823 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-245fe706-303f-495a-aeee-bedc1a6d1263 req-12c3138f-7018-4293-8c5c-00455dc35df7 tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2290418 Feb 04 12:17:35.789463 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd43ab25-67d7-4a54-8a24-56e8d6c428ce admin admin] Network 8201226e-f25e-431d-a6a5-6704e8dc4880 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:17:35.805122 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-245fe706-303f-495a-aeee-bedc1a6d1263 req-d072c542-68f5-46fb-bd6a-66a726d78a2d tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] Request body: {'port': {'device_id': '47cdf1d0-bb09-49d2-b309-78d12655c568', 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c', 'admin_state_up': True, 'tenant_id': 'cdefe07b067f49b6ad46bb3092244c55'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:17:35.811579 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8ab4d52-6b2f-4d00-82fa-096dfda7382b x-openstack-request-id: req-b8ab4d52-6b2f-4d00-82fa-096dfda7382b {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:17:35.812489 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6403eb81-a027-401d-9653-10a82f5ea6bd", "tag": "cba902eb-0465-44a7-b9a6-e26c445bde0f", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:17:35.812754 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b8ab4d52-6b2f-4d00-82fa-096dfda7382b {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:17:35.813348 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6403eb81-a027-401d-9653-10a82f5ea6bd', 'tag': 'cba902eb-0465-44a7-b9a6-e26c445bde0f', 'status': 'completed', 'code': 200} Feb 04 12:17:35.819534 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27438293-9fc1-467e-8505-5fc2eecf4dab service neutron] Pushing event updated for resources: {'Port': ['ID=cba902eb-0465-44a7-b9a6-e26c445bde0f,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:35.873180 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d0187d-5371-4866-a6bc-eb9555d05e61 req-045eec8f-1815-4f8a-b171-790cdf1cd6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:35.874756 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-18d0187d-5371-4866-a6bc-eb9555d05e61 req-045eec8f-1815-4f8a-b171-790cdf1cd6d9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=978f4861dcee4fa9a2eeb0437c76bd64&device_id=6403eb81-a027-401d-9653-10a82f5ea6bd HTTP/1.1" status: 200 len: 1151 time: 0.2096548 Feb 04 12:17:35.885128 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-fd43ab25-67d7-4a54-8a24-56e8d6c428ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 8201226e-f25e-431d-a6a5-6704e8dc4880) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:17:35.901195 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd43ab25-67d7-4a54-8a24-56e8d6c428ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:35.906728 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd159f86-fb0a-4ec3-ab6e-353d8964ef50 None None] Network 8201226e-f25e-431d-a6a5-6704e8dc4880 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:17:35.909069 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fd43ab25-67d7-4a54-8a24-56e8d6c428ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:35.996704 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-18d0187d-5371-4866-a6bc-eb9555d05e61 req-d2eddf3c-7647-4625-9674-14a4acd54743 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=cba902eb-0465-44a7-b9a6-e26c445bde0f HTTP/1.1" status: 200 len: 217 time: 0.1124501 Feb 04 12:17:36.014975 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-fd43ab25-67d7-4a54-8a24-56e8d6c428ce admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.7749174 Feb 04 12:17:36.091233 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d0187d-5371-4866-a6bc-eb9555d05e61 req-fda213e1-ad80-4df6-8bee-b363aca7a104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:36.093237 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-18d0187d-5371-4866-a6bc-eb9555d05e61 req-fda213e1-ad80-4df6-8bee-b363aca7a104 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5ee3374a-84e9-4639-853c-740c6edaf6dc HTTP/1.1" status: 200 len: 843 time: 0.0875740 Feb 04 12:17:36.135951 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-245fe706-303f-495a-aeee-bedc1a6d1263 req-d072c542-68f5-46fb-bd6a-66a726d78a2d tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] Made reservation on behalf of cdefe07b067f49b6ad46bb3092244c55 for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:17:36.139856 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-245fe706-303f-495a-aeee-bedc1a6d1263 req-d072c542-68f5-46fb-bd6a-66a726d78a2d tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:36.216298 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c18ddc3-0691-44e3-9bde-124c55353db0 None None] Network 8201226e-f25e-431d-a6a5-6704e8dc4880 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:17:36.237324 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-464a8a57-6c53-4e73-8d30-a58df12ff838 req-83c8e5f2-b8c7-4004-8be2-324c54a4fdfa tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Publish callbacks [] for port (9deeedb5-204f-427a-9d10-78c74d840462), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:36.249955 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-49aeb507-6f90-4a6e-9d68-7a653518d537 req-63e5bdba-70a8-4464-b7df-d118df4d9043 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8fc0d3d-2e13-4978-a5a7-db8b18396b13 {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:17:36.275532 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-49aeb507-6f90-4a6e-9d68-7a653518d537 req-63e5bdba-70a8-4464-b7df-d118df4d9043 service neutron] Publish callbacks [] for port (d8fc0d3d-2e13-4978-a5a7-db8b18396b13), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:36.323632 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-49aeb507-6f90-4a6e-9d68-7a653518d537 req-63e5bdba-70a8-4464-b7df-d118df4d9043 service neutron] Transition to ACTIVE for port object d8fc0d3d-2e13-4978-a5a7-db8b18396b13 will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:17:36.327623 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d0187d-5371-4866-a6bc-eb9555d05e61 req-da766f87-e934-44aa-940c-4ab11163ea9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:36.329245 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-18d0187d-5371-4866-a6bc-eb9555d05e61 req-da766f87-e934-44aa-940c-4ab11163ea9b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2f7dc246-a024-4937-952c-0ddeef5af29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2291179 Feb 04 12:17:36.337500 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-49aeb507-6f90-4a6e-9d68-7a653518d537 req-63e5bdba-70a8-4464-b7df-d118df4d9043 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (d8fc0d3d-2e13-4978-a5a7-db8b18396b13), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:36.372163 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-464a8a57-6c53-4e73-8d30-a58df12ff838 req-83c8e5f2-b8c7-4004-8be2-324c54a4fdfa tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (9deeedb5-204f-427a-9d10-78c74d840462), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:36.402736 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [req-245fe706-303f-495a-aeee-bedc1a6d1263 req-d072c542-68f5-46fb-bd6a-66a726d78a2d tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] Allocated IP 192.168.233.150 (2f7dc246-a024-4937-952c-0ddeef5af29c/5ee3374a-84e9-4639-853c-740c6edaf6dc/fbd8277b-b57e-49a2-ad34-650a30742ad3) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:17:36.473224 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a32194c-7f00-4736-8c24-f92e9f0ce805 req-6ca224d1-0d6b-4185-b28d-f4e2a3ab2040 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:36.480919 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3a32194c-7f00-4736-8c24-f92e9f0ce805 req-6ca224d1-0d6b-4185-b28d-f4e2a3ab2040 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/ports?device_id=6403eb81-a027-401d-9653-10a82f5ea6bd HTTP/1.1" status: 200 len: 969 time: 0.2010162 Feb 04 12:17:36.482845 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e5bdba-70a8-4464-b7df-d118df4d9043 service neutron] Pushing event updated for resources: {'Port': ['ID=d8fc0d3d-2e13-4978-a5a7-db8b18396b13,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:36.540993 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-464a8a57-6c53-4e73-8d30-a58df12ff838 req-83c8e5f2-b8c7-4004-8be2-324c54a4fdfa tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Network 2f7dc246-a024-4937-952c-0ddeef5af29c is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:17:36.574259 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [req-464a8a57-6c53-4e73-8d30-a58df12ff838 req-83c8e5f2-b8c7-4004-8be2-324c54a4fdfa tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:17:36.594127 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-49aeb507-6f90-4a6e-9d68-7a653518d537 req-63e5bdba-70a8-4464-b7df-d118df4d9043 service neutron] Attempting to bind port d8fc0d3d-2e13-4978-a5a7-db8b18396b13 on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:17:36.594734 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-49aeb507-6f90-4a6e-9d68-7a653518d537 req-63e5bdba-70a8-4464-b7df-d118df4d9043 service neutron] Attempting to bind port d8fc0d3d-2e13-4978-a5a7-db8b18396b13 by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': 'dd6a73cb-8268-4b67-a592-682dfbe2780b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'd2a4c77d-3fdb-4ff7-b292-4dd38c281129'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:17:36.594894 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49aeb507-6f90-4a6e-9d68-7a653518d537 req-63e5bdba-70a8-4464-b7df-d118df4d9043 service neutron] Attempting to bind port d8fc0d3d-2e13-4978-a5a7-db8b18396b13 on network d2a4c77d-3fdb-4ff7-b292-4dd38c281129 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:17:36.601773 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-464a8a57-6c53-4e73-8d30-a58df12ff838 req-83c8e5f2-b8c7-4004-8be2-324c54a4fdfa tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:17:36.618339 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464a8a57-6c53-4e73-8d30-a58df12ff838 req-83c8e5f2-b8c7-4004-8be2-324c54a4fdfa tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:36.620428 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-464a8a57-6c53-4e73-8d30-a58df12ff838 req-83c8e5f2-b8c7-4004-8be2-324c54a4fdfa tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:36.647081 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ea18d6c8-cef0-4697-89b2-ba66afa9ba93 req-06c7abb2-1a9a-4cd9-891b-7d020d430561 tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] 10.222.0.65 "GET /v2.0/ports?device_id=47cdf1d0-bb09-49d2-b309-78d12655c568 HTTP/1.1" status: 200 len: 210 time: 0.0919876 Feb 04 12:17:36.673206 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49aeb507-6f90-4a6e-9d68-7a653518d537 req-63e5bdba-70a8-4464-b7df-d118df4d9043 service neutron] Port d8fc0d3d-2e13-4978-a5a7-db8b18396b13 on network d2a4c77d-3fdb-4ff7-b292-4dd38c281129 not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:17:36.673206 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49aeb507-6f90-4a6e-9d68-7a653518d537 req-63e5bdba-70a8-4464-b7df-d118df4d9043 service neutron] Attempting to bind port d8fc0d3d-2e13-4978-a5a7-db8b18396b13 on network d2a4c77d-3fdb-4ff7-b292-4dd38c281129 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:17:36.682058 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49aeb507-6f90-4a6e-9d68-7a653518d537 req-63e5bdba-70a8-4464-b7df-d118df4d9043 service neutron] Checking agent: {'id': 'f8add0d2-2202-43d3-bc0e-72442788e6ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:17:36.682399 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49aeb507-6f90-4a6e-9d68-7a653518d537 req-63e5bdba-70a8-4464-b7df-d118df4d9043 service neutron] Checking segment: {'id': 'dd6a73cb-8268-4b67-a592-682dfbe2780b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'd2a4c77d-3fdb-4ff7-b292-4dd38c281129'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:17:36.682788 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49aeb507-6f90-4a6e-9d68-7a653518d537 req-63e5bdba-70a8-4464-b7df-d118df4d9043 service neutron] Bound using segment: {'id': 'dd6a73cb-8268-4b67-a592-682dfbe2780b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'd2a4c77d-3fdb-4ff7-b292-4dd38c281129'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:17:36.683241 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-49aeb507-6f90-4a6e-9d68-7a653518d537 req-63e5bdba-70a8-4464-b7df-d118df4d9043 service neutron] Bound port: d8fc0d3d-2e13-4978-a5a7-db8b18396b13, host: n-h1-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd6a73cb-8268-4b67-a592-682dfbe2780b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'd2a4c77d-3fdb-4ff7-b292-4dd38c281129'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:17:36.683812 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-49aeb507-6f90-4a6e-9d68-7a653518d537 req-63e5bdba-70a8-4464-b7df-d118df4d9043 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (d8fc0d3d-2e13-4978-a5a7-db8b18396b13), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:36.696244 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-18d0187d-5371-4866-a6bc-eb9555d05e61 req-a7d1a5b2-ec86-42fc-973d-4ebce66bfa23 service neutron] 10.222.0.73 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3563797 Feb 04 12:17:36.732582 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3a32194c-7f00-4736-8c24-f92e9f0ce805 req-b068f826-0dfe-49c7-86df-3b3c79a6faac tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/security-groups?id=9a1ba13a-3582-42ac-bb35-362abd3a196f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483404 Feb 04 12:17:36.916149 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-245fe706-303f-495a-aeee-bedc1a6d1263 req-d072c542-68f5-46fb-bd6a-66a726d78a2d tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] Publish callbacks [] for port (fbd8277b-b57e-49a2-ad34-650a30742ad3), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:36.931897 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c8e5f2-b8c7-4004-8be2-324c54a4fdfa tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Pushing event updated for resources: {'Port': ['ID=9deeedb5-204f-427a-9d10-78c74d840462,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:36.941858 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-464a8a57-6c53-4e73-8d30-a58df12ff838 req-83c8e5f2-b8c7-4004-8be2-324c54a4fdfa tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4282517 Feb 04 12:17:36.960518 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [req-464a8a57-6c53-4e73-8d30-a58df12ff838 req-3d4fa05b-9d73-4006-b824-ab59ed57a850 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103474) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:17:36.964825 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-464a8a57-6c53-4e73-8d30-a58df12ff838 req-3d4fa05b-9d73-4006-b824-ab59ed57a850 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0132663 Feb 04 12:17:36.979039 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-49aeb507-6f90-4a6e-9d68-7a653518d537 req-63e5bdba-70a8-4464-b7df-d118df4d9043 service neutron] For port d8fc0d3d-2e13-4978-a5a7-db8b18396b13, host n-h1-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:17:36.994756 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-18d0187d-5371-4866-a6bc-eb9555d05e61 req-d63c70d2-47b7-497a-b582-ded5211a0597 service neutron] 10.222.0.73 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2850838 Feb 04 12:17:36.999685 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-49aeb507-6f90-4a6e-9d68-7a653518d537 req-63e5bdba-70a8-4464-b7df-d118df4d9043 service neutron] For port d8fc0d3d-2e13-4978-a5a7-db8b18396b13, host n-h1-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=d8fc0d3d-2e13-4978-a5a7-db8b18396b13,segment=NetworkSegment(dd6a73cb-8268-4b67-a592-682dfbe2780b),segment_id=dd6a73cb-8268-4b67-a592-682dfbe2780b)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:17:37.014762 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-49aeb507-6f90-4a6e-9d68-7a653518d537 req-63e5bdba-70a8-4464-b7df-d118df4d9043 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (d8fc0d3d-2e13-4978-a5a7-db8b18396b13), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:37.031776 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6ed2ea-0513-4ee2-af99-17b93ca05faf req-5af65272-fa20-4383-ac79-99fdddbd04c7 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:37.033376 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dd6ed2ea-0513-4ee2-af99-17b93ca05faf req-5af65272-fa20-4383-ac79-99fdddbd04c7 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcd7afee-8c61-4b1c-b087-7cedcfa65d29 HTTP/1.1" status: 200 len: 943 time: 0.1215751 Feb 04 12:17:37.045927 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-245fe706-303f-495a-aeee-bedc1a6d1263 req-d072c542-68f5-46fb-bd6a-66a726d78a2d tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (fbd8277b-b57e-49a2-ad34-650a30742ad3), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:37.097370 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aeb507-6f90-4a6e-9d68-7a653518d537 req-63e5bdba-70a8-4464-b7df-d118df4d9043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:37.097993 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-49aeb507-6f90-4a6e-9d68-7a653518d537 req-63e5bdba-70a8-4464-b7df-d118df4d9043 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:37.099443 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-49aeb507-6f90-4a6e-9d68-7a653518d537 req-63e5bdba-70a8-4464-b7df-d118df4d9043 service neutron] 10.222.0.73 "PUT /v2.0/ports/d8fc0d3d-2e13-4978-a5a7-db8b18396b13 HTTP/1.1" status: 200 len: 1091 time: 1.9442246 Feb 04 12:17:37.125417 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-245fe706-303f-495a-aeee-bedc1a6d1263 req-d072c542-68f5-46fb-bd6a-66a726d78a2d tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] Network 2f7dc246-a024-4937-952c-0ddeef5af29c is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:17:37.137356 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [req-245fe706-303f-495a-aeee-bedc1a6d1263 req-d072c542-68f5-46fb-bd6a-66a726d78a2d tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:17:37.141651 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-245fe706-303f-495a-aeee-bedc1a6d1263 req-d072c542-68f5-46fb-bd6a-66a726d78a2d tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:17:37.148664 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245fe706-303f-495a-aeee-bedc1a6d1263 req-d072c542-68f5-46fb-bd6a-66a726d78a2d tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:37.149512 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-245fe706-303f-495a-aeee-bedc1a6d1263 req-d072c542-68f5-46fb-bd6a-66a726d78a2d tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:37.159263 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-87f81913-753e-4aeb-a38c-7287d29753aa None None] Provisioning complete for port 9deeedb5-204f-427a-9d10-78c74d840462 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:17:37.161456 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-87f81913-753e-4aeb-a38c-7287d29753aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (9deeedb5-204f-427a-9d10-78c74d840462), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:37.168747 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d072c542-68f5-46fb-bd6a-66a726d78a2d tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] Pushing event updated for resources: {'Port': ['ID=fbd8277b-b57e-49a2-ad34-650a30742ad3,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:37.199946 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-245fe706-303f-495a-aeee-bedc1a6d1263 req-d072c542-68f5-46fb-bd6a-66a726d78a2d tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4015963 Feb 04 12:17:37.204421 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e5bdba-70a8-4464-b7df-d118df4d9043 service neutron] Pushing event updated for resources: {'Port': ['ID=d8fc0d3d-2e13-4978-a5a7-db8b18396b13,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:37.218980 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 54910) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:17:37.262264 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-87f81913-753e-4aeb-a38c-7287d29753aa None None] Port 9deeedb5-204f-427a-9d10-78c74d840462 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:17:37.296738 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e71fe2-1944-4c81-921b-48d31903e3ef req-4e38c70a-75f1-4957-b981-8fb88bbecc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:37.298359 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c1e71fe2-1944-4c81-921b-48d31903e3ef req-4e38c70a-75f1-4957-b981-8fb88bbecc05 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=978f4861dcee4fa9a2eeb0437c76bd64&device_id=6403eb81-a027-401d-9653-10a82f5ea6bd HTTP/1.1" status: 200 len: 1151 time: 0.2269034 Feb 04 12:17:37.312444 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dd6ed2ea-0513-4ee2-af99-17b93ca05faf req-b0a01460-38bd-411b-be2e-87e6e931b70a tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] 10.222.0.65 "GET /v2.0/security-groups?id=1cd472ff-e85a-4001-a10c-f5ed9978b777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2418199 Feb 04 12:17:37.398046 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aeb507-6f90-4a6e-9d68-7a653518d537 req-81b6b1c3-c8c9-4075-a267-80df9a1ab87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:37.399570 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-49aeb507-6f90-4a6e-9d68-7a653518d537 req-81b6b1c3-c8c9-4075-a267-80df9a1ab87b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=af7896e432b54a83bc6fa954af7e9dac&device_id=bcd7afee-8c61-4b1c-b087-7cedcfa65d29 HTTP/1.1" status: 200 len: 1125 time: 0.2255256 Feb 04 12:17:37.497067 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-06ec5cf4-9655-4d4b-8268-4db81d4097a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:37.524979 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-49aeb507-6f90-4a6e-9d68-7a653518d537 req-515ee80b-31ce-4c92-a82b-3124b4914bdd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d8fc0d3d-2e13-4978-a5a7-db8b18396b13 HTTP/1.1" status: 200 len: 217 time: 0.1179078 Feb 04 12:17:37.636870 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e71fe2-1944-4c81-921b-48d31903e3ef req-ca182e2c-9b04-418f-b120-2d9d1504170b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:37.638418 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c1e71fe2-1944-4c81-921b-48d31903e3ef req-ca182e2c-9b04-418f-b120-2d9d1504170b service neutron] 10.222.0.73 "GET /v2.0/networks?id=2f7dc246-a024-4937-952c-0ddeef5af29c HTTP/1.1" status: 200 len: 870 time: 0.3245902 Feb 04 12:17:37.640221 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aeb507-6f90-4a6e-9d68-7a653518d537 req-35f4cfd3-0776-4707-8d62-4c45ed092e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:37.641698 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-49aeb507-6f90-4a6e-9d68-7a653518d537 req-35f4cfd3-0776-4707-8d62-4c45ed092e67 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b48188d4-d733-4c67-bf23-f3f37b0f09f3 HTTP/1.1" status: 200 len: 863 time: 0.1093810 Feb 04 12:17:37.645495 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-82017dcc-d27a-4a30-a30d-1a0c46f5bbe3 None None] Provisioning complete for port fbd8277b-b57e-49a2-ad34-650a30742ad3 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:17:37.645903 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-82017dcc-d27a-4a30-a30d-1a0c46f5bbe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (fbd8277b-b57e-49a2-ad34-650a30742ad3), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:37.657128 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-464a8a57-6c53-4e73-8d30-a58df12ff838 req-914da3fd-483f-4856-a85d-f2aeb29a9c0a service neutron] Request body: {'port': {'device_id': 'f027c61e-1573-4eca-b41f-3575c551f5d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825015-3'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:17:37.723705 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-06ec5cf4-9655-4d4b-8268-4db81d4097a1 admin admin] Publish callbacks [] for security_group (6e47642b-caf2-4330-a9b3-f8f07e1b7b64), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:37.736440 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-06ec5cf4-9655-4d4b-8268-4db81d4097a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (6e47642b-caf2-4330-a9b3-f8f07e1b7b64), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:37.758834 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-245fe706-303f-495a-aeee-bedc1a6d1263 req-da885217-a83a-4460-953b-b4f31774e911 service neutron] Request body: {'port': {'device_id': '47cdf1d0-bb09-49d2-b309-78d12655c568', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825015-3'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:17:37.763989 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c1e71fe2-1944-4c81-921b-48d31903e3ef req-a059555b-b118-4d41-9d79-69d5e2b7093c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=cba902eb-0465-44a7-b9a6-e26c445bde0f HTTP/1.1" status: 200 len: 217 time: 0.1113815 Feb 04 12:17:37.768502 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-82017dcc-d27a-4a30-a30d-1a0c46f5bbe3 None None] Port fbd8277b-b57e-49a2-ad34-650a30742ad3 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:17:37.822022 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcd7afee-8c61-4b1c-b087-7cedcfa65d29', 'tag': 'd8fc0d3d-2e13-4978-a5a7-db8b18396b13'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:17:37.824346 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9acb577b-914f-42a8-aada-7f3447ec9908" -d '{"events": [{"name": "network-changed", "server_uuid": "bcd7afee-8c61-4b1c-b087-7cedcfa65d29", "tag": "d8fc0d3d-2e13-4978-a5a7-db8b18396b13"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:17:37.838138 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-06ec5cf4-9655-4d4b-8268-4db81d4097a1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=cb72d1a27c294f77814251a85d3183df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6173112 Feb 04 12:17:37.854831 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 54936) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:17:37.866128 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ec5cf4-9655-4d4b-8268-4db81d4097a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e47642b-caf2-4330-a9b3-f8f07e1b7b64,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:37.902322 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-464a8a57-6c53-4e73-8d30-a58df12ff838 req-914da3fd-483f-4856-a85d-f2aeb29a9c0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (9deeedb5-204f-427a-9d10-78c74d840462), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:37.913660 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e71fe2-1944-4c81-921b-48d31903e3ef req-e97d89e8-6e9b-4009-9965-4fe3bd6eb643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:37.915558 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c1e71fe2-1944-4c81-921b-48d31903e3ef req-e97d89e8-6e9b-4009-9965-4fe3bd6eb643 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5ee3374a-84e9-4639-853c-740c6edaf6dc HTTP/1.1" status: 200 len: 843 time: 0.1385989 Feb 04 12:17:37.941280 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 54940) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:17:37.962531 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-245fe706-303f-495a-aeee-bedc1a6d1263 req-da885217-a83a-4460-953b-b4f31774e911 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (fbd8277b-b57e-49a2-ad34-650a30742ad3), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:37.963669 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-c2324a9d-fc50-4406-89d1-c5522c295cdc admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-834539540-network', 'tenant_id': '0010b50782dc4ad289efcc056d36a1a7'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:17:37.977182 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aeb507-6f90-4a6e-9d68-7a653518d537 req-88d97b7a-1caf-408e-bcb5-cbc017da5195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:37.978760 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-49aeb507-6f90-4a6e-9d68-7a653518d537 req-88d97b7a-1caf-408e-bcb5-cbc017da5195 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d2a4c77d-3fdb-4ff7-b292-4dd38c281129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3250170 Feb 04 12:17:38.215420 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e7b958-029d-4381-9523-3fec56899933 req-a710f0c8-fdcd-4083-8eb3-c0a145ba8276 tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:38.222137 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-02e7b958-029d-4381-9523-3fec56899933 req-a710f0c8-fdcd-4083-8eb3-c0a145ba8276 tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] 10.222.0.65 "GET /v2.0/ports?device_id=47cdf1d0-bb09-49d2-b309-78d12655c568 HTTP/1.1" status: 200 len: 936 time: 0.3949490 Feb 04 12:17:38.283171 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2324a9d-fc50-4406-89d1-c5522c295cdc admin admin] Made reservation on behalf of 0010b50782dc4ad289efcc056d36a1a7 for: {'network': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:17:38.285496 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c2324a9d-fc50-4406-89d1-c5522c295cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:38.299773 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e71fe2-1944-4c81-921b-48d31903e3ef req-4b74f4d0-be91-4785-b975-c74b18de6b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:38.301317 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c1e71fe2-1944-4c81-921b-48d31903e3ef req-4b74f4d0-be91-4785-b975-c74b18de6b29 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2f7dc246-a024-4937-952c-0ddeef5af29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3791325 Feb 04 12:17:38.329110 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c2324a9d-fc50-4406-89d1-c5522c295cdc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:38.422423 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 54956) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:17:38.432069 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a1b0b4e6-1ae9-4b30-bd8a-26646d933344 admin admin] Publish callbacks [] for security_group (6e47642b-caf2-4330-a9b3-f8f07e1b7b64), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:38.464441 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-02e7b958-029d-4381-9523-3fec56899933 req-c4353bfc-e886-4261-bdbb-d6fddf62dbdf tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] 10.222.0.65 "GET /v2.0/security-groups?id=b39abb56-fd7d-417c-baa0-7299d5216551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412572 Feb 04 12:17:38.574508 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a1b0b4e6-1ae9-4b30-bd8a-26646d933344 admin admin] Publish callbacks [] for security_group (6e47642b-caf2-4330-a9b3-f8f07e1b7b64), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:38.610830 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c96a083e-9806-4e02-b62c-f81e97874788 x-openstack-request-id: req-c96a083e-9806-4e02-b62c-f81e97874788 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:17:38.611488 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcd7afee-8c61-4b1c-b087-7cedcfa65d29", "tag": "d8fc0d3d-2e13-4978-a5a7-db8b18396b13", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:17:38.612067 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c96a083e-9806-4e02-b62c-f81e97874788 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:17:38.612907 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcd7afee-8c61-4b1c-b087-7cedcfa65d29', 'tag': 'd8fc0d3d-2e13-4978-a5a7-db8b18396b13', 'status': 'completed', 'code': 200} Feb 04 12:17:38.618537 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c2324a9d-fc50-4406-89d1-c5522c295cdc admin admin] Publish callbacks [] for security_group (a6c268e1-6c0d-404e-9dd9-1dfb8e5feeb2), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:38.626383 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-49aeb507-6f90-4a6e-9d68-7a653518d537 req-f06ad4e7-4a85-4c8e-8df1-bf55ba175cea service neutron] 10.222.0.73 "GET /v2.0/networks/d2a4c77d-3fdb-4ff7-b292-4dd38c281129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6396739 Feb 04 12:17:38.639101 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c2324a9d-fc50-4406-89d1-c5522c295cdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (a6c268e1-6c0d-404e-9dd9-1dfb8e5feeb2), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:38.695431 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a1b0b4e6-1ae9-4b30-bd8a-26646d933344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (6e47642b-caf2-4330-a9b3-f8f07e1b7b64), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:38.698946 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a1b0b4e6-1ae9-4b30-bd8a-26646d933344 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:38.700356 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-a1b0b4e6-1ae9-4b30-bd8a-26646d933344 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6e47642b-caf2-4330-a9b3-f8f07e1b7b64 HTTP/1.1" status: 204 len: 168 time: 0.8472440 Feb 04 12:17:38.734213 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b0b4e6-1ae9-4b30-bd8a-26646d933344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e47642b-caf2-4330-a9b3-f8f07e1b7b64,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:38.800292 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2324a9d-fc50-4406-89d1-c5522c295cdc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=103475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:17:38.805262 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0b336d89-2df1-4e7e-bf2d-b63bd55a7910 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:38.815430 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd57d278-3b66-45bc-a8b3-64b14b6073b3 req-28b0b882-6ec5-4b47-a497-b9abbf0e0d0b tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:38.817092 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cd57d278-3b66-45bc-a8b3-64b14b6073b3 req-28b0b882-6ec5-4b47-a497-b9abbf0e0d0b tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/ports?device_id=6403eb81-a027-401d-9653-10a82f5ea6bd HTTP/1.1" status: 200 len: 969 time: 0.5038576 Feb 04 12:17:38.840333 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c1e71fe2-1944-4c81-921b-48d31903e3ef req-182c53e6-c9c8-485b-b8a5-dc76d5658082 service neutron] 10.222.0.73 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5276542 Feb 04 12:17:38.855171 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [req-464a8a57-6c53-4e73-8d30-a58df12ff838 req-914da3fd-483f-4856-a85d-f2aeb29a9c0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9deeedb5-204f-427a-9d10-78c74d840462 {{(pid=103474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:17:38.866372 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-464a8a57-6c53-4e73-8d30-a58df12ff838 req-914da3fd-483f-4856-a85d-f2aeb29a9c0a service neutron] Publish callbacks [] for port (9deeedb5-204f-427a-9d10-78c74d840462), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:38.891685 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2324a9d-fc50-4406-89d1-c5522c295cdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6c268e1-6c0d-404e-9dd9-1dfb8e5feeb2,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:38.898945 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.provisioning_blocks [req-464a8a57-6c53-4e73-8d30-a58df12ff838 req-914da3fd-483f-4856-a85d-f2aeb29a9c0a service neutron] Transition to ACTIVE for port object 9deeedb5-204f-427a-9d10-78c74d840462 will not be triggered until provisioned by entity L2. {{(pid=103474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:17:38.907989 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-464a8a57-6c53-4e73-8d30-a58df12ff838 req-914da3fd-483f-4856-a85d-f2aeb29a9c0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (9deeedb5-204f-427a-9d10-78c74d840462), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:38.909673 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c2324a9d-fc50-4406-89d1-c5522c295cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (cbbfc853-1ac1-4c01-910e-441f06883f37), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:38.910157 n-d-825015-3 neutron-server[103475]: INFO neutron.db.segments_db [None req-c2324a9d-fc50-4406-89d1-c5522c295cdc admin admin] Added segment cbbfc853-1ac1-4c01-910e-441f06883f37 of type vlan for network a18a30fd-ca74-4b22-a2ea-6ed1021b5186 Feb 04 12:17:38.919063 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20267e6b-a357-46a3-af01-27c2fad42d6e req-dfe47126-9978-40ed-b7f4-97e9713efbd9 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:38.924551 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-20267e6b-a357-46a3-af01-27c2fad42d6e req-dfe47126-9978-40ed-b7f4-97e9713efbd9 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcd7afee-8c61-4b1c-b087-7cedcfa65d29 HTTP/1.1" status: 200 len: 943 time: 0.2621288 Feb 04 12:17:39.042008 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914da3fd-483f-4856-a85d-f2aeb29a9c0a service neutron] Pushing event updated for resources: {'Port': ['ID=9deeedb5-204f-427a-9d10-78c74d840462,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:39.049664 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0b336d89-2df1-4e7e-bf2d-b63bd55a7910 admin admin] Publish callbacks [] for security_group (3cb1a6cc-2ee1-42ad-95c2-3f7490eebf33), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:39.060898 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0b336d89-2df1-4e7e-bf2d-b63bd55a7910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (3cb1a6cc-2ee1-42ad-95c2-3f7490eebf33), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:39.070392 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cd57d278-3b66-45bc-a8b3-64b14b6073b3 req-8872e138-e59b-423a-a30f-fdae34a4fa70 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/security-groups?id=9a1ba13a-3582-42ac-bb35-362abd3a196f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336328 Feb 04 12:17:39.095860 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-49aeb507-6f90-4a6e-9d68-7a653518d537 req-40796ed9-b05f-4318-86d2-f3a91680ac54 service neutron] 10.222.0.73 "GET /v2.0/networks/d2a4c77d-3fdb-4ff7-b292-4dd38c281129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4577415 Feb 04 12:17:39.179136 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-0b336d89-2df1-4e7e-bf2d-b63bd55a7910 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=740419a590c44356ba70237796d9641e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7448699 Feb 04 12:17:39.184060 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 54976) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:17:39.186053 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-464a8a57-6c53-4e73-8d30-a58df12ff838 req-914da3fd-483f-4856-a85d-f2aeb29a9c0a service neutron] Attempting to bind port 9deeedb5-204f-427a-9d10-78c74d840462 on host n-h2-825015-3 for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:17:39.186387 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-464a8a57-6c53-4e73-8d30-a58df12ff838 req-914da3fd-483f-4856-a85d-f2aeb29a9c0a service neutron] Attempting to bind port 9deeedb5-204f-427a-9d10-78c74d840462 by drivers openvswitch,hyperv on host n-h2-825015-3 at level 0 using segments [{'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:17:39.186733 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464a8a57-6c53-4e73-8d30-a58df12ff838 req-914da3fd-483f-4856-a85d-f2aeb29a9c0a service neutron] Attempting to bind port 9deeedb5-204f-427a-9d10-78c74d840462 on network 2f7dc246-a024-4937-952c-0ddeef5af29c {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:17:39.210687 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c2324a9d-fc50-4406-89d1-c5522c295cdc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (a18a30fd-ca74-4b22-a2ea-6ed1021b5186), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:39.213083 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 54978) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:17:39.213507 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b336d89-2df1-4e7e-bf2d-b63bd55a7910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cb1a6cc-2ee1-42ad-95c2-3f7490eebf33,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:39.219366 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464a8a57-6c53-4e73-8d30-a58df12ff838 req-914da3fd-483f-4856-a85d-f2aeb29a9c0a service neutron] Port 9deeedb5-204f-427a-9d10-78c74d840462 on network 2f7dc246-a024-4937-952c-0ddeef5af29c not bound, no agent of type Open vSwitch agent registered on host n-h2-825015-3 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:17:39.219690 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464a8a57-6c53-4e73-8d30-a58df12ff838 req-914da3fd-483f-4856-a85d-f2aeb29a9c0a service neutron] Attempting to bind port 9deeedb5-204f-427a-9d10-78c74d840462 on network 2f7dc246-a024-4937-952c-0ddeef5af29c {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:17:39.242794 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-20267e6b-a357-46a3-af01-27c2fad42d6e req-a5114254-2592-480a-b2c1-0776e10f43b9 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] 10.222.0.65 "GET /v2.0/security-groups?id=1cd472ff-e85a-4001-a10c-f5ed9978b777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2822545 Feb 04 12:17:39.259268 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464a8a57-6c53-4e73-8d30-a58df12ff838 req-914da3fd-483f-4856-a85d-f2aeb29a9c0a service neutron] Checking agent: {'id': '9b68a165-e786-4b91-8592-44519c2ecabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:17:39.259641 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464a8a57-6c53-4e73-8d30-a58df12ff838 req-914da3fd-483f-4856-a85d-f2aeb29a9c0a service neutron] Checking segment: {'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:17:39.260272 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464a8a57-6c53-4e73-8d30-a58df12ff838 req-914da3fd-483f-4856-a85d-f2aeb29a9c0a service neutron] Bound using segment: {'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:17:39.260869 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-464a8a57-6c53-4e73-8d30-a58df12ff838 req-914da3fd-483f-4856-a85d-f2aeb29a9c0a service neutron] Bound port: 9deeedb5-204f-427a-9d10-78c74d840462, host: n-h2-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:17:39.261092 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-464a8a57-6c53-4e73-8d30-a58df12ff838 req-914da3fd-483f-4856-a85d-f2aeb29a9c0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (9deeedb5-204f-427a-9d10-78c74d840462), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:39.324848 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a0d55f90-9e4c-4a4b-a77f-611d29d61247 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:39.350372 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [req-245fe706-303f-495a-aeee-bedc1a6d1263 req-da885217-a83a-4460-953b-b4f31774e911 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbd8277b-b57e-49a2-ad34-650a30742ad3 {{(pid=103474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:17:39.354111 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c1e71fe2-1944-4c81-921b-48d31903e3ef req-790e2e7e-2588-4f53-9d01-fc3c3d2fbf5e service neutron] 10.222.0.73 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5030921 Feb 04 12:17:39.369741 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c2de4cbf-424c-4584-8cc3-d7815fdccb90 admin admin] Publish callbacks [] for security_group (3cb1a6cc-2ee1-42ad-95c2-3f7490eebf33), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:39.376957 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-245fe706-303f-495a-aeee-bedc1a6d1263 req-da885217-a83a-4460-953b-b4f31774e911 service neutron] Publish callbacks [] for port (fbd8277b-b57e-49a2-ad34-650a30742ad3), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:39.441814 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.provisioning_blocks [req-245fe706-303f-495a-aeee-bedc1a6d1263 req-da885217-a83a-4460-953b-b4f31774e911 service neutron] Transition to ACTIVE for port object fbd8277b-b57e-49a2-ad34-650a30742ad3 will not be triggered until provisioned by entity L2. {{(pid=103474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:17:39.448626 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c2de4cbf-424c-4584-8cc3-d7815fdccb90 admin admin] Publish callbacks [] for security_group (3cb1a6cc-2ee1-42ad-95c2-3f7490eebf33), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:39.462560 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-245fe706-303f-495a-aeee-bedc1a6d1263 req-da885217-a83a-4460-953b-b4f31774e911 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (fbd8277b-b57e-49a2-ad34-650a30742ad3), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:39.464279 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a0d55f90-9e4c-4a4b-a77f-611d29d61247 admin admin] Publish callbacks [] for security_group (8aeb49b5-b239-43f7-80c1-d76b3fce097e), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:39.466686 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c2324a9d-fc50-4406-89d1-c5522c295cdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (a18a30fd-ca74-4b22-a2ea-6ed1021b5186), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:39.467377 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-464a8a57-6c53-4e73-8d30-a58df12ff838 req-914da3fd-483f-4856-a85d-f2aeb29a9c0a service neutron] For port 9deeedb5-204f-427a-9d10-78c74d840462, host n-h2-825015-3, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:17:39.468026 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2324a9d-fc50-4406-89d1-c5522c295cdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:39.468914 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c2324a9d-fc50-4406-89d1-c5522c295cdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:39.473497 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a0d55f90-9e4c-4a4b-a77f-611d29d61247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (8aeb49b5-b239-43f7-80c1-d76b3fce097e), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:39.529007 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acb577b-914f-42a8-aada-7f3447ec9908 req-5e22855c-9314-4ad7-aa76-ef08967ee952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:39.530552 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9acb577b-914f-42a8-aada-7f3447ec9908 req-5e22855c-9314-4ad7-aa76-ef08967ee952 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=af7896e432b54a83bc6fa954af7e9dac&device_id=bcd7afee-8c61-4b1c-b087-7cedcfa65d29 HTTP/1.1" status: 200 len: 1125 time: 0.3616498 Feb 04 12:17:39.546617 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-464a8a57-6c53-4e73-8d30-a58df12ff838 req-914da3fd-483f-4856-a85d-f2aeb29a9c0a service neutron] For port 9deeedb5-204f-427a-9d10-78c74d840462, host n-h2-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=9deeedb5-204f-427a-9d10-78c74d840462,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:17:39.564941 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d55f90-9e4c-4a4b-a77f-611d29d61247 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aeb49b5-b239-43f7-80c1-d76b3fce097e,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:39.578959 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-464a8a57-6c53-4e73-8d30-a58df12ff838 req-914da3fd-483f-4856-a85d-f2aeb29a9c0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (9deeedb5-204f-427a-9d10-78c74d840462), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:39.598285 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da885217-a83a-4460-953b-b4f31774e911 service neutron] Pushing event updated for resources: {'Port': ['ID=fbd8277b-b57e-49a2-ad34-650a30742ad3,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:39.621274 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device cba902eb-0465-44a7-b9a6-e26c445bde0f details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:17:39.744781 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-c2324a9d-fc50-4406-89d1-c5522c295cdc admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.7838085 Feb 04 12:17:39.744781 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2324a9d-fc50-4406-89d1-c5522c295cdc admin admin] Pushing event updated for resources: {'Network': ['ID=a18a30fd-ca74-4b22-a2ea-6ed1021b5186,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:39.757406 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 54996) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:17:39.761481 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914da3fd-483f-4856-a85d-f2aeb29a9c0a service neutron] Pushing event updated for resources: {'Port': ['ID=9deeedb5-204f-427a-9d10-78c74d840462,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:39.762991 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-c958d49c-03db-45a6-b68a-ec7d55dd6b41 admin admin] Request body: {'subnet': {'network_id': 'a18a30fd-ca74-4b22-a2ea-6ed1021b5186', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-834539540-subnet', 'tenant_id': '0010b50782dc4ad289efcc056d36a1a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:17:39.768015 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c2de4cbf-424c-4584-8cc3-d7815fdccb90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (3cb1a6cc-2ee1-42ad-95c2-3f7490eebf33), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:39.770581 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c2de4cbf-424c-4584-8cc3-d7815fdccb90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:39.776659 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-c2de4cbf-424c-4584-8cc3-d7815fdccb90 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3cb1a6cc-2ee1-42ad-95c2-3f7490eebf33 HTTP/1.1" status: 204 len: 168 time: 0.5859969 Feb 04 12:17:39.780843 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port cba902eb-0465-44a7-b9a6-e26c445bde0f, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=cba902eb-0465-44a7-b9a6-e26c445bde0f,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:17:39.815261 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-245fe706-303f-495a-aeee-bedc1a6d1263 req-da885217-a83a-4460-953b-b4f31774e911 service neutron] Attempting to bind port fbd8277b-b57e-49a2-ad34-650a30742ad3 on host n-h2-825015-3 for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:17:39.815636 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-245fe706-303f-495a-aeee-bedc1a6d1263 req-da885217-a83a-4460-953b-b4f31774e911 service neutron] Attempting to bind port fbd8277b-b57e-49a2-ad34-650a30742ad3 by drivers openvswitch,hyperv on host n-h2-825015-3 at level 0 using segments [{'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:17:39.816045 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245fe706-303f-495a-aeee-bedc1a6d1263 req-da885217-a83a-4460-953b-b4f31774e911 service neutron] Attempting to bind port fbd8277b-b57e-49a2-ad34-650a30742ad3 on network 2f7dc246-a024-4937-952c-0ddeef5af29c {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:17:39.829888 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464a8a57-6c53-4e73-8d30-a58df12ff838 req-914da3fd-483f-4856-a85d-f2aeb29a9c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:39.830523 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-464a8a57-6c53-4e73-8d30-a58df12ff838 req-914da3fd-483f-4856-a85d-f2aeb29a9c0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:39.830769 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': 'cba902eb-0465-44a7-b9a6-e26c445bde0f', 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c', 'port_id': 'cba902eb-0465-44a7-b9a6-e26c445bde0f', 'mac_address': 'fa:16:3e:af:34:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ee3374a-84e9-4639-853c-740c6edaf6dc', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:tempest-test_az-570425306', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:17:39.832044 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-464a8a57-6c53-4e73-8d30-a58df12ff838 req-914da3fd-483f-4856-a85d-f2aeb29a9c0a service neutron] 10.222.0.77 "PUT /v2.0/ports/9deeedb5-204f-427a-9d10-78c74d840462 HTTP/1.1" status: 200 len: 1095 time: 2.4682534 Feb 04 12:17:39.838546 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-a0d55f90-9e4c-4a4b-a77f-611d29d61247 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2d7ee41535d8490ab667a2a5923b06b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6210716 Feb 04 12:17:39.844901 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network a18a30fd-ca74-4b22-a2ea-6ed1021b5186 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:17:39.854845 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 55002) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:17:39.875887 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245fe706-303f-495a-aeee-bedc1a6d1263 req-da885217-a83a-4460-953b-b4f31774e911 service neutron] Port fbd8277b-b57e-49a2-ad34-650a30742ad3 on network 2f7dc246-a024-4937-952c-0ddeef5af29c not bound, no agent of type Open vSwitch agent registered on host n-h2-825015-3 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:17:39.876289 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245fe706-303f-495a-aeee-bedc1a6d1263 req-da885217-a83a-4460-953b-b4f31774e911 service neutron] Attempting to bind port fbd8277b-b57e-49a2-ad34-650a30742ad3 on network 2f7dc246-a024-4937-952c-0ddeef5af29c {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:17:39.881457 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f027c61e-1573-4eca-b41f-3575c551f5d7', 'tag': '9deeedb5-204f-427a-9d10-78c74d840462'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:17:39.929609 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a8984e-2153-4ed5-a66f-83eec95ce1a6 req-beb55134-4f47-4d41-98a9-4d319c754cb0 tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:39.937672 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-96a8984e-2153-4ed5-a66f-83eec95ce1a6 req-beb55134-4f47-4d41-98a9-4d319c754cb0 tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] 10.222.0.65 "GET /v2.0/ports?device_id=47cdf1d0-bb09-49d2-b309-78d12655c568 HTTP/1.1" status: 200 len: 948 time: 0.2871997 Feb 04 12:17:39.946664 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port cba902eb-0465-44a7-b9a6-e26c445bde0f is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:17:39.947055 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (cba902eb-0465-44a7-b9a6-e26c445bde0f), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:40.002786 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c958d49c-03db-45a6-b68a-ec7d55dd6b41 admin admin] Made reservation on behalf of 0010b50782dc4ad289efcc056d36a1a7 for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:17:40.005116 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c958d49c-03db-45a6-b68a-ec7d55dd6b41 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:40.028666 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cba902eb-0465-44a7-b9a6-e26c445bde0f {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:17:40.060671 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port cba902eb-0465-44a7-b9a6-e26c445bde0f, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=cba902eb-0465-44a7-b9a6-e26c445bde0f,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:17:40.072399 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (cba902eb-0465-44a7-b9a6-e26c445bde0f), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:40.150655 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2de4cbf-424c-4584-8cc3-d7815fdccb90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cb1a6cc-2ee1-42ad-95c2-3f7490eebf33,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:40.177196 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=cba902eb-0465-44a7-b9a6-e26c445bde0f,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:40.188393 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245fe706-303f-495a-aeee-bedc1a6d1263 req-da885217-a83a-4460-953b-b4f31774e911 service neutron] Checking agent: {'id': '9b68a165-e786-4b91-8592-44519c2ecabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:17:40.188962 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245fe706-303f-495a-aeee-bedc1a6d1263 req-da885217-a83a-4460-953b-b4f31774e911 service neutron] Checking segment: {'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:17:40.189102 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245fe706-303f-495a-aeee-bedc1a6d1263 req-da885217-a83a-4460-953b-b4f31774e911 service neutron] Bound using segment: {'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:17:40.189548 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-245fe706-303f-495a-aeee-bedc1a6d1263 req-da885217-a83a-4460-953b-b4f31774e911 service neutron] Bound port: fbd8277b-b57e-49a2-ad34-650a30742ad3, host: n-h2-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:17:40.189901 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-245fe706-303f-495a-aeee-bedc1a6d1263 req-da885217-a83a-4460-953b-b4f31774e911 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (fbd8277b-b57e-49a2-ad34-650a30742ad3), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:40.232388 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-96a8984e-2153-4ed5-a66f-83eec95ce1a6 req-89929f5f-1435-4d8d-a2e7-509120dacdaf tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] 10.222.0.65 "GET /v2.0/security-groups?id=b39abb56-fd7d-417c-baa0-7299d5216551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2935219 Feb 04 12:17:40.260952 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acb577b-914f-42a8-aada-7f3447ec9908 req-37f07e6c-7362-475b-8ee9-128165b3887c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:40.262461 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9acb577b-914f-42a8-aada-7f3447ec9908 req-37f07e6c-7362-475b-8ee9-128165b3887c service neutron] 10.222.0.73 "GET /v2.0/networks?id=d2a4c77d-3fdb-4ff7-b292-4dd38c281129 HTTP/1.1" status: 200 len: 925 time: 0.6264813 Feb 04 12:17:40.295947 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['cba902eb-0465-44a7-b9a6-e26c445bde0f'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:17:40.342155 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464a8a57-6c53-4e73-8d30-a58df12ff838 req-c8292721-7657-46b7-af47-f58dd0406f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:40.343561 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-464a8a57-6c53-4e73-8d30-a58df12ff838 req-c8292721-7657-46b7-af47-f58dd0406f48 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=978f4861dcee4fa9a2eeb0437c76bd64&device_id=f027c61e-1573-4eca-b41f-3575c551f5d7 HTTP/1.1" status: 200 len: 1129 time: 0.2840977 Feb 04 12:17:40.388244 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fde083f7-2b55-4d93-956f-b4169e303598 admin admin] Publish callbacks [] for security_group (8aeb49b5-b239-43f7-80c1-d76b3fce097e), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:40.397582 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9acb577b-914f-42a8-aada-7f3447ec9908 req-9596ecb6-4f0a-418c-937f-f0d6fbe93017 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d8fc0d3d-2e13-4978-a5a7-db8b18396b13 HTTP/1.1" status: 200 len: 217 time: 0.1169858 Feb 04 12:17:40.444228 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-464a8a57-6c53-4e73-8d30-a58df12ff838 req-2ebb1ec6-42de-4bdf-b471-7a1e1e369a35 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=9deeedb5-204f-427a-9d10-78c74d840462 HTTP/1.1" status: 200 len: 217 time: 0.0875447 Feb 04 12:17:40.446517 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-245fe706-303f-495a-aeee-bedc1a6d1263 req-da885217-a83a-4460-953b-b4f31774e911 service neutron] For port fbd8277b-b57e-49a2-ad34-650a30742ad3, host n-h2-825015-3, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:17:40.492091 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fde083f7-2b55-4d93-956f-b4169e303598 admin admin] Publish callbacks [] for security_group (8aeb49b5-b239-43f7-80c1-d76b3fce097e), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:40.498514 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-245fe706-303f-495a-aeee-bedc1a6d1263 req-da885217-a83a-4460-953b-b4f31774e911 service neutron] For port fbd8277b-b57e-49a2-ad34-650a30742ad3, host n-h2-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=fbd8277b-b57e-49a2-ad34-650a30742ad3,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:17:40.516882 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-245fe706-303f-495a-aeee-bedc1a6d1263 req-da885217-a83a-4460-953b-b4f31774e911 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (fbd8277b-b57e-49a2-ad34-650a30742ad3), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:40.550502 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 55020) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:17:40.582343 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acb577b-914f-42a8-aada-7f3447ec9908 req-0b772d5e-0801-4af3-8e50-6582b2f1a908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:40.584987 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9acb577b-914f-42a8-aada-7f3447ec9908 req-0b772d5e-0801-4af3-8e50-6582b2f1a908 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b48188d4-d733-4c67-bf23-f3f37b0f09f3 HTTP/1.1" status: 200 len: 863 time: 0.1760936 Feb 04 12:17:40.619425 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c958d49c-03db-45a6-b68a-ec7d55dd6b41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for subnet (bfa72478-aa79-41fd-b50d-ed219b5b7331), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:40.626683 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3f829747-18da-4d20-b1ff-78ba0a4d75db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:40.662595 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da885217-a83a-4460-953b-b4f31774e911 service neutron] Pushing event updated for resources: {'Port': ['ID=fbd8277b-b57e-49a2-ad34-650a30742ad3,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:40.681380 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 55026) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:17:40.687866 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464a8a57-6c53-4e73-8d30-a58df12ff838 req-b5555c7d-5ccf-4524-9346-62f64c1292f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:40.690355 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d4d9f3-8a9c-4cfe-878a-a59dca44637c req-00a3da3b-81cc-4892-9564-7b25afc0d1cf tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:40.691129 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-464a8a57-6c53-4e73-8d30-a58df12ff838 req-b5555c7d-5ccf-4524-9346-62f64c1292f7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5ee3374a-84e9-4639-853c-740c6edaf6dc HTTP/1.1" status: 200 len: 843 time: 0.2407453 Feb 04 12:17:40.699563 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a0d4d9f3-8a9c-4cfe-878a-a59dca44637c req-00a3da3b-81cc-4892-9564-7b25afc0d1cf tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/ports?device_id=6403eb81-a027-401d-9653-10a82f5ea6bd HTTP/1.1" status: 200 len: 970 time: 0.3064625 Feb 04 12:17:40.708713 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245fe706-303f-495a-aeee-bedc1a6d1263 req-da885217-a83a-4460-953b-b4f31774e911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:40.709684 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-245fe706-303f-495a-aeee-bedc1a6d1263 req-da885217-a83a-4460-953b-b4f31774e911 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:40.713887 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-245fe706-303f-495a-aeee-bedc1a6d1263 req-da885217-a83a-4460-953b-b4f31774e911 service neutron] 10.222.0.77 "PUT /v2.0/ports/fbd8277b-b57e-49a2-ad34-650a30742ad3 HTTP/1.1" status: 200 len: 1096 time: 3.3414760 Feb 04 12:17:40.732535 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c563448-d896-469b-8569-bd987675b110" -d '{"events": [{"name": "network-changed", "server_uuid": "f027c61e-1573-4eca-b41f-3575c551f5d7", "tag": "9deeedb5-204f-427a-9d10-78c74d840462"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:17:40.895177 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fde083f7-2b55-4d93-956f-b4169e303598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (8aeb49b5-b239-43f7-80c1-d76b3fce097e), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:40.897346 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464a8a57-6c53-4e73-8d30-a58df12ff838 req-7babe78e-eefd-493f-ad9b-898b109c9a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:40.898901 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-464a8a57-6c53-4e73-8d30-a58df12ff838 req-7babe78e-eefd-493f-ad9b-898b109c9a59 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2f7dc246-a024-4937-952c-0ddeef5af29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1612799 Feb 04 12:17:40.899420 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fde083f7-2b55-4d93-956f-b4169e303598 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:40.903828 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-fde083f7-2b55-4d93-956f-b4169e303598 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8aeb49b5-b239-43f7-80c1-d76b3fce097e HTTP/1.1" status: 204 len: 168 time: 1.0192857 Feb 04 12:17:40.905358 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245fe706-303f-495a-aeee-bedc1a6d1263 req-1517b53f-dd28-4282-9216-d42661b2b723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:40.907053 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-245fe706-303f-495a-aeee-bedc1a6d1263 req-1517b53f-dd28-4282-9216-d42661b2b723 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=cdefe07b067f49b6ad46bb3092244c55&device_id=47cdf1d0-bb09-49d2-b309-78d12655c568 HTTP/1.1" status: 200 len: 1130 time: 0.0899568 Feb 04 12:17:40.922838 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c958d49c-03db-45a6-b68a-ec7d55dd6b41 admin admin] Checking segment: {'id': 'cbbfc853-1ac1-4c01-910e-441f06883f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a18a30fd-ca74-4b22-a2ea-6ed1021b5186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:17:40.923493 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c958d49c-03db-45a6-b68a-ec7d55dd6b41 admin admin] Network hostable DHCP agents. Network: a18a30fd-ca74-4b22-a2ea-6ed1021b5186, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:17:40.941064 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c958d49c-03db-45a6-b68a-ec7d55dd6b41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfa72478-aa79-41fd-b50d-ed219b5b7331,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:40.971509 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde083f7-2b55-4d93-956f-b4169e303598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aeb49b5-b239-43f7-80c1-d76b3fce097e,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:40.988063 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3773ef47-c100-4a48-8c1e-746d42a1f027 req-e3f339b6-b7d9-4c6e-b166-68634b8b4194 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:40.990676 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3773ef47-c100-4a48-8c1e-746d42a1f027 req-e3f339b6-b7d9-4c6e-b166-68634b8b4194 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcd7afee-8c61-4b1c-b087-7cedcfa65d29 HTTP/1.1" status: 200 len: 943 time: 0.2666550 Feb 04 12:17:41.028497 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acb577b-914f-42a8-aada-7f3447ec9908 req-58253f7c-4220-4513-97a5-e1275737c5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:41.029993 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9acb577b-914f-42a8-aada-7f3447ec9908 req-58253f7c-4220-4513-97a5-e1275737c5cc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d2a4c77d-3fdb-4ff7-b292-4dd38c281129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4297252 Feb 04 12:17:41.065483 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a0d4d9f3-8a9c-4cfe-878a-a59dca44637c req-a2120871-d777-4cd6-8b29-1a3a87ca2b52 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/security-groups?id=9a1ba13a-3582-42ac-bb35-362abd3a196f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3657701 Feb 04 12:17:41.076664 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c958d49c-03db-45a6-b68a-ec7d55dd6b41 admin admin] Network a18a30fd-ca74-4b22-a2ea-6ed1021b5186 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:17:41.114172 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-245fe706-303f-495a-aeee-bedc1a6d1263 req-e84ee852-d4fe-4487-9447-34a2b39771c2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=fbd8277b-b57e-49a2-ad34-650a30742ad3 HTTP/1.1" status: 200 len: 217 time: 0.1073081 Feb 04 12:17:41.118630 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-464a8a57-6c53-4e73-8d30-a58df12ff838 req-bb6ca74a-7445-4aef-ae63-c1ed8550e4c6 service neutron] 10.222.0.77 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106490 Feb 04 12:17:41.149727 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3773ef47-c100-4a48-8c1e-746d42a1f027 req-eb6cd2cc-f115-4805-b893-9e75669d29c6 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] 10.222.0.65 "GET /v2.0/security-groups?id=1cd472ff-e85a-4001-a10c-f5ed9978b777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307776 Feb 04 12:17:41.220873 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-c958d49c-03db-45a6-b68a-ec7d55dd6b41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, a18a30fd-ca74-4b22-a2ea-6ed1021b5186) {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:17:41.226509 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c958d49c-03db-45a6-b68a-ec7d55dd6b41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:41.227129 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c958d49c-03db-45a6-b68a-ec7d55dd6b41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:41.231947 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4ee483-3b2f-495f-a1ab-664804596aa3 None None] Network a18a30fd-ca74-4b22-a2ea-6ed1021b5186 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:17:41.253367 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-f056cfe9-30b4-4c0b-8608-c793365deaa1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=92507c9d177e4cfca80128e2cc7e3245&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5660598 Feb 04 12:17:41.268795 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 55050) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:17:41.339902 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-c958d49c-03db-45a6-b68a-ec7d55dd6b41 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.5808256 Feb 04 12:17:41.374553 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3f829747-18da-4d20-b1ff-78ba0a4d75db admin admin] Publish callbacks [] for security_group (96ef39f0-16f2-49b4-9a3a-3ca4ab118380), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:41.423210 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f05cf29b-4fab-46df-9f1a-15657ef09adf None None] Network a18a30fd-ca74-4b22-a2ea-6ed1021b5186 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:17:41.424653 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2f475b9-3e24-42a8-93a7-51a0776f5a6a x-openstack-request-id: req-e2f475b9-3e24-42a8-93a7-51a0776f5a6a {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:17:41.424947 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f027c61e-1573-4eca-b41f-3575c551f5d7", "tag": "9deeedb5-204f-427a-9d10-78c74d840462", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:17:41.425203 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e2f475b9-3e24-42a8-93a7-51a0776f5a6a {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:17:41.425661 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f027c61e-1573-4eca-b41f-3575c551f5d7', 'tag': '9deeedb5-204f-427a-9d10-78c74d840462', 'status': 'completed', 'code': 200} Feb 04 12:17:41.447151 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245fe706-303f-495a-aeee-bedc1a6d1263 req-de1ef419-0ece-45c7-8648-f204f0883746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:41.448858 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-245fe706-303f-495a-aeee-bedc1a6d1263 req-de1ef419-0ece-45c7-8648-f204f0883746 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5ee3374a-84e9-4639-853c-740c6edaf6dc HTTP/1.1" status: 200 len: 843 time: 0.3244851 Feb 04 12:17:41.482861 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9acb577b-914f-42a8-aada-7f3447ec9908 req-4eef878c-805e-45ed-833b-bb58341f5b70 service neutron] 10.222.0.73 "GET /v2.0/networks/d2a4c77d-3fdb-4ff7-b292-4dd38c281129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4208934 Feb 04 12:17:41.492201 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3f829747-18da-4d20-b1ff-78ba0a4d75db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (96ef39f0-16f2-49b4-9a3a-3ca4ab118380), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:41.540721 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245fe706-303f-495a-aeee-bedc1a6d1263 req-16c5d26e-b78d-4896-bdf6-94a3f9cb0865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:41.542853 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-245fe706-303f-495a-aeee-bedc1a6d1263 req-16c5d26e-b78d-4896-bdf6-94a3f9cb0865 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2f7dc246-a024-4937-952c-0ddeef5af29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0863473 Feb 04 12:17:41.545476 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-464a8a57-6c53-4e73-8d30-a58df12ff838 req-cb043cda-c76d-428c-9b31-a4720a12c01d service neutron] 10.222.0.77 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4109414 Feb 04 12:17:41.611109 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7d6b7213-6c6f-4980-90b6-eca45e9a07ae admin admin] Publish callbacks [] for security_group (51c005af-3b51-4779-b743-673adee804e2), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:41.653336 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device d8fc0d3d-2e13-4978-a5a7-db8b18396b13 details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:17:41.674974 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-3f829747-18da-4d20-b1ff-78ba0a4d75db admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=984e93c2835c4131a5d86afd9af286c1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1217530 Feb 04 12:17:41.680928 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 55066) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:17:41.786039 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c563448-d896-469b-8569-bd987675b110 req-c248df91-79bf-4e5a-acac-752c41def276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:41.790111 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-5c563448-d896-469b-8569-bd987675b110 req-c248df91-79bf-4e5a-acac-752c41def276 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=978f4861dcee4fa9a2eeb0437c76bd64&device_id=f027c61e-1573-4eca-b41f-3575c551f5d7 HTTP/1.1" status: 200 len: 1129 time: 0.1723180 Feb 04 12:17:41.793227 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-96ddae27-ade1-4229-87b6-b7a1a8996f0f admin admin] Publish callbacks [] for security_group (96ef39f0-16f2-49b4-9a3a-3ca4ab118380), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:41.793545 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port d8fc0d3d-2e13-4978-a5a7-db8b18396b13, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=d8fc0d3d-2e13-4978-a5a7-db8b18396b13,segment=NetworkSegment(dd6a73cb-8268-4b67-a592-682dfbe2780b),segment_id=dd6a73cb-8268-4b67-a592-682dfbe2780b)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:17:41.797447 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7d6b7213-6c6f-4980-90b6-eca45e9a07ae admin admin] Publish callbacks [] for security_group (51c005af-3b51-4779-b743-673adee804e2), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:41.813687 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device cba902eb-0465-44a7-b9a6-e26c445bde0f up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:17:41.817664 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': 'd8fc0d3d-2e13-4978-a5a7-db8b18396b13', 'network_id': 'd2a4c77d-3fdb-4ff7-b292-4dd38c281129', 'port_id': 'd8fc0d3d-2e13-4978-a5a7-db8b18396b13', 'mac_address': 'fa:16:3e:b1:18:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b48188d4-d733-4c67-bf23-f3f37b0f09f3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:17:41.832415 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f829747-18da-4d20-b1ff-78ba0a4d75db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96ef39f0-16f2-49b4-9a3a-3ca4ab118380,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:41.926349 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port d8fc0d3d-2e13-4978-a5a7-db8b18396b13 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:17:41.926988 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (d8fc0d3d-2e13-4978-a5a7-db8b18396b13), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:41.949182 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning for port cba902eb-0465-44a7-b9a6-e26c445bde0f completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:17:41.954019 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8fc0d3d-2e13-4978-a5a7-db8b18396b13 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:17:41.958519 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port cba902eb-0465-44a7-b9a6-e26c445bde0f triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:17:41.959907 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (cba902eb-0465-44a7-b9a6-e26c445bde0f), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:42.011118 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port d8fc0d3d-2e13-4978-a5a7-db8b18396b13, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=d8fc0d3d-2e13-4978-a5a7-db8b18396b13,segment=NetworkSegment(dd6a73cb-8268-4b67-a592-682dfbe2780b),segment_id=dd6a73cb-8268-4b67-a592-682dfbe2780b)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:17:42.022669 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (d8fc0d3d-2e13-4978-a5a7-db8b18396b13), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:42.134770 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=d8fc0d3d-2e13-4978-a5a7-db8b18396b13,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:42.141509 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3347560-e894-4d0e-b91d-d5454a381a07 req-972b245a-251f-45a7-8579-c86cc84daf6d tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:42.149415 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d3347560-e894-4d0e-b91d-d5454a381a07 req-972b245a-251f-45a7-8579-c86cc84daf6d tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] 10.222.0.65 "GET /v2.0/ports?device_id=47cdf1d0-bb09-49d2-b309-78d12655c568 HTTP/1.1" status: 200 len: 948 time: 0.5832894 Feb 04 12:17:42.153846 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9acb577b-914f-42a8-aada-7f3447ec9908 req-a09ac44d-0240-4151-b4b7-8ce82ebc81f7 service neutron] 10.222.0.73 "GET /v2.0/networks/d2a4c77d-3fdb-4ff7-b292-4dd38c281129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6645126 Feb 04 12:17:42.169230 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port cba902eb-0465-44a7-b9a6-e26c445bde0f is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:17:42.170993 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (cba902eb-0465-44a7-b9a6-e26c445bde0f), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:42.189958 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-96ddae27-ade1-4229-87b6-b7a1a8996f0f admin admin] Publish callbacks [] for security_group (96ef39f0-16f2-49b4-9a3a-3ca4ab118380), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:42.199874 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7d6b7213-6c6f-4980-90b6-eca45e9a07ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (51c005af-3b51-4779-b743-673adee804e2), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:42.202737 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-245fe706-303f-495a-aeee-bedc1a6d1263 req-6e69379e-9152-4f79-8044-fbfed50aa8b0 service neutron] 10.222.0.77 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6360695 Feb 04 12:17:42.205103 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6403eb81-a027-401d-9653-10a82f5ea6bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cba902eb-0465-44a7-b9a6-e26c445bde0f'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:17:42.205577 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7d6b7213-6c6f-4980-90b6-eca45e9a07ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:42.207615 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00e3e83e-e815-4715-84ca-fa0cf70c53b4" -d '{"events": [{"server_uuid": "6403eb81-a027-401d-9653-10a82f5ea6bd", "name": "network-vif-plugged", "status": "completed", "tag": "cba902eb-0465-44a7-b9a6-e26c445bde0f"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:17:42.211137 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-7d6b7213-6c6f-4980-90b6-eca45e9a07ae admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/51c005af-3b51-4779-b743-673adee804e2 HTTP/1.1" status: 204 len: 168 time: 0.9408774 Feb 04 12:17:42.226762 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c563448-d896-469b-8569-bd987675b110 req-6bd051d3-8422-4880-8e15-ccdb7ed65db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:42.229086 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-5c563448-d896-469b-8569-bd987675b110 req-6bd051d3-8422-4880-8e15-ccdb7ed65db5 service neutron] 10.222.0.77 "GET /v2.0/networks?id=2f7dc246-a024-4937-952c-0ddeef5af29c HTTP/1.1" status: 200 len: 870 time: 0.4227498 Feb 04 12:17:42.229992 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port cba902eb-0465-44a7-b9a6-e26c445bde0f, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=cba902eb-0465-44a7-b9a6-e26c445bde0f,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:17:42.236821 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (cba902eb-0465-44a7-b9a6-e26c445bde0f), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:42.266082 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d3347560-e894-4d0e-b91d-d5454a381a07 req-e7b4cc0c-8d0d-4bce-a62d-b8a74d1ba33d tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] 10.222.0.65 "GET /v2.0/security-groups?id=b39abb56-fd7d-417c-baa0-7299d5216551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105099 Feb 04 12:17:42.267629 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6b7213-6c6f-4980-90b6-eca45e9a07ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51c005af-3b51-4779-b743-673adee804e2,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:42.293349 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['d8fc0d3d-2e13-4978-a5a7-db8b18396b13'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:17:42.316648 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 55092) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:17:42.364187 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-5c563448-d896-469b-8569-bd987675b110 req-ce95eb76-49f6-4a00-94b9-33c9d029a1a0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=9deeedb5-204f-427a-9d10-78c74d840462 HTTP/1.1" status: 200 len: 217 time: 0.1133859 Feb 04 12:17:42.421781 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=cba902eb-0465-44a7-b9a6-e26c445bde0f,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:42.457839 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-96ddae27-ade1-4229-87b6-b7a1a8996f0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (96ef39f0-16f2-49b4-9a3a-3ca4ab118380), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:42.461437 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-96ddae27-ade1-4229-87b6-b7a1a8996f0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:42.462611 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-96ddae27-ade1-4229-87b6-b7a1a8996f0f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/96ef39f0-16f2-49b4-9a3a-3ca4ab118380 HTTP/1.1" status: 204 len: 168 time: 0.7792811 Feb 04 12:17:42.470004 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c563448-d896-469b-8569-bd987675b110 req-5891b214-3a63-4f89-bed3-f78e0c4b1ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:42.471604 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-5c563448-d896-469b-8569-bd987675b110 req-5891b214-3a63-4f89-bed3-f78e0c4b1ce9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5ee3374a-84e9-4639-853c-740c6edaf6dc HTTP/1.1" status: 200 len: 843 time: 0.1003373 Feb 04 12:17:42.478725 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-245fe706-303f-495a-aeee-bedc1a6d1263 req-fa85e8f4-613d-4a4f-986e-9e7e18511473 service neutron] 10.222.0.77 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654169 Feb 04 12:17:42.490685 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ddae27-ade1-4229-87b6-b7a1a8996f0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96ef39f0-16f2-49b4-9a3a-3ca4ab118380,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:42.555469 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c563448-d896-469b-8569-bd987675b110 req-d6eda4ea-d780-48e1-b3a5-a08408cd454b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:42.557079 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-5c563448-d896-469b-8569-bd987675b110 req-d6eda4ea-d780-48e1-b3a5-a08408cd454b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2f7dc246-a024-4937-952c-0ddeef5af29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0773680 Feb 04 12:17:42.691497 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-5c563448-d896-469b-8569-bd987675b110 req-e98fdb47-9b42-4777-8b9d-b5f6747010b2 service neutron] 10.222.0.77 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177857 Feb 04 12:17:42.769977 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75a484f-81f2-4b0a-a3f3-2dbdf4f83ecc req-a7a3add5-f135-43f2-9d98-d3c121b14d9c tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:42.773178 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e75a484f-81f2-4b0a-a3f3-2dbdf4f83ecc req-a7a3add5-f135-43f2-9d98-d3c121b14d9c tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/networks?id=8201226e-f25e-431d-a6a5-6704e8dc4880 HTTP/1.1" status: 200 len: 807 time: 0.1330411 Feb 04 12:17:42.790266 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e75a484f-81f2-4b0a-a3f3-2dbdf4f83ecc req-ca194c10-61fb-4427-b86b-865af630cd95 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/quotas/24a467b030c744bba5cc99601ae6aefc HTTP/1.1" status: 200 len: 375 time: 0.0109737 Feb 04 12:17:42.814245 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-5c563448-d896-469b-8569-bd987675b110 req-43d4998f-eb13-4594-9d71-118ee1ec2d68 service neutron] 10.222.0.77 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136465 Feb 04 12:17:42.860302 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e75a484f-81f2-4b0a-a3f3-2dbdf4f83ecc req-aeaf8f79-f90e-44b7-abb4-f29a9c7a0f9f tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=24a467b030c744bba5cc99601ae6aefc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0629637 Feb 04 12:17:42.902645 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-d7263c8c-113f-4bfd-bcec-b5880b8e92c1 tempest-AutoAllocateNetworkTest-1456400009 tempest-AutoAllocateNetworkTest-1456400009-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=5b7f0c05d04140e09234a3a69582cc34&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5842218 Feb 04 12:17:42.907267 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 55112) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:17:43.031880 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e75a484f-81f2-4b0a-a3f3-2dbdf4f83ecc req-1cfc7198-062b-48f6-9de1-6494d6a0a884 service neutron] 10.222.0.65 "GET /v2.0/networks/8201226e-f25e-431d-a6a5-6704e8dc4880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544082 Feb 04 12:17:43.075703 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3924e4-e650-4623-8c02-657ba2165b89 tempest-AutoAllocateNetworkTest-1456400009 tempest-AutoAllocateNetworkTest-1456400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:43.083091 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-4f3924e4-e650-4623-8c02-657ba2165b89 tempest-AutoAllocateNetworkTest-1456400009 tempest-AutoAllocateNetworkTest-1456400009-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1737416 Feb 04 12:17:43.085145 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 55114) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:17:43.165032 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 55116) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:17:43.169453 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-40c1b065-ec67-4d5d-bff3-7d51c54de1a1 tempest-AutoAllocateNetworkTest-1456400009 tempest-AutoAllocateNetworkTest-1456400009-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0825486 Feb 04 12:17:43.176948 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 55118) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:17:43.204646 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e75a484f-81f2-4b0a-a3f3-2dbdf4f83ecc req-b47975af-2766-446e-b62c-660130f8bdcd service neutron] 10.222.0.65 "GET /v2.0/networks/8201226e-f25e-431d-a6a5-6704e8dc4880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602256 Feb 04 12:17:43.249775 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-b3726fa9-f6b9-4e08-982b-52bfdd04de79 tempest-AutoAllocateNetworkTest-1456400009 tempest-AutoAllocateNetworkTest-1456400009-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=5b7f0c05d04140e09234a3a69582cc34 HTTP/1.1" status: 200 len: 208 time: 0.0713332 Feb 04 12:17:43.296246 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-3da9b16c-cbff-4fe1-b695-541451c3d3b1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bad50c03a8ac41ae9b3c886a57ab7827&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1296237 Feb 04 12:17:43.301194 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 55124) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:17:43.392375 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c2ceb834-35b2-4895-9f0d-9e61b685e581 admin admin] Publish callbacks [] for security_group (e8943252-982d-418b-af9f-171effc1bf19), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:43.405673 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19167f02-13c6-4fd6-8436-937c921fb92f req-352fb367-c23b-44f1-9b47-ea0df24d86de tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:43.412995 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-19167f02-13c6-4fd6-8436-937c921fb92f req-352fb367-c23b-44f1-9b47-ea0df24d86de tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/ports?device_id=6403eb81-a027-401d-9653-10a82f5ea6bd HTTP/1.1" status: 200 len: 971 time: 0.1405396 Feb 04 12:17:43.428478 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47cdf1d0-bb09-49d2-b309-78d12655c568', 'tag': 'fbd8277b-b57e-49a2-ad34-650a30742ad3'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:17:43.432352 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93dd849f-85a5-44ea-9be7-5ef2d9c20fa7" -d '{"events": [{"name": "network-changed", "server_uuid": "47cdf1d0-bb09-49d2-b309-78d12655c568", "tag": "fbd8277b-b57e-49a2-ad34-650a30742ad3"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:17:43.450999 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c2ceb834-35b2-4895-9f0d-9e61b685e581 admin admin] Publish callbacks [] for security_group (e8943252-982d-418b-af9f-171effc1bf19), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:43.541640 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c2ceb834-35b2-4895-9f0d-9e61b685e581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (e8943252-982d-418b-af9f-171effc1bf19), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:43.544603 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c2ceb834-35b2-4895-9f0d-9e61b685e581 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:43.545779 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-c2ceb834-35b2-4895-9f0d-9e61b685e581 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e8943252-982d-418b-af9f-171effc1bf19 HTTP/1.1" status: 204 len: 168 time: 0.2448027 Feb 04 12:17:43.559657 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ceb834-35b2-4895-9f0d-9e61b685e581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8943252-982d-418b-af9f-171effc1bf19,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:43.562998 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-19167f02-13c6-4fd6-8436-937c921fb92f req-a854ade6-934a-4ddd-a57f-860207297153 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/security-groups?id=9a1ba13a-3582-42ac-bb35-362abd3a196f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438968 Feb 04 12:17:43.576951 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e080a0b6-7718-4b92-b657-f77d034e015c req-79b39b0e-73b2-45ab-892c-194cee375389 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:43.578486 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e080a0b6-7718-4b92-b657-f77d034e015c req-79b39b0e-73b2-45ab-892c-194cee375389 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcd7afee-8c61-4b1c-b087-7cedcfa65d29 HTTP/1.1" status: 200 len: 944 time: 0.1295404 Feb 04 12:17:43.640937 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5bfaba9-04da-4914-8727-5da2801cf04d x-openstack-request-id: req-e5bfaba9-04da-4914-8727-5da2801cf04d {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:17:43.642472 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6403eb81-a027-401d-9653-10a82f5ea6bd", "name": "network-vif-plugged", "status": "completed", "tag": "cba902eb-0465-44a7-b9a6-e26c445bde0f", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:17:43.642984 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e5bfaba9-04da-4914-8727-5da2801cf04d {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:17:43.643312 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6403eb81-a027-401d-9653-10a82f5ea6bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cba902eb-0465-44a7-b9a6-e26c445bde0f', 'code': 200} Feb 04 12:17:43.665498 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device d8fc0d3d-2e13-4978-a5a7-db8b18396b13 up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:17:43.709804 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e080a0b6-7718-4b92-b657-f77d034e015c req-c574418f-e7f2-4415-a985-fd525d02b45a tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] 10.222.0.65 "GET /v2.0/security-groups?id=1cd472ff-e85a-4001-a10c-f5ed9978b777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112888 Feb 04 12:17:43.856705 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning for port d8fc0d3d-2e13-4978-a5a7-db8b18396b13 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:17:43.874820 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port d8fc0d3d-2e13-4978-a5a7-db8b18396b13 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:17:43.876963 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (d8fc0d3d-2e13-4978-a5a7-db8b18396b13), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:43.895308 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-798b44a2-6db9-41e4-b5e1-4401903bc490 req-7900c823-adc2-45e3-b36e-0c1a00562f2d tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/ports?device_id=846162fa-b84b-4eb3-b936-02f5cd32f2c9 HTTP/1.1" status: 200 len: 210 time: 0.1022472 Feb 04 12:17:43.903531 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66e211f-0448-4cfe-bbe0-5ca63b3780e9 req-0e9e36f7-ccd2-4e55-ae5e-a0759ad2ebaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:43.905504 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c66e211f-0448-4cfe-bbe0-5ca63b3780e9 req-0e9e36f7-ccd2-4e55-ae5e-a0759ad2ebaa service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6403eb81-a027-401d-9653-10a82f5ea6bd HTTP/1.1" status: 200 len: 1153 time: 0.1580741 Feb 04 12:17:43.968245 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b0997f-11c1-4f29-ad05-cfffeb2e500e req-e9e622ad-a6d4-476f-8c0f-1bb37e66f56a tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:43.981349 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-63b0997f-11c1-4f29-ad05-cfffeb2e500e req-e9e622ad-a6d4-476f-8c0f-1bb37e66f56a tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] 10.222.0.65 "GET /v2.0/ports?device_id=47cdf1d0-bb09-49d2-b309-78d12655c568 HTTP/1.1" status: 200 len: 948 time: 0.1887681 Feb 04 12:17:44.009239 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-801f84dc-b702-441a-ba12-253fd73b4deb x-openstack-request-id: req-801f84dc-b702-441a-ba12-253fd73b4deb {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:17:44.009725 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47cdf1d0-bb09-49d2-b309-78d12655c568", "tag": "fbd8277b-b57e-49a2-ad34-650a30742ad3", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:17:44.010124 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-801f84dc-b702-441a-ba12-253fd73b4deb {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:17:44.010651 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47cdf1d0-bb09-49d2-b309-78d12655c568', 'tag': 'fbd8277b-b57e-49a2-ad34-650a30742ad3', 'status': 'completed', 'code': 200} Feb 04 12:17:44.103806 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port d8fc0d3d-2e13-4978-a5a7-db8b18396b13 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:17:44.105462 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (d8fc0d3d-2e13-4978-a5a7-db8b18396b13), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:44.139680 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 55156) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:17:44.157385 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dd849f-85a5-44ea-9be7-5ef2d9c20fa7 req-617252b4-0dda-4ca4-a910-18c0a56ec670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:44.159747 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-93dd849f-85a5-44ea-9be7-5ef2d9c20fa7 req-617252b4-0dda-4ca4-a910-18c0a56ec670 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=cdefe07b067f49b6ad46bb3092244c55&device_id=47cdf1d0-bb09-49d2-b309-78d12655c568 HTTP/1.1" status: 200 len: 1130 time: 0.1321547 Feb 04 12:17:44.170814 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c66e211f-0448-4cfe-bbe0-5ca63b3780e9 req-f8ebb00a-8abc-4f1e-9a52-5139ed010b4f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=9a1ba13a-3582-42ac-bb35-362abd3a196f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548211 Feb 04 12:17:44.187695 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port d8fc0d3d-2e13-4978-a5a7-db8b18396b13, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=d8fc0d3d-2e13-4978-a5a7-db8b18396b13,segment=NetworkSegment(dd6a73cb-8268-4b67-a592-682dfbe2780b),segment_id=dd6a73cb-8268-4b67-a592-682dfbe2780b)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:17:44.187927 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-63b0997f-11c1-4f29-ad05-cfffeb2e500e req-5b14dc90-89e3-4000-a8ef-e0649a312a12 tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] 10.222.0.65 "GET /v2.0/security-groups?id=b39abb56-fd7d-417c-baa0-7299d5216551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014194 Feb 04 12:17:44.200520 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (d8fc0d3d-2e13-4978-a5a7-db8b18396b13), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:44.288178 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=d8fc0d3d-2e13-4978-a5a7-db8b18396b13,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:44.300297 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dd849f-85a5-44ea-9be7-5ef2d9c20fa7 req-58c0024b-b42e-4bbb-b8ce-9fe2eba159b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:44.301907 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-93dd849f-85a5-44ea-9be7-5ef2d9c20fa7 req-58c0024b-b42e-4bbb-b8ce-9fe2eba159b2 service neutron] 10.222.0.77 "GET /v2.0/networks?id=2f7dc246-a024-4937-952c-0ddeef5af29c HTTP/1.1" status: 200 len: 870 time: 0.1331086 Feb 04 12:17:44.360870 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-93dd849f-85a5-44ea-9be7-5ef2d9c20fa7 req-1fe9680a-886a-4a4e-9ddf-1b975007cc2d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=fbd8277b-b57e-49a2-ad34-650a30742ad3 HTTP/1.1" status: 200 len: 217 time: 0.0529044 Feb 04 12:17:44.435819 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dd849f-85a5-44ea-9be7-5ef2d9c20fa7 req-9b78445a-43c3-4150-a333-3d688c53950f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:44.444716 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-93dd849f-85a5-44ea-9be7-5ef2d9c20fa7 req-9b78445a-43c3-4150-a333-3d688c53950f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5ee3374a-84e9-4639-853c-740c6edaf6dc HTTP/1.1" status: 200 len: 843 time: 0.0777054 Feb 04 12:17:44.504051 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dd849f-85a5-44ea-9be7-5ef2d9c20fa7 req-d967b791-c821-4764-a959-449d8ef78d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:44.506813 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-93dd849f-85a5-44ea-9be7-5ef2d9c20fa7 req-d967b791-c821-4764-a959-449d8ef78d2d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2f7dc246-a024-4937-952c-0ddeef5af29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0561790 Feb 04 12:17:44.533580 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 55170) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:17:44.546783 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-32402887-adc7-40aa-be52-b462109c1079 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:44.651519 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-05f992a5-9929-477b-8708-338dfd782a41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:44.678339 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-93dd849f-85a5-44ea-9be7-5ef2d9c20fa7 req-e2b8d2e6-4f6a-4eb3-9ba4-3baee7a2e059 service neutron] 10.222.0.77 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637676 Feb 04 12:17:44.820810 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-32402887-adc7-40aa-be52-b462109c1079 admin admin] Publish callbacks [] for security_group (bceb2fa4-4560-4766-9d51-00cd2796266c), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:44.835634 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-32402887-adc7-40aa-be52-b462109c1079 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (bceb2fa4-4560-4766-9d51-00cd2796266c), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:44.864318 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-05f992a5-9929-477b-8708-338dfd782a41 admin admin] Publish callbacks [] for security_group (f49fe0e5-6fae-49a2-9252-15739b8c8f5d), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:44.896666 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-05f992a5-9929-477b-8708-338dfd782a41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (f49fe0e5-6fae-49a2-9252-15739b8c8f5d), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:44.904883 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-93dd849f-85a5-44ea-9be7-5ef2d9c20fa7 req-452fbce9-a523-41ea-99e8-f87e3936bbbe service neutron] 10.222.0.77 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198086 Feb 04 12:17:44.905970 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32402887-adc7-40aa-be52-b462109c1079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bceb2fa4-4560-4766-9d51-00cd2796266c,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:44.913952 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-32402887-adc7-40aa-be52-b462109c1079 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5b7f0c05d04140e09234a3a69582cc34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7730811 Feb 04 12:17:44.916625 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 55188) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:17:44.998106 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a55755ee-dd63-4b0d-b95a-49bf6baa2804 admin admin] Publish callbacks [] for security_group (bceb2fa4-4560-4766-9d51-00cd2796266c), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:45.021704 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ca4dc8-3c86-45d9-b105-582959ebfee0 req-1f2031f6-bb91-4016-af3c-7d0e515faa6a tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:45.024398 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-29ca4dc8-3c86-45d9-b105-582959ebfee0 req-1f2031f6-bb91-4016-af3c-7d0e515faa6a tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/ports?device_id=6403eb81-a027-401d-9653-10a82f5ea6bd HTTP/1.1" status: 200 len: 971 time: 0.2859013 Feb 04 12:17:45.026023 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a55755ee-dd63-4b0d-b95a-49bf6baa2804 admin admin] Publish callbacks [] for security_group (bceb2fa4-4560-4766-9d51-00cd2796266c), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:45.029398 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-05f992a5-9929-477b-8708-338dfd782a41 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9d952b9b935e4a69ad21caf6652f3936&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4941258 Feb 04 12:17:45.039133 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 55194) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:17:45.080898 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f992a5-9929-477b-8708-338dfd782a41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f49fe0e5-6fae-49a2-9252-15739b8c8f5d,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:45.129406 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a55755ee-dd63-4b0d-b95a-49bf6baa2804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (bceb2fa4-4560-4766-9d51-00cd2796266c), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:45.132048 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a55755ee-dd63-4b0d-b95a-49bf6baa2804 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:45.134756 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-a55755ee-dd63-4b0d-b95a-49bf6baa2804 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bceb2fa4-4560-4766-9d51-00cd2796266c HTTP/1.1" status: 204 len: 168 time: 0.2165680 Feb 04 12:17:45.160720 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55755ee-dd63-4b0d-b95a-49bf6baa2804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bceb2fa4-4560-4766-9d51-00cd2796266c,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:45.187672 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-23f0b059-8ae0-4256-8639-fe87c86b715e admin admin] Publish callbacks [] for security_group (f49fe0e5-6fae-49a2-9252-15739b8c8f5d), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:45.192294 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13888f2-9a2f-47e1-8fd7-bba1b7988633 req-12f6736d-9514-4608-8fd9-728aa2ab2511 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:45.195231 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a13888f2-9a2f-47e1-8fd7-bba1b7988633 req-12f6736d-9514-4608-8fd9-728aa2ab2511 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcd7afee-8c61-4b1c-b087-7cedcfa65d29 HTTP/1.1" status: 200 len: 945 time: 0.3591475 Feb 04 12:17:45.285178 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-23f0b059-8ae0-4256-8639-fe87c86b715e admin admin] Publish callbacks [] for security_group (f49fe0e5-6fae-49a2-9252-15739b8c8f5d), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:45.299801 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-29ca4dc8-3c86-45d9-b105-582959ebfee0 req-385f0d97-80fb-4d23-ac4f-9e9ac27f7e8a tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/security-groups?id=9a1ba13a-3582-42ac-bb35-362abd3a196f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630355 Feb 04 12:17:45.366823 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a13888f2-9a2f-47e1-8fd7-bba1b7988633 req-d9a356cb-d6a2-4ae4-a415-90d66f218767 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] 10.222.0.65 "GET /v2.0/security-groups?id=1cd472ff-e85a-4001-a10c-f5ed9978b777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271663 Feb 04 12:17:45.422237 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75a484f-81f2-4b0a-a3f3-2dbdf4f83ecc req-f1417f5f-0b49-4155-ad6a-53415bd5c85c tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:45.424424 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e75a484f-81f2-4b0a-a3f3-2dbdf4f83ecc req-f1417f5f-0b49-4155-ad6a-53415bd5c85c tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.73 "GET /v2.0/networks?id=8201226e-f25e-431d-a6a5-6704e8dc4880 HTTP/1.1" status: 200 len: 807 time: 0.2940524 Feb 04 12:17:45.429602 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-23f0b059-8ae0-4256-8639-fe87c86b715e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (f49fe0e5-6fae-49a2-9252-15739b8c8f5d), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:45.437245 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-23f0b059-8ae0-4256-8639-fe87c86b715e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:45.444767 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-23f0b059-8ae0-4256-8639-fe87c86b715e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f49fe0e5-6fae-49a2-9252-15739b8c8f5d HTTP/1.1" status: 204 len: 168 time: 0.4041932 Feb 04 12:17:45.451654 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-e75a484f-81f2-4b0a-a3f3-2dbdf4f83ecc req-3c998490-8045-4729-a567-f3760279697f tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Request body: {'port': {'device_id': '846162fa-b84b-4eb3-b936-02f5cd32f2c9', 'network_id': '8201226e-f25e-431d-a6a5-6704e8dc4880', 'admin_state_up': True, 'tenant_id': '24a467b030c744bba5cc99601ae6aefc'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:17:45.484930 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f0b059-8ae0-4256-8639-fe87c86b715e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f49fe0e5-6fae-49a2-9252-15739b8c8f5d,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:45.523823 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4f816f34-85ed-4dda-8dbe-8cb714d8462f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:45.604180 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-408d7547-71f3-4a93-bef6-934c5dc09175 req-12a3510d-bcc4-4619-919b-edf8b0c0ca7f tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/ports?device_id=846162fa-b84b-4eb3-b936-02f5cd32f2c9 HTTP/1.1" status: 200 len: 210 time: 0.1042733 Feb 04 12:17:45.645179 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcd7afee-8c61-4b1c-b087-7cedcfa65d29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8fc0d3d-2e13-4978-a5a7-db8b18396b13'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:17:45.650540 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b260704d-c4ab-4de0-a06d-8c7b9871e895" -d '{"events": [{"server_uuid": "bcd7afee-8c61-4b1c-b087-7cedcfa65d29", "name": "network-vif-plugged", "status": "completed", "tag": "d8fc0d3d-2e13-4978-a5a7-db8b18396b13"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:17:45.670160 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edec310e-e34c-4874-ae40-02f34d497af8 req-577882e4-90c1-4e9a-b713-85e2d2260a5c tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:45.671689 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-edec310e-e34c-4874-ae40-02f34d497af8 req-577882e4-90c1-4e9a-b713-85e2d2260a5c tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] 10.222.0.65 "GET /v2.0/ports?device_id=47cdf1d0-bb09-49d2-b309-78d12655c568 HTTP/1.1" status: 200 len: 948 time: 0.1367915 Feb 04 12:17:45.717203 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9cbe121-e2e7-4280-9d29-25693694847c x-openstack-request-id: req-e9cbe121-e2e7-4280-9d29-25693694847c {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:17:45.721353 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcd7afee-8c61-4b1c-b087-7cedcfa65d29", "name": "network-vif-plugged", "status": "completed", "tag": "d8fc0d3d-2e13-4978-a5a7-db8b18396b13", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:17:45.722856 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e9cbe121-e2e7-4280-9d29-25693694847c {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:17:45.723540 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcd7afee-8c61-4b1c-b087-7cedcfa65d29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8fc0d3d-2e13-4978-a5a7-db8b18396b13', 'code': 200} Feb 04 12:17:45.754896 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e75a484f-81f2-4b0a-a3f3-2dbdf4f83ecc req-3c998490-8045-4729-a567-f3760279697f tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Made reservation on behalf of 24a467b030c744bba5cc99601ae6aefc for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:17:45.764072 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e75a484f-81f2-4b0a-a3f3-2dbdf4f83ecc req-3c998490-8045-4729-a567-f3760279697f tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:45.771721 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-edec310e-e34c-4874-ae40-02f34d497af8 req-f80bd6cf-c3ae-48ae-93a5-a7fc23ad1105 tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] 10.222.0.65 "GET /v2.0/security-groups?id=b39abb56-fd7d-417c-baa0-7299d5216551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880878 Feb 04 12:17:45.977368 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8b204f-ac78-4090-902c-1a30cc586e6a req-344730f2-d144-4451-8758-18cb85379159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:45.979545 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5e8b204f-ac78-4090-902c-1a30cc586e6a req-344730f2-d144-4451-8758-18cb85379159 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bcd7afee-8c61-4b1c-b087-7cedcfa65d29 HTTP/1.1" status: 200 len: 1127 time: 0.1819241 Feb 04 12:17:46.039857 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device fbd8277b-b57e-49a2-ad34-650a30742ad3 details requested by agent hyperv_n-h2-825015-3 with host n-h2-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:17:46.042354 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-e75a484f-81f2-4b0a-a3f3-2dbdf4f83ecc req-3c998490-8045-4729-a567-f3760279697f tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Allocated IP 172.20.0.6 (8201226e-f25e-431d-a6a5-6704e8dc4880/6b10c2b1-e8bd-4535-8be4-90c0033f4e8f/369651f6-f3cd-4226-893d-d949b0246438) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:17:46.068135 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5e8b204f-ac78-4090-902c-1a30cc586e6a req-2cca6873-3309-46fe-b668-d5e42dcc3974 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=1cd472ff-e85a-4001-a10c-f5ed9978b777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800452 Feb 04 12:17:46.192291 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port fbd8277b-b57e-49a2-ad34-650a30742ad3, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=fbd8277b-b57e-49a2-ad34-650a30742ad3,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:17:46.280268 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e75a484f-81f2-4b0a-a3f3-2dbdf4f83ecc req-3c998490-8045-4729-a567-f3760279697f tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Publish callbacks [] for port (369651f6-f3cd-4226-893d-d949b0246438), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:46.325051 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 55232) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:17:46.336410 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e75a484f-81f2-4b0a-a3f3-2dbdf4f83ecc req-3c998490-8045-4729-a567-f3760279697f tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (369651f6-f3cd-4226-893d-d949b0246438), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:46.350921 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Returning: {'device': 'fbd8277b-b57e-49a2-ad34-650a30742ad3', 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c', 'port_id': 'fbd8277b-b57e-49a2-ad34-650a30742ad3', 'mac_address': 'fa:16:3e:2b:ca:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ee3374a-84e9-4639-853c-740c6edaf6dc', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:17:46.352152 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-14095dba-0f6e-49ec-9654-dc343467bddd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:46.426418 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e75a484f-81f2-4b0a-a3f3-2dbdf4f83ecc req-3c998490-8045-4729-a567-f3760279697f tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Network 8201226e-f25e-431d-a6a5-6704e8dc4880 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:17:46.444575 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-e75a484f-81f2-4b0a-a3f3-2dbdf4f83ecc req-3c998490-8045-4729-a567-f3760279697f tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:17:46.460767 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port fbd8277b-b57e-49a2-ad34-650a30742ad3 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:17:46.461187 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (fbd8277b-b57e-49a2-ad34-650a30742ad3), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:46.466543 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c998490-8045-4729-a567-f3760279697f tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Pushing event updated for resources: {'Port': ['ID=369651f6-f3cd-4226-893d-d949b0246438,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:46.471041 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-e75a484f-81f2-4b0a-a3f3-2dbdf4f83ecc req-3c998490-8045-4729-a567-f3760279697f tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:17:46.477561 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75a484f-81f2-4b0a-a3f3-2dbdf4f83ecc req-3c998490-8045-4729-a567-f3760279697f tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:46.478708 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e75a484f-81f2-4b0a-a3f3-2dbdf4f83ecc req-3c998490-8045-4729-a567-f3760279697f tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:46.504990 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbd8277b-b57e-49a2-ad34-650a30742ad3 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:17:46.560097 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port fbd8277b-b57e-49a2-ad34-650a30742ad3, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=fbd8277b-b57e-49a2-ad34-650a30742ad3,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:17:46.568269 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (fbd8277b-b57e-49a2-ad34-650a30742ad3), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:46.570455 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 9deeedb5-204f-427a-9d10-78c74d840462 details requested by agent hyperv_n-h2-825015-3 with host n-h2-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:17:46.578513 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e75a484f-81f2-4b0a-a3f3-2dbdf4f83ecc req-3c998490-8045-4729-a567-f3760279697f tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1441131 Feb 04 12:17:46.608946 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-e75a484f-81f2-4b0a-a3f3-2dbdf4f83ecc req-c22e8149-f2e8-401b-b1c1-9cfda30a9833 service neutron] Request body: {'port': {'device_id': '846162fa-b84b-4eb3-b936-02f5cd32f2c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:17:46.658063 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2280f448-595b-4ad8-b85b-cf2a33fbc48d req-ebeee36b-9409-4e3b-8d2c-cbc125fbf4c3 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:46.665309 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2280f448-595b-4ad8-b85b-cf2a33fbc48d req-ebeee36b-9409-4e3b-8d2c-cbc125fbf4c3 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/ports?device_id=6403eb81-a027-401d-9653-10a82f5ea6bd HTTP/1.1" status: 200 len: 971 time: 0.1828015 Feb 04 12:17:46.681802 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 9deeedb5-204f-427a-9d10-78c74d840462, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=9deeedb5-204f-427a-9d10-78c74d840462,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:17:46.685787 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=fbd8277b-b57e-49a2-ad34-650a30742ad3,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:46.703849 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Returning: {'device': '9deeedb5-204f-427a-9d10-78c74d840462', 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c', 'port_id': '9deeedb5-204f-427a-9d10-78c74d840462', 'mac_address': 'fa:16:3e:27:fa:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ee3374a-84e9-4639-853c-740c6edaf6dc', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:17:46.756246 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e75a484f-81f2-4b0a-a3f3-2dbdf4f83ecc req-c22e8149-f2e8-401b-b1c1-9cfda30a9833 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (369651f6-f3cd-4226-893d-d949b0246438), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:46.772169 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a5fcfe-9c72-4097-8967-04e449f6ee92 req-bc71c298-da2d-42b8-a520-542b89b25d86 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:46.773461 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-71a5fcfe-9c72-4097-8967-04e449f6ee92 req-bc71c298-da2d-42b8-a520-542b89b25d86 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcd7afee-8c61-4b1c-b087-7cedcfa65d29 HTTP/1.1" status: 200 len: 945 time: 0.2818367 Feb 04 12:17:46.774596 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 9deeedb5-204f-427a-9d10-78c74d840462 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:17:46.775266 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (9deeedb5-204f-427a-9d10-78c74d840462), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:46.796308 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9deeedb5-204f-427a-9d10-78c74d840462 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:17:46.805238 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-14095dba-0f6e-49ec-9654-dc343467bddd admin admin] Publish callbacks [] for security_group (bab32f53-be23-4466-8c3b-205de61c62cb), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:46.831956 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 9deeedb5-204f-427a-9d10-78c74d840462, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=9deeedb5-204f-427a-9d10-78c74d840462,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:17:46.836317 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-14095dba-0f6e-49ec-9654-dc343467bddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (bab32f53-be23-4466-8c3b-205de61c62cb), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:46.843563 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (9deeedb5-204f-427a-9d10-78c74d840462), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:46.884924 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2280f448-595b-4ad8-b85b-cf2a33fbc48d req-8fe1a5b3-2b9e-48cd-b45a-b103a8ceeb1f tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/security-groups?id=9a1ba13a-3582-42ac-bb35-362abd3a196f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187185 Feb 04 12:17:46.950509 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=9deeedb5-204f-427a-9d10-78c74d840462,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:46.962044 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14095dba-0f6e-49ec-9654-dc343467bddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bab32f53-be23-4466-8c3b-205de61c62cb,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:46.968536 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-14095dba-0f6e-49ec-9654-dc343467bddd admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2a32a5e5d41a47bd93348c3d66186c3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6419559 Feb 04 12:17:46.971914 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 55260) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:17:46.992862 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-71a5fcfe-9c72-4097-8967-04e449f6ee92 req-fed80bc3-d19e-439d-81b8-1e8185b178e5 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] 10.222.0.65 "GET /v2.0/security-groups?id=1cd472ff-e85a-4001-a10c-f5ed9978b777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1920164 Feb 04 12:17:47.081358 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6768012b-79b5-4eb7-b747-78c1387121d4 admin admin] Publish callbacks [] for security_group (bab32f53-be23-4466-8c3b-205de61c62cb), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:47.124706 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6768012b-79b5-4eb7-b747-78c1387121d4 admin admin] Publish callbacks [] for security_group (bab32f53-be23-4466-8c3b-205de61c62cb), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:47.216417 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6768012b-79b5-4eb7-b747-78c1387121d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (bab32f53-be23-4466-8c3b-205de61c62cb), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:47.220926 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6768012b-79b5-4eb7-b747-78c1387121d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:47.228798 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-6768012b-79b5-4eb7-b747-78c1387121d4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bab32f53-be23-4466-8c3b-205de61c62cb HTTP/1.1" status: 204 len: 168 time: 0.2547264 Feb 04 12:17:47.230995 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['9deeedb5-204f-427a-9d10-78c74d840462'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:17:47.244777 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6768012b-79b5-4eb7-b747-78c1387121d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bab32f53-be23-4466-8c3b-205de61c62cb,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:47.299243 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['fbd8277b-b57e-49a2-ad34-650a30742ad3'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:17:47.302467 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c428ee-6717-4904-ab9b-504843c0d3b4 req-02b3ac43-23d5-43a1-813e-761cf0be995c tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:47.304728 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f0c428ee-6717-4904-ab9b-504843c0d3b4 req-02b3ac43-23d5-43a1-813e-761cf0be995c tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/ports?device_id=846162fa-b84b-4eb3-b936-02f5cd32f2c9 HTTP/1.1" status: 200 len: 931 time: 0.3100138 Feb 04 12:17:47.326201 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9247db52-ed05-4563-a145-545b3a430428 req-7db4ccd0-144e-4c59-8757-fbea4639fa94 tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:47.327604 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9247db52-ed05-4563-a145-545b3a430428 req-7db4ccd0-144e-4c59-8757-fbea4639fa94 tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] 10.222.0.65 "GET /v2.0/ports?device_id=47cdf1d0-bb09-49d2-b309-78d12655c568 HTTP/1.1" status: 200 len: 949 time: 0.2037604 Feb 04 12:17:47.453808 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f0c428ee-6717-4904-ab9b-504843c0d3b4 req-4474cc81-8c96-4ef3-91bc-2773a38176c2 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4f571d4-f0a1-47f6-a54a-b93db47581cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395290 Feb 04 12:17:47.464640 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9247db52-ed05-4563-a145-545b3a430428 req-75512e77-aa94-4730-833f-ea60a8bc9af6 tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] 10.222.0.65 "GET /v2.0/security-groups?id=b39abb56-fd7d-417c-baa0-7299d5216551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210043 Feb 04 12:17:47.529934 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-e75a484f-81f2-4b0a-a3f3-2dbdf4f83ecc req-c22e8149-f2e8-401b-b1c1-9cfda30a9833 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 369651f6-f3cd-4226-893d-d949b0246438 {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:17:47.542470 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e75a484f-81f2-4b0a-a3f3-2dbdf4f83ecc req-c22e8149-f2e8-401b-b1c1-9cfda30a9833 service neutron] Publish callbacks [] for port (369651f6-f3cd-4226-893d-d949b0246438), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:47.586113 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-e75a484f-81f2-4b0a-a3f3-2dbdf4f83ecc req-c22e8149-f2e8-401b-b1c1-9cfda30a9833 service neutron] Transition to ACTIVE for port object 369651f6-f3cd-4226-893d-d949b0246438 will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:17:47.620328 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e75a484f-81f2-4b0a-a3f3-2dbdf4f83ecc req-c22e8149-f2e8-401b-b1c1-9cfda30a9833 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (369651f6-f3cd-4226-893d-d949b0246438), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:47.690046 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22e8149-f2e8-401b-b1c1-9cfda30a9833 service neutron] Pushing event updated for resources: {'Port': ['ID=369651f6-f3cd-4226-893d-d949b0246438,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:47.737968 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89534b78-311b-40c6-a971-f00eacc94983 req-85dcd0a7-9d96-484a-b617-45a5ecbdc292 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:47.739627 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-89534b78-311b-40c6-a971-f00eacc94983 req-85dcd0a7-9d96-484a-b617-45a5ecbdc292 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/ports?device_id=f027c61e-1573-4eca-b41f-3575c551f5d7 HTTP/1.1" status: 200 len: 948 time: 0.1549022 Feb 04 12:17:47.741278 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-e75a484f-81f2-4b0a-a3f3-2dbdf4f83ecc req-c22e8149-f2e8-401b-b1c1-9cfda30a9833 service neutron] Attempting to bind port 369651f6-f3cd-4226-893d-d949b0246438 on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:17:47.741680 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-e75a484f-81f2-4b0a-a3f3-2dbdf4f83ecc req-c22e8149-f2e8-401b-b1c1-9cfda30a9833 service neutron] Attempting to bind port 369651f6-f3cd-4226-893d-d949b0246438 by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': '1a9a2aca-b7f6-445c-a938-0b8696864233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '8201226e-f25e-431d-a6a5-6704e8dc4880'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:17:47.742078 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75a484f-81f2-4b0a-a3f3-2dbdf4f83ecc req-c22e8149-f2e8-401b-b1c1-9cfda30a9833 service neutron] Attempting to bind port 369651f6-f3cd-4226-893d-d949b0246438 on network 8201226e-f25e-431d-a6a5-6704e8dc4880 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:17:47.747588 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75a484f-81f2-4b0a-a3f3-2dbdf4f83ecc req-c22e8149-f2e8-401b-b1c1-9cfda30a9833 service neutron] Port 369651f6-f3cd-4226-893d-d949b0246438 on network 8201226e-f25e-431d-a6a5-6704e8dc4880 not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:17:47.747979 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75a484f-81f2-4b0a-a3f3-2dbdf4f83ecc req-c22e8149-f2e8-401b-b1c1-9cfda30a9833 service neutron] Attempting to bind port 369651f6-f3cd-4226-893d-d949b0246438 on network 8201226e-f25e-431d-a6a5-6704e8dc4880 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:17:47.760194 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75a484f-81f2-4b0a-a3f3-2dbdf4f83ecc req-c22e8149-f2e8-401b-b1c1-9cfda30a9833 service neutron] Checking agent: {'id': 'f8add0d2-2202-43d3-bc0e-72442788e6ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:17:47.760628 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75a484f-81f2-4b0a-a3f3-2dbdf4f83ecc req-c22e8149-f2e8-401b-b1c1-9cfda30a9833 service neutron] Checking segment: {'id': '1a9a2aca-b7f6-445c-a938-0b8696864233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '8201226e-f25e-431d-a6a5-6704e8dc4880'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:17:47.761066 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75a484f-81f2-4b0a-a3f3-2dbdf4f83ecc req-c22e8149-f2e8-401b-b1c1-9cfda30a9833 service neutron] Bound using segment: {'id': '1a9a2aca-b7f6-445c-a938-0b8696864233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '8201226e-f25e-431d-a6a5-6704e8dc4880'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:17:47.761515 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-e75a484f-81f2-4b0a-a3f3-2dbdf4f83ecc req-c22e8149-f2e8-401b-b1c1-9cfda30a9833 service neutron] Bound port: 369651f6-f3cd-4226-893d-d949b0246438, host: n-h1-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a9a2aca-b7f6-445c-a938-0b8696864233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '8201226e-f25e-431d-a6a5-6704e8dc4880'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:17:47.761874 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e75a484f-81f2-4b0a-a3f3-2dbdf4f83ecc req-c22e8149-f2e8-401b-b1c1-9cfda30a9833 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (369651f6-f3cd-4226-893d-d949b0246438), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:47.889271 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-26e5a570-6935-4e68-ba58-7343f8295ca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:48.055067 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-89534b78-311b-40c6-a971-f00eacc94983 req-87176f57-c74d-4aea-a986-99558d1e7009 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/security-groups?id=9a1ba13a-3582-42ac-bb35-362abd3a196f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3016329 Feb 04 12:17:48.090345 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-e75a484f-81f2-4b0a-a3f3-2dbdf4f83ecc req-c22e8149-f2e8-401b-b1c1-9cfda30a9833 service neutron] For port 369651f6-f3cd-4226-893d-d949b0246438, host n-h1-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:17:48.093897 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-e75a484f-81f2-4b0a-a3f3-2dbdf4f83ecc req-c22e8149-f2e8-401b-b1c1-9cfda30a9833 service neutron] For port 369651f6-f3cd-4226-893d-d949b0246438, host n-h1-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=369651f6-f3cd-4226-893d-d949b0246438,segment=NetworkSegment(1a9a2aca-b7f6-445c-a938-0b8696864233),segment_id=1a9a2aca-b7f6-445c-a938-0b8696864233)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:17:48.109545 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e75a484f-81f2-4b0a-a3f3-2dbdf4f83ecc req-c22e8149-f2e8-401b-b1c1-9cfda30a9833 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (369651f6-f3cd-4226-893d-d949b0246438), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:48.155167 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75a484f-81f2-4b0a-a3f3-2dbdf4f83ecc req-c22e8149-f2e8-401b-b1c1-9cfda30a9833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:48.155917 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e75a484f-81f2-4b0a-a3f3-2dbdf4f83ecc req-c22e8149-f2e8-401b-b1c1-9cfda30a9833 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:48.158085 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e75a484f-81f2-4b0a-a3f3-2dbdf4f83ecc req-c22e8149-f2e8-401b-b1c1-9cfda30a9833 service neutron] 10.222.0.73 "PUT /v2.0/ports/369651f6-f3cd-4226-893d-d949b0246438 HTTP/1.1" status: 200 len: 1091 time: 1.5629232 Feb 04 12:17:48.162057 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '846162fa-b84b-4eb3-b936-02f5cd32f2c9', 'tag': '369651f6-f3cd-4226-893d-d949b0246438'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:17:48.167212 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38307f73-ddcd-439f-a40d-f714f4708e19" -d '{"events": [{"name": "network-changed", "server_uuid": "846162fa-b84b-4eb3-b936-02f5cd32f2c9", "tag": "369651f6-f3cd-4226-893d-d949b0246438"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:17:48.216385 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22e8149-f2e8-401b-b1c1-9cfda30a9833 service neutron] Pushing event updated for resources: {'Port': ['ID=369651f6-f3cd-4226-893d-d949b0246438,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:48.283040 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11d4ed51-b705-4d33-b227-f5f2178505fa x-openstack-request-id: req-11d4ed51-b705-4d33-b227-f5f2178505fa {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:17:48.283343 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "846162fa-b84b-4eb3-b936-02f5cd32f2c9", "tag": "369651f6-f3cd-4226-893d-d949b0246438", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:17:48.284573 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-11d4ed51-b705-4d33-b227-f5f2178505fa {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:17:48.285029 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '846162fa-b84b-4eb3-b936-02f5cd32f2c9', 'tag': '369651f6-f3cd-4226-893d-d949b0246438', 'status': 'completed', 'code': 200} Feb 04 12:17:48.335532 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75a484f-81f2-4b0a-a3f3-2dbdf4f83ecc req-867a0ba2-f184-47e8-9a5c-cb174024ae0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:48.337280 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e75a484f-81f2-4b0a-a3f3-2dbdf4f83ecc req-867a0ba2-f184-47e8-9a5c-cb174024ae0a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=24a467b030c744bba5cc99601ae6aefc&device_id=846162fa-b84b-4eb3-b936-02f5cd32f2c9 HTTP/1.1" status: 200 len: 1125 time: 0.1164377 Feb 04 12:17:48.391572 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74c178e-4cee-418e-b69f-7f03712b744f req-5f2a1598-f98d-48c8-8cb1-e59a9fef93d3 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:48.393184 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b74c178e-4cee-418e-b69f-7f03712b744f req-5f2a1598-f98d-48c8-8cb1-e59a9fef93d3 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcd7afee-8c61-4b1c-b087-7cedcfa65d29 HTTP/1.1" status: 200 len: 945 time: 0.1271701 Feb 04 12:17:48.394784 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e75a484f-81f2-4b0a-a3f3-2dbdf4f83ecc req-c5d0cb3b-5c04-436e-a429-eb32e8437f8a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=369651f6-f3cd-4226-893d-d949b0246438 HTTP/1.1" status: 200 len: 217 time: 0.0502851 Feb 04 12:17:48.500635 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75a484f-81f2-4b0a-a3f3-2dbdf4f83ecc req-a135ac9a-2d26-410f-8924-1ff808eb8029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:48.502209 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e75a484f-81f2-4b0a-a3f3-2dbdf4f83ecc req-a135ac9a-2d26-410f-8924-1ff808eb8029 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6b10c2b1-e8bd-4535-8be4-90c0033f4e8f HTTP/1.1" status: 200 len: 847 time: 0.1000926 Feb 04 12:17:48.518034 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b74c178e-4cee-418e-b69f-7f03712b744f req-dfc97fb4-bd2a-43b3-a876-01fd34918a62 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] 10.222.0.65 "GET /v2.0/security-groups?id=1cd472ff-e85a-4001-a10c-f5ed9978b777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170342 Feb 04 12:17:48.578731 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e75a484f-81f2-4b0a-a3f3-2dbdf4f83ecc req-0a3a9d04-c639-40af-b740-d26a146a61cc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8201226e-f25e-431d-a6a5-6704e8dc4880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594199 Feb 04 12:17:48.773779 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8b14ef-35d8-4d5d-8e0f-0e1f5cfe0b0d req-b8ed4f40-ea9c-43aa-ac2c-a9bf9666def2 tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:48.775302 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-be8b14ef-35d8-4d5d-8e0f-0e1f5cfe0b0d req-b8ed4f40-ea9c-43aa-ac2c-a9bf9666def2 tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] 10.222.0.65 "GET /v2.0/ports?device_id=47cdf1d0-bb09-49d2-b309-78d12655c568 HTTP/1.1" status: 200 len: 949 time: 0.1302898 Feb 04 12:17:48.786957 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e75a484f-81f2-4b0a-a3f3-2dbdf4f83ecc req-606c8194-e6d6-4fec-9220-6d4773709500 service neutron] 10.222.0.73 "GET /v2.0/networks/8201226e-f25e-431d-a6a5-6704e8dc4880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961071 Feb 04 12:17:48.792465 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08186fc2-db1e-4edf-9364-333a1941fe50 req-b96712f8-b2c1-4989-8c7c-d506fa190c5c tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:48.793953 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-08186fc2-db1e-4edf-9364-333a1941fe50 req-b96712f8-b2c1-4989-8c7c-d506fa190c5c tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/ports?device_id=846162fa-b84b-4eb3-b936-02f5cd32f2c9 HTTP/1.1" status: 200 len: 943 time: 0.1504736 Feb 04 12:17:48.874598 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 55348) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:17:48.945606 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-be8b14ef-35d8-4d5d-8e0f-0e1f5cfe0b0d req-b4eb7528-d920-4e8d-a46d-08e11279fd4d tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] 10.222.0.65 "GET /v2.0/security-groups?id=b39abb56-fd7d-417c-baa0-7299d5216551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614981 Feb 04 12:17:48.959360 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-08186fc2-db1e-4edf-9364-333a1941fe50 req-22e58a20-de16-42d9-9c29-9577009a3293 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4f571d4-f0a1-47f6-a54a-b93db47581cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512690 Feb 04 12:17:48.977216 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e75a484f-81f2-4b0a-a3f3-2dbdf4f83ecc req-4db645fd-1388-46f2-a787-4e7f0238f8e6 service neutron] 10.222.0.73 "GET /v2.0/networks/8201226e-f25e-431d-a6a5-6704e8dc4880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822047 Feb 04 12:17:49.037659 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:49.209556 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38307f73-ddcd-439f-a40d-f714f4708e19 req-5af84861-e3cf-42a3-bcdf-a085a2dd3958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:49.212383 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-38307f73-ddcd-439f-a40d-f714f4708e19 req-5af84861-e3cf-42a3-bcdf-a085a2dd3958 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=24a467b030c744bba5cc99601ae6aefc&device_id=846162fa-b84b-4eb3-b936-02f5cd32f2c9 HTTP/1.1" status: 200 len: 1125 time: 0.1316361 Feb 04 12:17:49.313371 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8797d25-783a-4a0a-bd2e-d5975c3dd46e req-cc9ec035-a1b3-4e52-a6b1-9f0ca025407c tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:49.314808 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8867a928-efaa-4b3e-9bcc-311d04f6214b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:49.315679 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d8797d25-783a-4a0a-bd2e-d5975c3dd46e req-cc9ec035-a1b3-4e52-a6b1-9f0ca025407c tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcd7afee-8c61-4b1c-b087-7cedcfa65d29 HTTP/1.1" status: 200 len: 945 time: 0.2155108 Feb 04 12:17:49.330870 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 55370) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:17:49.342207 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-cd900d90-f659-4e3c-88ee-cef07ea46e1d tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Request body: {'floatingip': {'port_id': 'd8fc0d3d-2e13-4978-a5a7-db8b18396b13'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:17:49.469125 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8867a928-efaa-4b3e-9bcc-311d04f6214b admin admin] Publish callbacks [] for security_group (cc82cf15-b6a5-406f-9b77-25a6fecbc8fa), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:49.476092 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8867a928-efaa-4b3e-9bcc-311d04f6214b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (cc82cf15-b6a5-406f-9b77-25a6fecbc8fa), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:49.511846 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-8867a928-efaa-4b3e-9bcc-311d04f6214b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6cf69aecfd4b44c5a9512e4dbf195cef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6360085 Feb 04 12:17:49.518374 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 55376) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:17:49.521216 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cd900d90-f659-4e3c-88ee-cef07ea46e1d tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Publish callbacks [] for floatingip (edb845a0-45f2-4174-9a5e-588f7ee4ae40), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:49.559230 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8867a928-efaa-4b3e-9bcc-311d04f6214b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc82cf15-b6a5-406f-9b77-25a6fecbc8fa,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:49.632250 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4f873243-efbc-4aa2-a4f9-6276aa0717f7 admin admin] Publish callbacks [] for security_group (cc82cf15-b6a5-406f-9b77-25a6fecbc8fa), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:49.662092 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4f873243-efbc-4aa2-a4f9-6276aa0717f7 admin admin] Publish callbacks [] for security_group (cc82cf15-b6a5-406f-9b77-25a6fecbc8fa), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:49.729448 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4f873243-efbc-4aa2-a4f9-6276aa0717f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (cc82cf15-b6a5-406f-9b77-25a6fecbc8fa), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:49.732862 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4f873243-efbc-4aa2-a4f9-6276aa0717f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:49.734753 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-4f873243-efbc-4aa2-a4f9-6276aa0717f7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cc82cf15-b6a5-406f-9b77-25a6fecbc8fa HTTP/1.1" status: 204 len: 168 time: 0.2150683 Feb 04 12:17:49.746264 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f873243-efbc-4aa2-a4f9-6276aa0717f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc82cf15-b6a5-406f-9b77-25a6fecbc8fa,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:49.900504 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38307f73-ddcd-439f-a40d-f714f4708e19 req-47a34526-3be6-49ee-b299-c181d238ad6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:49.903011 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-38307f73-ddcd-439f-a40d-f714f4708e19 req-47a34526-3be6-49ee-b299-c181d238ad6f service neutron] 10.222.0.73 "GET /v2.0/networks?id=8201226e-f25e-431d-a6a5-6704e8dc4880 HTTP/1.1" status: 200 len: 908 time: 0.6840751 Feb 04 12:17:49.990254 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d1f192-ff90-4287-bda8-0904ff3296a8 req-9c7f84d6-5c42-4327-b8ec-0597b14c8117 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:49.997597 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e4d1f192-ff90-4287-bda8-0904ff3296a8 req-9c7f84d6-5c42-4327-b8ec-0597b14c8117 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/ports?device_id=f027c61e-1573-4eca-b41f-3575c551f5d7 HTTP/1.1" status: 200 len: 948 time: 0.5323143 Feb 04 12:17:50.034967 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device fbd8277b-b57e-49a2-ad34-650a30742ad3 up at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:17:50.054219 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-38307f73-ddcd-439f-a40d-f714f4708e19 req-bb145b85-4d83-4ef1-a160-1c0a18500245 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=369651f6-f3cd-4226-893d-d949b0246438 HTTP/1.1" status: 200 len: 217 time: 0.1446123 Feb 04 12:17:50.127200 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning for port fbd8277b-b57e-49a2-ad34-650a30742ad3 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:17:50.134963 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning complete for port fbd8277b-b57e-49a2-ad34-650a30742ad3 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:17:50.135494 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (fbd8277b-b57e-49a2-ad34-650a30742ad3), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:50.179597 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e4d1f192-ff90-4287-bda8-0904ff3296a8 req-8f7b1a16-b909-452f-9315-75e0ca89ff7c tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/security-groups?id=9a1ba13a-3582-42ac-bb35-362abd3a196f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808259 Feb 04 12:17:50.200325 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38307f73-ddcd-439f-a40d-f714f4708e19 req-65a0528e-db19-4f33-9925-60e05d12a0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:50.211093 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-38307f73-ddcd-439f-a40d-f714f4708e19 req-65a0528e-db19-4f33-9925-60e05d12a0f7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6b10c2b1-e8bd-4535-8be4-90c0033f4e8f HTTP/1.1" status: 200 len: 847 time: 0.1339614 Feb 04 12:17:50.212431 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 55414) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:17:50.241825 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7b285064-8462-4abb-942d-9ba43fb9e698 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:50.337635 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port fbd8277b-b57e-49a2-ad34-650a30742ad3 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:17:50.338914 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (fbd8277b-b57e-49a2-ad34-650a30742ad3), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:50.343587 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-38307f73-ddcd-439f-a40d-f714f4708e19 req-4eb5ade3-e5e8-4673-ac33-a6d457aa81b9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8201226e-f25e-431d-a6a5-6704e8dc4880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1123610 Feb 04 12:17:50.352150 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:50.359315 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7b285064-8462-4abb-942d-9ba43fb9e698 admin admin] Publish callbacks [] for security_group (dfab8854-0477-444c-aa0f-5ddce5690722), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:50.368566 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7b285064-8462-4abb-942d-9ba43fb9e698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (dfab8854-0477-444c-aa0f-5ddce5690722), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:50.390709 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47cdf1d0-bb09-49d2-b309-78d12655c568', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbd8277b-b57e-49a2-ad34-650a30742ad3'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:17:50.393916 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c54e29e0-5e0f-46fc-9520-42cbbf3d16ef" -d '{"events": [{"server_uuid": "47cdf1d0-bb09-49d2-b309-78d12655c568", "name": "network-vif-plugged", "status": "completed", "tag": "fbd8277b-b57e-49a2-ad34-650a30742ad3"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:17:50.409623 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port fbd8277b-b57e-49a2-ad34-650a30742ad3, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=fbd8277b-b57e-49a2-ad34-650a30742ad3,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:17:50.417244 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (fbd8277b-b57e-49a2-ad34-650a30742ad3), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:50.418522 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 9deeedb5-204f-427a-9d10-78c74d840462 up at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:17:50.435022 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-7b285064-8462-4abb-942d-9ba43fb9e698 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ecc243a59c0748e78d81551c4eab0211&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2193308 Feb 04 12:17:50.435022 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b285064-8462-4abb-942d-9ba43fb9e698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfab8854-0477-444c-aa0f-5ddce5690722,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:50.438164 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 55420) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:17:50.504391 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8ad91d42-9760-4f70-9ed6-b0ff41ca087d admin admin] Publish callbacks [] for security_group (dfab8854-0477-444c-aa0f-5ddce5690722), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:50.509593 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=fbd8277b-b57e-49a2-ad34-650a30742ad3,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:50.524106 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning for port 9deeedb5-204f-427a-9d10-78c74d840462 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:17:50.529489 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning complete for port 9deeedb5-204f-427a-9d10-78c74d840462 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:17:50.530001 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (9deeedb5-204f-427a-9d10-78c74d840462), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:50.551549 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8ad91d42-9760-4f70-9ed6-b0ff41ca087d admin admin] Publish callbacks [] for security_group (dfab8854-0477-444c-aa0f-5ddce5690722), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:50.622871 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8ad91d42-9760-4f70-9ed6-b0ff41ca087d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (dfab8854-0477-444c-aa0f-5ddce5690722), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:50.626700 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8ad91d42-9760-4f70-9ed6-b0ff41ca087d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:50.632471 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-8ad91d42-9760-4f70-9ed6-b0ff41ca087d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/dfab8854-0477-444c-aa0f-5ddce5690722 HTTP/1.1" status: 204 len: 168 time: 0.1929007 Feb 04 12:17:50.653007 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 9deeedb5-204f-427a-9d10-78c74d840462 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:17:50.653388 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad91d42-9760-4f70-9ed6-b0ff41ca087d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfab8854-0477-444c-aa0f-5ddce5690722,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:50.654090 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (9deeedb5-204f-427a-9d10-78c74d840462), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:50.724313 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 9deeedb5-204f-427a-9d10-78c74d840462, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=9deeedb5-204f-427a-9d10-78c74d840462,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:17:50.729598 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (9deeedb5-204f-427a-9d10-78c74d840462), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:50.788303 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=9deeedb5-204f-427a-9d10-78c74d840462,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:50.884904 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6fcf4c-8d9a-4390-bc27-08639aa8e1ae req-d807824c-d126-42ae-a24a-88ed870003d3 tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:50.886400 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8d6fcf4c-8d9a-4390-bc27-08639aa8e1ae req-d807824c-d126-42ae-a24a-88ed870003d3 tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] 10.222.0.65 "GET /v2.0/ports?device_id=47cdf1d0-bb09-49d2-b309-78d12655c568 HTTP/1.1" status: 200 len: 949 time: 0.5458217 Feb 04 12:17:50.957808 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb9a96e-b737-46e7-ba7f-a51f1be38e5e req-4a9afb3f-b53a-4c60-aec1-5fa9af11f684 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:50.959319 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5fb9a96e-b737-46e7-ba7f-a51f1be38e5e req-4a9afb3f-b53a-4c60-aec1-5fa9af11f684 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/ports?device_id=846162fa-b84b-4eb3-b936-02f5cd32f2c9 HTTP/1.1" status: 200 len: 943 time: 0.6204367 Feb 04 12:17:50.974379 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.db.resource_extend [None req-cd900d90-f659-4e3c-88ee-cef07ea46e1d tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 12:17:51.014733 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-38307f73-ddcd-439f-a40d-f714f4708e19 req-fce46d6f-b7a1-43d4-a1e1-17ba870362a4 service neutron] 10.222.0.73 "GET /v2.0/networks/8201226e-f25e-431d-a6a5-6704e8dc4880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6552608 Feb 04 12:17:51.123813 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8d6fcf4c-8d9a-4390-bc27-08639aa8e1ae req-e0d43c4a-bd18-4010-bd7f-f533866a981c tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] 10.222.0.65 "GET /v2.0/security-groups?id=b39abb56-fd7d-417c-baa0-7299d5216551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150767 Feb 04 12:17:51.163672 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cd900d90-f659-4e3c-88ee-cef07ea46e1d tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:51.175015 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cd900d90-f659-4e3c-88ee-cef07ea46e1d tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1599943'] for floatingip (edb845a0-45f2-4174-9a5e-588f7ee4ae40), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:51.191594 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5fb9a96e-b737-46e7-ba7f-a51f1be38e5e req-4ac0d4c6-361c-4bbb-aef2-20c10f79b00c tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4f571d4-f0a1-47f6-a54a-b93db47581cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182622 Feb 04 12:17:51.264612 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dbe57de-015c-482a-98ca-ff49fdeaef8a x-openstack-request-id: req-4dbe57de-015c-482a-98ca-ff49fdeaef8a {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:17:51.265142 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47cdf1d0-bb09-49d2-b309-78d12655c568", "name": "network-vif-plugged", "status": "completed", "tag": "fbd8277b-b57e-49a2-ad34-650a30742ad3", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:17:51.265220 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4dbe57de-015c-482a-98ca-ff49fdeaef8a {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:17:51.265559 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47cdf1d0-bb09-49d2-b309-78d12655c568', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbd8277b-b57e-49a2-ad34-650a30742ad3', 'code': 200} Feb 04 12:17:51.297986 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-38307f73-ddcd-439f-a40d-f714f4708e19 req-25de3ab0-18f2-44ed-ac45-ffe3b377b764 service neutron] 10.222.0.73 "GET /v2.0/networks/8201226e-f25e-431d-a6a5-6704e8dc4880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2604930 Feb 04 12:17:51.328701 n-d-825015-3 neutron-server[103475]: INFO neutron.db.l3_db [None req-cd900d90-f659-4e3c-88ee-cef07ea46e1d tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Floating IP edb845a0-45f2-4174-9a5e-588f7ee4ae40 associated. External IP: 172.25.3.79, port: d8fc0d3d-2e13-4978-a5a7-db8b18396b13. Feb 04 12:17:51.451410 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e58662-818e-4b63-8822-3d78da6b02c7 req-e814c0e0-1a82-4a50-ab14-3720ac5bf240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:51.455798 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-79e58662-818e-4b63-8822-3d78da6b02c7 req-e814c0e0-1a82-4a50-ab14-3720ac5bf240 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=47cdf1d0-bb09-49d2-b309-78d12655c568 HTTP/1.1" status: 200 len: 1132 time: 0.1039398 Feb 04 12:17:51.476987 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1f5c1f-f361-4dd7-93a4-14f198e7fde5 req-035042fa-fba8-4227-a9bd-fdb71da517a3 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:51.478530 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ec1f5c1f-f361-4dd7-93a4-14f198e7fde5 req-035042fa-fba8-4227-a9bd-fdb71da517a3 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/ports?device_id=f027c61e-1573-4eca-b41f-3575c551f5d7 HTTP/1.1" status: 200 len: 949 time: 0.1058605 Feb 04 12:17:51.529677 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:51.606007 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 55456) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:17:51.629332 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ec1f5c1f-f361-4dd7-93a4-14f198e7fde5 req-fffcedd4-6973-4703-97ef-749a0050ff59 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/security-groups?id=9a1ba13a-3582-42ac-bb35-362abd3a196f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398709 Feb 04 12:17:51.663050 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd900d90-f659-4e3c-88ee-cef07ea46e1d tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Router 5e774df9-ebae-4d9b-b106-f97e45dc038d has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:17:51.722060 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 369651f6-f3cd-4226-893d-d949b0246438 details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:17:51.755400 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-79e58662-818e-4b63-8822-3d78da6b02c7 req-41b5ea64-d0f1-4760-bda8-fbf751dd8736 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=b39abb56-fd7d-417c-baa0-7299d5216551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2928481 Feb 04 12:17:51.848852 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd900d90-f659-4e3c-88ee-cef07ea46e1d tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:17:51.855069 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cd900d90-f659-4e3c-88ee-cef07ea46e1d tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:51.866385 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c342dcb-f4b4-4024-8dc2-0efcda5452ae None None] Sync routers for ids ['5e774df9-ebae-4d9b-b106-f97e45dc038d'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:17:51.885163 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 369651f6-f3cd-4226-893d-d949b0246438, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=369651f6-f3cd-4226-893d-d949b0246438,segment=NetworkSegment(1a9a2aca-b7f6-445c-a938-0b8696864233),segment_id=1a9a2aca-b7f6-445c-a938-0b8696864233)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:17:51.891025 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c342dcb-f4b4-4024-8dc2-0efcda5452ae None None] Routers {'5e774df9-ebae-4d9b-b106-f97e45dc038d'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:17:51.891678 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-0c342dcb-f4b4-4024-8dc2-0efcda5452ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:17:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['5e774df9-ebae-4d9b-b106-f97e45dc038d'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:17:51.901728 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': '369651f6-f3cd-4226-893d-d949b0246438', 'network_id': '8201226e-f25e-431d-a6a5-6704e8dc4880', 'port_id': '369651f6-f3cd-4226-893d-d949b0246438', 'mac_address': 'fa:16:3e:ac:bb:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b10c2b1-e8bd-4535-8be4-90c0033f4e8f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:17:51.951881 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-cd900d90-f659-4e3c-88ee-cef07ea46e1d tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] 10.222.0.65 "PUT /v2.0/floatingips/edb845a0-45f2-4174-9a5e-588f7ee4ae40 HTTP/1.1" status: 200 len: 990 time: 2.6189713 Feb 04 12:17:51.952402 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcd7afee-8c61-4b1c-b087-7cedcfa65d29', 'tag': 'd8fc0d3d-2e13-4978-a5a7-db8b18396b13'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:17:51.954721 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f115cc46-335c-4c14-a370-31b943f0e497" -d '{"events": [{"name": "network-changed", "server_uuid": "bcd7afee-8c61-4b1c-b087-7cedcfa65d29", "tag": "d8fc0d3d-2e13-4978-a5a7-db8b18396b13"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:17:51.958752 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 369651f6-f3cd-4226-893d-d949b0246438 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:17:51.959193 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (369651f6-f3cd-4226-893d-d949b0246438), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:51.975942 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 369651f6-f3cd-4226-893d-d949b0246438 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:17:51.990345 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6020dcea-4518-48aa-a3e5-16094e66989b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:52.012862 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 369651f6-f3cd-4226-893d-d949b0246438, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=369651f6-f3cd-4226-893d-d949b0246438,segment=NetworkSegment(1a9a2aca-b7f6-445c-a938-0b8696864233),segment_id=1a9a2aca-b7f6-445c-a938-0b8696864233)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:17:52.021112 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (369651f6-f3cd-4226-893d-d949b0246438), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:52.141209 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-0c342dcb-f4b4-4024-8dc2-0efcda5452ae None None] Set router 5e774df9-ebae-4d9b-b106-f97e45dc038d gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:17:52.168418 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=369651f6-f3cd-4226-893d-d949b0246438,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:52.230817 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6020dcea-4518-48aa-a3e5-16094e66989b admin admin] Publish callbacks [] for security_group (4db4ad93-07d7-400b-96e0-87fcb59caa61), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:52.238330 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6020dcea-4518-48aa-a3e5-16094e66989b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (4db4ad93-07d7-400b-96e0-87fcb59caa61), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:52.282262 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['369651f6-f3cd-4226-893d-d949b0246438'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:17:52.295596 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-6020dcea-4518-48aa-a3e5-16094e66989b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9735c8e9cb2242a5aff6431ee795915d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6881783 Feb 04 12:17:52.298056 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 55494) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:17:52.330785 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6020dcea-4518-48aa-a3e5-16094e66989b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4db4ad93-07d7-400b-96e0-87fcb59caa61,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:52.367073 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f188b161-9b2c-4896-8676-49aca9ac12ac req-1b54290d-13cd-4724-8b77-3ccc7150e1e5 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:52.378400 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f188b161-9b2c-4896-8676-49aca9ac12ac req-1b54290d-13cd-4724-8b77-3ccc7150e1e5 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcd7afee-8c61-4b1c-b087-7cedcfa65d29 HTTP/1.1" status: 200 len: 945 time: 0.2840033 Feb 04 12:17:52.429709 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0f4b7e81-e7d0-4890-852b-5fea4288db1e admin admin] Publish callbacks [] for security_group (4db4ad93-07d7-400b-96e0-87fcb59caa61), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:52.432336 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10e1520f-4edd-4e50-8423-c634b1815779 x-openstack-request-id: req-10e1520f-4edd-4e50-8423-c634b1815779 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:17:52.433689 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcd7afee-8c61-4b1c-b087-7cedcfa65d29", "tag": "d8fc0d3d-2e13-4978-a5a7-db8b18396b13", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:17:52.435720 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-10e1520f-4edd-4e50-8423-c634b1815779 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:17:52.436357 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcd7afee-8c61-4b1c-b087-7cedcfa65d29', 'tag': 'd8fc0d3d-2e13-4978-a5a7-db8b18396b13', 'status': 'completed', 'code': 200} Feb 04 12:17:52.484347 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0f4b7e81-e7d0-4890-852b-5fea4288db1e admin admin] Publish callbacks [] for security_group (4db4ad93-07d7-400b-96e0-87fcb59caa61), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:52.575873 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 55498) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:17:52.582307 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0f4b7e81-e7d0-4890-852b-5fea4288db1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (4db4ad93-07d7-400b-96e0-87fcb59caa61), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:52.587894 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0f4b7e81-e7d0-4890-852b-5fea4288db1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:52.591424 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f188b161-9b2c-4896-8676-49aca9ac12ac req-97f39c1c-14a8-4259-8d70-ce9130021a13 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] 10.222.0.65 "GET /v2.0/security-groups?id=1cd472ff-e85a-4001-a10c-f5ed9978b777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2116830 Feb 04 12:17:52.592449 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-0f4b7e81-e7d0-4890-852b-5fea4288db1e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4db4ad93-07d7-400b-96e0-87fcb59caa61 HTTP/1.1" status: 204 len: 168 time: 0.2927148 Feb 04 12:17:52.602284 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4b7e81-e7d0-4890-852b-5fea4288db1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4db4ad93-07d7-400b-96e0-87fcb59caa61,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:52.617430 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f115cc46-335c-4c14-a370-31b943f0e497 req-816cce7d-2dec-41b6-a0db-aeb7517e58b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:52.619173 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f115cc46-335c-4c14-a370-31b943f0e497 req-816cce7d-2dec-41b6-a0db-aeb7517e58b1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=af7896e432b54a83bc6fa954af7e9dac&device_id=bcd7afee-8c61-4b1c-b087-7cedcfa65d29 HTTP/1.1" status: 200 len: 1127 time: 0.1936131 Feb 04 12:17:52.669578 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-0c342dcb-f4b4-4024-8dc2-0efcda5452ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e774df9-ebae-4d9b-b106-f97e45dc038d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1605097857-router', 'tenant_id': 'af7896e432b54a83bc6fa954af7e9dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': '406ad788-a3ed-4cbf-83b8-2720fcd7b7cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:17:03Z', 'updated_at': '2022-02-04T12:17:11Z', 'revision_number': 4, 'project_id': 'af7896e432b54a83bc6fa954af7e9dac', 'gw_port': {'id': '406ad788-a3ed-4cbf-83b8-2720fcd7b7cd', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:54:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e774df9-ebae-4d9b-b106-f97e45dc038d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:17:04Z', 'updated_at': '2022-02-04T12:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': 'edb845a0-45f2-4174-9a5e-588f7ee4ae40', 'tenant_id': 'af7896e432b54a83bc6fa954af7e9dac', 'floating_ip_address': '172.25.3.79', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': '5e774df9-ebae-4d9b-b106-f97e45dc038d', 'port_id': 'd8fc0d3d-2e13-4978-a5a7-db8b18396b13', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 208, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2a4c77d-3fdb-4ff7-b292-4dd38c281129', 'mac_address': 'fa:16:3e:b1:18:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd7afee-8c61-4b1c-b087-7cedcfa65d29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:17:27Z', 'updated_at': '2022-02-04T12:17:50Z', 'revision_number': 1, 'project_id': 'af7896e432b54a83bc6fa954af7e9dac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a5a3061-416f-49bd-b308-48c213be9c93', 'name': '', 'network_id': 'd2a4c77d-3fdb-4ff7-b292-4dd38c281129', 'tenant_id': 'af7896e432b54a83bc6fa954af7e9dac', 'mac_address': 'fa:16:3e:f7:8b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e774df9-ebae-4d9b-b106-f97e45dc038d', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'b48188d4-d733-4c67-bf23-f3f37b0f09f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:17:09Z', 'updated_at': '2022-02-04T12:17:16Z', 'revision_number': 5, 'project_id': 'af7896e432b54a83bc6fa954af7e9dac', 'subnets': [{'id': 'b48188d4-d733-4c67-bf23-f3f37b0f09f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:17:52.705286 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78859f3-a1f4-4677-82ae-45d6c6e23305 req-dd19cac4-1c9c-4315-8874-9fdd77063964 tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:52.709327 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f78859f3-a1f4-4677-82ae-45d6c6e23305 req-dd19cac4-1c9c-4315-8874-9fdd77063964 tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] 10.222.0.65 "GET /v2.0/ports?device_id=47cdf1d0-bb09-49d2-b309-78d12655c568 HTTP/1.1" status: 200 len: 950 time: 0.1811576 Feb 04 12:17:52.728272 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c342dcb-f4b4-4024-8dc2-0efcda5452ae None None] Checking router: 5e774df9-ebae-4d9b-b106-f97e45dc038d for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:17:52.741362 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c342dcb-f4b4-4024-8dc2-0efcda5452ae None None] Routers {'5e774df9-ebae-4d9b-b106-f97e45dc038d'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:17:52.742173 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-0c342dcb-f4b4-4024-8dc2-0efcda5452ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:17:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['5e774df9-ebae-4d9b-b106-f97e45dc038d'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:17:52.813189 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-acd6e384-4d37-4546-a001-66a7d27035c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:52.862978 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f78859f3-a1f4-4677-82ae-45d6c6e23305 req-b913826b-9f30-425d-81ec-e7c483f298f6 tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] 10.222.0.65 "GET /v2.0/security-groups?id=b39abb56-fd7d-417c-baa0-7299d5216551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494205 Feb 04 12:17:52.875871 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f115cc46-335c-4c14-a370-31b943f0e497 req-3afdf28e-12a7-47c8-ae4a-9e7323d57ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:52.877670 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f115cc46-335c-4c14-a370-31b943f0e497 req-3afdf28e-12a7-47c8-ae4a-9e7323d57ed2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d2a4c77d-3fdb-4ff7-b292-4dd38c281129 HTTP/1.1" status: 200 len: 925 time: 0.2508028 Feb 04 12:17:52.888575 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f92f4c-9282-4ceb-b8fb-7cdf7dbf7fe7 req-aa3c8b3b-7b72-4ab4-9262-53eb4bd52ab4 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:52.898606 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-82f92f4c-9282-4ceb-b8fb-7cdf7dbf7fe7 req-aa3c8b3b-7b72-4ab4-9262-53eb4bd52ab4 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/ports?device_id=846162fa-b84b-4eb3-b936-02f5cd32f2c9 HTTP/1.1" status: 200 len: 944 time: 0.1643310 Feb 04 12:17:52.902284 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-0c342dcb-f4b4-4024-8dc2-0efcda5452ae None None] Set router 5e774df9-ebae-4d9b-b106-f97e45dc038d gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:17:52.965528 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-acd6e384-4d37-4546-a001-66a7d27035c5 admin admin] Publish callbacks [] for security_group (509859e1-d95c-4c8c-be14-4852e5fdd323), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:52.975710 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-acd6e384-4d37-4546-a001-66a7d27035c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (509859e1-d95c-4c8c-be14-4852e5fdd323), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:53.029677 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-acd6e384-4d37-4546-a001-66a7d27035c5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0071bd5fdb14405f886d01d452757362&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4522860 Feb 04 12:17:53.030328 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 55514) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:17:53.033062 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd6e384-4d37-4546-a001-66a7d27035c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=509859e1-d95c-4c8c-be14-4852e5fdd323,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:53.100640 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2bfc6aca-4d62-4828-8d49-4cc6b35e633c admin admin] Publish callbacks [] for security_group (509859e1-d95c-4c8c-be14-4852e5fdd323), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:53.141421 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2bfc6aca-4d62-4828-8d49-4cc6b35e633c admin admin] Publish callbacks [] for security_group (509859e1-d95c-4c8c-be14-4852e5fdd323), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:53.267288 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f027c61e-1573-4eca-b41f-3575c551f5d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9deeedb5-204f-427a-9d10-78c74d840462'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:17:53.269436 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2bfc6aca-4d62-4828-8d49-4cc6b35e633c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (509859e1-d95c-4c8c-be14-4852e5fdd323), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:53.272965 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2bfc6aca-4d62-4828-8d49-4cc6b35e633c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:53.273654 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07ea5114-b2c8-44a0-90d3-b7baaec2eb53" -d '{"events": [{"server_uuid": "f027c61e-1573-4eca-b41f-3575c551f5d7", "name": "network-vif-plugged", "status": "completed", "tag": "9deeedb5-204f-427a-9d10-78c74d840462"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:17:53.277386 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-2bfc6aca-4d62-4828-8d49-4cc6b35e633c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/509859e1-d95c-4c8c-be14-4852e5fdd323 HTTP/1.1" status: 204 len: 168 time: 0.2427564 Feb 04 12:17:53.285296 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfc6aca-4d62-4828-8d49-4cc6b35e633c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=509859e1-d95c-4c8c-be14-4852e5fdd323,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:53.300131 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f115cc46-335c-4c14-a370-31b943f0e497 req-79b2e4e5-4ebf-483c-a12d-d2a974f1bc08 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d8fc0d3d-2e13-4978-a5a7-db8b18396b13 HTTP/1.1" status: 200 len: 998 time: 0.3992007 Feb 04 12:17:53.339576 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 55524) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:17:53.366094 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e77ab0f8-fa76-42ed-ab4e-eb2059020f2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:53.383559 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-82f92f4c-9282-4ceb-b8fb-7cdf7dbf7fe7 req-adf4fc45-5cfb-4a36-97d3-5759a60fe53f tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4f571d4-f0a1-47f6-a54a-b93db47581cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4836280 Feb 04 12:17:53.413692 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-0c342dcb-f4b4-4024-8dc2-0efcda5452ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e774df9-ebae-4d9b-b106-f97e45dc038d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1605097857-router', 'tenant_id': 'af7896e432b54a83bc6fa954af7e9dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': '406ad788-a3ed-4cbf-83b8-2720fcd7b7cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:17:03Z', 'updated_at': '2022-02-04T12:17:11Z', 'revision_number': 4, 'project_id': 'af7896e432b54a83bc6fa954af7e9dac', 'gw_port': {'id': '406ad788-a3ed-4cbf-83b8-2720fcd7b7cd', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:54:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e774df9-ebae-4d9b-b106-f97e45dc038d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:17:04Z', 'updated_at': '2022-02-04T12:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': 'edb845a0-45f2-4174-9a5e-588f7ee4ae40', 'tenant_id': 'af7896e432b54a83bc6fa954af7e9dac', 'floating_ip_address': '172.25.3.79', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': '5e774df9-ebae-4d9b-b106-f97e45dc038d', 'port_id': 'd8fc0d3d-2e13-4978-a5a7-db8b18396b13', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 208, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2a4c77d-3fdb-4ff7-b292-4dd38c281129', 'mac_address': 'fa:16:3e:b1:18:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd7afee-8c61-4b1c-b087-7cedcfa65d29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:17:27Z', 'updated_at': '2022-02-04T12:17:50Z', 'revision_number': 1, 'project_id': 'af7896e432b54a83bc6fa954af7e9dac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a5a3061-416f-49bd-b308-48c213be9c93', 'name': '', 'network_id': 'd2a4c77d-3fdb-4ff7-b292-4dd38c281129', 'tenant_id': 'af7896e432b54a83bc6fa954af7e9dac', 'mac_address': 'fa:16:3e:f7:8b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e774df9-ebae-4d9b-b106-f97e45dc038d', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'b48188d4-d733-4c67-bf23-f3f37b0f09f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:17:09Z', 'updated_at': '2022-02-04T12:17:16Z', 'revision_number': 5, 'project_id': 'af7896e432b54a83bc6fa954af7e9dac', 'subnets': [{'id': 'b48188d4-d733-4c67-bf23-f3f37b0f09f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:17:53.449797 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f115cc46-335c-4c14-a370-31b943f0e497 req-93d5cc2b-d50c-4460-bcb2-b585ae868365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:53.451875 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f115cc46-335c-4c14-a370-31b943f0e497 req-93d5cc2b-d50c-4460-bcb2-b585ae868365 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b48188d4-d733-4c67-bf23-f3f37b0f09f3 HTTP/1.1" status: 200 len: 863 time: 0.1407840 Feb 04 12:17:53.516155 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c342dcb-f4b4-4024-8dc2-0efcda5452ae None None] The sync data for ids ['5e774df9-ebae-4d9b-b106-f97e45dc038d'] in n-d-825015-3 is: [{'id': '5e774df9-ebae-4d9b-b106-f97e45dc038d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1605097857-router', 'tenant_id': 'af7896e432b54a83bc6fa954af7e9dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': '406ad788-a3ed-4cbf-83b8-2720fcd7b7cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:17:03Z', 'updated_at': '2022-02-04T12:17:11Z', 'revision_number': 4, 'project_id': 'af7896e432b54a83bc6fa954af7e9dac', 'gw_port': {'id': '406ad788-a3ed-4cbf-83b8-2720fcd7b7cd', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:54:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e774df9-ebae-4d9b-b106-f97e45dc038d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:17:04Z', 'updated_at': '2022-02-04T12:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': 'edb845a0-45f2-4174-9a5e-588f7ee4ae40', 'tenant_id': 'af7896e432b54a83bc6fa954af7e9dac', 'floating_ip_address': '172.25.3.79', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': '5e774df9-ebae-4d9b-b106-f97e45dc038d', 'port_id': 'd8fc0d3d-2e13-4978-a5a7-db8b18396b13', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 208, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2a4c77d-3fdb-4ff7-b292-4dd38c281129', 'mac_address': 'fa:16:3e:b1:18:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd7afee-8c61-4b1c-b087-7cedcfa65d29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:17:27Z', 'updated_at': '2022-02-04T12:17:50Z', 'revision_number': 1, 'project_id': 'af7896e432b54a83bc6fa954af7e9dac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a5a3061-416f-49bd-b308-48c213be9c93', 'name': '', 'network_id': 'd2a4c77d-3fdb-4ff7-b292-4dd38c281129', 'tenant_id': 'af7896e432b54a83bc6fa954af7e9dac', 'mac_address': 'fa:16:3e:f7:8b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e774df9-ebae-4d9b-b106-f97e45dc038d', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'b48188d4-d733-4c67-bf23-f3f37b0f09f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:17:09Z', 'updated_at': '2022-02-04T12:17:16Z', 'revision_number': 5, 'project_id': 'af7896e432b54a83bc6fa954af7e9dac', 'subnets': [{'id': 'b48188d4-d733-4c67-bf23-f3f37b0f09f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:17:53.607773 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f115cc46-335c-4c14-a370-31b943f0e497 req-b2160c40-362b-4a65-8a0d-65bff510c27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:53.609417 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f115cc46-335c-4c14-a370-31b943f0e497 req-b2160c40-362b-4a65-8a0d-65bff510c27a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d2a4c77d-3fdb-4ff7-b292-4dd38c281129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1501019 Feb 04 12:17:53.621666 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e77ab0f8-fa76-42ed-ab4e-eb2059020f2b admin admin] Publish callbacks [] for security_group (3cad664e-5570-4ae2-bf1f-60f6850bdf7c), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:53.634354 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e77ab0f8-fa76-42ed-ab4e-eb2059020f2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (3cad664e-5570-4ae2-bf1f-60f6850bdf7c), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:53.665625 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77ab0f8-fa76-42ed-ab4e-eb2059020f2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cad664e-5570-4ae2-bf1f-60f6850bdf7c,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:53.692681 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77ab0f8-fa76-42ed-ab4e-eb2059020f2b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:17:53.693175 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77ab0f8-fa76-42ed-ab4e-eb2059020f2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:17:53.693279 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcd11fe-1cb6-4ba8-b92c-85606dca396e req-4845a365-1626-4e10-bf09-14f8350f79f4 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:53.693599 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77ab0f8-fa76-42ed-ab4e-eb2059020f2b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:17:53.693948 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77ab0f8-fa76-42ed-ab4e-eb2059020f2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:17:53.694277 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77ab0f8-fa76-42ed-ab4e-eb2059020f2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:17:53.694924 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6bcd11fe-1cb6-4ba8-b92c-85606dca396e req-4845a365-1626-4e10-bf09-14f8350f79f4 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/ports?device_id=f027c61e-1573-4eca-b41f-3575c551f5d7 HTTP/1.1" status: 200 len: 949 time: 0.1727509 Feb 04 12:17:53.702320 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77ab0f8-fa76-42ed-ab4e-eb2059020f2b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:17:53.702909 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77ab0f8-fa76-42ed-ab4e-eb2059020f2b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:17:53.703398 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77ab0f8-fa76-42ed-ab4e-eb2059020f2b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:17:53.703865 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77ab0f8-fa76-42ed-ab4e-eb2059020f2b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:17:53.704207 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77ab0f8-fa76-42ed-ab4e-eb2059020f2b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:17:53.704545 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77ab0f8-fa76-42ed-ab4e-eb2059020f2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:17:53.705601 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77ab0f8-fa76-42ed-ab4e-eb2059020f2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:17:53.705941 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77ab0f8-fa76-42ed-ab4e-eb2059020f2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:17:53.729624 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-e77ab0f8-fa76-42ed-ab4e-eb2059020f2b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5188a0c964df4c5a851ffbb2c848cbaf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3846002 Feb 04 12:17:53.729861 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 369651f6-f3cd-4226-893d-d949b0246438 up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:17:53.731508 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 55530) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:17:53.818825 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning for port 369651f6-f3cd-4226-893d-d949b0246438 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:17:53.830285 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port 369651f6-f3cd-4226-893d-d949b0246438 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:17:53.830863 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (369651f6-f3cd-4226-893d-d949b0246438), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:53.835850 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f115cc46-335c-4c14-a370-31b943f0e497 req-8fb34595-7a6b-41db-b5d0-e6a4951b7f27 service neutron] 10.222.0.73 "GET /v2.0/networks/d2a4c77d-3fdb-4ff7-b292-4dd38c281129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192497 Feb 04 12:17:53.886522 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6bcd11fe-1cb6-4ba8-b92c-85606dca396e req-3093c035-bc7f-4328-95b3-35018bf42b92 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/security-groups?id=9a1ba13a-3582-42ac-bb35-362abd3a196f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578548 Feb 04 12:17:53.904565 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da0e0bd9-81f3-4f0a-b20b-5d85cd6e7208 x-openstack-request-id: req-da0e0bd9-81f3-4f0a-b20b-5d85cd6e7208 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:17:53.904886 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f027c61e-1573-4eca-b41f-3575c551f5d7", "name": "network-vif-plugged", "status": "completed", "tag": "9deeedb5-204f-427a-9d10-78c74d840462", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:17:53.905454 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-da0e0bd9-81f3-4f0a-b20b-5d85cd6e7208 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:17:53.905564 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f027c61e-1573-4eca-b41f-3575c551f5d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9deeedb5-204f-427a-9d10-78c74d840462', 'code': 200} Feb 04 12:17:53.967247 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a53056-b443-4213-9031-2132fa4f4c5c None None] New status for floating IP edb845a0-45f2-4174-9a5e-588f7ee4ae40: ACTIVE {{(pid=103476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 12:17:54.089673 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db8f000-1af4-4fdd-b226-0d5472a6b6a8 req-f577faa8-c468-4a9c-bca0-517125ee1194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:54.092159 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-9db8f000-1af4-4fdd-b226-0d5472a6b6a8 req-f577faa8-c468-4a9c-bca0-517125ee1194 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=f027c61e-1573-4eca-b41f-3575c551f5d7 HTTP/1.1" status: 200 len: 1131 time: 0.0987613 Feb 04 12:17:54.132868 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 369651f6-f3cd-4226-893d-d949b0246438 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:17:54.133343 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (369651f6-f3cd-4226-893d-d949b0246438), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:54.157217 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5bdad135-e94c-432b-a3f0-eb9eb8873255 admin admin] Publish callbacks [] for security_group (3cad664e-5570-4ae2-bf1f-60f6850bdf7c), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:54.217878 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5bdad135-e94c-432b-a3f0-eb9eb8873255 admin admin] Publish callbacks [] for security_group (3cad664e-5570-4ae2-bf1f-60f6850bdf7c), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:54.219511 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-9db8f000-1af4-4fdd-b226-0d5472a6b6a8 req-c6caccb0-db24-46f4-8e63-b481a6285b98 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=9a1ba13a-3582-42ac-bb35-362abd3a196f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213090 Feb 04 12:17:54.232957 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f115cc46-335c-4c14-a370-31b943f0e497 req-d5dbae74-30f1-4dbb-8635-374c687018d5 service neutron] 10.222.0.73 "GET /v2.0/networks/d2a4c77d-3fdb-4ff7-b292-4dd38c281129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3841429 Feb 04 12:17:54.257287 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 369651f6-f3cd-4226-893d-d949b0246438, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=369651f6-f3cd-4226-893d-d949b0246438,segment=NetworkSegment(1a9a2aca-b7f6-445c-a938-0b8696864233),segment_id=1a9a2aca-b7f6-445c-a938-0b8696864233)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:17:54.284734 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e01375-18e0-4073-8bcf-f26ea8f0c60a req-4c96ea96-7c2d-489c-ba73-08d1c56e30f3 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:54.291850 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-58e01375-18e0-4073-8bcf-f26ea8f0c60a req-4c96ea96-7c2d-489c-ba73-08d1c56e30f3 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcd7afee-8c61-4b1c-b087-7cedcfa65d29 HTTP/1.1" status: 200 len: 945 time: 0.2189920 Feb 04 12:17:54.318854 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afd5070-9fa2-4bcb-8712-5f8be8ab280b req-4b162f45-182e-4460-a97c-90bd0655b307 tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:54.322361 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (369651f6-f3cd-4226-893d-d949b0246438), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:54.329628 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3afd5070-9fa2-4bcb-8712-5f8be8ab280b req-4b162f45-182e-4460-a97c-90bd0655b307 tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] 10.222.0.65 "GET /v2.0/ports?device_id=47cdf1d0-bb09-49d2-b309-78d12655c568 HTTP/1.1" status: 200 len: 950 time: 0.2297466 Feb 04 12:17:54.407112 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=369651f6-f3cd-4226-893d-d949b0246438,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:54.428696 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-58e01375-18e0-4073-8bcf-f26ea8f0c60a req-7d9b851a-f2b0-4fbd-85f3-44f6f9f09987 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] 10.222.0.65 "GET /v2.0/security-groups?id=1cd472ff-e85a-4001-a10c-f5ed9978b777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357965 Feb 04 12:17:54.429326 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5bdad135-e94c-432b-a3f0-eb9eb8873255 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (3cad664e-5570-4ae2-bf1f-60f6850bdf7c), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:54.431967 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5bdad135-e94c-432b-a3f0-eb9eb8873255 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:54.433250 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-5bdad135-e94c-432b-a3f0-eb9eb8873255 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3cad664e-5570-4ae2-bf1f-60f6850bdf7c HTTP/1.1" status: 204 len: 168 time: 0.6984062 Feb 04 12:17:54.450482 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3afd5070-9fa2-4bcb-8712-5f8be8ab280b req-72a3147b-38a8-4c87-88f4-986d64cd45aa tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] 10.222.0.65 "GET /v2.0/security-groups?id=b39abb56-fd7d-417c-baa0-7299d5216551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198368 Feb 04 12:17:54.463195 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdad135-e94c-432b-a3f0-eb9eb8873255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cad664e-5570-4ae2-bf1f-60f6850bdf7c,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:54.474246 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdad135-e94c-432b-a3f0-eb9eb8873255 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:17:54.474821 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdad135-e94c-432b-a3f0-eb9eb8873255 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:17:54.475319 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdad135-e94c-432b-a3f0-eb9eb8873255 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:17:54.475838 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdad135-e94c-432b-a3f0-eb9eb8873255 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:17:54.476328 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdad135-e94c-432b-a3f0-eb9eb8873255 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:17:54.476847 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdad135-e94c-432b-a3f0-eb9eb8873255 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:17:54.477508 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdad135-e94c-432b-a3f0-eb9eb8873255 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:17:54.478148 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdad135-e94c-432b-a3f0-eb9eb8873255 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:17:54.478648 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdad135-e94c-432b-a3f0-eb9eb8873255 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:17:54.479146 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdad135-e94c-432b-a3f0-eb9eb8873255 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:17:54.479937 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdad135-e94c-432b-a3f0-eb9eb8873255 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:17:54.480427 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdad135-e94c-432b-a3f0-eb9eb8873255 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:17:54.480932 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdad135-e94c-432b-a3f0-eb9eb8873255 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:17:54.489449 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 55548) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:17:54.533165 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9c5aa216-eb75-413c-ad74-eadb9c404e6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:54.653822 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e7b494-6b59-412e-be39-75df89ba9d96 req-d54621d5-fa7a-43e7-a1ba-f72fe00506c0 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:54.661216 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c8e7b494-6b59-412e-be39-75df89ba9d96 req-d54621d5-fa7a-43e7-a1ba-f72fe00506c0 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/ports?device_id=846162fa-b84b-4eb3-b936-02f5cd32f2c9 HTTP/1.1" status: 200 len: 945 time: 0.0749474 Feb 04 12:17:54.667209 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9c5aa216-eb75-413c-ad74-eadb9c404e6b admin admin] Publish callbacks [] for security_group (d2245b89-9c74-4a03-8c9d-2f8523d396e3), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:54.679064 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9c5aa216-eb75-413c-ad74-eadb9c404e6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (d2245b89-9c74-4a03-8c9d-2f8523d396e3), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:54.727716 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c8e7b494-6b59-412e-be39-75df89ba9d96 req-640d4b69-ef73-4ff2-acc7-e647d90cc904 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4f571d4-f0a1-47f6-a54a-b93db47581cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649855 Feb 04 12:17:54.740624 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-9c5aa216-eb75-413c-ad74-eadb9c404e6b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d0406590a1204c3fb726cd0ce8041d17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2493331 Feb 04 12:17:54.742154 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 55556) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:17:54.749065 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5aa216-eb75-413c-ad74-eadb9c404e6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2245b89-9c74-4a03-8c9d-2f8523d396e3,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:54.832198 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-057be948-4e87-4a8b-b28d-425d166ea6e8 admin admin] Publish callbacks [] for security_group (d2245b89-9c74-4a03-8c9d-2f8523d396e3), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:54.860780 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-057be948-4e87-4a8b-b28d-425d166ea6e8 admin admin] Publish callbacks [] for security_group (d2245b89-9c74-4a03-8c9d-2f8523d396e3), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:54.869741 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8e9d3b-76a1-4645-9954-4cc1ad6569ec req-4e3e8ffa-95f3-4d90-904b-c3aa7d5d0b4b tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:54.877145 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ff8e9d3b-76a1-4645-9954-4cc1ad6569ec req-4e3e8ffa-95f3-4d90-904b-c3aa7d5d0b4b tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] 10.222.0.65 "GET /v2.0/ports?device_id=47cdf1d0-bb09-49d2-b309-78d12655c568 HTTP/1.1" status: 200 len: 950 time: 0.0750320 Feb 04 12:17:54.935754 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ff8e9d3b-76a1-4645-9954-4cc1ad6569ec req-67dd336e-442a-4ca1-87cd-26551e5e5f34 tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] 10.222.0.65 "GET /v2.0/security-groups?id=b39abb56-fd7d-417c-baa0-7299d5216551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576551 Feb 04 12:17:54.954682 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-057be948-4e87-4a8b-b28d-425d166ea6e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (d2245b89-9c74-4a03-8c9d-2f8523d396e3), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:54.957264 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-057be948-4e87-4a8b-b28d-425d166ea6e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:54.965069 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-057be948-4e87-4a8b-b28d-425d166ea6e8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d2245b89-9c74-4a03-8c9d-2f8523d396e3 HTTP/1.1" status: 204 len: 168 time: 0.2209721 Feb 04 12:17:54.976990 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057be948-4e87-4a8b-b28d-425d166ea6e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2245b89-9c74-4a03-8c9d-2f8523d396e3,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:55.083649 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87e2d74-2b54-4527-8b92-87c0e7fbccc3 req-71e08d2d-07d5-4cc5-8fd4-c53cea0b0cda tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:55.084940 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e87e2d74-2b54-4527-8b92-87c0e7fbccc3 req-71e08d2d-07d5-4cc5-8fd4-c53cea0b0cda tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/ports?device_id=f027c61e-1573-4eca-b41f-3575c551f5d7 HTTP/1.1" status: 200 len: 949 time: 0.0665739 Feb 04 12:17:55.167783 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e87e2d74-2b54-4527-8b92-87c0e7fbccc3 req-18711a90-9478-4db9-b58a-62f8d209b244 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/security-groups?id=9a1ba13a-3582-42ac-bb35-362abd3a196f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740743 Feb 04 12:17:55.225123 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0e8672c6-7515-4f91-9478-263000993aee req-39493985-61e8-4a44-b793-03b090d4d8e2 tempest-TenantUsagesTestJSON-389332640 tempest-TenantUsagesTestJSON-389332640-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=3c3a242f0b1d451698a24ffcda3db5e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0366075 Feb 04 12:17:55.413040 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8672c6-7515-4f91-9478-263000993aee req-80a0bb0e-2caf-41a9-b514-d0836291ed74 tempest-TenantUsagesTestJSON-389332640 tempest-TenantUsagesTestJSON-389332640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:55.416891 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0e8672c6-7515-4f91-9478-263000993aee req-80a0bb0e-2caf-41a9-b514-d0836291ed74 tempest-TenantUsagesTestJSON-389332640 tempest-TenantUsagesTestJSON-389332640-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1846430 Feb 04 12:17:55.432024 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0e8672c6-7515-4f91-9478-263000993aee req-f11eda79-add7-49ab-968e-fa1f3ed3bd80 tempest-TenantUsagesTestJSON-389332640 tempest-TenantUsagesTestJSON-389332640-project] 10.222.0.65 "GET /v2.0/quotas/3c3a242f0b1d451698a24ffcda3db5e1 HTTP/1.1" status: 200 len: 375 time: 0.0107503 Feb 04 12:17:55.468274 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0e8672c6-7515-4f91-9478-263000993aee req-49f71cd3-e786-406a-a344-378602ed9244 tempest-TenantUsagesTestJSON-389332640 tempest-TenantUsagesTestJSON-389332640-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=3c3a242f0b1d451698a24ffcda3db5e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301535 Feb 04 12:17:55.908561 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '846162fa-b84b-4eb3-b936-02f5cd32f2c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '369651f6-f3cd-4226-893d-d949b0246438'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:17:55.912694 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a97290dd-32b2-466b-8fd0-b23f9a8002fe" -d '{"events": [{"server_uuid": "846162fa-b84b-4eb3-b936-02f5cd32f2c9", "name": "network-vif-plugged", "status": "completed", "tag": "369651f6-f3cd-4226-893d-d949b0246438"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:17:55.956839 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6a970fe3-3879-4496-91ee-98a13f240995 req-ecbb27ab-b6ae-452a-8b8a-051ff455f857 tempest-TenantUsagesTestJSON-389332640 tempest-TenantUsagesTestJSON-389332640-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c0ca2e7-3686-4330-a3ad-63af709a6883 HTTP/1.1" status: 200 len: 210 time: 0.0568595 Feb 04 12:17:56.049467 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571cfa8e-e9ce-45c7-a4b8-41146a98adae req-5f06aa84-4632-45e5-a550-fdfaea145ec9 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:56.050823 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-571cfa8e-e9ce-45c7-a4b8-41146a98adae req-5f06aa84-4632-45e5-a550-fdfaea145ec9 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcd7afee-8c61-4b1c-b087-7cedcfa65d29 HTTP/1.1" status: 200 len: 945 time: 0.1072400 Feb 04 12:17:56.142049 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-571cfa8e-e9ce-45c7-a4b8-41146a98adae req-df82944a-3177-4796-aca5-1ae2ecaf04b5 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] 10.222.0.65 "GET /v2.0/security-groups?id=1cd472ff-e85a-4001-a10c-f5ed9978b777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778074 Feb 04 12:17:56.169967 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7369cb56-c67f-4296-a35e-1ac73fb97dce req-e8beda17-b27d-444c-8c74-5d7370d677e8 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:56.178478 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7369cb56-c67f-4296-a35e-1ac73fb97dce req-e8beda17-b27d-444c-8c74-5d7370d677e8 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/ports?device_id=846162fa-b84b-4eb3-b936-02f5cd32f2c9 HTTP/1.1" status: 200 len: 945 time: 0.1258569 Feb 04 12:17:56.235684 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7369cb56-c67f-4296-a35e-1ac73fb97dce req-ef406f55-2134-4c62-b514-f29aabdf70e1 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4f571d4-f0a1-47f6-a54a-b93db47581cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562260 Feb 04 12:17:56.322722 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41168d5b-410a-4a61-aa8b-3204dd66b896 req-878f6a46-e7e0-41c7-8331-bdfd18ec0666 tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:56.328285 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-41168d5b-410a-4a61-aa8b-3204dd66b896 req-878f6a46-e7e0-41c7-8331-bdfd18ec0666 tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] 10.222.0.65 "GET /v2.0/ports?device_id=47cdf1d0-bb09-49d2-b309-78d12655c568 HTTP/1.1" status: 200 len: 950 time: 0.0772622 Feb 04 12:17:56.361173 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 55648) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:17:56.384884 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-41168d5b-410a-4a61-aa8b-3204dd66b896 req-a0bf912b-6c1b-450c-ba58-f5d12f982635 tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] 10.222.0.65 "GET /v2.0/security-groups?id=b39abb56-fd7d-417c-baa0-7299d5216551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540619 Feb 04 12:17:56.431025 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5e838c8-ca6c-40f9-953a-baa6e2c3a2b9 x-openstack-request-id: req-d5e838c8-ca6c-40f9-953a-baa6e2c3a2b9 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:17:56.431778 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "846162fa-b84b-4eb3-b936-02f5cd32f2c9", "name": "network-vif-plugged", "status": "completed", "tag": "369651f6-f3cd-4226-893d-d949b0246438", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:17:56.432298 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d5e838c8-ca6c-40f9-953a-baa6e2c3a2b9 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:17:56.432840 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '846162fa-b84b-4eb3-b936-02f5cd32f2c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '369651f6-f3cd-4226-893d-d949b0246438', 'code': 200} Feb 04 12:17:56.542822 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-301678e7-5d83-4264-a017-51c0d04a229b admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1402631040-network', 'tenant_id': '207f01ccf15c4616a04a98fbbad5fc72'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:17:56.579015 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-301678e7-5d83-4264-a017-51c0d04a229b admin admin] Made reservation on behalf of 207f01ccf15c4616a04a98fbbad5fc72 for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:17:56.582095 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-301678e7-5d83-4264-a017-51c0d04a229b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:56.588481 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92281f8-b1a7-4e71-92be-fd7f510bb5f5 req-f40bf158-b335-4beb-9f37-4e7c2ffaa549 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:56.590039 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e92281f8-b1a7-4e71-92be-fd7f510bb5f5 req-f40bf158-b335-4beb-9f37-4e7c2ffaa549 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcd7afee-8c61-4b1c-b087-7cedcfa65d29 HTTP/1.1" status: 200 len: 945 time: 0.0926304 Feb 04 12:17:56.600128 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-301678e7-5d83-4264-a017-51c0d04a229b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:56.613172 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9b8b3e-d5b0-4d4c-ba99-567a9d6deeef req-265e0dc6-2709-4726-9e14-725c9c425aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:56.615877 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-de9b8b3e-d5b0-4d4c-ba99-567a9d6deeef req-265e0dc6-2709-4726-9e14-725c9c425aaa service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=846162fa-b84b-4eb3-b936-02f5cd32f2c9 HTTP/1.1" status: 200 len: 1127 time: 0.0800757 Feb 04 12:17:56.696415 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e92281f8-b1a7-4e71-92be-fd7f510bb5f5 req-65a7034d-0d2e-4859-8170-6eb2330d4362 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] 10.222.0.65 "GET /v2.0/security-groups?id=1cd472ff-e85a-4001-a10c-f5ed9978b777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953624 Feb 04 12:17:56.771575 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-de9b8b3e-d5b0-4d4c-ba99-567a9d6deeef req-10d40cde-fbea-45aa-ad9a-657418074f70 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=e4f571d4-f0a1-47f6-a54a-b93db47581cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461499 Feb 04 12:17:56.797165 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-301678e7-5d83-4264-a017-51c0d04a229b admin admin] Publish callbacks [] for security_group (0e320687-8002-4e00-a016-6bf57af2cc12), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:56.804051 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-301678e7-5d83-4264-a017-51c0d04a229b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (0e320687-8002-4e00-a016-6bf57af2cc12), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:56.824954 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-301678e7-5d83-4264-a017-51c0d04a229b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:17:56.840154 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-301678e7-5d83-4264-a017-51c0d04a229b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (30a1e83f-6fb2-463b-baec-19bf81bfa14b), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:56.841500 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-301678e7-5d83-4264-a017-51c0d04a229b admin admin] Added segment 30a1e83f-6fb2-463b-baec-19bf81bfa14b of type vlan for network 365084f8-2068-4655-9009-041f3cc171be Feb 04 12:17:56.874861 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd1897f-c80a-40fd-ae58-eaacdfc7b862 req-466ab7ec-ce86-48f0-8b2e-017d3aca5d82 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:56.883935 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3bd1897f-c80a-40fd-ae58-eaacdfc7b862 req-466ab7ec-ce86-48f0-8b2e-017d3aca5d82 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/ports?device_id=f027c61e-1573-4eca-b41f-3575c551f5d7 HTTP/1.1" status: 200 len: 949 time: 0.0876789 Feb 04 12:17:56.923166 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-301678e7-5d83-4264-a017-51c0d04a229b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (365084f8-2068-4655-9009-041f3cc171be), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:56.930431 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301678e7-5d83-4264-a017-51c0d04a229b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e320687-8002-4e00-a016-6bf57af2cc12,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:56.949520 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3bd1897f-c80a-40fd-ae58-eaacdfc7b862 req-5922d74a-a0e5-424b-9b20-b2a0344a22ea tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/security-groups?id=9a1ba13a-3582-42ac-bb35-362abd3a196f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648127 Feb 04 12:17:56.973888 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-301678e7-5d83-4264-a017-51c0d04a229b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (365084f8-2068-4655-9009-041f3cc171be), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:56.975124 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301678e7-5d83-4264-a017-51c0d04a229b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:56.976120 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-301678e7-5d83-4264-a017-51c0d04a229b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:57.055541 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-301678e7-5d83-4264-a017-51c0d04a229b admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6931369 Feb 04 12:17:57.060424 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 55674) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:17:57.067549 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-048ebff0-c4c7-4a4d-b099-0ade70ffda9f admin admin] Request body: {'subnet': {'network_id': '365084f8-2068-4655-9009-041f3cc171be', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1402631040-subnet', 'tenant_id': '207f01ccf15c4616a04a98fbbad5fc72', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:17:57.082092 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301678e7-5d83-4264-a017-51c0d04a229b admin admin] Pushing event updated for resources: {'Network': ['ID=365084f8-2068-4655-9009-041f3cc171be,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:57.100574 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 365084f8-2068-4655-9009-041f3cc171be details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:17:57.125118 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-048ebff0-c4c7-4a4d-b099-0ade70ffda9f admin admin] Made reservation on behalf of 207f01ccf15c4616a04a98fbbad5fc72 for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:17:57.142007 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-048ebff0-c4c7-4a4d-b099-0ade70ffda9f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:57.246067 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c769fef2-c5e9-4a12-977a-d7f890e54d0b req-810b3bac-b1bc-4d5a-8676-ab15d38463b5 tempest-TenantUsagesTestJSON-389332640 tempest-TenantUsagesTestJSON-389332640-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c0ca2e7-3686-4330-a3ad-63af709a6883 HTTP/1.1" status: 200 len: 210 time: 0.1163528 Feb 04 12:17:57.361032 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-0e8672c6-7515-4f91-9478-263000993aee req-88a3e9f5-f825-4af0-8888-bcf2ab333976 tempest-TenantUsagesTestJSON-389332640 tempest-TenantUsagesTestJSON-389332640-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=3c3a242f0b1d451698a24ffcda3db5e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1229942 Feb 04 12:17:57.472548 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1d688b11-9b59-40d6-a711-85fd1c4f2f14 req-4a452ae8-2396-4aac-b02e-adcda23db3d1 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=978f4861dcee4fa9a2eeb0437c76bd64&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0712731 Feb 04 12:17:57.621501 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f285d0-864c-49b7-bd76-7b417fb73662 req-8365344c-6021-4abd-b4c5-d815ad8a6f93 tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:57.625367 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-a7f285d0-864c-49b7-bd76-7b417fb73662 req-8365344c-6021-4abd-b4c5-d815ad8a6f93 tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] 10.222.0.77 "GET /v2.0/ports?device_id=47cdf1d0-bb09-49d2-b309-78d12655c568 HTTP/1.1" status: 200 len: 950 time: 0.3191245 Feb 04 12:17:57.757467 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8672c6-7515-4f91-9478-263000993aee req-bce07499-0c8f-4e6b-b16a-3c7148523273 tempest-TenantUsagesTestJSON-389332640 tempest-TenantUsagesTestJSON-389332640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:57.759454 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-0e8672c6-7515-4f91-9478-263000993aee req-bce07499-0c8f-4e6b-b16a-3c7148523273 tempest-TenantUsagesTestJSON-389332640 tempest-TenantUsagesTestJSON-389332640-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3499556 Feb 04 12:17:57.767432 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-048ebff0-c4c7-4a4d-b099-0ade70ffda9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for subnet (baf06417-eecb-4036-81cf-3c7679e7daf8), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:57.789443 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d688b11-9b59-40d6-a711-85fd1c4f2f14 req-85e72dfe-6e0a-43ec-88bb-873a1e94579d tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:57.795334 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1d688b11-9b59-40d6-a711-85fd1c4f2f14 req-85e72dfe-6e0a-43ec-88bb-873a1e94579d tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3079553 Feb 04 12:17:57.801816 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-0e8672c6-7515-4f91-9478-263000993aee req-0557cd0d-e788-4129-9c5b-32b5fdbe19a6 tempest-TenantUsagesTestJSON-389332640 tempest-TenantUsagesTestJSON-389332640-project] Request body: {'port': {'device_id': '4c0ca2e7-3686-4330-a3ad-63af709a6883', 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c', 'admin_state_up': True, 'tenant_id': '3c3a242f0b1d451698a24ffcda3db5e1'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:17:57.830553 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1d688b11-9b59-40d6-a711-85fd1c4f2f14 req-b41711b2-db1e-4354-ae6f-97e5823aa373 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/quotas/978f4861dcee4fa9a2eeb0437c76bd64 HTTP/1.1" status: 200 len: 375 time: 0.0278022 Feb 04 12:17:57.954980 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1d688b11-9b59-40d6-a711-85fd1c4f2f14 req-9965171c-d8e7-4aab-8ed1-093379f1089c tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=978f4861dcee4fa9a2eeb0437c76bd64&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1179087 Feb 04 12:17:58.049706 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048ebff0-c4c7-4a4d-b099-0ade70ffda9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=baf06417-eecb-4036-81cf-3c7679e7daf8,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:58.115372 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c00eb47-b441-473a-a63a-306dfcca4bcf req-384d86e2-7662-45a7-864c-381c5dcff009 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:58.116935 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1c00eb47-b441-473a-a63a-306dfcca4bcf req-384d86e2-7662-45a7-864c-381c5dcff009 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/ports?device_id=846162fa-b84b-4eb3-b936-02f5cd32f2c9 HTTP/1.1" status: 200 len: 945 time: 0.1302159 Feb 04 12:17:58.117580 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 55700) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:17:58.175134 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048ebff0-c4c7-4a4d-b099-0ade70ffda9f admin admin] Checking segment: {'id': '30a1e83f-6fb2-463b-baec-19bf81bfa14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '365084f8-2068-4655-9009-041f3cc171be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:17:58.175620 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048ebff0-c4c7-4a4d-b099-0ade70ffda9f admin admin] Network hostable DHCP agents. Network: 365084f8-2068-4655-9009-041f3cc171be, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:17:58.176818 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1c00eb47-b441-473a-a63a-306dfcca4bcf req-2ca70dc1-5788-4739-8ad6-3b132ab4b8b6 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4f571d4-f0a1-47f6-a54a-b93db47581cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515952 Feb 04 12:17:58.231432 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-a7f285d0-864c-49b7-bd76-7b417fb73662 req-b12935c6-7d5f-490e-a325-c220ce5cdfde tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] Deleting port fbd8277b-b57e-49a2-ad34-650a30742ad3 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:17:58.232058 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-a7f285d0-864c-49b7-bd76-7b417fb73662 req-b12935c6-7d5f-490e-a325-c220ce5cdfde tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (fbd8277b-b57e-49a2-ad34-650a30742ad3), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:58.322962 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4605ed9b-38ef-48c4-9153-f5662e4d9f8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:58.383858 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048ebff0-c4c7-4a4d-b099-0ade70ffda9f admin admin] Network 365084f8-2068-4655-9009-041f3cc171be is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:17:58.442764 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4605ed9b-38ef-48c4-9153-f5662e4d9f8d admin admin] Publish callbacks [] for security_group (61d9f645-1822-4887-838a-199fac3e9602), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:58.459250 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4605ed9b-38ef-48c4-9153-f5662e4d9f8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (61d9f645-1822-4887-838a-199fac3e9602), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:58.472663 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e8672c6-7515-4f91-9478-263000993aee req-0557cd0d-e788-4129-9c5b-32b5fdbe19a6 tempest-TenantUsagesTestJSON-389332640 tempest-TenantUsagesTestJSON-389332640-project] Made reservation on behalf of 3c3a242f0b1d451698a24ffcda3db5e1 for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:17:58.480299 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-0e8672c6-7515-4f91-9478-263000993aee req-0557cd0d-e788-4129-9c5b-32b5fdbe19a6 tempest-TenantUsagesTestJSON-389332640 tempest-TenantUsagesTestJSON-389332640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:58.504731 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-048ebff0-c4c7-4a4d-b099-0ade70ffda9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 365084f8-2068-4655-9009-041f3cc171be) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:17:58.511273 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-0e8672c6-7515-4f91-9478-263000993aee req-0557cd0d-e788-4129-9c5b-32b5fdbe19a6 tempest-TenantUsagesTestJSON-389332640 tempest-TenantUsagesTestJSON-389332640-project] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:58.521258 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b51517c-b5ba-40e7-b9d9-28ffdc6b1d80 None None] Network 365084f8-2068-4655-9009-041f3cc171be requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:17:58.538978 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048ebff0-c4c7-4a4d-b099-0ade70ffda9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:58.539957 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-048ebff0-c4c7-4a4d-b099-0ade70ffda9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:58.564310 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4605ed9b-38ef-48c4-9153-f5662e4d9f8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61d9f645-1822-4887-838a-199fac3e9602,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:58.612475 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-048ebff0-c4c7-4a4d-b099-0ade70ffda9f admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.5503614 Feb 04 12:17:58.628802 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-4605ed9b-38ef-48c4-9153-f5662e4d9f8d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2322e774253e4c9fb3d2c0240256bc4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5101235 Feb 04 12:17:58.635778 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 55714) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:17:58.673405 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5748532d-f2f2-427c-8d38-239928f2a14b req-2c1b5bde-7d6b-4725-844e-b7b82a0a5df9 tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:58.685403 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5748532d-f2f2-427c-8d38-239928f2a14b req-2c1b5bde-7d6b-4725-844e-b7b82a0a5df9 tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] 10.222.0.65 "GET /v2.0/ports?device_id=47cdf1d0-bb09-49d2-b309-78d12655c568 HTTP/1.1" status: 200 len: 950 time: 0.2406075 Feb 04 12:17:58.763502 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-a7f285d0-864c-49b7-bd76-7b417fb73662 req-b12935c6-7d5f-490e-a325-c220ce5cdfde tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] For port fbd8277b-b57e-49a2-ad34-650a30742ad3, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=fbd8277b-b57e-49a2-ad34-650a30742ad3,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:17:58.763982 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-a7f285d0-864c-49b7-bd76-7b417fb73662 req-b12935c6-7d5f-490e-a325-c220ce5cdfde tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (fbd8277b-b57e-49a2-ad34-650a30742ad3), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:58.784896 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-76fcb34f-2fad-4601-82ba-77127789e7d4 req-16921bbe-8a6a-43ec-97c6-a0cb01e2015b tempest-TenantUsagesTestJSON-389332640 tempest-TenantUsagesTestJSON-389332640-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c0ca2e7-3686-4330-a3ad-63af709a6883 HTTP/1.1" status: 200 len: 210 time: 0.0568557 Feb 04 12:17:58.789468 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-a7f285d0-864c-49b7-bd76-7b417fb73662 req-b12935c6-7d5f-490e-a325-c220ce5cdfde tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] Calling delete_port for fbd8277b-b57e-49a2-ad34-650a30742ad3 owned by compute:nova {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:17:58.795243 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66147e63-7a7c-4d5b-9c3f-ee211ee79cda None None] Network 365084f8-2068-4655-9009-041f3cc171be requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:17:58.834414 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0472279d-9b90-4ce2-a845-ed191994d8c3 admin admin] Publish callbacks [] for security_group (61d9f645-1822-4887-838a-199fac3e9602), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:58.857939 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5748532d-f2f2-427c-8d38-239928f2a14b req-aaa34905-9b54-4675-a5f5-0c0370ae5095 tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] 10.222.0.65 "GET /v2.0/security-groups?id=b39abb56-fd7d-417c-baa0-7299d5216551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706166 Feb 04 12:17:58.919263 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-0e8672c6-7515-4f91-9478-263000993aee req-0557cd0d-e788-4129-9c5b-32b5fdbe19a6 tempest-TenantUsagesTestJSON-389332640 tempest-TenantUsagesTestJSON-389332640-project] Publish callbacks [] for security_group (34be31ac-b2ac-4d79-9bed-03e87660f1d9), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:58.954332 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-0e8672c6-7515-4f91-9478-263000993aee req-0557cd0d-e788-4129-9c5b-32b5fdbe19a6 tempest-TenantUsagesTestJSON-389332640 tempest-TenantUsagesTestJSON-389332640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (34be31ac-b2ac-4d79-9bed-03e87660f1d9), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:58.960737 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0472279d-9b90-4ce2-a845-ed191994d8c3 admin admin] Publish callbacks [] for security_group (61d9f645-1822-4887-838a-199fac3e9602), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:58.974058 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-44041659-2341-4656-bb5b-6f3db9e72c0d req-53d9461f-7ea0-4dfc-944c-cac8598e24c2 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/ports?device_id=6887623f-e6e7-445e-a5e6-8acb293a8861 HTTP/1.1" status: 200 len: 210 time: 0.1022530 Feb 04 12:17:59.110221 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0557cd0d-e788-4129-9c5b-32b5fdbe19a6 tempest-TenantUsagesTestJSON-389332640 tempest-TenantUsagesTestJSON-389332640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34be31ac-b2ac-4d79-9bed-03e87660f1d9,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:59.182745 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0472279d-9b90-4ce2-a845-ed191994d8c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (61d9f645-1822-4887-838a-199fac3e9602), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:59.186132 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0472279d-9b90-4ce2-a845-ed191994d8c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:59.190671 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-0472279d-9b90-4ce2-a845-ed191994d8c3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/61d9f645-1822-4887-838a-199fac3e9602 HTTP/1.1" status: 204 len: 168 time: 0.5482950 Feb 04 12:17:59.219136 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0472279d-9b90-4ce2-a845-ed191994d8c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d9f645-1822-4887-838a-199fac3e9602,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:59.370481 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 55734) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:17:59.427328 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [req-0e8672c6-7515-4f91-9478-263000993aee req-0557cd0d-e788-4129-9c5b-32b5fdbe19a6 tempest-TenantUsagesTestJSON-389332640 tempest-TenantUsagesTestJSON-389332640-project] Allocated IP 192.168.233.7 (2f7dc246-a024-4937-952c-0ddeef5af29c/5ee3374a-84e9-4639-853c-740c6edaf6dc/41a466c5-0b04-4fc6-9e21-345291afb2dc) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:17:59.443035 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5067d408-4632-49d2-9988-45e470554291 req-d5c1ad14-71d3-4d27-b424-948ae53cd59c tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:59.448901 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-a7f285d0-864c-49b7-bd76-7b417fb73662 req-b12935c6-7d5f-490e-a325-c220ce5cdfde tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (fbd8277b-b57e-49a2-ad34-650a30742ad3), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:59.451649 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5067d408-4632-49d2-9988-45e470554291 req-d5c1ad14-71d3-4d27-b424-948ae53cd59c tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/ports?device_id=846162fa-b84b-4eb3-b936-02f5cd32f2c9 HTTP/1.1" status: 200 len: 945 time: 0.1315331 Feb 04 12:17:59.466567 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['fbd8277b-b57e-49a2-ad34-650a30742ad3'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:17:59.541413 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5067d408-4632-49d2-9988-45e470554291 req-b02d5389-591c-4a69-bdbd-b11f22139b9b tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4f571d4-f0a1-47f6-a54a-b93db47581cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839765 Feb 04 12:17:59.573008 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12935c6-7d5f-490e-a325-c220ce5cdfde tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] Pushing event deleted for resources: {'Port': ['ID=fbd8277b-b57e-49a2-ad34-650a30742ad3,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:59.681139 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7f285d0-864c-49b7-bd76-7b417fb73662 req-b12935c6-7d5f-490e-a325-c220ce5cdfde tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] No DVR routers for this DVR port fbd8277b-b57e-49a2-ad34-650a30742ad3 on host n-h2-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:17:59.692660 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-a7f285d0-864c-49b7-bd76-7b417fb73662 req-b12935c6-7d5f-490e-a325-c220ce5cdfde tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:17:59.698922 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-a7f285d0-864c-49b7-bd76-7b417fb73662 req-b12935c6-7d5f-490e-a325-c220ce5cdfde tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] 10.222.0.77 "DELETE /v2.0/ports/fbd8277b-b57e-49a2-ad34-650a30742ad3 HTTP/1.1" status: 204 len: 173 time: 2.0493834 Feb 04 12:17:59.699453 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47cdf1d0-bb09-49d2-b309-78d12655c568', 'name': 'network-vif-deleted', 'tag': 'fbd8277b-b57e-49a2-ad34-650a30742ad3'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:17:59.707890 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27fa26b2-c404-4568-ad43-4c9c46f223d7" -d '{"events": [{"server_uuid": "47cdf1d0-bb09-49d2-b309-78d12655c568", "name": "network-vif-deleted", "tag": "fbd8277b-b57e-49a2-ad34-650a30742ad3"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:17:59.848392 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7badce3-252c-4b9e-8062-9d48bd4149e4 x-openstack-request-id: req-b7badce3-252c-4b9e-8062-9d48bd4149e4 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:17:59.848858 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47cdf1d0-bb09-49d2-b309-78d12655c568", "name": "network-vif-deleted", "tag": "fbd8277b-b57e-49a2-ad34-650a30742ad3", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:17:59.850742 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b7badce3-252c-4b9e-8062-9d48bd4149e4 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:17:59.851199 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47cdf1d0-bb09-49d2-b309-78d12655c568', 'name': 'network-vif-deleted', 'tag': 'fbd8277b-b57e-49a2-ad34-650a30742ad3', 'status': 'completed', 'code': 200} Feb 04 12:17:59.967002 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9382dd90-7e29-4443-9f6f-8ec4397aa0e1 req-eca0b052-07d2-444a-8742-e2a7d5e90b76 tempest-TenantUsagesTestJSON-389332640 tempest-TenantUsagesTestJSON-389332640-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c0ca2e7-3686-4330-a3ad-63af709a6883 HTTP/1.1" status: 200 len: 210 time: 0.0638473 Feb 04 12:18:00.038789 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-0e8672c6-7515-4f91-9478-263000993aee req-0557cd0d-e788-4129-9c5b-32b5fdbe19a6 tempest-TenantUsagesTestJSON-389332640 tempest-TenantUsagesTestJSON-389332640-project] Publish callbacks [] for port (41a466c5-0b04-4fc6-9e21-345291afb2dc), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:00.063455 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-854550ba-cd9d-454d-aa3a-e3da8c597c95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:00.169337 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-0e8672c6-7515-4f91-9478-263000993aee req-0557cd0d-e788-4129-9c5b-32b5fdbe19a6 tempest-TenantUsagesTestJSON-389332640 tempest-TenantUsagesTestJSON-389332640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (41a466c5-0b04-4fc6-9e21-345291afb2dc), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:00.220548 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f7a57488-8b8d-4e9a-a9cd-b13e508c3e7e req-3762556f-00a9-4b90-9828-42fe47633470 tempest-DeleteServersAdminTestJSON-1589046519 tempest-DeleteServersAdminTestJSON-1589046519-project] 10.222.0.65 "GET /v2.0/ports?device_id=47cdf1d0-bb09-49d2-b309-78d12655c568 HTTP/1.1" status: 200 len: 210 time: 0.1026070 Feb 04 12:18:00.261712 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-1d688b11-9b59-40d6-a711-85fd1c4f2f14 req-853a9249-3218-43cd-85be-a0eb2dfdcbdb tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=978f4861dcee4fa9a2eeb0437c76bd64&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0782094 Feb 04 12:18:00.273893 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e8672c6-7515-4f91-9478-263000993aee req-0557cd0d-e788-4129-9c5b-32b5fdbe19a6 tempest-TenantUsagesTestJSON-389332640 tempest-TenantUsagesTestJSON-389332640-project] Network 2f7dc246-a024-4937-952c-0ddeef5af29c is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:18:00.289233 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 55756) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:18:00.323563 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [req-0e8672c6-7515-4f91-9478-263000993aee req-0557cd0d-e788-4129-9c5b-32b5fdbe19a6 tempest-TenantUsagesTestJSON-389332640 tempest-TenantUsagesTestJSON-389332640-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:18:00.347322 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f2dbaa5a-eb3a-4195-a7b4-6876b74b919a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:00.436182 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-854550ba-cd9d-454d-aa3a-e3da8c597c95 admin admin] Publish callbacks [] for security_group (6a7869c0-1b46-40e3-a066-453e12ff0452), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:00.437909 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0557cd0d-e788-4129-9c5b-32b5fdbe19a6 tempest-TenantUsagesTestJSON-389332640 tempest-TenantUsagesTestJSON-389332640-project] Pushing event updated for resources: {'Port': ['ID=41a466c5-0b04-4fc6-9e21-345291afb2dc,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:00.445035 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bc0981b3-92cc-4648-bfb8-4416af6f600e req-303cf8a9-8b2f-4d64-857f-dc945e0620da tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/ports?device_id=6887623f-e6e7-445e-a5e6-8acb293a8861 HTTP/1.1" status: 200 len: 210 time: 0.0751066 Feb 04 12:18:00.465669 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e8672c6-7515-4f91-9478-263000993aee req-0557cd0d-e788-4129-9c5b-32b5fdbe19a6 tempest-TenantUsagesTestJSON-389332640 tempest-TenantUsagesTestJSON-389332640-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:18:00.478587 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8672c6-7515-4f91-9478-263000993aee req-0557cd0d-e788-4129-9c5b-32b5fdbe19a6 tempest-TenantUsagesTestJSON-389332640 tempest-TenantUsagesTestJSON-389332640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:00.481167 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-0e8672c6-7515-4f91-9478-263000993aee req-0557cd0d-e788-4129-9c5b-32b5fdbe19a6 tempest-TenantUsagesTestJSON-389332640 tempest-TenantUsagesTestJSON-389332640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:00.537344 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-854550ba-cd9d-454d-aa3a-e3da8c597c95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (6a7869c0-1b46-40e3-a066-453e12ff0452), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:00.671247 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0724b3-731b-4dc8-aea6-8a2be16a72ac req-0a270c63-2cfc-4410-a5db-cc19a281a3e8 tempest-LiveMigrationTest-337354813 tempest-LiveMigrationTest-337354813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:00.673865 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ce0724b3-731b-4dc8-aea6-8a2be16a72ac req-0a270c63-2cfc-4410-a5db-cc19a281a3e8 tempest-LiveMigrationTest-337354813 tempest-LiveMigrationTest-337354813-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=846162fa-b84b-4eb3-b936-02f5cd32f2c9 HTTP/1.1" status: 200 len: 1127 time: 0.2221677 Feb 04 12:18:00.684534 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-0e8672c6-7515-4f91-9478-263000993aee req-0557cd0d-e788-4129-9c5b-32b5fdbe19a6 tempest-TenantUsagesTestJSON-389332640 tempest-TenantUsagesTestJSON-389332640-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.9117730 Feb 04 12:18:00.713525 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-0e8672c6-7515-4f91-9478-263000993aee req-d0b1f7ee-89d6-4d9c-b8fa-46961f60f2f0 service neutron] Request body: {'port': {'device_id': '4c0ca2e7-3686-4330-a3ad-63af709a6883', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825015-3'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:18:00.733980 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-854550ba-cd9d-454d-aa3a-e3da8c597c95 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b51f8731016e4bec9d16607fde6a4ae1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3597918 Feb 04 12:18:00.753363 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854550ba-cd9d-454d-aa3a-e3da8c597c95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a7869c0-1b46-40e3-a066-453e12ff0452,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:00.760684 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 55760) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:18:00.778235 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-63667c20-0b9c-4bf3-9dc8-25cb65a0d0d0 None None] Provisioning complete for port 41a466c5-0b04-4fc6-9e21-345291afb2dc triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:18:00.778860 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-63667c20-0b9c-4bf3-9dc8-25cb65a0d0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (41a466c5-0b04-4fc6-9e21-345291afb2dc), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:00.835281 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d688b11-9b59-40d6-a711-85fd1c4f2f14 req-b942a031-0f2a-467d-b82b-cb2e6001c3a4 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:00.837432 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-1d688b11-9b59-40d6-a711-85fd1c4f2f14 req-b942a031-0f2a-467d-b82b-cb2e6001c3a4 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5659919 Feb 04 12:18:00.840473 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f2dbaa5a-eb3a-4195-a7b4-6876b74b919a admin admin] Publish callbacks [] for security_group (a37e4a57-9d4f-4b9c-9229-e8ab692b2d44), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:00.851850 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f2dbaa5a-eb3a-4195-a7b4-6876b74b919a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (a37e4a57-9d4f-4b9c-9229-e8ab692b2d44), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:00.859243 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:00.860893 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-63667c20-0b9c-4bf3-9dc8-25cb65a0d0d0 None None] Port 41a466c5-0b04-4fc6-9e21-345291afb2dc cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:18:00.882194 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 55764) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:18:00.898224 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-074e6e05-31bd-4fe6-bad6-af3be5dac7f6 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-739423241-network', 'tenant_id': 'c5f0718190b146059cf4d030126548f6'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:18:00.924872 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-f2dbaa5a-eb3a-4195-a7b4-6876b74b919a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=dae29051d1074d5e973dba6f03acca50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6308961 Feb 04 12:18:00.926833 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ce0724b3-731b-4dc8-aea6-8a2be16a72ac req-bc912cb8-f7c3-41bd-b9ad-6b9a3b6d07e8 tempest-LiveMigrationTest-337354813 tempest-LiveMigrationTest-337354813-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=e4f571d4-f0a1-47f6-a54a-b93db47581cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365367 Feb 04 12:18:00.927721 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 55766) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:18:00.981670 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dbaa5a-eb3a-4195-a7b4-6876b74b919a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a37e4a57-9d4f-4b9c-9229-e8ab692b2d44,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:01.007903 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-074e6e05-31bd-4fe6-bad6-af3be5dac7f6 admin admin] Made reservation on behalf of c5f0718190b146059cf4d030126548f6 for: {'network': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:18:01.013092 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-074e6e05-31bd-4fe6-bad6-af3be5dac7f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:01.090313 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-1d688b11-9b59-40d6-a711-85fd1c4f2f14 req-5e84f711-7363-474c-94f4-d6897d5372f0 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Request body: {'port': {'device_id': '6887623f-e6e7-445e-a5e6-8acb293a8861', 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c', 'admin_state_up': True, 'tenant_id': '978f4861dcee4fa9a2eeb0437c76bd64'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:18:01.118843 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-074e6e05-31bd-4fe6-bad6-af3be5dac7f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:01.162391 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9d441908-063b-479b-9cd4-b68be18bf41c admin admin] Publish callbacks [] for security_group (6a7869c0-1b46-40e3-a066-453e12ff0452), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:01.169084 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-0e8672c6-7515-4f91-9478-263000993aee req-d0b1f7ee-89d6-4d9c-b8fa-46961f60f2f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (41a466c5-0b04-4fc6-9e21-345291afb2dc), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:01.171846 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2181640e-e92f-41ae-87e7-d7fdb3b4fd35 req-25655bd1-088e-4266-9edf-b3164c134ded tempest-LiveMigrationTest-337354813 tempest-LiveMigrationTest-337354813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:01.173925 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2181640e-e92f-41ae-87e7-d7fdb3b4fd35 req-25655bd1-088e-4266-9edf-b3164c134ded tempest-LiveMigrationTest-337354813 tempest-LiveMigrationTest-337354813-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=846162fa-b84b-4eb3-b936-02f5cd32f2c9 HTTP/1.1" status: 200 len: 1127 time: 0.1441510 Feb 04 12:18:01.219107 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9d441908-063b-479b-9cd4-b68be18bf41c admin admin] Publish callbacks [] for security_group (6a7869c0-1b46-40e3-a066-453e12ff0452), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:01.255727 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1795732c-fff5-41fc-9a5a-65458cb94d8e admin admin] Publish callbacks [] for security_group (a37e4a57-9d4f-4b9c-9229-e8ab692b2d44), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:01.265314 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:01.284661 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63789772-4445-419a-ac88-00c0e99fec89 req-d0ab568c-2761-4af8-a518-5e068546a91d tempest-TenantUsagesTestJSON-389332640 tempest-TenantUsagesTestJSON-389332640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:01.286364 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-63789772-4445-419a-ac88-00c0e99fec89 req-d0ab568c-2761-4af8-a518-5e068546a91d tempest-TenantUsagesTestJSON-389332640 tempest-TenantUsagesTestJSON-389332640-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c0ca2e7-3686-4330-a3ad-63af709a6883 HTTP/1.1" status: 200 len: 934 time: 0.2089076 Feb 04 12:18:01.376035 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1795732c-fff5-41fc-9a5a-65458cb94d8e admin admin] Publish callbacks [] for security_group (a37e4a57-9d4f-4b9c-9229-e8ab692b2d44), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:01.400277 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2181640e-e92f-41ae-87e7-d7fdb3b4fd35 req-14ca448c-4799-450c-b175-a3318787bb9c tempest-LiveMigrationTest-337354813 tempest-LiveMigrationTest-337354813-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=e4f571d4-f0a1-47f6-a54a-b93db47581cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137384 Feb 04 12:18:01.437147 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d688b11-9b59-40d6-a711-85fd1c4f2f14 req-5e84f711-7363-474c-94f4-d6897d5372f0 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Made reservation on behalf of 978f4861dcee4fa9a2eeb0437c76bd64 for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:18:01.445675 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-1d688b11-9b59-40d6-a711-85fd1c4f2f14 req-5e84f711-7363-474c-94f4-d6897d5372f0 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:01.472328 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9d441908-063b-479b-9cd4-b68be18bf41c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (6a7869c0-1b46-40e3-a066-453e12ff0452), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:01.475140 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9d441908-063b-479b-9cd4-b68be18bf41c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:01.479570 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-9d441908-063b-479b-9cd4-b68be18bf41c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6a7869c0-1b46-40e3-a066-453e12ff0452 HTTP/1.1" status: 204 len: 168 time: 0.7175012 Feb 04 12:18:01.548884 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-63789772-4445-419a-ac88-00c0e99fec89 req-355c2c47-053d-4e77-b22b-6c5f4ae103f7 tempest-TenantUsagesTestJSON-389332640 tempest-TenantUsagesTestJSON-389332640-project] 10.222.0.65 "GET /v2.0/security-groups?id=34be31ac-b2ac-4d79-9bed-03e87660f1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365563 Feb 04 12:18:01.556473 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d441908-063b-479b-9cd4-b68be18bf41c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a7869c0-1b46-40e3-a066-453e12ff0452,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:01.648391 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-074e6e05-31bd-4fe6-bad6-af3be5dac7f6 admin admin] Publish callbacks [] for security_group (6f681c54-dfd9-4347-a6ca-c1b79e66d482), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:01.655049 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-074e6e05-31bd-4fe6-bad6-af3be5dac7f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (6f681c54-dfd9-4347-a6ca-c1b79e66d482), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:01.795195 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-92451ee2-e2b4-4c82-98e8-5fdbfe8e4e31 req-8bc9e00d-bdba-42ab-a522-4eb59dc48712 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/ports?device_id=6887623f-e6e7-445e-a5e6-8acb293a8861 HTTP/1.1" status: 200 len: 210 time: 0.1110764 Feb 04 12:18:01.800227 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1795732c-fff5-41fc-9a5a-65458cb94d8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (a37e4a57-9d4f-4b9c-9229-e8ab692b2d44), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:01.812958 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1795732c-fff5-41fc-9a5a-65458cb94d8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:01.818555 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-1795732c-fff5-41fc-9a5a-65458cb94d8e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a37e4a57-9d4f-4b9c-9229-e8ab692b2d44 HTTP/1.1" status: 204 len: 168 time: 0.8414974 Feb 04 12:18:01.822524 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [req-0e8672c6-7515-4f91-9478-263000993aee req-d0b1f7ee-89d6-4d9c-b8fa-46961f60f2f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41a466c5-0b04-4fc6-9e21-345291afb2dc {{(pid=103474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:18:01.831178 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-074e6e05-31bd-4fe6-bad6-af3be5dac7f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=103475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:18:01.851391 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-0e8672c6-7515-4f91-9478-263000993aee req-d0b1f7ee-89d6-4d9c-b8fa-46961f60f2f0 service neutron] Publish callbacks [] for port (41a466c5-0b04-4fc6-9e21-345291afb2dc), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:01.860029 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074e6e05-31bd-4fe6-bad6-af3be5dac7f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f681c54-dfd9-4347-a6ca-c1b79e66d482,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:01.865173 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-074e6e05-31bd-4fe6-bad6-af3be5dac7f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (61e4408c-a19a-4f00-9257-dbb6644da91c), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:01.865785 n-d-825015-3 neutron-server[103475]: INFO neutron.db.segments_db [None req-074e6e05-31bd-4fe6-bad6-af3be5dac7f6 admin admin] Added segment 61e4408c-a19a-4f00-9257-dbb6644da91c of type vlan for network 2881c951-44c5-4a7e-8022-7b670da20b5a Feb 04 12:18:01.881764 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.provisioning_blocks [req-0e8672c6-7515-4f91-9478-263000993aee req-d0b1f7ee-89d6-4d9c-b8fa-46961f60f2f0 service neutron] Transition to ACTIVE for port object 41a466c5-0b04-4fc6-9e21-345291afb2dc will not be triggered until provisioned by entity L2. {{(pid=103474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:18:01.898265 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-0e8672c6-7515-4f91-9478-263000993aee req-d0b1f7ee-89d6-4d9c-b8fa-46961f60f2f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (41a466c5-0b04-4fc6-9e21-345291afb2dc), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:01.947297 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1795732c-fff5-41fc-9a5a-65458cb94d8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a37e4a57-9d4f-4b9c-9229-e8ab692b2d44,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:01.988913 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-074e6e05-31bd-4fe6-bad6-af3be5dac7f6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (2881c951-44c5-4a7e-8022-7b670da20b5a), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:02.108620 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device fbd8277b-b57e-49a2-ad34-650a30742ad3 no longer exists at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:18:02.124049 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-074e6e05-31bd-4fe6-bad6-af3be5dac7f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (2881c951-44c5-4a7e-8022-7b670da20b5a), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:02.129172 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-074e6e05-31bd-4fe6-bad6-af3be5dac7f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:02.132859 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-074e6e05-31bd-4fe6-bad6-af3be5dac7f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:02.154643 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b1f7ee-89d6-4d9c-b8fa-46961f60f2f0 service neutron] Pushing event updated for resources: {'Port': ['ID=41a466c5-0b04-4fc6-9e21-345291afb2dc,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:02.172411 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [req-1d688b11-9b59-40d6-a711-85fd1c4f2f14 req-5e84f711-7363-474c-94f4-d6897d5372f0 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Allocated IP 192.168.233.180 (2f7dc246-a024-4937-952c-0ddeef5af29c/5ee3374a-84e9-4639-853c-740c6edaf6dc/f5ea203d-9e31-46a1-bb55-e917416489cd) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:18:02.244042 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-0e8672c6-7515-4f91-9478-263000993aee req-d0b1f7ee-89d6-4d9c-b8fa-46961f60f2f0 service neutron] Attempting to bind port 41a466c5-0b04-4fc6-9e21-345291afb2dc on host n-h2-825015-3 for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:18:02.244531 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-0e8672c6-7515-4f91-9478-263000993aee req-d0b1f7ee-89d6-4d9c-b8fa-46961f60f2f0 service neutron] Attempting to bind port 41a466c5-0b04-4fc6-9e21-345291afb2dc by drivers openvswitch,hyperv on host n-h2-825015-3 at level 0 using segments [{'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:18:02.244918 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8672c6-7515-4f91-9478-263000993aee req-d0b1f7ee-89d6-4d9c-b8fa-46961f60f2f0 service neutron] Attempting to bind port 41a466c5-0b04-4fc6-9e21-345291afb2dc on network 2f7dc246-a024-4937-952c-0ddeef5af29c {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:18:02.264680 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] No Port match for: fbd8277b-b57e-49a2-ad34-650a30742ad3 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:18:02.268401 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device fbd8277b-b57e-49a2-ad34-650a30742ad3 not bound to the agent host n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:18:02.276040 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8672c6-7515-4f91-9478-263000993aee req-d0b1f7ee-89d6-4d9c-b8fa-46961f60f2f0 service neutron] Port 41a466c5-0b04-4fc6-9e21-345291afb2dc on network 2f7dc246-a024-4937-952c-0ddeef5af29c not bound, no agent of type Open vSwitch agent registered on host n-h2-825015-3 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:18:02.276449 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8672c6-7515-4f91-9478-263000993aee req-d0b1f7ee-89d6-4d9c-b8fa-46961f60f2f0 service neutron] Attempting to bind port 41a466c5-0b04-4fc6-9e21-345291afb2dc on network 2f7dc246-a024-4937-952c-0ddeef5af29c {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:18:02.290065 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8672c6-7515-4f91-9478-263000993aee req-d0b1f7ee-89d6-4d9c-b8fa-46961f60f2f0 service neutron] Checking agent: {'id': '9b68a165-e786-4b91-8592-44519c2ecabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:18:02.290431 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8672c6-7515-4f91-9478-263000993aee req-d0b1f7ee-89d6-4d9c-b8fa-46961f60f2f0 service neutron] Checking segment: {'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:18:02.291006 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8672c6-7515-4f91-9478-263000993aee req-d0b1f7ee-89d6-4d9c-b8fa-46961f60f2f0 service neutron] Bound using segment: {'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:18:02.291936 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-0e8672c6-7515-4f91-9478-263000993aee req-d0b1f7ee-89d6-4d9c-b8fa-46961f60f2f0 service neutron] Bound port: 41a466c5-0b04-4fc6-9e21-345291afb2dc, host: n-h2-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:18:02.292385 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-0e8672c6-7515-4f91-9478-263000993aee req-d0b1f7ee-89d6-4d9c-b8fa-46961f60f2f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (41a466c5-0b04-4fc6-9e21-345291afb2dc), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:02.356527 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-074e6e05-31bd-4fe6-bad6-af3be5dac7f6 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.4663937 Feb 04 12:18:02.359233 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 55806) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:18:02.404812 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074e6e05-31bd-4fe6-bad6-af3be5dac7f6 admin admin] Pushing event updated for resources: {'Network': ['ID=2881c951-44c5-4a7e-8022-7b670da20b5a,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:02.431006 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 2881c951-44c5-4a7e-8022-7b670da20b5a details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:18:02.537649 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-7980b022-5e4c-4223-8ea9-43a4a34b5f3c admin admin] Request body: {'subnet': {'network_id': '2881c951-44c5-4a7e-8022-7b670da20b5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-739423241-subnet', 'tenant_id': 'c5f0718190b146059cf4d030126548f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:18:02.618123 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-1d688b11-9b59-40d6-a711-85fd1c4f2f14 req-5e84f711-7363-474c-94f4-d6897d5372f0 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Publish callbacks [] for port (f5ea203d-9e31-46a1-bb55-e917416489cd), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:02.666852 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-0e8672c6-7515-4f91-9478-263000993aee req-d0b1f7ee-89d6-4d9c-b8fa-46961f60f2f0 service neutron] For port 41a466c5-0b04-4fc6-9e21-345291afb2dc, host n-h2-825015-3, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:18:02.673980 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-0e8672c6-7515-4f91-9478-263000993aee req-d0b1f7ee-89d6-4d9c-b8fa-46961f60f2f0 service neutron] For port 41a466c5-0b04-4fc6-9e21-345291afb2dc, host n-h2-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=41a466c5-0b04-4fc6-9e21-345291afb2dc,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:18:02.693918 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-0e8672c6-7515-4f91-9478-263000993aee req-d0b1f7ee-89d6-4d9c-b8fa-46961f60f2f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (41a466c5-0b04-4fc6-9e21-345291afb2dc), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:02.770296 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8672c6-7515-4f91-9478-263000993aee req-d0b1f7ee-89d6-4d9c-b8fa-46961f60f2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:02.771384 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d742d0-bc47-4839-a006-053f88c9e597 req-e4d9ed6e-3144-435a-a325-804a3106d58c tempest-TenantUsagesTestJSON-389332640 tempest-TenantUsagesTestJSON-389332640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:02.771875 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-0e8672c6-7515-4f91-9478-263000993aee req-d0b1f7ee-89d6-4d9c-b8fa-46961f60f2f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:02.774393 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-0e8672c6-7515-4f91-9478-263000993aee req-d0b1f7ee-89d6-4d9c-b8fa-46961f60f2f0 service neutron] 10.222.0.77 "PUT /v2.0/ports/41a466c5-0b04-4fc6-9e21-345291afb2dc HTTP/1.1" status: 200 len: 1094 time: 2.0735371 Feb 04 12:18:02.775756 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c0ca2e7-3686-4330-a3ad-63af709a6883', 'tag': '41a466c5-0b04-4fc6-9e21-345291afb2dc'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:18:02.788201 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39c16499-8501-4da1-8a24-3ffe97529696" -d '{"events": [{"name": "network-changed", "server_uuid": "4c0ca2e7-3686-4330-a3ad-63af709a6883", "tag": "41a466c5-0b04-4fc6-9e21-345291afb2dc"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:18:02.791825 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e4d742d0-bc47-4839-a006-053f88c9e597 req-e4d9ed6e-3144-435a-a325-804a3106d58c tempest-TenantUsagesTestJSON-389332640 tempest-TenantUsagesTestJSON-389332640-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c0ca2e7-3686-4330-a3ad-63af709a6883 HTTP/1.1" status: 200 len: 946 time: 0.1202457 Feb 04 12:18:02.817060 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7980b022-5e4c-4223-8ea9-43a4a34b5f3c admin admin] Made reservation on behalf of c5f0718190b146059cf4d030126548f6 for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:18:02.827436 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7980b022-5e4c-4223-8ea9-43a4a34b5f3c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:02.946604 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e4d742d0-bc47-4839-a006-053f88c9e597 req-300be146-4bdf-4af7-bb7e-11790bd52eb7 tempest-TenantUsagesTestJSON-389332640 tempest-TenantUsagesTestJSON-389332640-project] 10.222.0.65 "GET /v2.0/security-groups?id=34be31ac-b2ac-4d79-9bed-03e87660f1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530411 Feb 04 12:18:03.016243 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 55816) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:18:03.045815 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68b7d7f4-145b-4236-b7e2-ebd870de2c6a x-openstack-request-id: req-68b7d7f4-145b-4236-b7e2-ebd870de2c6a {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:18:03.046513 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c0ca2e7-3686-4330-a3ad-63af709a6883", "tag": "41a466c5-0b04-4fc6-9e21-345291afb2dc", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:18:03.046993 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-68b7d7f4-145b-4236-b7e2-ebd870de2c6a {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:18:03.054282 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c0ca2e7-3686-4330-a3ad-63af709a6883', 'tag': '41a466c5-0b04-4fc6-9e21-345291afb2dc', 'status': 'completed', 'code': 200} Feb 04 12:18:03.063126 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-838988cc-0288-40ea-bec3-297c04d6f789 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:03.181278 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b1f7ee-89d6-4d9c-b8fa-46961f60f2f0 service neutron] Pushing event updated for resources: {'Port': ['ID=41a466c5-0b04-4fc6-9e21-345291afb2dc,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:03.216211 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b362adcd-d050-4108-9ab2-c93a81999609 req-be1ecc39-bb95-4ac0-b58d-29a2ae190deb tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/ports?device_id=6887623f-e6e7-445e-a5e6-8acb293a8861 HTTP/1.1" status: 200 len: 210 time: 0.0635998 Feb 04 12:18:03.245972 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-1d688b11-9b59-40d6-a711-85fd1c4f2f14 req-5e84f711-7363-474c-94f4-d6897d5372f0 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (f5ea203d-9e31-46a1-bb55-e917416489cd), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:03.268226 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['9deeedb5-204f-427a-9d10-78c74d840462'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:18:03.280781 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['cba902eb-0465-44a7-b9a6-e26c445bde0f'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:18:03.389909 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-838988cc-0288-40ea-bec3-297c04d6f789 admin admin] Publish callbacks [] for security_group (c0e2d722-22dd-4f66-84e1-de3085809015), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:03.409773 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [req-7c4dc542-8607-4573-8e03-4fa41656d178 req-d21dc543-356a-4d77-86a7-23e05fef4297 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:18:03.425125 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8672c6-7515-4f91-9478-263000993aee req-f8ca1128-bf69-4df6-85df-2c9c1ad54477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:03.427863 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7c4dc542-8607-4573-8e03-4fa41656d178 req-d21dc543-356a-4d77-86a7-23e05fef4297 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8643351 Feb 04 12:18:03.429640 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-0e8672c6-7515-4f91-9478-263000993aee req-f8ca1128-bf69-4df6-85df-2c9c1ad54477 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3c3a242f0b1d451698a24ffcda3db5e1&device_id=4c0ca2e7-3686-4330-a3ad-63af709a6883 HTTP/1.1" status: 200 len: 1128 time: 0.5322936 Feb 04 12:18:03.431367 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-838988cc-0288-40ea-bec3-297c04d6f789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (c0e2d722-22dd-4f66-84e1-de3085809015), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:03.444431 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d688b11-9b59-40d6-a711-85fd1c4f2f14 req-5e84f711-7363-474c-94f4-d6897d5372f0 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Network 2f7dc246-a024-4937-952c-0ddeef5af29c is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:18:03.485879 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 55824) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:18:03.488655 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838988cc-0288-40ea-bec3-297c04d6f789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0e2d722-22dd-4f66-84e1-de3085809015,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:03.559626 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-838988cc-0288-40ea-bec3-297c04d6f789 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=09bd03fcc9db4a5499ddbf7541deef05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5403769 Feb 04 12:18:03.564567 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 55828) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:18:03.606983 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [req-1d688b11-9b59-40d6-a711-85fd1c4f2f14 req-5e84f711-7363-474c-94f4-d6897d5372f0 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:18:03.612706 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d688b11-9b59-40d6-a711-85fd1c4f2f14 req-5e84f711-7363-474c-94f4-d6897d5372f0 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:18:03.631917 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d688b11-9b59-40d6-a711-85fd1c4f2f14 req-5e84f711-7363-474c-94f4-d6897d5372f0 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:03.633026 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-1d688b11-9b59-40d6-a711-85fd1c4f2f14 req-5e84f711-7363-474c-94f4-d6897d5372f0 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:03.677982 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e84f711-7363-474c-94f4-d6897d5372f0 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Pushing event updated for resources: {'Port': ['ID=f5ea203d-9e31-46a1-bb55-e917416489cd,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:03.754520 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c5ff9e83-013c-46d0-8fe6-b9c797952070 admin admin] Publish callbacks [] for security_group (c0e2d722-22dd-4f66-84e1-de3085809015), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:03.827352 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c5ff9e83-013c-46d0-8fe6-b9c797952070 admin admin] Publish callbacks [] for security_group (c0e2d722-22dd-4f66-84e1-de3085809015), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:03.877546 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7980b022-5e4c-4223-8ea9-43a4a34b5f3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for subnet (a1ac6fd1-b9f4-4237-bc3a-6833f8509bee), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:03.960480 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-1d688b11-9b59-40d6-a711-85fd1c4f2f14 req-5e84f711-7363-474c-94f4-d6897d5372f0 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8736138 Feb 04 12:18:03.962748 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-0e8672c6-7515-4f91-9478-263000993aee req-87d974cd-4bc5-41ff-880b-62c3bd128ddf service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=41a466c5-0b04-4fc6-9e21-345291afb2dc HTTP/1.1" status: 200 len: 217 time: 0.3584514 Feb 04 12:18:03.974149 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7980b022-5e4c-4223-8ea9-43a4a34b5f3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1ac6fd1-b9f4-4237-bc3a-6833f8509bee,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:04.008864 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-1d688b11-9b59-40d6-a711-85fd1c4f2f14 req-ad0305f7-a833-4e6e-aac2-e83f83740ad0 service neutron] Request body: {'port': {'device_id': '6887623f-e6e7-445e-a5e6-8acb293a8861', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825015-3'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:18:04.034340 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-baa2ee27-5643-4a14-ae03-702de372cb81 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=cdefe07b067f49b6ad46bb3092244c55&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5406578 Feb 04 12:18:04.036405 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 55838) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:18:04.271379 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ee63ad9d-7154-4f15-b497-2ee1931507f3 admin admin] Publish callbacks [] for security_group (b39abb56-fd7d-417c-baa0-7299d5216551), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:04.278147 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c5ff9e83-013c-46d0-8fe6-b9c797952070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (c0e2d722-22dd-4f66-84e1-de3085809015), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:04.283852 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c5ff9e83-013c-46d0-8fe6-b9c797952070 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:04.285734 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-c5ff9e83-013c-46d0-8fe6-b9c797952070 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c0e2d722-22dd-4f66-84e1-de3085809015 HTTP/1.1" status: 204 len: 168 time: 0.7192996 Feb 04 12:18:04.317903 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ff9e83-013c-46d0-8fe6-b9c797952070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0e2d722-22dd-4f66-84e1-de3085809015,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:04.331182 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41550600-8bd3-447d-90e1-d017f9dceb4f req-ecb62609-01fd-4ab0-98f1-423cbb6c19c7 tempest-TenantUsagesTestJSON-389332640 tempest-TenantUsagesTestJSON-389332640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:04.335794 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-41550600-8bd3-447d-90e1-d017f9dceb4f req-ecb62609-01fd-4ab0-98f1-423cbb6c19c7 tempest-TenantUsagesTestJSON-389332640 tempest-TenantUsagesTestJSON-389332640-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c0ca2e7-3686-4330-a3ad-63af709a6883 HTTP/1.1" status: 200 len: 946 time: 0.1702993 Feb 04 12:18:04.351268 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8672c6-7515-4f91-9478-263000993aee req-ca36aaab-2c23-4824-a4cd-4afcdbedcba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:04.355470 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-0e8672c6-7515-4f91-9478-263000993aee req-ca36aaab-2c23-4824-a4cd-4afcdbedcba6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5ee3374a-84e9-4639-853c-740c6edaf6dc HTTP/1.1" status: 200 len: 843 time: 0.3696547 Feb 04 12:18:04.364862 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ee63ad9d-7154-4f15-b497-2ee1931507f3 admin admin] Publish callbacks [] for security_group (b39abb56-fd7d-417c-baa0-7299d5216551), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:04.390333 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-febb4c97-9054-4b6a-b432-608a5706b6f3 None None] Provisioning complete for port f5ea203d-9e31-46a1-bb55-e917416489cd triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:18:04.391116 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-febb4c97-9054-4b6a-b432-608a5706b6f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (f5ea203d-9e31-46a1-bb55-e917416489cd), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:04.495823 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-febb4c97-9054-4b6a-b432-608a5706b6f3 None None] Port f5ea203d-9e31-46a1-bb55-e917416489cd cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:18:04.525476 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7980b022-5e4c-4223-8ea9-43a4a34b5f3c admin admin] Checking segment: {'id': '61e4408c-a19a-4f00-9257-dbb6644da91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '2881c951-44c5-4a7e-8022-7b670da20b5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:18:04.526104 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7980b022-5e4c-4223-8ea9-43a4a34b5f3c admin admin] Network hostable DHCP agents. Network: 2881c951-44c5-4a7e-8022-7b670da20b5a, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:18:04.536373 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-1d688b11-9b59-40d6-a711-85fd1c4f2f14 req-ad0305f7-a833-4e6e-aac2-e83f83740ad0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (f5ea203d-9e31-46a1-bb55-e917416489cd), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:04.538348 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-41550600-8bd3-447d-90e1-d017f9dceb4f req-190fc226-5595-4a1d-99b5-b06c6435f05d tempest-TenantUsagesTestJSON-389332640 tempest-TenantUsagesTestJSON-389332640-project] 10.222.0.65 "GET /v2.0/security-groups?id=34be31ac-b2ac-4d79-9bed-03e87660f1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929605 Feb 04 12:18:04.590170 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ee63ad9d-7154-4f15-b497-2ee1931507f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (b39abb56-fd7d-417c-baa0-7299d5216551), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:04.595635 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ee63ad9d-7154-4f15-b497-2ee1931507f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:04.596869 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-ee63ad9d-7154-4f15-b497-2ee1931507f3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b39abb56-fd7d-417c-baa0-7299d5216551 HTTP/1.1" status: 204 len: 168 time: 0.5496516 Feb 04 12:18:04.621757 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee63ad9d-7154-4f15-b497-2ee1931507f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b39abb56-fd7d-417c-baa0-7299d5216551,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:04.747325 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7980b022-5e4c-4223-8ea9-43a4a34b5f3c admin admin] Network 2881c951-44c5-4a7e-8022-7b670da20b5a is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:18:04.765359 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8672c6-7515-4f91-9478-263000993aee req-ab3bba6a-caf9-4436-9cfc-b798483ac030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:04.767831 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-0e8672c6-7515-4f91-9478-263000993aee req-ab3bba6a-caf9-4436-9cfc-b798483ac030 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2f7dc246-a024-4937-952c-0ddeef5af29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3684895 Feb 04 12:18:04.796657 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-7980b022-5e4c-4223-8ea9-43a4a34b5f3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 2881c951-44c5-4a7e-8022-7b670da20b5a) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:18:04.825294 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9db559-a4f6-421f-9cfc-7c398d2d97f5 None None] Network 2881c951-44c5-4a7e-8022-7b670da20b5a requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:18:04.895943 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a7779c-dc7e-4fca-a4e1-6b7b4960680f req-4af1749d-7534-4dcd-aafe-63ce1da226a1 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:04.898858 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-05a7779c-dc7e-4fca-a4e1-6b7b4960680f req-4af1749d-7534-4dcd-aafe-63ce1da226a1 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/ports?device_id=6887623f-e6e7-445e-a5e6-8acb293a8861 HTTP/1.1" status: 200 len: 936 time: 0.1928184 Feb 04 12:18:05.016075 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7980b022-5e4c-4223-8ea9-43a4a34b5f3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:05.018313 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7980b022-5e4c-4223-8ea9-43a4a34b5f3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:05.056563 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-431c5e30-4b25-4649-8064-9631d3624c6f None None] Network 2881c951-44c5-4a7e-8022-7b670da20b5a requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:18:05.060617 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-05a7779c-dc7e-4fca-a4e1-6b7b4960680f req-6e1b8108-dd37-4322-898b-1846f85d3f1f tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/security-groups?id=9a1ba13a-3582-42ac-bb35-362abd3a196f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495042 Feb 04 12:18:05.153366 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-0e8672c6-7515-4f91-9478-263000993aee req-c6c77014-79c1-4fbb-b4da-eeccb418ca38 service neutron] 10.222.0.77 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3778193 Feb 04 12:18:05.242909 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-7980b022-5e4c-4223-8ea9-43a4a34b5f3c admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.8679464 Feb 04 12:18:05.375792 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-0e8672c6-7515-4f91-9478-263000993aee req-59c25739-633c-4e15-9cd0-ce5dd2b52e5c service neutron] 10.222.0.77 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124197 Feb 04 12:18:05.529865 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [req-1d688b11-9b59-40d6-a711-85fd1c4f2f14 req-ad0305f7-a833-4e6e-aac2-e83f83740ad0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5ea203d-9e31-46a1-bb55-e917416489cd {{(pid=103474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:18:05.543098 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-1d688b11-9b59-40d6-a711-85fd1c4f2f14 req-ad0305f7-a833-4e6e-aac2-e83f83740ad0 service neutron] Publish callbacks [] for port (f5ea203d-9e31-46a1-bb55-e917416489cd), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:05.570195 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c16499-8501-4da1-8a24-3ffe97529696 req-ed4ad982-ae19-483f-b288-4088334a8c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:05.573255 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-39c16499-8501-4da1-8a24-3ffe97529696 req-ed4ad982-ae19-483f-b288-4088334a8c8e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3c3a242f0b1d451698a24ffcda3db5e1&device_id=4c0ca2e7-3686-4330-a3ad-63af709a6883 HTTP/1.1" status: 200 len: 1128 time: 0.1371207 Feb 04 12:18:05.574920 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.provisioning_blocks [req-1d688b11-9b59-40d6-a711-85fd1c4f2f14 req-ad0305f7-a833-4e6e-aac2-e83f83740ad0 service neutron] Transition to ACTIVE for port object f5ea203d-9e31-46a1-bb55-e917416489cd will not be triggered until provisioned by entity L2. {{(pid=103474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:18:05.584797 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-1d688b11-9b59-40d6-a711-85fd1c4f2f14 req-ad0305f7-a833-4e6e-aac2-e83f83740ad0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (f5ea203d-9e31-46a1-bb55-e917416489cd), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:05.771779 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0305f7-a833-4e6e-aac2-e83f83740ad0 service neutron] Pushing event updated for resources: {'Port': ['ID=f5ea203d-9e31-46a1-bb55-e917416489cd,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:05.815444 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4359973-916c-4fce-b2c6-4e3220bbfbeb req-4efdb55e-72fb-4360-8287-8e1801a046ff tempest-TenantUsagesTestJSON-389332640 tempest-TenantUsagesTestJSON-389332640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:05.832878 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b4359973-916c-4fce-b2c6-4e3220bbfbeb req-4efdb55e-72fb-4360-8287-8e1801a046ff tempest-TenantUsagesTestJSON-389332640 tempest-TenantUsagesTestJSON-389332640-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c0ca2e7-3686-4330-a3ad-63af709a6883 HTTP/1.1" status: 200 len: 946 time: 0.1871834 Feb 04 12:18:05.856423 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-1d688b11-9b59-40d6-a711-85fd1c4f2f14 req-ad0305f7-a833-4e6e-aac2-e83f83740ad0 service neutron] Attempting to bind port f5ea203d-9e31-46a1-bb55-e917416489cd on host n-h2-825015-3 for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:18:05.856762 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-1d688b11-9b59-40d6-a711-85fd1c4f2f14 req-ad0305f7-a833-4e6e-aac2-e83f83740ad0 service neutron] Attempting to bind port f5ea203d-9e31-46a1-bb55-e917416489cd by drivers openvswitch,hyperv on host n-h2-825015-3 at level 0 using segments [{'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:18:05.860681 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d688b11-9b59-40d6-a711-85fd1c4f2f14 req-ad0305f7-a833-4e6e-aac2-e83f83740ad0 service neutron] Attempting to bind port f5ea203d-9e31-46a1-bb55-e917416489cd on network 2f7dc246-a024-4937-952c-0ddeef5af29c {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:18:05.885180 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d688b11-9b59-40d6-a711-85fd1c4f2f14 req-ad0305f7-a833-4e6e-aac2-e83f83740ad0 service neutron] Port f5ea203d-9e31-46a1-bb55-e917416489cd on network 2f7dc246-a024-4937-952c-0ddeef5af29c not bound, no agent of type Open vSwitch agent registered on host n-h2-825015-3 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:18:05.885638 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d688b11-9b59-40d6-a711-85fd1c4f2f14 req-ad0305f7-a833-4e6e-aac2-e83f83740ad0 service neutron] Attempting to bind port f5ea203d-9e31-46a1-bb55-e917416489cd on network 2f7dc246-a024-4937-952c-0ddeef5af29c {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:18:05.894424 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d688b11-9b59-40d6-a711-85fd1c4f2f14 req-ad0305f7-a833-4e6e-aac2-e83f83740ad0 service neutron] Checking agent: {'id': '9b68a165-e786-4b91-8592-44519c2ecabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:18:05.894771 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d688b11-9b59-40d6-a711-85fd1c4f2f14 req-ad0305f7-a833-4e6e-aac2-e83f83740ad0 service neutron] Checking segment: {'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:18:05.895170 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d688b11-9b59-40d6-a711-85fd1c4f2f14 req-ad0305f7-a833-4e6e-aac2-e83f83740ad0 service neutron] Bound using segment: {'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:18:05.895617 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-1d688b11-9b59-40d6-a711-85fd1c4f2f14 req-ad0305f7-a833-4e6e-aac2-e83f83740ad0 service neutron] Bound port: f5ea203d-9e31-46a1-bb55-e917416489cd, host: n-h2-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:18:05.907489 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-1d688b11-9b59-40d6-a711-85fd1c4f2f14 req-ad0305f7-a833-4e6e-aac2-e83f83740ad0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (f5ea203d-9e31-46a1-bb55-e917416489cd), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:05.910514 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c16499-8501-4da1-8a24-3ffe97529696 req-c45f7e03-3abf-439c-95dd-16b1c4369fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:05.912265 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-39c16499-8501-4da1-8a24-3ffe97529696 req-c45f7e03-3abf-439c-95dd-16b1c4369fd6 service neutron] 10.222.0.77 "GET /v2.0/networks?id=2f7dc246-a024-4937-952c-0ddeef5af29c HTTP/1.1" status: 200 len: 870 time: 0.3299682 Feb 04 12:18:06.007326 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b4359973-916c-4fce-b2c6-4e3220bbfbeb req-c56f55b3-1ca4-4112-ab5a-52b2f37a8418 tempest-TenantUsagesTestJSON-389332640 tempest-TenantUsagesTestJSON-389332640-project] 10.222.0.65 "GET /v2.0/security-groups?id=34be31ac-b2ac-4d79-9bed-03e87660f1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608608 Feb 04 12:18:06.021458 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-39c16499-8501-4da1-8a24-3ffe97529696 req-6cc018c5-01e1-470e-bd2d-0538f7fc85ae service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=41a466c5-0b04-4fc6-9e21-345291afb2dc HTTP/1.1" status: 200 len: 217 time: 0.0873830 Feb 04 12:18:06.022563 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 55890) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:18:06.067233 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e18ac41e-f056-4ebc-94aa-1ede78094fa2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:06.258363 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e18ac41e-f056-4ebc-94aa-1ede78094fa2 admin admin] Publish callbacks [] for security_group (b9a259a6-ffe7-4ea5-908c-ed01fc9adbf1), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:06.266078 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-1d688b11-9b59-40d6-a711-85fd1c4f2f14 req-ad0305f7-a833-4e6e-aac2-e83f83740ad0 service neutron] For port f5ea203d-9e31-46a1-bb55-e917416489cd, host n-h2-825015-3, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:18:06.274277 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e18ac41e-f056-4ebc-94aa-1ede78094fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (b9a259a6-ffe7-4ea5-908c-ed01fc9adbf1), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:06.279953 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-1d688b11-9b59-40d6-a711-85fd1c4f2f14 req-ad0305f7-a833-4e6e-aac2-e83f83740ad0 service neutron] For port f5ea203d-9e31-46a1-bb55-e917416489cd, host n-h2-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=f5ea203d-9e31-46a1-bb55-e917416489cd,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:18:06.303174 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c16499-8501-4da1-8a24-3ffe97529696 req-f96f23ce-a9fc-45c0-a53f-4fb7f222c5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:06.310621 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-39c16499-8501-4da1-8a24-3ffe97529696 req-f96f23ce-a9fc-45c0-a53f-4fb7f222c5f9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5ee3374a-84e9-4639-853c-740c6edaf6dc HTTP/1.1" status: 200 len: 843 time: 0.2743893 Feb 04 12:18:06.310621 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-1d688b11-9b59-40d6-a711-85fd1c4f2f14 req-ad0305f7-a833-4e6e-aac2-e83f83740ad0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (f5ea203d-9e31-46a1-bb55-e917416489cd), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:06.359336 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-e18ac41e-f056-4ebc-94aa-1ede78094fa2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c7eef272dfb149f1b33529c014f0ff1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3353465 Feb 04 12:18:06.364044 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 55898) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:18:06.417028 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18ac41e-f056-4ebc-94aa-1ede78094fa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a259a6-ffe7-4ea5-908c-ed01fc9adbf1,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:06.468796 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed2445e-c6ce-42b4-996d-7f787bd47b49 req-c7037c13-f6b2-4861-95b5-9cd5ebf28249 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:06.481343 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2ed2445e-c6ce-42b4-996d-7f787bd47b49 req-c7037c13-f6b2-4861-95b5-9cd5ebf28249 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/ports?device_id=6887623f-e6e7-445e-a5e6-8acb293a8861 HTTP/1.1" status: 200 len: 948 time: 0.2205467 Feb 04 12:18:06.482254 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d688b11-9b59-40d6-a711-85fd1c4f2f14 req-ad0305f7-a833-4e6e-aac2-e83f83740ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:06.483676 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-1d688b11-9b59-40d6-a711-85fd1c4f2f14 req-ad0305f7-a833-4e6e-aac2-e83f83740ad0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:06.486296 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-1d688b11-9b59-40d6-a711-85fd1c4f2f14 req-ad0305f7-a833-4e6e-aac2-e83f83740ad0 service neutron] 10.222.0.77 "PUT /v2.0/ports/f5ea203d-9e31-46a1-bb55-e917416489cd HTTP/1.1" status: 200 len: 1096 time: 2.4915102 Feb 04 12:18:06.487232 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6887623f-e6e7-445e-a5e6-8acb293a8861', 'tag': 'f5ea203d-9e31-46a1-bb55-e917416489cd'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:18:06.493641 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6c59f02-ce68-4dd8-95e7-62d36249f07d" -d '{"events": [{"name": "network-changed", "server_uuid": "6887623f-e6e7-445e-a5e6-8acb293a8861", "tag": "f5ea203d-9e31-46a1-bb55-e917416489cd"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:18:06.534717 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-104543b3-c91c-4d8c-b9f6-9e35fb611e49 admin admin] Publish callbacks [] for security_group (b9a259a6-ffe7-4ea5-908c-ed01fc9adbf1), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:06.589025 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0305f7-a833-4e6e-aac2-e83f83740ad0 service neutron] Pushing event updated for resources: {'Port': ['ID=f5ea203d-9e31-46a1-bb55-e917416489cd,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:06.668809 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c16499-8501-4da1-8a24-3ffe97529696 req-5f22642f-451c-42b1-9a1c-95447213e784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:06.671528 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-39c16499-8501-4da1-8a24-3ffe97529696 req-5f22642f-451c-42b1-9a1c-95447213e784 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2f7dc246-a024-4937-952c-0ddeef5af29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3490109 Feb 04 12:18:06.683259 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2ed2445e-c6ce-42b4-996d-7f787bd47b49 req-d6211083-65fa-4b8f-8b39-96987223337d tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/security-groups?id=9a1ba13a-3582-42ac-bb35-362abd3a196f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007315 Feb 04 12:18:06.695352 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-104543b3-c91c-4d8c-b9f6-9e35fb611e49 admin admin] Publish callbacks [] for security_group (b9a259a6-ffe7-4ea5-908c-ed01fc9adbf1), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:06.792586 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-149ea192-464b-4f69-833c-cb98d54edfdd x-openstack-request-id: req-149ea192-464b-4f69-833c-cb98d54edfdd {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:18:06.792875 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6887623f-e6e7-445e-a5e6-8acb293a8861", "tag": "f5ea203d-9e31-46a1-bb55-e917416489cd", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:18:06.793128 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-149ea192-464b-4f69-833c-cb98d54edfdd {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:18:06.793525 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6887623f-e6e7-445e-a5e6-8acb293a8861', 'tag': 'f5ea203d-9e31-46a1-bb55-e917416489cd', 'status': 'completed', 'code': 200} Feb 04 12:18:06.808248 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d688b11-9b59-40d6-a711-85fd1c4f2f14 req-59fcd211-f66c-47f5-916c-a3919c26d307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:06.809922 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-1d688b11-9b59-40d6-a711-85fd1c4f2f14 req-59fcd211-f66c-47f5-916c-a3919c26d307 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=978f4861dcee4fa9a2eeb0437c76bd64&device_id=6887623f-e6e7-445e-a5e6-8acb293a8861 HTTP/1.1" status: 200 len: 1130 time: 0.2459655 Feb 04 12:18:06.834398 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-104543b3-c91c-4d8c-b9f6-9e35fb611e49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (b9a259a6-ffe7-4ea5-908c-ed01fc9adbf1), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:06.837138 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-104543b3-c91c-4d8c-b9f6-9e35fb611e49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:06.843889 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-104543b3-c91c-4d8c-b9f6-9e35fb611e49 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b9a259a6-ffe7-4ea5-908c-ed01fc9adbf1 HTTP/1.1" status: 204 len: 168 time: 0.4730370 Feb 04 12:18:06.853378 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104543b3-c91c-4d8c-b9f6-9e35fb611e49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a259a6-ffe7-4ea5-908c-ed01fc9adbf1,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:06.902812 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-1d688b11-9b59-40d6-a711-85fd1c4f2f14 req-16b54a49-fea9-41b4-8b16-2877464e565c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=f5ea203d-9e31-46a1-bb55-e917416489cd HTTP/1.1" status: 200 len: 217 time: 0.0817630 Feb 04 12:18:06.959348 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-39c16499-8501-4da1-8a24-3ffe97529696 req-5166eba8-9cb9-47dc-8589-e124130506d3 service neutron] 10.222.0.77 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2785130 Feb 04 12:18:07.040620 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d688b11-9b59-40d6-a711-85fd1c4f2f14 req-1b6a2a6f-31e7-4889-a4e3-7e02d74e10a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:07.042112 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-1d688b11-9b59-40d6-a711-85fd1c4f2f14 req-1b6a2a6f-31e7-4889-a4e3-7e02d74e10a6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5ee3374a-84e9-4639-853c-740c6edaf6dc HTTP/1.1" status: 200 len: 843 time: 0.1301615 Feb 04 12:18:07.181811 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d688b11-9b59-40d6-a711-85fd1c4f2f14 req-8830255e-b220-4eda-be31-bbaeb8f5e6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:07.184505 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-1d688b11-9b59-40d6-a711-85fd1c4f2f14 req-8830255e-b220-4eda-be31-bbaeb8f5e6e4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2f7dc246-a024-4937-952c-0ddeef5af29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1364040 Feb 04 12:18:07.187776 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-39c16499-8501-4da1-8a24-3ffe97529696 req-d6e4037f-2160-4585-9ae8-724db598e793 service neutron] 10.222.0.77 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147830 Feb 04 12:18:07.413788 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 12:18:07.628212 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-1d688b11-9b59-40d6-a711-85fd1c4f2f14 req-9dae90ce-5226-4a7e-81b5-1a906b0aa0f0 service neutron] 10.222.0.77 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4298389 Feb 04 12:18:07.691562 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6481605e-f1e2-4fb7-9a92-dcedf0566dee req-002dcb40-95a3-4295-8bc4-7587d92cfc17 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:07.694511 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6481605e-f1e2-4fb7-9a92-dcedf0566dee req-002dcb40-95a3-4295-8bc4-7587d92cfc17 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/networks?id=365084f8-2068-4655-9009-041f3cc171be HTTP/1.1" status: 200 len: 821 time: 0.2009084 Feb 04 12:18:07.724981 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6481605e-f1e2-4fb7-9a92-dcedf0566dee req-46aac932-472b-45b0-8f86-96369c5aeedc tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/quotas/207f01ccf15c4616a04a98fbbad5fc72 HTTP/1.1" status: 200 len: 375 time: 0.0185361 Feb 04 12:18:07.773943 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6481605e-f1e2-4fb7-9a92-dcedf0566dee req-7981a576-3b71-4fde-b49a-4b886bc581e9 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=207f01ccf15c4616a04a98fbbad5fc72&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0381176 Feb 04 12:18:07.806323 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-1d688b11-9b59-40d6-a711-85fd1c4f2f14 req-74422b54-d40f-4eb6-a992-e0af84c37b7f service neutron] 10.222.0.77 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714828 Feb 04 12:18:07.943909 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 55948) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:18:07.996717 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c59f02-ce68-4dd8-95e7-62d36249f07d req-ce657de6-8b0f-4b12-abf0-1c8932c863be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:07.999927 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-d6c59f02-ce68-4dd8-95e7-62d36249f07d req-ce657de6-8b0f-4b12-abf0-1c8932c863be service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=978f4861dcee4fa9a2eeb0437c76bd64&device_id=6887623f-e6e7-445e-a5e6-8acb293a8861 HTTP/1.1" status: 200 len: 1130 time: 0.1135523 Feb 04 12:18:08.159287 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 41a466c5-0b04-4fc6-9e21-345291afb2dc details requested by agent hyperv_n-h2-825015-3 with host n-h2-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:18:08.199030 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c59f02-ce68-4dd8-95e7-62d36249f07d req-d9291ffd-6a94-40f0-8485-3687d9d530e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:08.201769 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-d6c59f02-ce68-4dd8-95e7-62d36249f07d req-d9291ffd-6a94-40f0-8485-3687d9d530e5 service neutron] 10.222.0.77 "GET /v2.0/networks?id=2f7dc246-a024-4937-952c-0ddeef5af29c HTTP/1.1" status: 200 len: 870 time: 0.1889133 Feb 04 12:18:08.297705 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6481605e-f1e2-4fb7-9a92-dcedf0566dee req-717956cb-b095-45e5-9884-09947bb4f973 service neutron] 10.222.0.65 "GET /v2.0/networks/365084f8-2068-4655-9009-041f3cc171be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5219126 Feb 04 12:18:08.322685 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-d6c59f02-ce68-4dd8-95e7-62d36249f07d req-e59e45bc-bd12-4949-a1eb-6cd5dea4a6c8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=f5ea203d-9e31-46a1-bb55-e917416489cd HTTP/1.1" status: 200 len: 217 time: 0.1107769 Feb 04 12:18:08.396124 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 41a466c5-0b04-4fc6-9e21-345291afb2dc, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=41a466c5-0b04-4fc6-9e21-345291afb2dc,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:18:08.402982 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c59f02-ce68-4dd8-95e7-62d36249f07d req-1a3d6100-4051-431f-9421-b317654308c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:08.404714 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-d6c59f02-ce68-4dd8-95e7-62d36249f07d req-1a3d6100-4051-431f-9421-b317654308c0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5ee3374a-84e9-4639-853c-740c6edaf6dc HTTP/1.1" status: 200 len: 843 time: 0.0756390 Feb 04 12:18:08.422681 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Returning: {'device': '41a466c5-0b04-4fc6-9e21-345291afb2dc', 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c', 'port_id': '41a466c5-0b04-4fc6-9e21-345291afb2dc', 'mac_address': 'fa:16:3e:a6:28:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ee3374a-84e9-4639-853c-740c6edaf6dc', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:18:08.483947 n-d-825015-3 neutron-server[103474]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 04 12:18:08.490700 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [req-d1b23fbb-fa44-4c3b-b693-34143737d3df req-3097ced0-b927-4f4d-b23c-d86effe67fc0 tempest-LiveMigrationTest-337354813 tempest-LiveMigrationTest-337354813-project-admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103474) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:18:08.501280 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 41a466c5-0b04-4fc6-9e21-345291afb2dc is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:18:08.502065 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-d1b23fbb-fa44-4c3b-b693-34143737d3df req-3097ced0-b927-4f4d-b23c-d86effe67fc0 tempest-LiveMigrationTest-337354813 tempest-LiveMigrationTest-337354813-project-admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5565114 Feb 04 12:18:08.502575 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (41a466c5-0b04-4fc6-9e21-345291afb2dc), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:08.514391 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6481605e-f1e2-4fb7-9a92-dcedf0566dee req-03567280-ef94-49cf-8c53-116181fadf90 service neutron] 10.222.0.65 "GET /v2.0/networks/365084f8-2068-4655-9009-041f3cc171be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154899 Feb 04 12:18:08.532454 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41a466c5-0b04-4fc6-9e21-345291afb2dc {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:18:08.538553 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c59f02-ce68-4dd8-95e7-62d36249f07d req-12347727-5535-4159-b86c-eed0e4ecda85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:08.541573 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-d6c59f02-ce68-4dd8-95e7-62d36249f07d req-12347727-5535-4159-b86c-eed0e4ecda85 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2f7dc246-a024-4937-952c-0ddeef5af29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1278350 Feb 04 12:18:08.591890 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 41a466c5-0b04-4fc6-9e21-345291afb2dc, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=41a466c5-0b04-4fc6-9e21-345291afb2dc,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:18:08.604174 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (41a466c5-0b04-4fc6-9e21-345291afb2dc), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:08.730744 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=41a466c5-0b04-4fc6-9e21-345291afb2dc,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:08.746249 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:18:08.746803 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:18:08.747707 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:18:08.748410 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:18:08.749022 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:18:08.749663 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:18:08.750313 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:18:08.750924 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:18:08.751838 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:18:08.752794 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:18:08.753514 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:18:08.754104 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:18:08.754674 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:18:08.802951 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-d6c59f02-ce68-4dd8-95e7-62d36249f07d req-1d8b8a27-fb79-4fa1-81ed-fd0a663aa5ee service neutron] 10.222.0.77 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538102 Feb 04 12:18:08.849078 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['41a466c5-0b04-4fc6-9e21-345291afb2dc'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:18:08.998768 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-d6c59f02-ce68-4dd8-95e7-62d36249f07d req-36388941-db58-4e6f-9df3-70d0afd47312 service neutron] 10.222.0.77 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854131 Feb 04 12:18:09.121429 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f0b93-d49c-407e-bbc0-676d856343bc req-3f44560f-945f-4be7-8704-8d8d0bdc2fcf tempest-TenantUsagesTestJSON-389332640 tempest-TenantUsagesTestJSON-389332640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:09.137803 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a97f0b93-d49c-407e-bbc0-676d856343bc req-3f44560f-945f-4be7-8704-8d8d0bdc2fcf tempest-TenantUsagesTestJSON-389332640 tempest-TenantUsagesTestJSON-389332640-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c0ca2e7-3686-4330-a3ad-63af709a6883 HTTP/1.1" status: 200 len: 947 time: 0.1452329 Feb 04 12:18:09.228622 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a97f0b93-d49c-407e-bbc0-676d856343bc req-607b073b-6f0c-4657-aeee-ea92ad626fd6 tempest-TenantUsagesTestJSON-389332640 tempest-TenantUsagesTestJSON-389332640-project] 10.222.0.65 "GET /v2.0/security-groups?id=34be31ac-b2ac-4d79-9bed-03e87660f1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890923 Feb 04 12:18:09.462987 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b23fbb-fa44-4c3b-b693-34143737d3df req-6a3b4544-11a8-46f4-b628-e8bb758ac7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:09.468776 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-d1b23fbb-fa44-4c3b-b693-34143737d3df req-6a3b4544-11a8-46f4-b628-e8bb758ac7f1 service neutron] 10.222.0.65 "GET /v2.0/ports/369651f6-f3cd-4226-893d-d949b0246438 HTTP/1.1" status: 200 len: 1124 time: 0.4686160 Feb 04 12:18:09.476024 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1625e22-d791-49c0-87bb-8b05f70fb833 req-779961f0-5b9c-47f7-b138-48ffa9f30980 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:09.485956 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-d1b23fbb-fa44-4c3b-b693-34143737d3df req-b694c613-4916-40bf-b8e6-2b804845e109 service neutron] Request body: {'binding': {'host': 'n-h2-825015-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:18:09.486513 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-d1b23fbb-fa44-4c3b-b693-34143737d3df req-b694c613-4916-40bf-b8e6-2b804845e109 service neutron] Unknown quota resources ['binding']. {{(pid=103474) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 04 12:18:09.489250 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f1625e22-d791-49c0-87bb-8b05f70fb833 req-779961f0-5b9c-47f7-b138-48ffa9f30980 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/ports?device_id=6887623f-e6e7-445e-a5e6-8acb293a8861 HTTP/1.1" status: 200 len: 948 time: 0.1634254 Feb 04 12:18:09.598905 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f1625e22-d791-49c0-87bb-8b05f70fb833 req-8cb9b11e-8785-42b8-b476-adb8b44f6306 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/security-groups?id=9a1ba13a-3582-42ac-bb35-362abd3a196f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042039 Feb 04 12:18:09.728712 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2a7230b5-0014-4d14-a69c-68d2d075c4bf req-fa116c07-0c0d-4add-b55b-0ff28e4a9e1e tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=36e4d1dc-26b6-46cf-b4da-bef23d627bbe HTTP/1.1" status: 200 len: 210 time: 0.0516689 Feb 04 12:18:09.821151 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-d1b23fbb-fa44-4c3b-b693-34143737d3df req-b694c613-4916-40bf-b8e6-2b804845e109 service neutron] Attempting to bind port 369651f6-f3cd-4226-893d-d949b0246438 on host n-h2-825015-3 for vnic_type normal with profile None {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:18:09.821872 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-d1b23fbb-fa44-4c3b-b693-34143737d3df req-b694c613-4916-40bf-b8e6-2b804845e109 service neutron] Attempting to bind port 369651f6-f3cd-4226-893d-d949b0246438 by drivers openvswitch,hyperv on host n-h2-825015-3 at level 0 using segments [{'id': '1a9a2aca-b7f6-445c-a938-0b8696864233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '8201226e-f25e-431d-a6a5-6704e8dc4880'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:18:09.822715 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b23fbb-fa44-4c3b-b693-34143737d3df req-b694c613-4916-40bf-b8e6-2b804845e109 service neutron] Attempting to bind port 369651f6-f3cd-4226-893d-d949b0246438 on network 8201226e-f25e-431d-a6a5-6704e8dc4880 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:18:09.831387 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b23fbb-fa44-4c3b-b693-34143737d3df req-b694c613-4916-40bf-b8e6-2b804845e109 service neutron] Port 369651f6-f3cd-4226-893d-d949b0246438 on network 8201226e-f25e-431d-a6a5-6704e8dc4880 not bound, no agent of type Open vSwitch agent registered on host n-h2-825015-3 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:18:09.832093 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b23fbb-fa44-4c3b-b693-34143737d3df req-b694c613-4916-40bf-b8e6-2b804845e109 service neutron] Attempting to bind port 369651f6-f3cd-4226-893d-d949b0246438 on network 8201226e-f25e-431d-a6a5-6704e8dc4880 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:18:09.843639 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b23fbb-fa44-4c3b-b693-34143737d3df req-b694c613-4916-40bf-b8e6-2b804845e109 service neutron] Checking agent: {'id': '9b68a165-e786-4b91-8592-44519c2ecabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:18:09.843639 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b23fbb-fa44-4c3b-b693-34143737d3df req-b694c613-4916-40bf-b8e6-2b804845e109 service neutron] Checking segment: {'id': '1a9a2aca-b7f6-445c-a938-0b8696864233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '8201226e-f25e-431d-a6a5-6704e8dc4880'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:18:09.843639 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b23fbb-fa44-4c3b-b693-34143737d3df req-b694c613-4916-40bf-b8e6-2b804845e109 service neutron] Bound using segment: {'id': '1a9a2aca-b7f6-445c-a938-0b8696864233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '8201226e-f25e-431d-a6a5-6704e8dc4880'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:18:09.843639 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-d1b23fbb-fa44-4c3b-b693-34143737d3df req-b694c613-4916-40bf-b8e6-2b804845e109 service neutron] Bound port: 369651f6-f3cd-4226-893d-d949b0246438, host: n-h2-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a9a2aca-b7f6-445c-a938-0b8696864233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '8201226e-f25e-431d-a6a5-6704e8dc4880'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:18:10.015135 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-d1b23fbb-fa44-4c3b-b693-34143737d3df req-b694c613-4916-40bf-b8e6-2b804845e109 service neutron] For port 369651f6-f3cd-4226-893d-d949b0246438, host n-h2-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=369651f6-f3cd-4226-893d-d949b0246438,segment=NetworkSegment(1a9a2aca-b7f6-445c-a938-0b8696864233),segment_id=1a9a2aca-b7f6-445c-a938-0b8696864233)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:18:10.026754 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-d1b23fbb-fa44-4c3b-b693-34143737d3df req-b694c613-4916-40bf-b8e6-2b804845e109 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:10.030428 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-d1b23fbb-fa44-4c3b-b693-34143737d3df req-b694c613-4916-40bf-b8e6-2b804845e109 service neutron] 10.222.0.65 "POST /v2.0/ports/369651f6-f3cd-4226-893d-d949b0246438/bindings HTTP/1.1" status: 201 len: 389 time: 0.5476966 Feb 04 12:18:10.188431 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device f5ea203d-9e31-46a1-bb55-e917416489cd details requested by agent hyperv_n-h2-825015-3 with host n-h2-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:18:10.193576 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 41a466c5-0b04-4fc6-9e21-345291afb2dc up at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:18:10.290887 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61ffe96-c63c-43b7-9af3-b0c1f0908f39 req-aad8c4d9-363b-4df6-b0e7-392a514032cf tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:10.298981 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e61ffe96-c63c-43b7-9af3-b0c1f0908f39 req-aad8c4d9-363b-4df6-b0e7-392a514032cf tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/ports?device_id=846162fa-b84b-4eb3-b936-02f5cd32f2c9 HTTP/1.1" status: 200 len: 945 time: 0.0856061 Feb 04 12:18:10.398447 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e61ffe96-c63c-43b7-9af3-b0c1f0908f39 req-d463e206-1c41-4d18-b720-00ec701da62f tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4f571d4-f0a1-47f6-a54a-b93db47581cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978336 Feb 04 12:18:10.414278 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning for port 41a466c5-0b04-4fc6-9e21-345291afb2dc completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:18:10.483605 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b23fbb-fa44-4c3b-b693-34143737d3df req-cdcbd855-f938-4184-a433-f7a0454c497e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:10.488707 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-d1b23fbb-fa44-4c3b-b693-34143737d3df req-cdcbd855-f938-4184-a433-f7a0454c497e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=24a467b030c744bba5cc99601ae6aefc&device_id=846162fa-b84b-4eb3-b936-02f5cd32f2c9 HTTP/1.1" status: 200 len: 1127 time: 0.1025391 Feb 04 12:18:10.529912 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port f5ea203d-9e31-46a1-bb55-e917416489cd, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=f5ea203d-9e31-46a1-bb55-e917416489cd,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:18:10.601105 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning complete for port 41a466c5-0b04-4fc6-9e21-345291afb2dc triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:18:10.601737 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (41a466c5-0b04-4fc6-9e21-345291afb2dc), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:10.611655 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Returning: {'device': 'f5ea203d-9e31-46a1-bb55-e917416489cd', 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c', 'port_id': 'f5ea203d-9e31-46a1-bb55-e917416489cd', 'mac_address': 'fa:16:3e:c5:40:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ee3374a-84e9-4639-853c-740c6edaf6dc', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:18:10.688093 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b23fbb-fa44-4c3b-b693-34143737d3df req-6b6dbc22-3af7-4b0c-9652-0c97527169a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:10.691389 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-d1b23fbb-fa44-4c3b-b693-34143737d3df req-6b6dbc22-3af7-4b0c-9652-0c97527169a5 service neutron] 10.222.0.77 "GET /v2.0/networks?id=8201226e-f25e-431d-a6a5-6704e8dc4880 HTTP/1.1" status: 200 len: 908 time: 0.1956437 Feb 04 12:18:10.792230 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port f5ea203d-9e31-46a1-bb55-e917416489cd is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:18:10.792865 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (f5ea203d-9e31-46a1-bb55-e917416489cd), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:10.855302 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5ea203d-9e31-46a1-bb55-e917416489cd {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:18:10.859902 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-d1b23fbb-fa44-4c3b-b693-34143737d3df req-f007437e-b16f-4f50-9087-d5c98a7fb185 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=369651f6-f3cd-4226-893d-d949b0246438 HTTP/1.1" status: 200 len: 217 time: 0.1610477 Feb 04 12:18:10.949462 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port f5ea203d-9e31-46a1-bb55-e917416489cd, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=f5ea203d-9e31-46a1-bb55-e917416489cd,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:18:10.964668 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (f5ea203d-9e31-46a1-bb55-e917416489cd), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:11.056322 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6481605e-f1e2-4fb7-9a92-dcedf0566dee req-02da7eb8-95fa-48e2-8e6a-2d66fb1e06dc tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:11.059417 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6481605e-f1e2-4fb7-9a92-dcedf0566dee req-02da7eb8-95fa-48e2-8e6a-2d66fb1e06dc tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.73 "GET /v2.0/networks?id=365084f8-2068-4655-9009-041f3cc171be HTTP/1.1" status: 200 len: 821 time: 0.2969062 Feb 04 12:18:11.076677 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b23fbb-fa44-4c3b-b693-34143737d3df req-4ff6c5d9-13d0-45bf-a63d-36ed791f8c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:11.083900 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-d1b23fbb-fa44-4c3b-b693-34143737d3df req-4ff6c5d9-13d0-45bf-a63d-36ed791f8c21 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6b10c2b1-e8bd-4535-8be4-90c0033f4e8f HTTP/1.1" status: 200 len: 847 time: 0.2149379 Feb 04 12:18:11.084672 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-6481605e-f1e2-4fb7-9a92-dcedf0566dee req-8879acb5-c61c-4b11-8ad3-4a376925c3bb tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Request body: {'port': {'device_id': '36e4d1dc-26b6-46cf-b4da-bef23d627bbe', 'network_id': '365084f8-2068-4655-9009-041f3cc171be', 'admin_state_up': True, 'tenant_id': '207f01ccf15c4616a04a98fbbad5fc72'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:18:11.100416 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 41a466c5-0b04-4fc6-9e21-345291afb2dc is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:18:11.101060 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (41a466c5-0b04-4fc6-9e21-345291afb2dc), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:11.110549 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=f5ea203d-9e31-46a1-bb55-e917416489cd,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:11.163107 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c0ca2e7-3686-4330-a3ad-63af709a6883', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41a466c5-0b04-4fc6-9e21-345291afb2dc'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:18:11.171439 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29db4c3a-4587-4ab5-9791-da193c5a95e2" -d '{"events": [{"server_uuid": "4c0ca2e7-3686-4330-a3ad-63af709a6883", "name": "network-vif-plugged", "status": "completed", "tag": "41a466c5-0b04-4fc6-9e21-345291afb2dc"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:18:11.189111 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-d1b23fbb-fa44-4c3b-b693-34143737d3df req-a21d9443-cd9d-48a1-827d-e8396cd84b03 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8201226e-f25e-431d-a6a5-6704e8dc4880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0975063 Feb 04 12:18:11.202654 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039ba1c7-122c-4bb5-8579-c498faee0be9 req-a9f04aad-fcdc-43a4-9e44-85bfd8e9e811 tempest-TenantUsagesTestJSON-389332640 tempest-TenantUsagesTestJSON-389332640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:11.205125 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-039ba1c7-122c-4bb5-8579-c498faee0be9 req-a9f04aad-fcdc-43a4-9e44-85bfd8e9e811 tempest-TenantUsagesTestJSON-389332640 tempest-TenantUsagesTestJSON-389332640-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c0ca2e7-3686-4330-a3ad-63af709a6883 HTTP/1.1" status: 200 len: 947 time: 0.5363767 Feb 04 12:18:11.211523 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['f5ea203d-9e31-46a1-bb55-e917416489cd'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:18:11.221035 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 41a466c5-0b04-4fc6-9e21-345291afb2dc, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=41a466c5-0b04-4fc6-9e21-345291afb2dc,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:18:11.276412 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (41a466c5-0b04-4fc6-9e21-345291afb2dc), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:11.366427 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-039ba1c7-122c-4bb5-8579-c498faee0be9 req-a9f0ad2b-44c1-4e03-abec-9beedacfc229 tempest-TenantUsagesTestJSON-389332640 tempest-TenantUsagesTestJSON-389332640-project] 10.222.0.65 "GET /v2.0/security-groups?id=34be31ac-b2ac-4d79-9bed-03e87660f1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342983 Feb 04 12:18:11.433405 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=41a466c5-0b04-4fc6-9e21-345291afb2dc,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:11.436764 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-d1b23fbb-fa44-4c3b-b693-34143737d3df req-091b37e4-4b6a-4f8d-88ce-6f68c3fb0a5d service neutron] 10.222.0.77 "GET /v2.0/networks/8201226e-f25e-431d-a6a5-6704e8dc4880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349129 Feb 04 12:18:11.495564 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6481605e-f1e2-4fb7-9a92-dcedf0566dee req-8879acb5-c61c-4b11-8ad3-4a376925c3bb tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Made reservation on behalf of 207f01ccf15c4616a04a98fbbad5fc72 for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:18:11.501149 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-6481605e-f1e2-4fb7-9a92-dcedf0566dee req-8879acb5-c61c-4b11-8ad3-4a376925c3bb tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:11.683968 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-d1b23fbb-fa44-4c3b-b693-34143737d3df req-87848cef-3794-42b2-b969-557ce5d67e1d service neutron] 10.222.0.77 "GET /v2.0/networks/8201226e-f25e-431d-a6a5-6704e8dc4880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357235 Feb 04 12:18:11.787067 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1945d0-a34e-4af1-ba58-262b47fb6115 req-a7d569a7-5874-4d17-b4f4-b5d2284c074e tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:11.789207 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-de1945d0-a34e-4af1-ba58-262b47fb6115 req-a7d569a7-5874-4d17-b4f4-b5d2284c074e tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/ports?device_id=6887623f-e6e7-445e-a5e6-8acb293a8861 HTTP/1.1" status: 200 len: 949 time: 0.1687584 Feb 04 12:18:11.848112 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-6481605e-f1e2-4fb7-9a92-dcedf0566dee req-8879acb5-c61c-4b11-8ad3-4a376925c3bb tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Allocated IP 172.20.0.6 (365084f8-2068-4655-9009-041f3cc171be/baf06417-eecb-4036-81cf-3c7679e7daf8/77dede16-a541-4c69-b69d-142ceabed198) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:18:11.942890 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-de1945d0-a34e-4af1-ba58-262b47fb6115 req-6f69e72b-0522-47c1-b7bd-c3afed08cc43 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/security-groups?id=9a1ba13a-3582-42ac-bb35-362abd3a196f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432490 Feb 04 12:18:12.043225 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b23fbb-fa44-4c3b-b693-34143737d3df req-a16b5479-2fcd-447c-8943-906eecfdfb03 tempest-LiveMigrationTest-337354813 tempest-LiveMigrationTest-337354813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:12.045368 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-d1b23fbb-fa44-4c3b-b693-34143737d3df req-a16b5479-2fcd-447c-8943-906eecfdfb03 tempest-LiveMigrationTest-337354813 tempest-LiveMigrationTest-337354813-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=846162fa-b84b-4eb3-b936-02f5cd32f2c9&tenant_id=24a467b030c744bba5cc99601ae6aefc&binding%3Ahost_id=n-h1-825015-3 HTTP/1.1" status: 200 len: 1127 time: 0.1956198 Feb 04 12:18:12.074073 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-d1b23fbb-fa44-4c3b-b693-34143737d3df req-0900c18e-92e1-4c2e-8bad-f457fed1d30b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-825015-3'}}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:18:12.196714 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device f5ea203d-9e31-46a1-bb55-e917416489cd up at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:18:12.231254 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-d1b23fbb-fa44-4c3b-b693-34143737d3df req-0900c18e-92e1-4c2e-8bad-f457fed1d30b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (369651f6-f3cd-4226-893d-d949b0246438), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:12.233112 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-6481605e-f1e2-4fb7-9a92-dcedf0566dee req-8879acb5-c61c-4b11-8ad3-4a376925c3bb tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Publish callbacks [] for port (77dede16-a541-4c69-b69d-142ceabed198), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:12.299125 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a1a739d7-fc4b-4956-a66e-984da4165f51 req-9959c313-dd49-4f30-b7e2-7a3bd1dc790c tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=36e4d1dc-26b6-46cf-b4da-bef23d627bbe HTTP/1.1" status: 200 len: 210 time: 0.0713890 Feb 04 12:18:12.340124 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning for port f5ea203d-9e31-46a1-bb55-e917416489cd completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:18:12.346563 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning complete for port f5ea203d-9e31-46a1-bb55-e917416489cd triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:18:12.348870 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (f5ea203d-9e31-46a1-bb55-e917416489cd), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:12.407851 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-6481605e-f1e2-4fb7-9a92-dcedf0566dee req-8879acb5-c61c-4b11-8ad3-4a376925c3bb tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (77dede16-a541-4c69-b69d-142ceabed198), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:12.438787 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1baba26-ddf1-4ece-81c2-19081105f3b7 x-openstack-request-id: req-e1baba26-ddf1-4ece-81c2-19081105f3b7 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:18:12.439204 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c0ca2e7-3686-4330-a3ad-63af709a6883", "name": "network-vif-plugged", "status": "completed", "tag": "41a466c5-0b04-4fc6-9e21-345291afb2dc", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:18:12.439375 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e1baba26-ddf1-4ece-81c2-19081105f3b7 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:18:12.439819 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c0ca2e7-3686-4330-a3ad-63af709a6883', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41a466c5-0b04-4fc6-9e21-345291afb2dc', 'code': 200} Feb 04 12:18:12.558761 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8879acb5-c61c-4b11-8ad3-4a376925c3bb tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Pushing event updated for resources: {'Port': ['ID=77dede16-a541-4c69-b69d-142ceabed198,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:12.572831 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6481605e-f1e2-4fb7-9a92-dcedf0566dee req-8879acb5-c61c-4b11-8ad3-4a376925c3bb tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Network 365084f8-2068-4655-9009-041f3cc171be is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:18:12.576215 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-6481605e-f1e2-4fb7-9a92-dcedf0566dee req-8879acb5-c61c-4b11-8ad3-4a376925c3bb tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:18:12.579119 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-6481605e-f1e2-4fb7-9a92-dcedf0566dee req-8879acb5-c61c-4b11-8ad3-4a376925c3bb tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:18:12.586889 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6481605e-f1e2-4fb7-9a92-dcedf0566dee req-8879acb5-c61c-4b11-8ad3-4a376925c3bb tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:12.586889 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-6481605e-f1e2-4fb7-9a92-dcedf0566dee req-8879acb5-c61c-4b11-8ad3-4a376925c3bb tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:12.599511 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port f5ea203d-9e31-46a1-bb55-e917416489cd is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:18:12.600571 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (f5ea203d-9e31-46a1-bb55-e917416489cd), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:12.621657 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6481605e-f1e2-4fb7-9a92-dcedf0566dee req-8879acb5-c61c-4b11-8ad3-4a376925c3bb tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5459166 Feb 04 12:18:12.656997 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port f5ea203d-9e31-46a1-bb55-e917416489cd, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=f5ea203d-9e31-46a1-bb55-e917416489cd,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:18:12.668912 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-6481605e-f1e2-4fb7-9a92-dcedf0566dee req-6694549c-4f83-4093-840b-1bee9cf66506 service neutron] Request body: {'port': {'device_id': '36e4d1dc-26b6-46cf-b4da-bef23d627bbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:18:12.670203 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (f5ea203d-9e31-46a1-bb55-e917416489cd), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:12.685598 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-d1b23fbb-fa44-4c3b-b693-34143737d3df req-0900c18e-92e1-4c2e-8bad-f457fed1d30b service neutron] For port 369651f6-f3cd-4226-893d-d949b0246438, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=369651f6-f3cd-4226-893d-d949b0246438,segment=NetworkSegment(1a9a2aca-b7f6-445c-a938-0b8696864233),segment_id=1a9a2aca-b7f6-445c-a938-0b8696864233)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:18:12.747566 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=f5ea203d-9e31-46a1-bb55-e917416489cd,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:12.751910 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41559616-61c8-456a-b647-80dc5b01c1d9 req-c2a4a7aa-9d82-4284-b303-59dfc25f5944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:12.755296 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-41559616-61c8-456a-b647-80dc5b01c1d9 req-c2a4a7aa-9d82-4284-b303-59dfc25f5944 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=4c0ca2e7-3686-4330-a3ad-63af709a6883 HTTP/1.1" status: 200 len: 1130 time: 0.2299526 Feb 04 12:18:12.796416 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-d1b23fbb-fa44-4c3b-b693-34143737d3df req-0900c18e-92e1-4c2e-8bad-f457fed1d30b service neutron] For port 369651f6-f3cd-4226-893d-d949b0246438, host n-h1-825015-3, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:18:12.860739 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6153ee7a-f220-4299-ac12-f9738cb777b2 req-d458a85d-f205-4d21-b2d4-c2f4e413bf41 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:12.873906 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6153ee7a-f220-4299-ac12-f9738cb777b2 req-d458a85d-f205-4d21-b2d4-c2f4e413bf41 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/ports?device_id=846162fa-b84b-4eb3-b936-02f5cd32f2c9 HTTP/1.1" status: 200 len: 945 time: 0.2493536 Feb 04 12:18:12.896395 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '846162fa-b84b-4eb3-b936-02f5cd32f2c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '369651f6-f3cd-4226-893d-d949b0246438'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:18:12.899987 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a4b4fa4-cccd-4d0d-b1f0-356144dbe39f" -d '{"events": [{"server_uuid": "846162fa-b84b-4eb3-b936-02f5cd32f2c9", "name": "network-vif-unplugged", "status": "completed", "tag": "369651f6-f3cd-4226-893d-d949b0246438"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:18:12.904963 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-d1b23fbb-fa44-4c3b-b693-34143737d3df req-0900c18e-92e1-4c2e-8bad-f457fed1d30b service neutron] Publish callbacks [] for port (369651f6-f3cd-4226-893d-d949b0246438), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:12.911661 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-6481605e-f1e2-4fb7-9a92-dcedf0566dee req-6694549c-4f83-4093-840b-1bee9cf66506 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (77dede16-a541-4c69-b69d-142ceabed198), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:12.912517 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-41559616-61c8-456a-b647-80dc5b01c1d9 req-14bf7875-6df0-4f9b-aadc-ef22587c19f8 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=34be31ac-b2ac-4d79-9bed-03e87660f1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488144 Feb 04 12:18:12.915121 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-d1b23fbb-fa44-4c3b-b693-34143737d3df req-0900c18e-92e1-4c2e-8bad-f457fed1d30b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (369651f6-f3cd-4226-893d-d949b0246438), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:13.014874 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6153ee7a-f220-4299-ac12-f9738cb777b2 req-d0c72c05-8364-4c02-bd5f-c8ba983f2bb8 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4f571d4-f0a1-47f6-a54a-b93db47581cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397512 Feb 04 12:18:13.090167 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0900c18e-92e1-4c2e-8bad-f457fed1d30b service neutron] Pushing event updated for resources: {'Port': ['ID=369651f6-f3cd-4226-893d-d949b0246438,revision_number=7']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:13.099204 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-d1b23fbb-fa44-4c3b-b693-34143737d3df req-0900c18e-92e1-4c2e-8bad-f457fed1d30b service neutron] Attempting to bind port 369651f6-f3cd-4226-893d-d949b0246438 on host n-h1-825015-3 for vnic_type normal with profile {"migrating_to": "n-h2-825015-3"} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:18:13.099681 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-d1b23fbb-fa44-4c3b-b693-34143737d3df req-0900c18e-92e1-4c2e-8bad-f457fed1d30b service neutron] Attempting to bind port 369651f6-f3cd-4226-893d-d949b0246438 by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': '1a9a2aca-b7f6-445c-a938-0b8696864233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '8201226e-f25e-431d-a6a5-6704e8dc4880'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:18:13.100121 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b23fbb-fa44-4c3b-b693-34143737d3df req-0900c18e-92e1-4c2e-8bad-f457fed1d30b service neutron] Attempting to bind port 369651f6-f3cd-4226-893d-d949b0246438 on network 8201226e-f25e-431d-a6a5-6704e8dc4880 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:18:13.108322 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b23fbb-fa44-4c3b-b693-34143737d3df req-0900c18e-92e1-4c2e-8bad-f457fed1d30b service neutron] Port 369651f6-f3cd-4226-893d-d949b0246438 on network 8201226e-f25e-431d-a6a5-6704e8dc4880 not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:18:13.108716 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b23fbb-fa44-4c3b-b693-34143737d3df req-0900c18e-92e1-4c2e-8bad-f457fed1d30b service neutron] Attempting to bind port 369651f6-f3cd-4226-893d-d949b0246438 on network 8201226e-f25e-431d-a6a5-6704e8dc4880 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:18:13.125001 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b23fbb-fa44-4c3b-b693-34143737d3df req-0900c18e-92e1-4c2e-8bad-f457fed1d30b service neutron] Checking agent: {'id': 'f8add0d2-2202-43d3-bc0e-72442788e6ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:18:13.125549 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b23fbb-fa44-4c3b-b693-34143737d3df req-0900c18e-92e1-4c2e-8bad-f457fed1d30b service neutron] Checking segment: {'id': '1a9a2aca-b7f6-445c-a938-0b8696864233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '8201226e-f25e-431d-a6a5-6704e8dc4880'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:18:13.125977 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b23fbb-fa44-4c3b-b693-34143737d3df req-0900c18e-92e1-4c2e-8bad-f457fed1d30b service neutron] Bound using segment: {'id': '1a9a2aca-b7f6-445c-a938-0b8696864233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '8201226e-f25e-431d-a6a5-6704e8dc4880'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:18:13.126730 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-d1b23fbb-fa44-4c3b-b693-34143737d3df req-0900c18e-92e1-4c2e-8bad-f457fed1d30b service neutron] Bound port: 369651f6-f3cd-4226-893d-d949b0246438, host: n-h1-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a9a2aca-b7f6-445c-a938-0b8696864233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '8201226e-f25e-431d-a6a5-6704e8dc4880'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:18:13.127165 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-d1b23fbb-fa44-4c3b-b693-34143737d3df req-0900c18e-92e1-4c2e-8bad-f457fed1d30b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (369651f6-f3cd-4226-893d-d949b0246438), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:13.264047 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-d1b23fbb-fa44-4c3b-b693-34143737d3df req-0900c18e-92e1-4c2e-8bad-f457fed1d30b service neutron] For port 369651f6-f3cd-4226-893d-d949b0246438, host n-h1-825015-3, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:18:13.274573 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-d1b23fbb-fa44-4c3b-b693-34143737d3df req-0900c18e-92e1-4c2e-8bad-f457fed1d30b service neutron] For port 369651f6-f3cd-4226-893d-d949b0246438, host n-h1-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=369651f6-f3cd-4226-893d-d949b0246438,segment=NetworkSegment(1a9a2aca-b7f6-445c-a938-0b8696864233),segment_id=1a9a2aca-b7f6-445c-a938-0b8696864233)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:18:13.289816 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-d1b23fbb-fa44-4c3b-b693-34143737d3df req-0900c18e-92e1-4c2e-8bad-f457fed1d30b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (369651f6-f3cd-4226-893d-d949b0246438), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:13.391278 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0900c18e-92e1-4c2e-8bad-f457fed1d30b service neutron] Pushing event updated for resources: {'Port': ['ID=369651f6-f3cd-4226-893d-d949b0246438,revision_number=8']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:13.432331 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2895449e-c30d-4427-9e19-3aec9cbfc09d req-427dc0ad-02b4-4f17-bf83-39ff8f076944 tempest-TenantUsagesTestJSON-389332640 tempest-TenantUsagesTestJSON-389332640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:13.434049 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2895449e-c30d-4427-9e19-3aec9cbfc09d req-427dc0ad-02b4-4f17-bf83-39ff8f076944 tempest-TenantUsagesTestJSON-389332640 tempest-TenantUsagesTestJSON-389332640-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c0ca2e7-3686-4330-a3ad-63af709a6883 HTTP/1.1" status: 200 len: 948 time: 0.2252340 Feb 04 12:18:13.476146 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b23fbb-fa44-4c3b-b693-34143737d3df req-0900c18e-92e1-4c2e-8bad-f457fed1d30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:13.477106 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-d1b23fbb-fa44-4c3b-b693-34143737d3df req-0900c18e-92e1-4c2e-8bad-f457fed1d30b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:13.479241 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-d1b23fbb-fa44-4c3b-b693-34143737d3df req-0900c18e-92e1-4c2e-8bad-f457fed1d30b service neutron] 10.222.0.77 "PUT /v2.0/ports/369651f6-f3cd-4226-893d-d949b0246438 HTTP/1.1" status: 200 len: 1121 time: 1.4231367 Feb 04 12:18:13.524953 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2895449e-c30d-4427-9e19-3aec9cbfc09d req-a0a2b176-6dfe-46cf-abfa-46f43897034d tempest-TenantUsagesTestJSON-389332640 tempest-TenantUsagesTestJSON-389332640-project] 10.222.0.65 "GET /v2.0/security-groups?id=34be31ac-b2ac-4d79-9bed-03e87660f1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788846 Feb 04 12:18:13.589261 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['369651f6-f3cd-4226-893d-d949b0246438'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:18:13.607842 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 12:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cf9a587-277d-455d-99fe-9e7d2ceb44a1 x-openstack-request-id: req-5cf9a587-277d-455d-99fe-9e7d2ceb44a1 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:18:13.608942 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "846162fa-b84b-4eb3-b936-02f5cd32f2c9", "name": "network-vif-unplugged", "status": "completed", "tag": "369651f6-f3cd-4226-893d-d949b0246438", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:18:13.609583 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5cf9a587-277d-455d-99fe-9e7d2ceb44a1 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:18:13.610529 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '846162fa-b84b-4eb3-b936-02f5cd32f2c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '369651f6-f3cd-4226-893d-d949b0246438', 'code': 200} Feb 04 12:18:13.652730 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-6481605e-f1e2-4fb7-9a92-dcedf0566dee req-6694549c-4f83-4093-840b-1bee9cf66506 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77dede16-a541-4c69-b69d-142ceabed198 {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:18:13.663816 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-6481605e-f1e2-4fb7-9a92-dcedf0566dee req-6694549c-4f83-4093-840b-1bee9cf66506 service neutron] Publish callbacks [] for port (77dede16-a541-4c69-b69d-142ceabed198), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:13.728467 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-6481605e-f1e2-4fb7-9a92-dcedf0566dee req-6694549c-4f83-4093-840b-1bee9cf66506 service neutron] Transition to ACTIVE for port object 77dede16-a541-4c69-b69d-142ceabed198 will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:18:13.736741 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-6481605e-f1e2-4fb7-9a92-dcedf0566dee req-6694549c-4f83-4093-840b-1bee9cf66506 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (77dede16-a541-4c69-b69d-142ceabed198), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:13.816258 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948dcc6c-549d-4861-abd0-8940644cd99c req-43746bc8-26e8-4402-91e8-13e20a6c1abb tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:13.817791 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-948dcc6c-549d-4861-abd0-8940644cd99c req-43746bc8-26e8-4402-91e8-13e20a6c1abb tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/ports?device_id=6887623f-e6e7-445e-a5e6-8acb293a8861 HTTP/1.1" status: 200 len: 950 time: 0.1288548 Feb 04 12:18:13.821335 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6694549c-4f83-4093-840b-1bee9cf66506 service neutron] Pushing event updated for resources: {'Port': ['ID=77dede16-a541-4c69-b69d-142ceabed198,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:13.881478 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-6481605e-f1e2-4fb7-9a92-dcedf0566dee req-6694549c-4f83-4093-840b-1bee9cf66506 service neutron] Attempting to bind port 77dede16-a541-4c69-b69d-142ceabed198 on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:18:13.881843 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-6481605e-f1e2-4fb7-9a92-dcedf0566dee req-6694549c-4f83-4093-840b-1bee9cf66506 service neutron] Attempting to bind port 77dede16-a541-4c69-b69d-142ceabed198 by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': '30a1e83f-6fb2-463b-baec-19bf81bfa14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '365084f8-2068-4655-9009-041f3cc171be'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:18:13.882124 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6481605e-f1e2-4fb7-9a92-dcedf0566dee req-6694549c-4f83-4093-840b-1bee9cf66506 service neutron] Attempting to bind port 77dede16-a541-4c69-b69d-142ceabed198 on network 365084f8-2068-4655-9009-041f3cc171be {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:18:13.894304 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6481605e-f1e2-4fb7-9a92-dcedf0566dee req-6694549c-4f83-4093-840b-1bee9cf66506 service neutron] Port 77dede16-a541-4c69-b69d-142ceabed198 on network 365084f8-2068-4655-9009-041f3cc171be not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:18:13.894631 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6481605e-f1e2-4fb7-9a92-dcedf0566dee req-6694549c-4f83-4093-840b-1bee9cf66506 service neutron] Attempting to bind port 77dede16-a541-4c69-b69d-142ceabed198 on network 365084f8-2068-4655-9009-041f3cc171be {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:18:13.909823 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6481605e-f1e2-4fb7-9a92-dcedf0566dee req-6694549c-4f83-4093-840b-1bee9cf66506 service neutron] Checking agent: {'id': 'f8add0d2-2202-43d3-bc0e-72442788e6ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:18:13.910173 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6481605e-f1e2-4fb7-9a92-dcedf0566dee req-6694549c-4f83-4093-840b-1bee9cf66506 service neutron] Checking segment: {'id': '30a1e83f-6fb2-463b-baec-19bf81bfa14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '365084f8-2068-4655-9009-041f3cc171be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:18:13.910569 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6481605e-f1e2-4fb7-9a92-dcedf0566dee req-6694549c-4f83-4093-840b-1bee9cf66506 service neutron] Bound using segment: {'id': '30a1e83f-6fb2-463b-baec-19bf81bfa14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '365084f8-2068-4655-9009-041f3cc171be'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:18:13.911024 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-6481605e-f1e2-4fb7-9a92-dcedf0566dee req-6694549c-4f83-4093-840b-1bee9cf66506 service neutron] Bound port: 77dede16-a541-4c69-b69d-142ceabed198, host: n-h1-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30a1e83f-6fb2-463b-baec-19bf81bfa14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '365084f8-2068-4655-9009-041f3cc171be'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:18:13.911626 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-6481605e-f1e2-4fb7-9a92-dcedf0566dee req-6694549c-4f83-4093-840b-1bee9cf66506 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (77dede16-a541-4c69-b69d-142ceabed198), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:13.917812 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-948dcc6c-549d-4861-abd0-8940644cd99c req-0254d030-ea3b-4487-99ca-55c7f3c1a4b3 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/security-groups?id=9a1ba13a-3582-42ac-bb35-362abd3a196f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937562 Feb 04 12:18:14.006872 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-6481605e-f1e2-4fb7-9a92-dcedf0566dee req-6694549c-4f83-4093-840b-1bee9cf66506 service neutron] For port 77dede16-a541-4c69-b69d-142ceabed198, host n-h1-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:18:14.010020 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-6481605e-f1e2-4fb7-9a92-dcedf0566dee req-6694549c-4f83-4093-840b-1bee9cf66506 service neutron] For port 77dede16-a541-4c69-b69d-142ceabed198, host n-h1-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=77dede16-a541-4c69-b69d-142ceabed198,segment=NetworkSegment(30a1e83f-6fb2-463b-baec-19bf81bfa14b),segment_id=30a1e83f-6fb2-463b-baec-19bf81bfa14b)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:18:14.022706 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-6481605e-f1e2-4fb7-9a92-dcedf0566dee req-6694549c-4f83-4093-840b-1bee9cf66506 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (77dede16-a541-4c69-b69d-142ceabed198), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:14.073708 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6481605e-f1e2-4fb7-9a92-dcedf0566dee req-6694549c-4f83-4093-840b-1bee9cf66506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:14.075358 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-6481605e-f1e2-4fb7-9a92-dcedf0566dee req-6694549c-4f83-4093-840b-1bee9cf66506 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:14.077043 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6481605e-f1e2-4fb7-9a92-dcedf0566dee req-6694549c-4f83-4093-840b-1bee9cf66506 service neutron] 10.222.0.73 "PUT /v2.0/ports/77dede16-a541-4c69-b69d-142ceabed198 HTTP/1.1" status: 200 len: 1091 time: 1.4211204 Feb 04 12:18:14.088809 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36e4d1dc-26b6-46cf-b4da-bef23d627bbe', 'tag': '77dede16-a541-4c69-b69d-142ceabed198'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:18:14.092761 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3fd094d-3d91-4937-b237-2f5a47380d74" -d '{"events": [{"name": "network-changed", "server_uuid": "36e4d1dc-26b6-46cf-b4da-bef23d627bbe", "tag": "77dede16-a541-4c69-b69d-142ceabed198"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:18:14.134322 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1ad92a30-a5a5-4e4a-a742-710f79491b93 req-5e4e2f94-d71e-43ff-b487-cc995123c6e0 tempest-QuotasAdminNegativeTest-820232672 tempest-QuotasAdminNegativeTest-820232672-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=8e45b1b52d104bdcbe9484a8288c06c9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0562172 Feb 04 12:18:14.151008 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6694549c-4f83-4093-840b-1bee9cf66506 service neutron] Pushing event updated for resources: {'Port': ['ID=77dede16-a541-4c69-b69d-142ceabed198,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:14.315333 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6481605e-f1e2-4fb7-9a92-dcedf0566dee req-1eb453fd-3abd-4dde-a5b4-1329835edb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:14.317085 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6481605e-f1e2-4fb7-9a92-dcedf0566dee req-1eb453fd-3abd-4dde-a5b4-1329835edb4c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=207f01ccf15c4616a04a98fbbad5fc72&device_id=36e4d1dc-26b6-46cf-b4da-bef23d627bbe HTTP/1.1" status: 200 len: 1125 time: 0.1794147 Feb 04 12:18:14.378361 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad92a30-a5a5-4e4a-a742-710f79491b93 req-925c66db-4615-4f70-98f8-79570bf35e3e tempest-QuotasAdminNegativeTest-820232672 tempest-QuotasAdminNegativeTest-820232672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:14.379919 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1ad92a30-a5a5-4e4a-a742-710f79491b93 req-925c66db-4615-4f70-98f8-79570bf35e3e tempest-QuotasAdminNegativeTest-820232672 tempest-QuotasAdminNegativeTest-820232672-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2321498 Feb 04 12:18:14.383356 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6481605e-f1e2-4fb7-9a92-dcedf0566dee req-1ba310bc-e15a-4a00-bc74-187e90793922 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77dede16-a541-4c69-b69d-142ceabed198 HTTP/1.1" status: 200 len: 217 time: 0.0587728 Feb 04 12:18:14.392369 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a242d45-7690-4bf3-a919-4d8493c25f2c req-84bc5d7c-e572-44e4-a9b7-a405a848700e tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:14.394141 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2a242d45-7690-4bf3-a919-4d8493c25f2c req-84bc5d7c-e572-44e4-a9b7-a405a848700e tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=36e4d1dc-26b6-46cf-b4da-bef23d627bbe HTTP/1.1" status: 200 len: 943 time: 0.2111983 Feb 04 12:18:14.441126 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6887623f-e6e7-445e-a5e6-8acb293a8861', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5ea203d-9e31-46a1-bb55-e917416489cd'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:18:14.443817 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6becb0f-9cb8-4301-9409-9fbcf86442da" -d '{"events": [{"server_uuid": "6887623f-e6e7-445e-a5e6-8acb293a8861", "name": "network-vif-plugged", "status": "completed", "tag": "f5ea203d-9e31-46a1-bb55-e917416489cd"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:18:14.448214 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1ad92a30-a5a5-4e4a-a742-710f79491b93 req-1fce3bc0-b2ef-4efc-b9d8-96790ea351c9 tempest-QuotasAdminNegativeTest-820232672 tempest-QuotasAdminNegativeTest-820232672-project] 10.222.0.65 "GET /v2.0/quotas/8e45b1b52d104bdcbe9484a8288c06c9 HTTP/1.1" status: 200 len: 375 time: 0.0529134 Feb 04 12:18:14.505915 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1ad92a30-a5a5-4e4a-a742-710f79491b93 req-121ab8bc-b164-4042-9bdb-43c90593b3bd tempest-QuotasAdminNegativeTest-820232672 tempest-QuotasAdminNegativeTest-820232672-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=8e45b1b52d104bdcbe9484a8288c06c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0493581 Feb 04 12:18:14.511456 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6481605e-f1e2-4fb7-9a92-dcedf0566dee req-bc3b7bf9-92d0-4b83-b86d-fc5fa627fe19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:14.513046 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6481605e-f1e2-4fb7-9a92-dcedf0566dee req-bc3b7bf9-92d0-4b83-b86d-fc5fa627fe19 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=baf06417-eecb-4036-81cf-3c7679e7daf8 HTTP/1.1" status: 200 len: 861 time: 0.1112924 Feb 04 12:18:14.521588 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2a242d45-7690-4bf3-a919-4d8493c25f2c req-ccd52baf-cd69-4361-a219-beaec7c8896b tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/security-groups?id=0e320687-8002-4e00-a016-6bf57af2cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187458 Feb 04 12:18:14.557131 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6481605e-f1e2-4fb7-9a92-dcedf0566dee req-4960519a-d525-42cd-975f-38db2b8a0ea5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=365084f8-2068-4655-9009-041f3cc171be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337276 Feb 04 12:18:14.698497 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29987e1a-86ba-4573-bcdc-b7789447c72e x-openstack-request-id: req-29987e1a-86ba-4573-bcdc-b7789447c72e {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:18:14.698792 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36e4d1dc-26b6-46cf-b4da-bef23d627bbe", "tag": "77dede16-a541-4c69-b69d-142ceabed198", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:18:14.699040 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-29987e1a-86ba-4573-bcdc-b7789447c72e {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:18:14.699431 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36e4d1dc-26b6-46cf-b4da-bef23d627bbe', 'tag': '77dede16-a541-4c69-b69d-142ceabed198', 'status': 'completed', 'code': 200} Feb 04 12:18:14.726294 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ac0caac-b2de-4533-9dfa-970cfc491a25 x-openstack-request-id: req-5ac0caac-b2de-4533-9dfa-970cfc491a25 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:18:14.726878 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6887623f-e6e7-445e-a5e6-8acb293a8861", "name": "network-vif-plugged", "status": "completed", "tag": "f5ea203d-9e31-46a1-bb55-e917416489cd", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:18:14.726878 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5ac0caac-b2de-4533-9dfa-970cfc491a25 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:18:14.728041 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6887623f-e6e7-445e-a5e6-8acb293a8861', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5ea203d-9e31-46a1-bb55-e917416489cd', 'code': 200} Feb 04 12:18:14.735725 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6481605e-f1e2-4fb7-9a92-dcedf0566dee req-e9562a40-e380-49d1-8071-6fab3ca5812d service neutron] 10.222.0.73 "GET /v2.0/networks/365084f8-2068-4655-9009-041f3cc171be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687183 Feb 04 12:18:14.759824 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4550e956-9c28-4390-9d17-b30f5ca7bf96 req-90f21747-651e-4f4f-999b-8aa1e09212c7 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:14.761648 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4550e956-9c28-4390-9d17-b30f5ca7bf96 req-90f21747-651e-4f4f-999b-8aa1e09212c7 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/ports?device_id=846162fa-b84b-4eb3-b936-02f5cd32f2c9 HTTP/1.1" status: 200 len: 943 time: 0.0998068 Feb 04 12:18:14.858228 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d046c12-de5f-449d-9f74-19d8bcef7533 req-7ef7f714-005d-416d-9aed-0e8067deb4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:14.861034 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-4d046c12-de5f-449d-9f74-19d8bcef7533 req-7ef7f714-005d-416d-9aed-0e8067deb4b1 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=6887623f-e6e7-445e-a5e6-8acb293a8861 HTTP/1.1" status: 200 len: 1132 time: 0.0688541 Feb 04 12:18:14.940077 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-4d046c12-de5f-449d-9f74-19d8bcef7533 req-d7ccf9e6-5fed-4951-8abc-271411931f45 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=9a1ba13a-3582-42ac-bb35-362abd3a196f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688901 Feb 04 12:18:14.981497 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4550e956-9c28-4390-9d17-b30f5ca7bf96 req-fe81ebb2-5196-4c56-b3fb-bd1ac2a5560b tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4f571d4-f0a1-47f6-a54a-b93db47581cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081666 Feb 04 12:18:14.991854 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6481605e-f1e2-4fb7-9a92-dcedf0566dee req-098ea7a1-781d-4b1e-86f8-ea460d98e267 service neutron] 10.222.0.73 "GET /v2.0/networks/365084f8-2068-4655-9009-041f3cc171be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2483168 Feb 04 12:18:15.008145 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29db19d-042b-47d4-ba01-5880ab560752 req-11bd1996-65cc-4731-beae-eb4d8db906e4 tempest-TenantUsagesTestJSON-389332640 tempest-TenantUsagesTestJSON-389332640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:15.010785 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e29db19d-042b-47d4-ba01-5880ab560752 req-11bd1996-65cc-4731-beae-eb4d8db906e4 tempest-TenantUsagesTestJSON-389332640 tempest-TenantUsagesTestJSON-389332640-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c0ca2e7-3686-4330-a3ad-63af709a6883 HTTP/1.1" status: 200 len: 948 time: 0.1981359 Feb 04 12:18:15.138470 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e29db19d-042b-47d4-ba01-5880ab560752 req-d054dc5f-9a89-422b-ba3b-41f0f056d1ae tempest-TenantUsagesTestJSON-389332640 tempest-TenantUsagesTestJSON-389332640-project] 10.222.0.65 "GET /v2.0/security-groups?id=34be31ac-b2ac-4d79-9bed-03e87660f1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147377 Feb 04 12:18:15.169559 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fd094d-3d91-4937-b237-2f5a47380d74 req-4d95351f-78b0-458b-a711-5513005e18dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:15.172234 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b3fd094d-3d91-4937-b237-2f5a47380d74 req-4d95351f-78b0-458b-a711-5513005e18dc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=207f01ccf15c4616a04a98fbbad5fc72&device_id=36e4d1dc-26b6-46cf-b4da-bef23d627bbe HTTP/1.1" status: 200 len: 1125 time: 0.0958843 Feb 04 12:18:15.368787 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fd094d-3d91-4937-b237-2f5a47380d74 req-a71d07c7-f118-4c0b-ba26-d4e77ad0a027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:15.372377 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b3fd094d-3d91-4937-b237-2f5a47380d74 req-a71d07c7-f118-4c0b-ba26-d4e77ad0a027 service neutron] 10.222.0.73 "GET /v2.0/networks?id=365084f8-2068-4655-9009-041f3cc171be HTTP/1.1" status: 200 len: 922 time: 0.1917207 Feb 04 12:18:15.453955 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b3fd094d-3d91-4937-b237-2f5a47380d74 req-2d347324-40b6-4228-b545-911408b69c19 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77dede16-a541-4c69-b69d-142ceabed198 HTTP/1.1" status: 200 len: 217 time: 0.0709276 Feb 04 12:18:15.512232 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-86eb62b9-d06c-4edc-a416-755cc7e0f1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:15.596329 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fd094d-3d91-4937-b237-2f5a47380d74 req-1f339b7b-4e68-4c44-9a49-2d4457516e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:15.598402 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b3fd094d-3d91-4937-b237-2f5a47380d74 req-1f339b7b-4e68-4c44-9a49-2d4457516e08 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=baf06417-eecb-4036-81cf-3c7679e7daf8 HTTP/1.1" status: 200 len: 861 time: 0.1338575 Feb 04 12:18:15.612933 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '846162fa-b84b-4eb3-b936-02f5cd32f2c9', 'tag': '369651f6-f3cd-4226-893d-d949b0246438'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:18:15.616978 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c71b5d5-5daf-42c3-8611-5127d7769f84" -d '{"events": [{"name": "network-changed", "server_uuid": "846162fa-b84b-4eb3-b936-02f5cd32f2c9", "tag": "369651f6-f3cd-4226-893d-d949b0246438"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:18:15.618132 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e858e3-8831-4896-a9e9-089d26bf46ae req-e43d198c-50be-4e83-a9a7-95bb5c621e45 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:15.619779 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-40e858e3-8831-4896-a9e9-089d26bf46ae req-e43d198c-50be-4e83-a9a7-95bb5c621e45 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/ports?device_id=6887623f-e6e7-445e-a5e6-8acb293a8861 HTTP/1.1" status: 200 len: 950 time: 0.1685112 Feb 04 12:18:15.664423 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b3fd094d-3d91-4937-b237-2f5a47380d74 req-179de5e0-8c45-4e08-aa13-ab3042094149 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=365084f8-2068-4655-9009-041f3cc171be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581608 Feb 04 12:18:15.868325 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 56116) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:18:16.012770 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-40e858e3-8831-4896-a9e9-089d26bf46ae req-3507af81-38e5-46c8-99d3-3b4d433b5226 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/security-groups?id=9a1ba13a-3582-42ac-bb35-362abd3a196f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3791049 Feb 04 12:18:16.076285 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-46fc9f54-6dfb-4dde-981d-179ba5d409b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:16.081849 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b3fd094d-3d91-4937-b237-2f5a47380d74 req-847e020c-38a1-4c5f-ae17-fada6eda17f6 service neutron] 10.222.0.73 "GET /v2.0/networks/365084f8-2068-4655-9009-041f3cc171be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4026017 Feb 04 12:18:16.191695 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 369651f6-f3cd-4226-893d-d949b0246438 details requested by agent hyperv_n-h2-825015-3 with host n-h2-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:18:16.238315 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-46fc9f54-6dfb-4dde-981d-179ba5d409b4 admin admin] Publish callbacks [] for security_group (552135a6-60b0-465e-8f97-1ede041e39c4), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:16.246264 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-46fc9f54-6dfb-4dde-981d-179ba5d409b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (552135a6-60b0-465e-8f97-1ede041e39c4), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:16.337925 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b3fd094d-3d91-4937-b237-2f5a47380d74 req-0c237a47-89f8-486f-b4c8-2763766b739f service neutron] 10.222.0.73 "GET /v2.0/networks/365084f8-2068-4655-9009-041f3cc171be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460892 Feb 04 12:18:16.364914 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-46fc9f54-6dfb-4dde-981d-179ba5d409b4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ececb82cb70d4b2d98f4c063504cd2d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4954774 Feb 04 12:18:16.367960 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 56130) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:18:16.378740 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fc9f54-6dfb-4dde-981d-179ba5d409b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=552135a6-60b0-465e-8f97-1ede041e39c4,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:16.379370 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261cba2c-093e-40d4-8f3c-8418c4732151 req-6ca370eb-82db-4fe8-955f-4cb1e6928fd2 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:16.381063 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-261cba2c-093e-40d4-8f3c-8418c4732151 req-6ca370eb-82db-4fe8-955f-4cb1e6928fd2 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=36e4d1dc-26b6-46cf-b4da-bef23d627bbe HTTP/1.1" status: 200 len: 943 time: 0.1048067 Feb 04 12:18:16.410563 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-166e7289-2dc7-4e11-9c2e-66cc5e5c43aa x-openstack-request-id: req-166e7289-2dc7-4e11-9c2e-66cc5e5c43aa {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:18:16.411018 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "846162fa-b84b-4eb3-b936-02f5cd32f2c9", "tag": "369651f6-f3cd-4226-893d-d949b0246438", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:18:16.411424 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-166e7289-2dc7-4e11-9c2e-66cc5e5c43aa {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:18:16.415236 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '846162fa-b84b-4eb3-b936-02f5cd32f2c9', 'tag': '369651f6-f3cd-4226-893d-d949b0246438', 'status': 'completed', 'code': 200} Feb 04 12:18:16.441982 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 369651f6-f3cd-4226-893d-d949b0246438, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=369651f6-f3cd-4226-893d-d949b0246438,segment=NetworkSegment(1a9a2aca-b7f6-445c-a938-0b8696864233),segment_id=1a9a2aca-b7f6-445c-a938-0b8696864233)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:18:16.465834 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 369651f6-f3cd-4226-893d-d949b0246438 has no active binding in host n-h2-825015-3 {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 04 12:18:16.504122 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8c20dab5-c823-4a14-a279-2718c90b51db admin admin] Publish callbacks [] for security_group (552135a6-60b0-465e-8f97-1ede041e39c4), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:16.506855 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-261cba2c-093e-40d4-8f3c-8418c4732151 req-c92bda92-aee2-4a5a-a2a5-e4b4e61f762a tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/security-groups?id=0e320687-8002-4e00-a016-6bf57af2cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103404 Feb 04 12:18:16.547760 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8c20dab5-c823-4a14-a279-2718c90b51db admin admin] Publish callbacks [] for security_group (552135a6-60b0-465e-8f97-1ede041e39c4), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:16.552178 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c71b5d5-5daf-42c3-8611-5127d7769f84 req-1ef65c0c-9b87-4830-968a-d865edc077f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:16.554373 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7c71b5d5-5daf-42c3-8611-5127d7769f84 req-1ef65c0c-9b87-4830-968a-d865edc077f6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=24a467b030c744bba5cc99601ae6aefc&device_id=846162fa-b84b-4eb3-b936-02f5cd32f2c9 HTTP/1.1" status: 200 len: 1155 time: 0.1255596 Feb 04 12:18:16.641756 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8c20dab5-c823-4a14-a279-2718c90b51db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (552135a6-60b0-465e-8f97-1ede041e39c4), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:16.651095 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8c20dab5-c823-4a14-a279-2718c90b51db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:16.656313 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-8c20dab5-c823-4a14-a279-2718c90b51db admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/552135a6-60b0-465e-8f97-1ede041e39c4 HTTP/1.1" status: 204 len: 168 time: 0.2830548 Feb 04 12:18:16.684824 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c20dab5-c823-4a14-a279-2718c90b51db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=552135a6-60b0-465e-8f97-1ede041e39c4,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:16.703994 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b45749-2bb8-4a1d-81b9-2daac9c09391 req-cbcc3e43-e107-4759-a51f-78f1af4cfd20 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:16.706733 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-41b45749-2bb8-4a1d-81b9-2daac9c09391 req-cbcc3e43-e107-4759-a51f-78f1af4cfd20 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/ports?device_id=846162fa-b84b-4eb3-b936-02f5cd32f2c9 HTTP/1.1" status: 200 len: 943 time: 0.1808341 Feb 04 12:18:16.816739 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c71b5d5-5daf-42c3-8611-5127d7769f84 req-0a6b3171-59f7-49cd-aa39-728372b31c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:16.818262 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7c71b5d5-5daf-42c3-8611-5127d7769f84 req-0a6b3171-59f7-49cd-aa39-728372b31c12 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8201226e-f25e-431d-a6a5-6704e8dc4880 HTTP/1.1" status: 200 len: 908 time: 0.2411499 Feb 04 12:18:16.837618 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-41b45749-2bb8-4a1d-81b9-2daac9c09391 req-3c85f00c-af10-46f9-8ae0-a8d3605a13ea tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4f571d4-f0a1-47f6-a54a-b93db47581cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116996 Feb 04 12:18:16.894733 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7c71b5d5-5daf-42c3-8611-5127d7769f84 req-0077f495-ec92-4f1c-9c2f-855bf8116ab4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=369651f6-f3cd-4226-893d-d949b0246438 HTTP/1.1" status: 200 len: 217 time: 0.0683510 Feb 04 12:18:17.022257 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c71b5d5-5daf-42c3-8611-5127d7769f84 req-88a5bdd3-37fa-4267-8fd9-af417f12dca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:17.024066 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7c71b5d5-5daf-42c3-8611-5127d7769f84 req-88a5bdd3-37fa-4267-8fd9-af417f12dca8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6b10c2b1-e8bd-4535-8be4-90c0033f4e8f HTTP/1.1" status: 200 len: 847 time: 0.1224887 Feb 04 12:18:17.124667 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7c71b5d5-5daf-42c3-8611-5127d7769f84 req-c249f83d-ca58-4ef1-9500-5d19e8e6262b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8201226e-f25e-431d-a6a5-6704e8dc4880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0935137 Feb 04 12:18:17.348277 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 56162) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:18:17.372196 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9d9633a9-de13-47bc-a924-d6d0f333369f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:17.416899 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f7be36-2c7c-4ece-9acd-b2001dcc3fea req-a7667d6e-1112-40dd-932d-9d0529c26ef4 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:17.419563 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c9f7be36-2c7c-4ece-9acd-b2001dcc3fea req-a7667d6e-1112-40dd-932d-9d0529c26ef4 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/ports?device_id=6887623f-e6e7-445e-a5e6-8acb293a8861 HTTP/1.1" status: 200 len: 950 time: 0.1927214 Feb 04 12:18:17.423580 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7c71b5d5-5daf-42c3-8611-5127d7769f84 req-f23a8b69-4841-4828-9560-f94b94512929 service neutron] 10.222.0.73 "GET /v2.0/networks/8201226e-f25e-431d-a6a5-6704e8dc4880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2884870 Feb 04 12:18:17.532497 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9d9633a9-de13-47bc-a924-d6d0f333369f admin admin] Publish callbacks [] for security_group (a388e8a4-dfa3-48ba-a23c-34f0eb070248), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:17.541050 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9d9633a9-de13-47bc-a924-d6d0f333369f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (a388e8a4-dfa3-48ba-a23c-34f0eb070248), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:17.583173 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3d0c83d5-803b-4c3f-b2e7-e74ac48b049d req-4d299754-05e3-4842-9c5d-8c0f67852755 tempest-QuotasAdminNegativeTest-820232672 tempest-QuotasAdminNegativeTest-820232672-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=8e45b1b52d104bdcbe9484a8288c06c9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1143031 Feb 04 12:18:17.623626 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-9d9633a9-de13-47bc-a924-d6d0f333369f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ae7439193d1b491aacb12ceb8a8b39ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2735991 Feb 04 12:18:17.624971 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9633a9-de13-47bc-a924-d6d0f333369f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a388e8a4-dfa3-48ba-a23c-34f0eb070248,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:17.636114 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 56176) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:18:17.636936 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 56178) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:18:17.727137 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b58b2015-78fa-4419-a545-3a62b58cf68c admin admin] Publish callbacks [] for security_group (a388e8a4-dfa3-48ba-a23c-34f0eb070248), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:17.746952 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c9f7be36-2c7c-4ece-9acd-b2001dcc3fea req-2aac961c-d716-4a9a-89d8-d210303167ef tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/security-groups?id=9a1ba13a-3582-42ac-bb35-362abd3a196f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3099017 Feb 04 12:18:17.762084 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b58b2015-78fa-4419-a545-3a62b58cf68c admin admin] Publish callbacks [] for security_group (a388e8a4-dfa3-48ba-a23c-34f0eb070248), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:17.803177 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7c71b5d5-5daf-42c3-8611-5127d7769f84 req-d34e4db0-c5ed-47c9-bdef-5b59238fe483 service neutron] 10.222.0.73 "GET /v2.0/networks/8201226e-f25e-431d-a6a5-6704e8dc4880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3681731 Feb 04 12:18:17.841627 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 77dede16-a541-4c69-b69d-142ceabed198 details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:18:17.891280 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0c83d5-803b-4c3f-b2e7-e74ac48b049d req-c6085b4d-08f2-4a4e-9bf8-b9afcb89ffa1 tempest-QuotasAdminNegativeTest-820232672 tempest-QuotasAdminNegativeTest-820232672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:17.894444 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3d0c83d5-803b-4c3f-b2e7-e74ac48b049d req-c6085b4d-08f2-4a4e-9bf8-b9afcb89ffa1 tempest-QuotasAdminNegativeTest-820232672 tempest-QuotasAdminNegativeTest-820232672-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2958980 Feb 04 12:18:17.964606 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b58b2015-78fa-4419-a545-3a62b58cf68c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (a388e8a4-dfa3-48ba-a23c-34f0eb070248), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:17.964969 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ccd80807-cf76-48fc-b2c4-89555ed644eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:17.969007 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b58b2015-78fa-4419-a545-3a62b58cf68c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:17.970801 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-b58b2015-78fa-4419-a545-3a62b58cf68c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a388e8a4-dfa3-48ba-a23c-34f0eb070248 HTTP/1.1" status: 204 len: 168 time: 0.3321311 Feb 04 12:18:17.983205 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3d0c83d5-803b-4c3f-b2e7-e74ac48b049d req-64a24e71-331a-4ba9-8455-3c61cf915e8a tempest-QuotasAdminNegativeTest-820232672 tempest-QuotasAdminNegativeTest-820232672-project] 10.222.0.65 "GET /v2.0/quotas/8e45b1b52d104bdcbe9484a8288c06c9 HTTP/1.1" status: 200 len: 375 time: 0.0623572 Feb 04 12:18:17.989678 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b2015-78fa-4419-a545-3a62b58cf68c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a388e8a4-dfa3-48ba-a23c-34f0eb070248,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:17.991980 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1ab5c397-d1c4-4d0f-9077-79ad14468827 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:18.077943 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3d0c83d5-803b-4c3f-b2e7-e74ac48b049d req-d055d2bb-8849-4518-8e8b-9eff9704b37c tempest-QuotasAdminNegativeTest-820232672 tempest-QuotasAdminNegativeTest-820232672-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=8e45b1b52d104bdcbe9484a8288c06c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0937374 Feb 04 12:18:18.108659 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ce6767-12bd-4f47-a996-996aeeb5593b req-9d9556ae-9bf8-4257-9421-15351dcf1b99 tempest-TenantUsagesTestJSON-389332640 tempest-TenantUsagesTestJSON-389332640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:18.111822 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-99ce6767-12bd-4f47-a996-996aeeb5593b req-9d9556ae-9bf8-4257-9421-15351dcf1b99 tempest-TenantUsagesTestJSON-389332640 tempest-TenantUsagesTestJSON-389332640-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c0ca2e7-3686-4330-a3ad-63af709a6883 HTTP/1.1" status: 200 len: 948 time: 0.2040107 Feb 04 12:18:18.156241 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 77dede16-a541-4c69-b69d-142ceabed198, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=77dede16-a541-4c69-b69d-142ceabed198,segment=NetworkSegment(30a1e83f-6fb2-463b-baec-19bf81bfa14b),segment_id=30a1e83f-6fb2-463b-baec-19bf81bfa14b)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:18:18.184044 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': '77dede16-a541-4c69-b69d-142ceabed198', 'network_id': '365084f8-2068-4655-9009-041f3cc171be', 'port_id': '77dede16-a541-4c69-b69d-142ceabed198', 'mac_address': 'fa:16:3e:b6:d6:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baf06417-eecb-4036-81cf-3c7679e7daf8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:18:18.201368 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1ab5c397-d1c4-4d0f-9077-79ad14468827 admin admin] Publish callbacks [] for security_group (7b91d926-3407-4171-89fb-17c169c859a5), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:18.208660 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1ab5c397-d1c4-4d0f-9077-79ad14468827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (7b91d926-3407-4171-89fb-17c169c859a5), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:18.271860 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-1ab5c397-d1c4-4d0f-9077-79ad14468827 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=307f044184a04414b2dd2910f11346ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6305151 Feb 04 12:18:18.273620 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 56194) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:18:18.273829 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-99ce6767-12bd-4f47-a996-996aeeb5593b req-0ace3751-4254-4a37-bbdb-d1baa31c2401 tempest-TenantUsagesTestJSON-389332640 tempest-TenantUsagesTestJSON-389332640-project] 10.222.0.65 "GET /v2.0/security-groups?id=34be31ac-b2ac-4d79-9bed-03e87660f1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521153 Feb 04 12:18:18.318214 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 77dede16-a541-4c69-b69d-142ceabed198 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:18:18.319211 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (77dede16-a541-4c69-b69d-142ceabed198), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:18.366014 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab5c397-d1c4-4d0f-9077-79ad14468827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b91d926-3407-4171-89fb-17c169c859a5,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:18.423038 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6e6486b8-f7af-411f-921d-ea2ff99efe05 admin admin] Publish callbacks [] for security_group (7b91d926-3407-4171-89fb-17c169c859a5), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:18.531771 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6e6486b8-f7af-411f-921d-ea2ff99efe05 admin admin] Publish callbacks [] for security_group (7b91d926-3407-4171-89fb-17c169c859a5), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:18.570233 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77dede16-a541-4c69-b69d-142ceabed198 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:18:18.616428 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 77dede16-a541-4c69-b69d-142ceabed198, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=77dede16-a541-4c69-b69d-142ceabed198,segment=NetworkSegment(30a1e83f-6fb2-463b-baec-19bf81bfa14b),segment_id=30a1e83f-6fb2-463b-baec-19bf81bfa14b)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:18:18.631959 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (77dede16-a541-4c69-b69d-142ceabed198), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:18.700857 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172f6e20-ea73-43d1-bacd-ab77a57e7cc7 req-08700a03-6858-4488-b9fd-f879482577d0 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:18.718568 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-172f6e20-ea73-43d1-bacd-ab77a57e7cc7 req-08700a03-6858-4488-b9fd-f879482577d0 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=36e4d1dc-26b6-46cf-b4da-bef23d627bbe HTTP/1.1" status: 200 len: 943 time: 0.2497497 Feb 04 12:18:18.731342 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6e6486b8-f7af-411f-921d-ea2ff99efe05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (7b91d926-3407-4171-89fb-17c169c859a5), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:18.741344 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6e6486b8-f7af-411f-921d-ea2ff99efe05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:18.750463 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-6e6486b8-f7af-411f-921d-ea2ff99efe05 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7b91d926-3407-4171-89fb-17c169c859a5 HTTP/1.1" status: 204 len: 168 time: 0.4680021 Feb 04 12:18:18.775953 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6486b8-f7af-411f-921d-ea2ff99efe05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b91d926-3407-4171-89fb-17c169c859a5,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:18.803943 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=77dede16-a541-4c69-b69d-142ceabed198,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:18.900483 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-172f6e20-ea73-43d1-bacd-ab77a57e7cc7 req-2da627e0-24d0-4366-a6dd-97cffb855fa7 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/security-groups?id=0e320687-8002-4e00-a016-6bf57af2cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803722 Feb 04 12:18:18.990474 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['77dede16-a541-4c69-b69d-142ceabed198'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:18:19.039913 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034a9266-c06c-4560-82f5-03c272c6338e req-afc8b85a-9d86-4d8c-8ba3-a025436a4da5 tempest-TenantUsagesTestJSON-389332640 tempest-TenantUsagesTestJSON-389332640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:19.042562 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-034a9266-c06c-4560-82f5-03c272c6338e req-afc8b85a-9d86-4d8c-8ba3-a025436a4da5 tempest-TenantUsagesTestJSON-389332640 tempest-TenantUsagesTestJSON-389332640-project] 10.222.0.77 "GET /v2.0/ports?device_id=4c0ca2e7-3686-4330-a3ad-63af709a6883 HTTP/1.1" status: 200 len: 948 time: 0.2411537 Feb 04 12:18:19.224904 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:19.452321 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9252ea62-6f43-4f92-8bf0-73c3a61f36a0 req-26175d43-c4c3-49cb-981a-fd1529711ef6 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:19.457171 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-034a9266-c06c-4560-82f5-03c272c6338e req-75caa3ae-6f68-44e3-bcad-8d1903024064 tempest-TenantUsagesTestJSON-389332640 tempest-TenantUsagesTestJSON-389332640-project] Deleting port 41a466c5-0b04-4fc6-9e21-345291afb2dc {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:18:19.458674 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-034a9266-c06c-4560-82f5-03c272c6338e req-75caa3ae-6f68-44e3-bcad-8d1903024064 tempest-TenantUsagesTestJSON-389332640 tempest-TenantUsagesTestJSON-389332640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (41a466c5-0b04-4fc6-9e21-345291afb2dc), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:19.469139 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9252ea62-6f43-4f92-8bf0-73c3a61f36a0 req-26175d43-c4c3-49cb-981a-fd1529711ef6 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/ports?device_id=846162fa-b84b-4eb3-b936-02f5cd32f2c9 HTTP/1.1" status: 200 len: 943 time: 0.3660715 Feb 04 12:18:19.571238 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9252ea62-6f43-4f92-8bf0-73c3a61f36a0 req-7bb87ea1-63f0-4a5c-bac4-0daa1286531e tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4f571d4-f0a1-47f6-a54a-b93db47581cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984151 Feb 04 12:18:19.684806 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-034a9266-c06c-4560-82f5-03c272c6338e req-75caa3ae-6f68-44e3-bcad-8d1903024064 tempest-TenantUsagesTestJSON-389332640 tempest-TenantUsagesTestJSON-389332640-project] For port 41a466c5-0b04-4fc6-9e21-345291afb2dc, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=41a466c5-0b04-4fc6-9e21-345291afb2dc,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:18:19.685743 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-034a9266-c06c-4560-82f5-03c272c6338e req-75caa3ae-6f68-44e3-bcad-8d1903024064 tempest-TenantUsagesTestJSON-389332640 tempest-TenantUsagesTestJSON-389332640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (41a466c5-0b04-4fc6-9e21-345291afb2dc), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:19.719527 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-034a9266-c06c-4560-82f5-03c272c6338e req-75caa3ae-6f68-44e3-bcad-8d1903024064 tempest-TenantUsagesTestJSON-389332640 tempest-TenantUsagesTestJSON-389332640-project] Calling delete_port for 41a466c5-0b04-4fc6-9e21-345291afb2dc owned by compute:nova {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:18:19.822961 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 56224) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:18:19.823876 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ce5d0f-dc2c-42da-a185-dff350f66f69 req-4e62e873-8eb9-4296-9456-848577b60596 tempest-TenantUsagesTestJSON-389332640 tempest-TenantUsagesTestJSON-389332640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:19.827776 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a0ce5d0f-dc2c-42da-a185-dff350f66f69 req-4e62e873-8eb9-4296-9456-848577b60596 tempest-TenantUsagesTestJSON-389332640 tempest-TenantUsagesTestJSON-389332640-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c0ca2e7-3686-4330-a3ad-63af709a6883 HTTP/1.1" status: 200 len: 948 time: 0.1303608 Feb 04 12:18:19.867403 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bc9bc17f-8c01-4de6-a28f-cac918904329 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:19.915972 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a0ce5d0f-dc2c-42da-a185-dff350f66f69 req-740c5db0-549a-440f-b1b9-8cd38feba3ed tempest-TenantUsagesTestJSON-389332640 tempest-TenantUsagesTestJSON-389332640-project] 10.222.0.65 "GET /v2.0/security-groups?id=34be31ac-b2ac-4d79-9bed-03e87660f1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786777 Feb 04 12:18:20.104638 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-034a9266-c06c-4560-82f5-03c272c6338e req-75caa3ae-6f68-44e3-bcad-8d1903024064 tempest-TenantUsagesTestJSON-389332640 tempest-TenantUsagesTestJSON-389332640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (41a466c5-0b04-4fc6-9e21-345291afb2dc), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:20.132034 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['41a466c5-0b04-4fc6-9e21-345291afb2dc'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:18:20.170254 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bc9bc17f-8c01-4de6-a28f-cac918904329 admin admin] Publish callbacks [] for security_group (4257e58c-42b2-4b11-817c-dfcd798c3eff), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:20.172387 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75caa3ae-6f68-44e3-bcad-8d1903024064 tempest-TenantUsagesTestJSON-389332640 tempest-TenantUsagesTestJSON-389332640-project] Pushing event deleted for resources: {'Port': ['ID=41a466c5-0b04-4fc6-9e21-345291afb2dc,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:20.184627 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bc9bc17f-8c01-4de6-a28f-cac918904329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (4257e58c-42b2-4b11-817c-dfcd798c3eff), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:20.313903 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 56230) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:18:20.316667 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-bc9bc17f-8c01-4de6-a28f-cac918904329 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e371387648584f45bbdd486f76fd94ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4909284 Feb 04 12:18:20.336973 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:20.402925 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-034a9266-c06c-4560-82f5-03c272c6338e req-75caa3ae-6f68-44e3-bcad-8d1903024064 tempest-TenantUsagesTestJSON-389332640 tempest-TenantUsagesTestJSON-389332640-project] No DVR routers for this DVR port 41a466c5-0b04-4fc6-9e21-345291afb2dc on host n-h2-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:18:20.408149 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-034a9266-c06c-4560-82f5-03c272c6338e req-75caa3ae-6f68-44e3-bcad-8d1903024064 tempest-TenantUsagesTestJSON-389332640 tempest-TenantUsagesTestJSON-389332640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:20.415372 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-034a9266-c06c-4560-82f5-03c272c6338e req-75caa3ae-6f68-44e3-bcad-8d1903024064 tempest-TenantUsagesTestJSON-389332640 tempest-TenantUsagesTestJSON-389332640-project] 10.222.0.77 "DELETE /v2.0/ports/41a466c5-0b04-4fc6-9e21-345291afb2dc HTTP/1.1" status: 204 len: 173 time: 1.3661063 Feb 04 12:18:20.419305 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c0ca2e7-3686-4330-a3ad-63af709a6883', 'name': 'network-vif-deleted', 'tag': '41a466c5-0b04-4fc6-9e21-345291afb2dc'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:18:20.426501 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17076e6e-3980-46aa-a7d3-27f4e3b99919" -d '{"events": [{"server_uuid": "4c0ca2e7-3686-4330-a3ad-63af709a6883", "name": "network-vif-deleted", "tag": "41a466c5-0b04-4fc6-9e21-345291afb2dc"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:18:20.446960 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9bc17f-8c01-4de6-a28f-cac918904329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4257e58c-42b2-4b11-817c-dfcd798c3eff,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:20.583409 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8359f529-f968-48c2-b410-58519a406d10 admin admin] Publish callbacks [] for security_group (4257e58c-42b2-4b11-817c-dfcd798c3eff), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:20.677074 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8359f529-f968-48c2-b410-58519a406d10 admin admin] Publish callbacks [] for security_group (4257e58c-42b2-4b11-817c-dfcd798c3eff), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:20.918597 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8359f529-f968-48c2-b410-58519a406d10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (4257e58c-42b2-4b11-817c-dfcd798c3eff), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:20.922504 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8359f529-f968-48c2-b410-58519a406d10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:20.924723 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-8359f529-f968-48c2-b410-58519a406d10 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4257e58c-42b2-4b11-817c-dfcd798c3eff HTTP/1.1" status: 204 len: 168 time: 0.6079972 Feb 04 12:18:20.942051 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d9c036-39ad-4c24-b26c-c66508e73908 req-3ddd1a2f-33bd-401e-8a57-7178600288ce tempest-ServersAdminTestJSON-346175045 tempest-ServersAdminTestJSON-346175045-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:20.943050 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d9c036-39ad-4c24-b26c-c66508e73908 req-3ddd1a2f-33bd-401e-8a57-7178600288ce tempest-ServersAdminTestJSON-346175045 tempest-ServersAdminTestJSON-346175045-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:20.943904 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d9c036-39ad-4c24-b26c-c66508e73908 req-3ddd1a2f-33bd-401e-8a57-7178600288ce tempest-ServersAdminTestJSON-346175045 tempest-ServersAdminTestJSON-346175045-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:20.944796 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d9c036-39ad-4c24-b26c-c66508e73908 req-3ddd1a2f-33bd-401e-8a57-7178600288ce tempest-ServersAdminTestJSON-346175045 tempest-ServersAdminTestJSON-346175045-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:20.945623 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d9c036-39ad-4c24-b26c-c66508e73908 req-3ddd1a2f-33bd-401e-8a57-7178600288ce tempest-ServersAdminTestJSON-346175045 tempest-ServersAdminTestJSON-346175045-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:20.946858 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d9c036-39ad-4c24-b26c-c66508e73908 req-3ddd1a2f-33bd-401e-8a57-7178600288ce tempest-ServersAdminTestJSON-346175045 tempest-ServersAdminTestJSON-346175045-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:20.950581 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-66d9c036-39ad-4c24-b26c-c66508e73908 req-3ddd1a2f-33bd-401e-8a57-7178600288ce tempest-ServersAdminTestJSON-346175045 tempest-ServersAdminTestJSON-346175045-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=36e4d1dc-26b6-46cf-b4da-bef23d627bbe&device_id=6887623f-e6e7-445e-a5e6-8acb293a8861&device_id=4c0ca2e7-3686-4330-a3ad-63af709a6883&device_id=846162fa-b84b-4eb3-b936-02f5cd32f2c9&device_id=bcd7afee-8c61-4b1c-b087-7cedcfa65d29&device_id=6403eb81-a027-401d-9653-10a82f5ea6bd&device_id=f027c61e-1573-4eca-b41f-3575c551f5d7 HTTP/1.1" status: 200 len: 5775 time: 0.1827326 Feb 04 12:18:20.968606 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8359f529-f968-48c2-b410-58519a406d10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4257e58c-42b2-4b11-817c-dfcd798c3eff,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:20.985243 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d8d010-e53b-4c80-bc96-044a3a8904cb req-10a3e20b-2b5f-4d2a-a700-b7e13bc62e5b tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:20.993199 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-64d8d010-e53b-4c80-bc96-044a3a8904cb req-10a3e20b-2b5f-4d2a-a700-b7e13bc62e5b tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=36e4d1dc-26b6-46cf-b4da-bef23d627bbe HTTP/1.1" status: 200 len: 944 time: 0.2279167 Feb 04 12:18:21.022065 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-66d9c036-39ad-4c24-b26c-c66508e73908 req-b5413c19-3569-438a-b622-5da5d2fd7904 tempest-ServersAdminTestJSON-346175045 tempest-ServersAdminTestJSON-346175045-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:21.145065 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-64d8d010-e53b-4c80-bc96-044a3a8904cb req-33534030-260a-4246-84f7-1afb788fe017 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/security-groups?id=0e320687-8002-4e00-a016-6bf57af2cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501522 Feb 04 12:18:21.266138 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e57c1569-7200-44d2-bc99-1c90f31aa889 x-openstack-request-id: req-e57c1569-7200-44d2-bc99-1c90f31aa889 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:18:21.268041 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c0ca2e7-3686-4330-a3ad-63af709a6883", "name": "network-vif-deleted", "tag": "41a466c5-0b04-4fc6-9e21-345291afb2dc", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:18:21.269171 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e57c1569-7200-44d2-bc99-1c90f31aa889 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:18:21.270100 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c0ca2e7-3686-4330-a3ad-63af709a6883', 'name': 'network-vif-deleted', 'tag': '41a466c5-0b04-4fc6-9e21-345291afb2dc', 'status': 'completed', 'code': 200} Feb 04 12:18:21.318501 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-66d9c036-39ad-4c24-b26c-c66508e73908 req-b5413c19-3569-438a-b622-5da5d2fd7904 tempest-ServersAdminTestJSON-346175045 tempest-ServersAdminTestJSON-346175045-project-admin] Publish callbacks [] for security_group (cdbad6f2-c287-414c-b195-0f2e11b601c0), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:21.332998 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-66d9c036-39ad-4c24-b26c-c66508e73908 req-b5413c19-3569-438a-b622-5da5d2fd7904 tempest-ServersAdminTestJSON-346175045 tempest-ServersAdminTestJSON-346175045-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (cdbad6f2-c287-414c-b195-0f2e11b601c0), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:21.527252 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5413c19-3569-438a-b622-5da5d2fd7904 tempest-ServersAdminTestJSON-346175045 tempest-ServersAdminTestJSON-346175045-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdbad6f2-c287-414c-b195-0f2e11b601c0,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:21.552660 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-66d9c036-39ad-4c24-b26c-c66508e73908 req-b5413c19-3569-438a-b622-5da5d2fd7904 tempest-ServersAdminTestJSON-346175045 tempest-ServersAdminTestJSON-346175045-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=e4f571d4-f0a1-47f6-a54a-b93db47581cc&id=9a1ba13a-3582-42ac-bb35-362abd3a196f&id=0e320687-8002-4e00-a016-6bf57af2cc12&id=1cd472ff-e85a-4001-a10c-f5ed9978b777&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.5849833 Feb 04 12:18:21.569131 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:21.604674 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704ffd6d-7412-44e5-9453-ce0b83a7fb81 req-8971cb63-13b3-4059-900b-c3fbe76c89b3 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:21.607156 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-704ffd6d-7412-44e5-9453-ce0b83a7fb81 req-8971cb63-13b3-4059-900b-c3fbe76c89b3 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/ports?device_id=846162fa-b84b-4eb3-b936-02f5cd32f2c9 HTTP/1.1" status: 200 len: 943 time: 0.2126954 Feb 04 12:18:21.732679 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-704ffd6d-7412-44e5-9453-ce0b83a7fb81 req-3bb6e8d6-83c4-4faa-800a-78994bd587db tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4f571d4-f0a1-47f6-a54a-b93db47581cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146688 Feb 04 12:18:21.845330 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 77dede16-a541-4c69-b69d-142ceabed198 up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:18:21.992511 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning for port 77dede16-a541-4c69-b69d-142ceabed198 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:18:22.007342 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port 77dede16-a541-4c69-b69d-142ceabed198 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:18:22.007342 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (77dede16-a541-4c69-b69d-142ceabed198), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:22.224752 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 77dede16-a541-4c69-b69d-142ceabed198 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:18:22.226330 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (77dede16-a541-4c69-b69d-142ceabed198), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:22.239214 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 41a466c5-0b04-4fc6-9e21-345291afb2dc no longer exists at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:18:22.293391 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] No Port match for: 41a466c5-0b04-4fc6-9e21-345291afb2dc {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:18:22.294268 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 41a466c5-0b04-4fc6-9e21-345291afb2dc not bound to the agent host n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:18:22.330734 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36e4d1dc-26b6-46cf-b4da-bef23d627bbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77dede16-a541-4c69-b69d-142ceabed198'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:18:22.335021 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62f8826b-4813-4c6f-90c8-a1656bd0cd69" -d '{"events": [{"server_uuid": "36e4d1dc-26b6-46cf-b4da-bef23d627bbe", "name": "network-vif-plugged", "status": "completed", "tag": "77dede16-a541-4c69-b69d-142ceabed198"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:18:22.368087 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 77dede16-a541-4c69-b69d-142ceabed198, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=77dede16-a541-4c69-b69d-142ceabed198,segment=NetworkSegment(30a1e83f-6fb2-463b-baec-19bf81bfa14b),segment_id=30a1e83f-6fb2-463b-baec-19bf81bfa14b)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:18:22.381073 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (77dede16-a541-4c69-b69d-142ceabed198), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:22.577779 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=77dede16-a541-4c69-b69d-142ceabed198,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:22.668789 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d1b23fbb-fa44-4c3b-b693-34143737d3df req-13f91b23-7f68-458a-83f1-b7c9f1a2dbde service neutron] 10.222.0.73 "GET /v2.0/ports/369651f6-f3cd-4226-893d-d949b0246438/bindings/n-h2-825015-3 HTTP/1.1" status: 200 len: 384 time: 0.2899342 Feb 04 12:18:22.777145 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80439ad-f63b-46c2-9f9b-0c0220f1383a req-6fb35b95-4024-4cd4-a526-9d7d7feca5c8 tempest-ServersAdminTestJSON-346175045 tempest-ServersAdminTestJSON-346175045-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:22.778378 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80439ad-f63b-46c2-9f9b-0c0220f1383a req-6fb35b95-4024-4cd4-a526-9d7d7feca5c8 tempest-ServersAdminTestJSON-346175045 tempest-ServersAdminTestJSON-346175045-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:22.779241 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80439ad-f63b-46c2-9f9b-0c0220f1383a req-6fb35b95-4024-4cd4-a526-9d7d7feca5c8 tempest-ServersAdminTestJSON-346175045 tempest-ServersAdminTestJSON-346175045-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:22.792492 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 56286) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:18:22.793340 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a80439ad-f63b-46c2-9f9b-0c0220f1383a req-6fb35b95-4024-4cd4-a526-9d7d7feca5c8 tempest-ServersAdminTestJSON-346175045 tempest-ServersAdminTestJSON-346175045-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=6887623f-e6e7-445e-a5e6-8acb293a8861&device_id=6403eb81-a027-401d-9653-10a82f5ea6bd&device_id=f027c61e-1573-4eca-b41f-3575c551f5d7 HTTP/1.1" status: 200 len: 2997 time: 0.3050945 Feb 04 12:18:22.827901 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c13f93d-bc67-4949-9059-e838f7069095 req-9bc3c585-8e14-49f4-9a08-7dc557494d84 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:22.831528 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9c13f93d-bc67-4949-9059-e838f7069095 req-9bc3c585-8e14-49f4-9a08-7dc557494d84 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=36e4d1dc-26b6-46cf-b4da-bef23d627bbe HTTP/1.1" status: 200 len: 945 time: 0.2288101 Feb 04 12:18:23.030575 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9c13f93d-bc67-4949-9059-e838f7069095 req-8162df20-148c-4676-af2c-db06052d0b20 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/security-groups?id=0e320687-8002-4e00-a016-6bf57af2cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744595 Feb 04 12:18:23.047449 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a80439ad-f63b-46c2-9f9b-0c0220f1383a req-3e3f4e3f-4ce3-45d7-856b-f26e9e7ac576 tempest-ServersAdminTestJSON-346175045 tempest-ServersAdminTestJSON-346175045-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=9a1ba13a-3582-42ac-bb35-362abd3a196f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535615 Feb 04 12:18:23.151641 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73f6448a-2fd7-4fc3-a5be-216ea2c5f059 x-openstack-request-id: req-73f6448a-2fd7-4fc3-a5be-216ea2c5f059 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:18:23.152564 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36e4d1dc-26b6-46cf-b4da-bef23d627bbe", "name": "network-vif-plugged", "status": "completed", "tag": "77dede16-a541-4c69-b69d-142ceabed198", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:18:23.153065 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-73f6448a-2fd7-4fc3-a5be-216ea2c5f059 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:18:23.153768 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36e4d1dc-26b6-46cf-b4da-bef23d627bbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77dede16-a541-4c69-b69d-142ceabed198', 'code': 200} Feb 04 12:18:23.319493 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-b3eca7ef-0f2e-43c5-953f-0a2723b22f2b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3c3a242f0b1d451698a24ffcda3db5e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5219028 Feb 04 12:18:23.321460 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 56302) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:18:23.383245 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-d1b23fbb-fa44-4c3b-b693-34143737d3df req-56f85776-45a7-4925-b99c-af721082f30e service neutron] For port 369651f6-f3cd-4226-893d-d949b0246438, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=369651f6-f3cd-4226-893d-d949b0246438,segment=NetworkSegment(1a9a2aca-b7f6-445c-a938-0b8696864233),segment_id=1a9a2aca-b7f6-445c-a938-0b8696864233)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:18:23.442241 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-228f1e1c-9a40-42bb-b595-e40e70acf251 admin admin] Publish callbacks [] for security_group (34be31ac-b2ac-4d79-9bed-03e87660f1d9), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:23.465566 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-d1b23fbb-fa44-4c3b-b693-34143737d3df req-56f85776-45a7-4925-b99c-af721082f30e service neutron] For port 369651f6-f3cd-4226-893d-d949b0246438, host n-h1-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:18:23.472961 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d556f3df-77c4-4671-af3d-9d694d5ec8ef req-969e40b6-c565-4995-998c-3f0c7b9f9944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:23.476105 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d556f3df-77c4-4671-af3d-9d694d5ec8ef req-969e40b6-c565-4995-998c-3f0c7b9f9944 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=36e4d1dc-26b6-46cf-b4da-bef23d627bbe HTTP/1.1" status: 200 len: 1127 time: 0.1935410 Feb 04 12:18:23.507938 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-228f1e1c-9a40-42bb-b595-e40e70acf251 admin admin] Publish callbacks [] for security_group (34be31ac-b2ac-4d79-9bed-03e87660f1d9), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:23.566447 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-d1b23fbb-fa44-4c3b-b693-34143737d3df req-56f85776-45a7-4925-b99c-af721082f30e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 369651f6-f3cd-4226-893d-d949b0246438 {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:18:23.594178 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-d1b23fbb-fa44-4c3b-b693-34143737d3df req-56f85776-45a7-4925-b99c-af721082f30e service neutron] For port 369651f6-f3cd-4226-893d-d949b0246438, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=369651f6-f3cd-4226-893d-d949b0246438,segment=NetworkSegment(1a9a2aca-b7f6-445c-a938-0b8696864233),segment_id=1a9a2aca-b7f6-445c-a938-0b8696864233)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:18:23.618332 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b175399d-847f-4112-a98a-e055ff15869b req-c898a37e-9a1a-4378-a402-c81df86b038c tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:23.621169 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b175399d-847f-4112-a98a-e055ff15869b req-c898a37e-9a1a-4378-a402-c81df86b038c tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/ports?device_id=846162fa-b84b-4eb3-b936-02f5cd32f2c9 HTTP/1.1" status: 200 len: 943 time: 0.2680290 Feb 04 12:18:23.675657 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-228f1e1c-9a40-42bb-b595-e40e70acf251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (34be31ac-b2ac-4d79-9bed-03e87660f1d9), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:23.682217 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-d1b23fbb-fa44-4c3b-b693-34143737d3df req-56f85776-45a7-4925-b99c-af721082f30e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (369651f6-f3cd-4226-893d-d949b0246438), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:23.684731 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-228f1e1c-9a40-42bb-b595-e40e70acf251 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:23.693329 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-228f1e1c-9a40-42bb-b595-e40e70acf251 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/34be31ac-b2ac-4d79-9bed-03e87660f1d9 HTTP/1.1" status: 204 len: 168 time: 0.3696511 Feb 04 12:18:23.693851 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d556f3df-77c4-4671-af3d-9d694d5ec8ef req-a3465ca5-6c54-492c-bc81-1473e52da931 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=0e320687-8002-4e00-a016-6bf57af2cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872756 Feb 04 12:18:23.712035 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228f1e1c-9a40-42bb-b595-e40e70acf251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34be31ac-b2ac-4d79-9bed-03e87660f1d9,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:23.745220 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 56312) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:18:23.805195 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b175399d-847f-4112-a98a-e055ff15869b req-19c66e72-1de0-48fc-8357-711438cf3183 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4f571d4-f0a1-47f6-a54a-b93db47581cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706605 Feb 04 12:18:23.895132 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-d1b23fbb-fa44-4c3b-b693-34143737d3df req-56f85776-45a7-4925-b99c-af721082f30e service neutron] Transition to ACTIVE for port object 369651f6-f3cd-4226-893d-d949b0246438 will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:18:23.909181 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-d1b23fbb-fa44-4c3b-b693-34143737d3df req-56f85776-45a7-4925-b99c-af721082f30e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (369651f6-f3cd-4226-893d-d949b0246438), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:24.043369 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1b23fbb-fa44-4c3b-b693-34143737d3df req-56f85776-45a7-4925-b99c-af721082f30e service neutron] No DVR routers for this DVR port 369651f6-f3cd-4226-893d-d949b0246438 on host n-h1-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:18:24.117137 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f85776-45a7-4925-b99c-af721082f30e service neutron] Pushing event updated for resources: {'Port': ['ID=369651f6-f3cd-4226-893d-d949b0246438,revision_number=10']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:24.129085 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d1b23fbb-fa44-4c3b-b693-34143737d3df req-56f85776-45a7-4925-b99c-af721082f30e service neutron] 10.222.0.73 "PUT /v2.0/ports/369651f6-f3cd-4226-893d-d949b0246438/bindings/n-h2-825015-3/activate HTTP/1.1" status: 200 len: 369 time: 1.4480538 Feb 04 12:18:24.351495 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b23fbb-fa44-4c3b-b693-34143737d3df req-11636ac6-05a1-4ebe-80b3-c6ddb3402b37 tempest-LiveMigrationTest-337354813 tempest-LiveMigrationTest-337354813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:24.357329 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-d1b23fbb-fa44-4c3b-b693-34143737d3df req-11636ac6-05a1-4ebe-80b3-c6ddb3402b37 tempest-LiveMigrationTest-337354813 tempest-LiveMigrationTest-337354813-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=846162fa-b84b-4eb3-b936-02f5cd32f2c9&tenant_id=24a467b030c744bba5cc99601ae6aefc&binding%3Ahost_id=n-h1-825015-3 HTTP/1.1" status: 200 len: 1126 time: 0.1178441 Feb 04 12:18:24.421000 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-bb649f14-ef6d-4b2f-bd95-3250b6af3f80 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1877950511-network', 'tenant_id': 'f1d4b55eeb194d32bf2f0b8dc42c02eb'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:18:24.542934 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf63c67e-c425-4c3e-bdc6-7e2346aa6744 req-f2a554e9-c721-421e-b294-ce19415127d5 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:24.545041 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb649f14-ef6d-4b2f-bd95-3250b6af3f80 admin admin] Made reservation on behalf of f1d4b55eeb194d32bf2f0b8dc42c02eb for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:18:24.550171 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bb649f14-ef6d-4b2f-bd95-3250b6af3f80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:24.557486 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bf63c67e-c425-4c3e-bdc6-7e2346aa6744 req-f2a554e9-c721-421e-b294-ce19415127d5 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=36e4d1dc-26b6-46cf-b4da-bef23d627bbe HTTP/1.1" status: 200 len: 945 time: 0.1318324 Feb 04 12:18:24.569053 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b23fbb-fa44-4c3b-b693-34143737d3df req-42dc7665-3dec-4c9a-950e-98475fa79c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:24.574995 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-d1b23fbb-fa44-4c3b-b693-34143737d3df req-42dc7665-3dec-4c9a-950e-98475fa79c26 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=846162fa-b84b-4eb3-b936-02f5cd32f2c9&tenant_id=24a467b030c744bba5cc99601ae6aefc HTTP/1.1" status: 200 len: 1126 time: 0.2090180 Feb 04 12:18:24.593599 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bb649f14-ef6d-4b2f-bd95-3250b6af3f80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:24.686680 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bf63c67e-c425-4c3e-bdc6-7e2346aa6744 req-63982830-f371-49cf-bbf1-244beb7d27e5 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/security-groups?id=0e320687-8002-4e00-a016-6bf57af2cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273837 Feb 04 12:18:24.794710 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b41d4e0c-1f9f-4b2a-829b-745297820918 req-0e5ba7fa-f0ad-4129-a2a4-ec368b0932d1 tempest-QuotasAdminNegativeTest-820232672 tempest-QuotasAdminNegativeTest-820232672-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=8e45b1b52d104bdcbe9484a8288c06c9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0624535 Feb 04 12:18:24.851805 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bb649f14-ef6d-4b2f-bd95-3250b6af3f80 admin admin] Publish callbacks [] for security_group (43cbf249-5027-4b22-81ac-9321ca21909f), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:24.859782 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b23fbb-fa44-4c3b-b693-34143737d3df req-5cef0671-3b26-42c7-90c8-016a423e5806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:24.872124 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-d1b23fbb-fa44-4c3b-b693-34143737d3df req-5cef0671-3b26-42c7-90c8-016a423e5806 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=24a467b030c744bba5cc99601ae6aefc&device_id=846162fa-b84b-4eb3-b936-02f5cd32f2c9 HTTP/1.1" status: 200 len: 1126 time: 0.2404902 Feb 04 12:18:24.877712 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bb649f14-ef6d-4b2f-bd95-3250b6af3f80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (43cbf249-5027-4b22-81ac-9321ca21909f), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:24.940536 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 56344) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:18:24.971955 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-69c09ccf-96de-4a72-a980-0f72c95610b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:25.065557 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb649f14-ef6d-4b2f-bd95-3250b6af3f80 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:18:25.069375 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb649f14-ef6d-4b2f-bd95-3250b6af3f80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43cbf249-5027-4b22-81ac-9321ca21909f,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:25.111703 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b23fbb-fa44-4c3b-b693-34143737d3df req-84b377b4-1938-4310-a3e1-4ddadde5c37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:25.114423 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-d1b23fbb-fa44-4c3b-b693-34143737d3df req-84b377b4-1938-4310-a3e1-4ddadde5c37b service neutron] 10.222.0.77 "GET /v2.0/networks?id=8201226e-f25e-431d-a6a5-6704e8dc4880 HTTP/1.1" status: 200 len: 908 time: 0.2246108 Feb 04 12:18:25.116558 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bb649f14-ef6d-4b2f-bd95-3250b6af3f80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (5a2de3ad-a19a-4780-b71b-3a2882df2b38), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:25.116987 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-bb649f14-ef6d-4b2f-bd95-3250b6af3f80 admin admin] Added segment 5a2de3ad-a19a-4780-b71b-3a2882df2b38 of type vlan for network 453809f8-cdbc-4878-94ae-f93f222fb3bb Feb 04 12:18:25.148059 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41d4e0c-1f9f-4b2a-829b-745297820918 req-3ccf3bb1-73bb-4d25-bf80-ddb32535b249 tempest-QuotasAdminNegativeTest-820232672 tempest-QuotasAdminNegativeTest-820232672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:25.164473 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b41d4e0c-1f9f-4b2a-829b-745297820918 req-3ccf3bb1-73bb-4d25-bf80-ddb32535b249 tempest-QuotasAdminNegativeTest-820232672 tempest-QuotasAdminNegativeTest-820232672-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3679669 Feb 04 12:18:25.186280 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b41d4e0c-1f9f-4b2a-829b-745297820918 req-596d76b5-eedb-4541-bc60-d6fc32fc57fd tempest-QuotasAdminNegativeTest-820232672 tempest-QuotasAdminNegativeTest-820232672-project] 10.222.0.65 "GET /v2.0/quotas/8e45b1b52d104bdcbe9484a8288c06c9 HTTP/1.1" status: 200 len: 375 time: 0.0201311 Feb 04 12:18:25.229451 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-d1b23fbb-fa44-4c3b-b693-34143737d3df req-60ca256e-47f2-44a3-8976-ea4e8dcb5fbe service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=369651f6-f3cd-4226-893d-d949b0246438 HTTP/1.1" status: 200 len: 217 time: 0.0946887 Feb 04 12:18:25.258380 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bb649f14-ef6d-4b2f-bd95-3250b6af3f80 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (453809f8-cdbc-4878-94ae-f93f222fb3bb), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:25.273591 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b41d4e0c-1f9f-4b2a-829b-745297820918 req-89934779-4477-415a-b34a-e29e6e64e761 tempest-QuotasAdminNegativeTest-820232672 tempest-QuotasAdminNegativeTest-820232672-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=8e45b1b52d104bdcbe9484a8288c06c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0563302 Feb 04 12:18:25.332000 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-69c09ccf-96de-4a72-a980-0f72c95610b2 admin admin] Publish callbacks [] for security_group (46db84c6-aa79-4bf9-9d96-7fb300ad8e7c), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:25.338929 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b23fbb-fa44-4c3b-b693-34143737d3df req-c61ebf57-aa3e-4f54-870e-6d53d3b07087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:25.340308 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-69c09ccf-96de-4a72-a980-0f72c95610b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (46db84c6-aa79-4bf9-9d96-7fb300ad8e7c), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:25.341684 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-d1b23fbb-fa44-4c3b-b693-34143737d3df req-c61ebf57-aa3e-4f54-870e-6d53d3b07087 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6b10c2b1-e8bd-4535-8be4-90c0033f4e8f HTTP/1.1" status: 200 len: 847 time: 0.1026258 Feb 04 12:18:25.343492 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bb649f14-ef6d-4b2f-bd95-3250b6af3f80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (453809f8-cdbc-4878-94ae-f93f222fb3bb), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:25.345119 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb649f14-ef6d-4b2f-bd95-3250b6af3f80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:25.346868 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bb649f14-ef6d-4b2f-bd95-3250b6af3f80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:25.444762 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c09ccf-96de-4a72-a980-0f72c95610b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46db84c6-aa79-4bf9-9d96-7fb300ad8e7c,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:25.461204 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-69c09ccf-96de-4a72-a980-0f72c95610b2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=72881bb4cfad4948bedd90dc1174a46a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5153244 Feb 04 12:18:25.466163 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 56352) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:18:25.471388 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-d1b23fbb-fa44-4c3b-b693-34143737d3df req-d6150239-d75e-4571-9d8f-01b28ee72ad1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8201226e-f25e-431d-a6a5-6704e8dc4880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1178095 Feb 04 12:18:25.514217 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-bb649f14-ef6d-4b2f-bd95-3250b6af3f80 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7669137 Feb 04 12:18:25.535310 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 56354) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:18:25.545253 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-f88dac62-3c80-4702-a60e-1852023ddd52 admin admin] Request body: {'subnet': {'network_id': '453809f8-cdbc-4878-94ae-f93f222fb3bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1877950511-subnet', 'tenant_id': 'f1d4b55eeb194d32bf2f0b8dc42c02eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:18:25.593358 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb649f14-ef6d-4b2f-bd95-3250b6af3f80 admin admin] Pushing event updated for resources: {'Network': ['ID=453809f8-cdbc-4878-94ae-f93f222fb3bb,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:25.615281 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 453809f8-cdbc-4878-94ae-f93f222fb3bb details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:18:25.620167 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f88dac62-3c80-4702-a60e-1852023ddd52 admin admin] Made reservation on behalf of f1d4b55eeb194d32bf2f0b8dc42c02eb for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:18:25.631452 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f88dac62-3c80-4702-a60e-1852023ddd52 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:25.762276 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d87978-c3f4-454f-959d-6a6f3fd603e3 req-cd2c73c8-4a90-4168-9f42-d558f1ddf9bb tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:25.770134 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-77d87978-c3f4-454f-959d-6a6f3fd603e3 req-cd2c73c8-4a90-4168-9f42-d558f1ddf9bb tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/ports?device_id=846162fa-b84b-4eb3-b936-02f5cd32f2c9 HTTP/1.1" status: 200 len: 944 time: 0.2596862 Feb 04 12:18:25.871887 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 369651f6-f3cd-4226-893d-d949b0246438 no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:18:25.924662 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-77d87978-c3f4-454f-959d-6a6f3fd603e3 req-1ec25458-556f-49b6-ada5-65a78bf9274d tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4f571d4-f0a1-47f6-a54a-b93db47581cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334629 Feb 04 12:18:25.998608 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] The host n-h1-825015-3 is not matching for port 369651f6-f3cd-4226-893d-d949b0246438 host n-h2-825015-3! {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 04 12:18:26.000407 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 369651f6-f3cd-4226-893d-d949b0246438 not bound to the agent host n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:18:26.022257 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f356d8af-e75a-4f7d-9d11-784fa7e5fccd admin admin] Publish callbacks [] for security_group (46db84c6-aa79-4bf9-9d96-7fb300ad8e7c), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:26.062248 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-d1b23fbb-fa44-4c3b-b693-34143737d3df req-3cff5c47-4960-4905-b9f0-f1430708d934 service neutron] 10.222.0.77 "GET /v2.0/networks/8201226e-f25e-431d-a6a5-6704e8dc4880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5770373 Feb 04 12:18:26.088832 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f356d8af-e75a-4f7d-9d11-784fa7e5fccd admin admin] Publish callbacks [] for security_group (46db84c6-aa79-4bf9-9d96-7fb300ad8e7c), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:26.184190 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f88dac62-3c80-4702-a60e-1852023ddd52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for subnet (d35c1bec-af28-465e-8041-cadb62338b24), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:26.258801 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-d1b23fbb-fa44-4c3b-b693-34143737d3df req-453cdac0-dccd-449b-b71c-ceee32abf50d service neutron] 10.222.0.77 "GET /v2.0/networks/8201226e-f25e-431d-a6a5-6704e8dc4880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875181 Feb 04 12:18:26.281356 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f356d8af-e75a-4f7d-9d11-784fa7e5fccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (46db84c6-aa79-4bf9-9d96-7fb300ad8e7c), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:26.289655 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f356d8af-e75a-4f7d-9d11-784fa7e5fccd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:26.291614 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-f356d8af-e75a-4f7d-9d11-784fa7e5fccd admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/46db84c6-aa79-4bf9-9d96-7fb300ad8e7c HTTP/1.1" status: 204 len: 168 time: 0.8185022 Feb 04 12:18:26.328520 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f356d8af-e75a-4f7d-9d11-784fa7e5fccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46db84c6-aa79-4bf9-9d96-7fb300ad8e7c,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:26.365506 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88dac62-3c80-4702-a60e-1852023ddd52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d35c1bec-af28-465e-8041-cadb62338b24,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:26.380944 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88dac62-3c80-4702-a60e-1852023ddd52 admin admin] Checking segment: {'id': '5a2de3ad-a19a-4780-b71b-3a2882df2b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '453809f8-cdbc-4878-94ae-f93f222fb3bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:18:26.381523 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88dac62-3c80-4702-a60e-1852023ddd52 admin admin] Network hostable DHCP agents. Network: 453809f8-cdbc-4878-94ae-f93f222fb3bb, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:18:26.394945 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b431be-5e33-446c-b9bf-a609e1ffe5ad req-ddf4d233-e1f3-4257-8811-b0be7f3def00 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:26.398358 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-87b431be-5e33-446c-b9bf-a609e1ffe5ad req-ddf4d233-e1f3-4257-8811-b0be7f3def00 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=36e4d1dc-26b6-46cf-b4da-bef23d627bbe HTTP/1.1" status: 200 len: 945 time: 0.2293100 Feb 04 12:18:26.678423 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b23fbb-fa44-4c3b-b693-34143737d3df req-6c9d405e-4bf5-439c-b62c-c84e659b0b05 tempest-LiveMigrationTest-337354813 tempest-LiveMigrationTest-337354813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:26.682200 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-d1b23fbb-fa44-4c3b-b693-34143737d3df req-6c9d405e-4bf5-439c-b62c-c84e659b0b05 tempest-LiveMigrationTest-337354813 tempest-LiveMigrationTest-337354813-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=846162fa-b84b-4eb3-b936-02f5cd32f2c9&tenant_id=24a467b030c744bba5cc99601ae6aefc&binding%3Ahost_id=n-h2-825015-3 HTTP/1.1" status: 200 len: 1126 time: 0.0971999 Feb 04 12:18:26.855676 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-87b431be-5e33-446c-b9bf-a609e1ffe5ad req-5105d984-d542-4b3c-b97c-ac3576fffa0f tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/security-groups?id=0e320687-8002-4e00-a016-6bf57af2cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4363344 Feb 04 12:18:26.860508 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-d1b23fbb-fa44-4c3b-b693-34143737d3df req-c43babe2-3330-48df-9dc5-e917904f94bc service neutron] For port 369651f6-f3cd-4226-893d-d949b0246438, host n-h1-825015-3, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:18:26.863720 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88dac62-3c80-4702-a60e-1852023ddd52 admin admin] Network 453809f8-cdbc-4878-94ae-f93f222fb3bb is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:18:26.867272 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-d1b23fbb-fa44-4c3b-b693-34143737d3df req-c43babe2-3330-48df-9dc5-e917904f94bc service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:26.868766 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-d1b23fbb-fa44-4c3b-b693-34143737d3df req-c43babe2-3330-48df-9dc5-e917904f94bc service neutron] 10.222.0.77 "DELETE /v2.0/ports/369651f6-f3cd-4226-893d-d949b0246438/bindings/n-h1-825015-3 HTTP/1.1" status: 204 len: 173 time: 0.1759250 Feb 04 12:18:26.887550 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-f88dac62-3c80-4702-a60e-1852023ddd52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 453809f8-cdbc-4878-94ae-f93f222fb3bb) {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:18:26.911093 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4abf98a-037e-440b-8f2c-a432841914e2 None None] Network 453809f8-cdbc-4878-94ae-f93f222fb3bb requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:18:26.923680 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88dac62-3c80-4702-a60e-1852023ddd52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:26.925794 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f88dac62-3c80-4702-a60e-1852023ddd52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:26.954367 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578e9def-c3ff-4a18-aa3c-5fd1a6f4f97d req-d80d8813-d343-42e6-aaae-a861c69b465a tempest-ServersAdminTestJSON-346175045 tempest-ServersAdminTestJSON-346175045-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:26.957676 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-578e9def-c3ff-4a18-aa3c-5fd1a6f4f97d req-d80d8813-d343-42e6-aaae-a861c69b465a tempest-ServersAdminTestJSON-346175045 tempest-ServersAdminTestJSON-346175045-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=f027c61e-1573-4eca-b41f-3575c551f5d7 HTTP/1.1" status: 200 len: 1131 time: 0.1761253 Feb 04 12:18:27.023674 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-f88dac62-3c80-4702-a60e-1852023ddd52 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4811289 Feb 04 12:18:27.098650 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-578e9def-c3ff-4a18-aa3c-5fd1a6f4f97d req-4d24e049-2d7e-4d8a-b157-01d1838a6f1c tempest-ServersAdminTestJSON-346175045 tempest-ServersAdminTestJSON-346175045-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=9a1ba13a-3582-42ac-bb35-362abd3a196f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196535 Feb 04 12:18:27.112793 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2fc8996-0fa4-486b-9e26-490fdcac0ed1 None None] Network 453809f8-cdbc-4878-94ae-f93f222fb3bb requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:18:27.293939 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c74ebb-cb78-4ab3-b0aa-34558db84a2b req-7cad9c02-0bf4-41ed-8a59-96acb2a3cfd0 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:27.295939 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-82c74ebb-cb78-4ab3-b0aa-34558db84a2b req-7cad9c02-0bf4-41ed-8a59-96acb2a3cfd0 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/ports?device_id=846162fa-b84b-4eb3-b936-02f5cd32f2c9 HTTP/1.1" status: 200 len: 944 time: 0.0849414 Feb 04 12:18:27.381799 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-82c74ebb-cb78-4ab3-b0aa-34558db84a2b req-2a0c3cea-6dc3-4536-b1cf-c4e85cdd8208 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4f571d4-f0a1-47f6-a54a-b93db47581cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728385 Feb 04 12:18:27.577666 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 56406) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:18:27.637355 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158f9d47-3085-4f79-be59-ad30956ab122 req-9b2b18c3-8cd3-4030-9196-487a43b6e559 tempest-ServersAdminTestJSON-346175045 tempest-ServersAdminTestJSON-346175045-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:27.640257 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-158f9d47-3085-4f79-be59-ad30956ab122 req-9b2b18c3-8cd3-4030-9196-487a43b6e559 tempest-ServersAdminTestJSON-346175045 tempest-ServersAdminTestJSON-346175045-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=f027c61e-1573-4eca-b41f-3575c551f5d7 HTTP/1.1" status: 200 len: 1131 time: 0.0992858 Feb 04 12:18:27.765264 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51019d0d-3e2e-43c1-a051-ea498445ac74 req-cac8e602-b545-4444-aa16-b7fbe2d8685f tempest-LiveAutoBlockMigrationV225Test-497889810 tempest-LiveAutoBlockMigrationV225Test-497889810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:27.768489 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-51019d0d-3e2e-43c1-a051-ea498445ac74 req-cac8e602-b545-4444-aa16-b7fbe2d8685f tempest-LiveAutoBlockMigrationV225Test-497889810 tempest-LiveAutoBlockMigrationV225Test-497889810-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=36e4d1dc-26b6-46cf-b4da-bef23d627bbe HTTP/1.1" status: 200 len: 1127 time: 0.1569974 Feb 04 12:18:27.772674 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-158f9d47-3085-4f79-be59-ad30956ab122 req-4c50883b-508d-415e-a733-7a18ef1a66fd tempest-ServersAdminTestJSON-346175045 tempest-ServersAdminTestJSON-346175045-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=9a1ba13a-3582-42ac-bb35-362abd3a196f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023340 Feb 04 12:18:27.904996 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-51019d0d-3e2e-43c1-a051-ea498445ac74 req-81a12687-76db-4dae-a960-20c89e5d9687 tempest-LiveAutoBlockMigrationV225Test-497889810 tempest-LiveAutoBlockMigrationV225Test-497889810-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=0e320687-8002-4e00-a016-6bf57af2cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220334 Feb 04 12:18:27.995491 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-037ae1f2-877f-466b-928c-2994e2626c02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:28.326575 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-037ae1f2-877f-466b-928c-2994e2626c02 admin admin] Publish callbacks [] for security_group (7d7a0d46-814d-4de6-a608-147728465a07), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:28.335333 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-037ae1f2-877f-466b-928c-2994e2626c02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (7d7a0d46-814d-4de6-a608-147728465a07), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:28.413773 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-037ae1f2-877f-466b-928c-2994e2626c02 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8e45b1b52d104bdcbe9484a8288c06c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8345215 Feb 04 12:18:28.418449 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 56434) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:18:28.431676 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d258082-5980-4058-a6ea-64722157d5a4 req-98e01aa7-899d-43df-903e-72dfbacc9e4e tempest-LiveMigrationTest-337354813 tempest-LiveMigrationTest-337354813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:28.446296 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7d258082-5980-4058-a6ea-64722157d5a4 req-98e01aa7-899d-43df-903e-72dfbacc9e4e tempest-LiveMigrationTest-337354813 tempest-LiveMigrationTest-337354813-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=846162fa-b84b-4eb3-b936-02f5cd32f2c9 HTTP/1.1" status: 200 len: 1126 time: 0.1592240 Feb 04 12:18:28.464777 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037ae1f2-877f-466b-928c-2994e2626c02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d7a0d46-814d-4de6-a608-147728465a07,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:28.566966 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7d258082-5980-4058-a6ea-64722157d5a4 req-b581d69d-57a8-4616-94fc-302ab4d5c0b9 tempest-LiveMigrationTest-337354813 tempest-LiveMigrationTest-337354813-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=e4f571d4-f0a1-47f6-a54a-b93db47581cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109757 Feb 04 12:18:28.590060 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-544d9bc9-c009-41dc-b3bf-494efb1693df admin admin] Publish callbacks [] for security_group (7d7a0d46-814d-4de6-a608-147728465a07), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:28.590504 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 56444) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:18:28.599062 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-79f56a77-62c9-4de3-94da-b7d36326d2f1 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-479099385-network', 'tenant_id': '2671ed68f34b4af8aeafbcf8ae387b05'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:18:28.648013 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79f56a77-62c9-4de3-94da-b7d36326d2f1 admin admin] Made reservation on behalf of 2671ed68f34b4af8aeafbcf8ae387b05 for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:18:28.654301 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-79f56a77-62c9-4de3-94da-b7d36326d2f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:28.686973 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-79f56a77-62c9-4de3-94da-b7d36326d2f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:28.772221 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-544d9bc9-c009-41dc-b3bf-494efb1693df admin admin] Publish callbacks [] for security_group (7d7a0d46-814d-4de6-a608-147728465a07), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:28.859259 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0820ee6-f921-42c8-b6a9-f345678676d6 req-1440adf0-5c31-4a51-8eb9-99a0dbb0d9f1 tempest-LiveAutoBlockMigrationV225Test-497889810 tempest-LiveAutoBlockMigrationV225Test-497889810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:28.861693 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f0820ee6-f921-42c8-b6a9-f345678676d6 req-1440adf0-5c31-4a51-8eb9-99a0dbb0d9f1 tempest-LiveAutoBlockMigrationV225Test-497889810 tempest-LiveAutoBlockMigrationV225Test-497889810-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=36e4d1dc-26b6-46cf-b4da-bef23d627bbe HTTP/1.1" status: 200 len: 1127 time: 0.1331542 Feb 04 12:18:28.975118 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f0820ee6-f921-42c8-b6a9-f345678676d6 req-acb93f0e-519d-47b8-b62f-be7d3551a9a2 tempest-LiveAutoBlockMigrationV225Test-497889810 tempest-LiveAutoBlockMigrationV225Test-497889810-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=0e320687-8002-4e00-a016-6bf57af2cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058042 Feb 04 12:18:28.996524 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-79f56a77-62c9-4de3-94da-b7d36326d2f1 admin admin] Publish callbacks [] for security_group (be7a9f4b-aa11-4434-ae15-ec59ea1a8ae1), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:29.008288 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-79f56a77-62c9-4de3-94da-b7d36326d2f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (be7a9f4b-aa11-4434-ae15-ec59ea1a8ae1), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:29.068940 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79f56a77-62c9-4de3-94da-b7d36326d2f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:18:29.081096 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-544d9bc9-c009-41dc-b3bf-494efb1693df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (7d7a0d46-814d-4de6-a608-147728465a07), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:29.083930 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-544d9bc9-c009-41dc-b3bf-494efb1693df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:29.085254 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-544d9bc9-c009-41dc-b3bf-494efb1693df admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7d7a0d46-814d-4de6-a608-147728465a07 HTTP/1.1" status: 204 len: 168 time: 0.6654625 Feb 04 12:18:29.115216 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-79f56a77-62c9-4de3-94da-b7d36326d2f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (e8e26d20-289e-490d-ab72-881fcd1a2e6d), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:29.115829 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-79f56a77-62c9-4de3-94da-b7d36326d2f1 admin admin] Added segment e8e26d20-289e-490d-ab72-881fcd1a2e6d of type vlan for network f96307cc-40d4-4aba-bf10-b7098fbeae16 Feb 04 12:18:29.146651 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f56a77-62c9-4de3-94da-b7d36326d2f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be7a9f4b-aa11-4434-ae15-ec59ea1a8ae1,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:29.162248 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544d9bc9-c009-41dc-b3bf-494efb1693df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d7a0d46-814d-4de6-a608-147728465a07,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:29.226769 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-79f56a77-62c9-4de3-94da-b7d36326d2f1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (f96307cc-40d4-4aba-bf10-b7098fbeae16), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:29.291823 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-79f56a77-62c9-4de3-94da-b7d36326d2f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (f96307cc-40d4-4aba-bf10-b7098fbeae16), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:29.293371 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f56a77-62c9-4de3-94da-b7d36326d2f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:29.294226 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-79f56a77-62c9-4de3-94da-b7d36326d2f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:29.321949 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-79f56a77-62c9-4de3-94da-b7d36326d2f1 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7299452 Feb 04 12:18:29.322972 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 56492) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:18:29.366118 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-3e207883-0e6c-4a82-b85b-e75e9e5e087a admin admin] Request body: {'subnet': {'network_id': 'f96307cc-40d4-4aba-bf10-b7098fbeae16', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-479099385-subnet', 'tenant_id': '2671ed68f34b4af8aeafbcf8ae387b05', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:18:29.448961 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25a8140-37cb-42ac-afa3-7bae82217cea req-a6ebd39f-9924-4ea3-9014-0522ca46a31c tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:29.450559 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e25a8140-37cb-42ac-afa3-7bae82217cea req-a6ebd39f-9924-4ea3-9014-0522ca46a31c tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/networks?id=8201226e-f25e-431d-a6a5-6704e8dc4880 HTTP/1.1" status: 200 len: 807 time: 0.2422476 Feb 04 12:18:29.479545 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e25a8140-37cb-42ac-afa3-7bae82217cea req-f7c76f08-887b-475a-9003-7534bbb6c58e tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/quotas/24a467b030c744bba5cc99601ae6aefc HTTP/1.1" status: 200 len: 375 time: 0.0161912 Feb 04 12:18:29.491518 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f56a77-62c9-4de3-94da-b7d36326d2f1 admin admin] Pushing event updated for resources: {'Network': ['ID=f96307cc-40d4-4aba-bf10-b7098fbeae16,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:29.514879 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network f96307cc-40d4-4aba-bf10-b7098fbeae16 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:18:29.536338 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e207883-0e6c-4a82-b85b-e75e9e5e087a admin admin] Made reservation on behalf of 2671ed68f34b4af8aeafbcf8ae387b05 for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:18:29.545493 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3e207883-0e6c-4a82-b85b-e75e9e5e087a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:29.666084 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e25a8140-37cb-42ac-afa3-7bae82217cea req-29b2f2c5-6a05-4a29-bb9d-d863f0191e39 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=24a467b030c744bba5cc99601ae6aefc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1759744 Feb 04 12:18:29.981018 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 56516) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:18:30.021641 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-60d59c36-2b14-4b07-849a-797930995790 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:30.033323 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3e207883-0e6c-4a82-b85b-e75e9e5e087a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for subnet (db1ba0f7-06a5-4b3e-9248-8eee6097585f), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:30.054743 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e25a8140-37cb-42ac-afa3-7bae82217cea req-d920918c-60e0-40fc-ba42-1fdd1f2e9141 service neutron] 10.222.0.65 "GET /v2.0/networks/8201226e-f25e-431d-a6a5-6704e8dc4880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3873830 Feb 04 12:18:30.174207 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e207883-0e6c-4a82-b85b-e75e9e5e087a admin admin] Pushing event updated for resources: {'Subnet': ['ID=db1ba0f7-06a5-4b3e-9248-8eee6097585f,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:30.211628 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e207883-0e6c-4a82-b85b-e75e9e5e087a admin admin] Checking segment: {'id': 'e8e26d20-289e-490d-ab72-881fcd1a2e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'f96307cc-40d4-4aba-bf10-b7098fbeae16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:18:30.212322 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e207883-0e6c-4a82-b85b-e75e9e5e087a admin admin] Network hostable DHCP agents. Network: f96307cc-40d4-4aba-bf10-b7098fbeae16, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:18:30.243271 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e207883-0e6c-4a82-b85b-e75e9e5e087a admin admin] Network f96307cc-40d4-4aba-bf10-b7098fbeae16 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:18:30.259215 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-3e207883-0e6c-4a82-b85b-e75e9e5e087a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, f96307cc-40d4-4aba-bf10-b7098fbeae16) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:18:30.265029 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e207883-0e6c-4a82-b85b-e75e9e5e087a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:30.265657 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3e207883-0e6c-4a82-b85b-e75e9e5e087a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:30.281000 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca154cb2-9f0e-40ff-9cd3-01fedb6521c0 None None] Network f96307cc-40d4-4aba-bf10-b7098fbeae16 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:18:30.319498 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-3e207883-0e6c-4a82-b85b-e75e9e5e087a admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9646592 Feb 04 12:18:30.331879 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-60d59c36-2b14-4b07-849a-797930995790 admin admin] Publish callbacks [] for security_group (51fc094f-7f80-4ebd-bdb9-1a40067147cc), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:30.369038 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-60d59c36-2b14-4b07-849a-797930995790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (51fc094f-7f80-4ebd-bdb9-1a40067147cc), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:30.426917 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 56534) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:18:30.427866 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-60d59c36-2b14-4b07-849a-797930995790 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=006d93fda28140ff8c1edb710dac99cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4418595 Feb 04 12:18:30.466693 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0eae13-b609-4b79-9279-74b6c2a1efcb req-7f59f4c1-ec5f-4d0c-b32e-134771184014 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:30.479306 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ab0eae13-b609-4b79-9279-74b6c2a1efcb req-7f59f4c1-ec5f-4d0c-b32e-134771184014 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/ports?device_id=f027c61e-1573-4eca-b41f-3575c551f5d7 HTTP/1.1" status: 200 len: 949 time: 0.2662923 Feb 04 12:18:30.511921 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e25a8140-37cb-42ac-afa3-7bae82217cea req-4221a39d-4d4d-44ca-ae6c-eacd48c47e13 service neutron] 10.222.0.65 "GET /v2.0/networks/8201226e-f25e-431d-a6a5-6704e8dc4880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4231975 Feb 04 12:18:30.522423 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 56536) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:18:30.530905 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee054cf-0b41-44ca-a770-8e99eb213a0d None None] Network f96307cc-40d4-4aba-bf10-b7098fbeae16 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:18:30.551578 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-74757ff7-4ae3-4a70-9e73-668aefa2b863 admin admin] Publish callbacks [] for security_group (51fc094f-7f80-4ebd-bdb9-1a40067147cc), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:30.591982 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-74757ff7-4ae3-4a70-9e73-668aefa2b863 admin admin] Publish callbacks [] for security_group (51fc094f-7f80-4ebd-bdb9-1a40067147cc), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:30.650495 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d59c36-2b14-4b07-849a-797930995790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51fc094f-7f80-4ebd-bdb9-1a40067147cc,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:30.698815 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-74757ff7-4ae3-4a70-9e73-668aefa2b863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (51fc094f-7f80-4ebd-bdb9-1a40067147cc), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:30.701839 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-74757ff7-4ae3-4a70-9e73-668aefa2b863 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:30.703028 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-74757ff7-4ae3-4a70-9e73-668aefa2b863 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/51fc094f-7f80-4ebd-bdb9-1a40067147cc HTTP/1.1" status: 204 len: 168 time: 0.2746427 Feb 04 12:18:30.713389 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74757ff7-4ae3-4a70-9e73-668aefa2b863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51fc094f-7f80-4ebd-bdb9-1a40067147cc,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:30.733337 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b5a843d-1788-4ab8-8e94-5fb648f626ba admin admin] Deleting subnet d35c1bec-af28-465e-8041-cadb62338b24 {{(pid=103475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:18:30.741849 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ab0eae13-b609-4b79-9279-74b6c2a1efcb req-425d98ff-acd6-4572-a3cb-1f3a78eac1e9 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/security-groups?id=9a1ba13a-3582-42ac-bb35-362abd3a196f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610948 Feb 04 12:18:30.742644 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9b5a843d-1788-4ab8-8e94-5fb648f626ba admin admin] Publish callbacks [] for subnet (d35c1bec-af28-465e-8041-cadb62338b24), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:30.800675 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9b5a843d-1788-4ab8-8e94-5fb648f626ba admin admin] Publish callbacks [] for subnet (d35c1bec-af28-465e-8041-cadb62338b24), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:30.854424 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9b5a843d-1788-4ab8-8e94-5fb648f626ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (d35c1bec-af28-465e-8041-cadb62338b24), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:30.911933 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:31.069445 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9b5a843d-1788-4ab8-8e94-5fb648f626ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for subnet (d35c1bec-af28-465e-8041-cadb62338b24), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:31.130859 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9b5a843d-1788-4ab8-8e94-5fb648f626ba admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:31.134963 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-9b5a843d-1788-4ab8-8e94-5fb648f626ba admin admin] 10.222.0.65 "DELETE /v2.0/subnets/d35c1bec-af28-465e-8041-cadb62338b24 HTTP/1.1" status: 204 len: 168 time: 0.5991230 Feb 04 12:18:31.144890 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 56566) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:18:31.145977 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5a843d-1788-4ab8-8e94-5fb648f626ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d35c1bec-af28-465e-8041-cadb62338b24,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:31.173141 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-96188035-e3e7-44fe-bfc2-54259c2924c9 req-0fa8f2a6-52aa-4a8f-aa37-b5bb80dd6fca tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--2137243502&fields=id&tenant_id=af7896e432b54a83bc6fa954af7e9dac HTTP/1.1" status: 200 len: 267 time: 0.1430328 Feb 04 12:18:31.289982 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b985ec24-64f6-4eaf-9b6b-7dcaeeb6d830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (453809f8-cdbc-4878-94ae-f93f222fb3bb), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:31.318158 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:31.379835 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96188035-e3e7-44fe-bfc2-54259c2924c9 req-87b7d1d8-6366-4e0a-8e33-c7c8f64fc7fc tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:31.381549 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-96188035-e3e7-44fe-bfc2-54259c2924c9 req-87b7d1d8-6366-4e0a-8e33-c7c8f64fc7fc tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] 10.222.0.65 "GET /v2.0/networks?id=d2a4c77d-3fdb-4ff7-b292-4dd38c281129 HTTP/1.1" status: 200 len: 824 time: 0.1994357 Feb 04 12:18:31.420025 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-96188035-e3e7-44fe-bfc2-54259c2924c9 req-b477c77e-b17c-4a0c-bc8d-a063fc9b158f tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] 10.222.0.65 "GET /v2.0/quotas/af7896e432b54a83bc6fa954af7e9dac HTTP/1.1" status: 200 len: 375 time: 0.0282471 Feb 04 12:18:31.465090 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b985ec24-64f6-4eaf-9b6b-7dcaeeb6d830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (453809f8-cdbc-4878-94ae-f93f222fb3bb), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:31.512491 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-96188035-e3e7-44fe-bfc2-54259c2924c9 req-c4819e5a-d02f-4da8-b69a-46fff5a71f39 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=af7896e432b54a83bc6fa954af7e9dac&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0832369 Feb 04 12:18:31.530854 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b985ec24-64f6-4eaf-9b6b-7dcaeeb6d830 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:18:31.531349 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b985ec24-64f6-4eaf-9b6b-7dcaeeb6d830 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:18:31.532142 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b985ec24-64f6-4eaf-9b6b-7dcaeeb6d830 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:18:31.532568 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b985ec24-64f6-4eaf-9b6b-7dcaeeb6d830 admin admin] Subscribe: > port after_create 55550000 {{(pid=103474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:18:31.534049 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b985ec24-64f6-4eaf-9b6b-7dcaeeb6d830 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:18:31.534461 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b985ec24-64f6-4eaf-9b6b-7dcaeeb6d830 admin admin] Subscribe: > port after_update 55550000 {{(pid=103474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:18:31.535505 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b985ec24-64f6-4eaf-9b6b-7dcaeeb6d830 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:18:31.535505 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b985ec24-64f6-4eaf-9b6b-7dcaeeb6d830 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:18:31.535505 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b985ec24-64f6-4eaf-9b6b-7dcaeeb6d830 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:18:31.535961 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b985ec24-64f6-4eaf-9b6b-7dcaeeb6d830 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:18:31.631577 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b985ec24-64f6-4eaf-9b6b-7dcaeeb6d830 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:18:31.631974 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b985ec24-64f6-4eaf-9b6b-7dcaeeb6d830 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:18:31.632408 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b985ec24-64f6-4eaf-9b6b-7dcaeeb6d830 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:18:31.632759 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b985ec24-64f6-4eaf-9b6b-7dcaeeb6d830 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:18:31.633148 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-b985ec24-64f6-4eaf-9b6b-7dcaeeb6d830 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['453809f8-cdbc-4878-94ae-f93f222fb3bb']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:18:31.671890 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-b985ec24-64f6-4eaf-9b6b-7dcaeeb6d830 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a2de3ad-a19a-4780-b71b-3a2882df2b38') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:18:31.672368 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-b985ec24-64f6-4eaf-9b6b-7dcaeeb6d830 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a2de3ad-a19a-4780-b71b-3a2882df2b38') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:18:31.718700 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b985ec24-64f6-4eaf-9b6b-7dcaeeb6d830 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (5a2de3ad-a19a-4780-b71b-3a2882df2b38), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:31.751827 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b985ec24-64f6-4eaf-9b6b-7dcaeeb6d830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (5a2de3ad-a19a-4780-b71b-3a2882df2b38), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:31.765559 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b985ec24-64f6-4eaf-9b6b-7dcaeeb6d830 admin admin] Releasing vlan 599 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:18:31.766333 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b985ec24-64f6-4eaf-9b6b-7dcaeeb6d830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (5a2de3ad-a19a-4780-b71b-3a2882df2b38), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:31.779323 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a7bb45-bb3a-4aad-9915-99e327184c92 req-dd9953aa-4484-430a-accf-11f45178351d tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:31.781468 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e7a7bb45-bb3a-4aad-9915-99e327184c92 req-dd9953aa-4484-430a-accf-11f45178351d tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] 10.222.0.73 "GET /v2.0/ports?device_id=bcd7afee-8c61-4b1c-b087-7cedcfa65d29 HTTP/1.1" status: 200 len: 945 time: 0.2438610 Feb 04 12:18:31.788623 n-d-825015-3 neutron-server[103474]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 04 12:18:31.788623 n-d-825015-3 neutron-server[103474]: from cryptography.utils import int_from_bytes Feb 04 12:18:31.788623 n-d-825015-3 neutron-server[103474]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 04 12:18:31.788623 n-d-825015-3 neutron-server[103474]: from cryptography.utils import int_from_bytes Feb 04 12:18:31.788623 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 12:18:31.788623 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:18:31.788623 n-d-825015-3 neutron-server[103474]: timer() Feb 04 12:18:31.788623 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:18:31.788623 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 12:18:31.788623 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:18:31.788623 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 12:18:31.788623 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:18:31.788623 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 12:18:31.788623 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:18:31.788623 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 12:18:31.788623 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:18:31.788623 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 12:18:31.788623 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:18:31.788623 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:18:31.788623 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:18:31.788623 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:18:31.788623 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:18:31.788623 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 12:18:31.788623 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:18:31.788623 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 12:18:31.788623 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:18:31.788623 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:18:31.788623 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:18:31.788623 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 12:18:31.788623 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:18:31.788623 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:18:31.788623 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:18:31.788623 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:18:31.788623 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:18:31.788623 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:18:31.788623 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:18:31.809988 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-96188035-e3e7-44fe-bfc2-54259c2924c9 req-087cb2a2-5374-4fda-84ac-149e49713a35 service neutron] 10.222.0.65 "GET /v2.0/networks/d2a4c77d-3fdb-4ff7-b292-4dd38c281129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716217 Feb 04 12:18:31.906451 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b985ec24-64f6-4eaf-9b6b-7dcaeeb6d830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (453809f8-cdbc-4878-94ae-f93f222fb3bb), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:31.941384 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b985ec24-64f6-4eaf-9b6b-7dcaeeb6d830 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:31.955078 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-b985ec24-64f6-4eaf-9b6b-7dcaeeb6d830 admin admin] 10.222.0.65 "DELETE /v2.0/networks/453809f8-cdbc-4878-94ae-f93f222fb3bb HTTP/1.1" status: 204 len: 168 time: 0.8033881 Feb 04 12:18:31.955078 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b985ec24-64f6-4eaf-9b6b-7dcaeeb6d830 admin admin] Pushing event deleted for resources: {'Network': ['ID=453809f8-cdbc-4878-94ae-f93f222fb3bb,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:31.955078 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 56604) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:18:31.998293 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-96188035-e3e7-44fe-bfc2-54259c2924c9 req-a0ff9684-1777-4fe4-9231-889af3adb244 service neutron] 10.222.0.65 "GET /v2.0/networks/d2a4c77d-3fdb-4ff7-b292-4dd38c281129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473265 Feb 04 12:18:32.086049 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-accbec9c-8235-4bfa-bd36-c60f2d0f5904 admin admin] Deleting subnet db1ba0f7-06a5-4b3e-9248-8eee6097585f {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:18:32.089754 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-accbec9c-8235-4bfa-bd36-c60f2d0f5904 admin admin] Publish callbacks [] for subnet (db1ba0f7-06a5-4b3e-9248-8eee6097585f), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:32.108078 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-e7a7bb45-bb3a-4aad-9915-99e327184c92 req-0237f34e-51bf-4aea-8b90-e5a536a59e5e tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Deleting port d8fc0d3d-2e13-4978-a5a7-db8b18396b13 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:18:32.108650 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e7a7bb45-bb3a-4aad-9915-99e327184c92 req-0237f34e-51bf-4aea-8b90-e5a536a59e5e tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (d8fc0d3d-2e13-4978-a5a7-db8b18396b13), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:32.137866 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-accbec9c-8235-4bfa-bd36-c60f2d0f5904 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (db1ba0f7-06a5-4b3e-9248-8eee6097585f), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:32.202279 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-accbec9c-8235-4bfa-bd36-c60f2d0f5904 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (db1ba0f7-06a5-4b3e-9248-8eee6097585f), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:32.312433 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-accbec9c-8235-4bfa-bd36-c60f2d0f5904 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (db1ba0f7-06a5-4b3e-9248-8eee6097585f), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:32.363298 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-accbec9c-8235-4bfa-bd36-c60f2d0f5904 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:32.368363 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-accbec9c-8235-4bfa-bd36-c60f2d0f5904 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/db1ba0f7-06a5-4b3e-9248-8eee6097585f HTTP/1.1" status: 204 len: 168 time: 0.4118505 Feb 04 12:18:32.370976 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accbec9c-8235-4bfa-bd36-c60f2d0f5904 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db1ba0f7-06a5-4b3e-9248-8eee6097585f,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:32.373555 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 56618) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:18:32.389187 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-e7a7bb45-bb3a-4aad-9915-99e327184c92 req-0237f34e-51bf-4aea-8b90-e5a536a59e5e tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] For port d8fc0d3d-2e13-4978-a5a7-db8b18396b13, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=d8fc0d3d-2e13-4978-a5a7-db8b18396b13,segment=NetworkSegment(dd6a73cb-8268-4b67-a592-682dfbe2780b),segment_id=dd6a73cb-8268-4b67-a592-682dfbe2780b)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:18:32.389634 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e7a7bb45-bb3a-4aad-9915-99e327184c92 req-0237f34e-51bf-4aea-8b90-e5a536a59e5e tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (d8fc0d3d-2e13-4978-a5a7-db8b18396b13), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:32.450652 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 56620) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:18:32.563798 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1bb22d61-bac9-4434-a458-b986708b6bbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (f96307cc-40d4-4aba-bf10-b7098fbeae16), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:32.582819 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-027e7316-6161-4313-a736-b3ea039be9f2 req-97d3d50d-f65f-4675-98d6-f69cfc22b847 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/ports?device_id=4b6f9c85-3239-43e6-86e0-5a35173ff64f HTTP/1.1" status: 200 len: 210 time: 0.1222286 Feb 04 12:18:32.699384 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-3f30d89e-fafc-4c79-8619-96b9576570b0 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-2095591083-network', 'tenant_id': 'ce6c413c7b184a0e86efef28e885886e'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:18:32.761408 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1bb22d61-bac9-4434-a458-b986708b6bbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (f96307cc-40d4-4aba-bf10-b7098fbeae16), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:32.788346 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f30d89e-fafc-4c79-8619-96b9576570b0 admin admin] Made reservation on behalf of ce6c413c7b184a0e86efef28e885886e for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:18:32.792643 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3f30d89e-fafc-4c79-8619-96b9576570b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:32.816270 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-1bb22d61-bac9-4434-a458-b986708b6bbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f96307cc-40d4-4aba-bf10-b7098fbeae16']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:18:32.834907 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3f30d89e-fafc-4c79-8619-96b9576570b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:32.842660 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [req-d37c3d41-9fb2-4c59-8bdf-f34b31c326e7 req-7b325952-bd80-4f31-a783-49aedffd512e tempest-LiveAutoBlockMigrationV225Test-497889810 tempest-LiveAutoBlockMigrationV225Test-497889810-project-admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103474) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:18:32.854917 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-d37c3d41-9fb2-4c59-8bdf-f34b31c326e7 req-7b325952-bd80-4f31-a783-49aedffd512e tempest-LiveAutoBlockMigrationV225Test-497889810 tempest-LiveAutoBlockMigrationV225Test-497889810-project-admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0214126 Feb 04 12:18:32.885816 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-1bb22d61-bac9-4434-a458-b986708b6bbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8e26d20-289e-490d-ab72-881fcd1a2e6d') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:18:32.886619 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-1bb22d61-bac9-4434-a458-b986708b6bbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8e26d20-289e-490d-ab72-881fcd1a2e6d') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:18:32.948673 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37c3d41-9fb2-4c59-8bdf-f34b31c326e7 req-7c1c41a8-9072-4c19-b739-db5b1eb67b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:32.950190 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-d37c3d41-9fb2-4c59-8bdf-f34b31c326e7 req-7c1c41a8-9072-4c19-b739-db5b1eb67b14 service neutron] 10.222.0.65 "GET /v2.0/ports/77dede16-a541-4c69-b69d-142ceabed198 HTTP/1.1" status: 200 len: 1124 time: 0.0942874 Feb 04 12:18:32.954265 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1bb22d61-bac9-4434-a458-b986708b6bbe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (e8e26d20-289e-490d-ab72-881fcd1a2e6d), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:32.974721 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1bb22d61-bac9-4434-a458-b986708b6bbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (e8e26d20-289e-490d-ab72-881fcd1a2e6d), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:32.985468 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bb22d61-bac9-4434-a458-b986708b6bbe admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:18:32.986421 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1bb22d61-bac9-4434-a458-b986708b6bbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (e8e26d20-289e-490d-ab72-881fcd1a2e6d), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:32.989161 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 12:18:32.989161 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:18:32.989161 n-d-825015-3 neutron-server[103474]: timer() Feb 04 12:18:32.989161 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:18:32.989161 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 12:18:32.989161 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:18:32.989161 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 12:18:32.989161 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:18:32.989161 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 12:18:32.989161 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:18:32.989161 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 12:18:32.989161 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:18:32.989161 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 12:18:32.989161 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:18:32.989161 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:18:32.989161 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:18:32.989161 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:18:32.989161 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:18:32.989161 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 12:18:32.989161 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:18:32.989161 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 12:18:32.989161 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:18:32.989161 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:18:32.989161 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:18:32.989161 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 12:18:32.989161 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:18:32.989161 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:18:32.989161 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:18:32.989161 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:18:32.989161 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:18:32.989161 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:18:32.989161 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:18:33.011547 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-d37c3d41-9fb2-4c59-8bdf-f34b31c326e7 req-ab2f0fab-798f-4bd3-9e84-a5185ec6f60e service neutron] Request body: {'binding': {'host': 'n-h2-825015-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:18:33.012219 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-d37c3d41-9fb2-4c59-8bdf-f34b31c326e7 req-ab2f0fab-798f-4bd3-9e84-a5185ec6f60e service neutron] Unknown quota resources ['binding']. {{(pid=103474) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 04 12:18:33.026598 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e7a7bb45-bb3a-4aad-9915-99e327184c92 req-0237f34e-51bf-4aea-8b90-e5a536a59e5e tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:33.027377 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e7a7bb45-bb3a-4aad-9915-99e327184c92 req-0237f34e-51bf-4aea-8b90-e5a536a59e5e tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1599943'] for floatingip (edb845a0-45f2-4174-9a5e-588f7ee4ae40), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:33.027927 n-d-825015-3 neutron-server[103475]: INFO neutron.db.l3_db [req-e7a7bb45-bb3a-4aad-9915-99e327184c92 req-0237f34e-51bf-4aea-8b90-e5a536a59e5e tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Floating IP edb845a0-45f2-4174-9a5e-588f7ee4ae40 disassociated. External IP: 172.25.3.79, port: d8fc0d3d-2e13-4978-a5a7-db8b18396b13. Feb 04 12:18:33.028564 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-e7a7bb45-bb3a-4aad-9915-99e327184c92 req-0237f34e-51bf-4aea-8b90-e5a536a59e5e tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Calling delete_port for d8fc0d3d-2e13-4978-a5a7-db8b18396b13 owned by compute:nova {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:18:33.209959 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25a8140-37cb-42ac-afa3-7bae82217cea req-5067c49d-67ff-445f-8644-2bbe0dddf38c tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:33.211684 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e25a8140-37cb-42ac-afa3-7bae82217cea req-5067c49d-67ff-445f-8644-2bbe0dddf38c tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.73 "GET /v2.0/networks?id=8201226e-f25e-431d-a6a5-6704e8dc4880 HTTP/1.1" status: 200 len: 807 time: 0.3061879 Feb 04 12:18:33.213954 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 56644) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:18:33.226889 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-e25a8140-37cb-42ac-afa3-7bae82217cea req-1ed61184-97c5-4d66-bf0d-d1a48b6dddd7 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Request body: {'port': {'device_id': '4b6f9c85-3239-43e6-86e0-5a35173ff64f', 'network_id': '8201226e-f25e-431d-a6a5-6704e8dc4880', 'admin_state_up': True, 'tenant_id': '24a467b030c744bba5cc99601ae6aefc'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:18:33.243331 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1bb22d61-bac9-4434-a458-b986708b6bbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (f96307cc-40d4-4aba-bf10-b7098fbeae16), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:33.287780 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1bb22d61-bac9-4434-a458-b986708b6bbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:33.295198 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-1bb22d61-bac9-4434-a458-b986708b6bbe admin admin] 10.222.0.65 "DELETE /v2.0/networks/f96307cc-40d4-4aba-bf10-b7098fbeae16 HTTP/1.1" status: 204 len: 168 time: 0.9182100 Feb 04 12:18:33.296930 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb22d61-bac9-4434-a458-b986708b6bbe admin admin] Pushing event deleted for resources: {'Network': ['ID=f96307cc-40d4-4aba-bf10-b7098fbeae16,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:33.300200 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf96336-c816-4c82-a862-ebafdf480838 req-9f23a80c-3727-4c79-933d-64f6dcc4abff tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:33.302014 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-acf96336-c816-4c82-a862-ebafdf480838 req-9f23a80c-3727-4c79-933d-64f6dcc4abff tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/ports?device_id=f027c61e-1573-4eca-b41f-3575c551f5d7 HTTP/1.1" status: 200 len: 949 time: 0.3639424 Feb 04 12:18:33.413509 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-acf96336-c816-4c82-a862-ebafdf480838 req-183a5b4a-278f-4fba-936a-47900bc5ea12 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/security-groups?id=9a1ba13a-3582-42ac-bb35-362abd3a196f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988619 Feb 04 12:18:33.421424 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3f30d89e-fafc-4c79-8619-96b9576570b0 admin admin] Publish callbacks [] for security_group (e02ee6d2-f0e7-4325-9b7b-e049ae0a8cfe), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:33.449494 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3f30d89e-fafc-4c79-8619-96b9576570b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (e02ee6d2-f0e7-4325-9b7b-e049ae0a8cfe), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:33.487025 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f30d89e-fafc-4c79-8619-96b9576570b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:18:33.502507 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3f30d89e-fafc-4c79-8619-96b9576570b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (b98fa02e-1d31-4900-a147-41096d487100), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:33.502938 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-3f30d89e-fafc-4c79-8619-96b9576570b0 admin admin] Added segment b98fa02e-1d31-4900-a147-41096d487100 of type vlan for network 29dc487a-0891-467b-a5a8-be1dfb71d55e Feb 04 12:18:33.545291 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6c9a4be8-e741-45de-b5b8-65815f214451 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:33.576523 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3f30d89e-fafc-4c79-8619-96b9576570b0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (29dc487a-0891-467b-a5a8-be1dfb71d55e), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:33.616527 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-d37c3d41-9fb2-4c59-8bdf-f34b31c326e7 req-ab2f0fab-798f-4bd3-9e84-a5185ec6f60e service neutron] Attempting to bind port 77dede16-a541-4c69-b69d-142ceabed198 on host n-h2-825015-3 for vnic_type normal with profile None {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:18:33.617271 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-d37c3d41-9fb2-4c59-8bdf-f34b31c326e7 req-ab2f0fab-798f-4bd3-9e84-a5185ec6f60e service neutron] Attempting to bind port 77dede16-a541-4c69-b69d-142ceabed198 by drivers openvswitch,hyperv on host n-h2-825015-3 at level 0 using segments [{'id': '30a1e83f-6fb2-463b-baec-19bf81bfa14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '365084f8-2068-4655-9009-041f3cc171be'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:18:33.618224 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37c3d41-9fb2-4c59-8bdf-f34b31c326e7 req-ab2f0fab-798f-4bd3-9e84-a5185ec6f60e service neutron] Attempting to bind port 77dede16-a541-4c69-b69d-142ceabed198 on network 365084f8-2068-4655-9009-041f3cc171be {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:18:33.624163 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3f30d89e-fafc-4c79-8619-96b9576570b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (29dc487a-0891-467b-a5a8-be1dfb71d55e), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:33.625687 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f30d89e-fafc-4c79-8619-96b9576570b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:33.627199 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3f30d89e-fafc-4c79-8619-96b9576570b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:33.661829 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e2df27e2-069e-479e-afd3-1669db81ec28 req-b6feeb3c-8d37-4cc1-b1ff-3b8e66bb8a75 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] 10.222.0.65 "GET /v2.0/ports?device_id=06d623a9-40db-4d05-9525-c019dd7d0c13 HTTP/1.1" status: 200 len: 210 time: 0.0676835 Feb 04 12:18:33.663219 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 56652) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:18:33.695199 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e25a8140-37cb-42ac-afa3-7bae82217cea req-1ed61184-97c5-4d66-bf0d-d1a48b6dddd7 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Made reservation on behalf of 24a467b030c744bba5cc99601ae6aefc for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:18:33.700001 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e25a8140-37cb-42ac-afa3-7bae82217cea req-1ed61184-97c5-4d66-bf0d-d1a48b6dddd7 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:33.708841 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37c3d41-9fb2-4c59-8bdf-f34b31c326e7 req-ab2f0fab-798f-4bd3-9e84-a5185ec6f60e service neutron] Port 77dede16-a541-4c69-b69d-142ceabed198 on network 365084f8-2068-4655-9009-041f3cc171be not bound, no agent of type Open vSwitch agent registered on host n-h2-825015-3 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:18:33.709805 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37c3d41-9fb2-4c59-8bdf-f34b31c326e7 req-ab2f0fab-798f-4bd3-9e84-a5185ec6f60e service neutron] Attempting to bind port 77dede16-a541-4c69-b69d-142ceabed198 on network 365084f8-2068-4655-9009-041f3cc171be {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:18:33.716331 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e7a7bb45-bb3a-4aad-9915-99e327184c92 req-0237f34e-51bf-4aea-8b90-e5a536a59e5e tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (d8fc0d3d-2e13-4978-a5a7-db8b18396b13), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:33.742386 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37c3d41-9fb2-4c59-8bdf-f34b31c326e7 req-ab2f0fab-798f-4bd3-9e84-a5185ec6f60e service neutron] Checking agent: {'id': '9b68a165-e786-4b91-8592-44519c2ecabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:18:33.743262 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37c3d41-9fb2-4c59-8bdf-f34b31c326e7 req-ab2f0fab-798f-4bd3-9e84-a5185ec6f60e service neutron] Checking segment: {'id': '30a1e83f-6fb2-463b-baec-19bf81bfa14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '365084f8-2068-4655-9009-041f3cc171be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:18:33.744275 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37c3d41-9fb2-4c59-8bdf-f34b31c326e7 req-ab2f0fab-798f-4bd3-9e84-a5185ec6f60e service neutron] Bound using segment: {'id': '30a1e83f-6fb2-463b-baec-19bf81bfa14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '365084f8-2068-4655-9009-041f3cc171be'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:18:33.744944 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-d37c3d41-9fb2-4c59-8bdf-f34b31c326e7 req-ab2f0fab-798f-4bd3-9e84-a5185ec6f60e service neutron] Bound port: 77dede16-a541-4c69-b69d-142ceabed198, host: n-h2-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30a1e83f-6fb2-463b-baec-19bf81bfa14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '365084f8-2068-4655-9009-041f3cc171be'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:18:33.776765 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-3f30d89e-fafc-4c79-8619-96b9576570b0 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3237977 Feb 04 12:18:33.785944 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f30d89e-fafc-4c79-8619-96b9576570b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e02ee6d2-f0e7-4325-9b7b-e049ae0a8cfe,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:33.815484 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 56658) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:18:33.825420 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-e2e62df2-a178-4653-8e95-578188ee7c93 admin admin] Request body: {'subnet': {'network_id': '29dc487a-0891-467b-a5a8-be1dfb71d55e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-2095591083-subnet', 'tenant_id': 'ce6c413c7b184a0e86efef28e885886e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:18:33.835939 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f30d89e-fafc-4c79-8619-96b9576570b0 admin admin] Pushing event updated for resources: {'Network': ['ID=29dc487a-0891-467b-a5a8-be1dfb71d55e,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:33.848282 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0237f34e-51bf-4aea-8b90-e5a536a59e5e tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Pushing event deleted for resources: {'Port': ['ID=d8fc0d3d-2e13-4978-a5a7-db8b18396b13,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:33.888185 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 29dc487a-0891-467b-a5a8-be1dfb71d55e details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:18:33.949754 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-d37c3d41-9fb2-4c59-8bdf-f34b31c326e7 req-ab2f0fab-798f-4bd3-9e84-a5185ec6f60e service neutron] For port 77dede16-a541-4c69-b69d-142ceabed198, host n-h2-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=77dede16-a541-4c69-b69d-142ceabed198,segment=NetworkSegment(30a1e83f-6fb2-463b-baec-19bf81bfa14b),segment_id=30a1e83f-6fb2-463b-baec-19bf81bfa14b)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:18:33.961297 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-d37c3d41-9fb2-4c59-8bdf-f34b31c326e7 req-ab2f0fab-798f-4bd3-9e84-a5185ec6f60e service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:33.971507 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-d37c3d41-9fb2-4c59-8bdf-f34b31c326e7 req-ab2f0fab-798f-4bd3-9e84-a5185ec6f60e service neutron] 10.222.0.65 "POST /v2.0/ports/77dede16-a541-4c69-b69d-142ceabed198/bindings HTTP/1.1" status: 201 len: 389 time: 0.9612160 Feb 04 12:18:34.317506 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-94ac1fbb-dbda-442f-9220-e37554443e5c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f1d4b55eeb194d32bf2f0b8dc42c02eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6340292 Feb 04 12:18:34.321115 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 56688) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:18:34.325982 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6c9a4be8-e741-45de-b5b8-65815f214451 admin admin] Publish callbacks [] for security_group (71539f1b-d310-40af-a432-3dbe4d6207b7), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:34.347711 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e7a7bb45-bb3a-4aad-9915-99e327184c92 req-0237f34e-51bf-4aea-8b90-e5a536a59e5e tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Router 5e774df9-ebae-4d9b-b106-f97e45dc038d has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:18:34.391079 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.73', 59446) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:18:34.815022 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6c9a4be8-e741-45de-b5b8-65815f214451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (71539f1b-d310-40af-a432-3dbe4d6207b7), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:34.866656 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9e94f628-5015-4ca4-951c-6c9b371d8424 req-c30c0326-05bc-4a3c-bd95-b9164271f4a7 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/ports?device_id=4b6f9c85-3239-43e6-86e0-5a35173ff64f HTTP/1.1" status: 200 len: 210 time: 0.5659444 Feb 04 12:18:34.935024 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2e62df2-a178-4653-8e95-578188ee7c93 admin admin] Made reservation on behalf of ce6c413c7b184a0e86efef28e885886e for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:18:34.939720 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e2e62df2-a178-4653-8e95-578188ee7c93 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:35.092360 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96188035-e3e7-44fe-bfc2-54259c2924c9 req-66ffb5df-d23c-431b-88db-e66aa22b6a01 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:35.094875 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-96188035-e3e7-44fe-bfc2-54259c2924c9 req-66ffb5df-d23c-431b-88db-e66aa22b6a01 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] 10.222.0.73 "GET /v2.0/networks?id=d2a4c77d-3fdb-4ff7-b292-4dd38c281129 HTTP/1.1" status: 200 len: 824 time: 0.6858423 Feb 04 12:18:35.102062 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-30379d92-a32b-415f-aacd-fc2be3bf1b4c admin admin] Publish callbacks [] for security_group (43cbf249-5027-4b22-81ac-9321ca21909f), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:35.105762 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-6c9a4be8-e741-45de-b5b8-65815f214451 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=42016ce752ea47c3b00c233209c88791&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8899386 Feb 04 12:18:35.111498 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 56704) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:18:35.210816 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9a4be8-e741-45de-b5b8-65815f214451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71539f1b-d310-40af-a432-3dbe4d6207b7,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:35.242344 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-30379d92-a32b-415f-aacd-fc2be3bf1b4c admin admin] Publish callbacks [] for security_group (43cbf249-5027-4b22-81ac-9321ca21909f), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:35.245847 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37c3d41-9fb2-4c59-8bdf-f34b31c326e7 req-bddc8601-629b-4ba2-941c-0eec6889206d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:35.247434 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-d37c3d41-9fb2-4c59-8bdf-f34b31c326e7 req-bddc8601-629b-4ba2-941c-0eec6889206d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=207f01ccf15c4616a04a98fbbad5fc72&device_id=36e4d1dc-26b6-46cf-b4da-bef23d627bbe HTTP/1.1" status: 200 len: 1127 time: 0.5138590 Feb 04 12:18:35.401572 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58108888-133c-46df-bd27-39696adb0f9c req-ed70e4ab-2bd4-4c75-8123-2df1cac8ba9b tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:35.403203 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-58108888-133c-46df-bd27-39696adb0f9c req-ed70e4ab-2bd4-4c75-8123-2df1cac8ba9b tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/ports?device_id=f027c61e-1573-4eca-b41f-3575c551f5d7 HTTP/1.1" status: 200 len: 949 time: 0.3717415 Feb 04 12:18:35.407090 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-e25a8140-37cb-42ac-afa3-7bae82217cea req-1ed61184-97c5-4d66-bf0d-d1a48b6dddd7 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Allocated IP 172.20.0.8 (8201226e-f25e-431d-a6a5-6704e8dc4880/6b10c2b1-e8bd-4535-8be4-90c0033f4e8f/638e78f7-bd09-4274-9cce-b586cb09d7c7) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:18:35.453124 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f34b00-730c-4cf9-9a9a-4bba54ddc7d8 req-abca4aaa-c4b0-4ebc-aa7b-bcb320706962 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:35.461772 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a2f34b00-730c-4cf9-9a9a-4bba54ddc7d8 req-abca4aaa-c4b0-4ebc-aa7b-bcb320706962 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=36e4d1dc-26b6-46cf-b4da-bef23d627bbe HTTP/1.1" status: 200 len: 945 time: 0.5851622 Feb 04 12:18:35.478280 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-96188035-e3e7-44fe-bfc2-54259c2924c9 req-0b4ea84f-9323-41f7-9e23-544c1a38ebf8 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af7896e432b54a83bc6fa954af7e9dac HTTP/1.1" status: 200 len: 380 time: 0.3727777 Feb 04 12:18:35.486541 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-96dfb3b2-96f7-43c2-b3e7-fd149d4b90a8 admin admin] Publish callbacks [] for security_group (71539f1b-d310-40af-a432-3dbe4d6207b7), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:35.495431 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-96188035-e3e7-44fe-bfc2-54259c2924c9 req-f592477a-dbe4-4bdc-93d4-785ecb9c410e tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Request body: {'port': {'device_id': '06d623a9-40db-4d05-9525-c019dd7d0c13', 'network_id': 'd2a4c77d-3fdb-4ff7-b292-4dd38c281129', 'admin_state_up': True, 'tenant_id': 'af7896e432b54a83bc6fa954af7e9dac', 'security_groups': ['1cd472ff-e85a-4001-a10c-f5ed9978b777']}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:18:35.643481 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e7a7bb45-bb3a-4aad-9915-99e327184c92 req-0237f34e-51bf-4aea-8b90-e5a536a59e5e tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:18:35.669864 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19afc108-c5b0-4975-b4ea-74c86d6fcf1f None None] Sync routers for ids ['5e774df9-ebae-4d9b-b106-f97e45dc038d'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:18:35.713628 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19afc108-c5b0-4975-b4ea-74c86d6fcf1f None None] Routers {'5e774df9-ebae-4d9b-b106-f97e45dc038d'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:18:35.714625 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-19afc108-c5b0-4975-b4ea-74c86d6fcf1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:18:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['5e774df9-ebae-4d9b-b106-f97e45dc038d'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:18:35.832989 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-30379d92-a32b-415f-aacd-fc2be3bf1b4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (43cbf249-5027-4b22-81ac-9321ca21909f), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:35.835890 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-30379d92-a32b-415f-aacd-fc2be3bf1b4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:35.837056 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-30379d92-a32b-415f-aacd-fc2be3bf1b4c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/43cbf249-5027-4b22-81ac-9321ca21909f HTTP/1.1" status: 204 len: 168 time: 1.5135875 Feb 04 12:18:35.876371 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-96dfb3b2-96f7-43c2-b3e7-fd149d4b90a8 admin admin] Publish callbacks [] for security_group (71539f1b-d310-40af-a432-3dbe4d6207b7), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:35.887086 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30379d92-a32b-415f-aacd-fc2be3bf1b4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43cbf249-5027-4b22-81ac-9321ca21909f,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:35.932859 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37c3d41-9fb2-4c59-8bdf-f34b31c326e7 req-588c8186-ea02-4ad6-98cb-78c234c14d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:35.935390 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-d37c3d41-9fb2-4c59-8bdf-f34b31c326e7 req-588c8186-ea02-4ad6-98cb-78c234c14d14 service neutron] 10.222.0.77 "GET /v2.0/networks?id=365084f8-2068-4655-9009-041f3cc171be HTTP/1.1" status: 200 len: 922 time: 0.6613262 Feb 04 12:18:35.943382 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-58108888-133c-46df-bd27-39696adb0f9c req-6c6155f5-d9cb-4417-a0f2-473c17d7385b tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/security-groups?id=9a1ba13a-3582-42ac-bb35-362abd3a196f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4637027 Feb 04 12:18:35.980890 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7a7bb45-bb3a-4aad-9915-99e327184c92 req-0237f34e-51bf-4aea-8b90-e5a536a59e5e tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] No DVR routers for this DVR port d8fc0d3d-2e13-4978-a5a7-db8b18396b13 on host n-h1-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:18:35.985637 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device d8fc0d3d-2e13-4978-a5a7-db8b18396b13 no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:18:36.050190 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-19afc108-c5b0-4975-b4ea-74c86d6fcf1f None None] Set router 5e774df9-ebae-4d9b-b106-f97e45dc038d gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:18:36.057007 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] No Port match for: d8fc0d3d-2e13-4978-a5a7-db8b18396b13 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:18:36.058860 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device d8fc0d3d-2e13-4978-a5a7-db8b18396b13 not bound to the agent host n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:18:36.069375 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-d37c3d41-9fb2-4c59-8bdf-f34b31c326e7 req-6e81104d-0949-4ae9-8d6e-12741af7e2ba service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77dede16-a541-4c69-b69d-142ceabed198 HTTP/1.1" status: 200 len: 217 time: 0.1155818 Feb 04 12:18:36.087563 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a2f34b00-730c-4cf9-9a9a-4bba54ddc7d8 req-5eae082c-0544-4733-ad6b-84f76f5bd945 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/security-groups?id=0e320687-8002-4e00-a016-6bf57af2cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5911644 Feb 04 12:18:36.097432 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e7a7bb45-bb3a-4aad-9915-99e327184c92 req-0237f34e-51bf-4aea-8b90-e5a536a59e5e tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:36.111940 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e7a7bb45-bb3a-4aad-9915-99e327184c92 req-0237f34e-51bf-4aea-8b90-e5a536a59e5e tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] 10.222.0.73 "DELETE /v2.0/ports/d8fc0d3d-2e13-4978-a5a7-db8b18396b13 HTTP/1.1" status: 204 len: 173 time: 4.3169909 Feb 04 12:18:36.112582 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcd7afee-8c61-4b1c-b087-7cedcfa65d29', 'name': 'network-vif-deleted', 'tag': 'd8fc0d3d-2e13-4978-a5a7-db8b18396b13'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:18:36.115751 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac09987d-ac38-4940-a728-03f777dd90f3" -d '{"events": [{"server_uuid": "bcd7afee-8c61-4b1c-b087-7cedcfa65d29", "name": "network-vif-deleted", "tag": "d8fc0d3d-2e13-4978-a5a7-db8b18396b13"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:18:36.211123 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e2e62df2-a178-4653-8e95-578188ee7c93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for subnet (8c10b01f-6505-423f-a043-13e7cced20b8), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:36.344757 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37c3d41-9fb2-4c59-8bdf-f34b31c326e7 req-34748eab-b6b2-41c2-938d-beab1df78a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:36.353643 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-d37c3d41-9fb2-4c59-8bdf-f34b31c326e7 req-34748eab-b6b2-41c2-938d-beab1df78a5b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=baf06417-eecb-4036-81cf-3c7679e7daf8 HTTP/1.1" status: 200 len: 861 time: 0.2656891 Feb 04 12:18:36.440708 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-d37c3d41-9fb2-4c59-8bdf-f34b31c326e7 req-30eaacaf-5c78-4374-94f1-7bdd2ca1eebb service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=365084f8-2068-4655-9009-041f3cc171be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0781367 Feb 04 12:18:36.573987 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e25a8140-37cb-42ac-afa3-7bae82217cea req-1ed61184-97c5-4d66-bf0d-d1a48b6dddd7 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Publish callbacks [] for port (638e78f7-bd09-4274-9cce-b586cb09d7c7), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:36.684453 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-19afc108-c5b0-4975-b4ea-74c86d6fcf1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e774df9-ebae-4d9b-b106-f97e45dc038d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1605097857-router', 'tenant_id': 'af7896e432b54a83bc6fa954af7e9dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': '406ad788-a3ed-4cbf-83b8-2720fcd7b7cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:17:03Z', 'updated_at': '2022-02-04T12:17:11Z', 'revision_number': 4, 'project_id': 'af7896e432b54a83bc6fa954af7e9dac', 'gw_port': {'id': '406ad788-a3ed-4cbf-83b8-2720fcd7b7cd', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:54:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e774df9-ebae-4d9b-b106-f97e45dc038d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:17:04Z', 'updated_at': '2022-02-04T12:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '0a5a3061-416f-49bd-b308-48c213be9c93', 'name': '', 'network_id': 'd2a4c77d-3fdb-4ff7-b292-4dd38c281129', 'tenant_id': 'af7896e432b54a83bc6fa954af7e9dac', 'mac_address': 'fa:16:3e:f7:8b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e774df9-ebae-4d9b-b106-f97e45dc038d', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'b48188d4-d733-4c67-bf23-f3f37b0f09f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:17:09Z', 'updated_at': '2022-02-04T12:17:16Z', 'revision_number': 5, 'project_id': 'af7896e432b54a83bc6fa954af7e9dac', 'subnets': [{'id': 'b48188d4-d733-4c67-bf23-f3f37b0f09f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:18:36.777556 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e62df2-a178-4653-8e95-578188ee7c93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c10b01f-6505-423f-a043-13e7cced20b8,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:36.794336 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ce21248e-6f66-43c2-8090-e37a1590fb44 req-1da00a70-bb15-4b86-a453-f1752e2e2d7d tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] 10.222.0.65 "GET /v2.0/ports?device_id=06d623a9-40db-4d05-9525-c019dd7d0c13 HTTP/1.1" status: 200 len: 210 time: 0.6126347 Feb 04 12:18:36.799400 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-96dfb3b2-96f7-43c2-b3e7-fd149d4b90a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (71539f1b-d310-40af-a432-3dbe4d6207b7), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:36.807399 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-96dfb3b2-96f7-43c2-b3e7-fd149d4b90a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:36.812630 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-96dfb3b2-96f7-43c2-b3e7-fd149d4b90a8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/71539f1b-d310-40af-a432-3dbe4d6207b7 HTTP/1.1" status: 204 len: 168 time: 1.6898179 Feb 04 12:18:36.827306 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19afc108-c5b0-4975-b4ea-74c86d6fcf1f None None] Checking router: 5e774df9-ebae-4d9b-b106-f97e45dc038d for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:18:36.851129 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96188035-e3e7-44fe-bfc2-54259c2924c9 req-f592477a-dbe4-4bdc-93d4-785ecb9c410e tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Made reservation on behalf of af7896e432b54a83bc6fa954af7e9dac for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:18:36.857457 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-96188035-e3e7-44fe-bfc2-54259c2924c9 req-f592477a-dbe4-4bdc-93d4-785ecb9c410e tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:36.894817 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19afc108-c5b0-4975-b4ea-74c86d6fcf1f None None] Routers {'5e774df9-ebae-4d9b-b106-f97e45dc038d'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:18:36.908133 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dfb3b2-96f7-43c2-b3e7-fd149d4b90a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71539f1b-d310-40af-a432-3dbe4d6207b7,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:36.909353 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-19afc108-c5b0-4975-b4ea-74c86d6fcf1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:18:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['5e774df9-ebae-4d9b-b106-f97e45dc038d'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:18:36.920623 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 56746) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:18:37.000570 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e25a8140-37cb-42ac-afa3-7bae82217cea req-1ed61184-97c5-4d66-bf0d-d1a48b6dddd7 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (638e78f7-bd09-4274-9cce-b586cb09d7c7), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:37.004961 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-d37c3d41-9fb2-4c59-8bdf-f34b31c326e7 req-7a5dbd0f-cdfe-4376-b74f-c14d5dffaa37 service neutron] 10.222.0.77 "GET /v2.0/networks/365084f8-2068-4655-9009-041f3cc171be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5537717 Feb 04 12:18:37.210020 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-a0cff17d-1783-4482-837a-7eb4bd688511 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2671ed68f34b4af8aeafbcf8ae387b05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2777693 Feb 04 12:18:37.225454 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 56756) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:18:37.236844 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e25a8140-37cb-42ac-afa3-7bae82217cea req-1ed61184-97c5-4d66-bf0d-d1a48b6dddd7 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Network 8201226e-f25e-431d-a6a5-6704e8dc4880 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:18:37.244551 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed61184-97c5-4d66-bf0d-d1a48b6dddd7 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Pushing event updated for resources: {'Port': ['ID=638e78f7-bd09-4274-9cce-b586cb09d7c7,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:37.250112 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e62df2-a178-4653-8e95-578188ee7c93 admin admin] Checking segment: {'id': 'b98fa02e-1d31-4900-a147-41096d487100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '29dc487a-0891-467b-a5a8-be1dfb71d55e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:18:37.250579 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e62df2-a178-4653-8e95-578188ee7c93 admin admin] Network hostable DHCP agents. Network: 29dc487a-0891-467b-a5a8-be1dfb71d55e, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:18:37.258139 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-e25a8140-37cb-42ac-afa3-7bae82217cea req-1ed61184-97c5-4d66-bf0d-d1a48b6dddd7 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:18:37.262492 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-e25a8140-37cb-42ac-afa3-7bae82217cea req-1ed61184-97c5-4d66-bf0d-d1a48b6dddd7 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:18:37.273507 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25a8140-37cb-42ac-afa3-7bae82217cea req-1ed61184-97c5-4d66-bf0d-d1a48b6dddd7 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:37.274538 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e25a8140-37cb-42ac-afa3-7bae82217cea req-1ed61184-97c5-4d66-bf0d-d1a48b6dddd7 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:37.426340 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e25a8140-37cb-42ac-afa3-7bae82217cea req-1ed61184-97c5-4d66-bf0d-d1a48b6dddd7 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2032700 Feb 04 12:18:37.436378 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-19afc108-c5b0-4975-b4ea-74c86d6fcf1f None None] Set router 5e774df9-ebae-4d9b-b106-f97e45dc038d gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:18:37.488897 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-e25a8140-37cb-42ac-afa3-7bae82217cea req-e9844e92-04a0-44dd-b0b6-7787fb03419a service neutron] Request body: {'port': {'device_id': '4b6f9c85-3239-43e6-86e0-5a35173ff64f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:18:37.558888 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [req-96188035-e3e7-44fe-bfc2-54259c2924c9 req-f592477a-dbe4-4bdc-93d4-785ecb9c410e tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Allocated IP 172.20.0.3 (d2a4c77d-3fdb-4ff7-b292-4dd38c281129/b48188d4-d733-4c67-bf23-f3f37b0f09f3/d85456be-be77-4b03-b039-2c69c2d5fea8) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:18:37.587878 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e62df2-a178-4653-8e95-578188ee7c93 admin admin] Network 29dc487a-0891-467b-a5a8-be1dfb71d55e is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:18:37.655572 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-e2e62df2-a178-4653-8e95-578188ee7c93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 29dc487a-0891-467b-a5a8-be1dfb71d55e) {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:18:37.672523 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc383a84-5284-4ac7-9707-5c0ac37cb477 None None] Network 29dc487a-0891-467b-a5a8-be1dfb71d55e requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:18:37.703531 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e62df2-a178-4653-8e95-578188ee7c93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:37.705343 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e2e62df2-a178-4653-8e95-578188ee7c93 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:37.718536 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-efb5a069-7eac-4ba8-b7b7-42df97407c3d req-432dcd8c-0569-4268-8025-5067cf81e6fe service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6403eb81-a027-401d-9653-10a82f5ea6bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4745567 Feb 04 12:18:37.765563 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7fc9c9-7292-49c8-95aa-c10a3a79b0da req-a60d7c8f-15eb-44d0-b626-8593a107cb38 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:37.774585 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7c7fc9c9-7292-49c8-95aa-c10a3a79b0da req-a60d7c8f-15eb-44d0-b626-8593a107cb38 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/ports?device_id=4b6f9c85-3239-43e6-86e0-5a35173ff64f HTTP/1.1" status: 200 len: 931 time: 0.5349827 Feb 04 12:18:37.861365 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1d2d0331-c118-40ef-9f17-566c30b259a9 admin admin] Publish callbacks [] for security_group (be7a9f4b-aa11-4434-ae15-ec59ea1a8ae1), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:37.863144 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7100697-e5dd-486b-8247-0d287f3dc15c x-openstack-request-id: req-e7100697-e5dd-486b-8247-0d287f3dc15c {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:18:37.863641 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcd7afee-8c61-4b1c-b087-7cedcfa65d29", "name": "network-vif-deleted", "tag": "d8fc0d3d-2e13-4978-a5a7-db8b18396b13", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:18:37.864082 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e7100697-e5dd-486b-8247-0d287f3dc15c {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:18:37.864732 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcd7afee-8c61-4b1c-b087-7cedcfa65d29', 'name': 'network-vif-deleted', 'tag': 'd8fc0d3d-2e13-4978-a5a7-db8b18396b13', 'status': 'completed', 'code': 200} Feb 04 12:18:37.920150 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-d37c3d41-9fb2-4c59-8bdf-f34b31c326e7 req-e4bbf3a7-1058-490f-b631-78f1fea49842 service neutron] 10.222.0.77 "GET /v2.0/networks/365084f8-2068-4655-9009-041f3cc171be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8964651 Feb 04 12:18:37.921814 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e25a8140-37cb-42ac-afa3-7bae82217cea req-e9844e92-04a0-44dd-b0b6-7787fb03419a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (638e78f7-bd09-4274-9cce-b586cb09d7c7), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:38.143539 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb3dbc8-6a03-4bf2-b316-5204f3fd7af6 None None] Network 29dc487a-0891-467b-a5a8-be1dfb71d55e requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:18:38.150135 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-19afc108-c5b0-4975-b4ea-74c86d6fcf1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e774df9-ebae-4d9b-b106-f97e45dc038d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1605097857-router', 'tenant_id': 'af7896e432b54a83bc6fa954af7e9dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': '406ad788-a3ed-4cbf-83b8-2720fcd7b7cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:17:03Z', 'updated_at': '2022-02-04T12:17:11Z', 'revision_number': 4, 'project_id': 'af7896e432b54a83bc6fa954af7e9dac', 'gw_port': {'id': '406ad788-a3ed-4cbf-83b8-2720fcd7b7cd', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:54:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e774df9-ebae-4d9b-b106-f97e45dc038d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:17:04Z', 'updated_at': '2022-02-04T12:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '0a5a3061-416f-49bd-b308-48c213be9c93', 'name': '', 'network_id': 'd2a4c77d-3fdb-4ff7-b292-4dd38c281129', 'tenant_id': 'af7896e432b54a83bc6fa954af7e9dac', 'mac_address': 'fa:16:3e:f7:8b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e774df9-ebae-4d9b-b106-f97e45dc038d', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'b48188d4-d733-4c67-bf23-f3f37b0f09f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:17:09Z', 'updated_at': '2022-02-04T12:17:16Z', 'revision_number': 5, 'project_id': 'af7896e432b54a83bc6fa954af7e9dac', 'subnets': [{'id': 'b48188d4-d733-4c67-bf23-f3f37b0f09f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:18:38.263868 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19afc108-c5b0-4975-b4ea-74c86d6fcf1f None None] The sync data for ids ['5e774df9-ebae-4d9b-b106-f97e45dc038d'] in n-d-825015-3 is: [{'id': '5e774df9-ebae-4d9b-b106-f97e45dc038d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1605097857-router', 'tenant_id': 'af7896e432b54a83bc6fa954af7e9dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': '406ad788-a3ed-4cbf-83b8-2720fcd7b7cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:17:03Z', 'updated_at': '2022-02-04T12:17:11Z', 'revision_number': 4, 'project_id': 'af7896e432b54a83bc6fa954af7e9dac', 'gw_port': {'id': '406ad788-a3ed-4cbf-83b8-2720fcd7b7cd', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:54:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e774df9-ebae-4d9b-b106-f97e45dc038d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:17:04Z', 'updated_at': '2022-02-04T12:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '0a5a3061-416f-49bd-b308-48c213be9c93', 'name': '', 'network_id': 'd2a4c77d-3fdb-4ff7-b292-4dd38c281129', 'tenant_id': 'af7896e432b54a83bc6fa954af7e9dac', 'mac_address': 'fa:16:3e:f7:8b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e774df9-ebae-4d9b-b106-f97e45dc038d', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'b48188d4-d733-4c67-bf23-f3f37b0f09f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:17:09Z', 'updated_at': '2022-02-04T12:17:16Z', 'revision_number': 5, 'project_id': 'af7896e432b54a83bc6fa954af7e9dac', 'subnets': [{'id': 'b48188d4-d733-4c67-bf23-f3f37b0f09f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:18:38.287159 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 56768) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:18:38.327812 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-e2e62df2-a178-4653-8e95-578188ee7c93 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 4.4979849 Feb 04 12:18:38.424760 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-96188035-e3e7-44fe-bfc2-54259c2924c9 req-f592477a-dbe4-4bdc-93d4-785ecb9c410e tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Publish callbacks [] for port (d85456be-be77-4b03-b039-2c69c2d5fea8), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:38.429522 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1d2d0331-c118-40ef-9f17-566c30b259a9 admin admin] Publish callbacks [] for security_group (be7a9f4b-aa11-4434-ae15-ec59ea1a8ae1), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:38.526374 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6eb6ae98-47bc-4e84-b33a-21a1322b1b21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:38.561005 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb5a069-7eac-4ba8-b7b7-42df97407c3d req-eb6db3d3-f895-444a-b36a-c22ab31fb8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:38.561574 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37c3d41-9fb2-4c59-8bdf-f34b31c326e7 req-ae8246be-146b-487f-a476-cc7906b0e61e tempest-LiveAutoBlockMigrationV225Test-497889810 tempest-LiveAutoBlockMigrationV225Test-497889810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:38.562970 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-efb5a069-7eac-4ba8-b7b7-42df97407c3d req-eb6db3d3-f895-444a-b36a-c22ab31fb8b3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=978f4861dcee4fa9a2eeb0437c76bd64&device_id=6403eb81-a027-401d-9653-10a82f5ea6bd HTTP/1.1" status: 200 len: 1153 time: 0.7547405 Feb 04 12:18:38.564286 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-d37c3d41-9fb2-4c59-8bdf-f34b31c326e7 req-ae8246be-146b-487f-a476-cc7906b0e61e tempest-LiveAutoBlockMigrationV225Test-497889810 tempest-LiveAutoBlockMigrationV225Test-497889810-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=36e4d1dc-26b6-46cf-b4da-bef23d627bbe&tenant_id=207f01ccf15c4616a04a98fbbad5fc72&binding%3Ahost_id=n-h1-825015-3 HTTP/1.1" status: 200 len: 1127 time: 0.5100474 Feb 04 12:18:38.588098 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7c7fc9c9-7292-49c8-95aa-c10a3a79b0da req-de25be7d-098d-49f0-99e5-76547c6fd223 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4f571d4-f0a1-47f6-a54a-b93db47581cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7928762 Feb 04 12:18:38.599990 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-d37c3d41-9fb2-4c59-8bdf-f34b31c326e7 req-38c1da0f-fb3a-4cf6-b4a8-422e244cbcc9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-825015-3'}}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:18:38.618967 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5b443a-cce3-451e-ad09-af0edd5bd963 req-ce19af35-29f3-4dcb-be22-71dfbad2d6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:38.629504 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-ed5b443a-cce3-451e-ad09-af0edd5bd963 req-ce19af35-29f3-4dcb-be22-71dfbad2d6a8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=978f4861dcee4fa9a2eeb0437c76bd64&device_id=f027c61e-1573-4eca-b41f-3575c551f5d7 HTTP/1.1" status: 200 len: 1131 time: 0.2593725 Feb 04 12:18:38.704587 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-96188035-e3e7-44fe-bfc2-54259c2924c9 req-f592477a-dbe4-4bdc-93d4-785ecb9c410e tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (d85456be-be77-4b03-b039-2c69c2d5fea8), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:38.845377 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1d2d0331-c118-40ef-9f17-566c30b259a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (be7a9f4b-aa11-4434-ae15-ec59ea1a8ae1), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:38.856074 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1d2d0331-c118-40ef-9f17-566c30b259a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:38.860984 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-1d2d0331-c118-40ef-9f17-566c30b259a9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/be7a9f4b-aa11-4434-ae15-ec59ea1a8ae1 HTTP/1.1" status: 204 len: 168 time: 1.6301463 Feb 04 12:18:38.931044 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f5fed5-b747-4ac8-85f5-e7732db12756 None None] New status for floating IP edb845a0-45f2-4174-9a5e-588f7ee4ae40: DOWN {{(pid=103476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 12:18:38.932831 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-e25a8140-37cb-42ac-afa3-7bae82217cea req-e9844e92-04a0-44dd-b0b6-7787fb03419a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 638e78f7-bd09-4274-9cce-b586cb09d7c7 {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:18:38.946098 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e25a8140-37cb-42ac-afa3-7bae82217cea req-e9844e92-04a0-44dd-b0b6-7787fb03419a service neutron] Publish callbacks [] for port (638e78f7-bd09-4274-9cce-b586cb09d7c7), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:38.959102 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96188035-e3e7-44fe-bfc2-54259c2924c9 req-f592477a-dbe4-4bdc-93d4-785ecb9c410e tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Network d2a4c77d-3fdb-4ff7-b292-4dd38c281129 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:18:38.965113 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2d0331-c118-40ef-9f17-566c30b259a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be7a9f4b-aa11-4434-ae15-ec59ea1a8ae1,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:38.991437 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [req-96188035-e3e7-44fe-bfc2-54259c2924c9 req-f592477a-dbe4-4bdc-93d4-785ecb9c410e tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:18:39.006280 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-96188035-e3e7-44fe-bfc2-54259c2924c9 req-f592477a-dbe4-4bdc-93d4-785ecb9c410e tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:18:39.038136 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f592477a-dbe4-4bdc-93d4-785ecb9c410e tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Pushing event updated for resources: {'Port': ['ID=d85456be-be77-4b03-b039-2c69c2d5fea8,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:39.059103 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-d37c3d41-9fb2-4c59-8bdf-f34b31c326e7 req-38c1da0f-fb3a-4cf6-b4a8-422e244cbcc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (77dede16-a541-4c69-b69d-142ceabed198), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:39.121982 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6eb6ae98-47bc-4e84-b33a-21a1322b1b21 admin admin] Publish callbacks [] for security_group (febef173-2329-4e01-95ac-cf7939c13a88), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:39.217425 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fd4ad7-ced4-4ca6-a5cf-776264fc07a6 req-2a696cd0-0d53-4cb4-b19b-a3bd729d21f8 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:39.222185 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-13fd4ad7-ced4-4ca6-a5cf-776264fc07a6 req-2a696cd0-0d53-4cb4-b19b-a3bd729d21f8 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/ports?device_id=f027c61e-1573-4eca-b41f-3575c551f5d7 HTTP/1.1" status: 200 len: 949 time: 0.9339957 Feb 04 12:18:39.223112 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6eb6ae98-47bc-4e84-b33a-21a1322b1b21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (febef173-2329-4e01-95ac-cf7939c13a88), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:39.224825 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5b443a-cce3-451e-ad09-af0edd5bd963 req-95f48e31-53bf-451d-858d-b5d0f99e2c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:39.226949 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-ed5b443a-cce3-451e-ad09-af0edd5bd963 req-95f48e31-53bf-451d-858d-b5d0f99e2c2b service neutron] 10.222.0.77 "GET /v2.0/networks?id=2f7dc246-a024-4937-952c-0ddeef5af29c HTTP/1.1" status: 200 len: 870 time: 0.5352597 Feb 04 12:18:39.311348 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-6eb6ae98-47bc-4e84-b33a-21a1322b1b21 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2c37900f0aad4efc90e60a6d23d4fe67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9928176 Feb 04 12:18:39.331035 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 56778) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:18:39.332676 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96188035-e3e7-44fe-bfc2-54259c2924c9 req-f592477a-dbe4-4bdc-93d4-785ecb9c410e tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:39.334204 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-96188035-e3e7-44fe-bfc2-54259c2924c9 req-f592477a-dbe4-4bdc-93d4-785ecb9c410e tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:39.377465 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-e25a8140-37cb-42ac-afa3-7bae82217cea req-e9844e92-04a0-44dd-b0b6-7787fb03419a service neutron] Transition to ACTIVE for port object 638e78f7-bd09-4274-9cce-b586cb09d7c7 will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:18:39.417468 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-ed5b443a-cce3-451e-ad09-af0edd5bd963 req-44deaf55-6af3-4a83-a020-d2aed595e00f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=9deeedb5-204f-427a-9d10-78c74d840462 HTTP/1.1" status: 200 len: 217 time: 0.1265142 Feb 04 12:18:39.501400 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-96188035-e3e7-44fe-bfc2-54259c2924c9 req-f592477a-dbe4-4bdc-93d4-785ecb9c410e tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0099862 Feb 04 12:18:39.524501 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e25a8140-37cb-42ac-afa3-7bae82217cea req-e9844e92-04a0-44dd-b0b6-7787fb03419a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (638e78f7-bd09-4274-9cce-b586cb09d7c7), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:39.585791 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5b443a-cce3-451e-ad09-af0edd5bd963 req-71621b17-12a7-4153-b4bd-cec162009d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:39.587584 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb6ae98-47bc-4e84-b33a-21a1322b1b21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=febef173-2329-4e01-95ac-cf7939c13a88,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:39.588679 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-ed5b443a-cce3-451e-ad09-af0edd5bd963 req-71621b17-12a7-4153-b4bd-cec162009d92 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5ee3374a-84e9-4639-853c-740c6edaf6dc HTTP/1.1" status: 200 len: 843 time: 0.1519611 Feb 04 12:18:39.716931 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-96188035-e3e7-44fe-bfc2-54259c2924c9 req-0d218cbb-5444-4585-a2df-df7d1fafeafb service neutron] Request body: {'port': {'device_id': '06d623a9-40db-4d05-9525-c019dd7d0c13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825015-3'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:18:39.744758 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-13fd4ad7-ced4-4ca6-a5cf-776264fc07a6 req-7b0ffae6-62e2-49d6-9f5b-5c4d15f372f3 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/security-groups?id=9a1ba13a-3582-42ac-bb35-362abd3a196f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4612067 Feb 04 12:18:39.969341 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139f4087-935d-4151-bac2-8b882e29001e req-c645c653-8192-42db-9af6-e3ff648a7472 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:39.984593 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-139f4087-935d-4151-bac2-8b882e29001e req-c645c653-8192-42db-9af6-e3ff648a7472 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=36e4d1dc-26b6-46cf-b4da-bef23d627bbe HTTP/1.1" status: 200 len: 945 time: 0.8601601 Feb 04 12:18:40.087519 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-96188035-e3e7-44fe-bfc2-54259c2924c9 req-0d218cbb-5444-4585-a2df-df7d1fafeafb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (d85456be-be77-4b03-b039-2c69c2d5fea8), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:40.103702 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb5a069-7eac-4ba8-b7b7-42df97407c3d req-da8beff7-ecd8-4289-8d0c-3c1cc76e70e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:40.108122 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-efb5a069-7eac-4ba8-b7b7-42df97407c3d req-da8beff7-ecd8-4289-8d0c-3c1cc76e70e2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2f7dc246-a024-4937-952c-0ddeef5af29c HTTP/1.1" status: 200 len: 870 time: 1.5134997 Feb 04 12:18:40.108824 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5b443a-cce3-451e-ad09-af0edd5bd963 req-58d3d58e-789a-4ae9-8c66-89a3a6bf8e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:40.109758 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9844e92-04a0-44dd-b0b6-7787fb03419a service neutron] Pushing event updated for resources: {'Port': ['ID=638e78f7-bd09-4274-9cce-b586cb09d7c7,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:40.112116 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-ed5b443a-cce3-451e-ad09-af0edd5bd963 req-58d3d58e-789a-4ae9-8c66-89a3a6bf8e8f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2f7dc246-a024-4937-952c-0ddeef5af29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3824880 Feb 04 12:18:40.116028 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-d37c3d41-9fb2-4c59-8bdf-f34b31c326e7 req-38c1da0f-fb3a-4cf6-b4a8-422e244cbcc9 service neutron] For port 77dede16-a541-4c69-b69d-142ceabed198, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=77dede16-a541-4c69-b69d-142ceabed198,segment=NetworkSegment(30a1e83f-6fb2-463b-baec-19bf81bfa14b),segment_id=30a1e83f-6fb2-463b-baec-19bf81bfa14b)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:18:40.259699 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-139f4087-935d-4151-bac2-8b882e29001e req-d6fda559-9003-4bd0-a862-3142684c081a tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/security-groups?id=0e320687-8002-4e00-a016-6bf57af2cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732713 Feb 04 12:18:40.265671 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-e25a8140-37cb-42ac-afa3-7bae82217cea req-e9844e92-04a0-44dd-b0b6-7787fb03419a service neutron] Attempting to bind port 638e78f7-bd09-4274-9cce-b586cb09d7c7 on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:18:40.266980 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-e25a8140-37cb-42ac-afa3-7bae82217cea req-e9844e92-04a0-44dd-b0b6-7787fb03419a service neutron] Attempting to bind port 638e78f7-bd09-4274-9cce-b586cb09d7c7 by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': '1a9a2aca-b7f6-445c-a938-0b8696864233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '8201226e-f25e-431d-a6a5-6704e8dc4880'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:18:40.268256 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25a8140-37cb-42ac-afa3-7bae82217cea req-e9844e92-04a0-44dd-b0b6-7787fb03419a service neutron] Attempting to bind port 638e78f7-bd09-4274-9cce-b586cb09d7c7 on network 8201226e-f25e-431d-a6a5-6704e8dc4880 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:18:40.310176 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25a8140-37cb-42ac-afa3-7bae82217cea req-e9844e92-04a0-44dd-b0b6-7787fb03419a service neutron] Port 638e78f7-bd09-4274-9cce-b586cb09d7c7 on network 8201226e-f25e-431d-a6a5-6704e8dc4880 not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:18:40.310994 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25a8140-37cb-42ac-afa3-7bae82217cea req-e9844e92-04a0-44dd-b0b6-7787fb03419a service neutron] Attempting to bind port 638e78f7-bd09-4274-9cce-b586cb09d7c7 on network 8201226e-f25e-431d-a6a5-6704e8dc4880 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:18:40.322519 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cbb943c9-a45e-4618-bf18-96812a25dfd6 admin admin] Publish callbacks [] for security_group (febef173-2329-4e01-95ac-cf7939c13a88), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:40.326915 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-efb5a069-7eac-4ba8-b7b7-42df97407c3d req-cc8e2ef4-2d47-4255-bf30-f9ba3c8609e4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=cba902eb-0465-44a7-b9a6-e26c445bde0f HTTP/1.1" status: 200 len: 217 time: 0.1908381 Feb 04 12:18:40.327209 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 56808) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:18:40.331777 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25a8140-37cb-42ac-afa3-7bae82217cea req-e9844e92-04a0-44dd-b0b6-7787fb03419a service neutron] Checking agent: {'id': 'f8add0d2-2202-43d3-bc0e-72442788e6ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:18:40.332620 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25a8140-37cb-42ac-afa3-7bae82217cea req-e9844e92-04a0-44dd-b0b6-7787fb03419a service neutron] Checking segment: {'id': '1a9a2aca-b7f6-445c-a938-0b8696864233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '8201226e-f25e-431d-a6a5-6704e8dc4880'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:18:40.333452 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25a8140-37cb-42ac-afa3-7bae82217cea req-e9844e92-04a0-44dd-b0b6-7787fb03419a service neutron] Bound using segment: {'id': '1a9a2aca-b7f6-445c-a938-0b8696864233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '8201226e-f25e-431d-a6a5-6704e8dc4880'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:18:40.334390 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-e25a8140-37cb-42ac-afa3-7bae82217cea req-e9844e92-04a0-44dd-b0b6-7787fb03419a service neutron] Bound port: 638e78f7-bd09-4274-9cce-b586cb09d7c7, host: n-h1-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a9a2aca-b7f6-445c-a938-0b8696864233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '8201226e-f25e-431d-a6a5-6704e8dc4880'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:18:40.335117 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e25a8140-37cb-42ac-afa3-7bae82217cea req-e9844e92-04a0-44dd-b0b6-7787fb03419a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (638e78f7-bd09-4274-9cce-b586cb09d7c7), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:40.350019 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-722cb182-5596-4146-99df-598d2af8f074 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-872133656-network', 'tenant_id': '254d74bee09d437e84b955543527b9e4'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:18:40.374402 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-d37c3d41-9fb2-4c59-8bdf-f34b31c326e7 req-38c1da0f-fb3a-4cf6-b4a8-422e244cbcc9 service neutron] For port 77dede16-a541-4c69-b69d-142ceabed198, host n-h1-825015-3, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:18:40.506570 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cbb943c9-a45e-4618-bf18-96812a25dfd6 admin admin] Publish callbacks [] for security_group (febef173-2329-4e01-95ac-cf7939c13a88), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:40.596005 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-722cb182-5596-4146-99df-598d2af8f074 admin admin] Made reservation on behalf of 254d74bee09d437e84b955543527b9e4 for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:18:40.603880 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-722cb182-5596-4146-99df-598d2af8f074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:40.631496 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36e4d1dc-26b6-46cf-b4da-bef23d627bbe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77dede16-a541-4c69-b69d-142ceabed198'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:18:40.639203 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a58b7da1-1640-43d0-b6ca-30feff3f8694" -d '{"events": [{"server_uuid": "36e4d1dc-26b6-46cf-b4da-bef23d627bbe", "name": "network-vif-unplugged", "status": "completed", "tag": "77dede16-a541-4c69-b69d-142ceabed198"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:18:40.648381 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8acaea-bdd5-4b83-b914-cab169ee2375 req-868fcf07-b64a-4f3e-86d1-f6ed673625a1 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:40.648743 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-d37c3d41-9fb2-4c59-8bdf-f34b31c326e7 req-38c1da0f-fb3a-4cf6-b4a8-422e244cbcc9 service neutron] Publish callbacks [] for port (77dede16-a541-4c69-b69d-142ceabed198), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:40.660675 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0e8acaea-bdd5-4b83-b914-cab169ee2375 req-868fcf07-b64a-4f3e-86d1-f6ed673625a1 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] 10.222.0.65 "GET /v2.0/ports?device_id=06d623a9-40db-4d05-9525-c019dd7d0c13 HTTP/1.1" status: 200 len: 931 time: 0.4924510 Feb 04 12:18:40.663652 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb5a069-7eac-4ba8-b7b7-42df97407c3d req-ed651b55-847d-4e9e-9c48-48a6e6beaff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:40.666317 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-efb5a069-7eac-4ba8-b7b7-42df97407c3d req-ed651b55-847d-4e9e-9c48-48a6e6beaff7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5ee3374a-84e9-4639-853c-740c6edaf6dc HTTP/1.1" status: 200 len: 843 time: 0.3146670 Feb 04 12:18:40.684152 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-722cb182-5596-4146-99df-598d2af8f074 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:40.708439 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-d37c3d41-9fb2-4c59-8bdf-f34b31c326e7 req-38c1da0f-fb3a-4cf6-b4a8-422e244cbcc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (77dede16-a541-4c69-b69d-142ceabed198), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:40.800722 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fa430d-40b0-4aea-93d6-e5ef9b2e2ca6 req-a939b765-5624-4e45-a7f4-62feaa5ac019 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:40.814603 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c6fa430d-40b0-4aea-93d6-e5ef9b2e2ca6 req-a939b765-5624-4e45-a7f4-62feaa5ac019 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/ports?device_id=4b6f9c85-3239-43e6-86e0-5a35173ff64f HTTP/1.1" status: 200 len: 943 time: 0.4123378 Feb 04 12:18:40.868214 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-e25a8140-37cb-42ac-afa3-7bae82217cea req-e9844e92-04a0-44dd-b0b6-7787fb03419a service neutron] For port 638e78f7-bd09-4274-9cce-b586cb09d7c7, host n-h1-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:18:40.888672 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-e25a8140-37cb-42ac-afa3-7bae82217cea req-e9844e92-04a0-44dd-b0b6-7787fb03419a service neutron] For port 638e78f7-bd09-4274-9cce-b586cb09d7c7, host n-h1-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=638e78f7-bd09-4274-9cce-b586cb09d7c7,segment=NetworkSegment(1a9a2aca-b7f6-445c-a938-0b8696864233),segment_id=1a9a2aca-b7f6-445c-a938-0b8696864233)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:18:40.913599 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e25a8140-37cb-42ac-afa3-7bae82217cea req-e9844e92-04a0-44dd-b0b6-7787fb03419a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (638e78f7-bd09-4274-9cce-b586cb09d7c7), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:40.927239 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c1da0f-fb3a-4cf6-b4a8-422e244cbcc9 service neutron] Pushing event updated for resources: {'Port': ['ID=77dede16-a541-4c69-b69d-142ceabed198,revision_number=7']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:40.936105 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-ed5b443a-cce3-451e-ad09-af0edd5bd963 req-8126b1e5-ab51-4d30-9bd0-c9bb562811d9 service neutron] 10.222.0.77 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7931330 Feb 04 12:18:41.222561 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-d37c3d41-9fb2-4c59-8bdf-f34b31c326e7 req-38c1da0f-fb3a-4cf6-b4a8-422e244cbcc9 service neutron] Attempting to bind port 77dede16-a541-4c69-b69d-142ceabed198 on host n-h1-825015-3 for vnic_type normal with profile {"migrating_to": "n-h2-825015-3"} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:18:41.223652 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-d37c3d41-9fb2-4c59-8bdf-f34b31c326e7 req-38c1da0f-fb3a-4cf6-b4a8-422e244cbcc9 service neutron] Attempting to bind port 77dede16-a541-4c69-b69d-142ceabed198 by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': '30a1e83f-6fb2-463b-baec-19bf81bfa14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '365084f8-2068-4655-9009-041f3cc171be'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:18:41.223652 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37c3d41-9fb2-4c59-8bdf-f34b31c326e7 req-38c1da0f-fb3a-4cf6-b4a8-422e244cbcc9 service neutron] Attempting to bind port 77dede16-a541-4c69-b69d-142ceabed198 on network 365084f8-2068-4655-9009-041f3cc171be {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:18:41.265970 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-bfa65489-feb5-4672-93a8-0879fe04bd6e None None] Provisioning complete for port d85456be-be77-4b03-b039-2c69c2d5fea8 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:18:41.268203 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bfa65489-feb5-4672-93a8-0879fe04bd6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (d85456be-be77-4b03-b039-2c69c2d5fea8), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:41.272722 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37c3d41-9fb2-4c59-8bdf-f34b31c326e7 req-38c1da0f-fb3a-4cf6-b4a8-422e244cbcc9 service neutron] Port 77dede16-a541-4c69-b69d-142ceabed198 on network 365084f8-2068-4655-9009-041f3cc171be not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:18:41.275029 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37c3d41-9fb2-4c59-8bdf-f34b31c326e7 req-38c1da0f-fb3a-4cf6-b4a8-422e244cbcc9 service neutron] Attempting to bind port 77dede16-a541-4c69-b69d-142ceabed198 on network 365084f8-2068-4655-9009-041f3cc171be {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:18:41.353228 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-bfa65489-feb5-4672-93a8-0879fe04bd6e None None] Port d85456be-be77-4b03-b039-2c69c2d5fea8 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:18:41.408101 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37c3d41-9fb2-4c59-8bdf-f34b31c326e7 req-38c1da0f-fb3a-4cf6-b4a8-422e244cbcc9 service neutron] Checking agent: {'id': 'f8add0d2-2202-43d3-bc0e-72442788e6ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:18:41.408101 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37c3d41-9fb2-4c59-8bdf-f34b31c326e7 req-38c1da0f-fb3a-4cf6-b4a8-422e244cbcc9 service neutron] Checking segment: {'id': '30a1e83f-6fb2-463b-baec-19bf81bfa14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '365084f8-2068-4655-9009-041f3cc171be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:18:41.408589 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37c3d41-9fb2-4c59-8bdf-f34b31c326e7 req-38c1da0f-fb3a-4cf6-b4a8-422e244cbcc9 service neutron] Bound using segment: {'id': '30a1e83f-6fb2-463b-baec-19bf81bfa14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '365084f8-2068-4655-9009-041f3cc171be'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:18:41.409040 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-d37c3d41-9fb2-4c59-8bdf-f34b31c326e7 req-38c1da0f-fb3a-4cf6-b4a8-422e244cbcc9 service neutron] Bound port: 77dede16-a541-4c69-b69d-142ceabed198, host: n-h1-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30a1e83f-6fb2-463b-baec-19bf81bfa14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '365084f8-2068-4655-9009-041f3cc171be'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:18:41.409297 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-d37c3d41-9fb2-4c59-8bdf-f34b31c326e7 req-38c1da0f-fb3a-4cf6-b4a8-422e244cbcc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (77dede16-a541-4c69-b69d-142ceabed198), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:41.411464 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cbb943c9-a45e-4618-bf18-96812a25dfd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (febef173-2329-4e01-95ac-cf7939c13a88), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:41.417959 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cbb943c9-a45e-4618-bf18-96812a25dfd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:41.431722 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-cbb943c9-a45e-4618-bf18-96812a25dfd6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/febef173-2329-4e01-95ac-cf7939c13a88 HTTP/1.1" status: 204 len: 168 time: 2.0456326 Feb 04 12:18:41.436259 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25a8140-37cb-42ac-afa3-7bae82217cea req-e9844e92-04a0-44dd-b0b6-7787fb03419a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:41.436895 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e25a8140-37cb-42ac-afa3-7bae82217cea req-e9844e92-04a0-44dd-b0b6-7787fb03419a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:41.439602 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e25a8140-37cb-42ac-afa3-7bae82217cea req-e9844e92-04a0-44dd-b0b6-7787fb03419a service neutron] 10.222.0.73 "PUT /v2.0/ports/638e78f7-bd09-4274-9cce-b586cb09d7c7 HTTP/1.1" status: 200 len: 1091 time: 3.9588377 Feb 04 12:18:41.453356 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b6f9c85-3239-43e6-86e0-5a35173ff64f', 'tag': '638e78f7-bd09-4274-9cce-b586cb09d7c7'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:18:41.469003 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-722cb182-5596-4146-99df-598d2af8f074 admin admin] Publish callbacks [] for security_group (66c079fe-353c-4dcc-9e7f-9e3e1e48874c), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:41.471213 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41f6d387-303e-464e-a95e-15e225efdd21" -d '{"events": [{"name": "network-changed", "server_uuid": "4b6f9c85-3239-43e6-86e0-5a35173ff64f", "tag": "638e78f7-bd09-4274-9cce-b586cb09d7c7"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:18:41.504299 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0e8acaea-bdd5-4b83-b914-cab169ee2375 req-52a97567-aec8-45b1-913d-3bf176a23033 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] 10.222.0.65 "GET /v2.0/security-groups?id=1cd472ff-e85a-4001-a10c-f5ed9978b777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8231630 Feb 04 12:18:41.534387 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c6fa430d-40b0-4aea-93d6-e5ef9b2e2ca6 req-b9fbce2c-5f52-4351-8e1f-cf95341a4a15 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4f571d4-f0a1-47f6-a54a-b93db47581cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7186244 Feb 04 12:18:41.540097 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-722cb182-5596-4146-99df-598d2af8f074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (66c079fe-353c-4dcc-9e7f-9e3e1e48874c), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:41.596017 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-ed5b443a-cce3-451e-ad09-af0edd5bd963 req-9fff3213-d470-4623-ac5c-2e1939c1a0cd service neutron] 10.222.0.77 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5377672 Feb 04 12:18:41.602628 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb943c9-a45e-4618-bf18-96812a25dfd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=febef173-2329-4e01-95ac-cf7939c13a88,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:41.742903 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb5a069-7eac-4ba8-b7b7-42df97407c3d req-e63a308f-88e7-4a11-a259-141416f5b636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:41.744374 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 12:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bc12249-1581-4a59-8ab6-cae3483e4dd5 x-openstack-request-id: req-4bc12249-1581-4a59-8ab6-cae3483e4dd5 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:18:41.744866 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36e4d1dc-26b6-46cf-b4da-bef23d627bbe", "name": "network-vif-unplugged", "status": "completed", "tag": "77dede16-a541-4c69-b69d-142ceabed198", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:18:41.745300 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4bc12249-1581-4a59-8ab6-cae3483e4dd5 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:18:41.745971 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36e4d1dc-26b6-46cf-b4da-bef23d627bbe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77dede16-a541-4c69-b69d-142ceabed198', 'code': 200} Feb 04 12:18:41.747706 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-efb5a069-7eac-4ba8-b7b7-42df97407c3d req-e63a308f-88e7-4a11-a259-141416f5b636 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2f7dc246-a024-4937-952c-0ddeef5af29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 1.0518124 Feb 04 12:18:41.757125 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9844e92-04a0-44dd-b0b6-7787fb03419a service neutron] Pushing event updated for resources: {'Port': ['ID=638e78f7-bd09-4274-9cce-b586cb09d7c7,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:41.910482 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25a8140-37cb-42ac-afa3-7bae82217cea req-eb200f93-da89-48dc-9993-4b085b83ed09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:41.913769 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e25a8140-37cb-42ac-afa3-7bae82217cea req-eb200f93-da89-48dc-9993-4b085b83ed09 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=24a467b030c744bba5cc99601ae6aefc&device_id=4b6f9c85-3239-43e6-86e0-5a35173ff64f HTTP/1.1" status: 200 len: 1125 time: 0.3514385 Feb 04 12:18:41.926531 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-722cb182-5596-4146-99df-598d2af8f074 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:18:41.974508 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722cb182-5596-4146-99df-598d2af8f074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66c079fe-353c-4dcc-9e7f-9e3e1e48874c,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:42.050100 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e25a8140-37cb-42ac-afa3-7bae82217cea req-d7d755e3-b5d3-427b-b9a2-a55486d48897 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=638e78f7-bd09-4274-9cce-b586cb09d7c7 HTTP/1.1" status: 200 len: 217 time: 0.1278746 Feb 04 12:18:42.133509 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-722cb182-5596-4146-99df-598d2af8f074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (48d95aca-3cd6-4fee-bb98-0734ddd9d731), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:42.134080 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-722cb182-5596-4146-99df-598d2af8f074 admin admin] Added segment 48d95aca-3cd6-4fee-bb98-0734ddd9d731 of type vlan for network 6f332c55-b8e1-4174-9b36-611cb61d4fc6 Feb 04 12:18:42.208818 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-d37c3d41-9fb2-4c59-8bdf-f34b31c326e7 req-38c1da0f-fb3a-4cf6-b4a8-422e244cbcc9 service neutron] For port 77dede16-a541-4c69-b69d-142ceabed198, host n-h1-825015-3, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:18:42.249004 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25a8140-37cb-42ac-afa3-7bae82217cea req-1c424507-c6a9-4f07-9252-98d50f23a1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:42.253639 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e25a8140-37cb-42ac-afa3-7bae82217cea req-1c424507-c6a9-4f07-9252-98d50f23a1f5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6b10c2b1-e8bd-4535-8be4-90c0033f4e8f HTTP/1.1" status: 200 len: 847 time: 0.1350238 Feb 04 12:18:42.277473 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-d37c3d41-9fb2-4c59-8bdf-f34b31c326e7 req-38c1da0f-fb3a-4cf6-b4a8-422e244cbcc9 service neutron] For port 77dede16-a541-4c69-b69d-142ceabed198, host n-h1-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=77dede16-a541-4c69-b69d-142ceabed198,segment=NetworkSegment(30a1e83f-6fb2-463b-baec-19bf81bfa14b),segment_id=30a1e83f-6fb2-463b-baec-19bf81bfa14b)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:18:42.292796 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-722cb182-5596-4146-99df-598d2af8f074 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (6f332c55-b8e1-4174-9b36-611cb61d4fc6), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:42.298220 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [req-96188035-e3e7-44fe-bfc2-54259c2924c9 req-0d218cbb-5444-4585-a2df-df7d1fafeafb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d85456be-be77-4b03-b039-2c69c2d5fea8 {{(pid=103474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:18:42.330273 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-d37c3d41-9fb2-4c59-8bdf-f34b31c326e7 req-38c1da0f-fb3a-4cf6-b4a8-422e244cbcc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (77dede16-a541-4c69-b69d-142ceabed198), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:42.333826 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-96188035-e3e7-44fe-bfc2-54259c2924c9 req-0d218cbb-5444-4585-a2df-df7d1fafeafb service neutron] Publish callbacks [] for port (d85456be-be77-4b03-b039-2c69c2d5fea8), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:42.398143 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a23c6ae-a8f2-4e07-85e3-dfe13ab92c7a req-56870120-9905-4232-8484-d5fb014b0510 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:42.401799 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3a23c6ae-a8f2-4e07-85e3-dfe13ab92c7a req-56870120-9905-4232-8484-d5fb014b0510 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/ports?device_id=f027c61e-1573-4eca-b41f-3575c551f5d7 HTTP/1.1" status: 200 len: 949 time: 0.3635020 Feb 04 12:18:42.406596 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e25a8140-37cb-42ac-afa3-7bae82217cea req-9485b495-951e-406d-b143-93df215a6fee service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8201226e-f25e-431d-a6a5-6704e8dc4880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1444499 Feb 04 12:18:42.514897 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.provisioning_blocks [req-96188035-e3e7-44fe-bfc2-54259c2924c9 req-0d218cbb-5444-4585-a2df-df7d1fafeafb service neutron] Transition to ACTIVE for port object d85456be-be77-4b03-b039-2c69c2d5fea8 will not be triggered until provisioned by entity L2. {{(pid=103474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:18:42.524347 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-efb5a069-7eac-4ba8-b7b7-42df97407c3d req-65a3bd9d-361b-4ef5-bd87-e1946b9e86cc service neutron] 10.222.0.73 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7470405 Feb 04 12:18:42.554651 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-96188035-e3e7-44fe-bfc2-54259c2924c9 req-0d218cbb-5444-4585-a2df-df7d1fafeafb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (d85456be-be77-4b03-b039-2c69c2d5fea8), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:42.614004 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-722cb182-5596-4146-99df-598d2af8f074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (6f332c55-b8e1-4174-9b36-611cb61d4fc6), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:42.616369 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722cb182-5596-4146-99df-598d2af8f074 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:42.617790 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-722cb182-5596-4146-99df-598d2af8f074 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:42.671139 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c1da0f-fb3a-4cf6-b4a8-422e244cbcc9 service neutron] Pushing event updated for resources: {'Port': ['ID=77dede16-a541-4c69-b69d-142ceabed198,revision_number=8']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:42.746616 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['77dede16-a541-4c69-b69d-142ceabed198'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:18:42.784345 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3a23c6ae-a8f2-4e07-85e3-dfe13ab92c7a req-ef8bde7b-5568-435e-b653-7b81da128949 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/security-groups?id=9a1ba13a-3582-42ac-bb35-362abd3a196f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3643565 Feb 04 12:18:42.848585 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37c3d41-9fb2-4c59-8bdf-f34b31c326e7 req-38c1da0f-fb3a-4cf6-b4a8-422e244cbcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:42.849865 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-d37c3d41-9fb2-4c59-8bdf-f34b31c326e7 req-38c1da0f-fb3a-4cf6-b4a8-422e244cbcc9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:42.856944 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-d37c3d41-9fb2-4c59-8bdf-f34b31c326e7 req-38c1da0f-fb3a-4cf6-b4a8-422e244cbcc9 service neutron] 10.222.0.77 "PUT /v2.0/ports/77dede16-a541-4c69-b69d-142ceabed198 HTTP/1.1" status: 200 len: 1121 time: 4.2761326 Feb 04 12:18:42.869502 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-722cb182-5596-4146-99df-598d2af8f074 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.5410681 Feb 04 12:18:42.883815 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 56892) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:18:42.942578 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-ccc54c3c-cbff-4080-bc15-5fdc175ce03e admin admin] Request body: {'subnet': {'network_id': '6f332c55-b8e1-4174-9b36-611cb61d4fc6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-872133656-subnet', 'tenant_id': '254d74bee09d437e84b955543527b9e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:18:43.003067 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722cb182-5596-4146-99df-598d2af8f074 admin admin] Pushing event updated for resources: {'Network': ['ID=6f332c55-b8e1-4174-9b36-611cb61d4fc6,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:43.052651 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 6f332c55-b8e1-4174-9b36-611cb61d4fc6 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:18:43.075469 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03d02211-c346-4b25-aa1c-df1d97146d43 x-openstack-request-id: req-03d02211-c346-4b25-aa1c-df1d97146d43 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:18:43.076870 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b6f9c85-3239-43e6-86e0-5a35173ff64f", "tag": "638e78f7-bd09-4274-9cce-b586cb09d7c7", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:18:43.080320 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-03d02211-c346-4b25-aa1c-df1d97146d43 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:18:43.081788 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b6f9c85-3239-43e6-86e0-5a35173ff64f', 'tag': '638e78f7-bd09-4274-9cce-b586cb09d7c7', 'status': 'completed', 'code': 200} Feb 04 12:18:43.112935 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d218cbb-5444-4585-a2df-df7d1fafeafb service neutron] Pushing event updated for resources: {'Port': ['ID=d85456be-be77-4b03-b039-2c69c2d5fea8,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:43.114963 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aeed6c-9651-41a8-80ea-c5932ebc162d req-b13a2491-ff69-463e-a26a-4570bb65a321 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:43.121930 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccc54c3c-cbff-4080-bc15-5fdc175ce03e admin admin] Made reservation on behalf of 254d74bee09d437e84b955543527b9e4 for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:18:43.122714 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-86aeed6c-9651-41a8-80ea-c5932ebc162d req-b13a2491-ff69-463e-a26a-4570bb65a321 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=36e4d1dc-26b6-46cf-b4da-bef23d627bbe HTTP/1.1" status: 200 len: 943 time: 0.5207522 Feb 04 12:18:43.124374 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ccc54c3c-cbff-4080-bc15-5fdc175ce03e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60610638'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:43.132956 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e25a8140-37cb-42ac-afa3-7bae82217cea req-91f2d12b-a27d-43f9-a072-b2311dd5e371 service neutron] 10.222.0.73 "GET /v2.0/networks/8201226e-f25e-431d-a6a5-6704e8dc4880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7123363 Feb 04 12:18:43.235270 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-efb5a069-7eac-4ba8-b7b7-42df97407c3d req-bfd3ac4f-8605-4b9f-bb99-602aea58f387 service neutron] 10.222.0.73 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6981244 Feb 04 12:18:43.429258 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-86aeed6c-9651-41a8-80ea-c5932ebc162d req-ccc33671-59cf-4909-8360-bdc2f7b0fe13 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/security-groups?id=0e320687-8002-4e00-a016-6bf57af2cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2835155 Feb 04 12:18:43.529499 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e25a8140-37cb-42ac-afa3-7bae82217cea req-0f08c1dc-06d9-4790-99cb-f70325bc64f9 service neutron] 10.222.0.73 "GET /v2.0/networks/8201226e-f25e-431d-a6a5-6704e8dc4880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3885133 Feb 04 12:18:43.539127 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e9a82a-cd5b-4b71-b414-da125e2a2b8d req-35246ede-84fd-4047-9ab1-a96ed5fdefa8 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:43.547715 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a4e9a82a-cd5b-4b71-b414-da125e2a2b8d req-35246ede-84fd-4047-9ab1-a96ed5fdefa8 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] 10.222.0.65 "GET /v2.0/ports?device_id=06d623a9-40db-4d05-9525-c019dd7d0c13 HTTP/1.1" status: 200 len: 943 time: 0.2357779 Feb 04 12:18:43.707255 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a4e9a82a-cd5b-4b71-b414-da125e2a2b8d req-a23026de-a145-4a4a-be92-de4828a16c8d tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] 10.222.0.65 "GET /v2.0/security-groups?id=1cd472ff-e85a-4001-a10c-f5ed9978b777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1580796 Feb 04 12:18:43.747193 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36e4d1dc-26b6-46cf-b4da-bef23d627bbe', 'tag': '77dede16-a541-4c69-b69d-142ceabed198'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:18:43.759041 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8dd376-2b6b-4344-bbac-f11b54221b68 req-91b579ff-c9c8-4dbe-8100-9aef8cfbc5fc tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:43.760973 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9d8dd376-2b6b-4344-bbac-f11b54221b68 req-91b579ff-c9c8-4dbe-8100-9aef8cfbc5fc tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/ports?device_id=4b6f9c85-3239-43e6-86e0-5a35173ff64f HTTP/1.1" status: 200 len: 943 time: 0.1468046 Feb 04 12:18:43.763422 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3b32e21-a1cb-4f6e-a953-1fcb62fbbb08" -d '{"events": [{"name": "network-changed", "server_uuid": "36e4d1dc-26b6-46cf-b4da-bef23d627bbe", "tag": "77dede16-a541-4c69-b69d-142ceabed198"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:18:43.774553 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-96188035-e3e7-44fe-bfc2-54259c2924c9 req-0d218cbb-5444-4585-a2df-df7d1fafeafb service neutron] Attempting to bind port d85456be-be77-4b03-b039-2c69c2d5fea8 on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:18:43.775109 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-96188035-e3e7-44fe-bfc2-54259c2924c9 req-0d218cbb-5444-4585-a2df-df7d1fafeafb service neutron] Attempting to bind port d85456be-be77-4b03-b039-2c69c2d5fea8 by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': 'dd6a73cb-8268-4b67-a592-682dfbe2780b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'd2a4c77d-3fdb-4ff7-b292-4dd38c281129'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:18:43.775661 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96188035-e3e7-44fe-bfc2-54259c2924c9 req-0d218cbb-5444-4585-a2df-df7d1fafeafb service neutron] Attempting to bind port d85456be-be77-4b03-b039-2c69c2d5fea8 on network d2a4c77d-3fdb-4ff7-b292-4dd38c281129 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:18:43.792590 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96188035-e3e7-44fe-bfc2-54259c2924c9 req-0d218cbb-5444-4585-a2df-df7d1fafeafb service neutron] Port d85456be-be77-4b03-b039-2c69c2d5fea8 on network d2a4c77d-3fdb-4ff7-b292-4dd38c281129 not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:18:43.793121 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96188035-e3e7-44fe-bfc2-54259c2924c9 req-0d218cbb-5444-4585-a2df-df7d1fafeafb service neutron] Attempting to bind port d85456be-be77-4b03-b039-2c69c2d5fea8 on network d2a4c77d-3fdb-4ff7-b292-4dd38c281129 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:18:43.807986 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f6d387-303e-464e-a95e-15e225efdd21 req-84975f23-cd92-4590-8c69-74e4cbda2db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:43.817522 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96188035-e3e7-44fe-bfc2-54259c2924c9 req-0d218cbb-5444-4585-a2df-df7d1fafeafb service neutron] Checking agent: {'id': 'f8add0d2-2202-43d3-bc0e-72442788e6ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:18:43.818218 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96188035-e3e7-44fe-bfc2-54259c2924c9 req-0d218cbb-5444-4585-a2df-df7d1fafeafb service neutron] Checking segment: {'id': 'dd6a73cb-8268-4b67-a592-682dfbe2780b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'd2a4c77d-3fdb-4ff7-b292-4dd38c281129'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:18:43.819079 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96188035-e3e7-44fe-bfc2-54259c2924c9 req-0d218cbb-5444-4585-a2df-df7d1fafeafb service neutron] Bound using segment: {'id': 'dd6a73cb-8268-4b67-a592-682dfbe2780b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'd2a4c77d-3fdb-4ff7-b292-4dd38c281129'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:18:43.819869 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-96188035-e3e7-44fe-bfc2-54259c2924c9 req-0d218cbb-5444-4585-a2df-df7d1fafeafb service neutron] Bound port: d85456be-be77-4b03-b039-2c69c2d5fea8, host: n-h1-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd6a73cb-8268-4b67-a592-682dfbe2780b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'd2a4c77d-3fdb-4ff7-b292-4dd38c281129'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:18:43.820707 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-96188035-e3e7-44fe-bfc2-54259c2924c9 req-0d218cbb-5444-4585-a2df-df7d1fafeafb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (d85456be-be77-4b03-b039-2c69c2d5fea8), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:43.823927 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-41f6d387-303e-464e-a95e-15e225efdd21 req-84975f23-cd92-4590-8c69-74e4cbda2db0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=24a467b030c744bba5cc99601ae6aefc&device_id=4b6f9c85-3239-43e6-86e0-5a35173ff64f HTTP/1.1" status: 200 len: 1125 time: 0.2101619 Feb 04 12:18:43.945772 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9d8dd376-2b6b-4344-bbac-f11b54221b68 req-84f597bc-8c28-42c6-bc56-33c72be1ea92 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4f571d4-f0a1-47f6-a54a-b93db47581cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668952 Feb 04 12:18:44.079010 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f6d387-303e-464e-a95e-15e225efdd21 req-e1ce66f7-da80-4e3f-8dd3-75144ad39764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:44.081667 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-41f6d387-303e-464e-a95e-15e225efdd21 req-e1ce66f7-da80-4e3f-8dd3-75144ad39764 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8201226e-f25e-431d-a6a5-6704e8dc4880 HTTP/1.1" status: 200 len: 908 time: 0.2543757 Feb 04 12:18:44.126294 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-96188035-e3e7-44fe-bfc2-54259c2924c9 req-0d218cbb-5444-4585-a2df-df7d1fafeafb service neutron] For port d85456be-be77-4b03-b039-2c69c2d5fea8, host n-h1-825015-3, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:18:44.132027 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-96188035-e3e7-44fe-bfc2-54259c2924c9 req-0d218cbb-5444-4585-a2df-df7d1fafeafb service neutron] For port d85456be-be77-4b03-b039-2c69c2d5fea8, host n-h1-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=d85456be-be77-4b03-b039-2c69c2d5fea8,segment=NetworkSegment(dd6a73cb-8268-4b67-a592-682dfbe2780b),segment_id=dd6a73cb-8268-4b67-a592-682dfbe2780b)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:18:44.134032 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ccc54c3c-cbff-4080-bc15-5fdc175ce03e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59045178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60610680'] for subnet (533c663d-99be-43f5-8b08-63f67dbf6a66), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:44.177459 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-41f6d387-303e-464e-a95e-15e225efdd21 req-50fd49e4-d34e-45d5-964b-7a70c290b90d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=638e78f7-bd09-4274-9cce-b586cb09d7c7 HTTP/1.1" status: 200 len: 217 time: 0.0891328 Feb 04 12:18:44.186411 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc54c3c-cbff-4080-bc15-5fdc175ce03e admin admin] Pushing event updated for resources: {'Subnet': ['ID=533c663d-99be-43f5-8b08-63f67dbf6a66,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:44.191183 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-96188035-e3e7-44fe-bfc2-54259c2924c9 req-0d218cbb-5444-4585-a2df-df7d1fafeafb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (d85456be-be77-4b03-b039-2c69c2d5fea8), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:44.268648 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96188035-e3e7-44fe-bfc2-54259c2924c9 req-0d218cbb-5444-4585-a2df-df7d1fafeafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:44.269370 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-96188035-e3e7-44fe-bfc2-54259c2924c9 req-0d218cbb-5444-4585-a2df-df7d1fafeafb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:44.271291 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-96188035-e3e7-44fe-bfc2-54259c2924c9 req-0d218cbb-5444-4585-a2df-df7d1fafeafb service neutron] 10.222.0.73 "PUT /v2.0/ports/d85456be-be77-4b03-b039-2c69c2d5fea8 HTTP/1.1" status: 200 len: 1091 time: 4.5748923 Feb 04 12:18:44.286593 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f6d387-303e-464e-a95e-15e225efdd21 req-da3f938b-9cd2-4ba7-b1a1-1855544ef68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:44.286793 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc54c3c-cbff-4080-bc15-5fdc175ce03e admin admin] Checking segment: {'id': '48d95aca-3cd6-4fee-bb98-0734ddd9d731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6f332c55-b8e1-4174-9b36-611cb61d4fc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:18:44.287066 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc54c3c-cbff-4080-bc15-5fdc175ce03e admin admin] Network hostable DHCP agents. Network: 6f332c55-b8e1-4174-9b36-611cb61d4fc6, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:18:44.291044 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-41f6d387-303e-464e-a95e-15e225efdd21 req-da3f938b-9cd2-4ba7-b1a1-1855544ef68b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6b10c2b1-e8bd-4535-8be4-90c0033f4e8f HTTP/1.1" status: 200 len: 847 time: 0.1071005 Feb 04 12:18:44.297999 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d218cbb-5444-4585-a2df-df7d1fafeafb service neutron] Pushing event updated for resources: {'Port': ['ID=d85456be-be77-4b03-b039-2c69c2d5fea8,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:44.325883 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc54c3c-cbff-4080-bc15-5fdc175ce03e admin admin] Network 6f332c55-b8e1-4174-9b36-611cb61d4fc6 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:18:44.374831 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 12:18:44.377518 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-ccc54c3c-cbff-4080-bc15-5fdc175ce03e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 6f332c55-b8e1-4174-9b36-611cb61d4fc6) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:18:44.390565 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b03bf28f-fd48-4328-b306-a0523b932cb8 None None] Network 6f332c55-b8e1-4174-9b36-611cb61d4fc6 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:18:44.423365 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-41f6d387-303e-464e-a95e-15e225efdd21 req-8ee207cb-6bef-4358-acf0-021eb3a9b4dc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8201226e-f25e-431d-a6a5-6704e8dc4880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1215799 Feb 04 12:18:44.424365 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc54c3c-cbff-4080-bc15-5fdc175ce03e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:44.424996 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ccc54c3c-cbff-4080-bc15-5fdc175ce03e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:44.472367 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-ccc54c3c-cbff-4080-bc15-5fdc175ce03e admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5892713 Feb 04 12:18:44.508821 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96188035-e3e7-44fe-bfc2-54259c2924c9 req-9cef2b6c-af39-4b70-bf87-115710eed5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:44.523353 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-96188035-e3e7-44fe-bfc2-54259c2924c9 req-9cef2b6c-af39-4b70-bf87-115710eed5fa service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=af7896e432b54a83bc6fa954af7e9dac&device_id=06d623a9-40db-4d05-9525-c019dd7d0c13 HTTP/1.1" status: 200 len: 1125 time: 0.1811845 Feb 04 12:18:44.531234 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e22439a-92c5-4afd-959c-b1b55fbbd296 x-openstack-request-id: req-9e22439a-92c5-4afd-959c-b1b55fbbd296 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:18:44.532613 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36e4d1dc-26b6-46cf-b4da-bef23d627bbe", "tag": "77dede16-a541-4c69-b69d-142ceabed198", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:18:44.533355 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9e22439a-92c5-4afd-959c-b1b55fbbd296 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:18:44.534031 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36e4d1dc-26b6-46cf-b4da-bef23d627bbe', 'tag': '77dede16-a541-4c69-b69d-142ceabed198', 'status': 'completed', 'code': 200} Feb 04 12:18:44.676098 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-96188035-e3e7-44fe-bfc2-54259c2924c9 req-0d67bdb6-13f0-4154-a9d3-25477579d05f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d85456be-be77-4b03-b039-2c69c2d5fea8 HTTP/1.1" status: 200 len: 217 time: 0.1338797 Feb 04 12:18:44.846970 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233a0b0a-51a6-47ab-aa51-ec0ddb693a76 None None] Network 6f332c55-b8e1-4174-9b36-611cb61d4fc6 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:18:44.851680 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96188035-e3e7-44fe-bfc2-54259c2924c9 req-c3ce09c6-63cf-4af0-ac05-f277112ed8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:44.854573 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-96188035-e3e7-44fe-bfc2-54259c2924c9 req-c3ce09c6-63cf-4af0-ac05-f277112ed8c6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b48188d4-d733-4c67-bf23-f3f37b0f09f3 HTTP/1.1" status: 200 len: 863 time: 0.1726844 Feb 04 12:18:44.951137 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-601deba2-f58b-40f4-9aff-6052a68a68b4 req-8f220016-a77e-423d-b6a1-973531ae74e2 tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=f9af99c9a0024ffab72e44644c804799&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0610912 Feb 04 12:18:44.969265 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96188035-e3e7-44fe-bfc2-54259c2924c9 req-0bf80190-af2d-4c55-8d84-19274e0bd978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:44.973413 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-96188035-e3e7-44fe-bfc2-54259c2924c9 req-0bf80190-af2d-4c55-8d84-19274e0bd978 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d2a4c77d-3fdb-4ff7-b292-4dd38c281129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1109920 Feb 04 12:18:45.087051 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b32e21-a1cb-4f6e-a953-1fcb62fbbb08 req-82ac71a5-8bf6-4922-beda-f763a262f255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:45.088900 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e3b32e21-a1cb-4f6e-a953-1fcb62fbbb08 req-82ac71a5-8bf6-4922-beda-f763a262f255 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=207f01ccf15c4616a04a98fbbad5fc72&device_id=36e4d1dc-26b6-46cf-b4da-bef23d627bbe HTTP/1.1" status: 200 len: 1155 time: 0.4154985 Feb 04 12:18:45.175816 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-96188035-e3e7-44fe-bfc2-54259c2924c9 req-3e4458ab-8f46-47b2-ace9-736c6d22dba2 service neutron] 10.222.0.73 "GET /v2.0/networks/d2a4c77d-3fdb-4ff7-b292-4dd38c281129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928461 Feb 04 12:18:45.198072 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-41f6d387-303e-464e-a95e-15e225efdd21 req-e92ae18f-0f0d-4455-8b84-94370b23549d service neutron] 10.222.0.73 "GET /v2.0/networks/8201226e-f25e-431d-a6a5-6704e8dc4880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7654402 Feb 04 12:18:45.227196 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91183f9d-c6a4-4ea0-b6b8-119e3d5e0012 req-0f3313db-0b23-4e43-aa71-89b282a37434 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:45.228810 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-91183f9d-c6a4-4ea0-b6b8-119e3d5e0012 req-0f3313db-0b23-4e43-aa71-89b282a37434 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/ports?device_id=f027c61e-1573-4eca-b41f-3575c551f5d7 HTTP/1.1" status: 200 len: 949 time: 0.5476551 Feb 04 12:18:45.368940 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601deba2-f58b-40f4-9aff-6052a68a68b4 req-70b266c4-b0b0-4f78-82df-accdc639fcd4 tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:45.371504 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-601deba2-f58b-40f4-9aff-6052a68a68b4 req-70b266c4-b0b0-4f78-82df-accdc639fcd4 tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3852799 Feb 04 12:18:45.376061 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-96188035-e3e7-44fe-bfc2-54259c2924c9 req-ae644933-4f3c-4479-80d2-26ff106f0432 service neutron] 10.222.0.73 "GET /v2.0/networks/d2a4c77d-3fdb-4ff7-b292-4dd38c281129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911182 Feb 04 12:18:45.452170 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b32e21-a1cb-4f6e-a953-1fcb62fbbb08 req-bdec38ea-9fd4-49d6-b447-44bd3c3262b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:45.454205 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e3b32e21-a1cb-4f6e-a953-1fcb62fbbb08 req-bdec38ea-9fd4-49d6-b447-44bd3c3262b6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=365084f8-2068-4655-9009-041f3cc171be HTTP/1.1" status: 200 len: 922 time: 0.3537436 Feb 04 12:18:45.455572 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-601deba2-f58b-40f4-9aff-6052a68a68b4 req-1a09feb7-c837-444a-81c5-b7956b61c0fd tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] 10.222.0.65 "GET /v2.0/quotas/f9af99c9a0024ffab72e44644c804799 HTTP/1.1" status: 200 len: 375 time: 0.0665243 Feb 04 12:18:45.461726 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-91183f9d-c6a4-4ea0-b6b8-119e3d5e0012 req-7b293d46-c58e-42a5-899b-e19a4479fa43 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/security-groups?id=9a1ba13a-3582-42ac-bb35-362abd3a196f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175527 Feb 04 12:18:45.523964 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ca6de2da-016a-47e4-8182-5c7f46f8cc87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:45.556768 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e3b32e21-a1cb-4f6e-a953-1fcb62fbbb08 req-d82ab4ac-a06e-4796-aa40-008ea538f333 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77dede16-a541-4c69-b69d-142ceabed198 HTTP/1.1" status: 200 len: 217 time: 0.0936403 Feb 04 12:18:45.580817 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-601deba2-f58b-40f4-9aff-6052a68a68b4 req-02bf5998-c563-4dfc-a537-a05c0fb08de4 tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=f9af99c9a0024ffab72e44644c804799&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1003878 Feb 04 12:18:45.640261 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-41f6d387-303e-464e-a95e-15e225efdd21 req-f8001aa0-ca0b-424c-b2e9-8fafd472b683 service neutron] 10.222.0.73 "GET /v2.0/networks/8201226e-f25e-431d-a6a5-6704e8dc4880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4233642 Feb 04 12:18:45.665865 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b32e21-a1cb-4f6e-a953-1fcb62fbbb08 req-ad722c8c-5473-4df8-a713-9aa6970c4748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:45.668144 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e3b32e21-a1cb-4f6e-a953-1fcb62fbbb08 req-ad722c8c-5473-4df8-a713-9aa6970c4748 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=baf06417-eecb-4036-81cf-3c7679e7daf8 HTTP/1.1" status: 200 len: 861 time: 0.0908182 Feb 04 12:18:45.738855 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e3b32e21-a1cb-4f6e-a953-1fcb62fbbb08 req-c1c46ad8-c833-430c-a9fe-18b7e799b97c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=365084f8-2068-4655-9009-041f3cc171be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459599 Feb 04 12:18:45.880828 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e013ea4-beb8-4128-a37e-3927ba9757a6 req-38bddf70-beb6-4620-944f-4fcf58d2c37a tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:45.882688 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4e013ea4-beb8-4128-a37e-3927ba9757a6 req-38bddf70-beb6-4620-944f-4fcf58d2c37a tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=36e4d1dc-26b6-46cf-b4da-bef23d627bbe HTTP/1.1" status: 200 len: 943 time: 0.2082555 Feb 04 12:18:45.947453 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 638e78f7-bd09-4274-9cce-b586cb09d7c7 details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:18:46.124412 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 638e78f7-bd09-4274-9cce-b586cb09d7c7, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=638e78f7-bd09-4274-9cce-b586cb09d7c7,segment=NetworkSegment(1a9a2aca-b7f6-445c-a938-0b8696864233),segment_id=1a9a2aca-b7f6-445c-a938-0b8696864233)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:18:46.147806 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': '638e78f7-bd09-4274-9cce-b586cb09d7c7', 'network_id': '8201226e-f25e-431d-a6a5-6704e8dc4880', 'port_id': '638e78f7-bd09-4274-9cce-b586cb09d7c7', 'mac_address': 'fa:16:3e:86:d1:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b10c2b1-e8bd-4535-8be4-90c0033f4e8f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:18:46.217016 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 638e78f7-bd09-4274-9cce-b586cb09d7c7 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:18:46.217412 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (638e78f7-bd09-4274-9cce-b586cb09d7c7), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:46.242901 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 638e78f7-bd09-4274-9cce-b586cb09d7c7 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:18:46.261145 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e3b32e21-a1cb-4f6e-a953-1fcb62fbbb08 req-f80106fd-23cb-455f-8934-fcf65dd25827 service neutron] 10.222.0.73 "GET /v2.0/networks/365084f8-2068-4655-9009-041f3cc171be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5147705 Feb 04 12:18:46.285371 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfdeb42-e986-4706-be78-dae4adfbf9e7 req-f452f3a2-e786-4040-b95f-51aec3a1a6a5 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:46.286186 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 638e78f7-bd09-4274-9cce-b586cb09d7c7, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=638e78f7-bd09-4274-9cce-b586cb09d7c7,segment=NetworkSegment(1a9a2aca-b7f6-445c-a938-0b8696864233),segment_id=1a9a2aca-b7f6-445c-a938-0b8696864233)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:18:46.287298 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fcfdeb42-e986-4706-be78-dae4adfbf9e7 req-f452f3a2-e786-4040-b95f-51aec3a1a6a5 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] 10.222.0.65 "GET /v2.0/ports?device_id=06d623a9-40db-4d05-9525-c019dd7d0c13 HTTP/1.1" status: 200 len: 943 time: 0.4555306 Feb 04 12:18:46.292912 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (638e78f7-bd09-4274-9cce-b586cb09d7c7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:46.355695 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4e013ea4-beb8-4128-a37e-3927ba9757a6 req-0cca0777-6db7-427b-9f78-4c4ea80b711c tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/security-groups?id=0e320687-8002-4e00-a016-6bf57af2cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4596362 Feb 04 12:18:46.366642 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 77dede16-a541-4c69-b69d-142ceabed198 details requested by agent hyperv_n-h2-825015-3 with host n-h2-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:18:46.440151 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=638e78f7-bd09-4274-9cce-b586cb09d7c7,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:46.479787 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fcfdeb42-e986-4706-be78-dae4adfbf9e7 req-129869a2-33a3-4f07-bafd-6b1fb082b9e0 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] 10.222.0.65 "GET /v2.0/security-groups?id=1cd472ff-e85a-4001-a10c-f5ed9978b777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1655092 Feb 04 12:18:46.535318 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06d623a9-40db-4d05-9525-c019dd7d0c13', 'tag': 'd85456be-be77-4b03-b039-2c69c2d5fea8'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:18:46.540284 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5547051b-04f5-435b-9ed2-3a79dea473ad" -d '{"events": [{"name": "network-changed", "server_uuid": "06d623a9-40db-4d05-9525-c019dd7d0c13", "tag": "d85456be-be77-4b03-b039-2c69c2d5fea8"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:18:46.544095 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e3b32e21-a1cb-4f6e-a953-1fcb62fbbb08 req-9d9fd26d-263c-413b-ab92-9744ed0a937c service neutron] 10.222.0.73 "GET /v2.0/networks/365084f8-2068-4655-9009-041f3cc171be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709467 Feb 04 12:18:46.577520 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 77dede16-a541-4c69-b69d-142ceabed198, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=77dede16-a541-4c69-b69d-142ceabed198,segment=NetworkSegment(30a1e83f-6fb2-463b-baec-19bf81bfa14b),segment_id=30a1e83f-6fb2-463b-baec-19bf81bfa14b)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:18:46.593096 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 77dede16-a541-4c69-b69d-142ceabed198 has no active binding in host n-h2-825015-3 {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 04 12:18:46.635076 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['638e78f7-bd09-4274-9cce-b586cb09d7c7'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:18:46.655603 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c6e288-39a5-4952-a91b-003958851f99 req-ca95046b-7527-442a-8755-7c3413342452 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:46.660333 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b8c6e288-39a5-4952-a91b-003958851f99 req-ca95046b-7527-442a-8755-7c3413342452 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/ports?device_id=4b6f9c85-3239-43e6-86e0-5a35173ff64f HTTP/1.1" status: 200 len: 944 time: 0.0827215 Feb 04 12:18:46.747597 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b8c6e288-39a5-4952-a91b-003958851f99 req-f8bf9d41-4fc9-4c0e-9df6-767c01da3645 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4f571d4-f0a1-47f6-a54a-b93db47581cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828462 Feb 04 12:18:47.103067 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1840f62-9966-4132-8066-2384d4c02c27 req-8c127e29-2b16-4dd8-bd0b-d8739cab9057 tempest-VolumesAdminNegativeTest-2027589204 tempest-VolumesAdminNegativeTest-2027589204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:47.105799 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e1840f62-9966-4132-8066-2384d4c02c27 req-8c127e29-2b16-4dd8-bd0b-d8739cab9057 tempest-VolumesAdminNegativeTest-2027589204 tempest-VolumesAdminNegativeTest-2027589204-project] 10.222.0.65 "GET /v2.0/networks?id=29dc487a-0891-467b-a5a8-be1dfb71d55e HTTP/1.1" status: 200 len: 815 time: 0.1448786 Feb 04 12:18:47.127395 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e1840f62-9966-4132-8066-2384d4c02c27 req-1b341bbe-83c8-467c-be54-48849609add4 tempest-VolumesAdminNegativeTest-2027589204 tempest-VolumesAdminNegativeTest-2027589204-project] 10.222.0.65 "GET /v2.0/quotas/ce6c413c7b184a0e86efef28e885886e HTTP/1.1" status: 200 len: 375 time: 0.0135384 Feb 04 12:18:47.195700 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e1840f62-9966-4132-8066-2384d4c02c27 req-f1bb75d2-78e7-411e-aeb7-6a878fb95eae tempest-VolumesAdminNegativeTest-2027589204 tempest-VolumesAdminNegativeTest-2027589204-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=ce6c413c7b184a0e86efef28e885886e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0608029 Feb 04 12:18:47.285036 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-601deba2-f58b-40f4-9aff-6052a68a68b4 req-7fef6dd3-e94f-4176-b2f3-5bd61c6da186 tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=f9af99c9a0024ffab72e44644c804799&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0337734 Feb 04 12:18:47.396041 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e1840f62-9966-4132-8066-2384d4c02c27 req-dbb31b5f-46df-474f-8908-c373579b39b4 service neutron] 10.222.0.65 "GET /v2.0/networks/29dc487a-0891-467b-a5a8-be1dfb71d55e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852353 Feb 04 12:18:47.486790 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601deba2-f58b-40f4-9aff-6052a68a68b4 req-e94106dd-7857-4bbd-80cd-86fbd44abf29 tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:47.489175 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-601deba2-f58b-40f4-9aff-6052a68a68b4 req-e94106dd-7857-4bbd-80cd-86fbd44abf29 tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1984739 Feb 04 12:18:47.522759 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-601deba2-f58b-40f4-9aff-6052a68a68b4 req-ec1bbb83-7290-40bf-8e05-0e89fae6611e tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] Request body: {'port': {'device_id': '46a5106d-9db0-47a6-b607-e4d3585fc28e', 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c', 'admin_state_up': True, 'tenant_id': 'f9af99c9a0024ffab72e44644c804799'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:18:47.595791 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e1840f62-9966-4132-8066-2384d4c02c27 req-3a0fa605-cc90-45cc-86f7-4815b3711860 service neutron] 10.222.0.65 "GET /v2.0/networks/29dc487a-0891-467b-a5a8-be1dfb71d55e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908517 Feb 04 12:18:47.626380 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ef907947-dca9-4b50-9cec-ff9e423c8dc6 req-3078ff31-d5ab-4091-95b1-d81613e4844d tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] 10.222.0.65 "GET /v2.0/ports?device_id=46a5106d-9db0-47a6-b607-e4d3585fc28e HTTP/1.1" status: 200 len: 210 time: 0.0349519 Feb 04 12:18:47.697321 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-601deba2-f58b-40f4-9aff-6052a68a68b4 req-ec1bbb83-7290-40bf-8e05-0e89fae6611e tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] Made reservation on behalf of f9af99c9a0024ffab72e44644c804799 for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:18:47.701898 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-601deba2-f58b-40f4-9aff-6052a68a68b4 req-ec1bbb83-7290-40bf-8e05-0e89fae6611e tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:47.715658 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-601deba2-f58b-40f4-9aff-6052a68a68b4 req-ec1bbb83-7290-40bf-8e05-0e89fae6611e tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:47.815036 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfa3a51a-cacc-48e7-8528-868d58c651db x-openstack-request-id: req-dfa3a51a-cacc-48e7-8528-868d58c651db {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:18:47.815479 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06d623a9-40db-4d05-9525-c019dd7d0c13", "tag": "d85456be-be77-4b03-b039-2c69c2d5fea8", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:18:47.815983 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-dfa3a51a-cacc-48e7-8528-868d58c651db {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:18:47.817575 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06d623a9-40db-4d05-9525-c019dd7d0c13', 'tag': 'd85456be-be77-4b03-b039-2c69c2d5fea8', 'status': 'completed', 'code': 200} Feb 04 12:18:47.882558 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2d3704-5d2c-4c23-842c-55702ceb8bd5 req-3ac145e7-0bf7-4433-8f20-b2a1800ccb2f tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:47.884210 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4c2d3704-5d2c-4c23-842c-55702ceb8bd5 req-3ac145e7-0bf7-4433-8f20-b2a1800ccb2f tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/ports?device_id=f027c61e-1573-4eca-b41f-3575c551f5d7 HTTP/1.1" status: 200 len: 949 time: 0.1396611 Feb 04 12:18:47.899312 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5547051b-04f5-435b-9ed2-3a79dea473ad req-8877d736-a2ea-4e49-ba1c-962967eff915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:47.900583 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5547051b-04f5-435b-9ed2-3a79dea473ad req-8877d736-a2ea-4e49-ba1c-962967eff915 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=af7896e432b54a83bc6fa954af7e9dac&device_id=06d623a9-40db-4d05-9525-c019dd7d0c13 HTTP/1.1" status: 200 len: 1125 time: 0.0948079 Feb 04 12:18:47.949853 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-52567710-6918-4d21-8a2a-0c1e3a93aca0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:47.973660 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 638e78f7-bd09-4274-9cce-b586cb09d7c7 up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:18:47.994074 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-601deba2-f58b-40f4-9aff-6052a68a68b4 req-ec1bbb83-7290-40bf-8e05-0e89fae6611e tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] Publish callbacks [] for security_group (18e2d55a-df02-4fae-b673-f4d465aa36fd), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:48.001830 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-601deba2-f58b-40f4-9aff-6052a68a68b4 req-ec1bbb83-7290-40bf-8e05-0e89fae6611e tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (18e2d55a-df02-4fae-b673-f4d465aa36fd), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:48.041868 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4c2d3704-5d2c-4c23-842c-55702ceb8bd5 req-89332af7-e590-40aa-9cec-ae988ef1ce62 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/security-groups?id=9a1ba13a-3582-42ac-bb35-362abd3a196f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469293 Feb 04 12:18:48.153763 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5547051b-04f5-435b-9ed2-3a79dea473ad req-62c04ff4-d401-4dda-aadd-c0abb7702e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:48.155339 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5547051b-04f5-435b-9ed2-3a79dea473ad req-62c04ff4-d401-4dda-aadd-c0abb7702e80 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d2a4c77d-3fdb-4ff7-b292-4dd38c281129 HTTP/1.1" status: 200 len: 925 time: 0.2444386 Feb 04 12:18:48.175796 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning for port 638e78f7-bd09-4274-9cce-b586cb09d7c7 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:18:48.189840 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port 638e78f7-bd09-4274-9cce-b586cb09d7c7 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:18:48.190211 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (638e78f7-bd09-4274-9cce-b586cb09d7c7), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:48.240660 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1bbb83-7290-40bf-8e05-0e89fae6611e tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18e2d55a-df02-4fae-b673-f4d465aa36fd,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:48.284722 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5547051b-04f5-435b-9ed2-3a79dea473ad req-e86dae55-08a1-4c7e-b6a1-cdf996887c1b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d85456be-be77-4b03-b039-2c69c2d5fea8 HTTP/1.1" status: 200 len: 217 time: 0.1209280 Feb 04 12:18:48.371760 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 638e78f7-bd09-4274-9cce-b586cb09d7c7 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:18:48.372719 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (638e78f7-bd09-4274-9cce-b586cb09d7c7), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:48.430753 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b6f9c85-3239-43e6-86e0-5a35173ff64f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '638e78f7-bd09-4274-9cce-b586cb09d7c7'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:18:48.431048 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d37c3d41-9fb2-4c59-8bdf-f34b31c326e7 req-1a8df18a-0b50-4144-ae51-d6e5ee488ee3 service neutron] 10.222.0.73 "GET /v2.0/ports/77dede16-a541-4c69-b69d-142ceabed198/bindings/n-h2-825015-3 HTTP/1.1" status: 200 len: 384 time: 0.3737040 Feb 04 12:18:48.435165 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-553bf077-beed-454e-ba14-14dfdbe93c09" -d '{"events": [{"server_uuid": "4b6f9c85-3239-43e6-86e0-5a35173ff64f", "name": "network-vif-plugged", "status": "completed", "tag": "638e78f7-bd09-4274-9cce-b586cb09d7c7"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:18:48.451036 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5547051b-04f5-435b-9ed2-3a79dea473ad req-01da72d1-37f1-4777-8899-3106852be296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:48.452939 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5547051b-04f5-435b-9ed2-3a79dea473ad req-01da72d1-37f1-4777-8899-3106852be296 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b48188d4-d733-4c67-bf23-f3f37b0f09f3 HTTP/1.1" status: 200 len: 863 time: 0.1311994 Feb 04 12:18:48.473703 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 638e78f7-bd09-4274-9cce-b586cb09d7c7, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=638e78f7-bd09-4274-9cce-b586cb09d7c7,segment=NetworkSegment(1a9a2aca-b7f6-445c-a938-0b8696864233),segment_id=1a9a2aca-b7f6-445c-a938-0b8696864233)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:18:48.480651 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (638e78f7-bd09-4274-9cce-b586cb09d7c7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:48.492412 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb0f960-3e02-4006-ab2a-552f099a9d28 req-04327576-f464-4194-bccb-04a11a671d9f tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:48.499636 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-adb0f960-3e02-4006-ab2a-552f099a9d28 req-04327576-f464-4194-bccb-04a11a671d9f tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=36e4d1dc-26b6-46cf-b4da-bef23d627bbe HTTP/1.1" status: 200 len: 943 time: 0.2976418 Feb 04 12:18:48.499925 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [req-601deba2-f58b-40f4-9aff-6052a68a68b4 req-ec1bbb83-7290-40bf-8e05-0e89fae6611e tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] Allocated IP 192.168.233.89 (2f7dc246-a024-4937-952c-0ddeef5af29c/5ee3374a-84e9-4639-853c-740c6edaf6dc/fb3a465d-631d-4da0-bec7-5d0861cc6fd4) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:18:48.577666 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=638e78f7-bd09-4274-9cce-b586cb09d7c7,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:48.669420 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-adb0f960-3e02-4006-ab2a-552f099a9d28 req-901e2e81-2b63-4825-a534-e2d303c46f63 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/security-groups?id=0e320687-8002-4e00-a016-6bf57af2cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684785 Feb 04 12:18:48.734161 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5547051b-04f5-435b-9ed2-3a79dea473ad req-ec2f6afa-882d-4486-85f6-0a3eca4a8e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:48.736901 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5547051b-04f5-435b-9ed2-3a79dea473ad req-ec2f6afa-882d-4486-85f6-0a3eca4a8e1e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d2a4c77d-3fdb-4ff7-b292-4dd38c281129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2262263 Feb 04 12:18:48.803530 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-601deba2-f58b-40f4-9aff-6052a68a68b4 req-ec1bbb83-7290-40bf-8e05-0e89fae6611e tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] Publish callbacks [] for port (fb3a465d-631d-4da0-bec7-5d0861cc6fd4), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:48.863631 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-601deba2-f58b-40f4-9aff-6052a68a68b4 req-ec1bbb83-7290-40bf-8e05-0e89fae6611e tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (fb3a465d-631d-4da0-bec7-5d0861cc6fd4), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:48.970035 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1bbb83-7290-40bf-8e05-0e89fae6611e tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] Pushing event updated for resources: {'Port': ['ID=fb3a465d-631d-4da0-bec7-5d0861cc6fd4,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:49.005232 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-601deba2-f58b-40f4-9aff-6052a68a68b4 req-ec1bbb83-7290-40bf-8e05-0e89fae6611e tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] Network 2f7dc246-a024-4937-952c-0ddeef5af29c is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:18:49.007712 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [req-601deba2-f58b-40f4-9aff-6052a68a68b4 req-ec1bbb83-7290-40bf-8e05-0e89fae6611e tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:18:49.012087 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-601deba2-f58b-40f4-9aff-6052a68a68b4 req-ec1bbb83-7290-40bf-8e05-0e89fae6611e tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:18:49.056500 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-d37c3d41-9fb2-4c59-8bdf-f34b31c326e7 req-57189f70-07be-4ad8-9b1e-a0e2eb449878 service neutron] For port 77dede16-a541-4c69-b69d-142ceabed198, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=77dede16-a541-4c69-b69d-142ceabed198,segment=NetworkSegment(30a1e83f-6fb2-463b-baec-19bf81bfa14b),segment_id=30a1e83f-6fb2-463b-baec-19bf81bfa14b)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:18:49.064214 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:49.125100 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-d37c3d41-9fb2-4c59-8bdf-f34b31c326e7 req-57189f70-07be-4ad8-9b1e-a0e2eb449878 service neutron] For port 77dede16-a541-4c69-b69d-142ceabed198, host n-h1-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:18:49.164924 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601deba2-f58b-40f4-9aff-6052a68a68b4 req-ec1bbb83-7290-40bf-8e05-0e89fae6611e tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:49.165905 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-601deba2-f58b-40f4-9aff-6052a68a68b4 req-ec1bbb83-7290-40bf-8e05-0e89fae6611e tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:49.196730 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-601deba2-f58b-40f4-9aff-6052a68a68b4 req-ec1bbb83-7290-40bf-8e05-0e89fae6611e tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6940422 Feb 04 12:18:49.214475 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-601deba2-f58b-40f4-9aff-6052a68a68b4 req-94362fe0-e81d-4a55-9427-fd0bb51e61e3 service neutron] Request body: {'port': {'device_id': '46a5106d-9db0-47a6-b607-e4d3585fc28e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825015-3'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:18:49.251369 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-daaf4a59-a47d-4fb9-b2f1-918365380c9b req-ae573aea-b1d1-4342-ae0a-b6760b054710 tempest-VolumesAdminNegativeTest-2027589204 tempest-VolumesAdminNegativeTest-2027589204-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2424bbf-a970-4983-a079-c74cefc5b79e HTTP/1.1" status: 200 len: 210 time: 0.1614110 Feb 04 12:18:49.254560 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5547051b-04f5-435b-9ed2-3a79dea473ad req-1c814ea7-bdb7-4123-af83-fcbd11f3887d service neutron] 10.222.0.73 "GET /v2.0/networks/d2a4c77d-3fdb-4ff7-b292-4dd38c281129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5055196 Feb 04 12:18:49.332849 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-d37c3d41-9fb2-4c59-8bdf-f34b31c326e7 req-57189f70-07be-4ad8-9b1e-a0e2eb449878 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77dede16-a541-4c69-b69d-142ceabed198 {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:18:49.368772 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-601deba2-f58b-40f4-9aff-6052a68a68b4 req-94362fe0-e81d-4a55-9427-fd0bb51e61e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (fb3a465d-631d-4da0-bec7-5d0861cc6fd4), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:49.419336 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-d37c3d41-9fb2-4c59-8bdf-f34b31c326e7 req-57189f70-07be-4ad8-9b1e-a0e2eb449878 service neutron] For port 77dede16-a541-4c69-b69d-142ceabed198, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=77dede16-a541-4c69-b69d-142ceabed198,segment=NetworkSegment(30a1e83f-6fb2-463b-baec-19bf81bfa14b),segment_id=30a1e83f-6fb2-463b-baec-19bf81bfa14b)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:18:49.497701 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f0620c-4dcd-43d5-8a6d-47f0b5ff4ae7 req-5fe64229-e6b6-4a6e-804a-756d436866f2 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:49.500682 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f2f0620c-4dcd-43d5-8a6d-47f0b5ff4ae7 req-5fe64229-e6b6-4a6e-804a-756d436866f2 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] 10.222.0.65 "GET /v2.0/ports?device_id=06d623a9-40db-4d05-9525-c019dd7d0c13 HTTP/1.1" status: 200 len: 943 time: 0.4938867 Feb 04 12:18:49.519082 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-a9f6db6e-e730-4090-b2a9-e4f51f9c8baf None None] Provisioning complete for port fb3a465d-631d-4da0-bec7-5d0861cc6fd4 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:18:49.519553 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a9f6db6e-e730-4090-b2a9-e4f51f9c8baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (fb3a465d-631d-4da0-bec7-5d0861cc6fd4), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:49.523076 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-d37c3d41-9fb2-4c59-8bdf-f34b31c326e7 req-57189f70-07be-4ad8-9b1e-a0e2eb449878 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (77dede16-a541-4c69-b69d-142ceabed198), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:49.593015 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-a9f6db6e-e730-4090-b2a9-e4f51f9c8baf None None] Port fb3a465d-631d-4da0-bec7-5d0861cc6fd4 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:18:49.746990 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9045fd81-acfb-4239-b907-6ab988cab430 req-cf7dc502-f613-45b1-a010-88f31ac23d63 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:49.749492 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9045fd81-acfb-4239-b907-6ab988cab430 req-cf7dc502-f613-45b1-a010-88f31ac23d63 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/ports?device_id=4b6f9c85-3239-43e6-86e0-5a35173ff64f HTTP/1.1" status: 200 len: 945 time: 0.3447700 Feb 04 12:18:49.753248 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5547051b-04f5-435b-9ed2-3a79dea473ad req-2de89959-c799-4da4-af9b-fe4d6d9be9b3 service neutron] 10.222.0.73 "GET /v2.0/networks/d2a4c77d-3fdb-4ff7-b292-4dd38c281129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4853637 Feb 04 12:18:49.762383 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f2f0620c-4dcd-43d5-8a6d-47f0b5ff4ae7 req-bf4de761-dec9-40aa-9673-3508dd133025 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] 10.222.0.65 "GET /v2.0/security-groups?id=1cd472ff-e85a-4001-a10c-f5ed9978b777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2471385 Feb 04 12:18:49.867682 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45463b3e-5ebc-47dc-bc67-62f347d38949 x-openstack-request-id: req-45463b3e-5ebc-47dc-bc67-62f347d38949 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:18:49.868219 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b6f9c85-3239-43e6-86e0-5a35173ff64f", "name": "network-vif-plugged", "status": "completed", "tag": "638e78f7-bd09-4274-9cce-b586cb09d7c7", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:18:49.868618 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-45463b3e-5ebc-47dc-bc67-62f347d38949 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:18:49.869236 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b6f9c85-3239-43e6-86e0-5a35173ff64f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '638e78f7-bd09-4274-9cce-b586cb09d7c7', 'code': 200} Feb 04 12:18:49.870810 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-d37c3d41-9fb2-4c59-8bdf-f34b31c326e7 req-57189f70-07be-4ad8-9b1e-a0e2eb449878 service neutron] Transition to ACTIVE for port object 77dede16-a541-4c69-b69d-142ceabed198 will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:18:49.882286 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-d37c3d41-9fb2-4c59-8bdf-f34b31c326e7 req-57189f70-07be-4ad8-9b1e-a0e2eb449878 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (77dede16-a541-4c69-b69d-142ceabed198), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:49.893772 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9045fd81-acfb-4239-b907-6ab988cab430 req-b6fc8b51-17c8-4500-bfde-8ba050fea9b4 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4f571d4-f0a1-47f6-a54a-b93db47581cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298871 Feb 04 12:18:49.949871 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1840f62-9966-4132-8066-2384d4c02c27 req-5f436afa-67f0-4252-bbdf-3f021024f266 tempest-VolumesAdminNegativeTest-2027589204 tempest-VolumesAdminNegativeTest-2027589204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:49.952301 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-e1840f62-9966-4132-8066-2384d4c02c27 req-5f436afa-67f0-4252-bbdf-3f021024f266 tempest-VolumesAdminNegativeTest-2027589204 tempest-VolumesAdminNegativeTest-2027589204-project] 10.222.0.73 "GET /v2.0/networks?id=29dc487a-0891-467b-a5a8-be1dfb71d55e HTTP/1.1" status: 200 len: 815 time: 0.3507965 Feb 04 12:18:49.967158 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-e1840f62-9966-4132-8066-2384d4c02c27 req-389f8fef-2e11-41dd-876a-ffe6621d8731 tempest-VolumesAdminNegativeTest-2027589204 tempest-VolumesAdminNegativeTest-2027589204-project] Request body: {'port': {'device_id': 'f2424bbf-a970-4983-a079-c74cefc5b79e', 'network_id': '29dc487a-0891-467b-a5a8-be1dfb71d55e', 'admin_state_up': True, 'tenant_id': 'ce6c413c7b184a0e86efef28e885886e'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:18:49.985372 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-d37c3d41-9fb2-4c59-8bdf-f34b31c326e7 req-57189f70-07be-4ad8-9b1e-a0e2eb449878 service neutron] No DVR routers for this DVR port 77dede16-a541-4c69-b69d-142ceabed198 on host n-h1-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:18:49.991083 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device d85456be-be77-4b03-b039-2c69c2d5fea8 details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:18:50.012052 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57189f70-07be-4ad8-9b1e-a0e2eb449878 service neutron] Pushing event updated for resources: {'Port': ['ID=77dede16-a541-4c69-b69d-142ceabed198,revision_number=10']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:50.113622 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d37c3d41-9fb2-4c59-8bdf-f34b31c326e7 req-57189f70-07be-4ad8-9b1e-a0e2eb449878 service neutron] 10.222.0.73 "PUT /v2.0/ports/77dede16-a541-4c69-b69d-142ceabed198/bindings/n-h2-825015-3/activate HTTP/1.1" status: 200 len: 369 time: 1.6714928 Feb 04 12:18:50.155097 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56df36b-2d61-443d-af80-03e8d57ab548 req-a7602c69-77b6-4387-a5a0-029dfb77a9a8 tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:50.157253 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e56df36b-2d61-443d-af80-03e8d57ab548 req-a7602c69-77b6-4387-a5a0-029dfb77a9a8 tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] 10.222.0.65 "GET /v2.0/ports?device_id=46a5106d-9db0-47a6-b607-e4d3585fc28e HTTP/1.1" status: 200 len: 935 time: 0.1684089 Feb 04 12:18:50.168381 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [req-601deba2-f58b-40f4-9aff-6052a68a68b4 req-94362fe0-e81d-4a55-9427-fd0bb51e61e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb3a465d-631d-4da0-bec7-5d0861cc6fd4 {{(pid=103474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:18:50.176198 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695d2520-834f-4467-808e-6e346c17d7b7 req-9319e678-73bb-4f6b-9b12-a82411a762f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:50.177863 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-695d2520-834f-4467-808e-6e346c17d7b7 req-9319e678-73bb-4f6b-9b12-a82411a762f2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4b6f9c85-3239-43e6-86e0-5a35173ff64f HTTP/1.1" status: 200 len: 1127 time: 0.1622009 Feb 04 12:18:50.186050 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-601deba2-f58b-40f4-9aff-6052a68a68b4 req-94362fe0-e81d-4a55-9427-fd0bb51e61e3 service neutron] Publish callbacks [] for port (fb3a465d-631d-4da0-bec7-5d0861cc6fd4), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:50.252397 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port d85456be-be77-4b03-b039-2c69c2d5fea8, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=d85456be-be77-4b03-b039-2c69c2d5fea8,segment=NetworkSegment(dd6a73cb-8268-4b67-a592-682dfbe2780b),segment_id=dd6a73cb-8268-4b67-a592-682dfbe2780b)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:18:50.279236 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.provisioning_blocks [req-601deba2-f58b-40f4-9aff-6052a68a68b4 req-94362fe0-e81d-4a55-9427-fd0bb51e61e3 service neutron] Transition to ACTIVE for port object fb3a465d-631d-4da0-bec7-5d0861cc6fd4 will not be triggered until provisioned by entity L2. {{(pid=103474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:18:50.284780 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': 'd85456be-be77-4b03-b039-2c69c2d5fea8', 'network_id': 'd2a4c77d-3fdb-4ff7-b292-4dd38c281129', 'port_id': 'd85456be-be77-4b03-b039-2c69c2d5fea8', 'mac_address': 'fa:16:3e:ab:3a:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b48188d4-d733-4c67-bf23-f3f37b0f09f3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:18:50.302411 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-601deba2-f58b-40f4-9aff-6052a68a68b4 req-94362fe0-e81d-4a55-9427-fd0bb51e61e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (fb3a465d-631d-4da0-bec7-5d0861cc6fd4), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:50.324104 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-695d2520-834f-4467-808e-6e346c17d7b7 req-eaa67f11-70d9-452a-82e4-ca4945fad1d4 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=e4f571d4-f0a1-47f6-a54a-b93db47581cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368840 Feb 04 12:18:50.331092 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:50.335791 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e56df36b-2d61-443d-af80-03e8d57ab548 req-02e4e00b-ee1a-4665-9706-18b31fa7c8b1 tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] 10.222.0.65 "GET /v2.0/security-groups?id=18e2d55a-df02-4fae-b673-f4d465aa36fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699958 Feb 04 12:18:50.352302 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e560544e-55d7-4659-98ed-2fcf1468325e req-367c7eee-657a-4e4f-82b1-05b1d8d9d5e8 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:50.352953 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port d85456be-be77-4b03-b039-2c69c2d5fea8 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:18:50.353537 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (d85456be-be77-4b03-b039-2c69c2d5fea8), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:50.363045 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e560544e-55d7-4659-98ed-2fcf1468325e req-367c7eee-657a-4e4f-82b1-05b1d8d9d5e8 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/ports?device_id=f027c61e-1573-4eca-b41f-3575c551f5d7 HTTP/1.1" status: 200 len: 949 time: 0.1415544 Feb 04 12:18:50.377276 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d85456be-be77-4b03-b039-2c69c2d5fea8 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:18:50.394361 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 9deeedb5-204f-427a-9d10-78c74d840462 details requested by agent hyperv_n-h2-825015-3 with host n-h2-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:18:50.397230 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 9deeedb5-204f-427a-9d10-78c74d840462 no longer exists at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:18:50.418100 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94362fe0-e81d-4a55-9427-fd0bb51e61e3 service neutron] Pushing event updated for resources: {'Port': ['ID=fb3a465d-631d-4da0-bec7-5d0861cc6fd4,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:50.459253 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e560544e-55d7-4659-98ed-2fcf1468325e req-2b09f23d-fa5e-4349-9b09-da396563b2d1 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/security-groups?id=9a1ba13a-3582-42ac-bb35-362abd3a196f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957782 Feb 04 12:18:50.486600 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37c3d41-9fb2-4c59-8bdf-f34b31c326e7 req-9ecf3c54-8158-4938-958c-f2f77835228a tempest-LiveAutoBlockMigrationV225Test-497889810 tempest-LiveAutoBlockMigrationV225Test-497889810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:50.488294 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-d37c3d41-9fb2-4c59-8bdf-f34b31c326e7 req-9ecf3c54-8158-4938-958c-f2f77835228a tempest-LiveAutoBlockMigrationV225Test-497889810 tempest-LiveAutoBlockMigrationV225Test-497889810-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=36e4d1dc-26b6-46cf-b4da-bef23d627bbe&tenant_id=207f01ccf15c4616a04a98fbbad5fc72&binding%3Ahost_id=n-h1-825015-3 HTTP/1.1" status: 200 len: 1126 time: 0.2851338 Feb 04 12:18:50.514242 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port d85456be-be77-4b03-b039-2c69c2d5fea8, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=d85456be-be77-4b03-b039-2c69c2d5fea8,segment=NetworkSegment(dd6a73cb-8268-4b67-a592-682dfbe2780b),segment_id=dd6a73cb-8268-4b67-a592-682dfbe2780b)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:18:50.530398 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (d85456be-be77-4b03-b039-2c69c2d5fea8), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:50.552123 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1840f62-9966-4132-8066-2384d4c02c27 req-389f8fef-2e11-41dd-876a-ffe6621d8731 tempest-VolumesAdminNegativeTest-2027589204 tempest-VolumesAdminNegativeTest-2027589204-project] Made reservation on behalf of ce6c413c7b184a0e86efef28e885886e for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:18:50.555616 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-e1840f62-9966-4132-8066-2384d4c02c27 req-389f8fef-2e11-41dd-876a-ffe6621d8731 tempest-VolumesAdminNegativeTest-2027589204 tempest-VolumesAdminNegativeTest-2027589204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:50.655656 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-601deba2-f58b-40f4-9aff-6052a68a68b4 req-94362fe0-e81d-4a55-9427-fd0bb51e61e3 service neutron] Attempting to bind port fb3a465d-631d-4da0-bec7-5d0861cc6fd4 on host n-h2-825015-3 for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:18:50.657339 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-601deba2-f58b-40f4-9aff-6052a68a68b4 req-94362fe0-e81d-4a55-9427-fd0bb51e61e3 service neutron] Attempting to bind port fb3a465d-631d-4da0-bec7-5d0861cc6fd4 by drivers openvswitch,hyperv on host n-h2-825015-3 at level 0 using segments [{'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:18:50.657922 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601deba2-f58b-40f4-9aff-6052a68a68b4 req-94362fe0-e81d-4a55-9427-fd0bb51e61e3 service neutron] Attempting to bind port fb3a465d-631d-4da0-bec7-5d0861cc6fd4 on network 2f7dc246-a024-4937-952c-0ddeef5af29c {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:18:50.737219 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eb129a-8d59-4aab-8f03-66888e665116 req-996adbee-b08c-441c-a4b5-2e4ff6a7c241 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:50.752735 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d3eb129a-8d59-4aab-8f03-66888e665116 req-996adbee-b08c-441c-a4b5-2e4ff6a7c241 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=36e4d1dc-26b6-46cf-b4da-bef23d627bbe HTTP/1.1" status: 200 len: 944 time: 0.1687508 Feb 04 12:18:50.766353 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601deba2-f58b-40f4-9aff-6052a68a68b4 req-94362fe0-e81d-4a55-9427-fd0bb51e61e3 service neutron] Port fb3a465d-631d-4da0-bec7-5d0861cc6fd4 on network 2f7dc246-a024-4937-952c-0ddeef5af29c not bound, no agent of type Open vSwitch agent registered on host n-h2-825015-3 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:18:50.767207 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601deba2-f58b-40f4-9aff-6052a68a68b4 req-94362fe0-e81d-4a55-9427-fd0bb51e61e3 service neutron] Attempting to bind port fb3a465d-631d-4da0-bec7-5d0861cc6fd4 on network 2f7dc246-a024-4937-952c-0ddeef5af29c {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:18:50.788332 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37c3d41-9fb2-4c59-8bdf-f34b31c326e7 req-cc331e4a-0c07-40c7-9c26-2a920088b7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:50.790335 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-d37c3d41-9fb2-4c59-8bdf-f34b31c326e7 req-cc331e4a-0c07-40c7-9c26-2a920088b7eb service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=36e4d1dc-26b6-46cf-b4da-bef23d627bbe&tenant_id=207f01ccf15c4616a04a98fbbad5fc72 HTTP/1.1" status: 200 len: 1126 time: 0.2809625 Feb 04 12:18:50.801851 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601deba2-f58b-40f4-9aff-6052a68a68b4 req-94362fe0-e81d-4a55-9427-fd0bb51e61e3 service neutron] Checking agent: {'id': '9b68a165-e786-4b91-8592-44519c2ecabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:18:50.802790 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601deba2-f58b-40f4-9aff-6052a68a68b4 req-94362fe0-e81d-4a55-9427-fd0bb51e61e3 service neutron] Checking segment: {'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:18:50.802790 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601deba2-f58b-40f4-9aff-6052a68a68b4 req-94362fe0-e81d-4a55-9427-fd0bb51e61e3 service neutron] Bound using segment: {'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:18:50.803211 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-601deba2-f58b-40f4-9aff-6052a68a68b4 req-94362fe0-e81d-4a55-9427-fd0bb51e61e3 service neutron] Bound port: fb3a465d-631d-4da0-bec7-5d0861cc6fd4, host: n-h2-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:18:50.803573 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-601deba2-f58b-40f4-9aff-6052a68a68b4 req-94362fe0-e81d-4a55-9427-fd0bb51e61e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (fb3a465d-631d-4da0-bec7-5d0861cc6fd4), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:50.817047 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=d85456be-be77-4b03-b039-2c69c2d5fea8,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:50.835383 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['d85456be-be77-4b03-b039-2c69c2d5fea8'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:18:50.927094 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d3eb129a-8d59-4aab-8f03-66888e665116 req-bad1288e-e0ed-4dc0-b099-77d97f5c1992 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/security-groups?id=0e320687-8002-4e00-a016-6bf57af2cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724412 Feb 04 12:18:50.932856 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 9deeedb5-204f-427a-9d10-78c74d840462 is: ACTIVE; New status is: DOWN {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:18:50.933550 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (9deeedb5-204f-427a-9d10-78c74d840462), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:50.999162 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 9deeedb5-204f-427a-9d10-78c74d840462, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=9deeedb5-204f-427a-9d10-78c74d840462,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:18:51.036836 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 9deeedb5-204f-427a-9d10-78c74d840462, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=9deeedb5-204f-427a-9d10-78c74d840462,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:18:51.069744 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (9deeedb5-204f-427a-9d10-78c74d840462), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:51.082951 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [req-e1840f62-9966-4132-8066-2384d4c02c27 req-389f8fef-2e11-41dd-876a-ffe6621d8731 tempest-VolumesAdminNegativeTest-2027589204 tempest-VolumesAdminNegativeTest-2027589204-project] Allocated IP 172.20.0.3 (29dc487a-0891-467b-a5a8-be1dfb71d55e/8c10b01f-6505-423f-a043-13e7cced20b8/889fb1f4-a551-46dd-a270-1535e39b967e) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:18:51.132801 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37c3d41-9fb2-4c59-8bdf-f34b31c326e7 req-3860dd9e-c63d-4608-a491-f9c229c5578b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:51.134838 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-d37c3d41-9fb2-4c59-8bdf-f34b31c326e7 req-3860dd9e-c63d-4608-a491-f9c229c5578b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=207f01ccf15c4616a04a98fbbad5fc72&device_id=36e4d1dc-26b6-46cf-b4da-bef23d627bbe HTTP/1.1" status: 200 len: 1126 time: 0.2841690 Feb 04 12:18:51.138739 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Returning: {'device': '9deeedb5-204f-427a-9d10-78c74d840462', 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c', 'port_id': '9deeedb5-204f-427a-9d10-78c74d840462', 'mac_address': 'fa:16:3e:27:fa:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ee3374a-84e9-4639-853c-740c6edaf6dc', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:18:51.182370 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-601deba2-f58b-40f4-9aff-6052a68a68b4 req-94362fe0-e81d-4a55-9427-fd0bb51e61e3 service neutron] For port fb3a465d-631d-4da0-bec7-5d0861cc6fd4, host n-h2-825015-3, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:18:51.206366 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-601deba2-f58b-40f4-9aff-6052a68a68b4 req-94362fe0-e81d-4a55-9427-fd0bb51e61e3 service neutron] For port fb3a465d-631d-4da0-bec7-5d0861cc6fd4, host n-h2-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=fb3a465d-631d-4da0-bec7-5d0861cc6fd4,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:18:51.243507 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 9deeedb5-204f-427a-9d10-78c74d840462 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:18:51.244544 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (9deeedb5-204f-427a-9d10-78c74d840462), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:51.247257 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a847ce8b-8a6c-4ece-800a-51742a5bc501 req-2b854830-dda4-4fa3-ae3b-248187642fd4 tempest-VolumesAdminNegativeTest-2027589204 tempest-VolumesAdminNegativeTest-2027589204-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2424bbf-a970-4983-a079-c74cefc5b79e HTTP/1.1" status: 200 len: 210 time: 0.0532658 Feb 04 12:18:51.251123 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=9deeedb5-204f-427a-9d10-78c74d840462,revision_number=6']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:51.302918 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-601deba2-f58b-40f4-9aff-6052a68a68b4 req-94362fe0-e81d-4a55-9427-fd0bb51e61e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (fb3a465d-631d-4da0-bec7-5d0861cc6fd4), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:51.303288 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9deeedb5-204f-427a-9d10-78c74d840462 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:18:51.410601 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 9deeedb5-204f-427a-9d10-78c74d840462, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=9deeedb5-204f-427a-9d10-78c74d840462,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:18:51.430567 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (9deeedb5-204f-427a-9d10-78c74d840462), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:51.479177 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601deba2-f58b-40f4-9aff-6052a68a68b4 req-94362fe0-e81d-4a55-9427-fd0bb51e61e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:51.483048 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-601deba2-f58b-40f4-9aff-6052a68a68b4 req-94362fe0-e81d-4a55-9427-fd0bb51e61e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:51.486621 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-601deba2-f58b-40f4-9aff-6052a68a68b4 req-94362fe0-e81d-4a55-9427-fd0bb51e61e3 service neutron] 10.222.0.77 "PUT /v2.0/ports/fb3a465d-631d-4da0-bec7-5d0861cc6fd4 HTTP/1.1" status: 200 len: 1095 time: 2.2809072 Feb 04 12:18:51.498898 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46a5106d-9db0-47a6-b607-e4d3585fc28e', 'tag': 'fb3a465d-631d-4da0-bec7-5d0861cc6fd4'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:18:51.506492 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-464ad895-bf1e-40bf-b26f-4aecd3013f41" -d '{"events": [{"name": "network-changed", "server_uuid": "46a5106d-9db0-47a6-b607-e4d3585fc28e", "tag": "fb3a465d-631d-4da0-bec7-5d0861cc6fd4"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:18:51.509966 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7317d4a-d286-4eaa-95a3-a69ed89119bb req-6347960f-2643-4aa6-acd8-751a9c344dbc tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:51.520308 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d7317d4a-d286-4eaa-95a3-a69ed89119bb req-6347960f-2643-4aa6-acd8-751a9c344dbc tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/ports?device_id=4b6f9c85-3239-43e6-86e0-5a35173ff64f HTTP/1.1" status: 200 len: 945 time: 0.1750119 Feb 04 12:18:51.591123 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=9deeedb5-204f-427a-9d10-78c74d840462,revision_number=7']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:51.604016 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94362fe0-e81d-4a55-9427-fd0bb51e61e3 service neutron] Pushing event updated for resources: {'Port': ['ID=fb3a465d-631d-4da0-bec7-5d0861cc6fd4,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:51.607855 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d7317d4a-d286-4eaa-95a3-a69ed89119bb req-4bef8135-b750-47fd-93cf-6a011a569860 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4f571d4-f0a1-47f6-a54a-b93db47581cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822787 Feb 04 12:18:51.646309 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:51.648922 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397d3a40-6c3f-4e7d-880d-bc5ca1474edf req-9b6eedf7-3bf8-4807-a3e8-b0319fc27bbd tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:51.657910 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-397d3a40-6c3f-4e7d-880d-bc5ca1474edf req-9b6eedf7-3bf8-4807-a3e8-b0319fc27bbd tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] 10.222.0.65 "GET /v2.0/ports?device_id=06d623a9-40db-4d05-9525-c019dd7d0c13 HTTP/1.1" status: 200 len: 944 time: 0.2629745 Feb 04 12:18:51.733449 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['9deeedb5-204f-427a-9d10-78c74d840462'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:18:51.749756 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-397d3a40-6c3f-4e7d-880d-bc5ca1474edf req-e3a293ad-166b-4f14-9175-dcd2043d6fef tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] 10.222.0.65 "GET /v2.0/security-groups?id=1cd472ff-e85a-4001-a10c-f5ed9978b777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893111 Feb 04 12:18:51.760397 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37c3d41-9fb2-4c59-8bdf-f34b31c326e7 req-15cee495-0744-40df-96a1-05ea881af9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:51.762137 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-d37c3d41-9fb2-4c59-8bdf-f34b31c326e7 req-15cee495-0744-40df-96a1-05ea881af9a9 service neutron] 10.222.0.77 "GET /v2.0/networks?id=365084f8-2068-4655-9009-041f3cc171be HTTP/1.1" status: 200 len: 922 time: 0.6077573 Feb 04 12:18:51.872050 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-d37c3d41-9fb2-4c59-8bdf-f34b31c326e7 req-bb6855ab-8d65-4d69-94ce-97d92107bf05 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77dede16-a541-4c69-b69d-142ceabed198 HTTP/1.1" status: 200 len: 217 time: 0.0804479 Feb 04 12:18:51.879522 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f027c61e-1573-4eca-b41f-3575c551f5d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9deeedb5-204f-427a-9d10-78c74d840462'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:18:51.893538 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e9434ec-36b6-4a20-8f27-04b08faa3a29" -d '{"events": [{"server_uuid": "f027c61e-1573-4eca-b41f-3575c551f5d7", "name": "network-vif-unplugged", "status": "completed", "tag": "9deeedb5-204f-427a-9d10-78c74d840462"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:18:51.966330 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443c31dc-fd5b-4a67-b2a3-768b2f2e785d req-39b34ab5-4a39-4e05-86b8-ec7e157e2ecc tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:51.969905 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-443c31dc-fd5b-4a67-b2a3-768b2f2e785d req-39b34ab5-4a39-4e05-86b8-ec7e157e2ecc tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] 10.222.0.65 "GET /v2.0/ports?device_id=46a5106d-9db0-47a6-b607-e4d3585fc28e HTTP/1.1" status: 200 len: 947 time: 0.1069355 Feb 04 12:18:51.999544 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 77dede16-a541-4c69-b69d-142ceabed198 no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:18:52.007633 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601deba2-f58b-40f4-9aff-6052a68a68b4 req-7b125f54-d86b-4f3e-a5c2-e9a6fcc8d843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:52.009285 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-601deba2-f58b-40f4-9aff-6052a68a68b4 req-7b125f54-d86b-4f3e-a5c2-e9a6fcc8d843 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f9af99c9a0024ffab72e44644c804799&device_id=46a5106d-9db0-47a6-b607-e4d3585fc28e HTTP/1.1" status: 200 len: 1129 time: 0.4240034 Feb 04 12:18:52.040117 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37c3d41-9fb2-4c59-8bdf-f34b31c326e7 req-220cc93c-0130-4372-b240-ac97f125325c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:52.041882 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-d37c3d41-9fb2-4c59-8bdf-f34b31c326e7 req-220cc93c-0130-4372-b240-ac97f125325c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=baf06417-eecb-4036-81cf-3c7679e7daf8 HTTP/1.1" status: 200 len: 861 time: 0.1631255 Feb 04 12:18:52.066594 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-443c31dc-fd5b-4a67-b2a3-768b2f2e785d req-58c5f1d0-0ce2-40c9-81b9-0c18e2f98533 tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] 10.222.0.65 "GET /v2.0/security-groups?id=18e2d55a-df02-4fae-b673-f4d465aa36fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868876 Feb 04 12:18:52.087504 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] The host n-h1-825015-3 is not matching for port 77dede16-a541-4c69-b69d-142ceabed198 host n-h2-825015-3! {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 04 12:18:52.088240 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 77dede16-a541-4c69-b69d-142ceabed198 not bound to the agent host n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:18:52.094263 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-e1840f62-9966-4132-8066-2384d4c02c27 req-389f8fef-2e11-41dd-876a-ffe6621d8731 tempest-VolumesAdminNegativeTest-2027589204 tempest-VolumesAdminNegativeTest-2027589204-project] Publish callbacks [] for port (889fb1f4-a551-46dd-a270-1535e39b967e), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:52.115212 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-601deba2-f58b-40f4-9aff-6052a68a68b4 req-0da03e7d-8c14-46ab-a948-e240782871d6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=fb3a465d-631d-4da0-bec7-5d0861cc6fd4 HTTP/1.1" status: 200 len: 217 time: 0.0950985 Feb 04 12:18:52.173159 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-d37c3d41-9fb2-4c59-8bdf-f34b31c326e7 req-c1db99ab-1230-4b11-820c-954f6073ee9c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=365084f8-2068-4655-9009-041f3cc171be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0839064 Feb 04 12:18:52.274082 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42369a9-a078-428d-98cb-6b83a1dc918e req-5f67d00b-27fd-4a42-9a05-09b0e247f67b tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:52.275879 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e42369a9-a078-428d-98cb-6b83a1dc918e req-5f67d00b-27fd-4a42-9a05-09b0e247f67b tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/ports?device_id=f027c61e-1573-4eca-b41f-3575c551f5d7 HTTP/1.1" status: 200 len: 948 time: 0.1079433 Feb 04 12:18:52.337512 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601deba2-f58b-40f4-9aff-6052a68a68b4 req-747500dd-3f07-4bf2-afde-9b21e52d59c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:52.340140 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-601deba2-f58b-40f4-9aff-6052a68a68b4 req-747500dd-3f07-4bf2-afde-9b21e52d59c3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5ee3374a-84e9-4639-853c-740c6edaf6dc HTTP/1.1" status: 200 len: 843 time: 0.1845531 Feb 04 12:18:52.364140 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e42369a9-a078-428d-98cb-6b83a1dc918e req-6acbbb50-c235-4b4b-9c9d-93a7a59db81a tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/security-groups?id=9a1ba13a-3582-42ac-bb35-362abd3a196f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755706 Feb 04 12:18:52.455147 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25601343-1733-43f4-af9d-cff12f97e73b x-openstack-request-id: req-25601343-1733-43f4-af9d-cff12f97e73b {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:18:52.455585 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46a5106d-9db0-47a6-b607-e4d3585fc28e", "tag": "fb3a465d-631d-4da0-bec7-5d0861cc6fd4", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:18:52.456023 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-25601343-1733-43f4-af9d-cff12f97e73b {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:18:52.456649 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46a5106d-9db0-47a6-b607-e4d3585fc28e', 'tag': 'fb3a465d-631d-4da0-bec7-5d0861cc6fd4', 'status': 'completed', 'code': 200} Feb 04 12:18:52.464546 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-e1840f62-9966-4132-8066-2384d4c02c27 req-389f8fef-2e11-41dd-876a-ffe6621d8731 tempest-VolumesAdminNegativeTest-2027589204 tempest-VolumesAdminNegativeTest-2027589204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (889fb1f4-a551-46dd-a270-1535e39b967e), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:52.503893 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 12:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3daa124-e8bc-4e1f-abab-fa8f7b7ad113 x-openstack-request-id: req-d3daa124-e8bc-4e1f-abab-fa8f7b7ad113 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:18:52.506772 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f027c61e-1573-4eca-b41f-3575c551f5d7", "name": "network-vif-unplugged", "status": "completed", "tag": "9deeedb5-204f-427a-9d10-78c74d840462", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:18:52.507283 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d3daa124-e8bc-4e1f-abab-fa8f7b7ad113 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:18:52.508298 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f027c61e-1573-4eca-b41f-3575c551f5d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9deeedb5-204f-427a-9d10-78c74d840462', 'code': 200} Feb 04 12:18:52.560052 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-d37c3d41-9fb2-4c59-8bdf-f34b31c326e7 req-a6bada40-d854-4181-bb0e-0b6b395e9c08 service neutron] 10.222.0.77 "GET /v2.0/networks/365084f8-2068-4655-9009-041f3cc171be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3424203 Feb 04 12:18:52.631885 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1840f62-9966-4132-8066-2384d4c02c27 req-389f8fef-2e11-41dd-876a-ffe6621d8731 tempest-VolumesAdminNegativeTest-2027589204 tempest-VolumesAdminNegativeTest-2027589204-project] Network 29dc487a-0891-467b-a5a8-be1dfb71d55e is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:18:52.676600 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601deba2-f58b-40f4-9aff-6052a68a68b4 req-df288380-3c9a-41bd-bff7-84f133607318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:52.679223 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-601deba2-f58b-40f4-9aff-6052a68a68b4 req-df288380-3c9a-41bd-bff7-84f133607318 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2f7dc246-a024-4937-952c-0ddeef5af29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3269870 Feb 04 12:18:52.683382 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389f8fef-2e11-41dd-876a-ffe6621d8731 tempest-VolumesAdminNegativeTest-2027589204 tempest-VolumesAdminNegativeTest-2027589204-project] Pushing event updated for resources: {'Port': ['ID=889fb1f4-a551-46dd-a270-1535e39b967e,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:52.693185 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [req-e1840f62-9966-4132-8066-2384d4c02c27 req-389f8fef-2e11-41dd-876a-ffe6621d8731 tempest-VolumesAdminNegativeTest-2027589204 tempest-VolumesAdminNegativeTest-2027589204-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:18:52.713415 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1840f62-9966-4132-8066-2384d4c02c27 req-389f8fef-2e11-41dd-876a-ffe6621d8731 tempest-VolumesAdminNegativeTest-2027589204 tempest-VolumesAdminNegativeTest-2027589204-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:18:52.726269 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b541440-fbe3-4987-914d-4ac4f2509e93 req-f1132d5d-aeed-443d-970b-ce131a25a836 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:52.729120 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5b541440-fbe3-4987-914d-4ac4f2509e93 req-f1132d5d-aeed-443d-970b-ce131a25a836 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=36e4d1dc-26b6-46cf-b4da-bef23d627bbe HTTP/1.1" status: 200 len: 944 time: 0.1533351 Feb 04 12:18:52.748248 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc44784-79c9-4ad3-8041-c109d4254057 req-86461a60-0463-46e7-8c39-9279a1a6f366 tempest-VolumesAdminNegativeTest-2027589204 tempest-VolumesAdminNegativeTest-2027589204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:52.750667 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9cc44784-79c9-4ad3-8041-c109d4254057 req-86461a60-0463-46e7-8c39-9279a1a6f366 tempest-VolumesAdminNegativeTest-2027589204 tempest-VolumesAdminNegativeTest-2027589204-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2424bbf-a970-4983-a079-c74cefc5b79e HTTP/1.1" status: 200 len: 931 time: 0.1605453 Feb 04 12:18:52.870754 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5b541440-fbe3-4987-914d-4ac4f2509e93 req-4fa745a5-1dc0-4a7f-ac7f-328a4fd9b24d tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/security-groups?id=0e320687-8002-4e00-a016-6bf57af2cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184587 Feb 04 12:18:52.877251 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1840f62-9966-4132-8066-2384d4c02c27 req-389f8fef-2e11-41dd-876a-ffe6621d8731 tempest-VolumesAdminNegativeTest-2027589204 tempest-VolumesAdminNegativeTest-2027589204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:52.877923 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-e1840f62-9966-4132-8066-2384d4c02c27 req-389f8fef-2e11-41dd-876a-ffe6621d8731 tempest-VolumesAdminNegativeTest-2027589204 tempest-VolumesAdminNegativeTest-2027589204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:52.878319 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9cc44784-79c9-4ad3-8041-c109d4254057 req-8e2172dd-0cc9-453d-8d40-7d7292b437d4 tempest-VolumesAdminNegativeTest-2027589204 tempest-VolumesAdminNegativeTest-2027589204-project] 10.222.0.65 "GET /v2.0/security-groups?id=e02ee6d2-f0e7-4325-9b7b-e049ae0a8cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155889 Feb 04 12:18:52.916394 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-d37c3d41-9fb2-4c59-8bdf-f34b31c326e7 req-60fe225d-1288-4f5c-9e11-b3978ac0742e service neutron] 10.222.0.77 "GET /v2.0/networks/365084f8-2068-4655-9009-041f3cc171be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3328042 Feb 04 12:18:52.944714 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-e1840f62-9966-4132-8066-2384d4c02c27 req-389f8fef-2e11-41dd-876a-ffe6621d8731 tempest-VolumesAdminNegativeTest-2027589204 tempest-VolumesAdminNegativeTest-2027589204-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9839182 Feb 04 12:18:52.949800 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-601deba2-f58b-40f4-9aff-6052a68a68b4 req-08c9a009-d46f-4a99-a5dc-d862e8e958e8 service neutron] 10.222.0.77 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621922 Feb 04 12:18:52.960728 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-e1840f62-9966-4132-8066-2384d4c02c27 req-91333880-1ce9-4ef5-bcc5-6a2588301dbd service neutron] Request body: {'port': {'device_id': 'f2424bbf-a970-4983-a079-c74cefc5b79e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825015-3'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:18:53.203963 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b5d428-b3bc-43d5-9ed9-6d02466a29b3 req-44580d22-1298-4220-8db2-a0c793f8583e tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:53.212359 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-10b5d428-b3bc-43d5-9ed9-6d02466a29b3 req-44580d22-1298-4220-8db2-a0c793f8583e tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/ports?device_id=4b6f9c85-3239-43e6-86e0-5a35173ff64f HTTP/1.1" status: 200 len: 945 time: 0.1491559 Feb 04 12:18:53.228471 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbbb66c-652a-46a4-b683-0711d69f0932 req-e450c895-0787-4658-952a-49f24ce2dd3f tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:53.243605 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fcbbb66c-652a-46a4-b683-0711d69f0932 req-e450c895-0787-4658-952a-49f24ce2dd3f tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] 10.222.0.65 "GET /v2.0/ports?device_id=06d623a9-40db-4d05-9525-c019dd7d0c13 HTTP/1.1" status: 200 len: 944 time: 0.1622670 Feb 04 12:18:53.366188 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fcbbb66c-652a-46a4-b683-0711d69f0932 req-48afaeed-ee55-4c18-a2d6-e56eee4f4eb0 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] 10.222.0.65 "GET /v2.0/security-groups?id=1cd472ff-e85a-4001-a10c-f5ed9978b777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176703 Feb 04 12:18:53.402919 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-10b5d428-b3bc-43d5-9ed9-6d02466a29b3 req-3829b4f2-4848-470b-9be9-f759eaa45b16 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4f571d4-f0a1-47f6-a54a-b93db47581cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573381 Feb 04 12:18:53.493504 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 57286) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:18:53.541009 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-e1840f62-9966-4132-8066-2384d4c02c27 req-91333880-1ce9-4ef5-bcc5-6a2588301dbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (889fb1f4-a551-46dd-a270-1535e39b967e), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:53.573720 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37c3d41-9fb2-4c59-8bdf-f34b31c326e7 req-2ec0ad86-69d3-4e5e-a5b5-0444984e3e2e tempest-LiveAutoBlockMigrationV225Test-497889810 tempest-LiveAutoBlockMigrationV225Test-497889810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:53.575566 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-d37c3d41-9fb2-4c59-8bdf-f34b31c326e7 req-2ec0ad86-69d3-4e5e-a5b5-0444984e3e2e tempest-LiveAutoBlockMigrationV225Test-497889810 tempest-LiveAutoBlockMigrationV225Test-497889810-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=36e4d1dc-26b6-46cf-b4da-bef23d627bbe&tenant_id=207f01ccf15c4616a04a98fbbad5fc72&binding%3Ahost_id=n-h2-825015-3 HTTP/1.1" status: 200 len: 1126 time: 0.2905855 Feb 04 12:18:53.596208 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-601deba2-f58b-40f4-9aff-6052a68a68b4 req-f4547b8b-a3ed-4aa3-a33d-b1f917080afc service neutron] 10.222.0.77 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6296387 Feb 04 12:18:53.640928 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2742ea4-0033-4483-bdef-55933866e632 req-6beb62f1-a360-4fb2-8372-462ec84523e0 tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:53.642924 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e2742ea4-0033-4483-bdef-55933866e632 req-6beb62f1-a360-4fb2-8372-462ec84523e0 tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] 10.222.0.65 "GET /v2.0/ports?device_id=46a5106d-9db0-47a6-b607-e4d3585fc28e HTTP/1.1" status: 200 len: 947 time: 0.1183236 Feb 04 12:18:53.759012 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-07ab3b43-7ffb-4e0d-abc4-207eb39602f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:53.795354 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e2742ea4-0033-4483-bdef-55933866e632 req-52342516-6bb3-4c05-8a7b-930634ba6dd5 tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] 10.222.0.65 "GET /v2.0/security-groups?id=18e2d55a-df02-4fae-b673-f4d465aa36fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410656 Feb 04 12:18:53.940133 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464ad895-bf1e-40bf-b26f-4aecd3013f41 req-f4c71a7a-466a-4b15-a444-8c1e2ce891e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:53.941604 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-464ad895-bf1e-40bf-b26f-4aecd3013f41 req-f4c71a7a-466a-4b15-a444-8c1e2ce891e4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f9af99c9a0024ffab72e44644c804799&device_id=46a5106d-9db0-47a6-b607-e4d3585fc28e HTTP/1.1" status: 200 len: 1129 time: 0.2613201 Feb 04 12:18:53.985091 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-07ab3b43-7ffb-4e0d-abc4-207eb39602f3 admin admin] Publish callbacks [] for security_group (3fdc10c4-1499-41f9-af65-e7106dbcf9a4), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:53.993525 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-07ab3b43-7ffb-4e0d-abc4-207eb39602f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (3fdc10c4-1499-41f9-af65-e7106dbcf9a4), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:54.016365 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device d85456be-be77-4b03-b039-2c69c2d5fea8 up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:18:54.066229 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-07ab3b43-7ffb-4e0d-abc4-207eb39602f3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0d81547f367f48b5a9a64e4c3894e91b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5714030 Feb 04 12:18:54.066896 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 57322) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:18:54.068819 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ab3b43-7ffb-4e0d-abc4-207eb39602f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fdc10c4-1499-41f9-af65-e7106dbcf9a4,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:54.109358 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f382e4-7c84-47a6-a2b8-d91612074657 req-149d83f2-52c2-44fb-8084-1588a2cd21e8 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:54.112349 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-59f382e4-7c84-47a6-a2b8-d91612074657 req-149d83f2-52c2-44fb-8084-1588a2cd21e8 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/ports?device_id=f027c61e-1573-4eca-b41f-3575c551f5d7 HTTP/1.1" status: 200 len: 948 time: 0.1913831 Feb 04 12:18:54.152656 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning for port d85456be-be77-4b03-b039-2c69c2d5fea8 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:18:54.161286 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port d85456be-be77-4b03-b039-2c69c2d5fea8 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:18:54.162330 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (d85456be-be77-4b03-b039-2c69c2d5fea8), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:54.180836 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-d37c3d41-9fb2-4c59-8bdf-f34b31c326e7 req-8439e33c-a881-4f1d-adc9-b8df312cd4c7 service neutron] For port 77dede16-a541-4c69-b69d-142ceabed198, host n-h1-825015-3, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:18:54.209791 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-d37c3d41-9fb2-4c59-8bdf-f34b31c326e7 req-8439e33c-a881-4f1d-adc9-b8df312cd4c7 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:54.211139 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-d37c3d41-9fb2-4c59-8bdf-f34b31c326e7 req-8439e33c-a881-4f1d-adc9-b8df312cd4c7 service neutron] 10.222.0.77 "DELETE /v2.0/ports/77dede16-a541-4c69-b69d-142ceabed198/bindings/n-h1-825015-3 HTTP/1.1" status: 204 len: 173 time: 0.6264727 Feb 04 12:18:54.242810 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464ad895-bf1e-40bf-b26f-4aecd3013f41 req-e1916bfb-1a59-412c-9611-c05d255c9702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:54.244304 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-464ad895-bf1e-40bf-b26f-4aecd3013f41 req-e1916bfb-1a59-412c-9611-c05d255c9702 service neutron] 10.222.0.77 "GET /v2.0/networks?id=2f7dc246-a024-4937-952c-0ddeef5af29c HTTP/1.1" status: 200 len: 870 time: 0.2640982 Feb 04 12:18:54.282248 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-59f382e4-7c84-47a6-a2b8-d91612074657 req-acd6e0b1-ea70-4905-9864-b8871ba34e69 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/security-groups?id=9a1ba13a-3582-42ac-bb35-362abd3a196f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452723 Feb 04 12:18:54.294915 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-464ad895-bf1e-40bf-b26f-4aecd3013f41 req-5eeb2d61-935b-4344-927c-b605fe055436 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=fb3a465d-631d-4da0-bec7-5d0861cc6fd4 HTTP/1.1" status: 200 len: 217 time: 0.0412676 Feb 04 12:18:54.320404 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port d85456be-be77-4b03-b039-2c69c2d5fea8 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:18:54.320657 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (d85456be-be77-4b03-b039-2c69c2d5fea8), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:54.382272 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port d85456be-be77-4b03-b039-2c69c2d5fea8, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=d85456be-be77-4b03-b039-2c69c2d5fea8,segment=NetworkSegment(dd6a73cb-8268-4b67-a592-682dfbe2780b),segment_id=dd6a73cb-8268-4b67-a592-682dfbe2780b)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:18:54.388382 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [req-e1840f62-9966-4132-8066-2384d4c02c27 req-91333880-1ce9-4ef5-bcc5-6a2588301dbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 889fb1f4-a551-46dd-a270-1535e39b967e {{(pid=103474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:18:54.393802 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (d85456be-be77-4b03-b039-2c69c2d5fea8), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:54.403234 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8509dfb8-7f97-4fa9-b2ad-ce64fc70b154 req-d1551716-2099-43c3-92db-f0a0b4c154e3 tempest-LiveMigrationTest-337354813 tempest-LiveMigrationTest-337354813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:54.416419 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8509dfb8-7f97-4fa9-b2ad-ce64fc70b154 req-d1551716-2099-43c3-92db-f0a0b4c154e3 tempest-LiveMigrationTest-337354813 tempest-LiveMigrationTest-337354813-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=4b6f9c85-3239-43e6-86e0-5a35173ff64f HTTP/1.1" status: 200 len: 1127 time: 0.2114856 Feb 04 12:18:54.417852 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-e1840f62-9966-4132-8066-2384d4c02c27 req-91333880-1ce9-4ef5-bcc5-6a2588301dbd service neutron] Publish callbacks [] for port (889fb1f4-a551-46dd-a270-1535e39b967e), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:54.442523 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 9deeedb5-204f-427a-9d10-78c74d840462 up at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:18:54.444096 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7c635c80-428a-4e31-bf6f-f0fdc69c30fa admin admin] Publish callbacks [] for security_group (3fdc10c4-1499-41f9-af65-e7106dbcf9a4), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:54.453231 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.provisioning_blocks [req-e1840f62-9966-4132-8066-2384d4c02c27 req-91333880-1ce9-4ef5-bcc5-6a2588301dbd service neutron] Transition to ACTIVE for port object 889fb1f4-a551-46dd-a270-1535e39b967e will not be triggered until provisioned by entity L2. {{(pid=103474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:18:54.460354 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-e1840f62-9966-4132-8066-2384d4c02c27 req-91333880-1ce9-4ef5-bcc5-6a2588301dbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (889fb1f4-a551-46dd-a270-1535e39b967e), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:54.465330 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464ad895-bf1e-40bf-b26f-4aecd3013f41 req-3fd19431-e9cd-408e-b664-3a1d9c7cd71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:54.466888 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-464ad895-bf1e-40bf-b26f-4aecd3013f41 req-3fd19431-e9cd-408e-b664-3a1d9c7cd71f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5ee3374a-84e9-4639-853c-740c6edaf6dc HTTP/1.1" status: 200 len: 843 time: 0.1658239 Feb 04 12:18:54.512904 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06d623a9-40db-4d05-9525-c019dd7d0c13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd85456be-be77-4b03-b039-2c69c2d5fea8'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:18:54.516970 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a6b1b21-8243-4741-9458-61453d1f70b7" -d '{"events": [{"server_uuid": "06d623a9-40db-4d05-9525-c019dd7d0c13", "name": "network-vif-plugged", "status": "completed", "tag": "d85456be-be77-4b03-b039-2c69c2d5fea8"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:18:54.586231 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7c635c80-428a-4e31-bf6f-f0fdc69c30fa admin admin] Publish callbacks [] for security_group (3fdc10c4-1499-41f9-af65-e7106dbcf9a4), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:54.598683 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91333880-1ce9-4ef5-bcc5-6a2588301dbd service neutron] Pushing event updated for resources: {'Port': ['ID=889fb1f4-a551-46dd-a270-1535e39b967e,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:54.620382 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91333880-1ce9-4ef5-bcc5-6a2588301dbd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:18:54.620382 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91333880-1ce9-4ef5-bcc5-6a2588301dbd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:18:54.620382 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91333880-1ce9-4ef5-bcc5-6a2588301dbd service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:18:54.621015 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91333880-1ce9-4ef5-bcc5-6a2588301dbd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:18:54.621372 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91333880-1ce9-4ef5-bcc5-6a2588301dbd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:18:54.621849 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91333880-1ce9-4ef5-bcc5-6a2588301dbd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:18:54.622380 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91333880-1ce9-4ef5-bcc5-6a2588301dbd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:18:54.622903 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91333880-1ce9-4ef5-bcc5-6a2588301dbd service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:18:54.623358 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91333880-1ce9-4ef5-bcc5-6a2588301dbd service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:18:54.624143 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91333880-1ce9-4ef5-bcc5-6a2588301dbd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:18:54.624432 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91333880-1ce9-4ef5-bcc5-6a2588301dbd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:18:54.625507 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91333880-1ce9-4ef5-bcc5-6a2588301dbd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:18:54.626015 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91333880-1ce9-4ef5-bcc5-6a2588301dbd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:18:54.655787 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464ad895-bf1e-40bf-b26f-4aecd3013f41 req-21aa9512-3f5e-4203-a672-a4d04571b3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:54.658091 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-464ad895-bf1e-40bf-b26f-4aecd3013f41 req-21aa9512-3f5e-4203-a672-a4d04571b3fa service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2f7dc246-a024-4937-952c-0ddeef5af29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1565413 Feb 04 12:18:54.699500 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8509dfb8-7f97-4fa9-b2ad-ce64fc70b154 req-257edc1e-3f97-4794-b6e8-2341c9974767 tempest-LiveMigrationTest-337354813 tempest-LiveMigrationTest-337354813-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=e4f571d4-f0a1-47f6-a54a-b93db47581cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817328 Feb 04 12:18:54.709533 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f430793f-2539-4497-a432-daeb4d428449 req-02d3581e-0bc6-407c-a436-040a216add92 tempest-VolumesAdminNegativeTest-2027589204 tempest-VolumesAdminNegativeTest-2027589204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:54.711110 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f430793f-2539-4497-a432-daeb4d428449 req-02d3581e-0bc6-407c-a436-040a216add92 tempest-VolumesAdminNegativeTest-2027589204 tempest-VolumesAdminNegativeTest-2027589204-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2424bbf-a970-4983-a079-c74cefc5b79e HTTP/1.1" status: 200 len: 931 time: 0.2828171 Feb 04 12:18:54.762438 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7c635c80-428a-4e31-bf6f-f0fdc69c30fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (3fdc10c4-1499-41f9-af65-e7106dbcf9a4), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:54.765169 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7c635c80-428a-4e31-bf6f-f0fdc69c30fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:54.769110 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-7c635c80-428a-4e31-bf6f-f0fdc69c30fa admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3fdc10c4-1499-41f9-af65-e7106dbcf9a4 HTTP/1.1" status: 204 len: 168 time: 0.6923647 Feb 04 12:18:54.799797 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c635c80-428a-4e31-bf6f-f0fdc69c30fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fdc10c4-1499-41f9-af65-e7106dbcf9a4,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:54.807618 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=d85456be-be77-4b03-b039-2c69c2d5fea8,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:54.811981 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c635c80-428a-4e31-bf6f-f0fdc69c30fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:18:54.813172 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c635c80-428a-4e31-bf6f-f0fdc69c30fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:18:54.813520 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c635c80-428a-4e31-bf6f-f0fdc69c30fa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:18:54.814113 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c635c80-428a-4e31-bf6f-f0fdc69c30fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:18:54.814673 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c635c80-428a-4e31-bf6f-f0fdc69c30fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:18:54.815160 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c635c80-428a-4e31-bf6f-f0fdc69c30fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:18:54.815632 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c635c80-428a-4e31-bf6f-f0fdc69c30fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:18:54.816007 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c635c80-428a-4e31-bf6f-f0fdc69c30fa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:18:54.816350 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c635c80-428a-4e31-bf6f-f0fdc69c30fa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:18:54.816900 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c635c80-428a-4e31-bf6f-f0fdc69c30fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:18:54.817411 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c635c80-428a-4e31-bf6f-f0fdc69c30fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:18:54.817934 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c635c80-428a-4e31-bf6f-f0fdc69c30fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:18:54.818281 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c635c80-428a-4e31-bf6f-f0fdc69c30fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:18:54.847121 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f430793f-2539-4497-a432-daeb4d428449 req-83ab8eae-2d3b-4a52-b995-35ca50ee15dd tempest-VolumesAdminNegativeTest-2027589204 tempest-VolumesAdminNegativeTest-2027589204-project] 10.222.0.65 "GET /v2.0/security-groups?id=e02ee6d2-f0e7-4325-9b7b-e049ae0a8cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222694 Feb 04 12:18:54.880560 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-e1840f62-9966-4132-8066-2384d4c02c27 req-91333880-1ce9-4ef5-bcc5-6a2588301dbd service neutron] Attempting to bind port 889fb1f4-a551-46dd-a270-1535e39b967e on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:18:54.881206 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-e1840f62-9966-4132-8066-2384d4c02c27 req-91333880-1ce9-4ef5-bcc5-6a2588301dbd service neutron] Attempting to bind port 889fb1f4-a551-46dd-a270-1535e39b967e by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': 'b98fa02e-1d31-4900-a147-41096d487100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '29dc487a-0891-467b-a5a8-be1dfb71d55e'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:18:54.881705 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1840f62-9966-4132-8066-2384d4c02c27 req-91333880-1ce9-4ef5-bcc5-6a2588301dbd service neutron] Attempting to bind port 889fb1f4-a551-46dd-a270-1535e39b967e on network 29dc487a-0891-467b-a5a8-be1dfb71d55e {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:18:54.899824 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning complete for port 9deeedb5-204f-427a-9d10-78c74d840462 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:18:54.900707 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (9deeedb5-204f-427a-9d10-78c74d840462), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:54.914672 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1840f62-9966-4132-8066-2384d4c02c27 req-91333880-1ce9-4ef5-bcc5-6a2588301dbd service neutron] Port 889fb1f4-a551-46dd-a270-1535e39b967e on network 29dc487a-0891-467b-a5a8-be1dfb71d55e not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:18:54.915103 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1840f62-9966-4132-8066-2384d4c02c27 req-91333880-1ce9-4ef5-bcc5-6a2588301dbd service neutron] Attempting to bind port 889fb1f4-a551-46dd-a270-1535e39b967e on network 29dc487a-0891-467b-a5a8-be1dfb71d55e {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:18:54.931926 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1840f62-9966-4132-8066-2384d4c02c27 req-91333880-1ce9-4ef5-bcc5-6a2588301dbd service neutron] Checking agent: {'id': 'f8add0d2-2202-43d3-bc0e-72442788e6ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:18:54.932269 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1840f62-9966-4132-8066-2384d4c02c27 req-91333880-1ce9-4ef5-bcc5-6a2588301dbd service neutron] Checking segment: {'id': 'b98fa02e-1d31-4900-a147-41096d487100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '29dc487a-0891-467b-a5a8-be1dfb71d55e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:18:54.932664 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1840f62-9966-4132-8066-2384d4c02c27 req-91333880-1ce9-4ef5-bcc5-6a2588301dbd service neutron] Bound using segment: {'id': 'b98fa02e-1d31-4900-a147-41096d487100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '29dc487a-0891-467b-a5a8-be1dfb71d55e'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:18:54.933263 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-e1840f62-9966-4132-8066-2384d4c02c27 req-91333880-1ce9-4ef5-bcc5-6a2588301dbd service neutron] Bound port: 889fb1f4-a551-46dd-a270-1535e39b967e, host: n-h1-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b98fa02e-1d31-4900-a147-41096d487100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '29dc487a-0891-467b-a5a8-be1dfb71d55e'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:18:54.933460 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-e1840f62-9966-4132-8066-2384d4c02c27 req-91333880-1ce9-4ef5-bcc5-6a2588301dbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (889fb1f4-a551-46dd-a270-1535e39b967e), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:54.962192 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-464ad895-bf1e-40bf-b26f-4aecd3013f41 req-f78f4338-64d1-49cc-b191-9d02b9f7deb7 service neutron] 10.222.0.77 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698042 Feb 04 12:18:55.016830 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 9deeedb5-204f-427a-9d10-78c74d840462 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:18:55.017702 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (9deeedb5-204f-427a-9d10-78c74d840462), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:55.040865 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb8cd83-3576-4ba7-a048-a25f9c95ae28 req-02bb86c5-e50c-4245-b88a-854dae4d2df7 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:55.044234 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-edb8cd83-3576-4ba7-a048-a25f9c95ae28 req-02bb86c5-e50c-4245-b88a-854dae4d2df7 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=36e4d1dc-26b6-46cf-b4da-bef23d627bbe HTTP/1.1" status: 200 len: 944 time: 0.1533849 Feb 04 12:18:55.065142 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 9deeedb5-204f-427a-9d10-78c74d840462, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=9deeedb5-204f-427a-9d10-78c74d840462,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:18:55.072441 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (9deeedb5-204f-427a-9d10-78c74d840462), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:55.160022 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-edb8cd83-3576-4ba7-a048-a25f9c95ae28 req-d2d2e8ac-1be6-44a4-ab65-0609f43ecf69 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/security-groups?id=0e320687-8002-4e00-a016-6bf57af2cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066449 Feb 04 12:18:55.172339 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=9deeedb5-204f-427a-9d10-78c74d840462,revision_number=8']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:55.194073 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-e1840f62-9966-4132-8066-2384d4c02c27 req-91333880-1ce9-4ef5-bcc5-6a2588301dbd service neutron] For port 889fb1f4-a551-46dd-a270-1535e39b967e, host n-h1-825015-3, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:18:55.201724 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-e1840f62-9966-4132-8066-2384d4c02c27 req-91333880-1ce9-4ef5-bcc5-6a2588301dbd service neutron] For port 889fb1f4-a551-46dd-a270-1535e39b967e, host n-h1-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=889fb1f4-a551-46dd-a270-1535e39b967e,segment=NetworkSegment(b98fa02e-1d31-4900-a147-41096d487100),segment_id=b98fa02e-1d31-4900-a147-41096d487100)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:18:55.229385 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-e1840f62-9966-4132-8066-2384d4c02c27 req-91333880-1ce9-4ef5-bcc5-6a2588301dbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (889fb1f4-a551-46dd-a270-1535e39b967e), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:55.330382 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1840f62-9966-4132-8066-2384d4c02c27 req-91333880-1ce9-4ef5-bcc5-6a2588301dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:55.331459 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-e1840f62-9966-4132-8066-2384d4c02c27 req-91333880-1ce9-4ef5-bcc5-6a2588301dbd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:55.334167 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-e1840f62-9966-4132-8066-2384d4c02c27 req-91333880-1ce9-4ef5-bcc5-6a2588301dbd service neutron] 10.222.0.73 "PUT /v2.0/ports/889fb1f4-a551-46dd-a270-1535e39b967e HTTP/1.1" status: 200 len: 1091 time: 2.3816271 Feb 04 12:18:55.342595 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2424bbf-a970-4983-a079-c74cefc5b79e', 'tag': '889fb1f4-a551-46dd-a270-1535e39b967e'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:18:55.347905 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06465eb8-1fb0-40a6-b407-4fe1326d82ec" -d '{"events": [{"name": "network-changed", "server_uuid": "f2424bbf-a970-4983-a079-c74cefc5b79e", "tag": "889fb1f4-a551-46dd-a270-1535e39b967e"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:18:55.376819 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-464ad895-bf1e-40bf-b26f-4aecd3013f41 req-a03e7ed7-aa4b-4ed6-965f-bed2db7851da service neutron] 10.222.0.77 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3995905 Feb 04 12:18:55.428170 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719128ae-0c03-4b53-ac13-d6d53147c3a2 req-8f6c5861-1a61-438e-9281-5c6220493a36 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:55.431939 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-719128ae-0c03-4b53-ac13-d6d53147c3a2 req-8f6c5861-1a61-438e-9281-5c6220493a36 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] 10.222.0.65 "GET /v2.0/ports?device_id=06d623a9-40db-4d05-9525-c019dd7d0c13 HTTP/1.1" status: 200 len: 945 time: 0.1475868 Feb 04 12:18:55.463073 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91333880-1ce9-4ef5-bcc5-6a2588301dbd service neutron] Pushing event updated for resources: {'Port': ['ID=889fb1f4-a551-46dd-a270-1535e39b967e,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:55.487927 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1840f62-9966-4132-8066-2384d4c02c27 req-723e61e1-c12c-4e87-84e9-adab0c42f94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:55.490349 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-e1840f62-9966-4132-8066-2384d4c02c27 req-723e61e1-c12c-4e87-84e9-adab0c42f94a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ce6c413c7b184a0e86efef28e885886e&device_id=f2424bbf-a970-4983-a079-c74cefc5b79e HTTP/1.1" status: 200 len: 1125 time: 0.1018016 Feb 04 12:18:55.508448 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-719128ae-0c03-4b53-ac13-d6d53147c3a2 req-c83554bd-4653-412d-98e0-4967700a066e tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] 10.222.0.65 "GET /v2.0/security-groups?id=1cd472ff-e85a-4001-a10c-f5ed9978b777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689366 Feb 04 12:18:55.543156 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-e1840f62-9966-4132-8066-2384d4c02c27 req-60f91e33-8ab4-49af-8d60-3a1462e59285 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=889fb1f4-a551-46dd-a270-1535e39b967e HTTP/1.1" status: 200 len: 217 time: 0.0443306 Feb 04 12:18:55.590727 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a02119ee-d99f-428e-9e73-f2087a664d27 x-openstack-request-id: req-a02119ee-d99f-428e-9e73-f2087a664d27 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:18:55.591782 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06d623a9-40db-4d05-9525-c019dd7d0c13", "name": "network-vif-plugged", "status": "completed", "tag": "d85456be-be77-4b03-b039-2c69c2d5fea8", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:18:55.591782 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a02119ee-d99f-428e-9e73-f2087a664d27 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:18:55.592153 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06d623a9-40db-4d05-9525-c019dd7d0c13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd85456be-be77-4b03-b039-2c69c2d5fea8', 'code': 200} Feb 04 12:18:55.641833 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 57376) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:18:55.659381 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-07c2a717-6063-4fa4-b413-3a278b0e7c79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:55.682252 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1840f62-9966-4132-8066-2384d4c02c27 req-2c408c71-9029-44d9-9529-a8eaa4a88861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:55.684464 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-e1840f62-9966-4132-8066-2384d4c02c27 req-2c408c71-9029-44d9-9529-a8eaa4a88861 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8c10b01f-6505-423f-a043-13e7cced20b8 HTTP/1.1" status: 200 len: 855 time: 0.1341105 Feb 04 12:18:55.739522 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-e1840f62-9966-4132-8066-2384d4c02c27 req-2490c2dc-c749-42be-9a31-5619f43c8662 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=29dc487a-0891-467b-a5a8-be1dfb71d55e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483346 Feb 04 12:18:55.856345 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e973413-5d3c-45d7-ba97-faf60d996094 req-c5a4131d-aac3-4aa2-a8d3-559bde7f9fcd tempest-LiveMigrationTest-337354813 tempest-LiveMigrationTest-337354813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:55.860801 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8e973413-5d3c-45d7-ba97-faf60d996094 req-c5a4131d-aac3-4aa2-a8d3-559bde7f9fcd tempest-LiveMigrationTest-337354813 tempest-LiveMigrationTest-337354813-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=4b6f9c85-3239-43e6-86e0-5a35173ff64f HTTP/1.1" status: 200 len: 1127 time: 0.1624911 Feb 04 12:18:55.891537 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9750b594-87a9-41c8-b37c-1195175fd75d req-f5e339c6-6037-45fb-998b-7fdf39731b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:55.893514 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9750b594-87a9-41c8-b37c-1195175fd75d req-f5e339c6-6037-45fb-998b-7fdf39731b63 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=06d623a9-40db-4d05-9525-c019dd7d0c13 HTTP/1.1" status: 200 len: 1127 time: 0.2147794 Feb 04 12:18:55.898278 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-e1840f62-9966-4132-8066-2384d4c02c27 req-9a50d388-ac16-4ad6-8b07-5d3d8187331e service neutron] 10.222.0.73 "GET /v2.0/networks/29dc487a-0891-467b-a5a8-be1dfb71d55e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514833 Feb 04 12:18:55.978476 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aa0625-dc0a-4072-b243-68a25bce882b req-e0a3e43d-6216-42d7-ae90-c4b6167a151b tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:55.980250 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f8aa0625-dc0a-4072-b243-68a25bce882b req-e0a3e43d-6216-42d7-ae90-c4b6167a151b tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] 10.222.0.65 "GET /v2.0/ports?device_id=46a5106d-9db0-47a6-b607-e4d3585fc28e HTTP/1.1" status: 200 len: 947 time: 0.2054279 Feb 04 12:18:56.006130 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-07c2a717-6063-4fa4-b413-3a278b0e7c79 admin admin] Publish callbacks [] for security_group (b3fb0901-9789-43a2-9024-e9dafba7d859), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:56.029937 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-07c2a717-6063-4fa4-b413-3a278b0e7c79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (b3fb0901-9789-43a2-9024-e9dafba7d859), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:56.031161 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-e1840f62-9966-4132-8066-2384d4c02c27 req-b5bef2e0-2152-485f-bb5b-04374e7e177f service neutron] 10.222.0.73 "GET /v2.0/networks/29dc487a-0891-467b-a5a8-be1dfb71d55e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265297 Feb 04 12:18:56.066099 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9750b594-87a9-41c8-b37c-1195175fd75d req-abf5aa54-43c4-42a9-a62d-772778fd0cca service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=1cd472ff-e85a-4001-a10c-f5ed9978b777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1587908 Feb 04 12:18:56.092985 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8e973413-5d3c-45d7-ba97-faf60d996094 req-6fa8b3b5-1a25-432c-9c9a-a17336bb1c88 tempest-LiveMigrationTest-337354813 tempest-LiveMigrationTest-337354813-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=e4f571d4-f0a1-47f6-a54a-b93db47581cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097232 Feb 04 12:18:56.145517 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c2a717-6063-4fa4-b413-3a278b0e7c79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3fb0901-9789-43a2-9024-e9dafba7d859,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:56.161353 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-07c2a717-6063-4fa4-b413-3a278b0e7c79 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2357b5720cd645bda8dd9f2df1c1c598&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5170624 Feb 04 12:18:56.164409 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 57390) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:18:56.184085 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f8aa0625-dc0a-4072-b243-68a25bce882b req-1cba750e-6b01-49e9-8f77-cec0c91b993c tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] 10.222.0.65 "GET /v2.0/security-groups?id=18e2d55a-df02-4fae-b673-f4d465aa36fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803401 Feb 04 12:18:56.243975 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-108487c8-3d37-41cd-ac42-0f694c063033 x-openstack-request-id: req-108487c8-3d37-41cd-ac42-0f694c063033 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:18:56.244475 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2424bbf-a970-4983-a079-c74cefc5b79e", "tag": "889fb1f4-a551-46dd-a270-1535e39b967e", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:18:56.245190 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-108487c8-3d37-41cd-ac42-0f694c063033 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:18:56.245820 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2424bbf-a970-4983-a079-c74cefc5b79e', 'tag': '889fb1f4-a551-46dd-a270-1535e39b967e', 'status': 'completed', 'code': 200} Feb 04 12:18:56.255868 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ff8e9ca4-e7b2-40e6-bd64-17166af95fa7 admin admin] Publish callbacks [] for security_group (b3fb0901-9789-43a2-9024-e9dafba7d859), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:56.294560 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ff8e9ca4-e7b2-40e6-bd64-17166af95fa7 admin admin] Publish callbacks [] for security_group (b3fb0901-9789-43a2-9024-e9dafba7d859), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:56.336058 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d63934-91c1-4dac-aac7-b90eb154a99e req-2bc46d62-1ae9-4063-83f5-296fa086afc9 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:56.337717 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a1d63934-91c1-4dac-aac7-b90eb154a99e req-2bc46d62-1ae9-4063-83f5-296fa086afc9 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/ports?device_id=f027c61e-1573-4eca-b41f-3575c551f5d7 HTTP/1.1" status: 200 len: 949 time: 0.0956414 Feb 04 12:18:56.414881 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ff8e9ca4-e7b2-40e6-bd64-17166af95fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (b3fb0901-9789-43a2-9024-e9dafba7d859), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:56.420767 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device fb3a465d-631d-4da0-bec7-5d0861cc6fd4 details requested by agent hyperv_n-h2-825015-3 with host n-h2-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:18:56.421765 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ff8e9ca4-e7b2-40e6-bd64-17166af95fa7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:56.425840 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-ff8e9ca4-e7b2-40e6-bd64-17166af95fa7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b3fb0901-9789-43a2-9024-e9dafba7d859 HTTP/1.1" status: 204 len: 168 time: 0.2574801 Feb 04 12:18:56.442284 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8e9ca4-e7b2-40e6-bd64-17166af95fa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3fb0901-9789-43a2-9024-e9dafba7d859,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:56.517912 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a1d63934-91c1-4dac-aac7-b90eb154a99e req-e4ce9531-1f72-40a4-b661-29f9803011a1 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/security-groups?id=9a1ba13a-3582-42ac-bb35-362abd3a196f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270325 Feb 04 12:18:56.529519 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06465eb8-1fb0-40a6-b407-4fe1326d82ec req-0669cbca-de62-4b25-aac9-977954cc6eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:56.532777 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-06465eb8-1fb0-40a6-b407-4fe1326d82ec req-0669cbca-de62-4b25-aac9-977954cc6eb1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ce6c413c7b184a0e86efef28e885886e&device_id=f2424bbf-a970-4983-a079-c74cefc5b79e HTTP/1.1" status: 200 len: 1125 time: 0.1855233 Feb 04 12:18:56.590612 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661a9f33-76fb-4d87-9bdd-7a92d2d3233f req-bda2354b-bd8c-4b85-8bcf-6f3ce3d90dc3 tempest-VolumesAdminNegativeTest-2027589204 tempest-VolumesAdminNegativeTest-2027589204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:56.601284 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-661a9f33-76fb-4d87-9bdd-7a92d2d3233f req-bda2354b-bd8c-4b85-8bcf-6f3ce3d90dc3 tempest-VolumesAdminNegativeTest-2027589204 tempest-VolumesAdminNegativeTest-2027589204-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2424bbf-a970-4983-a079-c74cefc5b79e HTTP/1.1" status: 200 len: 943 time: 0.1913562 Feb 04 12:18:56.735521 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port fb3a465d-631d-4da0-bec7-5d0861cc6fd4, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=fb3a465d-631d-4da0-bec7-5d0861cc6fd4,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:18:56.755831 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Returning: {'device': 'fb3a465d-631d-4da0-bec7-5d0861cc6fd4', 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c', 'port_id': 'fb3a465d-631d-4da0-bec7-5d0861cc6fd4', 'mac_address': 'fa:16:3e:42:1a:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ee3374a-84e9-4639-853c-740c6edaf6dc', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:18:56.839479 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port fb3a465d-631d-4da0-bec7-5d0861cc6fd4 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:18:56.840275 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (fb3a465d-631d-4da0-bec7-5d0861cc6fd4), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:56.861257 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb3a465d-631d-4da0-bec7-5d0861cc6fd4 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:18:56.918328 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port fb3a465d-631d-4da0-bec7-5d0861cc6fd4, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=fb3a465d-631d-4da0-bec7-5d0861cc6fd4,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:18:56.925812 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (fb3a465d-631d-4da0-bec7-5d0861cc6fd4), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:57.012112 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=fb3a465d-631d-4da0-bec7-5d0861cc6fd4,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:57.182884 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-661a9f33-76fb-4d87-9bdd-7a92d2d3233f req-c9621890-2396-49f9-9fa4-c5e0b07546a2 tempest-VolumesAdminNegativeTest-2027589204 tempest-VolumesAdminNegativeTest-2027589204-project] 10.222.0.65 "GET /v2.0/security-groups?id=e02ee6d2-f0e7-4325-9b7b-e049ae0a8cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5807436 Feb 04 12:18:57.191378 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['fb3a465d-631d-4da0-bec7-5d0861cc6fd4'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:18:57.201445 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06465eb8-1fb0-40a6-b407-4fe1326d82ec req-9d9ba920-930d-4bf1-b3d4-bd680e6b23c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:57.205064 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-06465eb8-1fb0-40a6-b407-4fe1326d82ec req-9d9ba920-930d-4bf1-b3d4-bd680e6b23c3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=29dc487a-0891-467b-a5a8-be1dfb71d55e HTTP/1.1" status: 200 len: 916 time: 0.6506603 Feb 04 12:18:57.220442 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565cfdda-bc70-453f-b061-86dd4400627a req-0bf42d9b-1b8b-4f07-8307-02788e98764b tempest-LiveAutoBlockMigrationV225Test-497889810 tempest-LiveAutoBlockMigrationV225Test-497889810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:57.225792 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-565cfdda-bc70-453f-b061-86dd4400627a req-0bf42d9b-1b8b-4f07-8307-02788e98764b tempest-LiveAutoBlockMigrationV225Test-497889810 tempest-LiveAutoBlockMigrationV225Test-497889810-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=36e4d1dc-26b6-46cf-b4da-bef23d627bbe HTTP/1.1" status: 200 len: 1126 time: 0.2173738 Feb 04 12:18:57.353919 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-06465eb8-1fb0-40a6-b407-4fe1326d82ec req-b8263fc7-5d53-488f-b338-d621f474d960 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=889fb1f4-a551-46dd-a270-1535e39b967e HTTP/1.1" status: 200 len: 217 time: 0.1171288 Feb 04 12:18:57.469094 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-565cfdda-bc70-453f-b061-86dd4400627a req-6bfe3880-38c7-49e2-b3a2-58719d9d55ee tempest-LiveAutoBlockMigrationV225Test-497889810 tempest-LiveAutoBlockMigrationV225Test-497889810-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=0e320687-8002-4e00-a016-6bf57af2cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412128 Feb 04 12:18:57.588450 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06465eb8-1fb0-40a6-b407-4fe1326d82ec req-74bce71f-0acb-4943-a280-3c89397fb0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:57.590841 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-06465eb8-1fb0-40a6-b407-4fe1326d82ec req-74bce71f-0acb-4943-a280-3c89397fb0cc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8c10b01f-6505-423f-a043-13e7cced20b8 HTTP/1.1" status: 200 len: 855 time: 0.2038155 Feb 04 12:18:57.593620 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f027c61e-1573-4eca-b41f-3575c551f5d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9deeedb5-204f-427a-9d10-78c74d840462'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:18:57.599157 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc29a310-9dec-4dac-aa24-c2a9e4bc0fcc" -d '{"events": [{"server_uuid": "f027c61e-1573-4eca-b41f-3575c551f5d7", "name": "network-vif-plugged", "status": "completed", "tag": "9deeedb5-204f-427a-9d10-78c74d840462"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:18:57.624084 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6461e1d-0046-46b3-b2dd-bda4cf805d80 req-4fc30161-d48f-4237-bf32-13a1dec5314e tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:57.627862 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f6461e1d-0046-46b3-b2dd-bda4cf805d80 req-4fc30161-d48f-4237-bf32-13a1dec5314e tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] 10.222.0.65 "GET /v2.0/ports?device_id=06d623a9-40db-4d05-9525-c019dd7d0c13 HTTP/1.1" status: 200 len: 945 time: 0.3073113 Feb 04 12:18:57.686130 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-06465eb8-1fb0-40a6-b407-4fe1326d82ec req-afe2b392-c83a-429b-bd01-66705b98a7b8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=29dc487a-0891-467b-a5a8-be1dfb71d55e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0867219 Feb 04 12:18:57.973658 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f6461e1d-0046-46b3-b2dd-bda4cf805d80 req-1a7544bc-09c2-48a9-8039-a14cb935bf3e tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] 10.222.0.65 "GET /v2.0/security-groups?id=1cd472ff-e85a-4001-a10c-f5ed9978b777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3040154 Feb 04 12:18:58.155222 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1154204-81b7-4199-8fc3-ac9a947d3de2 req-12cdbeff-dd8e-4ae6-bf2d-0bb0ed47fc72 tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:58.158554 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d1154204-81b7-4199-8fc3-ac9a947d3de2 req-12cdbeff-dd8e-4ae6-bf2d-0bb0ed47fc72 tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] 10.222.0.65 "GET /v2.0/ports?device_id=46a5106d-9db0-47a6-b607-e4d3585fc28e HTTP/1.1" status: 200 len: 948 time: 0.2132378 Feb 04 12:18:58.179626 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 57458) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:18:58.197860 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-06465eb8-1fb0-40a6-b407-4fe1326d82ec req-62d71772-6bae-4966-b7e4-2c85e1812587 service neutron] 10.222.0.73 "GET /v2.0/networks/29dc487a-0891-467b-a5a8-be1dfb71d55e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4765098 Feb 04 12:18:58.345442 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-06465eb8-1fb0-40a6-b407-4fe1326d82ec req-7b8f3a9a-0853-4cf5-83e7-7448064dfd94 service neutron] 10.222.0.73 "GET /v2.0/networks/29dc487a-0891-467b-a5a8-be1dfb71d55e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178381 Feb 04 12:18:58.414832 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b22b75-e60f-4f5a-a1ef-78ca4e6dffb7 req-a65ad6e1-41fb-410d-aa6e-bed7d0f23b73 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:58.416994 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e2b22b75-e60f-4f5a-a1ef-78ca4e6dffb7 req-a65ad6e1-41fb-410d-aa6e-bed7d0f23b73 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/ports?device_id=f027c61e-1573-4eca-b41f-3575c551f5d7 HTTP/1.1" status: 200 len: 949 time: 0.2783618 Feb 04 12:18:58.427269 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d1154204-81b7-4199-8fc3-ac9a947d3de2 req-f8b90011-f862-4d92-b0fe-72e312f3e27d tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] 10.222.0.65 "GET /v2.0/security-groups?id=18e2d55a-df02-4fae-b673-f4d465aa36fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360165 Feb 04 12:18:58.438758 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device fb3a465d-631d-4da0-bec7-5d0861cc6fd4 up at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:18:58.545214 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e2b22b75-e60f-4f5a-a1ef-78ca4e6dffb7 req-d2dba9d8-20a9-4a88-a176-38e03d913c15 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/security-groups?id=9a1ba13a-3582-42ac-bb35-362abd3a196f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165001 Feb 04 12:18:58.596803 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95098f89-d691-45f5-834b-a8f6f5d274d7 x-openstack-request-id: req-95098f89-d691-45f5-834b-a8f6f5d274d7 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:18:58.598515 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f027c61e-1573-4eca-b41f-3575c551f5d7", "name": "network-vif-plugged", "status": "completed", "tag": "9deeedb5-204f-427a-9d10-78c74d840462", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:18:58.602509 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-95098f89-d691-45f5-834b-a8f6f5d274d7 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:18:58.602509 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f027c61e-1573-4eca-b41f-3575c551f5d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9deeedb5-204f-427a-9d10-78c74d840462', 'code': 200} Feb 04 12:18:58.657954 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning for port fb3a465d-631d-4da0-bec7-5d0861cc6fd4 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:18:58.675087 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning complete for port fb3a465d-631d-4da0-bec7-5d0861cc6fd4 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:18:58.684686 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (fb3a465d-631d-4da0-bec7-5d0861cc6fd4), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:58.882658 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc25a5d8-0611-4ae0-b4ce-7a04235ffaa7 req-dd39d08a-5bc7-4923-83fa-9f6b75f25990 tempest-LiveMigrationTest-337354813 tempest-LiveMigrationTest-337354813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:58.885594 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e5ef0b85-0fe1-4d30-80e5-4d92b3921bf9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:58.887051 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cc25a5d8-0611-4ae0-b4ce-7a04235ffaa7 req-dd39d08a-5bc7-4923-83fa-9f6b75f25990 tempest-LiveMigrationTest-337354813 tempest-LiveMigrationTest-337354813-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=4b6f9c85-3239-43e6-86e0-5a35173ff64f HTTP/1.1" status: 200 len: 1127 time: 0.2446694 Feb 04 12:18:58.972715 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port fb3a465d-631d-4da0-bec7-5d0861cc6fd4 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:18:58.973726 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (fb3a465d-631d-4da0-bec7-5d0861cc6fd4), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:59.027356 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cc25a5d8-0611-4ae0-b4ce-7a04235ffaa7 req-e8d16520-02ce-4d68-a24d-7a0d82d67ee8 tempest-LiveMigrationTest-337354813 tempest-LiveMigrationTest-337354813-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=e4f571d4-f0a1-47f6-a54a-b93db47581cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147091 Feb 04 12:18:59.060378 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port fb3a465d-631d-4da0-bec7-5d0861cc6fd4, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=fb3a465d-631d-4da0-bec7-5d0861cc6fd4,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:18:59.072857 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (fb3a465d-631d-4da0-bec7-5d0861cc6fd4), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:59.145625 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e5ef0b85-0fe1-4d30-80e5-4d92b3921bf9 admin admin] Publish callbacks [] for security_group (c81ff453-df67-4324-8e0f-f384ee9c2f2b), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:59.154925 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e5ef0b85-0fe1-4d30-80e5-4d92b3921bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (c81ff453-df67-4324-8e0f-f384ee9c2f2b), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:59.190862 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1760cbae-46f0-473a-814b-9b97ece4717a req-bc0e78d8-8d16-4fff-a42b-d69f56de3643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:59.193954 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-1760cbae-46f0-473a-814b-9b97ece4717a req-bc0e78d8-8d16-4fff-a42b-d69f56de3643 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=f027c61e-1573-4eca-b41f-3575c551f5d7 HTTP/1.1" status: 200 len: 1131 time: 0.2919331 Feb 04 12:18:59.194553 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1a3bd7-a554-49d5-8448-60076fba1c5a req-7ed4ab09-5fd3-4191-b8fe-01cc941e2330 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:59.197854 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7b1a3bd7-a554-49d5-8448-60076fba1c5a req-7ed4ab09-5fd3-4191-b8fe-01cc941e2330 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/networks?id=365084f8-2068-4655-9009-041f3cc171be HTTP/1.1" status: 200 len: 821 time: 0.3749249 Feb 04 12:18:59.236561 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=fb3a465d-631d-4da0-bec7-5d0861cc6fd4,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:59.298195 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7b1a3bd7-a554-49d5-8448-60076fba1c5a req-b02e0214-3fda-40e4-9487-2e71c0ae04b9 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/quotas/207f01ccf15c4616a04a98fbbad5fc72 HTTP/1.1" status: 200 len: 375 time: 0.0684357 Feb 04 12:18:59.351622 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-1760cbae-46f0-473a-814b-9b97ece4717a req-b4904eaa-2380-448f-aa4f-6d3cf2f72191 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=9a1ba13a-3582-42ac-bb35-362abd3a196f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145563 Feb 04 12:18:59.353562 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ef0b85-0fe1-4d30-80e5-4d92b3921bf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c81ff453-df67-4324-8e0f-f384ee9c2f2b,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:59.364875 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 57488) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:18:59.366870 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-e5ef0b85-0fe1-4d30-80e5-4d92b3921bf9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8edc81c5320241b09647cfc903bd14fc&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1854620 Feb 04 12:18:59.416633 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d1b554-011f-4600-9bca-4891da89d15f req-e31ca282-510e-4d23-bfd1-54377f1e453c tempest-VolumesAdminNegativeTest-2027589204 tempest-VolumesAdminNegativeTest-2027589204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:59.420798 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-81d1b554-011f-4600-9bca-4891da89d15f req-e31ca282-510e-4d23-bfd1-54377f1e453c tempest-VolumesAdminNegativeTest-2027589204 tempest-VolumesAdminNegativeTest-2027589204-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2424bbf-a970-4983-a079-c74cefc5b79e HTTP/1.1" status: 200 len: 943 time: 0.2208829 Feb 04 12:18:59.553298 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7b1a3bd7-a554-49d5-8448-60076fba1c5a req-e36a290e-03ea-44aa-8a06-ceceeb00d3c8 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=207f01ccf15c4616a04a98fbbad5fc72&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2529976 Feb 04 12:18:59.560312 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [req-7b1a3bd7-a554-49d5-8448-60076fba1c5a req-86c83f66-0e65-4094-b241-4a69cb0c7716 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:18:59.561696 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7b1a3bd7-a554-49d5-8448-60076fba1c5a req-86c83f66-0e65-4094-b241-4a69cb0c7716 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0074058 Feb 04 12:18:59.568780 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-81d1b554-011f-4600-9bca-4891da89d15f req-4abba108-3127-4b21-8f43-46424000e592 tempest-VolumesAdminNegativeTest-2027589204 tempest-VolumesAdminNegativeTest-2027589204-project] 10.222.0.65 "GET /v2.0/security-groups?id=e02ee6d2-f0e7-4325-9b7b-e049ae0a8cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326828 Feb 04 12:18:59.570239 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-78a1fbc5-b7b7-4969-8bb8-f578cb458c8a admin admin] Publish callbacks [] for security_group (c81ff453-df67-4324-8e0f-f384ee9c2f2b), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:59.661127 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-78a1fbc5-b7b7-4969-8bb8-f578cb458c8a admin admin] Publish callbacks [] for security_group (c81ff453-df67-4324-8e0f-f384ee9c2f2b), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:59.747194 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7b1a3bd7-a554-49d5-8448-60076fba1c5a req-119419d3-d8fb-4ad4-9c62-a5097b6ff6a6 service neutron] 10.222.0.65 "GET /v2.0/networks/365084f8-2068-4655-9009-041f3cc171be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724362 Feb 04 12:18:59.775865 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-78a1fbc5-b7b7-4969-8bb8-f578cb458c8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (c81ff453-df67-4324-8e0f-f384ee9c2f2b), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:59.778818 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-78a1fbc5-b7b7-4969-8bb8-f578cb458c8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:18:59.784528 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-78a1fbc5-b7b7-4969-8bb8-f578cb458c8a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c81ff453-df67-4324-8e0f-f384ee9c2f2b HTTP/1.1" status: 204 len: 168 time: 0.4135685 Feb 04 12:18:59.940416 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7b1a3bd7-a554-49d5-8448-60076fba1c5a req-7d751ee2-114d-4da2-93d1-398e6c8f577e service neutron] 10.222.0.65 "GET /v2.0/networks/365084f8-2068-4655-9009-041f3cc171be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755538 Feb 04 12:18:59.950843 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a1fbc5-b7b7-4969-8bb8-f578cb458c8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c81ff453-df67-4324-8e0f-f384ee9c2f2b,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:19:00.033022 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 889fb1f4-a551-46dd-a270-1535e39b967e details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:19:00.206607 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f42ee7a-1f20-4cb7-a38c-aef34c6224db req-ebb3a730-5466-4894-9572-c500d8d930f3 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:00.209275 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7f42ee7a-1f20-4cb7-a38c-aef34c6224db req-ebb3a730-5466-4894-9572-c500d8d930f3 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] 10.222.0.65 "GET /v2.0/ports?device_id=06d623a9-40db-4d05-9525-c019dd7d0c13 HTTP/1.1" status: 200 len: 945 time: 0.1064618 Feb 04 12:19:00.262808 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 889fb1f4-a551-46dd-a270-1535e39b967e, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=889fb1f4-a551-46dd-a270-1535e39b967e,segment=NetworkSegment(b98fa02e-1d31-4900-a147-41096d487100),segment_id=b98fa02e-1d31-4900-a147-41096d487100)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:19:00.292982 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': '889fb1f4-a551-46dd-a270-1535e39b967e', 'network_id': '29dc487a-0891-467b-a5a8-be1dfb71d55e', 'port_id': '889fb1f4-a551-46dd-a270-1535e39b967e', 'mac_address': 'fa:16:3e:01:a4:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c10b01f-6505-423f-a043-13e7cced20b8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:19:00.314504 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7f42ee7a-1f20-4cb7-a38c-aef34c6224db req-c560fb00-e1d2-4c88-a94c-af12ce46e0ea tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] 10.222.0.65 "GET /v2.0/security-groups?id=1cd472ff-e85a-4001-a10c-f5ed9978b777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981407 Feb 04 12:19:00.397118 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 889fb1f4-a551-46dd-a270-1535e39b967e is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:19:00.397827 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (889fb1f4-a551-46dd-a270-1535e39b967e), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:00.450449 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 889fb1f4-a551-46dd-a270-1535e39b967e {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:19:00.500157 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 889fb1f4-a551-46dd-a270-1535e39b967e, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=889fb1f4-a551-46dd-a270-1535e39b967e,segment=NetworkSegment(b98fa02e-1d31-4900-a147-41096d487100),segment_id=b98fa02e-1d31-4900-a147-41096d487100)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:19:00.513485 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (889fb1f4-a551-46dd-a270-1535e39b967e), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:00.604036 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46a5106d-9db0-47a6-b607-e4d3585fc28e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb3a465d-631d-4da0-bec7-5d0861cc6fd4'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:19:00.610707 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e75f38f8-6d40-490e-95f1-ed17b0c36a21" -d '{"events": [{"server_uuid": "46a5106d-9db0-47a6-b607-e4d3585fc28e", "name": "network-vif-plugged", "status": "completed", "tag": "fb3a465d-631d-4da0-bec7-5d0861cc6fd4"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:19:00.618169 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=889fb1f4-a551-46dd-a270-1535e39b967e,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:19:00.755263 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['889fb1f4-a551-46dd-a270-1535e39b967e'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:19:00.755996 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8be299-bccd-4e03-93b6-b720b1e1ea94 req-92763769-480e-435b-bc66-87d7e8737321 tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:00.769385 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4f8be299-bccd-4e03-93b6-b720b1e1ea94 req-92763769-480e-435b-bc66-87d7e8737321 tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] 10.222.0.65 "GET /v2.0/ports?device_id=46a5106d-9db0-47a6-b607-e4d3585fc28e HTTP/1.1" status: 200 len: 949 time: 0.2850385 Feb 04 12:19:00.871326 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:00.891372 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4f8be299-bccd-4e03-93b6-b720b1e1ea94 req-5833a9b5-6ec4-483a-a12f-b08a960a1944 tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] 10.222.0.65 "GET /v2.0/security-groups?id=18e2d55a-df02-4fae-b673-f4d465aa36fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204250 Feb 04 12:19:01.292518 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:01.297549 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a4ba97-bd77-4db9-8b91-4cce3d5073cb req-5804b377-539a-4056-9834-e6dec8a9e3a2 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:01.299212 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-51a4ba97-bd77-4db9-8b91-4cce3d5073cb req-5804b377-539a-4056-9834-e6dec8a9e3a2 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/ports?device_id=f027c61e-1573-4eca-b41f-3575c551f5d7 HTTP/1.1" status: 200 len: 949 time: 0.2126353 Feb 04 12:19:01.388857 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-51a4ba97-bd77-4db9-8b91-4cce3d5073cb req-4bd56624-47bf-456e-a60e-ed9e3c47bc6c tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/security-groups?id=9a1ba13a-3582-42ac-bb35-362abd3a196f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697300 Feb 04 12:19:02.032583 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 889fb1f4-a551-46dd-a270-1535e39b967e up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:19:02.141358 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning for port 889fb1f4-a551-46dd-a270-1535e39b967e completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:19:02.154000 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port 889fb1f4-a551-46dd-a270-1535e39b967e triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:19:02.154333 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (889fb1f4-a551-46dd-a270-1535e39b967e), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:02.264268 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1a3bd7-a554-49d5-8448-60076fba1c5a req-0de48717-472f-457b-9644-a0f28e7854af tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:02.268626 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7b1a3bd7-a554-49d5-8448-60076fba1c5a req-0de48717-472f-457b-9644-a0f28e7854af tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.73 "GET /v2.0/networks?id=365084f8-2068-4655-9009-041f3cc171be HTTP/1.1" status: 200 len: 821 time: 0.2168651 Feb 04 12:19:02.290010 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 889fb1f4-a551-46dd-a270-1535e39b967e is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:19:02.290673 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (889fb1f4-a551-46dd-a270-1535e39b967e), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:02.293084 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-7b1a3bd7-a554-49d5-8448-60076fba1c5a req-10e45955-3309-4653-8e5a-d7713c024c73 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Request body: {'port': {'device_id': 'a40af1ad-fc65-42d6-a1d8-1787e530da20', 'network_id': '365084f8-2068-4655-9009-041f3cc171be', 'admin_state_up': True, 'tenant_id': '207f01ccf15c4616a04a98fbbad5fc72'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:19:02.334652 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f552662e-59d7-4451-b17b-2ea40cb2af4b req-16c76516-7776-4c7c-9e17-881d085613a0 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=a40af1ad-fc65-42d6-a1d8-1787e530da20 HTTP/1.1" status: 200 len: 210 time: 0.0642207 Feb 04 12:19:02.356857 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 889fb1f4-a551-46dd-a270-1535e39b967e, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=889fb1f4-a551-46dd-a270-1535e39b967e,segment=NetworkSegment(b98fa02e-1d31-4900-a147-41096d487100),segment_id=b98fa02e-1d31-4900-a147-41096d487100)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:19:02.363305 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (889fb1f4-a551-46dd-a270-1535e39b967e), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:02.445571 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 57574) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:19:02.468507 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=889fb1f4-a551-46dd-a270-1535e39b967e,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:19:02.547888 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b1a3bd7-a554-49d5-8448-60076fba1c5a req-10e45955-3309-4653-8e5a-d7713c024c73 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Made reservation on behalf of 207f01ccf15c4616a04a98fbbad5fc72 for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:19:02.553068 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-7b1a3bd7-a554-49d5-8448-60076fba1c5a req-10e45955-3309-4653-8e5a-d7713c024c73 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:02.601822 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [req-e96de6b4-de59-4771-b080-5898666f06da req-d304646d-5af7-4411-a293-7cfb7914c025 tempest-LiveMigrationTest-337354813 tempest-LiveMigrationTest-337354813-project-admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103474) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:19:02.603001 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-e96de6b4-de59-4771-b080-5898666f06da req-d304646d-5af7-4411-a293-7cfb7914c025 tempest-LiveMigrationTest-337354813 tempest-LiveMigrationTest-337354813-project-admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1560900 Feb 04 12:19:02.606453 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cda93a2-58df-4cbe-b3a4-63217b7b5252 req-2b6d881b-22c0-4b60-953d-7d84aa95a84f tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:02.610019 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5cda93a2-58df-4cbe-b3a4-63217b7b5252 req-2b6d881b-22c0-4b60-953d-7d84aa95a84f tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] 10.222.0.65 "GET /v2.0/ports?device_id=06d623a9-40db-4d05-9525-c019dd7d0c13 HTTP/1.1" status: 200 len: 945 time: 0.1226223 Feb 04 12:19:02.626066 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 57580) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:19:02.639058 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-d49df4dc-7233-4a31-a9b6-95be528cbfce tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Request body: {'floatingip': {'port_id': 'd85456be-be77-4b03-b039-2c69c2d5fea8'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:19:02.662742 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c26a07c9-aed2-4cb3-b9ab-78eee2ad833e x-openstack-request-id: req-c26a07c9-aed2-4cb3-b9ab-78eee2ad833e {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:19:02.663242 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46a5106d-9db0-47a6-b607-e4d3585fc28e", "name": "network-vif-plugged", "status": "completed", "tag": "fb3a465d-631d-4da0-bec7-5d0861cc6fd4", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:19:02.663621 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c26a07c9-aed2-4cb3-b9ab-78eee2ad833e {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:19:02.664650 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46a5106d-9db0-47a6-b607-e4d3585fc28e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb3a465d-631d-4da0-bec7-5d0861cc6fd4', 'code': 200} Feb 04 12:19:02.781887 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d49df4dc-7233-4a31-a9b6-95be528cbfce tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Publish callbacks [] for floatingip (edb845a0-45f2-4174-9a5e-588f7ee4ae40), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:02.874349 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-7b1a3bd7-a554-49d5-8448-60076fba1c5a req-10e45955-3309-4653-8e5a-d7713c024c73 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Allocated IP 172.20.0.12 (365084f8-2068-4655-9009-041f3cc171be/baf06417-eecb-4036-81cf-3c7679e7daf8/e33f78e5-ff97-4f89-a4db-1bcfa5ff3842) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:19:02.908346 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fc906c-7e01-447d-9af3-4c3c9812a722 req-650f65cb-a7c3-40f0-b7e5-dfe7a8fcb33b tempest-VolumesAdminNegativeTest-2027589204 tempest-VolumesAdminNegativeTest-2027589204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:02.910997 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-50fc906c-7e01-447d-9af3-4c3c9812a722 req-650f65cb-a7c3-40f0-b7e5-dfe7a8fcb33b tempest-VolumesAdminNegativeTest-2027589204 tempest-VolumesAdminNegativeTest-2027589204-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2424bbf-a970-4983-a079-c74cefc5b79e HTTP/1.1" status: 200 len: 945 time: 0.1700857 Feb 04 12:19:03.121206 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-50fc906c-7e01-447d-9af3-4c3c9812a722 req-90946512-2b85-4df7-8d85-d5c26b39c8e8 tempest-VolumesAdminNegativeTest-2027589204 tempest-VolumesAdminNegativeTest-2027589204-project] 10.222.0.65 "GET /v2.0/security-groups?id=e02ee6d2-f0e7-4325-9b7b-e049ae0a8cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903036 Feb 04 12:19:03.143368 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96de6b4-de59-4771-b080-5898666f06da req-d76043a7-d0ba-404e-9c3d-9e98eb043f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:03.147427 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-e96de6b4-de59-4771-b080-5898666f06da req-d76043a7-d0ba-404e-9c3d-9e98eb043f33 service neutron] 10.222.0.65 "GET /v2.0/ports/638e78f7-bd09-4274-9cce-b586cb09d7c7 HTTP/1.1" status: 200 len: 1124 time: 0.4309576 Feb 04 12:19:03.162744 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bda1a8-986a-4dce-98f3-03ed2f18d0a4 req-07d2611c-2a7b-4a48-ba7b-4c996c223902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:03.165668 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-52bda1a8-986a-4dce-98f3-03ed2f18d0a4 req-07d2611c-2a7b-4a48-ba7b-4c996c223902 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=46a5106d-9db0-47a6-b607-e4d3585fc28e HTTP/1.1" status: 200 len: 1131 time: 0.3974986 Feb 04 12:19:03.222109 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-e96de6b4-de59-4771-b080-5898666f06da req-a98b2b72-3517-43a1-8040-927bc78a72d5 service neutron] Request body: {'binding': {'host': 'n-h2-825015-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:19:03.223112 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-e96de6b4-de59-4771-b080-5898666f06da req-a98b2b72-3517-43a1-8040-927bc78a72d5 service neutron] Unknown quota resources ['binding']. {{(pid=103474) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 04 12:19:03.247481 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-7b1a3bd7-a554-49d5-8448-60076fba1c5a req-10e45955-3309-4653-8e5a-d7713c024c73 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Publish callbacks [] for port (e33f78e5-ff97-4f89-a4db-1bcfa5ff3842), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:03.386111 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-7b1a3bd7-a554-49d5-8448-60076fba1c5a req-10e45955-3309-4653-8e5a-d7713c024c73 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (e33f78e5-ff97-4f89-a4db-1bcfa5ff3842), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:03.413246 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3c30be-3033-40bf-bf59-90502cd33fa0 req-6bc0e5c1-9868-49a9-aeb1-822260cdfafe tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:03.416054 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1b3c30be-3033-40bf-bf59-90502cd33fa0 req-6bc0e5c1-9868-49a9-aeb1-822260cdfafe tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/ports?device_id=f027c61e-1573-4eca-b41f-3575c551f5d7 HTTP/1.1" status: 200 len: 949 time: 0.1507759 Feb 04 12:19:03.430814 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-52bda1a8-986a-4dce-98f3-03ed2f18d0a4 req-8b2825f3-9dbf-4971-b8b7-c5c640dd69bd service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=18e2d55a-df02-4fae-b673-f4d465aa36fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023449 Feb 04 12:19:03.525233 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b1a3bd7-a554-49d5-8448-60076fba1c5a req-10e45955-3309-4653-8e5a-d7713c024c73 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Network 365084f8-2068-4655-9009-041f3cc171be is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:19:03.546855 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-7b1a3bd7-a554-49d5-8448-60076fba1c5a req-10e45955-3309-4653-8e5a-d7713c024c73 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:19:03.563770 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b1a3bd7-a554-49d5-8448-60076fba1c5a req-10e45955-3309-4653-8e5a-d7713c024c73 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:19:03.573822 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1a3bd7-a554-49d5-8448-60076fba1c5a req-10e45955-3309-4653-8e5a-d7713c024c73 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:03.574902 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-7b1a3bd7-a554-49d5-8448-60076fba1c5a req-10e45955-3309-4653-8e5a-d7713c024c73 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:03.600085 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e45955-3309-4653-8e5a-d7713c024c73 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Pushing event updated for resources: {'Port': ['ID=e33f78e5-ff97-4f89-a4db-1bcfa5ff3842,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:19:03.618400 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1b3c30be-3033-40bf-bf59-90502cd33fa0 req-0609eb6f-f786-4fb1-b68e-d4a5c971a8b8 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/security-groups?id=9a1ba13a-3582-42ac-bb35-362abd3a196f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913309 Feb 04 12:19:03.648338 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7b1a3bd7-a554-49d5-8448-60076fba1c5a req-10e45955-3309-4653-8e5a-d7713c024c73 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3618059 Feb 04 12:19:03.673513 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-7b1a3bd7-a554-49d5-8448-60076fba1c5a req-9c23d80b-943f-4e2c-9607-66cbf5d0c581 service neutron] Request body: {'port': {'device_id': 'a40af1ad-fc65-42d6-a1d8-1787e530da20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:19:03.794501 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-7b1a3bd7-a554-49d5-8448-60076fba1c5a req-9c23d80b-943f-4e2c-9607-66cbf5d0c581 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (e33f78e5-ff97-4f89-a4db-1bcfa5ff3842), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:04.101308 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bace16-abbe-452d-8eec-767d2eafa5f8 req-7e707e03-1b11-4dfb-8dd6-23df138764c4 tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:04.104467 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-49bace16-abbe-452d-8eec-767d2eafa5f8 req-7e707e03-1b11-4dfb-8dd6-23df138764c4 tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] 10.222.0.65 "GET /v2.0/ports?device_id=46a5106d-9db0-47a6-b607-e4d3585fc28e HTTP/1.1" status: 200 len: 949 time: 0.2099454 Feb 04 12:19:04.235639 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-e96de6b4-de59-4771-b080-5898666f06da req-a98b2b72-3517-43a1-8040-927bc78a72d5 service neutron] Attempting to bind port 638e78f7-bd09-4274-9cce-b586cb09d7c7 on host n-h2-825015-3 for vnic_type normal with profile None {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:19:04.235639 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-e96de6b4-de59-4771-b080-5898666f06da req-a98b2b72-3517-43a1-8040-927bc78a72d5 service neutron] Attempting to bind port 638e78f7-bd09-4274-9cce-b586cb09d7c7 by drivers openvswitch,hyperv on host n-h2-825015-3 at level 0 using segments [{'id': '1a9a2aca-b7f6-445c-a938-0b8696864233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '8201226e-f25e-431d-a6a5-6704e8dc4880'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:19:04.237028 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e96de6b4-de59-4771-b080-5898666f06da req-a98b2b72-3517-43a1-8040-927bc78a72d5 service neutron] Attempting to bind port 638e78f7-bd09-4274-9cce-b586cb09d7c7 on network 8201226e-f25e-431d-a6a5-6704e8dc4880 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:19:04.271636 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-49bace16-abbe-452d-8eec-767d2eafa5f8 req-53ca2e82-238a-4d31-9ac7-8b3e60102e2f tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] 10.222.0.65 "GET /v2.0/security-groups?id=18e2d55a-df02-4fae-b673-f4d465aa36fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444955 Feb 04 12:19:04.282328 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e96de6b4-de59-4771-b080-5898666f06da req-a98b2b72-3517-43a1-8040-927bc78a72d5 service neutron] Port 638e78f7-bd09-4274-9cce-b586cb09d7c7 on network 8201226e-f25e-431d-a6a5-6704e8dc4880 not bound, no agent of type Open vSwitch agent registered on host n-h2-825015-3 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:19:04.283137 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e96de6b4-de59-4771-b080-5898666f06da req-a98b2b72-3517-43a1-8040-927bc78a72d5 service neutron] Attempting to bind port 638e78f7-bd09-4274-9cce-b586cb09d7c7 on network 8201226e-f25e-431d-a6a5-6704e8dc4880 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:19:04.344695 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e96de6b4-de59-4771-b080-5898666f06da req-a98b2b72-3517-43a1-8040-927bc78a72d5 service neutron] Checking agent: {'id': '9b68a165-e786-4b91-8592-44519c2ecabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:19:04.345686 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e96de6b4-de59-4771-b080-5898666f06da req-a98b2b72-3517-43a1-8040-927bc78a72d5 service neutron] Checking segment: {'id': '1a9a2aca-b7f6-445c-a938-0b8696864233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '8201226e-f25e-431d-a6a5-6704e8dc4880'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:19:04.346294 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e96de6b4-de59-4771-b080-5898666f06da req-a98b2b72-3517-43a1-8040-927bc78a72d5 service neutron] Bound using segment: {'id': '1a9a2aca-b7f6-445c-a938-0b8696864233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '8201226e-f25e-431d-a6a5-6704e8dc4880'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:19:04.347070 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-e96de6b4-de59-4771-b080-5898666f06da req-a98b2b72-3517-43a1-8040-927bc78a72d5 service neutron] Bound port: 638e78f7-bd09-4274-9cce-b586cb09d7c7, host: n-h2-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a9a2aca-b7f6-445c-a938-0b8696864233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '8201226e-f25e-431d-a6a5-6704e8dc4880'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:19:04.374660 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 57602) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:19:04.394482 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-7b1a3bd7-a554-49d5-8448-60076fba1c5a req-9c23d80b-943f-4e2c-9607-66cbf5d0c581 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e33f78e5-ff97-4f89-a4db-1bcfa5ff3842 {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:19:04.409012 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-7b1a3bd7-a554-49d5-8448-60076fba1c5a req-9c23d80b-943f-4e2c-9607-66cbf5d0c581 service neutron] Publish callbacks [] for port (e33f78e5-ff97-4f89-a4db-1bcfa5ff3842), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:04.429410 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-7b1a3bd7-a554-49d5-8448-60076fba1c5a req-9c23d80b-943f-4e2c-9607-66cbf5d0c581 service neutron] Transition to ACTIVE for port object e33f78e5-ff97-4f89-a4db-1bcfa5ff3842 will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:19:04.435507 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-7b1a3bd7-a554-49d5-8448-60076fba1c5a req-9c23d80b-943f-4e2c-9607-66cbf5d0c581 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (e33f78e5-ff97-4f89-a4db-1bcfa5ff3842), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:04.458954 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-e96de6b4-de59-4771-b080-5898666f06da req-a98b2b72-3517-43a1-8040-927bc78a72d5 service neutron] For port 638e78f7-bd09-4274-9cce-b586cb09d7c7, host n-h2-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=638e78f7-bd09-4274-9cce-b586cb09d7c7,segment=NetworkSegment(1a9a2aca-b7f6-445c-a938-0b8696864233),segment_id=1a9a2aca-b7f6-445c-a938-0b8696864233)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:19:04.527354 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.db.resource_extend [None req-d49df4dc-7233-4a31-a9b6-95be528cbfce tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 12:19:04.566894 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c23d80b-943f-4e2c-9607-66cbf5d0c581 service neutron] Pushing event updated for resources: {'Port': ['ID=e33f78e5-ff97-4f89-a4db-1bcfa5ff3842,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:19:04.666179 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2424bbf-a970-4983-a079-c74cefc5b79e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '889fb1f4-a551-46dd-a270-1535e39b967e'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:19:04.671359 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-7b1a3bd7-a554-49d5-8448-60076fba1c5a req-9c23d80b-943f-4e2c-9607-66cbf5d0c581 service neutron] Attempting to bind port e33f78e5-ff97-4f89-a4db-1bcfa5ff3842 on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:19:04.671963 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-7b1a3bd7-a554-49d5-8448-60076fba1c5a req-9c23d80b-943f-4e2c-9607-66cbf5d0c581 service neutron] Attempting to bind port e33f78e5-ff97-4f89-a4db-1bcfa5ff3842 by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': '30a1e83f-6fb2-463b-baec-19bf81bfa14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '365084f8-2068-4655-9009-041f3cc171be'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:19:04.672206 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55987d00-1d01-42b8-878a-5da2120ae1b0" -d '{"events": [{"server_uuid": "f2424bbf-a970-4983-a079-c74cefc5b79e", "name": "network-vif-plugged", "status": "completed", "tag": "889fb1f4-a551-46dd-a270-1535e39b967e"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:19:04.672385 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1a3bd7-a554-49d5-8448-60076fba1c5a req-9c23d80b-943f-4e2c-9607-66cbf5d0c581 service neutron] Attempting to bind port e33f78e5-ff97-4f89-a4db-1bcfa5ff3842 on network 365084f8-2068-4655-9009-041f3cc171be {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:19:04.684940 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-e96de6b4-de59-4771-b080-5898666f06da req-a98b2b72-3517-43a1-8040-927bc78a72d5 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:04.686119 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1a3bd7-a554-49d5-8448-60076fba1c5a req-9c23d80b-943f-4e2c-9607-66cbf5d0c581 service neutron] Port e33f78e5-ff97-4f89-a4db-1bcfa5ff3842 on network 365084f8-2068-4655-9009-041f3cc171be not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:19:04.686916 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1a3bd7-a554-49d5-8448-60076fba1c5a req-9c23d80b-943f-4e2c-9607-66cbf5d0c581 service neutron] Attempting to bind port e33f78e5-ff97-4f89-a4db-1bcfa5ff3842 on network 365084f8-2068-4655-9009-041f3cc171be {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:19:04.691546 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-e96de6b4-de59-4771-b080-5898666f06da req-a98b2b72-3517-43a1-8040-927bc78a72d5 service neutron] 10.222.0.65 "POST /v2.0/ports/638e78f7-bd09-4274-9cce-b586cb09d7c7/bindings HTTP/1.1" status: 201 len: 389 time: 1.5241222 Feb 04 12:19:04.705165 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1a3bd7-a554-49d5-8448-60076fba1c5a req-9c23d80b-943f-4e2c-9607-66cbf5d0c581 service neutron] Checking agent: {'id': 'f8add0d2-2202-43d3-bc0e-72442788e6ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:19:04.705642 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1a3bd7-a554-49d5-8448-60076fba1c5a req-9c23d80b-943f-4e2c-9607-66cbf5d0c581 service neutron] Checking segment: {'id': '30a1e83f-6fb2-463b-baec-19bf81bfa14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '365084f8-2068-4655-9009-041f3cc171be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:19:04.706152 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1a3bd7-a554-49d5-8448-60076fba1c5a req-9c23d80b-943f-4e2c-9607-66cbf5d0c581 service neutron] Bound using segment: {'id': '30a1e83f-6fb2-463b-baec-19bf81bfa14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '365084f8-2068-4655-9009-041f3cc171be'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:19:04.706830 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-7b1a3bd7-a554-49d5-8448-60076fba1c5a req-9c23d80b-943f-4e2c-9607-66cbf5d0c581 service neutron] Bound port: e33f78e5-ff97-4f89-a4db-1bcfa5ff3842, host: n-h1-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30a1e83f-6fb2-463b-baec-19bf81bfa14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '365084f8-2068-4655-9009-041f3cc171be'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:19:04.707189 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-7b1a3bd7-a554-49d5-8448-60076fba1c5a req-9c23d80b-943f-4e2c-9607-66cbf5d0c581 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (e33f78e5-ff97-4f89-a4db-1bcfa5ff3842), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:04.727900 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d49df4dc-7233-4a31-a9b6-95be528cbfce tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:04.740281 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d49df4dc-7233-4a31-a9b6-95be528cbfce tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1599943'] for floatingip (edb845a0-45f2-4174-9a5e-588f7ee4ae40), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:04.773559 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-150552cc-1415-4e52-a4da-d316dff04ea2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:04.958628 n-d-825015-3 neutron-server[103474]: INFO neutron.db.l3_db [None req-d49df4dc-7233-4a31-a9b6-95be528cbfce tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Floating IP edb845a0-45f2-4174-9a5e-588f7ee4ae40 associated. External IP: 172.25.3.79, port: d85456be-be77-4b03-b039-2c69c2d5fea8. Feb 04 12:19:05.030757 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-7b1a3bd7-a554-49d5-8448-60076fba1c5a req-9c23d80b-943f-4e2c-9607-66cbf5d0c581 service neutron] For port e33f78e5-ff97-4f89-a4db-1bcfa5ff3842, host n-h1-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:19:05.067677 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-7b1a3bd7-a554-49d5-8448-60076fba1c5a req-9c23d80b-943f-4e2c-9607-66cbf5d0c581 service neutron] For port e33f78e5-ff97-4f89-a4db-1bcfa5ff3842, host n-h1-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=e33f78e5-ff97-4f89-a4db-1bcfa5ff3842,segment=NetworkSegment(30a1e83f-6fb2-463b-baec-19bf81bfa14b),segment_id=30a1e83f-6fb2-463b-baec-19bf81bfa14b)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:19:05.092721 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-7b1a3bd7-a554-49d5-8448-60076fba1c5a req-9c23d80b-943f-4e2c-9607-66cbf5d0c581 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (e33f78e5-ff97-4f89-a4db-1bcfa5ff3842), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:05.185650 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1a3bd7-a554-49d5-8448-60076fba1c5a req-9c23d80b-943f-4e2c-9607-66cbf5d0c581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:05.189261 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-7b1a3bd7-a554-49d5-8448-60076fba1c5a req-9c23d80b-943f-4e2c-9607-66cbf5d0c581 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:05.196453 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7b1a3bd7-a554-49d5-8448-60076fba1c5a req-9c23d80b-943f-4e2c-9607-66cbf5d0c581 service neutron] 10.222.0.73 "PUT /v2.0/ports/e33f78e5-ff97-4f89-a4db-1bcfa5ff3842 HTTP/1.1" status: 200 len: 1092 time: 1.5400548 Feb 04 12:19:05.211827 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a40af1ad-fc65-42d6-a1d8-1787e530da20', 'tag': 'e33f78e5-ff97-4f89-a4db-1bcfa5ff3842'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:19:05.214257 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96de6b4-de59-4771-b080-5898666f06da req-33d5e984-337f-4d25-ad79-c7aa8a8356f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:05.216262 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-e96de6b4-de59-4771-b080-5898666f06da req-33d5e984-337f-4d25-ad79-c7aa8a8356f7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=24a467b030c744bba5cc99601ae6aefc&device_id=4b6f9c85-3239-43e6-86e0-5a35173ff64f HTTP/1.1" status: 200 len: 1127 time: 0.1064534 Feb 04 12:19:05.218722 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54691a3a-34fc-4aaa-b799-5a2b3166a6ed" -d '{"events": [{"name": "network-changed", "server_uuid": "a40af1ad-fc65-42d6-a1d8-1787e530da20", "tag": "e33f78e5-ff97-4f89-a4db-1bcfa5ff3842"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:19:05.300109 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff46df47-8eb4-4d7c-8083-1339299885ed req-6dbdd120-2e0a-4a13-a02d-065ea1004901 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:05.303587 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ff46df47-8eb4-4d7c-8083-1339299885ed req-6dbdd120-2e0a-4a13-a02d-065ea1004901 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=a40af1ad-fc65-42d6-a1d8-1787e530da20 HTTP/1.1" status: 200 len: 944 time: 0.2990625 Feb 04 12:19:05.366935 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-150552cc-1415-4e52-a4da-d316dff04ea2 admin admin] Publish callbacks [] for security_group (b343e17c-ffaa-4860-90b4-29459670572f), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:05.388148 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-150552cc-1415-4e52-a4da-d316dff04ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (b343e17c-ffaa-4860-90b4-29459670572f), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:05.412833 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c23d80b-943f-4e2c-9607-66cbf5d0c581 service neutron] Pushing event updated for resources: {'Port': ['ID=e33f78e5-ff97-4f89-a4db-1bcfa5ff3842,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:19:05.514535 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150552cc-1415-4e52-a4da-d316dff04ea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b343e17c-ffaa-4860-90b4-29459670572f,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:19:05.533800 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96de6b4-de59-4771-b080-5898666f06da req-ecd39507-c03d-41ff-b626-3a32a6b5f8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:05.535724 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-e96de6b4-de59-4771-b080-5898666f06da req-ecd39507-c03d-41ff-b626-3a32a6b5f8e3 service neutron] 10.222.0.77 "GET /v2.0/networks?id=8201226e-f25e-431d-a6a5-6704e8dc4880 HTTP/1.1" status: 200 len: 908 time: 0.3095870 Feb 04 12:19:05.582041 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-150552cc-1415-4e52-a4da-d316dff04ea2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=41309654dbb047dca0abf188dc398b0d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2055316 Feb 04 12:19:05.592487 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 57630) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:19:05.607088 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-e96de6b4-de59-4771-b080-5898666f06da req-c4cd0d4b-f0d0-48c9-877a-592ddf6f2f70 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=638e78f7-bd09-4274-9cce-b586cb09d7c7 HTTP/1.1" status: 200 len: 217 time: 0.0577741 Feb 04 12:19:05.634620 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1a3bd7-a554-49d5-8448-60076fba1c5a req-58131995-32e7-4637-a0ab-a85719b227f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:05.637471 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7b1a3bd7-a554-49d5-8448-60076fba1c5a req-58131995-32e7-4637-a0ab-a85719b227f8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=207f01ccf15c4616a04a98fbbad5fc72&device_id=a40af1ad-fc65-42d6-a1d8-1787e530da20 HTTP/1.1" status: 200 len: 1126 time: 0.3857849 Feb 04 12:19:05.670721 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ff46df47-8eb4-4d7c-8083-1339299885ed req-bdff11a0-717d-451c-8b98-e914992b2958 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/security-groups?id=0e320687-8002-4e00-a016-6bf57af2cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3396440 Feb 04 12:19:05.682387 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d49df4dc-7233-4a31-a9b6-95be528cbfce tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Router 5e774df9-ebae-4d9b-b106-f97e45dc038d has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:19:05.742753 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96de6b4-de59-4771-b080-5898666f06da req-f3bf151c-ffa8-455d-98e0-6cb4b0afb50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:05.746308 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-e96de6b4-de59-4771-b080-5898666f06da req-f3bf151c-ffa8-455d-98e0-6cb4b0afb50a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6b10c2b1-e8bd-4535-8be4-90c0033f4e8f HTTP/1.1" status: 200 len: 847 time: 0.1317708 Feb 04 12:19:05.749877 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7b1a3bd7-a554-49d5-8448-60076fba1c5a req-68266f0a-19e2-4814-8597-5f61c92c504c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e33f78e5-ff97-4f89-a4db-1bcfa5ff3842 HTTP/1.1" status: 200 len: 217 time: 0.1031122 Feb 04 12:19:05.792665 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe871c6c-27e3-48b9-9c39-abf301f82888 x-openstack-request-id: req-fe871c6c-27e3-48b9-9c39-abf301f82888 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:19:05.797033 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2424bbf-a970-4983-a079-c74cefc5b79e", "name": "network-vif-plugged", "status": "completed", "tag": "889fb1f4-a551-46dd-a270-1535e39b967e", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:19:05.797723 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fe871c6c-27e3-48b9-9c39-abf301f82888 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:19:05.799772 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2424bbf-a970-4983-a079-c74cefc5b79e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '889fb1f4-a551-46dd-a270-1535e39b967e', 'code': 200} Feb 04 12:19:05.812712 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b856d0eb-36dd-4509-855b-6c0f8a05b817 req-6dfa0f33-b98c-4fae-b07b-bbc64132374b tempest-VolumesAdminNegativeTest-2027589204 tempest-VolumesAdminNegativeTest-2027589204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:05.817037 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b856d0eb-36dd-4509-855b-6c0f8a05b817 req-6dfa0f33-b98c-4fae-b07b-bbc64132374b tempest-VolumesAdminNegativeTest-2027589204 tempest-VolumesAdminNegativeTest-2027589204-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2424bbf-a970-4983-a079-c74cefc5b79e HTTP/1.1" status: 200 len: 945 time: 0.3367343 Feb 04 12:19:05.905472 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-e96de6b4-de59-4771-b080-5898666f06da req-5100f77b-6dc9-4748-bc6e-72ad25d9f6e2 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8201226e-f25e-431d-a6a5-6704e8dc4880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0879149 Feb 04 12:19:05.940676 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0549e4ca-e7ca-4544-85ed-6d800f6d8219 admin admin] Publish callbacks [] for security_group (b343e17c-ffaa-4860-90b4-29459670572f), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:06.010256 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1a3bd7-a554-49d5-8448-60076fba1c5a req-6e44277e-45da-4d26-b41e-0448f44b9d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:06.012803 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7b1a3bd7-a554-49d5-8448-60076fba1c5a req-6e44277e-45da-4d26-b41e-0448f44b9d85 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=baf06417-eecb-4036-81cf-3c7679e7daf8 HTTP/1.1" status: 200 len: 861 time: 0.2493024 Feb 04 12:19:06.035644 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0549e4ca-e7ca-4544-85ed-6d800f6d8219 admin admin] Publish callbacks [] for security_group (b343e17c-ffaa-4860-90b4-29459670572f), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:06.105573 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d49df4dc-7233-4a31-a9b6-95be528cbfce tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:19:06.116802 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d49df4dc-7233-4a31-a9b6-95be528cbfce tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:06.122199 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5500bd9-8110-400d-89d0-6563de6928fd None None] Sync routers for ids ['5e774df9-ebae-4d9b-b106-f97e45dc038d'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:19:06.127772 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b113b560-ec86-4552-a58c-615451922c5f req-88bd7295-8b00-4b49-98e9-674b4ba81755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:06.130594 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-b113b560-ec86-4552-a58c-615451922c5f req-88bd7295-8b00-4b49-98e9-674b4ba81755 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f2424bbf-a970-4983-a079-c74cefc5b79e HTTP/1.1" status: 200 len: 1127 time: 0.2569358 Feb 04 12:19:06.139317 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5500bd9-8110-400d-89d0-6563de6928fd None None] Routers {'5e774df9-ebae-4d9b-b106-f97e45dc038d'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:19:06.141175 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-e5500bd9-8110-400d-89d0-6563de6928fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:18:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['5e774df9-ebae-4d9b-b106-f97e45dc038d'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:19:06.229257 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-e96de6b4-de59-4771-b080-5898666f06da req-3ddf9662-b1aa-4a9d-b3c3-072d232af118 service neutron] 10.222.0.77 "GET /v2.0/networks/8201226e-f25e-431d-a6a5-6704e8dc4880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3041267 Feb 04 12:19:06.265898 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-d49df4dc-7233-4a31-a9b6-95be528cbfce tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] 10.222.0.65 "PUT /v2.0/floatingips/edb845a0-45f2-4174-9a5e-588f7ee4ae40 HTTP/1.1" status: 200 len: 990 time: 3.6315062 Feb 04 12:19:06.268998 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06d623a9-40db-4d05-9525-c019dd7d0c13', 'tag': 'd85456be-be77-4b03-b039-2c69c2d5fea8'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:19:06.272847 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e26b48ea-af4b-4aad-b756-b665f4adc8a4" -d '{"events": [{"name": "network-changed", "server_uuid": "06d623a9-40db-4d05-9525-c019dd7d0c13", "tag": "d85456be-be77-4b03-b039-2c69c2d5fea8"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:19:06.326902 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7b1a3bd7-a554-49d5-8448-60076fba1c5a req-1e79d325-a3e7-4438-97e5-99ef973b8d72 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=365084f8-2068-4655-9009-041f3cc171be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2986178 Feb 04 12:19:06.348209 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-b113b560-ec86-4552-a58c-615451922c5f req-cd9e5aad-0537-48ea-992f-c62686b71335 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=e02ee6d2-f0e7-4325-9b7b-e049ae0a8cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089515 Feb 04 12:19:06.352296 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b856d0eb-36dd-4509-855b-6c0f8a05b817 req-86009046-956f-472a-b203-6fea2b307c38 tempest-VolumesAdminNegativeTest-2027589204 tempest-VolumesAdminNegativeTest-2027589204-project] 10.222.0.65 "GET /v2.0/security-groups?id=e02ee6d2-f0e7-4325-9b7b-e049ae0a8cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4897540 Feb 04 12:19:06.412963 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f28e15-d1ba-4b13-9e62-4f13e1b454f4 req-1496e975-4e90-4d96-ba02-e8a5e4ccdf8b tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:06.418657 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-e96de6b4-de59-4771-b080-5898666f06da req-014df13b-edda-4c1e-909f-22d7fdcb3c50 service neutron] 10.222.0.77 "GET /v2.0/networks/8201226e-f25e-431d-a6a5-6704e8dc4880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755280 Feb 04 12:19:06.419519 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-48f28e15-d1ba-4b13-9e62-4f13e1b454f4 req-1496e975-4e90-4d96-ba02-e8a5e4ccdf8b tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/ports?device_id=4b6f9c85-3239-43e6-86e0-5a35173ff64f HTTP/1.1" status: 200 len: 945 time: 0.5250330 Feb 04 12:19:06.437615 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-e5500bd9-8110-400d-89d0-6563de6928fd None None] Set router 5e774df9-ebae-4d9b-b106-f97e45dc038d gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:19:06.503614 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf13eaeb-fa0a-4cc1-9fa3-fd3f9ab4aec3 x-openstack-request-id: req-cf13eaeb-fa0a-4cc1-9fa3-fd3f9ab4aec3 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:19:06.504128 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a40af1ad-fc65-42d6-a1d8-1787e530da20", "tag": "e33f78e5-ff97-4f89-a4db-1bcfa5ff3842", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:19:06.507874 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cf13eaeb-fa0a-4cc1-9fa3-fd3f9ab4aec3 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:19:06.507874 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a40af1ad-fc65-42d6-a1d8-1787e530da20', 'tag': 'e33f78e5-ff97-4f89-a4db-1bcfa5ff3842', 'status': 'completed', 'code': 200} Feb 04 12:19:06.593297 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96de6b4-de59-4771-b080-5898666f06da req-67fbf019-ca5f-4f83-8848-6b251042bda4 tempest-LiveMigrationTest-337354813 tempest-LiveMigrationTest-337354813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:06.597856 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-e96de6b4-de59-4771-b080-5898666f06da req-67fbf019-ca5f-4f83-8848-6b251042bda4 tempest-LiveMigrationTest-337354813 tempest-LiveMigrationTest-337354813-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=4b6f9c85-3239-43e6-86e0-5a35173ff64f&tenant_id=24a467b030c744bba5cc99601ae6aefc&binding%3Ahost_id=n-h1-825015-3 HTTP/1.1" status: 200 len: 1127 time: 0.1083527 Feb 04 12:19:06.617794 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-e96de6b4-de59-4771-b080-5898666f06da req-8e739210-66e3-49eb-aa58-80bf9acd0a62 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-825015-3'}}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:19:06.674936 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0549e4ca-e7ca-4544-85ed-6d800f6d8219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (b343e17c-ffaa-4860-90b4-29459670572f), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:06.679309 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0549e4ca-e7ca-4544-85ed-6d800f6d8219 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:06.681158 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-0549e4ca-e7ca-4544-85ed-6d800f6d8219 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b343e17c-ffaa-4860-90b4-29459670572f HTTP/1.1" status: 204 len: 168 time: 1.0861728 Feb 04 12:19:06.735718 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-e96de6b4-de59-4771-b080-5898666f06da req-8e739210-66e3-49eb-aa58-80bf9acd0a62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (638e78f7-bd09-4274-9cce-b586cb09d7c7), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:06.747640 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0549e4ca-e7ca-4544-85ed-6d800f6d8219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b343e17c-ffaa-4860-90b4-29459670572f,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:19:06.760610 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7b1a3bd7-a554-49d5-8448-60076fba1c5a req-2bab4568-fdb0-4951-bf36-6da4e3467238 service neutron] 10.222.0.73 "GET /v2.0/networks/365084f8-2068-4655-9009-041f3cc171be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4220052 Feb 04 12:19:06.769992 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-48f28e15-d1ba-4b13-9e62-4f13e1b454f4 req-c11ea97a-57d0-48dd-95cd-4b8719b660c4 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4f571d4-f0a1-47f6-a54a-b93db47581cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623928 Feb 04 12:19:06.887336 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb73bff-49db-49f7-9fb1-0850ab65b431 req-838c0692-3b36-49a2-8183-27d0c0ffe0db tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:06.907534 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ccb73bff-49db-49f7-9fb1-0850ab65b431 req-838c0692-3b36-49a2-8183-27d0c0ffe0db tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] 10.222.0.65 "GET /v2.0/ports?device_id=46a5106d-9db0-47a6-b607-e4d3585fc28e HTTP/1.1" status: 200 len: 949 time: 0.3286145 Feb 04 12:19:06.987333 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-e5500bd9-8110-400d-89d0-6563de6928fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e774df9-ebae-4d9b-b106-f97e45dc038d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1605097857-router', 'tenant_id': 'af7896e432b54a83bc6fa954af7e9dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': '406ad788-a3ed-4cbf-83b8-2720fcd7b7cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:17:03Z', 'updated_at': '2022-02-04T12:17:11Z', 'revision_number': 4, 'project_id': 'af7896e432b54a83bc6fa954af7e9dac', 'gw_port': {'id': '406ad788-a3ed-4cbf-83b8-2720fcd7b7cd', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:54:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e774df9-ebae-4d9b-b106-f97e45dc038d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:17:04Z', 'updated_at': '2022-02-04T12:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': 'edb845a0-45f2-4174-9a5e-588f7ee4ae40', 'tenant_id': 'af7896e432b54a83bc6fa954af7e9dac', 'floating_ip_address': '172.25.3.79', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': '5e774df9-ebae-4d9b-b106-f97e45dc038d', 'port_id': 'd85456be-be77-4b03-b039-2c69c2d5fea8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 208, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2a4c77d-3fdb-4ff7-b292-4dd38c281129', 'mac_address': 'fa:16:3e:ab:3a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d623a9-40db-4d05-9525-c019dd7d0c13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:17:27Z', 'updated_at': '2022-02-04T12:19:04Z', 'revision_number': 5, 'project_id': 'af7896e432b54a83bc6fa954af7e9dac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a5a3061-416f-49bd-b308-48c213be9c93', 'name': '', 'network_id': 'd2a4c77d-3fdb-4ff7-b292-4dd38c281129', 'tenant_id': 'af7896e432b54a83bc6fa954af7e9dac', 'mac_address': 'fa:16:3e:f7:8b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e774df9-ebae-4d9b-b106-f97e45dc038d', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'b48188d4-d733-4c67-bf23-f3f37b0f09f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:17:09Z', 'updated_at': '2022-02-04T12:17:16Z', 'revision_number': 5, 'project_id': 'af7896e432b54a83bc6fa954af7e9dac', 'subnets': [{'id': 'b48188d4-d733-4c67-bf23-f3f37b0f09f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:19:07.049957 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5500bd9-8110-400d-89d0-6563de6928fd None None] Checking router: 5e774df9-ebae-4d9b-b106-f97e45dc038d for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:19:07.072944 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5500bd9-8110-400d-89d0-6563de6928fd None None] Routers {'5e774df9-ebae-4d9b-b106-f97e45dc038d'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:19:07.074006 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-e5500bd9-8110-400d-89d0-6563de6928fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:18:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['5e774df9-ebae-4d9b-b106-f97e45dc038d'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:19:07.085842 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ccb73bff-49db-49f7-9fb1-0850ab65b431 req-1dad7e40-595f-457f-8c2c-9b412635003b tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] 10.222.0.65 "GET /v2.0/security-groups?id=18e2d55a-df02-4fae-b673-f4d465aa36fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767125 Feb 04 12:19:07.195414 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951f8ff0-04f3-4666-816e-1c2b67059a62 req-a0038dd5-e82a-426f-9bbf-6175b66e68aa tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:07.198117 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-951f8ff0-04f3-4666-816e-1c2b67059a62 req-a0038dd5-e82a-426f-9bbf-6175b66e68aa tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/ports?device_id=f027c61e-1573-4eca-b41f-3575c551f5d7 HTTP/1.1" status: 200 len: 949 time: 0.2269702 Feb 04 12:19:07.203313 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7b1a3bd7-a554-49d5-8448-60076fba1c5a req-e0479182-a239-46da-ade0-d9eacb32fb37 service neutron] 10.222.0.73 "GET /v2.0/networks/365084f8-2068-4655-9009-041f3cc171be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4305720 Feb 04 12:19:07.209522 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-e96de6b4-de59-4771-b080-5898666f06da req-8e739210-66e3-49eb-aa58-80bf9acd0a62 service neutron] For port 638e78f7-bd09-4274-9cce-b586cb09d7c7, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=638e78f7-bd09-4274-9cce-b586cb09d7c7,segment=NetworkSegment(1a9a2aca-b7f6-445c-a938-0b8696864233),segment_id=1a9a2aca-b7f6-445c-a938-0b8696864233)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:19:07.314917 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-e96de6b4-de59-4771-b080-5898666f06da req-8e739210-66e3-49eb-aa58-80bf9acd0a62 service neutron] For port 638e78f7-bd09-4274-9cce-b586cb09d7c7, host n-h1-825015-3, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:19:07.332190 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-e5500bd9-8110-400d-89d0-6563de6928fd None None] Set router 5e774df9-ebae-4d9b-b106-f97e45dc038d gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:19:07.399553 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-e96de6b4-de59-4771-b080-5898666f06da req-8e739210-66e3-49eb-aa58-80bf9acd0a62 service neutron] Publish callbacks [] for port (638e78f7-bd09-4274-9cce-b586cb09d7c7), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:07.409253 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-e96de6b4-de59-4771-b080-5898666f06da req-8e739210-66e3-49eb-aa58-80bf9acd0a62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (638e78f7-bd09-4274-9cce-b586cb09d7c7), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:07.457625 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-951f8ff0-04f3-4666-816e-1c2b67059a62 req-04681e8e-4398-4325-b19b-0b12bde0251c tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/security-groups?id=9a1ba13a-3582-42ac-bb35-362abd3a196f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485080 Feb 04 12:19:07.516403 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ce6026-70bb-4fd4-bc0e-c3b72b052fb4 req-33d50799-ffbd-4310-a84a-ea93bc7f2997 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:07.518495 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-82ce6026-70bb-4fd4-bc0e-c3b72b052fb4 req-33d50799-ffbd-4310-a84a-ea93bc7f2997 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] 10.222.0.65 "GET /v2.0/ports?device_id=06d623a9-40db-4d05-9525-c019dd7d0c13 HTTP/1.1" status: 200 len: 945 time: 0.2700880 Feb 04 12:19:07.606368 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e739210-66e3-49eb-aa58-80bf9acd0a62 service neutron] Pushing event updated for resources: {'Port': ['ID=638e78f7-bd09-4274-9cce-b586cb09d7c7,revision_number=7']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:19:07.623423 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54691a3a-34fc-4aaa-b799-5a2b3166a6ed req-0b049f6d-42b0-4758-8916-a26dfe4367aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:07.630666 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-e96de6b4-de59-4771-b080-5898666f06da req-8e739210-66e3-49eb-aa58-80bf9acd0a62 service neutron] Attempting to bind port 638e78f7-bd09-4274-9cce-b586cb09d7c7 on host n-h1-825015-3 for vnic_type normal with profile {"migrating_to": "n-h2-825015-3"} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:19:07.631534 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-54691a3a-34fc-4aaa-b799-5a2b3166a6ed req-0b049f6d-42b0-4758-8916-a26dfe4367aa service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=207f01ccf15c4616a04a98fbbad5fc72&device_id=a40af1ad-fc65-42d6-a1d8-1787e530da20 HTTP/1.1" status: 200 len: 1126 time: 0.3271444 Feb 04 12:19:07.631764 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-e96de6b4-de59-4771-b080-5898666f06da req-8e739210-66e3-49eb-aa58-80bf9acd0a62 service neutron] Attempting to bind port 638e78f7-bd09-4274-9cce-b586cb09d7c7 by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': '1a9a2aca-b7f6-445c-a938-0b8696864233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '8201226e-f25e-431d-a6a5-6704e8dc4880'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:19:07.632302 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e96de6b4-de59-4771-b080-5898666f06da req-8e739210-66e3-49eb-aa58-80bf9acd0a62 service neutron] Attempting to bind port 638e78f7-bd09-4274-9cce-b586cb09d7c7 on network 8201226e-f25e-431d-a6a5-6704e8dc4880 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:19:07.638760 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47eb92da-42b7-4869-a136-757abc01b14a x-openstack-request-id: req-47eb92da-42b7-4869-a136-757abc01b14a {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:19:07.639195 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06d623a9-40db-4d05-9525-c019dd7d0c13", "tag": "d85456be-be77-4b03-b039-2c69c2d5fea8", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:19:07.639667 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-47eb92da-42b7-4869-a136-757abc01b14a {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:19:07.640348 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06d623a9-40db-4d05-9525-c019dd7d0c13', 'tag': 'd85456be-be77-4b03-b039-2c69c2d5fea8', 'status': 'completed', 'code': 200} Feb 04 12:19:07.644547 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e96de6b4-de59-4771-b080-5898666f06da req-8e739210-66e3-49eb-aa58-80bf9acd0a62 service neutron] Port 638e78f7-bd09-4274-9cce-b586cb09d7c7 on network 8201226e-f25e-431d-a6a5-6704e8dc4880 not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:19:07.645183 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e96de6b4-de59-4771-b080-5898666f06da req-8e739210-66e3-49eb-aa58-80bf9acd0a62 service neutron] Attempting to bind port 638e78f7-bd09-4274-9cce-b586cb09d7c7 on network 8201226e-f25e-431d-a6a5-6704e8dc4880 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:19:07.654628 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e96de6b4-de59-4771-b080-5898666f06da req-8e739210-66e3-49eb-aa58-80bf9acd0a62 service neutron] Checking agent: {'id': 'f8add0d2-2202-43d3-bc0e-72442788e6ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:19:07.656684 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e96de6b4-de59-4771-b080-5898666f06da req-8e739210-66e3-49eb-aa58-80bf9acd0a62 service neutron] Checking segment: {'id': '1a9a2aca-b7f6-445c-a938-0b8696864233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '8201226e-f25e-431d-a6a5-6704e8dc4880'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:19:07.658113 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e96de6b4-de59-4771-b080-5898666f06da req-8e739210-66e3-49eb-aa58-80bf9acd0a62 service neutron] Bound using segment: {'id': '1a9a2aca-b7f6-445c-a938-0b8696864233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '8201226e-f25e-431d-a6a5-6704e8dc4880'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:19:07.658784 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-e96de6b4-de59-4771-b080-5898666f06da req-8e739210-66e3-49eb-aa58-80bf9acd0a62 service neutron] Bound port: 638e78f7-bd09-4274-9cce-b586cb09d7c7, host: n-h1-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a9a2aca-b7f6-445c-a938-0b8696864233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '8201226e-f25e-431d-a6a5-6704e8dc4880'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:19:07.659280 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-e96de6b4-de59-4771-b080-5898666f06da req-8e739210-66e3-49eb-aa58-80bf9acd0a62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (638e78f7-bd09-4274-9cce-b586cb09d7c7), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:07.904986 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26b48ea-af4b-4aad-b756-b665f4adc8a4 req-05c4d55a-ee6a-407c-9a40-2b95c73f06c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:07.905770 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-e5500bd9-8110-400d-89d0-6563de6928fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e774df9-ebae-4d9b-b106-f97e45dc038d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1605097857-router', 'tenant_id': 'af7896e432b54a83bc6fa954af7e9dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': '406ad788-a3ed-4cbf-83b8-2720fcd7b7cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:17:03Z', 'updated_at': '2022-02-04T12:17:11Z', 'revision_number': 4, 'project_id': 'af7896e432b54a83bc6fa954af7e9dac', 'gw_port': {'id': '406ad788-a3ed-4cbf-83b8-2720fcd7b7cd', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:54:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e774df9-ebae-4d9b-b106-f97e45dc038d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:17:04Z', 'updated_at': '2022-02-04T12:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': 'edb845a0-45f2-4174-9a5e-588f7ee4ae40', 'tenant_id': 'af7896e432b54a83bc6fa954af7e9dac', 'floating_ip_address': '172.25.3.79', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': '5e774df9-ebae-4d9b-b106-f97e45dc038d', 'port_id': 'd85456be-be77-4b03-b039-2c69c2d5fea8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 208, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2a4c77d-3fdb-4ff7-b292-4dd38c281129', 'mac_address': 'fa:16:3e:ab:3a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d623a9-40db-4d05-9525-c019dd7d0c13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:17:27Z', 'updated_at': '2022-02-04T12:19:04Z', 'revision_number': 5, 'project_id': 'af7896e432b54a83bc6fa954af7e9dac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a5a3061-416f-49bd-b308-48c213be9c93', 'name': '', 'network_id': 'd2a4c77d-3fdb-4ff7-b292-4dd38c281129', 'tenant_id': 'af7896e432b54a83bc6fa954af7e9dac', 'mac_address': 'fa:16:3e:f7:8b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e774df9-ebae-4d9b-b106-f97e45dc038d', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'b48188d4-d733-4c67-bf23-f3f37b0f09f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:17:09Z', 'updated_at': '2022-02-04T12:17:16Z', 'revision_number': 5, 'project_id': 'af7896e432b54a83bc6fa954af7e9dac', 'subnets': [{'id': 'b48188d4-d733-4c67-bf23-f3f37b0f09f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:19:07.908999 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-e26b48ea-af4b-4aad-b756-b665f4adc8a4 req-05c4d55a-ee6a-407c-9a40-2b95c73f06c8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=af7896e432b54a83bc6fa954af7e9dac&device_id=06d623a9-40db-4d05-9525-c019dd7d0c13 HTTP/1.1" status: 200 len: 1127 time: 0.1871495 Feb 04 12:19:07.910731 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-e96de6b4-de59-4771-b080-5898666f06da req-8e739210-66e3-49eb-aa58-80bf9acd0a62 service neutron] For port 638e78f7-bd09-4274-9cce-b586cb09d7c7, host n-h1-825015-3, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:19:07.916091 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-e96de6b4-de59-4771-b080-5898666f06da req-8e739210-66e3-49eb-aa58-80bf9acd0a62 service neutron] For port 638e78f7-bd09-4274-9cce-b586cb09d7c7, host n-h1-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=638e78f7-bd09-4274-9cce-b586cb09d7c7,segment=NetworkSegment(1a9a2aca-b7f6-445c-a938-0b8696864233),segment_id=1a9a2aca-b7f6-445c-a938-0b8696864233)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:19:07.968436 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5500bd9-8110-400d-89d0-6563de6928fd None None] The sync data for ids ['5e774df9-ebae-4d9b-b106-f97e45dc038d'] in n-d-825015-3 is: [{'id': '5e774df9-ebae-4d9b-b106-f97e45dc038d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1605097857-router', 'tenant_id': 'af7896e432b54a83bc6fa954af7e9dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': '406ad788-a3ed-4cbf-83b8-2720fcd7b7cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:17:03Z', 'updated_at': '2022-02-04T12:17:11Z', 'revision_number': 4, 'project_id': 'af7896e432b54a83bc6fa954af7e9dac', 'gw_port': {'id': '406ad788-a3ed-4cbf-83b8-2720fcd7b7cd', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:54:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e774df9-ebae-4d9b-b106-f97e45dc038d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:17:04Z', 'updated_at': '2022-02-04T12:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': 'edb845a0-45f2-4174-9a5e-588f7ee4ae40', 'tenant_id': 'af7896e432b54a83bc6fa954af7e9dac', 'floating_ip_address': '172.25.3.79', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': '5e774df9-ebae-4d9b-b106-f97e45dc038d', 'port_id': 'd85456be-be77-4b03-b039-2c69c2d5fea8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 208, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2a4c77d-3fdb-4ff7-b292-4dd38c281129', 'mac_address': 'fa:16:3e:ab:3a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d623a9-40db-4d05-9525-c019dd7d0c13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:17:27Z', 'updated_at': '2022-02-04T12:19:04Z', 'revision_number': 5, 'project_id': 'af7896e432b54a83bc6fa954af7e9dac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a5a3061-416f-49bd-b308-48c213be9c93', 'name': '', 'network_id': 'd2a4c77d-3fdb-4ff7-b292-4dd38c281129', 'tenant_id': 'af7896e432b54a83bc6fa954af7e9dac', 'mac_address': 'fa:16:3e:f7:8b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e774df9-ebae-4d9b-b106-f97e45dc038d', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'b48188d4-d733-4c67-bf23-f3f37b0f09f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:17:09Z', 'updated_at': '2022-02-04T12:17:16Z', 'revision_number': 5, 'project_id': 'af7896e432b54a83bc6fa954af7e9dac', 'subnets': [{'id': 'b48188d4-d733-4c67-bf23-f3f37b0f09f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:19:08.020506 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54691a3a-34fc-4aaa-b799-5a2b3166a6ed req-527bbd74-4206-4ea2-a529-f20ced7b4134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:08.023207 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-54691a3a-34fc-4aaa-b799-5a2b3166a6ed req-527bbd74-4206-4ea2-a529-f20ced7b4134 service neutron] 10.222.0.73 "GET /v2.0/networks?id=365084f8-2068-4655-9009-041f3cc171be HTTP/1.1" status: 200 len: 922 time: 0.3489246 Feb 04 12:19:08.044185 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-82ce6026-70bb-4fd4-bc0e-c3b72b052fb4 req-1b4e9fda-16ef-469d-be7e-4e99c1873c91 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] 10.222.0.65 "GET /v2.0/security-groups?id=1cd472ff-e85a-4001-a10c-f5ed9978b777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5059977 Feb 04 12:19:08.134421 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-54691a3a-34fc-4aaa-b799-5a2b3166a6ed req-d19e0774-5bc6-4e2c-aa32-d4c098955949 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e33f78e5-ff97-4f89-a4db-1bcfa5ff3842 HTTP/1.1" status: 200 len: 217 time: 0.0869026 Feb 04 12:19:08.143397 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26b48ea-af4b-4aad-b756-b665f4adc8a4 req-8f391a98-348b-458b-bb11-fb020ee22dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:08.146262 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-e26b48ea-af4b-4aad-b756-b665f4adc8a4 req-8f391a98-348b-458b-bb11-fb020ee22dc6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d2a4c77d-3fdb-4ff7-b292-4dd38c281129 HTTP/1.1" status: 200 len: 925 time: 0.2275095 Feb 04 12:19:08.149117 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-e96de6b4-de59-4771-b080-5898666f06da req-8e739210-66e3-49eb-aa58-80bf9acd0a62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (638e78f7-bd09-4274-9cce-b586cb09d7c7), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:08.227497 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62574588-b283-46a9-b17d-c67b9bf17d86 req-a4ee54de-0dae-48b4-a07a-5c48ba3fcb52 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:08.240039 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-62574588-b283-46a9-b17d-c67b9bf17d86 req-a4ee54de-0dae-48b4-a07a-5c48ba3fcb52 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=a40af1ad-fc65-42d6-a1d8-1787e530da20 HTTP/1.1" status: 200 len: 944 time: 0.3253620 Feb 04 12:19:08.302448 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e739210-66e3-49eb-aa58-80bf9acd0a62 service neutron] Pushing event updated for resources: {'Port': ['ID=638e78f7-bd09-4274-9cce-b586cb09d7c7,revision_number=8']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:19:08.388470 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54691a3a-34fc-4aaa-b799-5a2b3166a6ed req-4663ceed-da1d-45f2-b76f-4bc6689a6387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:08.392136 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-54691a3a-34fc-4aaa-b799-5a2b3166a6ed req-4663ceed-da1d-45f2-b76f-4bc6689a6387 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=baf06417-eecb-4036-81cf-3c7679e7daf8 HTTP/1.1" status: 200 len: 861 time: 0.2477810 Feb 04 12:19:08.492207 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-54691a3a-34fc-4aaa-b799-5a2b3166a6ed req-0356d793-82ed-4e04-b043-6086295be8dc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=365084f8-2068-4655-9009-041f3cc171be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0933294 Feb 04 12:19:08.504950 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c25e863-b250-47f5-b1d3-eef8d6c2e3aa None None] New status for floating IP edb845a0-45f2-4174-9a5e-588f7ee4ae40: ACTIVE {{(pid=103476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 12:19:08.509865 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-62574588-b283-46a9-b17d-c67b9bf17d86 req-7d8a50b9-952c-4868-a568-717d3ad89372 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/security-groups?id=0e320687-8002-4e00-a016-6bf57af2cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678709 Feb 04 12:19:08.720975 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-54691a3a-34fc-4aaa-b799-5a2b3166a6ed req-1248a8e8-e265-451b-beb9-7e0b6bcaf37f service neutron] 10.222.0.73 "GET /v2.0/networks/365084f8-2068-4655-9009-041f3cc171be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088060 Feb 04 12:19:08.863871 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [req-b243dc18-ab85-41c5-b708-2ee43d0f708a req-81af0c38-e376-4be4-8777-687f3521a105 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:19:08.866228 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b243dc18-ab85-41c5-b708-2ee43d0f708a req-81af0c38-e376-4be4-8777-687f3521a105 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0173795 Feb 04 12:19:08.972578 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-e26b48ea-af4b-4aad-b756-b665f4adc8a4 req-b63ded47-16cf-4b4a-a8b8-14aab5eeb890 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d85456be-be77-4b03-b039-2c69c2d5fea8 HTTP/1.1" status: 200 len: 998 time: 0.6715755 Feb 04 12:19:08.989411 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-54691a3a-34fc-4aaa-b799-5a2b3166a6ed req-8bebf3b2-ea17-496b-9a70-b0f9a5726f11 service neutron] 10.222.0.73 "GET /v2.0/networks/365084f8-2068-4655-9009-041f3cc171be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525580 Feb 04 12:19:09.002603 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96de6b4-de59-4771-b080-5898666f06da req-8e739210-66e3-49eb-aa58-80bf9acd0a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:09.003647 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-e96de6b4-de59-4771-b080-5898666f06da req-8e739210-66e3-49eb-aa58-80bf9acd0a62 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:09.006049 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-e96de6b4-de59-4771-b080-5898666f06da req-8e739210-66e3-49eb-aa58-80bf9acd0a62 service neutron] 10.222.0.77 "PUT /v2.0/ports/638e78f7-bd09-4274-9cce-b586cb09d7c7 HTTP/1.1" status: 200 len: 1121 time: 2.4012110 Feb 04 12:19:09.022517 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976d984b-4882-4be1-8eeb-6520e6591a06 req-3d976215-be3b-4fc0-86d5-5b08871e6133 tempest-VolumesAdminNegativeTest-2027589204 tempest-VolumesAdminNegativeTest-2027589204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:09.025171 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-976d984b-4882-4be1-8eeb-6520e6591a06 req-3d976215-be3b-4fc0-86d5-5b08871e6133 tempest-VolumesAdminNegativeTest-2027589204 tempest-VolumesAdminNegativeTest-2027589204-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2424bbf-a970-4983-a079-c74cefc5b79e HTTP/1.1" status: 200 len: 945 time: 0.3029537 Feb 04 12:19:09.103088 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26b48ea-af4b-4aad-b756-b665f4adc8a4 req-c9327921-b739-4e53-a06e-b75bae2a9ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:09.105749 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-e26b48ea-af4b-4aad-b756-b665f4adc8a4 req-c9327921-b739-4e53-a06e-b75bae2a9ec8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b48188d4-d733-4c67-bf23-f3f37b0f09f3 HTTP/1.1" status: 200 len: 863 time: 0.1065562 Feb 04 12:19:09.128434 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['638e78f7-bd09-4274-9cce-b586cb09d7c7'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:19:09.138565 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-976d984b-4882-4be1-8eeb-6520e6591a06 req-d931f969-da13-4e97-83fd-755fd3de00b8 tempest-VolumesAdminNegativeTest-2027589204 tempest-VolumesAdminNegativeTest-2027589204-project] 10.222.0.65 "GET /v2.0/security-groups?id=e02ee6d2-f0e7-4325-9b7b-e049ae0a8cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954416 Feb 04 12:19:09.254827 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26b48ea-af4b-4aad-b756-b665f4adc8a4 req-7ca22c4d-9c74-4dc6-8faf-35dac571b622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:09.257776 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-e26b48ea-af4b-4aad-b756-b665f4adc8a4 req-7ca22c4d-9c74-4dc6-8faf-35dac571b622 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d2a4c77d-3fdb-4ff7-b292-4dd38c281129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1426201 Feb 04 12:19:09.338735 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccbb82b-472f-49b5-b773-2aa08b940efe req-ed715b0e-3071-44b8-b2fc-b08d29bd1a35 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:09.358000 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9ccbb82b-472f-49b5-b773-2aa08b940efe req-ed715b0e-3071-44b8-b2fc-b08d29bd1a35 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/ports?device_id=4b6f9c85-3239-43e6-86e0-5a35173ff64f HTTP/1.1" status: 200 len: 943 time: 0.1801212 Feb 04 12:19:09.461469 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-e26b48ea-af4b-4aad-b756-b665f4adc8a4 req-6a511641-c74c-4605-886e-6fd2dd6fac76 service neutron] 10.222.0.73 "GET /v2.0/networks/d2a4c77d-3fdb-4ff7-b292-4dd38c281129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971619 Feb 04 12:19:09.507707 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9ccbb82b-472f-49b5-b773-2aa08b940efe req-44734135-a9b4-40b3-9387-598dc447a8c0 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4f571d4-f0a1-47f6-a54a-b93db47581cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388099 Feb 04 12:19:09.653825 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b6f9c85-3239-43e6-86e0-5a35173ff64f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '638e78f7-bd09-4274-9cce-b586cb09d7c7'}, {'name': 'network-changed', 'server_uuid': '4b6f9c85-3239-43e6-86e0-5a35173ff64f', 'tag': '638e78f7-bd09-4274-9cce-b586cb09d7c7'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:19:09.660279 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ddf0ba5-0da0-4a90-9e7c-f62609875f0e" -d '{"events": [{"server_uuid": "4b6f9c85-3239-43e6-86e0-5a35173ff64f", "name": "network-vif-unplugged", "status": "completed", "tag": "638e78f7-bd09-4274-9cce-b586cb09d7c7"}, {"name": "network-changed", "server_uuid": "4b6f9c85-3239-43e6-86e0-5a35173ff64f", "tag": "638e78f7-bd09-4274-9cce-b586cb09d7c7"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:19:09.712299 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-e26b48ea-af4b-4aad-b756-b665f4adc8a4 req-3e80f59b-2070-48b9-ad84-c7b9fb087d1b service neutron] 10.222.0.73 "GET /v2.0/networks/d2a4c77d-3fdb-4ff7-b292-4dd38c281129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432294 Feb 04 12:19:09.767445 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fbe4f6-a5fb-4285-a4c9-7b79419edd5e req-73bb3797-64cc-45b3-a202-4a472ca8217c tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:09.770089 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-26fbe4f6-a5fb-4285-a4c9-7b79419edd5e req-73bb3797-64cc-45b3-a202-4a472ca8217c tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/ports?device_id=f027c61e-1573-4eca-b41f-3575c551f5d7 HTTP/1.1" status: 200 len: 949 time: 0.1254408 Feb 04 12:19:09.925459 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-26fbe4f6-a5fb-4285-a4c9-7b79419edd5e req-6fb2f3f0-1f26-4615-a5a5-ec636f3a4b1a tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/security-groups?id=9a1ba13a-3582-42ac-bb35-362abd3a196f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458502 Feb 04 12:19:09.960150 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4d72c7-ca66-4638-bbe6-1e422ce5d55c req-5e95782a-d2e4-478a-ae2f-c48689267377 tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:09.970307 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-aa4d72c7-ca66-4638-bbe6-1e422ce5d55c req-5e95782a-d2e4-478a-ae2f-c48689267377 tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] 10.222.0.65 "GET /v2.0/ports?device_id=46a5106d-9db0-47a6-b607-e4d3585fc28e HTTP/1.1" status: 200 len: 949 time: 0.1589091 Feb 04 12:19:10.053232 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device e33f78e5-ff97-4f89-a4db-1bcfa5ff3842 details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:19:10.075757 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-aa4d72c7-ca66-4638-bbe6-1e422ce5d55c req-d5528ecb-15f9-41e2-808d-ea5c5992e57d tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] 10.222.0.65 "GET /v2.0/security-groups?id=18e2d55a-df02-4fae-b673-f4d465aa36fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078792 Feb 04 12:19:10.234378 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07190a3c-2047-4693-92df-416362f8a9ac req-3ce87d0e-abda-4f00-9d19-461b0b5ab5b1 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:10.237721 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-07190a3c-2047-4693-92df-416362f8a9ac req-3ce87d0e-abda-4f00-9d19-461b0b5ab5b1 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] 10.222.0.65 "GET /v2.0/ports?device_id=06d623a9-40db-4d05-9525-c019dd7d0c13 HTTP/1.1" status: 200 len: 945 time: 0.1845052 Feb 04 12:19:10.350899 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-07190a3c-2047-4693-92df-416362f8a9ac req-d4722c13-38ab-45d8-a286-12bd095ac535 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] 10.222.0.65 "GET /v2.0/security-groups?id=1cd472ff-e85a-4001-a10c-f5ed9978b777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996397 Feb 04 12:19:10.354560 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port e33f78e5-ff97-4f89-a4db-1bcfa5ff3842, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=e33f78e5-ff97-4f89-a4db-1bcfa5ff3842,segment=NetworkSegment(30a1e83f-6fb2-463b-baec-19bf81bfa14b),segment_id=30a1e83f-6fb2-463b-baec-19bf81bfa14b)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:19:10.404452 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': 'e33f78e5-ff97-4f89-a4db-1bcfa5ff3842', 'network_id': '365084f8-2068-4655-9009-041f3cc171be', 'port_id': 'e33f78e5-ff97-4f89-a4db-1bcfa5ff3842', 'mac_address': 'fa:16:3e:95:39:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baf06417-eecb-4036-81cf-3c7679e7daf8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:19:10.500494 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 04 Feb 2022 12:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ab3a060-ee1a-4ba9-9b88-91ae94f8f631 x-openstack-request-id: req-8ab3a060-ee1a-4ba9-9b88-91ae94f8f631 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:19:10.500494 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b6f9c85-3239-43e6-86e0-5a35173ff64f", "name": "network-vif-unplugged", "status": "completed", "tag": "638e78f7-bd09-4274-9cce-b586cb09d7c7", "code": 200}, {"name": "network-changed", "server_uuid": "4b6f9c85-3239-43e6-86e0-5a35173ff64f", "tag": "638e78f7-bd09-4274-9cce-b586cb09d7c7", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:19:10.501583 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8ab3a060-ee1a-4ba9-9b88-91ae94f8f631 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:19:10.502187 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b6f9c85-3239-43e6-86e0-5a35173ff64f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '638e78f7-bd09-4274-9cce-b586cb09d7c7', 'code': 200} Feb 04 12:19:10.502827 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b6f9c85-3239-43e6-86e0-5a35173ff64f', 'tag': '638e78f7-bd09-4274-9cce-b586cb09d7c7', 'status': 'completed', 'code': 200} Feb 04 12:19:10.522713 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f15eef9-f990-46b5-b8fd-aa678ccff159 req-3c05427a-486f-4359-a71a-d5eebb8ec52b tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:10.536871 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port e33f78e5-ff97-4f89-a4db-1bcfa5ff3842 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:19:10.538385 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (e33f78e5-ff97-4f89-a4db-1bcfa5ff3842), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:10.538881 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9f15eef9-f990-46b5-b8fd-aa678ccff159 req-3c05427a-486f-4359-a71a-d5eebb8ec52b tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=a40af1ad-fc65-42d6-a1d8-1787e530da20 HTTP/1.1" status: 200 len: 944 time: 0.2066631 Feb 04 12:19:10.578655 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e33f78e5-ff97-4f89-a4db-1bcfa5ff3842 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:19:10.618360 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port e33f78e5-ff97-4f89-a4db-1bcfa5ff3842, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=e33f78e5-ff97-4f89-a4db-1bcfa5ff3842,segment=NetworkSegment(30a1e83f-6fb2-463b-baec-19bf81bfa14b),segment_id=30a1e83f-6fb2-463b-baec-19bf81bfa14b)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:19:10.635574 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (e33f78e5-ff97-4f89-a4db-1bcfa5ff3842), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:10.685813 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddf0ba5-0da0-4a90-9e7c-f62609875f0e req-44756e19-f7ee-40c6-b0b2-a0ad3cab3c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:10.690116 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-9ddf0ba5-0da0-4a90-9e7c-f62609875f0e req-44756e19-f7ee-40c6-b0b2-a0ad3cab3c48 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=24a467b030c744bba5cc99601ae6aefc&device_id=4b6f9c85-3239-43e6-86e0-5a35173ff64f HTTP/1.1" status: 200 len: 1155 time: 0.1290421 Feb 04 12:19:10.699036 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9f15eef9-f990-46b5-b8fd-aa678ccff159 req-5e82f713-cb2b-4e51-b180-6cb6a33d8005 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/security-groups?id=0e320687-8002-4e00-a016-6bf57af2cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452541 Feb 04 12:19:10.792198 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=e33f78e5-ff97-4f89-a4db-1bcfa5ff3842,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:19:10.828125 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:19:10.828808 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:19:10.829368 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:19:10.829913 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:19:10.830458 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:19:10.831072 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:19:10.831688 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:19:10.832299 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:19:10.832839 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:19:10.833372 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:19:10.833906 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:19:10.834458 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:19:10.835584 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:19:10.907590 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bf8cdf-daec-46ee-ab5a-0c8a5808c04e req-c7b19eae-deda-435c-a196-f66d96808f04 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:10.910708 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d8bf8cdf-daec-46ee-ab5a-0c8a5808c04e req-c7b19eae-deda-435c-a196-f66d96808f04 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] 10.222.0.65 "GET /v2.0/ports?device_id=06d623a9-40db-4d05-9525-c019dd7d0c13 HTTP/1.1" status: 200 len: 945 time: 0.1701469 Feb 04 12:19:10.919238 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddf0ba5-0da0-4a90-9e7c-f62609875f0e req-8e741c5c-4eeb-48b4-9fa6-1af803ae8826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:10.923790 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-9ddf0ba5-0da0-4a90-9e7c-f62609875f0e req-8e741c5c-4eeb-48b4-9fa6-1af803ae8826 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8201226e-f25e-431d-a6a5-6704e8dc4880 HTTP/1.1" status: 200 len: 908 time: 0.2219720 Feb 04 12:19:10.935621 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['e33f78e5-ff97-4f89-a4db-1bcfa5ff3842'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:19:11.017706 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-9ddf0ba5-0da0-4a90-9e7c-f62609875f0e req-87037b41-cb92-4e74-a27e-9f78dbe4c94c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=638e78f7-bd09-4274-9cce-b586cb09d7c7 HTTP/1.1" status: 200 len: 217 time: 0.0847020 Feb 04 12:19:11.046259 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d8bf8cdf-daec-46ee-ab5a-0c8a5808c04e req-cf22e076-e0f8-4f03-b79f-7dfbd6187531 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] 10.222.0.65 "GET /v2.0/security-groups?id=1cd472ff-e85a-4001-a10c-f5ed9978b777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247492 Feb 04 12:19:11.081594 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1c7ca099-a16a-4351-8e6b-bea4840859e4 req-ccc72372-fd68-4d51-a85d-fc25a43a30fc tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=f9af99c9a0024ffab72e44644c804799&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1094487 Feb 04 12:19:11.166894 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddf0ba5-0da0-4a90-9e7c-f62609875f0e req-e26d6fa7-228b-487e-a513-7d345ce3c7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:11.169899 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-9ddf0ba5-0da0-4a90-9e7c-f62609875f0e req-e26d6fa7-228b-487e-a513-7d345ce3c7f5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6b10c2b1-e8bd-4535-8be4-90c0033f4e8f HTTP/1.1" status: 200 len: 847 time: 0.1449213 Feb 04 12:19:11.260226 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-9ddf0ba5-0da0-4a90-9e7c-f62609875f0e req-a0167cc0-1564-41b0-b7ef-fd33181e0076 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8201226e-f25e-431d-a6a5-6704e8dc4880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789707 Feb 04 12:19:11.448349 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7ca099-a16a-4351-8e6b-bea4840859e4 req-29736562-9328-4cb5-bffe-6fd38e9de38a tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:11.450776 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1c7ca099-a16a-4351-8e6b-bea4840859e4 req-29736562-9328-4cb5-bffe-6fd38e9de38a tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3667972 Feb 04 12:19:11.469430 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3310cd9-9dc2-498a-9ff7-a6586d8aa607 req-7b4d03b6-3453-4b53-ab90-55ff248d0780 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:11.471966 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e3310cd9-9dc2-498a-9ff7-a6586d8aa607 req-7b4d03b6-3453-4b53-ab90-55ff248d0780 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/ports?device_id=4b6f9c85-3239-43e6-86e0-5a35173ff64f HTTP/1.1" status: 200 len: 943 time: 0.1935763 Feb 04 12:19:11.489084 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-9ddf0ba5-0da0-4a90-9e7c-f62609875f0e req-9a72dbd1-dafa-4824-a402-1b43f2865eb9 service neutron] 10.222.0.73 "GET /v2.0/networks/8201226e-f25e-431d-a6a5-6704e8dc4880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150445 Feb 04 12:19:11.500100 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1c7ca099-a16a-4351-8e6b-bea4840859e4 req-947d7620-6eb2-41f2-9697-254c05c5cfbe tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] 10.222.0.65 "GET /v2.0/quotas/f9af99c9a0024ffab72e44644c804799 HTTP/1.1" status: 200 len: 375 time: 0.0263283 Feb 04 12:19:11.612916 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e3310cd9-9dc2-498a-9ff7-a6586d8aa607 req-bacf3564-885b-48b4-95b8-7d418fe5b863 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4f571d4-f0a1-47f6-a54a-b93db47581cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265504 Feb 04 12:19:11.646513 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1c7ca099-a16a-4351-8e6b-bea4840859e4 req-2b613a8c-93f5-4519-bc6b-ff719a5e7e39 tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=f9af99c9a0024ffab72e44644c804799&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1345375 Feb 04 12:19:11.679036 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-9ddf0ba5-0da0-4a90-9e7c-f62609875f0e req-34a21f81-af9f-4c77-99b4-bcb6c8963ca8 service neutron] 10.222.0.73 "GET /v2.0/networks/8201226e-f25e-431d-a6a5-6704e8dc4880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825662 Feb 04 12:19:11.885563 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f900549-f003-4c43-9046-f1ea67da7f83 req-4d448524-0258-4f2b-b6cb-c5f712b83855 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:11.888113 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0f900549-f003-4c43-9046-f1ea67da7f83 req-4d448524-0258-4f2b-b6cb-c5f712b83855 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/ports?device_id=f027c61e-1573-4eca-b41f-3575c551f5d7 HTTP/1.1" status: 200 len: 949 time: 0.1040049 Feb 04 12:19:12.003432 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0f900549-f003-4c43-9046-f1ea67da7f83 req-9df4bd33-9fc3-4bf2-9132-b7c3fbad050f tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/security-groups?id=9a1ba13a-3582-42ac-bb35-362abd3a196f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055570 Feb 04 12:19:12.058998 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device e33f78e5-ff97-4f89-a4db-1bcfa5ff3842 up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:19:12.212468 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning for port e33f78e5-ff97-4f89-a4db-1bcfa5ff3842 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:19:12.220922 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port e33f78e5-ff97-4f89-a4db-1bcfa5ff3842 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:19:12.221935 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (e33f78e5-ff97-4f89-a4db-1bcfa5ff3842), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:12.290475 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be8d794-95ce-4b54-aab6-cb65cf95b299 req-6a81e2c7-e99b-4d9a-bcbc-2d5626f01f65 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:12.293204 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3be8d794-95ce-4b54-aab6-cb65cf95b299 req-6a81e2c7-e99b-4d9a-bcbc-2d5626f01f65 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=a40af1ad-fc65-42d6-a1d8-1787e530da20 HTTP/1.1" status: 200 len: 945 time: 0.1001282 Feb 04 12:19:12.398820 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3be8d794-95ce-4b54-aab6-cb65cf95b299 req-92d2ce5a-fde6-48d9-9bd9-014be3e42dae tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/security-groups?id=0e320687-8002-4e00-a016-6bf57af2cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952985 Feb 04 12:19:12.401735 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port e33f78e5-ff97-4f89-a4db-1bcfa5ff3842 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:19:12.408331 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (e33f78e5-ff97-4f89-a4db-1bcfa5ff3842), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:12.489443 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a40af1ad-fc65-42d6-a1d8-1787e530da20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e33f78e5-ff97-4f89-a4db-1bcfa5ff3842'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:19:12.495231 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13514846-2327-4334-b57c-e7a2eb0b20f6" -d '{"events": [{"server_uuid": "a40af1ad-fc65-42d6-a1d8-1787e530da20", "name": "network-vif-plugged", "status": "completed", "tag": "e33f78e5-ff97-4f89-a4db-1bcfa5ff3842"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:19:12.511298 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 638e78f7-bd09-4274-9cce-b586cb09d7c7 details requested by agent hyperv_n-h2-825015-3 with host n-h2-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:19:12.521078 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a8d5fdb8-349a-4c26-bcf7-0a182baa7193 req-1768ca29-3a83-4f15-afca-fa871b6fdc27 tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ef92eb2-fded-4259-bb66-cb021f3ce906 HTTP/1.1" status: 200 len: 210 time: 0.0739813 Feb 04 12:19:12.658395 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port e33f78e5-ff97-4f89-a4db-1bcfa5ff3842, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=e33f78e5-ff97-4f89-a4db-1bcfa5ff3842,segment=NetworkSegment(30a1e83f-6fb2-463b-baec-19bf81bfa14b),segment_id=30a1e83f-6fb2-463b-baec-19bf81bfa14b)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:19:12.668116 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5dc3b27-c404-443b-9004-421d9ac7c0e7 x-openstack-request-id: req-b5dc3b27-c404-443b-9004-421d9ac7c0e7 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:19:12.668728 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a40af1ad-fc65-42d6-a1d8-1787e530da20", "name": "network-vif-plugged", "status": "completed", "tag": "e33f78e5-ff97-4f89-a4db-1bcfa5ff3842", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:19:12.669095 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b5dc3b27-c404-443b-9004-421d9ac7c0e7 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:19:12.670289 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a40af1ad-fc65-42d6-a1d8-1787e530da20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e33f78e5-ff97-4f89-a4db-1bcfa5ff3842', 'code': 200} Feb 04 12:19:12.754331 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (e33f78e5-ff97-4f89-a4db-1bcfa5ff3842), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:12.775458 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 638e78f7-bd09-4274-9cce-b586cb09d7c7, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=638e78f7-bd09-4274-9cce-b586cb09d7c7,segment=NetworkSegment(1a9a2aca-b7f6-445c-a938-0b8696864233),segment_id=1a9a2aca-b7f6-445c-a938-0b8696864233)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:19:12.934608 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 638e78f7-bd09-4274-9cce-b586cb09d7c7 has no active binding in host n-h2-825015-3 {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 04 12:19:12.971519 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b779165-2474-46a5-9ccb-663120f615d8 req-4aafad83-7631-4959-bc22-ce08dcabf7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:12.985865 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-7b779165-2474-46a5-9ccb-663120f615d8 req-4aafad83-7631-4959-bc22-ce08dcabf7cb service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a40af1ad-fc65-42d6-a1d8-1787e530da20 HTTP/1.1" status: 200 len: 1128 time: 0.2464948 Feb 04 12:19:13.027362 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=e33f78e5-ff97-4f89-a4db-1bcfa5ff3842,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:19:13.087128 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-7b779165-2474-46a5-9ccb-663120f615d8 req-3530995c-e46f-4c6b-af94-73e70f547589 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=0e320687-8002-4e00-a016-6bf57af2cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905073 Feb 04 12:19:13.093686 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0639c0c-a9ae-452a-9097-7660ce5f0ebc req-f3ecc9d2-7616-4843-98ab-e6c7d1349961 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:13.104424 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d0639c0c-a9ae-452a-9097-7660ce5f0ebc req-f3ecc9d2-7616-4843-98ab-e6c7d1349961 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/ports?device_id=4b6f9c85-3239-43e6-86e0-5a35173ff64f HTTP/1.1" status: 200 len: 943 time: 0.3281300 Feb 04 12:19:13.225838 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d0639c0c-a9ae-452a-9097-7660ce5f0ebc req-03eccc4c-a44e-4f7a-a089-bea87b38d636 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4f571d4-f0a1-47f6-a54a-b93db47581cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204617 Feb 04 12:19:13.266685 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e96de6b4-de59-4771-b080-5898666f06da req-9a11ed11-1731-4e16-b19d-627b8a3f2c31 service neutron] 10.222.0.73 "GET /v2.0/ports/638e78f7-bd09-4274-9cce-b586cb09d7c7/bindings/n-h2-825015-3 HTTP/1.1" status: 200 len: 384 time: 0.3532436 Feb 04 12:19:13.549023 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecbb0b6-9df8-4d5a-b554-3b7b983517ec req-94a1d1a8-ffeb-45a0-aa8e-eb397cd8212a tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:13.552017 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2ecbb0b6-9df8-4d5a-b554-3b7b983517ec req-94a1d1a8-ffeb-45a0-aa8e-eb397cd8212a tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/ports?device_id=f027c61e-1573-4eca-b41f-3575c551f5d7 HTTP/1.1" status: 200 len: 949 time: 0.1247578 Feb 04 12:19:13.617275 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 57786) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:19:13.857957 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2ecbb0b6-9df8-4d5a-b554-3b7b983517ec req-a76ded13-5b3e-40c3-a662-f05dfb72afb4 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/security-groups?id=9a1ba13a-3582-42ac-bb35-362abd3a196f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377098 Feb 04 12:19:13.922185 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d924a492-5aba-4729-869b-fb911d3a5ab8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:13.926055 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-e96de6b4-de59-4771-b080-5898666f06da req-7582cb2a-dd88-432d-85db-a1dc72dcd8c5 service neutron] For port 638e78f7-bd09-4274-9cce-b586cb09d7c7, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=638e78f7-bd09-4274-9cce-b586cb09d7c7,segment=NetworkSegment(1a9a2aca-b7f6-445c-a938-0b8696864233),segment_id=1a9a2aca-b7f6-445c-a938-0b8696864233)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:19:14.002304 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-e96de6b4-de59-4771-b080-5898666f06da req-7582cb2a-dd88-432d-85db-a1dc72dcd8c5 service neutron] For port 638e78f7-bd09-4274-9cce-b586cb09d7c7, host n-h1-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:19:14.161989 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-1c7ca099-a16a-4351-8e6b-bea4840859e4 req-ead614d3-8120-4710-8e2a-cc67ed95f48d tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=f9af99c9a0024ffab72e44644c804799&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0735896 Feb 04 12:19:14.177865 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-e96de6b4-de59-4771-b080-5898666f06da req-7582cb2a-dd88-432d-85db-a1dc72dcd8c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 638e78f7-bd09-4274-9cce-b586cb09d7c7 {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:19:14.203073 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-e96de6b4-de59-4771-b080-5898666f06da req-7582cb2a-dd88-432d-85db-a1dc72dcd8c5 service neutron] For port 638e78f7-bd09-4274-9cce-b586cb09d7c7, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=638e78f7-bd09-4274-9cce-b586cb09d7c7,segment=NetworkSegment(1a9a2aca-b7f6-445c-a938-0b8696864233),segment_id=1a9a2aca-b7f6-445c-a938-0b8696864233)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:19:14.218914 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d924a492-5aba-4729-869b-fb911d3a5ab8 admin admin] Publish callbacks [] for security_group (79bb8074-64f6-441a-a1ad-c3e3a1a5c43c), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:14.231004 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e96de6b4-de59-4771-b080-5898666f06da req-7582cb2a-dd88-432d-85db-a1dc72dcd8c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (638e78f7-bd09-4274-9cce-b586cb09d7c7), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:14.272160 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d924a492-5aba-4729-869b-fb911d3a5ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (79bb8074-64f6-441a-a1ad-c3e3a1a5c43c), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:14.283246 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f892b7b-1415-40d7-be56-f9358720580a req-f876375b-23c4-4a1e-9129-b2f324ce93f3 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:14.286362 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5f892b7b-1415-40d7-be56-f9358720580a req-f876375b-23c4-4a1e-9129-b2f324ce93f3 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=a40af1ad-fc65-42d6-a1d8-1787e530da20 HTTP/1.1" status: 200 len: 946 time: 0.2311680 Feb 04 12:19:14.363137 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-d924a492-5aba-4729-869b-fb911d3a5ab8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8e6137b39c10424b9af2081b52c6f44c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7443008 Feb 04 12:19:14.364050 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 57796) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:19:14.370025 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ba9cb25b-323a-4605-ba3b-2ee6831b4a85 req-30e457f7-72b9-486d-bbbf-bf84e5f91b48 tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ef92eb2-fded-4259-bb66-cb021f3ce906 HTTP/1.1" status: 200 len: 210 time: 0.0431116 Feb 04 12:19:14.378329 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d924a492-5aba-4729-869b-fb911d3a5ab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79bb8074-64f6-441a-a1ad-c3e3a1a5c43c,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:19:14.456977 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7ca099-a16a-4351-8e6b-bea4840859e4 req-e9aaeb31-9af6-45b8-930a-7bc3ca1bf75f tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:14.458616 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-1c7ca099-a16a-4351-8e6b-bea4840859e4 req-e9aaeb31-9af6-45b8-930a-7bc3ca1bf75f tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2820687 Feb 04 12:19:14.476564 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-e96de6b4-de59-4771-b080-5898666f06da req-7582cb2a-dd88-432d-85db-a1dc72dcd8c5 service neutron] Transition to ACTIVE for port object 638e78f7-bd09-4274-9cce-b586cb09d7c7 will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:19:14.479524 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-1c7ca099-a16a-4351-8e6b-bea4840859e4 req-d4aa228d-722a-4cb0-81b6-ce3cd5b2b5aa tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] Request body: {'port': {'device_id': '1ef92eb2-fded-4259-bb66-cb021f3ce906', 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c', 'admin_state_up': True, 'tenant_id': 'f9af99c9a0024ffab72e44644c804799'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:19:14.482380 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5f892b7b-1415-40d7-be56-f9358720580a req-441ff114-b946-4c74-8ddb-203dbd0ab588 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/security-groups?id=0e320687-8002-4e00-a016-6bf57af2cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567531 Feb 04 12:19:14.485568 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e96de6b4-de59-4771-b080-5898666f06da req-7582cb2a-dd88-432d-85db-a1dc72dcd8c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (638e78f7-bd09-4274-9cce-b586cb09d7c7), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:14.606479 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-e96de6b4-de59-4771-b080-5898666f06da req-7582cb2a-dd88-432d-85db-a1dc72dcd8c5 service neutron] No DVR routers for this DVR port 638e78f7-bd09-4274-9cce-b586cb09d7c7 on host n-h1-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:19:14.621305 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-86066fbd-1186-444e-8d6b-3385d12e2756 admin admin] Publish callbacks [] for security_group (79bb8074-64f6-441a-a1ad-c3e3a1a5c43c), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:14.645396 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7582cb2a-dd88-432d-85db-a1dc72dcd8c5 service neutron] Pushing event updated for resources: {'Port': ['ID=638e78f7-bd09-4274-9cce-b586cb09d7c7,revision_number=10']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:19:14.685528 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-86066fbd-1186-444e-8d6b-3385d12e2756 admin admin] Publish callbacks [] for security_group (79bb8074-64f6-441a-a1ad-c3e3a1a5c43c), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:14.708611 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e96de6b4-de59-4771-b080-5898666f06da req-7582cb2a-dd88-432d-85db-a1dc72dcd8c5 service neutron] 10.222.0.73 "PUT /v2.0/ports/638e78f7-bd09-4274-9cce-b586cb09d7c7/bindings/n-h2-825015-3/activate HTTP/1.1" status: 200 len: 369 time: 1.3923602 Feb 04 12:19:14.748019 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a835f5c-606e-4a56-9b7f-3d50fc3badb1 req-d4ffb4c9-faac-4655-9da3-903f0ac12932 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:14.751017 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9a835f5c-606e-4a56-9b7f-3d50fc3badb1 req-d4ffb4c9-faac-4655-9da3-903f0ac12932 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/ports?device_id=4b6f9c85-3239-43e6-86e0-5a35173ff64f HTTP/1.1" status: 200 len: 944 time: 0.1325674 Feb 04 12:19:14.790301 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c7ca099-a16a-4351-8e6b-bea4840859e4 req-d4aa228d-722a-4cb0-81b6-ce3cd5b2b5aa tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] Made reservation on behalf of f9af99c9a0024ffab72e44644c804799 for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:19:14.800928 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-1c7ca099-a16a-4351-8e6b-bea4840859e4 req-d4aa228d-722a-4cb0-81b6-ce3cd5b2b5aa tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:14.861607 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-86066fbd-1186-444e-8d6b-3385d12e2756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (79bb8074-64f6-441a-a1ad-c3e3a1a5c43c), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:14.864976 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-86066fbd-1186-444e-8d6b-3385d12e2756 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:14.868812 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-86066fbd-1186-444e-8d6b-3385d12e2756 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/79bb8074-64f6-441a-a1ad-c3e3a1a5c43c HTTP/1.1" status: 204 len: 168 time: 0.4973710 Feb 04 12:19:14.883038 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9a835f5c-606e-4a56-9b7f-3d50fc3badb1 req-244a6e2a-bdbe-46b2-bc87-9798d03859c6 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4f571d4-f0a1-47f6-a54a-b93db47581cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118879 Feb 04 12:19:14.958657 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86066fbd-1186-444e-8d6b-3385d12e2756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79bb8074-64f6-441a-a1ad-c3e3a1a5c43c,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:19:15.066322 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96de6b4-de59-4771-b080-5898666f06da req-16e5b8f9-83be-487d-a2e0-d83da662efe7 tempest-LiveMigrationTest-337354813 tempest-LiveMigrationTest-337354813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:15.069192 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-e96de6b4-de59-4771-b080-5898666f06da req-16e5b8f9-83be-487d-a2e0-d83da662efe7 tempest-LiveMigrationTest-337354813 tempest-LiveMigrationTest-337354813-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=4b6f9c85-3239-43e6-86e0-5a35173ff64f&tenant_id=24a467b030c744bba5cc99601ae6aefc&binding%3Ahost_id=n-h1-825015-3 HTTP/1.1" status: 200 len: 1126 time: 0.2632418 Feb 04 12:19:15.117729 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6149ba-909a-4655-9533-bdd82db78858 req-4146c2f1-4620-4256-bd8e-e9b8e69bc227 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:15.121235 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ef6149ba-909a-4655-9533-bdd82db78858 req-4146c2f1-4620-4256-bd8e-e9b8e69bc227 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/ports?device_id=f027c61e-1573-4eca-b41f-3575c551f5d7 HTTP/1.1" status: 200 len: 949 time: 0.1350641 Feb 04 12:19:15.162458 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [req-1c7ca099-a16a-4351-8e6b-bea4840859e4 req-d4aa228d-722a-4cb0-81b6-ce3cd5b2b5aa tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] Allocated IP 192.168.233.148 (2f7dc246-a024-4937-952c-0ddeef5af29c/5ee3374a-84e9-4639-853c-740c6edaf6dc/881c6c2b-9c46-42a8-b474-fc29c58ef765) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:19:15.210464 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96de6b4-de59-4771-b080-5898666f06da req-3164f48e-1c50-438f-b4be-cb8c96a4b0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:15.213322 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-e96de6b4-de59-4771-b080-5898666f06da req-3164f48e-1c50-438f-b4be-cb8c96a4b0df service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=4b6f9c85-3239-43e6-86e0-5a35173ff64f&tenant_id=24a467b030c744bba5cc99601ae6aefc HTTP/1.1" status: 200 len: 1126 time: 0.1345253 Feb 04 12:19:15.235946 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ef6149ba-909a-4655-9533-bdd82db78858 req-3748ed14-8273-4c4c-935b-3ac6ae4993fd tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/security-groups?id=9a1ba13a-3582-42ac-bb35-362abd3a196f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052654 Feb 04 12:19:15.428617 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 57820) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:19:15.452334 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c969f003-a5bd-4a69-a690-9da55b6b653c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:15.520759 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6831d45f-00f7-4616-b455-9cb87c510eda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:15.521382 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-1c7ca099-a16a-4351-8e6b-bea4840859e4 req-d4aa228d-722a-4cb0-81b6-ce3cd5b2b5aa tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] Publish callbacks [] for port (881c6c2b-9c46-42a8-b474-fc29c58ef765), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:15.540111 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96de6b4-de59-4771-b080-5898666f06da req-b98213b6-44b7-4105-9271-2c988be4391d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:15.542286 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-e96de6b4-de59-4771-b080-5898666f06da req-b98213b6-44b7-4105-9271-2c988be4391d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=24a467b030c744bba5cc99601ae6aefc&device_id=4b6f9c85-3239-43e6-86e0-5a35173ff64f HTTP/1.1" status: 200 len: 1126 time: 0.2922845 Feb 04 12:19:15.626335 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c969f003-a5bd-4a69-a690-9da55b6b653c admin admin] Publish callbacks [] for security_group (a79e1f77-937f-4b17-a6c6-bc63a41ac456), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:15.635103 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c969f003-a5bd-4a69-a690-9da55b6b653c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (a79e1f77-937f-4b17-a6c6-bc63a41ac456), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:15.690824 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-1c7ca099-a16a-4351-8e6b-bea4840859e4 req-d4aa228d-722a-4cb0-81b6-ce3cd5b2b5aa tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (881c6c2b-9c46-42a8-b474-fc29c58ef765), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:15.707180 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['fb3a465d-631d-4da0-bec7-5d0861cc6fd4'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:19:15.721640 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-c969f003-a5bd-4a69-a690-9da55b6b653c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d926d3a6bf4b4c2bb0a879dc81114849&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2850757 Feb 04 12:19:15.721640 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c969f003-a5bd-4a69-a690-9da55b6b653c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a79e1f77-937f-4b17-a6c6-bc63a41ac456,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:19:15.721640 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 57834) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:19:15.795764 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c7ca099-a16a-4351-8e6b-bea4840859e4 req-d4aa228d-722a-4cb0-81b6-ce3cd5b2b5aa tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] Network 2f7dc246-a024-4937-952c-0ddeef5af29c is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:19:15.807329 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [req-1c7ca099-a16a-4351-8e6b-bea4840859e4 req-d4aa228d-722a-4cb0-81b6-ce3cd5b2b5aa tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:19:15.821728 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c7ca099-a16a-4351-8e6b-bea4840859e4 req-d4aa228d-722a-4cb0-81b6-ce3cd5b2b5aa tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:19:15.878697 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-57c87195-df5a-45a4-82d3-5c95384dfd7a admin admin] Publish callbacks [] for security_group (a79e1f77-937f-4b17-a6c6-bc63a41ac456), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:15.920874 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-57c87195-df5a-45a4-82d3-5c95384dfd7a admin admin] Publish callbacks [] for security_group (a79e1f77-937f-4b17-a6c6-bc63a41ac456), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:15.937631 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16023a06-426b-4765-9087-97dd2f68e6f6 req-8fe9d068-1007-4cbf-aa3e-a6bdd29d9e35 tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:15.946332 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-16023a06-426b-4765-9087-97dd2f68e6f6 req-8fe9d068-1007-4cbf-aa3e-a6bdd29d9e35 tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ef92eb2-fded-4259-bb66-cb021f3ce906 HTTP/1.1" status: 200 len: 936 time: 0.1511252 Feb 04 12:19:15.956514 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aa228d-722a-4cb0-81b6-ce3cd5b2b5aa tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] Pushing event updated for resources: {'Port': ['ID=881c6c2b-9c46-42a8-b474-fc29c58ef765,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:19:15.985530 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96de6b4-de59-4771-b080-5898666f06da req-ab730b97-178a-4868-a259-6a5d238e16cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:15.993839 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-e96de6b4-de59-4771-b080-5898666f06da req-ab730b97-178a-4868-a259-6a5d238e16cc service neutron] 10.222.0.77 "GET /v2.0/networks?id=8201226e-f25e-431d-a6a5-6704e8dc4880 HTTP/1.1" status: 200 len: 908 time: 0.4330490 Feb 04 12:19:16.011409 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7ca099-a16a-4351-8e6b-bea4840859e4 req-d4aa228d-722a-4cb0-81b6-ce3cd5b2b5aa tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:16.011833 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-1c7ca099-a16a-4351-8e6b-bea4840859e4 req-d4aa228d-722a-4cb0-81b6-ce3cd5b2b5aa tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:16.110606 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 638e78f7-bd09-4274-9cce-b586cb09d7c7 no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:19:16.124635 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-16023a06-426b-4765-9087-97dd2f68e6f6 req-b3c99c1f-60a2-4d67-9a74-88d9b8e37ee1 tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] 10.222.0.65 "GET /v2.0/security-groups?id=18e2d55a-df02-4fae-b673-f4d465aa36fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769547 Feb 04 12:19:16.156944 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-e96de6b4-de59-4771-b080-5898666f06da req-019d70b0-5310-45bc-8e89-02a5670fed5c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=638e78f7-bd09-4274-9cce-b586cb09d7c7 HTTP/1.1" status: 200 len: 217 time: 0.1341102 Feb 04 12:19:16.158708 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-57c87195-df5a-45a4-82d3-5c95384dfd7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (a79e1f77-937f-4b17-a6c6-bc63a41ac456), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:16.172560 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-57c87195-df5a-45a4-82d3-5c95384dfd7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:16.172560 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-57c87195-df5a-45a4-82d3-5c95384dfd7a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a79e1f77-937f-4b17-a6c6-bc63a41ac456 HTTP/1.1" status: 204 len: 168 time: 0.4505641 Feb 04 12:19:16.218972 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-1c7ca099-a16a-4351-8e6b-bea4840859e4 req-d4aa228d-722a-4cb0-81b6-ce3cd5b2b5aa tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7440097 Feb 04 12:19:16.243853 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] The host n-h1-825015-3 is not matching for port 638e78f7-bd09-4274-9cce-b586cb09d7c7 host n-h2-825015-3! {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 04 12:19:16.243853 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 638e78f7-bd09-4274-9cce-b586cb09d7c7 not bound to the agent host n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:19:16.268833 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-2132c5ce-def2-40d8-ae5c-4064b9d5b4f0 None None] Provisioning complete for port 881c6c2b-9c46-42a8-b474-fc29c58ef765 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:19:16.269535 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2132c5ce-def2-40d8-ae5c-4064b9d5b4f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (881c6c2b-9c46-42a8-b474-fc29c58ef765), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:16.302232 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c87195-df5a-45a4-82d3-5c95384dfd7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a79e1f77-937f-4b17-a6c6-bc63a41ac456,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:19:16.369015 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-2132c5ce-def2-40d8-ae5c-4064b9d5b4f0 None None] Port 881c6c2b-9c46-42a8-b474-fc29c58ef765 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:19:16.379417 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-1c7ca099-a16a-4351-8e6b-bea4840859e4 req-423121aa-8c1e-47ad-ba0c-2dbe223c67cc service neutron] Request body: {'port': {'device_id': '1ef92eb2-fded-4259-bb66-cb021f3ce906', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825015-3'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:19:16.384060 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc517c7c-c8a9-4210-aa14-89e0cc612135 req-d5ec3909-e471-43bc-9327-c91d193af130 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:16.386675 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cc517c7c-c8a9-4210-aa14-89e0cc612135 req-d5ec3909-e471-43bc-9327-c91d193af130 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=a40af1ad-fc65-42d6-a1d8-1787e530da20 HTTP/1.1" status: 200 len: 946 time: 0.2405422 Feb 04 12:19:16.463157 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96de6b4-de59-4771-b080-5898666f06da req-a8c21feb-3e84-4fe3-8a5e-1ab00096cb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:16.467817 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-e96de6b4-de59-4771-b080-5898666f06da req-a8c21feb-3e84-4fe3-8a5e-1ab00096cb2b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6b10c2b1-e8bd-4535-8be4-90c0033f4e8f HTTP/1.1" status: 200 len: 847 time: 0.3012233 Feb 04 12:19:16.497381 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cc517c7c-c8a9-4210-aa14-89e0cc612135 req-98623599-8664-4f72-af7b-bd3ce26be497 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/security-groups?id=0e320687-8002-4e00-a016-6bf57af2cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986819 Feb 04 12:19:16.506577 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7913268c-69dc-4ec1-aff2-6018fdca01f3 req-28b6cc01-f812-4e31-8b9b-c8feee5baf8d tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:16.515174 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7913268c-69dc-4ec1-aff2-6018fdca01f3 req-28b6cc01-f812-4e31-8b9b-c8feee5baf8d tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/ports?device_id=4b6f9c85-3239-43e6-86e0-5a35173ff64f HTTP/1.1" status: 200 len: 944 time: 0.1180975 Feb 04 12:19:16.607084 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-e96de6b4-de59-4771-b080-5898666f06da req-7bb98e71-9493-4e88-b7be-55a16259e770 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8201226e-f25e-431d-a6a5-6704e8dc4880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1257687 Feb 04 12:19:16.620875 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7913268c-69dc-4ec1-aff2-6018fdca01f3 req-0a0f2cbd-a256-47dc-a578-8c88b57407e3 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4f571d4-f0a1-47f6-a54a-b93db47581cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991943 Feb 04 12:19:16.656645 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-1c7ca099-a16a-4351-8e6b-bea4840859e4 req-423121aa-8c1e-47ad-ba0c-2dbe223c67cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (881c6c2b-9c46-42a8-b474-fc29c58ef765), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:16.832977 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25f8d22-a2a1-41a9-ab1b-7868de6529b3 req-1e335a10-8cb5-467d-b0be-e32f7f31ac5f tempest-LiveAutoBlockMigrationV225Test-497889810 tempest-LiveAutoBlockMigrationV225Test-497889810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:16.834816 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d25f8d22-a2a1-41a9-ab1b-7868de6529b3 req-1e335a10-8cb5-467d-b0be-e32f7f31ac5f tempest-LiveAutoBlockMigrationV225Test-497889810 tempest-LiveAutoBlockMigrationV225Test-497889810-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=a40af1ad-fc65-42d6-a1d8-1787e530da20 HTTP/1.1" status: 200 len: 1128 time: 0.1148820 Feb 04 12:19:16.864061 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189f7faa-87b0-4237-af78-9dbd047b55f1 req-abe938cd-9864-4128-ba26-bee7da24140c tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:16.871300 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-189f7faa-87b0-4237-af78-9dbd047b55f1 req-abe938cd-9864-4128-ba26-bee7da24140c tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/ports?device_id=f027c61e-1573-4eca-b41f-3575c551f5d7 HTTP/1.1" status: 200 len: 949 time: 0.1616673 Feb 04 12:19:16.939686 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-e96de6b4-de59-4771-b080-5898666f06da req-26bd9400-5e4f-48f3-bab3-0ab68e1304cb service neutron] 10.222.0.77 "GET /v2.0/networks/8201226e-f25e-431d-a6a5-6704e8dc4880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3244727 Feb 04 12:19:16.978797 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-189f7faa-87b0-4237-af78-9dbd047b55f1 req-eb39aa31-7564-4d88-bf60-28c646bee6bb tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/security-groups?id=9a1ba13a-3582-42ac-bb35-362abd3a196f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060102 Feb 04 12:19:17.028417 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d25f8d22-a2a1-41a9-ab1b-7868de6529b3 req-85942ae0-a8b1-4035-97b9-ccdda5a746fb tempest-LiveAutoBlockMigrationV225Test-497889810 tempest-LiveAutoBlockMigrationV225Test-497889810-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=0e320687-8002-4e00-a016-6bf57af2cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848416 Feb 04 12:19:17.270344 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-e96de6b4-de59-4771-b080-5898666f06da req-af4ebd04-cd99-41f8-a57a-f1672c1f23f9 service neutron] 10.222.0.77 "GET /v2.0/networks/8201226e-f25e-431d-a6a5-6704e8dc4880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3218272 Feb 04 12:19:17.294201 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59b5a2a-246f-4aaf-a631-fa8bd525e448 req-c3dbd47f-0f9a-4b10-8a6a-6df6ffaf10b4 tempest-LiveAutoBlockMigrationV225Test-497889810 tempest-LiveAutoBlockMigrationV225Test-497889810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:17.306973 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d59b5a2a-246f-4aaf-a631-fa8bd525e448 req-c3dbd47f-0f9a-4b10-8a6a-6df6ffaf10b4 tempest-LiveAutoBlockMigrationV225Test-497889810 tempest-LiveAutoBlockMigrationV225Test-497889810-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=a40af1ad-fc65-42d6-a1d8-1787e530da20 HTTP/1.1" status: 200 len: 1128 time: 0.1288729 Feb 04 12:19:17.398206 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d59b5a2a-246f-4aaf-a631-fa8bd525e448 req-d9912f64-af27-460c-a30d-b402468fc630 tempest-LiveAutoBlockMigrationV225Test-497889810 tempest-LiveAutoBlockMigrationV225Test-497889810-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=0e320687-8002-4e00-a016-6bf57af2cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892775 Feb 04 12:19:17.473423 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [req-1c7ca099-a16a-4351-8e6b-bea4840859e4 req-423121aa-8c1e-47ad-ba0c-2dbe223c67cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 881c6c2b-9c46-42a8-b474-fc29c58ef765 {{(pid=103474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:19:17.491763 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-1c7ca099-a16a-4351-8e6b-bea4840859e4 req-423121aa-8c1e-47ad-ba0c-2dbe223c67cc service neutron] Publish callbacks [] for port (881c6c2b-9c46-42a8-b474-fc29c58ef765), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:17.564973 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.provisioning_blocks [req-1c7ca099-a16a-4351-8e6b-bea4840859e4 req-423121aa-8c1e-47ad-ba0c-2dbe223c67cc service neutron] Transition to ACTIVE for port object 881c6c2b-9c46-42a8-b474-fc29c58ef765 will not be triggered until provisioned by entity L2. {{(pid=103474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:19:17.587157 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-1c7ca099-a16a-4351-8e6b-bea4840859e4 req-423121aa-8c1e-47ad-ba0c-2dbe223c67cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (881c6c2b-9c46-42a8-b474-fc29c58ef765), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:17.709096 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb72bd5-550e-4590-be12-030e6c087433 req-a3b27df7-ead4-4f00-8c0a-ea9904fdd640 tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:17.727186 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9eb72bd5-550e-4590-be12-030e6c087433 req-a3b27df7-ead4-4f00-8c0a-ea9904fdd640 tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ef92eb2-fded-4259-bb66-cb021f3ce906 HTTP/1.1" status: 200 len: 948 time: 0.1599803 Feb 04 12:19:17.819001 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9eb72bd5-550e-4590-be12-030e6c087433 req-95f704b6-0634-46f2-9682-ebbb56284c78 tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] 10.222.0.65 "GET /v2.0/security-groups?id=18e2d55a-df02-4fae-b673-f4d465aa36fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892630 Feb 04 12:19:17.869739 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423121aa-8c1e-47ad-ba0c-2dbe223c67cc service neutron] Pushing event updated for resources: {'Port': ['ID=881c6c2b-9c46-42a8-b474-fc29c58ef765,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:19:17.947687 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96de6b4-de59-4771-b080-5898666f06da req-e7190e6c-8e8a-4fb5-b828-3fac281dfecb tempest-LiveMigrationTest-337354813 tempest-LiveMigrationTest-337354813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:17.951015 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-e96de6b4-de59-4771-b080-5898666f06da req-e7190e6c-8e8a-4fb5-b828-3fac281dfecb tempest-LiveMigrationTest-337354813 tempest-LiveMigrationTest-337354813-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=4b6f9c85-3239-43e6-86e0-5a35173ff64f&tenant_id=24a467b030c744bba5cc99601ae6aefc&binding%3Ahost_id=n-h2-825015-3 HTTP/1.1" status: 200 len: 1126 time: 0.2826269 Feb 04 12:19:17.974746 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e2c98154-4392-4481-94e8-71e062deaf73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:18.191315 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-1c7ca099-a16a-4351-8e6b-bea4840859e4 req-423121aa-8c1e-47ad-ba0c-2dbe223c67cc service neutron] Attempting to bind port 881c6c2b-9c46-42a8-b474-fc29c58ef765 on host n-h2-825015-3 for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:19:18.197753 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-1c7ca099-a16a-4351-8e6b-bea4840859e4 req-423121aa-8c1e-47ad-ba0c-2dbe223c67cc service neutron] Attempting to bind port 881c6c2b-9c46-42a8-b474-fc29c58ef765 by drivers openvswitch,hyperv on host n-h2-825015-3 at level 0 using segments [{'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:19:18.198207 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c7ca099-a16a-4351-8e6b-bea4840859e4 req-423121aa-8c1e-47ad-ba0c-2dbe223c67cc service neutron] Attempting to bind port 881c6c2b-9c46-42a8-b474-fc29c58ef765 on network 2f7dc246-a024-4937-952c-0ddeef5af29c {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:19:18.219532 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c7ca099-a16a-4351-8e6b-bea4840859e4 req-423121aa-8c1e-47ad-ba0c-2dbe223c67cc service neutron] Port 881c6c2b-9c46-42a8-b474-fc29c58ef765 on network 2f7dc246-a024-4937-952c-0ddeef5af29c not bound, no agent of type Open vSwitch agent registered on host n-h2-825015-3 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:19:18.219904 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c7ca099-a16a-4351-8e6b-bea4840859e4 req-423121aa-8c1e-47ad-ba0c-2dbe223c67cc service neutron] Attempting to bind port 881c6c2b-9c46-42a8-b474-fc29c58ef765 on network 2f7dc246-a024-4937-952c-0ddeef5af29c {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:19:18.236689 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c7ca099-a16a-4351-8e6b-bea4840859e4 req-423121aa-8c1e-47ad-ba0c-2dbe223c67cc service neutron] Checking agent: {'id': '9b68a165-e786-4b91-8592-44519c2ecabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:19:18.237046 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c7ca099-a16a-4351-8e6b-bea4840859e4 req-423121aa-8c1e-47ad-ba0c-2dbe223c67cc service neutron] Checking segment: {'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:19:18.237448 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c7ca099-a16a-4351-8e6b-bea4840859e4 req-423121aa-8c1e-47ad-ba0c-2dbe223c67cc service neutron] Bound using segment: {'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:19:18.237907 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-1c7ca099-a16a-4351-8e6b-bea4840859e4 req-423121aa-8c1e-47ad-ba0c-2dbe223c67cc service neutron] Bound port: 881c6c2b-9c46-42a8-b474-fc29c58ef765, host: n-h2-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:19:18.240986 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-1c7ca099-a16a-4351-8e6b-bea4840859e4 req-423121aa-8c1e-47ad-ba0c-2dbe223c67cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (881c6c2b-9c46-42a8-b474-fc29c58ef765), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:18.296356 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9d32dc-ecea-40a3-a307-07f4f8400afa req-d8071056-dcbe-4a3d-8d7f-45c08a066811 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:18.332364 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9f9d32dc-ecea-40a3-a307-07f4f8400afa req-d8071056-dcbe-4a3d-8d7f-45c08a066811 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/ports?device_id=4b6f9c85-3239-43e6-86e0-5a35173ff64f HTTP/1.1" status: 200 len: 944 time: 0.1935318 Feb 04 12:19:18.468298 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-e96de6b4-de59-4771-b080-5898666f06da req-1da0270f-c765-49a8-8127-87b4c8a1e4c9 service neutron] For port 638e78f7-bd09-4274-9cce-b586cb09d7c7, host n-h1-825015-3, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:19:18.472723 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-1c7ca099-a16a-4351-8e6b-bea4840859e4 req-423121aa-8c1e-47ad-ba0c-2dbe223c67cc service neutron] For port 881c6c2b-9c46-42a8-b474-fc29c58ef765, host n-h2-825015-3, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:19:18.480601 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-e96de6b4-de59-4771-b080-5898666f06da req-1da0270f-c765-49a8-8127-87b4c8a1e4c9 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:18.482628 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-e96de6b4-de59-4771-b080-5898666f06da req-1da0270f-c765-49a8-8127-87b4c8a1e4c9 service neutron] 10.222.0.77 "DELETE /v2.0/ports/638e78f7-bd09-4274-9cce-b586cb09d7c7/bindings/n-h1-825015-3 HTTP/1.1" status: 204 len: 173 time: 0.5106134 Feb 04 12:19:18.489289 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-1c7ca099-a16a-4351-8e6b-bea4840859e4 req-423121aa-8c1e-47ad-ba0c-2dbe223c67cc service neutron] For port 881c6c2b-9c46-42a8-b474-fc29c58ef765, host n-h2-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=881c6c2b-9c46-42a8-b474-fc29c58ef765,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:19:18.520174 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-1c7ca099-a16a-4351-8e6b-bea4840859e4 req-423121aa-8c1e-47ad-ba0c-2dbe223c67cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (881c6c2b-9c46-42a8-b474-fc29c58ef765), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:18.556736 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f73d49-704e-4c51-b40f-8ece2e771b0b req-0fb99bac-7080-407c-b45a-87da768f0f3e tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:18.560897 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-78f73d49-704e-4c51-b40f-8ece2e771b0b req-0fb99bac-7080-407c-b45a-87da768f0f3e tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/ports?device_id=f027c61e-1573-4eca-b41f-3575c551f5d7 HTTP/1.1" status: 200 len: 949 time: 0.2192039 Feb 04 12:19:18.578840 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9f9d32dc-ecea-40a3-a307-07f4f8400afa req-440b0d0f-89f1-4fb3-8a7a-43e38d1a99e9 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4f571d4-f0a1-47f6-a54a-b93db47581cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156715 Feb 04 12:19:18.612851 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7ca099-a16a-4351-8e6b-bea4840859e4 req-423121aa-8c1e-47ad-ba0c-2dbe223c67cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:18.613962 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-1c7ca099-a16a-4351-8e6b-bea4840859e4 req-423121aa-8c1e-47ad-ba0c-2dbe223c67cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:18.616531 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-1c7ca099-a16a-4351-8e6b-bea4840859e4 req-423121aa-8c1e-47ad-ba0c-2dbe223c67cc service neutron] 10.222.0.77 "PUT /v2.0/ports/881c6c2b-9c46-42a8-b474-fc29c58ef765 HTTP/1.1" status: 200 len: 1096 time: 2.3839183 Feb 04 12:19:18.617338 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ef92eb2-fded-4259-bb66-cb021f3ce906', 'tag': '881c6c2b-9c46-42a8-b474-fc29c58ef765'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:19:18.623038 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6956c5c-96ae-4c23-8955-6f0f0bddabcc" -d '{"events": [{"name": "network-changed", "server_uuid": "1ef92eb2-fded-4259-bb66-cb021f3ce906", "tag": "881c6c2b-9c46-42a8-b474-fc29c58ef765"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:19:18.738330 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-78f73d49-704e-4c51-b40f-8ece2e771b0b req-e2e5962d-8478-4975-902d-cff23baf5adf tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/security-groups?id=9a1ba13a-3582-42ac-bb35-362abd3a196f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540461 Feb 04 12:19:18.746946 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423121aa-8c1e-47ad-ba0c-2dbe223c67cc service neutron] Pushing event updated for resources: {'Port': ['ID=881c6c2b-9c46-42a8-b474-fc29c58ef765,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:19:18.796278 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7ca099-a16a-4351-8e6b-bea4840859e4 req-f205d838-71e6-46d7-80b7-fb06182f214e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:18.798076 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-1c7ca099-a16a-4351-8e6b-bea4840859e4 req-f205d838-71e6-46d7-80b7-fb06182f214e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f9af99c9a0024ffab72e44644c804799&device_id=1ef92eb2-fded-4259-bb66-cb021f3ce906 HTTP/1.1" status: 200 len: 1130 time: 0.1085198 Feb 04 12:19:19.003667 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-1c7ca099-a16a-4351-8e6b-bea4840859e4 req-069a68f7-80e0-4fb5-a494-dc9321cf7bb8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=881c6c2b-9c46-42a8-b474-fc29c58ef765 HTTP/1.1" status: 200 len: 217 time: 0.1964855 Feb 04 12:19:19.101213 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:19.218177 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7ca099-a16a-4351-8e6b-bea4840859e4 req-f9ebe1a7-fdb1-4fa3-b441-b7324b7b9e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:19.220868 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-1c7ca099-a16a-4351-8e6b-bea4840859e4 req-f9ebe1a7-fdb1-4fa3-b441-b7324b7b9e8c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5ee3374a-84e9-4639-853c-740c6edaf6dc HTTP/1.1" status: 200 len: 843 time: 0.2089047 Feb 04 12:19:19.225717 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f440708e-35e8-40ea-92f0-f7a34d9e2cfc x-openstack-request-id: req-f440708e-35e8-40ea-92f0-f7a34d9e2cfc {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:19:19.226379 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ef92eb2-fded-4259-bb66-cb021f3ce906", "tag": "881c6c2b-9c46-42a8-b474-fc29c58ef765", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:19:19.231806 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f440708e-35e8-40ea-92f0-f7a34d9e2cfc {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:19:19.233097 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ef92eb2-fded-4259-bb66-cb021f3ce906', 'tag': '881c6c2b-9c46-42a8-b474-fc29c58ef765', 'status': 'completed', 'code': 200} Feb 04 12:19:19.303341 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7ca099-a16a-4351-8e6b-bea4840859e4 req-31254544-df29-4454-9c60-8f67cea6f5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:19.305944 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-1c7ca099-a16a-4351-8e6b-bea4840859e4 req-31254544-df29-4454-9c60-8f67cea6f5d6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2f7dc246-a024-4937-952c-0ddeef5af29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0712399 Feb 04 12:19:19.418275 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b50115-a48a-4c24-a239-2b0fb6215ef0 req-c38255e9-b325-401e-b502-bb8095f683aa tempest-LiveAutoBlockMigrationV225Test-497889810 tempest-LiveAutoBlockMigrationV225Test-497889810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:19.423095 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-59b50115-a48a-4c24-a239-2b0fb6215ef0 req-c38255e9-b325-401e-b502-bb8095f683aa tempest-LiveAutoBlockMigrationV225Test-497889810 tempest-LiveAutoBlockMigrationV225Test-497889810-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=a40af1ad-fc65-42d6-a1d8-1787e530da20 HTTP/1.1" status: 200 len: 1128 time: 0.1883667 Feb 04 12:19:19.553738 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-1c7ca099-a16a-4351-8e6b-bea4840859e4 req-d436087e-b3d0-4266-8149-3e15b1aa9270 service neutron] 10.222.0.77 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391016 Feb 04 12:19:19.568645 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcc26d5-0a34-4253-b96e-dc6c4b378e73 req-5085833b-44af-441a-9526-085027de1e12 tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:19.611057 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3dcc26d5-0a34-4253-b96e-dc6c4b378e73 req-5085833b-44af-441a-9526-085027de1e12 tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ef92eb2-fded-4259-bb66-cb021f3ce906 HTTP/1.1" status: 200 len: 948 time: 0.3798137 Feb 04 12:19:19.822110 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3dcc26d5-0a34-4253-b96e-dc6c4b378e73 req-f43e67ac-2a46-41b1-abcd-869db866c10a tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] 10.222.0.65 "GET /v2.0/security-groups?id=18e2d55a-df02-4fae-b673-f4d465aa36fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087224 Feb 04 12:19:19.847700 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-59b50115-a48a-4c24-a239-2b0fb6215ef0 req-29af60c3-d7fa-43dc-8243-78c39efe2698 tempest-LiveAutoBlockMigrationV225Test-497889810 tempest-LiveAutoBlockMigrationV225Test-497889810-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=0e320687-8002-4e00-a016-6bf57af2cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3987880 Feb 04 12:19:19.874826 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-1c7ca099-a16a-4351-8e6b-bea4840859e4 req-8c736f14-5f04-40a2-9031-c4db2d536b21 service neutron] 10.222.0.77 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3137813 Feb 04 12:19:20.053052 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6956c5c-96ae-4c23-8955-6f0f0bddabcc req-6b266137-9061-47f7-ab33-f188a6e7f0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:20.057467 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-c6956c5c-96ae-4c23-8955-6f0f0bddabcc req-6b266137-9061-47f7-ab33-f188a6e7f0a1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f9af99c9a0024ffab72e44644c804799&device_id=1ef92eb2-fded-4259-bb66-cb021f3ce906 HTTP/1.1" status: 200 len: 1130 time: 0.1045425 Feb 04 12:19:20.210756 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d704bfa4-f201-4dba-b02a-dd43f48812f6 req-e364de21-5b98-471a-8e8f-6e28ed8eaeee tempest-LiveMigrationTest-337354813 tempest-LiveMigrationTest-337354813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:20.212651 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d704bfa4-f201-4dba-b02a-dd43f48812f6 req-e364de21-5b98-471a-8e8f-6e28ed8eaeee tempest-LiveMigrationTest-337354813 tempest-LiveMigrationTest-337354813-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=4b6f9c85-3239-43e6-86e0-5a35173ff64f HTTP/1.1" status: 200 len: 1126 time: 0.1281855 Feb 04 12:19:20.235841 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6956c5c-96ae-4c23-8955-6f0f0bddabcc req-9b1970a3-92be-42fe-b128-75d9cba61753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:20.237945 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-c6956c5c-96ae-4c23-8955-6f0f0bddabcc req-9b1970a3-92be-42fe-b128-75d9cba61753 service neutron] 10.222.0.77 "GET /v2.0/networks?id=2f7dc246-a024-4937-952c-0ddeef5af29c HTTP/1.1" status: 200 len: 870 time: 0.1741652 Feb 04 12:19:20.257911 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afc8984-bce4-460c-8676-70e9574e6f88 req-b7922222-b7b6-45a8-8ac0-a62c071f812d tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:20.259857 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8afc8984-bce4-460c-8676-70e9574e6f88 req-b7922222-b7b6-45a8-8ac0-a62c071f812d tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/ports?device_id=f027c61e-1573-4eca-b41f-3575c551f5d7 HTTP/1.1" status: 200 len: 949 time: 0.1105528 Feb 04 12:19:20.311432 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:20.315161 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d704bfa4-f201-4dba-b02a-dd43f48812f6 req-827cc13b-2921-466f-a947-624a61c9fcd9 tempest-LiveMigrationTest-337354813 tempest-LiveMigrationTest-337354813-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=e4f571d4-f0a1-47f6-a54a-b93db47581cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860059 Feb 04 12:19:20.332498 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-c6956c5c-96ae-4c23-8955-6f0f0bddabcc req-a914e76b-aa24-434f-b1a8-813a9738324c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=881c6c2b-9c46-42a8-b474-fc29c58ef765 HTTP/1.1" status: 200 len: 217 time: 0.0872710 Feb 04 12:19:20.425799 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8afc8984-bce4-460c-8676-70e9574e6f88 req-67f4cc29-b05f-4e3e-b58d-6d4eb0f2ee71 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/security-groups?id=9a1ba13a-3582-42ac-bb35-362abd3a196f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493070 Feb 04 12:19:20.428971 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6956c5c-96ae-4c23-8955-6f0f0bddabcc req-2ef4605b-06bd-456a-a8c6-a4e16d98940e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:20.431579 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-c6956c5c-96ae-4c23-8955-6f0f0bddabcc req-2ef4605b-06bd-456a-a8c6-a4e16d98940e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5ee3374a-84e9-4639-853c-740c6edaf6dc HTTP/1.1" status: 200 len: 843 time: 0.0894136 Feb 04 12:19:20.531378 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6956c5c-96ae-4c23-8955-6f0f0bddabcc req-fe36e88a-76af-4cb9-98ab-311c9f15a5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:20.534254 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-c6956c5c-96ae-4c23-8955-6f0f0bddabcc req-fe36e88a-76af-4cb9-98ab-311c9f15a5a1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2f7dc246-a024-4937-952c-0ddeef5af29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0954998 Feb 04 12:19:20.801939 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-c6956c5c-96ae-4c23-8955-6f0f0bddabcc req-06e2ad00-3f06-4924-ba48-22b6055562ce service neutron] 10.222.0.77 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582242 Feb 04 12:19:20.916593 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a272251e-408e-4c0f-8555-035ffd92988a req-04730023-909d-43fb-a458-8fcf1c506a8d tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:20.923116 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a272251e-408e-4c0f-8555-035ffd92988a req-04730023-909d-43fb-a458-8fcf1c506a8d tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/networks?id=8201226e-f25e-431d-a6a5-6704e8dc4880 HTTP/1.1" status: 200 len: 807 time: 0.2176363 Feb 04 12:19:20.954945 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a272251e-408e-4c0f-8555-035ffd92988a req-45c52da2-1140-4d96-99d0-227c8cace306 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/quotas/24a467b030c744bba5cc99601ae6aefc HTTP/1.1" status: 200 len: 375 time: 0.0232856 Feb 04 12:19:20.971206 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-c6956c5c-96ae-4c23-8955-6f0f0bddabcc req-3704cf8e-090a-4804-a5c4-afc496055fb6 service neutron] 10.222.0.77 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633139 Feb 04 12:19:21.049965 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 57954) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:19:21.227199 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8b4b9f43-a655-41d4-8787-da8c76ec0f6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:21.343919 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfca068-7031-4a4c-8f20-614b0c9e2bb1 req-18eb99bb-7138-4e68-ad1c-c2ecad08a6c0 tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:21.345974 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9bfca068-7031-4a4c-8f20-614b0c9e2bb1 req-18eb99bb-7138-4e68-ad1c-c2ecad08a6c0 tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ef92eb2-fded-4259-bb66-cb021f3ce906 HTTP/1.1" status: 200 len: 948 time: 0.3869226 Feb 04 12:19:21.356919 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8b4b9f43-a655-41d4-8787-da8c76ec0f6d admin admin] Publish callbacks [] for security_group (eaeec0e7-b91f-4a46-8a28-4f3bf7999197), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:21.362561 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8b4b9f43-a655-41d4-8787-da8c76ec0f6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (eaeec0e7-b91f-4a46-8a28-4f3bf7999197), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:21.366283 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 12:19:21.369448 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a272251e-408e-4c0f-8555-035ffd92988a req-659086d2-a264-469b-a1c2-be537763f40b tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=24a467b030c744bba5cc99601ae6aefc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3953085 Feb 04 12:19:21.421788 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-8b4b9f43-a655-41d4-8787-da8c76ec0f6d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7916ca2e917f4ea28fa6a7a0f0cdc19a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3688529 Feb 04 12:19:21.422647 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4b9f43-a655-41d4-8787-da8c76ec0f6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaeec0e7-b91f-4a46-8a28-4f3bf7999197,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:19:21.433733 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 57960) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:19:21.502068 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9bfca068-7031-4a4c-8f20-614b0c9e2bb1 req-724faa59-d469-4389-bfe2-a171d193955e tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] 10.222.0.65 "GET /v2.0/security-groups?id=18e2d55a-df02-4fae-b673-f4d465aa36fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486173 Feb 04 12:19:21.514483 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bd3ac97f-283b-4080-8851-72614ac17176 admin admin] Publish callbacks [] for security_group (eaeec0e7-b91f-4a46-8a28-4f3bf7999197), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:21.546422 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:21.576615 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bd3ac97f-283b-4080-8851-72614ac17176 admin admin] Publish callbacks [] for security_group (eaeec0e7-b91f-4a46-8a28-4f3bf7999197), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:21.624911 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a272251e-408e-4c0f-8555-035ffd92988a req-a804b6c4-db73-44fe-9272-2784e22d6eda service neutron] 10.222.0.65 "GET /v2.0/networks/8201226e-f25e-431d-a6a5-6704e8dc4880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328451 Feb 04 12:19:21.657383 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bd3ac97f-283b-4080-8851-72614ac17176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (eaeec0e7-b91f-4a46-8a28-4f3bf7999197), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:21.659374 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bd3ac97f-283b-4080-8851-72614ac17176 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:21.662228 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-bd3ac97f-283b-4080-8851-72614ac17176 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/eaeec0e7-b91f-4a46-8a28-4f3bf7999197 HTTP/1.1" status: 204 len: 168 time: 0.2274151 Feb 04 12:19:21.676492 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3ac97f-283b-4080-8851-72614ac17176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaeec0e7-b91f-4a46-8a28-4f3bf7999197,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:19:21.869058 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a272251e-408e-4c0f-8555-035ffd92988a req-dd961dc2-3307-4153-9b8a-6a44a068d6d9 service neutron] 10.222.0.65 "GET /v2.0/networks/8201226e-f25e-431d-a6a5-6704e8dc4880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275019 Feb 04 12:19:21.886187 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53aa5b9-9a3a-48bf-a3be-f39974307689 req-5fe4a241-6c6c-41b2-b4b5-ed6f3bee8f05 tempest-LiveAutoBlockMigrationV225Test-497889810 tempest-LiveAutoBlockMigrationV225Test-497889810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:21.891814 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d53aa5b9-9a3a-48bf-a3be-f39974307689 req-5fe4a241-6c6c-41b2-b4b5-ed6f3bee8f05 tempest-LiveAutoBlockMigrationV225Test-497889810 tempest-LiveAutoBlockMigrationV225Test-497889810-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=a40af1ad-fc65-42d6-a1d8-1787e530da20 HTTP/1.1" status: 200 len: 1128 time: 0.1452212 Feb 04 12:19:22.031559 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d53aa5b9-9a3a-48bf-a3be-f39974307689 req-bcb063f2-e220-4008-b824-f04a4bd77438 tempest-LiveAutoBlockMigrationV225Test-497889810 tempest-LiveAutoBlockMigrationV225Test-497889810-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=0e320687-8002-4e00-a016-6bf57af2cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333234 Feb 04 12:19:22.129327 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 57980) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:19:22.246025 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-599037cf-61ad-46bd-8b96-1a49ec87ffc3 req-15237191-9df7-4ea2-a0c1-d91569d6c8c5 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/ports?device_id=729d5332-a000-4a7e-b737-2cb5be03b163 HTTP/1.1" status: 200 len: 210 time: 0.0352783 Feb 04 12:19:22.309591 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d44ca1-6659-47fb-9812-fe87eac1d875 req-00ead456-168c-4a66-a379-4247ed6610ae tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:22.317005 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-73d44ca1-6659-47fb-9812-fe87eac1d875 req-00ead456-168c-4a66-a379-4247ed6610ae tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/ports?device_id=f027c61e-1573-4eca-b41f-3575c551f5d7 HTTP/1.1" status: 200 len: 949 time: 0.1716964 Feb 04 12:19:22.431554 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-317a2234-2814-4d67-98e0-293afe2590bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:22.468873 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-73d44ca1-6659-47fb-9812-fe87eac1d875 req-6fe002ac-1b43-4da6-87ad-6844517269d2 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/security-groups?id=9a1ba13a-3582-42ac-bb35-362abd3a196f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429968 Feb 04 12:19:22.541855 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 881c6c2b-9c46-42a8-b474-fc29c58ef765 details requested by agent hyperv_n-h2-825015-3 with host n-h2-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:19:22.603141 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-317a2234-2814-4d67-98e0-293afe2590bb admin admin] Publish callbacks [] for security_group (1f66d801-e048-4fca-80e1-b7c0ff9fcc58), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:22.609243 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-317a2234-2814-4d67-98e0-293afe2590bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (1f66d801-e048-4fca-80e1-b7c0ff9fcc58), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:22.763899 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-317a2234-2814-4d67-98e0-293afe2590bb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6c506c4fb26749f194d078d239066d37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6329343 Feb 04 12:19:22.765437 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 58002) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:19:22.784765 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317a2234-2814-4d67-98e0-293afe2590bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f66d801-e048-4fca-80e1-b7c0ff9fcc58,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:19:22.855078 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f996c411-87f8-4846-8bdd-b4486a40dea2 admin admin] Publish callbacks [] for security_group (1f66d801-e048-4fca-80e1-b7c0ff9fcc58), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:22.856029 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bf48b7-7f8c-48f4-83ca-ae9f1801b1fa req-36d7fca9-88e8-4ac0-996c-4269709af5eb tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:22.875354 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-12bf48b7-7f8c-48f4-83ca-ae9f1801b1fa req-36d7fca9-88e8-4ac0-996c-4269709af5eb tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ef92eb2-fded-4259-bb66-cb021f3ce906 HTTP/1.1" status: 200 len: 948 time: 0.2083457 Feb 04 12:19:22.904926 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f996c411-87f8-4846-8bdd-b4486a40dea2 admin admin] Publish callbacks [] for security_group (1f66d801-e048-4fca-80e1-b7c0ff9fcc58), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:23.008285 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-12bf48b7-7f8c-48f4-83ca-ae9f1801b1fa req-9088f2d4-5356-4515-8eb3-f2d75cc84f33 tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] 10.222.0.65 "GET /v2.0/security-groups?id=18e2d55a-df02-4fae-b673-f4d465aa36fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302464 Feb 04 12:19:23.011972 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f996c411-87f8-4846-8bdd-b4486a40dea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (1f66d801-e048-4fca-80e1-b7c0ff9fcc58), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:23.016466 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f996c411-87f8-4846-8bdd-b4486a40dea2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:23.022107 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-f996c411-87f8-4846-8bdd-b4486a40dea2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1f66d801-e048-4fca-80e1-b7c0ff9fcc58 HTTP/1.1" status: 204 len: 168 time: 0.2527211 Feb 04 12:19:23.049715 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f996c411-87f8-4846-8bdd-b4486a40dea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f66d801-e048-4fca-80e1-b7c0ff9fcc58,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:19:23.246613 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 881c6c2b-9c46-42a8-b474-fc29c58ef765, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=881c6c2b-9c46-42a8-b474-fc29c58ef765,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:19:23.271921 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Returning: {'device': '881c6c2b-9c46-42a8-b474-fc29c58ef765', 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c', 'port_id': '881c6c2b-9c46-42a8-b474-fc29c58ef765', 'mac_address': 'fa:16:3e:a7:16:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ee3374a-84e9-4639-853c-740c6edaf6dc', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:19:23.356627 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 881c6c2b-9c46-42a8-b474-fc29c58ef765 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:19:23.358585 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (881c6c2b-9c46-42a8-b474-fc29c58ef765), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:23.383012 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 881c6c2b-9c46-42a8-b474-fc29c58ef765 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:19:23.441998 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 881c6c2b-9c46-42a8-b474-fc29c58ef765, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=881c6c2b-9c46-42a8-b474-fc29c58ef765,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:19:23.449608 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (881c6c2b-9c46-42a8-b474-fc29c58ef765), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:23.506467 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3111fd3f-65de-426e-beac-eb69b7b5dff4 req-e01d1947-4eda-4f3e-83ca-fa1100d3a82e tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/ports?device_id=729d5332-a000-4a7e-b737-2cb5be03b163 HTTP/1.1" status: 200 len: 210 time: 0.0637827 Feb 04 12:19:23.580894 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=881c6c2b-9c46-42a8-b474-fc29c58ef765,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:19:23.749390 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['881c6c2b-9c46-42a8-b474-fc29c58ef765'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:19:24.119992 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a272251e-408e-4c0f-8555-035ffd92988a req-4b8ed601-cccf-4d6c-9258-b1aabd57c9b5 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:24.147310 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a272251e-408e-4c0f-8555-035ffd92988a req-4b8ed601-cccf-4d6c-9258-b1aabd57c9b5 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.73 "GET /v2.0/networks?id=8201226e-f25e-431d-a6a5-6704e8dc4880 HTTP/1.1" status: 200 len: 807 time: 0.2774680 Feb 04 12:19:24.231171 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 58048) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:19:24.271423 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-a272251e-408e-4c0f-8555-035ffd92988a req-ed820b25-b969-4a20-9436-16ba44dfbc02 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Request body: {'port': {'device_id': '729d5332-a000-4a7e-b737-2cb5be03b163', 'network_id': '8201226e-f25e-431d-a6a5-6704e8dc4880', 'admin_state_up': True, 'tenant_id': '24a467b030c744bba5cc99601ae6aefc'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:19:24.276012 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bac4e98b-9f43-4b3b-a456-9b79daa9847c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:24.361650 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3e1b65-a844-4d7c-86b9-e69cb74e6184 req-eb383246-f485-4525-bafc-8e2d6e98b644 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:24.370274 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cf3e1b65-a844-4d7c-86b9-e69cb74e6184 req-eb383246-f485-4525-bafc-8e2d6e98b644 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/ports?device_id=f027c61e-1573-4eca-b41f-3575c551f5d7 HTTP/1.1" status: 200 len: 949 time: 0.2216117 Feb 04 12:19:24.445924 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bac4e98b-9f43-4b3b-a456-9b79daa9847c admin admin] Publish callbacks [] for security_group (8b3d7a0d-fc0a-4c24-a791-b83a30ab6151), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:24.454587 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bac4e98b-9f43-4b3b-a456-9b79daa9847c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (8b3d7a0d-fc0a-4c24-a791-b83a30ab6151), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:24.458528 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cf3e1b65-a844-4d7c-86b9-e69cb74e6184 req-57af8df5-d1d6-4241-9933-81fc8ba4e547 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/security-groups?id=9a1ba13a-3582-42ac-bb35-362abd3a196f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871613 Feb 04 12:19:24.527314 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a272251e-408e-4c0f-8555-035ffd92988a req-ed820b25-b969-4a20-9436-16ba44dfbc02 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Made reservation on behalf of 24a467b030c744bba5cc99601ae6aefc for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:19:24.533789 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-a272251e-408e-4c0f-8555-035ffd92988a req-ed820b25-b969-4a20-9436-16ba44dfbc02 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:24.543202 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac4e98b-9f43-4b3b-a456-9b79daa9847c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b3d7a0d-fc0a-4c24-a791-b83a30ab6151,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:19:24.573862 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-bac4e98b-9f43-4b3b-a456-9b79daa9847c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=aba42bd271774945bb82742d121f7b90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3367176 Feb 04 12:19:24.575147 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 58056) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:19:24.648581 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f68a796b-ed76-474f-b544-e0096557dbed admin admin] Publish callbacks [] for security_group (8b3d7a0d-fc0a-4c24-a791-b83a30ab6151), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:24.703902 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f68a796b-ed76-474f-b544-e0096557dbed admin admin] Publish callbacks [] for security_group (8b3d7a0d-fc0a-4c24-a791-b83a30ab6151), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:24.781087 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-a272251e-408e-4c0f-8555-035ffd92988a req-ed820b25-b969-4a20-9436-16ba44dfbc02 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Allocated IP 172.20.0.11 (8201226e-f25e-431d-a6a5-6704e8dc4880/6b10c2b1-e8bd-4535-8be4-90c0033f4e8f/592ec7cb-d413-4e6f-af11-550fb94964e0) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:19:24.792921 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [req-ed5edfda-aea5-4586-80bb-1abd10559ec5 req-254e3c65-ef51-42b3-89a1-59e7bf92948f tempest-LiveAutoBlockMigrationV225Test-497889810 tempest-LiveAutoBlockMigrationV225Test-497889810-project-admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103474) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:19:24.805576 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-ed5edfda-aea5-4586-80bb-1abd10559ec5 req-254e3c65-ef51-42b3-89a1-59e7bf92948f tempest-LiveAutoBlockMigrationV225Test-497889810 tempest-LiveAutoBlockMigrationV225Test-497889810-project-admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0482497 Feb 04 12:19:24.856014 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5edfda-aea5-4586-80bb-1abd10559ec5 req-25b95c15-98e3-49fe-9636-bb049160710d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:24.864281 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-ed5edfda-aea5-4586-80bb-1abd10559ec5 req-25b95c15-98e3-49fe-9636-bb049160710d service neutron] 10.222.0.65 "GET /v2.0/ports/e33f78e5-ff97-4f89-a4db-1bcfa5ff3842 HTTP/1.1" status: 200 len: 1125 time: 0.0576575 Feb 04 12:19:24.869560 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-ed5edfda-aea5-4586-80bb-1abd10559ec5 req-bd17318c-be15-40e9-b2a9-894b0f1838c3 service neutron] Request body: {'binding': {'host': 'n-h2-825015-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:19:24.870070 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-ed5edfda-aea5-4586-80bb-1abd10559ec5 req-bd17318c-be15-40e9-b2a9-894b0f1838c3 service neutron] Unknown quota resources ['binding']. {{(pid=103474) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 04 12:19:24.941990 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f68a796b-ed76-474f-b544-e0096557dbed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (8b3d7a0d-fc0a-4c24-a791-b83a30ab6151), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:24.946984 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f68a796b-ed76-474f-b544-e0096557dbed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:24.953835 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-f68a796b-ed76-474f-b544-e0096557dbed admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8b3d7a0d-fc0a-4c24-a791-b83a30ab6151 HTTP/1.1" status: 204 len: 168 time: 0.3744051 Feb 04 12:19:25.138102 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-a272251e-408e-4c0f-8555-035ffd92988a req-ed820b25-b969-4a20-9436-16ba44dfbc02 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Publish callbacks [] for port (592ec7cb-d413-4e6f-af11-550fb94964e0), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:25.173954 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6674177f-ba2b-4bb2-b694-807cc8d769bb req-aa1840d6-4dc9-46e0-9411-db87e27cb88f tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:25.182038 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6674177f-ba2b-4bb2-b694-807cc8d769bb req-aa1840d6-4dc9-46e0-9411-db87e27cb88f tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ef92eb2-fded-4259-bb66-cb021f3ce906 HTTP/1.1" status: 200 len: 949 time: 0.1477444 Feb 04 12:19:25.322761 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6674177f-ba2b-4bb2-b694-807cc8d769bb req-9a6bfb89-a85b-4c36-a823-926b0eaff5df tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] 10.222.0.65 "GET /v2.0/security-groups?id=18e2d55a-df02-4fae-b673-f4d465aa36fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386383 Feb 04 12:19:25.337242 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-a272251e-408e-4c0f-8555-035ffd92988a req-ed820b25-b969-4a20-9436-16ba44dfbc02 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (592ec7cb-d413-4e6f-af11-550fb94964e0), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:25.377391 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68a796b-ed76-474f-b544-e0096557dbed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b3d7a0d-fc0a-4c24-a791-b83a30ab6151,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:19:25.443240 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a272251e-408e-4c0f-8555-035ffd92988a req-ed820b25-b969-4a20-9436-16ba44dfbc02 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Network 8201226e-f25e-431d-a6a5-6704e8dc4880 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:19:25.447074 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-a272251e-408e-4c0f-8555-035ffd92988a req-ed820b25-b969-4a20-9436-16ba44dfbc02 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:19:25.454219 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-a272251e-408e-4c0f-8555-035ffd92988a req-ed820b25-b969-4a20-9436-16ba44dfbc02 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:19:25.460494 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a272251e-408e-4c0f-8555-035ffd92988a req-ed820b25-b969-4a20-9436-16ba44dfbc02 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:25.461239 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-a272251e-408e-4c0f-8555-035ffd92988a req-ed820b25-b969-4a20-9436-16ba44dfbc02 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:25.494673 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a272251e-408e-4c0f-8555-035ffd92988a req-ed820b25-b969-4a20-9436-16ba44dfbc02 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2329865 Feb 04 12:19:25.499909 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-ed5edfda-aea5-4586-80bb-1abd10559ec5 req-bd17318c-be15-40e9-b2a9-894b0f1838c3 service neutron] Attempting to bind port e33f78e5-ff97-4f89-a4db-1bcfa5ff3842 on host n-h2-825015-3 for vnic_type normal with profile None {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:19:25.500270 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-ed5edfda-aea5-4586-80bb-1abd10559ec5 req-bd17318c-be15-40e9-b2a9-894b0f1838c3 service neutron] Attempting to bind port e33f78e5-ff97-4f89-a4db-1bcfa5ff3842 by drivers openvswitch,hyperv on host n-h2-825015-3 at level 0 using segments [{'id': '30a1e83f-6fb2-463b-baec-19bf81bfa14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '365084f8-2068-4655-9009-041f3cc171be'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:19:25.500591 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5edfda-aea5-4586-80bb-1abd10559ec5 req-bd17318c-be15-40e9-b2a9-894b0f1838c3 service neutron] Attempting to bind port e33f78e5-ff97-4f89-a4db-1bcfa5ff3842 on network 365084f8-2068-4655-9009-041f3cc171be {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:19:25.508730 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5edfda-aea5-4586-80bb-1abd10559ec5 req-bd17318c-be15-40e9-b2a9-894b0f1838c3 service neutron] Port e33f78e5-ff97-4f89-a4db-1bcfa5ff3842 on network 365084f8-2068-4655-9009-041f3cc171be not bound, no agent of type Open vSwitch agent registered on host n-h2-825015-3 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:19:25.509672 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5edfda-aea5-4586-80bb-1abd10559ec5 req-bd17318c-be15-40e9-b2a9-894b0f1838c3 service neutron] Attempting to bind port e33f78e5-ff97-4f89-a4db-1bcfa5ff3842 on network 365084f8-2068-4655-9009-041f3cc171be {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:19:25.521237 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5edfda-aea5-4586-80bb-1abd10559ec5 req-bd17318c-be15-40e9-b2a9-894b0f1838c3 service neutron] Checking agent: {'id': '9b68a165-e786-4b91-8592-44519c2ecabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:19:25.521580 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5edfda-aea5-4586-80bb-1abd10559ec5 req-bd17318c-be15-40e9-b2a9-894b0f1838c3 service neutron] Checking segment: {'id': '30a1e83f-6fb2-463b-baec-19bf81bfa14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '365084f8-2068-4655-9009-041f3cc171be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:19:25.522002 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5edfda-aea5-4586-80bb-1abd10559ec5 req-bd17318c-be15-40e9-b2a9-894b0f1838c3 service neutron] Bound using segment: {'id': '30a1e83f-6fb2-463b-baec-19bf81bfa14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '365084f8-2068-4655-9009-041f3cc171be'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:19:25.522442 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-ed5edfda-aea5-4586-80bb-1abd10559ec5 req-bd17318c-be15-40e9-b2a9-894b0f1838c3 service neutron] Bound port: e33f78e5-ff97-4f89-a4db-1bcfa5ff3842, host: n-h2-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30a1e83f-6fb2-463b-baec-19bf81bfa14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '365084f8-2068-4655-9009-041f3cc171be'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:19:25.546905 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-a272251e-408e-4c0f-8555-035ffd92988a req-43880a07-d274-4104-a575-c83f9a855297 service neutron] Request body: {'port': {'device_id': '729d5332-a000-4a7e-b737-2cb5be03b163', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:19:25.551292 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed820b25-b969-4a20-9436-16ba44dfbc02 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Pushing event updated for resources: {'Port': ['ID=592ec7cb-d413-4e6f-af11-550fb94964e0,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:19:25.584440 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-ed5edfda-aea5-4586-80bb-1abd10559ec5 req-bd17318c-be15-40e9-b2a9-894b0f1838c3 service neutron] For port e33f78e5-ff97-4f89-a4db-1bcfa5ff3842, host n-h2-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=e33f78e5-ff97-4f89-a4db-1bcfa5ff3842,segment=NetworkSegment(30a1e83f-6fb2-463b-baec-19bf81bfa14b),segment_id=30a1e83f-6fb2-463b-baec-19bf81bfa14b)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:19:25.592834 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-ed5edfda-aea5-4586-80bb-1abd10559ec5 req-bd17318c-be15-40e9-b2a9-894b0f1838c3 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:25.594807 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-ed5edfda-aea5-4586-80bb-1abd10559ec5 req-bd17318c-be15-40e9-b2a9-894b0f1838c3 service neutron] 10.222.0.65 "POST /v2.0/ports/e33f78e5-ff97-4f89-a4db-1bcfa5ff3842/bindings HTTP/1.1" status: 201 len: 389 time: 0.7290864 Feb 04 12:19:25.646032 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e52ba4-2a8c-4be6-87cb-4f6feceb4563 req-0749b931-5c35-4934-af6e-3d889a786115 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:25.647824 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b2e52ba4-2a8c-4be6-87cb-4f6feceb4563 req-0749b931-5c35-4934-af6e-3d889a786115 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/ports?device_id=729d5332-a000-4a7e-b737-2cb5be03b163 HTTP/1.1" status: 200 len: 932 time: 0.1654301 Feb 04 12:19:25.685720 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-a272251e-408e-4c0f-8555-035ffd92988a req-43880a07-d274-4104-a575-c83f9a855297 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (592ec7cb-d413-4e6f-af11-550fb94964e0), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:26.022811 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5edfda-aea5-4586-80bb-1abd10559ec5 req-5d890d8d-5e0f-4280-917f-88892ab09344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:26.024742 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-ed5edfda-aea5-4586-80bb-1abd10559ec5 req-5d890d8d-5e0f-4280-917f-88892ab09344 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=207f01ccf15c4616a04a98fbbad5fc72&device_id=a40af1ad-fc65-42d6-a1d8-1787e530da20 HTTP/1.1" status: 200 len: 1128 time: 0.0869660 Feb 04 12:19:26.025747 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2d1f9cdd-624f-4122-bb83-d310b4f7ded3 req-a69f47c3-a624-43a2-9ae2-01f0dff39dac tempest-AbsoluteLimitsNegativeTestJSON-1411583839 tempest-AbsoluteLimitsNegativeTestJSON-1411583839-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=398f181d316a4c08ba4c67c30d9f8262&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1597648 Feb 04 12:19:26.055508 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b2e52ba4-2a8c-4be6-87cb-4f6feceb4563 req-2a2edfb4-4eae-41bb-9ff4-a75f430ce18f tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4f571d4-f0a1-47f6-a54a-b93db47581cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3984551 Feb 04 12:19:26.202081 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5edfda-aea5-4586-80bb-1abd10559ec5 req-00d6e4f4-5b79-4f29-a036-276ad40a4baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:26.205514 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-ed5edfda-aea5-4586-80bb-1abd10559ec5 req-00d6e4f4-5b79-4f29-a036-276ad40a4baa service neutron] 10.222.0.77 "GET /v2.0/networks?id=365084f8-2068-4655-9009-041f3cc171be HTTP/1.1" status: 200 len: 922 time: 0.1731365 Feb 04 12:19:26.265744 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-ed5edfda-aea5-4586-80bb-1abd10559ec5 req-7635f5d6-2750-40dd-a045-b5322bb52366 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e33f78e5-ff97-4f89-a4db-1bcfa5ff3842 HTTP/1.1" status: 200 len: 217 time: 0.0523875 Feb 04 12:19:26.372254 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5edfda-aea5-4586-80bb-1abd10559ec5 req-091bf929-bd03-4a5d-8dc6-83146397bbea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:26.374914 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-ed5edfda-aea5-4586-80bb-1abd10559ec5 req-091bf929-bd03-4a5d-8dc6-83146397bbea service neutron] 10.222.0.77 "GET /v2.0/subnets?id=baf06417-eecb-4036-81cf-3c7679e7daf8 HTTP/1.1" status: 200 len: 861 time: 0.0936248 Feb 04 12:19:26.450171 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1f9cdd-624f-4122-bb83-d310b4f7ded3 req-92c16bc2-c477-403b-b9e2-59ed7ba9efab tempest-AbsoluteLimitsNegativeTestJSON-1411583839 tempest-AbsoluteLimitsNegativeTestJSON-1411583839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:26.452814 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2d1f9cdd-624f-4122-bb83-d310b4f7ded3 req-92c16bc2-c477-403b-b9e2-59ed7ba9efab tempest-AbsoluteLimitsNegativeTestJSON-1411583839 tempest-AbsoluteLimitsNegativeTestJSON-1411583839-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3923836 Feb 04 12:19:26.462773 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e96735-d70c-48a1-ac90-e7a292e7eeaa req-d7bed3ef-28b7-49e8-b1bc-1eaed66e94f8 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:26.470742 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-00e96735-d70c-48a1-ac90-e7a292e7eeaa req-d7bed3ef-28b7-49e8-b1bc-1eaed66e94f8 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/ports?device_id=f027c61e-1573-4eca-b41f-3575c551f5d7 HTTP/1.1" status: 200 len: 949 time: 0.2491112 Feb 04 12:19:26.481140 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-ed5edfda-aea5-4586-80bb-1abd10559ec5 req-4d3efee0-d693-4637-bc14-6bdb3e40fc8d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=365084f8-2068-4655-9009-041f3cc171be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0972655 Feb 04 12:19:26.531466 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-a272251e-408e-4c0f-8555-035ffd92988a req-43880a07-d274-4104-a575-c83f9a855297 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 592ec7cb-d413-4e6f-af11-550fb94964e0 {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:19:26.538689 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2d1f9cdd-624f-4122-bb83-d310b4f7ded3 req-003b6197-4353-48d1-bbbe-de625712172e tempest-AbsoluteLimitsNegativeTestJSON-1411583839 tempest-AbsoluteLimitsNegativeTestJSON-1411583839-project] 10.222.0.65 "GET /v2.0/quotas/398f181d316a4c08ba4c67c30d9f8262 HTTP/1.1" status: 200 len: 375 time: 0.0567820 Feb 04 12:19:26.549841 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-a272251e-408e-4c0f-8555-035ffd92988a req-43880a07-d274-4104-a575-c83f9a855297 service neutron] Publish callbacks [] for port (592ec7cb-d413-4e6f-af11-550fb94964e0), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:26.558343 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 881c6c2b-9c46-42a8-b474-fc29c58ef765 up at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:19:26.604816 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-a272251e-408e-4c0f-8555-035ffd92988a req-43880a07-d274-4104-a575-c83f9a855297 service neutron] Transition to ACTIVE for port object 592ec7cb-d413-4e6f-af11-550fb94964e0 will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:19:26.617484 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2d1f9cdd-624f-4122-bb83-d310b4f7ded3 req-b5c736cb-7a27-416f-940c-549dcb224356 tempest-AbsoluteLimitsNegativeTestJSON-1411583839 tempest-AbsoluteLimitsNegativeTestJSON-1411583839-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=398f181d316a4c08ba4c67c30d9f8262&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0540078 Feb 04 12:19:26.625400 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-a272251e-408e-4c0f-8555-035ffd92988a req-43880a07-d274-4104-a575-c83f9a855297 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (592ec7cb-d413-4e6f-af11-550fb94964e0), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:26.636652 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-ed5edfda-aea5-4586-80bb-1abd10559ec5 req-e93f1396-6a32-4bb9-9295-07702b21721f service neutron] 10.222.0.77 "GET /v2.0/networks/365084f8-2068-4655-9009-041f3cc171be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484601 Feb 04 12:19:26.662885 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-00e96735-d70c-48a1-ac90-e7a292e7eeaa req-6ce2144e-bbec-42ca-9c54-21f0a6069af4 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/security-groups?id=9a1ba13a-3582-42ac-bb35-362abd3a196f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881680 Feb 04 12:19:26.722045 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning for port 881c6c2b-9c46-42a8-b474-fc29c58ef765 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:19:26.739994 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning complete for port 881c6c2b-9c46-42a8-b474-fc29c58ef765 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:19:26.740887 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (881c6c2b-9c46-42a8-b474-fc29c58ef765), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:26.803392 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43880a07-d274-4104-a575-c83f9a855297 service neutron] Pushing event updated for resources: {'Port': ['ID=592ec7cb-d413-4e6f-af11-550fb94964e0,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:19:26.928561 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-a272251e-408e-4c0f-8555-035ffd92988a req-43880a07-d274-4104-a575-c83f9a855297 service neutron] Attempting to bind port 592ec7cb-d413-4e6f-af11-550fb94964e0 on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:19:26.928890 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-a272251e-408e-4c0f-8555-035ffd92988a req-43880a07-d274-4104-a575-c83f9a855297 service neutron] Attempting to bind port 592ec7cb-d413-4e6f-af11-550fb94964e0 by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': '1a9a2aca-b7f6-445c-a938-0b8696864233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '8201226e-f25e-431d-a6a5-6704e8dc4880'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:19:26.929310 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a272251e-408e-4c0f-8555-035ffd92988a req-43880a07-d274-4104-a575-c83f9a855297 service neutron] Attempting to bind port 592ec7cb-d413-4e6f-af11-550fb94964e0 on network 8201226e-f25e-431d-a6a5-6704e8dc4880 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:19:26.931066 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-ed5edfda-aea5-4586-80bb-1abd10559ec5 req-80b3aba7-fd1e-420a-92e0-bf6554affa2e service neutron] 10.222.0.77 "GET /v2.0/networks/365084f8-2068-4655-9009-041f3cc171be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2835670 Feb 04 12:19:26.949541 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a272251e-408e-4c0f-8555-035ffd92988a req-43880a07-d274-4104-a575-c83f9a855297 service neutron] Port 592ec7cb-d413-4e6f-af11-550fb94964e0 on network 8201226e-f25e-431d-a6a5-6704e8dc4880 not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:19:26.950141 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a272251e-408e-4c0f-8555-035ffd92988a req-43880a07-d274-4104-a575-c83f9a855297 service neutron] Attempting to bind port 592ec7cb-d413-4e6f-af11-550fb94964e0 on network 8201226e-f25e-431d-a6a5-6704e8dc4880 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:19:26.966935 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a272251e-408e-4c0f-8555-035ffd92988a req-43880a07-d274-4104-a575-c83f9a855297 service neutron] Checking agent: {'id': 'f8add0d2-2202-43d3-bc0e-72442788e6ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:19:26.967951 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a272251e-408e-4c0f-8555-035ffd92988a req-43880a07-d274-4104-a575-c83f9a855297 service neutron] Checking segment: {'id': '1a9a2aca-b7f6-445c-a938-0b8696864233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '8201226e-f25e-431d-a6a5-6704e8dc4880'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:19:26.968216 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a272251e-408e-4c0f-8555-035ffd92988a req-43880a07-d274-4104-a575-c83f9a855297 service neutron] Bound using segment: {'id': '1a9a2aca-b7f6-445c-a938-0b8696864233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '8201226e-f25e-431d-a6a5-6704e8dc4880'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:19:26.968611 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-a272251e-408e-4c0f-8555-035ffd92988a req-43880a07-d274-4104-a575-c83f9a855297 service neutron] Bound port: 592ec7cb-d413-4e6f-af11-550fb94964e0, host: n-h1-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a9a2aca-b7f6-445c-a938-0b8696864233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '8201226e-f25e-431d-a6a5-6704e8dc4880'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:19:26.968982 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-a272251e-408e-4c0f-8555-035ffd92988a req-43880a07-d274-4104-a575-c83f9a855297 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (592ec7cb-d413-4e6f-af11-550fb94964e0), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:26.979589 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbcab8e-46b2-48c3-aa1f-bd4bbaf3110a req-0f296d29-18b3-410b-88fd-763b88f825e3 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:26.993016 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3cbcab8e-46b2-48c3-aa1f-bd4bbaf3110a req-0f296d29-18b3-410b-88fd-763b88f825e3 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=a40af1ad-fc65-42d6-a1d8-1787e530da20 HTTP/1.1" status: 200 len: 946 time: 0.1769569 Feb 04 12:19:27.066563 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a55a7b9-3979-4c76-aa15-ad402c426991 req-41335e49-2432-4a74-a858-50bf8bbba138 tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:27.069370 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5a55a7b9-3979-4c76-aa15-ad402c426991 req-41335e49-2432-4a74-a858-50bf8bbba138 tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ef92eb2-fded-4259-bb66-cb021f3ce906 HTTP/1.1" status: 200 len: 949 time: 0.1774373 Feb 04 12:19:27.072589 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 881c6c2b-9c46-42a8-b474-fc29c58ef765 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:19:27.073404 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (881c6c2b-9c46-42a8-b474-fc29c58ef765), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:27.155280 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ef92eb2-fded-4259-bb66-cb021f3ce906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '881c6c2b-9c46-42a8-b474-fc29c58ef765'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:19:27.162621 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5edfda-aea5-4586-80bb-1abd10559ec5 req-8b9755db-df09-41d8-9890-4709eba05bc9 tempest-LiveAutoBlockMigrationV225Test-497889810 tempest-LiveAutoBlockMigrationV225Test-497889810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:27.166436 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-ed5edfda-aea5-4586-80bb-1abd10559ec5 req-8b9755db-df09-41d8-9890-4709eba05bc9 tempest-LiveAutoBlockMigrationV225Test-497889810 tempest-LiveAutoBlockMigrationV225Test-497889810-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=a40af1ad-fc65-42d6-a1d8-1787e530da20&tenant_id=207f01ccf15c4616a04a98fbbad5fc72&binding%3Ahost_id=n-h1-825015-3 HTTP/1.1" status: 200 len: 1128 time: 0.1458576 Feb 04 12:19:27.167302 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef00dc72-7283-427a-a2b0-a939fd9e262f" -d '{"events": [{"server_uuid": "1ef92eb2-fded-4259-bb66-cb021f3ce906", "name": "network-vif-plugged", "status": "completed", "tag": "881c6c2b-9c46-42a8-b474-fc29c58ef765"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:19:27.182705 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-ed5edfda-aea5-4586-80bb-1abd10559ec5 req-3db14441-d0f9-45af-8681-56a844688c1c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-825015-3'}}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:19:27.215249 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 881c6c2b-9c46-42a8-b474-fc29c58ef765, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=881c6c2b-9c46-42a8-b474-fc29c58ef765,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:19:27.223972 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (881c6c2b-9c46-42a8-b474-fc29c58ef765), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:27.226829 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3cbcab8e-46b2-48c3-aa1f-bd4bbaf3110a req-53598ed9-f5bc-4e7b-b42b-60591d943d53 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/security-groups?id=0e320687-8002-4e00-a016-6bf57af2cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324769 Feb 04 12:19:27.345363 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5a55a7b9-3979-4c76-aa15-ad402c426991 req-1d99bf9c-ec27-4d35-8ab2-fb4dbff661c6 tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] 10.222.0.65 "GET /v2.0/security-groups?id=18e2d55a-df02-4fae-b673-f4d465aa36fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657013 Feb 04 12:19:27.356721 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-a272251e-408e-4c0f-8555-035ffd92988a req-43880a07-d274-4104-a575-c83f9a855297 service neutron] For port 592ec7cb-d413-4e6f-af11-550fb94964e0, host n-h1-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:19:27.366729 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-ed5edfda-aea5-4586-80bb-1abd10559ec5 req-3db14441-d0f9-45af-8681-56a844688c1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (e33f78e5-ff97-4f89-a4db-1bcfa5ff3842), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:27.367504 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=881c6c2b-9c46-42a8-b474-fc29c58ef765,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:19:27.372250 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-a272251e-408e-4c0f-8555-035ffd92988a req-43880a07-d274-4104-a575-c83f9a855297 service neutron] For port 592ec7cb-d413-4e6f-af11-550fb94964e0, host n-h1-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=592ec7cb-d413-4e6f-af11-550fb94964e0,segment=NetworkSegment(1a9a2aca-b7f6-445c-a938-0b8696864233),segment_id=1a9a2aca-b7f6-445c-a938-0b8696864233)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:19:27.385303 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 58114) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:19:27.403665 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-a272251e-408e-4c0f-8555-035ffd92988a req-43880a07-d274-4104-a575-c83f9a855297 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (592ec7cb-d413-4e6f-af11-550fb94964e0), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:27.464009 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d7ad101-1a13-48b4-8afb-03ab7d711624 x-openstack-request-id: req-9d7ad101-1a13-48b4-8afb-03ab7d711624 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:19:27.464418 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ef92eb2-fded-4259-bb66-cb021f3ce906", "name": "network-vif-plugged", "status": "completed", "tag": "881c6c2b-9c46-42a8-b474-fc29c58ef765", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:19:27.464678 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9d7ad101-1a13-48b4-8afb-03ab7d711624 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:19:27.465302 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ef92eb2-fded-4259-bb66-cb021f3ce906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '881c6c2b-9c46-42a8-b474-fc29c58ef765', 'code': 200} Feb 04 12:19:27.629985 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a272251e-408e-4c0f-8555-035ffd92988a req-43880a07-d274-4104-a575-c83f9a855297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:27.630916 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-a272251e-408e-4c0f-8555-035ffd92988a req-43880a07-d274-4104-a575-c83f9a855297 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:27.633792 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a272251e-408e-4c0f-8555-035ffd92988a req-43880a07-d274-4104-a575-c83f9a855297 service neutron] 10.222.0.73 "PUT /v2.0/ports/592ec7cb-d413-4e6f-af11-550fb94964e0 HTTP/1.1" status: 200 len: 1092 time: 2.1134131 Feb 04 12:19:27.634338 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '729d5332-a000-4a7e-b737-2cb5be03b163', 'tag': '592ec7cb-d413-4e6f-af11-550fb94964e0'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:19:27.651880 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e316105-34f2-4a3e-930f-7224a3cc14fc" -d '{"events": [{"name": "network-changed", "server_uuid": "729d5332-a000-4a7e-b737-2cb5be03b163", "tag": "592ec7cb-d413-4e6f-af11-550fb94964e0"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:19:27.664124 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-ed5edfda-aea5-4586-80bb-1abd10559ec5 req-3db14441-d0f9-45af-8681-56a844688c1c service neutron] For port e33f78e5-ff97-4f89-a4db-1bcfa5ff3842, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=e33f78e5-ff97-4f89-a4db-1bcfa5ff3842,segment=NetworkSegment(30a1e83f-6fb2-463b-baec-19bf81bfa14b),segment_id=30a1e83f-6fb2-463b-baec-19bf81bfa14b)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:19:27.692924 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f123c17-953f-4b65-b3f8-e61dad830b2b req-51ccfd77-0ec2-416d-ac50-67b12492101b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:27.695031 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-7f123c17-953f-4b65-b3f8-e61dad830b2b req-51ccfd77-0ec2-416d-ac50-67b12492101b service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=1ef92eb2-fded-4259-bb66-cb021f3ce906 HTTP/1.1" status: 200 len: 1132 time: 0.1534233 Feb 04 12:19:27.799535 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32bd984b-c563-4f34-8aaa-ef2ef1f0e0ce x-openstack-request-id: req-32bd984b-c563-4f34-8aaa-ef2ef1f0e0ce {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:19:27.800087 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "729d5332-a000-4a7e-b737-2cb5be03b163", "tag": "592ec7cb-d413-4e6f-af11-550fb94964e0", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:19:27.800505 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-32bd984b-c563-4f34-8aaa-ef2ef1f0e0ce {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:19:27.801130 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '729d5332-a000-4a7e-b737-2cb5be03b163', 'tag': '592ec7cb-d413-4e6f-af11-550fb94964e0', 'status': 'completed', 'code': 200} Feb 04 12:19:27.814144 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43880a07-d274-4104-a575-c83f9a855297 service neutron] Pushing event updated for resources: {'Port': ['ID=592ec7cb-d413-4e6f-af11-550fb94964e0,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:19:27.855168 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cf66ae-cd8f-4dbf-8e98-f0d7ed4b47a9 req-73f018d7-9952-4efc-b1ac-e6d2da89684a tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:27.873977 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-18cf66ae-cd8f-4dbf-8e98-f0d7ed4b47a9 req-73f018d7-9952-4efc-b1ac-e6d2da89684a tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/ports?device_id=729d5332-a000-4a7e-b737-2cb5be03b163 HTTP/1.1" status: 200 len: 944 time: 0.4142165 Feb 04 12:19:27.893081 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-7f123c17-953f-4b65-b3f8-e61dad830b2b req-a27aa7e3-a560-4e45-ba85-492c53a9b3d6 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=18e2d55a-df02-4fae-b673-f4d465aa36fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910264 Feb 04 12:19:27.930686 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-ed5edfda-aea5-4586-80bb-1abd10559ec5 req-3db14441-d0f9-45af-8681-56a844688c1c service neutron] For port e33f78e5-ff97-4f89-a4db-1bcfa5ff3842, host n-h1-825015-3, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:19:27.933583 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c250b341-41d5-431b-ba24-de94441971fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:27.980609 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a272251e-408e-4c0f-8555-035ffd92988a req-20ca32d4-f5c2-4983-b356-dd5053f64fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:27.983472 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a272251e-408e-4c0f-8555-035ffd92988a req-20ca32d4-f5c2-4983-b356-dd5053f64fc0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=24a467b030c744bba5cc99601ae6aefc&device_id=729d5332-a000-4a7e-b737-2cb5be03b163 HTTP/1.1" status: 200 len: 1126 time: 0.2631760 Feb 04 12:19:28.022764 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a40af1ad-fc65-42d6-a1d8-1787e530da20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e33f78e5-ff97-4f89-a4db-1bcfa5ff3842'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:19:28.026256 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d91ceb0c-8a66-49a6-a128-c81a9330905f" -d '{"events": [{"server_uuid": "a40af1ad-fc65-42d6-a1d8-1787e530da20", "name": "network-vif-unplugged", "status": "completed", "tag": "e33f78e5-ff97-4f89-a4db-1bcfa5ff3842"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:19:28.031584 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-ed5edfda-aea5-4586-80bb-1abd10559ec5 req-3db14441-d0f9-45af-8681-56a844688c1c service neutron] Publish callbacks [] for port (e33f78e5-ff97-4f89-a4db-1bcfa5ff3842), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:28.047578 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-ed5edfda-aea5-4586-80bb-1abd10559ec5 req-3db14441-d0f9-45af-8681-56a844688c1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (e33f78e5-ff97-4f89-a4db-1bcfa5ff3842), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:28.121210 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a272251e-408e-4c0f-8555-035ffd92988a req-f1dc8182-d108-4670-b470-c8bd7846ee59 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=592ec7cb-d413-4e6f-af11-550fb94964e0 HTTP/1.1" status: 200 len: 217 time: 0.0980229 Feb 04 12:19:28.145209 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-18cf66ae-cd8f-4dbf-8e98-f0d7ed4b47a9 req-a4c72d8a-6c10-46bb-9524-be0ff6838957 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4f571d4-f0a1-47f6-a54a-b93db47581cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696338 Feb 04 12:19:28.267705 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76f74df-64b5-493e-8cc0-f41c4e160cd5 req-6c441911-3d6c-46a5-bcea-ade38465f2fc tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:28.270825 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f76f74df-64b5-493e-8cc0-f41c4e160cd5 req-6c441911-3d6c-46a5-bcea-ade38465f2fc tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/ports?device_id=f027c61e-1573-4eca-b41f-3575c551f5d7 HTTP/1.1" status: 200 len: 949 time: 0.3203416 Feb 04 12:19:28.270980 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db14441-d0f9-45af-8681-56a844688c1c service neutron] Pushing event updated for resources: {'Port': ['ID=e33f78e5-ff97-4f89-a4db-1bcfa5ff3842,revision_number=7']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:19:28.273380 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a272251e-408e-4c0f-8555-035ffd92988a req-1b07d756-9039-4c16-85c7-184787da8ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:28.275135 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a272251e-408e-4c0f-8555-035ffd92988a req-1b07d756-9039-4c16-85c7-184787da8ae6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6b10c2b1-e8bd-4535-8be4-90c0033f4e8f HTTP/1.1" status: 200 len: 847 time: 0.1223416 Feb 04 12:19:28.306197 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 12:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f3cf35a-c4c0-438a-8360-38b7185a9b2b x-openstack-request-id: req-5f3cf35a-c4c0-438a-8360-38b7185a9b2b {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:19:28.307725 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a40af1ad-fc65-42d6-a1d8-1787e530da20", "name": "network-vif-unplugged", "status": "completed", "tag": "e33f78e5-ff97-4f89-a4db-1bcfa5ff3842", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:19:28.308206 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5f3cf35a-c4c0-438a-8360-38b7185a9b2b {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:19:28.309206 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a40af1ad-fc65-42d6-a1d8-1787e530da20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e33f78e5-ff97-4f89-a4db-1bcfa5ff3842', 'code': 200} Feb 04 12:19:28.333783 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a272251e-408e-4c0f-8555-035ffd92988a req-6553d8f7-a0c3-420c-abc9-745d1ecfbc23 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8201226e-f25e-431d-a6a5-6704e8dc4880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407376 Feb 04 12:19:28.340823 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-ed5edfda-aea5-4586-80bb-1abd10559ec5 req-3db14441-d0f9-45af-8681-56a844688c1c service neutron] Attempting to bind port e33f78e5-ff97-4f89-a4db-1bcfa5ff3842 on host n-h1-825015-3 for vnic_type normal with profile {"migrating_to": "n-h2-825015-3"} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:19:28.341151 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-ed5edfda-aea5-4586-80bb-1abd10559ec5 req-3db14441-d0f9-45af-8681-56a844688c1c service neutron] Attempting to bind port e33f78e5-ff97-4f89-a4db-1bcfa5ff3842 by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': '30a1e83f-6fb2-463b-baec-19bf81bfa14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '365084f8-2068-4655-9009-041f3cc171be'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:19:28.341537 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5edfda-aea5-4586-80bb-1abd10559ec5 req-3db14441-d0f9-45af-8681-56a844688c1c service neutron] Attempting to bind port e33f78e5-ff97-4f89-a4db-1bcfa5ff3842 on network 365084f8-2068-4655-9009-041f3cc171be {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:19:28.366456 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5edfda-aea5-4586-80bb-1abd10559ec5 req-3db14441-d0f9-45af-8681-56a844688c1c service neutron] Port e33f78e5-ff97-4f89-a4db-1bcfa5ff3842 on network 365084f8-2068-4655-9009-041f3cc171be not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:19:28.367390 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5edfda-aea5-4586-80bb-1abd10559ec5 req-3db14441-d0f9-45af-8681-56a844688c1c service neutron] Attempting to bind port e33f78e5-ff97-4f89-a4db-1bcfa5ff3842 on network 365084f8-2068-4655-9009-041f3cc171be {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:19:28.403703 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c250b341-41d5-431b-ba24-de94441971fa admin admin] Publish callbacks [] for security_group (f4c19b8d-a77c-4b21-bd46-f5cfd5fc4de4), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:28.411684 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5edfda-aea5-4586-80bb-1abd10559ec5 req-3db14441-d0f9-45af-8681-56a844688c1c service neutron] Checking agent: {'id': 'f8add0d2-2202-43d3-bc0e-72442788e6ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:19:28.412889 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5edfda-aea5-4586-80bb-1abd10559ec5 req-3db14441-d0f9-45af-8681-56a844688c1c service neutron] Checking segment: {'id': '30a1e83f-6fb2-463b-baec-19bf81bfa14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '365084f8-2068-4655-9009-041f3cc171be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:19:28.413921 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5edfda-aea5-4586-80bb-1abd10559ec5 req-3db14441-d0f9-45af-8681-56a844688c1c service neutron] Bound using segment: {'id': '30a1e83f-6fb2-463b-baec-19bf81bfa14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '365084f8-2068-4655-9009-041f3cc171be'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:19:28.415197 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-ed5edfda-aea5-4586-80bb-1abd10559ec5 req-3db14441-d0f9-45af-8681-56a844688c1c service neutron] Bound port: e33f78e5-ff97-4f89-a4db-1bcfa5ff3842, host: n-h1-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30a1e83f-6fb2-463b-baec-19bf81bfa14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '365084f8-2068-4655-9009-041f3cc171be'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:19:28.416186 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-ed5edfda-aea5-4586-80bb-1abd10559ec5 req-3db14441-d0f9-45af-8681-56a844688c1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (e33f78e5-ff97-4f89-a4db-1bcfa5ff3842), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:28.422792 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c250b341-41d5-431b-ba24-de94441971fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (f4c19b8d-a77c-4b21-bd46-f5cfd5fc4de4), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:28.534169 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a272251e-408e-4c0f-8555-035ffd92988a req-400d1176-96cf-4b0d-b884-3d07dcc706ed service neutron] 10.222.0.73 "GET /v2.0/networks/8201226e-f25e-431d-a6a5-6704e8dc4880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855288 Feb 04 12:19:28.547326 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f76f74df-64b5-493e-8cc0-f41c4e160cd5 req-9bbaf1b0-07de-4d04-a22f-545128dd4a24 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/security-groups?id=9a1ba13a-3582-42ac-bb35-362abd3a196f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645543 Feb 04 12:19:28.573077 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-c250b341-41d5-431b-ba24-de94441971fa admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=398f181d316a4c08ba4c67c30d9f8262&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1830525 Feb 04 12:19:28.573077 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c250b341-41d5-431b-ba24-de94441971fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4c19b8d-a77c-4b21-bd46-f5cfd5fc4de4,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:19:28.577055 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 58142) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:19:28.697903 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-ed5edfda-aea5-4586-80bb-1abd10559ec5 req-3db14441-d0f9-45af-8681-56a844688c1c service neutron] For port e33f78e5-ff97-4f89-a4db-1bcfa5ff3842, host n-h1-825015-3, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:19:28.723105 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-ed5edfda-aea5-4586-80bb-1abd10559ec5 req-3db14441-d0f9-45af-8681-56a844688c1c service neutron] For port e33f78e5-ff97-4f89-a4db-1bcfa5ff3842, host n-h1-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=e33f78e5-ff97-4f89-a4db-1bcfa5ff3842,segment=NetworkSegment(30a1e83f-6fb2-463b-baec-19bf81bfa14b),segment_id=30a1e83f-6fb2-463b-baec-19bf81bfa14b)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:19:28.749754 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-ed5edfda-aea5-4586-80bb-1abd10559ec5 req-3db14441-d0f9-45af-8681-56a844688c1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (e33f78e5-ff97-4f89-a4db-1bcfa5ff3842), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:28.769206 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f01c706d-dbcd-4c7f-8740-9e4095b9fc0d admin admin] Publish callbacks [] for security_group (f4c19b8d-a77c-4b21-bd46-f5cfd5fc4de4), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:28.817144 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a272251e-408e-4c0f-8555-035ffd92988a req-26b9cc30-30a0-4366-97f8-37f21b4c4a7e service neutron] 10.222.0.73 "GET /v2.0/networks/8201226e-f25e-431d-a6a5-6704e8dc4880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2686462 Feb 04 12:19:28.877255 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f01c706d-dbcd-4c7f-8740-9e4095b9fc0d admin admin] Publish callbacks [] for security_group (f4c19b8d-a77c-4b21-bd46-f5cfd5fc4de4), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:28.893651 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fc280c-9d46-4761-942e-c81f29e8960c req-ebb30d6e-ccd9-4459-995b-14d86967acf3 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:28.900487 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-04fc280c-9d46-4761-942e-c81f29e8960c req-ebb30d6e-ccd9-4459-995b-14d86967acf3 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=a40af1ad-fc65-42d6-a1d8-1787e530da20 HTTP/1.1" status: 200 len: 944 time: 0.1582687 Feb 04 12:19:28.946579 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db14441-d0f9-45af-8681-56a844688c1c service neutron] Pushing event updated for resources: {'Port': ['ID=e33f78e5-ff97-4f89-a4db-1bcfa5ff3842,revision_number=8']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:19:28.965364 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5edfda-aea5-4586-80bb-1abd10559ec5 req-3db14441-d0f9-45af-8681-56a844688c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:28.966351 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5211aa56-b0ea-4a07-b408-fe1740ebdac4 req-a9675bf4-29f6-41b9-a0d3-3a7a862e2db5 tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:28.966626 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-ed5edfda-aea5-4586-80bb-1abd10559ec5 req-3db14441-d0f9-45af-8681-56a844688c1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:28.969194 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5211aa56-b0ea-4a07-b408-fe1740ebdac4 req-a9675bf4-29f6-41b9-a0d3-3a7a862e2db5 tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ef92eb2-fded-4259-bb66-cb021f3ce906 HTTP/1.1" status: 200 len: 950 time: 0.2058439 Feb 04 12:19:28.969699 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-ed5edfda-aea5-4586-80bb-1abd10559ec5 req-3db14441-d0f9-45af-8681-56a844688c1c service neutron] 10.222.0.77 "PUT /v2.0/ports/e33f78e5-ff97-4f89-a4db-1bcfa5ff3842 HTTP/1.1" status: 200 len: 1122 time: 1.7962520 Feb 04 12:19:29.058031 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f01c706d-dbcd-4c7f-8740-9e4095b9fc0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (f4c19b8d-a77c-4b21-bd46-f5cfd5fc4de4), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:29.064560 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f01c706d-dbcd-4c7f-8740-9e4095b9fc0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:29.066340 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-f01c706d-dbcd-4c7f-8740-9e4095b9fc0d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f4c19b8d-a77c-4b21-bd46-f5cfd5fc4de4 HTTP/1.1" status: 204 len: 168 time: 0.4881563 Feb 04 12:19:29.089321 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['e33f78e5-ff97-4f89-a4db-1bcfa5ff3842'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:19:29.099112 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01c706d-dbcd-4c7f-8740-9e4095b9fc0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4c19b8d-a77c-4b21-bd46-f5cfd5fc4de4,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:19:29.106660 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-04fc280c-9d46-4761-942e-c81f29e8960c req-a4b85b25-1f7b-48d4-8fa7-6816b9a7e58c tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/security-groups?id=0e320687-8002-4e00-a016-6bf57af2cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834695 Feb 04 12:19:29.110831 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5211aa56-b0ea-4a07-b408-fe1740ebdac4 req-82ea36ac-c838-4de4-9604-a50813e45a0b tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] 10.222.0.65 "GET /v2.0/security-groups?id=18e2d55a-df02-4fae-b673-f4d465aa36fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059706 Feb 04 12:19:29.130812 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e316105-34f2-4a3e-930f-7224a3cc14fc req-8a47ba9d-7114-4a70-9827-7082a39795ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:29.137524 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7e316105-34f2-4a3e-930f-7224a3cc14fc req-8a47ba9d-7114-4a70-9827-7082a39795ce service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=24a467b030c744bba5cc99601ae6aefc&device_id=729d5332-a000-4a7e-b737-2cb5be03b163 HTTP/1.1" status: 200 len: 1126 time: 0.2290218 Feb 04 12:19:29.500424 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e316105-34f2-4a3e-930f-7224a3cc14fc req-b4979e0f-d867-4f48-aba1-69758d90cc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:29.507787 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7e316105-34f2-4a3e-930f-7224a3cc14fc req-b4979e0f-d867-4f48-aba1-69758d90cc54 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8201226e-f25e-431d-a6a5-6704e8dc4880 HTTP/1.1" status: 200 len: 908 time: 0.3635137 Feb 04 12:19:29.596270 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7e316105-34f2-4a3e-930f-7224a3cc14fc req-bd676b3a-3bab-4ae3-8444-59e1fe5f231a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=592ec7cb-d413-4e6f-af11-550fb94964e0 HTTP/1.1" status: 200 len: 217 time: 0.0819674 Feb 04 12:19:29.612072 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dd165a-ee45-429d-8638-e1f15efeab3d req-fac4a54c-1784-4238-938c-5dbe66da7545 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:29.622404 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f3dd165a-ee45-429d-8638-e1f15efeab3d req-fac4a54c-1784-4238-938c-5dbe66da7545 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/ports?device_id=729d5332-a000-4a7e-b737-2cb5be03b163 HTTP/1.1" status: 200 len: 944 time: 0.2073512 Feb 04 12:19:29.735139 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f3dd165a-ee45-429d-8638-e1f15efeab3d req-718856f4-1f65-48ea-a705-317597fd8c99 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4f571d4-f0a1-47f6-a54a-b93db47581cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108496 Feb 04 12:19:29.751064 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e316105-34f2-4a3e-930f-7224a3cc14fc req-6ea39ccb-500a-4383-a60f-dd9259081a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:29.752550 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7e316105-34f2-4a3e-930f-7224a3cc14fc req-6ea39ccb-500a-4383-a60f-dd9259081a5f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6b10c2b1-e8bd-4535-8be4-90c0033f4e8f HTTP/1.1" status: 200 len: 847 time: 0.1264839 Feb 04 12:19:29.822524 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7e316105-34f2-4a3e-930f-7224a3cc14fc req-0ee066b6-42b3-4423-82a5-b262239620a8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8201226e-f25e-431d-a6a5-6704e8dc4880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613587 Feb 04 12:19:30.035025 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3287c8-f3df-483f-b4fa-0b6d2fd55710 req-c17a72f7-35f9-402b-ae2a-8d54f048248e tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:30.037679 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ba3287c8-f3df-483f-b4fa-0b6d2fd55710 req-c17a72f7-35f9-402b-ae2a-8d54f048248e tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/ports?device_id=f027c61e-1573-4eca-b41f-3575c551f5d7 HTTP/1.1" status: 200 len: 949 time: 0.1669462 Feb 04 12:19:30.050548 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7e316105-34f2-4a3e-930f-7224a3cc14fc req-abc9402e-2678-4619-93ce-94e6e41e3387 service neutron] 10.222.0.73 "GET /v2.0/networks/8201226e-f25e-431d-a6a5-6704e8dc4880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177107 Feb 04 12:19:30.262685 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7e316105-34f2-4a3e-930f-7224a3cc14fc req-95d6660c-6c92-46ba-a578-5de64690ba3f service neutron] 10.222.0.73 "GET /v2.0/networks/8201226e-f25e-431d-a6a5-6704e8dc4880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980751 Feb 04 12:19:30.288109 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ba3287c8-f3df-483f-b4fa-0b6d2fd55710 req-6061ecf4-2c34-41f2-a1c0-f511888e5347 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/security-groups?id=9a1ba13a-3582-42ac-bb35-362abd3a196f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342753 Feb 04 12:19:30.311618 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a40af1ad-fc65-42d6-a1d8-1787e530da20', 'tag': 'e33f78e5-ff97-4f89-a4db-1bcfa5ff3842'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:19:30.315973 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1885470-6112-4248-8558-9ac7866d6b71" -d '{"events": [{"name": "network-changed", "server_uuid": "a40af1ad-fc65-42d6-a1d8-1787e530da20", "tag": "e33f78e5-ff97-4f89-a4db-1bcfa5ff3842"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:19:30.429257 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bc675a-ac96-4c98-b166-8db27f9ee08d req-677da430-c881-4787-88ed-e7e8a7275201 tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:30.431671 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-19bc675a-ac96-4c98-b166-8db27f9ee08d req-677da430-c881-4787-88ed-e7e8a7275201 tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ef92eb2-fded-4259-bb66-cb021f3ce906 HTTP/1.1" status: 200 len: 950 time: 0.1269321 Feb 04 12:19:30.581657 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020ae205-3b53-43c9-af11-6754e5a8571d req-16e39e72-6a78-45ab-9688-8c7806402031 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:30.583780 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-020ae205-3b53-43c9-af11-6754e5a8571d req-16e39e72-6a78-45ab-9688-8c7806402031 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=a40af1ad-fc65-42d6-a1d8-1787e530da20 HTTP/1.1" status: 200 len: 944 time: 0.1870091 Feb 04 12:19:30.603453 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-19bc675a-ac96-4c98-b166-8db27f9ee08d req-29d8c542-2f6e-44e7-9bf7-7d6896ad0536 tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] 10.222.0.65 "GET /v2.0/security-groups?id=18e2d55a-df02-4fae-b673-f4d465aa36fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418858 Feb 04 12:19:30.694361 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d789a84-6787-4d6a-a2cf-92bb547d0f8f x-openstack-request-id: req-1d789a84-6787-4d6a-a2cf-92bb547d0f8f {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:19:30.695238 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a40af1ad-fc65-42d6-a1d8-1787e530da20", "tag": "e33f78e5-ff97-4f89-a4db-1bcfa5ff3842", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:19:30.696211 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1d789a84-6787-4d6a-a2cf-92bb547d0f8f {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:19:30.697181 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a40af1ad-fc65-42d6-a1d8-1787e530da20', 'tag': 'e33f78e5-ff97-4f89-a4db-1bcfa5ff3842', 'status': 'completed', 'code': 200} Feb 04 12:19:30.767015 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-020ae205-3b53-43c9-af11-6754e5a8571d req-ec359e80-3b4b-4f78-a672-8fef0a223903 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/security-groups?id=0e320687-8002-4e00-a016-6bf57af2cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610694 Feb 04 12:19:30.771534 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 58190) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:19:30.916695 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1885470-6112-4248-8558-9ac7866d6b71 req-797783f6-59f3-4dd8-a2c0-a3e0032a5baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:30.921213 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e1885470-6112-4248-8558-9ac7866d6b71 req-797783f6-59f3-4dd8-a2c0-a3e0032a5baf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=207f01ccf15c4616a04a98fbbad5fc72&device_id=a40af1ad-fc65-42d6-a1d8-1787e530da20 HTTP/1.1" status: 200 len: 1156 time: 0.1450062 Feb 04 12:19:30.950058 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:31.134600 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 58202) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:19:31.182760 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce1e2fb-52c2-4208-b4a6-a8ec5ce7bcb4 req-76261335-5a85-4161-9fc7-dce673e8cd59 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:31.193524 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5ce1e2fb-52c2-4208-b4a6-a8ec5ce7bcb4 req-76261335-5a85-4161-9fc7-dce673e8cd59 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/ports?device_id=729d5332-a000-4a7e-b737-2cb5be03b163 HTTP/1.1" status: 200 len: 944 time: 0.2702641 Feb 04 12:19:31.201209 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bd9d0ffa-565c-415d-ad0d-23f575e4b2c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:31.226356 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-b936e4b8-f3e0-48c4-bdaa-8f2a60e61b64 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-501579117-network', 'tenant_id': 'bb3b803474b64ee4a96a9d1f82e7fbf4'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:19:31.275006 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b936e4b8-f3e0-48c4-bdaa-8f2a60e61b64 admin admin] Made reservation on behalf of bb3b803474b64ee4a96a9d1f82e7fbf4 for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:19:31.280671 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b936e4b8-f3e0-48c4-bdaa-8f2a60e61b64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:31.294708 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1885470-6112-4248-8558-9ac7866d6b71 req-b1997abb-fd3a-4296-8b7b-811f276705cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:31.296530 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e1885470-6112-4248-8558-9ac7866d6b71 req-b1997abb-fd3a-4296-8b7b-811f276705cf service neutron] 10.222.0.73 "GET /v2.0/networks?id=365084f8-2068-4655-9009-041f3cc171be HTTP/1.1" status: 200 len: 922 time: 0.3587506 Feb 04 12:19:31.308026 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:31.312389 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b936e4b8-f3e0-48c4-bdaa-8f2a60e61b64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:31.436866 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bd9d0ffa-565c-415d-ad0d-23f575e4b2c3 admin admin] Publish callbacks [] for security_group (b5c320aa-2961-43dc-be10-0cdc3d8fce36), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:31.447314 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bd9d0ffa-565c-415d-ad0d-23f575e4b2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (b5c320aa-2961-43dc-be10-0cdc3d8fce36), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:31.562700 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9d0ffa-565c-415d-ad0d-23f575e4b2c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5c320aa-2961-43dc-be10-0cdc3d8fce36,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:19:31.585284 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-bd9d0ffa-565c-415d-ad0d-23f575e4b2c3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7faeda88eab14f9d993d63fe9917bf66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8121963 Feb 04 12:19:31.589366 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b936e4b8-f3e0-48c4-bdaa-8f2a60e61b64 admin admin] Publish callbacks [] for security_group (b73e32d6-bba9-41de-b777-3176926786f8), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:31.591214 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 58208) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:19:31.622153 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b936e4b8-f3e0-48c4-bdaa-8f2a60e61b64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (b73e32d6-bba9-41de-b777-3176926786f8), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:31.653696 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5ce1e2fb-52c2-4208-b4a6-a8ec5ce7bcb4 req-9a2fbe04-0eef-4463-bd94-4c8bc152f8a6 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4f571d4-f0a1-47f6-a54a-b93db47581cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4587548 Feb 04 12:19:31.656258 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e1885470-6112-4248-8558-9ac7866d6b71 req-773e5161-7c6e-4bd1-8b7c-1166a67cd5d7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e33f78e5-ff97-4f89-a4db-1bcfa5ff3842 HTTP/1.1" status: 200 len: 217 time: 0.3445256 Feb 04 12:19:31.700131 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b936e4b8-f3e0-48c4-bdaa-8f2a60e61b64 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:19:31.715521 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b936e4b8-f3e0-48c4-bdaa-8f2a60e61b64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b73e32d6-bba9-41de-b777-3176926786f8,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:19:31.740358 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7c878222-e8ae-4ddd-a253-fa51174c276b admin admin] Publish callbacks [] for security_group (b5c320aa-2961-43dc-be10-0cdc3d8fce36), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:31.743225 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b936e4b8-f3e0-48c4-bdaa-8f2a60e61b64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (4b7e69f4-922d-4b45-9b89-3354156bb3f6), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:31.743581 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-b936e4b8-f3e0-48c4-bdaa-8f2a60e61b64 admin admin] Added segment 4b7e69f4-922d-4b45-9b89-3354156bb3f6 of type vlan for network eae58b19-8b37-4b30-b213-f41ab4db1b6c Feb 04 12:19:31.749109 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae1cfd-5df8-4f07-a40c-fe9c1b1f214b req-5616d85e-a6cc-474d-b3dd-b27adc7986a9 tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:31.762945 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2dae1cfd-5df8-4f07-a40c-fe9c1b1f214b req-5616d85e-a6cc-474d-b3dd-b27adc7986a9 tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ef92eb2-fded-4259-bb66-cb021f3ce906 HTTP/1.1" status: 200 len: 950 time: 0.5531123 Feb 04 12:19:31.820478 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1885470-6112-4248-8558-9ac7866d6b71 req-50822dc6-be80-47e7-b1b8-6d3538d33986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:31.822944 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e1885470-6112-4248-8558-9ac7866d6b71 req-50822dc6-be80-47e7-b1b8-6d3538d33986 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=baf06417-eecb-4036-81cf-3c7679e7daf8 HTTP/1.1" status: 200 len: 861 time: 0.1564310 Feb 04 12:19:31.866164 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7c878222-e8ae-4ddd-a253-fa51174c276b admin admin] Publish callbacks [] for security_group (b5c320aa-2961-43dc-be10-0cdc3d8fce36), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:31.883125 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b936e4b8-f3e0-48c4-bdaa-8f2a60e61b64 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (eae58b19-8b37-4b30-b213-f41ab4db1b6c), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:31.920061 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e1885470-6112-4248-8558-9ac7866d6b71 req-14619303-a52e-4253-9a7e-6b0947577015 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=365084f8-2068-4655-9009-041f3cc171be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0761631 Feb 04 12:19:31.961942 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b936e4b8-f3e0-48c4-bdaa-8f2a60e61b64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (eae58b19-8b37-4b30-b213-f41ab4db1b6c), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:31.963244 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b936e4b8-f3e0-48c4-bdaa-8f2a60e61b64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:31.964181 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b936e4b8-f3e0-48c4-bdaa-8f2a60e61b64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:32.033227 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2dae1cfd-5df8-4f07-a40c-fe9c1b1f214b req-de47874f-e656-423b-8e4f-db6e3db7f487 tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] 10.222.0.65 "GET /v2.0/security-groups?id=18e2d55a-df02-4fae-b673-f4d465aa36fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688673 Feb 04 12:19:32.037008 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-b936e4b8-f3e0-48c4-bdaa-8f2a60e61b64 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9003060 Feb 04 12:19:32.038508 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 58212) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:19:32.069759 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7c878222-e8ae-4ddd-a253-fa51174c276b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (b5c320aa-2961-43dc-be10-0cdc3d8fce36), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:32.073721 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7c878222-e8ae-4ddd-a253-fa51174c276b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:32.074427 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-7c878222-e8ae-4ddd-a253-fa51174c276b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b5c320aa-2961-43dc-be10-0cdc3d8fce36 HTTP/1.1" status: 204 len: 168 time: 0.4805062 Feb 04 12:19:32.085454 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-0f37d1d1-f644-4a0d-930c-232756e8845e admin admin] Request body: {'subnet': {'network_id': 'eae58b19-8b37-4b30-b213-f41ab4db1b6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-501579117-subnet', 'tenant_id': 'bb3b803474b64ee4a96a9d1f82e7fbf4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:19:32.094916 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c878222-e8ae-4ddd-a253-fa51174c276b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5c320aa-2961-43dc-be10-0cdc3d8fce36,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:19:32.106374 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b936e4b8-f3e0-48c4-bdaa-8f2a60e61b64 admin admin] Pushing event updated for resources: {'Network': ['ID=eae58b19-8b37-4b30-b213-f41ab4db1b6c,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:19:32.132168 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network eae58b19-8b37-4b30-b213-f41ab4db1b6c details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:19:32.165183 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f76b96c-37ad-48d6-97d0-2d9876c896f8 req-7ec11ab8-53da-4950-a9ba-53717e00fd14 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:32.174447 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7f76b96c-37ad-48d6-97d0-2d9876c896f8 req-7ec11ab8-53da-4950-a9ba-53717e00fd14 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/ports?device_id=f027c61e-1573-4eca-b41f-3575c551f5d7 HTTP/1.1" status: 200 len: 949 time: 0.3402896 Feb 04 12:19:32.254559 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 592ec7cb-d413-4e6f-af11-550fb94964e0 details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:19:32.277240 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f37d1d1-f644-4a0d-930c-232756e8845e admin admin] Made reservation on behalf of bb3b803474b64ee4a96a9d1f82e7fbf4 for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:19:32.280699 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0f37d1d1-f644-4a0d-930c-232756e8845e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:32.351628 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e1885470-6112-4248-8558-9ac7866d6b71 req-9ee44f55-fcd6-4653-8c39-e60fac37b7f5 service neutron] 10.222.0.73 "GET /v2.0/networks/365084f8-2068-4655-9009-041f3cc171be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4214599 Feb 04 12:19:32.387331 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7f76b96c-37ad-48d6-97d0-2d9876c896f8 req-48829def-e2e4-401c-86a9-fbfe1c1cf736 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/security-groups?id=9a1ba13a-3582-42ac-bb35-362abd3a196f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116520 Feb 04 12:19:32.460962 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 592ec7cb-d413-4e6f-af11-550fb94964e0, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=592ec7cb-d413-4e6f-af11-550fb94964e0,segment=NetworkSegment(1a9a2aca-b7f6-445c-a938-0b8696864233),segment_id=1a9a2aca-b7f6-445c-a938-0b8696864233)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:19:32.489509 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': '592ec7cb-d413-4e6f-af11-550fb94964e0', 'network_id': '8201226e-f25e-431d-a6a5-6704e8dc4880', 'port_id': '592ec7cb-d413-4e6f-af11-550fb94964e0', 'mac_address': 'fa:16:3e:5b:53:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b10c2b1-e8bd-4535-8be4-90c0033f4e8f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:19:32.553044 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e1885470-6112-4248-8558-9ac7866d6b71 req-2f4886af-49f6-4125-b6ef-118e3627f28d service neutron] 10.222.0.73 "GET /v2.0/networks/365084f8-2068-4655-9009-041f3cc171be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617038 Feb 04 12:19:32.571541 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97f4687-01c7-49a5-960c-dd1de793b1cc req-eee5761e-135c-4d68-9bbb-2653c8a49061 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:32.576057 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 592ec7cb-d413-4e6f-af11-550fb94964e0 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:19:32.576791 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (592ec7cb-d413-4e6f-af11-550fb94964e0), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:32.579007 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d97f4687-01c7-49a5-960c-dd1de793b1cc req-eee5761e-135c-4d68-9bbb-2653c8a49061 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=a40af1ad-fc65-42d6-a1d8-1787e530da20 HTTP/1.1" status: 200 len: 944 time: 0.3686683 Feb 04 12:19:32.590918 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device e33f78e5-ff97-4f89-a4db-1bcfa5ff3842 details requested by agent hyperv_n-h2-825015-3 with host n-h2-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:19:32.620057 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 592ec7cb-d413-4e6f-af11-550fb94964e0 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:19:32.675832 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d97f4687-01c7-49a5-960c-dd1de793b1cc req-a7d3d6c7-60a5-489f-b1ea-c2b8faf4b3da tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/security-groups?id=0e320687-8002-4e00-a016-6bf57af2cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956025 Feb 04 12:19:32.690153 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 592ec7cb-d413-4e6f-af11-550fb94964e0, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=592ec7cb-d413-4e6f-af11-550fb94964e0,segment=NetworkSegment(1a9a2aca-b7f6-445c-a938-0b8696864233),segment_id=1a9a2aca-b7f6-445c-a938-0b8696864233)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:19:32.709137 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (592ec7cb-d413-4e6f-af11-550fb94964e0), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:32.868366 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 58222) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:19:32.905753 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3b0849d0-f4f0-4e33-946c-3740e105270e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:32.914992 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0f37d1d1-f644-4a0d-930c-232756e8845e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for subnet (3a336ad0-0e25-4f20-acd0-30e3137f0fbb), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:32.937892 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=592ec7cb-d413-4e6f-af11-550fb94964e0,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:19:33.106330 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port e33f78e5-ff97-4f89-a4db-1bcfa5ff3842, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=e33f78e5-ff97-4f89-a4db-1bcfa5ff3842,segment=NetworkSegment(30a1e83f-6fb2-463b-baec-19bf81bfa14b),segment_id=30a1e83f-6fb2-463b-baec-19bf81bfa14b)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:19:33.108610 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f37d1d1-f644-4a0d-930c-232756e8845e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a336ad0-0e25-4f20-acd0-30e3137f0fbb,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:19:33.116533 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3b0849d0-f4f0-4e33-946c-3740e105270e admin admin] Publish callbacks [] for security_group (2232c462-13e2-464b-a9d8-33484ccfdcc3), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:33.123481 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3b0849d0-f4f0-4e33-946c-3740e105270e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (2232c462-13e2-464b-a9d8-33484ccfdcc3), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:33.128334 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['592ec7cb-d413-4e6f-af11-550fb94964e0'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:19:33.198214 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-3b0849d0-f4f0-4e33-946c-3740e105270e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=94e74e1fbad54ea0961b76499e820b40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3279030 Feb 04 12:19:33.199153 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 58226) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:19:33.214118 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0849d0-f4f0-4e33-946c-3740e105270e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2232c462-13e2-464b-a9d8-33484ccfdcc3,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:19:33.229153 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77af73d7-b5de-4a81-be28-6e2654057a02 req-8d236e6c-dff1-4948-93b1-1771b4c0e9ea tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:33.230777 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-77af73d7-b5de-4a81-be28-6e2654057a02 req-8d236e6c-dff1-4948-93b1-1771b4c0e9ea tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/ports?device_id=729d5332-a000-4a7e-b737-2cb5be03b163 HTTP/1.1" status: 200 len: 945 time: 0.4010069 Feb 04 12:19:33.233164 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device e33f78e5-ff97-4f89-a4db-1bcfa5ff3842 has no active binding in host n-h2-825015-3 {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 04 12:19:33.336017 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-990d2087-9d4b-4e4c-a1ca-b6b44d9028aa admin admin] Publish callbacks [] for security_group (2232c462-13e2-464b-a9d8-33484ccfdcc3), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:33.342530 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ed5edfda-aea5-4586-80bb-1abd10559ec5 req-ec432a7f-147f-4684-b435-02d832e50250 service neutron] 10.222.0.73 "GET /v2.0/ports/e33f78e5-ff97-4f89-a4db-1bcfa5ff3842/bindings/n-h2-825015-3 HTTP/1.1" status: 200 len: 384 time: 0.2273817 Feb 04 12:19:33.377188 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-990d2087-9d4b-4e4c-a1ca-b6b44d9028aa admin admin] Publish callbacks [] for security_group (2232c462-13e2-464b-a9d8-33484ccfdcc3), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:33.414800 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f37d1d1-f644-4a0d-930c-232756e8845e admin admin] Checking segment: {'id': '4b7e69f4-922d-4b45-9b89-3354156bb3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'eae58b19-8b37-4b30-b213-f41ab4db1b6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:19:33.415624 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f37d1d1-f644-4a0d-930c-232756e8845e admin admin] Network hostable DHCP agents. Network: eae58b19-8b37-4b30-b213-f41ab4db1b6c, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:19:33.461327 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-990d2087-9d4b-4e4c-a1ca-b6b44d9028aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (2232c462-13e2-464b-a9d8-33484ccfdcc3), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:33.463781 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-77af73d7-b5de-4a81-be28-6e2654057a02 req-1fb6a69c-7f4b-426d-aa0a-87d5af276890 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4f571d4-f0a1-47f6-a54a-b93db47581cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054043 Feb 04 12:19:33.468695 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-990d2087-9d4b-4e4c-a1ca-b6b44d9028aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:33.479272 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-990d2087-9d4b-4e4c-a1ca-b6b44d9028aa admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2232c462-13e2-464b-a9d8-33484ccfdcc3 HTTP/1.1" status: 204 len: 168 time: 0.2781453 Feb 04 12:19:33.524897 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990d2087-9d4b-4e4c-a1ca-b6b44d9028aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2232c462-13e2-464b-a9d8-33484ccfdcc3,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:19:33.542023 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91cd94a-96d8-4a37-8085-b39541d0f297 req-3ccf551d-653b-4561-a809-bef8c8f0ba73 tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:33.557403 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a91cd94a-96d8-4a37-8085-b39541d0f297 req-3ccf551d-653b-4561-a809-bef8c8f0ba73 tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ef92eb2-fded-4259-bb66-cb021f3ce906 HTTP/1.1" status: 200 len: 950 time: 0.3255463 Feb 04 12:19:33.625063 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f37d1d1-f644-4a0d-930c-232756e8845e admin admin] Network eae58b19-8b37-4b30-b213-f41ab4db1b6c is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:19:33.686241 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-0f37d1d1-f644-4a0d-930c-232756e8845e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, eae58b19-8b37-4b30-b213-f41ab4db1b6c) {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:19:33.705236 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf87a65-0447-402a-93e2-2e50df1a83bb None None] Network eae58b19-8b37-4b30-b213-f41ab4db1b6c requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:19:33.766735 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f37d1d1-f644-4a0d-930c-232756e8845e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:33.768054 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0f37d1d1-f644-4a0d-930c-232756e8845e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:33.826010 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a91cd94a-96d8-4a37-8085-b39541d0f297 req-4463d2fa-4fd0-4c81-aee9-32a0c71e82ae tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] 10.222.0.65 "GET /v2.0/security-groups?id=18e2d55a-df02-4fae-b673-f4d465aa36fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671683 Feb 04 12:19:33.848509 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-0f37d1d1-f644-4a0d-930c-232756e8845e admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7933905 Feb 04 12:19:33.848977 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 58236) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:19:33.854849 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-4f07d449-4f25-4818-b803-2bcfffa75856 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-501579117-router', 'tenant_id': 'bb3b803474b64ee4a96a9d1f82e7fbf4', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:19:33.898391 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4f07d449-4f25-4818-b803-2bcfffa75856 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10933'] for router (526125d0-fbb7-4267-b77a-4c98109bcf33), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:33.900232 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4f07d449-4f25-4818-b803-2bcfffa75856 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10924'] for router (526125d0-fbb7-4267-b77a-4c98109bcf33), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:33.942383 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006b6e10-df28-442a-966c-265fc31b4a50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-eae58b19-8b37-4b30-b213-f41ab4db1b6c', 'network_id': 'eae58b19-8b37-4b30-b213-f41ab4db1b6c', 'project_id': 'bb3b803474b64ee4a96a9d1f82e7fbf4', 'fixed_ips': [{'subnet_id': '3a336ad0-0e25-4f20-acd0-30e3137f0fbb'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 12:19:33.945348 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-006b6e10-df28-442a-966c-265fc31b4a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:34.019210 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4f07d449-4f25-4818-b803-2bcfffa75856 admin admin] Publish callbacks [] for router_controller (526125d0-fbb7-4267-b77a-4c98109bcf33), precommit_add_association {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:34.073983 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949d8722-62cd-4b45-9510-3256a3722e6f req-c302d607-2648-40ea-a203-10ba5c1eb19c tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:34.084730 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-949d8722-62cd-4b45-9510-3256a3722e6f req-c302d607-2648-40ea-a203-10ba5c1eb19c tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/ports?device_id=f027c61e-1573-4eca-b41f-3575c551f5d7 HTTP/1.1" status: 200 len: 949 time: 0.3255174 Feb 04 12:19:34.203897 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 592ec7cb-d413-4e6f-af11-550fb94964e0 up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:19:34.275528 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-006b6e10-df28-442a-966c-265fc31b4a50 None None] Allocated IP 172.20.0.2 (eae58b19-8b37-4b30-b213-f41ab4db1b6c/3a336ad0-0e25-4f20-acd0-30e3137f0fbb/338d4dca-50c9-4297-a605-939599c95373) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:19:34.281479 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-ed5edfda-aea5-4586-80bb-1abd10559ec5 req-b0ac40ed-0ddc-420d-bb45-e506e4ff0304 service neutron] For port e33f78e5-ff97-4f89-a4db-1bcfa5ff3842, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=e33f78e5-ff97-4f89-a4db-1bcfa5ff3842,segment=NetworkSegment(30a1e83f-6fb2-463b-baec-19bf81bfa14b),segment_id=30a1e83f-6fb2-463b-baec-19bf81bfa14b)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:19:34.309674 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4f07d449-4f25-4818-b803-2bcfffa75856 admin admin] Publish callbacks [] for router_gateway (526125d0-fbb7-4267-b77a-4c98109bcf33), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:34.315625 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-ed5edfda-aea5-4586-80bb-1abd10559ec5 req-b0ac40ed-0ddc-420d-bb45-e506e4ff0304 service neutron] For port e33f78e5-ff97-4f89-a4db-1bcfa5ff3842, host n-h1-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:19:34.349094 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning for port 592ec7cb-d413-4e6f-af11-550fb94964e0 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:19:34.357051 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port 592ec7cb-d413-4e6f-af11-550fb94964e0 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:19:34.357596 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (592ec7cb-d413-4e6f-af11-550fb94964e0), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:34.376709 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-ed5edfda-aea5-4586-80bb-1abd10559ec5 req-b0ac40ed-0ddc-420d-bb45-e506e4ff0304 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e33f78e5-ff97-4f89-a4db-1bcfa5ff3842 {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:19:34.391979 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-ed5edfda-aea5-4586-80bb-1abd10559ec5 req-b0ac40ed-0ddc-420d-bb45-e506e4ff0304 service neutron] For port e33f78e5-ff97-4f89-a4db-1bcfa5ff3842, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=e33f78e5-ff97-4f89-a4db-1bcfa5ff3842,segment=NetworkSegment(30a1e83f-6fb2-463b-baec-19bf81bfa14b),segment_id=30a1e83f-6fb2-463b-baec-19bf81bfa14b)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:19:34.462864 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-949d8722-62cd-4b45-9510-3256a3722e6f req-9580af36-38b9-48bc-b903-c3a804f57044 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/security-groups?id=9a1ba13a-3582-42ac-bb35-362abd3a196f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3703182 Feb 04 12:19:34.465544 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-ed5edfda-aea5-4586-80bb-1abd10559ec5 req-b0ac40ed-0ddc-420d-bb45-e506e4ff0304 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (e33f78e5-ff97-4f89-a4db-1bcfa5ff3842), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:34.572156 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f1f70e-7dbc-4491-8c4d-891bacdaf9cc req-7cd6ab38-bcb5-4ec4-bbb9-1b048fdb7f90 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:34.574396 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-44f1f70e-7dbc-4491-8c4d-891bacdaf9cc req-7cd6ab38-bcb5-4ec4-bbb9-1b048fdb7f90 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=a40af1ad-fc65-42d6-a1d8-1787e530da20 HTTP/1.1" status: 200 len: 944 time: 0.5170681 Feb 04 12:19:34.707994 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 592ec7cb-d413-4e6f-af11-550fb94964e0 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:19:34.708601 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (592ec7cb-d413-4e6f-af11-550fb94964e0), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:34.767880 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '729d5332-a000-4a7e-b737-2cb5be03b163', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '592ec7cb-d413-4e6f-af11-550fb94964e0'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:19:34.772166 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50b18c42-b2b0-4618-bf6f-1bc078f1bec8" -d '{"events": [{"server_uuid": "729d5332-a000-4a7e-b737-2cb5be03b163", "name": "network-vif-plugged", "status": "completed", "tag": "592ec7cb-d413-4e6f-af11-550fb94964e0"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:19:34.803575 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-006b6e10-df28-442a-966c-265fc31b4a50 None None] Publish callbacks [] for port (338d4dca-50c9-4297-a605-939599c95373), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:34.813349 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 592ec7cb-d413-4e6f-af11-550fb94964e0, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=592ec7cb-d413-4e6f-af11-550fb94964e0,segment=NetworkSegment(1a9a2aca-b7f6-445c-a938-0b8696864233),segment_id=1a9a2aca-b7f6-445c-a938-0b8696864233)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:19:34.825694 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-006b6e10-df28-442a-966c-265fc31b4a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (338d4dca-50c9-4297-a605-939599c95373), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:34.837397 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79986fc0-c39c-404d-a6d2-630fefd1f1c3 req-d86bfb1e-7c86-45e9-831e-187c0fe537aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:34.840352 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-79986fc0-c39c-404d-a6d2-630fefd1f1c3 req-d86bfb1e-7c86-45e9-831e-187c0fe537aa service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=f027c61e-1573-4eca-b41f-3575c551f5d7 HTTP/1.1" status: 200 len: 1131 time: 0.3045268 Feb 04 12:19:34.844499 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (592ec7cb-d413-4e6f-af11-550fb94964e0), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:34.845756 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device e33f78e5-ff97-4f89-a4db-1bcfa5ff3842 no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:19:34.872117 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006b6e10-df28-442a-966c-265fc31b4a50 None None] Network eae58b19-8b37-4b30-b213-f41ab4db1b6c is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:19:34.948716 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-44f1f70e-7dbc-4491-8c4d-891bacdaf9cc req-7782cb15-82da-481f-9b82-0a71247b0261 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/security-groups?id=0e320687-8002-4e00-a016-6bf57af2cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2978487 Feb 04 12:19:34.975974 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd07aa8-de11-4cac-9bae-6c3e3d8586c6 req-cc68385e-2c83-43a5-adf7-565b197c204b tempest-LiveMigrationNegativeTest-1953268916 tempest-LiveMigrationNegativeTest-1953268916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:34.984210 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6bd07aa8-de11-4cac-9bae-6c3e3d8586c6 req-cc68385e-2c83-43a5-adf7-565b197c204b tempest-LiveMigrationNegativeTest-1953268916 tempest-LiveMigrationNegativeTest-1953268916-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=1ef92eb2-fded-4259-bb66-cb021f3ce906 HTTP/1.1" status: 200 len: 1132 time: 0.3358057 Feb 04 12:19:35.006277 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-006b6e10-df28-442a-966c-265fc31b4a50 None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:19:35.043220 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4f07d449-4f25-4818-b803-2bcfffa75856 admin admin] Publish callbacks [] for router_gateway (526125d0-fbb7-4267-b77a-4c98109bcf33), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:35.046057 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-6bd07aa8-de11-4cac-9bae-6c3e3d8586c6 req-a029190e-9b40-42c1-b729-13e704b2b0e3 tempest-LiveMigrationNegativeTest-1953268916 tempest-LiveMigrationNegativeTest-1953268916-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:35.048397 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-ed5edfda-aea5-4586-80bb-1abd10559ec5 req-b0ac40ed-0ddc-420d-bb45-e506e4ff0304 service neutron] Transition to ACTIVE for port object e33f78e5-ff97-4f89-a4db-1bcfa5ff3842 will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:19:35.069841 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-ed5edfda-aea5-4586-80bb-1abd10559ec5 req-b0ac40ed-0ddc-420d-bb45-e506e4ff0304 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (e33f78e5-ff97-4f89-a4db-1bcfa5ff3842), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:35.076112 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4f07d449-4f25-4818-b803-2bcfffa75856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:35.095590 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006b6e10-df28-442a-966c-265fc31b4a50 None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:19:35.324687 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-4f07d449-4f25-4818-b803-2bcfffa75856 admin admin] Allocated IP 172.25.3.77 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/5c6912fe-2413-4377-b04d-edc0fba687b3) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:19:35.338025 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006b6e10-df28-442a-966c-265fc31b4a50 None None] Pushing event updated for resources: {'Port': ['ID=338d4dca-50c9-4297-a605-939599c95373,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:19:35.351071 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed5edfda-aea5-4586-80bb-1abd10559ec5 req-b0ac40ed-0ddc-420d-bb45-e506e4ff0304 service neutron] No DVR routers for this DVR port e33f78e5-ff97-4f89-a4db-1bcfa5ff3842 on host n-h1-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:19:35.364893 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-006b6e10-df28-442a-966c-265fc31b4a50 None None] Attempting to bind port 338d4dca-50c9-4297-a605-939599c95373 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:19:35.369285 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-006b6e10-df28-442a-966c-265fc31b4a50 None None] Attempting to bind port 338d4dca-50c9-4297-a605-939599c95373 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '4b7e69f4-922d-4b45-9b89-3354156bb3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'eae58b19-8b37-4b30-b213-f41ab4db1b6c'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:19:35.370126 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006b6e10-df28-442a-966c-265fc31b4a50 None None] Attempting to bind port 338d4dca-50c9-4297-a605-939599c95373 on network eae58b19-8b37-4b30-b213-f41ab4db1b6c {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:19:35.430314 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ac40ed-0ddc-420d-bb45-e506e4ff0304 service neutron] Pushing event updated for resources: {'Port': ['ID=e33f78e5-ff97-4f89-a4db-1bcfa5ff3842,revision_number=10']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:19:35.512921 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=592ec7cb-d413-4e6f-af11-550fb94964e0,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:19:35.522688 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] The host n-h1-825015-3 is not matching for port e33f78e5-ff97-4f89-a4db-1bcfa5ff3842 host n-h2-825015-3! {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 04 12:19:35.523350 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device e33f78e5-ff97-4f89-a4db-1bcfa5ff3842 not bound to the agent host n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:19:35.530449 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006b6e10-df28-442a-966c-265fc31b4a50 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:19:35.531221 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006b6e10-df28-442a-966c-265fc31b4a50 None None] Checking segment: {'id': '4b7e69f4-922d-4b45-9b89-3354156bb3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'eae58b19-8b37-4b30-b213-f41ab4db1b6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:19:35.531901 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-006b6e10-df28-442a-966c-265fc31b4a50 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:35.532461 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006b6e10-df28-442a-966c-265fc31b4a50 None None] Bound using segment: {'id': '4b7e69f4-922d-4b45-9b89-3354156bb3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'eae58b19-8b37-4b30-b213-f41ab4db1b6c'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:19:35.533125 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-006b6e10-df28-442a-966c-265fc31b4a50 None None] Bound port: 338d4dca-50c9-4297-a605-939599c95373, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b7e69f4-922d-4b45-9b89-3354156bb3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'eae58b19-8b37-4b30-b213-f41ab4db1b6c'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:19:35.533887 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-006b6e10-df28-442a-966c-265fc31b4a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (338d4dca-50c9-4297-a605-939599c95373), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:35.540316 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ed5edfda-aea5-4586-80bb-1abd10559ec5 req-b0ac40ed-0ddc-420d-bb45-e506e4ff0304 service neutron] 10.222.0.73 "PUT /v2.0/ports/e33f78e5-ff97-4f89-a4db-1bcfa5ff3842/bindings/n-h2-825015-3/activate HTTP/1.1" status: 200 len: 369 time: 2.1826346 Feb 04 12:19:35.546906 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4f07d449-4f25-4818-b803-2bcfffa75856 admin admin] Publish callbacks [] for port (5c6912fe-2413-4377-b04d-edc0fba687b3), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:35.600232 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-79986fc0-c39c-404d-a6d2-630fefd1f1c3 req-78c089b0-61b6-4497-9790-65177ffadeb3 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=9a1ba13a-3582-42ac-bb35-362abd3a196f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7512870 Feb 04 12:19:35.603419 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4f07d449-4f25-4818-b803-2bcfffa75856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (5c6912fe-2413-4377-b04d-edc0fba687b3), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:35.633466 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-6bd07aa8-de11-4cac-9bae-6c3e3d8586c6 req-a029190e-9b40-42c1-b729-13e704b2b0e3 tempest-LiveMigrationNegativeTest-1953268916 tempest-LiveMigrationNegativeTest-1953268916-project-admin] Publish callbacks [] for security_group (950288b9-bd65-43e2-b9fd-d9eaccc6b3b0), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:35.656087 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9312eef7-5f66-432e-b3d9-dda5686fd867 req-645f68ce-20cd-4c6b-a4c0-9bd4344ffd47 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:35.658036 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9312eef7-5f66-432e-b3d9-dda5686fd867 req-645f68ce-20cd-4c6b-a4c0-9bd4344ffd47 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/ports?device_id=729d5332-a000-4a7e-b737-2cb5be03b163 HTTP/1.1" status: 200 len: 946 time: 0.4009197 Feb 04 12:19:35.660229 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-6bd07aa8-de11-4cac-9bae-6c3e3d8586c6 req-a029190e-9b40-42c1-b729-13e704b2b0e3 tempest-LiveMigrationNegativeTest-1953268916 tempest-LiveMigrationNegativeTest-1953268916-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (950288b9-bd65-43e2-b9fd-d9eaccc6b3b0), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:35.686860 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-006b6e10-df28-442a-966c-265fc31b4a50 None None] For port 338d4dca-50c9-4297-a605-939599c95373, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:19:35.691524 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-006b6e10-df28-442a-966c-265fc31b4a50 None None] For port 338d4dca-50c9-4297-a605-939599c95373, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=338d4dca-50c9-4297-a605-939599c95373,segment=NetworkSegment(4b7e69f4-922d-4b45-9b89-3354156bb3f6),segment_id=4b7e69f4-922d-4b45-9b89-3354156bb3f6)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:19:35.701151 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f07d449-4f25-4818-b803-2bcfffa75856 admin admin] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:19:35.702819 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f07d449-4f25-4818-b803-2bcfffa75856 admin admin] Pushing event updated for resources: {'Port': ['ID=5c6912fe-2413-4377-b04d-edc0fba687b3,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:19:35.703822 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-006b6e10-df28-442a-966c-265fc31b4a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (338d4dca-50c9-4297-a605-939599c95373), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:35.707846 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-4f07d449-4f25-4818-b803-2bcfffa75856 admin admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:19:35.711221 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f07d449-4f25-4818-b803-2bcfffa75856 admin admin] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:19:35.763499 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6bd07aa8-de11-4cac-9bae-6c3e3d8586c6 req-a029190e-9b40-42c1-b729-13e704b2b0e3 tempest-LiveMigrationNegativeTest-1953268916 tempest-LiveMigrationNegativeTest-1953268916-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=18e2d55a-df02-4fae-b673-f4d465aa36fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7778790 Feb 04 12:19:35.766112 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a029190e-9b40-42c1-b729-13e704b2b0e3 tempest-LiveMigrationNegativeTest-1953268916 tempest-LiveMigrationNegativeTest-1953268916-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=950288b9-bd65-43e2-b9fd-d9eaccc6b3b0,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:19:35.877250 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9312eef7-5f66-432e-b3d9-dda5686fd867 req-c0ed8c80-59fb-477c-ae20-515878383d0f tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4f571d4-f0a1-47f6-a54a-b93db47581cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850426 Feb 04 12:19:35.886813 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006b6e10-df28-442a-966c-265fc31b4a50 None None] Pushing event updated for resources: {'Port': ['ID=338d4dca-50c9-4297-a605-939599c95373,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:19:35.927200 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d7ff64e-f400-44b6-9a99-6f4d47c144f1 x-openstack-request-id: req-0d7ff64e-f400-44b6-9a99-6f4d47c144f1 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:19:35.927200 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "729d5332-a000-4a7e-b737-2cb5be03b163", "name": "network-vif-plugged", "status": "completed", "tag": "592ec7cb-d413-4e6f-af11-550fb94964e0", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:19:35.928117 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0d7ff64e-f400-44b6-9a99-6f4d47c144f1 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:19:35.929077 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '729d5332-a000-4a7e-b737-2cb5be03b163', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '592ec7cb-d413-4e6f-af11-550fb94964e0', 'code': 200} Feb 04 12:19:36.210245 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5edfda-aea5-4586-80bb-1abd10559ec5 req-3aeb5bd9-3b77-4303-95dc-9c3cfa25cc64 tempest-LiveAutoBlockMigrationV225Test-497889810 tempest-LiveAutoBlockMigrationV225Test-497889810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:36.218128 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-ed5edfda-aea5-4586-80bb-1abd10559ec5 req-3aeb5bd9-3b77-4303-95dc-9c3cfa25cc64 tempest-LiveAutoBlockMigrationV225Test-497889810 tempest-LiveAutoBlockMigrationV225Test-497889810-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=a40af1ad-fc65-42d6-a1d8-1787e530da20&tenant_id=207f01ccf15c4616a04a98fbbad5fc72&binding%3Ahost_id=n-h1-825015-3 HTTP/1.1" status: 200 len: 1127 time: 0.3560801 Feb 04 12:19:36.234879 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb7163a-b0c1-437d-9199-044602a5cd4d req-a7612947-80ab-4bca-a8e1-4debfc034eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:36.236520 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cfb7163a-b0c1-437d-9199-044602a5cd4d req-a7612947-80ab-4bca-a8e1-4debfc034eab service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=729d5332-a000-4a7e-b737-2cb5be03b163 HTTP/1.1" status: 200 len: 1128 time: 0.2160373 Feb 04 12:19:36.276727 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877eaf25-20f8-458c-b4d1-6eb294e8d876 req-bedc4185-164a-4be3-91f4-2aacf7385b20 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:36.279792 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-877eaf25-20f8-458c-b4d1-6eb294e8d876 req-bedc4185-164a-4be3-91f4-2aacf7385b20 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/ports?device_id=f027c61e-1573-4eca-b41f-3575c551f5d7 HTTP/1.1" status: 200 len: 949 time: 0.1980441 Feb 04 12:19:36.331202 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13ce17c-9f57-41f9-8821-cef0a8faad10 req-e1dc4508-8ed0-4388-bf19-0fd968041264 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:36.339301 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c13ce17c-9f57-41f9-8821-cef0a8faad10 req-e1dc4508-8ed0-4388-bf19-0fd968041264 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=a40af1ad-fc65-42d6-a1d8-1787e530da20 HTTP/1.1" status: 200 len: 945 time: 0.1984539 Feb 04 12:19:36.391632 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cfb7163a-b0c1-437d-9199-044602a5cd4d req-a1ccde1e-2f72-4f33-a525-d0f02a6fae32 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=e4f571d4-f0a1-47f6-a54a-b93db47581cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449304 Feb 04 12:19:36.459162 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-877eaf25-20f8-458c-b4d1-6eb294e8d876 req-242dd6a0-4976-4d73-b244-574ef8b5a8fd tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/security-groups?id=9a1ba13a-3582-42ac-bb35-362abd3a196f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654887 Feb 04 12:19:36.474645 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5edfda-aea5-4586-80bb-1abd10559ec5 req-f6dd24d4-7951-4423-9f9f-a41672a3f088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:36.476518 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-ed5edfda-aea5-4586-80bb-1abd10559ec5 req-f6dd24d4-7951-4423-9f9f-a41672a3f088 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=a40af1ad-fc65-42d6-a1d8-1787e530da20&tenant_id=207f01ccf15c4616a04a98fbbad5fc72 HTTP/1.1" status: 200 len: 1127 time: 0.2380342 Feb 04 12:19:36.481137 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c13ce17c-9f57-41f9-8821-cef0a8faad10 req-4970210e-0a80-4c05-a9e5-93ce771807f6 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/security-groups?id=0e320687-8002-4e00-a016-6bf57af2cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405883 Feb 04 12:19:36.617617 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 9deeedb5-204f-427a-9d10-78c74d840462 details requested by agent hyperv_n-h2-825015-3 with host n-h2-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:19:36.625670 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 9deeedb5-204f-427a-9d10-78c74d840462 no longer exists at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:19:36.650797 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5edfda-aea5-4586-80bb-1abd10559ec5 req-d5bd0892-9aea-4f43-aa9e-9eda05c6f68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:36.652334 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-ed5edfda-aea5-4586-80bb-1abd10559ec5 req-d5bd0892-9aea-4f43-aa9e-9eda05c6f68b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=207f01ccf15c4616a04a98fbbad5fc72&device_id=a40af1ad-fc65-42d6-a1d8-1787e530da20 HTTP/1.1" status: 200 len: 1127 time: 0.1082754 Feb 04 12:19:36.737726 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4f07d449-4f25-4818-b803-2bcfffa75856 admin admin] Publish callbacks [] for router_gateway (526125d0-fbb7-4267-b77a-4c98109bcf33), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:36.912247 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.db.resource_extend [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 12:19:37.187883 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 9deeedb5-204f-427a-9d10-78c74d840462, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=9deeedb5-204f-427a-9d10-78c74d840462,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:19:37.219262 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 338d4dca-50c9-4297-a605-939599c95373 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:19:37.224983 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Returning: {'device': '9deeedb5-204f-427a-9d10-78c74d840462', 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c', 'port_id': '9deeedb5-204f-427a-9d10-78c74d840462', 'mac_address': 'fa:16:3e:27:fa:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ee3374a-84e9-4639-853c-740c6edaf6dc', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:19:37.429189 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e7180d-d31f-401f-a797-40a6bb4d0192 req-76f6506a-c032-4073-ab70-d4b1c36f1956 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:37.431318 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-56e7180d-d31f-401f-a797-40a6bb4d0192 req-76f6506a-c032-4073-ab70-d4b1c36f1956 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/ports?device_id=729d5332-a000-4a7e-b737-2cb5be03b163 HTTP/1.1" status: 200 len: 946 time: 0.3347819 Feb 04 12:19:37.477025 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49542de-ef61-43c0-aa1c-88e17bf9f22c req-a1de4804-9c1c-4cf8-a2da-b580e0dbf019 tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:37.479073 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d49542de-ef61-43c0-aa1c-88e17bf9f22c req-a1de4804-9c1c-4cf8-a2da-b580e0dbf019 tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ef92eb2-fded-4259-bb66-cb021f3ce906 HTTP/1.1" status: 200 len: 950 time: 0.2410591 Feb 04 12:19:37.535843 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 9deeedb5-204f-427a-9d10-78c74d840462 is: ACTIVE; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:19:37.536869 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (9deeedb5-204f-427a-9d10-78c74d840462), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:37.618490 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-56e7180d-d31f-401f-a797-40a6bb4d0192 req-4a70168e-7e1f-4445-bbb2-7c66ee7fcf4a tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4f571d4-f0a1-47f6-a54a-b93db47581cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769552 Feb 04 12:19:37.629743 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d49542de-ef61-43c0-aa1c-88e17bf9f22c req-fa0d7167-0bf2-4757-a53a-1829e5be249a tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] 10.222.0.65 "GET /v2.0/security-groups?id=18e2d55a-df02-4fae-b673-f4d465aa36fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345327 Feb 04 12:19:37.634199 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 9deeedb5-204f-427a-9d10-78c74d840462 is: ACTIVE; New status is: DOWN {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:19:37.635084 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (9deeedb5-204f-427a-9d10-78c74d840462), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:37.647518 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9deeedb5-204f-427a-9d10-78c74d840462 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:19:37.728971 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 9deeedb5-204f-427a-9d10-78c74d840462, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=9deeedb5-204f-427a-9d10-78c74d840462,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:19:37.763152 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (9deeedb5-204f-427a-9d10-78c74d840462), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:37.937129 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5edfda-aea5-4586-80bb-1abd10559ec5 req-db40ddf1-960f-4ab6-8bdd-c0a8da52f7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:37.939206 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-ed5edfda-aea5-4586-80bb-1abd10559ec5 req-db40ddf1-960f-4ab6-8bdd-c0a8da52f7bc service neutron] 10.222.0.77 "GET /v2.0/networks?id=365084f8-2068-4655-9009-041f3cc171be HTTP/1.1" status: 200 len: 922 time: 1.2759376 Feb 04 12:19:37.953884 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76575594-f7c8-40f0-89ba-839d10ab1f1f None None] Network eae58b19-8b37-4b30-b213-f41ab4db1b6c requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:19:37.983200 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595557c0-4eb8-4ad0-a0c3-6254a90e7024 req-c16eded7-8c1c-40b9-921f-51fb732e8352 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:37.986109 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-595557c0-4eb8-4ad0-a0c3-6254a90e7024 req-c16eded7-8c1c-40b9-921f-51fb732e8352 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/ports?device_id=f027c61e-1573-4eca-b41f-3575c551f5d7 HTTP/1.1" status: 200 len: 948 time: 0.1643417 Feb 04 12:19:38.002123 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-faf1059d-7bc6-4e7a-bd20-0a29622d248f req-d386712a-f9f1-46bf-82f1-cf217dec10a7 tempest-SecurityGroupsTestAdminJSON-1248027963 tempest-SecurityGroupsTestAdminJSON-1248027963-project] Request body: {'security_group': {'name': 'tempest-securitygroup-2040718210', 'description': 'tempest-description-1169204290'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:19:38.003782 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-ed5edfda-aea5-4586-80bb-1abd10559ec5 req-d8329630-7e08-4984-b8a0-50e66829dd15 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e33f78e5-ff97-4f89-a4db-1bcfa5ff3842 HTTP/1.1" status: 200 len: 217 time: 0.0565050 Feb 04 12:19:38.086375 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=9deeedb5-204f-427a-9d10-78c74d840462,revision_number=9']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:19:38.094611 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 338d4dca-50c9-4297-a605-939599c95373 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:19:38.094996 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (338d4dca-50c9-4297-a605-939599c95373), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:38.146518 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5edfda-aea5-4586-80bb-1abd10559ec5 req-c39288e9-ee46-461a-88b2-b385e3b8d3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:38.149440 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-ed5edfda-aea5-4586-80bb-1abd10559ec5 req-c39288e9-ee46-461a-88b2-b385e3b8d3a8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=baf06417-eecb-4036-81cf-3c7679e7daf8 HTTP/1.1" status: 200 len: 861 time: 0.1362989 Feb 04 12:19:38.155400 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['9deeedb5-204f-427a-9d10-78c74d840462'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:19:38.158113 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-595557c0-4eb8-4ad0-a0c3-6254a90e7024 req-f23dc86a-8654-4d37-9bee-06b15270de9c tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/security-groups?id=9a1ba13a-3582-42ac-bb35-362abd3a196f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633313 Feb 04 12:19:38.165820 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-faf1059d-7bc6-4e7a-bd20-0a29622d248f req-d386712a-f9f1-46bf-82f1-cf217dec10a7 tempest-SecurityGroupsTestAdminJSON-1248027963 tempest-SecurityGroupsTestAdminJSON-1248027963-project] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:38.169137 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.db.api [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103476) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 12:19:38.170345 n-d-825015-3 neutron-server[103476]: DEBUG oslo_db.api [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 12:19:38.190112 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-faf1059d-7bc6-4e7a-bd20-0a29622d248f req-d386712a-f9f1-46bf-82f1-cf217dec10a7 tempest-SecurityGroupsTestAdminJSON-1248027963 tempest-SecurityGroupsTestAdminJSON-1248027963-project] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:38.213377 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-5d35b257-7dcb-42f7-b867-0b49f36959af None None] Provisioning complete for port 338d4dca-50c9-4297-a605-939599c95373 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:19:38.213605 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5d35b257-7dcb-42f7-b867-0b49f36959af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (338d4dca-50c9-4297-a605-939599c95373), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:38.338398 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-ed5edfda-aea5-4586-80bb-1abd10559ec5 req-607d76ce-f70e-4dcf-a64d-88ffbe697412 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=365084f8-2068-4655-9009-041f3cc171be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1794295 Feb 04 12:19:38.342781 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4f07d449-4f25-4818-b803-2bcfffa75856 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141'] for router (526125d0-fbb7-4267-b77a-4c98109bcf33), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:38.376765 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-faf1059d-7bc6-4e7a-bd20-0a29622d248f req-d386712a-f9f1-46bf-82f1-cf217dec10a7 tempest-SecurityGroupsTestAdminJSON-1248027963 tempest-SecurityGroupsTestAdminJSON-1248027963-project] Publish callbacks [] for security_group (43e3fb54-13b9-4b35-9f2d-7946bd7ccf01), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:38.383053 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-faf1059d-7bc6-4e7a-bd20-0a29622d248f req-d386712a-f9f1-46bf-82f1-cf217dec10a7 tempest-SecurityGroupsTestAdminJSON-1248027963 tempest-SecurityGroupsTestAdminJSON-1248027963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (43e3fb54-13b9-4b35-9f2d-7946bd7ccf01), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:38.491017 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 338d4dca-50c9-4297-a605-939599c95373 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:19:38.492585 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (338d4dca-50c9-4297-a605-939599c95373), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:38.522199 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d386712a-f9f1-46bf-82f1-cf217dec10a7 tempest-SecurityGroupsTestAdminJSON-1248027963 tempest-SecurityGroupsTestAdminJSON-1248027963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43e3fb54-13b9-4b35-9f2d-7946bd7ccf01,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:19:38.576556 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4731e33-c4cc-4020-b6c6-e5d12affcfb7 req-e30ba9c0-7e32-461d-9ea2-b0e73158aaf9 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:38.579353 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f4731e33-c4cc-4020-b6c6-e5d12affcfb7 req-e30ba9c0-7e32-461d-9ea2-b0e73158aaf9 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=a40af1ad-fc65-42d6-a1d8-1787e530da20 HTTP/1.1" status: 200 len: 945 time: 0.1603265 Feb 04 12:19:38.588868 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-faf1059d-7bc6-4e7a-bd20-0a29622d248f req-d386712a-f9f1-46bf-82f1-cf217dec10a7 tempest-SecurityGroupsTestAdminJSON-1248027963 tempest-SecurityGroupsTestAdminJSON-1248027963-project] Publish callbacks [] for security_group (e656e2f4-2af6-4880-ad8e-18ac52cfbce8), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:38.614104 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-faf1059d-7bc6-4e7a-bd20-0a29622d248f req-d386712a-f9f1-46bf-82f1-cf217dec10a7 tempest-SecurityGroupsTestAdminJSON-1248027963 tempest-SecurityGroupsTestAdminJSON-1248027963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (e656e2f4-2af6-4880-ad8e-18ac52cfbce8), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:38.659406 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port 338d4dca-50c9-4297-a605-939599c95373, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=338d4dca-50c9-4297-a605-939599c95373,segment=NetworkSegment(4b7e69f4-922d-4b45-9b89-3354156bb3f6),segment_id=4b7e69f4-922d-4b45-9b89-3354156bb3f6)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:19:38.661407 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-5d35b257-7dcb-42f7-b867-0b49f36959af None None] Current status of the port 338d4dca-50c9-4297-a605-939599c95373 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:19:38.662523 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5d35b257-7dcb-42f7-b867-0b49f36959af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (338d4dca-50c9-4297-a605-939599c95373), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:38.687946 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-faf1059d-7bc6-4e7a-bd20-0a29622d248f req-d386712a-f9f1-46bf-82f1-cf217dec10a7 tempest-SecurityGroupsTestAdminJSON-1248027963 tempest-SecurityGroupsTestAdminJSON-1248027963-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:38.693546 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (338d4dca-50c9-4297-a605-939599c95373), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:38.696134 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-faf1059d-7bc6-4e7a-bd20-0a29622d248f req-d386712a-f9f1-46bf-82f1-cf217dec10a7 tempest-SecurityGroupsTestAdminJSON-1248027963 tempest-SecurityGroupsTestAdminJSON-1248027963-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.7033014 Feb 04 12:19:38.729513 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d386712a-f9f1-46bf-82f1-cf217dec10a7 tempest-SecurityGroupsTestAdminJSON-1248027963 tempest-SecurityGroupsTestAdminJSON-1248027963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e656e2f4-2af6-4880-ad8e-18ac52cfbce8,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:19:38.761107 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f4731e33-c4cc-4020-b6c6-e5d12affcfb7 req-6b250e9e-4958-4859-9d16-ec56d5f9d190 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/security-groups?id=0e320687-8002-4e00-a016-6bf57af2cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695745 Feb 04 12:19:38.941165 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-ed5edfda-aea5-4586-80bb-1abd10559ec5 req-6e5992ed-c2fb-429a-915f-5b448305b8cf service neutron] 10.222.0.77 "GET /v2.0/networks/365084f8-2068-4655-9009-041f3cc171be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5883281 Feb 04 12:19:38.947972 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=338d4dca-50c9-4297-a605-939599c95373,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:19:38.957695 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 9deeedb5-204f-427a-9d10-78c74d840462 is: BUILD; New status is: DOWN {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:19:38.958029 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (9deeedb5-204f-427a-9d10-78c74d840462), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:38.995959 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f07d449-4f25-4818-b803-2bcfffa75856 admin admin] Router 526125d0-fbb7-4267-b77a-4c98109bcf33 is scheduled to L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de with binding_index 1 {{(pid=103474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 12:19:39.003875 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-d1530f66-9b27-42f7-9aa6-6130c70eca41 req-d7ee5a10-739a-4517-8af7-2fc8108f781c tempest-SecurityGroupsTestAdminJSON-1248027963 tempest-SecurityGroupsTestAdminJSON-1248027963-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1373461046', 'description': 'tempest-description-1434994967'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:19:39.027305 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-d1530f66-9b27-42f7-9aa6-6130c70eca41 req-d7ee5a10-739a-4517-8af7-2fc8108f781c tempest-SecurityGroupsTestAdminJSON-1248027963 tempest-SecurityGroupsTestAdminJSON-1248027963-project] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:39.032967 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 9deeedb5-204f-427a-9d10-78c74d840462 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:19:39.042865 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafefc70-eda4-4fcb-b712-bd3305e74d02 req-0d4bfbb4-bf14-4f8a-83b8-fb32c91fab55 tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:39.045117 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-aafefc70-eda4-4fcb-b712-bd3305e74d02 req-0d4bfbb4-bf14-4f8a-83b8-fb32c91fab55 tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ef92eb2-fded-4259-bb66-cb021f3ce906 HTTP/1.1" status: 200 len: 950 time: 0.2769477 Feb 04 12:19:39.075158 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 9deeedb5-204f-427a-9d10-78c74d840462, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=9deeedb5-204f-427a-9d10-78c74d840462,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:19:39.079116 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.db.api [None req-5d35b257-7dcb-42f7-b867-0b49f36959af None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103476) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 12:19:39.079711 n-d-825015-3 neutron-server[103476]: DEBUG oslo_db.api [None req-5d35b257-7dcb-42f7-b867-0b49f36959af None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 12:19:39.093758 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (9deeedb5-204f-427a-9d10-78c74d840462), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:39.103313 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc4b711-7362-4e67-9319-13c9a1c247d8 req-bedd87ba-4ee8-45a3-98e2-50586a9e9918 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:39.105959 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4dc4b711-7362-4e67-9319-13c9a1c247d8 req-bedd87ba-4ee8-45a3-98e2-50586a9e9918 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/ports?device_id=729d5332-a000-4a7e-b737-2cb5be03b163 HTTP/1.1" status: 200 len: 946 time: 0.1621830 Feb 04 12:19:39.183856 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=9deeedb5-204f-427a-9d10-78c74d840462,revision_number=10']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:19:39.217088 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-d1530f66-9b27-42f7-9aa6-6130c70eca41 req-d7ee5a10-739a-4517-8af7-2fc8108f781c tempest-SecurityGroupsTestAdminJSON-1248027963 tempest-SecurityGroupsTestAdminJSON-1248027963-project] Publish callbacks [] for security_group (a81a8970-8a9a-420a-a074-86056fcf24c8), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:39.226453 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-d1530f66-9b27-42f7-9aa6-6130c70eca41 req-d7ee5a10-739a-4517-8af7-2fc8108f781c tempest-SecurityGroupsTestAdminJSON-1248027963 tempest-SecurityGroupsTestAdminJSON-1248027963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (a81a8970-8a9a-420a-a074-86056fcf24c8), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:39.232835 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4dc4b711-7362-4e67-9319-13c9a1c247d8 req-68558851-4a26-4592-a4e7-48cc6264bdf2 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4f571d4-f0a1-47f6-a54a-b93db47581cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092806 Feb 04 12:19:39.278207 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-d1530f66-9b27-42f7-9aa6-6130c70eca41 req-d7ee5a10-739a-4517-8af7-2fc8108f781c tempest-SecurityGroupsTestAdminJSON-1248027963 tempest-SecurityGroupsTestAdminJSON-1248027963-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:39.281977 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d1530f66-9b27-42f7-9aa6-6130c70eca41 req-d7ee5a10-739a-4517-8af7-2fc8108f781c tempest-SecurityGroupsTestAdminJSON-1248027963 tempest-SecurityGroupsTestAdminJSON-1248027963-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.2844493 Feb 04 12:19:39.300480 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ee5a10-739a-4517-8af7-2fc8108f781c tempest-SecurityGroupsTestAdminJSON-1248027963 tempest-SecurityGroupsTestAdminJSON-1248027963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a81a8970-8a9a-420a-a074-86056fcf24c8,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:19:39.326203 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-ed5edfda-aea5-4586-80bb-1abd10559ec5 req-0c7d3a0d-9b5d-468f-8129-6a47f88a8f5b service neutron] 10.222.0.77 "GET /v2.0/networks/365084f8-2068-4655-9009-041f3cc171be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3758967 Feb 04 12:19:39.411515 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-aafefc70-eda4-4fcb-b712-bd3305e74d02 req-7bdc23fe-2f43-41e1-83aa-a5fa2d4c997f tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] Deleting port 881c6c2b-9c46-42a8-b474-fc29c58ef765 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:19:39.411938 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-aafefc70-eda4-4fcb-b712-bd3305e74d02 req-7bdc23fe-2f43-41e1-83aa-a5fa2d4c997f tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (881c6c2b-9c46-42a8-b474-fc29c58ef765), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:39.418289 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f07d449-4f25-4818-b803-2bcfffa75856 admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:19:39.445880 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add93c67-63be-44a0-b27a-d18e6be389f2 None None] Sync routers for ids ['526125d0-fbb7-4267-b77a-4c98109bcf33'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:19:39.481317 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add93c67-63be-44a0-b27a-d18e6be389f2 None None] Routers {'526125d0-fbb7-4267-b77a-4c98109bcf33'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:19:39.484964 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-add93c67-63be-44a0-b27a-d18e6be389f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:19:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['526125d0-fbb7-4267-b77a-4c98109bcf33'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:19:39.496150 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4f07d449-4f25-4818-b803-2bcfffa75856 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:39.496150 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-4f07d449-4f25-4818-b803-2bcfffa75856 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.6434655 Feb 04 12:19:39.501232 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 58332) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:19:39.515217 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb6214e-8604-48a1-ae16-879f95a30e01 req-68208e6c-81b2-46a5-87bc-ab49ca4cc575 tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:39.517713 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fbb6214e-8604-48a1-ae16-879f95a30e01 req-68208e6c-81b2-46a5-87bc-ab49ca4cc575 tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ef92eb2-fded-4259-bb66-cb021f3ce906 HTTP/1.1" status: 200 len: 950 time: 0.1244648 Feb 04 12:19:39.605913 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018c2f70-d4a7-4e18-a4e3-864495c3b42f req-adb7b8c5-8864-4efb-a83a-593f7197cbbc tempest-ServersAdminTestJSON-346175045 tempest-ServersAdminTestJSON-346175045-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:39.609369 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-018c2f70-d4a7-4e18-a4e3-864495c3b42f req-adb7b8c5-8864-4efb-a83a-593f7197cbbc tempest-ServersAdminTestJSON-346175045 tempest-ServersAdminTestJSON-346175045-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=f027c61e-1573-4eca-b41f-3575c551f5d7 HTTP/1.1" status: 200 len: 1130 time: 0.1374187 Feb 04 12:19:39.643379 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fbb6214e-8604-48a1-ae16-879f95a30e01 req-c8171c9d-dbf7-4303-98a4-6e2239a94ac4 tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] 10.222.0.65 "GET /v2.0/security-groups?id=18e2d55a-df02-4fae-b673-f4d465aa36fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030898 Feb 04 12:19:39.681114 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-add93c67-63be-44a0-b27a-d18e6be389f2 None None] Set router 526125d0-fbb7-4267-b77a-4c98109bcf33 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:19:39.696792 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-5d35b257-7dcb-42f7-b867-0b49f36959af None None] Current status of the port 338d4dca-50c9-4297-a605-939599c95373 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:19:39.707753 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-aafefc70-eda4-4fcb-b712-bd3305e74d02 req-7bdc23fe-2f43-41e1-83aa-a5fa2d4c997f tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] For port 881c6c2b-9c46-42a8-b474-fc29c58ef765, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=881c6c2b-9c46-42a8-b474-fc29c58ef765,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:19:39.708117 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-aafefc70-eda4-4fcb-b712-bd3305e74d02 req-7bdc23fe-2f43-41e1-83aa-a5fa2d4c997f tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (881c6c2b-9c46-42a8-b474-fc29c58ef765), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:39.727184 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-018c2f70-d4a7-4e18-a4e3-864495c3b42f req-c5b656df-06e5-4dea-a35b-2fe39174da1a tempest-ServersAdminTestJSON-346175045 tempest-ServersAdminTestJSON-346175045-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=9a1ba13a-3582-42ac-bb35-362abd3a196f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059015 Feb 04 12:19:39.767830 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-aafefc70-eda4-4fcb-b712-bd3305e74d02 req-7bdc23fe-2f43-41e1-83aa-a5fa2d4c997f tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] Calling delete_port for 881c6c2b-9c46-42a8-b474-fc29c58ef765 owned by compute:nova {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:19:39.838568 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-447936bb-8248-402f-b311-8761b9d39610 None None] Provisioning complete for port 338d4dca-50c9-4297-a605-939599c95373 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:19:39.839210 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-447936bb-8248-402f-b311-8761b9d39610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (338d4dca-50c9-4297-a605-939599c95373), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:39.851263 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d734039-cc51-4bd8-81cb-119f12b0fff0 req-4e53d7e4-370a-4ce4-ab2b-ebbf67832df7 tempest-LiveMigrationTest-337354813 tempest-LiveMigrationTest-337354813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:39.871937 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4d734039-cc51-4bd8-81cb-119f12b0fff0 req-4e53d7e4-370a-4ce4-ab2b-ebbf67832df7 tempest-LiveMigrationTest-337354813 tempest-LiveMigrationTest-337354813-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=729d5332-a000-4a7e-b737-2cb5be03b163 HTTP/1.1" status: 200 len: 1128 time: 0.1107700 Feb 04 12:19:39.909545 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-256c85ce-5b57-4763-8a13-a07f890ea931 req-07342d17-b241-458d-ad78-e213af1fb8c7 tempest-SecurityGroupsTestAdminJSON-1262051367 tempest-SecurityGroupsTestAdminJSON-1262051367-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-2097928583', 'description': 'tempest-description-1103520991'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:19:39.996098 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4d734039-cc51-4bd8-81cb-119f12b0fff0 req-930c1ed4-0635-48a9-8e79-a5f2356ccaf3 tempest-LiveMigrationTest-337354813 tempest-LiveMigrationTest-337354813-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=e4f571d4-f0a1-47f6-a54a-b93db47581cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219301 Feb 04 12:19:39.998592 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-256c85ce-5b57-4763-8a13-a07f890ea931 req-07342d17-b241-458d-ad78-e213af1fb8c7 tempest-SecurityGroupsTestAdminJSON-1262051367 tempest-SecurityGroupsTestAdminJSON-1262051367-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:40.031414 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-256c85ce-5b57-4763-8a13-a07f890ea931 req-07342d17-b241-458d-ad78-e213af1fb8c7 tempest-SecurityGroupsTestAdminJSON-1262051367 tempest-SecurityGroupsTestAdminJSON-1262051367-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:40.042629 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-447936bb-8248-402f-b311-8761b9d39610 None None] Current status of the port 338d4dca-50c9-4297-a605-939599c95373 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:19:40.061144 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5edfda-aea5-4586-80bb-1abd10559ec5 req-3b23cc4a-e487-40ea-a346-f407798e1dfa tempest-LiveAutoBlockMigrationV225Test-497889810 tempest-LiveAutoBlockMigrationV225Test-497889810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:40.063894 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-ed5edfda-aea5-4586-80bb-1abd10559ec5 req-3b23cc4a-e487-40ea-a346-f407798e1dfa tempest-LiveAutoBlockMigrationV225Test-497889810 tempest-LiveAutoBlockMigrationV225Test-497889810-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=a40af1ad-fc65-42d6-a1d8-1787e530da20&tenant_id=207f01ccf15c4616a04a98fbbad5fc72&binding%3Ahost_id=n-h2-825015-3 HTTP/1.1" status: 200 len: 1127 time: 0.3526194 Feb 04 12:19:40.076472 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-add93c67-63be-44a0-b27a-d18e6be389f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '526125d0-fbb7-4267-b77a-4c98109bcf33', 'name': 'tempest-ServersTestManualDisk-501579117-router', 'tenant_id': 'bb3b803474b64ee4a96a9d1f82e7fbf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '5c6912fe-2413-4377-b04d-edc0fba687b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:19:33Z', 'updated_at': '2022-02-04T12:19:36Z', 'revision_number': 3, 'project_id': 'bb3b803474b64ee4a96a9d1f82e7fbf4', 'gw_port': {'id': '5c6912fe-2413-4377-b04d-edc0fba687b3', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '526125d0-fbb7-4267-b77a-4c98109bcf33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:19:35Z', 'updated_at': '2022-02-04T12:19:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:19:40.107668 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-aafefc70-eda4-4fcb-b712-bd3305e74d02 req-7bdc23fe-2f43-41e1-83aa-a5fa2d4c997f tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (881c6c2b-9c46-42a8-b474-fc29c58ef765), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:40.125074 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['fb3a465d-631d-4da0-bec7-5d0861cc6fd4', '881c6c2b-9c46-42a8-b474-fc29c58ef765'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:19:40.145307 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add93c67-63be-44a0-b27a-d18e6be389f2 None None] Checking router: 526125d0-fbb7-4267-b77a-4c98109bcf33 for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:19:40.145951 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add93c67-63be-44a0-b27a-d18e6be389f2 None None] Updating router 526125d0-fbb7-4267-b77a-4c98109bcf33 port 5c6912fe-2413-4377-b04d-edc0fba687b3 binding host n-d-825015-3 {{(pid=103477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:19:40.159417 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdc23fe-2f43-41e1-83aa-a5fa2d4c997f tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] Pushing event deleted for resources: {'Port': ['ID=881c6c2b-9c46-42a8-b474-fc29c58ef765,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:19:40.272757 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-add93c67-63be-44a0-b27a-d18e6be389f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (5c6912fe-2413-4377-b04d-edc0fba687b3), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:40.311776 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-256c85ce-5b57-4763-8a13-a07f890ea931 req-07342d17-b241-458d-ad78-e213af1fb8c7 tempest-SecurityGroupsTestAdminJSON-1262051367 tempest-SecurityGroupsTestAdminJSON-1262051367-project-admin] Publish callbacks [] for security_group (82e32788-b538-46da-9ee1-c14eb883174f), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:40.318800 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-256c85ce-5b57-4763-8a13-a07f890ea931 req-07342d17-b241-458d-ad78-e213af1fb8c7 tempest-SecurityGroupsTestAdminJSON-1262051367 tempest-SecurityGroupsTestAdminJSON-1262051367-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (82e32788-b538-46da-9ee1-c14eb883174f), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:40.354591 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-aafefc70-eda4-4fcb-b712-bd3305e74d02 req-7bdc23fe-2f43-41e1-83aa-a5fa2d4c997f tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] No DVR routers for this DVR port 881c6c2b-9c46-42a8-b474-fc29c58ef765 on host n-h2-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:19:40.363784 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-aafefc70-eda4-4fcb-b712-bd3305e74d02 req-7bdc23fe-2f43-41e1-83aa-a5fa2d4c997f tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:40.369122 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-aafefc70-eda4-4fcb-b712-bd3305e74d02 req-7bdc23fe-2f43-41e1-83aa-a5fa2d4c997f tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] 10.222.0.77 "DELETE /v2.0/ports/881c6c2b-9c46-42a8-b474-fc29c58ef765 HTTP/1.1" status: 204 len: 173 time: 1.3161790 Feb 04 12:19:40.416388 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ef92eb2-fded-4259-bb66-cb021f3ce906', 'name': 'network-vif-deleted', 'tag': '881c6c2b-9c46-42a8-b474-fc29c58ef765'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:19:40.430749 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b79a40e2-61f6-4f62-9835-d91e5e36bd65" -d '{"events": [{"server_uuid": "1ef92eb2-fded-4259-bb66-cb021f3ce906", "name": "network-vif-deleted", "tag": "881c6c2b-9c46-42a8-b474-fc29c58ef765"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:19:40.482658 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07342d17-b241-458d-ad78-e213af1fb8c7 tempest-SecurityGroupsTestAdminJSON-1262051367 tempest-SecurityGroupsTestAdminJSON-1262051367-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82e32788-b538-46da-9ee1-c14eb883174f,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:19:40.661796 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 9deeedb5-204f-427a-9d10-78c74d840462 up at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:19:40.664192 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16794613-5d6a-4ce2-90d1-10f8719058ec req-a8823358-2e66-47be-b5fc-849601197fff tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:40.666802 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-16794613-5d6a-4ce2-90d1-10f8719058ec req-a8823358-2e66-47be-b5fc-849601197fff tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=a40af1ad-fc65-42d6-a1d8-1787e530da20 HTTP/1.1" status: 200 len: 945 time: 0.2166677 Feb 04 12:19:40.730421 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-256c85ce-5b57-4763-8a13-a07f890ea931 req-07342d17-b241-458d-ad78-e213af1fb8c7 tempest-SecurityGroupsTestAdminJSON-1262051367 tempest-SecurityGroupsTestAdminJSON-1262051367-project-admin] Publish callbacks [] for security_group (7fe7fb47-991d-4cbc-a640-00819d7d5482), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:40.810636 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning complete for port 9deeedb5-204f-427a-9d10-78c74d840462 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:19:40.810636 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (9deeedb5-204f-427a-9d10-78c74d840462), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:40.856292 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-16794613-5d6a-4ce2-90d1-10f8719058ec req-89a4c2a6-60ee-4db7-99dc-2adbc1a4b958 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/security-groups?id=0e320687-8002-4e00-a016-6bf57af2cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750321 Feb 04 12:19:40.860368 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-256c85ce-5b57-4763-8a13-a07f890ea931 req-07342d17-b241-458d-ad78-e213af1fb8c7 tempest-SecurityGroupsTestAdminJSON-1262051367 tempest-SecurityGroupsTestAdminJSON-1262051367-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (7fe7fb47-991d-4cbc-a640-00819d7d5482), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:40.917707 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-ed5edfda-aea5-4586-80bb-1abd10559ec5 req-261eec06-421e-4578-b407-32a0c3d987f9 service neutron] For port e33f78e5-ff97-4f89-a4db-1bcfa5ff3842, host n-h1-825015-3, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:19:40.950904 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 338d4dca-50c9-4297-a605-939599c95373 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:19:41.005987 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-ed5edfda-aea5-4586-80bb-1abd10559ec5 req-261eec06-421e-4578-b407-32a0c3d987f9 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:41.008786 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-ed5edfda-aea5-4586-80bb-1abd10559ec5 req-261eec06-421e-4578-b407-32a0c3d987f9 service neutron] 10.222.0.77 "DELETE /v2.0/ports/e33f78e5-ff97-4f89-a4db-1bcfa5ff3842/bindings/n-h1-825015-3 HTTP/1.1" status: 204 len: 173 time: 0.8969626 Feb 04 12:19:41.025625 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-256c85ce-5b57-4763-8a13-a07f890ea931 req-07342d17-b241-458d-ad78-e213af1fb8c7 tempest-SecurityGroupsTestAdminJSON-1262051367 tempest-SecurityGroupsTestAdminJSON-1262051367-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:41.049103 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-256c85ce-5b57-4763-8a13-a07f890ea931 req-07342d17-b241-458d-ad78-e213af1fb8c7 tempest-SecurityGroupsTestAdminJSON-1262051367 tempest-SecurityGroupsTestAdminJSON-1262051367-project-admin] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 1.1517377 Feb 04 12:19:41.070279 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07342d17-b241-458d-ad78-e213af1fb8c7 tempest-SecurityGroupsTestAdminJSON-1262051367 tempest-SecurityGroupsTestAdminJSON-1262051367-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe7fb47-991d-4cbc-a640-00819d7d5482,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:19:41.213324 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 338d4dca-50c9-4297-a605-939599c95373 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:19:41.214142 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (338d4dca-50c9-4297-a605-939599c95373), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:41.238925 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-822efb99-618a-4d73-ade4-d3d09e431c97 req-04cff9ff-da74-482c-aaa5-d4c94d8ee7ba service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=846162fa-b84b-4eb3-b936-02f5cd32f2c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4196448 Feb 04 12:19:41.255264 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30c4b406-d666-43e9-857d-88756bbf33b7 x-openstack-request-id: req-30c4b406-d666-43e9-857d-88756bbf33b7 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:19:41.260873 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ef92eb2-fded-4259-bb66-cb021f3ce906", "name": "network-vif-deleted", "tag": "881c6c2b-9c46-42a8-b474-fc29c58ef765", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:19:41.261505 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-30c4b406-d666-43e9-857d-88756bbf33b7 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:19:41.262803 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ef92eb2-fded-4259-bb66-cb021f3ce906', 'name': 'network-vif-deleted', 'tag': '881c6c2b-9c46-42a8-b474-fc29c58ef765', 'status': 'completed', 'code': 200} Feb 04 12:19:41.287693 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e9cc15-9f5c-496d-ae96-fb91ebb99a6a req-111329ed-1ee4-4a70-a115-e30c0fcde7d2 tempest-ServersAdminTestJSON-346175045 tempest-ServersAdminTestJSON-346175045-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:41.288751 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-add93c67-63be-44a0-b27a-d18e6be389f2 None None] Publish callbacks [] for port (5c6912fe-2413-4377-b04d-edc0fba687b3), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:41.308535 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-61e9cc15-9f5c-496d-ae96-fb91ebb99a6a req-111329ed-1ee4-4a70-a115-e30c0fcde7d2 tempest-ServersAdminTestJSON-346175045 tempest-ServersAdminTestJSON-346175045-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=f027c61e-1573-4eca-b41f-3575c551f5d7 HTTP/1.1" status: 200 len: 1130 time: 0.1307070 Feb 04 12:19:41.310382 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-add93c67-63be-44a0-b27a-d18e6be389f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (5c6912fe-2413-4377-b04d-edc0fba687b3), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:41.370197 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 9deeedb5-204f-427a-9d10-78c74d840462 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:19:41.371373 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (9deeedb5-204f-427a-9d10-78c74d840462), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:41.398379 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-add93c67-63be-44a0-b27a-d18e6be389f2 None None] Attempting to bind port 5c6912fe-2413-4377-b04d-edc0fba687b3 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:19:41.398780 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-add93c67-63be-44a0-b27a-d18e6be389f2 None None] Attempting to bind port 5c6912fe-2413-4377-b04d-edc0fba687b3 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:19:41.399146 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add93c67-63be-44a0-b27a-d18e6be389f2 None None] Attempting to bind port 5c6912fe-2413-4377-b04d-edc0fba687b3 on network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:19:41.423893 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-61e9cc15-9f5c-496d-ae96-fb91ebb99a6a req-8e023841-0a19-43ff-9750-5e25da6c458a tempest-ServersAdminTestJSON-346175045 tempest-ServersAdminTestJSON-346175045-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=9a1ba13a-3582-42ac-bb35-362abd3a196f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130524 Feb 04 12:19:41.433877 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f027c61e-1573-4eca-b41f-3575c551f5d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9deeedb5-204f-427a-9d10-78c74d840462'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:19:41.437112 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-611d680b-44f9-4643-a35c-cfcb64157b6b" -d '{"events": [{"server_uuid": "f027c61e-1573-4eca-b41f-3575c551f5d7", "name": "network-vif-plugged", "status": "completed", "tag": "9deeedb5-204f-427a-9d10-78c74d840462"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:19:41.454880 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add93c67-63be-44a0-b27a-d18e6be389f2 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:19:41.455259 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add93c67-63be-44a0-b27a-d18e6be389f2 None None] Checking segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:19:41.455644 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-add93c67-63be-44a0-b27a-d18e6be389f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:41.456061 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add93c67-63be-44a0-b27a-d18e6be389f2 None None] Bound using segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:19:41.456807 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-add93c67-63be-44a0-b27a-d18e6be389f2 None None] Bound port: 5c6912fe-2413-4377-b04d-edc0fba687b3, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:19:41.457330 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-add93c67-63be-44a0-b27a-d18e6be389f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (5c6912fe-2413-4377-b04d-edc0fba687b3), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:41.468372 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-3667bc24-0d09-4815-b2d1-888e51df9d8b req-91caff37-26c8-4a52-a588-32eff0754929 tempest-SecurityGroupsTestAdminJSON-1262051367 tempest-SecurityGroupsTestAdminJSON-1262051367-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-675248178', 'description': 'tempest-description-956634452'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:19:41.481190 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 9deeedb5-204f-427a-9d10-78c74d840462, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=9deeedb5-204f-427a-9d10-78c74d840462,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:19:41.505676 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-3667bc24-0d09-4815-b2d1-888e51df9d8b req-91caff37-26c8-4a52-a588-32eff0754929 tempest-SecurityGroupsTestAdminJSON-1262051367 tempest-SecurityGroupsTestAdminJSON-1262051367-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:41.543751 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (9deeedb5-204f-427a-9d10-78c74d840462), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:41.554124 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822efb99-618a-4d73-ade4-d3d09e431c97 req-8ab231a3-4dbd-4a80-9bd2-fed985fec167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:41.555670 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-822efb99-618a-4d73-ade4-d3d09e431c97 req-8ab231a3-4dbd-4a80-9bd2-fed985fec167 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=24a467b030c744bba5cc99601ae6aefc&device_id=846162fa-b84b-4eb3-b936-02f5cd32f2c9 HTTP/1.1" status: 200 len: 1126 time: 0.2880344 Feb 04 12:19:41.556789 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 881c6c2b-9c46-42a8-b474-fc29c58ef765 no longer exists at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:19:41.577835 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-add93c67-63be-44a0-b27a-d18e6be389f2 None None] For port 5c6912fe-2413-4377-b04d-edc0fba687b3, host n-d-825015-3, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:19:41.578547 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-52499ce1-d08c-407b-8d53-2bbcf3b9bd0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:41.584212 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-add93c67-63be-44a0-b27a-d18e6be389f2 None None] For port 5c6912fe-2413-4377-b04d-edc0fba687b3, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=5c6912fe-2413-4377-b04d-edc0fba687b3,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:19:41.595983 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-add93c67-63be-44a0-b27a-d18e6be389f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (5c6912fe-2413-4377-b04d-edc0fba687b3), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:41.608085 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] No Port match for: 881c6c2b-9c46-42a8-b474-fc29c58ef765 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:19:41.608682 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 881c6c2b-9c46-42a8-b474-fc29c58ef765 not bound to the agent host n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:19:41.645094 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add93c67-63be-44a0-b27a-d18e6be389f2 None None] Routers {'526125d0-fbb7-4267-b77a-4c98109bcf33'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:19:41.646401 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-add93c67-63be-44a0-b27a-d18e6be389f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:19:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['526125d0-fbb7-4267-b77a-4c98109bcf33'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:19:41.666778 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-3667bc24-0d09-4815-b2d1-888e51df9d8b req-91caff37-26c8-4a52-a588-32eff0754929 tempest-SecurityGroupsTestAdminJSON-1262051367 tempest-SecurityGroupsTestAdminJSON-1262051367-project-admin] Publish callbacks [] for security_group (cbb72d59-994b-4026-818e-a0d2abe5af19), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:41.675092 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-3667bc24-0d09-4815-b2d1-888e51df9d8b req-91caff37-26c8-4a52-a588-32eff0754929 tempest-SecurityGroupsTestAdminJSON-1262051367 tempest-SecurityGroupsTestAdminJSON-1262051367-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (cbb72d59-994b-4026-818e-a0d2abe5af19), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:41.745293 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 338d4dca-50c9-4297-a605-939599c95373 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:19:41.759423 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91caff37-26c8-4a52-a588-32eff0754929 tempest-SecurityGroupsTestAdminJSON-1262051367 tempest-SecurityGroupsTestAdminJSON-1262051367-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbb72d59-994b-4026-818e-a0d2abe5af19,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:19:41.772936 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-3667bc24-0d09-4815-b2d1-888e51df9d8b req-91caff37-26c8-4a52-a588-32eff0754929 tempest-SecurityGroupsTestAdminJSON-1262051367 tempest-SecurityGroupsTestAdminJSON-1262051367-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:41.796243 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3667bc24-0d09-4815-b2d1-888e51df9d8b req-91caff37-26c8-4a52-a588-32eff0754929 tempest-SecurityGroupsTestAdminJSON-1262051367 tempest-SecurityGroupsTestAdminJSON-1262051367-project-admin] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3517029 Feb 04 12:19:41.821671 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3619176d-f298-4ad9-a36a-42e0bbd279d6 None None] Pushing event updated for resources: {'Port': ['ID=5c6912fe-2413-4377-b04d-edc0fba687b3,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:19:41.835137 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=9deeedb5-204f-427a-9d10-78c74d840462,revision_number=11']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:19:41.900040 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3619176d-f298-4ad9-a36a-42e0bbd279d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:19:41.900428 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3619176d-f298-4ad9-a36a-42e0bbd279d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:19:41.900693 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3619176d-f298-4ad9-a36a-42e0bbd279d6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:19:41.901086 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3619176d-f298-4ad9-a36a-42e0bbd279d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:19:41.901359 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3619176d-f298-4ad9-a36a-42e0bbd279d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:19:41.901886 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3619176d-f298-4ad9-a36a-42e0bbd279d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:19:41.902125 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3619176d-f298-4ad9-a36a-42e0bbd279d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:19:41.902332 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3619176d-f298-4ad9-a36a-42e0bbd279d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:19:41.905258 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3619176d-f298-4ad9-a36a-42e0bbd279d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:19:41.905598 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3619176d-f298-4ad9-a36a-42e0bbd279d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:19:41.905968 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3619176d-f298-4ad9-a36a-42e0bbd279d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:19:41.906390 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3619176d-f298-4ad9-a36a-42e0bbd279d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:19:41.906724 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3619176d-f298-4ad9-a36a-42e0bbd279d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:19:41.999163 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86677efd-d372-47a4-a47f-fd964c05398c x-openstack-request-id: req-86677efd-d372-47a4-a47f-fd964c05398c {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:19:42.000070 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f027c61e-1573-4eca-b41f-3575c551f5d7", "name": "network-vif-plugged", "status": "completed", "tag": "9deeedb5-204f-427a-9d10-78c74d840462", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:19:42.000621 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-86677efd-d372-47a4-a47f-fd964c05398c {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:19:42.002054 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f027c61e-1573-4eca-b41f-3575c551f5d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9deeedb5-204f-427a-9d10-78c74d840462', 'code': 200} Feb 04 12:19:42.041876 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3619176d-f298-4ad9-a36a-42e0bbd279d6 None None] Pushing event updated for resources: {'Port': ['ID=5c6912fe-2413-4377-b04d-edc0fba687b3,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:19:42.112141 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822efb99-618a-4d73-ade4-d3d09e431c97 req-8a995bc6-80d9-41de-9298-48407c98edf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:42.114105 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-add93c67-63be-44a0-b27a-d18e6be389f2 None None] Set router 526125d0-fbb7-4267-b77a-4c98109bcf33 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:19:42.117558 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-822efb99-618a-4d73-ade4-d3d09e431c97 req-8a995bc6-80d9-41de-9298-48407c98edf7 service neutron] 10.222.0.77 "GET /v2.0/networks?id=8201226e-f25e-431d-a6a5-6704e8dc4880 HTTP/1.1" status: 200 len: 908 time: 0.5327640 Feb 04 12:19:42.127210 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676e657b-814a-4820-8e08-b15500a1e888 req-55769921-7c13-4de3-9626-be4e182fdf37 tempest-LiveAutoBlockMigrationV225Test-497889810 tempest-LiveAutoBlockMigrationV225Test-497889810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:42.138527 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-676e657b-814a-4820-8e08-b15500a1e888 req-55769921-7c13-4de3-9626-be4e182fdf37 tempest-LiveAutoBlockMigrationV225Test-497889810 tempest-LiveAutoBlockMigrationV225Test-497889810-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=a40af1ad-fc65-42d6-a1d8-1787e530da20 HTTP/1.1" status: 200 len: 1127 time: 0.1642683 Feb 04 12:19:42.213409 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-676e657b-814a-4820-8e08-b15500a1e888 req-c9901755-5593-4fb8-9437-b8bdf7f8f9f4 tempest-LiveAutoBlockMigrationV225Test-497889810 tempest-LiveAutoBlockMigrationV225Test-497889810-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=0e320687-8002-4e00-a016-6bf57af2cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735033 Feb 04 12:19:42.286055 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-52499ce1-d08c-407b-8d53-2bbcf3b9bd0b admin admin] Allocated IP 172.20.0.1 (eae58b19-8b37-4b30-b213-f41ab4db1b6c/3a336ad0-0e25-4f20-acd0-30e3137f0fbb/59ef49e4-70ea-4c18-9df8-0a836612d49d) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:19:42.399000 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-822efb99-618a-4d73-ade4-d3d09e431c97 req-2c02a32c-4c67-42dd-9023-4ded7d68f583 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=369651f6-f3cd-4226-893d-d949b0246438 HTTP/1.1" status: 200 len: 217 time: 0.2536597 Feb 04 12:19:42.532554 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822efb99-618a-4d73-ade4-d3d09e431c97 req-74406f3e-2dff-427e-b285-9d155a8c8692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:42.534791 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-822efb99-618a-4d73-ade4-d3d09e431c97 req-74406f3e-2dff-427e-b285-9d155a8c8692 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6b10c2b1-e8bd-4535-8be4-90c0033f4e8f HTTP/1.1" status: 200 len: 847 time: 0.0931926 Feb 04 12:19:42.614273 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-822efb99-618a-4d73-ade4-d3d09e431c97 req-27c57c65-5838-429b-91dc-3bef53f2e472 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8201226e-f25e-431d-a6a5-6704e8dc4880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641346 Feb 04 12:19:42.619374 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-52499ce1-d08c-407b-8d53-2bbcf3b9bd0b admin admin] Publish callbacks [] for port (59ef49e4-70ea-4c18-9df8-0a836612d49d), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:42.656529 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-add93c67-63be-44a0-b27a-d18e6be389f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '526125d0-fbb7-4267-b77a-4c98109bcf33', 'name': 'tempest-ServersTestManualDisk-501579117-router', 'tenant_id': 'bb3b803474b64ee4a96a9d1f82e7fbf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '5c6912fe-2413-4377-b04d-edc0fba687b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:19:33Z', 'updated_at': '2022-02-04T12:19:36Z', 'revision_number': 3, 'project_id': 'bb3b803474b64ee4a96a9d1f82e7fbf4', 'gw_port': {'id': '5c6912fe-2413-4377-b04d-edc0fba687b3', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '526125d0-fbb7-4267-b77a-4c98109bcf33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:19:35Z', 'updated_at': '2022-02-04T12:19:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:19:42.725235 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add93c67-63be-44a0-b27a-d18e6be389f2 None None] The sync data for ids ['526125d0-fbb7-4267-b77a-4c98109bcf33'] in n-d-825015-3 is: [{'id': '526125d0-fbb7-4267-b77a-4c98109bcf33', 'name': 'tempest-ServersTestManualDisk-501579117-router', 'tenant_id': 'bb3b803474b64ee4a96a9d1f82e7fbf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '5c6912fe-2413-4377-b04d-edc0fba687b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:19:33Z', 'updated_at': '2022-02-04T12:19:36Z', 'revision_number': 3, 'project_id': 'bb3b803474b64ee4a96a9d1f82e7fbf4', 'gw_port': {'id': '5c6912fe-2413-4377-b04d-edc0fba687b3', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '526125d0-fbb7-4267-b77a-4c98109bcf33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:19:35Z', 'updated_at': '2022-02-04T12:19:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:19:42.748017 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-52499ce1-d08c-407b-8d53-2bbcf3b9bd0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (59ef49e4-70ea-4c18-9df8-0a836612d49d), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:42.757570 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-822efb99-618a-4d73-ade4-d3d09e431c97 req-4c8fd246-281b-4625-9989-21fea2e4e624 service neutron] 10.222.0.77 "GET /v2.0/networks/8201226e-f25e-431d-a6a5-6704e8dc4880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341822 Feb 04 12:19:42.816815 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad171542-9a07-4715-9724-f13169b5ffeb req-76891989-44b4-4c6a-a297-04b94bd5ce98 tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:42.829062 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ad171542-9a07-4715-9724-f13169b5ffeb req-76891989-44b4-4c6a-a297-04b94bd5ce98 tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] 10.222.0.65 "GET /v2.0/ports?device_id=46a5106d-9db0-47a6-b607-e4d3585fc28e HTTP/1.1" status: 200 len: 949 time: 0.3843491 Feb 04 12:19:43.000618 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ad171542-9a07-4715-9724-f13169b5ffeb req-a7898559-4b01-4a32-a65b-f998f0276e62 tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] 10.222.0.65 "GET /v2.0/security-groups?id=18e2d55a-df02-4fae-b673-f4d465aa36fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699181 Feb 04 12:19:43.436629 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8eb1c5d3-8693-45db-9e0a-f149eff5e41e req-1eca07cd-ec87-4efd-a4fb-be06c746aa75 tempest-SecurityGroupsTestAdminJSON-1262051367 tempest-SecurityGroupsTestAdminJSON-1262051367-project-admin] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 59294 time: 1.1081772 Feb 04 12:19:43.505081 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52499ce1-d08c-407b-8d53-2bbcf3b9bd0b admin admin] Network eae58b19-8b37-4b30-b213-f41ab4db1b6c is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:19:43.529831 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52499ce1-d08c-407b-8d53-2bbcf3b9bd0b admin admin] Pushing event updated for resources: {'Port': ['ID=59ef49e4-70ea-4c18-9df8-0a836612d49d,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:19:43.531792 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31208f8-ac2e-44b6-b6a4-aaa575f08570 req-d4460c97-3e81-43a7-b876-96205de5a56d tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:43.535374 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b31208f8-ac2e-44b6-b6a4-aaa575f08570 req-d4460c97-3e81-43a7-b876-96205de5a56d tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/ports?device_id=6887623f-e6e7-445e-a5e6-8acb293a8861 HTTP/1.1" status: 200 len: 950 time: 0.3224189 Feb 04 12:19:43.553523 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-52499ce1-d08c-407b-8d53-2bbcf3b9bd0b admin admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:19:43.560478 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52499ce1-d08c-407b-8d53-2bbcf3b9bd0b admin admin] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:19:43.622072 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8eb1c5d3-8693-45db-9e0a-f149eff5e41e req-3eb5a011-d8e3-4fb2-857b-55e2d1c5b12c tempest-SecurityGroupsTestAdminJSON-1262051367 tempest-SecurityGroupsTestAdminJSON-1262051367-project-admin] 10.222.0.65 "GET /v2.0/security-groups/0e320687-8002-4e00-a016-6bf57af2cc12 HTTP/1.1" status: 200 len: 2998 time: 0.1759269 Feb 04 12:19:43.712462 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b31208f8-ac2e-44b6-b6a4-aaa575f08570 req-20ace0af-048b-4f85-9488-1685aeb87584 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/security-groups?id=9a1ba13a-3582-42ac-bb35-362abd3a196f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259305 Feb 04 12:19:43.723194 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-822efb99-618a-4d73-ade4-d3d09e431c97 req-40ebbe7b-fe22-43f2-9267-55f29b84353d service neutron] 10.222.0.77 "GET /v2.0/networks/8201226e-f25e-431d-a6a5-6704e8dc4880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9158144 Feb 04 12:19:43.747304 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-52499ce1-d08c-407b-8d53-2bbcf3b9bd0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1599818'] for router_interface (526125d0-fbb7-4267-b77a-4c98109bcf33), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:43.757000 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8eb1c5d3-8693-45db-9e0a-f149eff5e41e req-eba20f92-e438-494e-a9bb-c68733d13674 tempest-SecurityGroupsTestAdminJSON-1262051367 tempest-SecurityGroupsTestAdminJSON-1262051367-project-admin] 10.222.0.65 "GET /v2.0/security-groups/0e320687-8002-4e00-a016-6bf57af2cc12 HTTP/1.1" status: 200 len: 2998 time: 0.1226988 Feb 04 12:19:43.870928 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8eb1c5d3-8693-45db-9e0a-f149eff5e41e req-14f38f17-f5dd-4298-8998-9f4163f97b20 tempest-SecurityGroupsTestAdminJSON-1262051367 tempest-SecurityGroupsTestAdminJSON-1262051367-project-admin] 10.222.0.65 "GET /v2.0/security-groups/18e2d55a-df02-4fae-b673-f4d465aa36fd HTTP/1.1" status: 200 len: 2998 time: 0.1127007 Feb 04 12:19:43.871564 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2483ebb-726b-4280-a254-a7cb32983df4 req-3caf4c58-12c6-447f-80f3-cd26a14e4ec8 tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:43.874310 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-d2483ebb-726b-4280-a254-a7cb32983df4 req-3caf4c58-12c6-447f-80f3-cd26a14e4ec8 tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] 10.222.0.77 "GET /v2.0/ports?device_id=46a5106d-9db0-47a6-b607-e4d3585fc28e HTTP/1.1" status: 200 len: 949 time: 0.3742146 Feb 04 12:19:44.152261 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-fb33c712-8782-4838-bac1-919698b0db9a None None] Provisioning complete for port 59ef49e4-70ea-4c18-9df8-0a836612d49d triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:19:44.154446 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fb33c712-8782-4838-bac1-919698b0db9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (59ef49e4-70ea-4c18-9df8-0a836612d49d), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:44.164857 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8eb1c5d3-8693-45db-9e0a-f149eff5e41e req-94f37209-ef68-439c-bacc-07e1d9c4442e tempest-SecurityGroupsTestAdminJSON-1262051367 tempest-SecurityGroupsTestAdminJSON-1262051367-project-admin] 10.222.0.65 "GET /v2.0/security-groups/18e2d55a-df02-4fae-b673-f4d465aa36fd HTTP/1.1" status: 200 len: 2998 time: 0.2928021 Feb 04 12:19:44.209466 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8196fe0a-6025-41bd-8994-d127c10516af req-49d393f5-06d6-4a5f-b0cc-a4036cd343fb tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:44.211977 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-8196fe0a-6025-41bd-8994-d127c10516af req-49d393f5-06d6-4a5f-b0cc-a4036cd343fb tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.77 "GET /v2.0/ports?device_id=6887623f-e6e7-445e-a5e6-8acb293a8861 HTTP/1.1" status: 200 len: 950 time: 0.3682373 Feb 04 12:19:44.282288 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-fb33c712-8782-4838-bac1-919698b0db9a None None] Port 59ef49e4-70ea-4c18-9df8-0a836612d49d cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:19:44.323590 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-52499ce1-d08c-407b-8d53-2bbcf3b9bd0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (59ef49e4-70ea-4c18-9df8-0a836612d49d), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:44.355721 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8eb1c5d3-8693-45db-9e0a-f149eff5e41e req-3e7bc087-9223-4173-a3cc-b0361ba811bf tempest-SecurityGroupsTestAdminJSON-1262051367 tempest-SecurityGroupsTestAdminJSON-1262051367-project-admin] 10.222.0.65 "GET /v2.0/security-groups/43e3fb54-13b9-4b35-9f2d-7946bd7ccf01 HTTP/1.1" status: 200 len: 2998 time: 0.1813419 Feb 04 12:19:44.385571 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d3242a-3d01-40c1-97ae-a013cb76b77c req-d08ff187-9fbd-4906-bf86-056da96b1e42 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:44.401303 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-74d3242a-3d01-40c1-97ae-a013cb76b77c req-d08ff187-9fbd-4906-bf86-056da96b1e42 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/networks?id=365084f8-2068-4655-9009-041f3cc171be HTTP/1.1" status: 200 len: 821 time: 0.5247111 Feb 04 12:19:44.452363 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-74d3242a-3d01-40c1-97ae-a013cb76b77c req-c6b960c0-92ff-459e-956e-4f3dcb78f602 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/quotas/207f01ccf15c4616a04a98fbbad5fc72 HTTP/1.1" status: 200 len: 375 time: 0.0491216 Feb 04 12:19:44.608432 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-d2483ebb-726b-4280-a254-a7cb32983df4 req-ac606af3-8b20-4dc1-9e99-c250b2210c35 tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] Deleting port fb3a465d-631d-4da0-bec7-5d0861cc6fd4 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:19:44.609413 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-d2483ebb-726b-4280-a254-a7cb32983df4 req-ac606af3-8b20-4dc1-9e99-c250b2210c35 tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (fb3a465d-631d-4da0-bec7-5d0861cc6fd4), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:44.823801 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-d2483ebb-726b-4280-a254-a7cb32983df4 req-ac606af3-8b20-4dc1-9e99-c250b2210c35 tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] For port fb3a465d-631d-4da0-bec7-5d0861cc6fd4, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=fb3a465d-631d-4da0-bec7-5d0861cc6fd4,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:19:44.824199 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-d2483ebb-726b-4280-a254-a7cb32983df4 req-ac606af3-8b20-4dc1-9e99-c250b2210c35 tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (fb3a465d-631d-4da0-bec7-5d0861cc6fd4), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:44.882203 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-d2483ebb-726b-4280-a254-a7cb32983df4 req-ac606af3-8b20-4dc1-9e99-c250b2210c35 tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] Calling delete_port for fb3a465d-631d-4da0-bec7-5d0861cc6fd4 owned by compute:nova {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:19:44.917739 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8eb1c5d3-8693-45db-9e0a-f149eff5e41e req-b31461be-51c7-48d9-a4d6-12228fcbef09 tempest-SecurityGroupsTestAdminJSON-1262051367 tempest-SecurityGroupsTestAdminJSON-1262051367-project-admin] 10.222.0.65 "GET /v2.0/security-groups/43e3fb54-13b9-4b35-9f2d-7946bd7ccf01 HTTP/1.1" status: 200 len: 2998 time: 0.5609057 Feb 04 12:19:44.923825 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-8196fe0a-6025-41bd-8994-d127c10516af req-2cedbabb-9f2a-4bd1-9a0d-02b48437ef7b tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Deleting port f5ea203d-9e31-46a1-bb55-e917416489cd {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:19:44.924516 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-8196fe0a-6025-41bd-8994-d127c10516af req-2cedbabb-9f2a-4bd1-9a0d-02b48437ef7b tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (f5ea203d-9e31-46a1-bb55-e917416489cd), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:44.944359 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 5c6912fe-2413-4377-b04d-edc0fba687b3 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:19:44.984360 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-74d3242a-3d01-40c1-97ae-a013cb76b77c req-a5fb6e1a-3841-40ba-b413-afe495d2e863 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=207f01ccf15c4616a04a98fbbad5fc72&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5307894 Feb 04 12:19:45.001353 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8eb1c5d3-8693-45db-9e0a-f149eff5e41e req-eab8f0be-aa1a-4030-982f-19ddced8c8dd tempest-SecurityGroupsTestAdminJSON-1262051367 tempest-SecurityGroupsTestAdminJSON-1262051367-project-admin] 10.222.0.65 "GET /v2.0/security-groups/47db6fc8-d8e6-4618-b67f-a258d3aaef5f HTTP/1.1" status: 200 len: 2994 time: 0.0685945 Feb 04 12:19:45.022229 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 5c6912fe-2413-4377-b04d-edc0fba687b3 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:19:45.022764 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (5c6912fe-2413-4377-b04d-edc0fba687b3), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:45.060801 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-52499ce1-d08c-407b-8d53-2bbcf3b9bd0b admin admin] Publish callbacks [] for port (59ef49e4-70ea-4c18-9df8-0a836612d49d), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:45.074650 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-52499ce1-d08c-407b-8d53-2bbcf3b9bd0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (59ef49e4-70ea-4c18-9df8-0a836612d49d), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:45.110323 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8eb1c5d3-8693-45db-9e0a-f149eff5e41e req-96b41f45-f175-4583-a733-c4c732a41a41 tempest-SecurityGroupsTestAdminJSON-1262051367 tempest-SecurityGroupsTestAdminJSON-1262051367-project-admin] 10.222.0.65 "GET /v2.0/security-groups/47db6fc8-d8e6-4618-b67f-a258d3aaef5f HTTP/1.1" status: 200 len: 2994 time: 0.1075001 Feb 04 12:19:45.240102 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8eb1c5d3-8693-45db-9e0a-f149eff5e41e req-ad47eacb-331e-4f2c-a01b-6f2ef9e3cad7 tempest-SecurityGroupsTestAdminJSON-1262051367 tempest-SecurityGroupsTestAdminJSON-1262051367-project-admin] 10.222.0.65 "GET /v2.0/security-groups/4f174a74-7c86-4868-acd5-a3f746c3e887 HTTP/1.1" status: 200 len: 2998 time: 0.1144049 Feb 04 12:19:45.244986 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-74d3242a-3d01-40c1-97ae-a013cb76b77c req-a558634a-f205-4d0b-af40-5d474872bb5b service neutron] 10.222.0.65 "GET /v2.0/networks/365084f8-2068-4655-9009-041f3cc171be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361028 Feb 04 12:19:45.248427 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 5c6912fe-2413-4377-b04d-edc0fba687b3 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:19:45.249071 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (5c6912fe-2413-4377-b04d-edc0fba687b3), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:45.251019 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-52499ce1-d08c-407b-8d53-2bbcf3b9bd0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622202'] for router_interface (526125d0-fbb7-4267-b77a-4c98109bcf33), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:45.257783 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52499ce1-d08c-407b-8d53-2bbcf3b9bd0b admin admin] Pushing event updated for resources: {'Port': ['ID=59ef49e4-70ea-4c18-9df8-0a836612d49d,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:19:45.274713 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-8196fe0a-6025-41bd-8994-d127c10516af req-2cedbabb-9f2a-4bd1-9a0d-02b48437ef7b tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] For port f5ea203d-9e31-46a1-bb55-e917416489cd, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=f5ea203d-9e31-46a1-bb55-e917416489cd,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:19:45.275081 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-8196fe0a-6025-41bd-8994-d127c10516af req-2cedbabb-9f2a-4bd1-9a0d-02b48437ef7b tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (f5ea203d-9e31-46a1-bb55-e917416489cd), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:45.276990 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port 5c6912fe-2413-4377-b04d-edc0fba687b3, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=5c6912fe-2413-4377-b04d-edc0fba687b3,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:19:45.282860 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (5c6912fe-2413-4377-b04d-edc0fba687b3), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:45.365766 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-8196fe0a-6025-41bd-8994-d127c10516af req-2cedbabb-9f2a-4bd1-9a0d-02b48437ef7b tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Calling delete_port for f5ea203d-9e31-46a1-bb55-e917416489cd owned by compute:nova {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:19:45.377485 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=5c6912fe-2413-4377-b04d-edc0fba687b3,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:19:45.394400 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8eb1c5d3-8693-45db-9e0a-f149eff5e41e req-3f93004b-630f-422d-904c-db796e9e72bb tempest-SecurityGroupsTestAdminJSON-1262051367 tempest-SecurityGroupsTestAdminJSON-1262051367-project-admin] 10.222.0.65 "GET /v2.0/security-groups/4f174a74-7c86-4868-acd5-a3f746c3e887 HTTP/1.1" status: 200 len: 2998 time: 0.1140742 Feb 04 12:19:45.477547 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-d2483ebb-726b-4280-a254-a7cb32983df4 req-ac606af3-8b20-4dc1-9e99-c250b2210c35 tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (fb3a465d-631d-4da0-bec7-5d0861cc6fd4), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:45.478903 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-74d3242a-3d01-40c1-97ae-a013cb76b77c req-20c25740-5560-42b3-8303-c862366abf25 service neutron] 10.222.0.65 "GET /v2.0/networks/365084f8-2068-4655-9009-041f3cc171be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328222 Feb 04 12:19:45.495051 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8eb1c5d3-8693-45db-9e0a-f149eff5e41e req-c346e2a5-0a88-4b2f-bc6c-ebb9838d627b tempest-SecurityGroupsTestAdminJSON-1262051367 tempest-SecurityGroupsTestAdminJSON-1262051367-project-admin] 10.222.0.65 "GET /v2.0/security-groups/66c079fe-353c-4dcc-9e7f-9e3e1e48874c HTTP/1.1" status: 200 len: 2998 time: 0.0898435 Feb 04 12:19:45.517128 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6f088385-127e-449a-a818-a53b0333d134 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:45.542750 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8eb1c5d3-8693-45db-9e0a-f149eff5e41e req-ee5acbb0-4664-4a87-98dd-90dd7f03fa77 tempest-SecurityGroupsTestAdminJSON-1262051367 tempest-SecurityGroupsTestAdminJSON-1262051367-project-admin] 10.222.0.65 "GET /v2.0/security-groups/66c079fe-353c-4dcc-9e7f-9e3e1e48874c HTTP/1.1" status: 200 len: 2998 time: 0.0503914 Feb 04 12:19:45.581060 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac606af3-8b20-4dc1-9e99-c250b2210c35 tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] Pushing event deleted for resources: {'Port': ['ID=fb3a465d-631d-4da0-bec7-5d0861cc6fd4,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:19:45.594627 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8eb1c5d3-8693-45db-9e0a-f149eff5e41e req-8481b896-7dde-4239-a0ca-2217320d6250 tempest-SecurityGroupsTestAdminJSON-1262051367 tempest-SecurityGroupsTestAdminJSON-1262051367-project-admin] 10.222.0.65 "GET /v2.0/security-groups/6f31682a-3396-4cd9-a3f0-bb4ca8496909 HTTP/1.1" status: 200 len: 2998 time: 0.0505385 Feb 04 12:19:45.677934 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2483ebb-726b-4280-a254-a7cb32983df4 req-ac606af3-8b20-4dc1-9e99-c250b2210c35 tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] No DVR routers for this DVR port fb3a465d-631d-4da0-bec7-5d0861cc6fd4 on host n-h2-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:19:45.689730 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52499ce1-d08c-407b-8d53-2bbcf3b9bd0b admin admin] Network eae58b19-8b37-4b30-b213-f41ab4db1b6c is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:19:45.690206 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8eb1c5d3-8693-45db-9e0a-f149eff5e41e req-35737d2b-b317-4ab9-82b0-74dbe1586dc9 tempest-SecurityGroupsTestAdminJSON-1262051367 tempest-SecurityGroupsTestAdminJSON-1262051367-project-admin] 10.222.0.65 "GET /v2.0/security-groups/6f31682a-3396-4cd9-a3f0-bb4ca8496909 HTTP/1.1" status: 200 len: 2998 time: 0.0940626 Feb 04 12:19:45.692092 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-d2483ebb-726b-4280-a254-a7cb32983df4 req-ac606af3-8b20-4dc1-9e99-c250b2210c35 tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:45.698156 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-d2483ebb-726b-4280-a254-a7cb32983df4 req-ac606af3-8b20-4dc1-9e99-c250b2210c35 tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] 10.222.0.77 "DELETE /v2.0/ports/fb3a465d-631d-4da0-bec7-5d0861cc6fd4 HTTP/1.1" status: 204 len: 173 time: 1.8028648 Feb 04 12:19:45.698631 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46a5106d-9db0-47a6-b607-e4d3585fc28e', 'name': 'network-vif-deleted', 'tag': 'fb3a465d-631d-4da0-bec7-5d0861cc6fd4'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:19:45.708895 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c06bb3e-e414-4831-96e7-0143279f3eb5" -d '{"events": [{"server_uuid": "46a5106d-9db0-47a6-b607-e4d3585fc28e", "name": "network-vif-deleted", "tag": "fb3a465d-631d-4da0-bec7-5d0861cc6fd4"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:19:45.720594 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-52499ce1-d08c-407b-8d53-2bbcf3b9bd0b admin admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:19:45.875917 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8eb1c5d3-8693-45db-9e0a-f149eff5e41e req-c8f7526c-3e98-477c-a6e8-93c3cd32b8c7 tempest-SecurityGroupsTestAdminJSON-1262051367 tempest-SecurityGroupsTestAdminJSON-1262051367-project-admin] 10.222.0.65 "GET /v2.0/security-groups/6f681c54-dfd9-4347-a6ca-c1b79e66d482 HTTP/1.1" status: 200 len: 2998 time: 0.1709290 Feb 04 12:19:45.968178 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ec0de122-586d-4533-ab25-4d988f5c44b7 req-5169fb9e-a085-4f01-8b78-2f35089cb6e0 tempest-LiveMigrationNegativeTest-539094958 tempest-LiveMigrationNegativeTest-539094958-project] 10.222.0.65 "GET /v2.0/ports?device_id=46a5106d-9db0-47a6-b607-e4d3585fc28e HTTP/1.1" status: 200 len: 210 time: 0.1094999 Feb 04 12:19:46.013408 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8eb1c5d3-8693-45db-9e0a-f149eff5e41e req-ce763cdb-2eec-4941-91a7-725f04d3d7d0 tempest-SecurityGroupsTestAdminJSON-1262051367 tempest-SecurityGroupsTestAdminJSON-1262051367-project-admin] 10.222.0.65 "GET /v2.0/security-groups/6f681c54-dfd9-4347-a6ca-c1b79e66d482 HTTP/1.1" status: 200 len: 2998 time: 0.1052463 Feb 04 12:19:46.076838 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52499ce1-d08c-407b-8d53-2bbcf3b9bd0b admin admin] Router 526125d0-fbb7-4267-b77a-4c98109bcf33 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:19:46.105470 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-8196fe0a-6025-41bd-8994-d127c10516af req-2cedbabb-9f2a-4bd1-9a0d-02b48437ef7b tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (f5ea203d-9e31-46a1-bb55-e917416489cd), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:46.128169 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['cba902eb-0465-44a7-b9a6-e26c445bde0f'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:19:46.132307 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['f5ea203d-9e31-46a1-bb55-e917416489cd', '9deeedb5-204f-427a-9d10-78c74d840462'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:19:46.163618 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cedbabb-9f2a-4bd1-9a0d-02b48437ef7b tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Pushing event deleted for resources: {'Port': ['ID=f5ea203d-9e31-46a1-bb55-e917416489cd,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:19:46.195721 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8eb1c5d3-8693-45db-9e0a-f149eff5e41e req-3f8b715d-5c71-4cef-88f8-ffc12e5fe221 tempest-SecurityGroupsTestAdminJSON-1262051367 tempest-SecurityGroupsTestAdminJSON-1262051367-project-admin] 10.222.0.65 "GET /v2.0/security-groups/82e32788-b538-46da-9ee1-c14eb883174f HTTP/1.1" status: 200 len: 2998 time: 0.1706934 Feb 04 12:19:46.337437 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8eb1c5d3-8693-45db-9e0a-f149eff5e41e req-387b23e4-54ba-498e-842a-d53dc6feb506 tempest-SecurityGroupsTestAdminJSON-1262051367 tempest-SecurityGroupsTestAdminJSON-1262051367-project-admin] 10.222.0.65 "GET /v2.0/security-groups/82e32788-b538-46da-9ee1-c14eb883174f HTTP/1.1" status: 200 len: 2998 time: 0.1375508 Feb 04 12:19:46.352077 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-8196fe0a-6025-41bd-8994-d127c10516af req-2cedbabb-9f2a-4bd1-9a0d-02b48437ef7b tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] No DVR routers for this DVR port f5ea203d-9e31-46a1-bb55-e917416489cd on host n-h2-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:19:46.362019 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-8196fe0a-6025-41bd-8994-d127c10516af req-2cedbabb-9f2a-4bd1-9a0d-02b48437ef7b tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:46.377593 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-8196fe0a-6025-41bd-8994-d127c10516af req-2cedbabb-9f2a-4bd1-9a0d-02b48437ef7b tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.77 "DELETE /v2.0/ports/f5ea203d-9e31-46a1-bb55-e917416489cd HTTP/1.1" status: 204 len: 173 time: 2.1569901 Feb 04 12:19:46.523709 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8eb1c5d3-8693-45db-9e0a-f149eff5e41e req-1fc81800-9c41-4d1a-9b2c-de288d1c1d11 tempest-SecurityGroupsTestAdminJSON-1262051367 tempest-SecurityGroupsTestAdminJSON-1262051367-project-admin] 10.222.0.65 "GET /v2.0/security-groups/950288b9-bd65-43e2-b9fd-d9eaccc6b3b0 HTTP/1.1" status: 200 len: 2998 time: 0.1656337 Feb 04 12:19:46.537461 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-d474694f-0bd5-4b80-8e84-1f9b05653506 None None] Provisioning complete for port 59ef49e4-70ea-4c18-9df8-0a836612d49d triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:19:46.539173 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d474694f-0bd5-4b80-8e84-1f9b05653506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (59ef49e4-70ea-4c18-9df8-0a836612d49d), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:46.617227 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8eb1c5d3-8693-45db-9e0a-f149eff5e41e req-ff41b20e-9f3e-4cbd-91e6-c182bd32c4b1 tempest-SecurityGroupsTestAdminJSON-1262051367 tempest-SecurityGroupsTestAdminJSON-1262051367-project-admin] 10.222.0.65 "GET /v2.0/security-groups/950288b9-bd65-43e2-b9fd-d9eaccc6b3b0 HTTP/1.1" status: 200 len: 2998 time: 0.0813532 Feb 04 12:19:46.647997 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52499ce1-d08c-407b-8d53-2bbcf3b9bd0b admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:19:46.666396 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-52499ce1-d08c-407b-8d53-2bbcf3b9bd0b admin admin] 10.222.0.65 "PUT /v2.0/routers/526125d0-fbb7-4267-b77a-4c98109bcf33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1576955 Feb 04 12:19:46.690277 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32adfd8b-3e87-4b42-a289-a5e827ad8588 None None] Sync routers for ids ['526125d0-fbb7-4267-b77a-4c98109bcf33'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:19:46.716203 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device fb3a465d-631d-4da0-bec7-5d0861cc6fd4 no longer exists at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:19:46.810380 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8eb1c5d3-8693-45db-9e0a-f149eff5e41e req-c3081e87-50ea-4108-9a83-f58939ed1638 tempest-SecurityGroupsTestAdminJSON-1262051367 tempest-SecurityGroupsTestAdminJSON-1262051367-project-admin] 10.222.0.65 "GET /v2.0/security-groups/9a1ba13a-3582-42ac-bb35-362abd3a196f HTTP/1.1" status: 200 len: 2998 time: 0.1844237 Feb 04 12:19:46.874798 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] No Port match for: fb3a465d-631d-4da0-bec7-5d0861cc6fd4 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:19:46.876236 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device fb3a465d-631d-4da0-bec7-5d0861cc6fd4 not bound to the agent host n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:19:46.879086 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device f5ea203d-9e31-46a1-bb55-e917416489cd no longer exists at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:19:46.961001 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8eb1c5d3-8693-45db-9e0a-f149eff5e41e req-cd4ee6b4-0f41-467f-85f5-a050add8254a tempest-SecurityGroupsTestAdminJSON-1262051367 tempest-SecurityGroupsTestAdminJSON-1262051367-project-admin] 10.222.0.65 "GET /v2.0/security-groups/9a1ba13a-3582-42ac-bb35-362abd3a196f HTTP/1.1" status: 200 len: 2998 time: 0.1391287 Feb 04 12:19:47.073743 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8eb1c5d3-8693-45db-9e0a-f149eff5e41e req-101269e9-703e-4fb5-b73e-66731382fd4c tempest-SecurityGroupsTestAdminJSON-1262051367 tempest-SecurityGroupsTestAdminJSON-1262051367-project-admin] 10.222.0.65 "GET /v2.0/security-groups/a6c268e1-6c0d-404e-9dd9-1dfb8e5feeb2 HTTP/1.1" status: 200 len: 2998 time: 0.0998666 Feb 04 12:19:47.177176 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8eb1c5d3-8693-45db-9e0a-f149eff5e41e req-4c2380f9-6786-4c77-9fd4-15df47e12215 tempest-SecurityGroupsTestAdminJSON-1262051367 tempest-SecurityGroupsTestAdminJSON-1262051367-project-admin] 10.222.0.65 "GET /v2.0/security-groups/a6c268e1-6c0d-404e-9dd9-1dfb8e5feeb2 HTTP/1.1" status: 200 len: 2998 time: 0.1019764 Feb 04 12:19:47.280060 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-d474694f-0bd5-4b80-8e84-1f9b05653506 None None] Port 59ef49e4-70ea-4c18-9df8-0a836612d49d cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:19:47.282843 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32adfd8b-3e87-4b42-a289-a5e827ad8588 None None] Routers {'526125d0-fbb7-4267-b77a-4c98109bcf33'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:19:47.284251 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-32adfd8b-3e87-4b42-a289-a5e827ad8588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:19:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['526125d0-fbb7-4267-b77a-4c98109bcf33'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:19:47.339350 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8eb1c5d3-8693-45db-9e0a-f149eff5e41e req-712cae64-b6c1-4ac8-b2d8-64594f3446ec tempest-SecurityGroupsTestAdminJSON-1262051367 tempest-SecurityGroupsTestAdminJSON-1262051367-project-admin] 10.222.0.65 "GET /v2.0/security-groups/b73e32d6-bba9-41de-b777-3176926786f8 HTTP/1.1" status: 200 len: 2998 time: 0.1462462 Feb 04 12:19:47.361973 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 5c6912fe-2413-4377-b04d-edc0fba687b3 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:19:47.365901 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] No Port match for: f5ea203d-9e31-46a1-bb55-e917416489cd {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:19:47.366452 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device f5ea203d-9e31-46a1-bb55-e917416489cd not bound to the agent host n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:19:47.418147 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8eb1c5d3-8693-45db-9e0a-f149eff5e41e req-08877314-a79f-4f03-9e1c-ef399d0c2856 tempest-SecurityGroupsTestAdminJSON-1262051367 tempest-SecurityGroupsTestAdminJSON-1262051367-project-admin] 10.222.0.65 "GET /v2.0/security-groups/b73e32d6-bba9-41de-b777-3176926786f8 HTTP/1.1" status: 200 len: 2998 time: 0.0769804 Feb 04 12:19:47.534048 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8eb1c5d3-8693-45db-9e0a-f149eff5e41e req-fee4ccbc-bd85-4465-a407-0abfcf349eec tempest-SecurityGroupsTestAdminJSON-1262051367 tempest-SecurityGroupsTestAdminJSON-1262051367-project-admin] 10.222.0.65 "GET /v2.0/security-groups/cdbad6f2-c287-414c-b195-0f2e11b601c0 HTTP/1.1" status: 200 len: 2998 time: 0.1128764 Feb 04 12:19:47.600820 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8eb1c5d3-8693-45db-9e0a-f149eff5e41e req-08ec9bcb-94a0-4cc5-a644-7a41d0950621 tempest-SecurityGroupsTestAdminJSON-1262051367 tempest-SecurityGroupsTestAdminJSON-1262051367-project-admin] 10.222.0.65 "GET /v2.0/security-groups/cdbad6f2-c287-414c-b195-0f2e11b601c0 HTTP/1.1" status: 200 len: 2998 time: 0.0651574 Feb 04 12:19:47.661702 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8eb1c5d3-8693-45db-9e0a-f149eff5e41e req-126d14fe-6549-4b40-a40d-3f72c6f5198d tempest-SecurityGroupsTestAdminJSON-1262051367 tempest-SecurityGroupsTestAdminJSON-1262051367-project-admin] 10.222.0.65 "GET /v2.0/security-groups/e02ee6d2-f0e7-4325-9b7b-e049ae0a8cfe HTTP/1.1" status: 200 len: 2998 time: 0.0486655 Feb 04 12:19:47.713174 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-32adfd8b-3e87-4b42-a289-a5e827ad8588 None None] Set router 526125d0-fbb7-4267-b77a-4c98109bcf33 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:19:47.742370 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8eb1c5d3-8693-45db-9e0a-f149eff5e41e req-079374b3-b32a-4539-9587-3c7c15a562ac tempest-SecurityGroupsTestAdminJSON-1262051367 tempest-SecurityGroupsTestAdminJSON-1262051367-project-admin] 10.222.0.65 "GET /v2.0/security-groups/e02ee6d2-f0e7-4325-9b7b-e049ae0a8cfe HTTP/1.1" status: 200 len: 2998 time: 0.0633855 Feb 04 12:19:47.785043 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 5c6912fe-2413-4377-b04d-edc0fba687b3 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:19:47.785973 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (5c6912fe-2413-4377-b04d-edc0fba687b3), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:47.820695 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8eb1c5d3-8693-45db-9e0a-f149eff5e41e req-4cf118d2-baf4-4561-892f-7afca1746a64 tempest-SecurityGroupsTestAdminJSON-1262051367 tempest-SecurityGroupsTestAdminJSON-1262051367-project-admin] 10.222.0.65 "GET /v2.0/security-groups/e46e784f-ee13-48b0-a15c-9916e2c62c83 HTTP/1.1" status: 200 len: 2994 time: 0.0660775 Feb 04 12:19:47.913587 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8eb1c5d3-8693-45db-9e0a-f149eff5e41e req-c4c5a5d0-d9ea-46f8-93b5-19adec2bd3c7 tempest-SecurityGroupsTestAdminJSON-1262051367 tempest-SecurityGroupsTestAdminJSON-1262051367-project-admin] 10.222.0.65 "GET /v2.0/security-groups/e46e784f-ee13-48b0-a15c-9916e2c62c83 HTTP/1.1" status: 200 len: 2994 time: 0.0885713 Feb 04 12:19:47.995906 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e94acd62-cd72-47ec-8990-0434d80d692d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:48.005541 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8eb1c5d3-8693-45db-9e0a-f149eff5e41e req-32a1e685-1ac5-4bc8-95b4-2a72e32cebf5 tempest-SecurityGroupsTestAdminJSON-1262051367 tempest-SecurityGroupsTestAdminJSON-1262051367-project-admin] 10.222.0.65 "GET /v2.0/security-groups/e4f571d4-f0a1-47f6-a54a-b93db47581cc HTTP/1.1" status: 200 len: 2998 time: 0.0827594 Feb 04 12:19:48.127695 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27c41402-c136-4ada-83d9-9714461f74a6 x-openstack-request-id: req-27c41402-c136-4ada-83d9-9714461f74a6 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:19:48.128235 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46a5106d-9db0-47a6-b607-e4d3585fc28e", "name": "network-vif-deleted", "tag": "fb3a465d-631d-4da0-bec7-5d0861cc6fd4", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:19:48.128604 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-27c41402-c136-4ada-83d9-9714461f74a6 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:19:48.129418 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46a5106d-9db0-47a6-b607-e4d3585fc28e', 'name': 'network-vif-deleted', 'tag': 'fb3a465d-631d-4da0-bec7-5d0861cc6fd4', 'status': 'completed', 'code': 200} Feb 04 12:19:48.257127 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8eb1c5d3-8693-45db-9e0a-f149eff5e41e req-ef9db105-6fba-4ef1-a791-763c59e0aa5d tempest-SecurityGroupsTestAdminJSON-1262051367 tempest-SecurityGroupsTestAdminJSON-1262051367-project-admin] 10.222.0.65 "GET /v2.0/security-groups/e4f571d4-f0a1-47f6-a54a-b93db47581cc HTTP/1.1" status: 200 len: 2998 time: 0.2294676 Feb 04 12:19:48.283374 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 5c6912fe-2413-4377-b04d-edc0fba687b3 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:19:48.304600 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e45ff6-e47f-49fe-b11c-080b1f6eff0a req-7fd72245-4994-4fdb-93e7-389eddc16003 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:48.306355 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-e0e45ff6-e47f-49fe-b11c-080b1f6eff0a req-7fd72245-4994-4fdb-93e7-389eddc16003 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] 10.222.0.73 "GET /v2.0/ports?device_id=06d623a9-40db-4d05-9525-c019dd7d0c13 HTTP/1.1" status: 200 len: 945 time: 0.1488614 Feb 04 12:19:48.339305 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-32adfd8b-3e87-4b42-a289-a5e827ad8588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '526125d0-fbb7-4267-b77a-4c98109bcf33', 'name': 'tempest-ServersTestManualDisk-501579117-router', 'tenant_id': 'bb3b803474b64ee4a96a9d1f82e7fbf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '5c6912fe-2413-4377-b04d-edc0fba687b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:19:33Z', 'updated_at': '2022-02-04T12:19:44Z', 'revision_number': 4, 'project_id': 'bb3b803474b64ee4a96a9d1f82e7fbf4', 'gw_port': {'id': '5c6912fe-2413-4377-b04d-edc0fba687b3', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526125d0-fbb7-4267-b77a-4c98109bcf33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:19:35Z', 'updated_at': '2022-02-04T12:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '59ef49e4-70ea-4c18-9df8-0a836612d49d', 'name': '', 'network_id': 'eae58b19-8b37-4b30-b213-f41ab4db1b6c', 'tenant_id': 'bb3b803474b64ee4a96a9d1f82e7fbf4', 'mac_address': 'fa:16:3e:d5:b6:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '526125d0-fbb7-4267-b77a-4c98109bcf33', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '3a336ad0-0e25-4f20-acd0-30e3137f0fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:19:41Z', 'updated_at': '2022-02-04T12:19:44Z', 'revision_number': 2, 'project_id': 'bb3b803474b64ee4a96a9d1f82e7fbf4', 'subnets': [{'id': '3a336ad0-0e25-4f20-acd0-30e3137f0fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:19:48.354452 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3c62087b-22cd-4394-8304-bf029538b805 req-cd5461b9-7ddf-41bb-909a-8eaa40a12b35 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=77637105-0550-4658-837e-b253c5845668 HTTP/1.1" status: 200 len: 210 time: 0.1123066 Feb 04 12:19:48.406256 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32adfd8b-3e87-4b42-a289-a5e827ad8588 None None] Checking router: 526125d0-fbb7-4267-b77a-4c98109bcf33 for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:19:48.406256 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32adfd8b-3e87-4b42-a289-a5e827ad8588 None None] Updating router 526125d0-fbb7-4267-b77a-4c98109bcf33 port 59ef49e4-70ea-4c18-9df8-0a836612d49d binding host n-d-825015-3 {{(pid=103476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:19:48.411871 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8eb1c5d3-8693-45db-9e0a-f149eff5e41e req-180158aa-dd61-4c6e-b634-1f69032164e1 tempest-SecurityGroupsTestAdminJSON-1262051367 tempest-SecurityGroupsTestAdminJSON-1262051367-project-admin] 10.222.0.65 "GET /v2.0/security-groups/e84122de-c5e6-4e82-b8a4-f4544e512bb3 HTTP/1.1" status: 200 len: 2990 time: 0.1231740 Feb 04 12:19:48.476729 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d3242a-3d01-40c1-97ae-a013cb76b77c req-ab1ea2cf-12e1-45a3-a97d-18aa5917155a tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:48.479036 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-74d3242a-3d01-40c1-97ae-a013cb76b77c req-ab1ea2cf-12e1-45a3-a97d-18aa5917155a tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.73 "GET /v2.0/networks?id=365084f8-2068-4655-9009-041f3cc171be HTTP/1.1" status: 200 len: 821 time: 0.4719689 Feb 04 12:19:48.484341 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-32adfd8b-3e87-4b42-a289-a5e827ad8588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (59ef49e4-70ea-4c18-9df8-0a836612d49d), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:48.498549 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-74d3242a-3d01-40c1-97ae-a013cb76b77c req-ae922b25-7cf9-4365-a776-b9d577c5170f tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Request body: {'port': {'device_id': '77637105-0550-4658-837e-b253c5845668', 'network_id': '365084f8-2068-4655-9009-041f3cc171be', 'admin_state_up': True, 'tenant_id': '207f01ccf15c4616a04a98fbbad5fc72'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:19:48.581039 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-e0e45ff6-e47f-49fe-b11c-080b1f6eff0a req-a1262edf-fbc2-46e4-b2e1-5382bd5e9134 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Deleting port d85456be-be77-4b03-b039-2c69c2d5fea8 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:19:48.581946 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-e0e45ff6-e47f-49fe-b11c-080b1f6eff0a req-a1262edf-fbc2-46e4-b2e1-5382bd5e9134 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (d85456be-be77-4b03-b039-2c69c2d5fea8), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:48.686911 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8eb1c5d3-8693-45db-9e0a-f149eff5e41e req-8c89b7ed-5ff8-4199-8912-912d33b738ee tempest-SecurityGroupsTestAdminJSON-1262051367 tempest-SecurityGroupsTestAdminJSON-1262051367-project-admin] 10.222.0.65 "GET /v2.0/security-groups/e84122de-c5e6-4e82-b8a4-f4544e512bb3 HTTP/1.1" status: 200 len: 2990 time: 0.2683570 Feb 04 12:19:48.753235 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7afbe2-4de2-4254-b562-c886795a8a5e req-ae8b739a-b357-41ac-933d-7803ed85b462 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:48.759783 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3f7afbe2-4de2-4254-b562-c886795a8a5e req-ae8b739a-b357-41ac-933d-7803ed85b462 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] 10.222.0.65 "GET /v2.0/ports?device_id=06d623a9-40db-4d05-9525-c019dd7d0c13 HTTP/1.1" status: 200 len: 945 time: 0.1615417 Feb 04 12:19:48.767887 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74d3242a-3d01-40c1-97ae-a013cb76b77c req-ae922b25-7cf9-4365-a776-b9d577c5170f tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Made reservation on behalf of 207f01ccf15c4616a04a98fbbad5fc72 for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:19:48.773786 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-74d3242a-3d01-40c1-97ae-a013cb76b77c req-ae922b25-7cf9-4365-a776-b9d577c5170f tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:48.803201 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-e0e45ff6-e47f-49fe-b11c-080b1f6eff0a req-a1262edf-fbc2-46e4-b2e1-5382bd5e9134 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] For port d85456be-be77-4b03-b039-2c69c2d5fea8, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=d85456be-be77-4b03-b039-2c69c2d5fea8,segment=NetworkSegment(dd6a73cb-8268-4b67-a592-682dfbe2780b),segment_id=dd6a73cb-8268-4b67-a592-682dfbe2780b)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:19:48.804290 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-e0e45ff6-e47f-49fe-b11c-080b1f6eff0a req-a1262edf-fbc2-46e4-b2e1-5382bd5e9134 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (d85456be-be77-4b03-b039-2c69c2d5fea8), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:48.907930 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3f7afbe2-4de2-4254-b562-c886795a8a5e req-889a7e48-d6d2-4690-9e38-94ba689e5100 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] 10.222.0.65 "GET /v2.0/security-groups?id=1cd472ff-e85a-4001-a10c-f5ed9978b777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302705 Feb 04 12:19:49.038424 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-74d3242a-3d01-40c1-97ae-a013cb76b77c req-ae922b25-7cf9-4365-a776-b9d577c5170f tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Allocated IP 172.20.0.11 (365084f8-2068-4655-9009-041f3cc171be/baf06417-eecb-4036-81cf-3c7679e7daf8/b3b9b701-1627-4bf6-b4c1-3546e6bb894a) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:19:49.062238 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:49.258294 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-32adfd8b-3e87-4b42-a289-a5e827ad8588 None None] Publish callbacks [] for port (59ef49e4-70ea-4c18-9df8-0a836612d49d), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:49.273058 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-32adfd8b-3e87-4b42-a289-a5e827ad8588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (59ef49e4-70ea-4c18-9df8-0a836612d49d), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:49.665355 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-74d3242a-3d01-40c1-97ae-a013cb76b77c req-ae922b25-7cf9-4365-a776-b9d577c5170f tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Publish callbacks [] for port (b3b9b701-1627-4bf6-b4c1-3546e6bb894a), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:49.688118 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cca0d1-bf07-4406-940c-1c3f1cc24517 None None] Pushing event updated for resources: {'Port': ['ID=59ef49e4-70ea-4c18-9df8-0a836612d49d,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:19:49.784346 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-e0e45ff6-e47f-49fe-b11c-080b1f6eff0a req-a1262edf-fbc2-46e4-b2e1-5382bd5e9134 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:49.785046 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-e0e45ff6-e47f-49fe-b11c-080b1f6eff0a req-a1262edf-fbc2-46e4-b2e1-5382bd5e9134 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1599943'] for floatingip (edb845a0-45f2-4174-9a5e-588f7ee4ae40), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:49.787678 n-d-825015-3 neutron-server[103474]: INFO neutron.db.l3_db [req-e0e45ff6-e47f-49fe-b11c-080b1f6eff0a req-a1262edf-fbc2-46e4-b2e1-5382bd5e9134 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Floating IP edb845a0-45f2-4174-9a5e-588f7ee4ae40 disassociated. External IP: 172.25.3.79, port: d85456be-be77-4b03-b039-2c69c2d5fea8. Feb 04 12:19:49.789870 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-e0e45ff6-e47f-49fe-b11c-080b1f6eff0a req-a1262edf-fbc2-46e4-b2e1-5382bd5e9134 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Calling delete_port for d85456be-be77-4b03-b039-2c69c2d5fea8 owned by compute:nova {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:19:49.837195 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-74d3242a-3d01-40c1-97ae-a013cb76b77c req-ae922b25-7cf9-4365-a776-b9d577c5170f tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (b3b9b701-1627-4bf6-b4c1-3546e6bb894a), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:49.907802 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-32adfd8b-3e87-4b42-a289-a5e827ad8588 None None] Attempting to bind port 59ef49e4-70ea-4c18-9df8-0a836612d49d on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:19:49.908319 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-32adfd8b-3e87-4b42-a289-a5e827ad8588 None None] Attempting to bind port 59ef49e4-70ea-4c18-9df8-0a836612d49d by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '4b7e69f4-922d-4b45-9b89-3354156bb3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'eae58b19-8b37-4b30-b213-f41ab4db1b6c'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:19:49.908834 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32adfd8b-3e87-4b42-a289-a5e827ad8588 None None] Attempting to bind port 59ef49e4-70ea-4c18-9df8-0a836612d49d on network eae58b19-8b37-4b30-b213-f41ab4db1b6c {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:19:49.931055 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32adfd8b-3e87-4b42-a289-a5e827ad8588 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:19:49.931604 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32adfd8b-3e87-4b42-a289-a5e827ad8588 None None] Checking segment: {'id': '4b7e69f4-922d-4b45-9b89-3354156bb3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'eae58b19-8b37-4b30-b213-f41ab4db1b6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:19:49.932285 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-32adfd8b-3e87-4b42-a289-a5e827ad8588 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:49.932926 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32adfd8b-3e87-4b42-a289-a5e827ad8588 None None] Bound using segment: {'id': '4b7e69f4-922d-4b45-9b89-3354156bb3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'eae58b19-8b37-4b30-b213-f41ab4db1b6c'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:19:49.933709 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-32adfd8b-3e87-4b42-a289-a5e827ad8588 None None] Bound port: 59ef49e4-70ea-4c18-9df8-0a836612d49d, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b7e69f4-922d-4b45-9b89-3354156bb3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'eae58b19-8b37-4b30-b213-f41ab4db1b6c'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:19:49.934895 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-32adfd8b-3e87-4b42-a289-a5e827ad8588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (59ef49e4-70ea-4c18-9df8-0a836612d49d), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:50.057708 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74d3242a-3d01-40c1-97ae-a013cb76b77c req-ae922b25-7cf9-4365-a776-b9d577c5170f tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Network 365084f8-2068-4655-9009-041f3cc171be is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:19:50.075369 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-74d3242a-3d01-40c1-97ae-a013cb76b77c req-ae922b25-7cf9-4365-a776-b9d577c5170f tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:19:50.096785 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 58478) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:19:50.097973 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-74d3242a-3d01-40c1-97ae-a013cb76b77c req-ae922b25-7cf9-4365-a776-b9d577c5170f tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:19:50.135968 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d3242a-3d01-40c1-97ae-a013cb76b77c req-ae922b25-7cf9-4365-a776-b9d577c5170f tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:50.137068 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-74d3242a-3d01-40c1-97ae-a013cb76b77c req-ae922b25-7cf9-4365-a776-b9d577c5170f tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:50.172812 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6887623f-e6e7-445e-a5e6-8acb293a8861', 'name': 'network-vif-deleted', 'tag': 'f5ea203d-9e31-46a1-bb55-e917416489cd'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:19:50.176495 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-c16a7963-790b-416a-b82c-2a021b9ea2e1 None None] Provisioning complete for port 59ef49e4-70ea-4c18-9df8-0a836612d49d triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:19:50.178514 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1321b5e-c2a0-49f7-9302-1ed153a5973d" -d '{"events": [{"server_uuid": "6887623f-e6e7-445e-a5e6-8acb293a8861", "name": "network-vif-deleted", "tag": "f5ea203d-9e31-46a1-bb55-e917416489cd"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:19:50.180688 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c16a7963-790b-416a-b82c-2a021b9ea2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (59ef49e4-70ea-4c18-9df8-0a836612d49d), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:50.182919 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 58480) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:19:50.183726 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-e0e45ff6-e47f-49fe-b11c-080b1f6eff0a req-a1262edf-fbc2-46e4-b2e1-5382bd5e9134 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (d85456be-be77-4b03-b039-2c69c2d5fea8), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:50.196537 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-6fb25a1e-ee24-43f3-9eff-bd25565f153c tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1549989633', 'description': 'tempest-description--993320581'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:19:50.221343 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae922b25-7cf9-4365-a776-b9d577c5170f tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Pushing event updated for resources: {'Port': ['ID=b3b9b701-1627-4bf6-b4c1-3546e6bb894a,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:19:50.257424 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1262edf-fbc2-46e4-b2e1-5382bd5e9134 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Pushing event deleted for resources: {'Port': ['ID=d85456be-be77-4b03-b039-2c69c2d5fea8,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:19:50.274701 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-32adfd8b-3e87-4b42-a289-a5e827ad8588 None None] For port 59ef49e4-70ea-4c18-9df8-0a836612d49d, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:19:50.283028 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c16a7963-790b-416a-b82c-2a021b9ea2e1 None None] Port 59ef49e4-70ea-4c18-9df8-0a836612d49d cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:19:50.293472 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-74d3242a-3d01-40c1-97ae-a013cb76b77c req-ae922b25-7cf9-4365-a776-b9d577c5170f tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8032782 Feb 04 12:19:50.300921 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-32adfd8b-3e87-4b42-a289-a5e827ad8588 None None] For port 59ef49e4-70ea-4c18-9df8-0a836612d49d, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=59ef49e4-70ea-4c18-9df8-0a836612d49d,segment=NetworkSegment(4b7e69f4-922d-4b45-9b89-3354156bb3f6),segment_id=4b7e69f4-922d-4b45-9b89-3354156bb3f6)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:19:50.318488 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-32adfd8b-3e87-4b42-a289-a5e827ad8588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (59ef49e4-70ea-4c18-9df8-0a836612d49d), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:50.344324 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-74d3242a-3d01-40c1-97ae-a013cb76b77c req-768d0b94-2df2-4e8f-a9f2-1969be0f10dc service neutron] Request body: {'port': {'device_id': '77637105-0550-4658-837e-b253c5845668', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:19:50.390522 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:50.549726 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32adfd8b-3e87-4b42-a289-a5e827ad8588 None None] Routers {'526125d0-fbb7-4267-b77a-4c98109bcf33'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:19:50.559418 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-32adfd8b-3e87-4b42-a289-a5e827ad8588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:19:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['526125d0-fbb7-4267-b77a-4c98109bcf33'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:19:50.570417 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cca0d1-bf07-4406-940c-1c3f1cc24517 None None] Pushing event updated for resources: {'Port': ['ID=59ef49e4-70ea-4c18-9df8-0a836612d49d,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:19:50.903238 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6fb25a1e-ee24-43f3-9eff-bd25565f153c tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:50.916796 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e0e45ff6-e47f-49fe-b11c-080b1f6eff0a req-a1262edf-fbc2-46e4-b2e1-5382bd5e9134 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Router 5e774df9-ebae-4d9b-b106-f97e45dc038d has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:19:50.951929 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a6c72692-6fc5-473d-90b2-c891b5590296 req-db7eaf1f-d3d5-4daa-9eb5-98720c16eea9 tempest-SecurityGroupsTestAdminJSON-1248027963 tempest-SecurityGroupsTestAdminJSON-1248027963-project] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8b3b1726a6804adcb434f833e19396b6 HTTP/1.1" status: 200 len: 6155 time: 0.7536943 Feb 04 12:19:50.989821 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-74d3242a-3d01-40c1-97ae-a013cb76b77c req-768d0b94-2df2-4e8f-a9f2-1969be0f10dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (b3b9b701-1627-4bf6-b4c1-3546e6bb894a), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:51.070640 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-32adfd8b-3e87-4b42-a289-a5e827ad8588 None None] Set router 526125d0-fbb7-4267-b77a-4c98109bcf33 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:19:51.167767 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a6c72692-6fc5-473d-90b2-c891b5590296 req-ca9861d9-ed3c-4404-9692-54c18103c8a6 tempest-SecurityGroupsTestAdminJSON-1248027963 tempest-SecurityGroupsTestAdminJSON-1248027963-project] 10.222.0.65 "GET /v2.0/security-groups/43e3fb54-13b9-4b35-9f2d-7946bd7ccf01 HTTP/1.1" status: 200 len: 2998 time: 0.2025185 Feb 04 12:19:51.243250 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6fb25a1e-ee24-43f3-9eff-bd25565f153c tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] Publish callbacks [] for security_group (9664bb36-bf5d-4990-a15c-2a75945861da), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:51.248483 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e0e45ff6-e47f-49fe-b11c-080b1f6eff0a req-a1262edf-fbc2-46e4-b2e1-5382bd5e9134 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:19:51.260557 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874bc50e-34ba-419a-a4bc-33a7fd4ab8f1 None None] Sync routers for ids ['5e774df9-ebae-4d9b-b106-f97e45dc038d'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:19:51.267842 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e900aee-5546-4b67-99b1-6f1c964e9af4 req-87967548-affd-4934-ad98-ae43bce70696 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:51.273620 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6e900aee-5546-4b67-99b1-6f1c964e9af4 req-87967548-affd-4934-ad98-ae43bce70696 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=77637105-0550-4658-837e-b253c5845668 HTTP/1.1" status: 200 len: 932 time: 0.5380278 Feb 04 12:19:51.286245 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-94c7c5fd-75a4-4edb-9f65-800f076885cd None None] Provisioning complete for port 59ef49e4-70ea-4c18-9df8-0a836612d49d triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:19:51.287125 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-94c7c5fd-75a4-4edb-9f65-800f076885cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (59ef49e4-70ea-4c18-9df8-0a836612d49d), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:51.292896 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874bc50e-34ba-419a-a4bc-33a7fd4ab8f1 None None] Routers {'5e774df9-ebae-4d9b-b106-f97e45dc038d'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:19:51.294565 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-874bc50e-34ba-419a-a4bc-33a7fd4ab8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:19:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['5e774df9-ebae-4d9b-b106-f97e45dc038d'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:19:51.295629 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6fb25a1e-ee24-43f3-9eff-bd25565f153c tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (9664bb36-bf5d-4990-a15c-2a75945861da), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:51.350275 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0e45ff6-e47f-49fe-b11c-080b1f6eff0a req-a1262edf-fbc2-46e4-b2e1-5382bd5e9134 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] No DVR routers for this DVR port d85456be-be77-4b03-b039-2c69c2d5fea8 on host n-h1-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:19:51.364622 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-e0e45ff6-e47f-49fe-b11c-080b1f6eff0a req-a1262edf-fbc2-46e4-b2e1-5382bd5e9134 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:51.370616 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-e0e45ff6-e47f-49fe-b11c-080b1f6eff0a req-a1262edf-fbc2-46e4-b2e1-5382bd5e9134 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] 10.222.0.73 "DELETE /v2.0/ports/d85456be-be77-4b03-b039-2c69c2d5fea8 HTTP/1.1" status: 204 len: 173 time: 3.0582907 Feb 04 12:19:51.376555 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6fb25a1e-ee24-43f3-9eff-bd25565f153c tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:51.378677 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-6fb25a1e-ee24-43f3-9eff-bd25565f153c tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.1881907 Feb 04 12:19:51.383787 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 58492) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:19:51.400311 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-126e4170-2a3f-4d6f-a0e3-3bf5e587e4ec tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] Request body: {'security_group_rule': {'security_group_id': '9664bb36-bf5d-4990-a15c-2a75945861da', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:19:51.494542 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb25a1e-ee24-43f3-9eff-bd25565f153c tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9664bb36-bf5d-4990-a15c-2a75945861da,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:19:51.514613 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-126e4170-2a3f-4d6f-a0e3-3bf5e587e4ec tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] Publish callbacks [] for security_group_rule (bd5b5eda-e6dd-45f7-8d47-a85c48a7309f), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:51.557549 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-de727829-3b13-4517-b883-63fbf4a3b261 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f9af99c9a0024ffab72e44644c804799&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3757730 Feb 04 12:19:51.560794 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 58494) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:19:51.648105 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-94c7c5fd-75a4-4edb-9f65-800f076885cd None None] Current status of the port 59ef49e4-70ea-4c18-9df8-0a836612d49d is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:19:51.648768 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-94c7c5fd-75a4-4edb-9f65-800f076885cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (59ef49e4-70ea-4c18-9df8-0a836612d49d), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:51.661552 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:51.679082 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-874bc50e-34ba-419a-a4bc-33a7fd4ab8f1 None None] Set router 5e774df9-ebae-4d9b-b106-f97e45dc038d gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:19:51.792198 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-32adfd8b-3e87-4b42-a289-a5e827ad8588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '526125d0-fbb7-4267-b77a-4c98109bcf33', 'name': 'tempest-ServersTestManualDisk-501579117-router', 'tenant_id': 'bb3b803474b64ee4a96a9d1f82e7fbf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '5c6912fe-2413-4377-b04d-edc0fba687b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:19:33Z', 'updated_at': '2022-02-04T12:19:44Z', 'revision_number': 4, 'project_id': 'bb3b803474b64ee4a96a9d1f82e7fbf4', 'gw_port': {'id': '5c6912fe-2413-4377-b04d-edc0fba687b3', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526125d0-fbb7-4267-b77a-4c98109bcf33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:19:35Z', 'updated_at': '2022-02-04T12:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '59ef49e4-70ea-4c18-9df8-0a836612d49d', 'name': '', 'network_id': 'eae58b19-8b37-4b30-b213-f41ab4db1b6c', 'tenant_id': 'bb3b803474b64ee4a96a9d1f82e7fbf4', 'mac_address': 'fa:16:3e:d5:b6:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '526125d0-fbb7-4267-b77a-4c98109bcf33', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '3a336ad0-0e25-4f20-acd0-30e3137f0fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:19:41Z', 'updated_at': '2022-02-04T12:19:50Z', 'revision_number': 4, 'project_id': 'bb3b803474b64ee4a96a9d1f82e7fbf4', 'subnets': [{'id': '3a336ad0-0e25-4f20-acd0-30e3137f0fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:19:51.799757 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a6c72692-6fc5-473d-90b2-c891b5590296 req-f75fa794-39f7-407c-aae8-222af48c45c4 tempest-SecurityGroupsTestAdminJSON-1248027963 tempest-SecurityGroupsTestAdminJSON-1248027963-project] 10.222.0.65 "GET /v2.0/security-groups/43e3fb54-13b9-4b35-9f2d-7946bd7ccf01 HTTP/1.1" status: 200 len: 2998 time: 0.6308622 Feb 04 12:19:51.801864 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-126e4170-2a3f-4d6f-a0e3-3bf5e587e4ec tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] Publish callbacks [] for security_group_rule (bd5b5eda-e6dd-45f7-8d47-a85c48a7309f), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:51.808498 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-126e4170-2a3f-4d6f-a0e3-3bf5e587e4ec tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (bd5b5eda-e6dd-45f7-8d47-a85c48a7309f), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:51.859689 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5e2e60ca-beda-4169-8dc5-c6aa98402ff5 admin admin] Publish callbacks [] for security_group (18e2d55a-df02-4fae-b673-f4d465aa36fd), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:51.866059 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6e900aee-5546-4b67-99b1-6f1c964e9af4 req-055be01d-e11d-4db4-97da-142dec1378bd tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/security-groups?id=0e320687-8002-4e00-a016-6bf57af2cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3540719 Feb 04 12:19:51.897824 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-126e4170-2a3f-4d6f-a0e3-3bf5e587e4ec tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:51.905292 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-126e4170-2a3f-4d6f-a0e3-3bf5e587e4ec tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5200889 Feb 04 12:19:51.909714 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126e4170-2a3f-4d6f-a0e3-3bf5e587e4ec tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd5b5eda-e6dd-45f7-8d47-a85c48a7309f,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:19:51.918070 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-94c7c5fd-75a4-4edb-9f65-800f076885cd None None] For port 59ef49e4-70ea-4c18-9df8-0a836612d49d, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=59ef49e4-70ea-4c18-9df8-0a836612d49d,segment=NetworkSegment(4b7e69f4-922d-4b45-9b89-3354156bb3f6),segment_id=4b7e69f4-922d-4b45-9b89-3354156bb3f6)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:19:51.921573 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32adfd8b-3e87-4b42-a289-a5e827ad8588 None None] The sync data for ids ['526125d0-fbb7-4267-b77a-4c98109bcf33'] in n-d-825015-3 is: [{'id': '526125d0-fbb7-4267-b77a-4c98109bcf33', 'name': 'tempest-ServersTestManualDisk-501579117-router', 'tenant_id': 'bb3b803474b64ee4a96a9d1f82e7fbf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '5c6912fe-2413-4377-b04d-edc0fba687b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:19:33Z', 'updated_at': '2022-02-04T12:19:44Z', 'revision_number': 4, 'project_id': 'bb3b803474b64ee4a96a9d1f82e7fbf4', 'gw_port': {'id': '5c6912fe-2413-4377-b04d-edc0fba687b3', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526125d0-fbb7-4267-b77a-4c98109bcf33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:19:35Z', 'updated_at': '2022-02-04T12:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '59ef49e4-70ea-4c18-9df8-0a836612d49d', 'name': '', 'network_id': 'eae58b19-8b37-4b30-b213-f41ab4db1b6c', 'tenant_id': 'bb3b803474b64ee4a96a9d1f82e7fbf4', 'mac_address': 'fa:16:3e:d5:b6:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '526125d0-fbb7-4267-b77a-4c98109bcf33', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '3a336ad0-0e25-4f20-acd0-30e3137f0fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:19:41Z', 'updated_at': '2022-02-04T12:19:50Z', 'revision_number': 4, 'project_id': 'bb3b803474b64ee4a96a9d1f82e7fbf4', 'subnets': [{'id': '3a336ad0-0e25-4f20-acd0-30e3137f0fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:19:51.931200 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc7c9ac-b838-4b54-ae89-3cb032d6e904 req-32cf94a2-0c17-4e24-b7f3-977f8d96cbd2 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:51.935686 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-94c7c5fd-75a4-4edb-9f65-800f076885cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (59ef49e4-70ea-4c18-9df8-0a836612d49d), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:51.935896 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1bc7c9ac-b838-4b54-ae89-3cb032d6e904 req-32cf94a2-0c17-4e24-b7f3-977f8d96cbd2 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.73 "GET /v2.0/ports?device_id=6403eb81-a027-401d-9653-10a82f5ea6bd HTTP/1.1" status: 200 len: 971 time: 0.6453931 Feb 04 12:19:51.936527 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 58500) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:19:51.990495 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-d908a1ef-b0d3-478e-8683-f83830d7f17e tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] Request body: {'security_group_rule': {'security_group_id': '9664bb36-bf5d-4990-a15c-2a75945861da', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:19:52.036254 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5e2e60ca-beda-4169-8dc5-c6aa98402ff5 admin admin] Publish callbacks [] for security_group (18e2d55a-df02-4fae-b673-f4d465aa36fd), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:52.212073 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c7c5fd-75a4-4edb-9f65-800f076885cd None None] Pushing event updated for resources: {'Port': ['ID=59ef49e4-70ea-4c18-9df8-0a836612d49d,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:19:52.239624 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5e2e60ca-beda-4169-8dc5-c6aa98402ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (18e2d55a-df02-4fae-b673-f4d465aa36fd), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:52.250862 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device d85456be-be77-4b03-b039-2c69c2d5fea8 no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:19:52.251901 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5e2e60ca-beda-4169-8dc5-c6aa98402ff5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:52.259834 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-5e2e60ca-beda-4169-8dc5-c6aa98402ff5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/18e2d55a-df02-4fae-b673-f4d465aa36fd HTTP/1.1" status: 204 len: 168 time: 0.6938164 Feb 04 12:19:52.295981 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2e60ca-beda-4169-8dc5-c6aa98402ff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18e2d55a-df02-4fae-b673-f4d465aa36fd,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:19:52.332614 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] No Port match for: d85456be-be77-4b03-b039-2c69c2d5fea8 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:19:52.333429 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device d85456be-be77-4b03-b039-2c69c2d5fea8 not bound to the agent host n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:19:52.453272 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-874bc50e-34ba-419a-a4bc-33a7fd4ab8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e774df9-ebae-4d9b-b106-f97e45dc038d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1605097857-router', 'tenant_id': 'af7896e432b54a83bc6fa954af7e9dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': '406ad788-a3ed-4cbf-83b8-2720fcd7b7cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:17:03Z', 'updated_at': '2022-02-04T12:17:11Z', 'revision_number': 4, 'project_id': 'af7896e432b54a83bc6fa954af7e9dac', 'gw_port': {'id': '406ad788-a3ed-4cbf-83b8-2720fcd7b7cd', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:54:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e774df9-ebae-4d9b-b106-f97e45dc038d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:17:04Z', 'updated_at': '2022-02-04T12:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '0a5a3061-416f-49bd-b308-48c213be9c93', 'name': '', 'network_id': 'd2a4c77d-3fdb-4ff7-b292-4dd38c281129', 'tenant_id': 'af7896e432b54a83bc6fa954af7e9dac', 'mac_address': 'fa:16:3e:f7:8b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e774df9-ebae-4d9b-b106-f97e45dc038d', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'b48188d4-d733-4c67-bf23-f3f37b0f09f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:17:09Z', 'updated_at': '2022-02-04T12:17:16Z', 'revision_number': 5, 'project_id': 'af7896e432b54a83bc6fa954af7e9dac', 'subnets': [{'id': 'b48188d4-d733-4c67-bf23-f3f37b0f09f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:19:52.535821 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874bc50e-34ba-419a-a4bc-33a7fd4ab8f1 None None] Checking router: 5e774df9-ebae-4d9b-b106-f97e45dc038d for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:19:52.558723 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874bc50e-34ba-419a-a4bc-33a7fd4ab8f1 None None] Routers {'5e774df9-ebae-4d9b-b106-f97e45dc038d'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:19:52.560832 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-874bc50e-34ba-419a-a4bc-33a7fd4ab8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:19:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['5e774df9-ebae-4d9b-b106-f97e45dc038d'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:19:52.611013 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d74ead9b-83e3-423c-a779-2b8ee0b09ed9 req-e8c51179-f9b4-46d8-8aff-0b117884a6c1 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] 10.222.0.65 "GET /v2.0/ports?device_id=06d623a9-40db-4d05-9525-c019dd7d0c13 HTTP/1.1" status: 200 len: 210 time: 0.2375133 Feb 04 12:19:52.716502 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d908a1ef-b0d3-478e-8683-f83830d7f17e tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] Publish callbacks [] for security_group_rule (ec804e23-29bd-45fa-9211-b1119107cbde), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:52.792377 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47cfee2c-5ec2-4c46-9d3e-81990dc0a4fb x-openstack-request-id: req-47cfee2c-5ec2-4c46-9d3e-81990dc0a4fb {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:19:52.792736 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6887623f-e6e7-445e-a5e6-8acb293a8861", "name": "network-vif-deleted", "tag": "f5ea203d-9e31-46a1-bb55-e917416489cd", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:19:52.792906 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-47cfee2c-5ec2-4c46-9d3e-81990dc0a4fb {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:19:52.793331 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6887623f-e6e7-445e-a5e6-8acb293a8861', 'name': 'network-vif-deleted', 'tag': 'f5ea203d-9e31-46a1-bb55-e917416489cd', 'status': 'completed', 'code': 200} Feb 04 12:19:52.827248 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-874bc50e-34ba-419a-a4bc-33a7fd4ab8f1 None None] Set router 5e774df9-ebae-4d9b-b106-f97e45dc038d gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:19:53.005174 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be12564-a588-4a4c-98d5-f9d77375fd90 req-1e9fcb1f-a546-4c10-bc0e-b46a3adf2c53 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:53.006817 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4be12564-a588-4a4c-98d5-f9d77375fd90 req-1e9fcb1f-a546-4c10-bc0e-b46a3adf2c53 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/ports?device_id=6403eb81-a027-401d-9653-10a82f5ea6bd HTTP/1.1" status: 200 len: 971 time: 0.8890450 Feb 04 12:19:53.036975 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 59ef49e4-70ea-4c18-9df8-0a836612d49d up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:19:53.096356 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-74d3242a-3d01-40c1-97ae-a013cb76b77c req-768d0b94-2df2-4e8f-a9f2-1969be0f10dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3b9b701-1627-4bf6-b4c1-3546e6bb894a {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:19:53.173554 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 58508) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:19:53.244396 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-74d3242a-3d01-40c1-97ae-a013cb76b77c req-768d0b94-2df2-4e8f-a9f2-1969be0f10dc service neutron] Publish callbacks [] for port (b3b9b701-1627-4bf6-b4c1-3546e6bb894a), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:53.272202 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-dc1769d3-9369-4ef0-b15a-8129ad8cdc86 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=166b95acdf45443f889f9ee80ca2937f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0950418 Feb 04 12:19:53.273712 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 58510) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:19:53.276090 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-74d3242a-3d01-40c1-97ae-a013cb76b77c req-768d0b94-2df2-4e8f-a9f2-1969be0f10dc service neutron] Transition to ACTIVE for port object b3b9b701-1627-4bf6-b4c1-3546e6bb894a will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:19:53.311162 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-874bc50e-34ba-419a-a4bc-33a7fd4ab8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e774df9-ebae-4d9b-b106-f97e45dc038d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1605097857-router', 'tenant_id': 'af7896e432b54a83bc6fa954af7e9dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': '406ad788-a3ed-4cbf-83b8-2720fcd7b7cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:17:03Z', 'updated_at': '2022-02-04T12:17:11Z', 'revision_number': 4, 'project_id': 'af7896e432b54a83bc6fa954af7e9dac', 'gw_port': {'id': '406ad788-a3ed-4cbf-83b8-2720fcd7b7cd', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:54:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e774df9-ebae-4d9b-b106-f97e45dc038d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:17:04Z', 'updated_at': '2022-02-04T12:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '0a5a3061-416f-49bd-b308-48c213be9c93', 'name': '', 'network_id': 'd2a4c77d-3fdb-4ff7-b292-4dd38c281129', 'tenant_id': 'af7896e432b54a83bc6fa954af7e9dac', 'mac_address': 'fa:16:3e:f7:8b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e774df9-ebae-4d9b-b106-f97e45dc038d', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'b48188d4-d733-4c67-bf23-f3f37b0f09f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:17:09Z', 'updated_at': '2022-02-04T12:17:16Z', 'revision_number': 5, 'project_id': 'af7896e432b54a83bc6fa954af7e9dac', 'subnets': [{'id': 'b48188d4-d733-4c67-bf23-f3f37b0f09f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:19:53.311893 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-74d3242a-3d01-40c1-97ae-a013cb76b77c req-768d0b94-2df2-4e8f-a9f2-1969be0f10dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (b3b9b701-1627-4bf6-b4c1-3546e6bb894a), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:53.359437 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-1bc7c9ac-b838-4b54-ae89-3cb032d6e904 req-d38292bb-6792-467b-b36c-79fab92c9a5e tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Deleting port cba902eb-0465-44a7-b9a6-e26c445bde0f {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:19:53.360006 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-1bc7c9ac-b838-4b54-ae89-3cb032d6e904 req-d38292bb-6792-467b-b36c-79fab92c9a5e tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (cba902eb-0465-44a7-b9a6-e26c445bde0f), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:53.383699 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874bc50e-34ba-419a-a4bc-33a7fd4ab8f1 None None] The sync data for ids ['5e774df9-ebae-4d9b-b106-f97e45dc038d'] in n-d-825015-3 is: [{'id': '5e774df9-ebae-4d9b-b106-f97e45dc038d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1605097857-router', 'tenant_id': 'af7896e432b54a83bc6fa954af7e9dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': '406ad788-a3ed-4cbf-83b8-2720fcd7b7cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:17:03Z', 'updated_at': '2022-02-04T12:17:11Z', 'revision_number': 4, 'project_id': 'af7896e432b54a83bc6fa954af7e9dac', 'gw_port': {'id': '406ad788-a3ed-4cbf-83b8-2720fcd7b7cd', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:54:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e774df9-ebae-4d9b-b106-f97e45dc038d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:17:04Z', 'updated_at': '2022-02-04T12:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '0a5a3061-416f-49bd-b308-48c213be9c93', 'name': '', 'network_id': 'd2a4c77d-3fdb-4ff7-b292-4dd38c281129', 'tenant_id': 'af7896e432b54a83bc6fa954af7e9dac', 'mac_address': 'fa:16:3e:f7:8b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e774df9-ebae-4d9b-b106-f97e45dc038d', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'b48188d4-d733-4c67-bf23-f3f37b0f09f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:17:09Z', 'updated_at': '2022-02-04T12:17:16Z', 'revision_number': 5, 'project_id': 'af7896e432b54a83bc6fa954af7e9dac', 'subnets': [{'id': 'b48188d4-d733-4c67-bf23-f3f37b0f09f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:19:53.480966 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 59ef49e4-70ea-4c18-9df8-0a836612d49d triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:19:53.483212 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (59ef49e4-70ea-4c18-9df8-0a836612d49d), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:53.485037 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-04af4701-0926-41cb-a136-ba4679a75946 admin admin] Publish callbacks [] for security_group (950288b9-bd65-43e2-b9fd-d9eaccc6b3b0), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:53.531854 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-04af4701-0926-41cb-a136-ba4679a75946 admin admin] Publish callbacks [] for security_group (950288b9-bd65-43e2-b9fd-d9eaccc6b3b0), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:53.620449 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-04af4701-0926-41cb-a136-ba4679a75946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (950288b9-bd65-43e2-b9fd-d9eaccc6b3b0), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:53.622315 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 59ef49e4-70ea-4c18-9df8-0a836612d49d is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:19:53.626185 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-04af4701-0926-41cb-a136-ba4679a75946 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:53.627766 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-04af4701-0926-41cb-a136-ba4679a75946 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/950288b9-bd65-43e2-b9fd-d9eaccc6b3b0 HTTP/1.1" status: 204 len: 168 time: 0.3517675 Feb 04 12:19:53.653906 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04af4701-0926-41cb-a136-ba4679a75946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=950288b9-bd65-43e2-b9fd-d9eaccc6b3b0,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:19:54.010723 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03593dc8-828d-4a9f-9ff2-b951393392d2 None None] New status for floating IP edb845a0-45f2-4174-9a5e-588f7ee4ae40: DOWN {{(pid=103476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 12:19:54.067163 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4be12564-a588-4a4c-98d5-f9d77375fd90 req-948ea04f-cb2d-402f-b263-28f29ca1d8b9 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/security-groups?id=9a1ba13a-3582-42ac-bb35-362abd3a196f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0213518 Feb 04 12:19:54.117064 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d908a1ef-b0d3-478e-8683-f83830d7f17e tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] Publish callbacks [] for security_group_rule (ec804e23-29bd-45fa-9211-b1119107cbde), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:54.132941 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-20352a73-c229-4f0d-aa69-44c65622f675 req-8747bf5c-cafe-422d-a81d-08698f49e21c tempest-SecurityGroupsTestAdminJSON-1262051367 tempest-SecurityGroupsTestAdminJSON-1262051367-project-admin] 10.222.0.65 "GET /v2.0/security-groups/cbb72d59-994b-4026-818e-a0d2abe5af19 HTTP/1.1" status: 200 len: 1793 time: 1.1173320 Feb 04 12:19:54.210237 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d908a1ef-b0d3-478e-8683-f83830d7f17e tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (ec804e23-29bd-45fa-9211-b1119107cbde), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:54.285385 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-20352a73-c229-4f0d-aa69-44c65622f675 req-653a576a-ea75-4ddd-8f65-9481d14890f0 tempest-SecurityGroupsTestAdminJSON-1262051367 tempest-SecurityGroupsTestAdminJSON-1262051367-project-admin] Publish callbacks [] for security_group (cbb72d59-994b-4026-818e-a0d2abe5af19), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:54.318990 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-20352a73-c229-4f0d-aa69-44c65622f675 req-653a576a-ea75-4ddd-8f65-9481d14890f0 tempest-SecurityGroupsTestAdminJSON-1262051367 tempest-SecurityGroupsTestAdminJSON-1262051367-project-admin] Publish callbacks [] for security_group (cbb72d59-994b-4026-818e-a0d2abe5af19), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:54.456817 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-74d3242a-3d01-40c1-97ae-a013cb76b77c req-768d0b94-2df2-4e8f-a9f2-1969be0f10dc service neutron] Attempting to bind port b3b9b701-1627-4bf6-b4c1-3546e6bb894a on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:19:54.458849 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-74d3242a-3d01-40c1-97ae-a013cb76b77c req-768d0b94-2df2-4e8f-a9f2-1969be0f10dc service neutron] Attempting to bind port b3b9b701-1627-4bf6-b4c1-3546e6bb894a by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': '30a1e83f-6fb2-463b-baec-19bf81bfa14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '365084f8-2068-4655-9009-041f3cc171be'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:19:54.459458 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d3242a-3d01-40c1-97ae-a013cb76b77c req-768d0b94-2df2-4e8f-a9f2-1969be0f10dc service neutron] Attempting to bind port b3b9b701-1627-4bf6-b4c1-3546e6bb894a on network 365084f8-2068-4655-9009-041f3cc171be {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:19:54.463128 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768d0b94-2df2-4e8f-a9f2-1969be0f10dc service neutron] Pushing event updated for resources: {'Port': ['ID=b3b9b701-1627-4bf6-b4c1-3546e6bb894a,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:19:54.515411 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-20352a73-c229-4f0d-aa69-44c65622f675 req-653a576a-ea75-4ddd-8f65-9481d14890f0 tempest-SecurityGroupsTestAdminJSON-1262051367 tempest-SecurityGroupsTestAdminJSON-1262051367-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (cbb72d59-994b-4026-818e-a0d2abe5af19), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:54.520170 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-20352a73-c229-4f0d-aa69-44c65622f675 req-653a576a-ea75-4ddd-8f65-9481d14890f0 tempest-SecurityGroupsTestAdminJSON-1262051367 tempest-SecurityGroupsTestAdminJSON-1262051367-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:54.533204 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-20352a73-c229-4f0d-aa69-44c65622f675 req-653a576a-ea75-4ddd-8f65-9481d14890f0 tempest-SecurityGroupsTestAdminJSON-1262051367 tempest-SecurityGroupsTestAdminJSON-1262051367-project-admin] 10.222.0.65 "DELETE /v2.0/security-groups/cbb72d59-994b-4026-818e-a0d2abe5af19 HTTP/1.1" status: 204 len: 173 time: 0.3984823 Feb 04 12:19:54.584205 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-1bc7c9ac-b838-4b54-ae89-3cb032d6e904 req-d38292bb-6792-467b-b36c-79fab92c9a5e tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] For port cba902eb-0465-44a7-b9a6-e26c445bde0f, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=cba902eb-0465-44a7-b9a6-e26c445bde0f,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:19:54.585296 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-1bc7c9ac-b838-4b54-ae89-3cb032d6e904 req-d38292bb-6792-467b-b36c-79fab92c9a5e tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (cba902eb-0465-44a7-b9a6-e26c445bde0f), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:54.611893 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d908a1ef-b0d3-478e-8683-f83830d7f17e tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec804e23-29bd-45fa-9211-b1119107cbde,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:19:54.615177 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d3242a-3d01-40c1-97ae-a013cb76b77c req-768d0b94-2df2-4e8f-a9f2-1969be0f10dc service neutron] Port b3b9b701-1627-4bf6-b4c1-3546e6bb894a on network 365084f8-2068-4655-9009-041f3cc171be not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:19:54.615850 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d3242a-3d01-40c1-97ae-a013cb76b77c req-768d0b94-2df2-4e8f-a9f2-1969be0f10dc service neutron] Attempting to bind port b3b9b701-1627-4bf6-b4c1-3546e6bb894a on network 365084f8-2068-4655-9009-041f3cc171be {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:19:54.637122 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d3242a-3d01-40c1-97ae-a013cb76b77c req-768d0b94-2df2-4e8f-a9f2-1969be0f10dc service neutron] Checking agent: {'id': 'f8add0d2-2202-43d3-bc0e-72442788e6ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:19:54.640057 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d3242a-3d01-40c1-97ae-a013cb76b77c req-768d0b94-2df2-4e8f-a9f2-1969be0f10dc service neutron] Checking segment: {'id': '30a1e83f-6fb2-463b-baec-19bf81bfa14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '365084f8-2068-4655-9009-041f3cc171be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:19:54.640320 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d3242a-3d01-40c1-97ae-a013cb76b77c req-768d0b94-2df2-4e8f-a9f2-1969be0f10dc service neutron] Bound using segment: {'id': '30a1e83f-6fb2-463b-baec-19bf81bfa14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '365084f8-2068-4655-9009-041f3cc171be'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:19:54.641216 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-74d3242a-3d01-40c1-97ae-a013cb76b77c req-768d0b94-2df2-4e8f-a9f2-1969be0f10dc service neutron] Bound port: b3b9b701-1627-4bf6-b4c1-3546e6bb894a, host: n-h1-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30a1e83f-6fb2-463b-baec-19bf81bfa14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '365084f8-2068-4655-9009-041f3cc171be'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:19:54.641884 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-74d3242a-3d01-40c1-97ae-a013cb76b77c req-768d0b94-2df2-4e8f-a9f2-1969be0f10dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (b3b9b701-1627-4bf6-b4c1-3546e6bb894a), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:54.654825 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d908a1ef-b0d3-478e-8683-f83830d7f17e tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:54.662131 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 58526) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:19:54.662936 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-d908a1ef-b0d3-478e-8683-f83830d7f17e tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.6902065 Feb 04 12:19:54.664187 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-1bc7c9ac-b838-4b54-ae89-3cb032d6e904 req-d38292bb-6792-467b-b36c-79fab92c9a5e tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Calling delete_port for cba902eb-0465-44a7-b9a6-e26c445bde0f owned by compute:tempest-test_az-570425306 {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:19:54.676517 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-3f02a9b0-e324-41c1-9b34-eef3ea598e18 tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] Request body: {'floatingip': {'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:19:54.714987 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653a576a-ea75-4ddd-8f65-9481d14890f0 tempest-SecurityGroupsTestAdminJSON-1262051367 tempest-SecurityGroupsTestAdminJSON-1262051367-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbb72d59-994b-4026-818e-a0d2abe5af19,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:19:54.743777 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3f02a9b0-e324-41c1-9b34-eef3ea598e18 tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:54.794742 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06d623a9-40db-4d05-9525-c019dd7d0c13', 'name': 'network-vif-deleted', 'tag': 'd85456be-be77-4b03-b039-2c69c2d5fea8'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:19:54.797576 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-975facf3-afac-4bc4-a339-be04a1f8804b" -d '{"events": [{"server_uuid": "06d623a9-40db-4d05-9525-c019dd7d0c13", "name": "network-vif-deleted", "tag": "d85456be-be77-4b03-b039-2c69c2d5fea8"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:19:54.882848 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89279cb3-7f3a-4bb7-b03b-363abc2beadf req-7e132b41-b71f-4d77-9d33-3f6d7ed75184 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:54.885918 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-89279cb3-7f3a-4bb7-b03b-363abc2beadf req-7e132b41-b71f-4d77-9d33-3f6d7ed75184 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=77637105-0550-4658-837e-b253c5845668 HTTP/1.1" status: 200 len: 944 time: 0.4350431 Feb 04 12:19:55.006107 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-74d3242a-3d01-40c1-97ae-a013cb76b77c req-768d0b94-2df2-4e8f-a9f2-1969be0f10dc service neutron] For port b3b9b701-1627-4bf6-b4c1-3546e6bb894a, host n-h1-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:19:55.033044 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3f02a9b0-e324-41c1-9b34-eef3ea598e18 tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:55.057702 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-74d3242a-3d01-40c1-97ae-a013cb76b77c req-768d0b94-2df2-4e8f-a9f2-1969be0f10dc service neutron] For port b3b9b701-1627-4bf6-b4c1-3546e6bb894a, host n-h1-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=b3b9b701-1627-4bf6-b4c1-3546e6bb894a,segment=NetworkSegment(30a1e83f-6fb2-463b-baec-19bf81bfa14b),segment_id=30a1e83f-6fb2-463b-baec-19bf81bfa14b)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:19:55.073014 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3b17ea25-2ac5-4f5a-ab59-dbcbd4a91d00 req-556d35f7-8f9d-4345-89ce-8a210e9ddd6e tempest-SecurityGroupsTestAdminJSON-1262051367 tempest-SecurityGroupsTestAdminJSON-1262051367-project-admin] 10.222.0.65 "GET /v2.0/security-groups/7fe7fb47-991d-4cbc-a640-00819d7d5482 HTTP/1.1" status: 200 len: 1795 time: 0.1853840 Feb 04 12:19:55.102308 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-89279cb3-7f3a-4bb7-b03b-363abc2beadf req-5357b35c-ad11-4be3-93a4-3c981d75ed24 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/security-groups?id=0e320687-8002-4e00-a016-6bf57af2cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913164 Feb 04 12:19:55.113688 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-74d3242a-3d01-40c1-97ae-a013cb76b77c req-768d0b94-2df2-4e8f-a9f2-1969be0f10dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (b3b9b701-1627-4bf6-b4c1-3546e6bb894a), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:55.273246 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d3242a-3d01-40c1-97ae-a013cb76b77c req-768d0b94-2df2-4e8f-a9f2-1969be0f10dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:55.274185 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-74d3242a-3d01-40c1-97ae-a013cb76b77c req-768d0b94-2df2-4e8f-a9f2-1969be0f10dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:55.276075 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-74d3242a-3d01-40c1-97ae-a013cb76b77c req-768d0b94-2df2-4e8f-a9f2-1969be0f10dc service neutron] 10.222.0.73 "PUT /v2.0/ports/b3b9b701-1627-4bf6-b4c1-3546e6bb894a HTTP/1.1" status: 200 len: 1092 time: 4.9608033 Feb 04 12:19:55.280767 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77637105-0550-4658-837e-b253c5845668', 'tag': 'b3b9b701-1627-4bf6-b4c1-3546e6bb894a'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:19:55.284079 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-551ca696-d32b-46b3-abfb-d21a620292d2" -d '{"events": [{"name": "network-changed", "server_uuid": "77637105-0550-4658-837e-b253c5845668", "tag": "b3b9b701-1627-4bf6-b4c1-3546e6bb894a"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:19:55.302947 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a36fcef-0f7e-415a-a698-7c47d66a1a27 x-openstack-request-id: req-6a36fcef-0f7e-415a-a698-7c47d66a1a27 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:19:55.303419 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06d623a9-40db-4d05-9525-c019dd7d0c13", "name": "network-vif-deleted", "tag": "d85456be-be77-4b03-b039-2c69c2d5fea8", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:19:55.303808 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6a36fcef-0f7e-415a-a698-7c47d66a1a27 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:19:55.304318 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06d623a9-40db-4d05-9525-c019dd7d0c13', 'name': 'network-vif-deleted', 'tag': 'd85456be-be77-4b03-b039-2c69c2d5fea8', 'status': 'completed', 'code': 200} Feb 04 12:19:55.305677 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-3f02a9b0-e324-41c1-9b34-eef3ea598e18 tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] Allocated IP 172.25.3.155 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/ea57bbee-0bbe-4c2a-a829-fc140ab1a381) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:19:55.364109 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768d0b94-2df2-4e8f-a9f2-1969be0f10dc service neutron] Pushing event updated for resources: {'Port': ['ID=b3b9b701-1627-4bf6-b4c1-3546e6bb894a,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:19:55.420285 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-3b17ea25-2ac5-4f5a-ab59-dbcbd4a91d00 req-b86c66fc-29a1-4e13-8cdc-3ec1b66a3e66 tempest-SecurityGroupsTestAdminJSON-1262051367 tempest-SecurityGroupsTestAdminJSON-1262051367-project-admin] Publish callbacks [] for security_group (7fe7fb47-991d-4cbc-a640-00819d7d5482), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:55.453733 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-1bc7c9ac-b838-4b54-ae89-3cb032d6e904 req-d38292bb-6792-467b-b36c-79fab92c9a5e tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (cba902eb-0465-44a7-b9a6-e26c445bde0f), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:55.457201 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768d0b94-2df2-4e8f-a9f2-1969be0f10dc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:19:55.458033 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768d0b94-2df2-4e8f-a9f2-1969be0f10dc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:19:55.458606 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768d0b94-2df2-4e8f-a9f2-1969be0f10dc service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:19:55.459487 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768d0b94-2df2-4e8f-a9f2-1969be0f10dc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:19:55.460089 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768d0b94-2df2-4e8f-a9f2-1969be0f10dc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:19:55.460663 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768d0b94-2df2-4e8f-a9f2-1969be0f10dc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:19:55.461581 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768d0b94-2df2-4e8f-a9f2-1969be0f10dc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:19:55.461857 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768d0b94-2df2-4e8f-a9f2-1969be0f10dc service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:19:55.462283 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768d0b94-2df2-4e8f-a9f2-1969be0f10dc service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:19:55.462622 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768d0b94-2df2-4e8f-a9f2-1969be0f10dc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:19:55.463007 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768d0b94-2df2-4e8f-a9f2-1969be0f10dc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:19:55.463458 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768d0b94-2df2-4e8f-a9f2-1969be0f10dc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:19:55.463942 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768d0b94-2df2-4e8f-a9f2-1969be0f10dc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:19:55.469633 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['9deeedb5-204f-427a-9d10-78c74d840462'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:19:55.542106 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3f02a9b0-e324-41c1-9b34-eef3ea598e18 tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] Publish callbacks [] for port (ea57bbee-0bbe-4c2a-a829-fc140ab1a381), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:55.560406 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d1fa7ee5-cc63-4726-a8e7-bf7eabe1c7b4 req-a3d43d7e-8b6d-4993-9c5b-0f5719517268 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/ports?device_id=6403eb81-a027-401d-9653-10a82f5ea6bd HTTP/1.1" status: 200 len: 210 time: 0.1436903 Feb 04 12:19:55.575657 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38292bb-6792-467b-b36c-79fab92c9a5e tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Pushing event deleted for resources: {'Port': ['ID=cba902eb-0465-44a7-b9a6-e26c445bde0f,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:19:55.579766 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-3b17ea25-2ac5-4f5a-ab59-dbcbd4a91d00 req-b86c66fc-29a1-4e13-8cdc-3ec1b66a3e66 tempest-SecurityGroupsTestAdminJSON-1262051367 tempest-SecurityGroupsTestAdminJSON-1262051367-project-admin] Publish callbacks [] for security_group (7fe7fb47-991d-4cbc-a640-00819d7d5482), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:55.639267 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3f02a9b0-e324-41c1-9b34-eef3ea598e18 tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (ea57bbee-0bbe-4c2a-a829-fc140ab1a381), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:55.732551 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bc7c9ac-b838-4b54-ae89-3cb032d6e904 req-d38292bb-6792-467b-b36c-79fab92c9a5e tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] No DVR routers for this DVR port cba902eb-0465-44a7-b9a6-e26c445bde0f on host n-h1-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:19:55.736279 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d3242a-3d01-40c1-97ae-a013cb76b77c req-06f5ca39-87ff-4e2e-903c-a2ea6fe64e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:55.737809 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-74d3242a-3d01-40c1-97ae-a013cb76b77c req-06f5ca39-87ff-4e2e-903c-a2ea6fe64e13 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=207f01ccf15c4616a04a98fbbad5fc72&device_id=77637105-0550-4658-837e-b253c5845668 HTTP/1.1" status: 200 len: 1126 time: 0.3553579 Feb 04 12:19:55.740448 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-1bc7c9ac-b838-4b54-ae89-3cb032d6e904 req-d38292bb-6792-467b-b36c-79fab92c9a5e tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:55.745021 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1bc7c9ac-b838-4b54-ae89-3cb032d6e904 req-d38292bb-6792-467b-b36c-79fab92c9a5e tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.73 "DELETE /v2.0/ports/cba902eb-0465-44a7-b9a6-e26c445bde0f HTTP/1.1" status: 204 len: 173 time: 3.7302139 Feb 04 12:19:55.800726 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-450c16f4-a82c-47bc-a8ee-ffd5c9f796ec x-openstack-request-id: req-450c16f4-a82c-47bc-a8ee-ffd5c9f796ec {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:19:55.800726 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77637105-0550-4658-837e-b253c5845668", "tag": "b3b9b701-1627-4bf6-b4c1-3546e6bb894a", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:19:55.801147 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-450c16f4-a82c-47bc-a8ee-ffd5c9f796ec {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:19:55.801431 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77637105-0550-4658-837e-b253c5845668', 'tag': 'b3b9b701-1627-4bf6-b4c1-3546e6bb894a', 'status': 'completed', 'code': 200} Feb 04 12:19:55.803796 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-74d3242a-3d01-40c1-97ae-a013cb76b77c req-0f6b1ece-19af-45c4-b3ae-af5120b3e1ea service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b3b9b701-1627-4bf6-b4c1-3546e6bb894a HTTP/1.1" status: 200 len: 217 time: 0.0566859 Feb 04 12:19:55.813325 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f02a9b0-e324-41c1-9b34-eef3ea598e18 tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] Pushing event updated for resources: {'Port': ['ID=ea57bbee-0bbe-4c2a-a829-fc140ab1a381,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:19:55.816066 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 58552) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:19:55.823668 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-3b17ea25-2ac5-4f5a-ab59-dbcbd4a91d00 req-b86c66fc-29a1-4e13-8cdc-3ec1b66a3e66 tempest-SecurityGroupsTestAdminJSON-1262051367 tempest-SecurityGroupsTestAdminJSON-1262051367-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (7fe7fb47-991d-4cbc-a640-00819d7d5482), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:55.841365 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-3b17ea25-2ac5-4f5a-ab59-dbcbd4a91d00 req-b86c66fc-29a1-4e13-8cdc-3ec1b66a3e66 tempest-SecurityGroupsTestAdminJSON-1262051367 tempest-SecurityGroupsTestAdminJSON-1262051367-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:55.848774 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3b17ea25-2ac5-4f5a-ab59-dbcbd4a91d00 req-b86c66fc-29a1-4e13-8cdc-3ec1b66a3e66 tempest-SecurityGroupsTestAdminJSON-1262051367 tempest-SecurityGroupsTestAdminJSON-1262051367-project-admin] 10.222.0.65 "DELETE /v2.0/security-groups/7fe7fb47-991d-4cbc-a640-00819d7d5482 HTTP/1.1" status: 204 len: 173 time: 0.7744901 Feb 04 12:19:55.917345 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f02a9b0-e324-41c1-9b34-eef3ea598e18 tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:19:55.961683 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-3f02a9b0-e324-41c1-9b34-eef3ea598e18 tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:19:55.981337 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f02a9b0-e324-41c1-9b34-eef3ea598e18 tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:19:55.983176 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86c66fc-29a1-4e13-8cdc-3ec1b66a3e66 tempest-SecurityGroupsTestAdminJSON-1262051367 tempest-SecurityGroupsTestAdminJSON-1262051367-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe7fb47-991d-4cbc-a640-00819d7d5482,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:19:56.058893 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d3242a-3d01-40c1-97ae-a013cb76b77c req-5d83ef48-6a0b-4db0-95f9-799fb3278898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:56.062576 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-74d3242a-3d01-40c1-97ae-a013cb76b77c req-5d83ef48-6a0b-4db0-95f9-799fb3278898 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=baf06417-eecb-4036-81cf-3c7679e7daf8 HTTP/1.1" status: 200 len: 861 time: 0.2509689 Feb 04 12:19:56.141223 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-74d3242a-3d01-40c1-97ae-a013cb76b77c req-5e09fa97-ff81-4b6b-988b-8e0fbaa84466 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=365084f8-2068-4655-9009-041f3cc171be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657754 Feb 04 12:19:56.163428 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f02a9b0-e324-41c1-9b34-eef3ea598e18 tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:19:56.164006 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f02a9b0-e324-41c1-9b34-eef3ea598e18 tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:19:56.164558 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f02a9b0-e324-41c1-9b34-eef3ea598e18 tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:19:56.165117 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f02a9b0-e324-41c1-9b34-eef3ea598e18 tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:19:56.165650 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f02a9b0-e324-41c1-9b34-eef3ea598e18 tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:19:56.166185 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f02a9b0-e324-41c1-9b34-eef3ea598e18 tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:19:56.167571 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f02a9b0-e324-41c1-9b34-eef3ea598e18 tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:19:56.167571 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f02a9b0-e324-41c1-9b34-eef3ea598e18 tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:19:56.167952 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f02a9b0-e324-41c1-9b34-eef3ea598e18 tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:19:56.169087 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f02a9b0-e324-41c1-9b34-eef3ea598e18 tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:19:56.170012 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f02a9b0-e324-41c1-9b34-eef3ea598e18 tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:19:56.170201 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f02a9b0-e324-41c1-9b34-eef3ea598e18 tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:19:56.177776 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f02a9b0-e324-41c1-9b34-eef3ea598e18 tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:19:56.179358 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-57a2303a-b580-4c26-982d-f275f3781772 req-01696be5-a991-4484-95b1-0a4c0fd5021f tempest-SecurityGroupsTestAdminJSON-1248027963 tempest-SecurityGroupsTestAdminJSON-1248027963-project] 10.222.0.65 "GET /v2.0/security-groups/a81a8970-8a9a-420a-a074-86056fcf24c8 HTTP/1.1" status: 200 len: 1795 time: 0.2524593 Feb 04 12:19:56.267949 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device cba902eb-0465-44a7-b9a6-e26c445bde0f no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:19:56.277316 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3f02a9b0-e324-41c1-9b34-eef3ea598e18 tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] Publish callbacks [] for floatingip (ce5041b0-2baa-4716-9bcb-0d696abe65b6), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:56.360363 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d055e8a9-c8e0-432f-b9ca-50286e535374 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Publish callbacks [] for security_group (1cd472ff-e85a-4001-a10c-f5ed9978b777), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:56.381623 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] No Port match for: cba902eb-0465-44a7-b9a6-e26c445bde0f {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:19:56.381955 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device cba902eb-0465-44a7-b9a6-e26c445bde0f not bound to the agent host n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:19:56.399758 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d055e8a9-c8e0-432f-b9ca-50286e535374 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Publish callbacks [] for security_group (1cd472ff-e85a-4001-a10c-f5ed9978b777), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:56.483123 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3f02a9b0-e324-41c1-9b34-eef3ea598e18 tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (ea57bbee-0bbe-4c2a-a829-fc140ab1a381), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:56.594155 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-57a2303a-b580-4c26-982d-f275f3781772 req-ba3b79c5-a1d3-4abb-81aa-c08f8ee9d026 tempest-SecurityGroupsTestAdminJSON-1248027963 tempest-SecurityGroupsTestAdminJSON-1248027963-project] Publish callbacks [] for security_group (a81a8970-8a9a-420a-a074-86056fcf24c8), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:56.597433 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d055e8a9-c8e0-432f-b9ca-50286e535374 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (1cd472ff-e85a-4001-a10c-f5ed9978b777), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:56.613295 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d055e8a9-c8e0-432f-b9ca-50286e535374 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:56.619928 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-d055e8a9-c8e0-432f-b9ca-50286e535374 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] 10.222.0.65 "DELETE /v2.0/security-groups/1cd472ff-e85a-4001-a10c-f5ed9978b777 HTTP/1.1" status: 204 len: 168 time: 0.7876613 Feb 04 12:19:56.628500 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 58568) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:19:56.644875 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-57a2303a-b580-4c26-982d-f275f3781772 req-ba3b79c5-a1d3-4abb-81aa-c08f8ee9d026 tempest-SecurityGroupsTestAdminJSON-1248027963 tempest-SecurityGroupsTestAdminJSON-1248027963-project] Publish callbacks [] for security_group (a81a8970-8a9a-420a-a074-86056fcf24c8), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:56.755921 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-57a2303a-b580-4c26-982d-f275f3781772 req-ba3b79c5-a1d3-4abb-81aa-c08f8ee9d026 tempest-SecurityGroupsTestAdminJSON-1248027963 tempest-SecurityGroupsTestAdminJSON-1248027963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (a81a8970-8a9a-420a-a074-86056fcf24c8), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:56.760335 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-57a2303a-b580-4c26-982d-f275f3781772 req-ba3b79c5-a1d3-4abb-81aa-c08f8ee9d026 tempest-SecurityGroupsTestAdminJSON-1248027963 tempest-SecurityGroupsTestAdminJSON-1248027963-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:56.772960 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-57a2303a-b580-4c26-982d-f275f3781772 req-ba3b79c5-a1d3-4abb-81aa-c08f8ee9d026 tempest-SecurityGroupsTestAdminJSON-1248027963 tempest-SecurityGroupsTestAdminJSON-1248027963-project] 10.222.0.65 "DELETE /v2.0/security-groups/a81a8970-8a9a-420a-a074-86056fcf24c8 HTTP/1.1" status: 204 len: 173 time: 0.5057161 Feb 04 12:19:56.790021 n-d-825015-3 neutron-server[103474]: INFO neutron.api.v2.resource [None req-4fcd88cb-abc8-40a7-b70d-9b174b048110 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] show failed (client error): The resource could not be found. Feb 04 12:19:56.796862 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-4fcd88cb-abc8-40a7-b70d-9b174b048110 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] 10.222.0.65 "GET /v2.0/security-groups/1cd472ff-e85a-4001-a10c-f5ed9978b777 HTTP/1.1" status: 404 len: 347 time: 0.1571338 Feb 04 12:19:56.796862 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d055e8a9-c8e0-432f-b9ca-50286e535374 tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd472ff-e85a-4001-a10c-f5ed9978b777,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:19:56.813884 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 58576) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:19:56.821573 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe6ec02-2c28-4234-8ac5-9f29d27c6e01 req-cf759f1d-1b5a-4ee5-b34d-4e525fabd513 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:56.824123 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bbe6ec02-2c28-4234-8ac5-9f29d27c6e01 req-cf759f1d-1b5a-4ee5-b34d-4e525fabd513 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=77637105-0550-4658-837e-b253c5845668 HTTP/1.1" status: 200 len: 944 time: 0.3849833 Feb 04 12:19:56.845139 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-74d3242a-3d01-40c1-97ae-a013cb76b77c req-d38b7390-39e8-4a29-85cf-0aad36b32be3 service neutron] 10.222.0.73 "GET /v2.0/networks/365084f8-2068-4655-9009-041f3cc171be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6395271 Feb 04 12:19:56.905931 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3b79c5-a1d3-4abb-81aa-c08f8ee9d026 tempest-SecurityGroupsTestAdminJSON-1248027963 tempest-SecurityGroupsTestAdminJSON-1248027963-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a81a8970-8a9a-420a-a074-86056fcf24c8,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:19:57.097257 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8040dcd5-9297-45da-a2f6-f876aad17520 req-6712017f-2578-48e4-b0ce-6557efa5d638 tempest-SecurityGroupsTestAdminJSON-1248027963 tempest-SecurityGroupsTestAdminJSON-1248027963-project] 10.222.0.65 "GET /v2.0/security-groups/e656e2f4-2af6-4880-ad8e-18ac52cfbce8 HTTP/1.1" status: 200 len: 1795 time: 0.0667338 Feb 04 12:19:57.172807 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bbe6ec02-2c28-4234-8ac5-9f29d27c6e01 req-8003daeb-e2a9-40da-82e2-edf9d04ec575 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/security-groups?id=0e320687-8002-4e00-a016-6bf57af2cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3176153 Feb 04 12:19:57.173703 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3f02a9b0-e324-41c1-9b34-eef3ea598e18 tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] Publish callbacks [] for port (ea57bbee-0bbe-4c2a-a829-fc140ab1a381), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:57.177334 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-4606714c-8915-4351-84b5-6bcad12459ca tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Deleting port a884b1e3-640e-406d-b23b-e70ce0ebc953 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:19:57.177866 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4606714c-8915-4351-84b5-6bcad12459ca tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (a884b1e3-640e-406d-b23b-e70ce0ebc953), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:57.182645 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3f02a9b0-e324-41c1-9b34-eef3ea598e18 tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (ea57bbee-0bbe-4c2a-a829-fc140ab1a381), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:57.227359 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-74d3242a-3d01-40c1-97ae-a013cb76b77c req-c623d184-1f4a-4d39-b4ed-0e0ba3e2ea12 service neutron] 10.222.0.73 "GET /v2.0/networks/365084f8-2068-4655-9009-041f3cc171be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3790114 Feb 04 12:19:57.279423 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8040dcd5-9297-45da-a2f6-f876aad17520 req-1c5e52b4-51e7-41c7-9273-364a979e9a6b tempest-SecurityGroupsTestAdminJSON-1248027963 tempest-SecurityGroupsTestAdminJSON-1248027963-project] Publish callbacks [] for security_group (e656e2f4-2af6-4880-ad8e-18ac52cfbce8), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:57.340415 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8040dcd5-9297-45da-a2f6-f876aad17520 req-1c5e52b4-51e7-41c7-9273-364a979e9a6b tempest-SecurityGroupsTestAdminJSON-1248027963 tempest-SecurityGroupsTestAdminJSON-1248027963-project] Publish callbacks [] for security_group (e656e2f4-2af6-4880-ad8e-18ac52cfbce8), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:57.430539 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3f02a9b0-e324-41c1-9b34-eef3ea598e18 tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1599943'] for floatingip (ce5041b0-2baa-4716-9bcb-0d696abe65b6), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:57.444792 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551ca696-d32b-46b3-abfb-d21a620292d2 req-60b0b4b6-09c3-4822-99c0-4b6094ef23ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:57.453619 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-551ca696-d32b-46b3-abfb-d21a620292d2 req-60b0b4b6-09c3-4822-99c0-4b6094ef23ac service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=207f01ccf15c4616a04a98fbbad5fc72&device_id=77637105-0550-4658-837e-b253c5845668 HTTP/1.1" status: 200 len: 1126 time: 0.1298018 Feb 04 12:19:57.490449 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f02a9b0-e324-41c1-9b34-eef3ea598e18 tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] Pushing event updated for resources: {'Port': ['ID=ea57bbee-0bbe-4c2a-a829-fc140ab1a381,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:19:57.503251 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8040dcd5-9297-45da-a2f6-f876aad17520 req-1c5e52b4-51e7-41c7-9273-364a979e9a6b tempest-SecurityGroupsTestAdminJSON-1248027963 tempest-SecurityGroupsTestAdminJSON-1248027963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (e656e2f4-2af6-4880-ad8e-18ac52cfbce8), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:57.516025 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8040dcd5-9297-45da-a2f6-f876aad17520 req-1c5e52b4-51e7-41c7-9273-364a979e9a6b tempest-SecurityGroupsTestAdminJSON-1248027963 tempest-SecurityGroupsTestAdminJSON-1248027963-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:57.521469 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8040dcd5-9297-45da-a2f6-f876aad17520 req-1c5e52b4-51e7-41c7-9273-364a979e9a6b tempest-SecurityGroupsTestAdminJSON-1248027963 tempest-SecurityGroupsTestAdminJSON-1248027963-project] 10.222.0.65 "DELETE /v2.0/security-groups/e656e2f4-2af6-4880-ad8e-18ac52cfbce8 HTTP/1.1" status: 204 len: 173 time: 0.3701067 Feb 04 12:19:57.522520 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3f02a9b0-e324-41c1-9b34-eef3ea598e18 tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:57.537317 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-3f02a9b0-e324-41c1-9b34-eef3ea598e18 tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8714764 Feb 04 12:19:57.604598 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4606714c-8915-4351-84b5-6bcad12459ca tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (a884b1e3-640e-406d-b23b-e70ce0ebc953), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:57.605506 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4606714c-8915-4351-84b5-6bcad12459ca tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Publish callbacks [] for floatingip (a884b1e3-640e-406d-b23b-e70ce0ebc953), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:57.632699 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5e52b4-51e7-41c7-9273-364a979e9a6b tempest-SecurityGroupsTestAdminJSON-1248027963 tempest-SecurityGroupsTestAdminJSON-1248027963-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e656e2f4-2af6-4880-ad8e-18ac52cfbce8,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:19:57.661764 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-4606714c-8915-4351-84b5-6bcad12459ca tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Calling delete_port for a884b1e3-640e-406d-b23b-e70ce0ebc953 owned by network:floatingip {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:19:57.755115 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551ca696-d32b-46b3-abfb-d21a620292d2 req-a662f320-aff9-4265-b820-3b0aa1d5f82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:57.763950 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-551ca696-d32b-46b3-abfb-d21a620292d2 req-a662f320-aff9-4265-b820-3b0aa1d5f82f service neutron] 10.222.0.73 "GET /v2.0/networks?id=365084f8-2068-4655-9009-041f3cc171be HTTP/1.1" status: 200 len: 922 time: 0.3028092 Feb 04 12:19:57.829303 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6403eb81-a027-401d-9653-10a82f5ea6bd', 'name': 'network-vif-deleted', 'tag': 'cba902eb-0465-44a7-b9a6-e26c445bde0f'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:19:57.835104 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d6ed02d-7505-4a58-837c-58957a9cb588" -d '{"events": [{"server_uuid": "6403eb81-a027-401d-9653-10a82f5ea6bd", "name": "network-vif-deleted", "tag": "cba902eb-0465-44a7-b9a6-e26c445bde0f"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:19:57.999421 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-551ca696-d32b-46b3-abfb-d21a620292d2 req-74d17afd-55fe-4f91-b04a-3778ed2b369b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b3b9b701-1627-4bf6-b4c1-3546e6bb894a HTTP/1.1" status: 200 len: 217 time: 0.2257566 Feb 04 12:19:58.120431 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4606714c-8915-4351-84b5-6bcad12459ca tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (a884b1e3-640e-406d-b23b-e70ce0ebc953), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:58.164232 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 58602) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:19:58.293847 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaf42d8-858e-4c7f-a507-610151d30afa req-4cabbd4b-4e33-42bb-b890-3faaeb7cfaa1 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:58.301863 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4606714c-8915-4351-84b5-6bcad12459ca tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Publish callbacks [] for floatingip (edb845a0-45f2-4174-9a5e-588f7ee4ae40), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:58.308618 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4606714c-8915-4351-84b5-6bcad12459ca tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:58.313561 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-4606714c-8915-4351-84b5-6bcad12459ca tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] 10.222.0.65 "DELETE /v2.0/floatingips/edb845a0-45f2-4174-9a5e-588f7ee4ae40 HTTP/1.1" status: 204 len: 168 time: 1.4954202 Feb 04 12:19:58.313744 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ffaf42d8-858e-4c7f-a507-610151d30afa req-4cabbd4b-4e33-42bb-b890-3faaeb7cfaa1 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/ports?device_id=f027c61e-1573-4eca-b41f-3575c551f5d7 HTTP/1.1" status: 200 len: 950 time: 0.3223462 Feb 04 12:19:58.317378 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551ca696-d32b-46b3-abfb-d21a620292d2 req-22b18011-0489-4490-8de2-ef562835f489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:58.317577 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4606714c-8915-4351-84b5-6bcad12459ca tempest-ServersWithSpecificFlavorTestJSON-1296057153 tempest-ServersWithSpecificFlavorTestJSON-1296057153-project] Pushing event deleted for resources: {'Port': ['ID=a884b1e3-640e-406d-b23b-e70ce0ebc953,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:19:58.319910 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-551ca696-d32b-46b3-abfb-d21a620292d2 req-22b18011-0489-4490-8de2-ef562835f489 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=baf06417-eecb-4036-81cf-3c7679e7daf8 HTTP/1.1" status: 200 len: 861 time: 0.3006952 Feb 04 12:19:58.379810 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 12:19:58.445534 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-551ca696-d32b-46b3-abfb-d21a620292d2 req-2acd2475-c2c2-4db8-86a9-ed39b6d603d7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=365084f8-2068-4655-9009-041f3cc171be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0973384 Feb 04 12:19:58.545133 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-a57857ea-9631-4939-94a6-3022c2f99622 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8b3b1726a6804adcb434f833e19396b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3725572 Feb 04 12:19:58.549837 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 58610) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:19:58.662236 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65f8fb2f-4066-444d-ba3f-adc47d59eb2d x-openstack-request-id: req-65f8fb2f-4066-444d-ba3f-adc47d59eb2d {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:19:58.662889 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6403eb81-a027-401d-9653-10a82f5ea6bd", "name": "network-vif-deleted", "tag": "cba902eb-0465-44a7-b9a6-e26c445bde0f", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:19:58.663417 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-65f8fb2f-4066-444d-ba3f-adc47d59eb2d {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:19:58.664199 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6403eb81-a027-401d-9653-10a82f5ea6bd', 'name': 'network-vif-deleted', 'tag': 'cba902eb-0465-44a7-b9a6-e26c445bde0f', 'status': 'completed', 'code': 200} Feb 04 12:19:58.671019 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ffaf42d8-858e-4c7f-a507-610151d30afa req-7a5ab6db-5147-40bb-bde9-dffc9e4bb5f2 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/security-groups?id=9a1ba13a-3582-42ac-bb35-362abd3a196f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3486054 Feb 04 12:19:58.680538 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a415ad8c-97ea-445b-9c8d-a1144e78f41f admin admin] Publish callbacks [] for security_group (43e3fb54-13b9-4b35-9f2d-7946bd7ccf01), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:58.689386 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-551ca696-d32b-46b3-abfb-d21a620292d2 req-7e817512-28d3-411f-a3bb-047bcd56379f service neutron] 10.222.0.73 "GET /v2.0/networks/365084f8-2068-4655-9009-041f3cc171be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306807 Feb 04 12:19:58.728961 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a415ad8c-97ea-445b-9c8d-a1144e78f41f admin admin] Publish callbacks [] for security_group (43e3fb54-13b9-4b35-9f2d-7946bd7ccf01), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:58.846176 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a415ad8c-97ea-445b-9c8d-a1144e78f41f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (43e3fb54-13b9-4b35-9f2d-7946bd7ccf01), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:58.854373 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a415ad8c-97ea-445b-9c8d-a1144e78f41f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:58.857776 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-a415ad8c-97ea-445b-9c8d-a1144e78f41f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/43e3fb54-13b9-4b35-9f2d-7946bd7ccf01 HTTP/1.1" status: 204 len: 168 time: 0.3055737 Feb 04 12:19:58.878427 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a415ad8c-97ea-445b-9c8d-a1144e78f41f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43e3fb54-13b9-4b35-9f2d-7946bd7ccf01,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:19:59.077637 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-551ca696-d32b-46b3-abfb-d21a620292d2 req-52724bba-d1d4-4ee9-ab2b-15e5bc136598 service neutron] 10.222.0.73 "GET /v2.0/networks/365084f8-2068-4655-9009-041f3cc171be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3808842 Feb 04 12:19:59.104774 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008cffb6-18cb-4de5-85aa-3602b3eeed14 req-e0eb8043-0e05-4e94-b8cc-666c391febf0 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:59.107960 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-008cffb6-18cb-4de5-85aa-3602b3eeed14 req-e0eb8043-0e05-4e94-b8cc-666c391febf0 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.77 "GET /v2.0/ports?device_id=f027c61e-1573-4eca-b41f-3575c551f5d7 HTTP/1.1" status: 200 len: 950 time: 0.1353877 Feb 04 12:19:59.191135 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-21eb5ddc-b089-4d4c-9bf1-6aa037d217e0 req-9f64e094-e86e-430c-8141-1fc1648560fe tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1549989633&fields=id&tenant_id=bb3b803474b64ee4a96a9d1f82e7fbf4 HTTP/1.1" status: 200 len: 267 time: 0.3325140 Feb 04 12:19:59.236635 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e3b2da-7385-4769-bc51-1c90417b3a11 req-dc43de6d-cc49-47aa-91ba-4b1a29e1c667 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:59.249531 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-34e3b2da-7385-4769-bc51-1c90417b3a11 req-dc43de6d-cc49-47aa-91ba-4b1a29e1c667 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=77637105-0550-4658-837e-b253c5845668 HTTP/1.1" status: 200 len: 944 time: 0.3884959 Feb 04 12:19:59.421442 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-008cffb6-18cb-4de5-85aa-3602b3eeed14 req-3a111b88-ca6d-4572-960c-16aae20c18bf tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Deleting port 9deeedb5-204f-427a-9d10-78c74d840462 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:19:59.422298 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-008cffb6-18cb-4de5-85aa-3602b3eeed14 req-3a111b88-ca6d-4572-960c-16aae20c18bf tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (9deeedb5-204f-427a-9d10-78c74d840462), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:59.535359 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eb5ddc-b089-4d4c-9bf1-6aa037d217e0 req-6ef8ec34-324a-480c-918a-4e82ce2c9b36 tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:59.544447 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-21eb5ddc-b089-4d4c-9bf1-6aa037d217e0 req-6ef8ec34-324a-480c-918a-4e82ce2c9b36 tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] 10.222.0.65 "GET /v2.0/networks?id=eae58b19-8b37-4b30-b213-f41ab4db1b6c HTTP/1.1" status: 200 len: 811 time: 0.3223114 Feb 04 12:19:59.570993 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-34e3b2da-7385-4769-bc51-1c90417b3a11 req-a3d148b0-3aba-4475-86c1-98e466274fdc tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/security-groups?id=0e320687-8002-4e00-a016-6bf57af2cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3205228 Feb 04 12:19:59.575126 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-21eb5ddc-b089-4d4c-9bf1-6aa037d217e0 req-a1d53190-f93a-4895-a31d-e12560b2689c tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] 10.222.0.65 "GET /v2.0/quotas/bb3b803474b64ee4a96a9d1f82e7fbf4 HTTP/1.1" status: 200 len: 375 time: 0.0215404 Feb 04 12:19:59.655981 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-008cffb6-18cb-4de5-85aa-3602b3eeed14 req-3a111b88-ca6d-4572-960c-16aae20c18bf tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] For port 9deeedb5-204f-427a-9d10-78c74d840462, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=9deeedb5-204f-427a-9d10-78c74d840462,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:19:59.656512 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-008cffb6-18cb-4de5-85aa-3602b3eeed14 req-3a111b88-ca6d-4572-960c-16aae20c18bf tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (9deeedb5-204f-427a-9d10-78c74d840462), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:19:59.659440 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 58632) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:19:59.715070 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-008cffb6-18cb-4de5-85aa-3602b3eeed14 req-3a111b88-ca6d-4572-960c-16aae20c18bf tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Calling delete_port for 9deeedb5-204f-427a-9d10-78c74d840462 owned by compute:nova {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:19:59.735469 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-21eb5ddc-b089-4d4c-9bf1-6aa037d217e0 req-8f81c288-c64c-42ff-bb4d-db3c72da4243 tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=bb3b803474b64ee4a96a9d1f82e7fbf4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1480000 Feb 04 12:19:59.907850 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-21eb5ddc-b089-4d4c-9bf1-6aa037d217e0 req-858b3542-0da8-494c-984d-5fb5c1a386d6 service neutron] 10.222.0.65 "GET /v2.0/networks/eae58b19-8b37-4b30-b213-f41ab4db1b6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606300 Feb 04 12:19:59.919667 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-8d7399fb-0fc3-4e2b-9b9e-bc5ad9ff7682 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d50c4821f16045e4967a249f3fcd0899&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2538147 Feb 04 12:19:59.932268 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 58642) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:20:00.085358 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-008cffb6-18cb-4de5-85aa-3602b3eeed14 req-3a111b88-ca6d-4572-960c-16aae20c18bf tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (9deeedb5-204f-427a-9d10-78c74d840462), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:00.104433 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['9deeedb5-204f-427a-9d10-78c74d840462'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:20:00.174077 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-21eb5ddc-b089-4d4c-9bf1-6aa037d217e0 req-4e4ba2cf-0f3e-42e5-9708-2feca1288b77 service neutron] 10.222.0.65 "GET /v2.0/networks/eae58b19-8b37-4b30-b213-f41ab4db1b6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2675121 Feb 04 12:20:00.186854 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7c39fbed-872c-4c35-a074-acbbe0fc7e34 admin admin] Publish callbacks [] for security_group (82e32788-b538-46da-9ee1-c14eb883174f), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:00.218744 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a111b88-ca6d-4572-960c-16aae20c18bf tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Pushing event deleted for resources: {'Port': ['ID=9deeedb5-204f-427a-9d10-78c74d840462,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:20:00.223328 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6ea576-bba7-49d1-9368-793c3d5f52d8 req-709b4436-fce5-47c8-aeef-00e59e199b5c tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:00.233622 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bf6ea576-bba7-49d1-9368-793c3d5f52d8 req-709b4436-fce5-47c8-aeef-00e59e199b5c tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/ports?device_id=f027c61e-1573-4eca-b41f-3575c551f5d7 HTTP/1.1" status: 200 len: 868 time: 0.2239578 Feb 04 12:20:00.307676 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7c39fbed-872c-4c35-a074-acbbe0fc7e34 admin admin] Publish callbacks [] for security_group (82e32788-b538-46da-9ee1-c14eb883174f), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:00.311001 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device b3b9b701-1627-4bf6-b4c1-3546e6bb894a details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:20:00.315768 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-008cffb6-18cb-4de5-85aa-3602b3eeed14 req-3a111b88-ca6d-4572-960c-16aae20c18bf tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] No DVR routers for this DVR port 9deeedb5-204f-427a-9d10-78c74d840462 on host n-h2-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:20:00.327156 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-008cffb6-18cb-4de5-85aa-3602b3eeed14 req-3a111b88-ca6d-4572-960c-16aae20c18bf tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:00.342578 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-008cffb6-18cb-4de5-85aa-3602b3eeed14 req-3a111b88-ca6d-4572-960c-16aae20c18bf tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.77 "DELETE /v2.0/ports/9deeedb5-204f-427a-9d10-78c74d840462 HTTP/1.1" status: 204 len: 173 time: 1.2176387 Feb 04 12:20:00.344037 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f027c61e-1573-4eca-b41f-3575c551f5d7', 'name': 'network-vif-deleted', 'tag': '9deeedb5-204f-427a-9d10-78c74d840462'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:20:00.346525 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cd2766c-c706-4d7d-b19a-d944602ae35e" -d '{"events": [{"server_uuid": "f027c61e-1573-4eca-b41f-3575c551f5d7", "name": "network-vif-deleted", "tag": "9deeedb5-204f-427a-9d10-78c74d840462"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:20:00.467107 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bf6ea576-bba7-49d1-9368-793c3d5f52d8 req-07c65d77-2235-40b6-a0d1-fdba74351731 tempest-ServersAdminTestJSON-553701498 tempest-ServersAdminTestJSON-553701498-project] 10.222.0.65 "GET /v2.0/security-groups?id=9a1ba13a-3582-42ac-bb35-362abd3a196f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196345 Feb 04 12:20:00.521974 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7c39fbed-872c-4c35-a074-acbbe0fc7e34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (82e32788-b538-46da-9ee1-c14eb883174f), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:00.526532 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7c39fbed-872c-4c35-a074-acbbe0fc7e34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:00.529450 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-7c39fbed-872c-4c35-a074-acbbe0fc7e34 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/82e32788-b538-46da-9ee1-c14eb883174f HTTP/1.1" status: 204 len: 168 time: 0.5936675 Feb 04 12:20:00.613121 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c39fbed-872c-4c35-a074-acbbe0fc7e34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82e32788-b538-46da-9ee1-c14eb883174f,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:20:00.682507 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b61d495-2b1d-459c-8e1e-a9189c592f72 x-openstack-request-id: req-6b61d495-2b1d-459c-8e1e-a9189c592f72 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:20:00.683022 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f027c61e-1573-4eca-b41f-3575c551f5d7", "name": "network-vif-deleted", "tag": "9deeedb5-204f-427a-9d10-78c74d840462", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:20:00.683303 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6b61d495-2b1d-459c-8e1e-a9189c592f72 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:20:00.684703 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f027c61e-1573-4eca-b41f-3575c551f5d7', 'name': 'network-vif-deleted', 'tag': '9deeedb5-204f-427a-9d10-78c74d840462', 'status': 'completed', 'code': 200} Feb 04 12:20:00.779933 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port b3b9b701-1627-4bf6-b4c1-3546e6bb894a, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=b3b9b701-1627-4bf6-b4c1-3546e6bb894a,segment=NetworkSegment(30a1e83f-6fb2-463b-baec-19bf81bfa14b),segment_id=30a1e83f-6fb2-463b-baec-19bf81bfa14b)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:20:00.849763 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': 'b3b9b701-1627-4bf6-b4c1-3546e6bb894a', 'network_id': '365084f8-2068-4655-9009-041f3cc171be', 'port_id': 'b3b9b701-1627-4bf6-b4c1-3546e6bb894a', 'mac_address': 'fa:16:3e:97:52:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baf06417-eecb-4036-81cf-3c7679e7daf8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:20:00.959567 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ec8beec6-43c9-4865-9bf8-ff96ccbea883 req-26c39132-942c-4766-82d7-ca7259e327b4 tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] 10.222.0.65 "GET /v2.0/ports?device_id=99ec6a9b-f8dd-4f89-97cd-32529894b186 HTTP/1.1" status: 200 len: 210 time: 0.1201189 Feb 04 12:20:00.977621 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port b3b9b701-1627-4bf6-b4c1-3546e6bb894a is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:20:00.982747 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (b3b9b701-1627-4bf6-b4c1-3546e6bb894a), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:01.035879 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3b9b701-1627-4bf6-b4c1-3546e6bb894a {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:20:01.085789 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port b3b9b701-1627-4bf6-b4c1-3546e6bb894a, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=b3b9b701-1627-4bf6-b4c1-3546e6bb894a,segment=NetworkSegment(30a1e83f-6fb2-463b-baec-19bf81bfa14b),segment_id=30a1e83f-6fb2-463b-baec-19bf81bfa14b)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:20:01.093537 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (b3b9b701-1627-4bf6-b4c1-3546e6bb894a), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:01.101524 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:01.163834 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fbd8f6-c8a1-4e0e-95b2-c3e5ff51fba3 req-c07497b7-9fc2-48a8-b34e-f8f5e8acf0c2 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:01.174944 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-72fbd8f6-c8a1-4e0e-95b2-c3e5ff51fba3 req-c07497b7-9fc2-48a8-b34e-f8f5e8acf0c2 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=77637105-0550-4658-837e-b253c5845668 HTTP/1.1" status: 200 len: 944 time: 0.1962726 Feb 04 12:20:01.272179 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=b3b9b701-1627-4bf6-b4c1-3546e6bb894a,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:20:01.328734 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:01.372609 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-72fbd8f6-c8a1-4e0e-95b2-c3e5ff51fba3 req-2d1a9855-20cd-4490-891d-8b07712293c8 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/security-groups?id=0e320687-8002-4e00-a016-6bf57af2cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850767 Feb 04 12:20:01.393387 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['b3b9b701-1627-4bf6-b4c1-3546e6bb894a'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:20:01.782428 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 58700) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:20:02.176656 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ff1a2071-3257-4c96-937f-933b086cf0f9 req-94935e3a-575a-4eea-8ac3-7216c7013357 tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] 10.222.0.65 "GET /v2.0/ports?device_id=99ec6a9b-f8dd-4f89-97cd-32529894b186 HTTP/1.1" status: 200 len: 210 time: 0.0746098 Feb 04 12:20:02.272492 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 58710) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:20:02.719135 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 9deeedb5-204f-427a-9d10-78c74d840462 no longer exists at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:20:02.805666 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9791b287-0854-451a-ac17-6350fb66a477 req-9dded152-1268-4613-8b57-8e511f10d5bb tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:02.813945 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9791b287-0854-451a-ac17-6350fb66a477 req-9dded152-1268-4613-8b57-8e511f10d5bb tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=77637105-0550-4658-837e-b253c5845668 HTTP/1.1" status: 200 len: 945 time: 0.1901662 Feb 04 12:20:02.837185 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] No Port match for: 9deeedb5-204f-427a-9d10-78c74d840462 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:20:02.837755 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 9deeedb5-204f-427a-9d10-78c74d840462 not bound to the agent host n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:20:02.952987 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 58724) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:20:03.065497 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9791b287-0854-451a-ac17-6350fb66a477 req-4e7ff7ed-567c-42c8-be33-3001eb84ebaf tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/security-groups?id=0e320687-8002-4e00-a016-6bf57af2cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388024 Feb 04 12:20:03.072032 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-31f29475-fd86-475c-b825-f70fecfdabfa admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=978f4861dcee4fa9a2eeb0437c76bd64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7968826 Feb 04 12:20:03.073606 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 58732) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:20:03.118705 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eb5ddc-b089-4d4c-9bf1-6aa037d217e0 req-9f88e530-538a-497a-be32-b325b5e95df3 tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:03.121720 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-21eb5ddc-b089-4d4c-9bf1-6aa037d217e0 req-9f88e530-538a-497a-be32-b325b5e95df3 tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] 10.222.0.77 "GET /v2.0/networks?id=eae58b19-8b37-4b30-b213-f41ab4db1b6c HTTP/1.1" status: 200 len: 811 time: 0.3591921 Feb 04 12:20:03.139413 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d8cf8c32-20d6-41ed-bf74-4033bec2970e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:03.157410 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-13843ce6-3248-43d1-9d23-fda321197e3d admin admin] Publish callbacks [] for security_group (9a1ba13a-3582-42ac-bb35-362abd3a196f), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:03.199659 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-13843ce6-3248-43d1-9d23-fda321197e3d admin admin] Publish callbacks [] for security_group (9a1ba13a-3582-42ac-bb35-362abd3a196f), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:03.315800 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-13843ce6-3248-43d1-9d23-fda321197e3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (9a1ba13a-3582-42ac-bb35-362abd3a196f), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:03.320925 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-13843ce6-3248-43d1-9d23-fda321197e3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:03.325283 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-13843ce6-3248-43d1-9d23-fda321197e3d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9a1ba13a-3582-42ac-bb35-362abd3a196f HTTP/1.1" status: 204 len: 168 time: 0.2444520 Feb 04 12:20:03.346594 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-21eb5ddc-b089-4d4c-9bf1-6aa037d217e0 req-3cdc4a2c-f891-44d2-b062-53426b557bdb tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb3b803474b64ee4a96a9d1f82e7fbf4 HTTP/1.1" status: 200 len: 380 time: 0.2102718 Feb 04 12:20:03.369636 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-21eb5ddc-b089-4d4c-9bf1-6aa037d217e0 req-c111e3d9-b638-42dd-9215-5c6126f4eab3 tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] Request body: {'port': {'device_id': '99ec6a9b-f8dd-4f89-97cd-32529894b186', 'network_id': 'eae58b19-8b37-4b30-b213-f41ab4db1b6c', 'admin_state_up': True, 'tenant_id': 'bb3b803474b64ee4a96a9d1f82e7fbf4', 'security_groups': ['9664bb36-bf5d-4990-a15c-2a75945861da']}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:20:03.496274 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2a3bc93d-dc0c-4780-9f1d-fc77bcf3b98e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622215'] for router_interface (5e774df9-ebae-4d9b-b106-f97e45dc038d), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:03.513468 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0dc29789-0125-4ae3-8cb4-d25926db7ccc req-e572dc31-0fe4-4e4a-9178-9bfd77981dd2 tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] 10.222.0.65 "GET /v2.0/ports?device_id=99ec6a9b-f8dd-4f89-97cd-32529894b186 HTTP/1.1" status: 200 len: 210 time: 0.1451175 Feb 04 12:20:03.518170 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13843ce6-3248-43d1-9d23-fda321197e3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a1ba13a-3582-42ac-bb35-362abd3a196f,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:20:03.556956 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 58740) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:20:03.737273 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-e2ec8982-d220-4838-9ee3-f0b19752930f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-457855295-network', 'tenant_id': '579ea69403834782a33c69e1f5bfa5e7'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:20:03.779979 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2ec8982-d220-4838-9ee3-f0b19752930f admin admin] Made reservation on behalf of 579ea69403834782a33c69e1f5bfa5e7 for: {'network': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:20:03.784218 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e2ec8982-d220-4838-9ee3-f0b19752930f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:03.798277 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e2ec8982-d220-4838-9ee3-f0b19752930f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:03.913175 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e2ec8982-d220-4838-9ee3-f0b19752930f admin admin] Publish callbacks [] for security_group (911afed6-0b40-4109-a6e2-0c1a6e6112be), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:03.918257 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e2ec8982-d220-4838-9ee3-f0b19752930f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (911afed6-0b40-4109-a6e2-0c1a6e6112be), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:03.988671 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2ec8982-d220-4838-9ee3-f0b19752930f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=103475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:20:04.011132 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ec8982-d220-4838-9ee3-f0b19752930f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=911afed6-0b40-4109-a6e2-0c1a6e6112be,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:20:04.022080 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e2ec8982-d220-4838-9ee3-f0b19752930f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (c727609d-5e4e-432b-aaa8-eb4620e58a15), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:04.022846 n-d-825015-3 neutron-server[103475]: INFO neutron.db.segments_db [None req-e2ec8982-d220-4838-9ee3-f0b19752930f admin admin] Added segment c727609d-5e4e-432b-aaa8-eb4620e58a15 of type vlan for network bb57c185-90c4-4fc3-b046-b087913e2f9b Feb 04 12:20:04.036184 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d8cf8c32-20d6-41ed-bf74-4033bec2970e admin admin] Publish callbacks [] for security_group (b6922dd3-4b67-45be-a6bc-05255313c25e), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:04.090923 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d8cf8c32-20d6-41ed-bf74-4033bec2970e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (b6922dd3-4b67-45be-a6bc-05255313c25e), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:04.108657 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e2ec8982-d220-4838-9ee3-f0b19752930f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (bb57c185-90c4-4fc3-b046-b087913e2f9b), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:04.173963 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e2ec8982-d220-4838-9ee3-f0b19752930f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (bb57c185-90c4-4fc3-b046-b087913e2f9b), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:04.175937 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ec8982-d220-4838-9ee3-f0b19752930f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:04.177934 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e2ec8982-d220-4838-9ee3-f0b19752930f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:04.221032 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 58750) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:20:04.279692 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cf8c32-20d6-41ed-bf74-4033bec2970e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6922dd3-4b67-45be-a6bc-05255313c25e,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:20:04.318414 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-e2ec8982-d220-4838-9ee3-f0b19752930f admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7553453 Feb 04 12:20:04.321782 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 58752) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:20:04.323029 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-d8cf8c32-20d6-41ed-bf74-4033bec2970e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1e3c61a4d70d4b0d85dd441b08e483d5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3576422 Feb 04 12:20:04.327264 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 58754) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:20:04.332525 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-09d24959-ee5c-473c-bf0d-1591efe3c3b6 admin admin] Request body: {'subnet': {'network_id': 'bb57c185-90c4-4fc3-b046-b087913e2f9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-457855295-subnet', 'tenant_id': '579ea69403834782a33c69e1f5bfa5e7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:20:04.350876 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device b3b9b701-1627-4bf6-b4c1-3546e6bb894a up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:20:04.358884 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ec8982-d220-4838-9ee3-f0b19752930f admin admin] Pushing event updated for resources: {'Network': ['ID=bb57c185-90c4-4fc3-b046-b087913e2f9b,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:20:04.423683 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db941db6-7b02-4563-8a83-4fbc796d07ac req-23fb9ef5-944e-45fd-838f-bc1514eef9be tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:04.432364 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-db941db6-7b02-4563-8a83-4fbc796d07ac req-23fb9ef5-944e-45fd-838f-bc1514eef9be tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=77637105-0550-4658-837e-b253c5845668 HTTP/1.1" status: 200 len: 945 time: 0.1694849 Feb 04 12:20:04.436280 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21eb5ddc-b089-4d4c-9bf1-6aa037d217e0 req-c111e3d9-b638-42dd-9215-5c6126f4eab3 tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] Made reservation on behalf of bb3b803474b64ee4a96a9d1f82e7fbf4 for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:20:04.440582 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-21eb5ddc-b089-4d4c-9bf1-6aa037d217e0 req-c111e3d9-b638-42dd-9215-5c6126f4eab3 tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:04.448035 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network bb57c185-90c4-4fc3-b046-b087913e2f9b details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:20:04.474163 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-5abd6888-da25-4e05-8fc4-a026060d8b93 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6f6fb7fb0e8d408f9bd6952d3a1d29a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2471077 Feb 04 12:20:04.475327 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09d24959-ee5c-473c-bf0d-1591efe3c3b6 admin admin] Made reservation on behalf of 579ea69403834782a33c69e1f5bfa5e7 for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:20:04.476405 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 58756) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:20:04.478480 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-09d24959-ee5c-473c-bf0d-1591efe3c3b6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:04.576037 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-df2a1e9c-d8a6-4e8a-ba5e-7419eacf2839 admin admin] Publish callbacks [] for security_group (b6922dd3-4b67-45be-a6bc-05255313c25e), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:04.628972 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-df2a1e9c-d8a6-4e8a-ba5e-7419eacf2839 admin admin] Publish callbacks [] for security_group (b6922dd3-4b67-45be-a6bc-05255313c25e), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:04.646684 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning for port b3b9b701-1627-4bf6-b4c1-3546e6bb894a completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:20:04.661098 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port b3b9b701-1627-4bf6-b4c1-3546e6bb894a triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:20:04.661927 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (b3b9b701-1627-4bf6-b4c1-3546e6bb894a), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:04.711543 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0a0aa2d6-aa4b-4e79-807a-5682076223aa admin admin] Publish callbacks [] for security_group (cdbad6f2-c287-414c-b195-0f2e11b601c0), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:04.744866 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-df2a1e9c-d8a6-4e8a-ba5e-7419eacf2839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (b6922dd3-4b67-45be-a6bc-05255313c25e), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:04.747144 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-df2a1e9c-d8a6-4e8a-ba5e-7419eacf2839 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:04.751669 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-df2a1e9c-d8a6-4e8a-ba5e-7419eacf2839 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b6922dd3-4b67-45be-a6bc-05255313c25e HTTP/1.1" status: 204 len: 168 time: 0.4080076 Feb 04 12:20:04.776836 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-06732d70-b7a1-4066-a8c9-3d87b4754209 req-f27600ec-6e08-4ba1-b238-55baa2c40ed5 tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] 10.222.0.65 "GET /v2.0/ports?device_id=99ec6a9b-f8dd-4f89-97cd-32529894b186 HTTP/1.1" status: 200 len: 210 time: 0.0671473 Feb 04 12:20:04.795575 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-db941db6-7b02-4563-8a83-4fbc796d07ac req-41050b91-9b1e-4a2d-8f05-d5279e262860 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/security-groups?id=0e320687-8002-4e00-a016-6bf57af2cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3621480 Feb 04 12:20:04.819809 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2a1e9c-d8a6-4e8a-ba5e-7419eacf2839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6922dd3-4b67-45be-a6bc-05255313c25e,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:20:04.829289 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0a0aa2d6-aa4b-4e79-807a-5682076223aa admin admin] Publish callbacks [] for security_group (cdbad6f2-c287-414c-b195-0f2e11b601c0), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:04.835129 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port b3b9b701-1627-4bf6-b4c1-3546e6bb894a is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:20:04.835621 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (b3b9b701-1627-4bf6-b4c1-3546e6bb894a), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:04.941624 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [req-21eb5ddc-b089-4d4c-9bf1-6aa037d217e0 req-c111e3d9-b638-42dd-9215-5c6126f4eab3 tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] Allocated IP 172.20.0.7 (eae58b19-8b37-4b30-b213-f41ab4db1b6c/3a336ad0-0e25-4f20-acd0-30e3137f0fbb/5c73274f-411d-4f05-a66d-82c9f330346d) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:20:04.941906 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77637105-0550-4658-837e-b253c5845668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3b9b701-1627-4bf6-b4c1-3546e6bb894a'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:20:04.948299 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f390bef-9c9a-4716-a638-a1c2094d00ff" -d '{"events": [{"server_uuid": "77637105-0550-4658-837e-b253c5845668", "name": "network-vif-plugged", "status": "completed", "tag": "b3b9b701-1627-4bf6-b4c1-3546e6bb894a"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:20:04.988972 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port b3b9b701-1627-4bf6-b4c1-3546e6bb894a, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=b3b9b701-1627-4bf6-b4c1-3546e6bb894a,segment=NetworkSegment(30a1e83f-6fb2-463b-baec-19bf81bfa14b),segment_id=30a1e83f-6fb2-463b-baec-19bf81bfa14b)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:20:04.995087 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (b3b9b701-1627-4bf6-b4c1-3546e6bb894a), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:05.059349 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38b22ca1-8e7c-4c4f-9d75-a981406ae5d8 x-openstack-request-id: req-38b22ca1-8e7c-4c4f-9d75-a981406ae5d8 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:20:05.061819 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77637105-0550-4658-837e-b253c5845668", "name": "network-vif-plugged", "status": "completed", "tag": "b3b9b701-1627-4bf6-b4c1-3546e6bb894a", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:20:05.063348 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-38b22ca1-8e7c-4c4f-9d75-a981406ae5d8 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:20:05.067385 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77637105-0550-4658-837e-b253c5845668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3b9b701-1627-4bf6-b4c1-3546e6bb894a', 'code': 200} Feb 04 12:20:05.118475 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-09d24959-ee5c-473c-bf0d-1591efe3c3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for subnet (f98dbbcd-4812-4cd7-890b-2a082a382732), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:05.131186 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=b3b9b701-1627-4bf6-b4c1-3546e6bb894a,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:20:05.241113 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d24959-ee5c-473c-bf0d-1591efe3c3b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f98dbbcd-4812-4cd7-890b-2a082a382732,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:20:05.278700 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d24959-ee5c-473c-bf0d-1591efe3c3b6 admin admin] Checking segment: {'id': 'c727609d-5e4e-432b-aaa8-eb4620e58a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'bb57c185-90c4-4fc3-b046-b087913e2f9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:20:05.279234 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d24959-ee5c-473c-bf0d-1591efe3c3b6 admin admin] Network hostable DHCP agents. Network: bb57c185-90c4-4fc3-b046-b087913e2f9b, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:20:05.282984 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821ba40b-b4db-45a8-bf7e-a0274bcbe8ae req-9785974a-cc92-469b-ba3d-13eca717cdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:05.285945 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-821ba40b-b4db-45a8-bf7e-a0274bcbe8ae req-9785974a-cc92-469b-ba3d-13eca717cdfd service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=77637105-0550-4658-837e-b253c5845668 HTTP/1.1" status: 200 len: 1128 time: 0.1525321 Feb 04 12:20:05.301307 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-21eb5ddc-b089-4d4c-9bf1-6aa037d217e0 req-c111e3d9-b638-42dd-9215-5c6126f4eab3 tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] Publish callbacks [] for port (5c73274f-411d-4f05-a66d-82c9f330346d), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:05.332066 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d24959-ee5c-473c-bf0d-1591efe3c3b6 admin admin] Network bb57c185-90c4-4fc3-b046-b087913e2f9b is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:20:05.347087 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0a0aa2d6-aa4b-4e79-807a-5682076223aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (cdbad6f2-c287-414c-b195-0f2e11b601c0), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:05.350763 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0a0aa2d6-aa4b-4e79-807a-5682076223aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:05.356562 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-0a0aa2d6-aa4b-4e79-807a-5682076223aa admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cdbad6f2-c287-414c-b195-0f2e11b601c0 HTTP/1.1" status: 204 len: 168 time: 0.8747768 Feb 04 12:20:05.365173 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-21eb5ddc-b089-4d4c-9bf1-6aa037d217e0 req-c111e3d9-b638-42dd-9215-5c6126f4eab3 tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (5c73274f-411d-4f05-a66d-82c9f330346d), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:05.366605 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-09d24959-ee5c-473c-bf0d-1591efe3c3b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, bb57c185-90c4-4fc3-b046-b087913e2f9b) {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:20:05.373704 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d24959-ee5c-473c-bf0d-1591efe3c3b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:05.374869 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-09d24959-ee5c-473c-bf0d-1591efe3c3b6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:05.379791 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-821ba40b-b4db-45a8-bf7e-a0274bcbe8ae req-74eef1e3-1f79-46af-9213-3c25b1589068 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=0e320687-8002-4e00-a016-6bf57af2cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859737 Feb 04 12:20:05.380544 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1103b1-fc3a-43dd-9313-7158024dffc4 None None] Network bb57c185-90c4-4fc3-b046-b087913e2f9b requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:20:05.384591 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0aa2d6-aa4b-4e79-807a-5682076223aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdbad6f2-c287-414c-b195-0f2e11b601c0,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:20:05.400553 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-09d24959-ee5c-473c-bf0d-1591efe3c3b6 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0745130 Feb 04 12:20:05.403794 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 58770) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:20:05.410108 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-49984ee9-2391-449c-811a-d429db1afe25 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-457855295-router', 'tenant_id': '579ea69403834782a33c69e1f5bfa5e7', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:20:05.428065 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-2a3bc93d-dc0c-4780-9f1d-fc77bcf3b98e admin admin] Deleting port 0a5a3061-416f-49bd-b308-48c213be9c93 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:20:05.428402 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2a3bc93d-dc0c-4780-9f1d-fc77bcf3b98e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (0a5a3061-416f-49bd-b308-48c213be9c93), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:05.441220 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-49984ee9-2391-449c-811a-d429db1afe25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10933'] for router (8fdd5829-6cc3-4767-b02d-435fd4fb3765), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:05.443286 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-49984ee9-2391-449c-811a-d429db1afe25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10924'] for router (8fdd5829-6cc3-4767-b02d-435fd4fb3765), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:05.542228 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-49984ee9-2391-449c-811a-d429db1afe25 admin admin] Publish callbacks [] for router_controller (8fdd5829-6cc3-4767-b02d-435fd4fb3765), precommit_add_association {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:05.569733 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21eb5ddc-b089-4d4c-9bf1-6aa037d217e0 req-c111e3d9-b638-42dd-9215-5c6126f4eab3 tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] Network eae58b19-8b37-4b30-b213-f41ab4db1b6c is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:20:05.573829 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-2a3bc93d-dc0c-4780-9f1d-fc77bcf3b98e admin admin] For port 0a5a3061-416f-49bd-b308-48c213be9c93, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=0a5a3061-416f-49bd-b308-48c213be9c93,segment=NetworkSegment(dd6a73cb-8268-4b67-a592-682dfbe2780b),segment_id=dd6a73cb-8268-4b67-a592-682dfbe2780b)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:20:05.575047 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2a3bc93d-dc0c-4780-9f1d-fc77bcf3b98e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (0a5a3061-416f-49bd-b308-48c213be9c93), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:05.606801 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [req-21eb5ddc-b089-4d4c-9bf1-6aa037d217e0 req-c111e3d9-b638-42dd-9215-5c6126f4eab3 tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:20:05.625407 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-21eb5ddc-b089-4d4c-9bf1-6aa037d217e0 req-c111e3d9-b638-42dd-9215-5c6126f4eab3 tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:20:05.712055 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eb5ddc-b089-4d4c-9bf1-6aa037d217e0 req-c111e3d9-b638-42dd-9215-5c6126f4eab3 tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:05.712936 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-21eb5ddc-b089-4d4c-9bf1-6aa037d217e0 req-c111e3d9-b638-42dd-9215-5c6126f4eab3 tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:05.718320 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-2a3bc93d-dc0c-4780-9f1d-fc77bcf3b98e admin admin] Calling delete_port for 0a5a3061-416f-49bd-b308-48c213be9c93 owned by network:router_interface {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:20:05.735282 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 58772) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:20:05.780666 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c111e3d9-b638-42dd-9215-5c6126f4eab3 tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] Pushing event updated for resources: {'Port': ['ID=5c73274f-411d-4f05-a66d-82c9f330346d,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:20:05.829934 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e5b6e5ec-9a8e-4e86-bc1b-ab93605b8f85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:05.833591 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded06d0b-c8c9-4421-9add-c5a465bbffa8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-bb57c185-90c4-4fc3-b046-b087913e2f9b', 'network_id': 'bb57c185-90c4-4fc3-b046-b087913e2f9b', 'project_id': '579ea69403834782a33c69e1f5bfa5e7', 'fixed_ips': [{'subnet_id': 'f98dbbcd-4812-4cd7-890b-2a082a382732'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 12:20:05.835641 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ded06d0b-c8c9-4421-9add-c5a465bbffa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:05.958225 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-21eb5ddc-b089-4d4c-9bf1-6aa037d217e0 req-c111e3d9-b638-42dd-9215-5c6126f4eab3 tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6046031 Feb 04 12:20:05.997913 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-49984ee9-2391-449c-811a-d429db1afe25 admin admin] Publish callbacks [] for router_gateway (8fdd5829-6cc3-4767-b02d-435fd4fb3765), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:06.085071 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e5b6e5ec-9a8e-4e86-bc1b-ab93605b8f85 admin admin] Publish callbacks [] for security_group (4b90800c-5957-4f3e-a727-7e964d42464c), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:06.098421 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-21eb5ddc-b089-4d4c-9bf1-6aa037d217e0 req-4f9f4a44-0d23-4520-97f1-bef860bc0604 service neutron] Request body: {'port': {'device_id': '99ec6a9b-f8dd-4f89-97cd-32529894b186', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825015-3'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:20:06.102501 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e5b6e5ec-9a8e-4e86-bc1b-ab93605b8f85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (4b90800c-5957-4f3e-a727-7e964d42464c), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:06.250743 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-21eb5ddc-b089-4d4c-9bf1-6aa037d217e0 req-4f9f4a44-0d23-4520-97f1-bef860bc0604 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (5c73274f-411d-4f05-a66d-82c9f330346d), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:06.256992 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-e5b6e5ec-9a8e-4e86-bc1b-ab93605b8f85 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b77581707b5f49f289ed1ce1454a1999&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5131516 Feb 04 12:20:06.257767 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b6e5ec-9a8e-4e86-bc1b-ab93605b8f85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b90800c-5957-4f3e-a727-7e964d42464c,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:20:06.278931 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 58790) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:20:06.289307 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-0fa1f29a-7aeb-4269-80a2-b8f0747181d8 None None] Provisioning complete for port 5c73274f-411d-4f05-a66d-82c9f330346d triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:20:06.289793 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0fa1f29a-7aeb-4269-80a2-b8f0747181d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (5c73274f-411d-4f05-a66d-82c9f330346d), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:06.386198 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0fa1f29a-7aeb-4269-80a2-b8f0747181d8 None None] Port 5c73274f-411d-4f05-a66d-82c9f330346d cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:20:06.417370 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-ded06d0b-c8c9-4421-9add-c5a465bbffa8 None None] Allocated IP 172.20.0.2 (bb57c185-90c4-4fc3-b046-b087913e2f9b/f98dbbcd-4812-4cd7-890b-2a082a382732/62910647-e977-48c8-9150-0cfe7b09cda3) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:20:06.520759 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-03d52700-d441-4c76-b7fe-5c6ec59cb808 admin admin] Publish callbacks [] for security_group (4b90800c-5957-4f3e-a727-7e964d42464c), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:06.653679 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6089f83c-3eb1-458b-93b0-bdbd73cbf493 req-ec61730b-dc87-4209-b041-fe2f95ce258f tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:06.657596 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6089f83c-3eb1-458b-93b0-bdbd73cbf493 req-ec61730b-dc87-4209-b041-fe2f95ce258f tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] 10.222.0.65 "GET /v2.0/ports?device_id=99ec6a9b-f8dd-4f89-97cd-32529894b186 HTTP/1.1" status: 200 len: 931 time: 0.6424398 Feb 04 12:20:06.724704 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc0c568-6270-4054-a385-7aa41e602c39 req-a53a5f53-6868-4db9-a5a5-8b3882ecebfb tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:06.727407 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6dc0c568-6270-4054-a385-7aa41e602c39 req-a53a5f53-6868-4db9-a5a5-8b3882ecebfb tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=77637105-0550-4658-837e-b253c5845668 HTTP/1.1" status: 200 len: 946 time: 0.7146208 Feb 04 12:20:06.757419 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-03d52700-d441-4c76-b7fe-5c6ec59cb808 admin admin] Publish callbacks [] for security_group (4b90800c-5957-4f3e-a727-7e964d42464c), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:06.882398 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6dc0c568-6270-4054-a385-7aa41e602c39 req-13573686-dfd4-4fff-abec-cbb6d0137df6 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/security-groups?id=0e320687-8002-4e00-a016-6bf57af2cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285157 Feb 04 12:20:06.912386 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6089f83c-3eb1-458b-93b0-bdbd73cbf493 req-34426b9b-8240-4870-805a-555f94b97861 tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] 10.222.0.65 "GET /v2.0/security-groups?id=9664bb36-bf5d-4990-a15c-2a75945861da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1836400 Feb 04 12:20:06.917108 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ded06d0b-c8c9-4421-9add-c5a465bbffa8 None None] Publish callbacks [] for port (62910647-e977-48c8-9150-0cfe7b09cda3), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:06.942872 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ded06d0b-c8c9-4421-9add-c5a465bbffa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (62910647-e977-48c8-9150-0cfe7b09cda3), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:07.002144 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded06d0b-c8c9-4421-9add-c5a465bbffa8 None None] Network bb57c185-90c4-4fc3-b046-b087913e2f9b is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:20:07.008156 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-ded06d0b-c8c9-4421-9add-c5a465bbffa8 None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:20:07.016787 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded06d0b-c8c9-4421-9add-c5a465bbffa8 None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:20:07.022566 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded06d0b-c8c9-4421-9add-c5a465bbffa8 None None] Pushing event updated for resources: {'Port': ['ID=62910647-e977-48c8-9150-0cfe7b09cda3,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:20:07.064755 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2a3bc93d-dc0c-4780-9f1d-fc77bcf3b98e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (0a5a3061-416f-49bd-b308-48c213be9c93), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:07.138493 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-ded06d0b-c8c9-4421-9add-c5a465bbffa8 None None] Attempting to bind port 62910647-e977-48c8-9150-0cfe7b09cda3 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:20:07.139293 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-ded06d0b-c8c9-4421-9add-c5a465bbffa8 None None] Attempting to bind port 62910647-e977-48c8-9150-0cfe7b09cda3 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': 'c727609d-5e4e-432b-aaa8-eb4620e58a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'bb57c185-90c4-4fc3-b046-b087913e2f9b'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:20:07.139866 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded06d0b-c8c9-4421-9add-c5a465bbffa8 None None] Attempting to bind port 62910647-e977-48c8-9150-0cfe7b09cda3 on network bb57c185-90c4-4fc3-b046-b087913e2f9b {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:20:07.148934 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded06d0b-c8c9-4421-9add-c5a465bbffa8 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:20:07.149599 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded06d0b-c8c9-4421-9add-c5a465bbffa8 None None] Checking segment: {'id': 'c727609d-5e4e-432b-aaa8-eb4620e58a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'bb57c185-90c4-4fc3-b046-b087913e2f9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:20:07.150247 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ded06d0b-c8c9-4421-9add-c5a465bbffa8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:07.150785 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded06d0b-c8c9-4421-9add-c5a465bbffa8 None None] Bound using segment: {'id': 'c727609d-5e4e-432b-aaa8-eb4620e58a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'bb57c185-90c4-4fc3-b046-b087913e2f9b'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:20:07.151414 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-ded06d0b-c8c9-4421-9add-c5a465bbffa8 None None] Bound port: 62910647-e977-48c8-9150-0cfe7b09cda3, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c727609d-5e4e-432b-aaa8-eb4620e58a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'bb57c185-90c4-4fc3-b046-b087913e2f9b'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:20:07.152725 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ded06d0b-c8c9-4421-9add-c5a465bbffa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (62910647-e977-48c8-9150-0cfe7b09cda3), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:07.173021 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3bc93d-dc0c-4780-9f1d-fc77bcf3b98e admin admin] Pushing event deleted for resources: {'Port': ['ID=0a5a3061-416f-49bd-b308-48c213be9c93,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:20:07.182593 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-03d52700-d441-4c76-b7fe-5c6ec59cb808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (4b90800c-5957-4f3e-a727-7e964d42464c), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:07.185474 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-03d52700-d441-4c76-b7fe-5c6ec59cb808 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:07.186668 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-03d52700-d441-4c76-b7fe-5c6ec59cb808 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4b90800c-5957-4f3e-a727-7e964d42464c HTTP/1.1" status: 204 len: 168 time: 0.9060688 Feb 04 12:20:07.317282 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-49984ee9-2391-449c-811a-d429db1afe25 admin admin] Publish callbacks [] for router_gateway (8fdd5829-6cc3-4767-b02d-435fd4fb3765), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:07.318739 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d52700-d441-4c76-b7fe-5c6ec59cb808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b90800c-5957-4f3e-a727-7e964d42464c,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:20:07.405693 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-49984ee9-2391-449c-811a-d429db1afe25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:07.410222 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ded06d0b-c8c9-4421-9add-c5a465bbffa8 None None] For port 62910647-e977-48c8-9150-0cfe7b09cda3, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:20:07.426759 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ded06d0b-c8c9-4421-9add-c5a465bbffa8 None None] For port 62910647-e977-48c8-9150-0cfe7b09cda3, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=62910647-e977-48c8-9150-0cfe7b09cda3,segment=NetworkSegment(c727609d-5e4e-432b-aaa8-eb4620e58a15),segment_id=c727609d-5e4e-432b-aaa8-eb4620e58a15)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:20:07.445111 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ded06d0b-c8c9-4421-9add-c5a465bbffa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (62910647-e977-48c8-9150-0cfe7b09cda3), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:07.605879 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded06d0b-c8c9-4421-9add-c5a465bbffa8 None None] Pushing event updated for resources: {'Port': ['ID=62910647-e977-48c8-9150-0cfe7b09cda3,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:20:07.681448 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [req-21eb5ddc-b089-4d4c-9bf1-6aa037d217e0 req-4f9f4a44-0d23-4520-97f1-bef860bc0604 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c73274f-411d-4f05-a66d-82c9f330346d {{(pid=103474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:20:07.700509 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-21eb5ddc-b089-4d4c-9bf1-6aa037d217e0 req-4f9f4a44-0d23-4520-97f1-bef860bc0604 service neutron] Publish callbacks [] for port (5c73274f-411d-4f05-a66d-82c9f330346d), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:07.717197 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-49984ee9-2391-449c-811a-d429db1afe25 admin admin] Allocated IP 172.25.3.66 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/ac842ff2-38fd-40cc-8a1b-f5d6db5ef84c) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:20:07.740036 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.provisioning_blocks [req-21eb5ddc-b089-4d4c-9bf1-6aa037d217e0 req-4f9f4a44-0d23-4520-97f1-bef860bc0604 service neutron] Transition to ACTIVE for port object 5c73274f-411d-4f05-a66d-82c9f330346d will not be triggered until provisioned by entity L2. {{(pid=103474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:20:07.749001 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-21eb5ddc-b089-4d4c-9bf1-6aa037d217e0 req-4f9f4a44-0d23-4520-97f1-bef860bc0604 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (5c73274f-411d-4f05-a66d-82c9f330346d), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:07.931144 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2a3bc93d-dc0c-4780-9f1d-fc77bcf3b98e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622067'] for router_interface (5e774df9-ebae-4d9b-b106-f97e45dc038d), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:08.009538 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-49984ee9-2391-449c-811a-d429db1afe25 admin admin] Publish callbacks [] for port (ac842ff2-38fd-40cc-8a1b-f5d6db5ef84c), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:08.014898 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9f4a44-0d23-4520-97f1-bef860bc0604 service neutron] Pushing event updated for resources: {'Port': ['ID=5c73274f-411d-4f05-a66d-82c9f330346d,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:20:08.329593 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-49984ee9-2391-449c-811a-d429db1afe25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (ac842ff2-38fd-40cc-8a1b-f5d6db5ef84c), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:08.438852 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-21eb5ddc-b089-4d4c-9bf1-6aa037d217e0 req-4f9f4a44-0d23-4520-97f1-bef860bc0604 service neutron] Attempting to bind port 5c73274f-411d-4f05-a66d-82c9f330346d on host n-h2-825015-3 for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:20:08.439324 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-21eb5ddc-b089-4d4c-9bf1-6aa037d217e0 req-4f9f4a44-0d23-4520-97f1-bef860bc0604 service neutron] Attempting to bind port 5c73274f-411d-4f05-a66d-82c9f330346d by drivers openvswitch,hyperv on host n-h2-825015-3 at level 0 using segments [{'id': '4b7e69f4-922d-4b45-9b89-3354156bb3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'eae58b19-8b37-4b30-b213-f41ab4db1b6c'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:20:08.439768 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21eb5ddc-b089-4d4c-9bf1-6aa037d217e0 req-4f9f4a44-0d23-4520-97f1-bef860bc0604 service neutron] Attempting to bind port 5c73274f-411d-4f05-a66d-82c9f330346d on network eae58b19-8b37-4b30-b213-f41ab4db1b6c {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:20:08.465978 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21eb5ddc-b089-4d4c-9bf1-6aa037d217e0 req-4f9f4a44-0d23-4520-97f1-bef860bc0604 service neutron] Port 5c73274f-411d-4f05-a66d-82c9f330346d on network eae58b19-8b37-4b30-b213-f41ab4db1b6c not bound, no agent of type Open vSwitch agent registered on host n-h2-825015-3 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:20:08.466485 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21eb5ddc-b089-4d4c-9bf1-6aa037d217e0 req-4f9f4a44-0d23-4520-97f1-bef860bc0604 service neutron] Attempting to bind port 5c73274f-411d-4f05-a66d-82c9f330346d on network eae58b19-8b37-4b30-b213-f41ab4db1b6c {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:20:08.492578 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21eb5ddc-b089-4d4c-9bf1-6aa037d217e0 req-4f9f4a44-0d23-4520-97f1-bef860bc0604 service neutron] Checking agent: {'id': '9b68a165-e786-4b91-8592-44519c2ecabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:20:08.492847 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21eb5ddc-b089-4d4c-9bf1-6aa037d217e0 req-4f9f4a44-0d23-4520-97f1-bef860bc0604 service neutron] Checking segment: {'id': '4b7e69f4-922d-4b45-9b89-3354156bb3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'eae58b19-8b37-4b30-b213-f41ab4db1b6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:20:08.493304 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21eb5ddc-b089-4d4c-9bf1-6aa037d217e0 req-4f9f4a44-0d23-4520-97f1-bef860bc0604 service neutron] Bound using segment: {'id': '4b7e69f4-922d-4b45-9b89-3354156bb3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'eae58b19-8b37-4b30-b213-f41ab4db1b6c'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:20:08.493699 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-21eb5ddc-b089-4d4c-9bf1-6aa037d217e0 req-4f9f4a44-0d23-4520-97f1-bef860bc0604 service neutron] Bound port: 5c73274f-411d-4f05-a66d-82c9f330346d, host: n-h2-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b7e69f4-922d-4b45-9b89-3354156bb3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'eae58b19-8b37-4b30-b213-f41ab4db1b6c'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:20:08.494042 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-21eb5ddc-b089-4d4c-9bf1-6aa037d217e0 req-4f9f4a44-0d23-4520-97f1-bef860bc0604 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (5c73274f-411d-4f05-a66d-82c9f330346d), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:08.551671 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49984ee9-2391-449c-811a-d429db1afe25 admin admin] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:20:08.581001 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c099f471-c092-4880-81f4-73ec7989e533 req-4d650c2b-5db3-4a3a-83fe-98bb455a962e tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:08.583149 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c099f471-c092-4880-81f4-73ec7989e533 req-4d650c2b-5db3-4a3a-83fe-98bb455a962e tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=77637105-0550-4658-837e-b253c5845668 HTTP/1.1" status: 200 len: 946 time: 0.3372338 Feb 04 12:20:08.588104 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-49984ee9-2391-449c-811a-d429db1afe25 admin admin] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:20:08.598013 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49984ee9-2391-449c-811a-d429db1afe25 admin admin] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:20:08.689382 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49984ee9-2391-449c-811a-d429db1afe25 admin admin] Pushing event updated for resources: {'Port': ['ID=ac842ff2-38fd-40cc-8a1b-f5d6db5ef84c,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:20:08.812368 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a05f59-6350-4601-929c-a49a9b1b5a50 req-b894dede-f5d1-4846-8507-1bce24b5c18c tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:08.815336 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-14a05f59-6350-4601-929c-a49a9b1b5a50 req-b894dede-f5d1-4846-8507-1bce24b5c18c tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] 10.222.0.65 "GET /v2.0/ports?device_id=99ec6a9b-f8dd-4f89-97cd-32529894b186 HTTP/1.1" status: 200 len: 943 time: 0.5719528 Feb 04 12:20:08.930324 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c099f471-c092-4880-81f4-73ec7989e533 req-146dfdab-a62d-4220-aa0d-452192bc1543 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/security-groups?id=0e320687-8002-4e00-a016-6bf57af2cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3282683 Feb 04 12:20:09.098167 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-21eb5ddc-b089-4d4c-9bf1-6aa037d217e0 req-4f9f4a44-0d23-4520-97f1-bef860bc0604 service neutron] For port 5c73274f-411d-4f05-a66d-82c9f330346d, host n-h2-825015-3, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:20:09.103205 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-21eb5ddc-b089-4d4c-9bf1-6aa037d217e0 req-4f9f4a44-0d23-4520-97f1-bef860bc0604 service neutron] For port 5c73274f-411d-4f05-a66d-82c9f330346d, host n-h2-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=5c73274f-411d-4f05-a66d-82c9f330346d,segment=NetworkSegment(4b7e69f4-922d-4b45-9b89-3354156bb3f6),segment_id=4b7e69f4-922d-4b45-9b89-3354156bb3f6)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:20:09.156236 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-14a05f59-6350-4601-929c-a49a9b1b5a50 req-392a27d1-79ff-4c26-be5b-f4160811ebef tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] 10.222.0.65 "GET /v2.0/security-groups?id=9664bb36-bf5d-4990-a15c-2a75945861da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2992644 Feb 04 12:20:09.169972 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-21eb5ddc-b089-4d4c-9bf1-6aa037d217e0 req-4f9f4a44-0d23-4520-97f1-bef860bc0604 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (5c73274f-411d-4f05-a66d-82c9f330346d), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:09.208118 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-49984ee9-2391-449c-811a-d429db1afe25 admin admin] Publish callbacks [] for router_gateway (8fdd5829-6cc3-4767-b02d-435fd4fb3765), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:09.341328 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a3bc93d-dc0c-4780-9f1d-fc77bcf3b98e admin admin] Router 5e774df9-ebae-4d9b-b106-f97e45dc038d has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:20:09.365561 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 62910647-e977-48c8-9150-0cfe7b09cda3 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:20:09.414262 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eb5ddc-b089-4d4c-9bf1-6aa037d217e0 req-4f9f4a44-0d23-4520-97f1-bef860bc0604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:09.427581 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-21eb5ddc-b089-4d4c-9bf1-6aa037d217e0 req-4f9f4a44-0d23-4520-97f1-bef860bc0604 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:09.433163 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-21eb5ddc-b089-4d4c-9bf1-6aa037d217e0 req-4f9f4a44-0d23-4520-97f1-bef860bc0604 service neutron] 10.222.0.77 "PUT /v2.0/ports/5c73274f-411d-4f05-a66d-82c9f330346d HTTP/1.1" status: 200 len: 1091 time: 3.3417659 Feb 04 12:20:09.435708 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99ec6a9b-f8dd-4f89-97cd-32529894b186', 'tag': '5c73274f-411d-4f05-a66d-82c9f330346d'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:20:09.445245 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7869281-507e-40ad-8e6b-255fe0e03441" -d '{"events": [{"name": "network-changed", "server_uuid": "99ec6a9b-f8dd-4f89-97cd-32529894b186", "tag": "5c73274f-411d-4f05-a66d-82c9f330346d"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:20:09.579461 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9f4a44-0d23-4520-97f1-bef860bc0604 service neutron] Pushing event updated for resources: {'Port': ['ID=5c73274f-411d-4f05-a66d-82c9f330346d,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:20:09.634073 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 62910647-e977-48c8-9150-0cfe7b09cda3 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:20:09.635689 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (62910647-e977-48c8-9150-0cfe7b09cda3), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:09.675168 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d85f4ef-4047-4cc0-822b-c0dcdf3afab5 req-748f9d31-56f3-452f-b169-811b5321cb75 tempest-LiveAutoBlockMigrationV225Test-497889810 tempest-LiveAutoBlockMigrationV225Test-497889810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:09.686058 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4d85f4ef-4047-4cc0-822b-c0dcdf3afab5 req-748f9d31-56f3-452f-b169-811b5321cb75 tempest-LiveAutoBlockMigrationV225Test-497889810 tempest-LiveAutoBlockMigrationV225Test-497889810-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=77637105-0550-4658-837e-b253c5845668 HTTP/1.1" status: 200 len: 1128 time: 0.3709815 Feb 04 12:20:09.743967 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 58850) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:20:09.887861 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 62910647-e977-48c8-9150-0cfe7b09cda3 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:20:09.888807 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (62910647-e977-48c8-9150-0cfe7b09cda3), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:09.996603 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4d85f4ef-4047-4cc0-822b-c0dcdf3afab5 req-2a71e759-84d1-4728-8c06-3cca81597480 tempest-LiveAutoBlockMigrationV225Test-497889810 tempest-LiveAutoBlockMigrationV225Test-497889810-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=0e320687-8002-4e00-a016-6bf57af2cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3011370 Feb 04 12:20:10.022122 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eb5ddc-b089-4d4c-9bf1-6aa037d217e0 req-37e94e4d-858e-40c0-bc10-ec6811d94794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:10.027663 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-21eb5ddc-b089-4d4c-9bf1-6aa037d217e0 req-37e94e4d-858e-40c0-bc10-ec6811d94794 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bb3b803474b64ee4a96a9d1f82e7fbf4&device_id=99ec6a9b-f8dd-4f89-97cd-32529894b186 HTTP/1.1" status: 200 len: 1125 time: 0.4300156 Feb 04 12:20:10.033169 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port 62910647-e977-48c8-9150-0cfe7b09cda3, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=62910647-e977-48c8-9150-0cfe7b09cda3,segment=NetworkSegment(c727609d-5e4e-432b-aaa8-eb4620e58a15),segment_id=c727609d-5e4e-432b-aaa8-eb4620e58a15)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:20:10.047094 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (62910647-e977-48c8-9150-0cfe7b09cda3), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:10.073070 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a3bc93d-dc0c-4780-9f1d-fc77bcf3b98e admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:20:10.094230 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311d3391-f356-4f44-862c-6f97fff86294 None None] Sync routers for ids ['5e774df9-ebae-4d9b-b106-f97e45dc038d'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:20:10.098611 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 58854) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:20:10.108309 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-2a3bc93d-dc0c-4780-9f1d-fc77bcf3b98e admin admin] 10.222.0.65 "PUT /v2.0/routers/5e774df9-ebae-4d9b-b106-f97e45dc038d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3223774 Feb 04 12:20:10.126718 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311d3391-f356-4f44-862c-6f97fff86294 None None] Routers {'5e774df9-ebae-4d9b-b106-f97e45dc038d'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:20:10.129681 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-311d3391-f356-4f44-862c-6f97fff86294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:19:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['5e774df9-ebae-4d9b-b106-f97e45dc038d'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:20:10.204927 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-21eb5ddc-b089-4d4c-9bf1-6aa037d217e0 req-f46c726d-13b2-4661-8632-1ee85cbc0776 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c73274f-411d-4f05-a66d-82c9f330346d HTTP/1.1" status: 200 len: 217 time: 0.1678579 Feb 04 12:20:10.275954 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5677b6bf-4257-4c00-a831-8bd4f8eaf1d3 x-openstack-request-id: req-5677b6bf-4257-4c00-a831-8bd4f8eaf1d3 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:20:10.276422 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99ec6a9b-f8dd-4f89-97cd-32529894b186", "tag": "5c73274f-411d-4f05-a66d-82c9f330346d", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:20:10.276847 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5677b6bf-4257-4c00-a831-8bd4f8eaf1d3 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:20:10.278058 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99ec6a9b-f8dd-4f89-97cd-32529894b186', 'tag': '5c73274f-411d-4f05-a66d-82c9f330346d', 'status': 'completed', 'code': 200} Feb 04 12:20:10.296015 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=62910647-e977-48c8-9150-0cfe7b09cda3,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:20:10.361937 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-49984ee9-2391-449c-811a-d429db1afe25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141'] for router (8fdd5829-6cc3-4767-b02d-435fd4fb3765), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:10.372651 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-e21733c2-ac8e-44d4-a889-e7e616b466c6 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-355157392-network', 'tenant_id': '4314cf7bb6fa4befa052fc7bfa03983d'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:20:10.382494 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eb5ddc-b089-4d4c-9bf1-6aa037d217e0 req-8edb2290-ba06-464b-b4a9-6287348734a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:10.385598 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-21eb5ddc-b089-4d4c-9bf1-6aa037d217e0 req-8edb2290-ba06-464b-b4a9-6287348734a8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3a336ad0-0e25-4f20-acd0-30e3137f0fbb HTTP/1.1" status: 200 len: 850 time: 0.1751413 Feb 04 12:20:10.412783 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9434a922-c9d6-48d2-809d-c446e0abb1a0 req-f6c33ea6-90ea-4532-9cd1-6d839689c168 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=cd7a27426604483abdc4179f17c2461d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0533664 Feb 04 12:20:10.484124 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d18f48-b9fa-40f1-b54f-fb985f7c2eb9 None None] Network bb57c185-90c4-4fc3-b046-b087913e2f9b requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:20:10.506900 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eb5ddc-b089-4d4c-9bf1-6aa037d217e0 req-d20625ef-ced2-46a9-bd0e-64249cb220b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:10.509467 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-21eb5ddc-b089-4d4c-9bf1-6aa037d217e0 req-d20625ef-ced2-46a9-bd0e-64249cb220b6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=eae58b19-8b37-4b30-b213-f41ab4db1b6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1098683 Feb 04 12:20:10.580409 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-311d3391-f356-4f44-862c-6f97fff86294 None None] Set router 5e774df9-ebae-4d9b-b106-f97e45dc038d gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:20:10.685351 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e21733c2-ac8e-44d4-a889-e7e616b466c6 admin admin] Made reservation on behalf of 4314cf7bb6fa4befa052fc7bfa03983d for: {'network': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:20:10.689514 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e21733c2-ac8e-44d4-a889-e7e616b466c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:10.689744 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-21eb5ddc-b089-4d4c-9bf1-6aa037d217e0 req-2102f2bf-4df9-4643-94ea-29f3276770c4 service neutron] 10.222.0.77 "GET /v2.0/networks/eae58b19-8b37-4b30-b213-f41ab4db1b6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734748 Feb 04 12:20:10.724416 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e21733c2-ac8e-44d4-a889-e7e616b466c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:10.800451 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-7466f476-0533-43d5-a0a1-5a19785528bc None None] Provisioning complete for port 62910647-e977-48c8-9150-0cfe7b09cda3 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:20:10.801089 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7466f476-0533-43d5-a0a1-5a19785528bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (62910647-e977-48c8-9150-0cfe7b09cda3), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:10.806434 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2563858c-19e4-4825-b963-dda601bcf542 req-cb46ee20-a060-46d7-8ac7-6225f7060596 tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:10.826434 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2563858c-19e4-4825-b963-dda601bcf542 req-cb46ee20-a060-46d7-8ac7-6225f7060596 tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] 10.222.0.65 "GET /v2.0/ports?device_id=99ec6a9b-f8dd-4f89-97cd-32529894b186 HTTP/1.1" status: 200 len: 943 time: 0.4088781 Feb 04 12:20:10.828643 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2c16079d-8245-4d2b-9b26-1f4e7ae15c57 admin admin] Publish callbacks [] for router (5e774df9-ebae-4d9b-b106-f97e45dc038d), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:10.924440 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-21eb5ddc-b089-4d4c-9bf1-6aa037d217e0 req-77cee51e-7dea-4591-9351-c1e4e2395921 service neutron] 10.222.0.77 "GET /v2.0/networks/eae58b19-8b37-4b30-b213-f41ab4db1b6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152948 Feb 04 12:20:10.962691 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 62910647-e977-48c8-9150-0cfe7b09cda3 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:20:11.017944 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-311d3391-f356-4f44-862c-6f97fff86294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e774df9-ebae-4d9b-b106-f97e45dc038d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1605097857-router', 'tenant_id': 'af7896e432b54a83bc6fa954af7e9dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': '406ad788-a3ed-4cbf-83b8-2720fcd7b7cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:17:03Z', 'updated_at': '2022-02-04T12:20:06Z', 'revision_number': 5, 'project_id': 'af7896e432b54a83bc6fa954af7e9dac', 'gw_port': {'id': '406ad788-a3ed-4cbf-83b8-2720fcd7b7cd', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:54:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e774df9-ebae-4d9b-b106-f97e45dc038d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:17:04Z', 'updated_at': '2022-02-04T12:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:20:11.095107 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311d3391-f356-4f44-862c-6f97fff86294 None None] Checking router: 5e774df9-ebae-4d9b-b106-f97e45dc038d for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:20:11.126898 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311d3391-f356-4f44-862c-6f97fff86294 None None] Routers {'5e774df9-ebae-4d9b-b106-f97e45dc038d'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:20:11.127593 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-311d3391-f356-4f44-862c-6f97fff86294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:19:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['5e774df9-ebae-4d9b-b106-f97e45dc038d'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:20:11.128281 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7869281-507e-40ad-8e6b-255fe0e03441 req-3b5044b3-f843-4522-bf24-182769c5a84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:11.131122 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-a7869281-507e-40ad-8e6b-255fe0e03441 req-3b5044b3-f843-4522-bf24-182769c5a84d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bb3b803474b64ee4a96a9d1f82e7fbf4&device_id=99ec6a9b-f8dd-4f89-97cd-32529894b186 HTTP/1.1" status: 200 len: 1125 time: 0.1442597 Feb 04 12:20:11.151821 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9434a922-c9d6-48d2-809d-c446e0abb1a0 req-f0c53c03-ef30-457e-af99-e78a4be377e9 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:11.160315 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9434a922-c9d6-48d2-809d-c446e0abb1a0 req-f0c53c03-ef30-457e-af99-e78a4be377e9 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7285650 Feb 04 12:20:11.194804 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-7466f476-0533-43d5-a0a1-5a19785528bc None None] Current status of the port 62910647-e977-48c8-9150-0cfe7b09cda3 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:20:11.206443 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2c16079d-8245-4d2b-9b26-1f4e7ae15c57 admin admin] Publish callbacks [] for router_gateway (5e774df9-ebae-4d9b-b106-f97e45dc038d), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:11.238322 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 62910647-e977-48c8-9150-0cfe7b09cda3 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:20:11.238917 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (62910647-e977-48c8-9150-0cfe7b09cda3), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:11.321231 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2563858c-19e4-4825-b963-dda601bcf542 req-e6e8a94a-e883-4b1d-802b-3c5fac4c7b41 tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] 10.222.0.65 "GET /v2.0/security-groups?id=9664bb36-bf5d-4990-a15c-2a75945861da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4661071 Feb 04 12:20:11.331166 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9434a922-c9d6-48d2-809d-c446e0abb1a0 req-7c5a04df-50a0-4e4f-9bf5-0df70d252e94 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/quotas/cd7a27426604483abdc4179f17c2461d HTTP/1.1" status: 200 len: 375 time: 0.1693347 Feb 04 12:20:11.377494 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7869281-507e-40ad-8e6b-255fe0e03441 req-98dbed82-ac10-4d4a-abb7-fc5e5e7174e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:11.397117 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-a7869281-507e-40ad-8e6b-255fe0e03441 req-98dbed82-ac10-4d4a-abb7-fc5e5e7174e2 service neutron] 10.222.0.77 "GET /v2.0/networks?id=eae58b19-8b37-4b30-b213-f41ab4db1b6c HTTP/1.1" status: 200 len: 912 time: 0.2584527 Feb 04 12:20:11.492503 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9434a922-c9d6-48d2-809d-c446e0abb1a0 req-2fcae368-1bf6-4aca-b30c-35a47426a4d8 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=cd7a27426604483abdc4179f17c2461d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1599150 Feb 04 12:20:11.526474 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-311d3391-f356-4f44-862c-6f97fff86294 None None] Set router 5e774df9-ebae-4d9b-b106-f97e45dc038d gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:20:11.546838 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-a7869281-507e-40ad-8e6b-255fe0e03441 req-cf89c832-e624-4d27-ac6f-da4bfd0b7e58 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c73274f-411d-4f05-a66d-82c9f330346d HTTP/1.1" status: 200 len: 217 time: 0.1358976 Feb 04 12:20:11.628915 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49984ee9-2391-449c-811a-d429db1afe25 admin admin] Router 8fdd5829-6cc3-4767-b02d-435fd4fb3765 is scheduled to L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de with binding_index 1 {{(pid=103475) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 12:20:11.751579 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-2c16079d-8245-4d2b-9b26-1f4e7ae15c57 admin admin] Deleting port 406ad788-a3ed-4cbf-83b8-2720fcd7b7cd {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:20:11.752080 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2c16079d-8245-4d2b-9b26-1f4e7ae15c57 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (406ad788-a3ed-4cbf-83b8-2720fcd7b7cd), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:11.758690 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7869281-507e-40ad-8e6b-255fe0e03441 req-e16f3566-fc8c-4fac-9857-89843a954b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:11.760663 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-a7869281-507e-40ad-8e6b-255fe0e03441 req-e16f3566-fc8c-4fac-9857-89843a954b27 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3a336ad0-0e25-4f20-acd0-30e3137f0fbb HTTP/1.1" status: 200 len: 850 time: 0.2119756 Feb 04 12:20:11.915651 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7869281-507e-40ad-8e6b-255fe0e03441 req-b88435fe-493c-40c4-ba9f-906477b503c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:11.922475 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-a7869281-507e-40ad-8e6b-255fe0e03441 req-b88435fe-493c-40c4-ba9f-906477b503c9 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=eae58b19-8b37-4b30-b213-f41ab4db1b6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1474288 Feb 04 12:20:11.995593 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 62910647-e977-48c8-9150-0cfe7b09cda3 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:20:12.022424 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-03040939-9055-4ab8-9c4a-3c491d22346c None None] Provisioning complete for port 62910647-e977-48c8-9150-0cfe7b09cda3 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:20:12.022801 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-03040939-9055-4ab8-9c4a-3c491d22346c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (62910647-e977-48c8-9150-0cfe7b09cda3), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:12.305254 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-a7869281-507e-40ad-8e6b-255fe0e03441 req-a6e72855-9993-4677-8cc0-ea59f77a9c11 service neutron] 10.222.0.77 "GET /v2.0/networks/eae58b19-8b37-4b30-b213-f41ab4db1b6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3763645 Feb 04 12:20:12.324094 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-311d3391-f356-4f44-862c-6f97fff86294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e774df9-ebae-4d9b-b106-f97e45dc038d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1605097857-router', 'tenant_id': 'af7896e432b54a83bc6fa954af7e9dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': '406ad788-a3ed-4cbf-83b8-2720fcd7b7cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:17:03Z', 'updated_at': '2022-02-04T12:20:06Z', 'revision_number': 5, 'project_id': 'af7896e432b54a83bc6fa954af7e9dac', 'gw_port': {'id': '406ad788-a3ed-4cbf-83b8-2720fcd7b7cd', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:54:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e774df9-ebae-4d9b-b106-f97e45dc038d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:17:04Z', 'updated_at': '2022-02-04T12:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:20:12.328918 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-03040939-9055-4ab8-9c4a-3c491d22346c None None] Current status of the port 62910647-e977-48c8-9150-0cfe7b09cda3 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:20:12.400162 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311d3391-f356-4f44-862c-6f97fff86294 None None] The sync data for ids ['5e774df9-ebae-4d9b-b106-f97e45dc038d'] in n-d-825015-3 is: [{'id': '5e774df9-ebae-4d9b-b106-f97e45dc038d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1605097857-router', 'tenant_id': 'af7896e432b54a83bc6fa954af7e9dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': '406ad788-a3ed-4cbf-83b8-2720fcd7b7cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:17:03Z', 'updated_at': '2022-02-04T12:20:06Z', 'revision_number': 5, 'project_id': 'af7896e432b54a83bc6fa954af7e9dac', 'gw_port': {'id': '406ad788-a3ed-4cbf-83b8-2720fcd7b7cd', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:54:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e774df9-ebae-4d9b-b106-f97e45dc038d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:17:04Z', 'updated_at': '2022-02-04T12:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:20:12.580482 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-a7869281-507e-40ad-8e6b-255fe0e03441 req-07ed0b61-625d-4edd-82a4-91bd8afc5d8b service neutron] 10.222.0.77 "GET /v2.0/networks/eae58b19-8b37-4b30-b213-f41ab4db1b6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683864 Feb 04 12:20:12.728997 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-2c16079d-8245-4d2b-9b26-1f4e7ae15c57 admin admin] For port 406ad788-a3ed-4cbf-83b8-2720fcd7b7cd, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=406ad788-a3ed-4cbf-83b8-2720fcd7b7cd,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:20:12.730573 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2c16079d-8245-4d2b-9b26-1f4e7ae15c57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (406ad788-a3ed-4cbf-83b8-2720fcd7b7cd), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:12.742470 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 5c73274f-411d-4f05-a66d-82c9f330346d details requested by agent hyperv_n-h2-825015-3 with host n-h2-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:20:12.758385 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-2c16079d-8245-4d2b-9b26-1f4e7ae15c57 admin admin] Calling delete_port for 406ad788-a3ed-4cbf-83b8-2720fcd7b7cd owned by network:router_gateway {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:20:12.793804 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e21733c2-ac8e-44d4-a889-e7e616b466c6 admin admin] Publish callbacks [] for security_group (debeee1a-8ee9-4617-8577-ba4ddddc3fe7), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:12.837176 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e21733c2-ac8e-44d4-a889-e7e616b466c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (debeee1a-8ee9-4617-8577-ba4ddddc3fe7), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:12.934021 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3ae3927b-e2b5-4ee5-8632-d6ef8f9f89a7 req-4947982a-4bdb-496b-a20e-6fb7c5807dad tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/ports?device_id=382bd9ca-8939-4c9b-bfb8-eb81fd8954de HTTP/1.1" status: 200 len: 210 time: 0.1171741 Feb 04 12:20:13.034791 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 0a5a3061-416f-49bd-b308-48c213be9c93 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:20:13.122265 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e21733c2-ac8e-44d4-a889-e7e616b466c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=103475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:20:13.242067 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 0a5a3061-416f-49bd-b308-48c213be9c93 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:20:13.242431 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 0a5a3061-416f-49bd-b308-48c213be9c93 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:20:13.283423 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 5c73274f-411d-4f05-a66d-82c9f330346d, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=5c73274f-411d-4f05-a66d-82c9f330346d,segment=NetworkSegment(4b7e69f4-922d-4b45-9b89-3354156bb3f6),segment_id=4b7e69f4-922d-4b45-9b89-3354156bb3f6)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:20:13.319145 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e21733c2-ac8e-44d4-a889-e7e616b466c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (ebf77dc3-f6e0-45e7-8784-b5aa8ec861b9), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:13.319569 n-d-825015-3 neutron-server[103475]: INFO neutron.db.segments_db [None req-e21733c2-ac8e-44d4-a889-e7e616b466c6 admin admin] Added segment ebf77dc3-f6e0-45e7-8784-b5aa8ec861b9 of type vlan for network d7d9c78c-7daf-4783-ab1f-791980607a36 Feb 04 12:20:13.356668 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267a0ea2-6751-4257-8225-b11ecc5bc976 req-cc227747-4e7b-4559-b890-7769e9a2eb52 tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:13.358240 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-267a0ea2-6751-4257-8225-b11ecc5bc976 req-cc227747-4e7b-4559-b890-7769e9a2eb52 tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] 10.222.0.65 "GET /v2.0/ports?device_id=99ec6a9b-f8dd-4f89-97cd-32529894b186 HTTP/1.1" status: 200 len: 943 time: 0.5576615 Feb 04 12:20:13.365995 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Returning: {'device': '5c73274f-411d-4f05-a66d-82c9f330346d', 'network_id': 'eae58b19-8b37-4b30-b213-f41ab4db1b6c', 'port_id': '5c73274f-411d-4f05-a66d-82c9f330346d', 'mac_address': 'fa:16:3e:ea:fe:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a336ad0-0e25-4f20-acd0-30e3137f0fbb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:20:13.395691 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21733c2-ac8e-44d4-a889-e7e616b466c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=debeee1a-8ee9-4617-8577-ba4ddddc3fe7,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:20:13.514060 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 5c73274f-411d-4f05-a66d-82c9f330346d is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:20:13.515133 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (5c73274f-411d-4f05-a66d-82c9f330346d), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:13.572957 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49984ee9-2391-449c-811a-d429db1afe25 admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:20:13.604468 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e21733c2-ac8e-44d4-a889-e7e616b466c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (d7d9c78c-7daf-4783-ab1f-791980607a36), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:13.665458 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6610dd5a-957e-4d07-8b80-4f873ae9a347 None None] Sync routers for ids ['8fdd5829-6cc3-4767-b02d-435fd4fb3765'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:20:13.698099 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c73274f-411d-4f05-a66d-82c9f330346d {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:20:13.729737 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-267a0ea2-6751-4257-8225-b11ecc5bc976 req-b587f92b-af97-4ead-b49a-dd5efc3f8c22 tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] 10.222.0.65 "GET /v2.0/security-groups?id=9664bb36-bf5d-4990-a15c-2a75945861da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2526083 Feb 04 12:20:13.740362 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.db.resource_extend [None req-e21733c2-ac8e-44d4-a889-e7e616b466c6 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 12:20:13.749408 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-49984ee9-2391-449c-811a-d429db1afe25 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:13.754894 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-49984ee9-2391-449c-811a-d429db1afe25 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 8.3454332 Feb 04 12:20:13.755191 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 5c73274f-411d-4f05-a66d-82c9f330346d, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=5c73274f-411d-4f05-a66d-82c9f330346d,segment=NetworkSegment(4b7e69f4-922d-4b45-9b89-3354156bb3f6),segment_id=4b7e69f4-922d-4b45-9b89-3354156bb3f6)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:20:13.759825 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 58900) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:20:13.777576 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (5c73274f-411d-4f05-a66d-82c9f330346d), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:13.791629 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6610dd5a-957e-4d07-8b80-4f873ae9a347 None None] Routers {'8fdd5829-6cc3-4767-b02d-435fd4fb3765'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:20:13.793912 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-6610dd5a-957e-4d07-8b80-4f873ae9a347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:19:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['8fdd5829-6cc3-4767-b02d-435fd4fb3765'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:20:13.967204 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2c16079d-8245-4d2b-9b26-1f4e7ae15c57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (406ad788-a3ed-4cbf-83b8-2720fcd7b7cd), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:13.979028 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e21733c2-ac8e-44d4-a889-e7e616b466c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (d7d9c78c-7daf-4783-ab1f-791980607a36), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:13.997272 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21733c2-ac8e-44d4-a889-e7e616b466c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:13.998796 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e21733c2-ac8e-44d4-a889-e7e616b466c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:14.219006 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-6610dd5a-957e-4d07-8b80-4f873ae9a347 None None] Set router 8fdd5829-6cc3-4767-b02d-435fd4fb3765 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:20:14.409720 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21733c2-ac8e-44d4-a889-e7e616b466c6 admin admin] Pushing event updated for resources: {'Network': ['ID=d7d9c78c-7daf-4783-ab1f-791980607a36,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:20:14.419058 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9434a922-c9d6-48d2-809d-c446e0abb1a0 req-0b59c2b5-5bfa-42fd-9622-4db28062c329 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=cd7a27426604483abdc4179f17c2461d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1276867 Feb 04 12:20:14.466459 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c16079d-8245-4d2b-9b26-1f4e7ae15c57 admin admin] Pushing event deleted for resources: {'Port': ['ID=406ad788-a3ed-4cbf-83b8-2720fcd7b7cd,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:20:14.487724 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7966ec90-c7aa-403a-9933-5ae76702c8e0 req-00d9f5d1-ab35-4c10-95b7-7b873e3f8c4b tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/ports?device_id=382bd9ca-8939-4c9b-bfb8-eb81fd8954de HTTP/1.1" status: 200 len: 210 time: 0.2107775 Feb 04 12:20:14.579344 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network d7d9c78c-7daf-4783-ab1f-791980607a36 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:20:14.665249 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-e21733c2-ac8e-44d4-a889-e7e616b466c6 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 4.9100285 Feb 04 12:20:14.665249 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2c16079d-8245-4d2b-9b26-1f4e7ae15c57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1599901'] for router_gateway (5e774df9-ebae-4d9b-b106-f97e45dc038d), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:14.677293 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 58914) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:20:14.714443 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-97f3d03c-893e-4d74-ae74-29ca4d2a7a68 admin admin] Request body: {'subnet': {'network_id': 'd7d9c78c-7daf-4783-ab1f-791980607a36', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-355157392-subnet', 'tenant_id': '4314cf7bb6fa4befa052fc7bfa03983d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:20:14.823941 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['5c73274f-411d-4f05-a66d-82c9f330346d'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:20:14.857497 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97f3d03c-893e-4d74-ae74-29ca4d2a7a68 admin admin] Made reservation on behalf of 4314cf7bb6fa4befa052fc7bfa03983d for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:20:14.859902 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-97f3d03c-893e-4d74-ae74-29ca4d2a7a68 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:14.861066 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=5c73274f-411d-4f05-a66d-82c9f330346d,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:20:15.061815 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:20:15.065093 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:20:15.065652 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:20:15.066131 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:20:15.066506 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:20:15.066942 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:20:15.070820 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:20:15.071379 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:20:15.072091 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:20:15.072569 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:20:15.073254 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:20:15.080595 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:20:15.081384 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:20:15.276470 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9434a922-c9d6-48d2-809d-c446e0abb1a0 req-b99504a2-919f-4521-a748-7ca4488be9d3 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:15.278766 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9434a922-c9d6-48d2-809d-c446e0abb1a0 req-b99504a2-919f-4521-a748-7ca4488be9d3 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8502541 Feb 04 12:20:15.347791 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-9434a922-c9d6-48d2-809d-c446e0abb1a0 req-908e130a-f4a3-4b5f-8530-9ad155b68b19 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Request body: {'port': {'device_id': '382bd9ca-8939-4c9b-bfb8-eb81fd8954de', 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c', 'admin_state_up': True, 'tenant_id': 'cd7a27426604483abdc4179f17c2461d'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:20:15.376835 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2c16079d-8245-4d2b-9b26-1f4e7ae15c57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10915'] for router (5e774df9-ebae-4d9b-b106-f97e45dc038d), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:15.403248 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2c16079d-8245-4d2b-9b26-1f4e7ae15c57 admin admin] Publish callbacks [] for router_controller (5e774df9-ebae-4d9b-b106-f97e45dc038d), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:15.640216 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-52c5af5f-783a-4dc4-92c4-595f32d6b658 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:15.671961 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b027280-5b9f-4308-80af-563e18d581dd req-d4d0f9fb-daeb-4d1b-84e7-620e8cd33d5e tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:15.688583 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6b027280-5b9f-4308-80af-563e18d581dd req-d4d0f9fb-daeb-4d1b-84e7-620e8cd33d5e tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] 10.222.0.65 "GET /v2.0/ports?device_id=99ec6a9b-f8dd-4f89-97cd-32529894b186 HTTP/1.1" status: 200 len: 944 time: 0.5348902 Feb 04 12:20:15.740495 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a5d3d4cf-2d4f-49b9-a2ba-03600ceb6888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:15.752754 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-6610dd5a-957e-4d07-8b80-4f873ae9a347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fdd5829-6cc3-4767-b02d-435fd4fb3765', 'name': 'tempest-FloatingIPsTestJSON-457855295-router', 'tenant_id': '579ea69403834782a33c69e1f5bfa5e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'ac842ff2-38fd-40cc-8a1b-f5d6db5ef84c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:20:05Z', 'updated_at': '2022-02-04T12:20:08Z', 'revision_number': 3, 'project_id': '579ea69403834782a33c69e1f5bfa5e7', 'gw_port': {'id': 'ac842ff2-38fd-40cc-8a1b-f5d6db5ef84c', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:a4:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fdd5829-6cc3-4767-b02d-435fd4fb3765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:20:07Z', 'updated_at': '2022-02-04T12:20:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:20:15.816259 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6610dd5a-957e-4d07-8b80-4f873ae9a347 None None] Checking router: 8fdd5829-6cc3-4767-b02d-435fd4fb3765 for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:20:15.816784 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6610dd5a-957e-4d07-8b80-4f873ae9a347 None None] Updating router 8fdd5829-6cc3-4767-b02d-435fd4fb3765 port ac842ff2-38fd-40cc-8a1b-f5d6db5ef84c binding host n-d-825015-3 {{(pid=103476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:20:15.908525 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6610dd5a-957e-4d07-8b80-4f873ae9a347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (ac842ff2-38fd-40cc-8a1b-f5d6db5ef84c), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:15.958282 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2c16079d-8245-4d2b-9b26-1f4e7ae15c57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622829'] for router (5e774df9-ebae-4d9b-b106-f97e45dc038d), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:15.961799 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c16079d-8245-4d2b-9b26-1f4e7ae15c57 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e774df9-ebae-4d9b-b106-f97e45dc038d {{(pid=103475) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 12:20:16.001314 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-87cb773a-64ce-4ed4-8163-70d4d940e28a req-62d8d7be-d271-40c4-b8bf-c2681a7ba5e3 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/ports?device_id=382bd9ca-8939-4c9b-bfb8-eb81fd8954de HTTP/1.1" status: 200 len: 210 time: 0.2954621 Feb 04 12:20:16.022618 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2c16079d-8245-4d2b-9b26-1f4e7ae15c57 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:16.027358 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-2c16079d-8245-4d2b-9b26-1f4e7ae15c57 admin admin] 10.222.0.65 "DELETE /v2.0/routers/5e774df9-ebae-4d9b-b106-f97e45dc038d HTTP/1.1" status: 204 len: 168 time: 5.9242041 Feb 04 12:20:16.135952 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 58926) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:20:16.298666 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_v2 [None req-c097aa86-c3c6-46a8-bcae-f8bb6009f5a0 admin admin] Deleting subnet b48188d4-d733-4c67-bf23-f3f37b0f09f3 {{(pid=103475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:20:16.337352 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-a5d3d4cf-2d4f-49b9-a2ba-03600ceb6888 admin admin] Allocated IP 172.20.0.1 (bb57c185-90c4-4fc3-b046-b087913e2f9b/f98dbbcd-4812-4cd7-890b-2a082a382732/7a490199-198c-46e5-a6bb-3370fcf879cf) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:20:16.374642 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c097aa86-c3c6-46a8-bcae-f8bb6009f5a0 admin admin] Publish callbacks [] for subnet (b48188d4-d733-4c67-bf23-f3f37b0f09f3), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:16.619812 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c097aa86-c3c6-46a8-bcae-f8bb6009f5a0 admin admin] Publish callbacks [] for subnet (b48188d4-d733-4c67-bf23-f3f37b0f09f3), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:16.749975 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6b027280-5b9f-4308-80af-563e18d581dd req-b4ba8de5-47b4-4e46-ad73-3c8d03d19fb0 tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] 10.222.0.65 "GET /v2.0/security-groups?id=9664bb36-bf5d-4990-a15c-2a75945861da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0602455 Feb 04 12:20:16.755029 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 5c73274f-411d-4f05-a66d-82c9f330346d up at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:20:16.830437 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-97f3d03c-893e-4d74-ae74-29ca4d2a7a68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for subnet (84f2860b-85f8-42d9-9067-4596ddb275b5), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:16.856617 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a5d3d4cf-2d4f-49b9-a2ba-03600ceb6888 admin admin] Publish callbacks [] for port (7a490199-198c-46e5-a6bb-3370fcf879cf), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:16.932881 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a5d3d4cf-2d4f-49b9-a2ba-03600ceb6888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (7a490199-198c-46e5-a6bb-3370fcf879cf), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:16.950992 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 406ad788-a3ed-4cbf-83b8-2720fcd7b7cd no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:20:16.975477 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c097aa86-c3c6-46a8-bcae-f8bb6009f5a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (b48188d4-d733-4c67-bf23-f3f37b0f09f3), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:16.999418 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d3d4cf-2d4f-49b9-a2ba-03600ceb6888 admin admin] Network bb57c185-90c4-4fc3-b046-b087913e2f9b is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:20:17.006534 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-a5d3d4cf-2d4f-49b9-a2ba-03600ceb6888 admin admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:20:17.013052 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d3d4cf-2d4f-49b9-a2ba-03600ceb6888 admin admin] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:20:17.043876 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6610dd5a-957e-4d07-8b80-4f873ae9a347 None None] Publish callbacks [] for port (ac842ff2-38fd-40cc-8a1b-f5d6db5ef84c), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:17.059375 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 406ad788-a3ed-4cbf-83b8-2720fcd7b7cd {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:20:17.061752 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 406ad788-a3ed-4cbf-83b8-2720fcd7b7cd not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:20:17.093251 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6610dd5a-957e-4d07-8b80-4f873ae9a347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (ac842ff2-38fd-40cc-8a1b-f5d6db5ef84c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:17.147894 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9434a922-c9d6-48d2-809d-c446e0abb1a0 req-908e130a-f4a3-4b5f-8530-9ad155b68b19 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Made reservation on behalf of cd7a27426604483abdc4179f17c2461d for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:20:17.153688 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d3d4cf-2d4f-49b9-a2ba-03600ceb6888 admin admin] Pushing event updated for resources: {'Port': ['ID=7a490199-198c-46e5-a6bb-3370fcf879cf,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:20:17.158867 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-9434a922-c9d6-48d2-809d-c446e0abb1a0 req-908e130a-f4a3-4b5f-8530-9ad155b68b19 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:17.184222 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a5d3d4cf-2d4f-49b9-a2ba-03600ceb6888 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1599818'] for router_interface (8fdd5829-6cc3-4767-b02d-435fd4fb3765), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:17.256846 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9a129e-24cc-413a-91f8-4c0326c36afd None None] Pushing event updated for resources: {'Port': ['ID=ac842ff2-38fd-40cc-8a1b-f5d6db5ef84c,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:20:17.293141 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-9434a922-c9d6-48d2-809d-c446e0abb1a0 req-908e130a-f4a3-4b5f-8530-9ad155b68b19 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:17.359601 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-6610dd5a-957e-4d07-8b80-4f873ae9a347 None None] Attempting to bind port ac842ff2-38fd-40cc-8a1b-f5d6db5ef84c on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:20:17.361245 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-6610dd5a-957e-4d07-8b80-4f873ae9a347 None None] Attempting to bind port ac842ff2-38fd-40cc-8a1b-f5d6db5ef84c by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:20:17.361849 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6610dd5a-957e-4d07-8b80-4f873ae9a347 None None] Attempting to bind port ac842ff2-38fd-40cc-8a1b-f5d6db5ef84c on network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:20:17.402441 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6610dd5a-957e-4d07-8b80-4f873ae9a347 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:20:17.402917 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6610dd5a-957e-4d07-8b80-4f873ae9a347 None None] Checking segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:20:17.403553 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6610dd5a-957e-4d07-8b80-4f873ae9a347 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:17.404200 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6610dd5a-957e-4d07-8b80-4f873ae9a347 None None] Bound using segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:20:17.411215 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-6610dd5a-957e-4d07-8b80-4f873ae9a347 None None] Bound port: ac842ff2-38fd-40cc-8a1b-f5d6db5ef84c, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:20:17.412043 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6610dd5a-957e-4d07-8b80-4f873ae9a347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (ac842ff2-38fd-40cc-8a1b-f5d6db5ef84c), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:17.477496 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-9434a922-c9d6-48d2-809d-c446e0abb1a0 req-908e130a-f4a3-4b5f-8530-9ad155b68b19 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Publish callbacks [] for security_group (ff9db729-a945-4359-8bb3-48cdfdee30d2), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:17.479390 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c097aa86-c3c6-46a8-bcae-f8bb6009f5a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for subnet (b48188d4-d733-4c67-bf23-f3f37b0f09f3), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:17.495352 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-9434a922-c9d6-48d2-809d-c446e0abb1a0 req-908e130a-f4a3-4b5f-8530-9ad155b68b19 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (ff9db729-a945-4359-8bb3-48cdfdee30d2), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:17.537450 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning for port 5c73274f-411d-4f05-a66d-82c9f330346d completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:20:17.553467 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning complete for port 5c73274f-411d-4f05-a66d-82c9f330346d triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:20:17.554057 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (5c73274f-411d-4f05-a66d-82c9f330346d), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:17.660236 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-4f464201-0ff5-4fff-a599-e21595ed67d7 None None] Provisioning complete for port 7a490199-198c-46e5-a6bb-3370fcf879cf triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:20:17.660715 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4f464201-0ff5-4fff-a599-e21595ed67d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (7a490199-198c-46e5-a6bb-3370fcf879cf), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:17.710245 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a5d3d4cf-2d4f-49b9-a2ba-03600ceb6888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (7a490199-198c-46e5-a6bb-3370fcf879cf), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:17.751598 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-6610dd5a-957e-4d07-8b80-4f873ae9a347 None None] For port ac842ff2-38fd-40cc-8a1b-f5d6db5ef84c, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:20:17.759312 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-6610dd5a-957e-4d07-8b80-4f873ae9a347 None None] For port ac842ff2-38fd-40cc-8a1b-f5d6db5ef84c, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=ac842ff2-38fd-40cc-8a1b-f5d6db5ef84c,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:20:17.791796 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6610dd5a-957e-4d07-8b80-4f873ae9a347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (ac842ff2-38fd-40cc-8a1b-f5d6db5ef84c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:17.852484 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f3d03c-893e-4d74-ae74-29ca4d2a7a68 admin admin] Checking segment: {'id': 'ebf77dc3-f6e0-45e7-8784-b5aa8ec861b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd7d9c78c-7daf-4783-ab1f-791980607a36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:20:17.860027 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f3d03c-893e-4d74-ae74-29ca4d2a7a68 admin admin] Network hostable DHCP agents. Network: d7d9c78c-7daf-4783-ab1f-791980607a36, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:20:17.890016 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ba295fa2-0e17-40d3-b83d-0a0f930f52cf req-fff842c2-2d23-4b8e-a790-cbdae5268871 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/ports?device_id=382bd9ca-8939-4c9b-bfb8-eb81fd8954de HTTP/1.1" status: 200 len: 210 time: 0.5705211 Feb 04 12:20:17.946327 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c097aa86-c3c6-46a8-bcae-f8bb6009f5a0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:17.970328 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-c097aa86-c3c6-46a8-bcae-f8bb6009f5a0 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/b48188d4-d733-4c67-bf23-f3f37b0f09f3 HTTP/1.1" status: 204 len: 168 time: 1.8268135 Feb 04 12:20:17.974524 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f3d03c-893e-4d74-ae74-29ca4d2a7a68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84f2860b-85f8-42d9-9067-4596ddb275b5,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:20:17.992014 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-9434a922-c9d6-48d2-809d-c446e0abb1a0 req-908e130a-f4a3-4b5f-8530-9ad155b68b19 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Allocated IP 192.168.233.130 (2f7dc246-a024-4937-952c-0ddeef5af29c/5ee3374a-84e9-4639-853c-740c6edaf6dc/9b10404f-62d5-42e1-accf-5dbefbaa11b0) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:20:17.999876 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 58944) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:20:18.171590 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a5d3d4cf-2d4f-49b9-a2ba-03600ceb6888 admin admin] Publish callbacks [] for port (7a490199-198c-46e5-a6bb-3370fcf879cf), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:18.178159 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a5d3d4cf-2d4f-49b9-a2ba-03600ceb6888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (7a490199-198c-46e5-a6bb-3370fcf879cf), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:18.237365 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9a129e-24cc-413a-91f8-4c0326c36afd None None] Pushing event updated for resources: {'Port': ['ID=ac842ff2-38fd-40cc-8a1b-f5d6db5ef84c,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:20:18.243111 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80301db-03d0-43d3-8b11-98f60a6a2d03 None None] Network d2a4c77d-3fdb-4ff7-b292-4dd38c281129 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:20:18.251949 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a5d3d4cf-2d4f-49b9-a2ba-03600ceb6888 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622202'] for router_interface (8fdd5829-6cc3-4767-b02d-435fd4fb3765), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:18.321380 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d3d4cf-2d4f-49b9-a2ba-03600ceb6888 admin admin] Pushing event updated for resources: {'Port': ['ID=7a490199-198c-46e5-a6bb-3370fcf879cf,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:20:18.370226 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-4f464201-0ff5-4fff-a599-e21595ed67d7 None None] Port 7a490199-198c-46e5-a6bb-3370fcf879cf cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:20:18.379027 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fd9a17e8-7689-4fde-855a-9a09574e82d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:18.448173 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6610dd5a-957e-4d07-8b80-4f873ae9a347 None None] Routers {'8fdd5829-6cc3-4767-b02d-435fd4fb3765'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:20:18.449677 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-6610dd5a-957e-4d07-8b80-4f873ae9a347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:20:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['8fdd5829-6cc3-4767-b02d-435fd4fb3765'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:20:18.460075 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c097aa86-c3c6-46a8-bcae-f8bb6009f5a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b48188d4-d733-4c67-bf23-f3f37b0f09f3,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:20:18.500033 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908e130a-f4a3-4b5f-8530-9ad155b68b19 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff9db729-a945-4359-8bb3-48cdfdee30d2,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:20:18.550256 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d3d4cf-2d4f-49b9-a2ba-03600ceb6888 admin admin] Network bb57c185-90c4-4fc3-b046-b087913e2f9b is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:20:18.553394 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-a5d3d4cf-2d4f-49b9-a2ba-03600ceb6888 admin admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:20:18.561460 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 5c73274f-411d-4f05-a66d-82c9f330346d is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:20:18.562219 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (5c73274f-411d-4f05-a66d-82c9f330346d), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:18.638809 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99ec6a9b-f8dd-4f89-97cd-32529894b186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c73274f-411d-4f05-a66d-82c9f330346d'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:20:18.641584 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbdd58ff-e7ba-496e-a7d6-ff46f13b92a9" -d '{"events": [{"server_uuid": "99ec6a9b-f8dd-4f89-97cd-32529894b186", "name": "network-vif-plugged", "status": "completed", "tag": "5c73274f-411d-4f05-a66d-82c9f330346d"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:20:18.664669 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f1bab928-7747-4a33-99aa-8f19d5abdd9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (d2a4c77d-3fdb-4ff7-b292-4dd38c281129), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:18.679575 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 5c73274f-411d-4f05-a66d-82c9f330346d, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=5c73274f-411d-4f05-a66d-82c9f330346d,segment=NetworkSegment(4b7e69f4-922d-4b45-9b89-3354156bb3f6),segment_id=4b7e69f4-922d-4b45-9b89-3354156bb3f6)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:20:18.682915 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f3d03c-893e-4d74-ae74-29ca4d2a7a68 admin admin] Network d7d9c78c-7daf-4783-ab1f-791980607a36 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:20:18.692871 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (5c73274f-411d-4f05-a66d-82c9f330346d), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:18.716854 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-6610dd5a-957e-4d07-8b80-4f873ae9a347 None None] Set router 8fdd5829-6cc3-4767-b02d-435fd4fb3765 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:20:18.742253 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-97f3d03c-893e-4d74-ae74-29ca4d2a7a68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, d7d9c78c-7daf-4783-ab1f-791980607a36) {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:20:18.766184 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f3d03c-893e-4d74-ae74-29ca4d2a7a68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:18.766777 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-97f3d03c-893e-4d74-ae74-29ca4d2a7a68 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:18.854591 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c753e3-cd74-4feb-81e1-4b67c527726b req-91a64a0e-134d-4c16-a7a9-e583c5dbf100 tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:18.864097 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-32c753e3-cd74-4feb-81e1-4b67c527726b req-91a64a0e-134d-4c16-a7a9-e583c5dbf100 tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] 10.222.0.65 "GET /v2.0/ports?device_id=99ec6a9b-f8dd-4f89-97cd-32529894b186 HTTP/1.1" status: 200 len: 944 time: 0.8619509 Feb 04 12:20:18.911694 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600ba8f3-8c79-4e56-9007-f5e8bec04d33 None None] DHCP port deletion for d2a4c77d-3fdb-4ff7-b292-4dd38c281129 request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 12:20:18.914012 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0010ef6-a5bd-4b71-a25c-209bcf73dbb3 None None] Network d7d9c78c-7daf-4783-ab1f-791980607a36 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:20:18.953365 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5d3d4cf-2d4f-49b9-a2ba-03600ceb6888 admin admin] Router 8fdd5829-6cc3-4767-b02d-435fd4fb3765 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:20:19.006818 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42033e02-ff03-4b10-bdd4-952d1f14f719 x-openstack-request-id: req-42033e02-ff03-4b10-bdd4-952d1f14f719 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:20:19.007331 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99ec6a9b-f8dd-4f89-97cd-32529894b186", "name": "network-vif-plugged", "status": "completed", "tag": "5c73274f-411d-4f05-a66d-82c9f330346d", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:20:19.007778 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-42033e02-ff03-4b10-bdd4-952d1f14f719 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:20:19.008347 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99ec6a9b-f8dd-4f89-97cd-32529894b186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c73274f-411d-4f05-a66d-82c9f330346d', 'code': 200} Feb 04 12:20:19.038331 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 0f308081-167a-4ec1-b74c-52ed1ca3e06d no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:20:19.146667 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-97f3d03c-893e-4d74-ae74-29ca4d2a7a68 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 4.4396307 Feb 04 12:20:19.147512 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 58970) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:20:19.179289 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-3dd31ab2-3ed2-4475-8b30-daa095613a6e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-355157392-router', 'tenant_id': '4314cf7bb6fa4befa052fc7bfa03983d', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:20:19.201446 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6689c864-170e-484e-b606-9b16d00aca74 req-ec55cb77-e7b4-4737-9291-205ed312419b tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/ports?device_id=382bd9ca-8939-4c9b-bfb8-eb81fd8954de HTTP/1.1" status: 200 len: 210 time: 0.0857205 Feb 04 12:20:19.274751 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ce257dfa-2b8b-4c65-9ee7-858a1d707b59 None None] Provisioning complete for port 7a490199-198c-46e5-a6bb-3370fcf879cf triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:20:19.276690 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ce257dfa-2b8b-4c65-9ee7-858a1d707b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (7a490199-198c-46e5-a6bb-3370fcf879cf), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:19.294216 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5d3d4cf-2d4f-49b9-a2ba-03600ceb6888 admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:20:19.302120 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-a5d3d4cf-2d4f-49b9-a2ba-03600ceb6888 admin admin] 10.222.0.65 "PUT /v2.0/routers/8fdd5829-6cc3-4767-b02d-435fd4fb3765/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5388072 Feb 04 12:20:19.357144 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dca35dc-bec6-49e2-a3d0-411da08c1dbe req-038ab7e0-9f92-42b6-baee-3f5553901f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:19.363333 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-1dca35dc-bec6-49e2-a3d0-411da08c1dbe req-038ab7e0-9f92-42b6-baee-3f5553901f10 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=99ec6a9b-f8dd-4f89-97cd-32529894b186 HTTP/1.1" status: 200 len: 1127 time: 0.2360330 Feb 04 12:20:19.383364 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ce257dfa-2b8b-4c65-9ee7-858a1d707b59 None None] Port 7a490199-198c-46e5-a6bb-3370fcf879cf cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:20:19.392909 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:19.432439 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3dd31ab2-3ed2-4475-8b30-daa095613a6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10933'] for router (abb309ab-7e24-43d1-97bc-f9f6ad35b42e), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:19.433616 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3dd31ab2-3ed2-4475-8b30-daa095613a6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10924'] for router (abb309ab-7e24-43d1-97bc-f9f6ad35b42e), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:19.444224 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-9434a922-c9d6-48d2-809d-c446e0abb1a0 req-908e130a-f4a3-4b5f-8530-9ad155b68b19 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Publish callbacks [] for port (9b10404f-62d5-42e1-accf-5dbefbaa11b0), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:19.461714 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-f1bab928-7747-4a33-99aa-8f19d5abdd9a admin admin] Deleting port 0f308081-167a-4ec1-b74c-52ed1ca3e06d {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:20:19.462670 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f1bab928-7747-4a33-99aa-8f19d5abdd9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (0f308081-167a-4ec1-b74c-52ed1ca3e06d), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:19.482277 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-1dca35dc-bec6-49e2-a3d0-411da08c1dbe req-84a7de72-6181-41a5-9ba4-4754201b2164 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=9664bb36-bf5d-4990-a15c-2a75945861da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117260 Feb 04 12:20:19.513788 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-32c753e3-cd74-4feb-81e1-4b67c527726b req-04a6fa9c-80f9-4298-ad3d-84ad4868666a tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] 10.222.0.65 "GET /v2.0/security-groups?id=9664bb36-bf5d-4990-a15c-2a75945861da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4854269 Feb 04 12:20:19.598611 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=5c73274f-411d-4f05-a66d-82c9f330346d,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:20:19.631552 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-f1bab928-7747-4a33-99aa-8f19d5abdd9a admin admin] For port 0f308081-167a-4ec1-b74c-52ed1ca3e06d, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=0f308081-167a-4ec1-b74c-52ed1ca3e06d,segment=NetworkSegment(dd6a73cb-8268-4b67-a592-682dfbe2780b),segment_id=dd6a73cb-8268-4b67-a592-682dfbe2780b)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:20:19.632564 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f1bab928-7747-4a33-99aa-8f19d5abdd9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (0f308081-167a-4ec1-b74c-52ed1ca3e06d), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:19.652682 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3dd31ab2-3ed2-4475-8b30-daa095613a6e admin admin] Publish callbacks [] for router_controller (abb309ab-7e24-43d1-97bc-f9f6ad35b42e), precommit_add_association {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:19.663371 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-f1bab928-7747-4a33-99aa-8f19d5abdd9a admin admin] Calling delete_port for 0f308081-167a-4ec1-b74c-52ed1ca3e06d owned by network:dhcp {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:20:19.687864 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-600ba8f3-8c79-4e56-9007-f5e8bec04d33 None None] Deleting port 0f308081-167a-4ec1-b74c-52ed1ca3e06d {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:20:19.688173 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-600ba8f3-8c79-4e56-9007-f5e8bec04d33 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (0f308081-167a-4ec1-b74c-52ed1ca3e06d), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:19.767721 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78cce520-ff59-467a-bd39-b690fbbfd0c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-d7d9c78c-7daf-4783-ab1f-791980607a36', 'network_id': 'd7d9c78c-7daf-4783-ab1f-791980607a36', 'project_id': '4314cf7bb6fa4befa052fc7bfa03983d', 'fixed_ips': [{'subnet_id': '84f2860b-85f8-42d9-9067-4596ddb275b5'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 12:20:19.768695 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-78cce520-ff59-467a-bd39-b690fbbfd0c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:19.804510 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 0f308081-167a-4ec1-b74c-52ed1ca3e06d is: ACTIVE; New status is: DOWN {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:20:19.805007 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (0f308081-167a-4ec1-b74c-52ed1ca3e06d), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:19.851610 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-600ba8f3-8c79-4e56-9007-f5e8bec04d33 None None] For port 0f308081-167a-4ec1-b74c-52ed1ca3e06d, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=0f308081-167a-4ec1-b74c-52ed1ca3e06d,segment=NetworkSegment(dd6a73cb-8268-4b67-a592-682dfbe2780b),segment_id=dd6a73cb-8268-4b67-a592-682dfbe2780b)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:20:19.851992 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-600ba8f3-8c79-4e56-9007-f5e8bec04d33 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (0f308081-167a-4ec1-b74c-52ed1ca3e06d), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:19.933042 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-600ba8f3-8c79-4e56-9007-f5e8bec04d33 None None] Calling delete_port for 0f308081-167a-4ec1-b74c-52ed1ca3e06d owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:20:19.968203 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port 0f308081-167a-4ec1-b74c-52ed1ca3e06d, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=0f308081-167a-4ec1-b74c-52ed1ca3e06d,segment=NetworkSegment(dd6a73cb-8268-4b67-a592-682dfbe2780b),segment_id=dd6a73cb-8268-4b67-a592-682dfbe2780b)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:20:19.983948 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (0f308081-167a-4ec1-b74c-52ed1ca3e06d), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:20.101620 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-6610dd5a-957e-4d07-8b80-4f873ae9a347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fdd5829-6cc3-4767-b02d-435fd4fb3765', 'name': 'tempest-FloatingIPsTestJSON-457855295-router', 'tenant_id': '579ea69403834782a33c69e1f5bfa5e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'ac842ff2-38fd-40cc-8a1b-f5d6db5ef84c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:20:05Z', 'updated_at': '2022-02-04T12:20:17Z', 'revision_number': 4, 'project_id': '579ea69403834782a33c69e1f5bfa5e7', 'gw_port': {'id': 'ac842ff2-38fd-40cc-8a1b-f5d6db5ef84c', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:a4:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fdd5829-6cc3-4767-b02d-435fd4fb3765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:20:07Z', 'updated_at': '2022-02-04T12:20:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '7a490199-198c-46e5-a6bb-3370fcf879cf', 'name': '', 'network_id': 'bb57c185-90c4-4fc3-b046-b087913e2f9b', 'tenant_id': '579ea69403834782a33c69e1f5bfa5e7', 'mac_address': 'fa:16:3e:4c:1f:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fdd5829-6cc3-4767-b02d-435fd4fb3765', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'f98dbbcd-4812-4cd7-890b-2a082a382732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:20:15Z', 'updated_at': '2022-02-04T12:20:17Z', 'revision_number': 2, 'project_id': '579ea69403834782a33c69e1f5bfa5e7', 'subnets': [{'id': 'f98dbbcd-4812-4cd7-890b-2a082a382732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:20:20.204479 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-9434a922-c9d6-48d2-809d-c446e0abb1a0 req-908e130a-f4a3-4b5f-8530-9ad155b68b19 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (9b10404f-62d5-42e1-accf-5dbefbaa11b0), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:20.206862 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6610dd5a-957e-4d07-8b80-4f873ae9a347 None None] The sync data for ids ['8fdd5829-6cc3-4767-b02d-435fd4fb3765'] in n-d-825015-3 is: [{'id': '8fdd5829-6cc3-4767-b02d-435fd4fb3765', 'name': 'tempest-FloatingIPsTestJSON-457855295-router', 'tenant_id': '579ea69403834782a33c69e1f5bfa5e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'ac842ff2-38fd-40cc-8a1b-f5d6db5ef84c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:20:05Z', 'updated_at': '2022-02-04T12:20:17Z', 'revision_number': 4, 'project_id': '579ea69403834782a33c69e1f5bfa5e7', 'gw_port': {'id': 'ac842ff2-38fd-40cc-8a1b-f5d6db5ef84c', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:a4:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fdd5829-6cc3-4767-b02d-435fd4fb3765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:20:07Z', 'updated_at': '2022-02-04T12:20:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '7a490199-198c-46e5-a6bb-3370fcf879cf', 'name': '', 'network_id': 'bb57c185-90c4-4fc3-b046-b087913e2f9b', 'tenant_id': '579ea69403834782a33c69e1f5bfa5e7', 'mac_address': 'fa:16:3e:4c:1f:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fdd5829-6cc3-4767-b02d-435fd4fb3765', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'f98dbbcd-4812-4cd7-890b-2a082a382732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:20:15Z', 'updated_at': '2022-02-04T12:20:17Z', 'revision_number': 2, 'project_id': '579ea69403834782a33c69e1f5bfa5e7', 'subnets': [{'id': 'f98dbbcd-4812-4cd7-890b-2a082a382732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:20:20.276549 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-78cce520-ff59-467a-bd39-b690fbbfd0c2 None None] Allocated IP 172.20.0.2 (d7d9c78c-7daf-4783-ab1f-791980607a36/84f2860b-85f8-42d9-9067-4596ddb275b5/a2d0177b-270a-45f7-b5c8-354bd842754c) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:20:20.280267 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=0f308081-167a-4ec1-b74c-52ed1ca3e06d,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:20:20.403643 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908e130a-f4a3-4b5f-8530-9ad155b68b19 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Pushing event updated for resources: {'Port': ['ID=9b10404f-62d5-42e1-accf-5dbefbaa11b0,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:20:20.406303 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:20.421253 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-600ba8f3-8c79-4e56-9007-f5e8bec04d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (0f308081-167a-4ec1-b74c-52ed1ca3e06d), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:20.491277 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600ba8f3-8c79-4e56-9007-f5e8bec04d33 None None] Pushing event deleted for resources: {'Port': ['ID=0f308081-167a-4ec1-b74c-52ed1ca3e06d,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:20:20.504820 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600ba8f3-8c79-4e56-9007-f5e8bec04d33 None None] No DVR routers for this DVR port 0f308081-167a-4ec1-b74c-52ed1ca3e06d on host n-d-825015-3 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:20:20.805417 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-78cce520-ff59-467a-bd39-b690fbbfd0c2 None None] Publish callbacks [] for port (a2d0177b-270a-45f7-b5c8-354bd842754c), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:20.825504 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-78cce520-ff59-467a-bd39-b690fbbfd0c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (a2d0177b-270a-45f7-b5c8-354bd842754c), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:20.929368 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78cce520-ff59-467a-bd39-b690fbbfd0c2 None None] Network d7d9c78c-7daf-4783-ab1f-791980607a36 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:20:20.944147 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3dd31ab2-3ed2-4475-8b30-daa095613a6e admin admin] Publish callbacks [] for router_gateway (abb309ab-7e24-43d1-97bc-f9f6ad35b42e), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:20.946566 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-78cce520-ff59-467a-bd39-b690fbbfd0c2 None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:20:20.954904 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cce520-ff59-467a-bd39-b690fbbfd0c2 None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:20:20.968286 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cce520-ff59-467a-bd39-b690fbbfd0c2 None None] Pushing event updated for resources: {'Port': ['ID=a2d0177b-270a-45f7-b5c8-354bd842754c,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:20:21.050826 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9434a922-c9d6-48d2-809d-c446e0abb1a0 req-908e130a-f4a3-4b5f-8530-9ad155b68b19 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Network 2f7dc246-a024-4937-952c-0ddeef5af29c is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:20:21.150227 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-9434a922-c9d6-48d2-809d-c446e0abb1a0 req-908e130a-f4a3-4b5f-8530-9ad155b68b19 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:20:21.216490 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-9434a922-c9d6-48d2-809d-c446e0abb1a0 req-908e130a-f4a3-4b5f-8530-9ad155b68b19 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:20:21.227921 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9434a922-c9d6-48d2-809d-c446e0abb1a0 req-908e130a-f4a3-4b5f-8530-9ad155b68b19 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:21.228949 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-9434a922-c9d6-48d2-809d-c446e0abb1a0 req-908e130a-f4a3-4b5f-8530-9ad155b68b19 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:21.273592 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9434a922-c9d6-48d2-809d-c446e0abb1a0 req-908e130a-f4a3-4b5f-8530-9ad155b68b19 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.9314034 Feb 04 12:20:21.283384 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3dc3f905-4524-4de6-8e5d-8fd2b4366c51 req-a9f01f53-10b3-4d03-85c1-f560ea59a42e tempest-FloatingIPsTestJSON-877821545 tempest-FloatingIPsTestJSON-877821545-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.6177394 Feb 04 12:20:21.294897 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-9434a922-c9d6-48d2-809d-c446e0abb1a0 req-81637da4-39f3-4602-9180-22d261fd541c service neutron] Request body: {'port': {'device_id': '382bd9ca-8939-4c9b-bfb8-eb81fd8954de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:20:21.306528 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09fa7e4-3f27-4b83-99e0-24e1a711f103 req-d420dba0-0cfd-457b-a44e-face516b0092 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:21.311710 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d09fa7e4-3f27-4b83-99e0-24e1a711f103 req-d420dba0-0cfd-457b-a44e-face516b0092 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/ports?device_id=382bd9ca-8939-4c9b-bfb8-eb81fd8954de HTTP/1.1" status: 200 len: 936 time: 0.7794852 Feb 04 12:20:21.331903 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-3dc3f905-4524-4de6-8e5d-8fd2b4366c51 req-bbf9237d-b81f-4f0e-ad6b-8cec7bb85409 tempest-FloatingIPsTestJSON-877821545 tempest-FloatingIPsTestJSON-877821545-project] Request body: {'floatingip': {'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:20:21.438163 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f1bab928-7747-4a33-99aa-8f19d5abdd9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (0f308081-167a-4ec1-b74c-52ed1ca3e06d), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:21.450061 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-78cce520-ff59-467a-bd39-b690fbbfd0c2 None None] Attempting to bind port a2d0177b-270a-45f7-b5c8-354bd842754c on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:20:21.456421 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-78cce520-ff59-467a-bd39-b690fbbfd0c2 None None] Attempting to bind port a2d0177b-270a-45f7-b5c8-354bd842754c by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': 'ebf77dc3-f6e0-45e7-8784-b5aa8ec861b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd7d9c78c-7daf-4783-ab1f-791980607a36'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:20:21.457100 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cce520-ff59-467a-bd39-b690fbbfd0c2 None None] Attempting to bind port a2d0177b-270a-45f7-b5c8-354bd842754c on network d7d9c78c-7daf-4783-ab1f-791980607a36 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:20:21.477420 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cce520-ff59-467a-bd39-b690fbbfd0c2 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:20:21.477962 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cce520-ff59-467a-bd39-b690fbbfd0c2 None None] Checking segment: {'id': 'ebf77dc3-f6e0-45e7-8784-b5aa8ec861b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd7d9c78c-7daf-4783-ab1f-791980607a36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:20:21.478509 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-78cce520-ff59-467a-bd39-b690fbbfd0c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:21.478993 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cce520-ff59-467a-bd39-b690fbbfd0c2 None None] Bound using segment: {'id': 'ebf77dc3-f6e0-45e7-8784-b5aa8ec861b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd7d9c78c-7daf-4783-ab1f-791980607a36'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:20:21.480526 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-78cce520-ff59-467a-bd39-b690fbbfd0c2 None None] Bound port: a2d0177b-270a-45f7-b5c8-354bd842754c, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebf77dc3-f6e0-45e7-8784-b5aa8ec861b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd7d9c78c-7daf-4783-ab1f-791980607a36'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:20:21.480882 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-78cce520-ff59-467a-bd39-b690fbbfd0c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (a2d0177b-270a-45f7-b5c8-354bd842754c), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:21.518404 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bab928-7747-4a33-99aa-8f19d5abdd9a admin admin] No DVR routers for this DVR port 0f308081-167a-4ec1-b74c-52ed1ca3e06d on host n-d-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:20:21.626776 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bab928-7747-4a33-99aa-8f19d5abdd9a admin admin] Pushing event deleted for resources: {'Port': ['ID=0f308081-167a-4ec1-b74c-52ed1ca3e06d,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:20:21.648173 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:21.729387 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-27383b44-f2be-4b1f-88b1-c4868e2549bd None None] Provisioning complete for port 9b10404f-62d5-42e1-accf-5dbefbaa11b0 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:20:21.730083 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-27383b44-f2be-4b1f-88b1-c4868e2549bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (9b10404f-62d5-42e1-accf-5dbefbaa11b0), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:21.756884 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f1bab928-7747-4a33-99aa-8f19d5abdd9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (d2a4c77d-3fdb-4ff7-b292-4dd38c281129), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:21.769226 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-78cce520-ff59-467a-bd39-b690fbbfd0c2 None None] For port a2d0177b-270a-45f7-b5c8-354bd842754c, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:20:21.807155 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-78cce520-ff59-467a-bd39-b690fbbfd0c2 None None] For port a2d0177b-270a-45f7-b5c8-354bd842754c, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=a2d0177b-270a-45f7-b5c8-354bd842754c,segment=NetworkSegment(ebf77dc3-f6e0-45e7-8784-b5aa8ec861b9),segment_id=ebf77dc3-f6e0-45e7-8784-b5aa8ec861b9)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:20:21.820497 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-27383b44-f2be-4b1f-88b1-c4868e2549bd None None] Port 9b10404f-62d5-42e1-accf-5dbefbaa11b0 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:20:21.825171 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-78cce520-ff59-467a-bd39-b690fbbfd0c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (a2d0177b-270a-45f7-b5c8-354bd842754c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:21.829098 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f1bab928-7747-4a33-99aa-8f19d5abdd9a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:20:21.829501 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f1bab928-7747-4a33-99aa-8f19d5abdd9a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:20:21.830759 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f1bab928-7747-4a33-99aa-8f19d5abdd9a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:20:21.831204 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f1bab928-7747-4a33-99aa-8f19d5abdd9a admin admin] Subscribe: > port after_create 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:20:21.831787 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f1bab928-7747-4a33-99aa-8f19d5abdd9a admin admin] Subscribe: > port after_delete 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:20:21.832338 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f1bab928-7747-4a33-99aa-8f19d5abdd9a admin admin] Subscribe: > port after_update 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:20:21.832882 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f1bab928-7747-4a33-99aa-8f19d5abdd9a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:20:21.833408 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f1bab928-7747-4a33-99aa-8f19d5abdd9a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:20:21.833942 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f1bab928-7747-4a33-99aa-8f19d5abdd9a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:20:21.834496 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f1bab928-7747-4a33-99aa-8f19d5abdd9a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:20:22.062212 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f1bab928-7747-4a33-99aa-8f19d5abdd9a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:20:22.062842 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f1bab928-7747-4a33-99aa-8f19d5abdd9a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:20:22.063327 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f1bab928-7747-4a33-99aa-8f19d5abdd9a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:20:22.063929 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f1bab928-7747-4a33-99aa-8f19d5abdd9a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:20:22.064555 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-f1bab928-7747-4a33-99aa-8f19d5abdd9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2a4c77d-3fdb-4ff7-b292-4dd38c281129']}} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:20:22.069761 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cce520-ff59-467a-bd39-b690fbbfd0c2 None None] Pushing event updated for resources: {'Port': ['ID=a2d0177b-270a-45f7-b5c8-354bd842754c,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:20:22.137149 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-9434a922-c9d6-48d2-809d-c446e0abb1a0 req-81637da4-39f3-4602-9180-22d261fd541c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (9b10404f-62d5-42e1-accf-5dbefbaa11b0), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:22.145778 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-f1bab928-7747-4a33-99aa-8f19d5abdd9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd6a73cb-8268-4b67-a592-682dfbe2780b') {'for_net_delete': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:20:22.146270 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-f1bab928-7747-4a33-99aa-8f19d5abdd9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd6a73cb-8268-4b67-a592-682dfbe2780b') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:20:22.199545 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f1bab928-7747-4a33-99aa-8f19d5abdd9a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51859336'] for segment (dd6a73cb-8268-4b67-a592-682dfbe2780b), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:22.293702 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-3dc3f905-4524-4de6-8e5d-8fd2b4366c51 req-bbf9237d-b81f-4f0e-ad6b-8cec7bb85409 tempest-FloatingIPsTestJSON-877821545 tempest-FloatingIPsTestJSON-877821545-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:22.378638 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f1bab928-7747-4a33-99aa-8f19d5abdd9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (dd6a73cb-8268-4b67-a592-682dfbe2780b), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:22.466198 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1bab928-7747-4a33-99aa-8f19d5abdd9a admin admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=103475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:20:22.467555 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f1bab928-7747-4a33-99aa-8f19d5abdd9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-52093388'] for segment (dd6a73cb-8268-4b67-a592-682dfbe2780b), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:22.518359 n-d-825015-3 neutron-server[103475]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 04 12:20:22.518359 n-d-825015-3 neutron-server[103475]: from cryptography.utils import int_from_bytes Feb 04 12:20:22.518359 n-d-825015-3 neutron-server[103475]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 04 12:20:22.518359 n-d-825015-3 neutron-server[103475]: from cryptography.utils import int_from_bytes Feb 04 12:20:22.518359 n-d-825015-3 neutron-server[103475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:20:22.518359 n-d-825015-3 neutron-server[103475]: self.session.flush() Feb 04 12:20:22.518359 n-d-825015-3 neutron-server[103475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:20:22.518359 n-d-825015-3 neutron-server[103475]: self.session.flush() Feb 04 12:20:22.518359 n-d-825015-3 neutron-server[103475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:20:22.518359 n-d-825015-3 neutron-server[103475]: self.session.flush() Feb 04 12:20:22.518359 n-d-825015-3 neutron-server[103475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:20:22.518359 n-d-825015-3 neutron-server[103475]: self.session.flush() Feb 04 12:20:22.518359 n-d-825015-3 neutron-server[103475]: Traceback (most recent call last): Feb 04 12:20:22.518359 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:20:22.518359 n-d-825015-3 neutron-server[103475]: timer() Feb 04 12:20:22.518359 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:20:22.518359 n-d-825015-3 neutron-server[103475]: cb(*args, **kw) Feb 04 12:20:22.518359 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:20:22.518359 n-d-825015-3 neutron-server[103475]: return func(*args, **kwargs) Feb 04 12:20:22.518359 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:20:22.518359 n-d-825015-3 neutron-server[103475]: self._notify() Feb 04 12:20:22.518359 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:20:22.518359 n-d-825015-3 neutron-server[103475]: self.callback(batched_events) Feb 04 12:20:22.518359 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:20:22.518359 n-d-825015-3 neutron-server[103475]: event.method(event) Feb 04 12:20:22.518359 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:20:22.518359 n-d-825015-3 neutron-server[103475]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:20:22.518359 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:20:22.518359 n-d-825015-3 neutron-server[103475]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:20:22.518359 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:20:22.518359 n-d-825015-3 neutron-server[103475]: return f(self, *a, **k) Feb 04 12:20:22.518359 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:20:22.518359 n-d-825015-3 neutron-server[103475]: return self._get(url).json() Feb 04 12:20:22.518359 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:20:22.518359 n-d-825015-3 neutron-server[103475]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:20:22.518359 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:20:22.518359 n-d-825015-3 neutron-server[103475]: return self.request(url, 'GET', **kwargs) Feb 04 12:20:22.518359 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:20:22.518359 n-d-825015-3 neutron-server[103475]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:20:22.518359 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:20:22.518359 n-d-825015-3 neutron-server[103475]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:20:22.518359 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:20:22.518359 n-d-825015-3 neutron-server[103475]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:20:22.518359 n-d-825015-3 neutron-server[103475]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:20:22.535541 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d09fa7e4-3f27-4b83-99e0-24e1a711f103 req-ac0c1ec7-6b04-4297-8d61-899163fa50f8 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/security-groups?id=ff9db729-a945-4359-8bb3-48cdfdee30d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1121166 Feb 04 12:20:23.048390 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f1bab928-7747-4a33-99aa-8f19d5abdd9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (d2a4c77d-3fdb-4ff7-b292-4dd38c281129), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:23.203868 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device a2d0177b-270a-45f7-b5c8-354bd842754c up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:20:23.206952 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f1bab928-7747-4a33-99aa-8f19d5abdd9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:23.211687 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-f1bab928-7747-4a33-99aa-8f19d5abdd9a admin admin] 10.222.0.65 "DELETE /v2.0/networks/d2a4c77d-3fdb-4ff7-b292-4dd38c281129 HTTP/1.1" status: 204 len: 168 time: 5.1997578 Feb 04 12:20:23.217232 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 58990) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:20:23.256252 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bab928-7747-4a33-99aa-8f19d5abdd9a admin admin] Pushing event deleted for resources: {'Network': ['ID=d2a4c77d-3fdb-4ff7-b292-4dd38c281129,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:20:23.336048 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port a2d0177b-270a-45f7-b5c8-354bd842754c triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:20:23.337437 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (a2d0177b-270a-45f7-b5c8-354bd842754c), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:23.562646 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdad5f33-aaf8-4adf-b88a-f5efbf23a7f6 req-4f326b5c-72b6-4880-9fe4-33c096353555 tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:23.573133 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fdad5f33-aaf8-4adf-b88a-f5efbf23a7f6 req-4f326b5c-72b6-4880-9fe4-33c096353555 tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] 10.222.0.65 "GET /v2.0/ports?device_id=99ec6a9b-f8dd-4f89-97cd-32529894b186 HTTP/1.1" status: 200 len: 945 time: 0.8931577 Feb 04 12:20:23.593576 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3dd31ab2-3ed2-4475-8b30-daa095613a6e admin admin] Publish callbacks [] for router_gateway (abb309ab-7e24-43d1-97bc-f9f6ad35b42e), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:23.640197 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port a2d0177b-270a-45f7-b5c8-354bd842754c is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:20:23.640671 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (a2d0177b-270a-45f7-b5c8-354bd842754c), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:23.721635 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port a2d0177b-270a-45f7-b5c8-354bd842754c, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=a2d0177b-270a-45f7-b5c8-354bd842754c,segment=NetworkSegment(ebf77dc3-f6e0-45e7-8784-b5aa8ec861b9),segment_id=ebf77dc3-f6e0-45e7-8784-b5aa8ec861b9)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:20:23.733749 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (a2d0177b-270a-45f7-b5c8-354bd842754c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:23.735654 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device ac842ff2-38fd-40cc-8a1b-f5d6db5ef84c up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:20:23.955519 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port ac842ff2-38fd-40cc-8a1b-f5d6db5ef84c triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:20:23.955859 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (ac842ff2-38fd-40cc-8a1b-f5d6db5ef84c), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:24.007384 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7846ca25-4f4f-495f-870b-59ccb5b4d79f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622215'] for router_interface (4c89316a-caee-4161-93b4-87d43fb28187), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:24.028040 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=a2d0177b-270a-45f7-b5c8-354bd842754c,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:20:24.041331 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd540648-cb66-4eba-a8d3-38f151ed441f None None] Network d7d9c78c-7daf-4783-ab1f-791980607a36 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:20:24.132776 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3dd31ab2-3ed2-4475-8b30-daa095613a6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:24.262183 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-3dc3f905-4524-4de6-8e5d-8fd2b4366c51 req-bbf9237d-b81f-4f0e-ad6b-8cec7bb85409 tempest-FloatingIPsTestJSON-877821545 tempest-FloatingIPsTestJSON-877821545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:24.291463 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-11918055-cebf-4bd8-ada1-96c90d7f6522 None None] Provisioning complete for port a2d0177b-270a-45f7-b5c8-354bd842754c triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:20:24.294213 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-11918055-cebf-4bd8-ada1-96c90d7f6522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (a2d0177b-270a-45f7-b5c8-354bd842754c), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:24.470931 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port ac842ff2-38fd-40cc-8a1b-f5d6db5ef84c is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:20:24.471921 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (ac842ff2-38fd-40cc-8a1b-f5d6db5ef84c), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:24.490975 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-3dc3f905-4524-4de6-8e5d-8fd2b4366c51 req-bbf9237d-b81f-4f0e-ad6b-8cec7bb85409 tempest-FloatingIPsTestJSON-877821545 tempest-FloatingIPsTestJSON-877821545-project] Allocated IP 172.25.3.127 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/f979161a-42fd-4196-bf3e-b446e7d55b54) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:20:24.513259 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port ac842ff2-38fd-40cc-8a1b-f5d6db5ef84c, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=ac842ff2-38fd-40cc-8a1b-f5d6db5ef84c,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:20:24.526797 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (ac842ff2-38fd-40cc-8a1b-f5d6db5ef84c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:24.674146 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-9434a922-c9d6-48d2-809d-c446e0abb1a0 req-81637da4-39f3-4602-9180-22d261fd541c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b10404f-62d5-42e1-accf-5dbefbaa11b0 {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:20:24.691723 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-9434a922-c9d6-48d2-809d-c446e0abb1a0 req-81637da4-39f3-4602-9180-22d261fd541c service neutron] Publish callbacks [] for port (9b10404f-62d5-42e1-accf-5dbefbaa11b0), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:24.727634 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-9434a922-c9d6-48d2-809d-c446e0abb1a0 req-81637da4-39f3-4602-9180-22d261fd541c service neutron] Transition to ACTIVE for port object 9b10404f-62d5-42e1-accf-5dbefbaa11b0 will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:20:24.751364 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fdad5f33-aaf8-4adf-b88a-f5efbf23a7f6 req-d0a42a48-efcf-45c7-8e6d-7212c133c277 tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] 10.222.0.65 "GET /v2.0/security-groups?id=9664bb36-bf5d-4990-a15c-2a75945861da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1759405 Feb 04 12:20:24.752923 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-9434a922-c9d6-48d2-809d-c446e0abb1a0 req-81637da4-39f3-4602-9180-22d261fd541c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (9b10404f-62d5-42e1-accf-5dbefbaa11b0), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:24.795421 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=ac842ff2-38fd-40cc-8a1b-f5d6db5ef84c,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:20:24.844404 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-7846ca25-4f4f-495f-870b-59ccb5b4d79f admin admin] Deleting port 7aa54a9d-7851-4475-a983-0a7a2b033eb9 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:20:24.849999 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7846ca25-4f4f-495f-870b-59ccb5b4d79f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (7aa54a9d-7851-4475-a983-0a7a2b033eb9), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:24.859466 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-11918055-cebf-4bd8-ada1-96c90d7f6522 None None] Current status of the port a2d0177b-270a-45f7-b5c8-354bd842754c is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:20:24.952588 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59144419-5bd5-4f76-8856-9ba1eeef86b3 None None] Sync routers for ids ['8fdd5829-6cc3-4767-b02d-435fd4fb3765'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:20:24.971135 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59144419-5bd5-4f76-8856-9ba1eeef86b3 None None] Routers {'8fdd5829-6cc3-4767-b02d-435fd4fb3765'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:20:24.972187 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-59144419-5bd5-4f76-8856-9ba1eeef86b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:20:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['8fdd5829-6cc3-4767-b02d-435fd4fb3765'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:20:25.008337 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-3e13636d-0872-458f-a584-2becb323ff1a None None] Provisioning complete for port a2d0177b-270a-45f7-b5c8-354bd842754c triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:20:25.013576 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3e13636d-0872-458f-a584-2becb323ff1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (a2d0177b-270a-45f7-b5c8-354bd842754c), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:25.086505 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device a2d0177b-270a-45f7-b5c8-354bd842754c up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:20:25.218723 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-7846ca25-4f4f-495f-870b-59ccb5b4d79f admin admin] For port 7aa54a9d-7851-4475-a983-0a7a2b033eb9, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=7aa54a9d-7851-4475-a983-0a7a2b033eb9,segment=NetworkSegment(66f6de05-7106-4d9e-ac87-719a6833fbf3),segment_id=66f6de05-7106-4d9e-ac87-719a6833fbf3)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:20:25.219722 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7846ca25-4f4f-495f-870b-59ccb5b4d79f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (7aa54a9d-7851-4475-a983-0a7a2b033eb9), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:25.230507 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-3dc3f905-4524-4de6-8e5d-8fd2b4366c51 req-bbf9237d-b81f-4f0e-ad6b-8cec7bb85409 tempest-FloatingIPsTestJSON-877821545 tempest-FloatingIPsTestJSON-877821545-project] Publish callbacks [] for port (f979161a-42fd-4196-bf3e-b446e7d55b54), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:25.252290 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-7846ca25-4f4f-495f-870b-59ccb5b4d79f admin admin] Calling delete_port for 7aa54a9d-7851-4475-a983-0a7a2b033eb9 owned by network:router_interface {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:20:25.289090 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-3e13636d-0872-458f-a584-2becb323ff1a None None] Current status of the port a2d0177b-270a-45f7-b5c8-354bd842754c is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:20:25.308534 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81637da4-39f3-4602-9180-22d261fd541c service neutron] Pushing event updated for resources: {'Port': ['ID=9b10404f-62d5-42e1-accf-5dbefbaa11b0,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:20:25.323971 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-3dc3f905-4524-4de6-8e5d-8fd2b4366c51 req-bbf9237d-b81f-4f0e-ad6b-8cec7bb85409 tempest-FloatingIPsTestJSON-877821545 tempest-FloatingIPsTestJSON-877821545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (f979161a-42fd-4196-bf3e-b446e7d55b54), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:25.325633 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port a2d0177b-270a-45f7-b5c8-354bd842754c triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:20:25.326471 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (a2d0177b-270a-45f7-b5c8-354bd842754c), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:25.404818 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-59144419-5bd5-4f76-8856-9ba1eeef86b3 None None] Set router 8fdd5829-6cc3-4767-b02d-435fd4fb3765 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:20:25.450458 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dc3f905-4524-4de6-8e5d-8fd2b4366c51 req-bbf9237d-b81f-4f0e-ad6b-8cec7bb85409 tempest-FloatingIPsTestJSON-877821545 tempest-FloatingIPsTestJSON-877821545-project] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:20:25.489271 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf9237d-b81f-4f0e-ad6b-8cec7bb85409 tempest-FloatingIPsTestJSON-877821545 tempest-FloatingIPsTestJSON-877821545-project] Pushing event updated for resources: {'Port': ['ID=f979161a-42fd-4196-bf3e-b446e7d55b54,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:20:25.498410 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-3dc3f905-4524-4de6-8e5d-8fd2b4366c51 req-bbf9237d-b81f-4f0e-ad6b-8cec7bb85409 tempest-FloatingIPsTestJSON-877821545 tempest-FloatingIPsTestJSON-877821545-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:20:25.507975 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dc3f905-4524-4de6-8e5d-8fd2b4366c51 req-bbf9237d-b81f-4f0e-ad6b-8cec7bb85409 tempest-FloatingIPsTestJSON-877821545 tempest-FloatingIPsTestJSON-877821545-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:20:25.755571 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port a2d0177b-270a-45f7-b5c8-354bd842754c is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:20:25.757114 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device ac842ff2-38fd-40cc-8a1b-f5d6db5ef84c up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:20:25.803844 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-3dc3f905-4524-4de6-8e5d-8fd2b4366c51 req-bbf9237d-b81f-4f0e-ad6b-8cec7bb85409 tempest-FloatingIPsTestJSON-877821545 tempest-FloatingIPsTestJSON-877821545-project] Publish callbacks [] for floatingip (3b463790-d9c5-48f9-a2a2-e2296ef4ffb7), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:25.908932 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-3dc3f905-4524-4de6-8e5d-8fd2b4366c51 req-bbf9237d-b81f-4f0e-ad6b-8cec7bb85409 tempest-FloatingIPsTestJSON-877821545 tempest-FloatingIPsTestJSON-877821545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (f979161a-42fd-4196-bf3e-b446e7d55b54), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:25.958811 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7846ca25-4f4f-495f-870b-59ccb5b4d79f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (7aa54a9d-7851-4475-a983-0a7a2b033eb9), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:25.966278 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port ac842ff2-38fd-40cc-8a1b-f5d6db5ef84c triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:20:25.967054 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (ac842ff2-38fd-40cc-8a1b-f5d6db5ef84c), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:26.022979 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7846ca25-4f4f-495f-870b-59ccb5b4d79f admin admin] Pushing event deleted for resources: {'Port': ['ID=7aa54a9d-7851-4475-a983-0a7a2b033eb9,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:20:26.038377 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-59144419-5bd5-4f76-8856-9ba1eeef86b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fdd5829-6cc3-4767-b02d-435fd4fb3765', 'name': 'tempest-FloatingIPsTestJSON-457855295-router', 'tenant_id': '579ea69403834782a33c69e1f5bfa5e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'ac842ff2-38fd-40cc-8a1b-f5d6db5ef84c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:20:05Z', 'updated_at': '2022-02-04T12:20:17Z', 'revision_number': 4, 'project_id': '579ea69403834782a33c69e1f5bfa5e7', 'gw_port': {'id': 'ac842ff2-38fd-40cc-8a1b-f5d6db5ef84c', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:a4:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fdd5829-6cc3-4767-b02d-435fd4fb3765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:20:07Z', 'updated_at': '2022-02-04T12:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '7a490199-198c-46e5-a6bb-3370fcf879cf', 'name': '', 'network_id': 'bb57c185-90c4-4fc3-b046-b087913e2f9b', 'tenant_id': '579ea69403834782a33c69e1f5bfa5e7', 'mac_address': 'fa:16:3e:4c:1f:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fdd5829-6cc3-4767-b02d-435fd4fb3765', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'f98dbbcd-4812-4cd7-890b-2a082a382732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:20:15Z', 'updated_at': '2022-02-04T12:20:17Z', 'revision_number': 2, 'project_id': '579ea69403834782a33c69e1f5bfa5e7', 'subnets': [{'id': 'f98dbbcd-4812-4cd7-890b-2a082a382732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:20:26.148722 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59144419-5bd5-4f76-8856-9ba1eeef86b3 None None] Checking router: 8fdd5829-6cc3-4767-b02d-435fd4fb3765 for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:20:26.149189 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59144419-5bd5-4f76-8856-9ba1eeef86b3 None None] Updating router 8fdd5829-6cc3-4767-b02d-435fd4fb3765 port 7a490199-198c-46e5-a6bb-3370fcf879cf binding host n-d-825015-3 {{(pid=103477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:20:26.241940 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-59144419-5bd5-4f76-8856-9ba1eeef86b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (7a490199-198c-46e5-a6bb-3370fcf879cf), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:26.245844 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port ac842ff2-38fd-40cc-8a1b-f5d6db5ef84c is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:20:26.298004 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-3dd31ab2-3ed2-4475-8b30-daa095613a6e admin admin] Allocated IP 172.25.3.86 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/18753e63-45a4-4ccc-94b6-96ccb1973f19) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:20:26.380013 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6d7860-ce11-4478-a6dd-4358d519859f req-a50b5508-eb44-4ccd-bd2c-107b6d095760 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:26.383422 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ee6d7860-ce11-4478-a6dd-4358d519859f req-a50b5508-eb44-4ccd-bd2c-107b6d095760 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/ports?device_id=382bd9ca-8939-4c9b-bfb8-eb81fd8954de HTTP/1.1" status: 200 len: 948 time: 1.2919416 Feb 04 12:20:26.574921 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7846ca25-4f4f-495f-870b-59ccb5b4d79f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622067'] for router_interface (4c89316a-caee-4161-93b4-87d43fb28187), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:26.707443 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-9434a922-c9d6-48d2-809d-c446e0abb1a0 req-81637da4-39f3-4602-9180-22d261fd541c service neutron] Attempting to bind port 9b10404f-62d5-42e1-accf-5dbefbaa11b0 on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:20:26.707957 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-9434a922-c9d6-48d2-809d-c446e0abb1a0 req-81637da4-39f3-4602-9180-22d261fd541c service neutron] Attempting to bind port 9b10404f-62d5-42e1-accf-5dbefbaa11b0 by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:20:26.708395 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9434a922-c9d6-48d2-809d-c446e0abb1a0 req-81637da4-39f3-4602-9180-22d261fd541c service neutron] Attempting to bind port 9b10404f-62d5-42e1-accf-5dbefbaa11b0 on network 2f7dc246-a024-4937-952c-0ddeef5af29c {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:20:26.758948 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9434a922-c9d6-48d2-809d-c446e0abb1a0 req-81637da4-39f3-4602-9180-22d261fd541c service neutron] Port 9b10404f-62d5-42e1-accf-5dbefbaa11b0 on network 2f7dc246-a024-4937-952c-0ddeef5af29c not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:20:26.759611 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9434a922-c9d6-48d2-809d-c446e0abb1a0 req-81637da4-39f3-4602-9180-22d261fd541c service neutron] Attempting to bind port 9b10404f-62d5-42e1-accf-5dbefbaa11b0 on network 2f7dc246-a024-4937-952c-0ddeef5af29c {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:20:26.833415 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ee6d7860-ce11-4478-a6dd-4358d519859f req-030b0d40-f947-4045-940e-c672d3890d0b tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/security-groups?id=ff9db729-a945-4359-8bb3-48cdfdee30d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623630 Feb 04 12:20:26.834634 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9434a922-c9d6-48d2-809d-c446e0abb1a0 req-81637da4-39f3-4602-9180-22d261fd541c service neutron] Checking agent: {'id': 'f8add0d2-2202-43d3-bc0e-72442788e6ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:20:26.835194 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9434a922-c9d6-48d2-809d-c446e0abb1a0 req-81637da4-39f3-4602-9180-22d261fd541c service neutron] Checking segment: {'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:20:26.835891 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9434a922-c9d6-48d2-809d-c446e0abb1a0 req-81637da4-39f3-4602-9180-22d261fd541c service neutron] Bound using segment: {'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:20:26.836666 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-9434a922-c9d6-48d2-809d-c446e0abb1a0 req-81637da4-39f3-4602-9180-22d261fd541c service neutron] Bound port: 9b10404f-62d5-42e1-accf-5dbefbaa11b0, host: n-h1-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:20:26.837269 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-9434a922-c9d6-48d2-809d-c446e0abb1a0 req-81637da4-39f3-4602-9180-22d261fd541c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (9b10404f-62d5-42e1-accf-5dbefbaa11b0), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:27.017452 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-59144419-5bd5-4f76-8856-9ba1eeef86b3 None None] Publish callbacks [] for port (7a490199-198c-46e5-a6bb-3370fcf879cf), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:27.031447 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-59144419-5bd5-4f76-8856-9ba1eeef86b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (7a490199-198c-46e5-a6bb-3370fcf879cf), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:27.051896 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3dd31ab2-3ed2-4475-8b30-daa095613a6e admin admin] Publish callbacks [] for port (18753e63-45a4-4ccc-94b6-96ccb1973f19), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:27.164633 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7846ca25-4f4f-495f-870b-59ccb5b4d79f admin admin] Router 4c89316a-caee-4161-93b4-87d43fb28187 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:20:27.223830 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928e0292-53f3-43ea-948b-420b125ce288 None None] Pushing event updated for resources: {'Port': ['ID=7a490199-198c-46e5-a6bb-3370fcf879cf,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:20:27.355862 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-59144419-5bd5-4f76-8856-9ba1eeef86b3 None None] Attempting to bind port 7a490199-198c-46e5-a6bb-3370fcf879cf on host n-d-825015-3 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:20:27.357006 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-59144419-5bd5-4f76-8856-9ba1eeef86b3 None None] Attempting to bind port 7a490199-198c-46e5-a6bb-3370fcf879cf by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': 'c727609d-5e4e-432b-aaa8-eb4620e58a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'bb57c185-90c4-4fc3-b046-b087913e2f9b'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:20:27.358490 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59144419-5bd5-4f76-8856-9ba1eeef86b3 None None] Attempting to bind port 7a490199-198c-46e5-a6bb-3370fcf879cf on network bb57c185-90c4-4fc3-b046-b087913e2f9b {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:20:27.359169 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-9434a922-c9d6-48d2-809d-c446e0abb1a0 req-81637da4-39f3-4602-9180-22d261fd541c service neutron] For port 9b10404f-62d5-42e1-accf-5dbefbaa11b0, host n-h1-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:20:27.375801 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59144419-5bd5-4f76-8856-9ba1eeef86b3 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:20:27.377024 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59144419-5bd5-4f76-8856-9ba1eeef86b3 None None] Checking segment: {'id': 'c727609d-5e4e-432b-aaa8-eb4620e58a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'bb57c185-90c4-4fc3-b046-b087913e2f9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:20:27.378224 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-59144419-5bd5-4f76-8856-9ba1eeef86b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:27.379258 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59144419-5bd5-4f76-8856-9ba1eeef86b3 None None] Bound using segment: {'id': 'c727609d-5e4e-432b-aaa8-eb4620e58a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'bb57c185-90c4-4fc3-b046-b087913e2f9b'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:20:27.380531 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-59144419-5bd5-4f76-8856-9ba1eeef86b3 None None] Bound port: 7a490199-198c-46e5-a6bb-3370fcf879cf, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c727609d-5e4e-432b-aaa8-eb4620e58a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'bb57c185-90c4-4fc3-b046-b087913e2f9b'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:20:27.381504 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-59144419-5bd5-4f76-8856-9ba1eeef86b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (7a490199-198c-46e5-a6bb-3370fcf879cf), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:27.414930 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-3dc3f905-4524-4de6-8e5d-8fd2b4366c51 req-bbf9237d-b81f-4f0e-ad6b-8cec7bb85409 tempest-FloatingIPsTestJSON-877821545 tempest-FloatingIPsTestJSON-877821545-project] Publish callbacks [] for port (f979161a-42fd-4196-bf3e-b446e7d55b54), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:27.441108 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-9434a922-c9d6-48d2-809d-c446e0abb1a0 req-81637da4-39f3-4602-9180-22d261fd541c service neutron] For port 9b10404f-62d5-42e1-accf-5dbefbaa11b0, host n-h1-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=9b10404f-62d5-42e1-accf-5dbefbaa11b0,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:20:27.461179 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7846ca25-4f4f-495f-870b-59ccb5b4d79f admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:20:27.467789 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-3dc3f905-4524-4de6-8e5d-8fd2b4366c51 req-bbf9237d-b81f-4f0e-ad6b-8cec7bb85409 tempest-FloatingIPsTestJSON-877821545 tempest-FloatingIPsTestJSON-877821545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (f979161a-42fd-4196-bf3e-b446e7d55b54), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:27.494236 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-7846ca25-4f4f-495f-870b-59ccb5b4d79f admin admin] 10.222.0.65 "PUT /v2.0/routers/4c89316a-caee-4161-93b4-87d43fb28187/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2690716 Feb 04 12:20:27.494526 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e44a05-3a29-47e9-8380-37181403eae9 None None] Sync routers for ids ['4c89316a-caee-4161-93b4-87d43fb28187'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:20:27.495492 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 58996) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:20:27.543791 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e44a05-3a29-47e9-8380-37181403eae9 None None] Routers {'4c89316a-caee-4161-93b4-87d43fb28187'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:20:27.543791 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-89e44a05-3a29-47e9-8380-37181403eae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:20:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['4c89316a-caee-4161-93b4-87d43fb28187'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:20:27.590121 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-59144419-5bd5-4f76-8856-9ba1eeef86b3 None None] For port 7a490199-198c-46e5-a6bb-3370fcf879cf, host n-d-825015-3, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:20:27.598187 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-59144419-5bd5-4f76-8856-9ba1eeef86b3 None None] For port 7a490199-198c-46e5-a6bb-3370fcf879cf, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=7a490199-198c-46e5-a6bb-3370fcf879cf,segment=NetworkSegment(c727609d-5e4e-432b-aaa8-eb4620e58a15),segment_id=c727609d-5e4e-432b-aaa8-eb4620e58a15)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:20:27.613552 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-59144419-5bd5-4f76-8856-9ba1eeef86b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (7a490199-198c-46e5-a6bb-3370fcf879cf), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:27.616801 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c9626e-92ba-4303-a610-640f3b0b1da5 req-0b745df8-1993-4228-9808-4609e7789569 tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:27.634834 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e9c9626e-92ba-4303-a610-640f3b0b1da5 req-0b745df8-1993-4228-9808-4609e7789569 tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] 10.222.0.65 "GET /v2.0/ports?device_id=99ec6a9b-f8dd-4f89-97cd-32529894b186 HTTP/1.1" status: 200 len: 945 time: 0.5680733 Feb 04 12:20:27.655147 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-9434a922-c9d6-48d2-809d-c446e0abb1a0 req-81637da4-39f3-4602-9180-22d261fd541c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (9b10404f-62d5-42e1-accf-5dbefbaa11b0), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:27.680508 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 58998) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:20:27.703694 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-9998170b-0239-41ef-b667-29a6c7e628ce tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] Request body: {'floatingip': {'port_id': '5c73274f-411d-4f05-a66d-82c9f330346d'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:20:27.836901 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928e0292-53f3-43ea-948b-420b125ce288 None None] Pushing event updated for resources: {'Port': ['ID=7a490199-198c-46e5-a6bb-3370fcf879cf,revision_number=4']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:20:27.846552 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-32f47f2d-8cb9-4abb-9a21-e6ef84063ee1 admin admin] Publish callbacks [] for router (4c89316a-caee-4161-93b4-87d43fb28187), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:27.865413 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3dd31ab2-3ed2-4475-8b30-daa095613a6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (18753e63-45a4-4ccc-94b6-96ccb1973f19), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:27.873266 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59144419-5bd5-4f76-8856-9ba1eeef86b3 None None] Routers {'8fdd5829-6cc3-4767-b02d-435fd4fb3765'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:20:27.875278 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-59144419-5bd5-4f76-8856-9ba1eeef86b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:20:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['8fdd5829-6cc3-4767-b02d-435fd4fb3765'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:20:27.881461 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9434a922-c9d6-48d2-809d-c446e0abb1a0 req-81637da4-39f3-4602-9180-22d261fd541c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:27.882420 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-9434a922-c9d6-48d2-809d-c446e0abb1a0 req-81637da4-39f3-4602-9180-22d261fd541c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:27.890072 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9434a922-c9d6-48d2-809d-c446e0abb1a0 req-81637da4-39f3-4602-9180-22d261fd541c service neutron] 10.222.0.73 "PUT /v2.0/ports/9b10404f-62d5-42e1-accf-5dbefbaa11b0 HTTP/1.1" status: 200 len: 1096 time: 6.5997767 Feb 04 12:20:27.928642 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-9c5f0e2a-d90a-4b4d-9b60-5e413944c53c None None] Provisioning complete for port 7a490199-198c-46e5-a6bb-3370fcf879cf triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:20:27.929104 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9c5f0e2a-d90a-4b4d-9b60-5e413944c53c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (7a490199-198c-46e5-a6bb-3370fcf879cf), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:28.110264 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '382bd9ca-8939-4c9b-bfb8-eb81fd8954de', 'tag': '9b10404f-62d5-42e1-accf-5dbefbaa11b0'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:20:28.114178 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3e5cb9d-da7c-4cd4-bc61-0d1f813c08c9" -d '{"events": [{"name": "network-changed", "server_uuid": "382bd9ca-8939-4c9b-bfb8-eb81fd8954de", "tag": "9b10404f-62d5-42e1-accf-5dbefbaa11b0"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:20:28.124042 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-89e44a05-3a29-47e9-8380-37181403eae9 None None] Set router 4c89316a-caee-4161-93b4-87d43fb28187 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:20:28.365034 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-32f47f2d-8cb9-4abb-9a21-e6ef84063ee1 admin admin] Publish callbacks [] for router_gateway (4c89316a-caee-4161-93b4-87d43fb28187), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:28.426298 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-3dc3f905-4524-4de6-8e5d-8fd2b4366c51 req-bbf9237d-b81f-4f0e-ad6b-8cec7bb85409 tempest-FloatingIPsTestJSON-877821545 tempest-FloatingIPsTestJSON-877821545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1599943'] for floatingip (3b463790-d9c5-48f9-a2a2-e2296ef4ffb7), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:28.485418 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf9237d-b81f-4f0e-ad6b-8cec7bb85409 tempest-FloatingIPsTestJSON-877821545 tempest-FloatingIPsTestJSON-877821545-project] Pushing event updated for resources: {'Port': ['ID=f979161a-42fd-4196-bf3e-b446e7d55b54,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:20:28.498778 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9998170b-0239-41ef-b667-29a6c7e628ce tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] Publish callbacks [] for floatingip (ce5041b0-2baa-4716-9bcb-0d696abe65b6), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:28.519205 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-3dc3f905-4524-4de6-8e5d-8fd2b4366c51 req-bbf9237d-b81f-4f0e-ad6b-8cec7bb85409 tempest-FloatingIPsTestJSON-877821545 tempest-FloatingIPsTestJSON-877821545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:28.522489 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3dc3f905-4524-4de6-8e5d-8fd2b4366c51 req-bbf9237d-b81f-4f0e-ad6b-8cec7bb85409 tempest-FloatingIPsTestJSON-877821545 tempest-FloatingIPsTestJSON-877821545-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 7.1992035 Feb 04 12:20:28.556980 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-32f47f2d-8cb9-4abb-9a21-e6ef84063ee1 admin admin] Deleting port 31e763a5-aeb3-4f03-823a-5ae3386d2a0d {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:20:28.558379 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-32f47f2d-8cb9-4abb-9a21-e6ef84063ee1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (31e763a5-aeb3-4f03-823a-5ae3386d2a0d), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:28.582726 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-59144419-5bd5-4f76-8856-9ba1eeef86b3 None None] Set router 8fdd5829-6cc3-4767-b02d-435fd4fb3765 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:20:28.610477 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd31ab2-3ed2-4475-8b30-daa095613a6e admin admin] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:20:28.761205 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-9c5f0e2a-d90a-4b4d-9b60-5e413944c53c None None] Current status of the port 7a490199-198c-46e5-a6bb-3370fcf879cf is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:20:28.762091 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9c5f0e2a-d90a-4b4d-9b60-5e413944c53c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (7a490199-198c-46e5-a6bb-3370fcf879cf), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:28.764253 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-3dd31ab2-3ed2-4475-8b30-daa095613a6e admin admin] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:20:28.923130 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-32f47f2d-8cb9-4abb-9a21-e6ef84063ee1 admin admin] For port 31e763a5-aeb3-4f03-823a-5ae3386d2a0d, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=31e763a5-aeb3-4f03-823a-5ae3386d2a0d,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:20:28.923830 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-32f47f2d-8cb9-4abb-9a21-e6ef84063ee1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (31e763a5-aeb3-4f03-823a-5ae3386d2a0d), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:28.946919 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd31ab2-3ed2-4475-8b30-daa095613a6e admin admin] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:20:28.961791 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-9c5f0e2a-d90a-4b4d-9b60-5e413944c53c None None] For port 7a490199-198c-46e5-a6bb-3370fcf879cf, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=7a490199-198c-46e5-a6bb-3370fcf879cf,segment=NetworkSegment(c727609d-5e4e-432b-aaa8-eb4620e58a15),segment_id=c727609d-5e4e-432b-aaa8-eb4620e58a15)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:20:28.983512 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9c5f0e2a-d90a-4b4d-9b60-5e413944c53c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (7a490199-198c-46e5-a6bb-3370fcf879cf), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:28.992390 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-32f47f2d-8cb9-4abb-9a21-e6ef84063ee1 admin admin] Calling delete_port for 31e763a5-aeb3-4f03-823a-5ae3386d2a0d owned by network:router_gateway {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:20:29.127042 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-89e44a05-3a29-47e9-8380-37181403eae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c89316a-caee-4161-93b4-87d43fb28187', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-223621134-router', 'tenant_id': 'df504b849b2043f3869610cffd58d09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '31e763a5-aeb3-4f03-823a-5ae3386d2a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:17:16Z', 'updated_at': '2022-02-04T12:20:25Z', 'revision_number': 5, 'project_id': 'df504b849b2043f3869610cffd58d09a', 'gw_port': {'id': '31e763a5-aeb3-4f03-823a-5ae3386d2a0d', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:3d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c89316a-caee-4161-93b4-87d43fb28187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:17:16Z', 'updated_at': '2022-02-04T12:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:20:29.186562 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9434a922-c9d6-48d2-809d-c446e0abb1a0 req-71e146dc-4983-4810-aee2-7ce1006b3d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:29.193200 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9434a922-c9d6-48d2-809d-c446e0abb1a0 req-71e146dc-4983-4810-aee2-7ce1006b3d44 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cd7a27426604483abdc4179f17c2461d&device_id=382bd9ca-8939-4c9b-bfb8-eb81fd8954de HTTP/1.1" status: 200 len: 1130 time: 1.0658031 Feb 04 12:20:29.199064 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-59144419-5bd5-4f76-8856-9ba1eeef86b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fdd5829-6cc3-4767-b02d-435fd4fb3765', 'name': 'tempest-FloatingIPsTestJSON-457855295-router', 'tenant_id': '579ea69403834782a33c69e1f5bfa5e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'ac842ff2-38fd-40cc-8a1b-f5d6db5ef84c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:20:05Z', 'updated_at': '2022-02-04T12:20:17Z', 'revision_number': 4, 'project_id': '579ea69403834782a33c69e1f5bfa5e7', 'gw_port': {'id': 'ac842ff2-38fd-40cc-8a1b-f5d6db5ef84c', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:a4:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fdd5829-6cc3-4767-b02d-435fd4fb3765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:20:07Z', 'updated_at': '2022-02-04T12:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '7a490199-198c-46e5-a6bb-3370fcf879cf', 'name': '', 'network_id': 'bb57c185-90c4-4fc3-b046-b087913e2f9b', 'tenant_id': '579ea69403834782a33c69e1f5bfa5e7', 'mac_address': 'fa:16:3e:4c:1f:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fdd5829-6cc3-4767-b02d-435fd4fb3765', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'f98dbbcd-4812-4cd7-890b-2a082a382732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:20:15Z', 'updated_at': '2022-02-04T12:20:27Z', 'revision_number': 4, 'project_id': '579ea69403834782a33c69e1f5bfa5e7', 'subnets': [{'id': 'f98dbbcd-4812-4cd7-890b-2a082a382732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:20:29.201013 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3dc3f905-4524-4de6-8e5d-8fd2b4366c51 req-6ca36a3d-1c45-4d3a-9220-9a9df01acaaf tempest-FloatingIPsTestJSON-877821545 tempest-FloatingIPsTestJSON-877821545-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.3.127 HTTP/1.1" status: 200 len: 696 time: 0.5880778 Feb 04 12:20:29.204266 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e44a05-3a29-47e9-8380-37181403eae9 None None] Checking router: 4c89316a-caee-4161-93b4-87d43fb28187 for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:20:29.218478 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 7a490199-198c-46e5-a6bb-3370fcf879cf up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:20:29.255216 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59144419-5bd5-4f76-8856-9ba1eeef86b3 None None] The sync data for ids ['8fdd5829-6cc3-4767-b02d-435fd4fb3765'] in n-d-825015-3 is: [{'id': '8fdd5829-6cc3-4767-b02d-435fd4fb3765', 'name': 'tempest-FloatingIPsTestJSON-457855295-router', 'tenant_id': '579ea69403834782a33c69e1f5bfa5e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'ac842ff2-38fd-40cc-8a1b-f5d6db5ef84c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:20:05Z', 'updated_at': '2022-02-04T12:20:17Z', 'revision_number': 4, 'project_id': '579ea69403834782a33c69e1f5bfa5e7', 'gw_port': {'id': 'ac842ff2-38fd-40cc-8a1b-f5d6db5ef84c', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:a4:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fdd5829-6cc3-4767-b02d-435fd4fb3765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:20:07Z', 'updated_at': '2022-02-04T12:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '7a490199-198c-46e5-a6bb-3370fcf879cf', 'name': '', 'network_id': 'bb57c185-90c4-4fc3-b046-b087913e2f9b', 'tenant_id': '579ea69403834782a33c69e1f5bfa5e7', 'mac_address': 'fa:16:3e:4c:1f:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fdd5829-6cc3-4767-b02d-435fd4fb3765', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'f98dbbcd-4812-4cd7-890b-2a082a382732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:20:15Z', 'updated_at': '2022-02-04T12:20:27Z', 'revision_number': 4, 'project_id': '579ea69403834782a33c69e1f5bfa5e7', 'subnets': [{'id': 'f98dbbcd-4812-4cd7-890b-2a082a382732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:20:29.325227 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-edad2890-dda2-4e04-80c9-d662fb1676f4 None None] Provisioning complete for port 7a490199-198c-46e5-a6bb-3370fcf879cf triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:20:29.326897 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-edad2890-dda2-4e04-80c9-d662fb1676f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (7a490199-198c-46e5-a6bb-3370fcf879cf), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:29.421418 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013c03aa-a6fd-4a43-bb9f-3c9b0da62be5 req-2ce0a00d-d5c4-40a0-abaf-1a0ff12c3d90 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:29.429580 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-013c03aa-a6fd-4a43-bb9f-3c9b0da62be5 req-2ce0a00d-d5c4-40a0-abaf-1a0ff12c3d90 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/ports?device_id=382bd9ca-8939-4c9b-bfb8-eb81fd8954de HTTP/1.1" status: 200 len: 948 time: 1.1298430 Feb 04 12:20:29.491254 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e44a05-3a29-47e9-8380-37181403eae9 None None] Routers {'4c89316a-caee-4161-93b4-87d43fb28187'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:20:29.492458 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-89e44a05-3a29-47e9-8380-37181403eae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:20:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['4c89316a-caee-4161-93b4-87d43fb28187'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:20:29.916650 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-89e44a05-3a29-47e9-8380-37181403eae9 None None] Set router 4c89316a-caee-4161-93b4-87d43fb28187 gateway port host: None {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:20:30.043787 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-89e44a05-3a29-47e9-8380-37181403eae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c89316a-caee-4161-93b4-87d43fb28187', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-223621134-router', 'tenant_id': 'df504b849b2043f3869610cffd58d09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:17:16Z', 'updated_at': '2022-02-04T12:20:28Z', 'revision_number': 6, 'project_id': 'df504b849b2043f3869610cffd58d09a', 'gw_port_host': None}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:20:30.068620 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81637da4-39f3-4602-9180-22d261fd541c service neutron] Pushing event updated for resources: {'Port': ['ID=9b10404f-62d5-42e1-accf-5dbefbaa11b0,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:20:30.092163 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9434a922-c9d6-48d2-809d-c446e0abb1a0 req-cd192890-d6d3-442f-a07b-1925e39dc8b4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=9b10404f-62d5-42e1-accf-5dbefbaa11b0 HTTP/1.1" status: 200 len: 217 time: 0.8578494 Feb 04 12:20:30.109582 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e44a05-3a29-47e9-8380-37181403eae9 None None] The sync data for ids ['4c89316a-caee-4161-93b4-87d43fb28187'] in n-d-825015-3 is: [{'id': '4c89316a-caee-4161-93b4-87d43fb28187', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-223621134-router', 'tenant_id': 'df504b849b2043f3869610cffd58d09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:17:16Z', 'updated_at': '2022-02-04T12:20:28Z', 'revision_number': 6, 'project_id': 'df504b849b2043f3869610cffd58d09a', 'gw_port_host': None}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:20:30.112490 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-32f47f2d-8cb9-4abb-9a21-e6ef84063ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (31e763a5-aeb3-4f03-823a-5ae3386d2a0d), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:30.130336 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5f0e2a-d90a-4b4d-9b60-5e413944c53c None None] Pushing event updated for resources: {'Port': ['ID=7a490199-198c-46e5-a6bb-3370fcf879cf,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:20:30.187207 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f47f2d-8cb9-4abb-9a21-e6ef84063ee1 admin admin] Pushing event deleted for resources: {'Port': ['ID=31e763a5-aeb3-4f03-823a-5ae3386d2a0d,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:20:30.235460 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-edad2890-dda2-4e04-80c9-d662fb1676f4 None None] Current status of the port 7a490199-198c-46e5-a6bb-3370fcf879cf is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:20:30.257268 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 7a490199-198c-46e5-a6bb-3370fcf879cf triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:20:30.258177 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (7a490199-198c-46e5-a6bb-3370fcf879cf), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:30.274079 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9434a922-c9d6-48d2-809d-c446e0abb1a0 req-bddcae0a-a848-4264-a4ed-dcb052606d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:30.275801 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9434a922-c9d6-48d2-809d-c446e0abb1a0 req-bddcae0a-a848-4264-a4ed-dcb052606d34 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5ee3374a-84e9-4639-853c-740c6edaf6dc HTTP/1.1" status: 200 len: 843 time: 0.1509099 Feb 04 12:20:30.383354 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-32f47f2d-8cb9-4abb-9a21-e6ef84063ee1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1599901'] for router_gateway (4c89316a-caee-4161-93b4-87d43fb28187), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:30.464320 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 7a490199-198c-46e5-a6bb-3370fcf879cf is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:20:30.640201 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-32f47f2d-8cb9-4abb-9a21-e6ef84063ee1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10915'] for router (4c89316a-caee-4161-93b4-87d43fb28187), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:30.656612 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-32f47f2d-8cb9-4abb-9a21-e6ef84063ee1 admin admin] Publish callbacks [] for router_controller (4c89316a-caee-4161-93b4-87d43fb28187), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:30.722407 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd31ab2-3ed2-4475-8b30-daa095613a6e admin admin] Pushing event updated for resources: {'Port': ['ID=18753e63-45a4-4ccc-94b6-96ccb1973f19,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:20:30.810541 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-32f47f2d-8cb9-4abb-9a21-e6ef84063ee1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622829'] for router (4c89316a-caee-4161-93b4-87d43fb28187), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:30.811628 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32f47f2d-8cb9-4abb-9a21-e6ef84063ee1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c89316a-caee-4161-93b4-87d43fb28187 {{(pid=103474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 12:20:30.831692 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-32f47f2d-8cb9-4abb-9a21-e6ef84063ee1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:30.840196 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-32f47f2d-8cb9-4abb-9a21-e6ef84063ee1 admin admin] 10.222.0.65 "DELETE /v2.0/routers/4c89316a-caee-4161-93b4-87d43fb28187 HTTP/1.1" status: 204 len: 168 time: 3.3457139 Feb 04 12:20:30.841288 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59004) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:20:30.884223 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-013c03aa-a6fd-4a43-bb9f-3c9b0da62be5 req-a8033956-3601-4e55-aae8-ce9d38ec9e39 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/security-groups?id=ff9db729-a945-4359-8bb3-48cdfdee30d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3434651 Feb 04 12:20:30.926729 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:30.973718 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-552ec524-5a49-4010-8767-4ce3987f6ee3 admin admin] Deleting subnet 28b0c892-ea22-40e4-b728-35d539ec58c3 {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:20:30.986142 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-552ec524-5a49-4010-8767-4ce3987f6ee3 admin admin] Publish callbacks [] for subnet (28b0c892-ea22-40e4-b728-35d539ec58c3), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:30.987176 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc3f905-4524-4de6-8e5d-8fd2b4366c51 req-194da823-f4ce-4d54-b1c4-44a9fa19c357 tempest-FloatingIPsTestJSON-877821545 tempest-FloatingIPsTestJSON-877821545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:30.990133 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3dc3f905-4524-4de6-8e5d-8fd2b4366c51 req-194da823-f4ce-4d54-b1c4-44a9fa19c357 tempest-FloatingIPsTestJSON-877821545 tempest-FloatingIPsTestJSON-877821545-project] 10.222.0.65 "GET /v2.0/networks/7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 HTTP/1.1" status: 200 len: 784 time: 1.6213531 Feb 04 12:20:31.019455 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [req-3dc3f905-4524-4de6-8e5d-8fd2b4366c51 req-7a37d9cf-25e2-4ce1-b897-0536fa3f22a3 tempest-FloatingIPsTestJSON-877821545 tempest-FloatingIPsTestJSON-877821545-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:20:31.023566 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3dc3f905-4524-4de6-8e5d-8fd2b4366c51 req-7a37d9cf-25e2-4ce1-b897-0536fa3f22a3 tempest-FloatingIPsTestJSON-877821545 tempest-FloatingIPsTestJSON-877821545-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0140471 Feb 04 12:20:31.042842 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17dd8403-af71-4fbc-b447-473e4f00eb15 x-openstack-request-id: req-17dd8403-af71-4fbc-b447-473e4f00eb15 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:20:31.046175 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "382bd9ca-8939-4c9b-bfb8-eb81fd8954de", "tag": "9b10404f-62d5-42e1-accf-5dbefbaa11b0", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:20:31.046687 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-17dd8403-af71-4fbc-b447-473e4f00eb15 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:20:31.047321 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '382bd9ca-8939-4c9b-bfb8-eb81fd8954de', 'tag': '9b10404f-62d5-42e1-accf-5dbefbaa11b0', 'status': 'completed', 'code': 200} Feb 04 12:20:31.079226 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-552ec524-5a49-4010-8767-4ce3987f6ee3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (28b0c892-ea22-40e4-b728-35d539ec58c3), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:31.166113 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9434a922-c9d6-48d2-809d-c446e0abb1a0 req-7f994937-d1a4-43ac-b8c3-8b7b3557c510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:31.168947 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9434a922-c9d6-48d2-809d-c446e0abb1a0 req-7f994937-d1a4-43ac-b8c3-8b7b3557c510 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2f7dc246-a024-4937-952c-0ddeef5af29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.8627803 Feb 04 12:20:31.290369 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b97231eb-0cb8-4543-b6cc-fdd086544ec4 req-05d7c206-82d4-4f4d-a814-7a899bb16952 tempest-FloatingIPsTestJSON-877821545 tempest-FloatingIPsTestJSON-877821545-project] 10.222.0.65 "GET /v2.0/floatingips/3b463790-d9c5-48f9-a2a2-e2296ef4ffb7 HTTP/1.1" status: 200 len: 693 time: 0.2215819 Feb 04 12:20:31.365377 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:31.384656 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-552ec524-5a49-4010-8767-4ce3987f6ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (28b0c892-ea22-40e4-b728-35d539ec58c3), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:31.476816 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 7a490199-198c-46e5-a6bb-3370fcf879cf up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:20:31.509502 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-552ec524-5a49-4010-8767-4ce3987f6ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (28b0c892-ea22-40e4-b728-35d539ec58c3), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:31.561555 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-552ec524-5a49-4010-8767-4ce3987f6ee3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:31.570992 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06153120-ef4a-44e7-91d3-f28eddb795e9 None None] Network e150c2da-3437-4833-b378-fce24402d3fa requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:20:31.573875 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-552ec524-5a49-4010-8767-4ce3987f6ee3 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/28b0c892-ea22-40e4-b728-35d539ec58c3 HTTP/1.1" status: 204 len: 168 time: 0.7285159 Feb 04 12:20:31.582226 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59008) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:20:31.645387 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552ec524-5a49-4010-8767-4ce3987f6ee3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28b0c892-ea22-40e4-b728-35d539ec58c3,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:20:31.792372 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e3d11988-f79e-447f-932c-1c67411d3303 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (e150c2da-3437-4833-b378-fce24402d3fa), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:31.808224 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 7a490199-198c-46e5-a6bb-3370fcf879cf triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:20:31.808824 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (7a490199-198c-46e5-a6bb-3370fcf879cf), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:32.049117 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-e3d11988-f79e-447f-932c-1c67411d3303 admin admin] Deleting port e41b4b36-69d8-47f2-86b9-436d4b2c95de {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:20:32.050148 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e3d11988-f79e-447f-932c-1c67411d3303 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (e41b4b36-69d8-47f2-86b9-436d4b2c95de), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:32.121957 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78af2602-b292-42db-a32d-7ffcc2a61c03 None None] DHCP port deletion for e150c2da-3437-4833-b378-fce24402d3fa request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 12:20:32.163345 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 7a490199-198c-46e5-a6bb-3370fcf879cf is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:20:32.212434 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 7aa54a9d-7851-4475-a983-0a7a2b033eb9 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:20:32.228974 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-e3d11988-f79e-447f-932c-1c67411d3303 admin admin] For port e41b4b36-69d8-47f2-86b9-436d4b2c95de, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=e41b4b36-69d8-47f2-86b9-436d4b2c95de,segment=NetworkSegment(66f6de05-7106-4d9e-ac87-719a6833fbf3),segment_id=66f6de05-7106-4d9e-ac87-719a6833fbf3)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:20:32.229785 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e3d11988-f79e-447f-932c-1c67411d3303 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (e41b4b36-69d8-47f2-86b9-436d4b2c95de), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:32.263035 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-e3d11988-f79e-447f-932c-1c67411d3303 admin admin] Calling delete_port for e41b4b36-69d8-47f2-86b9-436d4b2c95de owned by network:dhcp {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:20:32.280677 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3dd31ab2-3ed2-4475-8b30-daa095613a6e admin admin] Publish callbacks [] for router_gateway (abb309ab-7e24-43d1-97bc-f9f6ad35b42e), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:32.288221 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9434a922-c9d6-48d2-809d-c446e0abb1a0 req-aad3d9c1-891c-456d-afab-c9cb60752dd5 service neutron] 10.222.0.73 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1021013 Feb 04 12:20:32.293490 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 7aa54a9d-7851-4475-a983-0a7a2b033eb9 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:20:32.293490 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 7aa54a9d-7851-4475-a983-0a7a2b033eb9 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:20:32.366180 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-78af2602-b292-42db-a32d-7ffcc2a61c03 None None] Deleting port e41b4b36-69d8-47f2-86b9-436d4b2c95de {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:20:32.366826 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-78af2602-b292-42db-a32d-7ffcc2a61c03 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (e41b4b36-69d8-47f2-86b9-436d4b2c95de), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:32.471530 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e3d11988-f79e-447f-932c-1c67411d3303 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (e41b4b36-69d8-47f2-86b9-436d4b2c95de), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:32.531293 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d11988-f79e-447f-932c-1c67411d3303 admin admin] Pushing event deleted for resources: {'Port': ['ID=e41b4b36-69d8-47f2-86b9-436d4b2c95de,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:20:32.534838 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d11988-f79e-447f-932c-1c67411d3303 admin admin] No DVR routers for this DVR port e41b4b36-69d8-47f2-86b9-436d4b2c95de on host n-d-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:20:32.555130 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-78af2602-b292-42db-a32d-7ffcc2a61c03 None None] For port e41b4b36-69d8-47f2-86b9-436d4b2c95de, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=e41b4b36-69d8-47f2-86b9-436d4b2c95de,segment=NetworkSegment(66f6de05-7106-4d9e-ac87-719a6833fbf3),segment_id=66f6de05-7106-4d9e-ac87-719a6833fbf3)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:20:32.555796 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-78af2602-b292-42db-a32d-7ffcc2a61c03 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (e41b4b36-69d8-47f2-86b9-436d4b2c95de), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:32.597757 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-78af2602-b292-42db-a32d-7ffcc2a61c03 None None] Calling delete_port for e41b4b36-69d8-47f2-86b9-436d4b2c95de owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:20:32.602447 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9998170b-0239-41ef-b667-29a6c7e628ce tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:32.716953 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9434a922-c9d6-48d2-809d-c446e0abb1a0 req-91a297e5-b235-4e08-b443-df8058e67558 service neutron] 10.222.0.73 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3999131 Feb 04 12:20:32.718402 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e3d11988-f79e-447f-932c-1c67411d3303 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (e150c2da-3437-4833-b378-fce24402d3fa), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:32.765701 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9998170b-0239-41ef-b667-29a6c7e628ce tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1599943'] for floatingip (ce5041b0-2baa-4716-9bcb-0d696abe65b6), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:32.770857 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-e3d11988-f79e-447f-932c-1c67411d3303 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e150c2da-3437-4833-b378-fce24402d3fa']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:20:32.800795 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-e3d11988-f79e-447f-932c-1c67411d3303 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66f6de05-7106-4d9e-ac87-719a6833fbf3') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:20:32.801201 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-78af2602-b292-42db-a32d-7ffcc2a61c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (e41b4b36-69d8-47f2-86b9-436d4b2c95de), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:32.801613 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-e3d11988-f79e-447f-932c-1c67411d3303 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66f6de05-7106-4d9e-ac87-719a6833fbf3') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:20:32.853789 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e3d11988-f79e-447f-932c-1c67411d3303 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (66f6de05-7106-4d9e-ac87-719a6833fbf3), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:32.880406 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78af2602-b292-42db-a32d-7ffcc2a61c03 None None] Pushing event deleted for resources: {'Port': ['ID=e41b4b36-69d8-47f2-86b9-436d4b2c95de,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:20:32.886175 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78af2602-b292-42db-a32d-7ffcc2a61c03 None None] No DVR routers for this DVR port e41b4b36-69d8-47f2-86b9-436d4b2c95de on host n-d-825015-3 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:20:32.902978 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e3d11988-f79e-447f-932c-1c67411d3303 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (66f6de05-7106-4d9e-ac87-719a6833fbf3), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:32.923017 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3d11988-f79e-447f-932c-1c67411d3303 admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:20:32.924381 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e3d11988-f79e-447f-932c-1c67411d3303 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (66f6de05-7106-4d9e-ac87-719a6833fbf3), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:32.928552 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 12:20:32.928552 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:20:32.928552 n-d-825015-3 neutron-server[103474]: timer() Feb 04 12:20:32.928552 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:20:32.928552 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 12:20:32.928552 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:20:32.928552 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 12:20:32.928552 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:20:32.928552 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 12:20:32.928552 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:20:32.928552 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 12:20:32.928552 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:20:32.928552 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 12:20:32.928552 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:20:32.928552 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:20:32.928552 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:20:32.928552 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:20:32.928552 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:20:32.928552 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 12:20:32.928552 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:20:32.928552 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 12:20:32.928552 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:20:32.928552 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:20:32.928552 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:20:32.928552 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 12:20:32.928552 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:20:32.928552 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:20:32.928552 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:20:32.928552 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:20:32.928552 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:20:32.928552 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:20:32.928552 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:20:33.007944 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device e41b4b36-69d8-47f2-86b9-436d4b2c95de no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:20:33.044183 n-d-825015-3 neutron-server[103475]: INFO neutron.db.l3_db [None req-9998170b-0239-41ef-b667-29a6c7e628ce tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] Floating IP ce5041b0-2baa-4716-9bcb-0d696abe65b6 associated. External IP: 172.25.3.155, port: 5c73274f-411d-4f05-a66d-82c9f330346d. Feb 04 12:20:33.062749 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: e41b4b36-69d8-47f2-86b9-436d4b2c95de {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:20:33.063581 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device e41b4b36-69d8-47f2-86b9-436d4b2c95de not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:20:33.064523 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 31e763a5-aeb3-4f03-823a-5ae3386d2a0d no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:20:33.072091 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e3d11988-f79e-447f-932c-1c67411d3303 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (e150c2da-3437-4833-b378-fce24402d3fa), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:33.081308 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e3d11988-f79e-447f-932c-1c67411d3303 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:33.093455 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-e3d11988-f79e-447f-932c-1c67411d3303 admin admin] 10.222.0.65 "DELETE /v2.0/networks/e150c2da-3437-4833-b378-fce24402d3fa HTTP/1.1" status: 204 len: 168 time: 1.5080538 Feb 04 12:20:33.131797 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 31e763a5-aeb3-4f03-823a-5ae3386d2a0d {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:20:33.132728 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 31e763a5-aeb3-4f03-823a-5ae3386d2a0d not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:20:33.133153 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d11988-f79e-447f-932c-1c67411d3303 admin admin] Pushing event deleted for resources: {'Network': ['ID=e150c2da-3437-4833-b378-fce24402d3fa,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:20:33.465604 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59014) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:20:33.561479 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-af35f029-258e-41e2-984a-6139fe7136ec admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=af7896e432b54a83bc6fa954af7e9dac&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0895116 Feb 04 12:20:33.562720 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59016) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:20:33.666648 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97231eb-0cb8-4543-b6cc-fdd086544ec4 req-45c38fd8-cdcb-4283-9b7f-f88bba8d18d5 tempest-FloatingIPsTestJSON-877821545 tempest-FloatingIPsTestJSON-877821545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:33.673986 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b97231eb-0cb8-4543-b6cc-fdd086544ec4 req-45c38fd8-cdcb-4283-9b7f-f88bba8d18d5 tempest-FloatingIPsTestJSON-877821545 tempest-FloatingIPsTestJSON-877821545-project] 10.222.0.65 "GET /v2.0/networks/7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 HTTP/1.1" status: 200 len: 784 time: 1.8912847 Feb 04 12:20:33.701144 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1a85442b-44b0-4af0-8516-0d257f895ce8 admin admin] Publish callbacks [] for security_group (e46e784f-ee13-48b0-a15c-9916e2c62c83), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:33.724855 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [req-b97231eb-0cb8-4543-b6cc-fdd086544ec4 req-c9aa9326-7f4c-4d3e-9cf1-edaf20612655 tempest-FloatingIPsTestJSON-877821545 tempest-FloatingIPsTestJSON-877821545-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:20:33.727017 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b97231eb-0cb8-4543-b6cc-fdd086544ec4 req-c9aa9326-7f4c-4d3e-9cf1-edaf20612655 tempest-FloatingIPsTestJSON-877821545 tempest-FloatingIPsTestJSON-877821545-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0417399 Feb 04 12:20:33.746418 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c1949a-2a49-430d-bfc0-3d75adc67964 req-b3ae404e-b068-49dc-8bbb-57c37a8a3ac2 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:33.749257 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-78c1949a-2a49-430d-bfc0-3d75adc67964 req-b3ae404e-b068-49dc-8bbb-57c37a8a3ac2 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/ports?device_id=382bd9ca-8939-4c9b-bfb8-eb81fd8954de HTTP/1.1" status: 200 len: 948 time: 1.4539826 Feb 04 12:20:33.802900 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1a85442b-44b0-4af0-8516-0d257f895ce8 admin admin] Publish callbacks [] for security_group (e46e784f-ee13-48b0-a15c-9916e2c62c83), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:33.812326 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e5cb9d-da7c-4cd4-bc61-0d1f813c08c9 req-b0a86226-0547-4752-a0b9-39a8282e0783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:33.814980 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b3e5cb9d-da7c-4cd4-bc61-0d1f813c08c9 req-b0a86226-0547-4752-a0b9-39a8282e0783 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cd7a27426604483abdc4179f17c2461d&device_id=382bd9ca-8939-4c9b-bfb8-eb81fd8954de HTTP/1.1" status: 200 len: 1130 time: 0.8057511 Feb 04 12:20:33.923093 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1a85442b-44b0-4af0-8516-0d257f895ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (e46e784f-ee13-48b0-a15c-9916e2c62c83), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:33.928062 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1a85442b-44b0-4af0-8516-0d257f895ce8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:33.934424 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-1a85442b-44b0-4af0-8516-0d257f895ce8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e46e784f-ee13-48b0-a15c-9916e2c62c83 HTTP/1.1" status: 204 len: 168 time: 0.3661878 Feb 04 12:20:33.956186 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a85442b-44b0-4af0-8516-0d257f895ce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e46e784f-ee13-48b0-a15c-9916e2c62c83,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:20:33.995811 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e5cb9d-da7c-4cd4-bc61-0d1f813c08c9 req-86280443-516e-4576-9e98-5e32534c1848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:33.998385 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b3e5cb9d-da7c-4cd4-bc61-0d1f813c08c9 req-86280443-516e-4576-9e98-5e32534c1848 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2f7dc246-a024-4937-952c-0ddeef5af29c HTTP/1.1" status: 200 len: 870 time: 0.1671417 Feb 04 12:20:34.301498 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a17f3fca-8745-40de-96c2-31f1e05e7350 req-6c1a1539-7902-4a05-a9dd-263d37ee7170 tempest-FloatingIPsTestJSON-877821545 tempest-FloatingIPsTestJSON-877821545-project] 10.222.0.65 "GET /v2.0/floatingips?tenant_id=579ea69403834782a33c69e1f5bfa5e7 HTTP/1.1" status: 200 len: 696 time: 0.4820423 Feb 04 12:20:34.304486 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b3e5cb9d-da7c-4cd4-bc61-0d1f813c08c9 req-db5709b9-6f29-4149-b183-79ccee91dfa6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=9b10404f-62d5-42e1-accf-5dbefbaa11b0 HTTP/1.1" status: 200 len: 217 time: 0.2731678 Feb 04 12:20:34.511326 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 9b10404f-62d5-42e1-accf-5dbefbaa11b0 details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:20:34.551083 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-78c1949a-2a49-430d-bfc0-3d75adc67964 req-a8a51c63-4163-485c-a18b-74fb77968e46 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/security-groups?id=ff9db729-a945-4359-8bb3-48cdfdee30d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7805400 Feb 04 12:20:34.830669 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e5cb9d-da7c-4cd4-bc61-0d1f813c08c9 req-7cdcd719-da63-4183-a3ec-e47a1b6d7493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:34.835257 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b3e5cb9d-da7c-4cd4-bc61-0d1f813c08c9 req-7cdcd719-da63-4183-a3ec-e47a1b6d7493 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5ee3374a-84e9-4639-853c-740c6edaf6dc HTTP/1.1" status: 200 len: 843 time: 0.5113842 Feb 04 12:20:34.839419 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59024) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:20:34.865756 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 9b10404f-62d5-42e1-accf-5dbefbaa11b0, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=9b10404f-62d5-42e1-accf-5dbefbaa11b0,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:20:34.900386 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': '9b10404f-62d5-42e1-accf-5dbefbaa11b0', 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c', 'port_id': '9b10404f-62d5-42e1-accf-5dbefbaa11b0', 'mac_address': 'fa:16:3e:ab:2a:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ee3374a-84e9-4639-853c-740c6edaf6dc', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:20:34.954012 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3dd31ab2-3ed2-4475-8b30-daa095613a6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141'] for router (abb309ab-7e24-43d1-97bc-f9f6ad35b42e), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:34.959418 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-4baadfb9-282f-4381-89c4-0fd32dc79bdd admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=df504b849b2043f3869610cffd58d09a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1149826 Feb 04 12:20:34.960494 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59026) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:20:34.996548 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 9b10404f-62d5-42e1-accf-5dbefbaa11b0 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:20:34.997172 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (9b10404f-62d5-42e1-accf-5dbefbaa11b0), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:35.023238 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b10404f-62d5-42e1-accf-5dbefbaa11b0 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:20:35.068651 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 9b10404f-62d5-42e1-accf-5dbefbaa11b0, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=9b10404f-62d5-42e1-accf-5dbefbaa11b0,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:20:35.069615 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b02cf36d-0de0-4978-8dae-78c15db6b5e8 admin admin] Publish callbacks [] for security_group (6f31682a-3396-4cd9-a3f0-bb4ca8496909), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:35.077456 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (9b10404f-62d5-42e1-accf-5dbefbaa11b0), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:35.130043 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b02cf36d-0de0-4978-8dae-78c15db6b5e8 admin admin] Publish callbacks [] for security_group (6f31682a-3396-4cd9-a3f0-bb4ca8496909), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:35.160996 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e5cb9d-da7c-4cd4-bc61-0d1f813c08c9 req-93b53ede-838b-4cd2-bd12-4b0b9bad92ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:35.163069 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b3e5cb9d-da7c-4cd4-bc61-0d1f813c08c9 req-93b53ede-838b-4cd2-bd12-4b0b9bad92ad service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2f7dc246-a024-4937-952c-0ddeef5af29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2986202 Feb 04 12:20:35.180761 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17f3fca-8745-40de-96c2-31f1e05e7350 req-9048c79b-3226-464c-b688-0fe7efd35e17 tempest-FloatingIPsTestJSON-877821545 tempest-FloatingIPsTestJSON-877821545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:35.184658 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a17f3fca-8745-40de-96c2-31f1e05e7350 req-9048c79b-3226-464c-b688-0fe7efd35e17 tempest-FloatingIPsTestJSON-877821545 tempest-FloatingIPsTestJSON-877821545-project] 10.222.0.65 "GET /v2.0/networks?id=7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 HTTP/1.1" status: 200 len: 787 time: 0.8590748 Feb 04 12:20:35.196938 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=9b10404f-62d5-42e1-accf-5dbefbaa11b0,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:20:35.246543 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [req-a17f3fca-8745-40de-96c2-31f1e05e7350 req-89b1f685-5cd4-4bc9-8e78-8908cc5ad9da tempest-FloatingIPsTestJSON-877821545 tempest-FloatingIPsTestJSON-877821545-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:20:35.248208 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a17f3fca-8745-40de-96c2-31f1e05e7350 req-89b1f685-5cd4-4bc9-8e78-8908cc5ad9da tempest-FloatingIPsTestJSON-877821545 tempest-FloatingIPsTestJSON-877821545-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0442200 Feb 04 12:20:35.302604 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b02cf36d-0de0-4978-8dae-78c15db6b5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (6f31682a-3396-4cd9-a3f0-bb4ca8496909), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:35.305921 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b02cf36d-0de0-4978-8dae-78c15db6b5e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:35.308712 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-b02cf36d-0de0-4978-8dae-78c15db6b5e8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6f31682a-3396-4cd9-a3f0-bb4ca8496909 HTTP/1.1" status: 204 len: 168 time: 0.3463328 Feb 04 12:20:35.323586 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02cf36d-0de0-4978-8dae-78c15db6b5e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f31682a-3396-4cd9-a3f0-bb4ca8496909,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:20:35.351220 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['9b10404f-62d5-42e1-accf-5dbefbaa11b0'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:20:35.376240 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 12:20:35.380217 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6a8a5384-632d-41ff-bf24-1dc8a03a29dd req-551245e9-6ba8-40cb-ace0-7a8c328ff158 tempest-FloatingIPsTestJSON-877821545 tempest-FloatingIPsTestJSON-877821545-project] 10.222.0.65 "GET /v2.0/floatingips/3b463790-d9c5-48f9-a2a2-e2296ef4ffb7 HTTP/1.1" status: 200 len: 693 time: 0.0716407 Feb 04 12:20:35.408940 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9998170b-0239-41ef-b667-29a6c7e628ce tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] Router 526125d0-fbb7-4267-b77a-4c98109bcf33 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:20:35.707160 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b3e5cb9d-da7c-4cd4-bc61-0d1f813c08c9 req-6294d33e-4533-4b47-8d63-2c704a3acb7d service neutron] 10.222.0.73 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5085294 Feb 04 12:20:35.892011 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dd31ab2-3ed2-4475-8b30-daa095613a6e admin admin] Router abb309ab-7e24-43d1-97bc-f9f6ad35b42e is scheduled to L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de with binding_index 1 {{(pid=103475) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 12:20:35.939289 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8a5384-632d-41ff-bf24-1dc8a03a29dd req-2a8cb1c1-c82b-42c2-8782-fb511f3847da tempest-FloatingIPsTestJSON-877821545 tempest-FloatingIPsTestJSON-877821545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:35.941682 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6a8a5384-632d-41ff-bf24-1dc8a03a29dd req-2a8cb1c1-c82b-42c2-8782-fb511f3847da tempest-FloatingIPsTestJSON-877821545 tempest-FloatingIPsTestJSON-877821545-project] 10.222.0.65 "GET /v2.0/networks/7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 HTTP/1.1" status: 200 len: 784 time: 0.5291510 Feb 04 12:20:35.983905 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [req-6a8a5384-632d-41ff-bf24-1dc8a03a29dd req-6867f9d1-d16f-4891-96a1-03fae5464128 tempest-FloatingIPsTestJSON-877821545 tempest-FloatingIPsTestJSON-877821545-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:20:35.985886 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6a8a5384-632d-41ff-bf24-1dc8a03a29dd req-6867f9d1-d16f-4891-96a1-03fae5464128 tempest-FloatingIPsTestJSON-877821545 tempest-FloatingIPsTestJSON-877821545-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0265837 Feb 04 12:20:36.030161 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9998170b-0239-41ef-b667-29a6c7e628ce tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:20:36.047282 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715356b4-dea5-4771-b246-95247c79c604 None None] Sync routers for ids ['526125d0-fbb7-4267-b77a-4c98109bcf33'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:20:36.065344 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715356b4-dea5-4771-b246-95247c79c604 None None] Routers {'526125d0-fbb7-4267-b77a-4c98109bcf33'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:20:36.066633 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-715356b4-dea5-4771-b246-95247c79c604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:20:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['526125d0-fbb7-4267-b77a-4c98109bcf33'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:20:36.154215 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9998170b-0239-41ef-b667-29a6c7e628ce tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:36.172979 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82a3eed-1adf-40c9-8e73-5219710b6b99 req-4d3183b9-e709-41b7-82cd-3691b02db3fd tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:36.176196 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e82a3eed-1adf-40c9-8e73-5219710b6b99 req-4d3183b9-e709-41b7-82cd-3691b02db3fd tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/ports?device_id=382bd9ca-8939-4c9b-bfb8-eb81fd8954de HTTP/1.1" status: 200 len: 949 time: 0.3751140 Feb 04 12:20:36.319399 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-715356b4-dea5-4771-b246-95247c79c604 None None] Set router 526125d0-fbb7-4267-b77a-4c98109bcf33 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:20:36.540782 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 9b10404f-62d5-42e1-accf-5dbefbaa11b0 up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:20:36.680887 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning for port 9b10404f-62d5-42e1-accf-5dbefbaa11b0 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:20:36.690971 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port 9b10404f-62d5-42e1-accf-5dbefbaa11b0 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:20:36.692580 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (9b10404f-62d5-42e1-accf-5dbefbaa11b0), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:36.722964 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b3e5cb9d-da7c-4cd4-bc61-0d1f813c08c9 req-f93b806f-57a9-44c8-b647-e3c2655f0515 service neutron] 10.222.0.73 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0011601 Feb 04 12:20:36.864924 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-9998170b-0239-41ef-b667-29a6c7e628ce tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] 10.222.0.65 "PUT /v2.0/floatingips/ce5041b0-2baa-4716-9bcb-0d696abe65b6 HTTP/1.1" status: 200 len: 991 time: 9.1727083 Feb 04 12:20:36.885889 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-715356b4-dea5-4771-b246-95247c79c604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '526125d0-fbb7-4267-b77a-4c98109bcf33', 'name': 'tempest-ServersTestManualDisk-501579117-router', 'tenant_id': 'bb3b803474b64ee4a96a9d1f82e7fbf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '5c6912fe-2413-4377-b04d-edc0fba687b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:19:33Z', 'updated_at': '2022-02-04T12:19:44Z', 'revision_number': 4, 'project_id': 'bb3b803474b64ee4a96a9d1f82e7fbf4', 'gw_port': {'id': '5c6912fe-2413-4377-b04d-edc0fba687b3', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526125d0-fbb7-4267-b77a-4c98109bcf33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:19:35Z', 'updated_at': '2022-02-04T12:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': 'ce5041b0-2baa-4716-9bcb-0d696abe65b6', 'tenant_id': 'bb3b803474b64ee4a96a9d1f82e7fbf4', 'floating_ip_address': '172.25.3.155', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': '526125d0-fbb7-4267-b77a-4c98109bcf33', 'port_id': '5c73274f-411d-4f05-a66d-82c9f330346d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eae58b19-8b37-4b30-b213-f41ab4db1b6c', 'mac_address': 'fa:16:3e:ea:fe:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ec6a9b-f8dd-4f89-97cd-32529894b186', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:19:56Z', 'updated_at': '2022-02-04T12:20:31Z', 'revision_number': 1, 'project_id': 'bb3b803474b64ee4a96a9d1f82e7fbf4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59ef49e4-70ea-4c18-9df8-0a836612d49d', 'name': '', 'network_id': 'eae58b19-8b37-4b30-b213-f41ab4db1b6c', 'tenant_id': 'bb3b803474b64ee4a96a9d1f82e7fbf4', 'mac_address': 'fa:16:3e:d5:b6:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526125d0-fbb7-4267-b77a-4c98109bcf33', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '3a336ad0-0e25-4f20-acd0-30e3137f0fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:19:41Z', 'updated_at': '2022-02-04T12:19:51Z', 'revision_number': 5, 'project_id': 'bb3b803474b64ee4a96a9d1f82e7fbf4', 'subnets': [{'id': '3a336ad0-0e25-4f20-acd0-30e3137f0fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:20:36.914071 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 9b10404f-62d5-42e1-accf-5dbefbaa11b0 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:20:36.914954 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (9b10404f-62d5-42e1-accf-5dbefbaa11b0), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:36.944128 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99ec6a9b-f8dd-4f89-97cd-32529894b186', 'tag': '5c73274f-411d-4f05-a66d-82c9f330346d'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:20:36.948008 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb40adb5-0484-483b-8609-fdab79151bb1" -d '{"events": [{"name": "network-changed", "server_uuid": "99ec6a9b-f8dd-4f89-97cd-32529894b186", "tag": "5c73274f-411d-4f05-a66d-82c9f330346d"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:20:36.959485 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '382bd9ca-8939-4c9b-bfb8-eb81fd8954de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b10404f-62d5-42e1-accf-5dbefbaa11b0'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:20:36.960195 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dd31ab2-3ed2-4475-8b30-daa095613a6e admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:20:36.971764 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70b23aff-01cf-47d6-b3a1-63cbed832982" -d '{"events": [{"server_uuid": "382bd9ca-8939-4c9b-bfb8-eb81fd8954de", "name": "network-vif-plugged", "status": "completed", "tag": "9b10404f-62d5-42e1-accf-5dbefbaa11b0"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:20:36.978412 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715356b4-dea5-4771-b246-95247c79c604 None None] Checking router: 526125d0-fbb7-4267-b77a-4c98109bcf33 for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:20:36.997117 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f36b1b-2747-403a-8e56-d5ea6cdfb988 None None] Sync routers for ids ['abb309ab-7e24-43d1-97bc-f9f6ad35b42e'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:20:36.998244 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715356b4-dea5-4771-b246-95247c79c604 None None] Routers {'526125d0-fbb7-4267-b77a-4c98109bcf33'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:20:36.999037 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-715356b4-dea5-4771-b246-95247c79c604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:20:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['526125d0-fbb7-4267-b77a-4c98109bcf33'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:20:37.025725 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6a8a5384-632d-41ff-bf24-1dc8a03a29dd req-943adc20-faf1-4071-a708-e8b07ab1b821 tempest-FloatingIPsTestJSON-877821545 tempest-FloatingIPsTestJSON-877821545-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.3.127 HTTP/1.1" status: 200 len: 696 time: 1.0145602 Feb 04 12:20:37.033329 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e82a3eed-1adf-40c9-8e73-5219710b6b99 req-347610bc-8b74-45b2-8ad4-7f40d0a55f89 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/security-groups?id=ff9db729-a945-4359-8bb3-48cdfdee30d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396147 Feb 04 12:20:37.054287 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3dd31ab2-3ed2-4475-8b30-daa095613a6e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:37.060992 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-3dd31ab2-3ed2-4475-8b30-daa095613a6e admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 17.8819194 Feb 04 12:20:37.061458 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59060) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:20:37.068201 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 9b10404f-62d5-42e1-accf-5dbefbaa11b0, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=9b10404f-62d5-42e1-accf-5dbefbaa11b0,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:20:37.087888 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (9b10404f-62d5-42e1-accf-5dbefbaa11b0), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:37.245465 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6a8a5384-632d-41ff-bf24-1dc8a03a29dd req-58cd8d9d-f1f5-4310-a97f-595d6f901726 tempest-FloatingIPsTestJSON-877821545 tempest-FloatingIPsTestJSON-877821545-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.3.127 HTTP/1.1" status: 200 len: 696 time: 0.1951013 Feb 04 12:20:37.280957 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=9b10404f-62d5-42e1-accf-5dbefbaa11b0,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:20:37.301534 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f36b1b-2747-403a-8e56-d5ea6cdfb988 None None] Routers {'abb309ab-7e24-43d1-97bc-f9f6ad35b42e'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:20:37.303132 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-a2f36b1b-2747-403a-8e56-d5ea6cdfb988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:20:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['abb309ab-7e24-43d1-97bc-f9f6ad35b42e'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:20:37.421575 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-715356b4-dea5-4771-b246-95247c79c604 None None] Set router 526125d0-fbb7-4267-b77a-4c98109bcf33 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:20:37.688696 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-a2f36b1b-2747-403a-8e56-d5ea6cdfb988 None None] Set router abb309ab-7e24-43d1-97bc-f9f6ad35b42e gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:20:37.813934 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183ff873-cc91-4f54-9daf-f866b7d6146f req-38d7223c-2a2a-434b-af91-01c842d89fef tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:37.833371 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-183ff873-cc91-4f54-9daf-f866b7d6146f req-38d7223c-2a2a-434b-af91-01c842d89fef tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] 10.222.0.65 "GET /v2.0/ports?device_id=99ec6a9b-f8dd-4f89-97cd-32529894b186 HTTP/1.1" status: 200 len: 945 time: 0.5650959 Feb 04 12:20:37.910649 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-6a8a5384-632d-41ff-bf24-1dc8a03a29dd req-5e841ab9-55b7-40dd-837f-587747e7d11d tempest-FloatingIPsTestJSON-877821545 tempest-FloatingIPsTestJSON-877821545-project] Deleting port f979161a-42fd-4196-bf3e-b446e7d55b54 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:20:37.911052 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-6a8a5384-632d-41ff-bf24-1dc8a03a29dd req-5e841ab9-55b7-40dd-837f-587747e7d11d tempest-FloatingIPsTestJSON-877821545 tempest-FloatingIPsTestJSON-877821545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (f979161a-42fd-4196-bf3e-b446e7d55b54), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:38.059472 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-183ff873-cc91-4f54-9daf-f866b7d6146f req-0a04e24a-1d3f-471e-85b2-992ac4139ba4 tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] 10.222.0.65 "GET /v2.0/security-groups?id=9664bb36-bf5d-4990-a15c-2a75945861da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1892023 Feb 04 12:20:38.199154 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-715356b4-dea5-4771-b246-95247c79c604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '526125d0-fbb7-4267-b77a-4c98109bcf33', 'name': 'tempest-ServersTestManualDisk-501579117-router', 'tenant_id': 'bb3b803474b64ee4a96a9d1f82e7fbf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '5c6912fe-2413-4377-b04d-edc0fba687b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:19:33Z', 'updated_at': '2022-02-04T12:19:44Z', 'revision_number': 4, 'project_id': 'bb3b803474b64ee4a96a9d1f82e7fbf4', 'gw_port': {'id': '5c6912fe-2413-4377-b04d-edc0fba687b3', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526125d0-fbb7-4267-b77a-4c98109bcf33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:19:35Z', 'updated_at': '2022-02-04T12:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': 'ce5041b0-2baa-4716-9bcb-0d696abe65b6', 'tenant_id': 'bb3b803474b64ee4a96a9d1f82e7fbf4', 'floating_ip_address': '172.25.3.155', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': '526125d0-fbb7-4267-b77a-4c98109bcf33', 'port_id': '5c73274f-411d-4f05-a66d-82c9f330346d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eae58b19-8b37-4b30-b213-f41ab4db1b6c', 'mac_address': 'fa:16:3e:ea:fe:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ec6a9b-f8dd-4f89-97cd-32529894b186', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:19:56Z', 'updated_at': '2022-02-04T12:20:31Z', 'revision_number': 1, 'project_id': 'bb3b803474b64ee4a96a9d1f82e7fbf4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59ef49e4-70ea-4c18-9df8-0a836612d49d', 'name': '', 'network_id': 'eae58b19-8b37-4b30-b213-f41ab4db1b6c', 'tenant_id': 'bb3b803474b64ee4a96a9d1f82e7fbf4', 'mac_address': 'fa:16:3e:d5:b6:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526125d0-fbb7-4267-b77a-4c98109bcf33', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '3a336ad0-0e25-4f20-acd0-30e3137f0fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:19:41Z', 'updated_at': '2022-02-04T12:19:51Z', 'revision_number': 5, 'project_id': 'bb3b803474b64ee4a96a9d1f82e7fbf4', 'subnets': [{'id': '3a336ad0-0e25-4f20-acd0-30e3137f0fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:20:38.229558 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-6a8a5384-632d-41ff-bf24-1dc8a03a29dd req-5e841ab9-55b7-40dd-837f-587747e7d11d tempest-FloatingIPsTestJSON-877821545 tempest-FloatingIPsTestJSON-877821545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (f979161a-42fd-4196-bf3e-b446e7d55b54), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:38.230790 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-6a8a5384-632d-41ff-bf24-1dc8a03a29dd req-5e841ab9-55b7-40dd-837f-587747e7d11d tempest-FloatingIPsTestJSON-877821545 tempest-FloatingIPsTestJSON-877821545-project] Publish callbacks [] for floatingip (f979161a-42fd-4196-bf3e-b446e7d55b54), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:38.278351 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9c8a515-cec3-4413-b042-9ac0a37e2e98 x-openstack-request-id: req-f9c8a515-cec3-4413-b042-9ac0a37e2e98 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:20:38.280120 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99ec6a9b-f8dd-4f89-97cd-32529894b186", "tag": "5c73274f-411d-4f05-a66d-82c9f330346d", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:20:38.280440 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f9c8a515-cec3-4413-b042-9ac0a37e2e98 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:20:38.280841 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99ec6a9b-f8dd-4f89-97cd-32529894b186', 'tag': '5c73274f-411d-4f05-a66d-82c9f330346d', 'status': 'completed', 'code': 200} Feb 04 12:20:38.303499 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-6a8a5384-632d-41ff-bf24-1dc8a03a29dd req-5e841ab9-55b7-40dd-837f-587747e7d11d tempest-FloatingIPsTestJSON-877821545 tempest-FloatingIPsTestJSON-877821545-project] Calling delete_port for f979161a-42fd-4196-bf3e-b446e7d55b54 owned by network:floatingip {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:20:38.305352 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715356b4-dea5-4771-b246-95247c79c604 None None] The sync data for ids ['526125d0-fbb7-4267-b77a-4c98109bcf33'] in n-d-825015-3 is: [{'id': '526125d0-fbb7-4267-b77a-4c98109bcf33', 'name': 'tempest-ServersTestManualDisk-501579117-router', 'tenant_id': 'bb3b803474b64ee4a96a9d1f82e7fbf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '5c6912fe-2413-4377-b04d-edc0fba687b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:19:33Z', 'updated_at': '2022-02-04T12:19:44Z', 'revision_number': 4, 'project_id': 'bb3b803474b64ee4a96a9d1f82e7fbf4', 'gw_port': {'id': '5c6912fe-2413-4377-b04d-edc0fba687b3', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526125d0-fbb7-4267-b77a-4c98109bcf33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:19:35Z', 'updated_at': '2022-02-04T12:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': 'ce5041b0-2baa-4716-9bcb-0d696abe65b6', 'tenant_id': 'bb3b803474b64ee4a96a9d1f82e7fbf4', 'floating_ip_address': '172.25.3.155', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': '526125d0-fbb7-4267-b77a-4c98109bcf33', 'port_id': '5c73274f-411d-4f05-a66d-82c9f330346d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eae58b19-8b37-4b30-b213-f41ab4db1b6c', 'mac_address': 'fa:16:3e:ea:fe:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ec6a9b-f8dd-4f89-97cd-32529894b186', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:19:56Z', 'updated_at': '2022-02-04T12:20:31Z', 'revision_number': 1, 'project_id': 'bb3b803474b64ee4a96a9d1f82e7fbf4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59ef49e4-70ea-4c18-9df8-0a836612d49d', 'name': '', 'network_id': 'eae58b19-8b37-4b30-b213-f41ab4db1b6c', 'tenant_id': 'bb3b803474b64ee4a96a9d1f82e7fbf4', 'mac_address': 'fa:16:3e:d5:b6:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526125d0-fbb7-4267-b77a-4c98109bcf33', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '3a336ad0-0e25-4f20-acd0-30e3137f0fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:19:41Z', 'updated_at': '2022-02-04T12:19:51Z', 'revision_number': 5, 'project_id': 'bb3b803474b64ee4a96a9d1f82e7fbf4', 'subnets': [{'id': '3a336ad0-0e25-4f20-acd0-30e3137f0fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:20:38.363049 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fde60d48-edaa-42db-a03c-3b376160ffd0 req-b4f86200-5464-46ea-a86e-78551f632481 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f2424bbf-a970-4983-a079-c74cefc5b79e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1917481 Feb 04 12:20:38.423766 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59f1e1c4-3069-44aa-9463-c29652530589 x-openstack-request-id: req-59f1e1c4-3069-44aa-9463-c29652530589 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:20:38.424864 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "382bd9ca-8939-4c9b-bfb8-eb81fd8954de", "name": "network-vif-plugged", "status": "completed", "tag": "9b10404f-62d5-42e1-accf-5dbefbaa11b0", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:20:38.425284 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-59f1e1c4-3069-44aa-9463-c29652530589 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:20:38.429466 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '382bd9ca-8939-4c9b-bfb8-eb81fd8954de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b10404f-62d5-42e1-accf-5dbefbaa11b0', 'code': 200} Feb 04 12:20:38.505143 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-a2f36b1b-2747-403a-8e56-d5ea6cdfb988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb309ab-7e24-43d1-97bc-f9f6ad35b42e', 'name': 'tempest-FloatingIPDetailsTestJSON-355157392-router', 'tenant_id': '4314cf7bb6fa4befa052fc7bfa03983d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '18753e63-45a4-4ccc-94b6-96ccb1973f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:20:19Z', 'updated_at': '2022-02-04T12:20:31Z', 'revision_number': 3, 'project_id': '4314cf7bb6fa4befa052fc7bfa03983d', 'gw_port': {'id': '18753e63-45a4-4ccc-94b6-96ccb1973f19', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:53:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb309ab-7e24-43d1-97bc-f9f6ad35b42e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:20:24Z', 'updated_at': '2022-02-04T12:20:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:20:38.601354 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb40adb5-0484-483b-8609-fdab79151bb1 req-a60a2367-27d7-4ade-a7f8-1dc21a5e24c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:38.611843 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-eb40adb5-0484-483b-8609-fdab79151bb1 req-a60a2367-27d7-4ade-a7f8-1dc21a5e24c3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bb3b803474b64ee4a96a9d1f82e7fbf4&device_id=99ec6a9b-f8dd-4f89-97cd-32529894b186 HTTP/1.1" status: 200 len: 1127 time: 0.3077981 Feb 04 12:20:38.661731 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f36b1b-2747-403a-8e56-d5ea6cdfb988 None None] Checking router: abb309ab-7e24-43d1-97bc-f9f6ad35b42e for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:20:38.662202 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f36b1b-2747-403a-8e56-d5ea6cdfb988 None None] Updating router abb309ab-7e24-43d1-97bc-f9f6ad35b42e port 18753e63-45a4-4ccc-94b6-96ccb1973f19 binding host n-d-825015-3 {{(pid=103476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:20:38.800274 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a2f36b1b-2747-403a-8e56-d5ea6cdfb988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (18753e63-45a4-4ccc-94b6-96ccb1973f19), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:38.848696 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-45afddcc-003f-4136-bb58-60c54cd3ead9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:38.997800 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1dcc8ac-86b6-46d9-a33e-0de0226974b1 None None] New status for floating IP ce5041b0-2baa-4716-9bcb-0d696abe65b6: ACTIVE {{(pid=103477) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 12:20:39.083209 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb40adb5-0484-483b-8609-fdab79151bb1 req-5b328d10-64a9-4b03-aaa7-88c039ff3966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:39.084776 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a940ebc-a0d8-400c-b1f4-97d2899f5b68 req-4410687e-b022-4f6b-a232-cc723091e4f2 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:39.085596 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-eb40adb5-0484-483b-8609-fdab79151bb1 req-5b328d10-64a9-4b03-aaa7-88c039ff3966 service neutron] 10.222.0.77 "GET /v2.0/networks?id=eae58b19-8b37-4b30-b213-f41ab4db1b6c HTTP/1.1" status: 200 len: 912 time: 0.4475212 Feb 04 12:20:39.102155 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9a940ebc-a0d8-400c-b1f4-97d2899f5b68 req-4410687e-b022-4f6b-a232-cc723091e4f2 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/ports?device_id=382bd9ca-8939-4c9b-bfb8-eb81fd8954de HTTP/1.1" status: 200 len: 950 time: 0.5051029 Feb 04 12:20:39.118227 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde60d48-edaa-42db-a03c-3b376160ffd0 req-0d805034-9ed7-4963-a60e-c3c5fe684a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:39.120942 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fde60d48-edaa-42db-a03c-3b376160ffd0 req-0d805034-9ed7-4963-a60e-c3c5fe684a8a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ce6c413c7b184a0e86efef28e885886e&device_id=f2424bbf-a970-4983-a079-c74cefc5b79e HTTP/1.1" status: 200 len: 1127 time: 0.5238729 Feb 04 12:20:39.179200 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc45337-e1eb-41eb-a343-b2d5bf94e2ec req-a412f838-66c3-43b6-a2a8-2248b901d7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:39.184155 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-acc45337-e1eb-41eb-a343-b2d5bf94e2ec req-a412f838-66c3-43b6-a2a8-2248b901d7db service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=382bd9ca-8939-4c9b-bfb8-eb81fd8954de HTTP/1.1" status: 200 len: 1132 time: 0.5437169 Feb 04 12:20:39.311086 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-eb40adb5-0484-483b-8609-fdab79151bb1 req-aa4b29b4-9a03-44e3-8a86-35946542a3e7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c73274f-411d-4f05-a66d-82c9f330346d HTTP/1.1" status: 200 len: 999 time: 0.2134864 Feb 04 12:20:39.483015 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb40adb5-0484-483b-8609-fdab79151bb1 req-95667459-a19e-4660-b438-0a86f2784ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:39.485820 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-eb40adb5-0484-483b-8609-fdab79151bb1 req-95667459-a19e-4660-b438-0a86f2784ca3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3a336ad0-0e25-4f20-acd0-30e3137f0fbb HTTP/1.1" status: 200 len: 850 time: 0.1580987 Feb 04 12:20:39.524857 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9a940ebc-a0d8-400c-b1f4-97d2899f5b68 req-543e0d94-79bf-4a20-959c-3a1b0bac9140 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/security-groups?id=ff9db729-a945-4359-8bb3-48cdfdee30d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3857870 Feb 04 12:20:39.576913 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-acc45337-e1eb-41eb-a343-b2d5bf94e2ec req-83c20b64-5248-48bc-91a2-17ff17b71b62 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ff9db729-a945-4359-8bb3-48cdfdee30d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3712764 Feb 04 12:20:39.634373 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a2f36b1b-2747-403a-8e56-d5ea6cdfb988 None None] Publish callbacks [] for port (18753e63-45a4-4ccc-94b6-96ccb1973f19), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:39.645127 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a2f36b1b-2747-403a-8e56-d5ea6cdfb988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (18753e63-45a4-4ccc-94b6-96ccb1973f19), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:39.764541 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dffca9-44cc-4451-bcc7-a9795d315307 None None] Pushing event updated for resources: {'Port': ['ID=18753e63-45a4-4ccc-94b6-96ccb1973f19,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:20:39.794868 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-a2f36b1b-2747-403a-8e56-d5ea6cdfb988 None None] Attempting to bind port 18753e63-45a4-4ccc-94b6-96ccb1973f19 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:20:39.795597 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-a2f36b1b-2747-403a-8e56-d5ea6cdfb988 None None] Attempting to bind port 18753e63-45a4-4ccc-94b6-96ccb1973f19 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:20:39.796357 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f36b1b-2747-403a-8e56-d5ea6cdfb988 None None] Attempting to bind port 18753e63-45a4-4ccc-94b6-96ccb1973f19 on network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:20:39.807854 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f36b1b-2747-403a-8e56-d5ea6cdfb988 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:20:39.809282 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f36b1b-2747-403a-8e56-d5ea6cdfb988 None None] Checking segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:20:39.809282 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a2f36b1b-2747-403a-8e56-d5ea6cdfb988 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:39.809972 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f36b1b-2747-403a-8e56-d5ea6cdfb988 None None] Bound using segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:20:39.811304 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-a2f36b1b-2747-403a-8e56-d5ea6cdfb988 None None] Bound port: 18753e63-45a4-4ccc-94b6-96ccb1973f19, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:20:39.812279 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a2f36b1b-2747-403a-8e56-d5ea6cdfb988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (18753e63-45a4-4ccc-94b6-96ccb1973f19), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:39.848358 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde60d48-edaa-42db-a03c-3b376160ffd0 req-ac6bbf28-af49-4f66-936b-c83f0e9cf0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:39.855776 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fde60d48-edaa-42db-a03c-3b376160ffd0 req-ac6bbf28-af49-4f66-936b-c83f0e9cf0bb service neutron] 10.222.0.73 "GET /v2.0/networks?id=29dc487a-0891-467b-a5a8-be1dfb71d55e HTTP/1.1" status: 200 len: 916 time: 0.6521573 Feb 04 12:20:39.898727 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-6a8a5384-632d-41ff-bf24-1dc8a03a29dd req-5e841ab9-55b7-40dd-837f-587747e7d11d tempest-FloatingIPsTestJSON-877821545 tempest-FloatingIPsTestJSON-877821545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (f979161a-42fd-4196-bf3e-b446e7d55b54), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:39.965720 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-45afddcc-003f-4136-bb58-60c54cd3ead9 admin admin] Allocated IP 172.20.0.1 (d7d9c78c-7daf-4783-ab1f-791980607a36/84f2860b-85f8-42d9-9067-4596ddb275b5/62749add-6058-4a6f-89b1-f420b5af40dd) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:20:40.073709 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-a2f36b1b-2747-403a-8e56-d5ea6cdfb988 None None] For port 18753e63-45a4-4ccc-94b6-96ccb1973f19, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:20:40.090140 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e841ab9-55b7-40dd-837f-587747e7d11d tempest-FloatingIPsTestJSON-877821545 tempest-FloatingIPsTestJSON-877821545-project] Pushing event deleted for resources: {'Port': ['ID=f979161a-42fd-4196-bf3e-b446e7d55b54,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:20:40.091124 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-a2f36b1b-2747-403a-8e56-d5ea6cdfb988 None None] For port 18753e63-45a4-4ccc-94b6-96ccb1973f19, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=18753e63-45a4-4ccc-94b6-96ccb1973f19,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:20:40.123936 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a2f36b1b-2747-403a-8e56-d5ea6cdfb988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (18753e63-45a4-4ccc-94b6-96ccb1973f19), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:40.150241 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fde60d48-edaa-42db-a03c-3b376160ffd0 req-794dcd2e-fb93-486f-b1a8-887645a01d22 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=889fb1f4-a551-46dd-a270-1535e39b967e HTTP/1.1" status: 200 len: 217 time: 0.2830629 Feb 04 12:20:40.192373 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-45afddcc-003f-4136-bb58-60c54cd3ead9 admin admin] Publish callbacks [] for port (62749add-6058-4a6f-89b1-f420b5af40dd), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:40.261475 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb40adb5-0484-483b-8609-fdab79151bb1 req-f6c39dc8-1e6b-4800-9b26-80fdde89408b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:40.264866 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-eb40adb5-0484-483b-8609-fdab79151bb1 req-f6c39dc8-1e6b-4800-9b26-80fdde89408b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=eae58b19-8b37-4b30-b213-f41ab4db1b6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.7607429 Feb 04 12:20:40.267519 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-45afddcc-003f-4136-bb58-60c54cd3ead9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (62749add-6058-4a6f-89b1-f420b5af40dd), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:40.269158 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f36b1b-2747-403a-8e56-d5ea6cdfb988 None None] Routers {'abb309ab-7e24-43d1-97bc-f9f6ad35b42e'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:20:40.270740 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-a2f36b1b-2747-403a-8e56-d5ea6cdfb988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:20:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['abb309ab-7e24-43d1-97bc-f9f6ad35b42e'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:20:40.281308 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9c98c5-b837-4581-8981-dd01226f2551 req-1eb15696-c2cf-4da1-860f-4ebb6907d7fe tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:40.293702 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-de9c98c5-b837-4581-8981-dd01226f2551 req-1eb15696-c2cf-4da1-860f-4ebb6907d7fe tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] 10.222.0.65 "GET /v2.0/ports?device_id=99ec6a9b-f8dd-4f89-97cd-32529894b186 HTTP/1.1" status: 200 len: 945 time: 0.6026738 Feb 04 12:20:40.399914 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-6a8a5384-632d-41ff-bf24-1dc8a03a29dd req-5e841ab9-55b7-40dd-837f-587747e7d11d tempest-FloatingIPsTestJSON-877821545 tempest-FloatingIPsTestJSON-877821545-project] Publish callbacks [] for floatingip (3b463790-d9c5-48f9-a2a2-e2296ef4ffb7), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:40.408405 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-6a8a5384-632d-41ff-bf24-1dc8a03a29dd req-5e841ab9-55b7-40dd-837f-587747e7d11d tempest-FloatingIPsTestJSON-877821545 tempest-FloatingIPsTestJSON-877821545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:40.411319 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6a8a5384-632d-41ff-bf24-1dc8a03a29dd req-5e841ab9-55b7-40dd-837f-587747e7d11d tempest-FloatingIPsTestJSON-877821545 tempest-FloatingIPsTestJSON-877821545-project] 10.222.0.65 "DELETE /v2.0/floatingips/3b463790-d9c5-48f9-a2a2-e2296ef4ffb7 HTTP/1.1" status: 204 len: 173 time: 3.1543884 Feb 04 12:20:40.465932 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-eb40adb5-0484-483b-8609-fdab79151bb1 req-c9898430-305d-444d-b7e4-4843f7e6814d service neutron] 10.222.0.77 "GET /v2.0/networks/eae58b19-8b37-4b30-b213-f41ab4db1b6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850965 Feb 04 12:20:40.556072 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-de9c98c5-b837-4581-8981-dd01226f2551 req-8be2bc5a-0e25-4647-9545-4f731d7ef617 tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] 10.222.0.65 "GET /v2.0/security-groups?id=9664bb36-bf5d-4990-a15c-2a75945861da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2600083 Feb 04 12:20:40.690443 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde60d48-edaa-42db-a03c-3b376160ffd0 req-66f2c2eb-587c-4e96-95cd-74f8aedaaa2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:40.699092 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fde60d48-edaa-42db-a03c-3b376160ffd0 req-66f2c2eb-587c-4e96-95cd-74f8aedaaa2f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8c10b01f-6505-423f-a043-13e7cced20b8 HTTP/1.1" status: 200 len: 855 time: 0.4536984 Feb 04 12:20:40.708607 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45afddcc-003f-4136-bb58-60c54cd3ead9 admin admin] Network d7d9c78c-7daf-4783-ab1f-791980607a36 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:20:40.738736 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-45afddcc-003f-4136-bb58-60c54cd3ead9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:20:40.754381 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45afddcc-003f-4136-bb58-60c54cd3ead9 admin admin] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:20:40.815203 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afddcc-003f-4136-bb58-60c54cd3ead9 admin admin] Pushing event updated for resources: {'Port': ['ID=62749add-6058-4a6f-89b1-f420b5af40dd,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:20:40.931239 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fde60d48-edaa-42db-a03c-3b376160ffd0 req-3ad6e4c6-910e-4a0a-8cfb-4bc2dc73c871 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=29dc487a-0891-467b-a5a8-be1dfb71d55e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0975146 Feb 04 12:20:41.019218 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-45afddcc-003f-4136-bb58-60c54cd3ead9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1599818'] for router_interface (abb309ab-7e24-43d1-97bc-f9f6ad35b42e), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:41.092646 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-a2f36b1b-2747-403a-8e56-d5ea6cdfb988 None None] Set router abb309ab-7e24-43d1-97bc-f9f6ad35b42e gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:20:41.269460 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-eb40adb5-0484-483b-8609-fdab79151bb1 req-069e92b0-d805-4e37-b3b4-56f1c947d345 service neutron] 10.222.0.77 "GET /v2.0/networks/eae58b19-8b37-4b30-b213-f41ab4db1b6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7908239 Feb 04 12:20:41.351251 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae1e778-68f7-4713-b6c6-94c881d1d218 req-9b81dc72-efb6-4258-8db6-0304af8ef184 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:41.354756 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cae1e778-68f7-4713-b6c6-94c881d1d218 req-9b81dc72-efb6-4258-8db6-0304af8ef184 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/ports?device_id=382bd9ca-8939-4c9b-bfb8-eb81fd8954de HTTP/1.1" status: 200 len: 950 time: 0.5053742 Feb 04 12:20:41.371563 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4fe92814-0de1-4afa-aec0-116d609d9f72 req-bd3f8311-1bbd-4823-ac80-410641bc0848 tempest-FloatingIPsTestJSON-877821545 tempest-FloatingIPsTestJSON-877821545-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8373075 Feb 04 12:20:41.429119 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-4fe92814-0de1-4afa-aec0-116d609d9f72 req-908981e0-b95a-4df3-8b81-c0b2f5c782a4 tempest-FloatingIPsTestJSON-877821545 tempest-FloatingIPsTestJSON-877821545-project] Request body: {'floatingip': {'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:20:41.499171 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-4fe92814-0de1-4afa-aec0-116d609d9f72 req-908981e0-b95a-4df3-8b81-c0b2f5c782a4 tempest-FloatingIPsTestJSON-877821545 tempest-FloatingIPsTestJSON-877821545-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:41.500836 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dffca9-44cc-4451-bcc7-a9795d315307 None None] Pushing event updated for resources: {'Port': ['ID=18753e63-45a4-4ccc-94b6-96ccb1973f19,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:20:41.539402 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-8f58e526-2cca-4dcb-ad48-3679511d31bf None None] Provisioning complete for port 62749add-6058-4a6f-89b1-f420b5af40dd triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:20:41.540059 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8f58e526-2cca-4dcb-ad48-3679511d31bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (62749add-6058-4a6f-89b1-f420b5af40dd), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:41.582086 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fde60d48-edaa-42db-a03c-3b376160ffd0 req-6b361f40-e597-4e0a-9246-5e168e2dc044 service neutron] 10.222.0.73 "GET /v2.0/networks/29dc487a-0891-467b-a5a8-be1dfb71d55e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6339872 Feb 04 12:20:41.586509 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59088) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:20:41.621243 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-45afddcc-003f-4136-bb58-60c54cd3ead9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (62749add-6058-4a6f-89b1-f420b5af40dd), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:41.769696 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-8f58e526-2cca-4dcb-ad48-3679511d31bf None None] Port 62749add-6058-4a6f-89b1-f420b5af40dd cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:20:41.864784 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cae1e778-68f7-4713-b6c6-94c881d1d218 req-b407614b-4610-4823-88d9-d24a205070d6 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/security-groups?id=ff9db729-a945-4359-8bb3-48cdfdee30d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4880471 Feb 04 12:20:41.941594 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fde60d48-edaa-42db-a03c-3b376160ffd0 req-a21ed4f2-ea30-455d-9d3d-3a2c8cbfe2fa service neutron] 10.222.0.73 "GET /v2.0/networks/29dc487a-0891-467b-a5a8-be1dfb71d55e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2998462 Feb 04 12:20:42.007423 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-a2f36b1b-2747-403a-8e56-d5ea6cdfb988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb309ab-7e24-43d1-97bc-f9f6ad35b42e', 'name': 'tempest-FloatingIPDetailsTestJSON-355157392-router', 'tenant_id': '4314cf7bb6fa4befa052fc7bfa03983d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '18753e63-45a4-4ccc-94b6-96ccb1973f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:20:19Z', 'updated_at': '2022-02-04T12:20:31Z', 'revision_number': 3, 'project_id': '4314cf7bb6fa4befa052fc7bfa03983d', 'gw_port': {'id': '18753e63-45a4-4ccc-94b6-96ccb1973f19', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:53:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb309ab-7e24-43d1-97bc-f9f6ad35b42e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:20:24Z', 'updated_at': '2022-02-04T12:20:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:20:42.067807 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bee63fe1-8cfc-4909-bd26-865526477bb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:42.085753 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f36b1b-2747-403a-8e56-d5ea6cdfb988 None None] The sync data for ids ['abb309ab-7e24-43d1-97bc-f9f6ad35b42e'] in n-d-825015-3 is: [{'id': 'abb309ab-7e24-43d1-97bc-f9f6ad35b42e', 'name': 'tempest-FloatingIPDetailsTestJSON-355157392-router', 'tenant_id': '4314cf7bb6fa4befa052fc7bfa03983d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '18753e63-45a4-4ccc-94b6-96ccb1973f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:20:19Z', 'updated_at': '2022-02-04T12:20:31Z', 'revision_number': 3, 'project_id': '4314cf7bb6fa4befa052fc7bfa03983d', 'gw_port': {'id': '18753e63-45a4-4ccc-94b6-96ccb1973f19', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:53:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb309ab-7e24-43d1-97bc-f9f6ad35b42e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:20:24Z', 'updated_at': '2022-02-04T12:20:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:20:42.185663 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-4fe92814-0de1-4afa-aec0-116d609d9f72 req-908981e0-b95a-4df3-8b81-c0b2f5c782a4 tempest-FloatingIPsTestJSON-877821545 tempest-FloatingIPsTestJSON-877821545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:42.302250 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9fd987-44a8-4038-a4d6-cd4a7a08b19d req-da289b7f-ba0e-4a29-a972-4531b457c07d tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:42.320852 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ef9fd987-44a8-4038-a4d6-cd4a7a08b19d req-da289b7f-ba0e-4a29-a972-4531b457c07d tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] 10.222.0.65 "GET /v2.0/ports?device_id=99ec6a9b-f8dd-4f89-97cd-32529894b186 HTTP/1.1" status: 200 len: 945 time: 0.2495644 Feb 04 12:20:42.331318 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-45afddcc-003f-4136-bb58-60c54cd3ead9 admin admin] Publish callbacks [] for port (62749add-6058-4a6f-89b1-f420b5af40dd), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:42.355945 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-45afddcc-003f-4136-bb58-60c54cd3ead9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (62749add-6058-4a6f-89b1-f420b5af40dd), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:42.427599 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bee63fe1-8cfc-4909-bd26-865526477bb6 admin admin] Publish callbacks [] for security_group (2363758b-7cd9-40d7-8c7b-1f186a875f0f), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:42.483198 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bee63fe1-8cfc-4909-bd26-865526477bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (2363758b-7cd9-40d7-8c7b-1f186a875f0f), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:42.566740 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ef9fd987-44a8-4038-a4d6-cd4a7a08b19d req-17a0fb12-a31f-4abe-88ac-6617855a7d18 tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] 10.222.0.65 "GET /v2.0/security-groups?id=9664bb36-bf5d-4990-a15c-2a75945861da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2238305 Feb 04 12:20:42.598646 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-4fe92814-0de1-4afa-aec0-116d609d9f72 req-908981e0-b95a-4df3-8b81-c0b2f5c782a4 tempest-FloatingIPsTestJSON-877821545 tempest-FloatingIPsTestJSON-877821545-project] Allocated IP 172.25.3.55 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/40f08088-7780-49c2-953d-cd16507f0688) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:20:42.964357 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2530cdd-1003-4e07-b40d-0fdfd29eec19 req-74583433-ceff-4c58-9c8d-d33c2349edf9 tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:42.981045 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a2530cdd-1003-4e07-b40d-0fdfd29eec19 req-74583433-ceff-4c58-9c8d-d33c2349edf9 tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] 10.222.0.65 "GET /v2.0/ports?device_id=99ec6a9b-f8dd-4f89-97cd-32529894b186 HTTP/1.1" status: 200 len: 945 time: 0.2232940 Feb 04 12:20:42.991225 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-4fe92814-0de1-4afa-aec0-116d609d9f72 req-908981e0-b95a-4df3-8b81-c0b2f5c782a4 tempest-FloatingIPsTestJSON-877821545 tempest-FloatingIPsTestJSON-877821545-project] Publish callbacks [] for port (40f08088-7780-49c2-953d-cd16507f0688), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:43.125186 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afddcc-003f-4136-bb58-60c54cd3ead9 admin admin] Pushing event updated for resources: {'Port': ['ID=62749add-6058-4a6f-89b1-f420b5af40dd,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:20:43.197920 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 18753e63-45a4-4ccc-94b6-96ccb1973f19 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:20:43.204293 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a2530cdd-1003-4e07-b40d-0fdfd29eec19 req-dbc6a4be-e875-4665-a14f-f0d66137fe6b tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] 10.222.0.65 "GET /v2.0/security-groups?id=9664bb36-bf5d-4990-a15c-2a75945861da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2104487 Feb 04 12:20:43.205254 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-bee63fe1-8cfc-4909-bd26-865526477bb6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9dbf4b01bdca495eb6a9b329701bd325&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6164436 Feb 04 12:20:43.210609 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 59098) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:20:43.212956 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-45afddcc-003f-4136-bb58-60c54cd3ead9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622202'] for router_interface (abb309ab-7e24-43d1-97bc-f9f6ad35b42e), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:43.225008 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee63fe1-8cfc-4909-bd26-865526477bb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2363758b-7cd9-40d7-8c7b-1f186a875f0f,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:20:43.264127 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-4fe92814-0de1-4afa-aec0-116d609d9f72 req-908981e0-b95a-4df3-8b81-c0b2f5c782a4 tempest-FloatingIPsTestJSON-877821545 tempest-FloatingIPsTestJSON-877821545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (40f08088-7780-49c2-953d-cd16507f0688), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:43.380560 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 18753e63-45a4-4ccc-94b6-96ccb1973f19 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:20:43.380956 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (18753e63-45a4-4ccc-94b6-96ccb1973f19), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:43.481846 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908981e0-b95a-4df3-8b81-c0b2f5c782a4 tempest-FloatingIPsTestJSON-877821545 tempest-FloatingIPsTestJSON-877821545-project] Pushing event updated for resources: {'Port': ['ID=40f08088-7780-49c2-953d-cd16507f0688,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:20:43.585310 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fe92814-0de1-4afa-aec0-116d609d9f72 req-908981e0-b95a-4df3-8b81-c0b2f5c782a4 tempest-FloatingIPsTestJSON-877821545 tempest-FloatingIPsTestJSON-877821545-project] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:20:43.592215 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45afddcc-003f-4136-bb58-60c54cd3ead9 admin admin] Network d7d9c78c-7daf-4783-ab1f-791980607a36 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:20:43.597389 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-4fe92814-0de1-4afa-aec0-116d609d9f72 req-908981e0-b95a-4df3-8b81-c0b2f5c782a4 tempest-FloatingIPsTestJSON-877821545 tempest-FloatingIPsTestJSON-877821545-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:20:43.602449 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fe92814-0de1-4afa-aec0-116d609d9f72 req-908981e0-b95a-4df3-8b81-c0b2f5c782a4 tempest-FloatingIPsTestJSON-877821545 tempest-FloatingIPsTestJSON-877821545-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:20:43.602871 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-45afddcc-003f-4136-bb58-60c54cd3ead9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:20:43.655513 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 18753e63-45a4-4ccc-94b6-96ccb1973f19 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:20:43.656176 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (18753e63-45a4-4ccc-94b6-96ccb1973f19), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:43.690852 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336f3ee7-e24f-477a-97ae-2fd28c371ce8 req-742e8d55-2aa0-4ef6-9229-b72d434a27cf tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:43.693025 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-336f3ee7-e24f-477a-97ae-2fd28c371ce8 req-742e8d55-2aa0-4ef6-9229-b72d434a27cf tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/ports?device_id=382bd9ca-8939-4c9b-bfb8-eb81fd8954de HTTP/1.1" status: 200 len: 950 time: 0.2180524 Feb 04 12:20:43.734922 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port 18753e63-45a4-4ccc-94b6-96ccb1973f19, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=18753e63-45a4-4ccc-94b6-96ccb1973f19,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:20:43.741174 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (18753e63-45a4-4ccc-94b6-96ccb1973f19), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:43.761123 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b2c4e432-b11f-48ca-8cef-91cd98c548ca admin admin] Publish callbacks [] for security_group (2363758b-7cd9-40d7-8c7b-1f186a875f0f), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:43.893970 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-336f3ee7-e24f-477a-97ae-2fd28c371ce8 req-629282b2-87ef-4a76-b7e3-814b8af7efc3 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/security-groups?id=ff9db729-a945-4359-8bb3-48cdfdee30d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860101 Feb 04 12:20:43.909127 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=18753e63-45a4-4ccc-94b6-96ccb1973f19,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:20:44.019875 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b2c4e432-b11f-48ca-8cef-91cd98c548ca admin admin] Publish callbacks [] for security_group (2363758b-7cd9-40d7-8c7b-1f186a875f0f), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:44.029684 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45afddcc-003f-4136-bb58-60c54cd3ead9 admin admin] Router abb309ab-7e24-43d1-97bc-f9f6ad35b42e has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:20:44.038953 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-4fe92814-0de1-4afa-aec0-116d609d9f72 req-908981e0-b95a-4df3-8b81-c0b2f5c782a4 tempest-FloatingIPsTestJSON-877821545 tempest-FloatingIPsTestJSON-877821545-project] Publish callbacks [] for floatingip (fd42d6fb-9646-4494-b363-278dd1f5b0a5), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:44.188649 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-4fe92814-0de1-4afa-aec0-116d609d9f72 req-908981e0-b95a-4df3-8b81-c0b2f5c782a4 tempest-FloatingIPsTestJSON-877821545 tempest-FloatingIPsTestJSON-877821545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (40f08088-7780-49c2-953d-cd16507f0688), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:44.222522 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-cd9e54c5-1eb0-4d61-8f37-7700af564194 None None] Provisioning complete for port 62749add-6058-4a6f-89b1-f420b5af40dd triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:20:44.223100 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cd9e54c5-1eb0-4d61-8f37-7700af564194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (62749add-6058-4a6f-89b1-f420b5af40dd), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:44.290183 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b2c4e432-b11f-48ca-8cef-91cd98c548ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (2363758b-7cd9-40d7-8c7b-1f186a875f0f), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:44.303685 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b2c4e432-b11f-48ca-8cef-91cd98c548ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:44.309916 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-b2c4e432-b11f-48ca-8cef-91cd98c548ca admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2363758b-7cd9-40d7-8c7b-1f186a875f0f HTTP/1.1" status: 204 len: 168 time: 1.0776439 Feb 04 12:20:44.324007 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-cd9e54c5-1eb0-4d61-8f37-7700af564194 None None] Port 62749add-6058-4a6f-89b1-f420b5af40dd cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:20:44.373545 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45afddcc-003f-4136-bb58-60c54cd3ead9 admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:20:44.388881 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-45afddcc-003f-4136-bb58-60c54cd3ead9 admin admin] 10.222.0.65 "PUT /v2.0/routers/abb309ab-7e24-43d1-97bc-f9f6ad35b42e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3254383 Feb 04 12:20:44.471060 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c4e432-b11f-48ca-8cef-91cd98c548ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2363758b-7cd9-40d7-8c7b-1f186a875f0f,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:20:44.630265 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d50b873-be0a-419e-932a-a8eb0b210113 req-11bf0c01-aa0d-4d07-976a-2a0e0c4f1bb2 tempest-ServersOnMultiNodesTest-571519993 tempest-ServersOnMultiNodesTest-571519993-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:44.632355 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2d50b873-be0a-419e-932a-a8eb0b210113 req-11bf0c01-aa0d-4d07-976a-2a0e0c4f1bb2 tempest-ServersOnMultiNodesTest-571519993 tempest-ServersOnMultiNodesTest-571519993-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=382bd9ca-8939-4c9b-bfb8-eb81fd8954de HTTP/1.1" status: 200 len: 1132 time: 0.1128366 Feb 04 12:20:44.683408 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-4fe92814-0de1-4afa-aec0-116d609d9f72 req-908981e0-b95a-4df3-8b81-c0b2f5c782a4 tempest-FloatingIPsTestJSON-877821545 tempest-FloatingIPsTestJSON-877821545-project] Publish callbacks [] for port (40f08088-7780-49c2-953d-cd16507f0688), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:44.685834 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-2d50b873-be0a-419e-932a-a8eb0b210113 req-dcee2e5a-f2b6-409f-96af-fb46d4a208df tempest-ServersOnMultiNodesTest-571519993 tempest-ServersOnMultiNodesTest-571519993-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:44.700192 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-4fe92814-0de1-4afa-aec0-116d609d9f72 req-908981e0-b95a-4df3-8b81-c0b2f5c782a4 tempest-FloatingIPsTestJSON-877821545 tempest-FloatingIPsTestJSON-877821545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (40f08088-7780-49c2-953d-cd16507f0688), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:44.891292 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908981e0-b95a-4df3-8b81-c0b2f5c782a4 tempest-FloatingIPsTestJSON-877821545 tempest-FloatingIPsTestJSON-877821545-project] Pushing event updated for resources: {'Port': ['ID=40f08088-7780-49c2-953d-cd16507f0688,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:20:44.949282 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-4fe92814-0de1-4afa-aec0-116d609d9f72 req-908981e0-b95a-4df3-8b81-c0b2f5c782a4 tempest-FloatingIPsTestJSON-877821545 tempest-FloatingIPsTestJSON-877821545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1599943'] for floatingip (fd42d6fb-9646-4494-b363-278dd1f5b0a5), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:44.984463 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-4fe92814-0de1-4afa-aec0-116d609d9f72 req-908981e0-b95a-4df3-8b81-c0b2f5c782a4 tempest-FloatingIPsTestJSON-877821545 tempest-FloatingIPsTestJSON-877821545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:44.987321 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4fe92814-0de1-4afa-aec0-116d609d9f72 req-908981e0-b95a-4df3-8b81-c0b2f5c782a4 tempest-FloatingIPsTestJSON-877821545 tempest-FloatingIPsTestJSON-877821545-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.5731175 Feb 04 12:20:45.085203 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 18753e63-45a4-4ccc-94b6-96ccb1973f19 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:20:45.250700 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-2d50b873-be0a-419e-932a-a8eb0b210113 req-dcee2e5a-f2b6-409f-96af-fb46d4a208df tempest-ServersOnMultiNodesTest-571519993 tempest-ServersOnMultiNodesTest-571519993-project-admin] Publish callbacks [] for security_group (17d530ae-31b8-4404-aa60-19e28e0235be), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:45.274570 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-2d50b873-be0a-419e-932a-a8eb0b210113 req-dcee2e5a-f2b6-409f-96af-fb46d4a208df tempest-ServersOnMultiNodesTest-571519993 tempest-ServersOnMultiNodesTest-571519993-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (17d530ae-31b8-4404-aa60-19e28e0235be), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:45.301829 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59116) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:20:45.309538 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4fe92814-0de1-4afa-aec0-116d609d9f72 req-405369f3-17de-4456-b00e-d9664a1d1c79 tempest-FloatingIPsTestJSON-877821545 tempest-FloatingIPsTestJSON-877821545-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.3.55 HTTP/1.1" status: 200 len: 695 time: 0.2953601 Feb 04 12:20:45.332604 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 18753e63-45a4-4ccc-94b6-96ccb1973f19 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:20:45.333667 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (18753e63-45a4-4ccc-94b6-96ccb1973f19), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:45.360373 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-17ed9e18-d426-45bc-a4ab-9f3cacb7a848 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:45.372202 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2d50b873-be0a-419e-932a-a8eb0b210113 req-dcee2e5a-f2b6-409f-96af-fb46d4a208df tempest-ServersOnMultiNodesTest-571519993 tempest-ServersOnMultiNodesTest-571519993-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=ff9db729-a945-4359-8bb3-48cdfdee30d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7305555 Feb 04 12:20:45.446206 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcee2e5a-f2b6-409f-96af-fb46d4a208df tempest-ServersOnMultiNodesTest-571519993 tempest-ServersOnMultiNodesTest-571519993-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17d530ae-31b8-4404-aa60-19e28e0235be,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:20:45.587280 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801fcd96-04f3-4520-a873-53344d9c6406 None None] Sync routers for ids ['abb309ab-7e24-43d1-97bc-f9f6ad35b42e'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:20:45.638793 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-17ed9e18-d426-45bc-a4ab-9f3cacb7a848 admin admin] Publish callbacks [] for security_group (e77c3585-2cfc-41b7-bc14-dfc61be43288), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:45.645494 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-17ed9e18-d426-45bc-a4ab-9f3cacb7a848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (e77c3585-2cfc-41b7-bc14-dfc61be43288), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:45.691355 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fae9f08f-fd3e-4b42-bfa4-3b67795e2308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:45.696667 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801fcd96-04f3-4520-a873-53344d9c6406 None None] Routers {'abb309ab-7e24-43d1-97bc-f9f6ad35b42e'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:20:45.704523 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-801fcd96-04f3-4520-a873-53344d9c6406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:20:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['abb309ab-7e24-43d1-97bc-f9f6ad35b42e'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:20:45.728142 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe92814-0de1-4afa-aec0-116d609d9f72 req-5fbcecf8-4dd0-44db-9506-e4281fba81ac tempest-FloatingIPsTestJSON-877821545 tempest-FloatingIPsTestJSON-877821545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:45.733788 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4fe92814-0de1-4afa-aec0-116d609d9f72 req-5fbcecf8-4dd0-44db-9506-e4281fba81ac tempest-FloatingIPsTestJSON-877821545 tempest-FloatingIPsTestJSON-877821545-project] 10.222.0.65 "GET /v2.0/networks/7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 HTTP/1.1" status: 200 len: 784 time: 0.3028376 Feb 04 12:20:45.782703 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-17ed9e18-d426-45bc-a4ab-9f3cacb7a848 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b6a0418198984b8183f9237f30b9f469&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4791396 Feb 04 12:20:45.788193 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 59124) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:20:45.801484 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ed9e18-d426-45bc-a4ab-9f3cacb7a848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e77c3585-2cfc-41b7-bc14-dfc61be43288,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:20:45.938020 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-801fcd96-04f3-4520-a873-53344d9c6406 None None] Set router abb309ab-7e24-43d1-97bc-f9f6ad35b42e gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:20:46.022466 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d5288d3b-a41b-49e4-9022-710581d5e536 admin admin] Publish callbacks [] for security_group (e77c3585-2cfc-41b7-bc14-dfc61be43288), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:46.114246 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 18753e63-45a4-4ccc-94b6-96ccb1973f19 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:20:46.172825 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d5288d3b-a41b-49e4-9022-710581d5e536 admin admin] Publish callbacks [] for security_group (e77c3585-2cfc-41b7-bc14-dfc61be43288), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:46.393326 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fc6271e9-0b83-4ad8-9fcf-e59a95548aaa req-2de19476-196d-4f1c-a7cd-4503b261b1bb tempest-FloatingIPsTestJSON-877821545 tempest-FloatingIPsTestJSON-877821545-project] 10.222.0.65 "GET /v2.0/floatingips/fd42d6fb-9646-4494-b363-278dd1f5b0a5 HTTP/1.1" status: 200 len: 692 time: 0.2616000 Feb 04 12:20:46.443103 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-801fcd96-04f3-4520-a873-53344d9c6406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb309ab-7e24-43d1-97bc-f9f6ad35b42e', 'name': 'tempest-FloatingIPDetailsTestJSON-355157392-router', 'tenant_id': '4314cf7bb6fa4befa052fc7bfa03983d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '18753e63-45a4-4ccc-94b6-96ccb1973f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:20:19Z', 'updated_at': '2022-02-04T12:20:41Z', 'revision_number': 4, 'project_id': '4314cf7bb6fa4befa052fc7bfa03983d', 'gw_port': {'id': '18753e63-45a4-4ccc-94b6-96ccb1973f19', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:53:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb309ab-7e24-43d1-97bc-f9f6ad35b42e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:20:24Z', 'updated_at': '2022-02-04T12:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '62749add-6058-4a6f-89b1-f420b5af40dd', 'name': '', 'network_id': 'd7d9c78c-7daf-4783-ab1f-791980607a36', 'tenant_id': '4314cf7bb6fa4befa052fc7bfa03983d', 'mac_address': 'fa:16:3e:29:6f:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb309ab-7e24-43d1-97bc-f9f6ad35b42e', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '84f2860b-85f8-42d9-9067-4596ddb275b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:20:38Z', 'updated_at': '2022-02-04T12:20:41Z', 'revision_number': 2, 'project_id': '4314cf7bb6fa4befa052fc7bfa03983d', 'subnets': [{'id': '84f2860b-85f8-42d9-9067-4596ddb275b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:20:46.548074 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801fcd96-04f3-4520-a873-53344d9c6406 None None] Checking router: abb309ab-7e24-43d1-97bc-f9f6ad35b42e for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:20:46.548817 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801fcd96-04f3-4520-a873-53344d9c6406 None None] Updating router abb309ab-7e24-43d1-97bc-f9f6ad35b42e port 62749add-6058-4a6f-89b1-f420b5af40dd binding host n-d-825015-3 {{(pid=103476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:20:46.644257 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-801fcd96-04f3-4520-a873-53344d9c6406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (62749add-6058-4a6f-89b1-f420b5af40dd), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:47.160644 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d5288d3b-a41b-49e4-9022-710581d5e536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (e77c3585-2cfc-41b7-bc14-dfc61be43288), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:47.165333 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d5288d3b-a41b-49e4-9022-710581d5e536 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:47.168064 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-d5288d3b-a41b-49e4-9022-710581d5e536 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e77c3585-2cfc-41b7-bc14-dfc61be43288 HTTP/1.1" status: 204 len: 168 time: 1.3777840 Feb 04 12:20:47.246018 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6271e9-0b83-4ad8-9fcf-e59a95548aaa req-63bc3ee6-48b5-4c58-8961-cfc545ee4b4f tempest-FloatingIPsTestJSON-877821545 tempest-FloatingIPsTestJSON-877821545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:47.264656 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fc6271e9-0b83-4ad8-9fcf-e59a95548aaa req-63bc3ee6-48b5-4c58-8961-cfc545ee4b4f tempest-FloatingIPsTestJSON-877821545 tempest-FloatingIPsTestJSON-877821545-project] 10.222.0.65 "GET /v2.0/networks/7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 HTTP/1.1" status: 200 len: 784 time: 0.8685889 Feb 04 12:20:47.282436 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5288d3b-a41b-49e4-9022-710581d5e536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e77c3585-2cfc-41b7-bc14-dfc61be43288,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:20:47.326437 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-801fcd96-04f3-4520-a873-53344d9c6406 None None] Publish callbacks [] for port (62749add-6058-4a6f-89b1-f420b5af40dd), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:47.338155 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4069a257-e04d-45af-89d8-b21754decc87 req-acc1649e-5448-4b81-af90-f11ded4bd965 tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.9087749 Feb 04 12:20:47.338484 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-801fcd96-04f3-4520-a873-53344d9c6406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (62749add-6058-4a6f-89b1-f420b5af40dd), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:47.353257 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-4069a257-e04d-45af-89d8-b21754decc87 req-ba1d8968-94f3-4fae-beed-616e2526d542 tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Request body: {'floatingip': {'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:20:47.374084 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fc6271e9-0b83-4ad8-9fcf-e59a95548aaa req-b5f02c24-2e1f-49f9-938f-51624930b9b7 tempest-FloatingIPsTestJSON-877821545 tempest-FloatingIPsTestJSON-877821545-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.3.55 HTTP/1.1" status: 200 len: 695 time: 0.1079962 Feb 04 12:20:47.482835 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fc6271e9-0b83-4ad8-9fcf-e59a95548aaa req-cb82f0de-dbcd-42fb-b5b9-c496ce6fb849 tempest-FloatingIPsTestJSON-877821545 tempest-FloatingIPsTestJSON-877821545-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.3.55 HTTP/1.1" status: 200 len: 695 time: 0.1067612 Feb 04 12:20:47.498540 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f2053b-e5c9-4319-b5f9-beff1cd928f1 None None] Pushing event updated for resources: {'Port': ['ID=62749add-6058-4a6f-89b1-f420b5af40dd,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:20:47.570216 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-4069a257-e04d-45af-89d8-b21754decc87 req-ba1d8968-94f3-4fae-beed-616e2526d542 tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:47.708282 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-801fcd96-04f3-4520-a873-53344d9c6406 None None] Attempting to bind port 62749add-6058-4a6f-89b1-f420b5af40dd on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:20:47.708910 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-801fcd96-04f3-4520-a873-53344d9c6406 None None] Attempting to bind port 62749add-6058-4a6f-89b1-f420b5af40dd by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': 'ebf77dc3-f6e0-45e7-8784-b5aa8ec861b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd7d9c78c-7daf-4783-ab1f-791980607a36'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:20:47.709530 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801fcd96-04f3-4520-a873-53344d9c6406 None None] Attempting to bind port 62749add-6058-4a6f-89b1-f420b5af40dd on network d7d9c78c-7daf-4783-ab1f-791980607a36 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:20:47.721170 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801fcd96-04f3-4520-a873-53344d9c6406 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:20:47.721816 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801fcd96-04f3-4520-a873-53344d9c6406 None None] Checking segment: {'id': 'ebf77dc3-f6e0-45e7-8784-b5aa8ec861b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd7d9c78c-7daf-4783-ab1f-791980607a36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:20:47.722503 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-801fcd96-04f3-4520-a873-53344d9c6406 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:47.723172 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801fcd96-04f3-4520-a873-53344d9c6406 None None] Bound using segment: {'id': 'ebf77dc3-f6e0-45e7-8784-b5aa8ec861b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd7d9c78c-7daf-4783-ab1f-791980607a36'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:20:47.724393 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-801fcd96-04f3-4520-a873-53344d9c6406 None None] Bound port: 62749add-6058-4a6f-89b1-f420b5af40dd, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebf77dc3-f6e0-45e7-8784-b5aa8ec861b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd7d9c78c-7daf-4783-ab1f-791980607a36'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:20:47.725076 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-801fcd96-04f3-4520-a873-53344d9c6406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (62749add-6058-4a6f-89b1-f420b5af40dd), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:47.943801 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-801fcd96-04f3-4520-a873-53344d9c6406 None None] For port 62749add-6058-4a6f-89b1-f420b5af40dd, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:20:47.952940 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-801fcd96-04f3-4520-a873-53344d9c6406 None None] For port 62749add-6058-4a6f-89b1-f420b5af40dd, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=62749add-6058-4a6f-89b1-f420b5af40dd,segment=NetworkSegment(ebf77dc3-f6e0-45e7-8784-b5aa8ec861b9),segment_id=ebf77dc3-f6e0-45e7-8784-b5aa8ec861b9)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:20:47.958733 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5af0a3b1-022b-4797-9a39-3855698456d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:47.967927 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-801fcd96-04f3-4520-a873-53344d9c6406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (62749add-6058-4a6f-89b1-f420b5af40dd), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:48.057795 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-fc6271e9-0b83-4ad8-9fcf-e59a95548aaa req-b94e10f5-90b6-48b2-85ad-9bb033296290 tempest-FloatingIPsTestJSON-877821545 tempest-FloatingIPsTestJSON-877821545-project] Deleting port 40f08088-7780-49c2-953d-cd16507f0688 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:20:48.059112 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-fc6271e9-0b83-4ad8-9fcf-e59a95548aaa req-b94e10f5-90b6-48b2-85ad-9bb033296290 tempest-FloatingIPsTestJSON-877821545 tempest-FloatingIPsTestJSON-877821545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (40f08088-7780-49c2-953d-cd16507f0688), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:48.162793 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f2053b-e5c9-4319-b5f9-beff1cd928f1 None None] Pushing event updated for resources: {'Port': ['ID=62749add-6058-4a6f-89b1-f420b5af40dd,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:20:48.231237 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801fcd96-04f3-4520-a873-53344d9c6406 None None] Routers {'abb309ab-7e24-43d1-97bc-f9f6ad35b42e'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:20:48.240735 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-801fcd96-04f3-4520-a873-53344d9c6406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:20:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['abb309ab-7e24-43d1-97bc-f9f6ad35b42e'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:20:48.246874 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-7f2a12b3-eb17-417b-8651-13d32464ab25 None None] Provisioning complete for port 62749add-6058-4a6f-89b1-f420b5af40dd triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:20:48.247262 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7f2a12b3-eb17-417b-8651-13d32464ab25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (62749add-6058-4a6f-89b1-f420b5af40dd), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:48.272661 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-4069a257-e04d-45af-89d8-b21754decc87 req-ba1d8968-94f3-4fae-beed-616e2526d542 tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:48.365499 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-fc6271e9-0b83-4ad8-9fcf-e59a95548aaa req-b94e10f5-90b6-48b2-85ad-9bb033296290 tempest-FloatingIPsTestJSON-877821545 tempest-FloatingIPsTestJSON-877821545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (40f08088-7780-49c2-953d-cd16507f0688), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:48.365829 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-fc6271e9-0b83-4ad8-9fcf-e59a95548aaa req-b94e10f5-90b6-48b2-85ad-9bb033296290 tempest-FloatingIPsTestJSON-877821545 tempest-FloatingIPsTestJSON-877821545-project] Publish callbacks [] for floatingip (40f08088-7780-49c2-953d-cd16507f0688), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:48.393115 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-fc6271e9-0b83-4ad8-9fcf-e59a95548aaa req-b94e10f5-90b6-48b2-85ad-9bb033296290 tempest-FloatingIPsTestJSON-877821545 tempest-FloatingIPsTestJSON-877821545-project] Calling delete_port for 40f08088-7780-49c2-953d-cd16507f0688 owned by network:floatingip {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:20:48.828370 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-4069a257-e04d-45af-89d8-b21754decc87 req-ba1d8968-94f3-4fae-beed-616e2526d542 tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Allocated IP 172.25.3.169 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/40e1b064-aa05-44d4-8651-b900739c2b0d) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:20:48.989329 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-801fcd96-04f3-4520-a873-53344d9c6406 None None] Set router abb309ab-7e24-43d1-97bc-f9f6ad35b42e gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:20:49.223460 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-7f2a12b3-eb17-417b-8651-13d32464ab25 None None] Current status of the port 62749add-6058-4a6f-89b1-f420b5af40dd is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:20:49.224254 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7f2a12b3-eb17-417b-8651-13d32464ab25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (62749add-6058-4a6f-89b1-f420b5af40dd), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:49.235499 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:49.245381 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-fc6271e9-0b83-4ad8-9fcf-e59a95548aaa req-b94e10f5-90b6-48b2-85ad-9bb033296290 tempest-FloatingIPsTestJSON-877821545 tempest-FloatingIPsTestJSON-877821545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (40f08088-7780-49c2-953d-cd16507f0688), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:49.303249 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94e10f5-90b6-48b2-85ad-9bb033296290 tempest-FloatingIPsTestJSON-877821545 tempest-FloatingIPsTestJSON-877821545-project] Pushing event deleted for resources: {'Port': ['ID=40f08088-7780-49c2-953d-cd16507f0688,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:20:49.313312 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-4069a257-e04d-45af-89d8-b21754decc87 req-ba1d8968-94f3-4fae-beed-616e2526d542 tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Publish callbacks [] for port (40e1b064-aa05-44d4-8651-b900739c2b0d), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:49.464291 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-7f2a12b3-eb17-417b-8651-13d32464ab25 None None] For port 62749add-6058-4a6f-89b1-f420b5af40dd, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=62749add-6058-4a6f-89b1-f420b5af40dd,segment=NetworkSegment(ebf77dc3-f6e0-45e7-8784-b5aa8ec861b9),segment_id=ebf77dc3-f6e0-45e7-8784-b5aa8ec861b9)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:20:49.465073 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-fc6271e9-0b83-4ad8-9fcf-e59a95548aaa req-b94e10f5-90b6-48b2-85ad-9bb033296290 tempest-FloatingIPsTestJSON-877821545 tempest-FloatingIPsTestJSON-877821545-project] Publish callbacks [] for floatingip (fd42d6fb-9646-4494-b363-278dd1f5b0a5), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:49.470073 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-fc6271e9-0b83-4ad8-9fcf-e59a95548aaa req-b94e10f5-90b6-48b2-85ad-9bb033296290 tempest-FloatingIPsTestJSON-877821545 tempest-FloatingIPsTestJSON-877821545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:49.471046 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fc6271e9-0b83-4ad8-9fcf-e59a95548aaa req-b94e10f5-90b6-48b2-85ad-9bb033296290 tempest-FloatingIPsTestJSON-877821545 tempest-FloatingIPsTestJSON-877821545-project] 10.222.0.65 "DELETE /v2.0/floatingips/fd42d6fb-9646-4494-b363-278dd1f5b0a5 HTTP/1.1" status: 204 len: 173 time: 1.9868670 Feb 04 12:20:49.503077 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-4069a257-e04d-45af-89d8-b21754decc87 req-ba1d8968-94f3-4fae-beed-616e2526d542 tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (40e1b064-aa05-44d4-8651-b900739c2b0d), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:49.503326 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7f2a12b3-eb17-417b-8651-13d32464ab25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (62749add-6058-4a6f-89b1-f420b5af40dd), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:49.606789 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4069a257-e04d-45af-89d8-b21754decc87 req-ba1d8968-94f3-4fae-beed-616e2526d542 tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:20:49.614683 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-4069a257-e04d-45af-89d8-b21754decc87 req-ba1d8968-94f3-4fae-beed-616e2526d542 tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:20:49.627532 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-4069a257-e04d-45af-89d8-b21754decc87 req-ba1d8968-94f3-4fae-beed-616e2526d542 tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:20:49.689181 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1d8968-94f3-4fae-beed-616e2526d542 tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Pushing event updated for resources: {'Port': ['ID=40e1b064-aa05-44d4-8651-b900739c2b0d,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:20:49.707217 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e679a010-7729-46f5-82d0-eadef5b3ba84 req-c09040bf-869a-4b99-895c-b52a9d63a822 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=cd7a27426604483abdc4179f17c2461d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0832253 Feb 04 12:20:49.860795 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b34e6cfc-4f0e-45ca-a186-04d35f989219 None None] Provisioning complete for port 62749add-6058-4a6f-89b1-f420b5af40dd triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:20:49.863394 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b34e6cfc-4f0e-45ca-a186-04d35f989219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (62749add-6058-4a6f-89b1-f420b5af40dd), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:49.929181 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-4069a257-e04d-45af-89d8-b21754decc87 req-ba1d8968-94f3-4fae-beed-616e2526d542 tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Publish callbacks [] for floatingip (35e6dec4-6c1e-4b6e-9a37-e9c8194247c7), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:50.035109 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2a12b3-eb17-417b-8651-13d32464ab25 None None] Pushing event updated for resources: {'Port': ['ID=62749add-6058-4a6f-89b1-f420b5af40dd,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:20:50.071927 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e679a010-7729-46f5-82d0-eadef5b3ba84 req-d6d60a04-7a26-4eec-987e-725f9104122f tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:50.088070 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e679a010-7729-46f5-82d0-eadef5b3ba84 req-d6d60a04-7a26-4eec-987e-725f9104122f tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3692670 Feb 04 12:20:50.131914 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e679a010-7729-46f5-82d0-eadef5b3ba84 req-858fe4b4-c5f5-488c-9501-6178eee63dd8 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/quotas/cd7a27426604483abdc4179f17c2461d HTTP/1.1" status: 200 len: 375 time: 0.0414653 Feb 04 12:20:50.156509 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-4069a257-e04d-45af-89d8-b21754decc87 req-ba1d8968-94f3-4fae-beed-616e2526d542 tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (40e1b064-aa05-44d4-8651-b900739c2b0d), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:50.182390 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b34e6cfc-4f0e-45ca-a186-04d35f989219 None None] Current status of the port 62749add-6058-4a6f-89b1-f420b5af40dd is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:20:50.204378 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-801fcd96-04f3-4520-a873-53344d9c6406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb309ab-7e24-43d1-97bc-f9f6ad35b42e', 'name': 'tempest-FloatingIPDetailsTestJSON-355157392-router', 'tenant_id': '4314cf7bb6fa4befa052fc7bfa03983d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '18753e63-45a4-4ccc-94b6-96ccb1973f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:20:19Z', 'updated_at': '2022-02-04T12:20:41Z', 'revision_number': 4, 'project_id': '4314cf7bb6fa4befa052fc7bfa03983d', 'gw_port': {'id': '18753e63-45a4-4ccc-94b6-96ccb1973f19', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:53:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb309ab-7e24-43d1-97bc-f9f6ad35b42e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:20:24Z', 'updated_at': '2022-02-04T12:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '62749add-6058-4a6f-89b1-f420b5af40dd', 'name': '', 'network_id': 'd7d9c78c-7daf-4783-ab1f-791980607a36', 'tenant_id': '4314cf7bb6fa4befa052fc7bfa03983d', 'mac_address': 'fa:16:3e:29:6f:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb309ab-7e24-43d1-97bc-f9f6ad35b42e', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '84f2860b-85f8-42d9-9067-4596ddb275b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:20:38Z', 'updated_at': '2022-02-04T12:20:47Z', 'revision_number': 4, 'project_id': '4314cf7bb6fa4befa052fc7bfa03983d', 'subnets': [{'id': '84f2860b-85f8-42d9-9067-4596ddb275b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:20:50.296550 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801fcd96-04f3-4520-a873-53344d9c6406 None None] The sync data for ids ['abb309ab-7e24-43d1-97bc-f9f6ad35b42e'] in n-d-825015-3 is: [{'id': 'abb309ab-7e24-43d1-97bc-f9f6ad35b42e', 'name': 'tempest-FloatingIPDetailsTestJSON-355157392-router', 'tenant_id': '4314cf7bb6fa4befa052fc7bfa03983d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '18753e63-45a4-4ccc-94b6-96ccb1973f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:20:19Z', 'updated_at': '2022-02-04T12:20:41Z', 'revision_number': 4, 'project_id': '4314cf7bb6fa4befa052fc7bfa03983d', 'gw_port': {'id': '18753e63-45a4-4ccc-94b6-96ccb1973f19', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:53:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb309ab-7e24-43d1-97bc-f9f6ad35b42e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:20:24Z', 'updated_at': '2022-02-04T12:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '62749add-6058-4a6f-89b1-f420b5af40dd', 'name': '', 'network_id': 'd7d9c78c-7daf-4783-ab1f-791980607a36', 'tenant_id': '4314cf7bb6fa4befa052fc7bfa03983d', 'mac_address': 'fa:16:3e:29:6f:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb309ab-7e24-43d1-97bc-f9f6ad35b42e', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '84f2860b-85f8-42d9-9067-4596ddb275b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:20:38Z', 'updated_at': '2022-02-04T12:20:47Z', 'revision_number': 4, 'project_id': '4314cf7bb6fa4befa052fc7bfa03983d', 'subnets': [{'id': '84f2860b-85f8-42d9-9067-4596ddb275b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:20:50.332593 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e679a010-7729-46f5-82d0-eadef5b3ba84 req-b29c56aa-2642-4e29-bb8c-3251734260df tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=cd7a27426604483abdc4179f17c2461d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1992192 Feb 04 12:20:50.333362 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:50.778207 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-4069a257-e04d-45af-89d8-b21754decc87 req-ba1d8968-94f3-4fae-beed-616e2526d542 tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Publish callbacks [] for port (40e1b064-aa05-44d4-8651-b900739c2b0d), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:50.788934 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-4069a257-e04d-45af-89d8-b21754decc87 req-ba1d8968-94f3-4fae-beed-616e2526d542 tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (40e1b064-aa05-44d4-8651-b900739c2b0d), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:51.194097 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 62749add-6058-4a6f-89b1-f420b5af40dd up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:20:51.208658 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1d8968-94f3-4fae-beed-616e2526d542 tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Pushing event updated for resources: {'Port': ['ID=40e1b064-aa05-44d4-8651-b900739c2b0d,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:20:51.213734 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-4069a257-e04d-45af-89d8-b21754decc87 req-ba1d8968-94f3-4fae-beed-616e2526d542 tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1599943'] for floatingip (35e6dec4-6c1e-4b6e-9a37-e9c8194247c7), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:51.263664 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-4069a257-e04d-45af-89d8-b21754decc87 req-ba1d8968-94f3-4fae-beed-616e2526d542 tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:51.266090 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4069a257-e04d-45af-89d8-b21754decc87 req-ba1d8968-94f3-4fae-beed-616e2526d542 tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.9176188 Feb 04 12:20:51.437948 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 62749add-6058-4a6f-89b1-f420b5af40dd triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:20:51.438539 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (62749add-6058-4a6f-89b1-f420b5af40dd), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:51.484708 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4069a257-e04d-45af-89d8-b21754decc87 req-bf73dc26-b14d-4e09-bde3-d88c32c69391 tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.3.169 HTTP/1.1" status: 200 len: 696 time: 0.2073774 Feb 04 12:20:51.643143 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:51.850670 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 62749add-6058-4a6f-89b1-f420b5af40dd is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:20:51.934100 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4069a257-e04d-45af-89d8-b21754decc87 req-2df87188-7df9-4215-adad-87ebb0fe42aa tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:51.936317 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4069a257-e04d-45af-89d8-b21754decc87 req-2df87188-7df9-4215-adad-87ebb0fe42aa tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] 10.222.0.65 "GET /v2.0/networks/7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 HTTP/1.1" status: 200 len: 784 time: 0.4436052 Feb 04 12:20:51.938605 n-d-825015-3 neutron-server[103475]: INFO neutron.api.v2.resource [req-19413054-877e-4b26-8779-b573d34c189d req-06480448-9fde-4110-bbb7-b01b2d43ff4f tempest-FloatingIPsTestJSON-877821545 tempest-FloatingIPsTestJSON-877821545-project] show failed (client error): The resource could not be found. Feb 04 12:20:51.940201 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-19413054-877e-4b26-8779-b573d34c189d req-06480448-9fde-4110-bbb7-b01b2d43ff4f tempest-FloatingIPsTestJSON-877821545 tempest-FloatingIPsTestJSON-877821545-project] 10.222.0.65 "GET /v2.0/floatingips/fd42d6fb-9646-4494-b363-278dd1f5b0a5 HTTP/1.1" status: 404 len: 350 time: 0.1145401 Feb 04 12:20:51.970300 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [req-4069a257-e04d-45af-89d8-b21754decc87 req-8e4e47b0-340b-4987-a49b-6dfbfd58d7a9 tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:20:51.973125 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4069a257-e04d-45af-89d8-b21754decc87 req-8e4e47b0-340b-4987-a49b-6dfbfd58d7a9 tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0167935 Feb 04 12:20:52.672151 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e9f3ad-8ab6-4e0c-9aba-0cc8a1ce1af4 req-93d2cb9b-4879-4b44-a4a3-c1da9d9e401c tempest-LiveMigrationTest-337354813 tempest-LiveMigrationTest-337354813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:52.674656 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-64e9f3ad-8ab6-4e0c-9aba-0cc8a1ce1af4 req-93d2cb9b-4879-4b44-a4a3-c1da9d9e401c tempest-LiveMigrationTest-337354813 tempest-LiveMigrationTest-337354813-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=729d5332-a000-4a7e-b737-2cb5be03b163 HTTP/1.1" status: 200 len: 1128 time: 0.5252998 Feb 04 12:20:52.863004 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075a352c-449a-4f15-a1b9-1d246fa497b3 req-9919d0da-1523-402f-a5a2-6ee0b40ad84d tempest-NetworksTest-65682745 tempest-NetworksTest-65682745-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:52.863640 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075a352c-449a-4f15-a1b9-1d246fa497b3 req-9919d0da-1523-402f-a5a2-6ee0b40ad84d tempest-NetworksTest-65682745 tempest-NetworksTest-65682745-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:52.864248 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075a352c-449a-4f15-a1b9-1d246fa497b3 req-9919d0da-1523-402f-a5a2-6ee0b40ad84d tempest-NetworksTest-65682745 tempest-NetworksTest-65682745-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:52.865288 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075a352c-449a-4f15-a1b9-1d246fa497b3 req-9919d0da-1523-402f-a5a2-6ee0b40ad84d tempest-NetworksTest-65682745 tempest-NetworksTest-65682745-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:52.866295 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075a352c-449a-4f15-a1b9-1d246fa497b3 req-9919d0da-1523-402f-a5a2-6ee0b40ad84d tempest-NetworksTest-65682745 tempest-NetworksTest-65682745-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:52.867267 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075a352c-449a-4f15-a1b9-1d246fa497b3 req-9919d0da-1523-402f-a5a2-6ee0b40ad84d tempest-NetworksTest-65682745 tempest-NetworksTest-65682745-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:52.868343 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075a352c-449a-4f15-a1b9-1d246fa497b3 req-9919d0da-1523-402f-a5a2-6ee0b40ad84d tempest-NetworksTest-65682745 tempest-NetworksTest-65682745-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:52.870336 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075a352c-449a-4f15-a1b9-1d246fa497b3 req-9919d0da-1523-402f-a5a2-6ee0b40ad84d tempest-NetworksTest-65682745 tempest-NetworksTest-65682745-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:52.871441 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075a352c-449a-4f15-a1b9-1d246fa497b3 req-9919d0da-1523-402f-a5a2-6ee0b40ad84d tempest-NetworksTest-65682745 tempest-NetworksTest-65682745-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:52.872597 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075a352c-449a-4f15-a1b9-1d246fa497b3 req-9919d0da-1523-402f-a5a2-6ee0b40ad84d tempest-NetworksTest-65682745 tempest-NetworksTest-65682745-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:52.873644 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075a352c-449a-4f15-a1b9-1d246fa497b3 req-9919d0da-1523-402f-a5a2-6ee0b40ad84d tempest-NetworksTest-65682745 tempest-NetworksTest-65682745-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:52.874705 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075a352c-449a-4f15-a1b9-1d246fa497b3 req-9919d0da-1523-402f-a5a2-6ee0b40ad84d tempest-NetworksTest-65682745 tempest-NetworksTest-65682745-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:52.890553 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-075a352c-449a-4f15-a1b9-1d246fa497b3 req-9919d0da-1523-402f-a5a2-6ee0b40ad84d tempest-NetworksTest-65682745 tempest-NetworksTest-65682745-project-admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8517 time: 0.6035914 Feb 04 12:20:52.939614 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-64e9f3ad-8ab6-4e0c-9aba-0cc8a1ce1af4 req-17f7640a-f04f-43b5-ba4b-e7e217d5d3f7 tempest-LiveMigrationTest-337354813 tempest-LiveMigrationTest-337354813-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=e4f571d4-f0a1-47f6-a54a-b93db47581cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386329 Feb 04 12:20:53.194899 n-d-825015-3 neutron-server[103475]: INFO neutron.api.v2.resource [req-526d164c-5cc0-4dfa-93b2-3c34d507ba89 req-f2d83db8-0f7b-42c7-8f49-0c6b9e860288 tempest-FloatingIPsTestJSON-877821545 tempest-FloatingIPsTestJSON-877821545-project] show failed (client error): The resource could not be found. Feb 04 12:20:53.210543 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-526d164c-5cc0-4dfa-93b2-3c34d507ba89 req-f2d83db8-0f7b-42c7-8f49-0c6b9e860288 tempest-FloatingIPsTestJSON-877821545 tempest-FloatingIPsTestJSON-877821545-project] 10.222.0.65 "GET /v2.0/floatingips/fd42d6fb-9646-4494-b363-278dd1f5b0a5 HTTP/1.1" status: 404 len: 350 time: 0.1736226 Feb 04 12:20:53.214064 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59242) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:20:53.664476 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fe658ae0-6f6d-4855-b6c8-e4737b1bcdd2 req-ce9faf8f-ddb5-46b5-b980-6a254b59477d tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4123731 Feb 04 12:20:53.676415 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-fe658ae0-6f6d-4855-b6c8-e4737b1bcdd2 req-6cb4d855-ecfc-418a-bc05-5c6d84bf1d59 tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Request body: {'floatingip': {'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:20:53.949976 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-fe658ae0-6f6d-4855-b6c8-e4737b1bcdd2 req-6cb4d855-ecfc-418a-bc05-5c6d84bf1d59 tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:54.238636 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05b75b4-bf18-418a-b169-38f397b73b8a req-b772ac9f-9624-4591-b46e-2150bbdd6f54 tempest-NetworksTest-65682745 tempest-NetworksTest-65682745-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:54.253390 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a05b75b4-bf18-418a-b169-38f397b73b8a req-b772ac9f-9624-4591-b46e-2150bbdd6f54 tempest-NetworksTest-65682745 tempest-NetworksTest-65682745-project-admin] 10.222.0.65 "GET /v2.0/networks/7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 HTTP/1.1" status: 200 len: 886 time: 0.6720316 Feb 04 12:20:54.371497 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d1766c4f-c119-458e-be8a-3889c09ed67b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622215'] for router_interface (8fdd5829-6cc3-4767-b02d-435fd4fb3765), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:54.404205 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-fe658ae0-6f6d-4855-b6c8-e4737b1bcdd2 req-6cb4d855-ecfc-418a-bc05-5c6d84bf1d59 tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:54.649957 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-fe658ae0-6f6d-4855-b6c8-e4737b1bcdd2 req-6cb4d855-ecfc-418a-bc05-5c6d84bf1d59 tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Allocated IP 172.25.3.135 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/6ea992a0-96c0-41c9-91bb-67403d64c925) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:20:54.924300 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-fe658ae0-6f6d-4855-b6c8-e4737b1bcdd2 req-6cb4d855-ecfc-418a-bc05-5c6d84bf1d59 tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Publish callbacks [] for port (6ea992a0-96c0-41c9-91bb-67403d64c925), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:55.048842 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-fe658ae0-6f6d-4855-b6c8-e4737b1bcdd2 req-6cb4d855-ecfc-418a-bc05-5c6d84bf1d59 tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (6ea992a0-96c0-41c9-91bb-67403d64c925), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:55.219320 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe658ae0-6f6d-4855-b6c8-e4737b1bcdd2 req-6cb4d855-ecfc-418a-bc05-5c6d84bf1d59 tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:20:55.246713 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-fe658ae0-6f6d-4855-b6c8-e4737b1bcdd2 req-6cb4d855-ecfc-418a-bc05-5c6d84bf1d59 tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:20:55.277970 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe658ae0-6f6d-4855-b6c8-e4737b1bcdd2 req-6cb4d855-ecfc-418a-bc05-5c6d84bf1d59 tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:20:55.354717 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-e679a010-7729-46f5-82d0-eadef5b3ba84 req-fc25a9a6-f9b0-49ea-b300-182939c1b1d3 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=cd7a27426604483abdc4179f17c2461d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0996919 Feb 04 12:20:55.381961 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-e679a010-7729-46f5-82d0-eadef5b3ba84 req-093d4b0e-660c-44ed-bc1e-712dfa111e70 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=cd7a27426604483abdc4179f17c2461d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1253135 Feb 04 12:20:55.482496 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb4d855-ecfc-418a-bc05-5c6d84bf1d59 tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Pushing event updated for resources: {'Port': ['ID=6ea992a0-96c0-41c9-91bb-67403d64c925,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:20:55.520445 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb4d855-ecfc-418a-bc05-5c6d84bf1d59 tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:20:55.531839 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb4d855-ecfc-418a-bc05-5c6d84bf1d59 tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:20:55.532337 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb4d855-ecfc-418a-bc05-5c6d84bf1d59 tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:20:55.533031 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb4d855-ecfc-418a-bc05-5c6d84bf1d59 tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:20:55.533392 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb4d855-ecfc-418a-bc05-5c6d84bf1d59 tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:20:55.533737 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb4d855-ecfc-418a-bc05-5c6d84bf1d59 tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:20:55.534166 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb4d855-ecfc-418a-bc05-5c6d84bf1d59 tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:20:55.534544 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb4d855-ecfc-418a-bc05-5c6d84bf1d59 tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:20:55.534886 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb4d855-ecfc-418a-bc05-5c6d84bf1d59 tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:20:55.539693 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb4d855-ecfc-418a-bc05-5c6d84bf1d59 tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:20:55.540830 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb4d855-ecfc-418a-bc05-5c6d84bf1d59 tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:20:55.542146 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb4d855-ecfc-418a-bc05-5c6d84bf1d59 tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:20:55.542539 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb4d855-ecfc-418a-bc05-5c6d84bf1d59 tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:20:55.706722 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-fe658ae0-6f6d-4855-b6c8-e4737b1bcdd2 req-6cb4d855-ecfc-418a-bc05-5c6d84bf1d59 tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Publish callbacks [] for floatingip (ceb810aa-db82-4b50-9f35-9edab41e09f2), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:55.772115 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-d1766c4f-c119-458e-be8a-3889c09ed67b admin admin] Deleting port 7a490199-198c-46e5-a6bb-3370fcf879cf {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:20:55.772713 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d1766c4f-c119-458e-be8a-3889c09ed67b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (7a490199-198c-46e5-a6bb-3370fcf879cf), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:55.785180 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-fe658ae0-6f6d-4855-b6c8-e4737b1bcdd2 req-6cb4d855-ecfc-418a-bc05-5c6d84bf1d59 tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (6ea992a0-96c0-41c9-91bb-67403d64c925), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:55.972209 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e679a010-7729-46f5-82d0-eadef5b3ba84 req-860e4abf-47c6-4abe-a84e-38cabbd214fa tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:55.974781 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-e679a010-7729-46f5-82d0-eadef5b3ba84 req-860e4abf-47c6-4abe-a84e-38cabbd214fa tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6036367 Feb 04 12:20:56.003757 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-e679a010-7729-46f5-82d0-eadef5b3ba84 req-2fad0211-3527-4631-a91b-87b9731da409 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Request body: {'port': {'device_id': '5ed2df29-f369-4bd6-aa02-c9c82581f4d6', 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c', 'admin_state_up': True, 'tenant_id': 'cd7a27426604483abdc4179f17c2461d'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:20:56.028132 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e679a010-7729-46f5-82d0-eadef5b3ba84 req-85b428ae-c33a-48a1-a6cc-6367828f6bf6 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:56.030682 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-e679a010-7729-46f5-82d0-eadef5b3ba84 req-85b428ae-c33a-48a1-a6cc-6367828f6bf6 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6203067 Feb 04 12:20:56.114740 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-e679a010-7729-46f5-82d0-eadef5b3ba84 req-3a68f692-80c5-433f-af26-551335e87716 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Request body: {'port': {'device_id': '29b29f45-ea94-43ea-a711-d40bb7d13ab4', 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c', 'admin_state_up': True, 'tenant_id': 'cd7a27426604483abdc4179f17c2461d'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:20:56.278723 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-fe658ae0-6f6d-4855-b6c8-e4737b1bcdd2 req-6cb4d855-ecfc-418a-bc05-5c6d84bf1d59 tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Publish callbacks [] for port (6ea992a0-96c0-41c9-91bb-67403d64c925), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:56.305031 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-fe658ae0-6f6d-4855-b6c8-e4737b1bcdd2 req-6cb4d855-ecfc-418a-bc05-5c6d84bf1d59 tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (6ea992a0-96c0-41c9-91bb-67403d64c925), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:56.323473 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-d1766c4f-c119-458e-be8a-3889c09ed67b admin admin] For port 7a490199-198c-46e5-a6bb-3370fcf879cf, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=7a490199-198c-46e5-a6bb-3370fcf879cf,segment=NetworkSegment(c727609d-5e4e-432b-aaa8-eb4620e58a15),segment_id=c727609d-5e4e-432b-aaa8-eb4620e58a15)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:20:56.324595 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d1766c4f-c119-458e-be8a-3889c09ed67b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (7a490199-198c-46e5-a6bb-3370fcf879cf), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:56.399944 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-d1766c4f-c119-458e-be8a-3889c09ed67b admin admin] Calling delete_port for 7a490199-198c-46e5-a6bb-3370fcf879cf owned by network:router_interface {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:20:56.472959 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb4d855-ecfc-418a-bc05-5c6d84bf1d59 tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Pushing event updated for resources: {'Port': ['ID=6ea992a0-96c0-41c9-91bb-67403d64c925,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:20:56.588827 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-fe658ae0-6f6d-4855-b6c8-e4737b1bcdd2 req-6cb4d855-ecfc-418a-bc05-5c6d84bf1d59 tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1599943'] for floatingip (ceb810aa-db82-4b50-9f35-9edab41e09f2), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:56.654706 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-fe658ae0-6f6d-4855-b6c8-e4737b1bcdd2 req-6cb4d855-ecfc-418a-bc05-5c6d84bf1d59 tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:56.657086 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fe658ae0-6f6d-4855-b6c8-e4737b1bcdd2 req-6cb4d855-ecfc-418a-bc05-5c6d84bf1d59 tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.9911108 Feb 04 12:20:56.671036 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e679a010-7729-46f5-82d0-eadef5b3ba84 req-3a68f692-80c5-433f-af26-551335e87716 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Made reservation on behalf of cd7a27426604483abdc4179f17c2461d for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:20:56.676866 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-e679a010-7729-46f5-82d0-eadef5b3ba84 req-3a68f692-80c5-433f-af26-551335e87716 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:56.750979 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e679a010-7729-46f5-82d0-eadef5b3ba84 req-2fad0211-3527-4631-a91b-87b9731da409 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Made reservation on behalf of cd7a27426604483abdc4179f17c2461d for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:20:56.756198 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-e679a010-7729-46f5-82d0-eadef5b3ba84 req-2fad0211-3527-4631-a91b-87b9731da409 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:56.846765 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fe658ae0-6f6d-4855-b6c8-e4737b1bcdd2 req-62702c9a-65df-4a0c-8385-31270d31a582 tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.3.135 HTTP/1.1" status: 200 len: 696 time: 0.1784685 Feb 04 12:20:57.245761 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d1766c4f-c119-458e-be8a-3889c09ed67b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (7a490199-198c-46e5-a6bb-3370fcf879cf), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:57.271633 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe658ae0-6f6d-4855-b6c8-e4737b1bcdd2 req-9665bbe8-8cb6-4fd7-ac6d-0a67f3318d47 tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:57.274937 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fe658ae0-6f6d-4855-b6c8-e4737b1bcdd2 req-9665bbe8-8cb6-4fd7-ac6d-0a67f3318d47 tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] 10.222.0.65 "GET /v2.0/networks/7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 HTTP/1.1" status: 200 len: 784 time: 0.4140556 Feb 04 12:20:57.316825 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [req-bbce1392-f0c5-456a-aae2-d1fdeca6a862 req-fe91479c-eeb1-4eb1-8189-8a1e0a0ab296 tempest-LiveMigrationTest-337354813 tempest-LiveMigrationTest-337354813-project-admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103474) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:20:57.325551 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-bbce1392-f0c5-456a-aae2-d1fdeca6a862 req-fe91479c-eeb1-4eb1-8189-8a1e0a0ab296 tempest-LiveMigrationTest-337354813 tempest-LiveMigrationTest-337354813-project-admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0693436 Feb 04 12:20:57.551893 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-05484b63-1af8-4afc-adce-cb3a2303d84e req-ec2378b8-8b4f-43cb-9edd-6b218314e98f tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ed2df29-f369-4bd6-aa02-c9c82581f4d6 HTTP/1.1" status: 200 len: 210 time: 0.0962238 Feb 04 12:20:57.632740 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1766c4f-c119-458e-be8a-3889c09ed67b admin admin] Pushing event deleted for resources: {'Port': ['ID=7a490199-198c-46e5-a6bb-3370fcf879cf,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:20:57.735075 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1766c4f-c119-458e-be8a-3889c09ed67b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:20:57.735657 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1766c4f-c119-458e-be8a-3889c09ed67b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:20:57.736237 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1766c4f-c119-458e-be8a-3889c09ed67b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:20:57.736788 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1766c4f-c119-458e-be8a-3889c09ed67b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:20:57.737354 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1766c4f-c119-458e-be8a-3889c09ed67b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:20:57.737914 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1766c4f-c119-458e-be8a-3889c09ed67b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:20:57.738458 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1766c4f-c119-458e-be8a-3889c09ed67b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:20:57.739004 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1766c4f-c119-458e-be8a-3889c09ed67b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:20:57.739542 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1766c4f-c119-458e-be8a-3889c09ed67b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:20:57.741969 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1766c4f-c119-458e-be8a-3889c09ed67b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:20:57.742540 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1766c4f-c119-458e-be8a-3889c09ed67b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:20:57.743080 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1766c4f-c119-458e-be8a-3889c09ed67b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:20:57.743594 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1766c4f-c119-458e-be8a-3889c09ed67b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:20:57.941658 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbce1392-f0c5-456a-aae2-d1fdeca6a862 req-ae16c08f-7c89-4add-8901-0ca8a2323859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:57.972657 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-bbce1392-f0c5-456a-aae2-d1fdeca6a862 req-ae16c08f-7c89-4add-8901-0ca8a2323859 service neutron] 10.222.0.65 "GET /v2.0/ports/592ec7cb-d413-4e6f-af11-550fb94964e0 HTTP/1.1" status: 200 len: 1125 time: 0.5454779 Feb 04 12:20:58.012200 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-bbce1392-f0c5-456a-aae2-d1fdeca6a862 req-9aefc516-38ca-4f71-8542-cc92a4d30a6e service neutron] Request body: {'binding': {'host': 'n-h2-825015-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:20:58.012200 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-bbce1392-f0c5-456a-aae2-d1fdeca6a862 req-9aefc516-38ca-4f71-8542-cc92a4d30a6e service neutron] Unknown quota resources ['binding']. {{(pid=103474) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 04 12:20:58.034828 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [req-e679a010-7729-46f5-82d0-eadef5b3ba84 req-3a68f692-80c5-433f-af26-551335e87716 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Allocated IP 192.168.233.121 (2f7dc246-a024-4937-952c-0ddeef5af29c/5ee3374a-84e9-4639-853c-740c6edaf6dc/5e225c38-0269-4129-a4d0-3c01809d833e) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:20:58.306160 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a2e47a-146e-45a9-a79a-9bce11ea2bec req-5e5c68f3-9eca-4242-9056-d5df9053343b tempest-NetworksTest-65682745 tempest-NetworksTest-65682745-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:58.307702 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a2e47a-146e-45a9-a79a-9bce11ea2bec req-5e5c68f3-9eca-4242-9056-d5df9053343b tempest-NetworksTest-65682745 tempest-NetworksTest-65682745-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:58.308691 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a2e47a-146e-45a9-a79a-9bce11ea2bec req-5e5c68f3-9eca-4242-9056-d5df9053343b tempest-NetworksTest-65682745 tempest-NetworksTest-65682745-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:58.309428 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a2e47a-146e-45a9-a79a-9bce11ea2bec req-5e5c68f3-9eca-4242-9056-d5df9053343b tempest-NetworksTest-65682745 tempest-NetworksTest-65682745-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:58.310363 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a2e47a-146e-45a9-a79a-9bce11ea2bec req-5e5c68f3-9eca-4242-9056-d5df9053343b tempest-NetworksTest-65682745 tempest-NetworksTest-65682745-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:58.311704 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a2e47a-146e-45a9-a79a-9bce11ea2bec req-5e5c68f3-9eca-4242-9056-d5df9053343b tempest-NetworksTest-65682745 tempest-NetworksTest-65682745-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:58.312757 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a2e47a-146e-45a9-a79a-9bce11ea2bec req-5e5c68f3-9eca-4242-9056-d5df9053343b tempest-NetworksTest-65682745 tempest-NetworksTest-65682745-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:58.313578 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a2e47a-146e-45a9-a79a-9bce11ea2bec req-5e5c68f3-9eca-4242-9056-d5df9053343b tempest-NetworksTest-65682745 tempest-NetworksTest-65682745-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:58.314494 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a2e47a-146e-45a9-a79a-9bce11ea2bec req-5e5c68f3-9eca-4242-9056-d5df9053343b tempest-NetworksTest-65682745 tempest-NetworksTest-65682745-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:58.315292 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a2e47a-146e-45a9-a79a-9bce11ea2bec req-5e5c68f3-9eca-4242-9056-d5df9053343b tempest-NetworksTest-65682745 tempest-NetworksTest-65682745-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:58.316399 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a2e47a-146e-45a9-a79a-9bce11ea2bec req-5e5c68f3-9eca-4242-9056-d5df9053343b tempest-NetworksTest-65682745 tempest-NetworksTest-65682745-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:58.317205 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a2e47a-146e-45a9-a79a-9bce11ea2bec req-5e5c68f3-9eca-4242-9056-d5df9053343b tempest-NetworksTest-65682745 tempest-NetworksTest-65682745-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:58.320970 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-13a2e47a-146e-45a9-a79a-9bce11ea2bec req-5e5c68f3-9eca-4242-9056-d5df9053343b tempest-NetworksTest-65682745 tempest-NetworksTest-65682745-project-admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8517 time: 0.7180514 Feb 04 12:20:58.806007 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6d7b8436-8317-4a1d-b6c0-b0c5915a077b req-62415632-c5da-4c2a-88db-0f043a254275 tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4237161 Feb 04 12:20:58.818974 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-e679a010-7729-46f5-82d0-eadef5b3ba84 req-3a68f692-80c5-433f-af26-551335e87716 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Publish callbacks [] for port (5e225c38-0269-4129-a4d0-3c01809d833e), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:58.826959 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-6d7b8436-8317-4a1d-b6c0-b0c5915a077b req-d1957003-181e-422a-b15e-82b2c58891cf tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Request body: {'floatingip': {'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:20:58.886505 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d1766c4f-c119-458e-be8a-3889c09ed67b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622067'] for router_interface (8fdd5829-6cc3-4767-b02d-435fd4fb3765), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:58.907362 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-6d7b8436-8317-4a1d-b6c0-b0c5915a077b req-d1957003-181e-422a-b15e-82b2c58891cf tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:59.105483 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-bbce1392-f0c5-456a-aae2-d1fdeca6a862 req-9aefc516-38ca-4f71-8542-cc92a4d30a6e service neutron] Attempting to bind port 592ec7cb-d413-4e6f-af11-550fb94964e0 on host n-h2-825015-3 for vnic_type normal with profile None {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:20:59.106146 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-bbce1392-f0c5-456a-aae2-d1fdeca6a862 req-9aefc516-38ca-4f71-8542-cc92a4d30a6e service neutron] Attempting to bind port 592ec7cb-d413-4e6f-af11-550fb94964e0 by drivers openvswitch,hyperv on host n-h2-825015-3 at level 0 using segments [{'id': '1a9a2aca-b7f6-445c-a938-0b8696864233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '8201226e-f25e-431d-a6a5-6704e8dc4880'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:20:59.106748 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbce1392-f0c5-456a-aae2-d1fdeca6a862 req-9aefc516-38ca-4f71-8542-cc92a4d30a6e service neutron] Attempting to bind port 592ec7cb-d413-4e6f-af11-550fb94964e0 on network 8201226e-f25e-431d-a6a5-6704e8dc4880 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:20:59.138811 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbce1392-f0c5-456a-aae2-d1fdeca6a862 req-9aefc516-38ca-4f71-8542-cc92a4d30a6e service neutron] Port 592ec7cb-d413-4e6f-af11-550fb94964e0 on network 8201226e-f25e-431d-a6a5-6704e8dc4880 not bound, no agent of type Open vSwitch agent registered on host n-h2-825015-3 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:20:59.140458 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbce1392-f0c5-456a-aae2-d1fdeca6a862 req-9aefc516-38ca-4f71-8542-cc92a4d30a6e service neutron] Attempting to bind port 592ec7cb-d413-4e6f-af11-550fb94964e0 on network 8201226e-f25e-431d-a6a5-6704e8dc4880 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:20:59.252982 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-6d7b8436-8317-4a1d-b6c0-b0c5915a077b req-d1957003-181e-422a-b15e-82b2c58891cf tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:59.438763 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 59306) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:20:59.730383 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-6d7b8436-8317-4a1d-b6c0-b0c5915a077b req-d1957003-181e-422a-b15e-82b2c58891cf tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Allocated IP 172.25.3.30 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/e325be9f-406b-40cd-b3b5-2085dc7cc2b2) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:20:59.848216 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-94e375fb-2738-469c-a3c4-d60e1cb27b91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:20:59.891085 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbce1392-f0c5-456a-aae2-d1fdeca6a862 req-9aefc516-38ca-4f71-8542-cc92a4d30a6e service neutron] Checking agent: {'id': '9b68a165-e786-4b91-8592-44519c2ecabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:20:59.892260 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbce1392-f0c5-456a-aae2-d1fdeca6a862 req-9aefc516-38ca-4f71-8542-cc92a4d30a6e service neutron] Checking segment: {'id': '1a9a2aca-b7f6-445c-a938-0b8696864233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '8201226e-f25e-431d-a6a5-6704e8dc4880'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:20:59.892902 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbce1392-f0c5-456a-aae2-d1fdeca6a862 req-9aefc516-38ca-4f71-8542-cc92a4d30a6e service neutron] Bound using segment: {'id': '1a9a2aca-b7f6-445c-a938-0b8696864233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '8201226e-f25e-431d-a6a5-6704e8dc4880'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:20:59.893612 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-bbce1392-f0c5-456a-aae2-d1fdeca6a862 req-9aefc516-38ca-4f71-8542-cc92a4d30a6e service neutron] Bound port: 592ec7cb-d413-4e6f-af11-550fb94964e0, host: n-h2-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a9a2aca-b7f6-445c-a938-0b8696864233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '8201226e-f25e-431d-a6a5-6704e8dc4880'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:21:00.118366 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-6d7b8436-8317-4a1d-b6c0-b0c5915a077b req-d1957003-181e-422a-b15e-82b2c58891cf tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Publish callbacks [] for port (e325be9f-406b-40cd-b3b5-2085dc7cc2b2), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:00.210676 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [req-e679a010-7729-46f5-82d0-eadef5b3ba84 req-2fad0211-3527-4631-a91b-87b9731da409 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Allocated IP 192.168.233.139 (2f7dc246-a024-4937-952c-0ddeef5af29c/5ee3374a-84e9-4639-853c-740c6edaf6dc/cb1246fa-1dff-4a4d-abe1-b07af7371bf9) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:21:00.293873 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-6d7b8436-8317-4a1d-b6c0-b0c5915a077b req-d1957003-181e-422a-b15e-82b2c58891cf tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (e325be9f-406b-40cd-b3b5-2085dc7cc2b2), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:00.448202 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1957003-181e-422a-b15e-82b2c58891cf tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Pushing event updated for resources: {'Port': ['ID=e325be9f-406b-40cd-b3b5-2085dc7cc2b2,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:21:00.511203 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-94e375fb-2738-469c-a3c4-d60e1cb27b91 admin admin] Publish callbacks [] for security_group (0a60e110-d23e-438a-bb56-4a9afb67027f), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:00.520891 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-94e375fb-2738-469c-a3c4-d60e1cb27b91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (0a60e110-d23e-438a-bb56-4a9afb67027f), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:00.530737 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d7b8436-8317-4a1d-b6c0-b0c5915a077b req-d1957003-181e-422a-b15e-82b2c58891cf tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:21:00.561421 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-6d7b8436-8317-4a1d-b6c0-b0c5915a077b req-d1957003-181e-422a-b15e-82b2c58891cf tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:21:00.573219 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d7b8436-8317-4a1d-b6c0-b0c5915a077b req-d1957003-181e-422a-b15e-82b2c58891cf tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:21:00.582810 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-e679a010-7729-46f5-82d0-eadef5b3ba84 req-2fad0211-3527-4631-a91b-87b9731da409 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Publish callbacks [] for port (cb1246fa-1dff-4a4d-abe1-b07af7371bf9), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:00.656144 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-94e375fb-2738-469c-a3c4-d60e1cb27b91 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2851c8de24144967be1b618e4bbc2002&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2151601 Feb 04 12:21:00.661392 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e375fb-2738-469c-a3c4-d60e1cb27b91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a60e110-d23e-438a-bb56-4a9afb67027f,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:21:00.672561 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-e679a010-7729-46f5-82d0-eadef5b3ba84 req-3a68f692-80c5-433f-af26-551335e87716 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (5e225c38-0269-4129-a4d0-3c01809d833e), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:00.694397 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['9b10404f-62d5-42e1-accf-5dbefbaa11b0'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:21:00.701051 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 59314) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:21:00.805355 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-e679a010-7729-46f5-82d0-eadef5b3ba84 req-2fad0211-3527-4631-a91b-87b9731da409 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (cb1246fa-1dff-4a4d-abe1-b07af7371bf9), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:00.859334 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['9b10404f-62d5-42e1-accf-5dbefbaa11b0'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:21:01.018867 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:01.100195 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d66378ee-71e1-4599-bbc7-fdca37817a4d admin admin] Publish callbacks [] for security_group (0a60e110-d23e-438a-bb56-4a9afb67027f), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:01.173705 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-6d7b8436-8317-4a1d-b6c0-b0c5915a077b req-d1957003-181e-422a-b15e-82b2c58891cf tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Publish callbacks [] for floatingip (d2bb749b-9be0-4bb6-89fe-3fb8056d6d9e), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:01.175057 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e679a010-7729-46f5-82d0-eadef5b3ba84 req-3a68f692-80c5-433f-af26-551335e87716 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Network 2f7dc246-a024-4937-952c-0ddeef5af29c is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:21:01.179605 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a68f692-80c5-433f-af26-551335e87716 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Pushing event updated for resources: {'Port': ['ID=5e225c38-0269-4129-a4d0-3c01809d833e,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:21:01.235030 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d66378ee-71e1-4599-bbc7-fdca37817a4d admin admin] Publish callbacks [] for security_group (0a60e110-d23e-438a-bb56-4a9afb67027f), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:01.357038 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-6d7b8436-8317-4a1d-b6c0-b0c5915a077b req-d1957003-181e-422a-b15e-82b2c58891cf tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (e325be9f-406b-40cd-b3b5-2085dc7cc2b2), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:01.383598 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fad0211-3527-4631-a91b-87b9731da409 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Pushing event updated for resources: {'Port': ['ID=cb1246fa-1dff-4a4d-abe1-b07af7371bf9,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:21:01.401905 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e679a010-7729-46f5-82d0-eadef5b3ba84 req-2fad0211-3527-4631-a91b-87b9731da409 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Network 2f7dc246-a024-4937-952c-0ddeef5af29c is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:21:01.489316 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [req-e679a010-7729-46f5-82d0-eadef5b3ba84 req-3a68f692-80c5-433f-af26-551335e87716 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:21:01.500295 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-e679a010-7729-46f5-82d0-eadef5b3ba84 req-3a68f692-80c5-433f-af26-551335e87716 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:21:01.606111 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e679a010-7729-46f5-82d0-eadef5b3ba84 req-3a68f692-80c5-433f-af26-551335e87716 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:01.606912 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-e679a010-7729-46f5-82d0-eadef5b3ba84 req-3a68f692-80c5-433f-af26-551335e87716 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:01.613684 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [req-e679a010-7729-46f5-82d0-eadef5b3ba84 req-2fad0211-3527-4631-a91b-87b9731da409 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:21:01.622314 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-e679a010-7729-46f5-82d0-eadef5b3ba84 req-2fad0211-3527-4631-a91b-87b9731da409 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:21:01.645524 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:01.766715 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e679a010-7729-46f5-82d0-eadef5b3ba84 req-2fad0211-3527-4631-a91b-87b9731da409 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:01.767654 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-e679a010-7729-46f5-82d0-eadef5b3ba84 req-2fad0211-3527-4631-a91b-87b9731da409 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:01.819725 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-bbce1392-f0c5-456a-aae2-d1fdeca6a862 req-9aefc516-38ca-4f71-8542-cc92a4d30a6e service neutron] For port 592ec7cb-d413-4e6f-af11-550fb94964e0, host n-h2-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=592ec7cb-d413-4e6f-af11-550fb94964e0,segment=NetworkSegment(1a9a2aca-b7f6-445c-a938-0b8696864233),segment_id=1a9a2aca-b7f6-445c-a938-0b8696864233)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:21:01.858352 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-e679a010-7729-46f5-82d0-eadef5b3ba84 req-3a68f692-80c5-433f-af26-551335e87716 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.8040366 Feb 04 12:21:01.863521 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-bbce1392-f0c5-456a-aae2-d1fdeca6a862 req-9aefc516-38ca-4f71-8542-cc92a4d30a6e service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:01.892284 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-bbce1392-f0c5-456a-aae2-d1fdeca6a862 req-9aefc516-38ca-4f71-8542-cc92a4d30a6e service neutron] 10.222.0.65 "POST /v2.0/ports/592ec7cb-d413-4e6f-af11-550fb94964e0/bindings HTTP/1.1" status: 201 len: 389 time: 3.9121509 Feb 04 12:21:01.922130 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-e679a010-7729-46f5-82d0-eadef5b3ba84 req-2fad0211-3527-4631-a91b-87b9731da409 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.9258091 Feb 04 12:21:01.959199 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d66378ee-71e1-4599-bbc7-fdca37817a4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (0a60e110-d23e-438a-bb56-4a9afb67027f), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:01.962336 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-e679a010-7729-46f5-82d0-eadef5b3ba84 req-4608cb9c-9cf7-4021-9557-52dbb7d18cb0 service neutron] Request body: {'port': {'device_id': '29b29f45-ea94-43ea-a711-d40bb7d13ab4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825015-3'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:21:01.973555 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d66378ee-71e1-4599-bbc7-fdca37817a4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:01.977531 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-d66378ee-71e1-4599-bbc7-fdca37817a4d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0a60e110-d23e-438a-bb56-4a9afb67027f HTTP/1.1" status: 204 len: 168 time: 1.2742624 Feb 04 12:21:02.117039 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-9d7369a8-3967-4fe7-831b-5eda053887f0 None None] Provisioning complete for port 5e225c38-0269-4129-a4d0-3c01809d833e triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:21:02.117644 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9d7369a8-3967-4fe7-831b-5eda053887f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (5e225c38-0269-4129-a4d0-3c01809d833e), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:02.183138 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-6d7b8436-8317-4a1d-b6c0-b0c5915a077b req-d1957003-181e-422a-b15e-82b2c58891cf tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Publish callbacks [] for port (e325be9f-406b-40cd-b3b5-2085dc7cc2b2), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:02.201844 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-6d7b8436-8317-4a1d-b6c0-b0c5915a077b req-d1957003-181e-422a-b15e-82b2c58891cf tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (e325be9f-406b-40cd-b3b5-2085dc7cc2b2), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:02.256267 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-e679a010-7729-46f5-82d0-eadef5b3ba84 req-2fcc7980-4d32-4935-85aa-fd5ee5d9f1e8 service neutron] Request body: {'port': {'device_id': '5ed2df29-f369-4bd6-aa02-c9c82581f4d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825015-3'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:21:02.418754 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1957003-181e-422a-b15e-82b2c58891cf tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Pushing event updated for resources: {'Port': ['ID=e325be9f-406b-40cd-b3b5-2085dc7cc2b2,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:21:02.428664 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66378ee-71e1-4599-bbc7-fdca37817a4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a60e110-d23e-438a-bb56-4a9afb67027f,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:21:02.448626 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-9d7369a8-3967-4fe7-831b-5eda053887f0 None None] Port 5e225c38-0269-4129-a4d0-3c01809d833e cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:21:02.536819 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-6d7b8436-8317-4a1d-b6c0-b0c5915a077b req-d1957003-181e-422a-b15e-82b2c58891cf tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1599943'] for floatingip (d2bb749b-9be0-4bb6-89fe-3fb8056d6d9e), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:02.604920 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-6d7b8436-8317-4a1d-b6c0-b0c5915a077b req-d1957003-181e-422a-b15e-82b2c58891cf tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:02.610463 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6d7b8436-8317-4a1d-b6c0-b0c5915a077b req-d1957003-181e-422a-b15e-82b2c58891cf tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.7954400 Feb 04 12:21:02.612301 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.77', 52878) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:21:02.676752 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-e679a010-7729-46f5-82d0-eadef5b3ba84 req-4608cb9c-9cf7-4021-9557-52dbb7d18cb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (5e225c38-0269-4129-a4d0-3c01809d833e), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:02.800997 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6d7b8436-8317-4a1d-b6c0-b0c5915a077b req-ed1d1f8a-5eb3-4dc3-94c9-9f458951baf6 tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.3.30 HTTP/1.1" status: 200 len: 695 time: 0.1585867 Feb 04 12:21:02.902114 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-f08f8608-8cd9-48ea-beee-5a13f7a969e1 None None] Provisioning complete for port cb1246fa-1dff-4a4d-abe1-b07af7371bf9 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:21:02.902717 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f08f8608-8cd9-48ea-beee-5a13f7a969e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (cb1246fa-1dff-4a4d-abe1-b07af7371bf9), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:02.910896 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1766c4f-c119-458e-be8a-3889c09ed67b admin admin] Router 8fdd5829-6cc3-4767-b02d-435fd4fb3765 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:21:02.912789 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-e679a010-7729-46f5-82d0-eadef5b3ba84 req-2fcc7980-4d32-4935-85aa-fd5ee5d9f1e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (cb1246fa-1dff-4a4d-abe1-b07af7371bf9), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:03.065201 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-f08f8608-8cd9-48ea-beee-5a13f7a969e1 None None] Port cb1246fa-1dff-4a4d-abe1-b07af7371bf9 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:21:03.143875 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 59336) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:21:03.158450 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbce1392-f0c5-456a-aae2-d1fdeca6a862 req-dae0ecb9-ebff-4e97-82b9-7d04f83d4666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:03.161773 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bbce1392-f0c5-456a-aae2-d1fdeca6a862 req-dae0ecb9-ebff-4e97-82b9-7d04f83d4666 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=24a467b030c744bba5cc99601ae6aefc&device_id=729d5332-a000-4a7e-b737-2cb5be03b163 HTTP/1.1" status: 200 len: 1128 time: 0.5471861 Feb 04 12:21:03.217299 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-eca362fd-fd34-46fe-9de4-8016e551e51d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:03.343303 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fdda89-3d40-4144-a9b8-f9961a01a9b7 req-5ccfcaee-8168-4b76-b124-9af38c2a02ba tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:03.346496 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-71fdda89-3d40-4144-a9b8-f9961a01a9b7 req-5ccfcaee-8168-4b76-b124-9af38c2a02ba tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ed2df29-f369-4bd6-aa02-c9c82581f4d6 HTTP/1.1" status: 200 len: 936 time: 0.5314033 Feb 04 12:21:03.483604 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b8436-8317-4a1d-b6c0-b0c5915a077b req-6e6fe3b9-0d57-43ec-8cb8-cd11027e8142 tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:03.488483 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6d7b8436-8317-4a1d-b6c0-b0c5915a077b req-6e6fe3b9-0d57-43ec-8cb8-cd11027e8142 tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] 10.222.0.65 "GET /v2.0/networks/7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 HTTP/1.1" status: 200 len: 784 time: 0.6855648 Feb 04 12:21:03.552258 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbce1392-f0c5-456a-aae2-d1fdeca6a862 req-c76f1e53-0468-4e3e-a0f8-f98d73c68fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:03.556639 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bbce1392-f0c5-456a-aae2-d1fdeca6a862 req-c76f1e53-0468-4e3e-a0f8-f98d73c68fea service neutron] 10.222.0.77 "GET /v2.0/networks?id=8201226e-f25e-431d-a6a5-6704e8dc4880 HTTP/1.1" status: 200 len: 908 time: 0.3820143 Feb 04 12:21:03.624897 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1766c4f-c119-458e-be8a-3889c09ed67b admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:21:03.641563 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-d1766c4f-c119-458e-be8a-3889c09ed67b admin admin] 10.222.0.65 "PUT /v2.0/routers/8fdd5829-6cc3-4767-b02d-435fd4fb3765/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4218764 Feb 04 12:21:03.644714 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59342) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:21:03.661406 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390bcc56-17cf-4487-ae15-98e0520cfb6e None None] Sync routers for ids ['8fdd5829-6cc3-4767-b02d-435fd4fb3765'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:21:03.686524 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390bcc56-17cf-4487-ae15-98e0520cfb6e None None] Routers {'8fdd5829-6cc3-4767-b02d-435fd4fb3765'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:21:03.688954 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-390bcc56-17cf-4487-ae15-98e0520cfb6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:20:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['8fdd5829-6cc3-4767-b02d-435fd4fb3765'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:21:03.786732 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-71fdda89-3d40-4144-a9b8-f9961a01a9b7 req-4faaffb4-100d-42ca-b201-baebdae3fc74 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/security-groups?id=ff9db729-a945-4359-8bb3-48cdfdee30d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4079394 Feb 04 12:21:03.789571 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bbce1392-f0c5-456a-aae2-d1fdeca6a862 req-9439e3e3-7097-4105-9ffa-f27f079f1b30 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=592ec7cb-d413-4e6f-af11-550fb94964e0 HTTP/1.1" status: 200 len: 217 time: 0.1738210 Feb 04 12:21:03.901340 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbce1392-f0c5-456a-aae2-d1fdeca6a862 req-6351c7ab-0d0a-468e-baae-8298605cd895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:03.903704 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bbce1392-f0c5-456a-aae2-d1fdeca6a862 req-6351c7ab-0d0a-468e-baae-8298605cd895 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6b10c2b1-e8bd-4535-8be4-90c0033f4e8f HTTP/1.1" status: 200 len: 847 time: 0.1046727 Feb 04 12:21:03.993850 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c633739-8645-4282-b7e3-4e838de55eca req-b57212af-f1f6-44ff-b43e-00969592c0e8 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:03.996257 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0c633739-8645-4282-b7e3-4e838de55eca req-b57212af-f1f6-44ff-b43e-00969592c0e8 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/ports?device_id=729d5332-a000-4a7e-b737-2cb5be03b163 HTTP/1.1" status: 200 len: 946 time: 0.3826635 Feb 04 12:21:04.019858 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-47fe44d5-8184-44f8-ab0f-ec4998673173 admin admin] Publish callbacks [] for router (8fdd5829-6cc3-4767-b02d-435fd4fb3765), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:04.037661 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bbce1392-f0c5-456a-aae2-d1fdeca6a862 req-5d7c7b9c-3046-4d10-8b7b-1e7fcb00d72f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8201226e-f25e-431d-a6a5-6704e8dc4880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1021423 Feb 04 12:21:04.161766 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-390bcc56-17cf-4487-ae15-98e0520cfb6e None None] Set router 8fdd5829-6cc3-4767-b02d-435fd4fb3765 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:21:04.173117 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0c633739-8645-4282-b7e3-4e838de55eca req-72d0c71b-0241-4d83-8cb8-1e53034fc893 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4f571d4-f0a1-47f6-a54a-b93db47581cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403975 Feb 04 12:21:04.258223 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [req-e679a010-7729-46f5-82d0-eadef5b3ba84 req-4608cb9c-9cf7-4021-9557-52dbb7d18cb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e225c38-0269-4129-a4d0-3c01809d833e {{(pid=103474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:21:04.271463 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-e679a010-7729-46f5-82d0-eadef5b3ba84 req-4608cb9c-9cf7-4021-9557-52dbb7d18cb0 service neutron] Publish callbacks [] for port (5e225c38-0269-4129-a4d0-3c01809d833e), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:04.301130 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.provisioning_blocks [req-e679a010-7729-46f5-82d0-eadef5b3ba84 req-4608cb9c-9cf7-4021-9557-52dbb7d18cb0 service neutron] Transition to ACTIVE for port object 5e225c38-0269-4129-a4d0-3c01809d833e will not be triggered until provisioned by entity L2. {{(pid=103474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:21:04.316506 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-e679a010-7729-46f5-82d0-eadef5b3ba84 req-4608cb9c-9cf7-4021-9557-52dbb7d18cb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (5e225c38-0269-4129-a4d0-3c01809d833e), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:04.322901 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed8f389-06e1-402c-96bd-57b785a7d5ea req-48476e1c-7826-4bfb-92b3-91c414914698 tempest-LiveAutoBlockMigrationV225Test-497889810 tempest-LiveAutoBlockMigrationV225Test-497889810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:04.324795 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fed8f389-06e1-402c-96bd-57b785a7d5ea req-48476e1c-7826-4bfb-92b3-91c414914698 tempest-LiveAutoBlockMigrationV225Test-497889810 tempest-LiveAutoBlockMigrationV225Test-497889810-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=77637105-0550-4658-837e-b253c5845668 HTTP/1.1" status: 200 len: 1128 time: 0.3985434 Feb 04 12:21:04.371358 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-eca362fd-fd34-46fe-9de4-8016e551e51d admin admin] Publish callbacks [] for security_group (20dcafcc-3380-445c-abc5-d59fe81d2d38), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:04.393426 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-eca362fd-fd34-46fe-9de4-8016e551e51d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (20dcafcc-3380-445c-abc5-d59fe81d2d38), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:04.445271 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-47fe44d5-8184-44f8-ab0f-ec4998673173 admin admin] Publish callbacks [] for router_gateway (8fdd5829-6cc3-4767-b02d-435fd4fb3765), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:04.591626 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4608cb9c-9cf7-4021-9557-52dbb7d18cb0 service neutron] Pushing event updated for resources: {'Port': ['ID=5e225c38-0269-4129-a4d0-3c01809d833e,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:21:04.606995 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca362fd-fd34-46fe-9de4-8016e551e51d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20dcafcc-3380-445c-abc5-d59fe81d2d38,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:21:04.723069 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bbce1392-f0c5-456a-aae2-d1fdeca6a862 req-fdfcae2b-6fa1-4249-ab6a-e06454f00b83 service neutron] 10.222.0.77 "GET /v2.0/networks/8201226e-f25e-431d-a6a5-6704e8dc4880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6496015 Feb 04 12:21:04.768738 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fed8f389-06e1-402c-96bd-57b785a7d5ea req-f7506932-ccec-4d8e-836c-9eec2d39f345 tempest-LiveAutoBlockMigrationV225Test-497889810 tempest-LiveAutoBlockMigrationV225Test-497889810-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=0e320687-8002-4e00-a016-6bf57af2cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4254591 Feb 04 12:21:04.805359 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-390bcc56-17cf-4487-ae15-98e0520cfb6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fdd5829-6cc3-4767-b02d-435fd4fb3765', 'name': 'tempest-FloatingIPsTestJSON-457855295-router', 'tenant_id': '579ea69403834782a33c69e1f5bfa5e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'ac842ff2-38fd-40cc-8a1b-f5d6db5ef84c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:20:05Z', 'updated_at': '2022-02-04T12:20:57Z', 'revision_number': 5, 'project_id': '579ea69403834782a33c69e1f5bfa5e7', 'gw_port': {'id': 'ac842ff2-38fd-40cc-8a1b-f5d6db5ef84c', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:a4:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fdd5829-6cc3-4767-b02d-435fd4fb3765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:20:07Z', 'updated_at': '2022-02-04T12:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:21:04.867774 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-e679a010-7729-46f5-82d0-eadef5b3ba84 req-4608cb9c-9cf7-4021-9557-52dbb7d18cb0 service neutron] Attempting to bind port 5e225c38-0269-4129-a4d0-3c01809d833e on host n-h2-825015-3 for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:21:04.867774 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-e679a010-7729-46f5-82d0-eadef5b3ba84 req-4608cb9c-9cf7-4021-9557-52dbb7d18cb0 service neutron] Attempting to bind port 5e225c38-0269-4129-a4d0-3c01809d833e by drivers openvswitch,hyperv on host n-h2-825015-3 at level 0 using segments [{'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:21:04.867774 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e679a010-7729-46f5-82d0-eadef5b3ba84 req-4608cb9c-9cf7-4021-9557-52dbb7d18cb0 service neutron] Attempting to bind port 5e225c38-0269-4129-a4d0-3c01809d833e on network 2f7dc246-a024-4937-952c-0ddeef5af29c {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:21:04.894885 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-47fe44d5-8184-44f8-ab0f-ec4998673173 admin admin] Deleting port ac842ff2-38fd-40cc-8a1b-f5d6db5ef84c {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:21:04.899269 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-47fe44d5-8184-44f8-ab0f-ec4998673173 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (ac842ff2-38fd-40cc-8a1b-f5d6db5ef84c), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:04.906349 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e679a010-7729-46f5-82d0-eadef5b3ba84 req-4608cb9c-9cf7-4021-9557-52dbb7d18cb0 service neutron] Port 5e225c38-0269-4129-a4d0-3c01809d833e on network 2f7dc246-a024-4937-952c-0ddeef5af29c not bound, no agent of type Open vSwitch agent registered on host n-h2-825015-3 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:21:04.909191 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e679a010-7729-46f5-82d0-eadef5b3ba84 req-4608cb9c-9cf7-4021-9557-52dbb7d18cb0 service neutron] Attempting to bind port 5e225c38-0269-4129-a4d0-3c01809d833e on network 2f7dc246-a024-4937-952c-0ddeef5af29c {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:21:04.944754 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-eca362fd-fd34-46fe-9de4-8016e551e51d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=389769c2e78f4ec6872916e53035aeee&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7988632 Feb 04 12:21:04.954922 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390bcc56-17cf-4487-ae15-98e0520cfb6e None None] Checking router: 8fdd5829-6cc3-4767-b02d-435fd4fb3765 for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:21:04.963234 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16d55dd-c446-4d53-bd0a-cbc218330179 req-8f2cdf33-352a-43b0-8927-e0329e5c5199 tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:04.964303 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59350) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:21:04.966847 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b16d55dd-c446-4d53-bd0a-cbc218330179 req-8f2cdf33-352a-43b0-8927-e0329e5c5199 tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] 10.222.0.65 "GET /v2.0/ports?device_id=99ec6a9b-f8dd-4f89-97cd-32529894b186 HTTP/1.1" status: 200 len: 945 time: 0.4495606 Feb 04 12:21:04.967474 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e679a010-7729-46f5-82d0-eadef5b3ba84 req-4608cb9c-9cf7-4021-9557-52dbb7d18cb0 service neutron] Checking agent: {'id': '9b68a165-e786-4b91-8592-44519c2ecabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:21:04.967938 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e679a010-7729-46f5-82d0-eadef5b3ba84 req-4608cb9c-9cf7-4021-9557-52dbb7d18cb0 service neutron] Checking segment: {'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:21:04.968431 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e679a010-7729-46f5-82d0-eadef5b3ba84 req-4608cb9c-9cf7-4021-9557-52dbb7d18cb0 service neutron] Bound using segment: {'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:21:04.969004 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-e679a010-7729-46f5-82d0-eadef5b3ba84 req-4608cb9c-9cf7-4021-9557-52dbb7d18cb0 service neutron] Bound port: 5e225c38-0269-4129-a4d0-3c01809d833e, host: n-h2-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:21:04.969466 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-e679a010-7729-46f5-82d0-eadef5b3ba84 req-4608cb9c-9cf7-4021-9557-52dbb7d18cb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (5e225c38-0269-4129-a4d0-3c01809d833e), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:04.976816 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390bcc56-17cf-4487-ae15-98e0520cfb6e None None] Routers {'8fdd5829-6cc3-4767-b02d-435fd4fb3765'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:21:04.977824 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-390bcc56-17cf-4487-ae15-98e0520cfb6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:20:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['8fdd5829-6cc3-4767-b02d-435fd4fb3765'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:21:05.270820 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-390bcc56-17cf-4487-ae15-98e0520cfb6e None None] Set router 8fdd5829-6cc3-4767-b02d-435fd4fb3765 gateway port host: None {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:21:05.280067 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b16d55dd-c446-4d53-bd0a-cbc218330179 req-f5e468d6-22cc-4bd6-b274-abfab4375efb tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] 10.222.0.65 "GET /v2.0/security-groups?id=9664bb36-bf5d-4990-a15c-2a75945861da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2917421 Feb 04 12:21:05.290068 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bbce1392-f0c5-456a-aae2-d1fdeca6a862 req-e7980a98-628f-4eb4-afe2-618194c3e257 service neutron] 10.222.0.77 "GET /v2.0/networks/8201226e-f25e-431d-a6a5-6704e8dc4880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5410411 Feb 04 12:21:05.300449 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-028e2134-4fdf-4dd4-b21c-751f199ccba1 req-0c667fa5-fa09-454f-be6f-adf1461b6772 tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3632517 Feb 04 12:21:05.319224 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-028e2134-4fdf-4dd4-b21c-751f199ccba1 req-f3b055f5-aaf9-430d-a147-0a7d758de5da tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Request body: {'floatingip': {'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:21:05.337783 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-07c23761-a526-4332-a121-df84267a91f5 admin admin] Publish callbacks [] for security_group (20dcafcc-3380-445c-abc5-d59fe81d2d38), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:05.360568 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-028e2134-4fdf-4dd4-b21c-751f199ccba1 req-f3b055f5-aaf9-430d-a147-0a7d758de5da tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:05.392111 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-390bcc56-17cf-4487-ae15-98e0520cfb6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fdd5829-6cc3-4767-b02d-435fd4fb3765', 'name': 'tempest-FloatingIPsTestJSON-457855295-router', 'tenant_id': '579ea69403834782a33c69e1f5bfa5e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:20:05Z', 'updated_at': '2022-02-04T12:21:04Z', 'revision_number': 6, 'project_id': '579ea69403834782a33c69e1f5bfa5e7', 'gw_port_host': None}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:21:05.443441 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-e679a010-7729-46f5-82d0-eadef5b3ba84 req-4608cb9c-9cf7-4021-9557-52dbb7d18cb0 service neutron] For port 5e225c38-0269-4129-a4d0-3c01809d833e, host n-h2-825015-3, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:21:05.458330 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390bcc56-17cf-4487-ae15-98e0520cfb6e None None] The sync data for ids ['8fdd5829-6cc3-4767-b02d-435fd4fb3765'] in n-d-825015-3 is: [{'id': '8fdd5829-6cc3-4767-b02d-435fd4fb3765', 'name': 'tempest-FloatingIPsTestJSON-457855295-router', 'tenant_id': '579ea69403834782a33c69e1f5bfa5e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:20:05Z', 'updated_at': '2022-02-04T12:21:04Z', 'revision_number': 6, 'project_id': '579ea69403834782a33c69e1f5bfa5e7', 'gw_port_host': None}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:21:05.545520 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-e679a010-7729-46f5-82d0-eadef5b3ba84 req-4608cb9c-9cf7-4021-9557-52dbb7d18cb0 service neutron] For port 5e225c38-0269-4129-a4d0-3c01809d833e, host n-h2-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=5e225c38-0269-4129-a4d0-3c01809d833e,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:21:05.550234 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-47fe44d5-8184-44f8-ab0f-ec4998673173 admin admin] For port ac842ff2-38fd-40cc-8a1b-f5d6db5ef84c, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=ac842ff2-38fd-40cc-8a1b-f5d6db5ef84c,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:21:05.550803 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-47fe44d5-8184-44f8-ab0f-ec4998673173 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (ac842ff2-38fd-40cc-8a1b-f5d6db5ef84c), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:05.573638 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-07c23761-a526-4332-a121-df84267a91f5 admin admin] Publish callbacks [] for security_group (20dcafcc-3380-445c-abc5-d59fe81d2d38), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:05.592629 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-e679a010-7729-46f5-82d0-eadef5b3ba84 req-4608cb9c-9cf7-4021-9557-52dbb7d18cb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (5e225c38-0269-4129-a4d0-3c01809d833e), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:05.624168 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [req-e679a010-7729-46f5-82d0-eadef5b3ba84 req-2fcc7980-4d32-4935-85aa-fd5ee5d9f1e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb1246fa-1dff-4a4d-abe1-b07af7371bf9 {{(pid=103474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:21:05.634056 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-47fe44d5-8184-44f8-ab0f-ec4998673173 admin admin] Calling delete_port for ac842ff2-38fd-40cc-8a1b-f5d6db5ef84c owned by network:router_gateway {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:21:05.682692 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e679a010-7729-46f5-82d0-eadef5b3ba84 req-4608cb9c-9cf7-4021-9557-52dbb7d18cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:05.684753 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-e679a010-7729-46f5-82d0-eadef5b3ba84 req-4608cb9c-9cf7-4021-9557-52dbb7d18cb0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:05.686229 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-e679a010-7729-46f5-82d0-eadef5b3ba84 req-4608cb9c-9cf7-4021-9557-52dbb7d18cb0 service neutron] 10.222.0.77 "PUT /v2.0/ports/5e225c38-0269-4129-a4d0-3c01809d833e HTTP/1.1" status: 200 len: 1096 time: 3.7894006 Feb 04 12:21:05.698651 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29b29f45-ea94-43ea-a711-d40bb7d13ab4', 'tag': '5e225c38-0269-4129-a4d0-3c01809d833e'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:21:05.702641 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e4942b6-6e27-49dd-8234-3732f312ecd9" -d '{"events": [{"name": "network-changed", "server_uuid": "29b29f45-ea94-43ea-a711-d40bb7d13ab4", "tag": "5e225c38-0269-4129-a4d0-3c01809d833e"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:21:05.709956 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-e679a010-7729-46f5-82d0-eadef5b3ba84 req-2fcc7980-4d32-4935-85aa-fd5ee5d9f1e8 service neutron] Publish callbacks [] for port (cb1246fa-1dff-4a4d-abe1-b07af7371bf9), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:05.735667 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8968eedf-c08f-4ade-8be7-b50ea5860c12 req-34a8a435-171b-44cd-b9dd-adcc8db2a208 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:05.762756 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8968eedf-c08f-4ade-8be7-b50ea5860c12 req-34a8a435-171b-44cd-b9dd-adcc8db2a208 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ed2df29-f369-4bd6-aa02-c9c82581f4d6 HTTP/1.1" status: 200 len: 936 time: 0.2587943 Feb 04 12:21:05.912892 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8968eedf-c08f-4ade-8be7-b50ea5860c12 req-4e01299d-7a1a-4874-b10f-b35e949a293c tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/security-groups?id=ff9db729-a945-4359-8bb3-48cdfdee30d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317422 Feb 04 12:21:05.978317 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-028e2134-4fdf-4dd4-b21c-751f199ccba1 req-f3b055f5-aaf9-430d-a147-0a7d758de5da tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:06.014218 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.provisioning_blocks [req-e679a010-7729-46f5-82d0-eadef5b3ba84 req-2fcc7980-4d32-4935-85aa-fd5ee5d9f1e8 service neutron] Transition to ACTIVE for port object cb1246fa-1dff-4a4d-abe1-b07af7371bf9 will not be triggered until provisioned by entity L2. {{(pid=103474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:21:06.064559 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e679a010-7729-46f5-82d0-eadef5b3ba84 req-25f662a7-997a-4819-9219-6aa1519751dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:06.067465 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-e679a010-7729-46f5-82d0-eadef5b3ba84 req-25f662a7-997a-4819-9219-6aa1519751dd service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=cd7a27426604483abdc4179f17c2461d&device_id=29b29f45-ea94-43ea-a711-d40bb7d13ab4 HTTP/1.1" status: 200 len: 1130 time: 0.3080032 Feb 04 12:21:06.068496 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-e679a010-7729-46f5-82d0-eadef5b3ba84 req-2fcc7980-4d32-4935-85aa-fd5ee5d9f1e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (cb1246fa-1dff-4a4d-abe1-b07af7371bf9), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:06.217105 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-028e2134-4fdf-4dd4-b21c-751f199ccba1 req-f3b055f5-aaf9-430d-a147-0a7d758de5da tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Allocated IP 172.25.3.120 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/fb1bc4b7-be39-4041-9ac2-ecbb65a71a9b) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:21:06.317415 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4608cb9c-9cf7-4021-9557-52dbb7d18cb0 service neutron] Pushing event updated for resources: {'Port': ['ID=5e225c38-0269-4129-a4d0-3c01809d833e,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:21:06.470565 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-028e2134-4fdf-4dd4-b21c-751f199ccba1 req-f3b055f5-aaf9-430d-a147-0a7d758de5da tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Publish callbacks [] for port (fb1bc4b7-be39-4041-9ac2-ecbb65a71a9b), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:06.537597 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-e679a010-7729-46f5-82d0-eadef5b3ba84 req-355165b2-a9c2-4f76-9671-3319eae51151 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=5e225c38-0269-4129-a4d0-3c01809d833e HTTP/1.1" status: 200 len: 217 time: 0.4250772 Feb 04 12:21:06.578496 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-028e2134-4fdf-4dd4-b21c-751f199ccba1 req-f3b055f5-aaf9-430d-a147-0a7d758de5da tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (fb1bc4b7-be39-4041-9ac2-ecbb65a71a9b), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:06.712158 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-028e2134-4fdf-4dd4-b21c-751f199ccba1 req-f3b055f5-aaf9-430d-a147-0a7d758de5da tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:21:06.746860 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-028e2134-4fdf-4dd4-b21c-751f199ccba1 req-f3b055f5-aaf9-430d-a147-0a7d758de5da tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:21:06.753575 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e679a010-7729-46f5-82d0-eadef5b3ba84 req-7ed31e4b-023b-469b-8037-97c902445723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:06.755376 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-e679a010-7729-46f5-82d0-eadef5b3ba84 req-7ed31e4b-023b-469b-8037-97c902445723 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5ee3374a-84e9-4639-853c-740c6edaf6dc HTTP/1.1" status: 200 len: 843 time: 0.1916180 Feb 04 12:21:06.763668 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-07c23761-a526-4332-a121-df84267a91f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (20dcafcc-3380-445c-abc5-d59fe81d2d38), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:06.766542 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-07c23761-a526-4332-a121-df84267a91f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:06.770178 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-028e2134-4fdf-4dd4-b21c-751f199ccba1 req-f3b055f5-aaf9-430d-a147-0a7d758de5da tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:21:06.771401 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-07c23761-a526-4332-a121-df84267a91f5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/20dcafcc-3380-445c-abc5-d59fe81d2d38 HTTP/1.1" status: 204 len: 168 time: 1.8020504 Feb 04 12:21:06.807068 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c23761-a526-4332-a121-df84267a91f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20dcafcc-3380-445c-abc5-d59fe81d2d38,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:21:06.833261 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b055f5-aaf9-430d-a147-0a7d758de5da tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Pushing event updated for resources: {'Port': ['ID=fb1bc4b7-be39-4041-9ac2-ecbb65a71a9b,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:21:07.077667 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-028e2134-4fdf-4dd4-b21c-751f199ccba1 req-f3b055f5-aaf9-430d-a147-0a7d758de5da tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Publish callbacks [] for floatingip (9a92ec63-af01-4f07-ae76-87e1701162a4), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:07.102891 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcc7980-4d32-4935-85aa-fd5ee5d9f1e8 service neutron] Pushing event updated for resources: {'Port': ['ID=cb1246fa-1dff-4a4d-abe1-b07af7371bf9,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:21:07.183454 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 7a490199-198c-46e5-a6bb-3370fcf879cf no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:21:07.219290 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-028e2134-4fdf-4dd4-b21c-751f199ccba1 req-f3b055f5-aaf9-430d-a147-0a7d758de5da tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (fb1bc4b7-be39-4041-9ac2-ecbb65a71a9b), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:07.256693 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e679a010-7729-46f5-82d0-eadef5b3ba84 req-9c96d59c-0b01-4976-8544-77874797f844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:07.261398 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-e679a010-7729-46f5-82d0-eadef5b3ba84 req-9c96d59c-0b01-4976-8544-77874797f844 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2f7dc246-a024-4937-952c-0ddeef5af29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4808886 Feb 04 12:21:07.269566 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-e679a010-7729-46f5-82d0-eadef5b3ba84 req-2fcc7980-4d32-4935-85aa-fd5ee5d9f1e8 service neutron] Attempting to bind port cb1246fa-1dff-4a4d-abe1-b07af7371bf9 on host n-h2-825015-3 for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:21:07.272155 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-e679a010-7729-46f5-82d0-eadef5b3ba84 req-2fcc7980-4d32-4935-85aa-fd5ee5d9f1e8 service neutron] Attempting to bind port cb1246fa-1dff-4a4d-abe1-b07af7371bf9 by drivers openvswitch,hyperv on host n-h2-825015-3 at level 0 using segments [{'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:21:07.274288 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e679a010-7729-46f5-82d0-eadef5b3ba84 req-2fcc7980-4d32-4935-85aa-fd5ee5d9f1e8 service neutron] Attempting to bind port cb1246fa-1dff-4a4d-abe1-b07af7371bf9 on network 2f7dc246-a024-4937-952c-0ddeef5af29c {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:21:07.276936 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 7a490199-198c-46e5-a6bb-3370fcf879cf {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:21:07.283134 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 7a490199-198c-46e5-a6bb-3370fcf879cf not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:21:07.284312 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device ac842ff2-38fd-40cc-8a1b-f5d6db5ef84c no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:21:07.374475 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e679a010-7729-46f5-82d0-eadef5b3ba84 req-2fcc7980-4d32-4935-85aa-fd5ee5d9f1e8 service neutron] Port cb1246fa-1dff-4a4d-abe1-b07af7371bf9 on network 2f7dc246-a024-4937-952c-0ddeef5af29c not bound, no agent of type Open vSwitch agent registered on host n-h2-825015-3 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:21:07.378814 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e679a010-7729-46f5-82d0-eadef5b3ba84 req-2fcc7980-4d32-4935-85aa-fd5ee5d9f1e8 service neutron] Attempting to bind port cb1246fa-1dff-4a4d-abe1-b07af7371bf9 on network 2f7dc246-a024-4937-952c-0ddeef5af29c {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:21:07.545559 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e679a010-7729-46f5-82d0-eadef5b3ba84 req-2fcc7980-4d32-4935-85aa-fd5ee5d9f1e8 service neutron] Checking agent: {'id': '9b68a165-e786-4b91-8592-44519c2ecabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:21:07.547658 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e679a010-7729-46f5-82d0-eadef5b3ba84 req-2fcc7980-4d32-4935-85aa-fd5ee5d9f1e8 service neutron] Checking segment: {'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:21:07.550097 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e679a010-7729-46f5-82d0-eadef5b3ba84 req-2fcc7980-4d32-4935-85aa-fd5ee5d9f1e8 service neutron] Bound using segment: {'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:21:07.552861 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-e679a010-7729-46f5-82d0-eadef5b3ba84 req-2fcc7980-4d32-4935-85aa-fd5ee5d9f1e8 service neutron] Bound port: cb1246fa-1dff-4a4d-abe1-b07af7371bf9, host: n-h2-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:21:07.554338 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-e679a010-7729-46f5-82d0-eadef5b3ba84 req-2fcc7980-4d32-4935-85aa-fd5ee5d9f1e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (cb1246fa-1dff-4a4d-abe1-b07af7371bf9), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:07.630257 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port ac842ff2-38fd-40cc-8a1b-f5d6db5ef84c is: ACTIVE; New status is: DOWN {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:21:07.635798 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (ac842ff2-38fd-40cc-8a1b-f5d6db5ef84c), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:07.893130 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-47fe44d5-8184-44f8-ab0f-ec4998673173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (ac842ff2-38fd-40cc-8a1b-f5d6db5ef84c), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:07.961973 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-028e2134-4fdf-4dd4-b21c-751f199ccba1 req-f3b055f5-aaf9-430d-a147-0a7d758de5da tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Publish callbacks [] for port (fb1bc4b7-be39-4041-9ac2-ecbb65a71a9b), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:07.971224 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-028e2134-4fdf-4dd4-b21c-751f199ccba1 req-f3b055f5-aaf9-430d-a147-0a7d758de5da tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (fb1bc4b7-be39-4041-9ac2-ecbb65a71a9b), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:08.168973 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fe44d5-8184-44f8-ab0f-ec4998673173 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac842ff2-38fd-40cc-8a1b-f5d6db5ef84c,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:21:08.262585 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b055f5-aaf9-430d-a147-0a7d758de5da tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Pushing event updated for resources: {'Port': ['ID=fb1bc4b7-be39-4041-9ac2-ecbb65a71a9b,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:21:08.304197 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-028e2134-4fdf-4dd4-b21c-751f199ccba1 req-f3b055f5-aaf9-430d-a147-0a7d758de5da tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1599943'] for floatingip (9a92ec63-af01-4f07-ae76-87e1701162a4), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:08.355133 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-028e2134-4fdf-4dd4-b21c-751f199ccba1 req-f3b055f5-aaf9-430d-a147-0a7d758de5da tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:08.360537 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-028e2134-4fdf-4dd4-b21c-751f199ccba1 req-f3b055f5-aaf9-430d-a147-0a7d758de5da tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.0455456 Feb 04 12:21:09.235522 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-e679a010-7729-46f5-82d0-eadef5b3ba84 req-03cf81c9-7eea-4e20-86f9-5edb756e7699 service neutron] 10.222.0.77 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.9552352 Feb 04 12:21:09.242560 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-47fe44d5-8184-44f8-ab0f-ec4998673173 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1599901'] for router_gateway (8fdd5829-6cc3-4767-b02d-435fd4fb3765), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:09.296980 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-028e2134-4fdf-4dd4-b21c-751f199ccba1 req-0f55528a-11ef-408c-b2ed-780a4b4081d6 tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.3.120 HTTP/1.1" status: 200 len: 696 time: 0.9233186 Feb 04 12:21:09.397364 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [req-42affc6b-f00d-49e5-a29e-11b2225dba09 req-e416126d-edf3-4b06-b521-85273d3feaf6 tempest-LiveAutoBlockMigrationV225Test-497889810 tempest-LiveAutoBlockMigrationV225Test-497889810-project-admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103474) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:21:09.416294 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-42affc6b-f00d-49e5-a29e-11b2225dba09 req-e416126d-edf3-4b06-b521-85273d3feaf6 tempest-LiveAutoBlockMigrationV225Test-497889810 tempest-LiveAutoBlockMigrationV225Test-497889810-project-admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1715217 Feb 04 12:21:09.610924 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028e2134-4fdf-4dd4-b21c-751f199ccba1 req-d9f48695-0a6a-4469-a2bd-95060f1405fd tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:09.619376 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-028e2134-4fdf-4dd4-b21c-751f199ccba1 req-d9f48695-0a6a-4469-a2bd-95060f1405fd tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] 10.222.0.65 "GET /v2.0/networks/7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 HTTP/1.1" status: 200 len: 784 time: 0.2944291 Feb 04 12:21:09.645666 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-e679a010-7729-46f5-82d0-eadef5b3ba84 req-2fcc7980-4d32-4935-85aa-fd5ee5d9f1e8 service neutron] For port cb1246fa-1dff-4a4d-abe1-b07af7371bf9, host n-h2-825015-3, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:21:09.717089 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-e679a010-7729-46f5-82d0-eadef5b3ba84 req-2fcc7980-4d32-4935-85aa-fd5ee5d9f1e8 service neutron] For port cb1246fa-1dff-4a4d-abe1-b07af7371bf9, host n-h2-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=cb1246fa-1dff-4a4d-abe1-b07af7371bf9,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:21:09.805654 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-47fe44d5-8184-44f8-ab0f-ec4998673173 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10915'] for router (8fdd5829-6cc3-4767-b02d-435fd4fb3765), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:09.810744 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-47fe44d5-8184-44f8-ab0f-ec4998673173 admin admin] Publish callbacks [] for router_controller (8fdd5829-6cc3-4767-b02d-435fd4fb3765), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:09.937458 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-e679a010-7729-46f5-82d0-eadef5b3ba84 req-2fcc7980-4d32-4935-85aa-fd5ee5d9f1e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (cb1246fa-1dff-4a4d-abe1-b07af7371bf9), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:09.944954 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-e679a010-7729-46f5-82d0-eadef5b3ba84 req-bd7ceb96-6648-40a1-b7bd-570a5254a7f0 service neutron] 10.222.0.77 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5547252 Feb 04 12:21:09.952102 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af64f07c-6a0e-46f3-bfe1-d3be0fd9abd0 req-9c9e58f8-eab5-45f3-a9b3-0cc9d5492ed8 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:09.960871 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-af64f07c-6a0e-46f3-bfe1-d3be0fd9abd0 req-9c9e58f8-eab5-45f3-a9b3-0cc9d5492ed8 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/ports?device_id=729d5332-a000-4a7e-b737-2cb5be03b163 HTTP/1.1" status: 200 len: 946 time: 0.2325292 Feb 04 12:21:10.046567 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-47fe44d5-8184-44f8-ab0f-ec4998673173 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622829'] for router (8fdd5829-6cc3-4767-b02d-435fd4fb3765), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:10.047671 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47fe44d5-8184-44f8-ab0f-ec4998673173 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8fdd5829-6cc3-4767-b02d-435fd4fb3765 {{(pid=103474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 12:21:10.068607 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42affc6b-f00d-49e5-a29e-11b2225dba09 req-f802541b-cbcc-48d3-b973-b5ece3b23473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:10.071177 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-42affc6b-f00d-49e5-a29e-11b2225dba09 req-f802541b-cbcc-48d3-b973-b5ece3b23473 service neutron] 10.222.0.65 "GET /v2.0/ports/b3b9b701-1627-4bf6-b4c1-3546e6bb894a HTTP/1.1" status: 200 len: 1125 time: 0.6526096 Feb 04 12:21:10.074106 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e679a010-7729-46f5-82d0-eadef5b3ba84 req-2fcc7980-4d32-4935-85aa-fd5ee5d9f1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:10.076779 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-e679a010-7729-46f5-82d0-eadef5b3ba84 req-2fcc7980-4d32-4935-85aa-fd5ee5d9f1e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:10.079638 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-e679a010-7729-46f5-82d0-eadef5b3ba84 req-2fcc7980-4d32-4935-85aa-fd5ee5d9f1e8 service neutron] 10.222.0.77 "PUT /v2.0/ports/cb1246fa-1dff-4a4d-abe1-b07af7371bf9 HTTP/1.1" status: 200 len: 1096 time: 7.8849006 Feb 04 12:21:10.091539 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-47fe44d5-8184-44f8-ab0f-ec4998673173 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:10.100820 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-47fe44d5-8184-44f8-ab0f-ec4998673173 admin admin] 10.222.0.65 "DELETE /v2.0/routers/8fdd5829-6cc3-4767-b02d-435fd4fb3765 HTTP/1.1" status: 204 len: 168 time: 6.4539480 Feb 04 12:21:10.101646 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59416) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:21:10.112512 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-42affc6b-f00d-49e5-a29e-11b2225dba09 req-692eeed0-37ae-4d6d-9035-cc2d385452d2 service neutron] Request body: {'binding': {'host': 'n-h2-825015-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:21:10.113270 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-42affc6b-f00d-49e5-a29e-11b2225dba09 req-692eeed0-37ae-4d6d-9035-cc2d385452d2 service neutron] Unknown quota resources ['binding']. {{(pid=103474) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 04 12:21:10.158067 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-af64f07c-6a0e-46f3-bfe1-d3be0fd9abd0 req-fb38f75d-a600-412c-a5c3-764f3698b582 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4f571d4-f0a1-47f6-a54a-b93db47581cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861768 Feb 04 12:21:10.508466 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e395f8a5-9b20-4154-948c-13de81abc655 x-openstack-request-id: req-e395f8a5-9b20-4154-948c-13de81abc655 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:21:10.509512 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29b29f45-ea94-43ea-a711-d40bb7d13ab4", "tag": "5e225c38-0269-4129-a4d0-3c01809d833e", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:21:10.509512 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e395f8a5-9b20-4154-948c-13de81abc655 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:21:10.511014 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29b29f45-ea94-43ea-a711-d40bb7d13ab4', 'tag': '5e225c38-0269-4129-a4d0-3c01809d833e', 'status': 'completed', 'code': 200} Feb 04 12:21:10.640851 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcc7980-4d32-4935-85aa-fd5ee5d9f1e8 service neutron] Pushing event updated for resources: {'Port': ['ID=cb1246fa-1dff-4a4d-abe1-b07af7371bf9,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:21:10.852708 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-a276521f-8518-42f1-afc6-4bf89b9ed2aa admin admin] Deleting subnet f98dbbcd-4812-4cd7-890b-2a082a382732 {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:21:10.861060 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbfa5b0-6173-43ec-9d4f-4feeae82be55 req-b5e2d6d5-753a-4321-a58c-9c575303643a tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:10.866946 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ecbfa5b0-6173-43ec-9d4f-4feeae82be55 req-b5e2d6d5-753a-4321-a58c-9c575303643a tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ed2df29-f369-4bd6-aa02-c9c82581f4d6 HTTP/1.1" status: 200 len: 948 time: 0.2446973 Feb 04 12:21:10.875017 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a276521f-8518-42f1-afc6-4bf89b9ed2aa admin admin] Publish callbacks [] for subnet (f98dbbcd-4812-4cd7-890b-2a082a382732), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:11.008759 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e679a010-7729-46f5-82d0-eadef5b3ba84 req-2cd6703d-50c4-4322-a574-bc652f03a2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:11.011938 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-e679a010-7729-46f5-82d0-eadef5b3ba84 req-2cd6703d-50c4-4322-a574-bc652f03a2cf service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=cd7a27426604483abdc4179f17c2461d&device_id=5ed2df29-f369-4bd6-aa02-c9c82581f4d6 HTTP/1.1" status: 200 len: 1130 time: 0.7786674 Feb 04 12:21:11.049401 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ecbfa5b0-6173-43ec-9d4f-4feeae82be55 req-cb867aa0-fbfc-42bd-a5e1-423ce51170dd tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/security-groups?id=ff9db729-a945-4359-8bb3-48cdfdee30d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698446 Feb 04 12:21:11.094727 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4942b6-6e27-49dd-8234-3732f312ecd9 req-5a89bb74-684b-4b77-a5bb-3afeba773d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:11.107602 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-8e4942b6-6e27-49dd-8234-3732f312ecd9 req-5a89bb74-684b-4b77-a5bb-3afeba773d40 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=cd7a27426604483abdc4179f17c2461d&device_id=29b29f45-ea94-43ea-a711-d40bb7d13ab4 HTTP/1.1" status: 200 len: 1130 time: 0.4815247 Feb 04 12:21:11.108723 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-42affc6b-f00d-49e5-a29e-11b2225dba09 req-692eeed0-37ae-4d6d-9035-cc2d385452d2 service neutron] Attempting to bind port b3b9b701-1627-4bf6-b4c1-3546e6bb894a on host n-h2-825015-3 for vnic_type normal with profile None {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:21:11.109219 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-42affc6b-f00d-49e5-a29e-11b2225dba09 req-692eeed0-37ae-4d6d-9035-cc2d385452d2 service neutron] Attempting to bind port b3b9b701-1627-4bf6-b4c1-3546e6bb894a by drivers openvswitch,hyperv on host n-h2-825015-3 at level 0 using segments [{'id': '30a1e83f-6fb2-463b-baec-19bf81bfa14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '365084f8-2068-4655-9009-041f3cc171be'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:21:11.112063 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42affc6b-f00d-49e5-a29e-11b2225dba09 req-692eeed0-37ae-4d6d-9035-cc2d385452d2 service neutron] Attempting to bind port b3b9b701-1627-4bf6-b4c1-3546e6bb894a on network 365084f8-2068-4655-9009-041f3cc171be {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:21:11.170558 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42affc6b-f00d-49e5-a29e-11b2225dba09 req-692eeed0-37ae-4d6d-9035-cc2d385452d2 service neutron] Port b3b9b701-1627-4bf6-b4c1-3546e6bb894a on network 365084f8-2068-4655-9009-041f3cc171be not bound, no agent of type Open vSwitch agent registered on host n-h2-825015-3 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:21:11.171271 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42affc6b-f00d-49e5-a29e-11b2225dba09 req-692eeed0-37ae-4d6d-9035-cc2d385452d2 service neutron] Attempting to bind port b3b9b701-1627-4bf6-b4c1-3546e6bb894a on network 365084f8-2068-4655-9009-041f3cc171be {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:21:11.195013 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a276521f-8518-42f1-afc6-4bf89b9ed2aa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (f98dbbcd-4812-4cd7-890b-2a082a382732), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:11.198713 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42affc6b-f00d-49e5-a29e-11b2225dba09 req-692eeed0-37ae-4d6d-9035-cc2d385452d2 service neutron] Checking agent: {'id': '9b68a165-e786-4b91-8592-44519c2ecabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:21:11.199210 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42affc6b-f00d-49e5-a29e-11b2225dba09 req-692eeed0-37ae-4d6d-9035-cc2d385452d2 service neutron] Checking segment: {'id': '30a1e83f-6fb2-463b-baec-19bf81bfa14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '365084f8-2068-4655-9009-041f3cc171be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:21:11.199828 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42affc6b-f00d-49e5-a29e-11b2225dba09 req-692eeed0-37ae-4d6d-9035-cc2d385452d2 service neutron] Bound using segment: {'id': '30a1e83f-6fb2-463b-baec-19bf81bfa14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '365084f8-2068-4655-9009-041f3cc171be'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:21:11.200509 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-42affc6b-f00d-49e5-a29e-11b2225dba09 req-692eeed0-37ae-4d6d-9035-cc2d385452d2 service neutron] Bound port: b3b9b701-1627-4bf6-b4c1-3546e6bb894a, host: n-h2-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30a1e83f-6fb2-463b-baec-19bf81bfa14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '365084f8-2068-4655-9009-041f3cc171be'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:21:11.273656 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-be437c7e-e4d3-4125-b645-eee892efa093 req-9944a541-c85a-4885-9e79-dd722b2aba68 tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] 10.222.0.65 "GET /v2.0/floatingips/9a92ec63-af01-4f07-ae76-87e1701162a4 HTTP/1.1" status: 200 len: 693 time: 0.1550674 Feb 04 12:21:11.301218 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-42affc6b-f00d-49e5-a29e-11b2225dba09 req-692eeed0-37ae-4d6d-9035-cc2d385452d2 service neutron] For port b3b9b701-1627-4bf6-b4c1-3546e6bb894a, host n-h2-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=b3b9b701-1627-4bf6-b4c1-3546e6bb894a,segment=NetworkSegment(30a1e83f-6fb2-463b-baec-19bf81bfa14b),segment_id=30a1e83f-6fb2-463b-baec-19bf81bfa14b)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:21:11.334311 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-e679a010-7729-46f5-82d0-eadef5b3ba84 req-24b95359-2230-4cd5-9fc5-25ce55ec1a3f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=cb1246fa-1dff-4a4d-abe1-b07af7371bf9 HTTP/1.1" status: 200 len: 217 time: 0.3030210 Feb 04 12:21:11.385074 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-42affc6b-f00d-49e5-a29e-11b2225dba09 req-692eeed0-37ae-4d6d-9035-cc2d385452d2 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:11.386468 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-42affc6b-f00d-49e5-a29e-11b2225dba09 req-692eeed0-37ae-4d6d-9035-cc2d385452d2 service neutron] 10.222.0.65 "POST /v2.0/ports/b3b9b701-1627-4bf6-b4c1-3546e6bb894a/bindings HTTP/1.1" status: 201 len: 389 time: 1.2807579 Feb 04 12:21:11.444475 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e679a010-7729-46f5-82d0-eadef5b3ba84 req-f1195e22-b33c-4ff1-b2ef-de9fd60d5ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:11.445951 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-e679a010-7729-46f5-82d0-eadef5b3ba84 req-f1195e22-b33c-4ff1-b2ef-de9fd60d5ade service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5ee3374a-84e9-4639-853c-740c6edaf6dc HTTP/1.1" status: 200 len: 843 time: 0.0918872 Feb 04 12:21:11.626461 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e679a010-7729-46f5-82d0-eadef5b3ba84 req-1f1dadf2-e92c-4ef9-8225-50fa9678ad09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:11.628413 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-e679a010-7729-46f5-82d0-eadef5b3ba84 req-1f1dadf2-e92c-4ef9-8225-50fa9678ad09 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2f7dc246-a024-4937-952c-0ddeef5af29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1744192 Feb 04 12:21:11.640022 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4942b6-6e27-49dd-8234-3732f312ecd9 req-9831bbc3-6339-47d8-a04d-c7a4e8439da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:11.641377 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-8e4942b6-6e27-49dd-8234-3732f312ecd9 req-9831bbc3-6339-47d8-a04d-c7a4e8439da4 service neutron] 10.222.0.77 "GET /v2.0/networks?id=2f7dc246-a024-4937-952c-0ddeef5af29c HTTP/1.1" status: 200 len: 870 time: 0.4725378 Feb 04 12:21:11.722198 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a276521f-8518-42f1-afc6-4bf89b9ed2aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (f98dbbcd-4812-4cd7-890b-2a082a382732), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:11.765671 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be437c7e-e4d3-4125-b645-eee892efa093 req-180b6b75-45a3-4414-b887-3072a60ea884 tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:11.779025 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-be437c7e-e4d3-4125-b645-eee892efa093 req-180b6b75-45a3-4414-b887-3072a60ea884 tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] 10.222.0.65 "GET /v2.0/networks/7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 HTTP/1.1" status: 200 len: 784 time: 0.4928582 Feb 04 12:21:11.794014 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [req-be437c7e-e4d3-4125-b645-eee892efa093 req-5df1c88b-f4c8-4897-ab3e-854b1af926ee tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:21:11.800399 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-be437c7e-e4d3-4125-b645-eee892efa093 req-5df1c88b-f4c8-4897-ab3e-854b1af926ee tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0157790 Feb 04 12:21:11.810465 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-8e4942b6-6e27-49dd-8234-3732f312ecd9 req-7b792134-dcdc-45e2-847f-ff4df1578764 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=5e225c38-0269-4129-a4d0-3c01809d833e HTTP/1.1" status: 200 len: 217 time: 0.1546500 Feb 04 12:21:11.908621 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-e679a010-7729-46f5-82d0-eadef5b3ba84 req-87bff5dd-c8e8-442e-a1a9-9cff8446ae3d service neutron] 10.222.0.77 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2702563 Feb 04 12:21:11.978906 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 59446) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:21:12.043471 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4942b6-6e27-49dd-8234-3732f312ecd9 req-937694a2-0e61-4e80-ac71-a52301a4550c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:12.045390 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-8e4942b6-6e27-49dd-8234-3732f312ecd9 req-937694a2-0e61-4e80-ac71-a52301a4550c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5ee3374a-84e9-4639-853c-740c6edaf6dc HTTP/1.1" status: 200 len: 843 time: 0.2262533 Feb 04 12:21:12.271226 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-19649dff-eaf4-42c8-9e02-d1d1da578e40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:12.276025 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a276521f-8518-42f1-afc6-4bf89b9ed2aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (f98dbbcd-4812-4cd7-890b-2a082a382732), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:12.281621 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-e679a010-7729-46f5-82d0-eadef5b3ba84 req-c75ec38e-8ec1-493b-8c29-c5a5d4a65719 service neutron] 10.222.0.77 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3242116 Feb 04 12:21:12.357673 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8724fa2f-2470-48f5-90fd-cd1a6ae626d0 req-9aa2de8a-742d-4b4d-81fe-69a49697fccb tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:12.365621 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8724fa2f-2470-48f5-90fd-cd1a6ae626d0 req-9aa2de8a-742d-4b4d-81fe-69a49697fccb tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/ports?device_id=729d5332-a000-4a7e-b737-2cb5be03b163 HTTP/1.1" status: 200 len: 946 time: 0.2093248 Feb 04 12:21:12.367571 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 12:21:12.383515 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a276521f-8518-42f1-afc6-4bf89b9ed2aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f98dbbcd-4812-4cd7-890b-2a082a382732,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:21:12.391092 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a276521f-8518-42f1-afc6-4bf89b9ed2aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:12.396738 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f943506-f82b-419c-badc-301d3ec2100b None None] Network bb57c185-90c4-4fc3-b046-b087913e2f9b requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:21:12.397711 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-a276521f-8518-42f1-afc6-4bf89b9ed2aa admin admin] 10.222.0.65 "DELETE /v2.0/subnets/f98dbbcd-4812-4cd7-890b-2a082a382732 HTTP/1.1" status: 204 len: 168 time: 2.1860831 Feb 04 12:21:12.401205 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59454) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:21:12.435882 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20896a50-cf5a-442b-bac0-8e4dce0c1f57 req-bad0c4c3-e41f-4d89-b37f-57c4cd584360 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:12.438435 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-20896a50-cf5a-442b-bac0-8e4dce0c1f57 req-bad0c4c3-e41f-4d89-b37f-57c4cd584360 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=77637105-0550-4658-837e-b253c5845668 HTTP/1.1" status: 200 len: 946 time: 0.2280777 Feb 04 12:21:12.532448 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ed2df29-f369-4bd6-aa02-c9c82581f4d6', 'tag': 'cb1246fa-1dff-4a4d-abe1-b07af7371bf9'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:21:12.536810 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-684d6fe7-bc65-4715-9234-2fbd36801b75" -d '{"events": [{"name": "network-changed", "server_uuid": "5ed2df29-f369-4bd6-aa02-c9c82581f4d6", "tag": "cb1246fa-1dff-4a4d-abe1-b07af7371bf9"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:21:12.545726 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0504959b-a34d-4f6a-bb9b-695895c69e4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (bb57c185-90c4-4fc3-b046-b087913e2f9b), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:12.557244 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8724fa2f-2470-48f5-90fd-cd1a6ae626d0 req-36e77fca-e3dd-474c-b9c2-0e385f9d2047 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4f571d4-f0a1-47f6-a54a-b93db47581cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882315 Feb 04 12:21:12.571784 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4942b6-6e27-49dd-8234-3732f312ecd9 req-c9abef49-2d69-4002-9cf6-964e56ebead9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:12.588953 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-8e4942b6-6e27-49dd-8234-3732f312ecd9 req-c9abef49-2d69-4002-9cf6-964e56ebead9 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2f7dc246-a024-4937-952c-0ddeef5af29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3042455 Feb 04 12:21:12.622246 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-20896a50-cf5a-442b-bac0-8e4dce0c1f57 req-4b7bd05e-b39f-4da7-8e54-d1b6c15cfc0b tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/security-groups?id=0e320687-8002-4e00-a016-6bf57af2cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755273 Feb 04 12:21:12.691817 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-19649dff-eaf4-42c8-9e02-d1d1da578e40 admin admin] Publish callbacks [] for security_group (020b99bc-3bec-4bbf-9952-1e273545c01c), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:12.714215 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4470afb0-51b8-4d96-97bc-441c84a41295 req-7ef7f693-c3d7-4c80-9a35-f4a067db903a tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] 10.222.0.65 "GET /v2.0/floatingips/9a92ec63-af01-4f07-ae76-87e1701162a4 HTTP/1.1" status: 200 len: 693 time: 0.0968211 Feb 04 12:21:12.739728 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-19649dff-eaf4-42c8-9e02-d1d1da578e40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (020b99bc-3bec-4bbf-9952-1e273545c01c), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:12.817877 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-0504959b-a34d-4f6a-bb9b-695895c69e4d admin admin] Deleting port 62910647-e977-48c8-9150-0cfe7b09cda3 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:21:12.819280 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0504959b-a34d-4f6a-bb9b-695895c69e4d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (62910647-e977-48c8-9150-0cfe7b09cda3), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:12.848025 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee73ab1-ba00-4960-9dba-412e59066719 None None] DHCP port deletion for bb57c185-90c4-4fc3-b046-b087913e2f9b request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 12:21:12.940307 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-8e4942b6-6e27-49dd-8234-3732f312ecd9 req-4f25c7d5-1d77-4def-b371-f24b01688fcb service neutron] 10.222.0.77 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3447251 Feb 04 12:21:12.963636 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19649dff-eaf4-42c8-9e02-d1d1da578e40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=020b99bc-3bec-4bbf-9952-1e273545c01c,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:21:13.042808 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-19649dff-eaf4-42c8-9e02-d1d1da578e40 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3291c21a6ba44c5893b325845a365599&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0622652 Feb 04 12:21:13.064137 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 5e225c38-0269-4129-a4d0-3c01809d833e details requested by agent hyperv_n-h2-825015-3 with host n-h2-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:21:13.080442 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 59458) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:21:13.082537 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-0504959b-a34d-4f6a-bb9b-695895c69e4d admin admin] For port 62910647-e977-48c8-9150-0cfe7b09cda3, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=62910647-e977-48c8-9150-0cfe7b09cda3,segment=NetworkSegment(c727609d-5e4e-432b-aaa8-eb4620e58a15),segment_id=c727609d-5e4e-432b-aaa8-eb4620e58a15)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:21:13.083321 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0504959b-a34d-4f6a-bb9b-695895c69e4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (62910647-e977-48c8-9150-0cfe7b09cda3), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:13.083753 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-cee73ab1-ba00-4960-9dba-412e59066719 None None] Deleting port 62910647-e977-48c8-9150-0cfe7b09cda3 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:21:13.093289 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cee73ab1-ba00-4960-9dba-412e59066719 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (62910647-e977-48c8-9150-0cfe7b09cda3), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:13.141253 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-0504959b-a34d-4f6a-bb9b-695895c69e4d admin admin] Calling delete_port for 62910647-e977-48c8-9150-0cfe7b09cda3 owned by network:dhcp {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:21:13.180689 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4470afb0-51b8-4d96-97bc-441c84a41295 req-7db1a49c-5f11-4e94-bb5f-5be774625ade tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:13.192867 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4470afb0-51b8-4d96-97bc-441c84a41295 req-7db1a49c-5f11-4e94-bb5f-5be774625ade tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] 10.222.0.65 "GET /v2.0/networks/7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 HTTP/1.1" status: 200 len: 784 time: 0.4764252 Feb 04 12:21:13.238298 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [req-4470afb0-51b8-4d96-97bc-441c84a41295 req-9eb8643a-8ee2-43ab-8015-98049f3ea7fa tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:21:13.268572 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4470afb0-51b8-4d96-97bc-441c84a41295 req-9eb8643a-8ee2-43ab-8015-98049f3ea7fa tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0742776 Feb 04 12:21:13.292541 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c27ffb-2196-43af-afbb-8dd8cb74189c req-4c5f09c0-f4c8-48e2-805f-98565e4e0256 tempest-VolumesAdminNegativeTest-2027589204 tempest-VolumesAdminNegativeTest-2027589204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:13.295338 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-27c27ffb-2196-43af-afbb-8dd8cb74189c req-4c5f09c0-f4c8-48e2-805f-98565e4e0256 tempest-VolumesAdminNegativeTest-2027589204 tempest-VolumesAdminNegativeTest-2027589204-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2424bbf-a970-4983-a079-c74cefc5b79e HTTP/1.1" status: 200 len: 945 time: 0.3759761 Feb 04 12:21:13.318529 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0504959b-a34d-4f6a-bb9b-695895c69e4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (62910647-e977-48c8-9150-0cfe7b09cda3), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:13.324841 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 5e225c38-0269-4129-a4d0-3c01809d833e, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=5e225c38-0269-4129-a4d0-3c01809d833e,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:21:13.346790 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 62910647-e977-48c8-9150-0cfe7b09cda3 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:21:13.350636 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Returning: {'device': '5e225c38-0269-4129-a4d0-3c01809d833e', 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c', 'port_id': '5e225c38-0269-4129-a4d0-3c01809d833e', 'mac_address': 'fa:16:3e:8b:ae:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ee3374a-84e9-4639-853c-740c6edaf6dc', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:21:13.509994 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 5e225c38-0269-4129-a4d0-3c01809d833e is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:21:13.512178 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (5e225c38-0269-4129-a4d0-3c01809d833e), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:13.528350 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4470afb0-51b8-4d96-97bc-441c84a41295 req-e979806d-e32d-4e69-b91d-01ae35c66a28 tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.3.120 HTTP/1.1" status: 200 len: 696 time: 0.2568123 Feb 04 12:21:13.549731 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 62910647-e977-48c8-9150-0cfe7b09cda3 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:21:13.550877 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 62910647-e977-48c8-9150-0cfe7b09cda3 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:21:13.579969 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2b3b4264-8a4f-48b8-8d42-a92238fcf487 admin admin] Publish callbacks [] for security_group (020b99bc-3bec-4bbf-9952-1e273545c01c), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:13.582545 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0504959b-a34d-4f6a-bb9b-695895c69e4d admin admin] Pushing event deleted for resources: {'Port': ['ID=62910647-e977-48c8-9150-0cfe7b09cda3,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:21:13.592671 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0504959b-a34d-4f6a-bb9b-695895c69e4d admin admin] No DVR routers for this DVR port 62910647-e977-48c8-9150-0cfe7b09cda3 on host n-d-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:21:13.600146 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e225c38-0269-4129-a4d0-3c01809d833e {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:21:13.663819 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-cee73ab1-ba00-4960-9dba-412e59066719 None None] For port 62910647-e977-48c8-9150-0cfe7b09cda3, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=62910647-e977-48c8-9150-0cfe7b09cda3,segment=NetworkSegment(c727609d-5e4e-432b-aaa8-eb4620e58a15),segment_id=c727609d-5e4e-432b-aaa8-eb4620e58a15)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:21:13.664513 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cee73ab1-ba00-4960-9dba-412e59066719 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (62910647-e977-48c8-9150-0cfe7b09cda3), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:13.670590 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 5e225c38-0269-4129-a4d0-3c01809d833e, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=5e225c38-0269-4129-a4d0-3c01809d833e,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:21:13.682792 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (5e225c38-0269-4129-a4d0-3c01809d833e), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:13.695959 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-cee73ab1-ba00-4960-9dba-412e59066719 None None] Calling delete_port for 62910647-e977-48c8-9150-0cfe7b09cda3 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:21:13.792197 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4470afb0-51b8-4d96-97bc-441c84a41295 req-7098202b-bb47-44fa-9fbf-35f6e1c5bfd3 tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.3.120 HTTP/1.1" status: 200 len: 696 time: 0.2470899 Feb 04 12:21:13.810844 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-27c27ffb-2196-43af-afbb-8dd8cb74189c req-69db8dc6-811b-4fd8-8cbc-d7311bc74447 tempest-VolumesAdminNegativeTest-2027589204 tempest-VolumesAdminNegativeTest-2027589204-project] 10.222.0.65 "GET /v2.0/security-groups?id=e02ee6d2-f0e7-4325-9b7b-e049ae0a8cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4986684 Feb 04 12:21:13.833515 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2b3b4264-8a4f-48b8-8d42-a92238fcf487 admin admin] Publish callbacks [] for security_group (020b99bc-3bec-4bbf-9952-1e273545c01c), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:13.870459 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=5e225c38-0269-4129-a4d0-3c01809d833e,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:21:13.880313 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9c7a96-d4a9-4495-b7ad-16102b184fbc req-3d086ab4-c838-4ffb-965d-41206fe82599 tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:13.885843 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-2b9c7a96-d4a9-4495-b7ad-16102b184fbc req-3d086ab4-c838-4ffb-965d-41206fe82599 tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] 10.222.0.77 "GET /v2.0/ports?device_id=99ec6a9b-f8dd-4f89-97cd-32529894b186 HTTP/1.1" status: 200 len: 945 time: 0.4000235 Feb 04 12:21:14.016891 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0504959b-a34d-4f6a-bb9b-695895c69e4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (bb57c185-90c4-4fc3-b046-b087913e2f9b), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:14.058079 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['5e225c38-0269-4129-a4d0-3c01809d833e'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:21:14.082077 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-8e4942b6-6e27-49dd-8234-3732f312ecd9 req-ced660b1-41a7-4fe1-86b5-412eaa2507d3 service neutron] 10.222.0.77 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1228890 Feb 04 12:21:14.138640 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-0504959b-a34d-4f6a-bb9b-695895c69e4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb57c185-90c4-4fc3-b046-b087913e2f9b']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:21:14.154222 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-0504959b-a34d-4f6a-bb9b-695895c69e4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c727609d-5e4e-432b-aaa8-eb4620e58a15') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:21:14.155632 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-0504959b-a34d-4f6a-bb9b-695895c69e4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c727609d-5e4e-432b-aaa8-eb4620e58a15') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:21:14.173192 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0504959b-a34d-4f6a-bb9b-695895c69e4d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (c727609d-5e4e-432b-aaa8-eb4620e58a15), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:14.189727 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c647f5-d349-420f-af14-43eb5326ab0a req-43e266fa-9e41-4a13-889d-9705328d32c6 tempest-VolumesAdminNegativeTest-2027589204 tempest-VolumesAdminNegativeTest-2027589204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:14.191285 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c9c647f5-d349-420f-af14-43eb5326ab0a req-43e266fa-9e41-4a13-889d-9705328d32c6 tempest-VolumesAdminNegativeTest-2027589204 tempest-VolumesAdminNegativeTest-2027589204-project] 10.222.0.73 "GET /v2.0/ports?device_id=f2424bbf-a970-4983-a079-c74cefc5b79e HTTP/1.1" status: 200 len: 945 time: 0.5027764 Feb 04 12:21:14.206093 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0504959b-a34d-4f6a-bb9b-695895c69e4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (c727609d-5e4e-432b-aaa8-eb4620e58a15), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:14.217463 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0504959b-a34d-4f6a-bb9b-695895c69e4d admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:21:14.218633 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0504959b-a34d-4f6a-bb9b-695895c69e4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (c727609d-5e4e-432b-aaa8-eb4620e58a15), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:14.309337 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 12:21:14.309337 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:21:14.309337 n-d-825015-3 neutron-server[103474]: timer() Feb 04 12:21:14.309337 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:21:14.309337 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 12:21:14.309337 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:21:14.309337 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 12:21:14.309337 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:21:14.309337 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 12:21:14.309337 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:21:14.309337 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 12:21:14.309337 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:21:14.309337 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 12:21:14.309337 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:21:14.309337 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:21:14.309337 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:21:14.309337 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:21:14.309337 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:21:14.309337 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 12:21:14.309337 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:21:14.309337 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 12:21:14.309337 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:21:14.309337 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:21:14.309337 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:21:14.309337 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 12:21:14.309337 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:21:14.309337 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:21:14.309337 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:21:14.309337 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:21:14.309337 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:21:14.309337 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:21:14.309337 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:21:14.332238 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d820e2-70b9-4d94-b99d-008863b3048e req-f17ada9c-290c-469d-96ed-d196329f20f6 tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:14.345478 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-49d820e2-70b9-4d94-b99d-008863b3048e req-f17ada9c-290c-469d-96ed-d196329f20f6 tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] 10.222.0.65 "GET /v2.0/ports?device_id=99ec6a9b-f8dd-4f89-97cd-32529894b186 HTTP/1.1" status: 200 len: 945 time: 0.3704152 Feb 04 12:21:14.374956 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cee73ab1-ba00-4960-9dba-412e59066719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (62910647-e977-48c8-9150-0cfe7b09cda3), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:14.403996 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2b3b4264-8a4f-48b8-8d42-a92238fcf487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (020b99bc-3bec-4bbf-9952-1e273545c01c), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:14.410055 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2b3b4264-8a4f-48b8-8d42-a92238fcf487 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:14.412089 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-2b3b4264-8a4f-48b8-8d42-a92238fcf487 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/020b99bc-3bec-4bbf-9952-1e273545c01c HTTP/1.1" status: 204 len: 168 time: 1.3277478 Feb 04 12:21:14.427445 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0504959b-a34d-4f6a-bb9b-695895c69e4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (bb57c185-90c4-4fc3-b046-b087913e2f9b), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:14.443670 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0504959b-a34d-4f6a-bb9b-695895c69e4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:14.443999 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee73ab1-ba00-4960-9dba-412e59066719 None None] Pushing event deleted for resources: {'Port': ['ID=62910647-e977-48c8-9150-0cfe7b09cda3,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:21:14.448344 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee73ab1-ba00-4960-9dba-412e59066719 None None] No DVR routers for this DVR port 62910647-e977-48c8-9150-0cfe7b09cda3 on host n-d-825015-3 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:21:14.477585 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-0504959b-a34d-4f6a-bb9b-695895c69e4d admin admin] 10.222.0.65 "DELETE /v2.0/networks/bb57c185-90c4-4fc3-b046-b087913e2f9b HTTP/1.1" status: 204 len: 168 time: 2.0750639 Feb 04 12:21:14.538888 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0504959b-a34d-4f6a-bb9b-695895c69e4d admin admin] Pushing event deleted for resources: {'Network': ['ID=bb57c185-90c4-4fc3-b046-b087913e2f9b,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:21:14.624562 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3b4264-8a4f-48b8-8d42-a92238fcf487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=020b99bc-3bec-4bbf-9952-1e273545c01c,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:21:14.663491 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-2b9c7a96-d4a9-4495-b7ad-16102b184fbc req-568f2458-d83a-4f78-9f00-baf1754e5bfa tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] Deleting port 5c73274f-411d-4f05-a66d-82c9f330346d {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:21:14.664613 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-2b9c7a96-d4a9-4495-b7ad-16102b184fbc req-568f2458-d83a-4f78-9f00-baf1754e5bfa tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (5c73274f-411d-4f05-a66d-82c9f330346d), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:14.756323 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-4470afb0-51b8-4d96-97bc-441c84a41295 req-f8ce7810-5bbd-4d87-a82b-083120330b62 tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Deleting port fb1bc4b7-be39-4041-9ac2-ecbb65a71a9b {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:21:14.756784 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-4470afb0-51b8-4d96-97bc-441c84a41295 req-f8ce7810-5bbd-4d87-a82b-083120330b62 tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (fb1bc4b7-be39-4041-9ac2-ecbb65a71a9b), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:14.819516 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-49d820e2-70b9-4d94-b99d-008863b3048e req-14f5669b-6a75-444f-990b-a56f3bb196bc tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] 10.222.0.65 "GET /v2.0/security-groups?id=9664bb36-bf5d-4990-a15c-2a75945861da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4723265 Feb 04 12:21:14.820896 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 59470) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:21:14.973914 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-2b9c7a96-d4a9-4495-b7ad-16102b184fbc req-568f2458-d83a-4f78-9f00-baf1754e5bfa tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] For port 5c73274f-411d-4f05-a66d-82c9f330346d, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=5c73274f-411d-4f05-a66d-82c9f330346d,segment=NetworkSegment(4b7e69f4-922d-4b45-9b89-3354156bb3f6),segment_id=4b7e69f4-922d-4b45-9b89-3354156bb3f6)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:21:14.974995 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-2b9c7a96-d4a9-4495-b7ad-16102b184fbc req-568f2458-d83a-4f78-9f00-baf1754e5bfa tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (5c73274f-411d-4f05-a66d-82c9f330346d), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:14.996898 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-c9c647f5-d349-420f-af14-43eb5326ab0a req-84709304-bcd6-499d-95cc-c410155aadb5 tempest-VolumesAdminNegativeTest-2027589204 tempest-VolumesAdminNegativeTest-2027589204-project] Deleting port 889fb1f4-a551-46dd-a270-1535e39b967e {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:21:14.997686 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-c9c647f5-d349-420f-af14-43eb5326ab0a req-84709304-bcd6-499d-95cc-c410155aadb5 tempest-VolumesAdminNegativeTest-2027589204 tempest-VolumesAdminNegativeTest-2027589204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (889fb1f4-a551-46dd-a270-1535e39b967e), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:15.054597 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device cb1246fa-1dff-4a4d-abe1-b07af7371bf9 details requested by agent hyperv_n-h2-825015-3 with host n-h2-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:21:15.110514 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-73ab0225-d2f7-4e06-968c-b9d06d22fc7c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=579ea69403834782a33c69e1f5bfa5e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2784092 Feb 04 12:21:15.115151 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 59474) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:21:15.143933 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-4470afb0-51b8-4d96-97bc-441c84a41295 req-f8ce7810-5bbd-4d87-a82b-083120330b62 tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (fb1bc4b7-be39-4041-9ac2-ecbb65a71a9b), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:15.144677 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-4470afb0-51b8-4d96-97bc-441c84a41295 req-f8ce7810-5bbd-4d87-a82b-083120330b62 tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Publish callbacks [] for floatingip (fb1bc4b7-be39-4041-9ac2-ecbb65a71a9b), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:15.229157 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-4470afb0-51b8-4d96-97bc-441c84a41295 req-f8ce7810-5bbd-4d87-a82b-083120330b62 tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Calling delete_port for fb1bc4b7-be39-4041-9ac2-ecbb65a71a9b owned by network:floatingip {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:21:15.291698 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port cb1246fa-1dff-4a4d-abe1-b07af7371bf9, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=cb1246fa-1dff-4a4d-abe1-b07af7371bf9,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:21:15.318004 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Returning: {'device': 'cb1246fa-1dff-4a4d-abe1-b07af7371bf9', 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c', 'port_id': 'cb1246fa-1dff-4a4d-abe1-b07af7371bf9', 'mac_address': 'fa:16:3e:73:a2:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ee3374a-84e9-4639-853c-740c6edaf6dc', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:21:15.318987 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-2b9c7a96-d4a9-4495-b7ad-16102b184fbc req-568f2458-d83a-4f78-9f00-baf1754e5bfa tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:15.319587 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-2b9c7a96-d4a9-4495-b7ad-16102b184fbc req-568f2458-d83a-4f78-9f00-baf1754e5bfa tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1599943'] for floatingip (ce5041b0-2baa-4716-9bcb-0d696abe65b6), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:15.320158 n-d-825015-3 neutron-server[103474]: INFO neutron.db.l3_db [req-2b9c7a96-d4a9-4495-b7ad-16102b184fbc req-568f2458-d83a-4f78-9f00-baf1754e5bfa tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] Floating IP ce5041b0-2baa-4716-9bcb-0d696abe65b6 disassociated. External IP: 172.25.3.155, port: 5c73274f-411d-4f05-a66d-82c9f330346d. Feb 04 12:21:15.320726 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-2b9c7a96-d4a9-4495-b7ad-16102b184fbc req-568f2458-d83a-4f78-9f00-baf1754e5bfa tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] Calling delete_port for 5c73274f-411d-4f05-a66d-82c9f330346d owned by compute:nova {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:21:15.360093 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6167998-2f2c-42d9-8f8a-e056c7869443 req-6a42aa6d-fa58-4293-b53c-413b324057f5 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:15.374813 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c6167998-2f2c-42d9-8f8a-e056c7869443 req-6a42aa6d-fa58-4293-b53c-413b324057f5 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ed2df29-f369-4bd6-aa02-c9c82581f4d6 HTTP/1.1" status: 200 len: 948 time: 0.4326758 Feb 04 12:21:15.409649 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port cb1246fa-1dff-4a4d-abe1-b07af7371bf9 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:21:15.410679 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (cb1246fa-1dff-4a4d-abe1-b07af7371bf9), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:15.447838 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 59476) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:21:15.497922 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f12fe5fc-1d58-49f7-848d-f95904298b24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:15.564003 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-2b9c7a96-d4a9-4495-b7ad-16102b184fbc req-568f2458-d83a-4f78-9f00-baf1754e5bfa tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (5c73274f-411d-4f05-a66d-82c9f330346d), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:15.616646 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f2458-d83a-4f78-9f00-baf1754e5bfa tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] Pushing event deleted for resources: {'Port': ['ID=5c73274f-411d-4f05-a66d-82c9f330346d,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:21:15.661563 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb1246fa-1dff-4a4d-abe1-b07af7371bf9 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:21:15.690706 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b64fa1c6-6d82-4b2c-9dd6-e4dc293c08a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:15.706930 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port cb1246fa-1dff-4a4d-abe1-b07af7371bf9, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=cb1246fa-1dff-4a4d-abe1-b07af7371bf9,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:21:15.714605 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (cb1246fa-1dff-4a4d-abe1-b07af7371bf9), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:15.725016 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2b5cc967-1c2c-4147-9f40-b56ab670b95c admin admin] Publish callbacks [] for security_group (911afed6-0b40-4109-a6e2-0c1a6e6112be), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:15.733292 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-c9c647f5-d349-420f-af14-43eb5326ab0a req-84709304-bcd6-499d-95cc-c410155aadb5 tempest-VolumesAdminNegativeTest-2027589204 tempest-VolumesAdminNegativeTest-2027589204-project] For port 889fb1f4-a551-46dd-a270-1535e39b967e, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=889fb1f4-a551-46dd-a270-1535e39b967e,segment=NetworkSegment(b98fa02e-1d31-4900-a147-41096d487100),segment_id=b98fa02e-1d31-4900-a147-41096d487100)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:21:15.734116 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-c9c647f5-d349-420f-af14-43eb5326ab0a req-84709304-bcd6-499d-95cc-c410155aadb5 tempest-VolumesAdminNegativeTest-2027589204 tempest-VolumesAdminNegativeTest-2027589204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (889fb1f4-a551-46dd-a270-1535e39b967e), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:15.814740 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=cb1246fa-1dff-4a4d-abe1-b07af7371bf9,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:21:15.828135 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:21:15.828900 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:21:15.829408 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:21:15.831125 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:21:15.832261 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:21:15.834010 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:21:15.834873 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:21:15.835594 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:21:15.836355 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:21:15.836863 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:21:15.838035 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:21:15.838820 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:21:15.839378 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:21:15.849378 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2b9c7a96-d4a9-4495-b7ad-16102b184fbc req-568f2458-d83a-4f78-9f00-baf1754e5bfa tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] Router 526125d0-fbb7-4267-b77a-4c98109bcf33 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:21:15.874418 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-c9c647f5-d349-420f-af14-43eb5326ab0a req-84709304-bcd6-499d-95cc-c410155aadb5 tempest-VolumesAdminNegativeTest-2027589204 tempest-VolumesAdminNegativeTest-2027589204-project] Calling delete_port for 889fb1f4-a551-46dd-a270-1535e39b967e owned by compute:nova {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:21:15.904116 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2b5cc967-1c2c-4147-9f40-b56ab670b95c admin admin] Publish callbacks [] for security_group (911afed6-0b40-4109-a6e2-0c1a6e6112be), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:15.980081 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c6167998-2f2c-42d9-8f8a-e056c7869443 req-0f2813d0-4ec4-4209-b8f9-227534db6901 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/security-groups?id=ff9db729-a945-4359-8bb3-48cdfdee30d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5307150 Feb 04 12:21:15.983363 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['cb1246fa-1dff-4a4d-abe1-b07af7371bf9'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:21:16.104290 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b0840af-929b-4386-84e4-46b9bb89d7fb x-openstack-request-id: req-1b0840af-929b-4386-84e4-46b9bb89d7fb {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:21:16.105393 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ed2df29-f369-4bd6-aa02-c9c82581f4d6", "tag": "cb1246fa-1dff-4a4d-abe1-b07af7371bf9", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:21:16.105909 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1b0840af-929b-4386-84e4-46b9bb89d7fb {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:21:16.106392 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ed2df29-f369-4bd6-aa02-c9c82581f4d6', 'tag': 'cb1246fa-1dff-4a4d-abe1-b07af7371bf9', 'status': 'completed', 'code': 200} Feb 04 12:21:16.252012 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2b9c7a96-d4a9-4495-b7ad-16102b184fbc req-568f2458-d83a-4f78-9f00-baf1754e5bfa tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:21:16.278160 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f12fe5fc-1d58-49f7-848d-f95904298b24 admin admin] Publish callbacks [] for security_group (47006b39-3ab5-47c7-be4a-913c23cf5e3c), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:16.315345 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f12fe5fc-1d58-49f7-848d-f95904298b24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (47006b39-3ab5-47c7-be4a-913c23cf5e3c), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:16.333913 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e164035-00a4-443c-9a55-f141c029a559 None None] Sync routers for ids ['526125d0-fbb7-4267-b77a-4c98109bcf33'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:21:16.334959 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b9c7a96-d4a9-4495-b7ad-16102b184fbc req-568f2458-d83a-4f78-9f00-baf1754e5bfa tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] No DVR routers for this DVR port 5c73274f-411d-4f05-a66d-82c9f330346d on host n-h2-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:21:16.343254 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-2b9c7a96-d4a9-4495-b7ad-16102b184fbc req-568f2458-d83a-4f78-9f00-baf1754e5bfa tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:16.354682 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-2b9c7a96-d4a9-4495-b7ad-16102b184fbc req-568f2458-d83a-4f78-9f00-baf1754e5bfa tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] 10.222.0.77 "DELETE /v2.0/ports/5c73274f-411d-4f05-a66d-82c9f330346d HTTP/1.1" status: 204 len: 173 time: 2.4617963 Feb 04 12:21:16.363640 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e164035-00a4-443c-9a55-f141c029a559 None None] Routers {'526125d0-fbb7-4267-b77a-4c98109bcf33'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:21:16.364952 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-0e164035-00a4-443c-9a55-f141c029a559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:20:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['526125d0-fbb7-4267-b77a-4c98109bcf33'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:21:16.367880 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684d6fe7-bc65-4715-9234-2fbd36801b75 req-a019a86b-a679-44cb-b60f-0978aea1e989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:16.369982 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-684d6fe7-bc65-4715-9234-2fbd36801b75 req-a019a86b-a679-44cb-b60f-0978aea1e989 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=cd7a27426604483abdc4179f17c2461d&device_id=5ed2df29-f369-4bd6-aa02-c9c82581f4d6 HTTP/1.1" status: 200 len: 1131 time: 0.2301426 Feb 04 12:21:16.454181 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-4470afb0-51b8-4d96-97bc-441c84a41295 req-f8ce7810-5bbd-4d87-a82b-083120330b62 tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (fb1bc4b7-be39-4041-9ac2-ecbb65a71a9b), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:16.497926 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2b5cc967-1c2c-4147-9f40-b56ab670b95c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (911afed6-0b40-4109-a6e2-0c1a6e6112be), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:16.501033 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2b5cc967-1c2c-4147-9f40-b56ab670b95c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:16.504707 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-2b5cc967-1c2c-4147-9f40-b56ab670b95c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/911afed6-0b40-4109-a6e2-0c1a6e6112be HTTP/1.1" status: 204 len: 168 time: 1.3789818 Feb 04 12:21:16.535333 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ce7810-5bbd-4d87-a82b-083120330b62 tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Pushing event deleted for resources: {'Port': ['ID=fb1bc4b7-be39-4041-9ac2-ecbb65a71a9b,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:21:16.546824 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-f12fe5fc-1d58-49f7-848d-f95904298b24 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9f787c561c784916abf49a88e53eab2a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0954292 Feb 04 12:21:16.547600 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12fe5fc-1d58-49f7-848d-f95904298b24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47006b39-3ab5-47c7-be4a-913c23cf5e3c,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:21:16.582129 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 59482) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:21:16.661325 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5cc967-1c2c-4147-9f40-b56ab670b95c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=911afed6-0b40-4109-a6e2-0c1a6e6112be,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:21:16.753661 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6927eb18-0239-42bc-86db-21dcba9f1e51 req-e68ce38f-b57a-47b2-ad85-f07c6a7f30e8 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:16.755348 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 889fb1f4-a551-46dd-a270-1535e39b967e no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:21:16.756387 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6927eb18-0239-42bc-86db-21dcba9f1e51 req-e68ce38f-b57a-47b2-ad85-f07c6a7f30e8 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/ports?device_id=729d5332-a000-4a7e-b737-2cb5be03b163 HTTP/1.1" status: 200 len: 946 time: 0.4957714 Feb 04 12:21:16.789638 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-c9c647f5-d349-420f-af14-43eb5326ab0a req-84709304-bcd6-499d-95cc-c410155aadb5 tempest-VolumesAdminNegativeTest-2027589204 tempest-VolumesAdminNegativeTest-2027589204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (889fb1f4-a551-46dd-a270-1535e39b967e), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:16.866977 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-0e164035-00a4-443c-9a55-f141c029a559 None None] Set router 526125d0-fbb7-4267-b77a-4c98109bcf33 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:21:16.871033 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] No active binding found for port 889fb1f4-a551-46dd-a270-1535e39b967e {{(pid=103476) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 04 12:21:16.872172 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] The host n-h1-825015-3 is not matching for port 889fb1f4-a551-46dd-a270-1535e39b967e host None! {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 04 12:21:16.872839 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 889fb1f4-a551-46dd-a270-1535e39b967e not bound to the agent host n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:21:16.914861 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84709304-bcd6-499d-95cc-c410155aadb5 tempest-VolumesAdminNegativeTest-2027589204 tempest-VolumesAdminNegativeTest-2027589204-project] Pushing event deleted for resources: {'Port': ['ID=889fb1f4-a551-46dd-a270-1535e39b967e,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:21:16.935254 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-4470afb0-51b8-4d96-97bc-441c84a41295 req-f8ce7810-5bbd-4d87-a82b-083120330b62 tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Publish callbacks [] for floatingip (9a92ec63-af01-4f07-ae76-87e1701162a4), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:16.955420 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-4470afb0-51b8-4d96-97bc-441c84a41295 req-f8ce7810-5bbd-4d87-a82b-083120330b62 tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:16.987178 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4470afb0-51b8-4d96-97bc-441c84a41295 req-f8ce7810-5bbd-4d87-a82b-083120330b62 tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] 10.222.0.65 "DELETE /v2.0/floatingips/9a92ec63-af01-4f07-ae76-87e1701162a4 HTTP/1.1" status: 204 len: 173 time: 3.1577797 Feb 04 12:21:17.128766 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 5e225c38-0269-4129-a4d0-3c01809d833e up at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:21:17.194192 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684d6fe7-bc65-4715-9234-2fbd36801b75 req-708b269b-9082-45b2-b176-33d3e595832a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:17.196215 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-684d6fe7-bc65-4715-9234-2fbd36801b75 req-708b269b-9082-45b2-b176-33d3e595832a service neutron] 10.222.0.77 "GET /v2.0/networks?id=2f7dc246-a024-4937-952c-0ddeef5af29c HTTP/1.1" status: 200 len: 870 time: 0.8192997 Feb 04 12:21:17.263563 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-43ffe77d-ddd7-42d5-b5e6-dad488d713c1 admin admin] Publish callbacks [] for security_group (47006b39-3ab5-47c7-be4a-913c23cf5e3c), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:17.304083 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-684d6fe7-bc65-4715-9234-2fbd36801b75 req-95c7696a-2a28-45b4-b8a0-32cd09df837f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=cb1246fa-1dff-4a4d-abe1-b07af7371bf9 HTTP/1.1" status: 200 len: 217 time: 0.0894136 Feb 04 12:21:17.311606 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-43ffe77d-ddd7-42d5-b5e6-dad488d713c1 admin admin] Publish callbacks [] for security_group (47006b39-3ab5-47c7-be4a-913c23cf5e3c), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:17.370862 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9c647f5-d349-420f-af14-43eb5326ab0a req-84709304-bcd6-499d-95cc-c410155aadb5 tempest-VolumesAdminNegativeTest-2027589204 tempest-VolumesAdminNegativeTest-2027589204-project] No DVR routers for this DVR port 889fb1f4-a551-46dd-a270-1535e39b967e on host n-h1-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:21:17.376692 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684d6fe7-bc65-4715-9234-2fbd36801b75 req-db46ccc3-ccee-4bf1-a6b4-be4275a64965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:17.376942 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning for port 5e225c38-0269-4129-a4d0-3c01809d833e completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:21:17.377412 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-c9c647f5-d349-420f-af14-43eb5326ab0a req-84709304-bcd6-499d-95cc-c410155aadb5 tempest-VolumesAdminNegativeTest-2027589204 tempest-VolumesAdminNegativeTest-2027589204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:17.377527 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-684d6fe7-bc65-4715-9234-2fbd36801b75 req-db46ccc3-ccee-4bf1-a6b4-be4275a64965 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5ee3374a-84e9-4639-853c-740c6edaf6dc HTTP/1.1" status: 200 len: 843 time: 0.0655961 Feb 04 12:21:17.381599 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c9c647f5-d349-420f-af14-43eb5326ab0a req-84709304-bcd6-499d-95cc-c410155aadb5 tempest-VolumesAdminNegativeTest-2027589204 tempest-VolumesAdminNegativeTest-2027589204-project] 10.222.0.73 "DELETE /v2.0/ports/889fb1f4-a551-46dd-a270-1535e39b967e HTTP/1.1" status: 204 len: 173 time: 3.1744142 Feb 04 12:21:17.392671 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2424bbf-a970-4983-a079-c74cefc5b79e', 'name': 'network-vif-deleted', 'tag': '889fb1f4-a551-46dd-a270-1535e39b967e'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:21:17.395515 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f240b534-c20c-46b4-b1a2-6e50fc76fec9" -d '{"events": [{"server_uuid": "f2424bbf-a970-4983-a079-c74cefc5b79e", "name": "network-vif-deleted", "tag": "889fb1f4-a551-46dd-a270-1535e39b967e"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:21:17.432345 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning complete for port 5e225c38-0269-4129-a4d0-3c01809d833e triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:21:17.434445 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (5e225c38-0269-4129-a4d0-3c01809d833e), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:17.542703 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d39ec14-7d87-4e66-bfeb-3066e2e14041 req-d90720b0-194d-4532-95af-9098e09060b0 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:17.545431 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2d39ec14-7d87-4e66-bfeb-3066e2e14041 req-d90720b0-194d-4532-95af-9098e09060b0 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=77637105-0550-4658-837e-b253c5845668 HTTP/1.1" status: 200 len: 946 time: 0.1762633 Feb 04 12:21:17.564024 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6927eb18-0239-42bc-86db-21dcba9f1e51 req-d06fefc1-b750-4a17-855f-b97dc0764ba7 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4f571d4-f0a1-47f6-a54a-b93db47581cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7891848 Feb 04 12:21:17.571588 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684d6fe7-bc65-4715-9234-2fbd36801b75 req-17a2ba51-1967-4a3c-aa46-3bc868444337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:17.579780 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-684d6fe7-bc65-4715-9234-2fbd36801b75 req-17a2ba51-1967-4a3c-aa46-3bc868444337 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2f7dc246-a024-4937-952c-0ddeef5af29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1963255 Feb 04 12:21:17.615163 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-0e164035-00a4-443c-9a55-f141c029a559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '526125d0-fbb7-4267-b77a-4c98109bcf33', 'name': 'tempest-ServersTestManualDisk-501579117-router', 'tenant_id': 'bb3b803474b64ee4a96a9d1f82e7fbf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '5c6912fe-2413-4377-b04d-edc0fba687b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:19:33Z', 'updated_at': '2022-02-04T12:19:44Z', 'revision_number': 4, 'project_id': 'bb3b803474b64ee4a96a9d1f82e7fbf4', 'gw_port': {'id': '5c6912fe-2413-4377-b04d-edc0fba687b3', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526125d0-fbb7-4267-b77a-4c98109bcf33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:19:35Z', 'updated_at': '2022-02-04T12:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '59ef49e4-70ea-4c18-9df8-0a836612d49d', 'name': '', 'network_id': 'eae58b19-8b37-4b30-b213-f41ab4db1b6c', 'tenant_id': 'bb3b803474b64ee4a96a9d1f82e7fbf4', 'mac_address': 'fa:16:3e:d5:b6:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526125d0-fbb7-4267-b77a-4c98109bcf33', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '3a336ad0-0e25-4f20-acd0-30e3137f0fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:19:41Z', 'updated_at': '2022-02-04T12:19:51Z', 'revision_number': 5, 'project_id': 'bb3b803474b64ee4a96a9d1f82e7fbf4', 'subnets': [{'id': '3a336ad0-0e25-4f20-acd0-30e3137f0fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:21:17.640742 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-43ffe77d-ddd7-42d5-b5e6-dad488d713c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (47006b39-3ab5-47c7-be4a-913c23cf5e3c), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:17.648579 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-43ffe77d-ddd7-42d5-b5e6-dad488d713c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:17.651895 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-43ffe77d-ddd7-42d5-b5e6-dad488d713c1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/47006b39-3ab5-47c7-be4a-913c23cf5e3c HTTP/1.1" status: 204 len: 168 time: 1.0684922 Feb 04 12:21:17.677508 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e164035-00a4-443c-9a55-f141c029a559 None None] Checking router: 526125d0-fbb7-4267-b77a-4c98109bcf33 for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:21:17.713399 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e164035-00a4-443c-9a55-f141c029a559 None None] Routers {'526125d0-fbb7-4267-b77a-4c98109bcf33'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:21:17.714300 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-0e164035-00a4-443c-9a55-f141c029a559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:20:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['526125d0-fbb7-4267-b77a-4c98109bcf33'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:21:17.746396 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ffe77d-ddd7-42d5-b5e6-dad488d713c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47006b39-3ab5-47c7-be4a-913c23cf5e3c,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:21:17.815500 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-684d6fe7-bc65-4715-9234-2fbd36801b75 req-54bb3e62-b8c6-4d1d-8a74-5780b75f4509 service neutron] 10.222.0.77 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286205 Feb 04 12:21:17.817889 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e2576fa7-61ba-4336-bd5e-8350a47e04b7 req-57639c75-72bf-4cba-bdaf-8fcde7d28fc7 tempest-VolumesAdminNegativeTest-2027589204 tempest-VolumesAdminNegativeTest-2027589204-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2424bbf-a970-4983-a079-c74cefc5b79e HTTP/1.1" status: 200 len: 210 time: 0.1211772 Feb 04 12:21:17.868336 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2d39ec14-7d87-4e66-bfeb-3066e2e14041 req-4d06a3e5-1caa-4b1b-bbe6-60b19a15a63f tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/security-groups?id=0e320687-8002-4e00-a016-6bf57af2cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3021770 Feb 04 12:21:17.954372 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 5e225c38-0269-4129-a4d0-3c01809d833e is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:21:17.955140 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (5e225c38-0269-4129-a4d0-3c01809d833e), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:18.033520 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fb7042a4-5cbc-4b2c-a62b-ff6174f08f5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:18.075545 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-684d6fe7-bc65-4715-9234-2fbd36801b75 req-d720fbb7-de07-47ab-a9d8-bbda53c9be5d service neutron] 10.222.0.77 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2536380 Feb 04 12:21:18.107398 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99ec6a9b-f8dd-4f89-97cd-32529894b186', 'name': 'network-vif-deleted', 'tag': '5c73274f-411d-4f05-a66d-82c9f330346d'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:21:18.110050 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85333232-a3f8-4a71-afa0-c8a06a999e33" -d '{"events": [{"server_uuid": "99ec6a9b-f8dd-4f89-97cd-32529894b186", "name": "network-vif-deleted", "tag": "5c73274f-411d-4f05-a66d-82c9f330346d"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:21:18.135324 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29b29f45-ea94-43ea-a711-d40bb7d13ab4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e225c38-0269-4129-a4d0-3c01809d833e'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:21:18.137750 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65a23bbd-b3a5-4e58-8c70-0baa25e7f837" -d '{"events": [{"server_uuid": "29b29f45-ea94-43ea-a711-d40bb7d13ab4", "name": "network-vif-plugged", "status": "completed", "tag": "5e225c38-0269-4129-a4d0-3c01809d833e"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:21:18.161635 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 5e225c38-0269-4129-a4d0-3c01809d833e, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=5e225c38-0269-4129-a4d0-3c01809d833e,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:21:18.168662 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-0e164035-00a4-443c-9a55-f141c029a559 None None] Set router 526125d0-fbb7-4267-b77a-4c98109bcf33 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:21:18.172145 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (5e225c38-0269-4129-a4d0-3c01809d833e), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:18.172680 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device cb1246fa-1dff-4a4d-abe1-b07af7371bf9 up at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:21:18.270980 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59518) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:21:18.469052 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fc2a89-8c34-447e-aa16-8f160a7bde82 req-c4b21047-cc7a-4fcd-a54b-7bbf64c50f0d tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:18.472212 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b6fc2a89-8c34-447e-aa16-8f160a7bde82 req-c4b21047-cc7a-4fcd-a54b-7bbf64c50f0d tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ed2df29-f369-4bd6-aa02-c9c82581f4d6 HTTP/1.1" status: 200 len: 949 time: 0.3385279 Feb 04 12:21:18.487127 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-4012e1c4-4f29-4dfc-8225-7eeaf136a693 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-219414030-network', 'tenant_id': 'de5b493dc21244659b5bc7c29ae1d428'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:21:18.497827 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598fa4d3-b1ef-45d1-a800-9faf09c7f258 req-8faddb99-18ca-4f6c-b286-d799981fe202 tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:18.499407 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-598fa4d3-b1ef-45d1-a800-9faf09c7f258 req-8faddb99-18ca-4f6c-b286-d799981fe202 tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.5841792 Feb 04 12:21:18.542233 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4012e1c4-4f29-4dfc-8225-7eeaf136a693 admin admin] Made reservation on behalf of de5b493dc21244659b5bc7c29ae1d428 for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:21:18.546824 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4012e1c4-4f29-4dfc-8225-7eeaf136a693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:18.553604 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=5e225c38-0269-4129-a4d0-3c01809d833e,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:21:18.564730 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning for port cb1246fa-1dff-4a4d-abe1-b07af7371bf9 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:21:18.571259 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4012e1c4-4f29-4dfc-8225-7eeaf136a693 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:18.579768 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning complete for port cb1246fa-1dff-4a4d-abe1-b07af7371bf9 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:21:18.580253 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (cb1246fa-1dff-4a4d-abe1-b07af7371bf9), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:18.614335 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-152abbdc-f3b8-4b25-a39d-25e3c3c34ecd x-openstack-request-id: req-152abbdc-f3b8-4b25-a39d-25e3c3c34ecd {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:21:18.614846 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2424bbf-a970-4983-a079-c74cefc5b79e", "name": "network-vif-deleted", "tag": "889fb1f4-a551-46dd-a270-1535e39b967e", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:21:18.615125 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-152abbdc-f3b8-4b25-a39d-25e3c3c34ecd {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:21:18.615782 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2424bbf-a970-4983-a079-c74cefc5b79e', 'name': 'network-vif-deleted', 'tag': '889fb1f4-a551-46dd-a270-1535e39b967e', 'status': 'completed', 'code': 200} Feb 04 12:21:18.667709 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59534) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:21:18.686447 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b6fc2a89-8c34-447e-aa16-8f160a7bde82 req-cf59b57a-3633-49d5-b907-a86bfdac7cb8 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/security-groups?id=ff9db729-a945-4359-8bb3-48cdfdee30d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838593 Feb 04 12:21:18.801967 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f8f901a-00e6-415c-83a2-0ac7ecf33972 x-openstack-request-id: req-0f8f901a-00e6-415c-83a2-0ac7ecf33972 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:21:18.802531 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99ec6a9b-f8dd-4f89-97cd-32529894b186", "name": "network-vif-deleted", "tag": "5c73274f-411d-4f05-a66d-82c9f330346d", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:21:18.803055 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0f8f901a-00e6-415c-83a2-0ac7ecf33972 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:21:18.803997 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99ec6a9b-f8dd-4f89-97cd-32529894b186', 'name': 'network-vif-deleted', 'tag': '5c73274f-411d-4f05-a66d-82c9f330346d', 'status': 'completed', 'code': 200} Feb 04 12:21:18.807870 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2d86a4f2-5e87-49d6-8710-6c904baf349c tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] Publish callbacks [] for security_group (9664bb36-bf5d-4990-a15c-2a75945861da), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:18.826836 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d00bceec-e873-4887-878a-10f05cdefee3 x-openstack-request-id: req-d00bceec-e873-4887-878a-10f05cdefee3 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:21:18.841168 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29b29f45-ea94-43ea-a711-d40bb7d13ab4", "name": "network-vif-plugged", "status": "completed", "tag": "5e225c38-0269-4129-a4d0-3c01809d833e", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:21:18.841837 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d00bceec-e873-4887-878a-10f05cdefee3 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:21:18.842481 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29b29f45-ea94-43ea-a711-d40bb7d13ab4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e225c38-0269-4129-a4d0-3c01809d833e', 'code': 200} Feb 04 12:21:18.898866 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4012e1c4-4f29-4dfc-8225-7eeaf136a693 admin admin] Publish callbacks [] for security_group (e102d2aa-c1a8-4ba5-bd37-a0f044093565), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:18.936054 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4012e1c4-4f29-4dfc-8225-7eeaf136a693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (e102d2aa-c1a8-4ba5-bd37-a0f044093565), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:18.966985 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4012e1c4-4f29-4dfc-8225-7eeaf136a693 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:21:18.974248 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-0e164035-00a4-443c-9a55-f141c029a559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '526125d0-fbb7-4267-b77a-4c98109bcf33', 'name': 'tempest-ServersTestManualDisk-501579117-router', 'tenant_id': 'bb3b803474b64ee4a96a9d1f82e7fbf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '5c6912fe-2413-4377-b04d-edc0fba687b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:19:33Z', 'updated_at': '2022-02-04T12:19:44Z', 'revision_number': 4, 'project_id': 'bb3b803474b64ee4a96a9d1f82e7fbf4', 'gw_port': {'id': '5c6912fe-2413-4377-b04d-edc0fba687b3', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526125d0-fbb7-4267-b77a-4c98109bcf33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:19:35Z', 'updated_at': '2022-02-04T12:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '59ef49e4-70ea-4c18-9df8-0a836612d49d', 'name': '', 'network_id': 'eae58b19-8b37-4b30-b213-f41ab4db1b6c', 'tenant_id': 'bb3b803474b64ee4a96a9d1f82e7fbf4', 'mac_address': 'fa:16:3e:d5:b6:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526125d0-fbb7-4267-b77a-4c98109bcf33', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '3a336ad0-0e25-4f20-acd0-30e3137f0fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:19:41Z', 'updated_at': '2022-02-04T12:19:51Z', 'revision_number': 5, 'project_id': 'bb3b803474b64ee4a96a9d1f82e7fbf4', 'subnets': [{'id': '3a336ad0-0e25-4f20-acd0-30e3137f0fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:21:18.996841 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4012e1c4-4f29-4dfc-8225-7eeaf136a693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (3650fe49-0487-4896-b953-b3c6867af33a), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:18.998536 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-4012e1c4-4f29-4dfc-8225-7eeaf136a693 admin admin] Added segment 3650fe49-0487-4896-b953-b3c6867af33a of type vlan for network 33921118-8bb8-4172-84ea-b744fa92425e Feb 04 12:21:19.003612 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5f58d07c-e84e-4d52-b76e-aff072aa1dc9 req-70eaf727-510b-4410-b826-495499952e19 tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] 10.222.0.65 "GET /v2.0/floatingips?tenant_id=4314cf7bb6fa4befa052fc7bfa03983d HTTP/1.1" status: 200 len: 1656 time: 0.1648409 Feb 04 12:21:19.058248 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e164035-00a4-443c-9a55-f141c029a559 None None] The sync data for ids ['526125d0-fbb7-4267-b77a-4c98109bcf33'] in n-d-825015-3 is: [{'id': '526125d0-fbb7-4267-b77a-4c98109bcf33', 'name': 'tempest-ServersTestManualDisk-501579117-router', 'tenant_id': 'bb3b803474b64ee4a96a9d1f82e7fbf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '5c6912fe-2413-4377-b04d-edc0fba687b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:19:33Z', 'updated_at': '2022-02-04T12:19:44Z', 'revision_number': 4, 'project_id': 'bb3b803474b64ee4a96a9d1f82e7fbf4', 'gw_port': {'id': '5c6912fe-2413-4377-b04d-edc0fba687b3', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526125d0-fbb7-4267-b77a-4c98109bcf33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:19:35Z', 'updated_at': '2022-02-04T12:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '59ef49e4-70ea-4c18-9df8-0a836612d49d', 'name': '', 'network_id': 'eae58b19-8b37-4b30-b213-f41ab4db1b6c', 'tenant_id': 'bb3b803474b64ee4a96a9d1f82e7fbf4', 'mac_address': 'fa:16:3e:d5:b6:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526125d0-fbb7-4267-b77a-4c98109bcf33', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '3a336ad0-0e25-4f20-acd0-30e3137f0fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:19:41Z', 'updated_at': '2022-02-04T12:19:51Z', 'revision_number': 5, 'project_id': 'bb3b803474b64ee4a96a9d1f82e7fbf4', 'subnets': [{'id': '3a336ad0-0e25-4f20-acd0-30e3137f0fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:21:19.095994 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4012e1c4-4f29-4dfc-8225-7eeaf136a693 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (33921118-8bb8-4172-84ea-b744fa92425e), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:19.151202 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port cb1246fa-1dff-4a4d-abe1-b07af7371bf9 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:21:19.152754 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (cb1246fa-1dff-4a4d-abe1-b07af7371bf9), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:19.159597 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2d86a4f2-5e87-49d6-8710-6c904baf349c tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] Publish callbacks [] for security_group (9664bb36-bf5d-4990-a15c-2a75945861da), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:19.176420 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:19.196082 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4012e1c4-4f29-4dfc-8225-7eeaf136a693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (33921118-8bb8-4172-84ea-b744fa92425e), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:19.197961 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4012e1c4-4f29-4dfc-8225-7eeaf136a693 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:19.198768 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4012e1c4-4f29-4dfc-8225-7eeaf136a693 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:19.307031 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port cb1246fa-1dff-4a4d-abe1-b07af7371bf9, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=cb1246fa-1dff-4a4d-abe1-b07af7371bf9,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:21:19.316877 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (cb1246fa-1dff-4a4d-abe1-b07af7371bf9), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:19.321099 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 5c73274f-411d-4f05-a66d-82c9f330346d no longer exists at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:21:19.370718 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] No Port match for: 5c73274f-411d-4f05-a66d-82c9f330346d {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:21:19.371116 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 5c73274f-411d-4f05-a66d-82c9f330346d not bound to the agent host n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:21:19.410147 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4012e1c4-4f29-4dfc-8225-7eeaf136a693 admin admin] Pushing event updated for resources: {'Network': ['ID=33921118-8bb8-4172-84ea-b744fa92425e,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:21:19.438355 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 33921118-8bb8-4172-84ea-b744fa92425e details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:21:19.531921 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-4012e1c4-4f29-4dfc-8225-7eeaf136a693 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2567682 Feb 04 12:21:19.537308 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2d86a4f2-5e87-49d6-8710-6c904baf349c tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (9664bb36-bf5d-4990-a15c-2a75945861da), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:19.544987 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2d86a4f2-5e87-49d6-8710-6c904baf349c tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:19.550639 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-2d86a4f2-5e87-49d6-8710-6c904baf349c tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] 10.222.0.65 "DELETE /v2.0/security-groups/9664bb36-bf5d-4990-a15c-2a75945861da HTTP/1.1" status: 204 len: 168 time: 0.8807340 Feb 04 12:21:19.558657 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59548) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:21:19.559149 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59550) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:21:19.576501 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4012e1c4-4f29-4dfc-8225-7eeaf136a693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e102d2aa-c1a8-4ba5-bd37-a0f044093565,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:21:19.639947 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-da9969ec-5df1-4c08-a7d8-80eeec349e5e admin admin] Request body: {'subnet': {'network_id': '33921118-8bb8-4172-84ea-b744fa92425e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-219414030-subnet', 'tenant_id': 'de5b493dc21244659b5bc7c29ae1d428', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:21:19.658438 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d94fbc-1fc0-4b59-9a0b-786f014efeef req-b1dae07e-f10e-443a-bb5a-6c6b22baa597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:19.663904 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-53d94fbc-1fc0-4b59-9a0b-786f014efeef req-b1dae07e-f10e-443a-bb5a-6c6b22baa597 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=29b29f45-ea94-43ea-a711-d40bb7d13ab4 HTTP/1.1" status: 200 len: 1132 time: 0.7499325 Feb 04 12:21:19.684891 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2ee554-439f-49c7-80f2-7a94790a555c None None] New status for floating IP ce5041b0-2baa-4716-9bcb-0d696abe65b6: DOWN {{(pid=103477) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 12:21:19.747508 n-d-825015-3 neutron-server[103474]: INFO neutron.api.v2.resource [None req-ca282f61-a665-42ef-bd26-1d6deb375b4a tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] show failed (client error): The resource could not be found. Feb 04 12:21:19.753437 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=cb1246fa-1dff-4a4d-abe1-b07af7371bf9,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:21:19.761523 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-ca282f61-a665-42ef-bd26-1d6deb375b4a tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] 10.222.0.65 "GET /v2.0/security-groups/9664bb36-bf5d-4990-a15c-2a75945861da HTTP/1.1" status: 404 len: 347 time: 0.1516414 Feb 04 12:21:19.771776 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59556) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:21:19.832646 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1a55de-998c-42bc-a904-d3980ec826d2 req-cc6d0f8e-6d43-4a4a-9915-6e6e797325b7 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:19.834665 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6c1a55de-998c-42bc-a904-d3980ec826d2 req-cc6d0f8e-6d43-4a4a-9915-6e6e797325b7 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/ports?device_id=729d5332-a000-4a7e-b737-2cb5be03b163 HTTP/1.1" status: 200 len: 946 time: 0.8294225 Feb 04 12:21:19.836271 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d86a4f2-5e87-49d6-8710-6c904baf349c tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9664bb36-bf5d-4990-a15c-2a75945861da,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:21:19.937249 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f58d07c-e84e-4d52-b76e-aff072aa1dc9 req-28b7f130-ef14-4751-9b82-1e8fcfad85f6 tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:19.958016 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5f58d07c-e84e-4d52-b76e-aff072aa1dc9 req-28b7f130-ef14-4751-9b82-1e8fcfad85f6 tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] 10.222.0.65 "GET /v2.0/networks?id=7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7&id=7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7&id=7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 HTTP/1.1" status: 200 len: 787 time: 0.8505995 Feb 04 12:21:20.019491 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6c1a55de-998c-42bc-a904-d3980ec826d2 req-55c59b93-0406-4f52-b764-f19d3f6393f1 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4f571d4-f0a1-47f6-a54a-b93db47581cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734090 Feb 04 12:21:20.045262 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 59562) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:21:20.114740 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da9969ec-5df1-4c08-a7d8-80eeec349e5e admin admin] Made reservation on behalf of de5b493dc21244659b5bc7c29ae1d428 for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:21:20.129688 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-da9969ec-5df1-4c08-a7d8-80eeec349e5e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60610638'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:20.247975 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_v2 [None req-096691e7-19e7-4866-95ad-2862819d4c17 admin admin] Deleting subnet 8c10b01f-6505-423f-a043-13e7cced20b8 {{(pid=103475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:21:20.283851 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-096691e7-19e7-4866-95ad-2862819d4c17 admin admin] Publish callbacks [] for subnet (8c10b01f-6505-423f-a043-13e7cced20b8), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:20.350517 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:20.371220 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-53d94fbc-1fc0-4b59-9a0b-786f014efeef req-0b9092c5-d615-4da6-bc67-78c072d9ce74 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=ff9db729-a945-4359-8bb3-48cdfdee30d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6703663 Feb 04 12:21:20.423549 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-096691e7-19e7-4866-95ad-2862819d4c17 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51859329'] for subnet (8c10b01f-6505-423f-a043-13e7cced20b8), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:20.441042 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9fb38e-dfe8-4951-9ee9-3e8cba1efb8a req-535da425-f90a-4c58-9e9b-de77efceaf32 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:20.444989 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-436a8302-a695-4ce2-9e37-8e714a1d3269 tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] Deleting port ea57bbee-0bbe-4c2a-a829-fc140ab1a381 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:21:20.445809 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-436a8302-a695-4ce2-9e37-8e714a1d3269 tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (ea57bbee-0bbe-4c2a-a829-fc140ab1a381), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:20.455250 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2c9fb38e-dfe8-4951-9ee9-3e8cba1efb8a req-535da425-f90a-4c58-9e9b-de77efceaf32 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=77637105-0550-4658-837e-b253c5845668 HTTP/1.1" status: 200 len: 946 time: 0.2737129 Feb 04 12:21:20.601469 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1deeff9-8594-4db8-86b5-5052806a8edf req-94bdcf93-1fd1-48ad-9ac5-f1f00f9ca616 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:20.604319 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d1deeff9-8594-4db8-86b5-5052806a8edf req-94bdcf93-1fd1-48ad-9ac5-f1f00f9ca616 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ed2df29-f369-4bd6-aa02-c9c82581f4d6 HTTP/1.1" status: 200 len: 950 time: 0.4199634 Feb 04 12:21:20.636394 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2c9fb38e-dfe8-4951-9ee9-3e8cba1efb8a req-4900cd5d-ee88-4036-a2f5-7de38a6ce4a2 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/security-groups?id=0e320687-8002-4e00-a016-6bf57af2cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794345 Feb 04 12:21:20.656492 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-436a8302-a695-4ce2-9e37-8e714a1d3269 tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (ea57bbee-0bbe-4c2a-a829-fc140ab1a381), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:20.656993 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-436a8302-a695-4ce2-9e37-8e714a1d3269 tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] Publish callbacks [] for floatingip (ea57bbee-0bbe-4c2a-a829-fc140ab1a381), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:20.671360 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-096691e7-19e7-4866-95ad-2862819d4c17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (8c10b01f-6505-423f-a043-13e7cced20b8), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:20.706660 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-436a8302-a695-4ce2-9e37-8e714a1d3269 tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] Calling delete_port for ea57bbee-0bbe-4c2a-a829-fc140ab1a381 owned by network:floatingip {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:21:20.715995 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-da9969ec-5df1-4c08-a7d8-80eeec349e5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59045178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60610680'] for subnet (5a7709a7-759a-49ea-a610-cec6e14d5672), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:20.844199 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ed2df29-f369-4bd6-aa02-c9c82581f4d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb1246fa-1dff-4a4d-abe1-b07af7371bf9'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:21:20.847442 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a3f2a36-3642-4775-8423-d30a306ab329" -d '{"events": [{"server_uuid": "5ed2df29-f369-4bd6-aa02-c9c82581f4d6", "name": "network-vif-plugged", "status": "completed", "tag": "cb1246fa-1dff-4a4d-abe1-b07af7371bf9"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:21:20.907683 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9969ec-5df1-4c08-a7d8-80eeec349e5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a7709a7-759a-49ea-a610-cec6e14d5672,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:21:21.012084 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-20bdebe9-6316-4af1-abe4-749f60ce6d5c req-63a6a986-afc5-4a63-a350-14821bc1af78 tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] 10.222.0.65 "GET /v2.0/floatingips/d2bb749b-9be0-4bb6-89fe-3fb8056d6d9e HTTP/1.1" status: 200 len: 692 time: 0.2470956 Feb 04 12:21:21.016981 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9969ec-5df1-4c08-a7d8-80eeec349e5e admin admin] Checking segment: {'id': '3650fe49-0487-4896-b953-b3c6867af33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '33921118-8bb8-4172-84ea-b744fa92425e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:21:21.018509 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9969ec-5df1-4c08-a7d8-80eeec349e5e admin admin] Network hostable DHCP agents. Network: 33921118-8bb8-4172-84ea-b744fa92425e, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:21:21.039318 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-096691e7-19e7-4866-95ad-2862819d4c17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-52093282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51452698'] for subnet (8c10b01f-6505-423f-a043-13e7cced20b8), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:21.134064 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9969ec-5df1-4c08-a7d8-80eeec349e5e admin admin] Network 33921118-8bb8-4172-84ea-b744fa92425e is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:21:21.155896 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-da9969ec-5df1-4c08-a7d8-80eeec349e5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 33921118-8bb8-4172-84ea-b744fa92425e) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:21:21.160369 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-096691e7-19e7-4866-95ad-2862819d4c17 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:21.164500 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-096691e7-19e7-4866-95ad-2862819d4c17 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/8c10b01f-6505-423f-a043-13e7cced20b8 HTTP/1.1" status: 204 len: 168 time: 1.1182055 Feb 04 12:21:21.192444 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9969ec-5df1-4c08-a7d8-80eeec349e5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:21.193967 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-da9969ec-5df1-4c08-a7d8-80eeec349e5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:21.198262 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59580) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:21:21.343654 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bdebe9-6316-4af1-abe4-749f60ce6d5c req-5bdb6056-a85c-4863-8e8e-ac1214bed8cc tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:21.355263 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-20bdebe9-6316-4af1-abe4-749f60ce6d5c req-5bdb6056-a85c-4863-8e8e-ac1214bed8cc tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] 10.222.0.65 "GET /v2.0/networks/7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 HTTP/1.1" status: 200 len: 784 time: 0.3482213 Feb 04 12:21:21.390080 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d1deeff9-8594-4db8-86b5-5052806a8edf req-61f21793-6e7f-49be-a120-388dafefbfb3 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/security-groups?id=ff9db729-a945-4359-8bb3-48cdfdee30d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7733264 Feb 04 12:21:21.413000 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d5d04200-7985-4692-a3e6-2ea1309665f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (29dc487a-0891-467b-a5a8-be1dfb71d55e), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:21.481080 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096691e7-19e7-4866-95ad-2862819d4c17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c10b01f-6505-423f-a043-13e7cced20b8,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:21:21.514996 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-20bdebe9-6316-4af1-abe4-749f60ce6d5c req-67c6053e-69b7-4267-8994-b1370ac99405 tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.3.30 HTTP/1.1" status: 200 len: 695 time: 0.1571522 Feb 04 12:21:21.546737 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-da9969ec-5df1-4c08-a7d8-80eeec349e5e admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.9592516 Feb 04 12:21:21.580170 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5929e71d-41fb-4fc7-b50e-3a8bb1a9ca1c None None] Network 33921118-8bb8-4172-84ea-b744fa92425e requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:21:21.607013 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-297dddd8-bbd0-47a6-9d06-d22bd3e9b470 x-openstack-request-id: req-297dddd8-bbd0-47a6-9d06-d22bd3e9b470 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:21:21.609305 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ed2df29-f369-4bd6-aa02-c9c82581f4d6", "name": "network-vif-plugged", "status": "completed", "tag": "cb1246fa-1dff-4a4d-abe1-b07af7371bf9", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:21:21.609951 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-297dddd8-bbd0-47a6-9d06-d22bd3e9b470 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:21:21.612544 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ed2df29-f369-4bd6-aa02-c9c82581f4d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb1246fa-1dff-4a4d-abe1-b07af7371bf9', 'code': 200} Feb 04 12:21:21.626705 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-436a8302-a695-4ce2-9e37-8e714a1d3269 tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (ea57bbee-0bbe-4c2a-a829-fc140ab1a381), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:21.702964 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-20bdebe9-6316-4af1-abe4-749f60ce6d5c req-6dc5fc80-3cf6-43bc-9ab7-eff518aaea31 tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.3.30 HTTP/1.1" status: 200 len: 695 time: 0.1865430 Feb 04 12:21:21.740286 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:21.761679 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436a8302-a695-4ce2-9e37-8e714a1d3269 tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] Pushing event deleted for resources: {'Port': ['ID=ea57bbee-0bbe-4c2a-a829-fc140ab1a381,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:21:21.898144 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ab6b1c-eb05-4e35-b628-78796d838e7b None None] Network 33921118-8bb8-4172-84ea-b744fa92425e requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:21:22.056783 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c824d66d-5293-474d-808e-ec6601e81147 req-080ce163-e568-4e4f-9040-54cb782dd980 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:22.071071 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c824d66d-5293-474d-808e-ec6601e81147 req-080ce163-e568-4e4f-9040-54cb782dd980 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/ports?device_id=729d5332-a000-4a7e-b737-2cb5be03b163 HTTP/1.1" status: 200 len: 946 time: 0.2726548 Feb 04 12:21:22.166529 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d5d04200-7985-4692-a3e6-2ea1309665f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (29dc487a-0891-467b-a5a8-be1dfb71d55e), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:22.168672 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c824d66d-5293-474d-808e-ec6601e81147 req-99e2ff32-7515-48c3-aa2d-382f75b5b957 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4f571d4-f0a1-47f6-a54a-b93db47581cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962417 Feb 04 12:21:22.176502 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-20bdebe9-6316-4af1-abe4-749f60ce6d5c req-9cd9d546-6f57-4cd8-9c60-a5d8f4b77c0e tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Deleting port e325be9f-406b-40cd-b3b5-2085dc7cc2b2 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:21:22.177030 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-20bdebe9-6316-4af1-abe4-749f60ce6d5c req-9cd9d546-6f57-4cd8-9c60-a5d8f4b77c0e tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (e325be9f-406b-40cd-b3b5-2085dc7cc2b2), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:22.226235 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd16a8c-6eec-4f58-afa7-9156b1d4ade7 req-aa50803a-181e-473e-8949-864960e2d63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:22.229362 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-9dd16a8c-6eec-4f58-afa7-9156b1d4ade7 req-aa50803a-181e-473e-8949-864960e2d63f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=5ed2df29-f369-4bd6-aa02-c9c82581f4d6 HTTP/1.1" status: 200 len: 1132 time: 0.4878485 Feb 04 12:21:22.232676 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-d5d04200-7985-4692-a3e6-2ea1309665f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29dc487a-0891-467b-a5a8-be1dfb71d55e']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:21:22.278730 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-436a8302-a695-4ce2-9e37-8e714a1d3269 tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] Publish callbacks [] for floatingip (ce5041b0-2baa-4716-9bcb-0d696abe65b6), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:22.283269 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-436a8302-a695-4ce2-9e37-8e714a1d3269 tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:22.289562 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 59594) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:21:22.289880 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-436a8302-a695-4ce2-9e37-8e714a1d3269 tempest-ServersTestManualDisk-385394383 tempest-ServersTestManualDisk-385394383-project] 10.222.0.65 "DELETE /v2.0/floatingips/ce5041b0-2baa-4716-9bcb-0d696abe65b6 HTTP/1.1" status: 204 len: 168 time: 2.5091114 Feb 04 12:21:22.297414 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-d5d04200-7985-4692-a3e6-2ea1309665f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b98fa02e-1d31-4900-a147-41096d487100') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:21:22.297884 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-d5d04200-7985-4692-a3e6-2ea1309665f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b98fa02e-1d31-4900-a147-41096d487100') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:21:22.325774 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d5d04200-7985-4692-a3e6-2ea1309665f7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (b98fa02e-1d31-4900-a147-41096d487100), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:22.351023 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-9dd16a8c-6eec-4f58-afa7-9156b1d4ade7 req-09f8c81a-05c8-4deb-92d6-94932b45ba53 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=ff9db729-a945-4359-8bb3-48cdfdee30d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136479 Feb 04 12:21:22.369934 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d5d04200-7985-4692-a3e6-2ea1309665f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (b98fa02e-1d31-4900-a147-41096d487100), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:22.389519 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5d04200-7985-4692-a3e6-2ea1309665f7 admin admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:21:22.390034 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d5d04200-7985-4692-a3e6-2ea1309665f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (b98fa02e-1d31-4900-a147-41096d487100), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:22.393519 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 12:21:22.393519 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:21:22.393519 n-d-825015-3 neutron-server[103474]: timer() Feb 04 12:21:22.393519 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:21:22.393519 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 12:21:22.393519 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:21:22.393519 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 12:21:22.393519 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:21:22.393519 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 12:21:22.393519 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:21:22.393519 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 12:21:22.393519 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:21:22.393519 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 12:21:22.393519 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:21:22.393519 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:21:22.393519 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:21:22.393519 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:21:22.393519 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:21:22.393519 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 12:21:22.393519 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:21:22.393519 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 12:21:22.393519 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:21:22.393519 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:21:22.393519 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:21:22.393519 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 12:21:22.393519 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:21:22.393519 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:21:22.393519 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:21:22.393519 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:21:22.393519 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:21:22.393519 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:21:22.393519 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:21:22.443408 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-20bdebe9-6316-4af1-abe4-749f60ce6d5c req-9cd9d546-6f57-4cd8-9c60-a5d8f4b77c0e tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (e325be9f-406b-40cd-b3b5-2085dc7cc2b2), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:22.443822 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-20bdebe9-6316-4af1-abe4-749f60ce6d5c req-9cd9d546-6f57-4cd8-9c60-a5d8f4b77c0e tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Publish callbacks [] for floatingip (e325be9f-406b-40cd-b3b5-2085dc7cc2b2), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:22.473116 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-20bdebe9-6316-4af1-abe4-749f60ce6d5c req-9cd9d546-6f57-4cd8-9c60-a5d8f4b77c0e tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Calling delete_port for e325be9f-406b-40cd-b3b5-2085dc7cc2b2 owned by network:floatingip {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:21:22.499146 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d5d04200-7985-4692-a3e6-2ea1309665f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (29dc487a-0891-467b-a5a8-be1dfb71d55e), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:22.522827 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d5d04200-7985-4692-a3e6-2ea1309665f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:22.529570 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-d5d04200-7985-4692-a3e6-2ea1309665f7 admin admin] 10.222.0.65 "DELETE /v2.0/networks/29dc487a-0891-467b-a5a8-be1dfb71d55e HTTP/1.1" status: 204 len: 168 time: 1.3143690 Feb 04 12:21:22.535664 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59602) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:21:22.568812 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d04200-7985-4692-a3e6-2ea1309665f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=29dc487a-0891-467b-a5a8-be1dfb71d55e,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:21:22.641199 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fb12d4a-29ca-4c67-85a4-3033df9c1a1a admin admin] Deleting subnet 533c663d-99be-43f5-8b08-63f67dbf6a66 {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:21:22.646341 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8fb12d4a-29ca-4c67-85a4-3033df9c1a1a admin admin] Publish callbacks [] for subnet (533c663d-99be-43f5-8b08-63f67dbf6a66), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:22.707711 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-784944b7-88e9-47a8-a41e-b3d2f3fd2fbf req-89c735ac-cfc4-47a5-915f-1606dbd8c47a tempest-ServerDiagnosticsNegativeTest-1675283816 tempest-ServerDiagnosticsNegativeTest-1675283816-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=c3f355023697480083480344c9552f90&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1107137 Feb 04 12:21:22.721841 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8fb12d4a-29ca-4c67-85a4-3033df9c1a1a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (533c663d-99be-43f5-8b08-63f67dbf6a66), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:22.821441 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8fb12d4a-29ca-4c67-85a4-3033df9c1a1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (533c663d-99be-43f5-8b08-63f67dbf6a66), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:22.915051 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8fb12d4a-29ca-4c67-85a4-3033df9c1a1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (533c663d-99be-43f5-8b08-63f67dbf6a66), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:22.938411 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8fb12d4a-29ca-4c67-85a4-3033df9c1a1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:22.949621 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-8fb12d4a-29ca-4c67-85a4-3033df9c1a1a admin admin] 10.222.0.65 "DELETE /v2.0/subnets/533c663d-99be-43f5-8b08-63f67dbf6a66 HTTP/1.1" status: 204 len: 168 time: 0.3963234 Feb 04 12:21:22.972626 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59608) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:21:22.983150 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb12d4a-29ca-4c67-85a4-3033df9c1a1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=533c663d-99be-43f5-8b08-63f67dbf6a66,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:21:23.002574 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784944b7-88e9-47a8-a41e-b3d2f3fd2fbf req-23ca52c7-6dc4-476e-9c09-a22ba5f18fc6 tempest-ServerDiagnosticsNegativeTest-1675283816 tempest-ServerDiagnosticsNegativeTest-1675283816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:23.004719 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-784944b7-88e9-47a8-a41e-b3d2f3fd2fbf req-23ca52c7-6dc4-476e-9c09-a22ba5f18fc6 tempest-ServerDiagnosticsNegativeTest-1675283816 tempest-ServerDiagnosticsNegativeTest-1675283816-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2867782 Feb 04 12:21:23.058807 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-20bdebe9-6316-4af1-abe4-749f60ce6d5c req-9cd9d546-6f57-4cd8-9c60-a5d8f4b77c0e tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (e325be9f-406b-40cd-b3b5-2085dc7cc2b2), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:23.063397 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-784944b7-88e9-47a8-a41e-b3d2f3fd2fbf req-46a4e388-d674-4c75-b07f-bfe08929f30c tempest-ServerDiagnosticsNegativeTest-1675283816 tempest-ServerDiagnosticsNegativeTest-1675283816-project] 10.222.0.65 "GET /v2.0/quotas/c3f355023697480083480344c9552f90 HTTP/1.1" status: 200 len: 375 time: 0.0428696 Feb 04 12:21:23.096874 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-50cc6eef-30ea-4494-b5d3-a3706831d10f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (6f332c55-b8e1-4174-9b36-611cb61d4fc6), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:23.196395 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd9d546-6f57-4cd8-9c60-a5d8f4b77c0e tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Pushing event deleted for resources: {'Port': ['ID=e325be9f-406b-40cd-b3b5-2085dc7cc2b2,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:21:23.241501 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-50cc6eef-30ea-4494-b5d3-a3706831d10f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (6f332c55-b8e1-4174-9b36-611cb61d4fc6), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:23.282588 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-50cc6eef-30ea-4494-b5d3-a3706831d10f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f332c55-b8e1-4174-9b36-611cb61d4fc6']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:21:23.289046 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-784944b7-88e9-47a8-a41e-b3d2f3fd2fbf req-363923d8-d8c8-4af4-8c8f-e6c6e3f8ebe4 tempest-ServerDiagnosticsNegativeTest-1675283816 tempest-ServerDiagnosticsNegativeTest-1675283816-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=c3f355023697480083480344c9552f90&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1451755 Feb 04 12:21:23.302626 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-50cc6eef-30ea-4494-b5d3-a3706831d10f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48d95aca-3cd6-4fee-bb98-0734ddd9d731') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:21:23.303116 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-50cc6eef-30ea-4494-b5d3-a3706831d10f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48d95aca-3cd6-4fee-bb98-0734ddd9d731') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:21:23.331370 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-50cc6eef-30ea-4494-b5d3-a3706831d10f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (48d95aca-3cd6-4fee-bb98-0734ddd9d731), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:23.375779 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-50cc6eef-30ea-4494-b5d3-a3706831d10f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (48d95aca-3cd6-4fee-bb98-0734ddd9d731), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:23.392420 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50cc6eef-30ea-4494-b5d3-a3706831d10f admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:21:23.393045 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-50cc6eef-30ea-4494-b5d3-a3706831d10f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (48d95aca-3cd6-4fee-bb98-0734ddd9d731), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:23.395057 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 12:21:23.395057 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:21:23.395057 n-d-825015-3 neutron-server[103474]: timer() Feb 04 12:21:23.395057 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:21:23.395057 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 12:21:23.395057 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:21:23.395057 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 12:21:23.395057 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:21:23.395057 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 12:21:23.395057 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:21:23.395057 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 12:21:23.395057 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:21:23.395057 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 12:21:23.395057 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:21:23.395057 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:21:23.395057 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:21:23.395057 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:21:23.395057 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:21:23.395057 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 12:21:23.395057 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:21:23.395057 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 12:21:23.395057 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:21:23.395057 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:21:23.395057 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:21:23.395057 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 12:21:23.395057 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:21:23.395057 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:21:23.395057 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:21:23.395057 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:21:23.395057 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:21:23.395057 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:21:23.395057 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:21:23.445824 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-20bdebe9-6316-4af1-abe4-749f60ce6d5c req-9cd9d546-6f57-4cd8-9c60-a5d8f4b77c0e tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Publish callbacks [] for floatingip (d2bb749b-9be0-4bb6-89fe-3fb8056d6d9e), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:23.450231 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-20bdebe9-6316-4af1-abe4-749f60ce6d5c req-9cd9d546-6f57-4cd8-9c60-a5d8f4b77c0e tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:23.458029 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-20bdebe9-6316-4af1-abe4-749f60ce6d5c req-9cd9d546-6f57-4cd8-9c60-a5d8f4b77c0e tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] 10.222.0.65 "DELETE /v2.0/floatingips/d2bb749b-9be0-4bb6-89fe-3fb8056d6d9e HTTP/1.1" status: 204 len: 173 time: 1.7531886 Feb 04 12:21:23.556051 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-50cc6eef-30ea-4494-b5d3-a3706831d10f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (6f332c55-b8e1-4174-9b36-611cb61d4fc6), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:23.582717 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-50cc6eef-30ea-4494-b5d3-a3706831d10f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:23.596199 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-50cc6eef-30ea-4494-b5d3-a3706831d10f admin admin] 10.222.0.65 "DELETE /v2.0/networks/6f332c55-b8e1-4174-9b36-611cb61d4fc6 HTTP/1.1" status: 204 len: 168 time: 0.6217935 Feb 04 12:21:23.598057 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cc6eef-30ea-4494-b5d3-a3706831d10f admin admin] Pushing event deleted for resources: {'Network': ['ID=6f332c55-b8e1-4174-9b36-611cb61d4fc6,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:21:23.744608 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a749d596-bcfb-4e03-ab34-b8ad346647a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622215'] for router_interface (526125d0-fbb7-4267-b77a-4c98109bcf33), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:23.905103 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd12f62-f469-4f0d-bec0-ff77b59e07d6 req-0466d495-2c3b-49bb-87e0-2e68c7e6126e tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:23.908235 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0bd12f62-f469-4f0d-bec0-ff77b59e07d6 req-0466d495-2c3b-49bb-87e0-2e68c7e6126e tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=77637105-0550-4658-837e-b253c5845668 HTTP/1.1" status: 200 len: 946 time: 0.2292845 Feb 04 12:21:24.026978 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59632) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:21:24.132397 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-070453c8-915d-4d1a-95c9-7e494eef1252 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ce6c413c7b184a0e86efef28e885886e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0991273 Feb 04 12:21:24.132397 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59636) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:21:24.238849 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-397c0f09-8747-4d63-9be2-95d72edc615f admin admin] Publish callbacks [] for security_group (e02ee6d2-f0e7-4325-9b7b-e049ae0a8cfe), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:24.263761 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0bd12f62-f469-4f0d-bec0-ff77b59e07d6 req-01606934-71f7-41f5-81f3-47986be124e2 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/security-groups?id=0e320687-8002-4e00-a016-6bf57af2cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3361421 Feb 04 12:21:24.300029 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-397c0f09-8747-4d63-9be2-95d72edc615f admin admin] Publish callbacks [] for security_group (e02ee6d2-f0e7-4325-9b7b-e049ae0a8cfe), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:24.464791 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97127840-762a-429a-b0a3-5d68f9aa96f5 req-ffbc1468-27c2-4a4e-96c0-5613f6676974 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:24.467516 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-97127840-762a-429a-b0a3-5d68f9aa96f5 req-ffbc1468-27c2-4a4e-96c0-5613f6676974 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] 10.222.0.65 "GET /v2.0/networks?id=33921118-8bb8-4172-84ea-b744fa92425e HTTP/1.1" status: 200 len: 821 time: 0.4884391 Feb 04 12:21:24.477683 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-397c0f09-8747-4d63-9be2-95d72edc615f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (e02ee6d2-f0e7-4325-9b7b-e049ae0a8cfe), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:24.488977 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-397c0f09-8747-4d63-9be2-95d72edc615f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:24.488977 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-397c0f09-8747-4d63-9be2-95d72edc615f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e02ee6d2-f0e7-4325-9b7b-e049ae0a8cfe HTTP/1.1" status: 204 len: 168 time: 0.3555043 Feb 04 12:21:24.514290 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397c0f09-8747-4d63-9be2-95d72edc615f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e02ee6d2-f0e7-4325-9b7b-e049ae0a8cfe,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:21:24.524143 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-97127840-762a-429a-b0a3-5d68f9aa96f5 req-5355f619-bafb-4b17-8cbb-17400dbac87b tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] 10.222.0.65 "GET /v2.0/quotas/de5b493dc21244659b5bc7c29ae1d428 HTTP/1.1" status: 200 len: 375 time: 0.0274742 Feb 04 12:21:24.623886 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-97127840-762a-429a-b0a3-5d68f9aa96f5 req-2aab2a34-3d29-4f30-b482-dd6d0348bd19 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=de5b493dc21244659b5bc7c29ae1d428&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0977015 Feb 04 12:21:25.141163 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acdb1a9-c3e1-4e01-89c7-849a9aa42011 req-84954b3b-d2cc-4255-b74a-e851cdd25604 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:25.141163 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8acdb1a9-c3e1-4e01-89c7-849a9aa42011 req-84954b3b-d2cc-4255-b74a-e851cdd25604 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ed2df29-f369-4bd6-aa02-c9c82581f4d6 HTTP/1.1" status: 200 len: 950 time: 0.7130766 Feb 04 12:21:25.261684 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59644) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:21:25.296398 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-97127840-762a-429a-b0a3-5d68f9aa96f5 req-e4897f06-395e-4538-9f03-97b2bccb08b8 service neutron] 10.222.0.65 "GET /v2.0/networks/33921118-8bb8-4172-84ea-b744fa92425e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6709299 Feb 04 12:21:25.338357 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-0dc5eadf-6556-469d-9312-181ff384d817 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=254d74bee09d437e84b955543527b9e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0749631 Feb 04 12:21:25.339005 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59648) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:21:25.384704 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8acdb1a9-c3e1-4e01-89c7-849a9aa42011 req-cf10d22b-d67b-4715-ae91-863e9832b60c tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/security-groups?id=ff9db729-a945-4359-8bb3-48cdfdee30d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062876 Feb 04 12:21:25.396540 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-a749d596-bcfb-4e03-ab34-b8ad346647a3 admin admin] Deleting port 59ef49e4-70ea-4c18-9df8-0a836612d49d {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:21:25.396897 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a749d596-bcfb-4e03-ab34-b8ad346647a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (59ef49e4-70ea-4c18-9df8-0a836612d49d), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:25.418701 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7d5e44fd-04b8-4e14-8004-f8caa42f990d admin admin] Publish callbacks [] for security_group (66c079fe-353c-4dcc-9e7f-9e3e1e48874c), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:25.477992 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7d5e44fd-04b8-4e14-8004-f8caa42f990d admin admin] Publish callbacks [] for security_group (66c079fe-353c-4dcc-9e7f-9e3e1e48874c), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:25.564019 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-784944b7-88e9-47a8-a41e-b3d2f3fd2fbf req-05f3c86d-9820-41b0-9a85-12301e5fd8fc tempest-ServerDiagnosticsNegativeTest-1675283816 tempest-ServerDiagnosticsNegativeTest-1675283816-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=c3f355023697480083480344c9552f90&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1562388 Feb 04 12:21:25.598738 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7d5e44fd-04b8-4e14-8004-f8caa42f990d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (66c079fe-353c-4dcc-9e7f-9e3e1e48874c), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:25.604035 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7d5e44fd-04b8-4e14-8004-f8caa42f990d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:25.615780 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-7d5e44fd-04b8-4e14-8004-f8caa42f990d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/66c079fe-353c-4dcc-9e7f-9e3e1e48874c HTTP/1.1" status: 204 len: 168 time: 0.2751579 Feb 04 12:21:25.648629 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5e44fd-04b8-4e14-8004-f8caa42f990d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66c079fe-353c-4dcc-9e7f-9e3e1e48874c,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:21:25.796300 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-a749d596-bcfb-4e03-ab34-b8ad346647a3 admin admin] For port 59ef49e4-70ea-4c18-9df8-0a836612d49d, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=59ef49e4-70ea-4c18-9df8-0a836612d49d,segment=NetworkSegment(4b7e69f4-922d-4b45-9b89-3354156bb3f6),segment_id=4b7e69f4-922d-4b45-9b89-3354156bb3f6)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:21:25.797252 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a749d596-bcfb-4e03-ab34-b8ad346647a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (59ef49e4-70ea-4c18-9df8-0a836612d49d), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:25.806667 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-97127840-762a-429a-b0a3-5d68f9aa96f5 req-aed6aea9-590a-4feb-bebe-92dfb39a9872 service neutron] 10.222.0.65 "GET /v2.0/networks/33921118-8bb8-4172-84ea-b744fa92425e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4967992 Feb 04 12:21:25.851688 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-a749d596-bcfb-4e03-ab34-b8ad346647a3 admin admin] Calling delete_port for 59ef49e4-70ea-4c18-9df8-0a836612d49d owned by network:router_interface {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:21:25.912504 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15110056-af04-4094-8fff-5eab3374bff7 req-d82708d0-ce32-458d-ad6a-33fa734bd103 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:25.926148 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-15110056-af04-4094-8fff-5eab3374bff7 req-d82708d0-ce32-458d-ad6a-33fa734bd103 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/ports?device_id=729d5332-a000-4a7e-b737-2cb5be03b163 HTTP/1.1" status: 200 len: 946 time: 0.3997276 Feb 04 12:21:26.221699 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784944b7-88e9-47a8-a41e-b3d2f3fd2fbf req-79796171-b5f6-4d6a-bbd7-574f8a745f0f tempest-ServerDiagnosticsNegativeTest-1675283816 tempest-ServerDiagnosticsNegativeTest-1675283816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:26.225518 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-784944b7-88e9-47a8-a41e-b3d2f3fd2fbf req-79796171-b5f6-4d6a-bbd7-574f8a745f0f tempest-ServerDiagnosticsNegativeTest-1675283816 tempest-ServerDiagnosticsNegativeTest-1675283816-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6189277 Feb 04 12:21:26.232883 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-efb9bd2f-dba7-4ff5-b22d-0ea2596d9f57 req-a6132bb1-c790-42c7-b667-a93d850a27f9 tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] 10.222.0.65 "GET /v2.0/floatingips/ceb810aa-db82-4b50-9f35-9edab41e09f2 HTTP/1.1" status: 200 len: 693 time: 0.2328703 Feb 04 12:21:26.253117 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-784944b7-88e9-47a8-a41e-b3d2f3fd2fbf req-f24e406e-b8d7-4518-a8bc-ffa9c69ddddc tempest-ServerDiagnosticsNegativeTest-1675283816 tempest-ServerDiagnosticsNegativeTest-1675283816-project] Request body: {'port': {'device_id': '22c4d0f1-069c-4a92-95d4-4483d68aab12', 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c', 'admin_state_up': True, 'tenant_id': 'c3f355023697480083480344c9552f90'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:21:26.430133 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-15110056-af04-4094-8fff-5eab3374bff7 req-9c73bfe0-03d8-4333-a0f7-c635ac01ea3a tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4f571d4-f0a1-47f6-a54a-b93db47581cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5027735 Feb 04 12:21:26.791720 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-08e789e5-7339-49d3-9d4d-794e1218d26f req-986e11c4-21cc-447a-9eb4-d53469e77686 tempest-ServerDiagnosticsNegativeTest-1675283816 tempest-ServerDiagnosticsNegativeTest-1675283816-project] 10.222.0.65 "GET /v2.0/ports?device_id=22c4d0f1-069c-4a92-95d4-4483d68aab12 HTTP/1.1" status: 200 len: 210 time: 0.1767614 Feb 04 12:21:26.804701 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb9bd2f-dba7-4ff5-b22d-0ea2596d9f57 req-07503b84-3b7c-4d47-8400-235d7d756c50 tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:26.815845 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-efb9bd2f-dba7-4ff5-b22d-0ea2596d9f57 req-07503b84-3b7c-4d47-8400-235d7d756c50 tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] 10.222.0.65 "GET /v2.0/networks/7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 HTTP/1.1" status: 200 len: 784 time: 0.5503044 Feb 04 12:21:27.055975 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-efb9bd2f-dba7-4ff5-b22d-0ea2596d9f57 req-c705ecd2-64ad-4f38-a29c-46a6717e339c tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.3.135 HTTP/1.1" status: 200 len: 696 time: 0.2387428 Feb 04 12:21:27.169990 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-efb9bd2f-dba7-4ff5-b22d-0ea2596d9f57 req-e00e2b33-662a-4d9f-818f-9b0ac0ac1d72 tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.3.135 HTTP/1.1" status: 200 len: 696 time: 0.0972145 Feb 04 12:21:27.177675 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-784944b7-88e9-47a8-a41e-b3d2f3fd2fbf req-f24e406e-b8d7-4518-a8bc-ffa9c69ddddc tempest-ServerDiagnosticsNegativeTest-1675283816 tempest-ServerDiagnosticsNegativeTest-1675283816-project] Made reservation on behalf of c3f355023697480083480344c9552f90 for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:21:27.183989 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-784944b7-88e9-47a8-a41e-b3d2f3fd2fbf req-f24e406e-b8d7-4518-a8bc-ffa9c69ddddc tempest-ServerDiagnosticsNegativeTest-1675283816 tempest-ServerDiagnosticsNegativeTest-1675283816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:27.227165 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b92f77-cd9b-494c-8000-a65dd71cbeaf req-9f5c0c83-b6fe-4971-b6e4-67d2c30970d4 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:27.229818 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-51b92f77-cd9b-494c-8000-a65dd71cbeaf req-9f5c0c83-b6fe-4971-b6e4-67d2c30970d4 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=77637105-0550-4658-837e-b253c5845668 HTTP/1.1" status: 200 len: 946 time: 0.2787387 Feb 04 12:21:27.273452 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-784944b7-88e9-47a8-a41e-b3d2f3fd2fbf req-f24e406e-b8d7-4518-a8bc-ffa9c69ddddc tempest-ServerDiagnosticsNegativeTest-1675283816 tempest-ServerDiagnosticsNegativeTest-1675283816-project] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:27.467125 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a749d596-bcfb-4e03-ab34-b8ad346647a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (59ef49e4-70ea-4c18-9df8-0a836612d49d), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:27.586148 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a749d596-bcfb-4e03-ab34-b8ad346647a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=59ef49e4-70ea-4c18-9df8-0a836612d49d,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:21:27.592559 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-51b92f77-cd9b-494c-8000-a65dd71cbeaf req-109b851e-5f71-4bdd-871a-c3c3ba20859c tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/security-groups?id=0e320687-8002-4e00-a016-6bf57af2cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875216 Feb 04 12:21:27.826967 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-784944b7-88e9-47a8-a41e-b3d2f3fd2fbf req-f24e406e-b8d7-4518-a8bc-ffa9c69ddddc tempest-ServerDiagnosticsNegativeTest-1675283816 tempest-ServerDiagnosticsNegativeTest-1675283816-project] Publish callbacks [] for security_group (75b75882-6d21-4169-875c-f23b078767f4), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:27.862503 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-784944b7-88e9-47a8-a41e-b3d2f3fd2fbf req-f24e406e-b8d7-4518-a8bc-ffa9c69ddddc tempest-ServerDiagnosticsNegativeTest-1675283816 tempest-ServerDiagnosticsNegativeTest-1675283816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (75b75882-6d21-4169-875c-f23b078767f4), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:27.984639 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-efb9bd2f-dba7-4ff5-b22d-0ea2596d9f57 req-60302bef-93d3-4f40-a9e1-b217e9b1f208 tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Deleting port 6ea992a0-96c0-41c9-91bb-67403d64c925 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:21:27.984990 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-efb9bd2f-dba7-4ff5-b22d-0ea2596d9f57 req-60302bef-93d3-4f40-a9e1-b217e9b1f208 tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (6ea992a0-96c0-41c9-91bb-67403d64c925), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:28.010754 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97127840-762a-429a-b0a3-5d68f9aa96f5 req-eb8cc293-b992-4a61-a899-495469e0f89a tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:28.012369 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-97127840-762a-429a-b0a3-5d68f9aa96f5 req-eb8cc293-b992-4a61-a899-495469e0f89a tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] 10.222.0.73 "GET /v2.0/networks?id=33921118-8bb8-4172-84ea-b744fa92425e HTTP/1.1" status: 200 len: 821 time: 0.4439530 Feb 04 12:21:28.098338 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-97127840-762a-429a-b0a3-5d68f9aa96f5 req-2c4d3ffe-f6e6-4601-8549-af44bbfdd8c7 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Request body: {'port': {'device_id': '7a6b4d41-5367-4c26-9592-affdbc96fe0d', 'network_id': '33921118-8bb8-4172-84ea-b744fa92425e', 'admin_state_up': True, 'tenant_id': 'de5b493dc21244659b5bc7c29ae1d428'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:21:28.108186 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24e406e-b8d7-4518-a8bc-ffa9c69ddddc tempest-ServerDiagnosticsNegativeTest-1675283816 tempest-ServerDiagnosticsNegativeTest-1675283816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75b75882-6d21-4169-875c-f23b078767f4,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:21:28.454612 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aa84ba-08fe-4b73-b9dd-a81bd730a6d3 req-2e6edad2-2e36-4249-b21c-9ef79e760a67 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:28.456109 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e5aa84ba-08fe-4b73-b9dd-a81bd730a6d3 req-2e6edad2-2e36-4249-b21c-9ef79e760a67 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/ports?device_id=29b29f45-ea94-43ea-a711-d40bb7d13ab4 HTTP/1.1" status: 200 len: 950 time: 0.7428999 Feb 04 12:21:28.605427 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a749d596-bcfb-4e03-ab34-b8ad346647a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622067'] for router_interface (526125d0-fbb7-4267-b77a-4c98109bcf33), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:28.621879 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-efb9bd2f-dba7-4ff5-b22d-0ea2596d9f57 req-60302bef-93d3-4f40-a9e1-b217e9b1f208 tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (6ea992a0-96c0-41c9-91bb-67403d64c925), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:28.622415 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-efb9bd2f-dba7-4ff5-b22d-0ea2596d9f57 req-60302bef-93d3-4f40-a9e1-b217e9b1f208 tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Publish callbacks [] for floatingip (6ea992a0-96c0-41c9-91bb-67403d64c925), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:28.692990 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-784944b7-88e9-47a8-a41e-b3d2f3fd2fbf req-f24e406e-b8d7-4518-a8bc-ffa9c69ddddc tempest-ServerDiagnosticsNegativeTest-1675283816 tempest-ServerDiagnosticsNegativeTest-1675283816-project] Allocated IP 192.168.233.172 (2f7dc246-a024-4937-952c-0ddeef5af29c/5ee3374a-84e9-4639-853c-740c6edaf6dc/ed91a56e-ee03-4ffd-8a63-4c45f809834f) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:21:28.695632 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-efb9bd2f-dba7-4ff5-b22d-0ea2596d9f57 req-60302bef-93d3-4f40-a9e1-b217e9b1f208 tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Calling delete_port for 6ea992a0-96c0-41c9-91bb-67403d64c925 owned by network:floatingip {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:21:28.706991 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e5aa84ba-08fe-4b73-b9dd-a81bd730a6d3 req-4f422d69-9be6-433d-b69f-cb9a92ab383d tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/security-groups?id=ff9db729-a945-4359-8bb3-48cdfdee30d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380750 Feb 04 12:21:28.909232 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5d0afbe5-c845-4da2-aa84-877953888d80 req-131af55c-aa0c-4c14-86b4-29c21895fa84 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a6b4d41-5367-4c26-9592-affdbc96fe0d HTTP/1.1" status: 200 len: 210 time: 0.1000648 Feb 04 12:21:28.929685 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97127840-762a-429a-b0a3-5d68f9aa96f5 req-2c4d3ffe-f6e6-4601-8549-af44bbfdd8c7 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Made reservation on behalf of de5b493dc21244659b5bc7c29ae1d428 for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:21:28.934136 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-97127840-762a-429a-b0a3-5d68f9aa96f5 req-2c4d3ffe-f6e6-4601-8549-af44bbfdd8c7 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:29.404885 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-784944b7-88e9-47a8-a41e-b3d2f3fd2fbf req-f24e406e-b8d7-4518-a8bc-ffa9c69ddddc tempest-ServerDiagnosticsNegativeTest-1675283816 tempest-ServerDiagnosticsNegativeTest-1675283816-project] Publish callbacks [] for port (ed91a56e-ee03-4ffd-8a63-4c45f809834f), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:29.466097 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-97127840-762a-429a-b0a3-5d68f9aa96f5 req-2c4d3ffe-f6e6-4601-8549-af44bbfdd8c7 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Allocated IP 172.20.0.11 (33921118-8bb8-4172-84ea-b744fa92425e/5a7709a7-759a-49ea-a610-cec6e14d5672/3633cc09-b2fd-4d40-ad28-636e71f97987) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:21:29.522480 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-efb9bd2f-dba7-4ff5-b22d-0ea2596d9f57 req-60302bef-93d3-4f40-a9e1-b217e9b1f208 tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (6ea992a0-96c0-41c9-91bb-67403d64c925), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:29.596511 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedfdf14-2668-4f71-8f15-5bd07b027fe5 req-59cea748-0a32-4dfa-b6a1-a03b9aff7e89 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:29.598276 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fedfdf14-2668-4f71-8f15-5bd07b027fe5 req-59cea748-0a32-4dfa-b6a1-a03b9aff7e89 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/ports?device_id=729d5332-a000-4a7e-b737-2cb5be03b163 HTTP/1.1" status: 200 len: 946 time: 0.3280406 Feb 04 12:21:29.608041 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60302bef-93d3-4f40-a9e1-b217e9b1f208 tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Pushing event deleted for resources: {'Port': ['ID=6ea992a0-96c0-41c9-91bb-67403d64c925,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:21:29.626547 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a749d596-bcfb-4e03-ab34-b8ad346647a3 admin admin] Router 526125d0-fbb7-4267-b77a-4c98109bcf33 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:21:29.682649 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-784944b7-88e9-47a8-a41e-b3d2f3fd2fbf req-f24e406e-b8d7-4518-a8bc-ffa9c69ddddc tempest-ServerDiagnosticsNegativeTest-1675283816 tempest-ServerDiagnosticsNegativeTest-1675283816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (ed91a56e-ee03-4ffd-8a63-4c45f809834f), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:29.866742 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-784944b7-88e9-47a8-a41e-b3d2f3fd2fbf req-f24e406e-b8d7-4518-a8bc-ffa9c69ddddc tempest-ServerDiagnosticsNegativeTest-1675283816 tempest-ServerDiagnosticsNegativeTest-1675283816-project] Network 2f7dc246-a024-4937-952c-0ddeef5af29c is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:21:29.932117 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-784944b7-88e9-47a8-a41e-b3d2f3fd2fbf req-f24e406e-b8d7-4518-a8bc-ffa9c69ddddc tempest-ServerDiagnosticsNegativeTest-1675283816 tempest-ServerDiagnosticsNegativeTest-1675283816-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:21:29.938975 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-784944b7-88e9-47a8-a41e-b3d2f3fd2fbf req-f24e406e-b8d7-4518-a8bc-ffa9c69ddddc tempest-ServerDiagnosticsNegativeTest-1675283816 tempest-ServerDiagnosticsNegativeTest-1675283816-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:21:29.987336 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-efb9bd2f-dba7-4ff5-b22d-0ea2596d9f57 req-60302bef-93d3-4f40-a9e1-b217e9b1f208 tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Publish callbacks [] for floatingip (ceb810aa-db82-4b50-9f35-9edab41e09f2), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:29.990553 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-efb9bd2f-dba7-4ff5-b22d-0ea2596d9f57 req-60302bef-93d3-4f40-a9e1-b217e9b1f208 tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:29.992360 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-efb9bd2f-dba7-4ff5-b22d-0ea2596d9f57 req-60302bef-93d3-4f40-a9e1-b217e9b1f208 tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] 10.222.0.65 "DELETE /v2.0/floatingips/ceb810aa-db82-4b50-9f35-9edab41e09f2 HTTP/1.1" status: 204 len: 173 time: 2.7995052 Feb 04 12:21:30.052908 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24e406e-b8d7-4518-a8bc-ffa9c69ddddc tempest-ServerDiagnosticsNegativeTest-1675283816 tempest-ServerDiagnosticsNegativeTest-1675283816-project] Pushing event updated for resources: {'Port': ['ID=ed91a56e-ee03-4ffd-8a63-4c45f809834f,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:21:30.108623 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fedfdf14-2668-4f71-8f15-5bd07b027fe5 req-6cc02817-f609-406f-b64e-fe29178566b7 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4f571d4-f0a1-47f6-a54a-b93db47581cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4860647 Feb 04 12:21:30.227707 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784944b7-88e9-47a8-a41e-b3d2f3fd2fbf req-f24e406e-b8d7-4518-a8bc-ffa9c69ddddc tempest-ServerDiagnosticsNegativeTest-1675283816 tempest-ServerDiagnosticsNegativeTest-1675283816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:30.228640 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-784944b7-88e9-47a8-a41e-b3d2f3fd2fbf req-f24e406e-b8d7-4518-a8bc-ffa9c69ddddc tempest-ServerDiagnosticsNegativeTest-1675283816 tempest-ServerDiagnosticsNegativeTest-1675283816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:30.266556 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-97127840-762a-429a-b0a3-5d68f9aa96f5 req-2c4d3ffe-f6e6-4601-8549-af44bbfdd8c7 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Publish callbacks [] for port (3633cc09-b2fd-4d40-ad28-636e71f97987), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:30.285121 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-fcf67f10-85d0-475f-a6ff-475045214b45 None None] Provisioning complete for port ed91a56e-ee03-4ffd-8a63-4c45f809834f triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:21:30.285734 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fcf67f10-85d0-475f-a6ff-475045214b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (ed91a56e-ee03-4ffd-8a63-4c45f809834f), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:30.321026 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-784944b7-88e9-47a8-a41e-b3d2f3fd2fbf req-f24e406e-b8d7-4518-a8bc-ffa9c69ddddc tempest-ServerDiagnosticsNegativeTest-1675283816 tempest-ServerDiagnosticsNegativeTest-1675283816-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0747228 Feb 04 12:21:30.334254 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a749d596-bcfb-4e03-ab34-b8ad346647a3 admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:21:30.341290 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-784944b7-88e9-47a8-a41e-b3d2f3fd2fbf req-17a70994-a0c0-4edd-91d0-4dd71e2b1ec8 service neutron] Request body: {'port': {'device_id': '22c4d0f1-069c-4a92-95d4-4483d68aab12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:21:30.342102 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-fcf67f10-85d0-475f-a6ff-475045214b45 None None] Port ed91a56e-ee03-4ffd-8a63-4c45f809834f cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:21:30.349344 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd51276c-43b4-4239-85dc-77efb2dfe42e None None] Sync routers for ids ['526125d0-fbb7-4267-b77a-4c98109bcf33'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:21:30.350360 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-a749d596-bcfb-4e03-ab34-b8ad346647a3 admin admin] 10.222.0.65 "PUT /v2.0/routers/526125d0-fbb7-4267-b77a-4c98109bcf33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0581861 Feb 04 12:21:30.354008 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59728) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:21:30.366906 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd51276c-43b4-4239-85dc-77efb2dfe42e None None] Routers {'526125d0-fbb7-4267-b77a-4c98109bcf33'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:21:30.367931 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-cd51276c-43b4-4239-85dc-77efb2dfe42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:21:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['526125d0-fbb7-4267-b77a-4c98109bcf33'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:21:30.420443 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52266dfd-1841-4e30-aff7-c6b84b27d12d req-613bb5de-f00e-4f4f-b539-26bc7b22ee1b tempest-ServerDiagnosticsNegativeTest-1675283816 tempest-ServerDiagnosticsNegativeTest-1675283816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:30.422283 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-52266dfd-1841-4e30-aff7-c6b84b27d12d req-613bb5de-f00e-4f4f-b539-26bc7b22ee1b tempest-ServerDiagnosticsNegativeTest-1675283816 tempest-ServerDiagnosticsNegativeTest-1675283816-project] 10.222.0.65 "GET /v2.0/ports?device_id=22c4d0f1-069c-4a92-95d4-4483d68aab12 HTTP/1.1" status: 200 len: 936 time: 0.3103886 Feb 04 12:21:30.446864 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9e0535-533e-4a59-8a29-7ac4ace00736 req-f3ab2d61-3823-4187-afc0-d65cbd99016d tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:30.448836 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9e9e0535-533e-4a59-8a29-7ac4ace00736 req-f3ab2d61-3823-4187-afc0-d65cbd99016d tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=77637105-0550-4658-837e-b253c5845668 HTTP/1.1" status: 200 len: 946 time: 0.2285078 Feb 04 12:21:30.490895 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-97127840-762a-429a-b0a3-5d68f9aa96f5 req-2c4d3ffe-f6e6-4601-8549-af44bbfdd8c7 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (3633cc09-b2fd-4d40-ad28-636e71f97987), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:30.532056 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3f380a5c-1921-429a-ac4d-2c2a71df109f admin admin] Publish callbacks [] for router (526125d0-fbb7-4267-b77a-4c98109bcf33), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:30.585233 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-784944b7-88e9-47a8-a41e-b3d2f3fd2fbf req-17a70994-a0c0-4edd-91d0-4dd71e2b1ec8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (ed91a56e-ee03-4ffd-8a63-4c45f809834f), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:30.588556 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-cd51276c-43b4-4239-85dc-77efb2dfe42e None None] Set router 526125d0-fbb7-4267-b77a-4c98109bcf33 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:21:30.643347 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97127840-762a-429a-b0a3-5d68f9aa96f5 req-2c4d3ffe-f6e6-4601-8549-af44bbfdd8c7 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Network 33921118-8bb8-4172-84ea-b744fa92425e is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:21:30.669373 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-97127840-762a-429a-b0a3-5d68f9aa96f5 req-2c4d3ffe-f6e6-4601-8549-af44bbfdd8c7 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:21:30.678807 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-97127840-762a-429a-b0a3-5d68f9aa96f5 req-2c4d3ffe-f6e6-4601-8549-af44bbfdd8c7 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:21:30.683376 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4d3ffe-f6e6-4601-8549-af44bbfdd8c7 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Pushing event updated for resources: {'Port': ['ID=3633cc09-b2fd-4d40-ad28-636e71f97987,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:21:30.713269 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-52266dfd-1841-4e30-aff7-c6b84b27d12d req-166ec4d3-b3d3-4af0-99e9-d6546818c85a tempest-ServerDiagnosticsNegativeTest-1675283816 tempest-ServerDiagnosticsNegativeTest-1675283816-project] 10.222.0.65 "GET /v2.0/security-groups?id=75b75882-6d21-4169-875c-f23b078767f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633009 Feb 04 12:21:30.736996 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9e9e0535-533e-4a59-8a29-7ac4ace00736 req-d4e0f766-28c6-4c6b-8329-04ab4699413e tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/security-groups?id=0e320687-8002-4e00-a016-6bf57af2cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565584 Feb 04 12:21:30.763312 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3f380a5c-1921-429a-ac4d-2c2a71df109f admin admin] Publish callbacks [] for router_gateway (526125d0-fbb7-4267-b77a-4c98109bcf33), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:30.829270 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97127840-762a-429a-b0a3-5d68f9aa96f5 req-2c4d3ffe-f6e6-4601-8549-af44bbfdd8c7 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:30.830129 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-97127840-762a-429a-b0a3-5d68f9aa96f5 req-2c4d3ffe-f6e6-4601-8549-af44bbfdd8c7 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:30.889598 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-3f380a5c-1921-429a-ac4d-2c2a71df109f admin admin] Deleting port 5c6912fe-2413-4377-b04d-edc0fba687b3 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:21:30.890731 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3f380a5c-1921-429a-ac4d-2c2a71df109f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (5c6912fe-2413-4377-b04d-edc0fba687b3), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:30.983952 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-97127840-762a-429a-b0a3-5d68f9aa96f5 req-2c4d3ffe-f6e6-4601-8549-af44bbfdd8c7 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8940513 Feb 04 12:21:30.998544 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:30.998837 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-97127840-762a-429a-b0a3-5d68f9aa96f5 req-08051434-5657-427c-a69f-eb10c25f62bc service neutron] Request body: {'port': {'device_id': '7a6b4d41-5367-4c26-9592-affdbc96fe0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:21:31.047319 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-cd51276c-43b4-4239-85dc-77efb2dfe42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '526125d0-fbb7-4267-b77a-4c98109bcf33', 'name': 'tempest-ServersTestManualDisk-501579117-router', 'tenant_id': 'bb3b803474b64ee4a96a9d1f82e7fbf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '5c6912fe-2413-4377-b04d-edc0fba687b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:19:33Z', 'updated_at': '2022-02-04T12:21:27Z', 'revision_number': 5, 'project_id': 'bb3b803474b64ee4a96a9d1f82e7fbf4', 'gw_port': {'id': '5c6912fe-2413-4377-b04d-edc0fba687b3', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526125d0-fbb7-4267-b77a-4c98109bcf33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:19:35Z', 'updated_at': '2022-02-04T12:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:21:31.093305 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-3f380a5c-1921-429a-ac4d-2c2a71df109f admin admin] For port 5c6912fe-2413-4377-b04d-edc0fba687b3, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=5c6912fe-2413-4377-b04d-edc0fba687b3,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:21:31.094780 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3f380a5c-1921-429a-ac4d-2c2a71df109f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (5c6912fe-2413-4377-b04d-edc0fba687b3), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:31.106467 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd51276c-43b4-4239-85dc-77efb2dfe42e None None] Checking router: 526125d0-fbb7-4267-b77a-4c98109bcf33 for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:21:31.121559 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd51276c-43b4-4239-85dc-77efb2dfe42e None None] Routers {'526125d0-fbb7-4267-b77a-4c98109bcf33'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:21:31.122334 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-cd51276c-43b4-4239-85dc-77efb2dfe42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:21:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['526125d0-fbb7-4267-b77a-4c98109bcf33'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:21:31.148030 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ced41f-ad3f-4128-a6dd-6870deaf997e req-8fe7f823-bf92-4764-9549-dff83d647e22 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:31.149421 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-3f380a5c-1921-429a-ac4d-2c2a71df109f admin admin] Calling delete_port for 5c6912fe-2413-4377-b04d-edc0fba687b3 owned by network:router_gateway {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:21:31.149853 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-50ced41f-ad3f-4128-a6dd-6870deaf997e req-8fe7f823-bf92-4764-9549-dff83d647e22 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a6b4d41-5367-4c26-9592-affdbc96fe0d HTTP/1.1" status: 200 len: 932 time: 0.2459421 Feb 04 12:21:31.194957 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-97127840-762a-429a-b0a3-5d68f9aa96f5 req-08051434-5657-427c-a69f-eb10c25f62bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (3633cc09-b2fd-4d40-ad28-636e71f97987), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:31.308798 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-cd51276c-43b4-4239-85dc-77efb2dfe42e None None] Set router 526125d0-fbb7-4267-b77a-4c98109bcf33 gateway port host: None {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:21:31.361057 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-50ced41f-ad3f-4128-a6dd-6870deaf997e req-4574c581-297f-4d3c-af79-a9ec898d29da tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] 10.222.0.65 "GET /v2.0/security-groups?id=e102d2aa-c1a8-4ba5-bd37-a0f044093565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013447 Feb 04 12:21:31.426218 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-cd51276c-43b4-4239-85dc-77efb2dfe42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '526125d0-fbb7-4267-b77a-4c98109bcf33', 'name': 'tempest-ServersTestManualDisk-501579117-router', 'tenant_id': 'bb3b803474b64ee4a96a9d1f82e7fbf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:19:33Z', 'updated_at': '2022-02-04T12:21:30Z', 'revision_number': 6, 'project_id': 'bb3b803474b64ee4a96a9d1f82e7fbf4', 'gw_port_host': None}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:21:31.465737 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd51276c-43b4-4239-85dc-77efb2dfe42e None None] The sync data for ids ['526125d0-fbb7-4267-b77a-4c98109bcf33'] in n-d-825015-3 is: [{'id': '526125d0-fbb7-4267-b77a-4c98109bcf33', 'name': 'tempest-ServersTestManualDisk-501579117-router', 'tenant_id': 'bb3b803474b64ee4a96a9d1f82e7fbf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:19:33Z', 'updated_at': '2022-02-04T12:21:30Z', 'revision_number': 6, 'project_id': 'bb3b803474b64ee4a96a9d1f82e7fbf4', 'gw_port_host': None}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:21:31.486458 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:31.531619 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3f380a5c-1921-429a-ac4d-2c2a71df109f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (5c6912fe-2413-4377-b04d-edc0fba687b3), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:31.582167 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f380a5c-1921-429a-ac4d-2c2a71df109f admin admin] Pushing event deleted for resources: {'Port': ['ID=5c6912fe-2413-4377-b04d-edc0fba687b3,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:21:31.663014 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3f380a5c-1921-429a-ac4d-2c2a71df109f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1599901'] for router_gateway (526125d0-fbb7-4267-b77a-4c98109bcf33), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:31.768564 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3f380a5c-1921-429a-ac4d-2c2a71df109f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10915'] for router (526125d0-fbb7-4267-b77a-4c98109bcf33), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:31.771201 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3f380a5c-1921-429a-ac4d-2c2a71df109f admin admin] Publish callbacks [] for router_controller (526125d0-fbb7-4267-b77a-4c98109bcf33), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:31.830003 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3f380a5c-1921-429a-ac4d-2c2a71df109f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622829'] for router (526125d0-fbb7-4267-b77a-4c98109bcf33), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:31.830589 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f380a5c-1921-429a-ac4d-2c2a71df109f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 526125d0-fbb7-4267-b77a-4c98109bcf33 {{(pid=103474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 12:21:31.837973 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3f380a5c-1921-429a-ac4d-2c2a71df109f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:31.843507 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-3f380a5c-1921-429a-ac4d-2c2a71df109f admin admin] 10.222.0.65 "DELETE /v2.0/routers/526125d0-fbb7-4267-b77a-4c98109bcf33 HTTP/1.1" status: 204 len: 168 time: 1.4841254 Feb 04 12:21:31.844045 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59744) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:21:31.890671 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2757e22-f0d7-4c61-91e8-3a7998b882d9 req-6695e33c-a336-4ee6-8b10-b6f2dbb96588 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:31.896071 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2757e22-f0d7-4c61-91e8-3a7998b882d9 req-6695e33c-a336-4ee6-8b10-b6f2dbb96588 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:31.897770 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a2757e22-f0d7-4c61-91e8-3a7998b882d9 req-6695e33c-a336-4ee6-8b10-b6f2dbb96588 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ed2df29-f369-4bd6-aa02-c9c82581f4d6&device_id=29b29f45-ea94-43ea-a711-d40bb7d13ab4 HTTP/1.1" status: 200 len: 1691 time: 0.6806870 Feb 04 12:21:31.900336 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-784944b7-88e9-47a8-a41e-b3d2f3fd2fbf req-17a70994-a0c0-4edd-91d0-4dd71e2b1ec8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed91a56e-ee03-4ffd-8a63-4c45f809834f {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:21:31.908161 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ec345aaa-b0e3-4033-a936-a7516fc89c41 req-1d2c7f13-7437-4f14-8273-65045bc8359e tempest-FlavorsV2NegativeTest-794117499 tempest-FlavorsV2NegativeTest-794117499-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=3ca99ea446a243f99142ce616e6d0537&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1611071 Feb 04 12:21:31.928992 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-784944b7-88e9-47a8-a41e-b3d2f3fd2fbf req-17a70994-a0c0-4edd-91d0-4dd71e2b1ec8 service neutron] Publish callbacks [] for port (ed91a56e-ee03-4ffd-8a63-4c45f809834f), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:31.934776 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f97e89c-1179-4580-a55d-4d9236441068 admin admin] Deleting subnet 3a336ad0-0e25-4f20-acd0-30e3137f0fbb {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:21:31.938759 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5f97e89c-1179-4580-a55d-4d9236441068 admin admin] Publish callbacks [] for subnet (3a336ad0-0e25-4f20-acd0-30e3137f0fbb), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:31.994804 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5f97e89c-1179-4580-a55d-4d9236441068 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (3a336ad0-0e25-4f20-acd0-30e3137f0fbb), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:32.034261 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-784944b7-88e9-47a8-a41e-b3d2f3fd2fbf req-17a70994-a0c0-4edd-91d0-4dd71e2b1ec8 service neutron] Transition to ACTIVE for port object ed91a56e-ee03-4ffd-8a63-4c45f809834f will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:21:32.093121 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-784944b7-88e9-47a8-a41e-b3d2f3fd2fbf req-17a70994-a0c0-4edd-91d0-4dd71e2b1ec8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (ed91a56e-ee03-4ffd-8a63-4c45f809834f), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:32.123091 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5f97e89c-1179-4580-a55d-4d9236441068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (3a336ad0-0e25-4f20-acd0-30e3137f0fbb), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:32.183419 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a2757e22-f0d7-4c61-91e8-3a7998b882d9 req-5652e4ba-f44f-436f-a8e4-872831519b70 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/security-groups?id=ff9db729-a945-4359-8bb3-48cdfdee30d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716954 Feb 04 12:21:32.233319 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5f97e89c-1179-4580-a55d-4d9236441068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (3a336ad0-0e25-4f20-acd0-30e3137f0fbb), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:32.273772 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f97e89c-1179-4580-a55d-4d9236441068 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a336ad0-0e25-4f20-acd0-30e3137f0fbb,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:21:32.277944 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a70994-a0c0-4edd-91d0-4dd71e2b1ec8 service neutron] Pushing event updated for resources: {'Port': ['ID=ed91a56e-ee03-4ffd-8a63-4c45f809834f,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:21:32.281592 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5f97e89c-1179-4580-a55d-4d9236441068 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:32.291063 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-5f97e89c-1179-4580-a55d-4d9236441068 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/3a336ad0-0e25-4f20-acd0-30e3137f0fbb HTTP/1.1" status: 204 len: 168 time: 0.4427280 Feb 04 12:21:32.292075 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59748) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:21:32.297056 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5281158-8f50-498b-a484-32ea8232448b None None] Network eae58b19-8b37-4b30-b213-f41ab4db1b6c requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:21:32.412652 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec345aaa-b0e3-4033-a936-a7516fc89c41 req-ea700a59-0cd1-458d-a03f-fb1cd63cd4be tempest-FlavorsV2NegativeTest-794117499 tempest-FlavorsV2NegativeTest-794117499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:32.414308 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ec345aaa-b0e3-4033-a936-a7516fc89c41 req-ea700a59-0cd1-458d-a03f-fb1cd63cd4be tempest-FlavorsV2NegativeTest-794117499 tempest-FlavorsV2NegativeTest-794117499-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4894810 Feb 04 12:21:32.449139 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bcdfb5e1-ed0d-4d5b-87d9-dc3570e3cfb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (eae58b19-8b37-4b30-b213-f41ab4db1b6c), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:32.547548 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f9e674d1-957e-4d74-82e6-9c8b04c24a01 req-909cdcbd-7614-4575-810b-1f93ba498881 tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] 10.222.0.65 "GET /v2.0/floatingips/35e6dec4-6c1e-4b6e-9a37-e9c8194247c7 HTTP/1.1" status: 200 len: 693 time: 0.3021758 Feb 04 12:21:32.579526 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-bcdfb5e1-ed0d-4d5b-87d9-dc3570e3cfb4 admin admin] Deleting port 338d4dca-50c9-4297-a605-939599c95373 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:21:32.580153 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bcdfb5e1-ed0d-4d5b-87d9-dc3570e3cfb4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (338d4dca-50c9-4297-a605-939599c95373), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:32.633283 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-97127840-762a-429a-b0a3-5d68f9aa96f5 req-08051434-5657-427c-a69f-eb10c25f62bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3633cc09-b2fd-4d40-ad28-636e71f97987 {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:21:32.641427 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39bebc60-4b30-4658-827b-e239680f8987 None None] DHCP port deletion for eae58b19-8b37-4b30-b213-f41ab4db1b6c request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 12:21:32.669137 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ec345aaa-b0e3-4033-a936-a7516fc89c41 req-e04ad910-29ef-411e-a3a6-c3204d2b2d8d tempest-FlavorsV2NegativeTest-794117499 tempest-FlavorsV2NegativeTest-794117499-project] 10.222.0.65 "GET /v2.0/quotas/3ca99ea446a243f99142ce616e6d0537 HTTP/1.1" status: 200 len: 375 time: 0.1484938 Feb 04 12:21:32.675111 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-97127840-762a-429a-b0a3-5d68f9aa96f5 req-08051434-5657-427c-a69f-eb10c25f62bc service neutron] Publish callbacks [] for port (3633cc09-b2fd-4d40-ad28-636e71f97987), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:32.713607 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-bcdfb5e1-ed0d-4d5b-87d9-dc3570e3cfb4 admin admin] For port 338d4dca-50c9-4297-a605-939599c95373, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=338d4dca-50c9-4297-a605-939599c95373,segment=NetworkSegment(4b7e69f4-922d-4b45-9b89-3354156bb3f6),segment_id=4b7e69f4-922d-4b45-9b89-3354156bb3f6)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:21:32.714116 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bcdfb5e1-ed0d-4d5b-87d9-dc3570e3cfb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (338d4dca-50c9-4297-a605-939599c95373), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:32.739914 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-bcdfb5e1-ed0d-4d5b-87d9-dc3570e3cfb4 admin admin] Calling delete_port for 338d4dca-50c9-4297-a605-939599c95373 owned by network:dhcp {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:21:32.770043 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-39bebc60-4b30-4658-827b-e239680f8987 None None] Deleting port 338d4dca-50c9-4297-a605-939599c95373 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:21:32.771118 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-39bebc60-4b30-4658-827b-e239680f8987 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (338d4dca-50c9-4297-a605-939599c95373), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:32.801051 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ec345aaa-b0e3-4033-a936-a7516fc89c41 req-015f497d-8397-4167-af57-637c6a6e26dd tempest-FlavorsV2NegativeTest-794117499 tempest-FlavorsV2NegativeTest-794117499-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=3ca99ea446a243f99142ce616e6d0537&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1308932 Feb 04 12:21:32.840733 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-97127840-762a-429a-b0a3-5d68f9aa96f5 req-08051434-5657-427c-a69f-eb10c25f62bc service neutron] Transition to ACTIVE for port object 3633cc09-b2fd-4d40-ad28-636e71f97987 will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:21:32.877692 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-97127840-762a-429a-b0a3-5d68f9aa96f5 req-08051434-5657-427c-a69f-eb10c25f62bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (3633cc09-b2fd-4d40-ad28-636e71f97987), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:32.934609 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-784944b7-88e9-47a8-a41e-b3d2f3fd2fbf req-17a70994-a0c0-4edd-91d0-4dd71e2b1ec8 service neutron] Attempting to bind port ed91a56e-ee03-4ffd-8a63-4c45f809834f on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:21:32.935575 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-784944b7-88e9-47a8-a41e-b3d2f3fd2fbf req-17a70994-a0c0-4edd-91d0-4dd71e2b1ec8 service neutron] Attempting to bind port ed91a56e-ee03-4ffd-8a63-4c45f809834f by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:21:32.935776 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784944b7-88e9-47a8-a41e-b3d2f3fd2fbf req-17a70994-a0c0-4edd-91d0-4dd71e2b1ec8 service neutron] Attempting to bind port ed91a56e-ee03-4ffd-8a63-4c45f809834f on network 2f7dc246-a024-4937-952c-0ddeef5af29c {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:21:32.947468 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-39bebc60-4b30-4658-827b-e239680f8987 None None] For port 338d4dca-50c9-4297-a605-939599c95373, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=338d4dca-50c9-4297-a605-939599c95373,segment=NetworkSegment(4b7e69f4-922d-4b45-9b89-3354156bb3f6),segment_id=4b7e69f4-922d-4b45-9b89-3354156bb3f6)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:21:32.948379 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-39bebc60-4b30-4658-827b-e239680f8987 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (338d4dca-50c9-4297-a605-939599c95373), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:32.990256 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-39bebc60-4b30-4658-827b-e239680f8987 None None] Calling delete_port for 338d4dca-50c9-4297-a605-939599c95373 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:21:33.124700 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784944b7-88e9-47a8-a41e-b3d2f3fd2fbf req-17a70994-a0c0-4edd-91d0-4dd71e2b1ec8 service neutron] Port ed91a56e-ee03-4ffd-8a63-4c45f809834f on network 2f7dc246-a024-4937-952c-0ddeef5af29c not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:21:33.125338 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784944b7-88e9-47a8-a41e-b3d2f3fd2fbf req-17a70994-a0c0-4edd-91d0-4dd71e2b1ec8 service neutron] Attempting to bind port ed91a56e-ee03-4ffd-8a63-4c45f809834f on network 2f7dc246-a024-4937-952c-0ddeef5af29c {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:21:33.135311 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 338d4dca-50c9-4297-a605-939599c95373 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:21:33.199529 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784944b7-88e9-47a8-a41e-b3d2f3fd2fbf req-17a70994-a0c0-4edd-91d0-4dd71e2b1ec8 service neutron] Checking agent: {'id': 'f8add0d2-2202-43d3-bc0e-72442788e6ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:21:33.199855 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784944b7-88e9-47a8-a41e-b3d2f3fd2fbf req-17a70994-a0c0-4edd-91d0-4dd71e2b1ec8 service neutron] Checking segment: {'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:21:33.200287 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784944b7-88e9-47a8-a41e-b3d2f3fd2fbf req-17a70994-a0c0-4edd-91d0-4dd71e2b1ec8 service neutron] Bound using segment: {'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:21:33.201014 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-784944b7-88e9-47a8-a41e-b3d2f3fd2fbf req-17a70994-a0c0-4edd-91d0-4dd71e2b1ec8 service neutron] Bound port: ed91a56e-ee03-4ffd-8a63-4c45f809834f, host: n-h1-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:21:33.201599 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-784944b7-88e9-47a8-a41e-b3d2f3fd2fbf req-17a70994-a0c0-4edd-91d0-4dd71e2b1ec8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (ed91a56e-ee03-4ffd-8a63-4c45f809834f), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:33.262865 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08051434-5657-427c-a69f-eb10c25f62bc service neutron] Pushing event updated for resources: {'Port': ['ID=3633cc09-b2fd-4d40-ad28-636e71f97987,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:21:33.279494 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e674d1-957e-4d74-82e6-9c8b04c24a01 req-c239119f-70bd-48df-90e1-1cc80e3910a3 tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:33.281936 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f9e674d1-957e-4d74-82e6-9c8b04c24a01 req-c239119f-70bd-48df-90e1-1cc80e3910a3 tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] 10.222.0.65 "GET /v2.0/networks/7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 HTTP/1.1" status: 200 len: 784 time: 0.6583171 Feb 04 12:21:33.365708 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-39bebc60-4b30-4658-827b-e239680f8987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (338d4dca-50c9-4297-a605-939599c95373), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:33.376753 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bcdfb5e1-ed0d-4d5b-87d9-dc3570e3cfb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (338d4dca-50c9-4297-a605-939599c95373), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:33.384814 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 338d4dca-50c9-4297-a605-939599c95373 is: ACTIVE; New status is: DOWN {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:21:33.385799 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (338d4dca-50c9-4297-a605-939599c95373), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:33.428519 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-784944b7-88e9-47a8-a41e-b3d2f3fd2fbf req-17a70994-a0c0-4edd-91d0-4dd71e2b1ec8 service neutron] For port ed91a56e-ee03-4ffd-8a63-4c45f809834f, host n-h1-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:21:33.437396 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-784944b7-88e9-47a8-a41e-b3d2f3fd2fbf req-17a70994-a0c0-4edd-91d0-4dd71e2b1ec8 service neutron] For port ed91a56e-ee03-4ffd-8a63-4c45f809834f, host n-h1-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=ed91a56e-ee03-4ffd-8a63-4c45f809834f,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:21:33.451004 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bebc60-4b30-4658-827b-e239680f8987 None None] No DVR routers for this DVR port 338d4dca-50c9-4297-a605-939599c95373 on host n-d-825015-3 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:21:33.453375 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bebc60-4b30-4658-827b-e239680f8987 None None] Pushing event deleted for resources: {'Port': ['ID=338d4dca-50c9-4297-a605-939599c95373,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:21:33.454899 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdfb5e1-ed0d-4d5b-87d9-dc3570e3cfb4 admin admin] No DVR routers for this DVR port 338d4dca-50c9-4297-a605-939599c95373 on host n-d-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:21:33.467572 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdfb5e1-ed0d-4d5b-87d9-dc3570e3cfb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=338d4dca-50c9-4297-a605-939599c95373,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:21:33.499245 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 59ef49e4-70ea-4c18-9df8-0a836612d49d no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:21:33.528094 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 59ef49e4-70ea-4c18-9df8-0a836612d49d {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:21:33.528580 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 59ef49e4-70ea-4c18-9df8-0a836612d49d not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:21:33.529081 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 5c6912fe-2413-4377-b04d-edc0fba687b3 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:21:33.555355 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 5c6912fe-2413-4377-b04d-edc0fba687b3 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:21:33.556496 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 5c6912fe-2413-4377-b04d-edc0fba687b3 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:21:33.586460 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dd0da4-512c-4c1d-bb1c-2c559e310fd4 req-a787c558-cb66-4cbe-b6b1-92663b5f2186 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:33.599341 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e1dd0da4-512c-4c1d-bb1c-2c559e310fd4 req-a787c558-cb66-4cbe-b6b1-92663b5f2186 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/ports?device_id=729d5332-a000-4a7e-b737-2cb5be03b163 HTTP/1.1" status: 200 len: 946 time: 0.6737180 Feb 04 12:21:33.661163 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bcdfb5e1-ed0d-4d5b-87d9-dc3570e3cfb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (eae58b19-8b37-4b30-b213-f41ab4db1b6c), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:33.694884 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-bcdfb5e1-ed0d-4d5b-87d9-dc3570e3cfb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eae58b19-8b37-4b30-b213-f41ab4db1b6c']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:21:33.702674 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-784944b7-88e9-47a8-a41e-b3d2f3fd2fbf req-17a70994-a0c0-4edd-91d0-4dd71e2b1ec8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (ed91a56e-ee03-4ffd-8a63-4c45f809834f), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:33.713943 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-bcdfb5e1-ed0d-4d5b-87d9-dc3570e3cfb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b7e69f4-922d-4b45-9b89-3354156bb3f6') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:21:33.714358 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-bcdfb5e1-ed0d-4d5b-87d9-dc3570e3cfb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b7e69f4-922d-4b45-9b89-3354156bb3f6') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:21:33.741028 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bcdfb5e1-ed0d-4d5b-87d9-dc3570e3cfb4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (4b7e69f4-922d-4b45-9b89-3354156bb3f6), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:33.756334 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f9e674d1-957e-4d74-82e6-9c8b04c24a01 req-f17e47d8-8386-481b-89a1-53013a0edbde tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.3.169 HTTP/1.1" status: 200 len: 696 time: 0.4102242 Feb 04 12:21:33.763300 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bcdfb5e1-ed0d-4d5b-87d9-dc3570e3cfb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (4b7e69f4-922d-4b45-9b89-3354156bb3f6), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:33.773427 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e1dd0da4-512c-4c1d-bb1c-2c559e310fd4 req-be3c6d9b-8acd-4b08-94f9-ac15034aa9ff tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4f571d4-f0a1-47f6-a54a-b93db47581cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726749 Feb 04 12:21:33.776752 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcdfb5e1-ed0d-4d5b-87d9-dc3570e3cfb4 admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:21:33.777222 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bcdfb5e1-ed0d-4d5b-87d9-dc3570e3cfb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (4b7e69f4-922d-4b45-9b89-3354156bb3f6), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:33.780289 n-d-825015-3 neutron-server[103474]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:21:33.780289 n-d-825015-3 neutron-server[103474]: self.session.flush() Feb 04 12:21:33.780289 n-d-825015-3 neutron-server[103474]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:21:33.780289 n-d-825015-3 neutron-server[103474]: self.session.flush() Feb 04 12:21:33.780289 n-d-825015-3 neutron-server[103474]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:21:33.780289 n-d-825015-3 neutron-server[103474]: self.session.flush() Feb 04 12:21:33.780289 n-d-825015-3 neutron-server[103474]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:21:33.780289 n-d-825015-3 neutron-server[103474]: self.session.flush() Feb 04 12:21:33.780289 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 12:21:33.780289 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:21:33.780289 n-d-825015-3 neutron-server[103474]: timer() Feb 04 12:21:33.780289 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:21:33.780289 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 12:21:33.780289 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:21:33.780289 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 12:21:33.780289 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:21:33.780289 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 12:21:33.780289 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:21:33.780289 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 12:21:33.780289 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:21:33.780289 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 12:21:33.780289 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:21:33.780289 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:21:33.780289 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:21:33.780289 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:21:33.780289 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:21:33.780289 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 12:21:33.780289 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:21:33.780289 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 12:21:33.780289 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:21:33.780289 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:21:33.780289 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:21:33.780289 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 12:21:33.780289 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:21:33.780289 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:21:33.780289 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:21:33.780289 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:21:33.780289 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:21:33.780289 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:21:33.780289 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:21:33.844649 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784944b7-88e9-47a8-a41e-b3d2f3fd2fbf req-17a70994-a0c0-4edd-91d0-4dd71e2b1ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:33.845429 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-784944b7-88e9-47a8-a41e-b3d2f3fd2fbf req-17a70994-a0c0-4edd-91d0-4dd71e2b1ec8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:33.848813 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-784944b7-88e9-47a8-a41e-b3d2f3fd2fbf req-17a70994-a0c0-4edd-91d0-4dd71e2b1ec8 service neutron] 10.222.0.73 "PUT /v2.0/ports/ed91a56e-ee03-4ffd-8a63-4c45f809834f HTTP/1.1" status: 200 len: 1096 time: 3.5178349 Feb 04 12:21:33.905815 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22c4d0f1-069c-4a92-95d4-4483d68aab12', 'tag': 'ed91a56e-ee03-4ffd-8a63-4c45f809834f'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:21:33.909790 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deb01c27-65c9-46e9-bccf-54175f35b375" -d '{"events": [{"name": "network-changed", "server_uuid": "22c4d0f1-069c-4a92-95d4-4483d68aab12", "tag": "ed91a56e-ee03-4ffd-8a63-4c45f809834f"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:21:33.922645 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bcdfb5e1-ed0d-4d5b-87d9-dc3570e3cfb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (eae58b19-8b37-4b30-b213-f41ab4db1b6c), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:33.948595 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bcdfb5e1-ed0d-4d5b-87d9-dc3570e3cfb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:33.958015 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f9e674d1-957e-4d74-82e6-9c8b04c24a01 req-5d8cb21e-16ff-4c06-bd01-8938582fa44a tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.3.169 HTTP/1.1" status: 200 len: 696 time: 0.1795619 Feb 04 12:21:33.963269 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-97127840-762a-429a-b0a3-5d68f9aa96f5 req-08051434-5657-427c-a69f-eb10c25f62bc service neutron] Attempting to bind port 3633cc09-b2fd-4d40-ad28-636e71f97987 on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:21:33.963719 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-97127840-762a-429a-b0a3-5d68f9aa96f5 req-08051434-5657-427c-a69f-eb10c25f62bc service neutron] Attempting to bind port 3633cc09-b2fd-4d40-ad28-636e71f97987 by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': '3650fe49-0487-4896-b953-b3c6867af33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '33921118-8bb8-4172-84ea-b744fa92425e'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:21:33.964080 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97127840-762a-429a-b0a3-5d68f9aa96f5 req-08051434-5657-427c-a69f-eb10c25f62bc service neutron] Attempting to bind port 3633cc09-b2fd-4d40-ad28-636e71f97987 on network 33921118-8bb8-4172-84ea-b744fa92425e {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:21:33.964684 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-bcdfb5e1-ed0d-4d5b-87d9-dc3570e3cfb4 admin admin] 10.222.0.65 "DELETE /v2.0/networks/eae58b19-8b37-4b30-b213-f41ab4db1b6c HTTP/1.1" status: 204 len: 168 time: 1.6702335 Feb 04 12:21:34.000565 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdfb5e1-ed0d-4d5b-87d9-dc3570e3cfb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=eae58b19-8b37-4b30-b213-f41ab4db1b6c,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:21:34.017204 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a70994-a0c0-4edd-91d0-4dd71e2b1ec8 service neutron] Pushing event updated for resources: {'Port': ['ID=ed91a56e-ee03-4ffd-8a63-4c45f809834f,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:21:34.031606 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59776) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:21:34.041853 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97127840-762a-429a-b0a3-5d68f9aa96f5 req-08051434-5657-427c-a69f-eb10c25f62bc service neutron] Port 3633cc09-b2fd-4d40-ad28-636e71f97987 on network 33921118-8bb8-4172-84ea-b744fa92425e not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:21:34.042428 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97127840-762a-429a-b0a3-5d68f9aa96f5 req-08051434-5657-427c-a69f-eb10c25f62bc service neutron] Attempting to bind port 3633cc09-b2fd-4d40-ad28-636e71f97987 on network 33921118-8bb8-4172-84ea-b744fa92425e {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:21:34.189045 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97127840-762a-429a-b0a3-5d68f9aa96f5 req-08051434-5657-427c-a69f-eb10c25f62bc service neutron] Checking agent: {'id': 'f8add0d2-2202-43d3-bc0e-72442788e6ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:21:34.189788 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97127840-762a-429a-b0a3-5d68f9aa96f5 req-08051434-5657-427c-a69f-eb10c25f62bc service neutron] Checking segment: {'id': '3650fe49-0487-4896-b953-b3c6867af33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '33921118-8bb8-4172-84ea-b744fa92425e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:21:34.190402 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97127840-762a-429a-b0a3-5d68f9aa96f5 req-08051434-5657-427c-a69f-eb10c25f62bc service neutron] Bound using segment: {'id': '3650fe49-0487-4896-b953-b3c6867af33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '33921118-8bb8-4172-84ea-b744fa92425e'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:21:34.191165 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-97127840-762a-429a-b0a3-5d68f9aa96f5 req-08051434-5657-427c-a69f-eb10c25f62bc service neutron] Bound port: 3633cc09-b2fd-4d40-ad28-636e71f97987, host: n-h1-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3650fe49-0487-4896-b953-b3c6867af33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '33921118-8bb8-4172-84ea-b744fa92425e'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:21:34.192087 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-97127840-762a-429a-b0a3-5d68f9aa96f5 req-08051434-5657-427c-a69f-eb10c25f62bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (3633cc09-b2fd-4d40-ad28-636e71f97987), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:34.224540 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d96c19bc-eb1a-40ec-9867-4d539902dc1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:34.340581 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59780) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:21:34.373182 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784944b7-88e9-47a8-a41e-b3d2f3fd2fbf req-b792630d-32c4-4628-a08d-76da41f56ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:34.375128 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-784944b7-88e9-47a8-a41e-b3d2f3fd2fbf req-b792630d-32c4-4628-a08d-76da41f56ca6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c3f355023697480083480344c9552f90&device_id=22c4d0f1-069c-4a92-95d4-4483d68aab12 HTTP/1.1" status: 200 len: 1130 time: 0.4139526 Feb 04 12:21:34.383142 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d96c19bc-eb1a-40ec-9867-4d539902dc1b admin admin] Publish callbacks [] for security_group (20c3eb12-8b23-4405-bfcb-09d4efb97f18), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:34.399339 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d96c19bc-eb1a-40ec-9867-4d539902dc1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (20c3eb12-8b23-4405-bfcb-09d4efb97f18), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:34.463970 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521ab0aa-95ec-4b19-8c46-92ca2e7af4e2 req-1709b504-ab46-4a88-a3e9-685d8f47fd9d tempest-ServerDiagnosticsNegativeTest-1675283816 tempest-ServerDiagnosticsNegativeTest-1675283816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:34.465495 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-521ab0aa-95ec-4b19-8c46-92ca2e7af4e2 req-1709b504-ab46-4a88-a3e9-685d8f47fd9d tempest-ServerDiagnosticsNegativeTest-1675283816 tempest-ServerDiagnosticsNegativeTest-1675283816-project] 10.222.0.65 "GET /v2.0/ports?device_id=22c4d0f1-069c-4a92-95d4-4483d68aab12 HTTP/1.1" status: 200 len: 948 time: 0.4428701 Feb 04 12:21:34.470443 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-784944b7-88e9-47a8-a41e-b3d2f3fd2fbf req-22df7bc2-8512-46de-a073-baf937f07c98 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=ed91a56e-ee03-4ffd-8a63-4c45f809834f HTTP/1.1" status: 200 len: 217 time: 0.0800078 Feb 04 12:21:34.481129 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-78ccccab-7593-4f41-ae83-acea7c99d9b4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bb3b803474b64ee4a96a9d1f82e7fbf4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1355021 Feb 04 12:21:34.486967 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-d96c19bc-eb1a-40ec-9867-4d539902dc1b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3ca99ea446a243f99142ce616e6d0537&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4531493 Feb 04 12:21:34.487956 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59782) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:21:34.494918 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 59784) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:21:34.505626 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96c19bc-eb1a-40ec-9867-4d539902dc1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20c3eb12-8b23-4405-bfcb-09d4efb97f18,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:21:34.570634 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-97127840-762a-429a-b0a3-5d68f9aa96f5 req-08051434-5657-427c-a69f-eb10c25f62bc service neutron] For port 3633cc09-b2fd-4d40-ad28-636e71f97987, host n-h1-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:21:34.577367 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-29d2ee06-d240-45f3-a6ca-dffd94a917ba admin admin] Publish callbacks [] for security_group (b73e32d6-bba9-41de-b777-3176926786f8), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:34.604806 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-97127840-762a-429a-b0a3-5d68f9aa96f5 req-08051434-5657-427c-a69f-eb10c25f62bc service neutron] For port 3633cc09-b2fd-4d40-ad28-636e71f97987, host n-h1-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=3633cc09-b2fd-4d40-ad28-636e71f97987,segment=NetworkSegment(3650fe49-0487-4896-b953-b3c6867af33a),segment_id=3650fe49-0487-4896-b953-b3c6867af33a)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:21:34.606126 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-29d2ee06-d240-45f3-a6ca-dffd94a917ba admin admin] Publish callbacks [] for security_group (b73e32d6-bba9-41de-b777-3176926786f8), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:34.630829 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-f9e674d1-957e-4d74-82e6-9c8b04c24a01 req-373197e9-3e0b-4ad0-a8a0-9e7cae4ae169 tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Deleting port 40e1b064-aa05-44d4-8651-b900739c2b0d {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:21:34.631328 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-f9e674d1-957e-4d74-82e6-9c8b04c24a01 req-373197e9-3e0b-4ad0-a8a0-9e7cae4ae169 tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (40e1b064-aa05-44d4-8651-b900739c2b0d), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:34.650227 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-97127840-762a-429a-b0a3-5d68f9aa96f5 req-08051434-5657-427c-a69f-eb10c25f62bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (3633cc09-b2fd-4d40-ad28-636e71f97987), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:34.696377 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-29d2ee06-d240-45f3-a6ca-dffd94a917ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (b73e32d6-bba9-41de-b777-3176926786f8), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:34.701385 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-29d2ee06-d240-45f3-a6ca-dffd94a917ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:34.706913 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-29d2ee06-d240-45f3-a6ca-dffd94a917ba admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b73e32d6-bba9-41de-b777-3176926786f8 HTTP/1.1" status: 204 len: 168 time: 0.2143538 Feb 04 12:21:34.718512 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d2ee06-d240-45f3-a6ca-dffd94a917ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b73e32d6-bba9-41de-b777-3176926786f8,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:21:34.768566 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784944b7-88e9-47a8-a41e-b3d2f3fd2fbf req-925d1675-589a-4024-8cea-255f5568fd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:34.770992 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-784944b7-88e9-47a8-a41e-b3d2f3fd2fbf req-925d1675-589a-4024-8cea-255f5568fd33 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5ee3374a-84e9-4639-853c-740c6edaf6dc HTTP/1.1" status: 200 len: 843 time: 0.2912209 Feb 04 12:21:34.816331 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-521ab0aa-95ec-4b19-8c46-92ca2e7af4e2 req-cc5e4256-0660-4cb3-b020-d5ad9df613b2 tempest-ServerDiagnosticsNegativeTest-1675283816 tempest-ServerDiagnosticsNegativeTest-1675283816-project] 10.222.0.65 "GET /v2.0/security-groups?id=75b75882-6d21-4169-875c-f23b078767f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3337882 Feb 04 12:21:34.817767 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97127840-762a-429a-b0a3-5d68f9aa96f5 req-08051434-5657-427c-a69f-eb10c25f62bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:34.818456 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-97127840-762a-429a-b0a3-5d68f9aa96f5 req-08051434-5657-427c-a69f-eb10c25f62bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:34.820130 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-97127840-762a-429a-b0a3-5d68f9aa96f5 req-08051434-5657-427c-a69f-eb10c25f62bc service neutron] 10.222.0.73 "PUT /v2.0/ports/3633cc09-b2fd-4d40-ad28-636e71f97987 HTTP/1.1" status: 200 len: 1092 time: 3.8289444 Feb 04 12:21:34.859228 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbce1392-f0c5-456a-aae2-d1fdeca6a862 req-4bbd1682-7244-486d-a350-29142a70c43a tempest-LiveMigrationTest-337354813 tempest-LiveMigrationTest-337354813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:34.869696 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-bbce1392-f0c5-456a-aae2-d1fdeca6a862 req-4bbd1682-7244-486d-a350-29142a70c43a tempest-LiveMigrationTest-337354813 tempest-LiveMigrationTest-337354813-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=729d5332-a000-4a7e-b737-2cb5be03b163&tenant_id=24a467b030c744bba5cc99601ae6aefc&binding%3Ahost_id=n-h1-825015-3 HTTP/1.1" status: 200 len: 1128 time: 0.1471643 Feb 04 12:21:34.888343 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-bbce1392-f0c5-456a-aae2-d1fdeca6a862 req-746f04c2-640e-4200-9097-e06dcfc79af5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-825015-3'}}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:21:34.928142 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08051434-5657-427c-a69f-eb10c25f62bc service neutron] Pushing event updated for resources: {'Port': ['ID=3633cc09-b2fd-4d40-ad28-636e71f97987,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:21:34.936736 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a81927de-2006-45f8-92e2-355e17f4093e admin admin] Publish callbacks [] for security_group (20c3eb12-8b23-4405-bfcb-09d4efb97f18), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:35.020862 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-bbce1392-f0c5-456a-aae2-d1fdeca6a862 req-746f04c2-640e-4200-9097-e06dcfc79af5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (592ec7cb-d413-4e6f-af11-550fb94964e0), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:35.108986 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-f9e674d1-957e-4d74-82e6-9c8b04c24a01 req-373197e9-3e0b-4ad0-a8a0-9e7cae4ae169 tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (40e1b064-aa05-44d4-8651-b900739c2b0d), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:35.109867 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-f9e674d1-957e-4d74-82e6-9c8b04c24a01 req-373197e9-3e0b-4ad0-a8a0-9e7cae4ae169 tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Publish callbacks [] for floatingip (40e1b064-aa05-44d4-8651-b900739c2b0d), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:35.126062 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a81927de-2006-45f8-92e2-355e17f4093e admin admin] Publish callbacks [] for security_group (20c3eb12-8b23-4405-bfcb-09d4efb97f18), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:35.156402 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-f9e674d1-957e-4d74-82e6-9c8b04c24a01 req-373197e9-3e0b-4ad0-a8a0-9e7cae4ae169 tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Calling delete_port for 40e1b064-aa05-44d4-8651-b900739c2b0d owned by network:floatingip {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:21:35.200596 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784944b7-88e9-47a8-a41e-b3d2f3fd2fbf req-c81a6bf3-724f-4047-9dcd-4ea7a6d3c7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:35.203162 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-784944b7-88e9-47a8-a41e-b3d2f3fd2fbf req-c81a6bf3-724f-4047-9dcd-4ea7a6d3c7fb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2f7dc246-a024-4937-952c-0ddeef5af29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4177139 Feb 04 12:21:35.211793 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 592ec7cb-d413-4e6f-af11-550fb94964e0 details requested by agent hyperv_n-h2-825015-3 with host n-h2-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:21:35.244645 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-bbce1392-f0c5-456a-aae2-d1fdeca6a862 req-746f04c2-640e-4200-9097-e06dcfc79af5 service neutron] For port 592ec7cb-d413-4e6f-af11-550fb94964e0, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=592ec7cb-d413-4e6f-af11-550fb94964e0,segment=NetworkSegment(1a9a2aca-b7f6-445c-a938-0b8696864233),segment_id=1a9a2aca-b7f6-445c-a938-0b8696864233)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:21:35.331007 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-bbce1392-f0c5-456a-aae2-d1fdeca6a862 req-746f04c2-640e-4200-9097-e06dcfc79af5 service neutron] For port 592ec7cb-d413-4e6f-af11-550fb94964e0, host n-h1-825015-3, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:21:35.361254 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 592ec7cb-d413-4e6f-af11-550fb94964e0, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=592ec7cb-d413-4e6f-af11-550fb94964e0,segment=NetworkSegment(1a9a2aca-b7f6-445c-a938-0b8696864233),segment_id=1a9a2aca-b7f6-445c-a938-0b8696864233)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:21:35.388894 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97127840-762a-429a-b0a3-5d68f9aa96f5 req-6c70e543-4bc7-49cb-89cd-9d5db5771d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:35.388894 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-97127840-762a-429a-b0a3-5d68f9aa96f5 req-6c70e543-4bc7-49cb-89cd-9d5db5771d91 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=de5b493dc21244659b5bc7c29ae1d428&device_id=7a6b4d41-5367-4c26-9592-affdbc96fe0d HTTP/1.1" status: 200 len: 1126 time: 0.4452076 Feb 04 12:21:35.391063 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 592ec7cb-d413-4e6f-af11-550fb94964e0 has no active binding in host n-h2-825015-3 {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 04 12:21:35.412628 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '729d5332-a000-4a7e-b737-2cb5be03b163', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '592ec7cb-d413-4e6f-af11-550fb94964e0'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:21:35.416644 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85ef4d16-c131-473c-9f6b-04bede8b021c" -d '{"events": [{"server_uuid": "729d5332-a000-4a7e-b737-2cb5be03b163", "name": "network-vif-unplugged", "status": "completed", "tag": "592ec7cb-d413-4e6f-af11-550fb94964e0"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:21:35.417057 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc10c204-7fcc-478e-a2df-65e2483284af req-d039e99c-9876-41c7-ac2e-b08f7dc39746 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:35.418800 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bc10c204-7fcc-478e-a2df-65e2483284af req-d039e99c-9876-41c7-ac2e-b08f7dc39746 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=77637105-0550-4658-837e-b253c5845668 HTTP/1.1" status: 200 len: 946 time: 0.4314017 Feb 04 12:21:35.422691 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-bbce1392-f0c5-456a-aae2-d1fdeca6a862 req-746f04c2-640e-4200-9097-e06dcfc79af5 service neutron] Publish callbacks [] for port (592ec7cb-d413-4e6f-af11-550fb94964e0), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:35.433864 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-bbce1392-f0c5-456a-aae2-d1fdeca6a862 req-746f04c2-640e-4200-9097-e06dcfc79af5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (592ec7cb-d413-4e6f-af11-550fb94964e0), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:35.472580 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-97127840-762a-429a-b0a3-5d68f9aa96f5 req-cf77a5d8-805e-4e0a-93ef-97a5685c47cd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3633cc09-b2fd-4d40-ad28-636e71f97987 HTTP/1.1" status: 200 len: 217 time: 0.0750661 Feb 04 12:21:35.544767 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a81927de-2006-45f8-92e2-355e17f4093e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (20c3eb12-8b23-4405-bfcb-09d4efb97f18), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:35.547470 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a81927de-2006-45f8-92e2-355e17f4093e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:35.548890 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-a81927de-2006-45f8-92e2-355e17f4093e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/20c3eb12-8b23-4405-bfcb-09d4efb97f18 HTTP/1.1" status: 204 len: 168 time: 1.0503154 Feb 04 12:21:35.556124 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746f04c2-640e-4200-9097-e06dcfc79af5 service neutron] Pushing event updated for resources: {'Port': ['ID=592ec7cb-d413-4e6f-af11-550fb94964e0,revision_number=7']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:21:35.589927 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-bbce1392-f0c5-456a-aae2-d1fdeca6a862 req-746f04c2-640e-4200-9097-e06dcfc79af5 service neutron] Attempting to bind port 592ec7cb-d413-4e6f-af11-550fb94964e0 on host n-h1-825015-3 for vnic_type normal with profile {"migrating_to": "n-h2-825015-3"} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:21:35.590993 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-bbce1392-f0c5-456a-aae2-d1fdeca6a862 req-746f04c2-640e-4200-9097-e06dcfc79af5 service neutron] Attempting to bind port 592ec7cb-d413-4e6f-af11-550fb94964e0 by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': '1a9a2aca-b7f6-445c-a938-0b8696864233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '8201226e-f25e-431d-a6a5-6704e8dc4880'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:21:35.591219 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbce1392-f0c5-456a-aae2-d1fdeca6a862 req-746f04c2-640e-4200-9097-e06dcfc79af5 service neutron] Attempting to bind port 592ec7cb-d413-4e6f-af11-550fb94964e0 on network 8201226e-f25e-431d-a6a5-6704e8dc4880 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:21:35.605886 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbce1392-f0c5-456a-aae2-d1fdeca6a862 req-746f04c2-640e-4200-9097-e06dcfc79af5 service neutron] Port 592ec7cb-d413-4e6f-af11-550fb94964e0 on network 8201226e-f25e-431d-a6a5-6704e8dc4880 not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:21:35.606346 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbce1392-f0c5-456a-aae2-d1fdeca6a862 req-746f04c2-640e-4200-9097-e06dcfc79af5 service neutron] Attempting to bind port 592ec7cb-d413-4e6f-af11-550fb94964e0 on network 8201226e-f25e-431d-a6a5-6704e8dc4880 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:21:35.614373 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81927de-2006-45f8-92e2-355e17f4093e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20c3eb12-8b23-4405-bfcb-09d4efb97f18,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:21:35.620838 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97127840-762a-429a-b0a3-5d68f9aa96f5 req-99d47975-1716-4c19-a198-6752b39d1bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:35.622579 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-97127840-762a-429a-b0a3-5d68f9aa96f5 req-99d47975-1716-4c19-a198-6752b39d1bea service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5a7709a7-759a-49ea-a610-cec6e14d5672 HTTP/1.1" status: 200 len: 861 time: 0.1401205 Feb 04 12:21:35.631130 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbce1392-f0c5-456a-aae2-d1fdeca6a862 req-746f04c2-640e-4200-9097-e06dcfc79af5 service neutron] Checking agent: {'id': 'f8add0d2-2202-43d3-bc0e-72442788e6ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:21:35.631474 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbce1392-f0c5-456a-aae2-d1fdeca6a862 req-746f04c2-640e-4200-9097-e06dcfc79af5 service neutron] Checking segment: {'id': '1a9a2aca-b7f6-445c-a938-0b8696864233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '8201226e-f25e-431d-a6a5-6704e8dc4880'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:21:35.631896 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbce1392-f0c5-456a-aae2-d1fdeca6a862 req-746f04c2-640e-4200-9097-e06dcfc79af5 service neutron] Bound using segment: {'id': '1a9a2aca-b7f6-445c-a938-0b8696864233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '8201226e-f25e-431d-a6a5-6704e8dc4880'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:21:35.632340 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-bbce1392-f0c5-456a-aae2-d1fdeca6a862 req-746f04c2-640e-4200-9097-e06dcfc79af5 service neutron] Bound port: 592ec7cb-d413-4e6f-af11-550fb94964e0, host: n-h1-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a9a2aca-b7f6-445c-a938-0b8696864233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '8201226e-f25e-431d-a6a5-6704e8dc4880'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:21:35.632698 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-bbce1392-f0c5-456a-aae2-d1fdeca6a862 req-746f04c2-640e-4200-9097-e06dcfc79af5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (592ec7cb-d413-4e6f-af11-550fb94964e0), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:35.633903 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-784944b7-88e9-47a8-a41e-b3d2f3fd2fbf req-cf6f71e9-62bc-4988-b4a2-3275e566109f service neutron] 10.222.0.73 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4089351 Feb 04 12:21:35.734520 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-97127840-762a-429a-b0a3-5d68f9aa96f5 req-3a386c29-f825-4443-b404-f4883026e814 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=33921118-8bb8-4172-84ea-b744fa92425e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0984054 Feb 04 12:21:35.753350 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-bbce1392-f0c5-456a-aae2-d1fdeca6a862 req-746f04c2-640e-4200-9097-e06dcfc79af5 service neutron] For port 592ec7cb-d413-4e6f-af11-550fb94964e0, host n-h1-825015-3, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:21:35.762221 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-bbce1392-f0c5-456a-aae2-d1fdeca6a862 req-746f04c2-640e-4200-9097-e06dcfc79af5 service neutron] For port 592ec7cb-d413-4e6f-af11-550fb94964e0, host n-h1-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=592ec7cb-d413-4e6f-af11-550fb94964e0,segment=NetworkSegment(1a9a2aca-b7f6-445c-a938-0b8696864233),segment_id=1a9a2aca-b7f6-445c-a938-0b8696864233)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:21:35.773433 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-bbce1392-f0c5-456a-aae2-d1fdeca6a862 req-746f04c2-640e-4200-9097-e06dcfc79af5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (592ec7cb-d413-4e6f-af11-550fb94964e0), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:35.791023 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bc10c204-7fcc-478e-a2df-65e2483284af req-92588276-17fc-4c9d-8384-ee6621666c9a tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/security-groups?id=0e320687-8002-4e00-a016-6bf57af2cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3290291 Feb 04 12:21:35.932825 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746f04c2-640e-4200-9097-e06dcfc79af5 service neutron] Pushing event updated for resources: {'Port': ['ID=592ec7cb-d413-4e6f-af11-550fb94964e0,revision_number=8']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:21:35.941346 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbce1392-f0c5-456a-aae2-d1fdeca6a862 req-746f04c2-640e-4200-9097-e06dcfc79af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:35.942428 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-bbce1392-f0c5-456a-aae2-d1fdeca6a862 req-746f04c2-640e-4200-9097-e06dcfc79af5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:35.944723 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-bbce1392-f0c5-456a-aae2-d1fdeca6a862 req-746f04c2-640e-4200-9097-e06dcfc79af5 service neutron] 10.222.0.77 "PUT /v2.0/ports/592ec7cb-d413-4e6f-af11-550fb94964e0 HTTP/1.1" status: 200 len: 1122 time: 1.0680366 Feb 04 12:21:36.028152 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['592ec7cb-d413-4e6f-af11-550fb94964e0'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:21:36.115187 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['592ec7cb-d413-4e6f-af11-550fb94964e0'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:21:36.351697 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59820) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:21:36.498409 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-f9e674d1-957e-4d74-82e6-9c8b04c24a01 req-373197e9-3e0b-4ad0-a8a0-9e7cae4ae169 tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (40e1b064-aa05-44d4-8651-b900739c2b0d), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:36.549158 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-bb349d0b-3624-4f9e-9edf-b1f1eae99235 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1177472416-network', 'tenant_id': '5b457c49d6644968bc4c4118b5a09653'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:21:36.588387 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb349d0b-3624-4f9e-9edf-b1f1eae99235 admin admin] Made reservation on behalf of 5b457c49d6644968bc4c4118b5a09653 for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:21:36.594527 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373197e9-3e0b-4ad0-a8a0-9e7cae4ae169 tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Pushing event deleted for resources: {'Port': ['ID=40e1b064-aa05-44d4-8651-b900739c2b0d,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:21:36.595341 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bb349d0b-3624-4f9e-9edf-b1f1eae99235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:36.617543 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-784944b7-88e9-47a8-a41e-b3d2f3fd2fbf req-2c5151ee-1067-4a2e-adfb-bfa58ea49762 service neutron] 10.222.0.73 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9422929 Feb 04 12:21:36.622970 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bb349d0b-3624-4f9e-9edf-b1f1eae99235 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:36.677500 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-97127840-762a-429a-b0a3-5d68f9aa96f5 req-0f707bf7-a33f-413c-ad50-ebe94952c9c9 service neutron] 10.222.0.73 "GET /v2.0/networks/33921118-8bb8-4172-84ea-b744fa92425e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8856201 Feb 04 12:21:36.693577 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f86a018-8240-4aa7-b120-88641e3b528e req-df3c9704-2531-41d2-8ff7-a9f0cf4b1f4e tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:36.703533 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7f86a018-8240-4aa7-b120-88641e3b528e req-df3c9704-2531-41d2-8ff7-a9f0cf4b1f4e tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a6b4d41-5367-4c26-9592-affdbc96fe0d HTTP/1.1" status: 200 len: 944 time: 0.4197819 Feb 04 12:21:36.763414 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bb349d0b-3624-4f9e-9edf-b1f1eae99235 admin admin] Publish callbacks [] for security_group (7f51ab49-2800-41c7-a09d-ab109cee7e73), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:36.771126 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bb349d0b-3624-4f9e-9edf-b1f1eae99235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (7f51ab49-2800-41c7-a09d-ab109cee7e73), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:36.817161 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb349d0b-3624-4f9e-9edf-b1f1eae99235 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:21:36.829979 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb349d0b-3624-4f9e-9edf-b1f1eae99235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f51ab49-2800-41c7-a09d-ab109cee7e73,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:21:36.838510 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bb349d0b-3624-4f9e-9edf-b1f1eae99235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (8447b48f-5ac4-4499-b5ab-2b0cb1297003), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:36.838510 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-bb349d0b-3624-4f9e-9edf-b1f1eae99235 admin admin] Added segment 8447b48f-5ac4-4499-b5ab-2b0cb1297003 of type vlan for network 4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5 Feb 04 12:21:36.849800 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-f9e674d1-957e-4d74-82e6-9c8b04c24a01 req-373197e9-3e0b-4ad0-a8a0-9e7cae4ae169 tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Publish callbacks [] for floatingip (35e6dec4-6c1e-4b6e-9a37-e9c8194247c7), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:36.849800 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-f9e674d1-957e-4d74-82e6-9c8b04c24a01 req-373197e9-3e0b-4ad0-a8a0-9e7cae4ae169 tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:36.861824 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59832) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:21:36.862363 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f9e674d1-957e-4d74-82e6-9c8b04c24a01 req-373197e9-3e0b-4ad0-a8a0-9e7cae4ae169 tempest-FloatingIPDetailsTestJSON-1016850209 tempest-FloatingIPDetailsTestJSON-1016850209-project] 10.222.0.65 "DELETE /v2.0/floatingips/35e6dec4-6c1e-4b6e-9a37-e9c8194247c7 HTTP/1.1" status: 204 len: 173 time: 2.8744764 Feb 04 12:21:36.961770 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b812c27f-9498-4a80-ac2f-a191c2e26d9c x-openstack-request-id: req-b812c27f-9498-4a80-ac2f-a191c2e26d9c {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:21:36.962320 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22c4d0f1-069c-4a92-95d4-4483d68aab12", "tag": "ed91a56e-ee03-4ffd-8a63-4c45f809834f", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:21:36.962686 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b812c27f-9498-4a80-ac2f-a191c2e26d9c {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:21:36.963151 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22c4d0f1-069c-4a92-95d4-4483d68aab12', 'tag': 'ed91a56e-ee03-4ffd-8a63-4c45f809834f', 'status': 'completed', 'code': 200} Feb 04 12:21:37.014094 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bb349d0b-3624-4f9e-9edf-b1f1eae99235 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:37.018882 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-97127840-762a-429a-b0a3-5d68f9aa96f5 req-41fcd2a4-9115-4c01-abf4-8bf8908c4fd7 service neutron] 10.222.0.73 "GET /v2.0/networks/33921118-8bb8-4172-84ea-b744fa92425e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3118951 Feb 04 12:21:37.057784 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7f86a018-8240-4aa7-b120-88641e3b528e req-9647c866-70a1-435f-be50-174c6e9915fa tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] 10.222.0.65 "GET /v2.0/security-groups?id=e102d2aa-c1a8-4ba5-bd37-a0f044093565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3526328 Feb 04 12:21:37.076805 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bb349d0b-3624-4f9e-9edf-b1f1eae99235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:37.077856 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb349d0b-3624-4f9e-9edf-b1f1eae99235 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:37.078517 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bb349d0b-3624-4f9e-9edf-b1f1eae99235 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:37.174213 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 12:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ffe9ab7-5e72-45ff-bc44-70023d455ceb x-openstack-request-id: req-3ffe9ab7-5e72-45ff-bc44-70023d455ceb {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:21:37.174693 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "729d5332-a000-4a7e-b737-2cb5be03b163", "name": "network-vif-unplugged", "status": "completed", "tag": "592ec7cb-d413-4e6f-af11-550fb94964e0", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:21:37.175079 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3ffe9ab7-5e72-45ff-bc44-70023d455ceb {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:21:37.175717 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '729d5332-a000-4a7e-b737-2cb5be03b163', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '592ec7cb-d413-4e6f-af11-550fb94964e0', 'code': 200} Feb 04 12:21:37.176619 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb349d0b-3624-4f9e-9edf-b1f1eae99235 admin admin] Pushing event updated for resources: {'Network': ['ID=4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:21:37.197679 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:21:37.226255 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb01c27-65c9-46e9-bccf-54175f35b375 req-4ac71337-bae4-4008-90a1-07fbf8fbcb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:37.230476 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-deb01c27-65c9-46e9-bccf-54175f35b375 req-4ac71337-bae4-4008-90a1-07fbf8fbcb63 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c3f355023697480083480344c9552f90&device_id=22c4d0f1-069c-4a92-95d4-4483d68aab12 HTTP/1.1" status: 200 len: 1130 time: 0.2100451 Feb 04 12:21:37.247644 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bca6f23-3086-41c0-adee-5063907f4eec req-62486195-3c3d-467e-a93e-0a076a1e2bd8 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:37.256772 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-bb349d0b-3624-4f9e-9edf-b1f1eae99235 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9029918 Feb 04 12:21:37.260691 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8bca6f23-3086-41c0-adee-5063907f4eec req-62486195-3c3d-467e-a93e-0a076a1e2bd8 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/ports?device_id=729d5332-a000-4a7e-b737-2cb5be03b163 HTTP/1.1" status: 200 len: 944 time: 0.2296660 Feb 04 12:21:37.260995 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59842) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:21:37.268977 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-30346df1-8d24-4e3c-8b2e-0878d01221a2 admin admin] Request body: {'subnet': {'network_id': '4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1177472416-subnet', 'tenant_id': '5b457c49d6644968bc4c4118b5a09653', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:21:37.359948 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30346df1-8d24-4e3c-8b2e-0878d01221a2 admin admin] Made reservation on behalf of 5b457c49d6644968bc4c4118b5a09653 for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:21:37.363582 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-30346df1-8d24-4e3c-8b2e-0878d01221a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60610638'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:37.382474 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59846) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:21:37.424491 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8bca6f23-3086-41c0-adee-5063907f4eec req-6b98fe8d-02ac-48e6-9840-cb46d624731f tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4f571d4-f0a1-47f6-a54a-b93db47581cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625650 Feb 04 12:21:37.481983 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb01c27-65c9-46e9-bccf-54175f35b375 req-ff368008-e1a3-4af9-9ae4-b0a89f2434f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:37.484069 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-deb01c27-65c9-46e9-bccf-54175f35b375 req-ff368008-e1a3-4af9-9ae4-b0a89f2434f7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2f7dc246-a024-4937-952c-0ddeef5af29c HTTP/1.1" status: 200 len: 870 time: 0.2197158 Feb 04 12:21:37.500532 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4a0321-24a8-4c74-a6a5-218678098fd4 req-2fd94550-f5dc-4429-8598-79c394906fff tempest-ServerDiagnosticsNegativeTest-1675283816 tempest-ServerDiagnosticsNegativeTest-1675283816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:37.503064 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5f4a0321-24a8-4c74-a6a5-218678098fd4 req-2fd94550-f5dc-4429-8598-79c394906fff tempest-ServerDiagnosticsNegativeTest-1675283816 tempest-ServerDiagnosticsNegativeTest-1675283816-project] 10.222.0.65 "GET /v2.0/ports?device_id=22c4d0f1-069c-4a92-95d4-4483d68aab12 HTTP/1.1" status: 200 len: 948 time: 0.2397850 Feb 04 12:21:37.566218 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-deb01c27-65c9-46e9-bccf-54175f35b375 req-35c5a06d-2e1d-4a5c-bb71-ff98b8ffa07d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=ed91a56e-ee03-4ffd-8a63-4c45f809834f HTTP/1.1" status: 200 len: 217 time: 0.0618458 Feb 04 12:21:37.617782 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-54b92239-ae08-4ddd-bef9-b1eb26ed9620 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1591646952-network', 'tenant_id': '081ba9a66a5746acb9a1750aa2eea336'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:21:37.685017 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5f4a0321-24a8-4c74-a6a5-218678098fd4 req-6ebfcee0-8166-4271-873d-7e51e8d406fb tempest-ServerDiagnosticsNegativeTest-1675283816 tempest-ServerDiagnosticsNegativeTest-1675283816-project] 10.222.0.65 "GET /v2.0/security-groups?id=75b75882-6d21-4169-875c-f23b078767f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685414 Feb 04 12:21:37.686892 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54b92239-ae08-4ddd-bef9-b1eb26ed9620 admin admin] Made reservation on behalf of 081ba9a66a5746acb9a1750aa2eea336 for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:21:37.689607 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb01c27-65c9-46e9-bccf-54175f35b375 req-b2ccb809-4085-488a-bd4e-0457078842a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:37.689904 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-54b92239-ae08-4ddd-bef9-b1eb26ed9620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:37.691990 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-deb01c27-65c9-46e9-bccf-54175f35b375 req-b2ccb809-4085-488a-bd4e-0457078842a2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5ee3374a-84e9-4639-853c-740c6edaf6dc HTTP/1.1" status: 200 len: 843 time: 0.1047375 Feb 04 12:21:37.701169 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e19d286-188c-4833-a899-c833c1d4540f req-a80ed1b5-d893-4f3b-8eea-28339dcf618e tempest-ServersOnMultiNodesTest-571519993 tempest-ServersOnMultiNodesTest-571519993-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:37.703388 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4e19d286-188c-4833-a899-c833c1d4540f req-a80ed1b5-d893-4f3b-8eea-28339dcf618e tempest-ServersOnMultiNodesTest-571519993 tempest-ServersOnMultiNodesTest-571519993-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=5ed2df29-f369-4bd6-aa02-c9c82581f4d6 HTTP/1.1" status: 200 len: 1132 time: 0.1427860 Feb 04 12:21:37.710163 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-54b92239-ae08-4ddd-bef9-b1eb26ed9620 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:37.751377 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-30346df1-8d24-4e3c-8b2e-0878d01221a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59045178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60610680'] for subnet (23b19519-2923-41fd-80ca-5f7c6af8f70c), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:37.851350 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4e19d286-188c-4833-a899-c833c1d4540f req-77b96390-8961-41ea-9b1f-db5dfb2fae44 tempest-ServersOnMultiNodesTest-571519993 tempest-ServersOnMultiNodesTest-571519993-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=ff9db729-a945-4359-8bb3-48cdfdee30d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333399 Feb 04 12:21:37.854200 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb01c27-65c9-46e9-bccf-54175f35b375 req-c0facb3c-6ff6-4ebf-8260-90d2bafe950b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:37.855811 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-deb01c27-65c9-46e9-bccf-54175f35b375 req-c0facb3c-6ff6-4ebf-8260-90d2bafe950b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2f7dc246-a024-4937-952c-0ddeef5af29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1505213 Feb 04 12:21:37.903637 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30346df1-8d24-4e3c-8b2e-0878d01221a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23b19519-2923-41fd-80ca-5f7c6af8f70c,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:21:37.940763 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db23463e-3ad5-465e-bee2-77b11ab36385 req-8afd885a-e947-4a0e-9021-c95e8cf06021 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:37.952415 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-db23463e-3ad5-465e-bee2-77b11ab36385 req-8afd885a-e947-4a0e-9021-c95e8cf06021 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=77637105-0550-4658-837e-b253c5845668 HTTP/1.1" status: 200 len: 946 time: 0.1489468 Feb 04 12:21:37.966529 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30346df1-8d24-4e3c-8b2e-0878d01221a2 admin admin] Checking segment: {'id': '8447b48f-5ac4-4499-b5ab-2b0cb1297003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:21:37.967168 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30346df1-8d24-4e3c-8b2e-0878d01221a2 admin admin] Network hostable DHCP agents. Network: 4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:21:38.013955 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-54b92239-ae08-4ddd-bef9-b1eb26ed9620 admin admin] Publish callbacks [] for security_group (85898926-1d0f-4988-8601-f84df1e53c5c), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:38.022021 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-54b92239-ae08-4ddd-bef9-b1eb26ed9620 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (85898926-1d0f-4988-8601-f84df1e53c5c), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:38.031553 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-88a181e4-c1d7-42e3-b275-1bc719270ccb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622215'] for router_interface (abb309ab-7e24-43d1-97bc-f9f6ad35b42e), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:38.083084 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30346df1-8d24-4e3c-8b2e-0878d01221a2 admin admin] Network 4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:21:38.099312 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54b92239-ae08-4ddd-bef9-b1eb26ed9620 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:21:38.104967 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-deb01c27-65c9-46e9-bccf-54175f35b375 req-64136c84-f5eb-421a-844c-79cc14d80562 service neutron] 10.222.0.73 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414291 Feb 04 12:21:38.130710 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-db23463e-3ad5-465e-bee2-77b11ab36385 req-92649a2c-03cb-4a52-9bd5-563b7a4902ab tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/security-groups?id=0e320687-8002-4e00-a016-6bf57af2cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767378 Feb 04 12:21:38.163944 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b92239-ae08-4ddd-bef9-b1eb26ed9620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85898926-1d0f-4988-8601-f84df1e53c5c,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:21:38.173163 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-30346df1-8d24-4e3c-8b2e-0878d01221a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:21:38.177723 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30346df1-8d24-4e3c-8b2e-0878d01221a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:38.178348 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-30346df1-8d24-4e3c-8b2e-0878d01221a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:38.184205 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-54b92239-ae08-4ddd-bef9-b1eb26ed9620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (e4fc04c0-d417-44a5-9979-2968e789d33a), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:38.184620 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-54b92239-ae08-4ddd-bef9-b1eb26ed9620 admin admin] Added segment e4fc04c0-d417-44a5-9979-2968e789d33a of type vlan for network 7404a468-f2d3-4a58-927a-72e7d8dd8e0c Feb 04 12:21:38.187373 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb14e593-8502-4c6f-9676-5433d2d6156f None None] Network 4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:21:38.245241 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-30346df1-8d24-4e3c-8b2e-0878d01221a2 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9825246 Feb 04 12:21:38.261083 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aae2026-750b-493d-8073-ed9017d1fb4c req-9f08f38b-a47c-4e0d-8c50-dd26da8f559a tempest-ServersOnMultiNodesTest-571519993 tempest-ServersOnMultiNodesTest-571519993-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:38.263253 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8aae2026-750b-493d-8073-ed9017d1fb4c req-9f08f38b-a47c-4e0d-8c50-dd26da8f559a tempest-ServersOnMultiNodesTest-571519993 tempest-ServersOnMultiNodesTest-571519993-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=29b29f45-ea94-43ea-a711-d40bb7d13ab4 HTTP/1.1" status: 200 len: 1132 time: 0.2727532 Feb 04 12:21:38.297380 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-54b92239-ae08-4ddd-bef9-b1eb26ed9620 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (7404a468-f2d3-4a58-927a-72e7d8dd8e0c), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:38.388513 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-deb01c27-65c9-46e9-bccf-54175f35b375 req-1bf99754-996e-4316-8eb3-2f38f5b49244 service neutron] 10.222.0.73 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2772028 Feb 04 12:21:38.409783 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0841edcc-e032-461c-81a6-b4fc80604d3d req-99fe82c1-cddc-4c84-8059-72c840117444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:38.411495 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0841edcc-e032-461c-81a6-b4fc80604d3d req-99fe82c1-cddc-4c84-8059-72c840117444 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=24a467b030c744bba5cc99601ae6aefc&device_id=729d5332-a000-4a7e-b737-2cb5be03b163 HTTP/1.1" status: 200 len: 1156 time: 0.1923139 Feb 04 12:21:38.421012 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8aae2026-750b-493d-8073-ed9017d1fb4c req-58d57a57-6d8b-423d-af64-59c29d7e4daf tempest-ServersOnMultiNodesTest-571519993 tempest-ServersOnMultiNodesTest-571519993-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=ff9db729-a945-4359-8bb3-48cdfdee30d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481748 Feb 04 12:21:38.429346 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed66ef8-63f3-4534-8ca0-1ac2abef5d1a None None] Network 4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:21:38.453675 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57336462-f9a3-4b1c-a4e7-0f2a68828c84 req-daf2a3f5-634f-44dd-8cc5-a906df946f0e tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:38.455294 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-57336462-f9a3-4b1c-a4e7-0f2a68828c84 req-daf2a3f5-634f-44dd-8cc5-a906df946f0e tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a6b4d41-5367-4c26-9592-affdbc96fe0d HTTP/1.1" status: 200 len: 944 time: 0.1411138 Feb 04 12:21:38.500660 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-54b92239-ae08-4ddd-bef9-b1eb26ed9620 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (7404a468-f2d3-4a58-927a-72e7d8dd8e0c), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:38.505245 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b92239-ae08-4ddd-bef9-b1eb26ed9620 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:38.506918 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-54b92239-ae08-4ddd-bef9-b1eb26ed9620 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:38.641998 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-54b92239-ae08-4ddd-bef9-b1eb26ed9620 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2583597 Feb 04 12:21:38.653817 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 59862) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:21:38.666182 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-81fde037-8e5f-406f-ab9f-34557a1e65f0 admin admin] Request body: {'subnet': {'network_id': '7404a468-f2d3-4a58-927a-72e7d8dd8e0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1591646952-subnet', 'tenant_id': '081ba9a66a5746acb9a1750aa2eea336', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:21:38.668786 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b92239-ae08-4ddd-bef9-b1eb26ed9620 admin admin] Pushing event updated for resources: {'Network': ['ID=7404a468-f2d3-4a58-927a-72e7d8dd8e0c,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:21:38.681519 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-57336462-f9a3-4b1c-a4e7-0f2a68828c84 req-9f373883-6d1e-4fe7-9bf8-b96040a85dbe tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] 10.222.0.65 "GET /v2.0/security-groups?id=e102d2aa-c1a8-4ba5-bd37-a0f044093565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979845 Feb 04 12:21:38.686670 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 7404a468-f2d3-4a58-927a-72e7d8dd8e0c details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:21:38.737481 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0841edcc-e032-461c-81a6-b4fc80604d3d req-baef7511-64b0-427d-b51a-1c979bc9bac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:38.739141 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0841edcc-e032-461c-81a6-b4fc80604d3d req-baef7511-64b0-427d-b51a-1c979bc9bac6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8201226e-f25e-431d-a6a5-6704e8dc4880 HTTP/1.1" status: 200 len: 908 time: 0.2687550 Feb 04 12:21:38.761493 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81fde037-8e5f-406f-ab9f-34557a1e65f0 admin admin] Made reservation on behalf of 081ba9a66a5746acb9a1750aa2eea336 for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:21:38.763295 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-81fde037-8e5f-406f-ab9f-34557a1e65f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:38.811631 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 3633cc09-b2fd-4d40-ad28-636e71f97987 details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:21:38.812990 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0841edcc-e032-461c-81a6-b4fc80604d3d req-ca6a93ec-7a08-4f2f-8fb5-b7e05f5b7d7f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=592ec7cb-d413-4e6f-af11-550fb94964e0 HTTP/1.1" status: 200 len: 217 time: 0.0650206 Feb 04 12:21:38.954290 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc4bd8e-d8bf-4acb-ad2e-ee53a2067645 req-d0d45b9d-3c92-426f-be0f-57eb6a16180a tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:38.968208 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-c639b54e-5ffa-43ef-9417-771aa17f46ba req-9035171b-30fe-4b79-b2ff-aff3fde0799a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=846162fa-b84b-4eb3-b936-02f5cd32f2c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1447442 Feb 04 12:21:38.976513 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4dc4bd8e-d8bf-4acb-ad2e-ee53a2067645 req-d0d45b9d-3c92-426f-be0f-57eb6a16180a tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/ports?device_id=729d5332-a000-4a7e-b737-2cb5be03b163 HTTP/1.1" status: 200 len: 944 time: 0.3643408 Feb 04 12:21:38.986912 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a6b4d41-5367-4c26-9592-affdbc96fe0d', 'tag': '3633cc09-b2fd-4d40-ad28-636e71f97987'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:21:38.990297 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-564adce9-ba2d-4f9c-a213-9785c68d6ff3" -d '{"events": [{"name": "network-changed", "server_uuid": "7a6b4d41-5367-4c26-9592-affdbc96fe0d", "tag": "3633cc09-b2fd-4d40-ad28-636e71f97987"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:21:39.010521 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-88a181e4-c1d7-42e3-b275-1bc719270ccb admin admin] Deleting port 62749add-6058-4a6f-89b1-f420b5af40dd {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:21:39.011074 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-88a181e4-c1d7-42e3-b275-1bc719270ccb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (62749add-6058-4a6f-89b1-f420b5af40dd), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:39.076642 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0841edcc-e032-461c-81a6-b4fc80604d3d req-da8aa5d8-a234-4e2d-b82a-7e435ca09966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:39.079175 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0841edcc-e032-461c-81a6-b4fc80604d3d req-da8aa5d8-a234-4e2d-b82a-7e435ca09966 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6b10c2b1-e8bd-4535-8be4-90c0033f4e8f HTTP/1.1" status: 200 len: 847 time: 0.2064416 Feb 04 12:21:39.089896 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 3633cc09-b2fd-4d40-ad28-636e71f97987, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=3633cc09-b2fd-4d40-ad28-636e71f97987,segment=NetworkSegment(3650fe49-0487-4896-b953-b3c6867af33a),segment_id=3650fe49-0487-4896-b953-b3c6867af33a)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:21:39.118872 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': '3633cc09-b2fd-4d40-ad28-636e71f97987', 'network_id': '33921118-8bb8-4172-84ea-b744fa92425e', 'port_id': '3633cc09-b2fd-4d40-ad28-636e71f97987', 'mac_address': 'fa:16:3e:89:14:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a7709a7-759a-49ea-a610-cec6e14d5672', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:21:39.152039 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4dc4bd8e-d8bf-4acb-ad2e-ee53a2067645 req-7800270d-efb1-44a3-ab80-2e78e679b74c tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4f571d4-f0a1-47f6-a54a-b93db47581cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739709 Feb 04 12:21:39.156642 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0841edcc-e032-461c-81a6-b4fc80604d3d req-0cc22f2b-2a4a-43c1-9f4b-c85e100af561 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8201226e-f25e-431d-a6a5-6704e8dc4880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671241 Feb 04 12:21:39.200524 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '729d5332-a000-4a7e-b737-2cb5be03b163', 'tag': '592ec7cb-d413-4e6f-af11-550fb94964e0'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:21:39.203418 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-034f7690-9ce7-4592-adc7-1e5392d5611e" -d '{"events": [{"name": "network-changed", "server_uuid": "729d5332-a000-4a7e-b737-2cb5be03b163", "tag": "592ec7cb-d413-4e6f-af11-550fb94964e0"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:21:39.206540 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 3633cc09-b2fd-4d40-ad28-636e71f97987 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:21:39.207434 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (3633cc09-b2fd-4d40-ad28-636e71f97987), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:39.230151 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3633cc09-b2fd-4d40-ad28-636e71f97987 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:21:39.263621 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 3633cc09-b2fd-4d40-ad28-636e71f97987, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=3633cc09-b2fd-4d40-ad28-636e71f97987,segment=NetworkSegment(3650fe49-0487-4896-b953-b3c6867af33a),segment_id=3650fe49-0487-4896-b953-b3c6867af33a)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:21:39.271553 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (3633cc09-b2fd-4d40-ad28-636e71f97987), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:39.273241 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device ed91a56e-ee03-4ffd-8a63-4c45f809834f details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:21:39.324750 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c639b54e-5ffa-43ef-9417-771aa17f46ba req-13f34812-4512-42c1-be55-26cde8255dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:39.327482 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-c639b54e-5ffa-43ef-9417-771aa17f46ba req-13f34812-4512-42c1-be55-26cde8255dea service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=24a467b030c744bba5cc99601ae6aefc&device_id=846162fa-b84b-4eb3-b936-02f5cd32f2c9 HTTP/1.1" status: 200 len: 1126 time: 0.2055745 Feb 04 12:21:39.366806 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-88a181e4-c1d7-42e3-b275-1bc719270ccb admin admin] For port 62749add-6058-4a6f-89b1-f420b5af40dd, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=62749add-6058-4a6f-89b1-f420b5af40dd,segment=NetworkSegment(ebf77dc3-f6e0-45e7-8784-b5aa8ec861b9),segment_id=ebf77dc3-f6e0-45e7-8784-b5aa8ec861b9)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:21:39.371117 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-88a181e4-c1d7-42e3-b275-1bc719270ccb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (62749add-6058-4a6f-89b1-f420b5af40dd), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:39.458059 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=3633cc09-b2fd-4d40-ad28-636e71f97987,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:21:39.498911 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-88a181e4-c1d7-42e3-b275-1bc719270ccb admin admin] Calling delete_port for 62749add-6058-4a6f-89b1-f420b5af40dd owned by network:router_interface {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:21:39.509965 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c639b54e-5ffa-43ef-9417-771aa17f46ba req-21e8c44f-476a-4df2-8f30-4e5bb5f6ccc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:39.511885 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-c639b54e-5ffa-43ef-9417-771aa17f46ba req-21e8c44f-476a-4df2-8f30-4e5bb5f6ccc8 service neutron] 10.222.0.77 "GET /v2.0/networks?id=8201226e-f25e-431d-a6a5-6704e8dc4880 HTTP/1.1" status: 200 len: 908 time: 0.1289475 Feb 04 12:21:39.538141 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port ed91a56e-ee03-4ffd-8a63-4c45f809834f, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=ed91a56e-ee03-4ffd-8a63-4c45f809834f,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:21:39.561503 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': 'ed91a56e-ee03-4ffd-8a63-4c45f809834f', 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c', 'port_id': 'ed91a56e-ee03-4ffd-8a63-4c45f809834f', 'mac_address': 'fa:16:3e:02:b8:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ee3374a-84e9-4639-853c-740c6edaf6dc', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:21:39.567432 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0841edcc-e032-461c-81a6-b4fc80604d3d req-647b174f-ef02-4e44-8a20-68cf1dd522a8 service neutron] 10.222.0.73 "GET /v2.0/networks/8201226e-f25e-431d-a6a5-6704e8dc4880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4005327 Feb 04 12:21:39.613708 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f3b8ab-fb7e-4d88-a362-499bafb5e21d req-2249b7a9-2096-49fb-8f0b-1a59fec6e35c tempest-ServerDiagnosticsNegativeTest-1675283816 tempest-ServerDiagnosticsNegativeTest-1675283816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:39.615930 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-29f3b8ab-fb7e-4d88-a362-499bafb5e21d req-2249b7a9-2096-49fb-8f0b-1a59fec6e35c tempest-ServerDiagnosticsNegativeTest-1675283816 tempest-ServerDiagnosticsNegativeTest-1675283816-project] 10.222.0.65 "GET /v2.0/ports?device_id=22c4d0f1-069c-4a92-95d4-4483d68aab12 HTTP/1.1" status: 200 len: 948 time: 0.3269949 Feb 04 12:21:39.627031 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-c639b54e-5ffa-43ef-9417-771aa17f46ba req-6c6040f5-54ea-4e10-8b7e-2b29fcf565ba service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=369651f6-f3cd-4226-893d-d949b0246438 HTTP/1.1" status: 200 len: 217 time: 0.1046500 Feb 04 12:21:39.770629 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-81fde037-8e5f-406f-ab9f-34557a1e65f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52094127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51452689'] for subnet (34930c38-5930-4e33-963f-72710901c6c2), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:39.771571 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port ed91a56e-ee03-4ffd-8a63-4c45f809834f is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:21:39.771571 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (ed91a56e-ee03-4ffd-8a63-4c45f809834f), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:39.778321 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c639b54e-5ffa-43ef-9417-771aa17f46ba req-6fa1bdb6-d872-47f4-a285-72cde112d6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:39.779956 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-c639b54e-5ffa-43ef-9417-771aa17f46ba req-6fa1bdb6-d872-47f4-a285-72cde112d6ad service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6b10c2b1-e8bd-4535-8be4-90c0033f4e8f HTTP/1.1" status: 200 len: 847 time: 0.1311917 Feb 04 12:21:39.793818 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed91a56e-ee03-4ffd-8a63-4c45f809834f {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:21:39.826951 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port ed91a56e-ee03-4ffd-8a63-4c45f809834f, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=ed91a56e-ee03-4ffd-8a63-4c45f809834f,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:21:39.832176 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (ed91a56e-ee03-4ffd-8a63-4c45f809834f), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:39.839901 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-c639b54e-5ffa-43ef-9417-771aa17f46ba req-6bf13108-d5bb-42ec-9d70-8ebed6108a24 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8201226e-f25e-431d-a6a5-6704e8dc4880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476916 Feb 04 12:21:39.914816 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=ed91a56e-ee03-4ffd-8a63-4c45f809834f,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:21:39.938127 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-29f3b8ab-fb7e-4d88-a362-499bafb5e21d req-1bc658cf-1d8a-4390-8aff-f1e6f3fa4e48 tempest-ServerDiagnosticsNegativeTest-1675283816 tempest-ServerDiagnosticsNegativeTest-1675283816-project] 10.222.0.65 "GET /v2.0/security-groups?id=75b75882-6d21-4169-875c-f23b078767f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697887 Feb 04 12:21:39.947788 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fde037-8e5f-406f-ab9f-34557a1e65f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34930c38-5930-4e33-963f-72710901c6c2,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:21:40.004664 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec766ae-b572-4ba0-ba62-2b7f4bf6f9c6 req-dbffc416-72c9-480c-8aa5-d081cc2f3d12 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:40.012657 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8ec766ae-b572-4ba0-ba62-2b7f4bf6f9c6 req-dbffc416-72c9-480c-8aa5-d081cc2f3d12 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/networks?id=4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5 HTTP/1.1" status: 200 len: 812 time: 0.4815655 Feb 04 12:21:40.032582 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5e137cd-a072-4415-a288-6b65caa1ce65 x-openstack-request-id: req-a5e137cd-a072-4415-a288-6b65caa1ce65 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:21:40.033213 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a6b4d41-5367-4c26-9592-affdbc96fe0d", "tag": "3633cc09-b2fd-4d40-ad28-636e71f97987", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:21:40.033516 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a5e137cd-a072-4415-a288-6b65caa1ce65 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:21:40.033965 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a6b4d41-5367-4c26-9592-affdbc96fe0d', 'tag': '3633cc09-b2fd-4d40-ad28-636e71f97987', 'status': 'completed', 'code': 200} Feb 04 12:21:40.053682 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-c639b54e-5ffa-43ef-9417-771aa17f46ba req-156d86d3-ad71-4097-8b1d-0607944d7bfe service neutron] 10.222.0.77 "GET /v2.0/networks/8201226e-f25e-431d-a6a5-6704e8dc4880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015927 Feb 04 12:21:40.054636 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0841edcc-e032-461c-81a6-b4fc80604d3d req-7277f170-6c4d-452f-b139-6969b4cc9a20 service neutron] 10.222.0.73 "GET /v2.0/networks/8201226e-f25e-431d-a6a5-6704e8dc4880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3945940 Feb 04 12:21:40.083788 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-88a181e4-c1d7-42e3-b275-1bc719270ccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (62749add-6058-4a6f-89b1-f420b5af40dd), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:40.153310 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77e7e1bf-bfcd-4565-bd1c-0b2df9f5a65f x-openstack-request-id: req-77e7e1bf-bfcd-4565-bd1c-0b2df9f5a65f {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:21:40.153920 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "729d5332-a000-4a7e-b737-2cb5be03b163", "tag": "592ec7cb-d413-4e6f-af11-550fb94964e0", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:21:40.154171 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-77e7e1bf-bfcd-4565-bd1c-0b2df9f5a65f {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:21:40.154905 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '729d5332-a000-4a7e-b737-2cb5be03b163', 'tag': '592ec7cb-d413-4e6f-af11-550fb94964e0', 'status': 'completed', 'code': 200} Feb 04 12:21:40.163568 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a181e4-c1d7-42e3-b275-1bc719270ccb admin admin] Pushing event deleted for resources: {'Port': ['ID=62749add-6058-4a6f-89b1-f420b5af40dd,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:21:40.180407 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8ec766ae-b572-4ba0-ba62-2b7f4bf6f9c6 req-82015f5e-dd8d-4f9e-9b6a-a08cbd01700f tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/quotas/5b457c49d6644968bc4c4118b5a09653 HTTP/1.1" status: 200 len: 375 time: 0.1660466 Feb 04 12:21:40.196829 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['3633cc09-b2fd-4d40-ad28-636e71f97987'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:21:40.203089 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['ed91a56e-ee03-4ffd-8a63-4c45f809834f'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:21:40.203801 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81fde037-8e5f-406f-ab9f-34557a1e65f0 admin admin] Checking segment: {'id': 'e4fc04c0-d417-44a5-9979-2968e789d33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '7404a468-f2d3-4a58-927a-72e7d8dd8e0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:21:40.204370 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81fde037-8e5f-406f-ab9f-34557a1e65f0 admin admin] Network hostable DHCP agents. Network: 7404a468-f2d3-4a58-927a-72e7d8dd8e0c, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:21:40.288931 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81fde037-8e5f-406f-ab9f-34557a1e65f0 admin admin] Network 7404a468-f2d3-4a58-927a-72e7d8dd8e0c is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:21:40.312006 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8ec766ae-b572-4ba0-ba62-2b7f4bf6f9c6 req-7f10546b-8542-47ad-97f4-40ec1dafb3be tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=5b457c49d6644968bc4c4118b5a09653&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0967765 Feb 04 12:21:40.316304 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564adce9-ba2d-4f9c-a213-9785c68d6ff3 req-67aabb9d-8f4b-44b7-b3b5-fbd47b1c6d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:40.320185 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-564adce9-ba2d-4f9c-a213-9785c68d6ff3 req-67aabb9d-8f4b-44b7-b3b5-fbd47b1c6d7d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=de5b493dc21244659b5bc7c29ae1d428&device_id=7a6b4d41-5367-4c26-9592-affdbc96fe0d HTTP/1.1" status: 200 len: 1127 time: 0.2617624 Feb 04 12:21:40.333953 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-c639b54e-5ffa-43ef-9417-771aa17f46ba req-d6357b42-afc3-407e-88a0-b979ecd970e4 service neutron] 10.222.0.77 "GET /v2.0/networks/8201226e-f25e-431d-a6a5-6704e8dc4880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724493 Feb 04 12:21:40.495937 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-81fde037-8e5f-406f-ab9f-34557a1e65f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 7404a468-f2d3-4a58-927a-72e7d8dd8e0c) {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:21:40.514403 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06845f36-a6cc-4785-9845-f42da88df3ec None None] Network 7404a468-f2d3-4a58-927a-72e7d8dd8e0c requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:21:40.571036 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81fde037-8e5f-406f-ab9f-34557a1e65f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:40.572200 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-81fde037-8e5f-406f-ab9f-34557a1e65f0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:40.578396 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034f7690-9ce7-4592-adc7-1e5392d5611e req-9a834411-8adb-4967-8b87-eac262b75569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:40.581245 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-034f7690-9ce7-4592-adc7-1e5392d5611e req-9a834411-8adb-4967-8b87-eac262b75569 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=24a467b030c744bba5cc99601ae6aefc&device_id=729d5332-a000-4a7e-b737-2cb5be03b163 HTTP/1.1" status: 200 len: 1156 time: 0.4299569 Feb 04 12:21:40.586728 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-88a181e4-c1d7-42e3-b275-1bc719270ccb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622067'] for router_interface (abb309ab-7e24-43d1-97bc-f9f6ad35b42e), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:40.723232 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-81fde037-8e5f-406f-ab9f-34557a1e65f0 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.0616186 Feb 04 12:21:40.731709 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59892) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:21:40.736432 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dcadde5-7138-4dc5-ba83-a6d5a77f3e0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-7404a468-f2d3-4a58-927a-72e7d8dd8e0c', 'network_id': '7404a468-f2d3-4a58-927a-72e7d8dd8e0c', 'project_id': '081ba9a66a5746acb9a1750aa2eea336', 'fixed_ips': [{'subnet_id': '34930c38-5930-4e33-963f-72710901c6c2'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 12:21:40.737165 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-1b86e2ef-1a9d-4b86-a8bd-603793cccd1c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1591646952-router', 'tenant_id': '081ba9a66a5746acb9a1750aa2eea336', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:21:40.737612 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7dcadde5-7138-4dc5-ba83-a6d5a77f3e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:40.822789 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e95cfcb-ca55-4cb2-8071-b85f67f9518f req-2c606689-ad90-48c2-9917-0329f129591f tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:40.838729 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0e95cfcb-ca55-4cb2-8071-b85f67f9518f req-2c606689-ad90-48c2-9917-0329f129591f tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=77637105-0550-4658-837e-b253c5845668 HTTP/1.1" status: 200 len: 946 time: 0.5789495 Feb 04 12:21:40.895968 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564adce9-ba2d-4f9c-a213-9785c68d6ff3 req-7c25ffb0-34f7-4de7-93dd-5507bd2d62c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:40.897704 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-564adce9-ba2d-4f9c-a213-9785c68d6ff3 req-7c25ffb0-34f7-4de7-93dd-5507bd2d62c7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=33921118-8bb8-4172-84ea-b744fa92425e HTTP/1.1" status: 200 len: 922 time: 0.5649951 Feb 04 12:21:40.958169 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8ec766ae-b572-4ba0-ba62-2b7f4bf6f9c6 req-afc954d6-42c8-4a71-955e-edc6615b6753 service neutron] 10.222.0.65 "GET /v2.0/networks/4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5137315 Feb 04 12:21:41.115652 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-7dcadde5-7138-4dc5-ba83-a6d5a77f3e0e None None] Allocated IP 172.20.0.2 (7404a468-f2d3-4a58-927a-72e7d8dd8e0c/34930c38-5930-4e33-963f-72710901c6c2/190f4a18-fbb0-4e27-8bc2-73d59b07cd2f) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:21:41.196845 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1b86e2ef-1a9d-4b86-a8bd-603793cccd1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10933'] for router (63972f83-06c4-4038-af83-d1a976ba021c), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:41.199130 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1b86e2ef-1a9d-4b86-a8bd-603793cccd1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10924'] for router (63972f83-06c4-4038-af83-d1a976ba021c), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:41.309057 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1b86e2ef-1a9d-4b86-a8bd-603793cccd1c admin admin] Publish callbacks [] for router_controller (63972f83-06c4-4038-af83-d1a976ba021c), precommit_add_association {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:41.362571 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7dcadde5-7138-4dc5-ba83-a6d5a77f3e0e None None] Publish callbacks [] for port (190f4a18-fbb0-4e27-8bc2-73d59b07cd2f), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:41.373254 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7dcadde5-7138-4dc5-ba83-a6d5a77f3e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (190f4a18-fbb0-4e27-8bc2-73d59b07cd2f), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:41.433913 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dcadde5-7138-4dc5-ba83-a6d5a77f3e0e None None] Network 7404a468-f2d3-4a58-927a-72e7d8dd8e0c is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:21:41.444478 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-7dcadde5-7138-4dc5-ba83-a6d5a77f3e0e None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:21:41.450349 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-564adce9-ba2d-4f9c-a213-9785c68d6ff3 req-da9ce4a8-df41-40a3-b46a-d764bb734bc7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3633cc09-b2fd-4d40-ad28-636e71f97987 HTTP/1.1" status: 200 len: 217 time: 0.5262873 Feb 04 12:21:41.450656 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dcadde5-7138-4dc5-ba83-a6d5a77f3e0e None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:21:41.467411 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcadde5-7138-4dc5-ba83-a6d5a77f3e0e None None] Pushing event updated for resources: {'Port': ['ID=190f4a18-fbb0-4e27-8bc2-73d59b07cd2f,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:21:41.521029 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034f7690-9ce7-4592-adc7-1e5392d5611e req-00fccf53-d7c4-4439-b970-0c0ea18e246e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:41.522750 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-034f7690-9ce7-4592-adc7-1e5392d5611e req-00fccf53-d7c4-4439-b970-0c0ea18e246e service neutron] 10.222.0.73 "GET /v2.0/networks?id=8201226e-f25e-431d-a6a5-6704e8dc4880 HTTP/1.1" status: 200 len: 908 time: 0.9214563 Feb 04 12:21:41.569436 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0e95cfcb-ca55-4cb2-8071-b85f67f9518f req-7d1abcb8-73ed-4b81-9111-478685e9ca0e tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/security-groups?id=0e320687-8002-4e00-a016-6bf57af2cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7295358 Feb 04 12:21:41.581787 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-7dcadde5-7138-4dc5-ba83-a6d5a77f3e0e None None] Attempting to bind port 190f4a18-fbb0-4e27-8bc2-73d59b07cd2f on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:21:41.582475 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-7dcadde5-7138-4dc5-ba83-a6d5a77f3e0e None None] Attempting to bind port 190f4a18-fbb0-4e27-8bc2-73d59b07cd2f by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': 'e4fc04c0-d417-44a5-9979-2968e789d33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '7404a468-f2d3-4a58-927a-72e7d8dd8e0c'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:21:41.582982 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dcadde5-7138-4dc5-ba83-a6d5a77f3e0e None None] Attempting to bind port 190f4a18-fbb0-4e27-8bc2-73d59b07cd2f on network 7404a468-f2d3-4a58-927a-72e7d8dd8e0c {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:21:41.593443 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dcadde5-7138-4dc5-ba83-a6d5a77f3e0e None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:21:41.593964 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dcadde5-7138-4dc5-ba83-a6d5a77f3e0e None None] Checking segment: {'id': 'e4fc04c0-d417-44a5-9979-2968e789d33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '7404a468-f2d3-4a58-927a-72e7d8dd8e0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:21:41.594558 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7dcadde5-7138-4dc5-ba83-a6d5a77f3e0e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:41.595203 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dcadde5-7138-4dc5-ba83-a6d5a77f3e0e None None] Bound using segment: {'id': 'e4fc04c0-d417-44a5-9979-2968e789d33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '7404a468-f2d3-4a58-927a-72e7d8dd8e0c'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:21:41.596862 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-7dcadde5-7138-4dc5-ba83-a6d5a77f3e0e None None] Bound port: 190f4a18-fbb0-4e27-8bc2-73d59b07cd2f, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4fc04c0-d417-44a5-9979-2968e789d33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '7404a468-f2d3-4a58-927a-72e7d8dd8e0c'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:21:41.597560 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7dcadde5-7138-4dc5-ba83-a6d5a77f3e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (190f4a18-fbb0-4e27-8bc2-73d59b07cd2f), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:41.676028 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-034f7690-9ce7-4592-adc7-1e5392d5611e req-810b00cb-04c6-4101-8243-e444669ac2b4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=592ec7cb-d413-4e6f-af11-550fb94964e0 HTTP/1.1" status: 200 len: 217 time: 0.1241851 Feb 04 12:21:41.705134 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1b86e2ef-1a9d-4b86-a8bd-603793cccd1c admin admin] Publish callbacks [] for router_gateway (63972f83-06c4-4038-af83-d1a976ba021c), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:41.739106 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-7dcadde5-7138-4dc5-ba83-a6d5a77f3e0e None None] For port 190f4a18-fbb0-4e27-8bc2-73d59b07cd2f, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:21:41.746836 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-7dcadde5-7138-4dc5-ba83-a6d5a77f3e0e None None] For port 190f4a18-fbb0-4e27-8bc2-73d59b07cd2f, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=190f4a18-fbb0-4e27-8bc2-73d59b07cd2f,segment=NetworkSegment(e4fc04c0-d417-44a5-9979-2968e789d33a),segment_id=e4fc04c0-d417-44a5-9979-2968e789d33a)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:21:41.760789 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7dcadde5-7138-4dc5-ba83-a6d5a77f3e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (190f4a18-fbb0-4e27-8bc2-73d59b07cd2f), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:41.788175 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564adce9-ba2d-4f9c-a213-9785c68d6ff3 req-6d7c8c45-2c7b-4c31-a369-a3f95c8a26f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:41.791138 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-564adce9-ba2d-4f9c-a213-9785c68d6ff3 req-6d7c8c45-2c7b-4c31-a369-a3f95c8a26f8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5a7709a7-759a-49ea-a610-cec6e14d5672 HTTP/1.1" status: 200 len: 861 time: 0.2990699 Feb 04 12:21:41.846644 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d646ae1c-2e5e-4c80-95b6-ab040bf71821 req-fac3824c-1e08-4c3a-bb26-999e4f97e391 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=cd7a27426604483abdc4179f17c2461d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0826375 Feb 04 12:21:41.850066 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8ec766ae-b572-4ba0-ba62-2b7f4bf6f9c6 req-f0e0ac46-6831-4ebc-bc36-f84578da3c8b service neutron] 10.222.0.65 "GET /v2.0/networks/4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8912194 Feb 04 12:21:41.855865 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcadde5-7138-4dc5-ba83-a6d5a77f3e0e None None] Pushing event updated for resources: {'Port': ['ID=190f4a18-fbb0-4e27-8bc2-73d59b07cd2f,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:21:41.900246 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88a181e4-c1d7-42e3-b275-1bc719270ccb admin admin] Router abb309ab-7e24-43d1-97bc-f9f6ad35b42e has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:21:41.905027 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-564adce9-ba2d-4f9c-a213-9785c68d6ff3 req-ad9d7d38-c9d8-4f45-b6d9-b3166f00a8dd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=33921118-8bb8-4172-84ea-b744fa92425e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0865252 Feb 04 12:21:41.998546 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034f7690-9ce7-4592-adc7-1e5392d5611e req-305b0c01-6ed4-4a87-b199-0cad7a4e1791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:42.001230 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-034f7690-9ce7-4592-adc7-1e5392d5611e req-305b0c01-6ed4-4a87-b199-0cad7a4e1791 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6b10c2b1-e8bd-4535-8be4-90c0033f4e8f HTTP/1.1" status: 200 len: 847 time: 0.3104858 Feb 04 12:21:42.184088 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-034f7690-9ce7-4592-adc7-1e5392d5611e req-11f2ba9d-31b7-4ecb-992f-a85d1542b415 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8201226e-f25e-431d-a6a5-6704e8dc4880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0985618 Feb 04 12:21:42.270341 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88a181e4-c1d7-42e3-b275-1bc719270ccb admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:21:42.286286 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-88a181e4-c1d7-42e3-b275-1bc719270ccb admin admin] 10.222.0.65 "PUT /v2.0/routers/abb309ab-7e24-43d1-97bc-f9f6ad35b42e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4191704 Feb 04 12:21:42.288624 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6bfd191-a2ad-49cc-94ec-13efc60e364b None None] Sync routers for ids ['abb309ab-7e24-43d1-97bc-f9f6ad35b42e'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:21:42.298899 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 59906) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:21:42.341818 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6bfd191-a2ad-49cc-94ec-13efc60e364b None None] Routers {'abb309ab-7e24-43d1-97bc-f9f6ad35b42e'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:21:42.342844 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-b6bfd191-a2ad-49cc-94ec-13efc60e364b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:21:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['abb309ab-7e24-43d1-97bc-f9f6ad35b42e'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:21:42.373821 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1b86e2ef-1a9d-4b86-a8bd-603793cccd1c admin admin] Publish callbacks [] for router_gateway (63972f83-06c4-4038-af83-d1a976ba021c), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:42.420256 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1b86e2ef-1a9d-4b86-a8bd-603793cccd1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:42.600710 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-b6bfd191-a2ad-49cc-94ec-13efc60e364b None None] Set router abb309ab-7e24-43d1-97bc-f9f6ad35b42e gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:21:42.758510 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-1b86e2ef-1a9d-4b86-a8bd-603793cccd1c admin admin] Allocated IP 172.25.3.45 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/2fc9d0a0-c6fb-4c43-aa2c-e9386a26bb71) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:21:42.808795 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-564adce9-ba2d-4f9c-a213-9785c68d6ff3 req-0289cc6b-b9df-44aa-b1ec-efc4edb22c06 service neutron] 10.222.0.73 "GET /v2.0/networks/33921118-8bb8-4172-84ea-b744fa92425e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8847647 Feb 04 12:21:42.826689 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d646ae1c-2e5e-4c80-95b6-ab040bf71821 req-e07e44fc-9148-4c73-b3fa-72621d1a64bb tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:42.830163 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 3633cc09-b2fd-4d40-ad28-636e71f97987 up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:21:42.839496 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d646ae1c-2e5e-4c80-95b6-ab040bf71821 req-e07e44fc-9148-4c73-b3fa-72621d1a64bb tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9933801 Feb 04 12:21:42.873467 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-034f7690-9ce7-4592-adc7-1e5392d5611e req-5c790db0-f4d6-4eee-8ef0-684a7164a65c service neutron] 10.222.0.73 "GET /v2.0/networks/8201226e-f25e-431d-a6a5-6704e8dc4880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6690719 Feb 04 12:21:43.002555 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-b6bfd191-a2ad-49cc-94ec-13efc60e364b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb309ab-7e24-43d1-97bc-f9f6ad35b42e', 'name': 'tempest-FloatingIPDetailsTestJSON-355157392-router', 'tenant_id': '4314cf7bb6fa4befa052fc7bfa03983d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '18753e63-45a4-4ccc-94b6-96ccb1973f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:20:19Z', 'updated_at': '2022-02-04T12:21:39Z', 'revision_number': 5, 'project_id': '4314cf7bb6fa4befa052fc7bfa03983d', 'gw_port': {'id': '18753e63-45a4-4ccc-94b6-96ccb1973f19', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:53:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb309ab-7e24-43d1-97bc-f9f6ad35b42e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:20:24Z', 'updated_at': '2022-02-04T12:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:21:43.064193 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning for port 3633cc09-b2fd-4d40-ad28-636e71f97987 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:21:43.082140 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port 3633cc09-b2fd-4d40-ad28-636e71f97987 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:21:43.082750 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (3633cc09-b2fd-4d40-ad28-636e71f97987), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:43.122181 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6bfd191-a2ad-49cc-94ec-13efc60e364b None None] Checking router: abb309ab-7e24-43d1-97bc-f9f6ad35b42e for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:21:43.147416 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6bfd191-a2ad-49cc-94ec-13efc60e364b None None] Routers {'abb309ab-7e24-43d1-97bc-f9f6ad35b42e'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:21:43.148136 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-b6bfd191-a2ad-49cc-94ec-13efc60e364b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:21:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['abb309ab-7e24-43d1-97bc-f9f6ad35b42e'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:21:43.172155 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-564adce9-ba2d-4f9c-a213-9785c68d6ff3 req-597e111a-9ed7-43b3-a7e6-b2b11d6faea8 service neutron] 10.222.0.73 "GET /v2.0/networks/33921118-8bb8-4172-84ea-b744fa92425e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3250978 Feb 04 12:21:43.218030 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1b86e2ef-1a9d-4b86-a8bd-603793cccd1c admin admin] Publish callbacks [] for port (2fc9d0a0-c6fb-4c43-aa2c-e9386a26bb71), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:43.345300 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1b86e2ef-1a9d-4b86-a8bd-603793cccd1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (2fc9d0a0-c6fb-4c43-aa2c-e9386a26bb71), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:43.361767 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1a7eb4-629c-4531-99b6-ef75624428c2 req-4f6820b6-73a1-45f1-8c33-dd590419785a tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:43.375583 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6f1a7eb4-629c-4531-99b6-ef75624428c2 req-4f6820b6-73a1-45f1-8c33-dd590419785a tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a6b4d41-5367-4c26-9592-affdbc96fe0d HTTP/1.1" status: 200 len: 945 time: 0.9186726 Feb 04 12:21:43.389919 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 190f4a18-fbb0-4e27-8bc2-73d59b07cd2f up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:21:43.472257 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-b6bfd191-a2ad-49cc-94ec-13efc60e364b None None] Set router abb309ab-7e24-43d1-97bc-f9f6ad35b42e gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:21:43.507679 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b86e2ef-1a9d-4b86-a8bd-603793cccd1c admin admin] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:21:43.518453 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d646ae1c-2e5e-4c80-95b6-ab040bf71821 req-8598cd1d-b314-43e4-bab0-d3daa5ea7549 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/quotas/cd7a27426604483abdc4179f17c2461d HTTP/1.1" status: 200 len: 375 time: 0.6776135 Feb 04 12:21:43.530464 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-1b86e2ef-1a9d-4b86-a8bd-603793cccd1c admin admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:21:43.549653 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b86e2ef-1a9d-4b86-a8bd-603793cccd1c admin admin] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:21:43.553852 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 3633cc09-b2fd-4d40-ad28-636e71f97987 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:21:43.554286 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (3633cc09-b2fd-4d40-ad28-636e71f97987), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:43.640822 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a6b4d41-5367-4c26-9592-affdbc96fe0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3633cc09-b2fd-4d40-ad28-636e71f97987'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:21:43.653896 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8711f529-1266-4b0e-a9b3-5936b8c9738f" -d '{"events": [{"server_uuid": "7a6b4d41-5367-4c26-9592-affdbc96fe0d", "name": "network-vif-plugged", "status": "completed", "tag": "3633cc09-b2fd-4d40-ad28-636e71f97987"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:21:43.658012 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b86e2ef-1a9d-4b86-a8bd-603793cccd1c admin admin] Pushing event updated for resources: {'Port': ['ID=2fc9d0a0-c6fb-4c43-aa2c-e9386a26bb71,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:21:43.703121 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 190f4a18-fbb0-4e27-8bc2-73d59b07cd2f triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:21:43.704481 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (190f4a18-fbb0-4e27-8bc2-73d59b07cd2f), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:43.827910 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 3633cc09-b2fd-4d40-ad28-636e71f97987, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=3633cc09-b2fd-4d40-ad28-636e71f97987,segment=NetworkSegment(3650fe49-0487-4896-b953-b3c6867af33a),segment_id=3650fe49-0487-4896-b953-b3c6867af33a)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:21:43.856200 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (3633cc09-b2fd-4d40-ad28-636e71f97987), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:43.857364 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device ed91a56e-ee03-4ffd-8a63-4c45f809834f up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:21:43.886938 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6f1a7eb4-629c-4531-99b6-ef75624428c2 req-680fe621-f4ec-4655-8ac0-403fefc1759b tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] 10.222.0.65 "GET /v2.0/security-groups?id=e102d2aa-c1a8-4ba5-bd37-a0f044093565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5096335 Feb 04 12:21:44.000748 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-344e2eb9-d2a3-4560-b3f6-32bfb0484c26 admin admin] Publish callbacks [] for router (abb309ab-7e24-43d1-97bc-f9f6ad35b42e), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:44.115854 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 190f4a18-fbb0-4e27-8bc2-73d59b07cd2f is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:21:44.116605 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (190f4a18-fbb0-4e27-8bc2-73d59b07cd2f), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:44.158255 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=3633cc09-b2fd-4d40-ad28-636e71f97987,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:21:44.177799 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning for port ed91a56e-ee03-4ffd-8a63-4c45f809834f completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:21:44.187698 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port ed91a56e-ee03-4ffd-8a63-4c45f809834f triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:21:44.188618 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (ed91a56e-ee03-4ffd-8a63-4c45f809834f), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:44.272505 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-034f7690-9ce7-4592-adc7-1e5392d5611e req-358165b6-9b6d-4a61-b713-7057b407e9b5 service neutron] 10.222.0.73 "GET /v2.0/networks/8201226e-f25e-431d-a6a5-6704e8dc4880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0815129 Feb 04 12:21:44.278910 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6bbf66-0a57-41fa-a496-c72121ac2b96 None None] Network 7404a468-f2d3-4a58-927a-72e7d8dd8e0c requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:21:44.364077 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-344e2eb9-d2a3-4560-b3f6-32bfb0484c26 admin admin] Publish callbacks [] for router_gateway (abb309ab-7e24-43d1-97bc-f9f6ad35b42e), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:44.368032 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-b6bfd191-a2ad-49cc-94ec-13efc60e364b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb309ab-7e24-43d1-97bc-f9f6ad35b42e', 'name': 'tempest-FloatingIPDetailsTestJSON-355157392-router', 'tenant_id': '4314cf7bb6fa4befa052fc7bfa03983d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '18753e63-45a4-4ccc-94b6-96ccb1973f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:20:19Z', 'updated_at': '2022-02-04T12:21:39Z', 'revision_number': 5, 'project_id': '4314cf7bb6fa4befa052fc7bfa03983d', 'gw_port': {'id': '18753e63-45a4-4ccc-94b6-96ccb1973f19', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:53:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb309ab-7e24-43d1-97bc-f9f6ad35b42e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:20:24Z', 'updated_at': '2022-02-04T12:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:21:44.405923 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d646ae1c-2e5e-4c80-95b6-ab040bf71821 req-38693f4a-4a8d-4117-b85a-74a4016be2f6 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=cd7a27426604483abdc4179f17c2461d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7615702 Feb 04 12:21:44.433127 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6bfd191-a2ad-49cc-94ec-13efc60e364b None None] The sync data for ids ['abb309ab-7e24-43d1-97bc-f9f6ad35b42e'] in n-d-825015-3 is: [{'id': 'abb309ab-7e24-43d1-97bc-f9f6ad35b42e', 'name': 'tempest-FloatingIPDetailsTestJSON-355157392-router', 'tenant_id': '4314cf7bb6fa4befa052fc7bfa03983d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '18753e63-45a4-4ccc-94b6-96ccb1973f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:20:19Z', 'updated_at': '2022-02-04T12:21:39Z', 'revision_number': 5, 'project_id': '4314cf7bb6fa4befa052fc7bfa03983d', 'gw_port': {'id': '18753e63-45a4-4ccc-94b6-96ccb1973f19', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:53:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb309ab-7e24-43d1-97bc-f9f6ad35b42e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:20:24Z', 'updated_at': '2022-02-04T12:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:21:44.482786 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1b86e2ef-1a9d-4b86-a8bd-603793cccd1c admin admin] Publish callbacks [] for router_gateway (63972f83-06c4-4038-af83-d1a976ba021c), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:44.565176 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port 190f4a18-fbb0-4e27-8bc2-73d59b07cd2f, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=190f4a18-fbb0-4e27-8bc2-73d59b07cd2f,segment=NetworkSegment(e4fc04c0-d417-44a5-9979-2968e789d33a),segment_id=e4fc04c0-d417-44a5-9979-2968e789d33a)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:21:44.588697 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f591a1c5-dc27-4606-a8d3-49c10f2125c6 req-7c3871f9-0ca1-418c-af6b-824d7fc3da4a tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:44.589617 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (190f4a18-fbb0-4e27-8bc2-73d59b07cd2f), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:44.611456 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f591a1c5-dc27-4606-a8d3-49c10f2125c6 req-7c3871f9-0ca1-418c-af6b-824d7fc3da4a tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/ports?device_id=729d5332-a000-4a7e-b737-2cb5be03b163 HTTP/1.1" status: 200 len: 944 time: 0.3350976 Feb 04 12:21:44.710052 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f591a1c5-dc27-4606-a8d3-49c10f2125c6 req-12fa7c66-1481-46c1-8476-f4948886765d tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4f571d4-f0a1-47f6-a54a-b93db47581cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971038 Feb 04 12:21:44.717288 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-344e2eb9-d2a3-4560-b3f6-32bfb0484c26 admin admin] Deleting port 18753e63-45a4-4ccc-94b6-96ccb1973f19 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:21:44.717736 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-344e2eb9-d2a3-4560-b3f6-32bfb0484c26 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (18753e63-45a4-4ccc-94b6-96ccb1973f19), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:44.821382 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-fc687130-e110-491d-95a8-3b5fc8ecc350 None None] Provisioning complete for port 190f4a18-fbb0-4e27-8bc2-73d59b07cd2f triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:21:44.822057 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fc687130-e110-491d-95a8-3b5fc8ecc350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (190f4a18-fbb0-4e27-8bc2-73d59b07cd2f), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:44.863159 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec766ae-b572-4ba0-ba62-2b7f4bf6f9c6 req-2f407ced-83f1-47c2-8a13-a6dd40a12256 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:44.864886 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-8ec766ae-b572-4ba0-ba62-2b7f4bf6f9c6 req-2f407ced-83f1-47c2-8a13-a6dd40a12256 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.77 "GET /v2.0/networks?id=4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5 HTTP/1.1" status: 200 len: 812 time: 0.2238438 Feb 04 12:21:44.885209 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-8ec766ae-b572-4ba0-ba62-2b7f4bf6f9c6 req-a724b6ed-ec54-4cbf-80cd-de4523e8439a tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Request body: {'port': {'device_id': '21e3d505-a2ed-451f-b905-113e578778a1', 'network_id': '4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5', 'admin_state_up': True, 'tenant_id': '5b457c49d6644968bc4c4118b5a09653'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:21:44.921433 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-344e2eb9-d2a3-4560-b3f6-32bfb0484c26 admin admin] For port 18753e63-45a4-4ccc-94b6-96ccb1973f19, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=18753e63-45a4-4ccc-94b6-96ccb1973f19,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:21:44.922772 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-344e2eb9-d2a3-4560-b3f6-32bfb0484c26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (18753e63-45a4-4ccc-94b6-96ccb1973f19), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:44.949837 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-344e2eb9-d2a3-4560-b3f6-32bfb0484c26 admin admin] Calling delete_port for 18753e63-45a4-4ccc-94b6-96ccb1973f19 owned by network:router_gateway {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:21:45.104983 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port ed91a56e-ee03-4ffd-8a63-4c45f809834f is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:21:45.105608 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (ed91a56e-ee03-4ffd-8a63-4c45f809834f), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:45.114655 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-fc687130-e110-491d-95a8-3b5fc8ecc350 None None] Current status of the port 190f4a18-fbb0-4e27-8bc2-73d59b07cd2f is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:21:45.119174 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 62749add-6058-4a6f-89b1-f420b5af40dd no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:21:45.171103 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=190f4a18-fbb0-4e27-8bc2-73d59b07cd2f,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:21:45.180111 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 62749add-6058-4a6f-89b1-f420b5af40dd {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:21:45.182245 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 62749add-6058-4a6f-89b1-f420b5af40dd not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:21:45.218008 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ec766ae-b572-4ba0-ba62-2b7f4bf6f9c6 req-a724b6ed-ec54-4cbf-80cd-de4523e8439a tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Made reservation on behalf of 5b457c49d6644968bc4c4118b5a09653 for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:21:45.223104 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-8ec766ae-b572-4ba0-ba62-2b7f4bf6f9c6 req-a724b6ed-ec54-4cbf-80cd-de4523e8439a tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:45.226921 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port ed91a56e-ee03-4ffd-8a63-4c45f809834f, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=ed91a56e-ee03-4ffd-8a63-4c45f809834f,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:21:45.237404 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (ed91a56e-ee03-4ffd-8a63-4c45f809834f), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:45.335644 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 592ec7cb-d413-4e6f-af11-550fb94964e0 no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:21:45.342690 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf4501f-9f93-47b4-9549-1e02e3dce6f6 req-a2665a85-ad20-4a84-a378-88415b64fba6 tempest-ServerDiagnosticsNegativeTest-1675283816 tempest-ServerDiagnosticsNegativeTest-1675283816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:45.353024 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dcf4501f-9f93-47b4-9549-1e02e3dce6f6 req-a2665a85-ad20-4a84-a378-88415b64fba6 tempest-ServerDiagnosticsNegativeTest-1675283816 tempest-ServerDiagnosticsNegativeTest-1675283816-project] 10.222.0.65 "GET /v2.0/ports?device_id=22c4d0f1-069c-4a92-95d4-4483d68aab12 HTTP/1.1" status: 200 len: 949 time: 0.2006385 Feb 04 12:21:45.466927 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=ed91a56e-ee03-4ffd-8a63-4c45f809834f,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:21:45.528004 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f9452085-daa9-4e99-bc1d-846423be2645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:45.568463 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dcf4501f-9f93-47b4-9549-1e02e3dce6f6 req-99ab6f40-f7ea-420d-bbfd-14c5ade94440 tempest-ServerDiagnosticsNegativeTest-1675283816 tempest-ServerDiagnosticsNegativeTest-1675283816-project] 10.222.0.65 "GET /v2.0/security-groups?id=75b75882-6d21-4169-875c-f23b078767f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085435 Feb 04 12:21:45.568463 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-344e2eb9-d2a3-4560-b3f6-32bfb0484c26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (18753e63-45a4-4ccc-94b6-96ccb1973f19), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:45.605934 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-352b9b3c-3ea4-4c85-b1b1-8cfed607acfd None None] Provisioning complete for port 190f4a18-fbb0-4e27-8bc2-73d59b07cd2f triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:21:45.606234 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-352b9b3c-3ea4-4c85-b1b1-8cfed607acfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (190f4a18-fbb0-4e27-8bc2-73d59b07cd2f), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:45.662285 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1b86e2ef-1a9d-4b86-a8bd-603793cccd1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141'] for router (63972f83-06c4-4038-af83-d1a976ba021c), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:45.676657 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344e2eb9-d2a3-4560-b3f6-32bfb0484c26 admin admin] Pushing event deleted for resources: {'Port': ['ID=18753e63-45a4-4ccc-94b6-96ccb1973f19,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:21:45.697937 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 592ec7cb-d413-4e6f-af11-550fb94964e0 is: DOWN; New status is: DOWN {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:21:45.826523 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c81139cf-f569-4f1e-80ef-be39fe1bd2db req-3e6ee6ce-5582-4a52-b18c-71ac0153d693 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?device_id=21e3d505-a2ed-451f-b905-113e578778a1 HTTP/1.1" status: 200 len: 210 time: 0.1440728 Feb 04 12:21:45.837988 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-352b9b3c-3ea4-4c85-b1b1-8cfed607acfd None None] Current status of the port 190f4a18-fbb0-4e27-8bc2-73d59b07cd2f is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:21:45.925163 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-344e2eb9-d2a3-4560-b3f6-32bfb0484c26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1599901'] for router_gateway (abb309ab-7e24-43d1-97bc-f9f6ad35b42e), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:45.993588 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42704987-91e0-4f36-8af0-943947f8d1b6 x-openstack-request-id: req-42704987-91e0-4f36-8af0-943947f8d1b6 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:21:45.994953 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a6b4d41-5367-4c26-9592-affdbc96fe0d", "name": "network-vif-plugged", "status": "completed", "tag": "3633cc09-b2fd-4d40-ad28-636e71f97987", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:21:45.995658 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-42704987-91e0-4f36-8af0-943947f8d1b6 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:21:45.996552 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a6b4d41-5367-4c26-9592-affdbc96fe0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3633cc09-b2fd-4d40-ad28-636e71f97987', 'code': 200} Feb 04 12:21:46.042455 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [req-8ec766ae-b572-4ba0-ba62-2b7f4bf6f9c6 req-a724b6ed-ec54-4cbf-80cd-de4523e8439a tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Allocated IP 172.20.0.5 (4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5/23b19519-2923-41fd-80ca-5f7c6af8f70c/000fba11-9abf-44d7-adda-b96b4a59d706) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:21:46.125393 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b86e2ef-1a9d-4b86-a8bd-603793cccd1c admin admin] Router 63972f83-06c4-4038-af83-d1a976ba021c is scheduled to L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de with binding_index 1 {{(pid=103474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 12:21:46.249185 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-344e2eb9-d2a3-4560-b3f6-32bfb0484c26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10915'] for router (abb309ab-7e24-43d1-97bc-f9f6ad35b42e), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:46.253236 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-344e2eb9-d2a3-4560-b3f6-32bfb0484c26 admin admin] Publish callbacks [] for router_controller (abb309ab-7e24-43d1-97bc-f9f6ad35b42e), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:46.783805 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917b2500-0c5a-419c-af66-a45c4fc2afe3 req-82ce47f3-366b-4a4e-9b4a-a90820b882fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:46.784356 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-917b2500-0c5a-419c-af66-a45c4fc2afe3 req-82ce47f3-366b-4a4e-9b4a-a90820b882fd service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7a6b4d41-5367-4c26-9592-affdbc96fe0d HTTP/1.1" status: 200 len: 1128 time: 0.7071300 Feb 04 12:21:46.799137 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-344e2eb9-d2a3-4560-b3f6-32bfb0484c26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622829'] for router (abb309ab-7e24-43d1-97bc-f9f6ad35b42e), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:46.800119 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-344e2eb9-d2a3-4560-b3f6-32bfb0484c26 admin admin] Fanout notify agent at l3_agent the message router_deleted on router abb309ab-7e24-43d1-97bc-f9f6ad35b42e {{(pid=103475) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 12:21:46.800430 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b86e2ef-1a9d-4b86-a8bd-603793cccd1c admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:21:46.810510 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-8ec766ae-b572-4ba0-ba62-2b7f4bf6f9c6 req-a724b6ed-ec54-4cbf-80cd-de4523e8439a tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Publish callbacks [] for port (000fba11-9abf-44d7-adda-b96b4a59d706), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:46.824439 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9913108f-4623-420f-bcf2-58c0410b1ff2 None None] Sync routers for ids ['63972f83-06c4-4038-af83-d1a976ba021c'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:21:46.835217 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1b86e2ef-1a9d-4b86-a8bd-603793cccd1c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:46.836594 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-1b86e2ef-1a9d-4b86-a8bd-603793cccd1c admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.1032863 Feb 04 12:21:46.846689 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59940) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:21:46.854685 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-344e2eb9-d2a3-4560-b3f6-32bfb0484c26 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:46.858408 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-344e2eb9-d2a3-4560-b3f6-32bfb0484c26 admin admin] 10.222.0.65 "DELETE /v2.0/routers/abb309ab-7e24-43d1-97bc-f9f6ad35b42e HTTP/1.1" status: 204 len: 168 time: 4.4140232 Feb 04 12:21:46.866506 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 59942) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:21:46.874964 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9913108f-4623-420f-bcf2-58c0410b1ff2 None None] Routers {'63972f83-06c4-4038-af83-d1a976ba021c'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:21:46.874964 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-9913108f-4623-420f-bcf2-58c0410b1ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:21:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['63972f83-06c4-4038-af83-d1a976ba021c'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:21:46.998776 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-8ec766ae-b572-4ba0-ba62-2b7f4bf6f9c6 req-a724b6ed-ec54-4cbf-80cd-de4523e8439a tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (000fba11-9abf-44d7-adda-b96b4a59d706), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:47.083487 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_v2 [None req-497ada1e-b0c1-4593-96b1-65573980838c admin admin] Deleting subnet 84f2860b-85f8-42d9-9067-4596ddb275b5 {{(pid=103475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:21:47.095756 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8332d47c-268d-430b-aa2b-4355bc7bb6ec req-1aba76e7-6c8f-44b0-aee9-09bcf5d301bd tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:47.106045 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8332d47c-268d-430b-aa2b-4355bc7bb6ec req-1aba76e7-6c8f-44b0-aee9-09bcf5d301bd tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=77637105-0550-4658-837e-b253c5845668 HTTP/1.1" status: 200 len: 946 time: 1.3595843 Feb 04 12:21:47.121433 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d85685f-3e36-445e-9572-080eca504486 req-9e61e229-363b-477b-acb0-975e5a69403b tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:47.123065 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ec766ae-b572-4ba0-ba62-2b7f4bf6f9c6 req-a724b6ed-ec54-4cbf-80cd-de4523e8439a tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Network 4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:21:47.133808 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2d85685f-3e36-445e-9572-080eca504486 req-9e61e229-363b-477b-acb0-975e5a69403b tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a6b4d41-5367-4c26-9592-affdbc96fe0d HTTP/1.1" status: 200 len: 946 time: 0.9255772 Feb 04 12:21:47.142903 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-497ada1e-b0c1-4593-96b1-65573980838c admin admin] Publish callbacks [] for subnet (84f2860b-85f8-42d9-9067-4596ddb275b5), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:47.175770 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [req-8ec766ae-b572-4ba0-ba62-2b7f4bf6f9c6 req-a724b6ed-ec54-4cbf-80cd-de4523e8439a tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:21:47.203279 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ec766ae-b572-4ba0-ba62-2b7f4bf6f9c6 req-a724b6ed-ec54-4cbf-80cd-de4523e8439a tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:21:47.359756 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-917b2500-0c5a-419c-af66-a45c4fc2afe3 req-90221b9c-c08c-47ae-901e-ac74ab8e911f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=e102d2aa-c1a8-4ba5-bd37-a0f044093565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5642345 Feb 04 12:21:47.360323 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a724b6ed-ec54-4cbf-80cd-de4523e8439a tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Pushing event updated for resources: {'Port': ['ID=000fba11-9abf-44d7-adda-b96b4a59d706,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:21:47.362285 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-497ada1e-b0c1-4593-96b1-65573980838c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51859329'] for subnet (84f2860b-85f8-42d9-9067-4596ddb275b5), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:47.362792 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-9913108f-4623-420f-bcf2-58c0410b1ff2 None None] Set router 63972f83-06c4-4038-af83-d1a976ba021c gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:21:47.433858 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2d85685f-3e36-445e-9572-080eca504486 req-9493de5c-3f18-43a6-aceb-1dd5be7bf03a tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] 10.222.0.65 "GET /v2.0/security-groups?id=e102d2aa-c1a8-4ba5-bd37-a0f044093565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2980642 Feb 04 12:21:47.467883 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8332d47c-268d-430b-aa2b-4355bc7bb6ec req-1d92dc20-fbd7-42a7-b04d-89a1bf5bf9c3 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/security-groups?id=0e320687-8002-4e00-a016-6bf57af2cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3536990 Feb 04 12:21:47.526669 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec766ae-b572-4ba0-ba62-2b7f4bf6f9c6 req-a724b6ed-ec54-4cbf-80cd-de4523e8439a tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:47.527575 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-8ec766ae-b572-4ba0-ba62-2b7f4bf6f9c6 req-a724b6ed-ec54-4cbf-80cd-de4523e8439a tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:47.570867 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-8ec766ae-b572-4ba0-ba62-2b7f4bf6f9c6 req-a724b6ed-ec54-4cbf-80cd-de4523e8439a tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6963053 Feb 04 12:21:47.622463 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-8ec766ae-b572-4ba0-ba62-2b7f4bf6f9c6 req-774bc30c-3190-4583-84d3-a6d248cea240 service neutron] Request body: {'port': {'device_id': '21e3d505-a2ed-451f-b905-113e578778a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825015-3'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:21:47.665837 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-497ada1e-b0c1-4593-96b1-65573980838c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (84f2860b-85f8-42d9-9067-4596ddb275b5), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:47.780172 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 190f4a18-fbb0-4e27-8bc2-73d59b07cd2f up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:21:47.861857 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-8ec766ae-b572-4ba0-ba62-2b7f4bf6f9c6 req-774bc30c-3190-4583-84d3-a6d248cea240 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (000fba11-9abf-44d7-adda-b96b4a59d706), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:47.909891 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ad9ac2-a21b-41b4-b61c-a3d62481f161 req-eef34f70-5b76-461f-8f79-35e9924d1732 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:47.911697 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-19ad9ac2-a21b-41b4-b61c-a3d62481f161 req-eef34f70-5b76-461f-8f79-35e9924d1732 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/ports?device_id=729d5332-a000-4a7e-b737-2cb5be03b163 HTTP/1.1" status: 200 len: 944 time: 0.2259474 Feb 04 12:21:47.936461 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-497ada1e-b0c1-4593-96b1-65573980838c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-52093282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51452698'] for subnet (84f2860b-85f8-42d9-9067-4596ddb275b5), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:47.953998 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-93b9e7fd-81c7-4207-a50f-837912e625b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:48.004457 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22c4d0f1-069c-4a92-95d4-4483d68aab12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed91a56e-ee03-4ffd-8a63-4c45f809834f'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:21:48.008229 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8313d3cf-eeed-43f2-b62b-965c25b6d387" -d '{"events": [{"server_uuid": "22c4d0f1-069c-4a92-95d4-4483d68aab12", "name": "network-vif-plugged", "status": "completed", "tag": "ed91a56e-ee03-4ffd-8a63-4c45f809834f"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:21:48.044822 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-9913108f-4623-420f-bcf2-58c0410b1ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63972f83-06c4-4038-af83-d1a976ba021c', 'name': 'tempest-FloatingIPsNegativeTestJSON-1591646952-router', 'tenant_id': '081ba9a66a5746acb9a1750aa2eea336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '2fc9d0a0-c6fb-4c43-aa2c-e9386a26bb71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:21:41Z', 'updated_at': '2022-02-04T12:21:44Z', 'revision_number': 3, 'project_id': '081ba9a66a5746acb9a1750aa2eea336', 'gw_port': {'id': '2fc9d0a0-c6fb-4c43-aa2c-e9386a26bb71', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b3:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63972f83-06c4-4038-af83-d1a976ba021c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:21:42Z', 'updated_at': '2022-02-04T12:21:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:21:48.047576 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 190f4a18-fbb0-4e27-8bc2-73d59b07cd2f triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:21:48.048248 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (190f4a18-fbb0-4e27-8bc2-73d59b07cd2f), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:48.133091 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-19ad9ac2-a21b-41b4-b61c-a3d62481f161 req-ad36736d-4f69-453f-99f4-5aac39dc2635 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4f571d4-f0a1-47f6-a54a-b93db47581cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815603 Feb 04 12:21:48.155761 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497ada1e-b0c1-4593-96b1-65573980838c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84f2860b-85f8-42d9-9067-4596ddb275b5,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:21:48.210649 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-497ada1e-b0c1-4593-96b1-65573980838c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:48.232110 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-497ada1e-b0c1-4593-96b1-65573980838c admin admin] 10.222.0.65 "DELETE /v2.0/subnets/84f2860b-85f8-42d9-9067-4596ddb275b5 HTTP/1.1" status: 204 len: 168 time: 1.3496621 Feb 04 12:21:48.233704 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 59950) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:21:48.352708 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-d646ae1c-2e5e-4c80-95b6-ab040bf71821 req-267ef06e-6692-4e96-a89f-2f15acaa1280 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=cd7a27426604483abdc4179f17c2461d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0261672 Feb 04 12:21:48.359897 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9913108f-4623-420f-bcf2-58c0410b1ff2 None None] Checking router: 63972f83-06c4-4038-af83-d1a976ba021c for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:21:48.360641 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9913108f-4623-420f-bcf2-58c0410b1ff2 None None] Updating router 63972f83-06c4-4038-af83-d1a976ba021c port 2fc9d0a0-c6fb-4c43-aa2c-e9386a26bb71 binding host n-d-825015-3 {{(pid=103476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:21:48.369464 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2f826c-fe93-4a90-bbc7-80e776a500a3 None None] Network d7d9c78c-7daf-4783-ab1f-791980607a36 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:21:48.546872 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d646ae1c-2e5e-4c80-95b6-ab040bf71821 req-887cac0b-42f0-442a-884e-215e4c476782 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=cd7a27426604483abdc4179f17c2461d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1797810 Feb 04 12:21:48.575290 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c51f29d-8e42-4a88-8165-d7662efe4611 req-f52fae8a-1cde-4b6b-87c9-bc9debee130c tempest-ServerDiagnosticsNegativeTest-1675283816 tempest-ServerDiagnosticsNegativeTest-1675283816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:48.585454 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2c51f29d-8e42-4a88-8165-d7662efe4611 req-f52fae8a-1cde-4b6b-87c9-bc9debee130c tempest-ServerDiagnosticsNegativeTest-1675283816 tempest-ServerDiagnosticsNegativeTest-1675283816-project] 10.222.0.65 "GET /v2.0/ports?device_id=22c4d0f1-069c-4a92-95d4-4483d68aab12 HTTP/1.1" status: 200 len: 950 time: 0.4804549 Feb 04 12:21:48.642457 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9913108f-4623-420f-bcf2-58c0410b1ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (2fc9d0a0-c6fb-4c43-aa2c-e9386a26bb71), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:48.773489 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 190f4a18-fbb0-4e27-8bc2-73d59b07cd2f is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:21:48.804705 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d646ae1c-2e5e-4c80-95b6-ab040bf71821 req-1c54e610-ab36-4662-8d1e-f32d0e85e450 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:48.807008 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d646ae1c-2e5e-4c80-95b6-ab040bf71821 req-1c54e610-ab36-4662-8d1e-f32d0e85e450 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2468867 Feb 04 12:21:48.822473 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-d646ae1c-2e5e-4c80-95b6-ab040bf71821 req-5cc6248f-b154-420a-88de-be5a39253611 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Request body: {'port': {'device_id': 'f2caf873-3f17-4974-8646-9cc5aa355cb9', 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c', 'admin_state_up': True, 'tenant_id': 'cd7a27426604483abdc4179f17c2461d'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:21:48.831278 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7f8900cc-967d-4d6b-98ac-6d41b5b232bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (d7d9c78c-7daf-4783-ab1f-791980607a36), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:48.888861 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d646ae1c-2e5e-4c80-95b6-ab040bf71821 req-f4767621-6b47-48a2-b039-85c9322325ba tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:48.891430 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-d646ae1c-2e5e-4c80-95b6-ab040bf71821 req-f4767621-6b47-48a2-b039-85c9322325ba tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5297143 Feb 04 12:21:48.913706 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-d646ae1c-2e5e-4c80-95b6-ab040bf71821 req-0946ab5c-2f67-49ee-9242-8b38c216bee0 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Request body: {'port': {'device_id': '5b65f478-8d0f-4c28-8634-e3271289a266', 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c', 'admin_state_up': True, 'tenant_id': 'cd7a27426604483abdc4179f17c2461d'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:21:49.091237 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068f4be5-75e5-4350-8f3d-e27612390f79 req-9227a873-bbad-4834-800c-7c56b0283ca0 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:49.100280 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-068f4be5-75e5-4350-8f3d-e27612390f79 req-9227a873-bbad-4834-800c-7c56b0283ca0 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?device_id=21e3d505-a2ed-451f-b905-113e578778a1 HTTP/1.1" status: 200 len: 931 time: 0.7315564 Feb 04 12:21:49.153655 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c81e58bc-d892-4e9e-a155-ee5c101e774b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:49.178660 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [req-8ec766ae-b572-4ba0-ba62-2b7f4bf6f9c6 req-774bc30c-3190-4583-84d3-a6d248cea240 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 000fba11-9abf-44d7-adda-b96b4a59d706 {{(pid=103474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:21:49.205801 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-8ec766ae-b572-4ba0-ba62-2b7f4bf6f9c6 req-774bc30c-3190-4583-84d3-a6d248cea240 service neutron] Publish callbacks [] for port (000fba11-9abf-44d7-adda-b96b4a59d706), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:49.214234 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9913108f-4623-420f-bcf2-58c0410b1ff2 None None] Publish callbacks [] for port (2fc9d0a0-c6fb-4c43-aa2c-e9386a26bb71), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:49.223019 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 18753e63-45a4-4ccc-94b6-96ccb1973f19 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:21:49.226999 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2c51f29d-8e42-4a88-8165-d7662efe4611 req-8e3c523b-997c-4a33-99cd-ac5c599e31cc tempest-ServerDiagnosticsNegativeTest-1675283816 tempest-ServerDiagnosticsNegativeTest-1675283816-project] 10.222.0.65 "GET /v2.0/security-groups?id=75b75882-6d21-4169-875c-f23b078767f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6373179 Feb 04 12:21:49.241311 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9913108f-4623-420f-bcf2-58c0410b1ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (2fc9d0a0-c6fb-4c43-aa2c-e9386a26bb71), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:49.297224 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.provisioning_blocks [req-8ec766ae-b572-4ba0-ba62-2b7f4bf6f9c6 req-774bc30c-3190-4583-84d3-a6d248cea240 service neutron] Transition to ACTIVE for port object 000fba11-9abf-44d7-adda-b96b4a59d706 will not be triggered until provisioned by entity L2. {{(pid=103474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:21:49.311274 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-8ec766ae-b572-4ba0-ba62-2b7f4bf6f9c6 req-774bc30c-3190-4583-84d3-a6d248cea240 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (000fba11-9abf-44d7-adda-b96b4a59d706), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:49.333607 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5d735c-1f6a-4c1a-a862-ab00e3d089ce None None] Pushing event updated for resources: {'Port': ['ID=2fc9d0a0-c6fb-4c43-aa2c-e9386a26bb71,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:21:49.336286 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:49.340515 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d646ae1c-2e5e-4c80-95b6-ab040bf71821 req-5cc6248f-b154-420a-88de-be5a39253611 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Made reservation on behalf of cd7a27426604483abdc4179f17c2461d for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:21:49.342127 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 18753e63-45a4-4ccc-94b6-96ccb1973f19 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:21:49.342559 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 18753e63-45a4-4ccc-94b6-96ccb1973f19 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:21:49.370472 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 12:21:49.373727 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-d646ae1c-2e5e-4c80-95b6-ab040bf71821 req-5cc6248f-b154-420a-88de-be5a39253611 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:49.384665 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-9913108f-4623-420f-bcf2-58c0410b1ff2 None None] Attempting to bind port 2fc9d0a0-c6fb-4c43-aa2c-e9386a26bb71 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:21:49.385034 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-9913108f-4623-420f-bcf2-58c0410b1ff2 None None] Attempting to bind port 2fc9d0a0-c6fb-4c43-aa2c-e9386a26bb71 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:21:49.385548 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9913108f-4623-420f-bcf2-58c0410b1ff2 None None] Attempting to bind port 2fc9d0a0-c6fb-4c43-aa2c-e9386a26bb71 on network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:21:49.392613 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9913108f-4623-420f-bcf2-58c0410b1ff2 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:21:49.393504 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9913108f-4623-420f-bcf2-58c0410b1ff2 None None] Checking segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:21:49.393994 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9913108f-4623-420f-bcf2-58c0410b1ff2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:49.394763 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9913108f-4623-420f-bcf2-58c0410b1ff2 None None] Bound using segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:21:49.395345 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-9913108f-4623-420f-bcf2-58c0410b1ff2 None None] Bound port: 2fc9d0a0-c6fb-4c43-aa2c-e9386a26bb71, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:21:49.395867 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9913108f-4623-420f-bcf2-58c0410b1ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (2fc9d0a0-c6fb-4c43-aa2c-e9386a26bb71), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:49.408401 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-068f4be5-75e5-4350-8f3d-e27612390f79 req-7102cf01-6187-4c05-921c-1f19e9d62dd8 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f51ab49-2800-41c7-a09d-ab109cee7e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3008888 Feb 04 12:21:49.451195 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d646ae1c-2e5e-4c80-95b6-ab040bf71821 req-0946ab5c-2f67-49ee-9242-8b38c216bee0 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Made reservation on behalf of cd7a27426604483abdc4179f17c2461d for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:21:49.454865 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-d646ae1c-2e5e-4c80-95b6-ab040bf71821 req-0946ab5c-2f67-49ee-9242-8b38c216bee0 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:49.470274 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-9913108f-4623-420f-bcf2-58c0410b1ff2 None None] For port 2fc9d0a0-c6fb-4c43-aa2c-e9386a26bb71, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:21:49.474286 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-9913108f-4623-420f-bcf2-58c0410b1ff2 None None] For port 2fc9d0a0-c6fb-4c43-aa2c-e9386a26bb71, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=2fc9d0a0-c6fb-4c43-aa2c-e9386a26bb71,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:21:49.482722 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9913108f-4623-420f-bcf2-58c0410b1ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (2fc9d0a0-c6fb-4c43-aa2c-e9386a26bb71), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:49.497829 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67858398-d120-48ce-8ece-df915948f9be None None] DHCP port deletion for d7d9c78c-7daf-4783-ab1f-791980607a36 request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 12:21:49.543151 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f04d8ca6-82e4-4ea0-b2b6-0ec13a6801d5 x-openstack-request-id: req-f04d8ca6-82e4-4ea0-b2b6-0ec13a6801d5 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:21:49.543151 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22c4d0f1-069c-4a92-95d4-4483d68aab12", "name": "network-vif-plugged", "status": "completed", "tag": "ed91a56e-ee03-4ffd-8a63-4c45f809834f", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:21:49.543151 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f04d8ca6-82e4-4ea0-b2b6-0ec13a6801d5 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:21:49.544172 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22c4d0f1-069c-4a92-95d4-4483d68aab12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed91a56e-ee03-4ffd-8a63-4c45f809834f', 'code': 200} Feb 04 12:21:49.627182 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9913108f-4623-420f-bcf2-58c0410b1ff2 None None] Routers {'63972f83-06c4-4038-af83-d1a976ba021c'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:21:49.628209 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-9913108f-4623-420f-bcf2-58c0410b1ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:21:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['63972f83-06c4-4038-af83-d1a976ba021c'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:21:49.672869 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774bc30c-3190-4583-84d3-a6d248cea240 service neutron] Pushing event updated for resources: {'Port': ['ID=000fba11-9abf-44d7-adda-b96b4a59d706,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:21:49.707140 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-7f8900cc-967d-4d6b-98ac-6d41b5b232bf admin admin] Deleting port a2d0177b-270a-45f7-b5c8-354bd842754c {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:21:49.707605 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7f8900cc-967d-4d6b-98ac-6d41b5b232bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (a2d0177b-270a-45f7-b5c8-354bd842754c), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:49.733413 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-d646ae1c-2e5e-4c80-95b6-ab040bf71821 req-5cc6248f-b154-420a-88de-be5a39253611 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Allocated IP 192.168.233.113 (2f7dc246-a024-4937-952c-0ddeef5af29c/5ee3374a-84e9-4639-853c-740c6edaf6dc/c2832b00-49f8-4fec-8c15-002a2a163b03) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:21:49.755382 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5d735c-1f6a-4c1a-a862-ab00e3d089ce None None] Pushing event updated for resources: {'Port': ['ID=2fc9d0a0-c6fb-4c43-aa2c-e9386a26bb71,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:21:49.779795 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-67858398-d120-48ce-8ece-df915948f9be None None] Deleting port a2d0177b-270a-45f7-b5c8-354bd842754c {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:21:49.780471 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-67858398-d120-48ce-8ece-df915948f9be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (a2d0177b-270a-45f7-b5c8-354bd842754c), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:49.901444 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-9913108f-4623-420f-bcf2-58c0410b1ff2 None None] Set router 63972f83-06c4-4038-af83-d1a976ba021c gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:21:49.912919 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-c81e58bc-d892-4e9e-a155-ee5c101e774b admin admin] Allocated IP 172.20.0.1 (7404a468-f2d3-4a58-927a-72e7d8dd8e0c/34930c38-5930-4e33-963f-72710901c6c2/1526621e-ea8f-436e-91ac-7023fa36f5b7) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:21:49.951993 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-d646ae1c-2e5e-4c80-95b6-ab040bf71821 req-5cc6248f-b154-420a-88de-be5a39253611 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Publish callbacks [] for port (c2832b00-49f8-4fec-8c15-002a2a163b03), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:50.041517 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-d646ae1c-2e5e-4c80-95b6-ab040bf71821 req-5cc6248f-b154-420a-88de-be5a39253611 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (c2832b00-49f8-4fec-8c15-002a2a163b03), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:50.075840 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c81e58bc-d892-4e9e-a155-ee5c101e774b admin admin] Publish callbacks [] for port (1526621e-ea8f-436e-91ac-7023fa36f5b7), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:50.087143 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['9b10404f-62d5-42e1-accf-5dbefbaa11b0'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:21:50.136677 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['5e225c38-0269-4129-a4d0-3c01809d833e', 'cb1246fa-1dff-4a4d-abe1-b07af7371bf9'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:21:50.185744 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-67858398-d120-48ce-8ece-df915948f9be None None] For port a2d0177b-270a-45f7-b5c8-354bd842754c, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=a2d0177b-270a-45f7-b5c8-354bd842754c,segment=NetworkSegment(ebf77dc3-f6e0-45e7-8784-b5aa8ec861b9),segment_id=ebf77dc3-f6e0-45e7-8784-b5aa8ec861b9)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:21:50.187139 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-67858398-d120-48ce-8ece-df915948f9be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (a2d0177b-270a-45f7-b5c8-354bd842754c), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:50.199366 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [req-d646ae1c-2e5e-4c80-95b6-ab040bf71821 req-0946ab5c-2f67-49ee-9242-8b38c216bee0 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Allocated IP 192.168.233.48 (2f7dc246-a024-4937-952c-0ddeef5af29c/5ee3374a-84e9-4639-853c-740c6edaf6dc/215af382-6f8e-49d2-887b-35ac0d0e1df5) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:21:50.235789 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc6248f-b154-420a-88de-be5a39253611 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Pushing event updated for resources: {'Port': ['ID=c2832b00-49f8-4fec-8c15-002a2a163b03,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:21:50.266510 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-67858398-d120-48ce-8ece-df915948f9be None None] Calling delete_port for a2d0177b-270a-45f7-b5c8-354bd842754c owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:21:50.294369 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d646ae1c-2e5e-4c80-95b6-ab040bf71821 req-5cc6248f-b154-420a-88de-be5a39253611 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Network 2f7dc246-a024-4937-952c-0ddeef5af29c is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:21:50.308982 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-d646ae1c-2e5e-4c80-95b6-ab040bf71821 req-5cc6248f-b154-420a-88de-be5a39253611 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:21:50.312794 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-d646ae1c-2e5e-4c80-95b6-ab040bf71821 req-5cc6248f-b154-420a-88de-be5a39253611 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:21:50.390521 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29af6dc9-a960-4118-90ee-4d6061256990 req-5eda5bf8-fc4e-4aa3-ae93-dbb893f2d217 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:50.392578 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-29af6dc9-a960-4118-90ee-4d6061256990 req-5eda5bf8-fc4e-4aa3-ae93-dbb893f2d217 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2caf873-3f17-4974-8646-9cc5aa355cb9 HTTP/1.1" status: 200 len: 936 time: 0.8896096 Feb 04 12:21:50.421797 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:50.437266 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-7f8900cc-967d-4d6b-98ac-6d41b5b232bf admin admin] For port a2d0177b-270a-45f7-b5c8-354bd842754c, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=a2d0177b-270a-45f7-b5c8-354bd842754c,segment=NetworkSegment(ebf77dc3-f6e0-45e7-8784-b5aa8ec861b9),segment_id=ebf77dc3-f6e0-45e7-8784-b5aa8ec861b9)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:21:50.437723 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7f8900cc-967d-4d6b-98ac-6d41b5b232bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (a2d0177b-270a-45f7-b5c8-354bd842754c), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:50.491176 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-d646ae1c-2e5e-4c80-95b6-ab040bf71821 req-0946ab5c-2f67-49ee-9242-8b38c216bee0 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Publish callbacks [] for port (215af382-6f8e-49d2-887b-35ac0d0e1df5), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:50.539076 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c81e58bc-d892-4e9e-a155-ee5c101e774b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (1526621e-ea8f-436e-91ac-7023fa36f5b7), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:50.542440 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1c4b29-6bda-4b23-bd88-e130416064c5 req-2ccff4f4-399b-4c20-9d9f-a9a60199360a tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:50.544489 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0e1c4b29-6bda-4b23-bd88-e130416064c5 req-2ccff4f4-399b-4c20-9d9f-a9a60199360a tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a6b4d41-5367-4c26-9592-affdbc96fe0d HTTP/1.1" status: 200 len: 946 time: 0.8341336 Feb 04 12:21:50.554823 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616fe1ab-e9d3-4039-84f7-a801ce61c1c5 req-f2d53afa-2e2c-47fa-ac0d-dee46e109194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:50.557178 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-616fe1ab-e9d3-4039-84f7-a801ce61c1c5 req-f2d53afa-2e2c-47fa-ac0d-dee46e109194 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=22c4d0f1-069c-4a92-95d4-4483d68aab12 HTTP/1.1" status: 200 len: 1132 time: 0.5447571 Feb 04 12:21:50.562546 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-7f8900cc-967d-4d6b-98ac-6d41b5b232bf admin admin] Calling delete_port for a2d0177b-270a-45f7-b5c8-354bd842754c owned by network:dhcp {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:21:50.617074 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d646ae1c-2e5e-4c80-95b6-ab040bf71821 req-5cc6248f-b154-420a-88de-be5a39253611 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:50.617730 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-d646ae1c-2e5e-4c80-95b6-ab040bf71821 req-5cc6248f-b154-420a-88de-be5a39253611 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:50.643717 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-d646ae1c-2e5e-4c80-95b6-ab040bf71821 req-0946ab5c-2f67-49ee-9242-8b38c216bee0 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (215af382-6f8e-49d2-887b-35ac0d0e1df5), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:50.644475 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d646ae1c-2e5e-4c80-95b6-ab040bf71821 req-5cc6248f-b154-420a-88de-be5a39253611 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8274710 Feb 04 12:21:50.652233 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-29af6dc9-a960-4118-90ee-4d6061256990 req-6fe0252e-6308-44c2-8782-69ee8e2b7482 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/security-groups?id=ff9db729-a945-4359-8bb3-48cdfdee30d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386611 Feb 04 12:21:50.662739 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-d646ae1c-2e5e-4c80-95b6-ab040bf71821 req-b67ebfbf-f0e1-437e-9249-740ab06753b2 service neutron] Request body: {'port': {'device_id': 'f2caf873-3f17-4974-8646-9cc5aa355cb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:21:50.689566 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['5e225c38-0269-4129-a4d0-3c01809d833e', 'cb1246fa-1dff-4a4d-abe1-b07af7371bf9'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:21:50.720037 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['9b10404f-62d5-42e1-accf-5dbefbaa11b0'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:21:50.758356 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-8ec766ae-b572-4ba0-ba62-2b7f4bf6f9c6 req-774bc30c-3190-4583-84d3-a6d248cea240 service neutron] Attempting to bind port 000fba11-9abf-44d7-adda-b96b4a59d706 on host n-h2-825015-3 for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:21:50.758356 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-8ec766ae-b572-4ba0-ba62-2b7f4bf6f9c6 req-774bc30c-3190-4583-84d3-a6d248cea240 service neutron] Attempting to bind port 000fba11-9abf-44d7-adda-b96b4a59d706 by drivers openvswitch,hyperv on host n-h2-825015-3 at level 0 using segments [{'id': '8447b48f-5ac4-4499-b5ab-2b0cb1297003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:21:50.758862 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec766ae-b572-4ba0-ba62-2b7f4bf6f9c6 req-774bc30c-3190-4583-84d3-a6d248cea240 service neutron] Attempting to bind port 000fba11-9abf-44d7-adda-b96b4a59d706 on network 4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:21:50.800182 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec766ae-b572-4ba0-ba62-2b7f4bf6f9c6 req-774bc30c-3190-4583-84d3-a6d248cea240 service neutron] Port 000fba11-9abf-44d7-adda-b96b4a59d706 on network 4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-825015-3 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:21:50.800794 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec766ae-b572-4ba0-ba62-2b7f4bf6f9c6 req-774bc30c-3190-4583-84d3-a6d248cea240 service neutron] Attempting to bind port 000fba11-9abf-44d7-adda-b96b4a59d706 on network 4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:21:50.817739 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec766ae-b572-4ba0-ba62-2b7f4bf6f9c6 req-774bc30c-3190-4583-84d3-a6d248cea240 service neutron] Checking agent: {'id': '9b68a165-e786-4b91-8592-44519c2ecabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:21:50.818310 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec766ae-b572-4ba0-ba62-2b7f4bf6f9c6 req-774bc30c-3190-4583-84d3-a6d248cea240 service neutron] Checking segment: {'id': '8447b48f-5ac4-4499-b5ab-2b0cb1297003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:21:50.819938 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec766ae-b572-4ba0-ba62-2b7f4bf6f9c6 req-774bc30c-3190-4583-84d3-a6d248cea240 service neutron] Bound using segment: {'id': '8447b48f-5ac4-4499-b5ab-2b0cb1297003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:21:50.820674 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-8ec766ae-b572-4ba0-ba62-2b7f4bf6f9c6 req-774bc30c-3190-4583-84d3-a6d248cea240 service neutron] Bound port: 000fba11-9abf-44d7-adda-b96b4a59d706, host: n-h2-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8447b48f-5ac4-4499-b5ab-2b0cb1297003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:21:50.822000 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-8ec766ae-b572-4ba0-ba62-2b7f4bf6f9c6 req-774bc30c-3190-4583-84d3-a6d248cea240 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (000fba11-9abf-44d7-adda-b96b4a59d706), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:50.856975 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81e58bc-d892-4e9e-a155-ee5c101e774b admin admin] Network 7404a468-f2d3-4a58-927a-72e7d8dd8e0c is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:21:50.864007 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-c81e58bc-d892-4e9e-a155-ee5c101e774b admin admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:21:50.880139 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81e58bc-d892-4e9e-a155-ee5c101e774b admin admin] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:21:50.882617 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-9913108f-4623-420f-bcf2-58c0410b1ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63972f83-06c4-4038-af83-d1a976ba021c', 'name': 'tempest-FloatingIPsNegativeTestJSON-1591646952-router', 'tenant_id': '081ba9a66a5746acb9a1750aa2eea336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '2fc9d0a0-c6fb-4c43-aa2c-e9386a26bb71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:21:41Z', 'updated_at': '2022-02-04T12:21:44Z', 'revision_number': 3, 'project_id': '081ba9a66a5746acb9a1750aa2eea336', 'gw_port': {'id': '2fc9d0a0-c6fb-4c43-aa2c-e9386a26bb71', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b3:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63972f83-06c4-4038-af83-d1a976ba021c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:21:42Z', 'updated_at': '2022-02-04T12:21:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:21:50.917094 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0e1c4b29-6bda-4b23-bd88-e130416064c5 req-65e3ef31-9c72-4afb-b08c-0dc1351e9e07 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] 10.222.0.65 "GET /v2.0/security-groups?id=e102d2aa-c1a8-4ba5-bd37-a0f044093565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3566084 Feb 04 12:21:50.918032 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7f8900cc-967d-4d6b-98ac-6d41b5b232bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (a2d0177b-270a-45f7-b5c8-354bd842754c), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:50.994459 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8900cc-967d-4d6b-98ac-6d41b5b232bf admin admin] Pushing event deleted for resources: {'Port': ['ID=a2d0177b-270a-45f7-b5c8-354bd842754c,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:21:50.999088 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-616fe1ab-e9d3-4039-84f7-a801ce61c1c5 req-e4fe8b8e-eb97-473f-bb3b-825508a82f6f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=75b75882-6d21-4169-875c-f23b078767f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4309931 Feb 04 12:21:51.011828 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8900cc-967d-4d6b-98ac-6d41b5b232bf admin admin] No DVR routers for this DVR port a2d0177b-270a-45f7-b5c8-354bd842754c on host n-d-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:21:51.030885 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9913108f-4623-420f-bcf2-58c0410b1ff2 None None] The sync data for ids ['63972f83-06c4-4038-af83-d1a976ba021c'] in n-d-825015-3 is: [{'id': '63972f83-06c4-4038-af83-d1a976ba021c', 'name': 'tempest-FloatingIPsNegativeTestJSON-1591646952-router', 'tenant_id': '081ba9a66a5746acb9a1750aa2eea336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '2fc9d0a0-c6fb-4c43-aa2c-e9386a26bb71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:21:41Z', 'updated_at': '2022-02-04T12:21:44Z', 'revision_number': 3, 'project_id': '081ba9a66a5746acb9a1750aa2eea336', 'gw_port': {'id': '2fc9d0a0-c6fb-4c43-aa2c-e9386a26bb71', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b3:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63972f83-06c4-4038-af83-d1a976ba021c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:21:42Z', 'updated_at': '2022-02-04T12:21:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:21:51.044492 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c81e58bc-d892-4e9e-a155-ee5c101e774b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1599818'] for router_interface (63972f83-06c4-4038-af83-d1a976ba021c), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:51.156411 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device a2d0177b-270a-45f7-b5c8-354bd842754c no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:21:51.173796 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-628bc412-77e8-4af2-9179-b402bfab41f9 None None] Provisioning complete for port c2832b00-49f8-4fec-8c15-002a2a163b03 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:21:51.174190 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-628bc412-77e8-4af2-9179-b402bfab41f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (c2832b00-49f8-4fec-8c15-002a2a163b03), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:51.211712 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7f8900cc-967d-4d6b-98ac-6d41b5b232bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (d7d9c78c-7daf-4783-ab1f-791980607a36), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:51.241741 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-7f8900cc-967d-4d6b-98ac-6d41b5b232bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7d9c78c-7daf-4783-ab1f-791980607a36']}} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:21:51.246862 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-67858398-d120-48ce-8ece-df915948f9be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (a2d0177b-270a-45f7-b5c8-354bd842754c), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:51.251640 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: a2d0177b-270a-45f7-b5c8-354bd842754c {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:21:51.251956 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device a2d0177b-270a-45f7-b5c8-354bd842754c not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:21:51.256738 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-7f8900cc-967d-4d6b-98ac-6d41b5b232bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebf77dc3-f6e0-45e7-8784-b5aa8ec861b9') {'for_net_delete': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:21:51.257352 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-7f8900cc-967d-4d6b-98ac-6d41b5b232bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebf77dc3-f6e0-45e7-8784-b5aa8ec861b9') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:21:51.266215 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d646ae1c-2e5e-4c80-95b6-ab040bf71821 req-0946ab5c-2f67-49ee-9242-8b38c216bee0 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Network 2f7dc246-a024-4937-952c-0ddeef5af29c is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:21:51.279651 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7f8900cc-967d-4d6b-98ac-6d41b5b232bf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51859336'] for segment (ebf77dc3-f6e0-45e7-8784-b5aa8ec861b9), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:51.300350 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [req-d646ae1c-2e5e-4c80-95b6-ab040bf71821 req-0946ab5c-2f67-49ee-9242-8b38c216bee0 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:21:51.302396 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7f8900cc-967d-4d6b-98ac-6d41b5b232bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (ebf77dc3-f6e0-45e7-8784-b5aa8ec861b9), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:51.313147 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f8900cc-967d-4d6b-98ac-6d41b5b232bf admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=103475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:21:51.314197 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7f8900cc-967d-4d6b-98ac-6d41b5b232bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-52093388'] for segment (ebf77dc3-f6e0-45e7-8784-b5aa8ec861b9), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:51.322688 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-d646ae1c-2e5e-4c80-95b6-ab040bf71821 req-0946ab5c-2f67-49ee-9242-8b38c216bee0 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:21:51.411677 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81e58bc-d892-4e9e-a155-ee5c101e774b admin admin] Pushing event updated for resources: {'Port': ['ID=1526621e-ea8f-436e-91ac-7023fa36f5b7,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:21:51.433036 n-d-825015-3 neutron-server[103475]: Traceback (most recent call last): Feb 04 12:21:51.433036 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:21:51.433036 n-d-825015-3 neutron-server[103475]: timer() Feb 04 12:21:51.433036 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:21:51.433036 n-d-825015-3 neutron-server[103475]: cb(*args, **kw) Feb 04 12:21:51.433036 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:21:51.433036 n-d-825015-3 neutron-server[103475]: return func(*args, **kwargs) Feb 04 12:21:51.433036 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:21:51.433036 n-d-825015-3 neutron-server[103475]: self._notify() Feb 04 12:21:51.433036 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:21:51.433036 n-d-825015-3 neutron-server[103475]: self.callback(batched_events) Feb 04 12:21:51.433036 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:21:51.433036 n-d-825015-3 neutron-server[103475]: event.method(event) Feb 04 12:21:51.433036 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:21:51.433036 n-d-825015-3 neutron-server[103475]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:21:51.433036 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:21:51.433036 n-d-825015-3 neutron-server[103475]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:21:51.433036 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:21:51.433036 n-d-825015-3 neutron-server[103475]: return f(self, *a, **k) Feb 04 12:21:51.433036 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:21:51.433036 n-d-825015-3 neutron-server[103475]: return self._get(url).json() Feb 04 12:21:51.433036 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:21:51.433036 n-d-825015-3 neutron-server[103475]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:21:51.433036 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:21:51.433036 n-d-825015-3 neutron-server[103475]: return self.request(url, 'GET', **kwargs) Feb 04 12:21:51.433036 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:21:51.433036 n-d-825015-3 neutron-server[103475]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:21:51.433036 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:21:51.433036 n-d-825015-3 neutron-server[103475]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:21:51.433036 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:21:51.433036 n-d-825015-3 neutron-server[103475]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:21:51.433036 n-d-825015-3 neutron-server[103475]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:21:51.502299 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c81e58bc-d892-4e9e-a155-ee5c101e774b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (1526621e-ea8f-436e-91ac-7023fa36f5b7), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:51.532393 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-d646ae1c-2e5e-4c80-95b6-ab040bf71821 req-b67ebfbf-f0e1-437e-9249-740ab06753b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (c2832b00-49f8-4fec-8c15-002a2a163b03), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:51.535188 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7f8900cc-967d-4d6b-98ac-6d41b5b232bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (d7d9c78c-7daf-4783-ab1f-791980607a36), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:51.594648 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67858398-d120-48ce-8ece-df915948f9be None None] No DVR routers for this DVR port a2d0177b-270a-45f7-b5c8-354bd842754c on host n-d-825015-3 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:21:51.597211 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d646ae1c-2e5e-4c80-95b6-ab040bf71821 req-0946ab5c-2f67-49ee-9242-8b38c216bee0 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:51.598415 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-d646ae1c-2e5e-4c80-95b6-ab040bf71821 req-0946ab5c-2f67-49ee-9242-8b38c216bee0 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:51.600693 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67858398-d120-48ce-8ece-df915948f9be None None] Pushing event deleted for resources: {'Port': ['ID=a2d0177b-270a-45f7-b5c8-354bd842754c,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:21:51.617142 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-8ec766ae-b572-4ba0-ba62-2b7f4bf6f9c6 req-774bc30c-3190-4583-84d3-a6d248cea240 service neutron] For port 000fba11-9abf-44d7-adda-b96b4a59d706, host n-h2-825015-3, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:21:51.669745 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0946ab5c-2f67-49ee-9242-8b38c216bee0 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Pushing event updated for resources: {'Port': ['ID=215af382-6f8e-49d2-887b-35ac0d0e1df5,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:21:51.693776 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-628bc412-77e8-4af2-9179-b402bfab41f9 None None] Port c2832b00-49f8-4fec-8c15-002a2a163b03 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:21:51.739592 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:51.749010 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-8ec766ae-b572-4ba0-ba62-2b7f4bf6f9c6 req-774bc30c-3190-4583-84d3-a6d248cea240 service neutron] For port 000fba11-9abf-44d7-adda-b96b4a59d706, host n-h2-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=000fba11-9abf-44d7-adda-b96b4a59d706,segment=NetworkSegment(8447b48f-5ac4-4499-b5ab-2b0cb1297003),segment_id=8447b48f-5ac4-4499-b5ab-2b0cb1297003)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:21:51.776853 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-d646ae1c-2e5e-4c80-95b6-ab040bf71821 req-0946ab5c-2f67-49ee-9242-8b38c216bee0 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8683999 Feb 04 12:21:51.789049 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-8ec766ae-b572-4ba0-ba62-2b7f4bf6f9c6 req-774bc30c-3190-4583-84d3-a6d248cea240 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (000fba11-9abf-44d7-adda-b96b4a59d706), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:51.800843 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-d646ae1c-2e5e-4c80-95b6-ab040bf71821 req-d2797f13-11c2-4b3b-b790-b86ec3f70b75 service neutron] Request body: {'port': {'device_id': '5b65f478-8d0f-4c28-8634-e3271289a266', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825015-3'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:21:51.956917 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec766ae-b572-4ba0-ba62-2b7f4bf6f9c6 req-774bc30c-3190-4583-84d3-a6d248cea240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:51.957528 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-2706d170-fe76-4463-bbba-67971620a515 None None] Provisioning complete for port 1526621e-ea8f-436e-91ac-7023fa36f5b7 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:21:51.958060 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2706d170-fe76-4463-bbba-67971620a515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (1526621e-ea8f-436e-91ac-7023fa36f5b7), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:51.958257 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-8ec766ae-b572-4ba0-ba62-2b7f4bf6f9c6 req-774bc30c-3190-4583-84d3-a6d248cea240 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:51.960487 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-8ec766ae-b572-4ba0-ba62-2b7f4bf6f9c6 req-774bc30c-3190-4583-84d3-a6d248cea240 service neutron] 10.222.0.77 "PUT /v2.0/ports/000fba11-9abf-44d7-adda-b96b4a59d706 HTTP/1.1" status: 200 len: 1091 time: 4.3804252 Feb 04 12:21:51.973027 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21e3d505-a2ed-451f-b905-113e578778a1', 'tag': '000fba11-9abf-44d7-adda-b96b4a59d706'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:21:51.978380 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f270597e-4368-4510-ad4e-c8348356f985" -d '{"events": [{"name": "network-changed", "server_uuid": "21e3d505-a2ed-451f-b905-113e578778a1", "tag": "000fba11-9abf-44d7-adda-b96b4a59d706"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:21:52.019274 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774bc30c-3190-4583-84d3-a6d248cea240 service neutron] Pushing event updated for resources: {'Port': ['ID=000fba11-9abf-44d7-adda-b96b4a59d706,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:21:52.078315 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7f8900cc-967d-4d6b-98ac-6d41b5b232bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:52.083553 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-7f8900cc-967d-4d6b-98ac-6d41b5b232bf admin admin] 10.222.0.65 "DELETE /v2.0/networks/d7d9c78c-7daf-4783-ab1f-791980607a36 HTTP/1.1" status: 204 len: 168 time: 3.8178954 Feb 04 12:21:52.112748 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f44ddd-17bd-40f9-b973-074c001eaa79 req-d713c4d7-11a3-4bf1-8d3e-6d1974a35789 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:52.122820 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b1f44ddd-17bd-40f9-b973-074c001eaa79 req-d713c4d7-11a3-4bf1-8d3e-6d1974a35789 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=77637105-0550-4658-837e-b253c5845668 HTTP/1.1" status: 200 len: 946 time: 1.2239592 Feb 04 12:21:52.204763 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-2706d170-fe76-4463-bbba-67971620a515 None None] Port 1526621e-ea8f-436e-91ac-7023fa36f5b7 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:21:52.237499 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-d646ae1c-2e5e-4c80-95b6-ab040bf71821 req-d2797f13-11c2-4b3b-b790-b86ec3f70b75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (215af382-6f8e-49d2-887b-35ac0d0e1df5), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:52.307172 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-2706d170-fe76-4463-bbba-67971620a515 None None] Provisioning complete for port 215af382-6f8e-49d2-887b-35ac0d0e1df5 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:21:52.307694 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2706d170-fe76-4463-bbba-67971620a515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (215af382-6f8e-49d2-887b-35ac0d0e1df5), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:52.312202 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8900cc-967d-4d6b-98ac-6d41b5b232bf admin admin] Pushing event deleted for resources: {'Network': ['ID=d7d9c78c-7daf-4783-ab1f-791980607a36,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:21:52.431567 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-2706d170-fe76-4463-bbba-67971620a515 None None] Port 215af382-6f8e-49d2-887b-35ac0d0e1df5 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:21:52.466384 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bbce1392-f0c5-456a-aae2-d1fdeca6a862 req-cdc9309d-898f-4e2d-8371-779889146f73 service neutron] 10.222.0.73 "GET /v2.0/ports/592ec7cb-d413-4e6f-af11-550fb94964e0/bindings/n-h2-825015-3 HTTP/1.1" status: 200 len: 384 time: 1.0522668 Feb 04 12:21:52.476878 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a2f90a-5d48-4f1c-b78f-a75017a329f6 req-37e6b8ee-ae9c-4a65-b786-a741b61d485e tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:52.480277 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-15a2f90a-5d48-4f1c-b78f-a75017a329f6 req-37e6b8ee-ae9c-4a65-b786-a741b61d485e tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/ports?device_id=729d5332-a000-4a7e-b737-2cb5be03b163 HTTP/1.1" status: 200 len: 944 time: 1.0873466 Feb 04 12:21:52.507279 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b1f44ddd-17bd-40f9-b973-074c001eaa79 req-0fd2aaeb-5d49-48f7-b036-d51bdb485cd7 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/security-groups?id=0e320687-8002-4e00-a016-6bf57af2cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3766754 Feb 04 12:21:52.507870 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 59974) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:21:52.585884 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec766ae-b572-4ba0-ba62-2b7f4bf6f9c6 req-42c9a6a6-b046-4a9a-9067-2824366a0e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:52.588376 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-8ec766ae-b572-4ba0-ba62-2b7f4bf6f9c6 req-42c9a6a6-b046-4a9a-9067-2824366a0e25 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5b457c49d6644968bc4c4118b5a09653&device_id=21e3d505-a2ed-451f-b905-113e578778a1 HTTP/1.1" status: 200 len: 1125 time: 0.4972575 Feb 04 12:21:52.664508 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-8ec766ae-b572-4ba0-ba62-2b7f4bf6f9c6 req-e4149e4e-897d-45bb-8ebc-d748207c484c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=000fba11-9abf-44d7-adda-b96b4a59d706 HTTP/1.1" status: 200 len: 217 time: 0.0657625 Feb 04 12:21:52.672334 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c81e58bc-d892-4e9e-a155-ee5c101e774b admin admin] Publish callbacks [] for port (1526621e-ea8f-436e-91ac-7023fa36f5b7), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:52.686892 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c81e58bc-d892-4e9e-a155-ee5c101e774b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (1526621e-ea8f-436e-91ac-7023fa36f5b7), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:52.798768 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-15a2f90a-5d48-4f1c-b78f-a75017a329f6 req-daada6a0-a5e5-43b1-863d-783eb7ae7b1e tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4f571d4-f0a1-47f6-a54a-b93db47581cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2808564 Feb 04 12:21:52.818232 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-fab1befc-0fa3-4441-9793-843261ef97c2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4314cf7bb6fa4befa052fc7bfa03983d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2675173 Feb 04 12:21:52.840938 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 59976) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:21:52.922042 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9006fa18-dfbd-45b4-bc4c-70be967e4678 req-49465e36-695c-4e3d-980b-4c74bed29964 tempest-ServerDiagnosticsNegativeTest-1675283816 tempest-ServerDiagnosticsNegativeTest-1675283816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:52.923610 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9006fa18-dfbd-45b4-bc4c-70be967e4678 req-49465e36-695c-4e3d-980b-4c74bed29964 tempest-ServerDiagnosticsNegativeTest-1675283816 tempest-ServerDiagnosticsNegativeTest-1675283816-project] 10.222.0.65 "GET /v2.0/ports?device_id=22c4d0f1-069c-4a92-95d4-4483d68aab12 HTTP/1.1" status: 200 len: 950 time: 0.2685733 Feb 04 12:21:53.099943 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-d646ae1c-2e5e-4c80-95b6-ab040bf71821 req-b67ebfbf-f0e1-437e-9249-740ab06753b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2832b00-49f8-4fec-8c15-002a2a163b03 {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:21:53.130022 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81e58bc-d892-4e9e-a155-ee5c101e774b admin admin] Pushing event updated for resources: {'Port': ['ID=1526621e-ea8f-436e-91ac-7023fa36f5b7,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:21:53.134248 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-d646ae1c-2e5e-4c80-95b6-ab040bf71821 req-b67ebfbf-f0e1-437e-9249-740ab06753b2 service neutron] Publish callbacks [] for port (c2832b00-49f8-4fec-8c15-002a2a163b03), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:53.142414 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c81e58bc-d892-4e9e-a155-ee5c101e774b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622202'] for router_interface (63972f83-06c4-4038-af83-d1a976ba021c), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:53.145748 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec766ae-b572-4ba0-ba62-2b7f4bf6f9c6 req-af5fbf9d-0974-4bc5-91ee-7d81c5a996f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:53.147282 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-8ec766ae-b572-4ba0-ba62-2b7f4bf6f9c6 req-af5fbf9d-0974-4bc5-91ee-7d81c5a996f0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=23b19519-2923-41fd-80ca-5f7c6af8f70c HTTP/1.1" status: 200 len: 852 time: 0.4722626 Feb 04 12:21:53.148082 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-64e2a37a-12df-4bc2-9779-cce3aaae55ab admin admin] Publish callbacks [] for security_group (debeee1a-8ee9-4617-8577-ba4ddddc3fe7), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:53.174618 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 2fc9d0a0-c6fb-4c43-aa2c-e9386a26bb71 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:21:53.192332 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9006fa18-dfbd-45b4-bc4c-70be967e4678 req-3003d22a-6f44-4a19-b1ac-23c0fe46bc5a tempest-ServerDiagnosticsNegativeTest-1675283816 tempest-ServerDiagnosticsNegativeTest-1675283816-project] 10.222.0.65 "GET /v2.0/security-groups?id=75b75882-6d21-4169-875c-f23b078767f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049611 Feb 04 12:21:53.197773 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-bbce1392-f0c5-456a-aae2-d1fdeca6a862 req-76ec674e-89aa-4f08-8619-694fbd3013c8 service neutron] For port 592ec7cb-d413-4e6f-af11-550fb94964e0, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=592ec7cb-d413-4e6f-af11-550fb94964e0,segment=NetworkSegment(1a9a2aca-b7f6-445c-a938-0b8696864233),segment_id=1a9a2aca-b7f6-445c-a938-0b8696864233)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:21:53.203562 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-8ec766ae-b572-4ba0-ba62-2b7f4bf6f9c6 req-d986a454-1e5d-404c-809a-9936555f368e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469768 Feb 04 12:21:53.207838 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7727f52f-6eef-4f7d-8fc9-82f89a358250 req-86fde418-f9ba-4e64-8dfb-8a4636363eef tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:53.209390 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7727f52f-6eef-4f7d-8fc9-82f89a358250 req-86fde418-f9ba-4e64-8dfb-8a4636363eef tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?device_id=21e3d505-a2ed-451f-b905-113e578778a1 HTTP/1.1" status: 200 len: 943 time: 0.3357825 Feb 04 12:21:53.238510 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-d646ae1c-2e5e-4c80-95b6-ab040bf71821 req-b67ebfbf-f0e1-437e-9249-740ab06753b2 service neutron] Transition to ACTIVE for port object c2832b00-49f8-4fec-8c15-002a2a163b03 will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:21:53.255842 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-64e2a37a-12df-4bc2-9779-cce3aaae55ab admin admin] Publish callbacks [] for security_group (debeee1a-8ee9-4617-8577-ba4ddddc3fe7), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:53.258464 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 2fc9d0a0-c6fb-4c43-aa2c-e9386a26bb71 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:21:53.260531 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (2fc9d0a0-c6fb-4c43-aa2c-e9386a26bb71), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:53.264664 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-d646ae1c-2e5e-4c80-95b6-ab040bf71821 req-b67ebfbf-f0e1-437e-9249-740ab06753b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (c2832b00-49f8-4fec-8c15-002a2a163b03), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:53.326647 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-bbce1392-f0c5-456a-aae2-d1fdeca6a862 req-76ec674e-89aa-4f08-8619-694fbd3013c8 service neutron] For port 592ec7cb-d413-4e6f-af11-550fb94964e0, host n-h1-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:21:53.401733 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 2fc9d0a0-c6fb-4c43-aa2c-e9386a26bb71 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:21:53.402948 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (2fc9d0a0-c6fb-4c43-aa2c-e9386a26bb71), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:53.437809 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port 2fc9d0a0-c6fb-4c43-aa2c-e9386a26bb71, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=2fc9d0a0-c6fb-4c43-aa2c-e9386a26bb71,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:21:53.442942 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (2fc9d0a0-c6fb-4c43-aa2c-e9386a26bb71), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:53.538273 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=2fc9d0a0-c6fb-4c43-aa2c-e9386a26bb71,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:21:53.647273 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81e58bc-d892-4e9e-a155-ee5c101e774b admin admin] Network 7404a468-f2d3-4a58-927a-72e7d8dd8e0c is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:21:53.654733 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-c81e58bc-d892-4e9e-a155-ee5c101e774b admin admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:21:53.673409 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-8ec766ae-b572-4ba0-ba62-2b7f4bf6f9c6 req-06939f8e-abad-46e0-b665-2813c16e269b service neutron] 10.222.0.77 "GET /v2.0/networks/4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4460828 Feb 04 12:21:53.957254 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67ebfbf-f0e1-437e-9249-740ab06753b2 service neutron] Pushing event updated for resources: {'Port': ['ID=c2832b00-49f8-4fec-8c15-002a2a163b03,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:21:53.966910 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-bbce1392-f0c5-456a-aae2-d1fdeca6a862 req-76ec674e-89aa-4f08-8619-694fbd3013c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 592ec7cb-d413-4e6f-af11-550fb94964e0 {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:21:53.981201 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7727f52f-6eef-4f7d-8fc9-82f89a358250 req-98b620d9-c815-41c2-8a38-9745f2de4b60 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f51ab49-2800-41c7-a09d-ab109cee7e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7573688 Feb 04 12:21:54.002526 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-bbce1392-f0c5-456a-aae2-d1fdeca6a862 req-76ec674e-89aa-4f08-8619-694fbd3013c8 service neutron] For port 592ec7cb-d413-4e6f-af11-550fb94964e0, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=592ec7cb-d413-4e6f-af11-550fb94964e0,segment=NetworkSegment(1a9a2aca-b7f6-445c-a938-0b8696864233),segment_id=1a9a2aca-b7f6-445c-a938-0b8696864233)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:21:54.030161 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [req-d646ae1c-2e5e-4c80-95b6-ab040bf71821 req-d2797f13-11c2-4b3b-b790-b86ec3f70b75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 215af382-6f8e-49d2-887b-35ac0d0e1df5 {{(pid=103474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:21:54.041479 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-8ec766ae-b572-4ba0-ba62-2b7f4bf6f9c6 req-d3f04cb8-e38b-4651-a542-8d7a14c47610 service neutron] 10.222.0.77 "GET /v2.0/networks/4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3561673 Feb 04 12:21:54.061196 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-d646ae1c-2e5e-4c80-95b6-ab040bf71821 req-d2797f13-11c2-4b3b-b790-b86ec3f70b75 service neutron] Publish callbacks [] for port (215af382-6f8e-49d2-887b-35ac0d0e1df5), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:54.081562 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c81e58bc-d892-4e9e-a155-ee5c101e774b admin admin] Router 63972f83-06c4-4038-af83-d1a976ba021c has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:21:54.100275 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.provisioning_blocks [req-d646ae1c-2e5e-4c80-95b6-ab040bf71821 req-d2797f13-11c2-4b3b-b790-b86ec3f70b75 service neutron] Transition to ACTIVE for port object 215af382-6f8e-49d2-887b-35ac0d0e1df5 will not be triggered until provisioned by entity L2. {{(pid=103474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:21:54.112973 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-d646ae1c-2e5e-4c80-95b6-ab040bf71821 req-d2797f13-11c2-4b3b-b790-b86ec3f70b75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (215af382-6f8e-49d2-887b-35ac0d0e1df5), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:54.150926 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-bbce1392-f0c5-456a-aae2-d1fdeca6a862 req-76ec674e-89aa-4f08-8619-694fbd3013c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (592ec7cb-d413-4e6f-af11-550fb94964e0), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:54.155433 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b16da7c5-b81a-412d-bdba-dc3512293616 None None] Provisioning complete for port 1526621e-ea8f-436e-91ac-7023fa36f5b7 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:21:54.156280 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b16da7c5-b81a-412d-bdba-dc3512293616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (1526621e-ea8f-436e-91ac-7023fa36f5b7), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:54.211051 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b16da7c5-b81a-412d-bdba-dc3512293616 None None] Port 1526621e-ea8f-436e-91ac-7023fa36f5b7 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:21:54.226645 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb67afe-3519-435d-b668-00e74b054d1e req-fd039084-9d26-40f0-9899-81b9b68aace1 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:54.230377 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8fb67afe-3519-435d-b668-00e74b054d1e req-fd039084-9d26-40f0-9899-81b9b68aace1 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a6b4d41-5367-4c26-9592-affdbc96fe0d HTTP/1.1" status: 200 len: 946 time: 0.8915901 Feb 04 12:21:54.233429 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-64e2a37a-12df-4bc2-9779-cce3aaae55ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (debeee1a-8ee9-4617-8577-ba4ddddc3fe7), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:54.239233 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-64e2a37a-12df-4bc2-9779-cce3aaae55ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:54.241399 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-64e2a37a-12df-4bc2-9779-cce3aaae55ab admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/debeee1a-8ee9-4617-8577-ba4ddddc3fe7 HTTP/1.1" status: 204 len: 168 time: 1.3972313 Feb 04 12:21:54.303076 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e2a37a-12df-4bc2-9779-cce3aaae55ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=debeee1a-8ee9-4617-8577-ba4ddddc3fe7,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:21:54.369054 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2797f13-11c2-4b3b-b790-b86ec3f70b75 service neutron] Pushing event updated for resources: {'Port': ['ID=215af382-6f8e-49d2-887b-35ac0d0e1df5,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:21:54.458828 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-d646ae1c-2e5e-4c80-95b6-ab040bf71821 req-b67ebfbf-f0e1-437e-9249-740ab06753b2 service neutron] Attempting to bind port c2832b00-49f8-4fec-8c15-002a2a163b03 on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:21:54.459705 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-d646ae1c-2e5e-4c80-95b6-ab040bf71821 req-b67ebfbf-f0e1-437e-9249-740ab06753b2 service neutron] Attempting to bind port c2832b00-49f8-4fec-8c15-002a2a163b03 by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:21:54.459705 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d646ae1c-2e5e-4c80-95b6-ab040bf71821 req-b67ebfbf-f0e1-437e-9249-740ab06753b2 service neutron] Attempting to bind port c2832b00-49f8-4fec-8c15-002a2a163b03 on network 2f7dc246-a024-4937-952c-0ddeef5af29c {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:21:54.475962 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c81e58bc-d892-4e9e-a155-ee5c101e774b admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:21:54.494045 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a409e750-6536-427f-974f-4433f55677a3 req-c87a4020-b89f-4315-8eba-f2bc16cdfdd6 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:54.494582 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a347ce25-ffcd-4e7a-9eb4-f16ba8d555cc None None] Sync routers for ids ['63972f83-06c4-4038-af83-d1a976ba021c'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:21:54.503797 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-c81e58bc-d892-4e9e-a155-ee5c101e774b admin admin] 10.222.0.65 "PUT /v2.0/routers/63972f83-06c4-4038-af83-d1a976ba021c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6486747 Feb 04 12:21:54.518439 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a347ce25-ffcd-4e7a-9eb4-f16ba8d555cc None None] Routers {'63972f83-06c4-4038-af83-d1a976ba021c'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:21:54.518903 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a409e750-6536-427f-974f-4433f55677a3 req-c87a4020-b89f-4315-8eba-f2bc16cdfdd6 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2caf873-3f17-4974-8646-9cc5aa355cb9 HTTP/1.1" status: 200 len: 948 time: 0.3914545 Feb 04 12:21:54.523438 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-a347ce25-ffcd-4e7a-9eb4-f16ba8d555cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:21:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['63972f83-06c4-4038-af83-d1a976ba021c'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:21:54.526101 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d646ae1c-2e5e-4c80-95b6-ab040bf71821 req-b67ebfbf-f0e1-437e-9249-740ab06753b2 service neutron] Port c2832b00-49f8-4fec-8c15-002a2a163b03 on network 2f7dc246-a024-4937-952c-0ddeef5af29c not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:21:54.526429 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d646ae1c-2e5e-4c80-95b6-ab040bf71821 req-b67ebfbf-f0e1-437e-9249-740ab06753b2 service neutron] Attempting to bind port c2832b00-49f8-4fec-8c15-002a2a163b03 on network 2f7dc246-a024-4937-952c-0ddeef5af29c {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:21:54.533459 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-d646ae1c-2e5e-4c80-95b6-ab040bf71821 req-d2797f13-11c2-4b3b-b790-b86ec3f70b75 service neutron] Attempting to bind port 215af382-6f8e-49d2-887b-35ac0d0e1df5 on host n-h2-825015-3 for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:21:54.533943 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-d646ae1c-2e5e-4c80-95b6-ab040bf71821 req-d2797f13-11c2-4b3b-b790-b86ec3f70b75 service neutron] Attempting to bind port 215af382-6f8e-49d2-887b-35ac0d0e1df5 by drivers openvswitch,hyperv on host n-h2-825015-3 at level 0 using segments [{'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:21:54.534612 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d646ae1c-2e5e-4c80-95b6-ab040bf71821 req-d2797f13-11c2-4b3b-b790-b86ec3f70b75 service neutron] Attempting to bind port 215af382-6f8e-49d2-887b-35ac0d0e1df5 on network 2f7dc246-a024-4937-952c-0ddeef5af29c {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:21:54.553454 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d646ae1c-2e5e-4c80-95b6-ab040bf71821 req-d2797f13-11c2-4b3b-b790-b86ec3f70b75 service neutron] Port 215af382-6f8e-49d2-887b-35ac0d0e1df5 on network 2f7dc246-a024-4937-952c-0ddeef5af29c not bound, no agent of type Open vSwitch agent registered on host n-h2-825015-3 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:21:54.553883 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d646ae1c-2e5e-4c80-95b6-ab040bf71821 req-d2797f13-11c2-4b3b-b790-b86ec3f70b75 service neutron] Attempting to bind port 215af382-6f8e-49d2-887b-35ac0d0e1df5 on network 2f7dc246-a024-4937-952c-0ddeef5af29c {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:21:54.554511 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8fb67afe-3519-435d-b668-00e74b054d1e req-e13a740e-9b98-49ad-9a31-5d98eb19e9d0 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] 10.222.0.65 "GET /v2.0/security-groups?id=e102d2aa-c1a8-4ba5-bd37-a0f044093565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3034115 Feb 04 12:21:54.567276 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d646ae1c-2e5e-4c80-95b6-ab040bf71821 req-d2797f13-11c2-4b3b-b790-b86ec3f70b75 service neutron] Checking agent: {'id': '9b68a165-e786-4b91-8592-44519c2ecabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:21:54.567958 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d646ae1c-2e5e-4c80-95b6-ab040bf71821 req-d2797f13-11c2-4b3b-b790-b86ec3f70b75 service neutron] Checking segment: {'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:21:54.568362 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d646ae1c-2e5e-4c80-95b6-ab040bf71821 req-d2797f13-11c2-4b3b-b790-b86ec3f70b75 service neutron] Bound using segment: {'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:21:54.569124 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-d646ae1c-2e5e-4c80-95b6-ab040bf71821 req-d2797f13-11c2-4b3b-b790-b86ec3f70b75 service neutron] Bound port: 215af382-6f8e-49d2-887b-35ac0d0e1df5, host: n-h2-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:21:54.569542 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-d646ae1c-2e5e-4c80-95b6-ab040bf71821 req-d2797f13-11c2-4b3b-b790-b86ec3f70b75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (215af382-6f8e-49d2-887b-35ac0d0e1df5), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:54.619036 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d646ae1c-2e5e-4c80-95b6-ab040bf71821 req-b67ebfbf-f0e1-437e-9249-740ab06753b2 service neutron] Checking agent: {'id': 'f8add0d2-2202-43d3-bc0e-72442788e6ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:21:54.619615 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d646ae1c-2e5e-4c80-95b6-ab040bf71821 req-b67ebfbf-f0e1-437e-9249-740ab06753b2 service neutron] Checking segment: {'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:21:54.634699 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d646ae1c-2e5e-4c80-95b6-ab040bf71821 req-b67ebfbf-f0e1-437e-9249-740ab06753b2 service neutron] Bound using segment: {'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:21:54.635661 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-d646ae1c-2e5e-4c80-95b6-ab040bf71821 req-b67ebfbf-f0e1-437e-9249-740ab06753b2 service neutron] Bound port: c2832b00-49f8-4fec-8c15-002a2a163b03, host: n-h1-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:21:54.636243 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-d646ae1c-2e5e-4c80-95b6-ab040bf71821 req-b67ebfbf-f0e1-437e-9249-740ab06753b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (c2832b00-49f8-4fec-8c15-002a2a163b03), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:54.702882 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-bbce1392-f0c5-456a-aae2-d1fdeca6a862 req-76ec674e-89aa-4f08-8619-694fbd3013c8 service neutron] Transition to ACTIVE for port object 592ec7cb-d413-4e6f-af11-550fb94964e0 will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:21:54.715671 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc46d35b-4a41-4767-8468-d91be30d7119 x-openstack-request-id: req-bc46d35b-4a41-4767-8468-d91be30d7119 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:21:54.716630 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21e3d505-a2ed-451f-b905-113e578778a1", "tag": "000fba11-9abf-44d7-adda-b96b4a59d706", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:21:54.716630 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bc46d35b-4a41-4767-8468-d91be30d7119 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:21:54.717544 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21e3d505-a2ed-451f-b905-113e578778a1', 'tag': '000fba11-9abf-44d7-adda-b96b4a59d706', 'status': 'completed', 'code': 200} Feb 04 12:21:54.730985 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-bbce1392-f0c5-456a-aae2-d1fdeca6a862 req-76ec674e-89aa-4f08-8619-694fbd3013c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (592ec7cb-d413-4e6f-af11-550fb94964e0), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:54.830381 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a409e750-6536-427f-974f-4433f55677a3 req-c23bdf8f-87c4-41af-b877-414093e0154a tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/security-groups?id=ff9db729-a945-4359-8bb3-48cdfdee30d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3104734 Feb 04 12:21:54.912118 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ec674e-89aa-4f08-8619-694fbd3013c8 service neutron] Pushing event updated for resources: {'Port': ['ID=592ec7cb-d413-4e6f-af11-550fb94964e0,revision_number=10']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:21:54.925471 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-d646ae1c-2e5e-4c80-95b6-ab040bf71821 req-d2797f13-11c2-4b3b-b790-b86ec3f70b75 service neutron] For port 215af382-6f8e-49d2-887b-35ac0d0e1df5, host n-h2-825015-3, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:21:54.931938 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-a347ce25-ffcd-4e7a-9eb4-f16ba8d555cc None None] Set router 63972f83-06c4-4038-af83-d1a976ba021c gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:21:54.935559 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-d646ae1c-2e5e-4c80-95b6-ab040bf71821 req-d2797f13-11c2-4b3b-b790-b86ec3f70b75 service neutron] For port 215af382-6f8e-49d2-887b-35ac0d0e1df5, host n-h2-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=215af382-6f8e-49d2-887b-35ac0d0e1df5,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:21:54.940197 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-d646ae1c-2e5e-4c80-95b6-ab040bf71821 req-b67ebfbf-f0e1-437e-9249-740ab06753b2 service neutron] For port c2832b00-49f8-4fec-8c15-002a2a163b03, host n-h1-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:21:54.965726 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-d646ae1c-2e5e-4c80-95b6-ab040bf71821 req-d2797f13-11c2-4b3b-b790-b86ec3f70b75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (215af382-6f8e-49d2-887b-35ac0d0e1df5), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:54.985892 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbce1392-f0c5-456a-aae2-d1fdeca6a862 req-76ec674e-89aa-4f08-8619-694fbd3013c8 service neutron] No DVR routers for this DVR port 592ec7cb-d413-4e6f-af11-550fb94964e0 on host n-h1-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:21:55.071878 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-d646ae1c-2e5e-4c80-95b6-ab040bf71821 req-b67ebfbf-f0e1-437e-9249-740ab06753b2 service neutron] For port c2832b00-49f8-4fec-8c15-002a2a163b03, host n-h1-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=c2832b00-49f8-4fec-8c15-002a2a163b03,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:21:55.075564 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d646ae1c-2e5e-4c80-95b6-ab040bf71821 req-d2797f13-11c2-4b3b-b790-b86ec3f70b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:55.076307 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-d646ae1c-2e5e-4c80-95b6-ab040bf71821 req-d2797f13-11c2-4b3b-b790-b86ec3f70b75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:55.078550 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-d646ae1c-2e5e-4c80-95b6-ab040bf71821 req-d2797f13-11c2-4b3b-b790-b86ec3f70b75 service neutron] 10.222.0.77 "PUT /v2.0/ports/215af382-6f8e-49d2-887b-35ac0d0e1df5 HTTP/1.1" status: 200 len: 1095 time: 3.2921219 Feb 04 12:21:55.088793 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f270597e-4368-4510-ad4e-c8348356f985 req-92dc3b22-4720-4747-8374-6489be70913a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:55.089660 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 2fc9d0a0-c6fb-4c43-aa2c-e9386a26bb71 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:21:55.090337 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-f270597e-4368-4510-ad4e-c8348356f985 req-92dc3b22-4720-4747-8374-6489be70913a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5b457c49d6644968bc4c4118b5a09653&device_id=21e3d505-a2ed-451f-b905-113e578778a1 HTTP/1.1" status: 200 len: 1125 time: 0.3050303 Feb 04 12:21:55.206510 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2797f13-11c2-4b3b-b790-b86ec3f70b75 service neutron] Pushing event updated for resources: {'Port': ['ID=215af382-6f8e-49d2-887b-35ac0d0e1df5,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:21:55.281112 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 2fc9d0a0-c6fb-4c43-aa2c-e9386a26bb71 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:21:55.282130 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (2fc9d0a0-c6fb-4c43-aa2c-e9386a26bb71), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:55.289245 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bbce1392-f0c5-456a-aae2-d1fdeca6a862 req-76ec674e-89aa-4f08-8619-694fbd3013c8 service neutron] 10.222.0.73 "PUT /v2.0/ports/592ec7cb-d413-4e6f-af11-550fb94964e0/bindings/n-h2-825015-3/activate HTTP/1.1" status: 200 len: 369 time: 2.8018715 Feb 04 12:21:55.318918 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f270597e-4368-4510-ad4e-c8348356f985 req-b1280dac-2ba0-4416-a5bf-54fa10fbf050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:55.320819 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-f270597e-4368-4510-ad4e-c8348356f985 req-b1280dac-2ba0-4416-a5bf-54fa10fbf050 service neutron] 10.222.0.77 "GET /v2.0/networks?id=4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5 HTTP/1.1" status: 200 len: 913 time: 0.2211633 Feb 04 12:21:55.369384 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-d646ae1c-2e5e-4c80-95b6-ab040bf71821 req-b67ebfbf-f0e1-437e-9249-740ab06753b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (c2832b00-49f8-4fec-8c15-002a2a163b03), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:55.413360 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-f270597e-4368-4510-ad4e-c8348356f985 req-096e2062-2d8a-48e1-a979-2b6213217a00 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=000fba11-9abf-44d7-adda-b96b4a59d706 HTTP/1.1" status: 200 len: 217 time: 0.0855041 Feb 04 12:21:55.434844 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d646ae1c-2e5e-4c80-95b6-ab040bf71821 req-29b71f37-957a-4ad2-b35c-9b94bffa1184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:55.437334 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-d646ae1c-2e5e-4c80-95b6-ab040bf71821 req-29b71f37-957a-4ad2-b35c-9b94bffa1184 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=cd7a27426604483abdc4179f17c2461d&device_id=5b65f478-8d0f-4c28-8634-e3271289a266 HTTP/1.1" status: 200 len: 1129 time: 0.2504859 Feb 04 12:21:55.484393 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 2fc9d0a0-c6fb-4c43-aa2c-e9386a26bb71 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:21:55.500965 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-a347ce25-ffcd-4e7a-9eb4-f16ba8d555cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63972f83-06c4-4038-af83-d1a976ba021c', 'name': 'tempest-FloatingIPsNegativeTestJSON-1591646952-router', 'tenant_id': '081ba9a66a5746acb9a1750aa2eea336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '2fc9d0a0-c6fb-4c43-aa2c-e9386a26bb71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:21:41Z', 'updated_at': '2022-02-04T12:21:51Z', 'revision_number': 4, 'project_id': '081ba9a66a5746acb9a1750aa2eea336', 'gw_port': {'id': '2fc9d0a0-c6fb-4c43-aa2c-e9386a26bb71', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63972f83-06c4-4038-af83-d1a976ba021c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:21:42Z', 'updated_at': '2022-02-04T12:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '1526621e-ea8f-436e-91ac-7023fa36f5b7', 'name': '', 'network_id': '7404a468-f2d3-4a58-927a-72e7d8dd8e0c', 'tenant_id': '081ba9a66a5746acb9a1750aa2eea336', 'mac_address': 'fa:16:3e:46:9c:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63972f83-06c4-4038-af83-d1a976ba021c', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '34930c38-5930-4e33-963f-72710901c6c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:21:49Z', 'updated_at': '2022-02-04T12:21:51Z', 'revision_number': 2, 'project_id': '081ba9a66a5746acb9a1750aa2eea336', 'subnets': [{'id': '34930c38-5930-4e33-963f-72710901c6c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:21:55.522798 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f270597e-4368-4510-ad4e-c8348356f985 req-2b207439-3868-4721-b40b-9fa88505a204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:55.525367 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-f270597e-4368-4510-ad4e-c8348356f985 req-2b207439-3868-4721-b40b-9fa88505a204 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=23b19519-2923-41fd-80ca-5f7c6af8f70c HTTP/1.1" status: 200 len: 852 time: 0.1034536 Feb 04 12:21:55.537879 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a347ce25-ffcd-4e7a-9eb4-f16ba8d555cc None None] Checking router: 63972f83-06c4-4038-af83-d1a976ba021c for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:21:55.538231 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a347ce25-ffcd-4e7a-9eb4-f16ba8d555cc None None] Updating router 63972f83-06c4-4038-af83-d1a976ba021c port 1526621e-ea8f-436e-91ac-7023fa36f5b7 binding host n-d-825015-3 {{(pid=103477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:21:55.580799 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d646ae1c-2e5e-4c80-95b6-ab040bf71821 req-b67ebfbf-f0e1-437e-9249-740ab06753b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:55.581664 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-d646ae1c-2e5e-4c80-95b6-ab040bf71821 req-b67ebfbf-f0e1-437e-9249-740ab06753b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:55.584297 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d646ae1c-2e5e-4c80-95b6-ab040bf71821 req-b67ebfbf-f0e1-437e-9249-740ab06753b2 service neutron] 10.222.0.73 "PUT /v2.0/ports/c2832b00-49f8-4fec-8c15-002a2a163b03 HTTP/1.1" status: 200 len: 1096 time: 4.9281321 Feb 04 12:21:55.589681 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2caf873-3f17-4974-8646-9cc5aa355cb9', 'tag': 'c2832b00-49f8-4fec-8c15-002a2a163b03'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:21:55.592732 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8645d202-b177-4a8d-a5c3-b764875c361f" -d '{"events": [{"name": "network-changed", "server_uuid": "f2caf873-3f17-4974-8646-9cc5aa355cb9", "tag": "c2832b00-49f8-4fec-8c15-002a2a163b03"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:21:55.610258 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67ebfbf-f0e1-437e-9249-740ab06753b2 service neutron] Pushing event updated for resources: {'Port': ['ID=c2832b00-49f8-4fec-8c15-002a2a163b03,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:21:55.613292 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a347ce25-ffcd-4e7a-9eb4-f16ba8d555cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (1526621e-ea8f-436e-91ac-7023fa36f5b7), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:55.636646 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67ebfbf-f0e1-437e-9249-740ab06753b2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:21:55.636996 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67ebfbf-f0e1-437e-9249-740ab06753b2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:21:55.637340 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67ebfbf-f0e1-437e-9249-740ab06753b2 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:21:55.637686 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67ebfbf-f0e1-437e-9249-740ab06753b2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:21:55.638211 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67ebfbf-f0e1-437e-9249-740ab06753b2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:21:55.638548 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67ebfbf-f0e1-437e-9249-740ab06753b2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:21:55.640190 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67ebfbf-f0e1-437e-9249-740ab06753b2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:21:55.640727 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67ebfbf-f0e1-437e-9249-740ab06753b2 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:21:55.641055 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67ebfbf-f0e1-437e-9249-740ab06753b2 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:21:55.641400 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67ebfbf-f0e1-437e-9249-740ab06753b2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:21:55.641741 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67ebfbf-f0e1-437e-9249-740ab06753b2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:21:55.642074 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67ebfbf-f0e1-437e-9249-740ab06753b2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:21:55.642402 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67ebfbf-f0e1-437e-9249-740ab06753b2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:21:55.643448 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-d646ae1c-2e5e-4c80-95b6-ab040bf71821 req-0540982a-6d94-44ad-9e36-15c7e4fa6959 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=215af382-6f8e-49d2-887b-35ac0d0e1df5 HTTP/1.1" status: 200 len: 217 time: 0.1164732 Feb 04 12:21:55.682713 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8375a20-ae7a-4a97-b635-b223ed926543 req-bea24236-c880-4ba7-a05d-338a22746645 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:55.692994 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b8375a20-ae7a-4a97-b635-b223ed926543 req-bea24236-c880-4ba7-a05d-338a22746645 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=77637105-0550-4658-837e-b253c5845668 HTTP/1.1" status: 200 len: 946 time: 0.6859930 Feb 04 12:21:55.701009 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-f270597e-4368-4510-ad4e-c8348356f985 req-449c7ee0-4c1d-488b-978a-393365a4948e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1657126 Feb 04 12:21:55.736302 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2273b580-b59f-40a9-9e85-3a32a62beb2c req-4fdd8c6b-0224-4f2c-abce-c50b0343a12f tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:55.738139 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2273b580-b59f-40a9-9e85-3a32a62beb2c req-4fdd8c6b-0224-4f2c-abce-c50b0343a12f tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/ports?device_id=729d5332-a000-4a7e-b737-2cb5be03b163 HTTP/1.1" status: 200 len: 945 time: 0.7300818 Feb 04 12:21:55.811262 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbce1392-f0c5-456a-aae2-d1fdeca6a862 req-fdf12e58-f431-4de4-9720-67d5c46f1aa3 tempest-LiveMigrationTest-337354813 tempest-LiveMigrationTest-337354813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:55.814359 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bbce1392-f0c5-456a-aae2-d1fdeca6a862 req-fdf12e58-f431-4de4-9720-67d5c46f1aa3 tempest-LiveMigrationTest-337354813 tempest-LiveMigrationTest-337354813-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=729d5332-a000-4a7e-b737-2cb5be03b163&tenant_id=24a467b030c744bba5cc99601ae6aefc&binding%3Ahost_id=n-h1-825015-3 HTTP/1.1" status: 200 len: 1127 time: 0.4374285 Feb 04 12:21:55.903640 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d646ae1c-2e5e-4c80-95b6-ab040bf71821 req-60484422-5981-41d2-bbd3-73852f0c3d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:55.905418 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-d646ae1c-2e5e-4c80-95b6-ab040bf71821 req-60484422-5981-41d2-bbd3-73852f0c3d04 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5ee3374a-84e9-4639-853c-740c6edaf6dc HTTP/1.1" status: 200 len: 843 time: 0.2019773 Feb 04 12:21:55.970679 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-f270597e-4368-4510-ad4e-c8348356f985 req-afd637f2-caf0-4462-aa8f-15aac140a75f service neutron] 10.222.0.77 "GET /v2.0/networks/4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608125 Feb 04 12:21:56.020962 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d646ae1c-2e5e-4c80-95b6-ab040bf71821 req-99e630c5-5aa3-4d56-98f8-7dbe18a1f007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:56.022717 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d646ae1c-2e5e-4c80-95b6-ab040bf71821 req-99e630c5-5aa3-4d56-98f8-7dbe18a1f007 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cd7a27426604483abdc4179f17c2461d&device_id=f2caf873-3f17-4974-8646-9cc5aa355cb9 HTTP/1.1" status: 200 len: 1130 time: 0.3684325 Feb 04 12:21:56.027790 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b8375a20-ae7a-4a97-b635-b223ed926543 req-1882af03-eb6d-43bb-a26f-7c26fef16dfb tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/security-groups?id=0e320687-8002-4e00-a016-6bf57af2cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3330562 Feb 04 12:21:56.047065 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2273b580-b59f-40a9-9e85-3a32a62beb2c req-081df754-6541-4f26-9ad7-e021dec4c153 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4f571d4-f0a1-47f6-a54a-b93db47581cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737687 Feb 04 12:21:56.098099 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d646ae1c-2e5e-4c80-95b6-ab040bf71821 req-700d189e-3e0b-42c4-a390-47f8ba32e7a4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=c2832b00-49f8-4fec-8c15-002a2a163b03 HTTP/1.1" status: 200 len: 217 time: 0.0656362 Feb 04 12:21:56.119101 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbce1392-f0c5-456a-aae2-d1fdeca6a862 req-9a14c057-05a0-403e-8caf-d7dffdbca058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:56.120915 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bbce1392-f0c5-456a-aae2-d1fdeca6a862 req-9a14c057-05a0-403e-8caf-d7dffdbca058 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=729d5332-a000-4a7e-b737-2cb5be03b163&tenant_id=24a467b030c744bba5cc99601ae6aefc HTTP/1.1" status: 200 len: 1127 time: 0.2919652 Feb 04 12:21:56.175911 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a347ce25-ffcd-4e7a-9eb4-f16ba8d555cc None None] Publish callbacks [] for port (1526621e-ea8f-436e-91ac-7023fa36f5b7), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:56.207786 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a347ce25-ffcd-4e7a-9eb4-f16ba8d555cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (1526621e-ea8f-436e-91ac-7023fa36f5b7), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:56.219997 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d646ae1c-2e5e-4c80-95b6-ab040bf71821 req-a437f033-4aab-451d-b0df-40f07b723530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:56.222507 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d646ae1c-2e5e-4c80-95b6-ab040bf71821 req-a437f033-4aab-451d-b0df-40f07b723530 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5ee3374a-84e9-4639-853c-740c6edaf6dc HTTP/1.1" status: 200 len: 843 time: 0.1156211 Feb 04 12:21:56.231493 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d646ae1c-2e5e-4c80-95b6-ab040bf71821 req-d2fb195d-b9ed-4f73-976e-0726f88b599e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:56.241605 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-d646ae1c-2e5e-4c80-95b6-ab040bf71821 req-d2fb195d-b9ed-4f73-976e-0726f88b599e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2f7dc246-a024-4937-952c-0ddeef5af29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2750356 Feb 04 12:21:56.268503 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbce1392-f0c5-456a-aae2-d1fdeca6a862 req-611abe18-ee7a-415d-a9b8-426ef77346ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:56.270502 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bbce1392-f0c5-456a-aae2-d1fdeca6a862 req-611abe18-ee7a-415d-a9b8-426ef77346ed service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=24a467b030c744bba5cc99601ae6aefc&device_id=729d5332-a000-4a7e-b737-2cb5be03b163 HTTP/1.1" status: 200 len: 1127 time: 0.1122978 Feb 04 12:21:56.296897 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3c30d5-bf6e-4e3c-9ea8-cb7c72a5e645 None None] Pushing event updated for resources: {'Port': ['ID=1526621e-ea8f-436e-91ac-7023fa36f5b7,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:21:56.380112 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d646ae1c-2e5e-4c80-95b6-ab040bf71821 req-a7f5a6dd-8a31-48b3-a0a7-9a89b963eafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:56.385232 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d646ae1c-2e5e-4c80-95b6-ab040bf71821 req-a7f5a6dd-8a31-48b3-a0a7-9a89b963eafd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2f7dc246-a024-4937-952c-0ddeef5af29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1560876 Feb 04 12:21:56.386162 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3c30d5-bf6e-4e3c-9ea8-cb7c72a5e645 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:21:56.386510 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3c30d5-bf6e-4e3c-9ea8-cb7c72a5e645 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:21:56.386858 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3c30d5-bf6e-4e3c-9ea8-cb7c72a5e645 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:21:56.387199 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3c30d5-bf6e-4e3c-9ea8-cb7c72a5e645 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:21:56.387536 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3c30d5-bf6e-4e3c-9ea8-cb7c72a5e645 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:21:56.401659 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3c30d5-bf6e-4e3c-9ea8-cb7c72a5e645 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:21:56.402153 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3c30d5-bf6e-4e3c-9ea8-cb7c72a5e645 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:21:56.402493 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3c30d5-bf6e-4e3c-9ea8-cb7c72a5e645 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:21:56.402830 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3c30d5-bf6e-4e3c-9ea8-cb7c72a5e645 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:21:56.403164 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3c30d5-bf6e-4e3c-9ea8-cb7c72a5e645 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:21:56.403493 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3c30d5-bf6e-4e3c-9ea8-cb7c72a5e645 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:21:56.403857 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3c30d5-bf6e-4e3c-9ea8-cb7c72a5e645 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:21:56.404172 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3c30d5-bf6e-4e3c-9ea8-cb7c72a5e645 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:21:56.433954 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-f270597e-4368-4510-ad4e-c8348356f985 req-f33f6351-f341-4ec2-bba1-51785fb6bcab service neutron] 10.222.0.77 "GET /v2.0/networks/4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4379861 Feb 04 12:21:56.504178 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-a347ce25-ffcd-4e7a-9eb4-f16ba8d555cc None None] Attempting to bind port 1526621e-ea8f-436e-91ac-7023fa36f5b7 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:21:56.505007 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-a347ce25-ffcd-4e7a-9eb4-f16ba8d555cc None None] Attempting to bind port 1526621e-ea8f-436e-91ac-7023fa36f5b7 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': 'e4fc04c0-d417-44a5-9979-2968e789d33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '7404a468-f2d3-4a58-927a-72e7d8dd8e0c'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:21:56.506618 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a347ce25-ffcd-4e7a-9eb4-f16ba8d555cc None None] Attempting to bind port 1526621e-ea8f-436e-91ac-7023fa36f5b7 on network 7404a468-f2d3-4a58-927a-72e7d8dd8e0c {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:21:56.516674 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a347ce25-ffcd-4e7a-9eb4-f16ba8d555cc None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:21:56.517339 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a347ce25-ffcd-4e7a-9eb4-f16ba8d555cc None None] Checking segment: {'id': 'e4fc04c0-d417-44a5-9979-2968e789d33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '7404a468-f2d3-4a58-927a-72e7d8dd8e0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:21:56.518283 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a347ce25-ffcd-4e7a-9eb4-f16ba8d555cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:56.518845 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a347ce25-ffcd-4e7a-9eb4-f16ba8d555cc None None] Bound using segment: {'id': 'e4fc04c0-d417-44a5-9979-2968e789d33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '7404a468-f2d3-4a58-927a-72e7d8dd8e0c'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:21:56.519463 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-a347ce25-ffcd-4e7a-9eb4-f16ba8d555cc None None] Bound port: 1526621e-ea8f-436e-91ac-7023fa36f5b7, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4fc04c0-d417-44a5-9979-2968e789d33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '7404a468-f2d3-4a58-927a-72e7d8dd8e0c'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:21:56.522057 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a347ce25-ffcd-4e7a-9eb4-f16ba8d555cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (1526621e-ea8f-436e-91ac-7023fa36f5b7), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:56.523425 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-d646ae1c-2e5e-4c80-95b6-ab040bf71821 req-0d91a66b-e53a-4837-b37f-7fb7d6d4ba7e service neutron] 10.222.0.77 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735972 Feb 04 12:21:56.593396 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cc729f60-973c-48ae-8caf-f7e0fae9f96a req-e08619a6-a3d3-4db3-aae5-e15b53ddad22 tempest-FloatingIPsNegativeTestJSON-908966965 tempest-FloatingIPsNegativeTestJSON-908966965-project] 10.222.0.65 "GET /v2.0/floatingips?tenant_id=081ba9a66a5746acb9a1750aa2eea336 HTTP/1.1" status: 200 len: 217 time: 0.0914335 Feb 04 12:21:56.631292 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbce1392-f0c5-456a-aae2-d1fdeca6a862 req-5bd06dbb-ffb7-447b-a85d-cffd96ebbec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:56.634259 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bbce1392-f0c5-456a-aae2-d1fdeca6a862 req-5bd06dbb-ffb7-447b-a85d-cffd96ebbec0 service neutron] 10.222.0.77 "GET /v2.0/networks?id=8201226e-f25e-431d-a6a5-6704e8dc4880 HTTP/1.1" status: 200 len: 908 time: 0.3554189 Feb 04 12:21:56.686076 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-a347ce25-ffcd-4e7a-9eb4-f16ba8d555cc None None] For port 1526621e-ea8f-436e-91ac-7023fa36f5b7, host n-d-825015-3, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:21:56.691408 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-a347ce25-ffcd-4e7a-9eb4-f16ba8d555cc None None] For port 1526621e-ea8f-436e-91ac-7023fa36f5b7, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=1526621e-ea8f-436e-91ac-7023fa36f5b7,segment=NetworkSegment(e4fc04c0-d417-44a5-9979-2968e789d33a),segment_id=e4fc04c0-d417-44a5-9979-2968e789d33a)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:21:56.702212 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a347ce25-ffcd-4e7a-9eb4-f16ba8d555cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (1526621e-ea8f-436e-91ac-7023fa36f5b7), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:56.721802 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-504c9085-e013-4329-8780-694fec855350 x-openstack-request-id: req-504c9085-e013-4329-8780-694fec855350 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:21:56.722094 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2caf873-3f17-4974-8646-9cc5aa355cb9", "tag": "c2832b00-49f8-4fec-8c15-002a2a163b03", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:21:56.722346 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-504c9085-e013-4329-8780-694fec855350 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:21:56.722749 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2caf873-3f17-4974-8646-9cc5aa355cb9', 'tag': 'c2832b00-49f8-4fec-8c15-002a2a163b03', 'status': 'completed', 'code': 200} Feb 04 12:21:56.724301 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b65f478-8d0f-4c28-8634-e3271289a266', 'tag': '215af382-6f8e-49d2-887b-35ac0d0e1df5'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:21:56.726740 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bbce1392-f0c5-456a-aae2-d1fdeca6a862 req-b53e038e-2509-4c59-8240-b31445167965 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=592ec7cb-d413-4e6f-af11-550fb94964e0 HTTP/1.1" status: 200 len: 217 time: 0.0846887 Feb 04 12:21:56.729638 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68d0ffd3-1a49-45b6-aa06-a3fa9a2068e4" -d '{"events": [{"name": "network-changed", "server_uuid": "5b65f478-8d0f-4c28-8634-e3271289a266", "tag": "215af382-6f8e-49d2-887b-35ac0d0e1df5"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:21:56.757546 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-d646ae1c-2e5e-4c80-95b6-ab040bf71821 req-64dfeebe-ac3b-4981-bfc4-64a33776a79b service neutron] 10.222.0.77 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263949 Feb 04 12:21:56.759304 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-dc171bcf-4bac-456b-a11d-eb97d88fa6ad None None] Provisioning complete for port 1526621e-ea8f-436e-91ac-7023fa36f5b7 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:21:56.765892 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dc171bcf-4bac-456b-a11d-eb97d88fa6ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (1526621e-ea8f-436e-91ac-7023fa36f5b7), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:56.837982 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d646ae1c-2e5e-4c80-95b6-ab040bf71821 req-0a611e28-ce63-4650-b3ef-b69c6c241881 service neutron] 10.222.0.73 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4428401 Feb 04 12:21:56.850664 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a347ce25-ffcd-4e7a-9eb4-f16ba8d555cc None None] Routers {'63972f83-06c4-4038-af83-d1a976ba021c'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:21:56.851391 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-a347ce25-ffcd-4e7a-9eb4-f16ba8d555cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:21:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['63972f83-06c4-4038-af83-d1a976ba021c'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:21:56.936497 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-dc171bcf-4bac-456b-a11d-eb97d88fa6ad None None] Current status of the port 1526621e-ea8f-436e-91ac-7023fa36f5b7 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:21:56.937241 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dc171bcf-4bac-456b-a11d-eb97d88fa6ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (1526621e-ea8f-436e-91ac-7023fa36f5b7), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:56.981619 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-dc171bcf-4bac-456b-a11d-eb97d88fa6ad None None] For port 1526621e-ea8f-436e-91ac-7023fa36f5b7, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=1526621e-ea8f-436e-91ac-7023fa36f5b7,segment=NetworkSegment(e4fc04c0-d417-44a5-9979-2968e789d33a),segment_id=e4fc04c0-d417-44a5-9979-2968e789d33a)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:21:56.989794 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dc171bcf-4bac-456b-a11d-eb97d88fa6ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (1526621e-ea8f-436e-91ac-7023fa36f5b7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:56.990564 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3c30d5-bf6e-4e3c-9ea8-cb7c72a5e645 None None] Pushing event updated for resources: {'Port': ['ID=1526621e-ea8f-436e-91ac-7023fa36f5b7,revision_number=4']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:21:57.034820 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbce1392-f0c5-456a-aae2-d1fdeca6a862 req-22b1a60b-ea9b-4d1b-9bb1-6b5da7040830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:57.038067 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bbce1392-f0c5-456a-aae2-d1fdeca6a862 req-22b1a60b-ea9b-4d1b-9bb1-6b5da7040830 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6b10c2b1-e8bd-4535-8be4-90c0033f4e8f HTTP/1.1" status: 200 len: 847 time: 0.3006308 Feb 04 12:21:57.085319 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc171bcf-4bac-456b-a11d-eb97d88fa6ad None None] Pushing event updated for resources: {'Port': ['ID=1526621e-ea8f-436e-91ac-7023fa36f5b7,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:21:57.097922 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-a347ce25-ffcd-4e7a-9eb4-f16ba8d555cc None None] Set router 63972f83-06c4-4038-af83-d1a976ba021c gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:21:57.117337 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bbce1392-f0c5-456a-aae2-d1fdeca6a862 req-5fdbab8c-6ccb-4c00-ae6d-4fb3f6ccb1de service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8201226e-f25e-431d-a6a5-6704e8dc4880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617888 Feb 04 12:21:57.157198 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a60671-52a5-4bff-9b79-dad7c2cc4d19 req-878468d6-41db-4151-9725-9ec01978164c tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:57.158859 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-37a60671-52a5-4bff-9b79-dad7c2cc4d19 req-878468d6-41db-4151-9725-9ec01978164c tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?device_id=21e3d505-a2ed-451f-b905-113e578778a1 HTTP/1.1" status: 200 len: 943 time: 0.6330581 Feb 04 12:21:57.219495 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-66e78e4d-2030-40ff-9df9-0e42fa9f0979 None None] Provisioning complete for port 1526621e-ea8f-436e-91ac-7023fa36f5b7 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:21:57.220004 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-66e78e4d-2030-40ff-9df9-0e42fa9f0979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (1526621e-ea8f-436e-91ac-7023fa36f5b7), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:57.248698 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5196e3c2-64ad-46c6-9e58-bbee3bbbcc32 req-a72f591c-a5a3-4a2f-afbe-3769437946bf tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:57.249489 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5196e3c2-64ad-46c6-9e58-bbee3bbbcc32 req-a72f591c-a5a3-4a2f-afbe-3769437946bf tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2caf873-3f17-4974-8646-9cc5aa355cb9 HTTP/1.1" status: 200 len: 948 time: 0.3995123 Feb 04 12:21:57.267718 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d646ae1c-2e5e-4c80-95b6-ab040bf71821 req-656f6b9c-4835-4161-887d-a6e8119d9336 service neutron] 10.222.0.73 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4161458 Feb 04 12:21:57.342804 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-66e78e4d-2030-40ff-9df9-0e42fa9f0979 None None] Current status of the port 1526621e-ea8f-436e-91ac-7023fa36f5b7 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:21:57.347006 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 000fba11-9abf-44d7-adda-b96b4a59d706 details requested by agent hyperv_n-h2-825015-3 with host n-h2-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:21:57.357853 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-37a60671-52a5-4bff-9b79-dad7c2cc4d19 req-48747516-f825-475c-bd36-853cf931b066 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f51ab49-2800-41c7-a09d-ab109cee7e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739073 Feb 04 12:21:57.373458 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bbce1392-f0c5-456a-aae2-d1fdeca6a862 req-04890c57-760d-4de1-a36a-862a8b0b2993 service neutron] 10.222.0.77 "GET /v2.0/networks/8201226e-f25e-431d-a6a5-6704e8dc4880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415302 Feb 04 12:21:57.475810 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5196e3c2-64ad-46c6-9e58-bbee3bbbcc32 req-7dac2a6e-c959-409d-99a0-7975bd234d7f tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/security-groups?id=ff9db729-a945-4359-8bb3-48cdfdee30d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895607 Feb 04 12:21:57.510715 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-a347ce25-ffcd-4e7a-9eb4-f16ba8d555cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63972f83-06c4-4038-af83-d1a976ba021c', 'name': 'tempest-FloatingIPsNegativeTestJSON-1591646952-router', 'tenant_id': '081ba9a66a5746acb9a1750aa2eea336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '2fc9d0a0-c6fb-4c43-aa2c-e9386a26bb71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:21:41Z', 'updated_at': '2022-02-04T12:21:51Z', 'revision_number': 4, 'project_id': '081ba9a66a5746acb9a1750aa2eea336', 'gw_port': {'id': '2fc9d0a0-c6fb-4c43-aa2c-e9386a26bb71', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63972f83-06c4-4038-af83-d1a976ba021c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:21:42Z', 'updated_at': '2022-02-04T12:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '1526621e-ea8f-436e-91ac-7023fa36f5b7', 'name': '', 'network_id': '7404a468-f2d3-4a58-927a-72e7d8dd8e0c', 'tenant_id': '081ba9a66a5746acb9a1750aa2eea336', 'mac_address': 'fa:16:3e:46:9c:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63972f83-06c4-4038-af83-d1a976ba021c', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '34930c38-5930-4e33-963f-72710901c6c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:21:49Z', 'updated_at': '2022-02-04T12:21:56Z', 'revision_number': 4, 'project_id': '081ba9a66a5746acb9a1750aa2eea336', 'subnets': [{'id': '34930c38-5930-4e33-963f-72710901c6c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:21:57.547985 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a347ce25-ffcd-4e7a-9eb4-f16ba8d555cc None None] The sync data for ids ['63972f83-06c4-4038-af83-d1a976ba021c'] in n-d-825015-3 is: [{'id': '63972f83-06c4-4038-af83-d1a976ba021c', 'name': 'tempest-FloatingIPsNegativeTestJSON-1591646952-router', 'tenant_id': '081ba9a66a5746acb9a1750aa2eea336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '2fc9d0a0-c6fb-4c43-aa2c-e9386a26bb71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:21:41Z', 'updated_at': '2022-02-04T12:21:51Z', 'revision_number': 4, 'project_id': '081ba9a66a5746acb9a1750aa2eea336', 'gw_port': {'id': '2fc9d0a0-c6fb-4c43-aa2c-e9386a26bb71', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63972f83-06c4-4038-af83-d1a976ba021c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:21:42Z', 'updated_at': '2022-02-04T12:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '1526621e-ea8f-436e-91ac-7023fa36f5b7', 'name': '', 'network_id': '7404a468-f2d3-4a58-927a-72e7d8dd8e0c', 'tenant_id': '081ba9a66a5746acb9a1750aa2eea336', 'mac_address': 'fa:16:3e:46:9c:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63972f83-06c4-4038-af83-d1a976ba021c', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '34930c38-5930-4e33-963f-72710901c6c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:21:49Z', 'updated_at': '2022-02-04T12:21:56Z', 'revision_number': 4, 'project_id': '081ba9a66a5746acb9a1750aa2eea336', 'subnets': [{'id': '34930c38-5930-4e33-963f-72710901c6c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:21:57.570121 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 000fba11-9abf-44d7-adda-b96b4a59d706, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=000fba11-9abf-44d7-adda-b96b4a59d706,segment=NetworkSegment(8447b48f-5ac4-4499-b5ab-2b0cb1297003),segment_id=8447b48f-5ac4-4499-b5ab-2b0cb1297003)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:21:57.607595 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8645d202-b177-4a8d-a5c3-b764875c361f req-600403bb-5213-40bc-99f1-78ea35130a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:57.613604 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8645d202-b177-4a8d-a5c3-b764875c361f req-600403bb-5213-40bc-99f1-78ea35130a84 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cd7a27426604483abdc4179f17c2461d&device_id=f2caf873-3f17-4974-8646-9cc5aa355cb9 HTTP/1.1" status: 200 len: 1130 time: 0.2504673 Feb 04 12:21:57.650009 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bbce1392-f0c5-456a-aae2-d1fdeca6a862 req-14b2ae56-e883-42c7-88bf-dae32a8a0b38 service neutron] 10.222.0.77 "GET /v2.0/networks/8201226e-f25e-431d-a6a5-6704e8dc4880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688823 Feb 04 12:21:57.659252 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Returning: {'device': '000fba11-9abf-44d7-adda-b96b4a59d706', 'network_id': '4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5', 'port_id': '000fba11-9abf-44d7-adda-b96b4a59d706', 'mac_address': 'fa:16:3e:87:77:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23b19519-2923-41fd-80ca-5f7c6af8f70c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:21:57.835677 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 000fba11-9abf-44d7-adda-b96b4a59d706 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:21:57.837242 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (000fba11-9abf-44d7-adda-b96b4a59d706), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:57.886601 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 000fba11-9abf-44d7-adda-b96b4a59d706 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:21:57.921530 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8645d202-b177-4a8d-a5c3-b764875c361f req-f986efdb-4169-401a-ada5-eb868f5a5d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:57.923759 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8645d202-b177-4a8d-a5c3-b764875c361f req-f986efdb-4169-401a-ada5-eb868f5a5d19 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2f7dc246-a024-4937-952c-0ddeef5af29c HTTP/1.1" status: 200 len: 870 time: 0.2856383 Feb 04 12:21:57.941992 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 000fba11-9abf-44d7-adda-b96b4a59d706, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=000fba11-9abf-44d7-adda-b96b4a59d706,segment=NetworkSegment(8447b48f-5ac4-4499-b5ab-2b0cb1297003),segment_id=8447b48f-5ac4-4499-b5ab-2b0cb1297003)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:21:57.947245 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa62bfdc-1cd0-4abb-b27f-302617f791c1 req-fe3caa59-7c55-4af5-9018-788188bafd1b tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:57.949359 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fa62bfdc-1cd0-4abb-b27f-302617f791c1 req-fe3caa59-7c55-4af5-9018-788188bafd1b tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a6b4d41-5367-4c26-9592-affdbc96fe0d HTTP/1.1" status: 200 len: 946 time: 0.2328084 Feb 04 12:21:57.950172 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (000fba11-9abf-44d7-adda-b96b4a59d706), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:58.047813 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=000fba11-9abf-44d7-adda-b96b4a59d706,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:21:58.068895 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8645d202-b177-4a8d-a5c3-b764875c361f req-58e65762-451f-4ec8-89f3-65a90376a302 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=c2832b00-49f8-4fec-8c15-002a2a163b03 HTTP/1.1" status: 200 len: 217 time: 0.1184566 Feb 04 12:21:58.175669 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ddf27-212a-41cd-82c6-70c04c6d3680 req-44a7c50d-1c40-4b5c-b70e-56aaf527c7ad tempest-ServerDiagnosticsNegativeTest-1675283816 tempest-ServerDiagnosticsNegativeTest-1675283816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:58.177634 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-974ddf27-212a-41cd-82c6-70c04c6d3680 req-44a7c50d-1c40-4b5c-b70e-56aaf527c7ad tempest-ServerDiagnosticsNegativeTest-1675283816 tempest-ServerDiagnosticsNegativeTest-1675283816-project] 10.222.0.65 "GET /v2.0/ports?device_id=22c4d0f1-069c-4a92-95d4-4483d68aab12 HTTP/1.1" status: 200 len: 950 time: 0.3189352 Feb 04 12:21:58.248593 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['000fba11-9abf-44d7-adda-b96b4a59d706'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:21:58.599270 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8645d202-b177-4a8d-a5c3-b764875c361f req-fa82017d-8f9f-4c64-a737-40020bec6ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:58.601011 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8645d202-b177-4a8d-a5c3-b764875c361f req-fa82017d-8f9f-4c64-a737-40020bec6ba9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5ee3374a-84e9-4639-853c-740c6edaf6dc HTTP/1.1" status: 200 len: 843 time: 0.5210891 Feb 04 12:21:58.613475 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00836c2b-644a-4893-a118-dd7a70fa700f req-909fab20-e5c9-4a50-a458-f477c108d58b tempest-ServerDiagnosticsNegativeTest-1675283816 tempest-ServerDiagnosticsNegativeTest-1675283816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:58.615090 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-00836c2b-644a-4893-a118-dd7a70fa700f req-909fab20-e5c9-4a50-a458-f477c108d58b tempest-ServerDiagnosticsNegativeTest-1675283816 tempest-ServerDiagnosticsNegativeTest-1675283816-project] 10.222.0.73 "GET /v2.0/ports?device_id=22c4d0f1-069c-4a92-95d4-4483d68aab12 HTTP/1.1" status: 200 len: 950 time: 0.6482732 Feb 04 12:21:58.639366 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fa62bfdc-1cd0-4abb-b27f-302617f791c1 req-b4c28622-bc81-4ebd-a106-b151c3a42bfc tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] 10.222.0.65 "GET /v2.0/security-groups?id=e102d2aa-c1a8-4ba5-bd37-a0f044093565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6712353 Feb 04 12:21:58.733206 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbce1392-f0c5-456a-aae2-d1fdeca6a862 req-8dd703ee-c75a-4302-9a6b-755bf1986d9b tempest-LiveMigrationTest-337354813 tempest-LiveMigrationTest-337354813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:58.734758 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bbce1392-f0c5-456a-aae2-d1fdeca6a862 req-8dd703ee-c75a-4302-9a6b-755bf1986d9b tempest-LiveMigrationTest-337354813 tempest-LiveMigrationTest-337354813-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=729d5332-a000-4a7e-b737-2cb5be03b163&tenant_id=24a467b030c744bba5cc99601ae6aefc&binding%3Ahost_id=n-h2-825015-3 HTTP/1.1" status: 200 len: 1127 time: 0.6922152 Feb 04 12:21:58.751109 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-974ddf27-212a-41cd-82c6-70c04c6d3680 req-80364432-1f47-4881-b4e3-75524b7b4c8f tempest-ServerDiagnosticsNegativeTest-1675283816 tempest-ServerDiagnosticsNegativeTest-1675283816-project] 10.222.0.65 "GET /v2.0/security-groups?id=75b75882-6d21-4169-875c-f23b078767f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5538759 Feb 04 12:21:58.796061 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f2aff1b5-182b-467b-881c-5f0b8b64389f req-e57109e8-e109-4e7a-aa07-30adc6fde3e3 tempest-FloatingIPsNegativeTestJSON-908966965 tempest-FloatingIPsNegativeTestJSON-908966965-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0817509 Feb 04 12:21:58.820280 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f457eccd-b050-44a8-ab0f-7ee02cd43f12 x-openstack-request-id: req-f457eccd-b050-44a8-ab0f-7ee02cd43f12 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:21:58.820907 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b65f478-8d0f-4c28-8634-e3271289a266", "tag": "215af382-6f8e-49d2-887b-35ac0d0e1df5", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:21:58.821539 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f457eccd-b050-44a8-ab0f-7ee02cd43f12 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:21:58.821873 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b65f478-8d0f-4c28-8634-e3271289a266', 'tag': '215af382-6f8e-49d2-887b-35ac0d0e1df5', 'status': 'completed', 'code': 200} Feb 04 12:21:58.853388 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device c2832b00-49f8-4fec-8c15-002a2a163b03 details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:21:58.972966 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d0ffd3-1a49-45b6-aa06-a3fa9a2068e4 req-fc07530a-cf33-4d93-8f13-70ee20a79bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:58.974807 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-68d0ffd3-1a49-45b6-aa06-a3fa9a2068e4 req-fc07530a-cf33-4d93-8f13-70ee20a79bdd service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=cd7a27426604483abdc4179f17c2461d&device_id=5b65f478-8d0f-4c28-8634-e3271289a266 HTTP/1.1" status: 200 len: 1129 time: 0.1037445 Feb 04 12:21:59.041720 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8645d202-b177-4a8d-a5c3-b764875c361f req-b9e3a0ed-3cfd-4d55-94ad-b8553beebbab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:59.045781 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8645d202-b177-4a8d-a5c3-b764875c361f req-b9e3a0ed-3cfd-4d55-94ad-b8553beebbab service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2f7dc246-a024-4937-952c-0ddeef5af29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4290788 Feb 04 12:21:59.118972 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port c2832b00-49f8-4fec-8c15-002a2a163b03, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=c2832b00-49f8-4fec-8c15-002a2a163b03,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:21:59.145497 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': 'c2832b00-49f8-4fec-8c15-002a2a163b03', 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c', 'port_id': 'c2832b00-49f8-4fec-8c15-002a2a163b03', 'mac_address': 'fa:16:3e:9c:38:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ee3374a-84e9-4639-853c-740c6edaf6dc', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:21:59.156076 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d0ffd3-1a49-45b6-aa06-a3fa9a2068e4 req-6753ca69-a60d-4c25-b8cf-9adba58053f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:59.159915 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-68d0ffd3-1a49-45b6-aa06-a3fa9a2068e4 req-6753ca69-a60d-4c25-b8cf-9adba58053f4 service neutron] 10.222.0.77 "GET /v2.0/networks?id=2f7dc246-a024-4937-952c-0ddeef5af29c HTTP/1.1" status: 200 len: 870 time: 0.1790845 Feb 04 12:21:59.236869 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-68d0ffd3-1a49-45b6-aa06-a3fa9a2068e4 req-f7872f4d-6e4a-4dcd-878f-6f1912a6661c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=215af382-6f8e-49d2-887b-35ac0d0e1df5 HTTP/1.1" status: 200 len: 217 time: 0.0650067 Feb 04 12:21:59.240140 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 1526621e-ea8f-436e-91ac-7023fa36f5b7 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:21:59.304019 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port c2832b00-49f8-4fec-8c15-002a2a163b03 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:21:59.304617 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (c2832b00-49f8-4fec-8c15-002a2a163b03), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:59.338062 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d0ffd3-1a49-45b6-aa06-a3fa9a2068e4 req-f80bd927-c44d-489c-88f8-858be732653c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:59.342053 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-68d0ffd3-1a49-45b6-aa06-a3fa9a2068e4 req-f80bd927-c44d-489c-88f8-858be732653c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5ee3374a-84e9-4639-853c-740c6edaf6dc HTTP/1.1" status: 200 len: 843 time: 0.0977004 Feb 04 12:21:59.356208 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 215af382-6f8e-49d2-887b-35ac0d0e1df5 details requested by agent hyperv_n-h2-825015-3 with host n-h2-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:21:59.358599 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 000fba11-9abf-44d7-adda-b96b4a59d706 up at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:21:59.406477 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2832b00-49f8-4fec-8c15-002a2a163b03 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:21:59.423569 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-00836c2b-644a-4893-a118-dd7a70fa700f req-cf1b0b21-dfb9-44b4-a4fc-eb3e5b0863c4 tempest-ServerDiagnosticsNegativeTest-1675283816 tempest-ServerDiagnosticsNegativeTest-1675283816-project] Deleting port ed91a56e-ee03-4ffd-8a63-4c45f809834f {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:21:59.423975 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-00836c2b-644a-4893-a118-dd7a70fa700f req-cf1b0b21-dfb9-44b4-a4fc-eb3e5b0863c4 tempest-ServerDiagnosticsNegativeTest-1675283816 tempest-ServerDiagnosticsNegativeTest-1675283816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (ed91a56e-ee03-4ffd-8a63-4c45f809834f), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:59.468749 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d0ffd3-1a49-45b6-aa06-a3fa9a2068e4 req-92a2e29b-bc71-4ee4-992f-a30beee6f689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:59.471631 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-68d0ffd3-1a49-45b6-aa06-a3fa9a2068e4 req-92a2e29b-bc71-4ee4-992f-a30beee6f689 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2f7dc246-a024-4937-952c-0ddeef5af29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1186068 Feb 04 12:21:59.485125 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port c2832b00-49f8-4fec-8c15-002a2a163b03, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=c2832b00-49f8-4fec-8c15-002a2a163b03,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:21:59.508450 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (c2832b00-49f8-4fec-8c15-002a2a163b03), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:59.550649 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning for port 000fba11-9abf-44d7-adda-b96b4a59d706 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:21:59.576917 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-00836c2b-644a-4893-a118-dd7a70fa700f req-cf1b0b21-dfb9-44b4-a4fc-eb3e5b0863c4 tempest-ServerDiagnosticsNegativeTest-1675283816 tempest-ServerDiagnosticsNegativeTest-1675283816-project] For port ed91a56e-ee03-4ffd-8a63-4c45f809834f, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=ed91a56e-ee03-4ffd-8a63-4c45f809834f,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:21:59.578046 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-00836c2b-644a-4893-a118-dd7a70fa700f req-cf1b0b21-dfb9-44b4-a4fc-eb3e5b0863c4 tempest-ServerDiagnosticsNegativeTest-1675283816 tempest-ServerDiagnosticsNegativeTest-1675283816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (ed91a56e-ee03-4ffd-8a63-4c45f809834f), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:59.604935 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-00836c2b-644a-4893-a118-dd7a70fa700f req-cf1b0b21-dfb9-44b4-a4fc-eb3e5b0863c4 tempest-ServerDiagnosticsNegativeTest-1675283816 tempest-ServerDiagnosticsNegativeTest-1675283816-project] Calling delete_port for ed91a56e-ee03-4ffd-8a63-4c45f809834f owned by compute:nova {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:21:59.636730 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 1526621e-ea8f-436e-91ac-7023fa36f5b7 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:21:59.637328 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (1526621e-ea8f-436e-91ac-7023fa36f5b7), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:59.647929 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-68d0ffd3-1a49-45b6-aa06-a3fa9a2068e4 req-588c2f4a-9b25-4360-ae21-03201f3a1b9d service neutron] 10.222.0.77 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620047 Feb 04 12:21:59.701661 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning complete for port 000fba11-9abf-44d7-adda-b96b4a59d706 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:21:59.702047 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (000fba11-9abf-44d7-adda-b96b4a59d706), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:59.702335 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e4e869-ffac-44dc-821a-c9d82286b8af req-94ffe6cb-79b5-49b0-ad98-68636b450787 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:59.704518 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a1e4e869-ffac-44dc-821a-c9d82286b8af req-94ffe6cb-79b5-49b0-ad98-68636b450787 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=77637105-0550-4658-837e-b253c5845668 HTTP/1.1" status: 200 len: 946 time: 0.7326894 Feb 04 12:21:59.723286 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-bbce1392-f0c5-456a-aae2-d1fdeca6a862 req-fb1c9a5e-01d1-4bf9-9b9f-9ef57cdedde4 service neutron] For port 592ec7cb-d413-4e6f-af11-550fb94964e0, host n-h1-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:21:59.736890 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c356808-374c-4759-a6f6-1536389cf28b req-219fb00a-7400-49a9-9d03-ac6df16420b6 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:59.738686 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8c356808-374c-4759-a6f6-1536389cf28b req-219fb00a-7400-49a9-9d03-ac6df16420b6 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/ports?device_id=729d5332-a000-4a7e-b737-2cb5be03b163 HTTP/1.1" status: 200 len: 945 time: 0.7078991 Feb 04 12:21:59.762862 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-bbce1392-f0c5-456a-aae2-d1fdeca6a862 req-fb1c9a5e-01d1-4bf9-9b9f-9ef57cdedde4 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:21:59.764582 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bbce1392-f0c5-456a-aae2-d1fdeca6a862 req-fb1c9a5e-01d1-4bf9-9b9f-9ef57cdedde4 service neutron] 10.222.0.77 "DELETE /v2.0/ports/592ec7cb-d413-4e6f-af11-550fb94964e0/bindings/n-h1-825015-3 HTTP/1.1" status: 204 len: 173 time: 0.9889147 Feb 04 12:21:59.813647 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['c2832b00-49f8-4fec-8c15-002a2a163b03'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:21:59.845597 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-68d0ffd3-1a49-45b6-aa06-a3fa9a2068e4 req-5a1616a0-e388-4e3e-b602-51df1e5a0b5e service neutron] 10.222.0.77 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898308 Feb 04 12:21:59.882812 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8645d202-b177-4a8d-a5c3-b764875c361f req-f753c9c2-ad63-4ed1-9ca1-7f24053e3bc3 service neutron] 10.222.0.73 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8048995 Feb 04 12:21:59.913152 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=c2832b00-49f8-4fec-8c15-002a2a163b03,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:21:59.978827 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 215af382-6f8e-49d2-887b-35ac0d0e1df5, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=215af382-6f8e-49d2-887b-35ac0d0e1df5,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:21:59.995476 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a1e4e869-ffac-44dc-821a-c9d82286b8af req-7add5919-1a75-4752-bea2-534e6dc3e567 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/security-groups?id=0e320687-8002-4e00-a016-6bf57af2cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740638 Feb 04 12:22:00.030830 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8c356808-374c-4759-a6f6-1536389cf28b req-06da6d66-d7c4-41f9-8c0e-1f11472495d8 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4f571d4-f0a1-47f6-a54a-b93db47581cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441018 Feb 04 12:22:00.056530 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Returning: {'device': '215af382-6f8e-49d2-887b-35ac0d0e1df5', 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c', 'port_id': '215af382-6f8e-49d2-887b-35ac0d0e1df5', 'mac_address': 'fa:16:3e:28:a4:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ee3374a-84e9-4639-853c-740c6edaf6dc', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:22:00.064575 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 1526621e-ea8f-436e-91ac-7023fa36f5b7 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:22:00.089020 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 000fba11-9abf-44d7-adda-b96b4a59d706 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:22:00.089416 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (000fba11-9abf-44d7-adda-b96b4a59d706), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:00.180306 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-00836c2b-644a-4893-a118-dd7a70fa700f req-cf1b0b21-dfb9-44b4-a4fc-eb3e5b0863c4 tempest-ServerDiagnosticsNegativeTest-1675283816 tempest-ServerDiagnosticsNegativeTest-1675283816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (ed91a56e-ee03-4ffd-8a63-4c45f809834f), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:00.188063 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21e3d505-a2ed-451f-b905-113e578778a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '000fba11-9abf-44d7-adda-b96b4a59d706'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:22:00.190438 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c194566c-1d2e-4148-a664-aeb4dda36993" -d '{"events": [{"server_uuid": "21e3d505-a2ed-451f-b905-113e578778a1", "name": "network-vif-plugged", "status": "completed", "tag": "000fba11-9abf-44d7-adda-b96b4a59d706"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:22:00.230250 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 215af382-6f8e-49d2-887b-35ac0d0e1df5 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:22:00.231721 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (215af382-6f8e-49d2-887b-35ac0d0e1df5), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:00.246351 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 000fba11-9abf-44d7-adda-b96b4a59d706, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=000fba11-9abf-44d7-adda-b96b4a59d706,segment=NetworkSegment(8447b48f-5ac4-4499-b5ab-2b0cb1297003),segment_id=8447b48f-5ac4-4499-b5ab-2b0cb1297003)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:22:00.276616 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8645d202-b177-4a8d-a5c3-b764875c361f req-d75c61b0-d23d-4f14-8af8-fdcebd914f92 service neutron] 10.222.0.73 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3795350 Feb 04 12:22:00.276906 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (000fba11-9abf-44d7-adda-b96b4a59d706), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:00.277566 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1b0b21-dfb9-44b4-a4fc-eb3e5b0863c4 tempest-ServerDiagnosticsNegativeTest-1675283816 tempest-ServerDiagnosticsNegativeTest-1675283816-project] Pushing event deleted for resources: {'Port': ['ID=ed91a56e-ee03-4ffd-8a63-4c45f809834f,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:22:00.345736 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 215af382-6f8e-49d2-887b-35ac0d0e1df5 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:22:00.387382 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-00836c2b-644a-4893-a118-dd7a70fa700f req-cf1b0b21-dfb9-44b4-a4fc-eb3e5b0863c4 tempest-ServerDiagnosticsNegativeTest-1675283816 tempest-ServerDiagnosticsNegativeTest-1675283816-project] No DVR routers for this DVR port ed91a56e-ee03-4ffd-8a63-4c45f809834f on host n-h1-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:22:00.398637 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-00836c2b-644a-4893-a118-dd7a70fa700f req-cf1b0b21-dfb9-44b4-a4fc-eb3e5b0863c4 tempest-ServerDiagnosticsNegativeTest-1675283816 tempest-ServerDiagnosticsNegativeTest-1675283816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:00.407328 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-00836c2b-644a-4893-a118-dd7a70fa700f req-cf1b0b21-dfb9-44b4-a4fc-eb3e5b0863c4 tempest-ServerDiagnosticsNegativeTest-1675283816 tempest-ServerDiagnosticsNegativeTest-1675283816-project] 10.222.0.73 "DELETE /v2.0/ports/ed91a56e-ee03-4ffd-8a63-4c45f809834f HTTP/1.1" status: 204 len: 173 time: 1.7783988 Feb 04 12:22:00.409649 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22c4d0f1-069c-4a92-95d4-4483d68aab12', 'name': 'network-vif-deleted', 'tag': 'ed91a56e-ee03-4ffd-8a63-4c45f809834f'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:22:00.412138 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48c273bb-c7dd-4886-8f99-02f16bab15f1" -d '{"events": [{"server_uuid": "22c4d0f1-069c-4a92-95d4-4483d68aab12", "name": "network-vif-deleted", "tag": "ed91a56e-ee03-4ffd-8a63-4c45f809834f"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:22:00.417535 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 215af382-6f8e-49d2-887b-35ac0d0e1df5, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=215af382-6f8e-49d2-887b-35ac0d0e1df5,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:22:00.427177 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbe9852-02de-4732-a5b5-cb0bb32aedf9 req-ee2af95a-b4a2-4598-99b6-32d48352f36a tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:00.430719 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (215af382-6f8e-49d2-887b-35ac0d0e1df5), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:00.435067 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dbbe9852-02de-4732-a5b5-cb0bb32aedf9 req-ee2af95a-b4a2-4598-99b6-32d48352f36a tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?device_id=21e3d505-a2ed-451f-b905-113e578778a1 HTTP/1.1" status: 200 len: 944 time: 0.2562420 Feb 04 12:22:00.450926 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4a5bd4-8b3e-4ac0-9bf9-3ea90041b091 req-3037f8dd-b5a9-4528-8b99-8132ea2f0b25 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:00.452865 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3d4a5bd4-8b3e-4ac0-9bf9-3ea90041b091 req-3037f8dd-b5a9-4528-8b99-8132ea2f0b25 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2caf873-3f17-4974-8646-9cc5aa355cb9 HTTP/1.1" status: 200 len: 949 time: 0.2700732 Feb 04 12:22:00.479604 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=000fba11-9abf-44d7-adda-b96b4a59d706,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:22:00.584876 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dbbe9852-02de-4732-a5b5-cb0bb32aedf9 req-745b48b8-07a8-4bf2-a2ce-63907b1a9b28 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f51ab49-2800-41c7-a09d-ab109cee7e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487620 Feb 04 12:22:00.607402 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=215af382-6f8e-49d2-887b-35ac0d0e1df5,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:22:00.630309 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3d4a5bd4-8b3e-4ac0-9bf9-3ea90041b091 req-38f17184-30f5-43d5-9a19-8820674e8cf0 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/security-groups?id=ff9db729-a945-4359-8bb3-48cdfdee30d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602666 Feb 04 12:22:00.710880 n-d-825015-3 neutron-server[103475]: INFO neutron.api.v2.resource [req-fdb0d5a1-26cb-49b6-8dd9-d1d78459d1dd req-002ea489-c382-426e-9dd1-93f6a7767d9b tempest-FloatingIPsNegativeTestJSON-908966965 tempest-FloatingIPsNegativeTestJSON-908966965-project] show failed (client error): The resource could not be found. Feb 04 12:22:00.714997 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fdb0d5a1-26cb-49b6-8dd9-d1d78459d1dd req-002ea489-c382-426e-9dd1-93f6a7767d9b tempest-FloatingIPsNegativeTestJSON-908966965 tempest-FloatingIPsNegativeTestJSON-908966965-project] 10.222.0.65 "GET /v2.0/floatingips/0d2d6806-277e-4928-b246-ac0b5b69c84b HTTP/1.1" status: 404 len: 350 time: 0.0543149 Feb 04 12:22:00.721551 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 60068) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:22:00.786260 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['215af382-6f8e-49d2-887b-35ac0d0e1df5'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:22:00.824060 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dbb634-8937-4d70-8b70-0c93c553c585 req-0b7b97b5-1ade-405f-89dd-278ba343e9e5 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:00.826410 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e4dbb634-8937-4d70-8b70-0c93c553c585 req-0b7b97b5-1ade-405f-89dd-278ba343e9e5 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a6b4d41-5367-4c26-9592-affdbc96fe0d HTTP/1.1" status: 200 len: 946 time: 0.1177034 Feb 04 12:22:00.887908 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device ed91a56e-ee03-4ffd-8a63-4c45f809834f no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:22:00.893281 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-43af61e9-620b-4397-97dc-34674d7f391f req-07d9cecd-adab-4df3-801a-83a15aaea322 tempest-ServerDiagnosticsNegativeTest-1675283816 tempest-ServerDiagnosticsNegativeTest-1675283816-project] 10.222.0.65 "GET /v2.0/ports?device_id=22c4d0f1-069c-4a92-95d4-4483d68aab12 HTTP/1.1" status: 200 len: 210 time: 0.0651162 Feb 04 12:22:00.989844 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] No Port match for: ed91a56e-ee03-4ffd-8a63-4c45f809834f {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:22:00.991092 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device ed91a56e-ee03-4ffd-8a63-4c45f809834f not bound to the agent host n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:22:01.019275 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:01.045852 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e4dbb634-8937-4d70-8b70-0c93c553c585 req-a5ab3b39-d279-48d7-98e3-66ab267124b1 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] 10.222.0.65 "GET /v2.0/security-groups?id=e102d2aa-c1a8-4ba5-bd37-a0f044093565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063308 Feb 04 12:22:01.213210 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47914f79-ca34-4cad-a3ed-28310ea01942 x-openstack-request-id: req-47914f79-ca34-4cad-a3ed-28310ea01942 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:22:01.213537 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22c4d0f1-069c-4a92-95d4-4483d68aab12", "name": "network-vif-deleted", "tag": "ed91a56e-ee03-4ffd-8a63-4c45f809834f", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:22:01.214072 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-47914f79-ca34-4cad-a3ed-28310ea01942 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:22:01.214706 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22c4d0f1-069c-4a92-95d4-4483d68aab12', 'name': 'network-vif-deleted', 'tag': 'ed91a56e-ee03-4ffd-8a63-4c45f809834f', 'status': 'completed', 'code': 200} Feb 04 12:22:01.285679 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04d216ba-6295-4dff-87ee-a239756f73af x-openstack-request-id: req-04d216ba-6295-4dff-87ee-a239756f73af {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:22:01.286237 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21e3d505-a2ed-451f-b905-113e578778a1", "name": "network-vif-plugged", "status": "completed", "tag": "000fba11-9abf-44d7-adda-b96b4a59d706", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:22:01.286601 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-04d216ba-6295-4dff-87ee-a239756f73af {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:22:01.287710 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21e3d505-a2ed-451f-b905-113e578778a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '000fba11-9abf-44d7-adda-b96b4a59d706', 'code': 200} Feb 04 12:22:01.334477 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089409c9-712f-490e-ae5f-322483f12ac1 req-ad57ffe7-531a-4469-b1f4-1845c81dda24 tempest-LiveMigrationTest-337354813 tempest-LiveMigrationTest-337354813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:01.336736 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-089409c9-712f-490e-ae5f-322483f12ac1 req-ad57ffe7-531a-4469-b1f4-1845c81dda24 tempest-LiveMigrationTest-337354813 tempest-LiveMigrationTest-337354813-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=729d5332-a000-4a7e-b737-2cb5be03b163 HTTP/1.1" status: 200 len: 1127 time: 0.1205597 Feb 04 12:22:01.411774 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:01.428061 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607afebf-2b15-4e08-b363-ed942080693c req-8a60e478-7b14-4a05-87b5-497455775e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:01.429779 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-607afebf-2b15-4e08-b363-ed942080693c req-8a60e478-7b14-4a05-87b5-497455775e09 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=21e3d505-a2ed-451f-b905-113e578778a1 HTTP/1.1" status: 200 len: 1127 time: 0.1361198 Feb 04 12:22:01.500938 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-607afebf-2b15-4e08-b363-ed942080693c req-7cdcde7f-cb4b-4887-9b16-f58647dacef2 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=7f51ab49-2800-41c7-a09d-ab109cee7e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642190 Feb 04 12:22:01.550353 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-089409c9-712f-490e-ae5f-322483f12ac1 req-674a2f84-7dca-4fc1-9b9c-69023aa6ec2a tempest-LiveMigrationTest-337354813 tempest-LiveMigrationTest-337354813-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=e4f571d4-f0a1-47f6-a54a-b93db47581cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049322 Feb 04 12:22:01.557646 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d08758a8-3027-4621-bb32-c719842a25e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622215'] for router_interface (63972f83-06c4-4038-af83-d1a976ba021c), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:01.576691 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c808561-c7da-49e1-b09a-26c3075deb3a req-1c1fc795-9cee-4b36-b774-522c99265c44 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:01.579679 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8c808561-c7da-49e1-b09a-26c3075deb3a req-1c1fc795-9cee-4b36-b774-522c99265c44 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=77637105-0550-4658-837e-b253c5845668 HTTP/1.1" status: 200 len: 946 time: 0.2038841 Feb 04 12:22:01.589074 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42affc6b-f00d-49e5-a29e-11b2225dba09 req-4be68f3d-e4af-416d-a533-684ccb6492ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:01.589074 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-42affc6b-f00d-49e5-a29e-11b2225dba09 req-4be68f3d-e4af-416d-a533-684ccb6492ea service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=207f01ccf15c4616a04a98fbbad5fc72&device_id=77637105-0550-4658-837e-b253c5845668 HTTP/1.1" status: 200 len: 1128 time: 0.1676946 Feb 04 12:22:01.671543 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8c808561-c7da-49e1-b09a-26c3075deb3a req-748a93b3-c5ba-4c2f-83ea-471f653d3ea2 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/security-groups?id=0e320687-8002-4e00-a016-6bf57af2cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781627 Feb 04 12:22:01.827149 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b29b9b-c064-4d55-aa0a-4b9e26d3b665 req-dce5dbb9-bdb2-494c-a629-d852c227a37f tempest-LiveMigrationTest-337354813 tempest-LiveMigrationTest-337354813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:01.828609 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c1b29b9b-c064-4d55-aa0a-4b9e26d3b665 req-dce5dbb9-bdb2-494c-a629-d852c227a37f tempest-LiveMigrationTest-337354813 tempest-LiveMigrationTest-337354813-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=729d5332-a000-4a7e-b737-2cb5be03b163 HTTP/1.1" status: 200 len: 1127 time: 0.1505814 Feb 04 12:22:01.896615 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41923c4a-a58f-49d2-a44b-8f7597ca55a0 req-85362999-2e24-4245-b8e7-b7a0c1d67ddf tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:01.898258 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-41923c4a-a58f-49d2-a44b-8f7597ca55a0 req-85362999-2e24-4245-b8e7-b7a0c1d67ddf tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a6b4d41-5367-4c26-9592-affdbc96fe0d HTTP/1.1" status: 200 len: 946 time: 0.1224670 Feb 04 12:22:01.908965 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42affc6b-f00d-49e5-a29e-11b2225dba09 req-d57e4ff0-47db-45aa-9bc6-fa8e8619972e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:01.911473 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-42affc6b-f00d-49e5-a29e-11b2225dba09 req-d57e4ff0-47db-45aa-9bc6-fa8e8619972e service neutron] 10.222.0.77 "GET /v2.0/networks?id=365084f8-2068-4655-9009-041f3cc171be HTTP/1.1" status: 200 len: 922 time: 0.1818178 Feb 04 12:22:01.948817 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-d08758a8-3027-4621-bb32-c719842a25e3 admin admin] Deleting port 1526621e-ea8f-436e-91ac-7023fa36f5b7 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:22:01.949656 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d08758a8-3027-4621-bb32-c719842a25e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (1526621e-ea8f-436e-91ac-7023fa36f5b7), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:01.979563 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c1b29b9b-c064-4d55-aa0a-4b9e26d3b665 req-6a8ffb3c-0c61-4cd1-a012-269d1444f667 tempest-LiveMigrationTest-337354813 tempest-LiveMigrationTest-337354813-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=e4f571d4-f0a1-47f6-a54a-b93db47581cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408293 Feb 04 12:22:01.981294 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-42affc6b-f00d-49e5-a29e-11b2225dba09 req-dc9249b3-033a-4ebf-b2ab-87b1430ae0e1 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b3b9b701-1627-4bf6-b4c1-3546e6bb894a HTTP/1.1" status: 200 len: 217 time: 0.0597095 Feb 04 12:22:02.053961 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-41923c4a-a58f-49d2-a44b-8f7597ca55a0 req-60ba05d9-4788-45ea-84a0-c8411f38657a tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] 10.222.0.65 "GET /v2.0/security-groups?id=e102d2aa-c1a8-4ba5-bd37-a0f044093565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379564 Feb 04 12:22:02.069780 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42affc6b-f00d-49e5-a29e-11b2225dba09 req-052e3c7d-79bf-48e6-8ff2-4119a3061fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:02.073421 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-42affc6b-f00d-49e5-a29e-11b2225dba09 req-052e3c7d-79bf-48e6-8ff2-4119a3061fe0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=baf06417-eecb-4036-81cf-3c7679e7daf8 HTTP/1.1" status: 200 len: 861 time: 0.0831687 Feb 04 12:22:02.089067 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-d08758a8-3027-4621-bb32-c719842a25e3 admin admin] For port 1526621e-ea8f-436e-91ac-7023fa36f5b7, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=1526621e-ea8f-436e-91ac-7023fa36f5b7,segment=NetworkSegment(e4fc04c0-d417-44a5-9979-2968e789d33a),segment_id=e4fc04c0-d417-44a5-9979-2968e789d33a)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:22:02.089508 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d08758a8-3027-4621-bb32-c719842a25e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (1526621e-ea8f-436e-91ac-7023fa36f5b7), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:02.159675 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-42affc6b-f00d-49e5-a29e-11b2225dba09 req-106ba6b8-2056-44f6-98b4-5a3ea13410d9 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=365084f8-2068-4655-9009-041f3cc171be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0723476 Feb 04 12:22:02.282432 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2891a564-863e-4833-96c6-6287086bfc5d req-24e919fd-80ed-4742-a578-b991af771070 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:02.284925 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2891a564-863e-4833-96c6-6287086bfc5d req-24e919fd-80ed-4742-a578-b991af771070 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?device_id=21e3d505-a2ed-451f-b905-113e578778a1 HTTP/1.1" status: 200 len: 945 time: 0.2087328 Feb 04 12:22:02.397067 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f0a1fc-c059-4e84-9251-0c67fa135578 req-f51d7bb2-c0a4-4994-9be1-d64b2e1ad992 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:02.399586 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-98f0a1fc-c059-4e84-9251-0c67fa135578 req-f51d7bb2-c0a4-4994-9be1-d64b2e1ad992 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2caf873-3f17-4974-8646-9cc5aa355cb9 HTTP/1.1" status: 200 len: 949 time: 0.1659193 Feb 04 12:22:02.406894 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-42affc6b-f00d-49e5-a29e-11b2225dba09 req-ebc8a72a-2422-4660-bf44-451c211be35c service neutron] 10.222.0.77 "GET /v2.0/networks/365084f8-2068-4655-9009-041f3cc171be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383056 Feb 04 12:22:02.422832 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2891a564-863e-4833-96c6-6287086bfc5d req-bd0f2a6b-1539-4da7-8efd-8f67dde1be69 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f51ab49-2800-41c7-a09d-ab109cee7e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247296 Feb 04 12:22:02.448284 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-d08758a8-3027-4621-bb32-c719842a25e3 admin admin] Calling delete_port for 1526621e-ea8f-436e-91ac-7023fa36f5b7 owned by network:router_interface {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:22:02.601380 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-98f0a1fc-c059-4e84-9251-0c67fa135578 req-1c43b94d-1ef9-4a7c-8952-4138e7cdb54f tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/security-groups?id=ff9db729-a945-4359-8bb3-48cdfdee30d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931868 Feb 04 12:22:02.625521 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 60122) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:22:02.735581 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-42affc6b-f00d-49e5-a29e-11b2225dba09 req-b97882f3-fdb5-48f7-aec6-33394332d093 service neutron] 10.222.0.77 "GET /v2.0/networks/365084f8-2068-4655-9009-041f3cc171be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3180885 Feb 04 12:22:02.768134 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b48b68c-990e-4481-b672-ba51ec57b1dc req-9c73db41-7bd3-4008-a44a-0c663a65de04 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:02.768472 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d08758a8-3027-4621-bb32-c719842a25e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (1526621e-ea8f-436e-91ac-7023fa36f5b7), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:02.770786 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8b48b68c-990e-4481-b672-ba51ec57b1dc req-9c73db41-7bd3-4008-a44a-0c663a65de04 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a6b4d41-5367-4c26-9592-affdbc96fe0d HTTP/1.1" status: 200 len: 946 time: 0.1558292 Feb 04 12:22:02.864054 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08758a8-3027-4621-bb32-c719842a25e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=1526621e-ea8f-436e-91ac-7023fa36f5b7,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:22:02.880388 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device c2832b00-49f8-4fec-8c15-002a2a163b03 up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:22:02.908877 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8b48b68c-990e-4481-b672-ba51ec57b1dc req-7166aef3-862d-4b87-a8c6-a02b1c472ec1 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] 10.222.0.65 "GET /v2.0/security-groups?id=e102d2aa-c1a8-4ba5-bd37-a0f044093565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280921 Feb 04 12:22:02.978648 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08758a8-3027-4621-bb32-c719842a25e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:22:02.978648 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08758a8-3027-4621-bb32-c719842a25e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:22:02.978648 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08758a8-3027-4621-bb32-c719842a25e3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:22:02.979203 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08758a8-3027-4621-bb32-c719842a25e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:22:02.979353 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08758a8-3027-4621-bb32-c719842a25e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:22:02.979656 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08758a8-3027-4621-bb32-c719842a25e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:22:02.980021 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08758a8-3027-4621-bb32-c719842a25e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:22:02.980343 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08758a8-3027-4621-bb32-c719842a25e3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:22:02.980672 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08758a8-3027-4621-bb32-c719842a25e3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:22:02.981151 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08758a8-3027-4621-bb32-c719842a25e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:22:02.981293 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08758a8-3027-4621-bb32-c719842a25e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:22:02.981660 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08758a8-3027-4621-bb32-c719842a25e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:22:02.982082 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08758a8-3027-4621-bb32-c719842a25e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:22:03.159981 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-94dd05bc-4078-42e1-97e6-763819366d9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:03.174192 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning for port c2832b00-49f8-4fec-8c15-002a2a163b03 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:22:03.190665 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port c2832b00-49f8-4fec-8c15-002a2a163b03 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:22:03.191326 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (c2832b00-49f8-4fec-8c15-002a2a163b03), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:03.200861 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d08758a8-3027-4621-bb32-c719842a25e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622067'] for router_interface (63972f83-06c4-4038-af83-d1a976ba021c), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:03.369232 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 60136) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:22:03.412313 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 215af382-6f8e-49d2-887b-35ac0d0e1df5 up at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:22:03.536842 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port c2832b00-49f8-4fec-8c15-002a2a163b03 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:22:03.537245 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (c2832b00-49f8-4fec-8c15-002a2a163b03), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:03.626029 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port c2832b00-49f8-4fec-8c15-002a2a163b03, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=c2832b00-49f8-4fec-8c15-002a2a163b03,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:22:03.637481 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2caf873-3f17-4974-8646-9cc5aa355cb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2832b00-49f8-4fec-8c15-002a2a163b03'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:22:03.641328 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d8ea8e1-fdb7-4cfc-b19f-2b8c20114fac" -d '{"events": [{"server_uuid": "f2caf873-3f17-4974-8646-9cc5aa355cb9", "name": "network-vif-plugged", "status": "completed", "tag": "c2832b00-49f8-4fec-8c15-002a2a163b03"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:22:03.655811 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (c2832b00-49f8-4fec-8c15-002a2a163b03), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:03.677250 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-94dd05bc-4078-42e1-97e6-763819366d9b admin admin] Publish callbacks [] for security_group (97961672-6fdc-41b3-9784-0d6016a414d0), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:03.684697 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-94dd05bc-4078-42e1-97e6-763819366d9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (97961672-6fdc-41b3-9784-0d6016a414d0), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:03.745101 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d08758a8-3027-4621-bb32-c719842a25e3 admin admin] Router 63972f83-06c4-4038-af83-d1a976ba021c has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:22:03.752541 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-94dd05bc-4078-42e1-97e6-763819366d9b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=eb15bc2efb8544d28772c626d9cca2da&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1256101 Feb 04 12:22:03.764163 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 60150) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:22:03.778783 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a8215-f8d1-4d4f-94e3-9a8930a9b566 req-c6d826a5-27a5-4083-9719-3018cea11caf tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:03.780552 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ed2a8215-f8d1-4d4f-94e3-9a8930a9b566 req-c6d826a5-27a5-4083-9719-3018cea11caf tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=77637105-0550-4658-837e-b253c5845668 HTTP/1.1" status: 200 len: 946 time: 0.5619175 Feb 04 12:22:03.783287 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dd05bc-4078-42e1-97e6-763819366d9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97961672-6fdc-41b3-9784-0d6016a414d0,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:22:03.808439 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=c2832b00-49f8-4fec-8c15-002a2a163b03,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:22:03.827386 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning for port 215af382-6f8e-49d2-887b-35ac0d0e1df5 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:22:03.830816 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9ba7eb-9406-4338-96cc-784907aaa003 req-b896f5df-6155-497d-a16d-dfcfa5aacd95 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:03.838886 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning complete for port 215af382-6f8e-49d2-887b-35ac0d0e1df5 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:22:03.839338 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bf9ba7eb-9406-4338-96cc-784907aaa003 req-b896f5df-6155-497d-a16d-dfcfa5aacd95 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?device_id=21e3d505-a2ed-451f-b905-113e578778a1 HTTP/1.1" status: 200 len: 945 time: 0.1722271 Feb 04 12:22:03.845317 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (215af382-6f8e-49d2-887b-35ac0d0e1df5), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:03.907488 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ed2a8215-f8d1-4d4f-94e3-9a8930a9b566 req-752c2bb1-4d73-4ad3-a97b-394ded923845 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/security-groups?id=0e320687-8002-4e00-a016-6bf57af2cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129465 Feb 04 12:22:03.948222 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-bd056a91-a263-4b66-ba5b-7026e158f451 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c3f355023697480083480344c9552f90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5502372 Feb 04 12:22:03.955311 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 60152) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:22:03.955569 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bf9ba7eb-9406-4338-96cc-784907aaa003 req-ddcc3f17-e172-48b7-ac5a-8cce92f43fe3 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f51ab49-2800-41c7-a09d-ab109cee7e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108255 Feb 04 12:22:04.017951 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 215af382-6f8e-49d2-887b-35ac0d0e1df5 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:22:04.018474 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (215af382-6f8e-49d2-887b-35ac0d0e1df5), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:04.077001 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 215af382-6f8e-49d2-887b-35ac0d0e1df5, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=215af382-6f8e-49d2-887b-35ac0d0e1df5,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:22:04.084860 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (215af382-6f8e-49d2-887b-35ac0d0e1df5), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:04.092076 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-075bbce3-0fd0-44f3-93a2-25b76b0bad80 admin admin] Publish callbacks [] for security_group (75b75882-6d21-4169-875c-f23b078767f4), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:04.128465 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-075bbce3-0fd0-44f3-93a2-25b76b0bad80 admin admin] Publish callbacks [] for security_group (75b75882-6d21-4169-875c-f23b078767f4), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:04.175496 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592d9f59-bfb4-46a5-b848-58fb0e04f661 req-f03bb2a3-42ad-4f99-af66-b827aad83f40 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:04.184878 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-592d9f59-bfb4-46a5-b848-58fb0e04f661 req-f03bb2a3-42ad-4f99-af66-b827aad83f40 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a6b4d41-5367-4c26-9592-affdbc96fe0d HTTP/1.1" status: 200 len: 946 time: 0.1589956 Feb 04 12:22:04.198306 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a4a985-d273-4579-848b-ab16884da10a req-c31a5bb4-d64f-4a61-800b-2928af7369c7 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:04.199158 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=215af382-6f8e-49d2-887b-35ac0d0e1df5,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:22:04.200304 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-26a4a985-d273-4579-848b-ab16884da10a req-c31a5bb4-d64f-4a61-800b-2928af7369c7 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2caf873-3f17-4974-8646-9cc5aa355cb9 HTTP/1.1" status: 200 len: 950 time: 0.1015315 Feb 04 12:22:04.203467 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-15299cbd-2d34-45f3-a7a8-27d832f761cc admin admin] Publish callbacks [] for security_group (97961672-6fdc-41b3-9784-0d6016a414d0), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:04.236030 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-15299cbd-2d34-45f3-a7a8-27d832f761cc admin admin] Publish callbacks [] for security_group (97961672-6fdc-41b3-9784-0d6016a414d0), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:04.285335 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-075bbce3-0fd0-44f3-93a2-25b76b0bad80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (75b75882-6d21-4169-875c-f23b078767f4), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:04.288063 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-075bbce3-0fd0-44f3-93a2-25b76b0bad80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:04.293471 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-075bbce3-0fd0-44f3-93a2-25b76b0bad80 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/75b75882-6d21-4169-875c-f23b078767f4 HTTP/1.1" status: 204 len: 168 time: 0.3341150 Feb 04 12:22:04.300481 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-592d9f59-bfb4-46a5-b848-58fb0e04f661 req-c9ed5736-9c3d-46b0-b23c-d868555844b8 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] 10.222.0.65 "GET /v2.0/security-groups?id=e102d2aa-c1a8-4ba5-bd37-a0f044093565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144347 Feb 04 12:22:04.313150 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075bbce3-0fd0-44f3-93a2-25b76b0bad80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75b75882-6d21-4169-875c-f23b078767f4,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:22:04.328081 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-26a4a985-d273-4579-848b-ab16884da10a req-de730e60-337c-4e30-9c84-b7ef08eb49af tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/security-groups?id=ff9db729-a945-4359-8bb3-48cdfdee30d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106348 Feb 04 12:22:04.328229 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-15299cbd-2d34-45f3-a7a8-27d832f761cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (97961672-6fdc-41b3-9784-0d6016a414d0), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:04.330945 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-15299cbd-2d34-45f3-a7a8-27d832f761cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:04.332257 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-15299cbd-2d34-45f3-a7a8-27d832f761cc admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/97961672-6fdc-41b3-9784-0d6016a414d0 HTTP/1.1" status: 204 len: 168 time: 0.5645175 Feb 04 12:22:04.362102 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15299cbd-2d34-45f3-a7a8-27d832f761cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97961672-6fdc-41b3-9784-0d6016a414d0,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:22:04.369234 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d08758a8-3027-4621-bb32-c719842a25e3 admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:22:04.378310 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-d08758a8-3027-4621-bb32-c719842a25e3 admin admin] 10.222.0.65 "PUT /v2.0/routers/63972f83-06c4-4038-af83-d1a976ba021c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6542923 Feb 04 12:22:04.382560 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 60160) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:22:04.389639 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4355b7-bd47-469e-aa4d-3ce9472d7b9d None None] Sync routers for ids ['63972f83-06c4-4038-af83-d1a976ba021c'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:22:04.427506 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34905776-e648-4a06-b224-26e7abd9b6ba x-openstack-request-id: req-34905776-e648-4a06-b224-26e7abd9b6ba {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:22:04.427719 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2caf873-3f17-4974-8646-9cc5aa355cb9", "name": "network-vif-plugged", "status": "completed", "tag": "c2832b00-49f8-4fec-8c15-002a2a163b03", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:22:04.428006 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-34905776-e648-4a06-b224-26e7abd9b6ba {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:22:04.428569 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2caf873-3f17-4974-8646-9cc5aa355cb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2832b00-49f8-4fec-8c15-002a2a163b03', 'code': 200} Feb 04 12:22:04.475664 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4355b7-bd47-469e-aa4d-3ce9472d7b9d None None] Routers {'63972f83-06c4-4038-af83-d1a976ba021c'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:22:04.479211 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-6e4355b7-bd47-469e-aa4d-3ce9472d7b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:21:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['63972f83-06c4-4038-af83-d1a976ba021c'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:22:04.674193 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6c252750-dee9-4d8f-b212-216b7a2f26ca admin admin] Publish callbacks [] for router (63972f83-06c4-4038-af83-d1a976ba021c), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:04.763666 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8a6d05-4d31-49d4-910b-2f60e9cba6e4 req-0f49335b-ee47-4788-86a3-ab53b2f8e8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:04.766565 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-aa8a6d05-4d31-49d4-910b-2f60e9cba6e4 req-0f49335b-ee47-4788-86a3-ab53b2f8e8eb service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f2caf873-3f17-4974-8646-9cc5aa355cb9 HTTP/1.1" status: 200 len: 1132 time: 0.2552354 Feb 04 12:22:04.835539 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-6e4355b7-bd47-469e-aa4d-3ce9472d7b9d None None] Set router 63972f83-06c4-4038-af83-d1a976ba021c gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:22:04.887332 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcd2d69-4f49-4dc5-9e10-83fda2dca856 req-af4694dd-911b-481b-837c-d2579b815a67 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:04.891999 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4bcd2d69-4f49-4dc5-9e10-83fda2dca856 req-af4694dd-911b-481b-837c-d2579b815a67 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a6b4d41-5367-4c26-9592-affdbc96fe0d HTTP/1.1" status: 200 len: 946 time: 0.2768886 Feb 04 12:22:04.955117 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6c252750-dee9-4d8f-b212-216b7a2f26ca admin admin] Publish callbacks [] for router_gateway (63972f83-06c4-4038-af83-d1a976ba021c), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:05.025082 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-aa8a6d05-4d31-49d4-910b-2f60e9cba6e4 req-c1e6541a-f862-4e2d-84cf-e297a5133218 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ff9db729-a945-4359-8bb3-48cdfdee30d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489736 Feb 04 12:22:05.100606 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4bcd2d69-4f49-4dc5-9e10-83fda2dca856 req-019c2f33-b629-404d-a160-19004604d8f7 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] 10.222.0.65 "GET /v2.0/security-groups?id=e102d2aa-c1a8-4ba5-bd37-a0f044093565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838441 Feb 04 12:22:05.122046 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-6c252750-dee9-4d8f-b212-216b7a2f26ca admin admin] Deleting port 2fc9d0a0-c6fb-4c43-aa2c-e9386a26bb71 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:22:05.122542 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6c252750-dee9-4d8f-b212-216b7a2f26ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (2fc9d0a0-c6fb-4c43-aa2c-e9386a26bb71), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:05.278246 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09056e27-8cd5-4e7e-aa86-d4b81ef0ad88 req-c97ab1e7-9bfa-462a-889d-ce03a44e6519 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:05.292426 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-09056e27-8cd5-4e7e-aa86-d4b81ef0ad88 req-c97ab1e7-9bfa-462a-889d-ce03a44e6519 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?device_id=21e3d505-a2ed-451f-b905-113e578778a1 HTTP/1.1" status: 200 len: 945 time: 0.1869884 Feb 04 12:22:05.377670 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-6c252750-dee9-4d8f-b212-216b7a2f26ca admin admin] For port 2fc9d0a0-c6fb-4c43-aa2c-e9386a26bb71, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=2fc9d0a0-c6fb-4c43-aa2c-e9386a26bb71,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:22:05.378162 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6c252750-dee9-4d8f-b212-216b7a2f26ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (2fc9d0a0-c6fb-4c43-aa2c-e9386a26bb71), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:05.407650 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 60184) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:22:05.446615 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-6c252750-dee9-4d8f-b212-216b7a2f26ca admin admin] Calling delete_port for 2fc9d0a0-c6fb-4c43-aa2c-e9386a26bb71 owned by network:router_gateway {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:22:05.449426 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-62ee89ad-4a25-4408-8354-94ecc20b4d96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:05.450363 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-6e4355b7-bd47-469e-aa4d-3ce9472d7b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63972f83-06c4-4038-af83-d1a976ba021c', 'name': 'tempest-FloatingIPsNegativeTestJSON-1591646952-router', 'tenant_id': '081ba9a66a5746acb9a1750aa2eea336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '2fc9d0a0-c6fb-4c43-aa2c-e9386a26bb71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:21:41Z', 'updated_at': '2022-02-04T12:22:02Z', 'revision_number': 5, 'project_id': '081ba9a66a5746acb9a1750aa2eea336', 'gw_port': {'id': '2fc9d0a0-c6fb-4c43-aa2c-e9386a26bb71', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63972f83-06c4-4038-af83-d1a976ba021c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:21:42Z', 'updated_at': '2022-02-04T12:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:22:05.555118 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-09056e27-8cd5-4e7e-aa86-d4b81ef0ad88 req-0014f9a3-422e-4d4d-adb6-17e3f55b5bbb tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f51ab49-2800-41c7-a09d-ab109cee7e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600412 Feb 04 12:22:05.569960 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4355b7-bd47-469e-aa4d-3ce9472d7b9d None None] Checking router: 63972f83-06c4-4038-af83-d1a976ba021c for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:22:05.601144 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4355b7-bd47-469e-aa4d-3ce9472d7b9d None None] Routers {'63972f83-06c4-4038-af83-d1a976ba021c'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:22:05.602656 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-6e4355b7-bd47-469e-aa4d-3ce9472d7b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:21:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['63972f83-06c4-4038-af83-d1a976ba021c'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:22:05.605960 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d575872-f21e-422e-a54b-5786aebab72e req-f238f82b-b4be-47be-933e-7ecea9b1a966 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:05.618625 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4d575872-f21e-422e-a54b-5786aebab72e req-f238f82b-b4be-47be-933e-7ecea9b1a966 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=77637105-0550-4658-837e-b253c5845668 HTTP/1.1" status: 200 len: 946 time: 0.2776709 Feb 04 12:22:05.728698 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4d575872-f21e-422e-a54b-5786aebab72e req-c6237010-fba2-4247-97d7-17a4ebaa21a0 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/security-groups?id=0e320687-8002-4e00-a016-6bf57af2cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057935 Feb 04 12:22:05.870606 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-6e4355b7-bd47-469e-aa4d-3ce9472d7b9d None None] Set router 63972f83-06c4-4038-af83-d1a976ba021c gateway port host: None {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:22:05.957193 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77d0b8b-71cb-4c54-9bc6-ba0bcd15c0f6 req-3a5b7007-34f1-4d21-91d8-c5b5a918c71d tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:05.969134 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e77d0b8b-71cb-4c54-9bc6-ba0bcd15c0f6 req-3a5b7007-34f1-4d21-91d8-c5b5a918c71d tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2caf873-3f17-4974-8646-9cc5aa355cb9 HTTP/1.1" status: 200 len: 950 time: 0.1398535 Feb 04 12:22:06.053500 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-6e4355b7-bd47-469e-aa4d-3ce9472d7b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63972f83-06c4-4038-af83-d1a976ba021c', 'name': 'tempest-FloatingIPsNegativeTestJSON-1591646952-router', 'tenant_id': '081ba9a66a5746acb9a1750aa2eea336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:21:41Z', 'updated_at': '2022-02-04T12:22:04Z', 'revision_number': 6, 'project_id': '081ba9a66a5746acb9a1750aa2eea336', 'gw_port_host': None}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:22:06.067037 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e77d0b8b-71cb-4c54-9bc6-ba0bcd15c0f6 req-a347cdf0-3a28-4577-bb37-a19bf28f4f81 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/security-groups?id=ff9db729-a945-4359-8bb3-48cdfdee30d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918202 Feb 04 12:22:06.079915 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-62ee89ad-4a25-4408-8354-94ecc20b4d96 admin admin] Publish callbacks [] for security_group (eb9683e0-b873-4e0b-b623-b405240ce296), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:06.088179 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-62ee89ad-4a25-4408-8354-94ecc20b4d96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (eb9683e0-b873-4e0b-b623-b405240ce296), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:06.127168 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4355b7-bd47-469e-aa4d-3ce9472d7b9d None None] The sync data for ids ['63972f83-06c4-4038-af83-d1a976ba021c'] in n-d-825015-3 is: [{'id': '63972f83-06c4-4038-af83-d1a976ba021c', 'name': 'tempest-FloatingIPsNegativeTestJSON-1591646952-router', 'tenant_id': '081ba9a66a5746acb9a1750aa2eea336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:21:41Z', 'updated_at': '2022-02-04T12:22:04Z', 'revision_number': 6, 'project_id': '081ba9a66a5746acb9a1750aa2eea336', 'gw_port_host': None}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:22:06.219407 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ee89ad-4a25-4408-8354-94ecc20b4d96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb9683e0-b873-4e0b-b623-b405240ce296,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:22:06.252618 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-62ee89ad-4a25-4408-8354-94ecc20b4d96 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=cd01395e07ec4fe2b4fcf994ad137951&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8423901 Feb 04 12:22:06.256492 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 60204) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:22:06.282804 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 60206) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:22:06.315700 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6c252750-dee9-4d8f-b212-216b7a2f26ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (2fc9d0a0-c6fb-4c43-aa2c-e9386a26bb71), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:06.369766 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c252750-dee9-4d8f-b212-216b7a2f26ca admin admin] Pushing event deleted for resources: {'Port': ['ID=2fc9d0a0-c6fb-4c43-aa2c-e9386a26bb71,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:22:06.431243 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b65f478-8d0f-4c28-8634-e3271289a266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '215af382-6f8e-49d2-887b-35ac0d0e1df5'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:22:06.436088 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03e8d42c-f955-45d6-9e4e-8085a9c75b20" -d '{"events": [{"server_uuid": "5b65f478-8d0f-4c28-8634-e3271289a266", "name": "network-vif-plugged", "status": "completed", "tag": "215af382-6f8e-49d2-887b-35ac0d0e1df5"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:22:06.472960 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9aa3cb-abc2-4bce-a775-0a3c05915976 req-560722f2-dd4f-4454-ae62-01f3e3022feb tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:06.482520 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-aa9aa3cb-abc2-4bce-a775-0a3c05915976 req-560722f2-dd4f-4454-ae62-01f3e3022feb tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.77 "GET /v2.0/ports?device_id=21e3d505-a2ed-451f-b905-113e578778a1 HTTP/1.1" status: 200 len: 945 time: 0.1362114 Feb 04 12:22:06.497246 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9c63cbc1-e1b0-4662-a924-b18da595409e admin admin] Publish callbacks [] for security_group (eb9683e0-b873-4e0b-b623-b405240ce296), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:06.549003 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-6857eba7-b8d9-434f-9b25-56231fb5399a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1649544298-network', 'tenant_id': '0b3b102394424efb982263bcaff750d1'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:22:06.587174 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ef523bc-916b-4316-89ac-78d53af6b730 x-openstack-request-id: req-2ef523bc-916b-4316-89ac-78d53af6b730 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:22:06.587929 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b65f478-8d0f-4c28-8634-e3271289a266", "name": "network-vif-plugged", "status": "completed", "tag": "215af382-6f8e-49d2-887b-35ac0d0e1df5", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:22:06.588600 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2ef523bc-916b-4316-89ac-78d53af6b730 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:22:06.589608 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b65f478-8d0f-4c28-8634-e3271289a266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '215af382-6f8e-49d2-887b-35ac0d0e1df5', 'code': 200} Feb 04 12:22:06.599159 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6c252750-dee9-4d8f-b212-216b7a2f26ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1599901'] for router_gateway (63972f83-06c4-4038-af83-d1a976ba021c), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:06.600893 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9c63cbc1-e1b0-4662-a924-b18da595409e admin admin] Publish callbacks [] for security_group (eb9683e0-b873-4e0b-b623-b405240ce296), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:06.669524 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6857eba7-b8d9-434f-9b25-56231fb5399a admin admin] Made reservation on behalf of 0b3b102394424efb982263bcaff750d1 for: {'network': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:22:06.674629 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6857eba7-b8d9-434f-9b25-56231fb5399a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:06.688143 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6857eba7-b8d9-434f-9b25-56231fb5399a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:06.761017 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-aa9aa3cb-abc2-4bce-a775-0a3c05915976 req-e748a8e3-e22c-49d3-82d9-6bc4e1468b52 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Deleting port 000fba11-9abf-44d7-adda-b96b4a59d706 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:22:06.761349 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-aa9aa3cb-abc2-4bce-a775-0a3c05915976 req-e748a8e3-e22c-49d3-82d9-6bc4e1468b52 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (000fba11-9abf-44d7-adda-b96b4a59d706), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:06.912967 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6c252750-dee9-4d8f-b212-216b7a2f26ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10915'] for router (63972f83-06c4-4038-af83-d1a976ba021c), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:06.917663 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6c252750-dee9-4d8f-b212-216b7a2f26ca admin admin] Publish callbacks [] for router_controller (63972f83-06c4-4038-af83-d1a976ba021c), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:06.980311 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fcd2f8-9db5-4b8f-a767-eb387d8c7845 req-3c469416-6017-4b80-8081-ffbe6fd3f812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:06.981905 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-b4fcd2f8-9db5-4b8f-a767-eb387d8c7845 req-3c469416-6017-4b80-8081-ffbe6fd3f812 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=5b65f478-8d0f-4c28-8634-e3271289a266 HTTP/1.1" status: 200 len: 1131 time: 0.1661975 Feb 04 12:22:06.983603 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6c252750-dee9-4d8f-b212-216b7a2f26ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622829'] for router (63972f83-06c4-4038-af83-d1a976ba021c), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:06.984222 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c252750-dee9-4d8f-b212-216b7a2f26ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63972f83-06c4-4038-af83-d1a976ba021c {{(pid=103474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 12:22:06.989970 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6c252750-dee9-4d8f-b212-216b7a2f26ca admin admin] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:06.993553 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-6c252750-dee9-4d8f-b212-216b7a2f26ca admin admin] 10.222.0.65 "DELETE /v2.0/routers/63972f83-06c4-4038-af83-d1a976ba021c HTTP/1.1" status: 204 len: 168 time: 2.6050406 Feb 04 12:22:06.993728 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a643f32-57f6-4ef5-909f-b195dee649e9 req-d1816051-781a-417c-97b5-053e6575660e tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:06.995878 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 60228) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:22:07.000170 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8a643f32-57f6-4ef5-909f-b195dee649e9 req-d1816051-781a-417c-97b5-053e6575660e tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?device_id=21e3d505-a2ed-451f-b905-113e578778a1 HTTP/1.1" status: 200 len: 945 time: 0.2193241 Feb 04 12:22:07.018695 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6857eba7-b8d9-434f-9b25-56231fb5399a admin admin] Publish callbacks [] for security_group (49d194b1-4f3d-4ac1-b3e0-46af21b56b25), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:07.038258 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9c63cbc1-e1b0-4662-a924-b18da595409e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (eb9683e0-b873-4e0b-b623-b405240ce296), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:07.038615 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6857eba7-b8d9-434f-9b25-56231fb5399a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (49d194b1-4f3d-4ac1-b3e0-46af21b56b25), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:07.042294 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9c63cbc1-e1b0-4662-a924-b18da595409e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:07.044240 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-9c63cbc1-e1b0-4662-a924-b18da595409e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/eb9683e0-b873-4e0b-b623-b405240ce296 HTTP/1.1" status: 204 len: 168 time: 0.7855339 Feb 04 12:22:07.044416 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-aa9aa3cb-abc2-4bce-a775-0a3c05915976 req-e748a8e3-e22c-49d3-82d9-6bc4e1468b52 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] For port 000fba11-9abf-44d7-adda-b96b4a59d706, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=000fba11-9abf-44d7-adda-b96b4a59d706,segment=NetworkSegment(8447b48f-5ac4-4499-b5ab-2b0cb1297003),segment_id=8447b48f-5ac4-4499-b5ab-2b0cb1297003)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:22:07.044653 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-aa9aa3cb-abc2-4bce-a775-0a3c05915976 req-e748a8e3-e22c-49d3-82d9-6bc4e1468b52 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (000fba11-9abf-44d7-adda-b96b4a59d706), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:07.081916 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c63cbc1-e1b0-4662-a924-b18da595409e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb9683e0-b873-4e0b-b623-b405240ce296,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:22:07.123218 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfb52b7f-c701-48e8-80ce-7825dee7de27 admin admin] Deleting subnet 34930c38-5930-4e33-963f-72710901c6c2 {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:22:07.134240 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cfb52b7f-c701-48e8-80ce-7825dee7de27 admin admin] Publish callbacks [] for subnet (34930c38-5930-4e33-963f-72710901c6c2), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:07.188569 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-b4fcd2f8-9db5-4b8f-a767-eb387d8c7845 req-9bef1a0c-a7d1-4d21-9df1-e17133867ef6 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=ff9db729-a945-4359-8bb3-48cdfdee30d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955059 Feb 04 12:22:07.197825 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-aa9aa3cb-abc2-4bce-a775-0a3c05915976 req-e748a8e3-e22c-49d3-82d9-6bc4e1468b52 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Calling delete_port for 000fba11-9abf-44d7-adda-b96b4a59d706 owned by compute:nova {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:22:07.210323 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cfb52b7f-c701-48e8-80ce-7825dee7de27 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (34930c38-5930-4e33-963f-72710901c6c2), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:07.235911 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 2fc9d0a0-c6fb-4c43-aa2c-e9386a26bb71 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:22:07.246296 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6857eba7-b8d9-434f-9b25-56231fb5399a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=103475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:22:07.331337 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 2fc9d0a0-c6fb-4c43-aa2c-e9386a26bb71 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:22:07.335660 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 2fc9d0a0-c6fb-4c43-aa2c-e9386a26bb71 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:22:07.337633 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6857eba7-b8d9-434f-9b25-56231fb5399a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (22ae6ecb-ccfa-41fc-9749-4efc4c770247), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:07.338306 n-d-825015-3 neutron-server[103475]: INFO neutron.db.segments_db [None req-6857eba7-b8d9-434f-9b25-56231fb5399a admin admin] Added segment 22ae6ecb-ccfa-41fc-9749-4efc4c770247 of type vlan for network 80a9886d-34ed-441f-95e8-787a3a51155c Feb 04 12:22:07.338767 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 1526621e-ea8f-436e-91ac-7023fa36f5b7 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:22:07.343199 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6857eba7-b8d9-434f-9b25-56231fb5399a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49d194b1-4f3d-4ac1-b3e0-46af21b56b25,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:22:07.358586 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cfb52b7f-c701-48e8-80ce-7825dee7de27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (34930c38-5930-4e33-963f-72710901c6c2), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:07.406796 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 1526621e-ea8f-436e-91ac-7023fa36f5b7 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:22:07.407266 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 1526621e-ea8f-436e-91ac-7023fa36f5b7 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:22:07.441316 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8a643f32-57f6-4ef5-909f-b195dee649e9 req-dc7a53d9-820b-4154-902e-8868782ea25b tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f51ab49-2800-41c7-a09d-ab109cee7e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4398742 Feb 04 12:22:07.468762 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cfb52b7f-c701-48e8-80ce-7825dee7de27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (34930c38-5930-4e33-963f-72710901c6c2), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:07.507995 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb52b7f-c701-48e8-80ce-7825dee7de27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34930c38-5930-4e33-963f-72710901c6c2,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:22:07.532108 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cfb52b7f-c701-48e8-80ce-7825dee7de27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:07.532922 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a60090-d954-49bb-9d9f-c948a2bdcaf1 None None] Network 7404a468-f2d3-4a58-927a-72e7d8dd8e0c requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:22:07.540188 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-cfb52b7f-c701-48e8-80ce-7825dee7de27 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/34930c38-5930-4e33-963f-72710901c6c2 HTTP/1.1" status: 204 len: 168 time: 0.5346606 Feb 04 12:22:07.541737 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 60236) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:22:07.685991 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fc4306b2-1c4c-4aaa-834f-516c6d83ce22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (7404a468-f2d3-4a58-927a-72e7d8dd8e0c), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:07.687329 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6857eba7-b8d9-434f-9b25-56231fb5399a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (80a9886d-34ed-441f-95e8-787a3a51155c), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:07.751105 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d23864-a583-4096-b0a1-fab7188a24ac req-9d29dbf9-10b0-4c3f-94dc-7bab3dd4fee5 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:07.753433 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a3d23864-a583-4096-b0a1-fab7188a24ac req-9d29dbf9-10b0-4c3f-94dc-7bab3dd4fee5 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=77637105-0550-4658-837e-b253c5845668 HTTP/1.1" status: 200 len: 946 time: 0.5749555 Feb 04 12:22:07.826948 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-fc4306b2-1c4c-4aaa-834f-516c6d83ce22 admin admin] Deleting port 190f4a18-fbb0-4e27-8bc2-73d59b07cd2f {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:22:07.827417 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fc4306b2-1c4c-4aaa-834f-516c6d83ce22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (190f4a18-fbb0-4e27-8bc2-73d59b07cd2f), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:07.886088 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1ac740-9e0f-4981-bd8f-35027e0690cf None None] DHCP port deletion for 7404a468-f2d3-4a58-927a-72e7d8dd8e0c request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 12:22:07.933376 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-fc4306b2-1c4c-4aaa-834f-516c6d83ce22 admin admin] For port 190f4a18-fbb0-4e27-8bc2-73d59b07cd2f, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=190f4a18-fbb0-4e27-8bc2-73d59b07cd2f,segment=NetworkSegment(e4fc04c0-d417-44a5-9979-2968e789d33a),segment_id=e4fc04c0-d417-44a5-9979-2968e789d33a)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:22:07.934780 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fc4306b2-1c4c-4aaa-834f-516c6d83ce22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (190f4a18-fbb0-4e27-8bc2-73d59b07cd2f), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:07.997188 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840e6505-0b6f-435c-af06-7739a1745d01 req-b74ac996-eca7-400c-971c-1dbf0a5f97e1 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:07.998964 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-840e6505-0b6f-435c-af06-7739a1745d01 req-b74ac996-eca7-400c-971c-1dbf0a5f97e1 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a6b4d41-5367-4c26-9592-affdbc96fe0d HTTP/1.1" status: 200 len: 946 time: 0.4442961 Feb 04 12:22:08.001141 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6857eba7-b8d9-434f-9b25-56231fb5399a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (80a9886d-34ed-441f-95e8-787a3a51155c), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:08.002251 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6857eba7-b8d9-434f-9b25-56231fb5399a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:08.002906 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6857eba7-b8d9-434f-9b25-56231fb5399a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:08.005208 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-fc4306b2-1c4c-4aaa-834f-516c6d83ce22 admin admin] Calling delete_port for 190f4a18-fbb0-4e27-8bc2-73d59b07cd2f owned by network:dhcp {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:22:08.011765 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-aa9aa3cb-abc2-4bce-a775-0a3c05915976 req-e748a8e3-e22c-49d3-82d9-6bc4e1468b52 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (000fba11-9abf-44d7-adda-b96b4a59d706), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:08.026845 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-7f1ac740-9e0f-4981-bd8f-35027e0690cf None None] Deleting port 190f4a18-fbb0-4e27-8bc2-73d59b07cd2f {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:22:08.027657 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7f1ac740-9e0f-4981-bd8f-35027e0690cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (190f4a18-fbb0-4e27-8bc2-73d59b07cd2f), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:08.080454 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e748a8e3-e22c-49d3-82d9-6bc4e1468b52 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Pushing event deleted for resources: {'Port': ['ID=000fba11-9abf-44d7-adda-b96b4a59d706,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:22:08.218225 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-7f1ac740-9e0f-4981-bd8f-35027e0690cf None None] For port 190f4a18-fbb0-4e27-8bc2-73d59b07cd2f, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=190f4a18-fbb0-4e27-8bc2-73d59b07cd2f,segment=NetworkSegment(e4fc04c0-d417-44a5-9979-2968e789d33a),segment_id=e4fc04c0-d417-44a5-9979-2968e789d33a)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:22:08.219263 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7f1ac740-9e0f-4981-bd8f-35027e0690cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (190f4a18-fbb0-4e27-8bc2-73d59b07cd2f), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:08.249500 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-7f1ac740-9e0f-4981-bd8f-35027e0690cf None None] Calling delete_port for 190f4a18-fbb0-4e27-8bc2-73d59b07cd2f owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:22:08.250078 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-6857eba7-b8d9-434f-9b25-56231fb5399a admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.9647696 Feb 04 12:22:08.259775 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 60248) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:22:08.266979 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-2cbc91c7-47dd-4900-8b43-c17c0a595b1a admin admin] Request body: {'subnet': {'network_id': '80a9886d-34ed-441f-95e8-787a3a51155c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1649544298-subnet', 'tenant_id': '0b3b102394424efb982263bcaff750d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:22:08.330347 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fc4306b2-1c4c-4aaa-834f-516c6d83ce22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (190f4a18-fbb0-4e27-8bc2-73d59b07cd2f), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:08.353195 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a3d23864-a583-4096-b0a1-fab7188a24ac req-81bde535-fccc-439e-8a1e-8e9db4f1c02e tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/security-groups?id=0e320687-8002-4e00-a016-6bf57af2cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5831544 Feb 04 12:22:08.482228 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6857eba7-b8d9-434f-9b25-56231fb5399a admin admin] Pushing event updated for resources: {'Network': ['ID=80a9886d-34ed-441f-95e8-787a3a51155c,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:22:08.483107 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4306b2-1c4c-4aaa-834f-516c6d83ce22 admin admin] Pushing event deleted for resources: {'Port': ['ID=190f4a18-fbb0-4e27-8bc2-73d59b07cd2f,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:22:08.490815 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa9aa3cb-abc2-4bce-a775-0a3c05915976 req-e748a8e3-e22c-49d3-82d9-6bc4e1468b52 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] No DVR routers for this DVR port 000fba11-9abf-44d7-adda-b96b4a59d706 on host n-h2-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:22:08.510950 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-aa9aa3cb-abc2-4bce-a775-0a3c05915976 req-e748a8e3-e22c-49d3-82d9-6bc4e1468b52 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:08.517896 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-aa9aa3cb-abc2-4bce-a775-0a3c05915976 req-e748a8e3-e22c-49d3-82d9-6bc4e1468b52 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.77 "DELETE /v2.0/ports/000fba11-9abf-44d7-adda-b96b4a59d706 HTTP/1.1" status: 204 len: 173 time: 2.0296996 Feb 04 12:22:08.520789 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 80a9886d-34ed-441f-95e8-787a3a51155c details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:22:08.526966 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4306b2-1c4c-4aaa-834f-516c6d83ce22 admin admin] No DVR routers for this DVR port 190f4a18-fbb0-4e27-8bc2-73d59b07cd2f on host n-d-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:22:08.545095 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cbc91c7-47dd-4900-8b43-c17c0a595b1a admin admin] Made reservation on behalf of 0b3b102394424efb982263bcaff750d1 for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:22:08.548721 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2cbc91c7-47dd-4900-8b43-c17c0a595b1a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60610638'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:08.559132 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21e3d505-a2ed-451f-b905-113e578778a1', 'name': 'network-vif-deleted', 'tag': '000fba11-9abf-44d7-adda-b96b4a59d706'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:22:08.565733 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c6fa9bb-9d9a-4217-af46-3d146869d939" -d '{"events": [{"server_uuid": "21e3d505-a2ed-451f-b905-113e578778a1", "name": "network-vif-deleted", "tag": "000fba11-9abf-44d7-adda-b96b4a59d706"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:22:08.659597 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-840e6505-0b6f-435c-af06-7739a1745d01 req-72f11e13-93a0-4270-8876-8f7967ba4a5d tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] 10.222.0.65 "GET /v2.0/security-groups?id=e102d2aa-c1a8-4ba5-bd37-a0f044093565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6419895 Feb 04 12:22:08.742092 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9801c86-96e5-4fc6-8344-8b9539ca200d req-bfbdb3fc-3123-4b8a-8cd7-75dc376acd81 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:08.750401 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d9801c86-96e5-4fc6-8344-8b9539ca200d req-bfbdb3fc-3123-4b8a-8cd7-75dc376acd81 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2caf873-3f17-4974-8646-9cc5aa355cb9 HTTP/1.1" status: 200 len: 950 time: 0.2303169 Feb 04 12:22:08.797814 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7f1ac740-9e0f-4981-bd8f-35027e0690cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (190f4a18-fbb0-4e27-8bc2-73d59b07cd2f), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:08.823921 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1ac740-9e0f-4981-bd8f-35027e0690cf None None] No DVR routers for this DVR port 190f4a18-fbb0-4e27-8bc2-73d59b07cd2f on host n-d-825015-3 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:22:08.866287 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d9801c86-96e5-4fc6-8344-8b9539ca200d req-94e4b143-308c-4c69-9a03-de995c906e45 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/security-groups?id=ff9db729-a945-4359-8bb3-48cdfdee30d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023114 Feb 04 12:22:08.939036 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 3633cc09-b2fd-4d40-ad28-636e71f97987 details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:22:08.946670 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fc4306b2-1c4c-4aaa-834f-516c6d83ce22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (7404a468-f2d3-4a58-927a-72e7d8dd8e0c), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:08.956173 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ac740-9e0f-4981-bd8f-35027e0690cf None None] Pushing event deleted for resources: {'Port': ['ID=190f4a18-fbb0-4e27-8bc2-73d59b07cd2f,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:22:08.995420 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-fc4306b2-1c4c-4aaa-834f-516c6d83ce22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7404a468-f2d3-4a58-927a-72e7d8dd8e0c']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:22:09.018753 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-fc4306b2-1c4c-4aaa-834f-516c6d83ce22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4fc04c0-d417-44a5-9979-2968e789d33a') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:22:09.019283 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-fc4306b2-1c4c-4aaa-834f-516c6d83ce22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4fc04c0-d417-44a5-9979-2968e789d33a') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:22:09.048143 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fc4306b2-1c4c-4aaa-834f-516c6d83ce22 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (e4fc04c0-d417-44a5-9979-2968e789d33a), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:09.066478 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fc4306b2-1c4c-4aaa-834f-516c6d83ce22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (e4fc04c0-d417-44a5-9979-2968e789d33a), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:09.075543 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc4306b2-1c4c-4aaa-834f-516c6d83ce22 admin admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:22:09.075994 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fc4306b2-1c4c-4aaa-834f-516c6d83ce22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (e4fc04c0-d417-44a5-9979-2968e789d33a), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:09.144806 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ff448292-bf7d-4f62-9d92-0b1d5b791f97 req-67ddeacb-8d6f-4217-8c67-3fa24c7555e0 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?device_id=21e3d505-a2ed-451f-b905-113e578778a1 HTTP/1.1" status: 200 len: 210 time: 0.0841866 Feb 04 12:22:09.165478 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 190f4a18-fbb0-4e27-8bc2-73d59b07cd2f no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:22:09.207484 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 190f4a18-fbb0-4e27-8bc2-73d59b07cd2f {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:22:09.207860 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 190f4a18-fbb0-4e27-8bc2-73d59b07cd2f not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:22:09.294842 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 12:22:09.294842 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:22:09.294842 n-d-825015-3 neutron-server[103474]: timer() Feb 04 12:22:09.294842 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:22:09.294842 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 12:22:09.294842 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:22:09.294842 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 12:22:09.294842 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:22:09.294842 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 12:22:09.294842 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:22:09.294842 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 12:22:09.294842 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:22:09.294842 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 12:22:09.294842 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:22:09.294842 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:22:09.294842 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:22:09.294842 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:22:09.294842 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:22:09.294842 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 12:22:09.294842 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:22:09.294842 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 12:22:09.294842 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:22:09.294842 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:22:09.294842 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:22:09.294842 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 12:22:09.294842 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:22:09.294842 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:22:09.294842 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:22:09.294842 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:22:09.294842 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:22:09.294842 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:22:09.294842 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:22:09.310301 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fc4306b2-1c4c-4aaa-834f-516c6d83ce22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (7404a468-f2d3-4a58-927a-72e7d8dd8e0c), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:09.320055 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fc4306b2-1c4c-4aaa-834f-516c6d83ce22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:09.334568 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-fc4306b2-1c4c-4aaa-834f-516c6d83ce22 admin admin] 10.222.0.65 "DELETE /v2.0/networks/7404a468-f2d3-4a58-927a-72e7d8dd8e0c HTTP/1.1" status: 204 len: 168 time: 1.7895663 Feb 04 12:22:09.371051 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 3633cc09-b2fd-4d40-ad28-636e71f97987, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=3633cc09-b2fd-4d40-ad28-636e71f97987,segment=NetworkSegment(3650fe49-0487-4896-b953-b3c6867af33a),segment_id=3650fe49-0487-4896-b953-b3c6867af33a)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:22:09.390129 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4306b2-1c4c-4aaa-834f-516c6d83ce22 admin admin] Pushing event deleted for resources: {'Network': ['ID=7404a468-f2d3-4a58-927a-72e7d8dd8e0c,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:22:09.439873 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': '3633cc09-b2fd-4d40-ad28-636e71f97987', 'network_id': '33921118-8bb8-4172-84ea-b744fa92425e', 'port_id': '3633cc09-b2fd-4d40-ad28-636e71f97987', 'mac_address': 'fa:16:3e:89:14:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a7709a7-759a-49ea-a610-cec6e14d5672', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:22:09.453708 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 000fba11-9abf-44d7-adda-b96b4a59d706 no longer exists at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:22:09.471676 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49484503-f43b-42f9-bede-58601a194218 x-openstack-request-id: req-49484503-f43b-42f9-bede-58601a194218 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:22:09.472343 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21e3d505-a2ed-451f-b905-113e578778a1", "name": "network-vif-deleted", "tag": "000fba11-9abf-44d7-adda-b96b4a59d706", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:22:09.472488 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-49484503-f43b-42f9-bede-58601a194218 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:22:09.472910 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21e3d505-a2ed-451f-b905-113e578778a1', 'name': 'network-vif-deleted', 'tag': '000fba11-9abf-44d7-adda-b96b4a59d706', 'status': 'completed', 'code': 200} Feb 04 12:22:09.524822 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6330142e-8941-4494-b844-2c77f040325e req-d9894766-a5f8-48e2-b0fd-0261f130bcfb tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:09.527923 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6330142e-8941-4494-b844-2c77f040325e req-d9894766-a5f8-48e2-b0fd-0261f130bcfb tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b65f478-8d0f-4c28-8634-e3271289a266 HTTP/1.1" status: 200 len: 949 time: 0.1997385 Feb 04 12:22:09.540993 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] No Port match for: 000fba11-9abf-44d7-adda-b96b4a59d706 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:22:09.543424 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 000fba11-9abf-44d7-adda-b96b4a59d706 not bound to the agent host n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:22:09.649420 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2cbc91c7-47dd-4900-8b43-c17c0a595b1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59045178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60610680'] for subnet (031bd70c-f963-431e-85d2-74eaac6a3b89), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:09.655581 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 3633cc09-b2fd-4d40-ad28-636e71f97987 is: ACTIVE; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:22:09.656028 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (3633cc09-b2fd-4d40-ad28-636e71f97987), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:09.686818 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3633cc09-b2fd-4d40-ad28-636e71f97987 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:22:09.691930 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 60274) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:22:09.726933 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6330142e-8941-4494-b844-2c77f040325e req-4e2425f1-cd01-4036-a9a3-f7fed2bcbbd5 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/security-groups?id=ff9db729-a945-4359-8bb3-48cdfdee30d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888409 Feb 04 12:22:09.737278 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 3633cc09-b2fd-4d40-ad28-636e71f97987, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=3633cc09-b2fd-4d40-ad28-636e71f97987,segment=NetworkSegment(3650fe49-0487-4896-b953-b3c6867af33a),segment_id=3650fe49-0487-4896-b953-b3c6867af33a)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:22:09.745869 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (3633cc09-b2fd-4d40-ad28-636e71f97987), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:09.776678 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8a7dc9-9a1d-421c-9787-1f44e7ea6a3c req-52a32fdc-9fcf-4be2-b577-a6dfe8ad4172 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:09.780859 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bd8a7dc9-9a1d-421c-9787-1f44e7ea6a3c req-52a32fdc-9fcf-4be2-b577-a6dfe8ad4172 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=77637105-0550-4658-837e-b253c5845668 HTTP/1.1" status: 200 len: 946 time: 0.1829128 Feb 04 12:22:09.816462 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-e18a629c-7e92-44ef-a8cf-9e7639cc2c5d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=081ba9a66a5746acb9a1750aa2eea336&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1233358 Feb 04 12:22:09.819245 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 60282) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:22:09.828603 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbc91c7-47dd-4900-8b43-c17c0a595b1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=031bd70c-f963-431e-85d2-74eaac6a3b89,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:22:09.853074 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbc91c7-47dd-4900-8b43-c17c0a595b1a admin admin] Checking segment: {'id': '22ae6ecb-ccfa-41fc-9749-4efc4c770247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '80a9886d-34ed-441f-95e8-787a3a51155c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:22:09.853321 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cbc91c7-47dd-4900-8b43-c17c0a595b1a admin admin] Network hostable DHCP agents. Network: 80a9886d-34ed-441f-95e8-787a3a51155c, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:22:09.866440 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['3633cc09-b2fd-4d40-ad28-636e71f97987'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:22:09.885582 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bd8a7dc9-9a1d-421c-9787-1f44e7ea6a3c req-70e8ba80-d6e2-4f67-b212-a3a79c1975df tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/security-groups?id=0e320687-8002-4e00-a016-6bf57af2cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939012 Feb 04 12:22:09.885805 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=3633cc09-b2fd-4d40-ad28-636e71f97987,revision_number=6']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:22:09.896047 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cbc91c7-47dd-4900-8b43-c17c0a595b1a admin admin] Network 80a9886d-34ed-441f-95e8-787a3a51155c is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:22:09.918394 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-2cbc91c7-47dd-4900-8b43-c17c0a595b1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 80a9886d-34ed-441f-95e8-787a3a51155c) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:22:09.925273 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cbc91c7-47dd-4900-8b43-c17c0a595b1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:09.925959 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2cbc91c7-47dd-4900-8b43-c17c0a595b1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:09.928269 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d38cfb21-f6fd-4e8f-95ad-8d711c7306e0 admin admin] Publish callbacks [] for security_group (85898926-1d0f-4988-8601-f84df1e53c5c), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:09.947214 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ae88d0-2123-45e3-91a5-d72a7cdff69f None None] Network 80a9886d-34ed-441f-95e8-787a3a51155c requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:22:09.963574 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-2cbc91c7-47dd-4900-8b43-c17c0a595b1a admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.7023208 Feb 04 12:22:09.965982 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d38cfb21-f6fd-4e8f-95ad-8d711c7306e0 admin admin] Publish callbacks [] for security_group (85898926-1d0f-4988-8601-f84df1e53c5c), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:10.025037 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1437f79e-dabb-4d8c-9d41-90273eebc30d req-e87f245e-93f9-401f-9c65-930253432ca8 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:10.027084 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1437f79e-dabb-4d8c-9d41-90273eebc30d req-e87f245e-93f9-401f-9c65-930253432ca8 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a6b4d41-5367-4c26-9592-affdbc96fe0d HTTP/1.1" status: 200 len: 945 time: 0.1265187 Feb 04 12:22:10.076582 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d38cfb21-f6fd-4e8f-95ad-8d711c7306e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (85898926-1d0f-4988-8601-f84df1e53c5c), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:10.079522 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d38cfb21-f6fd-4e8f-95ad-8d711c7306e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:10.087438 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-d38cfb21-f6fd-4e8f-95ad-8d711c7306e0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/85898926-1d0f-4988-8601-f84df1e53c5c HTTP/1.1" status: 204 len: 168 time: 0.2651131 Feb 04 12:22:10.118899 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38cfb21-f6fd-4e8f-95ad-8d711c7306e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85898926-1d0f-4988-8601-f84df1e53c5c,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:22:10.163295 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1437f79e-dabb-4d8c-9d41-90273eebc30d req-9802fc51-fd77-44d2-b023-9c4dc03c55b6 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] 10.222.0.65 "GET /v2.0/security-groups?id=e102d2aa-c1a8-4ba5-bd37-a0f044093565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307333 Feb 04 12:22:10.316793 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d57baa-9fc8-4e26-8f83-fc093a43d16e None None] Network 80a9886d-34ed-441f-95e8-787a3a51155c requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:22:10.515105 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b8d6f1-e06f-44b4-81b3-e6d11f5ea47b req-1b298544-bd2a-41be-bd32-96e6f8293ffd tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:10.530930 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b8d6f1-e06f-44b4-81b3-e6d11f5ea47b req-1b298544-bd2a-41be-bd32-96e6f8293ffd tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:10.536127 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-89b8d6f1-e06f-44b4-81b3-e6d11f5ea47b req-1b298544-bd2a-41be-bd32-96e6f8293ffd tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2caf873-3f17-4974-8646-9cc5aa355cb9&device_id=5b65f478-8d0f-4c28-8634-e3271289a266 HTTP/1.1" status: 200 len: 1690 time: 0.1342752 Feb 04 12:22:10.598815 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-89b8d6f1-e06f-44b4-81b3-e6d11f5ea47b req-3dcd2749-b9df-491e-8eb0-577ef3c0b82d tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/security-groups?id=ff9db729-a945-4359-8bb3-48cdfdee30d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520489 Feb 04 12:22:10.899762 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 3633cc09-b2fd-4d40-ad28-636e71f97987 up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:22:11.026710 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port 3633cc09-b2fd-4d40-ad28-636e71f97987 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:22:11.027796 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (3633cc09-b2fd-4d40-ad28-636e71f97987), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:11.266490 n-d-825015-3 neutron-server[103475]: INFO neutron.api.v2.resource [req-10a5c2de-b50c-4909-a96d-fe93ef1dbce5 req-76807efc-63cd-4dc2-ab63-092b5d739eb1 tempest-SecurityGroupsNegativeTestJSON-107997660 tempest-SecurityGroupsNegativeTestJSON-107997660-project] show failed (client error): The resource could not be found. Feb 04 12:22:11.272495 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 3633cc09-b2fd-4d40-ad28-636e71f97987 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:22:11.273033 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (3633cc09-b2fd-4d40-ad28-636e71f97987), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:11.278174 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-10a5c2de-b50c-4909-a96d-fe93ef1dbce5 req-76807efc-63cd-4dc2-ab63-092b5d739eb1 tempest-SecurityGroupsNegativeTestJSON-107997660 tempest-SecurityGroupsNegativeTestJSON-107997660-project] 10.222.0.65 "GET /v2.0/security-groups/f6baa75c-f556-48de-a9d5-a29936d16072 HTTP/1.1" status: 404 len: 352 time: 0.0327570 Feb 04 12:22:11.370894 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a6b4d41-5367-4c26-9592-affdbc96fe0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3633cc09-b2fd-4d40-ad28-636e71f97987'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:22:11.379853 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfdbc0d4-a74a-4504-b51d-8170386d93b7" -d '{"events": [{"server_uuid": "7a6b4d41-5367-4c26-9592-affdbc96fe0d", "name": "network-vif-plugged", "status": "completed", "tag": "3633cc09-b2fd-4d40-ad28-636e71f97987"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:22:11.394177 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a411bb-1071-4273-9e0e-9d779603aeee req-da9fe8a2-7fd3-4d00-b73a-e47349b74dc5 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:11.401467 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 3633cc09-b2fd-4d40-ad28-636e71f97987, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=3633cc09-b2fd-4d40-ad28-636e71f97987,segment=NetworkSegment(3650fe49-0487-4896-b953-b3c6867af33a),segment_id=3650fe49-0487-4896-b953-b3c6867af33a)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:22:11.411425 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-76a411bb-1071-4273-9e0e-9d779603aeee req-da9fe8a2-7fd3-4d00-b73a-e47349b74dc5 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/networks?id=4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5 HTTP/1.1" status: 200 len: 812 time: 0.7219119 Feb 04 12:22:11.412552 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (3633cc09-b2fd-4d40-ad28-636e71f97987), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:11.442324 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-76a411bb-1071-4273-9e0e-9d779603aeee req-97cfc87d-8e1b-4bbf-bc42-c6fb7e8b82f5 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/quotas/5b457c49d6644968bc4c4118b5a09653 HTTP/1.1" status: 200 len: 375 time: 0.0241215 Feb 04 12:22:11.496149 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-76a411bb-1071-4273-9e0e-9d779603aeee req-4f3694ac-1293-4849-8682-865bc3466662 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=5b457c49d6644968bc4c4118b5a09653&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0524383 Feb 04 12:22:11.529693 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=3633cc09-b2fd-4d40-ad28-636e71f97987,revision_number=7']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:22:11.693786 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db923874-f62f-4575-9f2d-c2798e7f86cb req-0b59075a-62ac-4239-b138-fd929d1d54b3 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:11.695528 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-db923874-f62f-4575-9f2d-c2798e7f86cb req-0b59075a-62ac-4239-b138-fd929d1d54b3 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=77637105-0550-4658-837e-b253c5845668 HTTP/1.1" status: 200 len: 946 time: 0.1263850 Feb 04 12:22:11.703021 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-76a411bb-1071-4273-9e0e-9d779603aeee req-bdaeb932-cdd4-4d4c-b67b-642c0704e500 service neutron] 10.222.0.65 "GET /v2.0/networks/4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055864 Feb 04 12:22:11.839177 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-db923874-f62f-4575-9f2d-c2798e7f86cb req-f1645e63-adcd-45d9-88fb-6911f2f7acda tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/security-groups?id=0e320687-8002-4e00-a016-6bf57af2cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351044 Feb 04 12:22:11.900304 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-76a411bb-1071-4273-9e0e-9d779603aeee req-e3f13ba9-b5c3-4d55-8b8f-762fd64d8ba1 service neutron] 10.222.0.65 "GET /v2.0/networks/4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875365 Feb 04 12:22:12.052911 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4a570b-0f87-4efa-b103-7e30c55e0ffe req-3bfc0d17-a3b0-42d9-b174-285723cabf4a tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:12.060204 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ab4a570b-0f87-4efa-b103-7e30c55e0ffe req-3bfc0d17-a3b0-42d9-b174-285723cabf4a tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a6b4d41-5367-4c26-9592-affdbc96fe0d HTTP/1.1" status: 200 len: 946 time: 0.1011515 Feb 04 12:22:12.060937 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 60354) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:22:12.197829 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ab4a570b-0f87-4efa-b103-7e30c55e0ffe req-b19389fe-3aa5-4315-978f-3088ee48d512 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] 10.222.0.65 "GET /v2.0/security-groups?id=e102d2aa-c1a8-4ba5-bd37-a0f044093565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132939 Feb 04 12:22:12.253135 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97333828-590c-4b5c-967e-2e17f4004526 x-openstack-request-id: req-97333828-590c-4b5c-967e-2e17f4004526 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:22:12.254306 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a6b4d41-5367-4c26-9592-affdbc96fe0d", "name": "network-vif-plugged", "status": "completed", "tag": "3633cc09-b2fd-4d40-ad28-636e71f97987", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:22:12.254857 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-97333828-590c-4b5c-967e-2e17f4004526 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:22:12.256556 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a6b4d41-5367-4c26-9592-affdbc96fe0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3633cc09-b2fd-4d40-ad28-636e71f97987', 'code': 200} Feb 04 12:22:12.275193 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-0ada9571-22ae-40d8-8ccc-e96cc7dd7140 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1875595100-network', 'tenant_id': 'f50b895c9ca94e2aa6b9c6495d9eebfd'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:22:12.345837 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ada9571-22ae-40d8-8ccc-e96cc7dd7140 admin admin] Made reservation on behalf of f50b895c9ca94e2aa6b9c6495d9eebfd for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:22:12.350283 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0ada9571-22ae-40d8-8ccc-e96cc7dd7140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:12.386051 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0ada9571-22ae-40d8-8ccc-e96cc7dd7140 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:12.521807 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25524ab2-4337-4ef2-83af-272fa3abea91 req-12dadcb1-60e2-41af-8004-1908644cb3c8 tempest-ServersOnMultiNodesTest-571519993 tempest-ServersOnMultiNodesTest-571519993-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:12.524784 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-25524ab2-4337-4ef2-83af-272fa3abea91 req-12dadcb1-60e2-41af-8004-1908644cb3c8 tempest-ServersOnMultiNodesTest-571519993 tempest-ServersOnMultiNodesTest-571519993-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=f2caf873-3f17-4974-8646-9cc5aa355cb9 HTTP/1.1" status: 200 len: 1132 time: 0.1155424 Feb 04 12:22:12.559833 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0ada9571-22ae-40d8-8ccc-e96cc7dd7140 admin admin] Publish callbacks [] for security_group (e0b93a62-41a7-4338-9add-00a3a3dd7ed0), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:12.569508 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0ada9571-22ae-40d8-8ccc-e96cc7dd7140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (e0b93a62-41a7-4338-9add-00a3a3dd7ed0), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:12.601702 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ada9571-22ae-40d8-8ccc-e96cc7dd7140 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:22:12.624120 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-25524ab2-4337-4ef2-83af-272fa3abea91 req-da937c49-975d-46a9-8ae4-bcb13a3df8c2 tempest-ServersOnMultiNodesTest-571519993 tempest-ServersOnMultiNodesTest-571519993-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=ff9db729-a945-4359-8bb3-48cdfdee30d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899942 Feb 04 12:22:12.666937 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0ada9571-22ae-40d8-8ccc-e96cc7dd7140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (02af7db9-ac7a-4fd9-8876-35ceb0279e70), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:12.667223 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-0ada9571-22ae-40d8-8ccc-e96cc7dd7140 admin admin] Added segment 02af7db9-ac7a-4fd9-8876-35ceb0279e70 of type vlan for network f4dfd687-dba5-46ff-81a8-361822d13e13 Feb 04 12:22:12.743458 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ada9571-22ae-40d8-8ccc-e96cc7dd7140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0b93a62-41a7-4338-9add-00a3a3dd7ed0,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:22:12.779477 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f9f53402-4103-4abc-8067-83fd92eae842 req-862452fe-c06e-4085-aad2-2e83ddd0bf2e tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?device_id=e21f1c1a-5da3-43c5-be2d-4bb4c9176e8a HTTP/1.1" status: 200 len: 210 time: 0.0692506 Feb 04 12:22:12.791979 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0ada9571-22ae-40d8-8ccc-e96cc7dd7140 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (f4dfd687-dba5-46ff-81a8-361822d13e13), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:12.850319 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-217da0f0-58c0-4400-bf02-b7f22fc60f30 req-d34fa702-d189-480a-b300-a67314462830 tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=35795a41dcec4d87a7083b571b71fc5d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0568607 Feb 04 12:22:12.863256 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0ada9571-22ae-40d8-8ccc-e96cc7dd7140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (f4dfd687-dba5-46ff-81a8-361822d13e13), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:12.863256 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ada9571-22ae-40d8-8ccc-e96cc7dd7140 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:12.863256 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0ada9571-22ae-40d8-8ccc-e96cc7dd7140 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:12.965278 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d317ad52-fa50-4d46-9b87-c4ea5fc84bff req-fb0e27a3-9106-4cac-af66-b004d681d210 tempest-SecurityGroupsNegativeTestJSON-107997660 tempest-SecurityGroupsNegativeTestJSON-107997660-project] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0b3b102394424efb982263bcaff750d1 HTTP/1.1" status: 200 len: 3001 time: 0.1426604 Feb 04 12:22:12.967453 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ada9571-22ae-40d8-8ccc-e96cc7dd7140 admin admin] Pushing event updated for resources: {'Network': ['ID=f4dfd687-dba5-46ff-81a8-361822d13e13,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:22:12.983042 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network f4dfd687-dba5-46ff-81a8-361822d13e13 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:22:12.986014 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-0ada9571-22ae-40d8-8ccc-e96cc7dd7140 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9242399 Feb 04 12:22:12.990233 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 60388) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:22:13.009772 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-7fd5ef6f-cf0b-498b-8bd6-a658d7b7e5cc admin admin] Request body: {'subnet': {'network_id': 'f4dfd687-dba5-46ff-81a8-361822d13e13', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1875595100-subnet', 'tenant_id': 'f50b895c9ca94e2aa6b9c6495d9eebfd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:22:13.054399 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fd5ef6f-cf0b-498b-8bd6-a658d7b7e5cc admin admin] Made reservation on behalf of f50b895c9ca94e2aa6b9c6495d9eebfd for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:22:13.058511 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7fd5ef6f-cf0b-498b-8bd6-a658d7b7e5cc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60610638'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:13.060985 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217da0f0-58c0-4400-bf02-b7f22fc60f30 req-cb76214a-f6d6-4bb4-bb56-8533a9bf502f tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:13.068842 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-217da0f0-58c0-4400-bf02-b7f22fc60f30 req-cb76214a-f6d6-4bb4-bb56-8533a9bf502f tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2081900 Feb 04 12:22:13.086761 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d317ad52-fa50-4d46-9b87-c4ea5fc84bff req-625c305f-cb26-433e-a967-74eca5455af2 tempest-SecurityGroupsNegativeTestJSON-107997660 tempest-SecurityGroupsNegativeTestJSON-107997660-project] 10.222.0.65 "GET /v2.0/security-groups/49d194b1-4f3d-4ac1-b3e0-46af21b56b25 HTTP/1.1" status: 200 len: 2998 time: 0.1202116 Feb 04 12:22:13.114180 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-217da0f0-58c0-4400-bf02-b7f22fc60f30 req-ae46b944-1ce3-465e-b182-371a4b0faea7 tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] 10.222.0.65 "GET /v2.0/quotas/35795a41dcec4d87a7083b571b71fc5d HTTP/1.1" status: 200 len: 375 time: 0.0443704 Feb 04 12:22:13.166185 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-217da0f0-58c0-4400-bf02-b7f22fc60f30 req-d3300b17-384d-4760-bdd8-6d5ad03704bf tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=35795a41dcec4d87a7083b571b71fc5d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0511069 Feb 04 12:22:13.197471 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d317ad52-fa50-4d46-9b87-c4ea5fc84bff req-0e62552b-1e1d-4894-bfcc-2a6abb711ea4 tempest-SecurityGroupsNegativeTestJSON-107997660 tempest-SecurityGroupsNegativeTestJSON-107997660-project] 10.222.0.65 "GET /v2.0/security-groups/49d194b1-4f3d-4ac1-b3e0-46af21b56b25 HTTP/1.1" status: 200 len: 2998 time: 0.1092148 Feb 04 12:22:13.388624 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7fd5ef6f-cf0b-498b-8bd6-a658d7b7e5cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59045178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60610680'] for subnet (875d7ebd-efc4-4fa6-a601-61971abf78fc), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:13.520296 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd5ef6f-cf0b-498b-8bd6-a658d7b7e5cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=875d7ebd-efc4-4fa6-a601-61971abf78fc,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:22:13.558237 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f980e9f-00f2-4c22-a554-faf7dac8e126 req-555c2638-878b-4b9e-9634-f07aa466e1bd tempest-ServersOnMultiNodesTest-571519993 tempest-ServersOnMultiNodesTest-571519993-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:13.569518 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2f980e9f-00f2-4c22-a554-faf7dac8e126 req-555c2638-878b-4b9e-9634-f07aa466e1bd tempest-ServersOnMultiNodesTest-571519993 tempest-ServersOnMultiNodesTest-571519993-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=5b65f478-8d0f-4c28-8634-e3271289a266 HTTP/1.1" status: 200 len: 1131 time: 0.1253557 Feb 04 12:22:13.570928 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd5ef6f-cf0b-498b-8bd6-a658d7b7e5cc admin admin] Checking segment: {'id': '02af7db9-ac7a-4fd9-8876-35ceb0279e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f4dfd687-dba5-46ff-81a8-361822d13e13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:22:13.571403 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd5ef6f-cf0b-498b-8bd6-a658d7b7e5cc admin admin] Network hostable DHCP agents. Network: f4dfd687-dba5-46ff-81a8-361822d13e13, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:22:13.614056 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd5ef6f-cf0b-498b-8bd6-a658d7b7e5cc admin admin] Network f4dfd687-dba5-46ff-81a8-361822d13e13 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:22:13.633132 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-7fd5ef6f-cf0b-498b-8bd6-a658d7b7e5cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, f4dfd687-dba5-46ff-81a8-361822d13e13) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:22:13.638471 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd5ef6f-cf0b-498b-8bd6-a658d7b7e5cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:13.640799 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7fd5ef6f-cf0b-498b-8bd6-a658d7b7e5cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:13.655290 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72a0f35-63d6-4aa9-b982-6b0e82c258c1 req-8246a2fa-0ca7-43a6-9f87-db3a31d55392 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:13.657508 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c72a0f35-63d6-4aa9-b982-6b0e82c258c1 req-8246a2fa-0ca7-43a6-9f87-db3a31d55392 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=77637105-0550-4658-837e-b253c5845668 HTTP/1.1" status: 200 len: 946 time: 0.1740181 Feb 04 12:22:13.673110 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5853ca53-3aec-4059-95af-c86a9e2ae113 None None] Network f4dfd687-dba5-46ff-81a8-361822d13e13 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:22:13.683506 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-7fd5ef6f-cf0b-498b-8bd6-a658d7b7e5cc admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.6907725 Feb 04 12:22:13.701350 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2f980e9f-00f2-4c22-a554-faf7dac8e126 req-8c4c03d4-e7e7-4c30-9eb9-d2fa8143df15 tempest-ServersOnMultiNodesTest-571519993 tempest-ServersOnMultiNodesTest-571519993-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=ff9db729-a945-4359-8bb3-48cdfdee30d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196189 Feb 04 12:22:13.782102 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c72a0f35-63d6-4aa9-b982-6b0e82c258c1 req-aee763dc-2ba9-4781-8dda-be33955f5f91 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/security-groups?id=0e320687-8002-4e00-a016-6bf57af2cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141574 Feb 04 12:22:13.854261 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c808f95c-9f23-4a23-834b-491b7260ee8f req-af7c012d-bf1e-4fa0-aedb-ac1e89b67d8c tempest-SecurityGroupsNegativeTestJSON-107997660 tempest-SecurityGroupsNegativeTestJSON-107997660-project] 10.222.0.65 "GET /v2.0/security-groups/49d194b1-4f3d-4ac1-b3e0-46af21b56b25 HTTP/1.1" status: 200 len: 2998 time: 0.1200950 Feb 04 12:22:13.866280 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8080ef89-559f-40a4-91df-74ccf62d3a9a None None] Network f4dfd687-dba5-46ff-81a8-361822d13e13 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:22:14.075685 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fd742a14-ffb9-4f58-8d1f-5586e564eec9 req-51654101-0153-470e-888a-c9d829de0619 tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] 10.222.0.65 "GET /v2.0/ports?device_id=b668b5a6-f814-4ca8-9b06-d6938d10cbd4 HTTP/1.1" status: 200 len: 210 time: 0.0552046 Feb 04 12:22:14.078533 n-d-825015-3 neutron-server[103475]: INFO neutron.api.v2.resource [req-c808f95c-9f23-4a23-834b-491b7260ee8f req-22634357-8199-4457-a963-f2edc340b6f4 tempest-SecurityGroupsNegativeTestJSON-107997660 tempest-SecurityGroupsNegativeTestJSON-107997660-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 04 12:22:14.093092 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c808f95c-9f23-4a23-834b-491b7260ee8f req-22634357-8199-4457-a963-f2edc340b6f4 tempest-SecurityGroupsNegativeTestJSON-107997660 tempest-SecurityGroupsNegativeTestJSON-107997660-project] 10.222.0.65 "DELETE /v2.0/security-groups/49d194b1-4f3d-4ac1-b3e0-46af21b56b25 HTTP/1.1" status: 409 len: 352 time: 0.2376001 Feb 04 12:22:14.293747 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8c8bfc65-e1d1-4ca2-93f1-d3b29c32486a req-96fe58fc-6f3d-4197-9f34-5e96570034ab tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?device_id=e21f1c1a-5da3-43c5-be2d-4bb4c9176e8a HTTP/1.1" status: 200 len: 210 time: 0.0743222 Feb 04 12:22:14.382082 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63630b3-ea08-48a8-9958-58d989fb5d1b req-72ea2aba-2809-4740-bac9-3f5833afade9 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:14.384654 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a63630b3-ea08-48a8-9958-58d989fb5d1b req-72ea2aba-2809-4740-bac9-3f5833afade9 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a6b4d41-5367-4c26-9592-affdbc96fe0d HTTP/1.1" status: 200 len: 946 time: 0.2123156 Feb 04 12:22:14.392126 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a411bb-1071-4273-9e0e-9d779603aeee req-ab327925-66d3-4a20-9ac3-245ff36c9303 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:14.393962 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-76a411bb-1071-4273-9e0e-9d779603aeee req-ab327925-66d3-4a20-9ac3-245ff36c9303 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.73 "GET /v2.0/networks?id=4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5 HTTP/1.1" status: 200 len: 812 time: 0.2549722 Feb 04 12:22:14.410559 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-76a411bb-1071-4273-9e0e-9d779603aeee req-a425cabe-92db-445b-800f-03e4ab74e78a tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Request body: {'port': {'device_id': 'e21f1c1a-5da3-43c5-be2d-4bb4c9176e8a', 'network_id': '4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5', 'admin_state_up': True, 'tenant_id': '5b457c49d6644968bc4c4118b5a09653'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:22:14.504373 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-24269657-7c59-4fd2-932c-04b6d2c66f11 req-b50ecf3a-215a-42e6-8f64-cfd26acc6ea3 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=cd7a27426604483abdc4179f17c2461d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0775025 Feb 04 12:22:14.599006 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a63630b3-ea08-48a8-9958-58d989fb5d1b req-7f7e2408-96ed-4479-9ec0-9a8f46eca13e tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] 10.222.0.65 "GET /v2.0/security-groups?id=e102d2aa-c1a8-4ba5-bd37-a0f044093565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039998 Feb 04 12:22:14.699695 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24269657-7c59-4fd2-932c-04b6d2c66f11 req-536bcd39-dd80-4ae2-a79a-61628aa0ebb3 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:14.704771 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-24269657-7c59-4fd2-932c-04b6d2c66f11 req-536bcd39-dd80-4ae2-a79a-61628aa0ebb3 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1910033 Feb 04 12:22:14.707336 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76a411bb-1071-4273-9e0e-9d779603aeee req-a425cabe-92db-445b-800f-03e4ab74e78a tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Made reservation on behalf of 5b457c49d6644968bc4c4118b5a09653 for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:22:14.710895 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-76a411bb-1071-4273-9e0e-9d779603aeee req-a425cabe-92db-445b-800f-03e4ab74e78a tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:14.739750 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-24269657-7c59-4fd2-932c-04b6d2c66f11 req-d47ca5b6-0fa7-45e0-9a81-594dcd6ed339 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/quotas/cd7a27426604483abdc4179f17c2461d HTTP/1.1" status: 200 len: 375 time: 0.0243187 Feb 04 12:22:14.917438 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 3633cc09-b2fd-4d40-ad28-636e71f97987 no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:22:14.974109 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-76a411bb-1071-4273-9e0e-9d779603aeee req-a425cabe-92db-445b-800f-03e4ab74e78a tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Allocated IP 172.20.0.3 (4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5/23b19519-2923-41fd-80ca-5f7c6af8f70c/a98f2355-7564-4efd-8483-35b81da3a5b5) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:22:15.034534 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 3633cc09-b2fd-4d40-ad28-636e71f97987 is: ACTIVE; New status is: DOWN {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:22:15.034963 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (3633cc09-b2fd-4d40-ad28-636e71f97987), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:15.057211 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-24269657-7c59-4fd2-932c-04b6d2c66f11 req-ee174814-e482-4581-8756-ca389f7cbd85 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=cd7a27426604483abdc4179f17c2461d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3024800 Feb 04 12:22:15.065766 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a6b4d41-5367-4c26-9592-affdbc96fe0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3633cc09-b2fd-4d40-ad28-636e71f97987'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:22:15.069312 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6759902c-b485-4787-828e-c271b0ef9990" -d '{"events": [{"server_uuid": "7a6b4d41-5367-4c26-9592-affdbc96fe0d", "name": "network-vif-unplugged", "status": "completed", "tag": "3633cc09-b2fd-4d40-ad28-636e71f97987"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:22:15.085242 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-217da0f0-58c0-4400-bf02-b7f22fc60f30 req-c34943f5-019c-4e35-856b-0c5c2c925350 tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=35795a41dcec4d87a7083b571b71fc5d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1164708 Feb 04 12:22:15.085960 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 3633cc09-b2fd-4d40-ad28-636e71f97987, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=3633cc09-b2fd-4d40-ad28-636e71f97987,segment=NetworkSegment(3650fe49-0487-4896-b953-b3c6867af33a),segment_id=3650fe49-0487-4896-b953-b3c6867af33a)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:22:15.105731 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (3633cc09-b2fd-4d40-ad28-636e71f97987), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:15.184526 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=3633cc09-b2fd-4d40-ad28-636e71f97987,revision_number=8']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:22:15.277523 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fbe1f6-0bb5-4514-8f58-a7f9e26f88d6 req-cdb5db35-4a77-4052-aebc-46e413dbc7c3 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:15.280222 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-58fbe1f6-0bb5-4514-8f58-a7f9e26f88d6 req-cdb5db35-4a77-4052-aebc-46e413dbc7c3 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] 10.222.0.65 "GET /v2.0/networks?id=f4dfd687-dba5-46ff-81a8-361822d13e13 HTTP/1.1" status: 200 len: 805 time: 0.4825656 Feb 04 12:22:15.419314 n-d-825015-3 neutron-server[103475]: INFO neutron.api.v2.resource [req-8b415cc5-5728-4855-b6cb-075afbbdfb6f req-00af150e-0651-4fb3-90b9-c7d93350cb65 tempest-SecurityGroupsNegativeTestJSON-107997660 tempest-SecurityGroupsNegativeTestJSON-107997660-project] show failed (client error): The resource could not be found. Feb 04 12:22:15.421627 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8b415cc5-5728-4855-b6cb-075afbbdfb6f req-00af150e-0651-4fb3-90b9-c7d93350cb65 tempest-SecurityGroupsNegativeTestJSON-107997660 tempest-SecurityGroupsNegativeTestJSON-107997660-project] 10.222.0.65 "GET /v2.0/security-groups/f9f1362f-1daf-4f9c-976e-172c85ccb624 HTTP/1.1" status: 404 len: 352 time: 0.1544387 Feb 04 12:22:15.438518 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-58fbe1f6-0bb5-4514-8f58-a7f9e26f88d6 req-44311354-0382-4511-b176-53aac6f48f75 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] 10.222.0.65 "GET /v2.0/quotas/f50b895c9ca94e2aa6b9c6495d9eebfd HTTP/1.1" status: 200 len: 375 time: 0.1514416 Feb 04 12:22:15.524780 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e3e3b4b0-f80d-4682-b8ef-66fbd28b5bb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:15.566164 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-58fbe1f6-0bb5-4514-8f58-a7f9e26f88d6 req-f71f17d9-1f70-40de-8543-3fce0cbeb31b tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=f50b895c9ca94e2aa6b9c6495d9eebfd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1061623 Feb 04 12:22:15.582413 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d96646-9fbb-4c1b-bdc8-36faf174349f req-b090a86d-d003-40d6-8372-c0261331e35d tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:15.584094 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-36d96646-9fbb-4c1b-bdc8-36faf174349f req-b090a86d-d003-40d6-8372-c0261331e35d tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] 10.222.0.73 "GET /v2.0/ports?device_id=7a6b4d41-5367-4c26-9592-affdbc96fe0d HTTP/1.1" status: 200 len: 944 time: 0.3586695 Feb 04 12:22:15.668552 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217da0f0-58c0-4400-bf02-b7f22fc60f30 req-c2147cff-d49b-42c5-b303-c514b1dfb3dd tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:15.670233 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-217da0f0-58c0-4400-bf02-b7f22fc60f30 req-c2147cff-d49b-42c5-b303-c514b1dfb3dd tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5686295 Feb 04 12:22:15.744140 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-217da0f0-58c0-4400-bf02-b7f22fc60f30 req-e5a9d59a-3b16-45b7-9123-ff1ef9572b9b tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] Request body: {'port': {'device_id': 'b668b5a6-f814-4ca8-9b06-d6938d10cbd4', 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c', 'admin_state_up': True, 'tenant_id': '35795a41dcec4d87a7083b571b71fc5d'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:22:15.838921 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-76a411bb-1071-4273-9e0e-9d779603aeee req-a425cabe-92db-445b-800f-03e4ab74e78a tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Publish callbacks [] for port (a98f2355-7564-4efd-8483-35b81da3a5b5), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:15.980171 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90239a0-d2db-4fce-8ffe-7b3e387fed93 req-e72f5b8f-bb86-4de7-984e-94c700af9959 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:15.981702 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d90239a0-d2db-4fce-8ffe-7b3e387fed93 req-e72f5b8f-bb86-4de7-984e-94c700af9959 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=77637105-0550-4658-837e-b253c5845668 HTTP/1.1" status: 200 len: 946 time: 0.4808402 Feb 04 12:22:15.992292 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-58fbe1f6-0bb5-4514-8f58-a7f9e26f88d6 req-d03d8b39-0897-4dcb-a183-cd9e0849cc7c service neutron] 10.222.0.65 "GET /v2.0/networks/f4dfd687-dba5-46ff-81a8-361822d13e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4244735 Feb 04 12:22:16.104788 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-76a411bb-1071-4273-9e0e-9d779603aeee req-a425cabe-92db-445b-800f-03e4ab74e78a tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (a98f2355-7564-4efd-8483-35b81da3a5b5), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:16.431296 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-24269657-7c59-4fd2-932c-04b6d2c66f11 req-75c17d09-3261-4a20-90fd-5890794b4767 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=cd7a27426604483abdc4179f17c2461d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0506251 Feb 04 12:22:16.514379 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-217da0f0-58c0-4400-bf02-b7f22fc60f30 req-e5a9d59a-3b16-45b7-9123-ff1ef9572b9b tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] Made reservation on behalf of 35795a41dcec4d87a7083b571b71fc5d for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:22:16.519898 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-217da0f0-58c0-4400-bf02-b7f22fc60f30 req-e5a9d59a-3b16-45b7-9123-ff1ef9572b9b tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:16.550109 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-36d96646-9fbb-4c1b-bdc8-36faf174349f req-ee1556aa-591a-4726-9f6f-9c61cdf0b658 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Deleting port 3633cc09-b2fd-4d40-ad28-636e71f97987 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:22:16.550623 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-36d96646-9fbb-4c1b-bdc8-36faf174349f req-ee1556aa-591a-4726-9f6f-9c61cdf0b658 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (3633cc09-b2fd-4d40-ad28-636e71f97987), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:16.562906 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76a411bb-1071-4273-9e0e-9d779603aeee req-a425cabe-92db-445b-800f-03e4ab74e78a tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Network 4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:22:16.589813 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24269657-7c59-4fd2-932c-04b6d2c66f11 req-670c7474-d0f6-48f3-bbb3-1a770096ed0e tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:16.591976 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-24269657-7c59-4fd2-932c-04b6d2c66f11 req-670c7474-d0f6-48f3-bbb3-1a770096ed0e tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1491075 Feb 04 12:22:16.595909 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d90239a0-d2db-4fce-8ffe-7b3e387fed93 req-f9f086b4-b35a-4468-9c76-564ee5b88b41 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/security-groups?id=0e320687-8002-4e00-a016-6bf57af2cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5965679 Feb 04 12:22:16.619634 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-24269657-7c59-4fd2-932c-04b6d2c66f11 req-28b3d0fe-1b06-4f66-8a20-8e809f987328 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Request body: {'port': {'device_id': 'd34debd3-69cc-401a-b9c1-7bee77ccc332', 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c', 'admin_state_up': True, 'tenant_id': 'cd7a27426604483abdc4179f17c2461d'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:22:16.671502 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-76a411bb-1071-4273-9e0e-9d779603aeee req-a425cabe-92db-445b-800f-03e4ab74e78a tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:22:16.674902 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-217da0f0-58c0-4400-bf02-b7f22fc60f30 req-e5a9d59a-3b16-45b7-9123-ff1ef9572b9b tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:16.689405 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-76a411bb-1071-4273-9e0e-9d779603aeee req-a425cabe-92db-445b-800f-03e4ab74e78a tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:22:16.755607 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a425cabe-92db-445b-800f-03e4ab74e78a tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Pushing event updated for resources: {'Port': ['ID=a98f2355-7564-4efd-8483-35b81da3a5b5,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:22:16.764748 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 12:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd848c72-169c-49c1-896d-dc3306863e38 x-openstack-request-id: req-bd848c72-169c-49c1-896d-dc3306863e38 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:22:16.765367 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-58fbe1f6-0bb5-4514-8f58-a7f9e26f88d6 req-da4f6cc9-13df-4887-93d8-d4490a369905 service neutron] 10.222.0.65 "GET /v2.0/networks/f4dfd687-dba5-46ff-81a8-361822d13e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7619073 Feb 04 12:22:16.771354 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a6b4d41-5367-4c26-9592-affdbc96fe0d", "name": "network-vif-unplugged", "status": "completed", "tag": "3633cc09-b2fd-4d40-ad28-636e71f97987", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:22:16.776488 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bd848c72-169c-49c1-896d-dc3306863e38 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:22:16.777773 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a6b4d41-5367-4c26-9592-affdbc96fe0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3633cc09-b2fd-4d40-ad28-636e71f97987', 'code': 200} Feb 04 12:22:16.825463 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a411bb-1071-4273-9e0e-9d779603aeee req-a425cabe-92db-445b-800f-03e4ab74e78a tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:16.826362 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-76a411bb-1071-4273-9e0e-9d779603aeee req-a425cabe-92db-445b-800f-03e4ab74e78a tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:16.874504 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-76a411bb-1071-4273-9e0e-9d779603aeee req-a425cabe-92db-445b-800f-03e4ab74e78a tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4695754 Feb 04 12:22:16.912453 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24269657-7c59-4fd2-932c-04b6d2c66f11 req-28b3d0fe-1b06-4f66-8a20-8e809f987328 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Made reservation on behalf of cd7a27426604483abdc4179f17c2461d for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:22:16.913292 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-49337a6e-a655-4c5f-9387-a14f545b1617 req-0a424c07-84d9-45ba-95ac-439eef0bafc2 tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] 10.222.0.65 "GET /v2.0/ports?device_id=b668b5a6-f814-4ca8-9b06-d6938d10cbd4 HTTP/1.1" status: 200 len: 210 time: 0.0523214 Feb 04 12:22:16.920694 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-24269657-7c59-4fd2-932c-04b6d2c66f11 req-28b3d0fe-1b06-4f66-8a20-8e809f987328 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:16.927476 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-76a411bb-1071-4273-9e0e-9d779603aeee req-c907c198-9ab0-4426-a757-e72280c20715 service neutron] Request body: {'port': {'device_id': 'e21f1c1a-5da3-43c5-be2d-4bb4c9176e8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:22:17.042524 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-36d96646-9fbb-4c1b-bdc8-36faf174349f req-ee1556aa-591a-4726-9f6f-9c61cdf0b658 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] For port 3633cc09-b2fd-4d40-ad28-636e71f97987, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=3633cc09-b2fd-4d40-ad28-636e71f97987,segment=NetworkSegment(3650fe49-0487-4896-b953-b3c6867af33a),segment_id=3650fe49-0487-4896-b953-b3c6867af33a)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:22:17.043244 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-36d96646-9fbb-4c1b-bdc8-36faf174349f req-ee1556aa-591a-4726-9f6f-9c61cdf0b658 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (3633cc09-b2fd-4d40-ad28-636e71f97987), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:17.181862 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-36d96646-9fbb-4c1b-bdc8-36faf174349f req-ee1556aa-591a-4726-9f6f-9c61cdf0b658 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Calling delete_port for 3633cc09-b2fd-4d40-ad28-636e71f97987 owned by compute:nova {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:22:17.190225 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [req-24269657-7c59-4fd2-932c-04b6d2c66f11 req-28b3d0fe-1b06-4f66-8a20-8e809f987328 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Allocated IP 192.168.233.63 (2f7dc246-a024-4937-952c-0ddeef5af29c/5ee3374a-84e9-4639-853c-740c6edaf6dc/c0f7cd2f-c34b-498d-a9a3-11c0fb72ca29) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:22:17.295658 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e6046688-0b47-4be1-9294-0c53ac89a091 req-049595b2-5091-4a4c-a27b-d193ea386406 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/ports?device_id=d34debd3-69cc-401a-b9c1-7bee77ccc332 HTTP/1.1" status: 200 len: 210 time: 0.2350647 Feb 04 12:22:17.368955 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-76a411bb-1071-4273-9e0e-9d779603aeee req-c907c198-9ab0-4426-a757-e72280c20715 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (a98f2355-7564-4efd-8483-35b81da3a5b5), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:17.438793 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-24269657-7c59-4fd2-932c-04b6d2c66f11 req-28b3d0fe-1b06-4f66-8a20-8e809f987328 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Publish callbacks [] for port (c0f7cd2f-c34b-498d-a9a3-11c0fb72ca29), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:17.446426 n-d-825015-3 neutron-server[103475]: INFO neutron.api.v2.resource [req-471b0680-6701-4cb9-9c8f-6643a22b3a72 req-6472e0ca-affd-4b96-af70-b0f4edc254fb tempest-SecurityGroupsNegativeTestJSON-107997660 tempest-SecurityGroupsNegativeTestJSON-107997660-project] show failed (client error): The resource could not be found. Feb 04 12:22:17.447574 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-471b0680-6701-4cb9-9c8f-6643a22b3a72 req-6472e0ca-affd-4b96-af70-b0f4edc254fb tempest-SecurityGroupsNegativeTestJSON-107997660 tempest-SecurityGroupsNegativeTestJSON-107997660-project] 10.222.0.65 "GET /v2.0/security-groups/7df4a132-ec23-45a4-8c44-d800b7bd459b HTTP/1.1" status: 404 len: 352 time: 0.0743978 Feb 04 12:22:17.474210 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 60470) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:22:17.534768 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-217da0f0-58c0-4400-bf02-b7f22fc60f30 req-e5a9d59a-3b16-45b7-9123-ff1ef9572b9b tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] Publish callbacks [] for security_group (2a710b37-a338-4b40-8a5a-fd5a798f9b5f), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:17.552539 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-a65c20c3-1e79-41ea-894b-a97920350424 admin admin] Deleting subnet 031bd70c-f963-431e-85d2-74eaac6a3b89 {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:22:17.558587 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a65c20c3-1e79-41ea-894b-a97920350424 admin admin] Publish callbacks [] for subnet (031bd70c-f963-431e-85d2-74eaac6a3b89), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:17.561739 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-24269657-7c59-4fd2-932c-04b6d2c66f11 req-28b3d0fe-1b06-4f66-8a20-8e809f987328 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (c0f7cd2f-c34b-498d-a9a3-11c0fb72ca29), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:17.577600 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['5e225c38-0269-4129-a4d0-3c01809d833e', 'cb1246fa-1dff-4a4d-abe1-b07af7371bf9', '215af382-6f8e-49d2-887b-35ac0d0e1df5'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:22:17.584572 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['9b10404f-62d5-42e1-accf-5dbefbaa11b0', 'c2832b00-49f8-4fec-8c15-002a2a163b03'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:22:17.651423 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a65c20c3-1e79-41ea-894b-a97920350424 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (031bd70c-f963-431e-85d2-74eaac6a3b89), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:17.681819 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24269657-7c59-4fd2-932c-04b6d2c66f11 req-28b3d0fe-1b06-4f66-8a20-8e809f987328 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Network 2f7dc246-a024-4937-952c-0ddeef5af29c is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:22:17.687912 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [req-24269657-7c59-4fd2-932c-04b6d2c66f11 req-28b3d0fe-1b06-4f66-8a20-8e809f987328 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:22:17.694688 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-24269657-7c59-4fd2-932c-04b6d2c66f11 req-28b3d0fe-1b06-4f66-8a20-8e809f987328 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:22:17.702761 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b3d0fe-1b06-4f66-8a20-8e809f987328 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Pushing event updated for resources: {'Port': ['ID=c0f7cd2f-c34b-498d-a9a3-11c0fb72ca29,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:22:17.768107 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a65c20c3-1e79-41ea-894b-a97920350424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (031bd70c-f963-431e-85d2-74eaac6a3b89), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:17.985724 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-76a411bb-1071-4273-9e0e-9d779603aeee req-c907c198-9ab0-4426-a757-e72280c20715 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a98f2355-7564-4efd-8483-35b81da3a5b5 {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:22:18.001463 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-76a411bb-1071-4273-9e0e-9d779603aeee req-c907c198-9ab0-4426-a757-e72280c20715 service neutron] Publish callbacks [] for port (a98f2355-7564-4efd-8483-35b81da3a5b5), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:18.018103 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-76a411bb-1071-4273-9e0e-9d779603aeee req-c907c198-9ab0-4426-a757-e72280c20715 service neutron] Transition to ACTIVE for port object a98f2355-7564-4efd-8483-35b81da3a5b5 will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:22:18.019154 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-217da0f0-58c0-4400-bf02-b7f22fc60f30 req-e5a9d59a-3b16-45b7-9123-ff1ef9572b9b tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (2a710b37-a338-4b40-8a5a-fd5a798f9b5f), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:18.067041 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d128e2a5-b084-4fb3-94db-61578bbd21bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:18.090226 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1a9f19-9cc3-432d-a23a-b0c43902c918 req-a4fdbdd7-b493-4dfa-af8e-a65e4fbbccbd tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:18.092738 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0a1a9f19-9cc3-432d-a23a-b0c43902c918 req-a4fdbdd7-b493-4dfa-af8e-a65e4fbbccbd tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?device_id=e21f1c1a-5da3-43c5-be2d-4bb4c9176e8a HTTP/1.1" status: 200 len: 931 time: 0.9326479 Feb 04 12:22:18.093569 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-76a411bb-1071-4273-9e0e-9d779603aeee req-c907c198-9ab0-4426-a757-e72280c20715 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (a98f2355-7564-4efd-8483-35b81da3a5b5), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:18.104414 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a9d59a-3b16-45b7-9123-ff1ef9572b9b tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a710b37-a338-4b40-8a5a-fd5a798f9b5f,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:22:18.123721 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-36d96646-9fbb-4c1b-bdc8-36faf174349f req-ee1556aa-591a-4726-9f6f-9c61cdf0b658 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (3633cc09-b2fd-4d40-ad28-636e71f97987), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:18.230984 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-c8cb6534-cc50-4ad2-a358-1cb8bea9cdb7 None None] Provisioning complete for port c0f7cd2f-c34b-498d-a9a3-11c0fb72ca29 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:22:18.231230 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c8cb6534-cc50-4ad2-a358-1cb8bea9cdb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (c0f7cd2f-c34b-498d-a9a3-11c0fb72ca29), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:18.238559 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ce64ae0f-3d79-4862-ac33-9020078fd57c req-d1dd9acd-b508-44bf-acc2-d84c4c152404 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a6b4d41-5367-4c26-9592-affdbc96fe0d HTTP/1.1" status: 200 len: 210 time: 0.2045977 Feb 04 12:22:18.364614 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c8cb6534-cc50-4ad2-a358-1cb8bea9cdb7 None None] Port c0f7cd2f-c34b-498d-a9a3-11c0fb72ca29 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:22:18.400832 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-36d96646-9fbb-4c1b-bdc8-36faf174349f req-ee1556aa-591a-4726-9f6f-9c61cdf0b658 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] No DVR routers for this DVR port 3633cc09-b2fd-4d40-ad28-636e71f97987 on host n-h1-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:22:18.404032 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24269657-7c59-4fd2-932c-04b6d2c66f11 req-28b3d0fe-1b06-4f66-8a20-8e809f987328 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:18.405157 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-36d96646-9fbb-4c1b-bdc8-36faf174349f req-ee1556aa-591a-4726-9f6f-9c61cdf0b658 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:18.407460 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-24269657-7c59-4fd2-932c-04b6d2c66f11 req-28b3d0fe-1b06-4f66-8a20-8e809f987328 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:18.408844 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-36d96646-9fbb-4c1b-bdc8-36faf174349f req-ee1556aa-591a-4726-9f6f-9c61cdf0b658 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] 10.222.0.73 "DELETE /v2.0/ports/3633cc09-b2fd-4d40-ad28-636e71f97987 HTTP/1.1" status: 204 len: 173 time: 2.7982268 Feb 04 12:22:18.416173 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a65c20c3-1e79-41ea-894b-a97920350424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (031bd70c-f963-431e-85d2-74eaac6a3b89), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:18.419619 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a6b4d41-5367-4c26-9592-affdbc96fe0d', 'name': 'network-vif-deleted', 'tag': '3633cc09-b2fd-4d40-ad28-636e71f97987'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:22:18.422913 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d3e37cb-aa8d-4887-8989-d0bcc5d294de" -d '{"events": [{"server_uuid": "7a6b4d41-5367-4c26-9592-affdbc96fe0d", "name": "network-vif-deleted", "tag": "3633cc09-b2fd-4d40-ad28-636e71f97987"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:22:18.474309 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65c20c3-1e79-41ea-894b-a97920350424 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=031bd70c-f963-431e-85d2-74eaac6a3b89,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:22:18.508832 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a65c20c3-1e79-41ea-894b-a97920350424 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:18.521728 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-a65c20c3-1e79-41ea-894b-a97920350424 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/031bd70c-f963-431e-85d2-74eaac6a3b89 HTTP/1.1" status: 204 len: 168 time: 1.0465033 Feb 04 12:22:18.525022 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 60484) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:22:18.531714 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0a1a9f19-9cc3-432d-a23a-b0c43902c918 req-72a3768f-e583-4ef6-94b7-f3ae5866fb7e tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f51ab49-2800-41c7-a09d-ab109cee7e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4000256 Feb 04 12:22:18.537651 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c907c198-9ab0-4426-a757-e72280c20715 service neutron] Pushing event updated for resources: {'Port': ['ID=a98f2355-7564-4efd-8483-35b81da3a5b5,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:22:18.645430 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-257fc008-19a4-49ca-a6e2-ff8a88b537e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (80a9886d-34ed-441f-95e8-787a3a51155c), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:18.651528 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-24269657-7c59-4fd2-932c-04b6d2c66f11 req-28b3d0fe-1b06-4f66-8a20-8e809f987328 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0477154 Feb 04 12:22:18.675723 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-76a411bb-1071-4273-9e0e-9d779603aeee req-c907c198-9ab0-4426-a757-e72280c20715 service neutron] Attempting to bind port a98f2355-7564-4efd-8483-35b81da3a5b5 on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:22:18.676015 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-76a411bb-1071-4273-9e0e-9d779603aeee req-c907c198-9ab0-4426-a757-e72280c20715 service neutron] Attempting to bind port a98f2355-7564-4efd-8483-35b81da3a5b5 by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': '8447b48f-5ac4-4499-b5ab-2b0cb1297003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:22:18.676254 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a411bb-1071-4273-9e0e-9d779603aeee req-c907c198-9ab0-4426-a757-e72280c20715 service neutron] Attempting to bind port a98f2355-7564-4efd-8483-35b81da3a5b5 on network 4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:22:18.680002 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0f66ece5-3fa3-4b91-b1bb-e8219b9ff6d1 req-b20a29fa-a5bd-4d2a-8f1b-17300fa40102 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] 10.222.0.65 "GET /v2.0/ports?device_id=03d9c637-5f7a-4502-80df-af2857f4090a HTTP/1.1" status: 200 len: 210 time: 0.2697473 Feb 04 12:22:18.702675 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-24269657-7c59-4fd2-932c-04b6d2c66f11 req-a6661365-4d1e-4465-ae56-ea992aa411c8 service neutron] Request body: {'port': {'device_id': 'd34debd3-69cc-401a-b9c1-7bee77ccc332', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825015-3'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:22:18.751772 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1556aa-591a-4726-9f6f-9c61cdf0b658 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Pushing event deleted for resources: {'Port': ['ID=3633cc09-b2fd-4d40-ad28-636e71f97987,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:22:18.760960 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a411bb-1071-4273-9e0e-9d779603aeee req-c907c198-9ab0-4426-a757-e72280c20715 service neutron] Port a98f2355-7564-4efd-8483-35b81da3a5b5 on network 4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:22:18.761296 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a411bb-1071-4273-9e0e-9d779603aeee req-c907c198-9ab0-4426-a757-e72280c20715 service neutron] Attempting to bind port a98f2355-7564-4efd-8483-35b81da3a5b5 on network 4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:22:18.791535 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a411bb-1071-4273-9e0e-9d779603aeee req-c907c198-9ab0-4426-a757-e72280c20715 service neutron] Checking agent: {'id': 'f8add0d2-2202-43d3-bc0e-72442788e6ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:22:18.791957 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a411bb-1071-4273-9e0e-9d779603aeee req-c907c198-9ab0-4426-a757-e72280c20715 service neutron] Checking segment: {'id': '8447b48f-5ac4-4499-b5ab-2b0cb1297003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:22:18.792503 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a411bb-1071-4273-9e0e-9d779603aeee req-c907c198-9ab0-4426-a757-e72280c20715 service neutron] Bound using segment: {'id': '8447b48f-5ac4-4499-b5ab-2b0cb1297003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:22:18.792979 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-76a411bb-1071-4273-9e0e-9d779603aeee req-c907c198-9ab0-4426-a757-e72280c20715 service neutron] Bound port: a98f2355-7564-4efd-8483-35b81da3a5b5, host: n-h1-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8447b48f-5ac4-4499-b5ab-2b0cb1297003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:22:18.793634 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-76a411bb-1071-4273-9e0e-9d779603aeee req-c907c198-9ab0-4426-a757-e72280c20715 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (a98f2355-7564-4efd-8483-35b81da3a5b5), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:18.856705 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-257fc008-19a4-49ca-a6e2-ff8a88b537e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (80a9886d-34ed-441f-95e8-787a3a51155c), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:18.861810 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-24269657-7c59-4fd2-932c-04b6d2c66f11 req-a6661365-4d1e-4465-ae56-ea992aa411c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (c0f7cd2f-c34b-498d-a9a3-11c0fb72ca29), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:18.959060 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 3633cc09-b2fd-4d40-ad28-636e71f97987 no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:22:19.020189 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-217da0f0-58c0-4400-bf02-b7f22fc60f30 req-e5a9d59a-3b16-45b7-9123-ff1ef9572b9b tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] Allocated IP 192.168.233.187 (2f7dc246-a024-4937-952c-0ddeef5af29c/5ee3374a-84e9-4639-853c-740c6edaf6dc/a9faeb0d-e369-4a77-8920-76d707d7037a) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:22:19.052627 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] No Port match for: 3633cc09-b2fd-4d40-ad28-636e71f97987 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:22:19.053002 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 3633cc09-b2fd-4d40-ad28-636e71f97987 not bound to the agent host n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:22:19.075590 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99df542-0165-4efe-adfe-edf8a051ea36 req-66fcbf9b-2c89-437a-96c0-2b8e2d9293c3 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:19.077666 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c99df542-0165-4efe-adfe-edf8a051ea36 req-66fcbf9b-2c89-437a-96c0-2b8e2d9293c3 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=77637105-0550-4658-837e-b253c5845668 HTTP/1.1" status: 200 len: 946 time: 0.3428531 Feb 04 12:22:19.109495 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:19.116684 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-100b9ccd-cc1e-4c1f-9cc5-4f1434623b89 req-7d6bbd6c-80ea-476c-82fd-0f9d5b837e34 tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] 10.222.0.65 "GET /v2.0/ports?device_id=b668b5a6-f814-4ca8-9b06-d6938d10cbd4 HTTP/1.1" status: 200 len: 210 time: 0.0570321 Feb 04 12:22:19.157929 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-257fc008-19a4-49ca-a6e2-ff8a88b537e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80a9886d-34ed-441f-95e8-787a3a51155c']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:22:19.185148 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-76a411bb-1071-4273-9e0e-9d779603aeee req-c907c198-9ab0-4426-a757-e72280c20715 service neutron] For port a98f2355-7564-4efd-8483-35b81da3a5b5, host n-h1-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:22:19.192373 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-257fc008-19a4-49ca-a6e2-ff8a88b537e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22ae6ecb-ccfa-41fc-9749-4efc4c770247') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:22:19.192850 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-257fc008-19a4-49ca-a6e2-ff8a88b537e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22ae6ecb-ccfa-41fc-9749-4efc4c770247') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:22:19.223417 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-257fc008-19a4-49ca-a6e2-ff8a88b537e7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (22ae6ecb-ccfa-41fc-9749-4efc4c770247), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:19.247844 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-257fc008-19a4-49ca-a6e2-ff8a88b537e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (22ae6ecb-ccfa-41fc-9749-4efc4c770247), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:19.253061 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-76a411bb-1071-4273-9e0e-9d779603aeee req-c907c198-9ab0-4426-a757-e72280c20715 service neutron] For port a98f2355-7564-4efd-8483-35b81da3a5b5, host n-h1-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=a98f2355-7564-4efd-8483-35b81da3a5b5,segment=NetworkSegment(8447b48f-5ac4-4499-b5ab-2b0cb1297003),segment_id=8447b48f-5ac4-4499-b5ab-2b0cb1297003)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:22:19.262372 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-257fc008-19a4-49ca-a6e2-ff8a88b537e7 admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:22:19.262882 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-257fc008-19a4-49ca-a6e2-ff8a88b537e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (22ae6ecb-ccfa-41fc-9749-4efc4c770247), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:19.265221 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 12:22:19.265221 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:22:19.265221 n-d-825015-3 neutron-server[103474]: timer() Feb 04 12:22:19.265221 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:22:19.265221 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 12:22:19.265221 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:22:19.265221 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 12:22:19.265221 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:22:19.265221 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 12:22:19.265221 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:22:19.265221 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 12:22:19.265221 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:22:19.265221 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 12:22:19.265221 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:22:19.265221 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:22:19.265221 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:22:19.265221 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:22:19.265221 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:22:19.265221 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 12:22:19.265221 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:22:19.265221 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 12:22:19.265221 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:22:19.265221 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:22:19.265221 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:22:19.265221 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 12:22:19.265221 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:22:19.265221 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:22:19.265221 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:22:19.265221 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:22:19.265221 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:22:19.265221 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:22:19.265221 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:22:19.284885 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fbe1f6-0bb5-4514-8f58-a7f9e26f88d6 req-395fa32f-95b3-4b85-9d35-2d1c6d0dc5bb tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:19.286977 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-58fbe1f6-0bb5-4514-8f58-a7f9e26f88d6 req-395fa32f-95b3-4b85-9d35-2d1c6d0dc5bb tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] 10.222.0.73 "GET /v2.0/networks?id=f4dfd687-dba5-46ff-81a8-361822d13e13 HTTP/1.1" status: 200 len: 805 time: 0.4672105 Feb 04 12:22:19.318083 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-76a411bb-1071-4273-9e0e-9d779603aeee req-c907c198-9ab0-4426-a757-e72280c20715 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (a98f2355-7564-4efd-8483-35b81da3a5b5), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:19.323447 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-58fbe1f6-0bb5-4514-8f58-a7f9e26f88d6 req-3559b22a-7790-4581-8b87-03b0bd86f81e tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Request body: {'port': {'device_id': '03d9c637-5f7a-4502-80df-af2857f4090a', 'network_id': 'f4dfd687-dba5-46ff-81a8-361822d13e13', 'admin_state_up': True, 'tenant_id': 'f50b895c9ca94e2aa6b9c6495d9eebfd'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:22:19.346153 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c99df542-0165-4efe-adfe-edf8a051ea36 req-fc2372b8-ee00-4aa2-9b38-e832621d883c tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/security-groups?id=0e320687-8002-4e00-a016-6bf57af2cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181590 Feb 04 12:22:19.349265 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-257fc008-19a4-49ca-a6e2-ff8a88b537e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (80a9886d-34ed-441f-95e8-787a3a51155c), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:19.359350 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-257fc008-19a4-49ca-a6e2-ff8a88b537e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:19.364973 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-257fc008-19a4-49ca-a6e2-ff8a88b537e7 admin admin] 10.222.0.65 "DELETE /v2.0/networks/80a9886d-34ed-441f-95e8-787a3a51155c HTTP/1.1" status: 204 len: 168 time: 0.8337502 Feb 04 12:22:19.381160 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257fc008-19a4-49ca-a6e2-ff8a88b537e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=80a9886d-34ed-441f-95e8-787a3a51155c,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:22:19.514740 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd26406c-8d28-4c9e-a72b-f5b21fc2d04e x-openstack-request-id: req-dd26406c-8d28-4c9e-a72b-f5b21fc2d04e {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:22:19.515036 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a6b4d41-5367-4c26-9592-affdbc96fe0d", "name": "network-vif-deleted", "tag": "3633cc09-b2fd-4d40-ad28-636e71f97987", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:22:19.515314 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-dd26406c-8d28-4c9e-a72b-f5b21fc2d04e {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:22:19.515686 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a6b4d41-5367-4c26-9592-affdbc96fe0d', 'name': 'network-vif-deleted', 'tag': '3633cc09-b2fd-4d40-ad28-636e71f97987', 'status': 'completed', 'code': 200} Feb 04 12:22:19.527799 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a411bb-1071-4273-9e0e-9d779603aeee req-c907c198-9ab0-4426-a757-e72280c20715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:19.528456 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-76a411bb-1071-4273-9e0e-9d779603aeee req-c907c198-9ab0-4426-a757-e72280c20715 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:19.530136 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-76a411bb-1071-4273-9e0e-9d779603aeee req-c907c198-9ab0-4426-a757-e72280c20715 service neutron] 10.222.0.73 "PUT /v2.0/ports/a98f2355-7564-4efd-8483-35b81da3a5b5 HTTP/1.1" status: 200 len: 1091 time: 2.6156213 Feb 04 12:22:19.597704 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 60494) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:22:19.670053 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-962bd4ae-4d75-48e6-882e-770118c5406a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0b3b102394424efb982263bcaff750d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0679667 Feb 04 12:22:19.671275 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 60496) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:22:19.684665 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c907c198-9ab0-4426-a757-e72280c20715 service neutron] Pushing event updated for resources: {'Port': ['ID=a98f2355-7564-4efd-8483-35b81da3a5b5,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:22:19.720652 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddaa11b-e70d-41fd-aa18-3c1791a736a5 req-d17f78ca-b1d2-4442-b4cf-c0949ca9f1fc tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:19.723456 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1ddaa11b-e70d-41fd-aa18-3c1791a736a5 req-d17f78ca-b1d2-4442-b4cf-c0949ca9f1fc tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/ports?device_id=d34debd3-69cc-401a-b9c1-7bee77ccc332 HTTP/1.1" status: 200 len: 935 time: 0.4812238 Feb 04 12:22:19.750723 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d79efe36-288b-42e3-86f5-a6a78599fff1 admin admin] Publish callbacks [] for security_group (49d194b1-4f3d-4ac1-b3e0-46af21b56b25), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:19.779090 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d79efe36-288b-42e3-86f5-a6a78599fff1 admin admin] Publish callbacks [] for security_group (49d194b1-4f3d-4ac1-b3e0-46af21b56b25), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:19.785639 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58fbe1f6-0bb5-4514-8f58-a7f9e26f88d6 req-3559b22a-7790-4581-8b87-03b0bd86f81e tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Made reservation on behalf of f50b895c9ca94e2aa6b9c6495d9eebfd for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:22:19.788332 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-58fbe1f6-0bb5-4514-8f58-a7f9e26f88d6 req-3559b22a-7790-4581-8b87-03b0bd86f81e tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:19.820074 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a411bb-1071-4273-9e0e-9d779603aeee req-a254f0c7-55ab-4ee3-bc08-a6665878cceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:19.823692 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-76a411bb-1071-4273-9e0e-9d779603aeee req-a254f0c7-55ab-4ee3-bc08-a6665878cceb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5b457c49d6644968bc4c4118b5a09653&device_id=e21f1c1a-5da3-43c5-be2d-4bb4c9176e8a HTTP/1.1" status: 200 len: 1125 time: 0.1904011 Feb 04 12:22:19.854577 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d79efe36-288b-42e3-86f5-a6a78599fff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (49d194b1-4f3d-4ac1-b3e0-46af21b56b25), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:19.858191 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d79efe36-288b-42e3-86f5-a6a78599fff1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:19.861777 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-d79efe36-288b-42e3-86f5-a6a78599fff1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/49d194b1-4f3d-4ac1-b3e0-46af21b56b25 HTTP/1.1" status: 204 len: 168 time: 0.1866102 Feb 04 12:22:19.869065 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79efe36-288b-42e3-86f5-a6a78599fff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49d194b1-4f3d-4ac1-b3e0-46af21b56b25,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:22:19.937471 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-217da0f0-58c0-4400-bf02-b7f22fc60f30 req-e5a9d59a-3b16-45b7-9123-ff1ef9572b9b tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] Publish callbacks [] for port (a9faeb0d-e369-4a77-8920-76d707d7037a), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:19.944332 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 60504) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:22:19.952802 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-4f01d86e-62b9-41cf-ab1e-3b5d05321ea5 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1882535160', 'description': 'tempest-description--1780387070'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:22:19.957153 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-76a411bb-1071-4273-9e0e-9d779603aeee req-e114efb1-178c-435b-9700-db47969610a6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a98f2355-7564-4efd-8483-35b81da3a5b5 HTTP/1.1" status: 200 len: 217 time: 0.0994174 Feb 04 12:22:19.978410 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1ddaa11b-e70d-41fd-aa18-3c1791a736a5 req-b7be7a81-e2fb-436b-80a2-037f76af616a tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/security-groups?id=ff9db729-a945-4359-8bb3-48cdfdee30d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362785 Feb 04 12:22:20.019390 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4f01d86e-62b9-41cf-ab1e-3b5d05321ea5 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:20.117262 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4f01d86e-62b9-41cf-ab1e-3b5d05321ea5 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Publish callbacks [] for security_group (156846d4-a7d0-40d6-8036-f5e264d6575f), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:20.124478 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4f01d86e-62b9-41cf-ab1e-3b5d05321ea5 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (156846d4-a7d0-40d6-8036-f5e264d6575f), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:20.166070 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4f01d86e-62b9-41cf-ab1e-3b5d05321ea5 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:20.170774 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-4f01d86e-62b9-41cf-ab1e-3b5d05321ea5 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2253735 Feb 04 12:22:20.174323 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 60510) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:22:20.176922 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-8333e9c7-2b12-45a6-ae1b-910d3949bb2c tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Request body: {'security_group_rule': {'security_group_id': '156846d4-a7d0-40d6-8036-f5e264d6575f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:22:20.184765 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f01d86e-62b9-41cf-ab1e-3b5d05321ea5 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=156846d4-a7d0-40d6-8036-f5e264d6575f,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:22:20.207094 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8333e9c7-2b12-45a6-ae1b-910d3949bb2c tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Publish callbacks [] for security_group_rule (e8efa500-0be7-4c2f-94e0-cde58f9fbd9c), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:20.220319 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6a37801b-ef60-4570-973e-e68e2fc1a4ed req-82c877a6-f4a0-4b72-a160-55f0fd1a2a9b tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] 10.222.0.65 "GET /v2.0/ports?device_id=03d9c637-5f7a-4502-80df-af2857f4090a HTTP/1.1" status: 200 len: 210 time: 0.1192672 Feb 04 12:22:20.253420 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a411bb-1071-4273-9e0e-9d779603aeee req-f9df5b9e-114e-41d0-a513-79c1b194a709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:20.256015 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-76a411bb-1071-4273-9e0e-9d779603aeee req-f9df5b9e-114e-41d0-a513-79c1b194a709 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=23b19519-2923-41fd-80ca-5f7c6af8f70c HTTP/1.1" status: 200 len: 852 time: 0.2758231 Feb 04 12:22:20.286909 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8333e9c7-2b12-45a6-ae1b-910d3949bb2c tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Publish callbacks [] for security_group_rule (e8efa500-0be7-4c2f-94e0-cde58f9fbd9c), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:20.295116 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8333e9c7-2b12-45a6-ae1b-910d3949bb2c tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (e8efa500-0be7-4c2f-94e0-cde58f9fbd9c), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:20.333334 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:20.352650 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-76a411bb-1071-4273-9e0e-9d779603aeee req-527b6ced-a18a-4aba-84c7-845b744751a1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567751 Feb 04 12:22:20.358768 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-217da0f0-58c0-4400-bf02-b7f22fc60f30 req-e5a9d59a-3b16-45b7-9123-ff1ef9572b9b tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (a9faeb0d-e369-4a77-8920-76d707d7037a), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:20.390559 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333e9c7-2b12-45a6-ae1b-910d3949bb2c tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8efa500-0be7-4c2f-94e0-cde58f9fbd9c,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:22:20.450287 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a9d59a-3b16-45b7-9123-ff1ef9572b9b tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] Pushing event updated for resources: {'Port': ['ID=a9faeb0d-e369-4a77-8920-76d707d7037a,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:22:20.463678 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3837efce-adc4-4f23-942c-bf5d5c79d3b6 req-33de16e6-ab11-4599-a377-7eb660c610f8 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:20.471782 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3837efce-adc4-4f23-942c-bf5d5c79d3b6 req-33de16e6-ab11-4599-a377-7eb660c610f8 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?device_id=e21f1c1a-5da3-43c5-be2d-4bb4c9176e8a HTTP/1.1" status: 200 len: 943 time: 0.4020159 Feb 04 12:22:20.507657 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8333e9c7-2b12-45a6-ae1b-910d3949bb2c tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:20.509321 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-8333e9c7-2b12-45a6-ae1b-910d3949bb2c tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3360205 Feb 04 12:22:20.520962 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 60522) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:22:20.528790 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-7cb0225a-585c-4b06-a382-da6c370bc5bd tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Request body: {'security_group_rule': {'security_group_id': '156846d4-a7d0-40d6-8036-f5e264d6575f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:22:20.565910 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-58fbe1f6-0bb5-4514-8f58-a7f9e26f88d6 req-3559b22a-7790-4581-8b87-03b0bd86f81e tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Allocated IP 172.20.0.2 (f4dfd687-dba5-46ff-81a8-361822d13e13/875d7ebd-efc4-4fa6-a601-61971abf78fc/5220023c-d235-4d74-a4b7-828b7b5ddbc6) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:22:20.647974 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-217da0f0-58c0-4400-bf02-b7f22fc60f30 req-e5a9d59a-3b16-45b7-9123-ff1ef9572b9b tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] Network 2f7dc246-a024-4937-952c-0ddeef5af29c is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:22:20.663118 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-217da0f0-58c0-4400-bf02-b7f22fc60f30 req-e5a9d59a-3b16-45b7-9123-ff1ef9572b9b tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:22:20.667113 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-217da0f0-58c0-4400-bf02-b7f22fc60f30 req-e5a9d59a-3b16-45b7-9123-ff1ef9572b9b tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:22:20.740825 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [req-24269657-7c59-4fd2-932c-04b6d2c66f11 req-a6661365-4d1e-4465-ae56-ea992aa411c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0f7cd2f-c34b-498d-a9a3-11c0fb72ca29 {{(pid=103474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:22:20.760770 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-24269657-7c59-4fd2-932c-04b6d2c66f11 req-a6661365-4d1e-4465-ae56-ea992aa411c8 service neutron] Publish callbacks [] for port (c0f7cd2f-c34b-498d-a9a3-11c0fb72ca29), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:20.787611 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.provisioning_blocks [req-24269657-7c59-4fd2-932c-04b6d2c66f11 req-a6661365-4d1e-4465-ae56-ea992aa411c8 service neutron] Transition to ACTIVE for port object c0f7cd2f-c34b-498d-a9a3-11c0fb72ca29 will not be triggered until provisioned by entity L2. {{(pid=103474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:22:20.798007 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-24269657-7c59-4fd2-932c-04b6d2c66f11 req-a6661365-4d1e-4465-ae56-ea992aa411c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (c0f7cd2f-c34b-498d-a9a3-11c0fb72ca29), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:20.838051 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3837efce-adc4-4f23-942c-bf5d5c79d3b6 req-16a74e5a-ca83-41b5-bc21-1a37dee903d4 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f51ab49-2800-41c7-a09d-ab109cee7e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3652189 Feb 04 12:22:20.890380 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6661365-4d1e-4465-ae56-ea992aa411c8 service neutron] Pushing event updated for resources: {'Port': ['ID=c0f7cd2f-c34b-498d-a9a3-11c0fb72ca29,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:22:20.918321 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7cb0225a-585c-4b06-a382-da6c370bc5bd tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Publish callbacks [] for security_group_rule (1f65bd71-3624-4e0e-8422-771cf6161c94), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:20.982362 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f32a93-f0e0-4286-9558-5e475bd79931 req-fd78356c-c310-4bd6-9e66-b5551e3b7bef tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:20.990887 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-34f32a93-f0e0-4286-9558-5e475bd79931 req-fd78356c-c310-4bd6-9e66-b5551e3b7bef tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] 10.222.0.65 "GET /v2.0/ports?device_id=b668b5a6-f814-4ca8-9b06-d6938d10cbd4 HTTP/1.1" status: 200 len: 936 time: 0.5161023 Feb 04 12:22:21.037853 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217da0f0-58c0-4400-bf02-b7f22fc60f30 req-e5a9d59a-3b16-45b7-9123-ff1ef9572b9b tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:21.038574 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-217da0f0-58c0-4400-bf02-b7f22fc60f30 req-e5a9d59a-3b16-45b7-9123-ff1ef9572b9b tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:21.049348 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-76a411bb-1071-4273-9e0e-9d779603aeee req-c8fffa8f-adc8-48d9-bef5-0f33539a06ff service neutron] 10.222.0.73 "GET /v2.0/networks/4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6870301 Feb 04 12:22:21.134427 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7cb0225a-585c-4b06-a382-da6c370bc5bd tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Publish callbacks [] for security_group_rule (1f65bd71-3624-4e0e-8422-771cf6161c94), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:21.162529 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7cb0225a-585c-4b06-a382-da6c370bc5bd tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (1f65bd71-3624-4e0e-8422-771cf6161c94), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:21.199200 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb0225a-585c-4b06-a382-da6c370bc5bd tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f65bd71-3624-4e0e-8422-771cf6161c94,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:22:21.230773 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-a68db003-ecc0-4547-9a5e-42ec44c18699 None None] Provisioning complete for port a9faeb0d-e369-4a77-8920-76d707d7037a triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:22:21.231423 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a68db003-ecc0-4547-9a5e-42ec44c18699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (a9faeb0d-e369-4a77-8920-76d707d7037a), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:21.238055 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7cb0225a-585c-4b06-a382-da6c370bc5bd tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:21.243233 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-7cb0225a-585c-4b06-a382-da6c370bc5bd tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7174234 Feb 04 12:22:21.249905 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 60576) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:22:21.267337 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-3596eff1-a19c-45a4-895a-7d33dc5916df tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Request body: {'floatingip': {'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:22:21.276028 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-24269657-7c59-4fd2-932c-04b6d2c66f11 req-a6661365-4d1e-4465-ae56-ea992aa411c8 service neutron] Attempting to bind port c0f7cd2f-c34b-498d-a9a3-11c0fb72ca29 on host n-h2-825015-3 for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:22:21.276370 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-24269657-7c59-4fd2-932c-04b6d2c66f11 req-a6661365-4d1e-4465-ae56-ea992aa411c8 service neutron] Attempting to bind port c0f7cd2f-c34b-498d-a9a3-11c0fb72ca29 by drivers openvswitch,hyperv on host n-h2-825015-3 at level 0 using segments [{'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:22:21.276703 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24269657-7c59-4fd2-932c-04b6d2c66f11 req-a6661365-4d1e-4465-ae56-ea992aa411c8 service neutron] Attempting to bind port c0f7cd2f-c34b-498d-a9a3-11c0fb72ca29 on network 2f7dc246-a024-4937-952c-0ddeef5af29c {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:22:21.284278 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-a68db003-ecc0-4547-9a5e-42ec44c18699 None None] Port a9faeb0d-e369-4a77-8920-76d707d7037a cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:22:21.294866 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24269657-7c59-4fd2-932c-04b6d2c66f11 req-a6661365-4d1e-4465-ae56-ea992aa411c8 service neutron] Port c0f7cd2f-c34b-498d-a9a3-11c0fb72ca29 on network 2f7dc246-a024-4937-952c-0ddeef5af29c not bound, no agent of type Open vSwitch agent registered on host n-h2-825015-3 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:22:21.295235 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24269657-7c59-4fd2-932c-04b6d2c66f11 req-a6661365-4d1e-4465-ae56-ea992aa411c8 service neutron] Attempting to bind port c0f7cd2f-c34b-498d-a9a3-11c0fb72ca29 on network 2f7dc246-a024-4937-952c-0ddeef5af29c {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:22:21.324463 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24269657-7c59-4fd2-932c-04b6d2c66f11 req-a6661365-4d1e-4465-ae56-ea992aa411c8 service neutron] Checking agent: {'id': '9b68a165-e786-4b91-8592-44519c2ecabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:22:21.324969 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24269657-7c59-4fd2-932c-04b6d2c66f11 req-a6661365-4d1e-4465-ae56-ea992aa411c8 service neutron] Checking segment: {'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:22:21.325407 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24269657-7c59-4fd2-932c-04b6d2c66f11 req-a6661365-4d1e-4465-ae56-ea992aa411c8 service neutron] Bound using segment: {'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:22:21.325683 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-24269657-7c59-4fd2-932c-04b6d2c66f11 req-a6661365-4d1e-4465-ae56-ea992aa411c8 service neutron] Bound port: c0f7cd2f-c34b-498d-a9a3-11c0fb72ca29, host: n-h2-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:22:21.326045 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-24269657-7c59-4fd2-932c-04b6d2c66f11 req-a6661365-4d1e-4465-ae56-ea992aa411c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (c0f7cd2f-c34b-498d-a9a3-11c0fb72ca29), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:21.349891 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3596eff1-a19c-45a4-895a-7d33dc5916df tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:21.476494 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 60584) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:22:21.496312 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-24269657-7c59-4fd2-932c-04b6d2c66f11 req-a6661365-4d1e-4465-ae56-ea992aa411c8 service neutron] For port c0f7cd2f-c34b-498d-a9a3-11c0fb72ca29, host n-h2-825015-3, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:22:21.547401 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-24269657-7c59-4fd2-932c-04b6d2c66f11 req-a6661365-4d1e-4465-ae56-ea992aa411c8 service neutron] For port c0f7cd2f-c34b-498d-a9a3-11c0fb72ca29, host n-h2-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=c0f7cd2f-c34b-498d-a9a3-11c0fb72ca29,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:22:21.569584 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-24269657-7c59-4fd2-932c-04b6d2c66f11 req-a6661365-4d1e-4465-ae56-ea992aa411c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (c0f7cd2f-c34b-498d-a9a3-11c0fb72ca29), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:21.595617 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:21.701723 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-3dc320f1-7a1f-4b2a-8c86-fd2ebffdf443 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2034245854-network', 'tenant_id': '47de0937152d4219879ddb21b59f348a'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:22:21.707767 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6661365-4d1e-4465-ae56-ea992aa411c8 service neutron] Pushing event updated for resources: {'Port': ['ID=c0f7cd2f-c34b-498d-a9a3-11c0fb72ca29,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:22:21.734458 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24269657-7c59-4fd2-932c-04b6d2c66f11 req-a6661365-4d1e-4465-ae56-ea992aa411c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:21.735086 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-24269657-7c59-4fd2-932c-04b6d2c66f11 req-a6661365-4d1e-4465-ae56-ea992aa411c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:21.736561 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-24269657-7c59-4fd2-932c-04b6d2c66f11 req-a6661365-4d1e-4465-ae56-ea992aa411c8 service neutron] 10.222.0.77 "PUT /v2.0/ports/c0f7cd2f-c34b-498d-a9a3-11c0fb72ca29 HTTP/1.1" status: 200 len: 1095 time: 3.0415838 Feb 04 12:22:21.739374 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd34debd3-69cc-401a-b9c1-7bee77ccc332', 'tag': 'c0f7cd2f-c34b-498d-a9a3-11c0fb72ca29'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:22:21.741805 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d3f061b-f484-4403-bf48-32ee1d289db3" -d '{"events": [{"name": "network-changed", "server_uuid": "d34debd3-69cc-401a-b9c1-7bee77ccc332", "tag": "c0f7cd2f-c34b-498d-a9a3-11c0fb72ca29"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:22:21.768421 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dc320f1-7a1f-4b2a-8c86-fd2ebffdf443 admin admin] Made reservation on behalf of 47de0937152d4219879ddb21b59f348a for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:22:21.771197 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3dc320f1-7a1f-4b2a-8c86-fd2ebffdf443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:21.788972 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3dc320f1-7a1f-4b2a-8c86-fd2ebffdf443 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:21.804426 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3596eff1-a19c-45a4-895a-7d33dc5916df tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:21.910202 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e21f1c1a-5da3-43c5-be2d-4bb4c9176e8a', 'tag': 'a98f2355-7564-4efd-8483-35b81da3a5b5'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:22:21.912862 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc4cf9be-afbe-4ce0-ac46-ced76a3ed94b" -d '{"events": [{"name": "network-changed", "server_uuid": "e21f1c1a-5da3-43c5-be2d-4bb4c9176e8a", "tag": "a98f2355-7564-4efd-8483-35b81da3a5b5"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:22:21.954318 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-217da0f0-58c0-4400-bf02-b7f22fc60f30 req-e5a9d59a-3b16-45b7-9123-ff1ef9572b9b tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.2483270 Feb 04 12:22:21.976073 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-217da0f0-58c0-4400-bf02-b7f22fc60f30 req-c7ec4cf4-b480-43e5-9ee1-907ce8059c1b service neutron] Request body: {'port': {'device_id': 'b668b5a6-f814-4ca8-9b06-d6938d10cbd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:22:22.125561 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24269657-7c59-4fd2-932c-04b6d2c66f11 req-6b83e2c8-6414-4531-8dd6-8924cb114a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:22.128463 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-24269657-7c59-4fd2-932c-04b6d2c66f11 req-6b83e2c8-6414-4531-8dd6-8924cb114a8c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=cd7a27426604483abdc4179f17c2461d&device_id=d34debd3-69cc-401a-b9c1-7bee77ccc332 HTTP/1.1" status: 200 len: 1129 time: 0.3017161 Feb 04 12:22:22.152471 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43a61be-c3ec-4915-b68f-2fa3782c790b req-59f0a039-8e8d-4c7a-a25d-0a472832d4c7 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:22.158499 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b43a61be-c3ec-4915-b68f-2fa3782c790b req-59f0a039-8e8d-4c7a-a25d-0a472832d4c7 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=77637105-0550-4658-837e-b253c5845668 HTTP/1.1" status: 200 len: 946 time: 1.1287684 Feb 04 12:22:22.215371 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-34f32a93-f0e0-4286-9558-5e475bd79931 req-58cbf73c-8f95-415f-884f-dd26dac146fe tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] 10.222.0.65 "GET /v2.0/security-groups?id=2a710b37-a338-4b40-8a5a-fd5a798f9b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2225997 Feb 04 12:22:22.227392 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-3596eff1-a19c-45a4-895a-7d33dc5916df tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Allocated IP 172.25.3.76 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/4e967c4c-4958-4af9-9c56-6d008d9f2571) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:22:22.234637 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-24269657-7c59-4fd2-932c-04b6d2c66f11 req-74081f04-f4a2-4c5a-9964-e883f64a2d8d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=c0f7cd2f-c34b-498d-a9a3-11c0fb72ca29 HTTP/1.1" status: 200 len: 217 time: 0.0877423 Feb 04 12:22:22.240948 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-58fbe1f6-0bb5-4514-8f58-a7f9e26f88d6 req-3559b22a-7790-4581-8b87-03b0bd86f81e tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Publish callbacks [] for port (5220023c-d235-4d74-a4b7-828b7b5ddbc6), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:22.295555 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-76a411bb-1071-4273-9e0e-9d779603aeee req-02f3d452-dc5b-4bd8-90c5-50b69d39ed6e service neutron] 10.222.0.73 "GET /v2.0/networks/4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2161984 Feb 04 12:22:22.298466 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-217da0f0-58c0-4400-bf02-b7f22fc60f30 req-c7ec4cf4-b480-43e5-9ee1-907ce8059c1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (a9faeb0d-e369-4a77-8920-76d707d7037a), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:22.311191 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3dc320f1-7a1f-4b2a-8c86-fd2ebffdf443 admin admin] Publish callbacks [] for security_group (492cb02e-3e46-4ed8-a5e1-736353122ec6), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:22.355310 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3dc320f1-7a1f-4b2a-8c86-fd2ebffdf443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (492cb02e-3e46-4ed8-a5e1-736353122ec6), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:22.410949 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dc320f1-7a1f-4b2a-8c86-fd2ebffdf443 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:22:22.425591 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24269657-7c59-4fd2-932c-04b6d2c66f11 req-01c01d2a-a79a-40bc-b065-1e6ed1d0512d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:22.427164 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-24269657-7c59-4fd2-932c-04b6d2c66f11 req-01c01d2a-a79a-40bc-b065-1e6ed1d0512d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5ee3374a-84e9-4639-853c-740c6edaf6dc HTTP/1.1" status: 200 len: 843 time: 0.1821315 Feb 04 12:22:22.450572 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc320f1-7a1f-4b2a-8c86-fd2ebffdf443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=492cb02e-3e46-4ed8-a5e1-736353122ec6,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:22:22.484606 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b43a61be-c3ec-4915-b68f-2fa3782c790b req-48b41db7-c92b-44ab-9650-5244898dd41c tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/security-groups?id=0e320687-8002-4e00-a016-6bf57af2cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885730 Feb 04 12:22:22.489478 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3dc320f1-7a1f-4b2a-8c86-fd2ebffdf443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (2f528b05-c2fd-49cc-875e-043a84227085), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:22.489820 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-3dc320f1-7a1f-4b2a-8c86-fd2ebffdf443 admin admin] Added segment 2f528b05-c2fd-49cc-875e-043a84227085 of type vlan for network dfa4f26c-5721-43a6-9eae-5aba1551b1ca Feb 04 12:22:22.540539 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-58fbe1f6-0bb5-4514-8f58-a7f9e26f88d6 req-3559b22a-7790-4581-8b87-03b0bd86f81e tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (5220023c-d235-4d74-a4b7-828b7b5ddbc6), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:22.647130 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3596eff1-a19c-45a4-895a-7d33dc5916df tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Publish callbacks [] for port (4e967c4c-4958-4af9-9c56-6d008d9f2571), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:22.717591 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58fbe1f6-0bb5-4514-8f58-a7f9e26f88d6 req-3559b22a-7790-4581-8b87-03b0bd86f81e tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Network f4dfd687-dba5-46ff-81a8-361822d13e13 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:22:22.721486 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3596eff1-a19c-45a4-895a-7d33dc5916df tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (4e967c4c-4958-4af9-9c56-6d008d9f2571), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:22.729982 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-58fbe1f6-0bb5-4514-8f58-a7f9e26f88d6 req-3559b22a-7790-4581-8b87-03b0bd86f81e tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:22:22.737898 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-58fbe1f6-0bb5-4514-8f58-a7f9e26f88d6 req-3559b22a-7790-4581-8b87-03b0bd86f81e tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:22:22.750829 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3559b22a-7790-4581-8b87-03b0bd86f81e tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Pushing event updated for resources: {'Port': ['ID=5220023c-d235-4d74-a4b7-828b7b5ddbc6,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:22:22.797465 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c69318-d5a3-476d-b0c8-ccfa5d1d65f3 req-837082ab-da6d-4103-a751-53d75e8ce10e tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:22.803928 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-57c69318-d5a3-476d-b0c8-ccfa5d1d65f3 req-837082ab-da6d-4103-a751-53d75e8ce10e tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/ports?device_id=d34debd3-69cc-401a-b9c1-7bee77ccc332 HTTP/1.1" status: 200 len: 947 time: 0.4265118 Feb 04 12:22:22.831234 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3596eff1-a19c-45a4-895a-7d33dc5916df tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Pushing event updated for resources: {'Port': ['ID=4e967c4c-4958-4af9-9c56-6d008d9f2571,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:22:22.854451 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24269657-7c59-4fd2-932c-04b6d2c66f11 req-1ea05917-382f-4a13-8ac8-4b6ee1a84840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:22.856453 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-24269657-7c59-4fd2-932c-04b6d2c66f11 req-1ea05917-382f-4a13-8ac8-4b6ee1a84840 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2f7dc246-a024-4937-952c-0ddeef5af29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4213161 Feb 04 12:22:22.862198 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3dc320f1-7a1f-4b2a-8c86-fd2ebffdf443 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (dfa4f26c-5721-43a6-9eae-5aba1551b1ca), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:22.934639 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fbe1f6-0bb5-4514-8f58-a7f9e26f88d6 req-3559b22a-7790-4581-8b87-03b0bd86f81e tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:22.935365 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-58fbe1f6-0bb5-4514-8f58-a7f9e26f88d6 req-3559b22a-7790-4581-8b87-03b0bd86f81e tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:22.995054 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6c7c2c-e742-4d7a-8764-a69270199642 req-702e058d-11d8-49ec-bcd5-e65ad390e0b6 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:23.002507 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3b6c7c2c-e742-4d7a-8764-a69270199642 req-702e058d-11d8-49ec-bcd5-e65ad390e0b6 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] 10.222.0.65 "GET /v2.0/ports?device_id=03d9c637-5f7a-4502-80df-af2857f4090a HTTP/1.1" status: 200 len: 931 time: 0.4008346 Feb 04 12:22:23.021042 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-24269657-7c59-4fd2-932c-04b6d2c66f11 req-75e4210f-fd3c-4f55-8250-411b8b99f237 service neutron] 10.222.0.77 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514418 Feb 04 12:22:23.033342 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3596eff1-a19c-45a4-895a-7d33dc5916df tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:22:23.034965 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-58fbe1f6-0bb5-4514-8f58-a7f9e26f88d6 req-3559b22a-7790-4581-8b87-03b0bd86f81e tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7184076 Feb 04 12:22:23.038047 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-3596eff1-a19c-45a4-895a-7d33dc5916df tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:22:23.041262 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.db.resource_extend [None req-3dc320f1-7a1f-4b2a-8c86-fd2ebffdf443 admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 12:22:23.047768 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-57c69318-d5a3-476d-b0c8-ccfa5d1d65f3 req-c55eab5b-a869-4b79-9168-61542f391bee tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/security-groups?id=ff9db729-a945-4359-8bb3-48cdfdee30d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408586 Feb 04 12:22:23.077939 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-58fbe1f6-0bb5-4514-8f58-a7f9e26f88d6 req-dfee9fdc-79e5-41fa-a5e1-2db1700041ff service neutron] Request body: {'port': {'device_id': '03d9c637-5f7a-4502-80df-af2857f4090a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:22:23.171824 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3596eff1-a19c-45a4-895a-7d33dc5916df tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:22:23.188842 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22917fc9-f610-4926-a386-158f009c91d8 x-openstack-request-id: req-22917fc9-f610-4926-a386-158f009c91d8 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:22:23.189193 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d34debd3-69cc-401a-b9c1-7bee77ccc332", "tag": "c0f7cd2f-c34b-498d-a9a3-11c0fb72ca29", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:22:23.190039 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-22917fc9-f610-4926-a386-158f009c91d8 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:22:23.190039 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd34debd3-69cc-401a-b9c1-7bee77ccc332', 'tag': 'c0f7cd2f-c34b-498d-a9a3-11c0fb72ca29', 'status': 'completed', 'code': 200} Feb 04 12:22:23.228108 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3b6c7c2c-e742-4d7a-8764-a69270199642 req-dbeab09f-8a39-4b9d-94aa-16fc8b072de8 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0b93a62-41a7-4338-9add-00a3a3dd7ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237549 Feb 04 12:22:23.255214 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3dc320f1-7a1f-4b2a-8c86-fd2ebffdf443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (dfa4f26c-5721-43a6-9eae-5aba1551b1ca), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:23.256205 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc320f1-7a1f-4b2a-8c86-fd2ebffdf443 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:23.256800 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3dc320f1-7a1f-4b2a-8c86-fd2ebffdf443 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:23.340708 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8005a49-e183-4e8d-b8e7-ac9f99bedd3b x-openstack-request-id: req-f8005a49-e183-4e8d-b8e7-ac9f99bedd3b {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:22:23.341003 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e21f1c1a-5da3-43c5-be2d-4bb4c9176e8a", "tag": "a98f2355-7564-4efd-8483-35b81da3a5b5", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:22:23.341257 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f8005a49-e183-4e8d-b8e7-ac9f99bedd3b {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:22:23.341865 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e21f1c1a-5da3-43c5-be2d-4bb4c9176e8a', 'tag': 'a98f2355-7564-4efd-8483-35b81da3a5b5', 'status': 'completed', 'code': 200} Feb 04 12:22:23.350049 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-58fbe1f6-0bb5-4514-8f58-a7f9e26f88d6 req-dfee9fdc-79e5-41fa-a5e1-2db1700041ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (5220023c-d235-4d74-a4b7-828b7b5ddbc6), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:23.361210 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-217da0f0-58c0-4400-bf02-b7f22fc60f30 req-c7ec4cf4-b480-43e5-9ee1-907ce8059c1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9faeb0d-e369-4a77-8920-76d707d7037a {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:22:23.361554 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc320f1-7a1f-4b2a-8c86-fd2ebffdf443 admin admin] Pushing event updated for resources: {'Network': ['ID=dfa4f26c-5721-43a6-9eae-5aba1551b1ca,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:22:23.374370 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network dfa4f26c-5721-43a6-9eae-5aba1551b1ca details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:22:23.389825 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 60630) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:22:23.390068 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-3dc320f1-7a1f-4b2a-8c86-fd2ebffdf443 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.9080780 Feb 04 12:22:23.394310 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-217da0f0-58c0-4400-bf02-b7f22fc60f30 req-c7ec4cf4-b480-43e5-9ee1-907ce8059c1b service neutron] Publish callbacks [] for port (a9faeb0d-e369-4a77-8920-76d707d7037a), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:23.414316 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-43876ba1-26fa-49cb-9731-6cb7131f0619 admin admin] Request body: {'subnet': {'network_id': 'dfa4f26c-5721-43a6-9eae-5aba1551b1ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-2034245854-subnet', 'tenant_id': '47de0937152d4219879ddb21b59f348a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:22:23.425456 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-24269657-7c59-4fd2-932c-04b6d2c66f11 req-bfa94ad7-5119-42d2-960d-63faa8f8c106 service neutron] 10.222.0.77 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3884921 Feb 04 12:22:23.514478 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-217da0f0-58c0-4400-bf02-b7f22fc60f30 req-c7ec4cf4-b480-43e5-9ee1-907ce8059c1b service neutron] Transition to ACTIVE for port object a9faeb0d-e369-4a77-8920-76d707d7037a will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:22:23.522890 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-217da0f0-58c0-4400-bf02-b7f22fc60f30 req-c7ec4cf4-b480-43e5-9ee1-907ce8059c1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (a9faeb0d-e369-4a77-8920-76d707d7037a), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:23.638772 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ec4cf4-b480-43e5-9ee1-907ce8059c1b service neutron] Pushing event updated for resources: {'Port': ['ID=a9faeb0d-e369-4a77-8920-76d707d7037a,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:22:23.646911 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3596eff1-a19c-45a4-895a-7d33dc5916df tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Publish callbacks [] for floatingip (5b259b86-fe19-4808-9afa-5f2b908b6d5b), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:23.668572 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d5db2c-9113-45f6-8ccd-1b261d1f8cf9 req-0e581dc5-0f3a-4500-bd31-2e9e7b00da8c tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:23.669203 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3f061b-f484-4403-bf48-32ee1d289db3 req-8b5f41c2-992d-4e7b-9dbb-4e9b8624b39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:23.670753 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-42d5db2c-9113-45f6-8ccd-1b261d1f8cf9 req-0e581dc5-0f3a-4500-bd31-2e9e7b00da8c tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?device_id=e21f1c1a-5da3-43c5-be2d-4bb4c9176e8a HTTP/1.1" status: 200 len: 943 time: 0.4171474 Feb 04 12:22:23.670987 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-1d3f061b-f484-4403-bf48-32ee1d289db3 req-8b5f41c2-992d-4e7b-9dbb-4e9b8624b39b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=cd7a27426604483abdc4179f17c2461d&device_id=d34debd3-69cc-401a-b9c1-7bee77ccc332 HTTP/1.1" status: 200 len: 1129 time: 0.1272867 Feb 04 12:22:23.692615 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43876ba1-26fa-49cb-9731-6cb7131f0619 admin admin] Made reservation on behalf of 47de0937152d4219879ddb21b59f348a for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:22:23.695786 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-43876ba1-26fa-49cb-9731-6cb7131f0619 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:23.775149 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3596eff1-a19c-45a4-895a-7d33dc5916df tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (4e967c4c-4958-4af9-9c56-6d008d9f2571), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:23.919337 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4cf9be-afbe-4ce0-ac46-ced76a3ed94b req-fb90d756-7a83-4090-ac4b-28d0bbb2d7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:23.921268 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bc4cf9be-afbe-4ce0-ac46-ced76a3ed94b req-fb90d756-7a83-4090-ac4b-28d0bbb2d7c5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5b457c49d6644968bc4c4118b5a09653&device_id=e21f1c1a-5da3-43c5-be2d-4bb4c9176e8a HTTP/1.1" status: 200 len: 1125 time: 0.5407531 Feb 04 12:22:23.982475 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3596eff1-a19c-45a4-895a-7d33dc5916df tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Publish callbacks [] for port (4e967c4c-4958-4af9-9c56-6d008d9f2571), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:23.998584 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3596eff1-a19c-45a4-895a-7d33dc5916df tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (4e967c4c-4958-4af9-9c56-6d008d9f2571), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:24.131527 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-217da0f0-58c0-4400-bf02-b7f22fc60f30 req-c7ec4cf4-b480-43e5-9ee1-907ce8059c1b service neutron] Attempting to bind port a9faeb0d-e369-4a77-8920-76d707d7037a on host n-h2-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:22:24.132280 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-217da0f0-58c0-4400-bf02-b7f22fc60f30 req-c7ec4cf4-b480-43e5-9ee1-907ce8059c1b service neutron] Attempting to bind port a9faeb0d-e369-4a77-8920-76d707d7037a by drivers openvswitch,hyperv on host n-h2-825015-3 at level 0 using segments [{'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:22:24.132389 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217da0f0-58c0-4400-bf02-b7f22fc60f30 req-c7ec4cf4-b480-43e5-9ee1-907ce8059c1b service neutron] Attempting to bind port a9faeb0d-e369-4a77-8920-76d707d7037a on network 2f7dc246-a024-4937-952c-0ddeef5af29c {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:22:24.174025 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b059878b-33c0-437d-85b5-8fd6543225d0 req-612953a4-79d2-4345-9f3b-dd27234ad0b6 tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:24.174181 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3596eff1-a19c-45a4-895a-7d33dc5916df tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Pushing event updated for resources: {'Port': ['ID=4e967c4c-4958-4af9-9c56-6d008d9f2571,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:22:24.175610 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b059878b-33c0-437d-85b5-8fd6543225d0 req-612953a4-79d2-4345-9f3b-dd27234ad0b6 tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] 10.222.0.65 "GET /v2.0/ports?device_id=b668b5a6-f814-4ca8-9b06-d6938d10cbd4 HTTP/1.1" status: 200 len: 948 time: 0.6455317 Feb 04 12:22:24.213116 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217da0f0-58c0-4400-bf02-b7f22fc60f30 req-c7ec4cf4-b480-43e5-9ee1-907ce8059c1b service neutron] Port a9faeb0d-e369-4a77-8920-76d707d7037a on network 2f7dc246-a024-4937-952c-0ddeef5af29c not bound, no agent of type Open vSwitch agent registered on host n-h2-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:22:24.213449 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217da0f0-58c0-4400-bf02-b7f22fc60f30 req-c7ec4cf4-b480-43e5-9ee1-907ce8059c1b service neutron] Attempting to bind port a9faeb0d-e369-4a77-8920-76d707d7037a on network 2f7dc246-a024-4937-952c-0ddeef5af29c {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:22:24.215976 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3f061b-f484-4403-bf48-32ee1d289db3 req-d83c59be-8ad6-46db-b1bb-a88dbfc134df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:24.217798 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-1d3f061b-f484-4403-bf48-32ee1d289db3 req-d83c59be-8ad6-46db-b1bb-a88dbfc134df service neutron] 10.222.0.77 "GET /v2.0/networks?id=2f7dc246-a024-4937-952c-0ddeef5af29c HTTP/1.1" status: 200 len: 870 time: 0.5225575 Feb 04 12:22:24.222974 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3596eff1-a19c-45a4-895a-7d33dc5916df tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1599943'] for floatingip (5b259b86-fe19-4808-9afa-5f2b908b6d5b), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:24.270672 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217da0f0-58c0-4400-bf02-b7f22fc60f30 req-c7ec4cf4-b480-43e5-9ee1-907ce8059c1b service neutron] Checking agent: {'id': '9b68a165-e786-4b91-8592-44519c2ecabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:22:24.271031 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217da0f0-58c0-4400-bf02-b7f22fc60f30 req-c7ec4cf4-b480-43e5-9ee1-907ce8059c1b service neutron] Checking segment: {'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:22:24.271388 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217da0f0-58c0-4400-bf02-b7f22fc60f30 req-c7ec4cf4-b480-43e5-9ee1-907ce8059c1b service neutron] Bound using segment: {'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:22:24.271859 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-217da0f0-58c0-4400-bf02-b7f22fc60f30 req-c7ec4cf4-b480-43e5-9ee1-907ce8059c1b service neutron] Bound port: a9faeb0d-e369-4a77-8920-76d707d7037a, host: n-h2-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:22:24.272225 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-217da0f0-58c0-4400-bf02-b7f22fc60f30 req-c7ec4cf4-b480-43e5-9ee1-907ce8059c1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (a9faeb0d-e369-4a77-8920-76d707d7037a), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:24.302595 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-1d3f061b-f484-4403-bf48-32ee1d289db3 req-1a98947a-994b-4bfe-a668-95595793f8f6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=c0f7cd2f-c34b-498d-a9a3-11c0fb72ca29 HTTP/1.1" status: 200 len: 217 time: 0.0609734 Feb 04 12:22:24.306328 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3596eff1-a19c-45a4-895a-7d33dc5916df tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:24.307783 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-3596eff1-a19c-45a4-895a-7d33dc5916df tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0568895 Feb 04 12:22:24.318167 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-42d5db2c-9113-45f6-8ccd-1b261d1f8cf9 req-61a1a137-69dd-4f16-ab09-d8b704bfe086 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f51ab49-2800-41c7-a09d-ab109cee7e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5916829 Feb 04 12:22:24.441896 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3f061b-f484-4403-bf48-32ee1d289db3 req-c55e4f77-53b5-45fb-8a15-29d7675b60c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:24.448148 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-1d3f061b-f484-4403-bf48-32ee1d289db3 req-c55e4f77-53b5-45fb-8a15-29d7675b60c1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5ee3374a-84e9-4639-853c-740c6edaf6dc HTTP/1.1" status: 200 len: 843 time: 0.1374748 Feb 04 12:22:24.491455 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4cf9be-afbe-4ce0-ac46-ced76a3ed94b req-38f60aef-a072-4dc4-b5e0-df3f531f1b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:24.493268 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bc4cf9be-afbe-4ce0-ac46-ced76a3ed94b req-38f60aef-a072-4dc4-b5e0-df3f531f1b85 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5 HTTP/1.1" status: 200 len: 913 time: 0.5488069 Feb 04 12:22:24.508466 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b059878b-33c0-437d-85b5-8fd6543225d0 req-a6ca1c2e-249b-4c84-b825-783d16498271 tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] 10.222.0.65 "GET /v2.0/security-groups?id=2a710b37-a338-4b40-8a5a-fd5a798f9b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3011112 Feb 04 12:22:24.550981 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3f061b-f484-4403-bf48-32ee1d289db3 req-26025b84-027e-4000-991f-5b318c7f4f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:24.552672 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-1d3f061b-f484-4403-bf48-32ee1d289db3 req-26025b84-027e-4000-991f-5b318c7f4f89 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2f7dc246-a024-4937-952c-0ddeef5af29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0960929 Feb 04 12:22:24.671965 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-1d3f061b-f484-4403-bf48-32ee1d289db3 req-d9e77687-3c05-46be-ab92-6325c4ec5bf9 service neutron] 10.222.0.77 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121578 Feb 04 12:22:24.760850 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bc4cf9be-afbe-4ce0-ac46-ced76a3ed94b req-48ba8ee5-cc0f-421c-ac62-1c053d247bb5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a98f2355-7564-4efd-8483-35b81da3a5b5 HTTP/1.1" status: 200 len: 217 time: 0.2463799 Feb 04 12:22:24.795527 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-217da0f0-58c0-4400-bf02-b7f22fc60f30 req-c7ec4cf4-b480-43e5-9ee1-907ce8059c1b service neutron] For port a9faeb0d-e369-4a77-8920-76d707d7037a, host n-h2-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:22:24.820467 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-43876ba1-26fa-49cb-9731-6cb7131f0619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52094127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51452689'] for subnet (4c63f2d1-6663-4291-a76e-17876fde4854), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:24.822004 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-1d3f061b-f484-4403-bf48-32ee1d289db3 req-09b7dfda-1174-45a3-baa9-f69441f22a7e service neutron] 10.222.0.77 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424475 Feb 04 12:22:24.896875 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-217da0f0-58c0-4400-bf02-b7f22fc60f30 req-c7ec4cf4-b480-43e5-9ee1-907ce8059c1b service neutron] For port a9faeb0d-e369-4a77-8920-76d707d7037a, host n-h2-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=a9faeb0d-e369-4a77-8920-76d707d7037a,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:22:24.939309 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-217da0f0-58c0-4400-bf02-b7f22fc60f30 req-c7ec4cf4-b480-43e5-9ee1-907ce8059c1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (a9faeb0d-e369-4a77-8920-76d707d7037a), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:24.978006 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device a98f2355-7564-4efd-8483-35b81da3a5b5 details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:22:25.005709 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4cf9be-afbe-4ce0-ac46-ced76a3ed94b req-254af91e-f699-4380-bad5-6c8a155fbeda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:25.007319 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bc4cf9be-afbe-4ce0-ac46-ced76a3ed94b req-254af91e-f699-4380-bad5-6c8a155fbeda service neutron] 10.222.0.73 "GET /v2.0/subnets?id=23b19519-2923-41fd-80ca-5f7c6af8f70c HTTP/1.1" status: 200 len: 852 time: 0.2081180 Feb 04 12:22:25.016121 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742dba07-ac8c-478b-ade8-3f8a494cd12d req-87e81a45-c36a-44a4-948a-d7d16ed1844a tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:25.028013 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-742dba07-ac8c-478b-ade8-3f8a494cd12d req-87e81a45-c36a-44a4-948a-d7d16ed1844a tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=77637105-0550-4658-837e-b253c5845668 HTTP/1.1" status: 200 len: 946 time: 0.5613284 Feb 04 12:22:25.048460 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-58fbe1f6-0bb5-4514-8f58-a7f9e26f88d6 req-dfee9fdc-79e5-41fa-a5e1-2db1700041ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5220023c-d235-4d74-a4b7-828b7b5ddbc6 {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:22:25.059147 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-58fbe1f6-0bb5-4514-8f58-a7f9e26f88d6 req-dfee9fdc-79e5-41fa-a5e1-2db1700041ff service neutron] Publish callbacks [] for port (5220023c-d235-4d74-a4b7-828b7b5ddbc6), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:25.077845 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-58fbe1f6-0bb5-4514-8f58-a7f9e26f88d6 req-dfee9fdc-79e5-41fa-a5e1-2db1700041ff service neutron] Transition to ACTIVE for port object 5220023c-d235-4d74-a4b7-828b7b5ddbc6 will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:22:25.111822 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port a98f2355-7564-4efd-8483-35b81da3a5b5, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=a98f2355-7564-4efd-8483-35b81da3a5b5,segment=NetworkSegment(8447b48f-5ac4-4499-b5ab-2b0cb1297003),segment_id=8447b48f-5ac4-4499-b5ab-2b0cb1297003)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:22:25.133465 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': 'a98f2355-7564-4efd-8483-35b81da3a5b5', 'network_id': '4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5', 'port_id': 'a98f2355-7564-4efd-8483-35b81da3a5b5', 'mac_address': 'fa:16:3e:d2:c9:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23b19519-2923-41fd-80ca-5f7c6af8f70c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:22:25.153599 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43876ba1-26fa-49cb-9731-6cb7131f0619 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c63f2d1-6663-4291-a76e-17876fde4854,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:22:25.171664 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217da0f0-58c0-4400-bf02-b7f22fc60f30 req-c7ec4cf4-b480-43e5-9ee1-907ce8059c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:25.178579 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-217da0f0-58c0-4400-bf02-b7f22fc60f30 req-c7ec4cf4-b480-43e5-9ee1-907ce8059c1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:25.182745 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-217da0f0-58c0-4400-bf02-b7f22fc60f30 req-c7ec4cf4-b480-43e5-9ee1-907ce8059c1b service neutron] 10.222.0.77 "PUT /v2.0/ports/a9faeb0d-e369-4a77-8920-76d707d7037a HTTP/1.1" status: 200 len: 1096 time: 3.2116907 Feb 04 12:22:25.262436 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port a98f2355-7564-4efd-8483-35b81da3a5b5 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:22:25.262826 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (a98f2355-7564-4efd-8483-35b81da3a5b5), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:25.300099 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-58fbe1f6-0bb5-4514-8f58-a7f9e26f88d6 req-dfee9fdc-79e5-41fa-a5e1-2db1700041ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (5220023c-d235-4d74-a4b7-828b7b5ddbc6), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:25.301824 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a98f2355-7564-4efd-8483-35b81da3a5b5 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:22:25.337342 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bc4cf9be-afbe-4ce0-ac46-ced76a3ed94b req-f4b79a31-0f11-4825-8b2b-44b1ca7630d9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2976413 Feb 04 12:22:25.347025 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port a98f2355-7564-4efd-8483-35b81da3a5b5, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=a98f2355-7564-4efd-8483-35b81da3a5b5,segment=NetworkSegment(8447b48f-5ac4-4499-b5ab-2b0cb1297003),segment_id=8447b48f-5ac4-4499-b5ab-2b0cb1297003)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:22:25.354529 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (a98f2355-7564-4efd-8483-35b81da3a5b5), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:25.437349 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=a98f2355-7564-4efd-8483-35b81da3a5b5,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:22:25.446960 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device c0f7cd2f-c34b-498d-a9a3-11c0fb72ca29 details requested by agent hyperv_n-h2-825015-3 with host n-h2-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:22:25.467906 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:22:25.468253 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:22:25.468609 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:22:25.468944 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:22:25.469278 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:22:25.469619 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:22:25.470250 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:22:25.470682 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:22:25.471015 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:22:25.471342 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:22:25.471956 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:22:25.472596 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:22:25.473055 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:22:25.644875 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['a98f2355-7564-4efd-8483-35b81da3a5b5'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:22:25.730684 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port c0f7cd2f-c34b-498d-a9a3-11c0fb72ca29, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=c0f7cd2f-c34b-498d-a9a3-11c0fb72ca29,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:22:25.754444 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Returning: {'device': 'c0f7cd2f-c34b-498d-a9a3-11c0fb72ca29', 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c', 'port_id': 'c0f7cd2f-c34b-498d-a9a3-11c0fb72ca29', 'mac_address': 'fa:16:3e:57:4e:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ee3374a-84e9-4639-853c-740c6edaf6dc', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:22:25.785924 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbc91ad-604c-4ed6-8678-0903e9a3f641 req-abdb0857-aa37-4ea1-862d-67b33bee52f4 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:25.785924 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4fbc91ad-604c-4ed6-8678-0903e9a3f641 req-abdb0857-aa37-4ea1-862d-67b33bee52f4 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/ports?device_id=d34debd3-69cc-401a-b9c1-7bee77ccc332 HTTP/1.1" status: 200 len: 947 time: 1.1145942 Feb 04 12:22:25.785924 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b668b5a6-f814-4ca8-9b06-d6938d10cbd4', 'tag': 'a9faeb0d-e369-4a77-8920-76d707d7037a'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:22:25.785924 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1f9c8d0-95de-4883-9c60-f6300edd84af" -d '{"events": [{"name": "network-changed", "server_uuid": "b668b5a6-f814-4ca8-9b06-d6938d10cbd4", "tag": "a9faeb0d-e369-4a77-8920-76d707d7037a"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:22:25.906394 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port c0f7cd2f-c34b-498d-a9a3-11c0fb72ca29 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:22:25.907194 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (c0f7cd2f-c34b-498d-a9a3-11c0fb72ca29), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:25.936567 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43876ba1-26fa-49cb-9731-6cb7131f0619 admin admin] Checking segment: {'id': '2f528b05-c2fd-49cc-875e-043a84227085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'dfa4f26c-5721-43a6-9eae-5aba1551b1ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:22:25.937195 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43876ba1-26fa-49cb-9731-6cb7131f0619 admin admin] Network hostable DHCP agents. Network: dfa4f26c-5721-43a6-9eae-5aba1551b1ca, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:22:25.949327 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ec4cf4-b480-43e5-9ee1-907ce8059c1b service neutron] Pushing event updated for resources: {'Port': ['ID=a9faeb0d-e369-4a77-8920-76d707d7037a,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:22:25.976839 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0f7cd2f-c34b-498d-a9a3-11c0fb72ca29 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:22:26.003570 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-742dba07-ac8c-478b-ade8-3f8a494cd12d req-252219e1-4093-43ce-a872-63dc4a5085de tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/security-groups?id=0e320687-8002-4e00-a016-6bf57af2cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9746587 Feb 04 12:22:26.017639 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port c0f7cd2f-c34b-498d-a9a3-11c0fb72ca29, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=c0f7cd2f-c34b-498d-a9a3-11c0fb72ca29,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:22:26.025245 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (c0f7cd2f-c34b-498d-a9a3-11c0fb72ca29), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:26.107414 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=c0f7cd2f-c34b-498d-a9a3-11c0fb72ca29,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:22:26.197632 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217da0f0-58c0-4400-bf02-b7f22fc60f30 req-2f23c837-011e-4440-8d0a-b08050f494b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:26.199109 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-217da0f0-58c0-4400-bf02-b7f22fc60f30 req-2f23c837-011e-4440-8d0a-b08050f494b9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=35795a41dcec4d87a7083b571b71fc5d&device_id=b668b5a6-f814-4ca8-9b06-d6938d10cbd4 HTTP/1.1" status: 200 len: 1130 time: 0.9413924 Feb 04 12:22:26.199721 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43876ba1-26fa-49cb-9731-6cb7131f0619 admin admin] Network dfa4f26c-5721-43a6-9eae-5aba1551b1ca is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:22:26.288372 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4fbc91ad-604c-4ed6-8678-0903e9a3f641 req-15d8c7b1-5e98-43c0-a2f5-5c9470cfe6ec tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/security-groups?id=ff9db729-a945-4359-8bb3-48cdfdee30d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4605002 Feb 04 12:22:26.343572 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['c0f7cd2f-c34b-498d-a9a3-11c0fb72ca29'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:22:26.379776 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfee9fdc-79e5-41fa-a5e1-2db1700041ff service neutron] Pushing event updated for resources: {'Port': ['ID=5220023c-d235-4d74-a4b7-828b7b5ddbc6,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:22:26.386143 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 12:22:26.403427 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-43876ba1-26fa-49cb-9731-6cb7131f0619 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, dfa4f26c-5721-43a6-9eae-5aba1551b1ca) {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:22:26.422754 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71140516-6c64-46b9-87bb-43677ecdb94a None None] Network dfa4f26c-5721-43a6-9eae-5aba1551b1ca requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:22:26.428857 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bc4cf9be-afbe-4ce0-ac46-ced76a3ed94b req-0a0200bb-186b-4b3f-904a-d6fb447b7fcb service neutron] 10.222.0.73 "GET /v2.0/networks/4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6253188 Feb 04 12:22:26.437248 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-217da0f0-58c0-4400-bf02-b7f22fc60f30 req-4d663ec4-2e95-4e0b-8d22-2786cb4f969d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=a9faeb0d-e369-4a77-8920-76d707d7037a HTTP/1.1" status: 200 len: 217 time: 0.2023218 Feb 04 12:22:26.447859 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43876ba1-26fa-49cb-9731-6cb7131f0619 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:26.452974 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-43876ba1-26fa-49cb-9731-6cb7131f0619 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:26.658353 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-58fbe1f6-0bb5-4514-8f58-a7f9e26f88d6 req-dfee9fdc-79e5-41fa-a5e1-2db1700041ff service neutron] Attempting to bind port 5220023c-d235-4d74-a4b7-828b7b5ddbc6 on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:22:26.660900 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-58fbe1f6-0bb5-4514-8f58-a7f9e26f88d6 req-dfee9fdc-79e5-41fa-a5e1-2db1700041ff service neutron] Attempting to bind port 5220023c-d235-4d74-a4b7-828b7b5ddbc6 by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': '02af7db9-ac7a-4fd9-8876-35ceb0279e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f4dfd687-dba5-46ff-81a8-361822d13e13'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:22:26.660900 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58fbe1f6-0bb5-4514-8f58-a7f9e26f88d6 req-dfee9fdc-79e5-41fa-a5e1-2db1700041ff service neutron] Attempting to bind port 5220023c-d235-4d74-a4b7-828b7b5ddbc6 on network f4dfd687-dba5-46ff-81a8-361822d13e13 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:22:26.732399 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-730e5380-f90a-435e-a7c6-531a7a68e013 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-dfa4f26c-5721-43a6-9eae-5aba1551b1ca', 'network_id': 'dfa4f26c-5721-43a6-9eae-5aba1551b1ca', 'project_id': '47de0937152d4219879ddb21b59f348a', 'fixed_ips': [{'subnet_id': '4c63f2d1-6663-4291-a76e-17876fde4854'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 12:22:26.732399 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-730e5380-f90a-435e-a7c6-531a7a68e013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:26.760520 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-43876ba1-26fa-49cb-9731-6cb7131f0619 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.3478134 Feb 04 12:22:26.763353 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 60664) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:22:26.765198 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58fbe1f6-0bb5-4514-8f58-a7f9e26f88d6 req-dfee9fdc-79e5-41fa-a5e1-2db1700041ff service neutron] Port 5220023c-d235-4d74-a4b7-828b7b5ddbc6 on network f4dfd687-dba5-46ff-81a8-361822d13e13 not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:22:26.765198 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58fbe1f6-0bb5-4514-8f58-a7f9e26f88d6 req-dfee9fdc-79e5-41fa-a5e1-2db1700041ff service neutron] Attempting to bind port 5220023c-d235-4d74-a4b7-828b7b5ddbc6 on network f4dfd687-dba5-46ff-81a8-361822d13e13 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:22:26.772156 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-704ddd41-776f-4e28-98ba-b164697529c5 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-2034245854-router', 'tenant_id': '47de0937152d4219879ddb21b59f348a', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:22:26.785926 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4140f655-3c6e-4359-953d-5a70ebe281e9 req-b00ed3a1-258c-4b4d-9de7-5edf3c702c5a tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:26.798592 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4140f655-3c6e-4359-953d-5a70ebe281e9 req-b00ed3a1-258c-4b4d-9de7-5edf3c702c5a tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] 10.222.0.65 "GET /v2.0/ports?device_id=03d9c637-5f7a-4502-80df-af2857f4090a HTTP/1.1" status: 200 len: 943 time: 0.6213198 Feb 04 12:22:26.825071 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-704ddd41-776f-4e28-98ba-b164697529c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10933'] for router (9a3d652d-1f8a-4c52-98f2-1d6794301f45), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:26.826795 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-704ddd41-776f-4e28-98ba-b164697529c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10924'] for router (9a3d652d-1f8a-4c52-98f2-1d6794301f45), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:26.924069 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217da0f0-58c0-4400-bf02-b7f22fc60f30 req-a52378c7-1340-4f9d-afab-6ebdac034038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:26.929404 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-217da0f0-58c0-4400-bf02-b7f22fc60f30 req-a52378c7-1340-4f9d-afab-6ebdac034038 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5ee3374a-84e9-4639-853c-740c6edaf6dc HTTP/1.1" status: 200 len: 843 time: 0.4811814 Feb 04 12:22:26.943118 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57af38e3-5a06-47cb-850e-4d3f4366f7b7 req-f8ea12da-771b-4763-9833-b8596153b0c9 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:26.945799 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-57af38e3-5a06-47cb-850e-4d3f4366f7b7 req-f8ea12da-771b-4763-9833-b8596153b0c9 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] 10.222.0.65 "GET /v2.0/networks?id=33921118-8bb8-4172-84ea-b744fa92425e HTTP/1.1" status: 200 len: 821 time: 0.3413503 Feb 04 12:22:27.041994 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4140f655-3c6e-4359-953d-5a70ebe281e9 req-aee6ec39-c663-4a52-8076-ab2e22df8fd9 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0b93a62-41a7-4338-9add-00a3a3dd7ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933259 Feb 04 12:22:27.042273 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-57af38e3-5a06-47cb-850e-4d3f4366f7b7 req-8033127e-a7ad-4a48-bef5-5519b7b1246d tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] 10.222.0.65 "GET /v2.0/quotas/de5b493dc21244659b5bc7c29ae1d428 HTTP/1.1" status: 200 len: 375 time: 0.0219967 Feb 04 12:22:27.043581 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58fbe1f6-0bb5-4514-8f58-a7f9e26f88d6 req-dfee9fdc-79e5-41fa-a5e1-2db1700041ff service neutron] Checking agent: {'id': 'f8add0d2-2202-43d3-bc0e-72442788e6ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:22:27.043581 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58fbe1f6-0bb5-4514-8f58-a7f9e26f88d6 req-dfee9fdc-79e5-41fa-a5e1-2db1700041ff service neutron] Checking segment: {'id': '02af7db9-ac7a-4fd9-8876-35ceb0279e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f4dfd687-dba5-46ff-81a8-361822d13e13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:22:27.043812 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58fbe1f6-0bb5-4514-8f58-a7f9e26f88d6 req-dfee9fdc-79e5-41fa-a5e1-2db1700041ff service neutron] Bound using segment: {'id': '02af7db9-ac7a-4fd9-8876-35ceb0279e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f4dfd687-dba5-46ff-81a8-361822d13e13'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:22:27.044626 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-58fbe1f6-0bb5-4514-8f58-a7f9e26f88d6 req-dfee9fdc-79e5-41fa-a5e1-2db1700041ff service neutron] Bound port: 5220023c-d235-4d74-a4b7-828b7b5ddbc6, host: n-h1-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02af7db9-ac7a-4fd9-8876-35ceb0279e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f4dfd687-dba5-46ff-81a8-361822d13e13'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:22:27.045123 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-58fbe1f6-0bb5-4514-8f58-a7f9e26f88d6 req-dfee9fdc-79e5-41fa-a5e1-2db1700041ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (5220023c-d235-4d74-a4b7-828b7b5ddbc6), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:27.056426 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-704ddd41-776f-4e28-98ba-b164697529c5 admin admin] Publish callbacks [] for router_controller (9a3d652d-1f8a-4c52-98f2-1d6794301f45), precommit_add_association {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:27.065212 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device a98f2355-7564-4efd-8483-35b81da3a5b5 up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:22:27.232488 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-58fbe1f6-0bb5-4514-8f58-a7f9e26f88d6 req-dfee9fdc-79e5-41fa-a5e1-2db1700041ff service neutron] For port 5220023c-d235-4d74-a4b7-828b7b5ddbc6, host n-h1-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:22:27.236813 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-58fbe1f6-0bb5-4514-8f58-a7f9e26f88d6 req-dfee9fdc-79e5-41fa-a5e1-2db1700041ff service neutron] For port 5220023c-d235-4d74-a4b7-828b7b5ddbc6, host n-h1-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=5220023c-d235-4d74-a4b7-828b7b5ddbc6,segment=NetworkSegment(02af7db9-ac7a-4fd9-8876-35ceb0279e70),segment_id=02af7db9-ac7a-4fd9-8876-35ceb0279e70)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:22:27.247079 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-57af38e3-5a06-47cb-850e-4d3f4366f7b7 req-a30a4cac-3a72-4ab8-8d0b-881d4f2cacea tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=de5b493dc21244659b5bc7c29ae1d428&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1757081 Feb 04 12:22:27.417400 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning for port a98f2355-7564-4efd-8483-35b81da3a5b5 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:22:27.449438 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-57af38e3-5a06-47cb-850e-4d3f4366f7b7 req-fc1e499c-cbbb-4641-b3cb-542f2c8a58ef service neutron] 10.222.0.65 "GET /v2.0/networks/33921118-8bb8-4172-84ea-b744fa92425e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365390 Feb 04 12:22:27.450674 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-58fbe1f6-0bb5-4514-8f58-a7f9e26f88d6 req-dfee9fdc-79e5-41fa-a5e1-2db1700041ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (5220023c-d235-4d74-a4b7-828b7b5ddbc6), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:27.456942 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-730e5380-f90a-435e-a7c6-531a7a68e013 None None] Allocated IP 172.20.0.2 (dfa4f26c-5721-43a6-9eae-5aba1551b1ca/4c63f2d1-6663-4291-a76e-17876fde4854/d4881cec-7961-4bc7-b5b8-595c39019a90) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:22:27.534204 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-704ddd41-776f-4e28-98ba-b164697529c5 admin admin] Publish callbacks [] for router_gateway (9a3d652d-1f8a-4c52-98f2-1d6794301f45), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:27.567131 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfee9fdc-79e5-41fa-a5e1-2db1700041ff service neutron] Pushing event updated for resources: {'Port': ['ID=5220023c-d235-4d74-a4b7-828b7b5ddbc6,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:22:27.659130 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fbe1f6-0bb5-4514-8f58-a7f9e26f88d6 req-dfee9fdc-79e5-41fa-a5e1-2db1700041ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:27.660725 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-58fbe1f6-0bb5-4514-8f58-a7f9e26f88d6 req-dfee9fdc-79e5-41fa-a5e1-2db1700041ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:27.663073 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-58fbe1f6-0bb5-4514-8f58-a7f9e26f88d6 req-dfee9fdc-79e5-41fa-a5e1-2db1700041ff service neutron] 10.222.0.73 "PUT /v2.0/ports/5220023c-d235-4d74-a4b7-828b7b5ddbc6 HTTP/1.1" status: 200 len: 1091 time: 4.6160049 Feb 04 12:22:27.674922 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99a5cc1-6169-4374-b43f-c63eb6080ea9 req-2c1e855c-e3bb-4802-91fe-862dccc5f2d3 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:27.676856 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b99a5cc1-6169-4374-b43f-c63eb6080ea9 req-2c1e855c-e3bb-4802-91fe-862dccc5f2d3 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?device_id=e21f1c1a-5da3-43c5-be2d-4bb4c9176e8a HTTP/1.1" status: 200 len: 944 time: 0.4287322 Feb 04 12:22:27.703333 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port a98f2355-7564-4efd-8483-35b81da3a5b5 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:22:27.706389 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bc4cf9be-afbe-4ce0-ac46-ced76a3ed94b req-32a2b845-37db-4406-9252-f8df78ba9dc8 service neutron] 10.222.0.73 "GET /v2.0/networks/4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2442741 Feb 04 12:22:27.706780 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (a98f2355-7564-4efd-8483-35b81da3a5b5), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:27.725002 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217da0f0-58c0-4400-bf02-b7f22fc60f30 req-8e148691-8431-4fd1-b32a-285612eea4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:27.726739 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-217da0f0-58c0-4400-bf02-b7f22fc60f30 req-8e148691-8431-4fd1-b32a-285612eea4df service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2f7dc246-a024-4937-952c-0ddeef5af29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.7577329 Feb 04 12:22:27.819888 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-730e5380-f90a-435e-a7c6-531a7a68e013 None None] Publish callbacks [] for port (d4881cec-7961-4bc7-b5b8-595c39019a90), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:27.846285 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-730e5380-f90a-435e-a7c6-531a7a68e013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (d4881cec-7961-4bc7-b5b8-595c39019a90), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:27.962987 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-704ddd41-776f-4e28-98ba-b164697529c5 admin admin] Publish callbacks [] for router_gateway (9a3d652d-1f8a-4c52-98f2-1d6794301f45), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:28.005645 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730e5380-f90a-435e-a7c6-531a7a68e013 None None] Network dfa4f26c-5721-43a6-9eae-5aba1551b1ca is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:22:28.012911 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-704ddd41-776f-4e28-98ba-b164697529c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:28.025127 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b99a5cc1-6169-4374-b43f-c63eb6080ea9 req-7fefa780-1910-4055-beb2-4afa54185e64 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f51ab49-2800-41c7-a09d-ab109cee7e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3357177 Feb 04 12:22:28.029544 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-730e5380-f90a-435e-a7c6-531a7a68e013 None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:22:28.093748 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730e5380-f90a-435e-a7c6-531a7a68e013 None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:22:28.103822 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-217da0f0-58c0-4400-bf02-b7f22fc60f30 req-5cffb8f8-7ed7-4b78-affd-7a168365bfbc service neutron] 10.222.0.77 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3342605 Feb 04 12:22:28.154122 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-57af38e3-5a06-47cb-850e-4d3f4366f7b7 req-4da97e91-cd48-4150-aa05-1a2939ff1a6b service neutron] 10.222.0.65 "GET /v2.0/networks/33921118-8bb8-4172-84ea-b744fa92425e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6851416 Feb 04 12:22:28.249141 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-704ddd41-776f-4e28-98ba-b164697529c5 admin admin] Allocated IP 172.25.3.28 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/33bb0bee-cc4e-442e-af52-a22c4f32d993) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:22:28.281981 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fbe1f6-0bb5-4514-8f58-a7f9e26f88d6 req-2f3d3b78-22af-45d5-aa33-3eb49e250f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:28.290457 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-58fbe1f6-0bb5-4514-8f58-a7f9e26f88d6 req-2f3d3b78-22af-45d5-aa33-3eb49e250f3f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f50b895c9ca94e2aa6b9c6495d9eebfd&device_id=03d9c637-5f7a-4502-80df-af2857f4090a HTTP/1.1" status: 200 len: 1125 time: 0.5605803 Feb 04 12:22:28.296583 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port a98f2355-7564-4efd-8483-35b81da3a5b5 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:22:28.297254 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (a98f2355-7564-4efd-8483-35b81da3a5b5), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:28.300692 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730e5380-f90a-435e-a7c6-531a7a68e013 None None] Pushing event updated for resources: {'Port': ['ID=d4881cec-7961-4bc7-b5b8-595c39019a90,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:22:28.445104 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09b7962c-4c22-488a-8fbe-b95c8fc4d1a2 x-openstack-request-id: req-09b7962c-4c22-488a-8fbe-b95c8fc4d1a2 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:22:28.448407 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b668b5a6-f814-4ca8-9b06-d6938d10cbd4", "tag": "a9faeb0d-e369-4a77-8920-76d707d7037a", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:22:28.448904 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-09b7962c-4c22-488a-8fbe-b95c8fc4d1a2 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:22:28.449535 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b668b5a6-f814-4ca8-9b06-d6938d10cbd4', 'tag': 'a9faeb0d-e369-4a77-8920-76d707d7037a', 'status': 'completed', 'code': 200} Feb 04 12:22:28.463896 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-58fbe1f6-0bb5-4514-8f58-a7f9e26f88d6 req-99a4e419-5ca9-4bf3-a768-b0b8228995aa service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5220023c-d235-4d74-a4b7-828b7b5ddbc6 HTTP/1.1" status: 200 len: 217 time: 0.1086478 Feb 04 12:22:28.480947 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-704ddd41-776f-4e28-98ba-b164697529c5 admin admin] Publish callbacks [] for port (33bb0bee-cc4e-442e-af52-a22c4f32d993), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:28.507450 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port a98f2355-7564-4efd-8483-35b81da3a5b5, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=a98f2355-7564-4efd-8483-35b81da3a5b5,segment=NetworkSegment(8447b48f-5ac4-4499-b5ab-2b0cb1297003),segment_id=8447b48f-5ac4-4499-b5ab-2b0cb1297003)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:22:28.523073 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e21f1c1a-5da3-43c5-be2d-4bb4c9176e8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a98f2355-7564-4efd-8483-35b81da3a5b5'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:22:28.527903 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a0e19ec-48b8-4cbb-a2e3-d322f4a7f74a" -d '{"events": [{"server_uuid": "e21f1c1a-5da3-43c5-be2d-4bb4c9176e8a", "name": "network-vif-plugged", "status": "completed", "tag": "a98f2355-7564-4efd-8483-35b81da3a5b5"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:22:28.553596 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (a98f2355-7564-4efd-8483-35b81da3a5b5), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:28.581911 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-704ddd41-776f-4e28-98ba-b164697529c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (33bb0bee-cc4e-442e-af52-a22c4f32d993), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:28.614357 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fbe1f6-0bb5-4514-8f58-a7f9e26f88d6 req-57db66e6-b7cb-4224-afb9-19af9437c42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:28.616473 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-58fbe1f6-0bb5-4514-8f58-a7f9e26f88d6 req-57db66e6-b7cb-4224-afb9-19af9437c42f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=875d7ebd-efc4-4fa6-a601-61971abf78fc HTTP/1.1" status: 200 len: 845 time: 0.1392360 Feb 04 12:22:28.621268 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-217da0f0-58c0-4400-bf02-b7f22fc60f30 req-6c42df52-ecbf-420a-8e05-c4aadc67169a service neutron] 10.222.0.77 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4639072 Feb 04 12:22:28.655153 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704ddd41-776f-4e28-98ba-b164697529c5 admin admin] Pushing event updated for resources: {'Port': ['ID=33bb0bee-cc4e-442e-af52-a22c4f32d993,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:22:28.688388 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704ddd41-776f-4e28-98ba-b164697529c5 admin admin] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:22:28.689761 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-58fbe1f6-0bb5-4514-8f58-a7f9e26f88d6 req-9251e16e-6721-4e8b-862a-886487b0d5b9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f4dfd687-dba5-46ff-81a8-361822d13e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647554 Feb 04 12:22:28.692074 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-704ddd41-776f-4e28-98ba-b164697529c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:22:28.711505 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bb13ec-39b1-4b03-8996-4582148c9117 req-df6589ec-4e50-472e-98c5-7001c6999539 tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:28.716037 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704ddd41-776f-4e28-98ba-b164697529c5 admin admin] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:22:28.720386 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-38bb13ec-39b1-4b03-8996-4582148c9117 req-df6589ec-4e50-472e-98c5-7001c6999539 tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] 10.222.0.65 "GET /v2.0/ports?device_id=b668b5a6-f814-4ca8-9b06-d6938d10cbd4 HTTP/1.1" status: 200 len: 948 time: 0.4848912 Feb 04 12:22:28.720753 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-730e5380-f90a-435e-a7c6-531a7a68e013 None None] Attempting to bind port d4881cec-7961-4bc7-b5b8-595c39019a90 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:22:28.721129 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-730e5380-f90a-435e-a7c6-531a7a68e013 None None] Attempting to bind port d4881cec-7961-4bc7-b5b8-595c39019a90 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '2f528b05-c2fd-49cc-875e-043a84227085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'dfa4f26c-5721-43a6-9eae-5aba1551b1ca'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:22:28.721817 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730e5380-f90a-435e-a7c6-531a7a68e013 None None] Attempting to bind port d4881cec-7961-4bc7-b5b8-595c39019a90 on network dfa4f26c-5721-43a6-9eae-5aba1551b1ca {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:22:28.822207 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=a98f2355-7564-4efd-8483-35b81da3a5b5,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:22:28.856921 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730e5380-f90a-435e-a7c6-531a7a68e013 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:22:28.859183 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730e5380-f90a-435e-a7c6-531a7a68e013 None None] Checking segment: {'id': '2f528b05-c2fd-49cc-875e-043a84227085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'dfa4f26c-5721-43a6-9eae-5aba1551b1ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:22:28.859183 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-730e5380-f90a-435e-a7c6-531a7a68e013 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:28.859517 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730e5380-f90a-435e-a7c6-531a7a68e013 None None] Bound using segment: {'id': '2f528b05-c2fd-49cc-875e-043a84227085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'dfa4f26c-5721-43a6-9eae-5aba1551b1ca'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:22:28.860916 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-730e5380-f90a-435e-a7c6-531a7a68e013 None None] Bound port: d4881cec-7961-4bc7-b5b8-595c39019a90, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f528b05-c2fd-49cc-875e-043a84227085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'dfa4f26c-5721-43a6-9eae-5aba1551b1ca'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:22:28.861378 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-730e5380-f90a-435e-a7c6-531a7a68e013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (d4881cec-7961-4bc7-b5b8-595c39019a90), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:29.071425 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-730e5380-f90a-435e-a7c6-531a7a68e013 None None] For port d4881cec-7961-4bc7-b5b8-595c39019a90, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:22:29.084168 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-730e5380-f90a-435e-a7c6-531a7a68e013 None None] For port d4881cec-7961-4bc7-b5b8-595c39019a90, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=d4881cec-7961-4bc7-b5b8-595c39019a90,segment=NetworkSegment(2f528b05-c2fd-49cc-875e-043a84227085),segment_id=2f528b05-c2fd-49cc-875e-043a84227085)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:22:29.107639 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-730e5380-f90a-435e-a7c6-531a7a68e013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (d4881cec-7961-4bc7-b5b8-595c39019a90), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:29.306703 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-38bb13ec-39b1-4b03-8996-4582148c9117 req-0cbb4705-c254-4906-93d5-2ffd53b21445 tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] 10.222.0.65 "GET /v2.0/security-groups?id=2a710b37-a338-4b40-8a5a-fd5a798f9b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5343146 Feb 04 12:22:29.335419 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f9c8d0-95de-4883-9c60-f6300edd84af req-3fb84813-1962-4095-a90a-95a0244a6b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:29.338082 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b1f9c8d0-95de-4883-9c60-f6300edd84af req-3fb84813-1962-4095-a90a-95a0244a6b46 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=35795a41dcec4d87a7083b571b71fc5d&device_id=b668b5a6-f814-4ca8-9b06-d6938d10cbd4 HTTP/1.1" status: 200 len: 1130 time: 0.6025152 Feb 04 12:22:29.370972 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730e5380-f90a-435e-a7c6-531a7a68e013 None None] Pushing event updated for resources: {'Port': ['ID=d4881cec-7961-4bc7-b5b8-595c39019a90,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:22:29.463279 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device c0f7cd2f-c34b-498d-a9a3-11c0fb72ca29 up at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:22:29.492704 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5695793-2713-4d3f-94aa-c3231bfb70e2 req-1f862177-2e58-45e6-a61b-4be05633e94f tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:29.494809 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c5695793-2713-4d3f-94aa-c3231bfb70e2 req-1f862177-2e58-45e6-a61b-4be05633e94f tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=77637105-0550-4658-837e-b253c5845668 HTTP/1.1" status: 200 len: 946 time: 0.7337298 Feb 04 12:22:29.499720 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-58fbe1f6-0bb5-4514-8f58-a7f9e26f88d6 req-39001445-802b-43e0-a586-c11eedd1fd51 service neutron] 10.222.0.73 "GET /v2.0/networks/f4dfd687-dba5-46ff-81a8-361822d13e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7782784 Feb 04 12:22:29.644017 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning for port c0f7cd2f-c34b-498d-a9a3-11c0fb72ca29 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:22:29.650250 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning complete for port c0f7cd2f-c34b-498d-a9a3-11c0fb72ca29 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:22:29.650572 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (c0f7cd2f-c34b-498d-a9a3-11c0fb72ca29), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:29.691510 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-58fbe1f6-0bb5-4514-8f58-a7f9e26f88d6 req-ca5532cc-0eee-45b6-b828-22e59d115c00 service neutron] 10.222.0.73 "GET /v2.0/networks/f4dfd687-dba5-46ff-81a8-361822d13e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783595 Feb 04 12:22:29.838457 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f9c8d0-95de-4883-9c60-f6300edd84af req-9358026b-7e84-424d-91e6-59ef83255f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:29.844904 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b1f9c8d0-95de-4883-9c60-f6300edd84af req-9358026b-7e84-424d-91e6-59ef83255f35 service neutron] 10.222.0.77 "GET /v2.0/networks?id=2f7dc246-a024-4937-952c-0ddeef5af29c HTTP/1.1" status: 200 len: 870 time: 0.4881432 Feb 04 12:22:29.865664 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d7d66e-3163-41d4-b136-45664ca95258 req-5f30240e-a1b4-45c7-a806-bdc2aa3d702c tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:29.868211 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f2d7d66e-3163-41d4-b136-45664ca95258 req-5f30240e-a1b4-45c7-a806-bdc2aa3d702c tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/ports?device_id=d34debd3-69cc-401a-b9c1-7bee77ccc332 HTTP/1.1" status: 200 len: 948 time: 0.3417811 Feb 04 12:22:29.900642 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c5695793-2713-4d3f-94aa-c3231bfb70e2 req-220ce588-ce98-4aca-97cc-b4d5bd7a1030 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/security-groups?id=0e320687-8002-4e00-a016-6bf57af2cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3564131 Feb 04 12:22:29.925154 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port c0f7cd2f-c34b-498d-a9a3-11c0fb72ca29 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:22:29.925804 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (c0f7cd2f-c34b-498d-a9a3-11c0fb72ca29), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:30.042112 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b1f9c8d0-95de-4883-9c60-f6300edd84af req-04694734-0472-42ba-b6b4-6790b44a3c64 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=a9faeb0d-e369-4a77-8920-76d707d7037a HTTP/1.1" status: 200 len: 217 time: 0.1672776 Feb 04 12:22:30.045027 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port c0f7cd2f-c34b-498d-a9a3-11c0fb72ca29, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=c0f7cd2f-c34b-498d-a9a3-11c0fb72ca29,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:22:30.049691 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (c0f7cd2f-c34b-498d-a9a3-11c0fb72ca29), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:30.181079 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-704ddd41-776f-4e28-98ba-b164697529c5 admin admin] Publish callbacks [] for router_gateway (9a3d652d-1f8a-4c52-98f2-1d6794301f45), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:30.197852 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=c0f7cd2f-c34b-498d-a9a3-11c0fb72ca29,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:22:30.216750 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f2d7d66e-3163-41d4-b136-45664ca95258 req-f0bf4c85-23bb-45ad-8009-6958c5b0be79 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/security-groups?id=ff9db729-a945-4359-8bb3-48cdfdee30d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3084877 Feb 04 12:22:30.219814 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f9c8d0-95de-4883-9c60-f6300edd84af req-6fb8be5f-778f-465d-b0ce-338c9a7c2ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:30.221733 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b1f9c8d0-95de-4883-9c60-f6300edd84af req-6fb8be5f-778f-465d-b0ce-338c9a7c2ff7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5ee3374a-84e9-4639-853c-740c6edaf6dc HTTP/1.1" status: 200 len: 843 time: 0.1766782 Feb 04 12:22:30.378409 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a04c7f-c45e-49aa-8a58-f58b3fbc0bbe req-fa0fcde6-27b0-47a1-95a0-315c4b566db2 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:30.380895 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-55a04c7f-c45e-49aa-8a58-f58b3fbc0bbe req-fa0fcde6-27b0-47a1-95a0-315c4b566db2 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] 10.222.0.65 "GET /v2.0/ports?device_id=03d9c637-5f7a-4502-80df-af2857f4090a HTTP/1.1" status: 200 len: 943 time: 0.2743521 Feb 04 12:22:30.447811 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-808d0fc7-728a-49b1-b6c2-59e044625f85 req-8890c780-a09d-4615-8af5-a4577302e12a tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] 10.222.0.65 "GET /v2.0/ports?device_id=e9ffef14-76ba-4a42-9e1b-35dd47cebb9c HTTP/1.1" status: 200 len: 210 time: 0.1103096 Feb 04 12:22:30.498635 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03d9c637-5f7a-4502-80df-af2857f4090a', 'tag': '5220023c-d235-4d74-a4b7-828b7b5ddbc6'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:22:30.501785 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be0b7772-5314-45c5-98ab-4544e49e9bdb" -d '{"events": [{"name": "network-changed", "server_uuid": "03d9c637-5f7a-4502-80df-af2857f4090a", "tag": "5220023c-d235-4d74-a4b7-828b7b5ddbc6"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:22:30.573923 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f9c8d0-95de-4883-9c60-f6300edd84af req-9dd9c884-3790-4a64-9d0f-5de7aa3f7de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:30.579986 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b1f9c8d0-95de-4883-9c60-f6300edd84af req-9dd9c884-3790-4a64-9d0f-5de7aa3f7de7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2f7dc246-a024-4937-952c-0ddeef5af29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3475204 Feb 04 12:22:30.706255 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-704ddd41-776f-4e28-98ba-b164697529c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141'] for router (9a3d652d-1f8a-4c52-98f2-1d6794301f45), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:30.921502 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:31.021147 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bb0eefe-c9fe-44c6-a9a9-ff7d9ec1a2fd x-openstack-request-id: req-4bb0eefe-c9fe-44c6-a9a9-ff7d9ec1a2fd {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:22:31.022058 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e21f1c1a-5da3-43c5-be2d-4bb4c9176e8a", "name": "network-vif-plugged", "status": "completed", "tag": "a98f2355-7564-4efd-8483-35b81da3a5b5", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:22:31.025986 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4bb0eefe-c9fe-44c6-a9a9-ff7d9ec1a2fd {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:22:31.037415 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e21f1c1a-5da3-43c5-be2d-4bb4c9176e8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a98f2355-7564-4efd-8483-35b81da3a5b5', 'code': 200} Feb 04 12:22:31.189463 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-704ddd41-776f-4e28-98ba-b164697529c5 admin admin] Router 9a3d652d-1f8a-4c52-98f2-1d6794301f45 is scheduled to L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de with binding_index 1 {{(pid=103474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 12:22:31.346463 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device d4881cec-7961-4bc7-b5b8-595c39019a90 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:22:31.486677 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device a9faeb0d-e369-4a77-8920-76d707d7037a details requested by agent hyperv_n-h2-825015-3 with host n-h2-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:22:31.491381 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:31.548125 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-704ddd41-776f-4e28-98ba-b164697529c5 admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:22:31.568621 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e833f5e6-fcc5-4c8d-92ef-56861ffe9abc None None] Sync routers for ids ['9a3d652d-1f8a-4c52-98f2-1d6794301f45'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:22:31.593828 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4dcce74-cc88-46d4-b0e2-2601c9a38000 None None] Network dfa4f26c-5721-43a6-9eae-5aba1551b1ca requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:22:31.624687 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e833f5e6-fcc5-4c8d-92ef-56861ffe9abc None None] Routers {'9a3d652d-1f8a-4c52-98f2-1d6794301f45'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:22:31.625690 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-e833f5e6-fcc5-4c8d-92ef-56861ffe9abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:22:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['9a3d652d-1f8a-4c52-98f2-1d6794301f45'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:22:31.637503 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-704ddd41-776f-4e28-98ba-b164697529c5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:31.639363 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-704ddd41-776f-4e28-98ba-b164697529c5 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.8723834 Feb 04 12:22:31.651171 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 60708) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:22:31.709469 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-55a04c7f-c45e-49aa-8a58-f58b3fbc0bbe req-bf803e98-ff51-477a-9c6a-8a52d4002045 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0b93a62-41a7-4338-9add-00a3a3dd7ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2902064 Feb 04 12:22:31.771964 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port d4881cec-7961-4bc7-b5b8-595c39019a90 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:22:31.772351 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (d4881cec-7961-4bc7-b5b8-595c39019a90), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:31.888169 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-8a7aedb3-93c1-425d-b252-7af9bbb633e9 None None] Provisioning complete for port d4881cec-7961-4bc7-b5b8-595c39019a90 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:22:31.888694 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8a7aedb3-93c1-425d-b252-7af9bbb633e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (d4881cec-7961-4bc7-b5b8-595c39019a90), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:32.060394 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-e833f5e6-fcc5-4c8d-92ef-56861ffe9abc None None] Set router 9a3d652d-1f8a-4c52-98f2-1d6794301f45 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:22:32.112641 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port a9faeb0d-e369-4a77-8920-76d707d7037a, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=a9faeb0d-e369-4a77-8920-76d707d7037a,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:22:32.179636 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Returning: {'device': 'a9faeb0d-e369-4a77-8920-76d707d7037a', 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c', 'port_id': 'a9faeb0d-e369-4a77-8920-76d707d7037a', 'mac_address': 'fa:16:3e:d8:86:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ee3374a-84e9-4639-853c-740c6edaf6dc', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:22:32.196533 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port d4881cec-7961-4bc7-b5b8-595c39019a90 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:22:32.197180 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (d4881cec-7961-4bc7-b5b8-595c39019a90), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:32.268612 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port a9faeb0d-e369-4a77-8920-76d707d7037a is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:22:32.269060 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (a9faeb0d-e369-4a77-8920-76d707d7037a), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:32.322670 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port d4881cec-7961-4bc7-b5b8-595c39019a90, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=d4881cec-7961-4bc7-b5b8-595c39019a90,segment=NetworkSegment(2f528b05-c2fd-49cc-875e-043a84227085),segment_id=2f528b05-c2fd-49cc-875e-043a84227085)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:22:32.348827 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9faeb0d-e369-4a77-8920-76d707d7037a {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:22:32.415172 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port a9faeb0d-e369-4a77-8920-76d707d7037a, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=a9faeb0d-e369-4a77-8920-76d707d7037a,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:22:32.497676 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae28440-fbf8-4e6c-aa4a-4d3bdef332d1 req-a445fbb6-85c9-4593-bc5e-cd57855abf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:32.507128 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7ae28440-fbf8-4e6c-aa4a-4d3bdef332d1 req-a445fbb6-85c9-4593-bc5e-cd57855abf84 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e21f1c1a-5da3-43c5-be2d-4bb4c9176e8a HTTP/1.1" status: 200 len: 1127 time: 0.9156091 Feb 04 12:22:32.516134 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b1f9c8d0-95de-4883-9c60-f6300edd84af req-2fa8f077-2aca-4391-8bee-aa8ff2c311e4 service neutron] 10.222.0.77 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.9191301 Feb 04 12:22:32.521836 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (d4881cec-7961-4bc7-b5b8-595c39019a90), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:32.537189 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-8a7aedb3-93c1-425d-b252-7af9bbb633e9 None None] Current status of the port d4881cec-7961-4bc7-b5b8-595c39019a90 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:22:32.537489 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57af38e3-5a06-47cb-850e-4d3f4366f7b7 req-bf224550-745f-4056-8c9a-21e80eb4037c tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:32.545743 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-57af38e3-5a06-47cb-850e-4d3f4366f7b7 req-bf224550-745f-4056-8c9a-21e80eb4037c tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] 10.222.0.73 "GET /v2.0/networks?id=33921118-8bb8-4172-84ea-b744fa92425e HTTP/1.1" status: 200 len: 821 time: 0.9304442 Feb 04 12:22:32.592667 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-e833f5e6-fcc5-4c8d-92ef-56861ffe9abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a3d652d-1f8a-4c52-98f2-1d6794301f45', 'name': 'tempest-ServersTestMultiNic-2034245854-router', 'tenant_id': '47de0937152d4219879ddb21b59f348a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '33bb0bee-cc4e-442e-af52-a22c4f32d993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:22:26Z', 'updated_at': '2022-02-04T12:22:29Z', 'revision_number': 3, 'project_id': '47de0937152d4219879ddb21b59f348a', 'gw_port': {'id': '33bb0bee-cc4e-442e-af52-a22c4f32d993', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:c6:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a3d652d-1f8a-4c52-98f2-1d6794301f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:22:28Z', 'updated_at': '2022-02-04T12:22:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:22:32.614181 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-57af38e3-5a06-47cb-850e-4d3f4366f7b7 req-2b2600db-2aed-46a1-9468-c685fd58b956 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Request body: {'port': {'device_id': 'e9ffef14-76ba-4a42-9e1b-35dd47cebb9c', 'network_id': '33921118-8bb8-4172-84ea-b744fa92425e', 'admin_state_up': True, 'tenant_id': 'de5b493dc21244659b5bc7c29ae1d428'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:22:32.651897 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (a9faeb0d-e369-4a77-8920-76d707d7037a), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:32.652308 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba0c8c3-e6f6-4de0-912e-d35ba29966ce req-b305f257-7415-453d-94f1-fbd26daa4661 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:32.659678 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fba0c8c3-e6f6-4de0-912e-d35ba29966ce req-b305f257-7415-453d-94f1-fbd26daa4661 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?device_id=e21f1c1a-5da3-43c5-be2d-4bb4c9176e8a HTTP/1.1" status: 200 len: 945 time: 1.0279236 Feb 04 12:22:32.661320 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=d4881cec-7961-4bc7-b5b8-595c39019a90,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:22:32.663961 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e833f5e6-fcc5-4c8d-92ef-56861ffe9abc None None] Checking router: 9a3d652d-1f8a-4c52-98f2-1d6794301f45 for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:22:32.664432 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e833f5e6-fcc5-4c8d-92ef-56861ffe9abc None None] Updating router 9a3d652d-1f8a-4c52-98f2-1d6794301f45 port 33bb0bee-cc4e-442e-af52-a22c4f32d993 binding host n-d-825015-3 {{(pid=103477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:22:32.735797 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e833f5e6-fcc5-4c8d-92ef-56861ffe9abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (33bb0bee-cc4e-442e-af52-a22c4f32d993), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:32.833079 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=a9faeb0d-e369-4a77-8920-76d707d7037a,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:22:32.966616 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-4f13e438-5801-4c65-83d9-f5d1db581679 None None] Provisioning complete for port d4881cec-7961-4bc7-b5b8-595c39019a90 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:22:32.977816 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4f13e438-5801-4c65-83d9-f5d1db581679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (d4881cec-7961-4bc7-b5b8-595c39019a90), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:33.004254 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00479727-cf2d-41e2-b84f-f7f1d4dd12f6 req-a49710e8-fb73-4d03-bdec-1f3ea8693333 tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:33.016136 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-00479727-cf2d-41e2-b84f-f7f1d4dd12f6 req-a49710e8-fb73-4d03-bdec-1f3ea8693333 tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] 10.222.0.65 "GET /v2.0/ports?device_id=b668b5a6-f814-4ca8-9b06-d6938d10cbd4 HTTP/1.1" status: 200 len: 948 time: 1.0957499 Feb 04 12:22:33.075813 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd34debd3-69cc-401a-b9c1-7bee77ccc332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0f7cd2f-c34b-498d-a9a3-11c0fb72ca29'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:22:33.088182 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57af38e3-5a06-47cb-850e-4d3f4366f7b7 req-2b2600db-2aed-46a1-9468-c685fd58b956 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Made reservation on behalf of de5b493dc21244659b5bc7c29ae1d428 for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:22:33.088345 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a12c5d3-8a09-4fc1-b8bc-a5961f176b97" -d '{"events": [{"server_uuid": "d34debd3-69cc-401a-b9c1-7bee77ccc332", "name": "network-vif-plugged", "status": "completed", "tag": "c0f7cd2f-c34b-498d-a9a3-11c0fb72ca29"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:22:33.094628 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-57af38e3-5a06-47cb-850e-4d3f4366f7b7 req-2b2600db-2aed-46a1-9468-c685fd58b956 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:33.097582 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['a9faeb0d-e369-4a77-8920-76d707d7037a'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:22:33.128098 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 5220023c-d235-4d74-a4b7-828b7b5ddbc6 details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:22:33.214199 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device d4881cec-7961-4bc7-b5b8-595c39019a90 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:22:33.246372 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e833f5e6-fcc5-4c8d-92ef-56861ffe9abc None None] Publish callbacks [] for port (33bb0bee-cc4e-442e-af52-a22c4f32d993), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:33.263137 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e833f5e6-fcc5-4c8d-92ef-56861ffe9abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (33bb0bee-cc4e-442e-af52-a22c4f32d993), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:33.444305 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-e833f5e6-fcc5-4c8d-92ef-56861ffe9abc None None] Attempting to bind port 33bb0bee-cc4e-442e-af52-a22c4f32d993 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:22:33.444305 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-e833f5e6-fcc5-4c8d-92ef-56861ffe9abc None None] Attempting to bind port 33bb0bee-cc4e-442e-af52-a22c4f32d993 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:22:33.444305 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e833f5e6-fcc5-4c8d-92ef-56861ffe9abc None None] Attempting to bind port 33bb0bee-cc4e-442e-af52-a22c4f32d993 on network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:22:33.468833 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a269bfd-99bf-447a-8198-103e9a4e25e4 None None] Pushing event updated for resources: {'Port': ['ID=33bb0bee-cc4e-442e-af52-a22c4f32d993,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:22:33.475841 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e833f5e6-fcc5-4c8d-92ef-56861ffe9abc None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:22:33.479952 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e833f5e6-fcc5-4c8d-92ef-56861ffe9abc None None] Checking segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:22:33.480437 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e833f5e6-fcc5-4c8d-92ef-56861ffe9abc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:33.481460 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e833f5e6-fcc5-4c8d-92ef-56861ffe9abc None None] Bound using segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:22:33.481661 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-e833f5e6-fcc5-4c8d-92ef-56861ffe9abc None None] Bound port: 33bb0bee-cc4e-442e-af52-a22c4f32d993, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:22:33.482008 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e833f5e6-fcc5-4c8d-92ef-56861ffe9abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (33bb0bee-cc4e-442e-af52-a22c4f32d993), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:33.560441 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7ae28440-fbf8-4e6c-aa4a-4d3bdef332d1 req-eca91372-eee9-4b2f-b290-9689dbff63e0 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=7f51ab49-2800-41c7-a09d-ab109cee7e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0316365 Feb 04 12:22:33.596953 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fba0c8c3-e6f6-4de0-912e-d35ba29966ce req-1c215400-3fca-4f54-aaf8-72ba3ad8416b tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f51ab49-2800-41c7-a09d-ab109cee7e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9361150 Feb 04 12:22:33.630628 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-00479727-cf2d-41e2-b84f-f7f1d4dd12f6 req-48e86bbf-8f11-49a9-ad5f-1ca4bb53c654 tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] 10.222.0.65 "GET /v2.0/security-groups?id=2a710b37-a338-4b40-8a5a-fd5a798f9b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6125300 Feb 04 12:22:33.693751 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-e833f5e6-fcc5-4c8d-92ef-56861ffe9abc None None] For port 33bb0bee-cc4e-442e-af52-a22c4f32d993, host n-d-825015-3, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:22:33.700381 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-e833f5e6-fcc5-4c8d-92ef-56861ffe9abc None None] For port 33bb0bee-cc4e-442e-af52-a22c4f32d993, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=33bb0bee-cc4e-442e-af52-a22c4f32d993,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:22:33.712372 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e833f5e6-fcc5-4c8d-92ef-56861ffe9abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (33bb0bee-cc4e-442e-af52-a22c4f32d993), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:33.946191 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e833f5e6-fcc5-4c8d-92ef-56861ffe9abc None None] Routers {'9a3d652d-1f8a-4c52-98f2-1d6794301f45'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:22:33.947026 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-e833f5e6-fcc5-4c8d-92ef-56861ffe9abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:22:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['9a3d652d-1f8a-4c52-98f2-1d6794301f45'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:22:33.948958 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a269bfd-99bf-447a-8198-103e9a4e25e4 None None] Pushing event updated for resources: {'Port': ['ID=33bb0bee-cc4e-442e-af52-a22c4f32d993,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:22:33.969681 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b1f9c8d0-95de-4883-9c60-f6300edd84af req-64931bab-6b0c-4610-8883-0f2dbb212c6c service neutron] 10.222.0.77 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4032919 Feb 04 12:22:34.060579 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16d65e32-75cf-437b-a6d3-b3e16fc7e847 x-openstack-request-id: req-16d65e32-75cf-437b-a6d3-b3e16fc7e847 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:22:34.061795 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03d9c637-5f7a-4502-80df-af2857f4090a", "tag": "5220023c-d235-4d74-a4b7-828b7b5ddbc6", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:22:34.062542 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-16d65e32-75cf-437b-a6d3-b3e16fc7e847 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:22:34.063959 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03d9c637-5f7a-4502-80df-af2857f4090a', 'tag': '5220023c-d235-4d74-a4b7-828b7b5ddbc6', 'status': 'completed', 'code': 200} Feb 04 12:22:34.108535 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-4f13e438-5801-4c65-83d9-f5d1db581679 None None] Current status of the port d4881cec-7961-4bc7-b5b8-595c39019a90 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:22:34.127463 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port d4881cec-7961-4bc7-b5b8-595c39019a90 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:22:34.128154 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (d4881cec-7961-4bc7-b5b8-595c39019a90), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:34.218607 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-e833f5e6-fcc5-4c8d-92ef-56861ffe9abc None None] Set router 9a3d652d-1f8a-4c52-98f2-1d6794301f45 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:22:34.257509 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 5220023c-d235-4d74-a4b7-828b7b5ddbc6, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=5220023c-d235-4d74-a4b7-828b7b5ddbc6,segment=NetworkSegment(02af7db9-ac7a-4fd9-8876-35ceb0279e70),segment_id=02af7db9-ac7a-4fd9-8876-35ceb0279e70)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:22:34.260897 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-57af38e3-5a06-47cb-850e-4d3f4366f7b7 req-2b2600db-2aed-46a1-9468-c685fd58b956 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Allocated IP 172.20.0.10 (33921118-8bb8-4172-84ea-b744fa92425e/5a7709a7-759a-49ea-a610-cec6e14d5672/7f7c0ab4-55b6-44d8-8a4a-0a0e2338d223) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:22:34.345496 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': '5220023c-d235-4d74-a4b7-828b7b5ddbc6', 'network_id': 'f4dfd687-dba5-46ff-81a8-361822d13e13', 'port_id': '5220023c-d235-4d74-a4b7-828b7b5ddbc6', 'mac_address': 'fa:16:3e:bb:86:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '875d7ebd-efc4-4fa6-a601-61971abf78fc', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:22:34.414946 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9c1e54-c142-498e-84b6-e61cb83eb84c req-c224d103-748e-444a-b551-8548e8e7ccfb tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:34.416747 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ea9c1e54-c142-498e-84b6-e61cb83eb84c req-c224d103-748e-444a-b551-8548e8e7ccfb tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/ports?device_id=d34debd3-69cc-401a-b9c1-7bee77ccc332 HTTP/1.1" status: 200 len: 949 time: 0.4447670 Feb 04 12:22:34.442663 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0b7772-5314-45c5-98ab-4544e49e9bdb req-d2cb6526-f4c8-4858-867b-f48c3375c415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:34.444891 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-be0b7772-5314-45c5-98ab-4544e49e9bdb req-d2cb6526-f4c8-4858-867b-f48c3375c415 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f50b895c9ca94e2aa6b9c6495d9eebfd&device_id=03d9c637-5f7a-4502-80df-af2857f4090a HTTP/1.1" status: 200 len: 1125 time: 0.3483031 Feb 04 12:22:34.546587 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 5220023c-d235-4d74-a4b7-828b7b5ddbc6 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:22:34.553481 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (5220023c-d235-4d74-a4b7-828b7b5ddbc6), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:34.557919 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port d4881cec-7961-4bc7-b5b8-595c39019a90 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:22:34.589343 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6376ced9-46a9-4513-902d-68459373434d req-dfe50c5b-202f-419b-9d93-52520078e0de tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:34.591790 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6376ced9-46a9-4513-902d-68459373434d req-dfe50c5b-202f-419b-9d93-52520078e0de tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=77637105-0550-4658-837e-b253c5845668 HTTP/1.1" status: 200 len: 946 time: 0.5604875 Feb 04 12:22:34.593288 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0b7772-5314-45c5-98ab-4544e49e9bdb req-ec7dce54-6b22-4044-a8f9-1aa0612254b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:34.594916 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-be0b7772-5314-45c5-98ab-4544e49e9bdb req-ec7dce54-6b22-4044-a8f9-1aa0612254b0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f4dfd687-dba5-46ff-81a8-361822d13e13 HTTP/1.1" status: 200 len: 906 time: 0.1273601 Feb 04 12:22:34.599634 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-e833f5e6-fcc5-4c8d-92ef-56861ffe9abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a3d652d-1f8a-4c52-98f2-1d6794301f45', 'name': 'tempest-ServersTestMultiNic-2034245854-router', 'tenant_id': '47de0937152d4219879ddb21b59f348a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '33bb0bee-cc4e-442e-af52-a22c4f32d993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:22:26Z', 'updated_at': '2022-02-04T12:22:29Z', 'revision_number': 3, 'project_id': '47de0937152d4219879ddb21b59f348a', 'gw_port': {'id': '33bb0bee-cc4e-442e-af52-a22c4f32d993', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:c6:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a3d652d-1f8a-4c52-98f2-1d6794301f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:22:28Z', 'updated_at': '2022-02-04T12:22:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:22:34.632021 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5220023c-d235-4d74-a4b7-828b7b5ddbc6 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:22:34.645680 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e833f5e6-fcc5-4c8d-92ef-56861ffe9abc None None] The sync data for ids ['9a3d652d-1f8a-4c52-98f2-1d6794301f45'] in n-d-825015-3 is: [{'id': '9a3d652d-1f8a-4c52-98f2-1d6794301f45', 'name': 'tempest-ServersTestMultiNic-2034245854-router', 'tenant_id': '47de0937152d4219879ddb21b59f348a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '33bb0bee-cc4e-442e-af52-a22c4f32d993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:22:26Z', 'updated_at': '2022-02-04T12:22:29Z', 'revision_number': 3, 'project_id': '47de0937152d4219879ddb21b59f348a', 'gw_port': {'id': '33bb0bee-cc4e-442e-af52-a22c4f32d993', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:c6:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a3d652d-1f8a-4c52-98f2-1d6794301f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:22:28Z', 'updated_at': '2022-02-04T12:22:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:22:34.704294 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 5220023c-d235-4d74-a4b7-828b7b5ddbc6, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=5220023c-d235-4d74-a4b7-828b7b5ddbc6,segment=NetworkSegment(02af7db9-ac7a-4fd9-8876-35ceb0279e70),segment_id=02af7db9-ac7a-4fd9-8876-35ceb0279e70)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:22:34.717471 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (5220023c-d235-4d74-a4b7-828b7b5ddbc6), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:34.745163 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-be0b7772-5314-45c5-98ab-4544e49e9bdb req-41f1a371-e300-4e73-97ae-7a500b106187 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5220023c-d235-4d74-a4b7-828b7b5ddbc6 HTTP/1.1" status: 200 len: 217 time: 0.1376014 Feb 04 12:22:34.760901 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4760cf56-52d9-4612-a8b2-2c21bf77b079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:34.847568 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=5220023c-d235-4d74-a4b7-828b7b5ddbc6,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:22:34.935499 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6376ced9-46a9-4513-902d-68459373434d req-411a6806-ab05-45de-a5a5-117067df0116 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/security-groups?id=0e320687-8002-4e00-a016-6bf57af2cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3037777 Feb 04 12:22:34.948243 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ea9c1e54-c142-498e-84b6-e61cb83eb84c req-668fa6f3-a3cd-40a2-8487-13e656bfc1d2 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/security-groups?id=ff9db729-a945-4359-8bb3-48cdfdee30d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4943202 Feb 04 12:22:34.996920 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['5220023c-d235-4d74-a4b7-828b7b5ddbc6'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:22:35.150743 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-57af38e3-5a06-47cb-850e-4d3f4366f7b7 req-2b2600db-2aed-46a1-9468-c685fd58b956 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Publish callbacks [] for port (7f7c0ab4-55b6-44d8-8a4a-0a0e2338d223), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:35.229639 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0b7772-5314-45c5-98ab-4544e49e9bdb req-ac8bfcdf-094d-4b40-9ccc-32ddc4b914dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:35.231497 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-be0b7772-5314-45c5-98ab-4544e49e9bdb req-ac8bfcdf-094d-4b40-9ccc-32ddc4b914dc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=875d7ebd-efc4-4fa6-a601-61971abf78fc HTTP/1.1" status: 200 len: 845 time: 0.4615111 Feb 04 12:22:35.391267 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cb3a4aa7-230b-42bf-a99b-51e110beba69 req-3441f0df-7a2e-4605-966c-b8b3dd74d991 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] 10.222.0.65 "GET /v2.0/ports?device_id=e9ffef14-76ba-4a42-9e1b-35dd47cebb9c HTTP/1.1" status: 200 len: 210 time: 0.2082555 Feb 04 12:22:35.441322 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-be0b7772-5314-45c5-98ab-4544e49e9bdb req-294e846f-6051-4c0f-9688-84904dd5df3f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f4dfd687-dba5-46ff-81a8-361822d13e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676935 Feb 04 12:22:35.459580 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f91ff15-8860-420d-a398-3107efade844 x-openstack-request-id: req-6f91ff15-8860-420d-a398-3107efade844 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:22:35.460164 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d34debd3-69cc-401a-b9c1-7bee77ccc332", "name": "network-vif-plugged", "status": "completed", "tag": "c0f7cd2f-c34b-498d-a9a3-11c0fb72ca29", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:22:35.460613 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6f91ff15-8860-420d-a398-3107efade844 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:22:35.462275 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd34debd3-69cc-401a-b9c1-7bee77ccc332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0f7cd2f-c34b-498d-a9a3-11c0fb72ca29', 'code': 200} Feb 04 12:22:35.488378 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device a9faeb0d-e369-4a77-8920-76d707d7037a up at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:22:35.585858 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-57af38e3-5a06-47cb-850e-4d3f4366f7b7 req-2b2600db-2aed-46a1-9468-c685fd58b956 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (7f7c0ab4-55b6-44d8-8a4a-0a0e2338d223), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:35.617765 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning for port a9faeb0d-e369-4a77-8920-76d707d7037a completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:22:35.628044 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning complete for port a9faeb0d-e369-4a77-8920-76d707d7037a triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:22:35.628779 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (a9faeb0d-e369-4a77-8920-76d707d7037a), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:35.764124 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port a9faeb0d-e369-4a77-8920-76d707d7037a is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:22:35.764530 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (a9faeb0d-e369-4a77-8920-76d707d7037a), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:35.834278 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port a9faeb0d-e369-4a77-8920-76d707d7037a, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=a9faeb0d-e369-4a77-8920-76d707d7037a,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:22:35.847033 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (a9faeb0d-e369-4a77-8920-76d707d7037a), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:35.927043 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=a9faeb0d-e369-4a77-8920-76d707d7037a,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:22:36.109389 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42468187-de59-4b22-bf8f-0562ba39f00c req-f10a9bae-8d7e-429e-bd5a-c047706612b6 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:36.113123 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-42468187-de59-4b22-bf8f-0562ba39f00c req-f10a9bae-8d7e-429e-bd5a-c047706612b6 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] 10.222.0.65 "GET /v2.0/ports?device_id=03d9c637-5f7a-4502-80df-af2857f4090a HTTP/1.1" status: 200 len: 944 time: 0.9323919 Feb 04 12:22:36.125198 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2600db-2aed-46a1-9468-c685fd58b956 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Pushing event updated for resources: {'Port': ['ID=7f7c0ab4-55b6-44d8-8a4a-0a0e2338d223,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:22:36.210404 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-4760cf56-52d9-4612-a8b2-2c21bf77b079 admin admin] Allocated IP 172.20.0.1 (dfa4f26c-5721-43a6-9eae-5aba1551b1ca/4c63f2d1-6663-4291-a76e-17876fde4854/7125ce84-274f-4bad-8d48-a48215d73797) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:22:36.226620 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57af38e3-5a06-47cb-850e-4d3f4366f7b7 req-2b2600db-2aed-46a1-9468-c685fd58b956 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Network 33921118-8bb8-4172-84ea-b744fa92425e is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:22:36.263706 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c156b9-2668-4d3f-ad09-c5c7081c92ba req-ff0b4dfe-9b78-4461-a0f0-17ba582ff6d9 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:36.265416 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a9c156b9-2668-4d3f-ad09-c5c7081c92ba req-ff0b4dfe-9b78-4461-a0f0-17ba582ff6d9 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?device_id=e21f1c1a-5da3-43c5-be2d-4bb4c9176e8a HTTP/1.1" status: 200 len: 945 time: 0.7186797 Feb 04 12:22:36.276433 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-57af38e3-5a06-47cb-850e-4d3f4366f7b7 req-2b2600db-2aed-46a1-9468-c685fd58b956 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:22:36.296346 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-57af38e3-5a06-47cb-850e-4d3f4366f7b7 req-2b2600db-2aed-46a1-9468-c685fd58b956 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:22:36.343995 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-be0b7772-5314-45c5-98ab-4544e49e9bdb req-ac8f210f-cc83-4701-8d22-c146ddc82056 service neutron] 10.222.0.73 "GET /v2.0/networks/f4dfd687-dba5-46ff-81a8-361822d13e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8923616 Feb 04 12:22:36.435828 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-42468187-de59-4b22-bf8f-0562ba39f00c req-fd3dbc57-cb7b-46cb-ba08-0b69a02a2826 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0b93a62-41a7-4338-9add-00a3a3dd7ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3048038 Feb 04 12:22:36.536913 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c97675-a632-43c3-a24b-df145995a0a8 req-bc7942ec-4ec2-48bb-a219-1ddedc3c4b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:36.538419 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-99c97675-a632-43c3-a24b-df145995a0a8 req-bc7942ec-4ec2-48bb-a219-1ddedc3c4b35 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=d34debd3-69cc-401a-b9c1-7bee77ccc332 HTTP/1.1" status: 200 len: 1131 time: 0.9564805 Feb 04 12:22:36.561181 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57af38e3-5a06-47cb-850e-4d3f4366f7b7 req-2b2600db-2aed-46a1-9468-c685fd58b956 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:36.562257 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-57af38e3-5a06-47cb-850e-4d3f4366f7b7 req-2b2600db-2aed-46a1-9468-c685fd58b956 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:36.672682 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a9c156b9-2668-4d3f-ad09-c5c7081c92ba req-de3db573-6223-442a-8143-b2c8924c5470 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f51ab49-2800-41c7-a09d-ab109cee7e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3711035 Feb 04 12:22:36.719293 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-57af38e3-5a06-47cb-850e-4d3f4366f7b7 req-2b2600db-2aed-46a1-9468-c685fd58b956 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1160884 Feb 04 12:22:36.750326 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-57af38e3-5a06-47cb-850e-4d3f4366f7b7 req-e783bbc1-fb55-42ef-9a5d-ca1651b06860 service neutron] Request body: {'port': {'device_id': 'e9ffef14-76ba-4a42-9e1b-35dd47cebb9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:22:36.858912 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4760cf56-52d9-4612-a8b2-2c21bf77b079 admin admin] Publish callbacks [] for port (7125ce84-274f-4bad-8d48-a48215d73797), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:36.953646 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31e3018-ddab-48c6-a011-64665173f748 req-bfcb29d4-c187-4745-8478-c48b0d53e512 tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:36.955151 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c31e3018-ddab-48c6-a011-64665173f748 req-bfcb29d4-c187-4745-8478-c48b0d53e512 tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] 10.222.0.65 "GET /v2.0/ports?device_id=b668b5a6-f814-4ca8-9b06-d6938d10cbd4 HTTP/1.1" status: 200 len: 950 time: 0.4148765 Feb 04 12:22:36.958322 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-be0b7772-5314-45c5-98ab-4544e49e9bdb req-5f974976-832c-4fba-ba24-afc13a95c64b service neutron] 10.222.0.73 "GET /v2.0/networks/f4dfd687-dba5-46ff-81a8-361822d13e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5976524 Feb 04 12:22:36.968408 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-99c97675-a632-43c3-a24b-df145995a0a8 req-5628f974-7763-42de-b949-e69a65dd726a service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=ff9db729-a945-4359-8bb3-48cdfdee30d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4153533 Feb 04 12:22:37.058340 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 5220023c-d235-4d74-a4b7-828b7b5ddbc6 up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:22:37.069262 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-57af38e3-5a06-47cb-850e-4d3f4366f7b7 req-e783bbc1-fb55-42ef-9a5d-ca1651b06860 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (7f7c0ab4-55b6-44d8-8a4a-0a0e2338d223), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:37.084845 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4760cf56-52d9-4612-a8b2-2c21bf77b079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (7125ce84-274f-4bad-8d48-a48215d73797), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:37.167927 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning for port 5220023c-d235-4d74-a4b7-828b7b5ddbc6 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:22:37.173767 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port 5220023c-d235-4d74-a4b7-828b7b5ddbc6 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:22:37.175968 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (5220023c-d235-4d74-a4b7-828b7b5ddbc6), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:37.219949 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c31e3018-ddab-48c6-a011-64665173f748 req-34ea7bcc-1459-44e1-9267-3c5db2d4a253 tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] 10.222.0.65 "GET /v2.0/security-groups?id=2a710b37-a338-4b40-8a5a-fd5a798f9b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475708 Feb 04 12:22:37.275349 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1273ce-99dc-4430-ba5a-d8bdfa6e62b2 req-05f1c387-e79e-439b-9954-dfeed9e037ca tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:37.289759 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4e1273ce-99dc-4430-ba5a-d8bdfa6e62b2 req-05f1c387-e79e-439b-9954-dfeed9e037ca tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=77637105-0550-4658-837e-b253c5845668 HTTP/1.1" status: 200 len: 946 time: 0.4612803 Feb 04 12:22:37.333261 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 33bb0bee-cc4e-442e-af52-a22c4f32d993 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:22:37.377043 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4760cf56-52d9-4612-a8b2-2c21bf77b079 admin admin] Network dfa4f26c-5721-43a6-9eae-5aba1551b1ca is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:22:37.395934 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-4760cf56-52d9-4612-a8b2-2c21bf77b079 admin admin] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:22:37.401188 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4760cf56-52d9-4612-a8b2-2c21bf77b079 admin admin] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:22:37.487568 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b668b5a6-f814-4ca8-9b06-d6938d10cbd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9faeb0d-e369-4a77-8920-76d707d7037a'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:22:37.493373 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37bd66fb-0cfb-4a90-af0d-f585a8fddf68" -d '{"events": [{"server_uuid": "b668b5a6-f814-4ca8-9b06-d6938d10cbd4", "name": "network-vif-plugged", "status": "completed", "tag": "a9faeb0d-e369-4a77-8920-76d707d7037a"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:22:37.594344 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 33bb0bee-cc4e-442e-af52-a22c4f32d993 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:22:37.594784 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (33bb0bee-cc4e-442e-af52-a22c4f32d993), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:37.732588 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4760cf56-52d9-4612-a8b2-2c21bf77b079 admin admin] Pushing event updated for resources: {'Port': ['ID=7125ce84-274f-4bad-8d48-a48215d73797,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:22:37.774896 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4e1273ce-99dc-4430-ba5a-d8bdfa6e62b2 req-e601a77d-0984-42ff-8f3d-08df30aff98e tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/security-groups?id=0e320687-8002-4e00-a016-6bf57af2cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4825385 Feb 04 12:22:37.778542 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 5220023c-d235-4d74-a4b7-828b7b5ddbc6 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:22:37.779247 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (5220023c-d235-4d74-a4b7-828b7b5ddbc6), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:37.905788 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4760cf56-52d9-4612-a8b2-2c21bf77b079 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1599818'] for router_interface (9a3d652d-1f8a-4c52-98f2-1d6794301f45), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:37.973117 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 5220023c-d235-4d74-a4b7-828b7b5ddbc6, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=5220023c-d235-4d74-a4b7-828b7b5ddbc6,segment=NetworkSegment(02af7db9-ac7a-4fd9-8876-35ceb0279e70),segment_id=02af7db9-ac7a-4fd9-8876-35ceb0279e70)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:22:38.005148 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (5220023c-d235-4d74-a4b7-828b7b5ddbc6), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:38.065293 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 33bb0bee-cc4e-442e-af52-a22c4f32d993 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:22:38.066043 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (33bb0bee-cc4e-442e-af52-a22c4f32d993), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:38.104284 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-7a2cd319-760e-48cc-a479-5a1e929cb042 None None] Provisioning complete for port 7125ce84-274f-4bad-8d48-a48215d73797 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:22:38.105299 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7a2cd319-760e-48cc-a479-5a1e929cb042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (7125ce84-274f-4bad-8d48-a48215d73797), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:38.177574 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460ca89e-97f0-4eba-8cf1-c2da763f1536 req-4d38600f-3b38-4961-9e32-229ec34430ec tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:38.193055 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-460ca89e-97f0-4eba-8cf1-c2da763f1536 req-4d38600f-3b38-4961-9e32-229ec34430ec tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/ports?device_id=d34debd3-69cc-401a-b9c1-7bee77ccc332 HTTP/1.1" status: 200 len: 949 time: 0.7004607 Feb 04 12:22:38.205282 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port 33bb0bee-cc4e-442e-af52-a22c4f32d993, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=33bb0bee-cc4e-442e-af52-a22c4f32d993,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:22:38.214093 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=5220023c-d235-4d74-a4b7-828b7b5ddbc6,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:22:38.232563 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (33bb0bee-cc4e-442e-af52-a22c4f32d993), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:38.248270 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-7a2cd319-760e-48cc-a479-5a1e929cb042 None None] Port 7125ce84-274f-4bad-8d48-a48215d73797 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:22:38.322031 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=33bb0bee-cc4e-442e-af52-a22c4f32d993,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:22:38.400406 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00d6ca2-6de0-40c4-8f4b-42b3f7fc7b98 req-da7afcfe-4552-4989-bc61-0ccf41579d71 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:38.408130 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c00d6ca2-6de0-40c4-8f4b-42b3f7fc7b98 req-da7afcfe-4552-4989-bc61-0ccf41579d71 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] 10.222.0.65 "GET /v2.0/ports?device_id=e9ffef14-76ba-4a42-9e1b-35dd47cebb9c HTTP/1.1" status: 200 len: 932 time: 0.3665860 Feb 04 12:22:38.458434 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-460ca89e-97f0-4eba-8cf1-c2da763f1536 req-6a37d0f8-efcd-47e0-96e3-5d9297ec1548 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/security-groups?id=ff9db729-a945-4359-8bb3-48cdfdee30d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636318 Feb 04 12:22:38.567240 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4760cf56-52d9-4612-a8b2-2c21bf77b079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (7125ce84-274f-4bad-8d48-a48215d73797), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:38.657490 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-57af38e3-5a06-47cb-850e-4d3f4366f7b7 req-e783bbc1-fb55-42ef-9a5d-ca1651b06860 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f7c0ab4-55b6-44d8-8a4a-0a0e2338d223 {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:22:38.691147 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-57af38e3-5a06-47cb-850e-4d3f4366f7b7 req-e783bbc1-fb55-42ef-9a5d-ca1651b06860 service neutron] Publish callbacks [] for port (7f7c0ab4-55b6-44d8-8a4a-0a0e2338d223), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:38.739405 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c00d6ca2-6de0-40c4-8f4b-42b3f7fc7b98 req-d6b8bc87-99fd-492b-9c30-d49b3d746eb0 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] 10.222.0.65 "GET /v2.0/security-groups?id=e102d2aa-c1a8-4ba5-bd37-a0f044093565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3289411 Feb 04 12:22:38.757136 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-57af38e3-5a06-47cb-850e-4d3f4366f7b7 req-e783bbc1-fb55-42ef-9a5d-ca1651b06860 service neutron] Transition to ACTIVE for port object 7f7c0ab4-55b6-44d8-8a4a-0a0e2338d223 will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:22:38.780591 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-57af38e3-5a06-47cb-850e-4d3f4366f7b7 req-e783bbc1-fb55-42ef-9a5d-ca1651b06860 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (7f7c0ab4-55b6-44d8-8a4a-0a0e2338d223), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:38.837981 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edff775e-d688-40de-af94-83546545b617 x-openstack-request-id: req-edff775e-d688-40de-af94-83546545b617 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:22:38.838496 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b668b5a6-f814-4ca8-9b06-d6938d10cbd4", "name": "network-vif-plugged", "status": "completed", "tag": "a9faeb0d-e369-4a77-8920-76d707d7037a", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:22:38.838929 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-edff775e-d688-40de-af94-83546545b617 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:22:38.848519 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b668b5a6-f814-4ca8-9b06-d6938d10cbd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9faeb0d-e369-4a77-8920-76d707d7037a', 'code': 200} Feb 04 12:22:39.029255 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e519ba-0983-422b-89ce-411ab9738fbb req-a713d27e-df5f-4a5a-b3fd-4f516ddbed06 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:39.030998 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-51e519ba-0983-422b-89ce-411ab9738fbb req-a713d27e-df5f-4a5a-b3fd-4f516ddbed06 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] 10.222.0.65 "GET /v2.0/ports?device_id=03d9c637-5f7a-4502-80df-af2857f4090a HTTP/1.1" status: 200 len: 945 time: 0.4247859 Feb 04 12:22:39.121738 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05621b89-327e-45a8-ab85-c6802cc7fe86 req-dda688b4-cec8-445b-bbc8-51cabb072706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:39.126124 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-05621b89-327e-45a8-ab85-c6802cc7fe86 req-dda688b4-cec8-445b-bbc8-51cabb072706 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b668b5a6-f814-4ca8-9b06-d6938d10cbd4 HTTP/1.1" status: 200 len: 1132 time: 0.2232466 Feb 04 12:22:39.159025 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 33bb0bee-cc4e-442e-af52-a22c4f32d993 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:22:39.221635 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e783bbc1-fb55-42ef-9a5d-ca1651b06860 service neutron] Pushing event updated for resources: {'Port': ['ID=7f7c0ab4-55b6-44d8-8a4a-0a0e2338d223,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:22:39.256846 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-05621b89-327e-45a8-ab85-c6802cc7fe86 req-67d6f3f5-383e-4302-b002-87dd8b68e7fd service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=2a710b37-a338-4b40-8a5a-fd5a798f9b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235995 Feb 04 12:22:39.261886 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 33bb0bee-cc4e-442e-af52-a22c4f32d993 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:22:39.262565 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (33bb0bee-cc4e-442e-af52-a22c4f32d993), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:39.377539 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739ccee7-26a2-4ecd-aa74-57bdc2e7ea1f req-d869380a-e441-42e0-8260-cebb00ca35e6 tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:39.380011 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-739ccee7-26a2-4ecd-aa74-57bdc2e7ea1f req-d869380a-e441-42e0-8260-cebb00ca35e6 tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] 10.222.0.65 "GET /v2.0/ports?device_id=b668b5a6-f814-4ca8-9b06-d6938d10cbd4 HTTP/1.1" status: 200 len: 950 time: 0.4132082 Feb 04 12:22:39.433969 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1d3ac29f-f5fc-4bc6-aa1f-7b6a99fce680 req-1e72f00e-eb6f-403d-a5b3-f90d0aaf521d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=36e4d1dc-26b6-46cf-b4da-bef23d627bbe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6230369 Feb 04 12:22:39.448690 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-51e519ba-0983-422b-89ce-411ab9738fbb req-5ae9aa65-dc9a-4708-9017-e493f51bee2e tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0b93a62-41a7-4338-9add-00a3a3dd7ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3756354 Feb 04 12:22:39.460688 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 33bb0bee-cc4e-442e-af52-a22c4f32d993 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:22:39.550888 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4760cf56-52d9-4612-a8b2-2c21bf77b079 admin admin] Publish callbacks [] for port (7125ce84-274f-4bad-8d48-a48215d73797), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:39.559588 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-57af38e3-5a06-47cb-850e-4d3f4366f7b7 req-e783bbc1-fb55-42ef-9a5d-ca1651b06860 service neutron] Attempting to bind port 7f7c0ab4-55b6-44d8-8a4a-0a0e2338d223 on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:22:39.560082 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-57af38e3-5a06-47cb-850e-4d3f4366f7b7 req-e783bbc1-fb55-42ef-9a5d-ca1651b06860 service neutron] Attempting to bind port 7f7c0ab4-55b6-44d8-8a4a-0a0e2338d223 by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': '3650fe49-0487-4896-b953-b3c6867af33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '33921118-8bb8-4172-84ea-b744fa92425e'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:22:39.560608 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57af38e3-5a06-47cb-850e-4d3f4366f7b7 req-e783bbc1-fb55-42ef-9a5d-ca1651b06860 service neutron] Attempting to bind port 7f7c0ab4-55b6-44d8-8a4a-0a0e2338d223 on network 33921118-8bb8-4172-84ea-b744fa92425e {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:22:39.568619 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4760cf56-52d9-4612-a8b2-2c21bf77b079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (7125ce84-274f-4bad-8d48-a48215d73797), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:39.635327 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57af38e3-5a06-47cb-850e-4d3f4366f7b7 req-e783bbc1-fb55-42ef-9a5d-ca1651b06860 service neutron] Port 7f7c0ab4-55b6-44d8-8a4a-0a0e2338d223 on network 33921118-8bb8-4172-84ea-b744fa92425e not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:22:39.635879 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57af38e3-5a06-47cb-850e-4d3f4366f7b7 req-e783bbc1-fb55-42ef-9a5d-ca1651b06860 service neutron] Attempting to bind port 7f7c0ab4-55b6-44d8-8a4a-0a0e2338d223 on network 33921118-8bb8-4172-84ea-b744fa92425e {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:22:39.677231 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57af38e3-5a06-47cb-850e-4d3f4366f7b7 req-e783bbc1-fb55-42ef-9a5d-ca1651b06860 service neutron] Checking agent: {'id': 'f8add0d2-2202-43d3-bc0e-72442788e6ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:22:39.677549 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57af38e3-5a06-47cb-850e-4d3f4366f7b7 req-e783bbc1-fb55-42ef-9a5d-ca1651b06860 service neutron] Checking segment: {'id': '3650fe49-0487-4896-b953-b3c6867af33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '33921118-8bb8-4172-84ea-b744fa92425e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:22:39.677935 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57af38e3-5a06-47cb-850e-4d3f4366f7b7 req-e783bbc1-fb55-42ef-9a5d-ca1651b06860 service neutron] Bound using segment: {'id': '3650fe49-0487-4896-b953-b3c6867af33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '33921118-8bb8-4172-84ea-b744fa92425e'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:22:39.678379 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-57af38e3-5a06-47cb-850e-4d3f4366f7b7 req-e783bbc1-fb55-42ef-9a5d-ca1651b06860 service neutron] Bound port: 7f7c0ab4-55b6-44d8-8a4a-0a0e2338d223, host: n-h1-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3650fe49-0487-4896-b953-b3c6867af33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '33921118-8bb8-4172-84ea-b744fa92425e'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:22:39.678739 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-57af38e3-5a06-47cb-850e-4d3f4366f7b7 req-e783bbc1-fb55-42ef-9a5d-ca1651b06860 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (7f7c0ab4-55b6-44d8-8a4a-0a0e2338d223), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:39.722027 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-739ccee7-26a2-4ecd-aa74-57bdc2e7ea1f req-63957199-4f15-48d8-baae-f121b9b36b6f tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] 10.222.0.65 "GET /v2.0/security-groups?id=2a710b37-a338-4b40-8a5a-fd5a798f9b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3169749 Feb 04 12:22:39.761322 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4760cf56-52d9-4612-a8b2-2c21bf77b079 admin admin] Pushing event updated for resources: {'Port': ['ID=7125ce84-274f-4bad-8d48-a48215d73797,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:22:39.780288 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4760cf56-52d9-4612-a8b2-2c21bf77b079 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622202'] for router_interface (9a3d652d-1f8a-4c52-98f2-1d6794301f45), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:39.799154 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3ac29f-f5fc-4bc6-aa1f-7b6a99fce680 req-5109019c-101a-4ee3-819a-54561acaedd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:39.800891 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1d3ac29f-f5fc-4bc6-aa1f-7b6a99fce680 req-5109019c-101a-4ee3-819a-54561acaedd1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=207f01ccf15c4616a04a98fbbad5fc72&device_id=36e4d1dc-26b6-46cf-b4da-bef23d627bbe HTTP/1.1" status: 200 len: 1126 time: 0.3074019 Feb 04 12:22:39.890215 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cdd2fc-559b-43c3-831b-06129c687cb7 req-166481f0-8440-4416-aab0-22e6d6a54df2 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:39.891801 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-05cdd2fc-559b-43c3-831b-06129c687cb7 req-166481f0-8440-4416-aab0-22e6d6a54df2 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=77637105-0550-4658-837e-b253c5845668 HTTP/1.1" status: 200 len: 946 time: 0.3183343 Feb 04 12:22:39.921916 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-57af38e3-5a06-47cb-850e-4d3f4366f7b7 req-e783bbc1-fb55-42ef-9a5d-ca1651b06860 service neutron] For port 7f7c0ab4-55b6-44d8-8a4a-0a0e2338d223, host n-h1-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:22:40.021023 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-57af38e3-5a06-47cb-850e-4d3f4366f7b7 req-e783bbc1-fb55-42ef-9a5d-ca1651b06860 service neutron] For port 7f7c0ab4-55b6-44d8-8a4a-0a0e2338d223, host n-h1-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=7f7c0ab4-55b6-44d8-8a4a-0a0e2338d223,segment=NetworkSegment(3650fe49-0487-4896-b953-b3c6867af33a),segment_id=3650fe49-0487-4896-b953-b3c6867af33a)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:22:40.045261 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-57af38e3-5a06-47cb-850e-4d3f4366f7b7 req-e783bbc1-fb55-42ef-9a5d-ca1651b06860 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (7f7c0ab4-55b6-44d8-8a4a-0a0e2338d223), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:40.448419 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57af38e3-5a06-47cb-850e-4d3f4366f7b7 req-e783bbc1-fb55-42ef-9a5d-ca1651b06860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:40.449203 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-57af38e3-5a06-47cb-850e-4d3f4366f7b7 req-e783bbc1-fb55-42ef-9a5d-ca1651b06860 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:40.450433 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-57af38e3-5a06-47cb-850e-4d3f4366f7b7 req-e783bbc1-fb55-42ef-9a5d-ca1651b06860 service neutron] 10.222.0.73 "PUT /v2.0/ports/7f7c0ab4-55b6-44d8-8a4a-0a0e2338d223 HTTP/1.1" status: 200 len: 1092 time: 3.7073112 Feb 04 12:22:40.459695 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-05cdd2fc-559b-43c3-831b-06129c687cb7 req-ab3e40c7-3bf6-4274-8559-09fb05b72c90 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/security-groups?id=0e320687-8002-4e00-a016-6bf57af2cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5405111 Feb 04 12:22:40.460170 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9ffef14-76ba-4a42-9e1b-35dd47cebb9c', 'tag': '7f7c0ab4-55b6-44d8-8a4a-0a0e2338d223'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:22:40.463052 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a048870d-1fb9-4b23-9528-0c6f41499fc7" -d '{"events": [{"name": "network-changed", "server_uuid": "e9ffef14-76ba-4a42-9e1b-35dd47cebb9c", "tag": "7f7c0ab4-55b6-44d8-8a4a-0a0e2338d223"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:22:40.533261 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ed6263-2a79-4f76-820f-eb404ee5e9b3 req-e7577ebe-55a6-4045-ba84-e1ba0baac3e8 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:40.535794 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-21ed6263-2a79-4f76-820f-eb404ee5e9b3 req-e7577ebe-55a6-4045-ba84-e1ba0baac3e8 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/ports?device_id=d34debd3-69cc-401a-b9c1-7bee77ccc332 HTTP/1.1" status: 200 len: 949 time: 0.6426427 Feb 04 12:22:40.558531 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4760cf56-52d9-4612-a8b2-2c21bf77b079 admin admin] Network dfa4f26c-5721-43a6-9eae-5aba1551b1ca is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:22:40.577379 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3ac29f-f5fc-4bc6-aa1f-7b6a99fce680 req-6eccfd4a-8f68-4600-94e3-db58383a88bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:40.579966 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1d3ac29f-f5fc-4bc6-aa1f-7b6a99fce680 req-6eccfd4a-8f68-4600-94e3-db58383a88bb service neutron] 10.222.0.77 "GET /v2.0/networks?id=365084f8-2068-4655-9009-041f3cc171be HTTP/1.1" status: 200 len: 922 time: 0.6834974 Feb 04 12:22:40.627602 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-4760cf56-52d9-4612-a8b2-2c21bf77b079 admin admin] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:22:40.678413 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e783bbc1-fb55-42ef-9a5d-ca1651b06860 service neutron] Pushing event updated for resources: {'Port': ['ID=7f7c0ab4-55b6-44d8-8a4a-0a0e2338d223,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:22:40.849664 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03d9c637-5f7a-4502-80df-af2857f4090a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5220023c-d235-4d74-a4b7-828b7b5ddbc6'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:22:40.855689 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90110cec-fe4b-49de-b8de-d0c9cf2e1399" -d '{"events": [{"server_uuid": "03d9c637-5f7a-4502-80df-af2857f4090a", "name": "network-vif-plugged", "status": "completed", "tag": "5220023c-d235-4d74-a4b7-828b7b5ddbc6"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:22:40.866177 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5464e351-b89e-416f-a163-674a68e4de68 req-59c88f4f-ab72-4b06-8e52-6fc124171e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:40.868826 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5464e351-b89e-416f-a163-674a68e4de68 req-59c88f4f-ab72-4b06-8e52-6fc124171e7d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=207f01ccf15c4616a04a98fbbad5fc72&device_id=77637105-0550-4658-837e-b253c5845668 HTTP/1.1" status: 200 len: 1128 time: 0.4497766 Feb 04 12:22:40.871102 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1d3ac29f-f5fc-4bc6-aa1f-7b6a99fce680 req-6562f171-baa1-4bb6-acdf-64835ed62123 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77dede16-a541-4c69-b69d-142ceabed198 HTTP/1.1" status: 200 len: 217 time: 0.2254226 Feb 04 12:22:41.004980 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-120d24d5-c429-4ab9-a897-7e9af9cd4984 None None] Provisioning complete for port 7125ce84-274f-4bad-8d48-a48215d73797 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:22:41.005724 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-120d24d5-c429-4ab9-a897-7e9af9cd4984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (7125ce84-274f-4bad-8d48-a48215d73797), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:41.055423 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-120d24d5-c429-4ab9-a897-7e9af9cd4984 None None] Port 7125ce84-274f-4bad-8d48-a48215d73797 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:22:41.187708 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57af38e3-5a06-47cb-850e-4d3f4366f7b7 req-c4a1d146-9aee-4b57-9c04-3dfcf9dcb705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:41.189533 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-57af38e3-5a06-47cb-850e-4d3f4366f7b7 req-c4a1d146-9aee-4b57-9c04-3dfcf9dcb705 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=de5b493dc21244659b5bc7c29ae1d428&device_id=e9ffef14-76ba-4a42-9e1b-35dd47cebb9c HTTP/1.1" status: 200 len: 1126 time: 0.6377676 Feb 04 12:22:41.199021 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-21ed6263-2a79-4f76-820f-eb404ee5e9b3 req-2163abf5-5841-4473-8602-36c8a5abdeb4 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/security-groups?id=ff9db729-a945-4359-8bb3-48cdfdee30d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6388977 Feb 04 12:22:41.200857 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3ac29f-f5fc-4bc6-aa1f-7b6a99fce680 req-a8f94fcf-174b-44dd-950a-6b6bbddb7cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:41.202498 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1d3ac29f-f5fc-4bc6-aa1f-7b6a99fce680 req-a8f94fcf-174b-44dd-950a-6b6bbddb7cd6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=baf06417-eecb-4036-81cf-3c7679e7daf8 HTTP/1.1" status: 200 len: 861 time: 0.2492275 Feb 04 12:22:41.335482 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc801668-f2f9-4850-b17b-d5e0b7b2a94e x-openstack-request-id: req-cc801668-f2f9-4850-b17b-d5e0b7b2a94e {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:22:41.336250 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9ffef14-76ba-4a42-9e1b-35dd47cebb9c", "tag": "7f7c0ab4-55b6-44d8-8a4a-0a0e2338d223", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:22:41.336250 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cc801668-f2f9-4850-b17b-d5e0b7b2a94e {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:22:41.336733 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9ffef14-76ba-4a42-9e1b-35dd47cebb9c', 'tag': '7f7c0ab4-55b6-44d8-8a4a-0a0e2338d223', 'status': 'completed', 'code': 200} Feb 04 12:22:41.350270 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-57af38e3-5a06-47cb-850e-4d3f4366f7b7 req-928baad3-73c0-47c0-9d01-2d6204b83b2c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f7c0ab4-55b6-44d8-8a4a-0a0e2338d223 HTTP/1.1" status: 200 len: 217 time: 0.1425862 Feb 04 12:22:41.353814 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1d3ac29f-f5fc-4bc6-aa1f-7b6a99fce680 req-e119b368-b4f2-4561-83c5-d8e506c0ecd9 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=365084f8-2068-4655-9009-041f3cc171be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1350665 Feb 04 12:22:41.442268 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5464e351-b89e-416f-a163-674a68e4de68 req-dab94d84-9990-4c2d-a7a8-22edf6247668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:41.443783 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5464e351-b89e-416f-a163-674a68e4de68 req-dab94d84-9990-4c2d-a7a8-22edf6247668 service neutron] 10.222.0.73 "GET /v2.0/networks?id=365084f8-2068-4655-9009-041f3cc171be HTTP/1.1" status: 200 len: 922 time: 0.4438047 Feb 04 12:22:41.531011 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device b3b9b701-1627-4bf6-b4c1-3546e6bb894a details requested by agent hyperv_n-h2-825015-3 with host n-h2-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:22:41.575222 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42affc6b-f00d-49e5-a29e-11b2225dba09 req-63277b85-700d-48fc-92c6-6b193a5707e8 tempest-LiveAutoBlockMigrationV225Test-497889810 tempest-LiveAutoBlockMigrationV225Test-497889810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:41.577768 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-42affc6b-f00d-49e5-a29e-11b2225dba09 req-63277b85-700d-48fc-92c6-6b193a5707e8 tempest-LiveAutoBlockMigrationV225Test-497889810 tempest-LiveAutoBlockMigrationV225Test-497889810-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=77637105-0550-4658-837e-b253c5845668&tenant_id=207f01ccf15c4616a04a98fbbad5fc72&binding%3Ahost_id=n-h1-825015-3 HTTP/1.1" status: 200 len: 1128 time: 0.0979991 Feb 04 12:22:41.603796 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-42affc6b-f00d-49e5-a29e-11b2225dba09 req-16f13466-56bb-4ef3-8360-0b0215cf35ce service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-825015-3'}}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:22:41.607187 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5464e351-b89e-416f-a163-674a68e4de68 req-87a127a3-67f1-4ea6-8025-1a6a188bf0da service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b3b9b701-1627-4bf6-b4c1-3546e6bb894a HTTP/1.1" status: 200 len: 217 time: 0.1423078 Feb 04 12:22:41.636363 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4760cf56-52d9-4612-a8b2-2c21bf77b079 admin admin] Router 9a3d652d-1f8a-4c52-98f2-1d6794301f45 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:22:41.639869 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57af38e3-5a06-47cb-850e-4d3f4366f7b7 req-30a1c8ee-c243-4688-b015-7cd47d03a734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:41.641524 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-57af38e3-5a06-47cb-850e-4d3f4366f7b7 req-30a1c8ee-c243-4688-b015-7cd47d03a734 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5a7709a7-759a-49ea-a610-cec6e14d5672 HTTP/1.1" status: 200 len: 861 time: 0.2745383 Feb 04 12:22:41.703585 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20def40b-8870-46ba-998b-e0df6033ce71 req-b33c4656-f8a2-429f-9a04-a4560edd0af4 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:41.717493 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-20def40b-8870-46ba-998b-e0df6033ce71 req-b33c4656-f8a2-429f-9a04-a4560edd0af4 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] 10.222.0.65 "GET /v2.0/ports?device_id=e9ffef14-76ba-4a42-9e1b-35dd47cebb9c HTTP/1.1" status: 200 len: 944 time: 0.4749908 Feb 04 12:22:41.759206 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port b3b9b701-1627-4bf6-b4c1-3546e6bb894a, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=b3b9b701-1627-4bf6-b4c1-3546e6bb894a,segment=NetworkSegment(30a1e83f-6fb2-463b-baec-19bf81bfa14b),segment_id=30a1e83f-6fb2-463b-baec-19bf81bfa14b)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:22:41.766875 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-57af38e3-5a06-47cb-850e-4d3f4366f7b7 req-9494d2ba-29a6-4740-89b6-03fe511b06c2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=33921118-8bb8-4172-84ea-b744fa92425e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1149323 Feb 04 12:22:41.791841 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device b3b9b701-1627-4bf6-b4c1-3546e6bb894a has no active binding in host n-h2-825015-3 {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 04 12:22:41.810016 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3948636-1d82-4788-a4cb-0bce58f55d05 req-3b0544a3-30f6-4a8d-8c7a-9ce6f5f6639e tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:41.817542 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c3948636-1d82-4788-a4cb-0bce58f55d05 req-3b0544a3-30f6-4a8d-8c7a-9ce6f5f6639e tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] 10.222.0.65 "GET /v2.0/ports?device_id=03d9c637-5f7a-4502-80df-af2857f4090a HTTP/1.1" status: 200 len: 945 time: 0.4375772 Feb 04 12:22:41.880475 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-42affc6b-f00d-49e5-a29e-11b2225dba09 req-16f13466-56bb-4ef3-8360-0b0215cf35ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (b3b9b701-1627-4bf6-b4c1-3546e6bb894a), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:42.018716 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1d3ac29f-f5fc-4bc6-aa1f-7b6a99fce680 req-c85c69c9-1277-495c-9dbb-82e9c8dc7913 service neutron] 10.222.0.77 "GET /v2.0/networks/365084f8-2068-4655-9009-041f3cc171be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6480923 Feb 04 12:22:42.050375 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5464e351-b89e-416f-a163-674a68e4de68 req-a2b4bbf5-402f-428f-a33d-78f9ffe89e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:42.052065 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5464e351-b89e-416f-a163-674a68e4de68 req-a2b4bbf5-402f-428f-a33d-78f9ffe89e14 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=baf06417-eecb-4036-81cf-3c7679e7daf8 HTTP/1.1" status: 200 len: 861 time: 0.4268775 Feb 04 12:22:42.076898 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-42affc6b-f00d-49e5-a29e-11b2225dba09 req-16f13466-56bb-4ef3-8360-0b0215cf35ce service neutron] For port b3b9b701-1627-4bf6-b4c1-3546e6bb894a, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=b3b9b701-1627-4bf6-b4c1-3546e6bb894a,segment=NetworkSegment(30a1e83f-6fb2-463b-baec-19bf81bfa14b),segment_id=30a1e83f-6fb2-463b-baec-19bf81bfa14b)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:22:42.157780 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-42affc6b-f00d-49e5-a29e-11b2225dba09 req-16f13466-56bb-4ef3-8360-0b0215cf35ce service neutron] For port b3b9b701-1627-4bf6-b4c1-3546e6bb894a, host n-h1-825015-3, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:22:42.178040 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5464e351-b89e-416f-a163-674a68e4de68 req-95d01add-4970-4ba2-ba95-0c4fd07904c2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=365084f8-2068-4655-9009-041f3cc171be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1042829 Feb 04 12:22:42.188400 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-20def40b-8870-46ba-998b-e0df6033ce71 req-fc3ce6d8-a3c3-4d66-8f0a-75fa72a95387 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] 10.222.0.65 "GET /v2.0/security-groups?id=e102d2aa-c1a8-4ba5-bd37-a0f044093565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4696348 Feb 04 12:22:42.291904 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c3948636-1d82-4788-a4cb-0bce58f55d05 req-23f66769-7708-4c6d-b339-45b45b6aeed6 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0b93a62-41a7-4338-9add-00a3a3dd7ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4731903 Feb 04 12:22:42.302984 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-42affc6b-f00d-49e5-a29e-11b2225dba09 req-16f13466-56bb-4ef3-8360-0b0215cf35ce service neutron] Publish callbacks [] for port (b3b9b701-1627-4bf6-b4c1-3546e6bb894a), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:42.304726 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77637105-0550-4658-837e-b253c5845668', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3b9b701-1627-4bf6-b4c1-3546e6bb894a'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:22:42.309143 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9940e20-528e-436a-b414-03ebe8401e5f" -d '{"events": [{"server_uuid": "77637105-0550-4658-837e-b253c5845668", "name": "network-vif-unplugged", "status": "completed", "tag": "b3b9b701-1627-4bf6-b4c1-3546e6bb894a"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:22:42.331645 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-42affc6b-f00d-49e5-a29e-11b2225dba09 req-16f13466-56bb-4ef3-8360-0b0215cf35ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (b3b9b701-1627-4bf6-b4c1-3546e6bb894a), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:42.392544 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d37c55a2-3221-4e09-a454-d41c248043a3 x-openstack-request-id: req-d37c55a2-3221-4e09-a454-d41c248043a3 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:22:42.393485 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03d9c637-5f7a-4502-80df-af2857f4090a", "name": "network-vif-plugged", "status": "completed", "tag": "5220023c-d235-4d74-a4b7-828b7b5ddbc6", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:22:42.393485 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d37c55a2-3221-4e09-a454-d41c248043a3 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:22:42.393485 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03d9c637-5f7a-4502-80df-af2857f4090a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5220023c-d235-4d74-a4b7-828b7b5ddbc6', 'code': 200} Feb 04 12:22:42.550305 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4760cf56-52d9-4612-a8b2-2c21bf77b079 admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:22:42.570192 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c210d037-65ed-4e68-9458-85238ef84c96 None None] Sync routers for ids ['9a3d652d-1f8a-4c52-98f2-1d6794301f45'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:22:42.581012 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5464e351-b89e-416f-a163-674a68e4de68 req-bef988da-41f1-49a5-915e-10640e7299f4 service neutron] 10.222.0.73 "GET /v2.0/networks/365084f8-2068-4655-9009-041f3cc171be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3676479 Feb 04 12:22:42.593661 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-4760cf56-52d9-4612-a8b2-2c21bf77b079 admin admin] 10.222.0.65 "PUT /v2.0/routers/9a3d652d-1f8a-4c52-98f2-1d6794301f45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9359434 Feb 04 12:22:42.641567 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c210d037-65ed-4e68-9458-85238ef84c96 None None] Routers {'9a3d652d-1f8a-4c52-98f2-1d6794301f45'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:22:42.645381 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-c210d037-65ed-4e68-9458-85238ef84c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:22:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['9a3d652d-1f8a-4c52-98f2-1d6794301f45'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:22:42.667292 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-42affc6b-f00d-49e5-a29e-11b2225dba09 req-16f13466-56bb-4ef3-8360-0b0215cf35ce service neutron] Attempting to bind port b3b9b701-1627-4bf6-b4c1-3546e6bb894a on host n-h1-825015-3 for vnic_type normal with profile {"migrating_to": "n-h2-825015-3"} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:22:42.667292 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-42affc6b-f00d-49e5-a29e-11b2225dba09 req-16f13466-56bb-4ef3-8360-0b0215cf35ce service neutron] Attempting to bind port b3b9b701-1627-4bf6-b4c1-3546e6bb894a by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': '30a1e83f-6fb2-463b-baec-19bf81bfa14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '365084f8-2068-4655-9009-041f3cc171be'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:22:42.667292 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42affc6b-f00d-49e5-a29e-11b2225dba09 req-16f13466-56bb-4ef3-8360-0b0215cf35ce service neutron] Attempting to bind port b3b9b701-1627-4bf6-b4c1-3546e6bb894a on network 365084f8-2068-4655-9009-041f3cc171be {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:22:42.674918 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f13466-56bb-4ef3-8360-0b0215cf35ce service neutron] Pushing event updated for resources: {'Port': ['ID=b3b9b701-1627-4bf6-b4c1-3546e6bb894a,revision_number=7']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:22:42.687723 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42affc6b-f00d-49e5-a29e-11b2225dba09 req-16f13466-56bb-4ef3-8360-0b0215cf35ce service neutron] Port b3b9b701-1627-4bf6-b4c1-3546e6bb894a on network 365084f8-2068-4655-9009-041f3cc171be not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:22:42.688287 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42affc6b-f00d-49e5-a29e-11b2225dba09 req-16f13466-56bb-4ef3-8360-0b0215cf35ce service neutron] Attempting to bind port b3b9b701-1627-4bf6-b4c1-3546e6bb894a on network 365084f8-2068-4655-9009-041f3cc171be {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:22:42.700672 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42affc6b-f00d-49e5-a29e-11b2225dba09 req-16f13466-56bb-4ef3-8360-0b0215cf35ce service neutron] Checking agent: {'id': 'f8add0d2-2202-43d3-bc0e-72442788e6ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:22:42.701346 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42affc6b-f00d-49e5-a29e-11b2225dba09 req-16f13466-56bb-4ef3-8360-0b0215cf35ce service neutron] Checking segment: {'id': '30a1e83f-6fb2-463b-baec-19bf81bfa14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '365084f8-2068-4655-9009-041f3cc171be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:22:42.702077 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42affc6b-f00d-49e5-a29e-11b2225dba09 req-16f13466-56bb-4ef3-8360-0b0215cf35ce service neutron] Bound using segment: {'id': '30a1e83f-6fb2-463b-baec-19bf81bfa14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '365084f8-2068-4655-9009-041f3cc171be'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:22:42.702916 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-42affc6b-f00d-49e5-a29e-11b2225dba09 req-16f13466-56bb-4ef3-8360-0b0215cf35ce service neutron] Bound port: b3b9b701-1627-4bf6-b4c1-3546e6bb894a, host: n-h1-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30a1e83f-6fb2-463b-baec-19bf81bfa14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '365084f8-2068-4655-9009-041f3cc171be'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:22:42.703618 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-42affc6b-f00d-49e5-a29e-11b2225dba09 req-16f13466-56bb-4ef3-8360-0b0215cf35ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (b3b9b701-1627-4bf6-b4c1-3546e6bb894a), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:42.717105 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-57af38e3-5a06-47cb-850e-4d3f4366f7b7 req-130ad5b6-4318-42d6-863c-29381cd9341d service neutron] 10.222.0.73 "GET /v2.0/networks/33921118-8bb8-4172-84ea-b744fa92425e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9274993 Feb 04 12:22:42.828104 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-42affc6b-f00d-49e5-a29e-11b2225dba09 req-16f13466-56bb-4ef3-8360-0b0215cf35ce service neutron] For port b3b9b701-1627-4bf6-b4c1-3546e6bb894a, host n-h1-825015-3, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:22:42.833430 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-42affc6b-f00d-49e5-a29e-11b2225dba09 req-16f13466-56bb-4ef3-8360-0b0215cf35ce service neutron] For port b3b9b701-1627-4bf6-b4c1-3546e6bb894a, host n-h1-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=b3b9b701-1627-4bf6-b4c1-3546e6bb894a,segment=NetworkSegment(30a1e83f-6fb2-463b-baec-19bf81bfa14b),segment_id=30a1e83f-6fb2-463b-baec-19bf81bfa14b)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:22:42.847308 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-42affc6b-f00d-49e5-a29e-11b2225dba09 req-16f13466-56bb-4ef3-8360-0b0215cf35ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (b3b9b701-1627-4bf6-b4c1-3546e6bb894a), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:42.863431 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34db18c3-3d2e-4278-a6ec-085f2edc3b57 req-c6d20ccb-caa4-4f88-af5f-a18fdd091ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:42.865440 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-34db18c3-3d2e-4278-a6ec-085f2edc3b57 req-c6d20ccb-caa4-4f88-af5f-a18fdd091ea8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=03d9c637-5f7a-4502-80df-af2857f4090a HTTP/1.1" status: 200 len: 1127 time: 0.3499115 Feb 04 12:22:42.958009 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-c210d037-65ed-4e68-9458-85238ef84c96 None None] Set router 9a3d652d-1f8a-4c52-98f2-1d6794301f45 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:22:43.066438 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f13466-56bb-4ef3-8360-0b0215cf35ce service neutron] Pushing event updated for resources: {'Port': ['ID=b3b9b701-1627-4bf6-b4c1-3546e6bb894a,revision_number=8']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:22:43.069719 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5464e351-b89e-416f-a163-674a68e4de68 req-2a0575d1-0199-42e9-b516-bdbd2052816b service neutron] 10.222.0.73 "GET /v2.0/networks/365084f8-2068-4655-9009-041f3cc171be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4693289 Feb 04 12:22:43.079280 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 60808) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:22:43.175367 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42affc6b-f00d-49e5-a29e-11b2225dba09 req-16f13466-56bb-4ef3-8360-0b0215cf35ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:43.177766 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-42affc6b-f00d-49e5-a29e-11b2225dba09 req-16f13466-56bb-4ef3-8360-0b0215cf35ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:43.179400 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-42affc6b-f00d-49e5-a29e-11b2225dba09 req-16f13466-56bb-4ef3-8360-0b0215cf35ce service neutron] 10.222.0.77 "PUT /v2.0/ports/b3b9b701-1627-4bf6-b4c1-3546e6bb894a HTTP/1.1" status: 200 len: 1122 time: 1.5932889 Feb 04 12:22:43.203075 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-34db18c3-3d2e-4278-a6ec-085f2edc3b57 req-58761951-143a-40ce-9207-336c830a60f5 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=e0b93a62-41a7-4338-9add-00a3a3dd7ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3316050 Feb 04 12:22:43.243203 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1d3ac29f-f5fc-4bc6-aa1f-7b6a99fce680 req-91a3c1f4-adc4-4282-b90e-b597f5a3e2d8 service neutron] 10.222.0.77 "GET /v2.0/networks/365084f8-2068-4655-9009-041f3cc171be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2080421 Feb 04 12:22:43.278200 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-27819384-380d-4ae3-81c1-685c9e1bcdd4 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-123366258'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:22:43.298939 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368eee0d-033a-4c5e-a011-17f7d450ad8a req-63fb0324-ed07-4c2d-8f8b-baf9ba2c2428 tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:43.311694 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-368eee0d-033a-4c5e-a011-17f7d450ad8a req-63fb0324-ed07-4c2d-8f8b-baf9ba2c2428 tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] 10.222.0.65 "GET /v2.0/ports?device_id=b668b5a6-f814-4ca8-9b06-d6938d10cbd4 HTTP/1.1" status: 200 len: 950 time: 0.9847775 Feb 04 12:22:43.354254 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27819384-380d-4ae3-81c1-685c9e1bcdd4 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Made reservation on behalf of 47de0937152d4219879ddb21b59f348a for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:22:43.355016 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['b3b9b701-1627-4bf6-b4c1-3546e6bb894a'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:22:43.369455 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-27819384-380d-4ae3-81c1-685c9e1bcdd4 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:43.413298 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6258bbe-b3f6-4bd6-a0e8-d79c29b3097c req-da20198b-699e-44ab-8ec4-a47cd2297615 tempest-ServersOnMultiNodesTest-571519993 tempest-ServersOnMultiNodesTest-571519993-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:43.422827 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a6258bbe-b3f6-4bd6-a0e8-d79c29b3097c req-da20198b-699e-44ab-8ec4-a47cd2297615 tempest-ServersOnMultiNodesTest-571519993 tempest-ServersOnMultiNodesTest-571519993-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=d34debd3-69cc-401a-b9c1-7bee77ccc332 HTTP/1.1" status: 200 len: 1131 time: 0.8615954 Feb 04 12:22:43.424903 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['b3b9b701-1627-4bf6-b4c1-3546e6bb894a'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:22:43.461286 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27819384-380d-4ae3-81c1-685c9e1bcdd4 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:22:43.497497 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-27819384-380d-4ae3-81c1-685c9e1bcdd4 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (65f762d4-a3a7-4554-9833-eff800ccf5a2), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:43.499481 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-27819384-380d-4ae3-81c1-685c9e1bcdd4 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Added segment 65f762d4-a3a7-4554-9833-eff800ccf5a2 of type vlan for network e56fdb0a-51c9-47ca-a34d-8374841558bb Feb 04 12:22:43.504485 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-368eee0d-033a-4c5e-a011-17f7d450ad8a req-05f4130c-6b6a-40c0-8880-208f05bd8940 tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] 10.222.0.65 "GET /v2.0/security-groups?id=2a710b37-a338-4b40-8a5a-fd5a798f9b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911223 Feb 04 12:22:43.681685 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-27819384-380d-4ae3-81c1-685c9e1bcdd4 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (e56fdb0a-51c9-47ca-a34d-8374841558bb), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:43.702392 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-57af38e3-5a06-47cb-850e-4d3f4366f7b7 req-47d6bfb3-ad6c-4be6-8b1f-e2a8307db26b service neutron] 10.222.0.73 "GET /v2.0/networks/33921118-8bb8-4172-84ea-b744fa92425e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9525888 Feb 04 12:22:43.800204 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-27819384-380d-4ae3-81c1-685c9e1bcdd4 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (e56fdb0a-51c9-47ca-a34d-8374841558bb), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:43.819377 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27819384-380d-4ae3-81c1-685c9e1bcdd4 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:43.820607 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-27819384-380d-4ae3-81c1-685c9e1bcdd4 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:43.893184 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a6258bbe-b3f6-4bd6-a0e8-d79c29b3097c req-e979e488-841f-489a-95c0-76369d680494 tempest-ServersOnMultiNodesTest-571519993 tempest-ServersOnMultiNodesTest-571519993-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=ff9db729-a945-4359-8bb3-48cdfdee30d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4131856 Feb 04 12:22:43.908260 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a47ad7-1e04-4c3c-9041-e0539f38677c req-dae9bbf3-32cc-4c93-bd75-e22f87d77645 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:43.925799 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-45a47ad7-1e04-4c3c-9041-e0539f38677c req-dae9bbf3-32cc-4c93-bd75-e22f87d77645 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=77637105-0550-4658-837e-b253c5845668 HTTP/1.1" status: 200 len: 944 time: 0.1620367 Feb 04 12:22:44.289126 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27819384-380d-4ae3-81c1-685c9e1bcdd4 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Pushing event updated for resources: {'Network': ['ID=e56fdb0a-51c9-47ca-a34d-8374841558bb,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:22:44.305259 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-45a47ad7-1e04-4c3c-9041-e0539f38677c req-b5a0d2d7-3575-46e2-8ecf-c133cb712472 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/security-groups?id=0e320687-8002-4e00-a016-6bf57af2cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3780067 Feb 04 12:22:44.325317 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 60826) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:22:44.338382 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-27819384-380d-4ae3-81c1-685c9e1bcdd4 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.2307241 Feb 04 12:22:44.349148 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 12:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62504311-e688-447d-9930-80df9945e178 x-openstack-request-id: req-62504311-e688-447d-9930-80df9945e178 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:22:44.349457 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77637105-0550-4658-837e-b253c5845668", "name": "network-vif-unplugged", "status": "completed", "tag": "b3b9b701-1627-4bf6-b4c1-3546e6bb894a", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:22:44.349614 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a048870d-1fb9-4b23-9528-0c6f41499fc7 req-30a82185-852b-4d78-a97a-c768ca506b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:44.349783 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-62504311-e688-447d-9930-80df9945e178 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:22:44.352517 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a048870d-1fb9-4b23-9528-0c6f41499fc7 req-30a82185-852b-4d78-a97a-c768ca506b2e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=de5b493dc21244659b5bc7c29ae1d428&device_id=e9ffef14-76ba-4a42-9e1b-35dd47cebb9c HTTP/1.1" status: 200 len: 1126 time: 0.3689761 Feb 04 12:22:44.354408 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77637105-0550-4658-837e-b253c5845668', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3b9b701-1627-4bf6-b4c1-3546e6bb894a', 'code': 200} Feb 04 12:22:44.363782 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-42f4399f-e8c1-4475-af6b-dfc44a5a85ca tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Request body: {'subnet': {'network_id': 'e56fdb0a-51c9-47ca-a34d-8374841558bb', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:22:44.401415 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network e56fdb0a-51c9-47ca-a34d-8374841558bb details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:22:44.828527 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-c210d037-65ed-4e68-9458-85238ef84c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a3d652d-1f8a-4c52-98f2-1d6794301f45', 'name': 'tempest-ServersTestMultiNic-2034245854-router', 'tenant_id': '47de0937152d4219879ddb21b59f348a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '33bb0bee-cc4e-442e-af52-a22c4f32d993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:22:26Z', 'updated_at': '2022-02-04T12:22:38Z', 'revision_number': 4, 'project_id': '47de0937152d4219879ddb21b59f348a', 'gw_port': {'id': '33bb0bee-cc4e-442e-af52-a22c4f32d993', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:c6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3d652d-1f8a-4c52-98f2-1d6794301f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:22:28Z', 'updated_at': '2022-02-04T12:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '7125ce84-274f-4bad-8d48-a48215d73797', 'name': '', 'network_id': 'dfa4f26c-5721-43a6-9eae-5aba1551b1ca', 'tenant_id': '47de0937152d4219879ddb21b59f348a', 'mac_address': 'fa:16:3e:b9:85:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a3d652d-1f8a-4c52-98f2-1d6794301f45', 'device_owner': 'network:router_interface', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '4c63f2d1-6663-4291-a76e-17876fde4854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:22:34Z', 'updated_at': '2022-02-04T12:22:38Z', 'revision_number': 2, 'project_id': '47de0937152d4219879ddb21b59f348a', 'subnets': [{'id': '4c63f2d1-6663-4291-a76e-17876fde4854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:22:44.846495 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf92747-6094-4d83-afee-3715e85feba1 req-35e6e100-d454-4849-80e4-1d4a51d92585 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:44.846495 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3bf92747-6094-4d83-afee-3715e85feba1 req-35e6e100-d454-4849-80e4-1d4a51d92585 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] 10.222.0.65 "GET /v2.0/ports?device_id=03d9c637-5f7a-4502-80df-af2857f4090a HTTP/1.1" status: 200 len: 945 time: 0.3156936 Feb 04 12:22:44.929246 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c210d037-65ed-4e68-9458-85238ef84c96 None None] Checking router: 9a3d652d-1f8a-4c52-98f2-1d6794301f45 for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:22:44.929545 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c210d037-65ed-4e68-9458-85238ef84c96 None None] Updating router 9a3d652d-1f8a-4c52-98f2-1d6794301f45 port 7125ce84-274f-4bad-8d48-a48215d73797 binding host n-d-825015-3 {{(pid=103476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:22:44.971457 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c210d037-65ed-4e68-9458-85238ef84c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (7125ce84-274f-4bad-8d48-a48215d73797), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:45.283376 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a048870d-1fb9-4b23-9528-0c6f41499fc7 req-ae83321b-1f67-40e8-a51e-995096d5a48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:45.286045 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a048870d-1fb9-4b23-9528-0c6f41499fc7 req-ae83321b-1f67-40e8-a51e-995096d5a48a service neutron] 10.222.0.73 "GET /v2.0/networks?id=33921118-8bb8-4172-84ea-b744fa92425e HTTP/1.1" status: 200 len: 922 time: 0.9181578 Feb 04 12:22:45.300072 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2eb4bd-4f98-4f83-92eb-7f4a2ae89cb8 req-d08785f0-7818-4a3b-8a51-3f882033d0f8 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:45.302434 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ff2eb4bd-4f98-4f83-92eb-7f4a2ae89cb8 req-d08785f0-7818-4a3b-8a51-3f882033d0f8 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] 10.222.0.65 "GET /v2.0/ports?device_id=e9ffef14-76ba-4a42-9e1b-35dd47cebb9c HTTP/1.1" status: 200 len: 944 time: 0.7284594 Feb 04 12:22:45.316512 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42f4399f-e8c1-4475-af6b-dfc44a5a85ca tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Made reservation on behalf of 47de0937152d4219879ddb21b59f348a for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:22:45.323372 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-42f4399f-e8c1-4475-af6b-dfc44a5a85ca tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:45.498474 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c210d037-65ed-4e68-9458-85238ef84c96 None None] Publish callbacks [] for port (7125ce84-274f-4bad-8d48-a48215d73797), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:45.516050 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c210d037-65ed-4e68-9458-85238ef84c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (7125ce84-274f-4bad-8d48-a48215d73797), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:45.639447 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f2925b45-b1c0-43f4-8390-c6e8d86564c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:45.773274 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-42f4399f-e8c1-4475-af6b-dfc44a5a85ca tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52094127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51452689'] for subnet (40e9b2fc-5552-42af-b368-0091c9768bd5), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:45.774523 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb59cb7-9a7f-441a-9305-3da3aeb42749 None None] Pushing event updated for resources: {'Port': ['ID=7125ce84-274f-4bad-8d48-a48215d73797,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:22:45.824446 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-c210d037-65ed-4e68-9458-85238ef84c96 None None] Attempting to bind port 7125ce84-274f-4bad-8d48-a48215d73797 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:22:45.825291 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-c210d037-65ed-4e68-9458-85238ef84c96 None None] Attempting to bind port 7125ce84-274f-4bad-8d48-a48215d73797 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '2f528b05-c2fd-49cc-875e-043a84227085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'dfa4f26c-5721-43a6-9eae-5aba1551b1ca'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:22:45.825908 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c210d037-65ed-4e68-9458-85238ef84c96 None None] Attempting to bind port 7125ce84-274f-4bad-8d48-a48215d73797 on network dfa4f26c-5721-43a6-9eae-5aba1551b1ca {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:22:45.835198 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c210d037-65ed-4e68-9458-85238ef84c96 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:22:45.838482 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c210d037-65ed-4e68-9458-85238ef84c96 None None] Checking segment: {'id': '2f528b05-c2fd-49cc-875e-043a84227085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'dfa4f26c-5721-43a6-9eae-5aba1551b1ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:22:45.840163 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c210d037-65ed-4e68-9458-85238ef84c96 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:45.841775 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c210d037-65ed-4e68-9458-85238ef84c96 None None] Bound using segment: {'id': '2f528b05-c2fd-49cc-875e-043a84227085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'dfa4f26c-5721-43a6-9eae-5aba1551b1ca'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:22:45.843213 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-c210d037-65ed-4e68-9458-85238ef84c96 None None] Bound port: 7125ce84-274f-4bad-8d48-a48215d73797, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f528b05-c2fd-49cc-875e-043a84227085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'dfa4f26c-5721-43a6-9eae-5aba1551b1ca'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:22:45.844150 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c210d037-65ed-4e68-9458-85238ef84c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (7125ce84-274f-4bad-8d48-a48215d73797), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:45.874779 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a048870d-1fb9-4b23-9528-0c6f41499fc7 req-320b3088-6646-4e09-972c-a9db7f410333 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f7c0ab4-55b6-44d8-8a4a-0a0e2338d223 HTTP/1.1" status: 200 len: 217 time: 0.5709109 Feb 04 12:22:45.881178 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3bf92747-6094-4d83-afee-3715e85feba1 req-0b864fcb-b733-4121-bbcb-f6eb9f827884 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0b93a62-41a7-4338-9add-00a3a3dd7ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0171812 Feb 04 12:22:46.105732 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f4399f-e8c1-4475-af6b-dfc44a5a85ca tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Checking segment: {'id': '65f762d4-a3a7-4554-9833-eff800ccf5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e56fdb0a-51c9-47ca-a34d-8374841558bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:22:46.106246 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f4399f-e8c1-4475-af6b-dfc44a5a85ca tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Network hostable DHCP agents. Network: e56fdb0a-51c9-47ca-a34d-8374841558bb, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:22:46.118177 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ff2eb4bd-4f98-4f83-92eb-7f4a2ae89cb8 req-c9eb8f1a-2b75-4aa6-96f5-4fa75f6788bd tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] 10.222.0.65 "GET /v2.0/security-groups?id=e102d2aa-c1a8-4ba5-bd37-a0f044093565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7855024 Feb 04 12:22:46.139338 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a048870d-1fb9-4b23-9528-0c6f41499fc7 req-1efaa385-f64b-4db1-a440-6d3bee315d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:46.142627 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a048870d-1fb9-4b23-9528-0c6f41499fc7 req-1efaa385-f64b-4db1-a440-6d3bee315d5a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5a7709a7-759a-49ea-a610-cec6e14d5672 HTTP/1.1" status: 200 len: 861 time: 0.2291765 Feb 04 12:22:46.233023 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f4399f-e8c1-4475-af6b-dfc44a5a85ca tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Pushing event updated for resources: {'Subnet': ['ID=40e9b2fc-5552-42af-b368-0091c9768bd5,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:22:46.260060 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a048870d-1fb9-4b23-9528-0c6f41499fc7 req-f74e08cb-4222-480e-96a6-1b9a31520eac service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=33921118-8bb8-4172-84ea-b744fa92425e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1061444 Feb 04 12:22:46.344382 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-8a8a3825-7d59-4bfa-bdba-f4506be9191d None None] Provisioning complete for port 7125ce84-274f-4bad-8d48-a48215d73797 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:22:46.345111 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8a8a3825-7d59-4bfa-bdba-f4506be9191d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (7125ce84-274f-4bad-8d48-a48215d73797), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:46.369140 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77637105-0550-4658-837e-b253c5845668', 'tag': 'b3b9b701-1627-4bf6-b4c1-3546e6bb894a'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:22:46.375227 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f65bb98-a7b0-4821-bc08-fe0ac31b2377" -d '{"events": [{"name": "network-changed", "server_uuid": "77637105-0550-4658-837e-b253c5845668", "tag": "b3b9b701-1627-4bf6-b4c1-3546e6bb894a"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:22:46.422964 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-8a8a3825-7d59-4bfa-bdba-f4506be9191d None None] Port 7125ce84-274f-4bad-8d48-a48215d73797 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:22:46.428698 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-c210d037-65ed-4e68-9458-85238ef84c96 None None] For port 7125ce84-274f-4bad-8d48-a48215d73797, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:22:46.460410 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-c210d037-65ed-4e68-9458-85238ef84c96 None None] For port 7125ce84-274f-4bad-8d48-a48215d73797, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=7125ce84-274f-4bad-8d48-a48215d73797,segment=NetworkSegment(2f528b05-c2fd-49cc-875e-043a84227085),segment_id=2f528b05-c2fd-49cc-875e-043a84227085)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:22:46.474501 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c210d037-65ed-4e68-9458-85238ef84c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (7125ce84-274f-4bad-8d48-a48215d73797), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:46.536583 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a048870d-1fb9-4b23-9528-0c6f41499fc7 req-e142e44d-d383-49b7-ab18-f152ce8a2bfe service neutron] 10.222.0.73 "GET /v2.0/networks/33921118-8bb8-4172-84ea-b744fa92425e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590213 Feb 04 12:22:46.572135 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f4399f-e8c1-4475-af6b-dfc44a5a85ca tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Network e56fdb0a-51c9-47ca-a34d-8374841558bb is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:22:46.579581 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb59cb7-9a7f-441a-9305-3da3aeb42749 None None] Pushing event updated for resources: {'Port': ['ID=7125ce84-274f-4bad-8d48-a48215d73797,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:22:46.611718 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c210d037-65ed-4e68-9458-85238ef84c96 None None] Routers {'9a3d652d-1f8a-4c52-98f2-1d6794301f45'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:22:46.615197 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-c210d037-65ed-4e68-9458-85238ef84c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:22:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['9a3d652d-1f8a-4c52-98f2-1d6794301f45'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:22:46.689290 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-42f4399f-e8c1-4475-af6b-dfc44a5a85ca tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, e56fdb0a-51c9-47ca-a34d-8374841558bb) {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:22:46.694413 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f3c8dddb-2068-41fa-9a32-862220c6180f req-8a4ad396-4356-4260-b7c4-9ec7e400e9df tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=cd7a27426604483abdc4179f17c2461d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1562071 Feb 04 12:22:46.764848 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f4399f-e8c1-4475-af6b-dfc44a5a85ca tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:46.765954 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-42f4399f-e8c1-4475-af6b-dfc44a5a85ca tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:46.910145 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-42f4399f-e8c1-4475-af6b-dfc44a5a85ca tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.5526032 Feb 04 12:22:46.912285 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 60866) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:22:46.921434 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-11976d38-3c05-4f47-851d-31632bef9c4c tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-891703942'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:22:47.020425 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270f0c5c-bd76-457a-a999-628533fcfcce req-7f07fedc-bd5b-48bc-9129-2a7d505442d2 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:47.024581 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-270f0c5c-bd76-457a-a999-628533fcfcce req-7f07fedc-bd5b-48bc-9129-2a7d505442d2 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=77637105-0550-4658-837e-b253c5845668 HTTP/1.1" status: 200 len: 944 time: 0.4315560 Feb 04 12:22:47.040460 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11976d38-3c05-4f47-851d-31632bef9c4c tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Made reservation on behalf of 47de0937152d4219879ddb21b59f348a for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:22:47.053294 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-11976d38-3c05-4f47-851d-31632bef9c4c tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:47.057142 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-c210d037-65ed-4e68-9458-85238ef84c96 None None] Set router 9a3d652d-1f8a-4c52-98f2-1d6794301f45 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:22:47.093609 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a048870d-1fb9-4b23-9528-0c6f41499fc7 req-3a702053-bec5-481f-8aab-138b19270171 service neutron] 10.222.0.73 "GET /v2.0/networks/33921118-8bb8-4172-84ea-b744fa92425e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4926689 Feb 04 12:22:47.151398 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c8dddb-2068-41fa-9a32-862220c6180f req-09c36f94-009a-4b5b-9838-716ac8bd6455 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:47.154275 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f3c8dddb-2068-41fa-9a32-862220c6180f req-09c36f94-009a-4b5b-9838-716ac8bd6455 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3923919 Feb 04 12:22:47.200514 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11976d38-3c05-4f47-851d-31632bef9c4c tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:22:47.219766 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-11976d38-3c05-4f47-851d-31632bef9c4c tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (c5ffa1fd-f850-4005-96c0-aefc73ef96dd), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:47.220756 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-11976d38-3c05-4f47-851d-31632bef9c4c tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Added segment c5ffa1fd-f850-4005-96c0-aefc73ef96dd of type vlan for network 397fc140-e9f1-4e5d-b90a-7ce2245ff19e Feb 04 12:22:47.246699 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966874e0-5238-4b8f-b543-596a2424ff44 None None] Network e56fdb0a-51c9-47ca-a34d-8374841558bb requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:22:47.257473 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 7f7c0ab4-55b6-44d8-8a4a-0a0e2338d223 details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:22:47.298050 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-270f0c5c-bd76-457a-a999-628533fcfcce req-d51da343-655c-456d-92f6-778eab40a9c0 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/security-groups?id=0e320687-8002-4e00-a016-6bf57af2cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470133 Feb 04 12:22:47.306245 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f3c8dddb-2068-41fa-9a32-862220c6180f req-8c608136-c477-4a1a-8641-bd90c87e6776 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/quotas/cd7a27426604483abdc4179f17c2461d HTTP/1.1" status: 200 len: 375 time: 0.0822971 Feb 04 12:22:47.318609 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-11976d38-3c05-4f47-851d-31632bef9c4c tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (397fc140-e9f1-4e5d-b90a-7ce2245ff19e), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:47.366010 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-11976d38-3c05-4f47-851d-31632bef9c4c tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (397fc140-e9f1-4e5d-b90a-7ce2245ff19e), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:47.378508 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11976d38-3c05-4f47-851d-31632bef9c4c tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:47.382426 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-11976d38-3c05-4f47-851d-31632bef9c4c tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:47.506262 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f337bc2-1333-417f-bb01-1a166b17650f x-openstack-request-id: req-6f337bc2-1333-417f-bb01-1a166b17650f {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:22:47.506712 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77637105-0550-4658-837e-b253c5845668", "tag": "b3b9b701-1627-4bf6-b4c1-3546e6bb894a", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:22:47.507516 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6f337bc2-1333-417f-bb01-1a166b17650f {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:22:47.508621 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77637105-0550-4658-837e-b253c5845668', 'tag': 'b3b9b701-1627-4bf6-b4c1-3546e6bb894a', 'status': 'completed', 'code': 200} Feb 04 12:22:47.525202 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 7f7c0ab4-55b6-44d8-8a4a-0a0e2338d223, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=7f7c0ab4-55b6-44d8-8a4a-0a0e2338d223,segment=NetworkSegment(3650fe49-0487-4896-b953-b3c6867af33a),segment_id=3650fe49-0487-4896-b953-b3c6867af33a)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:22:47.526457 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-11976d38-3c05-4f47-851d-31632bef9c4c tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6134734 Feb 04 12:22:47.533049 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 60874) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:22:47.542366 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f3c8dddb-2068-41fa-9a32-862220c6180f req-0fc7d005-3bcb-4289-8bc2-9a24f93cfb81 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=cd7a27426604483abdc4179f17c2461d&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2258601 Feb 04 12:22:47.629793 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-221f7c8a-c66e-4ff9-8e7b-6d3937a0531d tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Request body: {'subnet': {'network_id': '397fc140-e9f1-4e5d-b90a-7ce2245ff19e', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:22:47.653043 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': '7f7c0ab4-55b6-44d8-8a4a-0a0e2338d223', 'network_id': '33921118-8bb8-4172-84ea-b744fa92425e', 'port_id': '7f7c0ab4-55b6-44d8-8a4a-0a0e2338d223', 'mac_address': 'fa:16:3e:b2:ba:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a7709a7-759a-49ea-a610-cec6e14d5672', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:22:47.659333 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f65bb98-a7b0-4821-bc08-fe0ac31b2377 req-964f25c9-6620-49fd-9057-634c0ce70b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:47.661762 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0f65bb98-a7b0-4821-bc08-fe0ac31b2377 req-964f25c9-6620-49fd-9057-634c0ce70b3d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=207f01ccf15c4616a04a98fbbad5fc72&device_id=77637105-0550-4658-837e-b253c5845668 HTTP/1.1" status: 200 len: 1156 time: 0.1182859 Feb 04 12:22:47.724067 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11976d38-3c05-4f47-851d-31632bef9c4c tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Pushing event updated for resources: {'Network': ['ID=397fc140-e9f1-4e5d-b90a-7ce2245ff19e,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:22:47.806693 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-de363afd-fed6-4a1b-adc3-0b0f6530bb96 None None] Provisioning complete for port 7125ce84-274f-4bad-8d48-a48215d73797 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:22:47.807291 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-de363afd-fed6-4a1b-adc3-0b0f6530bb96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (7125ce84-274f-4bad-8d48-a48215d73797), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:47.809886 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 397fc140-e9f1-4e5d-b90a-7ce2245ff19e details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:22:47.937099 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4f08cbcf-87d3-4437-9097-e594e88fbd22 req-ad2f5263-8a41-4fc8-8c3a-c25697d5a8d1 tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=35795a41dcec4d87a7083b571b71fc5d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2343190 Feb 04 12:22:47.965215 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-221f7c8a-c66e-4ff9-8e7b-6d3937a0531d tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Made reservation on behalf of 47de0937152d4219879ddb21b59f348a for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:22:47.978563 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-221f7c8a-c66e-4ff9-8e7b-6d3937a0531d tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60610638'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:48.155078 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7abaaaa7-9d87-4f58-a3a2-0488fc6b59ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-e56fdb0a-51c9-47ca-a34d-8374841558bb', 'network_id': 'e56fdb0a-51c9-47ca-a34d-8374841558bb', 'project_id': '47de0937152d4219879ddb21b59f348a', 'fixed_ips': [{'subnet_id': '40e9b2fc-5552-42af-b368-0091c9768bd5'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 12:22:48.156668 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7abaaaa7-9d87-4f58-a3a2-0488fc6b59ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:48.376233 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f65bb98-a7b0-4821-bc08-fe0ac31b2377 req-3e76fe99-ea0f-4118-b29d-ca35a68f31d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:48.378051 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0f65bb98-a7b0-4821-bc08-fe0ac31b2377 req-3e76fe99-ea0f-4118-b29d-ca35a68f31d5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=365084f8-2068-4655-9009-041f3cc171be HTTP/1.1" status: 200 len: 922 time: 0.6929436 Feb 04 12:22:48.486859 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-28aecd6e-c911-44ee-8979-456856240272 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:48.506029 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 7f7c0ab4-55b6-44d8-8a4a-0a0e2338d223 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:22:48.506832 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (7f7c0ab4-55b6-44d8-8a4a-0a0e2338d223), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:48.534603 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0f65bb98-a7b0-4821-bc08-fe0ac31b2377 req-cb75af0a-cbb8-4dcd-a9c5-b5e4900dbd5b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b3b9b701-1627-4bf6-b4c1-3546e6bb894a HTTP/1.1" status: 200 len: 217 time: 0.1243045 Feb 04 12:22:48.552745 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0653bf55-1f64-4234-b391-0f12f8885cf2 req-9a564d8c-643c-4b7e-9a52-8ace5a541dd2 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:48.562487 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0653bf55-1f64-4234-b391-0f12f8885cf2 req-9a564d8c-643c-4b7e-9a52-8ace5a541dd2 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] 10.222.0.65 "GET /v2.0/ports?device_id=03d9c637-5f7a-4502-80df-af2857f4090a HTTP/1.1" status: 200 len: 945 time: 0.5454862 Feb 04 12:22:48.588325 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f08cbcf-87d3-4437-9097-e594e88fbd22 req-bcb56cd9-42ef-4ff4-a2f4-44e5fd8f0dbd tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:48.595985 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4f08cbcf-87d3-4437-9097-e594e88fbd22 req-bcb56cd9-42ef-4ff4-a2f4-44e5fd8f0dbd tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6576974 Feb 04 12:22:48.619093 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-221f7c8a-c66e-4ff9-8e7b-6d3937a0531d tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59045178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60610680'] for subnet (cdf95d93-a355-4d1e-b20c-004f4954bc93), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:48.733841 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4f08cbcf-87d3-4437-9097-e594e88fbd22 req-4e403f12-c68d-4922-a7f3-cb6223e089af tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] 10.222.0.65 "GET /v2.0/quotas/35795a41dcec4d87a7083b571b71fc5d HTTP/1.1" status: 200 len: 375 time: 0.1368945 Feb 04 12:22:48.790611 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221f7c8a-c66e-4ff9-8e7b-6d3937a0531d tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Checking segment: {'id': 'c5ffa1fd-f850-4005-96c0-aefc73ef96dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '397fc140-e9f1-4e5d-b90a-7ce2245ff19e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:22:48.790985 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221f7c8a-c66e-4ff9-8e7b-6d3937a0531d tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Network hostable DHCP agents. Network: 397fc140-e9f1-4e5d-b90a-7ce2245ff19e, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:22:48.815391 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221f7c8a-c66e-4ff9-8e7b-6d3937a0531d tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Pushing event updated for resources: {'Subnet': ['ID=cdf95d93-a355-4d1e-b20c-004f4954bc93,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:22:48.838051 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f7c0ab4-55b6-44d8-8a4a-0a0e2338d223 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:22:48.859415 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f65bb98-a7b0-4821-bc08-fe0ac31b2377 req-90f36686-1dff-450d-9380-92fa7efd6758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:48.867968 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0f65bb98-a7b0-4821-bc08-fe0ac31b2377 req-90f36686-1dff-450d-9380-92fa7efd6758 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=baf06417-eecb-4036-81cf-3c7679e7daf8 HTTP/1.1" status: 200 len: 861 time: 0.3307672 Feb 04 12:22:48.905050 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221f7c8a-c66e-4ff9-8e7b-6d3937a0531d tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Network 397fc140-e9f1-4e5d-b90a-7ce2245ff19e is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:22:48.920268 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 7f7c0ab4-55b6-44d8-8a4a-0a0e2338d223, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=7f7c0ab4-55b6-44d8-8a4a-0a0e2338d223,segment=NetworkSegment(3650fe49-0487-4896-b953-b3c6867af33a),segment_id=3650fe49-0487-4896-b953-b3c6867af33a)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:22:48.928144 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-de363afd-fed6-4a1b-adc3-0b0f6530bb96 None None] Current status of the port 7125ce84-274f-4bad-8d48-a48215d73797 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:22:48.929286 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-de363afd-fed6-4a1b-adc3-0b0f6530bb96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (7125ce84-274f-4bad-8d48-a48215d73797), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:48.938678 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (7f7c0ab4-55b6-44d8-8a4a-0a0e2338d223), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:48.944509 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-221f7c8a-c66e-4ff9-8e7b-6d3937a0531d tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 397fc140-e9f1-4e5d-b90a-7ce2245ff19e) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:22:48.960735 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221f7c8a-c66e-4ff9-8e7b-6d3937a0531d tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:48.964715 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-221f7c8a-c66e-4ff9-8e7b-6d3937a0531d tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:48.981651 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0f65bb98-a7b0-4821-bc08-fe0ac31b2377 req-e60fd3f0-f96a-48c0-ae61-8e9e2bb7b356 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=365084f8-2068-4655-9009-041f3cc171be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0880198 Feb 04 12:22:48.990576 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0653bf55-1f64-4234-b391-0f12f8885cf2 req-a68797da-07ce-4760-8799-546a98283036 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0b93a62-41a7-4338-9add-00a3a3dd7ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3548608 Feb 04 12:22:49.027955 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8486270-71f1-4712-a7a5-bc9a73823ec2 None None] Network 397fc140-e9f1-4e5d-b90a-7ce2245ff19e requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:22:49.067281 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-221f7c8a-c66e-4ff9-8e7b-6d3937a0531d tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5300248 Feb 04 12:22:49.134293 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4f08cbcf-87d3-4437-9097-e594e88fbd22 req-ba1918f2-1b9a-493d-b9dc-15aa7dff5b29 tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=35795a41dcec4d87a7083b571b71fc5d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3982961 Feb 04 12:22:49.317428 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:49.390074 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0f65bb98-a7b0-4821-bc08-fe0ac31b2377 req-fef67d17-3b16-46f7-9fc2-05714474a051 service neutron] 10.222.0.73 "GET /v2.0/networks/365084f8-2068-4655-9009-041f3cc171be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3960631 Feb 04 12:22:49.470305 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['7f7c0ab4-55b6-44d8-8a4a-0a0e2338d223'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:22:49.488796 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-7abaaaa7-9d87-4f58-a3a2-0488fc6b59ad None None] Allocated IP 19.80.0.2 (e56fdb0a-51c9-47ca-a34d-8374841558bb/40e9b2fc-5552-42af-b368-0091c9768bd5/bc1720d4-d8c3-4f5d-b90e-486e1a244cb4) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:22:49.535418 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-de363afd-fed6-4a1b-adc3-0b0f6530bb96 None None] For port 7125ce84-274f-4bad-8d48-a48215d73797, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=7125ce84-274f-4bad-8d48-a48215d73797,segment=NetworkSegment(2f528b05-c2fd-49cc-875e-043a84227085),segment_id=2f528b05-c2fd-49cc-875e-043a84227085)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:22:49.572889 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=7f7c0ab4-55b6-44d8-8a4a-0a0e2338d223,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:22:49.580677 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-c210d037-65ed-4e68-9458-85238ef84c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a3d652d-1f8a-4c52-98f2-1d6794301f45', 'name': 'tempest-ServersTestMultiNic-2034245854-router', 'tenant_id': '47de0937152d4219879ddb21b59f348a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '33bb0bee-cc4e-442e-af52-a22c4f32d993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:22:26Z', 'updated_at': '2022-02-04T12:22:38Z', 'revision_number': 4, 'project_id': '47de0937152d4219879ddb21b59f348a', 'gw_port': {'id': '33bb0bee-cc4e-442e-af52-a22c4f32d993', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:c6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3d652d-1f8a-4c52-98f2-1d6794301f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:22:28Z', 'updated_at': '2022-02-04T12:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '7125ce84-274f-4bad-8d48-a48215d73797', 'name': '', 'network_id': 'dfa4f26c-5721-43a6-9eae-5aba1551b1ca', 'tenant_id': '47de0937152d4219879ddb21b59f348a', 'mac_address': 'fa:16:3e:b9:85:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a3d652d-1f8a-4c52-98f2-1d6794301f45', 'device_owner': 'network:router_interface', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '4c63f2d1-6663-4291-a76e-17876fde4854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:22:34Z', 'updated_at': '2022-02-04T12:22:46Z', 'revision_number': 4, 'project_id': '47de0937152d4219879ddb21b59f348a', 'subnets': [{'id': '4c63f2d1-6663-4291-a76e-17876fde4854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:22:49.628402 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c210d037-65ed-4e68-9458-85238ef84c96 None None] The sync data for ids ['9a3d652d-1f8a-4c52-98f2-1d6794301f45'] in n-d-825015-3 is: [{'id': '9a3d652d-1f8a-4c52-98f2-1d6794301f45', 'name': 'tempest-ServersTestMultiNic-2034245854-router', 'tenant_id': '47de0937152d4219879ddb21b59f348a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '33bb0bee-cc4e-442e-af52-a22c4f32d993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:22:26Z', 'updated_at': '2022-02-04T12:22:38Z', 'revision_number': 4, 'project_id': '47de0937152d4219879ddb21b59f348a', 'gw_port': {'id': '33bb0bee-cc4e-442e-af52-a22c4f32d993', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:c6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3d652d-1f8a-4c52-98f2-1d6794301f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:22:28Z', 'updated_at': '2022-02-04T12:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '7125ce84-274f-4bad-8d48-a48215d73797', 'name': '', 'network_id': 'dfa4f26c-5721-43a6-9eae-5aba1551b1ca', 'tenant_id': '47de0937152d4219879ddb21b59f348a', 'mac_address': 'fa:16:3e:b9:85:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a3d652d-1f8a-4c52-98f2-1d6794301f45', 'device_owner': 'network:router_interface', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '4c63f2d1-6663-4291-a76e-17876fde4854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:22:34Z', 'updated_at': '2022-02-04T12:22:46Z', 'revision_number': 4, 'project_id': '47de0937152d4219879ddb21b59f348a', 'subnets': [{'id': '4c63f2d1-6663-4291-a76e-17876fde4854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:22:49.631542 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-de363afd-fed6-4a1b-adc3-0b0f6530bb96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (7125ce84-274f-4bad-8d48-a48215d73797), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:49.680005 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb54dd1-43e1-4a70-90f9-8fc74e185e9a req-f4839b5a-1a0a-479f-909d-2ab917b442d1 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:49.683934 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fcb54dd1-43e1-4a70-90f9-8fc74e185e9a req-f4839b5a-1a0a-479f-909d-2ab917b442d1 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] 10.222.0.65 "GET /v2.0/ports?device_id=e9ffef14-76ba-4a42-9e1b-35dd47cebb9c HTTP/1.1" status: 200 len: 945 time: 0.4574833 Feb 04 12:22:49.843148 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7f07ff1c-3df2-44ac-a29a-26ebb4e4d63d req-8107746c-3dd9-449a-96b0-dc5e4ca1c095 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/ports?device_id=2773449a-c28c-4c94-9bda-90e838af1e0a HTTP/1.1" status: 200 len: 210 time: 0.1338432 Feb 04 12:22:49.953628 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0f65bb98-a7b0-4821-bc08-fe0ac31b2377 req-8f00458d-774a-48fe-97c9-43c4afcfbabe service neutron] 10.222.0.73 "GET /v2.0/networks/365084f8-2068-4655-9009-041f3cc171be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5558326 Feb 04 12:22:49.982825 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fcb54dd1-43e1-4a70-90f9-8fc74e185e9a req-41553a05-116d-48db-8f66-47d4f6b41f2a tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] 10.222.0.65 "GET /v2.0/security-groups?id=e102d2aa-c1a8-4ba5-bd37-a0f044093565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2820957 Feb 04 12:22:50.161408 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f3c8dddb-2068-41fa-9a32-862220c6180f req-c3ae1bd1-8051-49dd-8fd6-e1112c75d514 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=cd7a27426604483abdc4179f17c2461d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0782597 Feb 04 12:22:50.263264 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de363afd-fed6-4a1b-adc3-0b0f6530bb96 None None] Pushing event updated for resources: {'Port': ['ID=7125ce84-274f-4bad-8d48-a48215d73797,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:22:50.466266 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa2ae0a-0a0d-4dc7-8a5b-72e404d9b0c1 req-e5cf4105-420b-4fe6-80e6-fc81b11b192b tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:50.482334 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4fa2ae0a-0a0d-4dc7-8a5b-72e404d9b0c1 req-e5cf4105-420b-4fe6-80e6-fc81b11b192b tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=77637105-0550-4658-837e-b253c5845668 HTTP/1.1" status: 200 len: 944 time: 0.4952877 Feb 04 12:22:50.589644 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f945fb-26d8-443b-a528-a8c83f93b191 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-397fc140-e9f1-4e5d-b90a-7ce2245ff19e', 'network_id': '397fc140-e9f1-4e5d-b90a-7ce2245ff19e', 'project_id': '47de0937152d4219879ddb21b59f348a', 'fixed_ips': [{'subnet_id': 'cdf95d93-a355-4d1e-b20c-004f4954bc93'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 12:22:50.593292 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-36f945fb-26d8-443b-a528-a8c83f93b191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:50.628414 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:50.924213 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c8dddb-2068-41fa-9a32-862220c6180f req-f6153fe6-7a50-4fa8-a197-9cc91f2423d9 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:50.927161 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f3c8dddb-2068-41fa-9a32-862220c6180f req-f6153fe6-7a50-4fa8-a197-9cc91f2423d9 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7433519 Feb 04 12:22:50.960293 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-f3c8dddb-2068-41fa-9a32-862220c6180f req-79d85a7d-8ea0-401b-85c8-e2184acc4bac tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Request body: {'port': {'device_id': '2773449a-c28c-4c94-9bda-90e838af1e0a', 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c', 'admin_state_up': True, 'tenant_id': 'cd7a27426604483abdc4179f17c2461d'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:22:51.198085 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7abaaaa7-9d87-4f58-a3a2-0488fc6b59ad None None] Publish callbacks [] for port (bc1720d4-d8c3-4f5d-b90e-486e1a244cb4), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:51.253677 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4fa2ae0a-0a0d-4dc7-8a5b-72e404d9b0c1 req-e2b87735-a826-4c34-91fa-7e539338c29b tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/security-groups?id=0e320687-8002-4e00-a016-6bf57af2cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7636023 Feb 04 12:22:51.257129 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7abaaaa7-9d87-4f58-a3a2-0488fc6b59ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (bc1720d4-d8c3-4f5d-b90e-486e1a244cb4), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:51.407012 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 7125ce84-274f-4bad-8d48-a48215d73797 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:22:51.471433 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-8eb02719-d60a-454b-ba18-8f29721b8713 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:51.487443 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-8eb02719-d60a-454b-ba18-8f29721b8713 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:51.490128 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-8eb02719-d60a-454b-ba18-8f29721b8713 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] 10.222.0.65 "GET /v2.0/networks?id=e56fdb0a-51c9-47ca-a34d-8374841558bb&id=397fc140-e9f1-4e5d-b90a-7ce2245ff19e&id=e56fdb0a-51c9-47ca-a34d-8374841558bb HTTP/1.1" status: 200 len: 1390 time: 0.9388428 Feb 04 12:22:51.517954 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7abaaaa7-9d87-4f58-a3a2-0488fc6b59ad None None] Network e56fdb0a-51c9-47ca-a34d-8374841558bb is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:22:51.548086 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-7abaaaa7-9d87-4f58-a3a2-0488fc6b59ad None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:22:51.558354 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-64d0eaa4-be47-436a-b4da-23c3aa961410 req-ec322966-9303-4e68-a9a0-32eb80cdc910 tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fc36f32-5b06-4415-923f-fe1b6fc2f3d9 HTTP/1.1" status: 200 len: 210 time: 0.0666707 Feb 04 12:22:51.559299 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3c8dddb-2068-41fa-9a32-862220c6180f req-79d85a7d-8ea0-401b-85c8-e2184acc4bac tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Made reservation on behalf of cd7a27426604483abdc4179f17c2461d for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:22:51.575683 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-f3c8dddb-2068-41fa-9a32-862220c6180f req-79d85a7d-8ea0-401b-85c8-e2184acc4bac tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:51.603649 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abaaaa7-9d87-4f58-a3a2-0488fc6b59ad None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:22:51.657481 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-27b0eef1-df9c-4826-ab08-ce6bc3755f4c tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] 10.222.0.65 "GET /v2.0/quotas/47de0937152d4219879ddb21b59f348a HTTP/1.1" status: 200 len: 375 time: 0.0449526 Feb 04 12:22:51.714243 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abaaaa7-9d87-4f58-a3a2-0488fc6b59ad None None] Pushing event updated for resources: {'Port': ['ID=bc1720d4-d8c3-4f5d-b90e-486e1a244cb4,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:22:51.850701 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:52.079655 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-36f945fb-26d8-443b-a528-a8c83f93b191 None None] Allocated IP 19.86.0.2 (397fc140-e9f1-4e5d-b90a-7ce2245ff19e/cdf95d93-a355-4d1e-b20c-004f4954bc93/b2759e67-bc2a-41ee-9f73-d5eee8ac4e11) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:22:52.163580 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-7abaaaa7-9d87-4f58-a3a2-0488fc6b59ad None None] Attempting to bind port bc1720d4-d8c3-4f5d-b90e-486e1a244cb4 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:22:52.164947 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-7abaaaa7-9d87-4f58-a3a2-0488fc6b59ad None None] Attempting to bind port bc1720d4-d8c3-4f5d-b90e-486e1a244cb4 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '65f762d4-a3a7-4554-9833-eff800ccf5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e56fdb0a-51c9-47ca-a34d-8374841558bb'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:22:52.165589 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abaaaa7-9d87-4f58-a3a2-0488fc6b59ad None None] Attempting to bind port bc1720d4-d8c3-4f5d-b90e-486e1a244cb4 on network e56fdb0a-51c9-47ca-a34d-8374841558bb {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:22:52.204814 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4f08cbcf-87d3-4437-9097-e594e88fbd22 req-27cdb528-2301-4ad7-9a28-dc2d5e42aba1 tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=35795a41dcec4d87a7083b571b71fc5d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1559062 Feb 04 12:22:52.205511 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abaaaa7-9d87-4f58-a3a2-0488fc6b59ad None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:22:52.206363 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abaaaa7-9d87-4f58-a3a2-0488fc6b59ad None None] Checking segment: {'id': '65f762d4-a3a7-4554-9833-eff800ccf5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e56fdb0a-51c9-47ca-a34d-8374841558bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:22:52.206890 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7abaaaa7-9d87-4f58-a3a2-0488fc6b59ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:52.207311 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abaaaa7-9d87-4f58-a3a2-0488fc6b59ad None None] Bound using segment: {'id': '65f762d4-a3a7-4554-9833-eff800ccf5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e56fdb0a-51c9-47ca-a34d-8374841558bb'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:22:52.207990 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-7abaaaa7-9d87-4f58-a3a2-0488fc6b59ad None None] Bound port: bc1720d4-d8c3-4f5d-b90e-486e1a244cb4, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65f762d4-a3a7-4554-9833-eff800ccf5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e56fdb0a-51c9-47ca-a34d-8374841558bb'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:22:52.208500 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7abaaaa7-9d87-4f58-a3a2-0488fc6b59ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (bc1720d4-d8c3-4f5d-b90e-486e1a244cb4), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:52.234423 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 7125ce84-274f-4bad-8d48-a48215d73797 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:22:52.234814 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (7125ce84-274f-4bad-8d48-a48215d73797), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:52.509404 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-7abaaaa7-9d87-4f58-a3a2-0488fc6b59ad None None] For port bc1720d4-d8c3-4f5d-b90e-486e1a244cb4, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:22:52.517983 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-4e44cb77-4693-4027-b9b8-c29a1e088fe7 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=47de0937152d4219879ddb21b59f348a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8539939 Feb 04 12:22:52.544042 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 7125ce84-274f-4bad-8d48-a48215d73797 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:22:52.575080 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1358247c-6e9b-4d6d-abf8-ddef1e47896f req-f0ba5f3d-7aa3-47ce-b72f-f46b08720dc9 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:52.578088 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1358247c-6e9b-4d6d-abf8-ddef1e47896f req-f0ba5f3d-7aa3-47ce-b72f-f46b08720dc9 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] 10.222.0.65 "GET /v2.0/ports?device_id=03d9c637-5f7a-4502-80df-af2857f4090a HTTP/1.1" status: 200 len: 945 time: 0.7699504 Feb 04 12:22:52.646216 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-36f945fb-26d8-443b-a528-a8c83f93b191 None None] Publish callbacks [] for port (b2759e67-bc2a-41ee-9f73-d5eee8ac4e11), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:52.656845 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-36f945fb-26d8-443b-a528-a8c83f93b191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (b2759e67-bc2a-41ee-9f73-d5eee8ac4e11), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:52.738361 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f945fb-26d8-443b-a528-a8c83f93b191 None None] Pushing event updated for resources: {'Port': ['ID=b2759e67-bc2a-41ee-9f73-d5eee8ac4e11,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:22:52.756006 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-f3c8dddb-2068-41fa-9a32-862220c6180f req-79d85a7d-8ea0-401b-85c8-e2184acc4bac tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Allocated IP 192.168.233.161 (2f7dc246-a024-4937-952c-0ddeef5af29c/5ee3374a-84e9-4639-853c-740c6edaf6dc/211e342c-b254-4036-8477-2d8269159286) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:22:52.756373 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-7abaaaa7-9d87-4f58-a3a2-0488fc6b59ad None None] For port bc1720d4-d8c3-4f5d-b90e-486e1a244cb4, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=bc1720d4-d8c3-4f5d-b90e-486e1a244cb4,segment=NetworkSegment(65f762d4-a3a7-4554-9833-eff800ccf5a2),segment_id=65f762d4-a3a7-4554-9833-eff800ccf5a2)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:22:52.772869 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f945fb-26d8-443b-a528-a8c83f93b191 None None] Network 397fc140-e9f1-4e5d-b90a-7ce2245ff19e is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:22:52.774589 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7abaaaa7-9d87-4f58-a3a2-0488fc6b59ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (bc1720d4-d8c3-4f5d-b90e-486e1a244cb4), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:52.838229 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f08cbcf-87d3-4437-9097-e594e88fbd22 req-1bc781ee-716c-478e-8552-9e7ed5fd256c tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:52.842168 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4f08cbcf-87d3-4437-9097-e594e88fbd22 req-1bc781ee-716c-478e-8552-9e7ed5fd256c tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6226373 Feb 04 12:22:52.845091 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abaaaa7-9d87-4f58-a3a2-0488fc6b59ad None None] Pushing event updated for resources: {'Port': ['ID=bc1720d4-d8c3-4f5d-b90e-486e1a244cb4,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:22:52.860235 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-36f945fb-26d8-443b-a528-a8c83f93b191 None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:22:52.869075 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f945fb-26d8-443b-a528-a8c83f93b191 None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:22:52.875777 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-4f08cbcf-87d3-4437-9097-e594e88fbd22 req-b1098769-af2e-41b2-b812-8cbcd63b7ae2 tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] Request body: {'port': {'device_id': '7fc36f32-5b06-4415-923f-fe1b6fc2f3d9', 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c', 'admin_state_up': True, 'tenant_id': '35795a41dcec4d87a7083b571b71fc5d'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:22:52.928524 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1358247c-6e9b-4d6d-abf8-ddef1e47896f req-954dc2ae-deb9-4f3b-a0c8-d6aa995f83f2 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0b93a62-41a7-4338-9add-00a3a3dd7ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3266304 Feb 04 12:22:53.057701 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-2e336037-79fc-4918-8cc0-80b75d3e3bf1 service neutron] 10.222.0.65 "GET /v2.0/networks/e56fdb0a-51c9-47ca-a34d-8374841558bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5205483 Feb 04 12:22:53.103348 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-36f945fb-26d8-443b-a528-a8c83f93b191 None None] Attempting to bind port b2759e67-bc2a-41ee-9f73-d5eee8ac4e11 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:22:53.104708 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-36f945fb-26d8-443b-a528-a8c83f93b191 None None] Attempting to bind port b2759e67-bc2a-41ee-9f73-d5eee8ac4e11 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': 'c5ffa1fd-f850-4005-96c0-aefc73ef96dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '397fc140-e9f1-4e5d-b90a-7ce2245ff19e'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:22:53.105109 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f945fb-26d8-443b-a528-a8c83f93b191 None None] Attempting to bind port b2759e67-bc2a-41ee-9f73-d5eee8ac4e11 on network 397fc140-e9f1-4e5d-b90a-7ce2245ff19e {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:22:53.123598 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 7f7c0ab4-55b6-44d8-8a4a-0a0e2338d223 up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:22:53.143899 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f945fb-26d8-443b-a528-a8c83f93b191 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:22:53.144305 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f945fb-26d8-443b-a528-a8c83f93b191 None None] Checking segment: {'id': 'c5ffa1fd-f850-4005-96c0-aefc73ef96dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '397fc140-e9f1-4e5d-b90a-7ce2245ff19e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:22:53.144801 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-36f945fb-26d8-443b-a528-a8c83f93b191 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:53.145207 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f945fb-26d8-443b-a528-a8c83f93b191 None None] Bound using segment: {'id': 'c5ffa1fd-f850-4005-96c0-aefc73ef96dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '397fc140-e9f1-4e5d-b90a-7ce2245ff19e'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:22:53.145765 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-36f945fb-26d8-443b-a528-a8c83f93b191 None None] Bound port: b2759e67-bc2a-41ee-9f73-d5eee8ac4e11, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5ffa1fd-f850-4005-96c0-aefc73ef96dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '397fc140-e9f1-4e5d-b90a-7ce2245ff19e'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:22:53.146269 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-36f945fb-26d8-443b-a528-a8c83f93b191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (b2759e67-bc2a-41ee-9f73-d5eee8ac4e11), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:53.411111 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-36f945fb-26d8-443b-a528-a8c83f93b191 None None] For port b2759e67-bc2a-41ee-9f73-d5eee8ac4e11, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:22:53.418731 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning for port 7f7c0ab4-55b6-44d8-8a4a-0a0e2338d223 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:22:53.437502 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-36f945fb-26d8-443b-a528-a8c83f93b191 None None] For port b2759e67-bc2a-41ee-9f73-d5eee8ac4e11, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=b2759e67-bc2a-41ee-9f73-d5eee8ac4e11,segment=NetworkSegment(c5ffa1fd-f850-4005-96c0-aefc73ef96dd),segment_id=c5ffa1fd-f850-4005-96c0-aefc73ef96dd)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:22:53.448548 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port 7f7c0ab4-55b6-44d8-8a4a-0a0e2338d223 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:22:53.448926 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (7f7c0ab4-55b6-44d8-8a4a-0a0e2338d223), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:53.453094 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-36f945fb-26d8-443b-a528-a8c83f93b191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (b2759e67-bc2a-41ee-9f73-d5eee8ac4e11), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:53.594504 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f945fb-26d8-443b-a528-a8c83f93b191 None None] Pushing event updated for resources: {'Port': ['ID=b2759e67-bc2a-41ee-9f73-d5eee8ac4e11,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:22:53.693813 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 7f7c0ab4-55b6-44d8-8a4a-0a0e2338d223 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:22:53.695261 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (7f7c0ab4-55b6-44d8-8a4a-0a0e2338d223), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:53.763076 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9ffef14-76ba-4a42-9e1b-35dd47cebb9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f7c0ab4-55b6-44d8-8a4a-0a0e2338d223'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:22:53.768247 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9968b829-1eaf-4ed8-9c39-59649548f2a1" -d '{"events": [{"server_uuid": "e9ffef14-76ba-4a42-9e1b-35dd47cebb9c", "name": "network-vif-plugged", "status": "completed", "tag": "7f7c0ab4-55b6-44d8-8a4a-0a0e2338d223"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:22:53.803095 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 7f7c0ab4-55b6-44d8-8a4a-0a0e2338d223, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=7f7c0ab4-55b6-44d8-8a4a-0a0e2338d223,segment=NetworkSegment(3650fe49-0487-4896-b953-b3c6867af33a),segment_id=3650fe49-0487-4896-b953-b3c6867af33a)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:22:53.813264 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (7f7c0ab4-55b6-44d8-8a4a-0a0e2338d223), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:53.815002 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device b3b9b701-1627-4bf6-b4c1-3546e6bb894a no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:22:54.003080 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0e59cb5a-ac4b-48e8-9d1f-725038b32885 req-1fdac6d3-a1bd-40be-8595-e9532c0d82c9 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/ports?device_id=2773449a-c28c-4c94-9bda-90e838af1e0a HTTP/1.1" status: 200 len: 210 time: 0.7623181 Feb 04 12:22:54.252169 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-b089a9c2-baad-4905-a0f6-12194a1ffa40 service neutron] 10.222.0.65 "GET /v2.0/networks/e56fdb0a-51c9-47ca-a34d-8374841558bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1684771 Feb 04 12:22:54.260648 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-f3c8dddb-2068-41fa-9a32-862220c6180f req-79d85a7d-8ea0-401b-85c8-e2184acc4bac tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Publish callbacks [] for port (211e342c-b254-4036-8477-2d8269159286), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:54.282833 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f08cbcf-87d3-4437-9097-e594e88fbd22 req-b1098769-af2e-41b2-b812-8cbcd63b7ae2 tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] Made reservation on behalf of 35795a41dcec4d87a7083b571b71fc5d for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:22:54.292591 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-4f08cbcf-87d3-4437-9097-e594e88fbd22 req-b1098769-af2e-41b2-b812-8cbcd63b7ae2 tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:54.297009 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=7f7c0ab4-55b6-44d8-8a4a-0a0e2338d223,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:22:54.300955 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port b3b9b701-1627-4bf6-b4c1-3546e6bb894a is: DOWN; New status is: DOWN {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:22:54.559219 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62c28c6-daa4-4485-a3c9-bb619f70e51c req-93f34b2b-497f-41d9-8e60-b5cc93596955 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:54.572613 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e62c28c6-daa4-4485-a3c9-bb619f70e51c req-93f34b2b-497f-41d9-8e60-b5cc93596955 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] 10.222.0.65 "GET /v2.0/ports?device_id=e9ffef14-76ba-4a42-9e1b-35dd47cebb9c HTTP/1.1" status: 200 len: 946 time: 0.3052409 Feb 04 12:22:54.670246 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e62c28c6-daa4-4485-a3c9-bb619f70e51c req-aecec771-f4c3-4b05-8389-ea7077cc585a tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] 10.222.0.65 "GET /v2.0/security-groups?id=e102d2aa-c1a8-4ba5-bd37-a0f044093565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876806 Feb 04 12:22:54.774954 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-f3c8dddb-2068-41fa-9a32-862220c6180f req-79d85a7d-8ea0-401b-85c8-e2184acc4bac tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (211e342c-b254-4036-8477-2d8269159286), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:54.797848 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['9b10404f-62d5-42e1-accf-5dbefbaa11b0', 'c2832b00-49f8-4fec-8c15-002a2a163b03'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:22:54.807522 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['5e225c38-0269-4129-a4d0-3c01809d833e', 'cb1246fa-1dff-4a4d-abe1-b07af7371bf9', '215af382-6f8e-49d2-887b-35ac0d0e1df5', 'c0f7cd2f-c34b-498d-a9a3-11c0fb72ca29'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:22:54.952692 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-7a6b145a-feb6-490f-bf44-b7e16379de4f service neutron] 10.222.0.65 "GET /v2.0/networks/397fc140-e9f1-4e5d-b90a-7ce2245ff19e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6362028 Feb 04 12:22:55.287013 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3c8dddb-2068-41fa-9a32-862220c6180f req-79d85a7d-8ea0-401b-85c8-e2184acc4bac tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Network 2f7dc246-a024-4937-952c-0ddeef5af29c is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:22:55.311881 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758ed099-71ff-474c-98cc-a04d13714c0e None None] Network e56fdb0a-51c9-47ca-a34d-8374841558bb requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:22:55.313828 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-f3c8dddb-2068-41fa-9a32-862220c6180f req-79d85a7d-8ea0-401b-85c8-e2184acc4bac tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:22:55.329981 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3c8dddb-2068-41fa-9a32-862220c6180f req-79d85a7d-8ea0-401b-85c8-e2184acc4bac tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:22:55.538266 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c8dddb-2068-41fa-9a32-862220c6180f req-79d85a7d-8ea0-401b-85c8-e2184acc4bac tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:55.539550 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-f3c8dddb-2068-41fa-9a32-862220c6180f req-79d85a7d-8ea0-401b-85c8-e2184acc4bac tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:55.604623 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device bc1720d4-d8c3-4f5d-b90e-486e1a244cb4 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:22:55.639039 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-4f08cbcf-87d3-4437-9097-e594e88fbd22 req-b1098769-af2e-41b2-b812-8cbcd63b7ae2 tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] Allocated IP 192.168.233.77 (2f7dc246-a024-4937-952c-0ddeef5af29c/5ee3374a-84e9-4639-853c-740c6edaf6dc/29c37814-81d4-4079-ab81-78ba51b2a15c) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:22:55.656519 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d85a7d-8ea0-401b-85c8-e2184acc4bac tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Pushing event updated for resources: {'Port': ['ID=211e342c-b254-4036-8477-2d8269159286,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:22:55.691310 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-3c7ca131-506f-4a1e-a523-105748e264c1 None None] Provisioning complete for port bc1720d4-d8c3-4f5d-b90e-486e1a244cb4 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:22:55.691981 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3c7ca131-506f-4a1e-a523-105748e264c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (bc1720d4-d8c3-4f5d-b90e-486e1a244cb4), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:55.721438 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d85a7d-8ea0-401b-85c8-e2184acc4bac tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:22:55.722249 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d85a7d-8ea0-401b-85c8-e2184acc4bac tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:22:55.722960 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d85a7d-8ea0-401b-85c8-e2184acc4bac tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:22:55.723661 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d85a7d-8ea0-401b-85c8-e2184acc4bac tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:22:55.724281 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d85a7d-8ea0-401b-85c8-e2184acc4bac tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:22:55.724785 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d85a7d-8ea0-401b-85c8-e2184acc4bac tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:22:55.725226 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d85a7d-8ea0-401b-85c8-e2184acc4bac tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:22:55.725660 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d85a7d-8ea0-401b-85c8-e2184acc4bac tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:22:55.726121 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d85a7d-8ea0-401b-85c8-e2184acc4bac tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:22:55.726739 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d85a7d-8ea0-401b-85c8-e2184acc4bac tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:22:55.727371 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d85a7d-8ea0-401b-85c8-e2184acc4bac tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:22:55.727997 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d85a7d-8ea0-401b-85c8-e2184acc4bac tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:22:55.728717 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d85a7d-8ea0-401b-85c8-e2184acc4bac tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:22:55.822471 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f3c8dddb-2068-41fa-9a32-862220c6180f req-79d85a7d-8ea0-401b-85c8-e2184acc4bac tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.8705208 Feb 04 12:22:55.849081 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-f3c8dddb-2068-41fa-9a32-862220c6180f req-64f1b486-34a2-4c58-a2b7-df513a538c3b service neutron] Request body: {'port': {'device_id': '2773449a-c28c-4c94-9bda-90e838af1e0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:22:55.878639 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd94bf5f-e689-4f83-9a47-613cef57847f req-c055ae07-0f3c-4411-8da3-9d0af79ed271 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:55.881470 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cd94bf5f-e689-4f83-9a47-613cef57847f req-c055ae07-0f3c-4411-8da3-9d0af79ed271 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=77637105-0550-4658-837e-b253c5845668 HTTP/1.1" status: 200 len: 944 time: 0.9712400 Feb 04 12:22:55.950037 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-0855597a-40d0-4b0e-9fb9-c4e9a80eae3e service neutron] 10.222.0.65 "GET /v2.0/networks/397fc140-e9f1-4e5d-b90a-7ce2245ff19e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9941175 Feb 04 12:22:56.153796 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-048cdb87-9c86-496d-a2b7-36616318f942 None None] Network 397fc140-e9f1-4e5d-b90a-7ce2245ff19e requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:22:56.207671 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-f3c8dddb-2068-41fa-9a32-862220c6180f req-64f1b486-34a2-4c58-a2b7-df513a538c3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (211e342c-b254-4036-8477-2d8269159286), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:56.218478 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cd94bf5f-e689-4f83-9a47-613cef57847f req-971a8971-7d57-4244-a631-f707d2bad642 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/security-groups?id=0e320687-8002-4e00-a016-6bf57af2cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988176 Feb 04 12:22:56.371144 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-4bf7f229-75ef-4be6-9abd-135f32e3267f service neutron] 10.222.0.65 "GET /v2.0/networks/e56fdb0a-51c9-47ca-a34d-8374841558bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4099529 Feb 04 12:22:56.581896 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8b6172dc-e045-48e1-b5a2-e5319a31eb3e req-d0b1166b-285f-4d1a-afaf-8094eafd543e tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fc36f32-5b06-4415-923f-fe1b6fc2f3d9 HTTP/1.1" status: 200 len: 210 time: 0.1722710 Feb 04 12:22:56.592677 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-4f08cbcf-87d3-4437-9097-e594e88fbd22 req-b1098769-af2e-41b2-b812-8cbcd63b7ae2 tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] Publish callbacks [] for port (29c37814-81d4-4079-ab81-78ba51b2a15c), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:56.713980 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-f01fd978-6314-4754-b0e8-c6eabf701585 service neutron] 10.222.0.65 "GET /v2.0/networks/e56fdb0a-51c9-47ca-a34d-8374841558bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3243930 Feb 04 12:22:56.725732 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-4f08cbcf-87d3-4437-9097-e594e88fbd22 req-b1098769-af2e-41b2-b812-8cbcd63b7ae2 tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (29c37814-81d4-4079-ab81-78ba51b2a15c), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:56.855857 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f08cbcf-87d3-4437-9097-e594e88fbd22 req-b1098769-af2e-41b2-b812-8cbcd63b7ae2 tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] Network 2f7dc246-a024-4937-952c-0ddeef5af29c is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:22:56.864372 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-4f08cbcf-87d3-4437-9097-e594e88fbd22 req-b1098769-af2e-41b2-b812-8cbcd63b7ae2 tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:22:56.870900 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f08cbcf-87d3-4437-9097-e594e88fbd22 req-b1098769-af2e-41b2-b812-8cbcd63b7ae2 tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:22:56.879096 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1098769-af2e-41b2-b812-8cbcd63b7ae2 tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] Pushing event updated for resources: {'Port': ['ID=29c37814-81d4-4079-ab81-78ba51b2a15c,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:22:56.954918 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['a9faeb0d-e369-4a77-8920-76d707d7037a'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:22:56.975158 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f08cbcf-87d3-4437-9097-e594e88fbd22 req-b1098769-af2e-41b2-b812-8cbcd63b7ae2 tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:56.980202 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-4f08cbcf-87d3-4437-9097-e594e88fbd22 req-b1098769-af2e-41b2-b812-8cbcd63b7ae2 tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:57.071108 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4f08cbcf-87d3-4437-9097-e594e88fbd22 req-b1098769-af2e-41b2-b812-8cbcd63b7ae2 tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.2039325 Feb 04 12:22:57.106725 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-4f08cbcf-87d3-4437-9097-e594e88fbd22 req-4dcb94a0-f45c-43ba-8e89-0148a2398ecd service neutron] Request body: {'port': {'device_id': '7fc36f32-5b06-4415-923f-fe1b6fc2f3d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:22:57.183199 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-3c7ca131-506f-4a1e-a523-105748e264c1 None None] Current status of the port bc1720d4-d8c3-4f5d-b90e-486e1a244cb4 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:22:57.184192 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3c7ca131-506f-4a1e-a523-105748e264c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (bc1720d4-d8c3-4f5d-b90e-486e1a244cb4), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:57.196153 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port bc1720d4-d8c3-4f5d-b90e-486e1a244cb4 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:22:57.196572 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (bc1720d4-d8c3-4f5d-b90e-486e1a244cb4), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:57.205355 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e943fc6d-e83b-401a-986e-be839fc678c8 x-openstack-request-id: req-e943fc6d-e83b-401a-986e-be839fc678c8 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:22:57.205666 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9ffef14-76ba-4a42-9e1b-35dd47cebb9c", "name": "network-vif-plugged", "status": "completed", "tag": "7f7c0ab4-55b6-44d8-8a4a-0a0e2338d223", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:22:57.205879 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e943fc6d-e83b-401a-986e-be839fc678c8 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:22:57.206359 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9ffef14-76ba-4a42-9e1b-35dd47cebb9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f7c0ab4-55b6-44d8-8a4a-0a0e2338d223', 'code': 200} Feb 04 12:22:57.448669 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7f04be-3498-4a0a-ae97-abb097cd46bf req-eb52c141-5e80-4349-83b7-102b110f2f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:57.468518 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-1b7f04be-3498-4a0a-ae97-abb097cd46bf req-eb52c141-5e80-4349-83b7-102b110f2f9f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e9ffef14-76ba-4a42-9e1b-35dd47cebb9c HTTP/1.1" status: 200 len: 1128 time: 0.2108464 Feb 04 12:22:57.528070 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-3c7ca131-506f-4a1e-a523-105748e264c1 None None] For port bc1720d4-d8c3-4f5d-b90e-486e1a244cb4, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=bc1720d4-d8c3-4f5d-b90e-486e1a244cb4,segment=NetworkSegment(65f762d4-a3a7-4554-9833-eff800ccf5a2),segment_id=65f762d4-a3a7-4554-9833-eff800ccf5a2)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:22:57.570076 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3c7ca131-506f-4a1e-a523-105748e264c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (bc1720d4-d8c3-4f5d-b90e-486e1a244cb4), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:57.645280 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-1b7f04be-3498-4a0a-ae97-abb097cd46bf req-857738c6-4e8a-4283-b8b7-b8aa27e17996 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=e102d2aa-c1a8-4ba5-bd37-a0f044093565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756110 Feb 04 12:22:57.668603 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-f3c8dddb-2068-41fa-9a32-862220c6180f req-64f1b486-34a2-4c58-a2b7-df513a538c3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 211e342c-b254-4036-8477-2d8269159286 {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:22:57.717069 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-f3c8dddb-2068-41fa-9a32-862220c6180f req-64f1b486-34a2-4c58-a2b7-df513a538c3b service neutron] Publish callbacks [] for port (211e342c-b254-4036-8477-2d8269159286), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:57.763330 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7ca131-506f-4a1e-a523-105748e264c1 None None] Pushing event updated for resources: {'Port': ['ID=bc1720d4-d8c3-4f5d-b90e-486e1a244cb4,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:22:57.854968 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-4f08cbcf-87d3-4437-9097-e594e88fbd22 req-4dcb94a0-f45c-43ba-8e89-0148a2398ecd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (29c37814-81d4-4079-ab81-78ba51b2a15c), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:57.931890 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-f3c8dddb-2068-41fa-9a32-862220c6180f req-64f1b486-34a2-4c58-a2b7-df513a538c3b service neutron] Transition to ACTIVE for port object 211e342c-b254-4036-8477-2d8269159286 will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:22:58.006607 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-f3c8dddb-2068-41fa-9a32-862220c6180f req-64f1b486-34a2-4c58-a2b7-df513a538c3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (211e342c-b254-4036-8477-2d8269159286), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:58.096392 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-a9d4a2d3-0748-42c9-9014-83818a443e48 None None] Provisioning complete for port b2759e67-bc2a-41ee-9f73-d5eee8ac4e11 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:22:58.108801 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a9d4a2d3-0748-42c9-9014-83818a443e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (b2759e67-bc2a-41ee-9f73-d5eee8ac4e11), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:58.316758 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66edd008-2f82-4084-9118-201545299216 req-429337d6-ef6a-4bfd-bb2a-da334687b952 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:58.325735 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-66edd008-2f82-4084-9118-201545299216 req-429337d6-ef6a-4bfd-bb2a-da334687b952 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/ports?device_id=2773449a-c28c-4c94-9bda-90e838af1e0a HTTP/1.1" status: 200 len: 936 time: 0.9694781 Feb 04 12:22:58.613825 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f1b486-34a2-4c58-a2b7-df513a538c3b service neutron] Pushing event updated for resources: {'Port': ['ID=211e342c-b254-4036-8477-2d8269159286,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:22:58.682823 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-a9d4a2d3-0748-42c9-9014-83818a443e48 None None] Current status of the port b2759e67-bc2a-41ee-9f73-d5eee8ac4e11 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:22:58.683643 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a9d4a2d3-0748-42c9-9014-83818a443e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (b2759e67-bc2a-41ee-9f73-d5eee8ac4e11), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:58.787143 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a32a97-9dfb-478e-8a52-cb6c98fcf84f req-fd68e7f7-e65b-4f2a-a3ca-fc8bee434e47 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:58.799180 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-63a32a97-9dfb-478e-8a52-cb6c98fcf84f req-fd68e7f7-e65b-4f2a-a3ca-fc8bee434e47 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] 10.222.0.65 "GET /v2.0/ports?device_id=e9ffef14-76ba-4a42-9e1b-35dd47cebb9c HTTP/1.1" status: 200 len: 946 time: 0.8604753 Feb 04 12:22:58.887151 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-a9d4a2d3-0748-42c9-9014-83818a443e48 None None] For port b2759e67-bc2a-41ee-9f73-d5eee8ac4e11, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=b2759e67-bc2a-41ee-9f73-d5eee8ac4e11,segment=NetworkSegment(c5ffa1fd-f850-4005-96c0-aefc73ef96dd),segment_id=c5ffa1fd-f850-4005-96c0-aefc73ef96dd)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:22:59.013813 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a9d4a2d3-0748-42c9-9014-83818a443e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (b2759e67-bc2a-41ee-9f73-d5eee8ac4e11), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:59.014703 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-66edd008-2f82-4084-9118-201545299216 req-57a9f5d0-8056-4244-b013-c41a6d3850dc tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/security-groups?id=ff9db729-a945-4359-8bb3-48cdfdee30d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6603606 Feb 04 12:22:59.282819 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port bc1720d4-d8c3-4f5d-b90e-486e1a244cb4 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:22:59.284579 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device b2759e67-bc2a-41ee-9f73-d5eee8ac4e11 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:22:59.405083 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-36beba1d-38e6-4027-a5e4-10ff3b0e6601 req-0fd892e2-afe9-4dd4-9707-d68475c8c297 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] 10.222.0.65 "GET /v2.0/ports?device_id=32e8e67d-fff7-47c9-86f7-ecf0fc506a46 HTTP/1.1" status: 200 len: 210 time: 0.0540023 Feb 04 12:22:59.457543 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-63a32a97-9dfb-478e-8a52-cb6c98fcf84f req-4f3271a0-36fb-429e-84b8-9f10a50d50ac tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] 10.222.0.65 "GET /v2.0/security-groups?id=e102d2aa-c1a8-4ba5-bd37-a0f044093565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6572063 Feb 04 12:22:59.506928 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-f3c8dddb-2068-41fa-9a32-862220c6180f req-64f1b486-34a2-4c58-a2b7-df513a538c3b service neutron] Attempting to bind port 211e342c-b254-4036-8477-2d8269159286 on host n-h2-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:22:59.508474 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-f3c8dddb-2068-41fa-9a32-862220c6180f req-64f1b486-34a2-4c58-a2b7-df513a538c3b service neutron] Attempting to bind port 211e342c-b254-4036-8477-2d8269159286 by drivers openvswitch,hyperv on host n-h2-825015-3 at level 0 using segments [{'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:22:59.511469 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c8dddb-2068-41fa-9a32-862220c6180f req-64f1b486-34a2-4c58-a2b7-df513a538c3b service neutron] Attempting to bind port 211e342c-b254-4036-8477-2d8269159286 on network 2f7dc246-a024-4937-952c-0ddeef5af29c {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:22:59.548190 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c8dddb-2068-41fa-9a32-862220c6180f req-64f1b486-34a2-4c58-a2b7-df513a538c3b service neutron] Port 211e342c-b254-4036-8477-2d8269159286 on network 2f7dc246-a024-4937-952c-0ddeef5af29c not bound, no agent of type Open vSwitch agent registered on host n-h2-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:22:59.558595 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c8dddb-2068-41fa-9a32-862220c6180f req-64f1b486-34a2-4c58-a2b7-df513a538c3b service neutron] Attempting to bind port 211e342c-b254-4036-8477-2d8269159286 on network 2f7dc246-a024-4937-952c-0ddeef5af29c {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:22:59.591411 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c8dddb-2068-41fa-9a32-862220c6180f req-64f1b486-34a2-4c58-a2b7-df513a538c3b service neutron] Checking agent: {'id': '9b68a165-e786-4b91-8592-44519c2ecabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:22:59.602541 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c8dddb-2068-41fa-9a32-862220c6180f req-64f1b486-34a2-4c58-a2b7-df513a538c3b service neutron] Checking segment: {'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:22:59.603445 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c8dddb-2068-41fa-9a32-862220c6180f req-64f1b486-34a2-4c58-a2b7-df513a538c3b service neutron] Bound using segment: {'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:22:59.604082 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-f3c8dddb-2068-41fa-9a32-862220c6180f req-64f1b486-34a2-4c58-a2b7-df513a538c3b service neutron] Bound port: 211e342c-b254-4036-8477-2d8269159286, host: n-h2-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:22:59.604595 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-f3c8dddb-2068-41fa-9a32-862220c6180f req-64f1b486-34a2-4c58-a2b7-df513a538c3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (211e342c-b254-4036-8477-2d8269159286), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:59.645981 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-a9d4a2d3-0748-42c9-9014-83818a443e48 None None] Provisioning complete for port 29c37814-81d4-4079-ab81-78ba51b2a15c triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:22:59.646589 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a9d4a2d3-0748-42c9-9014-83818a443e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (29c37814-81d4-4079-ab81-78ba51b2a15c), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:59.770036 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d4a2d3-0748-42c9-9014-83818a443e48 None None] Pushing event updated for resources: {'Port': ['ID=b2759e67-bc2a-41ee-9f73-d5eee8ac4e11,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:22:59.912749 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port b2759e67-bc2a-41ee-9f73-d5eee8ac4e11 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:22:59.913310 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (b2759e67-bc2a-41ee-9f73-d5eee8ac4e11), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:22:59.963582 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-a9d4a2d3-0748-42c9-9014-83818a443e48 None None] Port 29c37814-81d4-4079-ab81-78ba51b2a15c cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:23:00.163675 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-704eda0d-b897-4cde-8bc6-fded565623a5 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:00.181005 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d30a94-e3de-4a1b-a984-7562506c7188 req-c65fecaa-8c34-48e2-add4-0441fb10105b tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:00.182202 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-704eda0d-b897-4cde-8bc6-fded565623a5 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:00.184267 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-53d30a94-e3de-4a1b-a984-7562506c7188 req-c65fecaa-8c34-48e2-add4-0441fb10105b tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fc36f32-5b06-4415-923f-fe1b6fc2f3d9 HTTP/1.1" status: 200 len: 935 time: 0.6004007 Feb 04 12:23:00.186190 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-704eda0d-b897-4cde-8bc6-fded565623a5 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] 10.222.0.73 "GET /v2.0/networks?id=e56fdb0a-51c9-47ca-a34d-8374841558bb&id=397fc140-e9f1-4e5d-b90a-7ce2245ff19e&id=e56fdb0a-51c9-47ca-a34d-8374841558bb HTTP/1.1" status: 200 len: 1390 time: 0.4539497 Feb 04 12:23:00.214305 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-f3c8dddb-2068-41fa-9a32-862220c6180f req-64f1b486-34a2-4c58-a2b7-df513a538c3b service neutron] For port 211e342c-b254-4036-8477-2d8269159286, host n-h2-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:23:00.224834 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-50030b5e-810d-4d1c-8f3d-eebbb528ae83 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Request body: {'port': {'device_id': '32e8e67d-fff7-47c9-86f7-ecf0fc506a46', 'network_id': 'e56fdb0a-51c9-47ca-a34d-8374841558bb', 'admin_state_up': True, 'tenant_id': '47de0937152d4219879ddb21b59f348a'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:23:00.280130 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-4f08cbcf-87d3-4437-9097-e594e88fbd22 req-4dcb94a0-f45c-43ba-8e89-0148a2398ecd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29c37814-81d4-4079-ab81-78ba51b2a15c {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:23:00.287698 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port b2759e67-bc2a-41ee-9f73-d5eee8ac4e11 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:23:00.315285 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fc477b-09fd-4975-9a85-604eb6dbb65f req-96dd622c-1a57-4582-806e-34de83f1dba1 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:00.315637 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-7f58e433-d75c-419e-9506-26f7397f87df None None] Provisioning complete for port b2759e67-bc2a-41ee-9f73-d5eee8ac4e11 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:23:00.316050 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7f58e433-d75c-419e-9506-26f7397f87df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (b2759e67-bc2a-41ee-9f73-d5eee8ac4e11), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:00.324738 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e1fc477b-09fd-4975-9a85-604eb6dbb65f req-96dd622c-1a57-4582-806e-34de83f1dba1 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=77637105-0550-4658-837e-b253c5845668 HTTP/1.1" status: 200 len: 944 time: 0.6359792 Feb 04 12:23:00.349326 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-4f08cbcf-87d3-4437-9097-e594e88fbd22 req-4dcb94a0-f45c-43ba-8e89-0148a2398ecd service neutron] Publish callbacks [] for port (29c37814-81d4-4079-ab81-78ba51b2a15c), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:00.363525 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-f3c8dddb-2068-41fa-9a32-862220c6180f req-64f1b486-34a2-4c58-a2b7-df513a538c3b service neutron] For port 211e342c-b254-4036-8477-2d8269159286, host n-h2-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=211e342c-b254-4036-8477-2d8269159286,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:23:00.397821 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-f3c8dddb-2068-41fa-9a32-862220c6180f req-64f1b486-34a2-4c58-a2b7-df513a538c3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (211e342c-b254-4036-8477-2d8269159286), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:00.518744 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-53d30a94-e3de-4a1b-a984-7562506c7188 req-bb0fa79b-f1c1-409b-8052-e55b103e9539 tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] 10.222.0.65 "GET /v2.0/security-groups?id=2a710b37-a338-4b40-8a5a-fd5a798f9b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3117862 Feb 04 12:23:00.657435 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-4f08cbcf-87d3-4437-9097-e594e88fbd22 req-4dcb94a0-f45c-43ba-8e89-0148a2398ecd service neutron] Transition to ACTIVE for port object 29c37814-81d4-4079-ab81-78ba51b2a15c will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:23:00.661120 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f1b486-34a2-4c58-a2b7-df513a538c3b service neutron] Pushing event updated for resources: {'Port': ['ID=211e342c-b254-4036-8477-2d8269159286,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:23:00.667053 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device bc1720d4-d8c3-4f5d-b90e-486e1a244cb4 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:23:00.687183 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c8dddb-2068-41fa-9a32-862220c6180f req-64f1b486-34a2-4c58-a2b7-df513a538c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:00.688506 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-f3c8dddb-2068-41fa-9a32-862220c6180f req-64f1b486-34a2-4c58-a2b7-df513a538c3b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:00.691933 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f3c8dddb-2068-41fa-9a32-862220c6180f req-64f1b486-34a2-4c58-a2b7-df513a538c3b service neutron] 10.222.0.77 "PUT /v2.0/ports/211e342c-b254-4036-8477-2d8269159286 HTTP/1.1" status: 200 len: 1096 time: 4.8513958 Feb 04 12:23:00.701716 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e1fc477b-09fd-4975-9a85-604eb6dbb65f req-760ed9e7-e726-4c6c-ab2a-556c28e4ab6a tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/security-groups?id=0e320687-8002-4e00-a016-6bf57af2cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3745077 Feb 04 12:23:00.702535 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2773449a-c28c-4c94-9bda-90e838af1e0a', 'tag': '211e342c-b254-4036-8477-2d8269159286'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:23:00.705995 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaf3ebba-7bca-4b05-8731-738cb9ae673c" -d '{"events": [{"name": "network-changed", "server_uuid": "2773449a-c28c-4c94-9bda-90e838af1e0a", "tag": "211e342c-b254-4036-8477-2d8269159286"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:23:00.709076 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-4f08cbcf-87d3-4437-9097-e594e88fbd22 req-4dcb94a0-f45c-43ba-8e89-0148a2398ecd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (29c37814-81d4-4079-ab81-78ba51b2a15c), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:00.711603 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-50030b5e-810d-4d1c-8f3d-eebbb528ae83 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Made reservation on behalf of 47de0937152d4219879ddb21b59f348a for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:23:00.770154 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-50030b5e-810d-4d1c-8f3d-eebbb528ae83 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:01.025570 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-7f58e433-d75c-419e-9506-26f7397f87df None None] Current status of the port b2759e67-bc2a-41ee-9f73-d5eee8ac4e11 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:23:01.033510 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:01.055279 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-7f58e433-d75c-419e-9506-26f7397f87df None None] Provisioning complete for port bc1720d4-d8c3-4f5d-b90e-486e1a244cb4 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:23:01.056200 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7f58e433-d75c-419e-9506-26f7397f87df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (bc1720d4-d8c3-4f5d-b90e-486e1a244cb4), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:01.105914 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port bc1720d4-d8c3-4f5d-b90e-486e1a244cb4 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:23:01.106581 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (bc1720d4-d8c3-4f5d-b90e-486e1a244cb4), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:01.159585 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 5220023c-d235-4d74-a4b7-828b7b5ddbc6 details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:23:01.381444 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcb94a0-f45c-43ba-8e89-0148a2398ecd service neutron] Pushing event updated for resources: {'Port': ['ID=29c37814-81d4-4079-ab81-78ba51b2a15c,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:23:01.410326 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-50030b5e-810d-4d1c-8f3d-eebbb528ae83 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Allocated IP 19.80.0.226 (e56fdb0a-51c9-47ca-a34d-8374841558bb/40e9b2fc-5552-42af-b368-0091c9768bd5/d467288c-ee74-42b4-a20e-77fab6d7c278) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:23:01.485834 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-64980c04-2bd4-4bb2-8695-9f0d4964bf0c req-b7617caf-cfa2-4d6f-ae3f-db105111abd9 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] 10.222.0.65 "GET /v2.0/ports?device_id=32e8e67d-fff7-47c9-86f7-ecf0fc506a46 HTTP/1.1" status: 200 len: 210 time: 0.3562112 Feb 04 12:23:01.634016 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c8dddb-2068-41fa-9a32-862220c6180f req-ea7fb964-db2b-4a75-a9cf-d2cf6650cbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:01.643440 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f3c8dddb-2068-41fa-9a32-862220c6180f req-ea7fb964-db2b-4a75-a9cf-d2cf6650cbbb service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=cd7a27426604483abdc4179f17c2461d&device_id=2773449a-c28c-4c94-9bda-90e838af1e0a HTTP/1.1" status: 200 len: 1130 time: 0.7984071 Feb 04 12:23:01.655542 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 5220023c-d235-4d74-a4b7-828b7b5ddbc6, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=5220023c-d235-4d74-a4b7-828b7b5ddbc6,segment=NetworkSegment(02af7db9-ac7a-4fd9-8876-35ceb0279e70),segment_id=02af7db9-ac7a-4fd9-8876-35ceb0279e70)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:23:01.697776 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-4f08cbcf-87d3-4437-9097-e594e88fbd22 req-4dcb94a0-f45c-43ba-8e89-0148a2398ecd service neutron] Attempting to bind port 29c37814-81d4-4079-ab81-78ba51b2a15c on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:23:01.698115 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-4f08cbcf-87d3-4437-9097-e594e88fbd22 req-4dcb94a0-f45c-43ba-8e89-0148a2398ecd service neutron] Attempting to bind port 29c37814-81d4-4079-ab81-78ba51b2a15c by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:23:01.698455 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f08cbcf-87d3-4437-9097-e594e88fbd22 req-4dcb94a0-f45c-43ba-8e89-0148a2398ecd service neutron] Attempting to bind port 29c37814-81d4-4079-ab81-78ba51b2a15c on network 2f7dc246-a024-4937-952c-0ddeef5af29c {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:23:01.727220 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': '5220023c-d235-4d74-a4b7-828b7b5ddbc6', 'network_id': 'f4dfd687-dba5-46ff-81a8-361822d13e13', 'port_id': '5220023c-d235-4d74-a4b7-828b7b5ddbc6', 'mac_address': 'fa:16:3e:bb:86:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '875d7ebd-efc4-4fa6-a601-61971abf78fc', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:23:01.850061 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f08cbcf-87d3-4437-9097-e594e88fbd22 req-4dcb94a0-f45c-43ba-8e89-0148a2398ecd service neutron] Port 29c37814-81d4-4079-ab81-78ba51b2a15c on network 2f7dc246-a024-4937-952c-0ddeef5af29c not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:23:01.850386 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f08cbcf-87d3-4437-9097-e594e88fbd22 req-4dcb94a0-f45c-43ba-8e89-0148a2398ecd service neutron] Attempting to bind port 29c37814-81d4-4079-ab81-78ba51b2a15c on network 2f7dc246-a024-4937-952c-0ddeef5af29c {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:23:01.893729 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-50030b5e-810d-4d1c-8f3d-eebbb528ae83 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks [] for port (d467288c-ee74-42b4-a20e-77fab6d7c278), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:01.972040 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:02.003830 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55cabea-4557-4ce0-ac29-901f866960a4 req-46a9c72c-b405-4942-b7ae-06a2f3c6de56 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:02.015073 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-50030b5e-810d-4d1c-8f3d-eebbb528ae83 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (d467288c-ee74-42b4-a20e-77fab6d7c278), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:02.017206 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e55cabea-4557-4ce0-ac29-901f866960a4 req-46a9c72c-b405-4942-b7ae-06a2f3c6de56 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/ports?device_id=2773449a-c28c-4c94-9bda-90e838af1e0a HTTP/1.1" status: 200 len: 948 time: 0.8790431 Feb 04 12:23:02.073780 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f3c8dddb-2068-41fa-9a32-862220c6180f req-4b10c548-de3f-4231-8221-096b6981516b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=211e342c-b254-4036-8477-2d8269159286 HTTP/1.1" status: 200 len: 217 time: 0.3724558 Feb 04 12:23:02.123121 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f08cbcf-87d3-4437-9097-e594e88fbd22 req-4dcb94a0-f45c-43ba-8e89-0148a2398ecd service neutron] Checking agent: {'id': 'f8add0d2-2202-43d3-bc0e-72442788e6ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:23:02.128045 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f08cbcf-87d3-4437-9097-e594e88fbd22 req-4dcb94a0-f45c-43ba-8e89-0148a2398ecd service neutron] Checking segment: {'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:23:02.130453 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f08cbcf-87d3-4437-9097-e594e88fbd22 req-4dcb94a0-f45c-43ba-8e89-0148a2398ecd service neutron] Bound using segment: {'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:23:02.135485 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-4f08cbcf-87d3-4437-9097-e594e88fbd22 req-4dcb94a0-f45c-43ba-8e89-0148a2398ecd service neutron] Bound port: 29c37814-81d4-4079-ab81-78ba51b2a15c, host: n-h1-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:23:02.136620 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-4f08cbcf-87d3-4437-9097-e594e88fbd22 req-4dcb94a0-f45c-43ba-8e89-0148a2398ecd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (29c37814-81d4-4079-ab81-78ba51b2a15c), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:02.146887 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-7f58e433-d75c-419e-9506-26f7397f87df None None] Current status of the port bc1720d4-d8c3-4f5d-b90e-486e1a244cb4 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:23:02.189175 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port bc1720d4-d8c3-4f5d-b90e-486e1a244cb4 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:23:02.191039 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device b2759e67-bc2a-41ee-9f73-d5eee8ac4e11 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:23:02.192708 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50030b5e-810d-4d1c-8f3d-eebbb528ae83 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Pushing event updated for resources: {'Port': ['ID=d467288c-ee74-42b4-a20e-77fab6d7c278,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:23:02.194027 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 5220023c-d235-4d74-a4b7-828b7b5ddbc6 is: ACTIVE; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:23:02.194425 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (5220023c-d235-4d74-a4b7-828b7b5ddbc6), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:02.219443 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-50030b5e-810d-4d1c-8f3d-eebbb528ae83 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Network e56fdb0a-51c9-47ca-a34d-8374841558bb is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:23:02.228860 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-50030b5e-810d-4d1c-8f3d-eebbb528ae83 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:23:02.238049 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-50030b5e-810d-4d1c-8f3d-eebbb528ae83 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:23:02.371445 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5220023c-d235-4d74-a4b7-828b7b5ddbc6 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:23:02.466519 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-50030b5e-810d-4d1c-8f3d-eebbb528ae83 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:02.467452 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-50030b5e-810d-4d1c-8f3d-eebbb528ae83 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:02.502301 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 5220023c-d235-4d74-a4b7-828b7b5ddbc6, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=5220023c-d235-4d74-a4b7-828b7b5ddbc6,segment=NetworkSegment(02af7db9-ac7a-4fd9-8876-35ceb0279e70),segment_id=02af7db9-ac7a-4fd9-8876-35ceb0279e70)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:23:02.515683 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-50030b5e-810d-4d1c-8f3d-eebbb528ae83 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2990513 Feb 04 12:23:02.518245 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (5220023c-d235-4d74-a4b7-828b7b5ddbc6), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:02.526909 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-936fb234-bdec-4c63-a309-be8c7fcad3d4 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Request body: {'port': {'device_id': '32e8e67d-fff7-47c9-86f7-ecf0fc506a46', 'network_id': '397fc140-e9f1-4e5d-b90a-7ce2245ff19e', 'admin_state_up': True, 'tenant_id': '47de0937152d4219879ddb21b59f348a'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:23:02.684652 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port b2759e67-bc2a-41ee-9f73-d5eee8ac4e11 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:23:02.685403 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (b2759e67-bc2a-41ee-9f73-d5eee8ac4e11), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:02.814428 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['5220023c-d235-4d74-a4b7-828b7b5ddbc6'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:23:02.892466 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c8dddb-2068-41fa-9a32-862220c6180f req-363ae8ec-c408-40d1-9fc3-2f05d09f1db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:02.895657 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f3c8dddb-2068-41fa-9a32-862220c6180f req-363ae8ec-c408-40d1-9fc3-2f05d09f1db2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5ee3374a-84e9-4639-853c-740c6edaf6dc HTTP/1.1" status: 200 len: 843 time: 0.8081398 Feb 04 12:23:02.916709 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e55cabea-4557-4ce0-ac29-901f866960a4 req-95a2ff9a-c967-48a1-bb77-40a6e4862155 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/security-groups?id=ff9db729-a945-4359-8bb3-48cdfdee30d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8963108 Feb 04 12:23:02.935945 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-936fb234-bdec-4c63-a309-be8c7fcad3d4 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Made reservation on behalf of 47de0937152d4219879ddb21b59f348a for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:23:02.966490 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-936fb234-bdec-4c63-a309-be8c7fcad3d4 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:03.056716 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=5220023c-d235-4d74-a4b7-828b7b5ddbc6,revision_number=6']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:23:03.067001 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-069d2d9a-ef2b-42fa-9877-6e2484af44c8 None None] Provisioning complete for port d467288c-ee74-42b4-a20e-77fab6d7c278 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:23:03.067630 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-069d2d9a-ef2b-42fa-9877-6e2484af44c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (d467288c-ee74-42b4-a20e-77fab6d7c278), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:03.137976 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a4cc031-6a36-4da0-9cb9-0e390c630613 x-openstack-request-id: req-1a4cc031-6a36-4da0-9cb9-0e390c630613 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:23:03.137976 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2773449a-c28c-4c94-9bda-90e838af1e0a", "tag": "211e342c-b254-4036-8477-2d8269159286", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:23:03.137976 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1a4cc031-6a36-4da0-9cb9-0e390c630613 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:23:03.137976 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2773449a-c28c-4c94-9bda-90e838af1e0a', 'tag': '211e342c-b254-4036-8477-2d8269159286', 'status': 'completed', 'code': 200} Feb 04 12:23:03.202236 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722ee308-9d44-4d49-b740-cb8a34b16124 req-ead54610-0b4f-4c34-99e7-e0db2dcd15fd tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:03.216589 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-722ee308-9d44-4d49-b740-cb8a34b16124 req-ead54610-0b4f-4c34-99e7-e0db2dcd15fd tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] 10.222.0.65 "GET /v2.0/ports?device_id=e9ffef14-76ba-4a42-9e1b-35dd47cebb9c HTTP/1.1" status: 200 len: 946 time: 1.5033827 Feb 04 12:23:03.335334 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-4f08cbcf-87d3-4437-9097-e594e88fbd22 req-4dcb94a0-f45c-43ba-8e89-0148a2398ecd service neutron] For port 29c37814-81d4-4079-ab81-78ba51b2a15c, host n-h1-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:23:03.390710 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 12:23:03.394493 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-4f08cbcf-87d3-4437-9097-e594e88fbd22 req-4dcb94a0-f45c-43ba-8e89-0148a2398ecd service neutron] For port 29c37814-81d4-4079-ab81-78ba51b2a15c, host n-h1-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=29c37814-81d4-4079-ab81-78ba51b2a15c,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:23:03.409003 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-069d2d9a-ef2b-42fa-9877-6e2484af44c8 None None] Port d467288c-ee74-42b4-a20e-77fab6d7c278 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:23:03.464462 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c8dddb-2068-41fa-9a32-862220c6180f req-99fb675f-9d8f-4cd1-b9ae-35388aed83bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:03.474389 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f3c8dddb-2068-41fa-9a32-862220c6180f req-99fb675f-9d8f-4cd1-b9ae-35388aed83bf service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2f7dc246-a024-4937-952c-0ddeef5af29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5558193 Feb 04 12:23:03.485824 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-4f08cbcf-87d3-4437-9097-e594e88fbd22 req-4dcb94a0-f45c-43ba-8e89-0148a2398ecd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (29c37814-81d4-4079-ab81-78ba51b2a15c), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:03.541971 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port b2759e67-bc2a-41ee-9f73-d5eee8ac4e11 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:23:03.674503 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-936fb234-bdec-4c63-a309-be8c7fcad3d4 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Allocated IP 19.86.0.43 (397fc140-e9f1-4e5d-b90a-7ce2245ff19e/cdf95d93-a355-4d1e-b20c-004f4954bc93/54022434-836f-4445-8a0a-d8d740187c20) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:23:03.733215 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcb94a0-f45c-43ba-8e89-0148a2398ecd service neutron] Pushing event updated for resources: {'Port': ['ID=29c37814-81d4-4079-ab81-78ba51b2a15c,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:23:03.756167 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-722ee308-9d44-4d49-b740-cb8a34b16124 req-041f6ab9-007d-4970-98ea-2ff6ad99daca tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] 10.222.0.65 "GET /v2.0/security-groups?id=e102d2aa-c1a8-4ba5-bd37-a0f044093565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5384452 Feb 04 12:23:03.853851 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f08cbcf-87d3-4437-9097-e594e88fbd22 req-4dcb94a0-f45c-43ba-8e89-0148a2398ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:03.856206 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-4f08cbcf-87d3-4437-9097-e594e88fbd22 req-4dcb94a0-f45c-43ba-8e89-0148a2398ecd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:03.858678 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4f08cbcf-87d3-4437-9097-e594e88fbd22 req-4dcb94a0-f45c-43ba-8e89-0148a2398ecd service neutron] 10.222.0.73 "PUT /v2.0/ports/29c37814-81d4-4079-ab81-78ba51b2a15c HTTP/1.1" status: 200 len: 1095 time: 6.7651253 Feb 04 12:23:04.227349 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec6bace-720d-4fd7-b48c-f9c3c8499e59 req-d89b6d30-215c-442e-9e04-1aa42bf8d4c9 tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:04.240314 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7ec6bace-720d-4fd7-b48c-f9c3c8499e59 req-d89b6d30-215c-442e-9e04-1aa42bf8d4c9 tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fc36f32-5b06-4415-923f-fe1b6fc2f3d9 HTTP/1.1" status: 200 len: 947 time: 0.7996123 Feb 04 12:23:04.330058 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f3c8dddb-2068-41fa-9a32-862220c6180f req-298f8994-e173-4cf9-99ac-8501512f9b43 service neutron] 10.222.0.77 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8386037 Feb 04 12:23:04.447989 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-936fb234-bdec-4c63-a309-be8c7fcad3d4 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks [] for port (54022434-836f-4445-8a0a-d8d740187c20), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:04.583303 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f08cbcf-87d3-4437-9097-e594e88fbd22 req-d9e871e6-1ab0-4759-8442-46df74e1df0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:04.589074 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4f08cbcf-87d3-4437-9097-e594e88fbd22 req-d9e871e6-1ab0-4759-8442-46df74e1df0a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=35795a41dcec4d87a7083b571b71fc5d&device_id=7fc36f32-5b06-4415-923f-fe1b6fc2f3d9 HTTP/1.1" status: 200 len: 1129 time: 0.6749640 Feb 04 12:23:04.627077 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-936fb234-bdec-4c63-a309-be8c7fcad3d4 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (54022434-836f-4445-8a0a-d8d740187c20), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:04.739059 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f3c8dddb-2068-41fa-9a32-862220c6180f req-b9a64a9e-f98f-4fb9-ba81-e2e3a902d8ac service neutron] 10.222.0.77 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3626802 Feb 04 12:23:04.793883 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-936fb234-bdec-4c63-a309-be8c7fcad3d4 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Network 397fc140-e9f1-4e5d-b90a-7ce2245ff19e is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:23:04.834075 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-936fb234-bdec-4c63-a309-be8c7fcad3d4 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:23:04.863465 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7ec6bace-720d-4fd7-b48c-f9c3c8499e59 req-f3915b85-b5fc-47b4-bc2b-1ea03d955493 tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] 10.222.0.65 "GET /v2.0/security-groups?id=2a710b37-a338-4b40-8a5a-fd5a798f9b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6219914 Feb 04 12:23:04.902365 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-936fb234-bdec-4c63-a309-be8c7fcad3d4 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:23:04.951486 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936fb234-bdec-4c63-a309-be8c7fcad3d4 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Pushing event updated for resources: {'Port': ['ID=54022434-836f-4445-8a0a-d8d740187c20,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:23:04.968009 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4f08cbcf-87d3-4437-9097-e594e88fbd22 req-6058520a-63bd-41c2-98fb-2ef7a59b1199 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=29c37814-81d4-4079-ab81-78ba51b2a15c HTTP/1.1" status: 200 len: 217 time: 0.2272439 Feb 04 12:23:05.064496 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936fb234-bdec-4c63-a309-be8c7fcad3d4 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:23:05.065467 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936fb234-bdec-4c63-a309-be8c7fcad3d4 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:23:05.066063 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936fb234-bdec-4c63-a309-be8c7fcad3d4 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:23:05.066650 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936fb234-bdec-4c63-a309-be8c7fcad3d4 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:23:05.067366 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936fb234-bdec-4c63-a309-be8c7fcad3d4 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:23:05.068422 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936fb234-bdec-4c63-a309-be8c7fcad3d4 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:23:05.069343 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936fb234-bdec-4c63-a309-be8c7fcad3d4 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:23:05.072587 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936fb234-bdec-4c63-a309-be8c7fcad3d4 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:23:05.073584 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936fb234-bdec-4c63-a309-be8c7fcad3d4 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:23:05.074726 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936fb234-bdec-4c63-a309-be8c7fcad3d4 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:23:05.075584 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936fb234-bdec-4c63-a309-be8c7fcad3d4 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:23:05.076401 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936fb234-bdec-4c63-a309-be8c7fcad3d4 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:23:05.077194 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936fb234-bdec-4c63-a309-be8c7fcad3d4 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:23:05.156507 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 5220023c-d235-4d74-a4b7-828b7b5ddbc6 up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:23:05.184609 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-936fb234-bdec-4c63-a309-be8c7fcad3d4 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:05.187841 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fc36f32-5b06-4415-923f-fe1b6fc2f3d9', 'tag': '29c37814-81d4-4079-ab81-78ba51b2a15c'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:23:05.189131 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-936fb234-bdec-4c63-a309-be8c7fcad3d4 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:05.194391 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e717df80-14b7-487d-8984-b702f6b78f25" -d '{"events": [{"name": "network-changed", "server_uuid": "7fc36f32-5b06-4415-923f-fe1b6fc2f3d9", "tag": "29c37814-81d4-4079-ab81-78ba51b2a15c"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:23:05.206133 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f08cbcf-87d3-4437-9097-e594e88fbd22 req-9c0000dd-6bb0-4137-ab74-ba994696ca7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:05.211982 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4f08cbcf-87d3-4437-9097-e594e88fbd22 req-9c0000dd-6bb0-4137-ab74-ba994696ca7c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5ee3374a-84e9-4639-853c-740c6edaf6dc HTTP/1.1" status: 200 len: 843 time: 0.2186878 Feb 04 12:23:05.228861 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-936fb234-bdec-4c63-a309-be8c7fcad3d4 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7067559 Feb 04 12:23:05.241696 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-08f12727-1fd9-436c-ac61-f882699202ca tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Request body: {'port': {'device_id': '32e8e67d-fff7-47c9-86f7-ecf0fc506a46', 'network_id': 'e56fdb0a-51c9-47ca-a34d-8374841558bb', 'admin_state_up': True, 'tenant_id': '47de0937152d4219879ddb21b59f348a'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:23:05.363100 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e106a959-9a78-49f0-b607-ef7205af7aed req-f762aadb-2a0d-46ff-94ae-02bb25c243b2 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:05.375303 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e106a959-9a78-49f0-b607-ef7205af7aed req-f762aadb-2a0d-46ff-94ae-02bb25c243b2 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=77637105-0550-4658-837e-b253c5845668 HTTP/1.1" status: 200 len: 944 time: 1.0419850 Feb 04 12:23:05.443011 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf3ebba-7bca-4b05-8731-738cb9ae673c req-86368612-4e8d-4c9b-abe8-928e495cba44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:05.447092 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-aaf3ebba-7bca-4b05-8731-738cb9ae673c req-86368612-4e8d-4c9b-abe8-928e495cba44 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=cd7a27426604483abdc4179f17c2461d&device_id=2773449a-c28c-4c94-9bda-90e838af1e0a HTTP/1.1" status: 200 len: 1130 time: 0.5765941 Feb 04 12:23:05.448757 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port 5220023c-d235-4d74-a4b7-828b7b5ddbc6 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:23:05.450931 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (5220023c-d235-4d74-a4b7-828b7b5ddbc6), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:05.602853 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-94344263-4822-4b5c-9c40-5d88b8c1400f None None] Provisioning complete for port 54022434-836f-4445-8a0a-d8d740187c20 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:23:05.603235 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-94344263-4822-4b5c-9c40-5d88b8c1400f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (54022434-836f-4445-8a0a-d8d740187c20), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:05.613960 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-08f12727-1fd9-436c-ac61-f882699202ca tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Made reservation on behalf of 47de0937152d4219879ddb21b59f348a for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:23:05.636352 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-08f12727-1fd9-436c-ac61-f882699202ca tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:05.639547 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f08cbcf-87d3-4437-9097-e594e88fbd22 req-175660a5-4e5f-439c-87ea-68207567a864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:05.643861 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4f08cbcf-87d3-4437-9097-e594e88fbd22 req-175660a5-4e5f-439c-87ea-68207567a864 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2f7dc246-a024-4937-952c-0ddeef5af29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4229612 Feb 04 12:23:05.670852 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e106a959-9a78-49f0-b607-ef7205af7aed req-1fa9417c-6898-4738-888e-2caa2c8b2c7d tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/security-groups?id=0e320687-8002-4e00-a016-6bf57af2cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2937548 Feb 04 12:23:05.739246 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b0fe81-79fd-4329-96e7-1ccc854337f2 req-b3a12b4a-7554-44c5-bfe0-e113bcfddb5b tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:05.750354 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b0fe81-79fd-4329-96e7-1ccc854337f2 req-b3a12b4a-7554-44c5-bfe0-e113bcfddb5b tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:05.759861 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-94344263-4822-4b5c-9c40-5d88b8c1400f None None] Port 54022434-836f-4445-8a0a-d8d740187c20 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:23:05.776353 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-43b0fe81-79fd-4329-96e7-1ccc854337f2 req-b3a12b4a-7554-44c5-bfe0-e113bcfddb5b tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] 10.222.0.65 "GET /v2.0/ports?device_id=32e8e67d-fff7-47c9-86f7-ecf0fc506a46 HTTP/1.1" status: 200 len: 1654 time: 0.5605078 Feb 04 12:23:05.811480 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 5220023c-d235-4d74-a4b7-828b7b5ddbc6 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:23:05.811977 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (5220023c-d235-4d74-a4b7-828b7b5ddbc6), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:05.898171 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03d9c637-5f7a-4502-80df-af2857f4090a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5220023c-d235-4d74-a4b7-828b7b5ddbc6'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:23:05.912159 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8daff54d-1067-419f-9c19-23a60b9ed62f" -d '{"events": [{"server_uuid": "03d9c637-5f7a-4502-80df-af2857f4090a", "name": "network-vif-plugged", "status": "completed", "tag": "5220023c-d235-4d74-a4b7-828b7b5ddbc6"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:23:05.944275 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 5220023c-d235-4d74-a4b7-828b7b5ddbc6, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=5220023c-d235-4d74-a4b7-828b7b5ddbc6,segment=NetworkSegment(02af7db9-ac7a-4fd9-8876-35ceb0279e70),segment_id=02af7db9-ac7a-4fd9-8876-35ceb0279e70)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:23:05.950786 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (5220023c-d235-4d74-a4b7-828b7b5ddbc6), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:06.078782 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-08f12727-1fd9-436c-ac61-f882699202ca tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Allocated IP 19.80.0.72 (e56fdb0a-51c9-47ca-a34d-8374841558bb/40e9b2fc-5552-42af-b368-0091c9768bd5/f0dd04b6-2995-4a11-b5d3-de96eab965eb) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:23:06.108856 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf3ebba-7bca-4b05-8731-738cb9ae673c req-37dd6afe-e4ff-494a-a21c-5c0f0324cadf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:06.110313 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-aaf3ebba-7bca-4b05-8731-738cb9ae673c req-37dd6afe-e4ff-494a-a21c-5c0f0324cadf service neutron] 10.222.0.77 "GET /v2.0/networks?id=2f7dc246-a024-4937-952c-0ddeef5af29c HTTP/1.1" status: 200 len: 870 time: 0.6391544 Feb 04 12:23:06.128412 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=5220023c-d235-4d74-a4b7-828b7b5ddbc6,revision_number=7']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:23:06.130393 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-43b0fe81-79fd-4329-96e7-1ccc854337f2 req-5a7a86dc-4d58-44e2-b604-185acb6e7ae7 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] 10.222.0.65 "GET /v2.0/security-groups?id=492cb02e-3e46-4ed8-a5e1-736353122ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3484240 Feb 04 12:23:06.330980 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-aaf3ebba-7bca-4b05-8731-738cb9ae673c req-e2d5b543-031d-49ed-ab88-8eb72bc34bb0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=211e342c-b254-4036-8477-2d8269159286 HTTP/1.1" status: 200 len: 217 time: 0.1957505 Feb 04 12:23:06.420729 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4f08cbcf-87d3-4437-9097-e594e88fbd22 req-42f18611-f3c7-4592-bcab-fe39c2b2c3db service neutron] 10.222.0.73 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7649932 Feb 04 12:23:06.443318 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683470e5-77fd-461f-8113-ca51dd63a348 req-240fe7e0-5873-46dc-ae98-adc7bca8c2ee tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:06.477285 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-683470e5-77fd-461f-8113-ca51dd63a348 req-240fe7e0-5873-46dc-ae98-adc7bca8c2ee tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] 10.222.0.65 "GET /v2.0/ports?device_id=e9ffef14-76ba-4a42-9e1b-35dd47cebb9c HTTP/1.1" status: 200 len: 946 time: 0.5842865 Feb 04 12:23:06.524582 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-08f12727-1fd9-436c-ac61-f882699202ca tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks [] for port (f0dd04b6-2995-4a11-b5d3-de96eab965eb), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:06.595458 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-08f12727-1fd9-436c-ac61-f882699202ca tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (f0dd04b6-2995-4a11-b5d3-de96eab965eb), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:06.782921 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-08f12727-1fd9-436c-ac61-f882699202ca tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Network e56fdb0a-51c9-47ca-a34d-8374841558bb is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:23:06.785284 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-08f12727-1fd9-436c-ac61-f882699202ca tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:23:06.787846 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f12727-1fd9-436c-ac61-f882699202ca tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Pushing event updated for resources: {'Port': ['ID=f0dd04b6-2995-4a11-b5d3-de96eab965eb,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:23:06.790031 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf3ebba-7bca-4b05-8731-738cb9ae673c req-550a4866-b8fd-4972-996c-f63c72ad8aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:06.792202 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-08f12727-1fd9-436c-ac61-f882699202ca tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:23:06.826521 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-aaf3ebba-7bca-4b05-8731-738cb9ae673c req-550a4866-b8fd-4972-996c-f63c72ad8aa8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5ee3374a-84e9-4639-853c-740c6edaf6dc HTTP/1.1" status: 200 len: 843 time: 0.4527624 Feb 04 12:23:07.047510 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-08f12727-1fd9-436c-ac61-f882699202ca tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:07.048819 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-08f12727-1fd9-436c-ac61-f882699202ca tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:07.090825 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-683470e5-77fd-461f-8113-ca51dd63a348 req-65fb5a5b-4187-4d79-b4d7-19269c081385 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] 10.222.0.65 "GET /v2.0/security-groups?id=e102d2aa-c1a8-4ba5-bd37-a0f044093565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5606019 Feb 04 12:23:07.151984 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-08f12727-1fd9-436c-ac61-f882699202ca tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9098296 Feb 04 12:23:07.187289 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-a71ffb23-f2fa-484b-a138-ae83bed26181 service neutron] Request body: {'port': {'device_id': '32e8e67d-fff7-47c9-86f7-ecf0fc506a46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825015-3'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:23:07.448787 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d769d570-6222-4e65-9996-66408974713f x-openstack-request-id: req-d769d570-6222-4e65-9996-66408974713f {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:23:07.468398 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fc36f32-5b06-4415-923f-fe1b6fc2f3d9", "tag": "29c37814-81d4-4079-ab81-78ba51b2a15c", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:23:07.468983 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d769d570-6222-4e65-9996-66408974713f {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:23:07.469794 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fc36f32-5b06-4415-923f-fe1b6fc2f3d9', 'tag': '29c37814-81d4-4079-ab81-78ba51b2a15c', 'status': 'completed', 'code': 200} Feb 04 12:23:07.546890 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-a71ffb23-f2fa-484b-a138-ae83bed26181 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (d467288c-ee74-42b4-a20e-77fab6d7c278), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:07.559713 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-a27ffef0-a888-43a9-b7c0-9d4f9719ca86 None None] Provisioning complete for port f0dd04b6-2995-4a11-b5d3-de96eab965eb triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:23:07.568196 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a27ffef0-a888-43a9-b7c0-9d4f9719ca86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (f0dd04b6-2995-4a11-b5d3-de96eab965eb), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:07.611063 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9d55ce-638c-4f18-a4b0-519360f87f55 req-61d953e2-30a4-4ce6-a930-32a3ef113a66 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:07.612726 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2e9d55ce-638c-4f18-a4b0-519360f87f55 req-61d953e2-30a4-4ce6-a930-32a3ef113a66 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/ports?device_id=2773449a-c28c-4c94-9bda-90e838af1e0a HTTP/1.1" status: 200 len: 948 time: 1.0982621 Feb 04 12:23:07.687323 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-a27ffef0-a888-43a9-b7c0-9d4f9719ca86 None None] Port f0dd04b6-2995-4a11-b5d3-de96eab965eb cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:23:07.691861 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 211e342c-b254-4036-8477-2d8269159286 details requested by agent hyperv_n-h2-825015-3 with host n-h2-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:23:07.776323 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf3ebba-7bca-4b05-8731-738cb9ae673c req-90c7c495-b673-414b-a21a-4ddf7d43d15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:07.779245 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-aaf3ebba-7bca-4b05-8731-738cb9ae673c req-90c7c495-b673-414b-a21a-4ddf7d43d15d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2f7dc246-a024-4937-952c-0ddeef5af29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.9446824 Feb 04 12:23:07.782803 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4f08cbcf-87d3-4437-9097-e594e88fbd22 req-b0df7d04-550d-4d82-bcb9-75bcc1cd6f1b service neutron] 10.222.0.73 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2790349 Feb 04 12:23:08.328503 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-42affc6b-f00d-49e5-a29e-11b2225dba09 req-dfaa10c3-2167-4ccb-8dc5-87e7d95f7944 service neutron] 10.222.0.73 "GET /v2.0/ports/b3b9b701-1627-4bf6-b4c1-3546e6bb894a/bindings/n-h2-825015-3 HTTP/1.1" status: 200 len: 384 time: 1.2352588 Feb 04 12:23:08.600134 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-a71ffb23-f2fa-484b-a138-ae83bed26181 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d467288c-ee74-42b4-a20e-77fab6d7c278 {{(pid=103474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:23:08.635460 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 211e342c-b254-4036-8477-2d8269159286, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=211e342c-b254-4036-8477-2d8269159286,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:23:08.638990 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-a71ffb23-f2fa-484b-a138-ae83bed26181 service neutron] Publish callbacks [] for port (d467288c-ee74-42b4-a20e-77fab6d7c278), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:08.673426 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Returning: {'device': '211e342c-b254-4036-8477-2d8269159286', 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c', 'port_id': '211e342c-b254-4036-8477-2d8269159286', 'mac_address': 'fa:16:3e:a8:eb:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ee3374a-84e9-4639-853c-740c6edaf6dc', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:23:08.696792 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.provisioning_blocks [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-a71ffb23-f2fa-484b-a138-ae83bed26181 service neutron] Transition to ACTIVE for port object d467288c-ee74-42b4-a20e-77fab6d7c278 will not be triggered until provisioned by entity L2. {{(pid=103474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:23:08.704254 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-a71ffb23-f2fa-484b-a138-ae83bed26181 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (d467288c-ee74-42b4-a20e-77fab6d7c278), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:08.747577 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0471a89f-cd36-4c35-9134-f9ac0e71fee2 req-39cdeaf5-c248-469a-ab36-969b219bcfce tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:08.767186 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0471a89f-cd36-4c35-9134-f9ac0e71fee2 req-39cdeaf5-c248-469a-ab36-969b219bcfce tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fc36f32-5b06-4415-923f-fe1b6fc2f3d9 HTTP/1.1" status: 200 len: 947 time: 1.0636919 Feb 04 12:23:08.776754 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 211e342c-b254-4036-8477-2d8269159286 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:23:08.778293 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (211e342c-b254-4036-8477-2d8269159286), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:08.808587 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2e9d55ce-638c-4f18-a4b0-519360f87f55 req-022d2348-f0dc-467e-ace2-b0dd3ca8c032 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/security-groups?id=ff9db729-a945-4359-8bb3-48cdfdee30d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1070173 Feb 04 12:23:08.836319 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 211e342c-b254-4036-8477-2d8269159286 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:23:08.937228 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 211e342c-b254-4036-8477-2d8269159286, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=211e342c-b254-4036-8477-2d8269159286,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:23:08.947310 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (211e342c-b254-4036-8477-2d8269159286), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:08.948779 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e717df80-14b7-487d-8984-b702f6b78f25 req-e9ac41e8-f4c4-46e4-8cdc-c8e773e3b8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:08.950722 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e717df80-14b7-487d-8984-b702f6b78f25 req-e9ac41e8-f4c4-46e4-8cdc-c8e773e3b8dc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=35795a41dcec4d87a7083b571b71fc5d&device_id=7fc36f32-5b06-4415-923f-fe1b6fc2f3d9 HTTP/1.1" status: 200 len: 1129 time: 0.9454832 Feb 04 12:23:09.081849 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b53c8f9-ede7-47fc-aee3-3110f33b9848 x-openstack-request-id: req-8b53c8f9-ede7-47fc-aee3-3110f33b9848 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:23:09.082182 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03d9c637-5f7a-4502-80df-af2857f4090a", "name": "network-vif-plugged", "status": "completed", "tag": "5220023c-d235-4d74-a4b7-828b7b5ddbc6", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:23:09.082606 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8b53c8f9-ede7-47fc-aee3-3110f33b9848 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:23:09.083228 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03d9c637-5f7a-4502-80df-af2857f4090a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5220023c-d235-4d74-a4b7-828b7b5ddbc6', 'code': 200} Feb 04 12:23:09.178037 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 29c37814-81d4-4079-ab81-78ba51b2a15c details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:23:09.211581 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-aaf3ebba-7bca-4b05-8731-738cb9ae673c req-a4c2f9bd-c581-4b9b-8385-f638c85ee191 service neutron] 10.222.0.77 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2719076 Feb 04 12:23:09.229347 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71ffb23-f2fa-484b-a138-ae83bed26181 service neutron] Pushing event updated for resources: {'Port': ['ID=d467288c-ee74-42b4-a20e-77fab6d7c278,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:23:09.233517 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0471a89f-cd36-4c35-9134-f9ac0e71fee2 req-5c532a86-2c10-49ec-b744-7ccb8ba976f7 tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] 10.222.0.65 "GET /v2.0/security-groups?id=2a710b37-a338-4b40-8a5a-fd5a798f9b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4646971 Feb 04 12:23:09.276632 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=211e342c-b254-4036-8477-2d8269159286,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:23:09.332147 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-a71ffb23-f2fa-484b-a138-ae83bed26181 service neutron] Attempting to bind port d467288c-ee74-42b4-a20e-77fab6d7c278 on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:23:09.332592 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-a71ffb23-f2fa-484b-a138-ae83bed26181 service neutron] Attempting to bind port d467288c-ee74-42b4-a20e-77fab6d7c278 by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': '65f762d4-a3a7-4554-9833-eff800ccf5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e56fdb0a-51c9-47ca-a34d-8374841558bb'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:23:09.333109 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-a71ffb23-f2fa-484b-a138-ae83bed26181 service neutron] Attempting to bind port d467288c-ee74-42b4-a20e-77fab6d7c278 on network e56fdb0a-51c9-47ca-a34d-8374841558bb {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:23:09.368985 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-a71ffb23-f2fa-484b-a138-ae83bed26181 service neutron] Port d467288c-ee74-42b4-a20e-77fab6d7c278 on network e56fdb0a-51c9-47ca-a34d-8374841558bb not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:23:09.369494 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-a71ffb23-f2fa-484b-a138-ae83bed26181 service neutron] Attempting to bind port d467288c-ee74-42b4-a20e-77fab6d7c278 on network e56fdb0a-51c9-47ca-a34d-8374841558bb {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:23:09.390175 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['211e342c-b254-4036-8477-2d8269159286'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:23:09.404976 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-a71ffb23-f2fa-484b-a138-ae83bed26181 service neutron] Checking agent: {'id': 'f8add0d2-2202-43d3-bc0e-72442788e6ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:23:09.410199 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-a71ffb23-f2fa-484b-a138-ae83bed26181 service neutron] Checking segment: {'id': '65f762d4-a3a7-4554-9833-eff800ccf5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e56fdb0a-51c9-47ca-a34d-8374841558bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:23:09.412436 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-a71ffb23-f2fa-484b-a138-ae83bed26181 service neutron] Bound using segment: {'id': '65f762d4-a3a7-4554-9833-eff800ccf5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e56fdb0a-51c9-47ca-a34d-8374841558bb'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:23:09.414675 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-a71ffb23-f2fa-484b-a138-ae83bed26181 service neutron] Bound port: d467288c-ee74-42b4-a20e-77fab6d7c278, host: n-h1-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65f762d4-a3a7-4554-9833-eff800ccf5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e56fdb0a-51c9-47ca-a34d-8374841558bb'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:23:09.416566 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-a71ffb23-f2fa-484b-a138-ae83bed26181 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (d467288c-ee74-42b4-a20e-77fab6d7c278), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:09.653734 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.db.resource_extend [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 12:23:09.763618 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-a71ffb23-f2fa-484b-a138-ae83bed26181 service neutron] For port d467288c-ee74-42b4-a20e-77fab6d7c278, host n-h1-825015-3, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:23:09.775299 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-a71ffb23-f2fa-484b-a138-ae83bed26181 service neutron] For port d467288c-ee74-42b4-a20e-77fab6d7c278, host n-h1-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=d467288c-ee74-42b4-a20e-77fab6d7c278,segment=NetworkSegment(65f762d4-a3a7-4554-9833-eff800ccf5a2),segment_id=65f762d4-a3a7-4554-9833-eff800ccf5a2)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:23:09.794350 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-aaf3ebba-7bca-4b05-8731-738cb9ae673c req-0f57f090-b3d2-4c54-b5af-989e8fd9f632 service neutron] 10.222.0.77 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5392096 Feb 04 12:23:09.813867 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-a71ffb23-f2fa-484b-a138-ae83bed26181 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (d467288c-ee74-42b4-a20e-77fab6d7c278), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:10.041178 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71ffb23-f2fa-484b-a138-ae83bed26181 service neutron] Pushing event updated for resources: {'Port': ['ID=d467288c-ee74-42b4-a20e-77fab6d7c278,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:23:10.098342 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-a71ffb23-f2fa-484b-a138-ae83bed26181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:10.099275 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-a71ffb23-f2fa-484b-a138-ae83bed26181 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:10.102234 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-a71ffb23-f2fa-484b-a138-ae83bed26181 service neutron] 10.222.0.73 "PUT /v2.0/ports/d467288c-ee74-42b4-a20e-77fab6d7c278 HTTP/1.1" status: 200 len: 1092 time: 2.9456418 Feb 04 12:23:10.102986 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32e8e67d-fff7-47c9-86f7-ecf0fc506a46', 'tag': 'd467288c-ee74-42b4-a20e-77fab6d7c278'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:23:10.142415 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e940ec82-987c-4d16-b608-7dac03125e77" -d '{"events": [{"name": "network-changed", "server_uuid": "32e8e67d-fff7-47c9-86f7-ecf0fc506a46", "tag": "d467288c-ee74-42b4-a20e-77fab6d7c278"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:23:10.184874 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-57c8bf38-3e6a-429d-a8bf-84f065a3b4e9 service neutron] Request body: {'port': {'device_id': '32e8e67d-fff7-47c9-86f7-ecf0fc506a46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825015-3'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:23:10.425518 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-42affc6b-f00d-49e5-a29e-11b2225dba09 req-391ddec2-e18e-4042-b2b8-6b368b786050 service neutron] For port b3b9b701-1627-4bf6-b4c1-3546e6bb894a, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=b3b9b701-1627-4bf6-b4c1-3546e6bb894a,segment=NetworkSegment(30a1e83f-6fb2-463b-baec-19bf81bfa14b),segment_id=30a1e83f-6fb2-463b-baec-19bf81bfa14b)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:23:10.490752 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 29c37814-81d4-4079-ab81-78ba51b2a15c, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=29c37814-81d4-4079-ab81-78ba51b2a15c,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:23:10.514348 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-57c8bf38-3e6a-429d-a8bf-84f065a3b4e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (54022434-836f-4445-8a0a-d8d740187c20), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:10.570568 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': '29c37814-81d4-4079-ab81-78ba51b2a15c', 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c', 'port_id': '29c37814-81d4-4079-ab81-78ba51b2a15c', 'mac_address': 'fa:16:3e:1c:91:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ee3374a-84e9-4639-853c-740c6edaf6dc', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:23:10.973868 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e717df80-14b7-487d-8984-b702f6b78f25 req-6abf5ed4-09a2-4508-9e1f-f8f2dce82c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:10.977963 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e717df80-14b7-487d-8984-b702f6b78f25 req-6abf5ed4-09a2-4508-9e1f-f8f2dce82c15 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2f7dc246-a024-4937-952c-0ddeef5af29c HTTP/1.1" status: 200 len: 870 time: 1.9781005 Feb 04 12:23:11.028323 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 29c37814-81d4-4079-ab81-78ba51b2a15c is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:23:11.029445 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (29c37814-81d4-4079-ab81-78ba51b2a15c), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:11.109359 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29c37814-81d4-4079-ab81-78ba51b2a15c {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:23:11.183645 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 29c37814-81d4-4079-ab81-78ba51b2a15c, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=29c37814-81d4-4079-ab81-78ba51b2a15c,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:23:11.192913 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (29c37814-81d4-4079-ab81-78ba51b2a15c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:11.291487 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e717df80-14b7-487d-8984-b702f6b78f25 req-79a31756-4f6d-4da3-817c-b75ab9b00c1c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=29c37814-81d4-4079-ab81-78ba51b2a15c HTTP/1.1" status: 200 len: 217 time: 0.3000412 Feb 04 12:23:11.331906 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-42affc6b-f00d-49e5-a29e-11b2225dba09 req-391ddec2-e18e-4042-b2b8-6b368b786050 service neutron] For port b3b9b701-1627-4bf6-b4c1-3546e6bb894a, host n-h1-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:23:11.383608 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=29c37814-81d4-4079-ab81-78ba51b2a15c,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:23:11.463257 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-42affc6b-f00d-49e5-a29e-11b2225dba09 req-391ddec2-e18e-4042-b2b8-6b368b786050 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3b9b701-1627-4bf6-b4c1-3546e6bb894a {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:23:11.486239 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-42affc6b-f00d-49e5-a29e-11b2225dba09 req-391ddec2-e18e-4042-b2b8-6b368b786050 service neutron] For port b3b9b701-1627-4bf6-b4c1-3546e6bb894a, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=b3b9b701-1627-4bf6-b4c1-3546e6bb894a,segment=NetworkSegment(30a1e83f-6fb2-463b-baec-19bf81bfa14b),segment_id=30a1e83f-6fb2-463b-baec-19bf81bfa14b)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:23:11.537371 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['29c37814-81d4-4079-ab81-78ba51b2a15c'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:23:11.578348 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-42affc6b-f00d-49e5-a29e-11b2225dba09 req-391ddec2-e18e-4042-b2b8-6b368b786050 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (b3b9b701-1627-4bf6-b4c1-3546e6bb894a), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:11.759927 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-57c8bf38-3e6a-429d-a8bf-84f065a3b4e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54022434-836f-4445-8a0a-d8d740187c20 {{(pid=103474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:23:11.769103 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-42affc6b-f00d-49e5-a29e-11b2225dba09 req-391ddec2-e18e-4042-b2b8-6b368b786050 service neutron] Transition to ACTIVE for port object b3b9b701-1627-4bf6-b4c1-3546e6bb894a will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:23:11.787045 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-57c8bf38-3e6a-429d-a8bf-84f065a3b4e9 service neutron] Publish callbacks [] for port (54022434-836f-4445-8a0a-d8d740187c20), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:11.837880 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-42affc6b-f00d-49e5-a29e-11b2225dba09 req-391ddec2-e18e-4042-b2b8-6b368b786050 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (b3b9b701-1627-4bf6-b4c1-3546e6bb894a), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:11.838839 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.provisioning_blocks [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-57c8bf38-3e6a-429d-a8bf-84f065a3b4e9 service neutron] Transition to ACTIVE for port object 54022434-836f-4445-8a0a-d8d740187c20 will not be triggered until provisioned by entity L2. {{(pid=103474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:23:11.846328 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-57c8bf38-3e6a-429d-a8bf-84f065a3b4e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (54022434-836f-4445-8a0a-d8d740187c20), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:12.063306 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d256ea-73ab-460e-b5f9-6fb5b5ff134b req-ee19d1d3-b5a6-41b1-9c84-331e48f9c235 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:12.068164 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e3d256ea-73ab-460e-b5f9-6fb5b5ff134b req-ee19d1d3-b5a6-41b1-9c84-331e48f9c235 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=77637105-0550-4658-837e-b253c5845668 HTTP/1.1" status: 200 len: 944 time: 1.2902384 Feb 04 12:23:12.182598 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca372e24-c5ed-4db2-987d-aa212ae989ad req-46f9c971-22a7-456a-a55a-64a0f94cad4d tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:12.195996 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca372e24-c5ed-4db2-987d-aa212ae989ad req-46f9c971-22a7-456a-a55a-64a0f94cad4d tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:12.209301 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca372e24-c5ed-4db2-987d-aa212ae989ad req-46f9c971-22a7-456a-a55a-64a0f94cad4d tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:12.213823 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ca372e24-c5ed-4db2-987d-aa212ae989ad req-46f9c971-22a7-456a-a55a-64a0f94cad4d tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] 10.222.0.65 "GET /v2.0/ports?device_id=32e8e67d-fff7-47c9-86f7-ecf0fc506a46 HTTP/1.1" status: 200 len: 2387 time: 0.9473503 Feb 04 12:23:12.265371 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391ddec2-e18e-4042-b2b8-6b368b786050 service neutron] Pushing event updated for resources: {'Port': ['ID=b3b9b701-1627-4bf6-b4c1-3546e6bb894a,revision_number=10']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:23:12.306258 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-42affc6b-f00d-49e5-a29e-11b2225dba09 req-391ddec2-e18e-4042-b2b8-6b368b786050 service neutron] No DVR routers for this DVR port b3b9b701-1627-4bf6-b4c1-3546e6bb894a on host n-h1-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:23:12.340755 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e717df80-14b7-487d-8984-b702f6b78f25 req-3adc87d2-84a6-4855-87e9-14626013a766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:12.353783 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e717df80-14b7-487d-8984-b702f6b78f25 req-3adc87d2-84a6-4855-87e9-14626013a766 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5ee3374a-84e9-4639-853c-740c6edaf6dc HTTP/1.1" status: 200 len: 843 time: 0.8018091 Feb 04 12:23:12.490950 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c8bf38-3e6a-429d-a8bf-84f065a3b4e9 service neutron] Pushing event updated for resources: {'Port': ['ID=54022434-836f-4445-8a0a-d8d740187c20,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:23:12.567641 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e3d256ea-73ab-460e-b5f9-6fb5b5ff134b req-2d818927-448e-4b35-aa90-ae7c13f50d1d tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/security-groups?id=0e320687-8002-4e00-a016-6bf57af2cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4668155 Feb 04 12:23:12.697449 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-42affc6b-f00d-49e5-a29e-11b2225dba09 req-391ddec2-e18e-4042-b2b8-6b368b786050 service neutron] 10.222.0.73 "PUT /v2.0/ports/b3b9b701-1627-4bf6-b4c1-3546e6bb894a/bindings/n-h2-825015-3/activate HTTP/1.1" status: 200 len: 369 time: 4.3425465 Feb 04 12:23:12.827683 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ca372e24-c5ed-4db2-987d-aa212ae989ad req-7b6cd94f-c122-42c6-979c-a2b1a04b07a6 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] 10.222.0.65 "GET /v2.0/security-groups?id=492cb02e-3e46-4ed8-a5e1-736353122ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5517874 Feb 04 12:23:12.853067 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-57c8bf38-3e6a-429d-a8bf-84f065a3b4e9 service neutron] Attempting to bind port 54022434-836f-4445-8a0a-d8d740187c20 on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:23:12.853067 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-57c8bf38-3e6a-429d-a8bf-84f065a3b4e9 service neutron] Attempting to bind port 54022434-836f-4445-8a0a-d8d740187c20 by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': 'c5ffa1fd-f850-4005-96c0-aefc73ef96dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '397fc140-e9f1-4e5d-b90a-7ce2245ff19e'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:23:12.853992 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-57c8bf38-3e6a-429d-a8bf-84f065a3b4e9 service neutron] Attempting to bind port 54022434-836f-4445-8a0a-d8d740187c20 on network 397fc140-e9f1-4e5d-b90a-7ce2245ff19e {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:23:12.881949 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-57c8bf38-3e6a-429d-a8bf-84f065a3b4e9 service neutron] Port 54022434-836f-4445-8a0a-d8d740187c20 on network 397fc140-e9f1-4e5d-b90a-7ce2245ff19e not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:23:12.883355 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-57c8bf38-3e6a-429d-a8bf-84f065a3b4e9 service neutron] Attempting to bind port 54022434-836f-4445-8a0a-d8d740187c20 on network 397fc140-e9f1-4e5d-b90a-7ce2245ff19e {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:23:12.943239 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-57c8bf38-3e6a-429d-a8bf-84f065a3b4e9 service neutron] Checking agent: {'id': 'f8add0d2-2202-43d3-bc0e-72442788e6ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:23:12.944312 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-57c8bf38-3e6a-429d-a8bf-84f065a3b4e9 service neutron] Checking segment: {'id': 'c5ffa1fd-f850-4005-96c0-aefc73ef96dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '397fc140-e9f1-4e5d-b90a-7ce2245ff19e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:23:12.945801 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-57c8bf38-3e6a-429d-a8bf-84f065a3b4e9 service neutron] Bound using segment: {'id': 'c5ffa1fd-f850-4005-96c0-aefc73ef96dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '397fc140-e9f1-4e5d-b90a-7ce2245ff19e'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:23:12.950026 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-57c8bf38-3e6a-429d-a8bf-84f065a3b4e9 service neutron] Bound port: 54022434-836f-4445-8a0a-d8d740187c20, host: n-h1-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5ffa1fd-f850-4005-96c0-aefc73ef96dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '397fc140-e9f1-4e5d-b90a-7ce2245ff19e'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:23:12.951325 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-57c8bf38-3e6a-429d-a8bf-84f065a3b4e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (54022434-836f-4445-8a0a-d8d740187c20), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:13.011358 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e717df80-14b7-487d-8984-b702f6b78f25 req-e0a223a9-cb31-465e-8228-fcd926dd3f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:13.014386 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e717df80-14b7-487d-8984-b702f6b78f25 req-e0a223a9-cb31-465e-8228-fcd926dd3f88 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2f7dc246-a024-4937-952c-0ddeef5af29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5915692 Feb 04 12:23:13.078272 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42affc6b-f00d-49e5-a29e-11b2225dba09 req-d707457c-5bde-4039-9cc1-d6240ea86c8b tempest-LiveAutoBlockMigrationV225Test-497889810 tempest-LiveAutoBlockMigrationV225Test-497889810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:13.081323 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-42affc6b-f00d-49e5-a29e-11b2225dba09 req-d707457c-5bde-4039-9cc1-d6240ea86c8b tempest-LiveAutoBlockMigrationV225Test-497889810 tempest-LiveAutoBlockMigrationV225Test-497889810-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=77637105-0550-4658-837e-b253c5845668&tenant_id=207f01ccf15c4616a04a98fbbad5fc72&binding%3Ahost_id=n-h1-825015-3 HTTP/1.1" status: 200 len: 1127 time: 0.2430401 Feb 04 12:23:13.120521 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-57c8bf38-3e6a-429d-a8bf-84f065a3b4e9 service neutron] For port 54022434-836f-4445-8a0a-d8d740187c20, host n-h1-825015-3, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:23:13.127944 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-57c8bf38-3e6a-429d-a8bf-84f065a3b4e9 service neutron] For port 54022434-836f-4445-8a0a-d8d740187c20, host n-h1-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=54022434-836f-4445-8a0a-d8d740187c20,segment=NetworkSegment(c5ffa1fd-f850-4005-96c0-aefc73ef96dd),segment_id=c5ffa1fd-f850-4005-96c0-aefc73ef96dd)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:23:13.142242 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-069ec9ca-a50a-43a4-aece-8c54d9d022ee x-openstack-request-id: req-069ec9ca-a50a-43a4-aece-8c54d9d022ee {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:23:13.142878 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32e8e67d-fff7-47c9-86f7-ecf0fc506a46", "tag": "d467288c-ee74-42b4-a20e-77fab6d7c278", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:23:13.143474 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-069ec9ca-a50a-43a4-aece-8c54d9d022ee {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:23:13.144336 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32e8e67d-fff7-47c9-86f7-ecf0fc506a46', 'tag': 'd467288c-ee74-42b4-a20e-77fab6d7c278', 'status': 'completed', 'code': 200} Feb 04 12:23:13.147894 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-57c8bf38-3e6a-429d-a8bf-84f065a3b4e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (54022434-836f-4445-8a0a-d8d740187c20), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:13.202774 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 7f7c0ab4-55b6-44d8-8a4a-0a0e2338d223 details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:23:13.206163 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 29c37814-81d4-4079-ab81-78ba51b2a15c up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:23:13.298725 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c8bf38-3e6a-429d-a8bf-84f065a3b4e9 service neutron] Pushing event updated for resources: {'Port': ['ID=54022434-836f-4445-8a0a-d8d740187c20,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:23:13.355518 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-57c8bf38-3e6a-429d-a8bf-84f065a3b4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:13.361819 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-57c8bf38-3e6a-429d-a8bf-84f065a3b4e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:13.372703 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-57c8bf38-3e6a-429d-a8bf-84f065a3b4e9 service neutron] 10.222.0.73 "PUT /v2.0/ports/54022434-836f-4445-8a0a-d8d740187c20 HTTP/1.1" status: 200 len: 1091 time: 3.2127614 Feb 04 12:23:13.421739 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-83e38077-3999-4056-be03-9e1e15db3051 service neutron] Request body: {'port': {'device_id': '32e8e67d-fff7-47c9-86f7-ecf0fc506a46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825015-3'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:23:13.450380 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning for port 29c37814-81d4-4079-ab81-78ba51b2a15c completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:23:13.490929 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port 29c37814-81d4-4079-ab81-78ba51b2a15c triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:23:13.491336 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (29c37814-81d4-4079-ab81-78ba51b2a15c), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:13.642130 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-83e38077-3999-4056-be03-9e1e15db3051 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (f0dd04b6-2995-4a11-b5d3-de96eab965eb), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:13.674359 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 7f7c0ab4-55b6-44d8-8a4a-0a0e2338d223, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=7f7c0ab4-55b6-44d8-8a4a-0a0e2338d223,segment=NetworkSegment(3650fe49-0487-4896-b953-b3c6867af33a),segment_id=3650fe49-0487-4896-b953-b3c6867af33a)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:23:13.708744 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 211e342c-b254-4036-8477-2d8269159286 up at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:23:13.854239 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': '7f7c0ab4-55b6-44d8-8a4a-0a0e2338d223', 'network_id': '33921118-8bb8-4172-84ea-b744fa92425e', 'port_id': '7f7c0ab4-55b6-44d8-8a4a-0a0e2338d223', 'mac_address': 'fa:16:3e:b2:ba:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a7709a7-759a-49ea-a610-cec6e14d5672', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:23:13.887293 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning for port 211e342c-b254-4036-8477-2d8269159286 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:23:13.955765 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning complete for port 211e342c-b254-4036-8477-2d8269159286 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:23:13.956335 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (211e342c-b254-4036-8477-2d8269159286), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:14.235291 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 29c37814-81d4-4079-ab81-78ba51b2a15c is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:23:14.235985 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (29c37814-81d4-4079-ab81-78ba51b2a15c), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:14.253023 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 7f7c0ab4-55b6-44d8-8a4a-0a0e2338d223 is: ACTIVE; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:23:14.253424 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (7f7c0ab4-55b6-44d8-8a4a-0a0e2338d223), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:14.283611 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7f7c0ab4-55b6-44d8-8a4a-0a0e2338d223 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:23:14.323747 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 7f7c0ab4-55b6-44d8-8a4a-0a0e2338d223, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=7f7c0ab4-55b6-44d8-8a4a-0a0e2338d223,segment=NetworkSegment(3650fe49-0487-4896-b953-b3c6867af33a),segment_id=3650fe49-0487-4896-b953-b3c6867af33a)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:23:14.329893 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-83e38077-3999-4056-be03-9e1e15db3051 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0dd04b6-2995-4a11-b5d3-de96eab965eb {{(pid=103474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:23:14.343378 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-83e38077-3999-4056-be03-9e1e15db3051 service neutron] Publish callbacks [] for port (f0dd04b6-2995-4a11-b5d3-de96eab965eb), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:14.374333 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c09439-6348-4e5c-848d-f515147f640b req-491d76ac-f08b-4a69-8263-449a99a6532d tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:14.382102 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.provisioning_blocks [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-83e38077-3999-4056-be03-9e1e15db3051 service neutron] Transition to ACTIVE for port object f0dd04b6-2995-4a11-b5d3-de96eab965eb will not be triggered until provisioned by entity L2. {{(pid=103474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:23:14.385068 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-59c09439-6348-4e5c-848d-f515147f640b req-491d76ac-f08b-4a69-8263-449a99a6532d tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/ports?device_id=2773449a-c28c-4c94-9bda-90e838af1e0a HTTP/1.1" status: 200 len: 949 time: 1.1393528 Feb 04 12:23:14.389336 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-83e38077-3999-4056-be03-9e1e15db3051 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (f0dd04b6-2995-4a11-b5d3-de96eab965eb), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:14.393885 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 211e342c-b254-4036-8477-2d8269159286 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:23:14.394463 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (211e342c-b254-4036-8477-2d8269159286), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:14.399200 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (7f7c0ab4-55b6-44d8-8a4a-0a0e2338d223), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:14.450882 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e940ec82-987c-4d16-b608-7dac03125e77 req-3ea2ceb7-4b6c-455f-97d6-a8b19876d5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:14.451767 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e940ec82-987c-4d16-b608-7dac03125e77 req-3ea2ceb7-4b6c-455f-97d6-a8b19876d5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:14.452584 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e940ec82-987c-4d16-b608-7dac03125e77 req-3ea2ceb7-4b6c-455f-97d6-a8b19876d5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:14.455280 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e940ec82-987c-4d16-b608-7dac03125e77 req-3ea2ceb7-4b6c-455f-97d6-a8b19876d5f9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=47de0937152d4219879ddb21b59f348a&device_id=32e8e67d-fff7-47c9-86f7-ecf0fc506a46 HTTP/1.1" status: 200 len: 2859 time: 0.4328594 Feb 04 12:23:14.633948 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e38077-3999-4056-be03-9e1e15db3051 service neutron] Pushing event updated for resources: {'Port': ['ID=f0dd04b6-2995-4a11-b5d3-de96eab965eb,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:23:14.669712 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fc36f32-5b06-4415-923f-fe1b6fc2f3d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29c37814-81d4-4079-ab81-78ba51b2a15c'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:23:14.676658 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9b7b965-eff7-4943-8a92-f65c1e3493cf" -d '{"events": [{"server_uuid": "7fc36f32-5b06-4415-923f-fe1b6fc2f3d9", "name": "network-vif-plugged", "status": "completed", "tag": "29c37814-81d4-4079-ab81-78ba51b2a15c"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:23:14.687059 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=7f7c0ab4-55b6-44d8-8a4a-0a0e2338d223,revision_number=6']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:23:14.759355 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['7f7c0ab4-55b6-44d8-8a4a-0a0e2338d223'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:23:14.822203 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-83e38077-3999-4056-be03-9e1e15db3051 service neutron] Attempting to bind port f0dd04b6-2995-4a11-b5d3-de96eab965eb on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:23:14.822744 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-83e38077-3999-4056-be03-9e1e15db3051 service neutron] Attempting to bind port f0dd04b6-2995-4a11-b5d3-de96eab965eb by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': '65f762d4-a3a7-4554-9833-eff800ccf5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e56fdb0a-51c9-47ca-a34d-8374841558bb'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:23:14.823297 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-83e38077-3999-4056-be03-9e1e15db3051 service neutron] Attempting to bind port f0dd04b6-2995-4a11-b5d3-de96eab965eb on network e56fdb0a-51c9-47ca-a34d-8374841558bb {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:23:14.834326 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-83e38077-3999-4056-be03-9e1e15db3051 service neutron] Port f0dd04b6-2995-4a11-b5d3-de96eab965eb on network e56fdb0a-51c9-47ca-a34d-8374841558bb not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:23:14.835062 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-83e38077-3999-4056-be03-9e1e15db3051 service neutron] Attempting to bind port f0dd04b6-2995-4a11-b5d3-de96eab965eb on network e56fdb0a-51c9-47ca-a34d-8374841558bb {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:23:14.876641 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-83e38077-3999-4056-be03-9e1e15db3051 service neutron] Checking agent: {'id': 'f8add0d2-2202-43d3-bc0e-72442788e6ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:23:14.879240 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-83e38077-3999-4056-be03-9e1e15db3051 service neutron] Checking segment: {'id': '65f762d4-a3a7-4554-9833-eff800ccf5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e56fdb0a-51c9-47ca-a34d-8374841558bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:23:14.881176 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-83e38077-3999-4056-be03-9e1e15db3051 service neutron] Bound using segment: {'id': '65f762d4-a3a7-4554-9833-eff800ccf5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e56fdb0a-51c9-47ca-a34d-8374841558bb'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:23:14.890349 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-83e38077-3999-4056-be03-9e1e15db3051 service neutron] Bound port: f0dd04b6-2995-4a11-b5d3-de96eab965eb, host: n-h1-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65f762d4-a3a7-4554-9833-eff800ccf5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e56fdb0a-51c9-47ca-a34d-8374841558bb'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:23:14.891864 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-83e38077-3999-4056-be03-9e1e15db3051 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (f0dd04b6-2995-4a11-b5d3-de96eab965eb), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:15.115456 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 211e342c-b254-4036-8477-2d8269159286, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=211e342c-b254-4036-8477-2d8269159286,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:23:15.115642 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-83e38077-3999-4056-be03-9e1e15db3051 service neutron] For port f0dd04b6-2995-4a11-b5d3-de96eab965eb, host n-h1-825015-3, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:23:15.121389 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 29c37814-81d4-4079-ab81-78ba51b2a15c, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=29c37814-81d4-4079-ab81-78ba51b2a15c,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:23:15.125722 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42affc6b-f00d-49e5-a29e-11b2225dba09 req-6105fea7-2680-48a7-82e8-566aec40bdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:15.127379 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-83e38077-3999-4056-be03-9e1e15db3051 service neutron] For port f0dd04b6-2995-4a11-b5d3-de96eab965eb, host n-h1-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=f0dd04b6-2995-4a11-b5d3-de96eab965eb,segment=NetworkSegment(65f762d4-a3a7-4554-9833-eff800ccf5a2),segment_id=65f762d4-a3a7-4554-9833-eff800ccf5a2)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:23:15.132220 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-42affc6b-f00d-49e5-a29e-11b2225dba09 req-6105fea7-2680-48a7-82e8-566aec40bdf4 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=77637105-0550-4658-837e-b253c5845668&tenant_id=207f01ccf15c4616a04a98fbbad5fc72 HTTP/1.1" status: 200 len: 1127 time: 2.0054610 Feb 04 12:23:15.144044 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-83e38077-3999-4056-be03-9e1e15db3051 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (f0dd04b6-2995-4a11-b5d3-de96eab965eb), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:15.163909 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (211e342c-b254-4036-8477-2d8269159286), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:15.178627 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e717df80-14b7-487d-8984-b702f6b78f25 req-68467bb5-f949-46bd-a37f-c5c79d10a8cd service neutron] 10.222.0.73 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.1110539 Feb 04 12:23:15.239461 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f3f864-7ba8-49d4-b946-4cb5b82cc8c3 req-a29bf2af-ad6e-48f4-80a3-cdef0241f0ef tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:15.243522 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e8f3f864-7ba8-49d4-b946-4cb5b82cc8c3 req-a29bf2af-ad6e-48f4-80a3-cdef0241f0ef tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fc36f32-5b06-4415-923f-fe1b6fc2f3d9 HTTP/1.1" status: 200 len: 948 time: 1.1229928 Feb 04 12:23:15.259257 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (29c37814-81d4-4079-ab81-78ba51b2a15c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:15.264620 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=211e342c-b254-4036-8477-2d8269159286,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:23:15.325434 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32e8e67d-fff7-47c9-86f7-ecf0fc506a46', 'tag': '54022434-836f-4445-8a0a-d8d740187c20'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:23:15.328658 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79366de5-5a36-4bb5-aeeb-1204cd454f25" -d '{"events": [{"name": "network-changed", "server_uuid": "32e8e67d-fff7-47c9-86f7-ecf0fc506a46", "tag": "54022434-836f-4445-8a0a-d8d740187c20"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:23:15.342387 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e38077-3999-4056-be03-9e1e15db3051 service neutron] Pushing event updated for resources: {'Port': ['ID=f0dd04b6-2995-4a11-b5d3-de96eab965eb,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:23:15.393899 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-83e38077-3999-4056-be03-9e1e15db3051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:15.394542 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-83e38077-3999-4056-be03-9e1e15db3051 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:15.396472 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-83e38077-3999-4056-be03-9e1e15db3051 service neutron] 10.222.0.73 "PUT /v2.0/ports/f0dd04b6-2995-4a11-b5d3-de96eab965eb HTTP/1.1" status: 200 len: 1091 time: 1.9826474 Feb 04 12:23:15.493519 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=29c37814-81d4-4079-ab81-78ba51b2a15c,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:23:15.571897 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5e7d0b79-c59c-4d9d-a038-994ad5f1dca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:15.666570 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-59c09439-6348-4e5c-848d-f515147f640b req-b20c3ab4-ea18-4c9e-afec-0568b54e3394 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/security-groups?id=ff9db729-a945-4359-8bb3-48cdfdee30d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2441936 Feb 04 12:23:15.954070 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e940ec82-987c-4d16-b608-7dac03125e77 req-b0932077-6dfd-461c-bc2f-b70dfa60ba2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:15.965616 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e940ec82-987c-4d16-b608-7dac03125e77 req-b0932077-6dfd-461c-bc2f-b70dfa60ba2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:15.966478 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e940ec82-987c-4d16-b608-7dac03125e77 req-b0932077-6dfd-461c-bc2f-b70dfa60ba2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:15.969393 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e940ec82-987c-4d16-b608-7dac03125e77 req-b0932077-6dfd-461c-bc2f-b70dfa60ba2b service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=47de0937152d4219879ddb21b59f348a&shared=False HTTP/1.1" status: 200 len: 2290 time: 1.4508042 Feb 04 12:23:15.998270 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e8f3f864-7ba8-49d4-b946-4cb5b82cc8c3 req-ebaafbd5-a0fe-4135-bdf9-150a7a4fc57c tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] 10.222.0.65 "GET /v2.0/security-groups?id=2a710b37-a338-4b40-8a5a-fd5a798f9b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6066296 Feb 04 12:23:16.022572 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42affc6b-f00d-49e5-a29e-11b2225dba09 req-cb00844a-2b3f-4749-9a44-a08cf3fd49a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:16.025966 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-42affc6b-f00d-49e5-a29e-11b2225dba09 req-cb00844a-2b3f-4749-9a44-a08cf3fd49a4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=207f01ccf15c4616a04a98fbbad5fc72&device_id=77637105-0550-4658-837e-b253c5845668 HTTP/1.1" status: 200 len: 1127 time: 0.8441713 Feb 04 12:23:16.218340 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e717df80-14b7-487d-8984-b702f6b78f25 req-47e7ff73-01bf-4483-9a5c-7ed398fecc7e service neutron] 10.222.0.73 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9301341 Feb 04 12:23:16.627958 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42affc6b-f00d-49e5-a29e-11b2225dba09 req-bd461593-c0e4-4a27-83b9-97bb0c5ed30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:16.630219 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-42affc6b-f00d-49e5-a29e-11b2225dba09 req-bd461593-c0e4-4a27-83b9-97bb0c5ed30b service neutron] 10.222.0.77 "GET /v2.0/networks?id=365084f8-2068-4655-9009-041f3cc171be HTTP/1.1" status: 200 len: 922 time: 0.5268006 Feb 04 12:23:16.635788 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e940ec82-987c-4d16-b608-7dac03125e77 req-ded4b3e1-56fa-4e2a-aeb3-2e64bed7dce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:16.638398 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e940ec82-987c-4d16-b608-7dac03125e77 req-ded4b3e1-56fa-4e2a-aeb3-2e64bed7dce0 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6247833 Feb 04 12:23:16.924661 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-42affc6b-f00d-49e5-a29e-11b2225dba09 req-70cffe47-68d7-4a61-a227-93eae43a81b5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b3b9b701-1627-4bf6-b4c1-3546e6bb894a HTTP/1.1" status: 200 len: 217 time: 0.2843821 Feb 04 12:23:17.146526 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01f41ea-c40a-4032-9d2a-d4e7345d1a61 req-498da4c4-9531-4efd-9d0d-3ec489acc69c tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:17.149062 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c01f41ea-c40a-4032-9d2a-d4e7345d1a61 req-498da4c4-9531-4efd-9d0d-3ec489acc69c tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/networks?id=8201226e-f25e-431d-a6a5-6704e8dc4880 HTTP/1.1" status: 200 len: 807 time: 0.7546177 Feb 04 12:23:17.172608 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-c466e6b4-98fa-4a24-aeb1-57821953a474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:17.173761 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-c466e6b4-98fa-4a24-aeb1-57821953a474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:17.174631 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-c466e6b4-98fa-4a24-aeb1-57821953a474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:17.179984 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-c466e6b4-98fa-4a24-aeb1-57821953a474 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=47de0937152d4219879ddb21b59f348a&device_id=32e8e67d-fff7-47c9-86f7-ecf0fc506a46 HTTP/1.1" status: 200 len: 2957 time: 0.4386742 Feb 04 12:23:17.233128 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 7f7c0ab4-55b6-44d8-8a4a-0a0e2338d223 up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:23:17.280332 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-9aad2d48-94d9-4ac6-af01-a6d4df2efed4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.226&port_id=d467288c-ee74-42b4-a20e-77fab6d7c278 HTTP/1.1" status: 200 len: 217 time: 0.0738204 Feb 04 12:23:17.283722 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42affc6b-f00d-49e5-a29e-11b2225dba09 req-9fb097d5-fae6-40e6-b390-ef749728f6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:17.285715 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-42affc6b-f00d-49e5-a29e-11b2225dba09 req-9fb097d5-fae6-40e6-b390-ef749728f6f2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=baf06417-eecb-4036-81cf-3c7679e7daf8 HTTP/1.1" status: 200 len: 861 time: 0.3598120 Feb 04 12:23:17.293146 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c01f41ea-c40a-4032-9d2a-d4e7345d1a61 req-4c77310e-252f-4fbb-bc83-19b1bae9cfeb tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/quotas/24a467b030c744bba5cc99601ae6aefc HTTP/1.1" status: 200 len: 375 time: 0.1298070 Feb 04 12:23:17.405325 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port 7f7c0ab4-55b6-44d8-8a4a-0a0e2338d223 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:23:17.406059 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (7f7c0ab4-55b6-44d8-8a4a-0a0e2338d223), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:17.453613 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-42affc6b-f00d-49e5-a29e-11b2225dba09 req-4b0b4999-6e19-406a-a679-e342cab5b076 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=365084f8-2068-4655-9009-041f3cc171be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1246159 Feb 04 12:23:17.640761 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 7f7c0ab4-55b6-44d8-8a4a-0a0e2338d223 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:23:17.641611 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (7f7c0ab4-55b6-44d8-8a4a-0a0e2338d223), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:17.713016 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-9df709a6-1c61-4151-810e-dfca9f5dd747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:17.714820 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-9df709a6-1c61-4151-810e-dfca9f5dd747 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=40e9b2fc-5552-42af-b368-0091c9768bd5 HTTP/1.1" status: 200 len: 801 time: 0.4207113 Feb 04 12:23:17.734152 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 7f7c0ab4-55b6-44d8-8a4a-0a0e2338d223, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=7f7c0ab4-55b6-44d8-8a4a-0a0e2338d223,segment=NetworkSegment(3650fe49-0487-4896-b953-b3c6867af33a),segment_id=3650fe49-0487-4896-b953-b3c6867af33a)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:23:17.743796 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (7f7c0ab4-55b6-44d8-8a4a-0a0e2338d223), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:17.792950 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c01f41ea-c40a-4032-9d2a-d4e7345d1a61 req-5cff0f0d-8af3-4aff-b493-7e236fd300f9 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=24a467b030c744bba5cc99601ae6aefc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3372989 Feb 04 12:23:17.883428 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=7f7c0ab4-55b6-44d8-8a4a-0a0e2338d223,revision_number=7']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:23:17.950737 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2a074864-f52d-4bfa-b6ae-c3052df69f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:18.233081 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-42affc6b-f00d-49e5-a29e-11b2225dba09 req-f6a834f1-bb70-4ef1-9c4f-1f472a1cf9d1 service neutron] 10.222.0.77 "GET /v2.0/networks/365084f8-2068-4655-9009-041f3cc171be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7116985 Feb 04 12:23:18.264289 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-3b7852fe-d647-4fff-a7cc-e565eb30b966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:18.264289 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-3b7852fe-d647-4fff-a7cc-e565eb30b966 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e56fdb0a-51c9-47ca-a34d-8374841558bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.5375996 Feb 04 12:23:18.485811 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-a3a8144b-de90-4b5a-b709-264d63b917b8 service neutron] 10.222.0.73 "GET /v2.0/networks/e56fdb0a-51c9-47ca-a34d-8374841558bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817565 Feb 04 12:23:18.783571 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c01f41ea-c40a-4032-9d2a-d4e7345d1a61 req-1394082d-6e28-42d2-af8d-08d60da5f067 service neutron] 10.222.0.65 "GET /v2.0/networks/8201226e-f25e-431d-a6a5-6704e8dc4880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9851515 Feb 04 12:23:18.961313 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-42affc6b-f00d-49e5-a29e-11b2225dba09 req-5969940d-ef90-4cce-91b1-8e4d49309a16 service neutron] 10.222.0.77 "GET /v2.0/networks/365084f8-2068-4655-9009-041f3cc171be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7133811 Feb 04 12:23:18.985370 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-9f552206-1162-44fa-a354-415109d2a1a1 service neutron] 10.222.0.73 "GET /v2.0/networks/e56fdb0a-51c9-47ca-a34d-8374841558bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4215257 Feb 04 12:23:19.096637 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-597a7cd0-68f6-4fc1-a074-13f13482de4e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.43&port_id=54022434-836f-4445-8a0a-d8d740187c20 HTTP/1.1" status: 200 len: 217 time: 0.0876191 Feb 04 12:23:19.115312 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:19.200348 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c01f41ea-c40a-4032-9d2a-d4e7345d1a61 req-3f9bf8d5-73a9-4227-b9c8-acd225cbca09 service neutron] 10.222.0.65 "GET /v2.0/networks/8201226e-f25e-431d-a6a5-6704e8dc4880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4153895 Feb 04 12:23:19.241622 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-3a709af9-4e82-4d9d-969a-c0c514d563e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:19.244258 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-3a709af9-4e82-4d9d-969a-c0c514d563e7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cdf95d93-a355-4d1e-b20c-004f4954bc93 HTTP/1.1" status: 200 len: 801 time: 0.1390698 Feb 04 12:23:19.581276 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-b8977c4b-3f1f-4a0e-af06-8536cb511004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:19.584347 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-b8977c4b-3f1f-4a0e-af06-8536cb511004 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=397fc140-e9f1-4e5d-b90a-7ce2245ff19e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.3303771 Feb 04 12:23:20.377013 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:20.630573 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42affc6b-f00d-49e5-a29e-11b2225dba09 req-7b169d70-8d43-463d-8eed-b2e839493f20 tempest-LiveAutoBlockMigrationV225Test-497889810 tempest-LiveAutoBlockMigrationV225Test-497889810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:20.636244 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-42affc6b-f00d-49e5-a29e-11b2225dba09 req-7b169d70-8d43-463d-8eed-b2e839493f20 tempest-LiveAutoBlockMigrationV225Test-497889810 tempest-LiveAutoBlockMigrationV225Test-497889810-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=77637105-0550-4658-837e-b253c5845668&tenant_id=207f01ccf15c4616a04a98fbbad5fc72&binding%3Ahost_id=n-h2-825015-3 HTTP/1.1" status: 200 len: 1127 time: 1.2232704 Feb 04 12:23:20.738557 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-0422c17e-fd1a-4433-8fe4-8861973c8051 service neutron] 10.222.0.73 "GET /v2.0/networks/397fc140-e9f1-4e5d-b90a-7ce2245ff19e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1433806 Feb 04 12:23:20.881260 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b4d3f7-1a95-4ca7-9c68-4f8d2e8d9113 req-9316e6bc-26f4-4fea-bba8-261d11eca164 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:20.890567 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-86b4d3f7-1a95-4ca7-9c68-4f8d2e8d9113 req-9316e6bc-26f4-4fea-bba8-261d11eca164 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=77637105-0550-4658-837e-b253c5845668 HTTP/1.1" status: 200 len: 945 time: 0.4561315 Feb 04 12:23:21.105160 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-86b4d3f7-1a95-4ca7-9c68-4f8d2e8d9113 req-41742294-7870-4228-9715-065cb192012f tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/security-groups?id=0e320687-8002-4e00-a016-6bf57af2cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132282 Feb 04 12:23:21.252302 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-b63582ae-5109-4877-835f-499388822975 service neutron] 10.222.0.73 "GET /v2.0/networks/397fc140-e9f1-4e5d-b90a-7ce2245ff19e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5050933 Feb 04 12:23:21.554154 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-a4ca5cac-6b2d-461a-a767-a5138c49aa43 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.72&port_id=f0dd04b6-2995-4a11-b5d3-de96eab965eb HTTP/1.1" status: 200 len: 217 time: 0.2805490 Feb 04 12:23:21.644722 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-42affc6b-f00d-49e5-a29e-11b2225dba09 req-0504fe90-381c-428e-909d-8d7ab23ddde4 service neutron] For port b3b9b701-1627-4bf6-b4c1-3546e6bb894a, host n-h1-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:23:21.654427 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-42affc6b-f00d-49e5-a29e-11b2225dba09 req-0504fe90-381c-428e-909d-8d7ab23ddde4 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:21.656452 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-42affc6b-f00d-49e5-a29e-11b2225dba09 req-0504fe90-381c-428e-909d-8d7ab23ddde4 service neutron] 10.222.0.77 "DELETE /v2.0/ports/b3b9b701-1627-4bf6-b4c1-3546e6bb894a/bindings/n-h1-825015-3 HTTP/1.1" status: 204 len: 173 time: 1.0101044 Feb 04 12:23:21.667191 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:21.717210 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-79229efc-c81d-4eb9-a3a2-07d775b971a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:21.720337 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-79229efc-c81d-4eb9-a3a2-07d775b971a0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=40e9b2fc-5552-42af-b368-0091c9768bd5 HTTP/1.1" status: 200 len: 801 time: 0.1554832 Feb 04 12:23:21.911301 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-842942af-9a04-4716-a385-789550d56974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:21.914549 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-842942af-9a04-4716-a385-789550d56974 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e56fdb0a-51c9-47ca-a34d-8374841558bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1657236 Feb 04 12:23:21.932787 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83abacf-32f1-4659-996b-225cf84c780c req-66a0e532-4296-4ddb-bc17-77e5d3d4abb1 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:21.943169 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83abacf-32f1-4659-996b-225cf84c780c req-66a0e532-4296-4ddb-bc17-77e5d3d4abb1 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:21.959372 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83abacf-32f1-4659-996b-225cf84c780c req-66a0e532-4296-4ddb-bc17-77e5d3d4abb1 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:21.962859 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e83abacf-32f1-4659-996b-225cf84c780c req-66a0e532-4296-4ddb-bc17-77e5d3d4abb1 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] 10.222.0.65 "GET /v2.0/ports?device_id=32e8e67d-fff7-47c9-86f7-ecf0fc506a46 HTTP/1.1" status: 200 len: 2411 time: 0.4019797 Feb 04 12:23:22.251864 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e83abacf-32f1-4659-996b-225cf84c780c req-a24d5f56-849b-4d73-9c68-361f9f238634 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] 10.222.0.65 "GET /v2.0/security-groups?id=492cb02e-3e46-4ed8-a5e1-736353122ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482657 Feb 04 12:23:22.367548 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-36ce4255-d8cc-4e77-ac7f-14cffb1503c0 service neutron] 10.222.0.73 "GET /v2.0/networks/e56fdb0a-51c9-47ca-a34d-8374841558bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4021916 Feb 04 12:23:22.724546 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9ecddf07-a939-4c66-9fc7-c096b8ee9272 req-4c05f869-5f0a-46f1-84e2-8a994df7830b service neutron] 10.222.0.73 "GET /v2.0/networks/e56fdb0a-51c9-47ca-a34d-8374841558bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3389070 Feb 04 12:23:23.141696 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01f41ea-c40a-4032-9d2a-d4e7345d1a61 req-1d0a5435-e851-4f23-b416-c27721d05eeb tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:23.153602 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c01f41ea-c40a-4032-9d2a-d4e7345d1a61 req-1d0a5435-e851-4f23-b416-c27721d05eeb tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.77 "GET /v2.0/networks?id=8201226e-f25e-431d-a6a5-6704e8dc4880 HTTP/1.1" status: 200 len: 807 time: 0.4027293 Feb 04 12:23:23.161063 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-c01f41ea-c40a-4032-9d2a-d4e7345d1a61 req-bc6646ba-4478-47df-aaf1-059e174bf4da tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Request body: {'port': {'device_id': 'e024d6c3-80c1-425c-a5a9-a7305d647b89', 'network_id': '8201226e-f25e-431d-a6a5-6704e8dc4880', 'admin_state_up': True, 'tenant_id': '24a467b030c744bba5cc99601ae6aefc'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:23:23.586964 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c01f41ea-c40a-4032-9d2a-d4e7345d1a61 req-bc6646ba-4478-47df-aaf1-059e174bf4da tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Made reservation on behalf of 24a467b030c744bba5cc99601ae6aefc for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:23:23.598222 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-c01f41ea-c40a-4032-9d2a-d4e7345d1a61 req-bc6646ba-4478-47df-aaf1-059e174bf4da tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:24.030855 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-c01f41ea-c40a-4032-9d2a-d4e7345d1a61 req-bc6646ba-4478-47df-aaf1-059e174bf4da tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Allocated IP 172.20.0.4 (8201226e-f25e-431d-a6a5-6704e8dc4880/6b10c2b1-e8bd-4535-8be4-90c0033f4e8f/e41cc05a-731b-4b6b-ba8a-418ccc105335) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:23:24.682682 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-c01f41ea-c40a-4032-9d2a-d4e7345d1a61 req-bc6646ba-4478-47df-aaf1-059e174bf4da tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Publish callbacks [] for port (e41cc05a-731b-4b6b-ba8a-418ccc105335), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:24.823794 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-c01f41ea-c40a-4032-9d2a-d4e7345d1a61 req-bc6646ba-4478-47df-aaf1-059e174bf4da tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (e41cc05a-731b-4b6b-ba8a-418ccc105335), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:24.842428 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['592ec7cb-d413-4e6f-af11-550fb94964e0'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:23:24.959515 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c01f41ea-c40a-4032-9d2a-d4e7345d1a61 req-bc6646ba-4478-47df-aaf1-059e174bf4da tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Network 8201226e-f25e-431d-a6a5-6704e8dc4880 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:23:24.971366 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-c01f41ea-c40a-4032-9d2a-d4e7345d1a61 req-bc6646ba-4478-47df-aaf1-059e174bf4da tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:23:24.973962 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-c01f41ea-c40a-4032-9d2a-d4e7345d1a61 req-bc6646ba-4478-47df-aaf1-059e174bf4da tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:23:24.982468 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6646ba-4478-47df-aaf1-059e174bf4da tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Pushing event updated for resources: {'Port': ['ID=e41cc05a-731b-4b6b-ba8a-418ccc105335,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:23:25.097496 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01f41ea-c40a-4032-9d2a-d4e7345d1a61 req-bc6646ba-4478-47df-aaf1-059e174bf4da tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:25.098562 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-c01f41ea-c40a-4032-9d2a-d4e7345d1a61 req-bc6646ba-4478-47df-aaf1-059e174bf4da tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:25.143580 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c01f41ea-c40a-4032-9d2a-d4e7345d1a61 req-bc6646ba-4478-47df-aaf1-059e174bf4da tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9868102 Feb 04 12:23:25.173204 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-c01f41ea-c40a-4032-9d2a-d4e7345d1a61 req-65444538-f7c7-47fa-a851-27625500ab51 service neutron] Request body: {'port': {'device_id': 'e024d6c3-80c1-425c-a5a9-a7305d647b89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:23:25.280988 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device f0dd04b6-2995-4a11-b5d3-de96eab965eb details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:23:25.431446 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-c01f41ea-c40a-4032-9d2a-d4e7345d1a61 req-65444538-f7c7-47fa-a851-27625500ab51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (e41cc05a-731b-4b6b-ba8a-418ccc105335), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:25.640150 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port f0dd04b6-2995-4a11-b5d3-de96eab965eb, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=f0dd04b6-2995-4a11-b5d3-de96eab965eb,segment=NetworkSegment(65f762d4-a3a7-4554-9833-eff800ccf5a2),segment_id=65f762d4-a3a7-4554-9833-eff800ccf5a2)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:23:25.698911 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': 'f0dd04b6-2995-4a11-b5d3-de96eab965eb', 'network_id': 'e56fdb0a-51c9-47ca-a34d-8374841558bb', 'port_id': 'f0dd04b6-2995-4a11-b5d3-de96eab965eb', 'mac_address': 'fa:16:3e:a9:38:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40e9b2fc-5552-42af-b368-0091c9768bd5', 'ip_address': '19.80.0.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:23:25.911902 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port f0dd04b6-2995-4a11-b5d3-de96eab965eb is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:23:25.913021 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (f0dd04b6-2995-4a11-b5d3-de96eab965eb), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:25.966140 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0dd04b6-2995-4a11-b5d3-de96eab965eb {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:23:26.055450 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port f0dd04b6-2995-4a11-b5d3-de96eab965eb, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=f0dd04b6-2995-4a11-b5d3-de96eab965eb,segment=NetworkSegment(65f762d4-a3a7-4554-9833-eff800ccf5a2),segment_id=65f762d4-a3a7-4554-9833-eff800ccf5a2)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:23:26.063061 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (f0dd04b6-2995-4a11-b5d3-de96eab965eb), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:26.064305 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device d467288c-ee74-42b4-a20e-77fab6d7c278 details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:23:26.384253 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=f0dd04b6-2995-4a11-b5d3-de96eab965eb,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:23:26.404360 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.db.resource_extend [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 12:23:26.434429 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:23:26.435503 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:23:26.440592 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:23:26.441767 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:23:26.442976 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:23:26.451388 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:23:26.452349 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:23:26.453211 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:23:26.454124 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:23:26.462339 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:23:26.463382 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:23:26.464234 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:23:26.465086 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:23:26.518182 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port d467288c-ee74-42b4-a20e-77fab6d7c278, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=d467288c-ee74-42b4-a20e-77fab6d7c278,segment=NetworkSegment(65f762d4-a3a7-4554-9833-eff800ccf5a2),segment_id=65f762d4-a3a7-4554-9833-eff800ccf5a2)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:23:26.526492 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-c01f41ea-c40a-4032-9d2a-d4e7345d1a61 req-65444538-f7c7-47fa-a851-27625500ab51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e41cc05a-731b-4b6b-ba8a-418ccc105335 {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:23:26.537529 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-c01f41ea-c40a-4032-9d2a-d4e7345d1a61 req-65444538-f7c7-47fa-a851-27625500ab51 service neutron] Publish callbacks [] for port (e41cc05a-731b-4b6b-ba8a-418ccc105335), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:26.567679 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-c01f41ea-c40a-4032-9d2a-d4e7345d1a61 req-65444538-f7c7-47fa-a851-27625500ab51 service neutron] Transition to ACTIVE for port object e41cc05a-731b-4b6b-ba8a-418ccc105335 will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:23:26.571694 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': 'd467288c-ee74-42b4-a20e-77fab6d7c278', 'network_id': 'e56fdb0a-51c9-47ca-a34d-8374841558bb', 'port_id': 'd467288c-ee74-42b4-a20e-77fab6d7c278', 'mac_address': 'fa:16:3e:42:69:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40e9b2fc-5552-42af-b368-0091c9768bd5', 'ip_address': '19.80.0.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:23:26.575793 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-c01f41ea-c40a-4032-9d2a-d4e7345d1a61 req-65444538-f7c7-47fa-a851-27625500ab51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (e41cc05a-731b-4b6b-ba8a-418ccc105335), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:26.684421 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port d467288c-ee74-42b4-a20e-77fab6d7c278 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:23:26.685208 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (d467288c-ee74-42b4-a20e-77fab6d7c278), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:26.729034 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d467288c-ee74-42b4-a20e-77fab6d7c278 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:23:26.806249 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65444538-f7c7-47fa-a851-27625500ab51 service neutron] Pushing event updated for resources: {'Port': ['ID=e41cc05a-731b-4b6b-ba8a-418ccc105335,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:23:26.853925 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port d467288c-ee74-42b4-a20e-77fab6d7c278, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=d467288c-ee74-42b4-a20e-77fab6d7c278,segment=NetworkSegment(65f762d4-a3a7-4554-9833-eff800ccf5a2),segment_id=65f762d4-a3a7-4554-9833-eff800ccf5a2)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:23:26.863362 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (d467288c-ee74-42b4-a20e-77fab6d7c278), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:26.866231 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 54022434-836f-4445-8a0a-d8d740187c20 details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:23:27.174110 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-c01f41ea-c40a-4032-9d2a-d4e7345d1a61 req-65444538-f7c7-47fa-a851-27625500ab51 service neutron] Attempting to bind port e41cc05a-731b-4b6b-ba8a-418ccc105335 on host n-h2-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:23:27.174518 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-c01f41ea-c40a-4032-9d2a-d4e7345d1a61 req-65444538-f7c7-47fa-a851-27625500ab51 service neutron] Attempting to bind port e41cc05a-731b-4b6b-ba8a-418ccc105335 by drivers openvswitch,hyperv on host n-h2-825015-3 at level 0 using segments [{'id': '1a9a2aca-b7f6-445c-a938-0b8696864233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '8201226e-f25e-431d-a6a5-6704e8dc4880'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:23:27.174966 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01f41ea-c40a-4032-9d2a-d4e7345d1a61 req-65444538-f7c7-47fa-a851-27625500ab51 service neutron] Attempting to bind port e41cc05a-731b-4b6b-ba8a-418ccc105335 on network 8201226e-f25e-431d-a6a5-6704e8dc4880 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:23:27.188092 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01f41ea-c40a-4032-9d2a-d4e7345d1a61 req-65444538-f7c7-47fa-a851-27625500ab51 service neutron] Port e41cc05a-731b-4b6b-ba8a-418ccc105335 on network 8201226e-f25e-431d-a6a5-6704e8dc4880 not bound, no agent of type Open vSwitch agent registered on host n-h2-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:23:27.188600 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01f41ea-c40a-4032-9d2a-d4e7345d1a61 req-65444538-f7c7-47fa-a851-27625500ab51 service neutron] Attempting to bind port e41cc05a-731b-4b6b-ba8a-418ccc105335 on network 8201226e-f25e-431d-a6a5-6704e8dc4880 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:23:27.196157 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01f41ea-c40a-4032-9d2a-d4e7345d1a61 req-65444538-f7c7-47fa-a851-27625500ab51 service neutron] Checking agent: {'id': '9b68a165-e786-4b91-8592-44519c2ecabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:23:27.196675 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01f41ea-c40a-4032-9d2a-d4e7345d1a61 req-65444538-f7c7-47fa-a851-27625500ab51 service neutron] Checking segment: {'id': '1a9a2aca-b7f6-445c-a938-0b8696864233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '8201226e-f25e-431d-a6a5-6704e8dc4880'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:23:27.197219 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01f41ea-c40a-4032-9d2a-d4e7345d1a61 req-65444538-f7c7-47fa-a851-27625500ab51 service neutron] Bound using segment: {'id': '1a9a2aca-b7f6-445c-a938-0b8696864233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '8201226e-f25e-431d-a6a5-6704e8dc4880'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:23:27.197878 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-c01f41ea-c40a-4032-9d2a-d4e7345d1a61 req-65444538-f7c7-47fa-a851-27625500ab51 service neutron] Bound port: e41cc05a-731b-4b6b-ba8a-418ccc105335, host: n-h2-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a9a2aca-b7f6-445c-a938-0b8696864233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '8201226e-f25e-431d-a6a5-6704e8dc4880'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:23:27.198354 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-c01f41ea-c40a-4032-9d2a-d4e7345d1a61 req-65444538-f7c7-47fa-a851-27625500ab51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (e41cc05a-731b-4b6b-ba8a-418ccc105335), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:27.212599 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=d467288c-ee74-42b4-a20e-77fab6d7c278,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:23:27.354868 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 54022434-836f-4445-8a0a-d8d740187c20, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=54022434-836f-4445-8a0a-d8d740187c20,segment=NetworkSegment(c5ffa1fd-f850-4005-96c0-aefc73ef96dd),segment_id=c5ffa1fd-f850-4005-96c0-aefc73ef96dd)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:23:27.424693 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': '54022434-836f-4445-8a0a-d8d740187c20', 'network_id': '397fc140-e9f1-4e5d-b90a-7ce2245ff19e', 'port_id': '54022434-836f-4445-8a0a-d8d740187c20', 'mac_address': 'fa:16:3e:48:22:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdf95d93-a355-4d1e-b20c-004f4954bc93', 'ip_address': '19.86.0.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:23:27.477284 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-c01f41ea-c40a-4032-9d2a-d4e7345d1a61 req-65444538-f7c7-47fa-a851-27625500ab51 service neutron] For port e41cc05a-731b-4b6b-ba8a-418ccc105335, host n-h2-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:23:27.489075 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-c01f41ea-c40a-4032-9d2a-d4e7345d1a61 req-65444538-f7c7-47fa-a851-27625500ab51 service neutron] For port e41cc05a-731b-4b6b-ba8a-418ccc105335, host n-h2-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=e41cc05a-731b-4b6b-ba8a-418ccc105335,segment=NetworkSegment(1a9a2aca-b7f6-445c-a938-0b8696864233),segment_id=1a9a2aca-b7f6-445c-a938-0b8696864233)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:23:27.501056 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-c01f41ea-c40a-4032-9d2a-d4e7345d1a61 req-65444538-f7c7-47fa-a851-27625500ab51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (e41cc05a-731b-4b6b-ba8a-418ccc105335), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:27.543819 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 54022434-836f-4445-8a0a-d8d740187c20 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:23:27.543819 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (54022434-836f-4445-8a0a-d8d740187c20), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:27.609865 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54022434-836f-4445-8a0a-d8d740187c20 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:23:27.677820 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 54022434-836f-4445-8a0a-d8d740187c20, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=54022434-836f-4445-8a0a-d8d740187c20,segment=NetworkSegment(c5ffa1fd-f850-4005-96c0-aefc73ef96dd),segment_id=c5ffa1fd-f850-4005-96c0-aefc73ef96dd)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:23:27.687104 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65444538-f7c7-47fa-a851-27625500ab51 service neutron] Pushing event updated for resources: {'Port': ['ID=e41cc05a-731b-4b6b-ba8a-418ccc105335,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:23:27.688208 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (54022434-836f-4445-8a0a-d8d740187c20), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:27.693274 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01f41ea-c40a-4032-9d2a-d4e7345d1a61 req-65444538-f7c7-47fa-a851-27625500ab51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:27.693918 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-c01f41ea-c40a-4032-9d2a-d4e7345d1a61 req-65444538-f7c7-47fa-a851-27625500ab51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:27.697130 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c01f41ea-c40a-4032-9d2a-d4e7345d1a61 req-65444538-f7c7-47fa-a851-27625500ab51 service neutron] 10.222.0.77 "PUT /v2.0/ports/e41cc05a-731b-4b6b-ba8a-418ccc105335 HTTP/1.1" status: 200 len: 1091 time: 2.5396476 Feb 04 12:23:27.697898 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e024d6c3-80c1-425c-a5a9-a7305d647b89', 'tag': 'e41cc05a-731b-4b6b-ba8a-418ccc105335'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:23:27.715958 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e50e616e-8908-43db-bab7-0cd361f2160d" -d '{"events": [{"name": "network-changed", "server_uuid": "e024d6c3-80c1-425c-a5a9-a7305d647b89", "tag": "e41cc05a-731b-4b6b-ba8a-418ccc105335"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:23:27.869991 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=54022434-836f-4445-8a0a-d8d740187c20,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:23:27.933720 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01f41ea-c40a-4032-9d2a-d4e7345d1a61 req-05694b01-526e-4e8e-9a9a-2087671cc817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:27.936521 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c01f41ea-c40a-4032-9d2a-d4e7345d1a61 req-05694b01-526e-4e8e-9a9a-2087671cc817 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=24a467b030c744bba5cc99601ae6aefc&device_id=e024d6c3-80c1-425c-a5a9-a7305d647b89 HTTP/1.1" status: 200 len: 1125 time: 0.1781356 Feb 04 12:23:28.069464 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c01f41ea-c40a-4032-9d2a-d4e7345d1a61 req-c4d7a878-567b-4cca-926c-06aaaa376c81 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e41cc05a-731b-4b6b-ba8a-418ccc105335 HTTP/1.1" status: 200 len: 217 time: 0.1205566 Feb 04 12:23:28.176667 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01f41ea-c40a-4032-9d2a-d4e7345d1a61 req-8b27b03b-b647-4bc2-ba89-8c3099c727b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:28.179379 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c01f41ea-c40a-4032-9d2a-d4e7345d1a61 req-8b27b03b-b647-4bc2-ba89-8c3099c727b0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6b10c2b1-e8bd-4535-8be4-90c0033f4e8f HTTP/1.1" status: 200 len: 847 time: 0.1045876 Feb 04 12:23:28.190890 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['d467288c-ee74-42b4-a20e-77fab6d7c278'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:23:28.199290 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['54022434-836f-4445-8a0a-d8d740187c20'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:23:28.303913 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c01f41ea-c40a-4032-9d2a-d4e7345d1a61 req-c2ef8046-210c-4445-9e34-0d0d03f904b5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8201226e-f25e-431d-a6a5-6704e8dc4880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1066713 Feb 04 12:23:28.679883 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c01f41ea-c40a-4032-9d2a-d4e7345d1a61 req-653c1466-0c6c-40f9-9bd2-a085ae62a72f service neutron] 10.222.0.77 "GET /v2.0/networks/8201226e-f25e-431d-a6a5-6704e8dc4880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3684676 Feb 04 12:23:29.036499 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c01f41ea-c40a-4032-9d2a-d4e7345d1a61 req-f5e934cc-d06f-477a-81d1-9e12b72a618a service neutron] 10.222.0.77 "GET /v2.0/networks/8201226e-f25e-431d-a6a5-6704e8dc4880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3462737 Feb 04 12:23:29.258747 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['f0dd04b6-2995-4a11-b5d3-de96eab965eb'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:23:30.641055 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73ba449b-9e57-4c19-ae20-8310e9604beb x-openstack-request-id: req-73ba449b-9e57-4c19-ae20-8310e9604beb {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:23:30.642368 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fc36f32-5b06-4415-923f-fe1b6fc2f3d9", "name": "network-vif-plugged", "status": "completed", "tag": "29c37814-81d4-4079-ab81-78ba51b2a15c", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:23:30.642368 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-73ba449b-9e57-4c19-ae20-8310e9604beb {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:23:30.643363 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fc36f32-5b06-4415-923f-fe1b6fc2f3d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29c37814-81d4-4079-ab81-78ba51b2a15c', 'code': 200} Feb 04 12:23:30.696932 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdf4c7d7-7fae-442d-b48a-b58ef33de787 x-openstack-request-id: req-fdf4c7d7-7fae-442d-b48a-b58ef33de787 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:23:30.697620 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32e8e67d-fff7-47c9-86f7-ecf0fc506a46", "tag": "54022434-836f-4445-8a0a-d8d740187c20", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:23:30.697788 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fdf4c7d7-7fae-442d-b48a-b58ef33de787 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:23:30.698403 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32e8e67d-fff7-47c9-86f7-ecf0fc506a46', 'tag': '54022434-836f-4445-8a0a-d8d740187c20', 'status': 'completed', 'code': 200} Feb 04 12:23:30.925093 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:31.024410 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c535a8-c9d4-4f51-b3b9-a7f004c961c6 req-f393bb9d-1d54-42fd-9a29-e6b385ef90b6 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:31.026314 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-78c535a8-c9d4-4f51-b3b9-a7f004c961c6 req-f393bb9d-1d54-42fd-9a29-e6b385ef90b6 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/ports?device_id=2773449a-c28c-4c94-9bda-90e838af1e0a HTTP/1.1" status: 200 len: 950 time: 0.2483535 Feb 04 12:23:31.073579 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79366de5-5a36-4bb5-aeeb-1204cd454f25 req-3e16c58d-5de9-4509-a7b0-a982033b72d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:31.074067 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79366de5-5a36-4bb5-aeeb-1204cd454f25 req-3e16c58d-5de9-4509-a7b0-a982033b72d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:31.074543 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79366de5-5a36-4bb5-aeeb-1204cd454f25 req-3e16c58d-5de9-4509-a7b0-a982033b72d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:31.076512 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-79366de5-5a36-4bb5-aeeb-1204cd454f25 req-3e16c58d-5de9-4509-a7b0-a982033b72d5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=47de0937152d4219879ddb21b59f348a&device_id=32e8e67d-fff7-47c9-86f7-ecf0fc506a46 HTTP/1.1" status: 200 len: 2960 time: 0.3255234 Feb 04 12:23:31.087065 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc963e1-e803-4e66-a379-0ef983d0168d req-d570f964-e07c-4724-8dd8-79ab93e55975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:31.089221 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6cc963e1-e803-4e66-a379-0ef983d0168d req-d570f964-e07c-4724-8dd8-79ab93e55975 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7fc36f32-5b06-4415-923f-fe1b6fc2f3d9 HTTP/1.1" status: 200 len: 1131 time: 0.3524067 Feb 04 12:23:31.124878 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34d1646-5894-4ffb-a938-c33cfda6fe36 req-11292a1e-b6c9-4ab2-b6fc-2fdcb8ff0e85 tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:31.126528 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e34d1646-5894-4ffb-a938-c33cfda6fe36 req-11292a1e-b6c9-4ab2-b6fc-2fdcb8ff0e85 tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fc36f32-5b06-4415-923f-fe1b6fc2f3d9 HTTP/1.1" status: 200 len: 949 time: 0.2634361 Feb 04 12:23:31.299199 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-78c535a8-c9d4-4f51-b3b9-a7f004c961c6 req-b25da977-8612-4794-b56d-53c6e30b58e3 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/security-groups?id=ff9db729-a945-4359-8bb3-48cdfdee30d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608128 Feb 04 12:23:31.352217 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6cc963e1-e803-4e66-a379-0ef983d0168d req-25d8491a-f370-4d83-a1a3-7cfecff10394 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=2a710b37-a338-4b40-8a5a-fd5a798f9b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487457 Feb 04 12:23:31.369429 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e34d1646-5894-4ffb-a938-c33cfda6fe36 req-9d4d5a1f-153d-40f2-ac88-5a9ad95ca07e tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] 10.222.0.65 "GET /v2.0/security-groups?id=2a710b37-a338-4b40-8a5a-fd5a798f9b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178869 Feb 04 12:23:31.376851 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:31.418038 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79366de5-5a36-4bb5-aeeb-1204cd454f25 req-21bd11a3-44e3-4546-accd-610a45eb58ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:31.421578 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-79366de5-5a36-4bb5-aeeb-1204cd454f25 req-21bd11a3-44e3-4546-accd-610a45eb58ca service neutron] 10.222.0.73 "GET /v2.0/networks?id=397fc140-e9f1-4e5d-b90a-7ce2245ff19e HTTP/1.1" status: 200 len: 902 time: 0.3311527 Feb 04 12:23:31.666492 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-79366de5-5a36-4bb5-aeeb-1204cd454f25 req-4daffa86-ff7d-4d1b-a733-9a6a7f93cfb1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.43&port_id=54022434-836f-4445-8a0a-d8d740187c20 HTTP/1.1" status: 200 len: 217 time: 0.1004417 Feb 04 12:23:31.680477 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2306aabf-364f-4190-8655-f4fb66f34773 req-cf20ccc4-9d6e-4851-9a42-68df8d4772d3 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:31.681954 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2306aabf-364f-4190-8655-f4fb66f34773 req-cf20ccc4-9d6e-4851-9a42-68df8d4772d3 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/ports?device_id=e024d6c3-80c1-425c-a5a9-a7305d647b89 HTTP/1.1" status: 200 len: 943 time: 0.2251959 Feb 04 12:23:31.725559 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 54022434-836f-4445-8a0a-d8d740187c20 up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:23:31.861207 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning for port 54022434-836f-4445-8a0a-d8d740187c20 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:23:31.872096 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port 54022434-836f-4445-8a0a-d8d740187c20 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:23:31.872687 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (54022434-836f-4445-8a0a-d8d740187c20), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:31.928728 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79366de5-5a36-4bb5-aeeb-1204cd454f25 req-4757ea0f-c56a-4387-a5fb-2be04e2bdc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:31.931613 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-79366de5-5a36-4bb5-aeeb-1204cd454f25 req-4757ea0f-c56a-4387-a5fb-2be04e2bdc72 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cdf95d93-a355-4d1e-b20c-004f4954bc93 HTTP/1.1" status: 200 len: 801 time: 0.2484369 Feb 04 12:23:31.957827 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2306aabf-364f-4190-8655-f4fb66f34773 req-d5b50874-1be8-4f95-bb8a-dae7e3052f9e tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4f571d4-f0a1-47f6-a54a-b93db47581cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370250 Feb 04 12:23:32.041493 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c18b24b-1e19-4b35-b26a-908ded766740 req-ae40a63c-8b79-464f-a778-cf4739a4892f tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:32.049350 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c18b24b-1e19-4b35-b26a-908ded766740 req-ae40a63c-8b79-464f-a778-cf4739a4892f tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:32.056056 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c18b24b-1e19-4b35-b26a-908ded766740 req-ae40a63c-8b79-464f-a778-cf4739a4892f tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:32.066012 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8c18b24b-1e19-4b35-b26a-908ded766740 req-ae40a63c-8b79-464f-a778-cf4739a4892f tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] 10.222.0.65 "GET /v2.0/ports?device_id=32e8e67d-fff7-47c9-86f7-ecf0fc506a46 HTTP/1.1" status: 200 len: 2414 time: 0.3001072 Feb 04 12:23:32.123003 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79366de5-5a36-4bb5-aeeb-1204cd454f25 req-81e01c26-0c0f-41b6-9653-c5d5e1c53d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:32.123747 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 54022434-836f-4445-8a0a-d8d740187c20 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:23:32.125116 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-79366de5-5a36-4bb5-aeeb-1204cd454f25 req-81e01c26-0c0f-41b6-9653-c5d5e1c53d95 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=397fc140-e9f1-4e5d-b90a-7ce2245ff19e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1858358 Feb 04 12:23:32.125664 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (54022434-836f-4445-8a0a-d8d740187c20), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:32.183658 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8c18b24b-1e19-4b35-b26a-908ded766740 req-6f9d1e4f-3c7c-4dc2-a2be-df17a938d4fa tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] 10.222.0.65 "GET /v2.0/security-groups?id=492cb02e-3e46-4ed8-a5e1-736353122ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160119 Feb 04 12:23:32.249747 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 54022434-836f-4445-8a0a-d8d740187c20, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=54022434-836f-4445-8a0a-d8d740187c20,segment=NetworkSegment(c5ffa1fd-f850-4005-96c0-aefc73ef96dd),segment_id=c5ffa1fd-f850-4005-96c0-aefc73ef96dd)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:23:32.259591 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (54022434-836f-4445-8a0a-d8d740187c20), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:32.260867 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device f0dd04b6-2995-4a11-b5d3-de96eab965eb up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:23:32.333628 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc21c768-a604-4468-8737-b9039d6aaa51 x-openstack-request-id: req-dc21c768-a604-4468-8737-b9039d6aaa51 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:23:32.334386 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e024d6c3-80c1-425c-a5a9-a7305d647b89", "tag": "e41cc05a-731b-4b6b-ba8a-418ccc105335", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:23:32.335034 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-dc21c768-a604-4468-8737-b9039d6aaa51 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:23:32.336497 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e024d6c3-80c1-425c-a5a9-a7305d647b89', 'tag': 'e41cc05a-731b-4b6b-ba8a-418ccc105335', 'status': 'completed', 'code': 200} Feb 04 12:23:32.613243 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=54022434-836f-4445-8a0a-d8d740187c20,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:23:32.655109 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2773449a-c28c-4c94-9bda-90e838af1e0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '211e342c-b254-4036-8477-2d8269159286'}, {'server_uuid': 'e9ffef14-76ba-4a42-9e1b-35dd47cebb9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f7c0ab4-55b6-44d8-8a4a-0a0e2338d223'}, {'server_uuid': '32e8e67d-fff7-47c9-86f7-ecf0fc506a46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54022434-836f-4445-8a0a-d8d740187c20'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:23:32.667209 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c94c001e-94b5-4ae6-a75c-40bce10e8402" -d '{"events": [{"server_uuid": "2773449a-c28c-4c94-9bda-90e838af1e0a", "name": "network-vif-plugged", "status": "completed", "tag": "211e342c-b254-4036-8477-2d8269159286"}, {"server_uuid": "e9ffef14-76ba-4a42-9e1b-35dd47cebb9c", "name": "network-vif-plugged", "status": "completed", "tag": "7f7c0ab4-55b6-44d8-8a4a-0a0e2338d223"}, {"server_uuid": "32e8e67d-fff7-47c9-86f7-ecf0fc506a46", "name": "network-vif-plugged", "status": "completed", "tag": "54022434-836f-4445-8a0a-d8d740187c20"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:23:32.700033 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32e8e67d-fff7-47c9-86f7-ecf0fc506a46', 'tag': 'f0dd04b6-2995-4a11-b5d3-de96eab965eb'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:23:32.704464 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8594c662-a02d-42a3-ade6-e003bd715712" -d '{"events": [{"name": "network-changed", "server_uuid": "32e8e67d-fff7-47c9-86f7-ecf0fc506a46", "tag": "f0dd04b6-2995-4a11-b5d3-de96eab965eb"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:23:32.716811 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-79366de5-5a36-4bb5-aeeb-1204cd454f25 req-f5569afc-32bb-4cee-8ce0-c74d8fba1d51 service neutron] 10.222.0.73 "GET /v2.0/networks/397fc140-e9f1-4e5d-b90a-7ce2245ff19e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5765131 Feb 04 12:23:32.728672 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50e616e-8908-43db-bab7-0cd361f2160d req-ad016ccf-8225-4e87-a1c4-45a3927b2436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:32.730163 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e50e616e-8908-43db-bab7-0cd361f2160d req-ad016ccf-8225-4e87-a1c4-45a3927b2436 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=24a467b030c744bba5cc99601ae6aefc&device_id=e024d6c3-80c1-425c-a5a9-a7305d647b89 HTTP/1.1" status: 200 len: 1125 time: 0.3922989 Feb 04 12:23:32.759490 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning for port f0dd04b6-2995-4a11-b5d3-de96eab965eb completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:23:32.770419 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port f0dd04b6-2995-4a11-b5d3-de96eab965eb triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:23:32.771260 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (f0dd04b6-2995-4a11-b5d3-de96eab965eb), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:33.025244 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port f0dd04b6-2995-4a11-b5d3-de96eab965eb is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:23:33.025659 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (f0dd04b6-2995-4a11-b5d3-de96eab965eb), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:33.105186 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port f0dd04b6-2995-4a11-b5d3-de96eab965eb, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=f0dd04b6-2995-4a11-b5d3-de96eab965eb,segment=NetworkSegment(65f762d4-a3a7-4554-9833-eff800ccf5a2),segment_id=65f762d4-a3a7-4554-9833-eff800ccf5a2)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:23:33.115330 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (f0dd04b6-2995-4a11-b5d3-de96eab965eb), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:33.118957 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device d467288c-ee74-42b4-a20e-77fab6d7c278 up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:23:33.157688 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d082b1-04df-4f32-8b9e-6d41fc5f9424 req-d887ed78-d1d9-43b2-8be8-fbefa379830b tempest-LiveAutoBlockMigrationV225Test-497889810 tempest-LiveAutoBlockMigrationV225Test-497889810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:33.160405 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-00d082b1-04df-4f32-8b9e-6d41fc5f9424 req-d887ed78-d1d9-43b2-8be8-fbefa379830b tempest-LiveAutoBlockMigrationV225Test-497889810 tempest-LiveAutoBlockMigrationV225Test-497889810-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=77637105-0550-4658-837e-b253c5845668 HTTP/1.1" status: 200 len: 1127 time: 0.5642514 Feb 04 12:23:33.275758 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-79366de5-5a36-4bb5-aeeb-1204cd454f25 req-80178d8d-262d-4ec2-b128-9e1a89f1938a service neutron] 10.222.0.73 "GET /v2.0/networks/397fc140-e9f1-4e5d-b90a-7ce2245ff19e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5444665 Feb 04 12:23:33.308407 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be1a1fd-f030-412a-ad2b-6443c7ac3069 req-b5944448-b83d-4f00-8599-5885c299ca0d tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:33.310132 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=f0dd04b6-2995-4a11-b5d3-de96eab965eb,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:23:33.316656 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5be1a1fd-f030-412a-ad2b-6443c7ac3069 req-b5944448-b83d-4f00-8599-5885c299ca0d tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/ports?device_id=2773449a-c28c-4c94-9bda-90e838af1e0a HTTP/1.1" status: 200 len: 950 time: 0.5178995 Feb 04 12:23:33.353302 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning for port d467288c-ee74-42b4-a20e-77fab6d7c278 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:23:33.361531 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port d467288c-ee74-42b4-a20e-77fab6d7c278 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:23:33.362975 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (d467288c-ee74-42b4-a20e-77fab6d7c278), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:33.395293 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50e616e-8908-43db-bab7-0cd361f2160d req-8c379e6a-0483-4f60-b925-b0a2e4bf521e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:33.397705 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e50e616e-8908-43db-bab7-0cd361f2160d req-8c379e6a-0483-4f60-b925-b0a2e4bf521e service neutron] 10.222.0.77 "GET /v2.0/networks?id=8201226e-f25e-431d-a6a5-6704e8dc4880 HTTP/1.1" status: 200 len: 908 time: 0.6438355 Feb 04 12:23:33.505653 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e50e616e-8908-43db-bab7-0cd361f2160d req-296f3363-fead-47cd-8132-27510808efc9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e41cc05a-731b-4b6b-ba8a-418ccc105335 HTTP/1.1" status: 200 len: 217 time: 0.0982451 Feb 04 12:23:33.518035 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-00d082b1-04df-4f32-8b9e-6d41fc5f9424 req-e5ad873c-0cfb-4909-8cdc-ead6f423fd2f tempest-LiveAutoBlockMigrationV225Test-497889810 tempest-LiveAutoBlockMigrationV225Test-497889810-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=0e320687-8002-4e00-a016-6bf57af2cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3383198 Feb 04 12:23:33.552861 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5be1a1fd-f030-412a-ad2b-6443c7ac3069 req-8ff2c28b-bc4d-4e21-9532-8bdf4c3ab378 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/security-groups?id=ff9db729-a945-4359-8bb3-48cdfdee30d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229991 Feb 04 12:23:33.691032 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50e616e-8908-43db-bab7-0cd361f2160d req-4f1083b5-aa2a-4f0a-a776-b7c055dc39ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:33.696125 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e50e616e-8908-43db-bab7-0cd361f2160d req-4f1083b5-aa2a-4f0a-a776-b7c055dc39ad service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6b10c2b1-e8bd-4535-8be4-90c0033f4e8f HTTP/1.1" status: 200 len: 847 time: 0.1703560 Feb 04 12:23:33.709239 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port d467288c-ee74-42b4-a20e-77fab6d7c278 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:23:33.709848 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (d467288c-ee74-42b4-a20e-77fab6d7c278), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:33.793095 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e50e616e-8908-43db-bab7-0cd361f2160d req-282cfebb-d1fb-4525-9266-f7a6fc15674b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8201226e-f25e-431d-a6a5-6704e8dc4880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0838590 Feb 04 12:23:33.823213 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port d467288c-ee74-42b4-a20e-77fab6d7c278, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=d467288c-ee74-42b4-a20e-77fab6d7c278,segment=NetworkSegment(65f762d4-a3a7-4554-9833-eff800ccf5a2),segment_id=65f762d4-a3a7-4554-9833-eff800ccf5a2)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:23:33.840576 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (d467288c-ee74-42b4-a20e-77fab6d7c278), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:33.841517 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 5220023c-d235-4d74-a4b7-828b7b5ddbc6 no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:23:33.997182 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=d467288c-ee74-42b4-a20e-77fab6d7c278,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:23:34.074377 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 5220023c-d235-4d74-a4b7-828b7b5ddbc6 is: ACTIVE; New status is: DOWN {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:23:34.074834 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (5220023c-d235-4d74-a4b7-828b7b5ddbc6), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:34.168968 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 5220023c-d235-4d74-a4b7-828b7b5ddbc6, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=5220023c-d235-4d74-a4b7-828b7b5ddbc6,segment=NetworkSegment(02af7db9-ac7a-4fd9-8876-35ceb0279e70),segment_id=02af7db9-ac7a-4fd9-8876-35ceb0279e70)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:23:34.177886 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (5220023c-d235-4d74-a4b7-828b7b5ddbc6), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:34.291489 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=5220023c-d235-4d74-a4b7-828b7b5ddbc6,revision_number=8']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:23:34.525056 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317be4fb-bdd4-4a52-a31d-5032f6360e01 req-2fed0ead-6972-4311-8571-777e06ebf5ae tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:34.526712 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-317be4fb-bdd4-4a52-a31d-5032f6360e01 req-2fed0ead-6972-4311-8571-777e06ebf5ae tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] 10.222.0.65 "GET /v2.0/ports?device_id=e9ffef14-76ba-4a42-9e1b-35dd47cebb9c HTTP/1.1" status: 200 len: 946 time: 0.7171853 Feb 04 12:23:34.543316 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55754c69-8db1-4632-90e1-b0284354cfce req-fd221804-7bff-4771-a821-d3e96340a1a9 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:34.549042 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-55754c69-8db1-4632-90e1-b0284354cfce req-fd221804-7bff-4771-a821-d3e96340a1a9 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?device_id=e21f1c1a-5da3-43c5-be2d-4bb4c9176e8a HTTP/1.1" status: 200 len: 945 time: 0.7547438 Feb 04 12:23:34.573956 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e50e616e-8908-43db-bab7-0cd361f2160d req-cf17ec6b-75b3-4765-8160-121c5ee1b4a9 service neutron] 10.222.0.77 "GET /v2.0/networks/8201226e-f25e-431d-a6a5-6704e8dc4880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7614372 Feb 04 12:23:34.640450 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da77d112-5cac-4db7-8d9a-c03de9fa4384 req-1f19d2e5-25bf-42d4-9f95-4b6a3ea7c9ac tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:34.643005 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-da77d112-5cac-4db7-8d9a-c03de9fa4384 req-1f19d2e5-25bf-42d4-9f95-4b6a3ea7c9ac tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.73 "GET /v2.0/ports?device_id=e21f1c1a-5da3-43c5-be2d-4bb4c9176e8a HTTP/1.1" status: 200 len: 945 time: 0.2865458 Feb 04 12:23:34.876312 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-317be4fb-bdd4-4a52-a31d-5032f6360e01 req-8a8451fb-d9b4-44c0-828c-16d6e17c7a60 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] 10.222.0.65 "GET /v2.0/security-groups?id=e102d2aa-c1a8-4ba5-bd37-a0f044093565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3195474 Feb 04 12:23:34.909191 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-55754c69-8db1-4632-90e1-b0284354cfce req-839e7c75-d7fe-435c-9f35-14550bbc3332 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f51ab49-2800-41c7-a09d-ab109cee7e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3524694 Feb 04 12:23:35.021630 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e50e616e-8908-43db-bab7-0cd361f2160d req-82a2e073-3f05-4d64-b907-06e8d7a53b6b service neutron] 10.222.0.77 "GET /v2.0/networks/8201226e-f25e-431d-a6a5-6704e8dc4880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4060223 Feb 04 12:23:35.069188 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-da77d112-5cac-4db7-8d9a-c03de9fa4384 req-ce5af2f5-ed5e-4e19-a45d-2f0a5e6a168e tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Deleting port a98f2355-7564-4efd-8483-35b81da3a5b5 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:23:35.069530 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-da77d112-5cac-4db7-8d9a-c03de9fa4384 req-ce5af2f5-ed5e-4e19-a45d-2f0a5e6a168e tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (a98f2355-7564-4efd-8483-35b81da3a5b5), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:35.230968 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-da77d112-5cac-4db7-8d9a-c03de9fa4384 req-ce5af2f5-ed5e-4e19-a45d-2f0a5e6a168e tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] For port a98f2355-7564-4efd-8483-35b81da3a5b5, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=a98f2355-7564-4efd-8483-35b81da3a5b5,segment=NetworkSegment(8447b48f-5ac4-4499-b5ab-2b0cb1297003),segment_id=8447b48f-5ac4-4499-b5ab-2b0cb1297003)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:23:35.231556 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-da77d112-5cac-4db7-8d9a-c03de9fa4384 req-ce5af2f5-ed5e-4e19-a45d-2f0a5e6a168e tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (a98f2355-7564-4efd-8483-35b81da3a5b5), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:35.271865 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-da77d112-5cac-4db7-8d9a-c03de9fa4384 req-ce5af2f5-ed5e-4e19-a45d-2f0a5e6a168e tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Calling delete_port for a98f2355-7564-4efd-8483-35b81da3a5b5 owned by compute:nova {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:23:35.402959 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecc58ea-b727-4ff3-a152-b596c0a03073 req-919724e5-0ec3-4a4e-a5a6-a0ecfc3c2304 tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:35.411115 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7ecc58ea-b727-4ff3-a152-b596c0a03073 req-919724e5-0ec3-4a4e-a5a6-a0ecfc3c2304 tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fc36f32-5b06-4415-923f-fe1b6fc2f3d9 HTTP/1.1" status: 200 len: 949 time: 0.3594902 Feb 04 12:23:35.518798 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7ecc58ea-b727-4ff3-a152-b596c0a03073 req-8019eb9a-7351-47d8-921c-b027f5cb2a8c tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] 10.222.0.65 "GET /v2.0/security-groups?id=2a710b37-a338-4b40-8a5a-fd5a798f9b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065032 Feb 04 12:23:35.668544 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 04 Feb 2022 12:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aff3b32-1ac9-48c1-b150-443c5859f0a2 x-openstack-request-id: req-3aff3b32-1ac9-48c1-b150-443c5859f0a2 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:23:35.669232 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2773449a-c28c-4c94-9bda-90e838af1e0a", "name": "network-vif-plugged", "status": "completed", "tag": "211e342c-b254-4036-8477-2d8269159286", "code": 200}, {"server_uuid": "e9ffef14-76ba-4a42-9e1b-35dd47cebb9c", "name": "network-vif-plugged", "status": "completed", "tag": "7f7c0ab4-55b6-44d8-8a4a-0a0e2338d223", "code": 200}, {"server_uuid": "32e8e67d-fff7-47c9-86f7-ecf0fc506a46", "name": "network-vif-plugged", "status": "completed", "tag": "54022434-836f-4445-8a0a-d8d740187c20", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:23:35.669822 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3aff3b32-1ac9-48c1-b150-443c5859f0a2 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:23:35.670460 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2773449a-c28c-4c94-9bda-90e838af1e0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '211e342c-b254-4036-8477-2d8269159286', 'code': 200} Feb 04 12:23:35.671394 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9ffef14-76ba-4a42-9e1b-35dd47cebb9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f7c0ab4-55b6-44d8-8a4a-0a0e2338d223', 'code': 200} Feb 04 12:23:35.672056 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32e8e67d-fff7-47c9-86f7-ecf0fc506a46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54022434-836f-4445-8a0a-d8d740187c20', 'code': 200} Feb 04 12:23:35.688040 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-da77d112-5cac-4db7-8d9a-c03de9fa4384 req-ce5af2f5-ed5e-4e19-a45d-2f0a5e6a168e tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (a98f2355-7564-4efd-8483-35b81da3a5b5), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:35.706625 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['a98f2355-7564-4efd-8483-35b81da3a5b5'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:23:35.783158 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10efc651-945d-4a56-b952-1a5c80a1fb23 x-openstack-request-id: req-10efc651-945d-4a56-b952-1a5c80a1fb23 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:23:35.784193 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32e8e67d-fff7-47c9-86f7-ecf0fc506a46", "tag": "f0dd04b6-2995-4a11-b5d3-de96eab965eb", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:23:35.784738 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-10efc651-945d-4a56-b952-1a5c80a1fb23 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:23:35.785290 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32e8e67d-fff7-47c9-86f7-ecf0fc506a46', 'tag': 'f0dd04b6-2995-4a11-b5d3-de96eab965eb', 'status': 'completed', 'code': 200} Feb 04 12:23:35.890259 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5af2f5-ed5e-4e19-a45d-2f0a5e6a168e tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Pushing event deleted for resources: {'Port': ['ID=a98f2355-7564-4efd-8483-35b81da3a5b5,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:23:36.079826 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-da77d112-5cac-4db7-8d9a-c03de9fa4384 req-ce5af2f5-ed5e-4e19-a45d-2f0a5e6a168e tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] No DVR routers for this DVR port a98f2355-7564-4efd-8483-35b81da3a5b5 on host n-h1-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:23:36.088336 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-da77d112-5cac-4db7-8d9a-c03de9fa4384 req-ce5af2f5-ed5e-4e19-a45d-2f0a5e6a168e tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:36.092873 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-da77d112-5cac-4db7-8d9a-c03de9fa4384 req-ce5af2f5-ed5e-4e19-a45d-2f0a5e6a168e tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.73 "DELETE /v2.0/ports/a98f2355-7564-4efd-8483-35b81da3a5b5 HTTP/1.1" status: 204 len: 173 time: 1.4394469 Feb 04 12:23:36.096864 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e21f1c1a-5da3-43c5-be2d-4bb4c9176e8a', 'name': 'network-vif-deleted', 'tag': 'a98f2355-7564-4efd-8483-35b81da3a5b5'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:23:36.099113 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33820a62-b4ca-42c6-964a-a9cd4b68f85c" -d '{"events": [{"server_uuid": "e21f1c1a-5da3-43c5-be2d-4bb4c9176e8a", "name": "network-vif-deleted", "tag": "a98f2355-7564-4efd-8483-35b81da3a5b5"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:23:36.208489 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8594c662-a02d-42a3-ade6-e003bd715712 req-b4a19cb3-9323-44ff-8c90-d68002c40597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:36.209231 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8594c662-a02d-42a3-ade6-e003bd715712 req-b4a19cb3-9323-44ff-8c90-d68002c40597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:36.209712 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8594c662-a02d-42a3-ade6-e003bd715712 req-b4a19cb3-9323-44ff-8c90-d68002c40597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:36.212216 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8594c662-a02d-42a3-ade6-e003bd715712 req-b4a19cb3-9323-44ff-8c90-d68002c40597 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=47de0937152d4219879ddb21b59f348a&device_id=32e8e67d-fff7-47c9-86f7-ecf0fc506a46 HTTP/1.1" status: 200 len: 2963 time: 0.2584481 Feb 04 12:23:36.231399 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19715edf-5152-448a-8156-216c127140b4 req-33f68626-8f1b-43bd-a50b-52bc4d2d6382 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:36.233812 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-19715edf-5152-448a-8156-216c127140b4 req-33f68626-8f1b-43bd-a50b-52bc4d2d6382 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/ports?device_id=e024d6c3-80c1-425c-a5a9-a7305d647b89 HTTP/1.1" status: 200 len: 943 time: 0.3244767 Feb 04 12:23:36.240034 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acc5fa5-4d5c-4ec7-9430-9270904c0d6d req-5cdfc6b7-c39f-4e3d-a3f0-d88c11e26ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:36.241562 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0acc5fa5-4d5c-4ec7-9430-9270904c0d6d req-5cdfc6b7-c39f-4e3d-a3f0-d88c11e26ad7 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=2773449a-c28c-4c94-9bda-90e838af1e0a HTTP/1.1" status: 200 len: 1132 time: 0.4544740 Feb 04 12:23:36.349762 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b223a5-d0eb-4851-be5d-848f4b0dd169 req-f8ad8da0-a079-4824-9ed9-b0326a0d9df9 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:36.357438 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b223a5-d0eb-4851-be5d-848f4b0dd169 req-f8ad8da0-a079-4824-9ed9-b0326a0d9df9 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:36.361619 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b223a5-d0eb-4851-be5d-848f4b0dd169 req-f8ad8da0-a079-4824-9ed9-b0326a0d9df9 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:36.363316 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-05b223a5-d0eb-4851-be5d-848f4b0dd169 req-f8ad8da0-a079-4824-9ed9-b0326a0d9df9 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] 10.222.0.65 "GET /v2.0/ports?device_id=32e8e67d-fff7-47c9-86f7-ecf0fc506a46 HTTP/1.1" status: 200 len: 2417 time: 0.2579267 Feb 04 12:23:36.478261 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0acc5fa5-4d5c-4ec7-9430-9270904c0d6d req-da13fb40-9367-4ca7-a056-ec12daf5953f service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=ff9db729-a945-4359-8bb3-48cdfdee30d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209628 Feb 04 12:23:36.483507 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-19715edf-5152-448a-8156-216c127140b4 req-67ea0a25-e75e-4572-8e11-7def7165164d tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4f571d4-f0a1-47f6-a54a-b93db47581cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309368 Feb 04 12:23:36.542153 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8594c662-a02d-42a3-ade6-e003bd715712 req-dbc8ad0b-3650-4d95-a9fd-6d21c58cde16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:36.544048 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8594c662-a02d-42a3-ade6-e003bd715712 req-dbc8ad0b-3650-4d95-a9fd-6d21c58cde16 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e56fdb0a-51c9-47ca-a34d-8374841558bb HTTP/1.1" status: 200 len: 902 time: 0.3071871 Feb 04 12:23:36.549841 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-05b223a5-d0eb-4851-be5d-848f4b0dd169 req-fc8dc43c-4a81-432e-9436-3819a9146bce tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] 10.222.0.65 "GET /v2.0/security-groups?id=492cb02e-3e46-4ed8-a5e1-736353122ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751862 Feb 04 12:23:36.706292 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8594c662-a02d-42a3-ade6-e003bd715712 req-7201d7dc-18ff-4211-a5bd-6fbc7b5e8674 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.72&port_id=f0dd04b6-2995-4a11-b5d3-de96eab965eb HTTP/1.1" status: 200 len: 217 time: 0.1551602 Feb 04 12:23:36.799050 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbee9d5-898f-442a-9e56-d1370d41a403 req-a2b2409c-60d8-4f69-bdad-b2f40e597c40 tempest-LiveAutoBlockMigrationV225Test-497889810 tempest-LiveAutoBlockMigrationV225Test-497889810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:36.800675 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3bbee9d5-898f-442a-9e56-d1370d41a403 req-a2b2409c-60d8-4f69-bdad-b2f40e597c40 tempest-LiveAutoBlockMigrationV225Test-497889810 tempest-LiveAutoBlockMigrationV225Test-497889810-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=77637105-0550-4658-837e-b253c5845668 HTTP/1.1" status: 200 len: 1127 time: 0.1412897 Feb 04 12:23:36.808499 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8594c662-a02d-42a3-ade6-e003bd715712 req-7037ffa1-3aea-434e-b233-d64ebcc75127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:36.810199 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8594c662-a02d-42a3-ade6-e003bd715712 req-7037ffa1-3aea-434e-b233-d64ebcc75127 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=40e9b2fc-5552-42af-b368-0091c9768bd5 HTTP/1.1" status: 200 len: 801 time: 0.0840299 Feb 04 12:23:36.857843 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729bd318-02a8-46a8-82af-23bb766519f1 req-e3672258-3b17-4c98-822c-6ec767147dec tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:36.860268 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-729bd318-02a8-46a8-82af-23bb766519f1 req-e3672258-3b17-4c98-822c-6ec767147dec tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/ports?device_id=2773449a-c28c-4c94-9bda-90e838af1e0a HTTP/1.1" status: 200 len: 950 time: 0.1872027 Feb 04 12:23:36.955671 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3bbee9d5-898f-442a-9e56-d1370d41a403 req-87039df3-9d6f-45e3-8187-5bf8845f4326 tempest-LiveAutoBlockMigrationV225Test-497889810 tempest-LiveAutoBlockMigrationV225Test-497889810-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=0e320687-8002-4e00-a016-6bf57af2cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420782 Feb 04 12:23:37.008628 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8594c662-a02d-42a3-ade6-e003bd715712 req-5f75481c-c197-4077-9402-2beff6c53f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:37.008628 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8594c662-a02d-42a3-ade6-e003bd715712 req-5f75481c-c197-4077-9402-2beff6c53f89 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e56fdb0a-51c9-47ca-a34d-8374841558bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1796522 Feb 04 12:23:37.008628 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-729bd318-02a8-46a8-82af-23bb766519f1 req-4d6ffec7-0629-44a2-8a81-c97dab109815 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/security-groups?id=ff9db729-a945-4359-8bb3-48cdfdee30d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297035 Feb 04 12:23:37.232136 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585dff68-2b6a-4cc4-8336-f4eef2c4d9cd req-ec2e94aa-fdee-4548-a2dd-e859e67b1e61 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:37.242992 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-585dff68-2b6a-4cc4-8336-f4eef2c4d9cd req-ec2e94aa-fdee-4548-a2dd-e859e67b1e61 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] 10.222.0.65 "GET /v2.0/ports?device_id=e9ffef14-76ba-4a42-9e1b-35dd47cebb9c HTTP/1.1" status: 200 len: 946 time: 0.1309819 Feb 04 12:23:37.282039 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8594c662-a02d-42a3-ade6-e003bd715712 req-dd13b780-9555-4860-bc3f-2b9ca6dad6d1 service neutron] 10.222.0.73 "GET /v2.0/networks/e56fdb0a-51c9-47ca-a34d-8374841558bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2618530 Feb 04 12:23:37.411264 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-585dff68-2b6a-4cc4-8336-f4eef2c4d9cd req-62f96cbe-896f-4f9c-bb90-614ddcabdc82 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] 10.222.0.65 "GET /v2.0/security-groups?id=e102d2aa-c1a8-4ba5-bd37-a0f044093565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673777 Feb 04 12:23:37.432027 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a1fc6b47-5b4e-4375-b2bb-53538cfe176b req-3c11841c-96f7-42bf-abf7-8cea2402ad41 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?device_id=e21f1c1a-5da3-43c5-be2d-4bb4c9176e8a HTTP/1.1" status: 200 len: 210 time: 0.0392540 Feb 04 12:23:37.489093 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8594c662-a02d-42a3-ade6-e003bd715712 req-d1034c04-b8fd-40e4-9bf2-abb4ce4bf241 service neutron] 10.222.0.73 "GET /v2.0/networks/e56fdb0a-51c9-47ca-a34d-8374841558bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810372 Feb 04 12:23:37.523595 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a0ef1d8-944c-4e0b-8d89-789f1a67e092 x-openstack-request-id: req-3a0ef1d8-944c-4e0b-8d89-789f1a67e092 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:23:37.523957 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e21f1c1a-5da3-43c5-be2d-4bb4c9176e8a", "name": "network-vif-deleted", "tag": "a98f2355-7564-4efd-8483-35b81da3a5b5", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:23:37.524228 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3a0ef1d8-944c-4e0b-8d89-789f1a67e092 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:23:37.524607 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e21f1c1a-5da3-43c5-be2d-4bb4c9176e8a', 'name': 'network-vif-deleted', 'tag': 'a98f2355-7564-4efd-8483-35b81da3a5b5', 'status': 'completed', 'code': 200} Feb 04 12:23:37.673309 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32e8e67d-fff7-47c9-86f7-ecf0fc506a46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0dd04b6-2995-4a11-b5d3-de96eab965eb'}, {'server_uuid': '32e8e67d-fff7-47c9-86f7-ecf0fc506a46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd467288c-ee74-42b4-a20e-77fab6d7c278'}, {'server_uuid': '03d9c637-5f7a-4502-80df-af2857f4090a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5220023c-d235-4d74-a4b7-828b7b5ddbc6'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:23:37.678501 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b97e0bf6-38d7-4edf-afae-c0ccdbbac99c" -d '{"events": [{"server_uuid": "32e8e67d-fff7-47c9-86f7-ecf0fc506a46", "name": "network-vif-plugged", "status": "completed", "tag": "f0dd04b6-2995-4a11-b5d3-de96eab965eb"}, {"server_uuid": "32e8e67d-fff7-47c9-86f7-ecf0fc506a46", "name": "network-vif-plugged", "status": "completed", "tag": "d467288c-ee74-42b4-a20e-77fab6d7c278"}, {"server_uuid": "03d9c637-5f7a-4502-80df-af2857f4090a", "name": "network-vif-unplugged", "status": "completed", "tag": "5220023c-d235-4d74-a4b7-828b7b5ddbc6"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:23:37.692861 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0b8e7c-a87d-42ad-8937-79717c77d764 req-b3d7edf9-5753-4340-be69-882ca37d4959 tempest-ServersAdminNegativeTestJSON-128916931 tempest-ServersAdminNegativeTestJSON-128916931-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:37.694643 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3d0b8e7c-a87d-42ad-8937-79717c77d764 req-b3d7edf9-5753-4340-be69-882ca37d4959 tempest-ServersAdminNegativeTestJSON-128916931 tempest-ServersAdminNegativeTestJSON-128916931-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=7fc36f32-5b06-4415-923f-fe1b6fc2f3d9 HTTP/1.1" status: 200 len: 1131 time: 0.0952415 Feb 04 12:23:37.728943 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-3d0b8e7c-a87d-42ad-8937-79717c77d764 req-39d58b3c-8342-40f6-a1ef-f366bb535df0 tempest-ServersAdminNegativeTestJSON-128916931 tempest-ServersAdminNegativeTestJSON-128916931-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:37.754977 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device a98f2355-7564-4efd-8483-35b81da3a5b5 no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:23:37.794048 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] No Port match for: a98f2355-7564-4efd-8483-35b81da3a5b5 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:23:37.794552 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device a98f2355-7564-4efd-8483-35b81da3a5b5 not bound to the agent host n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:23:37.860642 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50645c48-d60c-4971-9ca6-41c8dd2aab85 req-0e1b05a2-b954-48a0-b887-74f75dbd47ce tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:37.862835 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-50645c48-d60c-4971-9ca6-41c8dd2aab85 req-0e1b05a2-b954-48a0-b887-74f75dbd47ce tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/ports?device_id=e024d6c3-80c1-425c-a5a9-a7305d647b89 HTTP/1.1" status: 200 len: 943 time: 0.1090605 Feb 04 12:23:37.928629 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-3d0b8e7c-a87d-42ad-8937-79717c77d764 req-39d58b3c-8342-40f6-a1ef-f366bb535df0 tempest-ServersAdminNegativeTestJSON-128916931 tempest-ServersAdminNegativeTestJSON-128916931-project-admin] Publish callbacks [] for security_group (a3ade548-6ab7-49a8-90cb-cd1cc78d773f), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:37.953660 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-3d0b8e7c-a87d-42ad-8937-79717c77d764 req-39d58b3c-8342-40f6-a1ef-f366bb535df0 tempest-ServersAdminNegativeTestJSON-128916931 tempest-ServersAdminNegativeTestJSON-128916931-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (a3ade548-6ab7-49a8-90cb-cd1cc78d773f), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:38.011006 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-50645c48-d60c-4971-9ca6-41c8dd2aab85 req-f291d2fc-bef6-4100-8909-862173f92fab tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4f571d4-f0a1-47f6-a54a-b93db47581cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372726 Feb 04 12:23:38.018448 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d58b3c-8342-40f6-a1ef-f366bb535df0 tempest-ServersAdminNegativeTestJSON-128916931 tempest-ServersAdminNegativeTestJSON-128916931-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3ade548-6ab7-49a8-90cb-cd1cc78d773f,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:23:38.032355 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3d0b8e7c-a87d-42ad-8937-79717c77d764 req-39d58b3c-8342-40f6-a1ef-f366bb535df0 tempest-ServersAdminNegativeTestJSON-128916931 tempest-ServersAdminNegativeTestJSON-128916931-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=2a710b37-a338-4b40-8a5a-fd5a798f9b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3292341 Feb 04 12:23:38.124004 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Fri, 04 Feb 2022 12:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a424e342-2605-4c12-a8a1-c0c697e0142d x-openstack-request-id: req-a424e342-2605-4c12-a8a1-c0c697e0142d {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:23:38.124848 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32e8e67d-fff7-47c9-86f7-ecf0fc506a46", "name": "network-vif-plugged", "status": "completed", "tag": "f0dd04b6-2995-4a11-b5d3-de96eab965eb", "code": 200}, {"server_uuid": "32e8e67d-fff7-47c9-86f7-ecf0fc506a46", "name": "network-vif-plugged", "status": "completed", "tag": "d467288c-ee74-42b4-a20e-77fab6d7c278", "code": 200}, {"server_uuid": "03d9c637-5f7a-4502-80df-af2857f4090a", "name": "network-vif-unplugged", "status": "completed", "tag": "5220023c-d235-4d74-a4b7-828b7b5ddbc6", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:23:38.125542 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a424e342-2605-4c12-a8a1-c0c697e0142d {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:23:38.126453 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32e8e67d-fff7-47c9-86f7-ecf0fc506a46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0dd04b6-2995-4a11-b5d3-de96eab965eb', 'code': 200} Feb 04 12:23:38.127235 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32e8e67d-fff7-47c9-86f7-ecf0fc506a46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd467288c-ee74-42b4-a20e-77fab6d7c278', 'code': 200} Feb 04 12:23:38.128082 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03d9c637-5f7a-4502-80df-af2857f4090a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5220023c-d235-4d74-a4b7-828b7b5ddbc6', 'code': 200} Feb 04 12:23:38.224436 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a135ff-e5ff-49d3-bd33-99751612ef13 req-1055d644-48df-4e4d-befc-b72044d6b4e0 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:38.237405 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a135ff-e5ff-49d3-bd33-99751612ef13 req-1055d644-48df-4e4d-befc-b72044d6b4e0 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:38.245618 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a135ff-e5ff-49d3-bd33-99751612ef13 req-1055d644-48df-4e4d-befc-b72044d6b4e0 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:38.248406 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-09a135ff-e5ff-49d3-bd33-99751612ef13 req-1055d644-48df-4e4d-befc-b72044d6b4e0 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] 10.222.0.65 "GET /v2.0/ports?device_id=32e8e67d-fff7-47c9-86f7-ecf0fc506a46 HTTP/1.1" status: 200 len: 2417 time: 0.1210098 Feb 04 12:23:38.418688 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-09a135ff-e5ff-49d3-bd33-99751612ef13 req-1db8cf95-6ae1-4df4-af2b-b2898e39599c tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] 10.222.0.65 "GET /v2.0/security-groups?id=492cb02e-3e46-4ed8-a5e1-736353122ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534355 Feb 04 12:23:38.426007 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9125a18d-f712-4979-8fe4-3c34f67ba70f req-9b8b76d6-10d6-492d-be3e-1ea0ce35f86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:38.426598 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9125a18d-f712-4979-8fe4-3c34f67ba70f req-9b8b76d6-10d6-492d-be3e-1ea0ce35f86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:38.427135 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9125a18d-f712-4979-8fe4-3c34f67ba70f req-9b8b76d6-10d6-492d-be3e-1ea0ce35f86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:38.428932 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9125a18d-f712-4979-8fe4-3c34f67ba70f req-9b8b76d6-10d6-492d-be3e-1ea0ce35f86e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=32e8e67d-fff7-47c9-86f7-ecf0fc506a46 HTTP/1.1" status: 200 len: 2963 time: 0.1792083 Feb 04 12:23:38.447859 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd27d3c-30d6-4979-9850-03a8073d0851 req-5ebca1a3-bafe-4e3f-b22b-9f73a381c0d5 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:38.455788 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cdd27d3c-30d6-4979-9850-03a8073d0851 req-5ebca1a3-bafe-4e3f-b22b-9f73a381c0d5 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] 10.222.0.65 "GET /v2.0/networks?id=f4dfd687-dba5-46ff-81a8-361822d13e13 HTTP/1.1" status: 200 len: 805 time: 0.1900592 Feb 04 12:23:38.497577 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cdd27d3c-30d6-4979-9850-03a8073d0851 req-b75bc983-28a2-4a4b-a23a-9ef409470684 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] 10.222.0.65 "GET /v2.0/quotas/f50b895c9ca94e2aa6b9c6495d9eebfd HTTP/1.1" status: 200 len: 375 time: 0.0319200 Feb 04 12:23:38.546979 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9125a18d-f712-4979-8fe4-3c34f67ba70f req-10a6d16b-5403-4092-988b-b02766e4fc26 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=492cb02e-3e46-4ed8-a5e1-736353122ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925577 Feb 04 12:23:38.636437 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cdd27d3c-30d6-4979-9850-03a8073d0851 req-94fd4ad2-bd62-4286-b072-c5fbf467929f tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=f50b895c9ca94e2aa6b9c6495d9eebfd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1084313 Feb 04 12:23:38.668340 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3feab23-cf53-4043-a245-1e795633a416 req-9c79af7c-2ca6-4679-a95d-8c09fa6d39ec tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:38.671210 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e3feab23-cf53-4043-a245-1e795633a416 req-9c79af7c-2ca6-4679-a95d-8c09fa6d39ec tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/ports?device_id=2773449a-c28c-4c94-9bda-90e838af1e0a HTTP/1.1" status: 200 len: 950 time: 0.1067505 Feb 04 12:23:38.805599 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e3feab23-cf53-4043-a245-1e795633a416 req-13d9ad4f-0504-467f-9b23-4b76669f8ea0 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/security-groups?id=ff9db729-a945-4359-8bb3-48cdfdee30d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207118 Feb 04 12:23:38.840420 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cdd27d3c-30d6-4979-9850-03a8073d0851 req-e5eefe65-cb67-497d-b71c-8017b46d8c6e service neutron] 10.222.0.65 "GET /v2.0/networks/f4dfd687-dba5-46ff-81a8-361822d13e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923041 Feb 04 12:23:39.005808 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cdd27d3c-30d6-4979-9850-03a8073d0851 req-84955a3d-3021-486d-a0e0-cdadc96b2542 service neutron] 10.222.0.65 "GET /v2.0/networks/f4dfd687-dba5-46ff-81a8-361822d13e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676667 Feb 04 12:23:39.024281 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90a415a-108e-4991-b3e6-449b7d3a3692 req-966e83cc-4d1e-45b1-a869-ccec07262550 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:39.028718 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b90a415a-108e-4991-b3e6-449b7d3a3692 req-966e83cc-4d1e-45b1-a869-ccec07262550 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] 10.222.0.65 "GET /v2.0/ports?device_id=e9ffef14-76ba-4a42-9e1b-35dd47cebb9c HTTP/1.1" status: 200 len: 946 time: 0.1114357 Feb 04 12:23:39.118840 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b90a415a-108e-4991-b3e6-449b7d3a3692 req-8bf5db5a-6397-4cc4-a2c7-92458c2c3edc tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] 10.222.0.65 "GET /v2.0/security-groups?id=e102d2aa-c1a8-4ba5-bd37-a0f044093565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827565 Feb 04 12:23:39.318205 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-92c4755b-6708-48a5-8df4-01fccc166024 req-26b6eb32-aab8-46d5-b492-41634d62c988 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?device_id=e21f1c1a-5da3-43c5-be2d-4bb4c9176e8a HTTP/1.1" status: 200 len: 210 time: 0.0733166 Feb 04 12:23:39.418830 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d402f3-b4b5-4f78-b1c5-ec811ed584de req-76729574-c14a-49c8-a113-dfcb8fec34e3 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:39.421538 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-07d402f3-b4b5-4f78-b1c5-ec811ed584de req-76729574-c14a-49c8-a113-dfcb8fec34e3 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/ports?device_id=e024d6c3-80c1-425c-a5a9-a7305d647b89 HTTP/1.1" status: 200 len: 943 time: 0.1496210 Feb 04 12:23:39.562767 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-07d402f3-b4b5-4f78-b1c5-ec811ed584de req-9ccf1213-ee37-4533-9ec2-7b5b0e3abc28 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4f571d4-f0a1-47f6-a54a-b93db47581cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301363 Feb 04 12:23:39.595395 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eefef1-bfa7-4cfb-995d-284ac9ccb73f req-86406435-fdda-4d61-a602-d2f44660e084 tempest-ServersAdminNegativeTestJSON-128916931 tempest-ServersAdminNegativeTestJSON-128916931-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:39.612388 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-88eefef1-bfa7-4cfb-995d-284ac9ccb73f req-86406435-fdda-4d61-a602-d2f44660e084 tempest-ServersAdminNegativeTestJSON-128916931 tempest-ServersAdminNegativeTestJSON-128916931-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=7fc36f32-5b06-4415-923f-fe1b6fc2f3d9 HTTP/1.1" status: 200 len: 1131 time: 0.0991690 Feb 04 12:23:39.721726 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-88eefef1-bfa7-4cfb-995d-284ac9ccb73f req-e209649c-9527-4cb9-9d7f-5339b7715cb8 tempest-ServersAdminNegativeTestJSON-128916931 tempest-ServersAdminNegativeTestJSON-128916931-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=2a710b37-a338-4b40-8a5a-fd5a798f9b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843379 Feb 04 12:23:39.777819 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 7f7c0ab4-55b6-44d8-8a4a-0a0e2338d223 no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:23:39.875135 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-332233ab-a63b-461d-8ad7-16c5b54fa4f4 req-fed276f4-a574-4948-b3cf-751268e56bb6 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] 10.222.0.65 "GET /v2.0/ports?device_id=f741f2c5-460f-49eb-81be-3c3ffbedc0af HTTP/1.1" status: 200 len: 210 time: 0.0739012 Feb 04 12:23:40.057671 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 7f7c0ab4-55b6-44d8-8a4a-0a0e2338d223 is: ACTIVE; New status is: DOWN {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:23:40.058835 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (7f7c0ab4-55b6-44d8-8a4a-0a0e2338d223), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:40.115016 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 7f7c0ab4-55b6-44d8-8a4a-0a0e2338d223, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=7f7c0ab4-55b6-44d8-8a4a-0a0e2338d223,segment=NetworkSegment(3650fe49-0487-4896-b953-b3c6867af33a),segment_id=3650fe49-0487-4896-b953-b3c6867af33a)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:23:40.124502 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (7f7c0ab4-55b6-44d8-8a4a-0a0e2338d223), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:40.141226 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9ffef14-76ba-4a42-9e1b-35dd47cebb9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f7c0ab4-55b6-44d8-8a4a-0a0e2338d223'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:23:40.147796 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f4cde20-67fd-4948-b670-b8bca2c789fd" -d '{"events": [{"server_uuid": "e9ffef14-76ba-4a42-9e1b-35dd47cebb9c", "name": "network-vif-unplugged", "status": "completed", "tag": "7f7c0ab4-55b6-44d8-8a4a-0a0e2338d223"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:23:40.172627 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d5a7a2-d160-4abd-a584-122cbba27696 req-c97f47ae-dfbe-4c26-8b79-36bae4181dab tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:40.175257 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-64d5a7a2-d160-4abd-a584-122cbba27696 req-c97f47ae-dfbe-4c26-8b79-36bae4181dab tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] 10.222.0.73 "GET /v2.0/ports?device_id=03d9c637-5f7a-4502-80df-af2857f4090a HTTP/1.1" status: 200 len: 943 time: 0.2490764 Feb 04 12:23:40.220926 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=7f7c0ab4-55b6-44d8-8a4a-0a0e2338d223,revision_number=8']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:23:40.252772 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0379ed3c-1c19-450b-9e32-2a88ba205789 req-3ff0c364-0b55-422f-aeab-02664e9f54ca tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:40.264186 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0379ed3c-1c19-450b-9e32-2a88ba205789 req-3ff0c364-0b55-422f-aeab-02664e9f54ca tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:40.276201 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0379ed3c-1c19-450b-9e32-2a88ba205789 req-3ff0c364-0b55-422f-aeab-02664e9f54ca tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:40.284480 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0379ed3c-1c19-450b-9e32-2a88ba205789 req-3ff0c364-0b55-422f-aeab-02664e9f54ca tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] 10.222.0.65 "GET /v2.0/ports?device_id=32e8e67d-fff7-47c9-86f7-ecf0fc506a46 HTTP/1.1" status: 200 len: 2417 time: 0.2887678 Feb 04 12:23:40.380628 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 12:23:40.491385 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0379ed3c-1c19-450b-9e32-2a88ba205789 req-b3127c34-3a00-44a0-bdbf-3ae785783f5d tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] 10.222.0.65 "GET /v2.0/security-groups?id=492cb02e-3e46-4ed8-a5e1-736353122ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696863 Feb 04 12:23:40.536615 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-64d5a7a2-d160-4abd-a584-122cbba27696 req-7c3c3086-0efe-4388-b615-068b09fcdcd5 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Deleting port 5220023c-d235-4d74-a4b7-828b7b5ddbc6 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:23:40.536909 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-64d5a7a2-d160-4abd-a584-122cbba27696 req-7c3c3086-0efe-4388-b615-068b09fcdcd5 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (5220023c-d235-4d74-a4b7-828b7b5ddbc6), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:40.760289 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15131ea-3407-4f1a-8798-9943a80f65c5 req-c22f98b8-1d86-427c-90df-7605235882f4 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:40.761900 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b15131ea-3407-4f1a-8798-9943a80f65c5 req-c22f98b8-1d86-427c-90df-7605235882f4 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] 10.222.0.65 "GET /v2.0/ports?device_id=e9ffef14-76ba-4a42-9e1b-35dd47cebb9c HTTP/1.1" status: 200 len: 944 time: 0.1479864 Feb 04 12:23:40.764708 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-64d5a7a2-d160-4abd-a584-122cbba27696 req-7c3c3086-0efe-4388-b615-068b09fcdcd5 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] For port 5220023c-d235-4d74-a4b7-828b7b5ddbc6, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=5220023c-d235-4d74-a4b7-828b7b5ddbc6,segment=NetworkSegment(02af7db9-ac7a-4fd9-8876-35ceb0279e70),segment_id=02af7db9-ac7a-4fd9-8876-35ceb0279e70)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:23:40.765081 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-64d5a7a2-d160-4abd-a584-122cbba27696 req-7c3c3086-0efe-4388-b615-068b09fcdcd5 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (5220023c-d235-4d74-a4b7-828b7b5ddbc6), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:40.781377 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aefdfe-a2ef-41fc-b79e-3ed2b1bcc01a req-1da2c754-616e-4c52-9e00-d2e5653dc0f2 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:40.790308 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f9aefdfe-a2ef-41fc-b79e-3ed2b1bcc01a req-1da2c754-616e-4c52-9e00-d2e5653dc0f2 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/ports?device_id=2773449a-c28c-4c94-9bda-90e838af1e0a HTTP/1.1" status: 200 len: 950 time: 0.1659853 Feb 04 12:23:40.819765 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-64d5a7a2-d160-4abd-a584-122cbba27696 req-7c3c3086-0efe-4388-b615-068b09fcdcd5 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Calling delete_port for 5220023c-d235-4d74-a4b7-828b7b5ddbc6 owned by compute:nova {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:23:41.121334 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b15131ea-3407-4f1a-8798-9943a80f65c5 req-092ebe6f-3be9-4a3e-8003-f10f34ef7745 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] 10.222.0.65 "GET /v2.0/security-groups?id=e102d2aa-c1a8-4ba5-bd37-a0f044093565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3214386 Feb 04 12:23:41.181532 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f9aefdfe-a2ef-41fc-b79e-3ed2b1bcc01a req-97ac7a81-dcc8-4e85-bcd2-68df53242e58 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/security-groups?id=ff9db729-a945-4359-8bb3-48cdfdee30d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3449388 Feb 04 12:23:41.243379 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-45a93377-5dcd-448e-bbbc-7047e61bd1f3 req-4b0badc1-1ebd-46ac-a980-c2e8e9569db7 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=4b6f9c85-3239-43e6-86e0-5a35173ff64f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4021041 Feb 04 12:23:41.261248 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 12:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50b45ffd-20d0-453b-8032-51a7a9d19475 x-openstack-request-id: req-50b45ffd-20d0-453b-8032-51a7a9d19475 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:23:41.262771 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9ffef14-76ba-4a42-9e1b-35dd47cebb9c", "name": "network-vif-unplugged", "status": "completed", "tag": "7f7c0ab4-55b6-44d8-8a4a-0a0e2338d223", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:23:41.263430 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-50b45ffd-20d0-453b-8032-51a7a9d19475 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:23:41.264369 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9ffef14-76ba-4a42-9e1b-35dd47cebb9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f7c0ab4-55b6-44d8-8a4a-0a0e2338d223', 'code': 200} Feb 04 12:23:41.284277 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd27d3c-30d6-4979-9850-03a8073d0851 req-fa9234ba-bce0-483f-aa4e-913c4845ae9f tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:41.286202 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cdd27d3c-30d6-4979-9850-03a8073d0851 req-fa9234ba-bce0-483f-aa4e-913c4845ae9f tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] 10.222.0.73 "GET /v2.0/networks?id=f4dfd687-dba5-46ff-81a8-361822d13e13 HTTP/1.1" status: 200 len: 805 time: 0.3241282 Feb 04 12:23:41.319690 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-cdd27d3c-30d6-4979-9850-03a8073d0851 req-35ee21e3-205c-414f-987b-85443f438b33 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Request body: {'port': {'device_id': 'f741f2c5-460f-49eb-81be-3c3ffbedc0af', 'network_id': 'f4dfd687-dba5-46ff-81a8-361822d13e13', 'admin_state_up': True, 'tenant_id': 'f50b895c9ca94e2aa6b9c6495d9eebfd'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:23:41.394746 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d6728428-1c4a-4590-a833-4d263d09c30a req-fdb67fe1-881c-450b-9401-4cb31d5cb619 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?device_id=e21f1c1a-5da3-43c5-be2d-4bb4c9176e8a HTTP/1.1" status: 200 len: 210 time: 0.1056781 Feb 04 12:23:41.514614 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-64d5a7a2-d160-4abd-a584-122cbba27696 req-7c3c3086-0efe-4388-b615-068b09fcdcd5 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (5220023c-d235-4d74-a4b7-828b7b5ddbc6), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:41.603887 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b553bd8b-3573-4bb5-b06b-0f2aaa17c92a req-deb6e22b-492e-44cc-8bfc-2f86c28b5f8d tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] 10.222.0.65 "GET /v2.0/ports?device_id=f741f2c5-460f-49eb-81be-3c3ffbedc0af HTTP/1.1" status: 200 len: 210 time: 0.0948513 Feb 04 12:23:41.610258 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3c3086-0efe-4388-b615-068b09fcdcd5 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Pushing event deleted for resources: {'Port': ['ID=5220023c-d235-4d74-a4b7-828b7b5ddbc6,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:23:41.634326 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a93377-5dcd-448e-bbbc-7047e61bd1f3 req-5acb500e-b413-4981-a836-44524897fa21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:41.637793 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-45a93377-5dcd-448e-bbbc-7047e61bd1f3 req-5acb500e-b413-4981-a836-44524897fa21 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=24a467b030c744bba5cc99601ae6aefc&device_id=4b6f9c85-3239-43e6-86e0-5a35173ff64f HTTP/1.1" status: 200 len: 1126 time: 0.3464649 Feb 04 12:23:41.667039 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2c5b78-71d9-4cad-b1d4-64467a814c92 req-6047fdc4-2378-447e-a78e-72f503701340 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:41.668998 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4b2c5b78-71d9-4cad-b1d4-64467a814c92 req-6047fdc4-2378-447e-a78e-72f503701340 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/ports?device_id=e024d6c3-80c1-425c-a5a9-a7305d647b89 HTTP/1.1" status: 200 len: 943 time: 0.2933292 Feb 04 12:23:41.805835 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-64d5a7a2-d160-4abd-a584-122cbba27696 req-7c3c3086-0efe-4388-b615-068b09fcdcd5 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] No DVR routers for this DVR port 5220023c-d235-4d74-a4b7-828b7b5ddbc6 on host n-h1-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:23:41.810716 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdd27d3c-30d6-4979-9850-03a8073d0851 req-35ee21e3-205c-414f-987b-85443f438b33 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Made reservation on behalf of f50b895c9ca94e2aa6b9c6495d9eebfd for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:23:41.814716 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-cdd27d3c-30d6-4979-9850-03a8073d0851 req-35ee21e3-205c-414f-987b-85443f438b33 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:41.821274 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-64d5a7a2-d160-4abd-a584-122cbba27696 req-7c3c3086-0efe-4388-b615-068b09fcdcd5 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:41.825244 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-64d5a7a2-d160-4abd-a584-122cbba27696 req-7c3c3086-0efe-4388-b615-068b09fcdcd5 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] 10.222.0.73 "DELETE /v2.0/ports/5220023c-d235-4d74-a4b7-828b7b5ddbc6 HTTP/1.1" status: 204 len: 173 time: 1.6271968 Feb 04 12:23:41.840750 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03d9c637-5f7a-4502-80df-af2857f4090a', 'name': 'network-vif-deleted', 'tag': '5220023c-d235-4d74-a4b7-828b7b5ddbc6'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:23:41.844216 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0a5ee53-571e-4aaf-bd4d-8154657e34ba" -d '{"events": [{"server_uuid": "03d9c637-5f7a-4502-80df-af2857f4090a", "name": "network-vif-deleted", "tag": "5220023c-d235-4d74-a4b7-828b7b5ddbc6"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:23:42.240265 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-c1865001-37e0-4baa-adc8-7aa736582232 req-fc36119a-cb14-4039-bd60-e53779f9ab3d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=382bd9ca-8939-4c9b-bfb8-eb81fd8954de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0891979 Feb 04 12:23:42.375799 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4b2c5b78-71d9-4cad-b1d4-64467a814c92 req-383c7123-eef3-4010-9c65-4abff6feb30c tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4f571d4-f0a1-47f6-a54a-b93db47581cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6714242 Feb 04 12:23:42.385420 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1865001-37e0-4baa-adc8-7aa736582232 req-ad0ed454-ab1d-43be-ada3-fbf0140abad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:42.388505 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-c1865001-37e0-4baa-adc8-7aa736582232 req-ad0ed454-ab1d-43be-ada3-fbf0140abad4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cd7a27426604483abdc4179f17c2461d&device_id=382bd9ca-8939-4c9b-bfb8-eb81fd8954de HTTP/1.1" status: 200 len: 1132 time: 0.0875876 Feb 04 12:23:42.500754 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a93377-5dcd-448e-bbbc-7047e61bd1f3 req-71bcf394-178b-4b70-a9bf-dc5815880676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:42.502991 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-45a93377-5dcd-448e-bbbc-7047e61bd1f3 req-71bcf394-178b-4b70-a9bf-dc5815880676 service neutron] 10.222.0.77 "GET /v2.0/networks?id=8201226e-f25e-431d-a6a5-6704e8dc4880 HTTP/1.1" status: 200 len: 908 time: 0.8024356 Feb 04 12:23:42.535640 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af7c3ef4-8f6e-4624-ac99-a27227394890 x-openstack-request-id: req-af7c3ef4-8f6e-4624-ac99-a27227394890 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:23:42.536159 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03d9c637-5f7a-4502-80df-af2857f4090a", "name": "network-vif-deleted", "tag": "5220023c-d235-4d74-a4b7-828b7b5ddbc6", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:23:42.536591 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-af7c3ef4-8f6e-4624-ac99-a27227394890 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:23:42.537239 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03d9c637-5f7a-4502-80df-af2857f4090a', 'name': 'network-vif-deleted', 'tag': '5220023c-d235-4d74-a4b7-828b7b5ddbc6', 'status': 'completed', 'code': 200} Feb 04 12:23:42.565270 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2b457e-38e3-48d0-995f-98e6825c4877 req-17f1a07c-ebc4-415d-ac94-322412bfa985 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:42.574108 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2b457e-38e3-48d0-995f-98e6825c4877 req-17f1a07c-ebc4-415d-ac94-322412bfa985 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:42.584062 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2b457e-38e3-48d0-995f-98e6825c4877 req-17f1a07c-ebc4-415d-ac94-322412bfa985 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:42.595246 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6a2b457e-38e3-48d0-995f-98e6825c4877 req-17f1a07c-ebc4-415d-ac94-322412bfa985 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] 10.222.0.65 "GET /v2.0/ports?device_id=32e8e67d-fff7-47c9-86f7-ecf0fc506a46 HTTP/1.1" status: 200 len: 2417 time: 0.7914281 Feb 04 12:23:42.642997 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1865001-37e0-4baa-adc8-7aa736582232 req-59ac29b8-5c1a-4bd2-bff5-c7b1fa434595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:42.645887 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-c1865001-37e0-4baa-adc8-7aa736582232 req-59ac29b8-5c1a-4bd2-bff5-c7b1fa434595 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2f7dc246-a024-4937-952c-0ddeef5af29c HTTP/1.1" status: 200 len: 870 time: 0.2323201 Feb 04 12:23:42.652660 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029a9315-99c3-4384-b506-7fe25ef99294 req-632f2bf3-b6cd-47f0-8e51-47d46ca6484d tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:42.654603 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-029a9315-99c3-4384-b506-7fe25ef99294 req-632f2bf3-b6cd-47f0-8e51-47d46ca6484d tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] 10.222.0.73 "GET /v2.0/ports?device_id=e9ffef14-76ba-4a42-9e1b-35dd47cebb9c HTTP/1.1" status: 200 len: 944 time: 0.3692033 Feb 04 12:23:42.677038 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-45a93377-5dcd-448e-bbbc-7047e61bd1f3 req-42bbe5d3-bf39-4a2b-8383-2d3905bc820c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=638e78f7-bd09-4274-9cce-b586cb09d7c7 HTTP/1.1" status: 200 len: 217 time: 0.1559103 Feb 04 12:23:42.714001 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-c1865001-37e0-4baa-adc8-7aa736582232 req-fa095c9d-a48a-410e-87cf-1d6971e4e8e5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=9b10404f-62d5-42e1-accf-5dbefbaa11b0 HTTP/1.1" status: 200 len: 217 time: 0.0595462 Feb 04 12:23:42.801988 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1865001-37e0-4baa-adc8-7aa736582232 req-2c14af83-3c85-4eee-a758-966e6d3d6066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:42.804215 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-c1865001-37e0-4baa-adc8-7aa736582232 req-2c14af83-3c85-4eee-a758-966e6d3d6066 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5ee3374a-84e9-4639-853c-740c6edaf6dc HTTP/1.1" status: 200 len: 843 time: 0.0834312 Feb 04 12:23:42.879462 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1865001-37e0-4baa-adc8-7aa736582232 req-9d3fe357-cea3-4bc2-8f02-e70adc2225e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:42.882206 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-c1865001-37e0-4baa-adc8-7aa736582232 req-9d3fe357-cea3-4bc2-8f02-e70adc2225e1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2f7dc246-a024-4937-952c-0ddeef5af29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0713143 Feb 04 12:23:42.908310 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-cdd27d3c-30d6-4979-9850-03a8073d0851 req-35ee21e3-205c-414f-987b-85443f438b33 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Allocated IP 172.20.0.13 (f4dfd687-dba5-46ff-81a8-361822d13e13/875d7ebd-efc4-4fa6-a601-61971abf78fc/82adb228-2362-4f3b-a861-5bf43e5acae8) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:23:42.916235 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6a2b457e-38e3-48d0-995f-98e6825c4877 req-a26e63dc-ea5d-4fe7-a638-79fa1ab6e807 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] 10.222.0.65 "GET /v2.0/security-groups?id=492cb02e-3e46-4ed8-a5e1-736353122ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3197424 Feb 04 12:23:42.969683 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a93377-5dcd-448e-bbbc-7047e61bd1f3 req-89430d41-c890-4545-900b-488868c3a3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:42.971203 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-45a93377-5dcd-448e-bbbc-7047e61bd1f3 req-89430d41-c890-4545-900b-488868c3a3ba service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6b10c2b1-e8bd-4535-8be4-90c0033f4e8f HTTP/1.1" status: 200 len: 847 time: 0.2708778 Feb 04 12:23:43.003205 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-c1865001-37e0-4baa-adc8-7aa736582232 req-3689a20f-00d2-40e4-acba-8e74962da253 service neutron] 10.222.0.73 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127675 Feb 04 12:23:43.066159 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f522f20b-ecf3-425b-aa69-b2460837a18e req-0d5edaf4-290f-411f-82c6-262e53570fff tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:43.078105 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f522f20b-ecf3-425b-aa69-b2460837a18e req-0d5edaf4-290f-411f-82c6-262e53570fff tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] 10.222.0.65 "GET /v2.0/ports?device_id=e9ffef14-76ba-4a42-9e1b-35dd47cebb9c HTTP/1.1" status: 200 len: 944 time: 0.4219189 Feb 04 12:23:43.082062 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-45a93377-5dcd-448e-bbbc-7047e61bd1f3 req-4e4d80cd-f488-432a-8e56-04e28e81c1f3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8201226e-f25e-431d-a6a5-6704e8dc4880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0965819 Feb 04 12:23:43.185361 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-c1865001-37e0-4baa-adc8-7aa736582232 req-0af7cd18-05a0-46d4-a184-fa8e71aa0d69 service neutron] 10.222.0.73 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738169 Feb 04 12:23:43.352837 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f522f20b-ecf3-425b-aa69-b2460837a18e req-22fa6c4b-615d-4caa-bd84-1ff6766276f1 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] 10.222.0.65 "GET /v2.0/security-groups?id=e102d2aa-c1a8-4ba5-bd37-a0f044093565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737679 Feb 04 12:23:43.436436 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd23d8c-0724-40af-a6ad-1b2fe6e39565 req-ac915fa8-aa5c-4191-b8e5-a104ff94bd42 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:43.438049 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4fd23d8c-0724-40af-a6ad-1b2fe6e39565 req-ac915fa8-aa5c-4191-b8e5-a104ff94bd42 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/ports?device_id=2773449a-c28c-4c94-9bda-90e838af1e0a HTTP/1.1" status: 200 len: 950 time: 0.3490751 Feb 04 12:23:43.440811 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-029a9315-99c3-4384-b506-7fe25ef99294 req-27673453-0274-4ec8-9d48-4e1db0922398 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Deleting port 7f7c0ab4-55b6-44d8-8a4a-0a0e2338d223 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:23:43.441230 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-029a9315-99c3-4384-b506-7fe25ef99294 req-27673453-0274-4ec8-9d48-4e1db0922398 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (7f7c0ab4-55b6-44d8-8a4a-0a0e2338d223), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:43.515271 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-45a93377-5dcd-448e-bbbc-7047e61bd1f3 req-2f686763-4e0f-4ef9-9822-d059db76fb48 service neutron] 10.222.0.77 "GET /v2.0/networks/8201226e-f25e-431d-a6a5-6704e8dc4880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4106190 Feb 04 12:23:43.625743 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4211ac9f-6b8d-4f65-874a-d97e19cb5e08 req-378a4d31-bf32-403e-88e4-93cbec282b90 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?device_id=e21f1c1a-5da3-43c5-be2d-4bb4c9176e8a HTTP/1.1" status: 200 len: 210 time: 0.1461327 Feb 04 12:23:43.785341 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 5220023c-d235-4d74-a4b7-828b7b5ddbc6 no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:23:43.805916 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4fd23d8c-0724-40af-a6ad-1b2fe6e39565 req-080f9079-d630-4178-ac6e-f1514b90e3b2 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/security-groups?id=ff9db729-a945-4359-8bb3-48cdfdee30d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3482754 Feb 04 12:23:43.837700 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-cdd27d3c-30d6-4979-9850-03a8073d0851 req-35ee21e3-205c-414f-987b-85443f438b33 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Publish callbacks [] for port (82adb228-2362-4f3b-a861-5bf43e5acae8), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:43.870260 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] No Port match for: 5220023c-d235-4d74-a4b7-828b7b5ddbc6 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:23:43.871441 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 5220023c-d235-4d74-a4b7-828b7b5ddbc6 not bound to the agent host n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:23:43.924191 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-029a9315-99c3-4384-b506-7fe25ef99294 req-27673453-0274-4ec8-9d48-4e1db0922398 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] For port 7f7c0ab4-55b6-44d8-8a4a-0a0e2338d223, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=7f7c0ab4-55b6-44d8-8a4a-0a0e2338d223,segment=NetworkSegment(3650fe49-0487-4896-b953-b3c6867af33a),segment_id=3650fe49-0487-4896-b953-b3c6867af33a)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:23:43.925255 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-029a9315-99c3-4384-b506-7fe25ef99294 req-27673453-0274-4ec8-9d48-4e1db0922398 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (7f7c0ab4-55b6-44d8-8a4a-0a0e2338d223), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:44.029208 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1c598241-3b83-4856-9e27-369e56d15574 req-d7d8fa43-b4e0-4f16-88b3-019e1cb48878 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] 10.222.0.65 "GET /v2.0/ports?device_id=f741f2c5-460f-49eb-81be-3c3ffbedc0af HTTP/1.1" status: 200 len: 210 time: 0.0962632 Feb 04 12:23:44.030550 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-029a9315-99c3-4384-b506-7fe25ef99294 req-27673453-0274-4ec8-9d48-4e1db0922398 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Calling delete_port for 7f7c0ab4-55b6-44d8-8a4a-0a0e2338d223 owned by compute:nova {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:23:44.038040 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-45a93377-5dcd-448e-bbbc-7047e61bd1f3 req-c90f6ff2-0b68-4457-b193-8c8d7ae3bb75 service neutron] 10.222.0.77 "GET /v2.0/networks/8201226e-f25e-431d-a6a5-6704e8dc4880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4956722 Feb 04 12:23:44.136435 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-cdd27d3c-30d6-4979-9850-03a8073d0851 req-35ee21e3-205c-414f-987b-85443f438b33 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (82adb228-2362-4f3b-a861-5bf43e5acae8), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:44.266069 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdd27d3c-30d6-4979-9850-03a8073d0851 req-35ee21e3-205c-414f-987b-85443f438b33 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Network f4dfd687-dba5-46ff-81a8-361822d13e13 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:23:44.282674 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-cdd27d3c-30d6-4979-9850-03a8073d0851 req-35ee21e3-205c-414f-987b-85443f438b33 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:23:44.291606 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdd27d3c-30d6-4979-9850-03a8073d0851 req-35ee21e3-205c-414f-987b-85443f438b33 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:23:44.294319 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ee21e3-205c-414f-987b-85443f438b33 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Pushing event updated for resources: {'Port': ['ID=82adb228-2362-4f3b-a861-5bf43e5acae8,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:23:44.357887 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc958ce7-3468-4a07-8f4a-3e3dc19acc3b req-299bdf43-a4f5-4e1f-bdec-cafd7bbf759a tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:44.359527 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cc958ce7-3468-4a07-8f4a-3e3dc19acc3b req-299bdf43-a4f5-4e1f-bdec-cafd7bbf759a tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/ports?device_id=e024d6c3-80c1-425c-a5a9-a7305d647b89 HTTP/1.1" status: 200 len: 943 time: 0.2340288 Feb 04 12:23:44.424117 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2380364-835b-47a8-99b3-1308f12a5d30 req-657f95d0-05b7-4c0b-829e-e08162077f28 tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:44.425712 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a2380364-835b-47a8-99b3-1308f12a5d30 req-657f95d0-05b7-4c0b-829e-e08162077f28 tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fc36f32-5b06-4415-923f-fe1b6fc2f3d9 HTTP/1.1" status: 200 len: 949 time: 0.2585130 Feb 04 12:23:44.435119 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd27d3c-30d6-4979-9850-03a8073d0851 req-35ee21e3-205c-414f-987b-85443f438b33 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:44.435761 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-cdd27d3c-30d6-4979-9850-03a8073d0851 req-35ee21e3-205c-414f-987b-85443f438b33 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:44.512056 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cdd27d3c-30d6-4979-9850-03a8073d0851 req-35ee21e3-205c-414f-987b-85443f438b33 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2072911 Feb 04 12:23:44.518793 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cc958ce7-3468-4a07-8f4a-3e3dc19acc3b req-ad5f2b4e-f794-4612-82ac-fdad3d49756e tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4f571d4-f0a1-47f6-a54a-b93db47581cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498659 Feb 04 12:23:44.530097 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-cdd27d3c-30d6-4979-9850-03a8073d0851 req-23c47601-f2aa-4901-878d-682793fca9c0 service neutron] Request body: {'port': {'device_id': 'f741f2c5-460f-49eb-81be-3c3ffbedc0af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:23:44.536675 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-029a9315-99c3-4384-b506-7fe25ef99294 req-27673453-0274-4ec8-9d48-4e1db0922398 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (7f7c0ab4-55b6-44d8-8a4a-0a0e2338d223), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:44.605745 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27673453-0274-4ec8-9d48-4e1db0922398 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Pushing event deleted for resources: {'Port': ['ID=7f7c0ab4-55b6-44d8-8a4a-0a0e2338d223,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:23:44.625218 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a2380364-835b-47a8-99b3-1308f12a5d30 req-59ca9305-29c9-423d-a0fb-8bca1ed2eba7 tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] 10.222.0.65 "GET /v2.0/security-groups?id=2a710b37-a338-4b40-8a5a-fd5a798f9b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840918 Feb 04 12:23:44.749912 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-029a9315-99c3-4384-b506-7fe25ef99294 req-27673453-0274-4ec8-9d48-4e1db0922398 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] No DVR routers for this DVR port 7f7c0ab4-55b6-44d8-8a4a-0a0e2338d223 on host n-h1-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:23:44.778756 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-029a9315-99c3-4384-b506-7fe25ef99294 req-27673453-0274-4ec8-9d48-4e1db0922398 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:44.787806 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-029a9315-99c3-4384-b506-7fe25ef99294 req-27673453-0274-4ec8-9d48-4e1db0922398 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] 10.222.0.73 "DELETE /v2.0/ports/7f7c0ab4-55b6-44d8-8a4a-0a0e2338d223 HTTP/1.1" status: 204 len: 173 time: 2.1075385 Feb 04 12:23:44.787806 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9ffef14-76ba-4a42-9e1b-35dd47cebb9c', 'name': 'network-vif-deleted', 'tag': '7f7c0ab4-55b6-44d8-8a4a-0a0e2338d223'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:23:44.787806 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b32b9239-5c13-43b9-9179-901568c54508" -d '{"events": [{"server_uuid": "e9ffef14-76ba-4a42-9e1b-35dd47cebb9c", "name": "network-vif-deleted", "tag": "7f7c0ab4-55b6-44d8-8a4a-0a0e2338d223"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:23:44.793052 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d8213f85-30a6-4386-9b36-015929442e23 req-da76d5bb-f587-4264-a14f-070716dcae07 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] 10.222.0.65 "GET /v2.0/ports?device_id=e9ffef14-76ba-4a42-9e1b-35dd47cebb9c HTTP/1.1" status: 200 len: 210 time: 0.0586648 Feb 04 12:23:44.798923 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-cdd27d3c-30d6-4979-9850-03a8073d0851 req-23c47601-f2aa-4901-878d-682793fca9c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (82adb228-2362-4f3b-a861-5bf43e5acae8), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:44.936061 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6841613a-1034-43ec-a370-1484ae0294bc req-1743e651-7360-4bca-bdb6-6eaf7e32505a tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?device_id=e21f1c1a-5da3-43c5-be2d-4bb4c9176e8a HTTP/1.1" status: 200 len: 210 time: 0.0422900 Feb 04 12:23:45.083403 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05d60ed6-82a6-4803-8977-ef7259cd6116 x-openstack-request-id: req-05d60ed6-82a6-4803-8977-ef7259cd6116 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:23:45.083819 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9ffef14-76ba-4a42-9e1b-35dd47cebb9c", "name": "network-vif-deleted", "tag": "7f7c0ab4-55b6-44d8-8a4a-0a0e2338d223", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:23:45.084254 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-05d60ed6-82a6-4803-8977-ef7259cd6116 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:23:45.084985 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9ffef14-76ba-4a42-9e1b-35dd47cebb9c', 'name': 'network-vif-deleted', 'tag': '7f7c0ab4-55b6-44d8-8a4a-0a0e2338d223', 'status': 'completed', 'code': 200} Feb 04 12:23:45.249273 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e50f2c-554d-47c5-bd66-4632793124c7 req-38b6cf04-3fea-4474-bf9e-fa702139a909 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:45.260586 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e50f2c-554d-47c5-bd66-4632793124c7 req-38b6cf04-3fea-4474-bf9e-fa702139a909 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:45.269485 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e50f2c-554d-47c5-bd66-4632793124c7 req-38b6cf04-3fea-4474-bf9e-fa702139a909 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:45.272398 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-40e50f2c-554d-47c5-bd66-4632793124c7 req-38b6cf04-3fea-4474-bf9e-fa702139a909 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] 10.222.0.65 "GET /v2.0/ports?device_id=32e8e67d-fff7-47c9-86f7-ecf0fc506a46 HTTP/1.1" status: 200 len: 2417 time: 0.3186307 Feb 04 12:23:45.313523 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a2e318-6385-4232-9ea0-a22c8c503e81 req-9cd01c30-c8dd-4b42-b59e-33862b52af84 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:45.315263 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f9a2e318-6385-4232-9ea0-a22c8c503e81 req-9cd01c30-c8dd-4b42-b59e-33862b52af84 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/ports?device_id=2773449a-c28c-4c94-9bda-90e838af1e0a HTTP/1.1" status: 200 len: 950 time: 0.2062855 Feb 04 12:23:45.510011 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-40e50f2c-554d-47c5-bd66-4632793124c7 req-27d2a0b6-3d6a-4c85-82ca-11ea6d5d1644 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] 10.222.0.65 "GET /v2.0/security-groups?id=492cb02e-3e46-4ed8-a5e1-736353122ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110889 Feb 04 12:23:45.542936 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f9a2e318-6385-4232-9ea0-a22c8c503e81 req-fe07ea81-dbff-4bdf-bc44-6e85a0188704 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/security-groups?id=ff9db729-a945-4359-8bb3-48cdfdee30d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997981 Feb 04 12:23:45.571682 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-cdd27d3c-30d6-4979-9850-03a8073d0851 req-23c47601-f2aa-4901-878d-682793fca9c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82adb228-2362-4f3b-a861-5bf43e5acae8 {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:23:45.595147 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-85ed1920-c8a5-4239-bf0a-ab61473b2dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:45.642159 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-cdd27d3c-30d6-4979-9850-03a8073d0851 req-23c47601-f2aa-4901-878d-682793fca9c0 service neutron] Publish callbacks [] for port (82adb228-2362-4f3b-a861-5bf43e5acae8), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:45.690992 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-cdd27d3c-30d6-4979-9850-03a8073d0851 req-23c47601-f2aa-4901-878d-682793fca9c0 service neutron] Transition to ACTIVE for port object 82adb228-2362-4f3b-a861-5bf43e5acae8 will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:23:45.709138 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-cdd27d3c-30d6-4979-9850-03a8073d0851 req-23c47601-f2aa-4901-878d-682793fca9c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (82adb228-2362-4f3b-a861-5bf43e5acae8), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:45.781545 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 7f7c0ab4-55b6-44d8-8a4a-0a0e2338d223 no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:23:45.827062 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] No Port match for: 7f7c0ab4-55b6-44d8-8a4a-0a0e2338d223 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:23:45.827507 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 7f7c0ab4-55b6-44d8-8a4a-0a0e2338d223 not bound to the agent host n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:23:45.876676 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1e0c38-b901-40ad-9d58-21a58b8244c4 req-f3be9d78-7659-459e-908c-6abc6191968f tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:45.879130 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-be1e0c38-b901-40ad-9d58-21a58b8244c4 req-f3be9d78-7659-459e-908c-6abc6191968f tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] 10.222.0.73 "GET /v2.0/ports?device_id=7fc36f32-5b06-4415-923f-fe1b6fc2f3d9 HTTP/1.1" status: 200 len: 949 time: 0.2710128 Feb 04 12:23:45.908952 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c47601-f2aa-4901-878d-682793fca9c0 service neutron] Pushing event updated for resources: {'Port': ['ID=82adb228-2362-4f3b-a861-5bf43e5acae8,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:23:45.996132 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d9db2d-a223-4c58-83c8-5f16d7a43738 req-21965af5-b341-4476-93ff-04f50451c4ca tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:45.998742 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-60d9db2d-a223-4c58-83c8-5f16d7a43738 req-21965af5-b341-4476-93ff-04f50451c4ca tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/ports?device_id=e024d6c3-80c1-425c-a5a9-a7305d647b89 HTTP/1.1" status: 200 len: 943 time: 0.3062143 Feb 04 12:23:46.105424 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f214f986-9459-4557-a914-c4f034674022 req-22eee4d6-71d7-4960-a9f3-f7a259c6cb19 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:46.108111 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f214f986-9459-4557-a914-c4f034674022 req-22eee4d6-71d7-4960-a9f3-f7a259c6cb19 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] 10.222.0.65 "GET /v2.0/ports?device_id=f741f2c5-460f-49eb-81be-3c3ffbedc0af HTTP/1.1" status: 200 len: 944 time: 0.3913167 Feb 04 12:23:46.243969 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-cdd27d3c-30d6-4979-9850-03a8073d0851 req-23c47601-f2aa-4901-878d-682793fca9c0 service neutron] Attempting to bind port 82adb228-2362-4f3b-a861-5bf43e5acae8 on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:23:46.244378 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-cdd27d3c-30d6-4979-9850-03a8073d0851 req-23c47601-f2aa-4901-878d-682793fca9c0 service neutron] Attempting to bind port 82adb228-2362-4f3b-a861-5bf43e5acae8 by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': '02af7db9-ac7a-4fd9-8876-35ceb0279e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f4dfd687-dba5-46ff-81a8-361822d13e13'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:23:46.244848 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd27d3c-30d6-4979-9850-03a8073d0851 req-23c47601-f2aa-4901-878d-682793fca9c0 service neutron] Attempting to bind port 82adb228-2362-4f3b-a861-5bf43e5acae8 on network f4dfd687-dba5-46ff-81a8-361822d13e13 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:23:46.263533 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-60d9db2d-a223-4c58-83c8-5f16d7a43738 req-b7dd8f95-9808-43c2-ac3e-c3384fe80857 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4f571d4-f0a1-47f6-a54a-b93db47581cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150619 Feb 04 12:23:46.288271 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd27d3c-30d6-4979-9850-03a8073d0851 req-23c47601-f2aa-4901-878d-682793fca9c0 service neutron] Port 82adb228-2362-4f3b-a861-5bf43e5acae8 on network f4dfd687-dba5-46ff-81a8-361822d13e13 not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:23:46.289400 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd27d3c-30d6-4979-9850-03a8073d0851 req-23c47601-f2aa-4901-878d-682793fca9c0 service neutron] Attempting to bind port 82adb228-2362-4f3b-a861-5bf43e5acae8 on network f4dfd687-dba5-46ff-81a8-361822d13e13 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:23:46.305097 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f214f986-9459-4557-a914-c4f034674022 req-e20a2ad8-137d-49da-838c-cea041f9a937 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0b93a62-41a7-4338-9add-00a3a3dd7ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589794 Feb 04 12:23:46.308758 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd27d3c-30d6-4979-9850-03a8073d0851 req-23c47601-f2aa-4901-878d-682793fca9c0 service neutron] Checking agent: {'id': 'f8add0d2-2202-43d3-bc0e-72442788e6ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:23:46.309235 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd27d3c-30d6-4979-9850-03a8073d0851 req-23c47601-f2aa-4901-878d-682793fca9c0 service neutron] Checking segment: {'id': '02af7db9-ac7a-4fd9-8876-35ceb0279e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f4dfd687-dba5-46ff-81a8-361822d13e13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:23:46.309858 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd27d3c-30d6-4979-9850-03a8073d0851 req-23c47601-f2aa-4901-878d-682793fca9c0 service neutron] Bound using segment: {'id': '02af7db9-ac7a-4fd9-8876-35ceb0279e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f4dfd687-dba5-46ff-81a8-361822d13e13'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:23:46.311101 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-cdd27d3c-30d6-4979-9850-03a8073d0851 req-23c47601-f2aa-4901-878d-682793fca9c0 service neutron] Bound port: 82adb228-2362-4f3b-a861-5bf43e5acae8, host: n-h1-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02af7db9-ac7a-4fd9-8876-35ceb0279e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f4dfd687-dba5-46ff-81a8-361822d13e13'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:23:46.313128 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-cdd27d3c-30d6-4979-9850-03a8073d0851 req-23c47601-f2aa-4901-878d-682793fca9c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (82adb228-2362-4f3b-a861-5bf43e5acae8), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:46.367420 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-be1e0c38-b901-40ad-9d58-21a58b8244c4 req-7ff5acc0-336c-417b-9871-7fa4d2570bfc tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] Deleting port 29c37814-81d4-4079-ab81-78ba51b2a15c {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:23:46.369775 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-be1e0c38-b901-40ad-9d58-21a58b8244c4 req-7ff5acc0-336c-417b-9871-7fa4d2570bfc tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (29c37814-81d4-4079-ab81-78ba51b2a15c), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:46.645052 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efa573f-cdfd-4fcb-b4a0-5a2d9281184d req-06af642a-9166-474b-a871-1804eb269a7c tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:46.646182 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efa573f-cdfd-4fcb-b4a0-5a2d9281184d req-06af642a-9166-474b-a871-1804eb269a7c tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:46.652048 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efa573f-cdfd-4fcb-b4a0-5a2d9281184d req-06af642a-9166-474b-a871-1804eb269a7c tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:46.653872 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-7efa573f-cdfd-4fcb-b4a0-5a2d9281184d req-06af642a-9166-474b-a871-1804eb269a7c tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] 10.222.0.73 "GET /v2.0/ports?device_id=32e8e67d-fff7-47c9-86f7-ecf0fc506a46 HTTP/1.1" status: 200 len: 2417 time: 0.1120968 Feb 04 12:23:46.814743 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-7efa573f-cdfd-4fcb-b4a0-5a2d9281184d req-e424f4ee-6979-40b5-8ff5-a402cde9deaa tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Deleting port d467288c-ee74-42b4-a20e-77fab6d7c278 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:23:46.815435 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-7efa573f-cdfd-4fcb-b4a0-5a2d9281184d req-e424f4ee-6979-40b5-8ff5-a402cde9deaa tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (d467288c-ee74-42b4-a20e-77fab6d7c278), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:46.947101 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f5255e1e-a705-44f1-8b54-5172e38e534a req-85fe1b94-6768-4fc0-aefc-5d343775d6a2 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?device_id=e21f1c1a-5da3-43c5-be2d-4bb4c9176e8a HTTP/1.1" status: 200 len: 210 time: 0.4345751 Feb 04 12:23:46.988878 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-cdd27d3c-30d6-4979-9850-03a8073d0851 req-23c47601-f2aa-4901-878d-682793fca9c0 service neutron] For port 82adb228-2362-4f3b-a861-5bf43e5acae8, host n-h1-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:23:46.996186 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-cdd27d3c-30d6-4979-9850-03a8073d0851 req-23c47601-f2aa-4901-878d-682793fca9c0 service neutron] For port 82adb228-2362-4f3b-a861-5bf43e5acae8, host n-h1-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=82adb228-2362-4f3b-a861-5bf43e5acae8,segment=NetworkSegment(02af7db9-ac7a-4fd9-8876-35ceb0279e70),segment_id=02af7db9-ac7a-4fd9-8876-35ceb0279e70)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:23:47.014586 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-7efa573f-cdfd-4fcb-b4a0-5a2d9281184d req-e424f4ee-6979-40b5-8ff5-a402cde9deaa tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] For port d467288c-ee74-42b4-a20e-77fab6d7c278, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=d467288c-ee74-42b4-a20e-77fab6d7c278,segment=NetworkSegment(65f762d4-a3a7-4554-9833-eff800ccf5a2),segment_id=65f762d4-a3a7-4554-9833-eff800ccf5a2)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:23:47.015016 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-7efa573f-cdfd-4fcb-b4a0-5a2d9281184d req-e424f4ee-6979-40b5-8ff5-a402cde9deaa tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (d467288c-ee74-42b4-a20e-77fab6d7c278), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:47.024642 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-cdd27d3c-30d6-4979-9850-03a8073d0851 req-23c47601-f2aa-4901-878d-682793fca9c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (82adb228-2362-4f3b-a861-5bf43e5acae8), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:47.047813 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-7efa573f-cdfd-4fcb-b4a0-5a2d9281184d req-e424f4ee-6979-40b5-8ff5-a402cde9deaa tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Calling delete_port for d467288c-ee74-42b4-a20e-77fab6d7c278 owned by compute:nova {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:23:47.053456 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f7a7b8-7c47-4f99-9169-0063b9ed936d req-f0b06dc6-f39f-4097-9585-16a02b8d2708 tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:47.070785 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e0f7a7b8-7c47-4f99-9169-0063b9ed936d req-f0b06dc6-f39f-4097-9585-16a02b8d2708 tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fc36f32-5b06-4415-923f-fe1b6fc2f3d9 HTTP/1.1" status: 200 len: 949 time: 0.6516800 Feb 04 12:23:47.186082 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-be1e0c38-b901-40ad-9d58-21a58b8244c4 req-7ff5acc0-336c-417b-9871-7fa4d2570bfc tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] For port 29c37814-81d4-4079-ab81-78ba51b2a15c, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=29c37814-81d4-4079-ab81-78ba51b2a15c,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:23:47.186688 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-be1e0c38-b901-40ad-9d58-21a58b8244c4 req-7ff5acc0-336c-417b-9871-7fa4d2570bfc tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (29c37814-81d4-4079-ab81-78ba51b2a15c), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:47.312978 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-be1e0c38-b901-40ad-9d58-21a58b8244c4 req-7ff5acc0-336c-417b-9871-7fa4d2570bfc tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] Calling delete_port for 29c37814-81d4-4079-ab81-78ba51b2a15c owned by compute:nova {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:23:47.336907 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd27d3c-30d6-4979-9850-03a8073d0851 req-23c47601-f2aa-4901-878d-682793fca9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:47.337426 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-7efa573f-cdfd-4fcb-b4a0-5a2d9281184d req-e424f4ee-6979-40b5-8ff5-a402cde9deaa tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (d467288c-ee74-42b4-a20e-77fab6d7c278), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:47.338875 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-cdd27d3c-30d6-4979-9850-03a8073d0851 req-23c47601-f2aa-4901-878d-682793fca9c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:47.341666 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cdd27d3c-30d6-4979-9850-03a8073d0851 req-23c47601-f2aa-4901-878d-682793fca9c0 service neutron] 10.222.0.73 "PUT /v2.0/ports/82adb228-2362-4f3b-a861-5bf43e5acae8 HTTP/1.1" status: 200 len: 1092 time: 2.8218014 Feb 04 12:23:47.348211 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f741f2c5-460f-49eb-81be-3c3ffbedc0af', 'tag': '82adb228-2362-4f3b-a861-5bf43e5acae8'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:23:47.350588 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e67170e-9a16-4c4a-8422-c95bccdc66e7" -d '{"events": [{"name": "network-changed", "server_uuid": "f741f2c5-460f-49eb-81be-3c3ffbedc0af", "tag": "82adb228-2362-4f3b-a861-5bf43e5acae8"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:23:47.354670 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['54022434-836f-4445-8a0a-d8d740187c20', 'd467288c-ee74-42b4-a20e-77fab6d7c278', 'f0dd04b6-2995-4a11-b5d3-de96eab965eb'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:23:47.395290 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c47601-f2aa-4901-878d-682793fca9c0 service neutron] Pushing event updated for resources: {'Port': ['ID=82adb228-2362-4f3b-a861-5bf43e5acae8,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:23:47.414494 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e424f4ee-6979-40b5-8ff5-a402cde9deaa tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Pushing event deleted for resources: {'Port': ['ID=d467288c-ee74-42b4-a20e-77fab6d7c278,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:23:47.436644 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e0f7a7b8-7c47-4f99-9169-0063b9ed936d req-3c8450cd-e389-4c5a-9baf-6ef6c9e0f438 tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] 10.222.0.65 "GET /v2.0/security-groups?id=2a710b37-a338-4b40-8a5a-fd5a798f9b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3649433 Feb 04 12:23:47.542135 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-7efa573f-cdfd-4fcb-b4a0-5a2d9281184d req-e424f4ee-6979-40b5-8ff5-a402cde9deaa tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] No DVR routers for this DVR port d467288c-ee74-42b4-a20e-77fab6d7c278 on host n-h1-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:23:47.550582 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-7efa573f-cdfd-4fcb-b4a0-5a2d9281184d req-e424f4ee-6979-40b5-8ff5-a402cde9deaa tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:47.556151 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-7efa573f-cdfd-4fcb-b4a0-5a2d9281184d req-e424f4ee-6979-40b5-8ff5-a402cde9deaa tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] 10.222.0.73 "DELETE /v2.0/ports/d467288c-ee74-42b4-a20e-77fab6d7c278 HTTP/1.1" status: 204 len: 173 time: 0.8965511 Feb 04 12:23:47.556818 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32e8e67d-fff7-47c9-86f7-ecf0fc506a46', 'name': 'network-vif-deleted', 'tag': 'd467288c-ee74-42b4-a20e-77fab6d7c278'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:23:47.561013 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c14f3330-dd91-4695-a775-9a1778b8df3f" -d '{"events": [{"server_uuid": "32e8e67d-fff7-47c9-86f7-ecf0fc506a46", "name": "network-vif-deleted", "tag": "d467288c-ee74-42b4-a20e-77fab6d7c278"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:23:47.614030 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f367bf84-67e7-490d-a381-8067d3b51589 req-6e0a7019-c59f-4d2c-8365-80981cfbf9bc tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:47.616683 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f367bf84-67e7-490d-a381-8067d3b51589 req-6e0a7019-c59f-4d2c-8365-80981cfbf9bc tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] 10.222.0.65 "GET /v2.0/networks?id=33921118-8bb8-4172-84ea-b744fa92425e HTTP/1.1" status: 200 len: 821 time: 0.4730878 Feb 04 12:23:47.640253 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd27d3c-30d6-4979-9850-03a8073d0851 req-5b162f33-e9d7-42fe-8509-6b59f7d7e8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:47.653340 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cdd27d3c-30d6-4979-9850-03a8073d0851 req-5b162f33-e9d7-42fe-8509-6b59f7d7e8f7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f50b895c9ca94e2aa6b9c6495d9eebfd&device_id=f741f2c5-460f-49eb-81be-3c3ffbedc0af HTTP/1.1" status: 200 len: 1126 time: 0.2049742 Feb 04 12:23:47.818251 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-7efa573f-cdfd-4fcb-b4a0-5a2d9281184d req-f6757479-2553-43f7-bfe0-42f0b3fa1383 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Deleting port f0dd04b6-2995-4a11-b5d3-de96eab965eb {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:23:47.819097 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-7efa573f-cdfd-4fcb-b4a0-5a2d9281184d req-f6757479-2553-43f7-bfe0-42f0b3fa1383 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (f0dd04b6-2995-4a11-b5d3-de96eab965eb), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:47.831301 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f367bf84-67e7-490d-a381-8067d3b51589 req-cf0914c6-4fdd-4f45-863b-d19289c077e2 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] 10.222.0.65 "GET /v2.0/quotas/de5b493dc21244659b5bc7c29ae1d428 HTTP/1.1" status: 200 len: 375 time: 0.1631522 Feb 04 12:23:47.865972 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cdd27d3c-30d6-4979-9850-03a8073d0851 req-b1cf835f-03a4-4b20-99a0-38d270b94933 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=82adb228-2362-4f3b-a861-5bf43e5acae8 HTTP/1.1" status: 200 len: 217 time: 0.2114367 Feb 04 12:23:47.941070 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5ea6f836-641b-4339-83d2-fa52fe861b1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:47.958195 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f367bf84-67e7-490d-a381-8067d3b51589 req-2e4fc0e9-a86c-4ad4-9615-29f7ea9d6f5a tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=de5b493dc21244659b5bc7c29ae1d428&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1257167 Feb 04 12:23:48.031764 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-7efa573f-cdfd-4fcb-b4a0-5a2d9281184d req-f6757479-2553-43f7-bfe0-42f0b3fa1383 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] For port f0dd04b6-2995-4a11-b5d3-de96eab965eb, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=f0dd04b6-2995-4a11-b5d3-de96eab965eb,segment=NetworkSegment(65f762d4-a3a7-4554-9833-eff800ccf5a2),segment_id=65f762d4-a3a7-4554-9833-eff800ccf5a2)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:23:48.032537 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-7efa573f-cdfd-4fcb-b4a0-5a2d9281184d req-f6757479-2553-43f7-bfe0-42f0b3fa1383 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (f0dd04b6-2995-4a11-b5d3-de96eab965eb), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:48.065581 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-7efa573f-cdfd-4fcb-b4a0-5a2d9281184d req-f6757479-2553-43f7-bfe0-42f0b3fa1383 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Calling delete_port for f0dd04b6-2995-4a11-b5d3-de96eab965eb owned by compute:nova {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:23:48.073840 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd27d3c-30d6-4979-9850-03a8073d0851 req-d1b9026a-a6e0-4778-a734-0e6e3b962fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:48.075325 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cdd27d3c-30d6-4979-9850-03a8073d0851 req-d1b9026a-a6e0-4778-a734-0e6e3b962fe8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=875d7ebd-efc4-4fa6-a601-61971abf78fc HTTP/1.1" status: 200 len: 845 time: 0.1825845 Feb 04 12:23:48.076104 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-be1e0c38-b901-40ad-9d58-21a58b8244c4 req-7ff5acc0-336c-417b-9871-7fa4d2570bfc tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (29c37814-81d4-4079-ab81-78ba51b2a15c), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:48.121807 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['a9faeb0d-e369-4a77-8920-76d707d7037a'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:23:48.171513 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cdd27d3c-30d6-4979-9850-03a8073d0851 req-b98a8a64-d7fe-4059-8078-6ec0e7005944 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f4dfd687-dba5-46ff-81a8-361822d13e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415857 Feb 04 12:23:48.211766 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7cb546-3855-459a-8db2-9c9bf009335a req-f677b6b2-676e-4875-9a1f-6efe303c34e6 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:48.222301 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7cb546-3855-459a-8db2-9c9bf009335a req-f677b6b2-676e-4875-9a1f-6efe303c34e6 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:48.225289 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4a7cb546-3855-459a-8db2-9c9bf009335a req-f677b6b2-676e-4875-9a1f-6efe303c34e6 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] 10.222.0.65 "GET /v2.0/ports?device_id=32e8e67d-fff7-47c9-86f7-ecf0fc506a46 HTTP/1.1" status: 200 len: 1681 time: 0.5530970 Feb 04 12:23:48.364791 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff5acc0-336c-417b-9871-7fa4d2570bfc tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] Pushing event deleted for resources: {'Port': ['ID=29c37814-81d4-4079-ab81-78ba51b2a15c,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:23:48.428938 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-be1e0c38-b901-40ad-9d58-21a58b8244c4 req-7ff5acc0-336c-417b-9871-7fa4d2570bfc tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] No DVR routers for this DVR port 29c37814-81d4-4079-ab81-78ba51b2a15c on host n-h1-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:23:48.441163 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-be1e0c38-b901-40ad-9d58-21a58b8244c4 req-7ff5acc0-336c-417b-9871-7fa4d2570bfc tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:48.445966 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-be1e0c38-b901-40ad-9d58-21a58b8244c4 req-7ff5acc0-336c-417b-9871-7fa4d2570bfc tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] 10.222.0.73 "DELETE /v2.0/ports/29c37814-81d4-4079-ab81-78ba51b2a15c HTTP/1.1" status: 204 len: 173 time: 2.5565419 Feb 04 12:23:48.453966 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-7efa573f-cdfd-4fcb-b4a0-5a2d9281184d req-f6757479-2553-43f7-bfe0-42f0b3fa1383 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (f0dd04b6-2995-4a11-b5d3-de96eab965eb), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:48.555795 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6757479-2553-43f7-bfe0-42f0b3fa1383 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Pushing event deleted for resources: {'Port': ['ID=f0dd04b6-2995-4a11-b5d3-de96eab965eb,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:23:48.584829 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f367bf84-67e7-490d-a381-8067d3b51589 req-fddac722-a926-4350-9c03-b3e023b33e29 service neutron] 10.222.0.65 "GET /v2.0/networks/33921118-8bb8-4172-84ea-b744fa92425e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6254270 Feb 04 12:23:48.606187 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4a7cb546-3855-459a-8db2-9c9bf009335a req-504706af-a2c7-442a-a8ef-d0c1db9a9c9a tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] 10.222.0.65 "GET /v2.0/security-groups?id=492cb02e-3e46-4ed8-a5e1-736353122ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3423371 Feb 04 12:23:48.668833 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-7efa573f-cdfd-4fcb-b4a0-5a2d9281184d req-f6757479-2553-43f7-bfe0-42f0b3fa1383 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] No DVR routers for this DVR port f0dd04b6-2995-4a11-b5d3-de96eab965eb on host n-h1-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:23:48.675211 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-7efa573f-cdfd-4fcb-b4a0-5a2d9281184d req-f6757479-2553-43f7-bfe0-42f0b3fa1383 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:48.686231 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-7efa573f-cdfd-4fcb-b4a0-5a2d9281184d req-f6757479-2553-43f7-bfe0-42f0b3fa1383 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] 10.222.0.73 "DELETE /v2.0/ports/f0dd04b6-2995-4a11-b5d3-de96eab965eb HTTP/1.1" status: 204 len: 173 time: 1.1197724 Feb 04 12:23:48.825089 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cdd27d3c-30d6-4979-9850-03a8073d0851 req-49a12460-3e17-4ff1-a427-f26fc766d92e service neutron] 10.222.0.73 "GET /v2.0/networks/f4dfd687-dba5-46ff-81a8-361822d13e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6428907 Feb 04 12:23:48.991702 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-7efa573f-cdfd-4fcb-b4a0-5a2d9281184d req-952114a0-b15b-44ee-8ad1-e5de83b9536d tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Deleting port 54022434-836f-4445-8a0a-d8d740187c20 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:23:48.993139 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-7efa573f-cdfd-4fcb-b4a0-5a2d9281184d req-952114a0-b15b-44ee-8ad1-e5de83b9536d tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (54022434-836f-4445-8a0a-d8d740187c20), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:49.087511 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:49.113758 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f367bf84-67e7-490d-a381-8067d3b51589 req-d0ecbd30-37ee-4d78-b321-f671c9541c32 service neutron] 10.222.0.65 "GET /v2.0/networks/33921118-8bb8-4172-84ea-b744fa92425e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5275955 Feb 04 12:23:49.153164 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331dcfef-82e6-4f6b-b37c-46e88cc4add2 req-151bc408-76ae-4cad-aaf2-084afa77763e tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:49.154910 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-331dcfef-82e6-4f6b-b37c-46e88cc4add2 req-151bc408-76ae-4cad-aaf2-084afa77763e tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/ports?device_id=2773449a-c28c-4c94-9bda-90e838af1e0a HTTP/1.1" status: 200 len: 950 time: 0.2772141 Feb 04 12:23:49.157463 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cdd27d3c-30d6-4979-9850-03a8073d0851 req-3bbe2f76-cf5f-4030-93c6-80e94801b883 service neutron] 10.222.0.73 "GET /v2.0/networks/f4dfd687-dba5-46ff-81a8-361822d13e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3191304 Feb 04 12:23:49.258637 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-331dcfef-82e6-4f6b-b37c-46e88cc4add2 req-ef6bf0ae-6a1f-4674-896e-d250ed1a71a7 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/security-groups?id=ff9db729-a945-4359-8bb3-48cdfdee30d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954511 Feb 04 12:23:49.291927 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-7efa573f-cdfd-4fcb-b4a0-5a2d9281184d req-952114a0-b15b-44ee-8ad1-e5de83b9536d tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] For port 54022434-836f-4445-8a0a-d8d740187c20, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=54022434-836f-4445-8a0a-d8d740187c20,segment=NetworkSegment(c5ffa1fd-f850-4005-96c0-aefc73ef96dd),segment_id=c5ffa1fd-f850-4005-96c0-aefc73ef96dd)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:23:49.291927 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-7efa573f-cdfd-4fcb-b4a0-5a2d9281184d req-952114a0-b15b-44ee-8ad1-e5de83b9536d tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (54022434-836f-4445-8a0a-d8d740187c20), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:49.342136 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-7efa573f-cdfd-4fcb-b4a0-5a2d9281184d req-952114a0-b15b-44ee-8ad1-e5de83b9536d tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Calling delete_port for 54022434-836f-4445-8a0a-d8d740187c20 owned by compute:nova {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:23:49.561527 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ea6f16-05a8-4de4-b683-591a95f4da03 req-6d5f3bd3-d57e-4ce3-8155-e1c054a7db6c tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:49.572759 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c5ea6f16-05a8-4de4-b683-591a95f4da03 req-6d5f3bd3-d57e-4ce3-8155-e1c054a7db6c tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/ports?device_id=e024d6c3-80c1-425c-a5a9-a7305d647b89 HTTP/1.1" status: 200 len: 943 time: 0.1692929 Feb 04 12:23:49.664968 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-7efa573f-cdfd-4fcb-b4a0-5a2d9281184d req-952114a0-b15b-44ee-8ad1-e5de83b9536d tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (54022434-836f-4445-8a0a-d8d740187c20), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:49.722048 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952114a0-b15b-44ee-8ad1-e5de83b9536d tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Pushing event deleted for resources: {'Port': ['ID=54022434-836f-4445-8a0a-d8d740187c20,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:23:49.734948 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c5ea6f16-05a8-4de4-b683-591a95f4da03 req-6638858c-17f1-4436-973f-0cc82d0d6ffd tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4f571d4-f0a1-47f6-a54a-b93db47581cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360261 Feb 04 12:23:49.806412 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device d467288c-ee74-42b4-a20e-77fab6d7c278 no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:23:49.814869 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3f3ce1-7dae-4f84-a42a-0a2cad47e95c req-da74a0e6-6889-4496-83b2-c280fcbd386f tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:49.817427 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3e3f3ce1-7dae-4f84-a42a-0a2cad47e95c req-da74a0e6-6889-4496-83b2-c280fcbd386f tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] 10.222.0.65 "GET /v2.0/ports?device_id=f741f2c5-460f-49eb-81be-3c3ffbedc0af HTTP/1.1" status: 200 len: 944 time: 0.2367134 Feb 04 12:23:49.839614 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-7efa573f-cdfd-4fcb-b4a0-5a2d9281184d req-952114a0-b15b-44ee-8ad1-e5de83b9536d tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] No DVR routers for this DVR port 54022434-836f-4445-8a0a-d8d740187c20 on host n-h1-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:23:49.846453 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-7efa573f-cdfd-4fcb-b4a0-5a2d9281184d req-952114a0-b15b-44ee-8ad1-e5de83b9536d tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:49.852582 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-7efa573f-cdfd-4fcb-b4a0-5a2d9281184d req-952114a0-b15b-44ee-8ad1-e5de83b9536d tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] 10.222.0.73 "DELETE /v2.0/ports/54022434-836f-4445-8a0a-d8d740187c20 HTTP/1.1" status: 204 len: 173 time: 1.1595421 Feb 04 12:23:49.890225 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] No Port match for: d467288c-ee74-42b4-a20e-77fab6d7c278 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:23:49.891086 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device d467288c-ee74-42b4-a20e-77fab6d7c278 not bound to the agent host n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:23:49.892055 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device f0dd04b6-2995-4a11-b5d3-de96eab965eb no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:23:49.928498 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] No Port match for: f0dd04b6-2995-4a11-b5d3-de96eab965eb {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:23:49.930131 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device f0dd04b6-2995-4a11-b5d3-de96eab965eb not bound to the agent host n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:23:49.931035 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 29c37814-81d4-4079-ab81-78ba51b2a15c no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:23:49.943701 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2685f2a7-301d-4a07-9cc4-1e27d4944611 x-openstack-request-id: req-2685f2a7-301d-4a07-9cc4-1e27d4944611 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:23:49.944204 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f741f2c5-460f-49eb-81be-3c3ffbedc0af", "tag": "82adb228-2362-4f3b-a861-5bf43e5acae8", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:23:49.944616 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2685f2a7-301d-4a07-9cc4-1e27d4944611 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:23:49.945778 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f741f2c5-460f-49eb-81be-3c3ffbedc0af', 'tag': '82adb228-2362-4f3b-a861-5bf43e5acae8', 'status': 'completed', 'code': 200} Feb 04 12:23:49.977513 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] No Port match for: 29c37814-81d4-4079-ab81-78ba51b2a15c {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:23:49.978368 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 29c37814-81d4-4079-ab81-78ba51b2a15c not bound to the agent host n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:23:49.979264 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 54022434-836f-4445-8a0a-d8d740187c20 no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:23:50.062748 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3e3f3ce1-7dae-4f84-a42a-0a2cad47e95c req-bb462915-b294-4b41-97b7-9e1fe655448f tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0b93a62-41a7-4338-9add-00a3a3dd7ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340739 Feb 04 12:23:50.067087 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] No Port match for: 54022434-836f-4445-8a0a-d8d740187c20 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:23:50.090078 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 54022434-836f-4445-8a0a-d8d740187c20 not bound to the agent host n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:23:50.109246 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-672be9d5-ec0c-4884-b084-0d15ca300688 x-openstack-request-id: req-672be9d5-ec0c-4884-b084-0d15ca300688 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:23:50.110123 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32e8e67d-fff7-47c9-86f7-ecf0fc506a46", "name": "network-vif-deleted", "tag": "d467288c-ee74-42b4-a20e-77fab6d7c278", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:23:50.110458 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-672be9d5-ec0c-4884-b084-0d15ca300688 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:23:50.111639 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32e8e67d-fff7-47c9-86f7-ecf0fc506a46', 'name': 'network-vif-deleted', 'tag': 'd467288c-ee74-42b4-a20e-77fab6d7c278', 'status': 'completed', 'code': 200} Feb 04 12:23:50.134023 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e67170e-9a16-4c4a-8422-c95bccdc66e7 req-bb864c48-5bac-4dc5-982f-5c2e3fc91521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:50.141431 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-0e67170e-9a16-4c4a-8422-c95bccdc66e7 req-bb864c48-5bac-4dc5-982f-5c2e3fc91521 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f50b895c9ca94e2aa6b9c6495d9eebfd&device_id=f741f2c5-460f-49eb-81be-3c3ffbedc0af HTTP/1.1" status: 200 len: 1126 time: 0.1973836 Feb 04 12:23:50.356998 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:50.453118 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e67170e-9a16-4c4a-8422-c95bccdc66e7 req-ae30bb2e-ee26-4637-89c5-b2a27e9cdb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:50.457328 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-0e67170e-9a16-4c4a-8422-c95bccdc66e7 req-ae30bb2e-ee26-4637-89c5-b2a27e9cdb02 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f4dfd687-dba5-46ff-81a8-361822d13e13 HTTP/1.1" status: 200 len: 906 time: 0.3140895 Feb 04 12:23:50.526332 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0495e00a-1643-43cd-b01d-24bc66a5d7c3 req-1d243b96-20b7-4874-aab9-ff76c8f706fd tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] 10.222.0.65 "GET /v2.0/ports?device_id=ecf693c3-0e16-4c20-88e5-c8b419c36f88 HTTP/1.1" status: 200 len: 210 time: 0.1014833 Feb 04 12:23:50.551380 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-0e67170e-9a16-4c4a-8422-c95bccdc66e7 req-5be52fd3-e68d-4a21-89ea-756b3208f478 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=82adb228-2362-4f3b-a861-5bf43e5acae8 HTTP/1.1" status: 200 len: 217 time: 0.0853834 Feb 04 12:23:50.672962 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e67170e-9a16-4c4a-8422-c95bccdc66e7 req-b3818386-26f2-4f3e-a31f-95e4c06c7ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:50.675829 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-0e67170e-9a16-4c4a-8422-c95bccdc66e7 req-b3818386-26f2-4f3e-a31f-95e4c06c7ec5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=875d7ebd-efc4-4fa6-a601-61971abf78fc HTTP/1.1" status: 200 len: 845 time: 0.1156342 Feb 04 12:23:50.702463 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4f95159a-fa3a-40ae-a9a0-502b05998084 req-56382dad-8dac-41ec-898d-7647ecf7ce25 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] 10.222.0.65 "GET /v2.0/ports?device_id=32e8e67d-fff7-47c9-86f7-ecf0fc506a46 HTTP/1.1" status: 200 len: 210 time: 0.0623007 Feb 04 12:23:50.751605 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-0e67170e-9a16-4c4a-8422-c95bccdc66e7 req-c80fcecf-8382-4ab4-bc39-f62f81b15edd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f4dfd687-dba5-46ff-81a8-361822d13e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675337 Feb 04 12:23:50.896983 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-0e67170e-9a16-4c4a-8422-c95bccdc66e7 req-da274284-7e11-4fcf-ae2e-306904c13927 service neutron] 10.222.0.73 "GET /v2.0/networks/f4dfd687-dba5-46ff-81a8-361822d13e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357572 Feb 04 12:23:51.095723 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9619242a-062f-4821-a436-57491b7b2147 req-6b38c88a-2971-4997-9595-59f340852590 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:51.098704 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9619242a-062f-4821-a436-57491b7b2147 req-6b38c88a-2971-4997-9595-59f340852590 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/ports?device_id=2773449a-c28c-4c94-9bda-90e838af1e0a HTTP/1.1" status: 200 len: 950 time: 0.0869682 Feb 04 12:23:51.127510 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-0e67170e-9a16-4c4a-8422-c95bccdc66e7 req-5b5151e0-9056-4a6e-8fba-adebfd38f3b1 service neutron] 10.222.0.73 "GET /v2.0/networks/f4dfd687-dba5-46ff-81a8-361822d13e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194667 Feb 04 12:23:51.283056 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9619242a-062f-4821-a436-57491b7b2147 req-fd586c0c-47b0-4443-a697-53b3b7284ff1 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/security-groups?id=ff9db729-a945-4359-8bb3-48cdfdee30d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709619 Feb 04 12:23:51.366651 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4728bf08-b939-4cf9-bee5-8c27bae73861 req-a0676d09-e7d1-4ecf-9d3d-22a14d2553c5 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:51.383784 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4728bf08-b939-4cf9-bee5-8c27bae73861 req-a0676d09-e7d1-4ecf-9d3d-22a14d2553c5 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/ports?device_id=e024d6c3-80c1-425c-a5a9-a7305d647b89 HTTP/1.1" status: 200 len: 943 time: 0.1751070 Feb 04 12:23:51.490629 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f367bf84-67e7-490d-a381-8067d3b51589 req-af79f346-7b65-41c3-bee2-9492650b086d tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:51.493226 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-f367bf84-67e7-490d-a381-8067d3b51589 req-af79f346-7b65-41c3-bee2-9492650b086d tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] 10.222.0.73 "GET /v2.0/networks?id=33921118-8bb8-4172-84ea-b744fa92425e HTTP/1.1" status: 200 len: 821 time: 0.2225597 Feb 04 12:23:51.493448 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4728bf08-b939-4cf9-bee5-8c27bae73861 req-e90f7a11-d0f3-4bd9-b0f0-5e2373d6066e tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4f571d4-f0a1-47f6-a54a-b93db47581cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983827 Feb 04 12:23:51.520103 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-f367bf84-67e7-490d-a381-8067d3b51589 req-028f9197-327e-442f-9573-030f168d31cf tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Request body: {'port': {'device_id': 'ecf693c3-0e16-4c20-88e5-c8b419c36f88', 'network_id': '33921118-8bb8-4172-84ea-b744fa92425e', 'admin_state_up': True, 'tenant_id': 'de5b493dc21244659b5bc7c29ae1d428'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:23:51.574921 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:51.816145 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184f6669-6bf3-41a8-a1b2-7cfbcc5d80a0 req-982f69de-90d9-4f7e-8e4b-5843246d074f tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:51.822865 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 82adb228-2362-4f3b-a861-5bf43e5acae8 details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:23:51.824767 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-184f6669-6bf3-41a8-a1b2-7cfbcc5d80a0 req-982f69de-90d9-4f7e-8e4b-5843246d074f tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] 10.222.0.65 "GET /v2.0/ports?device_id=f741f2c5-460f-49eb-81be-3c3ffbedc0af HTTP/1.1" status: 200 len: 944 time: 0.1573586 Feb 04 12:23:51.840474 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f367bf84-67e7-490d-a381-8067d3b51589 req-028f9197-327e-442f-9573-030f168d31cf tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Made reservation on behalf of de5b493dc21244659b5bc7c29ae1d428 for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:23:51.849605 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-f367bf84-67e7-490d-a381-8067d3b51589 req-028f9197-327e-442f-9573-030f168d31cf tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:51.896250 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216f08d7-a729-4599-adb5-4f9386d6623f req-270f5384-f076-4fd1-92c2-4c54a4a9b4b7 tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:51.901183 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-216f08d7-a729-4599-adb5-4f9386d6623f req-270f5384-f076-4fd1-92c2-4c54a4a9b4b7 tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] 10.222.0.65 "GET /v2.0/ports?device_id=b668b5a6-f814-4ca8-9b06-d6938d10cbd4 HTTP/1.1" status: 200 len: 950 time: 0.2513490 Feb 04 12:23:51.952369 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fc36f32-5b06-4415-923f-fe1b6fc2f3d9', 'name': 'network-vif-deleted', 'tag': '29c37814-81d4-4079-ab81-78ba51b2a15c'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:23:51.956822 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-618168f5-6716-4475-9033-fc427e21a43a" -d '{"events": [{"server_uuid": "7fc36f32-5b06-4415-923f-fe1b6fc2f3d9", "name": "network-vif-deleted", "tag": "29c37814-81d4-4079-ab81-78ba51b2a15c"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:23:51.994613 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 82adb228-2362-4f3b-a861-5bf43e5acae8, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=82adb228-2362-4f3b-a861-5bf43e5acae8,segment=NetworkSegment(02af7db9-ac7a-4fd9-8876-35ceb0279e70),segment_id=02af7db9-ac7a-4fd9-8876-35ceb0279e70)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:23:52.017816 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-216f08d7-a729-4599-adb5-4f9386d6623f req-d89afd5b-18e4-499a-b805-d89399bc4571 tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] 10.222.0.65 "GET /v2.0/security-groups?id=2a710b37-a338-4b40-8a5a-fd5a798f9b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013472 Feb 04 12:23:52.018625 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': '82adb228-2362-4f3b-a861-5bf43e5acae8', 'network_id': 'f4dfd687-dba5-46ff-81a8-361822d13e13', 'port_id': '82adb228-2362-4f3b-a861-5bf43e5acae8', 'mac_address': 'fa:16:3e:6f:51:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '875d7ebd-efc4-4fa6-a601-61971abf78fc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:23:52.021677 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-184f6669-6bf3-41a8-a1b2-7cfbcc5d80a0 req-e2dd3112-1c24-4b8a-9b17-1b16002fd697 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0b93a62-41a7-4338-9add-00a3a3dd7ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957898 Feb 04 12:23:52.096122 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 82adb228-2362-4f3b-a861-5bf43e5acae8 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:23:52.096741 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (82adb228-2362-4f3b-a861-5bf43e5acae8), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:52.115091 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32e8e67d-fff7-47c9-86f7-ecf0fc506a46', 'name': 'network-vif-deleted', 'tag': 'f0dd04b6-2995-4a11-b5d3-de96eab965eb'}, {'server_uuid': '32e8e67d-fff7-47c9-86f7-ecf0fc506a46', 'name': 'network-vif-deleted', 'tag': '54022434-836f-4445-8a0a-d8d740187c20'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:23:52.121175 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82adb228-2362-4f3b-a861-5bf43e5acae8 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:23:52.140659 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1888dbf1-79d6-463c-8259-46970617696c" -d '{"events": [{"server_uuid": "32e8e67d-fff7-47c9-86f7-ecf0fc506a46", "name": "network-vif-deleted", "tag": "f0dd04b6-2995-4a11-b5d3-de96eab965eb"}, {"server_uuid": "32e8e67d-fff7-47c9-86f7-ecf0fc506a46", "name": "network-vif-deleted", "tag": "54022434-836f-4445-8a0a-d8d740187c20"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:23:52.157574 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [req-f367bf84-67e7-490d-a381-8067d3b51589 req-028f9197-327e-442f-9573-030f168d31cf tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Allocated IP 172.20.0.11 (33921118-8bb8-4172-84ea-b744fa92425e/5a7709a7-759a-49ea-a610-cec6e14d5672/fde79ed6-315f-4c57-b7ff-19acc86bff88) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:23:52.176105 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 82adb228-2362-4f3b-a861-5bf43e5acae8, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=82adb228-2362-4f3b-a861-5bf43e5acae8,segment=NetworkSegment(02af7db9-ac7a-4fd9-8876-35ceb0279e70),segment_id=02af7db9-ac7a-4fd9-8876-35ceb0279e70)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:23:52.186231 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (82adb228-2362-4f3b-a861-5bf43e5acae8), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:52.274155 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=82adb228-2362-4f3b-a861-5bf43e5acae8,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:23:52.337821 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bb8292a6-2be7-43ee-aeed-8c31b3194ede req-97e1953b-5159-46e8-8b61-e3813e32ff61 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] 10.222.0.65 "GET /v2.0/ports?device_id=ecf693c3-0e16-4c20-88e5-c8b419c36f88 HTTP/1.1" status: 200 len: 210 time: 0.1167803 Feb 04 12:23:52.386152 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c8dddb-2068-41fa-9a32-862220c6180f req-84c717ab-ae60-437c-83b8-f7313644a9a1 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:52.387710 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f3c8dddb-2068-41fa-9a32-862220c6180f req-84c717ab-ae60-437c-83b8-f7313644a9a1 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.77 "GET /v2.0/ports?device_id=2773449a-c28c-4c94-9bda-90e838af1e0a HTTP/1.1" status: 200 len: 950 time: 0.2483876 Feb 04 12:23:52.420415 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['82adb228-2362-4f3b-a861-5bf43e5acae8'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:23:52.434081 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 33352) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:23:52.464300 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-f367bf84-67e7-490d-a381-8067d3b51589 req-028f9197-327e-442f-9573-030f168d31cf tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Publish callbacks [] for port (fde79ed6-315f-4c57-b7ff-19acc86bff88), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:52.511940 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-f367bf84-67e7-490d-a381-8067d3b51589 req-028f9197-327e-442f-9573-030f168d31cf tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (fde79ed6-315f-4c57-b7ff-19acc86bff88), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:52.568886 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 04 Feb 2022 12:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c567b289-18a1-4a98-ac3c-941af048a427 x-openstack-request-id: req-c567b289-18a1-4a98-ac3c-941af048a427 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:23:52.576446 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32e8e67d-fff7-47c9-86f7-ecf0fc506a46", "name": "network-vif-deleted", "tag": "f0dd04b6-2995-4a11-b5d3-de96eab965eb", "status": "completed", "code": 200}, {"server_uuid": "32e8e67d-fff7-47c9-86f7-ecf0fc506a46", "name": "network-vif-deleted", "tag": "54022434-836f-4445-8a0a-d8d740187c20", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:23:52.576852 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c567b289-18a1-4a98-ac3c-941af048a427 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:23:52.577582 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32e8e67d-fff7-47c9-86f7-ecf0fc506a46', 'name': 'network-vif-deleted', 'tag': 'f0dd04b6-2995-4a11-b5d3-de96eab965eb', 'status': 'completed', 'code': 200} Feb 04 12:23:52.577989 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32e8e67d-fff7-47c9-86f7-ecf0fc506a46', 'name': 'network-vif-deleted', 'tag': '54022434-836f-4445-8a0a-d8d740187c20', 'status': 'completed', 'code': 200} Feb 04 12:23:52.605457 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7254584-8231-47ab-bf97-2806f0c2496c x-openstack-request-id: req-f7254584-8231-47ab-bf97-2806f0c2496c {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:23:52.605457 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fc36f32-5b06-4415-923f-fe1b6fc2f3d9", "name": "network-vif-deleted", "tag": "29c37814-81d4-4079-ab81-78ba51b2a15c", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:23:52.605457 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f7254584-8231-47ab-bf97-2806f0c2496c {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:23:52.608790 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fc36f32-5b06-4415-923f-fe1b6fc2f3d9', 'name': 'network-vif-deleted', 'tag': '29c37814-81d4-4079-ab81-78ba51b2a15c', 'status': 'completed', 'code': 200} Feb 04 12:23:52.682969 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f367bf84-67e7-490d-a381-8067d3b51589 req-028f9197-327e-442f-9573-030f168d31cf tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Network 33921118-8bb8-4172-84ea-b744fa92425e is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:23:52.687587 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a77362-15cd-467a-b138-583a86bd0997 req-1e3803fe-301c-492e-865c-cf5266093553 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:52.695809 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-64a77362-15cd-467a-b138-583a86bd0997 req-1e3803fe-301c-492e-865c-cf5266093553 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/networks?id=4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5 HTTP/1.1" status: 200 len: 812 time: 0.4785604 Feb 04 12:23:52.706448 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [req-f367bf84-67e7-490d-a381-8067d3b51589 req-028f9197-327e-442f-9573-030f168d31cf tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:23:52.737270 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-f367bf84-67e7-490d-a381-8067d3b51589 req-028f9197-327e-442f-9573-030f168d31cf tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:23:52.756779 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-64a77362-15cd-467a-b138-583a86bd0997 req-859124e4-9a21-427f-9fe9-2f6db70285be tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/quotas/5b457c49d6644968bc4c4118b5a09653 HTTP/1.1" status: 200 len: 375 time: 0.0597358 Feb 04 12:23:52.816069 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028f9197-327e-442f-9573-030f168d31cf tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Pushing event updated for resources: {'Port': ['ID=fde79ed6-315f-4c57-b7ff-19acc86bff88,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:23:52.838740 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-64a77362-15cd-467a-b138-583a86bd0997 req-c8293504-c4f7-4d60-8d64-b899ae0fedf3 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=5b457c49d6644968bc4c4118b5a09653&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0800319 Feb 04 12:23:52.848167 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711f83a0-4388-4e40-8b1d-a461ab0dc1cd req-4080c6b3-dc45-447e-b5b4-c91abd5c88f5 tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:52.849716 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-711f83a0-4388-4e40-8b1d-a461ab0dc1cd req-4080c6b3-dc45-447e-b5b4-c91abd5c88f5 tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] 10.222.0.77 "GET /v2.0/ports?device_id=b668b5a6-f814-4ca8-9b06-d6938d10cbd4 HTTP/1.1" status: 200 len: 950 time: 0.1947246 Feb 04 12:23:52.855210 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_v2 [None req-99234c7c-c124-4daf-bb02-c12e1a0fb477 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Deleting subnet cdf95d93-a355-4d1e-b20c-004f4954bc93 {{(pid=103475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:23:52.870922 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f367bf84-67e7-490d-a381-8067d3b51589 req-028f9197-327e-442f-9573-030f168d31cf tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:52.871879 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-f367bf84-67e7-490d-a381-8067d3b51589 req-028f9197-327e-442f-9573-030f168d31cf tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:52.873521 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-99234c7c-c124-4daf-bb02-c12e1a0fb477 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks [] for subnet (cdf95d93-a355-4d1e-b20c-004f4954bc93), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:52.918081 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-f367bf84-67e7-490d-a381-8067d3b51589 req-028f9197-327e-442f-9573-030f168d31cf tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4161570 Feb 04 12:23:52.933494 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-f367bf84-67e7-490d-a381-8067d3b51589 req-6cadf2a4-0f28-4a93-a130-019fbf1d6047 service neutron] Request body: {'port': {'device_id': 'ecf693c3-0e16-4c20-88e5-c8b419c36f88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825015-3'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:23:52.989883 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f545063-9fea-4c88-9459-9738ebfd4314 req-93115bc0-d40e-460f-8d6b-2787ff55445e tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:52.991459 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6f545063-9fea-4c88-9459-9738ebfd4314 req-93115bc0-d40e-460f-8d6b-2787ff55445e tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/ports?device_id=2773449a-c28c-4c94-9bda-90e838af1e0a HTTP/1.1" status: 200 len: 950 time: 0.2776105 Feb 04 12:23:53.003605 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-99234c7c-c124-4daf-bb02-c12e1a0fb477 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51859329'] for subnet (cdf95d93-a355-4d1e-b20c-004f4954bc93), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:53.033821 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-f367bf84-67e7-490d-a381-8067d3b51589 req-6cadf2a4-0f28-4a93-a130-019fbf1d6047 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (fde79ed6-315f-4c57-b7ff-19acc86bff88), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:53.067580 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-711f83a0-4388-4e40-8b1d-a461ab0dc1cd req-6d88e1fc-e6e5-429a-bc7d-872dab424b8f tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] Deleting port a9faeb0d-e369-4a77-8920-76d707d7037a {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:23:53.067922 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-711f83a0-4388-4e40-8b1d-a461ab0dc1cd req-6d88e1fc-e6e5-429a-bc7d-872dab424b8f tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (a9faeb0d-e369-4a77-8920-76d707d7037a), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:53.107100 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-64a77362-15cd-467a-b138-583a86bd0997 req-4691923e-398f-4c2a-8228-3d8040961649 service neutron] 10.222.0.65 "GET /v2.0/networks/4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2674201 Feb 04 12:23:53.130407 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-f3c8dddb-2068-41fa-9a32-862220c6180f req-a9b5cd52-1ec3-447b-ade6-893d54116a8e tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Deleting port 211e342c-b254-4036-8477-2d8269159286 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:23:53.130407 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-f3c8dddb-2068-41fa-9a32-862220c6180f req-a9b5cd52-1ec3-447b-ade6-893d54116a8e tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (211e342c-b254-4036-8477-2d8269159286), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:53.225750 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6f545063-9fea-4c88-9459-9738ebfd4314 req-e78312d6-2fed-495b-99d8-02e2e9185bc2 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/security-groups?id=ff9db729-a945-4359-8bb3-48cdfdee30d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947050 Feb 04 12:23:53.299910 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-99234c7c-c124-4daf-bb02-c12e1a0fb477 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (cdf95d93-a355-4d1e-b20c-004f4954bc93), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:53.338361 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-711f83a0-4388-4e40-8b1d-a461ab0dc1cd req-6d88e1fc-e6e5-429a-bc7d-872dab424b8f tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] For port a9faeb0d-e369-4a77-8920-76d707d7037a, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=a9faeb0d-e369-4a77-8920-76d707d7037a,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:23:53.339092 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-711f83a0-4388-4e40-8b1d-a461ab0dc1cd req-6d88e1fc-e6e5-429a-bc7d-872dab424b8f tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (a9faeb0d-e369-4a77-8920-76d707d7037a), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:53.362321 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-711f83a0-4388-4e40-8b1d-a461ab0dc1cd req-6d88e1fc-e6e5-429a-bc7d-872dab424b8f tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] Calling delete_port for a9faeb0d-e369-4a77-8920-76d707d7037a owned by compute:nova {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:23:53.449148 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-f3c8dddb-2068-41fa-9a32-862220c6180f req-a9b5cd52-1ec3-447b-ade6-893d54116a8e tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] For port 211e342c-b254-4036-8477-2d8269159286, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=211e342c-b254-4036-8477-2d8269159286,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:23:53.449550 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-f3c8dddb-2068-41fa-9a32-862220c6180f req-a9b5cd52-1ec3-447b-ade6-893d54116a8e tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (211e342c-b254-4036-8477-2d8269159286), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:53.496569 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-f3c8dddb-2068-41fa-9a32-862220c6180f req-a9b5cd52-1ec3-447b-ade6-893d54116a8e tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Calling delete_port for 211e342c-b254-4036-8477-2d8269159286 owned by compute:nova {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:23:53.505368 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-64a77362-15cd-467a-b138-583a86bd0997 req-ffe765d1-7cb4-4d5a-a54f-63a3f5be003c service neutron] 10.222.0.65 "GET /v2.0/networks/4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3842185 Feb 04 12:23:53.518948 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-99234c7c-c124-4daf-bb02-c12e1a0fb477 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-52093282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51452698'] for subnet (cdf95d93-a355-4d1e-b20c-004f4954bc93), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:53.585300 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [req-f367bf84-67e7-490d-a381-8067d3b51589 req-6cadf2a4-0f28-4a93-a130-019fbf1d6047 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fde79ed6-315f-4c57-b7ff-19acc86bff88 {{(pid=103474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:23:53.597378 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-f367bf84-67e7-490d-a381-8067d3b51589 req-6cadf2a4-0f28-4a93-a130-019fbf1d6047 service neutron] Publish callbacks [] for port (fde79ed6-315f-4c57-b7ff-19acc86bff88), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:53.605225 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99234c7c-c124-4daf-bb02-c12e1a0fb477 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Pushing event deleted for resources: {'Subnet': ['ID=cdf95d93-a355-4d1e-b20c-004f4954bc93,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:23:53.617547 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-99234c7c-c124-4daf-bb02-c12e1a0fb477 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:53.621971 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-99234c7c-c124-4daf-bb02-c12e1a0fb477 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] 10.222.0.65 "DELETE /v2.0/subnets/cdf95d93-a355-4d1e-b20c-004f4954bc93 HTTP/1.1" status: 204 len: 168 time: 1.1325464 Feb 04 12:23:53.623226 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.provisioning_blocks [req-f367bf84-67e7-490d-a381-8067d3b51589 req-6cadf2a4-0f28-4a93-a130-019fbf1d6047 service neutron] Transition to ACTIVE for port object fde79ed6-315f-4c57-b7ff-19acc86bff88 will not be triggered until provisioned by entity L2. {{(pid=103474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:23:53.624841 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 33364) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:23:53.638796 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f0872c-9468-44a1-8f83-e34091a4fe55 None None] Network 397fc140-e9f1-4e5d-b90a-7ce2245ff19e requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:23:53.643334 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961b308d-adf7-468e-b48b-9c0373186254 req-d9b872fc-ccdc-4272-b36a-87775fe2e47b tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:53.645919 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-711f83a0-4388-4e40-8b1d-a461ab0dc1cd req-6d88e1fc-e6e5-429a-bc7d-872dab424b8f tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (a9faeb0d-e369-4a77-8920-76d707d7037a), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:53.647615 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-f367bf84-67e7-490d-a381-8067d3b51589 req-6cadf2a4-0f28-4a93-a130-019fbf1d6047 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (fde79ed6-315f-4c57-b7ff-19acc86bff88), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:53.651521 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-961b308d-adf7-468e-b48b-9c0373186254 req-d9b872fc-ccdc-4272-b36a-87775fe2e47b tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/ports?device_id=e024d6c3-80c1-425c-a5a9-a7305d647b89 HTTP/1.1" status: 200 len: 943 time: 0.2361567 Feb 04 12:23:53.722344 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['a9faeb0d-e369-4a77-8920-76d707d7037a'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:23:53.731121 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-961b308d-adf7-468e-b48b-9c0373186254 req-65a1c81b-788e-4e39-b15f-1b73dc3e4da4 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4f571d4-f0a1-47f6-a54a-b93db47581cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785728 Feb 04 12:23:53.881338 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 82adb228-2362-4f3b-a861-5bf43e5acae8 up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:23:53.886899 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-f3c8dddb-2068-41fa-9a32-862220c6180f req-a9b5cd52-1ec3-447b-ade6-893d54116a8e tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (211e342c-b254-4036-8477-2d8269159286), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:53.935488 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5d07c954-fb16-42e8-acac-ce678e3fd58b tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (397fc140-e9f1-4e5d-b90a-7ce2245ff19e), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:53.944025 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['9b10404f-62d5-42e1-accf-5dbefbaa11b0', 'c2832b00-49f8-4fec-8c15-002a2a163b03'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:23:53.947036 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['5e225c38-0269-4129-a4d0-3c01809d833e', 'cb1246fa-1dff-4a4d-abe1-b07af7371bf9', '215af382-6f8e-49d2-887b-35ac0d0e1df5', 'c0f7cd2f-c34b-498d-a9a3-11c0fb72ca29'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:23:53.963107 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 211e342c-b254-4036-8477-2d8269159286 no longer exists at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:23:53.987155 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e954940d-3efb-47cc-9743-ed421ade03b0 req-61e53f7c-1b94-498d-a92d-68346f367db8 tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] 10.222.0.65 "GET /v2.0/ports?device_id=b668b5a6-f814-4ca8-9b06-d6938d10cbd4 HTTP/1.1" status: 200 len: 210 time: 0.1726558 Feb 04 12:23:53.992381 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cadf2a4-0f28-4a93-a130-019fbf1d6047 service neutron] Pushing event updated for resources: {'Port': ['ID=fde79ed6-315f-4c57-b7ff-19acc86bff88,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:23:53.996715 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-711f83a0-4388-4e40-8b1d-a461ab0dc1cd req-6d88e1fc-e6e5-429a-bc7d-872dab424b8f tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] No DVR routers for this DVR port a9faeb0d-e369-4a77-8920-76d707d7037a on host n-h2-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:23:54.027950 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b5cd52-1ec3-447b-ade6-893d54116a8e tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Pushing event deleted for resources: {'Port': ['ID=211e342c-b254-4036-8477-2d8269159286,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:23:54.072999 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-711f83a0-4388-4e40-8b1d-a461ab0dc1cd req-6d88e1fc-e6e5-429a-bc7d-872dab424b8f tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:54.081303 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-711f83a0-4388-4e40-8b1d-a461ab0dc1cd req-6d88e1fc-e6e5-429a-bc7d-872dab424b8f tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] 10.222.0.77 "DELETE /v2.0/ports/a9faeb0d-e369-4a77-8920-76d707d7037a HTTP/1.1" status: 204 len: 173 time: 1.2258012 Feb 04 12:23:54.116868 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] No Port match for: 211e342c-b254-4036-8477-2d8269159286 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:23:54.117769 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 211e342c-b254-4036-8477-2d8269159286 not bound to the agent host n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:23:54.175104 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d88e1fc-e6e5-429a-bc7d-872dab424b8f tempest-ServersAdminNegativeTestJSON-558764203 tempest-ServersAdminNegativeTestJSON-558764203-project] Pushing event deleted for resources: {'Port': ['ID=a9faeb0d-e369-4a77-8920-76d707d7037a,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:23:54.175678 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3c8dddb-2068-41fa-9a32-862220c6180f req-a9b5cd52-1ec3-447b-ade6-893d54116a8e tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] No DVR routers for this DVR port 211e342c-b254-4036-8477-2d8269159286 on host n-h2-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:23:54.193800 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-f3c8dddb-2068-41fa-9a32-862220c6180f req-a9b5cd52-1ec3-447b-ade6-893d54116a8e tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:54.201289 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f3c8dddb-2068-41fa-9a32-862220c6180f req-a9b5cd52-1ec3-447b-ade6-893d54116a8e tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.77 "DELETE /v2.0/ports/211e342c-b254-4036-8477-2d8269159286 HTTP/1.1" status: 204 len: 173 time: 1.8032532 Feb 04 12:23:54.260436 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c10a4b1-289c-43fa-8595-078d1df10028 req-e851d5e2-7fb2-4ce2-8e2f-ce3869f97d8c tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:54.283253 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1c10a4b1-289c-43fa-8595-078d1df10028 req-e851d5e2-7fb2-4ce2-8e2f-ce3869f97d8c tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] 10.222.0.65 "GET /v2.0/ports?device_id=f741f2c5-460f-49eb-81be-3c3ffbedc0af HTTP/1.1" status: 200 len: 945 time: 0.4085126 Feb 04 12:23:54.302308 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-f367bf84-67e7-490d-a381-8067d3b51589 req-6cadf2a4-0f28-4a93-a130-019fbf1d6047 service neutron] Attempting to bind port fde79ed6-315f-4c57-b7ff-19acc86bff88 on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:23:54.303131 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-f367bf84-67e7-490d-a381-8067d3b51589 req-6cadf2a4-0f28-4a93-a130-019fbf1d6047 service neutron] Attempting to bind port fde79ed6-315f-4c57-b7ff-19acc86bff88 by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': '3650fe49-0487-4896-b953-b3c6867af33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '33921118-8bb8-4172-84ea-b744fa92425e'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:23:54.303131 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f367bf84-67e7-490d-a381-8067d3b51589 req-6cadf2a4-0f28-4a93-a130-019fbf1d6047 service neutron] Attempting to bind port fde79ed6-315f-4c57-b7ff-19acc86bff88 on network 33921118-8bb8-4172-84ea-b744fa92425e {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:23:54.313711 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f367bf84-67e7-490d-a381-8067d3b51589 req-6cadf2a4-0f28-4a93-a130-019fbf1d6047 service neutron] Port fde79ed6-315f-4c57-b7ff-19acc86bff88 on network 33921118-8bb8-4172-84ea-b744fa92425e not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:23:54.314040 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f367bf84-67e7-490d-a381-8067d3b51589 req-6cadf2a4-0f28-4a93-a130-019fbf1d6047 service neutron] Attempting to bind port fde79ed6-315f-4c57-b7ff-19acc86bff88 on network 33921118-8bb8-4172-84ea-b744fa92425e {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:23:54.364129 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f367bf84-67e7-490d-a381-8067d3b51589 req-6cadf2a4-0f28-4a93-a130-019fbf1d6047 service neutron] Checking agent: {'id': 'f8add0d2-2202-43d3-bc0e-72442788e6ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:23:54.364810 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f367bf84-67e7-490d-a381-8067d3b51589 req-6cadf2a4-0f28-4a93-a130-019fbf1d6047 service neutron] Checking segment: {'id': '3650fe49-0487-4896-b953-b3c6867af33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '33921118-8bb8-4172-84ea-b744fa92425e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:23:54.364925 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f367bf84-67e7-490d-a381-8067d3b51589 req-6cadf2a4-0f28-4a93-a130-019fbf1d6047 service neutron] Bound using segment: {'id': '3650fe49-0487-4896-b953-b3c6867af33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '33921118-8bb8-4172-84ea-b744fa92425e'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:23:54.365308 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-f367bf84-67e7-490d-a381-8067d3b51589 req-6cadf2a4-0f28-4a93-a130-019fbf1d6047 service neutron] Bound port: fde79ed6-315f-4c57-b7ff-19acc86bff88, host: n-h1-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3650fe49-0487-4896-b953-b3c6867af33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '33921118-8bb8-4172-84ea-b744fa92425e'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:23:54.365654 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-f367bf84-67e7-490d-a381-8067d3b51589 req-6cadf2a4-0f28-4a93-a130-019fbf1d6047 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (fde79ed6-315f-4c57-b7ff-19acc86bff88), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:54.401531 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning for port 82adb228-2362-4f3b-a861-5bf43e5acae8 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:23:54.410687 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5aa18f-2032-4612-87ec-a787d8b30362 None None] DHCP port deletion for 397fc140-e9f1-4e5d-b90a-7ce2245ff19e request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 12:23:54.412700 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-5d07c954-fb16-42e8-acac-ce678e3fd58b tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Deleting port b2759e67-bc2a-41ee-9f73-d5eee8ac4e11 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:23:54.413007 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5d07c954-fb16-42e8-acac-ce678e3fd58b tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (b2759e67-bc2a-41ee-9f73-d5eee8ac4e11), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:54.425116 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1c10a4b1-289c-43fa-8595-078d1df10028 req-0cd59db0-a85e-47e5-bfb8-8ea5db6afd51 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0b93a62-41a7-4338-9add-00a3a3dd7ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398933 Feb 04 12:23:54.443378 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port 82adb228-2362-4f3b-a861-5bf43e5acae8 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:23:54.443909 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (82adb228-2362-4f3b-a861-5bf43e5acae8), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:54.470164 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60efb61c-4896-488a-a89d-9858a1366bac req-1ec88e3f-61f0-4c9c-9844-ffa35afdd0b5 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:54.479749 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-60efb61c-4896-488a-a89d-9858a1366bac req-1ec88e3f-61f0-4c9c-9844-ffa35afdd0b5 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] 10.222.0.65 "GET /v2.0/ports?device_id=ecf693c3-0e16-4c20-88e5-c8b419c36f88 HTTP/1.1" status: 200 len: 944 time: 0.3756843 Feb 04 12:23:54.590618 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b668b5a6-f814-4ca8-9b06-d6938d10cbd4', 'name': 'network-vif-deleted', 'tag': 'a9faeb0d-e369-4a77-8920-76d707d7037a'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:23:54.592953 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-072bcd9a-bf65-4bf6-ab12-3fd034c20b46" -d '{"events": [{"server_uuid": "b668b5a6-f814-4ca8-9b06-d6938d10cbd4", "name": "network-vif-deleted", "tag": "a9faeb0d-e369-4a77-8920-76d707d7037a"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:23:54.633752 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-f367bf84-67e7-490d-a381-8067d3b51589 req-6cadf2a4-0f28-4a93-a130-019fbf1d6047 service neutron] For port fde79ed6-315f-4c57-b7ff-19acc86bff88, host n-h1-825015-3, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:23:54.651424 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-5d07c954-fb16-42e8-acac-ce678e3fd58b tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] For port b2759e67-bc2a-41ee-9f73-d5eee8ac4e11, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=b2759e67-bc2a-41ee-9f73-d5eee8ac4e11,segment=NetworkSegment(c5ffa1fd-f850-4005-96c0-aefc73ef96dd),segment_id=c5ffa1fd-f850-4005-96c0-aefc73ef96dd)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:23:54.651909 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5d07c954-fb16-42e8-acac-ce678e3fd58b tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (b2759e67-bc2a-41ee-9f73-d5eee8ac4e11), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:54.666350 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2773449a-c28c-4c94-9bda-90e838af1e0a', 'name': 'network-vif-deleted', 'tag': '211e342c-b254-4036-8477-2d8269159286'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:23:54.675104 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d85fb440-df78-4a55-8a87-97caf227c62d" -d '{"events": [{"server_uuid": "2773449a-c28c-4c94-9bda-90e838af1e0a", "name": "network-vif-deleted", "tag": "211e342c-b254-4036-8477-2d8269159286"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:23:54.703395 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-f367bf84-67e7-490d-a381-8067d3b51589 req-6cadf2a4-0f28-4a93-a130-019fbf1d6047 service neutron] For port fde79ed6-315f-4c57-b7ff-19acc86bff88, host n-h1-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=fde79ed6-315f-4c57-b7ff-19acc86bff88,segment=NetworkSegment(3650fe49-0487-4896-b953-b3c6867af33a),segment_id=3650fe49-0487-4896-b953-b3c6867af33a)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:23:54.706278 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-5d07c954-fb16-42e8-acac-ce678e3fd58b tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Calling delete_port for b2759e67-bc2a-41ee-9f73-d5eee8ac4e11 owned by network:dhcp {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:23:54.714331 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-60efb61c-4896-488a-a89d-9858a1366bac req-99bcd7c7-d5f3-4b97-bcf1-7898713b2119 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] 10.222.0.65 "GET /v2.0/security-groups?id=e102d2aa-c1a8-4ba5-bd37-a0f044093565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293048 Feb 04 12:23:54.723678 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-f367bf84-67e7-490d-a381-8067d3b51589 req-6cadf2a4-0f28-4a93-a130-019fbf1d6047 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (fde79ed6-315f-4c57-b7ff-19acc86bff88), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:54.768145 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-29a5d66d-6526-4867-8b74-c17c15a477c1 req-45d54b46-04fe-4e46-9137-86e86a5f23e5 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ddcf4f6-3876-4f08-8a97-7066a7db20eb HTTP/1.1" status: 200 len: 210 time: 0.1357846 Feb 04 12:23:54.859265 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f367bf84-67e7-490d-a381-8067d3b51589 req-6cadf2a4-0f28-4a93-a130-019fbf1d6047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:54.860028 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-f367bf84-67e7-490d-a381-8067d3b51589 req-6cadf2a4-0f28-4a93-a130-019fbf1d6047 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:54.861598 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-f367bf84-67e7-490d-a381-8067d3b51589 req-6cadf2a4-0f28-4a93-a130-019fbf1d6047 service neutron] 10.222.0.73 "PUT /v2.0/ports/fde79ed6-315f-4c57-b7ff-19acc86bff88 HTTP/1.1" status: 200 len: 1092 time: 1.9339449 Feb 04 12:23:54.947016 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cadf2a4-0f28-4a93-a130-019fbf1d6047 service neutron] Pushing event updated for resources: {'Port': ['ID=fde79ed6-315f-4c57-b7ff-19acc86bff88,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:23:54.958656 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e200621c-47e2-4ad1-95be-edd7ba49d52e req-8bc4e459-8762-4f7f-b4b8-223178a6b0ae tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/ports?device_id=2773449a-c28c-4c94-9bda-90e838af1e0a HTTP/1.1" status: 200 len: 210 time: 0.0604172 Feb 04 12:23:54.964404 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 33390) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:23:55.021453 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5d07c954-fb16-42e8-acac-ce678e3fd58b tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (b2759e67-bc2a-41ee-9f73-d5eee8ac4e11), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:55.071212 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f3c8dddb-2068-41fa-9a32-862220c6180f req-69b77484-3d83-43d4-a372-a9c3fb07a88f tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/ports?device_id=2773449a-c28c-4c94-9bda-90e838af1e0a HTTP/1.1" status: 200 len: 210 time: 0.1021552 Feb 04 12:23:55.082264 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d07c954-fb16-42e8-acac-ce678e3fd58b tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Pushing event deleted for resources: {'Port': ['ID=b2759e67-bc2a-41ee-9f73-d5eee8ac4e11,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:23:55.086650 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec46ae8b-6331-4d69-9b75-cb82f53d0008 x-openstack-request-id: req-ec46ae8b-6331-4d69-9b75-cb82f53d0008 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:23:55.087097 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b668b5a6-f814-4ca8-9b06-d6938d10cbd4", "name": "network-vif-deleted", "tag": "a9faeb0d-e369-4a77-8920-76d707d7037a", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:23:55.087523 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ec46ae8b-6331-4d69-9b75-cb82f53d0008 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:23:55.088528 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b668b5a6-f814-4ca8-9b06-d6938d10cbd4', 'name': 'network-vif-deleted', 'tag': 'a9faeb0d-e369-4a77-8920-76d707d7037a', 'status': 'completed', 'code': 200} Feb 04 12:23:55.095489 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d07c954-fb16-42e8-acac-ce678e3fd58b tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] No DVR routers for this DVR port b2759e67-bc2a-41ee-9f73-d5eee8ac4e11 on host n-d-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:23:55.129325 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 04 Feb 2022 12:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75d708fd-e4e7-447c-ad1a-7938d7a58342 x-openstack-request-id: req-75d708fd-e4e7-447c-ad1a-7938d7a58342 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:23:55.129627 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2773449a-c28c-4c94-9bda-90e838af1e0a", "name": "network-vif-deleted", "tag": "211e342c-b254-4036-8477-2d8269159286", "status": "failed", "code": 422}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:23:55.129890 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-75d708fd-e4e7-447c-ad1a-7938d7a58342 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:23:55.130311 n-d-825015-3 neutron-server[103475]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2773449a-c28c-4c94-9bda-90e838af1e0a', 'name': 'network-vif-deleted', 'tag': '211e342c-b254-4036-8477-2d8269159286', 'status': 'failed', 'code': 422} returned with failed status Feb 04 12:23:55.266127 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 82adb228-2362-4f3b-a861-5bf43e5acae8 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:23:55.267120 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (82adb228-2362-4f3b-a861-5bf43e5acae8), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:55.365246 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f741f2c5-460f-49eb-81be-3c3ffbedc0af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82adb228-2362-4f3b-a861-5bf43e5acae8'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:23:55.373437 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bc7a623-6956-4b59-9bf7-57cf1b01d466" -d '{"events": [{"server_uuid": "f741f2c5-460f-49eb-81be-3c3ffbedc0af", "name": "network-vif-plugged", "status": "completed", "tag": "82adb228-2362-4f3b-a861-5bf43e5acae8"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:23:55.442193 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 82adb228-2362-4f3b-a861-5bf43e5acae8, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=82adb228-2362-4f3b-a861-5bf43e5acae8,segment=NetworkSegment(02af7db9-ac7a-4fd9-8876-35ceb0279e70),segment_id=02af7db9-ac7a-4fd9-8876-35ceb0279e70)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:23:55.446098 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9270bd-3aa2-43ca-82ec-710f79e11b03 req-0edb7084-390a-4fc6-a560-ce4f00a07c6d tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:55.451004 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ba9270bd-3aa2-43ca-82ec-710f79e11b03 req-0edb7084-390a-4fc6-a560-ce4f00a07c6d tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/ports?device_id=e024d6c3-80c1-425c-a5a9-a7305d647b89 HTTP/1.1" status: 200 len: 943 time: 0.1993363 Feb 04 12:23:55.466252 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5d07c954-fb16-42e8-acac-ce678e3fd58b tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (397fc140-e9f1-4e5d-b90a-7ce2245ff19e), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:55.474328 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (82adb228-2362-4f3b-a861-5bf43e5acae8), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:55.490113 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-be5aa18f-2032-4612-87ec-a787d8b30362 None None] Deleting port b2759e67-bc2a-41ee-9f73-d5eee8ac4e11 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:23:55.490801 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-be5aa18f-2032-4612-87ec-a787d8b30362 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (b2759e67-bc2a-41ee-9f73-d5eee8ac4e11), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:55.496512 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-5d07c954-fb16-42e8-acac-ce678e3fd58b tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['397fc140-e9f1-4e5d-b90a-7ce2245ff19e']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:23:55.520154 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-5d07c954-fb16-42e8-acac-ce678e3fd58b tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5ffa1fd-f850-4005-96c0-aefc73ef96dd') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:23:55.520598 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-5d07c954-fb16-42e8-acac-ce678e3fd58b tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5ffa1fd-f850-4005-96c0-aefc73ef96dd') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:23:55.544182 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5d07c954-fb16-42e8-acac-ce678e3fd58b tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (c5ffa1fd-f850-4005-96c0-aefc73ef96dd), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:55.568424 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ba9270bd-3aa2-43ca-82ec-710f79e11b03 req-74d4342c-439f-4523-8023-e2fdd09e3817 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4f571d4-f0a1-47f6-a54a-b93db47581cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102314 Feb 04 12:23:55.575541 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5d07c954-fb16-42e8-acac-ce678e3fd58b tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (c5ffa1fd-f850-4005-96c0-aefc73ef96dd), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:55.582641 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d07c954-fb16-42e8-acac-ce678e3fd58b tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:23:55.583046 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5d07c954-fb16-42e8-acac-ce678e3fd58b tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (c5ffa1fd-f850-4005-96c0-aefc73ef96dd), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:55.705429 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 12:23:55.705429 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:23:55.705429 n-d-825015-3 neutron-server[103474]: timer() Feb 04 12:23:55.705429 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:23:55.705429 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 12:23:55.705429 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:23:55.705429 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 12:23:55.705429 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:23:55.705429 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 12:23:55.705429 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:23:55.705429 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 12:23:55.705429 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:23:55.705429 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 12:23:55.705429 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:23:55.705429 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:23:55.705429 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:23:55.705429 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:23:55.705429 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:23:55.705429 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 12:23:55.705429 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:23:55.705429 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 12:23:55.705429 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:23:55.705429 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:23:55.705429 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:23:55.705429 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 12:23:55.705429 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:23:55.705429 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:23:55.705429 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:23:55.705429 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:23:55.705429 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:23:55.705429 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:23:55.705429 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:23:55.711183 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5d07c954-fb16-42e8-acac-ce678e3fd58b tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (397fc140-e9f1-4e5d-b90a-7ce2245ff19e), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:55.730540 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5d07c954-fb16-42e8-acac-ce678e3fd58b tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:55.737900 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-5d07c954-fb16-42e8-acac-ce678e3fd58b tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] 10.222.0.65 "DELETE /v2.0/networks/397fc140-e9f1-4e5d-b90a-7ce2245ff19e HTTP/1.1" status: 204 len: 168 time: 2.1117539 Feb 04 12:23:55.741779 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 33400) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:23:55.816264 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d07c954-fb16-42e8-acac-ce678e3fd58b tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Pushing event deleted for resources: {'Network': ['ID=397fc140-e9f1-4e5d-b90a-7ce2245ff19e,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:23:55.874541 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f367bf84-67e7-490d-a381-8067d3b51589 req-027c158e-1c95-415c-b2fd-e214670e51be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:55.897717 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-f367bf84-67e7-490d-a381-8067d3b51589 req-027c158e-1c95-415c-b2fd-e214670e51be service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=de5b493dc21244659b5bc7c29ae1d428&device_id=ecf693c3-0e16-4c20-88e5-c8b419c36f88 HTTP/1.1" status: 200 len: 1126 time: 0.5870552 Feb 04 12:23:55.943963 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device b2759e67-bc2a-41ee-9f73-d5eee8ac4e11 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:23:55.952837 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device a9faeb0d-e369-4a77-8920-76d707d7037a no longer exists at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:23:56.037625 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_v2 [None req-87cc7189-ded9-4681-bd54-5817b97407d0 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Deleting subnet 40e9b2fc-5552-42af-b368-0091c9768bd5 {{(pid=103475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:23:56.042672 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-f367bf84-67e7-490d-a381-8067d3b51589 req-4f8119fc-43c2-4878-a362-aac553229077 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fde79ed6-315f-4c57-b7ff-19acc86bff88 HTTP/1.1" status: 200 len: 217 time: 0.1381698 Feb 04 12:23:56.077172 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-76226e05-4f44-4c5d-979c-a1ba9414b899 req-8e461caa-e02c-4a2a-9a8b-ba6290442918 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/ports?device_id=2773449a-c28c-4c94-9bda-90e838af1e0a HTTP/1.1" status: 200 len: 210 time: 0.0553553 Feb 04 12:23:56.077996 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-87cc7189-ded9-4681-bd54-5817b97407d0 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks [] for subnet (40e9b2fc-5552-42af-b368-0091c9768bd5), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:56.127082 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-be5aa18f-2032-4612-87ec-a787d8b30362 None None] For port b2759e67-bc2a-41ee-9f73-d5eee8ac4e11, host n-d-825015-3, got binding levels [] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:23:56.127807 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-be5aa18f-2032-4612-87ec-a787d8b30362 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (b2759e67-bc2a-41ee-9f73-d5eee8ac4e11), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:56.137509 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=82adb228-2362-4f3b-a861-5bf43e5acae8,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:23:56.142841 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] No Port match for: a9faeb0d-e369-4a77-8920-76d707d7037a {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:23:56.143387 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device a9faeb0d-e369-4a77-8920-76d707d7037a not bound to the agent host n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:23:56.187836 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f367bf84-67e7-490d-a381-8067d3b51589 req-10052c15-9ae2-4f8e-b17f-a12b78eb76b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:56.189743 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-f367bf84-67e7-490d-a381-8067d3b51589 req-10052c15-9ae2-4f8e-b17f-a12b78eb76b5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5a7709a7-759a-49ea-a610-cec6e14d5672 HTTP/1.1" status: 200 len: 861 time: 0.1411641 Feb 04 12:23:56.192223 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: b2759e67-bc2a-41ee-9f73-d5eee8ac4e11 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:23:56.192703 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device b2759e67-bc2a-41ee-9f73-d5eee8ac4e11 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:23:56.217113 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-be5aa18f-2032-4612-87ec-a787d8b30362 None None] Calling delete_port for b2759e67-bc2a-41ee-9f73-d5eee8ac4e11 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:23:56.223431 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.ipam_backend_mixin [None req-be5aa18f-2032-4612-87ec-a787d8b30362 None None] Port b2759e67-bc2a-41ee-9f73-d5eee8ac4e11 was not found and therefore no delete operation was performed {{(pid=103476) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 04 12:23:56.233319 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-be5aa18f-2032-4612-87ec-a787d8b30362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (b2759e67-bc2a-41ee-9f73-d5eee8ac4e11), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:56.283107 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-f367bf84-67e7-490d-a381-8067d3b51589 req-f6d08adb-ad3a-4bbb-bbaa-60c6c30e1384 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=33921118-8bb8-4172-84ea-b744fa92425e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0855062 Feb 04 12:23:56.323333 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-be5aa18f-2032-4612-87ec-a787d8b30362 None None] Network 397fc140-e9f1-4e5d-b90a-7ce2245ff19e is not hosted by any dhcp agent {{(pid=103476) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 04 12:23:56.324081 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5aa18f-2032-4612-87ec-a787d8b30362 None None] No DVR routers for this DVR port b2759e67-bc2a-41ee-9f73-d5eee8ac4e11 on host n-d-825015-3 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:23:56.331485 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5aa18f-2032-4612-87ec-a787d8b30362 None None] Pushing event deleted for resources: {'Port': ['ID=b2759e67-bc2a-41ee-9f73-d5eee8ac4e11,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:23:56.525479 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-f367bf84-67e7-490d-a381-8067d3b51589 req-946dd978-21f4-4b42-b8e9-3383505062d7 service neutron] 10.222.0.73 "GET /v2.0/networks/33921118-8bb8-4172-84ea-b744fa92425e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328513 Feb 04 12:23:56.789445 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-f367bf84-67e7-490d-a381-8067d3b51589 req-a3227ced-27de-4b91-9f32-aa2368722097 service neutron] 10.222.0.73 "GET /v2.0/networks/33921118-8bb8-4172-84ea-b744fa92425e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560873 Feb 04 12:23:56.794617 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-87cc7189-ded9-4681-bd54-5817b97407d0 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51859329'] for subnet (40e9b2fc-5552-42af-b368-0091c9768bd5), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:56.983267 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a77362-15cd-467a-b138-583a86bd0997 req-69977743-8eea-4e5d-9fa5-132082a72c5d tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:56.986453 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-64a77362-15cd-467a-b138-583a86bd0997 req-69977743-8eea-4e5d-9fa5-132082a72c5d tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.73 "GET /v2.0/networks?id=4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5 HTTP/1.1" status: 200 len: 812 time: 1.0837777 Feb 04 12:23:57.005326 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-64a77362-15cd-467a-b138-583a86bd0997 req-5e79b9d1-8fbb-4fbc-8f23-1a0f18e0a305 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Request body: {'port': {'device_id': '1ddcf4f6-3876-4f08-8a97-7066a7db20eb', 'network_id': '4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5', 'admin_state_up': True, 'tenant_id': '5b457c49d6644968bc4c4118b5a09653'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:23:57.089389 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecf693c3-0e16-4c20-88e5-c8b419c36f88', 'tag': 'fde79ed6-315f-4c57-b7ff-19acc86bff88'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:23:57.095463 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea3eaf21-1808-4c1f-a716-dc3c3c0532dc" -d '{"events": [{"name": "network-changed", "server_uuid": "ecf693c3-0e16-4c20-88e5-c8b419c36f88", "tag": "fde79ed6-315f-4c57-b7ff-19acc86bff88"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:23:57.180992 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b215ac4-48c1-408d-b618-91e2e1cead7b x-openstack-request-id: req-8b215ac4-48c1-408d-b618-91e2e1cead7b {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:23:57.182731 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f741f2c5-460f-49eb-81be-3c3ffbedc0af", "name": "network-vif-plugged", "status": "completed", "tag": "82adb228-2362-4f3b-a861-5bf43e5acae8", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:23:57.183187 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8b215ac4-48c1-408d-b618-91e2e1cead7b {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:23:57.184409 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f741f2c5-460f-49eb-81be-3c3ffbedc0af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82adb228-2362-4f3b-a861-5bf43e5acae8', 'code': 200} Feb 04 12:23:57.204018 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-87cc7189-ded9-4681-bd54-5817b97407d0 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (40e9b2fc-5552-42af-b368-0091c9768bd5), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:57.425411 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b397a296-ddcd-451f-adb9-6078df9f80d8 req-02ecd848-f397-4d10-a42c-2d0fffeb52f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:57.427682 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-b397a296-ddcd-451f-adb9-6078df9f80d8 req-02ecd848-f397-4d10-a42c-2d0fffeb52f8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f741f2c5-460f-49eb-81be-3c3ffbedc0af HTTP/1.1" status: 200 len: 1128 time: 0.1158938 Feb 04 12:23:57.494719 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-87cc7189-ded9-4681-bd54-5817b97407d0 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-52093282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51452698'] for subnet (40e9b2fc-5552-42af-b368-0091c9768bd5), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:57.515537 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64a77362-15cd-467a-b138-583a86bd0997 req-5e79b9d1-8fbb-4fbc-8f23-1a0f18e0a305 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Made reservation on behalf of 5b457c49d6644968bc4c4118b5a09653 for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:23:57.520524 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-64a77362-15cd-467a-b138-583a86bd0997 req-5e79b9d1-8fbb-4fbc-8f23-1a0f18e0a305 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:57.560119 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-87cc7189-ded9-4681-bd54-5817b97407d0 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:57.568135 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-b397a296-ddcd-451f-adb9-6078df9f80d8 req-148560cc-af29-415e-b1ea-b4a4ed87e785 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=e0b93a62-41a7-4338-9add-00a3a3dd7ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336460 Feb 04 12:23:57.568977 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e3114d-0da1-447c-b166-fe80c83f08a7 None None] Network e56fdb0a-51c9-47ca-a34d-8374841558bb requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:23:57.588042 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-87cc7189-ded9-4681-bd54-5817b97407d0 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] 10.222.0.65 "DELETE /v2.0/subnets/40e9b2fc-5552-42af-b368-0091c9768bd5 HTTP/1.1" status: 204 len: 168 time: 1.8438067 Feb 04 12:23:57.593871 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 33438) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:23:57.614018 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cc7189-ded9-4681-bd54-5817b97407d0 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Pushing event deleted for resources: {'Subnet': ['ID=40e9b2fc-5552-42af-b368-0091c9768bd5,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:23:57.681539 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32777997-534e-494f-8669-babd38d76ecf req-8ce68d41-0297-4487-a23b-153b3c9641a5 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:57.684247 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-32777997-534e-494f-8669-babd38d76ecf req-8ce68d41-0297-4487-a23b-153b3c9641a5 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] 10.222.0.65 "GET /v2.0/ports?device_id=f741f2c5-460f-49eb-81be-3c3ffbedc0af HTTP/1.1" status: 200 len: 946 time: 0.3745093 Feb 04 12:23:57.686739 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cc7189-ded9-4681-bd54-5817b97407d0 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:23:57.687331 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cc7189-ded9-4681-bd54-5817b97407d0 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:23:57.704103 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cc7189-ded9-4681-bd54-5817b97407d0 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:23:57.704866 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cc7189-ded9-4681-bd54-5817b97407d0 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:23:57.705477 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cc7189-ded9-4681-bd54-5817b97407d0 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:23:57.706136 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cc7189-ded9-4681-bd54-5817b97407d0 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:23:57.706677 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cc7189-ded9-4681-bd54-5817b97407d0 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:23:57.707284 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cc7189-ded9-4681-bd54-5817b97407d0 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:23:57.707924 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cc7189-ded9-4681-bd54-5817b97407d0 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:23:57.708532 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cc7189-ded9-4681-bd54-5817b97407d0 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:23:57.709141 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cc7189-ded9-4681-bd54-5817b97407d0 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:23:57.709744 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cc7189-ded9-4681-bd54-5817b97407d0 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:23:57.710353 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cc7189-ded9-4681-bd54-5817b97407d0 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:23:57.731199 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 33440) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:23:57.769235 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f120b8-a6e1-42a7-a538-e0ad1969b607 req-f41c906b-9775-4584-b944-ef0b98107616 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:57.779989 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f9f120b8-a6e1-42a7-a538-e0ad1969b607 req-f41c906b-9775-4584-b944-ef0b98107616 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] 10.222.0.65 "GET /v2.0/ports?device_id=ecf693c3-0e16-4c20-88e5-c8b419c36f88 HTTP/1.1" status: 200 len: 944 time: 0.4372294 Feb 04 12:23:57.796991 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-61de3c0e-c626-4bcf-bf2e-98b7502aeca0 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (e56fdb0a-51c9-47ca-a34d-8374841558bb), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:58.006110 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5f982e-741e-4264-8fe6-1d6c236635bc None None] DHCP port deletion for e56fdb0a-51c9-47ca-a34d-8374841558bb request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 12:23:58.047910 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-61de3c0e-c626-4bcf-bf2e-98b7502aeca0 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Deleting port bc1720d4-d8c3-4f5d-b90e-486e1a244cb4 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:23:58.048395 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-61de3c0e-c626-4bcf-bf2e-98b7502aeca0 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (bc1720d4-d8c3-4f5d-b90e-486e1a244cb4), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:58.072683 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-32777997-534e-494f-8669-babd38d76ecf req-64a16627-0a35-4af3-ba35-e7cbb3100fac tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0b93a62-41a7-4338-9add-00a3a3dd7ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3393228 Feb 04 12:23:58.157382 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-2f5f982e-741e-4264-8fe6-1d6c236635bc None None] Deleting port bc1720d4-d8c3-4f5d-b90e-486e1a244cb4 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:23:58.158307 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2f5f982e-741e-4264-8fe6-1d6c236635bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (bc1720d4-d8c3-4f5d-b90e-486e1a244cb4), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:58.184744 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f9f120b8-a6e1-42a7-a538-e0ad1969b607 req-1e69856f-0f03-4a50-9f28-8d45591b7432 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] 10.222.0.65 "GET /v2.0/security-groups?id=e102d2aa-c1a8-4ba5-bd37-a0f044093565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3831341 Feb 04 12:23:58.278112 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-61de3c0e-c626-4bcf-bf2e-98b7502aeca0 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] For port bc1720d4-d8c3-4f5d-b90e-486e1a244cb4, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=bc1720d4-d8c3-4f5d-b90e-486e1a244cb4,segment=NetworkSegment(65f762d4-a3a7-4554-9833-eff800ccf5a2),segment_id=65f762d4-a3a7-4554-9833-eff800ccf5a2)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:23:58.278694 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-61de3c0e-c626-4bcf-bf2e-98b7502aeca0 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (bc1720d4-d8c3-4f5d-b90e-486e1a244cb4), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:58.291685 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-64a77362-15cd-467a-b138-583a86bd0997 req-5e79b9d1-8fbb-4fbc-8f23-1a0f18e0a305 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Allocated IP 172.20.0.2 (4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5/23b19519-2923-41fd-80ca-5f7c6af8f70c/4cae6cad-c722-47d4-986e-3354410197ad) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:23:58.333842 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-61de3c0e-c626-4bcf-bf2e-98b7502aeca0 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Calling delete_port for bc1720d4-d8c3-4f5d-b90e-486e1a244cb4 owned by network:dhcp {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:23:58.357136 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-2f5f982e-741e-4264-8fe6-1d6c236635bc None None] For port bc1720d4-d8c3-4f5d-b90e-486e1a244cb4, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=bc1720d4-d8c3-4f5d-b90e-486e1a244cb4,segment=NetworkSegment(65f762d4-a3a7-4554-9833-eff800ccf5a2),segment_id=65f762d4-a3a7-4554-9833-eff800ccf5a2)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:23:58.362184 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2f5f982e-741e-4264-8fe6-1d6c236635bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (bc1720d4-d8c3-4f5d-b90e-486e1a244cb4), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:58.421643 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-2f5f982e-741e-4264-8fe6-1d6c236635bc None None] Calling delete_port for bc1720d4-d8c3-4f5d-b90e-486e1a244cb4 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:23:58.513607 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-a322bdbd-4e25-448b-9b2e-5527c6d7701c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=35795a41dcec4d87a7083b571b71fc5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7611303 Feb 04 12:23:58.529842 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 33448) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:23:58.612360 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa43fc19-65dd-4b31-920f-35477dc10f6e x-openstack-request-id: req-fa43fc19-65dd-4b31-920f-35477dc10f6e {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:23:58.613091 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecf693c3-0e16-4c20-88e5-c8b419c36f88", "tag": "fde79ed6-315f-4c57-b7ff-19acc86bff88", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:23:58.613222 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fa43fc19-65dd-4b31-920f-35477dc10f6e {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:23:58.614620 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecf693c3-0e16-4c20-88e5-c8b419c36f88', 'tag': 'fde79ed6-315f-4c57-b7ff-19acc86bff88', 'status': 'completed', 'code': 200} Feb 04 12:23:58.632976 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-61de3c0e-c626-4bcf-bf2e-98b7502aeca0 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (bc1720d4-d8c3-4f5d-b90e-486e1a244cb4), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:58.688707 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2f5f982e-741e-4264-8fe6-1d6c236635bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (bc1720d4-d8c3-4f5d-b90e-486e1a244cb4), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:58.728722 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61de3c0e-c626-4bcf-bf2e-98b7502aeca0 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Pushing event deleted for resources: {'Port': ['ID=bc1720d4-d8c3-4f5d-b90e-486e1a244cb4,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:23:58.728722 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61de3c0e-c626-4bcf-bf2e-98b7502aeca0 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] No DVR routers for this DVR port bc1720d4-d8c3-4f5d-b90e-486e1a244cb4 on host n-d-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:23:58.754161 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5f982e-741e-4264-8fe6-1d6c236635bc None None] No DVR routers for this DVR port bc1720d4-d8c3-4f5d-b90e-486e1a244cb4 on host n-d-825015-3 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:23:58.827163 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5f982e-741e-4264-8fe6-1d6c236635bc None None] Pushing event deleted for resources: {'Port': ['ID=bc1720d4-d8c3-4f5d-b90e-486e1a244cb4,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:23:58.861423 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42123515-1cd8-4e02-9b24-7b6832c8dca3 req-9d8bf900-e626-4bea-9010-704827b9223c tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:58.874669 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-42123515-1cd8-4e02-9b24-7b6832c8dca3 req-9d8bf900-e626-4bea-9010-704827b9223c tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/ports?device_id=e024d6c3-80c1-425c-a5a9-a7305d647b89 HTTP/1.1" status: 200 len: 943 time: 0.5328088 Feb 04 12:23:59.066642 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-61de3c0e-c626-4bcf-bf2e-98b7502aeca0 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (e56fdb0a-51c9-47ca-a34d-8374841558bb), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:59.069687 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3c74b56f-7dd1-483a-9ca2-75c2eca84fa6 admin admin] Publish callbacks [] for security_group (2a710b37-a338-4b40-8a5a-fd5a798f9b5f), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:59.122348 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-61de3c0e-c626-4bcf-bf2e-98b7502aeca0 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e56fdb0a-51c9-47ca-a34d-8374841558bb']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:23:59.145140 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-61de3c0e-c626-4bcf-bf2e-98b7502aeca0 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65f762d4-a3a7-4554-9833-eff800ccf5a2') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:23:59.145390 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-61de3c0e-c626-4bcf-bf2e-98b7502aeca0 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65f762d4-a3a7-4554-9833-eff800ccf5a2') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:23:59.166180 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-61de3c0e-c626-4bcf-bf2e-98b7502aeca0 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (65f762d4-a3a7-4554-9833-eff800ccf5a2), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:59.205250 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-61de3c0e-c626-4bcf-bf2e-98b7502aeca0 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (65f762d4-a3a7-4554-9833-eff800ccf5a2), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:59.207365 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-42123515-1cd8-4e02-9b24-7b6832c8dca3 req-160d6eeb-ac4f-4b16-967e-1aa5875e1bbb tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4f571d4-f0a1-47f6-a54a-b93db47581cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3311374 Feb 04 12:23:59.218946 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61de3c0e-c626-4bcf-bf2e-98b7502aeca0 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:23:59.219429 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-61de3c0e-c626-4bcf-bf2e-98b7502aeca0 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (65f762d4-a3a7-4554-9833-eff800ccf5a2), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:59.238202 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3c74b56f-7dd1-483a-9ca2-75c2eca84fa6 admin admin] Publish callbacks [] for security_group (2a710b37-a338-4b40-8a5a-fd5a798f9b5f), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:59.244282 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-64a77362-15cd-467a-b138-583a86bd0997 req-5e79b9d1-8fbb-4fbc-8f23-1a0f18e0a305 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Publish callbacks [] for port (4cae6cad-c722-47d4-986e-3354410197ad), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:59.376417 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becac067-6a49-416b-a2e8-87b306c55e3d req-01affad1-8e44-4c2e-bdde-6c841da34899 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:59.379243 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-becac067-6a49-416b-a2e8-87b306c55e3d req-01affad1-8e44-4c2e-bdde-6c841da34899 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/networks?id=4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5 HTTP/1.1" status: 200 len: 812 time: 0.4471161 Feb 04 12:23:59.399629 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 12:23:59.399629 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:23:59.399629 n-d-825015-3 neutron-server[103474]: timer() Feb 04 12:23:59.399629 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:23:59.399629 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 12:23:59.399629 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:23:59.399629 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 12:23:59.399629 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:23:59.399629 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 12:23:59.399629 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:23:59.399629 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 12:23:59.399629 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:23:59.399629 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 12:23:59.399629 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:23:59.399629 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:23:59.399629 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:23:59.399629 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:23:59.399629 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:23:59.399629 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 12:23:59.399629 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:23:59.399629 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 12:23:59.399629 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:23:59.399629 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:23:59.399629 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:23:59.399629 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 12:23:59.399629 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:23:59.399629 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:23:59.399629 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:23:59.399629 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:23:59.399629 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:23:59.399629 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:23:59.399629 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:23:59.402838 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-61de3c0e-c626-4bcf-bf2e-98b7502aeca0 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (e56fdb0a-51c9-47ca-a34d-8374841558bb), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:59.426902 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-61de3c0e-c626-4bcf-bf2e-98b7502aeca0 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:59.431483 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-61de3c0e-c626-4bcf-bf2e-98b7502aeca0 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] 10.222.0.65 "DELETE /v2.0/networks/e56fdb0a-51c9-47ca-a34d-8374841558bb HTTP/1.1" status: 204 len: 168 time: 1.8359089 Feb 04 12:23:59.435420 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-64a77362-15cd-467a-b138-583a86bd0997 req-5e79b9d1-8fbb-4fbc-8f23-1a0f18e0a305 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (4cae6cad-c722-47d4-986e-3354410197ad), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:59.441467 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 33476) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:23:59.452342 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3eaf21-1808-4c1f-a716-dc3c3c0532dc req-1d2afbfc-f0a8-4525-9a13-b63ebba7f53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:59.453854 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-ea3eaf21-1808-4c1f-a716-dc3c3c0532dc req-1d2afbfc-f0a8-4525-9a13-b63ebba7f53e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=de5b493dc21244659b5bc7c29ae1d428&device_id=ecf693c3-0e16-4c20-88e5-c8b419c36f88 HTTP/1.1" status: 200 len: 1126 time: 0.8385549 Feb 04 12:23:59.454886 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4d1fa5e5-4799-4d23-aeb9-61636e5e4169 req-08dd5fd0-2ddb-4eff-abe6-7426b4c72590 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=cd7a27426604483abdc4179f17c2461d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0712550 Feb 04 12:23:59.456198 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61de3c0e-c626-4bcf-bf2e-98b7502aeca0 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Pushing event deleted for resources: {'Network': ['ID=e56fdb0a-51c9-47ca-a34d-8374841558bb,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:23:59.522047 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-42c4f9c9-33f9-454c-aa7c-0c1dd115495e tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-898993774'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:23:59.554128 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e79b9d1-8fbb-4fbc-8f23-1a0f18e0a305 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Pushing event updated for resources: {'Port': ['ID=4cae6cad-c722-47d4-986e-3354410197ad,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:23:59.570419 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-becac067-6a49-416b-a2e8-87b306c55e3d req-fab8f745-c20d-4369-8cba-f9ff2fe93b0c tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/quotas/5b457c49d6644968bc4c4118b5a09653 HTTP/1.1" status: 200 len: 375 time: 0.1774087 Feb 04 12:23:59.599172 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3eaf21-1808-4c1f-a716-dc3c3c0532dc req-aed63b2d-0238-486a-90bf-93ac7457285b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:59.604114 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-ea3eaf21-1808-4c1f-a716-dc3c3c0532dc req-aed63b2d-0238-486a-90bf-93ac7457285b service neutron] 10.222.0.73 "GET /v2.0/networks?id=33921118-8bb8-4172-84ea-b744fa92425e HTTP/1.1" status: 200 len: 922 time: 0.1420977 Feb 04 12:23:59.672146 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42c4f9c9-33f9-454c-aa7c-0c1dd115495e tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Made reservation on behalf of 47de0937152d4219879ddb21b59f348a for: {'network': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:23:59.677249 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-42c4f9c9-33f9-454c-aa7c-0c1dd115495e tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:59.685878 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-ea3eaf21-1808-4c1f-a716-dc3c3c0532dc req-48cc0c88-a422-4877-877e-36690ddd5357 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fde79ed6-315f-4c57-b7ff-19acc86bff88 HTTP/1.1" status: 200 len: 217 time: 0.0752831 Feb 04 12:23:59.694331 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3c74b56f-7dd1-483a-9ca2-75c2eca84fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (2a710b37-a338-4b40-8a5a-fd5a798f9b5f), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:59.697999 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3c74b56f-7dd1-483a-9ca2-75c2eca84fa6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:59.699265 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-3c74b56f-7dd1-483a-9ca2-75c2eca84fa6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2a710b37-a338-4b40-8a5a-fd5a798f9b5f HTTP/1.1" status: 204 len: 168 time: 1.1642237 Feb 04 12:23:59.725668 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64a77362-15cd-467a-b138-583a86bd0997 req-5e79b9d1-8fbb-4fbc-8f23-1a0f18e0a305 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Network 4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:23:59.738440 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-64a77362-15cd-467a-b138-583a86bd0997 req-5e79b9d1-8fbb-4fbc-8f23-1a0f18e0a305 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:23:59.749900 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-64a77362-15cd-467a-b138-583a86bd0997 req-5e79b9d1-8fbb-4fbc-8f23-1a0f18e0a305 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:23:59.818377 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device bc1720d4-d8c3-4f5d-b90e-486e1a244cb4 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:23:59.825434 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c74b56f-7dd1-483a-9ca2-75c2eca84fa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a710b37-a338-4b40-8a5a-fd5a798f9b5f,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:23:59.832525 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a77362-15cd-467a-b138-583a86bd0997 req-5e79b9d1-8fbb-4fbc-8f23-1a0f18e0a305 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:59.833195 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-64a77362-15cd-467a-b138-583a86bd0997 req-5e79b9d1-8fbb-4fbc-8f23-1a0f18e0a305 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:59.855450 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42c4f9c9-33f9-454c-aa7c-0c1dd115495e tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=103475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:23:59.890035 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3eaf21-1808-4c1f-a716-dc3c3c0532dc req-c53a683c-40b4-4ad8-9f22-d7582cf3dd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:59.892416 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-ea3eaf21-1808-4c1f-a716-dc3c3c0532dc req-c53a683c-40b4-4ad8-9f22-d7582cf3dd34 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5a7709a7-759a-49ea-a610-cec6e14d5672 HTTP/1.1" status: 200 len: 861 time: 0.2003179 Feb 04 12:23:59.896718 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-becac067-6a49-416b-a2e8-87b306c55e3d req-cd838058-17e1-43c3-9d25-1dc32966d53d tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=5b457c49d6644968bc4c4118b5a09653&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3246799 Feb 04 12:23:59.908613 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-42c4f9c9-33f9-454c-aa7c-0c1dd115495e tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (69566930-5f2a-43e0-ab3b-fb077f0a7b50), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:23:59.909124 n-d-825015-3 neutron-server[103475]: INFO neutron.db.segments_db [None req-42c4f9c9-33f9-454c-aa7c-0c1dd115495e tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Added segment 69566930-5f2a-43e0-ab3b-fb077f0a7b50 of type vlan for network 55ee8adb-fe62-432c-a2dc-395974095db8 Feb 04 12:23:59.927538 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device fde79ed6-315f-4c57-b7ff-19acc86bff88 details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:23:59.996045 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-ea3eaf21-1808-4c1f-a716-dc3c3c0532dc req-15f823b6-3739-45ab-af4f-c1ee971ac943 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=33921118-8bb8-4172-84ea-b744fa92425e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0953698 Feb 04 12:24:00.021444 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-64a77362-15cd-467a-b138-583a86bd0997 req-5e79b9d1-8fbb-4fbc-8f23-1a0f18e0a305 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0248427 Feb 04 12:24:00.095888 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-42c4f9c9-33f9-454c-aa7c-0c1dd115495e tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (55ee8adb-fe62-432c-a2dc-395974095db8), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:00.167098 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-64a77362-15cd-467a-b138-583a86bd0997 req-269575a2-0010-4b8f-9e86-a863e2b2878e service neutron] Request body: {'port': {'device_id': '1ddcf4f6-3876-4f08-8a97-7066a7db20eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:24:00.185008 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port fde79ed6-315f-4c57-b7ff-19acc86bff88, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=fde79ed6-315f-4c57-b7ff-19acc86bff88,segment=NetworkSegment(3650fe49-0487-4896-b953-b3c6867af33a),segment_id=3650fe49-0487-4896-b953-b3c6867af33a)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:24:00.189203 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: bc1720d4-d8c3-4f5d-b90e-486e1a244cb4 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:24:00.189552 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device bc1720d4-d8c3-4f5d-b90e-486e1a244cb4 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:24:00.240467 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': 'fde79ed6-315f-4c57-b7ff-19acc86bff88', 'network_id': '33921118-8bb8-4172-84ea-b744fa92425e', 'port_id': 'fde79ed6-315f-4c57-b7ff-19acc86bff88', 'mac_address': 'fa:16:3e:57:1f:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a7709a7-759a-49ea-a610-cec6e14d5672', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:24:00.245928 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1fa5e5-4799-4d23-aeb9-61636e5e4169 req-e1baeb54-2b3b-4a5f-b2cc-51961d758267 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:00.248598 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4d1fa5e5-4799-4d23-aeb9-61636e5e4169 req-e1baeb54-2b3b-4a5f-b2cc-51961d758267 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7927706 Feb 04 12:24:00.361150 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port fde79ed6-315f-4c57-b7ff-19acc86bff88 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:24:00.361801 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (fde79ed6-315f-4c57-b7ff-19acc86bff88), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:00.370064 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-42c4f9c9-33f9-454c-aa7c-0c1dd115495e tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (55ee8adb-fe62-432c-a2dc-395974095db8), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:00.377023 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c4f9c9-33f9-454c-aa7c-0c1dd115495e tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:00.378158 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-42c4f9c9-33f9-454c-aa7c-0c1dd115495e tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:00.396122 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fde79ed6-315f-4c57-b7ff-19acc86bff88 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:24:00.455675 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port fde79ed6-315f-4c57-b7ff-19acc86bff88, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=fde79ed6-315f-4c57-b7ff-19acc86bff88,segment=NetworkSegment(3650fe49-0487-4896-b953-b3c6867af33a),segment_id=3650fe49-0487-4896-b953-b3c6867af33a)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:24:00.462495 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (fde79ed6-315f-4c57-b7ff-19acc86bff88), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:00.524921 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4d1fa5e5-4799-4d23-aeb9-61636e5e4169 req-fb5b7354-39a8-4ea0-83ec-5dd331e976da tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/quotas/cd7a27426604483abdc4179f17c2461d HTTP/1.1" status: 200 len: 375 time: 0.1392884 Feb 04 12:24:00.552915 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-42c4f9c9-33f9-454c-aa7c-0c1dd115495e tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1035695 Feb 04 12:24:00.569073 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 33484) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:24:00.569392 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 33486) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:24:00.571708 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=fde79ed6-315f-4c57-b7ff-19acc86bff88,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:24:00.589115 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-66500db7-959b-4069-9c87-8460c4833a0c tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Request body: {'subnet': {'network_id': '55ee8adb-fe62-432c-a2dc-395974095db8', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:24:00.652003 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c4f9c9-33f9-454c-aa7c-0c1dd115495e tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Pushing event updated for resources: {'Network': ['ID=55ee8adb-fe62-432c-a2dc-395974095db8,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:24:00.674099 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 55ee8adb-fe62-432c-a2dc-395974095db8 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:24:00.699473 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-ea3eaf21-1808-4c1f-a716-dc3c3c0532dc req-73ed2c70-cbee-43cc-b4bf-499664fc10f5 service neutron] 10.222.0.73 "GET /v2.0/networks/33921118-8bb8-4172-84ea-b744fa92425e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6899881 Feb 04 12:24:00.760427 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-64a77362-15cd-467a-b138-583a86bd0997 req-269575a2-0010-4b8f-9e86-a863e2b2878e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (4cae6cad-c722-47d4-986e-3354410197ad), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:00.775308 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-becac067-6a49-416b-a2e8-87b306c55e3d req-47af272e-eec0-4210-9c75-1f204fed54af service neutron] 10.222.0.65 "GET /v2.0/networks/4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8774607 Feb 04 12:24:00.910028 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-ea3eaf21-1808-4c1f-a716-dc3c3c0532dc req-e632dd8c-2230-4ece-906b-b24eb007f500 service neutron] 10.222.0.73 "GET /v2.0/networks/33921118-8bb8-4172-84ea-b744fa92425e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035604 Feb 04 12:24:00.963134 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-f45e877e-e3cb-4ade-8006-bca32efb0740 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8bf8a0d0b73f475dbfff40a8a83c36bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3781946 Feb 04 12:24:00.966458 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 33488) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:24:00.975725 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['fde79ed6-315f-4c57-b7ff-19acc86bff88'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:24:01.047344 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4d1fa5e5-4799-4d23-aeb9-61636e5e4169 req-6a56ba00-2e4f-4c5c-b83d-72a61e6e7d8a tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=cd7a27426604483abdc4179f17c2461d&fields=id HTTP/1.1" status: 200 len: 486 time: 0.4828861 Feb 04 12:24:01.088070 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66500db7-959b-4069-9c87-8460c4833a0c tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Made reservation on behalf of 47de0937152d4219879ddb21b59f348a for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:24:01.092170 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-66500db7-959b-4069-9c87-8460c4833a0c tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:01.095297 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3400d2d2-c7b1-43af-a38c-39573439d77f admin admin] Publish callbacks [] for security_group (a3ade548-6ab7-49a8-90cb-cd1cc78d773f), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:01.144830 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:01.169698 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3400d2d2-c7b1-43af-a38c-39573439d77f admin admin] Publish callbacks [] for security_group (a3ade548-6ab7-49a8-90cb-cd1cc78d773f), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:01.310488 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3400d2d2-c7b1-43af-a38c-39573439d77f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (a3ade548-6ab7-49a8-90cb-cd1cc78d773f), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:01.317526 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3400d2d2-c7b1-43af-a38c-39573439d77f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:01.321675 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-3400d2d2-c7b1-43af-a38c-39573439d77f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a3ade548-6ab7-49a8-90cb-cd1cc78d773f HTTP/1.1" status: 204 len: 168 time: 0.3510985 Feb 04 12:24:01.340666 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3400d2d2-c7b1-43af-a38c-39573439d77f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3ade548-6ab7-49a8-90cb-cd1cc78d773f,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:24:01.411847 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-becac067-6a49-416b-a2e8-87b306c55e3d req-dca42419-b2ab-44fc-8592-bd0c99877e9f service neutron] 10.222.0.65 "GET /v2.0/networks/4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5923412 Feb 04 12:24:01.469993 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:01.798967 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-66500db7-959b-4069-9c87-8460c4833a0c tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52094127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51452689'] for subnet (84f9763a-781d-4090-a395-fee23d6ab6c5), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:02.122455 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66500db7-959b-4069-9c87-8460c4833a0c tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Pushing event updated for resources: {'Subnet': ['ID=84f9763a-781d-4090-a395-fee23d6ab6c5,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:24:02.147029 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cac5234-4edd-49f0-95ea-e69fdb08ab93 req-130d950d-299b-46eb-b19a-b1dbeeec4bd4 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:02.148686 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6cac5234-4edd-49f0-95ea-e69fdb08ab93 req-130d950d-299b-46eb-b19a-b1dbeeec4bd4 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] 10.222.0.65 "GET /v2.0/ports?device_id=f741f2c5-460f-49eb-81be-3c3ffbedc0af HTTP/1.1" status: 200 len: 946 time: 0.5981779 Feb 04 12:24:02.206424 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66500db7-959b-4069-9c87-8460c4833a0c tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Checking segment: {'id': '69566930-5f2a-43e0-ab3b-fb077f0a7b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '55ee8adb-fe62-432c-a2dc-395974095db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:24:02.206781 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66500db7-959b-4069-9c87-8460c4833a0c tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Network hostable DHCP agents. Network: 55ee8adb-fe62-432c-a2dc-395974095db8, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:24:02.287337 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9551e1-1d43-496e-bb67-ce0396737790 req-aa92fef5-282e-4dcf-a796-a9ff1e7ab7da tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:02.297389 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0d9551e1-1d43-496e-bb67-ce0396737790 req-aa92fef5-282e-4dcf-a796-a9ff1e7ab7da tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] 10.222.0.65 "GET /v2.0/ports?device_id=ecf693c3-0e16-4c20-88e5-c8b419c36f88 HTTP/1.1" status: 200 len: 945 time: 0.2783241 Feb 04 12:24:02.305905 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6cac5234-4edd-49f0-95ea-e69fdb08ab93 req-90a69e51-ceff-43ee-acdb-f4ac7a51ae14 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0b93a62-41a7-4338-9add-00a3a3dd7ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461487 Feb 04 12:24:02.313723 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66500db7-959b-4069-9c87-8460c4833a0c tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Network 55ee8adb-fe62-432c-a2dc-395974095db8 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:24:02.316951 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-64a77362-15cd-467a-b138-583a86bd0997 req-269575a2-0010-4b8f-9e86-a863e2b2878e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cae6cad-c722-47d4-986e-3354410197ad {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:24:02.336936 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-64a77362-15cd-467a-b138-583a86bd0997 req-269575a2-0010-4b8f-9e86-a863e2b2878e service neutron] Publish callbacks [] for port (4cae6cad-c722-47d4-986e-3354410197ad), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:02.353677 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-66500db7-959b-4069-9c87-8460c4833a0c tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 55ee8adb-fe62-432c-a2dc-395974095db8) {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:24:02.370558 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66500db7-959b-4069-9c87-8460c4833a0c tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:02.371291 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-66500db7-959b-4069-9c87-8460c4833a0c tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:02.376226 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ac88d5-6c58-4604-8aeb-c5919212e3f5 None None] Network 55ee8adb-fe62-432c-a2dc-395974095db8 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:24:02.393463 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-66500db7-959b-4069-9c87-8460c4833a0c tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.8106661 Feb 04 12:24:02.398828 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 33522) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:24:02.401915 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-64a77362-15cd-467a-b138-583a86bd0997 req-269575a2-0010-4b8f-9e86-a863e2b2878e service neutron] Transition to ACTIVE for port object 4cae6cad-c722-47d4-986e-3354410197ad will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:24:02.412997 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-4ff406c5-1e14-415e-9040-e69a472ae35c tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1133438708'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:24:02.416534 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-64a77362-15cd-467a-b138-583a86bd0997 req-269575a2-0010-4b8f-9e86-a863e2b2878e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (4cae6cad-c722-47d4-986e-3354410197ad), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:02.455574 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0d9551e1-1d43-496e-bb67-ce0396737790 req-db546025-73c4-4ff5-a7c0-b021c96d9f4e tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] 10.222.0.65 "GET /v2.0/security-groups?id=e102d2aa-c1a8-4ba5-bd37-a0f044093565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572030 Feb 04 12:24:02.584172 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269575a2-0010-4b8f-9e86-a863e2b2878e service neutron] Pushing event updated for resources: {'Port': ['ID=4cae6cad-c722-47d4-986e-3354410197ad,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:24:02.615635 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c95d6b7-ea5c-4262-a25e-a2667022b386 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-55ee8adb-fe62-432c-a2dc-395974095db8', 'network_id': '55ee8adb-fe62-432c-a2dc-395974095db8', 'project_id': '47de0937152d4219879ddb21b59f348a', 'fixed_ips': [{'subnet_id': '84f9763a-781d-4090-a395-fee23d6ab6c5'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 12:24:02.616621 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7c95d6b7-ea5c-4262-a25e-a2667022b386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:02.633679 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ff406c5-1e14-415e-9040-e69a472ae35c tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Made reservation on behalf of 47de0937152d4219879ddb21b59f348a for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:24:02.644915 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4459737e-d081-42fa-acb9-650da29e3ec8 req-035b9f59-2a26-4562-9e8c-95f87dce3593 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/ports?device_id=8361161f-e46c-4bd3-bcb3-8ad5088a2060 HTTP/1.1" status: 200 len: 210 time: 0.0546148 Feb 04 12:24:02.649457 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4ff406c5-1e14-415e-9040-e69a472ae35c tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:02.725867 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd220cf7-d882-49f0-9013-22a9805131c6 req-62d48c2a-9b01-4376-b5c7-db3a435a3ef0 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:02.747780 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bd220cf7-d882-49f0-9013-22a9805131c6 req-62d48c2a-9b01-4376-b5c7-db3a435a3ef0 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/ports?device_id=e024d6c3-80c1-425c-a5a9-a7305d647b89 HTTP/1.1" status: 200 len: 943 time: 0.2197924 Feb 04 12:24:02.760345 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ff406c5-1e14-415e-9040-e69a472ae35c tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:24:02.787800 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4ff406c5-1e14-415e-9040-e69a472ae35c tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (540a54e9-96af-46f8-9335-8bb223f8aaf4), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:02.787800 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-4ff406c5-1e14-415e-9040-e69a472ae35c tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Added segment 540a54e9-96af-46f8-9335-8bb223f8aaf4 of type vlan for network 06acfeba-527c-4b26-9f5e-fcd14e6f1339 Feb 04 12:24:02.889388 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4ff406c5-1e14-415e-9040-e69a472ae35c tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (06acfeba-527c-4b26-9f5e-fcd14e6f1339), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:02.905027 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-03f7f5e4-b970-4be5-a9a6-c9d0799bba81 req-bcefe4b5-56a1-4444-9ddb-4b29e965f556 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?device_id=4cd5a9ca-19bc-4300-88f4-93c1a17aa991 HTTP/1.1" status: 200 len: 210 time: 0.1308849 Feb 04 12:24:02.922669 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-64a77362-15cd-467a-b138-583a86bd0997 req-269575a2-0010-4b8f-9e86-a863e2b2878e service neutron] Attempting to bind port 4cae6cad-c722-47d4-986e-3354410197ad on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:24:02.922989 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-64a77362-15cd-467a-b138-583a86bd0997 req-269575a2-0010-4b8f-9e86-a863e2b2878e service neutron] Attempting to bind port 4cae6cad-c722-47d4-986e-3354410197ad by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': '8447b48f-5ac4-4499-b5ab-2b0cb1297003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:24:02.923320 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a77362-15cd-467a-b138-583a86bd0997 req-269575a2-0010-4b8f-9e86-a863e2b2878e service neutron] Attempting to bind port 4cae6cad-c722-47d4-986e-3354410197ad on network 4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:24:02.950793 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a77362-15cd-467a-b138-583a86bd0997 req-269575a2-0010-4b8f-9e86-a863e2b2878e service neutron] Port 4cae6cad-c722-47d4-986e-3354410197ad on network 4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:24:02.951203 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a77362-15cd-467a-b138-583a86bd0997 req-269575a2-0010-4b8f-9e86-a863e2b2878e service neutron] Attempting to bind port 4cae6cad-c722-47d4-986e-3354410197ad on network 4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:24:02.961719 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a77362-15cd-467a-b138-583a86bd0997 req-269575a2-0010-4b8f-9e86-a863e2b2878e service neutron] Checking agent: {'id': 'f8add0d2-2202-43d3-bc0e-72442788e6ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:24:02.962077 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a77362-15cd-467a-b138-583a86bd0997 req-269575a2-0010-4b8f-9e86-a863e2b2878e service neutron] Checking segment: {'id': '8447b48f-5ac4-4499-b5ab-2b0cb1297003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:24:02.962562 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a77362-15cd-467a-b138-583a86bd0997 req-269575a2-0010-4b8f-9e86-a863e2b2878e service neutron] Bound using segment: {'id': '8447b48f-5ac4-4499-b5ab-2b0cb1297003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:24:02.963006 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-64a77362-15cd-467a-b138-583a86bd0997 req-269575a2-0010-4b8f-9e86-a863e2b2878e service neutron] Bound port: 4cae6cad-c722-47d4-986e-3354410197ad, host: n-h1-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8447b48f-5ac4-4499-b5ab-2b0cb1297003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:24:02.963354 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-64a77362-15cd-467a-b138-583a86bd0997 req-269575a2-0010-4b8f-9e86-a863e2b2878e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (4cae6cad-c722-47d4-986e-3354410197ad), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:03.003846 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bd220cf7-d882-49f0-9013-22a9805131c6 req-bd4b9126-391e-46f4-9674-3de7a7cf38f3 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4f571d4-f0a1-47f6-a54a-b93db47581cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469735 Feb 04 12:24:03.020563 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4ff406c5-1e14-415e-9040-e69a472ae35c tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (06acfeba-527c-4b26-9f5e-fcd14e6f1339), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:03.030323 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff406c5-1e14-415e-9040-e69a472ae35c tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:03.030975 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4ff406c5-1e14-415e-9040-e69a472ae35c tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:03.087198 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-7c95d6b7-ea5c-4262-a25e-a2667022b386 None None] Allocated IP 19.80.0.2 (55ee8adb-fe62-432c-a2dc-395974095db8/84f9763a-781d-4090-a395-fee23d6ab6c5/2bd65821-747f-4f2b-a132-bb8e3c42a45a) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:24:03.199018 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-64a77362-15cd-467a-b138-583a86bd0997 req-269575a2-0010-4b8f-9e86-a863e2b2878e service neutron] For port 4cae6cad-c722-47d4-986e-3354410197ad, host n-h1-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:24:03.203606 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-64a77362-15cd-467a-b138-583a86bd0997 req-269575a2-0010-4b8f-9e86-a863e2b2878e service neutron] For port 4cae6cad-c722-47d4-986e-3354410197ad, host n-h1-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=4cae6cad-c722-47d4-986e-3354410197ad,segment=NetworkSegment(8447b48f-5ac4-4499-b5ab-2b0cb1297003),segment_id=8447b48f-5ac4-4499-b5ab-2b0cb1297003)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:24:03.213400 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-64a77362-15cd-467a-b138-583a86bd0997 req-269575a2-0010-4b8f-9e86-a863e2b2878e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (4cae6cad-c722-47d4-986e-3354410197ad), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:03.243643 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-4ff406c5-1e14-415e-9040-e69a472ae35c tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8392568 Feb 04 12:24:03.251165 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 33536) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:24:03.257842 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-07845a7a-b73c-4b59-a16f-275a8d5fc476 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Request body: {'subnet': {'network_id': '06acfeba-527c-4b26-9f5e-fcd14e6f1339', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:24:03.303267 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a77362-15cd-467a-b138-583a86bd0997 req-269575a2-0010-4b8f-9e86-a863e2b2878e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:03.303932 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-64a77362-15cd-467a-b138-583a86bd0997 req-269575a2-0010-4b8f-9e86-a863e2b2878e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:03.306643 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-64a77362-15cd-467a-b138-583a86bd0997 req-269575a2-0010-4b8f-9e86-a863e2b2878e service neutron] 10.222.0.73 "PUT /v2.0/ports/4cae6cad-c722-47d4-986e-3354410197ad HTTP/1.1" status: 200 len: 1091 time: 3.1673427 Feb 04 12:24:03.307124 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ddcf4f6-3876-4f08-8a97-7066a7db20eb', 'tag': '4cae6cad-c722-47d4-986e-3354410197ad'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:24:03.309579 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-075bc309-ca02-49ac-9e4a-835b79dee198" -d '{"events": [{"name": "network-changed", "server_uuid": "1ddcf4f6-3876-4f08-8a97-7066a7db20eb", "tag": "4cae6cad-c722-47d4-986e-3354410197ad"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:24:03.322883 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7c95d6b7-ea5c-4262-a25e-a2667022b386 None None] Publish callbacks [] for port (2bd65821-747f-4f2b-a132-bb8e3c42a45a), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:03.331184 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7c95d6b7-ea5c-4262-a25e-a2667022b386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (2bd65821-747f-4f2b-a132-bb8e3c42a45a), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:03.399709 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff406c5-1e14-415e-9040-e69a472ae35c tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Pushing event updated for resources: {'Network': ['ID=06acfeba-527c-4b26-9f5e-fcd14e6f1339,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:24:03.404455 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269575a2-0010-4b8f-9e86-a863e2b2878e service neutron] Pushing event updated for resources: {'Port': ['ID=4cae6cad-c722-47d4-986e-3354410197ad,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:24:03.443835 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2be8882c-5b78-45d9-b05a-27f540684d15 x-openstack-request-id: req-2be8882c-5b78-45d9-b05a-27f540684d15 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:24:03.444994 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ddcf4f6-3876-4f08-8a97-7066a7db20eb", "tag": "4cae6cad-c722-47d4-986e-3354410197ad", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:24:03.444994 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2be8882c-5b78-45d9-b05a-27f540684d15 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:24:03.445746 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ddcf4f6-3876-4f08-8a97-7066a7db20eb', 'tag': '4cae6cad-c722-47d4-986e-3354410197ad', 'status': 'completed', 'code': 200} Feb 04 12:24:03.452839 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c95d6b7-ea5c-4262-a25e-a2667022b386 None None] Pushing event updated for resources: {'Port': ['ID=2bd65821-747f-4f2b-a132-bb8e3c42a45a,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:24:03.479170 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 06acfeba-527c-4b26-9f5e-fcd14e6f1339 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:24:03.582862 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07845a7a-b73c-4b59-a16f-275a8d5fc476 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Made reservation on behalf of 47de0937152d4219879ddb21b59f348a for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:24:03.598943 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-07845a7a-b73c-4b59-a16f-275a8d5fc476 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60610638'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:03.646750 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c95d6b7-ea5c-4262-a25e-a2667022b386 None None] Network 55ee8adb-fe62-432c-a2dc-395974095db8 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:24:03.651156 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-7c95d6b7-ea5c-4262-a25e-a2667022b386 None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:24:03.657326 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c95d6b7-ea5c-4262-a25e-a2667022b386 None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:24:03.657791 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a77362-15cd-467a-b138-583a86bd0997 req-b25c4c41-dec0-43f3-959d-5da8929c19a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:03.659616 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-64a77362-15cd-467a-b138-583a86bd0997 req-b25c4c41-dec0-43f3-959d-5da8929c19a9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5b457c49d6644968bc4c4118b5a09653&device_id=1ddcf4f6-3876-4f08-8a97-7066a7db20eb HTTP/1.1" status: 200 len: 1125 time: 0.2059100 Feb 04 12:24:03.788044 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-7c95d6b7-ea5c-4262-a25e-a2667022b386 None None] Attempting to bind port 2bd65821-747f-4f2b-a132-bb8e3c42a45a on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:24:03.788844 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-7c95d6b7-ea5c-4262-a25e-a2667022b386 None None] Attempting to bind port 2bd65821-747f-4f2b-a132-bb8e3c42a45a by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '69566930-5f2a-43e0-ab3b-fb077f0a7b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '55ee8adb-fe62-432c-a2dc-395974095db8'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:24:03.789729 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c95d6b7-ea5c-4262-a25e-a2667022b386 None None] Attempting to bind port 2bd65821-747f-4f2b-a132-bb8e3c42a45a on network 55ee8adb-fe62-432c-a2dc-395974095db8 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:24:03.830127 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c95d6b7-ea5c-4262-a25e-a2667022b386 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:24:03.833840 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c95d6b7-ea5c-4262-a25e-a2667022b386 None None] Checking segment: {'id': '69566930-5f2a-43e0-ab3b-fb077f0a7b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '55ee8adb-fe62-432c-a2dc-395974095db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:24:03.834857 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7c95d6b7-ea5c-4262-a25e-a2667022b386 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:03.838611 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c95d6b7-ea5c-4262-a25e-a2667022b386 None None] Bound using segment: {'id': '69566930-5f2a-43e0-ab3b-fb077f0a7b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '55ee8adb-fe62-432c-a2dc-395974095db8'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:24:03.840811 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-7c95d6b7-ea5c-4262-a25e-a2667022b386 None None] Bound port: 2bd65821-747f-4f2b-a132-bb8e3c42a45a, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69566930-5f2a-43e0-ab3b-fb077f0a7b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '55ee8adb-fe62-432c-a2dc-395974095db8'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:24:03.842627 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7c95d6b7-ea5c-4262-a25e-a2667022b386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (2bd65821-747f-4f2b-a132-bb8e3c42a45a), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:03.950095 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-4d1fa5e5-4799-4d23-aeb9-61636e5e4169 req-30813eae-fb96-40ef-a81d-c39674c7f4e4 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=cd7a27426604483abdc4179f17c2461d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1101415 Feb 04 12:24:03.952689 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-7c95d6b7-ea5c-4262-a25e-a2667022b386 None None] For port 2bd65821-747f-4f2b-a132-bb8e3c42a45a, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:24:03.959510 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-7c95d6b7-ea5c-4262-a25e-a2667022b386 None None] For port 2bd65821-747f-4f2b-a132-bb8e3c42a45a, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=2bd65821-747f-4f2b-a132-bb8e3c42a45a,segment=NetworkSegment(69566930-5f2a-43e0-ab3b-fb077f0a7b50),segment_id=69566930-5f2a-43e0-ab3b-fb077f0a7b50)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:24:03.969287 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device fde79ed6-315f-4c57-b7ff-19acc86bff88 up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:24:03.973176 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device e41cc05a-731b-4b6b-ba8a-418ccc105335 details requested by agent hyperv_n-h2-825015-3 with host n-h2-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:24:03.981585 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7c95d6b7-ea5c-4262-a25e-a2667022b386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (2bd65821-747f-4f2b-a132-bb8e3c42a45a), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:04.173449 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-64a77362-15cd-467a-b138-583a86bd0997 req-4fd43cca-4f8e-401f-a661-a95199e5ff03 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4cae6cad-c722-47d4-986e-3354410197ad HTTP/1.1" status: 200 len: 217 time: 0.5039482 Feb 04 12:24:04.207927 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccebfa5-d1b4-402d-ab17-6723c814da41 req-601ddb99-207f-4f4f-a115-ecff4b4fcde0 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:04.228439 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4ccebfa5-d1b4-402d-ab17-6723c814da41 req-601ddb99-207f-4f4f-a115-ecff4b4fcde0 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] 10.222.0.65 "GET /v2.0/ports?device_id=ecf693c3-0e16-4c20-88e5-c8b419c36f88 HTTP/1.1" status: 200 len: 945 time: 0.6644406 Feb 04 12:24:04.264312 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1fa5e5-4799-4d23-aeb9-61636e5e4169 req-deff0915-1294-4b31-829e-af438bf1e2d3 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:04.265928 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-4d1fa5e5-4799-4d23-aeb9-61636e5e4169 req-deff0915-1294-4b31-829e-af438bf1e2d3 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3077860 Feb 04 12:24:04.269181 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c95d6b7-ea5c-4262-a25e-a2667022b386 None None] Pushing event updated for resources: {'Port': ['ID=2bd65821-747f-4f2b-a132-bb8e3c42a45a,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:24:04.291714 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-4d1fa5e5-4799-4d23-aeb9-61636e5e4169 req-6a4c3235-b5e6-4550-b851-625833210241 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Request body: {'port': {'device_id': '8361161f-e46c-4bd3-bcb3-8ad5088a2060', 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c', 'admin_state_up': True, 'tenant_id': 'cd7a27426604483abdc4179f17c2461d'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:24:04.294174 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning for port fde79ed6-315f-4c57-b7ff-19acc86bff88 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:24:04.347033 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port fde79ed6-315f-4c57-b7ff-19acc86bff88 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:24:04.348696 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (fde79ed6-315f-4c57-b7ff-19acc86bff88), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:04.454614 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b7d6bf-b836-4279-a7ae-836eed78651c req-2dd82df8-16e4-412e-88b7-7ea36092faf9 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:04.464787 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-56b7d6bf-b836-4279-a7ae-836eed78651c req-2dd82df8-16e4-412e-88b7-7ea36092faf9 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] 10.222.0.65 "GET /v2.0/ports?device_id=f741f2c5-460f-49eb-81be-3c3ffbedc0af HTTP/1.1" status: 200 len: 946 time: 0.8807526 Feb 04 12:24:04.490185 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a77362-15cd-467a-b138-583a86bd0997 req-f470ba69-4edf-4624-b1a4-36bc073219a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:04.492181 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-64a77362-15cd-467a-b138-583a86bd0997 req-f470ba69-4edf-4624-b1a4-36bc073219a3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=23b19519-2923-41fd-80ca-5f7c6af8f70c HTTP/1.1" status: 200 len: 852 time: 0.2350016 Feb 04 12:24:04.567231 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port e41cc05a-731b-4b6b-ba8a-418ccc105335, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=e41cc05a-731b-4b6b-ba8a-418ccc105335,segment=NetworkSegment(1a9a2aca-b7f6-445c-a938-0b8696864233),segment_id=1a9a2aca-b7f6-445c-a938-0b8696864233)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:24:04.615384 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Returning: {'device': 'e41cc05a-731b-4b6b-ba8a-418ccc105335', 'network_id': '8201226e-f25e-431d-a6a5-6704e8dc4880', 'port_id': 'e41cc05a-731b-4b6b-ba8a-418ccc105335', 'mac_address': 'fa:16:3e:37:a9:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b10c2b1-e8bd-4535-8be4-90c0033f4e8f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:24:04.741411 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-64a77362-15cd-467a-b138-583a86bd0997 req-88842e45-42c5-4edf-abfc-bbd934291c23 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1690071 Feb 04 12:24:04.782373 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-07845a7a-b73c-4b59-a16f-275a8d5fc476 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59045178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60610680'] for subnet (7c31c7ed-6b37-4a40-92f7-cc1a552d8286), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:04.856915 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port e41cc05a-731b-4b6b-ba8a-418ccc105335 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:24:04.857407 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (e41cc05a-731b-4b6b-ba8a-418ccc105335), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:04.861452 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port fde79ed6-315f-4c57-b7ff-19acc86bff88 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:24:04.861883 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (fde79ed6-315f-4c57-b7ff-19acc86bff88), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:04.909464 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecf693c3-0e16-4c20-88e5-c8b419c36f88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fde79ed6-315f-4c57-b7ff-19acc86bff88'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:24:04.911911 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52b699b1-e770-484b-9bd5-003428c8a847" -d '{"events": [{"server_uuid": "ecf693c3-0e16-4c20-88e5-c8b419c36f88", "name": "network-vif-plugged", "status": "completed", "tag": "fde79ed6-315f-4c57-b7ff-19acc86bff88"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:24:04.918732 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e41cc05a-731b-4b6b-ba8a-418ccc105335 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:24:04.936803 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port fde79ed6-315f-4c57-b7ff-19acc86bff88, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=fde79ed6-315f-4c57-b7ff-19acc86bff88,segment=NetworkSegment(3650fe49-0487-4896-b953-b3c6867af33a),segment_id=3650fe49-0487-4896-b953-b3c6867af33a)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:24:04.945813 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (fde79ed6-315f-4c57-b7ff-19acc86bff88), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:04.964015 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-56b7d6bf-b836-4279-a7ae-836eed78651c req-72308f9a-dd36-464c-ad3c-70ebe06595fb tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0b93a62-41a7-4338-9add-00a3a3dd7ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4977875 Feb 04 12:24:04.967878 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port e41cc05a-731b-4b6b-ba8a-418ccc105335, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=e41cc05a-731b-4b6b-ba8a-418ccc105335,segment=NetworkSegment(1a9a2aca-b7f6-445c-a938-0b8696864233),segment_id=1a9a2aca-b7f6-445c-a938-0b8696864233)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:24:05.024013 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07845a7a-b73c-4b59-a16f-275a8d5fc476 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Checking segment: {'id': '540a54e9-96af-46f8-9335-8bb223f8aaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '06acfeba-527c-4b26-9f5e-fcd14e6f1339'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:24:05.024997 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07845a7a-b73c-4b59-a16f-275a8d5fc476 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Network hostable DHCP agents. Network: 06acfeba-527c-4b26-9f5e-fcd14e6f1339, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:24:05.073274 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becac067-6a49-416b-a2e8-87b306c55e3d req-11e06de1-8006-41f8-8648-9884bc255dbb tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:05.074969 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-becac067-6a49-416b-a2e8-87b306c55e3d req-11e06de1-8006-41f8-8648-9884bc255dbb tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.73 "GET /v2.0/networks?id=4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5 HTTP/1.1" status: 200 len: 812 time: 0.5818880 Feb 04 12:24:05.093174 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4ccebfa5-d1b4-402d-ab17-6723c814da41 req-7b27d7fd-134c-4852-bab1-37c97dcb696b tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] 10.222.0.65 "GET /v2.0/security-groups?id=e102d2aa-c1a8-4ba5-bd37-a0f044093565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8626230 Feb 04 12:24:05.093765 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07845a7a-b73c-4b59-a16f-275a8d5fc476 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Pushing event updated for resources: {'Subnet': ['ID=7c31c7ed-6b37-4a40-92f7-cc1a552d8286,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:24:05.113797 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d1fa5e5-4799-4d23-aeb9-61636e5e4169 req-6a4c3235-b5e6-4550-b851-625833210241 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Made reservation on behalf of cd7a27426604483abdc4179f17c2461d for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:24:05.115403 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-becac067-6a49-416b-a2e8-87b306c55e3d req-7e0d3687-0af8-41e2-9a42-f1c657e400aa tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Request body: {'port': {'device_id': '4cd5a9ca-19bc-4300-88f4-93c1a17aa991', 'network_id': '4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5', 'admin_state_up': True, 'tenant_id': '5b457c49d6644968bc4c4118b5a09653'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:24:05.119721 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-4d1fa5e5-4799-4d23-aeb9-61636e5e4169 req-6a4c3235-b5e6-4550-b851-625833210241 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:05.137758 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07845a7a-b73c-4b59-a16f-275a8d5fc476 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:24:05.138301 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07845a7a-b73c-4b59-a16f-275a8d5fc476 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:24:05.138836 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07845a7a-b73c-4b59-a16f-275a8d5fc476 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:24:05.139298 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07845a7a-b73c-4b59-a16f-275a8d5fc476 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:24:05.139930 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07845a7a-b73c-4b59-a16f-275a8d5fc476 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:24:05.140756 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07845a7a-b73c-4b59-a16f-275a8d5fc476 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:24:05.141683 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07845a7a-b73c-4b59-a16f-275a8d5fc476 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:24:05.142571 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07845a7a-b73c-4b59-a16f-275a8d5fc476 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:24:05.143668 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07845a7a-b73c-4b59-a16f-275a8d5fc476 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:24:05.145939 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07845a7a-b73c-4b59-a16f-275a8d5fc476 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:24:05.146919 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07845a7a-b73c-4b59-a16f-275a8d5fc476 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:24:05.147829 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07845a7a-b73c-4b59-a16f-275a8d5fc476 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:24:05.149212 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07845a7a-b73c-4b59-a16f-275a8d5fc476 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:24:05.323086 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0c529b8b-342a-4f56-86df-36a699511355 req-2aceb54e-01d1-4329-b897-8fac88fb5426 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?device_id=4cd5a9ca-19bc-4300-88f4-93c1a17aa991 HTTP/1.1" status: 200 len: 210 time: 0.0789948 Feb 04 12:24:05.370346 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-08c9af56-91ae-439b-be05-49d65c9bba3b req-68a9ed6f-2b17-418b-bf57-67547e24e79d tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/ports?device_id=8361161f-e46c-4bd3-bcb3-8ad5088a2060 HTTP/1.1" status: 200 len: 210 time: 0.1946170 Feb 04 12:24:05.371975 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [req-4d1fa5e5-4799-4d23-aeb9-61636e5e4169 req-6a4c3235-b5e6-4550-b851-625833210241 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Allocated IP 192.168.233.232 (2f7dc246-a024-4937-952c-0ddeef5af29c/5ee3374a-84e9-4639-853c-740c6edaf6dc/b1b9b941-6acc-4bad-9f28-a928bbd25351) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:24:05.412898 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=fde79ed6-315f-4c57-b7ff-19acc86bff88,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:24:05.438468 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (e41cc05a-731b-4b6b-ba8a-418ccc105335), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:05.510717 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-64a77362-15cd-467a-b138-583a86bd0997 req-822ce5da-3de3-49f4-8756-a410a5d463ad service neutron] 10.222.0.73 "GET /v2.0/networks/4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7591763 Feb 04 12:24:05.601521 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=e41cc05a-731b-4b6b-ba8a-418ccc105335,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:24:05.657244 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-4d1fa5e5-4799-4d23-aeb9-61636e5e4169 req-6a4c3235-b5e6-4550-b851-625833210241 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Publish callbacks [] for port (b1b9b941-6acc-4bad-9f28-a928bbd25351), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:05.662278 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c06e0ec-8753-4068-875b-fa5744504435 x-openstack-request-id: req-7c06e0ec-8753-4068-875b-fa5744504435 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:24:05.662641 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecf693c3-0e16-4c20-88e5-c8b419c36f88", "name": "network-vif-plugged", "status": "completed", "tag": "fde79ed6-315f-4c57-b7ff-19acc86bff88", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:24:05.662877 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7c06e0ec-8753-4068-875b-fa5744504435 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:24:05.663517 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecf693c3-0e16-4c20-88e5-c8b419c36f88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fde79ed6-315f-4c57-b7ff-19acc86bff88', 'code': 200} Feb 04 12:24:05.723157 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-64a77362-15cd-467a-b138-583a86bd0997 req-7afbc18e-01c2-4f28-82c0-3b58ccc92e6d service neutron] 10.222.0.73 "GET /v2.0/networks/4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670313 Feb 04 12:24:05.748185 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07845a7a-b73c-4b59-a16f-275a8d5fc476 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Network 06acfeba-527c-4b26-9f5e-fcd14e6f1339 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:24:05.762320 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['e41cc05a-731b-4b6b-ba8a-418ccc105335'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:24:05.768471 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-4d1fa5e5-4799-4d23-aeb9-61636e5e4169 req-6a4c3235-b5e6-4550-b851-625833210241 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (b1b9b941-6acc-4bad-9f28-a928bbd25351), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:05.790662 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-07845a7a-b73c-4b59-a16f-275a8d5fc476 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 06acfeba-527c-4b26-9f5e-fcd14e6f1339) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:24:05.811535 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.73', 59610) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:24:05.827594 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07845a7a-b73c-4b59-a16f-275a8d5fc476 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:05.828801 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-07845a7a-b73c-4b59-a16f-275a8d5fc476 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:05.846148 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-becac067-6a49-416b-a2e8-87b306c55e3d req-7e0d3687-0af8-41e2-9a42-f1c657e400aa tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Made reservation on behalf of 5b457c49d6644968bc4c4118b5a09653 for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:24:05.849838 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-becac067-6a49-416b-a2e8-87b306c55e3d req-7e0d3687-0af8-41e2-9a42-f1c657e400aa tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:05.905250 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['9b10404f-62d5-42e1-accf-5dbefbaa11b0', 'c2832b00-49f8-4fec-8c15-002a2a163b03'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:24:05.915302 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['5e225c38-0269-4129-a4d0-3c01809d833e', 'cb1246fa-1dff-4a4d-abe1-b07af7371bf9', '215af382-6f8e-49d2-887b-35ac0d0e1df5', 'c0f7cd2f-c34b-498d-a9a3-11c0fb72ca29'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:24:05.944360 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.73', 59611) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:24:05.957589 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d1fa5e5-4799-4d23-aeb9-61636e5e4169 req-6a4c3235-b5e6-4550-b851-625833210241 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Network 2f7dc246-a024-4937-952c-0ddeef5af29c is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:24:05.996556 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [req-4d1fa5e5-4799-4d23-aeb9-61636e5e4169 req-6a4c3235-b5e6-4550-b851-625833210241 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:24:06.000399 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4c3235-b5e6-4550-b851-625833210241 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Pushing event updated for resources: {'Port': ['ID=b1b9b941-6acc-4bad-9f28-a928bbd25351,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:24:06.009424 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d1fa5e5-4799-4d23-aeb9-61636e5e4169 req-6a4c3235-b5e6-4550-b851-625833210241 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:24:06.025780 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bba8e3-b9d2-4023-ac42-03cfbcfa1135 req-0a3d4d77-6046-443e-a608-84dc0ed94d0e tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:06.033662 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-07845a7a-b73c-4b59-a16f-275a8d5fc476 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.7799959 Feb 04 12:24:06.036596 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-82bba8e3-b9d2-4023-ac42-03cfbcfa1135 req-0a3d4d77-6046-443e-a608-84dc0ed94d0e tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/ports?device_id=e024d6c3-80c1-425c-a5a9-a7305d647b89 HTTP/1.1" status: 200 len: 944 time: 0.5263014 Feb 04 12:24:06.052589 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182a9b60-3418-417e-b68b-1e45a51d0f99 None None] Network 06acfeba-527c-4b26-9f5e-fcd14e6f1339 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:24:06.078406 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 2bd65821-747f-4f2b-a132-bb8e3c42a45a up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:24:06.240826 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1fa5e5-4799-4d23-aeb9-61636e5e4169 req-6a4c3235-b5e6-4550-b851-625833210241 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:06.241585 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-4d1fa5e5-4799-4d23-aeb9-61636e5e4169 req-6a4c3235-b5e6-4550-b851-625833210241 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:06.281839 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-4d1fa5e5-4799-4d23-aeb9-61636e5e4169 req-6a4c3235-b5e6-4550-b851-625833210241 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9975007 Feb 04 12:24:06.309208 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-4d1fa5e5-4799-4d23-aeb9-61636e5e4169 req-d07b2528-7232-4946-af32-b9135177c5ec service neutron] Request body: {'port': {'device_id': '8361161f-e46c-4bd3-bcb3-8ad5088a2060', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825015-3'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:24:06.327427 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9182df50-da67-4bdd-ac77-84a81ca98c2c None None] Network 55ee8adb-fe62-432c-a2dc-395974095db8 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:24:06.347296 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075bc309-ca02-49ac-9e4a-835b79dee198 req-c512ed49-921e-479c-981f-2a6972ffbdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:06.350633 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-075bc309-ca02-49ac-9e4a-835b79dee198 req-c512ed49-921e-479c-981f-2a6972ffbdc1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5b457c49d6644968bc4c4118b5a09653&device_id=1ddcf4f6-3876-4f08-8a97-7066a7db20eb HTTP/1.1" status: 200 len: 1125 time: 0.5404634 Feb 04 12:24:06.362029 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2737bb-6292-49f2-a829-871ab944f86c req-bf6bdb4d-0e2d-4583-b56c-e46313f79c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:06.364064 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ce2737bb-6292-49f2-a829-871ab944f86c req-bf6bdb4d-0e2d-4583-b56c-e46313f79c87 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ecf693c3-0e16-4c20-88e5-c8b419c36f88 HTTP/1.1" status: 200 len: 1128 time: 0.5514762 Feb 04 12:24:06.480773 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-4d1fa5e5-4799-4d23-aeb9-61636e5e4169 req-d07b2528-7232-4946-af32-b9135177c5ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (b1b9b941-6acc-4bad-9f28-a928bbd25351), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:06.559968 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-6d8f86e2-e9c9-4790-a91d-1454769f1137 None None] Provisioning complete for port 2bd65821-747f-4f2b-a132-bb8e3c42a45a triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:24:06.560685 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6d8f86e2-e9c9-4790-a91d-1454769f1137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (2bd65821-747f-4f2b-a132-bb8e3c42a45a), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:06.599260 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-82bba8e3-b9d2-4023-ac42-03cfbcfa1135 req-e53365bc-3c8c-43f0-aeca-32c2e5472c1d tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4f571d4-f0a1-47f6-a54a-b93db47581cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5608668 Feb 04 12:24:06.672325 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a77362-15cd-467a-b138-583a86bd0997 req-edbd6722-1d29-44f3-a9f3-170e675a33e7 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:06.678183 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-64a77362-15cd-467a-b138-583a86bd0997 req-edbd6722-1d29-44f3-a9f3-170e675a33e7 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ddcf4f6-3876-4f08-8a97-7066a7db20eb HTTP/1.1" status: 200 len: 943 time: 0.7315357 Feb 04 12:24:06.719565 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b2606f-98c8-4083-8d8c-4cea2610e32f req-7fbe832b-b035-46fd-80d8-1085d28d1ec7 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:06.728487 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-79b2606f-98c8-4083-8d8c-4cea2610e32f req-7fbe832b-b035-46fd-80d8-1085d28d1ec7 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] 10.222.0.65 "GET /v2.0/ports?device_id=f741f2c5-460f-49eb-81be-3c3ffbedc0af HTTP/1.1" status: 200 len: 946 time: 0.5108290 Feb 04 12:24:06.784477 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ce2737bb-6292-49f2-a829-871ab944f86c req-5439ee84-e4ca-4a0e-b080-61002f3a7f4c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=e102d2aa-c1a8-4ba5-bd37-a0f044093565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4095869 Feb 04 12:24:06.823664 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-becac067-6a49-416b-a2e8-87b306c55e3d req-7e0d3687-0af8-41e2-9a42-f1c657e400aa tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Allocated IP 172.20.0.12 (4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5/23b19519-2923-41fd-80ca-5f7c6af8f70c/cf88575d-aac2-4541-897f-d504a83fb47b) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:24:07.043881 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68580c50-37d7-4da4-bc7e-ac6bd461d80e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-06acfeba-527c-4b26-9f5e-fcd14e6f1339', 'network_id': '06acfeba-527c-4b26-9f5e-fcd14e6f1339', 'project_id': '47de0937152d4219879ddb21b59f348a', 'fixed_ips': [{'subnet_id': '7c31c7ed-6b37-4a40-92f7-cc1a552d8286'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 12:24:07.048928 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-79b2606f-98c8-4083-8d8c-4cea2610e32f req-201f0913-2871-4f71-8523-b23c11a2eeb9 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0b93a62-41a7-4338-9add-00a3a3dd7ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3191836 Feb 04 12:24:07.051621 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-68580c50-37d7-4da4-bc7e-ac6bd461d80e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:07.062180 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075bc309-ca02-49ac-9e4a-835b79dee198 req-57514303-fb85-4154-a1ac-f1834f4f24fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:07.075571 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-075bc309-ca02-49ac-9e4a-835b79dee198 req-57514303-fb85-4154-a1ac-f1834f4f24fd service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=5b457c49d6644968bc4c4118b5a09653&shared=False HTTP/1.1" status: 200 len: 913 time: 0.7019141 Feb 04 12:24:07.114050 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 2bd65821-747f-4f2b-a132-bb8e3c42a45a triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:24:07.114911 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (2bd65821-747f-4f2b-a132-bb8e3c42a45a), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:07.189901 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [req-4d1fa5e5-4799-4d23-aeb9-61636e5e4169 req-d07b2528-7232-4946-af32-b9135177c5ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1b9b941-6acc-4bad-9f28-a928bbd25351 {{(pid=103474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:24:07.196316 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e314faa-a399-4a0b-9db2-530546a6747d req-a8a594a5-14a4-49c0-aefd-b5636336ae3a tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:07.206871 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3e314faa-a399-4a0b-9db2-530546a6747d req-a8a594a5-14a4-49c0-aefd-b5636336ae3a tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] 10.222.0.65 "GET /v2.0/ports?device_id=ecf693c3-0e16-4c20-88e5-c8b419c36f88 HTTP/1.1" status: 200 len: 946 time: 0.3907330 Feb 04 12:24:07.245484 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-4d1fa5e5-4799-4d23-aeb9-61636e5e4169 req-d07b2528-7232-4946-af32-b9135177c5ec service neutron] Publish callbacks [] for port (b1b9b941-6acc-4bad-9f28-a928bbd25351), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:07.282272 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.provisioning_blocks [req-4d1fa5e5-4799-4d23-aeb9-61636e5e4169 req-d07b2528-7232-4946-af32-b9135177c5ec service neutron] Transition to ACTIVE for port object b1b9b941-6acc-4bad-9f28-a928bbd25351 will not be triggered until provisioned by entity L2. {{(pid=103474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:24:07.287831 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-4d1fa5e5-4799-4d23-aeb9-61636e5e4169 req-d07b2528-7232-4946-af32-b9135177c5ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (b1b9b941-6acc-4bad-9f28-a928bbd25351), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:07.535064 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-64a77362-15cd-467a-b138-583a86bd0997 req-818bae00-dbcc-4571-b2c3-718d6572b2a8 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Deleting port 4cae6cad-c722-47d4-986e-3354410197ad {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:24:07.535679 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-64a77362-15cd-467a-b138-583a86bd0997 req-818bae00-dbcc-4571-b2c3-718d6572b2a8 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (4cae6cad-c722-47d4-986e-3354410197ad), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:07.557226 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-4d1fa5e5-4799-4d23-aeb9-61636e5e4169 req-d07b2528-7232-4946-af32-b9135177c5ec service neutron] Attempting to bind port b1b9b941-6acc-4bad-9f28-a928bbd25351 on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:24:07.557704 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-4d1fa5e5-4799-4d23-aeb9-61636e5e4169 req-d07b2528-7232-4946-af32-b9135177c5ec service neutron] Attempting to bind port b1b9b941-6acc-4bad-9f28-a928bbd25351 by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:24:07.558221 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d1fa5e5-4799-4d23-aeb9-61636e5e4169 req-d07b2528-7232-4946-af32-b9135177c5ec service neutron] Attempting to bind port b1b9b941-6acc-4bad-9f28-a928bbd25351 on network 2f7dc246-a024-4937-952c-0ddeef5af29c {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:24:07.584580 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d1fa5e5-4799-4d23-aeb9-61636e5e4169 req-d07b2528-7232-4946-af32-b9135177c5ec service neutron] Port b1b9b941-6acc-4bad-9f28-a928bbd25351 on network 2f7dc246-a024-4937-952c-0ddeef5af29c not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:24:07.584909 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d1fa5e5-4799-4d23-aeb9-61636e5e4169 req-d07b2528-7232-4946-af32-b9135177c5ec service neutron] Attempting to bind port b1b9b941-6acc-4bad-9f28-a928bbd25351 on network 2f7dc246-a024-4937-952c-0ddeef5af29c {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:24:07.591040 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-6d8f86e2-e9c9-4790-a91d-1454769f1137 None None] Current status of the port 2bd65821-747f-4f2b-a132-bb8e3c42a45a is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:24:07.591456 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6d8f86e2-e9c9-4790-a91d-1454769f1137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (2bd65821-747f-4f2b-a132-bb8e3c42a45a), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:07.602443 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d1fa5e5-4799-4d23-aeb9-61636e5e4169 req-d07b2528-7232-4946-af32-b9135177c5ec service neutron] Checking agent: {'id': 'f8add0d2-2202-43d3-bc0e-72442788e6ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:24:07.603108 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d1fa5e5-4799-4d23-aeb9-61636e5e4169 req-d07b2528-7232-4946-af32-b9135177c5ec service neutron] Checking segment: {'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:24:07.604036 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d1fa5e5-4799-4d23-aeb9-61636e5e4169 req-d07b2528-7232-4946-af32-b9135177c5ec service neutron] Bound using segment: {'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:24:07.605034 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-4d1fa5e5-4799-4d23-aeb9-61636e5e4169 req-d07b2528-7232-4946-af32-b9135177c5ec service neutron] Bound port: b1b9b941-6acc-4bad-9f28-a928bbd25351, host: n-h1-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:24:07.605696 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-4d1fa5e5-4799-4d23-aeb9-61636e5e4169 req-d07b2528-7232-4946-af32-b9135177c5ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (b1b9b941-6acc-4bad-9f28-a928bbd25351), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:07.636645 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07b2528-7232-4946-af32-b9135177c5ec service neutron] Pushing event updated for resources: {'Port': ['ID=b1b9b941-6acc-4bad-9f28-a928bbd25351,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:24:07.751971 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-4d1fa5e5-4799-4d23-aeb9-61636e5e4169 req-d07b2528-7232-4946-af32-b9135177c5ec service neutron] For port b1b9b941-6acc-4bad-9f28-a928bbd25351, host n-h1-825015-3, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:24:07.758857 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-4d1fa5e5-4799-4d23-aeb9-61636e5e4169 req-d07b2528-7232-4946-af32-b9135177c5ec service neutron] For port b1b9b941-6acc-4bad-9f28-a928bbd25351, host n-h1-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=b1b9b941-6acc-4bad-9f28-a928bbd25351,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:24:07.762001 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3e314faa-a399-4a0b-9db2-530546a6747d req-b5e081bf-7e0c-46d5-a4f4-809c0d7a4075 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] 10.222.0.65 "GET /v2.0/security-groups?id=e102d2aa-c1a8-4ba5-bd37-a0f044093565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5533147 Feb 04 12:24:07.770466 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-4d1fa5e5-4799-4d23-aeb9-61636e5e4169 req-d07b2528-7232-4946-af32-b9135177c5ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (b1b9b941-6acc-4bad-9f28-a928bbd25351), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:07.790932 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bc331f-93ca-43d9-9578-1aecc7458fb7 req-f3dadfa6-10db-4efc-b599-12747c102df8 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:07.829827 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bc331f-93ca-43d9-9578-1aecc7458fb7 req-f3dadfa6-10db-4efc-b599-12747c102df8 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:07.841303 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f8bc331f-93ca-43d9-9578-1aecc7458fb7 req-f3dadfa6-10db-4efc-b599-12747c102df8 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] 10.222.0.65 "GET /v2.0/networks?id=55ee8adb-fe62-432c-a2dc-395974095db8&id=06acfeba-527c-4b26-9f5e-fcd14e6f1339 HTTP/1.1" status: 200 len: 1391 time: 0.5502036 Feb 04 12:24:07.871926 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-68580c50-37d7-4da4-bc7e-ac6bd461d80e None None] Allocated IP 19.86.0.2 (06acfeba-527c-4b26-9f5e-fcd14e6f1339/7c31c7ed-6b37-4a40-92f7-cc1a552d8286/1019d6b6-ec59-420d-bc60-71ccd9171b0d) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:24:07.912601 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075bc309-ca02-49ac-9e4a-835b79dee198 req-4bbd72bf-fc6d-4e9b-95b1-49bd1eb1046f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:07.915125 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-075bc309-ca02-49ac-9e4a-835b79dee198 req-4bbd72bf-fc6d-4e9b-95b1-49bd1eb1046f service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8168571 Feb 04 12:24:07.926841 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07b2528-7232-4946-af32-b9135177c5ec service neutron] Pushing event updated for resources: {'Port': ['ID=b1b9b941-6acc-4bad-9f28-a928bbd25351,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:24:07.969841 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1fa5e5-4799-4d23-aeb9-61636e5e4169 req-d07b2528-7232-4946-af32-b9135177c5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:07.974154 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-4d1fa5e5-4799-4d23-aeb9-61636e5e4169 req-d07b2528-7232-4946-af32-b9135177c5ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:07.981164 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-4d1fa5e5-4799-4d23-aeb9-61636e5e4169 req-d07b2528-7232-4946-af32-b9135177c5ec service neutron] 10.222.0.73 "PUT /v2.0/ports/b1b9b941-6acc-4bad-9f28-a928bbd25351 HTTP/1.1" status: 200 len: 1096 time: 1.6875913 Feb 04 12:24:07.982335 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8361161f-e46c-4bd3-bcb3-8ad5088a2060', 'tag': 'b1b9b941-6acc-4bad-9f28-a928bbd25351'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:24:07.987221 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-becac067-6a49-416b-a2e8-87b306c55e3d req-7e0d3687-0af8-41e2-9a42-f1c657e400aa tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Publish callbacks [] for port (cf88575d-aac2-4541-897f-d504a83fb47b), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:07.989420 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6448ba06-dc7a-42bc-b5f8-8b314fb4ec8c" -d '{"events": [{"name": "network-changed", "server_uuid": "8361161f-e46c-4bd3-bcb3-8ad5088a2060", "tag": "b1b9b941-6acc-4bad-9f28-a928bbd25351"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:24:08.005923 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f8bc331f-93ca-43d9-9578-1aecc7458fb7 req-40ac7da9-d60f-4440-9e35-0ea42a468985 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] 10.222.0.65 "GET /v2.0/quotas/47de0937152d4219879ddb21b59f348a HTTP/1.1" status: 200 len: 375 time: 0.1596949 Feb 04 12:24:08.146396 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-29e42054-4aeb-49d4-ab33-dc95c03a6d0e req-c16600ec-5ddc-4a76-a778-67e89fa054b3 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?device_id=4cd5a9ca-19bc-4300-88f4-93c1a17aa991 HTTP/1.1" status: 200 len: 210 time: 0.1541851 Feb 04 12:24:08.157604 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-6d8f86e2-e9c9-4790-a91d-1454769f1137 None None] For port 2bd65821-747f-4f2b-a132-bb8e3c42a45a, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=2bd65821-747f-4f2b-a132-bb8e3c42a45a,segment=NetworkSegment(69566930-5f2a-43e0-ab3b-fb077f0a7b50),segment_id=69566930-5f2a-43e0-ab3b-fb077f0a7b50)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:24:08.216651 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6d8f86e2-e9c9-4790-a91d-1454769f1137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (2bd65821-747f-4f2b-a132-bb8e3c42a45a), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:08.282472 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1fa5e5-4799-4d23-aeb9-61636e5e4169 req-86c5c6ff-633b-4873-b1a7-448f3dab5df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:08.288518 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-4d1fa5e5-4799-4d23-aeb9-61636e5e4169 req-86c5c6ff-633b-4873-b1a7-448f3dab5df5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cd7a27426604483abdc4179f17c2461d&device_id=8361161f-e46c-4bd3-bcb3-8ad5088a2060 HTTP/1.1" status: 200 len: 1130 time: 0.2131505 Feb 04 12:24:08.331276 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 2bd65821-747f-4f2b-a132-bb8e3c42a45a is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:24:08.353405 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-64a77362-15cd-467a-b138-583a86bd0997 req-818bae00-dbcc-4571-b2c3-718d6572b2a8 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] For port 4cae6cad-c722-47d4-986e-3354410197ad, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=4cae6cad-c722-47d4-986e-3354410197ad,segment=NetworkSegment(8447b48f-5ac4-4499-b5ab-2b0cb1297003),segment_id=8447b48f-5ac4-4499-b5ab-2b0cb1297003)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:24:08.354263 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-64a77362-15cd-467a-b138-583a86bd0997 req-818bae00-dbcc-4571-b2c3-718d6572b2a8 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (4cae6cad-c722-47d4-986e-3354410197ad), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:08.362294 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-4d1fa5e5-4799-4d23-aeb9-61636e5e4169 req-5a64395e-1d2a-4075-abdd-d8dd5854ac79 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=b1b9b941-6acc-4bad-9f28-a928bbd25351 HTTP/1.1" status: 200 len: 217 time: 0.0652485 Feb 04 12:24:08.433346 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-64a77362-15cd-467a-b138-583a86bd0997 req-818bae00-dbcc-4571-b2c3-718d6572b2a8 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Calling delete_port for 4cae6cad-c722-47d4-986e-3354410197ad owned by compute:nova {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:24:08.503414 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-68580c50-37d7-4da4-bc7e-ac6bd461d80e None None] Publish callbacks [] for port (1019d6b6-ec59-420d-bc60-71ccd9171b0d), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:08.505206 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1fa5e5-4799-4d23-aeb9-61636e5e4169 req-670c258d-bceb-4266-8a32-3be32388a9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:08.510356 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-4d1fa5e5-4799-4d23-aeb9-61636e5e4169 req-670c258d-bceb-4266-8a32-3be32388a9f2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5ee3374a-84e9-4639-853c-740c6edaf6dc HTTP/1.1" status: 200 len: 843 time: 0.1396470 Feb 04 12:24:08.523720 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-68580c50-37d7-4da4-bc7e-ac6bd461d80e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (1019d6b6-ec59-420d-bc60-71ccd9171b0d), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:08.552932 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f8bc331f-93ca-43d9-9578-1aecc7458fb7 req-b3570db5-44cd-48ef-94ab-436ba94bf852 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=47de0937152d4219879ddb21b59f348a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5455658 Feb 04 12:24:08.615990 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-dc26ee23-6348-481e-a3d6-39cfcc36ca65 None None] Provisioning complete for port 2bd65821-747f-4f2b-a132-bb8e3c42a45a triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:24:08.616441 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dc26ee23-6348-481e-a3d6-39cfcc36ca65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (2bd65821-747f-4f2b-a132-bb8e3c42a45a), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:08.643314 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1fa5e5-4799-4d23-aeb9-61636e5e4169 req-7c016986-d6dd-47b2-9473-8087472ed144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:08.644347 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-4d1fa5e5-4799-4d23-aeb9-61636e5e4169 req-7c016986-d6dd-47b2-9473-8087472ed144 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2f7dc246-a024-4937-952c-0ddeef5af29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1222508 Feb 04 12:24:08.669800 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68580c50-37d7-4da4-bc7e-ac6bd461d80e None None] Network 06acfeba-527c-4b26-9f5e-fcd14e6f1339 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:24:08.693389 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8f86e2-e9c9-4790-a91d-1454769f1137 None None] Pushing event updated for resources: {'Port': ['ID=2bd65821-747f-4f2b-a132-bb8e3c42a45a,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:24:08.706377 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-68580c50-37d7-4da4-bc7e-ac6bd461d80e None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:24:08.743627 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68580c50-37d7-4da4-bc7e-ac6bd461d80e None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:24:08.775708 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f8bc331f-93ca-43d9-9578-1aecc7458fb7 req-19eb4dd7-0c27-40a3-8f78-c68617dce53b service neutron] 10.222.0.65 "GET /v2.0/networks/55ee8adb-fe62-432c-a2dc-395974095db8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208874 Feb 04 12:24:08.847029 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68580c50-37d7-4da4-bc7e-ac6bd461d80e None None] Pushing event updated for resources: {'Port': ['ID=1019d6b6-ec59-420d-bc60-71ccd9171b0d,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:24:08.864559 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-4d1fa5e5-4799-4d23-aeb9-61636e5e4169 req-18e234c4-dfbe-4a0c-8fd3-ce375f9c5c1a service neutron] 10.222.0.73 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076588 Feb 04 12:24:08.957731 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-becac067-6a49-416b-a2e8-87b306c55e3d req-7e0d3687-0af8-41e2-9a42-f1c657e400aa tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (cf88575d-aac2-4541-897f-d504a83fb47b), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:08.966531 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-68580c50-37d7-4da4-bc7e-ac6bd461d80e None None] Attempting to bind port 1019d6b6-ec59-420d-bc60-71ccd9171b0d on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:24:08.967119 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-68580c50-37d7-4da4-bc7e-ac6bd461d80e None None] Attempting to bind port 1019d6b6-ec59-420d-bc60-71ccd9171b0d by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '540a54e9-96af-46f8-9335-8bb223f8aaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '06acfeba-527c-4b26-9f5e-fcd14e6f1339'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:24:08.967705 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68580c50-37d7-4da4-bc7e-ac6bd461d80e None None] Attempting to bind port 1019d6b6-ec59-420d-bc60-71ccd9171b0d on network 06acfeba-527c-4b26-9f5e-fcd14e6f1339 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:24:08.995779 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68580c50-37d7-4da4-bc7e-ac6bd461d80e None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:24:08.996663 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68580c50-37d7-4da4-bc7e-ac6bd461d80e None None] Checking segment: {'id': '540a54e9-96af-46f8-9335-8bb223f8aaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '06acfeba-527c-4b26-9f5e-fcd14e6f1339'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:24:08.997404 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-68580c50-37d7-4da4-bc7e-ac6bd461d80e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:08.998017 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68580c50-37d7-4da4-bc7e-ac6bd461d80e None None] Bound using segment: {'id': '540a54e9-96af-46f8-9335-8bb223f8aaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '06acfeba-527c-4b26-9f5e-fcd14e6f1339'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:24:08.998909 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-68580c50-37d7-4da4-bc7e-ac6bd461d80e None None] Bound port: 1019d6b6-ec59-420d-bc60-71ccd9171b0d, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '540a54e9-96af-46f8-9335-8bb223f8aaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '06acfeba-527c-4b26-9f5e-fcd14e6f1339'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:24:08.999506 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-68580c50-37d7-4da4-bc7e-ac6bd461d80e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (1019d6b6-ec59-420d-bc60-71ccd9171b0d), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:09.025331 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-dc26ee23-6348-481e-a3d6-39cfcc36ca65 None None] Current status of the port 2bd65821-747f-4f2b-a132-bb8e3c42a45a is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:24:09.072574 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-4d1fa5e5-4799-4d23-aeb9-61636e5e4169 req-cb55a635-080d-42fb-959e-9bc7a6363afd service neutron] 10.222.0.73 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798947 Feb 04 12:24:09.073178 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0d3687-0af8-41e2-9a42-f1c657e400aa tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Pushing event updated for resources: {'Port': ['ID=cf88575d-aac2-4541-897f-d504a83fb47b,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:24:09.095611 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-becac067-6a49-416b-a2e8-87b306c55e3d req-7e0d3687-0af8-41e2-9a42-f1c657e400aa tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Network 4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:24:09.126658 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-becac067-6a49-416b-a2e8-87b306c55e3d req-7e0d3687-0af8-41e2-9a42-f1c657e400aa tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:24:09.132132 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-becac067-6a49-416b-a2e8-87b306c55e3d req-7e0d3687-0af8-41e2-9a42-f1c657e400aa tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:24:09.143008 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-68580c50-37d7-4da4-bc7e-ac6bd461d80e None None] For port 1019d6b6-ec59-420d-bc60-71ccd9171b0d, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:24:09.172501 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-68580c50-37d7-4da4-bc7e-ac6bd461d80e None None] For port 1019d6b6-ec59-420d-bc60-71ccd9171b0d, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=1019d6b6-ec59-420d-bc60-71ccd9171b0d,segment=NetworkSegment(540a54e9-96af-46f8-9335-8bb223f8aaf4),segment_id=540a54e9-96af-46f8-9335-8bb223f8aaf4)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:24:09.188637 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-68580c50-37d7-4da4-bc7e-ac6bd461d80e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (1019d6b6-ec59-420d-bc60-71ccd9171b0d), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:09.280534 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ff9eb1-31f7-4a25-8f9b-25da5b120fc1 req-d8651bc7-6e61-46ba-b375-5e5a011e7fa7 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:09.290807 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-60ff9eb1-31f7-4a25-8f9b-25da5b120fc1 req-d8651bc7-6e61-46ba-b375-5e5a011e7fa7 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/ports?device_id=8361161f-e46c-4bd3-bcb3-8ad5088a2060 HTTP/1.1" status: 200 len: 948 time: 0.8792202 Feb 04 12:24:09.327891 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becac067-6a49-416b-a2e8-87b306c55e3d req-7e0d3687-0af8-41e2-9a42-f1c657e400aa tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:09.328591 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-becac067-6a49-416b-a2e8-87b306c55e3d req-7e0d3687-0af8-41e2-9a42-f1c657e400aa tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:09.353783 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-becac067-6a49-416b-a2e8-87b306c55e3d req-7e0d3687-0af8-41e2-9a42-f1c657e400aa tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2433689 Feb 04 12:24:09.372063 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f8bc331f-93ca-43d9-9578-1aecc7458fb7 req-3cc350d5-50a3-4c1d-9487-25392dd4192f service neutron] 10.222.0.65 "GET /v2.0/networks/55ee8adb-fe62-432c-a2dc-395974095db8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5947728 Feb 04 12:24:09.388710 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-becac067-6a49-416b-a2e8-87b306c55e3d req-0679b2db-9a2f-4d75-8b8b-61a6d66123fc service neutron] Request body: {'port': {'device_id': '4cd5a9ca-19bc-4300-88f4-93c1a17aa991', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:24:09.410772 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68580c50-37d7-4da4-bc7e-ac6bd461d80e None None] Pushing event updated for resources: {'Port': ['ID=1019d6b6-ec59-420d-bc60-71ccd9171b0d,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:24:09.486106 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-60ff9eb1-31f7-4a25-8f9b-25da5b120fc1 req-2cf4f495-76c9-4cd2-b9a7-0a88d7ce8c5c tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/security-groups?id=ff9db729-a945-4359-8bb3-48cdfdee30d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942151 Feb 04 12:24:09.643905 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-becac067-6a49-416b-a2e8-87b306c55e3d req-0679b2db-9a2f-4d75-8b8b-61a6d66123fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (cf88575d-aac2-4541-897f-d504a83fb47b), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:09.756640 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-64a77362-15cd-467a-b138-583a86bd0997 req-818bae00-dbcc-4571-b2c3-718d6572b2a8 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (4cae6cad-c722-47d4-986e-3354410197ad), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:09.764626 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f8bc331f-93ca-43d9-9578-1aecc7458fb7 req-96f3460a-3b35-4876-8046-94f9f48899ee service neutron] 10.222.0.65 "GET /v2.0/networks/06acfeba-527c-4b26-9f5e-fcd14e6f1339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3669295 Feb 04 12:24:09.855694 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818bae00-dbcc-4571-b2c3-718d6572b2a8 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Pushing event deleted for resources: {'Port': ['ID=4cae6cad-c722-47d4-986e-3354410197ad,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:24:09.952502 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device e41cc05a-731b-4b6b-ba8a-418ccc105335 up at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:24:10.302184 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning for port e41cc05a-731b-4b6b-ba8a-418ccc105335 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:24:10.312398 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning complete for port e41cc05a-731b-4b6b-ba8a-418ccc105335 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:24:10.313565 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (e41cc05a-731b-4b6b-ba8a-418ccc105335), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:10.492432 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 33614) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:24:10.519571 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port e41cc05a-731b-4b6b-ba8a-418ccc105335 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:24:10.531965 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (e41cc05a-731b-4b6b-ba8a-418ccc105335), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:10.674145 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port e41cc05a-731b-4b6b-ba8a-418ccc105335, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=e41cc05a-731b-4b6b-ba8a-418ccc105335,segment=NetworkSegment(1a9a2aca-b7f6-445c-a938-0b8696864233),segment_id=1a9a2aca-b7f6-445c-a938-0b8696864233)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:24:10.676327 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e024d6c3-80c1-425c-a5a9-a7305d647b89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e41cc05a-731b-4b6b-ba8a-418ccc105335'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:24:10.685017 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69ecad9f-98de-46e7-be46-a64b1b577700" -d '{"events": [{"server_uuid": "e024d6c3-80c1-425c-a5a9-a7305d647b89", "name": "network-vif-plugged", "status": "completed", "tag": "e41cc05a-731b-4b6b-ba8a-418ccc105335"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:24:10.699157 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (e41cc05a-731b-4b6b-ba8a-418ccc105335), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:10.725701 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-64a77362-15cd-467a-b138-583a86bd0997 req-818bae00-dbcc-4571-b2c3-718d6572b2a8 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] No DVR routers for this DVR port 4cae6cad-c722-47d4-986e-3354410197ad on host n-h1-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:24:10.736718 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-64a77362-15cd-467a-b138-583a86bd0997 req-818bae00-dbcc-4571-b2c3-718d6572b2a8 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:10.740213 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-64a77362-15cd-467a-b138-583a86bd0997 req-818bae00-dbcc-4571-b2c3-718d6572b2a8 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.73 "DELETE /v2.0/ports/4cae6cad-c722-47d4-986e-3354410197ad HTTP/1.1" status: 204 len: 173 time: 4.0527687 Feb 04 12:24:10.745957 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ddcf4f6-3876-4f08-8a97-7066a7db20eb', 'name': 'network-vif-deleted', 'tag': '4cae6cad-c722-47d4-986e-3354410197ad'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:24:10.749764 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dc67234-878a-4e29-9cf5-fed641772c6f" -d '{"events": [{"server_uuid": "1ddcf4f6-3876-4f08-8a97-7066a7db20eb", "name": "network-vif-deleted", "tag": "4cae6cad-c722-47d4-986e-3354410197ad"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:24:10.827367 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2ebcda5b-f6bd-4746-9264-5988c19a6e31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:10.838938 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 1019d6b6-ec59-420d-bc60-71ccd9171b0d up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:24:10.899889 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=e41cc05a-731b-4b6b-ba8a-418ccc105335,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:24:10.924750 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eb5037-ae39-4369-9151-9a64c7705be6 req-383fddb7-d22c-4108-b292-4d6fb6692095 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:10.932879 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-87eb5037-ae39-4369-9151-9a64c7705be6 req-383fddb7-d22c-4108-b292-4d6fb6692095 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/ports?device_id=e024d6c3-80c1-425c-a5a9-a7305d647b89 HTTP/1.1" status: 200 len: 945 time: 0.8678401 Feb 04 12:24:10.939329 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f8bc331f-93ca-43d9-9578-1aecc7458fb7 req-deb020eb-49ec-4973-9518-a91cc2c79d33 service neutron] 10.222.0.65 "GET /v2.0/networks/06acfeba-527c-4b26-9f5e-fcd14e6f1339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1113782 Feb 04 12:24:11.007522 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 1019d6b6-ec59-420d-bc60-71ccd9171b0d triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:24:11.008148 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (1019d6b6-ec59-420d-bc60-71ccd9171b0d), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:11.032368 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-87eb5037-ae39-4369-9151-9a64c7705be6 req-7879dc03-b2fd-4342-86ad-1d9b9d99de03 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4f571d4-f0a1-47f6-a54a-b93db47581cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984011 Feb 04 12:24:11.075204 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2ebcda5b-f6bd-4746-9264-5988c19a6e31 admin admin] Publish callbacks [] for security_group (e18440b6-675e-4feb-a4b8-1ede75e5fab8), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:11.081820 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2ebcda5b-f6bd-4746-9264-5988c19a6e31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (e18440b6-675e-4feb-a4b8-1ede75e5fab8), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:11.172478 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6399a487-a5a0-4af0-921b-26f48495ed66 x-openstack-request-id: req-6399a487-a5a0-4af0-921b-26f48495ed66 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:24:11.173198 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8361161f-e46c-4bd3-bcb3-8ad5088a2060", "tag": "b1b9b941-6acc-4bad-9f28-a928bbd25351", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:24:11.173602 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6399a487-a5a0-4af0-921b-26f48495ed66 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:24:11.174753 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8361161f-e46c-4bd3-bcb3-8ad5088a2060', 'tag': 'b1b9b941-6acc-4bad-9f28-a928bbd25351', 'status': 'completed', 'code': 200} Feb 04 12:24:11.193259 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 1019d6b6-ec59-420d-bc60-71ccd9171b0d is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:24:11.194034 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (1019d6b6-ec59-420d-bc60-71ccd9171b0d), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:11.200104 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-2ebcda5b-f6bd-4746-9264-5988c19a6e31 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3e255055603b42c1af8d477f41318309&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7011852 Feb 04 12:24:11.200539 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 33626) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:24:11.218626 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebcda5b-f6bd-4746-9264-5988c19a6e31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e18440b6-675e-4feb-a4b8-1ede75e5fab8,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:24:11.229388 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-becac067-6a49-416b-a2e8-87b306c55e3d req-0679b2db-9a2f-4d75-8b8b-61a6d66123fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf88575d-aac2-4541-897f-d504a83fb47b {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:24:11.253090 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-becac067-6a49-416b-a2e8-87b306c55e3d req-0679b2db-9a2f-4d75-8b8b-61a6d66123fc service neutron] Publish callbacks [] for port (cf88575d-aac2-4541-897f-d504a83fb47b), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:11.281056 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port 1019d6b6-ec59-420d-bc60-71ccd9171b0d, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=1019d6b6-ec59-420d-bc60-71ccd9171b0d,segment=NetworkSegment(540a54e9-96af-46f8-9335-8bb223f8aaf4),segment_id=540a54e9-96af-46f8-9335-8bb223f8aaf4)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:24:11.282752 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-becac067-6a49-416b-a2e8-87b306c55e3d req-0679b2db-9a2f-4d75-8b8b-61a6d66123fc service neutron] Transition to ACTIVE for port object cf88575d-aac2-4541-897f-d504a83fb47b will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:24:11.286698 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (1019d6b6-ec59-420d-bc60-71ccd9171b0d), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:11.288201 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 2bd65821-747f-4f2b-a132-bb8e3c42a45a up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:24:11.306205 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-becac067-6a49-416b-a2e8-87b306c55e3d req-0679b2db-9a2f-4d75-8b8b-61a6d66123fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (cf88575d-aac2-4541-897f-d504a83fb47b), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:11.364836 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2dda80a5-db38-444c-90f4-766851f5597d admin admin] Publish callbacks [] for security_group (e18440b6-675e-4feb-a4b8-1ede75e5fab8), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:11.419238 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=1019d6b6-ec59-420d-bc60-71ccd9171b0d,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:24:11.425866 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e29b16-b9c6-4e14-8760-357148926346 None None] Network 06acfeba-527c-4b26-9f5e-fcd14e6f1339 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:24:11.431495 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2dda80a5-db38-444c-90f4-766851f5597d admin admin] Publish callbacks [] for security_group (e18440b6-675e-4feb-a4b8-1ede75e5fab8), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:11.521007 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-acbe8172-db63-4780-b602-60e6a9bc69c9 None None] Provisioning complete for port 1019d6b6-ec59-420d-bc60-71ccd9171b0d triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:24:11.521614 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-acbe8172-db63-4780-b602-60e6a9bc69c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (1019d6b6-ec59-420d-bc60-71ccd9171b0d), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:11.548665 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2dda80a5-db38-444c-90f4-766851f5597d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (e18440b6-675e-4feb-a4b8-1ede75e5fab8), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:11.554109 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2dda80a5-db38-444c-90f4-766851f5597d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:11.562088 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-2dda80a5-db38-444c-90f4-766851f5597d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e18440b6-675e-4feb-a4b8-1ede75e5fab8 HTTP/1.1" status: 204 len: 168 time: 0.3563533 Feb 04 12:24:11.586234 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0679b2db-9a2f-4d75-8b8b-61a6d66123fc service neutron] Pushing event updated for resources: {'Port': ['ID=cf88575d-aac2-4541-897f-d504a83fb47b,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:24:11.591662 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dda80a5-db38-444c-90f4-766851f5597d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e18440b6-675e-4feb-a4b8-1ede75e5fab8,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:24:11.717462 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6448ba06-dc7a-42bc-b5f8-8b314fb4ec8c req-49593573-fd4d-49e8-a151-256d608ce629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:11.719848 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6448ba06-dc7a-42bc-b5f8-8b314fb4ec8c req-49593573-fd4d-49e8-a151-256d608ce629 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cd7a27426604483abdc4179f17c2461d&device_id=8361161f-e46c-4bd3-bcb3-8ad5088a2060 HTTP/1.1" status: 200 len: 1130 time: 0.4343669 Feb 04 12:24:11.769899 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 2bd65821-747f-4f2b-a132-bb8e3c42a45a triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:24:11.770544 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (2bd65821-747f-4f2b-a132-bb8e3c42a45a), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:11.892319 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaf7f60-c89a-4344-98b0-7b3277d0d54e req-528d1041-ce48-4f16-9ebb-528309c37e9f tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:11.893955 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dbaf7f60-c89a-4344-98b0-7b3277d0d54e req-528d1041-ce48-4f16-9ebb-528309c37e9f tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] 10.222.0.65 "GET /v2.0/ports?device_id=f741f2c5-460f-49eb-81be-3c3ffbedc0af HTTP/1.1" status: 200 len: 946 time: 0.4452119 Feb 04 12:24:11.912128 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-acbe8172-db63-4780-b602-60e6a9bc69c9 None None] Current status of the port 1019d6b6-ec59-420d-bc60-71ccd9171b0d is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:24:11.935138 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd7ca06-a3b6-41ba-8014-2a56cafac099 req-3d708ee9-7143-4b85-8679-6017d11360bc tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:11.937103 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2fd7ca06-a3b6-41ba-8014-2a56cafac099 req-3d708ee9-7143-4b85-8679-6017d11360bc tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] 10.222.0.65 "GET /v2.0/ports?device_id=ecf693c3-0e16-4c20-88e5-c8b419c36f88 HTTP/1.1" status: 200 len: 946 time: 0.4918375 Feb 04 12:24:11.963186 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device b1b9b941-6acc-4bad-9f28-a928bbd25351 details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:24:12.181101 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dbaf7f60-c89a-4344-98b0-7b3277d0d54e req-ad36328b-13c7-4907-ab1b-01cf2db6ffc2 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0b93a62-41a7-4338-9add-00a3a3dd7ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429476 Feb 04 12:24:12.204027 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6448ba06-dc7a-42bc-b5f8-8b314fb4ec8c req-c4dc40b5-1ab5-40ad-b9c4-f481160746f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:12.205568 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6448ba06-dc7a-42bc-b5f8-8b314fb4ec8c req-c4dc40b5-1ab5-40ad-b9c4-f481160746f9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2f7dc246-a024-4937-952c-0ddeef5af29c HTTP/1.1" status: 200 len: 870 time: 0.4690909 Feb 04 12:24:12.209322 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-becac067-6a49-416b-a2e8-87b306c55e3d req-0679b2db-9a2f-4d75-8b8b-61a6d66123fc service neutron] Attempting to bind port cf88575d-aac2-4541-897f-d504a83fb47b on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:24:12.209322 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-becac067-6a49-416b-a2e8-87b306c55e3d req-0679b2db-9a2f-4d75-8b8b-61a6d66123fc service neutron] Attempting to bind port cf88575d-aac2-4541-897f-d504a83fb47b by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': '8447b48f-5ac4-4499-b5ab-2b0cb1297003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:24:12.209322 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-becac067-6a49-416b-a2e8-87b306c55e3d req-0679b2db-9a2f-4d75-8b8b-61a6d66123fc service neutron] Attempting to bind port cf88575d-aac2-4541-897f-d504a83fb47b on network 4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:24:12.209641 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 33644) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:24:12.226613 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-adab0d53-c541-459d-aa7d-fec64c48d846 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:12.271972 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2fd7ca06-a3b6-41ba-8014-2a56cafac099 req-be0df387-f4a7-4e80-8364-f276d536c75d tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] 10.222.0.65 "GET /v2.0/security-groups?id=e102d2aa-c1a8-4ba5-bd37-a0f044093565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912340 Feb 04 12:24:12.279768 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-becac067-6a49-416b-a2e8-87b306c55e3d req-0679b2db-9a2f-4d75-8b8b-61a6d66123fc service neutron] Port cf88575d-aac2-4541-897f-d504a83fb47b on network 4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:24:12.280199 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-becac067-6a49-416b-a2e8-87b306c55e3d req-0679b2db-9a2f-4d75-8b8b-61a6d66123fc service neutron] Attempting to bind port cf88575d-aac2-4541-897f-d504a83fb47b on network 4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:24:12.282865 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port b1b9b941-6acc-4bad-9f28-a928bbd25351, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=b1b9b941-6acc-4bad-9f28-a928bbd25351,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:24:12.345334 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': 'b1b9b941-6acc-4bad-9f28-a928bbd25351', 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c', 'port_id': 'b1b9b941-6acc-4bad-9f28-a928bbd25351', 'mac_address': 'fa:16:3e:cb:d5:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ee3374a-84e9-4639-853c-740c6edaf6dc', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:24:12.415289 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6448ba06-dc7a-42bc-b5f8-8b314fb4ec8c req-04a6d541-d61b-4555-b087-0fb03bf34e08 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=b1b9b941-6acc-4bad-9f28-a928bbd25351 HTTP/1.1" status: 200 len: 217 time: 0.1952851 Feb 04 12:24:12.418693 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-becac067-6a49-416b-a2e8-87b306c55e3d req-0679b2db-9a2f-4d75-8b8b-61a6d66123fc service neutron] Checking agent: {'id': 'f8add0d2-2202-43d3-bc0e-72442788e6ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:24:12.419591 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-becac067-6a49-416b-a2e8-87b306c55e3d req-0679b2db-9a2f-4d75-8b8b-61a6d66123fc service neutron] Checking segment: {'id': '8447b48f-5ac4-4499-b5ab-2b0cb1297003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:24:12.423045 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port b1b9b941-6acc-4bad-9f28-a928bbd25351 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:24:12.423942 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (b1b9b941-6acc-4bad-9f28-a928bbd25351), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:12.425374 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-becac067-6a49-416b-a2e8-87b306c55e3d req-0679b2db-9a2f-4d75-8b8b-61a6d66123fc service neutron] Bound using segment: {'id': '8447b48f-5ac4-4499-b5ab-2b0cb1297003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:24:12.426475 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-becac067-6a49-416b-a2e8-87b306c55e3d req-0679b2db-9a2f-4d75-8b8b-61a6d66123fc service neutron] Bound port: cf88575d-aac2-4541-897f-d504a83fb47b, host: n-h1-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8447b48f-5ac4-4499-b5ab-2b0cb1297003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:24:12.427434 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-becac067-6a49-416b-a2e8-87b306c55e3d req-0679b2db-9a2f-4d75-8b8b-61a6d66123fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (cf88575d-aac2-4541-897f-d504a83fb47b), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:12.467541 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 2bd65821-747f-4f2b-a132-bb8e3c42a45a is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:24:12.472681 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-7b3d6479-f115-4a19-a08d-6cb31b71486c None None] Provisioning complete for port 1019d6b6-ec59-420d-bc60-71ccd9171b0d triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:24:12.473468 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7b3d6479-f115-4a19-a08d-6cb31b71486c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (1019d6b6-ec59-420d-bc60-71ccd9171b0d), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:12.478434 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1b9b941-6acc-4bad-9f28-a928bbd25351 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:24:12.504317 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-adab0d53-c541-459d-aa7d-fec64c48d846 admin admin] Publish callbacks [] for security_group (ae6b28c1-ec9a-4ebb-9b82-04621448332b), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:12.509973 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-adab0d53-c541-459d-aa7d-fec64c48d846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (ae6b28c1-ec9a-4ebb-9b82-04621448332b), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:12.524773 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port b1b9b941-6acc-4bad-9f28-a928bbd25351, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=b1b9b941-6acc-4bad-9f28-a928bbd25351,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:24:12.530649 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (b1b9b941-6acc-4bad-9f28-a928bbd25351), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:12.597307 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adab0d53-c541-459d-aa7d-fec64c48d846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae6b28c1-ec9a-4ebb-9b82-04621448332b,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:24:12.606529 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-adab0d53-c541-459d-aa7d-fec64c48d846 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0883a86827784ebb8c01446e04539cf6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3957253 Feb 04 12:24:12.609511 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 33648) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:24:12.637208 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 1019d6b6-ec59-420d-bc60-71ccd9171b0d up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:24:12.673980 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-953cb0de-1329-4913-a1cc-86d8b7decda6 admin admin] Publish callbacks [] for security_group (ae6b28c1-ec9a-4ebb-9b82-04621448332b), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:12.707317 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-953cb0de-1329-4913-a1cc-86d8b7decda6 admin admin] Publish callbacks [] for security_group (ae6b28c1-ec9a-4ebb-9b82-04621448332b), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:12.708879 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6448ba06-dc7a-42bc-b5f8-8b314fb4ec8c req-a5921691-acb6-44fd-b64b-66db73fd8bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:12.712280 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6448ba06-dc7a-42bc-b5f8-8b314fb4ec8c req-a5921691-acb6-44fd-b64b-66db73fd8bf3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5ee3374a-84e9-4639-853c-740c6edaf6dc HTTP/1.1" status: 200 len: 843 time: 0.2771869 Feb 04 12:24:12.780717 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=b1b9b941-6acc-4bad-9f28-a928bbd25351,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:24:12.793703 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 1019d6b6-ec59-420d-bc60-71ccd9171b0d triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:24:12.796354 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (1019d6b6-ec59-420d-bc60-71ccd9171b0d), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:12.805659 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-953cb0de-1329-4913-a1cc-86d8b7decda6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (ae6b28c1-ec9a-4ebb-9b82-04621448332b), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:12.812884 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-953cb0de-1329-4913-a1cc-86d8b7decda6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:12.815515 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-953cb0de-1329-4913-a1cc-86d8b7decda6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ae6b28c1-ec9a-4ebb-9b82-04621448332b HTTP/1.1" status: 204 len: 168 time: 0.2046824 Feb 04 12:24:12.852343 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953cb0de-1329-4913-a1cc-86d8b7decda6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae6b28c1-ec9a-4ebb-9b82-04621448332b,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:24:12.881222 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-7b3d6479-f115-4a19-a08d-6cb31b71486c None None] Current status of the port 1019d6b6-ec59-420d-bc60-71ccd9171b0d is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:24:12.885956 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['b1b9b941-6acc-4bad-9f28-a928bbd25351'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:24:12.894941 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-becac067-6a49-416b-a2e8-87b306c55e3d req-0679b2db-9a2f-4d75-8b8b-61a6d66123fc service neutron] For port cf88575d-aac2-4541-897f-d504a83fb47b, host n-h1-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:24:12.939766 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faf2505-d8e5-4cb7-90f3-f5a916539808 req-02db0c17-97b8-4458-a8f6-9ef0d7e92d61 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:12.941536 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6faf2505-d8e5-4cb7-90f3-f5a916539808 req-02db0c17-97b8-4458-a8f6-9ef0d7e92d61 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?device_id=4cd5a9ca-19bc-4300-88f4-93c1a17aa991 HTTP/1.1" status: 200 len: 944 time: 0.5248964 Feb 04 12:24:12.951233 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-becac067-6a49-416b-a2e8-87b306c55e3d req-0679b2db-9a2f-4d75-8b8b-61a6d66123fc service neutron] For port cf88575d-aac2-4541-897f-d504a83fb47b, host n-h1-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=cf88575d-aac2-4541-897f-d504a83fb47b,segment=NetworkSegment(8447b48f-5ac4-4499-b5ab-2b0cb1297003),segment_id=8447b48f-5ac4-4499-b5ab-2b0cb1297003)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:24:12.955154 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6448ba06-dc7a-42bc-b5f8-8b314fb4ec8c req-401983a5-4aa7-4111-aabe-25d35924cc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:12.956891 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6448ba06-dc7a-42bc-b5f8-8b314fb4ec8c req-401983a5-4aa7-4111-aabe-25d35924cc2c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2f7dc246-a024-4937-952c-0ddeef5af29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1600633 Feb 04 12:24:12.970214 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5138e701-5100-441b-852a-3801ed34f190 req-5a7a71a3-2074-4855-8b04-7a509c32b065 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:12.972839 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5138e701-5100-441b-852a-3801ed34f190 req-5a7a71a3-2074-4855-8b04-7a509c32b065 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/ports?device_id=8361161f-e46c-4bd3-bcb3-8ad5088a2060 HTTP/1.1" status: 200 len: 949 time: 0.4825895 Feb 04 12:24:13.225731 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6448ba06-dc7a-42bc-b5f8-8b314fb4ec8c req-a1452366-078a-4cef-94ec-c1284b378b54 service neutron] 10.222.0.73 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921587 Feb 04 12:24:13.231899 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 1019d6b6-ec59-420d-bc60-71ccd9171b0d is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:24:13.260617 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6faf2505-d8e5-4cb7-90f3-f5a916539808 req-9a4cacb1-5505-4b37-9b0c-044ee8aaa73c tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f51ab49-2800-41c7-a09d-ab109cee7e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851822 Feb 04 12:24:13.332140 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-becac067-6a49-416b-a2e8-87b306c55e3d req-0679b2db-9a2f-4d75-8b8b-61a6d66123fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (cf88575d-aac2-4541-897f-d504a83fb47b), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:13.437114 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91c55de7-6de9-4e66-b887-c8411a5df8cb x-openstack-request-id: req-91c55de7-6de9-4e66-b887-c8411a5df8cb {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:24:13.437624 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e024d6c3-80c1-425c-a5a9-a7305d647b89", "name": "network-vif-plugged", "status": "completed", "tag": "e41cc05a-731b-4b6b-ba8a-418ccc105335", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:24:13.437723 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-91c55de7-6de9-4e66-b887-c8411a5df8cb {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:24:13.438071 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e024d6c3-80c1-425c-a5a9-a7305d647b89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e41cc05a-731b-4b6b-ba8a-418ccc105335', 'code': 200} Feb 04 12:24:13.628993 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20956735-679d-45c4-b20a-f507fa1d4ff5 x-openstack-request-id: req-20956735-679d-45c4-b20a-f507fa1d4ff5 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:24:13.629447 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ddcf4f6-3876-4f08-8a97-7066a7db20eb", "name": "network-vif-deleted", "tag": "4cae6cad-c722-47d4-986e-3354410197ad", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:24:13.629800 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-20956735-679d-45c4-b20a-f507fa1d4ff5 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:24:13.630287 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ddcf4f6-3876-4f08-8a97-7066a7db20eb', 'name': 'network-vif-deleted', 'tag': '4cae6cad-c722-47d4-986e-3354410197ad', 'status': 'completed', 'code': 200} Feb 04 12:24:13.657579 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878a2df9-6102-475a-81d7-d9b689417bf5 req-8d2eac2d-001a-46ff-bf3a-99184005b19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:13.660123 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-878a2df9-6102-475a-81d7-d9b689417bf5 req-8d2eac2d-001a-46ff-bf3a-99184005b19f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e024d6c3-80c1-425c-a5a9-a7305d647b89 HTTP/1.1" status: 200 len: 1127 time: 0.1121454 Feb 04 12:24:13.714692 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d821e382-4056-4650-85a9-6c7bff072ba0 req-49f4a604-295a-4437-ba58-c57fea430059 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1a7544e-e02d-4ed1-a4db-2ea8d8643517 HTTP/1.1" status: 200 len: 210 time: 0.0894732 Feb 04 12:24:13.727639 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becac067-6a49-416b-a2e8-87b306c55e3d req-0679b2db-9a2f-4d75-8b8b-61a6d66123fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:13.728591 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-becac067-6a49-416b-a2e8-87b306c55e3d req-0679b2db-9a2f-4d75-8b8b-61a6d66123fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:13.730857 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-becac067-6a49-416b-a2e8-87b306c55e3d req-0679b2db-9a2f-4d75-8b8b-61a6d66123fc service neutron] 10.222.0.73 "PUT /v2.0/ports/cf88575d-aac2-4541-897f-d504a83fb47b HTTP/1.1" status: 200 len: 1092 time: 4.3635705 Feb 04 12:24:13.736447 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5138e701-5100-441b-852a-3801ed34f190 req-c11bfa33-5422-4be8-a139-2b92910507a4 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/security-groups?id=ff9db729-a945-4359-8bb3-48cdfdee30d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5071235 Feb 04 12:24:13.774824 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-878a2df9-6102-475a-81d7-d9b689417bf5 req-fae8f593-281f-4d30-ab91-b36b89eb177d service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=e4f571d4-f0a1-47f6-a54a-b93db47581cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032548 Feb 04 12:24:13.783915 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0679b2db-9a2f-4d75-8b8b-61a6d66123fc service neutron] Pushing event updated for resources: {'Port': ['ID=cf88575d-aac2-4541-897f-d504a83fb47b,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:24:13.824967 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bc331f-93ca-43d9-9578-1aecc7458fb7 req-bacf6f1a-8a52-4005-a5fe-01983b76b5bc tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:13.830884 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bc331f-93ca-43d9-9578-1aecc7458fb7 req-bacf6f1a-8a52-4005-a5fe-01983b76b5bc tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:13.831843 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f8bc331f-93ca-43d9-9578-1aecc7458fb7 req-bacf6f1a-8a52-4005-a5fe-01983b76b5bc tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] 10.222.0.77 "GET /v2.0/networks?id=55ee8adb-fe62-432c-a2dc-395974095db8&id=06acfeba-527c-4b26-9f5e-fcd14e6f1339 HTTP/1.1" status: 200 len: 1391 time: 0.6045430 Feb 04 12:24:13.850847 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6448ba06-dc7a-42bc-b5f8-8b314fb4ec8c req-3da43ef7-fc74-43e8-b53d-d6d44a29edf6 service neutron] 10.222.0.73 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5799656 Feb 04 12:24:13.957687 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device b1b9b941-6acc-4bad-9f28-a928bbd25351 up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:24:13.968500 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becac067-6a49-416b-a2e8-87b306c55e3d req-56b8b059-d6d1-4ea4-9532-6cdd9b1e4597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:13.972876 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-becac067-6a49-416b-a2e8-87b306c55e3d req-56b8b059-d6d1-4ea4-9532-6cdd9b1e4597 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5b457c49d6644968bc4c4118b5a09653&device_id=4cd5a9ca-19bc-4300-88f4-93c1a17aa991 HTTP/1.1" status: 200 len: 1126 time: 0.1398008 Feb 04 12:24:13.985291 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-f8bc331f-93ca-43d9-9578-1aecc7458fb7 req-6649ad8d-64de-4fa5-b719-bbeabe89fe57 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Request body: {'port': {'device_id': 'f1a7544e-e02d-4ed1-a4db-2ea8d8643517', 'network_id': '55ee8adb-fe62-432c-a2dc-395974095db8', 'admin_state_up': True, 'tenant_id': '47de0937152d4219879ddb21b59f348a'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:24:14.055608 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning for port b1b9b941-6acc-4bad-9f28-a928bbd25351 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:24:14.065265 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port b1b9b941-6acc-4bad-9f28-a928bbd25351 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:24:14.066366 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (b1b9b941-6acc-4bad-9f28-a928bbd25351), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:14.074612 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed9df9c-362e-4346-a3f0-fee354b9c2f9 req-b7f984f7-d53f-42e1-95c9-f32c86ddf618 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:14.084033 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bed9df9c-362e-4346-a3f0-fee354b9c2f9 req-b7f984f7-d53f-42e1-95c9-f32c86ddf618 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/ports?device_id=e024d6c3-80c1-425c-a5a9-a7305d647b89 HTTP/1.1" status: 200 len: 945 time: 0.1943333 Feb 04 12:24:14.121779 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-becac067-6a49-416b-a2e8-87b306c55e3d req-2c6a3354-6377-4820-8b08-d96d0b87284c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cf88575d-aac2-4541-897f-d504a83fb47b HTTP/1.1" status: 200 len: 217 time: 0.1017742 Feb 04 12:24:14.193478 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port b1b9b941-6acc-4bad-9f28-a928bbd25351 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:24:14.194243 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (b1b9b941-6acc-4bad-9f28-a928bbd25351), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:14.252670 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port b1b9b941-6acc-4bad-9f28-a928bbd25351, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=b1b9b941-6acc-4bad-9f28-a928bbd25351,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:24:14.259587 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (b1b9b941-6acc-4bad-9f28-a928bbd25351), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:14.284486 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bed9df9c-362e-4346-a3f0-fee354b9c2f9 req-bf57e0f3-13d1-47e7-8418-19da98078ce4 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4f571d4-f0a1-47f6-a54a-b93db47581cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019465 Feb 04 12:24:14.290723 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becac067-6a49-416b-a2e8-87b306c55e3d req-66b8cd1b-6b4d-43d1-9885-522c33d5523b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:14.292502 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-becac067-6a49-416b-a2e8-87b306c55e3d req-66b8cd1b-6b4d-43d1-9885-522c33d5523b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=23b19519-2923-41fd-80ca-5f7c6af8f70c HTTP/1.1" status: 200 len: 852 time: 0.1605148 Feb 04 12:24:14.339330 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-becac067-6a49-416b-a2e8-87b306c55e3d req-1be19d9f-7c0b-4c09-9040-cc61d5e06a79 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371416 Feb 04 12:24:14.353088 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 33676) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:24:14.366614 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc3012b-b392-498c-aff6-f4a147e05ed2 req-ee117238-d6e0-4524-a19d-73894c6810c9 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:14.368709 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8dc3012b-b392-498c-aff6-f4a147e05ed2 req-ee117238-d6e0-4524-a19d-73894c6810c9 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] 10.222.0.65 "GET /v2.0/ports?device_id=f741f2c5-460f-49eb-81be-3c3ffbedc0af HTTP/1.1" status: 200 len: 946 time: 0.2520001 Feb 04 12:24:14.374093 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=b1b9b941-6acc-4bad-9f28-a928bbd25351,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:24:14.377166 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8bc331f-93ca-43d9-9578-1aecc7458fb7 req-6649ad8d-64de-4fa5-b719-bbeabe89fe57 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Made reservation on behalf of 47de0937152d4219879ddb21b59f348a for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:24:14.389847 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-f8bc331f-93ca-43d9-9578-1aecc7458fb7 req-6649ad8d-64de-4fa5-b719-bbeabe89fe57 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:14.504872 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-c7a3f20c-cb33-4064-8170-686b551fbed8 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-441115829-network', 'tenant_id': 'b09d9febdaa2484bafa8461f34390659'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:24:14.534336 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7a3f20c-cb33-4064-8170-686b551fbed8 admin admin] Made reservation on behalf of b09d9febdaa2484bafa8461f34390659 for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:24:14.537346 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c7a3f20c-cb33-4064-8170-686b551fbed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:14.546633 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c7a3f20c-cb33-4064-8170-686b551fbed8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:14.605236 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8dc3012b-b392-498c-aff6-f4a147e05ed2 req-8c91c0a7-93bb-479a-8efe-05ec111ba405 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0b93a62-41a7-4338-9add-00a3a3dd7ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127771 Feb 04 12:24:14.623961 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-becac067-6a49-416b-a2e8-87b306c55e3d req-3027f027-71a2-4990-b2df-52fa562886da service neutron] 10.222.0.73 "GET /v2.0/networks/4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544525 Feb 04 12:24:14.636106 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73405cca-9111-4e4a-8f0c-8551a007d085 req-210473f1-2ec7-4336-8f9f-daddbef25a39 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:14.640101 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-73405cca-9111-4e4a-8f0c-8551a007d085 req-210473f1-2ec7-4336-8f9f-daddbef25a39 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] 10.222.0.65 "GET /v2.0/ports?device_id=ecf693c3-0e16-4c20-88e5-c8b419c36f88 HTTP/1.1" status: 200 len: 946 time: 0.2342410 Feb 04 12:24:14.681216 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c7a3f20c-cb33-4064-8170-686b551fbed8 admin admin] Publish callbacks [] for security_group (65b532f6-553b-4a7d-aad3-d6f8aeaacb9a), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:14.688355 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c7a3f20c-cb33-4064-8170-686b551fbed8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (65b532f6-553b-4a7d-aad3-d6f8aeaacb9a), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:14.733449 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7a3f20c-cb33-4064-8170-686b551fbed8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:24:14.747872 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a3f20c-cb33-4064-8170-686b551fbed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65b532f6-553b-4a7d-aad3-d6f8aeaacb9a,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:24:14.756604 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c7a3f20c-cb33-4064-8170-686b551fbed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (acb9d640-bd6c-44b6-b60b-2ea6174d51f4), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:14.757265 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-c7a3f20c-cb33-4064-8170-686b551fbed8 admin admin] Added segment acb9d640-bd6c-44b6-b60b-2ea6174d51f4 of type vlan for network b8fa325b-bcd0-4398-bc54-1d713ba7c3b0 Feb 04 12:24:14.821719 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c7a3f20c-cb33-4064-8170-686b551fbed8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (b8fa325b-bcd0-4398-bc54-1d713ba7c3b0), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:14.848346 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-73405cca-9111-4e4a-8f0c-8551a007d085 req-d0f51d8a-2402-4131-97cc-acb2078eaa4b tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] 10.222.0.65 "GET /v2.0/security-groups?id=e102d2aa-c1a8-4ba5-bd37-a0f044093565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952136 Feb 04 12:24:14.882673 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c7a3f20c-cb33-4064-8170-686b551fbed8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (b8fa325b-bcd0-4398-bc54-1d713ba7c3b0), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:14.885053 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a3f20c-cb33-4064-8170-686b551fbed8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:14.885992 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c7a3f20c-cb33-4064-8170-686b551fbed8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:14.895439 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-f8bc331f-93ca-43d9-9578-1aecc7458fb7 req-6649ad8d-64de-4fa5-b719-bbeabe89fe57 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Allocated IP 19.80.0.167 (55ee8adb-fe62-432c-a2dc-395974095db8/84f9763a-781d-4090-a395-fee23d6ab6c5/92295c29-45b5-48dd-82e4-0914d13be8da) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:24:14.930172 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca0e660-9745-418e-92ff-98643452bea6 req-842f6b1c-8386-4934-9e0f-8e0286e3a191 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:14.932821 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dca0e660-9745-418e-92ff-98643452bea6 req-842f6b1c-8386-4934-9e0f-8e0286e3a191 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?device_id=4cd5a9ca-19bc-4300-88f4-93c1a17aa991 HTTP/1.1" status: 200 len: 944 time: 0.2170315 Feb 04 12:24:14.938453 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-becac067-6a49-416b-a2e8-87b306c55e3d req-f91588ca-af4f-4025-96d5-3cf64c33ae1e service neutron] 10.222.0.73 "GET /v2.0/networks/4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2969146 Feb 04 12:24:15.011113 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a3f20c-cb33-4064-8170-686b551fbed8 admin admin] Pushing event updated for resources: {'Network': ['ID=b8fa325b-bcd0-4398-bc54-1d713ba7c3b0,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:24:15.027636 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network b8fa325b-bcd0-4398-bc54-1d713ba7c3b0 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:24:15.028966 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-c7a3f20c-cb33-4064-8170-686b551fbed8 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6738725 Feb 04 12:24:15.030429 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 33688) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:24:15.035897 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-4e974bd5-6d70-4949-8ba8-eb05b8206304 admin admin] Request body: {'subnet': {'network_id': 'b8fa325b-bcd0-4398-bc54-1d713ba7c3b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-441115829-subnet', 'tenant_id': 'b09d9febdaa2484bafa8461f34390659', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:24:15.065788 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e974bd5-6d70-4949-8ba8-eb05b8206304 admin admin] Made reservation on behalf of b09d9febdaa2484bafa8461f34390659 for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:24:15.068791 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4e974bd5-6d70-4949-8ba8-eb05b8206304 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60610638'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:15.105380 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dca0e660-9745-418e-92ff-98643452bea6 req-da772fba-98fb-4964-882f-9a55bbd055fd tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f51ab49-2800-41c7-a09d-ab109cee7e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618674 Feb 04 12:24:15.270100 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-20f55bca-db3c-4837-a3f9-7f1505db6309 req-68b8243b-8182-4421-98a9-e57099c3226b tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1a7544e-e02d-4ed1-a4db-2ea8d8643517 HTTP/1.1" status: 200 len: 210 time: 0.0677586 Feb 04 12:24:15.378359 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-f8bc331f-93ca-43d9-9578-1aecc7458fb7 req-6649ad8d-64de-4fa5-b719-bbeabe89fe57 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks [] for port (92295c29-45b5-48dd-82e4-0914d13be8da), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:15.395115 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e34e52f-211a-4855-b9e0-a963e3ab152a req-9249e85e-410c-4da7-a968-df170fb00cd0 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:15.407941 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4e34e52f-211a-4855-b9e0-a963e3ab152a req-9249e85e-410c-4da7-a968-df170fb00cd0 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/ports?device_id=8361161f-e46c-4bd3-bcb3-8ad5088a2060 HTTP/1.1" status: 200 len: 950 time: 0.1476648 Feb 04 12:24:15.414446 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4e974bd5-6d70-4949-8ba8-eb05b8206304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59045178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60610680'] for subnet (20190653-fdc7-4422-8e01-957f62aee17f), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:15.439679 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8361161f-e46c-4bd3-bcb3-8ad5088a2060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1b9b941-6acc-4bad-9f28-a928bbd25351'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:24:15.442142 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1e3c0c4-9a86-4896-b1e3-a2e1dab074f1" -d '{"events": [{"server_uuid": "8361161f-e46c-4bd3-bcb3-8ad5088a2060", "name": "network-vif-plugged", "status": "completed", "tag": "b1b9b941-6acc-4bad-9f28-a928bbd25351"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:24:15.489847 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e974bd5-6d70-4949-8ba8-eb05b8206304 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20190653-fdc7-4422-8e01-957f62aee17f,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:24:15.511010 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e974bd5-6d70-4949-8ba8-eb05b8206304 admin admin] Checking segment: {'id': 'acb9d640-bd6c-44b6-b60b-2ea6174d51f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b8fa325b-bcd0-4398-bc54-1d713ba7c3b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:24:15.511534 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e974bd5-6d70-4949-8ba8-eb05b8206304 admin admin] Network hostable DHCP agents. Network: b8fa325b-bcd0-4398-bc54-1d713ba7c3b0, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:24:15.520045 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a6e229fc-a0d8-4a37-ba29-0897933a5130 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:15.551599 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e974bd5-6d70-4949-8ba8-eb05b8206304 admin admin] Network b8fa325b-bcd0-4398-bc54-1d713ba7c3b0 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:24:15.567150 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-4e974bd5-6d70-4949-8ba8-eb05b8206304 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, b8fa325b-bcd0-4398-bc54-1d713ba7c3b0) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:24:15.574553 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e974bd5-6d70-4949-8ba8-eb05b8206304 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:15.575782 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4e974bd5-6d70-4949-8ba8-eb05b8206304 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:15.587818 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b455c23-d454-4263-9cca-aa6a95f78579 None None] Network b8fa325b-bcd0-4398-bc54-1d713ba7c3b0 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:24:15.588749 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4e34e52f-211a-4855-b9e0-a963e3ab152a req-be6c8f5d-ef87-443b-9de1-e7c3d0afcd93 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/security-groups?id=ff9db729-a945-4359-8bb3-48cdfdee30d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794121 Feb 04 12:24:15.599953 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-4e974bd5-6d70-4949-8ba8-eb05b8206304 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5681939 Feb 04 12:24:15.618309 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-f8bc331f-93ca-43d9-9578-1aecc7458fb7 req-6649ad8d-64de-4fa5-b719-bbeabe89fe57 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (92295c29-45b5-48dd-82e4-0914d13be8da), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:15.646995 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cd5a9ca-19bc-4300-88f4-93c1a17aa991', 'tag': 'cf88575d-aac2-4541-897f-d504a83fb47b'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:24:15.652810 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0df6f2c6-776f-4eef-b670-d1738b38f7e4" -d '{"events": [{"name": "network-changed", "server_uuid": "4cd5a9ca-19bc-4300-88f4-93c1a17aa991", "tag": "cf88575d-aac2-4541-897f-d504a83fb47b"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:24:15.701893 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f1de7d5-ab8d-441e-99fd-4a24bfa464c9 x-openstack-request-id: req-6f1de7d5-ab8d-441e-99fd-4a24bfa464c9 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:24:15.702350 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8361161f-e46c-4bd3-bcb3-8ad5088a2060", "name": "network-vif-plugged", "status": "completed", "tag": "b1b9b941-6acc-4bad-9f28-a928bbd25351", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:24:15.702741 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6f1de7d5-ab8d-441e-99fd-4a24bfa464c9 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:24:15.703246 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8361161f-e46c-4bd3-bcb3-8ad5088a2060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1b9b941-6acc-4bad-9f28-a928bbd25351', 'code': 200} Feb 04 12:24:15.764577 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8bc331f-93ca-43d9-9578-1aecc7458fb7 req-6649ad8d-64de-4fa5-b719-bbeabe89fe57 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Network 55ee8adb-fe62-432c-a2dc-395974095db8 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:24:15.791899 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276abf69-3016-4df3-8c1d-928eb92ee04d None None] Network b8fa325b-bcd0-4398-bc54-1d713ba7c3b0 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:24:15.812089 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-f8bc331f-93ca-43d9-9578-1aecc7458fb7 req-6649ad8d-64de-4fa5-b719-bbeabe89fe57 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:24:15.814777 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8bc331f-93ca-43d9-9578-1aecc7458fb7 req-6649ad8d-64de-4fa5-b719-bbeabe89fe57 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:24:15.833648 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d152383a-5dc4-46dd-90b7-28b48110f47c req-06ab81cc-69d1-4926-ac80-e5355baed5aa tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:15.835462 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d152383a-5dc4-46dd-90b7-28b48110f47c req-06ab81cc-69d1-4926-ac80-e5355baed5aa tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] 10.222.0.73 "GET /v2.0/ports?device_id=ecf693c3-0e16-4c20-88e5-c8b419c36f88 HTTP/1.1" status: 200 len: 946 time: 0.3575373 Feb 04 12:24:16.189448 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-2fa8f9f0-77cf-417b-a906-43b458eeb093 None None] Provisioning complete for port 92295c29-45b5-48dd-82e4-0914d13be8da triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:24:16.190661 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2fa8f9f0-77cf-417b-a906-43b458eeb093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (92295c29-45b5-48dd-82e4-0914d13be8da), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:16.244220 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-2fa8f9f0-77cf-417b-a906-43b458eeb093 None None] Port 92295c29-45b5-48dd-82e4-0914d13be8da cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:24:16.372516 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd4fc74-3743-41d5-b9ed-3394e993a1b0 req-93514aa5-cb94-473c-a224-91888ecdb432 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:16.374257 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8cd4fc74-3743-41d5-b9ed-3394e993a1b0 req-93514aa5-cb94-473c-a224-91888ecdb432 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/ports?device_id=e024d6c3-80c1-425c-a5a9-a7305d647b89 HTTP/1.1" status: 200 len: 945 time: 0.9240403 Feb 04 12:24:16.396898 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6649ad8d-64de-4fa5-b719-bbeabe89fe57 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Pushing event updated for resources: {'Port': ['ID=92295c29-45b5-48dd-82e4-0914d13be8da,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:24:16.496245 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bc331f-93ca-43d9-9578-1aecc7458fb7 req-6649ad8d-64de-4fa5-b719-bbeabe89fe57 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:16.497001 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-f8bc331f-93ca-43d9-9578-1aecc7458fb7 req-6649ad8d-64de-4fa5-b719-bbeabe89fe57 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:16.562741 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d0492a-1f49-402e-9c74-e55ece0c1937 req-b89460b1-8843-4131-b2c9-933361f33a5e tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:16.564272 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a1d0492a-1f49-402e-9c74-e55ece0c1937 req-b89460b1-8843-4131-b2c9-933361f33a5e tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] 10.222.0.65 "GET /v2.0/ports?device_id=f741f2c5-460f-49eb-81be-3c3ffbedc0af HTTP/1.1" status: 200 len: 946 time: 0.7644739 Feb 04 12:24:16.582966 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f8bc331f-93ca-43d9-9578-1aecc7458fb7 req-6649ad8d-64de-4fa5-b719-bbeabe89fe57 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6081173 Feb 04 12:24:16.588403 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990cb309-6bef-4d5c-b6c0-830091fb8bf3 req-9fe019fe-4f8a-4509-b899-51738ae543ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:16.589985 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-990cb309-6bef-4d5c-b6c0-830091fb8bf3 req-9fe019fe-4f8a-4509-b899-51738ae543ab service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8361161f-e46c-4bd3-bcb3-8ad5088a2060 HTTP/1.1" status: 200 len: 1132 time: 0.7664158 Feb 04 12:24:16.602795 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-f8bc331f-93ca-43d9-9578-1aecc7458fb7 req-94e9430e-0e89-4c90-825e-df8ededfe851 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Request body: {'port': {'device_id': 'f1a7544e-e02d-4ed1-a4db-2ea8d8643517', 'network_id': '06acfeba-527c-4b26-9f5e-fcd14e6f1339', 'admin_state_up': True, 'tenant_id': '47de0937152d4219879ddb21b59f348a'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:24:16.610839 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8cd4fc74-3743-41d5-b9ed-3394e993a1b0 req-767e5f20-3979-45e9-af85-c6be4a9b68d6 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4f571d4-f0a1-47f6-a54a-b93db47581cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067246 Feb 04 12:24:16.689880 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f11e5e63-8eda-41e2-9c1e-d58028fdc0a9 x-openstack-request-id: req-f11e5e63-8eda-41e2-9c1e-d58028fdc0a9 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:24:16.690245 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cd5a9ca-19bc-4300-88f4-93c1a17aa991", "tag": "cf88575d-aac2-4541-897f-d504a83fb47b", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:24:16.690537 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f11e5e63-8eda-41e2-9c1e-d58028fdc0a9 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:24:16.690939 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cd5a9ca-19bc-4300-88f4-93c1a17aa991', 'tag': 'cf88575d-aac2-4541-897f-d504a83fb47b', 'status': 'completed', 'code': 200} Feb 04 12:24:16.774772 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-d152383a-5dc4-46dd-90b7-28b48110f47c req-90dd23a2-12ee-472f-a31d-39df47440069 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Deleting port fde79ed6-315f-4c57-b7ff-19acc86bff88 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:24:16.775090 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-d152383a-5dc4-46dd-90b7-28b48110f47c req-90dd23a2-12ee-472f-a31d-39df47440069 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (fde79ed6-315f-4c57-b7ff-19acc86bff88), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:16.787360 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a1d0492a-1f49-402e-9c74-e55ece0c1937 req-45033a58-9511-4f27-a10e-fb88d2eddccf tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0b93a62-41a7-4338-9add-00a3a3dd7ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090163 Feb 04 12:24:16.831013 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df6f2c6-776f-4eef-b670-d1738b38f7e4 req-4f9eac80-3c63-4d29-9921-f57b18d490b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:16.834885 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-0df6f2c6-776f-4eef-b670-d1738b38f7e4 req-4f9eac80-3c63-4d29-9921-f57b18d490b0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5b457c49d6644968bc4c4118b5a09653&device_id=4cd5a9ca-19bc-4300-88f4-93c1a17aa991 HTTP/1.1" status: 200 len: 1126 time: 0.1117332 Feb 04 12:24:16.852541 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-990cb309-6bef-4d5c-b6c0-830091fb8bf3 req-5df48913-cbb6-41fc-8f39-34d4b8bd0849 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ff9db729-a945-4359-8bb3-48cdfdee30d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461698 Feb 04 12:24:16.980552 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8bc331f-93ca-43d9-9578-1aecc7458fb7 req-94e9430e-0e89-4c90-825e-df8ededfe851 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Made reservation on behalf of 47de0937152d4219879ddb21b59f348a for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:24:16.984118 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-f8bc331f-93ca-43d9-9578-1aecc7458fb7 req-94e9430e-0e89-4c90-825e-df8ededfe851 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:17.014339 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f3b747-0ad8-4460-a31f-f02514cd8c00 req-8f66e60e-99df-4155-8e09-db5b2017aad5 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:17.014559 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df6f2c6-776f-4eef-b670-d1738b38f7e4 req-09a66e96-1b91-4d18-bc4e-cffbe197a487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:17.015911 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-0df6f2c6-776f-4eef-b670-d1738b38f7e4 req-09a66e96-1b91-4d18-bc4e-cffbe197a487 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5 HTTP/1.1" status: 200 len: 913 time: 0.1748366 Feb 04 12:24:17.016066 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b6f3b747-0ad8-4460-a31f-f02514cd8c00 req-8f66e60e-99df-4155-8e09-db5b2017aad5 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] 10.222.0.65 "GET /v2.0/ports?device_id=ecf693c3-0e16-4c20-88e5-c8b419c36f88 HTTP/1.1" status: 200 len: 946 time: 0.2348521 Feb 04 12:24:17.037533 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-d152383a-5dc4-46dd-90b7-28b48110f47c req-90dd23a2-12ee-472f-a31d-39df47440069 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] For port fde79ed6-315f-4c57-b7ff-19acc86bff88, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=fde79ed6-315f-4c57-b7ff-19acc86bff88,segment=NetworkSegment(3650fe49-0487-4896-b953-b3c6867af33a),segment_id=3650fe49-0487-4896-b953-b3c6867af33a)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:24:17.037959 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-d152383a-5dc4-46dd-90b7-28b48110f47c req-90dd23a2-12ee-472f-a31d-39df47440069 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (fde79ed6-315f-4c57-b7ff-19acc86bff88), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:17.116797 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-ff25ada0-e163-4b0c-bdc5-bebbcae41574 req-2a3a4a9c-b6d7-4de0-803d-b2330f1785cb tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1631945193', 'description': 'tempest-description-584042598'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:24:17.124381 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-d152383a-5dc4-46dd-90b7-28b48110f47c req-90dd23a2-12ee-472f-a31d-39df47440069 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Calling delete_port for fde79ed6-315f-4c57-b7ff-19acc86bff88 owned by compute:nova {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:24:17.141814 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-0df6f2c6-776f-4eef-b670-d1738b38f7e4 req-6f945ce8-6c06-4357-9289-1e56896d3408 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cf88575d-aac2-4541-897f-d504a83fb47b HTTP/1.1" status: 200 len: 217 time: 0.0991399 Feb 04 12:24:17.218094 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df6f2c6-776f-4eef-b670-d1738b38f7e4 req-10f96774-1caf-4a00-935b-0ad502a1fa40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:17.220763 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-0df6f2c6-776f-4eef-b670-d1738b38f7e4 req-10f96774-1caf-4a00-935b-0ad502a1fa40 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=23b19519-2923-41fd-80ca-5f7c6af8f70c HTTP/1.1" status: 200 len: 852 time: 0.0727241 Feb 04 12:24:17.242848 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-ff25ada0-e163-4b0c-bdc5-bebbcae41574 req-2a3a4a9c-b6d7-4de0-803d-b2330f1785cb tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:17.271258 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-0df6f2c6-776f-4eef-b670-d1738b38f7e4 req-b1f0c79f-7052-4b18-bd67-5a8dc5737ebf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421748 Feb 04 12:24:17.290239 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b6f3b747-0ad8-4460-a31f-f02514cd8c00 req-99d51825-97e4-49a7-b0be-6fa9b7cf7263 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] 10.222.0.65 "GET /v2.0/security-groups?id=e102d2aa-c1a8-4ba5-bd37-a0f044093565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614837 Feb 04 12:24:17.356806 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-f8bc331f-93ca-43d9-9578-1aecc7458fb7 req-94e9430e-0e89-4c90-825e-df8ededfe851 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Allocated IP 19.86.0.194 (06acfeba-527c-4b26-9f5e-fcd14e6f1339/7c31c7ed-6b37-4a40-92f7-cc1a552d8286/810e1925-1d97-495e-9e8e-3341bb957b87) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:24:17.401788 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 12:24:17.426022 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-0df6f2c6-776f-4eef-b670-d1738b38f7e4 req-11545dc3-fc72-4e9f-8bd7-4172be5aacf4 service neutron] 10.222.0.73 "GET /v2.0/networks/4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474309 Feb 04 12:24:17.556566 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-0df6f2c6-776f-4eef-b670-d1738b38f7e4 req-d173308a-a9b6-446e-a66e-325656cefcf3 service neutron] 10.222.0.73 "GET /v2.0/networks/4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205637 Feb 04 12:24:17.566343 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-ff25ada0-e163-4b0c-bdc5-bebbcae41574 req-2a3a4a9c-b6d7-4de0-803d-b2330f1785cb tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Publish callbacks [] for security_group (ae936e60-42b2-429d-8649-660f2ab03ed6), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:17.583110 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-ff25ada0-e163-4b0c-bdc5-bebbcae41574 req-2a3a4a9c-b6d7-4de0-803d-b2330f1785cb tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (ae936e60-42b2-429d-8649-660f2ab03ed6), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:17.607892 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-d152383a-5dc4-46dd-90b7-28b48110f47c req-90dd23a2-12ee-472f-a31d-39df47440069 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (fde79ed6-315f-4c57-b7ff-19acc86bff88), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:17.622725 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['fde79ed6-315f-4c57-b7ff-19acc86bff88'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:24:17.725311 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-ff25ada0-e163-4b0c-bdc5-bebbcae41574 req-2a3a4a9c-b6d7-4de0-803d-b2330f1785cb tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:17.727555 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ff25ada0-e163-4b0c-bdc5-bebbcae41574 req-2a3a4a9c-b6d7-4de0-803d-b2330f1785cb tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.6260903 Feb 04 12:24:17.735598 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dd23a2-12ee-472f-a31d-39df47440069 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Pushing event deleted for resources: {'Port': ['ID=fde79ed6-315f-4c57-b7ff-19acc86bff88,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:24:17.767274 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3a4a9c-b6d7-4de0-803d-b2330f1785cb tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae936e60-42b2-429d-8649-660f2ab03ed6,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:24:17.803039 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c42f10-71d6-4162-a079-6644749b5c6a req-0d3c252e-accc-4aa4-b0bc-304cddab632c tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:17.805264 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-33c42f10-71d6-4162-a079-6644749b5c6a req-0d3c252e-accc-4aa4-b0bc-304cddab632c tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?device_id=4cd5a9ca-19bc-4300-88f4-93c1a17aa991 HTTP/1.1" status: 200 len: 944 time: 0.3520868 Feb 04 12:24:17.824459 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-d152383a-5dc4-46dd-90b7-28b48110f47c req-90dd23a2-12ee-472f-a31d-39df47440069 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] No DVR routers for this DVR port fde79ed6-315f-4c57-b7ff-19acc86bff88 on host n-h1-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:24:17.845428 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-d152383a-5dc4-46dd-90b7-28b48110f47c req-90dd23a2-12ee-472f-a31d-39df47440069 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:17.854914 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d152383a-5dc4-46dd-90b7-28b48110f47c req-90dd23a2-12ee-472f-a31d-39df47440069 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] 10.222.0.73 "DELETE /v2.0/ports/fde79ed6-315f-4c57-b7ff-19acc86bff88 HTTP/1.1" status: 204 len: 173 time: 1.9511592 Feb 04 12:24:17.913734 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-59b0d4a8-41e5-437c-a891-f904bbc317d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:17.957090 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-f8bc331f-93ca-43d9-9578-1aecc7458fb7 req-94e9430e-0e89-4c90-825e-df8ededfe851 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks [] for port (810e1925-1d97-495e-9e8e-3341bb957b87), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:17.985168 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device cf88575d-aac2-4541-897f-d504a83fb47b details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:24:18.019119 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-33c42f10-71d6-4162-a079-6644749b5c6a req-1c123dcf-e33b-408e-adab-7d0d79a766c6 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f51ab49-2800-41c7-a09d-ab109cee7e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966159 Feb 04 12:24:18.047865 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6ae129-d09f-4e3d-bf97-f33d8bd40c81 req-5473f599-5b4c-42d7-9909-c7b5321377c5 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:18.050241 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8f6ae129-d09f-4e3d-bf97-f33d8bd40c81 req-5473f599-5b4c-42d7-9909-c7b5321377c5 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1a7544e-e02d-4ed1-a4db-2ea8d8643517 HTTP/1.1" status: 200 len: 932 time: 0.2133474 Feb 04 12:24:18.091334 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-f8bc331f-93ca-43d9-9578-1aecc7458fb7 req-94e9430e-0e89-4c90-825e-df8ededfe851 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (810e1925-1d97-495e-9e8e-3341bb957b87), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:18.243333 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8bc331f-93ca-43d9-9578-1aecc7458fb7 req-94e9430e-0e89-4c90-825e-df8ededfe851 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Network 06acfeba-527c-4b26-9f5e-fcd14e6f1339 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:24:18.254149 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-f8bc331f-93ca-43d9-9578-1aecc7458fb7 req-94e9430e-0e89-4c90-825e-df8ededfe851 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:24:18.266830 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8f6ae129-d09f-4e3d-bf97-f33d8bd40c81 req-3e50b8b2-61bc-4015-96f2-0482f8e329b3 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] 10.222.0.65 "GET /v2.0/security-groups?id=492cb02e-3e46-4ed8-a5e1-736353122ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020221 Feb 04 12:24:18.269268 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8bc331f-93ca-43d9-9578-1aecc7458fb7 req-94e9430e-0e89-4c90-825e-df8ededfe851 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:24:18.278655 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e9430e-0e89-4c90-825e-df8ededfe851 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Pushing event updated for resources: {'Port': ['ID=810e1925-1d97-495e-9e8e-3341bb957b87,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:24:18.380157 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port cf88575d-aac2-4541-897f-d504a83fb47b, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=cf88575d-aac2-4541-897f-d504a83fb47b,segment=NetworkSegment(8447b48f-5ac4-4499-b5ab-2b0cb1297003),segment_id=8447b48f-5ac4-4499-b5ab-2b0cb1297003)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:24:18.399656 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': 'cf88575d-aac2-4541-897f-d504a83fb47b', 'network_id': '4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5', 'port_id': 'cf88575d-aac2-4541-897f-d504a83fb47b', 'mac_address': 'fa:16:3e:90:2f:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23b19519-2923-41fd-80ca-5f7c6af8f70c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:24:18.399948 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bc331f-93ca-43d9-9578-1aecc7458fb7 req-94e9430e-0e89-4c90-825e-df8ededfe851 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:18.401099 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-f8bc331f-93ca-43d9-9578-1aecc7458fb7 req-94e9430e-0e89-4c90-825e-df8ededfe851 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:18.454871 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f8bc331f-93ca-43d9-9578-1aecc7458fb7 req-94e9430e-0e89-4c90-825e-df8ededfe851 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8618026 Feb 04 12:24:18.469206 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae3d36b-2fd4-45a3-97c9-1abbe4102f63 req-e72488cf-ade7-48b4-b56b-eb3f18ed80e5 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:18.485644 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1ae3d36b-2fd4-45a3-97c9-1abbe4102f63 req-e72488cf-ade7-48b4-b56b-eb3f18ed80e5 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/ports?device_id=8361161f-e46c-4bd3-bcb3-8ad5088a2060 HTTP/1.1" status: 200 len: 950 time: 0.3254766 Feb 04 12:24:18.506732 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-f8bc331f-93ca-43d9-9578-1aecc7458fb7 req-7a3d8c20-ee47-44f2-804c-6e20372306b1 service neutron] Request body: {'port': {'device_id': 'f1a7544e-e02d-4ed1-a4db-2ea8d8643517', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:24:18.511642 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port cf88575d-aac2-4541-897f-d504a83fb47b is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:24:18.512741 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (cf88575d-aac2-4541-897f-d504a83fb47b), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:18.558694 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf88575d-aac2-4541-897f-d504a83fb47b {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:24:18.621935 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port cf88575d-aac2-4541-897f-d504a83fb47b, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=cf88575d-aac2-4541-897f-d504a83fb47b,segment=NetworkSegment(8447b48f-5ac4-4499-b5ab-2b0cb1297003),segment_id=8447b48f-5ac4-4499-b5ab-2b0cb1297003)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:24:18.630386 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (cf88575d-aac2-4541-897f-d504a83fb47b), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:18.715869 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecf693c3-0e16-4c20-88e5-c8b419c36f88', 'name': 'network-vif-deleted', 'tag': 'fde79ed6-315f-4c57-b7ff-19acc86bff88'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:24:18.727459 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dcbef34-801c-4df5-bc93-95d1c421d64c" -d '{"events": [{"server_uuid": "ecf693c3-0e16-4c20-88e5-c8b419c36f88", "name": "network-vif-deleted", "tag": "fde79ed6-315f-4c57-b7ff-19acc86bff88"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:24:18.780249 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=cf88575d-aac2-4541-897f-d504a83fb47b,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:24:18.802940 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-f8bc331f-93ca-43d9-9578-1aecc7458fb7 req-7a3d8c20-ee47-44f2-804c-6e20372306b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (92295c29-45b5-48dd-82e4-0914d13be8da), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:18.806368 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-a7135e03-0f3d-4f57-8352-50be4a5b1b19 None None] Provisioning complete for port 810e1925-1d97-495e-9e8e-3341bb957b87 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:24:18.806899 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a7135e03-0f3d-4f57-8352-50be4a5b1b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (810e1925-1d97-495e-9e8e-3341bb957b87), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:18.811865 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1ae3d36b-2fd4-45a3-97c9-1abbe4102f63 req-97737dfd-2a15-4c2e-8968-0376b96d5909 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/security-groups?id=ff9db729-a945-4359-8bb3-48cdfdee30d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3245344 Feb 04 12:24:18.872364 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-a7135e03-0f3d-4f57-8352-50be4a5b1b19 None None] Port 810e1925-1d97-495e-9e8e-3341bb957b87 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:24:18.894807 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['cf88575d-aac2-4541-897f-d504a83fb47b'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:24:18.903851 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-e393fe9c-6716-4e6e-9a28-6cad2b51c338 req-b9860d81-d0fa-4cb9-b7a3-ffb10aa9ab41 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-709106700', 'description': 'tempest-description-1869443821'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:24:18.935181 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b79c09b-5567-4da2-ac5e-095b95a8ce2f req-d7f78512-77f6-461a-b75a-fac92929fdb9 tempest-LiveMigrationTest-337354813 tempest-LiveMigrationTest-337354813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:18.937051 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7b79c09b-5567-4da2-ac5e-095b95a8ce2f req-d7f78512-77f6-461a-b75a-fac92929fdb9 tempest-LiveMigrationTest-337354813 tempest-LiveMigrationTest-337354813-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=e024d6c3-80c1-425c-a5a9-a7305d647b89 HTTP/1.1" status: 200 len: 1127 time: 0.1966414 Feb 04 12:24:19.028003 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e393fe9c-6716-4e6e-9a28-6cad2b51c338 req-b9860d81-d0fa-4cb9-b7a3-ffb10aa9ab41 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:19.111383 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:19.157951 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7b79c09b-5567-4da2-ac5e-095b95a8ce2f req-7ff6d45f-afb1-44d9-b815-a7b7c3775ea1 tempest-LiveMigrationTest-337354813 tempest-LiveMigrationTest-337354813-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=e4f571d4-f0a1-47f6-a54a-b93db47581cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050536 Feb 04 12:24:19.275165 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e393fe9c-6716-4e6e-9a28-6cad2b51c338 req-b9860d81-d0fa-4cb9-b7a3-ffb10aa9ab41 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Publish callbacks [] for security_group (3d5e9cfa-69ee-4c9c-8a01-39831f99174b), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:19.296058 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e393fe9c-6716-4e6e-9a28-6cad2b51c338 req-b9860d81-d0fa-4cb9-b7a3-ffb10aa9ab41 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (3d5e9cfa-69ee-4c9c-8a01-39831f99174b), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:19.375013 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e393fe9c-6716-4e6e-9a28-6cad2b51c338 req-b9860d81-d0fa-4cb9-b7a3-ffb10aa9ab41 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:19.376461 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e393fe9c-6716-4e6e-9a28-6cad2b51c338 req-b9860d81-d0fa-4cb9-b7a3-ffb10aa9ab41 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.4833233 Feb 04 12:24:19.443344 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-f8bc331f-93ca-43d9-9578-1aecc7458fb7 req-7a3d8c20-ee47-44f2-804c-6e20372306b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92295c29-45b5-48dd-82e4-0914d13be8da {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:24:19.450138 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9860d81-d0fa-4cb9-b7a3-ffb10aa9ab41 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d5e9cfa-69ee-4c9c-8a01-39831f99174b,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:24:19.470590 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d9ab814-de6a-40f5-966c-26cae6d7bfeb x-openstack-request-id: req-2d9ab814-de6a-40f5-966c-26cae6d7bfeb {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:24:19.471290 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecf693c3-0e16-4c20-88e5-c8b419c36f88", "name": "network-vif-deleted", "tag": "fde79ed6-315f-4c57-b7ff-19acc86bff88", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:24:19.471803 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2d9ab814-de6a-40f5-966c-26cae6d7bfeb {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:24:19.474957 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecf693c3-0e16-4c20-88e5-c8b419c36f88', 'name': 'network-vif-deleted', 'tag': 'fde79ed6-315f-4c57-b7ff-19acc86bff88', 'status': 'completed', 'code': 200} Feb 04 12:24:19.484627 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-f8bc331f-93ca-43d9-9578-1aecc7458fb7 req-7a3d8c20-ee47-44f2-804c-6e20372306b1 service neutron] Publish callbacks [] for port (92295c29-45b5-48dd-82e4-0914d13be8da), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:19.510183 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f780bed2-a122-46da-81cc-a033152ac3cc req-9e508baa-51b5-4d6a-9441-47d1d65953c9 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:19.511855 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f780bed2-a122-46da-81cc-a033152ac3cc req-9e508baa-51b5-4d6a-9441-47d1d65953c9 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] 10.222.0.65 "GET /v2.0/ports?device_id=f741f2c5-460f-49eb-81be-3c3ffbedc0af HTTP/1.1" status: 200 len: 946 time: 0.2339439 Feb 04 12:24:19.517673 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-f8bc331f-93ca-43d9-9578-1aecc7458fb7 req-7a3d8c20-ee47-44f2-804c-6e20372306b1 service neutron] Transition to ACTIVE for port object 92295c29-45b5-48dd-82e4-0914d13be8da will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:24:19.530902 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-f8bc331f-93ca-43d9-9578-1aecc7458fb7 req-7a3d8c20-ee47-44f2-804c-6e20372306b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (92295c29-45b5-48dd-82e4-0914d13be8da), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:19.645113 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3d8c20-ee47-44f2-804c-6e20372306b1 service neutron] Pushing event updated for resources: {'Port': ['ID=92295c29-45b5-48dd-82e4-0914d13be8da,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:24:19.653892 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f780bed2-a122-46da-81cc-a033152ac3cc req-b2708340-ae3f-4404-9077-31939124f5cf tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0b93a62-41a7-4338-9add-00a3a3dd7ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335170 Feb 04 12:24:19.728359 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b855b277-715c-4e9d-b482-ce0a3c06c810 req-20718572-3008-49ba-9d9a-3e904c7f5a34 tempest-ServersOnMultiNodesTest-571519993 tempest-ServersOnMultiNodesTest-571519993-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:19.731048 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b855b277-715c-4e9d-b482-ce0a3c06c810 req-20718572-3008-49ba-9d9a-3e904c7f5a34 tempest-ServersOnMultiNodesTest-571519993 tempest-ServersOnMultiNodesTest-571519993-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=8361161f-e46c-4bd3-bcb3-8ad5088a2060 HTTP/1.1" status: 200 len: 1132 time: 0.2082515 Feb 04 12:24:19.849113 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-f8bc331f-93ca-43d9-9578-1aecc7458fb7 req-7a3d8c20-ee47-44f2-804c-6e20372306b1 service neutron] Attempting to bind port 92295c29-45b5-48dd-82e4-0914d13be8da on host n-h2-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:24:19.849472 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-f8bc331f-93ca-43d9-9578-1aecc7458fb7 req-7a3d8c20-ee47-44f2-804c-6e20372306b1 service neutron] Attempting to bind port 92295c29-45b5-48dd-82e4-0914d13be8da by drivers openvswitch,hyperv on host n-h2-825015-3 at level 0 using segments [{'id': '69566930-5f2a-43e0-ab3b-fb077f0a7b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '55ee8adb-fe62-432c-a2dc-395974095db8'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:24:19.849793 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8bc331f-93ca-43d9-9578-1aecc7458fb7 req-7a3d8c20-ee47-44f2-804c-6e20372306b1 service neutron] Attempting to bind port 92295c29-45b5-48dd-82e4-0914d13be8da on network 55ee8adb-fe62-432c-a2dc-395974095db8 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:24:19.864036 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b855b277-715c-4e9d-b482-ce0a3c06c810 req-f0a3a3ad-4253-4d4b-a2c9-467b8ee4f02f tempest-ServersOnMultiNodesTest-571519993 tempest-ServersOnMultiNodesTest-571519993-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=ff9db729-a945-4359-8bb3-48cdfdee30d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247964 Feb 04 12:24:19.871221 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8bc331f-93ca-43d9-9578-1aecc7458fb7 req-7a3d8c20-ee47-44f2-804c-6e20372306b1 service neutron] Port 92295c29-45b5-48dd-82e4-0914d13be8da on network 55ee8adb-fe62-432c-a2dc-395974095db8 not bound, no agent of type Open vSwitch agent registered on host n-h2-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:24:19.871667 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8bc331f-93ca-43d9-9578-1aecc7458fb7 req-7a3d8c20-ee47-44f2-804c-6e20372306b1 service neutron] Attempting to bind port 92295c29-45b5-48dd-82e4-0914d13be8da on network 55ee8adb-fe62-432c-a2dc-395974095db8 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:24:19.883188 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8bc331f-93ca-43d9-9578-1aecc7458fb7 req-7a3d8c20-ee47-44f2-804c-6e20372306b1 service neutron] Checking agent: {'id': '9b68a165-e786-4b91-8592-44519c2ecabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:24:19.883516 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8bc331f-93ca-43d9-9578-1aecc7458fb7 req-7a3d8c20-ee47-44f2-804c-6e20372306b1 service neutron] Checking segment: {'id': '69566930-5f2a-43e0-ab3b-fb077f0a7b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '55ee8adb-fe62-432c-a2dc-395974095db8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:24:19.883957 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8bc331f-93ca-43d9-9578-1aecc7458fb7 req-7a3d8c20-ee47-44f2-804c-6e20372306b1 service neutron] Bound using segment: {'id': '69566930-5f2a-43e0-ab3b-fb077f0a7b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '55ee8adb-fe62-432c-a2dc-395974095db8'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:24:19.884408 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-f8bc331f-93ca-43d9-9578-1aecc7458fb7 req-7a3d8c20-ee47-44f2-804c-6e20372306b1 service neutron] Bound port: 92295c29-45b5-48dd-82e4-0914d13be8da, host: n-h2-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69566930-5f2a-43e0-ab3b-fb077f0a7b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '55ee8adb-fe62-432c-a2dc-395974095db8'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:24:19.884773 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-f8bc331f-93ca-43d9-9578-1aecc7458fb7 req-7a3d8c20-ee47-44f2-804c-6e20372306b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (92295c29-45b5-48dd-82e4-0914d13be8da), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:19.912097 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e03ca-d64a-47d2-9b81-b7d857404c91 req-b819a609-e785-4473-b1fa-850659317f73 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:19.918789 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-539e03ca-d64a-47d2-9b81-b7d857404c91 req-b819a609-e785-4473-b1fa-850659317f73 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?device_id=4cd5a9ca-19bc-4300-88f4-93c1a17aa991 HTTP/1.1" status: 200 len: 945 time: 0.1447923 Feb 04 12:24:19.986662 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device cf88575d-aac2-4541-897f-d504a83fb47b up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:24:20.058125 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning for port cf88575d-aac2-4541-897f-d504a83fb47b completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:24:20.064314 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port cf88575d-aac2-4541-897f-d504a83fb47b triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:24:20.064702 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (cf88575d-aac2-4541-897f-d504a83fb47b), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:20.108816 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-539e03ca-d64a-47d2-9b81-b7d857404c91 req-827752f0-e3ad-4e09-b9f3-573549fe2365 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f51ab49-2800-41c7-a09d-ab109cee7e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479733 Feb 04 12:24:20.113844 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-f8bc331f-93ca-43d9-9578-1aecc7458fb7 req-7a3d8c20-ee47-44f2-804c-6e20372306b1 service neutron] For port 92295c29-45b5-48dd-82e4-0914d13be8da, host n-h2-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:24:20.120310 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-f8bc331f-93ca-43d9-9578-1aecc7458fb7 req-7a3d8c20-ee47-44f2-804c-6e20372306b1 service neutron] For port 92295c29-45b5-48dd-82e4-0914d13be8da, host n-h2-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=92295c29-45b5-48dd-82e4-0914d13be8da,segment=NetworkSegment(69566930-5f2a-43e0-ab3b-fb077f0a7b50),segment_id=69566930-5f2a-43e0-ab3b-fb077f0a7b50)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:24:20.135182 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-f8bc331f-93ca-43d9-9578-1aecc7458fb7 req-7a3d8c20-ee47-44f2-804c-6e20372306b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (92295c29-45b5-48dd-82e4-0914d13be8da), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:20.207173 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addcba1b-af7a-4fe9-b932-993e11d5fe08 req-7bd574ff-aa89-4bcd-8cda-f8baa67d2685 tempest-LiveMigrationTest-337354813 tempest-LiveMigrationTest-337354813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:20.209920 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-addcba1b-af7a-4fe9-b932-993e11d5fe08 req-7bd574ff-aa89-4bcd-8cda-f8baa67d2685 tempest-LiveMigrationTest-337354813 tempest-LiveMigrationTest-337354813-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=e024d6c3-80c1-425c-a5a9-a7305d647b89 HTTP/1.1" status: 200 len: 1127 time: 0.1986830 Feb 04 12:24:20.217403 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bc331f-93ca-43d9-9578-1aecc7458fb7 req-7a3d8c20-ee47-44f2-804c-6e20372306b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:20.218181 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-f8bc331f-93ca-43d9-9578-1aecc7458fb7 req-7a3d8c20-ee47-44f2-804c-6e20372306b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:20.219706 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f8bc331f-93ca-43d9-9578-1aecc7458fb7 req-7a3d8c20-ee47-44f2-804c-6e20372306b1 service neutron] 10.222.0.77 "PUT /v2.0/ports/92295c29-45b5-48dd-82e4-0914d13be8da HTTP/1.1" status: 200 len: 1092 time: 1.7233033 Feb 04 12:24:20.267044 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port cf88575d-aac2-4541-897f-d504a83fb47b is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:24:20.267505 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (cf88575d-aac2-4541-897f-d504a83fb47b), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:20.285937 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-f8bc331f-93ca-43d9-9578-1aecc7458fb7 req-5afc798e-db05-435e-90e7-11688286a631 service neutron] Request body: {'port': {'device_id': 'f1a7544e-e02d-4ed1-a4db-2ea8d8643517', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:24:20.356297 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cd5a9ca-19bc-4300-88f4-93c1a17aa991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf88575d-aac2-4541-897f-d504a83fb47b'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:24:20.360588 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d93b710-8a2b-4c57-8be8-eda3616bbcec" -d '{"events": [{"server_uuid": "4cd5a9ca-19bc-4300-88f4-93c1a17aa991", "name": "network-vif-plugged", "status": "completed", "tag": "cf88575d-aac2-4541-897f-d504a83fb47b"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:24:20.382351 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3d8c20-ee47-44f2-804c-6e20372306b1 service neutron] Pushing event updated for resources: {'Port': ['ID=92295c29-45b5-48dd-82e4-0914d13be8da,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:24:20.423630 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-addcba1b-af7a-4fe9-b932-993e11d5fe08 req-ab9a60d1-5b6c-4be4-afe2-7a3bfe91319c tempest-LiveMigrationTest-337354813 tempest-LiveMigrationTest-337354813-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=e4f571d4-f0a1-47f6-a54a-b93db47581cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023008 Feb 04 12:24:20.428513 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port cf88575d-aac2-4541-897f-d504a83fb47b, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=cf88575d-aac2-4541-897f-d504a83fb47b,segment=NetworkSegment(8447b48f-5ac4-4499-b5ab-2b0cb1297003),segment_id=8447b48f-5ac4-4499-b5ab-2b0cb1297003)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:24:20.431876 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:20.437693 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (cf88575d-aac2-4541-897f-d504a83fb47b), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:20.442530 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device fde79ed6-315f-4c57-b7ff-19acc86bff88 no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:24:20.526971 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-f8bc331f-93ca-43d9-9578-1aecc7458fb7 req-5afc798e-db05-435e-90e7-11688286a631 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (810e1925-1d97-495e-9e8e-3341bb957b87), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:20.538002 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b90dae-fe45-4a74-b1c5-abca3a403272 req-a3c138bc-75a6-401c-96f5-61290bd6ec2b tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:20.544490 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] No Port match for: fde79ed6-315f-4c57-b7ff-19acc86bff88 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:24:20.545037 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device fde79ed6-315f-4c57-b7ff-19acc86bff88 not bound to the agent host n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:24:20.547380 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b90dae-fe45-4a74-b1c5-abca3a403272 req-a3c138bc-75a6-401c-96f5-61290bd6ec2b tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:20.557977 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-62b90dae-fe45-4a74-b1c5-abca3a403272 req-a3c138bc-75a6-401c-96f5-61290bd6ec2b tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1a7544e-e02d-4ed1-a4db-2ea8d8643517 HTTP/1.1" status: 200 len: 1667 time: 0.3153951 Feb 04 12:24:20.585053 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=cf88575d-aac2-4541-897f-d504a83fb47b,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:24:20.672695 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-62b90dae-fe45-4a74-b1c5-abca3a403272 req-0bb4698a-2b83-4a73-876b-f63fad04faf0 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] 10.222.0.65 "GET /v2.0/security-groups?id=492cb02e-3e46-4ed8-a5e1-736353122ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133142 Feb 04 12:24:20.993226 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21de22a7-4b89-4079-acc6-982b529f60c2 x-openstack-request-id: req-21de22a7-4b89-4079-acc6-982b529f60c2 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:24:20.994118 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cd5a9ca-19bc-4300-88f4-93c1a17aa991", "name": "network-vif-plugged", "status": "completed", "tag": "cf88575d-aac2-4541-897f-d504a83fb47b", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:24:20.994118 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-21de22a7-4b89-4079-acc6-982b529f60c2 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:24:20.994756 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cd5a9ca-19bc-4300-88f4-93c1a17aa991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf88575d-aac2-4541-897f-d504a83fb47b', 'code': 200} Feb 04 12:24:21.017525 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9624ff-9d5f-4008-a66b-a4284f5b013a req-b52038c8-1b29-45c2-8eff-0433479256a9 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:21.021028 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3c9624ff-9d5f-4008-a66b-a4284f5b013a req-b52038c8-1b29-45c2-8eff-0433479256a9 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.65 "GET /v2.0/networks?id=b8fa325b-bcd0-4398-bc54-1d713ba7c3b0 HTTP/1.1" status: 200 len: 812 time: 0.3462799 Feb 04 12:24:21.073403 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3c9624ff-9d5f-4008-a66b-a4284f5b013a req-e0b9fd5b-c47c-4a39-aeba-2cd1a114c942 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.65 "GET /v2.0/quotas/b09d9febdaa2484bafa8461f34390659 HTTP/1.1" status: 200 len: 375 time: 0.0417230 Feb 04 12:24:21.162899 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3c9624ff-9d5f-4008-a66b-a4284f5b013a req-c9b90250-4ec8-4ddc-90fe-abcc9b322efa tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=b09d9febdaa2484bafa8461f34390659&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0742104 Feb 04 12:24:21.367909 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-f8bc331f-93ca-43d9-9578-1aecc7458fb7 req-5afc798e-db05-435e-90e7-11688286a631 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 810e1925-1d97-495e-9e8e-3341bb957b87 {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:24:21.388403 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-f8bc331f-93ca-43d9-9578-1aecc7458fb7 req-5afc798e-db05-435e-90e7-11688286a631 service neutron] Publish callbacks [] for port (810e1925-1d97-495e-9e8e-3341bb957b87), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:21.394753 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900b63ee-ec2e-42a7-9e2e-9632103819e4 req-f410e43a-da30-4370-8dc1-4392df370cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:21.396756 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-900b63ee-ec2e-42a7-9e2e-9632103819e4 req-f410e43a-da30-4370-8dc1-4392df370cab service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4cd5a9ca-19bc-4300-88f4-93c1a17aa991 HTTP/1.1" status: 200 len: 1128 time: 0.3194983 Feb 04 12:24:21.428837 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-f8bc331f-93ca-43d9-9578-1aecc7458fb7 req-5afc798e-db05-435e-90e7-11688286a631 service neutron] Transition to ACTIVE for port object 810e1925-1d97-495e-9e8e-3341bb957b87 will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:24:21.452914 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-f8bc331f-93ca-43d9-9578-1aecc7458fb7 req-5afc798e-db05-435e-90e7-11688286a631 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (810e1925-1d97-495e-9e8e-3341bb957b87), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:21.483065 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1a7544e-e02d-4ed1-a4db-2ea8d8643517', 'tag': '92295c29-45b5-48dd-82e4-0914d13be8da'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:24:21.486664 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb373b70-8acc-499a-af2d-7b307c8b18ab" -d '{"events": [{"name": "network-changed", "server_uuid": "f1a7544e-e02d-4ed1-a4db-2ea8d8643517", "tag": "92295c29-45b5-48dd-82e4-0914d13be8da"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:24:21.549434 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:21.553410 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3c9624ff-9d5f-4008-a66b-a4284f5b013a req-ca377828-99f0-4cb9-8428-ca5e94511d06 service neutron] 10.222.0.65 "GET /v2.0/networks/b8fa325b-bcd0-4398-bc54-1d713ba7c3b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3770077 Feb 04 12:24:21.584087 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fe35fa-bf27-4121-afa8-262d68675cad req-3b5da069-7b88-439b-a352-982f351ed78d tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:21.586701 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-40fe35fa-bf27-4121-afa8-262d68675cad req-3b5da069-7b88-439b-a352-982f351ed78d tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] 10.222.0.65 "GET /v2.0/ports?device_id=f741f2c5-460f-49eb-81be-3c3ffbedc0af HTTP/1.1" status: 200 len: 946 time: 0.3342366 Feb 04 12:24:21.667291 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-900b63ee-ec2e-42a7-9e2e-9632103819e4 req-d040fe97-f868-4e28-8b2b-5c0913e608e7 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=7f51ab49-2800-41c7-a09d-ab109cee7e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545962 Feb 04 12:24:21.683190 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afc798e-db05-435e-90e7-11688286a631 service neutron] Pushing event updated for resources: {'Port': ['ID=810e1925-1d97-495e-9e8e-3341bb957b87,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:24:22.184354 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-40fe35fa-bf27-4121-afa8-262d68675cad req-c2897437-618a-490c-be8b-34673434ec61 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0b93a62-41a7-4338-9add-00a3a3dd7ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5851917 Feb 04 12:24:22.206239 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3c9624ff-9d5f-4008-a66b-a4284f5b013a req-d05c2dce-5a79-4702-a7f3-eb662c36eefb service neutron] 10.222.0.65 "GET /v2.0/networks/b8fa325b-bcd0-4398-bc54-1d713ba7c3b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6515968 Feb 04 12:24:22.228573 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-f8bc331f-93ca-43d9-9578-1aecc7458fb7 req-5afc798e-db05-435e-90e7-11688286a631 service neutron] Attempting to bind port 810e1925-1d97-495e-9e8e-3341bb957b87 on host n-h2-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:24:22.228928 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-f8bc331f-93ca-43d9-9578-1aecc7458fb7 req-5afc798e-db05-435e-90e7-11688286a631 service neutron] Attempting to bind port 810e1925-1d97-495e-9e8e-3341bb957b87 by drivers openvswitch,hyperv on host n-h2-825015-3 at level 0 using segments [{'id': '540a54e9-96af-46f8-9335-8bb223f8aaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '06acfeba-527c-4b26-9f5e-fcd14e6f1339'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:24:22.229274 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8bc331f-93ca-43d9-9578-1aecc7458fb7 req-5afc798e-db05-435e-90e7-11688286a631 service neutron] Attempting to bind port 810e1925-1d97-495e-9e8e-3341bb957b87 on network 06acfeba-527c-4b26-9f5e-fcd14e6f1339 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:24:22.235890 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8bc331f-93ca-43d9-9578-1aecc7458fb7 req-5afc798e-db05-435e-90e7-11688286a631 service neutron] Port 810e1925-1d97-495e-9e8e-3341bb957b87 on network 06acfeba-527c-4b26-9f5e-fcd14e6f1339 not bound, no agent of type Open vSwitch agent registered on host n-h2-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:24:22.236441 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8bc331f-93ca-43d9-9578-1aecc7458fb7 req-5afc798e-db05-435e-90e7-11688286a631 service neutron] Attempting to bind port 810e1925-1d97-495e-9e8e-3341bb957b87 on network 06acfeba-527c-4b26-9f5e-fcd14e6f1339 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:24:22.244269 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8bc331f-93ca-43d9-9578-1aecc7458fb7 req-5afc798e-db05-435e-90e7-11688286a631 service neutron] Checking agent: {'id': '9b68a165-e786-4b91-8592-44519c2ecabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:24:22.244617 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8bc331f-93ca-43d9-9578-1aecc7458fb7 req-5afc798e-db05-435e-90e7-11688286a631 service neutron] Checking segment: {'id': '540a54e9-96af-46f8-9335-8bb223f8aaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '06acfeba-527c-4b26-9f5e-fcd14e6f1339'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:24:22.245029 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8bc331f-93ca-43d9-9578-1aecc7458fb7 req-5afc798e-db05-435e-90e7-11688286a631 service neutron] Bound using segment: {'id': '540a54e9-96af-46f8-9335-8bb223f8aaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '06acfeba-527c-4b26-9f5e-fcd14e6f1339'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:24:22.245494 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-f8bc331f-93ca-43d9-9578-1aecc7458fb7 req-5afc798e-db05-435e-90e7-11688286a631 service neutron] Bound port: 810e1925-1d97-495e-9e8e-3341bb957b87, host: n-h2-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '540a54e9-96af-46f8-9335-8bb223f8aaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '06acfeba-527c-4b26-9f5e-fcd14e6f1339'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:24:22.245870 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-f8bc331f-93ca-43d9-9578-1aecc7458fb7 req-5afc798e-db05-435e-90e7-11688286a631 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (810e1925-1d97-495e-9e8e-3341bb957b87), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:22.374929 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-f8bc331f-93ca-43d9-9578-1aecc7458fb7 req-5afc798e-db05-435e-90e7-11688286a631 service neutron] For port 810e1925-1d97-495e-9e8e-3341bb957b87, host n-h2-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:24:22.380161 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-f8bc331f-93ca-43d9-9578-1aecc7458fb7 req-5afc798e-db05-435e-90e7-11688286a631 service neutron] For port 810e1925-1d97-495e-9e8e-3341bb957b87, host n-h2-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=810e1925-1d97-495e-9e8e-3341bb957b87,segment=NetworkSegment(540a54e9-96af-46f8-9335-8bb223f8aaf4),segment_id=540a54e9-96af-46f8-9335-8bb223f8aaf4)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:24:22.389651 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-f8bc331f-93ca-43d9-9578-1aecc7458fb7 req-5afc798e-db05-435e-90e7-11688286a631 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (810e1925-1d97-495e-9e8e-3341bb957b87), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:22.402438 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ea3fd8-f495-47ea-ba92-5c984c2d30d0 req-0eb692ef-4f27-40f8-ad54-2bccc94bc4f2 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:22.404176 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-49ea3fd8-f495-47ea-ba92-5c984c2d30d0 req-0eb692ef-4f27-40f8-ad54-2bccc94bc4f2 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/ports?device_id=8361161f-e46c-4bd3-bcb3-8ad5088a2060 HTTP/1.1" status: 200 len: 950 time: 0.1217289 Feb 04 12:24:22.474297 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bc331f-93ca-43d9-9578-1aecc7458fb7 req-5afc798e-db05-435e-90e7-11688286a631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:22.475224 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-f8bc331f-93ca-43d9-9578-1aecc7458fb7 req-5afc798e-db05-435e-90e7-11688286a631 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:22.476959 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f8bc331f-93ca-43d9-9578-1aecc7458fb7 req-5afc798e-db05-435e-90e7-11688286a631 service neutron] 10.222.0.77 "PUT /v2.0/ports/810e1925-1d97-495e-9e8e-3341bb957b87 HTTP/1.1" status: 200 len: 1092 time: 2.2025847 Feb 04 12:24:22.512111 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afc798e-db05-435e-90e7-11688286a631 service neutron] Pushing event updated for resources: {'Port': ['ID=810e1925-1d97-495e-9e8e-3341bb957b87,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:24:22.543661 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-49ea3fd8-f495-47ea-ba92-5c984c2d30d0 req-1dc88222-aeda-499d-ad45-4c40d1204510 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/security-groups?id=ff9db729-a945-4359-8bb3-48cdfdee30d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139605 Feb 04 12:24:22.909553 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bc331f-93ca-43d9-9578-1aecc7458fb7 req-d346849e-2c0a-4f10-9e17-42df462194f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:22.918084 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bc331f-93ca-43d9-9578-1aecc7458fb7 req-d346849e-2c0a-4f10-9e17-42df462194f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:22.919212 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f8bc331f-93ca-43d9-9578-1aecc7458fb7 req-d346849e-2c0a-4f10-9e17-42df462194f7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=47de0937152d4219879ddb21b59f348a&device_id=f1a7544e-e02d-4ed1-a4db-2ea8d8643517 HTTP/1.1" status: 200 len: 2043 time: 0.2903399 Feb 04 12:24:23.056116 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f8bc331f-93ca-43d9-9578-1aecc7458fb7 req-83d820ce-fa7c-48d3-bc0d-09287c687e10 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.167&port_id=92295c29-45b5-48dd-82e4-0914d13be8da HTTP/1.1" status: 200 len: 217 time: 0.0928106 Feb 04 12:24:23.150442 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b661fe3b-5c68-4ae0-8bc0-5771dbbfac2e req-72db7671-0c51-4910-afbc-193381830d96 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:23.153093 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b661fe3b-5c68-4ae0-8bc0-5771dbbfac2e req-72db7671-0c51-4910-afbc-193381830d96 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.73 "GET /v2.0/ports?device_id=8361161f-e46c-4bd3-bcb3-8ad5088a2060 HTTP/1.1" status: 200 len: 950 time: 0.4276471 Feb 04 12:24:23.170766 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82439c58-0e5b-4102-b3f4-a40dc9d13b31 req-a4dabb7b-a89c-4be5-b987-8003c20285e6 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:23.184144 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-82439c58-0e5b-4102-b3f4-a40dc9d13b31 req-a4dabb7b-a89c-4be5-b987-8003c20285e6 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?device_id=4cd5a9ca-19bc-4300-88f4-93c1a17aa991 HTTP/1.1" status: 200 len: 946 time: 0.4290459 Feb 04 12:24:23.305242 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bc331f-93ca-43d9-9578-1aecc7458fb7 req-ad7ff811-2eb3-4219-8cf0-183972f6f787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:23.309114 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f8bc331f-93ca-43d9-9578-1aecc7458fb7 req-ad7ff811-2eb3-4219-8cf0-183972f6f787 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=84f9763a-781d-4090-a395-fee23d6ab6c5 HTTP/1.1" status: 200 len: 801 time: 0.2450631 Feb 04 12:24:23.461245 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-82439c58-0e5b-4102-b3f4-a40dc9d13b31 req-d8609fb2-9629-452c-a7cc-c258d81d1860 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f51ab49-2800-41c7-a09d-ab109cee7e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751386 Feb 04 12:24:23.506600 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bc331f-93ca-43d9-9578-1aecc7458fb7 req-3f24062e-caa3-47e8-909f-d4884adb84d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:23.511907 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f8bc331f-93ca-43d9-9578-1aecc7458fb7 req-3f24062e-caa3-47e8-909f-d4884adb84d7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=55ee8adb-fe62-432c-a2dc-395974095db8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1921470 Feb 04 12:24:23.562363 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea2506bc-2f4c-44c2-97fe-48c83d343c91 x-openstack-request-id: req-ea2506bc-2f4c-44c2-97fe-48c83d343c91 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:24:23.562831 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1a7544e-e02d-4ed1-a4db-2ea8d8643517", "tag": "92295c29-45b5-48dd-82e4-0914d13be8da", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:24:23.563247 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ea2506bc-2f4c-44c2-97fe-48c83d343c91 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:24:23.564099 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1a7544e-e02d-4ed1-a4db-2ea8d8643517', 'tag': '92295c29-45b5-48dd-82e4-0914d13be8da', 'status': 'completed', 'code': 200} Feb 04 12:24:23.704865 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-b661fe3b-5c68-4ae0-8bc0-5771dbbfac2e req-2af8844a-49e6-4707-b3ad-c32984e02069 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Deleting port b1b9b941-6acc-4bad-9f28-a928bbd25351 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:24:23.705456 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-b661fe3b-5c68-4ae0-8bc0-5771dbbfac2e req-2af8844a-49e6-4707-b3ad-c32984e02069 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (b1b9b941-6acc-4bad-9f28-a928bbd25351), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:23.936519 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d31dbc3-66db-48f7-bf36-dd6d0c35194f req-8c7546c3-56e2-450f-ac43-6ac5a50d1ec0 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:23.946955 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d31dbc3-66db-48f7-bf36-dd6d0c35194f req-8c7546c3-56e2-450f-ac43-6ac5a50d1ec0 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:23.958457 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1d31dbc3-66db-48f7-bf36-dd6d0c35194f req-8c7546c3-56e2-450f-ac43-6ac5a50d1ec0 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1a7544e-e02d-4ed1-a4db-2ea8d8643517 HTTP/1.1" status: 200 len: 1679 time: 0.3047552 Feb 04 12:24:24.029808 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f8bc331f-93ca-43d9-9578-1aecc7458fb7 req-24ebb244-751c-41f2-9154-dd897ab2a7bf service neutron] 10.222.0.77 "GET /v2.0/networks/55ee8adb-fe62-432c-a2dc-395974095db8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5087318 Feb 04 12:24:24.209373 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-b661fe3b-5c68-4ae0-8bc0-5771dbbfac2e req-2af8844a-49e6-4707-b3ad-c32984e02069 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] For port b1b9b941-6acc-4bad-9f28-a928bbd25351, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=b1b9b941-6acc-4bad-9f28-a928bbd25351,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:24:24.210146 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-b661fe3b-5c68-4ae0-8bc0-5771dbbfac2e req-2af8844a-49e6-4707-b3ad-c32984e02069 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (b1b9b941-6acc-4bad-9f28-a928bbd25351), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:24.236333 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1d31dbc3-66db-48f7-bf36-dd6d0c35194f req-b0d5c17d-f4c7-49fa-b6c0-524ceddd394c tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] 10.222.0.65 "GET /v2.0/security-groups?id=492cb02e-3e46-4ed8-a5e1-736353122ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2767282 Feb 04 12:24:24.242477 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-b661fe3b-5c68-4ae0-8bc0-5771dbbfac2e req-2af8844a-49e6-4707-b3ad-c32984e02069 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Calling delete_port for b1b9b941-6acc-4bad-9f28-a928bbd25351 owned by compute:nova {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:24:24.425572 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c9d32c94-e23f-481e-9990-1c24bfe878db req-de2726b2-98a0-4ece-a2ae-4af1f2ebd76e tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.65 "GET /v2.0/ports?device_id=967ed095-3406-4755-9475-e4ee258eafda HTTP/1.1" status: 200 len: 210 time: 0.0710471 Feb 04 12:24:24.428862 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f8bc331f-93ca-43d9-9578-1aecc7458fb7 req-6bdd7863-5405-4fae-b21e-933707cba45b service neutron] 10.222.0.77 "GET /v2.0/networks/55ee8adb-fe62-432c-a2dc-395974095db8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3697541 Feb 04 12:24:24.493047 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 33902) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:24:24.555267 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f8bc331f-93ca-43d9-9578-1aecc7458fb7 req-d34f1490-1b9f-403e-9eec-74b021ff9cec service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.194&port_id=810e1925-1d97-495e-9e8e-3341bb957b87 HTTP/1.1" status: 200 len: 217 time: 0.1181440 Feb 04 12:24:24.627661 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2344f5fc-e77c-41ed-a5c1-fb53c405fde0 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Publish callbacks [] for security_group (156846d4-a7d0-40d6-8036-f5e264d6575f), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:24.691374 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2344f5fc-e77c-41ed-a5c1-fb53c405fde0 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Publish callbacks [] for security_group (156846d4-a7d0-40d6-8036-f5e264d6575f), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:24.932899 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-b661fe3b-5c68-4ae0-8bc0-5771dbbfac2e req-2af8844a-49e6-4707-b3ad-c32984e02069 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (b1b9b941-6acc-4bad-9f28-a928bbd25351), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:24.948607 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['9b10404f-62d5-42e1-accf-5dbefbaa11b0', 'c2832b00-49f8-4fec-8c15-002a2a163b03'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:24:24.954722 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bc331f-93ca-43d9-9578-1aecc7458fb7 req-a1a512df-e1ff-419a-a1f0-4d30e675419a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:24.956854 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['5e225c38-0269-4129-a4d0-3c01809d833e', 'cb1246fa-1dff-4a4d-abe1-b07af7371bf9', '215af382-6f8e-49d2-887b-35ac0d0e1df5', 'c0f7cd2f-c34b-498d-a9a3-11c0fb72ca29'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:24:24.957901 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f8bc331f-93ca-43d9-9578-1aecc7458fb7 req-a1a512df-e1ff-419a-a1f0-4d30e675419a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=7c31c7ed-6b37-4a40-92f7-cc1a552d8286 HTTP/1.1" status: 200 len: 801 time: 0.3892004 Feb 04 12:24:25.027689 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af8844a-49e6-4707-b3ad-c32984e02069 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Pushing event deleted for resources: {'Port': ['ID=b1b9b941-6acc-4bad-9f28-a928bbd25351,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:24:25.031514 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9624ff-9d5f-4008-a66b-a4284f5b013a req-74c4ba97-54be-4c37-b04e-a12f96a7a1c1 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:25.034095 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-3c9624ff-9d5f-4008-a66b-a4284f5b013a req-74c4ba97-54be-4c37-b04e-a12f96a7a1c1 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.73 "GET /v2.0/networks?id=b8fa325b-bcd0-4398-bc54-1d713ba7c3b0 HTTP/1.1" status: 200 len: 812 time: 0.2723401 Feb 04 12:24:25.071612 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [req-bc530d03-416f-4bb5-824e-d0c8311c7804 req-23e27ecd-e3bd-4f5e-8252-e20fa44cc451 tempest-LiveMigrationTest-337354813 tempest-LiveMigrationTest-337354813-project-admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103474) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:24:25.072369 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-bc530d03-416f-4bb5-824e-d0c8311c7804 req-23e27ecd-e3bd-4f5e-8252-e20fa44cc451 tempest-LiveMigrationTest-337354813 tempest-LiveMigrationTest-337354813-project-admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3540349 Feb 04 12:24:25.083399 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-3c9624ff-9d5f-4008-a66b-a4284f5b013a req-1ae307c2-5c4d-4c30-b1ec-aa54656eae9b tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Request body: {'port': {'device_id': '967ed095-3406-4755-9475-e4ee258eafda', 'network_id': 'b8fa325b-bcd0-4398-bc54-1d713ba7c3b0', 'admin_state_up': True, 'tenant_id': 'b09d9febdaa2484bafa8461f34390659'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:24:25.121016 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2344f5fc-e77c-41ed-a5c1-fb53c405fde0 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (156846d4-a7d0-40d6-8036-f5e264d6575f), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:25.126625 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2344f5fc-e77c-41ed-a5c1-fb53c405fde0 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:25.129192 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-2344f5fc-e77c-41ed-a5c1-fb53c405fde0 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] 10.222.0.65 "DELETE /v2.0/security-groups/156846d4-a7d0-40d6-8036-f5e264d6575f HTTP/1.1" status: 204 len: 168 time: 0.6349089 Feb 04 12:24:25.133856 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 33910) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:24:25.173925 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f42075-9ac0-4265-88bc-365c646a662a req-36ce2472-9d42-4129-8b00-2bdbf3bb2b36 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:25.185221 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-86f42075-9ac0-4265-88bc-365c646a662a req-36ce2472-9d42-4129-8b00-2bdbf3bb2b36 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] 10.222.0.65 "GET /v2.0/ports?device_id=f741f2c5-460f-49eb-81be-3c3ffbedc0af HTTP/1.1" status: 200 len: 946 time: 0.4897728 Feb 04 12:24:25.327441 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2344f5fc-e77c-41ed-a5c1-fb53c405fde0 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=156846d4-a7d0-40d6-8036-f5e264d6575f,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:24:25.352263 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-b661fe3b-5c68-4ae0-8bc0-5771dbbfac2e req-2af8844a-49e6-4707-b3ad-c32984e02069 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] No DVR routers for this DVR port b1b9b941-6acc-4bad-9f28-a928bbd25351 on host n-h1-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:24:25.360190 n-d-825015-3 neutron-server[103475]: INFO neutron.api.v2.resource [None req-732cbd79-0e2c-427e-a7c3-186231cf405e tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] show failed (client error): The resource could not be found. Feb 04 12:24:25.366344 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-732cbd79-0e2c-427e-a7c3-186231cf405e tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] 10.222.0.65 "GET /v2.0/security-groups/156846d4-a7d0-40d6-8036-f5e264d6575f HTTP/1.1" status: 404 len: 347 time: 0.2233841 Feb 04 12:24:25.369307 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-b661fe3b-5c68-4ae0-8bc0-5771dbbfac2e req-2af8844a-49e6-4707-b3ad-c32984e02069 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:25.373303 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b661fe3b-5c68-4ae0-8bc0-5771dbbfac2e req-2af8844a-49e6-4707-b3ad-c32984e02069 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.73 "DELETE /v2.0/ports/b1b9b941-6acc-4bad-9f28-a928bbd25351 HTTP/1.1" status: 204 len: 173 time: 2.1862926 Feb 04 12:24:25.373698 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 33916) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:24:25.410469 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bc331f-93ca-43d9-9578-1aecc7458fb7 req-4e38ee03-e5b4-404e-804a-af4dc98d8851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:25.412390 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f8bc331f-93ca-43d9-9578-1aecc7458fb7 req-4e38ee03-e5b4-404e-804a-af4dc98d8851 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=06acfeba-527c-4b26-9f5e-fcd14e6f1339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.4430754 Feb 04 12:24:25.468506 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-86f42075-9ac0-4265-88bc-365c646a662a req-84121fcc-5682-4ffe-bd10-65d48fe0d7d9 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0b93a62-41a7-4338-9add-00a3a3dd7ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825291 Feb 04 12:24:25.600470 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1a7544e-e02d-4ed1-a4db-2ea8d8643517', 'tag': '810e1925-1d97-495e-9e8e-3341bb957b87'}, {'server_uuid': '8361161f-e46c-4bd3-bcb3-8ad5088a2060', 'name': 'network-vif-deleted', 'tag': 'b1b9b941-6acc-4bad-9f28-a928bbd25351'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:24:25.609316 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8589f7b4-30f8-464c-8db8-c6db50f77c48" -d '{"events": [{"name": "network-changed", "server_uuid": "f1a7544e-e02d-4ed1-a4db-2ea8d8643517", "tag": "810e1925-1d97-495e-9e8e-3341bb957b87"}, {"server_uuid": "8361161f-e46c-4bd3-bcb3-8ad5088a2060", "name": "network-vif-deleted", "tag": "b1b9b941-6acc-4bad-9f28-a928bbd25351"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:24:25.814324 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f9519566-d4c2-47f2-bac9-4d8cbd385039 req-5ca52b97-eaaf-41aa-850d-75faeb2e3c3a tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/ports?device_id=8361161f-e46c-4bd3-bcb3-8ad5088a2060 HTTP/1.1" status: 200 len: 210 time: 0.0449874 Feb 04 12:24:25.834350 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f8bc331f-93ca-43d9-9578-1aecc7458fb7 req-6db65b62-eb41-4c71-ab74-1a59a545d4a4 service neutron] 10.222.0.77 "GET /v2.0/networks/06acfeba-527c-4b26-9f5e-fcd14e6f1339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4142172 Feb 04 12:24:25.858477 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc530d03-416f-4bb5-824e-d0c8311c7804 req-4a2e8d82-817f-400b-a954-3a40f6c543b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:25.865763 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-bc530d03-416f-4bb5-824e-d0c8311c7804 req-4a2e8d82-817f-400b-a954-3a40f6c543b2 service neutron] 10.222.0.65 "GET /v2.0/ports/e41cc05a-731b-4b6b-ba8a-418ccc105335 HTTP/1.1" status: 200 len: 1124 time: 0.7464700 Feb 04 12:24:25.873430 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-bc530d03-416f-4bb5-824e-d0c8311c7804 req-24cc3ad7-cff0-45b6-bf4a-6d646f0668c2 service neutron] Request body: {'binding': {'host': 'n-h1-825015-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:24:25.874042 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-bc530d03-416f-4bb5-824e-d0c8311c7804 req-24cc3ad7-cff0-45b6-bf4a-6d646f0668c2 service neutron] Unknown quota resources ['binding']. {{(pid=103474) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 04 12:24:25.912356 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c9624ff-9d5f-4008-a66b-a4284f5b013a req-1ae307c2-5c4d-4c30-b1ec-aa54656eae9b tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Made reservation on behalf of b09d9febdaa2484bafa8461f34390659 for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:24:25.919343 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-3c9624ff-9d5f-4008-a66b-a4284f5b013a req-1ae307c2-5c4d-4c30-b1ec-aa54656eae9b tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:26.016315 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device b1b9b941-6acc-4bad-9f28-a928bbd25351 no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:24:26.048339 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-0fd4d4fa-de9d-4c59-8e02-a5381ec39988 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Deleting port 4e967c4c-4958-4af9-9c56-6d008d9f2571 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:24:26.048948 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0fd4d4fa-de9d-4c59-8e02-a5381ec39988 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (4e967c4c-4958-4af9-9c56-6d008d9f2571), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:26.096696 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] No Port match for: b1b9b941-6acc-4bad-9f28-a928bbd25351 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:24:26.097001 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device b1b9b941-6acc-4bad-9f28-a928bbd25351 not bound to the agent host n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:24:26.328700 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f8bc331f-93ca-43d9-9578-1aecc7458fb7 req-eef78eca-17cb-477c-8cdb-29346b93dc41 service neutron] 10.222.0.77 "GET /v2.0/networks/06acfeba-527c-4b26-9f5e-fcd14e6f1339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4752681 Feb 04 12:24:26.393319 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7d8713-bc62-4cfc-b655-f250f6776974 req-12173530-abb9-4f36-a929-6d0a508c20be tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:26.396664 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1c7d8713-bc62-4cfc-b655-f250f6776974 req-12173530-abb9-4f36-a929-6d0a508c20be tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?device_id=4cd5a9ca-19bc-4300-88f4-93c1a17aa991 HTTP/1.1" status: 200 len: 946 time: 0.2484927 Feb 04 12:24:26.510537 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1c7d8713-bc62-4cfc-b655-f250f6776974 req-be407c7a-ca73-463b-97a6-6d61f75faab0 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f51ab49-2800-41c7-a09d-ab109cee7e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035390 Feb 04 12:24:26.573394 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb373b70-8acc-499a-af2d-7b307c8b18ab req-837bfd8a-738d-427e-ad83-94e2702766c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:26.574899 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb373b70-8acc-499a-af2d-7b307c8b18ab req-837bfd8a-738d-427e-ad83-94e2702766c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:26.579590 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bb373b70-8acc-499a-af2d-7b307c8b18ab req-837bfd8a-738d-427e-ad83-94e2702766c3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=47de0937152d4219879ddb21b59f348a&device_id=f1a7544e-e02d-4ed1-a4db-2ea8d8643517 HTTP/1.1" status: 200 len: 2043 time: 0.1630480 Feb 04 12:24:26.690952 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-bc530d03-416f-4bb5-824e-d0c8311c7804 req-24cc3ad7-cff0-45b6-bf4a-6d646f0668c2 service neutron] Attempting to bind port e41cc05a-731b-4b6b-ba8a-418ccc105335 on host n-h1-825015-3 for vnic_type normal with profile None {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:24:26.691377 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-bc530d03-416f-4bb5-824e-d0c8311c7804 req-24cc3ad7-cff0-45b6-bf4a-6d646f0668c2 service neutron] Attempting to bind port e41cc05a-731b-4b6b-ba8a-418ccc105335 by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': '1a9a2aca-b7f6-445c-a938-0b8696864233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '8201226e-f25e-431d-a6a5-6704e8dc4880'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:24:26.691796 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc530d03-416f-4bb5-824e-d0c8311c7804 req-24cc3ad7-cff0-45b6-bf4a-6d646f0668c2 service neutron] Attempting to bind port e41cc05a-731b-4b6b-ba8a-418ccc105335 on network 8201226e-f25e-431d-a6a5-6704e8dc4880 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:24:26.702167 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0fd4d4fa-de9d-4c59-8e02-a5381ec39988 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (4e967c4c-4958-4af9-9c56-6d008d9f2571), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:26.703218 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0fd4d4fa-de9d-4c59-8e02-a5381ec39988 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Publish callbacks [] for floatingip (4e967c4c-4958-4af9-9c56-6d008d9f2571), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:26.722333 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [req-3c9624ff-9d5f-4008-a66b-a4284f5b013a req-1ae307c2-5c4d-4c30-b1ec-aa54656eae9b tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Allocated IP 172.20.0.3 (b8fa325b-bcd0-4398-bc54-1d713ba7c3b0/20190653-fdc7-4422-8e01-957f62aee17f/27f1bc77-08d1-4fe6-8d17-b6072178bc1b) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:24:26.728099 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc530d03-416f-4bb5-824e-d0c8311c7804 req-24cc3ad7-cff0-45b6-bf4a-6d646f0668c2 service neutron] Port e41cc05a-731b-4b6b-ba8a-418ccc105335 on network 8201226e-f25e-431d-a6a5-6704e8dc4880 not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:24:26.728511 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc530d03-416f-4bb5-824e-d0c8311c7804 req-24cc3ad7-cff0-45b6-bf4a-6d646f0668c2 service neutron] Attempting to bind port e41cc05a-731b-4b6b-ba8a-418ccc105335 on network 8201226e-f25e-431d-a6a5-6704e8dc4880 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:24:26.735330 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-0fd4d4fa-de9d-4c59-8e02-a5381ec39988 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Calling delete_port for 4e967c4c-4958-4af9-9c56-6d008d9f2571 owned by network:floatingip {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:24:26.747178 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc530d03-416f-4bb5-824e-d0c8311c7804 req-24cc3ad7-cff0-45b6-bf4a-6d646f0668c2 service neutron] Checking agent: {'id': 'f8add0d2-2202-43d3-bc0e-72442788e6ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:24:26.747944 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc530d03-416f-4bb5-824e-d0c8311c7804 req-24cc3ad7-cff0-45b6-bf4a-6d646f0668c2 service neutron] Checking segment: {'id': '1a9a2aca-b7f6-445c-a938-0b8696864233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '8201226e-f25e-431d-a6a5-6704e8dc4880'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:24:26.748140 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc530d03-416f-4bb5-824e-d0c8311c7804 req-24cc3ad7-cff0-45b6-bf4a-6d646f0668c2 service neutron] Bound using segment: {'id': '1a9a2aca-b7f6-445c-a938-0b8696864233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '8201226e-f25e-431d-a6a5-6704e8dc4880'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:24:26.748715 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-bc530d03-416f-4bb5-824e-d0c8311c7804 req-24cc3ad7-cff0-45b6-bf4a-6d646f0668c2 service neutron] Bound port: e41cc05a-731b-4b6b-ba8a-418ccc105335, host: n-h1-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a9a2aca-b7f6-445c-a938-0b8696864233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '8201226e-f25e-431d-a6a5-6704e8dc4880'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:24:26.778861 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb373b70-8acc-499a-af2d-7b307c8b18ab req-b25b5ea5-9292-4e2c-99df-7a8a772ec7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:26.783161 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bb373b70-8acc-499a-af2d-7b307c8b18ab req-b25b5ea5-9292-4e2c-99df-7a8a772ec7a8 service neutron] 10.222.0.77 "GET /v2.0/networks?id=55ee8adb-fe62-432c-a2dc-395974095db8 HTTP/1.1" status: 200 len: 902 time: 0.1961956 Feb 04 12:24:26.800633 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27263171-6164-4392-bcd3-2f91177b2211 req-b99d5ca6-a96b-49bf-9bca-02a6d7162a1f tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:26.807253 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27263171-6164-4392-bcd3-2f91177b2211 req-b99d5ca6-a96b-49bf-9bca-02a6d7162a1f tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:26.809025 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-27263171-6164-4392-bcd3-2f91177b2211 req-b99d5ca6-a96b-49bf-9bca-02a6d7162a1f tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1a7544e-e02d-4ed1-a4db-2ea8d8643517 HTTP/1.1" status: 200 len: 1679 time: 0.1417463 Feb 04 12:24:26.861808 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bb373b70-8acc-499a-af2d-7b307c8b18ab req-8373a463-35b3-4c6d-8b93-40eb26c97f1e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.167&port_id=92295c29-45b5-48dd-82e4-0914d13be8da HTTP/1.1" status: 200 len: 217 time: 0.0517042 Feb 04 12:24:26.960507 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb373b70-8acc-499a-af2d-7b307c8b18ab req-554bd05c-15d7-49cb-90a4-141214de976b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:26.961803 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bb373b70-8acc-499a-af2d-7b307c8b18ab req-554bd05c-15d7-49cb-90a4-141214de976b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=84f9763a-781d-4090-a395-fee23d6ab6c5 HTTP/1.1" status: 200 len: 801 time: 0.0890005 Feb 04 12:24:26.968139 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-27263171-6164-4392-bcd3-2f91177b2211 req-7701e863-b5b2-4c7e-9ecb-cc6019e0415f tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] 10.222.0.65 "GET /v2.0/security-groups?id=492cb02e-3e46-4ed8-a5e1-736353122ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177342 Feb 04 12:24:27.037441 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb373b70-8acc-499a-af2d-7b307c8b18ab req-05bf51bd-d22a-40e3-a9d5-2cf1af0c81ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:27.039897 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bb373b70-8acc-499a-af2d-7b307c8b18ab req-05bf51bd-d22a-40e3-a9d5-2cf1af0c81ad service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=55ee8adb-fe62-432c-a2dc-395974095db8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0699999 Feb 04 12:24:27.184529 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3480fb54-893f-42bb-9ab0-955889f543ef req-35b11eaa-7d60-45e2-9c7d-3a40c5286880 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.65 "GET /v2.0/ports?device_id=967ed095-3406-4755-9475-e4ee258eafda HTTP/1.1" status: 200 len: 210 time: 0.0604155 Feb 04 12:24:27.297989 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 04 Feb 2022 12:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62edbd2f-53c8-42d6-8bcf-4027fa476b8b x-openstack-request-id: req-62edbd2f-53c8-42d6-8bcf-4027fa476b8b {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:24:27.301252 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1a7544e-e02d-4ed1-a4db-2ea8d8643517", "tag": "810e1925-1d97-495e-9e8e-3341bb957b87", "status": "completed", "code": 200}, {"server_uuid": "8361161f-e46c-4bd3-bcb3-8ad5088a2060", "name": "network-vif-deleted", "tag": "b1b9b941-6acc-4bad-9f28-a928bbd25351", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:24:27.301252 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-62edbd2f-53c8-42d6-8bcf-4027fa476b8b {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:24:27.301876 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1a7544e-e02d-4ed1-a4db-2ea8d8643517', 'tag': '810e1925-1d97-495e-9e8e-3341bb957b87', 'status': 'completed', 'code': 200} Feb 04 12:24:27.301984 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8361161f-e46c-4bd3-bcb3-8ad5088a2060', 'name': 'network-vif-deleted', 'tag': 'b1b9b941-6acc-4bad-9f28-a928bbd25351', 'status': 'completed', 'code': 200} Feb 04 12:24:27.316992 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bb373b70-8acc-499a-af2d-7b307c8b18ab req-ee6a1ae4-e330-43b1-8d53-339348b8f026 service neutron] 10.222.0.77 "GET /v2.0/networks/55ee8adb-fe62-432c-a2dc-395974095db8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657940 Feb 04 12:24:27.358489 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-bc530d03-416f-4bb5-824e-d0c8311c7804 req-24cc3ad7-cff0-45b6-bf4a-6d646f0668c2 service neutron] For port e41cc05a-731b-4b6b-ba8a-418ccc105335, host n-h1-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=e41cc05a-731b-4b6b-ba8a-418ccc105335,segment=NetworkSegment(1a9a2aca-b7f6-445c-a938-0b8696864233),segment_id=1a9a2aca-b7f6-445c-a938-0b8696864233)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:24:27.372701 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-bc530d03-416f-4bb5-824e-d0c8311c7804 req-24cc3ad7-cff0-45b6-bf4a-6d646f0668c2 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:27.374841 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-bc530d03-416f-4bb5-824e-d0c8311c7804 req-24cc3ad7-cff0-45b6-bf4a-6d646f0668c2 service neutron] 10.222.0.65 "POST /v2.0/ports/e41cc05a-731b-4b6b-ba8a-418ccc105335/bindings HTTP/1.1" status: 201 len: 389 time: 1.5080521 Feb 04 12:24:27.578136 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-3c9624ff-9d5f-4008-a66b-a4284f5b013a req-1ae307c2-5c4d-4c30-b1ec-aa54656eae9b tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Publish callbacks [] for port (27f1bc77-08d1-4fe6-8d17-b6072178bc1b), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:27.588870 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0fd4d4fa-de9d-4c59-8e02-a5381ec39988 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (4e967c4c-4958-4af9-9c56-6d008d9f2571), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:27.637698 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd4d4fa-de9d-4c59-8e02-a5381ec39988 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Pushing event deleted for resources: {'Port': ['ID=4e967c4c-4958-4af9-9c56-6d008d9f2571,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:24:27.672800 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c2f3b9-58e9-4e12-86c0-90d892e64c5e req-b389fc34-ad0e-4af6-b7fd-472e6f8486e3 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:27.687551 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a5c2f3b9-58e9-4e12-86c0-90d892e64c5e req-b389fc34-ad0e-4af6-b7fd-472e6f8486e3 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] 10.222.0.65 "GET /v2.0/ports?device_id=f741f2c5-460f-49eb-81be-3c3ffbedc0af HTTP/1.1" status: 200 len: 946 time: 0.2184296 Feb 04 12:24:27.753450 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-3c9624ff-9d5f-4008-a66b-a4284f5b013a req-1ae307c2-5c4d-4c30-b1ec-aa54656eae9b tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (27f1bc77-08d1-4fe6-8d17-b6072178bc1b), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:27.826569 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0fd4d4fa-de9d-4c59-8e02-a5381ec39988 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Publish callbacks [] for floatingip (5b259b86-fe19-4808-9afa-5f2b908b6d5b), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:27.830360 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0fd4d4fa-de9d-4c59-8e02-a5381ec39988 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:27.832130 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-0fd4d4fa-de9d-4c59-8e02-a5381ec39988 tempest-ImagesOneServerNegativeTestJSON-1740456851 tempest-ImagesOneServerNegativeTestJSON-1740456851-project] 10.222.0.65 "DELETE /v2.0/floatingips/5b259b86-fe19-4808-9afa-5f2b908b6d5b HTTP/1.1" status: 204 len: 168 time: 2.4534035 Feb 04 12:24:27.866231 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c9624ff-9d5f-4008-a66b-a4284f5b013a req-1ae307c2-5c4d-4c30-b1ec-aa54656eae9b tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Network b8fa325b-bcd0-4398-bc54-1d713ba7c3b0 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:24:27.870913 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [req-3c9624ff-9d5f-4008-a66b-a4284f5b013a req-1ae307c2-5c4d-4c30-b1ec-aa54656eae9b tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:24:27.878537 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c9624ff-9d5f-4008-a66b-a4284f5b013a req-1ae307c2-5c4d-4c30-b1ec-aa54656eae9b tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:24:27.918538 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a5c2f3b9-58e9-4e12-86c0-90d892e64c5e req-775f346d-ef7b-4e37-aed9-02428c3acdfc tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0b93a62-41a7-4338-9add-00a3a3dd7ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294264 Feb 04 12:24:27.945677 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bb373b70-8acc-499a-af2d-7b307c8b18ab req-19a5cdab-6b02-45cb-aefd-61e24d2da5da service neutron] 10.222.0.77 "GET /v2.0/networks/55ee8adb-fe62-432c-a2dc-395974095db8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6183352 Feb 04 12:24:27.952516 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae307c2-5c4d-4c30-b1ec-aa54656eae9b tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Pushing event updated for resources: {'Port': ['ID=27f1bc77-08d1-4fe6-8d17-b6072178bc1b,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:24:28.034149 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9624ff-9d5f-4008-a66b-a4284f5b013a req-1ae307c2-5c4d-4c30-b1ec-aa54656eae9b tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:28.035223 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-3c9624ff-9d5f-4008-a66b-a4284f5b013a req-1ae307c2-5c4d-4c30-b1ec-aa54656eae9b tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:28.089162 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-3c9624ff-9d5f-4008-a66b-a4284f5b013a req-1ae307c2-5c4d-4c30-b1ec-aa54656eae9b tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0265703 Feb 04 12:24:28.111451 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-3c9624ff-9d5f-4008-a66b-a4284f5b013a req-cda00b58-d533-4c06-b31f-635844b7da50 service neutron] Request body: {'port': {'device_id': '967ed095-3406-4755-9475-e4ee258eafda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825015-3'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:24:28.202514 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc530d03-416f-4bb5-824e-d0c8311c7804 req-c5235f75-598d-4ac8-8589-151244d0628a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:28.204858 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bc530d03-416f-4bb5-824e-d0c8311c7804 req-c5235f75-598d-4ac8-8589-151244d0628a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=24a467b030c744bba5cc99601ae6aefc&device_id=e024d6c3-80c1-425c-a5a9-a7305d647b89 HTTP/1.1" status: 200 len: 1127 time: 0.4517677 Feb 04 12:24:28.218768 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-3c9624ff-9d5f-4008-a66b-a4284f5b013a req-cda00b58-d533-4c06-b31f-635844b7da50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (27f1bc77-08d1-4fe6-8d17-b6072178bc1b), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:28.266169 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf279df7-89ba-4bea-bd65-f7d816aa64c6 req-50c35c61-6ae9-4e95-94a7-cba93bb8f825 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:28.267776 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cf279df7-89ba-4bea-bd65-f7d816aa64c6 req-50c35c61-6ae9-4e95-94a7-cba93bb8f825 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/ports?device_id=e024d6c3-80c1-425c-a5a9-a7305d647b89 HTTP/1.1" status: 200 len: 945 time: 0.3702085 Feb 04 12:24:28.271336 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8589f7b4-30f8-464c-8db8-c6db50f77c48 req-74825c9f-6d77-4db0-9b66-8b814bd605e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:28.272382 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8589f7b4-30f8-464c-8db8-c6db50f77c48 req-74825c9f-6d77-4db0-9b66-8b814bd605e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:28.274420 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8589f7b4-30f8-464c-8db8-c6db50f77c48 req-74825c9f-6d77-4db0-9b66-8b814bd605e8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=47de0937152d4219879ddb21b59f348a&device_id=f1a7544e-e02d-4ed1-a4db-2ea8d8643517 HTTP/1.1" status: 200 len: 2043 time: 0.2098348 Feb 04 12:24:28.438153 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b27d669-319a-4b17-9b81-fb315eda9cc4 req-0f9d8046-36f2-44dd-8d6f-a9490fd75cdd tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:28.439745 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4b27d669-319a-4b17-9b81-fb315eda9cc4 req-0f9d8046-36f2-44dd-8d6f-a9490fd75cdd tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?device_id=4cd5a9ca-19bc-4300-88f4-93c1a17aa991 HTTP/1.1" status: 200 len: 946 time: 0.3497262 Feb 04 12:24:28.549075 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cf279df7-89ba-4bea-bd65-f7d816aa64c6 req-8bbf2580-d0b2-4c9c-b77f-b41d68343a91 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4f571d4-f0a1-47f6-a54a-b93db47581cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158909 Feb 04 12:24:28.652277 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4b27d669-319a-4b17-9b81-fb315eda9cc4 req-f1e98d71-bd81-4eaf-96d2-bf2e48cca1be tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f51ab49-2800-41c7-a09d-ab109cee7e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923587 Feb 04 12:24:28.653465 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc530d03-416f-4bb5-824e-d0c8311c7804 req-7e1146db-5fce-4987-b561-6b7c6e643e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:28.661892 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bc530d03-416f-4bb5-824e-d0c8311c7804 req-7e1146db-5fce-4987-b561-6b7c6e643e80 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8201226e-f25e-431d-a6a5-6704e8dc4880 HTTP/1.1" status: 200 len: 908 time: 0.4468665 Feb 04 12:24:28.682415 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [req-3c9624ff-9d5f-4008-a66b-a4284f5b013a req-cda00b58-d533-4c06-b31f-635844b7da50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27f1bc77-08d1-4fe6-8d17-b6072178bc1b {{(pid=103474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:24:28.696684 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-3c9624ff-9d5f-4008-a66b-a4284f5b013a req-cda00b58-d533-4c06-b31f-635844b7da50 service neutron] Publish callbacks [] for port (27f1bc77-08d1-4fe6-8d17-b6072178bc1b), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:28.711566 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.provisioning_blocks [req-3c9624ff-9d5f-4008-a66b-a4284f5b013a req-cda00b58-d533-4c06-b31f-635844b7da50 service neutron] Transition to ACTIVE for port object 27f1bc77-08d1-4fe6-8d17-b6072178bc1b will not be triggered until provisioned by entity L2. {{(pid=103474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:24:28.717146 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-3c9624ff-9d5f-4008-a66b-a4284f5b013a req-cda00b58-d533-4c06-b31f-635844b7da50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (27f1bc77-08d1-4fe6-8d17-b6072178bc1b), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:28.766514 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8589f7b4-30f8-464c-8db8-c6db50f77c48 req-ffb48cb7-d8bf-4b7d-95dc-0f6d9ed11aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:28.769870 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8589f7b4-30f8-464c-8db8-c6db50f77c48 req-ffb48cb7-d8bf-4b7d-95dc-0f6d9ed11aba service neutron] 10.222.0.77 "GET /v2.0/networks?id=06acfeba-527c-4b26-9f5e-fcd14e6f1339 HTTP/1.1" status: 200 len: 903 time: 0.4382441 Feb 04 12:24:28.784053 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bc530d03-416f-4bb5-824e-d0c8311c7804 req-e070c53c-c21c-4b18-b07e-25773b2b47d6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e41cc05a-731b-4b6b-ba8a-418ccc105335 HTTP/1.1" status: 200 len: 217 time: 0.0830245 Feb 04 12:24:28.832074 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda00b58-d533-4c06-b31f-635844b7da50 service neutron] Pushing event updated for resources: {'Port': ['ID=27f1bc77-08d1-4fe6-8d17-b6072178bc1b,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:24:28.952481 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-3c9624ff-9d5f-4008-a66b-a4284f5b013a req-cda00b58-d533-4c06-b31f-635844b7da50 service neutron] Attempting to bind port 27f1bc77-08d1-4fe6-8d17-b6072178bc1b on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:24:28.952940 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-3c9624ff-9d5f-4008-a66b-a4284f5b013a req-cda00b58-d533-4c06-b31f-635844b7da50 service neutron] Attempting to bind port 27f1bc77-08d1-4fe6-8d17-b6072178bc1b by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': 'acb9d640-bd6c-44b6-b60b-2ea6174d51f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b8fa325b-bcd0-4398-bc54-1d713ba7c3b0'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:24:28.953334 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9624ff-9d5f-4008-a66b-a4284f5b013a req-cda00b58-d533-4c06-b31f-635844b7da50 service neutron] Attempting to bind port 27f1bc77-08d1-4fe6-8d17-b6072178bc1b on network b8fa325b-bcd0-4398-bc54-1d713ba7c3b0 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:24:28.964105 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9624ff-9d5f-4008-a66b-a4284f5b013a req-cda00b58-d533-4c06-b31f-635844b7da50 service neutron] Port 27f1bc77-08d1-4fe6-8d17-b6072178bc1b on network b8fa325b-bcd0-4398-bc54-1d713ba7c3b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:24:28.964897 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9624ff-9d5f-4008-a66b-a4284f5b013a req-cda00b58-d533-4c06-b31f-635844b7da50 service neutron] Attempting to bind port 27f1bc77-08d1-4fe6-8d17-b6072178bc1b on network b8fa325b-bcd0-4398-bc54-1d713ba7c3b0 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:24:28.971822 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8589f7b4-30f8-464c-8db8-c6db50f77c48 req-f14b7434-c0cb-448f-b8a6-9ef5d6b9a137 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.194&port_id=810e1925-1d97-495e-9e8e-3341bb957b87 HTTP/1.1" status: 200 len: 217 time: 0.1860626 Feb 04 12:24:28.973832 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9624ff-9d5f-4008-a66b-a4284f5b013a req-cda00b58-d533-4c06-b31f-635844b7da50 service neutron] Checking agent: {'id': 'f8add0d2-2202-43d3-bc0e-72442788e6ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:24:28.974735 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9624ff-9d5f-4008-a66b-a4284f5b013a req-cda00b58-d533-4c06-b31f-635844b7da50 service neutron] Checking segment: {'id': 'acb9d640-bd6c-44b6-b60b-2ea6174d51f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b8fa325b-bcd0-4398-bc54-1d713ba7c3b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:24:28.975593 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9624ff-9d5f-4008-a66b-a4284f5b013a req-cda00b58-d533-4c06-b31f-635844b7da50 service neutron] Bound using segment: {'id': 'acb9d640-bd6c-44b6-b60b-2ea6174d51f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b8fa325b-bcd0-4398-bc54-1d713ba7c3b0'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:24:28.977220 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-3c9624ff-9d5f-4008-a66b-a4284f5b013a req-cda00b58-d533-4c06-b31f-635844b7da50 service neutron] Bound port: 27f1bc77-08d1-4fe6-8d17-b6072178bc1b, host: n-h1-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acb9d640-bd6c-44b6-b60b-2ea6174d51f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b8fa325b-bcd0-4398-bc54-1d713ba7c3b0'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:24:28.978243 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-3c9624ff-9d5f-4008-a66b-a4284f5b013a req-cda00b58-d533-4c06-b31f-635844b7da50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (27f1bc77-08d1-4fe6-8d17-b6072178bc1b), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:29.081946 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-3c9624ff-9d5f-4008-a66b-a4284f5b013a req-cda00b58-d533-4c06-b31f-635844b7da50 service neutron] For port 27f1bc77-08d1-4fe6-8d17-b6072178bc1b, host n-h1-825015-3, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:24:29.088074 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-3c9624ff-9d5f-4008-a66b-a4284f5b013a req-cda00b58-d533-4c06-b31f-635844b7da50 service neutron] For port 27f1bc77-08d1-4fe6-8d17-b6072178bc1b, host n-h1-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=27f1bc77-08d1-4fe6-8d17-b6072178bc1b,segment=NetworkSegment(acb9d640-bd6c-44b6-b60b-2ea6174d51f4),segment_id=acb9d640-bd6c-44b6-b60b-2ea6174d51f4)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:24:29.104291 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-3c9624ff-9d5f-4008-a66b-a4284f5b013a req-cda00b58-d533-4c06-b31f-635844b7da50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (27f1bc77-08d1-4fe6-8d17-b6072178bc1b), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:29.147111 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9624ff-9d5f-4008-a66b-a4284f5b013a req-cda00b58-d533-4c06-b31f-635844b7da50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:29.147899 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-3c9624ff-9d5f-4008-a66b-a4284f5b013a req-cda00b58-d533-4c06-b31f-635844b7da50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:29.149808 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-3c9624ff-9d5f-4008-a66b-a4284f5b013a req-cda00b58-d533-4c06-b31f-635844b7da50 service neutron] 10.222.0.73 "PUT /v2.0/ports/27f1bc77-08d1-4fe6-8d17-b6072178bc1b HTTP/1.1" status: 200 len: 1091 time: 1.0474002 Feb 04 12:24:29.150427 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '967ed095-3406-4755-9475-e4ee258eafda', 'tag': '27f1bc77-08d1-4fe6-8d17-b6072178bc1b'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:24:29.153263 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bfcdaea-dd8c-478a-b294-920fb5458c2e" -d '{"events": [{"name": "network-changed", "server_uuid": "967ed095-3406-4755-9475-e4ee258eafda", "tag": "27f1bc77-08d1-4fe6-8d17-b6072178bc1b"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:24:29.184537 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda00b58-d533-4c06-b31f-635844b7da50 service neutron] Pushing event updated for resources: {'Port': ['ID=27f1bc77-08d1-4fe6-8d17-b6072178bc1b,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:24:29.319342 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9624ff-9d5f-4008-a66b-a4284f5b013a req-fec8b528-9ad7-477d-aa8d-8f9a93170c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:29.322614 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-3c9624ff-9d5f-4008-a66b-a4284f5b013a req-fec8b528-9ad7-477d-aa8d-8f9a93170c4d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b09d9febdaa2484bafa8461f34390659&device_id=967ed095-3406-4755-9475-e4ee258eafda HTTP/1.1" status: 200 len: 1125 time: 0.0799887 Feb 04 12:24:29.385197 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-3c9624ff-9d5f-4008-a66b-a4284f5b013a req-afa8fcb8-eef2-466c-a06d-27e549bfe6d6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=27f1bc77-08d1-4fe6-8d17-b6072178bc1b HTTP/1.1" status: 200 len: 217 time: 0.0516090 Feb 04 12:24:29.420082 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc530d03-416f-4bb5-824e-d0c8311c7804 req-9cd8e5b5-ec57-4156-8bc0-8aef2e1ae6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:29.421584 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bc530d03-416f-4bb5-824e-d0c8311c7804 req-9cd8e5b5-ec57-4156-8bc0-8aef2e1ae6f5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6b10c2b1-e8bd-4535-8be4-90c0033f4e8f HTTP/1.1" status: 200 len: 847 time: 0.6102207 Feb 04 12:24:29.482751 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9624ff-9d5f-4008-a66b-a4284f5b013a req-2ca7da74-a277-4498-8d2e-638a626c37c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:29.486814 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-3c9624ff-9d5f-4008-a66b-a4284f5b013a req-2ca7da74-a277-4498-8d2e-638a626c37c9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=20190653-fdc7-4422-8e01-957f62aee17f HTTP/1.1" status: 200 len: 852 time: 0.0944254 Feb 04 12:24:29.506564 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b071f79e-2cf7-4ce9-ad89-17f28321c05d req-76f87eeb-d2cd-44dc-b530-6c55df971e41 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:29.513218 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b071f79e-2cf7-4ce9-ad89-17f28321c05d req-76f87eeb-d2cd-44dc-b530-6c55df971e41 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:29.514897 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b071f79e-2cf7-4ce9-ad89-17f28321c05d req-76f87eeb-d2cd-44dc-b530-6c55df971e41 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1a7544e-e02d-4ed1-a4db-2ea8d8643517 HTTP/1.1" status: 200 len: 1679 time: 0.6087701 Feb 04 12:24:29.516895 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bc530d03-416f-4bb5-824e-d0c8311c7804 req-ba8b7489-3fdd-4dc6-9d9f-6bd347b7e641 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8201226e-f25e-431d-a6a5-6704e8dc4880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0869946 Feb 04 12:24:29.524268 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8589f7b4-30f8-464c-8db8-c6db50f77c48 req-9b27ffca-fdbf-41a0-8313-5a561920d97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:29.526047 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8589f7b4-30f8-464c-8db8-c6db50f77c48 req-9b27ffca-fdbf-41a0-8313-5a561920d97d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=7c31c7ed-6b37-4a40-92f7-cc1a552d8286 HTTP/1.1" status: 200 len: 801 time: 0.5209575 Feb 04 12:24:29.547526 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-3c9624ff-9d5f-4008-a66b-a4284f5b013a req-7f799b50-2392-4e11-b49e-8722d69a5e96 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b8fa325b-bcd0-4398-bc54-1d713ba7c3b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531945 Feb 04 12:24:29.605621 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d955f63-69ec-4b91-9d49-fb38b904f2f2 req-9add5303-e3b5-4963-87e7-5d5b40ebe20c tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:29.607932 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8d955f63-69ec-4b91-9d49-fb38b904f2f2 req-9add5303-e3b5-4963-87e7-5d5b40ebe20c tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.65 "GET /v2.0/ports?device_id=967ed095-3406-4755-9475-e4ee258eafda HTTP/1.1" status: 200 len: 943 time: 0.6668110 Feb 04 12:24:29.666167 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-3c9624ff-9d5f-4008-a66b-a4284f5b013a req-9a7cdef9-07be-4faa-82b4-6c77403b834e service neutron] 10.222.0.73 "GET /v2.0/networks/b8fa325b-bcd0-4398-bc54-1d713ba7c3b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101542 Feb 04 12:24:29.795867 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b071f79e-2cf7-4ce9-ad89-17f28321c05d req-ffe40128-842d-4301-92da-20df78cd3f2d tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] 10.222.0.65 "GET /v2.0/security-groups?id=492cb02e-3e46-4ed8-a5e1-736353122ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365439 Feb 04 12:24:29.804201 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-3c9624ff-9d5f-4008-a66b-a4284f5b013a req-bbd57b5a-4c8a-4e7c-bee7-81c7597bebc5 service neutron] 10.222.0.73 "GET /v2.0/networks/b8fa325b-bcd0-4398-bc54-1d713ba7c3b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314881 Feb 04 12:24:29.808484 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8d955f63-69ec-4b91-9d49-fb38b904f2f2 req-b0632841-1f46-484e-a4cd-4000939b7289 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.65 "GET /v2.0/security-groups?id=65b532f6-553b-4a7d-aad3-d6f8aeaacb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736796 Feb 04 12:24:29.817530 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bc530d03-416f-4bb5-824e-d0c8311c7804 req-af9864e8-c5e7-4413-99f3-cf02356251bf service neutron] 10.222.0.73 "GET /v2.0/networks/8201226e-f25e-431d-a6a5-6704e8dc4880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889533 Feb 04 12:24:29.834616 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8589f7b4-30f8-464c-8db8-c6db50f77c48 req-499d3a12-0224-46c9-808d-804b697706d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:29.838460 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8589f7b4-30f8-464c-8db8-c6db50f77c48 req-499d3a12-0224-46c9-808d-804b697706d0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=06acfeba-527c-4b26-9f5e-fcd14e6f1339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2462771 Feb 04 12:24:30.046838 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8589f7b4-30f8-464c-8db8-c6db50f77c48 req-0f1a3a5e-5877-4bd1-a28e-16916470dd17 service neutron] 10.222.0.77 "GET /v2.0/networks/06acfeba-527c-4b26-9f5e-fcd14e6f1339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906867 Feb 04 12:24:30.049783 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bc530d03-416f-4bb5-824e-d0c8311c7804 req-e1eaf91c-5fbc-46c7-9afa-24fe805c0d64 service neutron] 10.222.0.73 "GET /v2.0/networks/8201226e-f25e-431d-a6a5-6704e8dc4880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188432 Feb 04 12:24:30.067226 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 92295c29-45b5-48dd-82e4-0914d13be8da details requested by agent hyperv_n-h2-825015-3 with host n-h2-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:24:30.276642 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d91be5-8844-44de-aa71-1136790c016b req-f9ed1b6f-313e-495f-bc89-60bc3d0f620d tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:30.279111 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-03d91be5-8844-44de-aa71-1136790c016b req-f9ed1b6f-313e-495f-bc89-60bc3d0f620d tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/ports?device_id=d34debd3-69cc-401a-b9c1-7bee77ccc332 HTTP/1.1" status: 200 len: 949 time: 0.1894939 Feb 04 12:24:30.289467 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 92295c29-45b5-48dd-82e4-0914d13be8da, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=92295c29-45b5-48dd-82e4-0914d13be8da,segment=NetworkSegment(69566930-5f2a-43e0-ab3b-fb077f0a7b50),segment_id=69566930-5f2a-43e0-ab3b-fb077f0a7b50)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:24:30.312886 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Returning: {'device': '92295c29-45b5-48dd-82e4-0914d13be8da', 'network_id': '55ee8adb-fe62-432c-a2dc-395974095db8', 'port_id': '92295c29-45b5-48dd-82e4-0914d13be8da', 'mac_address': 'fa:16:3e:c0:ed:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84f9763a-781d-4090-a395-fee23d6ab6c5', 'ip_address': '19.80.0.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:24:30.352316 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8589f7b4-30f8-464c-8db8-c6db50f77c48 req-4cca0fc7-0b60-4700-beb1-1874a2668b6e service neutron] 10.222.0.77 "GET /v2.0/networks/06acfeba-527c-4b26-9f5e-fcd14e6f1339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2984750 Feb 04 12:24:30.369254 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 92295c29-45b5-48dd-82e4-0914d13be8da is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:24:30.370008 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (92295c29-45b5-48dd-82e4-0914d13be8da), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:30.376960 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969a8741-9404-405e-9776-eff4f5f73ab8 req-a19d25d2-f08f-4091-b03c-8ec23574fa48 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:30.379228 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-969a8741-9404-405e-9776-eff4f5f73ab8 req-a19d25d2-f08f-4091-b03c-8ec23574fa48 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.77 "GET /v2.0/ports?device_id=d34debd3-69cc-401a-b9c1-7bee77ccc332 HTTP/1.1" status: 200 len: 949 time: 0.1295848 Feb 04 12:24:30.385885 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92295c29-45b5-48dd-82e4-0914d13be8da {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:24:30.427346 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7269866f-5be5-4c6c-9ef4-728c7b42d7ca req-203c8acd-4af8-4e95-af07-5cbf6809bd52 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:30.428503 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 92295c29-45b5-48dd-82e4-0914d13be8da, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=92295c29-45b5-48dd-82e4-0914d13be8da,segment=NetworkSegment(69566930-5f2a-43e0-ab3b-fb077f0a7b50),segment_id=69566930-5f2a-43e0-ab3b-fb077f0a7b50)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:24:30.429005 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7269866f-5be5-4c6c-9ef4-728c7b42d7ca req-203c8acd-4af8-4e95-af07-5cbf6809bd52 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] 10.222.0.65 "GET /v2.0/ports?device_id=f741f2c5-460f-49eb-81be-3c3ffbedc0af HTTP/1.1" status: 200 len: 946 time: 0.1891651 Feb 04 12:24:30.447548 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (92295c29-45b5-48dd-82e4-0914d13be8da), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:30.447878 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-03d91be5-8844-44de-aa71-1136790c016b req-a41b9f2b-1500-4ceb-a51a-2c0ef1605cab tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/security-groups?id=ff9db729-a945-4359-8bb3-48cdfdee30d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472313 Feb 04 12:24:30.448330 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 810e1925-1d97-495e-9e8e-3341bb957b87 details requested by agent hyperv_n-h2-825015-3 with host n-h2-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:24:30.546517 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7269866f-5be5-4c6c-9ef4-728c7b42d7ca req-48a5f8b1-4996-4610-a34b-b0ef694fb10b tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0b93a62-41a7-4338-9add-00a3a3dd7ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956142 Feb 04 12:24:30.563435 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8be395c-77a1-43b4-8cf1-d2ac030f1fb5 x-openstack-request-id: req-f8be395c-77a1-43b4-8cf1-d2ac030f1fb5 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:24:30.563435 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "967ed095-3406-4755-9475-e4ee258eafda", "tag": "27f1bc77-08d1-4fe6-8d17-b6072178bc1b", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:24:30.564311 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f8be395c-77a1-43b4-8cf1-d2ac030f1fb5 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:24:30.565985 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '967ed095-3406-4755-9475-e4ee258eafda', 'tag': '27f1bc77-08d1-4fe6-8d17-b6072178bc1b', 'status': 'completed', 'code': 200} Feb 04 12:24:30.624846 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=92295c29-45b5-48dd-82e4-0914d13be8da,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:24:30.650265 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-969a8741-9404-405e-9776-eff4f5f73ab8 req-994b47d9-c138-41f6-b176-d1e345673e57 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Deleting port c0f7cd2f-c34b-498d-a9a3-11c0fb72ca29 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:24:30.651482 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-969a8741-9404-405e-9776-eff4f5f73ab8 req-994b47d9-c138-41f6-b176-d1e345673e57 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (c0f7cd2f-c34b-498d-a9a3-11c0fb72ca29), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:30.656072 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:24:30.656679 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:24:30.667247 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:24:30.667247 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:24:30.667816 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:24:30.668200 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:24:30.668769 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:24:30.669564 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:24:30.675470 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:24:30.681255 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:24:30.685234 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:24:30.687109 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:24:30.689214 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:24:30.700301 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 33972) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:24:30.711036 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.db.resource_extend [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 12:24:30.835429 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfcdaea-dd8c-478a-b294-920fb5458c2e req-ce8ff249-1f4e-4db0-86c7-0921b125eb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:30.837682 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4bfcdaea-dd8c-478a-b294-920fb5458c2e req-ce8ff249-1f4e-4db0-86c7-0921b125eb89 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b09d9febdaa2484bafa8461f34390659&device_id=967ed095-3406-4755-9475-e4ee258eafda HTTP/1.1" status: 200 len: 1125 time: 0.2573380 Feb 04 12:24:30.884430 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-969a8741-9404-405e-9776-eff4f5f73ab8 req-994b47d9-c138-41f6-b176-d1e345673e57 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] For port c0f7cd2f-c34b-498d-a9a3-11c0fb72ca29, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=c0f7cd2f-c34b-498d-a9a3-11c0fb72ca29,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:24:30.884430 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-969a8741-9404-405e-9776-eff4f5f73ab8 req-994b47d9-c138-41f6-b176-d1e345673e57 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (c0f7cd2f-c34b-498d-a9a3-11c0fb72ca29), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:30.902603 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-969a8741-9404-405e-9776-eff4f5f73ab8 req-994b47d9-c138-41f6-b176-d1e345673e57 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Calling delete_port for c0f7cd2f-c34b-498d-a9a3-11c0fb72ca29 owned by compute:nova {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:24:30.919758 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 810e1925-1d97-495e-9e8e-3341bb957b87, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=810e1925-1d97-495e-9e8e-3341bb957b87,segment=NetworkSegment(540a54e9-96af-46f8-9335-8bb223f8aaf4),segment_id=540a54e9-96af-46f8-9335-8bb223f8aaf4)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:24:30.966861 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfcdaea-dd8c-478a-b294-920fb5458c2e req-32a9dd56-63ac-4740-a57d-d5735817e8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:30.969006 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4bfcdaea-dd8c-478a-b294-920fb5458c2e req-32a9dd56-63ac-4740-a57d-d5735817e8c5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b8fa325b-bcd0-4398-bc54-1d713ba7c3b0 HTTP/1.1" status: 200 len: 913 time: 0.1233830 Feb 04 12:24:30.978963 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Returning: {'device': '810e1925-1d97-495e-9e8e-3341bb957b87', 'network_id': '06acfeba-527c-4b26-9f5e-fcd14e6f1339', 'port_id': '810e1925-1d97-495e-9e8e-3341bb957b87', 'mac_address': 'fa:16:3e:53:f9:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c31c7ed-6b37-4a40-92f7-cc1a552d8286', 'ip_address': '19.86.0.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:24:31.006555 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:31.063902 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 810e1925-1d97-495e-9e8e-3341bb957b87 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:24:31.065524 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (810e1925-1d97-495e-9e8e-3341bb957b87), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:31.085111 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4bfcdaea-dd8c-478a-b294-920fb5458c2e req-ab9b9393-d5f3-4623-8bef-a5a877c5a34a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=27f1bc77-08d1-4fe6-8d17-b6072178bc1b HTTP/1.1" status: 200 len: 217 time: 0.0966265 Feb 04 12:24:31.091160 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_v2 [None req-f86bc89d-f791-410a-8cc0-2da4171ac0ac admin admin] Deleting subnet 5a7709a7-759a-49ea-a610-cec6e14d5672 {{(pid=103475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:24:31.112632 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f86bc89d-f791-410a-8cc0-2da4171ac0ac admin admin] Publish callbacks [] for subnet (5a7709a7-759a-49ea-a610-cec6e14d5672), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:31.115483 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 810e1925-1d97-495e-9e8e-3341bb957b87 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:24:31.117275 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-969a8741-9404-405e-9776-eff4f5f73ab8 req-994b47d9-c138-41f6-b176-d1e345673e57 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (c0f7cd2f-c34b-498d-a9a3-11c0fb72ca29), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:31.171215 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994b47d9-c138-41f6-b176-d1e345673e57 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Pushing event deleted for resources: {'Port': ['ID=c0f7cd2f-c34b-498d-a9a3-11c0fb72ca29,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:24:31.185382 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 810e1925-1d97-495e-9e8e-3341bb957b87, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=810e1925-1d97-495e-9e8e-3341bb957b87,segment=NetworkSegment(540a54e9-96af-46f8-9335-8bb223f8aaf4),segment_id=540a54e9-96af-46f8-9335-8bb223f8aaf4)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:24:31.196655 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['5e225c38-0269-4129-a4d0-3c01809d833e', 'cb1246fa-1dff-4a4d-abe1-b07af7371bf9', '215af382-6f8e-49d2-887b-35ac0d0e1df5', 'c0f7cd2f-c34b-498d-a9a3-11c0fb72ca29'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:24:31.205704 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['9b10404f-62d5-42e1-accf-5dbefbaa11b0', 'c2832b00-49f8-4fec-8c15-002a2a163b03'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:24:31.219970 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (810e1925-1d97-495e-9e8e-3341bb957b87), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:31.263422 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f86bc89d-f791-410a-8cc0-2da4171ac0ac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51859329'] for subnet (5a7709a7-759a-49ea-a610-cec6e14d5672), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:31.286131 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937d076a-8d9d-4aa9-a88a-f59bf32011ed req-8f00346a-f5cf-42bd-931c-12255957e5a9 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:31.299453 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-937d076a-8d9d-4aa9-a88a-f59bf32011ed req-8f00346a-f5cf-42bd-931c-12255957e5a9 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/ports?device_id=e024d6c3-80c1-425c-a5a9-a7305d647b89 HTTP/1.1" status: 200 len: 945 time: 0.5612512 Feb 04 12:24:31.345841 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-969a8741-9404-405e-9776-eff4f5f73ab8 req-994b47d9-c138-41f6-b176-d1e345673e57 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] No DVR routers for this DVR port c0f7cd2f-c34b-498d-a9a3-11c0fb72ca29 on host n-h2-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:24:31.349135 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-969a8741-9404-405e-9776-eff4f5f73ab8 req-994b47d9-c138-41f6-b176-d1e345673e57 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:31.357872 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-969a8741-9404-405e-9776-eff4f5f73ab8 req-994b47d9-c138-41f6-b176-d1e345673e57 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.77 "DELETE /v2.0/ports/c0f7cd2f-c34b-498d-a9a3-11c0fb72ca29 HTTP/1.1" status: 204 len: 173 time: 0.9722793 Feb 04 12:24:31.380548 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfcdaea-dd8c-478a-b294-920fb5458c2e req-60be0218-1b25-4709-911a-e227f35b5776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:31.384500 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4bfcdaea-dd8c-478a-b294-920fb5458c2e req-60be0218-1b25-4709-911a-e227f35b5776 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=20190653-fdc7-4422-8e01-957f62aee17f HTTP/1.1" status: 200 len: 852 time: 0.2883885 Feb 04 12:24:31.439046 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ed6c87-d46c-49b4-923c-cd124b376b8e req-0d34464e-6299-44c6-96c8-b2ae166a3e16 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:31.440656 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-39ed6c87-d46c-49b4-923c-cd124b376b8e req-0d34464e-6299-44c6-96c8-b2ae166a3e16 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?device_id=4cd5a9ca-19bc-4300-88f4-93c1a17aa991 HTTP/1.1" status: 200 len: 946 time: 0.5984392 Feb 04 12:24:31.468882 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4bfcdaea-dd8c-478a-b294-920fb5458c2e req-2ef7146d-56bb-4444-aa8b-14ad55aff3a3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b8fa325b-bcd0-4398-bc54-1d713ba7c3b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686677 Feb 04 12:24:31.491332 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f86bc89d-f791-410a-8cc0-2da4171ac0ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (5a7709a7-759a-49ea-a610-cec6e14d5672), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:31.520453 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:31.537554 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=810e1925-1d97-495e-9e8e-3341bb957b87,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:24:31.645751 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f86bc89d-f791-410a-8cc0-2da4171ac0ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-52093282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51452698'] for subnet (5a7709a7-759a-49ea-a610-cec6e14d5672), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:31.702235 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['810e1925-1d97-495e-9e8e-3341bb957b87'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:24:31.732845 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86bc89d-f791-410a-8cc0-2da4171ac0ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a7709a7-759a-49ea-a610-cec6e14d5672,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:24:31.830096 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f86bc89d-f791-410a-8cc0-2da4171ac0ac admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:31.850975 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-f86bc89d-f791-410a-8cc0-2da4171ac0ac admin admin] 10.222.0.65 "DELETE /v2.0/subnets/5a7709a7-759a-49ea-a610-cec6e14d5672 HTTP/1.1" status: 204 len: 168 time: 1.1447530 Feb 04 12:24:31.861988 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010ebb85-21d6-4b4c-ab89-1f6d12320193 req-9458658c-f75e-41f0-a7d8-d04889c876b5 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:31.866577 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-010ebb85-21d6-4b4c-ab89-1f6d12320193 req-9458658c-f75e-41f0-a7d8-d04889c876b5 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.73 "GET /v2.0/ports?device_id=4cd5a9ca-19bc-4300-88f4-93c1a17aa991 HTTP/1.1" status: 200 len: 946 time: 0.1465206 Feb 04 12:24:31.868403 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 33982) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:24:31.975764 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-937d076a-8d9d-4aa9-a88a-f59bf32011ed req-a898d4f6-949f-4c1d-9b01-610805a0e8d5 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4f571d4-f0a1-47f6-a54a-b93db47581cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6751089 Feb 04 12:24:32.045244 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 27f1bc77-08d1-4fe6-8d17-b6072178bc1b details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:24:32.056389 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-39ed6c87-d46c-49b4-923c-cd124b376b8e req-3ff77236-c370-4b29-a636-c9773ba61ec7 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f51ab49-2800-41c7-a09d-ab109cee7e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4410789 Feb 04 12:24:32.186472 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4bfcdaea-dd8c-478a-b294-920fb5458c2e req-2602c201-9842-4d46-8337-7c74cfa0749b service neutron] 10.222.0.73 "GET /v2.0/networks/b8fa325b-bcd0-4398-bc54-1d713ba7c3b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5523858 Feb 04 12:24:32.255428 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-46b13ade-cc59-4643-897d-f23290647a6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (33921118-8bb8-4172-84ea-b744fa92425e), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:32.468581 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.db.resource_extend [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 12:24:32.481595 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-010ebb85-21d6-4b4c-ab89-1f6d12320193 req-ae619489-8011-44a8-b681-11f25cbf826e tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Deleting port cf88575d-aac2-4541-897f-d504a83fb47b {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:24:32.481952 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-010ebb85-21d6-4b4c-ab89-1f6d12320193 req-ae619489-8011-44a8-b681-11f25cbf826e tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (cf88575d-aac2-4541-897f-d504a83fb47b), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:32.566618 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd34debd3-69cc-401a-b9c1-7bee77ccc332', 'name': 'network-vif-deleted', 'tag': 'c0f7cd2f-c34b-498d-a9a3-11c0fb72ca29'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:24:32.569093 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-097cfac5-84d3-4d08-bf33-a7f2a37f4257" -d '{"events": [{"server_uuid": "d34debd3-69cc-401a-b9c1-7bee77ccc332", "name": "network-vif-deleted", "tag": "c0f7cd2f-c34b-498d-a9a3-11c0fb72ca29"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:24:32.574813 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242d0e6e-fbc6-485e-a1c1-3ffaaa093311 req-64eb2a5f-52dd-4093-a718-8c8142505613 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:32.582501 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-242d0e6e-fbc6-485e-a1c1-3ffaaa093311 req-64eb2a5f-52dd-4093-a718-8c8142505613 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.65 "GET /v2.0/ports?device_id=967ed095-3406-4755-9475-e4ee258eafda HTTP/1.1" status: 200 len: 943 time: 0.3122239 Feb 04 12:24:32.662340 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4bfcdaea-dd8c-478a-b294-920fb5458c2e req-c3720742-4515-4a97-bef4-007c0f0f5ec0 service neutron] 10.222.0.73 "GET /v2.0/networks/b8fa325b-bcd0-4398-bc54-1d713ba7c3b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4648592 Feb 04 12:24:32.684481 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 27f1bc77-08d1-4fe6-8d17-b6072178bc1b, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=27f1bc77-08d1-4fe6-8d17-b6072178bc1b,segment=NetworkSegment(acb9d640-bd6c-44b6-b60b-2ea6174d51f4),segment_id=acb9d640-bd6c-44b6-b60b-2ea6174d51f4)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:24:32.727648 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': '27f1bc77-08d1-4fe6-8d17-b6072178bc1b', 'network_id': 'b8fa325b-bcd0-4398-bc54-1d713ba7c3b0', 'port_id': '27f1bc77-08d1-4fe6-8d17-b6072178bc1b', 'mac_address': 'fa:16:3e:3a:c6:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20190653-fdc7-4422-8e01-957f62aee17f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:24:32.750310 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-242d0e6e-fbc6-485e-a1c1-3ffaaa093311 req-14cf3aea-afa5-41f2-9015-4a33468ebb48 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.65 "GET /v2.0/security-groups?id=65b532f6-553b-4a7d-aad3-d6f8aeaacb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663902 Feb 04 12:24:32.812599 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-46b13ade-cc59-4643-897d-f23290647a6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (33921118-8bb8-4172-84ea-b744fa92425e), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:32.900146 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 27f1bc77-08d1-4fe6-8d17-b6072178bc1b is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:24:32.900586 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (27f1bc77-08d1-4fe6-8d17-b6072178bc1b), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:32.925326 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-46b13ade-cc59-4643-897d-f23290647a6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33921118-8bb8-4172-84ea-b744fa92425e']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:24:32.935247 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['92295c29-45b5-48dd-82e4-0914d13be8da'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:24:32.998088 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-46b13ade-cc59-4643-897d-f23290647a6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3650fe49-0487-4896-b953-b3c6867af33a') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:24:33.004159 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea411c0d-5f7b-450a-939e-045df119a2c8 req-149de36f-40a0-46ca-8a8b-f981ad1e0171 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:33.005725 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-46b13ade-cc59-4643-897d-f23290647a6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3650fe49-0487-4896-b953-b3c6867af33a') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:24:33.012461 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea411c0d-5f7b-450a-939e-045df119a2c8 req-149de36f-40a0-46ca-8a8b-f981ad1e0171 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:33.017805 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27f1bc77-08d1-4fe6-8d17-b6072178bc1b {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:24:33.023784 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ea411c0d-5f7b-450a-939e-045df119a2c8 req-149de36f-40a0-46ca-8a8b-f981ad1e0171 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1a7544e-e02d-4ed1-a4db-2ea8d8643517 HTTP/1.1" status: 200 len: 1681 time: 0.1493540 Feb 04 12:24:33.045476 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-46b13ade-cc59-4643-897d-f23290647a6b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (3650fe49-0487-4896-b953-b3c6867af33a), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:33.089439 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e81f7d2-6a41-46d7-9300-91377ce46476 x-openstack-request-id: req-0e81f7d2-6a41-46d7-9300-91377ce46476 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:24:33.090291 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d34debd3-69cc-401a-b9c1-7bee77ccc332", "name": "network-vif-deleted", "tag": "c0f7cd2f-c34b-498d-a9a3-11c0fb72ca29", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:24:33.090839 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0e81f7d2-6a41-46d7-9300-91377ce46476 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:24:33.091980 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd34debd3-69cc-401a-b9c1-7bee77ccc332', 'name': 'network-vif-deleted', 'tag': 'c0f7cd2f-c34b-498d-a9a3-11c0fb72ca29', 'status': 'completed', 'code': 200} Feb 04 12:24:33.114925 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-46b13ade-cc59-4643-897d-f23290647a6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (3650fe49-0487-4896-b953-b3c6867af33a), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:33.120972 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ea411c0d-5f7b-450a-939e-045df119a2c8 req-64dd0264-ef92-4bdf-96ad-06e11b24b915 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] 10.222.0.65 "GET /v2.0/security-groups?id=492cb02e-3e46-4ed8-a5e1-736353122ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948002 Feb 04 12:24:33.139469 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46b13ade-cc59-4643-897d-f23290647a6b admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:24:33.140304 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-46b13ade-cc59-4643-897d-f23290647a6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (3650fe49-0487-4896-b953-b3c6867af33a), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:33.142557 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 12:24:33.142557 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:24:33.142557 n-d-825015-3 neutron-server[103474]: timer() Feb 04 12:24:33.142557 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:24:33.142557 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 12:24:33.142557 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:24:33.142557 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 12:24:33.142557 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:24:33.142557 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 12:24:33.142557 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:24:33.142557 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 12:24:33.142557 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:24:33.142557 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 12:24:33.142557 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:24:33.142557 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:24:33.142557 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:24:33.142557 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:24:33.142557 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:24:33.142557 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 12:24:33.142557 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:24:33.142557 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 12:24:33.142557 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:24:33.142557 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:24:33.142557 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:24:33.142557 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 12:24:33.142557 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:24:33.142557 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:24:33.142557 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:24:33.142557 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:24:33.142557 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:24:33.142557 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:24:33.142557 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:24:33.148115 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-010ebb85-21d6-4b4c-ab89-1f6d12320193 req-ae619489-8011-44a8-b681-11f25cbf826e tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] For port cf88575d-aac2-4541-897f-d504a83fb47b, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=cf88575d-aac2-4541-897f-d504a83fb47b,segment=NetworkSegment(8447b48f-5ac4-4499-b5ab-2b0cb1297003),segment_id=8447b48f-5ac4-4499-b5ab-2b0cb1297003)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:24:33.149769 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-010ebb85-21d6-4b4c-ab89-1f6d12320193 req-ae619489-8011-44a8-b681-11f25cbf826e tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (cf88575d-aac2-4541-897f-d504a83fb47b), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:33.220737 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-010ebb85-21d6-4b4c-ab89-1f6d12320193 req-ae619489-8011-44a8-b681-11f25cbf826e tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Calling delete_port for cf88575d-aac2-4541-897f-d504a83fb47b owned by compute:nova {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:24:33.292979 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-46b13ade-cc59-4643-897d-f23290647a6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (33921118-8bb8-4172-84ea-b744fa92425e), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:33.301244 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-46b13ade-cc59-4643-897d-f23290647a6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:33.307220 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-46b13ade-cc59-4643-897d-f23290647a6b admin admin] 10.222.0.65 "DELETE /v2.0/networks/33921118-8bb8-4172-84ea-b744fa92425e HTTP/1.1" status: 204 len: 168 time: 1.4374237 Feb 04 12:24:33.385390 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b13ade-cc59-4643-897d-f23290647a6b admin admin] Pushing event deleted for resources: {'Network': ['ID=33921118-8bb8-4172-84ea-b744fa92425e,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:24:33.437317 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 27f1bc77-08d1-4fe6-8d17-b6072178bc1b, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=27f1bc77-08d1-4fe6-8d17-b6072178bc1b,segment=NetworkSegment(acb9d640-bd6c-44b6-b60b-2ea6174d51f4),segment_id=acb9d640-bd6c-44b6-b60b-2ea6174d51f4)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:24:33.517170 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (27f1bc77-08d1-4fe6-8d17-b6072178bc1b), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:33.548143 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881c0124-d5eb-4d52-9f97-b066fbd8271b req-b114a66d-cd98-4218-a634-3d80b6e61ec6 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:33.563728 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-881c0124-d5eb-4d52-9f97-b066fbd8271b req-b114a66d-cd98-4218-a634-3d80b6e61ec6 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/ports?device_id=e024d6c3-80c1-425c-a5a9-a7305d647b89 HTTP/1.1" status: 200 len: 945 time: 0.1612625 Feb 04 12:24:33.666248 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-881c0124-d5eb-4d52-9f97-b066fbd8271b req-8a4b75d6-cf85-493c-a4eb-dd67280c7ef5 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4f571d4-f0a1-47f6-a54a-b93db47581cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010168 Feb 04 12:24:33.737659 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-010ebb85-21d6-4b4c-ab89-1f6d12320193 req-ae619489-8011-44a8-b681-11f25cbf826e tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (cf88575d-aac2-4541-897f-d504a83fb47b), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:33.824396 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 34016) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:24:33.831052 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae619489-8011-44a8-b681-11f25cbf826e tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Pushing event deleted for resources: {'Port': ['ID=cf88575d-aac2-4541-897f-d504a83fb47b,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:24:33.838983 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['27f1bc77-08d1-4fe6-8d17-b6072178bc1b'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:24:33.845815 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d1d4dd97-f615-422a-b23b-2c9dcc8e1095 req-0d2404d1-e34d-4c82-bdf0-7521ea3c0e4b tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?device_id=4cd5a9ca-19bc-4300-88f4-93c1a17aa991 HTTP/1.1" status: 200 len: 210 time: 0.1115384 Feb 04 12:24:33.858615 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=27f1bc77-08d1-4fe6-8d17-b6072178bc1b,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:24:34.049867 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-010ebb85-21d6-4b4c-ab89-1f6d12320193 req-ae619489-8011-44a8-b681-11f25cbf826e tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] No DVR routers for this DVR port cf88575d-aac2-4541-897f-d504a83fb47b on host n-h1-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:24:34.058485 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-010ebb85-21d6-4b4c-ab89-1f6d12320193 req-ae619489-8011-44a8-b681-11f25cbf826e tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:34.081194 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 82adb228-2362-4f3b-a861-5bf43e5acae8 details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:24:34.087520 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-010ebb85-21d6-4b4c-ab89-1f6d12320193 req-ae619489-8011-44a8-b681-11f25cbf826e tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.73 "DELETE /v2.0/ports/cf88575d-aac2-4541-897f-d504a83fb47b HTTP/1.1" status: 204 len: 173 time: 2.2050765 Feb 04 12:24:34.095113 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device cf88575d-aac2-4541-897f-d504a83fb47b no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:24:34.167012 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-123467e3-9b6f-41c7-9b7e-60a0ce6fc160 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=de5b493dc21244659b5bc7c29ae1d428&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3290842 Feb 04 12:24:34.175062 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 34026) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:24:34.202919 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e76697-f83c-44a0-9b96-6a9c6f202c98 req-8acd7912-602d-4f11-9f35-355797835292 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:34.206757 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-43e76697-f83c-44a0-9b96-6a9c6f202c98 req-8acd7912-602d-4f11-9f35-355797835292 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.65 "GET /v2.0/ports?device_id=967ed095-3406-4755-9475-e4ee258eafda HTTP/1.1" status: 200 len: 944 time: 0.1978054 Feb 04 12:24:34.256709 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] No Port match for: cf88575d-aac2-4541-897f-d504a83fb47b {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:24:34.259131 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device cf88575d-aac2-4541-897f-d504a83fb47b not bound to the agent host n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:24:34.383794 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-86f24420-5527-46da-928b-a6fd06c6bbef admin admin] Publish callbacks [] for security_group (e102d2aa-c1a8-4ba5-bd37-a0f044093565), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:34.418340 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-86f24420-5527-46da-928b-a6fd06c6bbef admin admin] Publish callbacks [] for security_group (e102d2aa-c1a8-4ba5-bd37-a0f044093565), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:34.452017 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.db.resource_extend [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 12:24:34.529638 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-86f24420-5527-46da-928b-a6fd06c6bbef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (e102d2aa-c1a8-4ba5-bd37-a0f044093565), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:34.536351 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-86f24420-5527-46da-928b-a6fd06c6bbef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:34.538409 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-86f24420-5527-46da-928b-a6fd06c6bbef admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e102d2aa-c1a8-4ba5-bd37-a0f044093565 HTTP/1.1" status: 204 len: 168 time: 0.3622277 Feb 04 12:24:34.543773 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-43e76697-f83c-44a0-9b96-6a9c6f202c98 req-1241fc7b-1981-453f-9f40-7ecac7d4738d tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.65 "GET /v2.0/security-groups?id=65b532f6-553b-4a7d-aad3-d6f8aeaacb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3108923 Feb 04 12:24:34.567334 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f24420-5527-46da-928b-a6fd06c6bbef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e102d2aa-c1a8-4ba5-bd37-a0f044093565,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:24:34.592104 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4242480b-6d29-40a2-955b-f745c8396137 req-fcbf5962-611d-4420-952a-af2247fe4064 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:34.612936 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4242480b-6d29-40a2-955b-f745c8396137 req-fcbf5962-611d-4420-952a-af2247fe4064 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b65f478-8d0f-4c28-8634-e3271289a266 HTTP/1.1" status: 200 len: 949 time: 0.3982048 Feb 04 12:24:34.760230 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4242480b-6d29-40a2-955b-f745c8396137 req-e9ec67b3-d6a6-4779-9d37-e3478c8a0751 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/security-groups?id=ff9db729-a945-4359-8bb3-48cdfdee30d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457253 Feb 04 12:24:34.907438 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 82adb228-2362-4f3b-a861-5bf43e5acae8, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=82adb228-2362-4f3b-a861-5bf43e5acae8,segment=NetworkSegment(02af7db9-ac7a-4fd9-8876-35ceb0279e70),segment_id=02af7db9-ac7a-4fd9-8876-35ceb0279e70)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:24:34.969262 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': '82adb228-2362-4f3b-a861-5bf43e5acae8', 'network_id': 'f4dfd687-dba5-46ff-81a8-361822d13e13', 'port_id': '82adb228-2362-4f3b-a861-5bf43e5acae8', 'mac_address': 'fa:16:3e:6f:51:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '875d7ebd-efc4-4fa6-a601-61971abf78fc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:24:34.980807 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d90fe5-e7ed-4509-89cd-ab175040f1a7 req-35f32b89-c850-42fc-8f63-79e22941c7b5 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:35.018042 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d90fe5-e7ed-4509-89cd-ab175040f1a7 req-35f32b89-c850-42fc-8f63-79e22941c7b5 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:35.031176 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f6d90fe5-e7ed-4509-89cd-ab175040f1a7 req-35f32b89-c850-42fc-8f63-79e22941c7b5 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1a7544e-e02d-4ed1-a4db-2ea8d8643517 HTTP/1.1" status: 200 len: 1681 time: 0.2917695 Feb 04 12:24:35.135357 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cd5a9ca-19bc-4300-88f4-93c1a17aa991', 'name': 'network-vif-deleted', 'tag': 'cf88575d-aac2-4541-897f-d504a83fb47b'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:24:35.152728 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c50f8d5e-3f5e-40ae-b916-fb20244921b3" -d '{"events": [{"server_uuid": "4cd5a9ca-19bc-4300-88f4-93c1a17aa991", "name": "network-vif-deleted", "tag": "cf88575d-aac2-4541-897f-d504a83fb47b"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:24:35.203573 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 82adb228-2362-4f3b-a861-5bf43e5acae8 is: ACTIVE; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:24:35.204587 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (82adb228-2362-4f3b-a861-5bf43e5acae8), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:35.249920 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f6d90fe5-e7ed-4509-89cd-ab175040f1a7 req-2a28276f-b272-4d1c-93d5-a6fa8f43d4a4 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] 10.222.0.65 "GET /v2.0/security-groups?id=492cb02e-3e46-4ed8-a5e1-736353122ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170281 Feb 04 12:24:35.290771 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 82adb228-2362-4f3b-a861-5bf43e5acae8 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:24:35.392300 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98436e9f-23de-4a39-be24-42d34081e2c6 req-ed187f58-9a50-4504-86fe-1c763be2e294 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:35.395109 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 82adb228-2362-4f3b-a861-5bf43e5acae8, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=82adb228-2362-4f3b-a861-5bf43e5acae8,segment=NetworkSegment(02af7db9-ac7a-4fd9-8876-35ceb0279e70),segment_id=02af7db9-ac7a-4fd9-8876-35ceb0279e70)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:24:35.415110 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-98436e9f-23de-4a39-be24-42d34081e2c6 req-ed187f58-9a50-4504-86fe-1c763be2e294 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b65f478-8d0f-4c28-8634-e3271289a266 HTTP/1.1" status: 200 len: 949 time: 0.3449566 Feb 04 12:24:35.415831 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (82adb228-2362-4f3b-a861-5bf43e5acae8), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:35.592007 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c09780-8fbb-487b-99ac-f745e12edbef req-bd6ea2e1-66cb-4aea-82bc-28e8d64ec8a3 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:35.597166 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-61c09780-8fbb-487b-99ac-f745e12edbef req-bd6ea2e1-66cb-4aea-82bc-28e8d64ec8a3 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/ports?device_id=e024d6c3-80c1-425c-a5a9-a7305d647b89 HTTP/1.1" status: 200 len: 945 time: 0.2715099 Feb 04 12:24:35.651241 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['82adb228-2362-4f3b-a861-5bf43e5acae8'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:24:35.668573 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfa0be29-137a-42cc-af3b-46e5a9a1c998 x-openstack-request-id: req-cfa0be29-137a-42cc-af3b-46e5a9a1c998 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:24:35.669230 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cd5a9ca-19bc-4300-88f4-93c1a17aa991", "name": "network-vif-deleted", "tag": "cf88575d-aac2-4541-897f-d504a83fb47b", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:24:35.669906 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cfa0be29-137a-42cc-af3b-46e5a9a1c998 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:24:35.671447 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cd5a9ca-19bc-4300-88f4-93c1a17aa991', 'name': 'network-vif-deleted', 'tag': 'cf88575d-aac2-4541-897f-d504a83fb47b', 'status': 'completed', 'code': 200} Feb 04 12:24:35.712849 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=82adb228-2362-4f3b-a861-5bf43e5acae8,revision_number=6']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:24:35.797086 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-61c09780-8fbb-487b-99ac-f745e12edbef req-34cefcbb-54ab-4cf0-9b8b-f223d946b786 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4f571d4-f0a1-47f6-a54a-b93db47581cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727741 Feb 04 12:24:35.962015 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-98436e9f-23de-4a39-be24-42d34081e2c6 req-d6f36ba9-753c-4c7d-9e96-a9a35c16a9b3 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Deleting port 215af382-6f8e-49d2-887b-35ac0d0e1df5 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:24:35.969042 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-98436e9f-23de-4a39-be24-42d34081e2c6 req-d6f36ba9-753c-4c7d-9e96-a9a35c16a9b3 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (215af382-6f8e-49d2-887b-35ac0d0e1df5), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:36.025559 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e968f4-6d8a-48a2-ac48-cfe91140eedd req-638ad187-2681-4f11-b6de-997a73528dd2 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:36.027520 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-21e968f4-6d8a-48a2-ac48-cfe91140eedd req-638ad187-2681-4f11-b6de-997a73528dd2 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.65 "GET /v2.0/ports?device_id=967ed095-3406-4755-9475-e4ee258eafda HTTP/1.1" status: 200 len: 944 time: 0.1966898 Feb 04 12:24:36.081622 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 27f1bc77-08d1-4fe6-8d17-b6072178bc1b up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:24:36.105842 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 92295c29-45b5-48dd-82e4-0914d13be8da up at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:24:36.230301 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-21e968f4-6d8a-48a2-ac48-cfe91140eedd req-a14098df-0d73-4ddb-9f4c-30902cb75e67 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.65 "GET /v2.0/security-groups?id=65b532f6-553b-4a7d-aad3-d6f8aeaacb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924243 Feb 04 12:24:36.531946 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fbc1c5-6e33-416a-8200-93e6506adebd req-5b618270-89e8-46ba-a747-56db16979f63 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:36.546285 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e0fbc1c5-6e33-416a-8200-93e6506adebd req-5b618270-89e8-46ba-a747-56db16979f63 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b65f478-8d0f-4c28-8634-e3271289a266 HTTP/1.1" status: 200 len: 949 time: 0.1652017 Feb 04 12:24:36.561453 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning for port 92295c29-45b5-48dd-82e4-0914d13be8da completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:24:36.561453 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning complete for port 92295c29-45b5-48dd-82e4-0914d13be8da triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:24:36.561453 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (92295c29-45b5-48dd-82e4-0914d13be8da), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:36.569165 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-98436e9f-23de-4a39-be24-42d34081e2c6 req-d6f36ba9-753c-4c7d-9e96-a9a35c16a9b3 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] For port 215af382-6f8e-49d2-887b-35ac0d0e1df5, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=215af382-6f8e-49d2-887b-35ac0d0e1df5,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:24:36.569809 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-98436e9f-23de-4a39-be24-42d34081e2c6 req-d6f36ba9-753c-4c7d-9e96-a9a35c16a9b3 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (215af382-6f8e-49d2-887b-35ac0d0e1df5), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:36.631514 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-98436e9f-23de-4a39-be24-42d34081e2c6 req-d6f36ba9-753c-4c7d-9e96-a9a35c16a9b3 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Calling delete_port for 215af382-6f8e-49d2-887b-35ac0d0e1df5 owned by compute:nova {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:24:36.644801 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed660c91-d75c-4de5-b74a-e7b1f3875bb0 req-288cb934-9852-490c-9437-cd7ace05d083 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:36.656721 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-ed660c91-d75c-4de5-b74a-e7b1f3875bb0 req-288cb934-9852-490c-9437-cd7ace05d083 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.73 "GET /v2.0/ports?device_id=f2caf873-3f17-4974-8646-9cc5aa355cb9 HTTP/1.1" status: 200 len: 950 time: 0.8569195 Feb 04 12:24:36.773830 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e0fbc1c5-6e33-416a-8200-93e6506adebd req-d26f2c46-d03a-4a2e-874a-dcfda211362e tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/security-groups?id=ff9db729-a945-4359-8bb3-48cdfdee30d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240751 Feb 04 12:24:36.844557 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning for port 27f1bc77-08d1-4fe6-8d17-b6072178bc1b completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:24:36.893461 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port 27f1bc77-08d1-4fe6-8d17-b6072178bc1b triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:24:36.893461 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (27f1bc77-08d1-4fe6-8d17-b6072178bc1b), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:37.186926 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-98436e9f-23de-4a39-be24-42d34081e2c6 req-d6f36ba9-753c-4c7d-9e96-a9a35c16a9b3 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (215af382-6f8e-49d2-887b-35ac0d0e1df5), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:37.276527 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f36ba9-753c-4c7d-9e96-a9a35c16a9b3 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Pushing event deleted for resources: {'Port': ['ID=215af382-6f8e-49d2-887b-35ac0d0e1df5,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:24:37.434439 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['9b10404f-62d5-42e1-accf-5dbefbaa11b0', 'c2832b00-49f8-4fec-8c15-002a2a163b03'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:24:37.472483 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-98436e9f-23de-4a39-be24-42d34081e2c6 req-d6f36ba9-753c-4c7d-9e96-a9a35c16a9b3 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] No DVR routers for this DVR port 215af382-6f8e-49d2-887b-35ac0d0e1df5 on host n-h2-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:24:37.483279 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-98436e9f-23de-4a39-be24-42d34081e2c6 req-d6f36ba9-753c-4c7d-9e96-a9a35c16a9b3 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:37.494085 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['5e225c38-0269-4129-a4d0-3c01809d833e', 'cb1246fa-1dff-4a4d-abe1-b07af7371bf9', '215af382-6f8e-49d2-887b-35ac0d0e1df5'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:24:37.494670 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-98436e9f-23de-4a39-be24-42d34081e2c6 req-d6f36ba9-753c-4c7d-9e96-a9a35c16a9b3 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.77 "DELETE /v2.0/ports/215af382-6f8e-49d2-887b-35ac0d0e1df5 HTTP/1.1" status: 204 len: 173 time: 2.0701325 Feb 04 12:24:37.541983 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-ed660c91-d75c-4de5-b74a-e7b1f3875bb0 req-8f9e8a24-4b2f-4c2d-b4c5-2aa400492208 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Deleting port c2832b00-49f8-4fec-8c15-002a2a163b03 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:24:37.543572 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-ed660c91-d75c-4de5-b74a-e7b1f3875bb0 req-8f9e8a24-4b2f-4c2d-b4c5-2aa400492208 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (c2832b00-49f8-4fec-8c15-002a2a163b03), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:37.690189 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b65f478-8d0f-4c28-8634-e3271289a266', 'name': 'network-vif-deleted', 'tag': '215af382-6f8e-49d2-887b-35ac0d0e1df5'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:24:37.695015 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af5d2dc9-dd7e-4779-aa6d-6515deb15ced" -d '{"events": [{"server_uuid": "5b65f478-8d0f-4c28-8634-e3271289a266", "name": "network-vif-deleted", "tag": "215af382-6f8e-49d2-887b-35ac0d0e1df5"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:24:37.793289 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 92295c29-45b5-48dd-82e4-0914d13be8da is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:24:37.795717 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (92295c29-45b5-48dd-82e4-0914d13be8da), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:37.877216 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-ed660c91-d75c-4de5-b74a-e7b1f3875bb0 req-8f9e8a24-4b2f-4c2d-b4c5-2aa400492208 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] For port c2832b00-49f8-4fec-8c15-002a2a163b03, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=c2832b00-49f8-4fec-8c15-002a2a163b03,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:24:37.884282 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-ed660c91-d75c-4de5-b74a-e7b1f3875bb0 req-8f9e8a24-4b2f-4c2d-b4c5-2aa400492208 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (c2832b00-49f8-4fec-8c15-002a2a163b03), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:37.934187 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-ed660c91-d75c-4de5-b74a-e7b1f3875bb0 req-8f9e8a24-4b2f-4c2d-b4c5-2aa400492208 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Calling delete_port for c2832b00-49f8-4fec-8c15-002a2a163b03 owned by compute:nova {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:24:38.029517 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1a7544e-e02d-4ed1-a4db-2ea8d8643517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92295c29-45b5-48dd-82e4-0914d13be8da'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:24:38.031932 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34687739-b0e9-4786-951b-968b379e3af1" -d '{"events": [{"server_uuid": "f1a7544e-e02d-4ed1-a4db-2ea8d8643517", "name": "network-vif-plugged", "status": "completed", "tag": "92295c29-45b5-48dd-82e4-0914d13be8da"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:24:38.105268 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 92295c29-45b5-48dd-82e4-0914d13be8da, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=92295c29-45b5-48dd-82e4-0914d13be8da,segment=NetworkSegment(69566930-5f2a-43e0-ab3b-fb077f0a7b50),segment_id=69566930-5f2a-43e0-ab3b-fb077f0a7b50)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:24:38.287031 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (92295c29-45b5-48dd-82e4-0914d13be8da), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:38.287713 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 810e1925-1d97-495e-9e8e-3341bb957b87 up at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:24:38.347290 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-ed660c91-d75c-4de5-b74a-e7b1f3875bb0 req-8f9e8a24-4b2f-4c2d-b4c5-2aa400492208 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (c2832b00-49f8-4fec-8c15-002a2a163b03), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:38.388348 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['9b10404f-62d5-42e1-accf-5dbefbaa11b0'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:24:38.390920 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['5e225c38-0269-4129-a4d0-3c01809d833e', 'cb1246fa-1dff-4a4d-abe1-b07af7371bf9'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:24:38.443392 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9e8a24-4b2f-4c2d-b4c5-2aa400492208 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Pushing event deleted for resources: {'Port': ['ID=c2832b00-49f8-4fec-8c15-002a2a163b03,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:24:38.556860 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed660c91-d75c-4de5-b74a-e7b1f3875bb0 req-8f9e8a24-4b2f-4c2d-b4c5-2aa400492208 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] No DVR routers for this DVR port c2832b00-49f8-4fec-8c15-002a2a163b03 on host n-h1-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:24:38.564858 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-ed660c91-d75c-4de5-b74a-e7b1f3875bb0 req-8f9e8a24-4b2f-4c2d-b4c5-2aa400492208 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:38.588069 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-ed660c91-d75c-4de5-b74a-e7b1f3875bb0 req-8f9e8a24-4b2f-4c2d-b4c5-2aa400492208 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.73 "DELETE /v2.0/ports/c2832b00-49f8-4fec-8c15-002a2a163b03 HTTP/1.1" status: 204 len: 173 time: 1.9154637 Feb 04 12:24:38.601414 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 27f1bc77-08d1-4fe6-8d17-b6072178bc1b is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:24:38.603267 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (27f1bc77-08d1-4fe6-8d17-b6072178bc1b), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:38.721212 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 27f1bc77-08d1-4fe6-8d17-b6072178bc1b, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=27f1bc77-08d1-4fe6-8d17-b6072178bc1b,segment=NetworkSegment(acb9d640-bd6c-44b6-b60b-2ea6174d51f4),segment_id=acb9d640-bd6c-44b6-b60b-2ea6174d51f4)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:24:38.842783 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (27f1bc77-08d1-4fe6-8d17-b6072178bc1b), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:38.927133 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 82adb228-2362-4f3b-a861-5bf43e5acae8 up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:24:39.299017 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=92295c29-45b5-48dd-82e4-0914d13be8da,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:24:39.342127 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb136613-1d0f-44f9-be3e-c1d856a6b877 req-80d221bb-a7f4-409c-bd3b-4d02ebbc3fcb tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:39.354112 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bb136613-1d0f-44f9-be3e-c1d856a6b877 req-80d221bb-a7f4-409c-bd3b-4d02ebbc3fcb tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/networks?id=4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5 HTTP/1.1" status: 200 len: 812 time: 0.3513353 Feb 04 12:24:39.420701 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bb136613-1d0f-44f9-be3e-c1d856a6b877 req-8e9b864a-702b-461f-aea9-9e216f946098 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/quotas/5b457c49d6644968bc4c4118b5a09653 HTTP/1.1" status: 200 len: 375 time: 0.0643227 Feb 04 12:24:39.580179 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bb136613-1d0f-44f9-be3e-c1d856a6b877 req-88f2b10e-e1c0-40cf-8462-20ff4886983d tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=5b457c49d6644968bc4c4118b5a09653&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1517642 Feb 04 12:24:39.755040 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning for port 810e1925-1d97-495e-9e8e-3341bb957b87 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:24:39.766045 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=27f1bc77-08d1-4fe6-8d17-b6072178bc1b,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:24:39.805784 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning complete for port 810e1925-1d97-495e-9e8e-3341bb957b87 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:24:39.806363 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (810e1925-1d97-495e-9e8e-3341bb957b87), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:39.823975 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bb136613-1d0f-44f9-be3e-c1d856a6b877 req-5a5f9c74-0fd6-46b0-8027-90387a064fc5 service neutron] 10.222.0.65 "GET /v2.0/networks/4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362571 Feb 04 12:24:39.944789 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port 82adb228-2362-4f3b-a861-5bf43e5acae8 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:24:39.945278 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (82adb228-2362-4f3b-a861-5bf43e5acae8), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:40.141140 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5585b4-0f40-4045-8ad4-0b9dd04a4001 req-0a4673d5-3bd0-4942-9e53-f5e0d917ade6 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:40.159816 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5585b4-0f40-4045-8ad4-0b9dd04a4001 req-0a4673d5-3bd0-4942-9e53-f5e0d917ade6 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:40.171488 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7d5585b4-0f40-4045-8ad4-0b9dd04a4001 req-0a4673d5-3bd0-4942-9e53-f5e0d917ade6 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1a7544e-e02d-4ed1-a4db-2ea8d8643517 HTTP/1.1" status: 200 len: 1682 time: 0.2574179 Feb 04 12:24:40.322128 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bb136613-1d0f-44f9-be3e-c1d856a6b877 req-62b3b758-8aa8-4079-b320-456f80aaeae5 service neutron] 10.222.0.65 "GET /v2.0/networks/4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4913018 Feb 04 12:24:40.400821 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 82adb228-2362-4f3b-a861-5bf43e5acae8 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:24:40.401412 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (82adb228-2362-4f3b-a861-5bf43e5acae8), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:40.403052 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7d5585b4-0f40-4045-8ad4-0b9dd04a4001 req-8130025e-48c7-4c9a-a0ff-69fa1cca505c tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] 10.222.0.65 "GET /v2.0/security-groups?id=492cb02e-3e46-4ed8-a5e1-736353122ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268186 Feb 04 12:24:40.463107 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 810e1925-1d97-495e-9e8e-3341bb957b87 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:24:40.463505 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (810e1925-1d97-495e-9e8e-3341bb957b87), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:40.734618 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629d10d4-d030-41d3-a55d-a1255082accc req-c6c35b39-987e-4279-9740-08600bbda100 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:40.748736 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-629d10d4-d030-41d3-a55d-a1255082accc req-c6c35b39-987e-4279-9740-08600bbda100 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/ports?device_id=e024d6c3-80c1-425c-a5a9-a7305d647b89 HTTP/1.1" status: 200 len: 945 time: 0.1505973 Feb 04 12:24:40.825656 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 82adb228-2362-4f3b-a861-5bf43e5acae8, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=82adb228-2362-4f3b-a861-5bf43e5acae8,segment=NetworkSegment(02af7db9-ac7a-4fd9-8876-35ceb0279e70),segment_id=02af7db9-ac7a-4fd9-8876-35ceb0279e70)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:24:40.842447 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (82adb228-2362-4f3b-a861-5bf43e5acae8), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:40.843547 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device c2832b00-49f8-4fec-8c15-002a2a163b03 no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:24:40.945746 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 810e1925-1d97-495e-9e8e-3341bb957b87, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=810e1925-1d97-495e-9e8e-3341bb957b87,segment=NetworkSegment(540a54e9-96af-46f8-9335-8bb223f8aaf4),segment_id=540a54e9-96af-46f8-9335-8bb223f8aaf4)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:24:40.955683 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] No Port match for: c2832b00-49f8-4fec-8c15-002a2a163b03 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:24:40.956995 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device c2832b00-49f8-4fec-8c15-002a2a163b03 not bound to the agent host n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:24:40.974990 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (810e1925-1d97-495e-9e8e-3341bb957b87), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:40.975977 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device c0f7cd2f-c34b-498d-a9a3-11c0fb72ca29 no longer exists at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:24:41.036105 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] No Port match for: c0f7cd2f-c34b-498d-a9a3-11c0fb72ca29 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:24:41.039652 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device c0f7cd2f-c34b-498d-a9a3-11c0fb72ca29 not bound to the agent host n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:24:41.094365 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-629d10d4-d030-41d3-a55d-a1255082accc req-6b858546-ebbe-4d2d-aa79-fa2ffc41f815 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4f571d4-f0a1-47f6-a54a-b93db47581cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3441923 Feb 04 12:24:41.158972 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 215af382-6f8e-49d2-887b-35ac0d0e1df5 no longer exists at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:24:41.236845 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f7d2d-410d-4e41-8a11-554cc5b34dbb req-488bb3f2-aab4-4cbc-9b5e-fd3f7f21003c tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:41.245826 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d10f7d2d-410d-4e41-8a11-554cc5b34dbb req-488bb3f2-aab4-4cbc-9b5e-fd3f7f21003c tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.65 "GET /v2.0/ports?device_id=967ed095-3406-4755-9475-e4ee258eafda HTTP/1.1" status: 200 len: 945 time: 0.3762701 Feb 04 12:24:41.278432 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53308114-07e9-4c2b-87a3-2fc74822e131 x-openstack-request-id: req-53308114-07e9-4c2b-87a3-2fc74822e131 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:24:41.278997 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b65f478-8d0f-4c28-8634-e3271289a266", "name": "network-vif-deleted", "tag": "215af382-6f8e-49d2-887b-35ac0d0e1df5", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:24:41.279210 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-53308114-07e9-4c2b-87a3-2fc74822e131 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:24:41.279608 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b65f478-8d0f-4c28-8634-e3271289a266', 'name': 'network-vif-deleted', 'tag': '215af382-6f8e-49d2-887b-35ac0d0e1df5', 'status': 'completed', 'code': 200} Feb 04 12:24:41.316762 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] No Port match for: 215af382-6f8e-49d2-887b-35ac0d0e1df5 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:24:41.317871 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 215af382-6f8e-49d2-887b-35ac0d0e1df5 not bound to the agent host n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:24:41.325367 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=82adb228-2362-4f3b-a861-5bf43e5acae8,revision_number=7']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:24:41.348003 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d10f7d2d-410d-4e41-8a11-554cc5b34dbb req-2ffc7437-dc41-4f85-a7a2-2cdf64bff467 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.65 "GET /v2.0/security-groups?id=65b532f6-553b-4a7d-aad3-d6f8aeaacb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987692 Feb 04 12:24:41.459784 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34699683-e674-448e-9c49-7d6b665db87f x-openstack-request-id: req-34699683-e674-448e-9c49-7d6b665db87f {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:24:41.462431 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1a7544e-e02d-4ed1-a4db-2ea8d8643517", "name": "network-vif-plugged", "status": "completed", "tag": "92295c29-45b5-48dd-82e4-0914d13be8da", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:24:41.462793 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-34699683-e674-448e-9c49-7d6b665db87f {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:24:41.463440 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1a7544e-e02d-4ed1-a4db-2ea8d8643517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92295c29-45b5-48dd-82e4-0914d13be8da', 'code': 200} Feb 04 12:24:41.556670 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d6b6bb02-3d5a-4052-bf7b-e64eacf646fa req-8893d273-bc42-423f-8a59-2104f2162276 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?device_id=35799951-f327-49e4-9a9d-7a4789d7e10d HTTP/1.1" status: 200 len: 210 time: 0.0652621 Feb 04 12:24:41.577823 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=810e1925-1d97-495e-9e8e-3341bb957b87,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:24:41.816198 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793c0dff-7694-4374-ae0b-674822945561 req-7b7d3301-8f27-4d64-8bf9-3dbdff153b78 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:41.824928 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793c0dff-7694-4374-ae0b-674822945561 req-7b7d3301-8f27-4d64-8bf9-3dbdff153b78 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:41.829485 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-793c0dff-7694-4374-ae0b-674822945561 req-7b7d3301-8f27-4d64-8bf9-3dbdff153b78 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1a7544e-e02d-4ed1-a4db-2ea8d8643517 HTTP/1.1" status: 200 len: 1683 time: 0.1280119 Feb 04 12:24:41.927225 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-793c0dff-7694-4374-ae0b-674822945561 req-fd44d6f9-51a5-4322-9a45-c9cae826aa98 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] 10.222.0.65 "GET /v2.0/security-groups?id=492cb02e-3e46-4ed8-a5e1-736353122ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909917 Feb 04 12:24:42.087672 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-4b49419a-d3fa-4369-ba2f-bd22a1bc3009 req-c911eea4-080a-452b-84f1-2d8560648911 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=a40af1ad-fc65-42d6-a1d8-1787e530da20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0800540 Feb 04 12:24:42.288913 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b49419a-d3fa-4369-ba2f-bd22a1bc3009 req-5def569f-99f3-430d-92db-4afa0663c933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:42.299795 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-4b49419a-d3fa-4369-ba2f-bd22a1bc3009 req-5def569f-99f3-430d-92db-4afa0663c933 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=207f01ccf15c4616a04a98fbbad5fc72&device_id=a40af1ad-fc65-42d6-a1d8-1787e530da20 HTTP/1.1" status: 200 len: 1127 time: 0.1760209 Feb 04 12:24:42.575076 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d790791-bcfd-44db-ba86-ab01dc479339 req-c67a829b-86ef-49e7-94f7-0d0243b9e2a3 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:42.580012 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6d790791-bcfd-44db-ba86-ab01dc479339 req-c67a829b-86ef-49e7-94f7-0d0243b9e2a3 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/ports?device_id=e024d6c3-80c1-425c-a5a9-a7305d647b89 HTTP/1.1" status: 200 len: 945 time: 0.2047400 Feb 04 12:24:42.721823 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6d790791-bcfd-44db-ba86-ab01dc479339 req-a4577b10-81c1-4bf4-801b-e808bc0428f0 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4f571d4-f0a1-47f6-a54a-b93db47581cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310382 Feb 04 12:24:42.802629 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b49419a-d3fa-4369-ba2f-bd22a1bc3009 req-003f453e-953f-4073-aad2-73896a2ef9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:42.804306 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-4b49419a-d3fa-4369-ba2f-bd22a1bc3009 req-003f453e-953f-4073-aad2-73896a2ef9a5 service neutron] 10.222.0.77 "GET /v2.0/networks?id=365084f8-2068-4655-9009-041f3cc171be HTTP/1.1" status: 200 len: 922 time: 0.4362562 Feb 04 12:24:42.839591 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a0b4ce-68c1-4aed-ba82-00e4e27600aa req-ae68f520-d3b3-4d09-8251-ecb22470c245 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:42.861544 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-64a0b4ce-68c1-4aed-ba82-00e4e27600aa req-ae68f520-d3b3-4d09-8251-ecb22470c245 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.65 "GET /v2.0/ports?device_id=967ed095-3406-4755-9475-e4ee258eafda HTTP/1.1" status: 200 len: 945 time: 0.1449280 Feb 04 12:24:42.924411 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-4b49419a-d3fa-4369-ba2f-bd22a1bc3009 req-5c022d7f-a53e-40bb-b01b-65790bec4f1d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e33f78e5-ff97-4f89-a4db-1bcfa5ff3842 HTTP/1.1" status: 200 len: 217 time: 0.1110418 Feb 04 12:24:43.025939 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b49419a-d3fa-4369-ba2f-bd22a1bc3009 req-c977bde9-cc43-4de9-9480-82c27d6346c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:43.026613 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-64a0b4ce-68c1-4aed-ba82-00e4e27600aa req-f3cf9f5a-dd13-44a5-80d8-894584589602 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.65 "GET /v2.0/security-groups?id=65b532f6-553b-4a7d-aad3-d6f8aeaacb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632938 Feb 04 12:24:43.027680 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-4b49419a-d3fa-4369-ba2f-bd22a1bc3009 req-c977bde9-cc43-4de9-9480-82c27d6346c0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=baf06417-eecb-4036-81cf-3c7679e7daf8 HTTP/1.1" status: 200 len: 861 time: 0.0963264 Feb 04 12:24:43.070151 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eeaf71-b5e6-4853-86f2-5e252c2ab425 req-d8e1f377-df9a-480f-93be-151a59769dfe tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:43.083271 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-75eeaf71-b5e6-4853-86f2-5e252c2ab425 req-d8e1f377-df9a-480f-93be-151a59769dfe tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/ports?device_id=29b29f45-ea94-43ea-a711-d40bb7d13ab4 HTTP/1.1" status: 200 len: 950 time: 0.1423886 Feb 04 12:24:43.107032 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-4b49419a-d3fa-4369-ba2f-bd22a1bc3009 req-68a806e9-fac3-4005-980c-ab278af6e4fc service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=365084f8-2068-4655-9009-041f3cc171be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704179 Feb 04 12:24:43.229981 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9ababa43-1609-40da-98b3-218e4607368b req-22c20357-aea2-40ce-8d84-d9322996fcb4 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?device_id=35799951-f327-49e4-9a9d-7a4789d7e10d HTTP/1.1" status: 200 len: 210 time: 0.0711961 Feb 04 12:24:43.280100 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-75eeaf71-b5e6-4853-86f2-5e252c2ab425 req-14a9eb87-ed23-4ac2-b4eb-120b75ef8a66 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/security-groups?id=ff9db729-a945-4359-8bb3-48cdfdee30d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939597 Feb 04 12:24:43.283671 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2caf873-3f17-4974-8646-9cc5aa355cb9', 'name': 'network-vif-deleted', 'tag': 'c2832b00-49f8-4fec-8c15-002a2a163b03'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:24:43.286059 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29a87769-aabc-43d5-9a0f-a761a29af136" -d '{"events": [{"server_uuid": "f2caf873-3f17-4974-8646-9cc5aa355cb9", "name": "network-vif-deleted", "tag": "c2832b00-49f8-4fec-8c15-002a2a163b03"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:24:43.464617 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '967ed095-3406-4755-9475-e4ee258eafda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27f1bc77-08d1-4fe6-8d17-b6072178bc1b'}, {'server_uuid': 'f741f2c5-460f-49eb-81be-3c3ffbedc0af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82adb228-2362-4f3b-a861-5bf43e5acae8'}, {'server_uuid': 'f1a7544e-e02d-4ed1-a4db-2ea8d8643517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '810e1925-1d97-495e-9e8e-3341bb957b87'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:24:43.468534 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ec52b66-8e8e-4ab6-abf9-85adecddeae8" -d '{"events": [{"server_uuid": "967ed095-3406-4755-9475-e4ee258eafda", "name": "network-vif-plugged", "status": "completed", "tag": "27f1bc77-08d1-4fe6-8d17-b6072178bc1b"}, {"server_uuid": "f741f2c5-460f-49eb-81be-3c3ffbedc0af", "name": "network-vif-plugged", "status": "completed", "tag": "82adb228-2362-4f3b-a861-5bf43e5acae8"}, {"server_uuid": "f1a7544e-e02d-4ed1-a4db-2ea8d8643517", "name": "network-vif-plugged", "status": "completed", "tag": "810e1925-1d97-495e-9e8e-3341bb957b87"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:24:43.518880 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-4b49419a-d3fa-4369-ba2f-bd22a1bc3009 req-ea39b06c-a2fc-48a3-b09c-89a9c658f386 service neutron] 10.222.0.77 "GET /v2.0/networks/365084f8-2068-4655-9009-041f3cc171be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4036517 Feb 04 12:24:43.606728 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe6ba26-c929-45e7-a165-51e4fd6381f8 req-ccba2b9b-223a-480f-822a-7fac1d8b2353 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:43.616138 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe6ba26-c929-45e7-a165-51e4fd6381f8 req-ccba2b9b-223a-480f-822a-7fac1d8b2353 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:43.631225 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bbe6ba26-c929-45e7-a165-51e4fd6381f8 req-ccba2b9b-223a-480f-822a-7fac1d8b2353 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1a7544e-e02d-4ed1-a4db-2ea8d8643517 HTTP/1.1" status: 200 len: 1683 time: 0.2213998 Feb 04 12:24:43.778562 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bbe6ba26-c929-45e7-a165-51e4fd6381f8 req-b8754c6c-0605-400f-87d4-93259beb462d tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] 10.222.0.65 "GET /v2.0/security-groups?id=492cb02e-3e46-4ed8-a5e1-736353122ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461101 Feb 04 12:24:43.788150 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb136613-1d0f-44f9-be3e-c1d856a6b877 req-360745b6-e1af-40a2-b63b-a2e2becaa870 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:43.791870 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-bb136613-1d0f-44f9-be3e-c1d856a6b877 req-360745b6-e1af-40a2-b63b-a2e2becaa870 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.73 "GET /v2.0/networks?id=4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5 HTTP/1.1" status: 200 len: 812 time: 0.4282653 Feb 04 12:24:43.816454 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-bb136613-1d0f-44f9-be3e-c1d856a6b877 req-0d77aa0a-19d1-49bc-af64-fb2e9a89df39 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Request body: {'port': {'device_id': '35799951-f327-49e4-9a9d-7a4789d7e10d', 'network_id': '4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5', 'admin_state_up': True, 'tenant_id': '5b457c49d6644968bc4c4118b5a09653'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:24:43.895612 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-4b49419a-d3fa-4369-ba2f-bd22a1bc3009 req-6d30b813-aacf-40bb-8094-6acd050e9a22 service neutron] 10.222.0.77 "GET /v2.0/networks/365084f8-2068-4655-9009-041f3cc171be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3597512 Feb 04 12:24:43.929016 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f40d54cf-9a59-441e-9370-f91a3bcf9b5b x-openstack-request-id: req-f40d54cf-9a59-441e-9370-f91a3bcf9b5b {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:24:43.931422 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2caf873-3f17-4974-8646-9cc5aa355cb9", "name": "network-vif-deleted", "tag": "c2832b00-49f8-4fec-8c15-002a2a163b03", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:24:43.931695 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f40d54cf-9a59-441e-9370-f91a3bcf9b5b {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:24:43.932135 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2caf873-3f17-4974-8646-9cc5aa355cb9', 'name': 'network-vif-deleted', 'tag': 'c2832b00-49f8-4fec-8c15-002a2a163b03', 'status': 'completed', 'code': 200} Feb 04 12:24:44.105349 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 04 Feb 2022 12:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ec04b25-116c-4632-a318-b4c54fc047fe x-openstack-request-id: req-6ec04b25-116c-4632-a318-b4c54fc047fe {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:24:44.106016 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "967ed095-3406-4755-9475-e4ee258eafda", "name": "network-vif-plugged", "status": "completed", "tag": "27f1bc77-08d1-4fe6-8d17-b6072178bc1b", "code": 200}, {"server_uuid": "f741f2c5-460f-49eb-81be-3c3ffbedc0af", "name": "network-vif-plugged", "status": "completed", "tag": "82adb228-2362-4f3b-a861-5bf43e5acae8", "code": 200}, {"server_uuid": "f1a7544e-e02d-4ed1-a4db-2ea8d8643517", "name": "network-vif-plugged", "status": "completed", "tag": "810e1925-1d97-495e-9e8e-3341bb957b87", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:24:44.106612 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6ec04b25-116c-4632-a318-b4c54fc047fe {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:24:44.107280 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '967ed095-3406-4755-9475-e4ee258eafda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27f1bc77-08d1-4fe6-8d17-b6072178bc1b', 'code': 200} Feb 04 12:24:44.108088 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f741f2c5-460f-49eb-81be-3c3ffbedc0af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82adb228-2362-4f3b-a861-5bf43e5acae8', 'code': 200} Feb 04 12:24:44.108898 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1a7544e-e02d-4ed1-a4db-2ea8d8643517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '810e1925-1d97-495e-9e8e-3341bb957b87', 'code': 200} Feb 04 12:24:44.162436 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb136613-1d0f-44f9-be3e-c1d856a6b877 req-0d77aa0a-19d1-49bc-af64-fb2e9a89df39 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Made reservation on behalf of 5b457c49d6644968bc4c4118b5a09653 for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:24:44.179072 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-bb136613-1d0f-44f9-be3e-c1d856a6b877 req-0d77aa0a-19d1-49bc-af64-fb2e9a89df39 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:44.282123 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f8afed-6348-4625-b4ff-d1a3a5b90bd4 req-afd4b050-940c-4e28-bd63-7441da609e7e tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:44.289666 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d4f8afed-6348-4625-b4ff-d1a3a5b90bd4 req-afd4b050-940c-4e28-bd63-7441da609e7e tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/ports?device_id=e024d6c3-80c1-425c-a5a9-a7305d647b89 HTTP/1.1" status: 200 len: 945 time: 0.1076941 Feb 04 12:24:44.316570 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fbc9a8-ec5d-4f46-b836-7b465e41dbe6 req-1bc8d877-d688-4faa-95b0-5da80fdbbc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:44.317426 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fbc9a8-ec5d-4f46-b836-7b465e41dbe6 req-1bc8d877-d688-4faa-95b0-5da80fdbbc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:44.319449 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b3fbc9a8-ec5d-4f46-b836-7b465e41dbe6 req-1bc8d877-d688-4faa-95b0-5da80fdbbc79 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=f1a7544e-e02d-4ed1-a4db-2ea8d8643517 HTTP/1.1" status: 200 len: 2047 time: 0.1018898 Feb 04 12:24:44.421891 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d4f8afed-6348-4625-b4ff-d1a3a5b90bd4 req-e6c0c4fc-de63-4edc-9aa4-d4a79997373f tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4f571d4-f0a1-47f6-a54a-b93db47581cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307328 Feb 04 12:24:44.597794 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b3fbc9a8-ec5d-4f46-b836-7b465e41dbe6 req-58ab39f1-11b6-4292-822a-660e39eff30b service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=492cb02e-3e46-4ed8-a5e1-736353122ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692473 Feb 04 12:24:44.602447 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8a2036-0a85-419d-8c27-0d8ff5fd69cc req-e200ad15-138e-49aa-b4f3-1d39010b955b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:44.616066 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cc8a2036-0a85-419d-8c27-0d8ff5fd69cc req-e200ad15-138e-49aa-b4f3-1d39010b955b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=967ed095-3406-4755-9475-e4ee258eafda HTTP/1.1" status: 200 len: 1127 time: 0.2692065 Feb 04 12:24:44.634427 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdbd1e7-3db0-45c1-9f30-ab2c50a07491 req-11b88ec4-9e87-4916-b4ea-7a3b84ca0b3e tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:44.642422 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7bdbd1e7-3db0-45c1-9f30-ab2c50a07491 req-11b88ec4-9e87-4916-b4ea-7a3b84ca0b3e tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.65 "GET /v2.0/ports?device_id=967ed095-3406-4755-9475-e4ee258eafda HTTP/1.1" status: 200 len: 945 time: 0.2485390 Feb 04 12:24:44.733602 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-04e9d315-f45b-464d-a427-ef14c219235b req-b4b9f8c4-ad33-41e6-adff-2a01678ce638 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?device_id=35799951-f327-49e4-9a9d-7a4789d7e10d HTTP/1.1" status: 200 len: 210 time: 0.1069942 Feb 04 12:24:44.785123 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cc8a2036-0a85-419d-8c27-0d8ff5fd69cc req-c0ab4c50-8fae-4509-8451-177381974ebe service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=65b532f6-553b-4a7d-aad3-d6f8aeaacb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564593 Feb 04 12:24:44.858894 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7bdbd1e7-3db0-45c1-9f30-ab2c50a07491 req-7ee19324-25dc-4590-8cd7-97a1a150c46f tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.65 "GET /v2.0/security-groups?id=65b532f6-553b-4a7d-aad3-d6f8aeaacb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150786 Feb 04 12:24:45.015025 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7114fbd4-cbb6-469b-8b2f-c080f099c3ab req-4885e02f-c605-49eb-9c31-be90317ae7d7 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:45.025563 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7114fbd4-cbb6-469b-8b2f-c080f099c3ab req-4885e02f-c605-49eb-9c31-be90317ae7d7 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/ports?device_id=29b29f45-ea94-43ea-a711-d40bb7d13ab4 HTTP/1.1" status: 200 len: 950 time: 0.1558397 Feb 04 12:24:45.166292 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7114fbd4-cbb6-469b-8b2f-c080f099c3ab req-a01c9d23-0daf-4fae-859f-a35ad5cdc23f tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/security-groups?id=ff9db729-a945-4359-8bb3-48cdfdee30d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395197 Feb 04 12:24:45.202263 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b776cbca-8507-4a80-a90b-8e974cbc0abd req-22362a79-b8cf-4ec3-b662-10863a1b68bb tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:45.204313 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-b776cbca-8507-4a80-a90b-8e974cbc0abd req-22362a79-b8cf-4ec3-b662-10863a1b68bb tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.77 "GET /v2.0/ports?device_id=29b29f45-ea94-43ea-a711-d40bb7d13ab4 HTTP/1.1" status: 200 len: 950 time: 1.2557199 Feb 04 12:24:45.348675 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfbbbf3-f19b-43f6-849c-89793cd57479 req-eb6cf21c-52f1-4ed9-9f4b-dea0e4490f1a tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:45.355641 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfbbbf3-f19b-43f6-849c-89793cd57479 req-eb6cf21c-52f1-4ed9-9f4b-dea0e4490f1a tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:45.359442 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502d31f6-989e-4d21-8390-a980e5f8b62b req-eab40e70-943f-43d1-863c-69e91b431b2b tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:45.361577 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-502d31f6-989e-4d21-8390-a980e5f8b62b req-eab40e70-943f-43d1-863c-69e91b431b2b tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ed2df29-f369-4bd6-aa02-c9c82581f4d6 HTTP/1.1" status: 200 len: 950 time: 1.0849881 Feb 04 12:24:45.364096 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0cfbbbf3-f19b-43f6-849c-89793cd57479 req-eb6cf21c-52f1-4ed9-9f4b-dea0e4490f1a tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1a7544e-e02d-4ed1-a4db-2ea8d8643517 HTTP/1.1" status: 200 len: 1683 time: 0.1939490 Feb 04 12:24:45.526069 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1224f0dd-ce40-4a28-bb5a-b7ba6e09e234 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:45.564058 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [req-bb136613-1d0f-44f9-be3e-c1d856a6b877 req-0d77aa0a-19d1-49bc-af64-fb2e9a89df39 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Allocated IP 172.20.0.5 (4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5/23b19519-2923-41fd-80ca-5f7c6af8f70c/dba1453f-2c1e-4597-8998-0d3d35df5da5) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:24:45.582604 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0cfbbbf3-f19b-43f6-849c-89793cd57479 req-01b8fe82-7665-44d4-854d-8b6d38860907 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] 10.222.0.65 "GET /v2.0/security-groups?id=492cb02e-3e46-4ed8-a5e1-736353122ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099118 Feb 04 12:24:45.737172 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679cb0da-73df-4649-bba3-00fa06b4fbd3 req-409c89ac-b9a6-48ef-9870-9c40b940ccea tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:45.738811 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-679cb0da-73df-4649-bba3-00fa06b4fbd3 req-409c89ac-b9a6-48ef-9870-9c40b940ccea tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/ports?device_id=e024d6c3-80c1-425c-a5a9-a7305d647b89 HTTP/1.1" status: 200 len: 945 time: 0.1769271 Feb 04 12:24:45.742042 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-b776cbca-8507-4a80-a90b-8e974cbc0abd req-fb74bfcb-8b7a-4adc-a731-d2c5540e6655 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Deleting port 5e225c38-0269-4129-a4d0-3c01809d833e {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:24:45.744327 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-b776cbca-8507-4a80-a90b-8e974cbc0abd req-fb74bfcb-8b7a-4adc-a731-d2c5540e6655 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (5e225c38-0269-4129-a4d0-3c01809d833e), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:46.019171 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-679cb0da-73df-4649-bba3-00fa06b4fbd3 req-b3b25eac-acf3-43c8-a635-1c5eb380b290 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4f571d4-f0a1-47f6-a54a-b93db47581cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676890 Feb 04 12:24:46.114231 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-302120d7-b50f-4389-8f86-aee49933f45a req-2ade7d6b-07f5-4aa4-8da3-93d89989358e tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?device_id=35799951-f327-49e4-9a9d-7a4789d7e10d HTTP/1.1" status: 200 len: 210 time: 0.1261473 Feb 04 12:24:46.170605 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-bb136613-1d0f-44f9-be3e-c1d856a6b877 req-0d77aa0a-19d1-49bc-af64-fb2e9a89df39 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Publish callbacks [] for port (dba1453f-2c1e-4597-8998-0d3d35df5da5), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:46.263412 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-bb136613-1d0f-44f9-be3e-c1d856a6b877 req-0d77aa0a-19d1-49bc-af64-fb2e9a89df39 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (dba1453f-2c1e-4597-8998-0d3d35df5da5), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:46.370471 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-502d31f6-989e-4d21-8390-a980e5f8b62b req-77b2474c-ea64-442a-bc64-f4f0aad58e03 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Deleting port cb1246fa-1dff-4a4d-abe1-b07af7371bf9 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:24:46.370829 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-502d31f6-989e-4d21-8390-a980e5f8b62b req-77b2474c-ea64-442a-bc64-f4f0aad58e03 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (cb1246fa-1dff-4a4d-abe1-b07af7371bf9), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:46.576013 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1c31fe-b214-42d1-94d8-7be8e7447825 req-50a46c60-2897-4095-974f-973ab0dbdbce tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:46.577678 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6d1c31fe-b214-42d1-94d8-7be8e7447825 req-50a46c60-2897-4095-974f-973ab0dbdbce tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.65 "GET /v2.0/ports?device_id=967ed095-3406-4755-9475-e4ee258eafda HTTP/1.1" status: 200 len: 945 time: 0.2819057 Feb 04 12:24:46.581641 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-502d31f6-989e-4d21-8390-a980e5f8b62b req-77b2474c-ea64-442a-bc64-f4f0aad58e03 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] For port cb1246fa-1dff-4a4d-abe1-b07af7371bf9, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=cb1246fa-1dff-4a4d-abe1-b07af7371bf9,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:24:46.582117 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-502d31f6-989e-4d21-8390-a980e5f8b62b req-77b2474c-ea64-442a-bc64-f4f0aad58e03 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (cb1246fa-1dff-4a4d-abe1-b07af7371bf9), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:46.603998 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-502d31f6-989e-4d21-8390-a980e5f8b62b req-77b2474c-ea64-442a-bc64-f4f0aad58e03 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Calling delete_port for cb1246fa-1dff-4a4d-abe1-b07af7371bf9 owned by compute:nova {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:24:46.630133 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7385eb-366d-49f6-94b2-238cf32a72bc req-21ff0d9e-0cd4-4cd4-9663-e5ae85a39ecd tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:46.649681 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ac7385eb-366d-49f6-94b2-238cf32a72bc req-21ff0d9e-0cd4-4cd4-9663-e5ae85a39ecd tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/ports?device_id=29b29f45-ea94-43ea-a711-d40bb7d13ab4 HTTP/1.1" status: 200 len: 950 time: 0.2781751 Feb 04 12:24:46.933843 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6d1c31fe-b214-42d1-94d8-7be8e7447825 req-5ca8f66a-ffd1-4865-8863-7b643099f08a tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.65 "GET /v2.0/security-groups?id=65b532f6-553b-4a7d-aad3-d6f8aeaacb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3412223 Feb 04 12:24:46.941330 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ac7385eb-366d-49f6-94b2-238cf32a72bc req-c74a7939-e595-41de-80d2-87a2e438f4b0 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/security-groups?id=ff9db729-a945-4359-8bb3-48cdfdee30d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684855 Feb 04 12:24:47.013529 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-502d31f6-989e-4d21-8390-a980e5f8b62b req-77b2474c-ea64-442a-bc64-f4f0aad58e03 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (cb1246fa-1dff-4a4d-abe1-b07af7371bf9), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:47.027275 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['9b10404f-62d5-42e1-accf-5dbefbaa11b0'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:24:47.033497 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb136613-1d0f-44f9-be3e-c1d856a6b877 req-0d77aa0a-19d1-49bc-af64-fb2e9a89df39 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Network 4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:24:47.048295 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [req-bb136613-1d0f-44f9-be3e-c1d856a6b877 req-0d77aa0a-19d1-49bc-af64-fb2e9a89df39 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:24:47.067606 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb136613-1d0f-44f9-be3e-c1d856a6b877 req-0d77aa0a-19d1-49bc-af64-fb2e9a89df39 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:24:47.134091 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb136613-1d0f-44f9-be3e-c1d856a6b877 req-0d77aa0a-19d1-49bc-af64-fb2e9a89df39 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:47.134091 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-bb136613-1d0f-44f9-be3e-c1d856a6b877 req-0d77aa0a-19d1-49bc-af64-fb2e9a89df39 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:47.217608 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d77aa0a-19d1-49bc-af64-fb2e9a89df39 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Pushing event updated for resources: {'Port': ['ID=dba1453f-2c1e-4597-8998-0d3d35df5da5,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:24:47.381505 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-502d31f6-989e-4d21-8390-a980e5f8b62b req-77b2474c-ea64-442a-bc64-f4f0aad58e03 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] No DVR routers for this DVR port cb1246fa-1dff-4a4d-abe1-b07af7371bf9 on host n-h2-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:24:47.412067 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b2474c-ea64-442a-bc64-f4f0aad58e03 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Pushing event deleted for resources: {'Port': ['ID=cb1246fa-1dff-4a4d-abe1-b07af7371bf9,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:24:47.437703 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-502d31f6-989e-4d21-8390-a980e5f8b62b req-77b2474c-ea64-442a-bc64-f4f0aad58e03 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:47.448447 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-502d31f6-989e-4d21-8390-a980e5f8b62b req-77b2474c-ea64-442a-bc64-f4f0aad58e03 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.77 "DELETE /v2.0/ports/cb1246fa-1dff-4a4d-abe1-b07af7371bf9 HTTP/1.1" status: 204 len: 173 time: 2.0730577 Feb 04 12:24:47.448928 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ed2df29-f369-4bd6-aa02-c9c82581f4d6', 'name': 'network-vif-deleted', 'tag': 'cb1246fa-1dff-4a4d-abe1-b07af7371bf9'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:24:47.472558 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa7fa93d-2854-464b-90f4-5dfab605d1d7" -d '{"events": [{"server_uuid": "5ed2df29-f369-4bd6-aa02-c9c82581f4d6", "name": "network-vif-deleted", "tag": "cb1246fa-1dff-4a4d-abe1-b07af7371bf9"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:24:47.487083 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-b776cbca-8507-4a80-a90b-8e974cbc0abd req-fb74bfcb-8b7a-4adc-a731-d2c5540e6655 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] For port 5e225c38-0269-4129-a4d0-3c01809d833e, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=5e225c38-0269-4129-a4d0-3c01809d833e,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:24:47.488571 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-b776cbca-8507-4a80-a90b-8e974cbc0abd req-fb74bfcb-8b7a-4adc-a731-d2c5540e6655 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (5e225c38-0269-4129-a4d0-3c01809d833e), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:47.527222 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-b776cbca-8507-4a80-a90b-8e974cbc0abd req-fb74bfcb-8b7a-4adc-a731-d2c5540e6655 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Calling delete_port for 5e225c38-0269-4129-a4d0-3c01809d833e owned by compute:nova {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:24:47.570940 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7667ff4d-11b2-4455-aa7a-58d0403bad1e req-92980795-2b82-42b5-8ebe-89b5f333c380 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:47.589452 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7667ff4d-11b2-4455-aa7a-58d0403bad1e req-92980795-2b82-42b5-8ebe-89b5f333c380 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:47.592371 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7667ff4d-11b2-4455-aa7a-58d0403bad1e req-92980795-2b82-42b5-8ebe-89b5f333c380 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1a7544e-e02d-4ed1-a4db-2ea8d8643517 HTTP/1.1" status: 200 len: 1683 time: 0.2881746 Feb 04 12:24:47.690674 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-bb136613-1d0f-44f9-be3e-c1d856a6b877 req-0d77aa0a-19d1-49bc-af64-fb2e9a89df39 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8797650 Feb 04 12:24:47.713712 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-bb136613-1d0f-44f9-be3e-c1d856a6b877 req-1cfeac97-34c0-456c-9670-f2c645c1b701 service neutron] Request body: {'port': {'device_id': '35799951-f327-49e4-9a9d-7a4789d7e10d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825015-3'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:24:47.777837 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36793c71-2dc7-46be-b98d-7926f6cbf8b1 req-d084fb90-d271-4942-9fab-9fac9af1207d tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:47.779428 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-36793c71-2dc7-46be-b98d-7926f6cbf8b1 req-d084fb90-d271-4942-9fab-9fac9af1207d tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/ports?device_id=e024d6c3-80c1-425c-a5a9-a7305d647b89 HTTP/1.1" status: 200 len: 945 time: 0.3442376 Feb 04 12:24:47.844422 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7667ff4d-11b2-4455-aa7a-58d0403bad1e req-daca4368-bf0f-4a5d-a4ed-06a37425ebeb tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] 10.222.0.65 "GET /v2.0/security-groups?id=492cb02e-3e46-4ed8-a5e1-736353122ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355394 Feb 04 12:24:47.929159 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fd1a43dd-e98d-42b4-8697-f00357e4c4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:48.046007 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-bb136613-1d0f-44f9-be3e-c1d856a6b877 req-1cfeac97-34c0-456c-9670-f2c645c1b701 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (dba1453f-2c1e-4597-8998-0d3d35df5da5), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:48.053704 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-36793c71-2dc7-46be-b98d-7926f6cbf8b1 req-1ed54968-11fc-4d9e-aab9-714d03b2867d tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4f571d4-f0a1-47f6-a54a-b93db47581cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598071 Feb 04 12:24:48.113818 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 5e225c38-0269-4129-a4d0-3c01809d833e no longer exists at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:24:48.312486 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6533a092-7538-4aba-9137-01a15389f7d1 req-613cffb9-8b92-4bbb-9d4a-e793cf5a816e tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:48.329160 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6533a092-7538-4aba-9137-01a15389f7d1 req-613cffb9-8b92-4bbb-9d4a-e793cf5a816e tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?device_id=35799951-f327-49e4-9a9d-7a4789d7e10d HTTP/1.1" status: 200 len: 931 time: 0.1626029 Feb 04 12:24:48.337866 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 5e225c38-0269-4129-a4d0-3c01809d833e is: ACTIVE; New status is: DOWN {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:24:48.338610 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (5e225c38-0269-4129-a4d0-3c01809d833e), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:48.344959 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab3cd752-b1cd-4e3a-be1f-4d69e321566f x-openstack-request-id: req-ab3cd752-b1cd-4e3a-be1f-4d69e321566f {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:24:48.346927 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ed2df29-f369-4bd6-aa02-c9c82581f4d6", "name": "network-vif-deleted", "tag": "cb1246fa-1dff-4a4d-abe1-b07af7371bf9", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:24:48.348158 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ab3cd752-b1cd-4e3a-be1f-4d69e321566f {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:24:48.352011 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ed2df29-f369-4bd6-aa02-c9c82581f4d6', 'name': 'network-vif-deleted', 'tag': 'cb1246fa-1dff-4a4d-abe1-b07af7371bf9', 'status': 'completed', 'code': 200} Feb 04 12:24:48.441372 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6533a092-7538-4aba-9137-01a15389f7d1 req-a2b68a24-254d-4984-be0f-dc93b6c84a8d tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f51ab49-2800-41c7-a09d-ab109cee7e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093984 Feb 04 12:24:48.450764 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device cb1246fa-1dff-4a4d-abe1-b07af7371bf9 no longer exists at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:24:48.549184 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] No Port match for: cb1246fa-1dff-4a4d-abe1-b07af7371bf9 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:24:48.551126 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device cb1246fa-1dff-4a4d-abe1-b07af7371bf9 not bound to the agent host n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:24:48.622444 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-b776cbca-8507-4a80-a90b-8e974cbc0abd req-fb74bfcb-8b7a-4adc-a731-d2c5540e6655 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (5e225c38-0269-4129-a4d0-3c01809d833e), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:48.634714 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['9b10404f-62d5-42e1-accf-5dbefbaa11b0'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:24:48.699501 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e391a5-0cdc-46cb-8c77-b63274ccc885 req-ff7b3201-bccf-4a97-896f-035092d8c0c0 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:48.701763 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb74bfcb-8b7a-4adc-a731-d2c5540e6655 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Pushing event deleted for resources: {'Port': ['ID=5e225c38-0269-4129-a4d0-3c01809d833e,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:24:48.709931 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-75e391a5-0cdc-46cb-8c77-b63274ccc885 req-ff7b3201-bccf-4a97-896f-035092d8c0c0 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.65 "GET /v2.0/ports?device_id=967ed095-3406-4755-9475-e4ee258eafda HTTP/1.1" status: 200 len: 945 time: 0.1408718 Feb 04 12:24:48.734735 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-b776cbca-8507-4a80-a90b-8e974cbc0abd req-fb74bfcb-8b7a-4adc-a731-d2c5540e6655 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] No DVR routers for this DVR port 5e225c38-0269-4129-a4d0-3c01809d833e on host n-h2-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:24:48.739902 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-b776cbca-8507-4a80-a90b-8e974cbc0abd req-fb74bfcb-8b7a-4adc-a731-d2c5540e6655 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:48.744291 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-b776cbca-8507-4a80-a90b-8e974cbc0abd req-fb74bfcb-8b7a-4adc-a731-d2c5540e6655 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.77 "DELETE /v2.0/ports/5e225c38-0269-4129-a4d0-3c01809d833e HTTP/1.1" status: 204 len: 173 time: 3.5284429 Feb 04 12:24:48.921919 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-75e391a5-0cdc-46cb-8c77-b63274ccc885 req-8b7ae624-42b1-47ff-8878-5f200de078f1 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.65 "GET /v2.0/security-groups?id=65b532f6-553b-4a7d-aad3-d6f8aeaacb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103488 Feb 04 12:24:48.945294 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7bada917-a23d-488d-b77e-7d5366e5e44e req-488d80d2-50b0-476a-910e-daa33154ba63 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/ports?device_id=29b29f45-ea94-43ea-a711-d40bb7d13ab4 HTTP/1.1" status: 200 len: 210 time: 0.1438677 Feb 04 12:24:49.084359 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:49.130139 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [req-bb136613-1d0f-44f9-be3e-c1d856a6b877 req-1cfeac97-34c0-456c-9670-f2c645c1b701 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dba1453f-2c1e-4597-8998-0d3d35df5da5 {{(pid=103474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:24:49.183908 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-bb136613-1d0f-44f9-be3e-c1d856a6b877 req-1cfeac97-34c0-456c-9670-f2c645c1b701 service neutron] Publish callbacks [] for port (dba1453f-2c1e-4597-8998-0d3d35df5da5), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:49.250079 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.provisioning_blocks [req-bb136613-1d0f-44f9-be3e-c1d856a6b877 req-1cfeac97-34c0-456c-9670-f2c645c1b701 service neutron] Transition to ACTIVE for port object dba1453f-2c1e-4597-8998-0d3d35df5da5 will not be triggered until provisioned by entity L2. {{(pid=103474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:24:49.263093 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-bb136613-1d0f-44f9-be3e-c1d856a6b877 req-1cfeac97-34c0-456c-9670-f2c645c1b701 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (dba1453f-2c1e-4597-8998-0d3d35df5da5), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:49.480403 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfeac97-34c0-456c-9670-f2c645c1b701 service neutron] Pushing event updated for resources: {'Port': ['ID=dba1453f-2c1e-4597-8998-0d3d35df5da5,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:24:49.488805 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-06ad60ce-3a9c-4071-a0cb-41894b926ad0 req-7fdcb58a-1ddb-4d6a-9f6f-e38b6e441ca4 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1631945193&fields=id&tenant_id=b09d9febdaa2484bafa8461f34390659 HTTP/1.1" status: 200 len: 267 time: 0.1488826 Feb 04 12:24:49.666496 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-bb136613-1d0f-44f9-be3e-c1d856a6b877 req-1cfeac97-34c0-456c-9670-f2c645c1b701 service neutron] Attempting to bind port dba1453f-2c1e-4597-8998-0d3d35df5da5 on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:24:49.667455 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-bb136613-1d0f-44f9-be3e-c1d856a6b877 req-1cfeac97-34c0-456c-9670-f2c645c1b701 service neutron] Attempting to bind port dba1453f-2c1e-4597-8998-0d3d35df5da5 by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': '8447b48f-5ac4-4499-b5ab-2b0cb1297003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:24:49.668229 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb136613-1d0f-44f9-be3e-c1d856a6b877 req-1cfeac97-34c0-456c-9670-f2c645c1b701 service neutron] Attempting to bind port dba1453f-2c1e-4597-8998-0d3d35df5da5 on network 4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:24:49.677641 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb136613-1d0f-44f9-be3e-c1d856a6b877 req-1cfeac97-34c0-456c-9670-f2c645c1b701 service neutron] Port dba1453f-2c1e-4597-8998-0d3d35df5da5 on network 4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:24:49.680819 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb136613-1d0f-44f9-be3e-c1d856a6b877 req-1cfeac97-34c0-456c-9670-f2c645c1b701 service neutron] Attempting to bind port dba1453f-2c1e-4597-8998-0d3d35df5da5 on network 4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:24:49.687921 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad60ce-3a9c-4071-a0cb-41894b926ad0 req-b185782d-8fa3-492a-aa1a-874ea83fd486 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:49.694523 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb136613-1d0f-44f9-be3e-c1d856a6b877 req-1cfeac97-34c0-456c-9670-f2c645c1b701 service neutron] Checking agent: {'id': 'f8add0d2-2202-43d3-bc0e-72442788e6ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:24:49.697324 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb136613-1d0f-44f9-be3e-c1d856a6b877 req-1cfeac97-34c0-456c-9670-f2c645c1b701 service neutron] Checking segment: {'id': '8447b48f-5ac4-4499-b5ab-2b0cb1297003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:24:49.698039 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb136613-1d0f-44f9-be3e-c1d856a6b877 req-1cfeac97-34c0-456c-9670-f2c645c1b701 service neutron] Bound using segment: {'id': '8447b48f-5ac4-4499-b5ab-2b0cb1297003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:24:49.698739 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-bb136613-1d0f-44f9-be3e-c1d856a6b877 req-1cfeac97-34c0-456c-9670-f2c645c1b701 service neutron] Bound port: dba1453f-2c1e-4597-8998-0d3d35df5da5, host: n-h1-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8447b48f-5ac4-4499-b5ab-2b0cb1297003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:24:49.699281 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-bb136613-1d0f-44f9-be3e-c1d856a6b877 req-1cfeac97-34c0-456c-9670-f2c645c1b701 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (dba1453f-2c1e-4597-8998-0d3d35df5da5), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:49.709478 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-06ad60ce-3a9c-4071-a0cb-41894b926ad0 req-b185782d-8fa3-492a-aa1a-874ea83fd486 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.65 "GET /v2.0/ports?device_id=967ed095-3406-4755-9475-e4ee258eafda HTTP/1.1" status: 200 len: 945 time: 0.2195683 Feb 04 12:24:49.733606 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-06ad60ce-3a9c-4071-a0cb-41894b926ad0 req-37c1aacb-0d33-403b-a70e-c8a2f3de8bc5 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Request body: {'port': {'security_groups': ['65b532f6-553b-4a7d-aad3-d6f8aeaacb9a', 'ae936e60-42b2-429d-8649-660f2ab03ed6']}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:24:49.866093 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-bb136613-1d0f-44f9-be3e-c1d856a6b877 req-1cfeac97-34c0-456c-9670-f2c645c1b701 service neutron] For port dba1453f-2c1e-4597-8998-0d3d35df5da5, host n-h1-825015-3, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:24:49.870992 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-bb136613-1d0f-44f9-be3e-c1d856a6b877 req-1cfeac97-34c0-456c-9670-f2c645c1b701 service neutron] For port dba1453f-2c1e-4597-8998-0d3d35df5da5, host n-h1-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=dba1453f-2c1e-4597-8998-0d3d35df5da5,segment=NetworkSegment(8447b48f-5ac4-4499-b5ab-2b0cb1297003),segment_id=8447b48f-5ac4-4499-b5ab-2b0cb1297003)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:24:49.880098 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-bb136613-1d0f-44f9-be3e-c1d856a6b877 req-1cfeac97-34c0-456c-9670-f2c645c1b701 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (dba1453f-2c1e-4597-8998-0d3d35df5da5), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:49.969598 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff21fc54-961e-4058-90bc-3f60a877c75f req-7d0a9719-b515-4461-b7a5-7153f693076f tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:49.982881 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ff21fc54-961e-4058-90bc-3f60a877c75f req-7d0a9719-b515-4461-b7a5-7153f693076f tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/ports?device_id=e024d6c3-80c1-425c-a5a9-a7305d647b89 HTTP/1.1" status: 200 len: 945 time: 0.2439351 Feb 04 12:24:50.002294 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfeac97-34c0-456c-9670-f2c645c1b701 service neutron] Pushing event updated for resources: {'Port': ['ID=dba1453f-2c1e-4597-8998-0d3d35df5da5,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:24:50.006249 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-06ad60ce-3a9c-4071-a0cb-41894b926ad0 req-37c1aacb-0d33-403b-a70e-c8a2f3de8bc5 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (27f1bc77-08d1-4fe6-8d17-b6072178bc1b), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:50.034582 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb136613-1d0f-44f9-be3e-c1d856a6b877 req-1cfeac97-34c0-456c-9670-f2c645c1b701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:50.035227 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-bb136613-1d0f-44f9-be3e-c1d856a6b877 req-1cfeac97-34c0-456c-9670-f2c645c1b701 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:50.036998 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-bb136613-1d0f-44f9-be3e-c1d856a6b877 req-1cfeac97-34c0-456c-9670-f2c645c1b701 service neutron] 10.222.0.73 "PUT /v2.0/ports/dba1453f-2c1e-4597-8998-0d3d35df5da5 HTTP/1.1" status: 200 len: 1091 time: 2.3299623 Feb 04 12:24:50.163492 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ff21fc54-961e-4058-90bc-3f60a877c75f req-ef5af940-8f83-4890-8d98-502837b9da39 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4f571d4-f0a1-47f6-a54a-b93db47581cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791489 Feb 04 12:24:50.230308 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb136613-1d0f-44f9-be3e-c1d856a6b877 req-7c38b098-373d-475b-b2da-8b93dd52f53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:50.231969 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-bb136613-1d0f-44f9-be3e-c1d856a6b877 req-7c38b098-373d-475b-b2da-8b93dd52f53b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5b457c49d6644968bc4c4118b5a09653&device_id=35799951-f327-49e4-9a9d-7a4789d7e10d HTTP/1.1" status: 200 len: 1125 time: 0.1436348 Feb 04 12:24:50.321262 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-bb136613-1d0f-44f9-be3e-c1d856a6b877 req-9485e7b5-537a-4c3d-9f09-d705933a811d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dba1453f-2c1e-4597-8998-0d3d35df5da5 HTTP/1.1" status: 200 len: 217 time: 0.0800810 Feb 04 12:24:50.389770 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29b29f45-ea94-43ea-a711-d40bb7d13ab4', 'name': 'network-vif-deleted', 'tag': '5e225c38-0269-4129-a4d0-3c01809d833e'}, {'name': 'network-changed', 'server_uuid': '35799951-f327-49e4-9a9d-7a4789d7e10d', 'tag': 'dba1453f-2c1e-4597-8998-0d3d35df5da5'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:24:50.392886 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b166f94e-5c21-4e8e-82c6-0880743a6179" -d '{"events": [{"server_uuid": "29b29f45-ea94-43ea-a711-d40bb7d13ab4", "name": "network-vif-deleted", "tag": "5e225c38-0269-4129-a4d0-3c01809d833e"}, {"name": "network-changed", "server_uuid": "35799951-f327-49e4-9a9d-7a4789d7e10d", "tag": "dba1453f-2c1e-4597-8998-0d3d35df5da5"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:24:50.433878 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:50.446595 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb136613-1d0f-44f9-be3e-c1d856a6b877 req-c75993d2-a60e-465e-8a5f-227b280882d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:50.448967 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-bb136613-1d0f-44f9-be3e-c1d856a6b877 req-c75993d2-a60e-465e-8a5f-227b280882d1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=23b19519-2923-41fd-80ca-5f7c6af8f70c HTTP/1.1" status: 200 len: 852 time: 0.1233306 Feb 04 12:24:50.520098 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-bb136613-1d0f-44f9-be3e-c1d856a6b877 req-29570831-5e12-4483-b1c3-fa1a6090b44b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624342 Feb 04 12:24:50.589023 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-06ad60ce-3a9c-4071-a0cb-41894b926ad0 req-37c1aacb-0d33-403b-a70e-c8a2f3de8bc5 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] For port 27f1bc77-08d1-4fe6-8d17-b6072178bc1b, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=27f1bc77-08d1-4fe6-8d17-b6072178bc1b,segment=NetworkSegment(acb9d640-bd6c-44b6-b60b-2ea6174d51f4),segment_id=acb9d640-bd6c-44b6-b60b-2ea6174d51f4)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:24:50.650223 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-06ad60ce-3a9c-4071-a0cb-41894b926ad0 req-37c1aacb-0d33-403b-a70e-c8a2f3de8bc5 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Publish callbacks [] for port (27f1bc77-08d1-4fe6-8d17-b6072178bc1b), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:50.660020 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-06ad60ce-3a9c-4071-a0cb-41894b926ad0 req-37c1aacb-0d33-403b-a70e-c8a2f3de8bc5 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (27f1bc77-08d1-4fe6-8d17-b6072178bc1b), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:50.673938 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['27f1bc77-08d1-4fe6-8d17-b6072178bc1b'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:24:50.724178 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-bb136613-1d0f-44f9-be3e-c1d856a6b877 req-0056eb62-d1eb-4c41-bebf-a81398b4d0c1 service neutron] 10.222.0.73 "GET /v2.0/networks/4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984785 Feb 04 12:24:50.744462 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad60ce-3a9c-4071-a0cb-41894b926ad0 req-37c1aacb-0d33-403b-a70e-c8a2f3de8bc5 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:50.745517 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-06ad60ce-3a9c-4071-a0cb-41894b926ad0 req-37c1aacb-0d33-403b-a70e-c8a2f3de8bc5 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:50.760359 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-06ad60ce-3a9c-4071-a0cb-41894b926ad0 req-37c1aacb-0d33-403b-a70e-c8a2f3de8bc5 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.65 "PUT /v2.0/ports/27f1bc77-08d1-4fe6-8d17-b6072178bc1b HTTP/1.1" status: 200 len: 981 time: 1.0489440 Feb 04 12:24:50.782145 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4ca94732-7df6-461d-8417-cd9843513b07 req-409f70ec-aa62-408c-a366-eca43c807b88 tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=32f22fc3fe314df5a0a3e54bc5c19ebb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1269307 Feb 04 12:24:50.799765 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '967ed095-3406-4755-9475-e4ee258eafda', 'tag': '27f1bc77-08d1-4fe6-8d17-b6072178bc1b'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:24:50.812186 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-256c54b3-3c16-4704-b6c9-6a2fd46746c3" -d '{"events": [{"name": "network-changed", "server_uuid": "967ed095-3406-4755-9475-e4ee258eafda", "tag": "27f1bc77-08d1-4fe6-8d17-b6072178bc1b"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:24:50.879327 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['27f1bc77-08d1-4fe6-8d17-b6072178bc1b'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:24:51.029333 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-bb136613-1d0f-44f9-be3e-c1d856a6b877 req-28cb696b-6920-4afb-b134-c7dcd7e9e32c service neutron] 10.222.0.73 "GET /v2.0/networks/4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2982678 Feb 04 12:24:51.168141 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dedaa2-b6cc-495f-a138-adc3d711f8a5 req-afb53747-8528-473e-8430-069bda3a33ca tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:51.176354 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dedaa2-b6cc-495f-a138-adc3d711f8a5 req-afb53747-8528-473e-8430-069bda3a33ca tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:51.178189 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-b0dedaa2-b6cc-495f-a138-adc3d711f8a5 req-afb53747-8528-473e-8430-069bda3a33ca tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] 10.222.0.77 "GET /v2.0/ports?device_id=f1a7544e-e02d-4ed1-a4db-2ea8d8643517 HTTP/1.1" status: 200 len: 1683 time: 0.1209369 Feb 04 12:24:51.269312 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c1aacb-0d33-403b-a70e-c8a2f3de8bc5 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Pushing event updated for resources: {'Port': ['ID=27f1bc77-08d1-4fe6-8d17-b6072178bc1b,revision_number=6']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:24:51.327941 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca94732-7df6-461d-8417-cd9843513b07 req-e9a076c3-22be-4155-a13f-ae70014ddf0c tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:51.338247 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4ca94732-7df6-461d-8417-cd9843513b07 req-e9a076c3-22be-4155-a13f-ae70014ddf0c tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5507596 Feb 04 12:24:51.369920 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4ca94732-7df6-461d-8417-cd9843513b07 req-9c0a17e4-b3b4-4935-918e-6f44e764a35e tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] 10.222.0.65 "GET /v2.0/quotas/32f22fc3fe314df5a0a3e54bc5c19ebb HTTP/1.1" status: 200 len: 375 time: 0.0304008 Feb 04 12:24:51.425518 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-b0dedaa2-b6cc-495f-a138-adc3d711f8a5 req-64fd09f0-4fc0-4157-b602-b131ad11e443 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Deleting port 810e1925-1d97-495e-9e8e-3341bb957b87 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:24:51.425869 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-b0dedaa2-b6cc-495f-a138-adc3d711f8a5 req-64fd09f0-4fc0-4157-b602-b131ad11e443 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (810e1925-1d97-495e-9e8e-3341bb957b87), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:51.465020 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4ca94732-7df6-461d-8417-cd9843513b07 req-2c9055f8-261a-4fb0-9873-76b18bda7bbb tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=32f22fc3fe314df5a0a3e54bc5c19ebb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0934861 Feb 04 12:24:51.495687 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b63775-c5b1-4cb5-a4c2-7f308aca5cb2 req-600529d9-43bc-4c31-ab30-97d326f6a19d tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:51.518272 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b63775-c5b1-4cb5-a4c2-7f308aca5cb2 req-600529d9-43bc-4c31-ab30-97d326f6a19d tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:51.519929 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e7b63775-c5b1-4cb5-a4c2-7f308aca5cb2 req-600529d9-43bc-4c31-ab30-97d326f6a19d tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1a7544e-e02d-4ed1-a4db-2ea8d8643517 HTTP/1.1" status: 200 len: 1683 time: 0.4168460 Feb 04 12:24:51.725695 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e7b63775-c5b1-4cb5-a4c2-7f308aca5cb2 req-8538461c-ff14-42c2-89fe-db6e6bb21af8 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] 10.222.0.65 "GET /v2.0/security-groups?id=492cb02e-3e46-4ed8-a5e1-736353122ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886201 Feb 04 12:24:51.778017 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-b0dedaa2-b6cc-495f-a138-adc3d711f8a5 req-64fd09f0-4fc0-4157-b602-b131ad11e443 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] For port 810e1925-1d97-495e-9e8e-3341bb957b87, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=810e1925-1d97-495e-9e8e-3341bb957b87,segment=NetworkSegment(540a54e9-96af-46f8-9335-8bb223f8aaf4),segment_id=540a54e9-96af-46f8-9335-8bb223f8aaf4)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:24:51.778865 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-b0dedaa2-b6cc-495f-a138-adc3d711f8a5 req-64fd09f0-4fc0-4157-b602-b131ad11e443 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (810e1925-1d97-495e-9e8e-3341bb957b87), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:51.789211 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:51.854363 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-b0dedaa2-b6cc-495f-a138-adc3d711f8a5 req-64fd09f0-4fc0-4157-b602-b131ad11e443 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Calling delete_port for 810e1925-1d97-495e-9e8e-3341bb957b87 owned by compute:nova {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:24:52.090624 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcd8a12-e0ba-4940-a9df-4b4415928147 req-2e116b67-192b-47d8-8a76-27a1ddaaef57 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:52.104729 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fbcd8a12-e0ba-4940-a9df-4b4415928147 req-2e116b67-192b-47d8-8a76-27a1ddaaef57 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?device_id=35799951-f327-49e4-9a9d-7a4789d7e10d HTTP/1.1" status: 200 len: 943 time: 0.0837159 Feb 04 12:24:52.247612 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fbcd8a12-e0ba-4940-a9df-4b4415928147 req-6a39d167-dba4-465b-bd33-8334b6847d73 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f51ab49-2800-41c7-a09d-ab109cee7e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419036 Feb 04 12:24:52.489676 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a59233cb-c0c2-42a0-bbf8-c2c49acc931f x-openstack-request-id: req-a59233cb-c0c2-42a0-bbf8-c2c49acc931f {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:24:52.491606 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "967ed095-3406-4755-9475-e4ee258eafda", "tag": "27f1bc77-08d1-4fe6-8d17-b6072178bc1b", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:24:52.492800 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a59233cb-c0c2-42a0-bbf8-c2c49acc931f {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:24:52.494239 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '967ed095-3406-4755-9475-e4ee258eafda', 'tag': '27f1bc77-08d1-4fe6-8d17-b6072178bc1b', 'status': 'completed', 'code': 200} Feb 04 12:24:52.567698 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 04 Feb 2022 12:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28016d4b-c281-4fa6-9b5d-9f3d171a0952 x-openstack-request-id: req-28016d4b-c281-4fa6-9b5d-9f3d171a0952 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:24:52.571651 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29b29f45-ea94-43ea-a711-d40bb7d13ab4", "name": "network-vif-deleted", "tag": "5e225c38-0269-4129-a4d0-3c01809d833e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "35799951-f327-49e4-9a9d-7a4789d7e10d", "tag": "dba1453f-2c1e-4597-8998-0d3d35df5da5", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:24:52.572188 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-28016d4b-c281-4fa6-9b5d-9f3d171a0952 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:24:52.572791 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29b29f45-ea94-43ea-a711-d40bb7d13ab4', 'name': 'network-vif-deleted', 'tag': '5e225c38-0269-4129-a4d0-3c01809d833e', 'status': 'completed', 'code': 200} Feb 04 12:24:52.573265 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35799951-f327-49e4-9a9d-7a4789d7e10d', 'tag': 'dba1453f-2c1e-4597-8998-0d3d35df5da5', 'status': 'completed', 'code': 200} Feb 04 12:24:52.620581 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-b0dedaa2-b6cc-495f-a138-adc3d711f8a5 req-64fd09f0-4fc0-4157-b602-b131ad11e443 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (810e1925-1d97-495e-9e8e-3341bb957b87), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:52.627441 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0ba78e8c-7459-417d-8139-829de312b2b9 req-6df39d56-e950-46e8-ba8a-ebc5db6616e3 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-709106700&fields=id&tenant_id=b09d9febdaa2484bafa8461f34390659 HTTP/1.1" status: 200 len: 267 time: 0.2038164 Feb 04 12:24:52.635517 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['810e1925-1d97-495e-9e8e-3341bb957b87', '92295c29-45b5-48dd-82e4-0914d13be8da'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:24:52.665626 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fd09f0-4fc0-4157-b602-b131ad11e443 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Pushing event deleted for resources: {'Port': ['ID=810e1925-1d97-495e-9e8e-3341bb957b87,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:24:52.781384 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0dedaa2-b6cc-495f-a138-adc3d711f8a5 req-64fd09f0-4fc0-4157-b602-b131ad11e443 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] No DVR routers for this DVR port 810e1925-1d97-495e-9e8e-3341bb957b87 on host n-h2-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:24:52.806278 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-b0dedaa2-b6cc-495f-a138-adc3d711f8a5 req-64fd09f0-4fc0-4157-b602-b131ad11e443 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:52.821701 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-b0dedaa2-b6cc-495f-a138-adc3d711f8a5 req-64fd09f0-4fc0-4157-b602-b131ad11e443 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] 10.222.0.77 "DELETE /v2.0/ports/810e1925-1d97-495e-9e8e-3341bb957b87 HTTP/1.1" status: 204 len: 173 time: 1.6370053 Feb 04 12:24:52.909289 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256c54b3-3c16-4704-b6c9-6a2fd46746c3 req-1a32fbbf-f6d1-4297-9bd8-e49fe88adb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:52.911819 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-256c54b3-3c16-4704-b6c9-6a2fd46746c3 req-1a32fbbf-f6d1-4297-9bd8-e49fe88adb69 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b09d9febdaa2484bafa8461f34390659&device_id=967ed095-3406-4755-9475-e4ee258eafda HTTP/1.1" status: 200 len: 1166 time: 0.4104724 Feb 04 12:24:53.091596 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b166f94e-5c21-4e8e-82c6-0880743a6179 req-4bae2fd6-62f8-48de-ba05-eb6acd64283f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:53.098763 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-b166f94e-5c21-4e8e-82c6-0880743a6179 req-4bae2fd6-62f8-48de-ba05-eb6acd64283f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5b457c49d6644968bc4c4118b5a09653&device_id=35799951-f327-49e4-9a9d-7a4789d7e10d HTTP/1.1" status: 200 len: 1125 time: 0.5384157 Feb 04 12:24:53.259075 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba78e8c-7459-417d-8139-829de312b2b9 req-bc9597a4-3a53-4200-9be2-da8e6def9b21 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:53.271984 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0ba78e8c-7459-417d-8139-829de312b2b9 req-bc9597a4-3a53-4200-9be2-da8e6def9b21 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.65 "GET /v2.0/ports?device_id=967ed095-3406-4755-9475-e4ee258eafda HTTP/1.1" status: 200 len: 984 time: 0.6414084 Feb 04 12:24:53.281519 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-0ba78e8c-7459-417d-8139-829de312b2b9 req-c56fe660-84f9-4e9b-868d-9be875cf8832 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Request body: {'port': {'security_groups': ['65b532f6-553b-4a7d-aad3-d6f8aeaacb9a', 'ae936e60-42b2-429d-8649-660f2ab03ed6', '3d5e9cfa-69ee-4c9c-8a01-39831f99174b']}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:24:53.292419 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256c54b3-3c16-4704-b6c9-6a2fd46746c3 req-b6111e2e-b73f-4d0a-a827-f13a29c69555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:53.294165 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-256c54b3-3c16-4704-b6c9-6a2fd46746c3 req-b6111e2e-b73f-4d0a-a827-f13a29c69555 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b8fa325b-bcd0-4398-bc54-1d713ba7c3b0 HTTP/1.1" status: 200 len: 913 time: 0.3220336 Feb 04 12:24:53.338451 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b166f94e-5c21-4e8e-82c6-0880743a6179 req-addec99d-78e8-4d5f-88ab-e89d8384d067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:53.340195 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-b166f94e-5c21-4e8e-82c6-0880743a6179 req-addec99d-78e8-4d5f-88ab-e89d8384d067 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5 HTTP/1.1" status: 200 len: 913 time: 0.2311623 Feb 04 12:24:53.469940 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-b166f94e-5c21-4e8e-82c6-0880743a6179 req-c5b05e16-1535-46af-9fbc-d00cb8560127 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dba1453f-2c1e-4597-8998-0d3d35df5da5 HTTP/1.1" status: 200 len: 217 time: 0.1211147 Feb 04 12:24:53.581863 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b166f94e-5c21-4e8e-82c6-0880743a6179 req-04f6d6cd-e4ce-4cc5-8e06-deca78696629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:53.584167 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-b166f94e-5c21-4e8e-82c6-0880743a6179 req-04f6d6cd-e4ce-4cc5-8e06-deca78696629 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=23b19519-2923-41fd-80ca-5f7c6af8f70c HTTP/1.1" status: 200 len: 852 time: 0.1051052 Feb 04 12:24:53.706130 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-b166f94e-5c21-4e8e-82c6-0880743a6179 req-4f204758-39b2-4118-b950-871de3093494 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1158545 Feb 04 12:24:53.744769 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-256c54b3-3c16-4704-b6c9-6a2fd46746c3 req-6c3e43f5-5cc1-470f-bd18-bd1e499e981a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=27f1bc77-08d1-4fe6-8d17-b6072178bc1b HTTP/1.1" status: 200 len: 217 time: 0.0394261 Feb 04 12:24:53.763010 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191752ef-7ac8-405c-a666-3e1a94a2add5 req-2c144bf1-1b07-41a2-95d5-df2928bb7851 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:53.769844 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-191752ef-7ac8-405c-a666-3e1a94a2add5 req-2c144bf1-1b07-41a2-95d5-df2928bb7851 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/ports?device_id=e024d6c3-80c1-425c-a5a9-a7305d647b89 HTTP/1.1" status: 200 len: 945 time: 1.1265390 Feb 04 12:24:53.833051 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-b0dedaa2-b6cc-495f-a138-adc3d711f8a5 req-ac752224-6789-4a55-9340-20af0ee582e2 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Deleting port 92295c29-45b5-48dd-82e4-0914d13be8da {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:24:53.835517 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-b0dedaa2-b6cc-495f-a138-adc3d711f8a5 req-ac752224-6789-4a55-9340-20af0ee582e2 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (92295c29-45b5-48dd-82e4-0914d13be8da), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:53.943191 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-191752ef-7ac8-405c-a666-3e1a94a2add5 req-64309403-ad9d-468a-801c-083343d25fca tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4f571d4-f0a1-47f6-a54a-b93db47581cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723800 Feb 04 12:24:54.000874 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256c54b3-3c16-4704-b6c9-6a2fd46746c3 req-e6c8739c-276b-478b-97f6-cce6ccecd411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:54.002401 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-256c54b3-3c16-4704-b6c9-6a2fd46746c3 req-e6c8739c-276b-478b-97f6-cce6ccecd411 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=20190653-fdc7-4422-8e01-957f62aee17f HTTP/1.1" status: 200 len: 852 time: 0.2061713 Feb 04 12:24:54.035477 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-0ba78e8c-7459-417d-8139-829de312b2b9 req-c56fe660-84f9-4e9b-868d-9be875cf8832 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (27f1bc77-08d1-4fe6-8d17-b6072178bc1b), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:54.075427 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-256c54b3-3c16-4704-b6c9-6a2fd46746c3 req-8cf441b6-2a1a-4f49-aaca-4d7b750456ba service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b8fa325b-bcd0-4398-bc54-1d713ba7c3b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621619 Feb 04 12:24:54.153509 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device dba1453f-2c1e-4597-8998-0d3d35df5da5 details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:24:54.179054 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-4ca94732-7df6-461d-8417-cd9843513b07 req-c794a76c-79f9-49f7-9de0-220c136c54c1 tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=32f22fc3fe314df5a0a3e54bc5c19ebb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2445328 Feb 04 12:24:54.266691 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d04bc8a6-88c5-4655-83db-7f56d867d88e req-365906b7-82a1-4b53-9cb9-33b9c7e3ef7e tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=32f22fc3fe314df5a0a3e54bc5c19ebb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0653851 Feb 04 12:24:54.359159 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-256c54b3-3c16-4704-b6c9-6a2fd46746c3 req-08c13a3c-068a-4271-bf97-26ba2117f150 service neutron] 10.222.0.73 "GET /v2.0/networks/b8fa325b-bcd0-4398-bc54-1d713ba7c3b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444630 Feb 04 12:24:54.392598 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 12:24:54.422699 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port dba1453f-2c1e-4597-8998-0d3d35df5da5, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=dba1453f-2c1e-4597-8998-0d3d35df5da5,segment=NetworkSegment(8447b48f-5ac4-4499-b5ab-2b0cb1297003),segment_id=8447b48f-5ac4-4499-b5ab-2b0cb1297003)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:24:54.448065 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': 'dba1453f-2c1e-4597-8998-0d3d35df5da5', 'network_id': '4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5', 'port_id': 'dba1453f-2c1e-4597-8998-0d3d35df5da5', 'mac_address': 'fa:16:3e:7f:79:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23b19519-2923-41fd-80ca-5f7c6af8f70c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:24:54.489442 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-b0dedaa2-b6cc-495f-a138-adc3d711f8a5 req-ac752224-6789-4a55-9340-20af0ee582e2 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] For port 92295c29-45b5-48dd-82e4-0914d13be8da, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=92295c29-45b5-48dd-82e4-0914d13be8da,segment=NetworkSegment(69566930-5f2a-43e0-ab3b-fb077f0a7b50),segment_id=69566930-5f2a-43e0-ab3b-fb077f0a7b50)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:24:54.489812 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-b0dedaa2-b6cc-495f-a138-adc3d711f8a5 req-ac752224-6789-4a55-9340-20af0ee582e2 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (92295c29-45b5-48dd-82e4-0914d13be8da), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:54.495519 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-b166f94e-5c21-4e8e-82c6-0880743a6179 req-72d88733-8c11-415a-b41a-a29b9dbec010 service neutron] 10.222.0.73 "GET /v2.0/networks/4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7813039 Feb 04 12:24:54.592857 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1a7544e-e02d-4ed1-a4db-2ea8d8643517', 'name': 'network-vif-deleted', 'tag': '810e1925-1d97-495e-9e8e-3341bb957b87'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:24:54.598386 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9d4361d-73b2-4c4d-a286-9df9dc590fca" -d '{"events": [{"server_uuid": "f1a7544e-e02d-4ed1-a4db-2ea8d8643517", "name": "network-vif-deleted", "tag": "810e1925-1d97-495e-9e8e-3341bb957b87"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:24:54.605182 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port dba1453f-2c1e-4597-8998-0d3d35df5da5 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:24:54.605859 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (dba1453f-2c1e-4597-8998-0d3d35df5da5), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:54.629085 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-b0dedaa2-b6cc-495f-a138-adc3d711f8a5 req-ac752224-6789-4a55-9340-20af0ee582e2 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Calling delete_port for 92295c29-45b5-48dd-82e4-0914d13be8da owned by compute:nova {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:24:54.670941 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dba1453f-2c1e-4597-8998-0d3d35df5da5 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:24:54.770196 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port dba1453f-2c1e-4597-8998-0d3d35df5da5, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=dba1453f-2c1e-4597-8998-0d3d35df5da5,segment=NetworkSegment(8447b48f-5ac4-4499-b5ab-2b0cb1297003),segment_id=8447b48f-5ac4-4499-b5ab-2b0cb1297003)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:24:54.778059 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (dba1453f-2c1e-4597-8998-0d3d35df5da5), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:54.785148 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca94732-7df6-461d-8417-cd9843513b07 req-82f57cd3-ef4d-4f98-8a16-15cf5346389a tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:54.787639 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-4ca94732-7df6-461d-8417-cd9843513b07 req-82f57cd3-ef4d-4f98-8a16-15cf5346389a tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5702786 Feb 04 12:24:54.810225 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-4ca94732-7df6-461d-8417-cd9843513b07 req-f0fa4000-f2bf-4b7f-869d-e1ac21aec148 tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] Request body: {'port': {'device_id': '2f404aa9-f0fb-439c-8e26-a5d712f44c63', 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c', 'admin_state_up': True, 'tenant_id': '32f22fc3fe314df5a0a3e54bc5c19ebb'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:24:54.860553 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-b166f94e-5c21-4e8e-82c6-0880743a6179 req-2648390f-00f5-4b1f-8e4b-992073b6178f service neutron] 10.222.0.73 "GET /v2.0/networks/4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3558879 Feb 04 12:24:54.878596 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04bc8a6-88c5-4655-83db-7f56d867d88e req-793d96bd-b68e-4e09-9ac5-27ac402efe48 tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:54.885944 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d04bc8a6-88c5-4655-83db-7f56d867d88e req-793d96bd-b68e-4e09-9ac5-27ac402efe48 tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6030023 Feb 04 12:24:54.944447 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-256c54b3-3c16-4704-b6c9-6a2fd46746c3 req-6298988c-c6ef-44b9-a204-0ef8bcd9db1f service neutron] 10.222.0.73 "GET /v2.0/networks/b8fa325b-bcd0-4398-bc54-1d713ba7c3b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5399806 Feb 04 12:24:55.056355 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=dba1453f-2c1e-4597-8998-0d3d35df5da5,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:24:55.109057 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d04bc8a6-88c5-4655-83db-7f56d867d88e req-aaa0232a-0eaf-4de0-8764-3d977e35f959 tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] 10.222.0.65 "GET /v2.0/quotas/32f22fc3fe314df5a0a3e54bc5c19ebb HTTP/1.1" status: 200 len: 375 time: 0.1590805 Feb 04 12:24:55.179032 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['dba1453f-2c1e-4597-8998-0d3d35df5da5'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:24:55.180460 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d04bc8a6-88c5-4655-83db-7f56d867d88e req-18505520-1fee-4d85-9896-7b873c6f0a32 tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=32f22fc3fe314df5a0a3e54bc5c19ebb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0569050 Feb 04 12:24:55.305997 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-0ba78e8c-7459-417d-8139-829de312b2b9 req-c56fe660-84f9-4e9b-868d-9be875cf8832 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] For port 27f1bc77-08d1-4fe6-8d17-b6072178bc1b, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=27f1bc77-08d1-4fe6-8d17-b6072178bc1b,segment=NetworkSegment(acb9d640-bd6c-44b6-b60b-2ea6174d51f4),segment_id=acb9d640-bd6c-44b6-b60b-2ea6174d51f4)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:24:55.354071 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ca94732-7df6-461d-8417-cd9843513b07 req-f0fa4000-f2bf-4b7f-869d-e1ac21aec148 tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] Made reservation on behalf of 32f22fc3fe314df5a0a3e54bc5c19ebb for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:24:55.364912 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-4ca94732-7df6-461d-8417-cd9843513b07 req-f0fa4000-f2bf-4b7f-869d-e1ac21aec148 tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:55.406076 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-4ca94732-7df6-461d-8417-cd9843513b07 req-f0fa4000-f2bf-4b7f-869d-e1ac21aec148 tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:55.410812 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-0ba78e8c-7459-417d-8139-829de312b2b9 req-c56fe660-84f9-4e9b-868d-9be875cf8832 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Publish callbacks [] for port (27f1bc77-08d1-4fe6-8d17-b6072178bc1b), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:55.415667 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-b0dedaa2-b6cc-495f-a138-adc3d711f8a5 req-ac752224-6789-4a55-9340-20af0ee582e2 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (92295c29-45b5-48dd-82e4-0914d13be8da), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:55.417956 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-0ba78e8c-7459-417d-8139-829de312b2b9 req-c56fe660-84f9-4e9b-868d-9be875cf8832 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (27f1bc77-08d1-4fe6-8d17-b6072178bc1b), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:55.479533 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['27f1bc77-08d1-4fe6-8d17-b6072178bc1b'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:24:55.558494 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba78e8c-7459-417d-8139-829de312b2b9 req-c56fe660-84f9-4e9b-868d-9be875cf8832 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:55.559077 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-0ba78e8c-7459-417d-8139-829de312b2b9 req-c56fe660-84f9-4e9b-868d-9be875cf8832 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:55.565455 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0ba78e8c-7459-417d-8139-829de312b2b9 req-c56fe660-84f9-4e9b-868d-9be875cf8832 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.65 "PUT /v2.0/ports/27f1bc77-08d1-4fe6-8d17-b6072178bc1b HTTP/1.1" status: 200 len: 1020 time: 2.2900574 Feb 04 12:24:55.566086 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '967ed095-3406-4755-9475-e4ee258eafda', 'tag': '27f1bc77-08d1-4fe6-8d17-b6072178bc1b'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:24:55.575588 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05742536-321a-4d1b-8fb2-b84fe7296ca2" -d '{"events": [{"name": "network-changed", "server_uuid": "967ed095-3406-4755-9475-e4ee258eafda", "tag": "27f1bc77-08d1-4fe6-8d17-b6072178bc1b"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:24:55.679538 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-4ca94732-7df6-461d-8417-cd9843513b07 req-f0fa4000-f2bf-4b7f-869d-e1ac21aec148 tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] Publish callbacks [] for security_group (fc117a99-abfb-4c9f-b5fe-c5a8dfa82af7), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:55.691828 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56fe660-84f9-4e9b-868d-9be875cf8832 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Pushing event updated for resources: {'Port': ['ID=27f1bc77-08d1-4fe6-8d17-b6072178bc1b,revision_number=7']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:24:55.720731 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['27f1bc77-08d1-4fe6-8d17-b6072178bc1b'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:24:55.736936 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-4ca94732-7df6-461d-8417-cd9843513b07 req-f0fa4000-f2bf-4b7f-869d-e1ac21aec148 tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (fc117a99-abfb-4c9f-b5fe-c5a8dfa82af7), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:55.752909 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac752224-6789-4a55-9340-20af0ee582e2 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Pushing event deleted for resources: {'Port': ['ID=92295c29-45b5-48dd-82e4-0914d13be8da,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:24:56.009073 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-48ed8537-c1d6-4ab8-97c5-d9e44d0afc6c req-0d752ff6-3dac-4f04-8f55-6876ca352e8d tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1a7544e-e02d-4ed1-a4db-2ea8d8643517 HTTP/1.1" status: 200 len: 210 time: 0.0679443 Feb 04 12:24:56.016052 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0dedaa2-b6cc-495f-a138-adc3d711f8a5 req-ac752224-6789-4a55-9340-20af0ee582e2 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] No DVR routers for this DVR port 92295c29-45b5-48dd-82e4-0914d13be8da on host n-h2-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:24:56.043661 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-b0dedaa2-b6cc-495f-a138-adc3d711f8a5 req-ac752224-6789-4a55-9340-20af0ee582e2 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:56.054323 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-b0dedaa2-b6cc-495f-a138-adc3d711f8a5 req-ac752224-6789-4a55-9340-20af0ee582e2 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] 10.222.0.77 "DELETE /v2.0/ports/92295c29-45b5-48dd-82e4-0914d13be8da HTTP/1.1" status: 204 len: 173 time: 3.2247739 Feb 04 12:24:56.083036 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fa4000-f2bf-4b7f-869d-e1ac21aec148 tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc117a99-abfb-4c9f-b5fe-c5a8dfa82af7,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:24:56.224929 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 92295c29-45b5-48dd-82e4-0914d13be8da no longer exists at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:24:56.286434 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70180912-5574-4514-bdd2-2305cffb87d3 x-openstack-request-id: req-70180912-5574-4514-bdd2-2305cffb87d3 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:24:56.287171 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1a7544e-e02d-4ed1-a4db-2ea8d8643517", "name": "network-vif-deleted", "tag": "810e1925-1d97-495e-9e8e-3341bb957b87", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:24:56.287973 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-70180912-5574-4514-bdd2-2305cffb87d3 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:24:56.288490 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1a7544e-e02d-4ed1-a4db-2ea8d8643517', 'name': 'network-vif-deleted', 'tag': '810e1925-1d97-495e-9e8e-3341bb957b87', 'status': 'completed', 'code': 200} Feb 04 12:24:56.291385 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [req-4ca94732-7df6-461d-8417-cd9843513b07 req-f0fa4000-f2bf-4b7f-869d-e1ac21aec148 tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] Allocated IP 192.168.233.23 (2f7dc246-a024-4937-952c-0ddeef5af29c/5ee3374a-84e9-4639-853c-740c6edaf6dc/7db51392-e30f-45e2-aa6e-c2643bee38c2) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:24:56.401980 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] No Port match for: 92295c29-45b5-48dd-82e4-0914d13be8da {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:24:56.410060 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 92295c29-45b5-48dd-82e4-0914d13be8da not bound to the agent host n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:24:56.411007 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 810e1925-1d97-495e-9e8e-3341bb957b87 no longer exists at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:24:56.655558 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] No Port match for: 810e1925-1d97-495e-9e8e-3341bb957b87 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:24:56.657417 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 810e1925-1d97-495e-9e8e-3341bb957b87 not bound to the agent host n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:24:56.814189 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9981cb-089b-47d4-8350-0c202e5c2508 req-0fb40329-4d3f-4367-8a43-418f3fce6aac tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:56.817429 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7a9981cb-089b-47d4-8350-0c202e5c2508 req-0fb40329-4d3f-4367-8a43-418f3fce6aac tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?device_id=35799951-f327-49e4-9a9d-7a4789d7e10d HTTP/1.1" status: 200 len: 944 time: 0.4436870 Feb 04 12:24:56.891759 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-4ca94732-7df6-461d-8417-cd9843513b07 req-f0fa4000-f2bf-4b7f-869d-e1ac21aec148 tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] Publish callbacks [] for port (7db51392-e30f-45e2-aa6e-c2643bee38c2), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:56.987872 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7a9981cb-089b-47d4-8350-0c202e5c2508 req-f6913203-a2a8-4600-8c05-3a190d5ade1a tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f51ab49-2800-41c7-a09d-ab109cee7e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486485 Feb 04 12:24:57.057470 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc2c72d-85c8-4ddf-aae3-add039c16cd1 req-e5daa415-43c7-4b9e-8989-6172792b3fc9 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:57.063760 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8cc2c72d-85c8-4ddf-aae3-add039c16cd1 req-e5daa415-43c7-4b9e-8989-6172792b3fc9 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/ports?device_id=e024d6c3-80c1-425c-a5a9-a7305d647b89 HTTP/1.1" status: 200 len: 945 time: 0.4925983 Feb 04 12:24:57.077559 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-4ca94732-7df6-461d-8417-cd9843513b07 req-f0fa4000-f2bf-4b7f-869d-e1ac21aec148 tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (7db51392-e30f-45e2-aa6e-c2643bee38c2), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:57.331295 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ca94732-7df6-461d-8417-cd9843513b07 req-f0fa4000-f2bf-4b7f-869d-e1ac21aec148 tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] Network 2f7dc246-a024-4937-952c-0ddeef5af29c is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:24:57.348189 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [req-4ca94732-7df6-461d-8417-cd9843513b07 req-f0fa4000-f2bf-4b7f-869d-e1ac21aec148 tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:24:57.384712 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ca94732-7df6-461d-8417-cd9843513b07 req-f0fa4000-f2bf-4b7f-869d-e1ac21aec148 tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:24:57.431216 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fa4000-f2bf-4b7f-869d-e1ac21aec148 tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] Pushing event updated for resources: {'Port': ['ID=7db51392-e30f-45e2-aa6e-c2643bee38c2,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:24:57.528827 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8cc2c72d-85c8-4ddf-aae3-add039c16cd1 req-e05acce5-48fe-4033-84d0-500dee04419f tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4f571d4-f0a1-47f6-a54a-b93db47581cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4571295 Feb 04 12:24:57.729694 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca94732-7df6-461d-8417-cd9843513b07 req-f0fa4000-f2bf-4b7f-869d-e1ac21aec148 tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:57.730530 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-4ca94732-7df6-461d-8417-cd9843513b07 req-f0fa4000-f2bf-4b7f-869d-e1ac21aec148 tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:57.736170 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b062d063-0570-4176-89cf-a996008a1a26 req-d2a0064f-dae3-44fe-ac4f-7bcf759e3cdb tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:57.766203 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b062d063-0570-4176-89cf-a996008a1a26 req-d2a0064f-dae3-44fe-ac4f-7bcf759e3cdb tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.65 "GET /v2.0/ports?device_id=967ed095-3406-4755-9475-e4ee258eafda HTTP/1.1" status: 200 len: 1023 time: 0.5920210 Feb 04 12:24:57.828067 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-4ca94732-7df6-461d-8417-cd9843513b07 req-f0fa4000-f2bf-4b7f-869d-e1ac21aec148 tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0198581 Feb 04 12:24:57.853716 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8456dcb-7c2e-446e-84b0-0996a02d7f60 x-openstack-request-id: req-a8456dcb-7c2e-446e-84b0-0996a02d7f60 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:24:57.856407 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "967ed095-3406-4755-9475-e4ee258eafda", "tag": "27f1bc77-08d1-4fe6-8d17-b6072178bc1b", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:24:57.856904 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a8456dcb-7c2e-446e-84b0-0996a02d7f60 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:24:57.858546 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '967ed095-3406-4755-9475-e4ee258eafda', 'tag': '27f1bc77-08d1-4fe6-8d17-b6072178bc1b', 'status': 'completed', 'code': 200} Feb 04 12:24:57.875769 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-4ca94732-7df6-461d-8417-cd9843513b07 req-e394ab08-3af1-4901-a5be-ab44aef4f4c6 service neutron] Request body: {'port': {'device_id': '2f404aa9-f0fb-439c-8e26-a5d712f44c63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825015-3'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:24:58.081082 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-3944cc91-3282-44ba-88a1-a89f16ecf527 None None] Provisioning complete for port 7db51392-e30f-45e2-aa6e-c2643bee38c2 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:24:58.081824 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3944cc91-3282-44ba-88a1-a89f16ecf527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (7db51392-e30f-45e2-aa6e-c2643bee38c2), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:58.191026 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device dba1453f-2c1e-4597-8998-0d3d35df5da5 up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:24:58.273656 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b062d063-0570-4176-89cf-a996008a1a26 req-d80bfc80-562e-4399-892e-ef23936a645a tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae936e60-42b2-429d-8649-660f2ab03ed6&id=65b532f6-553b-4a7d-aad3-d6f8aeaacb9a&id=3d5e9cfa-69ee-4c9c-8a01-39831f99174b HTTP/1.1" status: 200 len: 6199 time: 0.5023215 Feb 04 12:24:58.300772 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1a7544e-e02d-4ed1-a4db-2ea8d8643517', 'name': 'network-vif-deleted', 'tag': '92295c29-45b5-48dd-82e4-0914d13be8da'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:24:58.301934 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-113df377-2aea-4a57-b5b6-e2cfbbd11e65 req-ba323eea-7618-43ec-99ce-a46724e93cd4 tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6db0dcb-a3f7-437b-b9b0-6285d804ef6a HTTP/1.1" status: 200 len: 210 time: 0.2823799 Feb 04 12:24:58.308745 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27fe2414-b52e-4403-8cc9-e5061e03658d" -d '{"events": [{"server_uuid": "f1a7544e-e02d-4ed1-a4db-2ea8d8643517", "name": "network-vif-deleted", "tag": "92295c29-45b5-48dd-82e4-0914d13be8da"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:24:58.329477 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-4ca94732-7df6-461d-8417-cd9843513b07 req-e394ab08-3af1-4901-a5be-ab44aef4f4c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (7db51392-e30f-45e2-aa6e-c2643bee38c2), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:58.356288 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-3944cc91-3282-44ba-88a1-a89f16ecf527 None None] Port 7db51392-e30f-45e2-aa6e-c2643bee38c2 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:24:58.377669 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05742536-321a-4d1b-8fb2-b84fe7296ca2 req-fdeb30be-ae49-4541-8257-2c67a8953483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:58.385697 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-05742536-321a-4d1b-8fb2-b84fe7296ca2 req-fdeb30be-ae49-4541-8257-2c67a8953483 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b09d9febdaa2484bafa8461f34390659&device_id=967ed095-3406-4755-9475-e4ee258eafda HTTP/1.1" status: 200 len: 1206 time: 0.5259938 Feb 04 12:24:58.421273 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning for port dba1453f-2c1e-4597-8998-0d3d35df5da5 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:24:58.446174 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port dba1453f-2c1e-4597-8998-0d3d35df5da5 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:24:58.446730 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (dba1453f-2c1e-4597-8998-0d3d35df5da5), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:58.630499 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 34560) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:24:58.654890 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05742536-321a-4d1b-8fb2-b84fe7296ca2 req-5ff89a20-ca91-4fe0-b417-abdd40f7a194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:58.660651 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-05742536-321a-4d1b-8fb2-b84fe7296ca2 req-5ff89a20-ca91-4fe0-b417-abdd40f7a194 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b8fa325b-bcd0-4398-bc54-1d713ba7c3b0 HTTP/1.1" status: 200 len: 913 time: 0.2583814 Feb 04 12:24:58.672039 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-6785029a-dd23-4c2d-99a2-6357adce67fd req-d072547a-84c7-44fc-9438-d29013b463c2 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Request body: {'security_group': {'name': ' tempest-securitygroup -268147945 ', 'description': 'tempest-description-1581911303'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:24:58.965613 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-05742536-321a-4d1b-8fb2-b84fe7296ca2 req-3eb090c2-704e-40d3-b381-904ac7c7ed8e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=27f1bc77-08d1-4fe6-8d17-b6072178bc1b HTTP/1.1" status: 200 len: 217 time: 0.2829556 Feb 04 12:24:58.981056 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port dba1453f-2c1e-4597-8998-0d3d35df5da5 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:24:58.981608 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (dba1453f-2c1e-4597-8998-0d3d35df5da5), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:59.116439 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35799951-f327-49e4-9a9d-7a4789d7e10d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dba1453f-2c1e-4597-8998-0d3d35df5da5'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:24:59.141654 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17c711fc-7dc4-4e0c-8cd0-734ff3f1b689" -d '{"events": [{"server_uuid": "35799951-f327-49e4-9a9d-7a4789d7e10d", "name": "network-vif-plugged", "status": "completed", "tag": "dba1453f-2c1e-4597-8998-0d3d35df5da5"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:24:59.214397 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port dba1453f-2c1e-4597-8998-0d3d35df5da5, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=dba1453f-2c1e-4597-8998-0d3d35df5da5,segment=NetworkSegment(8447b48f-5ac4-4499-b5ab-2b0cb1297003),segment_id=8447b48f-5ac4-4499-b5ab-2b0cb1297003)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:24:59.219727 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (dba1453f-2c1e-4597-8998-0d3d35df5da5), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:59.240051 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-6785029a-dd23-4c2d-99a2-6357adce67fd req-d072547a-84c7-44fc-9438-d29013b463c2 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:59.326285 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=dba1453f-2c1e-4597-8998-0d3d35df5da5,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:24:59.388272 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-d04bc8a6-88c5-4655-83db-7f56d867d88e req-6ee2b545-7f49-4392-987d-6d9b8b18ba5f tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=32f22fc3fe314df5a0a3e54bc5c19ebb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0702474 Feb 04 12:24:59.428196 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b73876d-b9fc-498b-90c0-768c94f267d4 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Deleting subnet 7c31c7ed-6b37-4a40-92f7-cc1a552d8286 {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:24:59.433074 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5b73876d-b9fc-498b-90c0-768c94f267d4 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks [] for subnet (7c31c7ed-6b37-4a40-92f7-cc1a552d8286), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:59.455106 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad7d144-b2f7-4fde-9082-094798cb8532 req-aa2ace76-c3c1-4488-9d69-4f1c5cb00995 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:59.469832 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6ad7d144-b2f7-4fde-9082-094798cb8532 req-aa2ace76-c3c1-4488-9d69-4f1c5cb00995 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?device_id=35799951-f327-49e4-9a9d-7a4789d7e10d HTTP/1.1" status: 200 len: 944 time: 0.5315604 Feb 04 12:24:59.482363 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5b73876d-b9fc-498b-90c0-768c94f267d4 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (7c31c7ed-6b37-4a40-92f7-cc1a552d8286), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:59.521085 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05742536-321a-4d1b-8fb2-b84fe7296ca2 req-133f347a-2e19-4dbf-9626-6f9e199cdef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:59.524621 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-05742536-321a-4d1b-8fb2-b84fe7296ca2 req-133f347a-2e19-4dbf-9626-6f9e199cdef9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=20190653-fdc7-4422-8e01-957f62aee17f HTTP/1.1" status: 200 len: 852 time: 0.5505171 Feb 04 12:24:59.577926 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5b73876d-b9fc-498b-90c0-768c94f267d4 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (7c31c7ed-6b37-4a40-92f7-cc1a552d8286), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:59.641899 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-05742536-321a-4d1b-8fb2-b84fe7296ca2 req-a93c793d-542a-4505-9353-66f307f70382 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b8fa325b-bcd0-4398-bc54-1d713ba7c3b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0962856 Feb 04 12:24:59.724280 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6ad7d144-b2f7-4fde-9082-094798cb8532 req-4db88d9c-f21e-4c71-9d1e-267bce4b3174 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f51ab49-2800-41c7-a09d-ab109cee7e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518713 Feb 04 12:24:59.786841 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5b73876d-b9fc-498b-90c0-768c94f267d4 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (7c31c7ed-6b37-4a40-92f7-cc1a552d8286), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:59.796098 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04bc8a6-88c5-4655-83db-7f56d867d88e req-8c76833a-69ec-4fe7-b950-d6b150edaa87 tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:59.797961 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-d04bc8a6-88c5-4655-83db-7f56d867d88e req-8c76833a-69ec-4fe7-b950-d6b150edaa87 tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1526399 Feb 04 12:24:59.907109 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-d04bc8a6-88c5-4655-83db-7f56d867d88e req-9398b4a3-7c00-4ca8-891f-24183616f97c tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] Request body: {'port': {'device_id': 'd6db0dcb-a3f7-437b-b9b0-6285d804ef6a', 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c', 'admin_state_up': True, 'tenant_id': '32f22fc3fe314df5a0a3e54bc5c19ebb'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:24:59.958853 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-6785029a-dd23-4c2d-99a2-6357adce67fd req-d072547a-84c7-44fc-9438-d29013b463c2 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Publish callbacks [] for security_group (18bb75fc-d1e6-483d-9fb0-5108fdd58790), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:24:59.965191 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-6785029a-dd23-4c2d-99a2-6357adce67fd req-d072547a-84c7-44fc-9438-d29013b463c2 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (18bb75fc-d1e6-483d-9fb0-5108fdd58790), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:00.055424 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d072547a-84c7-44fc-9438-d29013b463c2 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18bb75fc-d1e6-483d-9fb0-5108fdd58790,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:00.073778 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-6785029a-dd23-4c2d-99a2-6357adce67fd req-d072547a-84c7-44fc-9438-d29013b463c2 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:00.080491 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6785029a-dd23-4c2d-99a2-6357adce67fd req-d072547a-84c7-44fc-9438-d29013b463c2 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 1.4174907 Feb 04 12:25:00.086205 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d072547a-84c7-44fc-9438-d29013b463c2 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:25:00.086850 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d072547a-84c7-44fc-9438-d29013b463c2 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:25:00.087422 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d072547a-84c7-44fc-9438-d29013b463c2 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:25:00.087968 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d072547a-84c7-44fc-9438-d29013b463c2 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:25:00.088474 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d072547a-84c7-44fc-9438-d29013b463c2 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:25:00.089270 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d072547a-84c7-44fc-9438-d29013b463c2 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:25:00.089829 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d072547a-84c7-44fc-9438-d29013b463c2 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:25:00.090357 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d072547a-84c7-44fc-9438-d29013b463c2 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:25:00.090912 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d072547a-84c7-44fc-9438-d29013b463c2 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:25:00.091476 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d072547a-84c7-44fc-9438-d29013b463c2 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:25:00.092064 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d072547a-84c7-44fc-9438-d29013b463c2 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:25:00.092741 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d072547a-84c7-44fc-9438-d29013b463c2 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:25:00.093257 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d072547a-84c7-44fc-9438-d29013b463c2 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:25:00.135350 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a53639f-bd8b-4805-917f-56292d4ce7e8 x-openstack-request-id: req-7a53639f-bd8b-4805-917f-56292d4ce7e8 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:25:00.138638 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1a7544e-e02d-4ed1-a4db-2ea8d8643517", "name": "network-vif-deleted", "tag": "92295c29-45b5-48dd-82e4-0914d13be8da", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:25:00.139201 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7a53639f-bd8b-4805-917f-56292d4ce7e8 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:25:00.139871 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-05742536-321a-4d1b-8fb2-b84fe7296ca2 req-c7380e1c-3712-4846-ab9b-ed847c4abd11 service neutron] 10.222.0.73 "GET /v2.0/networks/b8fa325b-bcd0-4398-bc54-1d713ba7c3b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4794281 Feb 04 12:25:00.140185 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1a7544e-e02d-4ed1-a4db-2ea8d8643517', 'name': 'network-vif-deleted', 'tag': '92295c29-45b5-48dd-82e4-0914d13be8da', 'status': 'completed', 'code': 200} Feb 04 12:25:00.159664 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589f791a-0f6e-4e3e-a0d5-0d2a964798a3 None None] Network 06acfeba-527c-4b26-9f5e-fcd14e6f1339 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:25:00.160843 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b73876d-b9fc-498b-90c0-768c94f267d4 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Pushing event deleted for resources: {'Subnet': ['ID=7c31c7ed-6b37-4a40-92f7-cc1a552d8286,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:00.182226 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5b73876d-b9fc-498b-90c0-768c94f267d4 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:00.189979 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-5b73876d-b9fc-498b-90c0-768c94f267d4 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] 10.222.0.65 "DELETE /v2.0/subnets/7c31c7ed-6b37-4a40-92f7-cc1a552d8286 HTTP/1.1" status: 204 len: 168 time: 1.5538363 Feb 04 12:25:00.190767 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 34576) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:25:00.389936 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d04bc8a6-88c5-4655-83db-7f56d867d88e req-9398b4a3-7c00-4ca8-891f-24183616f97c tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] Made reservation on behalf of 32f22fc3fe314df5a0a3e54bc5c19ebb for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:25:00.402347 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-d04bc8a6-88c5-4655-83db-7f56d867d88e req-9398b4a3-7c00-4ca8-891f-24183616f97c tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:00.434670 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64131d22-16a1-482f-bd80-05394eb623a5 req-8cc1e732-fecb-4d17-84d9-1cfdfede5e28 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:00.437082 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-64131d22-16a1-482f-bd80-05394eb623a5 req-8cc1e732-fecb-4d17-84d9-1cfdfede5e28 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/ports?device_id=e024d6c3-80c1-425c-a5a9-a7305d647b89 HTTP/1.1" status: 200 len: 945 time: 0.2575073 Feb 04 12:25:00.476127 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7774cf73-bdac-4047-967e-c293f3d0d0c7 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (06acfeba-527c-4b26-9f5e-fcd14e6f1339), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:00.511993 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cb61e56-42f1-46af-b387-6fe07dc5fb4f x-openstack-request-id: req-9cb61e56-42f1-46af-b387-6fe07dc5fb4f {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:25:00.512443 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35799951-f327-49e4-9a9d-7a4789d7e10d", "name": "network-vif-plugged", "status": "completed", "tag": "dba1453f-2c1e-4597-8998-0d3d35df5da5", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:25:00.512980 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9cb61e56-42f1-46af-b387-6fe07dc5fb4f {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:25:00.513595 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35799951-f327-49e4-9a9d-7a4789d7e10d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dba1453f-2c1e-4597-8998-0d3d35df5da5', 'code': 200} Feb 04 12:25:00.629013 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-64131d22-16a1-482f-bd80-05394eb623a5 req-7c6fbd3c-27b4-416d-b655-c6afaf219ff2 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4f571d4-f0a1-47f6-a54a-b93db47581cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844900 Feb 04 12:25:00.717268 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-05742536-321a-4d1b-8fb2-b84fe7296ca2 req-5f5383a0-7ae9-4799-ae61-276aed48d353 service neutron] 10.222.0.73 "GET /v2.0/networks/b8fa325b-bcd0-4398-bc54-1d713ba7c3b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5652061 Feb 04 12:25:00.720490 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721e9af4-f0e7-4a50-b25c-45068fa02381 None None] DHCP port deletion for 06acfeba-527c-4b26-9f5e-fcd14e6f1339 request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 12:25:00.902273 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b95c4d5a-c307-4be8-b2e1-80711f74e632 req-4e777c36-94cd-4919-909f-049989d9c9b8 tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6db0dcb-a3f7-437b-b9b0-6285d804ef6a HTTP/1.1" status: 200 len: 210 time: 0.2041385 Feb 04 12:25:01.168100 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [req-4ca94732-7df6-461d-8417-cd9843513b07 req-e394ab08-3af1-4901-a5be-ab44aef4f4c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7db51392-e30f-45e2-aa6e-c2643bee38c2 {{(pid=103474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:25:01.216286 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-721e9af4-f0e7-4a50-b25c-45068fa02381 None None] Deleting port 1019d6b6-ec59-420d-bc60-71ccd9171b0d {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:25:01.219533 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-721e9af4-f0e7-4a50-b25c-45068fa02381 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (1019d6b6-ec59-420d-bc60-71ccd9171b0d), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:01.239056 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:01.243114 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-4ca94732-7df6-461d-8417-cd9843513b07 req-e394ab08-3af1-4901-a5be-ab44aef4f4c6 service neutron] Publish callbacks [] for port (7db51392-e30f-45e2-aa6e-c2643bee38c2), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:01.279073 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.provisioning_blocks [req-4ca94732-7df6-461d-8417-cd9843513b07 req-e394ab08-3af1-4901-a5be-ab44aef4f4c6 service neutron] Transition to ACTIVE for port object 7db51392-e30f-45e2-aa6e-c2643bee38c2 will not be triggered until provisioned by entity L2. {{(pid=103474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:25:01.367783 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9f550bc3-bb82-4770-9ccd-d52c3b6699cf req-3a7eaaa3-8634-4ab7-991e-4829fef155a7 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.65 "GET /v2.0/security-groups/18bb75fc-d1e6-483d-9fb0-5108fdd58790 HTTP/1.1" status: 200 len: 1797 time: 0.4550207 Feb 04 12:25:01.369954 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [req-d04bc8a6-88c5-4655-83db-7f56d867d88e req-9398b4a3-7c00-4ca8-891f-24183616f97c tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] Allocated IP 192.168.233.52 (2f7dc246-a024-4937-952c-0ddeef5af29c/5ee3374a-84e9-4639-853c-740c6edaf6dc/d441af3c-39b4-46ee-af38-3502aa337c29) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:25:01.410448 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befc79c6-fd78-4531-86ab-2bd4d1a27d7f req-8b415212-9ba5-4453-b34e-83ade507f12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:01.416369 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-4ca94732-7df6-461d-8417-cd9843513b07 req-e394ab08-3af1-4901-a5be-ab44aef4f4c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (7db51392-e30f-45e2-aa6e-c2643bee38c2), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:01.421643 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-befc79c6-fd78-4531-86ab-2bd4d1a27d7f req-8b415212-9ba5-4453-b34e-83ade507f12b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=35799951-f327-49e4-9a9d-7a4789d7e10d HTTP/1.1" status: 200 len: 1127 time: 0.7963116 Feb 04 12:25:01.543219 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e394ab08-3af1-4901-a5be-ab44aef4f4c6 service neutron] Pushing event updated for resources: {'Port': ['ID=7db51392-e30f-45e2-aa6e-c2643bee38c2,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:01.615909 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-721e9af4-f0e7-4a50-b25c-45068fa02381 None None] For port 1019d6b6-ec59-420d-bc60-71ccd9171b0d, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=1019d6b6-ec59-420d-bc60-71ccd9171b0d,segment=NetworkSegment(540a54e9-96af-46f8-9335-8bb223f8aaf4),segment_id=540a54e9-96af-46f8-9335-8bb223f8aaf4)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:25:01.638476 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-721e9af4-f0e7-4a50-b25c-45068fa02381 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (1019d6b6-ec59-420d-bc60-71ccd9171b0d), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:01.694840 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:01.711195 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-721e9af4-f0e7-4a50-b25c-45068fa02381 None None] Calling delete_port for 1019d6b6-ec59-420d-bc60-71ccd9171b0d owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:25:01.749003 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-7774cf73-bdac-4047-967e-c293f3d0d0c7 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Deleting port 1019d6b6-ec59-420d-bc60-71ccd9171b0d {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:25:01.749585 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7774cf73-bdac-4047-967e-c293f3d0d0c7 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (1019d6b6-ec59-420d-bc60-71ccd9171b0d), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:01.761554 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9f2df1-8737-4b3e-94c4-3526ce7c5b90 req-e6a0fdda-d52e-4c15-8d0f-095433543a1f tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:01.769795 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2e9f2df1-8737-4b3e-94c4-3526ce7c5b90 req-e6a0fdda-d52e-4c15-8d0f-095433543a1f tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/ports?device_id=382bd9ca-8939-4c9b-bfb8-eb81fd8954de HTTP/1.1" status: 200 len: 950 time: 0.4500182 Feb 04 12:25:01.814449 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-befc79c6-fd78-4531-86ab-2bd4d1a27d7f req-dbafe464-5f32-4766-9158-caf004ebbc82 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=7f51ab49-2800-41c7-a09d-ab109cee7e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3287694 Feb 04 12:25:01.882342 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ea1311-b5e4-4684-9b17-53ef42e7086e req-f255e270-4eac-4782-bfb1-dcb36cb89086 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:01.888739 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-17ea1311-b5e4-4684-9b17-53ef42e7086e req-f255e270-4eac-4782-bfb1-dcb36cb89086 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?device_id=35799951-f327-49e4-9a9d-7a4789d7e10d HTTP/1.1" status: 200 len: 945 time: 0.3220077 Feb 04 12:25:01.956389 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-7774cf73-bdac-4047-967e-c293f3d0d0c7 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] For port 1019d6b6-ec59-420d-bc60-71ccd9171b0d, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=1019d6b6-ec59-420d-bc60-71ccd9171b0d,segment=NetworkSegment(540a54e9-96af-46f8-9335-8bb223f8aaf4),segment_id=540a54e9-96af-46f8-9335-8bb223f8aaf4)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:25:01.957002 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7774cf73-bdac-4047-967e-c293f3d0d0c7 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (1019d6b6-ec59-420d-bc60-71ccd9171b0d), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:01.960643 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-721e9af4-f0e7-4a50-b25c-45068fa02381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (1019d6b6-ec59-420d-bc60-71ccd9171b0d), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:01.991443 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-7774cf73-bdac-4047-967e-c293f3d0d0c7 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Calling delete_port for 1019d6b6-ec59-420d-bc60-71ccd9171b0d owned by network:dhcp {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:25:02.084024 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721e9af4-f0e7-4a50-b25c-45068fa02381 None None] Pushing event deleted for resources: {'Port': ['ID=1019d6b6-ec59-420d-bc60-71ccd9171b0d,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:02.123424 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721e9af4-f0e7-4a50-b25c-45068fa02381 None None] No DVR routers for this DVR port 1019d6b6-ec59-420d-bc60-71ccd9171b0d on host n-d-825015-3 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:25:02.160826 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7774cf73-bdac-4047-967e-c293f3d0d0c7 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (1019d6b6-ec59-420d-bc60-71ccd9171b0d), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:02.172240 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-17ea1311-b5e4-4684-9b17-53ef42e7086e req-a3dd2b2d-7df2-47cb-8c6b-099efcddff74 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f51ab49-2800-41c7-a09d-ab109cee7e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702966 Feb 04 12:25:02.228313 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2e9f2df1-8737-4b3e-94c4-3526ce7c5b90 req-ae29c023-195e-4c3b-b806-fd68d4a9159f tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/security-groups?id=ff9db729-a945-4359-8bb3-48cdfdee30d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4553273 Feb 04 12:25:02.377463 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d90941-e7bd-4df3-949a-3bb571081c8f req-b7f54e37-dc56-4c62-9d43-5eee6d9b86ee tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:02.379132 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d2d90941-e7bd-4df3-949a-3bb571081c8f req-b7f54e37-dc56-4c62-9d43-5eee6d9b86ee tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.73 "GET /v2.0/ports?device_id=382bd9ca-8939-4c9b-bfb8-eb81fd8954de HTTP/1.1" status: 200 len: 950 time: 0.3026695 Feb 04 12:25:02.395184 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7774cf73-bdac-4047-967e-c293f3d0d0c7 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] No DVR routers for this DVR port 1019d6b6-ec59-420d-bc60-71ccd9171b0d on host n-d-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:25:02.646647 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e68cfca2-c0ab-4685-a81d-b1063561cadb req-e22acce7-8314-4187-af56-a86e867f3fc4 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.65 "GET /v2.0/security-groups/18bb75fc-d1e6-483d-9fb0-5108fdd58790 HTTP/1.1" status: 200 len: 1797 time: 0.3954570 Feb 04 12:25:02.661064 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 1019d6b6-ec59-420d-bc60-71ccd9171b0d no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:25:02.708372 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7774cf73-bdac-4047-967e-c293f3d0d0c7 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (06acfeba-527c-4b26-9f5e-fcd14e6f1339), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:02.731301 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 1019d6b6-ec59-420d-bc60-71ccd9171b0d {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:25:02.734012 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 1019d6b6-ec59-420d-bc60-71ccd9171b0d not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:25:02.775669 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec488262-7c27-4864-965b-d0bf3d6c50b3 req-d3c355dd-227e-40ae-b009-48acf265af0e tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:02.783414 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ec488262-7c27-4864-965b-d0bf3d6c50b3 req-d3c355dd-227e-40ae-b009-48acf265af0e tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/ports?device_id=e024d6c3-80c1-425c-a5a9-a7305d647b89 HTTP/1.1" status: 200 len: 945 time: 0.3951888 Feb 04 12:25:02.801699 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7774cf73-bdac-4047-967e-c293f3d0d0c7 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Pushing event deleted for resources: {'Port': ['ID=1019d6b6-ec59-420d-bc60-71ccd9171b0d,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:02.813226 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-7774cf73-bdac-4047-967e-c293f3d0d0c7 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06acfeba-527c-4b26-9f5e-fcd14e6f1339']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:25:02.836411 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-7774cf73-bdac-4047-967e-c293f3d0d0c7 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '540a54e9-96af-46f8-9335-8bb223f8aaf4') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:25:02.837469 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-7774cf73-bdac-4047-967e-c293f3d0d0c7 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '540a54e9-96af-46f8-9335-8bb223f8aaf4') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:25:02.867940 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7774cf73-bdac-4047-967e-c293f3d0d0c7 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (540a54e9-96af-46f8-9335-8bb223f8aaf4), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:02.901719 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-4ca94732-7df6-461d-8417-cd9843513b07 req-e394ab08-3af1-4901-a5be-ab44aef4f4c6 service neutron] Attempting to bind port 7db51392-e30f-45e2-aa6e-c2643bee38c2 on host n-h2-825015-3 for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:25:02.901963 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-4ca94732-7df6-461d-8417-cd9843513b07 req-e394ab08-3af1-4901-a5be-ab44aef4f4c6 service neutron] Attempting to bind port 7db51392-e30f-45e2-aa6e-c2643bee38c2 by drivers openvswitch,hyperv on host n-h2-825015-3 at level 0 using segments [{'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:25:02.902289 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca94732-7df6-461d-8417-cd9843513b07 req-e394ab08-3af1-4901-a5be-ab44aef4f4c6 service neutron] Attempting to bind port 7db51392-e30f-45e2-aa6e-c2643bee38c2 on network 2f7dc246-a024-4937-952c-0ddeef5af29c {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:25:02.916318 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7774cf73-bdac-4047-967e-c293f3d0d0c7 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (540a54e9-96af-46f8-9335-8bb223f8aaf4), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:02.931610 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca94732-7df6-461d-8417-cd9843513b07 req-e394ab08-3af1-4901-a5be-ab44aef4f4c6 service neutron] Port 7db51392-e30f-45e2-aa6e-c2643bee38c2 on network 2f7dc246-a024-4937-952c-0ddeef5af29c not bound, no agent of type Open vSwitch agent registered on host n-h2-825015-3 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:25:02.932175 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca94732-7df6-461d-8417-cd9843513b07 req-e394ab08-3af1-4901-a5be-ab44aef4f4c6 service neutron] Attempting to bind port 7db51392-e30f-45e2-aa6e-c2643bee38c2 on network 2f7dc246-a024-4937-952c-0ddeef5af29c {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:25:02.939823 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7774cf73-bdac-4047-967e-c293f3d0d0c7 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:25:02.940253 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7774cf73-bdac-4047-967e-c293f3d0d0c7 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (540a54e9-96af-46f8-9335-8bb223f8aaf4), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:02.943637 n-d-825015-3 neutron-server[103474]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:25:02.943637 n-d-825015-3 neutron-server[103474]: self.session.flush() Feb 04 12:25:02.943637 n-d-825015-3 neutron-server[103474]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:25:02.943637 n-d-825015-3 neutron-server[103474]: self.session.flush() Feb 04 12:25:02.943637 n-d-825015-3 neutron-server[103474]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:25:02.943637 n-d-825015-3 neutron-server[103474]: self.session.flush() Feb 04 12:25:02.943637 n-d-825015-3 neutron-server[103474]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:25:02.943637 n-d-825015-3 neutron-server[103474]: self.session.flush() Feb 04 12:25:02.943637 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 12:25:02.943637 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:25:02.943637 n-d-825015-3 neutron-server[103474]: timer() Feb 04 12:25:02.943637 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:25:02.943637 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 12:25:02.943637 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:25:02.943637 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 12:25:02.943637 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:25:02.943637 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 12:25:02.943637 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:25:02.943637 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 12:25:02.943637 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:25:02.943637 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 12:25:02.943637 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:25:02.943637 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:25:02.943637 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:25:02.943637 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:25:02.943637 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:25:02.943637 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 12:25:02.943637 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:25:02.943637 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 12:25:02.943637 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:25:02.943637 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:25:02.943637 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:25:02.943637 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 12:25:02.943637 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:25:02.943637 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:25:02.943637 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:25:02.943637 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:25:02.943637 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:25:02.943637 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:25:02.943637 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:25:03.017733 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-d04bc8a6-88c5-4655-83db-7f56d867d88e req-9398b4a3-7c00-4ca8-891f-24183616f97c tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] Publish callbacks [] for port (d441af3c-39b4-46ee-af38-3502aa337c29), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:03.020916 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca94732-7df6-461d-8417-cd9843513b07 req-e394ab08-3af1-4901-a5be-ab44aef4f4c6 service neutron] Checking agent: {'id': '9b68a165-e786-4b91-8592-44519c2ecabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:25:03.020916 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca94732-7df6-461d-8417-cd9843513b07 req-e394ab08-3af1-4901-a5be-ab44aef4f4c6 service neutron] Checking segment: {'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:25:03.021479 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca94732-7df6-461d-8417-cd9843513b07 req-e394ab08-3af1-4901-a5be-ab44aef4f4c6 service neutron] Bound using segment: {'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:25:03.021968 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-4ca94732-7df6-461d-8417-cd9843513b07 req-e394ab08-3af1-4901-a5be-ab44aef4f4c6 service neutron] Bound port: 7db51392-e30f-45e2-aa6e-c2643bee38c2, host: n-h2-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:25:03.022360 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-4ca94732-7df6-461d-8417-cd9843513b07 req-e394ab08-3af1-4901-a5be-ab44aef4f4c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (7db51392-e30f-45e2-aa6e-c2643bee38c2), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:03.046553 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ec488262-7c27-4864-965b-d0bf3d6c50b3 req-7e0b04ee-e8d6-46ac-9448-4f8525122269 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4f571d4-f0a1-47f6-a54a-b93db47581cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524369 Feb 04 12:25:03.049291 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e68cfca2-c0ab-4685-a81d-b1063561cadb req-1a7bb589-7edb-41cd-b834-3304b46f752b tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Publish callbacks [] for security_group (18bb75fc-d1e6-483d-9fb0-5108fdd58790), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:03.105579 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-d2d90941-e7bd-4df3-949a-3bb571081c8f req-be7239f2-e402-4cc0-b476-fb3d0018ae8e tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Deleting port 9b10404f-62d5-42e1-accf-5dbefbaa11b0 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:25:03.108875 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-d2d90941-e7bd-4df3-949a-3bb571081c8f req-be7239f2-e402-4cc0-b476-fb3d0018ae8e tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (9b10404f-62d5-42e1-accf-5dbefbaa11b0), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:03.159978 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-d04bc8a6-88c5-4655-83db-7f56d867d88e req-9398b4a3-7c00-4ca8-891f-24183616f97c tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (d441af3c-39b4-46ee-af38-3502aa337c29), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:03.236670 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e68cfca2-c0ab-4685-a81d-b1063561cadb req-1a7bb589-7edb-41cd-b834-3304b46f752b tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Publish callbacks [] for security_group (18bb75fc-d1e6-483d-9fb0-5108fdd58790), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:03.272983 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7774cf73-bdac-4047-967e-c293f3d0d0c7 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (06acfeba-527c-4b26-9f5e-fcd14e6f1339), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:03.331350 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d04bc8a6-88c5-4655-83db-7f56d867d88e req-9398b4a3-7c00-4ca8-891f-24183616f97c tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] Network 2f7dc246-a024-4937-952c-0ddeef5af29c is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:25:03.332835 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7774cf73-bdac-4047-967e-c293f3d0d0c7 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:03.340005 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-7774cf73-bdac-4047-967e-c293f3d0d0c7 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] 10.222.0.65 "DELETE /v2.0/networks/06acfeba-527c-4b26-9f5e-fcd14e6f1339 HTTP/1.1" status: 204 len: 168 time: 3.1457834 Feb 04 12:25:03.343264 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7774cf73-bdac-4047-967e-c293f3d0d0c7 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Pushing event deleted for resources: {'Network': ['ID=06acfeba-527c-4b26-9f5e-fcd14e6f1339,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:03.345257 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 34620) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:25:03.437476 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-d2d90941-e7bd-4df3-949a-3bb571081c8f req-be7239f2-e402-4cc0-b476-fb3d0018ae8e tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] For port 9b10404f-62d5-42e1-accf-5dbefbaa11b0, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=9b10404f-62d5-42e1-accf-5dbefbaa11b0,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:25:03.441817 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-d2d90941-e7bd-4df3-949a-3bb571081c8f req-be7239f2-e402-4cc0-b476-fb3d0018ae8e tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (9b10404f-62d5-42e1-accf-5dbefbaa11b0), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:03.447307 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-821fd742-6538-49ad-b8d3-9d341d9c3b74 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Deleting subnet 84f9763a-781d-4090-a395-fee23d6ab6c5 {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:25:03.451375 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-821fd742-6538-49ad-b8d3-9d341d9c3b74 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks [] for subnet (84f9763a-781d-4090-a395-fee23d6ab6c5), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:03.477873 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-d2d90941-e7bd-4df3-949a-3bb571081c8f req-be7239f2-e402-4cc0-b476-fb3d0018ae8e tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Calling delete_port for 9b10404f-62d5-42e1-accf-5dbefbaa11b0 owned by compute:nova {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:25:03.501371 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-821fd742-6538-49ad-b8d3-9d341d9c3b74 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (84f9763a-781d-4090-a395-fee23d6ab6c5), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:03.609978 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-821fd742-6538-49ad-b8d3-9d341d9c3b74 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (84f9763a-781d-4090-a395-fee23d6ab6c5), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:03.693562 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [req-d04bc8a6-88c5-4655-83db-7f56d867d88e req-9398b4a3-7c00-4ca8-891f-24183616f97c tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:25:03.703508 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-821fd742-6538-49ad-b8d3-9d341d9c3b74 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (84f9763a-781d-4090-a395-fee23d6ab6c5), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:03.705799 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-d2d90941-e7bd-4df3-949a-3bb571081c8f req-be7239f2-e402-4cc0-b476-fb3d0018ae8e tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (9b10404f-62d5-42e1-accf-5dbefbaa11b0), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:03.714298 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-d04bc8a6-88c5-4655-83db-7f56d867d88e req-9398b4a3-7c00-4ca8-891f-24183616f97c tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:25:03.724107 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['9b10404f-62d5-42e1-accf-5dbefbaa11b0'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:25:03.762552 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e68cfca2-c0ab-4685-a81d-b1063561cadb req-1a7bb589-7edb-41cd-b834-3304b46f752b tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (18bb75fc-d1e6-483d-9fb0-5108fdd58790), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:03.770865 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821fd742-6538-49ad-b8d3-9d341d9c3b74 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Pushing event deleted for resources: {'Subnet': ['ID=84f9763a-781d-4090-a395-fee23d6ab6c5,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:03.780712 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e68cfca2-c0ab-4685-a81d-b1063561cadb req-1a7bb589-7edb-41cd-b834-3304b46f752b tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:03.784780 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e68cfca2-c0ab-4685-a81d-b1063561cadb req-1a7bb589-7edb-41cd-b834-3304b46f752b tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.65 "DELETE /v2.0/security-groups/18bb75fc-d1e6-483d-9fb0-5108fdd58790 HTTP/1.1" status: 204 len: 173 time: 1.1372912 Feb 04 12:25:03.822624 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7cd7fad-9077-434f-824a-98a296e5003d None None] Network 55ee8adb-fe62-432c-a2dc-395974095db8 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:25:03.852194 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-821fd742-6538-49ad-b8d3-9d341d9c3b74 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:03.859105 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-821fd742-6538-49ad-b8d3-9d341d9c3b74 tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] 10.222.0.65 "DELETE /v2.0/subnets/84f9763a-781d-4090-a395-fee23d6ab6c5 HTTP/1.1" status: 204 len: 168 time: 0.4966440 Feb 04 12:25:03.860763 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9398b4a3-7c00-4ca8-891f-24183616f97c tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] Pushing event updated for resources: {'Port': ['ID=d441af3c-39b4-46ee-af38-3502aa337c29,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:03.876068 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 34624) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:25:04.067797 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5bfc3377-5142-443b-8092-ffe2ed52215c tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (55ee8adb-fe62-432c-a2dc-395974095db8), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:04.122545 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-4ca94732-7df6-461d-8417-cd9843513b07 req-e394ab08-3af1-4901-a5be-ab44aef4f4c6 service neutron] For port 7db51392-e30f-45e2-aa6e-c2643bee38c2, host n-h2-825015-3, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:25:04.166878 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7239f2-e402-4cc0-b476-fb3d0018ae8e tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Pushing event deleted for resources: {'Port': ['ID=9b10404f-62d5-42e1-accf-5dbefbaa11b0,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:04.169479 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2d90941-e7bd-4df3-949a-3bb571081c8f req-be7239f2-e402-4cc0-b476-fb3d0018ae8e tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] No DVR routers for this DVR port 9b10404f-62d5-42e1-accf-5dbefbaa11b0 on host n-h1-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:25:04.172308 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-d2d90941-e7bd-4df3-949a-3bb571081c8f req-be7239f2-e402-4cc0-b476-fb3d0018ae8e tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:04.175890 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d2d90941-e7bd-4df3-949a-3bb571081c8f req-be7239f2-e402-4cc0-b476-fb3d0018ae8e tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.73 "DELETE /v2.0/ports/9b10404f-62d5-42e1-accf-5dbefbaa11b0 HTTP/1.1" status: 204 len: 173 time: 1.7718854 Feb 04 12:25:04.178284 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '382bd9ca-8939-4c9b-bfb8-eb81fd8954de', 'name': 'network-vif-deleted', 'tag': '9b10404f-62d5-42e1-accf-5dbefbaa11b0'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:25:04.181846 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7173c5b5-211e-4282-8319-dc61cba58665" -d '{"events": [{"server_uuid": "382bd9ca-8939-4c9b-bfb8-eb81fd8954de", "name": "network-vif-deleted", "tag": "9b10404f-62d5-42e1-accf-5dbefbaa11b0"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:25:04.185939 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7bb589-7edb-41cd-b834-3304b46f752b tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18bb75fc-d1e6-483d-9fb0-5108fdd58790,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:04.205566 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04bc8a6-88c5-4655-83db-7f56d867d88e req-9398b4a3-7c00-4ca8-891f-24183616f97c tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:04.207984 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-d04bc8a6-88c5-4655-83db-7f56d867d88e req-9398b4a3-7c00-4ca8-891f-24183616f97c tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:04.243073 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-32bbd8ae-4e08-4036-bce3-9bbd8d628e4c None None] Provisioning complete for port d441af3c-39b4-46ee-af38-3502aa337c29 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:25:04.243480 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-32bbd8ae-4e08-4036-bce3-9bbd8d628e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (d441af3c-39b4-46ee-af38-3502aa337c29), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:04.260448 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-4ca94732-7df6-461d-8417-cd9843513b07 req-e394ab08-3af1-4901-a5be-ab44aef4f4c6 service neutron] For port 7db51392-e30f-45e2-aa6e-c2643bee38c2, host n-h2-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=7db51392-e30f-45e2-aa6e-c2643bee38c2,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:25:04.268678 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-d04bc8a6-88c5-4655-83db-7f56d867d88e req-9398b4a3-7c00-4ca8-891f-24183616f97c tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.4535933 Feb 04 12:25:04.277427 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665ffab5-bb60-4988-94e1-322d1afced84 req-aea3080d-4b4f-45f4-8dca-f1d35183c3ae tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:04.285667 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-665ffab5-bb60-4988-94e1-322d1afced84 req-aea3080d-4b4f-45f4-8dca-f1d35183c3ae tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6db0dcb-a3f7-437b-b9b0-6285d804ef6a HTTP/1.1" status: 200 len: 935 time: 0.6012008 Feb 04 12:25:04.286229 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-d04bc8a6-88c5-4655-83db-7f56d867d88e req-40491400-8911-4e40-9813-a717d374df2e service neutron] Request body: {'port': {'device_id': 'd6db0dcb-a3f7-437b-b9b0-6285d804ef6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825015-3'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:25:04.310413 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103a037c-da91-48eb-8afa-f4af0925ed61 req-93b07142-492a-41b0-bb54-42a88d0805a6 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:04.324598 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-103a037c-da91-48eb-8afa-f4af0925ed61 req-93b07142-492a-41b0-bb54-42a88d0805a6 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?device_id=35799951-f327-49e4-9a9d-7a4789d7e10d HTTP/1.1" status: 200 len: 945 time: 0.3340135 Feb 04 12:25:04.332193 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-4ca94732-7df6-461d-8417-cd9843513b07 req-e394ab08-3af1-4901-a5be-ab44aef4f4c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (7db51392-e30f-45e2-aa6e-c2643bee38c2), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:04.336139 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9cfbc1-d04a-499a-ad9a-3028452cbdb1 None None] DHCP port deletion for 55ee8adb-fe62-432c-a2dc-395974095db8 request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 12:25:04.357819 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-32bbd8ae-4e08-4036-bce3-9bbd8d628e4c None None] Port d441af3c-39b4-46ee-af38-3502aa337c29 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:25:04.437169 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e394ab08-3af1-4901-a5be-ab44aef4f4c6 service neutron] Pushing event updated for resources: {'Port': ['ID=7db51392-e30f-45e2-aa6e-c2643bee38c2,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:04.468212 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca94732-7df6-461d-8417-cd9843513b07 req-e394ab08-3af1-4901-a5be-ab44aef4f4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:04.473625 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-4ca94732-7df6-461d-8417-cd9843513b07 req-e394ab08-3af1-4901-a5be-ab44aef4f4c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:04.476063 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-4ca94732-7df6-461d-8417-cd9843513b07 req-e394ab08-3af1-4901-a5be-ab44aef4f4c6 service neutron] 10.222.0.77 "PUT /v2.0/ports/7db51392-e30f-45e2-aa6e-c2643bee38c2 HTTP/1.1" status: 200 len: 1095 time: 6.6405172 Feb 04 12:25:04.477298 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f404aa9-f0fb-439c-8e26-a5d712f44c63', 'tag': '7db51392-e30f-45e2-aa6e-c2643bee38c2'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:25:04.493654 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1e9900c-9efb-440b-91b4-e71c97cd724e" -d '{"events": [{"name": "network-changed", "server_uuid": "2f404aa9-f0fb-439c-8e26-a5d712f44c63", "tag": "7db51392-e30f-45e2-aa6e-c2643bee38c2"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:25:04.511346 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-eb9cfbc1-d04a-499a-ad9a-3028452cbdb1 None None] Deleting port 2bd65821-747f-4f2b-a132-bb8e3c42a45a {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:25:04.511728 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-eb9cfbc1-d04a-499a-ad9a-3028452cbdb1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (2bd65821-747f-4f2b-a132-bb8e3c42a45a), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:04.541539 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-5bfc3377-5142-443b-8092-ffe2ed52215c tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Deleting port 2bd65821-747f-4f2b-a132-bb8e3c42a45a {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:25:04.542431 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5bfc3377-5142-443b-8092-ffe2ed52215c tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (2bd65821-747f-4f2b-a132-bb8e3c42a45a), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:04.548761 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-d04bc8a6-88c5-4655-83db-7f56d867d88e req-40491400-8911-4e40-9813-a717d374df2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (d441af3c-39b4-46ee-af38-3502aa337c29), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:04.637813 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-103a037c-da91-48eb-8afa-f4af0925ed61 req-9e2f6b8e-228d-499a-bb60-b898afc6f739 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f51ab49-2800-41c7-a09d-ab109cee7e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3023322 Feb 04 12:25:04.707224 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-665ffab5-bb60-4988-94e1-322d1afced84 req-aeca42ea-08b3-4206-8d3c-4e158a14112c tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc117a99-abfb-4c9f-b5fe-c5a8dfa82af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4205940 Feb 04 12:25:04.738179 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc530d03-416f-4bb5-824e-d0c8311c7804 req-b19bf2e3-e5c1-4233-9b97-17fed52eafea tempest-LiveMigrationTest-337354813 tempest-LiveMigrationTest-337354813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:04.739877 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 2bd65821-747f-4f2b-a132-bb8e3c42a45a no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:25:04.748691 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bc530d03-416f-4bb5-824e-d0c8311c7804 req-b19bf2e3-e5c1-4233-9b97-17fed52eafea tempest-LiveMigrationTest-337354813 tempest-LiveMigrationTest-337354813-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=e024d6c3-80c1-425c-a5a9-a7305d647b89&tenant_id=24a467b030c744bba5cc99601ae6aefc&binding%3Ahost_id=n-h2-825015-3 HTTP/1.1" status: 200 len: 1127 time: 0.3270102 Feb 04 12:25:04.771679 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-bc530d03-416f-4bb5-824e-d0c8311c7804 req-93efafbf-7d91-4dd0-b222-0103fc99f86f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-825015-3'}}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:25:04.791120 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-5bfc3377-5142-443b-8092-ffe2ed52215c tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] For port 2bd65821-747f-4f2b-a132-bb8e3c42a45a, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=2bd65821-747f-4f2b-a132-bb8e3c42a45a,segment=NetworkSegment(69566930-5f2a-43e0-ab3b-fb077f0a7b50),segment_id=69566930-5f2a-43e0-ab3b-fb077f0a7b50)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:25:04.791710 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5bfc3377-5142-443b-8092-ffe2ed52215c tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (2bd65821-747f-4f2b-a132-bb8e3c42a45a), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:04.823366 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-eb9cfbc1-d04a-499a-ad9a-3028452cbdb1 None None] For port 2bd65821-747f-4f2b-a132-bb8e3c42a45a, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=2bd65821-747f-4f2b-a132-bb8e3c42a45a,segment=NetworkSegment(69566930-5f2a-43e0-ab3b-fb077f0a7b50),segment_id=69566930-5f2a-43e0-ab3b-fb077f0a7b50)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:25:04.823903 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-eb9cfbc1-d04a-499a-ad9a-3028452cbdb1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (2bd65821-747f-4f2b-a132-bb8e3c42a45a), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:04.828120 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-5bfc3377-5142-443b-8092-ffe2ed52215c tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Calling delete_port for 2bd65821-747f-4f2b-a132-bb8e3c42a45a owned by network:dhcp {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:25:04.878523 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-eb9cfbc1-d04a-499a-ad9a-3028452cbdb1 None None] Calling delete_port for 2bd65821-747f-4f2b-a132-bb8e3c42a45a owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:25:04.919610 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c0a52a59-2ce6-48d1-9098-8d16ae79da96 req-09823b72-6c9e-4ce0-8778-4ab354771ab0 tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] 10.222.0.65 "GET /v2.0/ports?device_id=382bd9ca-8939-4c9b-bfb8-eb81fd8954de HTTP/1.1" status: 200 len: 210 time: 0.0795789 Feb 04 12:25:04.928258 n-d-825015-3 neutron-server[103475]: INFO neutron.api.v2.resource [req-74da6c6c-ed78-4ce1-8a39-e8823f827a13 req-cfeb5015-3865-4497-b073-c5f54510d5c2 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] show failed (client error): The resource could not be found. Feb 04 12:25:04.941015 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-74da6c6c-ed78-4ce1-8a39-e8823f827a13 req-cfeb5015-3865-4497-b073-c5f54510d5c2 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.65 "GET /v2.0/security-groups/18bb75fc-d1e6-483d-9fb0-5108fdd58790 HTTP/1.1" status: 404 len: 352 time: 0.1837041 Feb 04 12:25:05.016299 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 2bd65821-747f-4f2b-a132-bb8e3c42a45a is: ACTIVE; New status is: DOWN {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:25:05.020386 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (2bd65821-747f-4f2b-a132-bb8e3c42a45a), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:05.092927 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-bc530d03-416f-4bb5-824e-d0c8311c7804 req-93efafbf-7d91-4dd0-b222-0103fc99f86f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (e41cc05a-731b-4b6b-ba8a-418ccc105335), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:05.109127 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f4fa482-a846-4a7c-9a5a-98c63ddb1027 x-openstack-request-id: req-3f4fa482-a846-4a7c-9a5a-98c63ddb1027 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:25:05.109391 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "382bd9ca-8939-4c9b-bfb8-eb81fd8954de", "name": "network-vif-deleted", "tag": "9b10404f-62d5-42e1-accf-5dbefbaa11b0", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:25:05.109647 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3f4fa482-a846-4a7c-9a5a-98c63ddb1027 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:25:05.110153 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '382bd9ca-8939-4c9b-bfb8-eb81fd8954de', 'name': 'network-vif-deleted', 'tag': '9b10404f-62d5-42e1-accf-5dbefbaa11b0', 'status': 'completed', 'code': 200} Feb 04 12:25:05.282074 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103eb4ef-fa45-486b-9b03-bfe7dc1cbe81 req-7880d487-8281-4ede-bd44-5f58b94d465e tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:05.284744 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-103eb4ef-fa45-486b-9b03-bfe7dc1cbe81 req-7880d487-8281-4ede-bd44-5f58b94d465e tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/ports?device_id=e024d6c3-80c1-425c-a5a9-a7305d647b89 HTTP/1.1" status: 200 len: 945 time: 0.2348518 Feb 04 12:25:05.312954 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port 2bd65821-747f-4f2b-a132-bb8e3c42a45a, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=2bd65821-747f-4f2b-a132-bb8e3c42a45a,segment=NetworkSegment(69566930-5f2a-43e0-ab3b-fb077f0a7b50),segment_id=69566930-5f2a-43e0-ab3b-fb077f0a7b50)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:25:05.322759 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (2bd65821-747f-4f2b-a132-bb8e3c42a45a), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:05.408539 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98ddf2c7-f88b-4b25-9d9b-04f4a4a70178 x-openstack-request-id: req-98ddf2c7-f88b-4b25-9d9b-04f4a4a70178 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:25:05.409665 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f404aa9-f0fb-439c-8e26-a5d712f44c63", "tag": "7db51392-e30f-45e2-aa6e-c2643bee38c2", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:25:05.410155 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-98ddf2c7-f88b-4b25-9d9b-04f4a4a70178 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:25:05.410874 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f404aa9-f0fb-439c-8e26-a5d712f44c63', 'tag': '7db51392-e30f-45e2-aa6e-c2643bee38c2', 'status': 'completed', 'code': 200} Feb 04 12:25:05.443924 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=2bd65821-747f-4f2b-a132-bb8e3c42a45a,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:05.471450 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-eb9cfbc1-d04a-499a-ad9a-3028452cbdb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (2bd65821-747f-4f2b-a132-bb8e3c42a45a), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:05.548803 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-bc530d03-416f-4bb5-824e-d0c8311c7804 req-93efafbf-7d91-4dd0-b222-0103fc99f86f service neutron] For port e41cc05a-731b-4b6b-ba8a-418ccc105335, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=e41cc05a-731b-4b6b-ba8a-418ccc105335,segment=NetworkSegment(1a9a2aca-b7f6-445c-a938-0b8696864233),segment_id=1a9a2aca-b7f6-445c-a938-0b8696864233)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:25:05.561759 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9cfbc1-d04a-499a-ad9a-3028452cbdb1 None None] Pushing event deleted for resources: {'Port': ['ID=2bd65821-747f-4f2b-a132-bb8e3c42a45a,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:05.566996 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9cfbc1-d04a-499a-ad9a-3028452cbdb1 None None] No DVR routers for this DVR port 2bd65821-747f-4f2b-a132-bb8e3c42a45a on host n-d-825015-3 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:25:05.589701 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-103eb4ef-fa45-486b-9b03-bfe7dc1cbe81 req-bc86cb14-cf0f-4f2e-aaad-600be2a20e2b tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4f571d4-f0a1-47f6-a54a-b93db47581cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2923775 Feb 04 12:25:05.623098 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5bfc3377-5142-443b-8092-ffe2ed52215c tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (2bd65821-747f-4f2b-a132-bb8e3c42a45a), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:05.656874 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfc3377-5142-443b-8092-ffe2ed52215c tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Pushing event deleted for resources: {'Port': ['ID=2bd65821-747f-4f2b-a132-bb8e3c42a45a,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:05.679702 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-bc530d03-416f-4bb5-824e-d0c8311c7804 req-93efafbf-7d91-4dd0-b222-0103fc99f86f service neutron] For port e41cc05a-731b-4b6b-ba8a-418ccc105335, host n-h2-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:25:05.704358 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfc3377-5142-443b-8092-ffe2ed52215c tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:25:05.704727 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfc3377-5142-443b-8092-ffe2ed52215c tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:25:05.705068 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfc3377-5142-443b-8092-ffe2ed52215c tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:25:05.705411 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfc3377-5142-443b-8092-ffe2ed52215c tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:25:05.706013 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfc3377-5142-443b-8092-ffe2ed52215c tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:25:05.706367 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfc3377-5142-443b-8092-ffe2ed52215c tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:25:05.706704 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfc3377-5142-443b-8092-ffe2ed52215c tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:25:05.707041 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfc3377-5142-443b-8092-ffe2ed52215c tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:25:05.707373 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfc3377-5142-443b-8092-ffe2ed52215c tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:25:05.707703 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfc3377-5142-443b-8092-ffe2ed52215c tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:25:05.709603 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfc3377-5142-443b-8092-ffe2ed52215c tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:25:05.709603 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfc3377-5142-443b-8092-ffe2ed52215c tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:25:05.709603 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfc3377-5142-443b-8092-ffe2ed52215c tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:25:05.727907 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-28dff270-318d-476c-992c-ddf293f8411c req-bab2b47b-327d-42a0-abb2-d37c504fc8e0 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1147761324', 'description': 'tempest-description-256762010'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:25:05.747776 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfc3377-5142-443b-8092-ffe2ed52215c tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] No DVR routers for this DVR port 2bd65821-747f-4f2b-a132-bb8e3c42a45a on host n-d-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:25:05.793919 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca94732-7df6-461d-8417-cd9843513b07 req-a2752cf2-3c49-4630-9e48-783b355cd6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:05.795649 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-4ca94732-7df6-461d-8417-cd9843513b07 req-a2752cf2-3c49-4630-9e48-783b355cd6f0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=32f22fc3fe314df5a0a3e54bc5c19ebb&device_id=2f404aa9-f0fb-439c-8e26-a5d712f44c63 HTTP/1.1" status: 200 len: 1129 time: 1.1785536 Feb 04 12:25:05.812267 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-bc530d03-416f-4bb5-824e-d0c8311c7804 req-93efafbf-7d91-4dd0-b222-0103fc99f86f service neutron] Publish callbacks [] for port (e41cc05a-731b-4b6b-ba8a-418ccc105335), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:05.818287 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-28dff270-318d-476c-992c-ddf293f8411c req-bab2b47b-327d-42a0-abb2-d37c504fc8e0 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:05.841857 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-bc530d03-416f-4bb5-824e-d0c8311c7804 req-93efafbf-7d91-4dd0-b222-0103fc99f86f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (e41cc05a-731b-4b6b-ba8a-418ccc105335), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:05.962631 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-4ca94732-7df6-461d-8417-cd9843513b07 req-65eadd08-ba53-48ce-9687-de303aca39fe service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=7db51392-e30f-45e2-aa6e-c2643bee38c2 HTTP/1.1" status: 200 len: 217 time: 0.1573105 Feb 04 12:25:06.064140 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5bfc3377-5142-443b-8092-ffe2ed52215c tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (55ee8adb-fe62-432c-a2dc-395974095db8), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:06.175191 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device e41cc05a-731b-4b6b-ba8a-418ccc105335 details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:25:06.179406 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 9b10404f-62d5-42e1-accf-5dbefbaa11b0 no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:25:06.185318 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-5bfc3377-5142-443b-8092-ffe2ed52215c tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55ee8adb-fe62-432c-a2dc-395974095db8']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:25:06.219169 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-5bfc3377-5142-443b-8092-ffe2ed52215c tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69566930-5f2a-43e0-ab3b-fb077f0a7b50') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:25:06.219901 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-5bfc3377-5142-443b-8092-ffe2ed52215c tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69566930-5f2a-43e0-ab3b-fb077f0a7b50') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:25:06.241816 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] No Port match for: 9b10404f-62d5-42e1-accf-5dbefbaa11b0 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:25:06.242958 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 9b10404f-62d5-42e1-accf-5dbefbaa11b0 not bound to the agent host n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:25:06.251110 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5bfc3377-5142-443b-8092-ffe2ed52215c tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (69566930-5f2a-43e0-ab3b-fb077f0a7b50), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:06.264658 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-28dff270-318d-476c-992c-ddf293f8411c req-bab2b47b-327d-42a0-abb2-d37c504fc8e0 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Publish callbacks [] for security_group (cc6e6052-406b-4bbb-910b-24c65b9947d7), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:06.266488 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93efafbf-7d91-4dd0-b222-0103fc99f86f service neutron] Pushing event updated for resources: {'Port': ['ID=e41cc05a-731b-4b6b-ba8a-418ccc105335,revision_number=7']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:06.269607 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5bfc3377-5142-443b-8092-ffe2ed52215c tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (69566930-5f2a-43e0-ab3b-fb077f0a7b50), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:06.280860 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-28dff270-318d-476c-992c-ddf293f8411c req-bab2b47b-327d-42a0-abb2-d37c504fc8e0 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (cc6e6052-406b-4bbb-910b-24c65b9947d7), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:06.291134 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bfc3377-5142-443b-8092-ffe2ed52215c tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:25:06.291966 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5bfc3377-5142-443b-8092-ffe2ed52215c tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (69566930-5f2a-43e0-ab3b-fb077f0a7b50), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:06.298224 n-d-825015-3 neutron-server[103474]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:25:06.298224 n-d-825015-3 neutron-server[103474]: self.session.flush() Feb 04 12:25:06.298224 n-d-825015-3 neutron-server[103474]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:25:06.298224 n-d-825015-3 neutron-server[103474]: self.session.flush() Feb 04 12:25:06.298224 n-d-825015-3 neutron-server[103474]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:25:06.298224 n-d-825015-3 neutron-server[103474]: self.session.flush() Feb 04 12:25:06.298224 n-d-825015-3 neutron-server[103474]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:25:06.298224 n-d-825015-3 neutron-server[103474]: self.session.flush() Feb 04 12:25:06.298224 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 12:25:06.298224 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:25:06.298224 n-d-825015-3 neutron-server[103474]: timer() Feb 04 12:25:06.298224 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:25:06.298224 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 12:25:06.298224 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:25:06.298224 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 12:25:06.298224 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:25:06.298224 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 12:25:06.298224 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:25:06.298224 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 12:25:06.298224 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:25:06.298224 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 12:25:06.298224 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:25:06.298224 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:25:06.298224 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:25:06.298224 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:25:06.298224 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:25:06.298224 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 12:25:06.298224 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:25:06.298224 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 12:25:06.298224 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:25:06.298224 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:25:06.298224 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:25:06.298224 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 12:25:06.298224 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:25:06.298224 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:25:06.298224 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:25:06.298224 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:25:06.298224 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:25:06.298224 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:25:06.298224 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:25:06.316736 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-bc530d03-416f-4bb5-824e-d0c8311c7804 req-93efafbf-7d91-4dd0-b222-0103fc99f86f service neutron] Attempting to bind port e41cc05a-731b-4b6b-ba8a-418ccc105335 on host n-h2-825015-3 for vnic_type normal with profile {"migrating_to": "n-h1-825015-3"} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:25:06.317608 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-bc530d03-416f-4bb5-824e-d0c8311c7804 req-93efafbf-7d91-4dd0-b222-0103fc99f86f service neutron] Attempting to bind port e41cc05a-731b-4b6b-ba8a-418ccc105335 by drivers openvswitch,hyperv on host n-h2-825015-3 at level 0 using segments [{'id': '1a9a2aca-b7f6-445c-a938-0b8696864233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '8201226e-f25e-431d-a6a5-6704e8dc4880'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:25:06.318028 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc530d03-416f-4bb5-824e-d0c8311c7804 req-93efafbf-7d91-4dd0-b222-0103fc99f86f service neutron] Attempting to bind port e41cc05a-731b-4b6b-ba8a-418ccc105335 on network 8201226e-f25e-431d-a6a5-6704e8dc4880 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:25:06.348473 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc530d03-416f-4bb5-824e-d0c8311c7804 req-93efafbf-7d91-4dd0-b222-0103fc99f86f service neutron] Port e41cc05a-731b-4b6b-ba8a-418ccc105335 on network 8201226e-f25e-431d-a6a5-6704e8dc4880 not bound, no agent of type Open vSwitch agent registered on host n-h2-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:25:06.348854 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc530d03-416f-4bb5-824e-d0c8311c7804 req-93efafbf-7d91-4dd0-b222-0103fc99f86f service neutron] Attempting to bind port e41cc05a-731b-4b6b-ba8a-418ccc105335 on network 8201226e-f25e-431d-a6a5-6704e8dc4880 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:25:06.362554 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc530d03-416f-4bb5-824e-d0c8311c7804 req-93efafbf-7d91-4dd0-b222-0103fc99f86f service neutron] Checking agent: {'id': '9b68a165-e786-4b91-8592-44519c2ecabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:25:06.363075 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc530d03-416f-4bb5-824e-d0c8311c7804 req-93efafbf-7d91-4dd0-b222-0103fc99f86f service neutron] Checking segment: {'id': '1a9a2aca-b7f6-445c-a938-0b8696864233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '8201226e-f25e-431d-a6a5-6704e8dc4880'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:25:06.363482 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc530d03-416f-4bb5-824e-d0c8311c7804 req-93efafbf-7d91-4dd0-b222-0103fc99f86f service neutron] Bound using segment: {'id': '1a9a2aca-b7f6-445c-a938-0b8696864233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '8201226e-f25e-431d-a6a5-6704e8dc4880'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:25:06.363955 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-bc530d03-416f-4bb5-824e-d0c8311c7804 req-93efafbf-7d91-4dd0-b222-0103fc99f86f service neutron] Bound port: e41cc05a-731b-4b6b-ba8a-418ccc105335, host: n-h2-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a9a2aca-b7f6-445c-a938-0b8696864233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '8201226e-f25e-431d-a6a5-6704e8dc4880'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:25:06.364330 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-bc530d03-416f-4bb5-824e-d0c8311c7804 req-93efafbf-7d91-4dd0-b222-0103fc99f86f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (e41cc05a-731b-4b6b-ba8a-418ccc105335), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:06.385512 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [req-d04bc8a6-88c5-4655-83db-7f56d867d88e req-40491400-8911-4e40-9813-a717d374df2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d441af3c-39b4-46ee-af38-3502aa337c29 {{(pid=103474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:25:06.403091 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-d04bc8a6-88c5-4655-83db-7f56d867d88e req-40491400-8911-4e40-9813-a717d374df2e service neutron] Publish callbacks [] for port (d441af3c-39b4-46ee-af38-3502aa337c29), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:06.441224 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.provisioning_blocks [req-d04bc8a6-88c5-4655-83db-7f56d867d88e req-40491400-8911-4e40-9813-a717d374df2e service neutron] Transition to ACTIVE for port object d441af3c-39b4-46ee-af38-3502aa337c29 will not be triggered until provisioned by entity L2. {{(pid=103474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:25:06.451527 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-28dff270-318d-476c-992c-ddf293f8411c req-bab2b47b-327d-42a0-abb2-d37c504fc8e0 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:06.456117 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-28dff270-318d-476c-992c-ddf293f8411c req-bab2b47b-327d-42a0-abb2-d37c504fc8e0 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.7339828 Feb 04 12:25:06.477673 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab2b47b-327d-42a0-abb2-d37c504fc8e0 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc6e6052-406b-4bbb-910b-24c65b9947d7,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:06.533603 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0660ff-e7d3-452b-8dde-c794abde2134 req-5de60f99-bfb8-467f-9726-088be52ab61d tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:06.535969 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ae0660ff-e7d3-452b-8dde-c794abde2134 req-5de60f99-bfb8-467f-9726-088be52ab61d tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6db0dcb-a3f7-437b-b9b0-6285d804ef6a HTTP/1.1" status: 200 len: 935 time: 0.2092931 Feb 04 12:25:06.540958 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-bc530d03-416f-4bb5-824e-d0c8311c7804 req-93efafbf-7d91-4dd0-b222-0103fc99f86f service neutron] For port e41cc05a-731b-4b6b-ba8a-418ccc105335, host n-h2-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:25:06.546446 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-bc530d03-416f-4bb5-824e-d0c8311c7804 req-93efafbf-7d91-4dd0-b222-0103fc99f86f service neutron] For port e41cc05a-731b-4b6b-ba8a-418ccc105335, host n-h2-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=e41cc05a-731b-4b6b-ba8a-418ccc105335,segment=NetworkSegment(1a9a2aca-b7f6-445c-a938-0b8696864233),segment_id=1a9a2aca-b7f6-445c-a938-0b8696864233)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:25:06.553759 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port e41cc05a-731b-4b6b-ba8a-418ccc105335, host n-h2-825015-3, got binding levels [] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:25:06.583368 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-bc530d03-416f-4bb5-824e-d0c8311c7804 req-93efafbf-7d91-4dd0-b222-0103fc99f86f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (e41cc05a-731b-4b6b-ba8a-418ccc105335), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:06.638787 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Attempting to bind port e41cc05a-731b-4b6b-ba8a-418ccc105335 on host n-h2-825015-3 for vnic_type normal with profile {"migrating_to": "n-h1-825015-3"} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:25:06.640871 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Attempting to bind port e41cc05a-731b-4b6b-ba8a-418ccc105335 by drivers openvswitch,hyperv on host n-h2-825015-3 at level 0 using segments [{'id': '1a9a2aca-b7f6-445c-a938-0b8696864233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '8201226e-f25e-431d-a6a5-6704e8dc4880'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:25:06.641288 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Attempting to bind port e41cc05a-731b-4b6b-ba8a-418ccc105335 on network 8201226e-f25e-431d-a6a5-6704e8dc4880 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:25:06.651938 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-d04bc8a6-88c5-4655-83db-7f56d867d88e req-40491400-8911-4e40-9813-a717d374df2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (d441af3c-39b4-46ee-af38-3502aa337c29), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:06.653410 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Port e41cc05a-731b-4b6b-ba8a-418ccc105335 on network 8201226e-f25e-431d-a6a5-6704e8dc4880 not bound, no agent of type Open vSwitch agent registered on host n-h2-825015-3 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:25:06.654441 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Attempting to bind port e41cc05a-731b-4b6b-ba8a-418ccc105335 on network 8201226e-f25e-431d-a6a5-6704e8dc4880 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:25:06.671952 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Checking agent: {'id': '9b68a165-e786-4b91-8592-44519c2ecabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:25:06.675098 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Checking segment: {'id': '1a9a2aca-b7f6-445c-a938-0b8696864233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '8201226e-f25e-431d-a6a5-6704e8dc4880'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:25:06.675851 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Bound using segment: {'id': '1a9a2aca-b7f6-445c-a938-0b8696864233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '8201226e-f25e-431d-a6a5-6704e8dc4880'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:25:06.676882 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Bound port: e41cc05a-731b-4b6b-ba8a-418ccc105335, host: n-h2-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a9a2aca-b7f6-445c-a938-0b8696864233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '8201226e-f25e-431d-a6a5-6704e8dc4880'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:25:06.678612 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (e41cc05a-731b-4b6b-ba8a-418ccc105335), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:06.683034 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca94732-7df6-461d-8417-cd9843513b07 req-b44df879-63f9-4812-bb80-b2041c4e297a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:06.687068 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-4ca94732-7df6-461d-8417-cd9843513b07 req-b44df879-63f9-4812-bb80-b2041c4e297a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5ee3374a-84e9-4639-853c-740c6edaf6dc HTTP/1.1" status: 200 len: 843 time: 0.7033234 Feb 04 12:25:06.799043 n-d-825015-3 neutron-server[103476]: WARNING neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Concurrent port binding operations failed on port e41cc05a-731b-4b6b-ba8a-418ccc105335 Feb 04 12:25:06.805367 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port e41cc05a-731b-4b6b-ba8a-418ccc105335, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=e41cc05a-731b-4b6b-ba8a-418ccc105335,segment=NetworkSegment(1a9a2aca-b7f6-445c-a938-0b8696864233),segment_id=1a9a2aca-b7f6-445c-a938-0b8696864233)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:25:06.808025 n-d-825015-3 neutron-server[103476]: INFO neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Attempt 2 to bind port e41cc05a-731b-4b6b-ba8a-418ccc105335 Feb 04 12:25:06.808634 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device e41cc05a-731b-4b6b-ba8a-418ccc105335 has no active binding in host n-h1-825015-3 {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 04 12:25:07.012626 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ae0660ff-e7d3-452b-8dde-c794abde2134 req-bbb3a8aa-567e-4c5d-ba6f-5dc73f88d017 tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc117a99-abfb-4c9f-b5fe-c5a8dfa82af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4642763 Feb 04 12:25:07.022113 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc530d03-416f-4bb5-824e-d0c8311c7804 req-93efafbf-7d91-4dd0-b222-0103fc99f86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:07.023207 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-bc530d03-416f-4bb5-824e-d0c8311c7804 req-93efafbf-7d91-4dd0-b222-0103fc99f86f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:07.025446 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bc530d03-416f-4bb5-824e-d0c8311c7804 req-93efafbf-7d91-4dd0-b222-0103fc99f86f service neutron] 10.222.0.73 "PUT /v2.0/ports/e41cc05a-731b-4b6b-ba8a-418ccc105335 HTTP/1.1" status: 200 len: 1121 time: 2.2642109 Feb 04 12:25:07.026346 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93efafbf-7d91-4dd0-b222-0103fc99f86f service neutron] Pushing event updated for resources: {'Port': ['ID=e41cc05a-731b-4b6b-ba8a-418ccc105335,revision_number=8']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:07.041216 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0833ad5c-59eb-4355-acae-8f357e01f5af req-2bcca7dc-f7fe-491a-aca6-947865dc42e1 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:07.043448 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0833ad5c-59eb-4355-acae-8f357e01f5af req-2bcca7dc-f7fe-491a-aca6-947865dc42e1 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?device_id=35799951-f327-49e4-9a9d-7a4789d7e10d HTTP/1.1" status: 200 len: 945 time: 0.3462956 Feb 04 12:25:07.122723 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e024d6c3-80c1-425c-a5a9-a7305d647b89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e41cc05a-731b-4b6b-ba8a-418ccc105335'}, {'name': 'network-changed', 'server_uuid': 'e024d6c3-80c1-425c-a5a9-a7305d647b89', 'tag': 'e41cc05a-731b-4b6b-ba8a-418ccc105335'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:25:07.155635 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fde6c40c-61eb-4ffc-83f0-9fb26303fc37" -d '{"events": [{"server_uuid": "e024d6c3-80c1-425c-a5a9-a7305d647b89", "name": "network-vif-unplugged", "status": "completed", "tag": "e41cc05a-731b-4b6b-ba8a-418ccc105335"}, {"name": "network-changed", "server_uuid": "e024d6c3-80c1-425c-a5a9-a7305d647b89", "tag": "e41cc05a-731b-4b6b-ba8a-418ccc105335"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:25:07.167941 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5bfc3377-5142-443b-8092-ffe2ed52215c tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (55ee8adb-fe62-432c-a2dc-395974095db8), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:07.175346 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['e41cc05a-731b-4b6b-ba8a-418ccc105335'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:25:07.212459 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 34684) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:25:07.229072 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5bfc3377-5142-443b-8092-ffe2ed52215c tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:07.232369 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-5bfc3377-5142-443b-8092-ffe2ed52215c tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] 10.222.0.65 "DELETE /v2.0/networks/55ee8adb-fe62-432c-a2dc-395974095db8 HTTP/1.1" status: 204 len: 168 time: 3.3411713 Feb 04 12:25:07.246903 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca94732-7df6-461d-8417-cd9843513b07 req-13cfc0d6-0722-46f0-a158-4b43a9826c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:07.248698 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-4ca94732-7df6-461d-8417-cd9843513b07 req-13cfc0d6-0722-46f0-a158-4b43a9826c8d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2f7dc246-a024-4937-952c-0ddeef5af29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5389121 Feb 04 12:25:07.297166 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['e41cc05a-731b-4b6b-ba8a-418ccc105335'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:25:07.298260 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0833ad5c-59eb-4355-acae-8f357e01f5af req-2f020212-3c98-4ea4-8269-f9dd67ff37ea tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f51ab49-2800-41c7-a09d-ab109cee7e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376115 Feb 04 12:25:07.309847 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-664ff609-3452-4793-9cae-65ecb29c2049 req-1b5e2bbb-23f3-41a2-981e-9307ae5006dc tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1878385081', 'description': 'tempest-description-1694867982'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:25:07.332243 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-d04bc8a6-88c5-4655-83db-7f56d867d88e req-40491400-8911-4e40-9813-a717d374df2e service neutron] Attempting to bind port d441af3c-39b4-46ee-af38-3502aa337c29 on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:25:07.333862 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-d04bc8a6-88c5-4655-83db-7f56d867d88e req-40491400-8911-4e40-9813-a717d374df2e service neutron] Attempting to bind port d441af3c-39b4-46ee-af38-3502aa337c29 by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:25:07.335561 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04bc8a6-88c5-4655-83db-7f56d867d88e req-40491400-8911-4e40-9813-a717d374df2e service neutron] Attempting to bind port d441af3c-39b4-46ee-af38-3502aa337c29 on network 2f7dc246-a024-4937-952c-0ddeef5af29c {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:25:07.351895 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-664ff609-3452-4793-9cae-65ecb29c2049 req-1b5e2bbb-23f3-41a2-981e-9307ae5006dc tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:07.551231 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40491400-8911-4e40-9813-a717d374df2e service neutron] Pushing event updated for resources: {'Port': ['ID=d441af3c-39b4-46ee-af38-3502aa337c29,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:07.568315 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfc3377-5142-443b-8092-ffe2ed52215c tempest-ServersTestMultiNic-1453548855 tempest-ServersTestMultiNic-1453548855-project] Pushing event deleted for resources: {'Network': ['ID=55ee8adb-fe62-432c-a2dc-395974095db8,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:07.607347 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04bc8a6-88c5-4655-83db-7f56d867d88e req-40491400-8911-4e40-9813-a717d374df2e service neutron] Port d441af3c-39b4-46ee-af38-3502aa337c29 on network 2f7dc246-a024-4937-952c-0ddeef5af29c not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:25:07.619359 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04bc8a6-88c5-4655-83db-7f56d867d88e req-40491400-8911-4e40-9813-a717d374df2e service neutron] Attempting to bind port d441af3c-39b4-46ee-af38-3502aa337c29 on network 2f7dc246-a024-4937-952c-0ddeef5af29c {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:25:07.622097 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-664ff609-3452-4793-9cae-65ecb29c2049 req-1b5e2bbb-23f3-41a2-981e-9307ae5006dc tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Publish callbacks [] for security_group (7e8b8e13-c4bc-4b0b-b80c-47d3fce658df), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:07.658306 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-664ff609-3452-4793-9cae-65ecb29c2049 req-1b5e2bbb-23f3-41a2-981e-9307ae5006dc tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (7e8b8e13-c4bc-4b0b-b80c-47d3fce658df), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:07.669196 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04bc8a6-88c5-4655-83db-7f56d867d88e req-40491400-8911-4e40-9813-a717d374df2e service neutron] Checking agent: {'id': 'f8add0d2-2202-43d3-bc0e-72442788e6ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:25:07.669580 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04bc8a6-88c5-4655-83db-7f56d867d88e req-40491400-8911-4e40-9813-a717d374df2e service neutron] Checking segment: {'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:25:07.669984 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04bc8a6-88c5-4655-83db-7f56d867d88e req-40491400-8911-4e40-9813-a717d374df2e service neutron] Bound using segment: {'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:25:07.670459 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-d04bc8a6-88c5-4655-83db-7f56d867d88e req-40491400-8911-4e40-9813-a717d374df2e service neutron] Bound port: d441af3c-39b4-46ee-af38-3502aa337c29, host: n-h1-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:25:07.670981 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-d04bc8a6-88c5-4655-83db-7f56d867d88e req-40491400-8911-4e40-9813-a717d374df2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (d441af3c-39b4-46ee-af38-3502aa337c29), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:07.707209 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-4ca94732-7df6-461d-8417-cd9843513b07 req-204d86e9-44cf-463c-808e-f255a093b9bf service neutron] 10.222.0.77 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4096777 Feb 04 12:25:07.754646 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-664ff609-3452-4793-9cae-65ecb29c2049 req-1b5e2bbb-23f3-41a2-981e-9307ae5006dc tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:07.756974 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-664ff609-3452-4793-9cae-65ecb29c2049 req-1b5e2bbb-23f3-41a2-981e-9307ae5006dc tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.4554715 Feb 04 12:25:07.785668 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5e2bbb-23f3-41a2-981e-9307ae5006dc tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e8b8e13-c4bc-4b0b-b80c-47d3fce658df,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:07.891187 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ce8903-c073-40f3-a774-7946095bf702 req-a59a1d4e-a9ce-4003-9966-423eee289c87 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:07.893079 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f4ce8903-c073-40f3-a774-7946095bf702 req-a59a1d4e-a9ce-4003-9966-423eee289c87 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/ports?device_id=e024d6c3-80c1-425c-a5a9-a7305d647b89 HTTP/1.1" status: 200 len: 943 time: 0.4107182 Feb 04 12:25:07.896328 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-b0b4776b-5cfe-458a-9cdb-0c4f9c23d2ef admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=cd7a27426604483abdc4179f17c2461d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6797884 Feb 04 12:25:07.901544 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 34698) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:25:08.136361 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f4ce8903-c073-40f3-a774-7946095bf702 req-740faa13-ab9b-4a84-bedf-ce3046f68744 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4f571d4-f0a1-47f6-a54a-b93db47581cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274764 Feb 04 12:25:08.170483 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5caae061-79b7-4600-93d9-b3a0b4fb540c admin admin] Publish callbacks [] for security_group (ff9db729-a945-4359-8bb3-48cdfdee30d2), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:08.198965 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5caae061-79b7-4600-93d9-b3a0b4fb540c admin admin] Publish callbacks [] for security_group (ff9db729-a945-4359-8bb3-48cdfdee30d2), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:08.264850 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5caae061-79b7-4600-93d9-b3a0b4fb540c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (ff9db729-a945-4359-8bb3-48cdfdee30d2), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:08.267673 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5caae061-79b7-4600-93d9-b3a0b4fb540c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:08.268920 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-5caae061-79b7-4600-93d9-b3a0b4fb540c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ff9db729-a945-4359-8bb3-48cdfdee30d2 HTTP/1.1" status: 204 len: 168 time: 0.3663552 Feb 04 12:25:08.287824 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87429188-4a9b-435d-9cd7-4070dce2a755 req-9ddb3743-436e-4398-a01a-eed8f4fcd083 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:08.289676 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-87429188-4a9b-435d-9cd7-4070dce2a755 req-9ddb3743-436e-4398-a01a-eed8f4fcd083 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/networks?id=365084f8-2068-4655-9009-041f3cc171be HTTP/1.1" status: 200 len: 821 time: 0.3504307 Feb 04 12:25:08.291567 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caae061-79b7-4600-93d9-b3a0b4fb540c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff9db729-a945-4359-8bb3-48cdfdee30d2,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:08.341161 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 04 Feb 2022 12:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55ce6620-7d1c-44d9-9dfa-f0f027896b3d x-openstack-request-id: req-55ce6620-7d1c-44d9-9dfa-f0f027896b3d {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:25:08.341897 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e024d6c3-80c1-425c-a5a9-a7305d647b89", "name": "network-vif-unplugged", "status": "completed", "tag": "e41cc05a-731b-4b6b-ba8a-418ccc105335", "code": 200}, {"name": "network-changed", "server_uuid": "e024d6c3-80c1-425c-a5a9-a7305d647b89", "tag": "e41cc05a-731b-4b6b-ba8a-418ccc105335", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:25:08.341897 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-55ce6620-7d1c-44d9-9dfa-f0f027896b3d {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:25:08.342107 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e024d6c3-80c1-425c-a5a9-a7305d647b89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e41cc05a-731b-4b6b-ba8a-418ccc105335', 'code': 200} Feb 04 12:25:08.353216 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e024d6c3-80c1-425c-a5a9-a7305d647b89', 'tag': 'e41cc05a-731b-4b6b-ba8a-418ccc105335', 'status': 'completed', 'code': 200} Feb 04 12:25:08.357229 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-87429188-4a9b-435d-9cd7-4070dce2a755 req-835d4d7b-fb92-4ba0-b8d7-96939a117ea1 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/quotas/207f01ccf15c4616a04a98fbbad5fc72 HTTP/1.1" status: 200 len: 375 time: 0.0459013 Feb 04 12:25:08.415698 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-d04bc8a6-88c5-4655-83db-7f56d867d88e req-40491400-8911-4e40-9813-a717d374df2e service neutron] For port d441af3c-39b4-46ee-af38-3502aa337c29, host n-h1-825015-3, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:25:08.473341 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-d04bc8a6-88c5-4655-83db-7f56d867d88e req-40491400-8911-4e40-9813-a717d374df2e service neutron] For port d441af3c-39b4-46ee-af38-3502aa337c29, host n-h1-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=d441af3c-39b4-46ee-af38-3502aa337c29,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:25:08.484480 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-a11bf480-d3a3-41c0-94dd-5b1de205b328 req-77b18599-ceb1-4fb2-b494-a33b42a4c624 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1629274928', 'description': 'tempest-description-1479585886'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:25:08.515959 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-a11bf480-d3a3-41c0-94dd-5b1de205b328 req-77b18599-ceb1-4fb2-b494-a33b42a4c624 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:08.531573 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-4ca94732-7df6-461d-8417-cd9843513b07 req-00fcc91e-7169-4604-9eca-ed4ba56ed002 service neutron] 10.222.0.77 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8175406 Feb 04 12:25:08.535271 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-d04bc8a6-88c5-4655-83db-7f56d867d88e req-40491400-8911-4e40-9813-a717d374df2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (d441af3c-39b4-46ee-af38-3502aa337c29), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:08.592195 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-87429188-4a9b-435d-9cd7-4070dce2a755 req-2bb0ea65-2dfe-4aed-90d7-25e24b90e126 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=207f01ccf15c4616a04a98fbbad5fc72&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2233272 Feb 04 12:25:08.677566 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40491400-8911-4e40-9813-a717d374df2e service neutron] Pushing event updated for resources: {'Port': ['ID=d441af3c-39b4-46ee-af38-3502aa337c29,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:08.750351 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-a11bf480-d3a3-41c0-94dd-5b1de205b328 req-77b18599-ceb1-4fb2-b494-a33b42a4c624 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Publish callbacks [] for security_group (1bedd500-025e-414b-896c-80082ea92daf), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:08.758258 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-a11bf480-d3a3-41c0-94dd-5b1de205b328 req-77b18599-ceb1-4fb2-b494-a33b42a4c624 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (1bedd500-025e-414b-896c-80082ea92daf), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:08.777221 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04bc8a6-88c5-4655-83db-7f56d867d88e req-40491400-8911-4e40-9813-a717d374df2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:08.781308 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-d04bc8a6-88c5-4655-83db-7f56d867d88e req-40491400-8911-4e40-9813-a717d374df2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:08.784414 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-d04bc8a6-88c5-4655-83db-7f56d867d88e req-40491400-8911-4e40-9813-a717d374df2e service neutron] 10.222.0.73 "PUT /v2.0/ports/d441af3c-39b4-46ee-af38-3502aa337c29 HTTP/1.1" status: 200 len: 1095 time: 4.5027807 Feb 04 12:25:08.792100 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-a11bf480-d3a3-41c0-94dd-5b1de205b328 req-77b18599-ceb1-4fb2-b494-a33b42a4c624 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:08.800351 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde6c40c-61eb-4ffc-83f0-9fb26303fc37 req-8c8f46f2-4aa1-49b8-83ef-ad69c2aef918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:08.813500 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-fde6c40c-61eb-4ffc-83f0-9fb26303fc37 req-8c8f46f2-4aa1-49b8-83ef-ad69c2aef918 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=24a467b030c744bba5cc99601ae6aefc&device_id=e024d6c3-80c1-425c-a5a9-a7305d647b89 HTTP/1.1" status: 200 len: 1155 time: 0.4718292 Feb 04 12:25:08.814860 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a11bf480-d3a3-41c0-94dd-5b1de205b328 req-77b18599-ceb1-4fb2-b494-a33b42a4c624 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.3341186 Feb 04 12:25:08.815002 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6db0dcb-a3f7-437b-b9b0-6285d804ef6a', 'tag': 'd441af3c-39b4-46ee-af38-3502aa337c29'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:25:08.819068 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c0b28d5-946d-4e1d-b7ff-2086b975c94b" -d '{"events": [{"name": "network-changed", "server_uuid": "d6db0dcb-a3f7-437b-b9b0-6285d804ef6a", "tag": "d441af3c-39b4-46ee-af38-3502aa337c29"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:25:08.845717 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-87429188-4a9b-435d-9cd7-4070dce2a755 req-22293799-894c-45f9-8bd1-3f3342626439 service neutron] 10.222.0.65 "GET /v2.0/networks/365084f8-2068-4655-9009-041f3cc171be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393522 Feb 04 12:25:08.911265 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 34716) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:25:08.961034 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e9900c-9efb-440b-91b4-e71c97cd724e req-25c78854-d729-44df-8b7d-3dde15cf0513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:08.964726 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b18599-ceb1-4fb2-b494-a33b42a4c624 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bedd500-025e-414b-896c-80082ea92daf,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:08.966358 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-f1e9900c-9efb-440b-91b4-e71c97cd724e req-25c78854-d729-44df-8b7d-3dde15cf0513 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=32f22fc3fe314df5a0a3e54bc5c19ebb&device_id=2f404aa9-f0fb-439c-8e26-a5d712f44c63 HTTP/1.1" status: 200 len: 1129 time: 0.2895262 Feb 04 12:25:09.109295 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-12649504-7fb4-4693-9542-43678cf25dcf admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c3bcd19f0e864f3e862218c44a05d9b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1890585 Feb 04 12:25:09.113233 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 34718) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:25:09.119946 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e9900c-9efb-440b-91b4-e71c97cd724e req-25cf4803-692e-43c0-9a01-cff7dbfbe7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:09.122012 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-f1e9900c-9efb-440b-91b4-e71c97cd724e req-25cf4803-692e-43c0-9a01-cff7dbfbe7f3 service neutron] 10.222.0.77 "GET /v2.0/networks?id=2f7dc246-a024-4937-952c-0ddeef5af29c HTTP/1.1" status: 200 len: 870 time: 0.1462846 Feb 04 12:25:09.161833 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54c1eae-bf91-4cc2-8bde-7a18808cf5ff req-7d903c1c-b909-4abc-9264-b53b47db6ac2 tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:09.166223 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a54c1eae-bf91-4cc2-8bde-7a18808cf5ff req-7d903c1c-b909-4abc-9264-b53b47db6ac2 tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6db0dcb-a3f7-437b-b9b0-6285d804ef6a HTTP/1.1" status: 200 len: 947 time: 0.2559712 Feb 04 12:25:09.183307 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-87429188-4a9b-435d-9cd7-4070dce2a755 req-fb4293cb-bf14-4d94-8cf8-1841ba8fc8c1 service neutron] 10.222.0.65 "GET /v2.0/networks/365084f8-2068-4655-9009-041f3cc171be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3285122 Feb 04 12:25:09.215167 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-f1e9900c-9efb-440b-91b4-e71c97cd724e req-f8e5e698-c7a9-4590-9be0-fd0b36010a35 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=7db51392-e30f-45e2-aa6e-c2643bee38c2 HTTP/1.1" status: 200 len: 217 time: 0.0792170 Feb 04 12:25:09.286777 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-59f5514a-159d-4a68-8723-f8aa1027879e admin admin] Publish callbacks [] for security_group (17d530ae-31b8-4404-aa60-19e28e0235be), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:09.304026 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e9900c-9efb-440b-91b4-e71c97cd724e req-8e538ad8-bf5d-4a4d-83dd-6cef39d77c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:09.305936 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-f1e9900c-9efb-440b-91b4-e71c97cd724e req-8e538ad8-bf5d-4a4d-83dd-6cef39d77c6a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5ee3374a-84e9-4639-853c-740c6edaf6dc HTTP/1.1" status: 200 len: 843 time: 0.0784681 Feb 04 12:25:09.327080 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04bc8a6-88c5-4655-83db-7f56d867d88e req-899b00bf-d6da-44f0-a264-16f58b70da3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:09.328691 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-d04bc8a6-88c5-4655-83db-7f56d867d88e req-899b00bf-d6da-44f0-a264-16f58b70da3c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=32f22fc3fe314df5a0a3e54bc5c19ebb&device_id=d6db0dcb-a3f7-437b-b9b0-6285d804ef6a HTTP/1.1" status: 200 len: 1129 time: 0.4734817 Feb 04 12:25:09.363883 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-59f5514a-159d-4a68-8723-f8aa1027879e admin admin] Publish callbacks [] for security_group (17d530ae-31b8-4404-aa60-19e28e0235be), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:09.413500 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a54c1eae-bf91-4cc2-8bde-7a18808cf5ff req-7d139a20-033f-407d-9d72-db37d6921833 tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc117a99-abfb-4c9f-b5fe-c5a8dfa82af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337084 Feb 04 12:25:09.429050 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-d04bc8a6-88c5-4655-83db-7f56d867d88e req-36a66171-f4ac-4356-a619-3ba57d879d71 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=d441af3c-39b4-46ee-af38-3502aa337c29 HTTP/1.1" status: 200 len: 217 time: 0.0884309 Feb 04 12:25:09.435790 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-59f5514a-159d-4a68-8723-f8aa1027879e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (17d530ae-31b8-4404-aa60-19e28e0235be), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:09.440918 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-59f5514a-159d-4a68-8723-f8aa1027879e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:09.444558 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-59f5514a-159d-4a68-8723-f8aa1027879e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/17d530ae-31b8-4404-aa60-19e28e0235be HTTP/1.1" status: 204 len: 168 time: 0.3279450 Feb 04 12:25:09.457562 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde6c40c-61eb-4ffc-83f0-9fb26303fc37 req-b8b5e4e6-9dc4-4ce7-a9b1-2b5d17a71c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:09.457825 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f5514a-159d-4a68-8723-f8aa1027879e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d530ae-31b8-4404-aa60-19e28e0235be,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:09.459078 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-fde6c40c-61eb-4ffc-83f0-9fb26303fc37 req-b8b5e4e6-9dc4-4ce7-a9b1-2b5d17a71c8e service neutron] 10.222.0.77 "GET /v2.0/networks?id=8201226e-f25e-431d-a6a5-6704e8dc4880 HTTP/1.1" status: 200 len: 908 time: 0.6331723 Feb 04 12:25:09.564398 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-fde6c40c-61eb-4ffc-83f0-9fb26303fc37 req-28575d02-998f-4bae-982c-abbee0593bf1 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e41cc05a-731b-4b6b-ba8a-418ccc105335 HTTP/1.1" status: 200 len: 217 time: 0.0669796 Feb 04 12:25:09.574779 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e9900c-9efb-440b-91b4-e71c97cd724e req-286bccbd-6cb7-4434-b7ae-5c50794f8145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:09.576661 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-f1e9900c-9efb-440b-91b4-e71c97cd724e req-286bccbd-6cb7-4434-b7ae-5c50794f8145 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2f7dc246-a024-4937-952c-0ddeef5af29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2520823 Feb 04 12:25:09.625228 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04bc8a6-88c5-4655-83db-7f56d867d88e req-91aac07b-ebac-4e48-9230-fa08d6b6fea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:09.627104 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-d04bc8a6-88c5-4655-83db-7f56d867d88e req-91aac07b-ebac-4e48-9230-fa08d6b6fea6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5ee3374a-84e9-4639-853c-740c6edaf6dc HTTP/1.1" status: 200 len: 843 time: 0.1841576 Feb 04 12:25:09.846170 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde6c40c-61eb-4ffc-83f0-9fb26303fc37 req-9b6995c0-a5b1-41c6-b9e2-688a335742c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:09.847750 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-fde6c40c-61eb-4ffc-83f0-9fb26303fc37 req-9b6995c0-a5b1-41c6-b9e2-688a335742c5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6b10c2b1-e8bd-4535-8be4-90c0033f4e8f HTTP/1.1" status: 200 len: 847 time: 0.2679954 Feb 04 12:25:09.952413 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1145d8-3c0d-40e6-b087-1f1b034cb5eb req-21e8ffb8-9630-4238-887e-ef88362ac6bb tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:09.954498 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ef1145d8-3c0d-40e6-b087-1f1b034cb5eb req-21e8ffb8-9630-4238-887e-ef88362ac6bb tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?device_id=35799951-f327-49e4-9a9d-7a4789d7e10d HTTP/1.1" status: 200 len: 945 time: 0.1540904 Feb 04 12:25:09.995045 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-fde6c40c-61eb-4ffc-83f0-9fb26303fc37 req-c1e7dbc1-07e7-418f-b1ba-ec18f4ee90a3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8201226e-f25e-431d-a6a5-6704e8dc4880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1274686 Feb 04 12:25:10.056128 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ef1145d8-3c0d-40e6-b087-1f1b034cb5eb req-82293c52-7b7f-4d2d-8e98-25c693f706a9 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f51ab49-2800-41c7-a09d-ab109cee7e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823660 Feb 04 12:25:10.258807 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dc7aef1-0995-49a1-9184-0b0e9941abc4 x-openstack-request-id: req-2dc7aef1-0995-49a1-9184-0b0e9941abc4 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:25:10.260084 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6db0dcb-a3f7-437b-b9b0-6285d804ef6a", "tag": "d441af3c-39b4-46ee-af38-3502aa337c29", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:25:10.260084 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2dc7aef1-0995-49a1-9184-0b0e9941abc4 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:25:10.260534 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6db0dcb-a3f7-437b-b9b0-6285d804ef6a', 'tag': 'd441af3c-39b4-46ee-af38-3502aa337c29', 'status': 'completed', 'code': 200} Feb 04 12:25:10.280411 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04bc8a6-88c5-4655-83db-7f56d867d88e req-6e1181b4-b867-4832-8dec-618cee56c045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:10.282168 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-d04bc8a6-88c5-4655-83db-7f56d867d88e req-6e1181b4-b867-4832-8dec-618cee56c045 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2f7dc246-a024-4937-952c-0ddeef5af29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.6332779 Feb 04 12:25:10.324996 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-f1e9900c-9efb-440b-91b4-e71c97cd724e req-e44b74b0-1ecf-4a6e-a2a6-baf1a68db641 service neutron] 10.222.0.77 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7348080 Feb 04 12:25:10.350723 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-532cd560-e47e-48af-8574-8ba48dbe40ca req-2b853b03-6090-4a9f-83bc-b4a91201ef9c tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b09d9febdaa2484bafa8461f34390659 HTTP/1.1" status: 200 len: 10999 time: 0.2897179 Feb 04 12:25:10.502224 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-d04bc8a6-88c5-4655-83db-7f56d867d88e req-4d9caacd-3ae2-479c-a427-7c774950c87a service neutron] 10.222.0.73 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980412 Feb 04 12:25:10.544714 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-532cd560-e47e-48af-8574-8ba48dbe40ca req-5ad8699e-fe40-4de3-8662-c3091d15c7bb tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.65 "GET /v2.0/security-groups/65b532f6-553b-4a7d-aad3-d6f8aeaacb9a HTTP/1.1" status: 200 len: 2998 time: 0.1190774 Feb 04 12:25:10.563876 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcd732b-d939-4e73-8e4b-c2a2e76151d2 req-ee684135-6723-4288-a3d7-94150f678013 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:10.590420 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cdcd732b-d939-4e73-8e4b-c2a2e76151d2 req-ee684135-6723-4288-a3d7-94150f678013 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/ports?device_id=e024d6c3-80c1-425c-a5a9-a7305d647b89 HTTP/1.1" status: 200 len: 943 time: 0.2647383 Feb 04 12:25:10.715896 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cdcd732b-d939-4e73-8e4b-c2a2e76151d2 req-356e4014-731b-4c33-816e-e2279c6accae tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4f571d4-f0a1-47f6-a54a-b93db47581cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215065 Feb 04 12:25:10.861157 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-fde6c40c-61eb-4ffc-83f0-9fb26303fc37 req-426e35ee-b8c7-43b3-81fa-a769dab3dd4e service neutron] 10.222.0.77 "GET /v2.0/networks/8201226e-f25e-431d-a6a5-6704e8dc4880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8411267 Feb 04 12:25:10.961825 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-532cd560-e47e-48af-8574-8ba48dbe40ca req-4f266354-e13d-4a03-89a3-2e760617465c tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.65 "GET /v2.0/security-groups/65b532f6-553b-4a7d-aad3-d6f8aeaacb9a HTTP/1.1" status: 200 len: 2998 time: 0.3640063 Feb 04 12:25:10.973716 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-025dbeac-8e13-4960-8496-2570227626e7 req-06c9016d-49b3-4730-a0d9-34ff499d1c4a tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d71fca2-7310-4efc-9eaf-c31026923412 HTTP/1.1" status: 200 len: 210 time: 0.1112235 Feb 04 12:25:11.181737 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-f1e9900c-9efb-440b-91b4-e71c97cd724e req-2429b37e-a21f-40f9-9513-16804feacfae service neutron] 10.222.0.77 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6783702 Feb 04 12:25:11.220806 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-d04bc8a6-88c5-4655-83db-7f56d867d88e req-48dfe563-6219-4af2-98f9-075294a5f02a service neutron] 10.222.0.73 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7011013 Feb 04 12:25:11.291990 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8723b9d-db5d-421a-a745-514d102af083 req-55a32301-d9cb-48e0-be55-ed3e0a7a8db3 tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:11.295215 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-fde6c40c-61eb-4ffc-83f0-9fb26303fc37 req-ae6c2f79-bdfc-4b01-a029-7e76d9669f73 service neutron] 10.222.0.77 "GET /v2.0/networks/8201226e-f25e-431d-a6a5-6704e8dc4880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4114850 Feb 04 12:25:11.316637 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f8723b9d-db5d-421a-a745-514d102af083 req-55a32301-d9cb-48e0-be55-ed3e0a7a8db3 tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6db0dcb-a3f7-437b-b9b0-6285d804ef6a HTTP/1.1" status: 200 len: 947 time: 0.1806941 Feb 04 12:25:11.415644 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0b28d5-946d-4e1d-b7ff-2086b975c94b req-eca49471-1cf4-40e7-88b2-075592905489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:11.417493 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-6c0b28d5-946d-4e1d-b7ff-2086b975c94b req-eca49471-1cf4-40e7-88b2-075592905489 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=32f22fc3fe314df5a0a3e54bc5c19ebb&device_id=d6db0dcb-a3f7-437b-b9b0-6285d804ef6a HTTP/1.1" status: 200 len: 1129 time: 0.0926335 Feb 04 12:25:11.456149 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0e6a9c28-c85d-4ebd-b591-1145164dcdb0 req-653c6bd4-820b-4d79-b22c-d09325bba85f tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.65 "GET /v2.0/security-groups/cc6e6052-406b-4bbb-910b-24c65b9947d7 HTTP/1.1" status: 200 len: 1817 time: 0.0742075 Feb 04 12:25:11.525858 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f8723b9d-db5d-421a-a745-514d102af083 req-67a3d2c3-add8-4f10-9b72-bf1b43c6a5ec tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc117a99-abfb-4c9f-b5fe-c5a8dfa82af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717722 Feb 04 12:25:11.562420 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-0e6a9c28-c85d-4ebd-b591-1145164dcdb0 req-6868e4a8-bfa7-4e12-be88-be243419e1cf tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Publish callbacks [] for security_group (cc6e6052-406b-4bbb-910b-24c65b9947d7), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:11.607594 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 34800) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:25:11.633517 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-0e6a9c28-c85d-4ebd-b591-1145164dcdb0 req-6868e4a8-bfa7-4e12-be88-be243419e1cf tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Publish callbacks [] for security_group (cc6e6052-406b-4bbb-910b-24c65b9947d7), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:11.818363 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c237555-fdf4-4adb-87c0-edeb024551aa req-88ff296e-0cbb-453e-8be3-e9ce9e4ac1c7 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:11.827570 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8c237555-fdf4-4adb-87c0-edeb024551aa req-88ff296e-0cbb-453e-8be3-e9ce9e4ac1c7 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?device_id=35799951-f327-49e4-9a9d-7a4789d7e10d HTTP/1.1" status: 200 len: 945 time: 0.1209226 Feb 04 12:25:11.835955 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-0e6a9c28-c85d-4ebd-b591-1145164dcdb0 req-6868e4a8-bfa7-4e12-be88-be243419e1cf tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (cc6e6052-406b-4bbb-910b-24c65b9947d7), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:11.839215 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-0e6a9c28-c85d-4ebd-b591-1145164dcdb0 req-6868e4a8-bfa7-4e12-be88-be243419e1cf tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:11.858370 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0e6a9c28-c85d-4ebd-b591-1145164dcdb0 req-6868e4a8-bfa7-4e12-be88-be243419e1cf tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.65 "DELETE /v2.0/security-groups/cc6e6052-406b-4bbb-910b-24c65b9947d7 HTTP/1.1" status: 204 len: 173 time: 0.4007111 Feb 04 12:25:11.888589 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6868e4a8-bfa7-4e12-be88-be243419e1cf tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc6e6052-406b-4bbb-910b-24c65b9947d7,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:11.907265 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0b28d5-946d-4e1d-b7ff-2086b975c94b req-448583c8-d7fc-4ca0-b76a-e5a06bae5990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:11.915263 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-6c0b28d5-946d-4e1d-b7ff-2086b975c94b req-448583c8-d7fc-4ca0-b76a-e5a06bae5990 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2f7dc246-a024-4937-952c-0ddeef5af29c HTTP/1.1" status: 200 len: 870 time: 0.4844062 Feb 04 12:25:12.010151 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-6c0b28d5-946d-4e1d-b7ff-2086b975c94b req-735beb30-3f4b-4e5f-a711-a8036996e536 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=d441af3c-39b4-46ee-af38-3502aa337c29 HTTP/1.1" status: 200 len: 217 time: 0.0552862 Feb 04 12:25:12.013004 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8c237555-fdf4-4adb-87c0-edeb024551aa req-ea5aeef1-77df-4758-be3b-7abe9f99acac tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f51ab49-2800-41c7-a09d-ab109cee7e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841652 Feb 04 12:25:12.066505 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee105541-5010-4dda-b87e-e10734a06bdb req-f955b4e7-ecdf-429b-915a-a350dd5c718c tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:12.076111 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ee105541-5010-4dda-b87e-e10734a06bdb req-f955b4e7-ecdf-429b-915a-a350dd5c718c tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/ports?device_id=e024d6c3-80c1-425c-a5a9-a7305d647b89 HTTP/1.1" status: 200 len: 943 time: 0.1075189 Feb 04 12:25:12.143520 n-d-825015-3 neutron-server[103475]: INFO neutron.api.v2.resource [req-27c3c6b9-d30a-48ad-be25-b633eb25b39a req-e5422d52-08bd-491e-b533-086f7cddb0d6 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] show failed (client error): The resource could not be found. Feb 04 12:25:12.168742 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-27c3c6b9-d30a-48ad-be25-b633eb25b39a req-e5422d52-08bd-491e-b533-086f7cddb0d6 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.65 "GET /v2.0/security-groups/cc6e6052-406b-4bbb-910b-24c65b9947d7 HTTP/1.1" status: 404 len: 352 time: 0.1104181 Feb 04 12:25:12.173400 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 7db51392-e30f-45e2-aa6e-c2643bee38c2 details requested by agent hyperv_n-h2-825015-3 with host n-h2-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:25:12.218880 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0b28d5-946d-4e1d-b7ff-2086b975c94b req-6d58a9f2-170a-48b8-b117-ad6ea6605502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:12.220713 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-6c0b28d5-946d-4e1d-b7ff-2086b975c94b req-6d58a9f2-170a-48b8-b117-ad6ea6605502 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5ee3374a-84e9-4639-853c-740c6edaf6dc HTTP/1.1" status: 200 len: 843 time: 0.1883698 Feb 04 12:25:12.312821 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ee105541-5010-4dda-b87e-e10734a06bdb req-fe070187-6f49-43b8-a329-af72c3f69493 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4f571d4-f0a1-47f6-a54a-b93db47581cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351012 Feb 04 12:25:12.393265 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6c07d7c1-37b8-4830-9f14-160cadd55310 req-066ea22f-a02a-43ee-ac8d-274beac877d6 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d71fca2-7310-4efc-9eaf-c31026923412 HTTP/1.1" status: 200 len: 210 time: 0.0538511 Feb 04 12:25:12.448528 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 7db51392-e30f-45e2-aa6e-c2643bee38c2, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=7db51392-e30f-45e2-aa6e-c2643bee38c2,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:25:12.481685 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Returning: {'device': '7db51392-e30f-45e2-aa6e-c2643bee38c2', 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c', 'port_id': '7db51392-e30f-45e2-aa6e-c2643bee38c2', 'mac_address': 'fa:16:3e:b5:f2:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ee3374a-84e9-4639-853c-740c6edaf6dc', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:25:12.485823 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dc8eb74f-f41e-40ff-b18e-2dae101097d4 req-e4ac8fe5-c7b2-447d-b6b0-e7f8c14858d7 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.65 "GET /v2.0/security-groups/7e8b8e13-c4bc-4b0b-b80c-47d3fce658df HTTP/1.1" status: 200 len: 1818 time: 0.0886211 Feb 04 12:25:12.569462 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87429188-4a9b-435d-9cd7-4070dce2a755 req-576bae60-bc06-429a-90f9-d496890d4489 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:12.571262 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-87429188-4a9b-435d-9cd7-4070dce2a755 req-576bae60-bc06-429a-90f9-d496890d4489 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.77 "GET /v2.0/networks?id=365084f8-2068-4655-9009-041f3cc171be HTTP/1.1" status: 200 len: 821 time: 0.6504068 Feb 04 12:25:12.587825 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 7db51392-e30f-45e2-aa6e-c2643bee38c2 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:25:12.588231 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (7db51392-e30f-45e2-aa6e-c2643bee38c2), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:12.592182 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-87429188-4a9b-435d-9cd7-4070dce2a755 req-6d1c8147-f4db-4ed2-b11a-8049adea9bf4 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Request body: {'port': {'device_id': '2d71fca2-7310-4efc-9eaf-c31026923412', 'network_id': '365084f8-2068-4655-9009-041f3cc171be', 'admin_state_up': True, 'tenant_id': '207f01ccf15c4616a04a98fbbad5fc72'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:25:12.623269 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7db51392-e30f-45e2-aa6e-c2643bee38c2 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:25:12.670777 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 7db51392-e30f-45e2-aa6e-c2643bee38c2, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=7db51392-e30f-45e2-aa6e-c2643bee38c2,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:25:12.682983 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (7db51392-e30f-45e2-aa6e-c2643bee38c2), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:12.684378 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0b28d5-946d-4e1d-b7ff-2086b975c94b req-f5b88e02-a3e6-47ca-9133-efb8a23af1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:12.687264 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-6c0b28d5-946d-4e1d-b7ff-2086b975c94b req-f5b88e02-a3e6-47ca-9133-efb8a23af1a2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2f7dc246-a024-4937-952c-0ddeef5af29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4357193 Feb 04 12:25:12.794321 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=7db51392-e30f-45e2-aa6e-c2643bee38c2,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:12.838639 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-dc8eb74f-f41e-40ff-b18e-2dae101097d4 req-7299cc3c-11a3-4840-b0d3-03644c828e07 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Publish callbacks [] for security_group (7e8b8e13-c4bc-4b0b-b80c-47d3fce658df), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:12.891507 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cf3e89-49f2-4d43-88ca-292e2ef6b0c0 req-6e4ac96f-10ad-4b11-93d6-0bc9fb84b211 tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:12.892809 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b1cf3e89-49f2-4d43-88ca-292e2ef6b0c0 req-6e4ac96f-10ad-4b11-93d6-0bc9fb84b211 tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6db0dcb-a3f7-437b-b9b0-6285d804ef6a HTTP/1.1" status: 200 len: 947 time: 0.1325486 Feb 04 12:25:12.951795 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['7db51392-e30f-45e2-aa6e-c2643bee38c2'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:25:13.013097 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-6c0b28d5-946d-4e1d-b7ff-2086b975c94b req-0c59b4fd-0124-4616-b2b5-6cc37949f533 service neutron] 10.222.0.73 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3135493 Feb 04 12:25:13.016801 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87429188-4a9b-435d-9cd7-4070dce2a755 req-6d1c8147-f4db-4ed2-b11a-8049adea9bf4 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Made reservation on behalf of 207f01ccf15c4616a04a98fbbad5fc72 for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:25:13.021515 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-87429188-4a9b-435d-9cd7-4070dce2a755 req-6d1c8147-f4db-4ed2-b11a-8049adea9bf4 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:13.382643 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-dc8eb74f-f41e-40ff-b18e-2dae101097d4 req-7299cc3c-11a3-4840-b0d3-03644c828e07 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Publish callbacks [] for security_group (7e8b8e13-c4bc-4b0b-b80c-47d3fce658df), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:13.447484 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b1cf3e89-49f2-4d43-88ca-292e2ef6b0c0 req-f950701a-d19f-4140-a3b9-27c91f5c92ef tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc117a99-abfb-4c9f-b5fe-c5a8dfa82af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5429037 Feb 04 12:25:13.479066 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-dc8eb74f-f41e-40ff-b18e-2dae101097d4 req-7299cc3c-11a3-4840-b0d3-03644c828e07 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (7e8b8e13-c4bc-4b0b-b80c-47d3fce658df), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:13.486767 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-dc8eb74f-f41e-40ff-b18e-2dae101097d4 req-7299cc3c-11a3-4840-b0d3-03644c828e07 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:13.488184 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dc8eb74f-f41e-40ff-b18e-2dae101097d4 req-7299cc3c-11a3-4840-b0d3-03644c828e07 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.65 "DELETE /v2.0/security-groups/7e8b8e13-c4bc-4b0b-b80c-47d3fce658df HTTP/1.1" status: 204 len: 173 time: 0.9971139 Feb 04 12:25:13.501933 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7299cc3c-11a3-4840-b0d3-03644c828e07 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e8b8e13-c4bc-4b0b-b80c-47d3fce658df,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:13.702444 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-6c0b28d5-946d-4e1d-b7ff-2086b975c94b req-894c08f6-72d5-45ff-942c-0578ad3bfc63 service neutron] 10.222.0.73 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6494865 Feb 04 12:25:13.785198 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [req-87429188-4a9b-435d-9cd7-4070dce2a755 req-6d1c8147-f4db-4ed2-b11a-8049adea9bf4 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Allocated IP 172.20.0.8 (365084f8-2068-4655-9009-041f3cc171be/baf06417-eecb-4036-81cf-3c7679e7daf8/f34e4e06-e537-4833-a9ca-032296768d2b) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:25:13.823287 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223296c4-6687-494d-b60f-9800bb8117ce req-9797c7cf-d80a-4deb-ba69-db17811cc9de tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:13.830541 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-223296c4-6687-494d-b60f-9800bb8117ce req-9797c7cf-d80a-4deb-ba69-db17811cc9de tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?device_id=35799951-f327-49e4-9a9d-7a4789d7e10d HTTP/1.1" status: 200 len: 945 time: 0.0834143 Feb 04 12:25:13.910860 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-223296c4-6687-494d-b60f-9800bb8117ce req-d5a4e986-f511-4cf6-8956-efad6bfff484 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f51ab49-2800-41c7-a09d-ab109cee7e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792098 Feb 04 12:25:14.028550 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-87429188-4a9b-435d-9cd7-4070dce2a755 req-6d1c8147-f4db-4ed2-b11a-8049adea9bf4 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Publish callbacks [] for port (f34e4e06-e537-4833-a9ca-032296768d2b), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:14.092231 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-af93d7a6-ba03-445a-a9f9-135bcb2cc6df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622215'] for router_interface (9a3d652d-1f8a-4c52-98f2-1d6794301f45), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:14.094550 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-87429188-4a9b-435d-9cd7-4070dce2a755 req-6d1c8147-f4db-4ed2-b11a-8049adea9bf4 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (f34e4e06-e537-4833-a9ca-032296768d2b), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:14.106366 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6540161d-0e69-452f-aef8-5c8230444ece req-67a53767-14be-4255-a37b-a059781767b9 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d71fca2-7310-4efc-9eaf-c31026923412 HTTP/1.1" status: 200 len: 210 time: 0.0640380 Feb 04 12:25:14.112336 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['b3b9b701-1627-4bf6-b4c1-3546e6bb894a'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:25:14.143251 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984fc71d-5d24-42a4-a06d-97e4452011fd req-3882f7ff-b947-41af-ad5b-716f98727463 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:14.162109 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-984fc71d-5d24-42a4-a06d-97e4452011fd req-3882f7ff-b947-41af-ad5b-716f98727463 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/ports?device_id=e024d6c3-80c1-425c-a5a9-a7305d647b89 HTTP/1.1" status: 200 len: 943 time: 0.1835968 Feb 04 12:25:14.192737 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 7db51392-e30f-45e2-aa6e-c2643bee38c2 up at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:25:14.223966 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device d441af3c-39b4-46ee-af38-3502aa337c29 details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:25:14.234674 n-d-825015-3 neutron-server[103475]: INFO neutron.api.v2.resource [req-89de65b8-c1bc-4b8c-a242-8c7824661713 req-5e24e511-7edd-4f1b-bb78-398d175fd31d tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] show failed (client error): The resource could not be found. Feb 04 12:25:14.235713 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-89de65b8-c1bc-4b8c-a242-8c7824661713 req-5e24e511-7edd-4f1b-bb78-398d175fd31d tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.65 "GET /v2.0/security-groups/7e8b8e13-c4bc-4b0b-b80c-47d3fce658df HTTP/1.1" status: 404 len: 352 time: 0.0523071 Feb 04 12:25:14.334855 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-984fc71d-5d24-42a4-a06d-97e4452011fd req-4c12d8cc-ac5e-49df-9b04-1f2c863a559e tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4f571d4-f0a1-47f6-a54a-b93db47581cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713681 Feb 04 12:25:14.449640 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning for port 7db51392-e30f-45e2-aa6e-c2643bee38c2 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:25:14.457964 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning complete for port 7db51392-e30f-45e2-aa6e-c2643bee38c2 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:25:14.458487 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (7db51392-e30f-45e2-aa6e-c2643bee38c2), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:14.512963 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6c7504a2-ad09-457e-b84e-fc57bd3c78aa req-2fb0518b-3b43-452b-995b-fcd84f34644f tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.65 "GET /v2.0/security-groups/1bedd500-025e-414b-896c-80082ea92daf HTTP/1.1" status: 200 len: 1818 time: 0.0637438 Feb 04 12:25:14.546410 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87429188-4a9b-435d-9cd7-4070dce2a755 req-6d1c8147-f4db-4ed2-b11a-8049adea9bf4 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Network 365084f8-2068-4655-9009-041f3cc171be is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:25:14.573826 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [req-87429188-4a9b-435d-9cd7-4070dce2a755 req-6d1c8147-f4db-4ed2-b11a-8049adea9bf4 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:25:14.581409 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port d441af3c-39b4-46ee-af38-3502aa337c29, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=d441af3c-39b4-46ee-af38-3502aa337c29,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:25:14.582236 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-87429188-4a9b-435d-9cd7-4070dce2a755 req-6d1c8147-f4db-4ed2-b11a-8049adea9bf4 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:25:14.621219 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': 'd441af3c-39b4-46ee-af38-3502aa337c29', 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c', 'port_id': 'd441af3c-39b4-46ee-af38-3502aa337c29', 'mac_address': 'fa:16:3e:08:f8:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ee3374a-84e9-4639-853c-740c6edaf6dc', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:25:14.653677 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-6c7504a2-ad09-457e-b84e-fc57bd3c78aa req-5de43d77-6d55-4c88-8cb6-2f16e7f7e18e tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Publish callbacks [] for security_group (1bedd500-025e-414b-896c-80082ea92daf), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:14.712899 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1c8147-f4db-4ed2-b11a-8049adea9bf4 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Pushing event updated for resources: {'Port': ['ID=f34e4e06-e537-4833-a9ca-032296768d2b,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:14.721274 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-6c7504a2-ad09-457e-b84e-fc57bd3c78aa req-5de43d77-6d55-4c88-8cb6-2f16e7f7e18e tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Publish callbacks [] for security_group (1bedd500-025e-414b-896c-80082ea92daf), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:14.777904 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87429188-4a9b-435d-9cd7-4070dce2a755 req-6d1c8147-f4db-4ed2-b11a-8049adea9bf4 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:14.778246 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 7db51392-e30f-45e2-aa6e-c2643bee38c2 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:25:14.778626 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (7db51392-e30f-45e2-aa6e-c2643bee38c2), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:14.778954 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-87429188-4a9b-435d-9cd7-4070dce2a755 req-6d1c8147-f4db-4ed2-b11a-8049adea9bf4 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:14.802839 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port d441af3c-39b4-46ee-af38-3502aa337c29 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:25:14.803411 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (d441af3c-39b4-46ee-af38-3502aa337c29), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:14.845907 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-6c7504a2-ad09-457e-b84e-fc57bd3c78aa req-5de43d77-6d55-4c88-8cb6-2f16e7f7e18e tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (1bedd500-025e-414b-896c-80082ea92daf), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:14.848941 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-6c7504a2-ad09-457e-b84e-fc57bd3c78aa req-5de43d77-6d55-4c88-8cb6-2f16e7f7e18e tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:14.854308 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6c7504a2-ad09-457e-b84e-fc57bd3c78aa req-5de43d77-6d55-4c88-8cb6-2f16e7f7e18e tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.65 "DELETE /v2.0/security-groups/1bedd500-025e-414b-896c-80082ea92daf HTTP/1.1" status: 204 len: 173 time: 0.3314035 Feb 04 12:25:14.872154 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d441af3c-39b4-46ee-af38-3502aa337c29 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:25:14.876631 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de43d77-6d55-4c88-8cb6-2f16e7f7e18e tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bedd500-025e-414b-896c-80082ea92daf,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:14.925672 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port d441af3c-39b4-46ee-af38-3502aa337c29, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=d441af3c-39b4-46ee-af38-3502aa337c29,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:25:14.932085 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-87429188-4a9b-435d-9cd7-4070dce2a755 req-6d1c8147-f4db-4ed2-b11a-8049adea9bf4 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3527040 Feb 04 12:25:14.939851 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f404aa9-f0fb-439c-8e26-a5d712f44c63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7db51392-e30f-45e2-aa6e-c2643bee38c2'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:25:14.942110 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ecbffd0-588f-419c-931e-87cb77b6997d" -d '{"events": [{"server_uuid": "2f404aa9-f0fb-439c-8e26-a5d712f44c63", "name": "network-vif-plugged", "status": "completed", "tag": "7db51392-e30f-45e2-aa6e-c2643bee38c2"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:25:14.948567 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (d441af3c-39b4-46ee-af38-3502aa337c29), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:14.959419 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-87429188-4a9b-435d-9cd7-4070dce2a755 req-159da7c5-0985-43d2-b865-6164445ff06d service neutron] Request body: {'port': {'device_id': '2d71fca2-7310-4efc-9eaf-c31026923412', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825015-3'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:25:15.036285 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=d441af3c-39b4-46ee-af38-3502aa337c29,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:15.043682 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 7db51392-e30f-45e2-aa6e-c2643bee38c2, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=7db51392-e30f-45e2-aa6e-c2643bee38c2,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:25:15.059261 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (7db51392-e30f-45e2-aa6e-c2643bee38c2), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:15.060635 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device e41cc05a-731b-4b6b-ba8a-418ccc105335 no longer exists at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:25:15.126751 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-87429188-4a9b-435d-9cd7-4070dce2a755 req-159da7c5-0985-43d2-b865-6164445ff06d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (f34e4e06-e537-4833-a9ca-032296768d2b), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:15.155121 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b077bcef-0069-418f-821d-8300fb815d03 req-4cee246e-d358-48e0-983a-db89c135a4ec tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:15.163900 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b077bcef-0069-418f-821d-8300fb815d03 req-4cee246e-d358-48e0-983a-db89c135a4ec tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6db0dcb-a3f7-437b-b9b0-6285d804ef6a HTTP/1.1" status: 200 len: 948 time: 0.0946341 Feb 04 12:25:15.168379 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-af93d7a6-ba03-445a-a9f9-135bcb2cc6df admin admin] Deleting port 7125ce84-274f-4bad-8d48-a48215d73797 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:25:15.168728 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-af93d7a6-ba03-445a-a9f9-135bcb2cc6df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (7125ce84-274f-4bad-8d48-a48215d73797), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:15.234172 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b077bcef-0069-418f-821d-8300fb815d03 req-c9a32eeb-48d4-4132-accf-21d416692d47 tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc117a99-abfb-4c9f-b5fe-c5a8dfa82af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560677 Feb 04 12:25:15.257664 n-d-825015-3 neutron-server[103475]: INFO neutron.api.v2.resource [req-1408acf7-74c4-4792-9dcf-6f59e62c2447 req-4c34301e-9243-48ea-a80d-909d9f9f6f8b tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] show failed (client error): The resource could not be found. Feb 04 12:25:15.266078 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1408acf7-74c4-4792-9dcf-6f59e62c2447 req-4c34301e-9243-48ea-a80d-909d9f9f6f8b tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.65 "GET /v2.0/security-groups/1bedd500-025e-414b-896c-80082ea92daf HTTP/1.1" status: 404 len: 352 time: 0.0244772 Feb 04 12:25:15.299796 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=7db51392-e30f-45e2-aa6e-c2643bee38c2,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:15.304197 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-af93d7a6-ba03-445a-a9f9-135bcb2cc6df admin admin] For port 7125ce84-274f-4bad-8d48-a48215d73797, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=7125ce84-274f-4bad-8d48-a48215d73797,segment=NetworkSegment(2f528b05-c2fd-49cc-875e-043a84227085),segment_id=2f528b05-c2fd-49cc-875e-043a84227085)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:25:15.304844 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-af93d7a6-ba03-445a-a9f9-135bcb2cc6df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (7125ce84-274f-4bad-8d48-a48215d73797), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:15.324313 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-af93d7a6-ba03-445a-a9f9-135bcb2cc6df admin admin] Calling delete_port for 7125ce84-274f-4bad-8d48-a48215d73797 owned by network:router_interface {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:25:15.349053 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06d1f0eb-c07e-430b-9c84-fb39e8ada9f8 x-openstack-request-id: req-06d1f0eb-c07e-430b-9c84-fb39e8ada9f8 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:25:15.349404 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f404aa9-f0fb-439c-8e26-a5d712f44c63", "name": "network-vif-plugged", "status": "completed", "tag": "7db51392-e30f-45e2-aa6e-c2643bee38c2", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:25:15.349831 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-06d1f0eb-c07e-430b-9c84-fb39e8ada9f8 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:25:15.350094 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f404aa9-f0fb-439c-8e26-a5d712f44c63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7db51392-e30f-45e2-aa6e-c2643bee38c2', 'code': 200} Feb 04 12:25:15.369806 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port e41cc05a-731b-4b6b-ba8a-418ccc105335 is: DOWN; New status is: DOWN {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:25:15.430392 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['d441af3c-39b4-46ee-af38-3502aa337c29'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:25:15.663400 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-19fb53f6-7641-4d46-8a6d-a3a8dd602dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:15.690058 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195fb979-3935-4e44-805c-2a7a71fb93c6 req-2dde664c-9365-4fe6-98dc-0a49e1e698ee tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:15.692382 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-af93d7a6-ba03-445a-a9f9-135bcb2cc6df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (7125ce84-274f-4bad-8d48-a48215d73797), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:15.697792 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-195fb979-3935-4e44-805c-2a7a71fb93c6 req-2dde664c-9365-4fe6-98dc-0a49e1e698ee tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?device_id=35799951-f327-49e4-9a9d-7a4789d7e10d HTTP/1.1" status: 200 len: 945 time: 0.1889136 Feb 04 12:25:15.724401 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5feaf9-43e8-4fb0-be98-c1c92c776c9f req-6fd7c9c0-865b-42bd-b6aa-e126db302fc4 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:15.726316 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dc5feaf9-43e8-4fb0-be98-c1c92c776c9f req-6fd7c9c0-865b-42bd-b6aa-e126db302fc4 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d71fca2-7310-4efc-9eaf-c31026923412 HTTP/1.1" status: 200 len: 931 time: 0.1367707 Feb 04 12:25:15.753235 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af93d7a6-ba03-445a-a9f9-135bcb2cc6df admin admin] Pushing event deleted for resources: {'Port': ['ID=7125ce84-274f-4bad-8d48-a48215d73797,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:15.821562 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f488e4-8c4f-491a-bdcf-09388bc3046b req-7131a2d8-c77b-416f-987f-4e5634bd0874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:15.823369 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-82f488e4-8c4f-491a-bdcf-09388bc3046b req-7131a2d8-c77b-416f-987f-4e5634bd0874 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=2f404aa9-f0fb-439c-8e26-a5d712f44c63 HTTP/1.1" status: 200 len: 1131 time: 0.4197686 Feb 04 12:25:15.824447 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-195fb979-3935-4e44-805c-2a7a71fb93c6 req-219fc870-1988-4f0d-a18e-f679f8a900dd tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f51ab49-2800-41c7-a09d-ab109cee7e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255221 Feb 04 12:25:15.830886 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dc5feaf9-43e8-4fb0-be98-c1c92c776c9f req-eaaba426-abde-41ec-af87-ac88c4737714 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/security-groups?id=0e320687-8002-4e00-a016-6bf57af2cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972905 Feb 04 12:25:16.025460 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-454badf6-0976-4379-ad1f-0b7d543d1277 req-8f4e2208-9874-4c36-9999-d1232c14efbe tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b09d9febdaa2484bafa8461f34390659 HTTP/1.1" status: 200 len: 6199 time: 0.1690850 Feb 04 12:25:16.060577 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6a8621-0538-4046-b715-a35ee14c29af req-4e27b67e-a0e5-4e6d-8c34-696c66f68fb4 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:16.062144 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5b6a8621-0538-4046-b715-a35ee14c29af req-4e27b67e-a0e5-4e6d-8c34-696c66f68fb4 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/ports?device_id=e024d6c3-80c1-425c-a5a9-a7305d647b89 HTTP/1.1" status: 200 len: 943 time: 0.1112180 Feb 04 12:25:16.085009 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-82f488e4-8c4f-491a-bdcf-09388bc3046b req-57f384eb-1818-4921-a6ec-960bad73e87a service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=fc117a99-abfb-4c9f-b5fe-c5a8dfa82af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887414 Feb 04 12:25:16.115653 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-454badf6-0976-4379-ad1f-0b7d543d1277 req-7feda6b8-1864-4b9d-8934-a863f9a2102c tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.65 "GET /v2.0/security-groups/65b532f6-553b-4a7d-aad3-d6f8aeaacb9a HTTP/1.1" status: 200 len: 2998 time: 0.0809114 Feb 04 12:25:16.155911 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5b6a8621-0538-4046-b715-a35ee14c29af req-8de506ab-6197-4afa-93e9-c64a3238380c tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4f571d4-f0a1-47f6-a54a-b93db47581cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860617 Feb 04 12:25:16.210177 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 82adb228-2362-4f3b-a861-5bf43e5acae8 no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:25:16.251655 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-454badf6-0976-4379-ad1f-0b7d543d1277 req-ab4e6df4-a56a-45d8-8bed-e7b5a13ff723 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.65 "GET /v2.0/security-groups/65b532f6-553b-4a7d-aad3-d6f8aeaacb9a HTTP/1.1" status: 200 len: 2998 time: 0.0889325 Feb 04 12:25:16.286032 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [req-87429188-4a9b-435d-9cd7-4070dce2a755 req-159da7c5-0985-43d2-b865-6164445ff06d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f34e4e06-e537-4833-a9ca-032296768d2b {{(pid=103474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:25:16.297726 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-87429188-4a9b-435d-9cd7-4070dce2a755 req-159da7c5-0985-43d2-b865-6164445ff06d service neutron] Publish callbacks [] for port (f34e4e06-e537-4833-a9ca-032296768d2b), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:16.316595 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.provisioning_blocks [req-87429188-4a9b-435d-9cd7-4070dce2a755 req-159da7c5-0985-43d2-b865-6164445ff06d service neutron] Transition to ACTIVE for port object f34e4e06-e537-4833-a9ca-032296768d2b will not be triggered until provisioned by entity L2. {{(pid=103474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:25:16.350152 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-87429188-4a9b-435d-9cd7-4070dce2a755 req-159da7c5-0985-43d2-b865-6164445ff06d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (f34e4e06-e537-4833-a9ca-032296768d2b), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:16.355529 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-af93d7a6-ba03-445a-a9f9-135bcb2cc6df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622067'] for router_interface (9a3d652d-1f8a-4c52-98f2-1d6794301f45), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:16.361343 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 82adb228-2362-4f3b-a861-5bf43e5acae8 is: ACTIVE; New status is: DOWN {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:25:16.361915 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (82adb228-2362-4f3b-a861-5bf43e5acae8), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:16.423235 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 82adb228-2362-4f3b-a861-5bf43e5acae8, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=82adb228-2362-4f3b-a861-5bf43e5acae8,segment=NetworkSegment(02af7db9-ac7a-4fd9-8876-35ceb0279e70),segment_id=02af7db9-ac7a-4fd9-8876-35ceb0279e70)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:25:16.443476 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82022ac-70bc-4ff3-aa4a-db1d4b91b758 req-a3fd8b43-fc07-476d-a2bb-c99954e1e93d tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:16.445759 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (82adb228-2362-4f3b-a861-5bf43e5acae8), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:16.462905 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a82022ac-70bc-4ff3-aa4a-db1d4b91b758 req-a3fd8b43-fc07-476d-a2bb-c99954e1e93d tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6db0dcb-a3f7-437b-b9b0-6285d804ef6a HTTP/1.1" status: 200 len: 948 time: 0.1297166 Feb 04 12:25:16.503698 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159da7c5-0985-43d2-b865-6164445ff06d service neutron] Pushing event updated for resources: {'Port': ['ID=f34e4e06-e537-4833-a9ca-032296768d2b,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:16.526976 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-d185c206-e856-48d2-8ce4-cb0524f44286 req-bf75f16a-84d1-42ef-8cc9-99e170037234 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1800157831', 'description': 'tempest-description-9124421'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:25:16.569232 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=82adb228-2362-4f3b-a861-5bf43e5acae8,revision_number=8']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:16.577929 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a82022ac-70bc-4ff3-aa4a-db1d4b91b758 req-7aa15a03-5383-4945-ae90-3cbb86092fe6 tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc117a99-abfb-4c9f-b5fe-c5a8dfa82af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141572 Feb 04 12:25:16.617712 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-d185c206-e856-48d2-8ce4-cb0524f44286 req-bf75f16a-84d1-42ef-8cc9-99e170037234 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:16.705799 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-87429188-4a9b-435d-9cd7-4070dce2a755 req-159da7c5-0985-43d2-b865-6164445ff06d service neutron] Attempting to bind port f34e4e06-e537-4833-a9ca-032296768d2b on host n-h2-825015-3 for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:25:16.706354 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-87429188-4a9b-435d-9cd7-4070dce2a755 req-159da7c5-0985-43d2-b865-6164445ff06d service neutron] Attempting to bind port f34e4e06-e537-4833-a9ca-032296768d2b by drivers openvswitch,hyperv on host n-h2-825015-3 at level 0 using segments [{'id': '30a1e83f-6fb2-463b-baec-19bf81bfa14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '365084f8-2068-4655-9009-041f3cc171be'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:25:16.707223 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87429188-4a9b-435d-9cd7-4070dce2a755 req-159da7c5-0985-43d2-b865-6164445ff06d service neutron] Attempting to bind port f34e4e06-e537-4833-a9ca-032296768d2b on network 365084f8-2068-4655-9009-041f3cc171be {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:25:16.712145 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87429188-4a9b-435d-9cd7-4070dce2a755 req-159da7c5-0985-43d2-b865-6164445ff06d service neutron] Port f34e4e06-e537-4833-a9ca-032296768d2b on network 365084f8-2068-4655-9009-041f3cc171be not bound, no agent of type Open vSwitch agent registered on host n-h2-825015-3 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:25:16.712615 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87429188-4a9b-435d-9cd7-4070dce2a755 req-159da7c5-0985-43d2-b865-6164445ff06d service neutron] Attempting to bind port f34e4e06-e537-4833-a9ca-032296768d2b on network 365084f8-2068-4655-9009-041f3cc171be {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:25:16.721440 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87429188-4a9b-435d-9cd7-4070dce2a755 req-159da7c5-0985-43d2-b865-6164445ff06d service neutron] Checking agent: {'id': '9b68a165-e786-4b91-8592-44519c2ecabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:25:16.721906 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87429188-4a9b-435d-9cd7-4070dce2a755 req-159da7c5-0985-43d2-b865-6164445ff06d service neutron] Checking segment: {'id': '30a1e83f-6fb2-463b-baec-19bf81bfa14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '365084f8-2068-4655-9009-041f3cc171be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:25:16.722471 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87429188-4a9b-435d-9cd7-4070dce2a755 req-159da7c5-0985-43d2-b865-6164445ff06d service neutron] Bound using segment: {'id': '30a1e83f-6fb2-463b-baec-19bf81bfa14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '365084f8-2068-4655-9009-041f3cc171be'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:25:16.723025 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-87429188-4a9b-435d-9cd7-4070dce2a755 req-159da7c5-0985-43d2-b865-6164445ff06d service neutron] Bound port: f34e4e06-e537-4833-a9ca-032296768d2b, host: n-h2-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30a1e83f-6fb2-463b-baec-19bf81bfa14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '365084f8-2068-4655-9009-041f3cc171be'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:25:16.723489 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-87429188-4a9b-435d-9cd7-4070dce2a755 req-159da7c5-0985-43d2-b865-6164445ff06d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (f34e4e06-e537-4833-a9ca-032296768d2b), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:16.748238 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-d185c206-e856-48d2-8ce4-cb0524f44286 req-bf75f16a-84d1-42ef-8cc9-99e170037234 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Publish callbacks [] for security_group (8fa4899e-1b88-4949-b840-5543a6667ebb), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:16.752863 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-d185c206-e856-48d2-8ce4-cb0524f44286 req-bf75f16a-84d1-42ef-8cc9-99e170037234 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (8fa4899e-1b88-4949-b840-5543a6667ebb), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:16.828165 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-d185c206-e856-48d2-8ce4-cb0524f44286 req-bf75f16a-84d1-42ef-8cc9-99e170037234 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:16.829603 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d185c206-e856-48d2-8ce4-cb0524f44286 req-bf75f16a-84d1-42ef-8cc9-99e170037234 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.3287673 Feb 04 12:25:16.892312 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-87429188-4a9b-435d-9cd7-4070dce2a755 req-159da7c5-0985-43d2-b865-6164445ff06d service neutron] For port f34e4e06-e537-4833-a9ca-032296768d2b, host n-h2-825015-3, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:25:16.896106 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf75f16a-84d1-42ef-8cc9-99e170037234 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fa4899e-1b88-4949-b840-5543a6667ebb,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:16.910404 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-87429188-4a9b-435d-9cd7-4070dce2a755 req-159da7c5-0985-43d2-b865-6164445ff06d service neutron] For port f34e4e06-e537-4833-a9ca-032296768d2b, host n-h2-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=f34e4e06-e537-4833-a9ca-032296768d2b,segment=NetworkSegment(30a1e83f-6fb2-463b-baec-19bf81bfa14b),segment_id=30a1e83f-6fb2-463b-baec-19bf81bfa14b)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:25:16.916567 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af93d7a6-ba03-445a-a9f9-135bcb2cc6df admin admin] Router 9a3d652d-1f8a-4c52-98f2-1d6794301f45 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:25:16.922673 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-87429188-4a9b-435d-9cd7-4070dce2a755 req-159da7c5-0985-43d2-b865-6164445ff06d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (f34e4e06-e537-4833-a9ca-032296768d2b), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:16.968345 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-527326d6-71ae-4cc3-9a0a-a3ece94de53a req-0d7c211b-fb20-41c2-8310-f0b0e06f431f tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-651225484', 'description': 'tempest-description-887085027'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:25:16.997124 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87429188-4a9b-435d-9cd7-4070dce2a755 req-159da7c5-0985-43d2-b865-6164445ff06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:16.997757 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-87429188-4a9b-435d-9cd7-4070dce2a755 req-159da7c5-0985-43d2-b865-6164445ff06d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:16.999201 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-87429188-4a9b-435d-9cd7-4070dce2a755 req-159da7c5-0985-43d2-b865-6164445ff06d service neutron] 10.222.0.77 "PUT /v2.0/ports/f34e4e06-e537-4833-a9ca-032296768d2b HTTP/1.1" status: 200 len: 1091 time: 2.0598156 Feb 04 12:25:16.999850 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159da7c5-0985-43d2-b865-6164445ff06d service neutron] Pushing event updated for resources: {'Port': ['ID=f34e4e06-e537-4833-a9ca-032296768d2b,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:17.000674 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bccd383-0374-484b-8078-732354a9da1a req-714f180a-7d22-4c3e-bfc2-a7e6475bd442 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:17.002341 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d71fca2-7310-4efc-9eaf-c31026923412', 'tag': 'f34e4e06-e537-4833-a9ca-032296768d2b'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:25:17.004817 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe241470-1450-463a-91f5-b1f1158d6378" -d '{"events": [{"name": "network-changed", "server_uuid": "2d71fca2-7310-4efc-9eaf-c31026923412", "tag": "f34e4e06-e537-4833-a9ca-032296768d2b"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:25:17.012281 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1bccd383-0374-484b-8078-732354a9da1a req-714f180a-7d22-4c3e-bfc2-a7e6475bd442 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] 10.222.0.65 "GET /v2.0/networks?id=f4dfd687-dba5-46ff-81a8-361822d13e13 HTTP/1.1" status: 200 len: 805 time: 0.2086401 Feb 04 12:25:17.044409 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1bccd383-0374-484b-8078-732354a9da1a req-8fd39910-337a-4494-b733-4ba0fe05faeb tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] 10.222.0.65 "GET /v2.0/quotas/f50b895c9ca94e2aa6b9c6495d9eebfd HTTP/1.1" status: 200 len: 375 time: 0.0312083 Feb 04 12:25:17.045932 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-527326d6-71ae-4cc3-9a0a-a3ece94de53a req-0d7c211b-fb20-41c2-8310-f0b0e06f431f tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:17.199535 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1bccd383-0374-484b-8078-732354a9da1a req-31d79d64-2c9c-48e1-a249-17ec869852f5 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=f50b895c9ca94e2aa6b9c6495d9eebfd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1246800 Feb 04 12:25:17.223823 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af93d7a6-ba03-445a-a9f9-135bcb2cc6df admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:25:17.227843 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87429188-4a9b-435d-9cd7-4070dce2a755 req-aee77df5-f83f-4b8c-b34a-f55682a768a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:17.230875 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-87429188-4a9b-435d-9cd7-4070dce2a755 req-aee77df5-f83f-4b8c-b34a-f55682a768a2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=207f01ccf15c4616a04a98fbbad5fc72&device_id=2d71fca2-7310-4efc-9eaf-c31026923412 HTTP/1.1" status: 200 len: 1125 time: 0.1470225 Feb 04 12:25:17.235566 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-af93d7a6-ba03-445a-a9f9-135bcb2cc6df admin admin] 10.222.0.65 "PUT /v2.0/routers/9a3d652d-1f8a-4c52-98f2-1d6794301f45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6262023 Feb 04 12:25:17.238072 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9caba1-ce0f-46fa-bb3d-a458d5330bca None None] Sync routers for ids ['9a3d652d-1f8a-4c52-98f2-1d6794301f45'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:25:17.238826 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 34964) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:25:17.262027 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9caba1-ce0f-46fa-bb3d-a458d5330bca None None] Routers {'9a3d652d-1f8a-4c52-98f2-1d6794301f45'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:25:17.265268 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-bf9caba1-ce0f-46fa-bb3d-a458d5330bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:24:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['9a3d652d-1f8a-4c52-98f2-1d6794301f45'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:25:17.307410 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-527326d6-71ae-4cc3-9a0a-a3ece94de53a req-0d7c211b-fb20-41c2-8310-f0b0e06f431f tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Publish callbacks [] for security_group (632e25fa-9243-4209-b92f-0b3179a2a71f), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:17.315943 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-527326d6-71ae-4cc3-9a0a-a3ece94de53a req-0d7c211b-fb20-41c2-8310-f0b0e06f431f tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (632e25fa-9243-4209-b92f-0b3179a2a71f), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:17.324885 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-87429188-4a9b-435d-9cd7-4070dce2a755 req-c5a111b3-e231-4bf2-b555-e8d52a6cc7c7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f34e4e06-e537-4833-a9ca-032296768d2b HTTP/1.1" status: 200 len: 217 time: 0.0869572 Feb 04 12:25:17.350958 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f741f2c5-460f-49eb-81be-3c3ffbedc0af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82adb228-2362-4f3b-a861-5bf43e5acae8'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:25:17.355292 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5262209f-3852-486d-9b47-51c6e6c4807c" -d '{"events": [{"server_uuid": "f741f2c5-460f-49eb-81be-3c3ffbedc0af", "name": "network-vif-unplugged", "status": "completed", "tag": "82adb228-2362-4f3b-a861-5bf43e5acae8"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:25:17.380644 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-527326d6-71ae-4cc3-9a0a-a3ece94de53a req-0d7c211b-fb20-41c2-8310-f0b0e06f431f tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:17.407266 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-527326d6-71ae-4cc3-9a0a-a3ece94de53a req-0d7c211b-fb20-41c2-8310-f0b0e06f431f tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.4512861 Feb 04 12:25:17.435055 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7c211b-fb20-41c2-8310-f0b0e06f431f tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=632e25fa-9243-4209-b92f-0b3179a2a71f,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:17.460413 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1bccd383-0374-484b-8078-732354a9da1a req-99500fce-09fa-443b-87ca-e01abf671a44 service neutron] 10.222.0.65 "GET /v2.0/networks/f4dfd687-dba5-46ff-81a8-361822d13e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592978 Feb 04 12:25:17.557760 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-bf9caba1-ce0f-46fa-bb3d-a458d5330bca None None] Set router 9a3d652d-1f8a-4c52-98f2-1d6794301f45 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:25:17.581858 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87429188-4a9b-435d-9cd7-4070dce2a755 req-7ab3f716-1bc0-482b-88b3-3ddf99eeeb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:17.583478 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-87429188-4a9b-435d-9cd7-4070dce2a755 req-7ab3f716-1bc0-482b-88b3-3ddf99eeeb42 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=baf06417-eecb-4036-81cf-3c7679e7daf8 HTTP/1.1" status: 200 len: 861 time: 0.2176461 Feb 04 12:25:17.587507 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-bc530d03-416f-4bb5-824e-d0c8311c7804 req-4dd1b2a1-4fd0-441a-8162-4172fc201dda service neutron] 10.222.0.77 "GET /v2.0/ports/e41cc05a-731b-4b6b-ba8a-418ccc105335/bindings/n-h1-825015-3 HTTP/1.1" status: 200 len: 384 time: 0.2205226 Feb 04 12:25:17.657979 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-87429188-4a9b-435d-9cd7-4070dce2a755 req-823d9d2d-9bd5-4ee9-8955-150521d8f0fc service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=365084f8-2068-4655-9009-041f3cc171be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583656 Feb 04 12:25:17.666390 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a7f6d073-2b06-4d60-9764-8a4a4e8da2da admin admin] Publish callbacks [] for router (9a3d652d-1f8a-4c52-98f2-1d6794301f45), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:17.670482 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1bccd383-0374-484b-8078-732354a9da1a req-e22408fe-ae37-4509-b115-74a858e2e72a service neutron] 10.222.0.65 "GET /v2.0/networks/f4dfd687-dba5-46ff-81a8-361822d13e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091072 Feb 04 12:25:17.699442 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92c2338-870b-455a-b400-6b35397b3239 req-97a227f3-54fa-4462-830b-186a5317766c tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:17.701672 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d92c2338-870b-455a-b400-6b35397b3239 req-97a227f3-54fa-4462-830b-186a5317766c tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?device_id=35799951-f327-49e4-9a9d-7a4789d7e10d HTTP/1.1" status: 200 len: 945 time: 0.1811881 Feb 04 12:25:17.781703 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d92c2338-870b-455a-b400-6b35397b3239 req-c49b200a-f56a-416a-b2b4-7bdb2c102d6e tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f51ab49-2800-41c7-a09d-ab109cee7e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716863 Feb 04 12:25:17.953542 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e99c2adc-17dd-4452-a4ab-c99bd898463e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:18.012263 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a6f94-66db-4d50-b2aa-3ff05ef615f3 req-e2148824-f600-4ba9-9b65-38518445d530 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:18.014020 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-708a6f94-66db-4d50-b2aa-3ff05ef615f3 req-e2148824-f600-4ba9-9b65-38518445d530 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d71fca2-7310-4efc-9eaf-c31026923412 HTTP/1.1" status: 200 len: 943 time: 0.0953305 Feb 04 12:25:18.064594 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-bf9caba1-ce0f-46fa-bb3d-a458d5330bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a3d652d-1f8a-4c52-98f2-1d6794301f45', 'name': 'tempest-ServersTestMultiNic-2034245854-router', 'tenant_id': '47de0937152d4219879ddb21b59f348a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '33bb0bee-cc4e-442e-af52-a22c4f32d993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:22:26Z', 'updated_at': '2022-02-04T12:25:15Z', 'revision_number': 5, 'project_id': '47de0937152d4219879ddb21b59f348a', 'gw_port': {'id': '33bb0bee-cc4e-442e-af52-a22c4f32d993', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:c6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3d652d-1f8a-4c52-98f2-1d6794301f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:22:28Z', 'updated_at': '2022-02-04T12:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:25:18.110515 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9caba1-ce0f-46fa-bb3d-a458d5330bca None None] Checking router: 9a3d652d-1f8a-4c52-98f2-1d6794301f45 for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:25:18.126315 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-708a6f94-66db-4d50-b2aa-3ff05ef615f3 req-7b690d25-95a4-4d82-a962-2ad96832383b tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/security-groups?id=0e320687-8002-4e00-a016-6bf57af2cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060996 Feb 04 12:25:18.134917 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9caba1-ce0f-46fa-bb3d-a458d5330bca None None] Routers {'9a3d652d-1f8a-4c52-98f2-1d6794301f45'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:25:18.139586 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-bf9caba1-ce0f-46fa-bb3d-a458d5330bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:25:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['9a3d652d-1f8a-4c52-98f2-1d6794301f45'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:25:18.204365 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62b93781-a0bc-4707-a8eb-275cc55713a2 x-openstack-request-id: req-62b93781-a0bc-4707-a8eb-275cc55713a2 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:25:18.204915 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d71fca2-7310-4efc-9eaf-c31026923412", "tag": "f34e4e06-e537-4833-a9ca-032296768d2b", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:25:18.205078 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-62b93781-a0bc-4707-a8eb-275cc55713a2 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:25:18.208421 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d71fca2-7310-4efc-9eaf-c31026923412', 'tag': 'f34e4e06-e537-4833-a9ca-032296768d2b', 'status': 'completed', 'code': 200} Feb 04 12:25:18.208813 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device d441af3c-39b4-46ee-af38-3502aa337c29 up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:25:18.262587 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 12:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-239f8f55-9cb1-4835-a71c-990c28d2a316 x-openstack-request-id: req-239f8f55-9cb1-4835-a71c-990c28d2a316 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:25:18.263762 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f741f2c5-460f-49eb-81be-3c3ffbedc0af", "name": "network-vif-unplugged", "status": "completed", "tag": "82adb228-2362-4f3b-a861-5bf43e5acae8", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:25:18.264447 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-239f8f55-9cb1-4835-a71c-990c28d2a316 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:25:18.265049 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f741f2c5-460f-49eb-81be-3c3ffbedc0af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82adb228-2362-4f3b-a861-5bf43e5acae8', 'code': 200} Feb 04 12:25:18.313349 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning for port d441af3c-39b4-46ee-af38-3502aa337c29 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:25:18.333978 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec39a56b-141f-46b1-946a-951c77499c19 req-27563202-688f-46be-b5c6-4327d7977def tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:18.341618 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ec39a56b-141f-46b1-946a-951c77499c19 req-27563202-688f-46be-b5c6-4327d7977def tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/ports?device_id=e024d6c3-80c1-425c-a5a9-a7305d647b89 HTTP/1.1" status: 200 len: 943 time: 0.1450255 Feb 04 12:25:18.346859 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port d441af3c-39b4-46ee-af38-3502aa337c29 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:25:18.348139 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (d441af3c-39b4-46ee-af38-3502aa337c29), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:18.397272 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-bf9caba1-ce0f-46fa-bb3d-a458d5330bca None None] Set router 9a3d652d-1f8a-4c52-98f2-1d6794301f45 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:25:18.445293 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a7f6d073-2b06-4d60-9764-8a4a4e8da2da admin admin] Publish callbacks [] for router_gateway (9a3d652d-1f8a-4c52-98f2-1d6794301f45), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:18.574683 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8763b2ee-005d-4fa1-afae-a0f97816854e req-c45f2432-480a-4c2a-b01f-a092ade8fa3b tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:18.576872 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-8763b2ee-005d-4fa1-afae-a0f97816854e req-c45f2432-480a-4c2a-b01f-a092ade8fa3b tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] 10.222.0.73 "GET /v2.0/ports?device_id=f741f2c5-460f-49eb-81be-3c3ffbedc0af HTTP/1.1" status: 200 len: 944 time: 0.2782640 Feb 04 12:25:18.591659 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-87429188-4a9b-435d-9cd7-4070dce2a755 req-f6189c64-6e59-4825-a6a6-5392a58e1018 service neutron] 10.222.0.77 "GET /v2.0/networks/365084f8-2068-4655-9009-041f3cc171be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9196870 Feb 04 12:25:18.610699 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ec39a56b-141f-46b1-946a-951c77499c19 req-363b0da9-1ef1-40ce-a293-be5694c0dfe6 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4f571d4-f0a1-47f6-a54a-b93db47581cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676852 Feb 04 12:25:18.673896 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port d441af3c-39b4-46ee-af38-3502aa337c29 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:25:18.674566 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (d441af3c-39b4-46ee-af38-3502aa337c29), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:18.746441 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port d441af3c-39b4-46ee-af38-3502aa337c29, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=d441af3c-39b4-46ee-af38-3502aa337c29,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:25:18.752249 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (d441af3c-39b4-46ee-af38-3502aa337c29), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:18.800337 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65066d1e-a99d-4283-ac7c-a639646c7f72 req-c48ef860-a3a1-40a0-b2d7-0f8070e29d5e tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:18.808190 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-65066d1e-a99d-4283-ac7c-a639646c7f72 req-c48ef860-a3a1-40a0-b2d7-0f8070e29d5e tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.65 "GET /v2.0/networks?id=b8fa325b-bcd0-4398-bc54-1d713ba7c3b0 HTTP/1.1" status: 200 len: 812 time: 0.4080479 Feb 04 12:25:18.863978 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=d441af3c-39b4-46ee-af38-3502aa337c29,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:18.891501 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-65066d1e-a99d-4283-ac7c-a639646c7f72 req-5ebd3aed-189f-4335-b241-b28dedf759a8 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.65 "GET /v2.0/quotas/b09d9febdaa2484bafa8461f34390659 HTTP/1.1" status: 200 len: 375 time: 0.0820348 Feb 04 12:25:18.946538 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-bf9caba1-ce0f-46fa-bb3d-a458d5330bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a3d652d-1f8a-4c52-98f2-1d6794301f45', 'name': 'tempest-ServersTestMultiNic-2034245854-router', 'tenant_id': '47de0937152d4219879ddb21b59f348a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '33bb0bee-cc4e-442e-af52-a22c4f32d993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:22:26Z', 'updated_at': '2022-02-04T12:25:15Z', 'revision_number': 5, 'project_id': '47de0937152d4219879ddb21b59f348a', 'gw_port': {'id': '33bb0bee-cc4e-442e-af52-a22c4f32d993', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:c6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3d652d-1f8a-4c52-98f2-1d6794301f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:22:28Z', 'updated_at': '2022-02-04T12:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:25:19.013098 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9caba1-ce0f-46fa-bb3d-a458d5330bca None None] The sync data for ids ['9a3d652d-1f8a-4c52-98f2-1d6794301f45'] in n-d-825015-3 is: [{'id': '9a3d652d-1f8a-4c52-98f2-1d6794301f45', 'name': 'tempest-ServersTestMultiNic-2034245854-router', 'tenant_id': '47de0937152d4219879ddb21b59f348a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '33bb0bee-cc4e-442e-af52-a22c4f32d993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:22:26Z', 'updated_at': '2022-02-04T12:25:15Z', 'revision_number': 5, 'project_id': '47de0937152d4219879ddb21b59f348a', 'gw_port': {'id': '33bb0bee-cc4e-442e-af52-a22c4f32d993', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:c6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3d652d-1f8a-4c52-98f2-1d6794301f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:22:28Z', 'updated_at': '2022-02-04T12:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:25:19.024654 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32a55e3-8aca-4df8-80cf-00329cfd9d4c req-2b4ae36c-49f1-4783-9ecb-c345cc1db730 tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:19.029778 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b32a55e3-8aca-4df8-80cf-00329cfd9d4c req-2b4ae36c-49f1-4783-9ecb-c345cc1db730 tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6db0dcb-a3f7-437b-b9b0-6285d804ef6a HTTP/1.1" status: 200 len: 949 time: 0.2186129 Feb 04 12:25:19.030604 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-bc530d03-416f-4bb5-824e-d0c8311c7804 req-346c4018-9bea-406b-9a41-8f68f272a31b service neutron] For port e41cc05a-731b-4b6b-ba8a-418ccc105335, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=e41cc05a-731b-4b6b-ba8a-418ccc105335,segment=NetworkSegment(1a9a2aca-b7f6-445c-a938-0b8696864233),segment_id=1a9a2aca-b7f6-445c-a938-0b8696864233)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:25:19.062160 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-bc530d03-416f-4bb5-824e-d0c8311c7804 req-346c4018-9bea-406b-9a41-8f68f272a31b service neutron] For port e41cc05a-731b-4b6b-ba8a-418ccc105335, host n-h2-825015-3, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:25:19.077945 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-65066d1e-a99d-4283-ac7c-a639646c7f72 req-b477b432-a2ce-4168-a18b-49fd6aaa9ce8 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=b09d9febdaa2484bafa8461f34390659&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1793833 Feb 04 12:25:19.104775 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:19.117324 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [req-bc530d03-416f-4bb5-824e-d0c8311c7804 req-346c4018-9bea-406b-9a41-8f68f272a31b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e41cc05a-731b-4b6b-ba8a-418ccc105335 {{(pid=103474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:25:19.130024 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-bc530d03-416f-4bb5-824e-d0c8311c7804 req-346c4018-9bea-406b-9a41-8f68f272a31b service neutron] For port e41cc05a-731b-4b6b-ba8a-418ccc105335, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=e41cc05a-731b-4b6b-ba8a-418ccc105335,segment=NetworkSegment(1a9a2aca-b7f6-445c-a938-0b8696864233),segment_id=1a9a2aca-b7f6-445c-a938-0b8696864233)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:25:19.134987 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-a7f6d073-2b06-4d60-9764-8a4a4e8da2da admin admin] Deleting port 33bb0bee-cc4e-442e-af52-a22c4f32d993 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:25:19.135332 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a7f6d073-2b06-4d60-9764-8a4a4e8da2da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (33bb0bee-cc4e-442e-af52-a22c4f32d993), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:19.160092 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-87429188-4a9b-435d-9cd7-4070dce2a755 req-11d7a075-5941-475c-a497-56e28494c1f1 service neutron] 10.222.0.77 "GET /v2.0/networks/365084f8-2068-4655-9009-041f3cc171be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5315924 Feb 04 12:25:19.210588 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-bc530d03-416f-4bb5-824e-d0c8311c7804 req-346c4018-9bea-406b-9a41-8f68f272a31b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (e41cc05a-731b-4b6b-ba8a-418ccc105335), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:19.293459 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-65066d1e-a99d-4283-ac7c-a639646c7f72 req-2d75e019-881d-4b6d-a7c8-bd1fb4bd1f16 service neutron] 10.222.0.65 "GET /v2.0/networks/b8fa325b-bcd0-4398-bc54-1d713ba7c3b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146399 Feb 04 12:25:19.306630 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b32a55e3-8aca-4df8-80cf-00329cfd9d4c req-dbe0c805-ad46-4f9b-8188-566104d14318 tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc117a99-abfb-4c9f-b5fe-c5a8dfa82af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661979 Feb 04 12:25:19.340740 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-8763b2ee-005d-4fa1-afae-a0f97816854e req-45d17dd4-0494-4630-a87f-76ddce21ed4a tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Deleting port 82adb228-2362-4f3b-a861-5bf43e5acae8 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:25:19.341091 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-8763b2ee-005d-4fa1-afae-a0f97816854e req-45d17dd4-0494-4630-a87f-76ddce21ed4a tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (82adb228-2362-4f3b-a861-5bf43e5acae8), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:19.451538 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-77c7d739-2514-43e8-9ee8-917d0707ec6a req-654a1833-277d-4f35-927d-6dd1d88d2441 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf95935d-16c5-45d1-b524-d91fd1a03a94 HTTP/1.1" status: 200 len: 210 time: 0.0429890 Feb 04 12:25:19.493780 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-a7f6d073-2b06-4d60-9764-8a4a4e8da2da admin admin] For port 33bb0bee-cc4e-442e-af52-a22c4f32d993, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=33bb0bee-cc4e-442e-af52-a22c4f32d993,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:25:19.497954 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a7f6d073-2b06-4d60-9764-8a4a4e8da2da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (33bb0bee-cc4e-442e-af52-a22c4f32d993), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:19.541480 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-65066d1e-a99d-4283-ac7c-a639646c7f72 req-2442c97d-4e52-4759-ae23-bffd11bde8df service neutron] 10.222.0.65 "GET /v2.0/networks/b8fa325b-bcd0-4398-bc54-1d713ba7c3b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337954 Feb 04 12:25:19.551117 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.provisioning_blocks [req-bc530d03-416f-4bb5-824e-d0c8311c7804 req-346c4018-9bea-406b-9a41-8f68f272a31b service neutron] Transition to ACTIVE for port object e41cc05a-731b-4b6b-ba8a-418ccc105335 will not be triggered until provisioned by entity L2. {{(pid=103474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:25:19.553050 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-a7f6d073-2b06-4d60-9764-8a4a4e8da2da admin admin] Calling delete_port for 33bb0bee-cc4e-442e-af52-a22c4f32d993 owned by network:router_gateway {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:25:19.568037 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe241470-1450-463a-91f5-b1f1158d6378 req-9ba7afb4-4a50-4801-b055-2ef907c49fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:19.570651 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-fe241470-1450-463a-91f5-b1f1158d6378 req-9ba7afb4-4a50-4801-b055-2ef907c49fa8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=207f01ccf15c4616a04a98fbbad5fc72&device_id=2d71fca2-7310-4efc-9eaf-c31026923412 HTTP/1.1" status: 200 len: 1125 time: 0.3179772 Feb 04 12:25:19.580383 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-bc530d03-416f-4bb5-824e-d0c8311c7804 req-346c4018-9bea-406b-9a41-8f68f272a31b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (e41cc05a-731b-4b6b-ba8a-418ccc105335), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:19.719108 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-8763b2ee-005d-4fa1-afae-a0f97816854e req-45d17dd4-0494-4630-a87f-76ddce21ed4a tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] For port 82adb228-2362-4f3b-a861-5bf43e5acae8, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=82adb228-2362-4f3b-a861-5bf43e5acae8,segment=NetworkSegment(02af7db9-ac7a-4fd9-8876-35ceb0279e70),segment_id=02af7db9-ac7a-4fd9-8876-35ceb0279e70)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:25:19.719771 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-8763b2ee-005d-4fa1-afae-a0f97816854e req-45d17dd4-0494-4630-a87f-76ddce21ed4a tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (82adb228-2362-4f3b-a861-5bf43e5acae8), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:19.734944 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-8763b2ee-005d-4fa1-afae-a0f97816854e req-45d17dd4-0494-4630-a87f-76ddce21ed4a tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Calling delete_port for 82adb228-2362-4f3b-a861-5bf43e5acae8 owned by compute:nova {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:25:19.921155 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd454f5-3910-4b70-b7c5-7ef82b430e8e req-03cfc7c5-49b5-4b80-8266-b1eadcdc76df tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:19.934901 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bbd454f5-3910-4b70-b7c5-7ef82b430e8e req-03cfc7c5-49b5-4b80-8266-b1eadcdc76df tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?device_id=35799951-f327-49e4-9a9d-7a4789d7e10d HTTP/1.1" status: 200 len: 945 time: 0.2526019 Feb 04 12:25:20.085599 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bccd383-0374-484b-8078-732354a9da1a req-e54cd0ba-e333-4535-9828-c47f608cb6d9 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:20.087339 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1bccd383-0374-484b-8078-732354a9da1a req-e54cd0ba-e333-4535-9828-c47f608cb6d9 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] 10.222.0.73 "GET /v2.0/networks?id=f4dfd687-dba5-46ff-81a8-361822d13e13 HTTP/1.1" status: 200 len: 805 time: 0.3684721 Feb 04 12:25:20.096024 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc530d03-416f-4bb5-824e-d0c8311c7804 req-346c4018-9bea-406b-9a41-8f68f272a31b service neutron] No DVR routers for this DVR port e41cc05a-731b-4b6b-ba8a-418ccc105335 on host n-h2-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:25:20.106310 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bbd454f5-3910-4b70-b7c5-7ef82b430e8e req-d5cb49df-2586-453c-b264-ae016021de6c tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f51ab49-2800-41c7-a09d-ab109cee7e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646116 Feb 04 12:25:20.110795 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346c4018-9bea-406b-9a41-8f68f272a31b service neutron] Pushing event updated for resources: {'Port': ['ID=e41cc05a-731b-4b6b-ba8a-418ccc105335,revision_number=10']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:20.127377 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-1bccd383-0374-484b-8078-732354a9da1a req-becaf91e-292e-4b54-9b53-4559e19e09c8 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Request body: {'port': {'device_id': 'cf95935d-16c5-45d1-b524-d91fd1a03a94', 'network_id': 'f4dfd687-dba5-46ff-81a8-361822d13e13', 'admin_state_up': True, 'tenant_id': 'f50b895c9ca94e2aa6b9c6495d9eebfd'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:25:20.216097 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe241470-1450-463a-91f5-b1f1158d6378 req-5f0182c3-9bd2-4834-abe4-29444afb9ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:20.217758 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-fe241470-1450-463a-91f5-b1f1158d6378 req-5f0182c3-9bd2-4834-abe4-29444afb9ec2 service neutron] 10.222.0.77 "GET /v2.0/networks?id=365084f8-2068-4655-9009-041f3cc171be HTTP/1.1" status: 200 len: 922 time: 0.5140018 Feb 04 12:25:20.223327 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-8763b2ee-005d-4fa1-afae-a0f97816854e req-45d17dd4-0494-4630-a87f-76ddce21ed4a tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (82adb228-2362-4f3b-a861-5bf43e5acae8), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:20.229214 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-bc530d03-416f-4bb5-824e-d0c8311c7804 req-346c4018-9bea-406b-9a41-8f68f272a31b service neutron] 10.222.0.77 "PUT /v2.0/ports/e41cc05a-731b-4b6b-ba8a-418ccc105335/bindings/n-h1-825015-3/activate HTTP/1.1" status: 200 len: 369 time: 2.6307397 Feb 04 12:25:20.244613 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984dab75-7a05-481a-8939-12461a7133a3 req-92b5dff4-d44e-478a-a44c-596a90a34d4b tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:20.255191 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-984dab75-7a05-481a-8939-12461a7133a3 req-92b5dff4-d44e-478a-a44c-596a90a34d4b tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d71fca2-7310-4efc-9eaf-c31026923412 HTTP/1.1" status: 200 len: 943 time: 0.3543468 Feb 04 12:25:20.267201 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6db0dcb-a3f7-437b-b9b0-6285d804ef6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd441af3c-39b4-46ee-af38-3502aa337c29'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:25:20.270042 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bfd1e1c-1f7f-4c4f-b35a-c6af870e92e7" -d '{"events": [{"server_uuid": "d6db0dcb-a3f7-437b-b9b0-6285d804ef6a", "name": "network-vif-plugged", "status": "completed", "tag": "d441af3c-39b4-46ee-af38-3502aa337c29"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:25:20.340721 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-fe241470-1450-463a-91f5-b1f1158d6378 req-afcb8fde-57ad-471b-aef6-6f150ea479e3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f34e4e06-e537-4833-a9ca-032296768d2b HTTP/1.1" status: 200 len: 217 time: 0.1077325 Feb 04 12:25:20.342489 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:20.347297 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d17dd4-0494-4630-a87f-76ddce21ed4a tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Pushing event deleted for resources: {'Port': ['ID=82adb228-2362-4f3b-a861-5bf43e5acae8,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:20.384874 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a7f6d073-2b06-4d60-9764-8a4a4e8da2da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (33bb0bee-cc4e-442e-af52-a22c4f32d993), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:20.464761 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f6d073-2b06-4d60-9764-8a4a4e8da2da admin admin] Pushing event deleted for resources: {'Port': ['ID=33bb0bee-cc4e-442e-af52-a22c4f32d993,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:20.490655 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-8763b2ee-005d-4fa1-afae-a0f97816854e req-45d17dd4-0494-4630-a87f-76ddce21ed4a tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] No DVR routers for this DVR port 82adb228-2362-4f3b-a861-5bf43e5acae8 on host n-h1-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:25:20.497686 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-8763b2ee-005d-4fa1-afae-a0f97816854e req-45d17dd4-0494-4630-a87f-76ddce21ed4a tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:20.501448 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-8763b2ee-005d-4fa1-afae-a0f97816854e req-45d17dd4-0494-4630-a87f-76ddce21ed4a tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] 10.222.0.73 "DELETE /v2.0/ports/82adb228-2362-4f3b-a861-5bf43e5acae8 HTTP/1.1" status: 204 len: 173 time: 1.9085715 Feb 04 12:25:20.504763 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f741f2c5-460f-49eb-81be-3c3ffbedc0af', 'name': 'network-vif-deleted', 'tag': '82adb228-2362-4f3b-a861-5bf43e5acae8'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:25:20.507649 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a08343ed-8018-4162-b9b7-e8cf11db1ced" -d '{"events": [{"server_uuid": "f741f2c5-460f-49eb-81be-3c3ffbedc0af", "name": "network-vif-deleted", "tag": "82adb228-2362-4f3b-a861-5bf43e5acae8"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:25:20.537348 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe241470-1450-463a-91f5-b1f1158d6378 req-bfd69516-2a20-48e9-be3d-0188303140ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:20.539163 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-fe241470-1450-463a-91f5-b1f1158d6378 req-bfd69516-2a20-48e9-be3d-0188303140ed service neutron] 10.222.0.77 "GET /v2.0/subnets?id=baf06417-eecb-4036-81cf-3c7679e7daf8 HTTP/1.1" status: 200 len: 861 time: 0.1676235 Feb 04 12:25:20.567051 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-984dab75-7a05-481a-8939-12461a7133a3 req-62b4251c-ba1f-48e4-9ab8-9ff1b18fea4a tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/security-groups?id=0e320687-8002-4e00-a016-6bf57af2cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3110919 Feb 04 12:25:20.688312 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-fe241470-1450-463a-91f5-b1f1158d6378 req-c0e9db16-1a44-4e7c-83e2-760ce303e63a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=365084f8-2068-4655-9009-041f3cc171be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741417 Feb 04 12:25:20.752301 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bccd383-0374-484b-8078-732354a9da1a req-becaf91e-292e-4b54-9b53-4559e19e09c8 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Made reservation on behalf of f50b895c9ca94e2aa6b9c6495d9eebfd for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:25:20.756667 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-1bccd383-0374-484b-8078-732354a9da1a req-becaf91e-292e-4b54-9b53-4559e19e09c8 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:20.768544 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 7125ce84-274f-4bad-8d48-a48215d73797 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:25:20.821682 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8627eca7-3989-4271-8965-2f8be6176666 req-b7cac0f7-7a22-463a-8868-71e0a120bc62 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.65 "GET /v2.0/ports?device_id=4812abf9-87aa-4b86-a526-e06e064e1eed HTTP/1.1" status: 200 len: 210 time: 0.0930545 Feb 04 12:25:20.825365 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a7f6d073-2b06-4d60-9764-8a4a4e8da2da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1599901'] for router_gateway (9a3d652d-1f8a-4c52-98f2-1d6794301f45), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:20.848699 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 7125ce84-274f-4bad-8d48-a48215d73797 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:25:20.849321 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 7125ce84-274f-4bad-8d48-a48215d73797 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:25:20.884762 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc530d03-416f-4bb5-824e-d0c8311c7804 req-63de14ff-9369-41e2-af5b-e40dcefc203b tempest-LiveMigrationTest-337354813 tempest-LiveMigrationTest-337354813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:20.886310 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bc530d03-416f-4bb5-824e-d0c8311c7804 req-63de14ff-9369-41e2-af5b-e40dcefc203b tempest-LiveMigrationTest-337354813 tempest-LiveMigrationTest-337354813-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=e024d6c3-80c1-425c-a5a9-a7305d647b89&tenant_id=24a467b030c744bba5cc99601ae6aefc&binding%3Ahost_id=n-h2-825015-3 HTTP/1.1" status: 200 len: 1126 time: 0.5813091 Feb 04 12:25:20.916970 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81632c07-f302-4de4-8b6b-0fb8315caeef x-openstack-request-id: req-81632c07-f302-4de4-8b6b-0fb8315caeef {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:25:20.917394 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6db0dcb-a3f7-437b-b9b0-6285d804ef6a", "name": "network-vif-plugged", "status": "completed", "tag": "d441af3c-39b4-46ee-af38-3502aa337c29", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:25:20.917667 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-81632c07-f302-4de4-8b6b-0fb8315caeef {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:25:20.918193 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6db0dcb-a3f7-437b-b9b0-6285d804ef6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd441af3c-39b4-46ee-af38-3502aa337c29', 'code': 200} Feb 04 12:25:20.955754 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f3d9a4-3cb7-47d0-a1c0-adf6769f8a6d req-49960bdd-da07-4490-9d3d-91be1031d1d1 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:20.963790 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-21f3d9a4-3cb7-47d0-a1c0-adf6769f8a6d req-49960bdd-da07-4490-9d3d-91be1031d1d1 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/ports?device_id=e024d6c3-80c1-425c-a5a9-a7305d647b89 HTTP/1.1" status: 200 len: 944 time: 0.3768620 Feb 04 12:25:21.057167 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a7f6d073-2b06-4d60-9764-8a4a4e8da2da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10915'] for router (9a3d652d-1f8a-4c52-98f2-1d6794301f45), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:21.058830 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 35030) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:25:21.082269 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a7f6d073-2b06-4d60-9764-8a4a4e8da2da admin admin] Publish callbacks [] for router_controller (9a3d652d-1f8a-4c52-98f2-1d6794301f45), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:21.156124 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-fe241470-1450-463a-91f5-b1f1158d6378 req-1c6cca1a-1d6f-49c3-9b41-6a337f104c84 service neutron] 10.222.0.77 "GET /v2.0/networks/365084f8-2068-4655-9009-041f3cc171be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4561269 Feb 04 12:25:21.173590 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a7f6d073-2b06-4d60-9764-8a4a4e8da2da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622829'] for router (9a3d652d-1f8a-4c52-98f2-1d6794301f45), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:21.174561 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7f6d073-2b06-4d60-9764-8a4a4e8da2da admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a3d652d-1f8a-4c52-98f2-1d6794301f45 {{(pid=103474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 12:25:21.224706 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a7f6d073-2b06-4d60-9764-8a4a4e8da2da admin admin] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:21.226031 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-a7f6d073-2b06-4d60-9764-8a4a4e8da2da admin admin] 10.222.0.65 "DELETE /v2.0/routers/9a3d652d-1f8a-4c52-98f2-1d6794301f45 HTTP/1.1" status: 204 len: 168 time: 3.9861989 Feb 04 12:25:21.232891 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 35036) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:25:21.258760 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34d9bef-e403-40e2-ae3c-1888753eafa8 req-e7a9159e-2518-42ba-ba77-ad353a369ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:21.263291 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-c34d9bef-e403-40e2-ae3c-1888753eafa8 req-e7a9159e-2518-42ba-ba77-ad353a369ae4 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d6db0dcb-a3f7-437b-b9b0-6285d804ef6a HTTP/1.1" status: 200 len: 1131 time: 0.2344918 Feb 04 12:25:21.307679 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-21f3d9a4-3cb7-47d0-a1c0-adf6769f8a6d req-2eb4e4e7-eac3-490d-8690-b84dcbd1bc8f tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4f571d4-f0a1-47f6-a54a-b93db47581cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3375437 Feb 04 12:25:21.334392 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc530d03-416f-4bb5-824e-d0c8311c7804 req-e696ded1-8238-4600-a11c-6bc4b7559f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:21.337076 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bc530d03-416f-4bb5-824e-d0c8311c7804 req-e696ded1-8238-4600-a11c-6bc4b7559f90 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e024d6c3-80c1-425c-a5a9-a7305d647b89&tenant_id=24a467b030c744bba5cc99601ae6aefc HTTP/1.1" status: 200 len: 1126 time: 0.4016647 Feb 04 12:25:21.404003 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-133904dd-e91f-44d4-91a4-5b074cfd60fd admin admin] Deleting subnet 4c63f2d1-6663-4291-a76e-17876fde4854 {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:25:21.417378 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07ed7b6-2659-45cd-8299-b59eeb92791b req-fb38cbfd-b0da-4d80-9fb1-57da1890adf0 tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:21.428030 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-133904dd-e91f-44d4-91a4-5b074cfd60fd admin admin] Publish callbacks [] for subnet (4c63f2d1-6663-4291-a76e-17876fde4854), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:21.431149 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e07ed7b6-2659-45cd-8299-b59eeb92791b req-fb38cbfd-b0da-4d80-9fb1-57da1890adf0 tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6db0dcb-a3f7-437b-b9b0-6285d804ef6a HTTP/1.1" status: 200 len: 949 time: 0.3616059 Feb 04 12:25:21.433840 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-fe241470-1450-463a-91f5-b1f1158d6378 req-f4da765f-5937-44f3-a680-64925e522391 service neutron] 10.222.0.77 "GET /v2.0/networks/365084f8-2068-4655-9009-041f3cc171be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2717845 Feb 04 12:25:21.482105 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-c34d9bef-e403-40e2-ae3c-1888753eafa8 req-9034477a-df58-4b92-a02e-6ace89e1e205 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=fc117a99-abfb-4c9f-b5fe-c5a8dfa82af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718884 Feb 04 12:25:21.520860 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-133904dd-e91f-44d4-91a4-5b074cfd60fd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (4c63f2d1-6663-4291-a76e-17876fde4854), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:21.557718 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8e27f7c9-1b66-4389-a64a-9b9d95d052eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:21.559664 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:21.567712 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-1bccd383-0374-484b-8078-732354a9da1a req-becaf91e-292e-4b54-9b53-4559e19e09c8 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Allocated IP 172.20.0.5 (f4dfd687-dba5-46ff-81a8-361822d13e13/875d7ebd-efc4-4fa6-a601-61971abf78fc/b01d1443-a960-47d9-96a7-6e1cb030716e) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:25:21.587679 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a45178e1-f03d-4003-9ef1-7ba0191a5b27 req-13f9963a-3ee0-4efe-967b-ea08d6331ad7 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf95935d-16c5-45d1-b524-d91fd1a03a94 HTTP/1.1" status: 200 len: 210 time: 0.1132643 Feb 04 12:25:21.745594 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c57a9eeb-fa90-406c-a6a1-b103f322ec66 x-openstack-request-id: req-c57a9eeb-fa90-406c-a6a1-b103f322ec66 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:25:21.745943 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f741f2c5-460f-49eb-81be-3c3ffbedc0af", "name": "network-vif-deleted", "tag": "82adb228-2362-4f3b-a861-5bf43e5acae8", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:25:21.746242 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c57a9eeb-fa90-406c-a6a1-b103f322ec66 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:25:21.746731 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f741f2c5-460f-49eb-81be-3c3ffbedc0af', 'name': 'network-vif-deleted', 'tag': '82adb228-2362-4f3b-a861-5bf43e5acae8', 'status': 'completed', 'code': 200} Feb 04 12:25:21.759428 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e07ed7b6-2659-45cd-8299-b59eeb92791b req-5c8c1637-960d-42e3-9c0b-6da636bff867 tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc117a99-abfb-4c9f-b5fe-c5a8dfa82af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3267357 Feb 04 12:25:21.830969 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65066d1e-a99d-4283-ac7c-a639646c7f72 req-a3895a62-cfeb-47f4-bece-e9e969f004b5 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:21.832753 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-65066d1e-a99d-4283-ac7c-a639646c7f72 req-a3895a62-cfeb-47f4-bece-e9e969f004b5 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.77 "GET /v2.0/networks?id=b8fa325b-bcd0-4398-bc54-1d713ba7c3b0 HTTP/1.1" status: 200 len: 812 time: 0.2355797 Feb 04 12:25:21.846258 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-65066d1e-a99d-4283-ac7c-a639646c7f72 req-d9c88a09-4a4c-4cf5-b077-75b39c32d19f tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Request body: {'port': {'device_id': '4812abf9-87aa-4b86-a526-e06e064e1eed', 'network_id': 'b8fa325b-bcd0-4398-bc54-1d713ba7c3b0', 'admin_state_up': True, 'tenant_id': 'b09d9febdaa2484bafa8461f34390659'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:25:21.902009 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc530d03-416f-4bb5-824e-d0c8311c7804 req-9e4413f7-1b50-4dc9-9ed7-3a7e69120262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:21.906367 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bc530d03-416f-4bb5-824e-d0c8311c7804 req-9e4413f7-1b50-4dc9-9ed7-3a7e69120262 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=24a467b030c744bba5cc99601ae6aefc&device_id=e024d6c3-80c1-425c-a5a9-a7305d647b89 HTTP/1.1" status: 200 len: 1126 time: 0.4153581 Feb 04 12:25:22.077869 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57266c4-897b-45ef-a3ad-c5895c21823f req-d92ab2ef-e4ad-42fa-9b6c-9cc39a383e77 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:22.079423 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c57266c4-897b-45ef-a3ad-c5895c21823f req-d92ab2ef-e4ad-42fa-9b6c-9cc39a383e77 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?device_id=35799951-f327-49e4-9a9d-7a4789d7e10d HTTP/1.1" status: 200 len: 945 time: 0.3294249 Feb 04 12:25:22.153819 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-1bccd383-0374-484b-8078-732354a9da1a req-becaf91e-292e-4b54-9b53-4559e19e09c8 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Publish callbacks [] for port (b01d1443-a960-47d9-96a7-6e1cb030716e), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:22.213007 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c57266c4-897b-45ef-a3ad-c5895c21823f req-ffd63bbd-851b-4e76-b954-aad9ff92230d tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f51ab49-2800-41c7-a09d-ab109cee7e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253426 Feb 04 12:25:22.233313 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc530d03-416f-4bb5-824e-d0c8311c7804 req-4ef30179-38bf-42df-80bc-62b6aea0cea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:22.234818 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bc530d03-416f-4bb5-824e-d0c8311c7804 req-4ef30179-38bf-42df-80bc-62b6aea0cea2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8201226e-f25e-431d-a6a5-6704e8dc4880 HTTP/1.1" status: 200 len: 908 time: 0.3122003 Feb 04 12:25:22.239114 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 82adb228-2362-4f3b-a861-5bf43e5acae8 no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:25:22.289951 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] No Port match for: 82adb228-2362-4f3b-a861-5bf43e5acae8 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:25:22.290439 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 82adb228-2362-4f3b-a861-5bf43e5acae8 not bound to the agent host n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:25:22.332757 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bc530d03-416f-4bb5-824e-d0c8311c7804 req-c3b826ca-3a32-45d1-9100-cb592bbdcc84 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e41cc05a-731b-4b6b-ba8a-418ccc105335 HTTP/1.1" status: 200 len: 217 time: 0.0784266 Feb 04 12:25:22.334869 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-133904dd-e91f-44d4-91a4-5b074cfd60fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (4c63f2d1-6663-4291-a76e-17876fde4854), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:22.383946 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-87e1a3d1-a1b4-4d29-a213-9d1dff01c8bc req-cbd338ae-9f34-429e-af49-7fd30c82ebef tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.65 "GET /v2.0/ports?device_id=4812abf9-87aa-4b86-a526-e06e064e1eed HTTP/1.1" status: 200 len: 210 time: 0.0661495 Feb 04 12:25:22.445728 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65066d1e-a99d-4283-ac7c-a639646c7f72 req-d9c88a09-4a4c-4cf5-b077-75b39c32d19f tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Made reservation on behalf of b09d9febdaa2484bafa8461f34390659 for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:25:22.450381 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-65066d1e-a99d-4283-ac7c-a639646c7f72 req-d9c88a09-4a4c-4cf5-b077-75b39c32d19f tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:22.464086 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-1bccd383-0374-484b-8078-732354a9da1a req-becaf91e-292e-4b54-9b53-4559e19e09c8 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (b01d1443-a960-47d9-96a7-6e1cb030716e), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:22.473506 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6faba5d-feae-4143-b970-486b659ae12c req-12a26551-4ae8-4bb2-89ab-7b4a10f7f9ce tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:22.477603 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8e27f7c9-1b66-4389-a64a-9b9d95d052eb admin admin] Publish callbacks [] for security_group (f62e3e47-782b-4b28-be14-c6ebb5824d29), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:22.486152 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c6faba5d-feae-4143-b970-486b659ae12c req-12a26551-4ae8-4bb2-89ab-7b4a10f7f9ce tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d71fca2-7310-4efc-9eaf-c31026923412 HTTP/1.1" status: 200 len: 943 time: 0.3064816 Feb 04 12:25:22.488452 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-133904dd-e91f-44d4-91a4-5b074cfd60fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (4c63f2d1-6663-4291-a76e-17876fde4854), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:22.490386 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8e27f7c9-1b66-4389-a64a-9b9d95d052eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (f62e3e47-782b-4b28-be14-c6ebb5824d29), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:22.537155 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133904dd-e91f-44d4-91a4-5b074cfd60fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c63f2d1-6663-4291-a76e-17876fde4854,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:22.570531 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6fef91-99b1-4f43-9120-d5efd0852379 None None] Network dfa4f26c-5721-43a6-9eae-5aba1551b1ca requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:25:22.585272 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc530d03-416f-4bb5-824e-d0c8311c7804 req-fecac25c-ea5b-4c60-b414-13469386e301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:22.586789 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bc530d03-416f-4bb5-824e-d0c8311c7804 req-fecac25c-ea5b-4c60-b414-13469386e301 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6b10c2b1-e8bd-4535-8be4-90c0033f4e8f HTTP/1.1" status: 200 len: 847 time: 0.2408185 Feb 04 12:25:22.603582 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bccd383-0374-484b-8078-732354a9da1a req-becaf91e-292e-4b54-9b53-4559e19e09c8 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Network f4dfd687-dba5-46ff-81a8-361822d13e13 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:25:22.618809 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-133904dd-e91f-44d4-91a4-5b074cfd60fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:22.628410 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-133904dd-e91f-44d4-91a4-5b074cfd60fd admin admin] 10.222.0.65 "DELETE /v2.0/subnets/4c63f2d1-6663-4291-a76e-17876fde4854 HTTP/1.1" status: 204 len: 168 time: 1.3926809 Feb 04 12:25:22.638594 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 35046) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:25:22.638816 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becaf91e-292e-4b54-9b53-4559e19e09c8 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Pushing event updated for resources: {'Port': ['ID=b01d1443-a960-47d9-96a7-6e1cb030716e,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:22.643056 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-1bccd383-0374-484b-8078-732354a9da1a req-becaf91e-292e-4b54-9b53-4559e19e09c8 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:25:22.650076 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bc530d03-416f-4bb5-824e-d0c8311c7804 req-02fc661c-7e5b-4a67-8e8e-f03f0bb261d7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8201226e-f25e-431d-a6a5-6704e8dc4880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453091 Feb 04 12:25:22.651221 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bccd383-0374-484b-8078-732354a9da1a req-becaf91e-292e-4b54-9b53-4559e19e09c8 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:25:22.652900 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-8e27f7c9-1b66-4389-a64a-9b9d95d052eb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=11a4763f133142b4901625db670f1745&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5728114 Feb 04 12:25:22.661409 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 35048) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:25:22.680594 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 33bb0bee-cc4e-442e-af52-a22c4f32d993 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:25:22.745363 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 33bb0bee-cc4e-442e-af52-a22c4f32d993 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:25:22.745979 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 33bb0bee-cc4e-442e-af52-a22c4f32d993 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:25:22.781264 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e27f7c9-1b66-4389-a64a-9b9d95d052eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f62e3e47-782b-4b28-be14-c6ebb5824d29,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:22.781689 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c6faba5d-feae-4143-b970-486b659ae12c req-196fc7d2-a352-481c-90cf-14ab16393da7 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/security-groups?id=0e320687-8002-4e00-a016-6bf57af2cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746615 Feb 04 12:25:22.830388 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2e3e70-6f57-4c94-b520-a6b36ba83f1a req-7ae4b8cc-205f-48c2-ac52-fa2f35a247b4 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:22.833664 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9b2e3e70-6f57-4c94-b520-a6b36ba83f1a req-7ae4b8cc-205f-48c2-ac52-fa2f35a247b4 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/ports?device_id=e024d6c3-80c1-425c-a5a9-a7305d647b89 HTTP/1.1" status: 200 len: 944 time: 0.3259950 Feb 04 12:25:22.885066 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bccd383-0374-484b-8078-732354a9da1a req-becaf91e-292e-4b54-9b53-4559e19e09c8 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:22.885734 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-1bccd383-0374-484b-8078-732354a9da1a req-becaf91e-292e-4b54-9b53-4559e19e09c8 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:22.977123 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a04caf22-fb3a-4f0d-9314-8ed0a6ed49de admin admin] Publish callbacks [] for security_group (f62e3e47-782b-4b28-be14-c6ebb5824d29), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:22.993188 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982a3134-3f1b-4cc1-9969-bfe3914ecd95 None None] DHCP port deletion for dfa4f26c-5721-43a6-9eae-5aba1551b1ca request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 12:25:22.995271 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1bccd383-0374-484b-8078-732354a9da1a req-becaf91e-292e-4b54-9b53-4559e19e09c8 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8745720 Feb 04 12:25:22.997634 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b7976b28-9a8b-4c13-b4c7-2c22d9b700bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (dfa4f26c-5721-43a6-9eae-5aba1551b1ca), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:22.999574 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bc530d03-416f-4bb5-824e-d0c8311c7804 req-721c9461-80d6-47e5-a9d5-6894d98b3d15 service neutron] 10.222.0.73 "GET /v2.0/networks/8201226e-f25e-431d-a6a5-6704e8dc4880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3338478 Feb 04 12:25:23.003128 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9b2e3e70-6f57-4c94-b520-a6b36ba83f1a req-5d181ea3-8add-4645-80df-24f70364aecd tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4f571d4-f0a1-47f6-a54a-b93db47581cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499350 Feb 04 12:25:23.017242 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-1bccd383-0374-484b-8078-732354a9da1a req-120c4505-7feb-4730-b7ff-b4e660be5b4a service neutron] Request body: {'port': {'device_id': 'cf95935d-16c5-45d1-b524-d91fd1a03a94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:25:23.031120 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e577c592-3503-48d9-b66f-5a23304bf164 req-4d13d48a-2095-4e83-802e-2d6b91a9f7e3 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:23.037254 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [req-65066d1e-a99d-4283-ac7c-a639646c7f72 req-d9c88a09-4a4c-4cf5-b077-75b39c32d19f tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Allocated IP 172.20.0.7 (b8fa325b-bcd0-4398-bc54-1d713ba7c3b0/20190653-fdc7-4422-8e01-957f62aee17f/840845c2-c10a-48b4-837d-e2c51180f278) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:25:23.038713 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e577c592-3503-48d9-b66f-5a23304bf164 req-4d13d48a-2095-4e83-802e-2d6b91a9f7e3 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf95935d-16c5-45d1-b524-d91fd1a03a94 HTTP/1.1" status: 200 len: 931 time: 0.1420901 Feb 04 12:25:23.086374 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a04caf22-fb3a-4f0d-9314-8ed0a6ed49de admin admin] Publish callbacks [] for security_group (f62e3e47-782b-4b28-be14-c6ebb5824d29), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:23.088789 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-982a3134-3f1b-4cc1-9969-bfe3914ecd95 None None] Deleting port d4881cec-7961-4bc7-b5b8-595c39019a90 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:25:23.090592 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-982a3134-3f1b-4cc1-9969-bfe3914ecd95 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (d4881cec-7961-4bc7-b5b8-595c39019a90), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:23.223843 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-982a3134-3f1b-4cc1-9969-bfe3914ecd95 None None] For port d4881cec-7961-4bc7-b5b8-595c39019a90, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=d4881cec-7961-4bc7-b5b8-595c39019a90,segment=NetworkSegment(2f528b05-c2fd-49cc-875e-043a84227085),segment_id=2f528b05-c2fd-49cc-875e-043a84227085)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:25:23.224747 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-982a3134-3f1b-4cc1-9969-bfe3914ecd95 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (d4881cec-7961-4bc7-b5b8-595c39019a90), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:23.245952 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-982a3134-3f1b-4cc1-9969-bfe3914ecd95 None None] Calling delete_port for d4881cec-7961-4bc7-b5b8-595c39019a90 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:25:23.282852 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a04caf22-fb3a-4f0d-9314-8ed0a6ed49de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (f62e3e47-782b-4b28-be14-c6ebb5824d29), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:23.285727 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a04caf22-fb3a-4f0d-9314-8ed0a6ed49de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:23.286932 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-a04caf22-fb3a-4f0d-9314-8ed0a6ed49de admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f62e3e47-782b-4b28-be14-c6ebb5824d29 HTTP/1.1" status: 204 len: 168 time: 0.6252074 Feb 04 12:25:23.312816 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-b7976b28-9a8b-4c13-b4c7-2c22d9b700bc admin admin] Deleting port d4881cec-7961-4bc7-b5b8-595c39019a90 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:25:23.313159 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b7976b28-9a8b-4c13-b4c7-2c22d9b700bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (d4881cec-7961-4bc7-b5b8-595c39019a90), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:23.324228 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04caf22-fb3a-4f0d-9314-8ed0a6ed49de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f62e3e47-782b-4b28-be14-c6ebb5824d29,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:23.401226 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-982a3134-3f1b-4cc1-9969-bfe3914ecd95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (d4881cec-7961-4bc7-b5b8-595c39019a90), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:23.504309 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982a3134-3f1b-4cc1-9969-bfe3914ecd95 None None] Pushing event deleted for resources: {'Port': ['ID=d4881cec-7961-4bc7-b5b8-595c39019a90,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:23.505553 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-b7976b28-9a8b-4c13-b4c7-2c22d9b700bc admin admin] For port d4881cec-7961-4bc7-b5b8-595c39019a90, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=d4881cec-7961-4bc7-b5b8-595c39019a90,segment=NetworkSegment(2f528b05-c2fd-49cc-875e-043a84227085),segment_id=2f528b05-c2fd-49cc-875e-043a84227085)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:25:23.507598 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b7976b28-9a8b-4c13-b4c7-2c22d9b700bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (d4881cec-7961-4bc7-b5b8-595c39019a90), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:23.510855 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982a3134-3f1b-4cc1-9969-bfe3914ecd95 None None] No DVR routers for this DVR port d4881cec-7961-4bc7-b5b8-595c39019a90 on host n-d-825015-3 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:25:23.537029 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-b7976b28-9a8b-4c13-b4c7-2c22d9b700bc admin admin] Calling delete_port for d4881cec-7961-4bc7-b5b8-595c39019a90 owned by network:dhcp {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:25:23.647690 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b7976b28-9a8b-4c13-b4c7-2c22d9b700bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (d4881cec-7961-4bc7-b5b8-595c39019a90), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:23.664040 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-65066d1e-a99d-4283-ac7c-a639646c7f72 req-d9c88a09-4a4c-4cf5-b077-75b39c32d19f tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Publish callbacks [] for port (840845c2-c10a-48b4-837d-e2c51180f278), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:23.775652 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bc530d03-416f-4bb5-824e-d0c8311c7804 req-625efa3d-a0bd-4222-a16f-9bd6a24d0557 service neutron] 10.222.0.73 "GET /v2.0/networks/8201226e-f25e-431d-a6a5-6704e8dc4880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7241969 Feb 04 12:25:23.804407 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7976b28-9a8b-4c13-b4c7-2c22d9b700bc admin admin] No DVR routers for this DVR port d4881cec-7961-4bc7-b5b8-595c39019a90 on host n-d-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:25:23.822125 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7976b28-9a8b-4c13-b4c7-2c22d9b700bc admin admin] Pushing event deleted for resources: {'Port': ['ID=d4881cec-7961-4bc7-b5b8-595c39019a90,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:23.831529 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-65066d1e-a99d-4283-ac7c-a639646c7f72 req-d9c88a09-4a4c-4cf5-b077-75b39c32d19f tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (840845c2-c10a-48b4-837d-e2c51180f278), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:23.836766 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e577c592-3503-48d9-b66f-5a23304bf164 req-2bfe0180-46bc-46d5-9aff-4c123e7965b1 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0b93a62-41a7-4338-9add-00a3a3dd7ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7962925 Feb 04 12:25:23.838827 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-1bccd383-0374-484b-8078-732354a9da1a req-120c4505-7feb-4730-b7ff-b4e660be5b4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (b01d1443-a960-47d9-96a7-6e1cb030716e), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:23.846140 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['27f1bc77-08d1-4fe6-8d17-b6072178bc1b'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:25:23.870775 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 35062) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:25:23.935660 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3c0c43c5-b376-4e05-830a-84f7c5c4558e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:23.941557 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c88a09-4a4c-4cf5-b077-75b39c32d19f tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Pushing event updated for resources: {'Port': ['ID=840845c2-c10a-48b4-837d-e2c51180f278,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:23.967639 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f154d376-f6cf-449d-be5e-2e8563c053b1 req-baf8a51b-102e-4065-9011-a13c150429ee tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:23.981564 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f154d376-f6cf-449d-be5e-2e8563c053b1 req-baf8a51b-102e-4065-9011-a13c150429ee tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6db0dcb-a3f7-437b-b9b0-6285d804ef6a HTTP/1.1" status: 200 len: 949 time: 0.8225520 Feb 04 12:25:23.984337 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65066d1e-a99d-4283-ac7c-a639646c7f72 req-d9c88a09-4a4c-4cf5-b077-75b39c32d19f tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Network b8fa325b-bcd0-4398-bc54-1d713ba7c3b0 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:25:24.000929 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [req-65066d1e-a99d-4283-ac7c-a639646c7f72 req-d9c88a09-4a4c-4cf5-b077-75b39c32d19f tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:25:24.004459 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-65066d1e-a99d-4283-ac7c-a639646c7f72 req-d9c88a09-4a4c-4cf5-b077-75b39c32d19f tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:25:24.100424 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65066d1e-a99d-4283-ac7c-a639646c7f72 req-d9c88a09-4a4c-4cf5-b077-75b39c32d19f tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:24.101442 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-65066d1e-a99d-4283-ac7c-a639646c7f72 req-d9c88a09-4a4c-4cf5-b077-75b39c32d19f tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:24.137814 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b7976b28-9a8b-4c13-b4c7-2c22d9b700bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (dfa4f26c-5721-43a6-9eae-5aba1551b1ca), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:24.145847 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-65066d1e-a99d-4283-ac7c-a639646c7f72 req-d9c88a09-4a4c-4cf5-b077-75b39c32d19f tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3039007 Feb 04 12:25:24.162159 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-65066d1e-a99d-4283-ac7c-a639646c7f72 req-57337b1d-b079-40c1-aaf8-4074f919e96b service neutron] Request body: {'port': {'device_id': '4812abf9-87aa-4b86-a526-e06e064e1eed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825015-3'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:25:24.204343 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-b7976b28-9a8b-4c13-b4c7-2c22d9b700bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfa4f26c-5721-43a6-9eae-5aba1551b1ca']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:25:24.223200 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-b7976b28-9a8b-4c13-b4c7-2c22d9b700bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f528b05-c2fd-49cc-875e-043a84227085') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:25:24.223867 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-b7976b28-9a8b-4c13-b4c7-2c22d9b700bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f528b05-c2fd-49cc-875e-043a84227085') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:25:24.272404 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-65066d1e-a99d-4283-ac7c-a639646c7f72 req-57337b1d-b079-40c1-aaf8-4074f919e96b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (840845c2-c10a-48b4-837d-e2c51180f278), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:24.283284 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f154d376-f6cf-449d-be5e-2e8563c053b1 req-5de90bc0-a443-4604-838c-236f1514b38d tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc117a99-abfb-4c9f-b5fe-c5a8dfa82af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2983010 Feb 04 12:25:24.307051 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b7976b28-9a8b-4c13-b4c7-2c22d9b700bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (2f528b05-c2fd-49cc-875e-043a84227085), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:24.358051 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b7976b28-9a8b-4c13-b4c7-2c22d9b700bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (2f528b05-c2fd-49cc-875e-043a84227085), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:24.374750 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7976b28-9a8b-4c13-b4c7-2c22d9b700bc admin admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:25:24.375341 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b7976b28-9a8b-4c13-b4c7-2c22d9b700bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (2f528b05-c2fd-49cc-875e-043a84227085), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:24.377481 n-d-825015-3 neutron-server[103474]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:25:24.377481 n-d-825015-3 neutron-server[103474]: self.session.flush() Feb 04 12:25:24.377481 n-d-825015-3 neutron-server[103474]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:25:24.377481 n-d-825015-3 neutron-server[103474]: self.session.flush() Feb 04 12:25:24.377481 n-d-825015-3 neutron-server[103474]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:25:24.377481 n-d-825015-3 neutron-server[103474]: self.session.flush() Feb 04 12:25:24.377481 n-d-825015-3 neutron-server[103474]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:25:24.377481 n-d-825015-3 neutron-server[103474]: self.session.flush() Feb 04 12:25:24.377481 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 12:25:24.377481 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:25:24.377481 n-d-825015-3 neutron-server[103474]: timer() Feb 04 12:25:24.377481 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:25:24.377481 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 12:25:24.377481 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:25:24.377481 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 12:25:24.377481 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:25:24.377481 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 12:25:24.377481 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:25:24.377481 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 12:25:24.377481 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:25:24.377481 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 12:25:24.377481 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:25:24.377481 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:25:24.377481 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:25:24.377481 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:25:24.377481 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:25:24.377481 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 12:25:24.377481 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:25:24.377481 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 12:25:24.377481 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:25:24.377481 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:25:24.377481 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:25:24.377481 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 12:25:24.377481 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:25:24.377481 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:25:24.377481 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:25:24.377481 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:25:24.377481 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:25:24.377481 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:25:24.377481 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:25:24.428067 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916b81d0-03db-47c6-9a7c-63fc895b6bc0 req-952ac45b-e96f-430d-a24c-2eb9bb838930 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:24.435821 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-916b81d0-03db-47c6-9a7c-63fc895b6bc0 req-952ac45b-e96f-430d-a24c-2eb9bb838930 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?device_id=35799951-f327-49e4-9a9d-7a4789d7e10d HTTP/1.1" status: 200 len: 945 time: 0.4005997 Feb 04 12:25:24.491904 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc530d03-416f-4bb5-824e-d0c8311c7804 req-1cda2ca4-62ff-4592-a83a-cea41123eb6c tempest-LiveMigrationTest-337354813 tempest-LiveMigrationTest-337354813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:24.494958 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bc530d03-416f-4bb5-824e-d0c8311c7804 req-1cda2ca4-62ff-4592-a83a-cea41123eb6c tempest-LiveMigrationTest-337354813 tempest-LiveMigrationTest-337354813-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=e024d6c3-80c1-425c-a5a9-a7305d647b89&tenant_id=24a467b030c744bba5cc99601ae6aefc&binding%3Ahost_id=n-h1-825015-3 HTTP/1.1" status: 200 len: 1126 time: 0.3064032 Feb 04 12:25:24.513865 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b7976b28-9a8b-4c13-b4c7-2c22d9b700bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (dfa4f26c-5721-43a6-9eae-5aba1551b1ca), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:24.536050 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b7976b28-9a8b-4c13-b4c7-2c22d9b700bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:24.546442 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-b7976b28-9a8b-4c13-b4c7-2c22d9b700bc admin admin] 10.222.0.65 "DELETE /v2.0/networks/dfa4f26c-5721-43a6-9eae-5aba1551b1ca HTTP/1.1" status: 204 len: 168 time: 1.9060864 Feb 04 12:25:24.581956 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7976b28-9a8b-4c13-b4c7-2c22d9b700bc admin admin] Pushing event deleted for resources: {'Network': ['ID=dfa4f26c-5721-43a6-9eae-5aba1551b1ca,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:24.594870 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3c0c43c5-b376-4e05-830a-84f7c5c4558e admin admin] Publish callbacks [] for security_group (19440dce-72b6-48b6-b4bb-ac2e6c8cb52e), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:24.655194 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3c0c43c5-b376-4e05-830a-84f7c5c4558e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (19440dce-72b6-48b6-b4bb-ac2e6c8cb52e), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:24.677162 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device d4881cec-7961-4bc7-b5b8-595c39019a90 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:25:24.718958 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: d4881cec-7961-4bc7-b5b8-595c39019a90 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:25:24.719507 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device d4881cec-7961-4bc7-b5b8-595c39019a90 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:25:24.728429 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-bc530d03-416f-4bb5-824e-d0c8311c7804 req-89857f23-3912-4d98-b7ef-b73c7252c10d service neutron] For port e41cc05a-731b-4b6b-ba8a-418ccc105335, host n-h2-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:25:24.750709 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-bc530d03-416f-4bb5-824e-d0c8311c7804 req-89857f23-3912-4d98-b7ef-b73c7252c10d service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:24.751854 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bc530d03-416f-4bb5-824e-d0c8311c7804 req-89857f23-3912-4d98-b7ef-b73c7252c10d service neutron] 10.222.0.73 "DELETE /v2.0/ports/e41cc05a-731b-4b6b-ba8a-418ccc105335/bindings/n-h2-825015-3 HTTP/1.1" status: 204 len: 173 time: 0.2395852 Feb 04 12:25:24.765575 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-3c0c43c5-b376-4e05-830a-84f7c5c4558e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a2aed7ea670c42bcb97a5761a8024dc8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8614960 Feb 04 12:25:24.767983 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-916b81d0-03db-47c6-9a7c-63fc895b6bc0 req-efd65a18-73eb-479f-88f3-bd55a5370eaf tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f51ab49-2800-41c7-a09d-ab109cee7e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3310246 Feb 04 12:25:24.770248 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 35070) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:25:24.779955 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4841a48b-4cd0-4507-afea-d68771174e06 req-3bbc283e-e106-46c0-9fd1-9a83c9b69577 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:24.791067 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4841a48b-4cd0-4507-afea-d68771174e06 req-3bbc283e-e106-46c0-9fd1-9a83c9b69577 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.65 "GET /v2.0/ports?device_id=4812abf9-87aa-4b86-a526-e06e064e1eed HTTP/1.1" status: 200 len: 931 time: 0.3969591 Feb 04 12:25:24.793476 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0c43c5-b376-4e05-830a-84f7c5c4558e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19440dce-72b6-48b6-b4bb-ac2e6c8cb52e,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:24.949440 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-1bccd383-0374-484b-8078-732354a9da1a req-120c4505-7feb-4730-b7ff-b4e660be5b4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b01d1443-a960-47d9-96a7-6e1cb030716e {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:25:24.969183 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [req-65066d1e-a99d-4283-ac7c-a639646c7f72 req-57337b1d-b079-40c1-aaf8-4074f919e96b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 840845c2-c10a-48b4-837d-e2c51180f278 {{(pid=103474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:25:24.979259 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-1bccd383-0374-484b-8078-732354a9da1a req-120c4505-7feb-4730-b7ff-b4e660be5b4a service neutron] Publish callbacks [] for port (b01d1443-a960-47d9-96a7-6e1cb030716e), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:24.981732 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-65066d1e-a99d-4283-ac7c-a639646c7f72 req-57337b1d-b079-40c1-aaf8-4074f919e96b service neutron] Publish callbacks [] for port (840845c2-c10a-48b4-837d-e2c51180f278), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:25.000678 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.provisioning_blocks [req-65066d1e-a99d-4283-ac7c-a639646c7f72 req-57337b1d-b079-40c1-aaf8-4074f919e96b service neutron] Transition to ACTIVE for port object 840845c2-c10a-48b4-837d-e2c51180f278 will not be triggered until provisioned by entity L2. {{(pid=103474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:25:25.006153 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-65066d1e-a99d-4283-ac7c-a639646c7f72 req-57337b1d-b079-40c1-aaf8-4074f919e96b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (840845c2-c10a-48b4-837d-e2c51180f278), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:25.066741 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4841a48b-4cd0-4507-afea-d68771174e06 req-a5ddeb65-c893-4fc2-b0f6-c76095e095de tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.65 "GET /v2.0/security-groups?id=65b532f6-553b-4a7d-aad3-d6f8aeaacb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167690 Feb 04 12:25:25.067477 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d1379c18-232b-4bbd-92b9-1b14c6acce11 admin admin] Publish callbacks [] for security_group (19440dce-72b6-48b6-b4bb-ac2e6c8cb52e), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:25.071413 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-1bccd383-0374-484b-8078-732354a9da1a req-120c4505-7feb-4730-b7ff-b4e660be5b4a service neutron] Transition to ACTIVE for port object b01d1443-a960-47d9-96a7-6e1cb030716e will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:25:25.098905 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57337b1d-b079-40c1-aaf8-4074f919e96b service neutron] Pushing event updated for resources: {'Port': ['ID=840845c2-c10a-48b4-837d-e2c51180f278,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:25.101710 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-1bccd383-0374-484b-8078-732354a9da1a req-120c4505-7feb-4730-b7ff-b4e660be5b4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (b01d1443-a960-47d9-96a7-6e1cb030716e), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:25.199975 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 35074) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:25:25.223094 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d1379c18-232b-4bbd-92b9-1b14c6acce11 admin admin] Publish callbacks [] for security_group (19440dce-72b6-48b6-b4bb-ac2e6c8cb52e), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:25.261738 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-65066d1e-a99d-4283-ac7c-a639646c7f72 req-57337b1d-b079-40c1-aaf8-4074f919e96b service neutron] Attempting to bind port 840845c2-c10a-48b4-837d-e2c51180f278 on host n-h2-825015-3 for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:25:25.262219 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-65066d1e-a99d-4283-ac7c-a639646c7f72 req-57337b1d-b079-40c1-aaf8-4074f919e96b service neutron] Attempting to bind port 840845c2-c10a-48b4-837d-e2c51180f278 by drivers openvswitch,hyperv on host n-h2-825015-3 at level 0 using segments [{'id': 'acb9d640-bd6c-44b6-b60b-2ea6174d51f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b8fa325b-bcd0-4398-bc54-1d713ba7c3b0'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:25:25.262831 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65066d1e-a99d-4283-ac7c-a639646c7f72 req-57337b1d-b079-40c1-aaf8-4074f919e96b service neutron] Attempting to bind port 840845c2-c10a-48b4-837d-e2c51180f278 on network b8fa325b-bcd0-4398-bc54-1d713ba7c3b0 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:25:25.272858 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65066d1e-a99d-4283-ac7c-a639646c7f72 req-57337b1d-b079-40c1-aaf8-4074f919e96b service neutron] Port 840845c2-c10a-48b4-837d-e2c51180f278 on network b8fa325b-bcd0-4398-bc54-1d713ba7c3b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-825015-3 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:25:25.273143 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65066d1e-a99d-4283-ac7c-a639646c7f72 req-57337b1d-b079-40c1-aaf8-4074f919e96b service neutron] Attempting to bind port 840845c2-c10a-48b4-837d-e2c51180f278 on network b8fa325b-bcd0-4398-bc54-1d713ba7c3b0 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:25:25.288712 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65066d1e-a99d-4283-ac7c-a639646c7f72 req-57337b1d-b079-40c1-aaf8-4074f919e96b service neutron] Checking agent: {'id': '9b68a165-e786-4b91-8592-44519c2ecabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:25:25.289195 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65066d1e-a99d-4283-ac7c-a639646c7f72 req-57337b1d-b079-40c1-aaf8-4074f919e96b service neutron] Checking segment: {'id': 'acb9d640-bd6c-44b6-b60b-2ea6174d51f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b8fa325b-bcd0-4398-bc54-1d713ba7c3b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:25:25.290282 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65066d1e-a99d-4283-ac7c-a639646c7f72 req-57337b1d-b079-40c1-aaf8-4074f919e96b service neutron] Bound using segment: {'id': 'acb9d640-bd6c-44b6-b60b-2ea6174d51f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b8fa325b-bcd0-4398-bc54-1d713ba7c3b0'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:25:25.290836 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-65066d1e-a99d-4283-ac7c-a639646c7f72 req-57337b1d-b079-40c1-aaf8-4074f919e96b service neutron] Bound port: 840845c2-c10a-48b4-837d-e2c51180f278, host: n-h2-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acb9d640-bd6c-44b6-b60b-2ea6174d51f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b8fa325b-bcd0-4398-bc54-1d713ba7c3b0'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:25:25.291208 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-65066d1e-a99d-4283-ac7c-a639646c7f72 req-57337b1d-b079-40c1-aaf8-4074f919e96b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (840845c2-c10a-48b4-837d-e2c51180f278), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:25.295892 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-a71ac7a1-b741-48e6-8857-3bebfbe972c3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=47de0937152d4219879ddb21b59f348a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0941999 Feb 04 12:25:25.304757 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 35076) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:25:25.316665 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a72d6c-695c-4e9b-99e4-acc220809cda req-c29030e2-2512-4707-956d-47462c142478 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:25.325270 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c2a72d6c-695c-4e9b-99e4-acc220809cda req-c29030e2-2512-4707-956d-47462c142478 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d71fca2-7310-4efc-9eaf-c31026923412 HTTP/1.1" status: 200 len: 943 time: 0.3639078 Feb 04 12:25:25.355451 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120c4505-7feb-4730-b7ff-b4e660be5b4a service neutron] Pushing event updated for resources: {'Port': ['ID=b01d1443-a960-47d9-96a7-6e1cb030716e,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:25.397466 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-65066d1e-a99d-4283-ac7c-a639646c7f72 req-57337b1d-b079-40c1-aaf8-4074f919e96b service neutron] For port 840845c2-c10a-48b4-837d-e2c51180f278, host n-h2-825015-3, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:25:25.402980 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-65066d1e-a99d-4283-ac7c-a639646c7f72 req-57337b1d-b079-40c1-aaf8-4074f919e96b service neutron] For port 840845c2-c10a-48b4-837d-e2c51180f278, host n-h2-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=840845c2-c10a-48b4-837d-e2c51180f278,segment=NetworkSegment(acb9d640-bd6c-44b6-b60b-2ea6174d51f4),segment_id=acb9d640-bd6c-44b6-b60b-2ea6174d51f4)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:25:25.416073 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-65066d1e-a99d-4283-ac7c-a639646c7f72 req-57337b1d-b079-40c1-aaf8-4074f919e96b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (840845c2-c10a-48b4-837d-e2c51180f278), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:25.480640 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c19dbe0-30e1-42bb-9bbc-84a6be02d237 req-2d5e6a5b-c5dd-411b-b8d0-4c3bcb06a5e6 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:25.480988 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65066d1e-a99d-4283-ac7c-a639646c7f72 req-57337b1d-b079-40c1-aaf8-4074f919e96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:25.481652 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-65066d1e-a99d-4283-ac7c-a639646c7f72 req-57337b1d-b079-40c1-aaf8-4074f919e96b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:25.482273 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0c19dbe0-30e1-42bb-9bbc-84a6be02d237 req-2d5e6a5b-c5dd-411b-b8d0-4c3bcb06a5e6 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/ports?device_id=e024d6c3-80c1-425c-a5a9-a7305d647b89 HTTP/1.1" status: 200 len: 944 time: 0.2661879 Feb 04 12:25:25.483355 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-65066d1e-a99d-4283-ac7c-a639646c7f72 req-57337b1d-b079-40c1-aaf8-4074f919e96b service neutron] 10.222.0.77 "PUT /v2.0/ports/840845c2-c10a-48b4-837d-e2c51180f278 HTTP/1.1" status: 200 len: 1091 time: 1.3300984 Feb 04 12:25:25.485491 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4812abf9-87aa-4b86-a526-e06e064e1eed', 'tag': '840845c2-c10a-48b4-837d-e2c51180f278'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:25:25.488274 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf101f8d-64f5-4cfa-b148-57784726703f" -d '{"events": [{"name": "network-changed", "server_uuid": "4812abf9-87aa-4b86-a526-e06e064e1eed", "tag": "840845c2-c10a-48b4-837d-e2c51180f278"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:25:25.493761 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c2a72d6c-695c-4e9b-99e4-acc220809cda req-d21766c6-1bf4-45f8-94ff-a43aa504ad30 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/security-groups?id=0e320687-8002-4e00-a016-6bf57af2cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664405 Feb 04 12:25:25.537600 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57337b1d-b079-40c1-aaf8-4074f919e96b service neutron] Pushing event updated for resources: {'Port': ['ID=840845c2-c10a-48b4-837d-e2c51180f278,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:25.545285 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d1379c18-232b-4bbd-92b9-1b14c6acce11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (19440dce-72b6-48b6-b4bb-ac2e6c8cb52e), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:25.547842 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-08e14bd0-e1b7-4a1a-b7b0-3ca09542c638 admin admin] Publish callbacks [] for security_group (492cb02e-3e46-4ed8-a5e1-736353122ec6), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:25.551065 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d1379c18-232b-4bbd-92b9-1b14c6acce11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:25.552556 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-d1379c18-232b-4bbd-92b9-1b14c6acce11 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/19440dce-72b6-48b6-b4bb-ac2e6c8cb52e HTTP/1.1" status: 204 len: 168 time: 0.7807107 Feb 04 12:25:25.629484 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1379c18-232b-4bbd-92b9-1b14c6acce11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19440dce-72b6-48b6-b4bb-ac2e6c8cb52e,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:25.643574 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-1bccd383-0374-484b-8078-732354a9da1a req-120c4505-7feb-4730-b7ff-b4e660be5b4a service neutron] Attempting to bind port b01d1443-a960-47d9-96a7-6e1cb030716e on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:25:25.643958 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-1bccd383-0374-484b-8078-732354a9da1a req-120c4505-7feb-4730-b7ff-b4e660be5b4a service neutron] Attempting to bind port b01d1443-a960-47d9-96a7-6e1cb030716e by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': '02af7db9-ac7a-4fd9-8876-35ceb0279e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f4dfd687-dba5-46ff-81a8-361822d13e13'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:25:25.644299 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bccd383-0374-484b-8078-732354a9da1a req-120c4505-7feb-4730-b7ff-b4e660be5b4a service neutron] Attempting to bind port b01d1443-a960-47d9-96a7-6e1cb030716e on network f4dfd687-dba5-46ff-81a8-361822d13e13 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:25:25.711239 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bccd383-0374-484b-8078-732354a9da1a req-120c4505-7feb-4730-b7ff-b4e660be5b4a service neutron] Port b01d1443-a960-47d9-96a7-6e1cb030716e on network f4dfd687-dba5-46ff-81a8-361822d13e13 not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:25:25.711670 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bccd383-0374-484b-8078-732354a9da1a req-120c4505-7feb-4730-b7ff-b4e660be5b4a service neutron] Attempting to bind port b01d1443-a960-47d9-96a7-6e1cb030716e on network f4dfd687-dba5-46ff-81a8-361822d13e13 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:25:25.719335 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-08e14bd0-e1b7-4a1a-b7b0-3ca09542c638 admin admin] Publish callbacks [] for security_group (492cb02e-3e46-4ed8-a5e1-736353122ec6), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:25.743891 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65066d1e-a99d-4283-ac7c-a639646c7f72 req-5d690974-199a-4965-b07e-03bcebbcbb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:25.748773 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-65066d1e-a99d-4283-ac7c-a639646c7f72 req-5d690974-199a-4965-b07e-03bcebbcbb8e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b09d9febdaa2484bafa8461f34390659&device_id=4812abf9-87aa-4b86-a526-e06e064e1eed HTTP/1.1" status: 200 len: 1125 time: 0.1859224 Feb 04 12:25:25.764931 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bccd383-0374-484b-8078-732354a9da1a req-120c4505-7feb-4730-b7ff-b4e660be5b4a service neutron] Checking agent: {'id': 'f8add0d2-2202-43d3-bc0e-72442788e6ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:25:25.765629 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bccd383-0374-484b-8078-732354a9da1a req-120c4505-7feb-4730-b7ff-b4e660be5b4a service neutron] Checking segment: {'id': '02af7db9-ac7a-4fd9-8876-35ceb0279e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f4dfd687-dba5-46ff-81a8-361822d13e13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:25:25.766340 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bccd383-0374-484b-8078-732354a9da1a req-120c4505-7feb-4730-b7ff-b4e660be5b4a service neutron] Bound using segment: {'id': '02af7db9-ac7a-4fd9-8876-35ceb0279e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f4dfd687-dba5-46ff-81a8-361822d13e13'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:25:25.766903 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-1bccd383-0374-484b-8078-732354a9da1a req-120c4505-7feb-4730-b7ff-b4e660be5b4a service neutron] Bound port: b01d1443-a960-47d9-96a7-6e1cb030716e, host: n-h1-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02af7db9-ac7a-4fd9-8876-35ceb0279e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f4dfd687-dba5-46ff-81a8-361822d13e13'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:25:25.767369 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-1bccd383-0374-484b-8078-732354a9da1a req-120c4505-7feb-4730-b7ff-b4e660be5b4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (b01d1443-a960-47d9-96a7-6e1cb030716e), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:25.876785 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-65066d1e-a99d-4283-ac7c-a639646c7f72 req-0d7c9e8a-ade7-4450-aec0-d931939a5714 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=840845c2-c10a-48b4-837d-e2c51180f278 HTTP/1.1" status: 200 len: 217 time: 0.1181667 Feb 04 12:25:25.882738 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-1bccd383-0374-484b-8078-732354a9da1a req-120c4505-7feb-4730-b7ff-b4e660be5b4a service neutron] For port b01d1443-a960-47d9-96a7-6e1cb030716e, host n-h1-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:25:25.890114 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-1bccd383-0374-484b-8078-732354a9da1a req-120c4505-7feb-4730-b7ff-b4e660be5b4a service neutron] For port b01d1443-a960-47d9-96a7-6e1cb030716e, host n-h1-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=b01d1443-a960-47d9-96a7-6e1cb030716e,segment=NetworkSegment(02af7db9-ac7a-4fd9-8876-35ceb0279e70),segment_id=02af7db9-ac7a-4fd9-8876-35ceb0279e70)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:25:25.916866 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0c19dbe0-30e1-42bb-9bbc-84a6be02d237 req-9bd78025-f190-4fbd-8d71-231bbeca73dc tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4f571d4-f0a1-47f6-a54a-b93db47581cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4017780 Feb 04 12:25:25.943632 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ae72e4-5a09-4c83-9f76-52e624e842ff req-85c84579-5f64-4055-8443-9ec8b4f04b19 tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:25.952951 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-43ae72e4-5a09-4c83-9f76-52e624e842ff req-85c84579-5f64-4055-8443-9ec8b4f04b19 tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] 10.222.0.65 "GET /v2.0/ports?device_id=2f404aa9-f0fb-439c-8e26-a5d712f44c63 HTTP/1.1" status: 200 len: 949 time: 0.3133600 Feb 04 12:25:25.957596 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-1bccd383-0374-484b-8078-732354a9da1a req-120c4505-7feb-4730-b7ff-b4e660be5b4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (b01d1443-a960-47d9-96a7-6e1cb030716e), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:25.981866 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65066d1e-a99d-4283-ac7c-a639646c7f72 req-8ca62938-40fb-4118-91b8-83eb21abbd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:25.984468 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-65066d1e-a99d-4283-ac7c-a639646c7f72 req-8ca62938-40fb-4118-91b8-83eb21abbd95 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=20190653-fdc7-4422-8e01-957f62aee17f HTTP/1.1" status: 200 len: 852 time: 0.1018102 Feb 04 12:25:26.027062 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-08e14bd0-e1b7-4a1a-b7b0-3ca09542c638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (492cb02e-3e46-4ed8-a5e1-736353122ec6), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:26.029981 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-08e14bd0-e1b7-4a1a-b7b0-3ca09542c638 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:26.031484 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-08e14bd0-e1b7-4a1a-b7b0-3ca09542c638 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/492cb02e-3e46-4ed8-a5e1-736353122ec6 HTTP/1.1" status: 204 len: 168 time: 0.7248321 Feb 04 12:25:26.037089 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-65066d1e-a99d-4283-ac7c-a639646c7f72 req-5a2382a9-e542-4e56-9751-cee1b3d9cb8b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b8fa325b-bcd0-4398-bc54-1d713ba7c3b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456510 Feb 04 12:25:26.055671 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e14bd0-e1b7-4a1a-b7b0-3ca09542c638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=492cb02e-3e46-4ed8-a5e1-736353122ec6,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:26.167577 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120c4505-7feb-4730-b7ff-b4e660be5b4a service neutron] Pushing event updated for resources: {'Port': ['ID=b01d1443-a960-47d9-96a7-6e1cb030716e,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:26.212398 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-65066d1e-a99d-4283-ac7c-a639646c7f72 req-142cacad-9e27-4be2-b873-e5144a273902 service neutron] 10.222.0.77 "GET /v2.0/networks/b8fa325b-bcd0-4398-bc54-1d713ba7c3b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666527 Feb 04 12:25:26.213841 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-43ae72e4-5a09-4c83-9f76-52e624e842ff req-c4417fd1-62ba-4ce0-8073-c39def3bae76 tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc117a99-abfb-4c9f-b5fe-c5a8dfa82af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148874 Feb 04 12:25:26.217304 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bccd383-0374-484b-8078-732354a9da1a req-120c4505-7feb-4730-b7ff-b4e660be5b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:26.217891 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-1bccd383-0374-484b-8078-732354a9da1a req-120c4505-7feb-4730-b7ff-b4e660be5b4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:26.219591 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1bccd383-0374-484b-8078-732354a9da1a req-120c4505-7feb-4730-b7ff-b4e660be5b4a service neutron] 10.222.0.73 "PUT /v2.0/ports/b01d1443-a960-47d9-96a7-6e1cb030716e HTTP/1.1" status: 200 len: 1091 time: 3.2066031 Feb 04 12:25:26.220130 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf95935d-16c5-45d1-b524-d91fd1a03a94', 'tag': 'b01d1443-a960-47d9-96a7-6e1cb030716e'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:25:26.222574 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-649af4d0-b149-485a-826e-c1fc2a7b2aaa" -d '{"events": [{"name": "network-changed", "server_uuid": "cf95935d-16c5-45d1-b524-d91fd1a03a94", "tag": "b01d1443-a960-47d9-96a7-6e1cb030716e"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:25:26.347905 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ece892f-dcd4-49a3-99e5-bc5f3b8b82be req-1df5b8b8-3634-43fe-952a-2d482b9cca0e tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:26.350287 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9ece892f-dcd4-49a3-99e5-bc5f3b8b82be req-1df5b8b8-3634-43fe-952a-2d482b9cca0e tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf95935d-16c5-45d1-b524-d91fd1a03a94 HTTP/1.1" status: 200 len: 943 time: 0.1440780 Feb 04 12:25:26.359566 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d5331ac-0d2e-4751-8b02-6b6fe0facfb3 x-openstack-request-id: req-9d5331ac-0d2e-4751-8b02-6b6fe0facfb3 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:25:26.359959 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4812abf9-87aa-4b86-a526-e06e064e1eed", "tag": "840845c2-c10a-48b4-837d-e2c51180f278", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:25:26.360132 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9d5331ac-0d2e-4751-8b02-6b6fe0facfb3 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:25:26.362365 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4812abf9-87aa-4b86-a526-e06e064e1eed', 'tag': '840845c2-c10a-48b4-837d-e2c51180f278', 'status': 'completed', 'code': 200} Feb 04 12:25:26.451961 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bccd383-0374-484b-8078-732354a9da1a req-51286006-5657-4adf-844f-79100d720593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:26.453535 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1bccd383-0374-484b-8078-732354a9da1a req-51286006-5657-4adf-844f-79100d720593 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f50b895c9ca94e2aa6b9c6495d9eebfd&device_id=cf95935d-16c5-45d1-b524-d91fd1a03a94 HTTP/1.1" status: 200 len: 1125 time: 0.1839733 Feb 04 12:25:26.454708 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-65066d1e-a99d-4283-ac7c-a639646c7f72 req-0a1c2ab6-9fdc-4be0-97b3-5e8d7e961580 service neutron] 10.222.0.77 "GET /v2.0/networks/b8fa325b-bcd0-4398-bc54-1d713ba7c3b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333424 Feb 04 12:25:26.524701 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9ece892f-dcd4-49a3-99e5-bc5f3b8b82be req-2965258b-3281-4b71-b297-ce816d9ada2d tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0b93a62-41a7-4338-9add-00a3a3dd7ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621842 Feb 04 12:25:26.591466 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1bccd383-0374-484b-8078-732354a9da1a req-c2488126-7ec8-41c8-9022-a1f6087f58ae service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b01d1443-a960-47d9-96a7-6e1cb030716e HTTP/1.1" status: 200 len: 217 time: 0.1175935 Feb 04 12:25:26.666959 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf101f8d-64f5-4cfa-b148-57784726703f req-e0242e0e-2a8a-428d-8579-01a80e7e039a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:26.680225 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-cf101f8d-64f5-4cfa-b148-57784726703f req-e0242e0e-2a8a-428d-8579-01a80e7e039a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b09d9febdaa2484bafa8461f34390659&device_id=4812abf9-87aa-4b86-a526-e06e064e1eed HTTP/1.1" status: 200 len: 1125 time: 0.1652257 Feb 04 12:25:26.791168 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27a7d33-c75d-4118-8b52-f71a6e7898eb req-ffe6e61b-6bd9-48db-835e-77853b4fe5ab tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:26.799053 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f27a7d33-c75d-4118-8b52-f71a6e7898eb req-ffe6e61b-6bd9-48db-835e-77853b4fe5ab tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?device_id=35799951-f327-49e4-9a9d-7a4789d7e10d HTTP/1.1" status: 200 len: 945 time: 0.2942657 Feb 04 12:25:26.831754 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bccd383-0374-484b-8078-732354a9da1a req-17decbd2-8abc-45ca-ae3b-546d477490a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:26.833800 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1bccd383-0374-484b-8078-732354a9da1a req-17decbd2-8abc-45ca-ae3b-546d477490a3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=875d7ebd-efc4-4fa6-a601-61971abf78fc HTTP/1.1" status: 200 len: 845 time: 0.2324338 Feb 04 12:25:26.909950 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1bccd383-0374-484b-8078-732354a9da1a req-f6b35c4c-c06f-45d1-a9bb-3be9a2bb636d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f4dfd687-dba5-46ff-81a8-361822d13e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656126 Feb 04 12:25:26.925663 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acbc45c-5c0d-4ed4-89c2-87d0c0958e0d req-5f42f674-5571-478c-b377-8607d486d889 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:26.927540 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4acbc45c-5c0d-4ed4-89c2-87d0c0958e0d req-5f42f674-5571-478c-b377-8607d486d889 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.65 "GET /v2.0/ports?device_id=4812abf9-87aa-4b86-a526-e06e064e1eed HTTP/1.1" status: 200 len: 943 time: 0.2365575 Feb 04 12:25:26.954894 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf101f8d-64f5-4cfa-b148-57784726703f req-12ac295e-e2e6-4bb7-bf73-a4483542b10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:26.957268 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-cf101f8d-64f5-4cfa-b148-57784726703f req-12ac295e-e2e6-4bb7-bf73-a4483542b10b service neutron] 10.222.0.77 "GET /v2.0/networks?id=b8fa325b-bcd0-4398-bc54-1d713ba7c3b0 HTTP/1.1" status: 200 len: 913 time: 0.2749789 Feb 04 12:25:26.972694 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f27a7d33-c75d-4118-8b52-f71a6e7898eb req-6ca52927-e836-4d6f-8537-530bf2f5d658 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f51ab49-2800-41c7-a09d-ab109cee7e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719918 Feb 04 12:25:27.038623 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-cf101f8d-64f5-4cfa-b148-57784726703f req-c7a5ee05-c48d-4578-8ced-ea784f4df99c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=840845c2-c10a-48b4-837d-e2c51180f278 HTTP/1.1" status: 200 len: 217 time: 0.0717418 Feb 04 12:25:27.166780 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1bccd383-0374-484b-8078-732354a9da1a req-70d45a89-3583-48d3-9a4c-ea52f89629b3 service neutron] 10.222.0.73 "GET /v2.0/networks/f4dfd687-dba5-46ff-81a8-361822d13e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345786 Feb 04 12:25:27.180567 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf101f8d-64f5-4cfa-b148-57784726703f req-989c71e5-bfa4-4fc1-b7b4-bc0cf32bac4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:27.187406 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-cf101f8d-64f5-4cfa-b148-57784726703f req-989c71e5-bfa4-4fc1-b7b4-bc0cf32bac4f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=20190653-fdc7-4422-8e01-957f62aee17f HTTP/1.1" status: 200 len: 852 time: 0.1310349 Feb 04 12:25:27.269544 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 35136) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:25:27.277097 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-cf101f8d-64f5-4cfa-b148-57784726703f req-5366540c-37ba-453e-935b-21bb6327731d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b8fa325b-bcd0-4398-bc54-1d713ba7c3b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0803962 Feb 04 12:25:27.377784 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4acbc45c-5c0d-4ed4-89c2-87d0c0958e0d req-0ae01a39-3e1c-4248-b187-dff5d15e8384 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.65 "GET /v2.0/security-groups?id=65b532f6-553b-4a7d-aad3-d6f8aeaacb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4370582 Feb 04 12:25:27.465885 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1bccd383-0374-484b-8078-732354a9da1a req-6828258c-9a43-49f4-b8fa-459c60d40f73 service neutron] 10.222.0.73 "GET /v2.0/networks/f4dfd687-dba5-46ff-81a8-361822d13e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2835858 Feb 04 12:25:27.555441 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1916718f-17e6-412f-82f4-816b3598c179 x-openstack-request-id: req-1916718f-17e6-412f-82f4-816b3598c179 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:25:27.555441 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf95935d-16c5-45d1-b524-d91fd1a03a94", "tag": "b01d1443-a960-47d9-96a7-6e1cb030716e", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:25:27.555958 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1916718f-17e6-412f-82f4-816b3598c179 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:25:27.556719 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf95935d-16c5-45d1-b524-d91fd1a03a94', 'tag': 'b01d1443-a960-47d9-96a7-6e1cb030716e', 'status': 'completed', 'code': 200} Feb 04 12:25:27.563795 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-cf101f8d-64f5-4cfa-b148-57784726703f req-284b8edc-b14e-4995-a968-50b46c9cdb15 service neutron] 10.222.0.77 "GET /v2.0/networks/b8fa325b-bcd0-4398-bc54-1d713ba7c3b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2809012 Feb 04 12:25:27.676114 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 35150) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:25:27.738145 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649af4d0-b149-485a-826e-c1fc2a7b2aaa req-624df9cd-fdda-4aa3-9aab-ef89c20fe2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:27.739972 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-649af4d0-b149-485a-826e-c1fc2a7b2aaa req-624df9cd-fdda-4aa3-9aab-ef89c20fe2d8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f50b895c9ca94e2aa6b9c6495d9eebfd&device_id=cf95935d-16c5-45d1-b524-d91fd1a03a94 HTTP/1.1" status: 200 len: 1125 time: 0.1545806 Feb 04 12:25:27.820875 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-cf101f8d-64f5-4cfa-b148-57784726703f req-988c3d09-68d5-49c9-ae0e-f55993570548 service neutron] 10.222.0.77 "GET /v2.0/networks/b8fa325b-bcd0-4398-bc54-1d713ba7c3b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390232 Feb 04 12:25:27.845377 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-193e76b8-562e-4d03-8712-b779a84374ff admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-662724026-network', 'tenant_id': 'a172ea65fb63454daf69894291cfcfa7'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:25:27.849448 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-95b0b3fb-08b9-419d-9794-1b17215261e8 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-2108774941-network', 'tenant_id': '33e190cb696f4fb89ceec209ff1f4848'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:25:27.951115 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-193e76b8-562e-4d03-8712-b779a84374ff admin admin] Made reservation on behalf of a172ea65fb63454daf69894291cfcfa7 for: {'network': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:25:27.954068 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-193e76b8-562e-4d03-8712-b779a84374ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:27.959808 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95b0b3fb-08b9-419d-9794-1b17215261e8 admin admin] Made reservation on behalf of 33e190cb696f4fb89ceec209ff1f4848 for: {'network': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:25:27.962077 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-95b0b3fb-08b9-419d-9794-1b17215261e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:27.991605 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-95b0b3fb-08b9-419d-9794-1b17215261e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:27.994878 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-193e76b8-562e-4d03-8712-b779a84374ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:28.035990 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649af4d0-b149-485a-826e-c1fc2a7b2aaa req-0bd43bd5-479b-4dcc-8f2d-d6b6a9e5139f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:28.037475 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-649af4d0-b149-485a-826e-c1fc2a7b2aaa req-0bd43bd5-479b-4dcc-8f2d-d6b6a9e5139f service neutron] 10.222.0.73 "GET /v2.0/networks?id=f4dfd687-dba5-46ff-81a8-361822d13e13 HTTP/1.1" status: 200 len: 906 time: 0.2882991 Feb 04 12:25:28.044583 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ea5e8e-6dec-4f3d-8f0f-14d915ed605d req-6c509437-e68e-42d5-82b4-ddf2c5ce4a12 tempest-LiveMigrationTest-337354813 tempest-LiveMigrationTest-337354813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:28.046061 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f2ea5e8e-6dec-4f3d-8f0f-14d915ed605d req-6c509437-e68e-42d5-82b4-ddf2c5ce4a12 tempest-LiveMigrationTest-337354813 tempest-LiveMigrationTest-337354813-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=e024d6c3-80c1-425c-a5a9-a7305d647b89 HTTP/1.1" status: 200 len: 1126 time: 0.2438159 Feb 04 12:25:28.059319 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6235b0-a199-4a45-b683-7207e2179c8c req-459abd54-28db-4cee-b01a-a64a98b5f81a tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:28.060842 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9c6235b0-a199-4a45-b683-7207e2179c8c req-459abd54-28db-4cee-b01a-a64a98b5f81a tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d71fca2-7310-4efc-9eaf-c31026923412 HTTP/1.1" status: 200 len: 943 time: 0.2932212 Feb 04 12:25:28.131270 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-649af4d0-b149-485a-826e-c1fc2a7b2aaa req-9f97605e-573a-435a-83d8-734bf157b2e1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b01d1443-a960-47d9-96a7-6e1cb030716e HTTP/1.1" status: 200 len: 217 time: 0.0800068 Feb 04 12:25:28.270906 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f2ea5e8e-6dec-4f3d-8f0f-14d915ed605d req-f2545437-2f67-4333-9b3c-8da3f6d2ab17 tempest-LiveMigrationTest-337354813 tempest-LiveMigrationTest-337354813-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=e4f571d4-f0a1-47f6-a54a-b93db47581cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058830 Feb 04 12:25:28.278731 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649af4d0-b149-485a-826e-c1fc2a7b2aaa req-c8430c5e-b238-46fa-9c29-90d4e72ac48e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:28.280675 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-649af4d0-b149-485a-826e-c1fc2a7b2aaa req-c8430c5e-b238-46fa-9c29-90d4e72ac48e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=875d7ebd-efc4-4fa6-a601-61971abf78fc HTTP/1.1" status: 200 len: 845 time: 0.1315336 Feb 04 12:25:28.284946 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9c6235b0-a199-4a45-b683-7207e2179c8c req-ecf7ae95-3443-47d8-9906-b99ac1dd8955 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/security-groups?id=0e320687-8002-4e00-a016-6bf57af2cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073586 Feb 04 12:25:28.353843 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-649af4d0-b149-485a-826e-c1fc2a7b2aaa req-44d0fa2e-f797-4b86-8419-d18d4f89d554 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f4dfd687-dba5-46ff-81a8-361822d13e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618160 Feb 04 12:25:28.375553 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-193e76b8-562e-4d03-8712-b779a84374ff admin admin] Publish callbacks [] for security_group (4627cf44-a468-496d-a8c0-6c68c1cc9832), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:28.399429 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-193e76b8-562e-4d03-8712-b779a84374ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (4627cf44-a468-496d-a8c0-6c68c1cc9832), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:28.443137 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-95b0b3fb-08b9-419d-9794-1b17215261e8 admin admin] Publish callbacks [] for security_group (717aa9e7-39e6-4fd6-bc25-03a9c1928dfc), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:28.486650 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-95b0b3fb-08b9-419d-9794-1b17215261e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (717aa9e7-39e6-4fd6-bc25-03a9c1928dfc), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:28.543270 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-193e76b8-562e-4d03-8712-b779a84374ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=103475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:25:28.555236 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95b0b3fb-08b9-419d-9794-1b17215261e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=103475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:25:28.572499 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193e76b8-562e-4d03-8712-b779a84374ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4627cf44-a468-496d-a8c0-6c68c1cc9832,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:28.592691 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-193e76b8-562e-4d03-8712-b779a84374ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (c79394f8-f009-4252-b7b2-a9e14ca97f89), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:28.593069 n-d-825015-3 neutron-server[103475]: INFO neutron.db.segments_db [None req-193e76b8-562e-4d03-8712-b779a84374ff admin admin] Added segment c79394f8-f009-4252-b7b2-a9e14ca97f89 of type vlan for network afbcf1a8-ff83-4ce0-a7c1-9656f08f657e Feb 04 12:25:28.615937 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-95b0b3fb-08b9-419d-9794-1b17215261e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (f8893dd3-20e9-4b04-a6d7-958751ed3ed7), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:28.616281 n-d-825015-3 neutron-server[103475]: INFO neutron.db.segments_db [None req-95b0b3fb-08b9-419d-9794-1b17215261e8 admin admin] Added segment f8893dd3-20e9-4b04-a6d7-958751ed3ed7 of type vlan for network f402825b-9e39-47db-aebe-4860214d9069 Feb 04 12:25:28.711235 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-649af4d0-b149-485a-826e-c1fc2a7b2aaa req-67e148ca-2c5e-4a6d-a1de-32137ca7ce38 service neutron] 10.222.0.73 "GET /v2.0/networks/f4dfd687-dba5-46ff-81a8-361822d13e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3373792 Feb 04 12:25:28.727087 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5ad6d3-ff2d-4afc-a9ee-cc3df19af829 req-b3a1ab99-84d7-47bf-8ff4-ad5b04997352 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:28.728657 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ee5ad6d3-ff2d-4afc-a9ee-cc3df19af829 req-b3a1ab99-84d7-47bf-8ff4-ad5b04997352 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf95935d-16c5-45d1-b524-d91fd1a03a94 HTTP/1.1" status: 200 len: 943 time: 0.3352737 Feb 04 12:25:28.729310 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b0b3fb-08b9-419d-9794-1b17215261e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=717aa9e7-39e6-4fd6-bc25-03a9c1928dfc,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:28.753726 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08acc9b-cd8e-4ec9-9a80-8c1b51d18879 req-5dd13555-3561-4fd2-a98a-df384931369f tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:28.755215 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c08acc9b-cd8e-4ec9-9a80-8c1b51d18879 req-5dd13555-3561-4fd2-a98a-df384931369f tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?device_id=35799951-f327-49e4-9a9d-7a4789d7e10d HTTP/1.1" status: 200 len: 945 time: 0.2971580 Feb 04 12:25:28.756966 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-193e76b8-562e-4d03-8712-b779a84374ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (afbcf1a8-ff83-4ce0-a7c1-9656f08f657e), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:28.807323 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-95b0b3fb-08b9-419d-9794-1b17215261e8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (f402825b-9e39-47db-aebe-4860214d9069), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:28.913635 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-95b0b3fb-08b9-419d-9794-1b17215261e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (f402825b-9e39-47db-aebe-4860214d9069), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:28.915173 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b0b3fb-08b9-419d-9794-1b17215261e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:28.915806 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-95b0b3fb-08b9-419d-9794-1b17215261e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:28.934400 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-193e76b8-562e-4d03-8712-b779a84374ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (afbcf1a8-ff83-4ce0-a7c1-9656f08f657e), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:28.935511 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193e76b8-562e-4d03-8712-b779a84374ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:28.936117 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-193e76b8-562e-4d03-8712-b779a84374ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:29.004207 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ee5ad6d3-ff2d-4afc-a9ee-cc3df19af829 req-52651329-7b53-444d-921a-0a59930a8329 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0b93a62-41a7-4338-9add-00a3a3dd7ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433472 Feb 04 12:25:29.006858 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c08acc9b-cd8e-4ec9-9a80-8c1b51d18879 req-52857c53-9aa2-445a-872c-3716a66695b7 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f51ab49-2800-41c7-a09d-ab109cee7e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350702 Feb 04 12:25:29.027884 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-95b0b3fb-08b9-419d-9794-1b17215261e8 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3506587 Feb 04 12:25:29.031382 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 35168) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:25:29.043871 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-193e76b8-562e-4d03-8712-b779a84374ff admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7711418 Feb 04 12:25:29.052762 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-43f2f3fc-76ab-4ab8-af87-6bcc5389fe51 admin admin] Request body: {'subnet': {'network_id': 'f402825b-9e39-47db-aebe-4860214d9069', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-2108774941-subnet', 'tenant_id': '33e190cb696f4fb89ceec209ff1f4848', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:25:29.056225 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 35170) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:25:29.062471 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b0b3fb-08b9-419d-9794-1b17215261e8 admin admin] Pushing event updated for resources: {'Network': ['ID=f402825b-9e39-47db-aebe-4860214d9069,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:29.066225 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-649af4d0-b149-485a-826e-c1fc2a7b2aaa req-c4131a4e-3e55-4d44-8d43-013bdd62f763 service neutron] 10.222.0.73 "GET /v2.0/networks/f4dfd687-dba5-46ff-81a8-361822d13e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3342142 Feb 04 12:25:29.070711 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-9ee901e9-8c6d-42c7-8642-2911c9fd1674 admin admin] Request body: {'subnet': {'network_id': 'afbcf1a8-ff83-4ce0-a7c1-9656f08f657e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-662724026-subnet', 'tenant_id': 'a172ea65fb63454daf69894291cfcfa7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:25:29.075922 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network f402825b-9e39-47db-aebe-4860214d9069 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:25:29.164843 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43f2f3fc-76ab-4ab8-af87-6bcc5389fe51 admin admin] Made reservation on behalf of 33e190cb696f4fb89ceec209ff1f4848 for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:25:29.170335 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-43f2f3fc-76ab-4ab8-af87-6bcc5389fe51 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60610638'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:29.176334 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ee901e9-8c6d-42c7-8642-2911c9fd1674 admin admin] Made reservation on behalf of a172ea65fb63454daf69894291cfcfa7 for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:25:29.178962 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9ee901e9-8c6d-42c7-8642-2911c9fd1674 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60610638'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:29.236849 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193e76b8-562e-4d03-8712-b779a84374ff admin admin] Pushing event updated for resources: {'Network': ['ID=afbcf1a8-ff83-4ce0-a7c1-9656f08f657e,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:29.251249 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network afbcf1a8-ff83-4ce0-a7c1-9656f08f657e details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:25:29.301359 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46083765-a2d5-4f92-9e14-b13db2bfd4ec req-31fadd03-1455-45ba-8f24-315ad140f908 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:29.309274 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-46083765-a2d5-4f92-9e14-b13db2bfd4ec req-31fadd03-1455-45ba-8f24-315ad140f908 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.65 "GET /v2.0/ports?device_id=4812abf9-87aa-4b86-a526-e06e064e1eed HTTP/1.1" status: 200 len: 943 time: 0.1561110 Feb 04 12:25:29.426147 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-46083765-a2d5-4f92-9e14-b13db2bfd4ec req-0bca20a9-062e-445a-921d-37457751b5aa tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.65 "GET /v2.0/security-groups?id=65b532f6-553b-4a7d-aad3-d6f8aeaacb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159859 Feb 04 12:25:29.470264 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5dd24a-63e6-48a6-b2a8-3ca92b55cdc4 req-ccb92c83-7a10-4bf6-9a3e-bd97deda88a1 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:29.471951 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ec5dd24a-63e6-48a6-b2a8-3ca92b55cdc4 req-ccb92c83-7a10-4bf6-9a3e-bd97deda88a1 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/ports?device_id=e024d6c3-80c1-425c-a5a9-a7305d647b89 HTTP/1.1" status: 200 len: 944 time: 0.0632966 Feb 04 12:25:29.545188 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9ee901e9-8c6d-42c7-8642-2911c9fd1674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59045178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60610680'] for subnet (6ed49fbe-f3e9-4565-9a96-9b2577e9d8e9), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:29.553478 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-43f2f3fc-76ab-4ab8-af87-6bcc5389fe51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59045178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60610680'] for subnet (fa0df5b1-8fd2-43ec-8b5c-09b9a2f4ac38), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:29.564344 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ec5dd24a-63e6-48a6-b2a8-3ca92b55cdc4 req-0a194105-09c6-4b2f-93ad-f216356777e8 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4f571d4-f0a1-47f6-a54a-b93db47581cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850749 Feb 04 12:25:29.594198 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec7478a-cc76-4fa6-8927-e3b380da5857 req-e4790d69-ea97-4520-bb4c-df29a27b9956 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:29.603116 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6ec7478a-cc76-4fa6-8927-e3b380da5857 req-e4790d69-ea97-4520-bb4c-df29a27b9956 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d71fca2-7310-4efc-9eaf-c31026923412 HTTP/1.1" status: 200 len: 943 time: 0.0822845 Feb 04 12:25:29.654764 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee901e9-8c6d-42c7-8642-2911c9fd1674 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ed49fbe-f3e9-4565-9a96-9b2577e9d8e9,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:29.669639 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6ec7478a-cc76-4fa6-8927-e3b380da5857 req-d315d31d-7f5d-4f27-89df-4a0711f3c0de tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/security-groups?id=0e320687-8002-4e00-a016-6bf57af2cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629103 Feb 04 12:25:29.698794 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee901e9-8c6d-42c7-8642-2911c9fd1674 admin admin] Checking segment: {'id': 'c79394f8-f009-4252-b7b2-a9e14ca97f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'afbcf1a8-ff83-4ce0-a7c1-9656f08f657e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:25:29.699157 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee901e9-8c6d-42c7-8642-2911c9fd1674 admin admin] Network hostable DHCP agents. Network: afbcf1a8-ff83-4ce0-a7c1-9656f08f657e, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:25:29.730100 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f2f3fc-76ab-4ab8-af87-6bcc5389fe51 admin admin] Checking segment: {'id': 'f8893dd3-20e9-4b04-a6d7-958751ed3ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f402825b-9e39-47db-aebe-4860214d9069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:25:29.730381 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f2f3fc-76ab-4ab8-af87-6bcc5389fe51 admin admin] Network hostable DHCP agents. Network: f402825b-9e39-47db-aebe-4860214d9069, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:25:29.738606 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f2f3fc-76ab-4ab8-af87-6bcc5389fe51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa0df5b1-8fd2-43ec-8b5c-09b9a2f4ac38,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:29.744943 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee901e9-8c6d-42c7-8642-2911c9fd1674 admin admin] Network afbcf1a8-ff83-4ce0-a7c1-9656f08f657e is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:25:29.762167 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f2f3fc-76ab-4ab8-af87-6bcc5389fe51 admin admin] Network f402825b-9e39-47db-aebe-4860214d9069 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:25:29.765958 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-9ee901e9-8c6d-42c7-8642-2911c9fd1674 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, afbcf1a8-ff83-4ce0-a7c1-9656f08f657e) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:25:29.772543 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-43f2f3fc-76ab-4ab8-af87-6bcc5389fe51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, f402825b-9e39-47db-aebe-4860214d9069) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:25:29.775377 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee901e9-8c6d-42c7-8642-2911c9fd1674 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:29.775651 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466a1149-935f-4ffb-81f9-d2d5293119eb None None] Network afbcf1a8-ff83-4ce0-a7c1-9656f08f657e requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:25:29.776017 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9ee901e9-8c6d-42c7-8642-2911c9fd1674 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:29.781178 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f2f3fc-76ab-4ab8-af87-6bcc5389fe51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:29.781537 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-43f2f3fc-76ab-4ab8-af87-6bcc5389fe51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:29.802899 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-9ee901e9-8c6d-42c7-8642-2911c9fd1674 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7456224 Feb 04 12:25:29.806073 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 35186) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:25:29.806753 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-43f2f3fc-76ab-4ab8-af87-6bcc5389fe51 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7737694 Feb 04 12:25:29.811462 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-2a26fb4e-0f47-484c-88ad-83d61f655781 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-662724026-router', 'tenant_id': 'a172ea65fb63454daf69894291cfcfa7', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:25:29.847529 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2a26fb4e-0f47-484c-88ad-83d61f655781 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10933'] for router (af91b7b9-5598-4d1b-833b-e6a59850d1cf), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:29.850471 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2a26fb4e-0f47-484c-88ad-83d61f655781 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10924'] for router (af91b7b9-5598-4d1b-833b-e6a59850d1cf), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:29.857804 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e172acd8-43a5-40bc-9c72-d7fdd1b42b0e None None] Network f402825b-9e39-47db-aebe-4860214d9069 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:25:29.910628 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2a26fb4e-0f47-484c-88ad-83d61f655781 admin admin] Publish callbacks [] for router_controller (af91b7b9-5598-4d1b-833b-e6a59850d1cf), precommit_add_association {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:30.168273 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b4f232-a58a-4423-8eca-c4a4d64123e2 None None] Network f402825b-9e39-47db-aebe-4860214d9069 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:25:30.225930 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35804556-3f7e-4d02-9306-6a04cd3e1fcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-afbcf1a8-ff83-4ce0-a7c1-9656f08f657e', 'network_id': 'afbcf1a8-ff83-4ce0-a7c1-9656f08f657e', 'project_id': 'a172ea65fb63454daf69894291cfcfa7', 'fixed_ips': [{'subnet_id': '6ed49fbe-f3e9-4565-9a96-9b2577e9d8e9'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 12:25:30.226947 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-35804556-3f7e-4d02-9306-6a04cd3e1fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:30.241478 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device b01d1443-a960-47d9-96a7-6e1cb030716e details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:25:30.250031 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 7db51392-e30f-45e2-aa6e-c2643bee38c2 details requested by agent hyperv_n-h2-825015-3 with host n-h2-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:25:30.402663 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.db.resource_extend [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 12:25:30.476631 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2a26fb4e-0f47-484c-88ad-83d61f655781 admin admin] Publish callbacks [] for router_gateway (af91b7b9-5598-4d1b-833b-e6a59850d1cf), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:30.554879 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb01041-ec55-40d3-aa61-709f85fbe1b0 req-dffe0ce3-b0e1-43d3-bd9a-0f2e29b8f50c tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:30.556474 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8fb01041-ec55-40d3-aa61-709f85fbe1b0 req-dffe0ce3-b0e1-43d3-bd9a-0f2e29b8f50c tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.73 "GET /v2.0/ports?device_id=e024d6c3-80c1-425c-a5a9-a7305d647b89 HTTP/1.1" status: 200 len: 944 time: 0.5540106 Feb 04 12:25:30.557475 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port b01d1443-a960-47d9-96a7-6e1cb030716e, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=b01d1443-a960-47d9-96a7-6e1cb030716e,segment=NetworkSegment(02af7db9-ac7a-4fd9-8876-35ceb0279e70),segment_id=02af7db9-ac7a-4fd9-8876-35ceb0279e70)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:25:30.599394 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-35804556-3f7e-4d02-9306-6a04cd3e1fcc None None] Allocated IP 172.20.0.2 (afbcf1a8-ff83-4ce0-a7c1-9656f08f657e/6ed49fbe-f3e9-4565-9a96-9b2577e9d8e9/1d7d8ed2-ecbb-43e5-ada0-bc8b324c1c55) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:25:30.601098 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': 'b01d1443-a960-47d9-96a7-6e1cb030716e', 'network_id': 'f4dfd687-dba5-46ff-81a8-361822d13e13', 'port_id': 'b01d1443-a960-47d9-96a7-6e1cb030716e', 'mac_address': 'fa:16:3e:5a:f9:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '875d7ebd-efc4-4fa6-a601-61971abf78fc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:25:30.612414 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 7db51392-e30f-45e2-aa6e-c2643bee38c2, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=7db51392-e30f-45e2-aa6e-c2643bee38c2,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:25:30.662019 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Returning: {'device': '7db51392-e30f-45e2-aa6e-c2643bee38c2', 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c', 'port_id': '7db51392-e30f-45e2-aa6e-c2643bee38c2', 'mac_address': 'fa:16:3e:b5:f2:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ee3374a-84e9-4639-853c-740c6edaf6dc', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:25:30.674838 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd364c0-3656-4901-b968-21c6f2945760 req-b00bf2f9-a944-4247-b2af-0c34f4c7c5fc tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:30.676357 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0fd364c0-3656-4901-b968-21c6f2945760 req-b00bf2f9-a944-4247-b2af-0c34f4c7c5fc tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf95935d-16c5-45d1-b524-d91fd1a03a94 HTTP/1.1" status: 200 len: 943 time: 0.2395635 Feb 04 12:25:30.720992 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8118d80-a781-4bc5-85a6-fbb16468b39e req-ba708ac9-7e35-4df3-bec2-dcab3d32371b tempest-InstanceActionsTestJSON-1125563372 tempest-InstanceActionsTestJSON-1125563372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:30.722446 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d8118d80-a781-4bc5-85a6-fbb16468b39e req-ba708ac9-7e35-4df3-bec2-dcab3d32371b tempest-InstanceActionsTestJSON-1125563372 tempest-InstanceActionsTestJSON-1125563372-project] 10.222.0.65 "GET /v2.0/networks?id=f402825b-9e39-47db-aebe-4860214d9069 HTTP/1.1" status: 200 len: 814 time: 0.2874806 Feb 04 12:25:30.739079 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port b01d1443-a960-47d9-96a7-6e1cb030716e is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:25:30.739469 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (b01d1443-a960-47d9-96a7-6e1cb030716e), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:30.769705 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d8118d80-a781-4bc5-85a6-fbb16468b39e req-c7431b9c-9b79-488f-8f55-94f6959620a2 tempest-InstanceActionsTestJSON-1125563372 tempest-InstanceActionsTestJSON-1125563372-project] 10.222.0.65 "GET /v2.0/quotas/33e190cb696f4fb89ceec209ff1f4848 HTTP/1.1" status: 200 len: 375 time: 0.0340066 Feb 04 12:25:30.772486 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b01d1443-a960-47d9-96a7-6e1cb030716e {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:25:30.784830 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 7db51392-e30f-45e2-aa6e-c2643bee38c2 is: ACTIVE; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:25:30.785281 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (7db51392-e30f-45e2-aa6e-c2643bee38c2), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:30.804834 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0fd364c0-3656-4901-b968-21c6f2945760 req-7a622aa2-981f-445c-b9f2-7cabc06ec4cb tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0b93a62-41a7-4338-9add-00a3a3dd7ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194966 Feb 04 12:25:30.832418 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port b01d1443-a960-47d9-96a7-6e1cb030716e, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=b01d1443-a960-47d9-96a7-6e1cb030716e,segment=NetworkSegment(02af7db9-ac7a-4fd9-8876-35ceb0279e70),segment_id=02af7db9-ac7a-4fd9-8876-35ceb0279e70)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:25:30.834206 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d8118d80-a781-4bc5-85a6-fbb16468b39e req-ff1fa6de-74c2-4d1f-8b52-19494b09b6b6 tempest-InstanceActionsTestJSON-1125563372 tempest-InstanceActionsTestJSON-1125563372-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=33e190cb696f4fb89ceec209ff1f4848&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0506988 Feb 04 12:25:30.855998 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7db51392-e30f-45e2-aa6e-c2643bee38c2 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:25:30.863365 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (b01d1443-a960-47d9-96a7-6e1cb030716e), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:30.906261 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-8fb01041-ec55-40d3-aa61-709f85fbe1b0 req-67c4d6a8-136b-4166-b1b0-22aabb243dca tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Deleting port e41cc05a-731b-4b6b-ba8a-418ccc105335 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:25:30.906612 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8fb01041-ec55-40d3-aa61-709f85fbe1b0 req-67c4d6a8-136b-4166-b1b0-22aabb243dca tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (e41cc05a-731b-4b6b-ba8a-418ccc105335), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:30.917463 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 7db51392-e30f-45e2-aa6e-c2643bee38c2, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=7db51392-e30f-45e2-aa6e-c2643bee38c2,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:25:30.929530 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-35804556-3f7e-4d02-9306-6a04cd3e1fcc None None] Publish callbacks [] for port (1d7d8ed2-ecbb-43e5-ada0-bc8b324c1c55), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:30.938740 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (7db51392-e30f-45e2-aa6e-c2643bee38c2), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:30.939349 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 840845c2-c10a-48b4-837d-e2c51180f278 details requested by agent hyperv_n-h2-825015-3 with host n-h2-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:25:30.957624 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-35804556-3f7e-4d02-9306-6a04cd3e1fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (1d7d8ed2-ecbb-43e5-ada0-bc8b324c1c55), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:30.979153 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:30.981759 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=b01d1443-a960-47d9-96a7-6e1cb030716e,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:30.997961 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:25:30.998432 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:25:30.998787 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:25:30.998971 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:25:30.999291 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:25:30.999618 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:25:30.999967 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:25:31.000291 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:25:31.000748 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:25:31.000934 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:25:31.001263 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:25:31.001580 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:25:31.001893 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:25:31.006775 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35804556-3f7e-4d02-9306-6a04cd3e1fcc None None] Network afbcf1a8-ff83-4ce0-a7c1-9656f08f657e is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:25:31.024074 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-35804556-3f7e-4d02-9306-6a04cd3e1fcc None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:25:31.077327 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35804556-3f7e-4d02-9306-6a04cd3e1fcc None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:25:31.153733 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-8fb01041-ec55-40d3-aa61-709f85fbe1b0 req-67c4d6a8-136b-4166-b1b0-22aabb243dca tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] For port e41cc05a-731b-4b6b-ba8a-418ccc105335, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=e41cc05a-731b-4b6b-ba8a-418ccc105335,segment=NetworkSegment(1a9a2aca-b7f6-445c-a938-0b8696864233),segment_id=1a9a2aca-b7f6-445c-a938-0b8696864233)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:25:31.154207 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8fb01041-ec55-40d3-aa61-709f85fbe1b0 req-67c4d6a8-136b-4166-b1b0-22aabb243dca tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (e41cc05a-731b-4b6b-ba8a-418ccc105335), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:31.160200 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d8118d80-a781-4bc5-85a6-fbb16468b39e req-e5089379-e3de-4ac8-8b83-cc7834e528d4 service neutron] 10.222.0.65 "GET /v2.0/networks/f402825b-9e39-47db-aebe-4860214d9069?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3128028 Feb 04 12:25:31.168132 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496b142a-19dd-4f95-8e65-070441d164a8 req-70386631-0c07-42a6-afc0-db9bf4f18adc tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:31.168516 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=7db51392-e30f-45e2-aa6e-c2643bee38c2,revision_number=6']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:31.169556 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-496b142a-19dd-4f95-8e65-070441d164a8 req-70386631-0c07-42a6-afc0-db9bf4f18adc tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?device_id=35799951-f327-49e4-9a9d-7a4789d7e10d HTTP/1.1" status: 200 len: 945 time: 0.2551742 Feb 04 12:25:31.182850 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['b01d1443-a960-47d9-96a7-6e1cb030716e'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:25:31.202884 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-8fb01041-ec55-40d3-aa61-709f85fbe1b0 req-67c4d6a8-136b-4166-b1b0-22aabb243dca tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Calling delete_port for e41cc05a-731b-4b6b-ba8a-418ccc105335 owned by compute:nova {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:25:31.241661 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-35804556-3f7e-4d02-9306-6a04cd3e1fcc None None] Attempting to bind port 1d7d8ed2-ecbb-43e5-ada0-bc8b324c1c55 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:25:31.242028 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-35804556-3f7e-4d02-9306-6a04cd3e1fcc None None] Attempting to bind port 1d7d8ed2-ecbb-43e5-ada0-bc8b324c1c55 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': 'c79394f8-f009-4252-b7b2-a9e14ca97f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'afbcf1a8-ff83-4ce0-a7c1-9656f08f657e'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:25:31.242940 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35804556-3f7e-4d02-9306-6a04cd3e1fcc None None] Attempting to bind port 1d7d8ed2-ecbb-43e5-ada0-bc8b324c1c55 on network afbcf1a8-ff83-4ce0-a7c1-9656f08f657e {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:25:31.246042 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 840845c2-c10a-48b4-837d-e2c51180f278, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=840845c2-c10a-48b4-837d-e2c51180f278,segment=NetworkSegment(acb9d640-bd6c-44b6-b60b-2ea6174d51f4),segment_id=acb9d640-bd6c-44b6-b60b-2ea6174d51f4)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:25:31.276392 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35804556-3f7e-4d02-9306-6a04cd3e1fcc None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 25, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:25:31.276954 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35804556-3f7e-4d02-9306-6a04cd3e1fcc None None] Checking segment: {'id': 'c79394f8-f009-4252-b7b2-a9e14ca97f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'afbcf1a8-ff83-4ce0-a7c1-9656f08f657e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:25:31.278156 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-35804556-3f7e-4d02-9306-6a04cd3e1fcc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:31.278557 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35804556-3f7e-4d02-9306-6a04cd3e1fcc None None] Bound using segment: {'id': 'c79394f8-f009-4252-b7b2-a9e14ca97f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'afbcf1a8-ff83-4ce0-a7c1-9656f08f657e'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:25:31.280075 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-35804556-3f7e-4d02-9306-6a04cd3e1fcc None None] Bound port: 1d7d8ed2-ecbb-43e5-ada0-bc8b324c1c55, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c79394f8-f009-4252-b7b2-a9e14ca97f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'afbcf1a8-ff83-4ce0-a7c1-9656f08f657e'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:25:31.280075 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-35804556-3f7e-4d02-9306-6a04cd3e1fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (1d7d8ed2-ecbb-43e5-ada0-bc8b324c1c55), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:31.286203 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Returning: {'device': '840845c2-c10a-48b4-837d-e2c51180f278', 'network_id': 'b8fa325b-bcd0-4398-bc54-1d713ba7c3b0', 'port_id': '840845c2-c10a-48b4-837d-e2c51180f278', 'mac_address': 'fa:16:3e:5f:a8:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20190653-fdc7-4422-8e01-957f62aee17f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:25:31.305504 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35804556-3f7e-4d02-9306-6a04cd3e1fcc None None] Pushing event updated for resources: {'Port': ['ID=1d7d8ed2-ecbb-43e5-ada0-bc8b324c1c55,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:31.346821 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2a26fb4e-0f47-484c-88ad-83d61f655781 admin admin] Publish callbacks [] for router_gateway (af91b7b9-5598-4d1b-833b-e6a59850d1cf), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:31.382582 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 12:25:31.392443 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2a26fb4e-0f47-484c-88ad-83d61f655781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:31.397994 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 840845c2-c10a-48b4-837d-e2c51180f278 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:25:31.398382 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (840845c2-c10a-48b4-837d-e2c51180f278), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:31.412978 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-496b142a-19dd-4f95-8e65-070441d164a8 req-68ec4db1-8aa2-4e7b-95dd-a578e0e1f64f tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f51ab49-2800-41c7-a09d-ab109cee7e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208958 Feb 04 12:25:31.430011 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d8118d80-a781-4bc5-85a6-fbb16468b39e req-fd4dda0d-97e4-4f84-86f6-b8b9b315c1d4 service neutron] 10.222.0.65 "GET /v2.0/networks/f402825b-9e39-47db-aebe-4860214d9069?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2540047 Feb 04 12:25:31.463256 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 840845c2-c10a-48b4-837d-e2c51180f278 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:25:31.469869 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-35804556-3f7e-4d02-9306-6a04cd3e1fcc None None] For port 1d7d8ed2-ecbb-43e5-ada0-bc8b324c1c55, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:25:31.498693 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:31.537034 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-35804556-3f7e-4d02-9306-6a04cd3e1fcc None None] For port 1d7d8ed2-ecbb-43e5-ada0-bc8b324c1c55, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=1d7d8ed2-ecbb-43e5-ada0-bc8b324c1c55,segment=NetworkSegment(c79394f8-f009-4252-b7b2-a9e14ca97f89),segment_id=c79394f8-f009-4252-b7b2-a9e14ca97f89)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:25:31.544069 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 840845c2-c10a-48b4-837d-e2c51180f278, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=840845c2-c10a-48b4-837d-e2c51180f278,segment=NetworkSegment(acb9d640-bd6c-44b6-b60b-2ea6174d51f4),segment_id=acb9d640-bd6c-44b6-b60b-2ea6174d51f4)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:25:31.564952 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-35804556-3f7e-4d02-9306-6a04cd3e1fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (1d7d8ed2-ecbb-43e5-ada0-bc8b324c1c55), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:31.567455 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (840845c2-c10a-48b4-837d-e2c51180f278), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:31.632483 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-2a26fb4e-0f47-484c-88ad-83d61f655781 admin admin] Allocated IP 172.25.3.78 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/16a1d808-c643-4234-b474-73be09f6ca41) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:25:31.639339 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8fb01041-ec55-40d3-aa61-709f85fbe1b0 req-67c4d6a8-136b-4166-b1b0-22aabb243dca tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (e41cc05a-731b-4b6b-ba8a-418ccc105335), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:31.653740 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['592ec7cb-d413-4e6f-af11-550fb94964e0'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:25:31.732173 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c4d6a8-136b-4166-b1b0-22aabb243dca tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Pushing event deleted for resources: {'Port': ['ID=e41cc05a-731b-4b6b-ba8a-418ccc105335,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:31.732957 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['7db51392-e30f-45e2-aa6e-c2643bee38c2'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:25:31.800920 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35804556-3f7e-4d02-9306-6a04cd3e1fcc None None] Pushing event updated for resources: {'Port': ['ID=1d7d8ed2-ecbb-43e5-ada0-bc8b324c1c55,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:31.824018 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2488df5a-a0e9-4bc0-a3f1-bf7396677c12 req-f334dfb0-1d33-4bd0-a1ae-0873f0d3c031 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:31.826695 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2488df5a-a0e9-4bc0-a3f1-bf7396677c12 req-f334dfb0-1d33-4bd0-a1ae-0873f0d3c031 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.65 "GET /v2.0/ports?device_id=4812abf9-87aa-4b86-a526-e06e064e1eed HTTP/1.1" status: 200 len: 944 time: 0.2948346 Feb 04 12:25:31.856046 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-87cd6620-1f09-45a3-86fa-19f31d3e75ac req-c08a3c65-a7ad-47b5-b6a6-50840169d2e8 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/ports?device_id=e024d6c3-80c1-425c-a5a9-a7305d647b89 HTTP/1.1" status: 200 len: 210 time: 0.0681882 Feb 04 12:25:31.928354 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fb01041-ec55-40d3-aa61-709f85fbe1b0 req-67c4d6a8-136b-4166-b1b0-22aabb243dca tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] No DVR routers for this DVR port e41cc05a-731b-4b6b-ba8a-418ccc105335 on host n-h1-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:25:31.938048 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['840845c2-c10a-48b4-837d-e2c51180f278'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:25:31.944409 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8fb01041-ec55-40d3-aa61-709f85fbe1b0 req-67c4d6a8-136b-4166-b1b0-22aabb243dca tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:31.948956 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8fb01041-ec55-40d3-aa61-709f85fbe1b0 req-67c4d6a8-136b-4166-b1b0-22aabb243dca tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.73 "DELETE /v2.0/ports/e41cc05a-731b-4b6b-ba8a-418ccc105335 HTTP/1.1" status: 204 len: 173 time: 1.3845341 Feb 04 12:25:31.949436 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e024d6c3-80c1-425c-a5a9-a7305d647b89', 'name': 'network-vif-deleted', 'tag': 'e41cc05a-731b-4b6b-ba8a-418ccc105335'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:25:31.958392 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-983250f9-81b5-4a72-95d3-11094ca82998" -d '{"events": [{"server_uuid": "e024d6c3-80c1-425c-a5a9-a7305d647b89", "name": "network-vif-deleted", "tag": "e41cc05a-731b-4b6b-ba8a-418ccc105335"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:25:31.997517 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=840845c2-c10a-48b4-837d-e2c51180f278,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:32.088476 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2488df5a-a0e9-4bc0-a3f1-bf7396677c12 req-51f758d5-7eb6-4a2c-8cf2-1a128f71740f tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.65 "GET /v2.0/security-groups?id=65b532f6-553b-4a7d-aad3-d6f8aeaacb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364616 Feb 04 12:25:32.111372 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2a26fb4e-0f47-484c-88ad-83d61f655781 admin admin] Publish callbacks [] for port (16a1d808-c643-4234-b474-73be09f6ca41), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:32.199930 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2a26fb4e-0f47-484c-88ad-83d61f655781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (16a1d808-c643-4234-b474-73be09f6ca41), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:32.271159 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device e41cc05a-731b-4b6b-ba8a-418ccc105335 no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:25:32.290532 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a26fb4e-0f47-484c-88ad-83d61f655781 admin admin] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:25:32.359803 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c61b8a39-ab42-4d77-add9-c95cabd84ad6 req-0ced1454-462a-4af8-8bb5-c4b46d35a0ac tempest-InstanceActionsTestJSON-1125563372 tempest-InstanceActionsTestJSON-1125563372-project] 10.222.0.65 "GET /v2.0/ports?device_id=fb61f9d3-4fcf-425d-a5a7-91391115f4da HTTP/1.1" status: 200 len: 210 time: 0.1044436 Feb 04 12:25:32.359803 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-2a26fb4e-0f47-484c-88ad-83d61f655781 admin admin] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:25:32.360736 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a26fb4e-0f47-484c-88ad-83d61f655781 admin admin] Pushing event updated for resources: {'Port': ['ID=16a1d808-c643-4234-b474-73be09f6ca41,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:32.375525 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a26fb4e-0f47-484c-88ad-83d61f655781 admin admin] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:25:32.509336 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ecbbad-1c5f-470d-ad21-80959ae90e13 req-dd9bc99f-6bfb-4f3f-848b-da23115052ff tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:32.517343 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-30ecbbad-1c5f-470d-ad21-80959ae90e13 req-dd9bc99f-6bfb-4f3f-848b-da23115052ff tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d71fca2-7310-4efc-9eaf-c31026923412 HTTP/1.1" status: 200 len: 943 time: 0.2672226 Feb 04 12:25:32.699497 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] No Port match for: e41cc05a-731b-4b6b-ba8a-418ccc105335 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:25:32.700168 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device e41cc05a-731b-4b6b-ba8a-418ccc105335 not bound to the agent host n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:25:32.701364 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e31e8b-fb91-43fa-aed4-3b1d22390c09 req-7887c2dd-13d8-452e-b72e-9a63f63c7246 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:32.708423 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d0e31e8b-fb91-43fa-aed4-3b1d22390c09 req-7887c2dd-13d8-452e-b72e-9a63f63c7246 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf95935d-16c5-45d1-b524-d91fd1a03a94 HTTP/1.1" status: 200 len: 944 time: 0.2577448 Feb 04 12:25:32.725625 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-30ecbbad-1c5f-470d-ad21-80959ae90e13 req-1ac6db01-04d3-4c66-b39b-21950468ac6b tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/security-groups?id=0e320687-8002-4e00-a016-6bf57af2cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067301 Feb 04 12:25:32.882181 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c73f0dce-d2e2-4abb-b489-70d92763eb5f x-openstack-request-id: req-c73f0dce-d2e2-4abb-b489-70d92763eb5f {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:25:32.884014 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e024d6c3-80c1-425c-a5a9-a7305d647b89", "name": "network-vif-deleted", "tag": "e41cc05a-731b-4b6b-ba8a-418ccc105335", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:25:32.886977 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c73f0dce-d2e2-4abb-b489-70d92763eb5f {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:25:32.887543 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e024d6c3-80c1-425c-a5a9-a7305d647b89', 'name': 'network-vif-deleted', 'tag': 'e41cc05a-731b-4b6b-ba8a-418ccc105335', 'status': 'completed', 'code': 200} Feb 04 12:25:32.897355 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d0e31e8b-fb91-43fa-aed4-3b1d22390c09 req-e00083bf-591b-4a35-9ae9-a9690983a534 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0b93a62-41a7-4338-9add-00a3a3dd7ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880453 Feb 04 12:25:32.904322 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 1d7d8ed2-ecbb-43e5-ada0-bc8b324c1c55 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:25:33.086820 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 1d7d8ed2-ecbb-43e5-ada0-bc8b324c1c55 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:25:33.091547 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (1d7d8ed2-ecbb-43e5-ada0-bc8b324c1c55), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:33.236581 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-59e27e8c-409b-4fcf-9bbb-991ddb94cd75 req-03fafca2-3825-4d6b-abbc-c4d6d0872793 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/ports?device_id=e024d6c3-80c1-425c-a5a9-a7305d647b89 HTTP/1.1" status: 200 len: 210 time: 0.2079523 Feb 04 12:25:33.286535 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 1d7d8ed2-ecbb-43e5-ada0-bc8b324c1c55 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:25:33.289800 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (1d7d8ed2-ecbb-43e5-ada0-bc8b324c1c55), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:33.356550 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port 1d7d8ed2-ecbb-43e5-ada0-bc8b324c1c55, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=1d7d8ed2-ecbb-43e5-ada0-bc8b324c1c55,segment=NetworkSegment(c79394f8-f009-4252-b7b2-a9e14ca97f89),segment_id=c79394f8-f009-4252-b7b2-a9e14ca97f89)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:25:33.364336 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (1d7d8ed2-ecbb-43e5-ada0-bc8b324c1c55), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:33.441602 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=1d7d8ed2-ecbb-43e5-ada0-bc8b324c1c55,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:33.448358 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34af345b-3f46-484b-9364-87c41e4db3b6 req-e13c792f-cc0e-4daa-847c-acb84a916bce tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:33.449975 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-34af345b-3f46-484b-9364-87c41e4db3b6 req-e13c792f-cc0e-4daa-847c-acb84a916bce tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?device_id=35799951-f327-49e4-9a9d-7a4789d7e10d HTTP/1.1" status: 200 len: 945 time: 0.4212990 Feb 04 12:25:33.551575 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2a26fb4e-0f47-484c-88ad-83d61f655781 admin admin] Publish callbacks [] for router_gateway (af91b7b9-5598-4d1b-833b-e6a59850d1cf), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:33.559554 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9e00d9-6a45-4dec-b4e5-ec92a1ad1729 None None] Network afbcf1a8-ff83-4ce0-a7c1-9656f08f657e requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:25:33.699647 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-9f1db492-31d1-4ed8-8b03-87f244542927 None None] Provisioning complete for port 1d7d8ed2-ecbb-43e5-ada0-bc8b324c1c55 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:25:33.700359 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9f1db492-31d1-4ed8-8b03-87f244542927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (1d7d8ed2-ecbb-43e5-ada0-bc8b324c1c55), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:33.792777 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-34af345b-3f46-484b-9364-87c41e4db3b6 req-05954d59-2a71-4211-9c3e-dd9cc5ddb763 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f51ab49-2800-41c7-a09d-ab109cee7e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3244946 Feb 04 12:25:33.960870 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-9f1db492-31d1-4ed8-8b03-87f244542927 None None] Current status of the port 1d7d8ed2-ecbb-43e5-ada0-bc8b324c1c55 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:25:33.979345 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2750ec-fec1-496b-8722-d30c6d343f5c req-1d63efad-cf29-4b44-8e42-260e09192296 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:33.987374 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ab2750ec-fec1-496b-8722-d30c6d343f5c req-1d63efad-cf29-4b44-8e42-260e09192296 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.65 "GET /v2.0/ports?device_id=4812abf9-87aa-4b86-a526-e06e064e1eed HTTP/1.1" status: 200 len: 944 time: 0.4264536 Feb 04 12:25:34.075860 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3db8b344-d5fc-43d8-8bd9-908e0a597851 req-fe38ac24-bd77-4cfa-b84b-c74fe2d7d7d4 tempest-InstanceActionsTestJSON-1125563372 tempest-InstanceActionsTestJSON-1125563372-project] 10.222.0.65 "GET /v2.0/ports?device_id=fb61f9d3-4fcf-425d-a5a7-91391115f4da HTTP/1.1" status: 200 len: 210 time: 0.1130524 Feb 04 12:25:34.262090 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 7db51392-e30f-45e2-aa6e-c2643bee38c2 up at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:25:34.321556 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device b01d1443-a960-47d9-96a7-6e1cb030716e up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:25:34.401086 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-46efdff6-8944-4967-b1ae-8b446e6935af None None] Provisioning complete for port 1d7d8ed2-ecbb-43e5-ada0-bc8b324c1c55 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:25:34.401752 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-46efdff6-8944-4967-b1ae-8b446e6935af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (1d7d8ed2-ecbb-43e5-ada0-bc8b324c1c55), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:34.407899 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning complete for port 7db51392-e30f-45e2-aa6e-c2643bee38c2 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:25:34.408420 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (7db51392-e30f-45e2-aa6e-c2643bee38c2), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:34.495999 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8118d80-a781-4bc5-85a6-fbb16468b39e req-19feb7e4-0c1a-49ac-b79a-1e5340eec942 tempest-InstanceActionsTestJSON-1125563372 tempest-InstanceActionsTestJSON-1125563372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:34.498271 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d8118d80-a781-4bc5-85a6-fbb16468b39e req-19feb7e4-0c1a-49ac-b79a-1e5340eec942 tempest-InstanceActionsTestJSON-1125563372 tempest-InstanceActionsTestJSON-1125563372-project] 10.222.0.73 "GET /v2.0/networks?id=f402825b-9e39-47db-aebe-4860214d9069 HTTP/1.1" status: 200 len: 814 time: 0.7443805 Feb 04 12:25:34.507067 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ab2750ec-fec1-496b-8722-d30c6d343f5c req-7f3f76ed-f8a6-4614-b6cd-d2dfcdc4d74d tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.65 "GET /v2.0/security-groups?id=65b532f6-553b-4a7d-aad3-d6f8aeaacb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5187263 Feb 04 12:25:34.514551 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-d8118d80-a781-4bc5-85a6-fbb16468b39e req-e0f30506-edc6-4a38-bee3-4a6d62ab331d tempest-InstanceActionsTestJSON-1125563372 tempest-InstanceActionsTestJSON-1125563372-project] Request body: {'port': {'device_id': 'fb61f9d3-4fcf-425d-a5a7-91391115f4da', 'network_id': 'f402825b-9e39-47db-aebe-4860214d9069', 'admin_state_up': True, 'tenant_id': '33e190cb696f4fb89ceec209ff1f4848'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:25:34.521943 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning for port b01d1443-a960-47d9-96a7-6e1cb030716e completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:25:34.533988 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port b01d1443-a960-47d9-96a7-6e1cb030716e triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:25:34.534883 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (b01d1443-a960-47d9-96a7-6e1cb030716e), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:34.741887 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 7db51392-e30f-45e2-aa6e-c2643bee38c2 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:25:34.742920 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (7db51392-e30f-45e2-aa6e-c2643bee38c2), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:34.745026 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 1d7d8ed2-ecbb-43e5-ada0-bc8b324c1c55 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:25:34.888298 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3780e32f-f105-47cc-897d-82c768e545dc req-a0b7bc18-73cc-4507-bfe6-1606b32ce1c0 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:34.896295 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3780e32f-f105-47cc-897d-82c768e545dc req-a0b7bc18-73cc-4507-bfe6-1606b32ce1c0 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d71fca2-7310-4efc-9eaf-c31026923412 HTTP/1.1" status: 200 len: 943 time: 0.3957839 Feb 04 12:25:34.910559 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2a26fb4e-0f47-484c-88ad-83d61f655781 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141'] for router (af91b7b9-5598-4d1b-833b-e6a59850d1cf), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:34.918383 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-46efdff6-8944-4967-b1ae-8b446e6935af None None] Current status of the port 1d7d8ed2-ecbb-43e5-ada0-bc8b324c1c55 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:25:34.924579 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5b06b5-4c23-433e-bc5a-4ff6f346ff17 req-be7309e5-14af-4ac0-a82e-d5cad11eb33c tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:34.925980 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3a5b06b5-4c23-433e-bc5a-4ff6f346ff17 req-be7309e5-14af-4ac0-a82e-d5cad11eb33c tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf95935d-16c5-45d1-b524-d91fd1a03a94 HTTP/1.1" status: 200 len: 944 time: 0.2048042 Feb 04 12:25:34.947499 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f404aa9-f0fb-439c-8e26-a5d712f44c63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7db51392-e30f-45e2-aa6e-c2643bee38c2'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:25:34.953441 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee5e14d8-0278-4570-9f71-a2df9eac47ad" -d '{"events": [{"server_uuid": "2f404aa9-f0fb-439c-8e26-a5d712f44c63", "name": "network-vif-plugged", "status": "completed", "tag": "7db51392-e30f-45e2-aa6e-c2643bee38c2"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:25:34.969008 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port b01d1443-a960-47d9-96a7-6e1cb030716e is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:25:34.969559 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (b01d1443-a960-47d9-96a7-6e1cb030716e), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:34.998171 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 7db51392-e30f-45e2-aa6e-c2643bee38c2, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=7db51392-e30f-45e2-aa6e-c2643bee38c2,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:25:35.001992 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 1d7d8ed2-ecbb-43e5-ada0-bc8b324c1c55 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:25:35.002464 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (1d7d8ed2-ecbb-43e5-ada0-bc8b324c1c55), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:35.017667 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (7db51392-e30f-45e2-aa6e-c2643bee38c2), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:35.018596 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 840845c2-c10a-48b4-837d-e2c51180f278 up at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:25:35.093234 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8118d80-a781-4bc5-85a6-fbb16468b39e req-e0f30506-edc6-4a38-bee3-4a6d62ab331d tempest-InstanceActionsTestJSON-1125563372 tempest-InstanceActionsTestJSON-1125563372-project] Made reservation on behalf of 33e190cb696f4fb89ceec209ff1f4848 for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:25:35.097115 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-d8118d80-a781-4bc5-85a6-fbb16468b39e req-e0f30506-edc6-4a38-bee3-4a6d62ab331d tempest-InstanceActionsTestJSON-1125563372 tempest-InstanceActionsTestJSON-1125563372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:35.115357 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port b01d1443-a960-47d9-96a7-6e1cb030716e, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=b01d1443-a960-47d9-96a7-6e1cb030716e,segment=NetworkSegment(02af7db9-ac7a-4fd9-8876-35ceb0279e70),segment_id=02af7db9-ac7a-4fd9-8876-35ceb0279e70)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:25:35.135042 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (b01d1443-a960-47d9-96a7-6e1cb030716e), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:35.192151 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=7db51392-e30f-45e2-aa6e-c2643bee38c2,revision_number=7']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:35.249967 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3780e32f-f105-47cc-897d-82c768e545dc req-28a21358-3a7a-42cf-ba9a-0ea568ad5dbd tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/security-groups?id=0e320687-8002-4e00-a016-6bf57af2cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3526931 Feb 04 12:25:35.275521 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3a5b06b5-4c23-433e-bc5a-4ff6f346ff17 req-9e3d5fbb-53c0-4c83-a0a3-0d4acc3044cf tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0b93a62-41a7-4338-9add-00a3a3dd7ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3305163 Feb 04 12:25:35.325904 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 1d7d8ed2-ecbb-43e5-ada0-bc8b324c1c55 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:25:35.344790 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning for port 840845c2-c10a-48b4-837d-e2c51180f278 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:25:35.356819 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning complete for port 840845c2-c10a-48b4-837d-e2c51180f278 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:25:35.357195 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (840845c2-c10a-48b4-837d-e2c51180f278), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:35.358874 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=b01d1443-a960-47d9-96a7-6e1cb030716e,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:35.462120 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 840845c2-c10a-48b4-837d-e2c51180f278 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:25:35.462483 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (840845c2-c10a-48b4-837d-e2c51180f278), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:35.499008 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 840845c2-c10a-48b4-837d-e2c51180f278, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=840845c2-c10a-48b4-837d-e2c51180f278,segment=NetworkSegment(acb9d640-bd6c-44b6-b60b-2ea6174d51f4),segment_id=acb9d640-bd6c-44b6-b60b-2ea6174d51f4)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:25:35.506312 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (840845c2-c10a-48b4-837d-e2c51180f278), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:35.609336 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-d8118d80-a781-4bc5-85a6-fbb16468b39e req-e0f30506-edc6-4a38-bee3-4a6d62ab331d tempest-InstanceActionsTestJSON-1125563372 tempest-InstanceActionsTestJSON-1125563372-project] Allocated IP 172.20.0.7 (f402825b-9e39-47db-aebe-4860214d9069/fa0df5b1-8fd2-43ec-8b5c-09b9a2f4ac38/e19a3f7c-2ee7-447d-bee3-c81fe6ea16bf) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:25:35.618567 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=840845c2-c10a-48b4-837d-e2c51180f278,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:35.635933 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f793b465-b54d-4b8d-860d-e125283bf32c req-142e8d6d-6f64-48a1-80bc-84e3243c8354 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/ports?device_id=e024d6c3-80c1-425c-a5a9-a7305d647b89 HTTP/1.1" status: 200 len: 210 time: 0.1778421 Feb 04 12:25:35.709976 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2880462a-da6f-4b94-8e4c-ea8d510f0b1f x-openstack-request-id: req-2880462a-da6f-4b94-8e4c-ea8d510f0b1f {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:25:35.710460 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f404aa9-f0fb-439c-8e26-a5d712f44c63", "name": "network-vif-plugged", "status": "completed", "tag": "7db51392-e30f-45e2-aa6e-c2643bee38c2", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:25:35.710760 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2880462a-da6f-4b94-8e4c-ea8d510f0b1f {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:25:35.713030 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f404aa9-f0fb-439c-8e26-a5d712f44c63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7db51392-e30f-45e2-aa6e-c2643bee38c2', 'code': 200} Feb 04 12:25:35.880584 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-85550d88-f4cc-43c8-8483-4fb6e9148220 req-21cdea9d-aec3-43be-93ca-f8ea7f28c797 tempest-InstanceActionsTestJSON-1125563372 tempest-InstanceActionsTestJSON-1125563372-project] 10.222.0.65 "GET /v2.0/ports?device_id=fb61f9d3-4fcf-425d-a5a7-91391115f4da HTTP/1.1" status: 200 len: 210 time: 0.0677645 Feb 04 12:25:35.898996 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a26fb4e-0f47-484c-88ad-83d61f655781 admin admin] Router af91b7b9-5598-4d1b-833b-e6a59850d1cf is scheduled to L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de with binding_index 1 {{(pid=103475) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 12:25:35.909732 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e905b06c-0c41-46ce-be87-4908eaaf90b8 req-85a0abd2-0e6e-4d60-bc3d-74c73865cc4b tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:35.917747 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e905b06c-0c41-46ce-be87-4908eaaf90b8 req-85a0abd2-0e6e-4d60-bc3d-74c73865cc4b tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?device_id=35799951-f327-49e4-9a9d-7a4789d7e10d HTTP/1.1" status: 200 len: 945 time: 0.4630315 Feb 04 12:25:36.091872 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-d8118d80-a781-4bc5-85a6-fbb16468b39e req-e0f30506-edc6-4a38-bee3-4a6d62ab331d tempest-InstanceActionsTestJSON-1125563372 tempest-InstanceActionsTestJSON-1125563372-project] Publish callbacks [] for port (e19a3f7c-2ee7-447d-bee3-c81fe6ea16bf), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:36.142982 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e905b06c-0c41-46ce-be87-4908eaaf90b8 req-91e8e432-812a-4025-b18c-24754563ebc3 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f51ab49-2800-41c7-a09d-ab109cee7e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235935 Feb 04 12:25:36.224088 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-d8118d80-a781-4bc5-85a6-fbb16468b39e req-e0f30506-edc6-4a38-bee3-4a6d62ab331d tempest-InstanceActionsTestJSON-1125563372 tempest-InstanceActionsTestJSON-1125563372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (e19a3f7c-2ee7-447d-bee3-c81fe6ea16bf), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:36.253716 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d263e77f-16e3-4bf1-b39b-f8a9babd51e8 req-d4acad96-0c50-4f75-b6e3-40dde47ae5c7 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:36.255207 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d263e77f-16e3-4bf1-b39b-f8a9babd51e8 req-d4acad96-0c50-4f75-b6e3-40dde47ae5c7 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.65 "GET /v2.0/ports?device_id=4812abf9-87aa-4b86-a526-e06e064e1eed HTTP/1.1" status: 200 len: 945 time: 0.2505953 Feb 04 12:25:36.296537 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a26fb4e-0f47-484c-88ad-83d61f655781 admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:25:36.310447 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caefc350-b8c5-46c7-b272-fcba95df7dcd None None] Sync routers for ids ['af91b7b9-5598-4d1b-833b-e6a59850d1cf'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:25:36.335221 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caefc350-b8c5-46c7-b272-fcba95df7dcd None None] Routers {'af91b7b9-5598-4d1b-833b-e6a59850d1cf'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:25:36.336975 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-caefc350-b8c5-46c7-b272-fcba95df7dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:25:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['af91b7b9-5598-4d1b-833b-e6a59850d1cf'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:25:36.344622 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8118d80-a781-4bc5-85a6-fbb16468b39e req-e0f30506-edc6-4a38-bee3-4a6d62ab331d tempest-InstanceActionsTestJSON-1125563372 tempest-InstanceActionsTestJSON-1125563372-project] Network f402825b-9e39-47db-aebe-4860214d9069 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:25:36.355376 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-d8118d80-a781-4bc5-85a6-fbb16468b39e req-e0f30506-edc6-4a38-bee3-4a6d62ab331d tempest-InstanceActionsTestJSON-1125563372 tempest-InstanceActionsTestJSON-1125563372-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:25:36.358438 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8118d80-a781-4bc5-85a6-fbb16468b39e req-e0f30506-edc6-4a38-bee3-4a6d62ab331d tempest-InstanceActionsTestJSON-1125563372 tempest-InstanceActionsTestJSON-1125563372-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:25:36.370223 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f30506-edc6-4a38-bee3-4a6d62ab331d tempest-InstanceActionsTestJSON-1125563372 tempest-InstanceActionsTestJSON-1125563372-project] Pushing event updated for resources: {'Port': ['ID=e19a3f7c-2ee7-447d-bee3-c81fe6ea16bf,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:36.377507 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2a26fb4e-0f47-484c-88ad-83d61f655781 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:36.382118 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 35306) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:25:36.384065 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-2a26fb4e-0f47-484c-88ad-83d61f655781 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.5755284 Feb 04 12:25:36.488639 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d263e77f-16e3-4bf1-b39b-f8a9babd51e8 req-e5f099fa-5183-4fa2-8c0f-2c02cdf81ccd tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.65 "GET /v2.0/security-groups?id=65b532f6-553b-4a7d-aad3-d6f8aeaacb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052324 Feb 04 12:25:36.577250 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8118d80-a781-4bc5-85a6-fbb16468b39e req-e0f30506-edc6-4a38-bee3-4a6d62ab331d tempest-InstanceActionsTestJSON-1125563372 tempest-InstanceActionsTestJSON-1125563372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:36.577753 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-d8118d80-a781-4bc5-85a6-fbb16468b39e req-e0f30506-edc6-4a38-bee3-4a6d62ab331d tempest-InstanceActionsTestJSON-1125563372 tempest-InstanceActionsTestJSON-1125563372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:36.651600 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d8118d80-a781-4bc5-85a6-fbb16468b39e req-e0f30506-edc6-4a38-bee3-4a6d62ab331d tempest-InstanceActionsTestJSON-1125563372 tempest-InstanceActionsTestJSON-1125563372-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1424322 Feb 04 12:25:36.663885 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-d8118d80-a781-4bc5-85a6-fbb16468b39e req-ae6a264a-52f4-4e50-9a71-64ed5f87dda5 service neutron] Request body: {'port': {'device_id': 'fb61f9d3-4fcf-425d-a5a7-91391115f4da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:25:36.672825 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-caefc350-b8c5-46c7-b272-fcba95df7dcd None None] Set router af91b7b9-5598-4d1b-833b-e6a59850d1cf gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:25:36.679557 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe6cceb-9739-443c-98c1-6c352f9700f8 req-f955335b-efaf-4161-ae76-3bdb248a1fd0 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:36.688186 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0fe6cceb-9739-443c-98c1-6c352f9700f8 req-f955335b-efaf-4161-ae76-3bdb248a1fd0 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d71fca2-7310-4efc-9eaf-c31026923412 HTTP/1.1" status: 200 len: 943 time: 0.2452812 Feb 04 12:25:36.809470 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b552c9c6-5186-4c7c-aa13-301b78ee9eda req-82272945-ccfa-4f1b-adfa-3a3c50bfecc9 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:36.817797 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b552c9c6-5186-4c7c-aa13-301b78ee9eda req-82272945-ccfa-4f1b-adfa-3a3c50bfecc9 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf95935d-16c5-45d1-b524-d91fd1a03a94 HTTP/1.1" status: 200 len: 945 time: 0.2145369 Feb 04 12:25:36.863011 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-d8118d80-a781-4bc5-85a6-fbb16468b39e req-ae6a264a-52f4-4e50-9a71-64ed5f87dda5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (e19a3f7c-2ee7-447d-bee3-c81fe6ea16bf), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:36.898441 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0fe6cceb-9739-443c-98c1-6c352f9700f8 req-17e41773-1104-4a6e-a774-fa2cf20edac6 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/security-groups?id=0e320687-8002-4e00-a016-6bf57af2cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091248 Feb 04 12:25:37.052215 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b552c9c6-5186-4c7c-aa13-301b78ee9eda req-5ae55190-0421-4387-8cd2-a44005ef66eb tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0b93a62-41a7-4338-9add-00a3a3dd7ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231450 Feb 04 12:25:37.309413 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b0de6eb9-8c34-4923-81d3-6ee01a9de28d req-820256fe-4bf1-4003-983c-d1ea3282397a tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/ports?device_id=e024d6c3-80c1-425c-a5a9-a7305d647b89 HTTP/1.1" status: 200 len: 210 time: 0.0582414 Feb 04 12:25:37.378289 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-caefc350-b8c5-46c7-b272-fcba95df7dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af91b7b9-5598-4d1b-833b-e6a59850d1cf', 'name': 'tempest-AttachSCSIVolumeTestJSON-662724026-router', 'tenant_id': 'a172ea65fb63454daf69894291cfcfa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '16a1d808-c643-4234-b474-73be09f6ca41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:25:29Z', 'updated_at': '2022-02-04T12:25:32Z', 'revision_number': 3, 'project_id': 'a172ea65fb63454daf69894291cfcfa7', 'gw_port': {'id': '16a1d808-c643-4234-b474-73be09f6ca41', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e6:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af91b7b9-5598-4d1b-833b-e6a59850d1cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:25:31Z', 'updated_at': '2022-02-04T12:25:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:25:37.405109 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e9c193ec-4541-42e3-b826-0cd98e3eff7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:37.440632 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caefc350-b8c5-46c7-b272-fcba95df7dcd None None] Checking router: af91b7b9-5598-4d1b-833b-e6a59850d1cf for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:25:37.441058 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caefc350-b8c5-46c7-b272-fcba95df7dcd None None] Updating router af91b7b9-5598-4d1b-833b-e6a59850d1cf port 16a1d808-c643-4234-b474-73be09f6ca41 binding host n-d-825015-3 {{(pid=103476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:25:37.495575 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-caefc350-b8c5-46c7-b272-fcba95df7dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (16a1d808-c643-4234-b474-73be09f6ca41), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:37.522343 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce86e24-4424-4c5d-b6ee-4b2272420ee6 req-24af2a41-14c2-4938-92ad-2333a70f843f tempest-InstanceActionsTestJSON-1125563372 tempest-InstanceActionsTestJSON-1125563372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:37.524745 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1ce86e24-4424-4c5d-b6ee-4b2272420ee6 req-24af2a41-14c2-4938-92ad-2333a70f843f tempest-InstanceActionsTestJSON-1125563372 tempest-InstanceActionsTestJSON-1125563372-project] 10.222.0.65 "GET /v2.0/ports?device_id=fb61f9d3-4fcf-425d-a5a7-91391115f4da HTTP/1.1" status: 200 len: 931 time: 0.2383561 Feb 04 12:25:37.604275 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1ce86e24-4424-4c5d-b6ee-4b2272420ee6 req-214baffe-aab3-421d-839a-41c35c4fd825 tempest-InstanceActionsTestJSON-1125563372 tempest-InstanceActionsTestJSON-1125563372-project] 10.222.0.65 "GET /v2.0/security-groups?id=717aa9e7-39e6-4fd6-bc25-03a9c1928dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703633 Feb 04 12:25:37.616648 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e58d20-7bc5-4434-b490-3a529e95a635 req-0d31baf6-fa63-4b2a-8267-4afcd363ed9f tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:37.624094 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-06e58d20-7bc5-4434-b490-3a529e95a635 req-0d31baf6-fa63-4b2a-8267-4afcd363ed9f tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?device_id=35799951-f327-49e4-9a9d-7a4789d7e10d HTTP/1.1" status: 200 len: 945 time: 0.1900105 Feb 04 12:25:37.718446 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-06e58d20-7bc5-4434-b490-3a529e95a635 req-cb9747b0-293d-4858-900c-1c3555d31278 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f51ab49-2800-41c7-a09d-ab109cee7e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887504 Feb 04 12:25:37.747080 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-e9c193ec-4541-42e3-b826-0cd98e3eff7d admin admin] Allocated IP 172.20.0.1 (afbcf1a8-ff83-4ce0-a7c1-9656f08f657e/6ed49fbe-f3e9-4565-9a96-9b2577e9d8e9/ec7a079b-7096-4ae4-9a11-b723c6745f2e) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:25:37.809623 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-d8118d80-a781-4bc5-85a6-fbb16468b39e req-ae6a264a-52f4-4e50-9a71-64ed5f87dda5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e19a3f7c-2ee7-447d-bee3-c81fe6ea16bf {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:25:37.828751 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf95935d-16c5-45d1-b524-d91fd1a03a94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b01d1443-a960-47d9-96a7-6e1cb030716e'}, {'server_uuid': '4812abf9-87aa-4b86-a526-e06e064e1eed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '840845c2-c10a-48b4-837d-e2c51180f278'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:25:37.834485 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d940c8b2-bc69-489c-a65d-3f3cd985cd52" -d '{"events": [{"server_uuid": "cf95935d-16c5-45d1-b524-d91fd1a03a94", "name": "network-vif-plugged", "status": "completed", "tag": "b01d1443-a960-47d9-96a7-6e1cb030716e"}, {"server_uuid": "4812abf9-87aa-4b86-a526-e06e064e1eed", "name": "network-vif-plugged", "status": "completed", "tag": "840845c2-c10a-48b4-837d-e2c51180f278"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:25:37.885517 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-d8118d80-a781-4bc5-85a6-fbb16468b39e req-ae6a264a-52f4-4e50-9a71-64ed5f87dda5 service neutron] Publish callbacks [] for port (e19a3f7c-2ee7-447d-bee3-c81fe6ea16bf), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:37.999172 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e9c193ec-4541-42e3-b826-0cd98e3eff7d admin admin] Publish callbacks [] for port (ec7a079b-7096-4ae4-9a11-b723c6745f2e), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:38.026815 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-d8118d80-a781-4bc5-85a6-fbb16468b39e req-ae6a264a-52f4-4e50-9a71-64ed5f87dda5 service neutron] Transition to ACTIVE for port object e19a3f7c-2ee7-447d-bee3-c81fe6ea16bf will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:25:38.050756 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-d8118d80-a781-4bc5-85a6-fbb16468b39e req-ae6a264a-52f4-4e50-9a71-64ed5f87dda5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (e19a3f7c-2ee7-447d-bee3-c81fe6ea16bf), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:38.077130 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 04 Feb 2022 12:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94d05e61-c7d4-44ea-b55c-2944440e05b6 x-openstack-request-id: req-94d05e61-c7d4-44ea-b55c-2944440e05b6 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:25:38.077378 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf95935d-16c5-45d1-b524-d91fd1a03a94", "name": "network-vif-plugged", "status": "completed", "tag": "b01d1443-a960-47d9-96a7-6e1cb030716e", "code": 200}, {"server_uuid": "4812abf9-87aa-4b86-a526-e06e064e1eed", "name": "network-vif-plugged", "status": "completed", "tag": "840845c2-c10a-48b4-837d-e2c51180f278", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:25:38.077786 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-94d05e61-c7d4-44ea-b55c-2944440e05b6 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:25:38.078423 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf95935d-16c5-45d1-b524-d91fd1a03a94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b01d1443-a960-47d9-96a7-6e1cb030716e', 'code': 200} Feb 04 12:25:38.081992 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4812abf9-87aa-4b86-a526-e06e064e1eed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '840845c2-c10a-48b4-837d-e2c51180f278', 'code': 200} Feb 04 12:25:38.138971 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-caefc350-b8c5-46c7-b272-fcba95df7dcd None None] Publish callbacks [] for port (16a1d808-c643-4234-b474-73be09f6ca41), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:38.156598 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-caefc350-b8c5-46c7-b272-fcba95df7dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (16a1d808-c643-4234-b474-73be09f6ca41), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:38.222780 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d23a266-afed-407e-8e84-c0dd0c6727db req-939a98d9-7b24-49c5-adba-d4abce462b40 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:38.225891 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7d23a266-afed-407e-8e84-c0dd0c6727db req-939a98d9-7b24-49c5-adba-d4abce462b40 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.65 "GET /v2.0/ports?device_id=4812abf9-87aa-4b86-a526-e06e064e1eed HTTP/1.1" status: 200 len: 945 time: 0.4346645 Feb 04 12:25:38.233341 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-caefc350-b8c5-46c7-b272-fcba95df7dcd None None] Attempting to bind port 16a1d808-c643-4234-b474-73be09f6ca41 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:25:38.234684 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-caefc350-b8c5-46c7-b272-fcba95df7dcd None None] Attempting to bind port 16a1d808-c643-4234-b474-73be09f6ca41 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:25:38.235910 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caefc350-b8c5-46c7-b272-fcba95df7dcd None None] Attempting to bind port 16a1d808-c643-4234-b474-73be09f6ca41 on network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:25:38.245329 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e9c193ec-4541-42e3-b826-0cd98e3eff7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (ec7a079b-7096-4ae4-9a11-b723c6745f2e), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:38.294072 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device f34e4e06-e537-4833-a9ca-032296768d2b details requested by agent hyperv_n-h2-825015-3 with host n-h2-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:25:38.324999 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47afeb6-2eea-43eb-9c73-a017e505513c req-350d1fbf-7525-45e2-988a-8e190167ccbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:38.328365 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-e47afeb6-2eea-43eb-9c73-a017e505513c req-350d1fbf-7525-45e2-988a-8e190167ccbf service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=4812abf9-87aa-4b86-a526-e06e064e1eed HTTP/1.1" status: 200 len: 1127 time: 0.2213435 Feb 04 12:25:38.342948 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c193ec-4541-42e3-b826-0cd98e3eff7d admin admin] Network afbcf1a8-ff83-4ce0-a7c1-9656f08f657e is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:25:38.350623 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-e9c193ec-4541-42e3-b826-0cd98e3eff7d admin admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:25:38.356287 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c193ec-4541-42e3-b826-0cd98e3eff7d admin admin] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:25:38.439346 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6a264a-52f4-4e50-9a71-64ed5f87dda5 service neutron] Pushing event updated for resources: {'Port': ['ID=e19a3f7c-2ee7-447d-bee3-c81fe6ea16bf,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:38.498561 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c193ec-4541-42e3-b826-0cd98e3eff7d admin admin] Pushing event updated for resources: {'Port': ['ID=ec7a079b-7096-4ae4-9a11-b723c6745f2e,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:38.527449 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7d23a266-afed-407e-8e84-c0dd0c6727db req-7ec4b52f-5a77-44f2-8e1f-7c728e3f1ca8 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.65 "GET /v2.0/security-groups?id=65b532f6-553b-4a7d-aad3-d6f8aeaacb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650137 Feb 04 12:25:38.574684 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e9c193ec-4541-42e3-b826-0cd98e3eff7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1599818'] for router_interface (af91b7b9-5598-4d1b-833b-e6a59850d1cf), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:38.604526 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38dc97e-c1ae-464c-88e2-1b17d4a71eeb req-dcb95e8a-7849-4977-8837-072375ccf9d2 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:38.614973 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b38dc97e-c1ae-464c-88e2-1b17d4a71eeb req-dcb95e8a-7849-4977-8837-072375ccf9d2 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d71fca2-7310-4efc-9eaf-c31026923412 HTTP/1.1" status: 200 len: 943 time: 0.3351319 Feb 04 12:25:38.707178 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a79ec0-fa51-45b5-a2ec-bb088fe5a54d req-b786c80d-2207-4e95-9354-b1b2d5627384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:38.708875 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-05a79ec0-fa51-45b5-a2ec-bb088fe5a54d req-b786c80d-2207-4e95-9354-b1b2d5627384 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cf95935d-16c5-45d1-b524-d91fd1a03a94 HTTP/1.1" status: 200 len: 1127 time: 0.4723098 Feb 04 12:25:38.762454 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port f34e4e06-e537-4833-a9ca-032296768d2b, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=f34e4e06-e537-4833-a9ca-032296768d2b,segment=NetworkSegment(30a1e83f-6fb2-463b-baec-19bf81bfa14b),segment_id=30a1e83f-6fb2-463b-baec-19bf81bfa14b)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:25:38.777960 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device dba1453f-2c1e-4597-8998-0d3d35df5da5 details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:25:38.785949 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Returning: {'device': 'f34e4e06-e537-4833-a9ca-032296768d2b', 'network_id': '365084f8-2068-4655-9009-041f3cc171be', 'port_id': 'f34e4e06-e537-4833-a9ca-032296768d2b', 'mac_address': 'fa:16:3e:bb:18:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baf06417-eecb-4036-81cf-3c7679e7daf8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:25:38.872568 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port f34e4e06-e537-4833-a9ca-032296768d2b is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:25:38.873297 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (f34e4e06-e537-4833-a9ca-032296768d2b), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:38.890557 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-d8118d80-a781-4bc5-85a6-fbb16468b39e req-ae6a264a-52f4-4e50-9a71-64ed5f87dda5 service neutron] Attempting to bind port e19a3f7c-2ee7-447d-bee3-c81fe6ea16bf on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:25:38.894183 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-d8118d80-a781-4bc5-85a6-fbb16468b39e req-ae6a264a-52f4-4e50-9a71-64ed5f87dda5 service neutron] Attempting to bind port e19a3f7c-2ee7-447d-bee3-c81fe6ea16bf by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': 'f8893dd3-20e9-4b04-a6d7-958751ed3ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f402825b-9e39-47db-aebe-4860214d9069'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:25:38.896029 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caefc350-b8c5-46c7-b272-fcba95df7dcd None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 25, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:25:38.896651 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caefc350-b8c5-46c7-b272-fcba95df7dcd None None] Checking segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:25:38.897418 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-caefc350-b8c5-46c7-b272-fcba95df7dcd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:38.897988 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caefc350-b8c5-46c7-b272-fcba95df7dcd None None] Bound using segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:25:38.898758 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-caefc350-b8c5-46c7-b272-fcba95df7dcd None None] Bound port: 16a1d808-c643-4234-b474-73be09f6ca41, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:25:38.899334 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-caefc350-b8c5-46c7-b272-fcba95df7dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (16a1d808-c643-4234-b474-73be09f6ca41), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:38.903031 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8118d80-a781-4bc5-85a6-fbb16468b39e req-ae6a264a-52f4-4e50-9a71-64ed5f87dda5 service neutron] Attempting to bind port e19a3f7c-2ee7-447d-bee3-c81fe6ea16bf on network f402825b-9e39-47db-aebe-4860214d9069 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:25:38.914988 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b38dc97e-c1ae-464c-88e2-1b17d4a71eeb req-390c86d0-bc9c-46b2-9b68-2a2f6d943e06 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/security-groups?id=0e320687-8002-4e00-a016-6bf57af2cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2938318 Feb 04 12:25:38.943161 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8118d80-a781-4bc5-85a6-fbb16468b39e req-ae6a264a-52f4-4e50-9a71-64ed5f87dda5 service neutron] Port e19a3f7c-2ee7-447d-bee3-c81fe6ea16bf on network f402825b-9e39-47db-aebe-4860214d9069 not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:25:38.943495 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8118d80-a781-4bc5-85a6-fbb16468b39e req-ae6a264a-52f4-4e50-9a71-64ed5f87dda5 service neutron] Attempting to bind port e19a3f7c-2ee7-447d-bee3-c81fe6ea16bf on network f402825b-9e39-47db-aebe-4860214d9069 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:25:39.006704 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8118d80-a781-4bc5-85a6-fbb16468b39e req-ae6a264a-52f4-4e50-9a71-64ed5f87dda5 service neutron] Checking agent: {'id': 'f8add0d2-2202-43d3-bc0e-72442788e6ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:25:39.007182 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8118d80-a781-4bc5-85a6-fbb16468b39e req-ae6a264a-52f4-4e50-9a71-64ed5f87dda5 service neutron] Checking segment: {'id': 'f8893dd3-20e9-4b04-a6d7-958751ed3ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f402825b-9e39-47db-aebe-4860214d9069'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:25:39.007586 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8118d80-a781-4bc5-85a6-fbb16468b39e req-ae6a264a-52f4-4e50-9a71-64ed5f87dda5 service neutron] Bound using segment: {'id': 'f8893dd3-20e9-4b04-a6d7-958751ed3ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f402825b-9e39-47db-aebe-4860214d9069'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:25:39.008872 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-d8118d80-a781-4bc5-85a6-fbb16468b39e req-ae6a264a-52f4-4e50-9a71-64ed5f87dda5 service neutron] Bound port: e19a3f7c-2ee7-447d-bee3-c81fe6ea16bf, host: n-h1-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8893dd3-20e9-4b04-a6d7-958751ed3ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f402825b-9e39-47db-aebe-4860214d9069'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:25:39.009309 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-d8118d80-a781-4bc5-85a6-fbb16468b39e req-ae6a264a-52f4-4e50-9a71-64ed5f87dda5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (e19a3f7c-2ee7-447d-bee3-c81fe6ea16bf), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:39.017421 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f34e4e06-e537-4833-a9ca-032296768d2b {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:25:39.040040 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-05a79ec0-fa51-45b5-a2ec-bb088fe5a54d req-a5043ddd-c257-41da-ba80-c57f396c710d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=e0b93a62-41a7-4338-9add-00a3a3dd7ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3070259 Feb 04 12:25:39.098125 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7686f567-4c40-4c2f-8831-c10f856fd746 None None] Pushing event updated for resources: {'Port': ['ID=16a1d808-c643-4234-b474-73be09f6ca41,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:39.120032 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-d8118d80-a781-4bc5-85a6-fbb16468b39e req-ae6a264a-52f4-4e50-9a71-64ed5f87dda5 service neutron] For port e19a3f7c-2ee7-447d-bee3-c81fe6ea16bf, host n-h1-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:25:39.124026 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-d8118d80-a781-4bc5-85a6-fbb16468b39e req-ae6a264a-52f4-4e50-9a71-64ed5f87dda5 service neutron] For port e19a3f7c-2ee7-447d-bee3-c81fe6ea16bf, host n-h1-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=e19a3f7c-2ee7-447d-bee3-c81fe6ea16bf,segment=NetworkSegment(f8893dd3-20e9-4b04-a6d7-958751ed3ed7),segment_id=f8893dd3-20e9-4b04-a6d7-958751ed3ed7)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:25:39.126889 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-caefc350-b8c5-46c7-b272-fcba95df7dcd None None] For port 16a1d808-c643-4234-b474-73be09f6ca41, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:25:39.136449 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port f34e4e06-e537-4833-a9ca-032296768d2b, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=f34e4e06-e537-4833-a9ca-032296768d2b,segment=NetworkSegment(30a1e83f-6fb2-463b-baec-19bf81bfa14b),segment_id=30a1e83f-6fb2-463b-baec-19bf81bfa14b)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:25:39.139490 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-fa219348-0043-4d53-b7db-689c629b8f23 None None] Provisioning complete for port ec7a079b-7096-4ae4-9a11-b723c6745f2e triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:25:39.140306 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fa219348-0043-4d53-b7db-689c629b8f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (ec7a079b-7096-4ae4-9a11-b723c6745f2e), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:39.154760 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-d8118d80-a781-4bc5-85a6-fbb16468b39e req-ae6a264a-52f4-4e50-9a71-64ed5f87dda5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (e19a3f7c-2ee7-447d-bee3-c81fe6ea16bf), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:39.166079 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-caefc350-b8c5-46c7-b272-fcba95df7dcd None None] For port 16a1d808-c643-4234-b474-73be09f6ca41, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=16a1d808-c643-4234-b474-73be09f6ca41,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:25:39.167971 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (f34e4e06-e537-4833-a9ca-032296768d2b), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:39.188007 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-715170f2-1ba1-40f0-9b0f-a5a805152855 req-27673fdb-878f-4bba-915a-0701f49cecf9 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/ports?device_id=e024d6c3-80c1-425c-a5a9-a7305d647b89 HTTP/1.1" status: 200 len: 210 time: 0.0588818 Feb 04 12:25:39.230835 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ba19de-c730-43bd-9f3c-da4c00a6df3f req-56857774-04e9-4524-8c16-cdc772fb705f tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:39.238888 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-70ba19de-c730-43bd-9f3c-da4c00a6df3f req-56857774-04e9-4524-8c16-cdc772fb705f tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf95935d-16c5-45d1-b524-d91fd1a03a94 HTTP/1.1" status: 200 len: 945 time: 0.3627896 Feb 04 12:25:39.277370 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8118d80-a781-4bc5-85a6-fbb16468b39e req-ae6a264a-52f4-4e50-9a71-64ed5f87dda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:39.278098 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-d8118d80-a781-4bc5-85a6-fbb16468b39e req-ae6a264a-52f4-4e50-9a71-64ed5f87dda5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:39.279777 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d8118d80-a781-4bc5-85a6-fbb16468b39e req-ae6a264a-52f4-4e50-9a71-64ed5f87dda5 service neutron] 10.222.0.73 "PUT /v2.0/ports/e19a3f7c-2ee7-447d-bee3-c81fe6ea16bf HTTP/1.1" status: 200 len: 1091 time: 2.6199431 Feb 04 12:25:39.280139 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb61f9d3-4fcf-425d-a5a7-91391115f4da', 'tag': 'e19a3f7c-2ee7-447d-bee3-c81fe6ea16bf'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:25:39.282530 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddd7017e-d08a-4048-984f-ccd82581d0bf" -d '{"events": [{"name": "network-changed", "server_uuid": "fb61f9d3-4fcf-425d-a5a7-91391115f4da", "tag": "e19a3f7c-2ee7-447d-bee3-c81fe6ea16bf"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:25:39.388375 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-caefc350-b8c5-46c7-b272-fcba95df7dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (16a1d808-c643-4234-b474-73be09f6ca41), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:39.426729 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6a264a-52f4-4e50-9a71-64ed5f87dda5 service neutron] Pushing event updated for resources: {'Port': ['ID=e19a3f7c-2ee7-447d-bee3-c81fe6ea16bf,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:39.453815 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-70ba19de-c730-43bd-9f3c-da4c00a6df3f req-bed25f8e-6e0a-48aa-a6e0-76d73dc34e90 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0b93a62-41a7-4338-9add-00a3a3dd7ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109227 Feb 04 12:25:39.508439 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-fa219348-0043-4d53-b7db-689c629b8f23 None None] Port ec7a079b-7096-4ae4-9a11-b723c6745f2e cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:25:39.536027 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['f34e4e06-e537-4833-a9ca-032296768d2b'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:25:39.567399 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8118d80-a781-4bc5-85a6-fbb16468b39e req-5001da84-11cf-4a35-aa27-2f07c392c37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:39.579442 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d8118d80-a781-4bc5-85a6-fbb16468b39e req-5001da84-11cf-4a35-aa27-2f07c392c37c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=33e190cb696f4fb89ceec209ff1f4848&device_id=fb61f9d3-4fcf-425d-a5a7-91391115f4da HTTP/1.1" status: 200 len: 1125 time: 0.2317448 Feb 04 12:25:39.590511 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-e47afeb6-2eea-43eb-9c73-a017e505513c req-f1fd60bf-5d87-44c8-a237-ac00753a0ecd service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=65b532f6-553b-4a7d-aad3-d6f8aeaacb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2449911 Feb 04 12:25:39.632402 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e9c193ec-4541-42e3-b826-0cd98e3eff7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (ec7a079b-7096-4ae4-9a11-b723c6745f2e), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:39.638167 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de719c96-616b-406b-8678-b32d44b0841f req-5cea88bc-4bca-4af3-abde-2ad7a71e004a tempest-InstanceActionsTestJSON-1125563372 tempest-InstanceActionsTestJSON-1125563372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:39.643868 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-de719c96-616b-406b-8678-b32d44b0841f req-5cea88bc-4bca-4af3-abde-2ad7a71e004a tempest-InstanceActionsTestJSON-1125563372 tempest-InstanceActionsTestJSON-1125563372-project] 10.222.0.65 "GET /v2.0/ports?device_id=fb61f9d3-4fcf-425d-a5a7-91391115f4da HTTP/1.1" status: 200 len: 943 time: 0.2662590 Feb 04 12:25:39.716359 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=f34e4e06-e537-4833-a9ca-032296768d2b,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:39.761922 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d8118d80-a781-4bc5-85a6-fbb16468b39e req-80b4d788-c88f-4204-bf56-10228d85cd42 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e19a3f7c-2ee7-447d-bee3-c81fe6ea16bf HTTP/1.1" status: 200 len: 217 time: 0.1769998 Feb 04 12:25:39.812418 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caefc350-b8c5-46c7-b272-fcba95df7dcd None None] Routers {'af91b7b9-5598-4d1b-833b-e6a59850d1cf'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:25:39.813087 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-caefc350-b8c5-46c7-b272-fcba95df7dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:25:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['af91b7b9-5598-4d1b-833b-e6a59850d1cf'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:25:39.984100 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-de719c96-616b-406b-8678-b32d44b0841f req-43195324-6da5-46c6-a563-9ff9176ac2d5 tempest-InstanceActionsTestJSON-1125563372 tempest-InstanceActionsTestJSON-1125563372-project] 10.222.0.65 "GET /v2.0/security-groups?id=717aa9e7-39e6-4fd6-bc25-03a9c1928dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367737 Feb 04 12:25:39.984840 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-caefc350-b8c5-46c7-b272-fcba95df7dcd None None] Set router af91b7b9-5598-4d1b-833b-e6a59850d1cf gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:25:40.014308 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8118d80-a781-4bc5-85a6-fbb16468b39e req-5946f32c-c183-4439-8695-0808482a9994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:40.032060 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d8118d80-a781-4bc5-85a6-fbb16468b39e req-5946f32c-c183-4439-8695-0808482a9994 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fa0df5b1-8fd2-43ec-8b5c-09b9a2f4ac38 HTTP/1.1" status: 200 len: 854 time: 0.2511580 Feb 04 12:25:40.063750 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7686f567-4c40-4c2f-8831-c10f856fd746 None None] Pushing event updated for resources: {'Port': ['ID=16a1d808-c643-4234-b474-73be09f6ca41,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:40.075410 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819fa326-16df-40a5-b1c4-89dca45e9e6b req-bfea83cd-94cb-4da5-b91d-f6aeb5695255 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:40.088677 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e9c193ec-4541-42e3-b826-0cd98e3eff7d admin admin] Publish callbacks [] for port (ec7a079b-7096-4ae4-9a11-b723c6745f2e), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:40.097330 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-819fa326-16df-40a5-b1c4-89dca45e9e6b req-bfea83cd-94cb-4da5-b91d-f6aeb5695255 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?device_id=35799951-f327-49e4-9a9d-7a4789d7e10d HTTP/1.1" status: 200 len: 945 time: 0.3736098 Feb 04 12:25:40.100252 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port dba1453f-2c1e-4597-8998-0d3d35df5da5, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=dba1453f-2c1e-4597-8998-0d3d35df5da5,segment=NetworkSegment(8447b48f-5ac4-4499-b5ab-2b0cb1297003),segment_id=8447b48f-5ac4-4499-b5ab-2b0cb1297003)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:25:40.124949 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e9c193ec-4541-42e3-b826-0cd98e3eff7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (ec7a079b-7096-4ae4-9a11-b723c6745f2e), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:40.126143 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': 'dba1453f-2c1e-4597-8998-0d3d35df5da5', 'network_id': '4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5', 'port_id': 'dba1453f-2c1e-4597-8998-0d3d35df5da5', 'mac_address': 'fa:16:3e:7f:79:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23b19519-2923-41fd-80ca-5f7c6af8f70c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:25:40.162353 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9519734f-a6a2-4af3-9a20-812a0d04954c x-openstack-request-id: req-9519734f-a6a2-4af3-9a20-812a0d04954c {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:25:40.163053 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb61f9d3-4fcf-425d-a5a7-91391115f4da", "tag": "e19a3f7c-2ee7-447d-bee3-c81fe6ea16bf", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:25:40.163521 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9519734f-a6a2-4af3-9a20-812a0d04954c {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:25:40.164462 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb61f9d3-4fcf-425d-a5a7-91391115f4da', 'tag': 'e19a3f7c-2ee7-447d-bee3-c81fe6ea16bf', 'status': 'completed', 'code': 200} Feb 04 12:25:40.173703 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d8118d80-a781-4bc5-85a6-fbb16468b39e req-9cfc2e83-3991-4f17-bba1-f4332f1f81b3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f402825b-9e39-47db-aebe-4860214d9069&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1329498 Feb 04 12:25:40.214994 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c193ec-4541-42e3-b826-0cd98e3eff7d admin admin] Pushing event updated for resources: {'Port': ['ID=ec7a079b-7096-4ae4-9a11-b723c6745f2e,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:40.222266 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e9c193ec-4541-42e3-b826-0cd98e3eff7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622202'] for router_interface (af91b7b9-5598-4d1b-833b-e6a59850d1cf), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:40.561396 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c193ec-4541-42e3-b826-0cd98e3eff7d admin admin] Network afbcf1a8-ff83-4ce0-a7c1-9656f08f657e is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:25:40.566550 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-e9c193ec-4541-42e3-b826-0cd98e3eff7d admin admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:25:40.599089 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-819fa326-16df-40a5-b1c4-89dca45e9e6b req-d99e8a80-89be-4d07-b01e-f3f0612f6240 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f51ab49-2800-41c7-a09d-ab109cee7e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4329288 Feb 04 12:25:40.729955 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dc4b3d-8395-4c92-8d45-1953f2bb023c req-5f343af9-4ade-4238-b279-bb7a914d31a1 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:40.734609 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port dba1453f-2c1e-4597-8998-0d3d35df5da5 is: ACTIVE; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:25:40.735111 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (dba1453f-2c1e-4597-8998-0d3d35df5da5), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:40.735245 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-30dc4b3d-8395-4c92-8d45-1953f2bb023c req-5f343af9-4ade-4238-b279-bb7a914d31a1 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.65 "GET /v2.0/ports?device_id=4812abf9-87aa-4b86-a526-e06e064e1eed HTTP/1.1" status: 200 len: 945 time: 0.4095755 Feb 04 12:25:40.786277 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dba1453f-2c1e-4597-8998-0d3d35df5da5 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:25:40.865886 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port dba1453f-2c1e-4597-8998-0d3d35df5da5, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=dba1453f-2c1e-4597-8998-0d3d35df5da5,segment=NetworkSegment(8447b48f-5ac4-4499-b5ab-2b0cb1297003),segment_id=8447b48f-5ac4-4499-b5ab-2b0cb1297003)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:25:40.874754 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d8118d80-a781-4bc5-85a6-fbb16468b39e req-fabf57d9-16de-4525-b62e-0893f3c24228 service neutron] 10.222.0.73 "GET /v2.0/networks/f402825b-9e39-47db-aebe-4860214d9069?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6708522 Feb 04 12:25:40.891369 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (dba1453f-2c1e-4597-8998-0d3d35df5da5), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:40.998953 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9c193ec-4541-42e3-b826-0cd98e3eff7d admin admin] Router af91b7b9-5598-4d1b-833b-e6a59850d1cf has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:25:41.007038 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-caefc350-b8c5-46c7-b272-fcba95df7dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af91b7b9-5598-4d1b-833b-e6a59850d1cf', 'name': 'tempest-AttachSCSIVolumeTestJSON-662724026-router', 'tenant_id': 'a172ea65fb63454daf69894291cfcfa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '16a1d808-c643-4234-b474-73be09f6ca41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:25:29Z', 'updated_at': '2022-02-04T12:25:39Z', 'revision_number': 4, 'project_id': 'a172ea65fb63454daf69894291cfcfa7', 'gw_port': {'id': '16a1d808-c643-4234-b474-73be09f6ca41', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e6:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af91b7b9-5598-4d1b-833b-e6a59850d1cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:25:31Z', 'updated_at': '2022-02-04T12:25:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'ec7a079b-7096-4ae4-9a11-b723c6745f2e', 'name': '', 'network_id': 'afbcf1a8-ff83-4ce0-a7c1-9656f08f657e', 'tenant_id': 'a172ea65fb63454daf69894291cfcfa7', 'mac_address': 'fa:16:3e:ee:1a:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af91b7b9-5598-4d1b-833b-e6a59850d1cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '6ed49fbe-f3e9-4565-9a96-9b2577e9d8e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:25:37Z', 'updated_at': '2022-02-04T12:25:37Z', 'revision_number': 1, 'project_id': 'a172ea65fb63454daf69894291cfcfa7', 'subnets': [{'id': '6ed49fbe-f3e9-4565-9a96-9b2577e9d8e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:25:41.096253 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-30dc4b3d-8395-4c92-8d45-1953f2bb023c req-7be84124-3dd0-4522-861e-3f5117092e0b tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.65 "GET /v2.0/security-groups?id=65b532f6-553b-4a7d-aad3-d6f8aeaacb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3376555 Feb 04 12:25:41.114002 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['dba1453f-2c1e-4597-8998-0d3d35df5da5'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:25:41.209333 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d8118d80-a781-4bc5-85a6-fbb16468b39e req-f0037027-f3ce-4ae6-81f5-c51def106f23 service neutron] 10.222.0.73 "GET /v2.0/networks/f402825b-9e39-47db-aebe-4860214d9069?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3225496 Feb 04 12:25:41.275133 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caefc350-b8c5-46c7-b272-fcba95df7dcd None None] The sync data for ids ['af91b7b9-5598-4d1b-833b-e6a59850d1cf'] in n-d-825015-3 is: [{'id': 'af91b7b9-5598-4d1b-833b-e6a59850d1cf', 'name': 'tempest-AttachSCSIVolumeTestJSON-662724026-router', 'tenant_id': 'a172ea65fb63454daf69894291cfcfa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '16a1d808-c643-4234-b474-73be09f6ca41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:25:29Z', 'updated_at': '2022-02-04T12:25:39Z', 'revision_number': 4, 'project_id': 'a172ea65fb63454daf69894291cfcfa7', 'gw_port': {'id': '16a1d808-c643-4234-b474-73be09f6ca41', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e6:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af91b7b9-5598-4d1b-833b-e6a59850d1cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:25:31Z', 'updated_at': '2022-02-04T12:25:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'ec7a079b-7096-4ae4-9a11-b723c6745f2e', 'name': '', 'network_id': 'afbcf1a8-ff83-4ce0-a7c1-9656f08f657e', 'tenant_id': 'a172ea65fb63454daf69894291cfcfa7', 'mac_address': 'fa:16:3e:ee:1a:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af91b7b9-5598-4d1b-833b-e6a59850d1cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '6ed49fbe-f3e9-4565-9a96-9b2577e9d8e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:25:37Z', 'updated_at': '2022-02-04T12:25:37Z', 'revision_number': 1, 'project_id': 'a172ea65fb63454daf69894291cfcfa7', 'subnets': [{'id': '6ed49fbe-f3e9-4565-9a96-9b2577e9d8e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:25:41.407769 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9c193ec-4541-42e3-b826-0cd98e3eff7d admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:25:41.434014 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-e9c193ec-4541-42e3-b826-0cd98e3eff7d admin admin] 10.222.0.65 "PUT /v2.0/routers/af91b7b9-5598-4d1b-833b-e6a59850d1cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0420618 Feb 04 12:25:41.452020 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=dba1453f-2c1e-4597-8998-0d3d35df5da5,revision_number=6']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:41.487616 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-59740dd8-4d49-4ffe-b838-7a7533e9896f None None] Provisioning complete for port ec7a079b-7096-4ae4-9a11-b723c6745f2e triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:25:41.488418 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-59740dd8-4d49-4ffe-b838-7a7533e9896f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (ec7a079b-7096-4ae4-9a11-b723c6745f2e), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:41.624014 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454d726f-d8e5-4c4c-bf8c-61527e8083ad req-67e9d9e2-0cd3-4196-a58c-b8609412079b tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:41.626105 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-454d726f-d8e5-4c4c-bf8c-61527e8083ad req-67e9d9e2-0cd3-4196-a58c-b8609412079b tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d71fca2-7310-4efc-9eaf-c31026923412 HTTP/1.1" status: 200 len: 944 time: 0.3401704 Feb 04 12:25:41.667688 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd7017e-d08a-4048-984f-ccd82581d0bf req-f8715aa5-26a6-4d70-9a9a-ff312216d2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:41.674820 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-59740dd8-4d49-4ffe-b838-7a7533e9896f None None] Port ec7a079b-7096-4ae4-9a11-b723c6745f2e cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:25:41.687646 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ddd7017e-d08a-4048-984f-ccd82581d0bf req-f8715aa5-26a6-4d70-9a9a-ff312216d2e1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=33e190cb696f4fb89ceec209ff1f4848&device_id=fb61f9d3-4fcf-425d-a5a7-91391115f4da HTTP/1.1" status: 200 len: 1125 time: 0.2864814 Feb 04 12:25:42.064434 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-454d726f-d8e5-4c4c-bf8c-61527e8083ad req-b36074ae-15d1-4656-bb52-8adb73c1345d tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/security-groups?id=0e320687-8002-4e00-a016-6bf57af2cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4262178 Feb 04 12:25:42.109710 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd7017e-d08a-4048-984f-ccd82581d0bf req-9299141e-d1e7-48d1-ba36-0d2beba719db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:42.122935 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ddd7017e-d08a-4048-984f-ccd82581d0bf req-9299141e-d1e7-48d1-ba36-0d2beba719db service neutron] 10.222.0.73 "GET /v2.0/networks?id=f402825b-9e39-47db-aebe-4860214d9069 HTTP/1.1" status: 200 len: 915 time: 0.4166956 Feb 04 12:25:42.300241 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device f34e4e06-e537-4833-a9ca-032296768d2b up at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:25:42.466720 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning for port f34e4e06-e537-4833-a9ca-032296768d2b completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:25:42.481087 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning complete for port f34e4e06-e537-4833-a9ca-032296768d2b triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:25:42.481627 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (f34e4e06-e537-4833-a9ca-032296768d2b), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:42.811190 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port f34e4e06-e537-4833-a9ca-032296768d2b is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:25:42.811598 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (f34e4e06-e537-4833-a9ca-032296768d2b), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:42.837522 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 35412) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:25:42.853752 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-3edc334d-220c-4a7e-8516-ddb83422399c admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-651634374-network', 'tenant_id': 'befc1f6317f94c4594a243cf752002b4'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:25:42.911089 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3edc334d-220c-4a7e-8516-ddb83422399c admin admin] Made reservation on behalf of befc1f6317f94c4594a243cf752002b4 for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:25:42.914823 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3edc334d-220c-4a7e-8516-ddb83422399c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:42.938358 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3edc334d-220c-4a7e-8516-ddb83422399c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:42.945402 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port f34e4e06-e537-4833-a9ca-032296768d2b, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=f34e4e06-e537-4833-a9ca-032296768d2b,segment=NetworkSegment(30a1e83f-6fb2-463b-baec-19bf81bfa14b),segment_id=30a1e83f-6fb2-463b-baec-19bf81bfa14b)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:25:42.962481 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d71fca2-7310-4efc-9eaf-c31026923412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f34e4e06-e537-4833-a9ca-032296768d2b'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:25:42.971357 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8f4d448-cff2-407a-ad7e-86ab2a781c8d" -d '{"events": [{"server_uuid": "2d71fca2-7310-4efc-9eaf-c31026923412", "name": "network-vif-plugged", "status": "completed", "tag": "f34e4e06-e537-4833-a9ca-032296768d2b"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:25:42.983973 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (f34e4e06-e537-4833-a9ca-032296768d2b), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:42.989415 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device e19a3f7c-2ee7-447d-bee3-c81fe6ea16bf details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:25:42.991620 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device dba1453f-2c1e-4597-8998-0d3d35df5da5 up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:25:43.005574 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ddd7017e-d08a-4048-984f-ccd82581d0bf req-04d42ab2-db19-4354-8448-4757bc21fde2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e19a3f7c-2ee7-447d-bee3-c81fe6ea16bf HTTP/1.1" status: 200 len: 217 time: 0.8758333 Feb 04 12:25:43.129571 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3edc334d-220c-4a7e-8516-ddb83422399c admin admin] Publish callbacks [] for security_group (9b34ce28-cd8a-4c66-8db1-169a7ae183c8), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:43.137789 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3edc334d-220c-4a7e-8516-ddb83422399c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (9b34ce28-cd8a-4c66-8db1-169a7ae183c8), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:43.163820 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b2d59cea-206d-429f-823c-c1761ce19982 req-6d37a296-6bcd-417f-928d-91cc5050f5f7 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/ports?device_id=e024d6c3-80c1-425c-a5a9-a7305d647b89 HTTP/1.1" status: 200 len: 210 time: 0.1512835 Feb 04 12:25:43.209600 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd7017e-d08a-4048-984f-ccd82581d0bf req-9a8d8c3d-fa77-46ca-a89d-9c414a2c9583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:43.211332 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ddd7017e-d08a-4048-984f-ccd82581d0bf req-9a8d8c3d-fa77-46ca-a89d-9c414a2c9583 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fa0df5b1-8fd2-43ec-8b5c-09b9a2f4ac38 HTTP/1.1" status: 200 len: 854 time: 0.1845570 Feb 04 12:25:43.233795 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3edc334d-220c-4a7e-8516-ddb83422399c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:25:43.269883 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ddd7017e-d08a-4048-984f-ccd82581d0bf req-172f3b14-dc54-4c85-b0e6-e253945a193e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f402825b-9e39-47db-aebe-4860214d9069&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519440 Feb 04 12:25:43.270739 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edc334d-220c-4a7e-8516-ddb83422399c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b34ce28-cd8a-4c66-8db1-169a7ae183c8,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:43.294911 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3edc334d-220c-4a7e-8516-ddb83422399c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (dd4007d4-3dc6-46e2-bed4-3faca7b87272), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:43.295283 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-3edc334d-220c-4a7e-8516-ddb83422399c admin admin] Added segment dd4007d4-3dc6-46e2-bed4-3faca7b87272 of type vlan for network bca27fc0-d1d6-4846-9ca7-a8acda311b36 Feb 04 12:25:43.343486 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=f34e4e06-e537-4833-a9ca-032296768d2b,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:43.391624 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3edc334d-220c-4a7e-8516-ddb83422399c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (bca27fc0-d1d6-4846-9ca7-a8acda311b36), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:43.405265 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port dba1453f-2c1e-4597-8998-0d3d35df5da5 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:25:43.405814 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (dba1453f-2c1e-4597-8998-0d3d35df5da5), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:43.457980 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port e19a3f7c-2ee7-447d-bee3-c81fe6ea16bf, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=e19a3f7c-2ee7-447d-bee3-c81fe6ea16bf,segment=NetworkSegment(f8893dd3-20e9-4b04-a6d7-958751ed3ed7),segment_id=f8893dd3-20e9-4b04-a6d7-958751ed3ed7)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:25:43.467970 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3edc334d-220c-4a7e-8516-ddb83422399c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (bca27fc0-d1d6-4846-9ca7-a8acda311b36), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:43.468989 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3edc334d-220c-4a7e-8516-ddb83422399c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:43.469575 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3edc334d-220c-4a7e-8516-ddb83422399c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:43.522819 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': 'e19a3f7c-2ee7-447d-bee3-c81fe6ea16bf', 'network_id': 'f402825b-9e39-47db-aebe-4860214d9069', 'port_id': 'e19a3f7c-2ee7-447d-bee3-c81fe6ea16bf', 'mac_address': 'fa:16:3e:95:55:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa0df5b1-8fd2-43ec-8b5c-09b9a2f4ac38', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:25:43.627181 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb58bafd-2986-4e00-9718-fc335cd8e5c2 req-3860ca53-0a1e-4737-b0ff-731770ca2f5c tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:43.631050 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bb58bafd-2986-4e00-9718-fc335cd8e5c2 req-3860ca53-0a1e-4737-b0ff-731770ca2f5c tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf95935d-16c5-45d1-b524-d91fd1a03a94 HTTP/1.1" status: 200 len: 945 time: 0.3595142 Feb 04 12:25:43.667081 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ddd7017e-d08a-4048-984f-ccd82581d0bf req-87211aab-97f1-46eb-91e5-4b1c504035bc service neutron] 10.222.0.73 "GET /v2.0/networks/f402825b-9e39-47db-aebe-4860214d9069?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3823619 Feb 04 12:25:43.687865 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-3edc334d-220c-4a7e-8516-ddb83422399c admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8490934 Feb 04 12:25:43.716374 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 35418) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:25:43.722038 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port e19a3f7c-2ee7-447d-bee3-c81fe6ea16bf is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:25:43.724535 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edc334d-220c-4a7e-8516-ddb83422399c admin admin] Pushing event updated for resources: {'Network': ['ID=bca27fc0-d1d6-4846-9ca7-a8acda311b36,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:43.728029 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (e19a3f7c-2ee7-447d-bee3-c81fe6ea16bf), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:43.744164 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network bca27fc0-d1d6-4846-9ca7-a8acda311b36 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:25:43.773259 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-79875326-0fb1-4aed-9195-85e69e6ee290 admin admin] Request body: {'subnet': {'network_id': 'bca27fc0-d1d6-4846-9ca7-a8acda311b36', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-651634374-subnet', 'tenant_id': 'befc1f6317f94c4594a243cf752002b4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:25:43.987442 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ddd7017e-d08a-4048-984f-ccd82581d0bf req-eada8a7d-44b8-4010-8971-dfaf5d9ac205 service neutron] 10.222.0.73 "GET /v2.0/networks/f402825b-9e39-47db-aebe-4860214d9069?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3097203 Feb 04 12:25:43.989844 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79875326-0fb1-4aed-9195-85e69e6ee290 admin admin] Made reservation on behalf of befc1f6317f94c4594a243cf752002b4 for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:25:43.994335 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-79875326-0fb1-4aed-9195-85e69e6ee290 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:43.995532 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e19a3f7c-2ee7-447d-bee3-c81fe6ea16bf {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:25:44.005038 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port dba1453f-2c1e-4597-8998-0d3d35df5da5 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:25:44.005726 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (dba1453f-2c1e-4597-8998-0d3d35df5da5), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:44.051870 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port dba1453f-2c1e-4597-8998-0d3d35df5da5, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=dba1453f-2c1e-4597-8998-0d3d35df5da5,segment=NetworkSegment(8447b48f-5ac4-4499-b5ab-2b0cb1297003),segment_id=8447b48f-5ac4-4499-b5ab-2b0cb1297003)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:25:44.066590 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bb58bafd-2986-4e00-9718-fc335cd8e5c2 req-d687293c-7108-4408-823b-2fdb6f4d92bb tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0b93a62-41a7-4338-9add-00a3a3dd7ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4296775 Feb 04 12:25:44.072809 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (dba1453f-2c1e-4597-8998-0d3d35df5da5), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:44.088614 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port e19a3f7c-2ee7-447d-bee3-c81fe6ea16bf, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=e19a3f7c-2ee7-447d-bee3-c81fe6ea16bf,segment=NetworkSegment(f8893dd3-20e9-4b04-a6d7-958751ed3ed7),segment_id=f8893dd3-20e9-4b04-a6d7-958751ed3ed7)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:25:44.111701 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (e19a3f7c-2ee7-447d-bee3-c81fe6ea16bf), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:44.182515 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=dba1453f-2c1e-4597-8998-0d3d35df5da5,revision_number=7']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:44.316376 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=e19a3f7c-2ee7-447d-bee3-c81fe6ea16bf,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:44.511083 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80614e8-6d92-4840-852b-a0a634da12ef req-5a1493f6-98c9-49a4-beaa-9b8f5bdfb5cf tempest-InstanceActionsTestJSON-1125563372 tempest-InstanceActionsTestJSON-1125563372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:44.524645 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e80614e8-6d92-4840-852b-a0a634da12ef req-5a1493f6-98c9-49a4-beaa-9b8f5bdfb5cf tempest-InstanceActionsTestJSON-1125563372 tempest-InstanceActionsTestJSON-1125563372-project] 10.222.0.65 "GET /v2.0/ports?device_id=fb61f9d3-4fcf-425d-a5a7-91391115f4da HTTP/1.1" status: 200 len: 944 time: 0.2121065 Feb 04 12:25:44.533713 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-79875326-0fb1-4aed-9195-85e69e6ee290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52094127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51452689'] for subnet (39ee2d3e-9b85-472c-a0f0-56c232d4b86d), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:44.595666 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['e19a3f7c-2ee7-447d-bee3-c81fe6ea16bf'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:25:44.739383 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79875326-0fb1-4aed-9195-85e69e6ee290 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39ee2d3e-9b85-472c-a0f0-56c232d4b86d,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:44.807859 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e80614e8-6d92-4840-852b-a0a634da12ef req-93069fbe-93d5-4188-801f-c37d108c8710 tempest-InstanceActionsTestJSON-1125563372 tempest-InstanceActionsTestJSON-1125563372-project] 10.222.0.65 "GET /v2.0/security-groups?id=717aa9e7-39e6-4fd6-bc25-03a9c1928dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819402 Feb 04 12:25:44.809079 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79875326-0fb1-4aed-9195-85e69e6ee290 admin admin] Checking segment: {'id': 'dd4007d4-3dc6-46e2-bed4-3faca7b87272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'bca27fc0-d1d6-4846-9ca7-a8acda311b36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:25:44.809432 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79875326-0fb1-4aed-9195-85e69e6ee290 admin admin] Network hostable DHCP agents. Network: bca27fc0-d1d6-4846-9ca7-a8acda311b36, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:25:44.832049 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 16a1d808-c643-4234-b474-73be09f6ca41 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:25:44.855821 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79875326-0fb1-4aed-9195-85e69e6ee290 admin admin] Network bca27fc0-d1d6-4846-9ca7-a8acda311b36 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:25:44.873759 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-79875326-0fb1-4aed-9195-85e69e6ee290 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, bca27fc0-d1d6-4846-9ca7-a8acda311b36) {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:25:44.886322 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79875326-0fb1-4aed-9195-85e69e6ee290 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:44.887520 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-79875326-0fb1-4aed-9195-85e69e6ee290 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:44.935038 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-79875326-0fb1-4aed-9195-85e69e6ee290 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2153792 Feb 04 12:25:44.939445 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 35424) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:25:44.944544 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-90824d17-900e-43e1-b065-c48b4a9787b4 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-651634374-router', 'tenant_id': 'befc1f6317f94c4594a243cf752002b4', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:25:44.966287 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d6cc02f-53bb-4890-999c-579704207af8 None None] Network bca27fc0-d1d6-4846-9ca7-a8acda311b36 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:25:45.004803 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-90824d17-900e-43e1-b065-c48b4a9787b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10933'] for router (ef70e919-b735-4f5a-864b-1d183230de79), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:45.005953 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-90824d17-900e-43e1-b065-c48b4a9787b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10924'] for router (ef70e919-b735-4f5a-864b-1d183230de79), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:45.141865 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b727cb2-ee71-4a71-8858-240d25d0a22a req-fa00c625-ed8a-4aa7-a649-a800d70628d6 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:45.156801 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0b727cb2-ee71-4a71-8858-240d25d0a22a req-fa00c625-ed8a-4aa7-a649-a800d70628d6 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?device_id=35799951-f327-49e4-9a9d-7a4789d7e10d HTTP/1.1" status: 200 len: 945 time: 0.1866190 Feb 04 12:25:45.163781 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-90824d17-900e-43e1-b065-c48b4a9787b4 admin admin] Publish callbacks [] for router_controller (ef70e919-b735-4f5a-864b-1d183230de79), precommit_add_association {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:45.264311 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 16a1d808-c643-4234-b474-73be09f6ca41 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:25:45.265109 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (16a1d808-c643-4234-b474-73be09f6ca41), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:45.410284 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0b727cb2-ee71-4a71-8858-240d25d0a22a req-7c0580dd-13f6-4800-a309-f54e1342674d tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f51ab49-2800-41c7-a09d-ab109cee7e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502804 Feb 04 12:25:45.453964 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7c31b274-2b1b-4233-81cb-afe92a3d70b5 req-8f4c8b3c-d287-4070-be3e-a23f4199d54f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=967ed095-3406-4755-9475-e4ee258eafda&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2918739 Feb 04 12:25:45.558466 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3c37ae-78ae-4d76-a546-b36c3004e63b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-bca27fc0-d1d6-4846-9ca7-a8acda311b36', 'network_id': 'bca27fc0-d1d6-4846-9ca7-a8acda311b36', 'project_id': 'befc1f6317f94c4594a243cf752002b4', 'fixed_ips': [{'subnet_id': '39ee2d3e-9b85-472c-a0f0-56c232d4b86d'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 12:25:45.559744 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cc3c37ae-78ae-4d76-a546-b36c3004e63b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:45.561418 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-90824d17-900e-43e1-b065-c48b4a9787b4 admin admin] Publish callbacks [] for router_gateway (ef70e919-b735-4f5a-864b-1d183230de79), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:45.710727 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c31b274-2b1b-4233-81cb-afe92a3d70b5 req-4c4426a4-753a-46d0-8d2c-f5d7636ef120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:45.716530 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7c31b274-2b1b-4233-81cb-afe92a3d70b5 req-4c4426a4-753a-46d0-8d2c-f5d7636ef120 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b09d9febdaa2484bafa8461f34390659&device_id=967ed095-3406-4755-9475-e4ee258eafda HTTP/1.1" status: 200 len: 1206 time: 0.1912858 Feb 04 12:25:45.740397 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3efa9539-b058-4047-858b-6dd173666601 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:45.758227 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b906cb-28e7-4d89-9235-f3ce9c4187cd None None] Sync routers for ids ['af91b7b9-5598-4d1b-833b-e6a59850d1cf'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:25:45.762677 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e29d49-b7de-40ca-8efa-0a4a4239e37b req-322ae31b-a791-475c-9e43-09139909e3c2 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:45.776601 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-06e29d49-b7de-40ca-8efa-0a4a4239e37b req-322ae31b-a791-475c-9e43-09139909e3c2 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.65 "GET /v2.0/ports?device_id=4812abf9-87aa-4b86-a526-e06e064e1eed HTTP/1.1" status: 200 len: 945 time: 0.1959870 Feb 04 12:25:45.780002 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b906cb-28e7-4d89-9235-f3ce9c4187cd None None] Routers {'af91b7b9-5598-4d1b-833b-e6a59850d1cf'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:25:45.781429 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-d1b906cb-28e7-4d89-9235-f3ce9c4187cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:25:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['af91b7b9-5598-4d1b-833b-e6a59850d1cf'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:25:46.030794 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-d1b906cb-28e7-4d89-9235-f3ce9c4187cd None None] Set router af91b7b9-5598-4d1b-833b-e6a59850d1cf gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:25:46.039638 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-cc3c37ae-78ae-4d76-a546-b36c3004e63b None None] Allocated IP 172.20.0.2 (bca27fc0-d1d6-4846-9ca7-a8acda311b36/39ee2d3e-9b85-472c-a0f0-56c232d4b86d/fe7e89f0-a3a0-4f4c-98aa-1bf8e58a0a11) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:25:46.044617 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-06e29d49-b7de-40ca-8efa-0a4a4239e37b req-8181d798-9642-4593-8c1f-25167331d852 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.65 "GET /v2.0/security-groups?id=65b532f6-553b-4a7d-aad3-d6f8aeaacb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663107 Feb 04 12:25:46.189746 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c31b274-2b1b-4233-81cb-afe92a3d70b5 req-50c5f067-075a-4778-99ff-228e977cd54d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:46.198492 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-90824d17-900e-43e1-b065-c48b4a9787b4 admin admin] Publish callbacks [] for router_gateway (ef70e919-b735-4f5a-864b-1d183230de79), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:46.201639 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7c31b274-2b1b-4233-81cb-afe92a3d70b5 req-50c5f067-075a-4778-99ff-228e977cd54d service neutron] 10.222.0.73 "GET /v2.0/networks?id=b8fa325b-bcd0-4398-bc54-1d713ba7c3b0 HTTP/1.1" status: 200 len: 913 time: 0.4535053 Feb 04 12:25:46.235672 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fb66949-ad83-4c21-a480-97a7414f45a6 x-openstack-request-id: req-7fb66949-ad83-4c21-a480-97a7414f45a6 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:25:46.236067 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d71fca2-7310-4efc-9eaf-c31026923412", "name": "network-vif-plugged", "status": "completed", "tag": "f34e4e06-e537-4833-a9ca-032296768d2b", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:25:46.238246 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7fb66949-ad83-4c21-a480-97a7414f45a6 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:25:46.238664 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d71fca2-7310-4efc-9eaf-c31026923412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f34e4e06-e537-4833-a9ca-032296768d2b', 'code': 200} Feb 04 12:25:46.310568 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-90824d17-900e-43e1-b065-c48b4a9787b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:46.325222 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7c31b274-2b1b-4233-81cb-afe92a3d70b5 req-2e2e7900-61d7-4c28-9127-3060e1bb2393 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=27f1bc77-08d1-4fe6-8d17-b6072178bc1b HTTP/1.1" status: 200 len: 217 time: 0.1155009 Feb 04 12:25:46.360981 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 16a1d808-c643-4234-b474-73be09f6ca41 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:25:46.363537 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (16a1d808-c643-4234-b474-73be09f6ca41), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:46.420033 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port 16a1d808-c643-4234-b474-73be09f6ca41, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=16a1d808-c643-4234-b474-73be09f6ca41,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:25:46.448001 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (16a1d808-c643-4234-b474-73be09f6ca41), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:46.482527 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c31b274-2b1b-4233-81cb-afe92a3d70b5 req-0ff2f4f9-7b3e-468c-8be2-b12e5160f975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:46.490425 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7c31b274-2b1b-4233-81cb-afe92a3d70b5 req-0ff2f4f9-7b3e-468c-8be2-b12e5160f975 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=20190653-fdc7-4422-8e01-957f62aee17f HTTP/1.1" status: 200 len: 852 time: 0.1568637 Feb 04 12:25:46.522382 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-d1b906cb-28e7-4d89-9235-f3ce9c4187cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af91b7b9-5598-4d1b-833b-e6a59850d1cf', 'name': 'tempest-AttachSCSIVolumeTestJSON-662724026-router', 'tenant_id': 'a172ea65fb63454daf69894291cfcfa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '16a1d808-c643-4234-b474-73be09f6ca41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:25:29Z', 'updated_at': '2022-02-04T12:25:39Z', 'revision_number': 4, 'project_id': 'a172ea65fb63454daf69894291cfcfa7', 'gw_port': {'id': '16a1d808-c643-4234-b474-73be09f6ca41', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e6:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af91b7b9-5598-4d1b-833b-e6a59850d1cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:25:31Z', 'updated_at': '2022-02-04T12:25:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'ec7a079b-7096-4ae4-9a11-b723c6745f2e', 'name': '', 'network_id': 'afbcf1a8-ff83-4ce0-a7c1-9656f08f657e', 'tenant_id': 'a172ea65fb63454daf69894291cfcfa7', 'mac_address': 'fa:16:3e:ee:1a:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af91b7b9-5598-4d1b-833b-e6a59850d1cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '6ed49fbe-f3e9-4565-9a96-9b2577e9d8e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:25:37Z', 'updated_at': '2022-02-04T12:25:39Z', 'revision_number': 2, 'project_id': 'a172ea65fb63454daf69894291cfcfa7', 'subnets': [{'id': '6ed49fbe-f3e9-4565-9a96-9b2577e9d8e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:25:46.525840 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e396af8-bae2-4726-a561-98996a057673 req-f09d5bf2-7cf4-4117-8bf4-0b7111a7e901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:46.527428 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-6e396af8-bae2-4726-a561-98996a057673 req-f09d5bf2-7cf4-4117-8bf4-0b7111a7e901 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=2d71fca2-7310-4efc-9eaf-c31026923412 HTTP/1.1" status: 200 len: 1127 time: 0.2420428 Feb 04 12:25:46.567236 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7c31b274-2b1b-4233-81cb-afe92a3d70b5 req-c26d69ad-23c6-4202-8996-463069c83a3b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b8fa325b-bcd0-4398-bc54-1d713ba7c3b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691359 Feb 04 12:25:46.598838 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b906cb-28e7-4d89-9235-f3ce9c4187cd None None] Checking router: af91b7b9-5598-4d1b-833b-e6a59850d1cf for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:25:46.599238 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b906cb-28e7-4d89-9235-f3ce9c4187cd None None] Updating router af91b7b9-5598-4d1b-833b-e6a59850d1cf port ec7a079b-7096-4ae4-9a11-b723c6745f2e binding host n-d-825015-3 {{(pid=103477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:25:46.601280 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fe8270-a807-4f41-8883-0fbc7bc41111 req-9869078a-6e9d-474a-8640-2300346c48b2 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:46.615699 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f3fe8270-a807-4f41-8883-0fbc7bc41111 req-9869078a-6e9d-474a-8640-2300346c48b2 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d71fca2-7310-4efc-9eaf-c31026923412 HTTP/1.1" status: 200 len: 945 time: 0.2845500 Feb 04 12:25:46.668450 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d1b906cb-28e7-4d89-9235-f3ce9c4187cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (ec7a079b-7096-4ae4-9a11-b723c6745f2e), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:46.692433 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-6e396af8-bae2-4726-a561-98996a057673 req-cb8d763b-f839-41a5-a20b-b6359c0090e0 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=0e320687-8002-4e00-a016-6bf57af2cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484842 Feb 04 12:25:46.736040 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-90824d17-900e-43e1-b065-c48b4a9787b4 admin admin] Allocated IP 172.25.3.76 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/2702408e-2001-432a-af08-d6e0e33b139b) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:25:46.744571 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=16a1d808-c643-4234-b474-73be09f6ca41,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:46.818615 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cc3c37ae-78ae-4d76-a546-b36c3004e63b None None] Publish callbacks [] for port (fe7e89f0-a3a0-4f4c-98aa-1bf8e58a0a11), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:46.839548 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cc3c37ae-78ae-4d76-a546-b36c3004e63b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (fe7e89f0-a3a0-4f4c-98aa-1bf8e58a0a11), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:46.960099 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7c31b274-2b1b-4233-81cb-afe92a3d70b5 req-054c7f41-320f-4aca-a2f7-f438754f0139 service neutron] 10.222.0.73 "GET /v2.0/networks/b8fa325b-bcd0-4398-bc54-1d713ba7c3b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3373871 Feb 04 12:25:46.973310 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device e19a3f7c-2ee7-447d-bee3-c81fe6ea16bf up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:25:47.032607 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3c37ae-78ae-4d76-a546-b36c3004e63b None None] Network bca27fc0-d1d6-4846-9ca7-a8acda311b36 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:25:47.042503 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-cc3c37ae-78ae-4d76-a546-b36c3004e63b None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:25:47.054513 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3c37ae-78ae-4d76-a546-b36c3004e63b None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:25:47.074428 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3c37ae-78ae-4d76-a546-b36c3004e63b None None] Pushing event updated for resources: {'Port': ['ID=fe7e89f0-a3a0-4f4c-98aa-1bf8e58a0a11,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:47.086083 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-90824d17-900e-43e1-b065-c48b4a9787b4 admin admin] Publish callbacks [] for port (2702408e-2001-432a-af08-d6e0e33b139b), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:47.151970 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning for port e19a3f7c-2ee7-447d-bee3-c81fe6ea16bf completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:25:47.165379 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port e19a3f7c-2ee7-447d-bee3-c81fe6ea16bf triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:25:47.165798 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (e19a3f7c-2ee7-447d-bee3-c81fe6ea16bf), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:47.171669 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-cc3c37ae-78ae-4d76-a546-b36c3004e63b None None] Attempting to bind port fe7e89f0-a3a0-4f4c-98aa-1bf8e58a0a11 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:25:47.172117 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-cc3c37ae-78ae-4d76-a546-b36c3004e63b None None] Attempting to bind port fe7e89f0-a3a0-4f4c-98aa-1bf8e58a0a11 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': 'dd4007d4-3dc6-46e2-bed4-3faca7b87272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'bca27fc0-d1d6-4846-9ca7-a8acda311b36'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:25:47.172492 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3c37ae-78ae-4d76-a546-b36c3004e63b None None] Attempting to bind port fe7e89f0-a3a0-4f4c-98aa-1bf8e58a0a11 on network bca27fc0-d1d6-4846-9ca7-a8acda311b36 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:25:47.230793 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3c37ae-78ae-4d76-a546-b36c3004e63b None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 25, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:25:47.231210 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3c37ae-78ae-4d76-a546-b36c3004e63b None None] Checking segment: {'id': 'dd4007d4-3dc6-46e2-bed4-3faca7b87272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'bca27fc0-d1d6-4846-9ca7-a8acda311b36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:25:47.231724 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cc3c37ae-78ae-4d76-a546-b36c3004e63b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:47.232807 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3c37ae-78ae-4d76-a546-b36c3004e63b None None] Bound using segment: {'id': 'dd4007d4-3dc6-46e2-bed4-3faca7b87272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'bca27fc0-d1d6-4846-9ca7-a8acda311b36'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:25:47.233492 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-cc3c37ae-78ae-4d76-a546-b36c3004e63b None None] Bound port: fe7e89f0-a3a0-4f4c-98aa-1bf8e58a0a11, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd4007d4-3dc6-46e2-bed4-3faca7b87272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'bca27fc0-d1d6-4846-9ca7-a8acda311b36'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:25:47.234586 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cc3c37ae-78ae-4d76-a546-b36c3004e63b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (fe7e89f0-a3a0-4f4c-98aa-1bf8e58a0a11), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:47.237000 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-90824d17-900e-43e1-b065-c48b4a9787b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (2702408e-2001-432a-af08-d6e0e33b139b), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:47.244688 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7c31b274-2b1b-4233-81cb-afe92a3d70b5 req-99e77b73-a1e8-4ed8-8e50-fbe02f48917a service neutron] 10.222.0.73 "GET /v2.0/networks/b8fa325b-bcd0-4398-bc54-1d713ba7c3b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2770252 Feb 04 12:25:47.274967 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d1b906cb-28e7-4d89-9235-f3ce9c4187cd None None] Publish callbacks [] for port (ec7a079b-7096-4ae4-9a11-b723c6745f2e), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:47.283144 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d1b906cb-28e7-4d89-9235-f3ce9c4187cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (ec7a079b-7096-4ae4-9a11-b723c6745f2e), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:47.311909 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f3fe8270-a807-4f41-8883-0fbc7bc41111 req-d5cf450f-39a9-4b00-9799-b49f7e9bde59 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/security-groups?id=0e320687-8002-4e00-a016-6bf57af2cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6907713 Feb 04 12:25:47.430970 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90824d17-900e-43e1-b065-c48b4a9787b4 admin admin] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:25:47.451986 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-90824d17-900e-43e1-b065-c48b4a9787b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:25:47.471846 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90824d17-900e-43e1-b065-c48b4a9787b4 admin admin] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:25:47.553788 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90824d17-900e-43e1-b065-c48b4a9787b4 admin admin] Pushing event updated for resources: {'Port': ['ID=2702408e-2001-432a-af08-d6e0e33b139b,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:47.558155 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-cc3c37ae-78ae-4d76-a546-b36c3004e63b None None] For port fe7e89f0-a3a0-4f4c-98aa-1bf8e58a0a11, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:25:47.650131 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-cc3c37ae-78ae-4d76-a546-b36c3004e63b None None] For port fe7e89f0-a3a0-4f4c-98aa-1bf8e58a0a11, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=fe7e89f0-a3a0-4f4c-98aa-1bf8e58a0a11,segment=NetworkSegment(dd4007d4-3dc6-46e2-bed4-3faca7b87272),segment_id=dd4007d4-3dc6-46e2-bed4-3faca7b87272)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:25:47.682586 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cc3c37ae-78ae-4d76-a546-b36c3004e63b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (fe7e89f0-a3a0-4f4c-98aa-1bf8e58a0a11), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:47.767135 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-d1b906cb-28e7-4d89-9235-f3ce9c4187cd None None] Attempting to bind port ec7a079b-7096-4ae4-9a11-b723c6745f2e on host n-d-825015-3 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:25:47.767472 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-d1b906cb-28e7-4d89-9235-f3ce9c4187cd None None] Attempting to bind port ec7a079b-7096-4ae4-9a11-b723c6745f2e by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': 'c79394f8-f009-4252-b7b2-a9e14ca97f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'afbcf1a8-ff83-4ce0-a7c1-9656f08f657e'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:25:47.767877 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b906cb-28e7-4d89-9235-f3ce9c4187cd None None] Attempting to bind port ec7a079b-7096-4ae4-9a11-b723c6745f2e on network afbcf1a8-ff83-4ce0-a7c1-9656f08f657e {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:25:47.797251 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b906cb-28e7-4d89-9235-f3ce9c4187cd None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 25, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:25:47.797677 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b906cb-28e7-4d89-9235-f3ce9c4187cd None None] Checking segment: {'id': 'c79394f8-f009-4252-b7b2-a9e14ca97f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'afbcf1a8-ff83-4ce0-a7c1-9656f08f657e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:25:47.798097 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d1b906cb-28e7-4d89-9235-f3ce9c4187cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:47.798499 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b906cb-28e7-4d89-9235-f3ce9c4187cd None None] Bound using segment: {'id': 'c79394f8-f009-4252-b7b2-a9e14ca97f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'afbcf1a8-ff83-4ce0-a7c1-9656f08f657e'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:25:47.803299 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-d1b906cb-28e7-4d89-9235-f3ce9c4187cd None None] Bound port: ec7a079b-7096-4ae4-9a11-b723c6745f2e, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c79394f8-f009-4252-b7b2-a9e14ca97f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'afbcf1a8-ff83-4ce0-a7c1-9656f08f657e'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:25:47.803820 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d1b906cb-28e7-4d89-9235-f3ce9c4187cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (ec7a079b-7096-4ae4-9a11-b723c6745f2e), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:47.809618 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port e19a3f7c-2ee7-447d-bee3-c81fe6ea16bf is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:25:47.815856 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (e19a3f7c-2ee7-447d-bee3-c81fe6ea16bf), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:48.003247 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-21f5b943-e125-4605-93f1-8b0cc0b0b91e req-351339e7-3f39-459a-b1f7-f0bf68b392e1 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/ports?device_id=e024d6c3-80c1-425c-a5a9-a7305d647b89 HTTP/1.1" status: 200 len: 210 time: 0.0608397 Feb 04 12:25:48.025170 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port e19a3f7c-2ee7-447d-bee3-c81fe6ea16bf, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=e19a3f7c-2ee7-447d-bee3-c81fe6ea16bf,segment=NetworkSegment(f8893dd3-20e9-4b04-a6d7-958751ed3ed7),segment_id=f8893dd3-20e9-4b04-a6d7-958751ed3ed7)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:25:48.041631 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5d7d9303-cd94-4aec-90aa-77e023ea6d0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:48.058818 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (e19a3f7c-2ee7-447d-bee3-c81fe6ea16bf), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:48.068116 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3c37ae-78ae-4d76-a546-b36c3004e63b None None] Pushing event updated for resources: {'Port': ['ID=fe7e89f0-a3a0-4f4c-98aa-1bf8e58a0a11,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:48.112977 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0dd3cc-de55-489f-af0a-66258b24b769 None None] Pushing event updated for resources: {'Port': ['ID=ec7a079b-7096-4ae4-9a11-b723c6745f2e,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:48.228032 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0dd3cc-de55-489f-af0a-66258b24b769 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:25:48.228032 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0dd3cc-de55-489f-af0a-66258b24b769 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:25:48.228949 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0dd3cc-de55-489f-af0a-66258b24b769 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:25:48.231719 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0dd3cc-de55-489f-af0a-66258b24b769 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:25:48.231719 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0dd3cc-de55-489f-af0a-66258b24b769 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:25:48.231719 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0dd3cc-de55-489f-af0a-66258b24b769 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:25:48.233167 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0dd3cc-de55-489f-af0a-66258b24b769 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:25:48.233167 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0dd3cc-de55-489f-af0a-66258b24b769 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:25:48.239821 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0dd3cc-de55-489f-af0a-66258b24b769 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:25:48.240434 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0dd3cc-de55-489f-af0a-66258b24b769 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:25:48.240905 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0dd3cc-de55-489f-af0a-66258b24b769 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:25:48.241928 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0dd3cc-de55-489f-af0a-66258b24b769 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:25:48.241928 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0dd3cc-de55-489f-af0a-66258b24b769 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:25:48.288172 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35799951-f327-49e4-9a9d-7a4789d7e10d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dba1453f-2c1e-4597-8998-0d3d35df5da5'}, {'server_uuid': 'fb61f9d3-4fcf-425d-a5a7-91391115f4da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e19a3f7c-2ee7-447d-bee3-c81fe6ea16bf'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:25:48.298294 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48fdac8a-b6e7-440d-96bd-16a59c76a167" -d '{"events": [{"server_uuid": "35799951-f327-49e4-9a9d-7a4789d7e10d", "name": "network-vif-plugged", "status": "completed", "tag": "dba1453f-2c1e-4597-8998-0d3d35df5da5"}, {"server_uuid": "fb61f9d3-4fcf-425d-a5a7-91391115f4da", "name": "network-vif-plugged", "status": "completed", "tag": "e19a3f7c-2ee7-447d-bee3-c81fe6ea16bf"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:25:48.317671 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-d1b906cb-28e7-4d89-9235-f3ce9c4187cd None None] For port ec7a079b-7096-4ae4-9a11-b723c6745f2e, host n-d-825015-3, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:25:48.322793 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-c64e42a2-5a8f-47d3-a7ae-7190912876e1 None None] Provisioning complete for port ec7a079b-7096-4ae4-9a11-b723c6745f2e triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:25:48.323199 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c64e42a2-5a8f-47d3-a7ae-7190912876e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (ec7a079b-7096-4ae4-9a11-b723c6745f2e), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:48.327834 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-d1b906cb-28e7-4d89-9235-f3ce9c4187cd None None] For port ec7a079b-7096-4ae4-9a11-b723c6745f2e, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=ec7a079b-7096-4ae4-9a11-b723c6745f2e,segment=NetworkSegment(c79394f8-f009-4252-b7b2-a9e14ca97f89),segment_id=c79394f8-f009-4252-b7b2-a9e14ca97f89)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:25:48.341147 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d1b906cb-28e7-4d89-9235-f3ce9c4187cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (ec7a079b-7096-4ae4-9a11-b723c6745f2e), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:48.345972 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-90824d17-900e-43e1-b065-c48b4a9787b4 admin admin] Publish callbacks [] for router_gateway (ef70e919-b735-4f5a-864b-1d183230de79), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:48.409634 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c64e42a2-5a8f-47d3-a7ae-7190912876e1 None None] Port ec7a079b-7096-4ae4-9a11-b723c6745f2e cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:25:48.509146 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=e19a3f7c-2ee7-447d-bee3-c81fe6ea16bf,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:48.654449 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0dd3cc-de55-489f-af0a-66258b24b769 None None] Pushing event updated for resources: {'Port': ['ID=ec7a079b-7096-4ae4-9a11-b723c6745f2e,revision_number=4']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:48.669535 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b906cb-28e7-4d89-9235-f3ce9c4187cd None None] Routers {'af91b7b9-5598-4d1b-833b-e6a59850d1cf'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:25:48.670451 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-d1b906cb-28e7-4d89-9235-f3ce9c4187cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:25:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['af91b7b9-5598-4d1b-833b-e6a59850d1cf'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:25:48.670832 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651a7f04-7e5f-49bf-bb95-36955af6542f req-97b5b53e-ef05-423c-b644-f756cd682b6c tempest-InstanceActionsTestJSON-1125563372 tempest-InstanceActionsTestJSON-1125563372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:48.690418 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-651a7f04-7e5f-49bf-bb95-36955af6542f req-97b5b53e-ef05-423c-b644-f756cd682b6c tempest-InstanceActionsTestJSON-1125563372 tempest-InstanceActionsTestJSON-1125563372-project] 10.222.0.65 "GET /v2.0/ports?device_id=fb61f9d3-4fcf-425d-a5a7-91391115f4da HTTP/1.1" status: 200 len: 945 time: 0.2781646 Feb 04 12:25:48.872682 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-651a7f04-7e5f-49bf-bb95-36955af6542f req-4b0dc76e-5a77-4e7d-a609-4c4fc4553fbf tempest-InstanceActionsTestJSON-1125563372 tempest-InstanceActionsTestJSON-1125563372-project] 10.222.0.65 "GET /v2.0/security-groups?id=717aa9e7-39e6-4fd6-bc25-03a9c1928dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698210 Feb 04 12:25:49.085713 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device fe7e89f0-a3a0-4f4c-98aa-1bf8e58a0a11 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:25:49.144204 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1b5c6567-72fe-4770-94cf-4f2a7cf8c4bd req-1a8fbd1c-3ee4-4c1a-b60f-73042a3ddd52 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1800157831&fields=id&tenant_id=b09d9febdaa2484bafa8461f34390659 HTTP/1.1" status: 200 len: 267 time: 0.1493006 Feb 04 12:25:49.183541 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-d1b906cb-28e7-4d89-9235-f3ce9c4187cd None None] Set router af91b7b9-5598-4d1b-833b-e6a59850d1cf gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:25:49.187066 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-90824d17-900e-43e1-b065-c48b4a9787b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141'] for router (ef70e919-b735-4f5a-864b-1d183230de79), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:49.203110 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-94133431-cd44-4cbd-a552-a10ba864b858 None None] Provisioning complete for port ec7a079b-7096-4ae4-9a11-b723c6745f2e triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:25:49.203492 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-94133431-cd44-4cbd-a552-a10ba864b858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (ec7a079b-7096-4ae4-9a11-b723c6745f2e), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:49.239779 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:49.311459 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5c6567-72fe-4770-94cf-4f2a7cf8c4bd req-23db55a0-c3b3-4904-9ace-e6f53d061a6e tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:49.331368 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1b5c6567-72fe-4770-94cf-4f2a7cf8c4bd req-23db55a0-c3b3-4904-9ace-e6f53d061a6e tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.65 "GET /v2.0/ports?device_id=4812abf9-87aa-4b86-a526-e06e064e1eed HTTP/1.1" status: 200 len: 945 time: 0.1862524 Feb 04 12:25:49.354274 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-1b5c6567-72fe-4770-94cf-4f2a7cf8c4bd req-c3907226-8e39-4013-bb73-06ee38b6ef8c tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Request body: {'port': {'security_groups': ['65b532f6-553b-4a7d-aad3-d6f8aeaacb9a', '8fa4899e-1b88-4949-b840-5543a6667ebb']}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:25:49.365526 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port fe7e89f0-a3a0-4f4c-98aa-1bf8e58a0a11 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:25:49.366394 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (fe7e89f0-a3a0-4f4c-98aa-1bf8e58a0a11), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:49.611616 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-1b5c6567-72fe-4770-94cf-4f2a7cf8c4bd req-c3907226-8e39-4013-bb73-06ee38b6ef8c tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (840845c2-c10a-48b4-837d-e2c51180f278), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:49.617528 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-94133431-cd44-4cbd-a552-a10ba864b858 None None] Current status of the port ec7a079b-7096-4ae4-9a11-b723c6745f2e is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:25:49.623226 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-94133431-cd44-4cbd-a552-a10ba864b858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (ec7a079b-7096-4ae4-9a11-b723c6745f2e), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:49.688797 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90824d17-900e-43e1-b065-c48b4a9787b4 admin admin] Router ef70e919-b735-4f5a-864b-1d183230de79 is scheduled to L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de with binding_index 1 {{(pid=103474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 12:25:49.793338 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-94133431-cd44-4cbd-a552-a10ba864b858 None None] For port ec7a079b-7096-4ae4-9a11-b723c6745f2e, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=ec7a079b-7096-4ae4-9a11-b723c6745f2e,segment=NetworkSegment(c79394f8-f009-4252-b7b2-a9e14ca97f89),segment_id=c79394f8-f009-4252-b7b2-a9e14ca97f89)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:25:49.818568 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-94133431-cd44-4cbd-a552-a10ba864b858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (ec7a079b-7096-4ae4-9a11-b723c6745f2e), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:49.829833 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-d1b906cb-28e7-4d89-9235-f3ce9c4187cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af91b7b9-5598-4d1b-833b-e6a59850d1cf', 'name': 'tempest-AttachSCSIVolumeTestJSON-662724026-router', 'tenant_id': 'a172ea65fb63454daf69894291cfcfa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '16a1d808-c643-4234-b474-73be09f6ca41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:25:29Z', 'updated_at': '2022-02-04T12:25:39Z', 'revision_number': 4, 'project_id': 'a172ea65fb63454daf69894291cfcfa7', 'gw_port': {'id': '16a1d808-c643-4234-b474-73be09f6ca41', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af91b7b9-5598-4d1b-833b-e6a59850d1cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:25:31Z', 'updated_at': '2022-02-04T12:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'ec7a079b-7096-4ae4-9a11-b723c6745f2e', 'name': '', 'network_id': 'afbcf1a8-ff83-4ce0-a7c1-9656f08f657e', 'tenant_id': 'a172ea65fb63454daf69894291cfcfa7', 'mac_address': 'fa:16:3e:ee:1a:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af91b7b9-5598-4d1b-833b-e6a59850d1cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '6ed49fbe-f3e9-4565-9a96-9b2577e9d8e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:25:37Z', 'updated_at': '2022-02-04T12:25:48Z', 'revision_number': 4, 'project_id': 'a172ea65fb63454daf69894291cfcfa7', 'subnets': [{'id': '6ed49fbe-f3e9-4565-9a96-9b2577e9d8e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:25:49.915616 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b906cb-28e7-4d89-9235-f3ce9c4187cd None None] The sync data for ids ['af91b7b9-5598-4d1b-833b-e6a59850d1cf'] in n-d-825015-3 is: [{'id': 'af91b7b9-5598-4d1b-833b-e6a59850d1cf', 'name': 'tempest-AttachSCSIVolumeTestJSON-662724026-router', 'tenant_id': 'a172ea65fb63454daf69894291cfcfa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '16a1d808-c643-4234-b474-73be09f6ca41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:25:29Z', 'updated_at': '2022-02-04T12:25:39Z', 'revision_number': 4, 'project_id': 'a172ea65fb63454daf69894291cfcfa7', 'gw_port': {'id': '16a1d808-c643-4234-b474-73be09f6ca41', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af91b7b9-5598-4d1b-833b-e6a59850d1cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:25:31Z', 'updated_at': '2022-02-04T12:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'ec7a079b-7096-4ae4-9a11-b723c6745f2e', 'name': '', 'network_id': 'afbcf1a8-ff83-4ce0-a7c1-9656f08f657e', 'tenant_id': 'a172ea65fb63454daf69894291cfcfa7', 'mac_address': 'fa:16:3e:ee:1a:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af91b7b9-5598-4d1b-833b-e6a59850d1cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '6ed49fbe-f3e9-4565-9a96-9b2577e9d8e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:25:37Z', 'updated_at': '2022-02-04T12:25:48Z', 'revision_number': 4, 'project_id': 'a172ea65fb63454daf69894291cfcfa7', 'subnets': [{'id': '6ed49fbe-f3e9-4565-9a96-9b2577e9d8e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:25:49.969903 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94133431-cd44-4cbd-a552-a10ba864b858 None None] Pushing event updated for resources: {'Port': ['ID=ec7a079b-7096-4ae4-9a11-b723c6745f2e,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:49.975602 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port fe7e89f0-a3a0-4f4c-98aa-1bf8e58a0a11 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:25:49.976262 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (fe7e89f0-a3a0-4f4c-98aa-1bf8e58a0a11), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:50.034426 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90824d17-900e-43e1-b065-c48b4a9787b4 admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:25:50.078745 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port fe7e89f0-a3a0-4f4c-98aa-1bf8e58a0a11, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=fe7e89f0-a3a0-4f4c-98aa-1bf8e58a0a11,segment=NetworkSegment(dd4007d4-3dc6-46e2-bed4-3faca7b87272),segment_id=dd4007d4-3dc6-46e2-bed4-3faca7b87272)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:25:50.083121 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-90824d17-900e-43e1-b065-c48b4a9787b4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:50.084122 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed64b73-7a47-4a3c-ae3c-f18fe8aa9ef9 None None] Sync routers for ids ['ef70e919-b735-4f5a-864b-1d183230de79'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:25:50.091874 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-90824d17-900e-43e1-b065-c48b4a9787b4 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.1488397 Feb 04 12:25:50.092248 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 35450) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:25:50.100773 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (fe7e89f0-a3a0-4f4c-98aa-1bf8e58a0a11), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:50.105533 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 16a1d808-c643-4234-b474-73be09f6ca41 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:25:50.182557 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-1b5c6567-72fe-4770-94cf-4f2a7cf8c4bd req-c3907226-8e39-4013-bb73-06ee38b6ef8c tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] For port 840845c2-c10a-48b4-837d-e2c51180f278, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=840845c2-c10a-48b4-837d-e2c51180f278,segment=NetworkSegment(acb9d640-bd6c-44b6-b60b-2ea6174d51f4),segment_id=acb9d640-bd6c-44b6-b60b-2ea6174d51f4)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:25:50.270659 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-1b5c6567-72fe-4770-94cf-4f2a7cf8c4bd req-c3907226-8e39-4013-bb73-06ee38b6ef8c tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Publish callbacks [] for port (840845c2-c10a-48b4-837d-e2c51180f278), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:50.303701 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-1b5c6567-72fe-4770-94cf-4f2a7cf8c4bd req-c3907226-8e39-4013-bb73-06ee38b6ef8c tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (840845c2-c10a-48b4-837d-e2c51180f278), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:50.365845 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b08403-7174-48ba-8398-4acbb3a99830 None None] Network bca27fc0-d1d6-4846-9ca7-a8acda311b36 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:25:50.382042 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=fe7e89f0-a3a0-4f4c-98aa-1bf8e58a0a11,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:50.386725 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['27f1bc77-08d1-4fe6-8d17-b6072178bc1b'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:25:50.389408 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['840845c2-c10a-48b4-837d-e2c51180f278'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:25:50.433190 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5c6567-72fe-4770-94cf-4f2a7cf8c4bd req-c3907226-8e39-4013-bb73-06ee38b6ef8c tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:50.433910 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-1b5c6567-72fe-4770-94cf-4f2a7cf8c4bd req-c3907226-8e39-4013-bb73-06ee38b6ef8c tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:50.450418 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1b5c6567-72fe-4770-94cf-4f2a7cf8c4bd req-c3907226-8e39-4013-bb73-06ee38b6ef8c tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.65 "PUT /v2.0/ports/840845c2-c10a-48b4-837d-e2c51180f278 HTTP/1.1" status: 200 len: 981 time: 1.1105754 Feb 04 12:25:50.453297 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3907226-8e39-4013-bb73-06ee38b6ef8c tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Pushing event updated for resources: {'Port': ['ID=840845c2-c10a-48b4-837d-e2c51180f278,revision_number=6']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:50.462417 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4812abf9-87aa-4b86-a526-e06e064e1eed', 'tag': '840845c2-c10a-48b4-837d-e2c51180f278'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:25:50.477856 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea4d37f7-4072-4e79-9e25-4a97ad6d8005" -d '{"events": [{"name": "network-changed", "server_uuid": "4812abf9-87aa-4b86-a526-e06e064e1eed", "tag": "840845c2-c10a-48b4-837d-e2c51180f278"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:25:50.677118 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6cfe4b-afde-44f8-b576-d60bd9d6077e req-a181b91e-1bbf-46aa-9a36-3ddb5fa5f876 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:50.691513 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dc6cfe4b-afde-44f8-b576-d60bd9d6077e req-a181b91e-1bbf-46aa-9a36-3ddb5fa5f876 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?device_id=35799951-f327-49e4-9a9d-7a4789d7e10d HTTP/1.1" status: 200 len: 945 time: 0.1598449 Feb 04 12:25:50.743264 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed64b73-7a47-4a3c-ae3c-f18fe8aa9ef9 None None] Routers {'ef70e919-b735-4f5a-864b-1d183230de79'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:25:50.744125 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-0ed64b73-7a47-4a3c-ae3c-f18fe8aa9ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:25:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['ef70e919-b735-4f5a-864b-1d183230de79'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:25:50.749792 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:50.814403 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dc6cfe4b-afde-44f8-b576-d60bd9d6077e req-9cd34f7d-256b-4ea9-9fb9-ea1ce80bc895 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f51ab49-2800-41c7-a09d-ab109cee7e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210401 Feb 04 12:25:50.965925 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['840845c2-c10a-48b4-837d-e2c51180f278'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:25:51.053358 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b1092f-0fed-4662-a742-7c82854ed3dc req-7c9bc6a1-b82a-4bf9-bccb-5a9f67464fd7 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:51.064824 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-69b1092f-0fed-4662-a742-7c82854ed3dc req-7c9bc6a1-b82a-4bf9-bccb-5a9f67464fd7 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf95935d-16c5-45d1-b524-d91fd1a03a94 HTTP/1.1" status: 200 len: 945 time: 0.1231093 Feb 04 12:25:51.248514 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-69b1092f-0fed-4662-a742-7c82854ed3dc req-872f8298-367b-45e9-b39a-265003a7c30d tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0b93a62-41a7-4338-9add-00a3a3dd7ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827695 Feb 04 12:25:51.469720 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3b88e86a-613d-4adc-9e6f-c22ced546763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:51.528948 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-d5d77e49-e9da-4e4d-9688-55d2e81f2885 None None] Provisioning complete for port fe7e89f0-a3a0-4f4c-98aa-1bf8e58a0a11 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:25:51.529491 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d5d77e49-e9da-4e4d-9688-55d2e81f2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (fe7e89f0-a3a0-4f4c-98aa-1bf8e58a0a11), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:51.566186 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303b33da-6139-417c-b242-ab11490b776a req-c6175f51-b53c-4d64-b327-9e02833a873b tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:51.602739 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-303b33da-6139-417c-b242-ab11490b776a req-c6175f51-b53c-4d64-b327-9e02833a873b tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d71fca2-7310-4efc-9eaf-c31026923412 HTTP/1.1" status: 200 len: 945 time: 0.2030277 Feb 04 12:25:51.716757 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 16a1d808-c643-4234-b474-73be09f6ca41 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:25:51.716757 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (16a1d808-c643-4234-b474-73be09f6ca41), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:51.757060 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-303b33da-6139-417c-b242-ab11490b776a req-606d25c2-66f4-422c-a2a0-213205bdc603 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/security-groups?id=0e320687-8002-4e00-a016-6bf57af2cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526389 Feb 04 12:25:51.955025 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-3b88e86a-613d-4adc-9e6f-c22ced546763 admin admin] Allocated IP 172.20.0.1 (bca27fc0-d1d6-4846-9ca7-a8acda311b36/39ee2d3e-9b85-472c-a0f0-56c232d4b86d/efc2fa60-ea88-4818-899f-8f31e4a2406e) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:25:52.076078 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 04 Feb 2022 12:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a2b51f3-4a9a-48af-a293-4a7dd1b01c39 x-openstack-request-id: req-1a2b51f3-4a9a-48af-a293-4a7dd1b01c39 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:25:52.076545 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35799951-f327-49e4-9a9d-7a4789d7e10d", "name": "network-vif-plugged", "status": "completed", "tag": "dba1453f-2c1e-4597-8998-0d3d35df5da5", "code": 200}, {"server_uuid": "fb61f9d3-4fcf-425d-a5a7-91391115f4da", "name": "network-vif-plugged", "status": "completed", "tag": "e19a3f7c-2ee7-447d-bee3-c81fe6ea16bf", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:25:52.077026 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1a2b51f3-4a9a-48af-a293-4a7dd1b01c39 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:25:52.077947 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35799951-f327-49e4-9a9d-7a4789d7e10d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dba1453f-2c1e-4597-8998-0d3d35df5da5', 'code': 200} Feb 04 12:25:52.079685 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb61f9d3-4fcf-425d-a5a7-91391115f4da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e19a3f7c-2ee7-447d-bee3-c81fe6ea16bf', 'code': 200} Feb 04 12:25:52.156219 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62768b1-f7e6-403e-8279-b7aa50aa79f9 req-01d08540-75bd-4482-912d-c32b0756b05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:52.157818 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e62768b1-f7e6-403e-8279-b7aa50aa79f9 req-01d08540-75bd-4482-912d-c32b0756b05b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=fb61f9d3-4fcf-425d-a5a7-91391115f4da HTTP/1.1" status: 200 len: 1127 time: 0.1846216 Feb 04 12:25:52.183881 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-96aa2e98-8cb2-4263-8853-afc9bb99f4f9 req-433201e8-88f9-4966-bca7-f981ce27aa93 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/ports?device_id=e024d6c3-80c1-425c-a5a9-a7305d647b89 HTTP/1.1" status: 200 len: 210 time: 0.1046712 Feb 04 12:25:52.236202 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3b88e86a-613d-4adc-9e6f-c22ced546763 admin admin] Publish callbacks [] for port (efc2fa60-ea88-4818-899f-8f31e4a2406e), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:52.298372 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e62768b1-f7e6-403e-8279-b7aa50aa79f9 req-2eb69c40-f04b-4545-a8d8-8165a2cc37e3 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=717aa9e7-39e6-4fd6-bc25-03a9c1928dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094322 Feb 04 12:25:52.330970 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3b88e86a-613d-4adc-9e6f-c22ced546763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (efc2fa60-ea88-4818-899f-8f31e4a2406e), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:52.422212 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cf798c-7626-4608-bbdf-cc36395ce98d req-9a283405-a52b-4dd7-8aab-fa84ea8489fd tempest-InstanceActionsTestJSON-1125563372 tempest-InstanceActionsTestJSON-1125563372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:52.433094 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f7cf798c-7626-4608-bbdf-cc36395ce98d req-9a283405-a52b-4dd7-8aab-fa84ea8489fd tempest-InstanceActionsTestJSON-1125563372 tempest-InstanceActionsTestJSON-1125563372-project] 10.222.0.65 "GET /v2.0/ports?device_id=fb61f9d3-4fcf-425d-a5a7-91391115f4da HTTP/1.1" status: 200 len: 945 time: 0.1327653 Feb 04 12:25:52.453153 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b88e86a-613d-4adc-9e6f-c22ced546763 admin admin] Network bca27fc0-d1d6-4846-9ca7-a8acda311b36 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:25:52.464616 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b88e86a-613d-4adc-9e6f-c22ced546763 admin admin] Pushing event updated for resources: {'Port': ['ID=efc2fa60-ea88-4818-899f-8f31e4a2406e,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:52.473490 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-3b88e86a-613d-4adc-9e6f-c22ced546763 admin admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:25:52.477448 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b88e86a-613d-4adc-9e6f-c22ced546763 admin admin] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:25:52.556257 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f7cf798c-7626-4608-bbdf-cc36395ce98d req-6b4f475b-3e18-4fb8-9194-27c5c9c3f1e4 tempest-InstanceActionsTestJSON-1125563372 tempest-InstanceActionsTestJSON-1125563372-project] 10.222.0.65 "GET /v2.0/security-groups?id=717aa9e7-39e6-4fd6-bc25-03a9c1928dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209130 Feb 04 12:25:52.595423 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3b88e86a-613d-4adc-9e6f-c22ced546763 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1599818'] for router_interface (ef70e919-b735-4f5a-864b-1d183230de79), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:52.660553 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-0ed64b73-7a47-4a3c-ae3c-f18fe8aa9ef9 None None] Set router ef70e919-b735-4f5a-864b-1d183230de79 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:25:52.696754 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-96578da5-2f72-4f6e-922c-c699c8980e6d req-88b65da0-2da0-4f27-a9cd-d72b0af75de0 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.65 "GET /v2.0/security-groups/8fa4899e-1b88-4949-b840-5543a6667ebb HTTP/1.1" status: 200 len: 1815 time: 0.0972865 Feb 04 12:25:52.833953 n-d-825015-3 neutron-server[103475]: INFO neutron.api.v2.resource [req-96578da5-2f72-4f6e-922c-c699c8980e6d req-990e5ef7-cbd1-4ae9-84ca-31d41d294d87 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 04 12:25:52.854080 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-96578da5-2f72-4f6e-922c-c699c8980e6d req-990e5ef7-cbd1-4ae9-84ca-31d41d294d87 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.65 "DELETE /v2.0/security-groups/8fa4899e-1b88-4949-b840-5543a6667ebb HTTP/1.1" status: 409 len: 341 time: 0.1563692 Feb 04 12:25:52.928298 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46401239-ff28-48f7-af5b-e997b50c9cf9 x-openstack-request-id: req-46401239-ff28-48f7-af5b-e997b50c9cf9 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:25:52.928795 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4812abf9-87aa-4b86-a526-e06e064e1eed", "tag": "840845c2-c10a-48b4-837d-e2c51180f278", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:25:52.929769 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-46401239-ff28-48f7-af5b-e997b50c9cf9 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:25:52.930951 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4812abf9-87aa-4b86-a526-e06e064e1eed', 'tag': '840845c2-c10a-48b4-837d-e2c51180f278', 'status': 'completed', 'code': 200} Feb 04 12:25:53.170160 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3b88e86a-613d-4adc-9e6f-c22ced546763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (efc2fa60-ea88-4818-899f-8f31e4a2406e), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:53.214004 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:53.280874 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4d37f7-4072-4e79-9e25-4a97ad6d8005 req-8b76a253-a7fe-4923-896e-778f38ecd376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:53.282443 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-ea4d37f7-4072-4e79-9e25-4a97ad6d8005 req-8b76a253-a7fe-4923-896e-778f38ecd376 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b09d9febdaa2484bafa8461f34390659&device_id=4812abf9-87aa-4b86-a526-e06e064e1eed HTTP/1.1" status: 200 len: 1166 time: 0.3177934 Feb 04 12:25:53.365939 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 16a1d808-c643-4234-b474-73be09f6ca41 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:25:53.474095 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4d37f7-4072-4e79-9e25-4a97ad6d8005 req-f2b1fad7-da65-4365-9245-7db52de73b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:53.477419 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-ea4d37f7-4072-4e79-9e25-4a97ad6d8005 req-f2b1fad7-da65-4365-9245-7db52de73b71 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b8fa325b-bcd0-4398-bc54-1d713ba7c3b0 HTTP/1.1" status: 200 len: 913 time: 0.1548419 Feb 04 12:25:53.702824 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-ea4d37f7-4072-4e79-9e25-4a97ad6d8005 req-c987b0fc-3cc6-4774-b591-fb244713c018 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=840845c2-c10a-48b4-837d-e2c51180f278 HTTP/1.1" status: 200 len: 217 time: 0.2154467 Feb 04 12:25:53.733741 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-d5d77e49-e9da-4e4d-9688-55d2e81f2885 None None] Current status of the port fe7e89f0-a3a0-4f4c-98aa-1bf8e58a0a11 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:25:53.869269 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device fe7e89f0-a3a0-4f4c-98aa-1bf8e58a0a11 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:25:53.964353 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3b88e86a-613d-4adc-9e6f-c22ced546763 admin admin] Publish callbacks [] for port (efc2fa60-ea88-4818-899f-8f31e4a2406e), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:53.984589 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3b88e86a-613d-4adc-9e6f-c22ced546763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (efc2fa60-ea88-4818-899f-8f31e4a2406e), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:54.066457 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3b88e86a-613d-4adc-9e6f-c22ced546763 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622202'] for router_interface (ef70e919-b735-4f5a-864b-1d183230de79), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:54.222171 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-fc4f2168-0315-4843-8b53-2fccf7e60dc9 None None] Provisioning complete for port efc2fa60-ea88-4818-899f-8f31e4a2406e triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:25:54.222509 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fc4f2168-0315-4843-8b53-2fccf7e60dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (efc2fa60-ea88-4818-899f-8f31e4a2406e), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:54.297968 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-fc4f2168-0315-4843-8b53-2fccf7e60dc9 None None] Port efc2fa60-ea88-4818-899f-8f31e4a2406e cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:25:54.436328 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-0ed64b73-7a47-4a3c-ae3c-f18fe8aa9ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef70e919-b735-4f5a-864b-1d183230de79', 'name': 'tempest-AttachSCSIVolumeTestJSON-651634374-router', 'tenant_id': 'befc1f6317f94c4594a243cf752002b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '2702408e-2001-432a-af08-d6e0e33b139b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:25:45Z', 'updated_at': '2022-02-04T12:25:47Z', 'revision_number': 3, 'project_id': 'befc1f6317f94c4594a243cf752002b4', 'gw_port': {'id': '2702408e-2001-432a-af08-d6e0e33b139b', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:d5:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef70e919-b735-4f5a-864b-1d183230de79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:25:46Z', 'updated_at': '2022-02-04T12:25:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:25:54.489754 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed64b73-7a47-4a3c-ae3c-f18fe8aa9ef9 None None] Checking router: ef70e919-b735-4f5a-864b-1d183230de79 for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:25:54.490104 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed64b73-7a47-4a3c-ae3c-f18fe8aa9ef9 None None] Updating router ef70e919-b735-4f5a-864b-1d183230de79 port 2702408e-2001-432a-af08-d6e0e33b139b binding host n-d-825015-3 {{(pid=103476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:25:54.531210 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port fe7e89f0-a3a0-4f4c-98aa-1bf8e58a0a11 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:25:54.531704 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (fe7e89f0-a3a0-4f4c-98aa-1bf8e58a0a11), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:54.585028 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-fc4f2168-0315-4843-8b53-2fccf7e60dc9 None None] Provisioning complete for port fe7e89f0-a3a0-4f4c-98aa-1bf8e58a0a11 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:25:54.585499 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fc4f2168-0315-4843-8b53-2fccf7e60dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (fe7e89f0-a3a0-4f4c-98aa-1bf8e58a0a11), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:54.694670 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0ed64b73-7a47-4a3c-ae3c-f18fe8aa9ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (2702408e-2001-432a-af08-d6e0e33b139b), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:54.701987 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b88e86a-613d-4adc-9e6f-c22ced546763 admin admin] Pushing event updated for resources: {'Port': ['ID=efc2fa60-ea88-4818-899f-8f31e4a2406e,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:54.726584 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4d37f7-4072-4e79-9e25-4a97ad6d8005 req-0518c0f4-73f0-4d4f-b17d-427ec753c42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:54.731293 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-ea4d37f7-4072-4e79-9e25-4a97ad6d8005 req-0518c0f4-73f0-4d4f-b17d-427ec753c42f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=20190653-fdc7-4422-8e01-957f62aee17f HTTP/1.1" status: 200 len: 852 time: 0.7633150 Feb 04 12:25:54.783642 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-ea4d37f7-4072-4e79-9e25-4a97ad6d8005 req-c1f5aa0c-363d-464f-8119-d23e82ea5199 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b8fa325b-bcd0-4398-bc54-1d713ba7c3b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430477 Feb 04 12:25:54.943799 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-ea4d37f7-4072-4e79-9e25-4a97ad6d8005 req-141ce470-5998-4891-939d-1b6178c4c72b service neutron] 10.222.0.77 "GET /v2.0/networks/b8fa325b-bcd0-4398-bc54-1d713ba7c3b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508882 Feb 04 12:25:55.046610 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b88e86a-613d-4adc-9e6f-c22ced546763 admin admin] Network bca27fc0-d1d6-4846-9ca7-a8acda311b36 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:25:55.067117 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-3b88e86a-613d-4adc-9e6f-c22ced546763 admin admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:25:55.146810 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-ea4d37f7-4072-4e79-9e25-4a97ad6d8005 req-5c6cc003-c164-49ed-b7a4-5034241439db service neutron] 10.222.0.77 "GET /v2.0/networks/b8fa325b-bcd0-4398-bc54-1d713ba7c3b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960533 Feb 04 12:25:55.422837 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b88e86a-613d-4adc-9e6f-c22ced546763 admin admin] Router ef70e919-b735-4f5a-864b-1d183230de79 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:25:55.636107 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0ed64b73-7a47-4a3c-ae3c-f18fe8aa9ef9 None None] Publish callbacks [] for port (2702408e-2001-432a-af08-d6e0e33b139b), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:55.679448 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port fe7e89f0-a3a0-4f4c-98aa-1bf8e58a0a11 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:25:55.681394 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device ec7a079b-7096-4ae4-9a11-b723c6745f2e up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:25:55.740036 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0ed64b73-7a47-4a3c-ae3c-f18fe8aa9ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (2702408e-2001-432a-af08-d6e0e33b139b), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:55.810971 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b88e86a-613d-4adc-9e6f-c22ced546763 admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:25:55.831783 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-3b88e86a-613d-4adc-9e6f-c22ced546763 admin admin] 10.222.0.65 "PUT /v2.0/routers/ef70e919-b735-4f5a-864b-1d183230de79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7231238 Feb 04 12:25:55.926334 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10846df-ef75-4937-b52f-6b42fd5c12d9 None None] Pushing event updated for resources: {'Port': ['ID=2702408e-2001-432a-af08-d6e0e33b139b,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:55.986510 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-fc4f2168-0315-4843-8b53-2fccf7e60dc9 None None] Current status of the port fe7e89f0-a3a0-4f4c-98aa-1bf8e58a0a11 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:25:56.019279 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-0ed64b73-7a47-4a3c-ae3c-f18fe8aa9ef9 None None] Attempting to bind port 2702408e-2001-432a-af08-d6e0e33b139b on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:25:56.019988 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-0ed64b73-7a47-4a3c-ae3c-f18fe8aa9ef9 None None] Attempting to bind port 2702408e-2001-432a-af08-d6e0e33b139b by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:25:56.020591 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed64b73-7a47-4a3c-ae3c-f18fe8aa9ef9 None None] Attempting to bind port 2702408e-2001-432a-af08-d6e0e33b139b on network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:25:56.039037 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed64b73-7a47-4a3c-ae3c-f18fe8aa9ef9 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 25, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:25:56.041688 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed64b73-7a47-4a3c-ae3c-f18fe8aa9ef9 None None] Checking segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:25:56.044082 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0ed64b73-7a47-4a3c-ae3c-f18fe8aa9ef9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:56.045669 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed64b73-7a47-4a3c-ae3c-f18fe8aa9ef9 None None] Bound using segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:25:56.046355 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-0ed64b73-7a47-4a3c-ae3c-f18fe8aa9ef9 None None] Bound port: 2702408e-2001-432a-af08-d6e0e33b139b, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:25:56.051846 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0ed64b73-7a47-4a3c-ae3c-f18fe8aa9ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (2702408e-2001-432a-af08-d6e0e33b139b), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:56.142584 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port ec7a079b-7096-4ae4-9a11-b723c6745f2e triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:25:56.144538 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (ec7a079b-7096-4ae4-9a11-b723c6745f2e), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:56.178191 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-891db80e-70d8-41b6-8caa-4673c8c1dc6f None None] Provisioning complete for port efc2fa60-ea88-4818-899f-8f31e4a2406e triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:25:56.181913 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-891db80e-70d8-41b6-8caa-4673c8c1dc6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (efc2fa60-ea88-4818-899f-8f31e4a2406e), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:56.371954 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-891db80e-70d8-41b6-8caa-4673c8c1dc6f None None] Port efc2fa60-ea88-4818-899f-8f31e4a2406e cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:25:56.379633 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0ed64b73-7a47-4a3c-ae3c-f18fe8aa9ef9 None None] For port 2702408e-2001-432a-af08-d6e0e33b139b, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:25:56.389619 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0ed64b73-7a47-4a3c-ae3c-f18fe8aa9ef9 None None] For port 2702408e-2001-432a-af08-d6e0e33b139b, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=2702408e-2001-432a-af08-d6e0e33b139b,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:25:56.410210 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0ed64b73-7a47-4a3c-ae3c-f18fe8aa9ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (2702408e-2001-432a-af08-d6e0e33b139b), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:25:56.527358 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed64b73-7a47-4a3c-ae3c-f18fe8aa9ef9 None None] Routers {'ef70e919-b735-4f5a-864b-1d183230de79'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:25:56.540802 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-0ed64b73-7a47-4a3c-ae3c-f18fe8aa9ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:25:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['ef70e919-b735-4f5a-864b-1d183230de79'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:25:56.828853 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port ec7a079b-7096-4ae4-9a11-b723c6745f2e is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:25:56.911582 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-0ed64b73-7a47-4a3c-ae3c-f18fe8aa9ef9 None None] Set router ef70e919-b735-4f5a-864b-1d183230de79 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:25:57.015119 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10846df-ef75-4937-b52f-6b42fd5c12d9 None None] Pushing event updated for resources: {'Port': ['ID=2702408e-2001-432a-af08-d6e0e33b139b,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:57.205062 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-0ed64b73-7a47-4a3c-ae3c-f18fe8aa9ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef70e919-b735-4f5a-864b-1d183230de79', 'name': 'tempest-AttachSCSIVolumeTestJSON-651634374-router', 'tenant_id': 'befc1f6317f94c4594a243cf752002b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '2702408e-2001-432a-af08-d6e0e33b139b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:25:45Z', 'updated_at': '2022-02-04T12:25:52Z', 'revision_number': 4, 'project_id': 'befc1f6317f94c4594a243cf752002b4', 'gw_port': {'id': '2702408e-2001-432a-af08-d6e0e33b139b', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:d5:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef70e919-b735-4f5a-864b-1d183230de79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:25:46Z', 'updated_at': '2022-02-04T12:25:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'efc2fa60-ea88-4818-899f-8f31e4a2406e', 'name': '', 'network_id': 'bca27fc0-d1d6-4846-9ca7-a8acda311b36', 'tenant_id': 'befc1f6317f94c4594a243cf752002b4', 'mac_address': 'fa:16:3e:9a:82:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef70e919-b735-4f5a-864b-1d183230de79', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '39ee2d3e-9b85-472c-a0f0-56c232d4b86d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:25:51Z', 'updated_at': '2022-02-04T12:25:53Z', 'revision_number': 2, 'project_id': 'befc1f6317f94c4594a243cf752002b4', 'subnets': [{'id': '39ee2d3e-9b85-472c-a0f0-56c232d4b86d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:25:57.237422 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed64b73-7a47-4a3c-ae3c-f18fe8aa9ef9 None None] The sync data for ids ['ef70e919-b735-4f5a-864b-1d183230de79'] in n-d-825015-3 is: [{'id': 'ef70e919-b735-4f5a-864b-1d183230de79', 'name': 'tempest-AttachSCSIVolumeTestJSON-651634374-router', 'tenant_id': 'befc1f6317f94c4594a243cf752002b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '2702408e-2001-432a-af08-d6e0e33b139b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:25:45Z', 'updated_at': '2022-02-04T12:25:52Z', 'revision_number': 4, 'project_id': 'befc1f6317f94c4594a243cf752002b4', 'gw_port': {'id': '2702408e-2001-432a-af08-d6e0e33b139b', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:d5:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef70e919-b735-4f5a-864b-1d183230de79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:25:46Z', 'updated_at': '2022-02-04T12:25:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'efc2fa60-ea88-4818-899f-8f31e4a2406e', 'name': '', 'network_id': 'bca27fc0-d1d6-4846-9ca7-a8acda311b36', 'tenant_id': 'befc1f6317f94c4594a243cf752002b4', 'mac_address': 'fa:16:3e:9a:82:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef70e919-b735-4f5a-864b-1d183230de79', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '39ee2d3e-9b85-472c-a0f0-56c232d4b86d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:25:51Z', 'updated_at': '2022-02-04T12:25:53Z', 'revision_number': 2, 'project_id': 'befc1f6317f94c4594a243cf752002b4', 'subnets': [{'id': '39ee2d3e-9b85-472c-a0f0-56c232d4b86d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:25:57.560810 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22da73f-c1e6-4107-9038-cf28e3c9e73e req-28340756-03b9-4655-b1b1-c21363c29333 tempest-LiveAutoBlockMigrationV225Test-497889810 tempest-LiveAutoBlockMigrationV225Test-497889810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:57.581060 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a22da73f-c1e6-4107-9038-cf28e3c9e73e req-28340756-03b9-4655-b1b1-c21363c29333 tempest-LiveAutoBlockMigrationV225Test-497889810 tempest-LiveAutoBlockMigrationV225Test-497889810-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=2d71fca2-7310-4efc-9eaf-c31026923412 HTTP/1.1" status: 200 len: 1127 time: 0.1748531 Feb 04 12:25:57.830342 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a22da73f-c1e6-4107-9038-cf28e3c9e73e req-0c0de4f3-5418-4832-85f4-c7ab6ac9d14f tempest-LiveAutoBlockMigrationV225Test-497889810 tempest-LiveAutoBlockMigrationV225Test-497889810-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=0e320687-8002-4e00-a016-6bf57af2cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479584 Feb 04 12:25:58.050933 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7ab1e1-e142-439d-9820-d3821803f56f req-dcdb8f27-388d-47e8-945a-b5cfc5f3dbcd tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:58.083969 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2c7ab1e1-e142-439d-9820-d3821803f56f req-dcdb8f27-388d-47e8-945a-b5cfc5f3dbcd tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?device_id=35799951-f327-49e4-9a9d-7a4789d7e10d HTTP/1.1" status: 200 len: 945 time: 0.2433043 Feb 04 12:25:58.270575 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2c7ab1e1-e142-439d-9820-d3821803f56f req-c73a2b86-3696-41e8-8fae-c4baf408b53b tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f51ab49-2800-41c7-a09d-ab109cee7e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856225 Feb 04 12:25:58.586348 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bed30e-46bd-405d-b0a4-870c5bfa3645 req-105904c4-a13b-4659-aa14-080b4d7be97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:58.598252 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-a8bed30e-46bd-405d-b0a4-870c5bfa3645 req-105904c4-a13b-4659-aa14-080b4d7be97f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b09d9febdaa2484bafa8461f34390659&device_id=4812abf9-87aa-4b86-a526-e06e064e1eed HTTP/1.1" status: 200 len: 1166 time: 0.2314558 Feb 04 12:25:58.809238 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc48f3d8-95bb-48c5-bc6d-2ff3357c3ddb req-d54b063f-9327-4df2-80fb-ce4047fcb047 tempest-InstanceActionsTestJSON-1125563372 tempest-InstanceActionsTestJSON-1125563372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:58.818964 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bc48f3d8-95bb-48c5-bc6d-2ff3357c3ddb req-d54b063f-9327-4df2-80fb-ce4047fcb047 tempest-InstanceActionsTestJSON-1125563372 tempest-InstanceActionsTestJSON-1125563372-project] 10.222.0.65 "GET /v2.0/ports?device_id=fb61f9d3-4fcf-425d-a5a7-91391115f4da HTTP/1.1" status: 200 len: 945 time: 0.2701910 Feb 04 12:25:58.909924 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bed30e-46bd-405d-b0a4-870c5bfa3645 req-54f5ebd7-2176-4aa6-9d01-84c6b6ae5c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:58.912766 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-a8bed30e-46bd-405d-b0a4-870c5bfa3645 req-54f5ebd7-2176-4aa6-9d01-84c6b6ae5c4e service neutron] 10.222.0.77 "GET /v2.0/networks?id=b8fa325b-bcd0-4398-bc54-1d713ba7c3b0 HTTP/1.1" status: 200 len: 913 time: 0.3072309 Feb 04 12:25:59.044295 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device b01d1443-a960-47d9-96a7-6e1cb030716e details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:25:59.089356 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-a8bed30e-46bd-405d-b0a4-870c5bfa3645 req-3cefdb89-facf-44bc-ab16-c3d9a7703bbc service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=840845c2-c10a-48b4-837d-e2c51180f278 HTTP/1.1" status: 200 len: 217 time: 0.1692727 Feb 04 12:25:59.089571 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bc48f3d8-95bb-48c5-bc6d-2ff3357c3ddb req-b777f42f-9942-4f75-afab-835232cf0b90 tempest-InstanceActionsTestJSON-1125563372 tempest-InstanceActionsTestJSON-1125563372-project] 10.222.0.65 "GET /v2.0/security-groups?id=717aa9e7-39e6-4fd6-bc25-03a9c1928dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628701 Feb 04 12:25:59.386478 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bed30e-46bd-405d-b0a4-870c5bfa3645 req-6dfce695-fd7f-477e-bc20-b066bd638a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:59.393018 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-a8bed30e-46bd-405d-b0a4-870c5bfa3645 req-6dfce695-fd7f-477e-bc20-b066bd638a2f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=20190653-fdc7-4422-8e01-957f62aee17f HTTP/1.1" status: 200 len: 852 time: 0.2956598 Feb 04 12:25:59.451491 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 2702408e-2001-432a-af08-d6e0e33b139b up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:25:59.592725 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-a8bed30e-46bd-405d-b0a4-870c5bfa3645 req-19667892-1acd-4cdf-a3e9-d8dbc88d603c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b8fa325b-bcd0-4398-bc54-1d713ba7c3b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1801076 Feb 04 12:25:59.838871 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port b01d1443-a960-47d9-96a7-6e1cb030716e, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=b01d1443-a960-47d9-96a7-6e1cb030716e,segment=NetworkSegment(02af7db9-ac7a-4fd9-8876-35ceb0279e70),segment_id=02af7db9-ac7a-4fd9-8876-35ceb0279e70)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:25:59.885379 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': 'b01d1443-a960-47d9-96a7-6e1cb030716e', 'network_id': 'f4dfd687-dba5-46ff-81a8-361822d13e13', 'port_id': 'b01d1443-a960-47d9-96a7-6e1cb030716e', 'mac_address': 'fa:16:3e:5a:f9:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '875d7ebd-efc4-4fa6-a601-61971abf78fc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:25:59.965956 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 2702408e-2001-432a-af08-d6e0e33b139b triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:25:59.966506 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (2702408e-2001-432a-af08-d6e0e33b139b), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:00.036683 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-a8bed30e-46bd-405d-b0a4-870c5bfa3645 req-669ec822-ec44-4a25-a627-8803dca50c16 service neutron] 10.222.0.77 "GET /v2.0/networks/b8fa325b-bcd0-4398-bc54-1d713ba7c3b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4262166 Feb 04 12:26:00.259836 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-a8bed30e-46bd-405d-b0a4-870c5bfa3645 req-8f37880b-e28e-4a9d-972a-3632a13a0319 service neutron] 10.222.0.77 "GET /v2.0/networks/b8fa325b-bcd0-4398-bc54-1d713ba7c3b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156987 Feb 04 12:26:00.313764 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port b01d1443-a960-47d9-96a7-6e1cb030716e is: ACTIVE; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:26:00.315357 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (b01d1443-a960-47d9-96a7-6e1cb030716e), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:00.447393 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b01d1443-a960-47d9-96a7-6e1cb030716e {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:26:00.572598 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port b01d1443-a960-47d9-96a7-6e1cb030716e, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=b01d1443-a960-47d9-96a7-6e1cb030716e,segment=NetworkSegment(02af7db9-ac7a-4fd9-8876-35ceb0279e70),segment_id=02af7db9-ac7a-4fd9-8876-35ceb0279e70)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:26:00.603886 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (b01d1443-a960-47d9-96a7-6e1cb030716e), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:00.960619 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['b01d1443-a960-47d9-96a7-6e1cb030716e'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:26:01.145223 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 2702408e-2001-432a-af08-d6e0e33b139b is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:26:01.146010 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (2702408e-2001-432a-af08-d6e0e33b139b), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:01.219460 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=b01d1443-a960-47d9-96a7-6e1cb030716e,revision_number=6']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:26:01.287842 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:01.328024 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port 2702408e-2001-432a-af08-d6e0e33b139b, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=2702408e-2001-432a-af08-d6e0e33b139b,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:26:01.341945 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (2702408e-2001-432a-af08-d6e0e33b139b), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:01.833863 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:01.900004 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=2702408e-2001-432a-af08-d6e0e33b139b,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:26:02.406720 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2d1f35-bff8-4add-b5ee-fa583dfb0e13 req-4cc329ca-fd58-420d-91d7-a41699c93b5e tempest-LiveAutoBlockMigrationV225Test-497889810 tempest-LiveAutoBlockMigrationV225Test-497889810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:26:02.424616 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2e2d1f35-bff8-4add-b5ee-fa583dfb0e13 req-4cc329ca-fd58-420d-91d7-a41699c93b5e tempest-LiveAutoBlockMigrationV225Test-497889810 tempest-LiveAutoBlockMigrationV225Test-497889810-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=2d71fca2-7310-4efc-9eaf-c31026923412 HTTP/1.1" status: 200 len: 1127 time: 0.3254936 Feb 04 12:26:02.628864 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d2eebb-dd86-4f4a-b660-0ef775fd0278 None None] Sync routers for ids ['ef70e919-b735-4f5a-864b-1d183230de79'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:26:02.648018 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d2eebb-dd86-4f4a-b660-0ef775fd0278 None None] Routers {'ef70e919-b735-4f5a-864b-1d183230de79'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:26:02.652538 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-c1d2eebb-dd86-4f4a-b660-0ef775fd0278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:25:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['ef70e919-b735-4f5a-864b-1d183230de79'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:26:02.849642 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2912b90-275b-4cda-9595-30d809f4c123 req-aea15c54-c141-405c-b329-498f1d9af905 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:26:02.884726 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b2912b90-275b-4cda-9595-30d809f4c123 req-aea15c54-c141-405c-b329-498f1d9af905 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.65 "GET /v2.0/ports?device_id=4812abf9-87aa-4b86-a526-e06e064e1eed HTTP/1.1" status: 200 len: 984 time: 0.5745080 Feb 04 12:26:02.890988 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2e2d1f35-bff8-4add-b5ee-fa583dfb0e13 req-acf0e181-ae7e-4ae6-a7df-b3bef88ec2c5 tempest-LiveAutoBlockMigrationV225Test-497889810 tempest-LiveAutoBlockMigrationV225Test-497889810-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=0e320687-8002-4e00-a016-6bf57af2cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4007421 Feb 04 12:26:03.063901 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-c1d2eebb-dd86-4f4a-b660-0ef775fd0278 None None] Set router ef70e919-b735-4f5a-864b-1d183230de79 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:26:03.064508 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device b01d1443-a960-47d9-96a7-6e1cb030716e up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:26:03.251658 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b2912b90-275b-4cda-9595-30d809f4c123 req-2b77f324-e488-4167-9a58-adfe6ffabebd tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.65 "GET /v2.0/security-groups?id=65b532f6-553b-4a7d-aad3-d6f8aeaacb9a&id=8fa4899e-1b88-4949-b840-5543a6667ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.3476174 Feb 04 12:26:03.467767 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port b01d1443-a960-47d9-96a7-6e1cb030716e triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:26:03.475878 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (b01d1443-a960-47d9-96a7-6e1cb030716e), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:03.658085 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 2702408e-2001-432a-af08-d6e0e33b139b up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:26:03.873979 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 2702408e-2001-432a-af08-d6e0e33b139b triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:26:03.873979 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (2702408e-2001-432a-af08-d6e0e33b139b), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:03.935720 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3d1f22-ee93-4866-aea9-b069d231dc16 req-2f562aba-2b35-418f-a620-d1b66a3f9c21 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:26:03.972392 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dc3d1f22-ee93-4866-aea9-b069d231dc16 req-2f562aba-2b35-418f-a620-d1b66a3f9c21 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?device_id=35799951-f327-49e4-9a9d-7a4789d7e10d HTTP/1.1" status: 200 len: 945 time: 0.5435431 Feb 04 12:26:04.028176 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0bbb45-9de5-441d-897d-7a49b0904f8c req-8abe08a8-731c-4dcf-8f17-66b060b52c26 tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:26:04.038618 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ae0bbb45-9de5-441d-897d-7a49b0904f8c req-8abe08a8-731c-4dcf-8f17-66b060b52c26 tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] 10.222.0.65 "GET /v2.0/ports?device_id=2f404aa9-f0fb-439c-8e26-a5d712f44c63 HTTP/1.1" status: 200 len: 949 time: 0.4770234 Feb 04 12:26:04.063405 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port b01d1443-a960-47d9-96a7-6e1cb030716e is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:26:04.067893 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (b01d1443-a960-47d9-96a7-6e1cb030716e), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:04.153063 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port b01d1443-a960-47d9-96a7-6e1cb030716e, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=b01d1443-a960-47d9-96a7-6e1cb030716e,segment=NetworkSegment(02af7db9-ac7a-4fd9-8876-35ceb0279e70),segment_id=02af7db9-ac7a-4fd9-8876-35ceb0279e70)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:26:04.158378 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf95935d-16c5-45d1-b524-d91fd1a03a94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b01d1443-a960-47d9-96a7-6e1cb030716e'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:26:04.162299 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10315c8f-9622-4f29-a06c-2655ffca7df5" -d '{"events": [{"server_uuid": "cf95935d-16c5-45d1-b524-d91fd1a03a94", "name": "network-vif-plugged", "status": "completed", "tag": "b01d1443-a960-47d9-96a7-6e1cb030716e"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:26:04.192042 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (b01d1443-a960-47d9-96a7-6e1cb030716e), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:04.253372 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=b01d1443-a960-47d9-96a7-6e1cb030716e,revision_number=7']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:26:04.272775 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 2702408e-2001-432a-af08-d6e0e33b139b is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:26:04.277502 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-c1d2eebb-dd86-4f4a-b660-0ef775fd0278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef70e919-b735-4f5a-864b-1d183230de79', 'name': 'tempest-AttachSCSIVolumeTestJSON-651634374-router', 'tenant_id': 'befc1f6317f94c4594a243cf752002b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '2702408e-2001-432a-af08-d6e0e33b139b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:25:45Z', 'updated_at': '2022-02-04T12:25:52Z', 'revision_number': 4, 'project_id': 'befc1f6317f94c4594a243cf752002b4', 'gw_port': {'id': '2702408e-2001-432a-af08-d6e0e33b139b', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:d5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef70e919-b735-4f5a-864b-1d183230de79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:25:46Z', 'updated_at': '2022-02-04T12:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'efc2fa60-ea88-4818-899f-8f31e4a2406e', 'name': '', 'network_id': 'bca27fc0-d1d6-4846-9ca7-a8acda311b36', 'tenant_id': 'befc1f6317f94c4594a243cf752002b4', 'mac_address': 'fa:16:3e:9a:82:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef70e919-b735-4f5a-864b-1d183230de79', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '39ee2d3e-9b85-472c-a0f0-56c232d4b86d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:25:51Z', 'updated_at': '2022-02-04T12:25:53Z', 'revision_number': 2, 'project_id': 'befc1f6317f94c4594a243cf752002b4', 'subnets': [{'id': '39ee2d3e-9b85-472c-a0f0-56c232d4b86d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:26:04.385966 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dc3d1f22-ee93-4866-aea9-b069d231dc16 req-41b28ef4-54ac-4e98-97d2-729fb492bd5c tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f51ab49-2800-41c7-a09d-ab109cee7e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4110453 Feb 04 12:26:04.445214 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d2eebb-dd86-4f4a-b660-0ef775fd0278 None None] Checking router: ef70e919-b735-4f5a-864b-1d183230de79 for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:26:04.452452 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d2eebb-dd86-4f4a-b660-0ef775fd0278 None None] Updating router ef70e919-b735-4f5a-864b-1d183230de79 port efc2fa60-ea88-4818-899f-8f31e4a2406e binding host n-d-825015-3 {{(pid=103477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:26:04.527827 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ae0bbb45-9de5-441d-897d-7a49b0904f8c req-131fb2bd-b590-43e6-89fd-303f22c65d73 tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc117a99-abfb-4c9f-b5fe-c5a8dfa82af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4830167 Feb 04 12:26:04.581492 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c1d2eebb-dd86-4f4a-b660-0ef775fd0278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (efc2fa60-ea88-4818-899f-8f31e4a2406e), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:05.244540 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-64ca5ee4-1119-44d2-9698-dfd58f45190a req-9915c121-6ec4-43f8-a542-277ba1a9dcf9 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-651225484&fields=id&tenant_id=b09d9febdaa2484bafa8461f34390659 HTTP/1.1" status: 200 len: 267 time: 0.2003326 Feb 04 12:26:05.276754 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c1d2eebb-dd86-4f4a-b660-0ef775fd0278 None None] Publish callbacks [] for port (efc2fa60-ea88-4818-899f-8f31e4a2406e), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:05.286926 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c1d2eebb-dd86-4f4a-b660-0ef775fd0278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (efc2fa60-ea88-4818-899f-8f31e4a2406e), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:05.441463 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fc7401-9739-4ad4-ae3a-6b0fa1c97c3c req-30f662bc-85ba-4ed3-8e78-9e6ec077c33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:26:05.442959 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-98fc7401-9739-4ad4-ae3a-6b0fa1c97c3c req-30f662bc-85ba-4ed3-8e78-9e6ec077c33e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=33e190cb696f4fb89ceec209ff1f4848&device_id=fb61f9d3-4fcf-425d-a5a7-91391115f4da HTTP/1.1" status: 200 len: 1127 time: 0.3494592 Feb 04 12:26:05.593792 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44f9a46-3261-46d7-a2df-10a75128bbee None None] Pushing event updated for resources: {'Port': ['ID=efc2fa60-ea88-4818-899f-8f31e4a2406e,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:26:05.737308 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-c1d2eebb-dd86-4f4a-b660-0ef775fd0278 None None] Attempting to bind port efc2fa60-ea88-4818-899f-8f31e4a2406e on host n-d-825015-3 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:26:05.746441 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-c1d2eebb-dd86-4f4a-b660-0ef775fd0278 None None] Attempting to bind port efc2fa60-ea88-4818-899f-8f31e4a2406e by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': 'dd4007d4-3dc6-46e2-bed4-3faca7b87272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'bca27fc0-d1d6-4846-9ca7-a8acda311b36'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:26:05.749187 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d2eebb-dd86-4f4a-b660-0ef775fd0278 None None] Attempting to bind port efc2fa60-ea88-4818-899f-8f31e4a2406e on network bca27fc0-d1d6-4846-9ca7-a8acda311b36 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:26:05.847123 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d2eebb-dd86-4f4a-b660-0ef775fd0278 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 25, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:26:05.848652 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d2eebb-dd86-4f4a-b660-0ef775fd0278 None None] Checking segment: {'id': 'dd4007d4-3dc6-46e2-bed4-3faca7b87272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'bca27fc0-d1d6-4846-9ca7-a8acda311b36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:26:05.850358 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c1d2eebb-dd86-4f4a-b660-0ef775fd0278 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:05.851186 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d2eebb-dd86-4f4a-b660-0ef775fd0278 None None] Bound using segment: {'id': 'dd4007d4-3dc6-46e2-bed4-3faca7b87272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'bca27fc0-d1d6-4846-9ca7-a8acda311b36'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:26:05.852651 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-c1d2eebb-dd86-4f4a-b660-0ef775fd0278 None None] Bound port: efc2fa60-ea88-4818-899f-8f31e4a2406e, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd4007d4-3dc6-46e2-bed4-3faca7b87272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'bca27fc0-d1d6-4846-9ca7-a8acda311b36'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:26:05.853368 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c1d2eebb-dd86-4f4a-b660-0ef775fd0278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (efc2fa60-ea88-4818-899f-8f31e4a2406e), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:06.014758 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fc7401-9739-4ad4-ae3a-6b0fa1c97c3c req-bff34e10-8bcf-4c75-8e0d-a1fb61f208e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:26:06.021151 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-98fc7401-9739-4ad4-ae3a-6b0fa1c97c3c req-bff34e10-8bcf-4c75-8e0d-a1fb61f208e7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f402825b-9e39-47db-aebe-4860214d9069 HTTP/1.1" status: 200 len: 915 time: 0.5534413 Feb 04 12:26:06.062001 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-c1d2eebb-dd86-4f4a-b660-0ef775fd0278 None None] For port efc2fa60-ea88-4818-899f-8f31e4a2406e, host n-d-825015-3, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:26:06.098162 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-c1d2eebb-dd86-4f4a-b660-0ef775fd0278 None None] For port efc2fa60-ea88-4818-899f-8f31e4a2406e, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=efc2fa60-ea88-4818-899f-8f31e4a2406e,segment=NetworkSegment(dd4007d4-3dc6-46e2-bed4-3faca7b87272),segment_id=dd4007d4-3dc6-46e2-bed4-3faca7b87272)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:26:06.108549 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c1d2eebb-dd86-4f4a-b660-0ef775fd0278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (efc2fa60-ea88-4818-899f-8f31e4a2406e), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:06.260711 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b54ed4a1-2d9a-4a9c-b0ff-587a5eb938dd None None] Provisioning complete for port efc2fa60-ea88-4818-899f-8f31e4a2406e triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:26:06.261645 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b54ed4a1-2d9a-4a9c-b0ff-587a5eb938dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (efc2fa60-ea88-4818-899f-8f31e4a2406e), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:06.270174 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ca5ee4-1119-44d2-9698-dfd58f45190a req-20c27bdb-b050-4220-bf5e-5a5c4ea1f8f5 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:26:06.276614 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-64ca5ee4-1119-44d2-9698-dfd58f45190a req-20c27bdb-b050-4220-bf5e-5a5c4ea1f8f5 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.65 "GET /v2.0/ports?device_id=4812abf9-87aa-4b86-a526-e06e064e1eed HTTP/1.1" status: 200 len: 984 time: 1.0174708 Feb 04 12:26:06.287403 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-98fc7401-9739-4ad4-ae3a-6b0fa1c97c3c req-28e8fb2a-b22d-44b7-9ffc-7bb5f3783b70 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e19a3f7c-2ee7-447d-bee3-c81fe6ea16bf HTTP/1.1" status: 200 len: 217 time: 0.2549257 Feb 04 12:26:06.292449 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-64ca5ee4-1119-44d2-9698-dfd58f45190a req-0435d821-7dbc-42a2-8db4-c47c816e82b1 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Request body: {'port': {'security_groups': ['65b532f6-553b-4a7d-aad3-d6f8aeaacb9a', '8fa4899e-1b88-4949-b840-5543a6667ebb', '632e25fa-9243-4209-b92f-0b3179a2a71f']}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:26:06.342304 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d2eebb-dd86-4f4a-b660-0ef775fd0278 None None] Routers {'ef70e919-b735-4f5a-864b-1d183230de79'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:26:06.343847 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-c1d2eebb-dd86-4f4a-b660-0ef775fd0278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:25:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['ef70e919-b735-4f5a-864b-1d183230de79'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:26:06.641231 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 7db51392-e30f-45e2-aa6e-c2643bee38c2 no longer exists at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:26:06.749891 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-64ca5ee4-1119-44d2-9698-dfd58f45190a req-0435d821-7dbc-42a2-8db4-c47c816e82b1 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (840845c2-c10a-48b4-837d-e2c51180f278), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:06.874116 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fc7401-9739-4ad4-ae3a-6b0fa1c97c3c req-1144abe0-bcfa-46fa-afc1-3517a49af0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:26:06.880726 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-98fc7401-9739-4ad4-ae3a-6b0fa1c97c3c req-1144abe0-bcfa-46fa-afc1-3517a49af0ee service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fa0df5b1-8fd2-43ec-8b5c-09b9a2f4ac38 HTTP/1.1" status: 200 len: 854 time: 0.4397008 Feb 04 12:26:07.066154 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44f9a46-3261-46d7-a2df-10a75128bbee None None] Pushing event updated for resources: {'Port': ['ID=efc2fa60-ea88-4818-899f-8f31e4a2406e,revision_number=4']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:26:07.184544 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-98fc7401-9739-4ad4-ae3a-6b0fa1c97c3c req-e54a9269-5bab-4dd9-8764-eb0f7dc7a4d7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f402825b-9e39-47db-aebe-4860214d9069&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2888780 Feb 04 12:26:07.422355 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b54ed4a1-2d9a-4a9c-b0ff-587a5eb938dd None None] Current status of the port efc2fa60-ea88-4818-899f-8f31e4a2406e is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:26:07.423358 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b54ed4a1-2d9a-4a9c-b0ff-587a5eb938dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (efc2fa60-ea88-4818-899f-8f31e4a2406e), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:07.464324 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-c1d2eebb-dd86-4f4a-b660-0ef775fd0278 None None] Set router ef70e919-b735-4f5a-864b-1d183230de79 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:26:07.632438 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b54ed4a1-2d9a-4a9c-b0ff-587a5eb938dd None None] For port efc2fa60-ea88-4818-899f-8f31e4a2406e, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=efc2fa60-ea88-4818-899f-8f31e4a2406e,segment=NetworkSegment(dd4007d4-3dc6-46e2-bed4-3faca7b87272),segment_id=dd4007d4-3dc6-46e2-bed4-3faca7b87272)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:26:07.657596 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b54ed4a1-2d9a-4a9c-b0ff-587a5eb938dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (efc2fa60-ea88-4818-899f-8f31e4a2406e), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:08.022940 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54ed4a1-2d9a-4a9c-b0ff-587a5eb938dd None None] Pushing event updated for resources: {'Port': ['ID=efc2fa60-ea88-4818-899f-8f31e4a2406e,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:26:08.077368 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device efc2fa60-ea88-4818-899f-8f31e4a2406e up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:26:08.271813 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 7db51392-e30f-45e2-aa6e-c2643bee38c2 is: ACTIVE; New status is: DOWN {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:26:08.272216 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (7db51392-e30f-45e2-aa6e-c2643bee38c2), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:08.429866 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 7db51392-e30f-45e2-aa6e-c2643bee38c2, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=7db51392-e30f-45e2-aa6e-c2643bee38c2,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:26:08.459886 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-98fc7401-9739-4ad4-ae3a-6b0fa1c97c3c req-204690d1-9ffb-433d-9740-51c7fdcf0cf9 service neutron] 10.222.0.73 "GET /v2.0/networks/f402825b-9e39-47db-aebe-4860214d9069?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5090511 Feb 04 12:26:08.492288 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-fd1980f8-f844-414f-829c-7e0d23fd499a None None] Provisioning complete for port efc2fa60-ea88-4818-899f-8f31e4a2406e triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:26:08.492769 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fd1980f8-f844-414f-829c-7e0d23fd499a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (efc2fa60-ea88-4818-899f-8f31e4a2406e), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:08.560033 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 12:26:08.696124 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (7db51392-e30f-45e2-aa6e-c2643bee38c2), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:08.696433 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-c1d2eebb-dd86-4f4a-b660-0ef775fd0278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef70e919-b735-4f5a-864b-1d183230de79', 'name': 'tempest-AttachSCSIVolumeTestJSON-651634374-router', 'tenant_id': 'befc1f6317f94c4594a243cf752002b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '2702408e-2001-432a-af08-d6e0e33b139b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:25:45Z', 'updated_at': '2022-02-04T12:25:52Z', 'revision_number': 4, 'project_id': 'befc1f6317f94c4594a243cf752002b4', 'gw_port': {'id': '2702408e-2001-432a-af08-d6e0e33b139b', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:d5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef70e919-b735-4f5a-864b-1d183230de79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:25:46Z', 'updated_at': '2022-02-04T12:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'efc2fa60-ea88-4818-899f-8f31e4a2406e', 'name': '', 'network_id': 'bca27fc0-d1d6-4846-9ca7-a8acda311b36', 'tenant_id': 'befc1f6317f94c4594a243cf752002b4', 'mac_address': 'fa:16:3e:9a:82:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef70e919-b735-4f5a-864b-1d183230de79', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '39ee2d3e-9b85-472c-a0f0-56c232d4b86d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:25:51Z', 'updated_at': '2022-02-04T12:26:06Z', 'revision_number': 4, 'project_id': 'befc1f6317f94c4594a243cf752002b4', 'subnets': [{'id': '39ee2d3e-9b85-472c-a0f0-56c232d4b86d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:26:08.712193 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port efc2fa60-ea88-4818-899f-8f31e4a2406e triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:26:08.716667 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (efc2fa60-ea88-4818-899f-8f31e4a2406e), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:08.840471 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d2eebb-dd86-4f4a-b660-0ef775fd0278 None None] The sync data for ids ['ef70e919-b735-4f5a-864b-1d183230de79'] in n-d-825015-3 is: [{'id': 'ef70e919-b735-4f5a-864b-1d183230de79', 'name': 'tempest-AttachSCSIVolumeTestJSON-651634374-router', 'tenant_id': 'befc1f6317f94c4594a243cf752002b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '2702408e-2001-432a-af08-d6e0e33b139b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:25:45Z', 'updated_at': '2022-02-04T12:25:52Z', 'revision_number': 4, 'project_id': 'befc1f6317f94c4594a243cf752002b4', 'gw_port': {'id': '2702408e-2001-432a-af08-d6e0e33b139b', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:d5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef70e919-b735-4f5a-864b-1d183230de79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:25:46Z', 'updated_at': '2022-02-04T12:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'efc2fa60-ea88-4818-899f-8f31e4a2406e', 'name': '', 'network_id': 'bca27fc0-d1d6-4846-9ca7-a8acda311b36', 'tenant_id': 'befc1f6317f94c4594a243cf752002b4', 'mac_address': 'fa:16:3e:9a:82:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef70e919-b735-4f5a-864b-1d183230de79', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '39ee2d3e-9b85-472c-a0f0-56c232d4b86d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:25:51Z', 'updated_at': '2022-02-04T12:26:06Z', 'revision_number': 4, 'project_id': 'befc1f6317f94c4594a243cf752002b4', 'subnets': [{'id': '39ee2d3e-9b85-472c-a0f0-56c232d4b86d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:26:09.018915 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-98fc7401-9739-4ad4-ae3a-6b0fa1c97c3c req-c48838de-e148-4bd9-9feb-2480850e4a91 service neutron] 10.222.0.73 "GET /v2.0/networks/f402825b-9e39-47db-aebe-4860214d9069?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5598919 Feb 04 12:26:09.112089 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-64ca5ee4-1119-44d2-9698-dfd58f45190a req-0435d821-7dbc-42a2-8db4-c47c816e82b1 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] For port 840845c2-c10a-48b4-837d-e2c51180f278, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=840845c2-c10a-48b4-837d-e2c51180f278,segment=NetworkSegment(acb9d640-bd6c-44b6-b60b-2ea6174d51f4),segment_id=acb9d640-bd6c-44b6-b60b-2ea6174d51f4)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:26:09.349655 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-64ca5ee4-1119-44d2-9698-dfd58f45190a req-0435d821-7dbc-42a2-8db4-c47c816e82b1 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Publish callbacks [] for port (840845c2-c10a-48b4-837d-e2c51180f278), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:09.360675 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-64ca5ee4-1119-44d2-9698-dfd58f45190a req-0435d821-7dbc-42a2-8db4-c47c816e82b1 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (840845c2-c10a-48b4-837d-e2c51180f278), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:09.402238 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=7db51392-e30f-45e2-aa6e-c2643bee38c2,revision_number=8']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:26:09.423936 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['840845c2-c10a-48b4-837d-e2c51180f278'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:26:09.426891 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ca5ee4-1119-44d2-9698-dfd58f45190a req-0435d821-7dbc-42a2-8db4-c47c816e82b1 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:26:09.428673 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-64ca5ee4-1119-44d2-9698-dfd58f45190a req-0435d821-7dbc-42a2-8db4-c47c816e82b1 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:09.431375 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-64ca5ee4-1119-44d2-9698-dfd58f45190a req-0435d821-7dbc-42a2-8db4-c47c816e82b1 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.65 "PUT /v2.0/ports/840845c2-c10a-48b4-837d-e2c51180f278 HTTP/1.1" status: 200 len: 1020 time: 3.1472600 Feb 04 12:26:09.434531 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4812abf9-87aa-4b86-a526-e06e064e1eed', 'tag': '840845c2-c10a-48b4-837d-e2c51180f278'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:26:09.439109 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c400630d-7027-45b4-8aeb-b06c87b75b25" -d '{"events": [{"name": "network-changed", "server_uuid": "4812abf9-87aa-4b86-a526-e06e064e1eed", "tag": "840845c2-c10a-48b4-837d-e2c51180f278"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:26:09.485054 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['27f1bc77-08d1-4fe6-8d17-b6072178bc1b'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:26:09.627422 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0435d821-7dbc-42a2-8db4-c47c816e82b1 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Pushing event updated for resources: {'Port': ['ID=840845c2-c10a-48b4-837d-e2c51180f278,revision_number=7']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:26:09.661257 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0435d821-7dbc-42a2-8db4-c47c816e82b1 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:26:09.662132 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0435d821-7dbc-42a2-8db4-c47c816e82b1 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:26:09.662730 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0435d821-7dbc-42a2-8db4-c47c816e82b1 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:26:09.663303 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0435d821-7dbc-42a2-8db4-c47c816e82b1 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:26:09.663893 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0435d821-7dbc-42a2-8db4-c47c816e82b1 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:26:09.666083 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0435d821-7dbc-42a2-8db4-c47c816e82b1 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:26:09.666841 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0435d821-7dbc-42a2-8db4-c47c816e82b1 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:26:09.667547 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0435d821-7dbc-42a2-8db4-c47c816e82b1 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:26:09.668088 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0435d821-7dbc-42a2-8db4-c47c816e82b1 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:26:09.668723 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0435d821-7dbc-42a2-8db4-c47c816e82b1 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:26:09.671653 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0435d821-7dbc-42a2-8db4-c47c816e82b1 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:26:09.672812 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0435d821-7dbc-42a2-8db4-c47c816e82b1 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:26:09.677352 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0435d821-7dbc-42a2-8db4-c47c816e82b1 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:26:10.002623 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e0b1fbe-ef8c-48c9-a269-4084b4e484a7 x-openstack-request-id: req-7e0b1fbe-ef8c-48c9-a269-4084b4e484a7 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:26:10.003133 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf95935d-16c5-45d1-b524-d91fd1a03a94", "name": "network-vif-plugged", "status": "completed", "tag": "b01d1443-a960-47d9-96a7-6e1cb030716e", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:26:10.003540 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7e0b1fbe-ef8c-48c9-a269-4084b4e484a7 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:26:10.004214 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf95935d-16c5-45d1-b524-d91fd1a03a94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b01d1443-a960-47d9-96a7-6e1cb030716e', 'code': 200} Feb 04 12:26:10.067966 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['840845c2-c10a-48b4-837d-e2c51180f278'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:26:10.656078 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-fd1980f8-f844-414f-829c-7e0d23fd499a None None] Current status of the port efc2fa60-ea88-4818-899f-8f31e4a2406e is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:26:11.450250 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port efc2fa60-ea88-4818-899f-8f31e4a2406e is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:26:11.902700 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device efc2fa60-ea88-4818-899f-8f31e4a2406e up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:26:12.231769 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f404aa9-f0fb-439c-8e26-a5d712f44c63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7db51392-e30f-45e2-aa6e-c2643bee38c2'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:26:12.235478 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09c0aa4f-3f6d-4cf7-b095-392da31e4afd" -d '{"events": [{"server_uuid": "2f404aa9-f0fb-439c-8e26-a5d712f44c63", "name": "network-vif-unplugged", "status": "completed", "tag": "7db51392-e30f-45e2-aa6e-c2643bee38c2"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:26:12.531324 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port efc2fa60-ea88-4818-899f-8f31e4a2406e triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:26:12.531698 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (efc2fa60-ea88-4818-899f-8f31e4a2406e), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:12.826599 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port efc2fa60-ea88-4818-899f-8f31e4a2406e is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:26:15.051646 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [req-efc96a2d-52f0-4007-b437-5a455f926dd2 req-23eeedd7-ece8-4db0-80ba-0c89bf0f3238 tempest-LiveAutoBlockMigrationV225Test-497889810 tempest-LiveAutoBlockMigrationV225Test-497889810-project-admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103474) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:26:15.054014 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-efc96a2d-52f0-4007-b437-5a455f926dd2 req-23eeedd7-ece8-4db0-80ba-0c89bf0f3238 tempest-LiveAutoBlockMigrationV225Test-497889810 tempest-LiveAutoBlockMigrationV225Test-497889810-project-admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0077333 Feb 04 12:26:15.217004 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc96a2d-52f0-4007-b437-5a455f926dd2 req-e1814534-5182-4591-8c0e-96ceb01a73ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:26:15.234442 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-efc96a2d-52f0-4007-b437-5a455f926dd2 req-e1814534-5182-4591-8c0e-96ceb01a73ba service neutron] 10.222.0.65 "GET /v2.0/ports/f34e4e06-e537-4833-a9ca-032296768d2b HTTP/1.1" status: 200 len: 1124 time: 0.1710584 Feb 04 12:26:15.243707 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-efc96a2d-52f0-4007-b437-5a455f926dd2 req-26a0d7c7-83c2-4040-89e4-971f839e8c79 service neutron] Request body: {'binding': {'host': 'n-h1-825015-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:26:15.244669 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-efc96a2d-52f0-4007-b437-5a455f926dd2 req-26a0d7c7-83c2-4040-89e4-971f839e8c79 service neutron] Unknown quota resources ['binding']. {{(pid=103474) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 04 12:26:15.501909 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-efc96a2d-52f0-4007-b437-5a455f926dd2 req-26a0d7c7-83c2-4040-89e4-971f839e8c79 service neutron] Attempting to bind port f34e4e06-e537-4833-a9ca-032296768d2b on host n-h1-825015-3 for vnic_type normal with profile None {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:26:15.502860 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-efc96a2d-52f0-4007-b437-5a455f926dd2 req-26a0d7c7-83c2-4040-89e4-971f839e8c79 service neutron] Attempting to bind port f34e4e06-e537-4833-a9ca-032296768d2b by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': '30a1e83f-6fb2-463b-baec-19bf81bfa14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '365084f8-2068-4655-9009-041f3cc171be'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:26:15.503582 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc96a2d-52f0-4007-b437-5a455f926dd2 req-26a0d7c7-83c2-4040-89e4-971f839e8c79 service neutron] Attempting to bind port f34e4e06-e537-4833-a9ca-032296768d2b on network 365084f8-2068-4655-9009-041f3cc171be {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:26:15.512303 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc96a2d-52f0-4007-b437-5a455f926dd2 req-26a0d7c7-83c2-4040-89e4-971f839e8c79 service neutron] Port f34e4e06-e537-4833-a9ca-032296768d2b on network 365084f8-2068-4655-9009-041f3cc171be not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:26:15.513105 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc96a2d-52f0-4007-b437-5a455f926dd2 req-26a0d7c7-83c2-4040-89e4-971f839e8c79 service neutron] Attempting to bind port f34e4e06-e537-4833-a9ca-032296768d2b on network 365084f8-2068-4655-9009-041f3cc171be {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:26:15.522321 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc96a2d-52f0-4007-b437-5a455f926dd2 req-26a0d7c7-83c2-4040-89e4-971f839e8c79 service neutron] Checking agent: {'id': 'f8add0d2-2202-43d3-bc0e-72442788e6ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:26:15.523235 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc96a2d-52f0-4007-b437-5a455f926dd2 req-26a0d7c7-83c2-4040-89e4-971f839e8c79 service neutron] Checking segment: {'id': '30a1e83f-6fb2-463b-baec-19bf81bfa14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '365084f8-2068-4655-9009-041f3cc171be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:26:15.523866 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc96a2d-52f0-4007-b437-5a455f926dd2 req-26a0d7c7-83c2-4040-89e4-971f839e8c79 service neutron] Bound using segment: {'id': '30a1e83f-6fb2-463b-baec-19bf81bfa14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '365084f8-2068-4655-9009-041f3cc171be'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:26:15.525694 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-efc96a2d-52f0-4007-b437-5a455f926dd2 req-26a0d7c7-83c2-4040-89e4-971f839e8c79 service neutron] Bound port: f34e4e06-e537-4833-a9ca-032296768d2b, host: n-h1-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30a1e83f-6fb2-463b-baec-19bf81bfa14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '365084f8-2068-4655-9009-041f3cc171be'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:26:15.539144 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b79992f9-0392-40ab-b612-7b203096a1c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:15.700372 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-efc96a2d-52f0-4007-b437-5a455f926dd2 req-26a0d7c7-83c2-4040-89e4-971f839e8c79 service neutron] For port f34e4e06-e537-4833-a9ca-032296768d2b, host n-h1-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=f34e4e06-e537-4833-a9ca-032296768d2b,segment=NetworkSegment(30a1e83f-6fb2-463b-baec-19bf81bfa14b),segment_id=30a1e83f-6fb2-463b-baec-19bf81bfa14b)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:26:15.708054 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-efc96a2d-52f0-4007-b437-5a455f926dd2 req-26a0d7c7-83c2-4040-89e4-971f839e8c79 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:15.709357 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-efc96a2d-52f0-4007-b437-5a455f926dd2 req-26a0d7c7-83c2-4040-89e4-971f839e8c79 service neutron] 10.222.0.65 "POST /v2.0/ports/f34e4e06-e537-4833-a9ca-032296768d2b/bindings HTTP/1.1" status: 201 len: 389 time: 0.4727423 Feb 04 12:26:16.465218 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129d4d53-d0c2-4a19-9480-9e738449fadb req-2c1c0269-7bac-4ddc-81bb-1b27945958a7 tempest-InstanceActionsTestJSON-1125563372 tempest-InstanceActionsTestJSON-1125563372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:26:16.471147 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-129d4d53-d0c2-4a19-9480-9e738449fadb req-2c1c0269-7bac-4ddc-81bb-1b27945958a7 tempest-InstanceActionsTestJSON-1125563372 tempest-InstanceActionsTestJSON-1125563372-project] 10.222.0.65 "GET /v2.0/ports?device_id=fb61f9d3-4fcf-425d-a5a7-91391115f4da HTTP/1.1" status: 200 len: 945 time: 0.2970340 Feb 04 12:26:16.486501 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc96a2d-52f0-4007-b437-5a455f926dd2 req-9a129e41-0d29-4794-9f68-2b550977cc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:26:16.493670 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-efc96a2d-52f0-4007-b437-5a455f926dd2 req-9a129e41-0d29-4794-9f68-2b550977cc9f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=207f01ccf15c4616a04a98fbbad5fc72&device_id=2d71fca2-7310-4efc-9eaf-c31026923412 HTTP/1.1" status: 200 len: 1127 time: 0.3297520 Feb 04 12:26:16.715518 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-129d4d53-d0c2-4a19-9480-9e738449fadb req-8898844f-b184-4ffe-806a-8db938858d68 tempest-InstanceActionsTestJSON-1125563372 tempest-InstanceActionsTestJSON-1125563372-project] 10.222.0.65 "GET /v2.0/security-groups?id=717aa9e7-39e6-4fd6-bc25-03a9c1928dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198913 Feb 04 12:26:16.894459 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc96a2d-52f0-4007-b437-5a455f926dd2 req-9fac4266-280f-4132-a5dd-427cdaef7abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:26:16.901970 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-efc96a2d-52f0-4007-b437-5a455f926dd2 req-9fac4266-280f-4132-a5dd-427cdaef7abb service neutron] 10.222.0.73 "GET /v2.0/networks?id=365084f8-2068-4655-9009-041f3cc171be HTTP/1.1" status: 200 len: 922 time: 0.3809626 Feb 04 12:26:17.010066 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-efc96a2d-52f0-4007-b437-5a455f926dd2 req-ab05ee7f-e22d-4e30-b27d-0e0a39175ab6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f34e4e06-e537-4833-a9ca-032296768d2b HTTP/1.1" status: 200 len: 217 time: 0.0951171 Feb 04 12:26:17.234580 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc96a2d-52f0-4007-b437-5a455f926dd2 req-7dca60f8-b61d-4763-a372-39675ba0dd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:26:17.237861 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-efc96a2d-52f0-4007-b437-5a455f926dd2 req-7dca60f8-b61d-4763-a372-39675ba0dd7f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=baf06417-eecb-4036-81cf-3c7679e7daf8 HTTP/1.1" status: 200 len: 861 time: 0.1535103 Feb 04 12:26:17.280098 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c345fa-d67c-4c50-8a83-f346da339da3 req-81b5d62f-f240-46e1-93c4-cc6481bf7aac tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:26:17.287833 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-29c345fa-d67c-4c50-8a83-f346da339da3 req-81b5d62f-f240-46e1-93c4-cc6481bf7aac tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?device_id=35799951-f327-49e4-9a9d-7a4789d7e10d HTTP/1.1" status: 200 len: 945 time: 0.2765594 Feb 04 12:26:17.359596 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-efc96a2d-52f0-4007-b437-5a455f926dd2 req-f2bee8e8-85ed-445b-9cb7-0172ef3f74b8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=365084f8-2068-4655-9009-041f3cc171be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679691 Feb 04 12:26:17.511095 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-29c345fa-d67c-4c50-8a83-f346da339da3 req-f925c7bb-7f75-4487-90de-5f3242cad3ac tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f51ab49-2800-41c7-a09d-ab109cee7e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221470 Feb 04 12:26:17.802806 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-efc96a2d-52f0-4007-b437-5a455f926dd2 req-3d82c8d8-6461-4664-873d-0bce9625d0c8 service neutron] 10.222.0.73 "GET /v2.0/networks/365084f8-2068-4655-9009-041f3cc171be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3653800 Feb 04 12:26:17.931386 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-557c6eac-76b5-41d1-844a-2c3c6137bab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:18.124756 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6461cfd3-c3d7-451a-bdfc-f62c6141e881 req-ce51b1a3-82f8-47d2-90ca-f0d062a852d4 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.65 "GET /v2.0/security-groups/632e25fa-9243-4209-b92f-0b3179a2a71f HTTP/1.1" status: 200 len: 1816 time: 0.5132170 Feb 04 12:26:18.260337 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-efc96a2d-52f0-4007-b437-5a455f926dd2 req-768588ff-e93c-4fae-990b-cffa4361cdf0 service neutron] 10.222.0.73 "GET /v2.0/networks/365084f8-2068-4655-9009-041f3cc171be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4525168 Feb 04 12:26:18.307382 n-d-825015-3 neutron-server[103475]: INFO neutron.api.v2.resource [req-6461cfd3-c3d7-451a-bdfc-f62c6141e881 req-7f28fbc4-59ba-4745-b587-90849e583fcd tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 04 12:26:18.323569 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6461cfd3-c3d7-451a-bdfc-f62c6141e881 req-7f28fbc4-59ba-4745-b587-90849e583fcd tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.65 "DELETE /v2.0/security-groups/632e25fa-9243-4209-b92f-0b3179a2a71f HTTP/1.1" status: 409 len: 341 time: 0.1894746 Feb 04 12:26:18.431373 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9570c87-4c93-469b-8008-afd919f2efdf x-openstack-request-id: req-a9570c87-4c93-469b-8008-afd919f2efdf {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:26:18.432573 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4812abf9-87aa-4b86-a526-e06e064e1eed", "tag": "840845c2-c10a-48b4-837d-e2c51180f278", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:26:18.433046 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a9570c87-4c93-469b-8008-afd919f2efdf {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:26:18.433849 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4812abf9-87aa-4b86-a526-e06e064e1eed', 'tag': '840845c2-c10a-48b4-837d-e2c51180f278', 'status': 'completed', 'code': 200} Feb 04 12:26:18.556600 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 12:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-903aaaa2-8b61-41f9-b188-fca646577afd x-openstack-request-id: req-903aaaa2-8b61-41f9-b188-fca646577afd {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:26:18.556900 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f404aa9-f0fb-439c-8e26-a5d712f44c63", "name": "network-vif-unplugged", "status": "completed", "tag": "7db51392-e30f-45e2-aa6e-c2643bee38c2", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:26:18.557327 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-903aaaa2-8b61-41f9-b188-fca646577afd {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:26:18.557883 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f404aa9-f0fb-439c-8e26-a5d712f44c63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7db51392-e30f-45e2-aa6e-c2643bee38c2', 'code': 200} Feb 04 12:26:18.587966 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c400630d-7027-45b4-8aeb-b06c87b75b25 req-1d390600-f9cf-4b55-8f34-32d545a0ccc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:26:18.597445 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-c400630d-7027-45b4-8aeb-b06c87b75b25 req-1d390600-f9cf-4b55-8f34-32d545a0ccc9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b09d9febdaa2484bafa8461f34390659&device_id=4812abf9-87aa-4b86-a526-e06e064e1eed HTTP/1.1" status: 200 len: 1206 time: 0.1338856 Feb 04 12:26:18.895019 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c400630d-7027-45b4-8aeb-b06c87b75b25 req-f5cf2a66-4186-4f29-8cb4-8fd7d75d8511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:26:18.896639 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-c400630d-7027-45b4-8aeb-b06c87b75b25 req-f5cf2a66-4186-4f29-8cb4-8fd7d75d8511 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b8fa325b-bcd0-4398-bc54-1d713ba7c3b0 HTTP/1.1" status: 200 len: 913 time: 0.2971790 Feb 04 12:26:18.974017 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-c400630d-7027-45b4-8aeb-b06c87b75b25 req-00ec7e91-80d8-4875-8d1d-aa0e615b2e65 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=840845c2-c10a-48b4-837d-e2c51180f278 HTTP/1.1" status: 200 len: 217 time: 0.0661128 Feb 04 12:26:19.139526 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:19.215535 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c400630d-7027-45b4-8aeb-b06c87b75b25 req-d2b839ec-213f-43c3-860d-57243db401b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:26:19.221229 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-c400630d-7027-45b4-8aeb-b06c87b75b25 req-d2b839ec-213f-43c3-860d-57243db401b7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=20190653-fdc7-4422-8e01-957f62aee17f HTTP/1.1" status: 200 len: 852 time: 0.2378774 Feb 04 12:26:19.317016 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-c400630d-7027-45b4-8aeb-b06c87b75b25 req-eeba80d4-b873-44dd-93f3-dd4ff81bc727 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b8fa325b-bcd0-4398-bc54-1d713ba7c3b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0885372 Feb 04 12:26:19.631448 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-c400630d-7027-45b4-8aeb-b06c87b75b25 req-7585a8db-60dc-4ffa-8728-7d79e253fef0 service neutron] 10.222.0.77 "GET /v2.0/networks/b8fa325b-bcd0-4398-bc54-1d713ba7c3b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3081396 Feb 04 12:26:19.964456 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-c400630d-7027-45b4-8aeb-b06c87b75b25 req-358ffc81-7061-40ab-8d1c-38d3a7f69c1f service neutron] 10.222.0.77 "GET /v2.0/networks/b8fa325b-bcd0-4398-bc54-1d713ba7c3b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3218455 Feb 04 12:26:20.373851 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:21.590782 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:27.716686 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8d6d91-56e4-4c74-a801-9c31451a4f3e req-e93f5827-f0af-4abd-bbd1-7ea3fed78f19 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:26:27.731052 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-be8d6d91-56e4-4c74-a801-9c31451a4f3e req-e93f5827-f0af-4abd-bbd1-7ea3fed78f19 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d71fca2-7310-4efc-9eaf-c31026923412 HTTP/1.1" status: 200 len: 945 time: 0.1312978 Feb 04 12:26:27.829361 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-be8d6d91-56e4-4c74-a801-9c31451a4f3e req-334ffe98-9637-408f-b0d6-40b50a6b2aa0 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/security-groups?id=0e320687-8002-4e00-a016-6bf57af2cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967948 Feb 04 12:26:28.172400 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc86b74-6a80-4b6b-9f3e-8cfc9697d63f req-d01e51d6-1180-4802-8f89-3eb68701a11b tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:26:28.174206 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bfc86b74-6a80-4b6b-9f3e-8cfc9697d63f req-d01e51d6-1180-4802-8f89-3eb68701a11b tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?device_id=35799951-f327-49e4-9a9d-7a4789d7e10d HTTP/1.1" status: 200 len: 945 time: 0.2610922 Feb 04 12:26:28.184724 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa07271d-fe3f-4558-b3bd-9147eac51ac0 req-d5dc39b3-6aab-4dd9-b75e-15b02698ff3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:26:28.186646 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-aa07271d-fe3f-4558-b3bd-9147eac51ac0 req-d5dc39b3-6aab-4dd9-b75e-15b02698ff3a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5b457c49d6644968bc4c4118b5a09653&device_id=35799951-f327-49e4-9a9d-7a4789d7e10d HTTP/1.1" status: 200 len: 1127 time: 0.1800649 Feb 04 12:26:28.345704 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bfc86b74-6a80-4b6b-9f3e-8cfc9697d63f req-83e7e44d-1061-47be-94aa-fc39e685f1c4 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f51ab49-2800-41c7-a09d-ab109cee7e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509330 Feb 04 12:26:28.403776 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa07271d-fe3f-4558-b3bd-9147eac51ac0 req-c38f11d2-5621-4707-8341-4bc1fc78e166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:26:28.406354 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-aa07271d-fe3f-4558-b3bd-9147eac51ac0 req-c38f11d2-5621-4707-8341-4bc1fc78e166 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5 HTTP/1.1" status: 200 len: 913 time: 0.1998081 Feb 04 12:26:28.501132 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-aa07271d-fe3f-4558-b3bd-9147eac51ac0 req-45bf05df-d9fe-41a7-b24d-cfca16d93ea0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dba1453f-2c1e-4597-8998-0d3d35df5da5 HTTP/1.1" status: 200 len: 217 time: 0.0879314 Feb 04 12:26:28.628320 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548b74da-103b-4217-8b07-84160216a582 req-41f056f1-3adf-4cb2-9ae9-310aa16cc1a8 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:26:28.628320 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-548b74da-103b-4217-8b07-84160216a582 req-41f056f1-3adf-4cb2-9ae9-310aa16cc1a8 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.65 "GET /v2.0/ports?device_id=4812abf9-87aa-4b86-a526-e06e064e1eed HTTP/1.1" status: 200 len: 1023 time: 0.1316538 Feb 04 12:26:28.630378 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa07271d-fe3f-4558-b3bd-9147eac51ac0 req-8a1cc6e1-0a70-4e7d-a2db-2d8bb8d0ff6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:26:28.632188 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-aa07271d-fe3f-4558-b3bd-9147eac51ac0 req-8a1cc6e1-0a70-4e7d-a2db-2d8bb8d0ff6b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=23b19519-2923-41fd-80ca-5f7c6af8f70c HTTP/1.1" status: 200 len: 852 time: 0.1203091 Feb 04 12:26:28.745245 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-aa07271d-fe3f-4558-b3bd-9147eac51ac0 req-b6aa45e3-0d09-45b3-8adb-0a3735d59f5d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0984032 Feb 04 12:26:28.794309 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfecf83a-be0d-431e-b87b-60ae2702da34 req-e750e826-b521-4c0c-92b7-366850a62573 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:26:28.797605 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-dfecf83a-be0d-431e-b87b-60ae2702da34 req-e750e826-b521-4c0c-92b7-366850a62573 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.77 "GET /v2.0/ports?device_id=729d5332-a000-4a7e-b737-2cb5be03b163 HTTP/1.1" status: 200 len: 945 time: 0.1079051 Feb 04 12:26:29.033984 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-dfecf83a-be0d-431e-b87b-60ae2702da34 req-4dba5c7b-bd9e-4b88-9adc-34a529bcc0cc tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Deleting port 592ec7cb-d413-4e6f-af11-550fb94964e0 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:26:29.034469 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-dfecf83a-be0d-431e-b87b-60ae2702da34 req-4dba5c7b-bd9e-4b88-9adc-34a529bcc0cc tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (592ec7cb-d413-4e6f-af11-550fb94964e0), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:29.262343 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-dfecf83a-be0d-431e-b87b-60ae2702da34 req-4dba5c7b-bd9e-4b88-9adc-34a529bcc0cc tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] For port 592ec7cb-d413-4e6f-af11-550fb94964e0, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=592ec7cb-d413-4e6f-af11-550fb94964e0,segment=NetworkSegment(1a9a2aca-b7f6-445c-a938-0b8696864233),segment_id=1a9a2aca-b7f6-445c-a938-0b8696864233)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:26:29.262721 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-dfecf83a-be0d-431e-b87b-60ae2702da34 req-4dba5c7b-bd9e-4b88-9adc-34a529bcc0cc tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (592ec7cb-d413-4e6f-af11-550fb94964e0), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:29.312286 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-dfecf83a-be0d-431e-b87b-60ae2702da34 req-4dba5c7b-bd9e-4b88-9adc-34a529bcc0cc tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Calling delete_port for 592ec7cb-d413-4e6f-af11-550fb94964e0 owned by compute:nova {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:26:29.463656 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-aa07271d-fe3f-4558-b3bd-9147eac51ac0 req-4ecab4e1-754d-4607-8548-d9f9109031e5 service neutron] 10.222.0.73 "GET /v2.0/networks/4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6530528 Feb 04 12:26:29.665668 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-dfecf83a-be0d-431e-b87b-60ae2702da34 req-4dba5c7b-bd9e-4b88-9adc-34a529bcc0cc tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (592ec7cb-d413-4e6f-af11-550fb94964e0), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:29.683485 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['592ec7cb-d413-4e6f-af11-550fb94964e0'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:26:29.701435 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbe2161-f764-4380-a174-93810753668a req-81fa9f9f-ac6d-4a0b-87c6-a292e9b700a5 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:26:29.710303 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6fbe2161-f764-4380-a174-93810753668a req-81fa9f9f-ac6d-4a0b-87c6-a292e9b700a5 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/ports?device_id=729d5332-a000-4a7e-b737-2cb5be03b163 HTTP/1.1" status: 200 len: 945 time: 0.9635730 Feb 04 12:26:29.792238 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dba5c7b-bd9e-4b88-9adc-34a529bcc0cc tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Pushing event deleted for resources: {'Port': ['ID=592ec7cb-d413-4e6f-af11-550fb94964e0,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:26:29.816723 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-548b74da-103b-4217-8b07-84160216a582 req-065a1ae3-d14a-4bd6-a206-6a5338dc4875 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.65 "GET /v2.0/security-groups?id=632e25fa-9243-4209-b92f-0b3179a2a71f&id=65b532f6-553b-4a7d-aad3-d6f8aeaacb9a&id=8fa4899e-1b88-4949-b840-5543a6667ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 1.1471260 Feb 04 12:26:29.828422 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-aa07271d-fe3f-4558-b3bd-9147eac51ac0 req-a9a8a2bd-b295-4a5f-8a51-1c617fef2019 service neutron] 10.222.0.73 "GET /v2.0/networks/4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3492143 Feb 04 12:26:29.861878 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dba5c7b-bd9e-4b88-9adc-34a529bcc0cc tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:26:29.861878 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dba5c7b-bd9e-4b88-9adc-34a529bcc0cc tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:26:29.861878 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dba5c7b-bd9e-4b88-9adc-34a529bcc0cc tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:26:29.863076 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dba5c7b-bd9e-4b88-9adc-34a529bcc0cc tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:26:29.863076 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dba5c7b-bd9e-4b88-9adc-34a529bcc0cc tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:26:29.863076 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dba5c7b-bd9e-4b88-9adc-34a529bcc0cc tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:26:29.863864 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dba5c7b-bd9e-4b88-9adc-34a529bcc0cc tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:26:29.864390 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dba5c7b-bd9e-4b88-9adc-34a529bcc0cc tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:26:29.865191 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dba5c7b-bd9e-4b88-9adc-34a529bcc0cc tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:26:29.865913 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dba5c7b-bd9e-4b88-9adc-34a529bcc0cc tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:26:29.866528 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dba5c7b-bd9e-4b88-9adc-34a529bcc0cc tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:26:29.867165 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dba5c7b-bd9e-4b88-9adc-34a529bcc0cc tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:26:29.867687 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dba5c7b-bd9e-4b88-9adc-34a529bcc0cc tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:26:29.959185 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6fbe2161-f764-4380-a174-93810753668a req-b1e4ceef-a768-4ae8-8043-f7cf98cb8a90 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4f571d4-f0a1-47f6-a54a-b93db47581cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473917 Feb 04 12:26:29.988319 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2207a29-8141-42bc-a027-76d66f818dc7 req-6e2acd0b-4a4b-437b-a5ef-2d2723d6cb1a tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:26:29.988319 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-d2207a29-8141-42bc-a027-76d66f818dc7 req-6e2acd0b-4a4b-437b-a5ef-2d2723d6cb1a tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.77 "GET /v2.0/ports?device_id=4812abf9-87aa-4b86-a526-e06e064e1eed HTTP/1.1" status: 200 len: 1023 time: 0.3938689 Feb 04 12:26:29.988815 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfecf83a-be0d-431e-b87b-60ae2702da34 req-4dba5c7b-bd9e-4b88-9adc-34a529bcc0cc tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] No DVR routers for this DVR port 592ec7cb-d413-4e6f-af11-550fb94964e0 on host n-h2-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:26:29.994930 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-dfecf83a-be0d-431e-b87b-60ae2702da34 req-4dba5c7b-bd9e-4b88-9adc-34a529bcc0cc tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:30.016124 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-dfecf83a-be0d-431e-b87b-60ae2702da34 req-4dba5c7b-bd9e-4b88-9adc-34a529bcc0cc tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.77 "DELETE /v2.0/ports/592ec7cb-d413-4e6f-af11-550fb94964e0 HTTP/1.1" status: 204 len: 173 time: 1.2061038 Feb 04 12:26:30.027168 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '729d5332-a000-4a7e-b737-2cb5be03b163', 'name': 'network-vif-deleted', 'tag': '592ec7cb-d413-4e6f-af11-550fb94964e0'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:26:30.049317 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a89686c-bcc9-4f53-91b5-e1dd06d03c02" -d '{"events": [{"server_uuid": "729d5332-a000-4a7e-b737-2cb5be03b163", "name": "network-vif-deleted", "tag": "592ec7cb-d413-4e6f-af11-550fb94964e0"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:26:30.339748 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d28906a-fa1c-4dd3-a1e6-73013d6d4827 req-9ee6d02d-aab9-4b75-94c6-f9e62f3378b7 tempest-InstanceActionsTestJSON-1125563372 tempest-InstanceActionsTestJSON-1125563372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:26:30.339748 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5d28906a-fa1c-4dd3-a1e6-73013d6d4827 req-9ee6d02d-aab9-4b75-94c6-f9e62f3378b7 tempest-InstanceActionsTestJSON-1125563372 tempest-InstanceActionsTestJSON-1125563372-project] 10.222.0.65 "GET /v2.0/ports?device_id=fb61f9d3-4fcf-425d-a5a7-91391115f4da HTTP/1.1" status: 200 len: 945 time: 0.2038541 Feb 04 12:26:30.498446 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-d2207a29-8141-42bc-a027-76d66f818dc7 req-a1a4e5c2-d645-477a-b2fc-129d8c51e66a tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Deleting port 840845c2-c10a-48b4-837d-e2c51180f278 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:26:30.498995 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-d2207a29-8141-42bc-a027-76d66f818dc7 req-a1a4e5c2-d645-477a-b2fc-129d8c51e66a tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (840845c2-c10a-48b4-837d-e2c51180f278), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:30.601641 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5d28906a-fa1c-4dd3-a1e6-73013d6d4827 req-cc0dd09f-0ecc-4cad-9074-5c09e2a55ecc tempest-InstanceActionsTestJSON-1125563372 tempest-InstanceActionsTestJSON-1125563372-project] 10.222.0.65 "GET /v2.0/security-groups?id=717aa9e7-39e6-4fd6-bc25-03a9c1928dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522366 Feb 04 12:26:30.643036 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9e9bca-2ea7-4dd8-8487-fed88b92945a req-361c7d55-51c3-41cd-bf18-ecbb31149158 tempest-InstanceActionsTestJSON-1125563372 tempest-InstanceActionsTestJSON-1125563372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:26:30.645618 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ff9e9bca-2ea7-4dd8-8487-fed88b92945a req-361c7d55-51c3-41cd-bf18-ecbb31149158 tempest-InstanceActionsTestJSON-1125563372 tempest-InstanceActionsTestJSON-1125563372-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb61f9d3-4fcf-425d-a5a7-91391115f4da HTTP/1.1" status: 200 len: 945 time: 0.1123166 Feb 04 12:26:30.844681 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-d2207a29-8141-42bc-a027-76d66f818dc7 req-a1a4e5c2-d645-477a-b2fc-129d8c51e66a tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] For port 840845c2-c10a-48b4-837d-e2c51180f278, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=840845c2-c10a-48b4-837d-e2c51180f278,segment=NetworkSegment(acb9d640-bd6c-44b6-b60b-2ea6174d51f4),segment_id=acb9d640-bd6c-44b6-b60b-2ea6174d51f4)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:26:30.845491 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-d2207a29-8141-42bc-a027-76d66f818dc7 req-a1a4e5c2-d645-477a-b2fc-129d8c51e66a tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (840845c2-c10a-48b4-837d-e2c51180f278), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:30.855275 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-ff9e9bca-2ea7-4dd8-8487-fed88b92945a req-ef192758-33d1-4a91-9fe1-c8f474390d44 tempest-InstanceActionsTestJSON-1125563372 tempest-InstanceActionsTestJSON-1125563372-project] Deleting port e19a3f7c-2ee7-447d-bee3-c81fe6ea16bf {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:26:30.856216 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-ff9e9bca-2ea7-4dd8-8487-fed88b92945a req-ef192758-33d1-4a91-9fe1-c8f474390d44 tempest-InstanceActionsTestJSON-1125563372 tempest-InstanceActionsTestJSON-1125563372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (e19a3f7c-2ee7-447d-bee3-c81fe6ea16bf), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:30.883710 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-d2207a29-8141-42bc-a027-76d66f818dc7 req-a1a4e5c2-d645-477a-b2fc-129d8c51e66a tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Calling delete_port for 840845c2-c10a-48b4-837d-e2c51180f278 owned by compute:nova {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:26:30.982910 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:31.074685 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1780aa1e-3314-4bd6-b663-f0a9c1dcf70d req-e361749e-d4aa-4025-a97f-5e81f59364d7 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:26:31.077429 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1780aa1e-3314-4bd6-b663-f0a9c1dcf70d req-e361749e-d4aa-4025-a97f-5e81f59364d7 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d71fca2-7310-4efc-9eaf-c31026923412 HTTP/1.1" status: 200 len: 945 time: 0.1407399 Feb 04 12:26:31.104163 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-ff9e9bca-2ea7-4dd8-8487-fed88b92945a req-ef192758-33d1-4a91-9fe1-c8f474390d44 tempest-InstanceActionsTestJSON-1125563372 tempest-InstanceActionsTestJSON-1125563372-project] For port e19a3f7c-2ee7-447d-bee3-c81fe6ea16bf, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=e19a3f7c-2ee7-447d-bee3-c81fe6ea16bf,segment=NetworkSegment(f8893dd3-20e9-4b04-a6d7-958751ed3ed7),segment_id=f8893dd3-20e9-4b04-a6d7-958751ed3ed7)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:26:31.104692 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-ff9e9bca-2ea7-4dd8-8487-fed88b92945a req-ef192758-33d1-4a91-9fe1-c8f474390d44 tempest-InstanceActionsTestJSON-1125563372 tempest-InstanceActionsTestJSON-1125563372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (e19a3f7c-2ee7-447d-bee3-c81fe6ea16bf), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:31.181795 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-ff9e9bca-2ea7-4dd8-8487-fed88b92945a req-ef192758-33d1-4a91-9fe1-c8f474390d44 tempest-InstanceActionsTestJSON-1125563372 tempest-InstanceActionsTestJSON-1125563372-project] Calling delete_port for e19a3f7c-2ee7-447d-bee3-c81fe6ea16bf owned by compute:nova {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:26:31.222701 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1780aa1e-3314-4bd6-b663-f0a9c1dcf70d req-40c47b3c-1a96-4a9a-b505-cbc5abbee816 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/security-groups?id=0e320687-8002-4e00-a016-6bf57af2cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250961 Feb 04 12:26:31.246123 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device d441af3c-39b4-46ee-af38-3502aa337c29 details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:26:31.255836 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-d2207a29-8141-42bc-a027-76d66f818dc7 req-a1a4e5c2-d645-477a-b2fc-129d8c51e66a tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (840845c2-c10a-48b4-837d-e2c51180f278), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:31.388754 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4e5c2-d645-477a-b2fc-129d8c51e66a tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Pushing event deleted for resources: {'Port': ['ID=840845c2-c10a-48b4-837d-e2c51180f278,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:26:31.558329 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-ff9e9bca-2ea7-4dd8-8487-fed88b92945a req-ef192758-33d1-4a91-9fe1-c8f474390d44 tempest-InstanceActionsTestJSON-1125563372 tempest-InstanceActionsTestJSON-1125563372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (e19a3f7c-2ee7-447d-bee3-c81fe6ea16bf), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:31.633139 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2207a29-8141-42bc-a027-76d66f818dc7 req-a1a4e5c2-d645-477a-b2fc-129d8c51e66a tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] No DVR routers for this DVR port 840845c2-c10a-48b4-837d-e2c51180f278 on host n-h2-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:26:31.640362 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-d2207a29-8141-42bc-a027-76d66f818dc7 req-a1a4e5c2-d645-477a-b2fc-129d8c51e66a tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:31.652363 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-d2207a29-8141-42bc-a027-76d66f818dc7 req-a1a4e5c2-d645-477a-b2fc-129d8c51e66a tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.77 "DELETE /v2.0/ports/840845c2-c10a-48b4-837d-e2c51180f278 HTTP/1.1" status: 204 len: 173 time: 1.6316803 Feb 04 12:26:31.653352 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef192758-33d1-4a91-9fe1-c8f474390d44 tempest-InstanceActionsTestJSON-1125563372 tempest-InstanceActionsTestJSON-1125563372-project] Pushing event deleted for resources: {'Port': ['ID=e19a3f7c-2ee7-447d-bee3-c81fe6ea16bf,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:26:31.704002 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port d441af3c-39b4-46ee-af38-3502aa337c29, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=d441af3c-39b4-46ee-af38-3502aa337c29,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:26:31.766089 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96bbbf72-3f71-4224-abce-4943de986e09 x-openstack-request-id: req-96bbbf72-3f71-4224-abce-4943de986e09 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:26:31.766384 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "729d5332-a000-4a7e-b737-2cb5be03b163", "name": "network-vif-deleted", "tag": "592ec7cb-d413-4e6f-af11-550fb94964e0", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:26:31.766651 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-96bbbf72-3f71-4224-abce-4943de986e09 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:26:31.767490 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '729d5332-a000-4a7e-b737-2cb5be03b163', 'name': 'network-vif-deleted', 'tag': '592ec7cb-d413-4e6f-af11-550fb94964e0', 'status': 'completed', 'code': 200} Feb 04 12:26:31.779698 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': 'd441af3c-39b4-46ee-af38-3502aa337c29', 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c', 'port_id': 'd441af3c-39b4-46ee-af38-3502aa337c29', 'mac_address': 'fa:16:3e:08:f8:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ee3374a-84e9-4639-853c-740c6edaf6dc', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:26:31.784683 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device b01d1443-a960-47d9-96a7-6e1cb030716e no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:26:31.941716 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff9e9bca-2ea7-4dd8-8487-fed88b92945a req-ef192758-33d1-4a91-9fe1-c8f474390d44 tempest-InstanceActionsTestJSON-1125563372 tempest-InstanceActionsTestJSON-1125563372-project] No DVR routers for this DVR port e19a3f7c-2ee7-447d-bee3-c81fe6ea16bf on host n-h1-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:26:31.947606 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['840845c2-c10a-48b4-837d-e2c51180f278'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:26:31.955454 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-ff9e9bca-2ea7-4dd8-8487-fed88b92945a req-ef192758-33d1-4a91-9fe1-c8f474390d44 tempest-InstanceActionsTestJSON-1125563372 tempest-InstanceActionsTestJSON-1125563372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:31.957704 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['27f1bc77-08d1-4fe6-8d17-b6072178bc1b'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:26:31.967746 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ff9e9bca-2ea7-4dd8-8487-fed88b92945a req-ef192758-33d1-4a91-9fe1-c8f474390d44 tempest-InstanceActionsTestJSON-1125563372 tempest-InstanceActionsTestJSON-1125563372-project] 10.222.0.73 "DELETE /v2.0/ports/e19a3f7c-2ee7-447d-bee3-c81fe6ea16bf HTTP/1.1" status: 204 len: 173 time: 1.3155794 Feb 04 12:26:31.971463 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb61f9d3-4fcf-425d-a5a7-91391115f4da', 'name': 'network-vif-deleted', 'tag': 'e19a3f7c-2ee7-447d-bee3-c81fe6ea16bf'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:26:31.971693 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['e19a3f7c-2ee7-447d-bee3-c81fe6ea16bf'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:26:31.975968 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a182b877-f617-4958-aff9-73b2d8614199" -d '{"events": [{"server_uuid": "fb61f9d3-4fcf-425d-a5a7-91391115f4da", "name": "network-vif-deleted", "tag": "e19a3f7c-2ee7-447d-bee3-c81fe6ea16bf"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:26:32.051878 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-63eb9fc5-d33e-4850-8525-a72974f33caa req-19ffdad9-6cba-4b64-bc4f-1cf03c17d82b tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.65 "GET /v2.0/ports?device_id=4812abf9-87aa-4b86-a526-e06e064e1eed HTTP/1.1" status: 200 len: 210 time: 0.0672250 Feb 04 12:26:32.101727 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493d8d80-550d-46a0-9099-50d27f2c1f87 req-46de2260-ac03-4494-ad4e-e452d23cd842 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:26:32.104907 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-493d8d80-550d-46a0-9099-50d27f2c1f87 req-46de2260-ac03-4494-ad4e-e452d23cd842 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?device_id=35799951-f327-49e4-9a9d-7a4789d7e10d HTTP/1.1" status: 200 len: 945 time: 0.4164162 Feb 04 12:26:32.431956 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-493d8d80-550d-46a0-9099-50d27f2c1f87 req-e778cc41-0b85-47b6-9b11-dee3ae5b147e tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f51ab49-2800-41c7-a09d-ab109cee7e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3166063 Feb 04 12:26:32.650538 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f99caf14-c9f1-44ce-adaf-e889c02138e1 req-80e7ecf1-edd0-458d-8ba2-e3bdfc1d537b tempest-InstanceActionsTestJSON-1125563372 tempest-InstanceActionsTestJSON-1125563372-project] 10.222.0.65 "GET /v2.0/ports?device_id=fb61f9d3-4fcf-425d-a5a7-91391115f4da HTTP/1.1" status: 200 len: 210 time: 0.0983093 Feb 04 12:26:32.743435 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 592ec7cb-d413-4e6f-af11-550fb94964e0 no longer exists at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:26:32.750848 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:32.921761 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0368fc8-72e1-47fd-9e70-4d5b0c635c11 x-openstack-request-id: req-e0368fc8-72e1-47fd-9e70-4d5b0c635c11 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:26:32.922230 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb61f9d3-4fcf-425d-a5a7-91391115f4da", "name": "network-vif-deleted", "tag": "e19a3f7c-2ee7-447d-bee3-c81fe6ea16bf", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:26:32.922499 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e0368fc8-72e1-47fd-9e70-4d5b0c635c11 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:26:32.922915 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb61f9d3-4fcf-425d-a5a7-91391115f4da', 'name': 'network-vif-deleted', 'tag': 'e19a3f7c-2ee7-447d-bee3-c81fe6ea16bf', 'status': 'completed', 'code': 200} Feb 04 12:26:33.095392 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] No Port match for: 592ec7cb-d413-4e6f-af11-550fb94964e0 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:26:33.095985 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 592ec7cb-d413-4e6f-af11-550fb94964e0 not bound to the agent host n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:26:33.098527 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 840845c2-c10a-48b4-837d-e2c51180f278 no longer exists at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:26:33.166796 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port d441af3c-39b4-46ee-af38-3502aa337c29 is: ACTIVE; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:26:33.167442 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (d441af3c-39b4-46ee-af38-3502aa337c29), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:33.265707 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] No Port match for: 840845c2-c10a-48b4-837d-e2c51180f278 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:26:33.266284 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 840845c2-c10a-48b4-837d-e2c51180f278 not bound to the agent host n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:26:33.286207 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d441af3c-39b4-46ee-af38-3502aa337c29 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:26:33.298612 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0e53fc-661f-48b8-9cca-316f7c7e2cb9 req-d0bdf4ce-84a8-4952-ab97-54ba667f59cf tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:26:33.300279 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cb0e53fc-661f-48b8-9cca-316f7c7e2cb9 req-d0bdf4ce-84a8-4952-ab97-54ba667f59cf tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d71fca2-7310-4efc-9eaf-c31026923412 HTTP/1.1" status: 200 len: 945 time: 0.1520858 Feb 04 12:26:33.344328 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port d441af3c-39b4-46ee-af38-3502aa337c29, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=d441af3c-39b4-46ee-af38-3502aa337c29,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:26:33.358543 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port b01d1443-a960-47d9-96a7-6e1cb030716e is: ACTIVE; New status is: DOWN {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:26:33.358960 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (b01d1443-a960-47d9-96a7-6e1cb030716e), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:33.363418 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (d441af3c-39b4-46ee-af38-3502aa337c29), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:33.496511 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cb0e53fc-661f-48b8-9cca-316f7c7e2cb9 req-8b0e5978-7caf-4052-b52c-f5cbd6e0eb13 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/security-groups?id=0e320687-8002-4e00-a016-6bf57af2cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798961 Feb 04 12:26:33.617964 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=d441af3c-39b4-46ee-af38-3502aa337c29,revision_number=6']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:26:33.725610 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['d441af3c-39b4-46ee-af38-3502aa337c29'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:26:33.770532 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4812abf9-87aa-4b86-a526-e06e064e1eed', 'name': 'network-vif-deleted', 'tag': '840845c2-c10a-48b4-837d-e2c51180f278'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:26:33.775233 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:26:33.776185 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:26:33.776392 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:26:33.776812 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:26:33.776987 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:26:33.777337 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:26:33.777675 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:26:33.778009 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:26:33.778342 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:26:33.778672 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:26:33.779004 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:26:33.779331 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:26:33.779685 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:26:33.788599 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-653dcac6-64e3-4d81-99cb-898c9c5c1565" -d '{"events": [{"server_uuid": "4812abf9-87aa-4b86-a526-e06e064e1eed", "name": "network-vif-deleted", "tag": "840845c2-c10a-48b4-837d-e2c51180f278"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:26:33.889048 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf95935d-16c5-45d1-b524-d91fd1a03a94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b01d1443-a960-47d9-96a7-6e1cb030716e'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:26:33.891364 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce7858bf-ebda-4797-952b-e5de1dead18c" -d '{"events": [{"server_uuid": "cf95935d-16c5-45d1-b524-d91fd1a03a94", "name": "network-vif-unplugged", "status": "completed", "tag": "b01d1443-a960-47d9-96a7-6e1cb030716e"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:26:33.920781 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port b01d1443-a960-47d9-96a7-6e1cb030716e, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=b01d1443-a960-47d9-96a7-6e1cb030716e,segment=NetworkSegment(02af7db9-ac7a-4fd9-8876-35ceb0279e70),segment_id=02af7db9-ac7a-4fd9-8876-35ceb0279e70)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:26:33.934114 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (b01d1443-a960-47d9-96a7-6e1cb030716e), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:33.934837 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device dba1453f-2c1e-4597-8998-0d3d35df5da5 no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:26:34.088130 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d083d2-5737-430c-a69a-5ccb78ba3c31 req-2dee40e5-5bf9-490c-a3c3-4895f347003f tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:26:34.090810 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-71d083d2-5737-430c-a69a-5ccb78ba3c31 req-2dee40e5-5bf9-490c-a3c3-4895f347003f tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] 10.222.0.65 "GET /v2.0/networks?id=f4dfd687-dba5-46ff-81a8-361822d13e13 HTTP/1.1" status: 200 len: 805 time: 0.2283778 Feb 04 12:26:34.137279 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21098e35-781b-4cd5-b40e-ac810b1c2b4e req-7a71f919-b228-4c61-bf1c-50e36419696b tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:26:34.146980 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-21098e35-781b-4cd5-b40e-ac810b1c2b4e req-7a71f919-b228-4c61-bf1c-50e36419696b tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.77 "GET /v2.0/ports?device_id=4b6f9c85-3239-43e6-86e0-5a35173ff64f HTTP/1.1" status: 200 len: 944 time: 0.2521071 Feb 04 12:26:34.157642 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=b01d1443-a960-47d9-96a7-6e1cb030716e,revision_number=8']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:26:34.179095 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-71d083d2-5737-430c-a69a-5ccb78ba3c31 req-7023197b-4c0e-43df-97f2-ede82150b4d5 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] 10.222.0.65 "GET /v2.0/quotas/f50b895c9ca94e2aa6b9c6495d9eebfd HTTP/1.1" status: 200 len: 375 time: 0.0540178 Feb 04 12:26:34.304218 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd19bb7-ac24-4274-b381-be9c59fffc68 req-2501807c-0ed1-415c-8fc7-2fee829c946a tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:26:34.329752 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ecd19bb7-ac24-4274-b381-be9c59fffc68 req-2501807c-0ed1-415c-8fc7-2fee829c946a tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?device_id=35799951-f327-49e4-9a9d-7a4789d7e10d HTTP/1.1" status: 200 len: 945 time: 0.4957964 Feb 04 12:26:34.360647 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-21098e35-781b-4cd5-b40e-ac810b1c2b4e req-1049fde2-7ac9-445f-9369-aa149c9b6ac1 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Deleting port 638e78f7-bd09-4274-9cce-b586cb09d7c7 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:26:34.361021 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-21098e35-781b-4cd5-b40e-ac810b1c2b4e req-1049fde2-7ac9-445f-9369-aa149c9b6ac1 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (638e78f7-bd09-4274-9cce-b586cb09d7c7), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:34.385952 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port dba1453f-2c1e-4597-8998-0d3d35df5da5 is: ACTIVE; New status is: DOWN {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:26:34.386351 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (dba1453f-2c1e-4597-8998-0d3d35df5da5), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:34.453650 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-71d083d2-5737-430c-a69a-5ccb78ba3c31 req-171745b1-5f58-4d1e-8ba5-a7af780479dd tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=f50b895c9ca94e2aa6b9c6495d9eebfd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2716265 Feb 04 12:26:34.484390 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ecd19bb7-ac24-4274-b381-be9c59fffc68 req-d42f4967-1046-4485-9ade-1b47c98f43ab tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f51ab49-2800-41c7-a09d-ab109cee7e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532276 Feb 04 12:26:34.595591 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-21098e35-781b-4cd5-b40e-ac810b1c2b4e req-1049fde2-7ac9-445f-9369-aa149c9b6ac1 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] For port 638e78f7-bd09-4274-9cce-b586cb09d7c7, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=638e78f7-bd09-4274-9cce-b586cb09d7c7,segment=NetworkSegment(1a9a2aca-b7f6-445c-a938-0b8696864233),segment_id=1a9a2aca-b7f6-445c-a938-0b8696864233)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:26:34.596129 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-21098e35-781b-4cd5-b40e-ac810b1c2b4e req-1049fde2-7ac9-445f-9369-aa149c9b6ac1 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (638e78f7-bd09-4274-9cce-b586cb09d7c7), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:34.607166 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port dba1453f-2c1e-4597-8998-0d3d35df5da5, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=dba1453f-2c1e-4597-8998-0d3d35df5da5,segment=NetworkSegment(8447b48f-5ac4-4499-b5ab-2b0cb1297003),segment_id=8447b48f-5ac4-4499-b5ab-2b0cb1297003)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:26:34.615564 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (dba1453f-2c1e-4597-8998-0d3d35df5da5), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:34.631357 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-21098e35-781b-4cd5-b40e-ac810b1c2b4e req-1049fde2-7ac9-445f-9369-aa149c9b6ac1 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Calling delete_port for 638e78f7-bd09-4274-9cce-b586cb09d7c7 owned by compute:nova {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:26:34.646221 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device e19a3f7c-2ee7-447d-bee3-c81fe6ea16bf no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:26:34.833946 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=dba1453f-2c1e-4597-8998-0d3d35df5da5,revision_number=8']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:26:34.860307 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] No Port match for: e19a3f7c-2ee7-447d-bee3-c81fe6ea16bf {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:26:34.860690 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device e19a3f7c-2ee7-447d-bee3-c81fe6ea16bf not bound to the agent host n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:26:34.892774 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9824fefd-5ae0-4168-9e02-921166a9f92d req-36f1039b-514a-4961-9839-8706a5ffc96a tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:26:34.895381 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9824fefd-5ae0-4168-9e02-921166a9f92d req-36f1039b-514a-4961-9839-8706a5ffc96a tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] 10.222.0.73 "GET /v2.0/ports?device_id=cf95935d-16c5-45d1-b524-d91fd1a03a94 HTTP/1.1" status: 200 len: 943 time: 0.1827354 Feb 04 12:26:34.924512 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-21098e35-781b-4cd5-b40e-ac810b1c2b4e req-1049fde2-7ac9-445f-9369-aa149c9b6ac1 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (638e78f7-bd09-4274-9cce-b586cb09d7c7), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:35.014197 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1049fde2-7ac9-445f-9369-aa149c9b6ac1 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Pushing event deleted for resources: {'Port': ['ID=638e78f7-bd09-4274-9cce-b586cb09d7c7,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:26:35.080068 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-21098e35-781b-4cd5-b40e-ac810b1c2b4e req-1049fde2-7ac9-445f-9369-aa149c9b6ac1 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] No DVR routers for this DVR port 638e78f7-bd09-4274-9cce-b586cb09d7c7 on host n-h2-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:26:35.085065 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-21098e35-781b-4cd5-b40e-ac810b1c2b4e req-1049fde2-7ac9-445f-9369-aa149c9b6ac1 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:35.092011 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-21098e35-781b-4cd5-b40e-ac810b1c2b4e req-1049fde2-7ac9-445f-9369-aa149c9b6ac1 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.77 "DELETE /v2.0/ports/638e78f7-bd09-4274-9cce-b586cb09d7c7 HTTP/1.1" status: 204 len: 173 time: 0.9392886 Feb 04 12:26:35.232003 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a62f916-7b6a-4509-b77a-e3debb7155d3 req-c520ff41-00e6-40ea-a539-d012463b5dc0 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:26:35.233728 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0a62f916-7b6a-4509-b77a-e3debb7155d3 req-c520ff41-00e6-40ea-a539-d012463b5dc0 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/ports?device_id=4b6f9c85-3239-43e6-86e0-5a35173ff64f HTTP/1.1" status: 200 len: 866 time: 0.5364845 Feb 04 12:26:35.290118 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-71d083d2-5737-430c-a69a-5ccb78ba3c31 req-c8dfb8f1-fcbc-4442-b823-ee7dccd178e0 service neutron] 10.222.0.65 "GET /v2.0/networks/f4dfd687-dba5-46ff-81a8-361822d13e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8031719 Feb 04 12:26:35.307433 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-9824fefd-5ae0-4168-9e02-921166a9f92d req-101c6ca8-d977-4bb2-8878-688886d40a53 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Deleting port b01d1443-a960-47d9-96a7-6e1cb030716e {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:26:35.308265 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-9824fefd-5ae0-4168-9e02-921166a9f92d req-101c6ca8-d977-4bb2-8878-688886d40a53 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (b01d1443-a960-47d9-96a7-6e1cb030716e), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:35.370914 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device d441af3c-39b4-46ee-af38-3502aa337c29 up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:26:35.491950 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port d441af3c-39b4-46ee-af38-3502aa337c29 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:26:35.492246 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (d441af3c-39b4-46ee-af38-3502aa337c29), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:35.562557 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-9824fefd-5ae0-4168-9e02-921166a9f92d req-101c6ca8-d977-4bb2-8878-688886d40a53 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] For port b01d1443-a960-47d9-96a7-6e1cb030716e, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=b01d1443-a960-47d9-96a7-6e1cb030716e,segment=NetworkSegment(02af7db9-ac7a-4fd9-8876-35ceb0279e70),segment_id=02af7db9-ac7a-4fd9-8876-35ceb0279e70)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:26:35.562789 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-9824fefd-5ae0-4168-9e02-921166a9f92d req-101c6ca8-d977-4bb2-8878-688886d40a53 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (b01d1443-a960-47d9-96a7-6e1cb030716e), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:35.583292 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-9824fefd-5ae0-4168-9e02-921166a9f92d req-101c6ca8-d977-4bb2-8878-688886d40a53 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Calling delete_port for b01d1443-a960-47d9-96a7-6e1cb030716e owned by compute:nova {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:26:35.646870 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port d441af3c-39b4-46ee-af38-3502aa337c29 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:26:35.647395 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (d441af3c-39b4-46ee-af38-3502aa337c29), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:35.708517 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0a62f916-7b6a-4509-b77a-e3debb7155d3 req-d3635dc6-1ebc-42b9-a629-8ebfe69f6de2 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4f571d4-f0a1-47f6-a54a-b93db47581cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4422550 Feb 04 12:26:35.715043 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port d441af3c-39b4-46ee-af38-3502aa337c29, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=d441af3c-39b4-46ee-af38-3502aa337c29,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:26:35.722083 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (d441af3c-39b4-46ee-af38-3502aa337c29), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:35.873096 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=d441af3c-39b4-46ee-af38-3502aa337c29,revision_number=7']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:26:36.013951 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0cfd9233-637b-4a10-ba06-95065281b1ad req-420e54ef-811e-48d4-9b0f-5beb2d3d7fda tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.65 "GET /v2.0/security-groups/8fa4899e-1b88-4949-b840-5543a6667ebb HTTP/1.1" status: 200 len: 1815 time: 0.1467268 Feb 04 12:26:36.023598 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-9824fefd-5ae0-4168-9e02-921166a9f92d req-101c6ca8-d977-4bb2-8878-688886d40a53 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (b01d1443-a960-47d9-96a7-6e1cb030716e), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:36.066913 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-71d083d2-5737-430c-a69a-5ccb78ba3c31 req-c10a889e-2d30-4c90-bd59-f6bbdf10494e service neutron] 10.222.0.65 "GET /v2.0/networks/f4dfd687-dba5-46ff-81a8-361822d13e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7746992 Feb 04 12:26:36.221627 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-9824fefd-5ae0-4168-9e02-921166a9f92d req-101c6ca8-d977-4bb2-8878-688886d40a53 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] No DVR routers for this DVR port b01d1443-a960-47d9-96a7-6e1cb030716e on host n-h1-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:26:36.226848 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-9824fefd-5ae0-4168-9e02-921166a9f92d req-101c6ca8-d977-4bb2-8878-688886d40a53 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:36.234069 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9824fefd-5ae0-4168-9e02-921166a9f92d req-101c6ca8-d977-4bb2-8878-688886d40a53 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] 10.222.0.73 "DELETE /v2.0/ports/b01d1443-a960-47d9-96a7-6e1cb030716e HTTP/1.1" status: 204 len: 173 time: 1.3158846 Feb 04 12:26:36.245398 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf95935d-16c5-45d1-b524-d91fd1a03a94', 'name': 'network-vif-deleted', 'tag': 'b01d1443-a960-47d9-96a7-6e1cb030716e'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:26:36.249963 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84fc8286-14ac-4705-b601-09311c5c7140" -d '{"events": [{"server_uuid": "cf95935d-16c5-45d1-b524-d91fd1a03a94", "name": "network-vif-deleted", "tag": "b01d1443-a960-47d9-96a7-6e1cb030716e"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:26:36.255508 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101c6ca8-d977-4bb2-8878-688886d40a53 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Pushing event deleted for resources: {'Port': ['ID=b01d1443-a960-47d9-96a7-6e1cb030716e,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:26:36.369479 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-0cfd9233-637b-4a10-ba06-95065281b1ad req-e2ac3439-83f1-491d-b94b-caa3f5a145fb tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Publish callbacks [] for security_group (8fa4899e-1b88-4949-b840-5543a6667ebb), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:36.426074 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-0cfd9233-637b-4a10-ba06-95065281b1ad req-e2ac3439-83f1-491d-b94b-caa3f5a145fb tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Publish callbacks [] for security_group (8fa4899e-1b88-4949-b840-5543a6667ebb), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:36.564529 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-0cfd9233-637b-4a10-ba06-95065281b1ad req-e2ac3439-83f1-491d-b94b-caa3f5a145fb tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (8fa4899e-1b88-4949-b840-5543a6667ebb), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:36.568893 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-0cfd9233-637b-4a10-ba06-95065281b1ad req-e2ac3439-83f1-491d-b94b-caa3f5a145fb tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:36.579815 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0cfd9233-637b-4a10-ba06-95065281b1ad req-e2ac3439-83f1-491d-b94b-caa3f5a145fb tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.65 "DELETE /v2.0/security-groups/8fa4899e-1b88-4949-b840-5543a6667ebb HTTP/1.1" status: 204 len: 173 time: 0.5641222 Feb 04 12:26:36.603408 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ac3439-83f1-491d-b94b-caa3f5a145fb tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fa4899e-1b88-4949-b840-5543a6667ebb,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:26:36.662080 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 35932) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:26:36.777600 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f3a6dc7-41c4-4a0f-a66a-5359659aeab3 x-openstack-request-id: req-1f3a6dc7-41c4-4a0f-a66a-5359659aeab3 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:26:36.778172 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4812abf9-87aa-4b86-a526-e06e064e1eed", "name": "network-vif-deleted", "tag": "840845c2-c10a-48b4-837d-e2c51180f278", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:26:36.778274 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1f3a6dc7-41c4-4a0f-a66a-5359659aeab3 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:26:36.778739 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4812abf9-87aa-4b86-a526-e06e064e1eed', 'name': 'network-vif-deleted', 'tag': '840845c2-c10a-48b4-837d-e2c51180f278', 'status': 'completed', 'code': 200} Feb 04 12:26:36.838205 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1a616fc-3a8b-490f-aff8-d2f636b14670 admin admin] Deleting subnet fa0df5b1-8fd2-43ec-8b5c-09b9a2f4ac38 {{(pid=103475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:26:36.851508 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a1a616fc-3a8b-490f-aff8-d2f636b14670 admin admin] Publish callbacks [] for subnet (fa0df5b1-8fd2-43ec-8b5c-09b9a2f4ac38), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:36.964254 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 12:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cfecfae-99e7-4ec6-9a3b-89007da22fa3 x-openstack-request-id: req-0cfecfae-99e7-4ec6-9a3b-89007da22fa3 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:26:36.964859 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf95935d-16c5-45d1-b524-d91fd1a03a94", "name": "network-vif-unplugged", "status": "completed", "tag": "b01d1443-a960-47d9-96a7-6e1cb030716e", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:26:36.966340 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0cfecfae-99e7-4ec6-9a3b-89007da22fa3 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:26:36.966909 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf95935d-16c5-45d1-b524-d91fd1a03a94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b01d1443-a960-47d9-96a7-6e1cb030716e', 'code': 200} Feb 04 12:26:37.277514 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2705006a-87ae-4f38-b567-c2fda931fc94 req-e9effc32-eb84-43e7-ab8e-5057685850e8 tempest-AttachSCSIVolumeTestJSON-421153729 tempest-AttachSCSIVolumeTestJSON-421153729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:26:37.281405 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2705006a-87ae-4f38-b567-c2fda931fc94 req-e9effc32-eb84-43e7-ab8e-5057685850e8 tempest-AttachSCSIVolumeTestJSON-421153729 tempest-AttachSCSIVolumeTestJSON-421153729-project] 10.222.0.65 "GET /v2.0/networks?id=afbcf1a8-ff83-4ce0-a7c1-9656f08f657e HTTP/1.1" status: 200 len: 814 time: 0.3457186 Feb 04 12:26:37.286024 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a1a616fc-3a8b-490f-aff8-d2f636b14670 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51859329'] for subnet (fa0df5b1-8fd2-43ec-8b5c-09b9a2f4ac38), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:37.402657 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2705006a-87ae-4f38-b567-c2fda931fc94 req-9f668e6b-7864-4445-ac44-82e2e7548bec tempest-AttachSCSIVolumeTestJSON-421153729 tempest-AttachSCSIVolumeTestJSON-421153729-project] 10.222.0.65 "GET /v2.0/quotas/a172ea65fb63454daf69894291cfcfa7 HTTP/1.1" status: 200 len: 375 time: 0.0624495 Feb 04 12:26:37.451161 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a1a616fc-3a8b-490f-aff8-d2f636b14670 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (fa0df5b1-8fd2-43ec-8b5c-09b9a2f4ac38), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:37.600629 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2705006a-87ae-4f38-b567-c2fda931fc94 req-8d1ee89b-17d7-490f-93a0-87a1bda56ef5 tempest-AttachSCSIVolumeTestJSON-421153729 tempest-AttachSCSIVolumeTestJSON-421153729-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=a172ea65fb63454daf69894291cfcfa7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1894667 Feb 04 12:26:37.809259 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2705006a-87ae-4f38-b567-c2fda931fc94 req-630e75d9-94a9-46b9-9ca7-36abce97eb21 service neutron] 10.222.0.65 "GET /v2.0/networks/afbcf1a8-ff83-4ce0-a7c1-9656f08f657e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955955 Feb 04 12:26:37.812590 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a1a616fc-3a8b-490f-aff8-d2f636b14670 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-52093282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51452698'] for subnet (fa0df5b1-8fd2-43ec-8b5c-09b9a2f4ac38), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:37.910394 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a616fc-3a8b-490f-aff8-d2f636b14670 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa0df5b1-8fd2-43ec-8b5c-09b9a2f4ac38,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:26:37.920926 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a1a616fc-3a8b-490f-aff8-d2f636b14670 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:37.934401 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 35974) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:26:37.936142 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-a1a616fc-3a8b-490f-aff8-d2f636b14670 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/fa0df5b1-8fd2-43ec-8b5c-09b9a2f4ac38 HTTP/1.1" status: 204 len: 168 time: 1.2725711 Feb 04 12:26:38.118758 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c0824a0e-87de-4537-ad34-6e579baa9f20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (f402825b-9e39-47db-aebe-4860214d9069), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:38.127887 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2705006a-87ae-4f38-b567-c2fda931fc94 req-34a0c3f9-03c1-4f45-85ae-bade66e4a046 service neutron] 10.222.0.65 "GET /v2.0/networks/afbcf1a8-ff83-4ce0-a7c1-9656f08f657e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2960696 Feb 04 12:26:38.410041 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c0824a0e-87de-4537-ad34-6e579baa9f20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (f402825b-9e39-47db-aebe-4860214d9069), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:38.463068 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-c0824a0e-87de-4537-ad34-6e579baa9f20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f402825b-9e39-47db-aebe-4860214d9069']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:26:38.512769 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-c0824a0e-87de-4537-ad34-6e579baa9f20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8893dd3-20e9-4b04-a6d7-958751ed3ed7') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:26:38.513192 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-c0824a0e-87de-4537-ad34-6e579baa9f20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8893dd3-20e9-4b04-a6d7-958751ed3ed7') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:26:38.572820 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c0824a0e-87de-4537-ad34-6e579baa9f20 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (f8893dd3-20e9-4b04-a6d7-958751ed3ed7), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:38.596764 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 638e78f7-bd09-4274-9cce-b586cb09d7c7 no longer exists at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:26:38.719114 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c0824a0e-87de-4537-ad34-6e579baa9f20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (f8893dd3-20e9-4b04-a6d7-958751ed3ed7), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:38.751297 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0824a0e-87de-4537-ad34-6e579baa9f20 admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:26:38.752981 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c0824a0e-87de-4537-ad34-6e579baa9f20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (f8893dd3-20e9-4b04-a6d7-958751ed3ed7), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:38.762486 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] No Port match for: 638e78f7-bd09-4274-9cce-b586cb09d7c7 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:26:38.763923 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 12:26:38.763923 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:26:38.763923 n-d-825015-3 neutron-server[103474]: timer() Feb 04 12:26:38.763923 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:26:38.763923 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 12:26:38.763923 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:26:38.763923 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 12:26:38.763923 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:26:38.763923 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 12:26:38.763923 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:26:38.763923 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 12:26:38.763923 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:26:38.763923 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 12:26:38.763923 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:26:38.763923 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:26:38.763923 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:26:38.763923 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:26:38.763923 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:26:38.763923 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 12:26:38.763923 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:26:38.763923 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 12:26:38.763923 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:26:38.763923 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:26:38.763923 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:26:38.763923 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 12:26:38.763923 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:26:38.763923 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:26:38.763923 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:26:38.763923 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:26:38.763923 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:26:38.763923 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:26:38.763923 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:26:38.767355 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 638e78f7-bd09-4274-9cce-b586cb09d7c7 not bound to the agent host n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:26:38.794648 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3845d276-8476-4122-9fd9-31c6c36cf512 req-b7c9fba9-ae65-4774-80ae-3d798d019da0 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:26:38.803505 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3845d276-8476-4122-9fd9-31c6c36cf512 req-b7c9fba9-ae65-4774-80ae-3d798d019da0 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d71fca2-7310-4efc-9eaf-c31026923412 HTTP/1.1" status: 200 len: 945 time: 0.2068126 Feb 04 12:26:38.833132 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b6f9c85-3239-43e6-86e0-5a35173ff64f', 'name': 'network-vif-deleted', 'tag': '638e78f7-bd09-4274-9cce-b586cb09d7c7'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:26:38.835495 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07ba19b8-0769-4ff0-a559-86b450760859" -d '{"events": [{"server_uuid": "4b6f9c85-3239-43e6-86e0-5a35173ff64f", "name": "network-vif-deleted", "tag": "638e78f7-bd09-4274-9cce-b586cb09d7c7"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:26:38.850317 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d083d2-5737-430c-a69a-5ccb78ba3c31 req-a40c4ad6-c3af-46bb-8418-be9bafec46f5 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:26:38.852383 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-71d083d2-5737-430c-a69a-5ccb78ba3c31 req-a40c4ad6-c3af-46bb-8418-be9bafec46f5 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] 10.222.0.73 "GET /v2.0/networks?id=f4dfd687-dba5-46ff-81a8-361822d13e13 HTTP/1.1" status: 200 len: 805 time: 0.5243404 Feb 04 12:26:38.869736 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-71d083d2-5737-430c-a69a-5ccb78ba3c31 req-943de83e-35bb-4288-98cc-fc4047bf4a3c tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Request body: {'port': {'device_id': 'fb35898f-baf3-439e-8444-b9cf9f140486', 'network_id': 'f4dfd687-dba5-46ff-81a8-361822d13e13', 'admin_state_up': True, 'tenant_id': 'f50b895c9ca94e2aa6b9c6495d9eebfd'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:26:38.967803 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35799951-f327-49e4-9a9d-7a4789d7e10d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dba1453f-2c1e-4597-8998-0d3d35df5da5'}, {'server_uuid': 'd6db0dcb-a3f7-437b-b9b0-6285d804ef6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd441af3c-39b4-46ee-af38-3502aa337c29'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:26:38.970166 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f01eb250-c7ba-4913-9cca-206abcaa2f31" -d '{"events": [{"server_uuid": "35799951-f327-49e4-9a9d-7a4789d7e10d", "name": "network-vif-unplugged", "status": "completed", "tag": "dba1453f-2c1e-4597-8998-0d3d35df5da5"}, {"server_uuid": "d6db0dcb-a3f7-437b-b9b0-6285d804ef6a", "name": "network-vif-plugged", "status": "completed", "tag": "d441af3c-39b4-46ee-af38-3502aa337c29"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:26:39.035542 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c0824a0e-87de-4537-ad34-6e579baa9f20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (f402825b-9e39-47db-aebe-4860214d9069), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:39.108749 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c0824a0e-87de-4537-ad34-6e579baa9f20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:39.112129 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-c0824a0e-87de-4537-ad34-6e579baa9f20 admin admin] 10.222.0.65 "DELETE /v2.0/networks/f402825b-9e39-47db-aebe-4860214d9069 HTTP/1.1" status: 204 len: 168 time: 1.1765852 Feb 04 12:26:39.113245 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0824a0e-87de-4537-ad34-6e579baa9f20 admin admin] Pushing event deleted for resources: {'Network': ['ID=f402825b-9e39-47db-aebe-4860214d9069,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:26:39.118012 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3845d276-8476-4122-9fd9-31c6c36cf512 req-617a0a55-a361-4cdf-bedd-081a6a044d47 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/security-groups?id=0e320687-8002-4e00-a016-6bf57af2cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3115196 Feb 04 12:26:39.292204 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71d083d2-5737-430c-a69a-5ccb78ba3c31 req-943de83e-35bb-4288-98cc-fc4047bf4a3c tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Made reservation on behalf of f50b895c9ca94e2aa6b9c6495d9eebfd for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:26:39.311900 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-71d083d2-5737-430c-a69a-5ccb78ba3c31 req-943de83e-35bb-4288-98cc-fc4047bf4a3c tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:39.422425 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device b01d1443-a960-47d9-96a7-6e1cb030716e no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:26:39.429831 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-402a6f4a-b01c-429c-abb9-c1c5fb07d291 x-openstack-request-id: req-402a6f4a-b01c-429c-abb9-c1c5fb07d291 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:26:39.430152 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf95935d-16c5-45d1-b524-d91fd1a03a94", "name": "network-vif-deleted", "tag": "b01d1443-a960-47d9-96a7-6e1cb030716e", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:26:39.430421 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-402a6f4a-b01c-429c-abb9-c1c5fb07d291 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:26:39.431448 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf95935d-16c5-45d1-b524-d91fd1a03a94', 'name': 'network-vif-deleted', 'tag': 'b01d1443-a960-47d9-96a7-6e1cb030716e', 'status': 'completed', 'code': 200} Feb 04 12:26:39.550277 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] No Port match for: b01d1443-a960-47d9-96a7-6e1cb030716e {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:26:39.550628 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device b01d1443-a960-47d9-96a7-6e1cb030716e not bound to the agent host n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:26:39.601411 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 36012) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:26:39.704747 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-964dea5e-e85d-42e3-8c87-8f7687a0b0e5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=33e190cb696f4fb89ceec209ff1f4848&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1019781 Feb 04 12:26:39.707100 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 36016) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:26:39.757003 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9325edc5-d74c-4e88-aa5e-fe6f0a967443 req-3dbd7bb5-5f34-4247-bd0b-0cd153c09766 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] 10.222.0.65 "GET /v2.0/ports?device_id=fb35898f-baf3-439e-8444-b9cf9f140486 HTTP/1.1" status: 200 len: 210 time: 0.1137805 Feb 04 12:26:39.830491 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e61bd2f8-06cd-42be-b526-79a4f2166d3b admin admin] Publish callbacks [] for security_group (717aa9e7-39e6-4fd6-bc25-03a9c1928dfc), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:39.869885 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2338f569-2c1a-4147-9127-f74c236ed948 req-192f1524-cd37-4615-9219-5ae3ce44dd1e tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:26:39.872205 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2338f569-2c1a-4147-9127-f74c236ed948 req-192f1524-cd37-4615-9219-5ae3ce44dd1e tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?device_id=35799951-f327-49e4-9a9d-7a4789d7e10d HTTP/1.1" status: 200 len: 943 time: 0.9275613 Feb 04 12:26:39.883233 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e61bd2f8-06cd-42be-b526-79a4f2166d3b admin admin] Publish callbacks [] for security_group (717aa9e7-39e6-4fd6-bc25-03a9c1928dfc), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:39.983294 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-71d083d2-5737-430c-a69a-5ccb78ba3c31 req-943de83e-35bb-4288-98cc-fc4047bf4a3c tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Allocated IP 172.20.0.7 (f4dfd687-dba5-46ff-81a8-361822d13e13/875d7ebd-efc4-4fa6-a601-61971abf78fc/a533665c-f94d-43cb-b324-1da2cf7912f7) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:26:40.005732 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d5eae6ce-9502-4332-9ac2-8f9bf154e10d req-499fbacc-3f45-422a-b9ba-d0ee28d5132d tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.65 "GET /v2.0/security-groups/632e25fa-9243-4209-b92f-0b3179a2a71f HTTP/1.1" status: 200 len: 1816 time: 0.1873198 Feb 04 12:26:40.047086 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e61bd2f8-06cd-42be-b526-79a4f2166d3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (717aa9e7-39e6-4fd6-bc25-03a9c1928dfc), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:40.061083 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e61bd2f8-06cd-42be-b526-79a4f2166d3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:40.068318 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-e61bd2f8-06cd-42be-b526-79a4f2166d3b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/717aa9e7-39e6-4fd6-bc25-03a9c1928dfc HTTP/1.1" status: 204 len: 168 time: 0.3593357 Feb 04 12:26:40.094270 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61bd2f8-06cd-42be-b526-79a4f2166d3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=717aa9e7-39e6-4fd6-bc25-03a9c1928dfc,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:26:40.248162 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-d5eae6ce-9502-4332-9ac2-8f9bf154e10d req-bf01930d-4756-4017-9aad-cd1f39a16600 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Publish callbacks [] for security_group (632e25fa-9243-4209-b92f-0b3179a2a71f), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:40.294623 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-d5eae6ce-9502-4332-9ac2-8f9bf154e10d req-bf01930d-4756-4017-9aad-cd1f39a16600 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Publish callbacks [] for security_group (632e25fa-9243-4209-b92f-0b3179a2a71f), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:40.381225 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-d5eae6ce-9502-4332-9ac2-8f9bf154e10d req-bf01930d-4756-4017-9aad-cd1f39a16600 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (632e25fa-9243-4209-b92f-0b3179a2a71f), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:40.387116 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-d5eae6ce-9502-4332-9ac2-8f9bf154e10d req-bf01930d-4756-4017-9aad-cd1f39a16600 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:40.390584 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d5eae6ce-9502-4332-9ac2-8f9bf154e10d req-bf01930d-4756-4017-9aad-cd1f39a16600 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.65 "DELETE /v2.0/security-groups/632e25fa-9243-4209-b92f-0b3179a2a71f HTTP/1.1" status: 204 len: 173 time: 0.3475592 Feb 04 12:26:40.467218 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-2338f569-2c1a-4147-9127-f74c236ed948 req-df262883-ce4f-4302-a441-2d155e9e6fbd tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Deleting port dba1453f-2c1e-4597-8998-0d3d35df5da5 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:26:40.467547 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-2338f569-2c1a-4147-9127-f74c236ed948 req-df262883-ce4f-4302-a441-2d155e9e6fbd tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (dba1453f-2c1e-4597-8998-0d3d35df5da5), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:40.470781 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf01930d-4756-4017-9aad-cd1f39a16600 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=632e25fa-9243-4209-b92f-0b3179a2a71f,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:26:40.630483 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-71d083d2-5737-430c-a69a-5ccb78ba3c31 req-943de83e-35bb-4288-98cc-fc4047bf4a3c tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Publish callbacks [] for port (a533665c-f94d-43cb-b324-1da2cf7912f7), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:40.648540 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-2338f569-2c1a-4147-9127-f74c236ed948 req-df262883-ce4f-4302-a441-2d155e9e6fbd tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] For port dba1453f-2c1e-4597-8998-0d3d35df5da5, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=dba1453f-2c1e-4597-8998-0d3d35df5da5,segment=NetworkSegment(8447b48f-5ac4-4499-b5ab-2b0cb1297003),segment_id=8447b48f-5ac4-4499-b5ab-2b0cb1297003)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:26:40.649049 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-2338f569-2c1a-4147-9127-f74c236ed948 req-df262883-ce4f-4302-a441-2d155e9e6fbd tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (dba1453f-2c1e-4597-8998-0d3d35df5da5), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:40.689221 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-2338f569-2c1a-4147-9127-f74c236ed948 req-df262883-ce4f-4302-a441-2d155e9e6fbd tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Calling delete_port for dba1453f-2c1e-4597-8998-0d3d35df5da5 owned by compute:nova {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:26:40.858713 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2d70c450-112f-4b44-b5d7-733a61eb5f81 req-a67d084a-9396-4b92-b57b-416dde497f1f tempest-AttachSCSIVolumeTestJSON-421153729 tempest-AttachSCSIVolumeTestJSON-421153729-project] 10.222.0.65 "GET /v2.0/ports?device_id=23febbe4-c34b-4a7f-abc1-b74ce0bb8a35 HTTP/1.1" status: 200 len: 210 time: 0.1379533 Feb 04 12:26:40.887763 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-71d083d2-5737-430c-a69a-5ccb78ba3c31 req-943de83e-35bb-4288-98cc-fc4047bf4a3c tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (a533665c-f94d-43cb-b324-1da2cf7912f7), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:41.065016 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71d083d2-5737-430c-a69a-5ccb78ba3c31 req-943de83e-35bb-4288-98cc-fc4047bf4a3c tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Network f4dfd687-dba5-46ff-81a8-361822d13e13 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:26:41.070882 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-71d083d2-5737-430c-a69a-5ccb78ba3c31 req-943de83e-35bb-4288-98cc-fc4047bf4a3c tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:26:41.089176 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-71d083d2-5737-430c-a69a-5ccb78ba3c31 req-943de83e-35bb-4288-98cc-fc4047bf4a3c tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:26:41.090854 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a8febf2-aff7-4cca-90d8-8bf84251b05d x-openstack-request-id: req-5a8febf2-aff7-4cca-90d8-8bf84251b05d {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:26:41.092224 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b6f9c85-3239-43e6-86e0-5a35173ff64f", "name": "network-vif-deleted", "tag": "638e78f7-bd09-4274-9cce-b586cb09d7c7", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:26:41.092678 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5a8febf2-aff7-4cca-90d8-8bf84251b05d {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:26:41.093253 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b6f9c85-3239-43e6-86e0-5a35173ff64f', 'name': 'network-vif-deleted', 'tag': '638e78f7-bd09-4274-9cce-b586cb09d7c7', 'status': 'completed', 'code': 200} Feb 04 12:26:41.144614 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943de83e-35bb-4288-98cc-fc4047bf4a3c tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Pushing event updated for resources: {'Port': ['ID=a533665c-f94d-43cb-b324-1da2cf7912f7,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:26:41.248536 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 353 Content-Type: application/json Date: Fri, 04 Feb 2022 12:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13e7a4de-9e27-4bc1-bdd0-1111b62ad477 x-openstack-request-id: req-13e7a4de-9e27-4bc1-bdd0-1111b62ad477 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:26:41.249640 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35799951-f327-49e4-9a9d-7a4789d7e10d", "name": "network-vif-unplugged", "status": "failed", "tag": "dba1453f-2c1e-4597-8998-0d3d35df5da5", "code": 422}, {"server_uuid": "d6db0dcb-a3f7-437b-b9b0-6285d804ef6a", "name": "network-vif-plugged", "status": "completed", "tag": "d441af3c-39b4-46ee-af38-3502aa337c29", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:26:41.250361 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-13e7a4de-9e27-4bc1-bdd0-1111b62ad477 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:26:41.250558 n-d-825015-3 neutron-server[103476]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '35799951-f327-49e4-9a9d-7a4789d7e10d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'dba1453f-2c1e-4597-8998-0d3d35df5da5', 'code': 422} returned with failed status Feb 04 12:26:41.251032 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6db0dcb-a3f7-437b-b9b0-6285d804ef6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd441af3c-39b4-46ee-af38-3502aa337c29', 'code': 200} Feb 04 12:26:41.292336 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2705006a-87ae-4f38-b567-c2fda931fc94 req-5e3741da-023a-403d-871b-3abe633a0064 tempest-AttachSCSIVolumeTestJSON-421153729 tempest-AttachSCSIVolumeTestJSON-421153729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:26:41.292336 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2705006a-87ae-4f38-b567-c2fda931fc94 req-5e3741da-023a-403d-871b-3abe633a0064 tempest-AttachSCSIVolumeTestJSON-421153729 tempest-AttachSCSIVolumeTestJSON-421153729-project] 10.222.0.73 "GET /v2.0/networks?id=afbcf1a8-ff83-4ce0-a7c1-9656f08f657e HTTP/1.1" status: 200 len: 814 time: 0.4270070 Feb 04 12:26:41.323688 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-2705006a-87ae-4f38-b567-c2fda931fc94 req-8e61389d-84b8-4f66-b308-b47a4491fe25 tempest-AttachSCSIVolumeTestJSON-421153729 tempest-AttachSCSIVolumeTestJSON-421153729-project] Request body: {'port': {'device_id': '23febbe4-c34b-4a7f-abc1-b74ce0bb8a35', 'network_id': 'afbcf1a8-ff83-4ce0-a7c1-9656f08f657e', 'admin_state_up': True, 'tenant_id': 'a172ea65fb63454daf69894291cfcfa7'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:26:41.426395 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-2338f569-2c1a-4147-9127-f74c236ed948 req-df262883-ce4f-4302-a441-2d155e9e6fbd tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (dba1453f-2c1e-4597-8998-0d3d35df5da5), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:41.448375 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d083d2-5737-430c-a69a-5ccb78ba3c31 req-943de83e-35bb-4288-98cc-fc4047bf4a3c tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:26:41.449468 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-71d083d2-5737-430c-a69a-5ccb78ba3c31 req-943de83e-35bb-4288-98cc-fc4047bf4a3c tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:42.087696 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 36066) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:26:42.287106 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df262883-ce4f-4302-a441-2d155e9e6fbd tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Pushing event deleted for resources: {'Port': ['ID=dba1453f-2c1e-4597-8998-0d3d35df5da5,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:26:42.328890 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-bdb93380-914b-47fe-ac5e-2a61266558f4 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1155407180-network', 'tenant_id': '911ad7a9ca4c43b7a3d039ac3f233194'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:26:42.361279 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-71d083d2-5737-430c-a69a-5ccb78ba3c31 req-943de83e-35bb-4288-98cc-fc4047bf4a3c tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4975605 Feb 04 12:26:42.395705 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdb93380-914b-47fe-ac5e-2a61266558f4 admin admin] Made reservation on behalf of 911ad7a9ca4c43b7a3d039ac3f233194 for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:26:42.400181 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-2338f569-2c1a-4147-9127-f74c236ed948 req-df262883-ce4f-4302-a441-2d155e9e6fbd tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] No DVR routers for this DVR port dba1453f-2c1e-4597-8998-0d3d35df5da5 on host n-h1-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:26:42.402208 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bdb93380-914b-47fe-ac5e-2a61266558f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:42.412025 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-71d083d2-5737-430c-a69a-5ccb78ba3c31 req-b63d9575-ec9a-4d59-9629-77f96f4a3d81 service neutron] Request body: {'port': {'device_id': 'fb35898f-baf3-439e-8444-b9cf9f140486', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:26:42.415632 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-2338f569-2c1a-4147-9127-f74c236ed948 req-df262883-ce4f-4302-a441-2d155e9e6fbd tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:42.419630 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2338f569-2c1a-4147-9127-f74c236ed948 req-df262883-ce4f-4302-a441-2d155e9e6fbd tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "DELETE /v2.0/ports/dba1453f-2c1e-4597-8998-0d3d35df5da5 HTTP/1.1" status: 204 len: 173 time: 2.5316875 Feb 04 12:26:42.421234 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bdb93380-914b-47fe-ac5e-2a61266558f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:42.424023 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35799951-f327-49e4-9a9d-7a4789d7e10d', 'name': 'network-vif-deleted', 'tag': 'dba1453f-2c1e-4597-8998-0d3d35df5da5'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:26:42.430125 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccc254e2-2068-4fe1-a89c-039576b46aac" -d '{"events": [{"server_uuid": "35799951-f327-49e4-9a9d-7a4789d7e10d", "name": "network-vif-deleted", "tag": "dba1453f-2c1e-4597-8998-0d3d35df5da5"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:26:42.488019 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2705006a-87ae-4f38-b567-c2fda931fc94 req-8e61389d-84b8-4f66-b308-b47a4491fe25 tempest-AttachSCSIVolumeTestJSON-421153729 tempest-AttachSCSIVolumeTestJSON-421153729-project] Made reservation on behalf of a172ea65fb63454daf69894291cfcfa7 for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:26:42.518513 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-2705006a-87ae-4f38-b567-c2fda931fc94 req-8e61389d-84b8-4f66-b308-b47a4491fe25 tempest-AttachSCSIVolumeTestJSON-421153729 tempest-AttachSCSIVolumeTestJSON-421153729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:42.605048 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322eced7-0c33-4fc8-a906-7012a29c4ecb req-7a46cac9-2f20-4db2-9d3f-198bd6b879c4 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:26:42.619230 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-322eced7-0c33-4fc8-a906-7012a29c4ecb req-7a46cac9-2f20-4db2-9d3f-198bd6b879c4 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d71fca2-7310-4efc-9eaf-c31026923412 HTTP/1.1" status: 200 len: 945 time: 1.1941178 Feb 04 12:26:42.637175 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bdb93380-914b-47fe-ac5e-2a61266558f4 admin admin] Publish callbacks [] for security_group (2739dea5-e9ef-4a9c-b83e-b20aa2bb6f6e), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:42.648078 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bdb93380-914b-47fe-ac5e-2a61266558f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (2739dea5-e9ef-4a9c-b83e-b20aa2bb6f6e), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:42.716372 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdb93380-914b-47fe-ac5e-2a61266558f4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:26:42.785562 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bdb93380-914b-47fe-ac5e-2a61266558f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (7993df4c-4a4c-4407-9189-4cd47c07f483), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:42.786860 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-bdb93380-914b-47fe-ac5e-2a61266558f4 admin admin] Added segment 7993df4c-4a4c-4407-9189-4cd47c07f483 of type vlan for network e51fe948-99bb-49eb-9562-1adc1cf3b0ad Feb 04 12:26:42.824778 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb93380-914b-47fe-ac5e-2a61266558f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2739dea5-e9ef-4a9c-b83e-b20aa2bb6f6e,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:26:42.935129 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bdb93380-914b-47fe-ac5e-2a61266558f4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (e51fe948-99bb-49eb-9562-1adc1cf3b0ad), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:43.004321 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-71d083d2-5737-430c-a69a-5ccb78ba3c31 req-b63d9575-ec9a-4d59-9629-77f96f4a3d81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (a533665c-f94d-43cb-b324-1da2cf7912f7), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:43.010459 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bdb93380-914b-47fe-ac5e-2a61266558f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (e51fe948-99bb-49eb-9562-1adc1cf3b0ad), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:43.012289 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb93380-914b-47fe-ac5e-2a61266558f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:26:43.013893 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bdb93380-914b-47fe-ac5e-2a61266558f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:43.050492 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-bdb93380-914b-47fe-ac5e-2a61266558f4 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9605689 Feb 04 12:26:43.076489 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-322eced7-0c33-4fc8-a906-7012a29c4ecb req-f7d0fd89-46ee-4b6a-9129-811fc004bb1e tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/security-groups?id=0e320687-8002-4e00-a016-6bf57af2cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4561210 Feb 04 12:26:43.077091 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 36086) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:26:43.096069 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-d55c7fbf-685b-43a9-ae99-9528ffb694a4 admin admin] Request body: {'subnet': {'network_id': 'e51fe948-99bb-49eb-9562-1adc1cf3b0ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1155407180-subnet', 'tenant_id': '911ad7a9ca4c43b7a3d039ac3f233194', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:26:43.186863 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb93380-914b-47fe-ac5e-2a61266558f4 admin admin] Pushing event updated for resources: {'Network': ['ID=e51fe948-99bb-49eb-9562-1adc1cf3b0ad,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:26:43.206244 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network e51fe948-99bb-49eb-9562-1adc1cf3b0ad details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:26:43.236726 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-ee9aa90d-f2b6-4d4e-86f5-7d1d4ff77d5d req-2c51594c-8b7b-48ea-a862-4abcbe16d5e5 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-283187296', 'description': 'tempest-description-1969199596'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:26:43.292584 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-ee9aa90d-f2b6-4d4e-86f5-7d1d4ff77d5d req-2c51594c-8b7b-48ea-a862-4abcbe16d5e5 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:43.328623 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d55c7fbf-685b-43a9-ae99-9528ffb694a4 admin admin] Made reservation on behalf of 911ad7a9ca4c43b7a3d039ac3f233194 for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:26:43.331084 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d55c7fbf-685b-43a9-ae99-9528ffb694a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:43.422397 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-2705006a-87ae-4f38-b567-c2fda931fc94 req-8e61389d-84b8-4f66-b308-b47a4491fe25 tempest-AttachSCSIVolumeTestJSON-421153729 tempest-AttachSCSIVolumeTestJSON-421153729-project] Allocated IP 172.20.0.6 (afbcf1a8-ff83-4ce0-a7c1-9656f08f657e/6ed49fbe-f3e9-4565-9a96-9b2577e9d8e9/3b42560d-8363-4391-b810-105e6935717d) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:26:43.871594 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-71d083d2-5737-430c-a69a-5ccb78ba3c31 req-b63d9575-ec9a-4d59-9629-77f96f4a3d81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a533665c-f94d-43cb-b324-1da2cf7912f7 {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:26:43.882190 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-71d083d2-5737-430c-a69a-5ccb78ba3c31 req-b63d9575-ec9a-4d59-9629-77f96f4a3d81 service neutron] Publish callbacks [] for port (a533665c-f94d-43cb-b324-1da2cf7912f7), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:43.898422 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-71d083d2-5737-430c-a69a-5ccb78ba3c31 req-b63d9575-ec9a-4d59-9629-77f96f4a3d81 service neutron] Transition to ACTIVE for port object a533665c-f94d-43cb-b324-1da2cf7912f7 will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:26:43.972918 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-507a3fdc-2a3e-48b4-a29c-b45dc8cd5798 req-bffcb983-85a0-40ef-8057-cc672e8e2d0a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=846162fa-b84b-4eb3-b936-02f5cd32f2c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1259468 Feb 04 12:26:44.041813 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-71d083d2-5737-430c-a69a-5ccb78ba3c31 req-b63d9575-ec9a-4d59-9629-77f96f4a3d81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (a533665c-f94d-43cb-b324-1da2cf7912f7), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:44.204635 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507a3fdc-2a3e-48b4-a29c-b45dc8cd5798 req-748f1633-938c-4442-8d5d-9a224fdc27bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:26:44.207986 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-507a3fdc-2a3e-48b4-a29c-b45dc8cd5798 req-748f1633-938c-4442-8d5d-9a224fdc27bd service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=24a467b030c744bba5cc99601ae6aefc&device_id=846162fa-b84b-4eb3-b936-02f5cd32f2c9 HTTP/1.1" status: 200 len: 1126 time: 0.1623373 Feb 04 12:26:44.255105 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63d9575-ec9a-4d59-9629-77f96f4a3d81 service neutron] Pushing event updated for resources: {'Port': ['ID=a533665c-f94d-43cb-b324-1da2cf7912f7,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:26:44.454049 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507a3fdc-2a3e-48b4-a29c-b45dc8cd5798 req-0a1b1e0a-289c-48bd-8f0e-3f9571ce06c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:26:44.456045 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-507a3fdc-2a3e-48b4-a29c-b45dc8cd5798 req-0a1b1e0a-289c-48bd-8f0e-3f9571ce06c6 service neutron] 10.222.0.77 "GET /v2.0/networks?id=8201226e-f25e-431d-a6a5-6704e8dc4880 HTTP/1.1" status: 200 len: 908 time: 0.2259610 Feb 04 12:26:44.460616 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-2705006a-87ae-4f38-b567-c2fda931fc94 req-8e61389d-84b8-4f66-b308-b47a4491fe25 tempest-AttachSCSIVolumeTestJSON-421153729 tempest-AttachSCSIVolumeTestJSON-421153729-project] Publish callbacks [] for port (3b42560d-8363-4391-b810-105e6935717d), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:44.529949 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-507a3fdc-2a3e-48b4-a29c-b45dc8cd5798 req-e7ee78de-c827-4a06-b795-5725a6ffddc3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=369651f6-f3cd-4226-893d-d949b0246438 HTTP/1.1" status: 200 len: 217 time: 0.0628874 Feb 04 12:26:44.631712 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507a3fdc-2a3e-48b4-a29c-b45dc8cd5798 req-f309b2a4-7bc8-4945-a449-350d208ab373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:26:44.635156 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-507a3fdc-2a3e-48b4-a29c-b45dc8cd5798 req-f309b2a4-7bc8-4945-a449-350d208ab373 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6b10c2b1-e8bd-4535-8be4-90c0033f4e8f HTTP/1.1" status: 200 len: 847 time: 0.0991094 Feb 04 12:26:44.710501 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-507a3fdc-2a3e-48b4-a29c-b45dc8cd5798 req-57fda6e4-8104-4ff2-8e29-ba06f02e8eb6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8201226e-f25e-431d-a6a5-6704e8dc4880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691874 Feb 04 12:26:44.804175 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-71d083d2-5737-430c-a69a-5ccb78ba3c31 req-b63d9575-ec9a-4d59-9629-77f96f4a3d81 service neutron] Attempting to bind port a533665c-f94d-43cb-b324-1da2cf7912f7 on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:26:44.804826 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-71d083d2-5737-430c-a69a-5ccb78ba3c31 req-b63d9575-ec9a-4d59-9629-77f96f4a3d81 service neutron] Attempting to bind port a533665c-f94d-43cb-b324-1da2cf7912f7 by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': '02af7db9-ac7a-4fd9-8876-35ceb0279e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f4dfd687-dba5-46ff-81a8-361822d13e13'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:26:44.805357 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d083d2-5737-430c-a69a-5ccb78ba3c31 req-b63d9575-ec9a-4d59-9629-77f96f4a3d81 service neutron] Attempting to bind port a533665c-f94d-43cb-b324-1da2cf7912f7 on network f4dfd687-dba5-46ff-81a8-361822d13e13 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:26:44.813328 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-ee9aa90d-f2b6-4d4e-86f5-7d1d4ff77d5d req-2c51594c-8b7b-48ea-a862-4abcbe16d5e5 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Publish callbacks [] for security_group (1b0e3103-ffc6-4d61-a4e4-bfaf0c1c12fb), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:44.879397 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-ee9aa90d-f2b6-4d4e-86f5-7d1d4ff77d5d req-2c51594c-8b7b-48ea-a862-4abcbe16d5e5 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (1b0e3103-ffc6-4d61-a4e4-bfaf0c1c12fb), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:44.910157 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d083d2-5737-430c-a69a-5ccb78ba3c31 req-b63d9575-ec9a-4d59-9629-77f96f4a3d81 service neutron] Port a533665c-f94d-43cb-b324-1da2cf7912f7 on network f4dfd687-dba5-46ff-81a8-361822d13e13 not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:26:44.910582 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d083d2-5737-430c-a69a-5ccb78ba3c31 req-b63d9575-ec9a-4d59-9629-77f96f4a3d81 service neutron] Attempting to bind port a533665c-f94d-43cb-b324-1da2cf7912f7 on network f4dfd687-dba5-46ff-81a8-361822d13e13 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:26:44.935094 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d083d2-5737-430c-a69a-5ccb78ba3c31 req-b63d9575-ec9a-4d59-9629-77f96f4a3d81 service neutron] Checking agent: {'id': 'f8add0d2-2202-43d3-bc0e-72442788e6ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:26:44.935795 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d083d2-5737-430c-a69a-5ccb78ba3c31 req-b63d9575-ec9a-4d59-9629-77f96f4a3d81 service neutron] Checking segment: {'id': '02af7db9-ac7a-4fd9-8876-35ceb0279e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f4dfd687-dba5-46ff-81a8-361822d13e13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:26:44.936399 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d083d2-5737-430c-a69a-5ccb78ba3c31 req-b63d9575-ec9a-4d59-9629-77f96f4a3d81 service neutron] Bound using segment: {'id': '02af7db9-ac7a-4fd9-8876-35ceb0279e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f4dfd687-dba5-46ff-81a8-361822d13e13'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:26:44.937175 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-71d083d2-5737-430c-a69a-5ccb78ba3c31 req-b63d9575-ec9a-4d59-9629-77f96f4a3d81 service neutron] Bound port: a533665c-f94d-43cb-b324-1da2cf7912f7, host: n-h1-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02af7db9-ac7a-4fd9-8876-35ceb0279e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f4dfd687-dba5-46ff-81a8-361822d13e13'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:26:44.937791 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-71d083d2-5737-430c-a69a-5ccb78ba3c31 req-b63d9575-ec9a-4d59-9629-77f96f4a3d81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (a533665c-f94d-43cb-b324-1da2cf7912f7), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:44.964842 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-2705006a-87ae-4f38-b567-c2fda931fc94 req-8e61389d-84b8-4f66-b308-b47a4491fe25 tempest-AttachSCSIVolumeTestJSON-421153729 tempest-AttachSCSIVolumeTestJSON-421153729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (3b42560d-8363-4391-b810-105e6935717d), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:44.978164 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-507a3fdc-2a3e-48b4-a29c-b45dc8cd5798 req-aa6b80e8-34fc-44c4-a68b-f75e99c5bf88 service neutron] 10.222.0.77 "GET /v2.0/networks/8201226e-f25e-431d-a6a5-6704e8dc4880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605941 Feb 04 12:26:45.161389 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-71d083d2-5737-430c-a69a-5ccb78ba3c31 req-b63d9575-ec9a-4d59-9629-77f96f4a3d81 service neutron] For port a533665c-f94d-43cb-b324-1da2cf7912f7, host n-h1-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:26:45.168923 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-71d083d2-5737-430c-a69a-5ccb78ba3c31 req-b63d9575-ec9a-4d59-9629-77f96f4a3d81 service neutron] For port a533665c-f94d-43cb-b324-1da2cf7912f7, host n-h1-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=a533665c-f94d-43cb-b324-1da2cf7912f7,segment=NetworkSegment(02af7db9-ac7a-4fd9-8876-35ceb0279e70),segment_id=02af7db9-ac7a-4fd9-8876-35ceb0279e70)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:26:45.199970 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-ee9aa90d-f2b6-4d4e-86f5-7d1d4ff77d5d req-2c51594c-8b7b-48ea-a862-4abcbe16d5e5 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:45.203764 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-507a3fdc-2a3e-48b4-a29c-b45dc8cd5798 req-b199d1bc-1be0-4022-9433-16487850a613 service neutron] 10.222.0.77 "GET /v2.0/networks/8201226e-f25e-431d-a6a5-6704e8dc4880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045767 Feb 04 12:26:45.210409 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ee9aa90d-f2b6-4d4e-86f5-7d1d4ff77d5d req-2c51594c-8b7b-48ea-a862-4abcbe16d5e5 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 1.9965425 Feb 04 12:26:45.221501 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-71d083d2-5737-430c-a69a-5ccb78ba3c31 req-b63d9575-ec9a-4d59-9629-77f96f4a3d81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (a533665c-f94d-43cb-b324-1da2cf7912f7), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:45.361871 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d083d2-5737-430c-a69a-5ccb78ba3c31 req-b63d9575-ec9a-4d59-9629-77f96f4a3d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:26:45.362010 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-71d083d2-5737-430c-a69a-5ccb78ba3c31 req-b63d9575-ec9a-4d59-9629-77f96f4a3d81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:45.364726 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-71d083d2-5737-430c-a69a-5ccb78ba3c31 req-b63d9575-ec9a-4d59-9629-77f96f4a3d81 service neutron] 10.222.0.73 "PUT /v2.0/ports/a533665c-f94d-43cb-b324-1da2cf7912f7 HTTP/1.1" status: 200 len: 1091 time: 2.9661410 Feb 04 12:26:45.367606 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e61389d-84b8-4f66-b308-b47a4491fe25 tempest-AttachSCSIVolumeTestJSON-421153729 tempest-AttachSCSIVolumeTestJSON-421153729-project] Pushing event updated for resources: {'Port': ['ID=3b42560d-8363-4391-b810-105e6935717d,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:26:45.377911 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c51594c-8b7b-48ea-a862-4abcbe16d5e5 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b0e3103-ffc6-4d61-a4e4-bfaf0c1c12fb,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:26:45.418440 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 12:26:45.441639 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d55c7fbf-685b-43a9-ae99-9528ffb694a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52094127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51452689'] for subnet (e4f2555f-8353-49c6-af06-02175d8dce52), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:45.448128 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2705006a-87ae-4f38-b567-c2fda931fc94 req-8e61389d-84b8-4f66-b308-b47a4491fe25 tempest-AttachSCSIVolumeTestJSON-421153729 tempest-AttachSCSIVolumeTestJSON-421153729-project] Network afbcf1a8-ff83-4ce0-a7c1-9656f08f657e is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:26:45.542127 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b68e9ad2-fd71-47f7-9d05-b3f7bd00b84e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:45.636341 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-2705006a-87ae-4f38-b567-c2fda931fc94 req-8e61389d-84b8-4f66-b308-b47a4491fe25 tempest-AttachSCSIVolumeTestJSON-421153729 tempest-AttachSCSIVolumeTestJSON-421153729-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:26:45.651788 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-2705006a-87ae-4f38-b567-c2fda931fc94 req-8e61389d-84b8-4f66-b308-b47a4491fe25 tempest-AttachSCSIVolumeTestJSON-421153729 tempest-AttachSCSIVolumeTestJSON-421153729-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:26:45.668974 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc96a2d-52f0-4007-b437-5a455f926dd2 req-614377b5-42ef-4009-afab-8e63a2cf0be8 tempest-LiveAutoBlockMigrationV225Test-497889810 tempest-LiveAutoBlockMigrationV225Test-497889810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:26:45.671481 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-efc96a2d-52f0-4007-b437-5a455f926dd2 req-614377b5-42ef-4009-afab-8e63a2cf0be8 tempest-LiveAutoBlockMigrationV225Test-497889810 tempest-LiveAutoBlockMigrationV225Test-497889810-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=2d71fca2-7310-4efc-9eaf-c31026923412&tenant_id=207f01ccf15c4616a04a98fbbad5fc72&binding%3Ahost_id=n-h2-825015-3 HTTP/1.1" status: 200 len: 1127 time: 0.1551695 Feb 04 12:26:45.683235 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55c7fbf-685b-43a9-ae99-9528ffb694a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4f2555f-8353-49c6-af06-02175d8dce52,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:26:45.697818 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-efc96a2d-52f0-4007-b437-5a455f926dd2 req-4d57737a-ce38-4713-bc05-fac6712c5da0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-825015-3'}}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:26:45.765967 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63d9575-ec9a-4d59-9629-77f96f4a3d81 service neutron] Pushing event updated for resources: {'Port': ['ID=a533665c-f94d-43cb-b324-1da2cf7912f7,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:26:45.917654 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2705006a-87ae-4f38-b567-c2fda931fc94 req-8e61389d-84b8-4f66-b308-b47a4491fe25 tempest-AttachSCSIVolumeTestJSON-421153729 tempest-AttachSCSIVolumeTestJSON-421153729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:26:45.918545 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-2705006a-87ae-4f38-b567-c2fda931fc94 req-8e61389d-84b8-4f66-b308-b47a4491fe25 tempest-AttachSCSIVolumeTestJSON-421153729 tempest-AttachSCSIVolumeTestJSON-421153729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:45.935133 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-efc96a2d-52f0-4007-b437-5a455f926dd2 req-4d57737a-ce38-4713-bc05-fac6712c5da0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (f34e4e06-e537-4833-a9ca-032296768d2b), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:45.944017 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d083d2-5737-430c-a69a-5ccb78ba3c31 req-05fcf108-6e21-4c22-8288-50c6b53145d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:26:45.946606 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-71d083d2-5737-430c-a69a-5ccb78ba3c31 req-05fcf108-6e21-4c22-8288-50c6b53145d2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f50b895c9ca94e2aa6b9c6495d9eebfd&device_id=fb35898f-baf3-439e-8444-b9cf9f140486 HTTP/1.1" status: 200 len: 1125 time: 0.3502343 Feb 04 12:26:45.959849 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55c7fbf-685b-43a9-ae99-9528ffb694a4 admin admin] Checking segment: {'id': '7993df4c-4a4c-4407-9189-4cd47c07f483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e51fe948-99bb-49eb-9562-1adc1cf3b0ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:26:45.960746 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55c7fbf-685b-43a9-ae99-9528ffb694a4 admin admin] Network hostable DHCP agents. Network: e51fe948-99bb-49eb-9562-1adc1cf3b0ad, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:26:45.978156 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2705006a-87ae-4f38-b567-c2fda931fc94 req-8e61389d-84b8-4f66-b308-b47a4491fe25 tempest-AttachSCSIVolumeTestJSON-421153729 tempest-AttachSCSIVolumeTestJSON-421153729-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6686177 Feb 04 12:26:46.028654 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-2705006a-87ae-4f38-b567-c2fda931fc94 req-81b640b5-619f-4007-8ed9-212598aeb1c0 service neutron] Request body: {'port': {'device_id': '23febbe4-c34b-4a7f-abc1-b74ce0bb8a35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:26:46.033166 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-71d083d2-5737-430c-a69a-5ccb78ba3c31 req-2557b634-924b-40c1-b66a-a98a882aedaa service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a533665c-f94d-43cb-b324-1da2cf7912f7 HTTP/1.1" status: 200 len: 217 time: 0.0681109 Feb 04 12:26:46.050264 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66acf65-53a3-4b5a-8ca6-2c1514fe5793 req-a46b5013-d9e3-4474-b35e-3eac2b89eec9 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:26:46.064590 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b66acf65-53a3-4b5a-8ca6-2c1514fe5793 req-a46b5013-d9e3-4474-b35e-3eac2b89eec9 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] 10.222.0.65 "GET /v2.0/ports?device_id=fb35898f-baf3-439e-8444-b9cf9f140486 HTTP/1.1" status: 200 len: 943 time: 0.3243396 Feb 04 12:26:46.148169 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce3087d-fe91-4dc6-b065-8d7ce621d7ba req-05cdfcde-aea9-479f-bdab-adce984e2e39 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:26:46.156130 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-cce3087d-fe91-4dc6-b065-8d7ce621d7ba req-05cdfcde-aea9-479f-bdab-adce984e2e39 tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.77 "GET /v2.0/ports?device_id=846162fa-b84b-4eb3-b936-02f5cd32f2c9 HTTP/1.1" status: 200 len: 944 time: 0.2079082 Feb 04 12:26:46.223279 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55c7fbf-685b-43a9-ae99-9528ffb694a4 admin admin] Network e51fe948-99bb-49eb-9562-1adc1cf3b0ad is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:26:46.244224 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d083d2-5737-430c-a69a-5ccb78ba3c31 req-7556c816-1417-47fc-889f-0d0277e16320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:26:46.246628 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-71d083d2-5737-430c-a69a-5ccb78ba3c31 req-7556c816-1417-47fc-889f-0d0277e16320 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=875d7ebd-efc4-4fa6-a601-61971abf78fc HTTP/1.1" status: 200 len: 845 time: 0.1677704 Feb 04 12:26:46.247573 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-d55c7fbf-685b-43a9-ae99-9528ffb694a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, e51fe948-99bb-49eb-9562-1adc1cf3b0ad) {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:26:46.255925 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55c7fbf-685b-43a9-ae99-9528ffb694a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:26:46.256751 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d55c7fbf-685b-43a9-ae99-9528ffb694a4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:46.274531 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dfc6dee-10f5-4051-89a0-aadba5b4cd7a None None] Network e51fe948-99bb-49eb-9562-1adc1cf3b0ad requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:26:46.323051 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b66acf65-53a3-4b5a-8ca6-2c1514fe5793 req-0c4305ae-4044-47b7-920e-be3f68f7a5b7 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0b93a62-41a7-4338-9add-00a3a3dd7ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568913 Feb 04 12:26:46.519256 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-71d083d2-5737-430c-a69a-5ccb78ba3c31 req-e0bdc28d-3372-4a1d-aa14-097c392b9e72 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f4dfd687-dba5-46ff-81a8-361822d13e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2581835 Feb 04 12:26:46.581344 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-e726390e-4561-443d-b59f-15a40fef88b7 None None] Provisioning complete for port 3b42560d-8363-4391-b810-105e6935717d triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:26:46.582619 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e726390e-4561-443d-b59f-15a40fef88b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (3b42560d-8363-4391-b810-105e6935717d), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:46.701010 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-efc96a2d-52f0-4007-b437-5a455f926dd2 req-4d57737a-ce38-4713-bc05-fac6712c5da0 service neutron] For port f34e4e06-e537-4833-a9ca-032296768d2b, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=f34e4e06-e537-4833-a9ca-032296768d2b,segment=NetworkSegment(30a1e83f-6fb2-463b-baec-19bf81bfa14b),segment_id=30a1e83f-6fb2-463b-baec-19bf81bfa14b)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:26:46.741615 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-cce3087d-fe91-4dc6-b065-8d7ce621d7ba req-0313cbc2-22e0-49bd-a98a-c4d8d947978a tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Deleting port 369651f6-f3cd-4226-893d-d949b0246438 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:26:46.742320 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-cce3087d-fe91-4dc6-b065-8d7ce621d7ba req-0313cbc2-22e0-49bd-a98a-c4d8d947978a tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (369651f6-f3cd-4226-893d-d949b0246438), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:46.834676 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-71d083d2-5737-430c-a69a-5ccb78ba3c31 req-bb9c4ebf-5d82-4134-8c0d-9b397eee9248 service neutron] 10.222.0.73 "GET /v2.0/networks/f4dfd687-dba5-46ff-81a8-361822d13e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2745306 Feb 04 12:26:46.850011 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-e726390e-4561-443d-b59f-15a40fef88b7 None None] Port 3b42560d-8363-4391-b810-105e6935717d cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:26:46.861843 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c2df56-d63e-4c14-8e7c-c5ea1758d086 None None] Network e51fe948-99bb-49eb-9562-1adc1cf3b0ad requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:26:46.904285 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-2705006a-87ae-4f38-b567-c2fda931fc94 req-81b640b5-619f-4007-8ed9-212598aeb1c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (3b42560d-8363-4391-b810-105e6935717d), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:46.916632 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-d55c7fbf-685b-43a9-ae99-9528ffb694a4 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 3.8334816 Feb 04 12:26:47.163059 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098646bc-2559-4bfc-913b-4e022d4cd9f6 req-3a5a3787-21fb-4249-8597-2adcde379a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:26:47.169597 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-098646bc-2559-4bfc-913b-4e022d4cd9f6 req-3a5a3787-21fb-4249-8597-2adcde379a18 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=32f22fc3fe314df5a0a3e54bc5c19ebb&device_id=d6db0dcb-a3f7-437b-b9b0-6285d804ef6a HTTP/1.1" status: 200 len: 1131 time: 0.6388562 Feb 04 12:26:47.439318 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device f34e4e06-e537-4833-a9ca-032296768d2b details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:26:47.484446 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec62bf-bb34-4df6-9c90-bf8248634527 req-eabaf0aa-896a-49f5-83cf-f815091fa151 tempest-AttachSCSIVolumeTestJSON-421153729 tempest-AttachSCSIVolumeTestJSON-421153729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:26:47.500816 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bdec62bf-bb34-4df6-9c90-bf8248634527 req-eabaf0aa-896a-49f5-83cf-f815091fa151 tempest-AttachSCSIVolumeTestJSON-421153729 tempest-AttachSCSIVolumeTestJSON-421153729-project] 10.222.0.65 "GET /v2.0/ports?device_id=23febbe4-c34b-4a7f-abc1-b74ce0bb8a35 HTTP/1.1" status: 200 len: 931 time: 0.9677241 Feb 04 12:26:47.545940 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-efc96a2d-52f0-4007-b437-5a455f926dd2 req-4d57737a-ce38-4713-bc05-fac6712c5da0 service neutron] For port f34e4e06-e537-4833-a9ca-032296768d2b, host n-h2-825015-3, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:26:47.634453 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-efc96a2d-52f0-4007-b437-5a455f926dd2 req-4d57737a-ce38-4713-bc05-fac6712c5da0 service neutron] Publish callbacks [] for port (f34e4e06-e537-4833-a9ca-032296768d2b), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:47.638911 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d71fca2-7310-4efc-9eaf-c31026923412', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f34e4e06-e537-4833-a9ca-032296768d2b'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:26:47.643671 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c427e22c-8d4b-45d9-ac2b-5a3d2c84df1a" -d '{"events": [{"server_uuid": "2d71fca2-7310-4efc-9eaf-c31026923412", "name": "network-vif-unplugged", "status": "completed", "tag": "f34e4e06-e537-4833-a9ca-032296768d2b"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:26:47.652162 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-cce3087d-fe91-4dc6-b065-8d7ce621d7ba req-0313cbc2-22e0-49bd-a98a-c4d8d947978a tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] For port 369651f6-f3cd-4226-893d-d949b0246438, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=369651f6-f3cd-4226-893d-d949b0246438,segment=NetworkSegment(1a9a2aca-b7f6-445c-a938-0b8696864233),segment_id=1a9a2aca-b7f6-445c-a938-0b8696864233)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:26:47.653579 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-cce3087d-fe91-4dc6-b065-8d7ce621d7ba req-0313cbc2-22e0-49bd-a98a-c4d8d947978a tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (369651f6-f3cd-4226-893d-d949b0246438), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:47.659262 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-efc96a2d-52f0-4007-b437-5a455f926dd2 req-4d57737a-ce38-4713-bc05-fac6712c5da0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (f34e4e06-e537-4833-a9ca-032296768d2b), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:47.720152 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-cce3087d-fe91-4dc6-b065-8d7ce621d7ba req-0313cbc2-22e0-49bd-a98a-c4d8d947978a tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Calling delete_port for 369651f6-f3cd-4226-893d-d949b0246438 owned by compute:nova {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:26:47.836708 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port f34e4e06-e537-4833-a9ca-032296768d2b, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=f34e4e06-e537-4833-a9ca-032296768d2b,segment=NetworkSegment(30a1e83f-6fb2-463b-baec-19bf81bfa14b),segment_id=30a1e83f-6fb2-463b-baec-19bf81bfa14b)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:26:47.870410 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-71d083d2-5737-430c-a69a-5ccb78ba3c31 req-a262890d-1cf7-448f-b00c-cfd897672375 service neutron] 10.222.0.73 "GET /v2.0/networks/f4dfd687-dba5-46ff-81a8-361822d13e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9728482 Feb 04 12:26:47.877051 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-efc96a2d-52f0-4007-b437-5a455f926dd2 req-4d57737a-ce38-4713-bc05-fac6712c5da0 service neutron] Attempting to bind port f34e4e06-e537-4833-a9ca-032296768d2b on host n-h2-825015-3 for vnic_type normal with profile {"migrating_to": "n-h1-825015-3"} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:26:47.877828 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-efc96a2d-52f0-4007-b437-5a455f926dd2 req-4d57737a-ce38-4713-bc05-fac6712c5da0 service neutron] Attempting to bind port f34e4e06-e537-4833-a9ca-032296768d2b by drivers openvswitch,hyperv on host n-h2-825015-3 at level 0 using segments [{'id': '30a1e83f-6fb2-463b-baec-19bf81bfa14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '365084f8-2068-4655-9009-041f3cc171be'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:26:47.878447 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device f34e4e06-e537-4833-a9ca-032296768d2b has no active binding in host n-h1-825015-3 {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 04 12:26:47.878838 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc96a2d-52f0-4007-b437-5a455f926dd2 req-4d57737a-ce38-4713-bc05-fac6712c5da0 service neutron] Attempting to bind port f34e4e06-e537-4833-a9ca-032296768d2b on network 365084f8-2068-4655-9009-041f3cc171be {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:26:47.900145 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc96a2d-52f0-4007-b437-5a455f926dd2 req-4d57737a-ce38-4713-bc05-fac6712c5da0 service neutron] Port f34e4e06-e537-4833-a9ca-032296768d2b on network 365084f8-2068-4655-9009-041f3cc171be not bound, no agent of type Open vSwitch agent registered on host n-h2-825015-3 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:26:47.900881 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc96a2d-52f0-4007-b437-5a455f926dd2 req-4d57737a-ce38-4713-bc05-fac6712c5da0 service neutron] Attempting to bind port f34e4e06-e537-4833-a9ca-032296768d2b on network 365084f8-2068-4655-9009-041f3cc171be {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:26:47.918712 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc96a2d-52f0-4007-b437-5a455f926dd2 req-4d57737a-ce38-4713-bc05-fac6712c5da0 service neutron] Checking agent: {'id': '9b68a165-e786-4b91-8592-44519c2ecabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:26:47.929550 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc96a2d-52f0-4007-b437-5a455f926dd2 req-4d57737a-ce38-4713-bc05-fac6712c5da0 service neutron] Checking segment: {'id': '30a1e83f-6fb2-463b-baec-19bf81bfa14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '365084f8-2068-4655-9009-041f3cc171be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:26:47.931290 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc96a2d-52f0-4007-b437-5a455f926dd2 req-4d57737a-ce38-4713-bc05-fac6712c5da0 service neutron] Bound using segment: {'id': '30a1e83f-6fb2-463b-baec-19bf81bfa14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '365084f8-2068-4655-9009-041f3cc171be'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:26:47.932427 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-efc96a2d-52f0-4007-b437-5a455f926dd2 req-4d57737a-ce38-4713-bc05-fac6712c5da0 service neutron] Bound port: f34e4e06-e537-4833-a9ca-032296768d2b, host: n-h2-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30a1e83f-6fb2-463b-baec-19bf81bfa14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '365084f8-2068-4655-9009-041f3cc171be'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:26:47.933415 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-efc96a2d-52f0-4007-b437-5a455f926dd2 req-4d57737a-ce38-4713-bc05-fac6712c5da0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (f34e4e06-e537-4833-a9ca-032296768d2b), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:47.941079 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d57737a-ce38-4713-bc05-fac6712c5da0 service neutron] Pushing event updated for resources: {'Port': ['ID=f34e4e06-e537-4833-a9ca-032296768d2b,revision_number=7']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:26:47.950114 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-60763f09-6dcb-46a0-8a68-1c276b3136b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:47.963300 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bdec62bf-bb34-4df6-9c90-bf8248634527 req-ac053fa9-41a1-4019-86b7-43960b595982 tempest-AttachSCSIVolumeTestJSON-421153729 tempest-AttachSCSIVolumeTestJSON-421153729-project] 10.222.0.65 "GET /v2.0/security-groups?id=4627cf44-a468-496d-a8c0-6c68c1cc9832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4592960 Feb 04 12:26:48.124195 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 04 Feb 2022 12:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ef16b90-c38e-4877-972a-bec063491df0 x-openstack-request-id: req-2ef16b90-c38e-4877-972a-bec063491df0 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:26:48.125036 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35799951-f327-49e4-9a9d-7a4789d7e10d", "name": "network-vif-deleted", "tag": "dba1453f-2c1e-4597-8998-0d3d35df5da5", "status": "failed", "code": 422}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:26:48.125624 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2ef16b90-c38e-4877-972a-bec063491df0 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:26:48.126391 n-d-825015-3 neutron-server[103475]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '35799951-f327-49e4-9a9d-7a4789d7e10d', 'name': 'network-vif-deleted', 'tag': 'dba1453f-2c1e-4597-8998-0d3d35df5da5', 'status': 'failed', 'code': 422} returned with failed status Feb 04 12:26:48.138521 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098646bc-2559-4bfc-913b-4e022d4cd9f6 req-f4968d28-0181-4d4d-978f-719feb10fc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:26:48.141709 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-098646bc-2559-4bfc-913b-4e022d4cd9f6 req-f4968d28-0181-4d4d-978f-719feb10fc12 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2f7dc246-a024-4937-952c-0ddeef5af29c HTTP/1.1" status: 200 len: 870 time: 0.9365501 Feb 04 12:26:48.177566 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-efc96a2d-52f0-4007-b437-5a455f926dd2 req-4d57737a-ce38-4713-bc05-fac6712c5da0 service neutron] For port f34e4e06-e537-4833-a9ca-032296768d2b, host n-h2-825015-3, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:26:48.184908 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-efc96a2d-52f0-4007-b437-5a455f926dd2 req-4d57737a-ce38-4713-bc05-fac6712c5da0 service neutron] For port f34e4e06-e537-4833-a9ca-032296768d2b, host n-h2-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=f34e4e06-e537-4833-a9ca-032296768d2b,segment=NetworkSegment(30a1e83f-6fb2-463b-baec-19bf81bfa14b),segment_id=30a1e83f-6fb2-463b-baec-19bf81bfa14b)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:26:48.227625 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-efc96a2d-52f0-4007-b437-5a455f926dd2 req-4d57737a-ce38-4713-bc05-fac6712c5da0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (f34e4e06-e537-4833-a9ca-032296768d2b), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:48.320969 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-098646bc-2559-4bfc-913b-4e022d4cd9f6 req-1379395c-d1a2-4cca-99bc-6394d013550d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=d441af3c-39b4-46ee-af38-3502aa337c29 HTTP/1.1" status: 200 len: 217 time: 0.1636190 Feb 04 12:26:48.507029 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc96a2d-52f0-4007-b437-5a455f926dd2 req-4d57737a-ce38-4713-bc05-fac6712c5da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:26:48.511324 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-efc96a2d-52f0-4007-b437-5a455f926dd2 req-4d57737a-ce38-4713-bc05-fac6712c5da0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:48.511324 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-efc96a2d-52f0-4007-b437-5a455f926dd2 req-4d57737a-ce38-4713-bc05-fac6712c5da0 service neutron] 10.222.0.73 "PUT /v2.0/ports/f34e4e06-e537-4833-a9ca-032296768d2b HTTP/1.1" status: 200 len: 1121 time: 2.8186076 Feb 04 12:26:48.561711 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d57737a-ce38-4713-bc05-fac6712c5da0 service neutron] Pushing event updated for resources: {'Port': ['ID=f34e4e06-e537-4833-a9ca-032296768d2b,revision_number=8']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:26:48.609311 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['f34e4e06-e537-4833-a9ca-032296768d2b'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:26:48.641412 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['f34e4e06-e537-4833-a9ca-032296768d2b'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:26:48.735185 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-cce3087d-fe91-4dc6-b065-8d7ce621d7ba req-0313cbc2-22e0-49bd-a98a-c4d8d947978a tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (369651f6-f3cd-4226-893d-d949b0246438), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:48.807517 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098646bc-2559-4bfc-913b-4e022d4cd9f6 req-35c2005d-b272-4168-8234-4adc8af82fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:26:48.822255 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-098646bc-2559-4bfc-913b-4e022d4cd9f6 req-35c2005d-b272-4168-8234-4adc8af82fca service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5ee3374a-84e9-4639-853c-740c6edaf6dc HTTP/1.1" status: 200 len: 843 time: 0.3042147 Feb 04 12:26:48.826129 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-2705006a-87ae-4f38-b567-c2fda931fc94 req-81b640b5-619f-4007-8ed9-212598aeb1c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b42560d-8363-4391-b810-105e6935717d {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:26:48.838677 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0313cbc2-22e0-49bd-a98a-c4d8d947978a tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Pushing event deleted for resources: {'Port': ['ID=369651f6-f3cd-4226-893d-d949b0246438,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:26:48.894216 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-2705006a-87ae-4f38-b567-c2fda931fc94 req-81b640b5-619f-4007-8ed9-212598aeb1c0 service neutron] Publish callbacks [] for port (3b42560d-8363-4391-b810-105e6935717d), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:49.011798 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-cce3087d-fe91-4dc6-b065-8d7ce621d7ba req-0313cbc2-22e0-49bd-a98a-c4d8d947978a tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] No DVR routers for this DVR port 369651f6-f3cd-4226-893d-d949b0246438 on host n-h2-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:26:49.016378 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-cce3087d-fe91-4dc6-b065-8d7ce621d7ba req-0313cbc2-22e0-49bd-a98a-c4d8d947978a tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:49.021695 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-cce3087d-fe91-4dc6-b065-8d7ce621d7ba req-0313cbc2-22e0-49bd-a98a-c4d8d947978a tempest-LiveMigrationTest-1305621524 tempest-LiveMigrationTest-1305621524-project] 10.222.0.77 "DELETE /v2.0/ports/369651f6-f3cd-4226-893d-d949b0246438 HTTP/1.1" status: 204 len: 173 time: 2.8607426 Feb 04 12:26:49.077380 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0e8840-7ddc-4350-8794-1ad5caeec170 req-5f29e083-5f5b-41c9-8ab8-2324f48fa0cc tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:26:49.093363 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4f0e8840-7ddc-4350-8794-1ad5caeec170 req-5f29e083-5f5b-41c9-8ab8-2324f48fa0cc tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d71fca2-7310-4efc-9eaf-c31026923412 HTTP/1.1" status: 200 len: 943 time: 0.6693094 Feb 04 12:26:49.182275 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-2705006a-87ae-4f38-b567-c2fda931fc94 req-81b640b5-619f-4007-8ed9-212598aeb1c0 service neutron] Transition to ACTIVE for port object 3b42560d-8363-4391-b810-105e6935717d will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:26:49.192595 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-2705006a-87ae-4f38-b567-c2fda931fc94 req-81b640b5-619f-4007-8ed9-212598aeb1c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (3b42560d-8363-4391-b810-105e6935717d), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:49.258569 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b640b5-619f-4007-8ed9-212598aeb1c0 service neutron] Pushing event updated for resources: {'Port': ['ID=3b42560d-8363-4391-b810-105e6935717d,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:26:49.334099 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098646bc-2559-4bfc-913b-4e022d4cd9f6 req-e9abefb2-1fbe-41df-b2eb-8c3eb468a2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:26:49.334441 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:49.335672 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-098646bc-2559-4bfc-913b-4e022d4cd9f6 req-e9abefb2-1fbe-41df-b2eb-8c3eb468a2ba service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2f7dc246-a024-4937-952c-0ddeef5af29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4646695 Feb 04 12:26:49.370752 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4f0e8840-7ddc-4350-8794-1ad5caeec170 req-ca53ac01-a240-489a-901a-048b20faad4e tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/security-groups?id=0e320687-8002-4e00-a016-6bf57af2cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757759 Feb 04 12:26:49.793993 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-800ceffc-163e-4d95-8ec9-e0e3746d5070 req-80b60f76-c89e-4e21-a60d-508a4c8aa784 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.65 "GET /v2.0/security-groups/1b0e3103-ffc6-4d61-a4e4-bfaf0c1c12fb HTTP/1.1" status: 200 len: 1817 time: 0.2071891 Feb 04 12:26:49.819424 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-800ceffc-163e-4d95-8ec9-e0e3746d5070 req-64c5a5d9-6652-48af-9496-a40354cc0c6c tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Request body: {'security_group': {'name': 'tempest-sg-hth-746031337', 'description': 'tempest-description-hth-1020866993'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:26:49.847402 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-098646bc-2559-4bfc-913b-4e022d4cd9f6 req-9a0d167e-3032-437f-b03c-19f08a0a7379 service neutron] 10.222.0.73 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4686797 Feb 04 12:26:49.847402 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-2705006a-87ae-4f38-b567-c2fda931fc94 req-81b640b5-619f-4007-8ed9-212598aeb1c0 service neutron] Attempting to bind port 3b42560d-8363-4391-b810-105e6935717d on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:26:49.847402 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-2705006a-87ae-4f38-b567-c2fda931fc94 req-81b640b5-619f-4007-8ed9-212598aeb1c0 service neutron] Attempting to bind port 3b42560d-8363-4391-b810-105e6935717d by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': 'c79394f8-f009-4252-b7b2-a9e14ca97f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'afbcf1a8-ff83-4ce0-a7c1-9656f08f657e'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:26:49.847402 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2705006a-87ae-4f38-b567-c2fda931fc94 req-81b640b5-619f-4007-8ed9-212598aeb1c0 service neutron] Attempting to bind port 3b42560d-8363-4391-b810-105e6935717d on network afbcf1a8-ff83-4ce0-a7c1-9656f08f657e {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:26:49.874186 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2705006a-87ae-4f38-b567-c2fda931fc94 req-81b640b5-619f-4007-8ed9-212598aeb1c0 service neutron] Port 3b42560d-8363-4391-b810-105e6935717d on network afbcf1a8-ff83-4ce0-a7c1-9656f08f657e not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:26:49.874478 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2705006a-87ae-4f38-b567-c2fda931fc94 req-81b640b5-619f-4007-8ed9-212598aeb1c0 service neutron] Attempting to bind port 3b42560d-8363-4391-b810-105e6935717d on network afbcf1a8-ff83-4ce0-a7c1-9656f08f657e {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:26:49.991184 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2705006a-87ae-4f38-b567-c2fda931fc94 req-81b640b5-619f-4007-8ed9-212598aeb1c0 service neutron] Checking agent: {'id': 'f8add0d2-2202-43d3-bc0e-72442788e6ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:26:49.991997 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2705006a-87ae-4f38-b567-c2fda931fc94 req-81b640b5-619f-4007-8ed9-212598aeb1c0 service neutron] Checking segment: {'id': 'c79394f8-f009-4252-b7b2-a9e14ca97f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'afbcf1a8-ff83-4ce0-a7c1-9656f08f657e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:26:49.992395 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2705006a-87ae-4f38-b567-c2fda931fc94 req-81b640b5-619f-4007-8ed9-212598aeb1c0 service neutron] Bound using segment: {'id': 'c79394f8-f009-4252-b7b2-a9e14ca97f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'afbcf1a8-ff83-4ce0-a7c1-9656f08f657e'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:26:49.993178 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-2705006a-87ae-4f38-b567-c2fda931fc94 req-81b640b5-619f-4007-8ed9-212598aeb1c0 service neutron] Bound port: 3b42560d-8363-4391-b810-105e6935717d, host: n-h1-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c79394f8-f009-4252-b7b2-a9e14ca97f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'afbcf1a8-ff83-4ce0-a7c1-9656f08f657e'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:26:49.993762 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-2705006a-87ae-4f38-b567-c2fda931fc94 req-81b640b5-619f-4007-8ed9-212598aeb1c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (3b42560d-8363-4391-b810-105e6935717d), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:50.031167 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-800ceffc-163e-4d95-8ec9-e0e3746d5070 req-64c5a5d9-6652-48af-9496-a40354cc0c6c tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Publish callbacks [] for security_group (1b0e3103-ffc6-4d61-a4e4-bfaf0c1c12fb), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:50.154485 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb35898f-baf3-439e-8444-b9cf9f140486', 'tag': 'a533665c-f94d-43cb-b324-1da2cf7912f7'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:26:50.176894 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b54dbeed-0d4a-45f8-8855-a2eee43f45e0" -d '{"events": [{"name": "network-changed", "server_uuid": "fb35898f-baf3-439e-8444-b9cf9f140486", "tag": "a533665c-f94d-43cb-b324-1da2cf7912f7"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:26:50.341788 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:50.424170 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-098646bc-2559-4bfc-913b-4e022d4cd9f6 req-a47b918c-98db-4278-a525-e2160ec2040d service neutron] 10.222.0.73 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5645847 Feb 04 12:26:50.428067 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-800ceffc-163e-4d95-8ec9-e0e3746d5070 req-64c5a5d9-6652-48af-9496-a40354cc0c6c tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Publish callbacks [] for security_group (1b0e3103-ffc6-4d61-a4e4-bfaf0c1c12fb), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:50.434989 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-2705006a-87ae-4f38-b567-c2fda931fc94 req-81b640b5-619f-4007-8ed9-212598aeb1c0 service neutron] For port 3b42560d-8363-4391-b810-105e6935717d, host n-h1-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:26:50.440145 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-2705006a-87ae-4f38-b567-c2fda931fc94 req-81b640b5-619f-4007-8ed9-212598aeb1c0 service neutron] For port 3b42560d-8363-4391-b810-105e6935717d, host n-h1-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=3b42560d-8363-4391-b810-105e6935717d,segment=NetworkSegment(c79394f8-f009-4252-b7b2-a9e14ca97f89),segment_id=c79394f8-f009-4252-b7b2-a9e14ca97f89)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:26:50.444607 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-800ceffc-163e-4d95-8ec9-e0e3746d5070 req-64c5a5d9-6652-48af-9496-a40354cc0c6c tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (1b0e3103-ffc6-4d61-a4e4-bfaf0c1c12fb), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:50.457391 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-800ceffc-163e-4d95-8ec9-e0e3746d5070 req-64c5a5d9-6652-48af-9496-a40354cc0c6c tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:50.459917 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-800ceffc-163e-4d95-8ec9-e0e3746d5070 req-64c5a5d9-6652-48af-9496-a40354cc0c6c tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.65 "PUT /v2.0/security-groups/1b0e3103-ffc6-4d61-a4e4-bfaf0c1c12fb HTTP/1.1" status: 200 len: 1791 time: 0.6706719 Feb 04 12:26:50.522067 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-2705006a-87ae-4f38-b567-c2fda931fc94 req-81b640b5-619f-4007-8ed9-212598aeb1c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (3b42560d-8363-4391-b810-105e6935717d), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:50.604856 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 36120) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:26:50.661028 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 369651f6-f3cd-4226-893d-d949b0246438 no longer exists at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:26:50.661985 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2705006a-87ae-4f38-b567-c2fda931fc94 req-81b640b5-619f-4007-8ed9-212598aeb1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:26:50.663002 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-2705006a-87ae-4f38-b567-c2fda931fc94 req-81b640b5-619f-4007-8ed9-212598aeb1c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:50.671655 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2705006a-87ae-4f38-b567-c2fda931fc94 req-81b640b5-619f-4007-8ed9-212598aeb1c0 service neutron] 10.222.0.73 "PUT /v2.0/ports/3b42560d-8363-4391-b810-105e6935717d HTTP/1.1" status: 200 len: 1091 time: 4.6513500 Feb 04 12:26:50.706829 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c5a5d9-6652-48af-9496-a40354cc0c6c tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b0e3103-ffc6-4d61-a4e4-bfaf0c1c12fb,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:26:50.752672 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] No Port match for: 369651f6-f3cd-4226-893d-d949b0246438 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:26:50.753045 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 369651f6-f3cd-4226-893d-d949b0246438 not bound to the agent host n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:26:50.901527 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b640b5-619f-4007-8ed9-212598aeb1c0 service neutron] Pushing event updated for resources: {'Port': ['ID=3b42560d-8363-4391-b810-105e6935717d,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:26:50.966870 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-46353215-4d7f-41ab-8ec6-6a4f0e6fbd04 admin admin] Deleting subnet 6b10c2b1-e8bd-4535-8be4-90c0033f4e8f {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:26:50.976870 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-46353215-4d7f-41ab-8ec6-6a4f0e6fbd04 admin admin] Publish callbacks [] for subnet (6b10c2b1-e8bd-4535-8be4-90c0033f4e8f), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:51.072715 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-46353215-4d7f-41ab-8ec6-6a4f0e6fbd04 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (6b10c2b1-e8bd-4535-8be4-90c0033f4e8f), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:51.101653 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ebf125-9281-47f6-8097-c460832bdff0 req-74417215-cc98-4c9b-8977-d463e73e99bc tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:26:51.108229 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-35ebf125-9281-47f6-8097-c460832bdff0 req-74417215-cc98-4c9b-8977-d463e73e99bc tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] 10.222.0.65 "GET /v2.0/ports?device_id=fb35898f-baf3-439e-8444-b9cf9f140486 HTTP/1.1" status: 200 len: 943 time: 0.3604372 Feb 04 12:26:51.184804 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-46353215-4d7f-41ab-8ec6-6a4f0e6fbd04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (6b10c2b1-e8bd-4535-8be4-90c0033f4e8f), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:51.232615 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2705006a-87ae-4f38-b567-c2fda931fc94 req-10c875da-2215-4051-82a1-a15c5d26e104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:26:51.234873 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2705006a-87ae-4f38-b567-c2fda931fc94 req-10c875da-2215-4051-82a1-a15c5d26e104 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a172ea65fb63454daf69894291cfcfa7&device_id=23febbe4-c34b-4a7f-abc1-b74ce0bb8a35 HTTP/1.1" status: 200 len: 1125 time: 0.2618151 Feb 04 12:26:51.286623 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-46353215-4d7f-41ab-8ec6-6a4f0e6fbd04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (6b10c2b1-e8bd-4535-8be4-90c0033f4e8f), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:51.355670 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46353215-4d7f-41ab-8ec6-6a4f0e6fbd04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b10c2b1-e8bd-4535-8be4-90c0033f4e8f,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:26:51.381356 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2705006a-87ae-4f38-b567-c2fda931fc94 req-86a37d4d-479c-491f-b67e-a4e89a10b0ee service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3b42560d-8363-4391-b810-105e6935717d HTTP/1.1" status: 200 len: 217 time: 0.1311874 Feb 04 12:26:51.392332 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-46353215-4d7f-41ab-8ec6-6a4f0e6fbd04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:51.406481 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-46353215-4d7f-41ab-8ec6-6a4f0e6fbd04 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/6b10c2b1-e8bd-4535-8be4-90c0033f4e8f HTTP/1.1" status: 204 len: 168 time: 0.7994020 Feb 04 12:26:51.428832 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 36126) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:26:51.448542 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device a533665c-f94d-43cb-b324-1da2cf7912f7 details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:26:51.456810 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-35ebf125-9281-47f6-8097-c460832bdff0 req-6c914f66-b0a1-42f9-afb4-a52cf312befd tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0b93a62-41a7-4338-9add-00a3a3dd7ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3278036 Feb 04 12:26:51.628736 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2705006a-87ae-4f38-b567-c2fda931fc94 req-b8906bc1-188a-4d8b-8af0-ec2fdcf8c2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:26:51.631466 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2705006a-87ae-4f38-b567-c2fda931fc94 req-b8906bc1-188a-4d8b-8af0-ec2fdcf8c2ed service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6ed49fbe-f3e9-4565-9a96-9b2577e9d8e9 HTTP/1.1" status: 200 len: 853 time: 0.2371514 Feb 04 12:26:51.701429 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2095d70a-9a2e-4c70-bdaf-f743fb2b3033 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (8201226e-f25e-431d-a6a5-6704e8dc4880), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:51.763932 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:51.812559 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2705006a-87ae-4f38-b567-c2fda931fc94 req-afcbea5b-ef1c-423e-81f2-47b1256238c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:26:51.818634 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2705006a-87ae-4f38-b567-c2fda931fc94 req-afcbea5b-ef1c-423e-81f2-47b1256238c4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=afbcf1a8-ff83-4ce0-a7c1-9656f08f657e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1763749 Feb 04 12:26:51.913298 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port a533665c-f94d-43cb-b324-1da2cf7912f7, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=a533665c-f94d-43cb-b324-1da2cf7912f7,segment=NetworkSegment(02af7db9-ac7a-4fd9-8876-35ceb0279e70),segment_id=02af7db9-ac7a-4fd9-8876-35ceb0279e70)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:26:51.991944 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': 'a533665c-f94d-43cb-b324-1da2cf7912f7', 'network_id': 'f4dfd687-dba5-46ff-81a8-361822d13e13', 'port_id': 'a533665c-f94d-43cb-b324-1da2cf7912f7', 'mac_address': 'fa:16:3e:8f:e6:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '875d7ebd-efc4-4fa6-a601-61971abf78fc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:26:52.150206 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2705006a-87ae-4f38-b567-c2fda931fc94 req-4894c0d5-3fdb-47b5-a517-42beac797223 service neutron] 10.222.0.73 "GET /v2.0/networks/afbcf1a8-ff83-4ce0-a7c1-9656f08f657e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3125556 Feb 04 12:26:52.163178 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port a533665c-f94d-43cb-b324-1da2cf7912f7 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:26:52.163178 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (a533665c-f94d-43cb-b324-1da2cf7912f7), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:52.183134 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2095d70a-9a2e-4c70-bdaf-f743fb2b3033 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (8201226e-f25e-431d-a6a5-6704e8dc4880), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:52.190395 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a533665c-f94d-43cb-b324-1da2cf7912f7 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:26:52.273188 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port a533665c-f94d-43cb-b324-1da2cf7912f7, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=a533665c-f94d-43cb-b324-1da2cf7912f7,segment=NetworkSegment(02af7db9-ac7a-4fd9-8876-35ceb0279e70),segment_id=02af7db9-ac7a-4fd9-8876-35ceb0279e70)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:26:52.282624 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (a533665c-f94d-43cb-b324-1da2cf7912f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:52.333983 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-2095d70a-9a2e-4c70-bdaf-f743fb2b3033 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8201226e-f25e-431d-a6a5-6704e8dc4880']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:26:52.374458 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-2095d70a-9a2e-4c70-bdaf-f743fb2b3033 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a9a2aca-b7f6-445c-a938-0b8696864233') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:26:52.377586 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-2095d70a-9a2e-4c70-bdaf-f743fb2b3033 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a9a2aca-b7f6-445c-a938-0b8696864233') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:26:52.403614 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2095d70a-9a2e-4c70-bdaf-f743fb2b3033 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (1a9a2aca-b7f6-445c-a938-0b8696864233), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:52.428477 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=a533665c-f94d-43cb-b324-1da2cf7912f7,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:26:52.468815 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2095d70a-9a2e-4c70-bdaf-f743fb2b3033 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (1a9a2aca-b7f6-445c-a938-0b8696864233), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:52.519854 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2095d70a-9a2e-4c70-bdaf-f743fb2b3033 admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:26:52.519854 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2095d70a-9a2e-4c70-bdaf-f743fb2b3033 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (1a9a2aca-b7f6-445c-a938-0b8696864233), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:52.525778 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 12:26:52.525778 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:26:52.525778 n-d-825015-3 neutron-server[103474]: timer() Feb 04 12:26:52.525778 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:26:52.525778 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 12:26:52.525778 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:26:52.525778 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 12:26:52.525778 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:26:52.525778 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 12:26:52.525778 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:26:52.525778 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 12:26:52.525778 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:26:52.525778 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 12:26:52.525778 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:26:52.525778 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:26:52.525778 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:26:52.525778 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:26:52.525778 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:26:52.525778 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 12:26:52.525778 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:26:52.525778 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 12:26:52.525778 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:26:52.525778 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:26:52.525778 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:26:52.525778 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 12:26:52.525778 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:26:52.525778 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:26:52.525778 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:26:52.525778 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:26:52.525778 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:26:52.525778 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:26:52.525778 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:26:52.544633 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2705006a-87ae-4f38-b567-c2fda931fc94 req-112530ff-38e9-4136-b204-ac6ec6fb0de7 service neutron] 10.222.0.73 "GET /v2.0/networks/afbcf1a8-ff83-4ce0-a7c1-9656f08f657e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3869364 Feb 04 12:26:52.606014 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['a533665c-f94d-43cb-b324-1da2cf7912f7'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:26:52.748368 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2095d70a-9a2e-4c70-bdaf-f743fb2b3033 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (8201226e-f25e-431d-a6a5-6704e8dc4880), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:52.774346 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2095d70a-9a2e-4c70-bdaf-f743fb2b3033 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:52.788520 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 36140) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:26:52.788867 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-2095d70a-9a2e-4c70-bdaf-f743fb2b3033 admin admin] 10.222.0.65 "DELETE /v2.0/networks/8201226e-f25e-431d-a6a5-6704e8dc4880 HTTP/1.1" status: 204 len: 168 time: 1.3577840 Feb 04 12:26:52.838723 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2095d70a-9a2e-4c70-bdaf-f743fb2b3033 admin admin] Pushing event deleted for resources: {'Network': ['ID=8201226e-f25e-431d-a6a5-6704e8dc4880,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:26:52.990684 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_v2 [None req-a54dc363-c39f-4d32-be6a-6a2a93339e7c admin admin] Deleting subnet bfa72478-aa79-41fd-b50d-ed219b5b7331 {{(pid=103475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:26:52.997497 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a54dc363-c39f-4d32-be6a-6a2a93339e7c admin admin] Publish callbacks [] for subnet (bfa72478-aa79-41fd-b50d-ed219b5b7331), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:53.224279 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a54dc363-c39f-4d32-be6a-6a2a93339e7c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51859329'] for subnet (bfa72478-aa79-41fd-b50d-ed219b5b7331), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:53.362217 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a54dc363-c39f-4d32-be6a-6a2a93339e7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (bfa72478-aa79-41fd-b50d-ed219b5b7331), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:53.513979 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a54dc363-c39f-4d32-be6a-6a2a93339e7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-52093282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51452698'] for subnet (bfa72478-aa79-41fd-b50d-ed219b5b7331), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:53.615999 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54dc363-c39f-4d32-be6a-6a2a93339e7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfa72478-aa79-41fd-b50d-ed219b5b7331,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:26:53.638989 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a54dc363-c39f-4d32-be6a-6a2a93339e7c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:53.648834 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-a54dc363-c39f-4d32-be6a-6a2a93339e7c admin admin] 10.222.0.65 "DELETE /v2.0/subnets/bfa72478-aa79-41fd-b50d-ed219b5b7331 HTTP/1.1" status: 204 len: 168 time: 0.8579190 Feb 04 12:26:53.652189 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 36146) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:26:53.915688 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1911f872-74a2-4b6b-a9da-58a47a8751d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (a18a30fd-ca74-4b22-a2ea-6ed1021b5186), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:54.145428 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1911f872-74a2-4b6b-a9da-58a47a8751d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (a18a30fd-ca74-4b22-a2ea-6ed1021b5186), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:54.189809 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-1911f872-74a2-4b6b-a9da-58a47a8751d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a18a30fd-ca74-4b22-a2ea-6ed1021b5186']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:26:54.214626 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-1911f872-74a2-4b6b-a9da-58a47a8751d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbbfc853-1ac1-4c01-910e-441f06883f37') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:26:54.215144 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-1911f872-74a2-4b6b-a9da-58a47a8751d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbbfc853-1ac1-4c01-910e-441f06883f37') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:26:54.256027 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1911f872-74a2-4b6b-a9da-58a47a8751d3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (cbbfc853-1ac1-4c01-910e-441f06883f37), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:54.302293 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1911f872-74a2-4b6b-a9da-58a47a8751d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (cbbfc853-1ac1-4c01-910e-441f06883f37), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:54.318480 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1911f872-74a2-4b6b-a9da-58a47a8751d3 admin admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:26:54.319244 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1911f872-74a2-4b6b-a9da-58a47a8751d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (cbbfc853-1ac1-4c01-910e-441f06883f37), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:54.323271 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 12:26:54.323271 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:26:54.323271 n-d-825015-3 neutron-server[103474]: timer() Feb 04 12:26:54.323271 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:26:54.323271 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 12:26:54.323271 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:26:54.323271 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 12:26:54.323271 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:26:54.323271 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 12:26:54.323271 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:26:54.323271 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 12:26:54.323271 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:26:54.323271 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 12:26:54.323271 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:26:54.323271 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:26:54.323271 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:26:54.323271 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:26:54.323271 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:26:54.323271 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 12:26:54.323271 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:26:54.323271 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 12:26:54.323271 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:26:54.323271 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:26:54.323271 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:26:54.323271 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 12:26:54.323271 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:26:54.323271 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:26:54.323271 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:26:54.323271 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:26:54.323271 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:26:54.323271 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:26:54.323271 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:26:54.459887 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1911f872-74a2-4b6b-a9da-58a47a8751d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (a18a30fd-ca74-4b22-a2ea-6ed1021b5186), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:54.485261 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1911f872-74a2-4b6b-a9da-58a47a8751d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:54.508547 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-1911f872-74a2-4b6b-a9da-58a47a8751d3 admin admin] 10.222.0.65 "DELETE /v2.0/networks/a18a30fd-ca74-4b22-a2ea-6ed1021b5186 HTTP/1.1" status: 204 len: 168 time: 0.8548164 Feb 04 12:26:54.529855 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1911f872-74a2-4b6b-a9da-58a47a8751d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=a18a30fd-ca74-4b22-a2ea-6ed1021b5186,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:26:54.772917 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 12:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c592e7d3-f30e-47aa-b52e-03523ca07753 x-openstack-request-id: req-c592e7d3-f30e-47aa-b52e-03523ca07753 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:26:54.773714 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d71fca2-7310-4efc-9eaf-c31026923412", "name": "network-vif-unplugged", "status": "completed", "tag": "f34e4e06-e537-4833-a9ca-032296768d2b", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:26:54.774337 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c592e7d3-f30e-47aa-b52e-03523ca07753 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:26:54.775235 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d71fca2-7310-4efc-9eaf-c31026923412', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f34e4e06-e537-4833-a9ca-032296768d2b', 'code': 200} Feb 04 12:26:54.856604 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 36168) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:26:55.030216 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-b987c262-dccc-4b9b-b9b5-834b920e2d49 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=24a467b030c744bba5cc99601ae6aefc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1713381 Feb 04 12:26:55.032757 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 36178) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:26:55.218619 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0cc02488-fd50-4412-a468-819e22785749 admin admin] Publish callbacks [] for security_group (e4f571d4-f0a1-47f6-a54a-b93db47581cc), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:55.301153 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0cc02488-fd50-4412-a468-819e22785749 admin admin] Publish callbacks [] for security_group (e4f571d4-f0a1-47f6-a54a-b93db47581cc), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:55.410818 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2af336f-771d-43f8-a9f2-3be86547a8b7 req-8404680b-3993-485a-b72a-be110a1748f3 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:26:55.448633 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f2af336f-771d-43f8-a9f2-3be86547a8b7 req-8404680b-3993-485a-b72a-be110a1748f3 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/networks?id=4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5 HTTP/1.1" status: 200 len: 812 time: 0.5068710 Feb 04 12:26:55.460680 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0cc02488-fd50-4412-a468-819e22785749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (e4f571d4-f0a1-47f6-a54a-b93db47581cc), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:55.466729 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0cc02488-fd50-4412-a468-819e22785749 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:55.472933 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-0cc02488-fd50-4412-a468-819e22785749 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e4f571d4-f0a1-47f6-a54a-b93db47581cc HTTP/1.1" status: 204 len: 168 time: 0.4269111 Feb 04 12:26:55.473250 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f0ed79-961a-4486-bb7b-7ee0d57f5578 req-8f5ff7d2-22b8-482b-b9b0-22a04708a59c tempest-InstanceActionsV221TestJSON-623791713 tempest-InstanceActionsV221TestJSON-623791713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:26:55.479569 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device a533665c-f94d-43cb-b324-1da2cf7912f7 up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:26:55.482482 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-35f0ed79-961a-4486-bb7b-7ee0d57f5578 req-8f5ff7d2-22b8-482b-b9b0-22a04708a59c tempest-InstanceActionsV221TestJSON-623791713 tempest-InstanceActionsV221TestJSON-623791713-project] 10.222.0.65 "GET /v2.0/networks?id=e51fe948-99bb-49eb-9562-1adc1cf3b0ad HTTP/1.1" status: 200 len: 818 time: 0.8586318 Feb 04 12:26:55.505980 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f2af336f-771d-43f8-a9f2-3be86547a8b7 req-7a09d464-751a-481a-9e54-cbf90a62d747 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/quotas/5b457c49d6644968bc4c4118b5a09653 HTTP/1.1" status: 200 len: 375 time: 0.0553911 Feb 04 12:26:55.512272 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc02488-fd50-4412-a468-819e22785749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4f571d4-f0a1-47f6-a54a-b93db47581cc,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:26:55.570985 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-35f0ed79-961a-4486-bb7b-7ee0d57f5578 req-da8e47fb-2c96-40a5-9364-23cf53bbb5b6 tempest-InstanceActionsV221TestJSON-623791713 tempest-InstanceActionsV221TestJSON-623791713-project] 10.222.0.65 "GET /v2.0/quotas/911ad7a9ca4c43b7a3d039ac3f233194 HTTP/1.1" status: 200 len: 375 time: 0.0410581 Feb 04 12:26:55.670706 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f2af336f-771d-43f8-a9f2-3be86547a8b7 req-b0dc71b9-f13a-4bac-91cb-b727b12cee5e tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=5b457c49d6644968bc4c4118b5a09653&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1595414 Feb 04 12:26:55.734570 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning for port a533665c-f94d-43cb-b324-1da2cf7912f7 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:26:55.748405 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port a533665c-f94d-43cb-b324-1da2cf7912f7 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:26:55.749374 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (a533665c-f94d-43cb-b324-1da2cf7912f7), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:56.030794 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f2af336f-771d-43f8-a9f2-3be86547a8b7 req-a24408b2-e275-4247-a461-0a8feabbdef1 service neutron] 10.222.0.65 "GET /v2.0/networks/4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3588169 Feb 04 12:26:56.054856 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port a533665c-f94d-43cb-b324-1da2cf7912f7 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:26:56.055691 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (a533665c-f94d-43cb-b324-1da2cf7912f7), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:56.153302 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb35898f-baf3-439e-8444-b9cf9f140486', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a533665c-f94d-43cb-b324-1da2cf7912f7'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:26:56.161514 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fc0be6b-e24a-4cea-9e69-3e46605d49e0" -d '{"events": [{"server_uuid": "fb35898f-baf3-439e-8444-b9cf9f140486", "name": "network-vif-plugged", "status": "completed", "tag": "a533665c-f94d-43cb-b324-1da2cf7912f7"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:26:56.202202 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port a533665c-f94d-43cb-b324-1da2cf7912f7, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=a533665c-f94d-43cb-b324-1da2cf7912f7,segment=NetworkSegment(02af7db9-ac7a-4fd9-8876-35ceb0279e70),segment_id=02af7db9-ac7a-4fd9-8876-35ceb0279e70)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:26:56.210954 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (a533665c-f94d-43cb-b324-1da2cf7912f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:56.293732 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-35f0ed79-961a-4486-bb7b-7ee0d57f5578 req-bf288845-c874-442b-8a13-6a6af8d70ae4 tempest-InstanceActionsV221TestJSON-623791713 tempest-InstanceActionsV221TestJSON-623791713-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=911ad7a9ca4c43b7a3d039ac3f233194&fields=id HTTP/1.1" status: 200 len: 210 time: 0.6510577 Feb 04 12:26:56.369772 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=a533665c-f94d-43cb-b324-1da2cf7912f7,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:26:56.471719 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 36190) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:26:56.639407 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-a5d17b40-6a33-4a92-adba-d8bb0c5349cd admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0010b50782dc4ad289efcc056d36a1a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1655867 Feb 04 12:26:56.640496 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 36192) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:26:56.679265 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device f34e4e06-e537-4833-a9ca-032296768d2b no longer exists at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:26:56.705470 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-35f0ed79-961a-4486-bb7b-7ee0d57f5578 req-68d53d54-1df5-4e68-8b23-2ae1c624cd54 service neutron] 10.222.0.65 "GET /v2.0/networks/e51fe948-99bb-49eb-9562-1adc1cf3b0ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3766541 Feb 04 12:26:56.778891 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d71fca2-7310-4efc-9eaf-c31026923412', 'tag': 'f34e4e06-e537-4833-a9ca-032296768d2b'}, {'server_uuid': '846162fa-b84b-4eb3-b936-02f5cd32f2c9', 'name': 'network-vif-deleted', 'tag': '369651f6-f3cd-4226-893d-d949b0246438'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:26:56.787181 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf511b17-11a8-4f64-8769-3395b04d1cef" -d '{"events": [{"name": "network-changed", "server_uuid": "2d71fca2-7310-4efc-9eaf-c31026923412", "tag": "f34e4e06-e537-4833-a9ca-032296768d2b"}, {"server_uuid": "846162fa-b84b-4eb3-b936-02f5cd32f2c9", "name": "network-vif-deleted", "tag": "369651f6-f3cd-4226-893d-d949b0246438"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:26:56.831652 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-55c1d05e-210c-4b03-9cde-2b0d42aa6ed5 admin admin] Publish callbacks [] for security_group (a6c268e1-6c0d-404e-9dd9-1dfb8e5feeb2), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:56.894474 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-55c1d05e-210c-4b03-9cde-2b0d42aa6ed5 admin admin] Publish callbacks [] for security_group (a6c268e1-6c0d-404e-9dd9-1dfb8e5feeb2), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:56.919473 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port f34e4e06-e537-4833-a9ca-032296768d2b is: DOWN; New status is: DOWN {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:26:56.929543 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f2af336f-771d-43f8-a9f2-3be86547a8b7 req-2c9c4aba-a7ee-4880-aa1e-4d8a0d5935d7 service neutron] 10.222.0.65 "GET /v2.0/networks/4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8829644 Feb 04 12:26:57.004402 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-55c1d05e-210c-4b03-9cde-2b0d42aa6ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (a6c268e1-6c0d-404e-9dd9-1dfb8e5feeb2), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:57.014634 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-55c1d05e-210c-4b03-9cde-2b0d42aa6ed5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:26:57.018292 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-55c1d05e-210c-4b03-9cde-2b0d42aa6ed5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a6c268e1-6c0d-404e-9dd9-1dfb8e5feeb2 HTTP/1.1" status: 204 len: 168 time: 0.3762598 Feb 04 12:26:57.047571 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c1d05e-210c-4b03-9cde-2b0d42aa6ed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6c268e1-6c0d-404e-9dd9-1dfb8e5feeb2,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:26:57.064117 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-35f0ed79-961a-4486-bb7b-7ee0d57f5578 req-8b9cb25d-165a-423f-9616-245dcfd9a025 service neutron] 10.222.0.65 "GET /v2.0/networks/e51fe948-99bb-49eb-9562-1adc1cf3b0ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3215079 Feb 04 12:26:57.359256 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f55e68b-0e3f-4625-bbb2-ce438fb49b52 x-openstack-request-id: req-5f55e68b-0e3f-4625-bbb2-ce438fb49b52 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:26:57.359675 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb35898f-baf3-439e-8444-b9cf9f140486", "tag": "a533665c-f94d-43cb-b324-1da2cf7912f7", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:26:57.360178 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5f55e68b-0e3f-4625-bbb2-ce438fb49b52 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:26:57.361095 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb35898f-baf3-439e-8444-b9cf9f140486', 'tag': 'a533665c-f94d-43cb-b324-1da2cf7912f7', 'status': 'completed', 'code': 200} Feb 04 12:26:58.780395 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d3a075-e2a0-410a-82d7-abb837145637 req-b37bbf9b-e5c7-4364-ad4b-6b52f4e29c90 tempest-AttachSCSIVolumeTestJSON-421153729 tempest-AttachSCSIVolumeTestJSON-421153729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:26:58.800754 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f7d3a075-e2a0-410a-82d7-abb837145637 req-b37bbf9b-e5c7-4364-ad4b-6b52f4e29c90 tempest-AttachSCSIVolumeTestJSON-421153729 tempest-AttachSCSIVolumeTestJSON-421153729-project] 10.222.0.65 "GET /v2.0/ports?device_id=23febbe4-c34b-4a7f-abc1-b74ce0bb8a35 HTTP/1.1" status: 200 len: 943 time: 1.3121247 Feb 04 12:26:58.966763 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d677f919-18e4-4f3c-bb9b-1e5c8605a718 req-62b26ee6-db2a-4c65-b2f1-ac8d5ad71019 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:26:58.980221 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d677f919-18e4-4f3c-bb9b-1e5c8605a718 req-62b26ee6-db2a-4c65-b2f1-ac8d5ad71019 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d71fca2-7310-4efc-9eaf-c31026923412 HTTP/1.1" status: 200 len: 943 time: 1.4803488 Feb 04 12:26:59.042427 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f7d3a075-e2a0-410a-82d7-abb837145637 req-59dd67d2-55ef-4fb8-a1ae-4c86a962c751 tempest-AttachSCSIVolumeTestJSON-421153729 tempest-AttachSCSIVolumeTestJSON-421153729-project] 10.222.0.65 "GET /v2.0/security-groups?id=4627cf44-a468-496d-a8c0-6c68c1cc9832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376144 Feb 04 12:26:59.068554 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54dbeed-0d4a-45f8-8855-a2eee43f45e0 req-044e0df3-c659-499d-adb6-7e375cd996b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:26:59.070435 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b54dbeed-0d4a-45f8-8855-a2eee43f45e0 req-044e0df3-c659-499d-adb6-7e375cd996b7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f50b895c9ca94e2aa6b9c6495d9eebfd&device_id=fb35898f-baf3-439e-8444-b9cf9f140486 HTTP/1.1" status: 200 len: 1127 time: 1.6809857 Feb 04 12:26:59.358171 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54dbeed-0d4a-45f8-8855-a2eee43f45e0 req-aaaab612-e68b-42b7-a92a-e81681845e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:26:59.361167 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b54dbeed-0d4a-45f8-8855-a2eee43f45e0 req-aaaab612-e68b-42b7-a92a-e81681845e4b service neutron] 10.222.0.73 "GET /v2.0/networks?id=f4dfd687-dba5-46ff-81a8-361822d13e13 HTTP/1.1" status: 200 len: 906 time: 0.2835648 Feb 04 12:26:59.378454 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23febbe4-c34b-4a7f-abc1-b74ce0bb8a35', 'tag': '3b42560d-8363-4391-b810-105e6935717d'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:26:59.386620 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a0c7ff7-b847-4785-960f-7609cd968e92" -d '{"events": [{"name": "network-changed", "server_uuid": "23febbe4-c34b-4a7f-abc1-b74ce0bb8a35", "tag": "3b42560d-8363-4391-b810-105e6935717d"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:26:59.411923 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d677f919-18e4-4f3c-bb9b-1e5c8605a718 req-043b25f5-e1c2-431d-b9e4-f970b900e04e tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/security-groups?id=0e320687-8002-4e00-a016-6bf57af2cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4261398 Feb 04 12:26:59.537833 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device d441af3c-39b4-46ee-af38-3502aa337c29 no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:26:59.628266 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b54dbeed-0d4a-45f8-8855-a2eee43f45e0 req-10a44155-88f7-4144-9209-b94a5ab8dcf4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a533665c-f94d-43cb-b324-1da2cf7912f7 HTTP/1.1" status: 200 len: 217 time: 0.1799300 Feb 04 12:26:59.792284 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54dbeed-0d4a-45f8-8855-a2eee43f45e0 req-4e7e8cac-962b-400b-8b6b-fd036698dddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:26:59.795551 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b54dbeed-0d4a-45f8-8855-a2eee43f45e0 req-4e7e8cac-962b-400b-8b6b-fd036698dddd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=875d7ebd-efc4-4fa6-a601-61971abf78fc HTTP/1.1" status: 200 len: 845 time: 0.1416976 Feb 04 12:26:59.807260 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6dd0a688-eb3e-4f91-807f-29678dd001e4 req-2c3542c4-2fe4-42f8-b7a1-c282915d506b tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.65 "GET /v2.0/security-groups/1b0e3103-ffc6-4d61-a4e4-bfaf0c1c12fb HTTP/1.1" status: 200 len: 1791 time: 0.7250199 Feb 04 12:26:59.920027 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b54dbeed-0d4a-45f8-8855-a2eee43f45e0 req-021cce62-212e-436e-be19-27d11958f0f9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f4dfd687-dba5-46ff-81a8-361822d13e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1089933 Feb 04 12:26:59.955511 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [req-b54dbeed-0d4a-45f8-8855-a2eee43f45e0 req-a24310d7-cc1e-4c2c-b566-8a45f35c6d49 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:26:59.957717 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b54dbeed-0d4a-45f8-8855-a2eee43f45e0 req-a24310d7-cc1e-4c2c-b566-8a45f35c6d49 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0158007 Feb 04 12:26:59.986739 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port d441af3c-39b4-46ee-af38-3502aa337c29 is: ACTIVE; New status is: DOWN {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:26:59.990121 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (d441af3c-39b4-46ee-af38-3502aa337c29), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:00.092847 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b3c79d5-ac35-42fa-b588-21a1e9741637 x-openstack-request-id: req-4b3c79d5-ac35-42fa-b588-21a1e9741637 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:27:00.093424 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb35898f-baf3-439e-8444-b9cf9f140486", "name": "network-vif-plugged", "status": "completed", "tag": "a533665c-f94d-43cb-b324-1da2cf7912f7", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:27:00.094606 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4b3c79d5-ac35-42fa-b588-21a1e9741637 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:27:00.098733 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb35898f-baf3-439e-8444-b9cf9f140486', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a533665c-f94d-43cb-b324-1da2cf7912f7', 'code': 200} Feb 04 12:27:00.123199 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef695dd-0311-4d21-813e-e8bb6b8abe88 req-c15d00b1-01bc-4c8e-be1c-fe39b992f56a tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:00.139456 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5ef695dd-0311-4d21-813e-e8bb6b8abe88 req-c15d00b1-01bc-4c8e-be1c-fe39b992f56a tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] 10.222.0.65 "GET /v2.0/ports?device_id=fb35898f-baf3-439e-8444-b9cf9f140486 HTTP/1.1" status: 200 len: 945 time: 0.3422210 Feb 04 12:27:00.167115 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port d441af3c-39b4-46ee-af38-3502aa337c29, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=d441af3c-39b4-46ee-af38-3502aa337c29,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:27:00.173326 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (d441af3c-39b4-46ee-af38-3502aa337c29), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:00.252236 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 04 Feb 2022 12:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2b3db8e-bf48-4ae7-a7f8-e41506e94707 x-openstack-request-id: req-e2b3db8e-bf48-4ae7-a7f8-e41506e94707 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:27:00.253057 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d71fca2-7310-4efc-9eaf-c31026923412", "tag": "f34e4e06-e537-4833-a9ca-032296768d2b", "status": "completed", "code": 200}, {"server_uuid": "846162fa-b84b-4eb3-b936-02f5cd32f2c9", "name": "network-vif-deleted", "tag": "369651f6-f3cd-4226-893d-d949b0246438", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:27:00.253057 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e2b3db8e-bf48-4ae7-a7f8-e41506e94707 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:27:00.253417 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d71fca2-7310-4efc-9eaf-c31026923412', 'tag': 'f34e4e06-e537-4833-a9ca-032296768d2b', 'status': 'completed', 'code': 200} Feb 04 12:27:00.253611 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '846162fa-b84b-4eb3-b936-02f5cd32f2c9', 'name': 'network-vif-deleted', 'tag': '369651f6-f3cd-4226-893d-d949b0246438', 'status': 'completed', 'code': 200} Feb 04 12:27:00.407823 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=d441af3c-39b4-46ee-af38-3502aa337c29,revision_number=8']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:00.531720 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b54dbeed-0d4a-45f8-8855-a2eee43f45e0 req-a5982a40-11d1-4fc8-98a5-3833d86fcdfa service neutron] 10.222.0.73 "GET /v2.0/networks/f4dfd687-dba5-46ff-81a8-361822d13e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5621283 Feb 04 12:27:00.661705 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bfdf670c-930a-4142-876d-1daab94f5126 req-298a5103-8930-4cfa-bfec-5234d967b95f tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?device_id=3dbcae43-717d-41c7-982d-474705f0aebe HTTP/1.1" status: 200 len: 210 time: 0.1971922 Feb 04 12:27:00.705811 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5ef695dd-0311-4d21-813e-e8bb6b8abe88 req-eb0b46f7-cde9-440c-ad95-e34a4475f1ba tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0b93a62-41a7-4338-9add-00a3a3dd7ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5635505 Feb 04 12:27:00.854783 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f0ed79-961a-4486-bb7b-7ee0d57f5578 req-b3289f84-92c3-482d-a194-f3362765856f tempest-InstanceActionsV221TestJSON-623791713 tempest-InstanceActionsV221TestJSON-623791713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:00.859968 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-35f0ed79-961a-4486-bb7b-7ee0d57f5578 req-b3289f84-92c3-482d-a194-f3362765856f tempest-InstanceActionsV221TestJSON-623791713 tempest-InstanceActionsV221TestJSON-623791713-project] 10.222.0.77 "GET /v2.0/networks?id=e51fe948-99bb-49eb-9562-1adc1cf3b0ad HTTP/1.1" status: 200 len: 818 time: 0.4727061 Feb 04 12:27:00.900151 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-35f0ed79-961a-4486-bb7b-7ee0d57f5578 req-3a9cb2fd-9c35-44e3-ba68-c041c6c7d0f9 tempest-InstanceActionsV221TestJSON-623791713 tempest-InstanceActionsV221TestJSON-623791713-project] Request body: {'port': {'device_id': 'bbbe1713-3beb-4fcb-9006-f4192e84c761', 'network_id': 'e51fe948-99bb-49eb-9562-1adc1cf3b0ad', 'admin_state_up': True, 'tenant_id': '911ad7a9ca4c43b7a3d039ac3f233194'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:27:01.031253 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:01.112230 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81b8fa48-5907-41ef-94bd-778315f4866e x-openstack-request-id: req-81b8fa48-5907-41ef-94bd-778315f4866e {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:27:01.147212 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23febbe4-c34b-4a7f-abc1-b74ce0bb8a35", "tag": "3b42560d-8363-4391-b810-105e6935717d", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:27:01.147771 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-81b8fa48-5907-41ef-94bd-778315f4866e {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:27:01.148559 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23febbe4-c34b-4a7f-abc1-b74ce0bb8a35', 'tag': '3b42560d-8363-4391-b810-105e6935717d', 'status': 'completed', 'code': 200} Feb 04 12:27:01.230020 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf511b17-11a8-4f64-8769-3395b04d1cef req-cacc16f0-9221-44d2-adb9-7cb3ca72eec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:01.233157 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-cf511b17-11a8-4f64-8769-3395b04d1cef req-cacc16f0-9221-44d2-adb9-7cb3ca72eec0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=207f01ccf15c4616a04a98fbbad5fc72&device_id=2d71fca2-7310-4efc-9eaf-c31026923412 HTTP/1.1" status: 200 len: 1155 time: 0.9611850 Feb 04 12:27:01.234697 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6dba8939-6e5f-4c6f-8ccb-6ec0e40dbf7d req-674ea7a8-164a-4582-9858-204465e00e90 tempest-InstanceActionsV221TestJSON-623791713 tempest-InstanceActionsV221TestJSON-623791713-project] 10.222.0.65 "GET /v2.0/ports?device_id=bbbe1713-3beb-4fcb-9006-f4192e84c761 HTTP/1.1" status: 200 len: 210 time: 0.0847852 Feb 04 12:27:01.385284 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270e9e4c-5227-44e0-93c7-359e1c0886f2 req-42ab3007-a891-43a0-82e8-f2bf8175c37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:01.388037 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-270e9e4c-5227-44e0-93c7-359e1c0886f2 req-42ab3007-a891-43a0-82e8-f2bf8175c37f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=fb35898f-baf3-439e-8444-b9cf9f140486 HTTP/1.1" status: 200 len: 1127 time: 0.9530208 Feb 04 12:27:01.421981 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-954a9fc1-4bdc-4379-ba59-70ce3fcaa8e6 req-82623744-4f99-426c-94ea-69d99e46a524 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.65 "GET /v2.0/security-groups/1b0e3103-ffc6-4d61-a4e4-bfaf0c1c12fb HTTP/1.1" status: 200 len: 1791 time: 0.2520478 Feb 04 12:27:01.519539 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2af336f-771d-43f8-a9f2-3be86547a8b7 req-65c8e9f6-d652-40d2-ba9c-e48d041d4099 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:01.520250 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:01.533601 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f2af336f-771d-43f8-a9f2-3be86547a8b7 req-65c8e9f6-d652-40d2-ba9c-e48d041d4099 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.77 "GET /v2.0/networks?id=4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5 HTTP/1.1" status: 200 len: 812 time: 0.9215653 Feb 04 12:27:01.578064 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b54dbeed-0d4a-45f8-8855-a2eee43f45e0 req-e191c5f9-4893-4de5-a537-5b5cf8977411 service neutron] 10.222.0.73 "GET /v2.0/networks/f4dfd687-dba5-46ff-81a8-361822d13e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9930565 Feb 04 12:27:01.629253 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-f2af336f-771d-43f8-a9f2-3be86547a8b7 req-2bbb8da3-b4f0-4067-8535-d46095ed4780 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Request body: {'port': {'device_id': '3dbcae43-717d-41c7-982d-474705f0aebe', 'network_id': '4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5', 'admin_state_up': True, 'tenant_id': '5b457c49d6644968bc4c4118b5a09653'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:27:01.693136 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0c7ff7-b847-4785-960f-7609cd968e92 req-085eb53a-0a49-4de4-8621-1060dcada0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:01.695702 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-5a0c7ff7-b847-4785-960f-7609cd968e92 req-085eb53a-0a49-4de4-8621-1060dcada0f9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a172ea65fb63454daf69894291cfcfa7&device_id=23febbe4-c34b-4a7f-abc1-b74ce0bb8a35 HTTP/1.1" status: 200 len: 1125 time: 0.6277158 Feb 04 12:27:01.978543 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-270e9e4c-5227-44e0-93c7-359e1c0886f2 req-8af1e03a-c9ee-41cd-8837-549b35cb7eab service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=e0b93a62-41a7-4338-9add-00a3a3dd7ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5417972 Feb 04 12:27:02.048141 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-954a9fc1-4bdc-4379-ba59-70ce3fcaa8e6 req-9e2ede21-0cd5-4d76-a3c5-0152eb79bdc4 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Publish callbacks [] for security_group (1b0e3103-ffc6-4d61-a4e4-bfaf0c1c12fb), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:02.049077 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35f0ed79-961a-4486-bb7b-7ee0d57f5578 req-3a9cb2fd-9c35-44e3-ba68-c041c6c7d0f9 tempest-InstanceActionsV221TestJSON-623791713 tempest-InstanceActionsV221TestJSON-623791713-project] Made reservation on behalf of 911ad7a9ca4c43b7a3d039ac3f233194 for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:27:02.061322 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-35f0ed79-961a-4486-bb7b-7ee0d57f5578 req-3a9cb2fd-9c35-44e3-ba68-c041c6c7d0f9 tempest-InstanceActionsV221TestJSON-623791713 tempest-InstanceActionsV221TestJSON-623791713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:02.067597 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d6ff8d-a647-4cb5-99fb-053fe2523049 req-a44e6058-ac1c-47e2-ab04-90721c301b8a tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:02.079798 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a3d6ff8d-a647-4cb5-99fb-053fe2523049 req-a44e6058-ac1c-47e2-ab04-90721c301b8a tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6db0dcb-a3f7-437b-b9b0-6285d804ef6a HTTP/1.1" status: 200 len: 947 time: 0.4995053 Feb 04 12:27:02.082506 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf511b17-11a8-4f64-8769-3395b04d1cef req-bfe25eeb-e61d-4db4-b978-5683d0d06be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:02.094062 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-cf511b17-11a8-4f64-8769-3395b04d1cef req-bfe25eeb-e61d-4db4-b978-5683d0d06be4 service neutron] 10.222.0.77 "GET /v2.0/networks?id=365084f8-2068-4655-9009-041f3cc171be HTTP/1.1" status: 200 len: 922 time: 0.8047354 Feb 04 12:27:02.100262 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6db0dcb-a3f7-437b-b9b0-6285d804ef6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd441af3c-39b4-46ee-af38-3502aa337c29'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:27:02.104253 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-224710f4-b0bc-4a61-81b5-1b9b20826203" -d '{"events": [{"server_uuid": "d6db0dcb-a3f7-437b-b9b0-6285d804ef6a", "name": "network-vif-unplugged", "status": "completed", "tag": "d441af3c-39b4-46ee-af38-3502aa337c29"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:27:02.197690 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-954a9fc1-4bdc-4379-ba59-70ce3fcaa8e6 req-9e2ede21-0cd5-4d76-a3c5-0152eb79bdc4 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Publish callbacks [] for security_group (1b0e3103-ffc6-4d61-a4e4-bfaf0c1c12fb), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:02.267381 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2af336f-771d-43f8-a9f2-3be86547a8b7 req-2bbb8da3-b4f0-4067-8535-d46095ed4780 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Made reservation on behalf of 5b457c49d6644968bc4c4118b5a09653 for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:27:02.272920 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-f2af336f-771d-43f8-a9f2-3be86547a8b7 req-2bbb8da3-b4f0-4067-8535-d46095ed4780 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:02.281815 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-cf511b17-11a8-4f64-8769-3395b04d1cef req-bf8c3908-bfd4-4cfb-a016-3f49973d55ba service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f34e4e06-e537-4833-a9ca-032296768d2b HTTP/1.1" status: 200 len: 217 time: 0.1795931 Feb 04 12:27:02.334411 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a3d6ff8d-a647-4cb5-99fb-053fe2523049 req-23c8e6b1-62bd-48eb-8b84-f625f50bd1a1 tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc117a99-abfb-4c9f-b5fe-c5a8dfa82af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503693 Feb 04 12:27:02.408218 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-954a9fc1-4bdc-4379-ba59-70ce3fcaa8e6 req-9e2ede21-0cd5-4d76-a3c5-0152eb79bdc4 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (1b0e3103-ffc6-4d61-a4e4-bfaf0c1c12fb), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:02.419587 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-954a9fc1-4bdc-4379-ba59-70ce3fcaa8e6 req-9e2ede21-0cd5-4d76-a3c5-0152eb79bdc4 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:02.442411 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-954a9fc1-4bdc-4379-ba59-70ce3fcaa8e6 req-9e2ede21-0cd5-4d76-a3c5-0152eb79bdc4 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.65 "DELETE /v2.0/security-groups/1b0e3103-ffc6-4d61-a4e4-bfaf0c1c12fb HTTP/1.1" status: 204 len: 173 time: 1.0191004 Feb 04 12:27:02.516488 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ede21-0cd5-4d76-a3c5-0152eb79bdc4 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b0e3103-ffc6-4d61-a4e4-bfaf0c1c12fb,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:02.584174 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0c7ff7-b847-4785-960f-7609cd968e92 req-b6fa6ab0-d0f0-419b-9846-bc0e81e2c02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:02.586804 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-5a0c7ff7-b847-4785-960f-7609cd968e92 req-b6fa6ab0-d0f0-419b-9846-bc0e81e2c02d service neutron] 10.222.0.73 "GET /v2.0/networks?id=afbcf1a8-ff83-4ce0-a7c1-9656f08f657e HTTP/1.1" status: 200 len: 915 time: 0.8708372 Feb 04 12:27:02.662793 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-5a0c7ff7-b847-4785-960f-7609cd968e92 req-33e12baa-5270-439c-b2bd-e1a7119d4f62 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3b42560d-8363-4391-b810-105e6935717d HTTP/1.1" status: 200 len: 217 time: 0.0643365 Feb 04 12:27:02.668868 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf511b17-11a8-4f64-8769-3395b04d1cef req-09a6642a-f60a-41c3-9996-5883f91319c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:02.670762 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-cf511b17-11a8-4f64-8769-3395b04d1cef req-09a6642a-f60a-41c3-9996-5883f91319c8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=baf06417-eecb-4036-81cf-3c7679e7daf8 HTTP/1.1" status: 200 len: 861 time: 0.3765697 Feb 04 12:27:02.801644 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac3fd77-bc56-41a4-a934-d424bb989f09 req-c01d1957-3199-43a4-be15-7df4d8b59970 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:02.807177 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3ac3fd77-bc56-41a4-a934-d424bb989f09 req-c01d1957-3199-43a4-be15-7df4d8b59970 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d71fca2-7310-4efc-9eaf-c31026923412 HTTP/1.1" status: 200 len: 943 time: 0.2461662 Feb 04 12:27:02.822679 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.77', 53001) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:27:02.824078 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bc1eb3-8ae3-46fa-8bcc-65b2eb5a06bc req-203ad049-44b4-4e46-8af8-906359ba3c34 tempest-AttachSCSIVolumeTestJSON-421153729 tempest-AttachSCSIVolumeTestJSON-421153729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:02.827630 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-45bc1eb3-8ae3-46fa-8bcc-65b2eb5a06bc req-203ad049-44b4-4e46-8af8-906359ba3c34 tempest-AttachSCSIVolumeTestJSON-421153729 tempest-AttachSCSIVolumeTestJSON-421153729-project] 10.222.0.65 "GET /v2.0/ports?device_id=23febbe4-c34b-4a7f-abc1-b74ce0bb8a35 HTTP/1.1" status: 200 len: 943 time: 0.3002541 Feb 04 12:27:02.842252 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-cf511b17-11a8-4f64-8769-3395b04d1cef req-86dda593-f740-4de8-8554-b954be011ae0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=365084f8-2068-4655-9009-041f3cc171be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1165962 Feb 04 12:27:02.859498 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-f2af336f-771d-43f8-a9f2-3be86547a8b7 req-2bbb8da3-b4f0-4067-8535-d46095ed4780 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Allocated IP 172.20.0.6 (4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5/23b19519-2923-41fd-80ca-5f7c6af8f70c/4aa1e584-0e9e-49fe-be65-8cf807afd9f8) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:27:02.980716 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0c7ff7-b847-4785-960f-7609cd968e92 req-f3ce8b5c-7207-4621-bf16-c29eaa226b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:02.982632 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-5a0c7ff7-b847-4785-960f-7609cd968e92 req-f3ce8b5c-7207-4621-bf16-c29eaa226b74 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6ed49fbe-f3e9-4565-9a96-9b2577e9d8e9 HTTP/1.1" status: 200 len: 853 time: 0.2372227 Feb 04 12:27:02.992742 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [req-35f0ed79-961a-4486-bb7b-7ee0d57f5578 req-3a9cb2fd-9c35-44e3-ba68-c041c6c7d0f9 tempest-InstanceActionsV221TestJSON-623791713 tempest-InstanceActionsV221TestJSON-623791713-project] Allocated IP 172.20.0.5 (e51fe948-99bb-49eb-9562-1adc1cf3b0ad/e4f2555f-8353-49c6-af06-02175d8dce52/0ee0282c-99d9-4032-9628-bbf60d631226) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:27:03.000162 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3ac3fd77-bc56-41a4-a934-d424bb989f09 req-0fb146e8-d470-4944-98ae-a3e3da98699b tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/security-groups?id=0e320687-8002-4e00-a016-6bf57af2cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573279 Feb 04 12:27:03.010116 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-45bc1eb3-8ae3-46fa-8bcc-65b2eb5a06bc req-15e5b0e6-e8cb-46a7-86a9-41bd490ba353 tempest-AttachSCSIVolumeTestJSON-421153729 tempest-AttachSCSIVolumeTestJSON-421153729-project] 10.222.0.65 "GET /v2.0/security-groups?id=4627cf44-a468-496d-a8c0-6c68c1cc9832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625636 Feb 04 12:27:03.160247 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-efc96a2d-52f0-4007-b437-5a455f926dd2 req-4417bd92-dfb1-454f-b3a3-4c628e92ac4a service neutron] 10.222.0.77 "GET /v2.0/ports/f34e4e06-e537-4833-a9ca-032296768d2b/bindings/n-h1-825015-3 HTTP/1.1" status: 200 len: 384 time: 0.3296020 Feb 04 12:27:03.195985 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3aa0de3d-5c40-468f-9fa0-8bbd83f3437b req-23fca4da-73d1-4fe0-b354-4e61fdcf24a7 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?device_id=3dbcae43-717d-41c7-982d-474705f0aebe HTTP/1.1" status: 200 len: 210 time: 0.1021090 Feb 04 12:27:03.276869 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0c7ff7-b847-4785-960f-7609cd968e92 req-e423a73e-067c-4d8f-ac8b-2e1b01305970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:03.279365 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-5a0c7ff7-b847-4785-960f-7609cd968e92 req-e423a73e-067c-4d8f-ac8b-2e1b01305970 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=afbcf1a8-ff83-4ce0-a7c1-9656f08f657e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2897689 Feb 04 12:27:03.281486 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-cf511b17-11a8-4f64-8769-3395b04d1cef req-a41017eb-e41a-45e2-a091-184e842eaa7f service neutron] 10.222.0.77 "GET /v2.0/networks/365084f8-2068-4655-9009-041f3cc171be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4234395 Feb 04 12:27:03.296819 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 12:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6d19b07-cf55-4d1c-a034-e45db11d1e4b x-openstack-request-id: req-e6d19b07-cf55-4d1c-a034-e45db11d1e4b {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:27:03.297645 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6db0dcb-a3f7-437b-b9b0-6285d804ef6a", "name": "network-vif-unplugged", "status": "completed", "tag": "d441af3c-39b4-46ee-af38-3502aa337c29", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:27:03.297645 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e6d19b07-cf55-4d1c-a034-e45db11d1e4b {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:27:03.298181 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6db0dcb-a3f7-437b-b9b0-6285d804ef6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd441af3c-39b4-46ee-af38-3502aa337c29', 'code': 200} Feb 04 12:27:03.366832 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72da6488-4716-4fb3-b098-0d09b21d0aff req-d42f71e3-c5a5-4706-af0a-6d4e2811eda5 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:03.378581 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-72da6488-4716-4fb3-b098-0d09b21d0aff req-d42f71e3-c5a5-4706-af0a-6d4e2811eda5 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] 10.222.0.65 "GET /v2.0/ports?device_id=fb35898f-baf3-439e-8444-b9cf9f140486 HTTP/1.1" status: 200 len: 945 time: 0.1891236 Feb 04 12:27:03.460022 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-f2af336f-771d-43f8-a9f2-3be86547a8b7 req-2bbb8da3-b4f0-4067-8535-d46095ed4780 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Publish callbacks [] for port (4aa1e584-0e9e-49fe-be65-8cf807afd9f8), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:03.531539 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-f2af336f-771d-43f8-a9f2-3be86547a8b7 req-2bbb8da3-b4f0-4067-8535-d46095ed4780 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (4aa1e584-0e9e-49fe-be65-8cf807afd9f8), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:03.664589 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2af336f-771d-43f8-a9f2-3be86547a8b7 req-2bbb8da3-b4f0-4067-8535-d46095ed4780 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Network 4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:27:03.673519 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb8da3-b4f0-4067-8535-d46095ed4780 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Pushing event updated for resources: {'Port': ['ID=4aa1e584-0e9e-49fe-be65-8cf807afd9f8,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:03.690035 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-f2af336f-771d-43f8-a9f2-3be86547a8b7 req-2bbb8da3-b4f0-4067-8535-d46095ed4780 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:27:03.692852 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2af336f-771d-43f8-a9f2-3be86547a8b7 req-2bbb8da3-b4f0-4067-8535-d46095ed4780 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:27:03.713181 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-72da6488-4716-4fb3-b098-0d09b21d0aff req-f7417f77-4254-45ea-aa9d-1c796b900b95 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0b93a62-41a7-4338-9add-00a3a3dd7ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3330827 Feb 04 12:27:03.776173 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-cf511b17-11a8-4f64-8769-3395b04d1cef req-a33a25c3-d6ca-48ac-a559-168058a3a80e service neutron] 10.222.0.77 "GET /v2.0/networks/365084f8-2068-4655-9009-041f3cc171be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4871655 Feb 04 12:27:03.808313 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-88d1e53c-0121-45ae-b2d3-c12b276dcb8c req-8bb7d47e-2772-4164-b833-4f6998e8bcb9 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=5c34eef31d4540768d24bcb8030d50f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0511115 Feb 04 12:27:03.880272 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-5a0c7ff7-b847-4785-960f-7609cd968e92 req-84e16f20-49bc-4ad2-96fc-35fa1f7a7a8c service neutron] 10.222.0.73 "GET /v2.0/networks/afbcf1a8-ff83-4ce0-a7c1-9656f08f657e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5602131 Feb 04 12:27:03.884874 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-efc96a2d-52f0-4007-b437-5a455f926dd2 req-7b604857-df73-485f-a51f-6cf018e03e7e service neutron] For port f34e4e06-e537-4833-a9ca-032296768d2b, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=f34e4e06-e537-4833-a9ca-032296768d2b,segment=NetworkSegment(30a1e83f-6fb2-463b-baec-19bf81bfa14b),segment_id=30a1e83f-6fb2-463b-baec-19bf81bfa14b)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:27:03.901568 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2af336f-771d-43f8-a9f2-3be86547a8b7 req-2bbb8da3-b4f0-4067-8535-d46095ed4780 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:03.902223 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-f2af336f-771d-43f8-a9f2-3be86547a8b7 req-2bbb8da3-b4f0-4067-8535-d46095ed4780 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:03.923613 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-35f0ed79-961a-4486-bb7b-7ee0d57f5578 req-3a9cb2fd-9c35-44e3-ba68-c041c6c7d0f9 tempest-InstanceActionsV221TestJSON-623791713 tempest-InstanceActionsV221TestJSON-623791713-project] Publish callbacks [] for port (0ee0282c-99d9-4032-9628-bbf60d631226), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:03.937500 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-74bf6e32-ac3d-4e09-9bfa-12bbc64bcd40 req-061c9801-44cd-432e-8666-fbb475c2e912 tempest-InstanceActionsV221TestJSON-623791713 tempest-InstanceActionsV221TestJSON-623791713-project] 10.222.0.65 "GET /v2.0/ports?device_id=bbbe1713-3beb-4fcb-9006-f4192e84c761 HTTP/1.1" status: 200 len: 210 time: 0.1165466 Feb 04 12:27:03.966545 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f2af336f-771d-43f8-a9f2-3be86547a8b7 req-2bbb8da3-b4f0-4067-8535-d46095ed4780 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3420649 Feb 04 12:27:03.981790 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-f2af336f-771d-43f8-a9f2-3be86547a8b7 req-6e4a6316-71ae-41b7-b934-7ef258c07529 service neutron] Request body: {'port': {'device_id': '3dbcae43-717d-41c7-982d-474705f0aebe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:27:03.991722 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-efc96a2d-52f0-4007-b437-5a455f926dd2 req-7b604857-df73-485f-a51f-6cf018e03e7e service neutron] For port f34e4e06-e537-4833-a9ca-032296768d2b, host n-h2-825015-3, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:27:04.075845 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d1e53c-0121-45ae-b2d3-c12b276dcb8c req-d5ba69ce-9132-4c33-b768-106a2aca8f41 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:04.077629 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-88d1e53c-0121-45ae-b2d3-c12b276dcb8c req-d5ba69ce-9132-4c33-b768-106a2aca8f41 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2554908 Feb 04 12:27:04.095042 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-5a0c7ff7-b847-4785-960f-7609cd968e92 req-cffd316a-969c-478c-9c2b-beb0072e0fad service neutron] 10.222.0.73 "GET /v2.0/networks/afbcf1a8-ff83-4ce0-a7c1-9656f08f657e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068851 Feb 04 12:27:04.098921 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [req-efc96a2d-52f0-4007-b437-5a455f926dd2 req-7b604857-df73-485f-a51f-6cf018e03e7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f34e4e06-e537-4833-a9ca-032296768d2b {{(pid=103474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:27:04.113918 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-efc96a2d-52f0-4007-b437-5a455f926dd2 req-7b604857-df73-485f-a51f-6cf018e03e7e service neutron] For port f34e4e06-e537-4833-a9ca-032296768d2b, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=f34e4e06-e537-4833-a9ca-032296768d2b,segment=NetworkSegment(30a1e83f-6fb2-463b-baec-19bf81bfa14b),segment_id=30a1e83f-6fb2-463b-baec-19bf81bfa14b)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:27:04.117824 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-35f0ed79-961a-4486-bb7b-7ee0d57f5578 req-3a9cb2fd-9c35-44e3-ba68-c041c6c7d0f9 tempest-InstanceActionsV221TestJSON-623791713 tempest-InstanceActionsV221TestJSON-623791713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (0ee0282c-99d9-4032-9628-bbf60d631226), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:04.162575 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-f2af336f-771d-43f8-a9f2-3be86547a8b7 req-6e4a6316-71ae-41b7-b934-7ef258c07529 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (4aa1e584-0e9e-49fe-be65-8cf807afd9f8), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:04.169655 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-88d1e53c-0121-45ae-b2d3-c12b276dcb8c req-8028755f-5e8d-4cc0-a0f0-83488ee95f9d tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/quotas/5c34eef31d4540768d24bcb8030d50f3 HTTP/1.1" status: 200 len: 375 time: 0.0428779 Feb 04 12:27:04.174823 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-efc96a2d-52f0-4007-b437-5a455f926dd2 req-7b604857-df73-485f-a51f-6cf018e03e7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (f34e4e06-e537-4833-a9ca-032296768d2b), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:04.212793 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35f0ed79-961a-4486-bb7b-7ee0d57f5578 req-3a9cb2fd-9c35-44e3-ba68-c041c6c7d0f9 tempest-InstanceActionsV221TestJSON-623791713 tempest-InstanceActionsV221TestJSON-623791713-project] Network e51fe948-99bb-49eb-9562-1adc1cf3b0ad is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:27:04.219062 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [req-35f0ed79-961a-4486-bb7b-7ee0d57f5578 req-3a9cb2fd-9c35-44e3-ba68-c041c6c7d0f9 tempest-InstanceActionsV221TestJSON-623791713 tempest-InstanceActionsV221TestJSON-623791713-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:27:04.221574 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-35f0ed79-961a-4486-bb7b-7ee0d57f5578 req-3a9cb2fd-9c35-44e3-ba68-c041c6c7d0f9 tempest-InstanceActionsV221TestJSON-623791713 tempest-InstanceActionsV221TestJSON-623791713-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:27:04.237852 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9cb2fd-9c35-44e3-ba68-c041c6c7d0f9 tempest-InstanceActionsV221TestJSON-623791713 tempest-InstanceActionsV221TestJSON-623791713-project] Pushing event updated for resources: {'Port': ['ID=0ee0282c-99d9-4032-9628-bbf60d631226,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:04.272422 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-88d1e53c-0121-45ae-b2d3-c12b276dcb8c req-a3d49576-bd33-4a79-99f7-de31c45f4dd3 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=5c34eef31d4540768d24bcb8030d50f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0808916 Feb 04 12:27:04.386841 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f0ed79-961a-4486-bb7b-7ee0d57f5578 req-3a9cb2fd-9c35-44e3-ba68-c041c6c7d0f9 tempest-InstanceActionsV221TestJSON-623791713 tempest-InstanceActionsV221TestJSON-623791713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:04.387753 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-35f0ed79-961a-4486-bb7b-7ee0d57f5578 req-3a9cb2fd-9c35-44e3-ba68-c041c6c7d0f9 tempest-InstanceActionsV221TestJSON-623791713 tempest-InstanceActionsV221TestJSON-623791713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:04.432674 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.provisioning_blocks [req-efc96a2d-52f0-4007-b437-5a455f926dd2 req-7b604857-df73-485f-a51f-6cf018e03e7e service neutron] Transition to ACTIVE for port object f34e4e06-e537-4833-a9ca-032296768d2b will not be triggered until provisioned by entity L2. {{(pid=103474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:27:04.440098 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-35f0ed79-961a-4486-bb7b-7ee0d57f5578 req-3a9cb2fd-9c35-44e3-ba68-c041c6c7d0f9 tempest-InstanceActionsV221TestJSON-623791713 tempest-InstanceActionsV221TestJSON-623791713-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5550196 Feb 04 12:27:04.443104 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-efc96a2d-52f0-4007-b437-5a455f926dd2 req-7b604857-df73-485f-a51f-6cf018e03e7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (f34e4e06-e537-4833-a9ca-032296768d2b), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:04.456703 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-35f0ed79-961a-4486-bb7b-7ee0d57f5578 req-05656d10-bdda-4211-b909-60efe04145f7 service neutron] Request body: {'port': {'device_id': 'bbbe1713-3beb-4fcb-9006-f4192e84c761', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825015-3'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:27:04.681701 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-efc96a2d-52f0-4007-b437-5a455f926dd2 req-7b604857-df73-485f-a51f-6cf018e03e7e service neutron] No DVR routers for this DVR port f34e4e06-e537-4833-a9ca-032296768d2b on host n-h2-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:27:04.802281 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-f2af336f-771d-43f8-a9f2-3be86547a8b7 req-6e4a6316-71ae-41b7-b934-7ef258c07529 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4aa1e584-0e9e-49fe-be65-8cf807afd9f8 {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:27:04.818480 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-f2af336f-771d-43f8-a9f2-3be86547a8b7 req-6e4a6316-71ae-41b7-b934-7ef258c07529 service neutron] Publish callbacks [] for port (4aa1e584-0e9e-49fe-be65-8cf807afd9f8), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:04.905086 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-f2af336f-771d-43f8-a9f2-3be86547a8b7 req-6e4a6316-71ae-41b7-b934-7ef258c07529 service neutron] Transition to ACTIVE for port object 4aa1e584-0e9e-49fe-be65-8cf807afd9f8 will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:27:04.918219 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-f2af336f-771d-43f8-a9f2-3be86547a8b7 req-6e4a6316-71ae-41b7-b934-7ef258c07529 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (4aa1e584-0e9e-49fe-be65-8cf807afd9f8), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:04.981677 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad012a0-ee62-41d8-98fd-6561b92f4832 req-c18e9ae7-19a5-4e4d-b0f7-489f946d417f tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:04.988387 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8ad012a0-ee62-41d8-98fd-6561b92f4832 req-c18e9ae7-19a5-4e4d-b0f7-489f946d417f tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d71fca2-7310-4efc-9eaf-c31026923412 HTTP/1.1" status: 200 len: 944 time: 0.2070150 Feb 04 12:27:05.017632 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc03fec-f7f5-41e8-bc94-fca8a4635fe2 req-9ad44cd5-9def-440e-b18d-d976228c9e8f tempest-AttachSCSIVolumeTestJSON-421153729 tempest-AttachSCSIVolumeTestJSON-421153729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:05.021115 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0bc03fec-f7f5-41e8-bc94-fca8a4635fe2 req-9ad44cd5-9def-440e-b18d-d976228c9e8f tempest-AttachSCSIVolumeTestJSON-421153729 tempest-AttachSCSIVolumeTestJSON-421153729-project] 10.222.0.65 "GET /v2.0/ports?device_id=23febbe4-c34b-4a7f-abc1-b74ce0bb8a35 HTTP/1.1" status: 200 len: 943 time: 0.2575686 Feb 04 12:27:05.074438 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4a6316-71ae-41b7-b934-7ef258c07529 service neutron] Pushing event updated for resources: {'Port': ['ID=4aa1e584-0e9e-49fe-be65-8cf807afd9f8,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:05.157235 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8ad012a0-ee62-41d8-98fd-6561b92f4832 req-bda81d87-f583-483c-982e-7481a9c35c42 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/security-groups?id=0e320687-8002-4e00-a016-6bf57af2cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529057 Feb 04 12:27:05.201630 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b604857-df73-485f-a51f-6cf018e03e7e service neutron] Pushing event updated for resources: {'Port': ['ID=f34e4e06-e537-4833-a9ca-032296768d2b,revision_number=10']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:05.217916 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-efc96a2d-52f0-4007-b437-5a455f926dd2 req-7b604857-df73-485f-a51f-6cf018e03e7e service neutron] 10.222.0.77 "PUT /v2.0/ports/f34e4e06-e537-4833-a9ca-032296768d2b/bindings/n-h1-825015-3/activate HTTP/1.1" status: 200 len: 369 time: 2.0428662 Feb 04 12:27:05.219148 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-35f0ed79-961a-4486-bb7b-7ee0d57f5578 req-05656d10-bdda-4211-b909-60efe04145f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (0ee0282c-99d9-4032-9628-bbf60d631226), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:05.284419 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0bc03fec-f7f5-41e8-bc94-fca8a4635fe2 req-9cb57515-94a5-4237-889c-e087b34b5689 tempest-AttachSCSIVolumeTestJSON-421153729 tempest-AttachSCSIVolumeTestJSON-421153729-project] 10.222.0.65 "GET /v2.0/security-groups?id=4627cf44-a468-496d-a8c0-6c68c1cc9832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159753 Feb 04 12:27:05.323713 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-f2af336f-771d-43f8-a9f2-3be86547a8b7 req-6e4a6316-71ae-41b7-b934-7ef258c07529 service neutron] Attempting to bind port 4aa1e584-0e9e-49fe-be65-8cf807afd9f8 on host n-h2-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:27:05.324325 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-f2af336f-771d-43f8-a9f2-3be86547a8b7 req-6e4a6316-71ae-41b7-b934-7ef258c07529 service neutron] Attempting to bind port 4aa1e584-0e9e-49fe-be65-8cf807afd9f8 by drivers openvswitch,hyperv on host n-h2-825015-3 at level 0 using segments [{'id': '8447b48f-5ac4-4499-b5ab-2b0cb1297003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:27:05.325149 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2af336f-771d-43f8-a9f2-3be86547a8b7 req-6e4a6316-71ae-41b7-b934-7ef258c07529 service neutron] Attempting to bind port 4aa1e584-0e9e-49fe-be65-8cf807afd9f8 on network 4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:27:05.356343 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2af336f-771d-43f8-a9f2-3be86547a8b7 req-6e4a6316-71ae-41b7-b934-7ef258c07529 service neutron] Port 4aa1e584-0e9e-49fe-be65-8cf807afd9f8 on network 4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:27:05.356714 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2af336f-771d-43f8-a9f2-3be86547a8b7 req-6e4a6316-71ae-41b7-b934-7ef258c07529 service neutron] Attempting to bind port 4aa1e584-0e9e-49fe-be65-8cf807afd9f8 on network 4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:27:05.390925 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2af336f-771d-43f8-a9f2-3be86547a8b7 req-6e4a6316-71ae-41b7-b934-7ef258c07529 service neutron] Checking agent: {'id': '9b68a165-e786-4b91-8592-44519c2ecabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:27:05.391336 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2af336f-771d-43f8-a9f2-3be86547a8b7 req-6e4a6316-71ae-41b7-b934-7ef258c07529 service neutron] Checking segment: {'id': '8447b48f-5ac4-4499-b5ab-2b0cb1297003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:27:05.392007 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2af336f-771d-43f8-a9f2-3be86547a8b7 req-6e4a6316-71ae-41b7-b934-7ef258c07529 service neutron] Bound using segment: {'id': '8447b48f-5ac4-4499-b5ab-2b0cb1297003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:27:05.392745 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-f2af336f-771d-43f8-a9f2-3be86547a8b7 req-6e4a6316-71ae-41b7-b934-7ef258c07529 service neutron] Bound port: 4aa1e584-0e9e-49fe-be65-8cf807afd9f8, host: n-h2-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8447b48f-5ac4-4499-b5ab-2b0cb1297003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:27:05.393492 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-f2af336f-771d-43f8-a9f2-3be86547a8b7 req-6e4a6316-71ae-41b7-b934-7ef258c07529 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (4aa1e584-0e9e-49fe-be65-8cf807afd9f8), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:05.460605 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01585cda-3069-40a6-b072-18c738766c64 req-1f3999ba-f62c-47d1-95f6-aa7c48f7133f tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:05.477715 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-01585cda-3069-40a6-b072-18c738766c64 req-1f3999ba-f62c-47d1-95f6-aa7c48f7133f tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?device_id=3dbcae43-717d-41c7-982d-474705f0aebe HTTP/1.1" status: 200 len: 943 time: 0.1377766 Feb 04 12:27:05.506687 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc96a2d-52f0-4007-b437-5a455f926dd2 req-adf117ad-fc59-48a0-a665-516de0b8d51d tempest-LiveAutoBlockMigrationV225Test-497889810 tempest-LiveAutoBlockMigrationV225Test-497889810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:05.508267 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-efc96a2d-52f0-4007-b437-5a455f926dd2 req-adf117ad-fc59-48a0-a665-516de0b8d51d tempest-LiveAutoBlockMigrationV225Test-497889810 tempest-LiveAutoBlockMigrationV225Test-497889810-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=2d71fca2-7310-4efc-9eaf-c31026923412&tenant_id=207f01ccf15c4616a04a98fbbad5fc72&binding%3Ahost_id=n-h2-825015-3 HTTP/1.1" status: 200 len: 1126 time: 0.1460314 Feb 04 12:27:05.549412 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 3b42560d-8363-4391-b810-105e6935717d details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:27:05.604542 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dc3d7557-a4e9-4a36-aaea-3d25be0cb430 req-ba486872-d216-47e3-a47f-2f3afd9b09ff tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fd9097d-d5e4-4774-807c-a9b8c47df9ef HTTP/1.1" status: 200 len: 210 time: 0.0589914 Feb 04 12:27:05.690556 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-01585cda-3069-40a6-b072-18c738766c64 req-78ea21d6-53c2-4ed0-931c-e0d2bcf417a9 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f51ab49-2800-41c7-a09d-ab109cee7e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101235 Feb 04 12:27:05.741810 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-f2af336f-771d-43f8-a9f2-3be86547a8b7 req-6e4a6316-71ae-41b7-b934-7ef258c07529 service neutron] For port 4aa1e584-0e9e-49fe-be65-8cf807afd9f8, host n-h2-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:27:05.752586 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-f2af336f-771d-43f8-a9f2-3be86547a8b7 req-6e4a6316-71ae-41b7-b934-7ef258c07529 service neutron] For port 4aa1e584-0e9e-49fe-be65-8cf807afd9f8, host n-h2-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=4aa1e584-0e9e-49fe-be65-8cf807afd9f8,segment=NetworkSegment(8447b48f-5ac4-4499-b5ab-2b0cb1297003),segment_id=8447b48f-5ac4-4499-b5ab-2b0cb1297003)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:27:05.764566 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-f2af336f-771d-43f8-a9f2-3be86547a8b7 req-6e4a6316-71ae-41b7-b934-7ef258c07529 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (4aa1e584-0e9e-49fe-be65-8cf807afd9f8), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:05.799981 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 3b42560d-8363-4391-b810-105e6935717d, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=3b42560d-8363-4391-b810-105e6935717d,segment=NetworkSegment(c79394f8-f009-4252-b7b2-a9e14ca97f89),segment_id=c79394f8-f009-4252-b7b2-a9e14ca97f89)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:27:05.820516 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': '3b42560d-8363-4391-b810-105e6935717d', 'network_id': 'afbcf1a8-ff83-4ce0-a7c1-9656f08f657e', 'port_id': '3b42560d-8363-4391-b810-105e6935717d', 'mac_address': 'fa:16:3e:db:62:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ed49fbe-f3e9-4565-9a96-9b2577e9d8e9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:27:05.829988 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc96a2d-52f0-4007-b437-5a455f926dd2 req-a1e6cb86-6b40-4f77-8e46-868cae801bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:05.834727 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-efc96a2d-52f0-4007-b437-5a455f926dd2 req-a1e6cb86-6b40-4f77-8e46-868cae801bb8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2d71fca2-7310-4efc-9eaf-c31026923412&tenant_id=207f01ccf15c4616a04a98fbbad5fc72 HTTP/1.1" status: 200 len: 1126 time: 0.3107359 Feb 04 12:27:05.904455 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 3b42560d-8363-4391-b810-105e6935717d is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:27:05.904844 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (3b42560d-8363-4391-b810-105e6935717d), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:05.924712 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2af336f-771d-43f8-a9f2-3be86547a8b7 req-6e4a6316-71ae-41b7-b934-7ef258c07529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:05.925549 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-f2af336f-771d-43f8-a9f2-3be86547a8b7 req-6e4a6316-71ae-41b7-b934-7ef258c07529 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:05.928034 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f2af336f-771d-43f8-a9f2-3be86547a8b7 req-6e4a6316-71ae-41b7-b934-7ef258c07529 service neutron] 10.222.0.77 "PUT /v2.0/ports/4aa1e584-0e9e-49fe-be65-8cf807afd9f8 HTTP/1.1" status: 200 len: 1091 time: 1.9544826 Feb 04 12:27:05.928978 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dbcae43-717d-41c7-982d-474705f0aebe', 'tag': '4aa1e584-0e9e-49fe-be65-8cf807afd9f8'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:27:05.934349 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2d1cb9c-cd3b-42ef-bea5-618ee28c8b41" -d '{"events": [{"name": "network-changed", "server_uuid": "3dbcae43-717d-41c7-982d-474705f0aebe", "tag": "4aa1e584-0e9e-49fe-be65-8cf807afd9f8"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:27:05.935616 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b42560d-8363-4391-b810-105e6935717d {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:27:05.993100 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 3b42560d-8363-4391-b810-105e6935717d, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=3b42560d-8363-4391-b810-105e6935717d,segment=NetworkSegment(c79394f8-f009-4252-b7b2-a9e14ca97f89),segment_id=c79394f8-f009-4252-b7b2-a9e14ca97f89)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:27:06.001876 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [req-35f0ed79-961a-4486-bb7b-7ee0d57f5578 req-05656d10-bdda-4211-b909-60efe04145f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ee0282c-99d9-4032-9628-bbf60d631226 {{(pid=103474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:27:06.005000 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (3b42560d-8363-4391-b810-105e6935717d), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:06.025416 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-35f0ed79-961a-4486-bb7b-7ee0d57f5578 req-05656d10-bdda-4211-b909-60efe04145f7 service neutron] Publish callbacks [] for port (0ee0282c-99d9-4032-9628-bbf60d631226), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:06.064969 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc96a2d-52f0-4007-b437-5a455f926dd2 req-398d9232-aa50-49de-980d-fd8e535f74df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:06.067794 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-efc96a2d-52f0-4007-b437-5a455f926dd2 req-398d9232-aa50-49de-980d-fd8e535f74df service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=207f01ccf15c4616a04a98fbbad5fc72&device_id=2d71fca2-7310-4efc-9eaf-c31026923412 HTTP/1.1" status: 200 len: 1126 time: 0.1640506 Feb 04 12:27:06.091977 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.provisioning_blocks [req-35f0ed79-961a-4486-bb7b-7ee0d57f5578 req-05656d10-bdda-4211-b909-60efe04145f7 service neutron] Transition to ACTIVE for port object 0ee0282c-99d9-4032-9628-bbf60d631226 will not be triggered until provisioned by entity L2. {{(pid=103474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:27:06.111472 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-35f0ed79-961a-4486-bb7b-7ee0d57f5578 req-05656d10-bdda-4211-b909-60efe04145f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (0ee0282c-99d9-4032-9628-bbf60d631226), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:06.117091 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4a6316-71ae-41b7-b934-7ef258c07529 service neutron] Pushing event updated for resources: {'Port': ['ID=4aa1e584-0e9e-49fe-be65-8cf807afd9f8,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:06.120324 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=3b42560d-8363-4391-b810-105e6935717d,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:06.217957 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3d1997-de50-419f-9257-d0e582c5db13 req-6918f215-f902-407a-a0b0-7373aba7e29e tempest-InstanceActionsV221TestJSON-623791713 tempest-InstanceActionsV221TestJSON-623791713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:06.221948 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7a3d1997-de50-419f-9257-d0e582c5db13 req-6918f215-f902-407a-a0b0-7373aba7e29e tempest-InstanceActionsV221TestJSON-623791713 tempest-InstanceActionsV221TestJSON-623791713-project] 10.222.0.65 "GET /v2.0/ports?device_id=bbbe1713-3beb-4fcb-9006-f4192e84c761 HTTP/1.1" status: 200 len: 931 time: 0.3458178 Feb 04 12:27:06.238552 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8a6054-96b2-4dbc-8e3f-9cdd6b4fa9cd req-34d2f00b-b39b-4100-a2e4-55b0a4ead408 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:06.241641 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8a8a6054-96b2-4dbc-8e3f-9cdd6b4fa9cd req-34d2f00b-b39b-4100-a2e4-55b0a4ead408 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] 10.222.0.65 "GET /v2.0/ports?device_id=fb35898f-baf3-439e-8444-b9cf9f140486 HTTP/1.1" status: 200 len: 945 time: 0.3674526 Feb 04 12:27:06.251362 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2af336f-771d-43f8-a9f2-3be86547a8b7 req-52e2bb3f-9731-4c61-8ab0-34dce249c602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:06.255238 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f2af336f-771d-43f8-a9f2-3be86547a8b7 req-52e2bb3f-9731-4c61-8ab0-34dce249c602 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5b457c49d6644968bc4c4118b5a09653&device_id=3dbcae43-717d-41c7-982d-474705f0aebe HTTP/1.1" status: 200 len: 1125 time: 0.2435057 Feb 04 12:27:06.258785 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-88d1e53c-0121-45ae-b2d3-c12b276dcb8c req-47eb516e-5784-4af5-bf86-4e1e488f9522 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=5c34eef31d4540768d24bcb8030d50f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0736861 Feb 04 12:27:06.307532 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['3b42560d-8363-4391-b810-105e6935717d'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:27:06.363769 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f2af336f-771d-43f8-a9f2-3be86547a8b7 req-f712c1c4-8656-458a-ac02-60ea7e0f9b72 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4aa1e584-0e9e-49fe-be65-8cf807afd9f8 HTTP/1.1" status: 200 len: 217 time: 0.0855694 Feb 04 12:27:06.428983 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2af336f-771d-43f8-a9f2-3be86547a8b7 req-4ed24b99-1a7a-420d-b7bb-3081728b8156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:06.431623 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f2af336f-771d-43f8-a9f2-3be86547a8b7 req-4ed24b99-1a7a-420d-b7bb-3081728b8156 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=23b19519-2923-41fd-80ca-5f7c6af8f70c HTTP/1.1" status: 200 len: 852 time: 0.0578375 Feb 04 12:27:06.468554 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05656d10-bdda-4211-b909-60efe04145f7 service neutron] Pushing event updated for resources: {'Port': ['ID=0ee0282c-99d9-4032-9628-bbf60d631226,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:06.508008 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f2af336f-771d-43f8-a9f2-3be86547a8b7 req-515b376f-5df2-4539-8c43-168142ee88df service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640626 Feb 04 12:27:06.527346 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7a3d1997-de50-419f-9257-d0e582c5db13 req-86817af8-0c85-460c-ba35-2db26da31c9f tempest-InstanceActionsV221TestJSON-623791713 tempest-InstanceActionsV221TestJSON-623791713-project] 10.222.0.65 "GET /v2.0/security-groups?id=2739dea5-e9ef-4a9c-b83e-b20aa2bb6f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809401 Feb 04 12:27:06.546925 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8a8a6054-96b2-4dbc-8e3f-9cdd6b4fa9cd req-fd92b429-6f86-43cd-9a3d-67b5a0dd2662 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0b93a62-41a7-4338-9add-00a3a3dd7ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815385 Feb 04 12:27:06.550329 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc96a2d-52f0-4007-b437-5a455f926dd2 req-2eb52b0e-d7c3-4a6f-8f14-3fcce358378b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:06.552897 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-efc96a2d-52f0-4007-b437-5a455f926dd2 req-2eb52b0e-d7c3-4a6f-8f14-3fcce358378b service neutron] 10.222.0.73 "GET /v2.0/networks?id=365084f8-2068-4655-9009-041f3cc171be HTTP/1.1" status: 200 len: 922 time: 0.4751911 Feb 04 12:27:06.557744 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-35f0ed79-961a-4486-bb7b-7ee0d57f5578 req-05656d10-bdda-4211-b909-60efe04145f7 service neutron] Attempting to bind port 0ee0282c-99d9-4032-9628-bbf60d631226 on host n-h2-825015-3 for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:27:06.558083 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-35f0ed79-961a-4486-bb7b-7ee0d57f5578 req-05656d10-bdda-4211-b909-60efe04145f7 service neutron] Attempting to bind port 0ee0282c-99d9-4032-9628-bbf60d631226 by drivers openvswitch,hyperv on host n-h2-825015-3 at level 0 using segments [{'id': '7993df4c-4a4c-4407-9189-4cd47c07f483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e51fe948-99bb-49eb-9562-1adc1cf3b0ad'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:27:06.558502 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f0ed79-961a-4486-bb7b-7ee0d57f5578 req-05656d10-bdda-4211-b909-60efe04145f7 service neutron] Attempting to bind port 0ee0282c-99d9-4032-9628-bbf60d631226 on network e51fe948-99bb-49eb-9562-1adc1cf3b0ad {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:27:06.606167 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f0ed79-961a-4486-bb7b-7ee0d57f5578 req-05656d10-bdda-4211-b909-60efe04145f7 service neutron] Port 0ee0282c-99d9-4032-9628-bbf60d631226 on network e51fe948-99bb-49eb-9562-1adc1cf3b0ad not bound, no agent of type Open vSwitch agent registered on host n-h2-825015-3 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:27:06.606736 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f0ed79-961a-4486-bb7b-7ee0d57f5578 req-05656d10-bdda-4211-b909-60efe04145f7 service neutron] Attempting to bind port 0ee0282c-99d9-4032-9628-bbf60d631226 on network e51fe948-99bb-49eb-9562-1adc1cf3b0ad {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:27:06.632869 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c392a68-748d-4137-97d2-3b2ee132b90a x-openstack-request-id: req-0c392a68-748d-4137-97d2-3b2ee132b90a {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:27:06.633207 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dbcae43-717d-41c7-982d-474705f0aebe", "tag": "4aa1e584-0e9e-49fe-be65-8cf807afd9f8", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:27:06.633610 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0c392a68-748d-4137-97d2-3b2ee132b90a {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:27:06.634148 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dbcae43-717d-41c7-982d-474705f0aebe', 'tag': '4aa1e584-0e9e-49fe-be65-8cf807afd9f8', 'status': 'completed', 'code': 200} Feb 04 12:27:06.645771 n-d-825015-3 neutron-server[103475]: INFO neutron.api.v2.resource [req-3ca87243-b293-4e4f-8b18-5a00e4a70703 req-f8764cae-6e24-469b-8965-ec46b202946a tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] show failed (client error): The resource could not be found. Feb 04 12:27:06.646921 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3ca87243-b293-4e4f-8b18-5a00e4a70703 req-f8764cae-6e24-469b-8965-ec46b202946a tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.65 "GET /v2.0/security-groups/632e25fa-9243-4209-b92f-0b3179a2a71f HTTP/1.1" status: 404 len: 352 time: 0.0516317 Feb 04 12:27:06.683376 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d1e53c-0121-45ae-b2d3-c12b276dcb8c req-409286d2-9acb-4c87-b524-1726fd54d89a tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:06.685003 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-88d1e53c-0121-45ae-b2d3-c12b276dcb8c req-409286d2-9acb-4c87-b524-1726fd54d89a tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3846931 Feb 04 12:27:06.686930 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f0ed79-961a-4486-bb7b-7ee0d57f5578 req-05656d10-bdda-4211-b909-60efe04145f7 service neutron] Checking agent: {'id': '9b68a165-e786-4b91-8592-44519c2ecabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:27:06.687468 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f0ed79-961a-4486-bb7b-7ee0d57f5578 req-05656d10-bdda-4211-b909-60efe04145f7 service neutron] Checking segment: {'id': '7993df4c-4a4c-4407-9189-4cd47c07f483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e51fe948-99bb-49eb-9562-1adc1cf3b0ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:27:06.687901 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f0ed79-961a-4486-bb7b-7ee0d57f5578 req-05656d10-bdda-4211-b909-60efe04145f7 service neutron] Bound using segment: {'id': '7993df4c-4a4c-4407-9189-4cd47c07f483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e51fe948-99bb-49eb-9562-1adc1cf3b0ad'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:27:06.689356 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-35f0ed79-961a-4486-bb7b-7ee0d57f5578 req-05656d10-bdda-4211-b909-60efe04145f7 service neutron] Bound port: 0ee0282c-99d9-4032-9628-bbf60d631226, host: n-h2-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7993df4c-4a4c-4407-9189-4cd47c07f483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e51fe948-99bb-49eb-9562-1adc1cf3b0ad'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:27:06.689356 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-35f0ed79-961a-4486-bb7b-7ee0d57f5578 req-05656d10-bdda-4211-b909-60efe04145f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (0ee0282c-99d9-4032-9628-bbf60d631226), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:06.697050 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-efc96a2d-52f0-4007-b437-5a455f926dd2 req-6bb153d8-5691-4a11-b74c-b7197554e3b8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f34e4e06-e537-4833-a9ca-032296768d2b HTTP/1.1" status: 200 len: 217 time: 0.1346622 Feb 04 12:27:06.701256 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-88d1e53c-0121-45ae-b2d3-c12b276dcb8c req-5f82727c-b20a-4464-86f8-fa590df1e245 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Request body: {'port': {'device_id': '5fd9097d-d5e4-4774-807c-a9b8c47df9ef', 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c', 'admin_state_up': True, 'tenant_id': '5c34eef31d4540768d24bcb8030d50f3'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:27:06.717082 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f2af336f-771d-43f8-a9f2-3be86547a8b7 req-def16903-b98a-4bd1-a86d-b3094db851ea service neutron] 10.222.0.77 "GET /v2.0/networks/4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866703 Feb 04 12:27:06.891091 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc96a2d-52f0-4007-b437-5a455f926dd2 req-f211a888-f0d4-44c2-8b79-fd58da6a95b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:06.892726 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-efc96a2d-52f0-4007-b437-5a455f926dd2 req-f211a888-f0d4-44c2-8b79-fd58da6a95b2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=baf06417-eecb-4036-81cf-3c7679e7daf8 HTTP/1.1" status: 200 len: 861 time: 0.1747134 Feb 04 12:27:06.945919 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-efc96a2d-52f0-4007-b437-5a455f926dd2 req-2ee50b24-388b-47ab-8b23-5e0e27d26f97 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=365084f8-2068-4655-9009-041f3cc171be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442376 Feb 04 12:27:06.960147 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208232bc-126c-4a06-9775-cfdcea1641a0 req-7c1857b0-2e8d-4679-9ea4-16f73112c06b tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:06.962359 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-208232bc-126c-4a06-9775-cfdcea1641a0 req-7c1857b0-2e8d-4679-9ea4-16f73112c06b tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d71fca2-7310-4efc-9eaf-c31026923412 HTTP/1.1" status: 200 len: 944 time: 0.2447965 Feb 04 12:27:07.005116 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd5e2fd-1eb2-4be7-8771-f151f058e06c req-bd01c77e-f45e-43a1-9ba2-1aa1baa9a643 tempest-AttachSCSIVolumeTestJSON-421153729 tempest-AttachSCSIVolumeTestJSON-421153729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:07.007150 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1bd5e2fd-1eb2-4be7-8771-f151f058e06c req-bd01c77e-f45e-43a1-9ba2-1aa1baa9a643 tempest-AttachSCSIVolumeTestJSON-421153729 tempest-AttachSCSIVolumeTestJSON-421153729-project] 10.222.0.65 "GET /v2.0/ports?device_id=23febbe4-c34b-4a7f-abc1-b74ce0bb8a35 HTTP/1.1" status: 200 len: 944 time: 0.2420521 Feb 04 12:27:07.015246 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f2af336f-771d-43f8-a9f2-3be86547a8b7 req-5ab811fe-c2e8-4075-8e81-1a19645e2391 service neutron] 10.222.0.77 "GET /v2.0/networks/4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2835877 Feb 04 12:27:07.045418 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-35f0ed79-961a-4486-bb7b-7ee0d57f5578 req-05656d10-bdda-4211-b909-60efe04145f7 service neutron] For port 0ee0282c-99d9-4032-9628-bbf60d631226, host n-h2-825015-3, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:27:07.069432 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-208232bc-126c-4a06-9775-cfdcea1641a0 req-d8838246-7ce7-4240-ab8a-6f0186e793be tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/security-groups?id=0e320687-8002-4e00-a016-6bf57af2cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960331 Feb 04 12:27:07.078208 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-35f0ed79-961a-4486-bb7b-7ee0d57f5578 req-05656d10-bdda-4211-b909-60efe04145f7 service neutron] For port 0ee0282c-99d9-4032-9628-bbf60d631226, host n-h2-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=0ee0282c-99d9-4032-9628-bbf60d631226,segment=NetworkSegment(7993df4c-4a4c-4407-9189-4cd47c07f483),segment_id=7993df4c-4a4c-4407-9189-4cd47c07f483)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:27:07.081787 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88d1e53c-0121-45ae-b2d3-c12b276dcb8c req-5f82727c-b20a-4464-86f8-fa590df1e245 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Made reservation on behalf of 5c34eef31d4540768d24bcb8030d50f3 for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:27:07.085490 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-88d1e53c-0121-45ae-b2d3-c12b276dcb8c req-5f82727c-b20a-4464-86f8-fa590df1e245 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:07.098672 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1bd5e2fd-1eb2-4be7-8771-f151f058e06c req-a9df3074-3c28-41ab-8958-1b3e0c56a6f7 tempest-AttachSCSIVolumeTestJSON-421153729 tempest-AttachSCSIVolumeTestJSON-421153729-project] 10.222.0.65 "GET /v2.0/security-groups?id=4627cf44-a468-496d-a8c0-6c68c1cc9832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775526 Feb 04 12:27:07.112612 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-35f0ed79-961a-4486-bb7b-7ee0d57f5578 req-05656d10-bdda-4211-b909-60efe04145f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (0ee0282c-99d9-4032-9628-bbf60d631226), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:07.132520 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-88d1e53c-0121-45ae-b2d3-c12b276dcb8c req-5f82727c-b20a-4464-86f8-fa590df1e245 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:07.187183 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-efc96a2d-52f0-4007-b437-5a455f926dd2 req-15f765a2-22d5-4400-860b-20587dd7e3f3 service neutron] 10.222.0.73 "GET /v2.0/networks/365084f8-2068-4655-9009-041f3cc171be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294734 Feb 04 12:27:07.190648 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d1cb9c-cd3b-42ef-bea5-618ee28c8b41 req-e96eff32-13f5-4a6a-a4f6-69c6bdf6570c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:07.193590 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d2d1cb9c-cd3b-42ef-bea5-618ee28c8b41 req-e96eff32-13f5-4a6a-a4f6-69c6bdf6570c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5b457c49d6644968bc4c4118b5a09653&device_id=3dbcae43-717d-41c7-982d-474705f0aebe HTTP/1.1" status: 200 len: 1125 time: 0.0938466 Feb 04 12:27:07.222348 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f0ed79-961a-4486-bb7b-7ee0d57f5578 req-05656d10-bdda-4211-b909-60efe04145f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:07.223236 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-35f0ed79-961a-4486-bb7b-7ee0d57f5578 req-05656d10-bdda-4211-b909-60efe04145f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:07.225682 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-35f0ed79-961a-4486-bb7b-7ee0d57f5578 req-05656d10-bdda-4211-b909-60efe04145f7 service neutron] 10.222.0.77 "PUT /v2.0/ports/0ee0282c-99d9-4032-9628-bbf60d631226 HTTP/1.1" status: 200 len: 1091 time: 2.7774343 Feb 04 12:27:07.226309 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbbe1713-3beb-4fcb-9006-f4192e84c761', 'tag': '0ee0282c-99d9-4032-9628-bbf60d631226'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:27:07.229992 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce0b471a-7a0c-4873-ba6d-e5ba5088c664" -d '{"events": [{"name": "network-changed", "server_uuid": "bbbe1713-3beb-4fcb-9006-f4192e84c761", "tag": "0ee0282c-99d9-4032-9628-bbf60d631226"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:27:07.370534 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05656d10-bdda-4211-b909-60efe04145f7 service neutron] Pushing event updated for resources: {'Port': ['ID=0ee0282c-99d9-4032-9628-bbf60d631226,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:07.465523 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-efc96a2d-52f0-4007-b437-5a455f926dd2 req-ef9be74a-bec6-428e-9b17-df703a07cbd6 service neutron] 10.222.0.73 "GET /v2.0/networks/365084f8-2068-4655-9009-041f3cc171be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663372 Feb 04 12:27:07.485573 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f0ed79-961a-4486-bb7b-7ee0d57f5578 req-878407fc-d67f-4465-9531-51be71f8458c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:07.487516 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-35f0ed79-961a-4486-bb7b-7ee0d57f5578 req-878407fc-d67f-4465-9531-51be71f8458c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=911ad7a9ca4c43b7a3d039ac3f233194&device_id=bbbe1713-3beb-4fcb-9006-f4192e84c761 HTTP/1.1" status: 200 len: 1125 time: 0.1631675 Feb 04 12:27:07.520008 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-88d1e53c-0121-45ae-b2d3-c12b276dcb8c req-5f82727c-b20a-4464-86f8-fa590df1e245 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Publish callbacks [] for security_group (9c8fdb7f-7182-4bd1-9c0c-13619b4d560a), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:07.559908 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-88d1e53c-0121-45ae-b2d3-c12b276dcb8c req-5f82727c-b20a-4464-86f8-fa590df1e245 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (9c8fdb7f-7182-4bd1-9c0c-13619b4d560a), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:07.568539 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-35f0ed79-961a-4486-bb7b-7ee0d57f5578 req-2fe41a17-ed11-413f-a6aa-48f9c5ca8314 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0ee0282c-99d9-4032-9628-bbf60d631226 HTTP/1.1" status: 200 len: 217 time: 0.0690839 Feb 04 12:27:07.579852 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 3b42560d-8363-4391-b810-105e6935717d up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:27:07.721859 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f82727c-b20a-4464-86f8-fa590df1e245 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:07.738109 n-d-825015-3 neutron-server[103475]: INFO neutron.api.v2.resource [req-cefae0e3-927d-4a3e-83e0-39a41a3b437d req-20c982ad-a555-439c-966f-e3c41929d0f6 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] show failed (client error): The resource could not be found. Feb 04 12:27:07.756334 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cefae0e3-927d-4a3e-83e0-39a41a3b437d req-20c982ad-a555-439c-966f-e3c41929d0f6 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.65 "GET /v2.0/security-groups/8fa4899e-1b88-4949-b840-5543a6667ebb HTTP/1.1" status: 404 len: 352 time: 0.0507779 Feb 04 12:27:07.762482 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f0ed79-961a-4486-bb7b-7ee0d57f5578 req-305676fe-07dc-4fcb-b28e-311b4b411c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:07.765949 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-35f0ed79-961a-4486-bb7b-7ee0d57f5578 req-305676fe-07dc-4fcb-b28e-311b4b411c0f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e4f2555f-8353-49c6-af06-02175d8dce52 HTTP/1.1" status: 200 len: 858 time: 0.1841178 Feb 04 12:27:07.801474 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning for port 3b42560d-8363-4391-b810-105e6935717d completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:27:07.809902 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port 3b42560d-8363-4391-b810-105e6935717d triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:27:07.810282 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (3b42560d-8363-4391-b810-105e6935717d), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:07.815180 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-75d64185-870a-41ad-a833-03c241557655 req-cb335a23-e93f-4b71-905c-ba8efbd61c9a tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fd9097d-d5e4-4774-807c-a9b8c47df9ef HTTP/1.1" status: 200 len: 210 time: 0.0865359 Feb 04 12:27:07.902729 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-35f0ed79-961a-4486-bb7b-7ee0d57f5578 req-29553f75-bcb0-4d62-a88d-5f12b14df9b6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e51fe948-99bb-49eb-9562-1adc1cf3b0ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1227829 Feb 04 12:27:07.917914 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d1cb9c-cd3b-42ef-bea5-618ee28c8b41 req-804cd906-9ad5-4377-82e8-4361eb42e695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:07.920001 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d2d1cb9c-cd3b-42ef-bea5-618ee28c8b41 req-804cd906-9ad5-4377-82e8-4361eb42e695 service neutron] 10.222.0.77 "GET /v2.0/networks?id=4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5 HTTP/1.1" status: 200 len: 913 time: 0.7137709 Feb 04 12:27:08.005314 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d2d1cb9c-cd3b-42ef-bea5-618ee28c8b41 req-b8fac193-ac4f-4d2b-97f9-206e39077572 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4aa1e584-0e9e-49fe-be65-8cf807afd9f8 HTTP/1.1" status: 200 len: 217 time: 0.0706620 Feb 04 12:27:08.021431 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f60605fc-6d36-4b2e-ac88-c317cdc39658 x-openstack-request-id: req-f60605fc-6d36-4b2e-ac88-c317cdc39658 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:27:08.021784 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbbe1713-3beb-4fcb-9006-f4192e84c761", "tag": "0ee0282c-99d9-4032-9628-bbf60d631226", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:27:08.022054 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f60605fc-6d36-4b2e-ac88-c317cdc39658 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:27:08.022378 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbbe1713-3beb-4fcb-9006-f4192e84c761', 'tag': '0ee0282c-99d9-4032-9628-bbf60d631226', 'status': 'completed', 'code': 200} Feb 04 12:27:08.077981 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 3b42560d-8363-4391-b810-105e6935717d is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:27:08.078588 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (3b42560d-8363-4391-b810-105e6935717d), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:08.082217 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [req-88d1e53c-0121-45ae-b2d3-c12b276dcb8c req-5f82727c-b20a-4464-86f8-fa590df1e245 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Allocated IP 192.168.233.186 (2f7dc246-a024-4937-952c-0ddeef5af29c/5ee3374a-84e9-4639-853c-740c6edaf6dc/1838ab07-adf7-4b9b-b746-757621e1c012) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:27:08.120923 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23febbe4-c34b-4a7f-abc1-b74ce0bb8a35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b42560d-8363-4391-b810-105e6935717d'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:27:08.125217 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c91cf246-7923-4937-a16e-7601f7317c9c" -d '{"events": [{"server_uuid": "23febbe4-c34b-4a7f-abc1-b74ce0bb8a35", "name": "network-vif-plugged", "status": "completed", "tag": "3b42560d-8363-4391-b810-105e6935717d"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:27:08.131499 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d1cb9c-cd3b-42ef-bea5-618ee28c8b41 req-e537f1fe-4194-4c4f-ae5b-962235250e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:08.133529 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d2d1cb9c-cd3b-42ef-bea5-618ee28c8b41 req-e537f1fe-4194-4c4f-ae5b-962235250e28 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=23b19519-2923-41fd-80ca-5f7c6af8f70c HTTP/1.1" status: 200 len: 852 time: 0.0832467 Feb 04 12:27:08.135657 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc96a2d-52f0-4007-b437-5a455f926dd2 req-29b0fc4b-6453-4739-bf89-b6d99e1ea4a2 tempest-LiveAutoBlockMigrationV225Test-497889810 tempest-LiveAutoBlockMigrationV225Test-497889810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:08.138306 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-efc96a2d-52f0-4007-b437-5a455f926dd2 req-29b0fc4b-6453-4739-bf89-b6d99e1ea4a2 tempest-LiveAutoBlockMigrationV225Test-497889810 tempest-LiveAutoBlockMigrationV225Test-497889810-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=2d71fca2-7310-4efc-9eaf-c31026923412&tenant_id=207f01ccf15c4616a04a98fbbad5fc72&binding%3Ahost_id=n-h1-825015-3 HTTP/1.1" status: 200 len: 1126 time: 0.2341650 Feb 04 12:27:08.152490 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 3b42560d-8363-4391-b810-105e6935717d, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=3b42560d-8363-4391-b810-105e6935717d,segment=NetworkSegment(c79394f8-f009-4252-b7b2-a9e14ca97f89),segment_id=c79394f8-f009-4252-b7b2-a9e14ca97f89)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:27:08.159484 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (3b42560d-8363-4391-b810-105e6935717d), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:08.203524 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-35f0ed79-961a-4486-bb7b-7ee0d57f5578 req-176c8e3c-8401-402a-a6a8-455d17fca7b4 service neutron] 10.222.0.77 "GET /v2.0/networks/e51fe948-99bb-49eb-9562-1adc1cf3b0ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2840755 Feb 04 12:27:08.204861 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d2d1cb9c-cd3b-42ef-bea5-618ee28c8b41 req-89c59381-1c26-49db-a6b3-b92dfa77d1d8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489910 Feb 04 12:27:08.243160 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=3b42560d-8363-4391-b810-105e6935717d,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:08.273306 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51129eb0-e2b6-4e2d-9067-dc39a7c79626 req-00d48f73-5594-4fbd-93f6-369eb228be76 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:08.274996 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-51129eb0-e2b6-4e2d-9067-dc39a7c79626 req-00d48f73-5594-4fbd-93f6-369eb228be76 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?device_id=3dbcae43-717d-41c7-982d-474705f0aebe HTTP/1.1" status: 200 len: 943 time: 0.3501880 Feb 04 12:27:08.325492 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c984cc-dd65-462c-be0b-1c45ccafcad1 req-79ff1b59-2888-4feb-8068-fec96e3d338c tempest-InstanceActionsV221TestJSON-623791713 tempest-InstanceActionsV221TestJSON-623791713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:08.327314 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c3c984cc-dd65-462c-be0b-1c45ccafcad1 req-79ff1b59-2888-4feb-8068-fec96e3d338c tempest-InstanceActionsV221TestJSON-623791713 tempest-InstanceActionsV221TestJSON-623791713-project] 10.222.0.65 "GET /v2.0/ports?device_id=bbbe1713-3beb-4fcb-9006-f4192e84c761 HTTP/1.1" status: 200 len: 943 time: 0.2202559 Feb 04 12:27:08.400849 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-51129eb0-e2b6-4e2d-9067-dc39a7c79626 req-9715cc8e-64b1-45d9-9cf2-3e0015b6fd71 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f51ab49-2800-41c7-a09d-ab109cee7e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128247 Feb 04 12:27:08.406073 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d2d1cb9c-cd3b-42ef-bea5-618ee28c8b41 req-c88dccbb-8ab0-4238-8fae-04bde86e26b7 service neutron] 10.222.0.77 "GET /v2.0/networks/4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898482 Feb 04 12:27:08.496257 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c3c984cc-dd65-462c-be0b-1c45ccafcad1 req-a09437b2-fb51-4c2c-9bbe-3b44ef8b3a5a tempest-InstanceActionsV221TestJSON-623791713 tempest-InstanceActionsV221TestJSON-623791713-project] 10.222.0.65 "GET /v2.0/security-groups?id=2739dea5-e9ef-4a9c-b83e-b20aa2bb6f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575732 Feb 04 12:27:08.503461 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-35f0ed79-961a-4486-bb7b-7ee0d57f5578 req-afab9b77-d676-4e84-ac63-a9e0886d441d service neutron] 10.222.0.77 "GET /v2.0/networks/e51fe948-99bb-49eb-9562-1adc1cf3b0ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2850182 Feb 04 12:27:08.537056 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-88d1e53c-0121-45ae-b2d3-c12b276dcb8c req-5f82727c-b20a-4464-86f8-fa590df1e245 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Publish callbacks [] for port (1838ab07-adf7-4b9b-b746-757621e1c012), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:08.554844 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-efc96a2d-52f0-4007-b437-5a455f926dd2 req-12349c8e-f92e-42e8-83a1-334c10d8b484 service neutron] For port f34e4e06-e537-4833-a9ca-032296768d2b, host n-h2-825015-3, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:27:08.563289 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-efc96a2d-52f0-4007-b437-5a455f926dd2 req-12349c8e-f92e-42e8-83a1-334c10d8b484 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:08.563289 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-efc96a2d-52f0-4007-b437-5a455f926dd2 req-12349c8e-f92e-42e8-83a1-334c10d8b484 service neutron] 10.222.0.73 "DELETE /v2.0/ports/f34e4e06-e537-4833-a9ca-032296768d2b/bindings/n-h2-825015-3 HTTP/1.1" status: 204 len: 173 time: 0.4110236 Feb 04 12:27:08.658319 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d2d1cb9c-cd3b-42ef-bea5-618ee28c8b41 req-ecd4182a-48f3-4c66-bfc4-6b3126d11fda service neutron] 10.222.0.77 "GET /v2.0/networks/4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437887 Feb 04 12:27:08.669105 n-d-825015-3 neutron-server[103475]: INFO neutron.api.v2.resource [req-01d39a98-ca8e-4693-aff7-0c986cdeb906 req-78fa2e68-6746-42ad-9183-23fc650d059a tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] show failed (client error): The resource could not be found. Feb 04 12:27:08.685786 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-01d39a98-ca8e-4693-aff7-0c986cdeb906 req-78fa2e68-6746-42ad-9183-23fc650d059a tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.65 "GET /v2.0/security-groups/1bedd500-025e-414b-896c-80082ea92daf HTTP/1.1" status: 404 len: 352 time: 0.0681455 Feb 04 12:27:08.706554 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-88d1e53c-0121-45ae-b2d3-c12b276dcb8c req-5f82727c-b20a-4464-86f8-fa590df1e245 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (1838ab07-adf7-4b9b-b746-757621e1c012), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:08.725081 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 7db51392-e30f-45e2-aa6e-c2643bee38c2 details requested by agent hyperv_n-h2-825015-3 with host n-h2-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:27:08.742825 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9275bed-0b84-4a07-a316-63f8d334ff73 x-openstack-request-id: req-d9275bed-0b84-4a07-a316-63f8d334ff73 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:27:08.746505 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23febbe4-c34b-4a7f-abc1-b74ce0bb8a35", "name": "network-vif-plugged", "status": "completed", "tag": "3b42560d-8363-4391-b810-105e6935717d", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:27:08.746906 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d9275bed-0b84-4a07-a316-63f8d334ff73 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:27:08.747495 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23febbe4-c34b-4a7f-abc1-b74ce0bb8a35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b42560d-8363-4391-b810-105e6935717d', 'code': 200} Feb 04 12:27:08.923809 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0b471a-7a0c-4873-ba6d-e5ba5088c664 req-6b0e815d-1433-434a-943d-25fd717ed229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:08.926432 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-ce0b471a-7a0c-4873-ba6d-e5ba5088c664 req-6b0e815d-1433-434a-943d-25fd717ed229 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=911ad7a9ca4c43b7a3d039ac3f233194&device_id=bbbe1713-3beb-4fcb-9006-f4192e84c761 HTTP/1.1" status: 200 len: 1125 time: 0.3534241 Feb 04 12:27:08.961395 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88d1e53c-0121-45ae-b2d3-c12b276dcb8c req-5f82727c-b20a-4464-86f8-fa590df1e245 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Network 2f7dc246-a024-4937-952c-0ddeef5af29c is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:27:08.977795 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [req-88d1e53c-0121-45ae-b2d3-c12b276dcb8c req-5f82727c-b20a-4464-86f8-fa590df1e245 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:27:09.017033 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-88d1e53c-0121-45ae-b2d3-c12b276dcb8c req-5f82727c-b20a-4464-86f8-fa590df1e245 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:27:09.067285 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273eea33-4efe-43b8-8058-284ee485daff req-9f3a3098-b33b-4f4a-8a88-de12e4983ff5 tempest-AttachSCSIVolumeTestJSON-421153729 tempest-AttachSCSIVolumeTestJSON-421153729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:09.068718 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-273eea33-4efe-43b8-8058-284ee485daff req-9f3a3098-b33b-4f4a-8a88-de12e4983ff5 tempest-AttachSCSIVolumeTestJSON-421153729 tempest-AttachSCSIVolumeTestJSON-421153729-project] 10.222.0.65 "GET /v2.0/ports?device_id=23febbe4-c34b-4a7f-abc1-b74ce0bb8a35 HTTP/1.1" status: 200 len: 945 time: 0.2600622 Feb 04 12:27:09.087601 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 7db51392-e30f-45e2-aa6e-c2643bee38c2, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=7db51392-e30f-45e2-aa6e-c2643bee38c2,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:27:09.120774 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Returning: {'device': '7db51392-e30f-45e2-aa6e-c2643bee38c2', 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c', 'port_id': '7db51392-e30f-45e2-aa6e-c2643bee38c2', 'mac_address': 'fa:16:3e:b5:f2:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ee3374a-84e9-4639-853c-740c6edaf6dc', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:27:09.144236 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e219fe-14ef-4c30-8806-dbcc589b14d5 req-d2a36286-c283-402d-a6ef-b2119a5ef3f5 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:09.158256 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b4e219fe-14ef-4c30-8806-dbcc589b14d5 req-d2a36286-c283-402d-a6ef-b2119a5ef3f5 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d71fca2-7310-4efc-9eaf-c31026923412 HTTP/1.1" status: 200 len: 944 time: 0.2860932 Feb 04 12:27:09.236533 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 7db51392-e30f-45e2-aa6e-c2643bee38c2 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:27:09.237186 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (7db51392-e30f-45e2-aa6e-c2643bee38c2), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:09.265929 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7db51392-e30f-45e2-aa6e-c2643bee38c2 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:27:09.275586 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f82727c-b20a-4464-86f8-fa590df1e245 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Pushing event updated for resources: {'Port': ['ID=1838ab07-adf7-4b9b-b746-757621e1c012,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:09.305695 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-273eea33-4efe-43b8-8058-284ee485daff req-fddb2fe8-b0c3-4627-bbef-abdd42b7f240 tempest-AttachSCSIVolumeTestJSON-421153729 tempest-AttachSCSIVolumeTestJSON-421153729-project] 10.222.0.65 "GET /v2.0/security-groups?id=4627cf44-a468-496d-a8c0-6c68c1cc9832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265139 Feb 04 12:27:09.326450 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 7db51392-e30f-45e2-aa6e-c2643bee38c2, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=7db51392-e30f-45e2-aa6e-c2643bee38c2,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:27:09.333615 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (7db51392-e30f-45e2-aa6e-c2643bee38c2), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:09.347144 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d1e53c-0121-45ae-b2d3-c12b276dcb8c req-5f82727c-b20a-4464-86f8-fa590df1e245 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:09.348251 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-88d1e53c-0121-45ae-b2d3-c12b276dcb8c req-5f82727c-b20a-4464-86f8-fa590df1e245 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:09.362979 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a060cf0d-ec78-486f-bcf1-a247e6651004 req-ef69fd72-0500-43b2-b5f1-4031041df385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:09.364893 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-a060cf0d-ec78-486f-bcf1-a247e6651004 req-ef69fd72-0500-43b2-b5f1-4031041df385 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=23febbe4-c34b-4a7f-abc1-b74ce0bb8a35 HTTP/1.1" status: 200 len: 1127 time: 0.4346819 Feb 04 12:27:09.385848 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b4e219fe-14ef-4c30-8806-dbcc589b14d5 req-93d4406f-e3c6-4948-b703-2a6c76c5ff25 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/security-groups?id=0e320687-8002-4e00-a016-6bf57af2cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262752 Feb 04 12:27:09.416831 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0b471a-7a0c-4873-ba6d-e5ba5088c664 req-9fa58d49-fa09-4dac-acdf-1fd6f51897f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:09.420023 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-ce0b471a-7a0c-4873-ba6d-e5ba5088c664 req-9fa58d49-fa09-4dac-acdf-1fd6f51897f3 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e51fe948-99bb-49eb-9562-1adc1cf3b0ad HTTP/1.1" status: 200 len: 919 time: 0.4568083 Feb 04 12:27:09.485591 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['7db51392-e30f-45e2-aa6e-c2643bee38c2'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:27:09.497698 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-ce0b471a-7a0c-4873-ba6d-e5ba5088c664 req-1ab04b83-1cd5-457f-8874-0230ab9ac385 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0ee0282c-99d9-4032-9628-bbf60d631226 HTTP/1.1" status: 200 len: 217 time: 0.0403688 Feb 04 12:27:09.506089 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-88d1e53c-0121-45ae-b2d3-c12b276dcb8c req-5f82727c-b20a-4464-86f8-fa590df1e245 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8116002 Feb 04 12:27:09.520369 n-d-825015-3 neutron-server[103475]: INFO neutron.api.v2.resource [req-d310ec33-15f1-404c-b4a6-1c418e91dbe6 req-29141d02-a868-4473-9638-2d7585105e64 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] show failed (client error): The resource could not be found. Feb 04 12:27:09.522476 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d310ec33-15f1-404c-b4a6-1c418e91dbe6 req-29141d02-a868-4473-9638-2d7585105e64 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.65 "GET /v2.0/security-groups/7e8b8e13-c4bc-4b0b-b80c-47d3fce658df HTTP/1.1" status: 404 len: 352 time: 0.0406246 Feb 04 12:27:09.533645 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-88d1e53c-0121-45ae-b2d3-c12b276dcb8c req-bd63563e-5a0d-4f78-b263-752b43cf1487 service neutron] Request body: {'port': {'device_id': '5fd9097d-d5e4-4774-807c-a9b8c47df9ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825015-3'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:27:09.568887 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-a060cf0d-ec78-486f-bcf1-a247e6651004 req-b96f5775-ca12-461c-8de8-d2fcfab25bc5 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=4627cf44-a468-496d-a8c0-6c68c1cc9832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856859 Feb 04 12:27:09.576406 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device a533665c-f94d-43cb-b324-1da2cf7912f7 details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:27:09.610542 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-2ee6cd85-9b59-44cd-aabf-9a1561b25b15 None None] Provisioning complete for port 1838ab07-adf7-4b9b-b746-757621e1c012 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:27:09.610968 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2ee6cd85-9b59-44cd-aabf-9a1561b25b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (1838ab07-adf7-4b9b-b746-757621e1c012), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:09.649561 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=7db51392-e30f-45e2-aa6e-c2643bee38c2,revision_number=9']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:09.834608 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-2ee6cd85-9b59-44cd-aabf-9a1561b25b15 None None] Port 1838ab07-adf7-4b9b-b746-757621e1c012 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:27:09.838664 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.db.resource_extend [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 12:27:09.889668 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdff7b0-7d71-41bc-8298-1c6b7eb2cc23 req-75b63b8b-9591-47ef-b16d-a17981c1f1b6 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:09.903261 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4cdff7b0-7d71-41bc-8298-1c6b7eb2cc23 req-75b63b8b-9591-47ef-b16d-a17981c1f1b6 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fd9097d-d5e4-4774-807c-a9b8c47df9ef HTTP/1.1" status: 200 len: 936 time: 0.2238514 Feb 04 12:27:10.002352 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4266043b-3645-4b77-8814-520e31de4b26 req-e84c7a24-51cc-4ce0-a176-a701024f73a9 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:10.012371 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4266043b-3645-4b77-8814-520e31de4b26 req-e84c7a24-51cc-4ce0-a176-a701024f73a9 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?device_id=3dbcae43-717d-41c7-982d-474705f0aebe HTTP/1.1" status: 200 len: 943 time: 0.2114143 Feb 04 12:27:10.058486 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port a533665c-f94d-43cb-b324-1da2cf7912f7, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=a533665c-f94d-43cb-b324-1da2cf7912f7,segment=NetworkSegment(02af7db9-ac7a-4fd9-8876-35ceb0279e70),segment_id=02af7db9-ac7a-4fd9-8876-35ceb0279e70)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:27:10.060603 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4cdff7b0-7d71-41bc-8298-1c6b7eb2cc23 req-31fdacd6-f4e0-428b-a258-0c9fb2793a87 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556585 Feb 04 12:27:10.068125 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-88d1e53c-0121-45ae-b2d3-c12b276dcb8c req-bd63563e-5a0d-4f78-b263-752b43cf1487 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (1838ab07-adf7-4b9b-b746-757621e1c012), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:10.072687 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0b471a-7a0c-4873-ba6d-e5ba5088c664 req-6b1e5d8b-4d9e-44db-867b-d425f0f60364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:10.074305 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-ce0b471a-7a0c-4873-ba6d-e5ba5088c664 req-6b1e5d8b-4d9e-44db-867b-d425f0f60364 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e4f2555f-8353-49c6-af06-02175d8dce52 HTTP/1.1" status: 200 len: 858 time: 0.5618854 Feb 04 12:27:10.131912 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4266043b-3645-4b77-8814-520e31de4b26 req-28fe3faf-e469-4dfa-a7d2-ec969fba961b tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f51ab49-2800-41c7-a09d-ab109cee7e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179616 Feb 04 12:27:10.140549 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-ce0b471a-7a0c-4873-ba6d-e5ba5088c664 req-2987c641-2b0d-4fd8-b669-0bebfb32dcdc service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e51fe948-99bb-49eb-9562-1adc1cf3b0ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528896 Feb 04 12:27:10.145547 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': 'a533665c-f94d-43cb-b324-1da2cf7912f7', 'network_id': 'f4dfd687-dba5-46ff-81a8-361822d13e13', 'port_id': 'a533665c-f94d-43cb-b324-1da2cf7912f7', 'mac_address': 'fa:16:3e:8f:e6:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '875d7ebd-efc4-4fa6-a601-61971abf78fc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:27:10.209111 n-d-825015-3 neutron-server[103475]: INFO neutron.api.v2.resource [req-9af80ace-c522-4d7e-954f-b3852ce8ba61 req-27c61179-309b-4dc0-85e1-47f5010c8182 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] show failed (client error): The resource could not be found. Feb 04 12:27:10.210375 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9af80ace-c522-4d7e-954f-b3852ce8ba61 req-27c61179-309b-4dc0-85e1-47f5010c8182 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.65 "GET /v2.0/security-groups/cc6e6052-406b-4bbb-910b-24c65b9947d7 HTTP/1.1" status: 404 len: 352 time: 0.0241055 Feb 04 12:27:10.266164 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port a533665c-f94d-43cb-b324-1da2cf7912f7 is: ACTIVE; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:27:10.269894 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (a533665c-f94d-43cb-b324-1da2cf7912f7), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:10.331551 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a533665c-f94d-43cb-b324-1da2cf7912f7 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:27:10.336350 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-ce0b471a-7a0c-4873-ba6d-e5ba5088c664 req-dd9f919c-b1b2-4bf9-9a2a-982474560f92 service neutron] 10.222.0.77 "GET /v2.0/networks/e51fe948-99bb-49eb-9562-1adc1cf3b0ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364050 Feb 04 12:27:10.365004 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port a533665c-f94d-43cb-b324-1da2cf7912f7, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=a533665c-f94d-43cb-b324-1da2cf7912f7,segment=NetworkSegment(02af7db9-ac7a-4fd9-8876-35ceb0279e70),segment_id=02af7db9-ac7a-4fd9-8876-35ceb0279e70)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:27:10.374850 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (a533665c-f94d-43cb-b324-1da2cf7912f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:10.449150 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=a533665c-f94d-43cb-b324-1da2cf7912f7,revision_number=6']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:10.464621 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76325b6-2445-464f-8ab0-c0aca679edd3 req-3cdaeba4-a611-462a-9f29-2ff86b6990ab tempest-InstanceActionsV221TestJSON-623791713 tempest-InstanceActionsV221TestJSON-623791713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:10.472262 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e76325b6-2445-464f-8ab0-c0aca679edd3 req-3cdaeba4-a611-462a-9f29-2ff86b6990ab tempest-InstanceActionsV221TestJSON-623791713 tempest-InstanceActionsV221TestJSON-623791713-project] 10.222.0.65 "GET /v2.0/ports?device_id=bbbe1713-3beb-4fcb-9006-f4192e84c761 HTTP/1.1" status: 200 len: 943 time: 0.1142406 Feb 04 12:27:10.506204 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b489838-2a89-495b-b7bc-3fbb988ed8b3 req-103dd32d-44cd-439a-abe1-61cbf76025c0 tempest-LiveAutoBlockMigrationV225Test-497889810 tempest-LiveAutoBlockMigrationV225Test-497889810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:10.514131 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1b489838-2a89-495b-b7bc-3fbb988ed8b3 req-103dd32d-44cd-439a-abe1-61cbf76025c0 tempest-LiveAutoBlockMigrationV225Test-497889810 tempest-LiveAutoBlockMigrationV225Test-497889810-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=2d71fca2-7310-4efc-9eaf-c31026923412 HTTP/1.1" status: 200 len: 1126 time: 0.1100540 Feb 04 12:27:10.548459 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['a533665c-f94d-43cb-b324-1da2cf7912f7'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:27:10.574916 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e76325b6-2445-464f-8ab0-c0aca679edd3 req-3b67ba5b-c5be-48cf-a59a-fc4b6b42fcfd tempest-InstanceActionsV221TestJSON-623791713 tempest-InstanceActionsV221TestJSON-623791713-project] 10.222.0.65 "GET /v2.0/security-groups?id=2739dea5-e9ef-4a9c-b83e-b20aa2bb6f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016736 Feb 04 12:27:10.626777 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-ce0b471a-7a0c-4873-ba6d-e5ba5088c664 req-672bd01c-52c3-4d1d-bebd-252340496186 service neutron] 10.222.0.77 "GET /v2.0/networks/e51fe948-99bb-49eb-9562-1adc1cf3b0ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533331 Feb 04 12:27:10.633442 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1b489838-2a89-495b-b7bc-3fbb988ed8b3 req-2bd7acf9-3d61-493a-a8ce-8f8b0d7834f4 tempest-LiveAutoBlockMigrationV225Test-497889810 tempest-LiveAutoBlockMigrationV225Test-497889810-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=0e320687-8002-4e00-a016-6bf57af2cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179240 Feb 04 12:27:10.646974 n-d-825015-3 neutron-server[103475]: INFO neutron.api.v2.resource [req-624ba980-0860-4584-9e62-8c6d4c8f41cb req-faa4a76b-0d87-476b-9644-bf00f3c4d772 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] show failed (client error): The resource could not be found. Feb 04 12:27:10.659851 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-624ba980-0860-4584-9e62-8c6d4c8f41cb req-faa4a76b-0d87-476b-9644-bf00f3c4d772 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.65 "GET /v2.0/security-groups/18bb75fc-d1e6-483d-9fb0-5108fdd58790 HTTP/1.1" status: 404 len: 352 time: 0.0505202 Feb 04 12:27:10.744462 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 0ee0282c-99d9-4032-9628-bbf60d631226 details requested by agent hyperv_n-h2-825015-3 with host n-h2-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:27:10.747140 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 7db51392-e30f-45e2-aa6e-c2643bee38c2 up at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:27:10.977963 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning complete for port 7db51392-e30f-45e2-aa6e-c2643bee38c2 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:27:10.979627 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (7db51392-e30f-45e2-aa6e-c2643bee38c2), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:10.980385 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d81f56-4187-4bdf-91ec-fe6b8b2d0489 req-a615ec92-f93d-488c-b772-608dab9ae0d9 tempest-AttachSCSIVolumeTestJSON-421153729 tempest-AttachSCSIVolumeTestJSON-421153729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:10.982234 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d9d81f56-4187-4bdf-91ec-fe6b8b2d0489 req-a615ec92-f93d-488c-b772-608dab9ae0d9 tempest-AttachSCSIVolumeTestJSON-421153729 tempest-AttachSCSIVolumeTestJSON-421153729-project] 10.222.0.65 "GET /v2.0/ports?device_id=23febbe4-c34b-4a7f-abc1-b74ce0bb8a35 HTTP/1.1" status: 200 len: 945 time: 0.1464715 Feb 04 12:27:11.051722 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [req-88d1e53c-0121-45ae-b2d3-c12b276dcb8c req-bd63563e-5a0d-4f78-b263-752b43cf1487 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1838ab07-adf7-4b9b-b746-757621e1c012 {{(pid=103474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:27:11.080609 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-88d1e53c-0121-45ae-b2d3-c12b276dcb8c req-bd63563e-5a0d-4f78-b263-752b43cf1487 service neutron] Publish callbacks [] for port (1838ab07-adf7-4b9b-b746-757621e1c012), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:11.091678 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d9d81f56-4187-4bdf-91ec-fe6b8b2d0489 req-bff6c49b-c3be-4e90-bcbf-6ae726cbf76e tempest-AttachSCSIVolumeTestJSON-421153729 tempest-AttachSCSIVolumeTestJSON-421153729-project] 10.222.0.65 "GET /v2.0/security-groups?id=4627cf44-a468-496d-a8c0-6c68c1cc9832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034033 Feb 04 12:27:11.114349 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.provisioning_blocks [req-88d1e53c-0121-45ae-b2d3-c12b276dcb8c req-bd63563e-5a0d-4f78-b263-752b43cf1487 service neutron] Transition to ACTIVE for port object 1838ab07-adf7-4b9b-b746-757621e1c012 will not be triggered until provisioned by entity L2. {{(pid=103474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:27:11.121624 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-88d1e53c-0121-45ae-b2d3-c12b276dcb8c req-bd63563e-5a0d-4f78-b263-752b43cf1487 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (1838ab07-adf7-4b9b-b746-757621e1c012), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:11.188144 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd63563e-5a0d-4f78-b263-752b43cf1487 service neutron] Pushing event updated for resources: {'Port': ['ID=1838ab07-adf7-4b9b-b746-757621e1c012,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:11.328404 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-88d1e53c-0121-45ae-b2d3-c12b276dcb8c req-bd63563e-5a0d-4f78-b263-752b43cf1487 service neutron] Attempting to bind port 1838ab07-adf7-4b9b-b746-757621e1c012 on host n-h2-825015-3 for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:27:11.329047 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-88d1e53c-0121-45ae-b2d3-c12b276dcb8c req-bd63563e-5a0d-4f78-b263-752b43cf1487 service neutron] Attempting to bind port 1838ab07-adf7-4b9b-b746-757621e1c012 by drivers openvswitch,hyperv on host n-h2-825015-3 at level 0 using segments [{'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:27:11.329553 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d1e53c-0121-45ae-b2d3-c12b276dcb8c req-bd63563e-5a0d-4f78-b263-752b43cf1487 service neutron] Attempting to bind port 1838ab07-adf7-4b9b-b746-757621e1c012 on network 2f7dc246-a024-4937-952c-0ddeef5af29c {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:27:11.341042 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d1e53c-0121-45ae-b2d3-c12b276dcb8c req-bd63563e-5a0d-4f78-b263-752b43cf1487 service neutron] Port 1838ab07-adf7-4b9b-b746-757621e1c012 on network 2f7dc246-a024-4937-952c-0ddeef5af29c not bound, no agent of type Open vSwitch agent registered on host n-h2-825015-3 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:27:11.341738 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d1e53c-0121-45ae-b2d3-c12b276dcb8c req-bd63563e-5a0d-4f78-b263-752b43cf1487 service neutron] Attempting to bind port 1838ab07-adf7-4b9b-b746-757621e1c012 on network 2f7dc246-a024-4937-952c-0ddeef5af29c {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:27:11.372090 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2da022-3c07-409b-aec7-030286e44a42 req-f5393782-5788-4df6-96bd-093b9dbb5402 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:11.374246 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 0ee0282c-99d9-4032-9628-bbf60d631226, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=0ee0282c-99d9-4032-9628-bbf60d631226,segment=NetworkSegment(7993df4c-4a4c-4407-9189-4cd47c07f483),segment_id=7993df4c-4a4c-4407-9189-4cd47c07f483)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:27:11.375651 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d1e53c-0121-45ae-b2d3-c12b276dcb8c req-bd63563e-5a0d-4f78-b263-752b43cf1487 service neutron] Checking agent: {'id': '9b68a165-e786-4b91-8592-44519c2ecabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:27:11.376227 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d1e53c-0121-45ae-b2d3-c12b276dcb8c req-bd63563e-5a0d-4f78-b263-752b43cf1487 service neutron] Checking segment: {'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:27:11.376911 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d1e53c-0121-45ae-b2d3-c12b276dcb8c req-bd63563e-5a0d-4f78-b263-752b43cf1487 service neutron] Bound using segment: {'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:27:11.377569 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-88d1e53c-0121-45ae-b2d3-c12b276dcb8c req-bd63563e-5a0d-4f78-b263-752b43cf1487 service neutron] Bound port: 1838ab07-adf7-4b9b-b746-757621e1c012, host: n-h2-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:27:11.378105 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-88d1e53c-0121-45ae-b2d3-c12b276dcb8c req-bd63563e-5a0d-4f78-b263-752b43cf1487 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (1838ab07-adf7-4b9b-b746-757621e1c012), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:11.386646 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2d2da022-3c07-409b-aec7-030286e44a42 req-f5393782-5788-4df6-96bd-093b9dbb5402 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] 10.222.0.65 "GET /v2.0/ports?device_id=fb35898f-baf3-439e-8444-b9cf9f140486 HTTP/1.1" status: 200 len: 944 time: 0.0987165 Feb 04 12:27:11.425020 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Returning: {'device': '0ee0282c-99d9-4032-9628-bbf60d631226', 'network_id': 'e51fe948-99bb-49eb-9562-1adc1cf3b0ad', 'port_id': '0ee0282c-99d9-4032-9628-bbf60d631226', 'mac_address': 'fa:16:3e:5a:1d:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4f2555f-8353-49c6-af06-02175d8dce52', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:27:11.472684 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 7db51392-e30f-45e2-aa6e-c2643bee38c2 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:27:11.473633 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (7db51392-e30f-45e2-aa6e-c2643bee38c2), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:11.497701 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2d2da022-3c07-409b-aec7-030286e44a42 req-8d809172-20d1-47b9-be11-6025f98a95b1 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0b93a62-41a7-4338-9add-00a3a3dd7ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099563 Feb 04 12:27:11.521468 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-88d1e53c-0121-45ae-b2d3-c12b276dcb8c req-bd63563e-5a0d-4f78-b263-752b43cf1487 service neutron] For port 1838ab07-adf7-4b9b-b746-757621e1c012, host n-h2-825015-3, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:27:11.528544 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-88d1e53c-0121-45ae-b2d3-c12b276dcb8c req-bd63563e-5a0d-4f78-b263-752b43cf1487 service neutron] For port 1838ab07-adf7-4b9b-b746-757621e1c012, host n-h2-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=1838ab07-adf7-4b9b-b746-757621e1c012,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:27:11.541325 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-88d1e53c-0121-45ae-b2d3-c12b276dcb8c req-bd63563e-5a0d-4f78-b263-752b43cf1487 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (1838ab07-adf7-4b9b-b746-757621e1c012), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:11.599711 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device a533665c-f94d-43cb-b324-1da2cf7912f7 up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:27:11.617526 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f404aa9-f0fb-439c-8e26-a5d712f44c63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7db51392-e30f-45e2-aa6e-c2643bee38c2'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:27:11.620235 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-516b72ac-e912-4aef-9d2d-1b81cf2a70da" -d '{"events": [{"server_uuid": "2f404aa9-f0fb-439c-8e26-a5d712f44c63", "name": "network-vif-plugged", "status": "completed", "tag": "7db51392-e30f-45e2-aa6e-c2643bee38c2"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:27:11.689667 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 7db51392-e30f-45e2-aa6e-c2643bee38c2, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=7db51392-e30f-45e2-aa6e-c2643bee38c2,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:27:11.699808 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d1e53c-0121-45ae-b2d3-c12b276dcb8c req-bd63563e-5a0d-4f78-b263-752b43cf1487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:11.701885 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-88d1e53c-0121-45ae-b2d3-c12b276dcb8c req-bd63563e-5a0d-4f78-b263-752b43cf1487 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:11.702395 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 0ee0282c-99d9-4032-9628-bbf60d631226 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:27:11.702841 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (0ee0282c-99d9-4032-9628-bbf60d631226), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:11.704286 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-88d1e53c-0121-45ae-b2d3-c12b276dcb8c req-bd63563e-5a0d-4f78-b263-752b43cf1487 service neutron] 10.222.0.77 "PUT /v2.0/ports/1838ab07-adf7-4b9b-b746-757621e1c012 HTTP/1.1" status: 200 len: 1096 time: 2.1820431 Feb 04 12:27:11.704874 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fd9097d-d5e4-4774-807c-a9b8c47df9ef', 'tag': '1838ab07-adf7-4b9b-b746-757621e1c012'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:27:11.707947 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8cccf45-e743-49cd-b6c4-95fc05ceeea0" -d '{"events": [{"name": "network-changed", "server_uuid": "5fd9097d-d5e4-4774-807c-a9b8c47df9ef", "tag": "1838ab07-adf7-4b9b-b746-757621e1c012"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:27:11.709638 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (7db51392-e30f-45e2-aa6e-c2643bee38c2), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:11.749129 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd63563e-5a0d-4f78-b263-752b43cf1487 service neutron] Pushing event updated for resources: {'Port': ['ID=1838ab07-adf7-4b9b-b746-757621e1c012,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:11.801765 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ee0282c-99d9-4032-9628-bbf60d631226 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:27:11.875165 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da5cec0-8cab-437b-9b21-1f4e29b1be65 req-f9810533-7ae3-47f2-b377-15dad5cb0740 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:11.882986 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port a533665c-f94d-43cb-b324-1da2cf7912f7 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:27:11.883373 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (a533665c-f94d-43cb-b324-1da2cf7912f7), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:11.884004 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9da5cec0-8cab-437b-9b21-1f4e29b1be65 req-f9810533-7ae3-47f2-b377-15dad5cb0740 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fd9097d-d5e4-4774-807c-a9b8c47df9ef HTTP/1.1" status: 200 len: 948 time: 0.1801722 Feb 04 12:27:11.891313 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d1e53c-0121-45ae-b2d3-c12b276dcb8c req-96bc5042-7ac9-4f84-86fc-ee2415247ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:11.896188 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-88d1e53c-0121-45ae-b2d3-c12b276dcb8c req-96bc5042-7ac9-4f84-86fc-ee2415247ff6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5c34eef31d4540768d24bcb8030d50f3&device_id=5fd9097d-d5e4-4774-807c-a9b8c47df9ef HTTP/1.1" status: 200 len: 1130 time: 0.1220922 Feb 04 12:27:11.906298 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e57c4a-fbd6-4297-8d76-0cce33de3775 req-f6f7a522-fb5a-4f36-a2d6-36622226adfb tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:11.913908 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-71e57c4a-fbd6-4297-8d76-0cce33de3775 req-f6f7a522-fb5a-4f36-a2d6-36622226adfb tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?device_id=3dbcae43-717d-41c7-982d-474705f0aebe HTTP/1.1" status: 200 len: 943 time: 0.1618783 Feb 04 12:27:11.955177 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 0ee0282c-99d9-4032-9628-bbf60d631226, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=0ee0282c-99d9-4032-9628-bbf60d631226,segment=NetworkSegment(7993df4c-4a4c-4407-9189-4cd47c07f483),segment_id=7993df4c-4a4c-4407-9189-4cd47c07f483)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:27:11.972777 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=7db51392-e30f-45e2-aa6e-c2643bee38c2,revision_number=10']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:11.990216 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-88d1e53c-0121-45ae-b2d3-c12b276dcb8c req-96960c21-b87f-460d-bdcf-cf87e1a73dde service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=1838ab07-adf7-4b9b-b746-757621e1c012 HTTP/1.1" status: 200 len: 217 time: 0.0850711 Feb 04 12:27:11.992209 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (0ee0282c-99d9-4032-9628-bbf60d631226), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:11.993133 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 4aa1e584-0e9e-49fe-be65-8cf807afd9f8 details requested by agent hyperv_n-h2-825015-3 with host n-h2-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:27:12.013213 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-71e57c4a-fbd6-4297-8d76-0cce33de3775 req-203412bb-eb5c-4691-86c6-3ecaffff10e4 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f51ab49-2800-41c7-a09d-ab109cee7e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957961 Feb 04 12:27:12.073557 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9da5cec0-8cab-437b-9b21-1f4e29b1be65 req-70d8e5a7-e70e-43a1-a485-7c953d7e3e63 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879399 Feb 04 12:27:12.111362 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d1e53c-0121-45ae-b2d3-c12b276dcb8c req-5a4f1778-09e4-47f8-a9a0-cc72eaac145e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:12.114842 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-88d1e53c-0121-45ae-b2d3-c12b276dcb8c req-5a4f1778-09e4-47f8-a9a0-cc72eaac145e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5ee3374a-84e9-4639-853c-740c6edaf6dc HTTP/1.1" status: 200 len: 843 time: 0.1147046 Feb 04 12:27:12.245219 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d1e53c-0121-45ae-b2d3-c12b276dcb8c req-80f71049-5570-45a0-94b3-27000dc04de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:12.250006 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-88d1e53c-0121-45ae-b2d3-c12b276dcb8c req-80f71049-5570-45a0-94b3-27000dc04de3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2f7dc246-a024-4937-952c-0ddeef5af29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1211421 Feb 04 12:27:12.307057 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 4aa1e584-0e9e-49fe-be65-8cf807afd9f8, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=4aa1e584-0e9e-49fe-be65-8cf807afd9f8,segment=NetworkSegment(8447b48f-5ac4-4499-b5ab-2b0cb1297003),segment_id=8447b48f-5ac4-4499-b5ab-2b0cb1297003)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:27:12.319508 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e393ef6-bdd9-4ee8-bff8-5cd593c4a725 req-801d5ff3-feb5-4285-9265-23a0f2603bc6 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:12.326357 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Returning: {'device': '4aa1e584-0e9e-49fe-be65-8cf807afd9f8', 'network_id': '4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5', 'port_id': '4aa1e584-0e9e-49fe-be65-8cf807afd9f8', 'mac_address': 'fa:16:3e:92:73:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23b19519-2923-41fd-80ca-5f7c6af8f70c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:27:12.329502 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3e393ef6-bdd9-4ee8-bff8-5cd593c4a725 req-801d5ff3-feb5-4285-9265-23a0f2603bc6 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.65 "GET /v2.0/ports?device_id=967ed095-3406-4755-9475-e4ee258eafda HTTP/1.1" status: 200 len: 1023 time: 0.1705353 Feb 04 12:27:12.425510 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aefb23-b4c4-4df9-aba2-a79f744c66bd req-7a7010f0-b813-43b0-9b2e-5dfc2a9b6e35 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:12.427284 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d8420c-a61b-492f-9fa1-2cc1db96081d req-2de08d81-67fd-432e-bff4-fd05b07d9130 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:12.427881 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-12aefb23-b4c4-4df9-aba2-a79f744c66bd req-7a7010f0-b813-43b0-9b2e-5dfc2a9b6e35 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d71fca2-7310-4efc-9eaf-c31026923412 HTTP/1.1" status: 200 len: 944 time: 0.1557984 Feb 04 12:27:12.429282 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-69d8420c-a61b-492f-9fa1-2cc1db96081d req-2de08d81-67fd-432e-bff4-fd05b07d9130 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.73 "GET /v2.0/ports?device_id=2d71fca2-7310-4efc-9eaf-c31026923412 HTTP/1.1" status: 200 len: 944 time: 0.1578867 Feb 04 12:27:12.451778 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 4aa1e584-0e9e-49fe-be65-8cf807afd9f8 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:27:12.452170 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (4aa1e584-0e9e-49fe-be65-8cf807afd9f8), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:12.454208 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=0ee0282c-99d9-4032-9628-bbf60d631226,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:12.501882 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port a533665c-f94d-43cb-b324-1da2cf7912f7 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:27:12.502673 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (a533665c-f94d-43cb-b324-1da2cf7912f7), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:12.506279 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3e393ef6-bdd9-4ee8-bff8-5cd593c4a725 req-fb142cee-91a7-4b6a-ae25-e03a96398daa tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae936e60-42b2-429d-8649-660f2ab03ed6&id=65b532f6-553b-4a7d-aad3-d6f8aeaacb9a&id=3d5e9cfa-69ee-4c9c-8a01-39831f99174b&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1757832 Feb 04 12:27:12.558551 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4aa1e584-0e9e-49fe-be65-8cf807afd9f8 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:27:12.571932 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port a533665c-f94d-43cb-b324-1da2cf7912f7, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=a533665c-f94d-43cb-b324-1da2cf7912f7,segment=NetworkSegment(02af7db9-ac7a-4fd9-8876-35ceb0279e70),segment_id=02af7db9-ac7a-4fd9-8876-35ceb0279e70)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:27:12.582623 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-12aefb23-b4c4-4df9-aba2-a79f744c66bd req-6b8bc45a-5ad7-4619-ba1d-36fe75c3484a tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/security-groups?id=0e320687-8002-4e00-a016-6bf57af2cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399407 Feb 04 12:27:12.592230 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (a533665c-f94d-43cb-b324-1da2cf7912f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:12.625234 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-88d1e53c-0121-45ae-b2d3-c12b276dcb8c req-3c2f1a4a-3d5a-4375-b7b9-4303d99075bc service neutron] 10.222.0.77 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3696725 Feb 04 12:27:12.639928 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 4aa1e584-0e9e-49fe-be65-8cf807afd9f8, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=4aa1e584-0e9e-49fe-be65-8cf807afd9f8,segment=NetworkSegment(8447b48f-5ac4-4499-b5ab-2b0cb1297003),segment_id=8447b48f-5ac4-4499-b5ab-2b0cb1297003)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:27:12.651258 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (4aa1e584-0e9e-49fe-be65-8cf807afd9f8), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:12.680652 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=a533665c-f94d-43cb-b324-1da2cf7912f7,revision_number=7']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:12.814396 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=4aa1e584-0e9e-49fe-be65-8cf807afd9f8,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:12.876631 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-88d1e53c-0121-45ae-b2d3-c12b276dcb8c req-33b8caf5-bddb-4bfe-87c2-7f29882bea87 service neutron] 10.222.0.77 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305458 Feb 04 12:27:12.944675 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-69d8420c-a61b-492f-9fa1-2cc1db96081d req-fe0df0f3-7cb4-4ece-be49-32eb2658c113 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Deleting port f34e4e06-e537-4833-a9ca-032296768d2b {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:27:12.945384 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-69d8420c-a61b-492f-9fa1-2cc1db96081d req-fe0df0f3-7cb4-4ece-be49-32eb2658c113 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (f34e4e06-e537-4833-a9ca-032296768d2b), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:12.961954 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['4aa1e584-0e9e-49fe-be65-8cf807afd9f8'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:27:12.969551 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['0ee0282c-99d9-4032-9628-bbf60d631226'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:27:12.982479 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4376f942-9d8d-4ad9-8be0-da118a688581 req-09f997f6-fccd-4071-af77-0bd518fed9bb tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:12.986435 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4376f942-9d8d-4ad9-8be0-da118a688581 req-09f997f6-fccd-4071-af77-0bd518fed9bb tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.73 "GET /v2.0/ports?device_id=967ed095-3406-4755-9475-e4ee258eafda HTTP/1.1" status: 200 len: 1023 time: 0.2496800 Feb 04 12:27:13.000620 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209818cf-fb04-4da1-8437-2e237152c46d req-b4bbfabd-14ff-435a-a087-c3d9a6a33341 tempest-InstanceActionsV221TestJSON-623791713 tempest-InstanceActionsV221TestJSON-623791713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:13.011286 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-209818cf-fb04-4da1-8437-2e237152c46d req-b4bbfabd-14ff-435a-a087-c3d9a6a33341 tempest-InstanceActionsV221TestJSON-623791713 tempest-InstanceActionsV221TestJSON-623791713-project] 10.222.0.65 "GET /v2.0/ports?device_id=bbbe1713-3beb-4fcb-9006-f4192e84c761 HTTP/1.1" status: 200 len: 944 time: 0.1788738 Feb 04 12:27:13.092961 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89e9a6ec-6147-4f3e-9809-0856e7b5d1c6 x-openstack-request-id: req-89e9a6ec-6147-4f3e-9809-0856e7b5d1c6 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:27:13.093755 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f404aa9-f0fb-439c-8e26-a5d712f44c63", "name": "network-vif-plugged", "status": "completed", "tag": "7db51392-e30f-45e2-aa6e-c2643bee38c2", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:27:13.093755 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-89e9a6ec-6147-4f3e-9809-0856e7b5d1c6 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:27:13.094106 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f404aa9-f0fb-439c-8e26-a5d712f44c63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7db51392-e30f-45e2-aa6e-c2643bee38c2', 'code': 200} Feb 04 12:27:13.168285 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf6c6f1f-e801-4087-8e26-08e6ed524864 x-openstack-request-id: req-cf6c6f1f-e801-4087-8e26-08e6ed524864 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:27:13.168560 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fd9097d-d5e4-4774-807c-a9b8c47df9ef", "tag": "1838ab07-adf7-4b9b-b746-757621e1c012", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:27:13.169611 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cf6c6f1f-e801-4087-8e26-08e6ed524864 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:27:13.169611 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fd9097d-d5e4-4774-807c-a9b8c47df9ef', 'tag': '1838ab07-adf7-4b9b-b746-757621e1c012', 'status': 'completed', 'code': 200} Feb 04 12:27:13.224010 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-209818cf-fb04-4da1-8437-2e237152c46d req-072fd93a-9cf3-4f32-b33f-f9fa0ad7dc80 tempest-InstanceActionsV221TestJSON-623791713 tempest-InstanceActionsV221TestJSON-623791713-project] 10.222.0.65 "GET /v2.0/security-groups?id=2739dea5-e9ef-4a9c-b83e-b20aa2bb6f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111959 Feb 04 12:27:13.301898 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-69d8420c-a61b-492f-9fa1-2cc1db96081d req-fe0df0f3-7cb4-4ece-be49-32eb2658c113 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] For port f34e4e06-e537-4833-a9ca-032296768d2b, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=f34e4e06-e537-4833-a9ca-032296768d2b,segment=NetworkSegment(30a1e83f-6fb2-463b-baec-19bf81bfa14b),segment_id=30a1e83f-6fb2-463b-baec-19bf81bfa14b)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:27:13.302669 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-69d8420c-a61b-492f-9fa1-2cc1db96081d req-fe0df0f3-7cb4-4ece-be49-32eb2658c113 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (f34e4e06-e537-4833-a9ca-032296768d2b), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:13.347617 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-69d8420c-a61b-492f-9fa1-2cc1db96081d req-fe0df0f3-7cb4-4ece-be49-32eb2658c113 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Calling delete_port for f34e4e06-e537-4833-a9ca-032296768d2b owned by compute:nova {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:27:13.392147 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-4376f942-9d8d-4ad9-8be0-da118a688581 req-71052f7c-2e5c-4a00-a9b6-7df474cf9d5b tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Deleting port 27f1bc77-08d1-4fe6-8d17-b6072178bc1b {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:27:13.396536 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-4376f942-9d8d-4ad9-8be0-da118a688581 req-71052f7c-2e5c-4a00-a9b6-7df474cf9d5b tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (27f1bc77-08d1-4fe6-8d17-b6072178bc1b), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:13.414080 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cccf45-e743-49cd-b6c4-95fc05ceeea0 req-05bce89e-4afb-45be-88ed-c4c9ca7c308a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:13.416050 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-c8cccf45-e743-49cd-b6c4-95fc05ceeea0 req-05bce89e-4afb-45be-88ed-c4c9ca7c308a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5c34eef31d4540768d24bcb8030d50f3&device_id=5fd9097d-d5e4-4774-807c-a9b8c47df9ef HTTP/1.1" status: 200 len: 1130 time: 0.2114179 Feb 04 12:27:13.594320 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cccf45-e743-49cd-b6c4-95fc05ceeea0 req-b4528dfe-4fb6-40e4-af9c-83c2f4a496f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:13.596226 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-c8cccf45-e743-49cd-b6c4-95fc05ceeea0 req-b4528dfe-4fb6-40e4-af9c-83c2f4a496f1 service neutron] 10.222.0.77 "GET /v2.0/networks?id=2f7dc246-a024-4937-952c-0ddeef5af29c HTTP/1.1" status: 200 len: 870 time: 0.1722343 Feb 04 12:27:13.672322 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-c8cccf45-e743-49cd-b6c4-95fc05ceeea0 req-a2baa1b0-fb0d-49f4-ae7a-e4a93fdc1831 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=1838ab07-adf7-4b9b-b746-757621e1c012 HTTP/1.1" status: 200 len: 217 time: 0.0627856 Feb 04 12:27:13.709853 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-69d8420c-a61b-492f-9fa1-2cc1db96081d req-fe0df0f3-7cb4-4ece-be49-32eb2658c113 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (f34e4e06-e537-4833-a9ca-032296768d2b), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:13.723871 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['b3b9b701-1627-4bf6-b4c1-3546e6bb894a'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:27:13.770407 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25acb2f2-a31b-4088-bafe-051cf996c5f3 req-8b0280f9-1460-48ac-9c28-8431311c5453 tempest-AttachSCSIVolumeTestJSON-421153729 tempest-AttachSCSIVolumeTestJSON-421153729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:13.776351 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0df0f3-7cb4-4ece-be49-32eb2658c113 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Pushing event deleted for resources: {'Port': ['ID=f34e4e06-e537-4833-a9ca-032296768d2b,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:13.780027 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-25acb2f2-a31b-4088-bafe-051cf996c5f3 req-8b0280f9-1460-48ac-9c28-8431311c5453 tempest-AttachSCSIVolumeTestJSON-421153729 tempest-AttachSCSIVolumeTestJSON-421153729-project] 10.222.0.65 "GET /v2.0/ports?device_id=23febbe4-c34b-4a7f-abc1-b74ce0bb8a35 HTTP/1.1" status: 200 len: 945 time: 0.3688970 Feb 04 12:27:13.858026 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-25acb2f2-a31b-4088-bafe-051cf996c5f3 req-9628fba8-df05-45db-98ed-9bd4fcc0929d tempest-AttachSCSIVolumeTestJSON-421153729 tempest-AttachSCSIVolumeTestJSON-421153729-project] 10.222.0.65 "GET /v2.0/security-groups?id=4627cf44-a468-496d-a8c0-6c68c1cc9832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769339 Feb 04 12:27:13.860943 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-4376f942-9d8d-4ad9-8be0-da118a688581 req-71052f7c-2e5c-4a00-a9b6-7df474cf9d5b tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] For port 27f1bc77-08d1-4fe6-8d17-b6072178bc1b, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=27f1bc77-08d1-4fe6-8d17-b6072178bc1b,segment=NetworkSegment(acb9d640-bd6c-44b6-b60b-2ea6174d51f4),segment_id=acb9d640-bd6c-44b6-b60b-2ea6174d51f4)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:27:13.861189 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cccf45-e743-49cd-b6c4-95fc05ceeea0 req-78e3d91e-0207-4fd4-b904-e572f7a2dc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:13.861344 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-4376f942-9d8d-4ad9-8be0-da118a688581 req-71052f7c-2e5c-4a00-a9b6-7df474cf9d5b tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (27f1bc77-08d1-4fe6-8d17-b6072178bc1b), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:13.875472 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-c8cccf45-e743-49cd-b6c4-95fc05ceeea0 req-78e3d91e-0207-4fd4-b904-e572f7a2dc6f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5ee3374a-84e9-4639-853c-740c6edaf6dc HTTP/1.1" status: 200 len: 843 time: 0.1860511 Feb 04 12:27:13.881983 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b201a75-e327-4c61-ad81-1eacb3943fc0 req-383b0390-957f-432b-8529-9e57c567ce83 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:13.906930 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3b201a75-e327-4c61-ad81-1eacb3943fc0 req-383b0390-957f-432b-8529-9e57c567ce83 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?device_id=3dbcae43-717d-41c7-982d-474705f0aebe HTTP/1.1" status: 200 len: 944 time: 0.4105072 Feb 04 12:27:13.972232 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-4376f942-9d8d-4ad9-8be0-da118a688581 req-71052f7c-2e5c-4a00-a9b6-7df474cf9d5b tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Calling delete_port for 27f1bc77-08d1-4fe6-8d17-b6072178bc1b owned by compute:nova {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:27:13.992024 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3b201a75-e327-4c61-ad81-1eacb3943fc0 req-f95adeaa-c7ea-4ff7-ad42-2d22aaf1daad tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f51ab49-2800-41c7-a09d-ab109cee7e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909650 Feb 04 12:27:13.999782 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-69d8420c-a61b-492f-9fa1-2cc1db96081d req-fe0df0f3-7cb4-4ece-be49-32eb2658c113 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] No DVR routers for this DVR port f34e4e06-e537-4833-a9ca-032296768d2b on host n-h1-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:27:14.004599 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-69d8420c-a61b-492f-9fa1-2cc1db96081d req-fe0df0f3-7cb4-4ece-be49-32eb2658c113 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:14.020707 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-69d8420c-a61b-492f-9fa1-2cc1db96081d req-fe0df0f3-7cb4-4ece-be49-32eb2658c113 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.73 "DELETE /v2.0/ports/f34e4e06-e537-4833-a9ca-032296768d2b HTTP/1.1" status: 204 len: 173 time: 1.5734816 Feb 04 12:27:14.060926 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cccf45-e743-49cd-b6c4-95fc05ceeea0 req-266faa91-042f-4323-a803-b81658398028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:14.064089 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-c8cccf45-e743-49cd-b6c4-95fc05ceeea0 req-266faa91-042f-4323-a803-b81658398028 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2f7dc246-a024-4937-952c-0ddeef5af29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1777670 Feb 04 12:27:14.426054 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-4376f942-9d8d-4ad9-8be0-da118a688581 req-71052f7c-2e5c-4a00-a9b6-7df474cf9d5b tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (27f1bc77-08d1-4fe6-8d17-b6072178bc1b), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:14.433696 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-c8cccf45-e743-49cd-b6c4-95fc05ceeea0 req-c100a927-83b9-4521-a6ca-85ca38ee4c11 service neutron] 10.222.0.77 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3497977 Feb 04 12:27:14.526637 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71052f7c-2e5c-4a00-a9b6-7df474cf9d5b tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Pushing event deleted for resources: {'Port': ['ID=27f1bc77-08d1-4fe6-8d17-b6072178bc1b,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:14.567998 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71052f7c-2e5c-4a00-a9b6-7df474cf9d5b tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:27:14.568317 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71052f7c-2e5c-4a00-a9b6-7df474cf9d5b tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:27:14.568699 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71052f7c-2e5c-4a00-a9b6-7df474cf9d5b tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:27:14.569823 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71052f7c-2e5c-4a00-a9b6-7df474cf9d5b tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:27:14.569823 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71052f7c-2e5c-4a00-a9b6-7df474cf9d5b tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:27:14.570163 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71052f7c-2e5c-4a00-a9b6-7df474cf9d5b tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:27:14.570532 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71052f7c-2e5c-4a00-a9b6-7df474cf9d5b tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:27:14.571007 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71052f7c-2e5c-4a00-a9b6-7df474cf9d5b tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:27:14.571361 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71052f7c-2e5c-4a00-a9b6-7df474cf9d5b tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:27:14.573446 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71052f7c-2e5c-4a00-a9b6-7df474cf9d5b tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:27:14.573806 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71052f7c-2e5c-4a00-a9b6-7df474cf9d5b tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:27:14.574119 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71052f7c-2e5c-4a00-a9b6-7df474cf9d5b tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:27:14.574440 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71052f7c-2e5c-4a00-a9b6-7df474cf9d5b tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:27:14.713466 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bee043c-fbb8-4d96-81f7-6b208b295dbd req-b8ce3cad-6886-43c9-abc6-11a7febd5016 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:14.738275 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1bee043c-fbb8-4d96-81f7-6b208b295dbd req-b8ce3cad-6886-43c9-abc6-11a7febd5016 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fd9097d-d5e4-4774-807c-a9b8c47df9ef HTTP/1.1" status: 200 len: 948 time: 0.7417703 Feb 04 12:27:14.751248 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 0ee0282c-99d9-4032-9628-bbf60d631226 up at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:27:14.772141 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-4376f942-9d8d-4ad9-8be0-da118a688581 req-71052f7c-2e5c-4a00-a9b6-7df474cf9d5b tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] No DVR routers for this DVR port 27f1bc77-08d1-4fe6-8d17-b6072178bc1b on host n-h1-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:27:14.777966 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-4376f942-9d8d-4ad9-8be0-da118a688581 req-71052f7c-2e5c-4a00-a9b6-7df474cf9d5b tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:14.784170 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4376f942-9d8d-4ad9-8be0-da118a688581 req-71052f7c-2e5c-4a00-a9b6-7df474cf9d5b tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.73 "DELETE /v2.0/ports/27f1bc77-08d1-4fe6-8d17-b6072178bc1b HTTP/1.1" status: 204 len: 173 time: 1.7698638 Feb 04 12:27:14.821366 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '967ed095-3406-4755-9475-e4ee258eafda', 'name': 'network-vif-deleted', 'tag': '27f1bc77-08d1-4fe6-8d17-b6072178bc1b'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:27:14.834417 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c77361a3-7b52-41bf-99ce-8620bbf3df7a" -d '{"events": [{"server_uuid": "967ed095-3406-4755-9475-e4ee258eafda", "name": "network-vif-deleted", "tag": "27f1bc77-08d1-4fe6-8d17-b6072178bc1b"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:27:14.841438 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-c8cccf45-e743-49cd-b6c4-95fc05ceeea0 req-c571f7d5-4dad-474e-b99e-2c006b69ffa1 service neutron] 10.222.0.77 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4043360 Feb 04 12:27:14.892534 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c9120a-a7c6-4ec4-b042-34613cf84bb4 req-4e75fb03-ba5f-4e78-96f9-7471585ddc39 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:14.894479 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-63c9120a-a7c6-4ec4-b042-34613cf84bb4 req-4e75fb03-ba5f-4e78-96f9-7471585ddc39 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb35898f-baf3-439e-8444-b9cf9f140486 HTTP/1.1" status: 200 len: 945 time: 0.3099070 Feb 04 12:27:15.003379 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-84378748-3477-44a2-afe7-1e916113b7a9 req-80ccd115-ebdc-43a2-94ce-6c06346e078d tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.65 "GET /v2.0/ports?device_id=967ed095-3406-4755-9475-e4ee258eafda HTTP/1.1" status: 200 len: 210 time: 0.1551654 Feb 04 12:27:15.003764 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning for port 0ee0282c-99d9-4032-9628-bbf60d631226 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:27:15.008817 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning complete for port 0ee0282c-99d9-4032-9628-bbf60d631226 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:27:15.010588 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (0ee0282c-99d9-4032-9628-bbf60d631226), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:15.095694 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb35898f-baf3-439e-8444-b9cf9f140486', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a533665c-f94d-43cb-b324-1da2cf7912f7'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:27:15.104924 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a16e49d-66a8-432e-b6f4-b4292ef6b75b" -d '{"events": [{"server_uuid": "fb35898f-baf3-439e-8444-b9cf9f140486", "name": "network-vif-plugged", "status": "completed", "tag": "a533665c-f94d-43cb-b324-1da2cf7912f7"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:27:15.122564 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1bee043c-fbb8-4d96-81f7-6b208b295dbd req-1b89fcba-d3e3-43ac-afb4-5c45bcbf5249 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3823962 Feb 04 12:27:15.170927 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d71fca2-7310-4efc-9eaf-c31026923412', 'name': 'network-vif-deleted', 'tag': 'f34e4e06-e537-4833-a9ca-032296768d2b'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:27:15.173840 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-640b6a91-bb02-426b-b91e-a7ed78e810d8" -d '{"events": [{"server_uuid": "2d71fca2-7310-4efc-9eaf-c31026923412", "name": "network-vif-deleted", "tag": "f34e4e06-e537-4833-a9ca-032296768d2b"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:27:15.238480 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-63c9120a-a7c6-4ec4-b042-34613cf84bb4 req-8bf04624-19e9-4e9d-874e-ebab113f88e3 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Deleting port a533665c-f94d-43cb-b324-1da2cf7912f7 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:27:15.238831 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-63c9120a-a7c6-4ec4-b042-34613cf84bb4 req-8bf04624-19e9-4e9d-874e-ebab113f88e3 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (a533665c-f94d-43cb-b324-1da2cf7912f7), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:15.280496 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 0ee0282c-99d9-4032-9628-bbf60d631226 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:27:15.281044 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (0ee0282c-99d9-4032-9628-bbf60d631226), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:15.338427 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 0ee0282c-99d9-4032-9628-bbf60d631226, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=0ee0282c-99d9-4032-9628-bbf60d631226,segment=NetworkSegment(7993df4c-4a4c-4407-9189-4cd47c07f483),segment_id=7993df4c-4a4c-4407-9189-4cd47c07f483)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:27:15.345222 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (0ee0282c-99d9-4032-9628-bbf60d631226), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:15.346818 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 4aa1e584-0e9e-49fe-be65-8cf807afd9f8 up at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:27:15.456742 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-63c9120a-a7c6-4ec4-b042-34613cf84bb4 req-8bf04624-19e9-4e9d-874e-ebab113f88e3 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] For port a533665c-f94d-43cb-b324-1da2cf7912f7, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=a533665c-f94d-43cb-b324-1da2cf7912f7,segment=NetworkSegment(02af7db9-ac7a-4fd9-8876-35ceb0279e70),segment_id=02af7db9-ac7a-4fd9-8876-35ceb0279e70)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:27:15.460312 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-63c9120a-a7c6-4ec4-b042-34613cf84bb4 req-8bf04624-19e9-4e9d-874e-ebab113f88e3 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (a533665c-f94d-43cb-b324-1da2cf7912f7), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:15.478091 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4ca3a44a-94f6-4964-8d76-9290186214f9 req-d7317e2a-2e19-4b3f-b2cc-cb7d4eb5dcee tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d71fca2-7310-4efc-9eaf-c31026923412 HTTP/1.1" status: 200 len: 210 time: 0.1169677 Feb 04 12:27:15.497092 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-63c9120a-a7c6-4ec4-b042-34613cf84bb4 req-8bf04624-19e9-4e9d-874e-ebab113f88e3 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Calling delete_port for a533665c-f94d-43cb-b324-1da2cf7912f7 owned by compute:nova {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:27:15.550693 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102a07a2-5e0d-44f9-8e57-6acd772a8223 req-dbeffb5c-f737-467f-9d5f-5415410a4c74 tempest-InstanceActionsV221TestJSON-623791713 tempest-InstanceActionsV221TestJSON-623791713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:15.577102 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-102a07a2-5e0d-44f9-8e57-6acd772a8223 req-dbeffb5c-f737-467f-9d5f-5415410a4c74 tempest-InstanceActionsV221TestJSON-623791713 tempest-InstanceActionsV221TestJSON-623791713-project] 10.222.0.65 "GET /v2.0/ports?device_id=bbbe1713-3beb-4fcb-9006-f4192e84c761 HTTP/1.1" status: 200 len: 944 time: 0.2874925 Feb 04 12:27:15.588771 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=0ee0282c-99d9-4032-9628-bbf60d631226,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:15.597283 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning for port 4aa1e584-0e9e-49fe-be65-8cf807afd9f8 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:27:15.605907 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2b4a33d5-18d4-4aa2-892a-9e0f6bd3cee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:15.607697 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning complete for port 4aa1e584-0e9e-49fe-be65-8cf807afd9f8 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:27:15.608195 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (4aa1e584-0e9e-49fe-be65-8cf807afd9f8), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:15.648390 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device f34e4e06-e537-4833-a9ca-032296768d2b no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:27:15.763662 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-102a07a2-5e0d-44f9-8e57-6acd772a8223 req-1c7c0158-3155-4431-ad25-11ab97aca359 tempest-InstanceActionsV221TestJSON-623791713 tempest-InstanceActionsV221TestJSON-623791713-project] 10.222.0.65 "GET /v2.0/security-groups?id=2739dea5-e9ef-4a9c-b83e-b20aa2bb6f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854687 Feb 04 12:27:15.764271 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] No Port match for: f34e4e06-e537-4833-a9ca-032296768d2b {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:27:15.765812 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device f34e4e06-e537-4833-a9ca-032296768d2b not bound to the agent host n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:27:15.768053 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device a533665c-f94d-43cb-b324-1da2cf7912f7 no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:27:15.967923 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6035453-73fe-4cb4-a0bf-0817df768f59 req-9c299eef-013e-4417-9f5d-41f5c7021ea3 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:15.982919 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d6035453-73fe-4cb4-a0bf-0817df768f59 req-9c299eef-013e-4417-9f5d-41f5c7021ea3 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] 10.222.0.65 "GET /v2.0/ports?device_id=fb35898f-baf3-439e-8444-b9cf9f140486 HTTP/1.1" status: 200 len: 945 time: 0.1272302 Feb 04 12:27:16.043529 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-63c9120a-a7c6-4ec4-b042-34613cf84bb4 req-8bf04624-19e9-4e9d-874e-ebab113f88e3 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (a533665c-f94d-43cb-b324-1da2cf7912f7), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:16.058223 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] No active binding found for port a533665c-f94d-43cb-b324-1da2cf7912f7 {{(pid=103476) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 04 12:27:16.063494 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] The host n-h1-825015-3 is not matching for port a533665c-f94d-43cb-b324-1da2cf7912f7 host None! {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 04 12:27:16.064478 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device a533665c-f94d-43cb-b324-1da2cf7912f7 not bound to the agent host n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:27:16.069299 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 27f1bc77-08d1-4fe6-8d17-b6072178bc1b no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:27:16.121303 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84e776ff-ead6-4a07-b2e6-80c1d323a83a x-openstack-request-id: req-84e776ff-ead6-4a07-b2e6-80c1d323a83a {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:27:16.121726 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "967ed095-3406-4755-9475-e4ee258eafda", "name": "network-vif-deleted", "tag": "27f1bc77-08d1-4fe6-8d17-b6072178bc1b", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:27:16.122086 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-84e776ff-ead6-4a07-b2e6-80c1d323a83a {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:27:16.122718 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '967ed095-3406-4755-9475-e4ee258eafda', 'name': 'network-vif-deleted', 'tag': '27f1bc77-08d1-4fe6-8d17-b6072178bc1b', 'status': 'completed', 'code': 200} Feb 04 12:27:16.127198 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d6035453-73fe-4cb4-a0bf-0817df768f59 req-e387739d-3e60-44cd-be69-31453e52a5b2 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0b93a62-41a7-4338-9add-00a3a3dd7ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434145 Feb 04 12:27:16.134356 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf04624-19e9-4e9d-874e-ebab113f88e3 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Pushing event deleted for resources: {'Port': ['ID=a533665c-f94d-43cb-b324-1da2cf7912f7,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:16.154009 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] No Port match for: 27f1bc77-08d1-4fe6-8d17-b6072178bc1b {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:27:16.154371 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 27f1bc77-08d1-4fe6-8d17-b6072178bc1b not bound to the agent host n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:27:16.257634 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 4aa1e584-0e9e-49fe-be65-8cf807afd9f8 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:27:16.258070 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (4aa1e584-0e9e-49fe-be65-8cf807afd9f8), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:16.276045 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-63c9120a-a7c6-4ec4-b042-34613cf84bb4 req-8bf04624-19e9-4e9d-874e-ebab113f88e3 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] No DVR routers for this DVR port a533665c-f94d-43cb-b324-1da2cf7912f7 on host n-h1-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:27:16.281960 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-63c9120a-a7c6-4ec4-b042-34613cf84bb4 req-8bf04624-19e9-4e9d-874e-ebab113f88e3 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:16.285308 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-010bc68a-9ef9-42d8-8901-0de7614c231a x-openstack-request-id: req-010bc68a-9ef9-42d8-8901-0de7614c231a {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:27:16.285735 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb35898f-baf3-439e-8444-b9cf9f140486", "name": "network-vif-plugged", "status": "completed", "tag": "a533665c-f94d-43cb-b324-1da2cf7912f7", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:27:16.286000 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-010bc68a-9ef9-42d8-8901-0de7614c231a {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:27:16.287602 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb35898f-baf3-439e-8444-b9cf9f140486', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a533665c-f94d-43cb-b324-1da2cf7912f7', 'code': 200} Feb 04 12:27:16.293153 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-63c9120a-a7c6-4ec4-b042-34613cf84bb4 req-8bf04624-19e9-4e9d-874e-ebab113f88e3 tempest-ImagesTestJSON-1063106883 tempest-ImagesTestJSON-1063106883-project] 10.222.0.73 "DELETE /v2.0/ports/a533665c-f94d-43cb-b324-1da2cf7912f7 HTTP/1.1" status: 204 len: 173 time: 1.3897099 Feb 04 12:27:16.341465 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 4aa1e584-0e9e-49fe-be65-8cf807afd9f8, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=4aa1e584-0e9e-49fe-be65-8cf807afd9f8,segment=NetworkSegment(8447b48f-5ac4-4499-b5ab-2b0cb1297003),segment_id=8447b48f-5ac4-4499-b5ab-2b0cb1297003)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:27:16.350759 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (4aa1e584-0e9e-49fe-be65-8cf807afd9f8), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:16.391475 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1c0019d-3311-4796-aa55-564c9f2204b2 x-openstack-request-id: req-b1c0019d-3311-4796-aa55-564c9f2204b2 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:27:16.392262 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d71fca2-7310-4efc-9eaf-c31026923412", "name": "network-vif-deleted", "tag": "f34e4e06-e537-4833-a9ca-032296768d2b", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:27:16.392528 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b1c0019d-3311-4796-aa55-564c9f2204b2 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:27:16.392939 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d71fca2-7310-4efc-9eaf-c31026923412', 'name': 'network-vif-deleted', 'tag': 'f34e4e06-e537-4833-a9ca-032296768d2b', 'status': 'completed', 'code': 200} Feb 04 12:27:16.413255 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7002af-f492-4372-bb4c-b34dce12357e req-05d23670-3d07-4700-8fda-602055e90445 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:16.431311 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0c7002af-f492-4372-bb4c-b34dce12357e req-05d23670-3d07-4700-8fda-602055e90445 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?device_id=3dbcae43-717d-41c7-982d-474705f0aebe HTTP/1.1" status: 200 len: 944 time: 0.1704390 Feb 04 12:27:16.449334 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=4aa1e584-0e9e-49fe-be65-8cf807afd9f8,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:16.575321 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0c7002af-f492-4372-bb4c-b34dce12357e req-ef2eb84f-e9f6-4037-9d5f-00367de1e753 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f51ab49-2800-41c7-a09d-ab109cee7e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386380 Feb 04 12:27:16.706133 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bffc65fd-a615-49c9-918e-6bcbefc5a7cc req-2bf7a43b-1ed3-4582-89dc-b90c0371b558 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.65 "GET /v2.0/security-groups/3d5e9cfa-69ee-4c9c-8a01-39831f99174b HTTP/1.1" status: 200 len: 1817 time: 0.0733593 Feb 04 12:27:16.742318 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c77e337-ab9e-4fe9-9374-2a93088bd027 req-80e14220-a568-464e-aba2-ff5a4457f911 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:16.751225 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0c77e337-ab9e-4fe9-9374-2a93088bd027 req-80e14220-a568-464e-aba2-ff5a4457f911 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fd9097d-d5e4-4774-807c-a9b8c47df9ef HTTP/1.1" status: 200 len: 948 time: 0.1692104 Feb 04 12:27:16.762096 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 1838ab07-adf7-4b9b-b746-757621e1c012 details requested by agent hyperv_n-h2-825015-3 with host n-h2-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:27:16.942348 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0c77e337-ab9e-4fe9-9374-2a93088bd027 req-4919b83c-1a3d-4286-b405-6d7f8c2adb7c tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899450 Feb 04 12:27:17.022787 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 1838ab07-adf7-4b9b-b746-757621e1c012, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=1838ab07-adf7-4b9b-b746-757621e1c012,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:27:17.038776 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-bffc65fd-a615-49c9-918e-6bcbefc5a7cc req-35c87c8d-9bed-4781-b285-af73dde95b33 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Publish callbacks [] for security_group (3d5e9cfa-69ee-4c9c-8a01-39831f99174b), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:17.047902 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Returning: {'device': '1838ab07-adf7-4b9b-b746-757621e1c012', 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c', 'port_id': '1838ab07-adf7-4b9b-b746-757621e1c012', 'mac_address': 'fa:16:3e:f6:d3:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ee3374a-84e9-4639-853c-740c6edaf6dc', 'ip_address': '192.168.233.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:27:17.095496 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-bffc65fd-a615-49c9-918e-6bcbefc5a7cc req-35c87c8d-9bed-4781-b285-af73dde95b33 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Publish callbacks [] for security_group (3d5e9cfa-69ee-4c9c-8a01-39831f99174b), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:17.136310 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 1838ab07-adf7-4b9b-b746-757621e1c012 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:27:17.136725 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (1838ab07-adf7-4b9b-b746-757621e1c012), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:17.156464 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-67050262-8660-4006-b89e-a189f7293d13 req-8cd47bcb-9e57-4c2c-82bf-7bf4cb377efe tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d71fca2-7310-4efc-9eaf-c31026923412 HTTP/1.1" status: 200 len: 210 time: 0.0575688 Feb 04 12:27:17.193886 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1838ab07-adf7-4b9b-b746-757621e1c012 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:27:17.252482 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-bffc65fd-a615-49c9-918e-6bcbefc5a7cc req-35c87c8d-9bed-4781-b285-af73dde95b33 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (3d5e9cfa-69ee-4c9c-8a01-39831f99174b), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:17.258639 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-bffc65fd-a615-49c9-918e-6bcbefc5a7cc req-35c87c8d-9bed-4781-b285-af73dde95b33 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:17.258639 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bffc65fd-a615-49c9-918e-6bcbefc5a7cc req-35c87c8d-9bed-4781-b285-af73dde95b33 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.65 "DELETE /v2.0/security-groups/3d5e9cfa-69ee-4c9c-8a01-39831f99174b HTTP/1.1" status: 204 len: 173 time: 0.5408671 Feb 04 12:27:17.269413 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 1838ab07-adf7-4b9b-b746-757621e1c012, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=1838ab07-adf7-4b9b-b746-757621e1c012,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:27:17.282034 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (1838ab07-adf7-4b9b-b746-757621e1c012), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:17.336040 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c87c8d-9bed-4781-b285-af73dde95b33 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d5e9cfa-69ee-4c9c-8a01-39831f99174b,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:17.503624 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=1838ab07-adf7-4b9b-b746-757621e1c012,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:17.515756 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-be2f1f01-05a6-4831-af21-1713340bda38 req-79f67e49-22d0-443a-be1e-76e0256ec312 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.65 "GET /v2.0/security-groups/ae936e60-42b2-429d-8649-660f2ab03ed6 HTTP/1.1" status: 200 len: 1817 time: 0.1102333 Feb 04 12:27:17.603137 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['1838ab07-adf7-4b9b-b746-757621e1c012'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:27:17.660536 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ed4e57-c661-44b7-b180-9446794fd6d9 req-80f32ae9-b7e5-4cae-b8ca-a24904b33633 tempest-InstanceActionsV221TestJSON-623791713 tempest-InstanceActionsV221TestJSON-623791713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:17.662646 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-21ed4e57-c661-44b7-b180-9446794fd6d9 req-80f32ae9-b7e5-4cae-b8ca-a24904b33633 tempest-InstanceActionsV221TestJSON-623791713 tempest-InstanceActionsV221TestJSON-623791713-project] 10.222.0.65 "GET /v2.0/ports?device_id=bbbe1713-3beb-4fcb-9006-f4192e84c761 HTTP/1.1" status: 200 len: 945 time: 0.2161524 Feb 04 12:27:17.663555 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-be2f1f01-05a6-4831-af21-1713340bda38 req-2516a9aa-c2be-437f-8a09-e58466027b20 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Publish callbacks [] for security_group (ae936e60-42b2-429d-8649-660f2ab03ed6), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:17.704831 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-be2f1f01-05a6-4831-af21-1713340bda38 req-2516a9aa-c2be-437f-8a09-e58466027b20 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Publish callbacks [] for security_group (ae936e60-42b2-429d-8649-660f2ab03ed6), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:17.816297 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-be2f1f01-05a6-4831-af21-1713340bda38 req-2516a9aa-c2be-437f-8a09-e58466027b20 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (ae936e60-42b2-429d-8649-660f2ab03ed6), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:17.820806 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-be2f1f01-05a6-4831-af21-1713340bda38 req-2516a9aa-c2be-437f-8a09-e58466027b20 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:17.822672 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-be2f1f01-05a6-4831-af21-1713340bda38 req-2516a9aa-c2be-437f-8a09-e58466027b20 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] 10.222.0.65 "DELETE /v2.0/security-groups/ae936e60-42b2-429d-8649-660f2ab03ed6 HTTP/1.1" status: 204 len: 173 time: 0.3059480 Feb 04 12:27:17.829957 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 36594) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:27:17.845284 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-21ed4e57-c661-44b7-b180-9446794fd6d9 req-5bd2ae09-d875-450b-a6bb-d47cbbb12d21 tempest-InstanceActionsV221TestJSON-623791713 tempest-InstanceActionsV221TestJSON-623791713-project] 10.222.0.65 "GET /v2.0/security-groups?id=2739dea5-e9ef-4a9c-b83e-b20aa2bb6f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413369 Feb 04 12:27:17.849527 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2516a9aa-c2be-437f-8a09-e58466027b20 tempest-SecurityGroupsTestJSON-816364504 tempest-SecurityGroupsTestJSON-816364504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae936e60-42b2-429d-8649-660f2ab03ed6,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:17.985734 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0296208-85f1-4365-93a8-0020023d892b admin admin] Deleting subnet 20190653-fdc7-4422-8e01-957f62aee17f {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:27:17.998555 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b0296208-85f1-4365-93a8-0020023d892b admin admin] Publish callbacks [] for subnet (20190653-fdc7-4422-8e01-957f62aee17f), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:17.998820 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-30e3ab12-64ad-4a35-9b01-f7304f9c0985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:18.066115 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b0296208-85f1-4365-93a8-0020023d892b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (20190653-fdc7-4422-8e01-957f62aee17f), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:18.168605 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b0296208-85f1-4365-93a8-0020023d892b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (20190653-fdc7-4422-8e01-957f62aee17f), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:18.207350 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906e47df-7bdd-4a6c-89a9-ca7871ca98a2 req-ac77199c-3edd-4683-83cd-a39a6cfb08fc tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:18.208962 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-906e47df-7bdd-4a6c-89a9-ca7871ca98a2 req-ac77199c-3edd-4683-83cd-a39a6cfb08fc tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?device_id=3dbcae43-717d-41c7-982d-474705f0aebe HTTP/1.1" status: 200 len: 945 time: 0.1763527 Feb 04 12:27:18.219822 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a78ad97-0204-428e-b13d-055ecf5d6653 req-927f8a15-b2f9-4d25-95b7-b17d5212cdaf tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:18.233571 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7a78ad97-0204-428e-b13d-055ecf5d6653 req-927f8a15-b2f9-4d25-95b7-b17d5212cdaf tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fd9097d-d5e4-4774-807c-a9b8c47df9ef HTTP/1.1" status: 200 len: 949 time: 0.1190326 Feb 04 12:27:18.255185 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b0296208-85f1-4365-93a8-0020023d892b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (20190653-fdc7-4422-8e01-957f62aee17f), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:18.289024 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbbe1713-3beb-4fcb-9006-f4192e84c761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ee0282c-99d9-4032-9628-bbf60d631226'}, {'server_uuid': '3dbcae43-717d-41c7-982d-474705f0aebe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aa1e584-0e9e-49fe-be65-8cf807afd9f8'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:27:18.295440 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b0296208-85f1-4365-93a8-0020023d892b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:18.300531 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cda60f1-6190-4f09-ad6c-d3f9fb4514a7" -d '{"events": [{"server_uuid": "bbbe1713-3beb-4fcb-9006-f4192e84c761", "name": "network-vif-plugged", "status": "completed", "tag": "0ee0282c-99d9-4032-9628-bbf60d631226"}, {"server_uuid": "3dbcae43-717d-41c7-982d-474705f0aebe", "name": "network-vif-plugged", "status": "completed", "tag": "4aa1e584-0e9e-49fe-be65-8cf807afd9f8"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:27:18.300826 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-b0296208-85f1-4365-93a8-0020023d892b admin admin] 10.222.0.65 "DELETE /v2.0/subnets/20190653-fdc7-4422-8e01-957f62aee17f HTTP/1.1" status: 204 len: 168 time: 0.4690609 Feb 04 12:27:18.311184 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 36614) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:27:18.326093 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0296208-85f1-4365-93a8-0020023d892b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20190653-fdc7-4422-8e01-957f62aee17f,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:18.394890 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb35898f-baf3-439e-8444-b9cf9f140486', 'name': 'network-vif-deleted', 'tag': 'a533665c-f94d-43cb-b324-1da2cf7912f7'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:27:18.400952 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51683350-2c47-431e-9d7e-473ad48d2dff" -d '{"events": [{"server_uuid": "fb35898f-baf3-439e-8444-b9cf9f140486", "name": "network-vif-deleted", "tag": "a533665c-f94d-43cb-b324-1da2cf7912f7"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:27:18.410917 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7a78ad97-0204-428e-b13d-055ecf5d6653 req-99551d26-fd42-4600-8aeb-1696a4c09d4a tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763375 Feb 04 12:27:18.458234 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-906e47df-7bdd-4a6c-89a9-ca7871ca98a2 req-b319ee67-3631-4f44-865f-1c378243b8b9 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f51ab49-2800-41c7-a09d-ab109cee7e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003284 Feb 04 12:27:18.516117 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-193328d8-8800-498b-90dc-259fc78582e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (b8fa325b-bcd0-4398-bc54-1d713ba7c3b0), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:18.629534 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f2eb0f3a-1208-44f3-8c0e-380a58c14ee6 req-229d9c28-02a7-43a3-910a-bf7c8f9d18de tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d71fca2-7310-4efc-9eaf-c31026923412 HTTP/1.1" status: 200 len: 210 time: 0.0594141 Feb 04 12:27:18.727098 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-193328d8-8800-498b-90dc-259fc78582e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (b8fa325b-bcd0-4398-bc54-1d713ba7c3b0), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:18.768244 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 1838ab07-adf7-4b9b-b746-757621e1c012 up at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:27:18.773218 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-193328d8-8800-498b-90dc-259fc78582e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8fa325b-bcd0-4398-bc54-1d713ba7c3b0']}} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:27:18.794462 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-193328d8-8800-498b-90dc-259fc78582e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acb9d640-bd6c-44b6-b60b-2ea6174d51f4') {'for_net_delete': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:27:18.794847 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-193328d8-8800-498b-90dc-259fc78582e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acb9d640-bd6c-44b6-b60b-2ea6174d51f4') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:27:18.820389 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-193328d8-8800-498b-90dc-259fc78582e1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51859336'] for segment (acb9d640-bd6c-44b6-b60b-2ea6174d51f4), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:18.872685 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-193328d8-8800-498b-90dc-259fc78582e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (acb9d640-bd6c-44b6-b60b-2ea6174d51f4), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:18.895950 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-193328d8-8800-498b-90dc-259fc78582e1 admin admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=103475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:27:18.895950 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-193328d8-8800-498b-90dc-259fc78582e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-52093388'] for segment (acb9d640-bd6c-44b6-b60b-2ea6174d51f4), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:18.897919 n-d-825015-3 neutron-server[103475]: Traceback (most recent call last): Feb 04 12:27:18.897919 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:27:18.897919 n-d-825015-3 neutron-server[103475]: timer() Feb 04 12:27:18.897919 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:27:18.897919 n-d-825015-3 neutron-server[103475]: cb(*args, **kw) Feb 04 12:27:18.897919 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:27:18.897919 n-d-825015-3 neutron-server[103475]: return func(*args, **kwargs) Feb 04 12:27:18.897919 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:27:18.897919 n-d-825015-3 neutron-server[103475]: self._notify() Feb 04 12:27:18.897919 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:27:18.897919 n-d-825015-3 neutron-server[103475]: self.callback(batched_events) Feb 04 12:27:18.897919 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:27:18.897919 n-d-825015-3 neutron-server[103475]: event.method(event) Feb 04 12:27:18.897919 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:27:18.897919 n-d-825015-3 neutron-server[103475]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:27:18.897919 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:27:18.897919 n-d-825015-3 neutron-server[103475]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:27:18.897919 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:27:18.897919 n-d-825015-3 neutron-server[103475]: return f(self, *a, **k) Feb 04 12:27:18.897919 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:27:18.897919 n-d-825015-3 neutron-server[103475]: return self._get(url).json() Feb 04 12:27:18.897919 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:27:18.897919 n-d-825015-3 neutron-server[103475]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:27:18.897919 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:27:18.897919 n-d-825015-3 neutron-server[103475]: return self.request(url, 'GET', **kwargs) Feb 04 12:27:18.897919 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:27:18.897919 n-d-825015-3 neutron-server[103475]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:27:18.897919 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:27:18.897919 n-d-825015-3 neutron-server[103475]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:27:18.897919 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:27:18.897919 n-d-825015-3 neutron-server[103475]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:27:18.897919 n-d-825015-3 neutron-server[103475]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:27:18.902744 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 04 Feb 2022 12:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01bb3a02-438c-4c77-a211-73cc7587064e x-openstack-request-id: req-01bb3a02-438c-4c77-a211-73cc7587064e {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:27:18.902744 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbbe1713-3beb-4fcb-9006-f4192e84c761", "name": "network-vif-plugged", "status": "completed", "tag": "0ee0282c-99d9-4032-9628-bbf60d631226", "code": 200}, {"server_uuid": "3dbcae43-717d-41c7-982d-474705f0aebe", "name": "network-vif-plugged", "status": "completed", "tag": "4aa1e584-0e9e-49fe-be65-8cf807afd9f8", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:27:18.905540 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-01bb3a02-438c-4c77-a211-73cc7587064e {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:27:18.906086 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbbe1713-3beb-4fcb-9006-f4192e84c761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ee0282c-99d9-4032-9628-bbf60d631226', 'code': 200} Feb 04 12:27:18.907116 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dbcae43-717d-41c7-982d-474705f0aebe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aa1e584-0e9e-49fe-be65-8cf807afd9f8', 'code': 200} Feb 04 12:27:19.007143 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning for port 1838ab07-adf7-4b9b-b746-757621e1c012 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:27:19.026520 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning complete for port 1838ab07-adf7-4b9b-b746-757621e1c012 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:27:19.029300 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (1838ab07-adf7-4b9b-b746-757621e1c012), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:19.063881 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-193328d8-8800-498b-90dc-259fc78582e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (b8fa325b-bcd0-4398-bc54-1d713ba7c3b0), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:19.064427 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-938694b6-8852-401f-aabc-5e1fb6ff3d3b x-openstack-request-id: req-938694b6-8852-401f-aabc-5e1fb6ff3d3b {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:27:19.065176 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb35898f-baf3-439e-8444-b9cf9f140486", "name": "network-vif-deleted", "tag": "a533665c-f94d-43cb-b324-1da2cf7912f7", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:27:19.066723 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-938694b6-8852-401f-aabc-5e1fb6ff3d3b {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:27:19.075445 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb35898f-baf3-439e-8444-b9cf9f140486', 'name': 'network-vif-deleted', 'tag': 'a533665c-f94d-43cb-b324-1da2cf7912f7', 'status': 'completed', 'code': 200} Feb 04 12:27:19.081531 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-193328d8-8800-498b-90dc-259fc78582e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:19.097235 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-193328d8-8800-498b-90dc-259fc78582e1 admin admin] 10.222.0.65 "DELETE /v2.0/networks/b8fa325b-bcd0-4398-bc54-1d713ba7c3b0 HTTP/1.1" status: 204 len: 168 time: 0.7847102 Feb 04 12:27:19.116956 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193328d8-8800-498b-90dc-259fc78582e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8fa325b-bcd0-4398-bc54-1d713ba7c3b0,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:19.247078 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:19.265177 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7424d72-e945-4f02-8fbd-2356d85fbf94 req-91e5b72e-331a-4c07-8bbf-9aa71d0457fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:19.273059 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-d7424d72-e945-4f02-8fbd-2356d85fbf94 req-91e5b72e-331a-4c07-8bbf-9aa71d0457fc service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=bbbe1713-3beb-4fcb-9006-f4192e84c761 HTTP/1.1" status: 200 len: 1127 time: 0.2353528 Feb 04 12:27:19.328779 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 1838ab07-adf7-4b9b-b746-757621e1c012 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:27:19.329887 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (1838ab07-adf7-4b9b-b746-757621e1c012), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:19.357290 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1606fb-6a1c-467b-b466-28ddba77bb3a req-3b105803-8afd-446b-b02c-4d2afaac190c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:19.358868 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-5f1606fb-6a1c-467b-b466-28ddba77bb3a req-3b105803-8afd-446b-b02c-4d2afaac190c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=3dbcae43-717d-41c7-982d-474705f0aebe HTTP/1.1" status: 200 len: 1127 time: 0.2822483 Feb 04 12:27:19.371517 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 1838ab07-adf7-4b9b-b746-757621e1c012, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=1838ab07-adf7-4b9b-b746-757621e1c012,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:27:19.378556 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (1838ab07-adf7-4b9b-b746-757621e1c012), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:19.449467 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc49d1ed-2f04-47b5-990e-461f415e2a63 req-f08d1445-9ed3-41ff-a1bf-ea83b52d7bbe tempest-InstanceActionsV221TestJSON-623791713 tempest-InstanceActionsV221TestJSON-623791713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:19.460714 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fc49d1ed-2f04-47b5-990e-461f415e2a63 req-f08d1445-9ed3-41ff-a1bf-ea83b52d7bbe tempest-InstanceActionsV221TestJSON-623791713 tempest-InstanceActionsV221TestJSON-623791713-project] 10.222.0.65 "GET /v2.0/ports?device_id=bbbe1713-3beb-4fcb-9006-f4192e84c761 HTTP/1.1" status: 200 len: 945 time: 0.1703253 Feb 04 12:27:19.484772 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=1838ab07-adf7-4b9b-b746-757621e1c012,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:19.562560 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-d7424d72-e945-4f02-8fbd-2356d85fbf94 req-3f2c7e13-5efa-4ca9-9ad0-ccba19e8b2a2 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=2739dea5-e9ef-4a9c-b83e-b20aa2bb6f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838147 Feb 04 12:27:19.567424 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-5f1606fb-6a1c-467b-b466-28ddba77bb3a req-13d5a5f3-d1c8-48a6-b3da-10e3172e1943 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=7f51ab49-2800-41c7-a09d-ab109cee7e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961954 Feb 04 12:27:19.593463 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fc49d1ed-2f04-47b5-990e-461f415e2a63 req-3ce66880-e20a-4705-9b51-3c19af4460d3 tempest-InstanceActionsV221TestJSON-623791713 tempest-InstanceActionsV221TestJSON-623791713-project] 10.222.0.65 "GET /v2.0/security-groups?id=2739dea5-e9ef-4a9c-b83e-b20aa2bb6f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232543 Feb 04 12:27:19.707351 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 36658) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:27:19.840603 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-a4c35bb8-ba59-4fa1-a56d-8d4be42432fd admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b09d9febdaa2484bafa8461f34390659&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1286228 Feb 04 12:27:19.846131 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 36664) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:27:19.890195 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d22aae1-6c3e-40bc-8aa8-2f049b5cec08 req-7eca61d7-8b88-43e8-9d6d-14eda54af214 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:19.892482 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1d22aae1-6c3e-40bc-8aa8-2f049b5cec08 req-7eca61d7-8b88-43e8-9d6d-14eda54af214 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fd9097d-d5e4-4774-807c-a9b8c47df9ef HTTP/1.1" status: 200 len: 950 time: 0.1858592 Feb 04 12:27:19.903266 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2447b652-8169-4a62-ad01-1862931d89b4 req-a41c79b8-7dc8-4461-8b8c-b92db539b482 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:19.905082 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2447b652-8169-4a62-ad01-1862931d89b4 req-a41c79b8-7dc8-4461-8b8c-b92db539b482 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?device_id=3dbcae43-717d-41c7-982d-474705f0aebe HTTP/1.1" status: 200 len: 945 time: 0.1341505 Feb 04 12:27:19.913327 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d615ab19-1cd7-400c-9df6-55a64442d73b admin admin] Publish callbacks [] for security_group (65b532f6-553b-4a7d-aad3-d6f8aeaacb9a), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:19.942470 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d615ab19-1cd7-400c-9df6-55a64442d73b admin admin] Publish callbacks [] for security_group (65b532f6-553b-4a7d-aad3-d6f8aeaacb9a), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:20.001643 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1d22aae1-6c3e-40bc-8aa8-2f049b5cec08 req-558ba981-f11b-4fa2-91af-919dd2ed7beb tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953944 Feb 04 12:27:20.031703 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2447b652-8169-4a62-ad01-1862931d89b4 req-5d5933b8-846a-4472-87fd-dd7df4b8e995 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f51ab49-2800-41c7-a09d-ab109cee7e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007221 Feb 04 12:27:20.064367 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d615ab19-1cd7-400c-9df6-55a64442d73b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (65b532f6-553b-4a7d-aad3-d6f8aeaacb9a), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:20.068821 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d615ab19-1cd7-400c-9df6-55a64442d73b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:20.075238 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-d615ab19-1cd7-400c-9df6-55a64442d73b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/65b532f6-553b-4a7d-aad3-d6f8aeaacb9a HTTP/1.1" status: 204 len: 168 time: 0.2281857 Feb 04 12:27:20.090271 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d615ab19-1cd7-400c-9df6-55a64442d73b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65b532f6-553b-4a7d-aad3-d6f8aeaacb9a,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:20.364216 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:20.371313 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4f919ae9-356c-4c5e-9a53-761a00041d15 req-662bd279-beaa-46c6-8d7e-ed1a2702440f tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d71fca2-7310-4efc-9eaf-c31026923412 HTTP/1.1" status: 200 len: 210 time: 0.1032617 Feb 04 12:27:20.489705 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 36686) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:27:20.909338 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fd9097d-d5e4-4774-807c-a9b8c47df9ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1838ab07-adf7-4b9b-b746-757621e1c012'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:27:20.912041 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48a4b953-477a-487c-bd6f-93c3b6fdf255" -d '{"events": [{"server_uuid": "5fd9097d-d5e4-4774-807c-a9b8c47df9ef", "name": "network-vif-plugged", "status": "completed", "tag": "1838ab07-adf7-4b9b-b746-757621e1c012"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:27:21.014078 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4c2f2d-7fe9-4af7-9c9f-75b62aa9e7d5 req-f79c12d5-ef29-4dc3-bef3-9cc7b3a2bde2 tempest-InstanceActionsV221TestJSON-623791713 tempest-InstanceActionsV221TestJSON-623791713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:21.030362 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5a4c2f2d-7fe9-4af7-9c9f-75b62aa9e7d5 req-f79c12d5-ef29-4dc3-bef3-9cc7b3a2bde2 tempest-InstanceActionsV221TestJSON-623791713 tempest-InstanceActionsV221TestJSON-623791713-project] 10.222.0.65 "GET /v2.0/ports?device_id=bbbe1713-3beb-4fcb-9006-f4192e84c761 HTTP/1.1" status: 200 len: 945 time: 0.1880887 Feb 04 12:27:21.057375 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5ecad77-8338-4523-aa30-ca167d19f5d7 x-openstack-request-id: req-c5ecad77-8338-4523-aa30-ca167d19f5d7 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:27:21.058819 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fd9097d-d5e4-4774-807c-a9b8c47df9ef", "name": "network-vif-plugged", "status": "completed", "tag": "1838ab07-adf7-4b9b-b746-757621e1c012", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:27:21.059474 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c5ecad77-8338-4523-aa30-ca167d19f5d7 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:27:21.060003 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fd9097d-d5e4-4774-807c-a9b8c47df9ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1838ab07-adf7-4b9b-b746-757621e1c012', 'code': 200} Feb 04 12:27:21.236555 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5a4c2f2d-7fe9-4af7-9c9f-75b62aa9e7d5 req-513bbb94-bb16-479d-9df6-c634aaa73bce tempest-InstanceActionsV221TestJSON-623791713 tempest-InstanceActionsV221TestJSON-623791713-project] 10.222.0.65 "GET /v2.0/security-groups?id=2739dea5-e9ef-4a9c-b83e-b20aa2bb6f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989129 Feb 04 12:27:21.405716 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766d9537-217e-40ec-b14a-47e780e93dba req-e7e9539f-6e74-4708-bad1-c442763820e7 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:21.426176 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-766d9537-217e-40ec-b14a-47e780e93dba req-e7e9539f-6e74-4708-bad1-c442763820e7 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fd9097d-d5e4-4774-807c-a9b8c47df9ef HTTP/1.1" status: 200 len: 950 time: 0.1610866 Feb 04 12:27:21.489637 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603e4ef5-ae84-4b3a-8ad5-d456cae4bd4d req-f7a45be1-2f0f-4973-a500-c5f0fc3d70b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:21.492641 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-603e4ef5-ae84-4b3a-8ad5-d456cae4bd4d req-f7a45be1-2f0f-4973-a500-c5f0fc3d70b0 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=5fd9097d-d5e4-4774-807c-a9b8c47df9ef HTTP/1.1" status: 200 len: 1132 time: 0.3300195 Feb 04 12:27:21.496840 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-868768ac-02ff-4a69-8d66-89105b8e2eba admin admin] Deleting subnet 875d7ebd-efc4-4fa6-a601-61971abf78fc {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:27:21.511463 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-868768ac-02ff-4a69-8d66-89105b8e2eba admin admin] Publish callbacks [] for subnet (875d7ebd-efc4-4fa6-a601-61971abf78fc), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:21.609113 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:21.621997 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-766d9537-217e-40ec-b14a-47e780e93dba req-1b7a75e3-8bf7-40ee-bfb1-8ae5be107fa7 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948180 Feb 04 12:27:21.661612 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d73cac-e586-460e-8815-436c2482f9a0 req-b5602184-df0d-4197-8d10-c5a28d397a11 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:21.664657 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e7d73cac-e586-460e-8815-436c2482f9a0 req-b5602184-df0d-4197-8d10-c5a28d397a11 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?device_id=3dbcae43-717d-41c7-982d-474705f0aebe HTTP/1.1" status: 200 len: 945 time: 0.1978917 Feb 04 12:27:21.723173 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-603e4ef5-ae84-4b3a-8ad5-d456cae4bd4d req-b0c03eb2-34fe-4d55-a904-4b0f4a12f3a2 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229993 Feb 04 12:27:21.727538 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-868768ac-02ff-4a69-8d66-89105b8e2eba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (875d7ebd-efc4-4fa6-a601-61971abf78fc), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:21.835095 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e7d73cac-e586-460e-8815-436c2482f9a0 req-4e72a67e-38d7-4325-ad2f-fb9dd35cea74 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f51ab49-2800-41c7-a09d-ab109cee7e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538162 Feb 04 12:27:21.862541 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-868768ac-02ff-4a69-8d66-89105b8e2eba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (875d7ebd-efc4-4fa6-a601-61971abf78fc), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:21.968370 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7d057e17-4c82-4175-aaf5-ef7036a7f07b req-71528e8a-823b-4e46-8e22-5096de38a66c tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d71fca2-7310-4efc-9eaf-c31026923412 HTTP/1.1" status: 200 len: 210 time: 0.0903835 Feb 04 12:27:21.998595 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-868768ac-02ff-4a69-8d66-89105b8e2eba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (875d7ebd-efc4-4fa6-a601-61971abf78fc), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:22.110274 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868768ac-02ff-4a69-8d66-89105b8e2eba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=875d7ebd-efc4-4fa6-a601-61971abf78fc,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:22.116094 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-868768ac-02ff-4a69-8d66-89105b8e2eba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:22.126936 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 36732) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:27:22.142684 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-868768ac-02ff-4a69-8d66-89105b8e2eba admin admin] 10.222.0.65 "DELETE /v2.0/subnets/875d7ebd-efc4-4fa6-a601-61971abf78fc HTTP/1.1" status: 204 len: 168 time: 1.6517544 Feb 04 12:27:22.385678 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5863a926-ecf7-4216-93fc-c39e97a7c135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (f4dfd687-dba5-46ff-81a8-361822d13e13), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:22.402980 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 12:27:22.613039 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5863a926-ecf7-4216-93fc-c39e97a7c135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (f4dfd687-dba5-46ff-81a8-361822d13e13), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:22.642031 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-5863a926-ecf7-4216-93fc-c39e97a7c135 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4dfd687-dba5-46ff-81a8-361822d13e13']}} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:27:22.661447 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-5863a926-ecf7-4216-93fc-c39e97a7c135 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02af7db9-ac7a-4fd9-8876-35ceb0279e70') {'for_net_delete': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:27:22.661741 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-5863a926-ecf7-4216-93fc-c39e97a7c135 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02af7db9-ac7a-4fd9-8876-35ceb0279e70') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:27:22.675233 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5863a926-ecf7-4216-93fc-c39e97a7c135 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51859336'] for segment (02af7db9-ac7a-4fd9-8876-35ceb0279e70), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:22.703511 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5863a926-ecf7-4216-93fc-c39e97a7c135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (02af7db9-ac7a-4fd9-8876-35ceb0279e70), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:22.740276 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5863a926-ecf7-4216-93fc-c39e97a7c135 admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=103475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:27:22.740717 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5863a926-ecf7-4216-93fc-c39e97a7c135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-52093388'] for segment (02af7db9-ac7a-4fd9-8876-35ceb0279e70), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:22.745082 n-d-825015-3 neutron-server[103475]: Traceback (most recent call last): Feb 04 12:27:22.745082 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:27:22.745082 n-d-825015-3 neutron-server[103475]: timer() Feb 04 12:27:22.745082 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:27:22.745082 n-d-825015-3 neutron-server[103475]: cb(*args, **kw) Feb 04 12:27:22.745082 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:27:22.745082 n-d-825015-3 neutron-server[103475]: return func(*args, **kwargs) Feb 04 12:27:22.745082 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:27:22.745082 n-d-825015-3 neutron-server[103475]: self._notify() Feb 04 12:27:22.745082 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:27:22.745082 n-d-825015-3 neutron-server[103475]: self.callback(batched_events) Feb 04 12:27:22.745082 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:27:22.745082 n-d-825015-3 neutron-server[103475]: event.method(event) Feb 04 12:27:22.745082 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:27:22.745082 n-d-825015-3 neutron-server[103475]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:27:22.745082 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:27:22.745082 n-d-825015-3 neutron-server[103475]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:27:22.745082 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:27:22.745082 n-d-825015-3 neutron-server[103475]: return f(self, *a, **k) Feb 04 12:27:22.745082 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:27:22.745082 n-d-825015-3 neutron-server[103475]: return self._get(url).json() Feb 04 12:27:22.745082 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:27:22.745082 n-d-825015-3 neutron-server[103475]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:27:22.745082 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:27:22.745082 n-d-825015-3 neutron-server[103475]: return self.request(url, 'GET', **kwargs) Feb 04 12:27:22.745082 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:27:22.745082 n-d-825015-3 neutron-server[103475]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:27:22.745082 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:27:22.745082 n-d-825015-3 neutron-server[103475]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:27:22.745082 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:27:22.745082 n-d-825015-3 neutron-server[103475]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:27:22.745082 n-d-825015-3 neutron-server[103475]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:27:22.827674 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa3f342-89bb-4104-8ac9-77f537b21cd2 req-af272b90-c6d7-4a10-9a60-fad27388b893 tempest-InstanceActionsV221TestJSON-623791713 tempest-InstanceActionsV221TestJSON-623791713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:22.834887 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0fa3f342-89bb-4104-8ac9-77f537b21cd2 req-af272b90-c6d7-4a10-9a60-fad27388b893 tempest-InstanceActionsV221TestJSON-623791713 tempest-InstanceActionsV221TestJSON-623791713-project] 10.222.0.65 "GET /v2.0/ports?device_id=bbbe1713-3beb-4fcb-9006-f4192e84c761 HTTP/1.1" status: 200 len: 945 time: 0.4055579 Feb 04 12:27:22.861392 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5863a926-ecf7-4216-93fc-c39e97a7c135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (f4dfd687-dba5-46ff-81a8-361822d13e13), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:22.877747 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048a86f5-3bd8-4f54-ae01-dced40ea53f1 req-3d6b9a42-c9c6-4a8e-a773-7621a0c5cc11 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:22.885940 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-048a86f5-3bd8-4f54-ae01-dced40ea53f1 req-3d6b9a42-c9c6-4a8e-a773-7621a0c5cc11 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?device_id=3dbcae43-717d-41c7-982d-474705f0aebe HTTP/1.1" status: 200 len: 945 time: 0.1854029 Feb 04 12:27:22.888347 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5863a926-ecf7-4216-93fc-c39e97a7c135 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:22.895439 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-5863a926-ecf7-4216-93fc-c39e97a7c135 admin admin] 10.222.0.65 "DELETE /v2.0/networks/f4dfd687-dba5-46ff-81a8-361822d13e13 HTTP/1.1" status: 204 len: 168 time: 0.7662148 Feb 04 12:27:23.070979 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5863a926-ecf7-4216-93fc-c39e97a7c135 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4dfd687-dba5-46ff-81a8-361822d13e13,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:23.112094 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 36756) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:27:23.157425 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0fa3f342-89bb-4104-8ac9-77f537b21cd2 req-bf7dea95-fb66-4391-b61b-95eee1463eff tempest-InstanceActionsV221TestJSON-623791713 tempest-InstanceActionsV221TestJSON-623791713-project] 10.222.0.65 "GET /v2.0/security-groups?id=2739dea5-e9ef-4a9c-b83e-b20aa2bb6f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3206198 Feb 04 12:27:23.222214 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-1ccb6ef0-efd7-4c66-95e6-d3dc213ab0cd admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f50b895c9ca94e2aa6b9c6495d9eebfd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1059196 Feb 04 12:27:23.222589 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 36760) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:27:23.267608 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-048a86f5-3bd8-4f54-ae01-dced40ea53f1 req-f6229b3e-d3aa-44f5-adc4-e25a7def3391 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f51ab49-2800-41c7-a09d-ab109cee7e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3805542 Feb 04 12:27:23.287617 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 36762) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:27:23.377333 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7ec832ea-5cc7-4a90-a3df-e9c3c1f2010b admin admin] Publish callbacks [] for security_group (e0b93a62-41a7-4338-9add-00a3a3dd7ed0), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:23.439634 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7ec832ea-5cc7-4a90-a3df-e9c3c1f2010b admin admin] Publish callbacks [] for security_group (e0b93a62-41a7-4338-9add-00a3a3dd7ed0), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:23.536453 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16811ac9-9571-459e-8216-004cf945aa9a req-3409d326-1c91-41da-911d-c04a36ee0cc5 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:23.544345 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-16811ac9-9571-459e-8216-004cf945aa9a req-3409d326-1c91-41da-911d-c04a36ee0cc5 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fd9097d-d5e4-4774-807c-a9b8c47df9ef HTTP/1.1" status: 200 len: 950 time: 0.1871312 Feb 04 12:27:23.583973 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7ec832ea-5cc7-4a90-a3df-e9c3c1f2010b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (e0b93a62-41a7-4338-9add-00a3a3dd7ed0), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:23.589299 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7ec832ea-5cc7-4a90-a3df-e9c3c1f2010b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:23.590307 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-7ec832ea-5cc7-4a90-a3df-e9c3c1f2010b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e0b93a62-41a7-4338-9add-00a3a3dd7ed0 HTTP/1.1" status: 204 len: 168 time: 0.3660791 Feb 04 12:27:23.631414 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec832ea-5cc7-4a90-a3df-e9c3c1f2010b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0b93a62-41a7-4338-9add-00a3a3dd7ed0,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:23.764244 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-420659f4-f97a-46d0-9e41-b25ab92ceb07 req-43371587-0f0e-40e7-a5b6-cf25098a2148 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d71fca2-7310-4efc-9eaf-c31026923412 HTTP/1.1" status: 200 len: 210 time: 0.1584225 Feb 04 12:27:23.796308 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bc124b2e-9089-4fb5-85f9-14d351496c61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:23.830070 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-16811ac9-9571-459e-8216-004cf945aa9a req-233dc559-18f9-4af0-ac64-49767627ff7b tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787535 Feb 04 12:27:23.986854 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bc124b2e-9089-4fb5-85f9-14d351496c61 admin admin] Publish callbacks [] for security_group (710594a7-9c75-48a8-b087-ade5ee079059), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:23.994731 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bc124b2e-9089-4fb5-85f9-14d351496c61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (710594a7-9c75-48a8-b087-ade5ee079059), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:24.146277 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-bc124b2e-9089-4fb5-85f9-14d351496c61 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9b574bfc3ecc45299a47cf83f96a5fd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8573103 Feb 04 12:27:24.150918 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 36782) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:27:24.161237 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc124b2e-9089-4fb5-85f9-14d351496c61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=710594a7-9c75-48a8-b087-ade5ee079059,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:24.352256 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8a183cce-026b-4e28-b400-d928116c4062 admin admin] Publish callbacks [] for security_group (710594a7-9c75-48a8-b087-ade5ee079059), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:24.405979 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8a183cce-026b-4e28-b400-d928116c4062 admin admin] Publish callbacks [] for security_group (710594a7-9c75-48a8-b087-ade5ee079059), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:24.542522 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc5a182-f2bd-41fe-bb59-cb38dd62fd98 req-1918cef0-57cd-40bf-a818-80921784a123 tempest-InstanceActionsV221TestJSON-623791713 tempest-InstanceActionsV221TestJSON-623791713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:24.544816 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8dc5a182-f2bd-41fe-bb59-cb38dd62fd98 req-1918cef0-57cd-40bf-a818-80921784a123 tempest-InstanceActionsV221TestJSON-623791713 tempest-InstanceActionsV221TestJSON-623791713-project] 10.222.0.65 "GET /v2.0/ports?device_id=bbbe1713-3beb-4fcb-9006-f4192e84c761 HTTP/1.1" status: 200 len: 945 time: 0.1481462 Feb 04 12:27:24.569534 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8a183cce-026b-4e28-b400-d928116c4062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (710594a7-9c75-48a8-b087-ade5ee079059), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:24.574255 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8a183cce-026b-4e28-b400-d928116c4062 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:24.590912 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-8a183cce-026b-4e28-b400-d928116c4062 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/710594a7-9c75-48a8-b087-ade5ee079059 HTTP/1.1" status: 204 len: 168 time: 0.4284320 Feb 04 12:27:24.738802 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a183cce-026b-4e28-b400-d928116c4062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=710594a7-9c75-48a8-b087-ade5ee079059,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:24.829824 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8dc5a182-f2bd-41fe-bb59-cb38dd62fd98 req-dd18e5a6-bec9-4273-815c-b0ba20d3741a tempest-InstanceActionsV221TestJSON-623791713 tempest-InstanceActionsV221TestJSON-623791713-project] 10.222.0.65 "GET /v2.0/security-groups?id=2739dea5-e9ef-4a9c-b83e-b20aa2bb6f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398963 Feb 04 12:27:24.888233 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da2aed3-0381-4336-94e2-33cf0995292e req-6be1e523-19a2-4a07-857e-50abf66916f6 tempest-MigrationsAdminTest-1074769527 tempest-MigrationsAdminTest-1074769527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:24.892687 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8da2aed3-0381-4336-94e2-33cf0995292e req-6be1e523-19a2-4a07-857e-50abf66916f6 tempest-MigrationsAdminTest-1074769527 tempest-MigrationsAdminTest-1074769527-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=5fd9097d-d5e4-4774-807c-a9b8c47df9ef HTTP/1.1" status: 200 len: 1132 time: 0.3316033 Feb 04 12:27:25.026963 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8da2aed3-0381-4336-94e2-33cf0995292e req-b083afde-51c2-4bfe-a0a0-37a07c574a76 tempest-MigrationsAdminTest-1074769527 tempest-MigrationsAdminTest-1074769527-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:25.412266 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637e86db-a5dc-49d9-9265-34ffebebccbe req-3ee90a12-ffde-451a-942b-eeaaf9defd02 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:25.420928 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-637e86db-a5dc-49d9-9265-34ffebebccbe req-3ee90a12-ffde-451a-942b-eeaaf9defd02 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?device_id=3dbcae43-717d-41c7-982d-474705f0aebe HTTP/1.1" status: 200 len: 945 time: 0.3738215 Feb 04 12:27:25.461722 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8da2aed3-0381-4336-94e2-33cf0995292e req-b083afde-51c2-4bfe-a0a0-37a07c574a76 tempest-MigrationsAdminTest-1074769527 tempest-MigrationsAdminTest-1074769527-project-admin] Publish callbacks [] for security_group (fe90ad40-e302-4c99-b030-bc1b887273a9), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:25.489781 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8da2aed3-0381-4336-94e2-33cf0995292e req-b083afde-51c2-4bfe-a0a0-37a07c574a76 tempest-MigrationsAdminTest-1074769527 tempest-MigrationsAdminTest-1074769527-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (fe90ad40-e302-4c99-b030-bc1b887273a9), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:25.568771 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-637e86db-a5dc-49d9-9265-34ffebebccbe req-62778345-bcfc-4c97-94c9-16a04cefc939 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f51ab49-2800-41c7-a09d-ab109cee7e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467361 Feb 04 12:27:25.719671 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d981c528-69e5-4ca9-adb7-850460250245 req-db8e42b9-33e2-417c-aa7b-a889eb9d9378 tempest-InstanceActionsV221TestJSON-623791713 tempest-InstanceActionsV221TestJSON-623791713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:25.723429 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-d981c528-69e5-4ca9-adb7-850460250245 req-db8e42b9-33e2-417c-aa7b-a889eb9d9378 tempest-InstanceActionsV221TestJSON-623791713 tempest-InstanceActionsV221TestJSON-623791713-project] 10.222.0.77 "GET /v2.0/ports?device_id=bbbe1713-3beb-4fcb-9006-f4192e84c761 HTTP/1.1" status: 200 len: 945 time: 0.1692791 Feb 04 12:27:25.764932 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b083afde-51c2-4bfe-a0a0-37a07c574a76 tempest-MigrationsAdminTest-1074769527 tempest-MigrationsAdminTest-1074769527-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe90ad40-e302-4c99-b030-bc1b887273a9,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:25.796690 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8da2aed3-0381-4336-94e2-33cf0995292e req-b083afde-51c2-4bfe-a0a0-37a07c574a76 tempest-MigrationsAdminTest-1074769527 tempest-MigrationsAdminTest-1074769527-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8706758 Feb 04 12:27:25.975591 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cead1a2b-b01a-491e-9467-c74904279818 req-ebe77b01-6f85-4669-8340-6f53b0543fcb tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d71fca2-7310-4efc-9eaf-c31026923412 HTTP/1.1" status: 200 len: 210 time: 0.0657382 Feb 04 12:27:26.105977 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-d981c528-69e5-4ca9-adb7-850460250245 req-7b64802f-f18a-4b48-88dc-6d90fe33858c tempest-InstanceActionsV221TestJSON-623791713 tempest-InstanceActionsV221TestJSON-623791713-project] Deleting port 0ee0282c-99d9-4032-9628-bbf60d631226 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:27:26.106344 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-d981c528-69e5-4ca9-adb7-850460250245 req-7b64802f-f18a-4b48-88dc-6d90fe33858c tempest-InstanceActionsV221TestJSON-623791713 tempest-InstanceActionsV221TestJSON-623791713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (0ee0282c-99d9-4032-9628-bbf60d631226), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:26.227530 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194ade87-4fa7-40f5-9e18-ede42765f754 req-74dc420f-b906-4f84-8a76-733b710a34b8 tempest-InstanceActionsV221TestJSON-623791713 tempest-InstanceActionsV221TestJSON-623791713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:26.231013 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-194ade87-4fa7-40f5-9e18-ede42765f754 req-74dc420f-b906-4f84-8a76-733b710a34b8 tempest-InstanceActionsV221TestJSON-623791713 tempest-InstanceActionsV221TestJSON-623791713-project] 10.222.0.65 "GET /v2.0/ports?device_id=bbbe1713-3beb-4fcb-9006-f4192e84c761 HTTP/1.1" status: 200 len: 945 time: 0.1463008 Feb 04 12:27:26.342424 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-d981c528-69e5-4ca9-adb7-850460250245 req-7b64802f-f18a-4b48-88dc-6d90fe33858c tempest-InstanceActionsV221TestJSON-623791713 tempest-InstanceActionsV221TestJSON-623791713-project] For port 0ee0282c-99d9-4032-9628-bbf60d631226, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=0ee0282c-99d9-4032-9628-bbf60d631226,segment=NetworkSegment(7993df4c-4a4c-4407-9189-4cd47c07f483),segment_id=7993df4c-4a4c-4407-9189-4cd47c07f483)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:27:26.342826 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-d981c528-69e5-4ca9-adb7-850460250245 req-7b64802f-f18a-4b48-88dc-6d90fe33858c tempest-InstanceActionsV221TestJSON-623791713 tempest-InstanceActionsV221TestJSON-623791713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (0ee0282c-99d9-4032-9628-bbf60d631226), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:26.361820 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-d981c528-69e5-4ca9-adb7-850460250245 req-7b64802f-f18a-4b48-88dc-6d90fe33858c tempest-InstanceActionsV221TestJSON-623791713 tempest-InstanceActionsV221TestJSON-623791713-project] Calling delete_port for 0ee0282c-99d9-4032-9628-bbf60d631226 owned by compute:nova {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:27:26.379837 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-194ade87-4fa7-40f5-9e18-ede42765f754 req-29c2cdcf-22a8-4911-93a7-d345c7b43ef4 tempest-InstanceActionsV221TestJSON-623791713 tempest-InstanceActionsV221TestJSON-623791713-project] 10.222.0.65 "GET /v2.0/security-groups?id=2739dea5-e9ef-4a9c-b83e-b20aa2bb6f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328983 Feb 04 12:27:26.546367 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 36854) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:27:26.710002 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-d981c528-69e5-4ca9-adb7-850460250245 req-7b64802f-f18a-4b48-88dc-6d90fe33858c tempest-InstanceActionsV221TestJSON-623791713 tempest-InstanceActionsV221TestJSON-623791713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (0ee0282c-99d9-4032-9628-bbf60d631226), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:26.732769 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['0ee0282c-99d9-4032-9628-bbf60d631226'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:27:26.788634 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b64802f-f18a-4b48-88dc-6d90fe33858c tempest-InstanceActionsV221TestJSON-623791713 tempest-InstanceActionsV221TestJSON-623791713-project] Pushing event deleted for resources: {'Port': ['ID=0ee0282c-99d9-4032-9628-bbf60d631226,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:26.902732 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-d981c528-69e5-4ca9-adb7-850460250245 req-7b64802f-f18a-4b48-88dc-6d90fe33858c tempest-InstanceActionsV221TestJSON-623791713 tempest-InstanceActionsV221TestJSON-623791713-project] No DVR routers for this DVR port 0ee0282c-99d9-4032-9628-bbf60d631226 on host n-h2-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:27:26.910751 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-d981c528-69e5-4ca9-adb7-850460250245 req-7b64802f-f18a-4b48-88dc-6d90fe33858c tempest-InstanceActionsV221TestJSON-623791713 tempest-InstanceActionsV221TestJSON-623791713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:26.916181 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-d981c528-69e5-4ca9-adb7-850460250245 req-7b64802f-f18a-4b48-88dc-6d90fe33858c tempest-InstanceActionsV221TestJSON-623791713 tempest-InstanceActionsV221TestJSON-623791713-project] 10.222.0.77 "DELETE /v2.0/ports/0ee0282c-99d9-4032-9628-bbf60d631226 HTTP/1.1" status: 204 len: 173 time: 1.1753016 Feb 04 12:27:26.917119 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbbe1713-3beb-4fcb-9006-f4192e84c761', 'name': 'network-vif-deleted', 'tag': '0ee0282c-99d9-4032-9628-bbf60d631226'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:27:26.922030 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63509cfe-81f3-48a3-a561-8a7c8f606b7d" -d '{"events": [{"server_uuid": "bbbe1713-3beb-4fcb-9006-f4192e84c761", "name": "network-vif-deleted", "tag": "0ee0282c-99d9-4032-9628-bbf60d631226"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:27:26.981495 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-370ca77e-cbad-477f-a7f2-990077bb542a admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-355000231-network', 'tenant_id': 'c0eafbbeb09641368ec0c43b6279b92e'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:27:27.038135 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-370ca77e-cbad-477f-a7f2-990077bb542a admin admin] Made reservation on behalf of c0eafbbeb09641368ec0c43b6279b92e for: {'network': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:27:27.042248 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-370ca77e-cbad-477f-a7f2-990077bb542a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:27.068835 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-370ca77e-cbad-477f-a7f2-990077bb542a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:27.221641 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-370ca77e-cbad-477f-a7f2-990077bb542a admin admin] Publish callbacks [] for security_group (56069a28-ff66-4a47-83c3-e7e3b2032c67), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:27.226950 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-370ca77e-cbad-477f-a7f2-990077bb542a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (56069a28-ff66-4a47-83c3-e7e3b2032c67), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:27.296725 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ca77e-cbad-477f-a7f2-990077bb542a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56069a28-ff66-4a47-83c3-e7e3b2032c67,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:27.319353 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-370ca77e-cbad-477f-a7f2-990077bb542a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=103475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:27:27.380554 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-370ca77e-cbad-477f-a7f2-990077bb542a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (7286c194-a110-4398-987d-ff0e8956230a), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:27.382386 n-d-825015-3 neutron-server[103475]: INFO neutron.db.segments_db [None req-370ca77e-cbad-477f-a7f2-990077bb542a admin admin] Added segment 7286c194-a110-4398-987d-ff0e8956230a of type vlan for network dc9512fb-33b9-46a5-a35b-21f61ba346c6 Feb 04 12:27:27.420056 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-163e87df-3b55-46b9-97f6-8b78a1701b94 req-074b602c-e89d-46d3-89af-825c5fd7eb0f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5fd9097d-d5e4-4774-807c-a9b8c47df9ef&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0778935 Feb 04 12:27:27.433347 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [req-163e87df-3b55-46b9-97f6-8b78a1701b94 req-05ca638d-5979-4fff-ae76-38da9ae06995 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103474) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:27:27.435014 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-163e87df-3b55-46b9-97f6-8b78a1701b94 req-05ca638d-5979-4fff-ae76-38da9ae06995 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0086401 Feb 04 12:27:27.457855 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-955cb0bc-d106-49cd-8579-e0d1ef1888df x-openstack-request-id: req-955cb0bc-d106-49cd-8579-e0d1ef1888df {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:27:27.459050 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbbe1713-3beb-4fcb-9006-f4192e84c761", "name": "network-vif-deleted", "tag": "0ee0282c-99d9-4032-9628-bbf60d631226", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:27:27.459050 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-955cb0bc-d106-49cd-8579-e0d1ef1888df {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:27:27.459302 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbbe1713-3beb-4fcb-9006-f4192e84c761', 'name': 'network-vif-deleted', 'tag': '0ee0282c-99d9-4032-9628-bbf60d631226', 'status': 'completed', 'code': 200} Feb 04 12:27:27.483716 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-370ca77e-cbad-477f-a7f2-990077bb542a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (dc9512fb-33b9-46a5-a35b-21f61ba346c6), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:27.528001 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b017dc-a261-45df-a352-9273c0c255c4 req-48d71fe6-43f9-4da5-9c0c-b1773d7cd15a tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:27.529563 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-99b017dc-a261-45df-a352-9273c0c255c4 req-48d71fe6-43f9-4da5-9c0c-b1773d7cd15a tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?device_id=3dbcae43-717d-41c7-982d-474705f0aebe HTTP/1.1" status: 200 len: 945 time: 0.2116787 Feb 04 12:27:27.660011 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-370ca77e-cbad-477f-a7f2-990077bb542a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (dc9512fb-33b9-46a5-a35b-21f61ba346c6), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:27.664289 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370ca77e-cbad-477f-a7f2-990077bb542a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:27.665500 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-370ca77e-cbad-477f-a7f2-990077bb542a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:27.802517 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5b479abe-34f1-49a3-be0f-67b4368d843f req-f5973907-24c3-444c-8c3e-b40b71edf009 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d71fca2-7310-4efc-9eaf-c31026923412 HTTP/1.1" status: 200 len: 210 time: 0.1921880 Feb 04 12:27:27.847125 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-370ca77e-cbad-477f-a7f2-990077bb542a admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.2940893 Feb 04 12:27:27.847390 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 36892) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:27:27.853070 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-2f9497fb-a4a9-4643-8233-472ae4c1e45e admin admin] Request body: {'subnet': {'network_id': 'dc9512fb-33b9-46a5-a35b-21f61ba346c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-355000231-subnet', 'tenant_id': 'c0eafbbeb09641368ec0c43b6279b92e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:27:27.906763 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f9497fb-a4a9-4643-8233-472ae4c1e45e admin admin] Made reservation on behalf of c0eafbbeb09641368ec0c43b6279b92e for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:27:27.913516 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2f9497fb-a4a9-4643-8233-472ae4c1e45e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60610638'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:27.965238 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ca77e-cbad-477f-a7f2-990077bb542a admin admin] Pushing event updated for resources: {'Network': ['ID=dc9512fb-33b9-46a5-a35b-21f61ba346c6,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:27.979688 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-99b017dc-a261-45df-a352-9273c0c255c4 req-a2756f1a-1579-4c91-a58c-7461e807782c tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f51ab49-2800-41c7-a09d-ab109cee7e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4361119 Feb 04 12:27:27.980115 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network dc9512fb-33b9-46a5-a35b-21f61ba346c6 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:27:28.129635 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c5c9a9-d0a7-4bb4-a647-acf8d5705d33 req-8edf7172-a23b-406f-8f9b-590d589bb93c tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:28.143637 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-33c5c9a9-d0a7-4bb4-a647-acf8d5705d33 req-8edf7172-a23b-406f-8f9b-590d589bb93c tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fd9097d-d5e4-4774-807c-a9b8c47df9ef HTTP/1.1" status: 200 len: 950 time: 0.1479545 Feb 04 12:27:28.265520 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-33c5c9a9-d0a7-4bb4-a647-acf8d5705d33 req-2878e05d-4fa1-4a2f-956c-a31fba6061e8 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190891 Feb 04 12:27:28.475844 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2f9497fb-a4a9-4643-8233-472ae4c1e45e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59045178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60610680'] for subnet (ded1b65b-964f-4cd0-8493-06f49dcfd4c3), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:28.765602 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9497fb-a4a9-4643-8233-472ae4c1e45e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ded1b65b-964f-4cd0-8493-06f49dcfd4c3,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:28.799429 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 36952) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:27:28.805417 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9497fb-a4a9-4643-8233-472ae4c1e45e admin admin] Checking segment: {'id': '7286c194-a110-4398-987d-ff0e8956230a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'dc9512fb-33b9-46a5-a35b-21f61ba346c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:27:28.806798 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9497fb-a4a9-4643-8233-472ae4c1e45e admin admin] Network hostable DHCP agents. Network: dc9512fb-33b9-46a5-a35b-21f61ba346c6, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:27:28.846491 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 0ee0282c-99d9-4032-9628-bbf60d631226 no longer exists at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:27:28.855999 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9497fb-a4a9-4643-8233-472ae4c1e45e admin admin] Network dc9512fb-33b9-46a5-a35b-21f61ba346c6 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:27:28.871754 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-2f9497fb-a4a9-4643-8233-472ae4c1e45e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, dc9512fb-33b9-46a5-a35b-21f61ba346c6) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:27:28.893812 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9497fb-a4a9-4643-8233-472ae4c1e45e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:28.894833 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2f9497fb-a4a9-4643-8233-472ae4c1e45e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:28.906198 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20170d29-6969-4bb9-8dd0-2a392236012d None None] Network dc9512fb-33b9-46a5-a35b-21f61ba346c6 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:27:28.911416 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] No Port match for: 0ee0282c-99d9-4032-9628-bbf60d631226 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:27:28.912235 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 0ee0282c-99d9-4032-9628-bbf60d631226 not bound to the agent host n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:27:28.952666 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-2f9497fb-a4a9-4643-8233-472ae4c1e45e admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.1055293 Feb 04 12:27:28.960621 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 36956) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:27:28.965746 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-7d7e2ca1-af15-407f-a97b-fc5f3a57dc8b admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-355000231-router', 'tenant_id': 'c0eafbbeb09641368ec0c43b6279b92e', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:27:28.989061 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc2556eb-0007-4bc9-9834-8e3de8d784f3 admin admin] Deleting subnet e4f2555f-8353-49c6-af06-02175d8dce52 {{(pid=103475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:27:29.021130 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-dc2556eb-0007-4bc9-9834-8e3de8d784f3 admin admin] Publish callbacks [] for subnet (e4f2555f-8353-49c6-af06-02175d8dce52), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:29.070580 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-dc2556eb-0007-4bc9-9834-8e3de8d784f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51859329'] for subnet (e4f2555f-8353-49c6-af06-02175d8dce52), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:29.092923 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e9d9ad-c4ed-4ebe-8acb-fcf4f26bb5ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-dc9512fb-33b9-46a5-a35b-21f61ba346c6', 'network_id': 'dc9512fb-33b9-46a5-a35b-21f61ba346c6', 'project_id': 'c0eafbbeb09641368ec0c43b6279b92e', 'fixed_ips': [{'subnet_id': 'ded1b65b-964f-4cd0-8493-06f49dcfd4c3'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 12:27:29.095233 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d7e9d9ad-c4ed-4ebe-8acb-fcf4f26bb5ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:29.114472 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7d7e2ca1-af15-407f-a97b-fc5f3a57dc8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10933'] for router (d20fa03f-134d-41e8-ab0e-e6bf3acda011), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:29.116197 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7d7e2ca1-af15-407f-a97b-fc5f3a57dc8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10924'] for router (d20fa03f-134d-41e8-ab0e-e6bf3acda011), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:29.181163 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-dc2556eb-0007-4bc9-9834-8e3de8d784f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (e4f2555f-8353-49c6-af06-02175d8dce52), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:29.311002 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7d7e2ca1-af15-407f-a97b-fc5f3a57dc8b admin admin] Publish callbacks [] for router_controller (d20fa03f-134d-41e8-ab0e-e6bf3acda011), precommit_add_association {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:29.319754 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-d7e9d9ad-c4ed-4ebe-8acb-fcf4f26bb5ba None None] Allocated IP 172.20.0.2 (dc9512fb-33b9-46a5-a35b-21f61ba346c6/ded1b65b-964f-4cd0-8493-06f49dcfd4c3/4f34f286-ca3c-4f0c-838c-23898d0feebf) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:27:29.550688 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 36968) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:27:29.708222 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d7e9d9ad-c4ed-4ebe-8acb-fcf4f26bb5ba None None] Publish callbacks [] for port (4f34f286-ca3c-4f0c-838c-23898d0feebf), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:29.722627 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d7e9d9ad-c4ed-4ebe-8acb-fcf4f26bb5ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (4f34f286-ca3c-4f0c-838c-23898d0feebf), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:29.798560 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7d7e2ca1-af15-407f-a97b-fc5f3a57dc8b admin admin] Publish callbacks [] for router_gateway (d20fa03f-134d-41e8-ab0e-e6bf3acda011), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:29.810581 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e9d9ad-c4ed-4ebe-8acb-fcf4f26bb5ba None None] Network dc9512fb-33b9-46a5-a35b-21f61ba346c6 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:27:29.816807 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-d7e9d9ad-c4ed-4ebe-8acb-fcf4f26bb5ba None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:27:29.831248 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e9d9ad-c4ed-4ebe-8acb-fcf4f26bb5ba None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:27:29.875646 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d1785a94-652c-45a4-be71-4235adc30ef9 req-14d9684a-1547-4595-abd8-f3226e3c7a00 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d71fca2-7310-4efc-9eaf-c31026923412 HTTP/1.1" status: 200 len: 210 time: 0.0941939 Feb 04 12:27:29.913124 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e9d9ad-c4ed-4ebe-8acb-fcf4f26bb5ba None None] Pushing event updated for resources: {'Port': ['ID=4f34f286-ca3c-4f0c-838c-23898d0feebf,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:29.959320 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-dc2556eb-0007-4bc9-9834-8e3de8d784f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-52093282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51452698'] for subnet (e4f2555f-8353-49c6-af06-02175d8dce52), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:29.992796 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-d7e9d9ad-c4ed-4ebe-8acb-fcf4f26bb5ba None None] Attempting to bind port 4f34f286-ca3c-4f0c-838c-23898d0feebf on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:27:29.993479 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-d7e9d9ad-c4ed-4ebe-8acb-fcf4f26bb5ba None None] Attempting to bind port 4f34f286-ca3c-4f0c-838c-23898d0feebf by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '7286c194-a110-4398-987d-ff0e8956230a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'dc9512fb-33b9-46a5-a35b-21f61ba346c6'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:27:29.995228 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e9d9ad-c4ed-4ebe-8acb-fcf4f26bb5ba None None] Attempting to bind port 4f34f286-ca3c-4f0c-838c-23898d0feebf on network dc9512fb-33b9-46a5-a35b-21f61ba346c6 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:27:30.029219 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e9d9ad-c4ed-4ebe-8acb-fcf4f26bb5ba None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:27:30.030408 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e9d9ad-c4ed-4ebe-8acb-fcf4f26bb5ba None None] Checking segment: {'id': '7286c194-a110-4398-987d-ff0e8956230a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'dc9512fb-33b9-46a5-a35b-21f61ba346c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:27:30.031206 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d7e9d9ad-c4ed-4ebe-8acb-fcf4f26bb5ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:30.032272 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e9d9ad-c4ed-4ebe-8acb-fcf4f26bb5ba None None] Bound using segment: {'id': '7286c194-a110-4398-987d-ff0e8956230a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'dc9512fb-33b9-46a5-a35b-21f61ba346c6'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:27:30.033578 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-d7e9d9ad-c4ed-4ebe-8acb-fcf4f26bb5ba None None] Bound port: 4f34f286-ca3c-4f0c-838c-23898d0feebf, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7286c194-a110-4398-987d-ff0e8956230a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'dc9512fb-33b9-46a5-a35b-21f61ba346c6'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:27:30.034456 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d7e9d9ad-c4ed-4ebe-8acb-fcf4f26bb5ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (4f34f286-ca3c-4f0c-838c-23898d0feebf), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:30.051218 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2556eb-0007-4bc9-9834-8e3de8d784f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4f2555f-8353-49c6-af06-02175d8dce52,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:30.058825 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-dc2556eb-0007-4bc9-9834-8e3de8d784f3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:30.069223 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-dc2556eb-0007-4bc9-9834-8e3de8d784f3 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/e4f2555f-8353-49c6-af06-02175d8dce52 HTTP/1.1" status: 204 len: 168 time: 1.2663052 Feb 04 12:27:30.070037 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 36974) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:27:30.114991 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bef7197-cb11-4147-bcba-5eb720903a18 req-9403f00d-a0d9-425b-8426-7caea885b5eb tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:30.130383 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5bef7197-cb11-4147-bcba-5eb720903a18 req-9403f00d-a0d9-425b-8426-7caea885b5eb tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?device_id=3dbcae43-717d-41c7-982d-474705f0aebe HTTP/1.1" status: 200 len: 945 time: 0.2703025 Feb 04 12:27:30.176864 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-d7e9d9ad-c4ed-4ebe-8acb-fcf4f26bb5ba None None] For port 4f34f286-ca3c-4f0c-838c-23898d0feebf, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:27:30.182529 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-d7e9d9ad-c4ed-4ebe-8acb-fcf4f26bb5ba None None] For port 4f34f286-ca3c-4f0c-838c-23898d0feebf, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=4f34f286-ca3c-4f0c-838c-23898d0feebf,segment=NetworkSegment(7286c194-a110-4398-987d-ff0e8956230a),segment_id=7286c194-a110-4398-987d-ff0e8956230a)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:27:30.199479 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d7e9d9ad-c4ed-4ebe-8acb-fcf4f26bb5ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (4f34f286-ca3c-4f0c-838c-23898d0feebf), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:30.225575 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c9e5975f-3f16-4a52-a5bc-b0923b82f172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (e51fe948-99bb-49eb-9562-1adc1cf3b0ad), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:30.295315 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0755f7c1-e255-40e1-9529-e04eb263736d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:30.298121 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e9d9ad-c4ed-4ebe-8acb-fcf4f26bb5ba None None] Pushing event updated for resources: {'Port': ['ID=4f34f286-ca3c-4f0c-838c-23898d0feebf,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:30.338831 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5bef7197-cb11-4147-bcba-5eb720903a18 req-1e483a6e-2239-4ba7-b52e-a31f8bdf91bf tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f51ab49-2800-41c7-a09d-ab109cee7e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054832 Feb 04 12:27:30.390087 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900ddbdc-3bee-455a-99d6-89bb4d3bb84f req-cdc4c05c-75d8-4097-9cad-e648237680ae tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:30.398716 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-900ddbdc-3bee-455a-99d6-89bb4d3bb84f req-cdc4c05c-75d8-4097-9cad-e648237680ae tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fd9097d-d5e4-4774-807c-a9b8c47df9ef HTTP/1.1" status: 200 len: 950 time: 0.2025714 Feb 04 12:27:30.480685 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-900ddbdc-3bee-455a-99d6-89bb4d3bb84f req-d42dd715-3cf0-44bb-bb59-79ffd72e7244 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805488 Feb 04 12:27:30.717140 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0755f7c1-e255-40e1-9529-e04eb263736d admin admin] Publish callbacks [] for security_group (80d64cfc-d5b6-4887-95f4-1d93344956db), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:30.735534 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0755f7c1-e255-40e1-9529-e04eb263736d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (80d64cfc-d5b6-4887-95f4-1d93344956db), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:30.824747 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-0755f7c1-e255-40e1-9529-e04eb263736d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=540d257f35d34688bd9c6e916258cc7c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0106971 Feb 04 12:27:30.827313 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 36986) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:27:30.849844 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163e87df-3b55-46b9-97f6-8b78a1701b94 req-eca647f5-0982-40d2-8d58-ab56ed9abbef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:30.852350 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-163e87df-3b55-46b9-97f6-8b78a1701b94 req-eca647f5-0982-40d2-8d58-ab56ed9abbef service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5c34eef31d4540768d24bcb8030d50f3&device_id=5fd9097d-d5e4-4774-807c-a9b8c47df9ef HTTP/1.1" status: 200 len: 1132 time: 0.6213114 Feb 04 12:27:30.856235 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c9e5975f-3f16-4a52-a5bc-b0923b82f172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (e51fe948-99bb-49eb-9562-1adc1cf3b0ad), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:30.859191 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0755f7c1-e255-40e1-9529-e04eb263736d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80d64cfc-d5b6-4887-95f4-1d93344956db,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:30.922672 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8548526a-d4e9-4131-8b8f-26dc0b9a121d admin admin] Publish callbacks [] for security_group (80d64cfc-d5b6-4887-95f4-1d93344956db), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:30.987158 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:30.992687 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8548526a-d4e9-4131-8b8f-26dc0b9a121d admin admin] Publish callbacks [] for security_group (80d64cfc-d5b6-4887-95f4-1d93344956db), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:31.038224 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163e87df-3b55-46b9-97f6-8b78a1701b94 req-89d38165-4cda-4719-a468-3aefcaa04107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:31.039773 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-163e87df-3b55-46b9-97f6-8b78a1701b94 req-89d38165-4cda-4719-a468-3aefcaa04107 service neutron] 10.222.0.77 "GET /v2.0/networks?id=2f7dc246-a024-4937-952c-0ddeef5af29c HTTP/1.1" status: 200 len: 870 time: 0.1723053 Feb 04 12:27:31.050132 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0755f7c1-e255-40e1-9529-e04eb263736d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:27:31.050537 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0755f7c1-e255-40e1-9529-e04eb263736d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:27:31.050890 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0755f7c1-e255-40e1-9529-e04eb263736d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:27:31.051237 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0755f7c1-e255-40e1-9529-e04eb263736d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:27:31.051560 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0755f7c1-e255-40e1-9529-e04eb263736d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:27:31.051915 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0755f7c1-e255-40e1-9529-e04eb263736d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:27:31.052288 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0755f7c1-e255-40e1-9529-e04eb263736d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:27:31.052618 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0755f7c1-e255-40e1-9529-e04eb263736d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:27:31.052941 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0755f7c1-e255-40e1-9529-e04eb263736d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:27:31.053273 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0755f7c1-e255-40e1-9529-e04eb263736d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:27:31.053568 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0755f7c1-e255-40e1-9529-e04eb263736d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:27:31.053888 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0755f7c1-e255-40e1-9529-e04eb263736d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:27:31.054538 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0755f7c1-e255-40e1-9529-e04eb263736d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:27:31.142827 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1e03334d-4e10-43b8-ab10-03fc3d27e33e req-9f7876b5-76c4-4fef-a4b8-8d07184a88ee tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d71fca2-7310-4efc-9eaf-c31026923412 HTTP/1.1" status: 200 len: 210 time: 0.0683591 Feb 04 12:27:31.156021 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8548526a-d4e9-4131-8b8f-26dc0b9a121d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (80d64cfc-d5b6-4887-95f4-1d93344956db), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:31.161214 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8548526a-d4e9-4131-8b8f-26dc0b9a121d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:31.164188 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-8548526a-d4e9-4131-8b8f-26dc0b9a121d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/80d64cfc-d5b6-4887-95f4-1d93344956db HTTP/1.1" status: 204 len: 168 time: 0.3352909 Feb 04 12:27:31.183216 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-c9e5975f-3f16-4a52-a5bc-b0923b82f172 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e51fe948-99bb-49eb-9562-1adc1cf3b0ad']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:27:31.192000 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8548526a-d4e9-4131-8b8f-26dc0b9a121d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80d64cfc-d5b6-4887-95f4-1d93344956db,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:31.208269 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-163e87df-3b55-46b9-97f6-8b78a1701b94 req-789bb5bf-a942-4af9-86fc-547c802b0ffd service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=1838ab07-adf7-4b9b-b746-757621e1c012 HTTP/1.1" status: 200 len: 217 time: 0.1319211 Feb 04 12:27:31.213094 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-c9e5975f-3f16-4a52-a5bc-b0923b82f172 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7993df4c-4a4c-4407-9189-4cd47c07f483') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:27:31.213441 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-c9e5975f-3f16-4a52-a5bc-b0923b82f172 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7993df4c-4a4c-4407-9189-4cd47c07f483') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:27:31.240183 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c9e5975f-3f16-4a52-a5bc-b0923b82f172 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (7993df4c-4a4c-4407-9189-4cd47c07f483), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:31.289648 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c9e5975f-3f16-4a52-a5bc-b0923b82f172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (7993df4c-4a4c-4407-9189-4cd47c07f483), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:31.350934 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9e5975f-3f16-4a52-a5bc-b0923b82f172 admin admin] Releasing vlan 599 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:27:31.351351 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c9e5975f-3f16-4a52-a5bc-b0923b82f172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (7993df4c-4a4c-4407-9189-4cd47c07f483), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:31.354048 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 12:27:31.354048 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:27:31.354048 n-d-825015-3 neutron-server[103474]: timer() Feb 04 12:27:31.354048 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:27:31.354048 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 12:27:31.354048 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:27:31.354048 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 12:27:31.354048 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:27:31.354048 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 12:27:31.354048 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:27:31.354048 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 12:27:31.354048 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:27:31.354048 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 12:27:31.354048 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:27:31.354048 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:27:31.354048 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:27:31.354048 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:27:31.354048 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:27:31.354048 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 12:27:31.354048 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:27:31.354048 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 12:27:31.354048 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:27:31.354048 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:27:31.354048 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:27:31.354048 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 12:27:31.354048 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:27:31.354048 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:27:31.354048 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:27:31.354048 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:27:31.354048 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:27:31.354048 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:27:31.354048 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:27:31.508505 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:31.644363 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163e87df-3b55-46b9-97f6-8b78a1701b94 req-35ac942e-64e2-48b5-aa5a-477245ace7be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:31.647212 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-163e87df-3b55-46b9-97f6-8b78a1701b94 req-35ac942e-64e2-48b5-aa5a-477245ace7be service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5ee3374a-84e9-4639-853c-740c6edaf6dc HTTP/1.1" status: 200 len: 843 time: 0.3752263 Feb 04 12:27:31.653952 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff334444-7fcb-4ea6-a2f0-e948e75c27c2 req-70d8428d-dd25-4111-982d-14c23949f9b9 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:31.662261 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ff334444-7fcb-4ea6-a2f0-e948e75c27c2 req-70d8428d-dd25-4111-982d-14c23949f9b9 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?device_id=3dbcae43-717d-41c7-982d-474705f0aebe HTTP/1.1" status: 200 len: 945 time: 0.2042665 Feb 04 12:27:31.876287 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c9e5975f-3f16-4a52-a5bc-b0923b82f172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (e51fe948-99bb-49eb-9562-1adc1cf3b0ad), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:31.879637 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 4f34f286-ca3c-4f0c-838c-23898d0feebf up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:27:31.906828 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c9e5975f-3f16-4a52-a5bc-b0923b82f172 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:31.913915 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ff334444-7fcb-4ea6-a2f0-e948e75c27c2 req-fcb08de0-7086-4657-8b25-854a4f84f093 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f51ab49-2800-41c7-a09d-ab109cee7e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095091 Feb 04 12:27:31.928706 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-c9e5975f-3f16-4a52-a5bc-b0923b82f172 admin admin] 10.222.0.65 "DELETE /v2.0/networks/e51fe948-99bb-49eb-9562-1adc1cf3b0ad HTTP/1.1" status: 204 len: 168 time: 1.8550298 Feb 04 12:27:31.951248 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22f208e-ea15-4f2d-a7f0-12d165ac37e5 req-20b88d6d-a3c6-4e0a-91fc-baf50f9960bb tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:31.963583 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d22f208e-ea15-4f2d-a7f0-12d165ac37e5 req-20b88d6d-a3c6-4e0a-91fc-baf50f9960bb tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fd9097d-d5e4-4774-807c-a9b8c47df9ef HTTP/1.1" status: 200 len: 950 time: 0.2776191 Feb 04 12:27:31.970785 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e5975f-3f16-4a52-a5bc-b0923b82f172 admin admin] Pushing event deleted for resources: {'Network': ['ID=e51fe948-99bb-49eb-9562-1adc1cf3b0ad,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:32.021136 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7d7e2ca1-af15-407f-a97b-fc5f3a57dc8b admin admin] Publish callbacks [] for router_gateway (d20fa03f-134d-41e8-ab0e-e6bf3acda011), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:32.163560 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d22f208e-ea15-4f2d-a7f0-12d165ac37e5 req-5dd94a92-f68b-427a-a4a8-4a4a820df77b tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968727 Feb 04 12:27:32.222738 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70723f11-b3fa-4528-8ace-2000f55b7236 None None] Network dc9512fb-33b9-46a5-a35b-21f61ba346c6 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:27:32.293620 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 37020) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:27:32.339544 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 4f34f286-ca3c-4f0c-838c-23898d0feebf triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:27:32.340226 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (4f34f286-ca3c-4f0c-838c-23898d0feebf), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:32.416915 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4dda3577-98f6-4487-87ce-68d3512d2e22 req-4d4d6e54-05e2-452b-8551-2677ef84110d tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d71fca2-7310-4efc-9eaf-c31026923412 HTTP/1.1" status: 200 len: 210 time: 0.0863545 Feb 04 12:27:32.491336 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-65666c46-3e2a-478d-8ea6-8c0c9c4a92bf admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=911ad7a9ca4c43b7a3d039ac3f233194&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1933479 Feb 04 12:27:32.495288 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 37022) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:27:32.685078 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1dcfc8bb-48ed-4129-86ba-b66247d4de9b admin admin] Publish callbacks [] for security_group (2739dea5-e9ef-4a9c-b83e-b20aa2bb6f6e), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:32.720715 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-3cc8e866-afd7-47a4-a9db-631be59ef277 None None] Provisioning complete for port 4f34f286-ca3c-4f0c-838c-23898d0feebf triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:27:32.728213 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3cc8e866-afd7-47a4-a9db-631be59ef277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (4f34f286-ca3c-4f0c-838c-23898d0feebf), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:32.786051 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7d7e2ca1-af15-407f-a97b-fc5f3a57dc8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:32.835439 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1dcfc8bb-48ed-4129-86ba-b66247d4de9b admin admin] Publish callbacks [] for security_group (2739dea5-e9ef-4a9c-b83e-b20aa2bb6f6e), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:32.999051 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1dcfc8bb-48ed-4129-86ba-b66247d4de9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (2739dea5-e9ef-4a9c-b83e-b20aa2bb6f6e), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:33.004612 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1dcfc8bb-48ed-4129-86ba-b66247d4de9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:33.014205 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-1dcfc8bb-48ed-4129-86ba-b66247d4de9b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2739dea5-e9ef-4a9c-b83e-b20aa2bb6f6e HTTP/1.1" status: 204 len: 168 time: 0.5173151 Feb 04 12:27:33.048844 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcfc8bb-48ed-4129-86ba-b66247d4de9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2739dea5-e9ef-4a9c-b83e-b20aa2bb6f6e,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:33.080864 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-7d7e2ca1-af15-407f-a97b-fc5f3a57dc8b admin admin] Allocated IP 172.25.3.187 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/b86f5852-09ad-437d-8022-6956d9fc4189) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:27:33.288086 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-3cc8e866-afd7-47a4-a9db-631be59ef277 None None] Current status of the port 4f34f286-ca3c-4f0c-838c-23898d0feebf is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:27:33.289284 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3cc8e866-afd7-47a4-a9db-631be59ef277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (4f34f286-ca3c-4f0c-838c-23898d0feebf), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:33.291849 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 4f34f286-ca3c-4f0c-838c-23898d0feebf is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:27:33.292487 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (4f34f286-ca3c-4f0c-838c-23898d0feebf), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:33.303150 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 37048) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:27:33.391516 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port 4f34f286-ca3c-4f0c-838c-23898d0feebf, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=4f34f286-ca3c-4f0c-838c-23898d0feebf,segment=NetworkSegment(7286c194-a110-4398-987d-ff0e8956230a),segment_id=7286c194-a110-4398-987d-ff0e8956230a)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:27:33.400571 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4add49f-210d-4721-8076-1c5944746b84 req-d729b4cd-bd0b-4803-af4b-dfc01391ab73 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:33.419648 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f4add49f-210d-4721-8076-1c5944746b84 req-d729b4cd-bd0b-4803-af4b-dfc01391ab73 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?device_id=3dbcae43-717d-41c7-982d-474705f0aebe HTTP/1.1" status: 200 len: 945 time: 0.2418711 Feb 04 12:27:33.431876 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (4f34f286-ca3c-4f0c-838c-23898d0feebf), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:33.456839 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7d7e2ca1-af15-407f-a97b-fc5f3a57dc8b admin admin] Publish callbacks [] for port (b86f5852-09ad-437d-8022-6956d9fc4189), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:33.509262 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163e87df-3b55-46b9-97f6-8b78a1701b94 req-fea4238a-2f0d-46b8-a366-690564b71d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:33.512370 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-163e87df-3b55-46b9-97f6-8b78a1701b94 req-fea4238a-2f0d-46b8-a366-690564b71d9d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2f7dc246-a024-4937-952c-0ddeef5af29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 1.8260083 Feb 04 12:27:33.515714 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7d7e2ca1-af15-407f-a97b-fc5f3a57dc8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (b86f5852-09ad-437d-8022-6956d9fc4189), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:33.590723 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7e2ca1-af15-407f-a97b-fc5f3a57dc8b admin admin] Pushing event updated for resources: {'Port': ['ID=b86f5852-09ad-437d-8022-6956d9fc4189,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:33.728118 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-cf7de1e7-e08b-4719-a282-7e0e48608550 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1905617777-network', 'tenant_id': 'c1101b536eb9489ebd4da4b15651d841'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:27:33.811976 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f4add49f-210d-4721-8076-1c5944746b84 req-e66b51c4-a674-40f9-a700-f9e08fd02e03 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f51ab49-2800-41c7-a09d-ab109cee7e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3878121 Feb 04 12:27:33.859205 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9867c52-e0cd-416e-a96c-5ad1c8de5fac req-794dbf3d-dc14-4f0d-97a8-5e9e3a936b52 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:33.867889 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c9867c52-e0cd-416e-a96c-5ad1c8de5fac req-794dbf3d-dc14-4f0d-97a8-5e9e3a936b52 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fd9097d-d5e4-4774-807c-a9b8c47df9ef HTTP/1.1" status: 200 len: 950 time: 0.5020514 Feb 04 12:27:33.883068 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=4f34f286-ca3c-4f0c-838c-23898d0feebf,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:33.896465 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf7de1e7-e08b-4719-a282-7e0e48608550 admin admin] Made reservation on behalf of c1101b536eb9489ebd4da4b15651d841 for: {'network': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:27:33.899171 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cf7de1e7-e08b-4719-a282-7e0e48608550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:33.924209 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cf7de1e7-e08b-4719-a282-7e0e48608550 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:33.931262 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:27:33.933967 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:27:33.934363 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:27:33.937899 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7e2ca1-af15-407f-a97b-fc5f3a57dc8b admin admin] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:27:33.938726 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:27:33.938726 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:27:33.939338 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:27:33.939604 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:27:33.939972 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:27:33.940247 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:27:33.941852 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:27:33.942202 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:27:33.942534 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:27:33.942883 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:27:33.967531 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.db.api [None req-3cc8e866-afd7-47a4-a9db-631be59ef277 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103476) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 12:27:33.969424 n-d-825015-3 neutron-server[103476]: DEBUG oslo_db.api [None req-3cc8e866-afd7-47a4-a9db-631be59ef277 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 12:27:33.974897 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-7d7e2ca1-af15-407f-a97b-fc5f3a57dc8b admin admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:27:33.986526 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7e2ca1-af15-407f-a97b-fc5f3a57dc8b admin admin] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:27:34.129020 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-163e87df-3b55-46b9-97f6-8b78a1701b94 req-089f3231-5c93-42cf-bf5e-9b3ccb06caf9 service neutron] 10.222.0.77 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5415549 Feb 04 12:27:34.139406 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c9867c52-e0cd-416e-a96c-5ad1c8de5fac req-cc68b457-feb3-4125-b056-407f954a02c9 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710021 Feb 04 12:27:34.275997 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7eaedc8b-a0ac-4c68-9ca7-8313fc24e584 req-94b46614-4ed9-4cd3-b6be-45b1cba4ed0e tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d71fca2-7310-4efc-9eaf-c31026923412 HTTP/1.1" status: 200 len: 210 time: 0.1468093 Feb 04 12:27:34.454854 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cf7de1e7-e08b-4719-a282-7e0e48608550 admin admin] Publish callbacks [] for security_group (d3abd631-9239-4be0-94cf-133e8014b391), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:34.458323 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cf7de1e7-e08b-4719-a282-7e0e48608550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (d3abd631-9239-4be0-94cf-133e8014b391), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:34.555645 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7de1e7-e08b-4719-a282-7e0e48608550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3abd631-9239-4be0-94cf-133e8014b391,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:34.573360 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-3cc8e866-afd7-47a4-a9db-631be59ef277 None None] Current status of the port 4f34f286-ca3c-4f0c-838c-23898d0feebf is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:27:34.582697 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf7de1e7-e08b-4719-a282-7e0e48608550 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=103475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:27:34.613474 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cf7de1e7-e08b-4719-a282-7e0e48608550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (f5c177af-3889-44bd-b8d2-4efb770c9a0b), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:34.613940 n-d-825015-3 neutron-server[103475]: INFO neutron.db.segments_db [None req-cf7de1e7-e08b-4719-a282-7e0e48608550 admin admin] Added segment f5c177af-3889-44bd-b8d2-4efb770c9a0b of type vlan for network baef07fd-b5ab-46e6-bcf4-03c2646cee50 Feb 04 12:27:34.722464 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cf7de1e7-e08b-4719-a282-7e0e48608550 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (baef07fd-b5ab-46e6-bcf4-03c2646cee50), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:34.726497 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-c728993d-f2aa-4e37-a5e1-04282368822b None None] Provisioning complete for port 4f34f286-ca3c-4f0c-838c-23898d0feebf triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:27:34.727108 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c728993d-f2aa-4e37-a5e1-04282368822b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (4f34f286-ca3c-4f0c-838c-23898d0feebf), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:34.789728 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cf7de1e7-e08b-4719-a282-7e0e48608550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (baef07fd-b5ab-46e6-bcf4-03c2646cee50), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:34.790304 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7de1e7-e08b-4719-a282-7e0e48608550 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:34.792005 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cf7de1e7-e08b-4719-a282-7e0e48608550 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:34.813116 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-163e87df-3b55-46b9-97f6-8b78a1701b94 req-5caaf17e-3414-4966-900e-be4510f363ae service neutron] 10.222.0.77 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6709723 Feb 04 12:27:35.045820 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7de1e7-e08b-4719-a282-7e0e48608550 admin admin] Pushing event updated for resources: {'Network': ['ID=baef07fd-b5ab-46e6-bcf4-03c2646cee50,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:35.075479 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c728993d-f2aa-4e37-a5e1-04282368822b None None] Current status of the port 4f34f286-ca3c-4f0c-838c-23898d0feebf is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:27:35.110759 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network baef07fd-b5ab-46e6-bcf4-03c2646cee50 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:27:35.112744 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-cf7de1e7-e08b-4719-a282-7e0e48608550 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.8078146 Feb 04 12:27:35.118783 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 37084) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:27:35.125382 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-6f70ccb6-fcd6-468b-af93-400d13729978 admin admin] Request body: {'subnet': {'network_id': 'baef07fd-b5ab-46e6-bcf4-03c2646cee50', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1905617777-subnet', 'tenant_id': 'c1101b536eb9489ebd4da4b15651d841', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:27:35.257429 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7d7e2ca1-af15-407f-a97b-fc5f3a57dc8b admin admin] Publish callbacks [] for router_gateway (d20fa03f-134d-41e8-ab0e-e6bf3acda011), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:35.320436 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76be0a8-4ce5-40ef-8da9-29de5ed75d97 req-f03013ba-8c63-43ae-9c30-fb1e9655dce7 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:35.334828 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f76be0a8-4ce5-40ef-8da9-29de5ed75d97 req-f03013ba-8c63-43ae-9c30-fb1e9655dce7 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?device_id=3dbcae43-717d-41c7-982d-474705f0aebe HTTP/1.1" status: 200 len: 945 time: 0.2717686 Feb 04 12:27:35.345468 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f70ccb6-fcd6-468b-af93-400d13729978 admin admin] Made reservation on behalf of c1101b536eb9489ebd4da4b15651d841 for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:27:35.351312 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6f70ccb6-fcd6-468b-af93-400d13729978 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:35.521421 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 37092) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:27:35.690616 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7d7e2ca1-af15-407f-a97b-fc5f3a57dc8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141'] for router (d20fa03f-134d-41e8-ab0e-e6bf3acda011), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:35.756070 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 4f34f286-ca3c-4f0c-838c-23898d0feebf up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:27:35.779492 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f76be0a8-4ce5-40ef-8da9-29de5ed75d97 req-69a3c838-6c80-45f0-83a3-2cc0c3b511a8 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f51ab49-2800-41c7-a09d-ab109cee7e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4420886 Feb 04 12:27:35.802718 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5eba1e-e826-4b6e-8d45-1ee3aaaad257 req-2492fbeb-576c-4280-a3b0-432abf6bb242 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:35.811172 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fa5eba1e-e826-4b6e-8d45-1ee3aaaad257 req-2492fbeb-576c-4280-a3b0-432abf6bb242 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fd9097d-d5e4-4774-807c-a9b8c47df9ef HTTP/1.1" status: 200 len: 950 time: 0.3634887 Feb 04 12:27:35.874643 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-104bc5e1-c94d-4686-9bdc-c2c54652d720 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-265940194-network', 'tenant_id': '8b5d70ff5bf24db2ae517c0a0635d518'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:27:35.930322 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 4f34f286-ca3c-4f0c-838c-23898d0feebf triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:27:35.930709 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (4f34f286-ca3c-4f0c-838c-23898d0feebf), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:35.941172 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fa5eba1e-e826-4b6e-8d45-1ee3aaaad257 req-cb098af1-8bb9-428c-b4de-8f2e82f876a5 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288822 Feb 04 12:27:36.043907 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-104bc5e1-c94d-4686-9bdc-c2c54652d720 admin admin] Made reservation on behalf of 8b5d70ff5bf24db2ae517c0a0635d518 for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:27:36.053069 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-104bc5e1-c94d-4686-9bdc-c2c54652d720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:36.100571 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-104bc5e1-c94d-4686-9bdc-c2c54652d720 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:36.156886 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6f70ccb6-fcd6-468b-af93-400d13729978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52094127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51452689'] for subnet (8d445fbb-5446-46fb-80d7-97c14fcd0679), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:36.185925 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 4f34f286-ca3c-4f0c-838c-23898d0feebf is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:27:36.327055 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6d284002-2f81-48b2-a324-f1a78fff19bb req-f2880448-a42a-430e-92b4-35cd1cc022ba tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d71fca2-7310-4efc-9eaf-c31026923412 HTTP/1.1" status: 200 len: 210 time: 0.1003463 Feb 04 12:27:36.346368 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-104bc5e1-c94d-4686-9bdc-c2c54652d720 admin admin] Publish callbacks [] for security_group (9d379945-ac18-431c-94b2-533173765df3), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:36.348391 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f70ccb6-fcd6-468b-af93-400d13729978 admin admin] Checking segment: {'id': 'f5c177af-3889-44bd-b8d2-4efb770c9a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'baef07fd-b5ab-46e6-bcf4-03c2646cee50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:27:36.348975 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f70ccb6-fcd6-468b-af93-400d13729978 admin admin] Network hostable DHCP agents. Network: baef07fd-b5ab-46e6-bcf4-03c2646cee50, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:27:36.352049 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f70ccb6-fcd6-468b-af93-400d13729978 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d445fbb-5446-46fb-80d7-97c14fcd0679,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:36.356103 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-104bc5e1-c94d-4686-9bdc-c2c54652d720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (9d379945-ac18-431c-94b2-533173765df3), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:36.393459 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104bc5e1-c94d-4686-9bdc-c2c54652d720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d379945-ac18-431c-94b2-533173765df3,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:36.423879 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-104bc5e1-c94d-4686-9bdc-c2c54652d720 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:27:36.425184 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f70ccb6-fcd6-468b-af93-400d13729978 admin admin] Network baef07fd-b5ab-46e6-bcf4-03c2646cee50 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:27:36.427810 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d7e2ca1-af15-407f-a97b-fc5f3a57dc8b admin admin] Router d20fa03f-134d-41e8-ab0e-e6bf3acda011 is scheduled to L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de with binding_index 1 {{(pid=103474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 12:27:36.456436 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-6f70ccb6-fcd6-468b-af93-400d13729978 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, baef07fd-b5ab-46e6-bcf4-03c2646cee50) {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:27:36.460301 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-104bc5e1-c94d-4686-9bdc-c2c54652d720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (168eac25-ae6b-4a9e-a47a-4c62d5f39cf9), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:36.461426 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-104bc5e1-c94d-4686-9bdc-c2c54652d720 admin admin] Added segment 168eac25-ae6b-4a9e-a47a-4c62d5f39cf9 of type vlan for network 165f60e0-a3af-418e-a08f-c0fcbd39cd45 Feb 04 12:27:36.470578 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0c5ef9-7c8b-4988-92fe-0c8e28ee2211 None None] Network baef07fd-b5ab-46e6-bcf4-03c2646cee50 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:27:36.477908 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f70ccb6-fcd6-468b-af93-400d13729978 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:36.480521 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6f70ccb6-fcd6-468b-af93-400d13729978 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:36.518930 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-6f70ccb6-fcd6-468b-af93-400d13729978 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.3974612 Feb 04 12:27:36.693000 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-104bc5e1-c94d-4686-9bdc-c2c54652d720 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (165f60e0-a3af-418e-a08f-c0fcbd39cd45), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:36.701423 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f30f161-efa6-4d37-86f3-0e3b27c1f79c None None] Network baef07fd-b5ab-46e6-bcf4-03c2646cee50 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:27:36.750403 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-104bc5e1-c94d-4686-9bdc-c2c54652d720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (165f60e0-a3af-418e-a08f-c0fcbd39cd45), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:36.751946 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104bc5e1-c94d-4686-9bdc-c2c54652d720 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:36.752888 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-104bc5e1-c94d-4686-9bdc-c2c54652d720 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:36.792498 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-104bc5e1-c94d-4686-9bdc-c2c54652d720 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2695491 Feb 04 12:27:36.795225 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 37110) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:27:36.801117 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-458de761-6a6c-4063-a3b7-77e441dae1f7 admin admin] Request body: {'subnet': {'network_id': '165f60e0-a3af-418e-a08f-c0fcbd39cd45', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-265940194-subnet', 'tenant_id': '8b5d70ff5bf24db2ae517c0a0635d518', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:27:36.815222 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d7e2ca1-af15-407f-a97b-fc5f3a57dc8b admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:27:36.834050 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c0ad9f-e1ea-427d-b9ab-94373fa6afc7 None None] Sync routers for ids ['d20fa03f-134d-41e8-ab0e-e6bf3acda011'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:27:36.855153 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-458de761-6a6c-4063-a3b7-77e441dae1f7 admin admin] Made reservation on behalf of 8b5d70ff5bf24db2ae517c0a0635d518 for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:27:36.859803 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-458de761-6a6c-4063-a3b7-77e441dae1f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:36.883454 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c0ad9f-e1ea-427d-b9ab-94373fa6afc7 None None] Routers {'d20fa03f-134d-41e8-ab0e-e6bf3acda011'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:27:36.893878 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-60c0ad9f-e1ea-427d-b9ab-94373fa6afc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:27:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['d20fa03f-134d-41e8-ab0e-e6bf3acda011'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:27:37.030474 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104bc5e1-c94d-4686-9bdc-c2c54652d720 admin admin] Pushing event updated for resources: {'Network': ['ID=165f60e0-a3af-418e-a08f-c0fcbd39cd45,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:37.045466 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7d7e2ca1-af15-407f-a97b-fc5f3a57dc8b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:37.047953 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-7d7e2ca1-af15-407f-a97b-fc5f3a57dc8b admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 8.0858438 Feb 04 12:27:37.051095 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 37122) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:27:37.070567 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 165f60e0-a3af-418e-a08f-c0fcbd39cd45 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:27:37.305643 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-60c0ad9f-e1ea-427d-b9ab-94373fa6afc7 None None] Set router d20fa03f-134d-41e8-ab0e-e6bf3acda011 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:27:37.427717 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-458de761-6a6c-4063-a3b7-77e441dae1f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52094127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51452689'] for subnet (c2d4f85f-bf98-4386-a74b-e0449cd97cf9), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:37.663110 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458de761-6a6c-4063-a3b7-77e441dae1f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2d4f85f-bf98-4386-a74b-e0449cd97cf9,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:37.766515 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-60c0ad9f-e1ea-427d-b9ab-94373fa6afc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd20fa03f-134d-41e8-ab0e-e6bf3acda011', 'name': 'tempest-ServersTestJSON-355000231-router', 'tenant_id': 'c0eafbbeb09641368ec0c43b6279b92e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': 'b86f5852-09ad-437d-8022-6956d9fc4189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:27:29Z', 'updated_at': '2022-02-04T12:27:34Z', 'revision_number': 3, 'project_id': 'c0eafbbeb09641368ec0c43b6279b92e', 'gw_port': {'id': 'b86f5852-09ad-437d-8022-6956d9fc4189', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e3:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd20fa03f-134d-41e8-ab0e-e6bf3acda011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:27:32Z', 'updated_at': '2022-02-04T12:27:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:27:37.792015 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458de761-6a6c-4063-a3b7-77e441dae1f7 admin admin] Checking segment: {'id': '168eac25-ae6b-4a9e-a47a-4c62d5f39cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '165f60e0-a3af-418e-a08f-c0fcbd39cd45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:27:37.792375 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458de761-6a6c-4063-a3b7-77e441dae1f7 admin admin] Network hostable DHCP agents. Network: 165f60e0-a3af-418e-a08f-c0fcbd39cd45, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:27:37.821912 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c0ad9f-e1ea-427d-b9ab-94373fa6afc7 None None] Checking router: d20fa03f-134d-41e8-ab0e-e6bf3acda011 for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:27:37.823236 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c0ad9f-e1ea-427d-b9ab-94373fa6afc7 None None] Updating router d20fa03f-134d-41e8-ab0e-e6bf3acda011 port b86f5852-09ad-437d-8022-6956d9fc4189 binding host n-d-825015-3 {{(pid=103476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:27:37.860807 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4947083-1405-42fc-9588-38a41fd8d191 req-e8c40a8c-f039-496d-abae-97e2dd824486 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:37.863654 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e4947083-1405-42fc-9588-38a41fd8d191 req-e8c40a8c-f039-496d-abae-97e2dd824486 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?device_id=3dbcae43-717d-41c7-982d-474705f0aebe HTTP/1.1" status: 200 len: 945 time: 0.4960308 Feb 04 12:27:37.876506 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-390e6056-7002-453d-8213-b1deb8fcabf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:37.901494 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-60c0ad9f-e1ea-427d-b9ab-94373fa6afc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (b86f5852-09ad-437d-8022-6956d9fc4189), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:38.008238 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-f623a0bd-b60a-419b-b3cc-ace39ebfe594 tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:38.023648 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-f623a0bd-b60a-419b-b3cc-ace39ebfe594 tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] 10.222.0.65 "GET /v2.0/networks?id=baef07fd-b5ab-46e6-bcf4-03c2646cee50 HTTP/1.1" status: 200 len: 818 time: 0.6543245 Feb 04 12:27:38.027319 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458de761-6a6c-4063-a3b7-77e441dae1f7 admin admin] Network 165f60e0-a3af-418e-a08f-c0fcbd39cd45 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:27:38.063276 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-458de761-6a6c-4063-a3b7-77e441dae1f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 165f60e0-a3af-418e-a08f-c0fcbd39cd45) {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:27:38.071905 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458de761-6a6c-4063-a3b7-77e441dae1f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:38.073962 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-458de761-6a6c-4063-a3b7-77e441dae1f7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:38.132012 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-bab3e679-6ace-44c6-8683-9e21ef064f7d tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] 10.222.0.65 "GET /v2.0/quotas/c1101b536eb9489ebd4da4b15651d841 HTTP/1.1" status: 200 len: 375 time: 0.1063895 Feb 04 12:27:38.169906 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-458de761-6a6c-4063-a3b7-77e441dae1f7 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3638206 Feb 04 12:27:38.190575 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-390e6056-7002-453d-8213-b1deb8fcabf5 admin admin] Allocated IP 172.20.0.1 (dc9512fb-33b9-46a5-a35b-21f61ba346c6/ded1b65b-964f-4cd0-8493-06f49dcfd4c3/359f4396-a2ef-41bf-8f8c-9610cb01c07c) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:27:38.200562 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd36dde-8d95-4504-9782-786cbe823aff None None] Network 165f60e0-a3af-418e-a08f-c0fcbd39cd45 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:27:38.234998 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e4947083-1405-42fc-9588-38a41fd8d191 req-abc0d729-90b9-4f2c-ad10-c42d8a62c007 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f51ab49-2800-41c7-a09d-ab109cee7e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3310807 Feb 04 12:27:38.325583 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-063c0b9b-6ccc-495f-abda-6f17d8a6e7d6 tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=c1101b536eb9489ebd4da4b15651d841&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1911712 Feb 04 12:27:38.342281 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-fb041e08-65b1-4f6b-9a88-0e40a3a149e2 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:27:38.355708 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-fb041e08-65b1-4f6b-9a88-0e40a3a149e2 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0288551 Feb 04 12:27:38.438980 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-390e6056-7002-453d-8213-b1deb8fcabf5 admin admin] Publish callbacks [] for port (359f4396-a2ef-41bf-8f8c-9610cb01c07c), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:38.534489 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-390e6056-7002-453d-8213-b1deb8fcabf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (359f4396-a2ef-41bf-8f8c-9610cb01c07c), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:38.596101 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390e6056-7002-453d-8213-b1deb8fcabf5 admin admin] Pushing event updated for resources: {'Port': ['ID=359f4396-a2ef-41bf-8f8c-9610cb01c07c,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:38.623788 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390e6056-7002-453d-8213-b1deb8fcabf5 admin admin] Network dc9512fb-33b9-46a5-a35b-21f61ba346c6 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:27:38.627633 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-390e6056-7002-453d-8213-b1deb8fcabf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:27:38.639350 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-a20095e9-5b0a-4858-a118-2e3f25e31e95 service neutron] 10.222.0.65 "GET /v2.0/networks/baef07fd-b5ab-46e6-bcf4-03c2646cee50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794557 Feb 04 12:27:38.751414 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390e6056-7002-453d-8213-b1deb8fcabf5 admin admin] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:27:38.819329 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf68a752-e470-46f4-a963-71db10136101 None None] Network 165f60e0-a3af-418e-a08f-c0fcbd39cd45 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:27:38.885263 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-390e6056-7002-453d-8213-b1deb8fcabf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1599818'] for router_interface (d20fa03f-134d-41e8-ab0e-e6bf3acda011), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:39.073340 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190de29f-9b4e-4e1f-8ee0-7b0d18190e62 req-5e311ce0-eb07-4a2b-9900-ab8bf67aed0b tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:39.076717 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-190de29f-9b4e-4e1f-8ee0-7b0d18190e62 req-5e311ce0-eb07-4a2b-9900-ab8bf67aed0b tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fd9097d-d5e4-4774-807c-a9b8c47df9ef HTTP/1.1" status: 200 len: 950 time: 0.4272783 Feb 04 12:27:39.082161 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-fc2c3b16-9872-43e4-b7cf-8b07e1e9cb05 service neutron] 10.222.0.65 "GET /v2.0/networks/baef07fd-b5ab-46e6-bcf4-03c2646cee50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4060726 Feb 04 12:27:39.194218 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-190de29f-9b4e-4e1f-8ee0-7b0d18190e62 req-356c7bed-280c-41ba-95e4-a32fb50b4a2c tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021073 Feb 04 12:27:39.218931 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-390e6056-7002-453d-8213-b1deb8fcabf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (359f4396-a2ef-41bf-8f8c-9610cb01c07c), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:39.547830 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-60c0ad9f-e1ea-427d-b9ab-94373fa6afc7 None None] Publish callbacks [] for port (b86f5852-09ad-437d-8022-6956d9fc4189), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:39.645112 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-60c0ad9f-e1ea-427d-b9ab-94373fa6afc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (b86f5852-09ad-437d-8022-6956d9fc4189), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:39.737105 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-939e4665-9fc9-4f06-89f8-34b1714e0515 None None] Provisioning complete for port 359f4396-a2ef-41bf-8f8c-9610cb01c07c triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:27:39.737390 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-939e4665-9fc9-4f06-89f8-34b1714e0515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (359f4396-a2ef-41bf-8f8c-9610cb01c07c), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:39.799951 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-60c0ad9f-e1ea-427d-b9ab-94373fa6afc7 None None] Attempting to bind port b86f5852-09ad-437d-8022-6956d9fc4189 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:27:39.800463 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-60c0ad9f-e1ea-427d-b9ab-94373fa6afc7 None None] Attempting to bind port b86f5852-09ad-437d-8022-6956d9fc4189 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:27:39.800838 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c0ad9f-e1ea-427d-b9ab-94373fa6afc7 None None] Attempting to bind port b86f5852-09ad-437d-8022-6956d9fc4189 on network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:27:39.818394 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-939e4665-9fc9-4f06-89f8-34b1714e0515 None None] Port 359f4396-a2ef-41bf-8f8c-9610cb01c07c cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:27:39.829669 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-390e6056-7002-453d-8213-b1deb8fcabf5 admin admin] Publish callbacks [] for port (359f4396-a2ef-41bf-8f8c-9610cb01c07c), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:39.830811 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c0ad9f-e1ea-427d-b9ab-94373fa6afc7 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:27:39.831906 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c0ad9f-e1ea-427d-b9ab-94373fa6afc7 None None] Checking segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:27:39.832734 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-60c0ad9f-e1ea-427d-b9ab-94373fa6afc7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:39.835926 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c0ad9f-e1ea-427d-b9ab-94373fa6afc7 None None] Bound using segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:27:39.837146 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-60c0ad9f-e1ea-427d-b9ab-94373fa6afc7 None None] Bound port: b86f5852-09ad-437d-8022-6956d9fc4189, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:27:39.838321 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-60c0ad9f-e1ea-427d-b9ab-94373fa6afc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (b86f5852-09ad-437d-8022-6956d9fc4189), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:39.848443 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-390e6056-7002-453d-8213-b1deb8fcabf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (359f4396-a2ef-41bf-8f8c-9610cb01c07c), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:39.972477 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-60c0ad9f-e1ea-427d-b9ab-94373fa6afc7 None None] For port b86f5852-09ad-437d-8022-6956d9fc4189, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:27:39.979538 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-60c0ad9f-e1ea-427d-b9ab-94373fa6afc7 None None] For port b86f5852-09ad-437d-8022-6956d9fc4189, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=b86f5852-09ad-437d-8022-6956d9fc4189,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:27:39.985896 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e244305-14be-45bb-a944-7c729abdb4be None None] Pushing event updated for resources: {'Port': ['ID=b86f5852-09ad-437d-8022-6956d9fc4189,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:39.996453 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-60c0ad9f-e1ea-427d-b9ab-94373fa6afc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (b86f5852-09ad-437d-8022-6956d9fc4189), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:40.009849 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fdbe5e-3815-4d78-bc7f-a30c54998c86 req-53cd0514-0165-41e4-b5a5-2c2e19c6f87d tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:40.017883 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c2fdbe5e-3815-4d78-bc7f-a30c54998c86 req-53cd0514-0165-41e4-b5a5-2c2e19c6f87d tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?device_id=3dbcae43-717d-41c7-982d-474705f0aebe HTTP/1.1" status: 200 len: 945 time: 0.1082652 Feb 04 12:27:40.142268 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-390e6056-7002-453d-8213-b1deb8fcabf5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622202'] for router_interface (d20fa03f-134d-41e8-ab0e-e6bf3acda011), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:40.147270 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390e6056-7002-453d-8213-b1deb8fcabf5 admin admin] Pushing event updated for resources: {'Port': ['ID=359f4396-a2ef-41bf-8f8c-9610cb01c07c,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:40.151520 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e244305-14be-45bb-a944-7c729abdb4be None None] Pushing event updated for resources: {'Port': ['ID=b86f5852-09ad-437d-8022-6956d9fc4189,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:40.169592 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c0ad9f-e1ea-427d-b9ab-94373fa6afc7 None None] Routers {'d20fa03f-134d-41e8-ab0e-e6bf3acda011'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:27:40.170942 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-60c0ad9f-e1ea-427d-b9ab-94373fa6afc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:27:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['d20fa03f-134d-41e8-ab0e-e6bf3acda011'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:27:40.220344 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c2fdbe5e-3815-4d78-bc7f-a30c54998c86 req-d9bc3619-ebe0-4301-a3be-b2d6bddb610e tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f51ab49-2800-41c7-a09d-ab109cee7e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013931 Feb 04 12:27:40.448608 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390e6056-7002-453d-8213-b1deb8fcabf5 admin admin] Network dc9512fb-33b9-46a5-a35b-21f61ba346c6 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:27:40.450814 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-390e6056-7002-453d-8213-b1deb8fcabf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:27:40.601325 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-60c0ad9f-e1ea-427d-b9ab-94373fa6afc7 None None] Set router d20fa03f-134d-41e8-ab0e-e6bf3acda011 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:27:40.815724 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2b4956-26c8-4ec2-bddb-2088284f46e9 req-70f9073b-1083-450f-bbf9-b190dcffb793 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:40.826032 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7c2b4956-26c8-4ec2-bddb-2088284f46e9 req-70f9073b-1083-450f-bbf9-b190dcffb793 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fd9097d-d5e4-4774-807c-a9b8c47df9ef HTTP/1.1" status: 200 len: 950 time: 0.2445874 Feb 04 12:27:40.970754 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7c2b4956-26c8-4ec2-bddb-2088284f46e9 req-73c7d683-cc5d-4dfb-882c-b10bf32a3a2f tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422582 Feb 04 12:27:41.062948 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-390e6056-7002-453d-8213-b1deb8fcabf5 admin admin] Router d20fa03f-134d-41e8-ab0e-e6bf3acda011 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:27:41.102796 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-42f0c641-0f7b-4e50-8edd-184c5ea54451 req-9676729f-3b4f-4a67-93dd-2b0f25801df0 tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] 10.222.0.65 "GET /v2.0/ports?device_id=f7a4e54a-ff08-4205-8b62-b4d32bb2b34a HTTP/1.1" status: 200 len: 210 time: 0.1829057 Feb 04 12:27:41.284927 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b8adbf06-4608-41ad-8c21-73574e5c0ab0 None None] Provisioning complete for port 359f4396-a2ef-41bf-8f8c-9610cb01c07c triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:27:41.299074 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b8adbf06-4608-41ad-8c21-73574e5c0ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (359f4396-a2ef-41bf-8f8c-9610cb01c07c), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:41.450596 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a444aec-e8d3-42e1-b87d-65032dc7c8f2 req-0681e3d8-e677-4b8f-b1a4-5ac6770b8e02 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:41.460225 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1a444aec-e8d3-42e1-b87d-65032dc7c8f2 req-0681e3d8-e677-4b8f-b1a4-5ac6770b8e02 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?device_id=3dbcae43-717d-41c7-982d-474705f0aebe HTTP/1.1" status: 200 len: 945 time: 0.1199615 Feb 04 12:27:41.524145 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b8adbf06-4608-41ad-8c21-73574e5c0ab0 None None] Port 359f4396-a2ef-41bf-8f8c-9610cb01c07c cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:27:41.580190 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-60c0ad9f-e1ea-427d-b9ab-94373fa6afc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd20fa03f-134d-41e8-ab0e-e6bf3acda011', 'name': 'tempest-ServersTestJSON-355000231-router', 'tenant_id': 'c0eafbbeb09641368ec0c43b6279b92e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': 'b86f5852-09ad-437d-8022-6956d9fc4189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:27:29Z', 'updated_at': '2022-02-04T12:27:39Z', 'revision_number': 4, 'project_id': 'c0eafbbeb09641368ec0c43b6279b92e', 'gw_port': {'id': 'b86f5852-09ad-437d-8022-6956d9fc4189', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e3:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd20fa03f-134d-41e8-ab0e-e6bf3acda011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:27:32Z', 'updated_at': '2022-02-04T12:27:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '359f4396-a2ef-41bf-8f8c-9610cb01c07c', 'name': '', 'network_id': 'dc9512fb-33b9-46a5-a35b-21f61ba346c6', 'tenant_id': 'c0eafbbeb09641368ec0c43b6279b92e', 'mac_address': 'fa:16:3e:b7:8b:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd20fa03f-134d-41e8-ab0e-e6bf3acda011', 'device_owner': 'network:router_interface', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': 'ded1b65b-964f-4cd0-8493-06f49dcfd4c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:27:37Z', 'updated_at': '2022-02-04T12:27:39Z', 'revision_number': 2, 'project_id': 'c0eafbbeb09641368ec0c43b6279b92e', 'subnets': [{'id': 'ded1b65b-964f-4cd0-8493-06f49dcfd4c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:27:41.582880 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1a444aec-e8d3-42e1-b87d-65032dc7c8f2 req-99a8fa63-ca06-4034-b433-5f3de2f6f4b4 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f51ab49-2800-41c7-a09d-ab109cee7e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157110 Feb 04 12:27:41.585884 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-390e6056-7002-453d-8213-b1deb8fcabf5 admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:27:41.592733 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-390e6056-7002-453d-8213-b1deb8fcabf5 admin admin] 10.222.0.65 "PUT /v2.0/routers/d20fa03f-134d-41e8-ab0e-e6bf3acda011/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5404303 Feb 04 12:27:41.694729 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c0ad9f-e1ea-427d-b9ab-94373fa6afc7 None None] The sync data for ids ['d20fa03f-134d-41e8-ab0e-e6bf3acda011'] in n-d-825015-3 is: [{'id': 'd20fa03f-134d-41e8-ab0e-e6bf3acda011', 'name': 'tempest-ServersTestJSON-355000231-router', 'tenant_id': 'c0eafbbeb09641368ec0c43b6279b92e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': 'b86f5852-09ad-437d-8022-6956d9fc4189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:27:29Z', 'updated_at': '2022-02-04T12:27:39Z', 'revision_number': 4, 'project_id': 'c0eafbbeb09641368ec0c43b6279b92e', 'gw_port': {'id': 'b86f5852-09ad-437d-8022-6956d9fc4189', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e3:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd20fa03f-134d-41e8-ab0e-e6bf3acda011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:27:32Z', 'updated_at': '2022-02-04T12:27:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '359f4396-a2ef-41bf-8f8c-9610cb01c07c', 'name': '', 'network_id': 'dc9512fb-33b9-46a5-a35b-21f61ba346c6', 'tenant_id': 'c0eafbbeb09641368ec0c43b6279b92e', 'mac_address': 'fa:16:3e:b7:8b:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd20fa03f-134d-41e8-ab0e-e6bf3acda011', 'device_owner': 'network:router_interface', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': 'ded1b65b-964f-4cd0-8493-06f49dcfd4c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:27:37Z', 'updated_at': '2022-02-04T12:27:39Z', 'revision_number': 2, 'project_id': 'c0eafbbeb09641368ec0c43b6279b92e', 'subnets': [{'id': 'ded1b65b-964f-4cd0-8493-06f49dcfd4c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:27:42.392050 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d091e391-e5d9-4fa3-b1ba-8f1aa3d856d3 req-5bdf6782-e44b-43ff-aa6c-330ac8f93e44 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:42.410856 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d091e391-e5d9-4fa3-b1ba-8f1aa3d856d3 req-5bdf6782-e44b-43ff-aa6c-330ac8f93e44 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fd9097d-d5e4-4774-807c-a9b8c47df9ef HTTP/1.1" status: 200 len: 950 time: 0.2051866 Feb 04 12:27:42.497118 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d091e391-e5d9-4fa3-b1ba-8f1aa3d856d3 req-00b0c000-3602-44de-b181-083c3b6ff4db tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838754 Feb 04 12:27:42.703145 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7685258c-e192-49e0-93bb-643b6d2b100e req-b9bf7a29-380d-4fbd-bc08-28188a701041 tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] 10.222.0.65 "GET /v2.0/ports?device_id=f7a4e54a-ff08-4205-8b62-b4d32bb2b34a HTTP/1.1" status: 200 len: 210 time: 0.0546913 Feb 04 12:27:42.745733 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 37266) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:27:42.765000 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-5be43df4-766f-4ed8-9744-8017e32d6148 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] Request body: {'security_group': {'name': 'tempest-securitygroup--149194516', 'description': 'tempest-description--1873873030'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:27:42.823263 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5be43df4-766f-4ed8-9744-8017e32d6148 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:42.982694 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5be43df4-766f-4ed8-9744-8017e32d6148 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] Publish callbacks [] for security_group (22893565-a144-4497-a366-cf8439bc48e7), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:42.989660 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5be43df4-766f-4ed8-9744-8017e32d6148 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (22893565-a144-4497-a366-cf8439bc48e7), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:43.048455 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00976b0-1ba2-47d9-8a5b-b6c0f4d2a327 req-f4209dde-71dc-4a06-aa2d-f29848ecb3d5 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:43.052592 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e00976b0-1ba2-47d9-8a5b-b6c0f4d2a327 req-f4209dde-71dc-4a06-aa2d-f29848ecb3d5 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?device_id=3dbcae43-717d-41c7-982d-474705f0aebe HTTP/1.1" status: 200 len: 945 time: 0.1532454 Feb 04 12:27:43.060264 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5be43df4-766f-4ed8-9744-8017e32d6148 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:43.067888 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-5be43df4-766f-4ed8-9744-8017e32d6148 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3177793 Feb 04 12:27:43.068351 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be43df4-766f-4ed8-9744-8017e32d6148 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22893565-a144-4497-a366-cf8439bc48e7,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:43.070254 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 37304) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:27:43.079598 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-5155d4bb-d7a6-46a1-87a8-f096cb955dd0 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] Request body: {'security_group_rule': {'security_group_id': '22893565-a144-4497-a366-cf8439bc48e7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:27:43.272738 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e00976b0-1ba2-47d9-8a5b-b6c0f4d2a327 req-104f2563-ac97-4f11-8bfd-c9672ba99de3 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f51ab49-2800-41c7-a09d-ab109cee7e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054257 Feb 04 12:27:43.373711 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5155d4bb-d7a6-46a1-87a8-f096cb955dd0 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] Publish callbacks [] for security_group_rule (0902ff32-6931-4bc9-ab9d-67a3900fd494), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:43.471081 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-604e6d23-fc27-4f34-a3cf-8959e0806827 tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:43.482373 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-604e6d23-fc27-4f34-a3cf-8959e0806827 tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] 10.222.0.73 "GET /v2.0/networks?id=baef07fd-b5ab-46e6-bcf4-03c2646cee50 HTTP/1.1" status: 200 len: 818 time: 0.3192794 Feb 04 12:27:43.488242 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-622835af-5271-4273-83c9-e4c3f451b04c tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] Request body: {'port': {'device_id': 'c8941427-c66c-4471-b5c9-8198838cb73d', 'network_id': 'baef07fd-b5ab-46e6-bcf4-03c2646cee50', 'admin_state_up': True, 'tenant_id': 'c1101b536eb9489ebd4da4b15651d841'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:27:43.590685 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2a460d-acb7-4b07-892a-347b8aa3f2fa req-f0c18153-b706-4baf-a402-8787b1d8d3e4 tempest-ServerGroupTestJSON-1961763623 tempest-ServerGroupTestJSON-1961763623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:43.599387 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6b2a460d-acb7-4b07-892a-347b8aa3f2fa req-f0c18153-b706-4baf-a402-8787b1d8d3e4 tempest-ServerGroupTestJSON-1961763623 tempest-ServerGroupTestJSON-1961763623-project] 10.222.0.65 "GET /v2.0/networks?id=165f60e0-a3af-418e-a08f-c0fcbd39cd45 HTTP/1.1" status: 200 len: 809 time: 0.5419641 Feb 04 12:27:43.837361 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device b86f5852-09ad-437d-8022-6956d9fc4189 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:27:43.910347 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5155d4bb-d7a6-46a1-87a8-f096cb955dd0 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] Publish callbacks [] for security_group_rule (0902ff32-6931-4bc9-ab9d-67a3900fd494), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:43.921308 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6b2a460d-acb7-4b07-892a-347b8aa3f2fa req-825167b9-b21e-42c0-a85f-3862194687dd tempest-ServerGroupTestJSON-1961763623 tempest-ServerGroupTestJSON-1961763623-project] 10.222.0.65 "GET /v2.0/quotas/8b5d70ff5bf24db2ae517c0a0635d518 HTTP/1.1" status: 200 len: 375 time: 0.2803252 Feb 04 12:27:43.935198 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5155d4bb-d7a6-46a1-87a8-f096cb955dd0 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (0902ff32-6931-4bc9-ab9d-67a3900fd494), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:43.960916 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-622835af-5271-4273-83c9-e4c3f451b04c tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] Made reservation on behalf of c1101b536eb9489ebd4da4b15651d841 for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:27:43.967179 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-622835af-5271-4273-83c9-e4c3f451b04c tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:43.984314 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port b86f5852-09ad-437d-8022-6956d9fc4189 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:27:43.984798 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (b86f5852-09ad-437d-8022-6956d9fc4189), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:43.993853 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5155d4bb-d7a6-46a1-87a8-f096cb955dd0 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0902ff32-6931-4bc9-ab9d-67a3900fd494,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:44.000802 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5155d4bb-d7a6-46a1-87a8-f096cb955dd0 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:44.002048 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-5155d4bb-d7a6-46a1-87a8-f096cb955dd0 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9275584 Feb 04 12:27:44.005042 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 37312) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:27:44.062582 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6b2a460d-acb7-4b07-892a-347b8aa3f2fa req-93da5e3c-1c89-4250-8907-219cb12a031b tempest-ServerGroupTestJSON-1961763623 tempest-ServerGroupTestJSON-1961763623-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=8b5d70ff5bf24db2ae517c0a0635d518&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1403053 Feb 04 12:27:44.100487 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-60e1de95-69c7-44c2-ae28-4f0372b3c860 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] Request body: {'security_group_rule': {'security_group_id': '22893565-a144-4497-a366-cf8439bc48e7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:27:44.119154 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-c88ecb33-c5d2-422b-9e87-a84a42c5940a tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:44.119154 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-c88ecb33-c5d2-422b-9e87-a84a42c5940a tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] 10.222.0.77 "GET /v2.0/networks?id=baef07fd-b5ab-46e6-bcf4-03c2646cee50 HTTP/1.1" status: 200 len: 818 time: 0.3328052 Feb 04 12:27:44.149834 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-eac83332-1e28-4641-8626-c5b8af87ea56 tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] Request body: {'port': {'device_id': 'f7a4e54a-ff08-4205-8b62-b4d32bb2b34a', 'network_id': 'baef07fd-b5ab-46e6-bcf4-03c2646cee50', 'admin_state_up': True, 'tenant_id': 'c1101b536eb9489ebd4da4b15651d841'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:27:44.207649 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-702e3b75-27a1-4813-9441-c32c227a2905 tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:44.210101 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-702e3b75-27a1-4813-9441-c32c227a2905 tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] 10.222.0.73 "GET /v2.0/networks?id=baef07fd-b5ab-46e6-bcf4-03c2646cee50 HTTP/1.1" status: 200 len: 818 time: 0.5916541 Feb 04 12:27:44.211018 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port b86f5852-09ad-437d-8022-6956d9fc4189 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:27:44.211420 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (b86f5852-09ad-437d-8022-6956d9fc4189), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:44.225664 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650b0ac4-6e09-4c92-9907-4f02b72b571c req-4b5b34fc-1090-4fa1-8cd7-7f67eec5fd9d tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:44.235832 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-650b0ac4-6e09-4c92-9907-4f02b72b571c req-4b5b34fc-1090-4fa1-8cd7-7f67eec5fd9d tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] 10.222.0.65 "GET /v2.0/ports?device_id=2f404aa9-f0fb-439c-8e26-a5d712f44c63 HTTP/1.1" status: 200 len: 950 time: 0.7450714 Feb 04 12:27:44.254218 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port b86f5852-09ad-437d-8022-6956d9fc4189, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=b86f5852-09ad-437d-8022-6956d9fc4189,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:27:44.259152 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (b86f5852-09ad-437d-8022-6956d9fc4189), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:44.270101 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-f29b09fd-c1e0-439a-8e69-1b02cea51ace tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] Request body: {'port': {'device_id': 'ee876e86-9380-42c7-a1f2-0a97f9b82373', 'network_id': 'baef07fd-b5ab-46e6-bcf4-03c2646cee50', 'admin_state_up': True, 'tenant_id': 'c1101b536eb9489ebd4da4b15651d841'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:27:44.283625 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-60e1de95-69c7-44c2-ae28-4f0372b3c860 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] Publish callbacks [] for security_group_rule (bba0618a-71de-4934-9f40-431635c8a7c4), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:44.337635 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=b86f5852-09ad-437d-8022-6956d9fc4189,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:44.405828 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-60e1de95-69c7-44c2-ae28-4f0372b3c860 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] Publish callbacks [] for security_group_rule (bba0618a-71de-4934-9f40-431635c8a7c4), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:44.442143 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-60e1de95-69c7-44c2-ae28-4f0372b3c860 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (bba0618a-71de-4934-9f40-431635c8a7c4), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:44.471655 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-650b0ac4-6e09-4c92-9907-4f02b72b571c req-097ab459-8115-4a56-965c-24dd33b77737 tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc117a99-abfb-4c9f-b5fe-c5a8dfa82af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345769 Feb 04 12:27:44.502609 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6b2a460d-acb7-4b07-892a-347b8aa3f2fa req-5630965f-1120-48a4-a785-14099ef45d2a service neutron] 10.222.0.65 "GET /v2.0/networks/165f60e0-a3af-418e-a08f-c0fcbd39cd45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4381068 Feb 04 12:27:44.560916 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-60e1de95-69c7-44c2-ae28-4f0372b3c860 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:44.565848 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-60e1de95-69c7-44c2-ae28-4f0372b3c860 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5554936 Feb 04 12:27:44.574581 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e1de95-69c7-44c2-ae28-4f0372b3c860 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bba0618a-71de-4934-9f40-431635c8a7c4,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:44.592844 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 37322) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:27:44.601247 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-32edb9df-620d-44eb-a006-83352214f1f0 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] Request body: {'floatingip': {'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:27:44.633052 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-eac83332-1e28-4641-8626-c5b8af87ea56 tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] Made reservation on behalf of c1101b536eb9489ebd4da4b15651d841 for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:27:44.636598 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-eac83332-1e28-4641-8626-c5b8af87ea56 tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:44.652262 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-622835af-5271-4273-83c9-e4c3f451b04c tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] Allocated IP 172.20.0.7 (baef07fd-b5ab-46e6-bcf4-03c2646cee50/8d445fbb-5446-46fb-80d7-97c14fcd0679/a99537c2-83e9-403a-b71e-117085cc53ac) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:27:44.656617 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-32edb9df-620d-44eb-a006-83352214f1f0 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:44.743702 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-f29b09fd-c1e0-439a-8e69-1b02cea51ace tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] Made reservation on behalf of c1101b536eb9489ebd4da4b15651d841 for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:27:44.749321 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-f29b09fd-c1e0-439a-8e69-1b02cea51ace tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:44.792437 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6b2a460d-acb7-4b07-892a-347b8aa3f2fa req-714f5e80-24ad-47ca-8468-d0cf90b08fb5 service neutron] 10.222.0.65 "GET /v2.0/networks/165f60e0-a3af-418e-a08f-c0fcbd39cd45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755477 Feb 04 12:27:44.860232 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 7db51392-e30f-45e2-aa6e-c2643bee38c2 no longer exists at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:27:44.865211 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772c109b-2f05-409c-b407-86b01d28c47b req-7359ef6e-f4fd-4708-88f8-00f6c4799dd5 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:44.874794 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-772c109b-2f05-409c-b407-86b01d28c47b req-7359ef6e-f4fd-4708-88f8-00f6c4799dd5 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fd9097d-d5e4-4774-807c-a9b8c47df9ef HTTP/1.1" status: 200 len: 950 time: 0.2129021 Feb 04 12:27:44.948630 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-772c109b-2f05-409c-b407-86b01d28c47b req-0aa68ca3-5f7e-4be3-b14d-ab1120957746 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726552 Feb 04 12:27:45.050716 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 7db51392-e30f-45e2-aa6e-c2643bee38c2 is: ACTIVE; New status is: DOWN {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:27:45.053409 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (7db51392-e30f-45e2-aa6e-c2643bee38c2), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:45.105549 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f404aa9-f0fb-439c-8e26-a5d712f44c63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7db51392-e30f-45e2-aa6e-c2643bee38c2'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:27:45.108522 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6214466f-03be-4e39-aa18-a03b7fc0d8ec" -d '{"events": [{"server_uuid": "2f404aa9-f0fb-439c-8e26-a5d712f44c63", "name": "network-vif-unplugged", "status": "completed", "tag": "7db51392-e30f-45e2-aa6e-c2643bee38c2"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:27:45.125935 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 7db51392-e30f-45e2-aa6e-c2643bee38c2, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=7db51392-e30f-45e2-aa6e-c2643bee38c2,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:27:45.134112 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (7db51392-e30f-45e2-aa6e-c2643bee38c2), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:45.222512 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0bf13bbf-17c0-4782-9673-2b6d3d60f275 req-5aac082f-8d70-4f56-9b84-d86b0e53f1b1 tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] 10.222.0.65 "GET /v2.0/ports?device_id=f7a4e54a-ff08-4205-8b62-b4d32bb2b34a HTTP/1.1" status: 200 len: 210 time: 0.1373107 Feb 04 12:27:45.288840 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=7db51392-e30f-45e2-aa6e-c2643bee38c2,revision_number=11']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:45.408243 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-32edb9df-620d-44eb-a006-83352214f1f0 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:45.505015 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-622835af-5271-4273-83c9-e4c3f451b04c tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] Publish callbacks [] for port (a99537c2-83e9-403a-b71e-117085cc53ac), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:45.521821 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a50b8323-08b9-4ca2-9639-fc8e767c025f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:45.533773 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a437e1a0-8bd2-4677-8725-1af8c81fa40a req-50f8cb15-8529-4b5c-b67f-3262e8cdc4e8 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:45.536027 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a437e1a0-8bd2-4677-8725-1af8c81fa40a req-50f8cb15-8529-4b5c-b67f-3262e8cdc4e8 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?device_id=3dbcae43-717d-41c7-982d-474705f0aebe HTTP/1.1" status: 200 len: 945 time: 0.1764312 Feb 04 12:27:45.709264 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a437e1a0-8bd2-4677-8725-1af8c81fa40a req-565f816d-6df1-440a-a629-47e4cb98f878 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f51ab49-2800-41c7-a09d-ab109cee7e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457319 Feb 04 12:27:45.765393 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device b86f5852-09ad-437d-8022-6956d9fc4189 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:27:45.769049 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 12:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50eaec21-3cbd-4ac5-937e-178e54ccab1d x-openstack-request-id: req-50eaec21-3cbd-4ac5-937e-178e54ccab1d {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:27:45.769429 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f404aa9-f0fb-439c-8e26-a5d712f44c63", "name": "network-vif-unplugged", "status": "completed", "tag": "7db51392-e30f-45e2-aa6e-c2643bee38c2", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:27:45.769750 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-50eaec21-3cbd-4ac5-937e-178e54ccab1d {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:27:45.770592 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f404aa9-f0fb-439c-8e26-a5d712f44c63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7db51392-e30f-45e2-aa6e-c2643bee38c2', 'code': 200} Feb 04 12:27:45.787004 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-32edb9df-620d-44eb-a006-83352214f1f0 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] Allocated IP 172.25.3.138 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/02b21ef3-41e0-40b8-b63d-866b14438cfc) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:27:45.820422 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-622835af-5271-4273-83c9-e4c3f451b04c tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (a99537c2-83e9-403a-b71e-117085cc53ac), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:45.847338 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-9a2d7ad0-b920-4c84-9378-bd5997219893 req-e8b72601-69a2-421a-a533-83611707f5d5 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=36e4d1dc-26b6-46cf-b4da-bef23d627bbe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4565318 Feb 04 12:27:45.916488 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8382fc95-9767-4d4f-b151-13dfa49b3a11 None None] Sync routers for ids ['d20fa03f-134d-41e8-ab0e-e6bf3acda011'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:27:45.937180 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8382fc95-9767-4d4f-b151-13dfa49b3a11 None None] Routers {'d20fa03f-134d-41e8-ab0e-e6bf3acda011'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:27:45.937833 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-8382fc95-9767-4d4f-b151-13dfa49b3a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:27:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['d20fa03f-134d-41e8-ab0e-e6bf3acda011'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:27:45.961727 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3b107e99-100c-4100-8e55-747849f20c87 req-bb042aa1-669f-46a2-a7a3-bc490f6bf95e tempest-ServerGroupTestJSON-1961763623 tempest-ServerGroupTestJSON-1961763623-project] 10.222.0.65 "GET /v2.0/ports?device_id=e2b6c5a0-3414-4c3a-ba82-5fad74eeba4d HTTP/1.1" status: 200 len: 210 time: 0.0724185 Feb 04 12:27:45.963024 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port b86f5852-09ad-437d-8022-6956d9fc4189 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:27:45.963024 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (b86f5852-09ad-437d-8022-6956d9fc4189), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:46.060142 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-622835af-5271-4273-83c9-e4c3f451b04c tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] Network baef07fd-b5ab-46e6-bcf4-03c2646cee50 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:27:46.076873 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-eac83332-1e28-4641-8626-c5b8af87ea56 tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] Allocated IP 172.20.0.14 (baef07fd-b5ab-46e6-bcf4-03c2646cee50/8d445fbb-5446-46fb-80d7-97c14fcd0679/1f9807b4-31a7-4a96-ae71-393c64f75f59) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:27:46.086618 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622835af-5271-4273-83c9-e4c3f451b04c tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] Pushing event updated for resources: {'Port': ['ID=a99537c2-83e9-403a-b71e-117085cc53ac,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:46.092280 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-622835af-5271-4273-83c9-e4c3f451b04c tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:27:46.109784 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-622835af-5271-4273-83c9-e4c3f451b04c tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:27:46.209391 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port b86f5852-09ad-437d-8022-6956d9fc4189 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:27:46.228261 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2d7ad0-b920-4c84-9378-bd5997219893 req-d87635f1-9e41-4152-8232-06ba787f74d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:46.230135 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-9a2d7ad0-b920-4c84-9378-bd5997219893 req-d87635f1-9e41-4152-8232-06ba787f74d7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=207f01ccf15c4616a04a98fbbad5fc72&device_id=36e4d1dc-26b6-46cf-b4da-bef23d627bbe HTTP/1.1" status: 200 len: 1126 time: 0.3263562 Feb 04 12:27:46.266417 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-8382fc95-9767-4d4f-b151-13dfa49b3a11 None None] Set router d20fa03f-134d-41e8-ab0e-e6bf3acda011 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:27:46.312079 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65da7d7-c96a-4410-86e8-e5ef9af63704 req-98d9d22b-483d-493c-bb85-7eaaa0345d1b tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:46.317117 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-622835af-5271-4273-83c9-e4c3f451b04c tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:46.317935 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-622835af-5271-4273-83c9-e4c3f451b04c tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:46.340440 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b65da7d7-c96a-4410-86e8-e5ef9af63704 req-98d9d22b-483d-493c-bb85-7eaaa0345d1b tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fd9097d-d5e4-4774-807c-a9b8c47df9ef HTTP/1.1" status: 200 len: 950 time: 0.2465086 Feb 04 12:27:46.362701 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-32edb9df-620d-44eb-a006-83352214f1f0 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] Publish callbacks [] for port (02b21ef3-41e0-40b8-b63d-866b14438cfc), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:46.458964 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-622835af-5271-4273-83c9-e4c3f451b04c tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9756176 Feb 04 12:27:46.502126 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b65da7d7-c96a-4410-86e8-e5ef9af63704 req-81311c62-3e9d-4a1e-8b1c-73cbce8eca49 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607122 Feb 04 12:27:46.502736 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-464571f0-11b4-4499-9236-f3c503407af0 service neutron] Request body: {'port': {'device_id': 'c8941427-c66c-4471-b5c9-8198838cb73d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825015-3'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:27:46.576735 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-8382fc95-9767-4d4f-b151-13dfa49b3a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd20fa03f-134d-41e8-ab0e-e6bf3acda011', 'name': 'tempest-ServersTestJSON-355000231-router', 'tenant_id': 'c0eafbbeb09641368ec0c43b6279b92e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': 'b86f5852-09ad-437d-8022-6956d9fc4189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:27:29Z', 'updated_at': '2022-02-04T12:27:39Z', 'revision_number': 4, 'project_id': 'c0eafbbeb09641368ec0c43b6279b92e', 'gw_port': {'id': 'b86f5852-09ad-437d-8022-6956d9fc4189', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20fa03f-134d-41e8-ab0e-e6bf3acda011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:27:32Z', 'updated_at': '2022-02-04T12:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '359f4396-a2ef-41bf-8f8c-9610cb01c07c', 'name': '', 'network_id': 'dc9512fb-33b9-46a5-a35b-21f61ba346c6', 'tenant_id': 'c0eafbbeb09641368ec0c43b6279b92e', 'mac_address': 'fa:16:3e:b7:8b:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd20fa03f-134d-41e8-ab0e-e6bf3acda011', 'device_owner': 'network:router_interface', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': 'ded1b65b-964f-4cd0-8493-06f49dcfd4c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:27:37Z', 'updated_at': '2022-02-04T12:27:39Z', 'revision_number': 2, 'project_id': 'c0eafbbeb09641368ec0c43b6279b92e', 'subnets': [{'id': 'ded1b65b-964f-4cd0-8493-06f49dcfd4c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:27:46.612004 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8382fc95-9767-4d4f-b151-13dfa49b3a11 None None] Checking router: d20fa03f-134d-41e8-ab0e-e6bf3acda011 for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:27:46.614231 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8382fc95-9767-4d4f-b151-13dfa49b3a11 None None] Updating router d20fa03f-134d-41e8-ab0e-e6bf3acda011 port 359f4396-a2ef-41bf-8f8c-9610cb01c07c binding host n-d-825015-3 {{(pid=103477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:27:46.628357 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2d7ad0-b920-4c84-9378-bd5997219893 req-d39f9569-6d41-49b2-9d19-0245a1d32c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:46.632355 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-9a2d7ad0-b920-4c84-9378-bd5997219893 req-d39f9569-6d41-49b2-9d19-0245a1d32c02 service neutron] 10.222.0.77 "GET /v2.0/networks?id=365084f8-2068-4655-9009-041f3cc171be HTTP/1.1" status: 200 len: 922 time: 0.3649738 Feb 04 12:27:46.655117 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0eb1a201-090f-4888-95f3-43904f150df5 req-b70da098-46e5-4a7a-8f9d-1216a26ef679 tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] 10.222.0.65 "GET /v2.0/ports?device_id=f7a4e54a-ff08-4205-8b62-b4d32bb2b34a HTTP/1.1" status: 200 len: 210 time: 0.1527529 Feb 04 12:27:46.679087 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8382fc95-9767-4d4f-b151-13dfa49b3a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (359f4396-a2ef-41bf-8f8c-9610cb01c07c), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:46.779337 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-eac83332-1e28-4641-8626-c5b8af87ea56 tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] Publish callbacks [] for port (1f9807b4-31a7-4a96-ae71-393c64f75f59), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:46.823400 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-464571f0-11b4-4499-9236-f3c503407af0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (a99537c2-83e9-403a-b71e-117085cc53ac), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:46.872377 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-32edb9df-620d-44eb-a006-83352214f1f0 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (02b21ef3-41e0-40b8-b63d-866b14438cfc), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:46.943133 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f362731-cec5-4b42-b547-c2f44ed41893 req-34f90d15-cd68-4884-896f-e042efa2fe71 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:46.951348 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9f362731-cec5-4b42-b547-c2f44ed41893 req-34f90d15-cd68-4884-896f-e042efa2fe71 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?device_id=3dbcae43-717d-41c7-982d-474705f0aebe HTTP/1.1" status: 200 len: 945 time: 0.0702350 Feb 04 12:27:46.975836 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-9a2d7ad0-b920-4c84-9378-bd5997219893 req-b95617c5-ca48-48dc-aaca-5c1881c73c87 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77dede16-a541-4c69-b69d-142ceabed198 HTTP/1.1" status: 200 len: 217 time: 0.1477559 Feb 04 12:27:47.025861 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9f362731-cec5-4b42-b547-c2f44ed41893 req-d86f1400-3f66-49d9-942a-7eee923e5007 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f51ab49-2800-41c7-a09d-ab109cee7e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727975 Feb 04 12:27:47.198936 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8382fc95-9767-4d4f-b151-13dfa49b3a11 None None] Publish callbacks [] for port (359f4396-a2ef-41bf-8f8c-9610cb01c07c), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:47.208257 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d5b347a7-a081-4a1e-96cf-f84ca4de1284 req-fe2e346b-fb22-4561-a610-c4ca2af36ee1 tempest-ServerGroupTestJSON-1961763623 tempest-ServerGroupTestJSON-1961763623-project] 10.222.0.65 "GET /v2.0/ports?device_id=e2b6c5a0-3414-4c3a-ba82-5fad74eeba4d HTTP/1.1" status: 200 len: 210 time: 0.0678155 Feb 04 12:27:47.218912 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8382fc95-9767-4d4f-b151-13dfa49b3a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (359f4396-a2ef-41bf-8f8c-9610cb01c07c), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:47.276428 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32edb9df-620d-44eb-a006-83352214f1f0 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:27:47.277752 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7f2564-d72b-4175-bdac-2b497798f67a None None] Pushing event updated for resources: {'Port': ['ID=359f4396-a2ef-41bf-8f8c-9610cb01c07c,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:47.340371 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7f2564-d72b-4175-bdac-2b497798f67a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:27:47.341350 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7f2564-d72b-4175-bdac-2b497798f67a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:27:47.342189 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7f2564-d72b-4175-bdac-2b497798f67a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:27:47.343049 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7f2564-d72b-4175-bdac-2b497798f67a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:27:47.343950 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7f2564-d72b-4175-bdac-2b497798f67a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:27:47.344783 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7f2564-d72b-4175-bdac-2b497798f67a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:27:47.345656 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7f2564-d72b-4175-bdac-2b497798f67a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:27:47.346763 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7f2564-d72b-4175-bdac-2b497798f67a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:27:47.348453 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7f2564-d72b-4175-bdac-2b497798f67a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:27:47.349291 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7f2564-d72b-4175-bdac-2b497798f67a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:27:47.362550 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7f2564-d72b-4175-bdac-2b497798f67a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:27:47.363703 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7f2564-d72b-4175-bdac-2b497798f67a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:27:47.364768 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7f2564-d72b-4175-bdac-2b497798f67a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:27:47.392514 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-32edb9df-620d-44eb-a006-83352214f1f0 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:27:47.396069 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32edb9df-620d-44eb-a006-83352214f1f0 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:27:47.405041 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-eac83332-1e28-4641-8626-c5b8af87ea56 tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (1f9807b4-31a7-4a96-ae71-393c64f75f59), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:47.416624 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32edb9df-620d-44eb-a006-83352214f1f0 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] Pushing event updated for resources: {'Port': ['ID=02b21ef3-41e0-40b8-b63d-866b14438cfc,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:47.455369 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-eac83332-1e28-4641-8626-c5b8af87ea56 tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] Network baef07fd-b5ab-46e6-bcf4-03c2646cee50 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:27:47.512650 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-eac83332-1e28-4641-8626-c5b8af87ea56 tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:27:47.514966 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-eac83332-1e28-4641-8626-c5b8af87ea56 tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:27:47.602775 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-eac83332-1e28-4641-8626-c5b8af87ea56 tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:47.604081 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-eac83332-1e28-4641-8626-c5b8af87ea56 tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:47.620719 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2d7ad0-b920-4c84-9378-bd5997219893 req-3af04381-3567-44d3-a8ba-50f02cd2c2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:47.622900 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-9a2d7ad0-b920-4c84-9378-bd5997219893 req-3af04381-3567-44d3-a8ba-50f02cd2c2ac service neutron] 10.222.0.77 "GET /v2.0/subnets?id=baf06417-eecb-4036-81cf-3c7679e7daf8 HTTP/1.1" status: 200 len: 861 time: 0.6350834 Feb 04 12:27:47.633751 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-eac83332-1e28-4641-8626-c5b8af87ea56 tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5001056 Feb 04 12:27:47.646458 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-8382fc95-9767-4d4f-b151-13dfa49b3a11 None None] Attempting to bind port 359f4396-a2ef-41bf-8f8c-9610cb01c07c on host n-d-825015-3 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:27:47.647185 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-8382fc95-9767-4d4f-b151-13dfa49b3a11 None None] Attempting to bind port 359f4396-a2ef-41bf-8f8c-9610cb01c07c by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '7286c194-a110-4398-987d-ff0e8956230a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'dc9512fb-33b9-46a5-a35b-21f61ba346c6'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:27:47.647916 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8382fc95-9767-4d4f-b151-13dfa49b3a11 None None] Attempting to bind port 359f4396-a2ef-41bf-8f8c-9610cb01c07c on network dc9512fb-33b9-46a5-a35b-21f61ba346c6 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:27:47.679154 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8382fc95-9767-4d4f-b151-13dfa49b3a11 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:27:47.679812 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8382fc95-9767-4d4f-b151-13dfa49b3a11 None None] Checking segment: {'id': '7286c194-a110-4398-987d-ff0e8956230a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'dc9512fb-33b9-46a5-a35b-21f61ba346c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:27:47.680380 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8382fc95-9767-4d4f-b151-13dfa49b3a11 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:47.681262 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8382fc95-9767-4d4f-b151-13dfa49b3a11 None None] Bound using segment: {'id': '7286c194-a110-4398-987d-ff0e8956230a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'dc9512fb-33b9-46a5-a35b-21f61ba346c6'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:27:47.682738 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-8382fc95-9767-4d4f-b151-13dfa49b3a11 None None] Bound port: 359f4396-a2ef-41bf-8f8c-9610cb01c07c, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7286c194-a110-4398-987d-ff0e8956230a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'dc9512fb-33b9-46a5-a35b-21f61ba346c6'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:27:47.683522 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8382fc95-9767-4d4f-b151-13dfa49b3a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (359f4396-a2ef-41bf-8f8c-9610cb01c07c), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:47.740913 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-cbfe9bb8-0479-498f-ba89-d689fbbccbd1 tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103474) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:27:47.745689 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-cbfe9bb8-0479-498f-ba89-d689fbbccbd1 tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0580113 Feb 04 12:27:47.820860 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-0a4cb614-bd2c-4bb4-bb41-6a628e62339b service neutron] Request body: {'port': {'device_id': 'f7a4e54a-ff08-4205-8b62-b4d32bb2b34a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825015-3'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:27:47.902685 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-8382fc95-9767-4d4f-b151-13dfa49b3a11 None None] For port 359f4396-a2ef-41bf-8f8c-9610cb01c07c, host n-d-825015-3, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:27:47.909090 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-8382fc95-9767-4d4f-b151-13dfa49b3a11 None None] For port 359f4396-a2ef-41bf-8f8c-9610cb01c07c, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=359f4396-a2ef-41bf-8f8c-9610cb01c07c,segment=NetworkSegment(7286c194-a110-4398-987d-ff0e8956230a),segment_id=7286c194-a110-4398-987d-ff0e8956230a)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:27:47.922440 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8382fc95-9767-4d4f-b151-13dfa49b3a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (359f4396-a2ef-41bf-8f8c-9610cb01c07c), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:47.941731 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-9a2d7ad0-b920-4c84-9378-bd5997219893 req-04943c51-9184-46fc-a926-4072741b78b4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=365084f8-2068-4655-9009-041f3cc171be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3011012 Feb 04 12:27:47.945652 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-0a4cb614-bd2c-4bb4-bb41-6a628e62339b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (1f9807b4-31a7-4a96-ae71-393c64f75f59), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:47.959754 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2a460d-acb7-4b07-892a-347b8aa3f2fa req-85ed6148-133f-45b8-acba-875da2cbde88 tempest-ServerGroupTestJSON-1961763623 tempest-ServerGroupTestJSON-1961763623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:47.962173 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6b2a460d-acb7-4b07-892a-347b8aa3f2fa req-85ed6148-133f-45b8-acba-875da2cbde88 tempest-ServerGroupTestJSON-1961763623 tempest-ServerGroupTestJSON-1961763623-project] 10.222.0.73 "GET /v2.0/networks?id=165f60e0-a3af-418e-a08f-c0fcbd39cd45 HTTP/1.1" status: 200 len: 809 time: 0.6341059 Feb 04 12:27:47.964336 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6bf4f537-c900-4bb3-99c0-8f42ff437abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:47.990703 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-64953d0d-5145-4415-8794-0cd04e24f934 None None] Provisioning complete for port 359f4396-a2ef-41bf-8f8c-9610cb01c07c triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:27:47.993596 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64953d0d-5145-4415-8794-0cd04e24f934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (359f4396-a2ef-41bf-8f8c-9610cb01c07c), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:48.011452 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-32edb9df-620d-44eb-a006-83352214f1f0 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] Publish callbacks [] for floatingip (bb33685b-623d-496d-b04c-70cd9b308dc6), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:48.034695 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac83332-1e28-4641-8626-c5b8af87ea56 tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] Pushing event updated for resources: {'Port': ['ID=1f9807b4-31a7-4a96-ae71-393c64f75f59,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:48.054431 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-6b2a460d-acb7-4b07-892a-347b8aa3f2fa req-367decb7-2716-4b6f-bf0f-c37949e730d3 tempest-ServerGroupTestJSON-1961763623 tempest-ServerGroupTestJSON-1961763623-project] Request body: {'port': {'device_id': 'e2b6c5a0-3414-4c3a-ba82-5fad74eeba4d', 'network_id': '165f60e0-a3af-418e-a08f-c0fcbd39cd45', 'admin_state_up': True, 'tenant_id': '8b5d70ff5bf24db2ae517c0a0635d518'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:27:48.167695 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8382fc95-9767-4d4f-b151-13dfa49b3a11 None None] Routers {'d20fa03f-134d-41e8-ab0e-e6bf3acda011'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:27:48.169147 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-8382fc95-9767-4d4f-b151-13dfa49b3a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:27:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['d20fa03f-134d-41e8-ab0e-e6bf3acda011'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:27:48.215049 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-32edb9df-620d-44eb-a006-83352214f1f0 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (02b21ef3-41e0-40b8-b63d-866b14438cfc), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:48.261122 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-f29b09fd-c1e0-439a-8e69-1b02cea51ace tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] Allocated IP 172.20.0.8 (baef07fd-b5ab-46e6-bcf4-03c2646cee50/8d445fbb-5446-46fb-80d7-97c14fcd0679/b6fb8232-2c46-4d46-a43e-dcd1f154c131) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:27:48.263085 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-64953d0d-5145-4415-8794-0cd04e24f934 None None] Current status of the port 359f4396-a2ef-41bf-8f8c-9610cb01c07c is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:27:48.263549 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64953d0d-5145-4415-8794-0cd04e24f934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (359f4396-a2ef-41bf-8f8c-9610cb01c07c), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:48.303860 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7f2564-d72b-4175-bdac-2b497798f67a None None] Pushing event updated for resources: {'Port': ['ID=359f4396-a2ef-41bf-8f8c-9610cb01c07c,revision_number=4']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:48.314323 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-64953d0d-5145-4415-8794-0cd04e24f934 None None] For port 359f4396-a2ef-41bf-8f8c-9610cb01c07c, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=359f4396-a2ef-41bf-8f8c-9610cb01c07c,segment=NetworkSegment(7286c194-a110-4398-987d-ff0e8956230a),segment_id=7286c194-a110-4398-987d-ff0e8956230a)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:27:48.321174 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64953d0d-5145-4415-8794-0cd04e24f934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (359f4396-a2ef-41bf-8f8c-9610cb01c07c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:48.393332 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64953d0d-5145-4415-8794-0cd04e24f934 None None] Pushing event updated for resources: {'Port': ['ID=359f4396-a2ef-41bf-8f8c-9610cb01c07c,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:48.495108 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-8382fc95-9767-4d4f-b151-13dfa49b3a11 None None] Set router d20fa03f-134d-41e8-ab0e-e6bf3acda011 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:27:48.497553 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b64060-d205-4947-91c3-56b7f20ba862 req-0a07db8e-0dea-4d79-a197-9640e2ea9a6d tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:48.500289 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-14b64060-d205-4947-91c3-56b7f20ba862 req-0a07db8e-0dea-4d79-a197-9640e2ea9a6d tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fd9097d-d5e4-4774-807c-a9b8c47df9ef HTTP/1.1" status: 200 len: 950 time: 0.7034197 Feb 04 12:27:48.521467 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135db431-73e4-45bd-aa4f-466ccbfd5c12 req-e2bf21a3-db07-4f23-838b-efa5dc4b5b29 tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:48.538187 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-135db431-73e4-45bd-aa4f-466ccbfd5c12 req-e2bf21a3-db07-4f23-838b-efa5dc4b5b29 tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] 10.222.0.65 "GET /v2.0/ports?device_id=f7a4e54a-ff08-4205-8b62-b4d32bb2b34a HTTP/1.1" status: 200 len: 932 time: 0.6687896 Feb 04 12:27:48.551812 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-0f78b6a7-6585-4e72-9374-65d2744b9c68 None None] Provisioning complete for port 359f4396-a2ef-41bf-8f8c-9610cb01c07c triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:27:48.552198 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0f78b6a7-6585-4e72-9374-65d2744b9c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (359f4396-a2ef-41bf-8f8c-9610cb01c07c), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:48.573415 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-32edb9df-620d-44eb-a006-83352214f1f0 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] Publish callbacks [] for port (02b21ef3-41e0-40b8-b63d-866b14438cfc), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:48.640611 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-32edb9df-620d-44eb-a006-83352214f1f0 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (02b21ef3-41e0-40b8-b63d-866b14438cfc), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:48.768204 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32edb9df-620d-44eb-a006-83352214f1f0 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] Pushing event updated for resources: {'Port': ['ID=02b21ef3-41e0-40b8-b63d-866b14438cfc,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:48.817185 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0f78b6a7-6585-4e72-9374-65d2744b9c68 None None] Current status of the port 359f4396-a2ef-41bf-8f8c-9610cb01c07c is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:27:48.850770 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-14b64060-d205-4947-91c3-56b7f20ba862 req-52d34c88-bd63-4605-bdac-a1b02d8242f9 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3092394 Feb 04 12:27:48.877867 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-32edb9df-620d-44eb-a006-83352214f1f0 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1599943'] for floatingip (bb33685b-623d-496d-b04c-70cd9b308dc6), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:48.894337 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b2a460d-acb7-4b07-892a-347b8aa3f2fa req-367decb7-2716-4b6f-bf0f-c37949e730d3 tempest-ServerGroupTestJSON-1961763623 tempest-ServerGroupTestJSON-1961763623-project] Made reservation on behalf of 8b5d70ff5bf24db2ae517c0a0635d518 for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:27:48.901738 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-6b2a460d-acb7-4b07-892a-347b8aa3f2fa req-367decb7-2716-4b6f-bf0f-c37949e730d3 tempest-ServerGroupTestJSON-1961763623 tempest-ServerGroupTestJSON-1961763623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:48.912318 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-9a2d7ad0-b920-4c84-9378-bd5997219893 req-274598f4-3fd6-4fc3-9ab6-32622dac4b9b service neutron] 10.222.0.77 "GET /v2.0/networks/365084f8-2068-4655-9009-041f3cc171be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8937075 Feb 04 12:27:48.941000 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-135db431-73e4-45bd-aa4f-466ccbfd5c12 req-75ca8ac0-b282-4509-bed9-e0115ecd370b tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] 10.222.0.65 "GET /v2.0/security-groups?id=d3abd631-9239-4be0-94cf-133e8014b391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4016113 Feb 04 12:27:49.078574 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-32edb9df-620d-44eb-a006-83352214f1f0 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:49.096430 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-8382fc95-9767-4d4f-b151-13dfa49b3a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd20fa03f-134d-41e8-ab0e-e6bf3acda011', 'name': 'tempest-ServersTestJSON-355000231-router', 'tenant_id': 'c0eafbbeb09641368ec0c43b6279b92e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': 'b86f5852-09ad-437d-8022-6956d9fc4189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:27:29Z', 'updated_at': '2022-02-04T12:27:39Z', 'revision_number': 4, 'project_id': 'c0eafbbeb09641368ec0c43b6279b92e', 'gw_port': {'id': 'b86f5852-09ad-437d-8022-6956d9fc4189', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20fa03f-134d-41e8-ab0e-e6bf3acda011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:27:32Z', 'updated_at': '2022-02-04T12:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '359f4396-a2ef-41bf-8f8c-9610cb01c07c', 'name': '', 'network_id': 'dc9512fb-33b9-46a5-a35b-21f61ba346c6', 'tenant_id': 'c0eafbbeb09641368ec0c43b6279b92e', 'mac_address': 'fa:16:3e:b7:8b:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd20fa03f-134d-41e8-ab0e-e6bf3acda011', 'device_owner': 'network:router_interface', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': 'ded1b65b-964f-4cd0-8493-06f49dcfd4c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:27:37Z', 'updated_at': '2022-02-04T12:27:47Z', 'revision_number': 4, 'project_id': 'c0eafbbeb09641368ec0c43b6279b92e', 'subnets': [{'id': 'ded1b65b-964f-4cd0-8493-06f49dcfd4c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:27:49.121873 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-32edb9df-620d-44eb-a006-83352214f1f0 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5273669 Feb 04 12:27:49.131386 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:49.207782 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8382fc95-9767-4d4f-b151-13dfa49b3a11 None None] The sync data for ids ['d20fa03f-134d-41e8-ab0e-e6bf3acda011'] in n-d-825015-3 is: [{'id': 'd20fa03f-134d-41e8-ab0e-e6bf3acda011', 'name': 'tempest-ServersTestJSON-355000231-router', 'tenant_id': 'c0eafbbeb09641368ec0c43b6279b92e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': 'b86f5852-09ad-437d-8022-6956d9fc4189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:27:29Z', 'updated_at': '2022-02-04T12:27:39Z', 'revision_number': 4, 'project_id': 'c0eafbbeb09641368ec0c43b6279b92e', 'gw_port': {'id': 'b86f5852-09ad-437d-8022-6956d9fc4189', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20fa03f-134d-41e8-ab0e-e6bf3acda011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:27:32Z', 'updated_at': '2022-02-04T12:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '359f4396-a2ef-41bf-8f8c-9610cb01c07c', 'name': '', 'network_id': 'dc9512fb-33b9-46a5-a35b-21f61ba346c6', 'tenant_id': 'c0eafbbeb09641368ec0c43b6279b92e', 'mac_address': 'fa:16:3e:b7:8b:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd20fa03f-134d-41e8-ab0e-e6bf3acda011', 'device_owner': 'network:router_interface', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': 'ded1b65b-964f-4cd0-8493-06f49dcfd4c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:27:37Z', 'updated_at': '2022-02-04T12:27:47Z', 'revision_number': 4, 'project_id': 'c0eafbbeb09641368ec0c43b6279b92e', 'subnets': [{'id': 'ded1b65b-964f-4cd0-8493-06f49dcfd4c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:27:49.262737 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-9a2d7ad0-b920-4c84-9378-bd5997219893 req-eeec61ba-93f1-4b88-8929-b5d68b8614b6 service neutron] 10.222.0.77 "GET /v2.0/networks/365084f8-2068-4655-9009-041f3cc171be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3416452 Feb 04 12:27:49.582990 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3b915b5e-f363-48bd-af42-f62c57d93603 req-ce4bcf8a-794a-4d64-86a7-64e9633a5984 tempest-ServerGroupTestJSON-1961763623 tempest-ServerGroupTestJSON-1961763623-project] 10.222.0.65 "GET /v2.0/ports?device_id=e2b6c5a0-3414-4c3a-ba82-5fad74eeba4d HTTP/1.1" status: 200 len: 210 time: 0.0907896 Feb 04 12:27:49.661125 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-f29b09fd-c1e0-439a-8e69-1b02cea51ace tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] Publish callbacks [] for port (b6fb8232-2c46-4d46-a43e-dcd1f154c131), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:49.781583 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ce0020-eddd-4828-a1c2-cca728454574 req-6f687ea5-ccc6-446b-9257-5fc186db91ea tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:49.789346 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f2ce0020-eddd-4828-a1c2-cca728454574 req-6f687ea5-ccc6-446b-9257-5fc186db91ea tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?device_id=3dbcae43-717d-41c7-982d-474705f0aebe HTTP/1.1" status: 200 len: 945 time: 0.2958634 Feb 04 12:27:49.887931 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-f29b09fd-c1e0-439a-8e69-1b02cea51ace tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (b6fb8232-2c46-4d46-a43e-dcd1f154c131), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:49.891777 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-6b2a460d-acb7-4b07-892a-347b8aa3f2fa req-367decb7-2716-4b6f-bf0f-c37949e730d3 tempest-ServerGroupTestJSON-1961763623 tempest-ServerGroupTestJSON-1961763623-project] Allocated IP 172.20.0.2 (165f60e0-a3af-418e-a08f-c0fcbd39cd45/c2d4f85f-bf98-4386-a74b-e0449cd97cf9/25142d86-a439-461d-95dd-4edcb92f0c43) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:27:49.913074 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 359f4396-a2ef-41bf-8f8c-9610cb01c07c up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:27:49.997976 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f2ce0020-eddd-4828-a1c2-cca728454574 req-6e26a7c0-292c-4ad8-8a30-f9fefea5e320 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f51ab49-2800-41c7-a09d-ab109cee7e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075720 Feb 04 12:27:50.039892 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-f29b09fd-c1e0-439a-8e69-1b02cea51ace tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] Network baef07fd-b5ab-46e6-bcf4-03c2646cee50 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:27:50.052755 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 359f4396-a2ef-41bf-8f8c-9610cb01c07c triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:27:50.053404 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (359f4396-a2ef-41bf-8f8c-9610cb01c07c), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:50.056028 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-f29b09fd-c1e0-439a-8e69-1b02cea51ace tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:27:50.061912 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29b09fd-c1e0-439a-8e69-1b02cea51ace tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] Pushing event updated for resources: {'Port': ['ID=b6fb8232-2c46-4d46-a43e-dcd1f154c131,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:50.073675 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-f29b09fd-c1e0-439a-8e69-1b02cea51ace tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:27:50.149674 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a92f9bff-e445-4854-9280-8d6f98c6f34f req-d248a987-b8e8-4cd7-9e1f-7e16d4a401c1 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--149194516&fields=id&tenant_id=c0eafbbeb09641368ec0c43b6279b92e HTTP/1.1" status: 200 len: 267 time: 0.1765785 Feb 04 12:27:50.186226 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-464571f0-11b4-4499-9236-f3c503407af0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a99537c2-83e9-403a-b71e-117085cc53ac {{(pid=103474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:27:50.198586 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-464571f0-11b4-4499-9236-f3c503407af0 service neutron] Publish callbacks [] for port (a99537c2-83e9-403a-b71e-117085cc53ac), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:50.216917 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.provisioning_blocks [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-464571f0-11b4-4499-9236-f3c503407af0 service neutron] Transition to ACTIVE for port object a99537c2-83e9-403a-b71e-117085cc53ac will not be triggered until provisioned by entity L2. {{(pid=103474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:27:50.223916 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-464571f0-11b4-4499-9236-f3c503407af0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (a99537c2-83e9-403a-b71e-117085cc53ac), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:50.257000 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-f29b09fd-c1e0-439a-8e69-1b02cea51ace tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:50.257680 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-f29b09fd-c1e0-439a-8e69-1b02cea51ace tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:50.343562 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-f29b09fd-c1e0-439a-8e69-1b02cea51ace tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.0814941 Feb 04 12:27:50.378055 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-8c284942-bcf2-4157-bafc-d3490c9e9943 service neutron] Request body: {'port': {'device_id': 'ee876e86-9380-42c7-a1f2-0a97f9b82373', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:27:50.384026 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:50.387561 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 359f4396-a2ef-41bf-8f8c-9610cb01c07c is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:27:50.405157 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464571f0-11b4-4499-9236-f3c503407af0 service neutron] Pushing event updated for resources: {'Port': ['ID=a99537c2-83e9-403a-b71e-117085cc53ac,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:50.502700 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-6b2a460d-acb7-4b07-892a-347b8aa3f2fa req-367decb7-2716-4b6f-bf0f-c37949e730d3 tempest-ServerGroupTestJSON-1961763623 tempest-ServerGroupTestJSON-1961763623-project] Publish callbacks [] for port (25142d86-a439-461d-95dd-4edcb92f0c43), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:50.509634 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92f9bff-e445-4854-9280-8d6f98c6f34f req-d94c72c1-d41f-4e04-aac0-55b3d8200843 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:50.511279 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a92f9bff-e445-4854-9280-8d6f98c6f34f req-d94c72c1-d41f-4e04-aac0-55b3d8200843 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] 10.222.0.65 "GET /v2.0/networks?id=dc9512fb-33b9-46a5-a35b-21f61ba346c6 HTTP/1.1" status: 200 len: 805 time: 0.3482692 Feb 04 12:27:50.609465 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a92f9bff-e445-4854-9280-8d6f98c6f34f req-1eb663f1-4691-46b2-9fe1-5e49e0ad33e6 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] 10.222.0.65 "GET /v2.0/quotas/c0eafbbeb09641368ec0c43b6279b92e HTTP/1.1" status: 200 len: 375 time: 0.0844803 Feb 04 12:27:50.644140 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-464571f0-11b4-4499-9236-f3c503407af0 service neutron] Attempting to bind port a99537c2-83e9-403a-b71e-117085cc53ac on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:27:50.644590 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-464571f0-11b4-4499-9236-f3c503407af0 service neutron] Attempting to bind port a99537c2-83e9-403a-b71e-117085cc53ac by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': 'f5c177af-3889-44bd-b8d2-4efb770c9a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'baef07fd-b5ab-46e6-bcf4-03c2646cee50'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:27:50.645020 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-464571f0-11b4-4499-9236-f3c503407af0 service neutron] Attempting to bind port a99537c2-83e9-403a-b71e-117085cc53ac on network baef07fd-b5ab-46e6-bcf4-03c2646cee50 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:27:50.655101 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-0a4cb614-bd2c-4bb4-bb41-6a628e62339b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f9807b4-31a7-4a96-ae71-393c64f75f59 {{(pid=103474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:27:50.660090 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63c8cdc-ab5c-4dbe-88be-36c3cd0896e5 req-01cf6978-4eab-4613-87ff-912153707ec5 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:50.660305 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-464571f0-11b4-4499-9236-f3c503407af0 service neutron] Port a99537c2-83e9-403a-b71e-117085cc53ac on network baef07fd-b5ab-46e6-bcf4-03c2646cee50 not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:27:50.660584 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-464571f0-11b4-4499-9236-f3c503407af0 service neutron] Attempting to bind port a99537c2-83e9-403a-b71e-117085cc53ac on network baef07fd-b5ab-46e6-bcf4-03c2646cee50 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:27:50.670423 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-0a4cb614-bd2c-4bb4-bb41-6a628e62339b service neutron] Publish callbacks [] for port (1f9807b4-31a7-4a96-ae71-393c64f75f59), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:50.670878 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d63c8cdc-ab5c-4dbe-88be-36c3cd0896e5 req-01cf6978-4eab-4613-87ff-912153707ec5 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fd9097d-d5e4-4774-807c-a9b8c47df9ef HTTP/1.1" status: 200 len: 950 time: 0.2870846 Feb 04 12:27:50.674786 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-464571f0-11b4-4499-9236-f3c503407af0 service neutron] Checking agent: {'id': 'f8add0d2-2202-43d3-bc0e-72442788e6ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:27:50.675322 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-464571f0-11b4-4499-9236-f3c503407af0 service neutron] Checking segment: {'id': 'f5c177af-3889-44bd-b8d2-4efb770c9a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'baef07fd-b5ab-46e6-bcf4-03c2646cee50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:27:50.675848 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-464571f0-11b4-4499-9236-f3c503407af0 service neutron] Bound using segment: {'id': 'f5c177af-3889-44bd-b8d2-4efb770c9a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'baef07fd-b5ab-46e6-bcf4-03c2646cee50'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:27:50.676361 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-464571f0-11b4-4499-9236-f3c503407af0 service neutron] Bound port: a99537c2-83e9-403a-b71e-117085cc53ac, host: n-h1-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5c177af-3889-44bd-b8d2-4efb770c9a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'baef07fd-b5ab-46e6-bcf4-03c2646cee50'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:27:50.676817 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-464571f0-11b4-4499-9236-f3c503407af0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (a99537c2-83e9-403a-b71e-117085cc53ac), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:50.698814 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-8c284942-bcf2-4157-bafc-d3490c9e9943 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (b6fb8232-2c46-4d46-a43e-dcd1f154c131), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:50.708724 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.provisioning_blocks [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-0a4cb614-bd2c-4bb4-bb41-6a628e62339b service neutron] Transition to ACTIVE for port object 1f9807b4-31a7-4a96-ae71-393c64f75f59 will not be triggered until provisioned by entity L2. {{(pid=103474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:27:50.715611 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-0a4cb614-bd2c-4bb4-bb41-6a628e62339b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (1f9807b4-31a7-4a96-ae71-393c64f75f59), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:50.810572 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-6b2a460d-acb7-4b07-892a-347b8aa3f2fa req-367decb7-2716-4b6f-bf0f-c37949e730d3 tempest-ServerGroupTestJSON-1961763623 tempest-ServerGroupTestJSON-1961763623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (25142d86-a439-461d-95dd-4edcb92f0c43), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:50.878156 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4cb614-bd2c-4bb4-bb41-6a628e62339b service neutron] Pushing event updated for resources: {'Port': ['ID=1f9807b4-31a7-4a96-ae71-393c64f75f59,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:50.943637 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b2a460d-acb7-4b07-892a-347b8aa3f2fa req-367decb7-2716-4b6f-bf0f-c37949e730d3 tempest-ServerGroupTestJSON-1961763623 tempest-ServerGroupTestJSON-1961763623-project] Network 165f60e0-a3af-418e-a08f-c0fcbd39cd45 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:27:50.957824 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-464571f0-11b4-4499-9236-f3c503407af0 service neutron] For port a99537c2-83e9-403a-b71e-117085cc53ac, host n-h1-825015-3, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:27:50.979298 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-464571f0-11b4-4499-9236-f3c503407af0 service neutron] For port a99537c2-83e9-403a-b71e-117085cc53ac, host n-h1-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=a99537c2-83e9-403a-b71e-117085cc53ac,segment=NetworkSegment(f5c177af-3889-44bd-b8d2-4efb770c9a0b),segment_id=f5c177af-3889-44bd-b8d2-4efb770c9a0b)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:27:50.987009 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d63c8cdc-ab5c-4dbe-88be-36c3cd0896e5 req-5545e32f-2c4c-4de3-a5df-f20582fe2402 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3150127 Feb 04 12:27:50.993542 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-464571f0-11b4-4499-9236-f3c503407af0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (a99537c2-83e9-403a-b71e-117085cc53ac), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:51.032592 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-464571f0-11b4-4499-9236-f3c503407af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:51.033912 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-464571f0-11b4-4499-9236-f3c503407af0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:51.036512 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-464571f0-11b4-4499-9236-f3c503407af0 service neutron] 10.222.0.73 "PUT /v2.0/ports/a99537c2-83e9-403a-b71e-117085cc53ac HTTP/1.1" status: 200 len: 1091 time: 4.5492775 Feb 04 12:27:51.081354 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-6b2a460d-acb7-4b07-892a-347b8aa3f2fa req-367decb7-2716-4b6f-bf0f-c37949e730d3 tempest-ServerGroupTestJSON-1961763623 tempest-ServerGroupTestJSON-1961763623-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:27:51.095548 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b2a460d-acb7-4b07-892a-347b8aa3f2fa req-367decb7-2716-4b6f-bf0f-c37949e730d3 tempest-ServerGroupTestJSON-1961763623 tempest-ServerGroupTestJSON-1961763623-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:27:51.108730 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8941427-c66c-4471-b5c9-8198838cb73d', 'tag': 'a99537c2-83e9-403a-b71e-117085cc53ac'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:27:51.113965 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac49ef41-33d2-469f-aad5-f58a9ab08697" -d '{"events": [{"name": "network-changed", "server_uuid": "c8941427-c66c-4471-b5c9-8198838cb73d", "tag": "a99537c2-83e9-403a-b71e-117085cc53ac"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:27:51.123115 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a92f9bff-e445-4854-9280-8d6f98c6f34f req-25d325d6-785f-413e-87c0-6bcc3314b476 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=c0eafbbeb09641368ec0c43b6279b92e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5056829 Feb 04 12:27:51.180146 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-0a4cb614-bd2c-4bb4-bb41-6a628e62339b service neutron] Attempting to bind port 1f9807b4-31a7-4a96-ae71-393c64f75f59 on host n-h2-825015-3 for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:27:51.180419 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-0a4cb614-bd2c-4bb4-bb41-6a628e62339b service neutron] Attempting to bind port 1f9807b4-31a7-4a96-ae71-393c64f75f59 by drivers openvswitch,hyperv on host n-h2-825015-3 at level 0 using segments [{'id': 'f5c177af-3889-44bd-b8d2-4efb770c9a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'baef07fd-b5ab-46e6-bcf4-03c2646cee50'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:27:51.181012 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-0a4cb614-bd2c-4bb4-bb41-6a628e62339b service neutron] Attempting to bind port 1f9807b4-31a7-4a96-ae71-393c64f75f59 on network baef07fd-b5ab-46e6-bcf4-03c2646cee50 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:27:51.191146 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-0a4cb614-bd2c-4bb4-bb41-6a628e62339b service neutron] Port 1f9807b4-31a7-4a96-ae71-393c64f75f59 on network baef07fd-b5ab-46e6-bcf4-03c2646cee50 not bound, no agent of type Open vSwitch agent registered on host n-h2-825015-3 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:27:51.191904 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-0a4cb614-bd2c-4bb4-bb41-6a628e62339b service neutron] Attempting to bind port 1f9807b4-31a7-4a96-ae71-393c64f75f59 on network baef07fd-b5ab-46e6-bcf4-03c2646cee50 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:27:51.205982 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-0a4cb614-bd2c-4bb4-bb41-6a628e62339b service neutron] Checking agent: {'id': '9b68a165-e786-4b91-8592-44519c2ecabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:27:51.206912 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-0a4cb614-bd2c-4bb4-bb41-6a628e62339b service neutron] Checking segment: {'id': 'f5c177af-3889-44bd-b8d2-4efb770c9a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'baef07fd-b5ab-46e6-bcf4-03c2646cee50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:27:51.208691 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-0a4cb614-bd2c-4bb4-bb41-6a628e62339b service neutron] Bound using segment: {'id': 'f5c177af-3889-44bd-b8d2-4efb770c9a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'baef07fd-b5ab-46e6-bcf4-03c2646cee50'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:27:51.209464 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-0a4cb614-bd2c-4bb4-bb41-6a628e62339b service neutron] Bound port: 1f9807b4-31a7-4a96-ae71-393c64f75f59, host: n-h2-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5c177af-3889-44bd-b8d2-4efb770c9a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'baef07fd-b5ab-46e6-bcf4-03c2646cee50'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:27:51.210216 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-0a4cb614-bd2c-4bb4-bb41-6a628e62339b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (1f9807b4-31a7-4a96-ae71-393c64f75f59), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:51.227405 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367decb7-2716-4b6f-bf0f-c37949e730d3 tempest-ServerGroupTestJSON-1961763623 tempest-ServerGroupTestJSON-1961763623-project] Pushing event updated for resources: {'Port': ['ID=25142d86-a439-461d-95dd-4edcb92f0c43,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:51.255997 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464571f0-11b4-4499-9236-f3c503407af0 service neutron] Pushing event updated for resources: {'Port': ['ID=a99537c2-83e9-403a-b71e-117085cc53ac,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:51.262722 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-ac9acda4-7a7c-4431-9d84-ac3333b5ff36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:51.267223 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-ac9acda4-7a7c-4431-9d84-ac3333b5ff36 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c1101b536eb9489ebd4da4b15651d841&device_id=c8941427-c66c-4471-b5c9-8198838cb73d HTTP/1.1" status: 200 len: 1125 time: 0.1420200 Feb 04 12:27:51.349937 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-0a4cb614-bd2c-4bb4-bb41-6a628e62339b service neutron] For port 1f9807b4-31a7-4a96-ae71-393c64f75f59, host n-h2-825015-3, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:27:51.354600 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-0a4cb614-bd2c-4bb4-bb41-6a628e62339b service neutron] For port 1f9807b4-31a7-4a96-ae71-393c64f75f59, host n-h2-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=1f9807b4-31a7-4a96-ae71-393c64f75f59,segment=NetworkSegment(f5c177af-3889-44bd-b8d2-4efb770c9a0b),segment_id=f5c177af-3889-44bd-b8d2-4efb770c9a0b)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:27:51.364762 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2a460d-acb7-4b07-892a-347b8aa3f2fa req-367decb7-2716-4b6f-bf0f-c37949e730d3 tempest-ServerGroupTestJSON-1961763623 tempest-ServerGroupTestJSON-1961763623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:51.365598 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-6b2a460d-acb7-4b07-892a-347b8aa3f2fa req-367decb7-2716-4b6f-bf0f-c37949e730d3 tempest-ServerGroupTestJSON-1961763623 tempest-ServerGroupTestJSON-1961763623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:51.407981 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-95c600d1-5443-4c93-af6d-604d67983d6d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a99537c2-83e9-403a-b71e-117085cc53ac HTTP/1.1" status: 200 len: 217 time: 0.0496721 Feb 04 12:27:51.410026 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-0a4cb614-bd2c-4bb4-bb41-6a628e62339b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (1f9807b4-31a7-4a96-ae71-393c64f75f59), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:51.426810 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6b2a460d-acb7-4b07-892a-347b8aa3f2fa req-367decb7-2716-4b6f-bf0f-c37949e730d3 tempest-ServerGroupTestJSON-1961763623 tempest-ServerGroupTestJSON-1961763623-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3881884 Feb 04 12:27:51.445134 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-6b2a460d-acb7-4b07-892a-347b8aa3f2fa req-0fa2d0b1-89e1-466b-98be-f78033ff7ae4 service neutron] Request body: {'port': {'device_id': 'e2b6c5a0-3414-4c3a-ba82-5fad74eeba4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:27:51.521732 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-0a4cb614-bd2c-4bb4-bb41-6a628e62339b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:51.523135 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-0a4cb614-bd2c-4bb4-bb41-6a628e62339b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:51.526715 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-0a4cb614-bd2c-4bb4-bb41-6a628e62339b service neutron] 10.222.0.77 "PUT /v2.0/ports/1f9807b4-31a7-4a96-ae71-393c64f75f59 HTTP/1.1" status: 200 len: 1092 time: 3.7113762 Feb 04 12:27:51.538054 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0c3ba2-8b48-4021-a977-7c587bc547d6 req-366b0543-f866-497a-b594-e69f5e991ef3 tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:51.541575 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1a0c3ba2-8b48-4021-a977-7c587bc547d6 req-366b0543-f866-497a-b594-e69f5e991ef3 tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] 10.222.0.65 "GET /v2.0/ports?device_id=f7a4e54a-ff08-4205-8b62-b4d32bb2b34a HTTP/1.1" status: 200 len: 944 time: 0.4126115 Feb 04 12:27:51.574938 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4cb614-bd2c-4bb4-bb41-6a628e62339b service neutron] Pushing event updated for resources: {'Port': ['ID=1f9807b4-31a7-4a96-ae71-393c64f75f59,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:51.588020 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:51.621696 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-c0db2188-2eb6-4e25-81ad-baac0d347cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:51.623651 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-c0db2188-2eb6-4e25-81ad-baac0d347cc8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8d445fbb-5446-46fb-80d7-97c14fcd0679 HTTP/1.1" status: 200 len: 858 time: 0.2038608 Feb 04 12:27:51.660522 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-6b2a460d-acb7-4b07-892a-347b8aa3f2fa req-0fa2d0b1-89e1-466b-98be-f78033ff7ae4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (25142d86-a439-461d-95dd-4edcb92f0c43), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:51.667127 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-dc147aaa-0b15-4876-a4bc-c96563856c95 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=baef07fd-b5ab-46e6-bcf4-03c2646cee50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358436 Feb 04 12:27:51.695606 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a92f9bff-e445-4854-9280-8d6f98c6f34f req-a56544ad-39b5-4f76-a332-05431c8cde3c service neutron] 10.222.0.65 "GET /v2.0/networks/dc9512fb-33b9-46a5-a35b-21f61ba346c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5045683 Feb 04 12:27:51.879847 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1a0c3ba2-8b48-4021-a977-7c587bc547d6 req-a3168d99-cb14-42a7-90ca-5f95ad0f8ebf tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] 10.222.0.65 "GET /v2.0/security-groups?id=d3abd631-9239-4be0-94cf-133e8014b391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3249855 Feb 04 12:27:52.096265 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a92f9bff-e445-4854-9280-8d6f98c6f34f req-89528961-a82d-4aa7-bcfd-de4bfbe8386a service neutron] 10.222.0.65 "GET /v2.0/networks/dc9512fb-33b9-46a5-a35b-21f61ba346c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3989029 Feb 04 12:27:52.134349 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-5a853b22-60ff-4adc-ac4d-11110a569c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:52.136890 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-5a853b22-60ff-4adc-ac4d-11110a569c79 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c1101b536eb9489ebd4da4b15651d841&device_id=f7a4e54a-ff08-4205-8b62-b4d32bb2b34a HTTP/1.1" status: 200 len: 1126 time: 0.5567918 Feb 04 12:27:52.198539 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-7b48f5e2-6893-447a-bd2d-413fe8e2b8d1 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f9807b4-31a7-4a96-ae71-393c64f75f59 HTTP/1.1" status: 200 len: 217 time: 0.0531762 Feb 04 12:27:52.312235 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-b408c16f-f845-41ab-a498-9dc1c524e2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:52.316420 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-b408c16f-f845-41ab-a498-9dc1c524e2ed service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8d445fbb-5446-46fb-80d7-97c14fcd0679 HTTP/1.1" status: 200 len: 858 time: 0.1110945 Feb 04 12:27:52.368734 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-97caeba8-98dc-4973-9a1a-bddff9009baf service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=baef07fd-b5ab-46e6-bcf4-03c2646cee50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438962 Feb 04 12:27:52.374704 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-78868547-844d-422c-847c-bd015e277f36 service neutron] 10.222.0.73 "GET /v2.0/networks/baef07fd-b5ab-46e6-bcf4-03c2646cee50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7008066 Feb 04 12:27:52.533740 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-80f13f73-45e3-45e5-bffa-b1a75a7f1b62 service neutron] 10.222.0.77 "GET /v2.0/networks/baef07fd-b5ab-46e6-bcf4-03c2646cee50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559641 Feb 04 12:27:52.581615 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-8c284942-bcf2-4157-bafc-d3490c9e9943 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6fb8232-2c46-4d46-a43e-dcd1f154c131 {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:27:52.621448 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-8c284942-bcf2-4157-bafc-d3490c9e9943 service neutron] Publish callbacks [] for port (b6fb8232-2c46-4d46-a43e-dcd1f154c131), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:52.646858 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-8c284942-bcf2-4157-bafc-d3490c9e9943 service neutron] Transition to ACTIVE for port object b6fb8232-2c46-4d46-a43e-dcd1f154c131 will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:27:52.659808 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-8c284942-bcf2-4157-bafc-d3490c9e9943 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (b6fb8232-2c46-4d46-a43e-dcd1f154c131), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:52.705848 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-84f5304c-cb1c-484a-8f5f-e3fdef64bcb8 service neutron] 10.222.0.73 "GET /v2.0/networks/baef07fd-b5ab-46e6-bcf4-03c2646cee50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855171 Feb 04 12:27:52.886601 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d647b0ab-e31d-4723-9efa-ed963ba97911 req-556f485e-0ac3-4e8b-96f7-f12f18423caa tempest-ServerGroupTestJSON-1961763623 tempest-ServerGroupTestJSON-1961763623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:52.894456 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d647b0ab-e31d-4723-9efa-ed963ba97911 req-556f485e-0ac3-4e8b-96f7-f12f18423caa tempest-ServerGroupTestJSON-1961763623 tempest-ServerGroupTestJSON-1961763623-project] 10.222.0.65 "GET /v2.0/ports?device_id=e2b6c5a0-3414-4c3a-ba82-5fad74eeba4d HTTP/1.1" status: 200 len: 931 time: 0.5183442 Feb 04 12:27:52.914283 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-bc4ca59a-3100-4929-9621-9540f54a3258 service neutron] 10.222.0.77 "GET /v2.0/networks/baef07fd-b5ab-46e6-bcf4-03c2646cee50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3618228 Feb 04 12:27:52.959882 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-6b2a460d-acb7-4b07-892a-347b8aa3f2fa req-0fa2d0b1-89e1-466b-98be-f78033ff7ae4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25142d86-a439-461d-95dd-4edcb92f0c43 {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:27:52.971638 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-6b2a460d-acb7-4b07-892a-347b8aa3f2fa req-0fa2d0b1-89e1-466b-98be-f78033ff7ae4 service neutron] Publish callbacks [] for port (25142d86-a439-461d-95dd-4edcb92f0c43), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:52.988758 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-6b2a460d-acb7-4b07-892a-347b8aa3f2fa req-0fa2d0b1-89e1-466b-98be-f78033ff7ae4 service neutron] Transition to ACTIVE for port object 25142d86-a439-461d-95dd-4edcb92f0c43 will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:27:53.021940 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c284942-bcf2-4157-bafc-d3490c9e9943 service neutron] Pushing event updated for resources: {'Port': ['ID=b6fb8232-2c46-4d46-a43e-dcd1f154c131,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:53.034948 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f930b277-ee31-4d6b-8c07-6f8ff3791d24 req-e0123b66-a2aa-448a-8f6c-7437c04eb2d2 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:53.036328 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f930b277-ee31-4d6b-8c07-6f8ff3791d24 req-e0123b66-a2aa-448a-8f6c-7437c04eb2d2 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?device_id=3dbcae43-717d-41c7-982d-474705f0aebe HTTP/1.1" status: 200 len: 945 time: 0.5317018 Feb 04 12:27:53.044652 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d647b0ab-e31d-4723-9efa-ed963ba97911 req-9dca1fcc-5494-4bba-956a-2a6a2d450cd2 tempest-ServerGroupTestJSON-1961763623 tempest-ServerGroupTestJSON-1961763623-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d379945-ac18-431c-94b2-533173765df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490326 Feb 04 12:27:53.045345 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-6b2a460d-acb7-4b07-892a-347b8aa3f2fa req-0fa2d0b1-89e1-466b-98be-f78033ff7ae4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (25142d86-a439-461d-95dd-4edcb92f0c43), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:53.237953 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa2d0b1-89e1-466b-98be-f78033ff7ae4 service neutron] Pushing event updated for resources: {'Port': ['ID=25142d86-a439-461d-95dd-4edcb92f0c43,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:53.269452 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fcdafff-1bfc-4ff5-aaee-97faded854e2 x-openstack-request-id: req-6fcdafff-1bfc-4ff5-aaee-97faded854e2 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:27:53.270299 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8941427-c66c-4471-b5c9-8198838cb73d", "tag": "a99537c2-83e9-403a-b71e-117085cc53ac", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:27:53.270299 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6fcdafff-1bfc-4ff5-aaee-97faded854e2 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:27:53.270299 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8941427-c66c-4471-b5c9-8198838cb73d', 'tag': 'a99537c2-83e9-403a-b71e-117085cc53ac', 'status': 'completed', 'code': 200} Feb 04 12:27:53.404221 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f930b277-ee31-4d6b-8c07-6f8ff3791d24 req-c6b70e3a-2887-4725-8776-c2931f5913c2 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f51ab49-2800-41c7-a09d-ab109cee7e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3550024 Feb 04 12:27:53.444798 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac49ef41-33d2-469f-aad5-f58a9ab08697 req-618842ff-54ef-47b1-bfee-bc6019f3613c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:53.454362 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-ac49ef41-33d2-469f-aad5-f58a9ab08697 req-618842ff-54ef-47b1-bfee-bc6019f3613c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c1101b536eb9489ebd4da4b15651d841&device_id=c8941427-c66c-4471-b5c9-8198838cb73d HTTP/1.1" status: 200 len: 1125 time: 0.1485167 Feb 04 12:27:53.626566 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-8c284942-bcf2-4157-bafc-d3490c9e9943 service neutron] Attempting to bind port b6fb8232-2c46-4d46-a43e-dcd1f154c131 on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:27:53.626914 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-8c284942-bcf2-4157-bafc-d3490c9e9943 service neutron] Attempting to bind port b6fb8232-2c46-4d46-a43e-dcd1f154c131 by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': 'f5c177af-3889-44bd-b8d2-4efb770c9a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'baef07fd-b5ab-46e6-bcf4-03c2646cee50'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:27:53.627276 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-8c284942-bcf2-4157-bafc-d3490c9e9943 service neutron] Attempting to bind port b6fb8232-2c46-4d46-a43e-dcd1f154c131 on network baef07fd-b5ab-46e6-bcf4-03c2646cee50 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:27:53.722648 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-8c284942-bcf2-4157-bafc-d3490c9e9943 service neutron] Port b6fb8232-2c46-4d46-a43e-dcd1f154c131 on network baef07fd-b5ab-46e6-bcf4-03c2646cee50 not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:27:53.724566 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac49ef41-33d2-469f-aad5-f58a9ab08697 req-947eee0f-4dc9-4c2f-8a3a-d34a75bf7584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:53.727396 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-8c284942-bcf2-4157-bafc-d3490c9e9943 service neutron] Attempting to bind port b6fb8232-2c46-4d46-a43e-dcd1f154c131 on network baef07fd-b5ab-46e6-bcf4-03c2646cee50 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:27:53.735013 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-ac49ef41-33d2-469f-aad5-f58a9ab08697 req-947eee0f-4dc9-4c2f-8a3a-d34a75bf7584 service neutron] 10.222.0.73 "GET /v2.0/networks?id=baef07fd-b5ab-46e6-bcf4-03c2646cee50 HTTP/1.1" status: 200 len: 919 time: 0.2734733 Feb 04 12:27:53.832910 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-8c284942-bcf2-4157-bafc-d3490c9e9943 service neutron] Checking agent: {'id': 'f8add0d2-2202-43d3-bc0e-72442788e6ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:27:53.833221 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-8c284942-bcf2-4157-bafc-d3490c9e9943 service neutron] Checking segment: {'id': 'f5c177af-3889-44bd-b8d2-4efb770c9a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'baef07fd-b5ab-46e6-bcf4-03c2646cee50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:27:53.835640 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-ac49ef41-33d2-469f-aad5-f58a9ab08697 req-f6f5038e-9f8c-4237-98c9-cbd977ccc01b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a99537c2-83e9-403a-b71e-117085cc53ac HTTP/1.1" status: 200 len: 217 time: 0.0891089 Feb 04 12:27:53.836081 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-8c284942-bcf2-4157-bafc-d3490c9e9943 service neutron] Bound using segment: {'id': 'f5c177af-3889-44bd-b8d2-4efb770c9a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'baef07fd-b5ab-46e6-bcf4-03c2646cee50'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:27:53.836708 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-8c284942-bcf2-4157-bafc-d3490c9e9943 service neutron] Bound port: b6fb8232-2c46-4d46-a43e-dcd1f154c131, host: n-h1-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5c177af-3889-44bd-b8d2-4efb770c9a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'baef07fd-b5ab-46e6-bcf4-03c2646cee50'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:27:53.837203 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-8c284942-bcf2-4157-bafc-d3490c9e9943 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (b6fb8232-2c46-4d46-a43e-dcd1f154c131), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:53.882602 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dcf987e3-b2bf-464b-a4c0-f457c0874fcb req-677c60e7-f143-46db-ad0c-f77e74189912 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa6662e6-b9de-4a87-ab14-c984ba42e2ba HTTP/1.1" status: 200 len: 210 time: 0.0739477 Feb 04 12:27:53.918715 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac49ef41-33d2-469f-aad5-f58a9ab08697 req-f25aa2c7-7d30-41ac-beed-5bdb14e53867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:53.921842 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-ac49ef41-33d2-469f-aad5-f58a9ab08697 req-f25aa2c7-7d30-41ac-beed-5bdb14e53867 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8d445fbb-5446-46fb-80d7-97c14fcd0679 HTTP/1.1" status: 200 len: 858 time: 0.0783491 Feb 04 12:27:53.937530 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-6b2a460d-acb7-4b07-892a-347b8aa3f2fa req-0fa2d0b1-89e1-466b-98be-f78033ff7ae4 service neutron] Attempting to bind port 25142d86-a439-461d-95dd-4edcb92f0c43 on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:27:53.938022 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-6b2a460d-acb7-4b07-892a-347b8aa3f2fa req-0fa2d0b1-89e1-466b-98be-f78033ff7ae4 service neutron] Attempting to bind port 25142d86-a439-461d-95dd-4edcb92f0c43 by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': '168eac25-ae6b-4a9e-a47a-4c62d5f39cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '165f60e0-a3af-418e-a08f-c0fcbd39cd45'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:27:53.938182 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2a460d-acb7-4b07-892a-347b8aa3f2fa req-0fa2d0b1-89e1-466b-98be-f78033ff7ae4 service neutron] Attempting to bind port 25142d86-a439-461d-95dd-4edcb92f0c43 on network 165f60e0-a3af-418e-a08f-c0fcbd39cd45 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:27:53.975362 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-ac49ef41-33d2-469f-aad5-f58a9ab08697 req-6c77729b-4530-4dac-a29c-140ac613473a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=baef07fd-b5ab-46e6-bcf4-03c2646cee50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461500 Feb 04 12:27:53.978009 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06c07e9-c99c-49d3-9593-277004386d59 req-ec3b36ef-de6c-48bc-9c00-2c3f73b8a26a tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:53.997786 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c06c07e9-c99c-49d3-9593-277004386d59 req-ec3b36ef-de6c-48bc-9c00-2c3f73b8a26a tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fd9097d-d5e4-4774-807c-a9b8c47df9ef HTTP/1.1" status: 200 len: 950 time: 0.5514624 Feb 04 12:27:54.059309 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2a460d-acb7-4b07-892a-347b8aa3f2fa req-0fa2d0b1-89e1-466b-98be-f78033ff7ae4 service neutron] Port 25142d86-a439-461d-95dd-4edcb92f0c43 on network 165f60e0-a3af-418e-a08f-c0fcbd39cd45 not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:27:54.059648 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2a460d-acb7-4b07-892a-347b8aa3f2fa req-0fa2d0b1-89e1-466b-98be-f78033ff7ae4 service neutron] Attempting to bind port 25142d86-a439-461d-95dd-4edcb92f0c43 on network 165f60e0-a3af-418e-a08f-c0fcbd39cd45 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:27:54.084638 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2a460d-acb7-4b07-892a-347b8aa3f2fa req-0fa2d0b1-89e1-466b-98be-f78033ff7ae4 service neutron] Checking agent: {'id': 'f8add0d2-2202-43d3-bc0e-72442788e6ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:27:54.084951 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2a460d-acb7-4b07-892a-347b8aa3f2fa req-0fa2d0b1-89e1-466b-98be-f78033ff7ae4 service neutron] Checking segment: {'id': '168eac25-ae6b-4a9e-a47a-4c62d5f39cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '165f60e0-a3af-418e-a08f-c0fcbd39cd45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:27:54.085461 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2a460d-acb7-4b07-892a-347b8aa3f2fa req-0fa2d0b1-89e1-466b-98be-f78033ff7ae4 service neutron] Bound using segment: {'id': '168eac25-ae6b-4a9e-a47a-4c62d5f39cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '165f60e0-a3af-418e-a08f-c0fcbd39cd45'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:27:54.085765 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-6b2a460d-acb7-4b07-892a-347b8aa3f2fa req-0fa2d0b1-89e1-466b-98be-f78033ff7ae4 service neutron] Bound port: 25142d86-a439-461d-95dd-4edcb92f0c43, host: n-h1-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '168eac25-ae6b-4a9e-a47a-4c62d5f39cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '165f60e0-a3af-418e-a08f-c0fcbd39cd45'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:27:54.086049 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-6b2a460d-acb7-4b07-892a-347b8aa3f2fa req-0fa2d0b1-89e1-466b-98be-f78033ff7ae4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (25142d86-a439-461d-95dd-4edcb92f0c43), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:54.160015 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-ac49ef41-33d2-469f-aad5-f58a9ab08697 req-d8b4350f-d16a-49a3-a849-d891f2dd3829 service neutron] 10.222.0.73 "GET /v2.0/networks/baef07fd-b5ab-46e6-bcf4-03c2646cee50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765616 Feb 04 12:27:54.161627 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c06c07e9-c99c-49d3-9593-277004386d59 req-171572cf-5213-4e93-8837-69d9a0381eff tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627405 Feb 04 12:27:54.361783 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-6b2a460d-acb7-4b07-892a-347b8aa3f2fa req-0fa2d0b1-89e1-466b-98be-f78033ff7ae4 service neutron] For port 25142d86-a439-461d-95dd-4edcb92f0c43, host n-h1-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:27:54.378411 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-6b2a460d-acb7-4b07-892a-347b8aa3f2fa req-0fa2d0b1-89e1-466b-98be-f78033ff7ae4 service neutron] For port 25142d86-a439-461d-95dd-4edcb92f0c43, host n-h1-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=25142d86-a439-461d-95dd-4edcb92f0c43,segment=NetworkSegment(168eac25-ae6b-4a9e-a47a-4c62d5f39cf9),segment_id=168eac25-ae6b-4a9e-a47a-4c62d5f39cf9)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:27:54.416232 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-6b2a460d-acb7-4b07-892a-347b8aa3f2fa req-0fa2d0b1-89e1-466b-98be-f78033ff7ae4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (25142d86-a439-461d-95dd-4edcb92f0c43), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:54.569221 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-8c284942-bcf2-4157-bafc-d3490c9e9943 service neutron] For port b6fb8232-2c46-4d46-a43e-dcd1f154c131, host n-h1-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:27:54.583931 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa2d0b1-89e1-466b-98be-f78033ff7ae4 service neutron] Pushing event updated for resources: {'Port': ['ID=25142d86-a439-461d-95dd-4edcb92f0c43,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:54.632318 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2a460d-acb7-4b07-892a-347b8aa3f2fa req-0fa2d0b1-89e1-466b-98be-f78033ff7ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:54.633054 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-6b2a460d-acb7-4b07-892a-347b8aa3f2fa req-0fa2d0b1-89e1-466b-98be-f78033ff7ae4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:54.634713 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6b2a460d-acb7-4b07-892a-347b8aa3f2fa req-0fa2d0b1-89e1-466b-98be-f78033ff7ae4 service neutron] 10.222.0.73 "PUT /v2.0/ports/25142d86-a439-461d-95dd-4edcb92f0c43 HTTP/1.1" status: 200 len: 1091 time: 3.1944959 Feb 04 12:27:54.635263 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2b6c5a0-3414-4c3a-ba82-5fad74eeba4d', 'tag': '25142d86-a439-461d-95dd-4edcb92f0c43'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:27:54.639142 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53eab61d-8126-40fc-a352-f331643c3ae5" -d '{"events": [{"name": "network-changed", "server_uuid": "e2b6c5a0-3414-4c3a-ba82-5fad74eeba4d", "tag": "25142d86-a439-461d-95dd-4edcb92f0c43"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:27:54.679039 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b644e4c8-fbf4-48f5-ac84-3c22b44e4d16 req-7ef533c5-0a80-415d-b25c-ae93149f210c tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:54.681946 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b644e4c8-fbf4-48f5-ac84-3c22b44e4d16 req-7ef533c5-0a80-415d-b25c-ae93149f210c tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] 10.222.0.65 "GET /v2.0/ports?device_id=f7a4e54a-ff08-4205-8b62-b4d32bb2b34a HTTP/1.1" status: 200 len: 944 time: 0.6250257 Feb 04 12:27:54.685415 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-8c284942-bcf2-4157-bafc-d3490c9e9943 service neutron] For port b6fb8232-2c46-4d46-a43e-dcd1f154c131, host n-h1-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=b6fb8232-2c46-4d46-a43e-dcd1f154c131,segment=NetworkSegment(f5c177af-3889-44bd-b8d2-4efb770c9a0b),segment_id=f5c177af-3889-44bd-b8d2-4efb770c9a0b)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:27:54.759558 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-8c284942-bcf2-4157-bafc-d3490c9e9943 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (b6fb8232-2c46-4d46-a43e-dcd1f154c131), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:54.798555 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92f9bff-e445-4854-9280-8d6f98c6f34f req-b1a358cb-9314-4227-8455-b6ee2d8e1888 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:54.800412 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-a92f9bff-e445-4854-9280-8d6f98c6f34f req-b1a358cb-9314-4227-8455-b6ee2d8e1888 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] 10.222.0.77 "GET /v2.0/networks?id=dc9512fb-33b9-46a5-a35b-21f61ba346c6 HTTP/1.1" status: 200 len: 805 time: 0.6370776 Feb 04 12:27:54.815448 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-ac49ef41-33d2-469f-aad5-f58a9ab08697 req-e8cc3523-d609-46ca-87f0-3f98c57ba9a6 service neutron] 10.222.0.73 "GET /v2.0/networks/baef07fd-b5ab-46e6-bcf4-03c2646cee50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6097538 Feb 04 12:27:54.926026 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 1f9807b4-31a7-4a96-ae71-393c64f75f59 details requested by agent hyperv_n-h2-825015-3 with host n-h2-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:27:54.956105 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b644e4c8-fbf4-48f5-ac84-3c22b44e4d16 req-c575a2ab-8c90-498b-978b-79153fd92a81 tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] 10.222.0.65 "GET /v2.0/security-groups?id=d3abd631-9239-4be0-94cf-133e8014b391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409489 Feb 04 12:27:54.961849 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-a92f9bff-e445-4854-9280-8d6f98c6f34f req-5163a47a-cb0b-4494-8cdc-ea0722db8a16 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0eafbbeb09641368ec0c43b6279b92e HTTP/1.1" status: 200 len: 379 time: 0.1502693 Feb 04 12:27:54.986921 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-a92f9bff-e445-4854-9280-8d6f98c6f34f req-1228c20a-9651-4ebb-8990-9b59d9e99127 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] Request body: {'port': {'device_id': 'aa6662e6-b9de-4a87-ab14-c984ba42e2ba', 'network_id': 'dc9512fb-33b9-46a5-a35b-21f61ba346c6', 'admin_state_up': True, 'tenant_id': 'c0eafbbeb09641368ec0c43b6279b92e', 'security_groups': ['22893565-a144-4497-a366-cf8439bc48e7']}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:27:55.063957 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d1cfa1-6178-48a3-a1e2-b78f3b36ca64 req-970e2478-8434-4961-bae4-0fe73b87b57b tempest-ServerGroupTestJSON-1961763623 tempest-ServerGroupTestJSON-1961763623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:55.065568 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-31d1cfa1-6178-48a3-a1e2-b78f3b36ca64 req-970e2478-8434-4961-bae4-0fe73b87b57b tempest-ServerGroupTestJSON-1961763623 tempest-ServerGroupTestJSON-1961763623-project] 10.222.0.65 "GET /v2.0/ports?device_id=e2b6c5a0-3414-4c3a-ba82-5fad74eeba4d HTTP/1.1" status: 200 len: 943 time: 0.4939778 Feb 04 12:27:55.096599 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-8c284942-bcf2-4157-bafc-d3490c9e9943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:55.097364 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-8c284942-bcf2-4157-bafc-d3490c9e9943 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:55.111501 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-8c284942-bcf2-4157-bafc-d3490c9e9943 service neutron] 10.222.0.73 "PUT /v2.0/ports/b6fb8232-2c46-4d46-a43e-dcd1f154c131 HTTP/1.1" status: 200 len: 1091 time: 4.7283835 Feb 04 12:27:55.254626 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a92f9bff-e445-4854-9280-8d6f98c6f34f req-1228c20a-9651-4ebb-8990-9b59d9e99127 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] Made reservation on behalf of c0eafbbeb09641368ec0c43b6279b92e for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:27:55.258613 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-a92f9bff-e445-4854-9280-8d6f98c6f34f req-1228c20a-9651-4ebb-8990-9b59d9e99127 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:55.268494 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 1f9807b4-31a7-4a96-ae71-393c64f75f59, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=1f9807b4-31a7-4a96-ae71-393c64f75f59,segment=NetworkSegment(f5c177af-3889-44bd-b8d2-4efb770c9a0b),segment_id=f5c177af-3889-44bd-b8d2-4efb770c9a0b)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:27:55.270481 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c284942-bcf2-4157-bafc-d3490c9e9943 service neutron] Pushing event updated for resources: {'Port': ['ID=b6fb8232-2c46-4d46-a43e-dcd1f154c131,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:55.279382 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7a4e54a-ff08-4205-8b62-b4d32bb2b34a', 'tag': '1f9807b4-31a7-4a96-ae71-393c64f75f59'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:27:55.282386 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caa0ff25-6d8c-48f0-ac15-12d9efc3acf9" -d '{"events": [{"name": "network-changed", "server_uuid": "f7a4e54a-ff08-4205-8b62-b4d32bb2b34a", "tag": "1f9807b4-31a7-4a96-ae71-393c64f75f59"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:27:55.318091 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Returning: {'device': '1f9807b4-31a7-4a96-ae71-393c64f75f59', 'network_id': 'baef07fd-b5ab-46e6-bcf4-03c2646cee50', 'port_id': '1f9807b4-31a7-4a96-ae71-393c64f75f59', 'mac_address': 'fa:16:3e:d3:e9:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d445fbb-5446-46fb-80d7-97c14fcd0679', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:27:55.389008 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 1f9807b4-31a7-4a96-ae71-393c64f75f59 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:27:55.389667 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (1f9807b4-31a7-4a96-ae71-393c64f75f59), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:55.411383 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f9807b4-31a7-4a96-ae71-393c64f75f59 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:27:55.427498 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2a460d-acb7-4b07-892a-347b8aa3f2fa req-e6ad6b25-8981-4d15-9410-68ea63bd1047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:55.429190 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6b2a460d-acb7-4b07-892a-347b8aa3f2fa req-e6ad6b25-8981-4d15-9410-68ea63bd1047 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8b5d70ff5bf24db2ae517c0a0635d518&device_id=e2b6c5a0-3414-4c3a-ba82-5fad74eeba4d HTTP/1.1" status: 200 len: 1125 time: 0.6578960 Feb 04 12:27:55.456400 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-31d1cfa1-6178-48a3-a1e2-b78f3b36ca64 req-35564232-d759-44b0-864f-658f54b0921a tempest-ServerGroupTestJSON-1961763623 tempest-ServerGroupTestJSON-1961763623-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d379945-ac18-431c-94b2-533173765df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3738780 Feb 04 12:27:55.468816 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 1f9807b4-31a7-4a96-ae71-393c64f75f59, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=1f9807b4-31a7-4a96-ae71-393c64f75f59,segment=NetworkSegment(f5c177af-3889-44bd-b8d2-4efb770c9a0b),segment_id=f5c177af-3889-44bd-b8d2-4efb770c9a0b)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:27:55.475076 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (1f9807b4-31a7-4a96-ae71-393c64f75f59), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:55.592212 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a00b471-7a2e-4747-adea-f40e9158a580 x-openstack-request-id: req-3a00b471-7a2e-4747-adea-f40e9158a580 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:27:55.592876 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2b6c5a0-3414-4c3a-ba82-5fad74eeba4d", "tag": "25142d86-a439-461d-95dd-4edcb92f0c43", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:27:55.593181 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3a00b471-7a2e-4747-adea-f40e9158a580 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:27:55.593870 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2b6c5a0-3414-4c3a-ba82-5fad74eeba4d', 'tag': '25142d86-a439-461d-95dd-4edcb92f0c43', 'status': 'completed', 'code': 200} Feb 04 12:27:55.608529 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-d035459d-9b5f-482b-9870-a4dbad5c6a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:55.610646 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-d035459d-9b5f-482b-9870-a4dbad5c6a08 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c1101b536eb9489ebd4da4b15651d841&device_id=ee876e86-9380-42c7-a1f2-0a97f9b82373 HTTP/1.1" status: 200 len: 1125 time: 0.4234011 Feb 04 12:27:55.612725 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6b2a460d-acb7-4b07-892a-347b8aa3f2fa req-60d1eef8-fbeb-496f-8293-fd7de66d75c2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=25142d86-a439-461d-95dd-4edcb92f0c43 HTTP/1.1" status: 200 len: 217 time: 0.1527457 Feb 04 12:27:55.620734 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [req-a92f9bff-e445-4854-9280-8d6f98c6f34f req-1228c20a-9651-4ebb-8990-9b59d9e99127 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] Allocated IP 172.20.0.8 (dc9512fb-33b9-46a5-a35b-21f61ba346c6/ded1b65b-964f-4cd0-8493-06f49dcfd4c3/9f3eb910-acd0-4961-87c3-e6064b1b3a5b) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:27:55.687048 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=1f9807b4-31a7-4a96-ae71-393c64f75f59,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:55.769411 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device a99537c2-83e9-403a-b71e-117085cc53ac details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:27:55.798896 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['1f9807b4-31a7-4a96-ae71-393c64f75f59'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:27:55.886424 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-a92f9bff-e445-4854-9280-8d6f98c6f34f req-1228c20a-9651-4ebb-8990-9b59d9e99127 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] Publish callbacks [] for port (9f3eb910-acd0-4961-87c3-e6064b1b3a5b), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:55.942848 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-a92f9bff-e445-4854-9280-8d6f98c6f34f req-1228c20a-9651-4ebb-8990-9b59d9e99127 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (9f3eb910-acd0-4961-87c3-e6064b1b3a5b), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:56.064954 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a92f9bff-e445-4854-9280-8d6f98c6f34f req-1228c20a-9651-4ebb-8990-9b59d9e99127 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] Network dc9512fb-33b9-46a5-a35b-21f61ba346c6 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:27:56.074563 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [req-a92f9bff-e445-4854-9280-8d6f98c6f34f req-1228c20a-9651-4ebb-8990-9b59d9e99127 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:27:56.086900 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port a99537c2-83e9-403a-b71e-117085cc53ac, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=a99537c2-83e9-403a-b71e-117085cc53ac,segment=NetworkSegment(f5c177af-3889-44bd-b8d2-4efb770c9a0b),segment_id=f5c177af-3889-44bd-b8d2-4efb770c9a0b)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:27:56.093197 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-a92f9bff-e445-4854-9280-8d6f98c6f34f req-1228c20a-9651-4ebb-8990-9b59d9e99127 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:27:56.103524 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': 'a99537c2-83e9-403a-b71e-117085cc53ac', 'network_id': 'baef07fd-b5ab-46e6-bcf4-03c2646cee50', 'port_id': 'a99537c2-83e9-403a-b71e-117085cc53ac', 'mac_address': 'fa:16:3e:d2:cc:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d445fbb-5446-46fb-80d7-97c14fcd0679', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:27:56.218310 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92f9bff-e445-4854-9280-8d6f98c6f34f req-1228c20a-9651-4ebb-8990-9b59d9e99127 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:56.219166 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-a92f9bff-e445-4854-9280-8d6f98c6f34f req-1228c20a-9651-4ebb-8990-9b59d9e99127 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:56.274175 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-a92f9bff-e445-4854-9280-8d6f98c6f34f req-1228c20a-9651-4ebb-8990-9b59d9e99127 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2971680 Feb 04 12:27:56.275137 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1228c20a-9651-4ebb-8990-9b59d9e99127 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] Pushing event updated for resources: {'Port': ['ID=9f3eb910-acd0-4961-87c3-e6064b1b3a5b,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:56.287862 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port a99537c2-83e9-403a-b71e-117085cc53ac is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:27:56.290704 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (a99537c2-83e9-403a-b71e-117085cc53ac), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:56.309448 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-a92f9bff-e445-4854-9280-8d6f98c6f34f req-775beaf5-199e-409d-a4d6-b9646b5b9a43 service neutron] Request body: {'port': {'device_id': 'aa6662e6-b9de-4a87-ab14-c984ba42e2ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825015-3'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:27:56.328424 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fab945-6683-4f39-8b08-ac9325e09f00 req-e46ac62e-7478-475e-98f0-af7c46c59f47 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:56.344793 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e6fab945-6683-4f39-8b08-ac9325e09f00 req-e46ac62e-7478-475e-98f0-af7c46c59f47 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?device_id=3dbcae43-717d-41c7-982d-474705f0aebe HTTP/1.1" status: 200 len: 945 time: 1.0565665 Feb 04 12:27:56.348378 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-05b8c147-b200-4370-bb3e-3c820a27347c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6fb8232-2c46-4d46-a43e-dcd1f154c131 HTTP/1.1" status: 200 len: 217 time: 0.7084508 Feb 04 12:27:56.397589 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a99537c2-83e9-403a-b71e-117085cc53ac {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:27:56.457172 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port a99537c2-83e9-403a-b71e-117085cc53ac, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=a99537c2-83e9-403a-b71e-117085cc53ac,segment=NetworkSegment(f5c177af-3889-44bd-b8d2-4efb770c9a0b),segment_id=f5c177af-3889-44bd-b8d2-4efb770c9a0b)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:27:56.467206 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (a99537c2-83e9-403a-b71e-117085cc53ac), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:56.514585 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-a92f9bff-e445-4854-9280-8d6f98c6f34f req-775beaf5-199e-409d-a4d6-b9646b5b9a43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (9f3eb910-acd0-4961-87c3-e6064b1b3a5b), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:56.554434 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2a460d-acb7-4b07-892a-347b8aa3f2fa req-e2a96116-82f0-454e-aca9-0d442a62c7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:56.559601 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6b2a460d-acb7-4b07-892a-347b8aa3f2fa req-e2a96116-82f0-454e-aca9-0d442a62c7dc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c2d4f85f-bf98-4386-a74b-e0449cd97cf9 HTTP/1.1" status: 200 len: 849 time: 0.9326899 Feb 04 12:27:56.586598 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-96330180-cfc1-4e36-b332-93a9802cd4a2 None None] Provisioning complete for port 9f3eb910-acd0-4961-87c3-e6064b1b3a5b triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:27:56.586969 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-96330180-cfc1-4e36-b332-93a9802cd4a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (9f3eb910-acd0-4961-87c3-e6064b1b3a5b), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:56.591985 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=a99537c2-83e9-403a-b71e-117085cc53ac,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:56.694713 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-96330180-cfc1-4e36-b332-93a9802cd4a2 None None] Port 9f3eb910-acd0-4961-87c3-e6064b1b3a5b cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:27:56.725747 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['a99537c2-83e9-403a-b71e-117085cc53ac'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:27:56.748408 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6b2a460d-acb7-4b07-892a-347b8aa3f2fa req-db30f47f-d5b6-4bdb-a7eb-69b05cebc1f9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=165f60e0-a3af-418e-a08f-c0fcbd39cd45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1017370 Feb 04 12:27:56.846666 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-f3369e4e-dd17-4cd6-a70d-e87bad4987c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:56.861085 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-f3369e4e-dd17-4cd6-a70d-e87bad4987c3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8d445fbb-5446-46fb-80d7-97c14fcd0679 HTTP/1.1" status: 200 len: 858 time: 0.4729340 Feb 04 12:27:56.940855 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e6fab945-6683-4f39-8b08-ac9325e09f00 req-9c290b99-5486-4594-89df-6e58f8486aa9 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f51ab49-2800-41c7-a09d-ab109cee7e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5949655 Feb 04 12:27:57.031254 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-e31d82b9-8d2d-444c-9a81-b3493ed4c3de service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=baef07fd-b5ab-46e6-bcf4-03c2646cee50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1151793 Feb 04 12:27:57.179601 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4cd867-a486-44ae-8a96-8f64e6ed1299 req-b86335b7-3f5d-4f1f-97f0-48c5d882c280 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:57.181971 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0a4cd867-a486-44ae-8a96-8f64e6ed1299 req-b86335b7-3f5d-4f1f-97f0-48c5d882c280 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa6662e6-b9de-4a87-ab14-c984ba42e2ba HTTP/1.1" status: 200 len: 931 time: 0.9098594 Feb 04 12:27:57.251671 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6b2a460d-acb7-4b07-892a-347b8aa3f2fa req-7aa83ab4-5128-48c8-bd0d-3f21f05ed7f2 service neutron] 10.222.0.73 "GET /v2.0/networks/165f60e0-a3af-418e-a08f-c0fcbd39cd45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5023351 Feb 04 12:27:57.260248 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [req-a92f9bff-e445-4854-9280-8d6f98c6f34f req-775beaf5-199e-409d-a4d6-b9646b5b9a43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f3eb910-acd0-4961-87c3-e6064b1b3a5b {{(pid=103474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:27:57.300971 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-a92f9bff-e445-4854-9280-8d6f98c6f34f req-775beaf5-199e-409d-a4d6-b9646b5b9a43 service neutron] Publish callbacks [] for port (9f3eb910-acd0-4961-87c3-e6064b1b3a5b), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:57.333011 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.provisioning_blocks [req-a92f9bff-e445-4854-9280-8d6f98c6f34f req-775beaf5-199e-409d-a4d6-b9646b5b9a43 service neutron] Transition to ACTIVE for port object 9f3eb910-acd0-4961-87c3-e6064b1b3a5b will not be triggered until provisioned by entity L2. {{(pid=103474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:27:57.334471 n-d-825015-3 neutron-server[103474]: INFO neutron.api.v2.resource [req-163e87df-3b55-46b9-97f6-8b78a1701b94 req-96539303-4890-4435-8dd7-9f551bae61f7 service neutron] show failed (client error): The resource could not be found. Feb 04 12:27:57.335670 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-163e87df-3b55-46b9-97f6-8b78a1701b94 req-96539303-4890-4435-8dd7-9f551bae61f7 service neutron] 10.222.0.77 "GET /v2.0/ports/1838ab07-adf7-4b9b-b746-757621e1c012/bindings/n-h1-825015-3 HTTP/1.1" status: 404 len: 380 time: 0.1511889 Feb 04 12:27:57.340805 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-a92f9bff-e445-4854-9280-8d6f98c6f34f req-775beaf5-199e-409d-a4d6-b9646b5b9a43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (9f3eb910-acd0-4961-87c3-e6064b1b3a5b), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:57.436040 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775beaf5-199e-409d-a4d6-b9646b5b9a43 service neutron] Pushing event updated for resources: {'Port': ['ID=9f3eb910-acd0-4961-87c3-e6064b1b3a5b,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:57.614009 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee876e86-9380-42c7-a1f2-0a97f9b82373', 'tag': 'b6fb8232-2c46-4d46-a43e-dcd1f154c131'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:27:57.618691 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1112f2d-d5d5-4995-be8f-9cc888affc2e" -d '{"events": [{"name": "network-changed", "server_uuid": "ee876e86-9380-42c7-a1f2-0a97f9b82373", "tag": "b6fb8232-2c46-4d46-a43e-dcd1f154c131"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:27:57.700567 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-a92f9bff-e445-4854-9280-8d6f98c6f34f req-775beaf5-199e-409d-a4d6-b9646b5b9a43 service neutron] Attempting to bind port 9f3eb910-acd0-4961-87c3-e6064b1b3a5b on host n-h2-825015-3 for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:27:57.701459 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-a92f9bff-e445-4854-9280-8d6f98c6f34f req-775beaf5-199e-409d-a4d6-b9646b5b9a43 service neutron] Attempting to bind port 9f3eb910-acd0-4961-87c3-e6064b1b3a5b by drivers openvswitch,hyperv on host n-h2-825015-3 at level 0 using segments [{'id': '7286c194-a110-4398-987d-ff0e8956230a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'dc9512fb-33b9-46a5-a35b-21f61ba346c6'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:27:57.701982 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92f9bff-e445-4854-9280-8d6f98c6f34f req-775beaf5-199e-409d-a4d6-b9646b5b9a43 service neutron] Attempting to bind port 9f3eb910-acd0-4961-87c3-e6064b1b3a5b on network dc9512fb-33b9-46a5-a35b-21f61ba346c6 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:27:57.718821 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92f9bff-e445-4854-9280-8d6f98c6f34f req-775beaf5-199e-409d-a4d6-b9646b5b9a43 service neutron] Port 9f3eb910-acd0-4961-87c3-e6064b1b3a5b on network dc9512fb-33b9-46a5-a35b-21f61ba346c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-825015-3 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:27:57.719532 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92f9bff-e445-4854-9280-8d6f98c6f34f req-775beaf5-199e-409d-a4d6-b9646b5b9a43 service neutron] Attempting to bind port 9f3eb910-acd0-4961-87c3-e6064b1b3a5b on network dc9512fb-33b9-46a5-a35b-21f61ba346c6 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:27:57.734424 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92f9bff-e445-4854-9280-8d6f98c6f34f req-775beaf5-199e-409d-a4d6-b9646b5b9a43 service neutron] Checking agent: {'id': '9b68a165-e786-4b91-8592-44519c2ecabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:27:57.739123 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92f9bff-e445-4854-9280-8d6f98c6f34f req-775beaf5-199e-409d-a4d6-b9646b5b9a43 service neutron] Checking segment: {'id': '7286c194-a110-4398-987d-ff0e8956230a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'dc9512fb-33b9-46a5-a35b-21f61ba346c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:27:57.739934 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92f9bff-e445-4854-9280-8d6f98c6f34f req-775beaf5-199e-409d-a4d6-b9646b5b9a43 service neutron] Bound using segment: {'id': '7286c194-a110-4398-987d-ff0e8956230a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'dc9512fb-33b9-46a5-a35b-21f61ba346c6'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:27:57.740627 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-a92f9bff-e445-4854-9280-8d6f98c6f34f req-775beaf5-199e-409d-a4d6-b9646b5b9a43 service neutron] Bound port: 9f3eb910-acd0-4961-87c3-e6064b1b3a5b, host: n-h2-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7286c194-a110-4398-987d-ff0e8956230a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'dc9512fb-33b9-46a5-a35b-21f61ba346c6'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:27:57.742387 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-a92f9bff-e445-4854-9280-8d6f98c6f34f req-775beaf5-199e-409d-a4d6-b9646b5b9a43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (9f3eb910-acd0-4961-87c3-e6064b1b3a5b), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:57.769246 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0a4cd867-a486-44ae-8a96-8f64e6ed1299 req-8b855685-53b2-4487-8dd4-830eb8ff4cb7 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] 10.222.0.65 "GET /v2.0/security-groups?id=22893565-a144-4497-a366-cf8439bc48e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5769382 Feb 04 12:27:57.782663 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device a99537c2-83e9-403a-b71e-117085cc53ac up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:27:57.802894 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e15075-e345-467d-9e06-a2b344d19d47 req-9efa1745-11b3-48b6-8f5c-f1d411a1e497 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:57.812201 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-24e15075-e345-467d-9e06-a2b344d19d47 req-9efa1745-11b3-48b6-8f5c-f1d411a1e497 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fd9097d-d5e4-4774-807c-a9b8c47df9ef HTTP/1.1" status: 200 len: 950 time: 0.4460840 Feb 04 12:27:57.827297 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-f4ff2bd8-7fa1-4d04-ba0d-9a50e47e261c service neutron] 10.222.0.73 "GET /v2.0/networks/baef07fd-b5ab-46e6-bcf4-03c2646cee50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7716646 Feb 04 12:27:58.000636 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96abac95-8908-42a9-adb9-10fc21163eac x-openstack-request-id: req-96abac95-8908-42a9-adb9-10fc21163eac {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:27:58.001504 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7a4e54a-ff08-4205-8b62-b4d32bb2b34a", "tag": "1f9807b4-31a7-4a96-ae71-393c64f75f59", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:27:58.002148 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-96abac95-8908-42a9-adb9-10fc21163eac {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:27:58.002864 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7a4e54a-ff08-4205-8b62-b4d32bb2b34a', 'tag': '1f9807b4-31a7-4a96-ae71-393c64f75f59', 'status': 'completed', 'code': 200} Feb 04 12:27:58.019889 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6b2a460d-acb7-4b07-892a-347b8aa3f2fa req-85af4e9c-8991-473d-9e40-a75be26aa7b1 service neutron] 10.222.0.73 "GET /v2.0/networks/165f60e0-a3af-418e-a08f-c0fcbd39cd45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7178612 Feb 04 12:27:58.020112 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning for port a99537c2-83e9-403a-b71e-117085cc53ac completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:27:58.049220 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port a99537c2-83e9-403a-b71e-117085cc53ac triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:27:58.049592 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (a99537c2-83e9-403a-b71e-117085cc53ac), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:58.109160 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b2f9e100-7823-4d49-a095-7d2a8cf082ff req-1d4f629c-c5a3-4e4c-b55e-fd7e04f10b27 service neutron] 10.222.0.73 "GET /v2.0/networks/baef07fd-b5ab-46e6-bcf4-03c2646cee50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2687733 Feb 04 12:27:58.130514 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163e87df-3b55-46b9-97f6-8b78a1701b94 req-a5dd2c01-20cb-44a6-8e65-98490268d767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:58.142580 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-163e87df-3b55-46b9-97f6-8b78a1701b94 req-a5dd2c01-20cb-44a6-8e65-98490268d767 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5fd9097d-d5e4-4774-807c-a9b8c47df9ef&tenant_id=5c34eef31d4540768d24bcb8030d50f3 HTTP/1.1" status: 200 len: 1132 time: 0.3767178 Feb 04 12:27:58.189138 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-163e87df-3b55-46b9-97f6-8b78a1701b94 req-072db873-d6c2-44d2-9c50-bf859138ab9a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825015-3', 'device_owner': 'compute:nova'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:27:58.319651 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port a99537c2-83e9-403a-b71e-117085cc53ac is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:27:58.320060 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (a99537c2-83e9-403a-b71e-117085cc53ac), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:58.322594 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-24e15075-e345-467d-9e06-a2b344d19d47 req-1e66616b-6636-4430-a7e0-83afce3079a5 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5089991 Feb 04 12:27:58.368215 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93197549-f931-428a-82e6-9fc61ca599ad req-5382daae-6d57-4913-b951-1236f5da0286 tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:58.378190 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8941427-c66c-4471-b5c9-8198838cb73d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a99537c2-83e9-403a-b71e-117085cc53ac'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:27:58.380835 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-93197549-f931-428a-82e6-9fc61ca599ad req-5382daae-6d57-4913-b951-1236f5da0286 tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] 10.222.0.65 "GET /v2.0/ports?device_id=f7a4e54a-ff08-4205-8b62-b4d32bb2b34a HTTP/1.1" status: 200 len: 945 time: 0.2211301 Feb 04 12:27:58.383318 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f91e40f8-dfea-4edc-bbc6-65716e4002ac" -d '{"events": [{"server_uuid": "c8941427-c66c-4471-b5c9-8198838cb73d", "name": "network-vif-plugged", "status": "completed", "tag": "a99537c2-83e9-403a-b71e-117085cc53ac"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:27:58.418922 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port a99537c2-83e9-403a-b71e-117085cc53ac, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=a99537c2-83e9-403a-b71e-117085cc53ac,segment=NetworkSegment(f5c177af-3889-44bd-b8d2-4efb770c9a0b),segment_id=f5c177af-3889-44bd-b8d2-4efb770c9a0b)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:27:58.426363 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (a99537c2-83e9-403a-b71e-117085cc53ac), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:58.500643 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-93197549-f931-428a-82e6-9fc61ca599ad req-7c6d73a0-620f-4c21-92f0-324d34d1c557 tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] 10.222.0.65 "GET /v2.0/security-groups?id=d3abd631-9239-4be0-94cf-133e8014b391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187909 Feb 04 12:27:58.517895 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eab61d-8126-40fc-a352-f331643c3ae5 req-d92a1601-aea3-4527-b76c-366674ce13dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:58.520400 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-53eab61d-8126-40fc-a352-f331643c3ae5 req-d92a1601-aea3-4527-b76c-366674ce13dc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8b5d70ff5bf24db2ae517c0a0635d518&device_id=e2b6c5a0-3414-4c3a-ba82-5fad74eeba4d HTTP/1.1" status: 200 len: 1125 time: 0.4077830 Feb 04 12:27:58.538883 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-a92f9bff-e445-4854-9280-8d6f98c6f34f req-775beaf5-199e-409d-a4d6-b9646b5b9a43 service neutron] For port 9f3eb910-acd0-4961-87c3-e6064b1b3a5b, host n-h2-825015-3, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:27:58.575207 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-163e87df-3b55-46b9-97f6-8b78a1701b94 req-072db873-d6c2-44d2-9c50-bf859138ab9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (1838ab07-adf7-4b9b-b746-757621e1c012), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:58.586160 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa0ff25-6d8c-48f0-ac15-12d9efc3acf9 req-c2553b77-4a23-4be7-b0f7-57197215507d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:58.587823 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-caa0ff25-6d8c-48f0-ac15-12d9efc3acf9 req-c2553b77-4a23-4be7-b0f7-57197215507d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c1101b536eb9489ebd4da4b15651d841&device_id=f7a4e54a-ff08-4205-8b62-b4d32bb2b34a HTTP/1.1" status: 200 len: 1127 time: 0.5838664 Feb 04 12:27:58.608858 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=a99537c2-83e9-403a-b71e-117085cc53ac,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:27:58.628434 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-a92f9bff-e445-4854-9280-8d6f98c6f34f req-775beaf5-199e-409d-a4d6-b9646b5b9a43 service neutron] For port 9f3eb910-acd0-4961-87c3-e6064b1b3a5b, host n-h2-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=9f3eb910-acd0-4961-87c3-e6064b1b3a5b,segment=NetworkSegment(7286c194-a110-4398-987d-ff0e8956230a),segment_id=7286c194-a110-4398-987d-ff0e8956230a)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:27:58.751070 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-a92f9bff-e445-4854-9280-8d6f98c6f34f req-775beaf5-199e-409d-a4d6-b9646b5b9a43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (9f3eb910-acd0-4961-87c3-e6064b1b3a5b), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:58.943463 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 1f9807b4-31a7-4a96-ae71-393c64f75f59 up at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:27:59.006567 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92f9bff-e445-4854-9280-8d6f98c6f34f req-775beaf5-199e-409d-a4d6-b9646b5b9a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:59.007204 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-a92f9bff-e445-4854-9280-8d6f98c6f34f req-775beaf5-199e-409d-a4d6-b9646b5b9a43 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:59.021957 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-a92f9bff-e445-4854-9280-8d6f98c6f34f req-775beaf5-199e-409d-a4d6-b9646b5b9a43 service neutron] 10.222.0.77 "PUT /v2.0/ports/9f3eb910-acd0-4961-87c3-e6064b1b3a5b HTTP/1.1" status: 200 len: 1091 time: 2.7358878 Feb 04 12:27:59.029190 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dade0cef-394b-4c03-842a-9d19d4e3620c req-85eb4ce1-4cda-4cb7-9b06-005593dcc444 tempest-ServerGroupTestJSON-1961763623 tempest-ServerGroupTestJSON-1961763623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:59.044824 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dade0cef-394b-4c03-842a-9d19d4e3620c req-85eb4ce1-4cda-4cb7-9b06-005593dcc444 tempest-ServerGroupTestJSON-1961763623 tempest-ServerGroupTestJSON-1961763623-project] 10.222.0.65 "GET /v2.0/ports?device_id=e2b6c5a0-3414-4c3a-ba82-5fad74eeba4d HTTP/1.1" status: 200 len: 943 time: 0.3524756 Feb 04 12:27:59.065447 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eab61d-8126-40fc-a352-f331643c3ae5 req-4f7a0e8a-cfd6-4f3a-b6da-0aaaf33a17f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:59.067112 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-53eab61d-8126-40fc-a352-f331643c3ae5 req-4f7a0e8a-cfd6-4f3a-b6da-0aaaf33a17f5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=165f60e0-a3af-418e-a08f-c0fcbd39cd45 HTTP/1.1" status: 200 len: 910 time: 0.5376072 Feb 04 12:27:59.115244 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning for port 1f9807b4-31a7-4a96-ae71-393c64f75f59 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:27:59.130072 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning complete for port 1f9807b4-31a7-4a96-ae71-393c64f75f59 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:27:59.136304 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (1f9807b4-31a7-4a96-ae71-393c64f75f59), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:59.191605 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-53eab61d-8126-40fc-a352-f331643c3ae5 req-9d585f8d-ecb5-4fa3-925e-65beacbbbd05 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=25142d86-a439-461d-95dd-4edcb92f0c43 HTTP/1.1" status: 200 len: 217 time: 0.1080079 Feb 04 12:27:59.404690 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa0ff25-6d8c-48f0-ac15-12d9efc3acf9 req-57c56104-e6f6-481a-9123-9e6541ca66a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:59.412407 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 12:27:59.415000 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-caa0ff25-6d8c-48f0-ac15-12d9efc3acf9 req-57c56104-e6f6-481a-9123-9e6541ca66a4 service neutron] 10.222.0.77 "GET /v2.0/networks?id=baef07fd-b5ab-46e6-bcf4-03c2646cee50 HTTP/1.1" status: 200 len: 919 time: 0.8117788 Feb 04 12:27:59.454006 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 1f9807b4-31a7-4a96-ae71-393c64f75f59 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:27:59.454629 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (1f9807b4-31a7-4a96-ae71-393c64f75f59), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:27:59.518202 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dade0cef-394b-4c03-842a-9d19d4e3620c req-f075016d-91c3-4c72-8353-7047a26bf98a tempest-ServerGroupTestJSON-1961763623 tempest-ServerGroupTestJSON-1961763623-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d379945-ac18-431c-94b2-533173765df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4722171 Feb 04 12:27:59.538420 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eab61d-8126-40fc-a352-f331643c3ae5 req-2d4688a5-00a7-4fcd-98d7-9b23214fc151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:59.557675 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-53eab61d-8126-40fc-a352-f331643c3ae5 req-2d4688a5-00a7-4fcd-98d7-9b23214fc151 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c2d4f85f-bf98-4386-a74b-e0449cd97cf9 HTTP/1.1" status: 200 len: 849 time: 0.3460455 Feb 04 12:27:59.710805 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-53eab61d-8126-40fc-a352-f331643c3ae5 req-2f2a4c2c-d789-4772-926a-a3e14433e5bb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=165f60e0-a3af-418e-a08f-c0fcbd39cd45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1463070 Feb 04 12:27:59.756940 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-762e2665-a3c9-4b92-bb6b-a3e67c603b3f x-openstack-request-id: req-762e2665-a3c9-4b92-bb6b-a3e67c603b3f {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:27:59.757423 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee876e86-9380-42c7-a1f2-0a97f9b82373", "tag": "b6fb8232-2c46-4d46-a43e-dcd1f154c131", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:27:59.757882 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-762e2665-a3c9-4b92-bb6b-a3e67c603b3f {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:27:59.758467 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee876e86-9380-42c7-a1f2-0a97f9b82373', 'tag': 'b6fb8232-2c46-4d46-a43e-dcd1f154c131', 'status': 'completed', 'code': 200} Feb 04 12:27:59.837404 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-caa0ff25-6d8c-48f0-ac15-12d9efc3acf9 req-dd93c03e-c8a1-4b13-9860-f67a3fafd615 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f9807b4-31a7-4a96-ae71-393c64f75f59 HTTP/1.1" status: 200 len: 217 time: 0.1724997 Feb 04 12:28:00.013203 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775beaf5-199e-409d-a4d6-b9646b5b9a43 service neutron] Pushing event updated for resources: {'Port': ['ID=9f3eb910-acd0-4961-87c3-e6064b1b3a5b,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:00.097427 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa6662e6-b9de-4a87-ab14-c984ba42e2ba', 'tag': '9f3eb910-acd0-4961-87c3-e6064b1b3a5b'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:28:00.103335 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1617a0a-b3e5-48f7-8a1a-9460fb69a8e5" -d '{"events": [{"name": "network-changed", "server_uuid": "aa6662e6-b9de-4a87-ab14-c984ba42e2ba", "tag": "9f3eb910-acd0-4961-87c3-e6064b1b3a5b"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:28:00.130545 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1d9c87f-9d5f-477b-92f0-aa77572748d7 x-openstack-request-id: req-f1d9c87f-9d5f-477b-92f0-aa77572748d7 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:28:00.134164 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8941427-c66c-4471-b5c9-8198838cb73d", "name": "network-vif-plugged", "status": "completed", "tag": "a99537c2-83e9-403a-b71e-117085cc53ac", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:28:00.134432 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f1d9c87f-9d5f-477b-92f0-aa77572748d7 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:28:00.134990 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8941427-c66c-4471-b5c9-8198838cb73d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a99537c2-83e9-403a-b71e-117085cc53ac', 'code': 200} Feb 04 12:28:00.175875 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 25142d86-a439-461d-95dd-4edcb92f0c43 details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:28:00.368155 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 25142d86-a439-461d-95dd-4edcb92f0c43, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=25142d86-a439-461d-95dd-4edcb92f0c43,segment=NetworkSegment(168eac25-ae6b-4a9e-a47a-4c62d5f39cf9),segment_id=168eac25-ae6b-4a9e-a47a-4c62d5f39cf9)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:28:00.393207 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': '25142d86-a439-461d-95dd-4edcb92f0c43', 'network_id': '165f60e0-a3af-418e-a08f-c0fcbd39cd45', 'port_id': '25142d86-a439-461d-95dd-4edcb92f0c43', 'mac_address': 'fa:16:3e:79:25:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2d4f85f-bf98-4386-a74b-e0449cd97cf9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:28:00.395411 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92f9bff-e445-4854-9280-8d6f98c6f34f req-76e03bf6-7601-41d8-ae9b-ea12112b3718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:00.399141 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-a92f9bff-e445-4854-9280-8d6f98c6f34f req-76e03bf6-7601-41d8-ae9b-ea12112b3718 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c0eafbbeb09641368ec0c43b6279b92e&device_id=aa6662e6-b9de-4a87-ab14-c984ba42e2ba HTTP/1.1" status: 200 len: 1125 time: 1.2841563 Feb 04 12:28:00.403358 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa0ff25-6d8c-48f0-ac15-12d9efc3acf9 req-c1c219a1-33a6-4ff0-9370-2db16526db03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:00.409515 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-caa0ff25-6d8c-48f0-ac15-12d9efc3acf9 req-c1c219a1-33a6-4ff0-9370-2db16526db03 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8d445fbb-5446-46fb-80d7-97c14fcd0679 HTTP/1.1" status: 200 len: 858 time: 0.5494957 Feb 04 12:28:00.465669 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 25142d86-a439-461d-95dd-4edcb92f0c43 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:28:00.466410 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (25142d86-a439-461d-95dd-4edcb92f0c43), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:00.516172 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25142d86-a439-461d-95dd-4edcb92f0c43 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:28:00.554544 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1112f2d-d5d5-4995-be8f-9cc888affc2e req-2dad6ede-185c-43f8-afe3-212a97be7a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:00.559270 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b1112f2d-d5d5-4995-be8f-9cc888affc2e req-2dad6ede-185c-43f8-afe3-212a97be7a0c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c1101b536eb9489ebd4da4b15651d841&device_id=ee876e86-9380-42c7-a1f2-0a97f9b82373 HTTP/1.1" status: 200 len: 1125 time: 0.7952526 Feb 04 12:28:00.579670 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-caa0ff25-6d8c-48f0-ac15-12d9efc3acf9 req-35657b74-38bd-4773-931f-e6ef8c3c558f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=baef07fd-b5ab-46e6-bcf4-03c2646cee50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1440322 Feb 04 12:28:00.592303 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-a92f9bff-e445-4854-9280-8d6f98c6f34f req-7b522651-c02a-4c42-bc7b-86084a6a74b0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9f3eb910-acd0-4961-87c3-e6064b1b3a5b HTTP/1.1" status: 200 len: 217 time: 0.1753473 Feb 04 12:28:00.616114 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 1f9807b4-31a7-4a96-ae71-393c64f75f59, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=1f9807b4-31a7-4a96-ae71-393c64f75f59,segment=NetworkSegment(f5c177af-3889-44bd-b8d2-4efb770c9a0b),segment_id=f5c177af-3889-44bd-b8d2-4efb770c9a0b)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:28:00.620601 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 25142d86-a439-461d-95dd-4edcb92f0c43, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=25142d86-a439-461d-95dd-4edcb92f0c43,segment=NetworkSegment(168eac25-ae6b-4a9e-a47a-4c62d5f39cf9),segment_id=168eac25-ae6b-4a9e-a47a-4c62d5f39cf9)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:28:00.623944 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (1f9807b4-31a7-4a96-ae71-393c64f75f59), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:00.625925 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 1838ab07-adf7-4b9b-b746-757621e1c012 no longer exists at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:28:00.695804 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (25142d86-a439-461d-95dd-4edcb92f0c43), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:00.696468 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device b6fb8232-2c46-4d46-a43e-dcd1f154c131 details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:28:00.707601 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8a0f97-db2a-4d34-8f1f-35c0d7646b04 req-37d36607-7f18-4b2c-aebe-6e555772c7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:00.709873 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0d8a0f97-db2a-4d34-8f1f-35c0d7646b04 req-37d36607-7f18-4b2c-aebe-6e555772c7ab service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c8941427-c66c-4471-b5c9-8198838cb73d HTTP/1.1" status: 200 len: 1127 time: 0.7133734 Feb 04 12:28:00.773252 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-53eab61d-8126-40fc-a352-f331643c3ae5 req-d755eb56-6ed0-41f9-ae65-d33204e85e34 service neutron] 10.222.0.73 "GET /v2.0/networks/165f60e0-a3af-418e-a08f-c0fcbd39cd45?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0532765 Feb 04 12:28:00.819112 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-caa0ff25-6d8c-48f0-ac15-12d9efc3acf9 req-19585ad2-3c46-4501-bd07-d3e2a06b5b55 service neutron] 10.222.0.77 "GET /v2.0/networks/baef07fd-b5ab-46e6-bcf4-03c2646cee50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328162 Feb 04 12:28:00.881321 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=1f9807b4-31a7-4a96-ae71-393c64f75f59,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:01.081441 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183bbcd0-4cc6-43da-8a99-30d5c419da84 req-cc1fc11c-7a35-4d32-a59b-4872ec025050 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:01.085758 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-caa0ff25-6d8c-48f0-ac15-12d9efc3acf9 req-9edcdbcd-8ac5-4e64-8610-04f15355da53 service neutron] 10.222.0.77 "GET /v2.0/networks/baef07fd-b5ab-46e6-bcf4-03c2646cee50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079520 Feb 04 12:28:01.094957 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-183bbcd0-4cc6-43da-8a99-30d5c419da84 req-cc1fc11c-7a35-4d32-a59b-4872ec025050 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa6662e6-b9de-4a87-ab14-c984ba42e2ba HTTP/1.1" status: 200 len: 943 time: 1.0104396 Feb 04 12:28:01.099307 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:01.161952 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=25142d86-a439-461d-95dd-4edcb92f0c43,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:01.189046 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 1838ab07-adf7-4b9b-b746-757621e1c012 is: ACTIVE; New status is: DOWN {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:28:01.189909 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (1838ab07-adf7-4b9b-b746-757621e1c012), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:01.224345 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-163e87df-3b55-46b9-97f6-8b78a1701b94 req-072db873-d6c2-44d2-9c50-bf859138ab9a service neutron] For port 1838ab07-adf7-4b9b-b746-757621e1c012, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=1838ab07-adf7-4b9b-b746-757621e1c012,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:28:01.226987 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port b6fb8232-2c46-4d46-a43e-dcd1f154c131, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=b6fb8232-2c46-4d46-a43e-dcd1f154c131,segment=NetworkSegment(f5c177af-3889-44bd-b8d2-4efb770c9a0b),segment_id=f5c177af-3889-44bd-b8d2-4efb770c9a0b)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:28:01.238073 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92f9bff-e445-4854-9280-8d6f98c6f34f req-a19c0df7-ed6d-4d91-a897-277a6a3605fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:01.239754 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-a92f9bff-e445-4854-9280-8d6f98c6f34f req-a19c0df7-ed6d-4d91-a897-277a6a3605fb service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ded1b65b-964f-4cd0-8493-06f49dcfd4c3 HTTP/1.1" status: 200 len: 844 time: 0.6466296 Feb 04 12:28:01.253783 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1112f2d-d5d5-4995-be8f-9cc888affc2e req-ca9074f0-b276-4380-90f0-a69494da302d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:01.255968 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b1112f2d-d5d5-4995-be8f-9cc888affc2e req-ca9074f0-b276-4380-90f0-a69494da302d service neutron] 10.222.0.73 "GET /v2.0/networks?id=baef07fd-b5ab-46e6-bcf4-03c2646cee50 HTTP/1.1" status: 200 len: 919 time: 0.6554081 Feb 04 12:28:01.256405 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': 'b6fb8232-2c46-4d46-a43e-dcd1f154c131', 'network_id': 'baef07fd-b5ab-46e6-bcf4-03c2646cee50', 'port_id': 'b6fb8232-2c46-4d46-a43e-dcd1f154c131', 'mac_address': 'fa:16:3e:d0:6c:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d445fbb-5446-46fb-80d7-97c14fcd0679', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:28:01.323162 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port b6fb8232-2c46-4d46-a43e-dcd1f154c131 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:28:01.324359 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (b6fb8232-2c46-4d46-a43e-dcd1f154c131), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:01.358290 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6fb8232-2c46-4d46-a43e-dcd1f154c131 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:28:01.366740 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-183bbcd0-4cc6-43da-8a99-30d5c419da84 req-bc119f6d-3e65-445a-a79c-730dbd00f60c tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] 10.222.0.65 "GET /v2.0/security-groups?id=22893565-a144-4497-a366-cf8439bc48e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2702470 Feb 04 12:28:01.404633 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bc0836-1599-45c2-952f-32511339b0d5 req-e2f0f17b-7674-43b5-8144-bf6af8d6a714 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:01.408398 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-16bc0836-1599-45c2-952f-32511339b0d5 req-e2f0f17b-7674-43b5-8144-bf6af8d6a714 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.77 "GET /v2.0/ports?device_id=3dbcae43-717d-41c7-982d-474705f0aebe HTTP/1.1" status: 200 len: 945 time: 1.2255633 Feb 04 12:28:01.415303 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b1112f2d-d5d5-4995-be8f-9cc888affc2e req-7c5e36f5-e52b-4b20-8007-55186ed4fd2f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6fb8232-2c46-4d46-a43e-dcd1f154c131 HTTP/1.1" status: 200 len: 217 time: 0.1473496 Feb 04 12:28:01.423415 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port b6fb8232-2c46-4d46-a43e-dcd1f154c131, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=b6fb8232-2c46-4d46-a43e-dcd1f154c131,segment=NetworkSegment(f5c177af-3889-44bd-b8d2-4efb770c9a0b),segment_id=f5c177af-3889-44bd-b8d2-4efb770c9a0b)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:28:01.429692 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (b6fb8232-2c46-4d46-a43e-dcd1f154c131), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:01.446455 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-163e87df-3b55-46b9-97f6-8b78a1701b94 req-072db873-d6c2-44d2-9c50-bf859138ab9a service neutron] For port 1838ab07-adf7-4b9b-b746-757621e1c012, host n-h2-825015-3, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:28:01.506650 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92f9bff-e445-4854-9280-8d6f98c6f34f req-f31e777f-0b15-489e-aecd-b4a13741471e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:01.519083 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-a92f9bff-e445-4854-9280-8d6f98c6f34f req-f31e777f-0b15-489e-aecd-b4a13741471e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=dc9512fb-33b9-46a5-a35b-21f61ba346c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2518225 Feb 04 12:28:01.563200 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:01.611866 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=b6fb8232-2c46-4d46-a43e-dcd1f154c131,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:01.724391 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['b6fb8232-2c46-4d46-a43e-dcd1f154c131'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:28:01.736767 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-a92f9bff-e445-4854-9280-8d6f98c6f34f req-9b25a05d-d7fc-4266-81f5-dd36380f3c1a service neutron] 10.222.0.77 "GET /v2.0/networks/dc9512fb-33b9-46a5-a35b-21f61ba346c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098687 Feb 04 12:28:01.802555 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['25142d86-a439-461d-95dd-4edcb92f0c43'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:28:01.886811 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-53eab61d-8126-40fc-a352-f331643c3ae5 req-9513de36-773d-4e36-8fec-dd6d89b20c0f service neutron] 10.222.0.73 "GET /v2.0/networks/165f60e0-a3af-418e-a08f-c0fcbd39cd45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0509090 Feb 04 12:28:01.898151 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-163e87df-3b55-46b9-97f6-8b78a1701b94 req-072db873-d6c2-44d2-9c50-bf859138ab9a service neutron] Publish callbacks [] for port (1838ab07-adf7-4b9b-b746-757621e1c012), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:01.961562 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.provisioning_blocks [req-163e87df-3b55-46b9-97f6-8b78a1701b94 req-072db873-d6c2-44d2-9c50-bf859138ab9a service neutron] Transition to ACTIVE for port object 1838ab07-adf7-4b9b-b746-757621e1c012 will not be triggered until provisioned by entity L2. {{(pid=103474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:28:01.976252 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0d8a0f97-db2a-4d34-8f1f-35c0d7646b04 req-70d43eb4-1d98-4649-9f2b-84dbac73f0c1 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d3abd631-9239-4be0-94cf-133e8014b391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2202315 Feb 04 12:28:01.977437 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-163e87df-3b55-46b9-97f6-8b78a1701b94 req-072db873-d6c2-44d2-9c50-bf859138ab9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (1838ab07-adf7-4b9b-b746-757621e1c012), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:02.006965 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716e0808-5bd7-4c60-9fab-521c4e786bd7 req-d5faa6be-509e-4fc1-a4ce-6fe0a937110a tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:02.018402 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-716e0808-5bd7-4c60-9fab-521c4e786bd7 req-d5faa6be-509e-4fc1-a4ce-6fe0a937110a tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fd9097d-d5e4-4774-807c-a9b8c47df9ef HTTP/1.1" status: 200 len: 950 time: 0.4828470 Feb 04 12:28:02.035337 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7374211c-f465-4c70-a53a-82b95dfe11c5 req-88375572-87f3-471e-8dcf-13b4acca0552 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:02.046112 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7374211c-f465-4c70-a53a-82b95dfe11c5 req-88375572-87f3-471e-8dcf-13b4acca0552 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?device_id=3dbcae43-717d-41c7-982d-474705f0aebe HTTP/1.1" status: 200 len: 945 time: 1.3348973 Feb 04 12:28:02.067722 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1112f2d-d5d5-4995-be8f-9cc888affc2e req-6223781e-577b-4c85-9c84-f321506dfc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:02.071755 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b1112f2d-d5d5-4995-be8f-9cc888affc2e req-6223781e-577b-4c85-9c84-f321506dfc68 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8d445fbb-5446-46fb-80d7-97c14fcd0679 HTTP/1.1" status: 200 len: 858 time: 0.5075784 Feb 04 12:28:02.123570 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072db873-d6c2-44d2-9c50-bf859138ab9a service neutron] Pushing event updated for resources: {'Port': ['ID=1838ab07-adf7-4b9b-b746-757621e1c012,revision_number=6']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:02.138250 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-a92f9bff-e445-4854-9280-8d6f98c6f34f req-31f6a99d-71c0-4d43-9065-edddc309ea49 service neutron] 10.222.0.77 "GET /v2.0/networks/dc9512fb-33b9-46a5-a35b-21f61ba346c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3850272 Feb 04 12:28:02.138900 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7a4e54a-ff08-4205-8b62-b4d32bb2b34a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f9807b4-31a7-4a96-ae71-393c64f75f59'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:28:02.160800 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95e59354-dfcd-4c75-94f1-d417c8aabbac" -d '{"events": [{"server_uuid": "f7a4e54a-ff08-4205-8b62-b4d32bb2b34a", "name": "network-vif-plugged", "status": "completed", "tag": "1f9807b4-31a7-4a96-ae71-393c64f75f59"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:28:02.166436 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.db.api [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103476) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 12:28:02.173626 n-d-825015-3 neutron-server[103476]: DEBUG oslo_db.api [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 12:28:02.203995 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-163e87df-3b55-46b9-97f6-8b78a1701b94 req-072db873-d6c2-44d2-9c50-bf859138ab9a service neutron] No DVR routers for this DVR port 1838ab07-adf7-4b9b-b746-757621e1c012 on host n-h2-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:28:02.364822 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-163e87df-3b55-46b9-97f6-8b78a1701b94 req-072db873-d6c2-44d2-9c50-bf859138ab9a service neutron] Attempting to bind port 1838ab07-adf7-4b9b-b746-757621e1c012 on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:28:02.365694 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-163e87df-3b55-46b9-97f6-8b78a1701b94 req-072db873-d6c2-44d2-9c50-bf859138ab9a service neutron] Attempting to bind port 1838ab07-adf7-4b9b-b746-757621e1c012 by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:28:02.366343 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163e87df-3b55-46b9-97f6-8b78a1701b94 req-072db873-d6c2-44d2-9c50-bf859138ab9a service neutron] Attempting to bind port 1838ab07-adf7-4b9b-b746-757621e1c012 on network 2f7dc246-a024-4937-952c-0ddeef5af29c {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:28:02.390583 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163e87df-3b55-46b9-97f6-8b78a1701b94 req-072db873-d6c2-44d2-9c50-bf859138ab9a service neutron] Port 1838ab07-adf7-4b9b-b746-757621e1c012 on network 2f7dc246-a024-4937-952c-0ddeef5af29c not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:28:02.391285 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163e87df-3b55-46b9-97f6-8b78a1701b94 req-072db873-d6c2-44d2-9c50-bf859138ab9a service neutron] Attempting to bind port 1838ab07-adf7-4b9b-b746-757621e1c012 on network 2f7dc246-a024-4937-952c-0ddeef5af29c {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:28:02.405523 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7374211c-f465-4c70-a53a-82b95dfe11c5 req-9d4ded8b-9305-47ab-ba18-be6b816a8af4 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f51ab49-2800-41c7-a09d-ab109cee7e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3576863 Feb 04 12:28:02.409695 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b1112f2d-d5d5-4995-be8f-9cc888affc2e req-5d052f40-c445-4bd3-8575-375b18773087 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=baef07fd-b5ab-46e6-bcf4-03c2646cee50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0956693 Feb 04 12:28:02.434671 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163e87df-3b55-46b9-97f6-8b78a1701b94 req-072db873-d6c2-44d2-9c50-bf859138ab9a service neutron] Checking agent: {'id': 'f8add0d2-2202-43d3-bc0e-72442788e6ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:28:02.435221 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163e87df-3b55-46b9-97f6-8b78a1701b94 req-072db873-d6c2-44d2-9c50-bf859138ab9a service neutron] Checking segment: {'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:28:02.436097 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163e87df-3b55-46b9-97f6-8b78a1701b94 req-072db873-d6c2-44d2-9c50-bf859138ab9a service neutron] Bound using segment: {'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:28:02.437070 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-163e87df-3b55-46b9-97f6-8b78a1701b94 req-072db873-d6c2-44d2-9c50-bf859138ab9a service neutron] Bound port: 1838ab07-adf7-4b9b-b746-757621e1c012, host: n-h1-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:28:02.437638 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-163e87df-3b55-46b9-97f6-8b78a1701b94 req-072db873-d6c2-44d2-9c50-bf859138ab9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (1838ab07-adf7-4b9b-b746-757621e1c012), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:02.694774 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-163e87df-3b55-46b9-97f6-8b78a1701b94 req-072db873-d6c2-44d2-9c50-bf859138ab9a service neutron] For port 1838ab07-adf7-4b9b-b746-757621e1c012, host n-h1-825015-3, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:28:02.705547 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-163e87df-3b55-46b9-97f6-8b78a1701b94 req-072db873-d6c2-44d2-9c50-bf859138ab9a service neutron] For port 1838ab07-adf7-4b9b-b746-757621e1c012, host n-h1-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=1838ab07-adf7-4b9b-b746-757621e1c012,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:28:02.729727 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-163e87df-3b55-46b9-97f6-8b78a1701b94 req-072db873-d6c2-44d2-9c50-bf859138ab9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (1838ab07-adf7-4b9b-b746-757621e1c012), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:02.748652 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-716e0808-5bd7-4c60-9fab-521c4e786bd7 req-a97aaa8d-33b2-43fa-901b-d6399bdaa19f tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7287309 Feb 04 12:28:02.758118 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-16bc0836-1599-45c2-952f-32511339b0d5 req-e5f55ab6-c147-4bb8-8274-8cdbee208771 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Deleting port 4aa1e584-0e9e-49fe-be65-8cf807afd9f8 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:28:02.761967 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-16bc0836-1599-45c2-952f-32511339b0d5 req-e5f55ab6-c147-4bb8-8274-8cdbee208771 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (4aa1e584-0e9e-49fe-be65-8cf807afd9f8), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:02.781006 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b1112f2d-d5d5-4995-be8f-9cc888affc2e req-0602ad67-03bb-4e7e-b7d6-58f2ead4514b service neutron] 10.222.0.73 "GET /v2.0/networks/baef07fd-b5ab-46e6-bcf4-03c2646cee50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2791226 Feb 04 12:28:02.902203 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 1838ab07-adf7-4b9b-b746-757621e1c012 is: DOWN; New status is: DOWN {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:28:02.951859 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b99fb20-cf6b-4ea2-9234-1fe16caa18c3 x-openstack-request-id: req-9b99fb20-cf6b-4ea2-9234-1fe16caa18c3 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:28:02.955188 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa6662e6-b9de-4a87-ab14-c984ba42e2ba", "tag": "9f3eb910-acd0-4961-87c3-e6064b1b3a5b", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:28:02.956050 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9b99fb20-cf6b-4ea2-9234-1fe16caa18c3 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:28:02.956683 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa6662e6-b9de-4a87-ab14-c984ba42e2ba', 'tag': '9f3eb910-acd0-4961-87c3-e6064b1b3a5b', 'status': 'completed', 'code': 200} Feb 04 12:28:03.178266 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b1112f2d-d5d5-4995-be8f-9cc888affc2e req-d80aa3e1-45e3-4c68-bc84-b8448b17772b service neutron] 10.222.0.73 "GET /v2.0/networks/baef07fd-b5ab-46e6-bcf4-03c2646cee50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3299756 Feb 04 12:28:03.300514 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-16bc0836-1599-45c2-952f-32511339b0d5 req-e5f55ab6-c147-4bb8-8274-8cdbee208771 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] For port 4aa1e584-0e9e-49fe-be65-8cf807afd9f8, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=4aa1e584-0e9e-49fe-be65-8cf807afd9f8,segment=NetworkSegment(8447b48f-5ac4-4499-b5ab-2b0cb1297003),segment_id=8447b48f-5ac4-4499-b5ab-2b0cb1297003)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:28:03.300963 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-16bc0836-1599-45c2-952f-32511339b0d5 req-e5f55ab6-c147-4bb8-8274-8cdbee208771 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (4aa1e584-0e9e-49fe-be65-8cf807afd9f8), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:03.317773 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-16bc0836-1599-45c2-952f-32511339b0d5 req-e5f55ab6-c147-4bb8-8274-8cdbee208771 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Calling delete_port for 4aa1e584-0e9e-49fe-be65-8cf807afd9f8 owned by compute:nova {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:28:03.667558 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-16bc0836-1599-45c2-952f-32511339b0d5 req-e5f55ab6-c147-4bb8-8274-8cdbee208771 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (4aa1e584-0e9e-49fe-be65-8cf807afd9f8), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:03.673280 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163e87df-3b55-46b9-97f6-8b78a1701b94 req-072db873-d6c2-44d2-9c50-bf859138ab9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:03.674646 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-163e87df-3b55-46b9-97f6-8b78a1701b94 req-072db873-d6c2-44d2-9c50-bf859138ab9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:03.676944 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-163e87df-3b55-46b9-97f6-8b78a1701b94 req-072db873-d6c2-44d2-9c50-bf859138ab9a service neutron] 10.222.0.73 "PUT /v2.0/ports/1838ab07-adf7-4b9b-b746-757621e1c012 HTTP/1.1" status: 200 len: 1096 time: 5.5077729 Feb 04 12:28:03.692155 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072db873-d6c2-44d2-9c50-bf859138ab9a service neutron] Pushing event updated for resources: {'Port': ['ID=1838ab07-adf7-4b9b-b746-757621e1c012,revision_number=7']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:03.751786 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1617a0a-b3e5-48f7-8a1a-9460fb69a8e5 req-cb1e5c9c-ed36-443b-ab52-414e1c10b057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:03.753618 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-e1617a0a-b3e5-48f7-8a1a-9460fb69a8e5 req-cb1e5c9c-ed36-443b-ab52-414e1c10b057 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c0eafbbeb09641368ec0c43b6279b92e&device_id=aa6662e6-b9de-4a87-ab14-c984ba42e2ba HTTP/1.1" status: 200 len: 1125 time: 0.7798049 Feb 04 12:28:03.758826 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c0ed15-0b33-4073-9e4a-691c4af95d2c req-f290ce32-41d3-4628-ab26-cc91f793459a tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:03.771382 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c3c0ed15-0b33-4073-9e4a-691c4af95d2c req-f290ce32-41d3-4628-ab26-cc91f793459a tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] 10.222.0.65 "GET /v2.0/ports?device_id=f7a4e54a-ff08-4205-8b62-b4d32bb2b34a HTTP/1.1" status: 200 len: 946 time: 0.9865754 Feb 04 12:28:03.783436 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f55ab6-c147-4bb8-8274-8cdbee208771 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Pushing event deleted for resources: {'Port': ['ID=4aa1e584-0e9e-49fe-be65-8cf807afd9f8,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:03.804074 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device b6fb8232-2c46-4d46-a43e-dcd1f154c131 up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:28:03.855893 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163e87df-3b55-46b9-97f6-8b78a1701b94 req-65f0d49a-448d-45d9-8734-d044a2a1c186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:03.857557 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-163e87df-3b55-46b9-97f6-8b78a1701b94 req-65f0d49a-448d-45d9-8734-d044a2a1c186 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5c34eef31d4540768d24bcb8030d50f3&device_id=5fd9097d-d5e4-4774-807c-a9b8c47df9ef HTTP/1.1" status: 200 len: 1130 time: 0.1475863 Feb 04 12:28:03.891158 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-16bc0836-1599-45c2-952f-32511339b0d5 req-e5f55ab6-c147-4bb8-8274-8cdbee208771 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] No DVR routers for this DVR port 4aa1e584-0e9e-49fe-be65-8cf807afd9f8 on host n-h2-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:28:03.901089 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-16bc0836-1599-45c2-952f-32511339b0d5 req-e5f55ab6-c147-4bb8-8274-8cdbee208771 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:03.905551 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-16bc0836-1599-45c2-952f-32511339b0d5 req-e5f55ab6-c147-4bb8-8274-8cdbee208771 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.77 "DELETE /v2.0/ports/4aa1e584-0e9e-49fe-be65-8cf807afd9f8 HTTP/1.1" status: 204 len: 173 time: 2.4891126 Feb 04 12:28:03.906281 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dbcae43-717d-41c7-982d-474705f0aebe', 'name': 'network-vif-deleted', 'tag': '4aa1e584-0e9e-49fe-be65-8cf807afd9f8'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:28:03.909916 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35673e98-3e4a-4268-a9ce-752380aa3c15" -d '{"events": [{"server_uuid": "3dbcae43-717d-41c7-982d-474705f0aebe", "name": "network-vif-deleted", "tag": "4aa1e584-0e9e-49fe-be65-8cf807afd9f8"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:28:03.935198 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning for port b6fb8232-2c46-4d46-a43e-dcd1f154c131 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:28:03.943187 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port b6fb8232-2c46-4d46-a43e-dcd1f154c131 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:28:03.943642 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (b6fb8232-2c46-4d46-a43e-dcd1f154c131), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:03.983109 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c3c0ed15-0b33-4073-9e4a-691c4af95d2c req-8a5c9b74-69fd-4412-8a43-0268e5d4ea98 tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] 10.222.0.65 "GET /v2.0/security-groups?id=d3abd631-9239-4be0-94cf-133e8014b391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100730 Feb 04 12:28:03.992656 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1617a0a-b3e5-48f7-8a1a-9460fb69a8e5 req-fe7bbad4-bbb6-4c09-b5ab-80ce38310728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:03.996112 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-e1617a0a-b3e5-48f7-8a1a-9460fb69a8e5 req-fe7bbad4-bbb6-4c09-b5ab-80ce38310728 service neutron] 10.222.0.77 "GET /v2.0/networks?id=dc9512fb-33b9-46a5-a35b-21f61ba346c6 HTTP/1.1" status: 200 len: 906 time: 0.2346308 Feb 04 12:28:04.082868 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-e1617a0a-b3e5-48f7-8a1a-9460fb69a8e5 req-b3c9be68-7471-477c-9fa4-b62fe35c6205 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9f3eb910-acd0-4961-87c3-e6064b1b3a5b HTTP/1.1" status: 200 len: 217 time: 0.0784523 Feb 04 12:28:04.152277 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163e87df-3b55-46b9-97f6-8b78a1701b94 req-8975b218-2a54-4a9f-aad5-5854b2783c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:04.154122 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-163e87df-3b55-46b9-97f6-8b78a1701b94 req-8975b218-2a54-4a9f-aad5-5854b2783c58 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2f7dc246-a024-4937-952c-0ddeef5af29c HTTP/1.1" status: 200 len: 870 time: 0.2889378 Feb 04 12:28:04.210943 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-163e87df-3b55-46b9-97f6-8b78a1701b94 req-b245e27d-a216-461e-b2c7-2dddc1a52a85 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=1838ab07-adf7-4b9b-b746-757621e1c012 HTTP/1.1" status: 200 len: 217 time: 0.0492544 Feb 04 12:28:04.212831 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1617a0a-b3e5-48f7-8a1a-9460fb69a8e5 req-b7b85152-3426-4b56-899b-6aedd6db554d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:04.215247 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-e1617a0a-b3e5-48f7-8a1a-9460fb69a8e5 req-b7b85152-3426-4b56-899b-6aedd6db554d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ded1b65b-964f-4cd0-8493-06f49dcfd4c3 HTTP/1.1" status: 200 len: 844 time: 0.1220415 Feb 04 12:28:04.260828 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port b6fb8232-2c46-4d46-a43e-dcd1f154c131 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:28:04.262944 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (b6fb8232-2c46-4d46-a43e-dcd1f154c131), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:04.306067 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5de5b0-7145-4e74-b089-ffed14184e88 req-e380fc1d-7313-4cb0-a245-68cd2cd32b68 tempest-ServerGroupTestJSON-1961763623 tempest-ServerGroupTestJSON-1961763623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:04.308501 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5b5de5b0-7145-4e74-b089-ffed14184e88 req-e380fc1d-7313-4cb0-a245-68cd2cd32b68 tempest-ServerGroupTestJSON-1961763623 tempest-ServerGroupTestJSON-1961763623-project] 10.222.0.65 "GET /v2.0/ports?device_id=e2b6c5a0-3414-4c3a-ba82-5fad74eeba4d HTTP/1.1" status: 200 len: 944 time: 0.0911922 Feb 04 12:28:04.309257 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port b6fb8232-2c46-4d46-a43e-dcd1f154c131, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=b6fb8232-2c46-4d46-a43e-dcd1f154c131,segment=NetworkSegment(f5c177af-3889-44bd-b8d2-4efb770c9a0b),segment_id=f5c177af-3889-44bd-b8d2-4efb770c9a0b)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:28:04.314702 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (b6fb8232-2c46-4d46-a43e-dcd1f154c131), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:04.316631 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 25142d86-a439-461d-95dd-4edcb92f0c43 up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:28:04.325912 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163e87df-3b55-46b9-97f6-8b78a1701b94 req-0c42b6f5-4925-4ecd-ac8f-ed897b0d6fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:04.327399 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-163e87df-3b55-46b9-97f6-8b78a1701b94 req-0c42b6f5-4925-4ecd-ac8f-ed897b0d6fc7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5ee3374a-84e9-4639-853c-740c6edaf6dc HTTP/1.1" status: 200 len: 843 time: 0.1097374 Feb 04 12:28:04.348205 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1617a0a-b3e5-48f7-8a1a-9460fb69a8e5 req-51113484-d1a8-4835-aaec-68aaf92b0546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:04.350194 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-e1617a0a-b3e5-48f7-8a1a-9460fb69a8e5 req-51113484-d1a8-4835-aaec-68aaf92b0546 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=dc9512fb-33b9-46a5-a35b-21f61ba346c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1165581 Feb 04 12:28:04.387725 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aa90ad7-dc4a-4aad-9257-3f7319c7d955 x-openstack-request-id: req-7aa90ad7-dc4a-4aad-9257-3f7319c7d955 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:28:04.388043 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7a4e54a-ff08-4205-8b62-b4d32bb2b34a", "name": "network-vif-plugged", "status": "completed", "tag": "1f9807b4-31a7-4a96-ae71-393c64f75f59", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:28:04.388304 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7aa90ad7-dc4a-4aad-9257-3f7319c7d955 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:28:04.388705 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7a4e54a-ff08-4205-8b62-b4d32bb2b34a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f9807b4-31a7-4a96-ae71-393c64f75f59', 'code': 200} Feb 04 12:28:04.412024 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5b5de5b0-7145-4e74-b089-ffed14184e88 req-677b8ef8-e89e-4a2d-9f69-d3426a8b050f tempest-ServerGroupTestJSON-1961763623 tempest-ServerGroupTestJSON-1961763623-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d379945-ac18-431c-94b2-533173765df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974786 Feb 04 12:28:04.457580 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=b6fb8232-2c46-4d46-a43e-dcd1f154c131,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:04.482954 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning for port 25142d86-a439-461d-95dd-4edcb92f0c43 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:28:04.491959 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port 25142d86-a439-461d-95dd-4edcb92f0c43 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:28:04.494872 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (25142d86-a439-461d-95dd-4edcb92f0c43), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:04.556463 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163e87df-3b55-46b9-97f6-8b78a1701b94 req-a205a936-4e32-4c8e-896e-df3b518bfa72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:04.562695 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-163e87df-3b55-46b9-97f6-8b78a1701b94 req-a205a936-4e32-4c8e-896e-df3b518bfa72 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2f7dc246-a024-4937-952c-0ddeef5af29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2268522 Feb 04 12:28:04.567960 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-e1617a0a-b3e5-48f7-8a1a-9460fb69a8e5 req-b58956f7-8169-43d4-9f8e-ce51beac9b64 service neutron] 10.222.0.77 "GET /v2.0/networks/dc9512fb-33b9-46a5-a35b-21f61ba346c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947572 Feb 04 12:28:04.669434 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 25142d86-a439-461d-95dd-4edcb92f0c43 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:28:04.670539 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (25142d86-a439-461d-95dd-4edcb92f0c43), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:04.748200 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 25142d86-a439-461d-95dd-4edcb92f0c43, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=25142d86-a439-461d-95dd-4edcb92f0c43,segment=NetworkSegment(168eac25-ae6b-4a9e-a47a-4c62d5f39cf9),segment_id=168eac25-ae6b-4a9e-a47a-4c62d5f39cf9)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:28:04.759002 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (25142d86-a439-461d-95dd-4edcb92f0c43), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:04.785415 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-163e87df-3b55-46b9-97f6-8b78a1701b94 req-674d6610-9e26-4613-b2d5-20238b712299 service neutron] 10.222.0.73 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163963 Feb 04 12:28:04.787621 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-e1617a0a-b3e5-48f7-8a1a-9460fb69a8e5 req-ccd5d51d-2122-4690-9b41-1021c8ef428b service neutron] 10.222.0.77 "GET /v2.0/networks/dc9512fb-33b9-46a5-a35b-21f61ba346c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000520 Feb 04 12:28:04.843808 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=25142d86-a439-461d-95dd-4edcb92f0c43,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:04.934794 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-163e87df-3b55-46b9-97f6-8b78a1701b94 req-633402fa-4d4e-4d2c-aed4-1c4358b79d86 service neutron] 10.222.0.73 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425271 Feb 04 12:28:04.957833 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fd9097d-d5e4-4774-807c-a9b8c47df9ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1838ab07-adf7-4b9b-b746-757621e1c012'}, {'name': 'network-changed', 'server_uuid': '5fd9097d-d5e4-4774-807c-a9b8c47df9ef', 'tag': '1838ab07-adf7-4b9b-b746-757621e1c012'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:28:04.960958 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20b14d02-fb50-443b-810d-62d7c7d2e154" -d '{"events": [{"server_uuid": "5fd9097d-d5e4-4774-807c-a9b8c47df9ef", "name": "network-vif-unplugged", "status": "completed", "tag": "1838ab07-adf7-4b9b-b746-757621e1c012"}, {"name": "network-changed", "server_uuid": "5fd9097d-d5e4-4774-807c-a9b8c47df9ef", "tag": "1838ab07-adf7-4b9b-b746-757621e1c012"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:28:04.974857 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 9f3eb910-acd0-4961-87c3-e6064b1b3a5b details requested by agent hyperv_n-h2-825015-3 with host n-h2-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:28:04.978247 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 4aa1e584-0e9e-49fe-be65-8cf807afd9f8 no longer exists at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:28:05.014007 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] No Port match for: 4aa1e584-0e9e-49fe-be65-8cf807afd9f8 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:28:05.014503 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 4aa1e584-0e9e-49fe-be65-8cf807afd9f8 not bound to the agent host n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:28:05.059440 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-93a6420b-fae3-4061-be17-1f83bae7ab88 req-ba33ec96-07ca-429d-9511-b57d9b7d2ddf tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?device_id=3dbcae43-717d-41c7-982d-474705f0aebe HTTP/1.1" status: 200 len: 210 time: 0.0339727 Feb 04 12:28:05.125066 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a078eb1-9376-43ac-a597-b5f09287141c req-1f3c5da6-ba7a-4e4d-a88b-b88edd2d97af tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:05.126694 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1a078eb1-9376-43ac-a597-b5f09287141c req-1f3c5da6-ba7a-4e4d-a88b-b88edd2d97af tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa6662e6-b9de-4a87-ab14-c984ba42e2ba HTTP/1.1" status: 200 len: 943 time: 0.6645114 Feb 04 12:28:05.134911 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839fb51a-0716-463e-9d2a-8c960f5d57f4 req-eeedb193-260a-424a-a584-3e5efe141bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:05.140332 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-839fb51a-0716-463e-9d2a-8c960f5d57f4 req-eeedb193-260a-424a-a584-3e5efe141bfb service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=f7a4e54a-ff08-4205-8b62-b4d32bb2b34a HTTP/1.1" status: 200 len: 1128 time: 0.6258538 Feb 04 12:28:05.206103 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 9f3eb910-acd0-4961-87c3-e6064b1b3a5b, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=9f3eb910-acd0-4961-87c3-e6064b1b3a5b,segment=NetworkSegment(7286c194-a110-4398-987d-ff0e8956230a),segment_id=7286c194-a110-4398-987d-ff0e8956230a)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:28:05.220025 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Returning: {'device': '9f3eb910-acd0-4961-87c3-e6064b1b3a5b', 'network_id': 'dc9512fb-33b9-46a5-a35b-21f61ba346c6', 'port_id': '9f3eb910-acd0-4961-87c3-e6064b1b3a5b', 'mac_address': 'fa:16:3e:3e:1d:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ded1b65b-964f-4cd0-8493-06f49dcfd4c3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:28:05.251870 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1a078eb1-9376-43ac-a597-b5f09287141c req-98fe1690-04d7-4922-b6de-9aa5c2ffca58 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] 10.222.0.65 "GET /v2.0/security-groups?id=22893565-a144-4497-a366-cf8439bc48e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101615 Feb 04 12:28:05.263391 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-839fb51a-0716-463e-9d2a-8c960f5d57f4 req-7894c6d5-86f3-4745-8a1e-8b1bb87aca5e service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=d3abd631-9239-4be0-94cf-133e8014b391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052175 Feb 04 12:28:05.266230 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 9f3eb910-acd0-4961-87c3-e6064b1b3a5b is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:28:05.266807 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (9f3eb910-acd0-4961-87c3-e6064b1b3a5b), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:05.292912 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f3eb910-acd0-4961-87c3-e6064b1b3a5b {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:28:05.320641 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 9f3eb910-acd0-4961-87c3-e6064b1b3a5b, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=9f3eb910-acd0-4961-87c3-e6064b1b3a5b,segment=NetworkSegment(7286c194-a110-4398-987d-ff0e8956230a),segment_id=7286c194-a110-4398-987d-ff0e8956230a)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:28:05.329404 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (9f3eb910-acd0-4961-87c3-e6064b1b3a5b), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:05.397496 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fb1c2b2-98a2-4b20-bf60-78161d3d9ffc x-openstack-request-id: req-4fb1c2b2-98a2-4b20-bf60-78161d3d9ffc {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:28:05.398126 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dbcae43-717d-41c7-982d-474705f0aebe", "name": "network-vif-deleted", "tag": "4aa1e584-0e9e-49fe-be65-8cf807afd9f8", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:28:05.398126 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4fb1c2b2-98a2-4b20-bf60-78161d3d9ffc {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:28:05.398432 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dbcae43-717d-41c7-982d-474705f0aebe', 'name': 'network-vif-deleted', 'tag': '4aa1e584-0e9e-49fe-be65-8cf807afd9f8', 'status': 'completed', 'code': 200} Feb 04 12:28:05.401222 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=9f3eb910-acd0-4961-87c3-e6064b1b3a5b,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:05.423675 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62ca26f-708b-4a96-abea-b11c7a3b9ee1 req-2f7041e6-aac1-456c-a5d1-53ea6e4afb77 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:05.425209 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a62ca26f-708b-4a96-abea-b11c7a3b9ee1 req-2f7041e6-aac1-456c-a5d1-53ea6e4afb77 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fd9097d-d5e4-4774-807c-a9b8c47df9ef HTTP/1.1" status: 200 len: 948 time: 0.0780804 Feb 04 12:28:05.489969 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a62ca26f-708b-4a96-abea-b11c7a3b9ee1 req-9cf1c572-03d2-47cd-9dbf-00e2cdefc7bd tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587742 Feb 04 12:28:05.577266 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 04 Feb 2022 12:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a56cb5b-a988-4a26-8e21-32aefe1cd528 x-openstack-request-id: req-8a56cb5b-a988-4a26-8e21-32aefe1cd528 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:28:05.577776 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fd9097d-d5e4-4774-807c-a9b8c47df9ef", "name": "network-vif-unplugged", "status": "completed", "tag": "1838ab07-adf7-4b9b-b746-757621e1c012", "code": 200}, {"name": "network-changed", "server_uuid": "5fd9097d-d5e4-4774-807c-a9b8c47df9ef", "tag": "1838ab07-adf7-4b9b-b746-757621e1c012", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:28:05.578138 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8a56cb5b-a988-4a26-8e21-32aefe1cd528 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:28:05.578650 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fd9097d-d5e4-4774-807c-a9b8c47df9ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1838ab07-adf7-4b9b-b746-757621e1c012', 'code': 200} Feb 04 12:28:05.579134 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fd9097d-d5e4-4774-807c-a9b8c47df9ef', 'tag': '1838ab07-adf7-4b9b-b746-757621e1c012', 'status': 'completed', 'code': 200} Feb 04 12:28:05.609445 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['9f3eb910-acd0-4961-87c3-e6064b1b3a5b'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:28:05.716240 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b14d02-fb50-443b-810d-62d7c7d2e154 req-d7b38450-39fa-472c-9363-8a97d9c304b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:05.724210 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-20b14d02-fb50-443b-810d-62d7c7d2e154 req-d7b38450-39fa-472c-9363-8a97d9c304b0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5c34eef31d4540768d24bcb8030d50f3&device_id=5fd9097d-d5e4-4774-807c-a9b8c47df9ef HTTP/1.1" status: 200 len: 1130 time: 0.1050704 Feb 04 12:28:05.839701 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b14d02-fb50-443b-810d-62d7c7d2e154 req-57b36415-985d-4b11-bfe0-1c899b8a3549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:05.843209 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-20b14d02-fb50-443b-810d-62d7c7d2e154 req-57b36415-985d-4b11-bfe0-1c899b8a3549 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5c34eef31d4540768d24bcb8030d50f3&device_id=5fd9097d-d5e4-4774-807c-a9b8c47df9ef HTTP/1.1" status: 200 len: 1130 time: 0.2422230 Feb 04 12:28:05.891156 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b14d02-fb50-443b-810d-62d7c7d2e154 req-db40b217-bff3-4875-b67c-4c2fe73db54c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:05.892765 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-20b14d02-fb50-443b-810d-62d7c7d2e154 req-db40b217-bff3-4875-b67c-4c2fe73db54c service neutron] 10.222.0.73 "GET /v2.0/networks?id=2f7dc246-a024-4937-952c-0ddeef5af29c HTTP/1.1" status: 200 len: 870 time: 0.1618345 Feb 04 12:28:05.956647 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-20b14d02-fb50-443b-810d-62d7c7d2e154 req-51ff102f-eaba-42b3-82ad-cb1897e72726 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=1838ab07-adf7-4b9b-b746-757621e1c012 HTTP/1.1" status: 200 len: 217 time: 0.0555727 Feb 04 12:28:05.992579 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6ffc4c-f23a-49b6-82e1-dbfd9420ecfd req-c779244a-49a0-46ef-b2cd-e2045d98113e tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:06.001569 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7f6ffc4c-f23a-49b6-82e1-dbfd9420ecfd req-c779244a-49a0-46ef-b2cd-e2045d98113e tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] 10.222.0.65 "GET /v2.0/ports?device_id=f7a4e54a-ff08-4205-8b62-b4d32bb2b34a HTTP/1.1" status: 200 len: 946 time: 0.2621303 Feb 04 12:28:06.006841 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b14d02-fb50-443b-810d-62d7c7d2e154 req-de951ce4-8331-411e-9505-1e87cfe68560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:06.009950 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-20b14d02-fb50-443b-810d-62d7c7d2e154 req-de951ce4-8331-411e-9505-1e87cfe68560 service neutron] 10.222.0.77 "GET /v2.0/networks?id=2f7dc246-a024-4937-952c-0ddeef5af29c HTTP/1.1" status: 200 len: 870 time: 0.1563604 Feb 04 12:28:06.061202 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b14d02-fb50-443b-810d-62d7c7d2e154 req-c8fadb2d-cf55-4dbd-a2f4-0ac1d20c5968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:06.063283 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-20b14d02-fb50-443b-810d-62d7c7d2e154 req-c8fadb2d-cf55-4dbd-a2f4-0ac1d20c5968 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5ee3374a-84e9-4639-853c-740c6edaf6dc HTTP/1.1" status: 200 len: 843 time: 0.0942180 Feb 04 12:28:06.077986 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-20b14d02-fb50-443b-810d-62d7c7d2e154 req-121bbc9b-8e04-4a6a-95f3-c1fc22db559e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=1838ab07-adf7-4b9b-b746-757621e1c012 HTTP/1.1" status: 200 len: 217 time: 0.0391846 Feb 04 12:28:06.113722 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b618dc-1ec0-4c52-94fb-b47e91f3f9c8 req-4ee7167f-01a3-4006-8a4d-5e0045b9151f tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:06.115356 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-f5b618dc-1ec0-4c52-94fb-b47e91f3f9c8 req-4ee7167f-01a3-4006-8a4d-5e0045b9151f tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.77 "GET /v2.0/ports?device_id=77637105-0550-4658-837e-b253c5845668 HTTP/1.1" status: 200 len: 945 time: 0.1568317 Feb 04 12:28:06.168626 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7f6ffc4c-f23a-49b6-82e1-dbfd9420ecfd req-9ebc9af2-13fc-470a-8301-e12aa434cf69 tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] 10.222.0.65 "GET /v2.0/security-groups?id=d3abd631-9239-4be0-94cf-133e8014b391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663806 Feb 04 12:28:06.185238 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b14d02-fb50-443b-810d-62d7c7d2e154 req-dc014d41-e515-46a9-af4b-2250404c45af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:06.186764 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-20b14d02-fb50-443b-810d-62d7c7d2e154 req-dc014d41-e515-46a9-af4b-2250404c45af service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2f7dc246-a024-4937-952c-0ddeef5af29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1111009 Feb 04 12:28:06.220241 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b14d02-fb50-443b-810d-62d7c7d2e154 req-9f23716a-1890-4d38-a3f2-521f7ff6c1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:06.222141 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-20b14d02-fb50-443b-810d-62d7c7d2e154 req-9f23716a-1890-4d38-a3f2-521f7ff6c1a6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5ee3374a-84e9-4639-853c-740c6edaf6dc HTTP/1.1" status: 200 len: 843 time: 0.1379290 Feb 04 12:28:06.229771 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff386c1-8921-4e42-b394-c40e09d8628e req-7bba6cba-b84c-4aad-b99b-e5a76f2d7e4e tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:06.231122 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7ff386c1-8921-4e42-b394-c40e09d8628e req-7bba6cba-b84c-4aad-b99b-e5a76f2d7e4e tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=77637105-0550-4658-837e-b253c5845668 HTTP/1.1" status: 200 len: 945 time: 0.1280820 Feb 04 12:28:06.325682 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-20b14d02-fb50-443b-810d-62d7c7d2e154 req-38b11913-5094-4080-adfa-642e0a2ae6ad service neutron] 10.222.0.73 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078920 Feb 04 12:28:06.364150 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7ff386c1-8921-4e42-b394-c40e09d8628e req-99d87c6b-6216-4c93-a622-361844754eb2 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/security-groups?id=0e320687-8002-4e00-a016-6bf57af2cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219158 Feb 04 12:28:06.374810 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b14d02-fb50-443b-810d-62d7c7d2e154 req-1d960dc7-3aeb-4277-af7c-dffa7b66460c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:06.377986 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-20b14d02-fb50-443b-810d-62d7c7d2e154 req-1d960dc7-3aeb-4277-af7c-dffa7b66460c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2f7dc246-a024-4937-952c-0ddeef5af29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1458721 Feb 04 12:28:06.393034 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee876e86-9380-42c7-a1f2-0a97f9b82373', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6fb8232-2c46-4d46-a43e-dcd1f154c131'}, {'server_uuid': 'e2b6c5a0-3414-4c3a-ba82-5fad74eeba4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25142d86-a439-461d-95dd-4edcb92f0c43'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:28:06.397580 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df059748-fb9f-4620-bffa-37447010dbf9" -d '{"events": [{"server_uuid": "ee876e86-9380-42c7-a1f2-0a97f9b82373", "name": "network-vif-plugged", "status": "completed", "tag": "b6fb8232-2c46-4d46-a43e-dcd1f154c131"}, {"server_uuid": "e2b6c5a0-3414-4c3a-ba82-5fad74eeba4d", "name": "network-vif-plugged", "status": "completed", "tag": "25142d86-a439-461d-95dd-4edcb92f0c43"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:28:06.429742 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-f5b618dc-1ec0-4c52-94fb-b47e91f3f9c8 req-e29d156f-1f46-49b9-94f9-4f2676aea963 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Deleting port b3b9b701-1627-4bf6-b4c1-3546e6bb894a {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:28:06.430199 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-f5b618dc-1ec0-4c52-94fb-b47e91f3f9c8 req-e29d156f-1f46-49b9-94f9-4f2676aea963 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (b3b9b701-1627-4bf6-b4c1-3546e6bb894a), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:06.511765 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-20b14d02-fb50-443b-810d-62d7c7d2e154 req-3343065e-addd-4372-b806-3efb596ae70e service neutron] 10.222.0.77 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232202 Feb 04 12:28:06.519962 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeac13b-a358-41bc-a915-b7ac60f09843 req-8ab13c88-fbba-4af7-8458-bfb2fbafa5bf tempest-ServerGroupTestJSON-1961763623 tempest-ServerGroupTestJSON-1961763623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:06.521658 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-adeac13b-a358-41bc-a915-b7ac60f09843 req-8ab13c88-fbba-4af7-8458-bfb2fbafa5bf tempest-ServerGroupTestJSON-1961763623 tempest-ServerGroupTestJSON-1961763623-project] 10.222.0.65 "GET /v2.0/ports?device_id=e2b6c5a0-3414-4c3a-ba82-5fad74eeba4d HTTP/1.1" status: 200 len: 945 time: 0.2345188 Feb 04 12:28:06.564326 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-20b14d02-fb50-443b-810d-62d7c7d2e154 req-d9fe6aba-c965-41db-81f8-007655241fc5 service neutron] 10.222.0.73 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282257 Feb 04 12:28:06.564561 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-f5b618dc-1ec0-4c52-94fb-b47e91f3f9c8 req-e29d156f-1f46-49b9-94f9-4f2676aea963 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] For port b3b9b701-1627-4bf6-b4c1-3546e6bb894a, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=b3b9b701-1627-4bf6-b4c1-3546e6bb894a,segment=NetworkSegment(30a1e83f-6fb2-463b-baec-19bf81bfa14b),segment_id=30a1e83f-6fb2-463b-baec-19bf81bfa14b)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:28:06.564909 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-f5b618dc-1ec0-4c52-94fb-b47e91f3f9c8 req-e29d156f-1f46-49b9-94f9-4f2676aea963 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (b3b9b701-1627-4bf6-b4c1-3546e6bb894a), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:06.582186 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-f5b618dc-1ec0-4c52-94fb-b47e91f3f9c8 req-e29d156f-1f46-49b9-94f9-4f2676aea963 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Calling delete_port for b3b9b701-1627-4bf6-b4c1-3546e6bb894a owned by compute:nova {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:28:06.675233 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-adeac13b-a358-41bc-a915-b7ac60f09843 req-752941c4-ccb1-42b3-93fd-e331e60ece07 tempest-ServerGroupTestJSON-1961763623 tempest-ServerGroupTestJSON-1961763623-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d379945-ac18-431c-94b2-533173765df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413524 Feb 04 12:28:06.683338 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-20b14d02-fb50-443b-810d-62d7c7d2e154 req-a1bd3098-40a0-4980-a08c-49cc0819c225 service neutron] 10.222.0.77 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596785 Feb 04 12:28:06.753808 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 04 Feb 2022 12:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63d662b2-751c-4f66-b241-5a1befa7e8b9 x-openstack-request-id: req-63d662b2-751c-4f66-b241-5a1befa7e8b9 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:28:06.754123 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee876e86-9380-42c7-a1f2-0a97f9b82373", "name": "network-vif-plugged", "status": "completed", "tag": "b6fb8232-2c46-4d46-a43e-dcd1f154c131", "code": 200}, {"server_uuid": "e2b6c5a0-3414-4c3a-ba82-5fad74eeba4d", "name": "network-vif-plugged", "status": "completed", "tag": "25142d86-a439-461d-95dd-4edcb92f0c43", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:28:06.754388 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-63d662b2-751c-4f66-b241-5a1befa7e8b9 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:28:06.754795 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee876e86-9380-42c7-a1f2-0a97f9b82373', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6fb8232-2c46-4d46-a43e-dcd1f154c131', 'code': 200} Feb 04 12:28:06.755056 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2b6c5a0-3414-4c3a-ba82-5fad74eeba4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25142d86-a439-461d-95dd-4edcb92f0c43', 'code': 200} Feb 04 12:28:06.775215 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-f5b618dc-1ec0-4c52-94fb-b47e91f3f9c8 req-e29d156f-1f46-49b9-94f9-4f2676aea963 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (b3b9b701-1627-4bf6-b4c1-3546e6bb894a), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:06.790216 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceed140d-f709-4270-b843-caa43a85d128 req-eaf458fb-8ba7-4d33-965e-ada2728d47f5 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:06.792428 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ceed140d-f709-4270-b843-caa43a85d128 req-eaf458fb-8ba7-4d33-965e-ada2728d47f5 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa6662e6-b9de-4a87-ab14-c984ba42e2ba HTTP/1.1" status: 200 len: 944 time: 0.0983300 Feb 04 12:28:06.792728 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['b3b9b701-1627-4bf6-b4c1-3546e6bb894a'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:28:06.837855 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29d156f-1f46-49b9-94f9-4f2676aea963 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Pushing event deleted for resources: {'Port': ['ID=b3b9b701-1627-4bf6-b4c1-3546e6bb894a,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:06.898497 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5b618dc-1ec0-4c52-94fb-b47e91f3f9c8 req-e29d156f-1f46-49b9-94f9-4f2676aea963 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] No DVR routers for this DVR port b3b9b701-1627-4bf6-b4c1-3546e6bb894a on host n-h2-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:28:06.901754 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-f5b618dc-1ec0-4c52-94fb-b47e91f3f9c8 req-e29d156f-1f46-49b9-94f9-4f2676aea963 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:06.905380 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-f5b618dc-1ec0-4c52-94fb-b47e91f3f9c8 req-e29d156f-1f46-49b9-94f9-4f2676aea963 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.77 "DELETE /v2.0/ports/b3b9b701-1627-4bf6-b4c1-3546e6bb894a HTTP/1.1" status: 204 len: 173 time: 0.7844841 Feb 04 12:28:06.944735 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ceed140d-f709-4270-b843-caa43a85d128 req-61eb3b3d-7c06-4b21-b84e-15138c9a5d4b tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] 10.222.0.65 "GET /v2.0/security-groups?id=22893565-a144-4497-a366-cf8439bc48e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1377754 Feb 04 12:28:06.966275 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf8f16f-b03c-4585-ab07-e0abb15e25b8 req-722df054-2184-45bf-af8e-ef15998de892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:06.966579 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b206b9c-d303-43ad-bab0-d7fe08321378 req-02ff4d22-03ce-4edb-ad32-5512c96c3e6b tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:06.967981 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5b206b9c-d303-43ad-bab0-d7fe08321378 req-02ff4d22-03ce-4edb-ad32-5512c96c3e6b tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fd9097d-d5e4-4774-807c-a9b8c47df9ef HTTP/1.1" status: 200 len: 948 time: 0.1421309 Feb 04 12:28:06.968448 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-abf8f16f-b03c-4585-ab07-e0abb15e25b8 req-722df054-2184-45bf-af8e-ef15998de892 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ee876e86-9380-42c7-a1f2-0a97f9b82373 HTTP/1.1" status: 200 len: 1127 time: 0.0710571 Feb 04 12:28:06.981111 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc21931-f267-4a17-a726-99be2042f6b2 req-7121833c-8208-4c96-991e-3adae1705175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:06.982767 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2bc21931-f267-4a17-a726-99be2042f6b2 req-7121833c-8208-4c96-991e-3adae1705175 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e2b6c5a0-3414-4c3a-ba82-5fad74eeba4d HTTP/1.1" status: 200 len: 1127 time: 0.0960331 Feb 04 12:28:06.992168 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 9f3eb910-acd0-4961-87c3-e6064b1b3a5b up at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:28:07.087134 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-abf8f16f-b03c-4585-ab07-e0abb15e25b8 req-55456dd5-9c6b-40e0-9886-18a241e32a21 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d3abd631-9239-4be0-94cf-133e8014b391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080225 Feb 04 12:28:07.096462 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5b206b9c-d303-43ad-bab0-d7fe08321378 req-f486e91a-2ca9-4f14-8f7e-77937b1640d3 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203437 Feb 04 12:28:07.102394 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning for port 9f3eb910-acd0-4961-87c3-e6064b1b3a5b completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:28:07.103083 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2bc21931-f267-4a17-a726-99be2042f6b2 req-208110bc-baa1-41fd-bb81-72ed066643a7 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=9d379945-ac18-431c-94b2-533173765df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055961 Feb 04 12:28:07.110166 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning complete for port 9f3eb910-acd0-4961-87c3-e6064b1b3a5b triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:28:07.110589 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (9f3eb910-acd0-4961-87c3-e6064b1b3a5b), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:07.141060 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e703c23-158e-481c-a6dd-6c673ecc991f req-d8680f37-6a24-4ae3-9639-1b22da2638b3 tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:07.143116 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9e703c23-158e-481c-a6dd-6c673ecc991f req-d8680f37-6a24-4ae3-9639-1b22da2638b3 tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6db0dcb-a3f7-437b-b9b0-6285d804ef6a HTTP/1.1" status: 200 len: 947 time: 0.0966749 Feb 04 12:28:07.214213 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 9f3eb910-acd0-4961-87c3-e6064b1b3a5b is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:28:07.214518 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (9f3eb910-acd0-4961-87c3-e6064b1b3a5b), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:07.247295 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9e703c23-158e-481c-a6dd-6c673ecc991f req-c29ff05d-abef-4aac-90fc-0edf3917321b tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc117a99-abfb-4c9f-b5fe-c5a8dfa82af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961146 Feb 04 12:28:07.254062 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 9f3eb910-acd0-4961-87c3-e6064b1b3a5b, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=9f3eb910-acd0-4961-87c3-e6064b1b3a5b,segment=NetworkSegment(7286c194-a110-4398-987d-ff0e8956230a),segment_id=7286c194-a110-4398-987d-ff0e8956230a)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:28:07.270478 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (9f3eb910-acd0-4961-87c3-e6064b1b3a5b), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:07.272385 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device b3b9b701-1627-4bf6-b4c1-3546e6bb894a no longer exists at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:28:07.300818 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] No Port match for: b3b9b701-1627-4bf6-b4c1-3546e6bb894a {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:28:07.301334 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device b3b9b701-1627-4bf6-b4c1-3546e6bb894a not bound to the agent host n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:28:07.356683 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=9f3eb910-acd0-4961-87c3-e6064b1b3a5b,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:07.360821 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d076cd1-4c12-4bd6-b85d-5ed1f5d1a045 req-79eb1bbc-3458-4966-8797-216f99891943 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:07.362800 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0d076cd1-4c12-4bd6-b85d-5ed1f5d1a045 req-79eb1bbc-3458-4966-8797-216f99891943 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/networks?id=4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5 HTTP/1.1" status: 200 len: 812 time: 0.1753383 Feb 04 12:28:07.390619 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0d076cd1-4c12-4bd6-b85d-5ed1f5d1a045 req-d100d095-c29c-450a-931f-572dd0258601 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/quotas/5b457c49d6644968bc4c4118b5a09653 HTTP/1.1" status: 200 len: 375 time: 0.0192726 Feb 04 12:28:07.424289 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0d076cd1-4c12-4bd6-b85d-5ed1f5d1a045 req-b21b822f-4712-4442-a892-657380cf7905 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=5b457c49d6644968bc4c4118b5a09653&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327966 Feb 04 12:28:07.433452 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de19849-50fb-4155-b71f-5e9c6782abd6 req-b3d2d747-a333-48d8-b43c-514f1e985b60 tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:07.434987 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9de19849-50fb-4155-b71f-5e9c6782abd6 req-b3d2d747-a333-48d8-b43c-514f1e985b60 tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] 10.222.0.65 "GET /v2.0/ports?device_id=f7a4e54a-ff08-4205-8b62-b4d32bb2b34a HTTP/1.1" status: 200 len: 946 time: 0.1177197 Feb 04 12:28:07.542807 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9de19849-50fb-4155-b71f-5e9c6782abd6 req-1d5f0ba6-ac57-481c-b164-1ba5288c54d9 tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] 10.222.0.65 "GET /v2.0/security-groups?id=d3abd631-9239-4be0-94cf-133e8014b391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990353 Feb 04 12:28:07.561994 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0d076cd1-4c12-4bd6-b85d-5ed1f5d1a045 req-17a692a1-acc1-4b5b-98d6-36e6c9258809 service neutron] 10.222.0.65 "GET /v2.0/networks/4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259928 Feb 04 12:28:07.580916 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77637105-0550-4658-837e-b253c5845668', 'name': 'network-vif-deleted', 'tag': 'b3b9b701-1627-4bf6-b4c1-3546e6bb894a'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:28:07.584767 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f7fe39f-d370-46ef-9b79-2efba9baab6f" -d '{"events": [{"server_uuid": "77637105-0550-4658-837e-b253c5845668", "name": "network-vif-deleted", "tag": "b3b9b701-1627-4bf6-b4c1-3546e6bb894a"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:28:07.731692 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0d076cd1-4c12-4bd6-b85d-5ed1f5d1a045 req-07619398-c848-4b70-8715-933cdbc5180b service neutron] 10.222.0.65 "GET /v2.0/networks/4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621122 Feb 04 12:28:07.769436 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6058e370-d2d6-4e77-992b-292f69118e61 req-15357da6-f7da-4482-9762-ece0cb8b5138 tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:07.774670 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6058e370-d2d6-4e77-992b-292f69118e61 req-15357da6-f7da-4482-9762-ece0cb8b5138 tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee876e86-9380-42c7-a1f2-0a97f9b82373 HTTP/1.1" status: 200 len: 945 time: 0.1065032 Feb 04 12:28:07.826446 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 1838ab07-adf7-4b9b-b746-757621e1c012 details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:28:07.846004 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6058e370-d2d6-4e77-992b-292f69118e61 req-671ab9d6-88a0-44fb-9810-071ab7b7801b tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] 10.222.0.65 "GET /v2.0/security-groups?id=d3abd631-9239-4be0-94cf-133e8014b391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636065 Feb 04 12:28:07.927798 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cf8dc75-7c0b-498c-aa47-f857b808dd82 x-openstack-request-id: req-4cf8dc75-7c0b-498c-aa47-f857b808dd82 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:28:07.928656 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77637105-0550-4658-837e-b253c5845668", "name": "network-vif-deleted", "tag": "b3b9b701-1627-4bf6-b4c1-3546e6bb894a", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:28:07.928656 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4cf8dc75-7c0b-498c-aa47-f857b808dd82 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:28:07.929091 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77637105-0550-4658-837e-b253c5845668', 'name': 'network-vif-deleted', 'tag': 'b3b9b701-1627-4bf6-b4c1-3546e6bb894a', 'status': 'completed', 'code': 200} Feb 04 12:28:08.027927 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 1838ab07-adf7-4b9b-b746-757621e1c012, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=1838ab07-adf7-4b9b-b746-757621e1c012,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:28:08.049109 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': '1838ab07-adf7-4b9b-b746-757621e1c012', 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c', 'port_id': '1838ab07-adf7-4b9b-b746-757621e1c012', 'mac_address': 'fa:16:3e:f6:d3:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ee3374a-84e9-4639-853c-740c6edaf6dc', 'ip_address': '192.168.233.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:28:08.149081 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 1838ab07-adf7-4b9b-b746-757621e1c012 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:28:08.149738 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (1838ab07-adf7-4b9b-b746-757621e1c012), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:08.149916 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fff62d6-ade6-48ae-96ea-1629e29f734b req-79b401ff-2c70-446f-b0a5-03d208eca3ca tempest-ServerGroupTestJSON-1961763623 tempest-ServerGroupTestJSON-1961763623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:08.154227 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5fff62d6-ade6-48ae-96ea-1629e29f734b req-79b401ff-2c70-446f-b0a5-03d208eca3ca tempest-ServerGroupTestJSON-1961763623 tempest-ServerGroupTestJSON-1961763623-project] 10.222.0.65 "GET /v2.0/ports?device_id=e2b6c5a0-3414-4c3a-ba82-5fad74eeba4d HTTP/1.1" status: 200 len: 945 time: 0.1090825 Feb 04 12:28:08.174148 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1838ab07-adf7-4b9b-b746-757621e1c012 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:28:08.208980 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 1838ab07-adf7-4b9b-b746-757621e1c012, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=1838ab07-adf7-4b9b-b746-757621e1c012,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:28:08.219963 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (1838ab07-adf7-4b9b-b746-757621e1c012), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:08.257923 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4c67add0-a7e7-4d10-af29-a1766f866b0b req-fed89154-ad0b-4e75-9b42-83643679037a tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?device_id=12186027-69a9-4658-9ed9-1f2f99d79038 HTTP/1.1" status: 200 len: 210 time: 0.0699077 Feb 04 12:28:08.310550 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=1838ab07-adf7-4b9b-b746-757621e1c012,revision_number=8']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:08.317263 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5fff62d6-ade6-48ae-96ea-1629e29f734b req-5619a918-441f-4868-a442-16dfc109e7f6 tempest-ServerGroupTestJSON-1961763623 tempest-ServerGroupTestJSON-1961763623-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d379945-ac18-431c-94b2-533173765df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536081 Feb 04 12:28:08.492654 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b247b56-c093-45a6-a350-85406192d1af req-34fc8258-b480-4e84-930a-56dbb7d312a6 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:08.494227 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4b247b56-c093-45a6-a350-85406192d1af req-34fc8258-b480-4e84-930a-56dbb7d312a6 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa6662e6-b9de-4a87-ab14-c984ba42e2ba HTTP/1.1" status: 200 len: 945 time: 0.1188579 Feb 04 12:28:08.568277 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a45831-ea82-4bb8-bc21-6c79e6f16bd9 req-da582128-fc3a-47ee-9a23-2c0636699003 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:08.570716 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e6a45831-ea82-4bb8-bc21-6c79e6f16bd9 req-da582128-fc3a-47ee-9a23-2c0636699003 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fd9097d-d5e4-4774-807c-a9b8c47df9ef HTTP/1.1" status: 200 len: 949 time: 0.1278622 Feb 04 12:28:08.601008 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4b247b56-c093-45a6-a350-85406192d1af req-958e5d91-30d3-451a-b434-b6a9ced645cf tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] 10.222.0.65 "GET /v2.0/security-groups?id=22893565-a144-4497-a366-cf8439bc48e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979581 Feb 04 12:28:08.601423 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a27b50-37ad-45bd-9d0f-b9be74dd0f2c req-0b2fbc02-28c4-474e-9b33-4547f81f4617 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:08.603462 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-06a27b50-37ad-45bd-9d0f-b9be74dd0f2c req-0b2fbc02-28c4-474e-9b33-4547f81f4617 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.77 "GET /v2.0/ports?device_id=a40af1ad-fc65-42d6-a1d8-1787e530da20 HTTP/1.1" status: 200 len: 945 time: 0.0944390 Feb 04 12:28:08.661920 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e6a45831-ea82-4bb8-bc21-6c79e6f16bd9 req-d5ce765e-b334-42bb-b17c-ac0f62bc1635 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765703 Feb 04 12:28:08.751174 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-06a27b50-37ad-45bd-9d0f-b9be74dd0f2c req-44ded9dd-cdbe-4661-a6cc-767276fd339b tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Deleting port e33f78e5-ff97-4f89-a4db-1bcfa5ff3842 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:28:08.751952 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-06a27b50-37ad-45bd-9d0f-b9be74dd0f2c req-44ded9dd-cdbe-4661-a6cc-767276fd339b tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (e33f78e5-ff97-4f89-a4db-1bcfa5ff3842), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:08.754744 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['1838ab07-adf7-4b9b-b746-757621e1c012'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:28:08.759132 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa6662e6-b9de-4a87-ab14-c984ba42e2ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f3eb910-acd0-4961-87c3-e6064b1b3a5b'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:28:08.762226 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a459470a-d908-4201-9a4a-0c85a58344f0" -d '{"events": [{"server_uuid": "aa6662e6-b9de-4a87-ab14-c984ba42e2ba", "name": "network-vif-plugged", "status": "completed", "tag": "9f3eb910-acd0-4961-87c3-e6064b1b3a5b"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:28:08.856205 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c84e63a-f3df-4bdb-b17b-1bd042812ede req-7bde3632-c8a1-4512-97e1-39c85eec6559 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:08.861305 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2c84e63a-f3df-4bdb-b17b-1bd042812ede req-7bde3632-c8a1-4512-97e1-39c85eec6559 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=a40af1ad-fc65-42d6-a1d8-1787e530da20 HTTP/1.1" status: 200 len: 945 time: 0.1514452 Feb 04 12:28:08.880692 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edc645e-0a96-4de9-8dbe-f6aebfeca8fe req-e5fd9d92-f302-4e5b-971c-50e116554a59 tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:08.883389 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9edc645e-0a96-4de9-8dbe-f6aebfeca8fe req-e5fd9d92-f302-4e5b-971c-50e116554a59 tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6db0dcb-a3f7-437b-b9b0-6285d804ef6a HTTP/1.1" status: 200 len: 947 time: 0.1317773 Feb 04 12:28:08.966732 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9edc645e-0a96-4de9-8dbe-f6aebfeca8fe req-bb3c835d-0e20-4aef-8dfd-8e536828dce7 tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc117a99-abfb-4c9f-b5fe-c5a8dfa82af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760925 Feb 04 12:28:09.015467 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-06a27b50-37ad-45bd-9d0f-b9be74dd0f2c req-44ded9dd-cdbe-4661-a6cc-767276fd339b tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] For port e33f78e5-ff97-4f89-a4db-1bcfa5ff3842, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=e33f78e5-ff97-4f89-a4db-1bcfa5ff3842,segment=NetworkSegment(30a1e83f-6fb2-463b-baec-19bf81bfa14b),segment_id=30a1e83f-6fb2-463b-baec-19bf81bfa14b)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:28:09.016098 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-06a27b50-37ad-45bd-9d0f-b9be74dd0f2c req-44ded9dd-cdbe-4661-a6cc-767276fd339b tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (e33f78e5-ff97-4f89-a4db-1bcfa5ff3842), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:09.047150 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-06a27b50-37ad-45bd-9d0f-b9be74dd0f2c req-44ded9dd-cdbe-4661-a6cc-767276fd339b tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Calling delete_port for e33f78e5-ff97-4f89-a4db-1bcfa5ff3842 owned by compute:nova {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:28:09.242066 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad325300-4603-465f-9def-6feed6ba6232 x-openstack-request-id: req-ad325300-4603-465f-9def-6feed6ba6232 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:28:09.242657 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa6662e6-b9de-4a87-ab14-c984ba42e2ba", "name": "network-vif-plugged", "status": "completed", "tag": "9f3eb910-acd0-4961-87c3-e6064b1b3a5b", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:28:09.242657 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ad325300-4603-465f-9def-6feed6ba6232 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:28:09.243179 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa6662e6-b9de-4a87-ab14-c984ba42e2ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f3eb910-acd0-4961-87c3-e6064b1b3a5b', 'code': 200} Feb 04 12:28:09.288431 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-06a27b50-37ad-45bd-9d0f-b9be74dd0f2c req-44ded9dd-cdbe-4661-a6cc-767276fd339b tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (e33f78e5-ff97-4f89-a4db-1bcfa5ff3842), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:09.309632 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2c84e63a-f3df-4bdb-b17b-1bd042812ede req-6a7e6b6a-73dd-4a68-9ac1-65f73931361b tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/security-groups?id=0e320687-8002-4e00-a016-6bf57af2cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4249237 Feb 04 12:28:09.456040 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-06a27b50-37ad-45bd-9d0f-b9be74dd0f2c req-44ded9dd-cdbe-4661-a6cc-767276fd339b tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] No DVR routers for this DVR port e33f78e5-ff97-4f89-a4db-1bcfa5ff3842 on host n-h2-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:28:09.458598 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ded9dd-cdbe-4661-a6cc-767276fd339b tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Pushing event deleted for resources: {'Port': ['ID=e33f78e5-ff97-4f89-a4db-1bcfa5ff3842,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:09.461416 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-06a27b50-37ad-45bd-9d0f-b9be74dd0f2c req-44ded9dd-cdbe-4661-a6cc-767276fd339b tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:09.465809 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-06a27b50-37ad-45bd-9d0f-b9be74dd0f2c req-44ded9dd-cdbe-4661-a6cc-767276fd339b tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.77 "DELETE /v2.0/ports/e33f78e5-ff97-4f89-a4db-1bcfa5ff3842 HTTP/1.1" status: 204 len: 173 time: 0.8570764 Feb 04 12:28:09.524409 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d98a15-151b-472f-a021-6f207d517d4e req-56ec7ce2-3341-482a-b5c8-7bf1074dc6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:09.527357 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-41d98a15-151b-472f-a021-6f207d517d4e req-56ec7ce2-3341-482a-b5c8-7bf1074dc6f7 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=aa6662e6-b9de-4a87-ab14-c984ba42e2ba HTTP/1.1" status: 200 len: 1127 time: 0.1301467 Feb 04 12:28:09.551840 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf9a984-d99d-4309-a5cb-dc36caa22a7d req-5fe46856-4b3c-4b57-90ec-bf2a9bdccd66 tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:09.560514 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fbf9a984-d99d-4309-a5cb-dc36caa22a7d req-5fe46856-4b3c-4b57-90ec-bf2a9bdccd66 tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee876e86-9380-42c7-a1f2-0a97f9b82373 HTTP/1.1" status: 200 len: 945 time: 0.2452860 Feb 04 12:28:09.605873 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01eeee0-4a7c-4eca-a22a-7bb34ebde2c0 req-4299116d-60d5-4eba-98e2-64229508ab4d tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:09.607520 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d01eeee0-4a7c-4eca-a22a-7bb34ebde2c0 req-4299116d-60d5-4eba-98e2-64229508ab4d tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.77 "GET /v2.0/ports?device_id=5fd9097d-d5e4-4774-807c-a9b8c47df9ef&tenant_id=5c34eef31d4540768d24bcb8030d50f3&binding%3Ahost_id=n-h1-825015-3 HTTP/1.1" status: 200 len: 949 time: 0.2649875 Feb 04 12:28:09.644295 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-41d98a15-151b-472f-a021-6f207d517d4e req-09539569-2b84-4054-9bae-22e051210e5c service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=22893565-a144-4497-a366-cf8439bc48e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099067 Feb 04 12:28:09.682906 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b968d6bd-0b5b-4d32-aa4f-cea4929bd38f req-5a115ff8-ff07-4035-9244-0bf3dfa67818 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:09.684053 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b968d6bd-0b5b-4d32-aa4f-cea4929bd38f req-5a115ff8-ff07-4035-9244-0bf3dfa67818 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fd9097d-d5e4-4774-807c-a9b8c47df9ef HTTP/1.1" status: 200 len: 949 time: 0.2249367 Feb 04 12:28:09.719033 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fbf9a984-d99d-4309-a5cb-dc36caa22a7d req-6beff34f-1fe6-43df-82ce-787aa7e486f9 tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] 10.222.0.65 "GET /v2.0/security-groups?id=d3abd631-9239-4be0-94cf-133e8014b391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576126 Feb 04 12:28:09.738786 n-d-825015-3 neutron-server[103475]: INFO neutron.api.v2.resource [req-d01eeee0-4a7c-4eca-a22a-7bb34ebde2c0 req-d2f66963-d502-445d-b123-1fa3956a6074 service neutron] delete failed (client error): The resource could not be found. Feb 04 12:28:09.740473 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d01eeee0-4a7c-4eca-a22a-7bb34ebde2c0 req-d2f66963-d502-445d-b123-1fa3956a6074 service neutron] 10.222.0.77 "DELETE /v2.0/ports/1838ab07-adf7-4b9b-b746-757621e1c012/bindings/n-h2-825015-3 HTTP/1.1" status: 404 len: 380 time: 0.1217399 Feb 04 12:28:09.840941 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b968d6bd-0b5b-4d32-aa4f-cea4929bd38f req-356c2691-6c70-4e7d-8b21-b0ce4bc31644 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401517 Feb 04 12:28:09.870636 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c8a83ef8-4531-4a24-8664-0d9a994b27b5 req-9a5ad256-cd78-491a-9334-78e95cd2375c tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?device_id=12186027-69a9-4658-9ed9-1f2f99d79038 HTTP/1.1" status: 200 len: 210 time: 0.0571356 Feb 04 12:28:09.930430 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a40af1ad-fc65-42d6-a1d8-1787e530da20', 'name': 'network-vif-deleted', 'tag': 'e33f78e5-ff97-4f89-a4db-1bcfa5ff3842'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:28:09.934174 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26f8a4a0-5f57-4ed8-90eb-70d42fc0b6ae" -d '{"events": [{"server_uuid": "a40af1ad-fc65-42d6-a1d8-1787e530da20", "name": "network-vif-deleted", "tag": "e33f78e5-ff97-4f89-a4db-1bcfa5ff3842"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:28:09.937082 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d076cd1-4c12-4bd6-b85d-5ed1f5d1a045 req-bc62d212-9e9c-4d8e-9eab-6ecd030e68b3 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:09.940082 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0d076cd1-4c12-4bd6-b85d-5ed1f5d1a045 req-bc62d212-9e9c-4d8e-9eab-6ecd030e68b3 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.73 "GET /v2.0/networks?id=4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5 HTTP/1.1" status: 200 len: 812 time: 0.2027969 Feb 04 12:28:09.971678 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-0d076cd1-4c12-4bd6-b85d-5ed1f5d1a045 req-5e652287-9f22-4a64-9cef-c27617522b84 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Request body: {'port': {'device_id': '12186027-69a9-4658-9ed9-1f2f99d79038', 'network_id': '4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5', 'admin_state_up': True, 'tenant_id': '5b457c49d6644968bc4c4118b5a09653'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:28:10.168341 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62a6523-fd91-49c5-b0b0-be44db1f0697 req-348a3332-8723-48fe-ac75-ca510bc05be6 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:10.169863 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e62a6523-fd91-49c5-b0b0-be44db1f0697 req-348a3332-8723-48fe-ac75-ca510bc05be6 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa6662e6-b9de-4a87-ab14-c984ba42e2ba HTTP/1.1" status: 200 len: 945 time: 0.2150288 Feb 04 12:28:10.181018 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f92024-edbd-42ef-a28b-b269edbe73ce req-edfeb2ef-1063-4e39-bce3-ff3773fa5b24 tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:10.183715 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-a6f92024-edbd-42ef-a28b-b269edbe73ce req-edfeb2ef-1063-4e39-bce3-ff3773fa5b24 tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6db0dcb-a3f7-437b-b9b0-6285d804ef6a HTTP/1.1" status: 200 len: 947 time: 0.0673864 Feb 04 12:28:10.188516 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f500186f-49e6-4964-bf82-b5f4c84445c5 req-26ac64a6-109d-4f40-b563-62e25f1323d5 tempest-ServerGroupTestJSON-1961763623 tempest-ServerGroupTestJSON-1961763623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:10.189984 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f500186f-49e6-4964-bf82-b5f4c84445c5 req-26ac64a6-109d-4f40-b563-62e25f1323d5 tempest-ServerGroupTestJSON-1961763623 tempest-ServerGroupTestJSON-1961763623-project] 10.222.0.65 "GET /v2.0/ports?device_id=e2b6c5a0-3414-4c3a-ba82-5fad74eeba4d HTTP/1.1" status: 200 len: 945 time: 0.2325566 Feb 04 12:28:10.199305 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01eeee0-4a7c-4eca-a22a-7bb34ebde2c0 req-8419865d-0d73-48cf-ab34-24a774382f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:10.200792 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d01eeee0-4a7c-4eca-a22a-7bb34ebde2c0 req-8419865d-0d73-48cf-ab34-24a774382f6e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5c34eef31d4540768d24bcb8030d50f3&device_id=5fd9097d-d5e4-4774-807c-a9b8c47df9ef HTTP/1.1" status: 200 len: 1131 time: 0.2160535 Feb 04 12:28:10.294648 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-a6f92024-edbd-42ef-a28b-b269edbe73ce req-80860f08-2e80-47eb-a59f-44c809ab742f tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] Deleting port d441af3c-39b4-46ee-af38-3502aa337c29 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:28:10.295101 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-a6f92024-edbd-42ef-a28b-b269edbe73ce req-80860f08-2e80-47eb-a59f-44c809ab742f tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (d441af3c-39b4-46ee-af38-3502aa337c29), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:10.325595 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d076cd1-4c12-4bd6-b85d-5ed1f5d1a045 req-5e652287-9f22-4a64-9cef-c27617522b84 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Made reservation on behalf of 5b457c49d6644968bc4c4118b5a09653 for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:28:10.328970 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-0d076cd1-4c12-4bd6-b85d-5ed1f5d1a045 req-5e652287-9f22-4a64-9cef-c27617522b84 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:10.339070 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e62a6523-fd91-49c5-b0b0-be44db1f0697 req-62c4e67c-14c9-4999-84c7-29338da4ebde tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] 10.222.0.65 "GET /v2.0/security-groups?id=22893565-a144-4497-a366-cf8439bc48e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1599531 Feb 04 12:28:10.393407 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f500186f-49e6-4964-bf82-b5f4c84445c5 req-3ade3f02-f490-4f27-a3ed-3d98064e24b1 tempest-ServerGroupTestJSON-1961763623 tempest-ServerGroupTestJSON-1961763623-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d379945-ac18-431c-94b2-533173765df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905067 Feb 04 12:28:10.432220 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-a6f92024-edbd-42ef-a28b-b269edbe73ce req-80860f08-2e80-47eb-a59f-44c809ab742f tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] For port d441af3c-39b4-46ee-af38-3502aa337c29, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=d441af3c-39b4-46ee-af38-3502aa337c29,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:28:10.432694 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-a6f92024-edbd-42ef-a28b-b269edbe73ce req-80860f08-2e80-47eb-a59f-44c809ab742f tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (d441af3c-39b4-46ee-af38-3502aa337c29), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:10.447047 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-a6f92024-edbd-42ef-a28b-b269edbe73ce req-80860f08-2e80-47eb-a59f-44c809ab742f tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] Calling delete_port for d441af3c-39b4-46ee-af38-3502aa337c29 owned by compute:nova {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:28:10.459267 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01eeee0-4a7c-4eca-a22a-7bb34ebde2c0 req-bfaab3ae-222f-45e2-9d9d-fa7caea5908c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:10.461216 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d01eeee0-4a7c-4eca-a22a-7bb34ebde2c0 req-bfaab3ae-222f-45e2-9d9d-fa7caea5908c service neutron] 10.222.0.77 "GET /v2.0/networks?id=2f7dc246-a024-4937-952c-0ddeef5af29c HTTP/1.1" status: 200 len: 870 time: 0.2424061 Feb 04 12:28:10.497099 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28d699da-5265-4e6a-a5a3-b6c83b080a20 x-openstack-request-id: req-28d699da-5265-4e6a-a5a3-b6c83b080a20 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:28:10.497475 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a40af1ad-fc65-42d6-a1d8-1787e530da20", "name": "network-vif-deleted", "tag": "e33f78e5-ff97-4f89-a4db-1bcfa5ff3842", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:28:10.497704 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-28d699da-5265-4e6a-a5a3-b6c83b080a20 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:28:10.499634 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a40af1ad-fc65-42d6-a1d8-1787e530da20', 'name': 'network-vif-deleted', 'tag': 'e33f78e5-ff97-4f89-a4db-1bcfa5ff3842', 'status': 'completed', 'code': 200} Feb 04 12:28:10.535182 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d01eeee0-4a7c-4eca-a22a-7bb34ebde2c0 req-63bb5555-c688-46ed-ae76-1e90eed9995f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=1838ab07-adf7-4b9b-b746-757621e1c012 HTTP/1.1" status: 200 len: 217 time: 0.0636382 Feb 04 12:28:10.599127 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-a6f92024-edbd-42ef-a28b-b269edbe73ce req-80860f08-2e80-47eb-a59f-44c809ab742f tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (d441af3c-39b4-46ee-af38-3502aa337c29), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:10.627580 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80860f08-2e80-47eb-a59f-44c809ab742f tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] Pushing event deleted for resources: {'Port': ['ID=d441af3c-39b4-46ee-af38-3502aa337c29,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:10.648109 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e62e9348-68d8-46dc-aa2c-2bf3e3e84691 req-bbc06c4a-3576-40bf-b4bb-ea87a3fa2ec9 tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6db0dcb-a3f7-437b-b9b0-6285d804ef6a HTTP/1.1" status: 200 len: 210 time: 0.0874581 Feb 04 12:28:10.675373 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6f92024-edbd-42ef-a28b-b269edbe73ce req-80860f08-2e80-47eb-a59f-44c809ab742f tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] No DVR routers for this DVR port d441af3c-39b4-46ee-af38-3502aa337c29 on host n-h1-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:28:10.677793 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-a6f92024-edbd-42ef-a28b-b269edbe73ce req-80860f08-2e80-47eb-a59f-44c809ab742f tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:10.681870 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-a6f92024-edbd-42ef-a28b-b269edbe73ce req-80860f08-2e80-47eb-a59f-44c809ab742f tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] 10.222.0.73 "DELETE /v2.0/ports/d441af3c-39b4-46ee-af38-3502aa337c29 HTTP/1.1" status: 204 len: 173 time: 0.4888496 Feb 04 12:28:10.685467 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01eeee0-4a7c-4eca-a22a-7bb34ebde2c0 req-52ef1d33-09d2-4a64-91ba-90426209bd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:10.686942 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d01eeee0-4a7c-4eca-a22a-7bb34ebde2c0 req-52ef1d33-09d2-4a64-91ba-90426209bd19 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5ee3374a-84e9-4639-853c-740c6edaf6dc HTTP/1.1" status: 200 len: 843 time: 0.1277232 Feb 04 12:28:10.693226 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-0d076cd1-4c12-4bd6-b85d-5ed1f5d1a045 req-5e652287-9f22-4a64-9cef-c27617522b84 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Allocated IP 172.20.0.7 (4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5/23b19519-2923-41fd-80ca-5f7c6af8f70c/c1537604-c444-4e14-916e-fd5cd45b891c) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:28:10.720777 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7527cb6-2379-48aa-9aba-8d9071bf7613 req-ed962f2b-c8d0-4770-9237-b91966d73b35 tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:10.722792 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e7527cb6-2379-48aa-9aba-8d9071bf7613 req-ed962f2b-c8d0-4770-9237-b91966d73b35 tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] 10.222.0.65 "GET /v2.0/ports?device_id=c8941427-c66c-4471-b5c9-8198838cb73d HTTP/1.1" status: 200 len: 945 time: 0.2344105 Feb 04 12:28:10.858489 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01eeee0-4a7c-4eca-a22a-7bb34ebde2c0 req-d77fbe2c-f0e8-49af-976a-fdc2b1fff8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:10.860171 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d01eeee0-4a7c-4eca-a22a-7bb34ebde2c0 req-d77fbe2c-f0e8-49af-976a-fdc2b1fff8d6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2f7dc246-a024-4937-952c-0ddeef5af29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1617649 Feb 04 12:28:10.874357 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e7527cb6-2379-48aa-9aba-8d9071bf7613 req-5c763017-e327-48bb-90b4-ce6b1b2c8966 tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] 10.222.0.65 "GET /v2.0/security-groups?id=d3abd631-9239-4be0-94cf-133e8014b391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237810 Feb 04 12:28:11.109076 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-0d076cd1-4c12-4bd6-b85d-5ed1f5d1a045 req-5e652287-9f22-4a64-9cef-c27617522b84 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Publish callbacks [] for port (c1537604-c444-4e14-916e-fd5cd45b891c), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:11.114064 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d01eeee0-4a7c-4eca-a22a-7bb34ebde2c0 req-163869af-9f7b-443e-b271-94782238c0bd service neutron] 10.222.0.77 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381740 Feb 04 12:28:11.276045 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-0d076cd1-4c12-4bd6-b85d-5ed1f5d1a045 req-5e652287-9f22-4a64-9cef-c27617522b84 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (c1537604-c444-4e14-916e-fd5cd45b891c), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:11.333455 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d64a1a-68d8-440f-b480-8301b7f902c7 req-9d196286-f3c9-44fc-91cf-4b42c6941dcd tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:11.335069 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e1d64a1a-68d8-440f-b480-8301b7f902c7 req-9d196286-f3c9-44fc-91cf-4b42c6941dcd tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fd9097d-d5e4-4774-807c-a9b8c47df9ef HTTP/1.1" status: 200 len: 949 time: 0.2020006 Feb 04 12:28:11.362775 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d01eeee0-4a7c-4eca-a22a-7bb34ebde2c0 req-7b5f3cb0-a363-4b6e-96cf-7ecb2807a44d service neutron] 10.222.0.77 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412894 Feb 04 12:28:11.397785 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d076cd1-4c12-4bd6-b85d-5ed1f5d1a045 req-5e652287-9f22-4a64-9cef-c27617522b84 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Network 4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:28:11.413195 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-0d076cd1-4c12-4bd6-b85d-5ed1f5d1a045 req-5e652287-9f22-4a64-9cef-c27617522b84 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:28:11.420377 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d076cd1-4c12-4bd6-b85d-5ed1f5d1a045 req-5e652287-9f22-4a64-9cef-c27617522b84 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:28:11.459270 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e652287-9f22-4a64-9cef-c27617522b84 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Pushing event updated for resources: {'Port': ['ID=c1537604-c444-4e14-916e-fd5cd45b891c,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:11.521945 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e1d64a1a-68d8-440f-b480-8301b7f902c7 req-41cfde82-da8b-4ac7-bab3-d96cd09c9f4c tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743157 Feb 04 12:28:11.536251 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d076cd1-4c12-4bd6-b85d-5ed1f5d1a045 req-5e652287-9f22-4a64-9cef-c27617522b84 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:11.536907 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-0d076cd1-4c12-4bd6-b85d-5ed1f5d1a045 req-5e652287-9f22-4a64-9cef-c27617522b84 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:11.555996 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f934808-a441-4664-8bc7-e623d0fdf450 req-9ed1d7b7-0038-4a6a-b73a-f9cd8f2a8b1c tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:11.558452 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1f934808-a441-4664-8bc7-e623d0fdf450 req-9ed1d7b7-0038-4a6a-b73a-f9cd8f2a8b1c tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?device_id=12186027-69a9-4658-9ed9-1f2f99d79038 HTTP/1.1" status: 200 len: 931 time: 0.2163196 Feb 04 12:28:11.584702 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0d076cd1-4c12-4bd6-b85d-5ed1f5d1a045 req-5e652287-9f22-4a64-9cef-c27617522b84 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6248894 Feb 04 12:28:11.847742 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 1838ab07-adf7-4b9b-b746-757621e1c012 up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:28:11.907170 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning for port 1838ab07-adf7-4b9b-b746-757621e1c012 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:28:11.912927 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port 1838ab07-adf7-4b9b-b746-757621e1c012 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:28:11.914036 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (1838ab07-adf7-4b9b-b746-757621e1c012), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:11.953810 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b22b813-abe7-49e6-8d00-08f108b567fc req-d4de10c3-e173-480c-8d58-eec1bd91f791 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:11.955563 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9b22b813-abe7-49e6-8d00-08f108b567fc req-d4de10c3-e173-480c-8d58-eec1bd91f791 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.77 "GET /v2.0/ports?device_id=36e4d1dc-26b6-46cf-b4da-bef23d627bbe HTTP/1.1" status: 200 len: 944 time: 0.4979920 Feb 04 12:28:11.962648 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-0d076cd1-4c12-4bd6-b85d-5ed1f5d1a045 req-de596236-a9c8-4f50-9731-3a6f0dbe666a service neutron] Request body: {'port': {'device_id': '12186027-69a9-4658-9ed9-1f2f99d79038', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:28:12.050021 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 1838ab07-adf7-4b9b-b746-757621e1c012 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:28:12.050863 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (1838ab07-adf7-4b9b-b746-757621e1c012), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:12.133143 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1f934808-a441-4664-8bc7-e623d0fdf450 req-692e7300-5494-49b8-a2ae-59762241a49a tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f51ab49-2800-41c7-a09d-ab109cee7e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5646403 Feb 04 12:28:12.177063 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-0d076cd1-4c12-4bd6-b85d-5ed1f5d1a045 req-de596236-a9c8-4f50-9731-3a6f0dbe666a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (c1537604-c444-4e14-916e-fd5cd45b891c), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:12.197560 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32242437-66d3-4711-9cad-c4e44a2d6cf3 req-18735893-9597-4782-adb6-3af01121df81 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:12.206201 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-32242437-66d3-4711-9cad-c4e44a2d6cf3 req-18735893-9597-4782-adb6-3af01121df81 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=36e4d1dc-26b6-46cf-b4da-bef23d627bbe HTTP/1.1" status: 200 len: 944 time: 0.2607868 Feb 04 12:28:12.276431 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fd9097d-d5e4-4774-807c-a9b8c47df9ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1838ab07-adf7-4b9b-b746-757621e1c012'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:28:12.278708 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a221cd48-cd06-4eb5-b79d-a75689ddb933" -d '{"events": [{"server_uuid": "5fd9097d-d5e4-4774-807c-a9b8c47df9ef", "name": "network-vif-plugged", "status": "completed", "tag": "1838ab07-adf7-4b9b-b746-757621e1c012"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:28:12.292796 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 1838ab07-adf7-4b9b-b746-757621e1c012, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=1838ab07-adf7-4b9b-b746-757621e1c012,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:28:12.298737 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (1838ab07-adf7-4b9b-b746-757621e1c012), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:12.300375 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device d441af3c-39b4-46ee-af38-3502aa337c29 no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:28:12.328387 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] No Port match for: d441af3c-39b4-46ee-af38-3502aa337c29 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:28:12.329194 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device d441af3c-39b4-46ee-af38-3502aa337c29 not bound to the agent host n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:28:12.385754 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=1838ab07-adf7-4b9b-b746-757621e1c012,revision_number=9']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:12.417200 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-32242437-66d3-4711-9cad-c4e44a2d6cf3 req-68ef1fbb-4c02-4c64-98a9-81a5546b47d3 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/security-groups?id=0e320687-8002-4e00-a016-6bf57af2cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095118 Feb 04 12:28:12.428799 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-9b22b813-abe7-49e6-8d00-08f108b567fc req-b0a9e8b3-4026-43ec-a9c9-1fd4474ee2cb tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Deleting port 77dede16-a541-4c69-b69d-142ceabed198 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:28:12.429167 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-9b22b813-abe7-49e6-8d00-08f108b567fc req-b0a9e8b3-4026-43ec-a9c9-1fd4474ee2cb tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (77dede16-a541-4c69-b69d-142ceabed198), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:12.500203 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6db0dcb-a3f7-437b-b9b0-6285d804ef6a', 'name': 'network-vif-deleted', 'tag': 'd441af3c-39b4-46ee-af38-3502aa337c29'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:28:12.503415 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39f4d2a2-40e9-4176-ab4d-d006c2ccd3c3" -d '{"events": [{"server_uuid": "d6db0dcb-a3f7-437b-b9b0-6285d804ef6a", "name": "network-vif-deleted", "tag": "d441af3c-39b4-46ee-af38-3502aa337c29"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:28:12.588032 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3fb1fa-e898-40c0-976e-c10108d7e353 req-b7d85f20-93d6-4514-a0a4-f6a027b1d1ba tempest-ServerGroupTestJSON-1961763623 tempest-ServerGroupTestJSON-1961763623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:12.590230 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cb3fb1fa-e898-40c0-976e-c10108d7e353 req-b7d85f20-93d6-4514-a0a4-f6a027b1d1ba tempest-ServerGroupTestJSON-1961763623 tempest-ServerGroupTestJSON-1961763623-project] 10.222.0.65 "GET /v2.0/ports?device_id=e2b6c5a0-3414-4c3a-ba82-5fad74eeba4d HTTP/1.1" status: 200 len: 945 time: 0.3149457 Feb 04 12:28:12.700303 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-9b22b813-abe7-49e6-8d00-08f108b567fc req-b0a9e8b3-4026-43ec-a9c9-1fd4474ee2cb tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] For port 77dede16-a541-4c69-b69d-142ceabed198, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=77dede16-a541-4c69-b69d-142ceabed198,segment=NetworkSegment(30a1e83f-6fb2-463b-baec-19bf81bfa14b),segment_id=30a1e83f-6fb2-463b-baec-19bf81bfa14b)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:28:12.700678 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-9b22b813-abe7-49e6-8d00-08f108b567fc req-b0a9e8b3-4026-43ec-a9c9-1fd4474ee2cb tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (77dede16-a541-4c69-b69d-142ceabed198), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:12.733179 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfebc778-e082-4192-b008-4cb93c155628 req-64e6963e-32aa-4f48-9f15-83eea2360aa4 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:12.734725 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cfebc778-e082-4192-b008-4cb93c155628 req-64e6963e-32aa-4f48-9f15-83eea2360aa4 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa6662e6-b9de-4a87-ab14-c984ba42e2ba HTTP/1.1" status: 200 len: 945 time: 0.2322135 Feb 04 12:28:12.741934 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-9b22b813-abe7-49e6-8d00-08f108b567fc req-b0a9e8b3-4026-43ec-a9c9-1fd4474ee2cb tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Calling delete_port for 77dede16-a541-4c69-b69d-142ceabed198 owned by compute:nova {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:28:12.747220 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cb3fb1fa-e898-40c0-976e-c10108d7e353 req-9698168a-1a6e-4610-ae9c-117f6536313a tempest-ServerGroupTestJSON-1961763623 tempest-ServerGroupTestJSON-1961763623-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d379945-ac18-431c-94b2-533173765df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461008 Feb 04 12:28:12.916149 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cfebc778-e082-4192-b008-4cb93c155628 req-ba9349d3-30fc-47f2-9e04-4f85cf92caeb tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] 10.222.0.65 "GET /v2.0/security-groups?id=22893565-a144-4497-a366-cf8439bc48e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1662014 Feb 04 12:28:12.921767 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-0d076cd1-4c12-4bd6-b85d-5ed1f5d1a045 req-de596236-a9c8-4f50-9731-3a6f0dbe666a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1537604-c444-4e14-916e-fd5cd45b891c {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:28:12.947344 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-0d076cd1-4c12-4bd6-b85d-5ed1f5d1a045 req-de596236-a9c8-4f50-9731-3a6f0dbe666a service neutron] Publish callbacks [] for port (c1537604-c444-4e14-916e-fd5cd45b891c), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:13.005378 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a415c102-9712-4b4e-91f7-3c2c32ba8756 x-openstack-request-id: req-a415c102-9712-4b4e-91f7-3c2c32ba8756 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:28:13.006726 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fd9097d-d5e4-4774-807c-a9b8c47df9ef", "name": "network-vif-plugged", "status": "completed", "tag": "1838ab07-adf7-4b9b-b746-757621e1c012", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:28:13.008684 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a415c102-9712-4b4e-91f7-3c2c32ba8756 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:28:13.009376 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fd9097d-d5e4-4774-807c-a9b8c47df9ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1838ab07-adf7-4b9b-b746-757621e1c012', 'code': 200} Feb 04 12:28:13.014705 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdb4d26-bc99-4815-82a8-04c9b62ca17a req-954de4ef-b098-45b9-b46f-369fcc87e321 tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:13.021872 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5fdb4d26-bc99-4815-82a8-04c9b62ca17a req-954de4ef-b098-45b9-b46f-369fcc87e321 tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] 10.222.0.65 "GET /v2.0/ports?device_id=c8941427-c66c-4471-b5c9-8198838cb73d HTTP/1.1" status: 200 len: 945 time: 0.1897042 Feb 04 12:28:13.045493 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 77dede16-a541-4c69-b69d-142ceabed198 no longer exists at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:28:13.055866 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9a33ac2-30e1-48eb-bd8c-8c6786b9b978 x-openstack-request-id: req-b9a33ac2-30e1-48eb-bd8c-8c6786b9b978 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:28:13.057207 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6db0dcb-a3f7-437b-b9b0-6285d804ef6a", "name": "network-vif-deleted", "tag": "d441af3c-39b4-46ee-af38-3502aa337c29", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:28:13.057754 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b9a33ac2-30e1-48eb-bd8c-8c6786b9b978 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:28:13.058599 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6db0dcb-a3f7-437b-b9b0-6285d804ef6a', 'name': 'network-vif-deleted', 'tag': 'd441af3c-39b4-46ee-af38-3502aa337c29', 'status': 'completed', 'code': 200} Feb 04 12:28:13.067638 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-0d076cd1-4c12-4bd6-b85d-5ed1f5d1a045 req-de596236-a9c8-4f50-9731-3a6f0dbe666a service neutron] Transition to ACTIVE for port object c1537604-c444-4e14-916e-fd5cd45b891c will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:28:13.076461 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-9b22b813-abe7-49e6-8d00-08f108b567fc req-b0a9e8b3-4026-43ec-a9c9-1fd4474ee2cb tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (77dede16-a541-4c69-b69d-142ceabed198), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:13.080020 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-0d076cd1-4c12-4bd6-b85d-5ed1f5d1a045 req-de596236-a9c8-4f50-9731-3a6f0dbe666a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (c1537604-c444-4e14-916e-fd5cd45b891c), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:13.103237 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] No active binding found for port 77dede16-a541-4c69-b69d-142ceabed198 {{(pid=103476) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 04 12:28:13.103714 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] The host n-h2-825015-3 is not matching for port 77dede16-a541-4c69-b69d-142ceabed198 host None! {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 04 12:28:13.104263 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 77dede16-a541-4c69-b69d-142ceabed198 not bound to the agent host n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:28:13.104959 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device e33f78e5-ff97-4f89-a4db-1bcfa5ff3842 no longer exists at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:28:13.147193 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5fdb4d26-bc99-4815-82a8-04c9b62ca17a req-75a977d5-372a-4043-900b-6e03beb83b17 tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] 10.222.0.65 "GET /v2.0/security-groups?id=d3abd631-9239-4be0-94cf-133e8014b391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243236 Feb 04 12:28:13.149394 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] No Port match for: e33f78e5-ff97-4f89-a4db-1bcfa5ff3842 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:28:13.149918 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device e33f78e5-ff97-4f89-a4db-1bcfa5ff3842 not bound to the agent host n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:28:13.243601 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de596236-a9c8-4f50-9731-3a6f0dbe666a service neutron] Pushing event updated for resources: {'Port': ['ID=c1537604-c444-4e14-916e-fd5cd45b891c,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:13.254632 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b22b813-abe7-49e6-8d00-08f108b567fc req-b0a9e8b3-4026-43ec-a9c9-1fd4474ee2cb tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] No DVR routers for this DVR port 77dede16-a541-4c69-b69d-142ceabed198 on host n-h2-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:28:13.261387 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-9b22b813-abe7-49e6-8d00-08f108b567fc req-b0a9e8b3-4026-43ec-a9c9-1fd4474ee2cb tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:13.264255 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9b22b813-abe7-49e6-8d00-08f108b567fc req-b0a9e8b3-4026-43ec-a9c9-1fd4474ee2cb tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.77 "DELETE /v2.0/ports/77dede16-a541-4c69-b69d-142ceabed198 HTTP/1.1" status: 204 len: 173 time: 1.2977755 Feb 04 12:28:13.269049 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36e4d1dc-26b6-46cf-b4da-bef23d627bbe', 'name': 'network-vif-deleted', 'tag': '77dede16-a541-4c69-b69d-142ceabed198'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:28:13.271345 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79cf402c-a01f-4ed2-9f39-144e85d81eac" -d '{"events": [{"server_uuid": "36e4d1dc-26b6-46cf-b4da-bef23d627bbe", "name": "network-vif-deleted", "tag": "77dede16-a541-4c69-b69d-142ceabed198"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:28:13.336973 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35062651-12fb-4741-a21e-7609ec5b34c5 req-5ddca74d-102d-46c5-bed9-9149abd2c6be tempest-ServerGroupTestJSON-1961763623 tempest-ServerGroupTestJSON-1961763623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:13.347014 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a9e8b3-4026-43ec-a9c9-1fd4474ee2cb tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] Pushing event deleted for resources: {'Port': ['ID=77dede16-a541-4c69-b69d-142ceabed198,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:13.365123 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-35062651-12fb-4741-a21e-7609ec5b34c5 req-5ddca74d-102d-46c5-bed9-9149abd2c6be tempest-ServerGroupTestJSON-1961763623 tempest-ServerGroupTestJSON-1961763623-project] 10.222.0.73 "GET /v2.0/ports?device_id=e2b6c5a0-3414-4c3a-ba82-5fad74eeba4d HTTP/1.1" status: 200 len: 945 time: 0.1163628 Feb 04 12:28:13.513763 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcf98fd-efcc-4c1f-8d42-24e45580d6cb req-a1601b1b-c8a1-4851-b5aa-12cb077abc56 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:13.516579 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4fcf98fd-efcc-4c1f-8d42-24e45580d6cb req-a1601b1b-c8a1-4851-b5aa-12cb077abc56 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fd9097d-d5e4-4774-807c-a9b8c47df9ef HTTP/1.1" status: 200 len: 950 time: 0.3467398 Feb 04 12:28:13.518570 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-0d076cd1-4c12-4bd6-b85d-5ed1f5d1a045 req-de596236-a9c8-4f50-9731-3a6f0dbe666a service neutron] Attempting to bind port c1537604-c444-4e14-916e-fd5cd45b891c on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:28:13.519441 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-0d076cd1-4c12-4bd6-b85d-5ed1f5d1a045 req-de596236-a9c8-4f50-9731-3a6f0dbe666a service neutron] Attempting to bind port c1537604-c444-4e14-916e-fd5cd45b891c by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': '8447b48f-5ac4-4499-b5ab-2b0cb1297003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:28:13.520311 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d076cd1-4c12-4bd6-b85d-5ed1f5d1a045 req-de596236-a9c8-4f50-9731-3a6f0dbe666a service neutron] Attempting to bind port c1537604-c444-4e14-916e-fd5cd45b891c on network 4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:28:13.549847 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa475ef8-04b5-4499-901b-45d8bfcceb54 req-db9fef54-8cff-42f1-b428-0ece8005f746 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:13.564685 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fa475ef8-04b5-4499-901b-45d8bfcceb54 req-db9fef54-8cff-42f1-b428-0ece8005f746 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa6662e6-b9de-4a87-ab14-c984ba42e2ba HTTP/1.1" status: 200 len: 945 time: 0.3550320 Feb 04 12:28:13.565311 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 37936) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:28:13.575809 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d076cd1-4c12-4bd6-b85d-5ed1f5d1a045 req-de596236-a9c8-4f50-9731-3a6f0dbe666a service neutron] Port c1537604-c444-4e14-916e-fd5cd45b891c on network 4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:28:13.576170 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-259c94f1-cb8a-4658-a5b3-06f6748fdd32 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] Request body: {'floatingip': {'port_id': '9f3eb910-acd0-4961-87c3-e6064b1b3a5b'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:28:13.578540 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d076cd1-4c12-4bd6-b85d-5ed1f5d1a045 req-de596236-a9c8-4f50-9731-3a6f0dbe666a service neutron] Attempting to bind port c1537604-c444-4e14-916e-fd5cd45b891c on network 4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:28:13.624081 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-35062651-12fb-4741-a21e-7609ec5b34c5 req-bf0467fb-9414-4043-a552-0542f144ac5f tempest-ServerGroupTestJSON-1961763623 tempest-ServerGroupTestJSON-1961763623-project] Deleting port 25142d86-a439-461d-95dd-4edcb92f0c43 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:28:13.624763 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-35062651-12fb-4741-a21e-7609ec5b34c5 req-bf0467fb-9414-4043-a552-0542f144ac5f tempest-ServerGroupTestJSON-1961763623 tempest-ServerGroupTestJSON-1961763623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (25142d86-a439-461d-95dd-4edcb92f0c43), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:13.639999 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d076cd1-4c12-4bd6-b85d-5ed1f5d1a045 req-de596236-a9c8-4f50-9731-3a6f0dbe666a service neutron] Checking agent: {'id': 'f8add0d2-2202-43d3-bc0e-72442788e6ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:28:13.650309 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d076cd1-4c12-4bd6-b85d-5ed1f5d1a045 req-de596236-a9c8-4f50-9731-3a6f0dbe666a service neutron] Checking segment: {'id': '8447b48f-5ac4-4499-b5ab-2b0cb1297003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:28:13.650309 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d076cd1-4c12-4bd6-b85d-5ed1f5d1a045 req-de596236-a9c8-4f50-9731-3a6f0dbe666a service neutron] Bound using segment: {'id': '8447b48f-5ac4-4499-b5ab-2b0cb1297003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:28:13.650309 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-0d076cd1-4c12-4bd6-b85d-5ed1f5d1a045 req-de596236-a9c8-4f50-9731-3a6f0dbe666a service neutron] Bound port: c1537604-c444-4e14-916e-fd5cd45b891c, host: n-h1-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8447b48f-5ac4-4499-b5ab-2b0cb1297003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:28:13.650309 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-0d076cd1-4c12-4bd6-b85d-5ed1f5d1a045 req-de596236-a9c8-4f50-9731-3a6f0dbe666a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (c1537604-c444-4e14-916e-fd5cd45b891c), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:13.651352 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-259c94f1-cb8a-4658-a5b3-06f6748fdd32 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] Publish callbacks [] for floatingip (bb33685b-623d-496d-b04c-70cd9b308dc6), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:13.766980 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4fcf98fd-efcc-4c1f-8d42-24e45580d6cb req-c5f74fd1-ed36-4cc7-b827-95373eac6c78 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347307 Feb 04 12:28:13.839335 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e571180-97e7-4579-b6f7-f105268fa790 req-2a5a3ba6-af3d-4122-b877-7c590895a474 tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:13.847753 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1e571180-97e7-4579-b6f7-f105268fa790 req-2a5a3ba6-af3d-4122-b877-7c590895a474 tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] 10.222.0.73 "GET /v2.0/ports?device_id=c8941427-c66c-4471-b5c9-8198838cb73d HTTP/1.1" status: 200 len: 945 time: 0.2351053 Feb 04 12:28:13.850218 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-35062651-12fb-4741-a21e-7609ec5b34c5 req-bf0467fb-9414-4043-a552-0542f144ac5f tempest-ServerGroupTestJSON-1961763623 tempest-ServerGroupTestJSON-1961763623-project] For port 25142d86-a439-461d-95dd-4edcb92f0c43, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=25142d86-a439-461d-95dd-4edcb92f0c43,segment=NetworkSegment(168eac25-ae6b-4a9e-a47a-4c62d5f39cf9),segment_id=168eac25-ae6b-4a9e-a47a-4c62d5f39cf9)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:28:13.851927 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-35062651-12fb-4741-a21e-7609ec5b34c5 req-bf0467fb-9414-4043-a552-0542f144ac5f tempest-ServerGroupTestJSON-1961763623 tempest-ServerGroupTestJSON-1961763623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (25142d86-a439-461d-95dd-4edcb92f0c43), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:13.886983 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-35062651-12fb-4741-a21e-7609ec5b34c5 req-bf0467fb-9414-4043-a552-0542f144ac5f tempest-ServerGroupTestJSON-1961763623 tempest-ServerGroupTestJSON-1961763623-project] Calling delete_port for 25142d86-a439-461d-95dd-4edcb92f0c43 owned by compute:nova {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:28:13.899463 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-0d076cd1-4c12-4bd6-b85d-5ed1f5d1a045 req-de596236-a9c8-4f50-9731-3a6f0dbe666a service neutron] For port c1537604-c444-4e14-916e-fd5cd45b891c, host n-h1-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:28:13.904797 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14da4f6c-b2ec-4247-9540-6ace4b77d05b x-openstack-request-id: req-14da4f6c-b2ec-4247-9540-6ace4b77d05b {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:28:13.905092 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36e4d1dc-26b6-46cf-b4da-bef23d627bbe", "name": "network-vif-deleted", "tag": "77dede16-a541-4c69-b69d-142ceabed198", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:28:13.905337 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-14da4f6c-b2ec-4247-9540-6ace4b77d05b {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:28:13.905739 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36e4d1dc-26b6-46cf-b4da-bef23d627bbe', 'name': 'network-vif-deleted', 'tag': '77dede16-a541-4c69-b69d-142ceabed198', 'status': 'completed', 'code': 200} Feb 04 12:28:13.948121 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-0d076cd1-4c12-4bd6-b85d-5ed1f5d1a045 req-de596236-a9c8-4f50-9731-3a6f0dbe666a service neutron] For port c1537604-c444-4e14-916e-fd5cd45b891c, host n-h1-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=c1537604-c444-4e14-916e-fd5cd45b891c,segment=NetworkSegment(8447b48f-5ac4-4499-b5ab-2b0cb1297003),segment_id=8447b48f-5ac4-4499-b5ab-2b0cb1297003)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:28:14.003052 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-0d076cd1-4c12-4bd6-b85d-5ed1f5d1a045 req-de596236-a9c8-4f50-9731-3a6f0dbe666a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (c1537604-c444-4e14-916e-fd5cd45b891c), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:14.024274 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d076cd1-4c12-4bd6-b85d-5ed1f5d1a045 req-de596236-a9c8-4f50-9731-3a6f0dbe666a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:14.025019 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-0d076cd1-4c12-4bd6-b85d-5ed1f5d1a045 req-de596236-a9c8-4f50-9731-3a6f0dbe666a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:14.026789 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0d076cd1-4c12-4bd6-b85d-5ed1f5d1a045 req-de596236-a9c8-4f50-9731-3a6f0dbe666a service neutron] 10.222.0.73 "PUT /v2.0/ports/c1537604-c444-4e14-916e-fd5cd45b891c HTTP/1.1" status: 200 len: 1091 time: 2.0824783 Feb 04 12:28:14.105223 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-32ffdcbb-9400-477a-93e1-7b9ea5eae5b1 req-8df71856-4f93-403c-8be2-69d172555338 tempest-LiveAutoBlockMigrationV225Test-1828205590 tempest-LiveAutoBlockMigrationV225Test-1828205590-project] 10.222.0.65 "GET /v2.0/ports?device_id=36e4d1dc-26b6-46cf-b4da-bef23d627bbe HTTP/1.1" status: 200 len: 210 time: 0.0518267 Feb 04 12:28:14.173818 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26d561c-ad94-43f4-b6bc-1d3946362a22 req-0315329c-cfc6-4d8a-8bea-6d8867d8fd9e tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:14.181137 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d26d561c-ad94-43f4-b6bc-1d3946362a22 req-0315329c-cfc6-4d8a-8bea-6d8867d8fd9e tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?device_id=12186027-69a9-4658-9ed9-1f2f99d79038 HTTP/1.1" status: 200 len: 943 time: 0.2700446 Feb 04 12:28:14.187666 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de596236-a9c8-4f50-9731-3a6f0dbe666a service neutron] Pushing event updated for resources: {'Port': ['ID=c1537604-c444-4e14-916e-fd5cd45b891c,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:14.253484 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-1e571180-97e7-4579-b6f7-f105268fa790 req-6da453c8-4758-41b8-96c0-e30351beeb07 tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] Deleting port a99537c2-83e9-403a-b71e-117085cc53ac {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:28:14.254098 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-1e571180-97e7-4579-b6f7-f105268fa790 req-6da453c8-4758-41b8-96c0-e30351beeb07 tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (a99537c2-83e9-403a-b71e-117085cc53ac), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:14.329721 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d076cd1-4c12-4bd6-b85d-5ed1f5d1a045 req-a81698b2-37cc-4486-8b69-77ba7fcb9e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:14.331456 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0d076cd1-4c12-4bd6-b85d-5ed1f5d1a045 req-a81698b2-37cc-4486-8b69-77ba7fcb9e34 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5b457c49d6644968bc4c4118b5a09653&device_id=12186027-69a9-4658-9ed9-1f2f99d79038 HTTP/1.1" status: 200 len: 1125 time: 0.2339327 Feb 04 12:28:14.349559 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d26d561c-ad94-43f4-b6bc-1d3946362a22 req-ac50f189-8137-4154-b9bb-74fb0171bc42 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f51ab49-2800-41c7-a09d-ab109cee7e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647816 Feb 04 12:28:14.471014 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0d076cd1-4c12-4bd6-b85d-5ed1f5d1a045 req-31e4b006-9299-4a9d-a198-b0e83ef14543 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c1537604-c444-4e14-916e-fd5cd45b891c HTTP/1.1" status: 200 len: 217 time: 0.0832858 Feb 04 12:28:14.488604 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe83fec-c8f0-4750-b621-25f77405cafb req-cd493d77-1497-4a8f-af1c-0f8a78eced76 tempest-ServerGroupTestJSON-1961763623 tempest-ServerGroupTestJSON-1961763623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:14.490276 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ffe83fec-c8f0-4750-b621-25f77405cafb req-cd493d77-1497-4a8f-af1c-0f8a78eced76 tempest-ServerGroupTestJSON-1961763623 tempest-ServerGroupTestJSON-1961763623-project] 10.222.0.65 "GET /v2.0/ports?device_id=e2b6c5a0-3414-4c3a-ba82-5fad74eeba4d HTTP/1.1" status: 200 len: 945 time: 0.2772446 Feb 04 12:28:14.505082 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-1e571180-97e7-4579-b6f7-f105268fa790 req-6da453c8-4758-41b8-96c0-e30351beeb07 tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] For port a99537c2-83e9-403a-b71e-117085cc53ac, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=a99537c2-83e9-403a-b71e-117085cc53ac,segment=NetworkSegment(f5c177af-3889-44bd-b8d2-4efb770c9a0b),segment_id=f5c177af-3889-44bd-b8d2-4efb770c9a0b)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:28:14.505553 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-1e571180-97e7-4579-b6f7-f105268fa790 req-6da453c8-4758-41b8-96c0-e30351beeb07 tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (a99537c2-83e9-403a-b71e-117085cc53ac), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:14.549570 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-35062651-12fb-4741-a21e-7609ec5b34c5 req-bf0467fb-9414-4043-a552-0542f144ac5f tempest-ServerGroupTestJSON-1961763623 tempest-ServerGroupTestJSON-1961763623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (25142d86-a439-461d-95dd-4edcb92f0c43), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:14.567370 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-1e571180-97e7-4579-b6f7-f105268fa790 req-6da453c8-4758-41b8-96c0-e30351beeb07 tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] Calling delete_port for a99537c2-83e9-403a-b71e-117085cc53ac owned by compute:nova {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:28:14.643468 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0467fb-9414-4043-a552-0542f144ac5f tempest-ServerGroupTestJSON-1961763623 tempest-ServerGroupTestJSON-1961763623-project] Pushing event deleted for resources: {'Port': ['ID=25142d86-a439-461d-95dd-4edcb92f0c43,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:14.665069 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d076cd1-4c12-4bd6-b85d-5ed1f5d1a045 req-f3e59b1b-a5b5-4bf6-be8a-cada93a340ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:14.667388 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0d076cd1-4c12-4bd6-b85d-5ed1f5d1a045 req-f3e59b1b-a5b5-4bf6-be8a-cada93a340ff service neutron] 10.222.0.73 "GET /v2.0/subnets?id=23b19519-2923-41fd-80ca-5f7c6af8f70c HTTP/1.1" status: 200 len: 852 time: 0.1703796 Feb 04 12:28:14.710160 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0d076cd1-4c12-4bd6-b85d-5ed1f5d1a045 req-a5faf597-45e4-45ef-87d8-230d320c4bf1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335176 Feb 04 12:28:14.722001 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ffe83fec-c8f0-4750-b621-25f77405cafb req-26b2bf6f-75d8-4851-9a7d-0ae5a97a53b0 tempest-ServerGroupTestJSON-1961763623 tempest-ServerGroupTestJSON-1961763623-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d379945-ac18-431c-94b2-533173765df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930678 Feb 04 12:28:14.724247 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57f76e7-e7e7-4b34-86f3-54637c667544 req-ddf4f5ef-4ae6-454f-b2b0-39567269ca40 tempest-MigrationsAdminTest-1074769527 tempest-MigrationsAdminTest-1074769527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:14.730436 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-35062651-12fb-4741-a21e-7609ec5b34c5 req-bf0467fb-9414-4043-a552-0542f144ac5f tempest-ServerGroupTestJSON-1961763623 tempest-ServerGroupTestJSON-1961763623-project] No DVR routers for this DVR port 25142d86-a439-461d-95dd-4edcb92f0c43 on host n-h1-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:28:14.732386 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c57f76e7-e7e7-4b34-86f3-54637c667544 req-ddf4f5ef-4ae6-454f-b2b0-39567269ca40 tempest-MigrationsAdminTest-1074769527 tempest-MigrationsAdminTest-1074769527-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=5fd9097d-d5e4-4774-807c-a9b8c47df9ef HTTP/1.1" status: 200 len: 1132 time: 0.2711928 Feb 04 12:28:14.735949 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-35062651-12fb-4741-a21e-7609ec5b34c5 req-bf0467fb-9414-4043-a552-0542f144ac5f tempest-ServerGroupTestJSON-1961763623 tempest-ServerGroupTestJSON-1961763623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:14.744445 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-35062651-12fb-4741-a21e-7609ec5b34c5 req-bf0467fb-9414-4043-a552-0542f144ac5f tempest-ServerGroupTestJSON-1961763623 tempest-ServerGroupTestJSON-1961763623-project] 10.222.0.73 "DELETE /v2.0/ports/25142d86-a439-461d-95dd-4edcb92f0c43 HTTP/1.1" status: 204 len: 173 time: 1.3702512 Feb 04 12:28:14.921673 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c57f76e7-e7e7-4b34-86f3-54637c667544 req-b79e12d3-5d74-455d-b89d-3b25391350dd tempest-MigrationsAdminTest-1074769527 tempest-MigrationsAdminTest-1074769527-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882133 Feb 04 12:28:14.954440 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-259c94f1-cb8a-4658-a5b3-06f6748fdd32 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:14.961543 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-259c94f1-cb8a-4658-a5b3-06f6748fdd32 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1599943'] for floatingip (bb33685b-623d-496d-b04c-70cd9b308dc6), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:14.980134 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0d076cd1-4c12-4bd6-b85d-5ed1f5d1a045 req-dc11bcdb-6ad2-4607-a188-aa2d4af05a93 service neutron] 10.222.0.73 "GET /v2.0/networks/4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401321 Feb 04 12:28:15.021024 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfc24b9-1401-4621-80f0-1dd10857c85d req-4faae47c-9eaa-48e9-ac28-e1d28f87ad28 tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:15.022799 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-acfc24b9-1401-4621-80f0-1dd10857c85d req-4faae47c-9eaa-48e9-ac28-e1d28f87ad28 tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] 10.222.0.65 "GET /v2.0/ports?device_id=2f404aa9-f0fb-439c-8e26-a5d712f44c63 HTTP/1.1" status: 200 len: 948 time: 0.1956122 Feb 04 12:28:15.053825 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-1e571180-97e7-4579-b6f7-f105268fa790 req-6da453c8-4758-41b8-96c0-e30351beeb07 tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (a99537c2-83e9-403a-b71e-117085cc53ac), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:15.061808 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2b6c5a0-3414-4c3a-ba82-5fad74eeba4d', 'name': 'network-vif-deleted', 'tag': '25142d86-a439-461d-95dd-4edcb92f0c43'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:28:15.064634 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cde3f02f-9f3e-4f16-afcb-40b13806ed05" -d '{"events": [{"server_uuid": "e2b6c5a0-3414-4c3a-ba82-5fad74eeba4d", "name": "network-vif-deleted", "tag": "25142d86-a439-461d-95dd-4edcb92f0c43"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:28:15.067487 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['1f9807b4-31a7-4a96-ae71-393c64f75f59'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:28:15.074785 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['a99537c2-83e9-403a-b71e-117085cc53ac', 'b6fb8232-2c46-4d46-a43e-dcd1f154c131'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:28:15.086626 n-d-825015-3 neutron-server[103474]: INFO neutron.db.l3_db [None req-259c94f1-cb8a-4658-a5b3-06f6748fdd32 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] Floating IP bb33685b-623d-496d-b04c-70cd9b308dc6 associated. External IP: 172.25.3.138, port: 9f3eb910-acd0-4961-87c3-e6064b1b3a5b. Feb 04 12:28:15.154544 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da453c8-4758-41b8-96c0-e30351beeb07 tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] Pushing event deleted for resources: {'Port': ['ID=a99537c2-83e9-403a-b71e-117085cc53ac,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:15.164237 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1bcb1fca-225c-4aea-9db0-8ec217e7f12c req-32e8c2d8-69f7-4d5b-97b9-1eebcbae92d4 tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] 10.222.0.65 "GET /v2.0/ports?device_id=c8941427-c66c-4471-b5c9-8198838cb73d HTTP/1.1" status: 200 len: 210 time: 0.1398716 Feb 04 12:28:15.212559 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da453c8-4758-41b8-96c0-e30351beeb07 tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:28:15.212950 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da453c8-4758-41b8-96c0-e30351beeb07 tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:28:15.213408 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da453c8-4758-41b8-96c0-e30351beeb07 tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:28:15.215571 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da453c8-4758-41b8-96c0-e30351beeb07 tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:28:15.216566 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da453c8-4758-41b8-96c0-e30351beeb07 tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:28:15.217847 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da453c8-4758-41b8-96c0-e30351beeb07 tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:28:15.218213 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da453c8-4758-41b8-96c0-e30351beeb07 tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:28:15.219413 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da453c8-4758-41b8-96c0-e30351beeb07 tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:28:15.219778 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da453c8-4758-41b8-96c0-e30351beeb07 tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:28:15.220127 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da453c8-4758-41b8-96c0-e30351beeb07 tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:28:15.220468 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da453c8-4758-41b8-96c0-e30351beeb07 tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:28:15.220799 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da453c8-4758-41b8-96c0-e30351beeb07 tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:28:15.221124 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da453c8-4758-41b8-96c0-e30351beeb07 tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:28:15.364248 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 37956) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:28:15.438913 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfb95868-ebbc-4d5d-b8be-05d8d9afd257 x-openstack-request-id: req-bfb95868-ebbc-4d5d-b8be-05d8d9afd257 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:28:15.439162 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2b6c5a0-3414-4c3a-ba82-5fad74eeba4d", "name": "network-vif-deleted", "tag": "25142d86-a439-461d-95dd-4edcb92f0c43", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:28:15.439376 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bfb95868-ebbc-4d5d-b8be-05d8d9afd257 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:28:15.439799 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2b6c5a0-3414-4c3a-ba82-5fad74eeba4d', 'name': 'network-vif-deleted', 'tag': '25142d86-a439-461d-95dd-4edcb92f0c43', 'status': 'completed', 'code': 200} Feb 04 12:28:15.454713 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-259c94f1-cb8a-4658-a5b3-06f6748fdd32 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] Router d20fa03f-134d-41e8-ab0e-e6bf3acda011 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:28:15.484841 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e571180-97e7-4579-b6f7-f105268fa790 req-6da453c8-4758-41b8-96c0-e30351beeb07 tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] No DVR routers for this DVR port a99537c2-83e9-403a-b71e-117085cc53ac on host n-h1-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:28:15.558640 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-1e571180-97e7-4579-b6f7-f105268fa790 req-6da453c8-4758-41b8-96c0-e30351beeb07 tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:15.564853 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec180d46-9ff9-45d3-a5d6-70b458c68c91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:15.566835 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1e571180-97e7-4579-b6f7-f105268fa790 req-6da453c8-4758-41b8-96c0-e30351beeb07 tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] 10.222.0.73 "DELETE /v2.0/ports/a99537c2-83e9-403a-b71e-117085cc53ac HTTP/1.1" status: 204 len: 173 time: 1.7134185 Feb 04 12:28:15.596546 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-acfc24b9-1401-4621-80f0-1dd10857c85d req-470654c9-ef57-48d3-b20f-e214547e0a91 tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc117a99-abfb-4c9f-b5fe-c5a8dfa82af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5442374 Feb 04 12:28:15.605035 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0d076cd1-4c12-4bd6-b85d-5ed1f5d1a045 req-bd3f3c0b-c6e6-43c9-8635-789680147487 service neutron] 10.222.0.73 "GET /v2.0/networks/4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5938640 Feb 04 12:28:15.626294 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-259c94f1-cb8a-4658-a5b3-06f6748fdd32 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:28:15.641202 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd21b9b-2508-4074-b4e9-a502068c43d1 None None] Sync routers for ids ['d20fa03f-134d-41e8-ab0e-e6bf3acda011'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:28:15.649962 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-259c94f1-cb8a-4658-a5b3-06f6748fdd32 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:15.662572 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd21b9b-2508-4074-b4e9-a502068c43d1 None None] Routers {'d20fa03f-134d-41e8-ab0e-e6bf3acda011'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:28:15.679804 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-8dd21b9b-2508-4074-b4e9-a502068c43d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:27:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['d20fa03f-134d-41e8-ab0e-e6bf3acda011'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:28:15.718647 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-259c94f1-cb8a-4658-a5b3-06f6748fdd32 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] 10.222.0.65 "PUT /v2.0/floatingips/bb33685b-623d-496d-b04c-70cd9b308dc6 HTTP/1.1" status: 200 len: 991 time: 2.1486869 Feb 04 12:28:15.829121 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-8dd21b9b-2508-4074-b4e9-a502068c43d1 None None] Set router d20fa03f-134d-41e8-ab0e-e6bf3acda011 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:28:15.863979 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 25142d86-a439-461d-95dd-4edcb92f0c43 no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:28:15.891693 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] No Port match for: 25142d86-a439-461d-95dd-4edcb92f0c43 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:28:15.892122 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 25142d86-a439-461d-95dd-4edcb92f0c43 not bound to the agent host n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:28:16.118762 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12186027-69a9-4658-9ed9-1f2f99d79038', 'tag': 'c1537604-c444-4e14-916e-fd5cd45b891c'}, {'server_uuid': 'c8941427-c66c-4471-b5c9-8198838cb73d', 'name': 'network-vif-deleted', 'tag': 'a99537c2-83e9-403a-b71e-117085cc53ac'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:28:16.121494 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-837e2932-50d7-4dbb-af5a-9a7c8430a267" -d '{"events": [{"name": "network-changed", "server_uuid": "12186027-69a9-4658-9ed9-1f2f99d79038", "tag": "c1537604-c444-4e14-916e-fd5cd45b891c"}, {"server_uuid": "c8941427-c66c-4471-b5c9-8198838cb73d", "name": "network-vif-deleted", "tag": "a99537c2-83e9-403a-b71e-117085cc53ac"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:28:16.158798 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8ff5a15f-b3f8-4973-9b0b-fe1c5556419e req-4850c26a-faad-44d2-bd95-d317a5e7a4a2 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=5c34eef31d4540768d24bcb8030d50f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4412031 Feb 04 12:28:16.193342 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f33e6b2-a62f-4d49-af3b-53104e4ea0e7 admin admin] Deleting subnet baf06417-eecb-4036-81cf-3c7679e7daf8 {{(pid=103475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:28:16.217885 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6f33e6b2-a62f-4d49-af3b-53104e4ea0e7 admin admin] Publish callbacks [] for subnet (baf06417-eecb-4036-81cf-3c7679e7daf8), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:16.222863 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-8dd21b9b-2508-4074-b4e9-a502068c43d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd20fa03f-134d-41e8-ab0e-e6bf3acda011', 'name': 'tempest-ServersTestJSON-355000231-router', 'tenant_id': 'c0eafbbeb09641368ec0c43b6279b92e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': 'b86f5852-09ad-437d-8022-6956d9fc4189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:27:29Z', 'updated_at': '2022-02-04T12:27:39Z', 'revision_number': 4, 'project_id': 'c0eafbbeb09641368ec0c43b6279b92e', 'gw_port': {'id': 'b86f5852-09ad-437d-8022-6956d9fc4189', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20fa03f-134d-41e8-ab0e-e6bf3acda011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:27:32Z', 'updated_at': '2022-02-04T12:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': 'bb33685b-623d-496d-b04c-70cd9b308dc6', 'tenant_id': 'c0eafbbeb09641368ec0c43b6279b92e', 'floating_ip_address': '172.25.3.138', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': 'd20fa03f-134d-41e8-ab0e-e6bf3acda011', 'port_id': '9f3eb910-acd0-4961-87c3-e6064b1b3a5b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 952, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc9512fb-33b9-46a5-a35b-21f61ba346c6', 'mac_address': 'fa:16:3e:3e:1d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa6662e6-b9de-4a87-ab14-c984ba42e2ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:27:47Z', 'updated_at': '2022-02-04T12:28:14Z', 'revision_number': 1, 'project_id': 'c0eafbbeb09641368ec0c43b6279b92e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '359f4396-a2ef-41bf-8f8c-9610cb01c07c', 'name': '', 'network_id': 'dc9512fb-33b9-46a5-a35b-21f61ba346c6', 'tenant_id': 'c0eafbbeb09641368ec0c43b6279b92e', 'mac_address': 'fa:16:3e:b7:8b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20fa03f-134d-41e8-ab0e-e6bf3acda011', 'device_owner': 'network:router_interface', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': 'ded1b65b-964f-4cd0-8493-06f49dcfd4c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:27:37Z', 'updated_at': '2022-02-04T12:27:48Z', 'revision_number': 5, 'project_id': 'c0eafbbeb09641368ec0c43b6279b92e', 'subnets': [{'id': 'ded1b65b-964f-4cd0-8493-06f49dcfd4c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:28:16.228976 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27026c3e-2a8e-4fa9-8213-183600082ae8 req-06c74bef-80ad-452a-bfe4-b26c9038920b tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:16.231030 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-27026c3e-2a8e-4fa9-8213-183600082ae8 req-06c74bef-80ad-452a-bfe4-b26c9038920b tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?device_id=12186027-69a9-4658-9ed9-1f2f99d79038 HTTP/1.1" status: 200 len: 943 time: 0.6894433 Feb 04 12:28:16.262165 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd21b9b-2508-4074-b4e9-a502068c43d1 None None] Checking router: d20fa03f-134d-41e8-ab0e-e6bf3acda011 for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:28:16.273857 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd21b9b-2508-4074-b4e9-a502068c43d1 None None] Routers {'d20fa03f-134d-41e8-ab0e-e6bf3acda011'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:28:16.274784 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-8dd21b9b-2508-4074-b4e9-a502068c43d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:27:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['d20fa03f-134d-41e8-ab0e-e6bf3acda011'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:28:16.311260 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061abc0a-c3f0-460a-b3ac-ef87de2bbb6d req-42e40403-14ce-4fc8-9782-eaa5d3be2811 tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:16.312748 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-061abc0a-c3f0-460a-b3ac-ef87de2bbb6d req-42e40403-14ce-4fc8-9782-eaa5d3be2811 tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f404aa9-f0fb-439c-8e26-a5d712f44c63 HTTP/1.1" status: 200 len: 948 time: 0.6127863 Feb 04 12:28:16.376043 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6f33e6b2-a62f-4d49-af3b-53104e4ea0e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51859329'] for subnet (baf06417-eecb-4036-81cf-3c7679e7daf8), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:16.392617 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-8dd21b9b-2508-4074-b4e9-a502068c43d1 None None] Set router d20fa03f-134d-41e8-ab0e-e6bf3acda011 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:28:16.438058 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-27026c3e-2a8e-4fa9-8213-183600082ae8 req-0c5ffd60-d078-4a7f-a193-301e921e699d tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f51ab49-2800-41c7-a09d-ab109cee7e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544051 Feb 04 12:28:16.490690 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6f33e6b2-a62f-4d49-af3b-53104e4ea0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (baf06417-eecb-4036-81cf-3c7679e7daf8), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:16.520598 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff5a15f-b3f8-4973-9b0b-fe1c5556419e req-1687bcf5-dd19-4e84-b5e4-dfb45224ad9f tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:16.522057 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8ff5a15f-b3f8-4973-9b0b-fe1c5556419e req-1687bcf5-dd19-4e84-b5e4-dfb45224ad9f tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3528359 Feb 04 12:28:16.600147 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8ff5a15f-b3f8-4973-9b0b-fe1c5556419e req-ea4f4230-946c-4da4-a39e-4587d457de6a tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/quotas/5c34eef31d4540768d24bcb8030d50f3 HTTP/1.1" status: 200 len: 375 time: 0.0604434 Feb 04 12:28:16.639843 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-061abc0a-c3f0-460a-b3ac-ef87de2bbb6d req-fb9af2d1-b32b-41a4-86b7-6a4a54cc8297 tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] Deleting port 7db51392-e30f-45e2-aa6e-c2643bee38c2 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:28:16.640180 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-061abc0a-c3f0-460a-b3ac-ef87de2bbb6d req-fb9af2d1-b32b-41a4-86b7-6a4a54cc8297 tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (7db51392-e30f-45e2-aa6e-c2643bee38c2), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:16.673995 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6f33e6b2-a62f-4d49-af3b-53104e4ea0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-52093282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51452698'] for subnet (baf06417-eecb-4036-81cf-3c7679e7daf8), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:16.676495 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-8dd21b9b-2508-4074-b4e9-a502068c43d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd20fa03f-134d-41e8-ab0e-e6bf3acda011', 'name': 'tempest-ServersTestJSON-355000231-router', 'tenant_id': 'c0eafbbeb09641368ec0c43b6279b92e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': 'b86f5852-09ad-437d-8022-6956d9fc4189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:27:29Z', 'updated_at': '2022-02-04T12:27:39Z', 'revision_number': 4, 'project_id': 'c0eafbbeb09641368ec0c43b6279b92e', 'gw_port': {'id': 'b86f5852-09ad-437d-8022-6956d9fc4189', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20fa03f-134d-41e8-ab0e-e6bf3acda011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:27:32Z', 'updated_at': '2022-02-04T12:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': 'bb33685b-623d-496d-b04c-70cd9b308dc6', 'tenant_id': 'c0eafbbeb09641368ec0c43b6279b92e', 'floating_ip_address': '172.25.3.138', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': 'd20fa03f-134d-41e8-ab0e-e6bf3acda011', 'port_id': '9f3eb910-acd0-4961-87c3-e6064b1b3a5b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 952, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc9512fb-33b9-46a5-a35b-21f61ba346c6', 'mac_address': 'fa:16:3e:3e:1d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa6662e6-b9de-4a87-ab14-c984ba42e2ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:27:47Z', 'updated_at': '2022-02-04T12:28:14Z', 'revision_number': 1, 'project_id': 'c0eafbbeb09641368ec0c43b6279b92e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '359f4396-a2ef-41bf-8f8c-9610cb01c07c', 'name': '', 'network_id': 'dc9512fb-33b9-46a5-a35b-21f61ba346c6', 'tenant_id': 'c0eafbbeb09641368ec0c43b6279b92e', 'mac_address': 'fa:16:3e:b7:8b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20fa03f-134d-41e8-ab0e-e6bf3acda011', 'device_owner': 'network:router_interface', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': 'ded1b65b-964f-4cd0-8493-06f49dcfd4c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:27:37Z', 'updated_at': '2022-02-04T12:27:48Z', 'revision_number': 5, 'project_id': 'c0eafbbeb09641368ec0c43b6279b92e', 'subnets': [{'id': 'ded1b65b-964f-4cd0-8493-06f49dcfd4c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:28:16.710681 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd21b9b-2508-4074-b4e9-a502068c43d1 None None] The sync data for ids ['d20fa03f-134d-41e8-ab0e-e6bf3acda011'] in n-d-825015-3 is: [{'id': 'd20fa03f-134d-41e8-ab0e-e6bf3acda011', 'name': 'tempest-ServersTestJSON-355000231-router', 'tenant_id': 'c0eafbbeb09641368ec0c43b6279b92e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': 'b86f5852-09ad-437d-8022-6956d9fc4189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:27:29Z', 'updated_at': '2022-02-04T12:27:39Z', 'revision_number': 4, 'project_id': 'c0eafbbeb09641368ec0c43b6279b92e', 'gw_port': {'id': 'b86f5852-09ad-437d-8022-6956d9fc4189', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20fa03f-134d-41e8-ab0e-e6bf3acda011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:27:32Z', 'updated_at': '2022-02-04T12:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': 'bb33685b-623d-496d-b04c-70cd9b308dc6', 'tenant_id': 'c0eafbbeb09641368ec0c43b6279b92e', 'floating_ip_address': '172.25.3.138', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': 'd20fa03f-134d-41e8-ab0e-e6bf3acda011', 'port_id': '9f3eb910-acd0-4961-87c3-e6064b1b3a5b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 952, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc9512fb-33b9-46a5-a35b-21f61ba346c6', 'mac_address': 'fa:16:3e:3e:1d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa6662e6-b9de-4a87-ab14-c984ba42e2ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:27:47Z', 'updated_at': '2022-02-04T12:28:14Z', 'revision_number': 1, 'project_id': 'c0eafbbeb09641368ec0c43b6279b92e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '359f4396-a2ef-41bf-8f8c-9610cb01c07c', 'name': '', 'network_id': 'dc9512fb-33b9-46a5-a35b-21f61ba346c6', 'tenant_id': 'c0eafbbeb09641368ec0c43b6279b92e', 'mac_address': 'fa:16:3e:b7:8b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20fa03f-134d-41e8-ab0e-e6bf3acda011', 'device_owner': 'network:router_interface', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': 'ded1b65b-964f-4cd0-8493-06f49dcfd4c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:27:37Z', 'updated_at': '2022-02-04T12:27:48Z', 'revision_number': 5, 'project_id': 'c0eafbbeb09641368ec0c43b6279b92e', 'subnets': [{'id': 'ded1b65b-964f-4cd0-8493-06f49dcfd4c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:28:16.724472 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c188ce55-4f7c-4edf-9310-9c713b1ef41f req-6a6a1457-c6fe-41ed-94bf-95e3b05c4451 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:16.726057 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c188ce55-4f7c-4edf-9310-9c713b1ef41f req-6a6a1457-c6fe-41ed-94bf-95e3b05c4451 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa6662e6-b9de-4a87-ab14-c984ba42e2ba HTTP/1.1" status: 200 len: 945 time: 0.2134354 Feb 04 12:28:16.753871 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f33e6b2-a62f-4d49-af3b-53104e4ea0e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=baf06417-eecb-4036-81cf-3c7679e7daf8,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:16.756152 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6f33e6b2-a62f-4d49-af3b-53104e4ea0e7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:16.759267 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-6f33e6b2-a62f-4d49-af3b-53104e4ea0e7 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/baf06417-eecb-4036-81cf-3c7679e7daf8 HTTP/1.1" status: 204 len: 168 time: 1.3906546 Feb 04 12:28:16.763607 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 37986) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:28:16.833394 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8ff5a15f-b3f8-4973-9b0b-fe1c5556419e req-ca04be92-3a8b-41f5-b2b1-0e47b2fa2fa9 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=5c34eef31d4540768d24bcb8030d50f3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2226052 Feb 04 12:28:16.871439 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c188ce55-4f7c-4edf-9310-9c713b1ef41f req-61bb3b12-b9b8-4237-955a-29cfeff6789a tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] 10.222.0.65 "GET /v2.0/security-groups?id=22893565-a144-4497-a366-cf8439bc48e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192853 Feb 04 12:28:16.883905 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-061abc0a-c3f0-460a-b3ac-ef87de2bbb6d req-fb9af2d1-b32b-41a4-86b7-6a4a54cc8297 tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] For port 7db51392-e30f-45e2-aa6e-c2643bee38c2, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=7db51392-e30f-45e2-aa6e-c2643bee38c2,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:28:16.883905 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-061abc0a-c3f0-460a-b3ac-ef87de2bbb6d req-fb9af2d1-b32b-41a4-86b7-6a4a54cc8297 tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (7db51392-e30f-45e2-aa6e-c2643bee38c2), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:16.884148 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9ccf680c-a7fb-4d52-8c09-8597ee1b50f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (365084f8-2068-4655-9009-041f3cc171be), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:16.910874 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-061abc0a-c3f0-460a-b3ac-ef87de2bbb6d req-fb9af2d1-b32b-41a4-86b7-6a4a54cc8297 tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] Calling delete_port for 7db51392-e30f-45e2-aa6e-c2643bee38c2 owned by compute:nova {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:28:17.014674 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 04 Feb 2022 12:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0c4d626-8995-4b59-8c83-a36a221af8fc x-openstack-request-id: req-a0c4d626-8995-4b59-8c83-a36a221af8fc {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:28:17.014674 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12186027-69a9-4658-9ed9-1f2f99d79038", "tag": "c1537604-c444-4e14-916e-fd5cd45b891c", "status": "completed", "code": 200}, {"server_uuid": "c8941427-c66c-4471-b5c9-8198838cb73d", "name": "network-vif-deleted", "tag": "a99537c2-83e9-403a-b71e-117085cc53ac", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:28:17.014997 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a0c4d626-8995-4b59-8c83-a36a221af8fc {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:28:17.015334 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12186027-69a9-4658-9ed9-1f2f99d79038', 'tag': 'c1537604-c444-4e14-916e-fd5cd45b891c', 'status': 'completed', 'code': 200} Feb 04 12:28:17.015589 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8941427-c66c-4471-b5c9-8198838cb73d', 'name': 'network-vif-deleted', 'tag': 'a99537c2-83e9-403a-b71e-117085cc53ac', 'status': 'completed', 'code': 200} Feb 04 12:28:17.085066 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2469d3-04af-4590-a978-a99222dd42b6 None None] New status for floating IP bb33685b-623d-496d-b04c-70cd9b308dc6: ACTIVE {{(pid=103477) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 12:28:17.124950 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9ccf680c-a7fb-4d52-8c09-8597ee1b50f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (365084f8-2068-4655-9009-041f3cc171be), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:17.176816 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837e2932-50d7-4dbb-af5a-9a7c8430a267 req-c2150e66-0755-4f74-a90e-8a4c25047bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:17.178320 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-837e2932-50d7-4dbb-af5a-9a7c8430a267 req-c2150e66-0755-4f74-a90e-8a4c25047bc9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5b457c49d6644968bc4c4118b5a09653&device_id=12186027-69a9-4658-9ed9-1f2f99d79038 HTTP/1.1" status: 200 len: 1125 time: 0.1355879 Feb 04 12:28:17.204110 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-9ccf680c-a7fb-4d52-8c09-8597ee1b50f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['365084f8-2068-4655-9009-041f3cc171be']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:28:17.250718 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-9ccf680c-a7fb-4d52-8c09-8597ee1b50f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30a1e83f-6fb2-463b-baec-19bf81bfa14b') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:28:17.250718 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-9ccf680c-a7fb-4d52-8c09-8597ee1b50f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30a1e83f-6fb2-463b-baec-19bf81bfa14b') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:28:17.286458 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9ccf680c-a7fb-4d52-8c09-8597ee1b50f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (30a1e83f-6fb2-463b-baec-19bf81bfa14b), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:17.333354 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9ccf680c-a7fb-4d52-8c09-8597ee1b50f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (30a1e83f-6fb2-463b-baec-19bf81bfa14b), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:17.351171 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-061abc0a-c3f0-460a-b3ac-ef87de2bbb6d req-fb9af2d1-b32b-41a4-86b7-6a4a54cc8297 tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (7db51392-e30f-45e2-aa6e-c2643bee38c2), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:17.356220 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ccf680c-a7fb-4d52-8c09-8597ee1b50f9 admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:28:17.357091 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9ccf680c-a7fb-4d52-8c09-8597ee1b50f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (30a1e83f-6fb2-463b-baec-19bf81bfa14b), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:17.361323 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 12:28:17.361323 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:28:17.361323 n-d-825015-3 neutron-server[103474]: timer() Feb 04 12:28:17.361323 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:28:17.361323 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 12:28:17.361323 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:28:17.361323 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 12:28:17.361323 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:28:17.361323 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 12:28:17.361323 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:28:17.361323 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 12:28:17.361323 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:28:17.361323 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 12:28:17.361323 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:28:17.361323 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:28:17.361323 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:28:17.361323 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:28:17.361323 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:28:17.361323 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 12:28:17.361323 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:28:17.361323 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 12:28:17.361323 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:28:17.361323 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:28:17.361323 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:28:17.361323 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 12:28:17.361323 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:28:17.361323 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:28:17.361323 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:28:17.361323 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:28:17.361323 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:28:17.361323 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:28:17.361323 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:28:17.373830 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb91335-4c7b-4d26-a0c6-834f5039aa47 req-374d0724-0872-4307-b39e-200763cea6fa tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:17.382324 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-eeb91335-4c7b-4d26-a0c6-834f5039aa47 req-374d0724-0872-4307-b39e-200763cea6fa tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] 10.222.0.65 "GET /v2.0/ports?device_id=2f404aa9-f0fb-439c-8e26-a5d712f44c63 HTTP/1.1" status: 200 len: 948 time: 0.1632528 Feb 04 12:28:17.424817 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9af2d1-b32b-41a4-86b7-6a4a54cc8297 tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] Pushing event deleted for resources: {'Port': ['ID=7db51392-e30f-45e2-aa6e-c2643bee38c2,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:17.437951 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837e2932-50d7-4dbb-af5a-9a7c8430a267 req-e988a83d-776b-4deb-97d4-96e30d71e6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:17.439411 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-837e2932-50d7-4dbb-af5a-9a7c8430a267 req-e988a83d-776b-4deb-97d4-96e30d71e6c2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5 HTTP/1.1" status: 200 len: 913 time: 0.2113936 Feb 04 12:28:17.460820 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa6662e6-b9de-4a87-ab14-c984ba42e2ba', 'tag': '9f3eb910-acd0-4961-87c3-e6064b1b3a5b'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:28:17.468106 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77ac751c-a354-45f5-858a-0a79d268f1bc" -d '{"events": [{"name": "network-changed", "server_uuid": "aa6662e6-b9de-4a87-ab14-c984ba42e2ba", "tag": "9f3eb910-acd0-4961-87c3-e6064b1b3a5b"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:28:17.537291 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9ccf680c-a7fb-4d52-8c09-8597ee1b50f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (365084f8-2068-4655-9009-041f3cc171be), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:17.548695 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9ccf680c-a7fb-4d52-8c09-8597ee1b50f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:17.558355 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-837e2932-50d7-4dbb-af5a-9a7c8430a267 req-9146ee72-69a4-4aa1-a1de-9527924f859d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c1537604-c444-4e14-916e-fd5cd45b891c HTTP/1.1" status: 200 len: 217 time: 0.0818071 Feb 04 12:28:17.566228 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-9ccf680c-a7fb-4d52-8c09-8597ee1b50f9 admin admin] 10.222.0.65 "DELETE /v2.0/networks/365084f8-2068-4655-9009-041f3cc171be HTTP/1.1" status: 204 len: 168 time: 0.8005404 Feb 04 12:28:17.569564 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 38008) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:28:17.574247 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-061abc0a-c3f0-460a-b3ac-ef87de2bbb6d req-fb9af2d1-b32b-41a4-86b7-6a4a54cc8297 tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] No DVR routers for this DVR port 7db51392-e30f-45e2-aa6e-c2643bee38c2 on host n-h2-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:28:17.586702 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-061abc0a-c3f0-460a-b3ac-ef87de2bbb6d req-fb9af2d1-b32b-41a4-86b7-6a4a54cc8297 tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:17.591459 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-061abc0a-c3f0-460a-b3ac-ef87de2bbb6d req-fb9af2d1-b32b-41a4-86b7-6a4a54cc8297 tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] 10.222.0.77 "DELETE /v2.0/ports/7db51392-e30f-45e2-aa6e-c2643bee38c2 HTTP/1.1" status: 204 len: 173 time: 1.2704160 Feb 04 12:28:17.605237 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-eeb91335-4c7b-4d26-a0c6-834f5039aa47 req-3e98a87e-f948-4192-b990-8ede13fb9a9c tempest-ListImageFiltersTestJSON-1529615334 tempest-ListImageFiltersTestJSON-1529615334-project] 10.222.0.65 "GET /v2.0/security-groups?id=fc117a99-abfb-4c9f-b5fe-c5a8dfa82af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195051 Feb 04 12:28:17.691669 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-befe9bb3-3f5a-4799-97a0-edb322808400 req-ff7f7688-43c5-4fb9-bc42-2558ee46195b tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=309f20f5-fb15-4854-a3f3-90201a4e005a HTTP/1.1" status: 200 len: 210 time: 0.1320508 Feb 04 12:28:17.692800 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccf680c-a7fb-4d52-8c09-8597ee1b50f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=365084f8-2068-4655-9009-041f3cc171be,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:17.727545 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837e2932-50d7-4dbb-af5a-9a7c8430a267 req-a9d6dad1-7978-4880-8996-80d5cfa47e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:17.731505 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-837e2932-50d7-4dbb-af5a-9a7c8430a267 req-a9d6dad1-7978-4880-8996-80d5cfa47e36 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=23b19519-2923-41fd-80ca-5f7c6af8f70c HTTP/1.1" status: 200 len: 852 time: 0.1549945 Feb 04 12:28:17.780048 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-837e2932-50d7-4dbb-af5a-9a7c8430a267 req-400dfe55-1913-4354-820a-0b1437ecf106 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418775 Feb 04 12:28:17.781497 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3e7b7c6-e4d3-43c2-be1e-722314dbf8f6 admin admin] Deleting subnet a1ac6fd1-b9f4-4237-bc3a-6833f8509bee {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:28:17.788564 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e3e7b7c6-e4d3-43c2-be1e-722314dbf8f6 admin admin] Publish callbacks [] for subnet (a1ac6fd1-b9f4-4237-bc3a-6833f8509bee), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:17.858377 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e3e7b7c6-e4d3-43c2-be1e-722314dbf8f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (a1ac6fd1-b9f4-4237-bc3a-6833f8509bee), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:17.875602 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device c1537604-c444-4e14-916e-fd5cd45b891c details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:28:17.879198 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device a99537c2-83e9-403a-b71e-117085cc53ac no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:28:17.949536 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] No Port match for: a99537c2-83e9-403a-b71e-117085cc53ac {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:28:17.949896 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device a99537c2-83e9-403a-b71e-117085cc53ac not bound to the agent host n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:28:17.984466 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e3e7b7c6-e4d3-43c2-be1e-722314dbf8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (a1ac6fd1-b9f4-4237-bc3a-6833f8509bee), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:18.012364 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-133e77a9-780c-423e-a500-d0d616c10480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:18.101672 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b1996f-9ccd-4bb6-b7c7-4d7dd2d33099 req-e8534a1d-b4b5-449e-b1ce-dbc47c8cb4a2 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:18.111996 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-23b1996f-9ccd-4bb6-b7c7-4d7dd2d33099 req-e8534a1d-b4b5-449e-b1ce-dbc47c8cb4a2 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?device_id=12186027-69a9-4658-9ed9-1f2f99d79038 HTTP/1.1" status: 200 len: 943 time: 0.2919412 Feb 04 12:28:18.127148 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00cb485a-161a-4b29-9292-214d547fbbb7 x-openstack-request-id: req-00cb485a-161a-4b29-9292-214d547fbbb7 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:28:18.129376 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa6662e6-b9de-4a87-ab14-c984ba42e2ba", "tag": "9f3eb910-acd0-4961-87c3-e6064b1b3a5b", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:28:18.129665 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-00cb485a-161a-4b29-9292-214d547fbbb7 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:28:18.130179 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa6662e6-b9de-4a87-ab14-c984ba42e2ba', 'tag': '9f3eb910-acd0-4961-87c3-e6064b1b3a5b', 'status': 'completed', 'code': 200} Feb 04 12:28:18.136523 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e3e7b7c6-e4d3-43c2-be1e-722314dbf8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (a1ac6fd1-b9f4-4237-bc3a-6833f8509bee), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:18.177008 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e3e7b7c6-e4d3-43c2-be1e-722314dbf8f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:18.181104 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-e3e7b7c6-e4d3-43c2-be1e-722314dbf8f6 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/a1ac6fd1-b9f4-4237-bc3a-6833f8509bee HTTP/1.1" status: 204 len: 168 time: 0.6059642 Feb 04 12:28:18.184496 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e7b7c6-e4d3-43c2-be1e-722314dbf8f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1ac6fd1-b9f4-4237-bc3a-6833f8509bee,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:18.188056 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 38024) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:28:18.288039 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-837e2932-50d7-4dbb-af5a-9a7c8430a267 req-ceb49cb7-9e01-46b8-aa22-93799394f8d1 service neutron] 10.222.0.73 "GET /v2.0/networks/4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4919202 Feb 04 12:28:18.306807 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ac751c-a354-45f5-858a-0a79d268f1bc req-749f5aa4-328a-4f11-9068-b698abd42db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:18.309748 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-77ac751c-a354-45f5-858a-0a79d268f1bc req-749f5aa4-328a-4f11-9068-b698abd42db8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c0eafbbeb09641368ec0c43b6279b92e&device_id=aa6662e6-b9de-4a87-ab14-c984ba42e2ba HTTP/1.1" status: 200 len: 1127 time: 0.3935795 Feb 04 12:28:18.319500 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7a1af490-d2ac-4481-b347-99b2ef3b23ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (2881c951-44c5-4a7e-8022-7b670da20b5a), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:18.422902 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-23b1996f-9ccd-4bb6-b7c7-4d7dd2d33099 req-4e6336da-66ba-4e06-913c-419a9063a187 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f51ab49-2800-41c7-a09d-ab109cee7e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3098800 Feb 04 12:28:18.440139 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7a1af490-d2ac-4481-b347-99b2ef3b23ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (2881c951-44c5-4a7e-8022-7b670da20b5a), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:18.505457 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-7a1af490-d2ac-4481-b347-99b2ef3b23ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2881c951-44c5-4a7e-8022-7b670da20b5a']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:28:18.513149 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port c1537604-c444-4e14-916e-fd5cd45b891c, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=c1537604-c444-4e14-916e-fd5cd45b891c,segment=NetworkSegment(8447b48f-5ac4-4499-b5ab-2b0cb1297003),segment_id=8447b48f-5ac4-4499-b5ab-2b0cb1297003)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:28:18.537528 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': 'c1537604-c444-4e14-916e-fd5cd45b891c', 'network_id': '4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5', 'port_id': 'c1537604-c444-4e14-916e-fd5cd45b891c', 'mac_address': 'fa:16:3e:24:eb:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23b19519-2923-41fd-80ca-5f7c6af8f70c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:28:18.539182 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-7a1af490-d2ac-4481-b347-99b2ef3b23ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61e4408c-a19a-4f00-9257-dbb6644da91c') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:28:18.543950 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-7a1af490-d2ac-4481-b347-99b2ef3b23ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61e4408c-a19a-4f00-9257-dbb6644da91c') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:28:18.574953 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7a1af490-d2ac-4481-b347-99b2ef3b23ba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (61e4408c-a19a-4f00-9257-dbb6644da91c), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:18.595534 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port c1537604-c444-4e14-916e-fd5cd45b891c is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:28:18.596740 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (c1537604-c444-4e14-916e-fd5cd45b891c), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:18.618616 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1537604-c444-4e14-916e-fd5cd45b891c {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:28:18.627460 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7a1af490-d2ac-4481-b347-99b2ef3b23ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (61e4408c-a19a-4f00-9257-dbb6644da91c), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:18.644537 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a1af490-d2ac-4481-b347-99b2ef3b23ba admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:28:18.646389 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7a1af490-d2ac-4481-b347-99b2ef3b23ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (61e4408c-a19a-4f00-9257-dbb6644da91c), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:18.653714 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 12:28:18.653714 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:28:18.653714 n-d-825015-3 neutron-server[103474]: timer() Feb 04 12:28:18.653714 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:28:18.653714 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 12:28:18.653714 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:28:18.653714 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 12:28:18.653714 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:28:18.653714 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 12:28:18.653714 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:28:18.653714 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 12:28:18.653714 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:28:18.653714 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 12:28:18.653714 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:28:18.653714 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:28:18.653714 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:28:18.653714 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:28:18.653714 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:28:18.653714 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 12:28:18.653714 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:28:18.653714 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 12:28:18.653714 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:28:18.653714 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:28:18.653714 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:28:18.653714 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 12:28:18.653714 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:28:18.653714 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:28:18.653714 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:28:18.653714 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:28:18.653714 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:28:18.653714 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:28:18.653714 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:28:18.669508 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port c1537604-c444-4e14-916e-fd5cd45b891c, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=c1537604-c444-4e14-916e-fd5cd45b891c,segment=NetworkSegment(8447b48f-5ac4-4499-b5ab-2b0cb1297003),segment_id=8447b48f-5ac4-4499-b5ab-2b0cb1297003)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:28:18.678714 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (c1537604-c444-4e14-916e-fd5cd45b891c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:18.709863 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-837e2932-50d7-4dbb-af5a-9a7c8430a267 req-a3493492-4083-4caf-8043-1a6c7bd8df44 service neutron] 10.222.0.73 "GET /v2.0/networks/4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4201598 Feb 04 12:28:18.721637 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ac751c-a354-45f5-858a-0a79d268f1bc req-1f4139fa-30bb-4bef-9237-94e1ed0159d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:18.723183 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-77ac751c-a354-45f5-858a-0a79d268f1bc req-1f4139fa-30bb-4bef-9237-94e1ed0159d1 service neutron] 10.222.0.77 "GET /v2.0/networks?id=dc9512fb-33b9-46a5-a35b-21f61ba346c6 HTTP/1.1" status: 200 len: 906 time: 0.3886569 Feb 04 12:28:18.799611 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7a1af490-d2ac-4481-b347-99b2ef3b23ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (2881c951-44c5-4a7e-8022-7b670da20b5a), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:18.818729 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=c1537604-c444-4e14-916e-fd5cd45b891c,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:18.819405 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7a1af490-d2ac-4481-b347-99b2ef3b23ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:18.842931 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-7a1af490-d2ac-4481-b347-99b2ef3b23ba admin admin] 10.222.0.65 "DELETE /v2.0/networks/2881c951-44c5-4a7e-8022-7b670da20b5a HTTP/1.1" status: 204 len: 168 time: 0.6530347 Feb 04 12:28:18.870575 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-77ac751c-a354-45f5-858a-0a79d268f1bc req-f9133cc1-94f0-4b17-9d1b-016a069bed7b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9f3eb910-acd0-4961-87c3-e6064b1b3a5b HTTP/1.1" status: 200 len: 1001 time: 0.1149814 Feb 04 12:28:18.880067 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1af490-d2ac-4481-b347-99b2ef3b23ba admin admin] Pushing event deleted for resources: {'Network': ['ID=2881c951-44c5-4a7e-8022-7b670da20b5a,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:18.903618 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5a806b-84e8-4fde-ac37-8da531c577c7 req-634f2979-b7dc-4a21-be0a-424ccdf7b3ed tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:18.905283 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-da5a806b-84e8-4fde-ac37-8da531c577c7 req-634f2979-b7dc-4a21-be0a-424ccdf7b3ed tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa6662e6-b9de-4a87-ab14-c984ba42e2ba HTTP/1.1" status: 200 len: 945 time: 0.1799293 Feb 04 12:28:18.923111 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['c1537604-c444-4e14-916e-fd5cd45b891c'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:28:19.020694 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-da5a806b-84e8-4fde-ac37-8da531c577c7 req-e539bd8a-9ead-44e6-b7aa-6a00db071149 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] 10.222.0.65 "GET /v2.0/security-groups?id=22893565-a144-4497-a366-cf8439bc48e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778358 Feb 04 12:28:19.023947 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ac751c-a354-45f5-858a-0a79d268f1bc req-bdd58840-1323-4af2-b263-0a3956feecd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:19.028859 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-77ac751c-a354-45f5-858a-0a79d268f1bc req-bdd58840-1323-4af2-b263-0a3956feecd7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ded1b65b-964f-4cd0-8493-06f49dcfd4c3 HTTP/1.1" status: 200 len: 844 time: 0.1473787 Feb 04 12:28:19.033387 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f404aa9-f0fb-439c-8e26-a5d712f44c63', 'name': 'network-vif-deleted', 'tag': '7db51392-e30f-45e2-aa6e-c2643bee38c2'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:28:19.036022 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d3cc8c8-2ef0-4423-92f5-efec002f5cdf" -d '{"events": [{"server_uuid": "2f404aa9-f0fb-439c-8e26-a5d712f44c63", "name": "network-vif-deleted", "tag": "7db51392-e30f-45e2-aa6e-c2643bee38c2"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:28:19.077121 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 38046) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:28:19.103377 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 7db51392-e30f-45e2-aa6e-c2643bee38c2 no longer exists at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:28:19.156301 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f91e704a-cfa3-4ce5-af23-81c03eae907b req-8fa7630f-9264-4c64-9a05-8c98f9bcf624 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=309f20f5-fb15-4854-a3f3-90201a4e005a HTTP/1.1" status: 200 len: 210 time: 0.0471821 Feb 04 12:28:19.192774 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ac751c-a354-45f5-858a-0a79d268f1bc req-a0c6d0ef-41ef-4966-b649-15c5bea72817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:19.199452 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-77ac751c-a354-45f5-858a-0a79d268f1bc req-a0c6d0ef-41ef-4966-b649-15c5bea72817 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=dc9512fb-33b9-46a5-a35b-21f61ba346c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1591618 Feb 04 12:28:19.227096 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] No Port match for: 7db51392-e30f-45e2-aa6e-c2643bee38c2 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:28:19.227444 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 7db51392-e30f-45e2-aa6e-c2643bee38c2 not bound to the agent host n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:28:19.231645 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-03bac4e9-af5c-4aa4-b5e9-aa8827838029 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=207f01ccf15c4616a04a98fbbad5fc72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1524911 Feb 04 12:28:19.232663 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:19.234340 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 38056) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:28:19.309693 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e6a10ddc-6aaa-4bcc-8398-04d65936df7e admin admin] Publish callbacks [] for security_group (0e320687-8002-4e00-a016-6bf57af2cc12), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:19.343138 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e6a10ddc-6aaa-4bcc-8398-04d65936df7e admin admin] Publish callbacks [] for security_group (0e320687-8002-4e00-a016-6bf57af2cc12), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:19.393105 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-77ac751c-a354-45f5-858a-0a79d268f1bc req-a1525df3-7fcc-4ec0-b142-ff981a9becfe service neutron] 10.222.0.77 "GET /v2.0/networks/dc9512fb-33b9-46a5-a35b-21f61ba346c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811762 Feb 04 12:28:19.395900 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6ed96bd-2550-4adf-aafd-2a67f5b4832b x-openstack-request-id: req-b6ed96bd-2550-4adf-aafd-2a67f5b4832b {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:28:19.396323 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f404aa9-f0fb-439c-8e26-a5d712f44c63", "name": "network-vif-deleted", "tag": "7db51392-e30f-45e2-aa6e-c2643bee38c2", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:28:19.396678 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b6ed96bd-2550-4adf-aafd-2a67f5b4832b {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:28:19.397211 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f404aa9-f0fb-439c-8e26-a5d712f44c63', 'name': 'network-vif-deleted', 'tag': '7db51392-e30f-45e2-aa6e-c2643bee38c2', 'status': 'completed', 'code': 200} Feb 04 12:28:19.459233 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e6a10ddc-6aaa-4bcc-8398-04d65936df7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (0e320687-8002-4e00-a016-6bf57af2cc12), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:19.468764 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e6a10ddc-6aaa-4bcc-8398-04d65936df7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:19.474158 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-e6a10ddc-6aaa-4bcc-8398-04d65936df7e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0e320687-8002-4e00-a016-6bf57af2cc12 HTTP/1.1" status: 204 len: 168 time: 0.2357371 Feb 04 12:28:19.494393 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a10ddc-6aaa-4bcc-8398-04d65936df7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e320687-8002-4e00-a016-6bf57af2cc12,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:19.514227 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8ff5a15f-b3f8-4973-9b0b-fe1c5556419e req-da50612f-524f-4e90-8224-516cbad9a70f tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=5c34eef31d4540768d24bcb8030d50f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0941803 Feb 04 12:28:19.721703 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 38082) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:28:19.747182 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-77ac751c-a354-45f5-858a-0a79d268f1bc req-10fbe00f-d635-43b2-8656-9e1d558cd27c service neutron] 10.222.0.77 "GET /v2.0/networks/dc9512fb-33b9-46a5-a35b-21f61ba346c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3255668 Feb 04 12:28:19.769560 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff5a15f-b3f8-4973-9b0b-fe1c5556419e req-4adb22ff-f407-48e5-8230-d9c43cd0ed90 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:19.771079 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8ff5a15f-b3f8-4973-9b0b-fe1c5556419e req-4adb22ff-f407-48e5-8230-d9c43cd0ed90 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2512560 Feb 04 12:28:19.796943 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-8ff5a15f-b3f8-4973-9b0b-fe1c5556419e req-121db490-c23f-489c-930f-1cde726def21 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Request body: {'port': {'device_id': '309f20f5-fb15-4854-a3f3-90201a4e005a', 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c', 'admin_state_up': True, 'tenant_id': '5c34eef31d4540768d24bcb8030d50f3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:28:19.845634 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ddf1975-3156-40da-9383-87e9abf1f489 admin admin] Deleting subnet c2d4f85f-bf98-4386-a74b-e0449cd97cf9 {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:28:19.848488 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2ddf1975-3156-40da-9383-87e9abf1f489 admin admin] Publish callbacks [] for subnet (c2d4f85f-bf98-4386-a74b-e0449cd97cf9), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:19.891878 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device c1537604-c444-4e14-916e-fd5cd45b891c up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:28:19.944267 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2ddf1975-3156-40da-9383-87e9abf1f489 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (c2d4f85f-bf98-4386-a74b-e0449cd97cf9), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:20.006572 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning for port c1537604-c444-4e14-916e-fd5cd45b891c completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:28:20.012990 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port c1537604-c444-4e14-916e-fd5cd45b891c triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:28:20.013957 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (c1537604-c444-4e14-916e-fd5cd45b891c), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:20.035859 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2ddf1975-3156-40da-9383-87e9abf1f489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (c2d4f85f-bf98-4386-a74b-e0449cd97cf9), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:20.074143 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb1e2aa-01dc-4754-9ff9-b94d3f996306 req-83fcbf61-3cec-4530-8a8f-493189a10691 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:20.078645 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-efb1e2aa-01dc-4754-9ff9-b94d3f996306 req-83fcbf61-3cec-4530-8a8f-493189a10691 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?device_id=12186027-69a9-4658-9ed9-1f2f99d79038 HTTP/1.1" status: 200 len: 944 time: 0.1595678 Feb 04 12:28:20.126267 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port c1537604-c444-4e14-916e-fd5cd45b891c is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:28:20.126887 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (c1537604-c444-4e14-916e-fd5cd45b891c), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:20.142007 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ff5a15f-b3f8-4973-9b0b-fe1c5556419e req-121db490-c23f-489c-930f-1cde726def21 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Made reservation on behalf of 5c34eef31d4540768d24bcb8030d50f3 for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:28:20.143215 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2ddf1975-3156-40da-9383-87e9abf1f489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (c2d4f85f-bf98-4386-a74b-e0449cd97cf9), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:20.149482 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8ff5a15f-b3f8-4973-9b0b-fe1c5556419e req-121db490-c23f-489c-930f-1cde726def21 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:20.164648 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12186027-69a9-4658-9ed9-1f2f99d79038', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1537604-c444-4e14-916e-fd5cd45b891c'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:28:20.168028 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07c8dc53-c768-48cc-89f9-9321774b941e" -d '{"events": [{"server_uuid": "12186027-69a9-4658-9ed9-1f2f99d79038", "name": "network-vif-plugged", "status": "completed", "tag": "c1537604-c444-4e14-916e-fd5cd45b891c"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:28:20.193578 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port c1537604-c444-4e14-916e-fd5cd45b891c, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=c1537604-c444-4e14-916e-fd5cd45b891c,segment=NetworkSegment(8447b48f-5ac4-4499-b5ab-2b0cb1297003),segment_id=8447b48f-5ac4-4499-b5ab-2b0cb1297003)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:28:20.199726 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (c1537604-c444-4e14-916e-fd5cd45b891c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:20.225656 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2ddf1975-3156-40da-9383-87e9abf1f489 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:20.231331 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-2ddf1975-3156-40da-9383-87e9abf1f489 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/c2d4f85f-bf98-4386-a74b-e0449cd97cf9 HTTP/1.1" status: 204 len: 168 time: 0.5085964 Feb 04 12:28:20.235809 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddf1975-3156-40da-9383-87e9abf1f489 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2d4f85f-bf98-4386-a74b-e0449cd97cf9,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:20.236856 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 38104) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:28:20.250331 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-efb1e2aa-01dc-4754-9ff9-b94d3f996306 req-174ba270-2ebf-4654-b509-79d12faa18ed tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f51ab49-2800-41c7-a09d-ab109cee7e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317871 Feb 04 12:28:20.292976 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 38110) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:28:20.300420 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=c1537604-c444-4e14-916e-fd5cd45b891c,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:20.356464 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:20.365196 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-847455d5-a5af-4dfd-9e82-987e512f9889 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c5f0718190b146059cf4d030126548f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0705578 Feb 04 12:28:20.368255 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 38112) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:28:20.453684 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-88b5f96a-fd56-4101-ad1e-39492ce251b2 admin admin] Publish callbacks [] for security_group (6f681c54-dfd9-4347-a6ca-c1b79e66d482), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:20.486759 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-88b5f96a-fd56-4101-ad1e-39492ce251b2 admin admin] Publish callbacks [] for security_group (6f681c54-dfd9-4347-a6ca-c1b79e66d482), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:20.488170 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3555abf6-96a0-4a8c-8ddf-fd7deb31c413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (165f60e0-a3af-418e-a08f-c0fcbd39cd45), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:20.547272 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-88b5f96a-fd56-4101-ad1e-39492ce251b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (6f681c54-dfd9-4347-a6ca-c1b79e66d482), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:20.551004 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-88b5f96a-fd56-4101-ad1e-39492ce251b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:20.552545 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-88b5f96a-fd56-4101-ad1e-39492ce251b2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6f681c54-dfd9-4347-a6ca-c1b79e66d482 HTTP/1.1" status: 204 len: 168 time: 0.1829472 Feb 04 12:28:20.555136 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-8ff5a15f-b3f8-4973-9b0b-fe1c5556419e req-121db490-c23f-489c-930f-1cde726def21 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Allocated IP 192.168.233.196 (2f7dc246-a024-4937-952c-0ddeef5af29c/5ee3374a-84e9-4639-853c-740c6edaf6dc/dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:28:20.593760 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b5f96a-fd56-4101-ad1e-39492ce251b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f681c54-dfd9-4347-a6ca-c1b79e66d482,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:20.686387 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3555abf6-96a0-4a8c-8ddf-fd7deb31c413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (165f60e0-a3af-418e-a08f-c0fcbd39cd45), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:20.697355 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cf4dbc-c580-4526-a7ca-1d73e0f27a1b req-02a61a5b-8714-4b3d-ac22-3dae0b225672 tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:20.702626 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cf4dbc-c580-4526-a7ca-1d73e0f27a1b req-02a61a5b-8714-4b3d-ac22-3dae0b225672 tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:20.709902 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-48cf4dbc-c580-4526-a7ca-1d73e0f27a1b req-02a61a5b-8714-4b3d-ac22-3dae0b225672 tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee876e86-9380-42c7-a1f2-0a97f9b82373&device_id=f7a4e54a-ff08-4205-8b62-b4d32bb2b34a HTTP/1.1" status: 200 len: 1682 time: 0.1985738 Feb 04 12:28:20.755067 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-3555abf6-96a0-4a8c-8ddf-fd7deb31c413 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['165f60e0-a3af-418e-a08f-c0fcbd39cd45']}} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:28:20.774893 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-3555abf6-96a0-4a8c-8ddf-fd7deb31c413 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '168eac25-ae6b-4a9e-a47a-4c62d5f39cf9') {'for_net_delete': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:28:20.775412 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-3555abf6-96a0-4a8c-8ddf-fd7deb31c413 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '168eac25-ae6b-4a9e-a47a-4c62d5f39cf9') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:28:20.834339 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3555abf6-96a0-4a8c-8ddf-fd7deb31c413 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51859336'] for segment (168eac25-ae6b-4a9e-a47a-4c62d5f39cf9), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:20.908189 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3555abf6-96a0-4a8c-8ddf-fd7deb31c413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (168eac25-ae6b-4a9e-a47a-4c62d5f39cf9), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:20.929851 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-48cf4dbc-c580-4526-a7ca-1d73e0f27a1b req-3635af34-11a9-4cee-8e7b-2cc3061a64b5 tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] 10.222.0.65 "GET /v2.0/security-groups?id=d3abd631-9239-4be0-94cf-133e8014b391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190814 Feb 04 12:28:20.934474 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3555abf6-96a0-4a8c-8ddf-fd7deb31c413 admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=103475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:28:20.934885 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3555abf6-96a0-4a8c-8ddf-fd7deb31c413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-52093388'] for segment (168eac25-ae6b-4a9e-a47a-4c62d5f39cf9), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:20.936622 n-d-825015-3 neutron-server[103475]: Traceback (most recent call last): Feb 04 12:28:20.936622 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:28:20.936622 n-d-825015-3 neutron-server[103475]: timer() Feb 04 12:28:20.936622 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:28:20.936622 n-d-825015-3 neutron-server[103475]: cb(*args, **kw) Feb 04 12:28:20.936622 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:28:20.936622 n-d-825015-3 neutron-server[103475]: return func(*args, **kwargs) Feb 04 12:28:20.936622 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:28:20.936622 n-d-825015-3 neutron-server[103475]: self._notify() Feb 04 12:28:20.936622 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:28:20.936622 n-d-825015-3 neutron-server[103475]: self.callback(batched_events) Feb 04 12:28:20.936622 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:28:20.936622 n-d-825015-3 neutron-server[103475]: event.method(event) Feb 04 12:28:20.936622 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:28:20.936622 n-d-825015-3 neutron-server[103475]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:28:20.936622 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:28:20.936622 n-d-825015-3 neutron-server[103475]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:28:20.936622 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:28:20.936622 n-d-825015-3 neutron-server[103475]: return f(self, *a, **k) Feb 04 12:28:20.936622 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:28:20.936622 n-d-825015-3 neutron-server[103475]: return self._get(url).json() Feb 04 12:28:20.936622 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:28:20.936622 n-d-825015-3 neutron-server[103475]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:28:20.936622 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:28:20.936622 n-d-825015-3 neutron-server[103475]: return self.request(url, 'GET', **kwargs) Feb 04 12:28:20.936622 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:28:20.936622 n-d-825015-3 neutron-server[103475]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:28:20.936622 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:28:20.936622 n-d-825015-3 neutron-server[103475]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:28:20.936622 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:28:20.936622 n-d-825015-3 neutron-server[103475]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:28:20.936622 n-d-825015-3 neutron-server[103475]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:28:20.987889 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30c42ecf-066d-4a6d-b247-6c3851ab1431 x-openstack-request-id: req-30c42ecf-066d-4a6d-b247-6c3851ab1431 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:28:20.988103 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12186027-69a9-4658-9ed9-1f2f99d79038", "name": "network-vif-plugged", "status": "completed", "tag": "c1537604-c444-4e14-916e-fd5cd45b891c", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:28:20.988436 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-30c42ecf-066d-4a6d-b247-6c3851ab1431 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:28:20.988723 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12186027-69a9-4658-9ed9-1f2f99d79038', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1537604-c444-4e14-916e-fd5cd45b891c', 'code': 200} Feb 04 12:28:21.015990 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8ff5a15f-b3f8-4973-9b0b-fe1c5556419e req-121db490-c23f-489c-930f-1cde726def21 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Publish callbacks [] for port (dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:21.026750 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a636c2a0-7a22-4b84-a48d-54f4f9f4d5ca req-3f7d79a6-8bb8-4fe0-bdd4-3c92c3327f1f tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:21.034395 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a636c2a0-7a22-4b84-a48d-54f4f9f4d5ca req-3f7d79a6-8bb8-4fe0-bdd4-3c92c3327f1f tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa6662e6-b9de-4a87-ab14-c984ba42e2ba HTTP/1.1" status: 200 len: 945 time: 0.2117188 Feb 04 12:28:21.044801 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3555abf6-96a0-4a8c-8ddf-fd7deb31c413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (165f60e0-a3af-418e-a08f-c0fcbd39cd45), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:21.064204 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3555abf6-96a0-4a8c-8ddf-fd7deb31c413 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:21.067782 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-3555abf6-96a0-4a8c-8ddf-fd7deb31c413 admin admin] 10.222.0.65 "DELETE /v2.0/networks/165f60e0-a3af-418e-a08f-c0fcbd39cd45 HTTP/1.1" status: 204 len: 168 time: 0.6993451 Feb 04 12:28:21.095140 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3555abf6-96a0-4a8c-8ddf-fd7deb31c413 admin admin] Pushing event deleted for resources: {'Network': ['ID=165f60e0-a3af-418e-a08f-c0fcbd39cd45,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:21.199283 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6677c2e9-62f6-4894-9761-1fb9559a7bb2 req-4f491d8b-9b55-4b7f-85c2-ac9d642c68b6 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=309f20f5-fb15-4854-a3f3-90201a4e005a HTTP/1.1" status: 200 len: 210 time: 0.1015573 Feb 04 12:28:21.243444 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a636c2a0-7a22-4b84-a48d-54f4f9f4d5ca req-22336fe7-5ef7-4cdf-9f69-8ba3d016b7e8 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] 10.222.0.65 "GET /v2.0/security-groups?id=22893565-a144-4497-a366-cf8439bc48e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2054515 Feb 04 12:28:21.288343 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8ff5a15f-b3f8-4973-9b0b-fe1c5556419e req-121db490-c23f-489c-930f-1cde726def21 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:21.289055 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 38148) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:28:21.304174 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['1838ab07-adf7-4b9b-b746-757621e1c012'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:28:21.317747 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19f8ec1-98dc-4154-8f5c-160cde20afc3 req-306d0979-c666-483a-b171-845e9029e942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:21.322326 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c19f8ec1-98dc-4154-8f5c-160cde20afc3 req-306d0979-c666-483a-b171-845e9029e942 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=12186027-69a9-4658-9ed9-1f2f99d79038 HTTP/1.1" status: 200 len: 1127 time: 0.2384973 Feb 04 12:28:21.358775 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-a9272b16-833e-4f34-81c8-1102a1b9d940 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8b5d70ff5bf24db2ae517c0a0635d518&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0677617 Feb 04 12:28:21.361188 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 38154) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:28:21.424590 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7c76f241-0e04-4a00-a9a3-c6e2a81e5416 admin admin] Publish callbacks [] for security_group (9d379945-ac18-431c-94b2-533173765df3), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:21.442621 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ff5a15f-b3f8-4973-9b0b-fe1c5556419e req-121db490-c23f-489c-930f-1cde726def21 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Network 2f7dc246-a024-4937-952c-0ddeef5af29c is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:28:21.471837 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7c76f241-0e04-4a00-a9a3-c6e2a81e5416 admin admin] Publish callbacks [] for security_group (9d379945-ac18-431c-94b2-533173765df3), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:21.481547 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-8ff5a15f-b3f8-4973-9b0b-fe1c5556419e req-121db490-c23f-489c-930f-1cde726def21 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:28:21.492258 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ff5a15f-b3f8-4973-9b0b-fe1c5556419e req-121db490-c23f-489c-930f-1cde726def21 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:28:21.535185 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121db490-c23f-489c-930f-1cde726def21 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Pushing event updated for resources: {'Port': ['ID=dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:21.543992 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c19f8ec1-98dc-4154-8f5c-160cde20afc3 req-d78e3c27-3459-46d1-ad59-e5b476f1e3ca service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=7f51ab49-2800-41c7-a09d-ab109cee7e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639180 Feb 04 12:28:21.595202 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7c76f241-0e04-4a00-a9a3-c6e2a81e5416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (9d379945-ac18-431c-94b2-533173765df3), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:21.598377 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7c76f241-0e04-4a00-a9a3-c6e2a81e5416 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:21.603003 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-7c76f241-0e04-4a00-a9a3-c6e2a81e5416 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9d379945-ac18-431c-94b2-533173765df3 HTTP/1.1" status: 204 len: 168 time: 0.2406080 Feb 04 12:28:21.608104 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff5a15f-b3f8-4973-9b0b-fe1c5556419e req-121db490-c23f-489c-930f-1cde726def21 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:21.612656 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8ff5a15f-b3f8-4973-9b0b-fe1c5556419e req-121db490-c23f-489c-930f-1cde726def21 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:21.624957 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c76f241-0e04-4a00-a9a3-c6e2a81e5416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d379945-ac18-431c-94b2-533173765df3,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:21.631533 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a68557-679a-459c-bbf5-4ce00647f518 req-b8f6fd7f-a2bc-40d5-acaa-8f49f2675462 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:21.633390 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-66a68557-679a-459c-bbf5-4ce00647f518 req-b8f6fd7f-a2bc-40d5-acaa-8f49f2675462 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa6662e6-b9de-4a87-ab14-c984ba42e2ba HTTP/1.1" status: 200 len: 945 time: 0.2101626 Feb 04 12:28:21.679854 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:21.708669 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8ff5a15f-b3f8-4973-9b0b-fe1c5556419e req-121db490-c23f-489c-930f-1cde726def21 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9171832 Feb 04 12:28:21.741401 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-66a68557-679a-459c-bbf5-4ce00647f518 req-42cde7c3-63d4-4365-813e-e6f051695eb4 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] 10.222.0.65 "GET /v2.0/security-groups?id=22893565-a144-4497-a366-cf8439bc48e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978522 Feb 04 12:28:21.772604 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-8ff5a15f-b3f8-4973-9b0b-fe1c5556419e req-acd3af8c-43b6-4f99-b4bd-0c35092dabe9 service neutron] Request body: {'port': {'device_id': '309f20f5-fb15-4854-a3f3-90201a4e005a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:28:21.938983 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-9cbfb386-6a41-4f08-8b0e-6e02a52de3fc None None] Provisioning complete for port dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:28:21.939675 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9cbfb386-6a41-4f08-8b0e-6e02a52de3fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:21.965101 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8ff5a15f-b3f8-4973-9b0b-fe1c5556419e req-acd3af8c-43b6-4f99-b4bd-0c35092dabe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:21.988430 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742b2872-b239-42de-aac8-e7bd97ceae6b req-38634209-e491-42dd-a47f-0f87499bac1e tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:21.997308 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-742b2872-b239-42de-aac8-e7bd97ceae6b req-38634209-e491-42dd-a47f-0f87499bac1e tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?device_id=12186027-69a9-4658-9ed9-1f2f99d79038 HTTP/1.1" status: 200 len: 945 time: 0.1497762 Feb 04 12:28:22.030112 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-9cbfb386-6a41-4f08-8b0e-6e02a52de3fc None None] Port dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:28:22.169082 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-742b2872-b239-42de-aac8-e7bd97ceae6b req-29789520-2aa8-41d3-8b66-4d73529e9c76 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f51ab49-2800-41c7-a09d-ab109cee7e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707828 Feb 04 12:28:22.374633 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 38200) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:28:22.602856 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-088b129f-f541-4a3c-a2ca-6d21d9de8366 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=32f22fc3fe314df5a0a3e54bc5c19ebb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2261815 Feb 04 12:28:22.608117 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 38208) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:28:22.706225 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-07e0957e-62ed-4cf8-9d69-4e0bb4353568 admin admin] Publish callbacks [] for security_group (fc117a99-abfb-4c9f-b5fe-c5a8dfa82af7), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:22.744368 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-07e0957e-62ed-4cf8-9d69-4e0bb4353568 admin admin] Publish callbacks [] for security_group (fc117a99-abfb-4c9f-b5fe-c5a8dfa82af7), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:22.851165 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-07e0957e-62ed-4cf8-9d69-4e0bb4353568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (fc117a99-abfb-4c9f-b5fe-c5a8dfa82af7), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:22.855461 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-07e0957e-62ed-4cf8-9d69-4e0bb4353568 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:22.856858 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-07e0957e-62ed-4cf8-9d69-4e0bb4353568 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fc117a99-abfb-4c9f-b5fe-c5a8dfa82af7 HTTP/1.1" status: 204 len: 168 time: 0.2468262 Feb 04 12:28:22.862205 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010df6a3-2e98-4208-8fda-affbfb2597a0 req-e16192b0-0569-4622-9205-d2fbae1bf034 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:22.863724 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-010df6a3-2e98-4208-8fda-affbfb2597a0 req-e16192b0-0569-4622-9205-d2fbae1bf034 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=309f20f5-fb15-4854-a3f3-90201a4e005a HTTP/1.1" status: 200 len: 936 time: 0.5749002 Feb 04 12:28:22.876689 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e0957e-62ed-4cf8-9d69-4e0bb4353568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc117a99-abfb-4c9f-b5fe-c5a8dfa82af7,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:22.958015 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-8ff5a15f-b3f8-4973-9b0b-fe1c5556419e req-acd3af8c-43b6-4f99-b4bd-0c35092dabe9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:28:22.975045 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8ff5a15f-b3f8-4973-9b0b-fe1c5556419e req-acd3af8c-43b6-4f99-b4bd-0c35092dabe9 service neutron] Publish callbacks [] for port (dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:22.989913 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-010df6a3-2e98-4208-8fda-affbfb2597a0 req-425fc057-cefd-4f7d-81e6-14a7b2114715 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163599 Feb 04 12:28:22.999454 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-8ff5a15f-b3f8-4973-9b0b-fe1c5556419e req-acd3af8c-43b6-4f99-b4bd-0c35092dabe9 service neutron] Transition to ACTIVE for port object dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:28:23.004491 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8ff5a15f-b3f8-4973-9b0b-fe1c5556419e req-acd3af8c-43b6-4f99-b4bd-0c35092dabe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:23.130044 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd3af8c-43b6-4f99-b4bd-0c35092dabe9 service neutron] Pushing event updated for resources: {'Port': ['ID=dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:23.454266 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-8ff5a15f-b3f8-4973-9b0b-fe1c5556419e req-acd3af8c-43b6-4f99-b4bd-0c35092dabe9 service neutron] Attempting to bind port dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:28:23.454609 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-8ff5a15f-b3f8-4973-9b0b-fe1c5556419e req-acd3af8c-43b6-4f99-b4bd-0c35092dabe9 service neutron] Attempting to bind port dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:28:23.454942 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff5a15f-b3f8-4973-9b0b-fe1c5556419e req-acd3af8c-43b6-4f99-b4bd-0c35092dabe9 service neutron] Attempting to bind port dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd on network 2f7dc246-a024-4937-952c-0ddeef5af29c {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:28:23.466651 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff5a15f-b3f8-4973-9b0b-fe1c5556419e req-acd3af8c-43b6-4f99-b4bd-0c35092dabe9 service neutron] Port dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd on network 2f7dc246-a024-4937-952c-0ddeef5af29c not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:28:23.466963 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff5a15f-b3f8-4973-9b0b-fe1c5556419e req-acd3af8c-43b6-4f99-b4bd-0c35092dabe9 service neutron] Attempting to bind port dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd on network 2f7dc246-a024-4937-952c-0ddeef5af29c {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:28:23.474555 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff5a15f-b3f8-4973-9b0b-fe1c5556419e req-acd3af8c-43b6-4f99-b4bd-0c35092dabe9 service neutron] Checking agent: {'id': 'f8add0d2-2202-43d3-bc0e-72442788e6ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:28:23.474900 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff5a15f-b3f8-4973-9b0b-fe1c5556419e req-acd3af8c-43b6-4f99-b4bd-0c35092dabe9 service neutron] Checking segment: {'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:28:23.475291 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff5a15f-b3f8-4973-9b0b-fe1c5556419e req-acd3af8c-43b6-4f99-b4bd-0c35092dabe9 service neutron] Bound using segment: {'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:28:23.475722 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-8ff5a15f-b3f8-4973-9b0b-fe1c5556419e req-acd3af8c-43b6-4f99-b4bd-0c35092dabe9 service neutron] Bound port: dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd, host: n-h1-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:28:23.476111 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8ff5a15f-b3f8-4973-9b0b-fe1c5556419e req-acd3af8c-43b6-4f99-b4bd-0c35092dabe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:23.487671 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e449ace-3428-42fa-a71f-ba6499dc1425 req-ba3c8f39-1a79-4d40-b810-aca2f7df07ac tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:23.489205 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0e449ace-3428-42fa-a71f-ba6499dc1425 req-ba3c8f39-1a79-4d40-b810-aca2f7df07ac tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?device_id=12186027-69a9-4658-9ed9-1f2f99d79038 HTTP/1.1" status: 200 len: 945 time: 0.1391540 Feb 04 12:28:23.526560 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864a1795-7341-48ff-b59e-b112a00da909 req-f1e4a1c8-9d88-49bb-8286-7a0ff5f7bff0 tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:23.533349 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-864a1795-7341-48ff-b59e-b112a00da909 req-f1e4a1c8-9d88-49bb-8286-7a0ff5f7bff0 tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee876e86-9380-42c7-a1f2-0a97f9b82373 HTTP/1.1" status: 200 len: 945 time: 0.2262509 Feb 04 12:28:23.560537 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 38240) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:28:23.602302 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 38246) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:28:23.615898 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0e449ace-3428-42fa-a71f-ba6499dc1425 req-ac55d865-5590-47e3-b277-081edf581a4e tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f51ab49-2800-41c7-a09d-ab109cee7e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159484 Feb 04 12:28:23.674507 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-864a1795-7341-48ff-b59e-b112a00da909 req-aaba7b1b-fb11-4151-913f-1bc65145563f tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] 10.222.0.65 "GET /v2.0/security-groups?id=d3abd631-9239-4be0-94cf-133e8014b391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400177 Feb 04 12:28:23.689441 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-8ff5a15f-b3f8-4973-9b0b-fe1c5556419e req-acd3af8c-43b6-4f99-b4bd-0c35092dabe9 service neutron] For port dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd, host n-h1-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:28:23.694470 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-8ff5a15f-b3f8-4973-9b0b-fe1c5556419e req-acd3af8c-43b6-4f99-b4bd-0c35092dabe9 service neutron] For port dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd, host n-h1-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:28:23.704109 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8ff5a15f-b3f8-4973-9b0b-fe1c5556419e req-acd3af8c-43b6-4f99-b4bd-0c35092dabe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:23.764713 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff5a15f-b3f8-4973-9b0b-fe1c5556419e req-acd3af8c-43b6-4f99-b4bd-0c35092dabe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:23.765472 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8ff5a15f-b3f8-4973-9b0b-fe1c5556419e req-acd3af8c-43b6-4f99-b4bd-0c35092dabe9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:23.767294 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8ff5a15f-b3f8-4973-9b0b-fe1c5556419e req-acd3af8c-43b6-4f99-b4bd-0c35092dabe9 service neutron] 10.222.0.73 "PUT /v2.0/ports/dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd HTTP/1.1" status: 200 len: 1096 time: 1.9987175 Feb 04 12:28:23.767796 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '309f20f5-fb15-4854-a3f3-90201a4e005a', 'tag': 'dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:28:23.771572 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d4286b9-99a5-4906-9c0a-d8e4bbb6f869" -d '{"events": [{"name": "network-changed", "server_uuid": "309f20f5-fb15-4854-a3f3-90201a4e005a", "tag": "dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:28:23.860968 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d744568-85ba-4431-9930-4b9401821d6e x-openstack-request-id: req-5d744568-85ba-4431-9930-4b9401821d6e {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:28:23.861271 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "309f20f5-fb15-4854-a3f3-90201a4e005a", "tag": "dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:28:23.862140 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5d744568-85ba-4431-9930-4b9401821d6e {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:28:23.862893 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '309f20f5-fb15-4854-a3f3-90201a4e005a', 'tag': 'dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd', 'status': 'completed', 'code': 200} Feb 04 12:28:23.994628 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd3af8c-43b6-4f99-b4bd-0c35092dabe9 service neutron] Pushing event updated for resources: {'Port': ['ID=dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:24.149044 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-e0502a56-6160-451a-88fd-81b7e95fe97f admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1010797356-network', 'tenant_id': '45ac2c7e939a4990b189db38a49d9c56'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:28:24.178588 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4ebcfcc7-fcae-4e10-a13a-e465abdffcaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:24.214263 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0502a56-6160-451a-88fd-81b7e95fe97f admin admin] Made reservation on behalf of 45ac2c7e939a4990b189db38a49d9c56 for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:28:24.217581 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e0502a56-6160-451a-88fd-81b7e95fe97f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:24.242359 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e0502a56-6160-451a-88fd-81b7e95fe97f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:24.263012 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff5a15f-b3f8-4973-9b0b-fe1c5556419e req-c11e274d-24fe-4bcf-9174-a79809f1cc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:24.264798 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8ff5a15f-b3f8-4973-9b0b-fe1c5556419e req-c11e274d-24fe-4bcf-9174-a79809f1cc1f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5c34eef31d4540768d24bcb8030d50f3&device_id=309f20f5-fb15-4854-a3f3-90201a4e005a HTTP/1.1" status: 200 len: 1130 time: 0.3970287 Feb 04 12:28:24.352645 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8ff5a15f-b3f8-4973-9b0b-fe1c5556419e req-05f329b2-ec03-45df-8af9-1bd98655098c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd HTTP/1.1" status: 200 len: 217 time: 0.0687270 Feb 04 12:28:24.365032 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4ebcfcc7-fcae-4e10-a13a-e465abdffcaa admin admin] Publish callbacks [] for security_group (c9fd865c-2f43-4e6d-956d-59002ad126f4), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:24.372599 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4ebcfcc7-fcae-4e10-a13a-e465abdffcaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (c9fd865c-2f43-4e6d-956d-59002ad126f4), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:24.428681 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c937d70-0efb-4105-99ca-e8b47af4aef9 req-80d78107-e64f-474f-a558-103dac372344 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:24.430261 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1c937d70-0efb-4105-99ca-e8b47af4aef9 req-80d78107-e64f-474f-a558-103dac372344 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?device_id=12186027-69a9-4658-9ed9-1f2f99d79038 HTTP/1.1" status: 200 len: 945 time: 0.3855677 Feb 04 12:28:24.439325 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-4ebcfcc7-fcae-4e10-a13a-e465abdffcaa admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=510feab8543c4bc08e4cbcf30cbb49b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8359301 Feb 04 12:28:24.444048 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c08d79-d03f-43bf-954a-1bfc21bbb9a0 req-e29d0a53-491c-409e-bca5-48548770eb0e tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:24.446136 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-61c08d79-d03f-43bf-954a-1bfc21bbb9a0 req-e29d0a53-491c-409e-bca5-48548770eb0e tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] 10.222.0.77 "GET /v2.0/ports?device_id=f7a4e54a-ff08-4205-8b62-b4d32bb2b34a HTTP/1.1" status: 200 len: 946 time: 0.3076551 Feb 04 12:28:24.446646 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 38268) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:28:24.449471 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e0502a56-6160-451a-88fd-81b7e95fe97f admin admin] Publish callbacks [] for security_group (f35008b8-4fa7-477a-a31b-7b85d19a7d43), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:24.457564 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebcfcc7-fcae-4e10-a13a-e465abdffcaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9fd865c-2f43-4e6d-956d-59002ad126f4,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:24.460832 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e0502a56-6160-451a-88fd-81b7e95fe97f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (f35008b8-4fa7-477a-a31b-7b85d19a7d43), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:24.483972 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac68a77-5301-4232-ba2d-d3f18dc6aa53 req-2f6a1f4d-8f50-447d-a206-f2d408547be7 tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:24.485387 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1ac68a77-5301-4232-ba2d-d3f18dc6aa53 req-2f6a1f4d-8f50-447d-a206-f2d408547be7 tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] 10.222.0.73 "GET /v2.0/ports?device_id=ee876e86-9380-42c7-a1f2-0a97f9b82373 HTTP/1.1" status: 200 len: 945 time: 0.4254799 Feb 04 12:28:24.507905 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a16fb2-e4c0-40ee-a8bd-723e5db7c368 req-0a574bee-92f3-443a-b87a-c82c2edf045f tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:24.517987 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-20a16fb2-e4c0-40ee-a8bd-723e5db7c368 req-0a574bee-92f3-443a-b87a-c82c2edf045f tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=309f20f5-fb15-4854-a3f3-90201a4e005a HTTP/1.1" status: 200 len: 948 time: 0.3257909 Feb 04 12:28:24.522820 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0502a56-6160-451a-88fd-81b7e95fe97f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f35008b8-4fa7-477a-a31b-7b85d19a7d43,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:24.531377 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0502a56-6160-451a-88fd-81b7e95fe97f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:28:24.542970 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e0502a56-6160-451a-88fd-81b7e95fe97f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (8ec3ca37-34b8-4dff-8904-341665876bdd), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:24.543657 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-e0502a56-6160-451a-88fd-81b7e95fe97f admin admin] Added segment 8ec3ca37-34b8-4dff-8904-341665876bdd of type vlan for network c69f04d8-4d40-49f7-a917-3392f12f71a9 Feb 04 12:28:24.596794 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e0502a56-6160-451a-88fd-81b7e95fe97f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (c69f04d8-4d40-49f7-a917-3392f12f71a9), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:24.630985 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e0502a56-6160-451a-88fd-81b7e95fe97f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (c69f04d8-4d40-49f7-a917-3392f12f71a9), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:24.633720 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0502a56-6160-451a-88fd-81b7e95fe97f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:24.634561 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e0502a56-6160-451a-88fd-81b7e95fe97f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:24.657367 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff5a15f-b3f8-4973-9b0b-fe1c5556419e req-5fc4a7a4-06e8-427b-8374-3c110c62358e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:24.661126 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8ff5a15f-b3f8-4973-9b0b-fe1c5556419e req-5fc4a7a4-06e8-427b-8374-3c110c62358e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5ee3374a-84e9-4639-853c-740c6edaf6dc HTTP/1.1" status: 200 len: 843 time: 0.2946815 Feb 04 12:28:24.697849 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-e0502a56-6160-451a-88fd-81b7e95fe97f admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1362772 Feb 04 12:28:24.702778 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 38276) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:28:24.710647 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-97c3a692-e9b5-4f6a-a669-b6fddde18867 admin admin] Request body: {'subnet': {'network_id': 'c69f04d8-4d40-49f7-a917-3392f12f71a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1010797356-subnet', 'tenant_id': '45ac2c7e939a4990b189db38a49d9c56', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:28:24.734104 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0502a56-6160-451a-88fd-81b7e95fe97f admin admin] Pushing event updated for resources: {'Network': ['ID=c69f04d8-4d40-49f7-a917-3392f12f71a9,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:24.748681 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97c3a692-e9b5-4f6a-a669-b6fddde18867 admin admin] Made reservation on behalf of 45ac2c7e939a4990b189db38a49d9c56 for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:28:24.751316 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network c69f04d8-4d40-49f7-a917-3392f12f71a9 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:28:24.752676 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-97c3a692-e9b5-4f6a-a669-b6fddde18867 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60610638'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:24.828969 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1c937d70-0efb-4105-99ca-e8b47af4aef9 req-4b500f68-3e96-488b-b8d2-4ad422333c3b tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f51ab49-2800-41c7-a09d-ab109cee7e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3752327 Feb 04 12:28:24.856908 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-20a16fb2-e4c0-40ee-a8bd-723e5db7c368 req-473061df-72e6-4831-aa6e-2a6a739e7d90 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3374052 Feb 04 12:28:24.888993 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c257fb1a-aed3-4979-b124-f3635a6f707a admin admin] Publish callbacks [] for security_group (c9fd865c-2f43-4e6d-956d-59002ad126f4), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:24.939155 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff5a15f-b3f8-4973-9b0b-fe1c5556419e req-ecc38020-1b75-4e35-bada-05ba035bb72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:24.940732 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8ff5a15f-b3f8-4973-9b0b-fe1c5556419e req-ecc38020-1b75-4e35-bada-05ba035bb72e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2f7dc246-a024-4937-952c-0ddeef5af29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2622433 Feb 04 12:28:24.973196 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c257fb1a-aed3-4979-b124-f3635a6f707a admin admin] Publish callbacks [] for security_group (c9fd865c-2f43-4e6d-956d-59002ad126f4), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:24.996591 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-97c3a692-e9b5-4f6a-a669-b6fddde18867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59045178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60610680'] for subnet (b38a8af8-b8ce-4205-833c-6fe3fa281d36), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:25.046505 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-1ac68a77-5301-4232-ba2d-d3f18dc6aa53 req-1a37cfc6-83b9-4a82-915e-1c0295bfe50f tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] Deleting port b6fb8232-2c46-4d46-a43e-dcd1f154c131 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:28:25.046505 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-1ac68a77-5301-4232-ba2d-d3f18dc6aa53 req-1a37cfc6-83b9-4a82-915e-1c0295bfe50f tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (b6fb8232-2c46-4d46-a43e-dcd1f154c131), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:25.090641 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c3a692-e9b5-4f6a-a669-b6fddde18867 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b38a8af8-b8ce-4205-833c-6fe3fa281d36,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:25.107614 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c3a692-e9b5-4f6a-a669-b6fddde18867 admin admin] Checking segment: {'id': '8ec3ca37-34b8-4dff-8904-341665876bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c69f04d8-4d40-49f7-a917-3392f12f71a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:28:25.108360 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c3a692-e9b5-4f6a-a669-b6fddde18867 admin admin] Network hostable DHCP agents. Network: c69f04d8-4d40-49f7-a917-3392f12f71a9, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:28:25.131274 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-61c08d79-d03f-43bf-954a-1bfc21bbb9a0 req-1e544af3-2062-4fd3-aae0-9a727495971c tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] Deleting port 1f9807b4-31a7-4a96-ae71-393c64f75f59 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:28:25.131634 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-61c08d79-d03f-43bf-954a-1bfc21bbb9a0 req-1e544af3-2062-4fd3-aae0-9a727495971c tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (1f9807b4-31a7-4a96-ae71-393c64f75f59), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:25.137993 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c3a692-e9b5-4f6a-a669-b6fddde18867 admin admin] Network c69f04d8-4d40-49f7-a917-3392f12f71a9 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:28:25.163881 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-97c3a692-e9b5-4f6a-a669-b6fddde18867 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, c69f04d8-4d40-49f7-a917-3392f12f71a9) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:28:25.174052 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0390ec-a478-4f3c-8a83-926f6bd3b5c3 None None] Network c69f04d8-4d40-49f7-a917-3392f12f71a9 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:28:25.184856 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c3a692-e9b5-4f6a-a669-b6fddde18867 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:25.188339 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-97c3a692-e9b5-4f6a-a669-b6fddde18867 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:25.231314 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-97c3a692-e9b5-4f6a-a669-b6fddde18867 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5269272 Feb 04 12:28:25.319619 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfd5ebb-c69f-40a3-9afe-367c8b2036dd req-42fc3187-d330-4546-8704-6b637d66848a tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:25.328708 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3dfd5ebb-c69f-40a3-9afe-367c8b2036dd req-42fc3187-d330-4546-8704-6b637d66848a tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee876e86-9380-42c7-a1f2-0a97f9b82373 HTTP/1.1" status: 200 len: 945 time: 0.3774171 Feb 04 12:28:25.358709 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9241b4d0-2902-46bb-a969-3df759e6614b None None] Network c69f04d8-4d40-49f7-a917-3392f12f71a9 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:28:25.390899 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-61c08d79-d03f-43bf-954a-1bfc21bbb9a0 req-1e544af3-2062-4fd3-aae0-9a727495971c tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] For port 1f9807b4-31a7-4a96-ae71-393c64f75f59, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=1f9807b4-31a7-4a96-ae71-393c64f75f59,segment=NetworkSegment(f5c177af-3889-44bd-b8d2-4efb770c9a0b),segment_id=f5c177af-3889-44bd-b8d2-4efb770c9a0b)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:28:25.391856 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-61c08d79-d03f-43bf-954a-1bfc21bbb9a0 req-1e544af3-2062-4fd3-aae0-9a727495971c tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (1f9807b4-31a7-4a96-ae71-393c64f75f59), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:25.410602 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-61c08d79-d03f-43bf-954a-1bfc21bbb9a0 req-1e544af3-2062-4fd3-aae0-9a727495971c tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] Calling delete_port for 1f9807b4-31a7-4a96-ae71-393c64f75f59 owned by compute:nova {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:28:25.532942 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8ff5a15f-b3f8-4973-9b0b-fe1c5556419e req-ba67198c-5333-4dcb-b3c3-3d7c6370bdde service neutron] 10.222.0.73 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5807605 Feb 04 12:28:25.549740 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c257fb1a-aed3-4979-b124-f3635a6f707a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (c9fd865c-2f43-4e6d-956d-59002ad126f4), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:25.555507 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c257fb1a-aed3-4979-b124-f3635a6f707a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:25.560468 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-c257fb1a-aed3-4979-b124-f3635a6f707a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c9fd865c-2f43-4e6d-956d-59002ad126f4 HTTP/1.1" status: 204 len: 168 time: 1.0947258 Feb 04 12:28:25.621741 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c257fb1a-aed3-4979-b124-f3635a6f707a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9fd865c-2f43-4e6d-956d-59002ad126f4,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:25.709702 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3dfd5ebb-c69f-40a3-9afe-367c8b2036dd req-ea62294d-3679-471a-8e19-729f8bcc674c tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] 10.222.0.65 "GET /v2.0/security-groups?id=d3abd631-9239-4be0-94cf-133e8014b391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3798943 Feb 04 12:28:25.713557 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-1ac68a77-5301-4232-ba2d-d3f18dc6aa53 req-1a37cfc6-83b9-4a82-915e-1c0295bfe50f tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] For port b6fb8232-2c46-4d46-a43e-dcd1f154c131, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=b6fb8232-2c46-4d46-a43e-dcd1f154c131,segment=NetworkSegment(f5c177af-3889-44bd-b8d2-4efb770c9a0b),segment_id=f5c177af-3889-44bd-b8d2-4efb770c9a0b)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:28:25.713939 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-1ac68a77-5301-4232-ba2d-d3f18dc6aa53 req-1a37cfc6-83b9-4a82-915e-1c0295bfe50f tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (b6fb8232-2c46-4d46-a43e-dcd1f154c131), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:25.750210 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-1ac68a77-5301-4232-ba2d-d3f18dc6aa53 req-1a37cfc6-83b9-4a82-915e-1c0295bfe50f tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] Calling delete_port for b6fb8232-2c46-4d46-a43e-dcd1f154c131 owned by compute:nova {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:28:25.984652 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8ff5a15f-b3f8-4973-9b0b-fe1c5556419e req-f224a624-bb2b-4e5b-9df1-cce9ceeb756b service neutron] 10.222.0.73 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4074202 Feb 04 12:28:25.989701 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-61c08d79-d03f-43bf-954a-1bfc21bbb9a0 req-1e544af3-2062-4fd3-aae0-9a727495971c tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (1f9807b4-31a7-4a96-ae71-393c64f75f59), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:26.007104 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0562c28f-4c22-4c69-8e61-6cbbf1bfad0f req-5141b8c9-c336-412d-bb45-47a177612239 tempest-ServerPasswordTestJSON-1328553859 tempest-ServerPasswordTestJSON-1328553859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:26.015642 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0562c28f-4c22-4c69-8e61-6cbbf1bfad0f req-5141b8c9-c336-412d-bb45-47a177612239 tempest-ServerPasswordTestJSON-1328553859 tempest-ServerPasswordTestJSON-1328553859-project] 10.222.0.65 "GET /v2.0/networks?id=c69f04d8-4d40-49f7-a917-3392f12f71a9 HTTP/1.1" status: 200 len: 813 time: 0.2185123 Feb 04 12:28:26.103297 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e544af3-2062-4fd3-aae0-9a727495971c tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] Pushing event deleted for resources: {'Port': ['ID=1f9807b4-31a7-4a96-ae71-393c64f75f59,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:26.164161 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0562c28f-4c22-4c69-8e61-6cbbf1bfad0f req-e55a22e1-eee6-4fa6-8a17-1601ac4c33f9 tempest-ServerPasswordTestJSON-1328553859 tempest-ServerPasswordTestJSON-1328553859-project] 10.222.0.65 "GET /v2.0/quotas/45ac2c7e939a4990b189db38a49d9c56 HTTP/1.1" status: 200 len: 375 time: 0.1475739 Feb 04 12:28:26.207302 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-61c08d79-d03f-43bf-954a-1bfc21bbb9a0 req-1e544af3-2062-4fd3-aae0-9a727495971c tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] No DVR routers for this DVR port 1f9807b4-31a7-4a96-ae71-393c64f75f59 on host n-h2-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:28:26.215958 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-61c08d79-d03f-43bf-954a-1bfc21bbb9a0 req-1e544af3-2062-4fd3-aae0-9a727495971c tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:26.219340 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-61c08d79-d03f-43bf-954a-1bfc21bbb9a0 req-1e544af3-2062-4fd3-aae0-9a727495971c tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] 10.222.0.77 "DELETE /v2.0/ports/1f9807b4-31a7-4a96-ae71-393c64f75f59 HTTP/1.1" status: 204 len: 173 time: 1.7317033 Feb 04 12:28:26.229826 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7a4e54a-ff08-4205-8b62-b4d32bb2b34a', 'name': 'network-vif-deleted', 'tag': '1f9807b4-31a7-4a96-ae71-393c64f75f59'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:28:26.233979 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65483aa8-8b84-4a00-a1e0-9e17c9b28b0c" -d '{"events": [{"server_uuid": "f7a4e54a-ff08-4205-8b62-b4d32bb2b34a", "name": "network-vif-deleted", "tag": "1f9807b4-31a7-4a96-ae71-393c64f75f59"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:28:26.292516 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0562c28f-4c22-4c69-8e61-6cbbf1bfad0f req-638a5a1c-c397-4f21-a6c8-a1574766ede9 tempest-ServerPasswordTestJSON-1328553859 tempest-ServerPasswordTestJSON-1328553859-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=45ac2c7e939a4990b189db38a49d9c56&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0873568 Feb 04 12:28:26.373240 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-1ac68a77-5301-4232-ba2d-d3f18dc6aa53 req-1a37cfc6-83b9-4a82-915e-1c0295bfe50f tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (b6fb8232-2c46-4d46-a43e-dcd1f154c131), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:26.416753 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4286b9-99a5-4906-9c0a-d8e4bbb6f869 req-5eb6544b-9531-4abf-97de-7a997bd5eb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:26.418468 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5d4286b9-99a5-4906-9c0a-d8e4bbb6f869 req-5eb6544b-9531-4abf-97de-7a997bd5eb2c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5c34eef31d4540768d24bcb8030d50f3&device_id=309f20f5-fb15-4854-a3f3-90201a4e005a HTTP/1.1" status: 200 len: 1130 time: 0.3165169 Feb 04 12:28:26.419240 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a37cfc6-83b9-4a82-915e-1c0295bfe50f tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] Pushing event deleted for resources: {'Port': ['ID=b6fb8232-2c46-4d46-a43e-dcd1f154c131,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:26.532824 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9c3cef-81f3-4227-8cfc-dfd895909d26 req-2a9ac8ce-a294-44a6-bd4f-753abab27c4f tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:26.534341 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4b9c3cef-81f3-4227-8cfc-dfd895909d26 req-2a9ac8ce-a294-44a6-bd4f-753abab27c4f tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?device_id=12186027-69a9-4658-9ed9-1f2f99d79038 HTTP/1.1" status: 200 len: 945 time: 0.3916368 Feb 04 12:28:26.538490 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ac68a77-5301-4232-ba2d-d3f18dc6aa53 req-1a37cfc6-83b9-4a82-915e-1c0295bfe50f tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] No DVR routers for this DVR port b6fb8232-2c46-4d46-a43e-dcd1f154c131 on host n-h1-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:28:26.539287 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 38338) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:28:26.542950 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-1ac68a77-5301-4232-ba2d-d3f18dc6aa53 req-1a37cfc6-83b9-4a82-915e-1c0295bfe50f tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:26.546398 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1ac68a77-5301-4232-ba2d-d3f18dc6aa53 req-1a37cfc6-83b9-4a82-915e-1c0295bfe50f tempest-ListServersNegativeTestJSON-555223656 tempest-ListServersNegativeTestJSON-555223656-project] 10.222.0.73 "DELETE /v2.0/ports/b6fb8232-2c46-4d46-a43e-dcd1f154c131 HTTP/1.1" status: 204 len: 173 time: 1.9899457 Feb 04 12:28:26.586900 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0562c28f-4c22-4c69-8e61-6cbbf1bfad0f req-31d42618-52d7-48a6-902e-61ea1d5acf35 service neutron] 10.222.0.65 "GET /v2.0/networks/c69f04d8-4d40-49f7-a917-3392f12f71a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2831724 Feb 04 12:28:26.690553 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-2f24228f-07a1-4fd5-a257-064ba6a58bf1 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-289148493-network', 'tenant_id': 'a6e51efc6d1c44a981a00419b9b70f7e'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:28:26.703778 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4b9c3cef-81f3-4227-8cfc-dfd895909d26 req-22875a19-031d-4e30-8987-44241ec8a75a tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f51ab49-2800-41c7-a09d-ab109cee7e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546624 Feb 04 12:28:26.710075 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4286b9-99a5-4906-9c0a-d8e4bbb6f869 req-12a36b06-6402-4e6d-a935-e250757a2901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:26.720193 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5d4286b9-99a5-4906-9c0a-d8e4bbb6f869 req-12a36b06-6402-4e6d-a935-e250757a2901 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2f7dc246-a024-4937-952c-0ddeef5af29c HTTP/1.1" status: 200 len: 870 time: 0.2871542 Feb 04 12:28:26.728481 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f24228f-07a1-4fd5-a257-064ba6a58bf1 admin admin] Made reservation on behalf of a6e51efc6d1c44a981a00419b9b70f7e for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:28:26.731321 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2f24228f-07a1-4fd5-a257-064ba6a58bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:26.743636 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2f24228f-07a1-4fd5-a257-064ba6a58bf1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:26.769250 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5d4286b9-99a5-4906-9c0a-d8e4bbb6f869 req-7fbffe6f-34fb-4a1a-9467-76cf7a38da81 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd HTTP/1.1" status: 200 len: 217 time: 0.0494187 Feb 04 12:28:26.840598 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2f24228f-07a1-4fd5-a257-064ba6a58bf1 admin admin] Publish callbacks [] for security_group (6b84e73b-0045-40ba-91f4-192a2f0e685b), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:26.846151 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2f24228f-07a1-4fd5-a257-064ba6a58bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (6b84e73b-0045-40ba-91f4-192a2f0e685b), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:26.863592 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0562c28f-4c22-4c69-8e61-6cbbf1bfad0f req-58450594-6349-4555-802f-b725d797bf08 service neutron] 10.222.0.65 "GET /v2.0/networks/c69f04d8-4d40-49f7-a917-3392f12f71a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2671714 Feb 04 12:28:26.876882 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f24228f-07a1-4fd5-a257-064ba6a58bf1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:28:26.884484 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4286b9-99a5-4906-9c0a-d8e4bbb6f869 req-68a77e14-4f9f-428b-abe3-4bae73dd678a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:26.885273 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f24228f-07a1-4fd5-a257-064ba6a58bf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b84e73b-0045-40ba-91f4-192a2f0e685b,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:26.886861 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5d4286b9-99a5-4906-9c0a-d8e4bbb6f869 req-68a77e14-4f9f-428b-abe3-4bae73dd678a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5ee3374a-84e9-4639-853c-740c6edaf6dc HTTP/1.1" status: 200 len: 843 time: 0.1066630 Feb 04 12:28:26.897945 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2f24228f-07a1-4fd5-a257-064ba6a58bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (4a004afd-7d6a-4fb3-8993-7944c670ed6f), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:26.898296 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-2f24228f-07a1-4fd5-a257-064ba6a58bf1 admin admin] Added segment 4a004afd-7d6a-4fb3-8993-7944c670ed6f of type vlan for network 455ce72f-966b-4f4a-93c5-1087777725b9 Feb 04 12:28:26.901914 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e970e47c-e614-4ea1-a95f-77ef3ce6fa68 req-6c5ec347-b373-41f4-abce-b43194e93da2 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:26.902988 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e970e47c-e614-4ea1-a95f-77ef3ce6fa68 req-6c5ec347-b373-41f4-abce-b43194e93da2 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=309f20f5-fb15-4854-a3f3-90201a4e005a HTTP/1.1" status: 200 len: 948 time: 0.1031747 Feb 04 12:28:26.998452 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4286b9-99a5-4906-9c0a-d8e4bbb6f869 req-043754ac-c1bf-4ae3-a592-26d919594cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:27.000568 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2f24228f-07a1-4fd5-a257-064ba6a58bf1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (455ce72f-966b-4f4a-93c5-1087777725b9), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:27.000750 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5d4286b9-99a5-4906-9c0a-d8e4bbb6f869 req-043754ac-c1bf-4ae3-a592-26d919594cf9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2f7dc246-a024-4937-952c-0ddeef5af29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0963583 Feb 04 12:28:27.003936 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e970e47c-e614-4ea1-a95f-77ef3ce6fa68 req-52d25a81-fc8b-443f-b6cd-ab27032a717a tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916257 Feb 04 12:28:27.115170 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 1f9807b4-31a7-4a96-ae71-393c64f75f59 no longer exists at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:28:27.147894 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2f24228f-07a1-4fd5-a257-064ba6a58bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (455ce72f-966b-4f4a-93c5-1087777725b9), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:27.149547 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f24228f-07a1-4fd5-a257-064ba6a58bf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:27.150263 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2f24228f-07a1-4fd5-a257-064ba6a58bf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:27.172307 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5d4286b9-99a5-4906-9c0a-d8e4bbb6f869 req-02a0a457-63a9-4c03-912b-16bc0931b3f3 service neutron] 10.222.0.73 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652603 Feb 04 12:28:27.174341 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6132bc7e-4488-440c-aab1-3f71b42ac4e9 x-openstack-request-id: req-6132bc7e-4488-440c-aab1-3f71b42ac4e9 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:28:27.174927 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7a4e54a-ff08-4205-8b62-b4d32bb2b34a", "name": "network-vif-deleted", "tag": "1f9807b4-31a7-4a96-ae71-393c64f75f59", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:28:27.175509 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6132bc7e-4488-440c-aab1-3f71b42ac4e9 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:28:27.177228 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7a4e54a-ff08-4205-8b62-b4d32bb2b34a', 'name': 'network-vif-deleted', 'tag': '1f9807b4-31a7-4a96-ae71-393c64f75f59', 'status': 'completed', 'code': 200} Feb 04 12:28:27.197751 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] No Port match for: 1f9807b4-31a7-4a96-ae71-393c64f75f59 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:28:27.203702 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 1f9807b4-31a7-4a96-ae71-393c64f75f59 not bound to the agent host n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:28:27.330834 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-2f24228f-07a1-4fd5-a257-064ba6a58bf1 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7870038 Feb 04 12:28:27.331038 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 38358) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:28:27.339315 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-f09b4889-6615-4d6a-a2b0-4d069a6f55fa admin admin] Request body: {'subnet': {'network_id': '455ce72f-966b-4f4a-93c5-1087777725b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-289148493-subnet', 'tenant_id': 'a6e51efc6d1c44a981a00419b9b70f7e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:28:27.366362 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5d4286b9-99a5-4906-9c0a-d8e4bbb6f869 req-4dbaef53-d6ef-4137-8f3c-eb597af6227d service neutron] 10.222.0.73 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874418 Feb 04 12:28:27.377059 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f24228f-07a1-4fd5-a257-064ba6a58bf1 admin admin] Pushing event updated for resources: {'Network': ['ID=455ce72f-966b-4f4a-93c5-1087777725b9,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:27.392812 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 455ce72f-966b-4f4a-93c5-1087777725b9 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:28:27.403624 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f09b4889-6615-4d6a-a2b0-4d069a6f55fa admin admin] Made reservation on behalf of a6e51efc6d1c44a981a00419b9b70f7e for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:28:27.405967 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f09b4889-6615-4d6a-a2b0-4d069a6f55fa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:27.425278 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-002ccb79-ae4e-4506-bc85-13433296651b req-e33300b6-8029-4f83-888c-267b26a305c6 tempest-ServerPasswordTestJSON-1328553859 tempest-ServerPasswordTestJSON-1328553859-project] 10.222.0.65 "GET /v2.0/ports?device_id=66589b1a-777b-43f2-85a5-4abee01d0599 HTTP/1.1" status: 200 len: 210 time: 0.0417602 Feb 04 12:28:27.504318 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 38370) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:28:27.631245 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_v2 [None req-df62ef4f-4bdf-4dd0-9083-a990619f3d14 admin admin] Deleting subnet 8d445fbb-5446-46fb-80d7-97c14fcd0679 {{(pid=103475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:28:27.663712 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-df62ef4f-4bdf-4dd0-9083-a990619f3d14 admin admin] Publish callbacks [] for subnet (8d445fbb-5446-46fb-80d7-97c14fcd0679), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:27.757905 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-df62ef4f-4bdf-4dd0-9083-a990619f3d14 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51859329'] for subnet (8d445fbb-5446-46fb-80d7-97c14fcd0679), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:27.903503 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:28:27.907092 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device b6fb8232-2c46-4d46-a43e-dcd1f154c131 no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:28:27.935098 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] No Port match for: b6fb8232-2c46-4d46-a43e-dcd1f154c131 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:28:27.935445 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device b6fb8232-2c46-4d46-a43e-dcd1f154c131 not bound to the agent host n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:28:28.044472 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:28:28.057684 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': 'dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd', 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c', 'port_id': 'dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd', 'mac_address': 'fa:16:3e:f6:3b:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ee3374a-84e9-4639-853c-740c6edaf6dc', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:28:28.101243 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:28:28.101635 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:28.115623 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:28:28.136754 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:28:28.141290 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:28.154225 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5e9627-a476-4879-93b3-6fecaccdcdd1 req-ce1ffbd8-76eb-4ad5-8e9b-5a847a14b828 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:28.155643 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6c5e9627-a476-4879-93b3-6fecaccdcdd1 req-ce1ffbd8-76eb-4ad5-8e9b-5a847a14b828 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?device_id=12186027-69a9-4658-9ed9-1f2f99d79038 HTTP/1.1" status: 200 len: 945 time: 0.5845461 Feb 04 12:28:28.163262 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f09b4889-6615-4d6a-a2b0-4d069a6f55fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52094127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51452689'] for subnet (0dfa3a62-0074-4496-9bdc-04224eb891c1), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:28.180127 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-df62ef4f-4bdf-4dd0-9083-a990619f3d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (8d445fbb-5446-46fb-80d7-97c14fcd0679), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:28.193504 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:28.273310 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67e2bf8-0b38-4936-8cfa-bc84a11d69a5 req-84e091a7-92f6-47b9-bc00-5788738d6216 tempest-AttachSCSIVolumeTestJSON-421153729 tempest-AttachSCSIVolumeTestJSON-421153729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:28.274805 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e67e2bf8-0b38-4936-8cfa-bc84a11d69a5 req-84e091a7-92f6-47b9-bc00-5788738d6216 tempest-AttachSCSIVolumeTestJSON-421153729 tempest-AttachSCSIVolumeTestJSON-421153729-project] 10.222.0.65 "GET /v2.0/ports?device_id=23febbe4-c34b-4a7f-abc1-b74ce0bb8a35 HTTP/1.1" status: 200 len: 945 time: 0.5812216 Feb 04 12:28:28.292454 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09b4889-6615-4d6a-a2b0-4d069a6f55fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=0dfa3a62-0074-4496-9bdc-04224eb891c1,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:28.373750 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6c5e9627-a476-4879-93b3-6fecaccdcdd1 req-d74409f0-7339-4c75-a977-f00bd3cd4823 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f51ab49-2800-41c7-a09d-ab109cee7e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074487 Feb 04 12:28:28.413680 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:28:28.424308 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-df62ef4f-4bdf-4dd0-9083-a990619f3d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-52093282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51452698'] for subnet (8d445fbb-5446-46fb-80d7-97c14fcd0679), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:28.448922 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09b4889-6615-4d6a-a2b0-4d069a6f55fa admin admin] Checking segment: {'id': '4a004afd-7d6a-4fb3-8993-7944c670ed6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '455ce72f-966b-4f4a-93c5-1087777725b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:28:28.449325 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09b4889-6615-4d6a-a2b0-4d069a6f55fa admin admin] Network hostable DHCP agents. Network: 455ce72f-966b-4f4a-93c5-1087777725b9, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:28:28.495588 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e67e2bf8-0b38-4936-8cfa-bc84a11d69a5 req-4c483625-55ad-4f1e-ae71-87026e2fc002 tempest-AttachSCSIVolumeTestJSON-421153729 tempest-AttachSCSIVolumeTestJSON-421153729-project] 10.222.0.65 "GET /v2.0/security-groups?id=4627cf44-a468-496d-a8c0-6c68c1cc9832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041841 Feb 04 12:28:28.496905 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-df62ef4f-4bdf-4dd0-9083-a990619f3d14 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:28.503401 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 38382) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:28:28.504684 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-df62ef4f-4bdf-4dd0-9083-a990619f3d14 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/8d445fbb-5446-46fb-80d7-97c14fcd0679 HTTP/1.1" status: 204 len: 168 time: 0.9944251 Feb 04 12:28:28.509085 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df62ef4f-4bdf-4dd0-9083-a990619f3d14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d445fbb-5446-46fb-80d7-97c14fcd0679,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:28.548375 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09b4889-6615-4d6a-a2b0-4d069a6f55fa admin admin] Network 455ce72f-966b-4f4a-93c5-1087777725b9 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:28:28.565300 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0562c28f-4c22-4c69-8e61-6cbbf1bfad0f req-afacc8c6-c1f6-4ffd-9e51-a9c4c0b63970 tempest-ServerPasswordTestJSON-1328553859 tempest-ServerPasswordTestJSON-1328553859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:28.566805 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0562c28f-4c22-4c69-8e61-6cbbf1bfad0f req-afacc8c6-c1f6-4ffd-9e51-a9c4c0b63970 tempest-ServerPasswordTestJSON-1328553859 tempest-ServerPasswordTestJSON-1328553859-project] 10.222.0.77 "GET /v2.0/networks?id=c69f04d8-4d40-49f7-a917-3392f12f71a9 HTTP/1.1" status: 200 len: 813 time: 0.2260227 Feb 04 12:28:28.586959 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-0562c28f-4c22-4c69-8e61-6cbbf1bfad0f req-ab6e0300-0e3a-46ab-864c-039c8f567aed tempest-ServerPasswordTestJSON-1328553859 tempest-ServerPasswordTestJSON-1328553859-project] Request body: {'port': {'device_id': '66589b1a-777b-43f2-85a5-4abee01d0599', 'network_id': 'c69f04d8-4d40-49f7-a917-3392f12f71a9', 'admin_state_up': True, 'tenant_id': '45ac2c7e939a4990b189db38a49d9c56'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:28:28.606758 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-f09b4889-6615-4d6a-a2b0-4d069a6f55fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 455ce72f-966b-4f4a-93c5-1087777725b9) {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:28:28.618040 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-66334fe4-144f-43d3-b887-3710a3864e58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (baef07fd-b5ab-46e6-bcf4-03c2646cee50), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:28.641278 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32ef6b4-9f2d-46d6-8934-a151ab03e67c None None] Network 455ce72f-966b-4f4a-93c5-1087777725b9 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:28:28.674629 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09b4889-6615-4d6a-a2b0-4d069a6f55fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:28.675231 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f09b4889-6615-4d6a-a2b0-4d069a6f55fa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:28.714417 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-f09b4889-6615-4d6a-a2b0-4d069a6f55fa admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3785300 Feb 04 12:28:28.751664 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-66334fe4-144f-43d3-b887-3710a3864e58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (baef07fd-b5ab-46e6-bcf4-03c2646cee50), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:28.790756 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ec6bd90c-7de8-4c81-b0d2-2ef86a755657 req-27be621a-b589-486d-a1c1-604d9dbf258f tempest-ServerPasswordTestJSON-1328553859 tempest-ServerPasswordTestJSON-1328553859-project] 10.222.0.65 "GET /v2.0/ports?device_id=66589b1a-777b-43f2-85a5-4abee01d0599 HTTP/1.1" status: 200 len: 210 time: 0.0611517 Feb 04 12:28:28.799234 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d272a6f1-b108-49b2-b459-d8ce4a9d9073 req-535eab5a-ce76-44ef-bd5d-28915cea897f tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:28.802528 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-66334fe4-144f-43d3-b887-3710a3864e58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baef07fd-b5ab-46e6-bcf4-03c2646cee50']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:28:28.819178 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d272a6f1-b108-49b2-b459-d8ce4a9d9073 req-535eab5a-ce76-44ef-bd5d-28915cea897f tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=309f20f5-fb15-4854-a3f3-90201a4e005a HTTP/1.1" status: 200 len: 949 time: 0.2375307 Feb 04 12:28:28.833664 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-66334fe4-144f-43d3-b887-3710a3864e58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5c177af-3889-44bd-b8d2-4efb770c9a0b') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:28:28.834040 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-66334fe4-144f-43d3-b887-3710a3864e58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5c177af-3889-44bd-b8d2-4efb770c9a0b') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:28:28.852996 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df11560-4b3e-4199-9487-dc9895c6163f None None] Network 455ce72f-966b-4f4a-93c5-1087777725b9 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:28:28.873475 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-66334fe4-144f-43d3-b887-3710a3864e58 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (f5c177af-3889-44bd-b8d2-4efb770c9a0b), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:28.899397 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-66334fe4-144f-43d3-b887-3710a3864e58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (f5c177af-3889-44bd-b8d2-4efb770c9a0b), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:28.913253 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0562c28f-4c22-4c69-8e61-6cbbf1bfad0f req-ab6e0300-0e3a-46ab-864c-039c8f567aed tempest-ServerPasswordTestJSON-1328553859 tempest-ServerPasswordTestJSON-1328553859-project] Made reservation on behalf of 45ac2c7e939a4990b189db38a49d9c56 for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:28:28.919818 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-0562c28f-4c22-4c69-8e61-6cbbf1bfad0f req-ab6e0300-0e3a-46ab-864c-039c8f567aed tempest-ServerPasswordTestJSON-1328553859 tempest-ServerPasswordTestJSON-1328553859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:28.919992 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66334fe4-144f-43d3-b887-3710a3864e58 admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:28:28.919992 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-66334fe4-144f-43d3-b887-3710a3864e58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (f5c177af-3889-44bd-b8d2-4efb770c9a0b), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:28.921635 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 12:28:28.921635 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:28:28.921635 n-d-825015-3 neutron-server[103474]: timer() Feb 04 12:28:28.921635 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:28:28.921635 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 12:28:28.921635 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:28:28.921635 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 12:28:28.921635 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:28:28.921635 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 12:28:28.921635 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:28:28.921635 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 12:28:28.921635 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:28:28.921635 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 12:28:28.921635 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:28:28.921635 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:28:28.921635 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:28:28.921635 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:28:28.921635 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:28:28.921635 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 12:28:28.921635 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:28:28.921635 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 12:28:28.921635 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:28:28.921635 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:28:28.921635 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:28:28.921635 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 12:28:28.921635 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:28:28.921635 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:28:28.921635 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:28:28.921635 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:28:28.921635 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:28:28.921635 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:28:28.921635 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:28:28.942663 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d272a6f1-b108-49b2-b459-d8ce4a9d9073 req-2acc9483-3a61-4fd5-be3c-20da984439b5 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158056 Feb 04 12:28:29.035966 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-66334fe4-144f-43d3-b887-3710a3864e58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (baef07fd-b5ab-46e6-bcf4-03c2646cee50), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:29.044425 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-66334fe4-144f-43d3-b887-3710a3864e58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:29.053143 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-66334fe4-144f-43d3-b887-3710a3864e58 admin admin] 10.222.0.65 "DELETE /v2.0/networks/baef07fd-b5ab-46e6-bcf4-03c2646cee50 HTTP/1.1" status: 204 len: 168 time: 0.5476155 Feb 04 12:28:29.070561 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66334fe4-144f-43d3-b887-3710a3864e58 admin admin] Pushing event deleted for resources: {'Network': ['ID=baef07fd-b5ab-46e6-bcf4-03c2646cee50,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:29.146649 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-0562c28f-4c22-4c69-8e61-6cbbf1bfad0f req-ab6e0300-0e3a-46ab-864c-039c8f567aed tempest-ServerPasswordTestJSON-1328553859 tempest-ServerPasswordTestJSON-1328553859-project] Allocated IP 172.20.0.2 (c69f04d8-4d40-49f7-a917-3392f12f71a9/b38a8af8-b8ce-4205-833c-6fe3fa281d36/7780250b-6ac3-4882-88db-c1ce42c194b5) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:28:29.180480 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee876e86-9380-42c7-a1f2-0a97f9b82373', 'name': 'network-vif-deleted', 'tag': 'b6fb8232-2c46-4d46-a43e-dcd1f154c131'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:28:29.181908 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-062a5dd6-02e5-4ef5-8bd2-1abd658f027c" -d '{"events": [{"server_uuid": "ee876e86-9380-42c7-a1f2-0a97f9b82373", "name": "network-vif-deleted", "tag": "b6fb8232-2c46-4d46-a43e-dcd1f154c131"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:28:29.231671 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 38406) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:28:29.287165 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-2a223180-7cdf-4722-a8ae-f507ecbacbfd admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c1101b536eb9489ebd4da4b15651d841&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0517004 Feb 04 12:28:29.287438 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 38408) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:28:29.356219 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8e08a7e0-0aed-427e-9435-48f2e94eb27b admin admin] Publish callbacks [] for security_group (d3abd631-9239-4be0-94cf-133e8014b391), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:29.373161 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7fbfc0a-8a67-41fe-a946-ffa0bdf14cb2 x-openstack-request-id: req-d7fbfc0a-8a67-41fe-a946-ffa0bdf14cb2 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:28:29.373452 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee876e86-9380-42c7-a1f2-0a97f9b82373", "name": "network-vif-deleted", "tag": "b6fb8232-2c46-4d46-a43e-dcd1f154c131", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:28:29.373695 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d7fbfc0a-8a67-41fe-a946-ffa0bdf14cb2 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:28:29.374308 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee876e86-9380-42c7-a1f2-0a97f9b82373', 'name': 'network-vif-deleted', 'tag': 'b6fb8232-2c46-4d46-a43e-dcd1f154c131', 'status': 'completed', 'code': 200} Feb 04 12:28:29.379164 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8e08a7e0-0aed-427e-9435-48f2e94eb27b admin admin] Publish callbacks [] for security_group (d3abd631-9239-4be0-94cf-133e8014b391), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:29.410634 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88ea5c9-f22d-4301-b51f-2a88467c3102 req-92c1732c-58a5-476e-a02a-39bbe3ba9a75 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:29.412154 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f88ea5c9-f22d-4301-b51f-2a88467c3102 req-92c1732c-58a5-476e-a02a-39bbe3ba9a75 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.73 "GET /v2.0/ports?device_id=12186027-69a9-4658-9ed9-1f2f99d79038 HTTP/1.1" status: 200 len: 945 time: 0.2492588 Feb 04 12:28:29.447477 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8e08a7e0-0aed-427e-9435-48f2e94eb27b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (d3abd631-9239-4be0-94cf-133e8014b391), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:29.450583 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8e08a7e0-0aed-427e-9435-48f2e94eb27b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:29.454516 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-8e08a7e0-0aed-427e-9435-48f2e94eb27b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d3abd631-9239-4be0-94cf-133e8014b391 HTTP/1.1" status: 204 len: 168 time: 0.1635249 Feb 04 12:28:29.460686 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e08a7e0-0aed-427e-9435-48f2e94eb27b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3abd631-9239-4be0-94cf-133e8014b391,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:29.563512 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-0562c28f-4c22-4c69-8e61-6cbbf1bfad0f req-ab6e0300-0e3a-46ab-864c-039c8f567aed tempest-ServerPasswordTestJSON-1328553859 tempest-ServerPasswordTestJSON-1328553859-project] Publish callbacks [] for port (7780250b-6ac3-4882-88db-c1ce42c194b5), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:29.572517 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ef4a98-74bb-4859-9ccb-c1d08335bc66 req-cf78bf9d-1ca3-4639-a906-1a8b3521ab4d tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:29.574839 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c8ef4a98-74bb-4859-9ccb-c1d08335bc66 req-cf78bf9d-1ca3-4639-a906-1a8b3521ab4d tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] 10.222.0.65 "GET /v2.0/networks?id=455ce72f-966b-4f4a-93c5-1087777725b9 HTTP/1.1" status: 200 len: 812 time: 0.3208833 Feb 04 12:28:29.644689 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c8ef4a98-74bb-4859-9ccb-c1d08335bc66 req-a411d491-fa23-4675-9bfc-34836b79f3f1 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] 10.222.0.65 "GET /v2.0/quotas/a6e51efc6d1c44a981a00419b9b70f7e HTTP/1.1" status: 200 len: 375 time: 0.0622880 Feb 04 12:28:29.668393 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcf59a5-c258-4055-9c9d-1a9a84c237d8 req-33472749-9bc4-488c-8d91-b8607688218a tempest-AttachSCSIVolumeTestJSON-421153729 tempest-AttachSCSIVolumeTestJSON-421153729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:29.669849 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ddcf59a5-c258-4055-9c9d-1a9a84c237d8 req-33472749-9bc4-488c-8d91-b8607688218a tempest-AttachSCSIVolumeTestJSON-421153729 tempest-AttachSCSIVolumeTestJSON-421153729-project] 10.222.0.73 "GET /v2.0/ports?device_id=23febbe4-c34b-4a7f-abc1-b74ce0bb8a35 HTTP/1.1" status: 200 len: 945 time: 0.2720108 Feb 04 12:28:29.750237 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c8ef4a98-74bb-4859-9ccb-c1d08335bc66 req-2f07b66b-ec56-4995-b5e5-f92e0f2dc256 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=a6e51efc6d1c44a981a00419b9b70f7e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0778174 Feb 04 12:28:29.782987 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-0562c28f-4c22-4c69-8e61-6cbbf1bfad0f req-ab6e0300-0e3a-46ab-864c-039c8f567aed tempest-ServerPasswordTestJSON-1328553859 tempest-ServerPasswordTestJSON-1328553859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (7780250b-6ac3-4882-88db-c1ce42c194b5), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:29.854736 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31011de-7dda-4714-a3c7-7febb50c95e1 req-070f07a4-e00d-498a-bf5a-2092aafdc782 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:29.856293 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f31011de-7dda-4714-a3c7-7febb50c95e1 req-070f07a4-e00d-498a-bf5a-2092aafdc782 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?device_id=12186027-69a9-4658-9ed9-1f2f99d79038 HTTP/1.1" status: 200 len: 945 time: 0.2551997 Feb 04 12:28:29.875100 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-f88ea5c9-f22d-4301-b51f-2a88467c3102 req-1f7631c0-9858-41b3-b30a-ab32922d84e7 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Deleting port c1537604-c444-4e14-916e-fd5cd45b891c {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:28:29.875445 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-f88ea5c9-f22d-4301-b51f-2a88467c3102 req-1f7631c0-9858-41b3-b30a-ab32922d84e7 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (c1537604-c444-4e14-916e-fd5cd45b891c), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:29.934160 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:28:29.936691 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0562c28f-4c22-4c69-8e61-6cbbf1bfad0f req-ab6e0300-0e3a-46ab-864c-039c8f567aed tempest-ServerPasswordTestJSON-1328553859 tempest-ServerPasswordTestJSON-1328553859-project] Network c69f04d8-4d40-49f7-a917-3392f12f71a9 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:28:29.960216 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-0562c28f-4c22-4c69-8e61-6cbbf1bfad0f req-ab6e0300-0e3a-46ab-864c-039c8f567aed tempest-ServerPasswordTestJSON-1328553859 tempest-ServerPasswordTestJSON-1328553859-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:28:29.975610 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6e0300-0e3a-46ab-864c-039c8f567aed tempest-ServerPasswordTestJSON-1328553859 tempest-ServerPasswordTestJSON-1328553859-project] Pushing event updated for resources: {'Port': ['ID=7780250b-6ac3-4882-88db-c1ce42c194b5,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:29.981538 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-0562c28f-4c22-4c69-8e61-6cbbf1bfad0f req-ab6e0300-0e3a-46ab-864c-039c8f567aed tempest-ServerPasswordTestJSON-1328553859 tempest-ServerPasswordTestJSON-1328553859-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:28:29.994315 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning for port dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:28:29.999073 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:28:29.999448 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:30.090331 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:28:30.090797 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:30.115877 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '309f20f5-fb15-4854-a3f3-90201a4e005a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:28:30.118127 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6cb2d51-7cc8-403e-935d-23057fddafdd" -d '{"events": [{"server_uuid": "309f20f5-fb15-4854-a3f3-90201a4e005a", "name": "network-vif-plugged", "status": "completed", "tag": "dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:28:30.129457 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0562c28f-4c22-4c69-8e61-6cbbf1bfad0f req-ab6e0300-0e3a-46ab-864c-039c8f567aed tempest-ServerPasswordTestJSON-1328553859 tempest-ServerPasswordTestJSON-1328553859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:30.130128 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-0562c28f-4c22-4c69-8e61-6cbbf1bfad0f req-ab6e0300-0e3a-46ab-864c-039c8f567aed tempest-ServerPasswordTestJSON-1328553859 tempest-ServerPasswordTestJSON-1328553859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:30.131602 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:28:30.134931 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f31011de-7dda-4714-a3c7-7febb50c95e1 req-82d30496-4a73-4796-b8de-ad5675125ac5 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/security-groups?id=7f51ab49-2800-41c7-a09d-ab109cee7e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681851 Feb 04 12:28:30.138079 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-ddcf59a5-c258-4055-9c9d-1a9a84c237d8 req-e873b258-0989-464a-91eb-84370ee16f51 tempest-AttachSCSIVolumeTestJSON-421153729 tempest-AttachSCSIVolumeTestJSON-421153729-project] Deleting port 3b42560d-8363-4391-b810-105e6935717d {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:28:30.138532 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-ddcf59a5-c258-4055-9c9d-1a9a84c237d8 req-e873b258-0989-464a-91eb-84370ee16f51 tempest-AttachSCSIVolumeTestJSON-421153729 tempest-AttachSCSIVolumeTestJSON-421153729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (3b42560d-8363-4391-b810-105e6935717d), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:30.142893 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:30.144982 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 3b42560d-8363-4391-b810-105e6935717d no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:28:30.217157 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-f88ea5c9-f22d-4301-b51f-2a88467c3102 req-1f7631c0-9858-41b3-b30a-ab32922d84e7 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] For port c1537604-c444-4e14-916e-fd5cd45b891c, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=c1537604-c444-4e14-916e-fd5cd45b891c,segment=NetworkSegment(8447b48f-5ac4-4499-b5ab-2b0cb1297003),segment_id=8447b48f-5ac4-4499-b5ab-2b0cb1297003)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:28:30.217744 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-f88ea5c9-f22d-4301-b51f-2a88467c3102 req-1f7631c0-9858-41b3-b30a-ab32922d84e7 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (c1537604-c444-4e14-916e-fd5cd45b891c), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:30.221984 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c8ef4a98-74bb-4859-9ccb-c1d08335bc66 req-2a5879f5-f2f6-411c-874f-d9c8ba56ccff service neutron] 10.222.0.65 "GET /v2.0/networks/455ce72f-966b-4f4a-93c5-1087777725b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4558327 Feb 04 12:28:30.235197 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0562c28f-4c22-4c69-8e61-6cbbf1bfad0f req-ab6e0300-0e3a-46ab-864c-039c8f567aed tempest-ServerPasswordTestJSON-1328553859 tempest-ServerPasswordTestJSON-1328553859-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6523473 Feb 04 12:28:30.264709 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:30.282528 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-f88ea5c9-f22d-4301-b51f-2a88467c3102 req-1f7631c0-9858-41b3-b30a-ab32922d84e7 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Calling delete_port for c1537604-c444-4e14-916e-fd5cd45b891c owned by compute:nova {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:28:30.287325 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-0562c28f-4c22-4c69-8e61-6cbbf1bfad0f req-7d4ff0ea-afcd-4f8f-ab4d-177515928caf service neutron] Request body: {'port': {'device_id': '66589b1a-777b-43f2-85a5-4abee01d0599', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:28:30.299557 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 38448) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:28:30.315197 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 3b42560d-8363-4391-b810-105e6935717d is: ACTIVE; New status is: DOWN {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:28:30.315696 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (3b42560d-8363-4391-b810-105e6935717d), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:30.358694 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 3b42560d-8363-4391-b810-105e6935717d, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=3b42560d-8363-4391-b810-105e6935717d,segment=NetworkSegment(c79394f8-f009-4252-b7b2-a9e14ca97f89),segment_id=c79394f8-f009-4252-b7b2-a9e14ca97f89)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:28:30.363249 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (3b42560d-8363-4391-b810-105e6935717d), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:30.364157 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device c1537604-c444-4e14-916e-fd5cd45b891c no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:28:30.423708 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-0c8e1a23-30d1-4fdf-849d-e90650eae271 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-419234758-network', 'tenant_id': '85d9e14275eb4792b9cb7a6153b13cff'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:28:30.446896 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c8e1a23-30d1-4fdf-849d-e90650eae271 admin admin] Made reservation on behalf of 85d9e14275eb4792b9cb7a6153b13cff for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:28:30.451971 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0c8e1a23-30d1-4fdf-849d-e90650eae271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:30.461474 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0c8e1a23-30d1-4fdf-849d-e90650eae271 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:30.474382 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=3b42560d-8363-4391-b810-105e6935717d,revision_number=6']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:30.494665 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port c1537604-c444-4e14-916e-fd5cd45b891c is: ACTIVE; New status is: DOWN {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:28:30.495089 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (c1537604-c444-4e14-916e-fd5cd45b891c), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:30.522638 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-ddcf59a5-c258-4055-9c9d-1a9a84c237d8 req-e873b258-0989-464a-91eb-84370ee16f51 tempest-AttachSCSIVolumeTestJSON-421153729 tempest-AttachSCSIVolumeTestJSON-421153729-project] For port 3b42560d-8363-4391-b810-105e6935717d, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=3b42560d-8363-4391-b810-105e6935717d,segment=NetworkSegment(c79394f8-f009-4252-b7b2-a9e14ca97f89),segment_id=c79394f8-f009-4252-b7b2-a9e14ca97f89)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:28:30.523003 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-ddcf59a5-c258-4055-9c9d-1a9a84c237d8 req-e873b258-0989-464a-91eb-84370ee16f51 tempest-AttachSCSIVolumeTestJSON-421153729 tempest-AttachSCSIVolumeTestJSON-421153729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (3b42560d-8363-4391-b810-105e6935717d), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:30.536090 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port c1537604-c444-4e14-916e-fd5cd45b891c, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=c1537604-c444-4e14-916e-fd5cd45b891c,segment=NetworkSegment(8447b48f-5ac4-4499-b5ab-2b0cb1297003),segment_id=8447b48f-5ac4-4499-b5ab-2b0cb1297003)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:28:30.540452 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (c1537604-c444-4e14-916e-fd5cd45b891c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:30.546520 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-0562c28f-4c22-4c69-8e61-6cbbf1bfad0f req-7d4ff0ea-afcd-4f8f-ab4d-177515928caf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (7780250b-6ac3-4882-88db-c1ce42c194b5), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:30.562533 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-ddcf59a5-c258-4055-9c9d-1a9a84c237d8 req-e873b258-0989-464a-91eb-84370ee16f51 tempest-AttachSCSIVolumeTestJSON-421153729 tempest-AttachSCSIVolumeTestJSON-421153729-project] Calling delete_port for 3b42560d-8363-4391-b810-105e6935717d owned by compute:nova {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:28:30.563889 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0c8e1a23-30d1-4fdf-849d-e90650eae271 admin admin] Publish callbacks [] for security_group (c1e6bf26-d35f-4b02-872b-927e7993412f), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:30.568751 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0c8e1a23-30d1-4fdf-849d-e90650eae271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (c1e6bf26-d35f-4b02-872b-927e7993412f), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:30.570557 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a28c5b5-5454-4482-9eb8-9781de75d952 req-c1622c93-92f2-4848-bbba-c8eddaaeb6da tempest-AttachSCSIVolumeTestJSON-421153729 tempest-AttachSCSIVolumeTestJSON-421153729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:30.572080 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2a28c5b5-5454-4482-9eb8-9781de75d952 req-c1622c93-92f2-4848-bbba-c8eddaaeb6da tempest-AttachSCSIVolumeTestJSON-421153729 tempest-AttachSCSIVolumeTestJSON-421153729-project] 10.222.0.65 "GET /v2.0/ports?device_id=23febbe4-c34b-4a7f-abc1-b74ce0bb8a35 HTTP/1.1" status: 200 len: 945 time: 0.3229768 Feb 04 12:28:30.587626 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c8ef4a98-74bb-4859-9ccb-c1d08335bc66 req-e1adece7-7438-4cc2-a6da-886ad719cc51 service neutron] 10.222.0.65 "GET /v2.0/networks/455ce72f-966b-4f4a-93c5-1087777725b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3494794 Feb 04 12:28:30.590622 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c8e1a23-30d1-4fdf-849d-e90650eae271 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:28:30.605202 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e1a23-30d1-4fdf-849d-e90650eae271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e6bf26-d35f-4b02-872b-927e7993412f,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:30.610422 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0c8e1a23-30d1-4fdf-849d-e90650eae271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (084a78b4-d4f5-4c96-95f6-b3e73157c858), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:30.610960 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-0c8e1a23-30d1-4fdf-849d-e90650eae271 admin admin] Added segment 084a78b4-d4f5-4c96-95f6-b3e73157c858 of type vlan for network 8b353643-3d5d-4215-a710-695e1724e8fe Feb 04 12:28:30.616591 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=c1537604-c444-4e14-916e-fd5cd45b891c,revision_number=6']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:30.663526 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0c8e1a23-30d1-4fdf-849d-e90650eae271 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (8b353643-3d5d-4215-a710-695e1724e8fe), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:30.695345 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0c8e1a23-30d1-4fdf-849d-e90650eae271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (8b353643-3d5d-4215-a710-695e1724e8fe), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:30.696490 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8e1a23-30d1-4fdf-849d-e90650eae271 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:30.697153 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0c8e1a23-30d1-4fdf-849d-e90650eae271 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:30.760900 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-0c8e1a23-30d1-4fdf-849d-e90650eae271 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4589591 Feb 04 12:28:30.763935 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 38452) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:28:30.770696 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-ad1cca0f-c563-451f-a436-9b6ecede5da7 admin admin] Request body: {'subnet': {'network_id': '8b353643-3d5d-4215-a710-695e1724e8fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-419234758-subnet', 'tenant_id': '85d9e14275eb4792b9cb7a6153b13cff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:28:30.777903 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e1a23-30d1-4fdf-849d-e90650eae271 admin admin] Pushing event updated for resources: {'Network': ['ID=8b353643-3d5d-4215-a710-695e1724e8fe,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:30.805560 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad1cca0f-c563-451f-a436-9b6ecede5da7 admin admin] Made reservation on behalf of 85d9e14275eb4792b9cb7a6153b13cff for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:28:30.813681 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ad1cca0f-c563-451f-a436-9b6ecede5da7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60610638'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:30.819522 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2a28c5b5-5454-4482-9eb8-9781de75d952 req-f422f214-0668-4ceb-a216-fae5d4848937 tempest-AttachSCSIVolumeTestJSON-421153729 tempest-AttachSCSIVolumeTestJSON-421153729-project] 10.222.0.65 "GET /v2.0/security-groups?id=4627cf44-a468-496d-a8c0-6c68c1cc9832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212415 Feb 04 12:28:30.820851 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 8b353643-3d5d-4215-a710-695e1724e8fe details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:28:30.864552 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-f88ea5c9-f22d-4301-b51f-2a88467c3102 req-1f7631c0-9858-41b3-b30a-ab32922d84e7 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (c1537604-c444-4e14-916e-fd5cd45b891c), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:30.978609 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7631c0-9858-41b3-b30a-ab32922d84e7 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Pushing event deleted for resources: {'Port': ['ID=c1537604-c444-4e14-916e-fd5cd45b891c,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:30.997749 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:31.141145 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ad1cca0f-c563-451f-a436-9b6ecede5da7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59045178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60610680'] for subnet (5933dc30-e0df-42c7-a2e7-d060ce8d01b3), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:31.209231 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1cca0f-c563-451f-a436-9b6ecede5da7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5933dc30-e0df-42c7-a2e7-d060ce8d01b3,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:31.223460 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1cca0f-c563-451f-a436-9b6ecede5da7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:28:31.224016 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1cca0f-c563-451f-a436-9b6ecede5da7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:28:31.224457 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1cca0f-c563-451f-a436-9b6ecede5da7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:28:31.224917 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1cca0f-c563-451f-a436-9b6ecede5da7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:28:31.225354 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1cca0f-c563-451f-a436-9b6ecede5da7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:28:31.225796 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1cca0f-c563-451f-a436-9b6ecede5da7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:28:31.226409 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1cca0f-c563-451f-a436-9b6ecede5da7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:28:31.226812 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1cca0f-c563-451f-a436-9b6ecede5da7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:28:31.227334 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1cca0f-c563-451f-a436-9b6ecede5da7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:28:31.227783 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1cca0f-c563-451f-a436-9b6ecede5da7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:28:31.228231 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1cca0f-c563-451f-a436-9b6ecede5da7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:28:31.228620 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1cca0f-c563-451f-a436-9b6ecede5da7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:28:31.229016 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1cca0f-c563-451f-a436-9b6ecede5da7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:28:31.237006 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1cca0f-c563-451f-a436-9b6ecede5da7 admin admin] Checking segment: {'id': '084a78b4-d4f5-4c96-95f6-b3e73157c858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '8b353643-3d5d-4215-a710-695e1724e8fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:28:31.237281 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1cca0f-c563-451f-a436-9b6ecede5da7 admin admin] Network hostable DHCP agents. Network: 8b353643-3d5d-4215-a710-695e1724e8fe, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:28:31.262252 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1cca0f-c563-451f-a436-9b6ecede5da7 admin admin] Network 8b353643-3d5d-4215-a710-695e1724e8fe is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:28:31.273084 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-ad1cca0f-c563-451f-a436-9b6ecede5da7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 8b353643-3d5d-4215-a710-695e1724e8fe) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:28:31.278645 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1cca0f-c563-451f-a436-9b6ecede5da7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:31.279694 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ad1cca0f-c563-451f-a436-9b6ecede5da7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:31.287699 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7454bb01-522f-4d42-acce-731b9c6e7bdc None None] Network 8b353643-3d5d-4215-a710-695e1724e8fe requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:28:31.316003 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-ad1cca0f-c563-451f-a436-9b6ecede5da7 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5509353 Feb 04 12:28:31.418801 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33b51f5-ee44-4f36-8131-3f9c58ec769b None None] Network 8b353643-3d5d-4215-a710-695e1724e8fe requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:28:31.439613 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-f88ea5c9-f22d-4301-b51f-2a88467c3102 req-1f7631c0-9858-41b3-b30a-ab32922d84e7 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] No DVR routers for this DVR port c1537604-c444-4e14-916e-fd5cd45b891c on host n-h1-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:28:31.457729 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-f88ea5c9-f22d-4301-b51f-2a88467c3102 req-1f7631c0-9858-41b3-b30a-ab32922d84e7 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:31.461148 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f88ea5c9-f22d-4301-b51f-2a88467c3102 req-1f7631c0-9858-41b3-b30a-ab32922d84e7 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.73 "DELETE /v2.0/ports/c1537604-c444-4e14-916e-fd5cd45b891c HTTP/1.1" status: 204 len: 173 time: 2.0257337 Feb 04 12:28:31.461613 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12186027-69a9-4658-9ed9-1f2f99d79038', 'name': 'network-vif-deleted', 'tag': 'c1537604-c444-4e14-916e-fd5cd45b891c'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:28:31.464075 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90026fc8-3b70-47f7-943b-73c688680ed6" -d '{"events": [{"server_uuid": "12186027-69a9-4658-9ed9-1f2f99d79038", "name": "network-vif-deleted", "tag": "c1537604-c444-4e14-916e-fd5cd45b891c"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:28:31.475626 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-ddcf59a5-c258-4055-9c9d-1a9a84c237d8 req-e873b258-0989-464a-91eb-84370ee16f51 tempest-AttachSCSIVolumeTestJSON-421153729 tempest-AttachSCSIVolumeTestJSON-421153729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (3b42560d-8363-4391-b810-105e6935717d), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:31.552339 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f930f67-9631-4625-919a-76cc0bf51b65 req-dd27b45e-63c3-4041-8fad-6c7d62b66e0c tempest-ServerPasswordTestJSON-1328553859 tempest-ServerPasswordTestJSON-1328553859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:31.554669 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:31.560493 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3f930f67-9631-4625-919a-76cc0bf51b65 req-dd27b45e-63c3-4041-8fad-6c7d62b66e0c tempest-ServerPasswordTestJSON-1328553859 tempest-ServerPasswordTestJSON-1328553859-project] 10.222.0.65 "GET /v2.0/ports?device_id=66589b1a-777b-43f2-85a5-4abee01d0599 HTTP/1.1" status: 200 len: 931 time: 0.6162882 Feb 04 12:28:31.572888 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e873b258-0989-464a-91eb-84370ee16f51 tempest-AttachSCSIVolumeTestJSON-421153729 tempest-AttachSCSIVolumeTestJSON-421153729-project] Pushing event deleted for resources: {'Port': ['ID=3b42560d-8363-4391-b810-105e6935717d,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:31.646038 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06eaa4b-d76c-40e0-b4d7-4ef60b200154 req-5184530f-cdb3-451d-a5a3-7b57fb3902a7 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:31.647966 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c06eaa4b-d76c-40e0-b4d7-4ef60b200154 req-5184530f-cdb3-451d-a5a3-7b57fb3902a7 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=309f20f5-fb15-4854-a3f3-90201a4e005a HTTP/1.1" status: 200 len: 950 time: 0.6255453 Feb 04 12:28:31.677750 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddcf59a5-c258-4055-9c9d-1a9a84c237d8 req-e873b258-0989-464a-91eb-84370ee16f51 tempest-AttachSCSIVolumeTestJSON-421153729 tempest-AttachSCSIVolumeTestJSON-421153729-project] No DVR routers for this DVR port 3b42560d-8363-4391-b810-105e6935717d on host n-h1-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:28:31.693760 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-ddcf59a5-c258-4055-9c9d-1a9a84c237d8 req-e873b258-0989-464a-91eb-84370ee16f51 tempest-AttachSCSIVolumeTestJSON-421153729 tempest-AttachSCSIVolumeTestJSON-421153729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:31.697270 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ddcf59a5-c258-4055-9c9d-1a9a84c237d8 req-e873b258-0989-464a-91eb-84370ee16f51 tempest-AttachSCSIVolumeTestJSON-421153729 tempest-AttachSCSIVolumeTestJSON-421153729-project] 10.222.0.73 "DELETE /v2.0/ports/3b42560d-8363-4391-b810-105e6935717d HTTP/1.1" status: 204 len: 173 time: 2.0182006 Feb 04 12:28:31.720362 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-0562c28f-4c22-4c69-8e61-6cbbf1bfad0f req-7d4ff0ea-afcd-4f8f-ab4d-177515928caf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7780250b-6ac3-4882-88db-c1ce42c194b5 {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:28:31.735217 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-0562c28f-4c22-4c69-8e61-6cbbf1bfad0f req-7d4ff0ea-afcd-4f8f-ab4d-177515928caf service neutron] Publish callbacks [] for port (7780250b-6ac3-4882-88db-c1ce42c194b5), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:31.765123 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-0562c28f-4c22-4c69-8e61-6cbbf1bfad0f req-7d4ff0ea-afcd-4f8f-ab4d-177515928caf service neutron] Transition to ACTIVE for port object 7780250b-6ac3-4882-88db-c1ce42c194b5 will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:28:31.770997 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3f930f67-9631-4625-919a-76cc0bf51b65 req-adb680ea-7c05-4753-83d0-51df45a3eea9 tempest-ServerPasswordTestJSON-1328553859 tempest-ServerPasswordTestJSON-1328553859-project] 10.222.0.65 "GET /v2.0/security-groups?id=f35008b8-4fa7-477a-a31b-7b85d19a7d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094808 Feb 04 12:28:31.774772 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-0562c28f-4c22-4c69-8e61-6cbbf1bfad0f req-7d4ff0ea-afcd-4f8f-ab4d-177515928caf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (7780250b-6ac3-4882-88db-c1ce42c194b5), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:31.836917 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0b11bb4-c3f8-47c1-9352-7820eaf95243 x-openstack-request-id: req-a0b11bb4-c3f8-47c1-9352-7820eaf95243 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:28:31.837219 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "309f20f5-fb15-4854-a3f3-90201a4e005a", "name": "network-vif-plugged", "status": "completed", "tag": "dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:28:31.837486 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a0b11bb4-c3f8-47c1-9352-7820eaf95243 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:28:31.837876 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '309f20f5-fb15-4854-a3f3-90201a4e005a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd', 'code': 200} Feb 04 12:28:31.894329 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c06eaa4b-d76c-40e0-b4d7-4ef60b200154 req-30062ead-0769-479e-bf14-94988de2abfd tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172980 Feb 04 12:28:31.895075 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4ff0ea-afcd-4f8f-ab4d-177515928caf service neutron] Pushing event updated for resources: {'Port': ['ID=7780250b-6ac3-4882-88db-c1ce42c194b5,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:32.042372 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3f4f163-71bd-455e-a7c8-dec32e894f8e x-openstack-request-id: req-d3f4f163-71bd-455e-a7c8-dec32e894f8e {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:28:32.048737 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12186027-69a9-4658-9ed9-1f2f99d79038", "name": "network-vif-deleted", "tag": "c1537604-c444-4e14-916e-fd5cd45b891c", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:28:32.049101 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d3f4f163-71bd-455e-a7c8-dec32e894f8e {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:28:32.049536 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12186027-69a9-4658-9ed9-1f2f99d79038', 'name': 'network-vif-deleted', 'tag': 'c1537604-c444-4e14-916e-fd5cd45b891c', 'status': 'completed', 'code': 200} Feb 04 12:28:32.128462 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c2699248-d438-48cc-a300-972165d22721 req-40a97293-1ac7-4bfd-bd44-c69dfb2b5aa3 tempest-DeleteServersTestJSON-465376681 tempest-DeleteServersTestJSON-465376681-project] 10.222.0.65 "GET /v2.0/ports?device_id=12186027-69a9-4658-9ed9-1f2f99d79038 HTTP/1.1" status: 200 len: 210 time: 0.0436521 Feb 04 12:28:32.154395 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b0465f-64dc-427f-863b-319de5e7e719 req-6db17785-8dd0-455d-9dd9-b58a81e22521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:32.156848 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-20b0465f-64dc-427f-863b-319de5e7e719 req-6db17785-8dd0-455d-9dd9-b58a81e22521 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=309f20f5-fb15-4854-a3f3-90201a4e005a HTTP/1.1" status: 200 len: 1132 time: 0.1804879 Feb 04 12:28:32.162354 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-0562c28f-4c22-4c69-8e61-6cbbf1bfad0f req-7d4ff0ea-afcd-4f8f-ab4d-177515928caf service neutron] Attempting to bind port 7780250b-6ac3-4882-88db-c1ce42c194b5 on host n-h2-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:28:32.163042 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-0562c28f-4c22-4c69-8e61-6cbbf1bfad0f req-7d4ff0ea-afcd-4f8f-ab4d-177515928caf service neutron] Attempting to bind port 7780250b-6ac3-4882-88db-c1ce42c194b5 by drivers openvswitch,hyperv on host n-h2-825015-3 at level 0 using segments [{'id': '8ec3ca37-34b8-4dff-8904-341665876bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c69f04d8-4d40-49f7-a917-3392f12f71a9'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:28:32.163714 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0562c28f-4c22-4c69-8e61-6cbbf1bfad0f req-7d4ff0ea-afcd-4f8f-ab4d-177515928caf service neutron] Attempting to bind port 7780250b-6ac3-4882-88db-c1ce42c194b5 on network c69f04d8-4d40-49f7-a917-3392f12f71a9 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:28:32.175834 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0562c28f-4c22-4c69-8e61-6cbbf1bfad0f req-7d4ff0ea-afcd-4f8f-ab4d-177515928caf service neutron] Port 7780250b-6ac3-4882-88db-c1ce42c194b5 on network c69f04d8-4d40-49f7-a917-3392f12f71a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:28:32.176442 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0562c28f-4c22-4c69-8e61-6cbbf1bfad0f req-7d4ff0ea-afcd-4f8f-ab4d-177515928caf service neutron] Attempting to bind port 7780250b-6ac3-4882-88db-c1ce42c194b5 on network c69f04d8-4d40-49f7-a917-3392f12f71a9 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:28:32.203528 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0562c28f-4c22-4c69-8e61-6cbbf1bfad0f req-7d4ff0ea-afcd-4f8f-ab4d-177515928caf service neutron] Checking agent: {'id': '9b68a165-e786-4b91-8592-44519c2ecabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:28:32.204255 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0562c28f-4c22-4c69-8e61-6cbbf1bfad0f req-7d4ff0ea-afcd-4f8f-ab4d-177515928caf service neutron] Checking segment: {'id': '8ec3ca37-34b8-4dff-8904-341665876bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c69f04d8-4d40-49f7-a917-3392f12f71a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:28:32.205077 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0562c28f-4c22-4c69-8e61-6cbbf1bfad0f req-7d4ff0ea-afcd-4f8f-ab4d-177515928caf service neutron] Bound using segment: {'id': '8ec3ca37-34b8-4dff-8904-341665876bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c69f04d8-4d40-49f7-a917-3392f12f71a9'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:28:32.206698 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-0562c28f-4c22-4c69-8e61-6cbbf1bfad0f req-7d4ff0ea-afcd-4f8f-ab4d-177515928caf service neutron] Bound port: 7780250b-6ac3-4882-88db-c1ce42c194b5, host: n-h2-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ec3ca37-34b8-4dff-8904-341665876bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c69f04d8-4d40-49f7-a917-3392f12f71a9'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:28:32.207343 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-0562c28f-4c22-4c69-8e61-6cbbf1bfad0f req-7d4ff0ea-afcd-4f8f-ab4d-177515928caf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (7780250b-6ac3-4882-88db-c1ce42c194b5), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:32.307992 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-65ecc77d-5a00-4642-adaa-3ff0dd7e09a0 req-8a91a57d-8361-4e7f-9224-9220d9ec6369 tempest-AttachSCSIVolumeTestJSON-421153729 tempest-AttachSCSIVolumeTestJSON-421153729-project] 10.222.0.65 "GET /v2.0/ports?device_id=23febbe4-c34b-4a7f-abc1-b74ce0bb8a35 HTTP/1.1" status: 200 len: 210 time: 0.0521042 Feb 04 12:28:32.319758 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-20b0465f-64dc-427f-863b-319de5e7e719 req-b942456c-aee7-4213-9a42-4e18b9756a30 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502168 Feb 04 12:28:32.459462 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-0562c28f-4c22-4c69-8e61-6cbbf1bfad0f req-7d4ff0ea-afcd-4f8f-ab4d-177515928caf service neutron] For port 7780250b-6ac3-4882-88db-c1ce42c194b5, host n-h2-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:28:32.484363 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1d60cb3b-0412-484c-ba07-321affb11353 req-ff655ff5-df07-4511-b6aa-c324bc6458a6 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] 10.222.0.65 "GET /v2.0/ports?device_id=61d7417a-23a6-4175-8d74-b35f8e99447b HTTP/1.1" status: 200 len: 210 time: 0.0488935 Feb 04 12:28:32.507244 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-0562c28f-4c22-4c69-8e61-6cbbf1bfad0f req-7d4ff0ea-afcd-4f8f-ab4d-177515928caf service neutron] For port 7780250b-6ac3-4882-88db-c1ce42c194b5, host n-h2-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=7780250b-6ac3-4882-88db-c1ce42c194b5,segment=NetworkSegment(8ec3ca37-34b8-4dff-8904-341665876bdd),segment_id=8ec3ca37-34b8-4dff-8904-341665876bdd)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:28:32.520943 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-0562c28f-4c22-4c69-8e61-6cbbf1bfad0f req-7d4ff0ea-afcd-4f8f-ab4d-177515928caf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (7780250b-6ac3-4882-88db-c1ce42c194b5), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:32.562527 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ef4a98-74bb-4859-9ccb-c1d08335bc66 req-1b8c3d02-cfca-402d-a646-44d1c0c25147 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:32.564996 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-c8ef4a98-74bb-4859-9ccb-c1d08335bc66 req-1b8c3d02-cfca-402d-a646-44d1c0c25147 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] 10.222.0.77 "GET /v2.0/networks?id=455ce72f-966b-4f4a-93c5-1087777725b9 HTTP/1.1" status: 200 len: 812 time: 0.1767235 Feb 04 12:28:32.583327 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-c8ef4a98-74bb-4859-9ccb-c1d08335bc66 req-e39b1044-443d-454b-abec-54d76096b167 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] Request body: {'port': {'device_id': '61d7417a-23a6-4175-8d74-b35f8e99447b', 'network_id': '455ce72f-966b-4f4a-93c5-1087777725b9', 'admin_state_up': True, 'tenant_id': 'a6e51efc6d1c44a981a00419b9b70f7e'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:28:32.706379 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4ff0ea-afcd-4f8f-ab4d-177515928caf service neutron] Pushing event updated for resources: {'Port': ['ID=7780250b-6ac3-4882-88db-c1ce42c194b5,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:32.774395 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8ef4a98-74bb-4859-9ccb-c1d08335bc66 req-e39b1044-443d-454b-abec-54d76096b167 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] Made reservation on behalf of a6e51efc6d1c44a981a00419b9b70f7e for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:28:32.775230 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b184a4-b644-47ae-9752-67df35d8f839 req-8db7c0e4-991f-4b22-b6d9-b411e28a5963 tempest-ServerAddressesTestJSON-607199779 tempest-ServerAddressesTestJSON-607199779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:32.776699 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-10b184a4-b644-47ae-9752-67df35d8f839 req-8db7c0e4-991f-4b22-b6d9-b411e28a5963 tempest-ServerAddressesTestJSON-607199779 tempest-ServerAddressesTestJSON-607199779-project] 10.222.0.65 "GET /v2.0/networks?id=8b353643-3d5d-4215-a710-695e1724e8fe HTTP/1.1" status: 200 len: 813 time: 0.4154875 Feb 04 12:28:32.778267 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0562c28f-4c22-4c69-8e61-6cbbf1bfad0f req-7d4ff0ea-afcd-4f8f-ab4d-177515928caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:32.779169 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-0562c28f-4c22-4c69-8e61-6cbbf1bfad0f req-7d4ff0ea-afcd-4f8f-ab4d-177515928caf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:32.781384 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0562c28f-4c22-4c69-8e61-6cbbf1bfad0f req-7d4ff0ea-afcd-4f8f-ab4d-177515928caf service neutron] 10.222.0.77 "PUT /v2.0/ports/7780250b-6ac3-4882-88db-c1ce42c194b5 HTTP/1.1" status: 200 len: 1091 time: 2.5272696 Feb 04 12:28:32.783609 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-c8ef4a98-74bb-4859-9ccb-c1d08335bc66 req-e39b1044-443d-454b-abec-54d76096b167 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:32.810611 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-10b184a4-b644-47ae-9752-67df35d8f839 req-61eec5df-100c-47b4-af78-d3281d3b0848 tempest-ServerAddressesTestJSON-607199779 tempest-ServerAddressesTestJSON-607199779-project] 10.222.0.65 "GET /v2.0/quotas/85d9e14275eb4792b9cb7a6153b13cff HTTP/1.1" status: 200 len: 375 time: 0.0256829 Feb 04 12:28:32.863046 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-10b184a4-b644-47ae-9752-67df35d8f839 req-1bf323e7-7a23-4a82-b4d4-21a444b05d62 tempest-ServerAddressesTestJSON-607199779 tempest-ServerAddressesTestJSON-607199779-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=85d9e14275eb4792b9cb7a6153b13cff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0424640 Feb 04 12:28:32.948919 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [req-c8ef4a98-74bb-4859-9ccb-c1d08335bc66 req-e39b1044-443d-454b-abec-54d76096b167 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] Allocated IP 172.20.0.13 (455ce72f-966b-4f4a-93c5-1087777725b9/0dfa3a62-0074-4496-9bdc-04224eb891c1/7d68f17a-0cd9-4ee3-a7ae-e0caabcb426a) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:28:32.958642 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 38506) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:28:33.038327 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ef4a98-74bb-4859-9ccb-c1d08335bc66 req-d92cc4a3-de39-4d8e-a377-160d9f0a088c tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:33.040023 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c8ef4a98-74bb-4859-9ccb-c1d08335bc66 req-d92cc4a3-de39-4d8e-a377-160d9f0a088c tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] 10.222.0.73 "GET /v2.0/networks?id=455ce72f-966b-4f4a-93c5-1087777725b9 HTTP/1.1" status: 200 len: 812 time: 0.4882610 Feb 04 12:28:33.065821 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-c8ef4a98-74bb-4859-9ccb-c1d08335bc66 req-fb7c78ec-a5b5-40de-b42f-b9f8a6fd7922 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] Request body: {'port': {'device_id': '75482e90-05b4-453f-bdfa-fc52cd753e7c', 'network_id': '455ce72f-966b-4f4a-93c5-1087777725b9', 'admin_state_up': True, 'tenant_id': 'a6e51efc6d1c44a981a00419b9b70f7e'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:28:33.132652 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0562c28f-4c22-4c69-8e61-6cbbf1bfad0f req-1de9e3b3-d669-477b-be7a-72abb9a6e266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:33.134172 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0562c28f-4c22-4c69-8e61-6cbbf1bfad0f req-1de9e3b3-d669-477b-be7a-72abb9a6e266 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=45ac2c7e939a4990b189db38a49d9c56&device_id=66589b1a-777b-43f2-85a5-4abee01d0599 HTTP/1.1" status: 200 len: 1125 time: 0.2675261 Feb 04 12:28:33.138329 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5d472a6e-88de-4f86-8343-068188d2c98e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:33.168194 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeec82c6-bc00-4d0d-8a06-7224c0546fac req-4878ede4-0371-4228-88ea-b493fab08722 tempest-ServerPasswordTestJSON-1328553859 tempest-ServerPasswordTestJSON-1328553859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:33.169684 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-aeec82c6-bc00-4d0d-8a06-7224c0546fac req-4878ede4-0371-4228-88ea-b493fab08722 tempest-ServerPasswordTestJSON-1328553859 tempest-ServerPasswordTestJSON-1328553859-project] 10.222.0.65 "GET /v2.0/ports?device_id=66589b1a-777b-43f2-85a5-4abee01d0599 HTTP/1.1" status: 200 len: 943 time: 0.2626438 Feb 04 12:28:33.172550 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-c8ef4a98-74bb-4859-9ccb-c1d08335bc66 req-e39b1044-443d-454b-abec-54d76096b167 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] Publish callbacks [] for port (7d68f17a-0cd9-4ee3-a7ae-e0caabcb426a), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:33.215704 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0562c28f-4c22-4c69-8e61-6cbbf1bfad0f req-f40b4ccd-4c7c-430f-a565-b3b2a84a5ec4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7780250b-6ac3-4882-88db-c1ce42c194b5 HTTP/1.1" status: 200 len: 217 time: 0.0694516 Feb 04 12:28:33.232839 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-10b184a4-b644-47ae-9752-67df35d8f839 req-7f3d1c40-c638-447d-b12b-a92b3b1277dd service neutron] 10.222.0.65 "GET /v2.0/networks/8b353643-3d5d-4215-a710-695e1724e8fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3313062 Feb 04 12:28:33.239783 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-c8ef4a98-74bb-4859-9ccb-c1d08335bc66 req-e39b1044-443d-454b-abec-54d76096b167 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (7d68f17a-0cd9-4ee3-a7ae-e0caabcb426a), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:33.302786 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5d472a6e-88de-4f86-8343-068188d2c98e admin admin] Publish callbacks [] for security_group (b86bce35-b69c-4843-9ec7-fe9fb6da41b6), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:33.313756 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8ef4a98-74bb-4859-9ccb-c1d08335bc66 req-e39b1044-443d-454b-abec-54d76096b167 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] Network 455ce72f-966b-4f4a-93c5-1087777725b9 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:28:33.314532 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5d472a6e-88de-4f86-8343-068188d2c98e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (b86bce35-b69c-4843-9ec7-fe9fb6da41b6), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:33.329005 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [req-c8ef4a98-74bb-4859-9ccb-c1d08335bc66 req-e39b1044-443d-454b-abec-54d76096b167 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:28:33.333690 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8ef4a98-74bb-4859-9ccb-c1d08335bc66 req-e39b1044-443d-454b-abec-54d76096b167 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:28:33.338750 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39b1044-443d-454b-abec-54d76096b167 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] Pushing event updated for resources: {'Port': ['ID=7d68f17a-0cd9-4ee3-a7ae-e0caabcb426a,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:33.388175 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-5d472a6e-88de-4f86-8343-068188d2c98e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ef187d48f42949648c84ece70936425e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4284468 Feb 04 12:28:33.394584 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 38514) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:28:33.402277 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-aeec82c6-bc00-4d0d-8a06-7224c0546fac req-a933ab13-d730-4165-b1db-7aa0081a7df6 tempest-ServerPasswordTestJSON-1328553859 tempest-ServerPasswordTestJSON-1328553859-project] 10.222.0.65 "GET /v2.0/security-groups?id=f35008b8-4fa7-477a-a31b-7b85d19a7d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921115 Feb 04 12:28:33.408397 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0562c28f-4c22-4c69-8e61-6cbbf1bfad0f req-977c93f9-1676-4b7f-8c04-47500230596f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:33.409939 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0562c28f-4c22-4c69-8e61-6cbbf1bfad0f req-977c93f9-1676-4b7f-8c04-47500230596f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b38a8af8-b8ce-4205-833c-6fe3fa281d36 HTTP/1.1" status: 200 len: 853 time: 0.1734467 Feb 04 12:28:33.415523 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ef4a98-74bb-4859-9ccb-c1d08335bc66 req-e39b1044-443d-454b-abec-54d76096b167 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:33.416394 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-c8ef4a98-74bb-4859-9ccb-c1d08335bc66 req-e39b1044-443d-454b-abec-54d76096b167 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:33.427848 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d472a6e-88de-4f86-8343-068188d2c98e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b86bce35-b69c-4843-9ec7-fe9fb6da41b6,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:33.461558 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0562c28f-4c22-4c69-8e61-6cbbf1bfad0f req-a13edada-2c59-4f46-9ab6-2f047fdd800a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c69f04d8-4d40-49f7-a917-3392f12f71a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442998 Feb 04 12:28:33.465943 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8ef4a98-74bb-4859-9ccb-c1d08335bc66 req-fb7c78ec-a5b5-40de-b42f-b9f8a6fd7922 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] Made reservation on behalf of a6e51efc6d1c44a981a00419b9b70f7e for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:28:33.468207 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-c8ef4a98-74bb-4859-9ccb-c1d08335bc66 req-e39b1044-443d-454b-abec-54d76096b167 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8852270 Feb 04 12:28:33.469372 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-c8ef4a98-74bb-4859-9ccb-c1d08335bc66 req-fb7c78ec-a5b5-40de-b42f-b9f8a6fd7922 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:33.486264 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-c8ef4a98-74bb-4859-9ccb-c1d08335bc66 req-a3e94549-2457-436f-b96e-80a3922390aa service neutron] Request body: {'port': {'device_id': '61d7417a-23a6-4175-8d74-b35f8e99447b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825015-3'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:28:33.545515 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a573da50-a7ac-49d8-a1fe-48ebc56e3e36 admin admin] Publish callbacks [] for security_group (b86bce35-b69c-4843-9ec7-fe9fb6da41b6), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:33.590988 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-c8ef4a98-74bb-4859-9ccb-c1d08335bc66 req-a3e94549-2457-436f-b96e-80a3922390aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (7d68f17a-0cd9-4ee3-a7ae-e0caabcb426a), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:33.597288 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a573da50-a7ac-49d8-a1fe-48ebc56e3e36 admin admin] Publish callbacks [] for security_group (b86bce35-b69c-4843-9ec7-fe9fb6da41b6), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:33.607981 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-10b184a4-b644-47ae-9752-67df35d8f839 req-0daa3fc3-6c46-4ab8-a140-3ada380ba100 service neutron] 10.222.0.65 "GET /v2.0/networks/8b353643-3d5d-4215-a710-695e1724e8fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3508606 Feb 04 12:28:33.748203 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8662b33-4cb5-46c2-81ed-92c571f12de6 req-652da9ce-96be-41cd-afc0-4edd1eed9b4d tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:33.749801 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b8662b33-4cb5-46c2-81ed-92c571f12de6 req-652da9ce-96be-41cd-afc0-4edd1eed9b4d tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=309f20f5-fb15-4854-a3f3-90201a4e005a HTTP/1.1" status: 200 len: 950 time: 0.2410319 Feb 04 12:28:33.755990 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a573da50-a7ac-49d8-a1fe-48ebc56e3e36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (b86bce35-b69c-4843-9ec7-fe9fb6da41b6), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:33.755990 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a573da50-a7ac-49d8-a1fe-48ebc56e3e36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:33.765520 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-a573da50-a7ac-49d8-a1fe-48ebc56e3e36 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b86bce35-b69c-4843-9ec7-fe9fb6da41b6 HTTP/1.1" status: 204 len: 168 time: 0.3641641 Feb 04 12:28:33.770840 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0562c28f-4c22-4c69-8e61-6cbbf1bfad0f req-92d780cf-f5ce-4707-b6a1-4b2ec8b3aef3 service neutron] 10.222.0.77 "GET /v2.0/networks/c69f04d8-4d40-49f7-a917-3392f12f71a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2879372 Feb 04 12:28:33.796478 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a573da50-a7ac-49d8-a1fe-48ebc56e3e36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b86bce35-b69c-4843-9ec7-fe9fb6da41b6,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:33.849078 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23febbe4-c34b-4a7f-abc1-b74ce0bb8a35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b42560d-8363-4391-b810-105e6935717d'}, {'server_uuid': '12186027-69a9-4658-9ed9-1f2f99d79038', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1537604-c444-4e14-916e-fd5cd45b891c'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:28:33.853507 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-650f20cb-62f4-4931-a0b6-1dd7ccb7ba5b" -d '{"events": [{"server_uuid": "23febbe4-c34b-4a7f-abc1-b74ce0bb8a35", "name": "network-vif-unplugged", "status": "completed", "tag": "3b42560d-8363-4391-b810-105e6935717d"}, {"server_uuid": "12186027-69a9-4658-9ed9-1f2f99d79038", "name": "network-vif-unplugged", "status": "completed", "tag": "c1537604-c444-4e14-916e-fd5cd45b891c"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:28:33.890095 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-c8ef4a98-74bb-4859-9ccb-c1d08335bc66 req-fb7c78ec-a5b5-40de-b42f-b9f8a6fd7922 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] Allocated IP 172.20.0.3 (455ce72f-966b-4f4a-93c5-1087777725b9/0dfa3a62-0074-4496-9bdc-04224eb891c1/e8cf05df-3d20-49d9-abc3-d485591e514f) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:28:33.965745 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b8662b33-4cb5-46c2-81ed-92c571f12de6 req-708d915d-6664-47d1-baf1-46778ab2af38 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972327 Feb 04 12:28:34.052600 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23febbe4-c34b-4a7f-abc1-b74ce0bb8a35', 'name': 'network-vif-deleted', 'tag': '3b42560d-8363-4391-b810-105e6935717d'}, {'name': 'network-changed', 'server_uuid': '66589b1a-777b-43f2-85a5-4abee01d0599', 'tag': '7780250b-6ac3-4882-88db-c1ce42c194b5'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:28:34.055710 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cef8424-558d-4f69-9845-f9821a2fda52" -d '{"events": [{"server_uuid": "23febbe4-c34b-4a7f-abc1-b74ce0bb8a35", "name": "network-vif-deleted", "tag": "3b42560d-8363-4391-b810-105e6935717d"}, {"name": "network-changed", "server_uuid": "66589b1a-777b-43f2-85a5-4abee01d0599", "tag": "7780250b-6ac3-4882-88db-c1ce42c194b5"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:28:34.093661 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0562c28f-4c22-4c69-8e61-6cbbf1bfad0f req-ad39f4fc-5740-4b17-a58e-52d66edda7fc service neutron] 10.222.0.77 "GET /v2.0/networks/c69f04d8-4d40-49f7-a917-3392f12f71a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3016136 Feb 04 12:28:34.124822 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4b15a6a4-7b6f-455e-934d-021a8897a157 req-ebf7b943-c401-4375-966a-b5c3fb144a22 tempest-ServerAddressesTestJSON-607199779 tempest-ServerAddressesTestJSON-607199779-project] 10.222.0.65 "GET /v2.0/ports?device_id=303b28ae-a9f6-4c54-a464-3fe90e4a27e3 HTTP/1.1" status: 200 len: 210 time: 0.0917540 Feb 04 12:28:34.181239 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e29e66-7d07-441c-8954-6ea630c0caf1 req-674cd4e9-367b-492b-b2d3-e483b58c6e01 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:34.183332 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b5e29e66-7d07-441c-8954-6ea630c0caf1 req-674cd4e9-367b-492b-b2d3-e483b58c6e01 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] 10.222.0.65 "GET /v2.0/ports?device_id=61d7417a-23a6-4175-8d74-b35f8e99447b HTTP/1.1" status: 200 len: 932 time: 0.2230127 Feb 04 12:28:34.238542 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-c8ef4a98-74bb-4859-9ccb-c1d08335bc66 req-fb7c78ec-a5b5-40de-b42f-b9f8a6fd7922 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] Publish callbacks [] for port (e8cf05df-3d20-49d9-abc3-d485591e514f), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:34.254573 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 04 Feb 2022 12:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13780476-3116-4b17-b9aa-f9acb55238ed x-openstack-request-id: req-13780476-3116-4b17-b9aa-f9acb55238ed {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:28:34.254878 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23febbe4-c34b-4a7f-abc1-b74ce0bb8a35", "name": "network-vif-unplugged", "status": "completed", "tag": "3b42560d-8363-4391-b810-105e6935717d", "code": 200}, {"server_uuid": "12186027-69a9-4658-9ed9-1f2f99d79038", "name": "network-vif-unplugged", "status": "completed", "tag": "c1537604-c444-4e14-916e-fd5cd45b891c", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:28:34.255133 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-13780476-3116-4b17-b9aa-f9acb55238ed {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:28:34.255521 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23febbe4-c34b-4a7f-abc1-b74ce0bb8a35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b42560d-8363-4391-b810-105e6935717d', 'code': 200} Feb 04 12:28:34.256001 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12186027-69a9-4658-9ed9-1f2f99d79038', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1537604-c444-4e14-916e-fd5cd45b891c', 'code': 200} Feb 04 12:28:34.329275 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b5e29e66-7d07-441c-8954-6ea630c0caf1 req-ca0dd526-c83f-419e-ac9c-5f441412bfcd tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b84e73b-0045-40ba-91f4-192a2f0e685b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268022 Feb 04 12:28:34.345612 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 04 Feb 2022 12:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-882003bc-3e26-4bf2-a349-ab83001324db x-openstack-request-id: req-882003bc-3e26-4bf2-a349-ab83001324db {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:28:34.347154 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23febbe4-c34b-4a7f-abc1-b74ce0bb8a35", "name": "network-vif-deleted", "tag": "3b42560d-8363-4391-b810-105e6935717d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "66589b1a-777b-43f2-85a5-4abee01d0599", "tag": "7780250b-6ac3-4882-88db-c1ce42c194b5", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:28:34.348690 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-882003bc-3e26-4bf2-a349-ab83001324db {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:28:34.349367 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23febbe4-c34b-4a7f-abc1-b74ce0bb8a35', 'name': 'network-vif-deleted', 'tag': '3b42560d-8363-4391-b810-105e6935717d', 'status': 'completed', 'code': 200} Feb 04 12:28:34.350546 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66589b1a-777b-43f2-85a5-4abee01d0599', 'tag': '7780250b-6ac3-4882-88db-c1ce42c194b5', 'status': 'completed', 'code': 200} Feb 04 12:28:34.353706 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-c8ef4a98-74bb-4859-9ccb-c1d08335bc66 req-fb7c78ec-a5b5-40de-b42f-b9f8a6fd7922 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (e8cf05df-3d20-49d9-abc3-d485591e514f), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:34.455601 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8ef4a98-74bb-4859-9ccb-c1d08335bc66 req-fb7c78ec-a5b5-40de-b42f-b9f8a6fd7922 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] Network 455ce72f-966b-4f4a-93c5-1087777725b9 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:28:34.462618 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-c8ef4a98-74bb-4859-9ccb-c1d08335bc66 req-fb7c78ec-a5b5-40de-b42f-b9f8a6fd7922 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:28:34.470519 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8ef4a98-74bb-4859-9ccb-c1d08335bc66 req-fb7c78ec-a5b5-40de-b42f-b9f8a6fd7922 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:28:34.515896 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7c78ec-a5b5-40de-b42f-b9f8a6fd7922 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] Pushing event updated for resources: {'Port': ['ID=e8cf05df-3d20-49d9-abc3-d485591e514f,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:34.553253 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cef8424-558d-4f69-9845-f9821a2fda52 req-24140269-ba5f-4cd5-9033-f67fc22ff84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:34.554627 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0cef8424-558d-4f69-9845-f9821a2fda52 req-24140269-ba5f-4cd5-9033-f67fc22ff84f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=45ac2c7e939a4990b189db38a49d9c56&device_id=66589b1a-777b-43f2-85a5-4abee01d0599 HTTP/1.1" status: 200 len: 1125 time: 0.1854181 Feb 04 12:28:34.564141 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ef4a98-74bb-4859-9ccb-c1d08335bc66 req-fb7c78ec-a5b5-40de-b42f-b9f8a6fd7922 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:34.564801 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-c8ef4a98-74bb-4859-9ccb-c1d08335bc66 req-fb7c78ec-a5b5-40de-b42f-b9f8a6fd7922 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:34.650871 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c8ef4a98-74bb-4859-9ccb-c1d08335bc66 req-fb7c78ec-a5b5-40de-b42f-b9f8a6fd7922 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5905406 Feb 04 12:28:34.668992 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [req-c8ef4a98-74bb-4859-9ccb-c1d08335bc66 req-a3e94549-2457-436f-b96e-80a3922390aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d68f17a-0cd9-4ee3-a7ae-e0caabcb426a {{(pid=103474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:28:34.677783 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-c8ef4a98-74bb-4859-9ccb-c1d08335bc66 req-963ba318-1a43-4419-a2c8-0d5741ea8d2f service neutron] Request body: {'port': {'device_id': '75482e90-05b4-453f-bdfa-fc52cd753e7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:28:34.680242 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-c8ef4a98-74bb-4859-9ccb-c1d08335bc66 req-a3e94549-2457-436f-b96e-80a3922390aa service neutron] Publish callbacks [] for port (7d68f17a-0cd9-4ee3-a7ae-e0caabcb426a), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:34.705522 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.provisioning_blocks [req-c8ef4a98-74bb-4859-9ccb-c1d08335bc66 req-a3e94549-2457-436f-b96e-80a3922390aa service neutron] Transition to ACTIVE for port object 7d68f17a-0cd9-4ee3-a7ae-e0caabcb426a will not be triggered until provisioned by entity L2. {{(pid=103474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:28:34.713013 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-c8ef4a98-74bb-4859-9ccb-c1d08335bc66 req-a3e94549-2457-436f-b96e-80a3922390aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (7d68f17a-0cd9-4ee3-a7ae-e0caabcb426a), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:34.814111 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e94549-2457-436f-b96e-80a3922390aa service neutron] Pushing event updated for resources: {'Port': ['ID=7d68f17a-0cd9-4ee3-a7ae-e0caabcb426a,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:34.843422 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cef8424-558d-4f69-9845-f9821a2fda52 req-4e867606-c99c-4177-b562-3cf18bd706b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:34.845412 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0cef8424-558d-4f69-9845-f9821a2fda52 req-4e867606-c99c-4177-b562-3cf18bd706b2 service neutron] 10.222.0.77 "GET /v2.0/networks?id=c69f04d8-4d40-49f7-a917-3392f12f71a9 HTTP/1.1" status: 200 len: 914 time: 0.2766895 Feb 04 12:28:34.855236 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82055648-0fd1-4113-bff3-12590dd7b204 req-c9bc85e4-f803-4139-b307-ae8d24a5a857 tempest-ServerPasswordTestJSON-1328553859 tempest-ServerPasswordTestJSON-1328553859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:34.858197 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-82055648-0fd1-4113-bff3-12590dd7b204 req-c9bc85e4-f803-4139-b307-ae8d24a5a857 tempest-ServerPasswordTestJSON-1328553859 tempest-ServerPasswordTestJSON-1328553859-project] 10.222.0.65 "GET /v2.0/ports?device_id=66589b1a-777b-43f2-85a5-4abee01d0599 HTTP/1.1" status: 200 len: 943 time: 0.2299159 Feb 04 12:28:34.877703 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-c8ef4a98-74bb-4859-9ccb-c1d08335bc66 req-963ba318-1a43-4419-a2c8-0d5741ea8d2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (e8cf05df-3d20-49d9-abc3-d485591e514f), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:34.934169 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0cef8424-558d-4f69-9845-f9821a2fda52 req-b5d6bb23-5f32-4b5a-88a3-1e8a69b28f47 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7780250b-6ac3-4882-88db-c1ce42c194b5 HTTP/1.1" status: 200 len: 217 time: 0.0711155 Feb 04 12:28:34.937384 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-c8ef4a98-74bb-4859-9ccb-c1d08335bc66 req-a3e94549-2457-436f-b96e-80a3922390aa service neutron] Attempting to bind port 7d68f17a-0cd9-4ee3-a7ae-e0caabcb426a on host n-h2-825015-3 for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:28:34.937730 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-c8ef4a98-74bb-4859-9ccb-c1d08335bc66 req-a3e94549-2457-436f-b96e-80a3922390aa service neutron] Attempting to bind port 7d68f17a-0cd9-4ee3-a7ae-e0caabcb426a by drivers openvswitch,hyperv on host n-h2-825015-3 at level 0 using segments [{'id': '4a004afd-7d6a-4fb3-8993-7944c670ed6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '455ce72f-966b-4f4a-93c5-1087777725b9'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:28:34.938074 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ef4a98-74bb-4859-9ccb-c1d08335bc66 req-a3e94549-2457-436f-b96e-80a3922390aa service neutron] Attempting to bind port 7d68f17a-0cd9-4ee3-a7ae-e0caabcb426a on network 455ce72f-966b-4f4a-93c5-1087777725b9 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:28:34.955461 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ef4a98-74bb-4859-9ccb-c1d08335bc66 req-a3e94549-2457-436f-b96e-80a3922390aa service neutron] Port 7d68f17a-0cd9-4ee3-a7ae-e0caabcb426a on network 455ce72f-966b-4f4a-93c5-1087777725b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825015-3 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:28:34.956090 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ef4a98-74bb-4859-9ccb-c1d08335bc66 req-a3e94549-2457-436f-b96e-80a3922390aa service neutron] Attempting to bind port 7d68f17a-0cd9-4ee3-a7ae-e0caabcb426a on network 455ce72f-966b-4f4a-93c5-1087777725b9 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:28:34.965188 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ef4a98-74bb-4859-9ccb-c1d08335bc66 req-a3e94549-2457-436f-b96e-80a3922390aa service neutron] Checking agent: {'id': '9b68a165-e786-4b91-8592-44519c2ecabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:28:34.965568 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ef4a98-74bb-4859-9ccb-c1d08335bc66 req-a3e94549-2457-436f-b96e-80a3922390aa service neutron] Checking segment: {'id': '4a004afd-7d6a-4fb3-8993-7944c670ed6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '455ce72f-966b-4f4a-93c5-1087777725b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:28:34.966571 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ef4a98-74bb-4859-9ccb-c1d08335bc66 req-a3e94549-2457-436f-b96e-80a3922390aa service neutron] Bound using segment: {'id': '4a004afd-7d6a-4fb3-8993-7944c670ed6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '455ce72f-966b-4f4a-93c5-1087777725b9'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:28:34.967024 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-c8ef4a98-74bb-4859-9ccb-c1d08335bc66 req-a3e94549-2457-436f-b96e-80a3922390aa service neutron] Bound port: 7d68f17a-0cd9-4ee3-a7ae-e0caabcb426a, host: n-h2-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a004afd-7d6a-4fb3-8993-7944c670ed6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '455ce72f-966b-4f4a-93c5-1087777725b9'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:28:34.973922 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-c8ef4a98-74bb-4859-9ccb-c1d08335bc66 req-a3e94549-2457-436f-b96e-80a3922390aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (7d68f17a-0cd9-4ee3-a7ae-e0caabcb426a), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:35.086176 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-c8ef4a98-74bb-4859-9ccb-c1d08335bc66 req-a3e94549-2457-436f-b96e-80a3922390aa service neutron] For port 7d68f17a-0cd9-4ee3-a7ae-e0caabcb426a, host n-h2-825015-3, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:28:35.091542 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-c8ef4a98-74bb-4859-9ccb-c1d08335bc66 req-a3e94549-2457-436f-b96e-80a3922390aa service neutron] For port 7d68f17a-0cd9-4ee3-a7ae-e0caabcb426a, host n-h2-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=7d68f17a-0cd9-4ee3-a7ae-e0caabcb426a,segment=NetworkSegment(4a004afd-7d6a-4fb3-8993-7944c670ed6f),segment_id=4a004afd-7d6a-4fb3-8993-7944c670ed6f)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:28:35.101785 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-c8ef4a98-74bb-4859-9ccb-c1d08335bc66 req-a3e94549-2457-436f-b96e-80a3922390aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (7d68f17a-0cd9-4ee3-a7ae-e0caabcb426a), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:35.156271 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ef4a98-74bb-4859-9ccb-c1d08335bc66 req-a3e94549-2457-436f-b96e-80a3922390aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:35.157244 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-c8ef4a98-74bb-4859-9ccb-c1d08335bc66 req-a3e94549-2457-436f-b96e-80a3922390aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:35.159404 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-c8ef4a98-74bb-4859-9ccb-c1d08335bc66 req-a3e94549-2457-436f-b96e-80a3922390aa service neutron] 10.222.0.77 "PUT /v2.0/ports/7d68f17a-0cd9-4ee3-a7ae-e0caabcb426a HTTP/1.1" status: 200 len: 1092 time: 1.6794891 Feb 04 12:28:35.162858 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61d7417a-23a6-4175-8d74-b35f8e99447b', 'tag': '7d68f17a-0cd9-4ee3-a7ae-e0caabcb426a'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:28:35.166394 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66c6c1db-2e0e-4df8-8a9a-cfe5c0a6dd73" -d '{"events": [{"name": "network-changed", "server_uuid": "61d7417a-23a6-4175-8d74-b35f8e99447b", "tag": "7d68f17a-0cd9-4ee3-a7ae-e0caabcb426a"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:28:35.184127 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-82055648-0fd1-4113-bff3-12590dd7b204 req-04baa44a-a4fb-4153-80d2-e0e6a06b3008 tempest-ServerPasswordTestJSON-1328553859 tempest-ServerPasswordTestJSON-1328553859-project] 10.222.0.65 "GET /v2.0/security-groups?id=f35008b8-4fa7-477a-a31b-7b85d19a7d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3039980 Feb 04 12:28:35.219719 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e94549-2457-436f-b96e-80a3922390aa service neutron] Pushing event updated for resources: {'Port': ['ID=7d68f17a-0cd9-4ee3-a7ae-e0caabcb426a,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:35.223201 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cef8424-558d-4f69-9845-f9821a2fda52 req-25bceb52-6b50-449f-b693-1cc578d945b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:35.227700 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0cef8424-558d-4f69-9845-f9821a2fda52 req-25bceb52-6b50-449f-b693-1cc578d945b1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b38a8af8-b8ce-4205-833c-6fe3fa281d36 HTTP/1.1" status: 200 len: 853 time: 0.2624643 Feb 04 12:28:35.279141 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0cef8424-558d-4f69-9845-f9821a2fda52 req-0906e286-af49-4aa8-b5e7-fe90b07a0723 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c69f04d8-4d40-49f7-a917-3392f12f71a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431483 Feb 04 12:28:35.317567 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ef4a98-74bb-4859-9ccb-c1d08335bc66 req-f936bfb8-3714-45f5-8b1f-dd321cb7eefd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:35.319817 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-c8ef4a98-74bb-4859-9ccb-c1d08335bc66 req-f936bfb8-3714-45f5-8b1f-dd321cb7eefd service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a6e51efc6d1c44a981a00419b9b70f7e&device_id=61d7417a-23a6-4175-8d74-b35f8e99447b HTTP/1.1" status: 200 len: 1126 time: 0.0955787 Feb 04 12:28:35.369241 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-c8ef4a98-74bb-4859-9ccb-c1d08335bc66 req-3f17da5e-d4ae-4e35-846f-0423806c0a48 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7d68f17a-0cd9-4ee3-a7ae-e0caabcb426a HTTP/1.1" status: 200 len: 217 time: 0.0410135 Feb 04 12:28:35.429061 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3d43a732-7e23-4068-aa30-cf52c268994a req-2d4527ff-a0fb-4a84-9619-c59a90d90cf6 tempest-ServerAddressesTestJSON-607199779 tempest-ServerAddressesTestJSON-607199779-project] 10.222.0.65 "GET /v2.0/ports?device_id=303b28ae-a9f6-4c54-a464-3fe90e4a27e3 HTTP/1.1" status: 200 len: 210 time: 0.0784714 Feb 04 12:28:35.430306 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ef4a98-74bb-4859-9ccb-c1d08335bc66 req-dc8df6ce-ba50-4031-ab51-38c6bb3382a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:35.432167 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-c8ef4a98-74bb-4859-9ccb-c1d08335bc66 req-dc8df6ce-ba50-4031-ab51-38c6bb3382a7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0dfa3a62-0074-4496-9bdc-04224eb891c1 HTTP/1.1" status: 200 len: 852 time: 0.0569084 Feb 04 12:28:35.447084 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a54734e-48b9-41ea-ae32-8d15fd02bc34 req-f98fe23b-81df-4842-916c-5b910ef9fb54 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:35.455011 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9a54734e-48b9-41ea-ae32-8d15fd02bc34 req-f98fe23b-81df-4842-916c-5b910ef9fb54 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=309f20f5-fb15-4854-a3f3-90201a4e005a HTTP/1.1" status: 200 len: 950 time: 0.3652849 Feb 04 12:28:35.479238 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-c8ef4a98-74bb-4859-9ccb-c1d08335bc66 req-e5444229-5785-4609-8090-561eb57adfeb service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=455ce72f-966b-4f4a-93c5-1087777725b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408261 Feb 04 12:28:35.628801 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0cef8424-558d-4f69-9845-f9821a2fda52 req-1e2307d9-1e5a-4dda-9b10-86f846bc805f service neutron] 10.222.0.77 "GET /v2.0/networks/c69f04d8-4d40-49f7-a917-3392f12f71a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3412421 Feb 04 12:28:35.641391 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-c8ef4a98-74bb-4859-9ccb-c1d08335bc66 req-705df3a0-1cc4-49e4-ab11-259e939dc13e service neutron] 10.222.0.77 "GET /v2.0/networks/455ce72f-966b-4f4a-93c5-1087777725b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541951 Feb 04 12:28:35.642966 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c40add7-8eef-414d-8769-5975c2615f4b x-openstack-request-id: req-6c40add7-8eef-414d-8769-5975c2615f4b {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:28:35.643180 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61d7417a-23a6-4175-8d74-b35f8e99447b", "tag": "7d68f17a-0cd9-4ee3-a7ae-e0caabcb426a", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:28:35.643618 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6c40add7-8eef-414d-8769-5975c2615f4b {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:28:35.644745 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61d7417a-23a6-4175-8d74-b35f8e99447b', 'tag': '7d68f17a-0cd9-4ee3-a7ae-e0caabcb426a', 'status': 'completed', 'code': 200} Feb 04 12:28:35.798461 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9a54734e-48b9-41ea-ae32-8d15fd02bc34 req-06e0fda5-b2cd-4f5f-8d74-a0db79d2308c tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3411527 Feb 04 12:28:35.871887 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-c8ef4a98-74bb-4859-9ccb-c1d08335bc66 req-dcdb4105-bed9-4422-8694-4b9ca8db3e79 service neutron] 10.222.0.77 "GET /v2.0/networks/455ce72f-966b-4f4a-93c5-1087777725b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196126 Feb 04 12:28:36.282917 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c6c1db-2e0e-4df8-8a9a-cfe5c0a6dd73 req-3979576b-7c56-48f7-a553-6e6c6eab2b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:36.284408 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-66c6c1db-2e0e-4df8-8a9a-cfe5c0a6dd73 req-3979576b-7c56-48f7-a553-6e6c6eab2b9f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a6e51efc6d1c44a981a00419b9b70f7e&device_id=61d7417a-23a6-4175-8d74-b35f8e99447b HTTP/1.1" status: 200 len: 1126 time: 0.3502529 Feb 04 12:28:36.335079 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [req-c010860e-d9a0-4368-a13a-e0c6628f5b07 req-a1ea303e-53db-4eef-ae61-75bf8c483dda service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:28:36.336384 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c010860e-d9a0-4368-a13a-e0c6628f5b07 req-a1ea303e-53db-4eef-ae61-75bf8c483dda service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3687277 Feb 04 12:28:36.372475 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-c8ef4a98-74bb-4859-9ccb-c1d08335bc66 req-963ba318-1a43-4419-a2c8-0d5741ea8d2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8cf05df-3d20-49d9-abc3-d485591e514f {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:28:36.390875 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c6c1db-2e0e-4df8-8a9a-cfe5c0a6dd73 req-a1beadd0-7689-41a4-8b28-e8a89f3b0647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:36.393381 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-66c6c1db-2e0e-4df8-8a9a-cfe5c0a6dd73 req-a1beadd0-7689-41a4-8b28-e8a89f3b0647 service neutron] 10.222.0.77 "GET /v2.0/networks?id=455ce72f-966b-4f4a-93c5-1087777725b9 HTTP/1.1" status: 200 len: 913 time: 0.1019726 Feb 04 12:28:36.400493 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-c8ef4a98-74bb-4859-9ccb-c1d08335bc66 req-963ba318-1a43-4419-a2c8-0d5741ea8d2f service neutron] Publish callbacks [] for port (e8cf05df-3d20-49d9-abc3-d485591e514f), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:36.406007 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 12:28:36.406593 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0cef8424-558d-4f69-9845-f9821a2fda52 req-7e84f44c-a8ac-4a92-a5b8-61a5bcc1f299 service neutron] 10.222.0.77 "GET /v2.0/networks/c69f04d8-4d40-49f7-a917-3392f12f71a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7142088 Feb 04 12:28:36.418406 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b184a4-b644-47ae-9752-67df35d8f839 req-2bed613c-4496-45bf-82c2-289d71288cf6 tempest-ServerAddressesTestJSON-607199779 tempest-ServerAddressesTestJSON-607199779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:36.419811 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-10b184a4-b644-47ae-9752-67df35d8f839 req-2bed613c-4496-45bf-82c2-289d71288cf6 tempest-ServerAddressesTestJSON-607199779 tempest-ServerAddressesTestJSON-607199779-project] 10.222.0.73 "GET /v2.0/networks?id=8b353643-3d5d-4215-a710-695e1724e8fe HTTP/1.1" status: 200 len: 813 time: 0.8101368 Feb 04 12:28:36.440937 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-10b184a4-b644-47ae-9752-67df35d8f839 req-5ac08d54-5498-4202-bf69-4e877af861d9 tempest-ServerAddressesTestJSON-607199779 tempest-ServerAddressesTestJSON-607199779-project] Request body: {'port': {'device_id': '303b28ae-a9f6-4c54-a464-3fe90e4a27e3', 'network_id': '8b353643-3d5d-4215-a710-695e1724e8fe', 'admin_state_up': True, 'tenant_id': '85d9e14275eb4792b9cb7a6153b13cff'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:28:36.468357 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-66c6c1db-2e0e-4df8-8a9a-cfe5c0a6dd73 req-57d02454-601e-4670-9de7-f533486f3347 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7d68f17a-0cd9-4ee3-a7ae-e0caabcb426a HTTP/1.1" status: 200 len: 217 time: 0.0604296 Feb 04 12:28:36.486547 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-c8ef4a98-74bb-4859-9ccb-c1d08335bc66 req-963ba318-1a43-4419-a2c8-0d5741ea8d2f service neutron] Transition to ACTIVE for port object e8cf05df-3d20-49d9-abc3-d485591e514f will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:28:36.507753 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d689dd-813a-4ee9-a3d4-161ba5bbdc09 req-ff821969-8b38-43cc-b0d6-4309baec2da9 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:36.516943 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a3d689dd-813a-4ee9-a3d4-161ba5bbdc09 req-ff821969-8b38-43cc-b0d6-4309baec2da9 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] 10.222.0.65 "GET /v2.0/ports?device_id=61d7417a-23a6-4175-8d74-b35f8e99447b HTTP/1.1" status: 200 len: 944 time: 0.5874841 Feb 04 12:28:36.519011 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-c8ef4a98-74bb-4859-9ccb-c1d08335bc66 req-963ba318-1a43-4419-a2c8-0d5741ea8d2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (e8cf05df-3d20-49d9-abc3-d485591e514f), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:36.531182 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c6c1db-2e0e-4df8-8a9a-cfe5c0a6dd73 req-e7d10654-253d-46de-af96-008c6b7ceed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:36.533296 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-66c6c1db-2e0e-4df8-8a9a-cfe5c0a6dd73 req-e7d10654-253d-46de-af96-008c6b7ceed5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0dfa3a62-0074-4496-9bdc-04224eb891c1 HTTP/1.1" status: 200 len: 852 time: 0.0585392 Feb 04 12:28:36.624738 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-66c6c1db-2e0e-4df8-8a9a-cfe5c0a6dd73 req-a04ccb7f-7230-4a8e-bd3a-bdca88e6ce76 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=455ce72f-966b-4f4a-93c5-1087777725b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0757296 Feb 04 12:28:36.650281 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963ba318-1a43-4419-a2c8-0d5741ea8d2f service neutron] Pushing event updated for resources: {'Port': ['ID=e8cf05df-3d20-49d9-abc3-d485591e514f,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:36.722449 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a3d689dd-813a-4ee9-a3d4-161ba5bbdc09 req-138f959b-af82-45c2-887f-c62589c5fbcb tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b84e73b-0045-40ba-91f4-192a2f0e685b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045543 Feb 04 12:28:36.770734 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-66c6c1db-2e0e-4df8-8a9a-cfe5c0a6dd73 req-86c49da4-59e9-4510-a62f-d3752e79cfa0 service neutron] 10.222.0.77 "GET /v2.0/networks/455ce72f-966b-4f4a-93c5-1087777725b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376941 Feb 04 12:28:36.810312 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10b184a4-b644-47ae-9752-67df35d8f839 req-5ac08d54-5498-4202-bf69-4e877af861d9 tempest-ServerAddressesTestJSON-607199779 tempest-ServerAddressesTestJSON-607199779-project] Made reservation on behalf of 85d9e14275eb4792b9cb7a6153b13cff for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:28:36.822764 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-10b184a4-b644-47ae-9752-67df35d8f839 req-5ac08d54-5498-4202-bf69-4e877af861d9 tempest-ServerAddressesTestJSON-607199779 tempest-ServerAddressesTestJSON-607199779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:36.856205 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-c8ef4a98-74bb-4859-9ccb-c1d08335bc66 req-963ba318-1a43-4419-a2c8-0d5741ea8d2f service neutron] Attempting to bind port e8cf05df-3d20-49d9-abc3-d485591e514f on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:28:36.856786 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-c8ef4a98-74bb-4859-9ccb-c1d08335bc66 req-963ba318-1a43-4419-a2c8-0d5741ea8d2f service neutron] Attempting to bind port e8cf05df-3d20-49d9-abc3-d485591e514f by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': '4a004afd-7d6a-4fb3-8993-7944c670ed6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '455ce72f-966b-4f4a-93c5-1087777725b9'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:28:36.857295 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ef4a98-74bb-4859-9ccb-c1d08335bc66 req-963ba318-1a43-4419-a2c8-0d5741ea8d2f service neutron] Attempting to bind port e8cf05df-3d20-49d9-abc3-d485591e514f on network 455ce72f-966b-4f4a-93c5-1087777725b9 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:28:36.869413 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ef4a98-74bb-4859-9ccb-c1d08335bc66 req-963ba318-1a43-4419-a2c8-0d5741ea8d2f service neutron] Port e8cf05df-3d20-49d9-abc3-d485591e514f on network 455ce72f-966b-4f4a-93c5-1087777725b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:28:36.869754 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ef4a98-74bb-4859-9ccb-c1d08335bc66 req-963ba318-1a43-4419-a2c8-0d5741ea8d2f service neutron] Attempting to bind port e8cf05df-3d20-49d9-abc3-d485591e514f on network 455ce72f-966b-4f4a-93c5-1087777725b9 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:28:36.894712 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891e1ede-61ee-4ae0-b6c6-00a980a58049 req-8a85bb7f-33c1-4e15-a5f6-f1829b4f5903 tempest-ServerPasswordTestJSON-1328553859 tempest-ServerPasswordTestJSON-1328553859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:36.896270 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-891e1ede-61ee-4ae0-b6c6-00a980a58049 req-8a85bb7f-33c1-4e15-a5f6-f1829b4f5903 tempest-ServerPasswordTestJSON-1328553859 tempest-ServerPasswordTestJSON-1328553859-project] 10.222.0.65 "GET /v2.0/ports?device_id=66589b1a-777b-43f2-85a5-4abee01d0599 HTTP/1.1" status: 200 len: 943 time: 0.1826766 Feb 04 12:28:36.932354 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5869ae6e-bb79-46fc-b8ca-ad408ad8921a req-1a5ac557-a625-4149-ab08-d03e97ef18d4 tempest-ServerAddressesTestJSON-607199779 tempest-ServerAddressesTestJSON-607199779-project] 10.222.0.65 "GET /v2.0/ports?device_id=303b28ae-a9f6-4c54-a464-3fe90e4a27e3 HTTP/1.1" status: 200 len: 210 time: 0.0662897 Feb 04 12:28:36.950490 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-66c6c1db-2e0e-4df8-8a9a-cfe5c0a6dd73 req-da892446-3239-4947-8499-419ff5ae3350 service neutron] 10.222.0.77 "GET /v2.0/networks/455ce72f-966b-4f4a-93c5-1087777725b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695755 Feb 04 12:28:36.957609 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-81a29f22-7d44-4f9c-bdea-55e4b1142a1f req-ea8729f3-e6b8-4b0e-8ba8-0e77546cc657 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=309f20f5-fb15-4854-a3f3-90201a4e005a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3308971 Feb 04 12:28:36.970595 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [req-81a29f22-7d44-4f9c-bdea-55e4b1142a1f req-c4c6ec5c-25aa-4b77-8778-700e7d2f11fc service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103474) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:28:36.973346 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-81a29f22-7d44-4f9c-bdea-55e4b1142a1f req-c4c6ec5c-25aa-4b77-8778-700e7d2f11fc service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0078137 Feb 04 12:28:36.989790 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ef4a98-74bb-4859-9ccb-c1d08335bc66 req-963ba318-1a43-4419-a2c8-0d5741ea8d2f service neutron] Checking agent: {'id': 'f8add0d2-2202-43d3-bc0e-72442788e6ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:28:36.990285 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ef4a98-74bb-4859-9ccb-c1d08335bc66 req-963ba318-1a43-4419-a2c8-0d5741ea8d2f service neutron] Checking segment: {'id': '4a004afd-7d6a-4fb3-8993-7944c670ed6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '455ce72f-966b-4f4a-93c5-1087777725b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:28:36.990817 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ef4a98-74bb-4859-9ccb-c1d08335bc66 req-963ba318-1a43-4419-a2c8-0d5741ea8d2f service neutron] Bound using segment: {'id': '4a004afd-7d6a-4fb3-8993-7944c670ed6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '455ce72f-966b-4f4a-93c5-1087777725b9'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:28:36.991382 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-c8ef4a98-74bb-4859-9ccb-c1d08335bc66 req-963ba318-1a43-4419-a2c8-0d5741ea8d2f service neutron] Bound port: e8cf05df-3d20-49d9-abc3-d485591e514f, host: n-h1-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a004afd-7d6a-4fb3-8993-7944c670ed6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '455ce72f-966b-4f4a-93c5-1087777725b9'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:28:36.991864 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-c8ef4a98-74bb-4859-9ccb-c1d08335bc66 req-963ba318-1a43-4419-a2c8-0d5741ea8d2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (e8cf05df-3d20-49d9-abc3-d485591e514f), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:37.150095 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 7780250b-6ac3-4882-88db-c1ce42c194b5 details requested by agent hyperv_n-h2-825015-3 with host n-h2-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:28:37.181948 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-891e1ede-61ee-4ae0-b6c6-00a980a58049 req-136fba94-7f03-46ed-b0a0-b99d20df4b43 tempest-ServerPasswordTestJSON-1328553859 tempest-ServerPasswordTestJSON-1328553859-project] 10.222.0.65 "GET /v2.0/security-groups?id=f35008b8-4fa7-477a-a31b-7b85d19a7d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544172 Feb 04 12:28:37.234147 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-c8ef4a98-74bb-4859-9ccb-c1d08335bc66 req-963ba318-1a43-4419-a2c8-0d5741ea8d2f service neutron] For port e8cf05df-3d20-49d9-abc3-d485591e514f, host n-h1-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:28:37.247942 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e10821d-09b0-4e7e-b0e9-f41c1a889d87 req-7e883d7b-f53c-486f-8a24-6333c49f6d63 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:37.250215 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2e10821d-09b0-4e7e-b0e9-f41c1a889d87 req-7e883d7b-f53c-486f-8a24-6333c49f6d63 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=309f20f5-fb15-4854-a3f3-90201a4e005a HTTP/1.1" status: 200 len: 950 time: 0.2334785 Feb 04 12:28:37.257820 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-c8ef4a98-74bb-4859-9ccb-c1d08335bc66 req-963ba318-1a43-4419-a2c8-0d5741ea8d2f service neutron] For port e8cf05df-3d20-49d9-abc3-d485591e514f, host n-h1-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=e8cf05df-3d20-49d9-abc3-d485591e514f,segment=NetworkSegment(4a004afd-7d6a-4fb3-8993-7944c670ed6f),segment_id=4a004afd-7d6a-4fb3-8993-7944c670ed6f)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:28:37.262408 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-10b184a4-b644-47ae-9752-67df35d8f839 req-5ac08d54-5498-4202-bf69-4e877af861d9 tempest-ServerAddressesTestJSON-607199779 tempest-ServerAddressesTestJSON-607199779-project] Allocated IP 172.20.0.2 (8b353643-3d5d-4215-a710-695e1724e8fe/5933dc30-e0df-42c7-a2e7-d060ce8d01b3/ba647da0-2a5a-4284-bbde-1c36ef9d6d44) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:28:37.309243 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 7780250b-6ac3-4882-88db-c1ce42c194b5, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=7780250b-6ac3-4882-88db-c1ce42c194b5,segment=NetworkSegment(8ec3ca37-34b8-4dff-8904-341665876bdd),segment_id=8ec3ca37-34b8-4dff-8904-341665876bdd)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:28:37.310207 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-c8ef4a98-74bb-4859-9ccb-c1d08335bc66 req-963ba318-1a43-4419-a2c8-0d5741ea8d2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (e8cf05df-3d20-49d9-abc3-d485591e514f), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:37.333692 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Returning: {'device': '7780250b-6ac3-4882-88db-c1ce42c194b5', 'network_id': 'c69f04d8-4d40-49f7-a917-3392f12f71a9', 'port_id': '7780250b-6ac3-4882-88db-c1ce42c194b5', 'mac_address': 'fa:16:3e:de:ff:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b38a8af8-b8ce-4205-833c-6fe3fa281d36', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:28:37.376384 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ef4a98-74bb-4859-9ccb-c1d08335bc66 req-963ba318-1a43-4419-a2c8-0d5741ea8d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:37.377137 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-c8ef4a98-74bb-4859-9ccb-c1d08335bc66 req-963ba318-1a43-4419-a2c8-0d5741ea8d2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:37.379219 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c8ef4a98-74bb-4859-9ccb-c1d08335bc66 req-963ba318-1a43-4419-a2c8-0d5741ea8d2f service neutron] 10.222.0.73 "PUT /v2.0/ports/e8cf05df-3d20-49d9-abc3-d485591e514f HTTP/1.1" status: 200 len: 1091 time: 2.7108743 Feb 04 12:28:37.398326 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75482e90-05b4-453f-bdfa-fc52cd753e7c', 'tag': 'e8cf05df-3d20-49d9-abc3-d485591e514f'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:28:37.404398 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 7780250b-6ac3-4882-88db-c1ce42c194b5 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:28:37.406000 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (7780250b-6ac3-4882-88db-c1ce42c194b5), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:37.407338 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0aca60e-dfce-486c-8505-41e4b5b82463" -d '{"events": [{"name": "network-changed", "server_uuid": "75482e90-05b4-453f-bdfa-fc52cd753e7c", "tag": "e8cf05df-3d20-49d9-abc3-d485591e514f"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:28:37.439226 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7780250b-6ac3-4882-88db-c1ce42c194b5 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:28:37.480160 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 7780250b-6ac3-4882-88db-c1ce42c194b5, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=7780250b-6ac3-4882-88db-c1ce42c194b5,segment=NetworkSegment(8ec3ca37-34b8-4dff-8904-341665876bdd),segment_id=8ec3ca37-34b8-4dff-8904-341665876bdd)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:28:37.496490 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (7780250b-6ac3-4882-88db-c1ce42c194b5), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:37.549103 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2e10821d-09b0-4e7e-b0e9-f41c1a889d87 req-82438a10-643a-4f5f-87c4-0c70aa1e6ef0 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831190 Feb 04 12:28:37.577768 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963ba318-1a43-4419-a2c8-0d5741ea8d2f service neutron] Pushing event updated for resources: {'Port': ['ID=e8cf05df-3d20-49d9-abc3-d485591e514f,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:37.612127 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=7780250b-6ac3-4882-88db-c1ce42c194b5,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:37.633943 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:28:37.637322 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:28:37.637762 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:28:37.638165 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:28:37.638563 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:28:37.638990 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:28:37.639433 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:28:37.641033 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:28:37.652415 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:28:37.653446 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:28:37.653924 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:28:37.654526 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:28:37.655342 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:28:37.730551 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77793cce-c98c-4f4f-8de0-bf50ed4314fa x-openstack-request-id: req-77793cce-c98c-4f4f-8de0-bf50ed4314fa {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:28:37.731397 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75482e90-05b4-453f-bdfa-fc52cd753e7c", "tag": "e8cf05df-3d20-49d9-abc3-d485591e514f", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:28:37.731397 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-77793cce-c98c-4f4f-8de0-bf50ed4314fa {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:28:37.732143 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75482e90-05b4-453f-bdfa-fc52cd753e7c', 'tag': 'e8cf05df-3d20-49d9-abc3-d485591e514f', 'status': 'completed', 'code': 200} Feb 04 12:28:37.745048 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['7780250b-6ac3-4882-88db-c1ce42c194b5'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:28:37.770264 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ef4a98-74bb-4859-9ccb-c1d08335bc66 req-b9cb95dc-0576-430f-bd44-17c4b4743737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:37.771904 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c8ef4a98-74bb-4859-9ccb-c1d08335bc66 req-b9cb95dc-0576-430f-bd44-17c4b4743737 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a6e51efc6d1c44a981a00419b9b70f7e&device_id=75482e90-05b4-453f-bdfa-fc52cd753e7c HTTP/1.1" status: 200 len: 1125 time: 0.3272748 Feb 04 12:28:37.951576 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c8ef4a98-74bb-4859-9ccb-c1d08335bc66 req-74a09c1c-3b61-4179-b72b-2304d4e5b209 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e8cf05df-3d20-49d9-abc3-d485591e514f HTTP/1.1" status: 200 len: 217 time: 0.1694400 Feb 04 12:28:38.145966 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-10b184a4-b644-47ae-9752-67df35d8f839 req-5ac08d54-5498-4202-bf69-4e877af861d9 tempest-ServerAddressesTestJSON-607199779 tempest-ServerAddressesTestJSON-607199779-project] Publish callbacks [] for port (ba647da0-2a5a-4284-bbde-1c36ef9d6d44), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:38.225667 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ef4a98-74bb-4859-9ccb-c1d08335bc66 req-d2cf6fe3-5a20-49d3-99c9-0532351de49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:38.227162 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c8ef4a98-74bb-4859-9ccb-c1d08335bc66 req-d2cf6fe3-5a20-49d3-99c9-0532351de49b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0dfa3a62-0074-4496-9bdc-04224eb891c1 HTTP/1.1" status: 200 len: 852 time: 0.2168264 Feb 04 12:28:38.312450 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b32b918-e881-41cc-abe4-380575a5b3de req-423b25d0-c88f-4e59-b088-2d526e77223c tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:38.313586 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5b32b918-e881-41cc-abe4-380575a5b3de req-423b25d0-c88f-4e59-b088-2d526e77223c tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] 10.222.0.65 "GET /v2.0/ports?device_id=61d7417a-23a6-4175-8d74-b35f8e99447b HTTP/1.1" status: 200 len: 944 time: 0.3759854 Feb 04 12:28:38.325870 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c8ef4a98-74bb-4859-9ccb-c1d08335bc66 req-616e02ce-6282-46eb-9d79-5ee382a933b0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=455ce72f-966b-4f4a-93c5-1087777725b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772722 Feb 04 12:28:38.477497 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-10b184a4-b644-47ae-9752-67df35d8f839 req-5ac08d54-5498-4202-bf69-4e877af861d9 tempest-ServerAddressesTestJSON-607199779 tempest-ServerAddressesTestJSON-607199779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (ba647da0-2a5a-4284-bbde-1c36ef9d6d44), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:38.604829 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c8ef4a98-74bb-4859-9ccb-c1d08335bc66 req-a53883fb-b223-429f-9b4c-880fb280ba18 service neutron] 10.222.0.73 "GET /v2.0/networks/455ce72f-966b-4f4a-93c5-1087777725b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596765 Feb 04 12:28:38.607096 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10b184a4-b644-47ae-9752-67df35d8f839 req-5ac08d54-5498-4202-bf69-4e877af861d9 tempest-ServerAddressesTestJSON-607199779 tempest-ServerAddressesTestJSON-607199779-project] Network 8b353643-3d5d-4215-a710-695e1724e8fe is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:28:38.626047 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-10b184a4-b644-47ae-9752-67df35d8f839 req-5ac08d54-5498-4202-bf69-4e877af861d9 tempest-ServerAddressesTestJSON-607199779 tempest-ServerAddressesTestJSON-607199779-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:28:38.638651 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5b32b918-e881-41cc-abe4-380575a5b3de req-9f173b59-fcb9-463a-ba38-f5e890aa95f4 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b84e73b-0045-40ba-91f4-192a2f0e685b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3117788 Feb 04 12:28:38.654437 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-10b184a4-b644-47ae-9752-67df35d8f839 req-5ac08d54-5498-4202-bf69-4e877af861d9 tempest-ServerAddressesTestJSON-607199779 tempest-ServerAddressesTestJSON-607199779-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:28:38.716714 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac08d54-5498-4202-bf69-4e877af861d9 tempest-ServerAddressesTestJSON-607199779 tempest-ServerAddressesTestJSON-607199779-project] Pushing event updated for resources: {'Port': ['ID=ba647da0-2a5a-4284-bbde-1c36ef9d6d44,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:38.788753 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b70b84-7876-4fde-baf4-fcba72dbf722 req-6464709d-919a-4b3c-91c3-0ecd58763885 tempest-ServerAddressesTestJSON-607199779 tempest-ServerAddressesTestJSON-607199779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:38.792068 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e7b70b84-7876-4fde-baf4-fcba72dbf722 req-6464709d-919a-4b3c-91c3-0ecd58763885 tempest-ServerAddressesTestJSON-607199779 tempest-ServerAddressesTestJSON-607199779-project] 10.222.0.65 "GET /v2.0/ports?device_id=303b28ae-a9f6-4c54-a464-3fe90e4a27e3 HTTP/1.1" status: 200 len: 931 time: 0.2900727 Feb 04 12:28:38.800521 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b184a4-b644-47ae-9752-67df35d8f839 req-5ac08d54-5498-4202-bf69-4e877af861d9 tempest-ServerAddressesTestJSON-607199779 tempest-ServerAddressesTestJSON-607199779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:38.800521 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-10b184a4-b644-47ae-9752-67df35d8f839 req-5ac08d54-5498-4202-bf69-4e877af861d9 tempest-ServerAddressesTestJSON-607199779 tempest-ServerAddressesTestJSON-607199779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:38.857684 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-10b184a4-b644-47ae-9752-67df35d8f839 req-5ac08d54-5498-4202-bf69-4e877af861d9 tempest-ServerAddressesTestJSON-607199779 tempest-ServerAddressesTestJSON-607199779-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4279592 Feb 04 12:28:38.894739 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-10b184a4-b644-47ae-9752-67df35d8f839 req-4f400093-2cdd-46bc-acf3-0ab87dd0b1de service neutron] Request body: {'port': {'device_id': '303b28ae-a9f6-4c54-a464-3fe90e4a27e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:28:38.908090 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089ccadc-67f4-4407-9a2a-5525f4ef6ea1 req-bbdbd3fe-b0d2-4798-adbb-2a00c0a24490 tempest-ServerPasswordTestJSON-1328553859 tempest-ServerPasswordTestJSON-1328553859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:38.909794 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-089ccadc-67f4-4407-9a2a-5525f4ef6ea1 req-bbdbd3fe-b0d2-4798-adbb-2a00c0a24490 tempest-ServerPasswordTestJSON-1328553859 tempest-ServerPasswordTestJSON-1328553859-project] 10.222.0.65 "GET /v2.0/ports?device_id=66589b1a-777b-43f2-85a5-4abee01d0599 HTTP/1.1" status: 200 len: 944 time: 0.1799421 Feb 04 12:28:38.912017 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c8ef4a98-74bb-4859-9ccb-c1d08335bc66 req-c6931431-b4b5-4141-b22a-370a5a69bd9b service neutron] 10.222.0.73 "GET /v2.0/networks/455ce72f-966b-4f4a-93c5-1087777725b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2964940 Feb 04 12:28:38.965967 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e7b70b84-7876-4fde-baf4-fcba72dbf722 req-28e649d0-bdcf-4e32-8d25-fb71f87ebd8c tempest-ServerAddressesTestJSON-607199779 tempest-ServerAddressesTestJSON-607199779-project] 10.222.0.65 "GET /v2.0/security-groups?id=c1e6bf26-d35f-4b02-872b-927e7993412f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581051 Feb 04 12:28:39.106634 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aca60e-dfce-486c-8505-41e4b5b82463 req-88503168-7f68-4d90-ae63-ccf85593d45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:39.109586 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-a0aca60e-dfce-486c-8505-41e4b5b82463 req-88503168-7f68-4d90-ae63-ccf85593d45d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a6e51efc6d1c44a981a00419b9b70f7e&device_id=75482e90-05b4-453f-bdfa-fc52cd753e7c HTTP/1.1" status: 200 len: 1125 time: 0.1014216 Feb 04 12:28:39.132526 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-089ccadc-67f4-4407-9a2a-5525f4ef6ea1 req-f4b77b78-a68a-4594-9d84-1656f2d8d8d2 tempest-ServerPasswordTestJSON-1328553859 tempest-ServerPasswordTestJSON-1328553859-project] 10.222.0.65 "GET /v2.0/security-groups?id=f35008b8-4fa7-477a-a31b-7b85d19a7d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134645 Feb 04 12:28:39.169973 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-10b184a4-b644-47ae-9752-67df35d8f839 req-4f400093-2cdd-46bc-acf3-0ab87dd0b1de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (ba647da0-2a5a-4284-bbde-1c36ef9d6d44), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:39.170136 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 7d68f17a-0cd9-4ee3-a7ae-e0caabcb426a details requested by agent hyperv_n-h2-825015-3 with host n-h2-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:28:39.170136 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 7780250b-6ac3-4882-88db-c1ce42c194b5 up at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:28:39.191087 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a29f22-7d44-4f9c-bdea-55e4b1142a1f req-72a0331f-d1d6-43d8-ac22-1214f46186ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:39.192919 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-81a29f22-7d44-4f9c-bdea-55e4b1142a1f req-72a0331f-d1d6-43d8-ac22-1214f46186ca service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5c34eef31d4540768d24bcb8030d50f3&device_id=309f20f5-fb15-4854-a3f3-90201a4e005a HTTP/1.1" status: 200 len: 1132 time: 0.2193255 Feb 04 12:28:39.307233 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aca60e-dfce-486c-8505-41e4b5b82463 req-669d30c8-f790-4ec6-a9bb-1bf6a97c3710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:39.314343 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-a0aca60e-dfce-486c-8505-41e4b5b82463 req-669d30c8-f790-4ec6-a9bb-1bf6a97c3710 service neutron] 10.222.0.73 "GET /v2.0/networks?id=455ce72f-966b-4f4a-93c5-1087777725b9 HTTP/1.1" status: 200 len: 913 time: 0.1971266 Feb 04 12:28:39.319220 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning for port 7780250b-6ac3-4882-88db-c1ce42c194b5 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:28:39.336101 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning complete for port 7780250b-6ac3-4882-88db-c1ce42c194b5 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:28:39.336858 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (7780250b-6ac3-4882-88db-c1ce42c194b5), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:39.423193 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4621aff-7823-4acb-86d4-db68a44abcea req-1fc96e98-6308-44b0-958a-4af8821ee27b tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:39.431209 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d4621aff-7823-4acb-86d4-db68a44abcea req-1fc96e98-6308-44b0-958a-4af8821ee27b tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=309f20f5-fb15-4854-a3f3-90201a4e005a HTTP/1.1" status: 200 len: 950 time: 0.3181539 Feb 04 12:28:39.439065 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-a0aca60e-dfce-486c-8505-41e4b5b82463 req-84c79af7-3aca-4d35-a0d2-593b88b82089 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e8cf05df-3d20-49d9-abc3-d485591e514f HTTP/1.1" status: 200 len: 217 time: 0.1186826 Feb 04 12:28:39.507755 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 7d68f17a-0cd9-4ee3-a7ae-e0caabcb426a, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=7d68f17a-0cd9-4ee3-a7ae-e0caabcb426a,segment=NetworkSegment(4a004afd-7d6a-4fb3-8993-7944c670ed6f),segment_id=4a004afd-7d6a-4fb3-8993-7944c670ed6f)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:28:39.549145 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aca60e-dfce-486c-8505-41e4b5b82463 req-89e1bc34-c9f3-4fc8-9563-2f32a7782745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:39.551158 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Returning: {'device': '7d68f17a-0cd9-4ee3-a7ae-e0caabcb426a', 'network_id': '455ce72f-966b-4f4a-93c5-1087777725b9', 'port_id': '7d68f17a-0cd9-4ee3-a7ae-e0caabcb426a', 'mac_address': 'fa:16:3e:44:5d:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dfa3a62-0074-4496-9bdc-04224eb891c1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:28:39.551418 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-a0aca60e-dfce-486c-8505-41e4b5b82463 req-89e1bc34-c9f3-4fc8-9563-2f32a7782745 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0dfa3a62-0074-4496-9bdc-04224eb891c1 HTTP/1.1" status: 200 len: 852 time: 0.1054378 Feb 04 12:28:39.572420 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a29f22-7d44-4f9c-bdea-55e4b1142a1f req-8459664c-535f-45f6-afb5-6310cb45fbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:39.574561 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-81a29f22-7d44-4f9c-bdea-55e4b1142a1f req-8459664c-535f-45f6-afb5-6310cb45fbe3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2f7dc246-a024-4937-952c-0ddeef5af29c HTTP/1.1" status: 200 len: 870 time: 0.3556724 Feb 04 12:28:39.618023 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-a0aca60e-dfce-486c-8505-41e4b5b82463 req-56a09b84-815f-42a7-83f6-b9fb8ff80b79 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=455ce72f-966b-4f4a-93c5-1087777725b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537348 Feb 04 12:28:39.689629 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 7780250b-6ac3-4882-88db-c1ce42c194b5 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:28:39.691712 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (7780250b-6ac3-4882-88db-c1ce42c194b5), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:39.703323 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d4621aff-7823-4acb-86d4-db68a44abcea req-9bd0838c-8413-4dab-91c7-6e910614020f tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653046 Feb 04 12:28:39.723136 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-81a29f22-7d44-4f9c-bdea-55e4b1142a1f req-1efa2564-077e-4c3c-a2e5-90362bf724db service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd HTTP/1.1" status: 200 len: 217 time: 0.1382782 Feb 04 12:28:39.737949 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 7d68f17a-0cd9-4ee3-a7ae-e0caabcb426a is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:28:39.738353 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (7d68f17a-0cd9-4ee3-a7ae-e0caabcb426a), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:39.777851 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d68f17a-0cd9-4ee3-a7ae-e0caabcb426a {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:28:39.843791 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-a0aca60e-dfce-486c-8505-41e4b5b82463 req-5909f2c6-d8fe-44f7-877a-210a437bb15d service neutron] 10.222.0.73 "GET /v2.0/networks/455ce72f-966b-4f4a-93c5-1087777725b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137957 Feb 04 12:28:39.858168 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66589b1a-777b-43f2-85a5-4abee01d0599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7780250b-6ac3-4882-88db-c1ce42c194b5'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:28:39.883619 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-896b7476-6fd9-4f8c-a42f-c80b26bc7a91" -d '{"events": [{"server_uuid": "66589b1a-777b-43f2-85a5-4abee01d0599", "name": "network-vif-plugged", "status": "completed", "tag": "7780250b-6ac3-4882-88db-c1ce42c194b5"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:28:39.917348 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 7d68f17a-0cd9-4ee3-a7ae-e0caabcb426a, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=7d68f17a-0cd9-4ee3-a7ae-e0caabcb426a,segment=NetworkSegment(4a004afd-7d6a-4fb3-8993-7944c670ed6f),segment_id=4a004afd-7d6a-4fb3-8993-7944c670ed6f)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:28:39.919677 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 7780250b-6ac3-4882-88db-c1ce42c194b5, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=7780250b-6ac3-4882-88db-c1ce42c194b5,segment=NetworkSegment(8ec3ca37-34b8-4dff-8904-341665876bdd),segment_id=8ec3ca37-34b8-4dff-8904-341665876bdd)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:28:39.931514 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (7d68f17a-0cd9-4ee3-a7ae-e0caabcb426a), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:39.934402 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (7780250b-6ac3-4882-88db-c1ce42c194b5), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:39.948378 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9025cb6b-48ad-44e5-9210-315dec9616ed x-openstack-request-id: req-9025cb6b-48ad-44e5-9210-315dec9616ed {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:28:39.949288 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66589b1a-777b-43f2-85a5-4abee01d0599", "name": "network-vif-plugged", "status": "completed", "tag": "7780250b-6ac3-4882-88db-c1ce42c194b5", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:28:39.949629 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9025cb6b-48ad-44e5-9210-315dec9616ed {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:28:39.950042 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66589b1a-777b-43f2-85a5-4abee01d0599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7780250b-6ac3-4882-88db-c1ce42c194b5', 'code': 200} Feb 04 12:28:39.966205 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-10b184a4-b644-47ae-9752-67df35d8f839 req-4f400093-2cdd-46bc-acf3-0ab87dd0b1de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba647da0-2a5a-4284-bbde-1c36ef9d6d44 {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:28:39.978020 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-10b184a4-b644-47ae-9752-67df35d8f839 req-4f400093-2cdd-46bc-acf3-0ab87dd0b1de service neutron] Publish callbacks [] for port (ba647da0-2a5a-4284-bbde-1c36ef9d6d44), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:40.007362 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 38718) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:28:40.015832 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-10b184a4-b644-47ae-9752-67df35d8f839 req-4f400093-2cdd-46bc-acf3-0ab87dd0b1de service neutron] Transition to ACTIVE for port object ba647da0-2a5a-4284-bbde-1c36ef9d6d44 will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:28:40.024026 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=7d68f17a-0cd9-4ee3-a7ae-e0caabcb426a,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:40.087545 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-10b184a4-b644-47ae-9752-67df35d8f839 req-4f400093-2cdd-46bc-acf3-0ab87dd0b1de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (ba647da0-2a5a-4284-bbde-1c36ef9d6d44), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:40.132348 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=7780250b-6ac3-4882-88db-c1ce42c194b5,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:40.173997 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['7d68f17a-0cd9-4ee3-a7ae-e0caabcb426a'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:28:40.195921 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f9ff33-c708-4752-892f-88665c574252 req-1105cc30-e80f-49c2-a26a-56e0e224a8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:40.201573 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-46f9ff33-c708-4752-892f-88665c574252 req-1105cc30-e80f-49c2-a26a-56e0e224a8eb service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=66589b1a-777b-43f2-85a5-4abee01d0599 HTTP/1.1" status: 200 len: 1127 time: 0.1411593 Feb 04 12:28:40.272961 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f400093-2cdd-46bc-acf3-0ab87dd0b1de service neutron] Pushing event updated for resources: {'Port': ['ID=ba647da0-2a5a-4284-bbde-1c36ef9d6d44,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:40.302919 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-a0aca60e-dfce-486c-8505-41e4b5b82463 req-d54d206a-9851-4e66-9e70-f661e49e5d63 service neutron] 10.222.0.73 "GET /v2.0/networks/455ce72f-966b-4f4a-93c5-1087777725b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4548192 Feb 04 12:28:40.326082 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-229c5195-4a6d-4cc3-9449-626daeeed091 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:40.332567 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a29f22-7d44-4f9c-bdea-55e4b1142a1f req-aeee2d15-376a-488a-80c5-8af85187e8df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:40.334874 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-81a29f22-7d44-4f9c-bdea-55e4b1142a1f req-aeee2d15-376a-488a-80c5-8af85187e8df service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5ee3374a-84e9-4639-853c-740c6edaf6dc HTTP/1.1" status: 200 len: 843 time: 0.5993214 Feb 04 12:28:40.363976 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-46f9ff33-c708-4752-892f-88665c574252 req-f7eed81d-76e1-4410-81d4-d91f7dbe109a service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=f35008b8-4fa7-477a-a31b-7b85d19a7d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366496 Feb 04 12:28:40.396843 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d427ede-8afc-4642-bb13-c84151b45398 req-9140bffb-77b1-478b-a994-64fa3d83f6da tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:40.406525 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5d427ede-8afc-4642-bb13-c84151b45398 req-9140bffb-77b1-478b-a994-64fa3d83f6da tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] 10.222.0.65 "GET /v2.0/ports?device_id=61d7417a-23a6-4175-8d74-b35f8e99447b HTTP/1.1" status: 200 len: 944 time: 0.5842018 Feb 04 12:28:40.477533 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-229c5195-4a6d-4cc3-9449-626daeeed091 admin admin] Publish callbacks [] for security_group (09970c5d-13fc-420b-9372-5df60308fa29), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:40.487801 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-229c5195-4a6d-4cc3-9449-626daeeed091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (09970c5d-13fc-420b-9372-5df60308fa29), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:40.537770 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc58ddf-c9b0-49db-a02d-d779e0bd30ac req-b26a874c-a7fa-4073-be54-eef7e79f2d86 tempest-ServerAddressesTestJSON-607199779 tempest-ServerAddressesTestJSON-607199779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:40.539359 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4fc58ddf-c9b0-49db-a02d-d779e0bd30ac req-b26a874c-a7fa-4073-be54-eef7e79f2d86 tempest-ServerAddressesTestJSON-607199779 tempest-ServerAddressesTestJSON-607199779-project] 10.222.0.65 "GET /v2.0/ports?device_id=303b28ae-a9f6-4c54-a464-3fe90e4a27e3 HTTP/1.1" status: 200 len: 943 time: 0.4533401 Feb 04 12:28:40.546948 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-229c5195-4a6d-4cc3-9449-626daeeed091 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9270caa7ec5a4834aa3c866159960be8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5384905 Feb 04 12:28:40.549645 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 38728) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:28:40.556843 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229c5195-4a6d-4cc3-9449-626daeeed091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09970c5d-13fc-420b-9372-5df60308fa29,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:40.608401 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5d427ede-8afc-4642-bb13-c84151b45398 req-dc769084-4be6-4b15-84aa-5285b1bab962 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b84e73b-0045-40ba-91f4-192a2f0e685b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006257 Feb 04 12:28:40.653226 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a29f22-7d44-4f9c-bdea-55e4b1142a1f req-d7af33ce-7dcd-4446-a6ca-b75fc4363ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:40.654910 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-81a29f22-7d44-4f9c-bdea-55e4b1142a1f req-d7af33ce-7dcd-4446-a6ca-b75fc4363ba8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2f7dc246-a024-4937-952c-0ddeef5af29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3135767 Feb 04 12:28:40.655299 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-97c76a04-29ab-4e39-8451-2aa425cd93a3 admin admin] Publish callbacks [] for security_group (09970c5d-13fc-420b-9372-5df60308fa29), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:40.690004 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-10b184a4-b644-47ae-9752-67df35d8f839 req-4f400093-2cdd-46bc-acf3-0ab87dd0b1de service neutron] Attempting to bind port ba647da0-2a5a-4284-bbde-1c36ef9d6d44 on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:28:40.690355 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-10b184a4-b644-47ae-9752-67df35d8f839 req-4f400093-2cdd-46bc-acf3-0ab87dd0b1de service neutron] Attempting to bind port ba647da0-2a5a-4284-bbde-1c36ef9d6d44 by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': '084a78b4-d4f5-4c96-95f6-b3e73157c858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '8b353643-3d5d-4215-a710-695e1724e8fe'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:28:40.690652 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b184a4-b644-47ae-9752-67df35d8f839 req-4f400093-2cdd-46bc-acf3-0ab87dd0b1de service neutron] Attempting to bind port ba647da0-2a5a-4284-bbde-1c36ef9d6d44 on network 8b353643-3d5d-4215-a710-695e1724e8fe {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:28:40.701895 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-97c76a04-29ab-4e39-8451-2aa425cd93a3 admin admin] Publish callbacks [] for security_group (09970c5d-13fc-420b-9372-5df60308fa29), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:40.801474 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-97c76a04-29ab-4e39-8451-2aa425cd93a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (09970c5d-13fc-420b-9372-5df60308fa29), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:40.805859 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4fc58ddf-c9b0-49db-a02d-d779e0bd30ac req-f11c80c0-a73e-4884-8f44-5ce1cf608500 tempest-ServerAddressesTestJSON-607199779 tempest-ServerAddressesTestJSON-607199779-project] 10.222.0.65 "GET /v2.0/security-groups?id=c1e6bf26-d35f-4b02-872b-927e7993412f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107470 Feb 04 12:28:40.810192 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-97c76a04-29ab-4e39-8451-2aa425cd93a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:40.813988 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-97c76a04-29ab-4e39-8451-2aa425cd93a3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/09970c5d-13fc-420b-9372-5df60308fa29 HTTP/1.1" status: 204 len: 168 time: 0.2604895 Feb 04 12:28:40.816525 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b184a4-b644-47ae-9752-67df35d8f839 req-4f400093-2cdd-46bc-acf3-0ab87dd0b1de service neutron] Port ba647da0-2a5a-4284-bbde-1c36ef9d6d44 on network 8b353643-3d5d-4215-a710-695e1724e8fe not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:28:40.816898 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b184a4-b644-47ae-9752-67df35d8f839 req-4f400093-2cdd-46bc-acf3-0ab87dd0b1de service neutron] Attempting to bind port ba647da0-2a5a-4284-bbde-1c36ef9d6d44 on network 8b353643-3d5d-4215-a710-695e1724e8fe {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:28:40.873772 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c76a04-29ab-4e39-8451-2aa425cd93a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09970c5d-13fc-420b-9372-5df60308fa29,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:40.884009 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b184a4-b644-47ae-9752-67df35d8f839 req-4f400093-2cdd-46bc-acf3-0ab87dd0b1de service neutron] Checking agent: {'id': 'f8add0d2-2202-43d3-bc0e-72442788e6ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:28:40.884575 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b184a4-b644-47ae-9752-67df35d8f839 req-4f400093-2cdd-46bc-acf3-0ab87dd0b1de service neutron] Checking segment: {'id': '084a78b4-d4f5-4c96-95f6-b3e73157c858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '8b353643-3d5d-4215-a710-695e1724e8fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:28:40.885223 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b184a4-b644-47ae-9752-67df35d8f839 req-4f400093-2cdd-46bc-acf3-0ab87dd0b1de service neutron] Bound using segment: {'id': '084a78b4-d4f5-4c96-95f6-b3e73157c858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '8b353643-3d5d-4215-a710-695e1724e8fe'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:28:40.886728 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-10b184a4-b644-47ae-9752-67df35d8f839 req-4f400093-2cdd-46bc-acf3-0ab87dd0b1de service neutron] Bound port: ba647da0-2a5a-4284-bbde-1c36ef9d6d44, host: n-h1-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '084a78b4-d4f5-4c96-95f6-b3e73157c858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '8b353643-3d5d-4215-a710-695e1724e8fe'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:28:40.887353 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-10b184a4-b644-47ae-9752-67df35d8f839 req-4f400093-2cdd-46bc-acf3-0ab87dd0b1de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (ba647da0-2a5a-4284-bbde-1c36ef9d6d44), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:41.174748 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-10b184a4-b644-47ae-9752-67df35d8f839 req-4f400093-2cdd-46bc-acf3-0ab87dd0b1de service neutron] For port ba647da0-2a5a-4284-bbde-1c36ef9d6d44, host n-h1-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:28:41.181667 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-10b184a4-b644-47ae-9752-67df35d8f839 req-4f400093-2cdd-46bc-acf3-0ab87dd0b1de service neutron] For port ba647da0-2a5a-4284-bbde-1c36ef9d6d44, host n-h1-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=ba647da0-2a5a-4284-bbde-1c36ef9d6d44,segment=NetworkSegment(084a78b4-d4f5-4c96-95f6-b3e73157c858),segment_id=084a78b4-d4f5-4c96-95f6-b3e73157c858)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:28:41.185798 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 7d68f17a-0cd9-4ee3-a7ae-e0caabcb426a up at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:28:41.233691 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63658b1d-bddc-43c2-bd0c-debf0f4305c4 req-5bb51bb7-8283-42ce-bced-921ca16d71b7 tempest-ServerPasswordTestJSON-1328553859 tempest-ServerPasswordTestJSON-1328553859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:41.246987 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-63658b1d-bddc-43c2-bd0c-debf0f4305c4 req-5bb51bb7-8283-42ce-bced-921ca16d71b7 tempest-ServerPasswordTestJSON-1328553859 tempest-ServerPasswordTestJSON-1328553859-project] 10.222.0.65 "GET /v2.0/ports?device_id=66589b1a-777b-43f2-85a5-4abee01d0599 HTTP/1.1" status: 200 len: 945 time: 0.5135543 Feb 04 12:28:41.267497 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-81a29f22-7d44-4f9c-bdea-55e4b1142a1f req-8d5d6289-01a4-43c7-8fb6-ba3ca8c3a451 service neutron] 10.222.0.73 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5897470 Feb 04 12:28:41.285791 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning for port 7d68f17a-0cd9-4ee3-a7ae-e0caabcb426a completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:28:41.294423 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning complete for port 7d68f17a-0cd9-4ee3-a7ae-e0caabcb426a triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:28:41.297228 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (7d68f17a-0cd9-4ee3-a7ae-e0caabcb426a), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:41.299026 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-10b184a4-b644-47ae-9752-67df35d8f839 req-4f400093-2cdd-46bc-acf3-0ab87dd0b1de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (ba647da0-2a5a-4284-bbde-1c36ef9d6d44), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:41.366912 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b184a4-b644-47ae-9752-67df35d8f839 req-4f400093-2cdd-46bc-acf3-0ab87dd0b1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:41.367541 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-10b184a4-b644-47ae-9752-67df35d8f839 req-4f400093-2cdd-46bc-acf3-0ab87dd0b1de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:41.369546 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-10b184a4-b644-47ae-9752-67df35d8f839 req-4f400093-2cdd-46bc-acf3-0ab87dd0b1de service neutron] 10.222.0.73 "PUT /v2.0/ports/ba647da0-2a5a-4284-bbde-1c36ef9d6d44 HTTP/1.1" status: 200 len: 1091 time: 2.4837625 Feb 04 12:28:41.406297 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '303b28ae-a9f6-4c54-a464-3fe90e4a27e3', 'tag': 'ba647da0-2a5a-4284-bbde-1c36ef9d6d44'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:28:41.412158 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91fbc061-a63f-426b-9101-ebede481c1b2" -d '{"events": [{"name": "network-changed", "server_uuid": "303b28ae-a9f6-4c54-a464-3fe90e4a27e3", "tag": "ba647da0-2a5a-4284-bbde-1c36ef9d6d44"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:28:41.530932 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 7d68f17a-0cd9-4ee3-a7ae-e0caabcb426a is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:28:41.532170 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (7d68f17a-0cd9-4ee3-a7ae-e0caabcb426a), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:41.586968 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 7d68f17a-0cd9-4ee3-a7ae-e0caabcb426a, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=7d68f17a-0cd9-4ee3-a7ae-e0caabcb426a,segment=NetworkSegment(4a004afd-7d6a-4fb3-8993-7944c670ed6f),segment_id=4a004afd-7d6a-4fb3-8993-7944c670ed6f)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:28:41.594490 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (7d68f17a-0cd9-4ee3-a7ae-e0caabcb426a), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:41.617242 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-63658b1d-bddc-43c2-bd0c-debf0f4305c4 req-b1c861db-0f03-4edd-bc56-a7fc44583f5f tempest-ServerPasswordTestJSON-1328553859 tempest-ServerPasswordTestJSON-1328553859-project] 10.222.0.65 "GET /v2.0/security-groups?id=f35008b8-4fa7-477a-a31b-7b85d19a7d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3615401 Feb 04 12:28:41.637947 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41cae49-b762-4a79-a642-17023186d23a req-9ae90e72-5701-4378-a9b1-3fde5bd94cd7 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:41.639763 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a41cae49-b762-4a79-a642-17023186d23a req-9ae90e72-5701-4378-a9b1-3fde5bd94cd7 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=309f20f5-fb15-4854-a3f3-90201a4e005a HTTP/1.1" status: 200 len: 950 time: 0.6260428 Feb 04 12:28:41.681941 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b184a4-b644-47ae-9752-67df35d8f839 req-cc2f50da-ec1f-4f28-aba9-9680e9e9e981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:41.684750 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-10b184a4-b644-47ae-9752-67df35d8f839 req-cc2f50da-ec1f-4f28-aba9-9680e9e9e981 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=85d9e14275eb4792b9cb7a6153b13cff&device_id=303b28ae-a9f6-4c54-a464-3fe90e4a27e3 HTTP/1.1" status: 200 len: 1125 time: 0.2371643 Feb 04 12:28:41.694066 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f400093-2cdd-46bc-acf3-0ab87dd0b1de service neutron] Pushing event updated for resources: {'Port': ['ID=ba647da0-2a5a-4284-bbde-1c36ef9d6d44,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:41.794068 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=7d68f17a-0cd9-4ee3-a7ae-e0caabcb426a,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:41.809772 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-492b16a8-dfd6-448e-b4da-17e9b90681d1 x-openstack-request-id: req-492b16a8-dfd6-448e-b4da-17e9b90681d1 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:28:41.810063 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "303b28ae-a9f6-4c54-a464-3fe90e4a27e3", "tag": "ba647da0-2a5a-4284-bbde-1c36ef9d6d44", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:28:41.810319 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-492b16a8-dfd6-448e-b4da-17e9b90681d1 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:28:41.810715 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '303b28ae-a9f6-4c54-a464-3fe90e4a27e3', 'tag': 'ba647da0-2a5a-4284-bbde-1c36ef9d6d44', 'status': 'completed', 'code': 200} Feb 04 12:28:41.842136 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-10b184a4-b644-47ae-9752-67df35d8f839 req-c82df391-a45d-4445-859a-b68db26ec320 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ba647da0-2a5a-4284-bbde-1c36ef9d6d44 HTTP/1.1" status: 200 len: 217 time: 0.1340482 Feb 04 12:28:41.950808 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61d7417a-23a6-4175-8d74-b35f8e99447b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d68f17a-0cd9-4ee3-a7ae-e0caabcb426a'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:28:41.953343 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1589429c-91f0-43a2-b955-8e474d775d3e" -d '{"events": [{"server_uuid": "61d7417a-23a6-4175-8d74-b35f8e99447b", "name": "network-vif-plugged", "status": "completed", "tag": "7d68f17a-0cd9-4ee3-a7ae-e0caabcb426a"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:28:41.976929 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device e8cf05df-3d20-49d9-abc3-d485591e514f details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:28:42.136427 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 38768) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:28:42.201935 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port e8cf05df-3d20-49d9-abc3-d485591e514f, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=e8cf05df-3d20-49d9-abc3-d485591e514f,segment=NetworkSegment(4a004afd-7d6a-4fb3-8993-7944c670ed6f),segment_id=4a004afd-7d6a-4fb3-8993-7944c670ed6f)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:28:42.220528 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': 'e8cf05df-3d20-49d9-abc3-d485591e514f', 'network_id': '455ce72f-966b-4f4a-93c5-1087777725b9', 'port_id': 'e8cf05df-3d20-49d9-abc3-d485591e514f', 'mac_address': 'fa:16:3e:99:e3:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dfa3a62-0074-4496-9bdc-04224eb891c1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:28:42.309745 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port e8cf05df-3d20-49d9-abc3-d485591e514f is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:28:42.310562 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (e8cf05df-3d20-49d9-abc3-d485591e514f), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:42.321254 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-b83649cd-49a3-4947-895a-f1d3b6d6af96 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1525624730-network', 'tenant_id': 'feaabfb9efb842a5abc0915186505bdd'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:28:42.330080 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b184a4-b644-47ae-9752-67df35d8f839 req-35fe379a-8c8a-498d-9fdf-cd1028d1bda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:42.331142 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-10b184a4-b644-47ae-9752-67df35d8f839 req-35fe379a-8c8a-498d-9fdf-cd1028d1bda1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5933dc30-e0df-42c7-a2e7-d060ce8d01b3 HTTP/1.1" status: 200 len: 853 time: 0.4733701 Feb 04 12:28:42.337816 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8cf05df-3d20-49d9-abc3-d485591e514f {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:28:42.357493 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-81a29f22-7d44-4f9c-bdea-55e4b1142a1f req-30ab3277-52c2-45cb-94e8-7604663f0387 service neutron] 10.222.0.73 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0882268 Feb 04 12:28:42.378047 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b83649cd-49a3-4947-895a-f1d3b6d6af96 admin admin] Made reservation on behalf of feaabfb9efb842a5abc0915186505bdd for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:28:42.380333 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b83649cd-49a3-4947-895a-f1d3b6d6af96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:42.386804 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port e8cf05df-3d20-49d9-abc3-d485591e514f, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=e8cf05df-3d20-49d9-abc3-d485591e514f,segment=NetworkSegment(4a004afd-7d6a-4fb3-8993-7944c670ed6f),segment_id=4a004afd-7d6a-4fb3-8993-7944c670ed6f)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:28:42.393522 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b83649cd-49a3-4947-895a-f1d3b6d6af96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:42.400612 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (e8cf05df-3d20-49d9-abc3-d485591e514f), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:42.455824 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-10b184a4-b644-47ae-9752-67df35d8f839 req-87e1be39-f310-43fa-9019-95cf815d9967 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8b353643-3d5d-4215-a710-695e1724e8fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0916877 Feb 04 12:28:42.512269 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a41cae49-b762-4a79-a642-17023186d23a req-6a8381a1-6d2b-46da-8ac6-4406f7fe19d4 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8561802 Feb 04 12:28:42.535919 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=e8cf05df-3d20-49d9-abc3-d485591e514f,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:42.585493 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b83649cd-49a3-4947-895a-f1d3b6d6af96 admin admin] Publish callbacks [] for security_group (cf4c96f3-c66e-44ce-92a4-5140395470cc), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:42.596541 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b83649cd-49a3-4947-895a-f1d3b6d6af96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (cf4c96f3-c66e-44ce-92a4-5140395470cc), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:42.632172 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b83649cd-49a3-4947-895a-f1d3b6d6af96 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:28:42.646799 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83649cd-49a3-4947-895a-f1d3b6d6af96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf4c96f3-c66e-44ce-92a4-5140395470cc,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:42.652872 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b83649cd-49a3-4947-895a-f1d3b6d6af96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (59a7d6f9-c2c6-433c-a322-d4604b02330a), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:42.653227 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-b83649cd-49a3-4947-895a-f1d3b6d6af96 admin admin] Added segment 59a7d6f9-c2c6-433c-a322-d4604b02330a of type vlan for network 771f3485-7f00-4709-b32d-367e6da06bb3 Feb 04 12:28:42.661681 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['e8cf05df-3d20-49d9-abc3-d485591e514f'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:28:42.711106 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-10b184a4-b644-47ae-9752-67df35d8f839 req-8560baa5-47db-456c-9fd9-e6720828e4cf service neutron] 10.222.0.73 "GET /v2.0/networks/8b353643-3d5d-4215-a710-695e1724e8fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232499 Feb 04 12:28:42.738177 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b83649cd-49a3-4947-895a-f1d3b6d6af96 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (771f3485-7f00-4709-b32d-367e6da06bb3), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:42.778302 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b83649cd-49a3-4947-895a-f1d3b6d6af96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (771f3485-7f00-4709-b32d-367e6da06bb3), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:42.779822 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83649cd-49a3-4947-895a-f1d3b6d6af96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:42.781815 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b83649cd-49a3-4947-895a-f1d3b6d6af96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:42.872834 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268e236e-3091-410b-81a2-ed6ca0cf5cff req-7970ef71-70b4-4913-87b7-bb973c385696 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:42.874364 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-268e236e-3091-410b-81a2-ed6ca0cf5cff req-7970ef71-70b4-4913-87b7-bb973c385696 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] 10.222.0.65 "GET /v2.0/ports?device_id=61d7417a-23a6-4175-8d74-b35f8e99447b HTTP/1.1" status: 200 len: 946 time: 0.5378666 Feb 04 12:28:42.903538 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4170dea2-87ea-445a-b5ef-56951b3b72e4 req-9fdf5982-23d7-47e3-b1ae-e763cf91f3c0 tempest-ServerAddressesTestJSON-607199779 tempest-ServerAddressesTestJSON-607199779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:42.905373 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4170dea2-87ea-445a-b5ef-56951b3b72e4 req-9fdf5982-23d7-47e3-b1ae-e763cf91f3c0 tempest-ServerAddressesTestJSON-607199779 tempest-ServerAddressesTestJSON-607199779-project] 10.222.0.65 "GET /v2.0/ports?device_id=303b28ae-a9f6-4c54-a464-3fe90e4a27e3 HTTP/1.1" status: 200 len: 943 time: 0.1922233 Feb 04 12:28:42.928513 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83649cd-49a3-4947-895a-f1d3b6d6af96 admin admin] Pushing event updated for resources: {'Network': ['ID=771f3485-7f00-4709-b32d-367e6da06bb3,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:42.938906 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-b83649cd-49a3-4947-895a-f1d3b6d6af96 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8003979 Feb 04 12:28:42.941862 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 38780) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:28:42.950055 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-6de30273-226b-4d2e-b0a0-640ef51f0dd3 admin admin] Request body: {'subnet': {'network_id': '771f3485-7f00-4709-b32d-367e6da06bb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1525624730-subnet', 'tenant_id': 'feaabfb9efb842a5abc0915186505bdd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:28:42.955265 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 771f3485-7f00-4709-b32d-367e6da06bb3 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:28:42.975473 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6de30273-226b-4d2e-b0a0-640ef51f0dd3 admin admin] Made reservation on behalf of feaabfb9efb842a5abc0915186505bdd for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:28:42.979354 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6de30273-226b-4d2e-b0a0-640ef51f0dd3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60610638'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:43.060171 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-10b184a4-b644-47ae-9752-67df35d8f839 req-bf3adade-db7b-4d3e-b0fc-c96183759c34 service neutron] 10.222.0.73 "GET /v2.0/networks/8b353643-3d5d-4215-a710-695e1724e8fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3306522 Feb 04 12:28:43.065786 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-268e236e-3091-410b-81a2-ed6ca0cf5cff req-7811b2c6-de98-41fe-a4c4-e99f76bd3bff tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b84e73b-0045-40ba-91f4-192a2f0e685b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818473 Feb 04 12:28:43.093996 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4170dea2-87ea-445a-b5ef-56951b3b72e4 req-b0394d0a-3113-4a00-8995-38daca108a7f tempest-ServerAddressesTestJSON-607199779 tempest-ServerAddressesTestJSON-607199779-project] 10.222.0.65 "GET /v2.0/security-groups?id=c1e6bf26-d35f-4b02-872b-927e7993412f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073821 Feb 04 12:28:43.186821 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f39ae0b7-441b-4bd2-9023-2d1f91ffb67a x-openstack-request-id: req-f39ae0b7-441b-4bd2-9023-2d1f91ffb67a {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:28:43.186821 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61d7417a-23a6-4175-8d74-b35f8e99447b", "name": "network-vif-plugged", "status": "completed", "tag": "7d68f17a-0cd9-4ee3-a7ae-e0caabcb426a", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:28:43.186821 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f39ae0b7-441b-4bd2-9023-2d1f91ffb67a {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:28:43.187249 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61d7417a-23a6-4175-8d74-b35f8e99447b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d68f17a-0cd9-4ee3-a7ae-e0caabcb426a', 'code': 200} Feb 04 12:28:43.310469 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fbc061-a63f-426b-9101-ebede481c1b2 req-d7da29b1-223f-4980-a3cd-a8bcb68013d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:43.312288 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-91fbc061-a63f-426b-9101-ebede481c1b2 req-d7da29b1-223f-4980-a3cd-a8bcb68013d5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=85d9e14275eb4792b9cb7a6153b13cff&device_id=303b28ae-a9f6-4c54-a464-3fe90e4a27e3 HTTP/1.1" status: 200 len: 1125 time: 0.1515427 Feb 04 12:28:43.384211 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 38784) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:28:43.393338 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58fb5d7-66e3-4956-bbbe-966527a7e8ad req-88adfcec-2213-4c00-81da-19e85f4d1131 tempest-ServerPasswordTestJSON-1328553859 tempest-ServerPasswordTestJSON-1328553859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:43.394981 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f58fb5d7-66e3-4956-bbbe-966527a7e8ad req-88adfcec-2213-4c00-81da-19e85f4d1131 tempest-ServerPasswordTestJSON-1328553859 tempest-ServerPasswordTestJSON-1328553859-project] 10.222.0.65 "GET /v2.0/ports?device_id=66589b1a-777b-43f2-85a5-4abee01d0599 HTTP/1.1" status: 200 len: 945 time: 0.1537325 Feb 04 12:28:43.395568 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1af07b-93fb-404f-bfc2-8a33a7eebd08 req-86ffab59-4d1c-44e5-8bc3-f35a42dbc37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:43.397670 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-de1af07b-93fb-404f-bfc2-8a33a7eebd08 req-86ffab59-4d1c-44e5-8bc3-f35a42dbc37e service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=61d7417a-23a6-4175-8d74-b35f8e99447b HTTP/1.1" status: 200 len: 1128 time: 0.1479218 Feb 04 12:28:43.459985 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-de1af07b-93fb-404f-bfc2-8a33a7eebd08 req-5bfe2a09-94c9-4ff0-a339-8446194e17d1 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=6b84e73b-0045-40ba-91f4-192a2f0e685b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538230 Feb 04 12:28:43.530101 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6de30273-226b-4d2e-b0a0-640ef51f0dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59045178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60610680'] for subnet (019a47ac-c6f2-4720-806e-92d9ba1e0078), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:43.652468 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de30273-226b-4d2e-b0a0-640ef51f0dd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=019a47ac-c6f2-4720-806e-92d9ba1e0078,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:43.655662 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de30273-226b-4d2e-b0a0-640ef51f0dd3 admin admin] Checking segment: {'id': '59a7d6f9-c2c6-433c-a322-d4604b02330a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '771f3485-7f00-4709-b32d-367e6da06bb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:28:43.656115 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de30273-226b-4d2e-b0a0-640ef51f0dd3 admin admin] Network hostable DHCP agents. Network: 771f3485-7f00-4709-b32d-367e6da06bb3, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:28:43.656779 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f58fb5d7-66e3-4956-bbbe-966527a7e8ad req-dadad481-edc5-4d85-83fe-d0f0d93c0772 tempest-ServerPasswordTestJSON-1328553859 tempest-ServerPasswordTestJSON-1328553859-project] 10.222.0.65 "GET /v2.0/security-groups?id=f35008b8-4fa7-477a-a31b-7b85d19a7d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518358 Feb 04 12:28:43.685290 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de30273-226b-4d2e-b0a0-640ef51f0dd3 admin admin] Network 771f3485-7f00-4709-b32d-367e6da06bb3 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:28:43.710303 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-6de30273-226b-4d2e-b0a0-640ef51f0dd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 771f3485-7f00-4709-b32d-367e6da06bb3) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:28:43.725686 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce4c1b3-1379-4be7-8c40-704c754e5784 None None] Network 771f3485-7f00-4709-b32d-367e6da06bb3 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:28:43.727679 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fbc061-a63f-426b-9101-ebede481c1b2 req-d078ea2e-6ed1-4e08-a681-321b62e39bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:43.732158 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-91fbc061-a63f-426b-9101-ebede481c1b2 req-d078ea2e-6ed1-4e08-a681-321b62e39bf4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8b353643-3d5d-4215-a710-695e1724e8fe HTTP/1.1" status: 200 len: 914 time: 0.4053946 Feb 04 12:28:43.739509 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de30273-226b-4d2e-b0a0-640ef51f0dd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:43.740181 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6de30273-226b-4d2e-b0a0-640ef51f0dd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:43.821978 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-91fbc061-a63f-426b-9101-ebede481c1b2 req-716bd55d-8b77-4fc2-82c4-e2700152be67 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ba647da0-2a5a-4284-bbde-1c36ef9d6d44 HTTP/1.1" status: 200 len: 217 time: 0.0835211 Feb 04 12:28:43.824361 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-6de30273-226b-4d2e-b0a0-640ef51f0dd3 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8811808 Feb 04 12:28:43.987658 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8fd3a9-6298-4cc4-bef6-9d42acffaec3 req-599e7cfb-c349-48b0-aadd-f0248f97ac2f tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:43.993235 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3a8fd3a9-6298-4cc4-bef6-9d42acffaec3 req-599e7cfb-c349-48b0-aadd-f0248f97ac2f tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=309f20f5-fb15-4854-a3f3-90201a4e005a HTTP/1.1" status: 200 len: 950 time: 0.3562286 Feb 04 12:28:44.002149 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018439e6-4e7b-4050-883a-1268e1fa8643 None None] Network 771f3485-7f00-4709-b32d-367e6da06bb3 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:28:44.004500 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device e8cf05df-3d20-49d9-abc3-d485591e514f up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:28:44.054665 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fbc061-a63f-426b-9101-ebede481c1b2 req-ad7f1de1-d805-4105-b24a-531c7bcbf92c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:44.057316 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-91fbc061-a63f-426b-9101-ebede481c1b2 req-ad7f1de1-d805-4105-b24a-531c7bcbf92c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5933dc30-e0df-42c7-a2e7-d060ce8d01b3 HTTP/1.1" status: 200 len: 853 time: 0.0917945 Feb 04 12:28:44.161681 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-91fbc061-a63f-426b-9101-ebede481c1b2 req-7f618f58-b4ee-4f2d-97de-b9b9f54bd155 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8b353643-3d5d-4215-a710-695e1724e8fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721781 Feb 04 12:28:44.213970 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3a8fd3a9-6298-4cc4-bef6-9d42acffaec3 req-30f018ce-97d4-434d-b43e-2f421902cd03 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194941 Feb 04 12:28:44.218791 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning for port e8cf05df-3d20-49d9-abc3-d485591e514f completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:28:44.256776 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port e8cf05df-3d20-49d9-abc3-d485591e514f triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:28:44.257999 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (e8cf05df-3d20-49d9-abc3-d485591e514f), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:44.289994 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-04252859-2605-4581-8b97-99a121996c39 req-a123c8b1-7df2-412e-9fdd-bcf9a0c5230d tempest-SecurityGroupRulesNegativeTestJSON-1628165141 tempest-SecurityGroupRulesNegativeTestJSON-1628165141-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1465771961', 'description': 'tempest-description-1782647102'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:28:44.348196 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-04252859-2605-4581-8b97-99a121996c39 req-a123c8b1-7df2-412e-9fdd-bcf9a0c5230d tempest-SecurityGroupRulesNegativeTestJSON-1628165141 tempest-SecurityGroupRulesNegativeTestJSON-1628165141-project] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:44.382948 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port e8cf05df-3d20-49d9-abc3-d485591e514f is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:28:44.383363 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (e8cf05df-3d20-49d9-abc3-d485591e514f), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:44.400698 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-91fbc061-a63f-426b-9101-ebede481c1b2 req-1a5d829d-8861-450e-a43a-9f59acd02590 service neutron] 10.222.0.73 "GET /v2.0/networks/8b353643-3d5d-4215-a710-695e1724e8fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253852 Feb 04 12:28:44.499576 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port e8cf05df-3d20-49d9-abc3-d485591e514f, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=e8cf05df-3d20-49d9-abc3-d485591e514f,segment=NetworkSegment(4a004afd-7d6a-4fb3-8993-7944c670ed6f),segment_id=4a004afd-7d6a-4fb3-8993-7944c670ed6f)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:28:44.513054 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (e8cf05df-3d20-49d9-abc3-d485591e514f), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:44.580353 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-91fbc061-a63f-426b-9101-ebede481c1b2 req-c3e22104-6076-48c8-bf89-5aa600d68e68 service neutron] 10.222.0.73 "GET /v2.0/networks/8b353643-3d5d-4215-a710-695e1724e8fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582115 Feb 04 12:28:44.673115 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=e8cf05df-3d20-49d9-abc3-d485591e514f,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:44.681448 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-04252859-2605-4581-8b97-99a121996c39 req-a123c8b1-7df2-412e-9fdd-bcf9a0c5230d tempest-SecurityGroupRulesNegativeTestJSON-1628165141 tempest-SecurityGroupRulesNegativeTestJSON-1628165141-project] Publish callbacks [] for security_group (b8d1bfac-1b6a-4cf7-818a-22109be2ff55), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:44.698066 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-04252859-2605-4581-8b97-99a121996c39 req-a123c8b1-7df2-412e-9fdd-bcf9a0c5230d tempest-SecurityGroupRulesNegativeTestJSON-1628165141 tempest-SecurityGroupRulesNegativeTestJSON-1628165141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (b8d1bfac-1b6a-4cf7-818a-22109be2ff55), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:44.721251 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44659a6-c7ed-49e1-a99a-615396c018d4 req-f921d361-ca15-4ba8-850c-4d142f281dd2 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:44.724216 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e44659a6-c7ed-49e1-a99a-615396c018d4 req-f921d361-ca15-4ba8-850c-4d142f281dd2 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] 10.222.0.65 "GET /v2.0/ports?device_id=61d7417a-23a6-4175-8d74-b35f8e99447b HTTP/1.1" status: 200 len: 946 time: 0.1470768 Feb 04 12:28:44.772465 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-04252859-2605-4581-8b97-99a121996c39 req-a123c8b1-7df2-412e-9fdd-bcf9a0c5230d tempest-SecurityGroupRulesNegativeTestJSON-1628165141 tempest-SecurityGroupRulesNegativeTestJSON-1628165141-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:44.773930 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-04252859-2605-4581-8b97-99a121996c39 req-a123c8b1-7df2-412e-9fdd-bcf9a0c5230d tempest-SecurityGroupRulesNegativeTestJSON-1628165141 tempest-SecurityGroupRulesNegativeTestJSON-1628165141-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.5190187 Feb 04 12:28:44.785515 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-731869f1-10d8-41ae-8cf8-5e4358bb4660 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622215'] for router_interface (af91b7b9-5598-4d1b-833b-e6a59850d1cf), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:44.825448 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e44659a6-c7ed-49e1-a99a-615396c018d4 req-483faca6-28b7-4ab6-895a-d69a321878b2 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b84e73b-0045-40ba-91f4-192a2f0e685b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879266 Feb 04 12:28:44.891443 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a123c8b1-7df2-412e-9fdd-bcf9a0c5230d tempest-SecurityGroupRulesNegativeTestJSON-1628165141 tempest-SecurityGroupRulesNegativeTestJSON-1628165141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8d1bfac-1b6a-4cf7-818a-22109be2ff55,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:45.049045 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52444f7-0b76-4b76-aa64-86edbe205023 req-ae747d14-82fa-489c-9806-8b8462196bb5 tempest-ServerAddressesTestJSON-607199779 tempest-ServerAddressesTestJSON-607199779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:45.050634 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d52444f7-0b76-4b76-aa64-86edbe205023 req-ae747d14-82fa-489c-9806-8b8462196bb5 tempest-ServerAddressesTestJSON-607199779 tempest-ServerAddressesTestJSON-607199779-project] 10.222.0.65 "GET /v2.0/ports?device_id=303b28ae-a9f6-4c54-a464-3fe90e4a27e3 HTTP/1.1" status: 200 len: 943 time: 0.1547139 Feb 04 12:28:45.103408 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b66adf1-c154-413e-91a9-6f27c1ace81e req-88da85da-624c-47ca-8ad0-f1827b714cc2 tempest-ServerPasswordTestJSON-1328553859 tempest-ServerPasswordTestJSON-1328553859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:45.106177 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0b66adf1-c154-413e-91a9-6f27c1ace81e req-88da85da-624c-47ca-8ad0-f1827b714cc2 tempest-ServerPasswordTestJSON-1328553859 tempest-ServerPasswordTestJSON-1328553859-project] 10.222.0.65 "GET /v2.0/ports?device_id=66589b1a-777b-43f2-85a5-4abee01d0599 HTTP/1.1" status: 200 len: 945 time: 0.1652665 Feb 04 12:28:45.188988 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75482e90-05b4-453f-bdfa-fc52cd753e7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8cf05df-3d20-49d9-abc3-d485591e514f'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:28:45.192662 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecc9905e-4207-43ae-8b87-c014154cae96" -d '{"events": [{"server_uuid": "75482e90-05b4-453f-bdfa-fc52cd753e7c", "name": "network-vif-plugged", "status": "completed", "tag": "e8cf05df-3d20-49d9-abc3-d485591e514f"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:28:45.240827 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0b66adf1-c154-413e-91a9-6f27c1ace81e req-4504c789-cb8f-4d11-8309-a00520f66a9b tempest-ServerPasswordTestJSON-1328553859 tempest-ServerPasswordTestJSON-1328553859-project] 10.222.0.65 "GET /v2.0/security-groups?id=f35008b8-4fa7-477a-a31b-7b85d19a7d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965877 Feb 04 12:28:45.245800 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d52444f7-0b76-4b76-aa64-86edbe205023 req-ae76e02d-590a-4466-8e2f-7a2580e70b0b tempest-ServerAddressesTestJSON-607199779 tempest-ServerAddressesTestJSON-607199779-project] 10.222.0.65 "GET /v2.0/security-groups?id=c1e6bf26-d35f-4b02-872b-927e7993412f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578543 Feb 04 12:28:45.300935 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26973a37-23d5-4281-91f7-4f89dce87cde x-openstack-request-id: req-26973a37-23d5-4281-91f7-4f89dce87cde {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:28:45.300935 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75482e90-05b4-453f-bdfa-fc52cd753e7c", "name": "network-vif-plugged", "status": "completed", "tag": "e8cf05df-3d20-49d9-abc3-d485591e514f", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:28:45.301239 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-26973a37-23d5-4281-91f7-4f89dce87cde {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:28:45.301911 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75482e90-05b4-453f-bdfa-fc52cd753e7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8cf05df-3d20-49d9-abc3-d485591e514f', 'code': 200} Feb 04 12:28:45.502565 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f24b5425-9a3f-4122-ad62-201f4835ac18 req-a7d8ec9a-a3bd-415c-a8ca-3a09f177a308 tempest-SecurityGroupRulesNegativeTestJSON-1628165141 tempest-SecurityGroupRulesNegativeTestJSON-1628165141-project] 10.222.0.65 "GET /v2.0/security-groups/b8d1bfac-1b6a-4cf7-818a-22109be2ff55 HTTP/1.1" status: 200 len: 1832 time: 0.1561580 Feb 04 12:28:45.510386 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-61840f5f-0740-4d00-9358-1ecf70bead04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:45.518489 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05be3b90-df1d-45ad-ac8e-fc1bfa9b9f8d req-6e0dae6e-0dfd-41ca-abad-e0be47c11109 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:45.520196 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-05be3b90-df1d-45ad-ac8e-fc1bfa9b9f8d req-6e0dae6e-0dfd-41ca-abad-e0be47c11109 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=309f20f5-fb15-4854-a3f3-90201a4e005a HTTP/1.1" status: 200 len: 950 time: 0.1467707 Feb 04 12:28:45.529713 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-f24b5425-9a3f-4122-ad62-201f4835ac18 req-533d634d-ccf9-426c-ada7-5fadbc86558f tempest-SecurityGroupRulesNegativeTestJSON-1628165141 tempest-SecurityGroupRulesNegativeTestJSON-1628165141-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b8d1bfac-1b6a-4cf7-818a-22109be2ff55', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:28:45.530021 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-f24b5425-9a3f-4122-ad62-201f4835ac18 req-533d634d-ccf9-426c-ada7-5fadbc86558f tempest-SecurityGroupRulesNegativeTestJSON-1628165141 tempest-SecurityGroupRulesNegativeTestJSON-1628165141-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b8d1bfac-1b6a-4cf7-818a-22109be2ff55', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:28:45.555123 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568fa4d9-ec5e-48ed-9019-055bf4827091 req-e4ebc32f-3181-452f-b268-56ace2700029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:45.556623 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-568fa4d9-ec5e-48ed-9019-055bf4827091 req-e4ebc32f-3181-452f-b268-56ace2700029 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=75482e90-05b4-453f-bdfa-fc52cd753e7c HTTP/1.1" status: 200 len: 1127 time: 0.1819429 Feb 04 12:28:45.584199 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-731869f1-10d8-41ae-8cf8-5e4358bb4660 admin admin] Deleting port ec7a079b-7096-4ae4-9a11-b723c6745f2e {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:28:45.584786 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-731869f1-10d8-41ae-8cf8-5e4358bb4660 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (ec7a079b-7096-4ae4-9a11-b723c6745f2e), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:45.729015 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-05be3b90-df1d-45ad-ac8e-fc1bfa9b9f8d req-f4bd82fc-d828-4f36-b1cf-47c417fe4fd8 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922021 Feb 04 12:28:45.738271 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-568fa4d9-ec5e-48ed-9019-055bf4827091 req-42424f67-869a-4611-a181-b557a9f8ecd1 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=6b84e73b-0045-40ba-91f4-192a2f0e685b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665969 Feb 04 12:28:45.746083 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-f24b5425-9a3f-4122-ad62-201f4835ac18 req-533d634d-ccf9-426c-ada7-5fadbc86558f tempest-SecurityGroupRulesNegativeTestJSON-1628165141 tempest-SecurityGroupRulesNegativeTestJSON-1628165141-project] Publish callbacks [] for security_group_rule (3318139d-7a20-4176-807e-9fa3e63c5132), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:45.797447 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-f24b5425-9a3f-4122-ad62-201f4835ac18 req-533d634d-ccf9-426c-ada7-5fadbc86558f tempest-SecurityGroupRulesNegativeTestJSON-1628165141 tempest-SecurityGroupRulesNegativeTestJSON-1628165141-project] Publish callbacks [] for security_group_rule (3318139d-7a20-4176-807e-9fa3e63c5132), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:45.805646 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-f24b5425-9a3f-4122-ad62-201f4835ac18 req-533d634d-ccf9-426c-ada7-5fadbc86558f tempest-SecurityGroupRulesNegativeTestJSON-1628165141 tempest-SecurityGroupRulesNegativeTestJSON-1628165141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (3318139d-7a20-4176-807e-9fa3e63c5132), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:45.813552 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-731869f1-10d8-41ae-8cf8-5e4358bb4660 admin admin] For port ec7a079b-7096-4ae4-9a11-b723c6745f2e, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=ec7a079b-7096-4ae4-9a11-b723c6745f2e,segment=NetworkSegment(c79394f8-f009-4252-b7b2-a9e14ca97f89),segment_id=c79394f8-f009-4252-b7b2-a9e14ca97f89)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:28:45.813921 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-731869f1-10d8-41ae-8cf8-5e4358bb4660 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (ec7a079b-7096-4ae4-9a11-b723c6745f2e), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:45.837832 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533d634d-ccf9-426c-ada7-5fadbc86558f tempest-SecurityGroupRulesNegativeTestJSON-1628165141 tempest-SecurityGroupRulesNegativeTestJSON-1628165141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3318139d-7a20-4176-807e-9fa3e63c5132,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:45.856122 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-731869f1-10d8-41ae-8cf8-5e4358bb4660 admin admin] Calling delete_port for ec7a079b-7096-4ae4-9a11-b723c6745f2e owned by network:router_interface {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:28:45.883683 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-f24b5425-9a3f-4122-ad62-201f4835ac18 req-533d634d-ccf9-426c-ada7-5fadbc86558f tempest-SecurityGroupRulesNegativeTestJSON-1628165141 tempest-SecurityGroupRulesNegativeTestJSON-1628165141-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:45.896117 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f24b5425-9a3f-4122-ad62-201f4835ac18 req-533d634d-ccf9-426c-ada7-5fadbc86558f tempest-SecurityGroupRulesNegativeTestJSON-1628165141 tempest-SecurityGroupRulesNegativeTestJSON-1628165141-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3691385 Feb 04 12:28:45.941866 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 38830) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:28:46.002895 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device ba647da0-2a5a-4284-bbde-1c36ef9d6d44 details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:28:46.094009 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f461fa4-e231-49be-9064-46edb2d9e98e req-0d8df92e-6bfe-4356-9352-018cc90b735a tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:46.095716 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8f461fa4-e231-49be-9064-46edb2d9e98e req-0d8df92e-6bfe-4356-9352-018cc90b735a tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] 10.222.0.65 "GET /v2.0/ports?device_id=61d7417a-23a6-4175-8d74-b35f8e99447b HTTP/1.1" status: 200 len: 946 time: 0.1611772 Feb 04 12:28:46.100657 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-af7660dc-5449-4dfa-8548-76a123af1e66 req-6a9f11cf-2b21-432e-8708-e92aef1069ec tempest-SecurityGroupRulesNegativeTestJSON-1628165141 tempest-SecurityGroupRulesNegativeTestJSON-1628165141-project] 10.222.0.65 "GET /v2.0/security-groups/b8d1bfac-1b6a-4cf7-818a-22109be2ff55 HTTP/1.1" status: 200 len: 2426 time: 0.1274586 Feb 04 12:28:46.106913 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5088864-4f64-4e4e-aac0-c98ed3eaab23 req-e9b2d6d9-122e-48cb-ae76-7f5b74720647 tempest-ServerPasswordTestJSON-1328553859 tempest-ServerPasswordTestJSON-1328553859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:46.108799 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-a5088864-4f64-4e4e-aac0-c98ed3eaab23 req-e9b2d6d9-122e-48cb-ae76-7f5b74720647 tempest-ServerPasswordTestJSON-1328553859 tempest-ServerPasswordTestJSON-1328553859-project] 10.222.0.77 "GET /v2.0/ports?device_id=66589b1a-777b-43f2-85a5-4abee01d0599 HTTP/1.1" status: 200 len: 945 time: 0.1280906 Feb 04 12:28:46.128427 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cda034c-2305-47d5-95d2-31bf115b7644 admin admin] Deleting subnet 23b19519-2923-41fd-80ca-5f7c6af8f70c {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:28:46.133913 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0cda034c-2305-47d5-95d2-31bf115b7644 admin admin] Publish callbacks [] for subnet (23b19519-2923-41fd-80ca-5f7c6af8f70c), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:46.164512 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port ba647da0-2a5a-4284-bbde-1c36ef9d6d44, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=ba647da0-2a5a-4284-bbde-1c36ef9d6d44,segment=NetworkSegment(084a78b4-d4f5-4c96-95f6-b3e73157c858),segment_id=084a78b4-d4f5-4c96-95f6-b3e73157c858)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:28:46.185386 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': 'ba647da0-2a5a-4284-bbde-1c36ef9d6d44', 'network_id': '8b353643-3d5d-4215-a710-695e1724e8fe', 'port_id': 'ba647da0-2a5a-4284-bbde-1c36ef9d6d44', 'mac_address': 'fa:16:3e:19:9a:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5933dc30-e0df-42c7-a2e7-d060ce8d01b3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:28:46.196758 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7e826ab3-e5fc-487e-9ebd-45cdeaa9135c req-aaf99adb-7414-48ad-97a9-30ce72fc752f tempest-SecurityGroupRulesNegativeTestJSON-1628165141 tempest-SecurityGroupRulesNegativeTestJSON-1628165141-project] 10.222.0.65 "GET /v2.0/security-group-rules/3318139d-7a20-4176-807e-9fa3e63c5132 HTTP/1.1" status: 200 len: 778 time: 0.0685947 Feb 04 12:28:46.240450 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0cda034c-2305-47d5-95d2-31bf115b7644 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (23b19519-2923-41fd-80ca-5f7c6af8f70c), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:46.249997 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port ba647da0-2a5a-4284-bbde-1c36ef9d6d44 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:28:46.250607 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (ba647da0-2a5a-4284-bbde-1c36ef9d6d44), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:46.263013 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8f461fa4-e231-49be-9064-46edb2d9e98e req-82b7dde4-fa16-481c-86fa-a6f6db268163 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b84e73b-0045-40ba-91f4-192a2f0e685b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557388 Feb 04 12:28:46.275259 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba647da0-2a5a-4284-bbde-1c36ef9d6d44 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:28:46.314803 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port ba647da0-2a5a-4284-bbde-1c36ef9d6d44, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=ba647da0-2a5a-4284-bbde-1c36ef9d6d44,segment=NetworkSegment(084a78b4-d4f5-4c96-95f6-b3e73157c858),segment_id=084a78b4-d4f5-4c96-95f6-b3e73157c858)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:28:46.324065 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0cda034c-2305-47d5-95d2-31bf115b7644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (23b19519-2923-41fd-80ca-5f7c6af8f70c), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:46.324768 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (ba647da0-2a5a-4284-bbde-1c36ef9d6d44), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:46.357057 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-a5088864-4f64-4e4e-aac0-c98ed3eaab23 req-6e7f8623-1ed6-4fd4-bb01-eb74c5b5cb99 tempest-ServerPasswordTestJSON-1328553859 tempest-ServerPasswordTestJSON-1328553859-project] Deleting port 7780250b-6ac3-4882-88db-c1ce42c194b5 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:28:46.357466 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-a5088864-4f64-4e4e-aac0-c98ed3eaab23 req-6e7f8623-1ed6-4fd4-bb01-eb74c5b5cb99 tempest-ServerPasswordTestJSON-1328553859 tempest-ServerPasswordTestJSON-1328553859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (7780250b-6ac3-4882-88db-c1ce42c194b5), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:46.397481 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=ba647da0-2a5a-4284-bbde-1c36ef9d6d44,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:46.403410 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7e826ab3-e5fc-487e-9ebd-45cdeaa9135c req-c3f9a9ed-c963-41b1-b02a-b9b7caac04af tempest-SecurityGroupRulesNegativeTestJSON-1628165141 tempest-SecurityGroupRulesNegativeTestJSON-1628165141-project] 10.222.0.65 "GET /v2.0/security-groups/b8d1bfac-1b6a-4cf7-818a-22109be2ff55 HTTP/1.1" status: 200 len: 2426 time: 0.1917031 Feb 04 12:28:46.462917 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-731869f1-10d8-41ae-8cf8-5e4358bb4660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (ec7a079b-7096-4ae4-9a11-b723c6745f2e), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:46.499690 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-7e826ab3-e5fc-487e-9ebd-45cdeaa9135c req-744275a5-7b12-44ad-9b10-29a7f1952c45 tempest-SecurityGroupRulesNegativeTestJSON-1628165141 tempest-SecurityGroupRulesNegativeTestJSON-1628165141-project] Publish callbacks [] for security_group_rule (3318139d-7a20-4176-807e-9fa3e63c5132), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:46.506062 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731869f1-10d8-41ae-8cf8-5e4358bb4660 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec7a079b-7096-4ae4-9a11-b723c6745f2e,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:46.524273 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-a5088864-4f64-4e4e-aac0-c98ed3eaab23 req-6e7f8623-1ed6-4fd4-bb01-eb74c5b5cb99 tempest-ServerPasswordTestJSON-1328553859 tempest-ServerPasswordTestJSON-1328553859-project] For port 7780250b-6ac3-4882-88db-c1ce42c194b5, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=7780250b-6ac3-4882-88db-c1ce42c194b5,segment=NetworkSegment(8ec3ca37-34b8-4dff-8904-341665876bdd),segment_id=8ec3ca37-34b8-4dff-8904-341665876bdd)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:28:46.524537 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-7e826ab3-e5fc-487e-9ebd-45cdeaa9135c req-744275a5-7b12-44ad-9b10-29a7f1952c45 tempest-SecurityGroupRulesNegativeTestJSON-1628165141 tempest-SecurityGroupRulesNegativeTestJSON-1628165141-project] Publish callbacks [] for security_group_rule (3318139d-7a20-4176-807e-9fa3e63c5132), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:46.524775 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-a5088864-4f64-4e4e-aac0-c98ed3eaab23 req-6e7f8623-1ed6-4fd4-bb01-eb74c5b5cb99 tempest-ServerPasswordTestJSON-1328553859 tempest-ServerPasswordTestJSON-1328553859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (7780250b-6ac3-4882-88db-c1ce42c194b5), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:46.534128 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0cda034c-2305-47d5-95d2-31bf115b7644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (23b19519-2923-41fd-80ca-5f7c6af8f70c), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:46.586822 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cda034c-2305-47d5-95d2-31bf115b7644 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23b19519-2923-41fd-80ca-5f7c6af8f70c,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:46.596465 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-a5088864-4f64-4e4e-aac0-c98ed3eaab23 req-6e7f8623-1ed6-4fd4-bb01-eb74c5b5cb99 tempest-ServerPasswordTestJSON-1328553859 tempest-ServerPasswordTestJSON-1328553859-project] Calling delete_port for 7780250b-6ac3-4882-88db-c1ce42c194b5 owned by compute:nova {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:28:46.608467 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0cda034c-2305-47d5-95d2-31bf115b7644 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:46.612137 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d41dd0-4e57-4406-8d36-f537513725cf req-dbcca473-635e-4eda-beb7-098c0368bdb7 tempest-ServerAddressesTestJSON-607199779 tempest-ServerAddressesTestJSON-607199779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:46.615121 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-0cda034c-2305-47d5-95d2-31bf115b7644 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/23b19519-2923-41fd-80ca-5f7c6af8f70c HTTP/1.1" status: 204 len: 168 time: 0.6720035 Feb 04 12:28:46.615796 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 38842) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:28:46.619670 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d0d41dd0-4e57-4406-8d36-f537513725cf req-dbcca473-635e-4eda-beb7-098c0368bdb7 tempest-ServerAddressesTestJSON-607199779 tempest-ServerAddressesTestJSON-607199779-project] 10.222.0.65 "GET /v2.0/ports?device_id=303b28ae-a9f6-4c54-a464-3fe90e4a27e3 HTTP/1.1" status: 200 len: 944 time: 0.2151511 Feb 04 12:28:46.623616 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['ba647da0-2a5a-4284-bbde-1c36ef9d6d44'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:28:46.674739 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-7e826ab3-e5fc-487e-9ebd-45cdeaa9135c req-744275a5-7b12-44ad-9b10-29a7f1952c45 tempest-SecurityGroupRulesNegativeTestJSON-1628165141 tempest-SecurityGroupRulesNegativeTestJSON-1628165141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (3318139d-7a20-4176-807e-9fa3e63c5132), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:46.762293 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-482ebcac-ce14-4c8d-b87f-22a5f25527bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:46.924872 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-482ebcac-ce14-4c8d-b87f-22a5f25527bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:46.971526 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-482ebcac-ce14-4c8d-b87f-22a5f25527bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:28:46.981563 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-a5088864-4f64-4e4e-aac0-c98ed3eaab23 req-6e7f8623-1ed6-4fd4-bb01-eb74c5b5cb99 tempest-ServerPasswordTestJSON-1328553859 tempest-ServerPasswordTestJSON-1328553859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (7780250b-6ac3-4882-88db-c1ce42c194b5), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:46.993664 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['7780250b-6ac3-4882-88db-c1ce42c194b5'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:28:46.994252 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-482ebcac-ce14-4c8d-b87f-22a5f25527bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8447b48f-5ac4-4499-b5ab-2b0cb1297003') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:28:46.994554 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-482ebcac-ce14-4c8d-b87f-22a5f25527bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8447b48f-5ac4-4499-b5ab-2b0cb1297003') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:28:47.030987 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-482ebcac-ce14-4c8d-b87f-22a5f25527bb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (8447b48f-5ac4-4499-b5ab-2b0cb1297003), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:47.033468 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7f8623-1ed6-4fd4-bb01-eb74c5b5cb99 tempest-ServerPasswordTestJSON-1328553859 tempest-ServerPasswordTestJSON-1328553859-project] Pushing event deleted for resources: {'Port': ['ID=7780250b-6ac3-4882-88db-c1ce42c194b5,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:47.063379 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-482ebcac-ce14-4c8d-b87f-22a5f25527bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (8447b48f-5ac4-4499-b5ab-2b0cb1297003), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:47.072865 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-482ebcac-ce14-4c8d-b87f-22a5f25527bb admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:28:47.074596 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-482ebcac-ce14-4c8d-b87f-22a5f25527bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (8447b48f-5ac4-4499-b5ab-2b0cb1297003), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:47.079019 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 12:28:47.079019 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:28:47.079019 n-d-825015-3 neutron-server[103474]: timer() Feb 04 12:28:47.079019 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:28:47.079019 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 12:28:47.079019 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:28:47.079019 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 12:28:47.079019 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:28:47.079019 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 12:28:47.079019 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:28:47.079019 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 12:28:47.079019 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:28:47.079019 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 12:28:47.079019 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:28:47.079019 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:28:47.079019 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:28:47.079019 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:28:47.079019 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:28:47.079019 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 12:28:47.079019 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:28:47.079019 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 12:28:47.079019 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:28:47.079019 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:28:47.079019 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:28:47.079019 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 12:28:47.079019 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:28:47.079019 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:28:47.079019 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:28:47.079019 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:28:47.079019 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:28:47.079019 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:28:47.079019 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:28:47.098811 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-7e826ab3-e5fc-487e-9ebd-45cdeaa9135c req-744275a5-7b12-44ad-9b10-29a7f1952c45 tempest-SecurityGroupRulesNegativeTestJSON-1628165141 tempest-SecurityGroupRulesNegativeTestJSON-1628165141-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:47.111603 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7e826ab3-e5fc-487e-9ebd-45cdeaa9135c req-744275a5-7b12-44ad-9b10-29a7f1952c45 tempest-SecurityGroupRulesNegativeTestJSON-1628165141 tempest-SecurityGroupRulesNegativeTestJSON-1628165141-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/3318139d-7a20-4176-807e-9fa3e63c5132 HTTP/1.1" status: 204 len: 173 time: 0.7018051 Feb 04 12:28:47.190236 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744275a5-7b12-44ad-9b10-29a7f1952c45 tempest-SecurityGroupRulesNegativeTestJSON-1628165141 tempest-SecurityGroupRulesNegativeTestJSON-1628165141-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3318139d-7a20-4176-807e-9fa3e63c5132,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:47.210368 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-482ebcac-ce14-4c8d-b87f-22a5f25527bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:47.216526 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d0d41dd0-4e57-4406-8d36-f537513725cf req-c2acb87a-d274-41e2-8b96-bfa6b0f15a6d tempest-ServerAddressesTestJSON-607199779 tempest-ServerAddressesTestJSON-607199779-project] 10.222.0.65 "GET /v2.0/security-groups?id=c1e6bf26-d35f-4b02-872b-927e7993412f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5949297 Feb 04 12:28:47.239781 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5088864-4f64-4e4e-aac0-c98ed3eaab23 req-6e7f8623-1ed6-4fd4-bb01-eb74c5b5cb99 tempest-ServerPasswordTestJSON-1328553859 tempest-ServerPasswordTestJSON-1328553859-project] No DVR routers for this DVR port 7780250b-6ac3-4882-88db-c1ce42c194b5 on host n-h2-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:28:47.250155 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-482ebcac-ce14-4c8d-b87f-22a5f25527bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:47.256577 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-482ebcac-ce14-4c8d-b87f-22a5f25527bb admin admin] 10.222.0.65 "DELETE /v2.0/networks/4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5 HTTP/1.1" status: 204 len: 168 time: 0.6379087 Feb 04 12:28:47.257803 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-a5088864-4f64-4e4e-aac0-c98ed3eaab23 req-6e7f8623-1ed6-4fd4-bb01-eb74c5b5cb99 tempest-ServerPasswordTestJSON-1328553859 tempest-ServerPasswordTestJSON-1328553859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:47.261194 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-a5088864-4f64-4e4e-aac0-c98ed3eaab23 req-6e7f8623-1ed6-4fd4-bb01-eb74c5b5cb99 tempest-ServerPasswordTestJSON-1328553859 tempest-ServerPasswordTestJSON-1328553859-project] 10.222.0.77 "DELETE /v2.0/ports/7780250b-6ac3-4882-88db-c1ce42c194b5 HTTP/1.1" status: 204 len: 173 time: 1.1428471 Feb 04 12:28:47.262173 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482ebcac-ce14-4c8d-b87f-22a5f25527bb admin admin] Pushing event deleted for resources: {'Network': ['ID=4fa5cb53-f72d-44b9-a5f8-41f3ef4383f5,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:47.263923 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66589b1a-777b-43f2-85a5-4abee01d0599', 'name': 'network-vif-deleted', 'tag': '7780250b-6ac3-4882-88db-c1ce42c194b5'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:28:47.284391 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24c13104-690d-4620-95c1-36b4cee13d7b" -d '{"events": [{"server_uuid": "66589b1a-777b-43f2-85a5-4abee01d0599", "name": "network-vif-deleted", "tag": "7780250b-6ac3-4882-88db-c1ce42c194b5"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:28:47.286517 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3b01525e-43e9-4c94-8f38-d8756d303ae7 req-8bd02f1f-4eb2-4e06-bd70-7781f8dd2a56 tempest-ServerPasswordTestJSON-1328553859 tempest-ServerPasswordTestJSON-1328553859-project] 10.222.0.65 "GET /v2.0/ports?device_id=66589b1a-777b-43f2-85a5-4abee01d0599 HTTP/1.1" status: 200 len: 210 time: 0.0594764 Feb 04 12:28:47.350945 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-731869f1-10d8-41ae-8cf8-5e4358bb4660 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622067'] for router_interface (af91b7b9-5598-4d1b-833b-e6a59850d1cf), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:47.487705 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 38854) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:28:47.533205 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-93048902-5447-46a2-926c-414d495b03e7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5b457c49d6644968bc4c4118b5a09653&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0419395 Feb 04 12:28:47.533448 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 38856) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:28:47.591307 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6c9d5802-67bb-4cf9-b297-340fbec7c806 admin admin] Publish callbacks [] for security_group (7f51ab49-2800-41c7-a09d-ab109cee7e73), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:47.599592 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b37cec-8c84-43b1-903f-49fcea3cf799 req-9e4dbe21-70ed-4d97-8a33-6dbb16026417 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:47.601121 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-88b37cec-8c84-43b1-903f-49fcea3cf799 req-9e4dbe21-70ed-4d97-8a33-6dbb16026417 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=309f20f5-fb15-4854-a3f3-90201a4e005a HTTP/1.1" status: 200 len: 950 time: 0.1511538 Feb 04 12:28:47.610907 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96304e81-9572-4345-a6a9-33d08981a5a1 req-aee28d30-9fe2-46f2-93c6-70eafe0cad7e tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:47.612420 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-96304e81-9572-4345-a6a9-33d08981a5a1 req-aee28d30-9fe2-46f2-93c6-70eafe0cad7e tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] 10.222.0.65 "GET /v2.0/ports?device_id=75482e90-05b4-453f-bdfa-fc52cd753e7c HTTP/1.1" status: 200 len: 945 time: 0.1612310 Feb 04 12:28:47.621677 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6c9d5802-67bb-4cf9-b297-340fbec7c806 admin admin] Publish callbacks [] for security_group (7f51ab49-2800-41c7-a09d-ab109cee7e73), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:47.689436 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6c9d5802-67bb-4cf9-b297-340fbec7c806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (7f51ab49-2800-41c7-a09d-ab109cee7e73), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:47.700064 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6c9d5802-67bb-4cf9-b297-340fbec7c806 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:47.704001 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-6c9d5802-67bb-4cf9-b297-340fbec7c806 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7f51ab49-2800-41c7-a09d-ab109cee7e73 HTTP/1.1" status: 204 len: 168 time: 0.1688230 Feb 04 12:28:47.718715 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9d5802-67bb-4cf9-b297-340fbec7c806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f51ab49-2800-41c7-a09d-ab109cee7e73,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:47.826558 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-88b37cec-8c84-43b1-903f-49fcea3cf799 req-afb8bc41-d86c-4075-b3dd-17e1650a587f tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067125 Feb 04 12:28:47.873878 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-96304e81-9572-4345-a6a9-33d08981a5a1 req-9747b559-3c32-40c8-9ca3-b922ef1f4b30 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b84e73b-0045-40ba-91f4-192a2f0e685b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489762 Feb 04 12:28:47.893166 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-30ff1d76-4a39-4e65-b39d-e2682fb2a556 req-c4572d86-9bfc-4c72-a058-959db86285aa tempest-SecurityGroupRulesNegativeTestJSON-1628165141 tempest-SecurityGroupRulesNegativeTestJSON-1628165141-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1480900807', 'description': 'tempest-description-1593567516'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:28:47.952351 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-731869f1-10d8-41ae-8cf8-5e4358bb4660 admin admin] Router af91b7b9-5598-4d1b-833b-e6a59850d1cf has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:28:47.960496 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-470b7769-f45e-4b29-a83b-23fc6cbbdfdc x-openstack-request-id: req-470b7769-f45e-4b29-a83b-23fc6cbbdfdc {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:28:47.961070 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66589b1a-777b-43f2-85a5-4abee01d0599", "name": "network-vif-deleted", "tag": "7780250b-6ac3-4882-88db-c1ce42c194b5", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:28:47.961246 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-470b7769-f45e-4b29-a83b-23fc6cbbdfdc {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:28:47.961798 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66589b1a-777b-43f2-85a5-4abee01d0599', 'name': 'network-vif-deleted', 'tag': '7780250b-6ac3-4882-88db-c1ce42c194b5', 'status': 'completed', 'code': 200} Feb 04 12:28:47.965412 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cf64a12c-0191-48f3-afd2-3096625a0e04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:47.968959 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-30ff1d76-4a39-4e65-b39d-e2682fb2a556 req-c4572d86-9bfc-4c72-a058-959db86285aa tempest-SecurityGroupRulesNegativeTestJSON-1628165141 tempest-SecurityGroupRulesNegativeTestJSON-1628165141-project] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:48.020271 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device ba647da0-2a5a-4284-bbde-1c36ef9d6d44 up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:28:48.088476 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning for port ba647da0-2a5a-4284-bbde-1c36ef9d6d44 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:28:48.093808 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port ba647da0-2a5a-4284-bbde-1c36ef9d6d44 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:28:48.094919 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (ba647da0-2a5a-4284-bbde-1c36ef9d6d44), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:48.204116 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-30ff1d76-4a39-4e65-b39d-e2682fb2a556 req-c4572d86-9bfc-4c72-a058-959db86285aa tempest-SecurityGroupRulesNegativeTestJSON-1628165141 tempest-SecurityGroupRulesNegativeTestJSON-1628165141-project] Publish callbacks [] for security_group (b27ed20c-3147-43e8-a276-638747d63d03), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:48.213193 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-30ff1d76-4a39-4e65-b39d-e2682fb2a556 req-c4572d86-9bfc-4c72-a058-959db86285aa tempest-SecurityGroupRulesNegativeTestJSON-1628165141 tempest-SecurityGroupRulesNegativeTestJSON-1628165141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (b27ed20c-3147-43e8-a276-638747d63d03), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:48.222383 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-731869f1-10d8-41ae-8cf8-5e4358bb4660 admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:28:48.229514 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port ba647da0-2a5a-4284-bbde-1c36ef9d6d44 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:28:48.230514 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (ba647da0-2a5a-4284-bbde-1c36ef9d6d44), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:48.235927 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4654e2f3-9eab-4c44-9f0d-3d6acc3b7f99 None None] Sync routers for ids ['af91b7b9-5598-4d1b-833b-e6a59850d1cf'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:28:48.238507 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-731869f1-10d8-41ae-8cf8-5e4358bb4660 admin admin] 10.222.0.65 "PUT /v2.0/routers/af91b7b9-5598-4d1b-833b-e6a59850d1cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8424349 Feb 04 12:28:48.242648 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 38870) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:28:48.274902 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-30ff1d76-4a39-4e65-b39d-e2682fb2a556 req-c4572d86-9bfc-4c72-a058-959db86285aa tempest-SecurityGroupRulesNegativeTestJSON-1628165141 tempest-SecurityGroupRulesNegativeTestJSON-1628165141-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:48.288638 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-30ff1d76-4a39-4e65-b39d-e2682fb2a556 req-c4572d86-9bfc-4c72-a058-959db86285aa tempest-SecurityGroupRulesNegativeTestJSON-1628165141 tempest-SecurityGroupRulesNegativeTestJSON-1628165141-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.4257653 Feb 04 12:28:48.296909 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4572d86-9bfc-4c72-a058-959db86285aa tempest-SecurityGroupRulesNegativeTestJSON-1628165141 tempest-SecurityGroupRulesNegativeTestJSON-1628165141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b27ed20c-3147-43e8-a276-638747d63d03,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:48.325283 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4654e2f3-9eab-4c44-9f0d-3d6acc3b7f99 None None] Routers {'af91b7b9-5598-4d1b-833b-e6a59850d1cf'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:28:48.327863 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-4654e2f3-9eab-4c44-9f0d-3d6acc3b7f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:28:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['af91b7b9-5598-4d1b-833b-e6a59850d1cf'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:28:48.444613 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9defb7d7-612c-4868-95b8-9250f7eadd31 admin admin] Publish callbacks [] for router (af91b7b9-5598-4d1b-833b-e6a59850d1cf), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:48.458832 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '303b28ae-a9f6-4c54-a464-3fe90e4a27e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba647da0-2a5a-4284-bbde-1c36ef9d6d44'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:28:48.461653 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c072e9f8-bff8-4af1-8c0f-e4f130e00c8e" -d '{"events": [{"server_uuid": "303b28ae-a9f6-4c54-a464-3fe90e4a27e3", "name": "network-vif-plugged", "status": "completed", "tag": "ba647da0-2a5a-4284-bbde-1c36ef9d6d44"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:28:48.485596 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port ba647da0-2a5a-4284-bbde-1c36ef9d6d44, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=ba647da0-2a5a-4284-bbde-1c36ef9d6d44,segment=NetworkSegment(084a78b4-d4f5-4c96-95f6-b3e73157c858),segment_id=084a78b4-d4f5-4c96-95f6-b3e73157c858)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:28:48.504974 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (ba647da0-2a5a-4284-bbde-1c36ef9d6d44), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:48.537527 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78368239-e457-429c-82f1-f0a3ba1b67c4 req-c3c74a3b-e3c2-4d82-a44c-a2246fd9495f tempest-ServerAddressesTestJSON-607199779 tempest-ServerAddressesTestJSON-607199779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:48.546302 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-78368239-e457-429c-82f1-f0a3ba1b67c4 req-c3c74a3b-e3c2-4d82-a44c-a2246fd9495f tempest-ServerAddressesTestJSON-607199779 tempest-ServerAddressesTestJSON-607199779-project] 10.222.0.65 "GET /v2.0/ports?device_id=303b28ae-a9f6-4c54-a464-3fe90e4a27e3 HTTP/1.1" status: 200 len: 944 time: 0.1623821 Feb 04 12:28:48.604187 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9defb7d7-612c-4868-95b8-9250f7eadd31 admin admin] Publish callbacks [] for router_gateway (af91b7b9-5598-4d1b-833b-e6a59850d1cf), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:48.625302 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bb5bff09-d052-4427-a71d-a706df633e37 req-6fe46fc5-4b7b-4779-b423-e98a768fc1d3 tempest-SecurityGroupRulesNegativeTestJSON-1628165141 tempest-SecurityGroupRulesNegativeTestJSON-1628165141-project] 10.222.0.65 "GET /v2.0/security-groups/b27ed20c-3147-43e8-a276-638747d63d03 HTTP/1.1" status: 200 len: 1832 time: 0.1256454 Feb 04 12:28:48.649620 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-78368239-e457-429c-82f1-f0a3ba1b67c4 req-84ee5702-56ee-40f7-9748-85ed01446c67 tempest-ServerAddressesTestJSON-607199779 tempest-ServerAddressesTestJSON-607199779-project] 10.222.0.65 "GET /v2.0/security-groups?id=c1e6bf26-d35f-4b02-872b-927e7993412f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000493 Feb 04 12:28:48.690466 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 38894) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:28:48.715211 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-9defb7d7-612c-4868-95b8-9250f7eadd31 admin admin] Deleting port 16a1d808-c643-4234-b474-73be09f6ca41 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:28:48.715641 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9defb7d7-612c-4868-95b8-9250f7eadd31 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (16a1d808-c643-4234-b474-73be09f6ca41), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:48.819784 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa6e71a2-5c15-4566-8704-d43fb8e65702 admin admin] Deleting subnet b38a8af8-b8ce-4205-833c-6fe3fa281d36 {{(pid=103475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:28:48.828657 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fa6e71a2-5c15-4566-8704-d43fb8e65702 admin admin] Publish callbacks [] for subnet (b38a8af8-b8ce-4205-833c-6fe3fa281d36), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:48.846303 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d42b337c-99d0-429e-9018-f0383cb7a099 x-openstack-request-id: req-d42b337c-99d0-429e-9018-f0383cb7a099 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:28:48.846757 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "303b28ae-a9f6-4c54-a464-3fe90e4a27e3", "name": "network-vif-plugged", "status": "completed", "tag": "ba647da0-2a5a-4284-bbde-1c36ef9d6d44", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:28:48.847025 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d42b337c-99d0-429e-9018-f0383cb7a099 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:28:48.847443 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '303b28ae-a9f6-4c54-a464-3fe90e4a27e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba647da0-2a5a-4284-bbde-1c36ef9d6d44', 'code': 200} Feb 04 12:28:48.920246 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-9defb7d7-612c-4868-95b8-9250f7eadd31 admin admin] For port 16a1d808-c643-4234-b474-73be09f6ca41, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=16a1d808-c643-4234-b474-73be09f6ca41,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:28:48.920564 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9defb7d7-612c-4868-95b8-9250f7eadd31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (16a1d808-c643-4234-b474-73be09f6ca41), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:48.925815 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-4654e2f3-9eab-4c44-9f0d-3d6acc3b7f99 None None] Set router af91b7b9-5598-4d1b-833b-e6a59850d1cf gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:28:48.928308 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=ba647da0-2a5a-4284-bbde-1c36ef9d6d44,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:48.940155 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-9defb7d7-612c-4868-95b8-9250f7eadd31 admin admin] Calling delete_port for 16a1d808-c643-4234-b474-73be09f6ca41 owned by network:router_gateway {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:28:48.957556 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-fd70b4ed-7988-4c09-99d5-d7da4f9576be req-7395ef64-32d1-49f8-9c2a-f766ce2acb87 tempest-SecurityGroupRulesNegativeTestJSON-1628165141 tempest-SecurityGroupRulesNegativeTestJSON-1628165141-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-634433778', 'description': 'tempest-description-1867527033'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:28:49.021918 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-fd70b4ed-7988-4c09-99d5-d7da4f9576be req-7395ef64-32d1-49f8-9c2a-f766ce2acb87 tempest-SecurityGroupRulesNegativeTestJSON-1628165141 tempest-SecurityGroupRulesNegativeTestJSON-1628165141-project] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:49.032042 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fa6e71a2-5c15-4566-8704-d43fb8e65702 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51859329'] for subnet (b38a8af8-b8ce-4205-833c-6fe3fa281d36), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:49.100188 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 38916) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:28:49.146433 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:49.185484 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7accce1b-58c3-4086-aec7-90ce45de9748 req-3afa745e-d573-4d8e-9d46-d2c20be59846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:49.187499 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7accce1b-58c3-4086-aec7-90ce45de9748 req-3afa745e-d573-4d8e-9d46-d2c20be59846 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=303b28ae-a9f6-4c54-a464-3fe90e4a27e3 HTTP/1.1" status: 200 len: 1127 time: 0.3089845 Feb 04 12:28:49.200779 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 7780250b-6ac3-4882-88db-c1ce42c194b5 no longer exists at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:28:49.209754 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9defb7d7-612c-4868-95b8-9250f7eadd31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (16a1d808-c643-4234-b474-73be09f6ca41), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:49.231339 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] No Port match for: 7780250b-6ac3-4882-88db-c1ce42c194b5 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:28:49.231766 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 7780250b-6ac3-4882-88db-c1ce42c194b5 not bound to the agent host n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:28:49.232268 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fa6e71a2-5c15-4566-8704-d43fb8e65702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (b38a8af8-b8ce-4205-833c-6fe3fa281d36), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:49.242423 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-4654e2f3-9eab-4c44-9f0d-3d6acc3b7f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af91b7b9-5598-4d1b-833b-e6a59850d1cf', 'name': 'tempest-AttachSCSIVolumeTestJSON-662724026-router', 'tenant_id': 'a172ea65fb63454daf69894291cfcfa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '16a1d808-c643-4234-b474-73be09f6ca41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:25:29Z', 'updated_at': '2022-02-04T12:28:46Z', 'revision_number': 5, 'project_id': 'a172ea65fb63454daf69894291cfcfa7', 'gw_port': {'id': '16a1d808-c643-4234-b474-73be09f6ca41', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af91b7b9-5598-4d1b-833b-e6a59850d1cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:25:31Z', 'updated_at': '2022-02-04T12:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:28:49.256503 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9defb7d7-612c-4868-95b8-9250f7eadd31 admin admin] Pushing event deleted for resources: {'Port': ['ID=16a1d808-c643-4234-b474-73be09f6ca41,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:49.282415 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4654e2f3-9eab-4c44-9f0d-3d6acc3b7f99 None None] Checking router: af91b7b9-5598-4d1b-833b-e6a59850d1cf for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:28:49.292383 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4654e2f3-9eab-4c44-9f0d-3d6acc3b7f99 None None] Routers {'af91b7b9-5598-4d1b-833b-e6a59850d1cf'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:28:49.293359 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-4654e2f3-9eab-4c44-9f0d-3d6acc3b7f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:28:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['af91b7b9-5598-4d1b-833b-e6a59850d1cf'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:28:49.316836 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-3bb775bc-478b-40a6-8536-aba46d4961a9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1852170220-network', 'tenant_id': '15c4606ad13a46b29ee60be66da65533'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:28:49.332967 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab670fe-2f05-42ed-b3ba-a11db08cf14d req-d812ed77-7d78-4fe4-af15-f5b975dcc5e0 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:49.336268 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7ab670fe-2f05-42ed-b3ba-a11db08cf14d req-d812ed77-7d78-4fe4-af15-f5b975dcc5e0 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] 10.222.0.65 "GET /v2.0/networks?id=455ce72f-966b-4f4a-93c5-1087777725b9 HTTP/1.1" status: 200 len: 812 time: 0.4403472 Feb 04 12:28:49.351713 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9defb7d7-612c-4868-95b8-9250f7eadd31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1599901'] for router_gateway (af91b7b9-5598-4d1b-833b-e6a59850d1cf), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:49.355631 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bb775bc-478b-40a6-8536-aba46d4961a9 admin admin] Made reservation on behalf of 15c4606ad13a46b29ee60be66da65533 for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:28:49.358083 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3bb775bc-478b-40a6-8536-aba46d4961a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:49.360622 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-fd70b4ed-7988-4c09-99d5-d7da4f9576be req-7395ef64-32d1-49f8-9c2a-f766ce2acb87 tempest-SecurityGroupRulesNegativeTestJSON-1628165141 tempest-SecurityGroupRulesNegativeTestJSON-1628165141-project] Publish callbacks [] for security_group (16d2417c-cace-4594-a7dd-23eb2a7e2996), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:49.379527 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-4654e2f3-9eab-4c44-9f0d-3d6acc3b7f99 None None] Set router af91b7b9-5598-4d1b-833b-e6a59850d1cf gateway port host: None {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:28:49.381059 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-fd70b4ed-7988-4c09-99d5-d7da4f9576be req-7395ef64-32d1-49f8-9c2a-f766ce2acb87 tempest-SecurityGroupRulesNegativeTestJSON-1628165141 tempest-SecurityGroupRulesNegativeTestJSON-1628165141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (16d2417c-cace-4594-a7dd-23eb2a7e2996), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:49.412397 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7ab670fe-2f05-42ed-b3ba-a11db08cf14d req-94413868-b6f0-4547-88b9-b3a895513bc2 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] 10.222.0.65 "GET /v2.0/quotas/a6e51efc6d1c44a981a00419b9b70f7e HTTP/1.1" status: 200 len: 375 time: 0.0545638 Feb 04 12:28:49.423972 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3bb775bc-478b-40a6-8536-aba46d4961a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:49.448987 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7accce1b-58c3-4086-aec7-90ce45de9748 req-fc139326-e604-4b7a-bd04-ab365bc1f907 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c1e6bf26-d35f-4b02-872b-927e7993412f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385788 Feb 04 12:28:49.455779 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-4654e2f3-9eab-4c44-9f0d-3d6acc3b7f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af91b7b9-5598-4d1b-833b-e6a59850d1cf', 'name': 'tempest-AttachSCSIVolumeTestJSON-662724026-router', 'tenant_id': 'a172ea65fb63454daf69894291cfcfa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:25:29Z', 'updated_at': '2022-02-04T12:28:49Z', 'revision_number': 7, 'project_id': 'a172ea65fb63454daf69894291cfcfa7', 'gw_port_host': None}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:28:49.473483 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9defb7d7-612c-4868-95b8-9250f7eadd31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10915'] for router (af91b7b9-5598-4d1b-833b-e6a59850d1cf), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:49.476047 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fa6e71a2-5c15-4566-8704-d43fb8e65702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-52093282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51452698'] for subnet (b38a8af8-b8ce-4205-833c-6fe3fa281d36), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:49.477491 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9defb7d7-612c-4868-95b8-9250f7eadd31 admin admin] Publish callbacks [] for router_controller (af91b7b9-5598-4d1b-833b-e6a59850d1cf), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:49.484279 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4654e2f3-9eab-4c44-9f0d-3d6acc3b7f99 None None] The sync data for ids ['af91b7b9-5598-4d1b-833b-e6a59850d1cf'] in n-d-825015-3 is: [{'id': 'af91b7b9-5598-4d1b-833b-e6a59850d1cf', 'name': 'tempest-AttachSCSIVolumeTestJSON-662724026-router', 'tenant_id': 'a172ea65fb63454daf69894291cfcfa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:25:29Z', 'updated_at': '2022-02-04T12:28:49Z', 'revision_number': 7, 'project_id': 'a172ea65fb63454daf69894291cfcfa7', 'gw_port_host': None}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:28:49.488818 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-fd70b4ed-7988-4c09-99d5-d7da4f9576be req-7395ef64-32d1-49f8-9c2a-f766ce2acb87 tempest-SecurityGroupRulesNegativeTestJSON-1628165141 tempest-SecurityGroupRulesNegativeTestJSON-1628165141-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:49.490361 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fd70b4ed-7988-4c09-99d5-d7da4f9576be req-7395ef64-32d1-49f8-9c2a-f766ce2acb87 tempest-SecurityGroupRulesNegativeTestJSON-1628165141 tempest-SecurityGroupRulesNegativeTestJSON-1628165141-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.5538375 Feb 04 12:28:49.538794 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6e71a2-5c15-4566-8704-d43fb8e65702 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b38a8af8-b8ce-4205-833c-6fe3fa281d36,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:49.543103 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fa6e71a2-5c15-4566-8704-d43fb8e65702 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:49.549905 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-fa6e71a2-5c15-4566-8704-d43fb8e65702 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/b38a8af8-b8ce-4205-833c-6fe3fa281d36 HTTP/1.1" status: 204 len: 168 time: 0.8551764 Feb 04 12:28:49.549905 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7395ef64-32d1-49f8-9c2a-f766ce2acb87 tempest-SecurityGroupRulesNegativeTestJSON-1628165141 tempest-SecurityGroupRulesNegativeTestJSON-1628165141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16d2417c-cace-4594-a7dd-23eb2a7e2996,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:49.550594 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 38922) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:28:49.572690 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9defb7d7-612c-4868-95b8-9250f7eadd31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622829'] for router (af91b7b9-5598-4d1b-833b-e6a59850d1cf), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:49.573271 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9defb7d7-612c-4868-95b8-9250f7eadd31 admin admin] Fanout notify agent at l3_agent the message router_deleted on router af91b7b9-5598-4d1b-833b-e6a59850d1cf {{(pid=103474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 12:28:49.574810 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7ab670fe-2f05-42ed-b3ba-a11db08cf14d req-2d7a1e80-c60f-44c1-936b-585d874559c8 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=a6e51efc6d1c44a981a00419b9b70f7e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1612527 Feb 04 12:28:49.613452 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9defb7d7-612c-4868-95b8-9250f7eadd31 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:49.614518 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-9defb7d7-612c-4868-95b8-9250f7eadd31 admin admin] 10.222.0.65 "DELETE /v2.0/routers/af91b7b9-5598-4d1b-833b-e6a59850d1cf HTTP/1.1" status: 204 len: 168 time: 1.3701670 Feb 04 12:28:49.619641 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 38926) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:28:49.661855 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4e0590ab-999d-4c2d-aaa4-3ceb022a1fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (c69f04d8-4d40-49f7-a917-3392f12f71a9), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:49.686917 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3bb775bc-478b-40a6-8536-aba46d4961a9 admin admin] Publish callbacks [] for security_group (98d15bf5-a480-4f0d-bc57-8f17260bd5d1), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:49.694036 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3bb775bc-478b-40a6-8536-aba46d4961a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (98d15bf5-a480-4f0d-bc57-8f17260bd5d1), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:49.753283 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bb775bc-478b-40a6-8536-aba46d4961a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:28:49.759939 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c9f413-85ce-47b3-bcda-a266d72051ff req-fe3ae1d7-06f5-41ed-9603-fd814e1919e9 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:49.762105 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a2c9f413-85ce-47b3-bcda-a266d72051ff req-fe3ae1d7-06f5-41ed-9603-fd814e1919e9 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=309f20f5-fb15-4854-a3f3-90201a4e005a HTTP/1.1" status: 200 len: 950 time: 0.1569986 Feb 04 12:28:49.765047 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_v2 [None req-14f51daa-06ab-427b-b689-d63f25d74866 admin admin] Deleting subnet 6ed49fbe-f3e9-4565-9a96-9b2577e9d8e9 {{(pid=103475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:28:49.770157 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-14f51daa-06ab-427b-b689-d63f25d74866 admin admin] Publish callbacks [] for subnet (6ed49fbe-f3e9-4565-9a96-9b2577e9d8e9), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:49.788470 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb775bc-478b-40a6-8536-aba46d4961a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98d15bf5-a480-4f0d-bc57-8f17260bd5d1,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:49.809786 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4e0590ab-999d-4c2d-aaa4-3ceb022a1fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (c69f04d8-4d40-49f7-a917-3392f12f71a9), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:49.812908 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3bb775bc-478b-40a6-8536-aba46d4961a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (82c42862-5e09-44a3-a831-056ff41e66f5), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:49.813252 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-3bb775bc-478b-40a6-8536-aba46d4961a9 admin admin] Added segment 82c42862-5e09-44a3-a831-056ff41e66f5 of type vlan for network 4641d9e3-bbfb-4ca1-b978-fac986a6f197 Feb 04 12:28:49.862849 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-4e0590ab-999d-4c2d-aaa4-3ceb022a1fd9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c69f04d8-4d40-49f7-a917-3392f12f71a9']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:28:49.877210 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-14f51daa-06ab-427b-b689-d63f25d74866 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51859329'] for subnet (6ed49fbe-f3e9-4565-9a96-9b2577e9d8e9), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:49.882971 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-4e0590ab-999d-4c2d-aaa4-3ceb022a1fd9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ec3ca37-34b8-4dff-8904-341665876bdd') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:28:49.883279 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-4e0590ab-999d-4c2d-aaa4-3ceb022a1fd9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ec3ca37-34b8-4dff-8904-341665876bdd') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:28:49.885923 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3bb775bc-478b-40a6-8536-aba46d4961a9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (4641d9e3-bbfb-4ca1-b978-fac986a6f197), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:49.897847 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4e0590ab-999d-4c2d-aaa4-3ceb022a1fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (8ec3ca37-34b8-4dff-8904-341665876bdd), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:49.915490 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7ab670fe-2f05-42ed-b3ba-a11db08cf14d req-cf039411-2432-4faa-bbc3-586d31a29ecd service neutron] 10.222.0.65 "GET /v2.0/networks/455ce72f-966b-4f4a-93c5-1087777725b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3321557 Feb 04 12:28:49.927562 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4e0590ab-999d-4c2d-aaa4-3ceb022a1fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (8ec3ca37-34b8-4dff-8904-341665876bdd), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:49.937731 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e0590ab-999d-4c2d-aaa4-3ceb022a1fd9 admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:28:49.938628 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4e0590ab-999d-4c2d-aaa4-3ceb022a1fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (8ec3ca37-34b8-4dff-8904-341665876bdd), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:49.966929 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device ec7a079b-7096-4ae4-9a11-b723c6745f2e no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:28:49.985769 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a2c9f413-85ce-47b3-bcda-a266d72051ff req-fd377e4c-d797-41ea-b083-9ce29e7b7f13 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135963 Feb 04 12:28:49.987569 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 12:28:49.987569 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:28:49.987569 n-d-825015-3 neutron-server[103474]: timer() Feb 04 12:28:49.987569 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:28:49.987569 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 12:28:49.987569 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:28:49.987569 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 12:28:49.987569 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:28:49.987569 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 12:28:49.987569 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:28:49.987569 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 12:28:49.987569 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:28:49.987569 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 12:28:49.987569 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:28:49.987569 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:28:49.987569 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:28:49.987569 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:28:49.987569 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:28:49.987569 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 12:28:49.987569 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:28:49.987569 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 12:28:49.987569 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:28:49.987569 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:28:49.987569 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:28:49.987569 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 12:28:49.987569 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:28:49.987569 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:28:49.987569 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:28:49.987569 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:28:49.987569 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:28:49.987569 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:28:49.987569 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:28:50.000742 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: ec7a079b-7096-4ae4-9a11-b723c6745f2e {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:28:50.001690 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device ec7a079b-7096-4ae4-9a11-b723c6745f2e not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:28:50.054796 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3bb775bc-478b-40a6-8536-aba46d4961a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (4641d9e3-bbfb-4ca1-b978-fac986a6f197), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:50.056099 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb775bc-478b-40a6-8536-aba46d4961a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:50.056916 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3bb775bc-478b-40a6-8536-aba46d4961a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:50.067355 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-14f51daa-06ab-427b-b689-d63f25d74866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (6ed49fbe-f3e9-4565-9a96-9b2577e9d8e9), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:50.143201 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-3bb775bc-478b-40a6-8536-aba46d4961a9 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.0407538 Feb 04 12:28:50.148410 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 38930) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:28:50.149291 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4e0590ab-999d-4c2d-aaa4-3ceb022a1fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (c69f04d8-4d40-49f7-a917-3392f12f71a9), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:50.161093 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-8d8314bd-8f24-451b-ad59-34fcae1945bc admin admin] Request body: {'subnet': {'network_id': '4641d9e3-bbfb-4ca1-b978-fac986a6f197', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1852170220-subnet', 'tenant_id': '15c4606ad13a46b29ee60be66da65533', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:28:50.164889 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4e0590ab-999d-4c2d-aaa4-3ceb022a1fd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:50.172947 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-4e0590ab-999d-4c2d-aaa4-3ceb022a1fd9 admin admin] 10.222.0.65 "DELETE /v2.0/networks/c69f04d8-4d40-49f7-a917-3392f12f71a9 HTTP/1.1" status: 204 len: 168 time: 0.6205702 Feb 04 12:28:50.178216 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb775bc-478b-40a6-8536-aba46d4961a9 admin admin] Pushing event updated for resources: {'Network': ['ID=4641d9e3-bbfb-4ca1-b978-fac986a6f197,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:50.192316 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 4641d9e3-bbfb-4ca1-b978-fac986a6f197 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:28:50.201049 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aff59c-8329-4c5c-ad62-ba3f15142c15 req-5efc79ce-eab3-4d9f-9b90-d908fe2ba08b tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:50.202770 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-49aff59c-8329-4c5c-ad62-ba3f15142c15 req-5efc79ce-eab3-4d9f-9b90-d908fe2ba08b tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] 10.222.0.77 "GET /v2.0/ports?device_id=61d7417a-23a6-4175-8d74-b35f8e99447b HTTP/1.1" status: 200 len: 946 time: 0.2121680 Feb 04 12:28:50.210488 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7ab670fe-2f05-42ed-b3ba-a11db08cf14d req-88dded7e-6f72-4fa1-92cf-b46f53cffabc service neutron] 10.222.0.65 "GET /v2.0/networks/455ce72f-966b-4f4a-93c5-1087777725b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2906997 Feb 04 12:28:50.228953 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0590ab-999d-4c2d-aaa4-3ceb022a1fd9 admin admin] Pushing event deleted for resources: {'Network': ['ID=c69f04d8-4d40-49f7-a917-3392f12f71a9,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:50.259843 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-14f51daa-06ab-427b-b689-d63f25d74866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-52093282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51452698'] for subnet (6ed49fbe-f3e9-4565-9a96-9b2577e9d8e9), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:50.287851 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d8314bd-8f24-451b-ad59-34fcae1945bc admin admin] Made reservation on behalf of 15c4606ad13a46b29ee60be66da65533 for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:28:50.297136 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8d8314bd-8f24-451b-ad59-34fcae1945bc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60610638'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:50.372268 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:50.403389 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 38934) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:28:50.404219 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb27550-3bc9-4809-975d-f75510241561 None None] Network afbcf1a8-ff83-4ce0-a7c1-9656f08f657e requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:28:50.408954 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-14f51daa-06ab-427b-b689-d63f25d74866 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:50.418073 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-14f51daa-06ab-427b-b689-d63f25d74866 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/6ed49fbe-f3e9-4565-9a96-9b2577e9d8e9 HTTP/1.1" status: 204 len: 168 time: 0.7953002 Feb 04 12:28:50.418073 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f51daa-06ab-427b-b689-d63f25d74866 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ed49fbe-f3e9-4565-9a96-9b2577e9d8e9,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:50.422668 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 38936) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:28:50.529261 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-49aff59c-8329-4c5c-ad62-ba3f15142c15 req-7d9d82c9-ab08-4208-a202-83e763404808 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] Deleting port 7d68f17a-0cd9-4ee3-a7ae-e0caabcb426a {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:28:50.530241 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-49aff59c-8329-4c5c-ad62-ba3f15142c15 req-7d9d82c9-ab08-4208-a202-83e763404808 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (7d68f17a-0cd9-4ee3-a7ae-e0caabcb426a), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:50.543934 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-052abdb7-a4d3-4baf-8c58-83c31ec8ad83 req-aa86cca8-833b-4ea4-ad75-5e1b49e3e67f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5fd9097d-d5e4-4774-807c-a9b8c47df9ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4051905 Feb 04 12:28:50.735154 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ff961c-d6ae-4561-9011-20da92f55c92 None None] DHCP port deletion for afbcf1a8-ff83-4ce0-a7c1-9656f08f657e request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 12:28:50.735410 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-49aff59c-8329-4c5c-ad62-ba3f15142c15 req-7d9d82c9-ab08-4208-a202-83e763404808 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] For port 7d68f17a-0cd9-4ee3-a7ae-e0caabcb426a, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=7d68f17a-0cd9-4ee3-a7ae-e0caabcb426a,segment=NetworkSegment(4a004afd-7d6a-4fb3-8993-7944c670ed6f),segment_id=4a004afd-7d6a-4fb3-8993-7944c670ed6f)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:28:50.736097 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-49aff59c-8329-4c5c-ad62-ba3f15142c15 req-7d9d82c9-ab08-4208-a202-83e763404808 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (7d68f17a-0cd9-4ee3-a7ae-e0caabcb426a), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:50.752372 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8d8314bd-8f24-451b-ad59-34fcae1945bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59045178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60610680'] for subnet (f23bfa97-1a92-478f-9c00-f3b0c9e898c3), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:50.762588 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-49aff59c-8329-4c5c-ad62-ba3f15142c15 req-7d9d82c9-ab08-4208-a202-83e763404808 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] Calling delete_port for 7d68f17a-0cd9-4ee3-a7ae-e0caabcb426a owned by compute:nova {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:28:50.795539 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e0dd7895-c3a7-44b3-ba1b-74f0ae1211f1 req-54853ecd-1eea-4b48-a4e4-5cadeba50cbd tempest-SecurityGroupRulesNegativeTestJSON-1628165141 tempest-SecurityGroupRulesNegativeTestJSON-1628165141-project] 10.222.0.65 "GET /v2.0/security-groups/16d2417c-cace-4594-a7dd-23eb2a7e2996 HTTP/1.1" status: 200 len: 1831 time: 0.2697096 Feb 04 12:28:50.824426 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cf701b-7062-4922-ae78-426229f1d59e req-7f0dee36-765b-4095-8d67-a1ac91cfc8de tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:50.833095 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-14cf701b-7062-4922-ae78-426229f1d59e req-7f0dee36-765b-4095-8d67-a1ac91cfc8de tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa6662e6-b9de-4a87-ab14-c984ba42e2ba HTTP/1.1" status: 200 len: 945 time: 0.5483830 Feb 04 12:28:50.874924 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d93d0bc4-2e1a-4de6-8e9d-b1b9d24a42b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (afbcf1a8-ff83-4ce0-a7c1-9656f08f657e), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:50.892579 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-62ff961c-d6ae-4561-9011-20da92f55c92 None None] Deleting port 1d7d8ed2-ecbb-43e5-ada0-bc8b324c1c55 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:28:50.893667 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-62ff961c-d6ae-4561-9011-20da92f55c92 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (1d7d8ed2-ecbb-43e5-ada0-bc8b324c1c55), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:50.897690 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-bfd5c702-d23e-4431-a4e7-72ce5ad49bc7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=45ac2c7e939a4990b189db38a49d9c56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4762204 Feb 04 12:28:50.915570 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 38948) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:28:50.916202 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f450ad93-7752-4648-b903-23283f0e2c5f req-0de4b8d8-c098-4457-ae7b-221863e74005 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:50.918741 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f450ad93-7752-4648-b903-23283f0e2c5f req-0de4b8d8-c098-4457-ae7b-221863e74005 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] 10.222.0.73 "GET /v2.0/ports?device_id=75482e90-05b4-453f-bdfa-fc52cd753e7c HTTP/1.1" status: 200 len: 945 time: 0.5286021 Feb 04 12:28:50.978722 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8314bd-8f24-451b-ad59-34fcae1945bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=f23bfa97-1a92-478f-9c00-f3b0c9e898c3,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:51.033288 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8314bd-8f24-451b-ad59-34fcae1945bc admin admin] Checking segment: {'id': '82c42862-5e09-44a3-a831-056ff41e66f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4641d9e3-bbfb-4ca1-b978-fac986a6f197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:28:51.034297 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8314bd-8f24-451b-ad59-34fcae1945bc admin admin] Network hostable DHCP agents. Network: 4641d9e3-bbfb-4ca1-b978-fac986a6f197, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:28:51.050286 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-62ff961c-d6ae-4561-9011-20da92f55c92 None None] For port 1d7d8ed2-ecbb-43e5-ada0-bc8b324c1c55, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=1d7d8ed2-ecbb-43e5-ada0-bc8b324c1c55,segment=NetworkSegment(c79394f8-f009-4252-b7b2-a9e14ca97f89),segment_id=c79394f8-f009-4252-b7b2-a9e14ca97f89)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:28:51.050752 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-62ff961c-d6ae-4561-9011-20da92f55c92 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (1d7d8ed2-ecbb-43e5-ada0-bc8b324c1c55), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:51.075037 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052abdb7-a4d3-4baf-8c58-83c31ec8ad83 req-78bf47e0-5557-4ae1-8c17-6b50dec9f285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:51.077628 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-052abdb7-a4d3-4baf-8c58-83c31ec8ad83 req-78bf47e0-5557-4ae1-8c17-6b50dec9f285 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5c34eef31d4540768d24bcb8030d50f3&device_id=5fd9097d-d5e4-4774-807c-a9b8c47df9ef HTTP/1.1" status: 200 len: 1132 time: 0.4349034 Feb 04 12:28:51.078228 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-87c513bf-c91a-43f0-a374-8334979d848b admin admin] Publish callbacks [] for security_group (f35008b8-4fa7-477a-a31b-7b85d19a7d43), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:51.079226 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-62ff961c-d6ae-4561-9011-20da92f55c92 None None] Calling delete_port for 1d7d8ed2-ecbb-43e5-ada0-bc8b324c1c55 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:28:51.143960 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8314bd-8f24-451b-ad59-34fcae1945bc admin admin] Network 4641d9e3-bbfb-4ca1-b978-fac986a6f197 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:28:51.155330 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-87c513bf-c91a-43f0-a374-8334979d848b admin admin] Publish callbacks [] for security_group (f35008b8-4fa7-477a-a31b-7b85d19a7d43), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:51.193198 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-8d8314bd-8f24-451b-ad59-34fcae1945bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 4641d9e3-bbfb-4ca1-b978-fac986a6f197) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:28:51.193373 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-14cf701b-7062-4922-ae78-426229f1d59e req-23e6241c-8e1b-42de-9fa1-664402cbc365 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] 10.222.0.65 "GET /v2.0/security-groups?id=22893565-a144-4497-a366-cf8439bc48e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3592451 Feb 04 12:28:51.208270 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6c44a4-17e7-4291-ab1c-ad5343b76f23 None None] Network 4641d9e3-bbfb-4ca1-b978-fac986a6f197 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:28:51.211392 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d8314bd-8f24-451b-ad59-34fcae1945bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:51.212517 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8d8314bd-8f24-451b-ad59-34fcae1945bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:51.238053 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-49aff59c-8329-4c5c-ad62-ba3f15142c15 req-7d9d82c9-ab08-4208-a202-83e763404808 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (7d68f17a-0cd9-4ee3-a7ae-e0caabcb426a), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:51.278092 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-8d8314bd-8f24-451b-ad59-34fcae1945bc admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.1265349 Feb 04 12:28:51.282310 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9d82c9-ab08-4208-a202-83e763404808 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] Pushing event deleted for resources: {'Port': ['ID=7d68f17a-0cd9-4ee3-a7ae-e0caabcb426a,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:51.364053 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['e8cf05df-3d20-49d9-abc3-d485591e514f'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:28:51.419869 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-49aff59c-8329-4c5c-ad62-ba3f15142c15 req-7d9d82c9-ab08-4208-a202-83e763404808 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] No DVR routers for this DVR port 7d68f17a-0cd9-4ee3-a7ae-e0caabcb426a on host n-h2-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:28:51.422447 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-87c513bf-c91a-43f0-a374-8334979d848b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (f35008b8-4fa7-477a-a31b-7b85d19a7d43), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:51.426392 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599d10f8-4420-4271-9f98-17ccb7078428 req-66a76bbf-27c6-4aee-a860-c1f9b43c95fe tempest-ServerAddressesTestJSON-607199779 tempest-ServerAddressesTestJSON-607199779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:51.428330 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-599d10f8-4420-4271-9f98-17ccb7078428 req-66a76bbf-27c6-4aee-a860-c1f9b43c95fe tempest-ServerAddressesTestJSON-607199779 tempest-ServerAddressesTestJSON-607199779-project] 10.222.0.65 "GET /v2.0/ports?device_id=303b28ae-a9f6-4c54-a464-3fe90e4a27e3 HTTP/1.1" status: 200 len: 945 time: 0.4724026 Feb 04 12:28:51.434623 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-87c513bf-c91a-43f0-a374-8334979d848b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:51.454594 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-87c513bf-c91a-43f0-a374-8334979d848b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f35008b8-4fa7-477a-a31b-7b85d19a7d43 HTTP/1.1" status: 204 len: 168 time: 0.5226586 Feb 04 12:28:51.457980 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-49aff59c-8329-4c5c-ad62-ba3f15142c15 req-7d9d82c9-ab08-4208-a202-83e763404808 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:51.466815 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb27f04a-2183-4976-bcac-f736172c0a22 None None] Network 4641d9e3-bbfb-4ca1-b978-fac986a6f197 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:28:51.471529 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-49aff59c-8329-4c5c-ad62-ba3f15142c15 req-7d9d82c9-ab08-4208-a202-83e763404808 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] 10.222.0.77 "DELETE /v2.0/ports/7d68f17a-0cd9-4ee3-a7ae-e0caabcb426a HTTP/1.1" status: 204 len: 173 time: 1.2533276 Feb 04 12:28:51.505680 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61d7417a-23a6-4175-8d74-b35f8e99447b', 'name': 'network-vif-deleted', 'tag': '7d68f17a-0cd9-4ee3-a7ae-e0caabcb426a'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:28:51.511832 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0fb21d2-e409-4d43-918b-43d253a87404" -d '{"events": [{"server_uuid": "61d7417a-23a6-4175-8d74-b35f8e99447b", "name": "network-vif-deleted", "tag": "7d68f17a-0cd9-4ee3-a7ae-e0caabcb426a"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:28:51.537987 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c513bf-c91a-43f0-a374-8334979d848b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f35008b8-4fa7-477a-a31b-7b85d19a7d43,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:51.555079 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-fa32ea98-a67a-48f3-9ca7-69b30d0d7331 req-02b6fa2f-c8a6-42a2-bd78-c14584a1a476 tempest-SecurityGroupRulesNegativeTestJSON-1628165141 tempest-SecurityGroupRulesNegativeTestJSON-1628165141-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2130982496', 'description': 'tempest-description-1275185092'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:28:51.580923 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052abdb7-a4d3-4baf-8c58-83c31ec8ad83 req-3d740a39-0428-4812-90ff-f86778d642fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:51.584191 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-052abdb7-a4d3-4baf-8c58-83c31ec8ad83 req-3d740a39-0428-4812-90ff-f86778d642fc service neutron] 10.222.0.73 "GET /v2.0/networks?id=2f7dc246-a024-4937-952c-0ddeef5af29c HTTP/1.1" status: 200 len: 870 time: 0.4659278 Feb 04 12:28:51.599007 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-d93d0bc4-2e1a-4de6-8e9d-b1b9d24a42b3 admin admin] Deleting port 1d7d8ed2-ecbb-43e5-ada0-bc8b324c1c55 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:28:51.599257 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d93d0bc4-2e1a-4de6-8e9d-b1b9d24a42b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (1d7d8ed2-ecbb-43e5-ada0-bc8b324c1c55), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:51.668808 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-62ff961c-d6ae-4561-9011-20da92f55c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (1d7d8ed2-ecbb-43e5-ada0-bc8b324c1c55), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:51.760003 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-052abdb7-a4d3-4baf-8c58-83c31ec8ad83 req-d4242fb1-da88-4309-8687-3868c235afc7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=1838ab07-adf7-4b9b-b746-757621e1c012 HTTP/1.1" status: 200 len: 217 time: 0.1644738 Feb 04 12:28:51.763998 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-f450ad93-7752-4648-b903-23283f0e2c5f req-2b7dbcae-a36a-4ff4-818d-58a649df53fa tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] Deleting port e8cf05df-3d20-49d9-abc3-d485591e514f {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:28:51.764421 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-f450ad93-7752-4648-b903-23283f0e2c5f req-2b7dbcae-a36a-4ff4-818d-58a649df53fa tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (e8cf05df-3d20-49d9-abc3-d485591e514f), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:51.817455 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-fa32ea98-a67a-48f3-9ca7-69b30d0d7331 req-02b6fa2f-c8a6-42a2-bd78-c14584a1a476 tempest-SecurityGroupRulesNegativeTestJSON-1628165141 tempest-SecurityGroupRulesNegativeTestJSON-1628165141-project] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:51.824775 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:51.829646 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ff961c-d6ae-4561-9011-20da92f55c92 None None] Pushing event deleted for resources: {'Port': ['ID=1d7d8ed2-ecbb-43e5-ada0-bc8b324c1c55,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:51.846565 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ff961c-d6ae-4561-9011-20da92f55c92 None None] No DVR routers for this DVR port 1d7d8ed2-ecbb-43e5-ada0-bc8b324c1c55 on host n-d-825015-3 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:28:51.857517 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 16a1d808-c643-4234-b474-73be09f6ca41 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:28:51.921499 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 16a1d808-c643-4234-b474-73be09f6ca41 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:28:51.921965 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 16a1d808-c643-4234-b474-73be09f6ca41 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:28:51.922411 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 1d7d8ed2-ecbb-43e5-ada0-bc8b324c1c55 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:28:51.954753 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 1d7d8ed2-ecbb-43e5-ada0-bc8b324c1c55 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:28:51.955092 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 1d7d8ed2-ecbb-43e5-ada0-bc8b324c1c55 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:28:51.965648 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-599d10f8-4420-4271-9f98-17ccb7078428 req-b5886da9-18c4-4b0f-a290-57cc0261e235 tempest-ServerAddressesTestJSON-607199779 tempest-ServerAddressesTestJSON-607199779-project] 10.222.0.65 "GET /v2.0/security-groups?id=c1e6bf26-d35f-4b02-872b-927e7993412f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5044775 Feb 04 12:28:52.031341 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052abdb7-a4d3-4baf-8c58-83c31ec8ad83 req-792136f6-f323-457f-af15-c987d22694cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:52.032881 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-052abdb7-a4d3-4baf-8c58-83c31ec8ad83 req-792136f6-f323-457f-af15-c987d22694cc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5ee3374a-84e9-4639-853c-740c6edaf6dc HTTP/1.1" status: 200 len: 843 time: 0.2320685 Feb 04 12:28:52.038182 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-d93d0bc4-2e1a-4de6-8e9d-b1b9d24a42b3 admin admin] For port 1d7d8ed2-ecbb-43e5-ada0-bc8b324c1c55, host n-d-825015-3, got binding levels [] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:28:52.038646 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d93d0bc4-2e1a-4de6-8e9d-b1b9d24a42b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (1d7d8ed2-ecbb-43e5-ada0-bc8b324c1c55), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:52.114445 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-d93d0bc4-2e1a-4de6-8e9d-b1b9d24a42b3 admin admin] Calling delete_port for 1d7d8ed2-ecbb-43e5-ada0-bc8b324c1c55 owned by network:dhcp {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:28:52.128345 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.ipam_backend_mixin [None req-d93d0bc4-2e1a-4de6-8e9d-b1b9d24a42b3 admin admin] Port 1d7d8ed2-ecbb-43e5-ada0-bc8b324c1c55 was not found and therefore no delete operation was performed {{(pid=103475) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 04 12:28:52.138575 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d93d0bc4-2e1a-4de6-8e9d-b1b9d24a42b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (1d7d8ed2-ecbb-43e5-ada0-bc8b324c1c55), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:52.578632 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-f450ad93-7752-4648-b903-23283f0e2c5f req-2b7dbcae-a36a-4ff4-818d-58a649df53fa tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] For port e8cf05df-3d20-49d9-abc3-d485591e514f, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=e8cf05df-3d20-49d9-abc3-d485591e514f,segment=NetworkSegment(4a004afd-7d6a-4fb3-8993-7944c670ed6f),segment_id=4a004afd-7d6a-4fb3-8993-7944c670ed6f)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:28:52.579050 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-f450ad93-7752-4648-b903-23283f0e2c5f req-2b7dbcae-a36a-4ff4-818d-58a649df53fa tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (e8cf05df-3d20-49d9-abc3-d485591e514f), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:52.585886 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93d0bc4-2e1a-4de6-8e9d-b1b9d24a42b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d7d8ed2-ecbb-43e5-ada0-bc8b324c1c55,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:52.643270 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93d0bc4-2e1a-4de6-8e9d-b1b9d24a42b3 admin admin] No DVR routers for this DVR port 1d7d8ed2-ecbb-43e5-ada0-bc8b324c1c55 on host n-d-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:28:52.658747 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-f450ad93-7752-4648-b903-23283f0e2c5f req-2b7dbcae-a36a-4ff4-818d-58a649df53fa tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] Calling delete_port for e8cf05df-3d20-49d9-abc3-d485591e514f owned by compute:nova {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:28:52.727533 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab670fe-2f05-42ed-b3ba-a11db08cf14d req-b760717b-0370-4db4-a8e1-41ea9a15aa84 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:52.735817 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-7ab670fe-2f05-42ed-b3ba-a11db08cf14d req-b760717b-0370-4db4-a8e1-41ea9a15aa84 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] 10.222.0.77 "GET /v2.0/networks?id=455ce72f-966b-4f4a-93c5-1087777725b9 HTTP/1.1" status: 200 len: 812 time: 0.1857338 Feb 04 12:28:52.748420 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052abdb7-a4d3-4baf-8c58-83c31ec8ad83 req-21455b34-b3af-4a04-98f4-68ce50f34489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:52.750158 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-052abdb7-a4d3-4baf-8c58-83c31ec8ad83 req-21455b34-b3af-4a04-98f4-68ce50f34489 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2f7dc246-a024-4937-952c-0ddeef5af29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.7082770 Feb 04 12:28:52.752524 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-7ab670fe-2f05-42ed-b3ba-a11db08cf14d req-2a5dbaf4-f52f-462d-baba-2760608e2703 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] Request body: {'port': {'device_id': '94d67f17-3427-4321-9367-b01c7cdb34b2', 'network_id': '455ce72f-966b-4f4a-93c5-1087777725b9', 'admin_state_up': True, 'tenant_id': 'a6e51efc6d1c44a981a00419b9b70f7e'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:28:52.826204 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-fa32ea98-a67a-48f3-9ca7-69b30d0d7331 req-02b6fa2f-c8a6-42a2-bd78-c14584a1a476 tempest-SecurityGroupRulesNegativeTestJSON-1628165141 tempest-SecurityGroupRulesNegativeTestJSON-1628165141-project] Publish callbacks [] for security_group (672daeaf-7a80-4dcd-a918-31945697c4e9), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:52.884553 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-fa32ea98-a67a-48f3-9ca7-69b30d0d7331 req-02b6fa2f-c8a6-42a2-bd78-c14584a1a476 tempest-SecurityGroupRulesNegativeTestJSON-1628165141 tempest-SecurityGroupRulesNegativeTestJSON-1628165141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (672daeaf-7a80-4dcd-a918-31945697c4e9), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:52.949916 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ab670fe-2f05-42ed-b3ba-a11db08cf14d req-2a5dbaf4-f52f-462d-baba-2760608e2703 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] Made reservation on behalf of a6e51efc6d1c44a981a00419b9b70f7e for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:28:52.953781 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-7ab670fe-2f05-42ed-b3ba-a11db08cf14d req-2a5dbaf4-f52f-462d-baba-2760608e2703 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:52.961450 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fed3f84-9607-4aa1-bba8-8f26753ba8a9 req-5744730e-9914-482f-b42c-4264d35b0b7c tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:52.963839 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7fed3f84-9607-4aa1-bba8-8f26753ba8a9 req-5744730e-9914-482f-b42c-4264d35b0b7c tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=309f20f5-fb15-4854-a3f3-90201a4e005a HTTP/1.1" status: 200 len: 950 time: 0.7978997 Feb 04 12:28:52.965207 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d93d0bc4-2e1a-4de6-8e9d-b1b9d24a42b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (afbcf1a8-ff83-4ce0-a7c1-9656f08f657e), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:53.024823 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-fa32ea98-a67a-48f3-9ca7-69b30d0d7331 req-02b6fa2f-c8a6-42a2-bd78-c14584a1a476 tempest-SecurityGroupRulesNegativeTestJSON-1628165141 tempest-SecurityGroupRulesNegativeTestJSON-1628165141-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:53.025998 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fa32ea98-a67a-48f3-9ca7-69b30d0d7331 req-02b6fa2f-c8a6-42a2-bd78-c14584a1a476 tempest-SecurityGroupRulesNegativeTestJSON-1628165141 tempest-SecurityGroupRulesNegativeTestJSON-1628165141-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 1.5003488 Feb 04 12:28:53.073984 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab670fe-2f05-42ed-b3ba-a11db08cf14d req-4aff5072-a01f-4325-a7ed-f3c4cbcb7f21 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:53.075346 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7ab670fe-2f05-42ed-b3ba-a11db08cf14d req-4aff5072-a01f-4325-a7ed-f3c4cbcb7f21 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] 10.222.0.77 "GET /v2.0/networks?id=455ce72f-966b-4f4a-93c5-1087777725b9 HTTP/1.1" status: 200 len: 812 time: 0.4643269 Feb 04 12:28:53.078313 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-d93d0bc4-2e1a-4de6-8e9d-b1b9d24a42b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afbcf1a8-ff83-4ce0-a7c1-9656f08f657e']}} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:28:53.096448 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b6fa2f-c8a6-42a2-bd78-c14584a1a476 tempest-SecurityGroupRulesNegativeTestJSON-1628165141 tempest-SecurityGroupRulesNegativeTestJSON-1628165141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=672daeaf-7a80-4dcd-a918-31945697c4e9,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:53.105808 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-7ab670fe-2f05-42ed-b3ba-a11db08cf14d req-faef0348-59f5-4c50-906e-7f6fb9e0d7d9 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] Request body: {'port': {'device_id': 'c8e089a8-c3ae-43ea-9b98-eee95c04abe4', 'network_id': '455ce72f-966b-4f4a-93c5-1087777725b9', 'admin_state_up': True, 'tenant_id': 'a6e51efc6d1c44a981a00419b9b70f7e'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:28:53.114862 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [req-7ab670fe-2f05-42ed-b3ba-a11db08cf14d req-2a5dbaf4-f52f-462d-baba-2760608e2703 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] Allocated IP 172.20.0.6 (455ce72f-966b-4f4a-93c5-1087777725b9/0dfa3a62-0074-4496-9bdc-04224eb891c1/7d099656-cac8-46ab-8484-ca5b48157cf0) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:28:53.118978 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-d93d0bc4-2e1a-4de6-8e9d-b1b9d24a42b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c79394f8-f009-4252-b7b2-a9e14ca97f89') {'for_net_delete': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:28:53.119268 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-d93d0bc4-2e1a-4de6-8e9d-b1b9d24a42b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c79394f8-f009-4252-b7b2-a9e14ca97f89') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:28:53.182394 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d93d0bc4-2e1a-4de6-8e9d-b1b9d24a42b3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51859336'] for segment (c79394f8-f009-4252-b7b2-a9e14ca97f89), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:53.224228 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 7d68f17a-0cd9-4ee3-a7ae-e0caabcb426a no longer exists at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:28:53.241314 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-052abdb7-a4d3-4baf-8c58-83c31ec8ad83 req-9e80c19a-0329-4f84-9084-ce037889b744 service neutron] 10.222.0.73 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4564576 Feb 04 12:28:53.252326 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f064c3a5-082b-4cac-a1e4-08ce87b6c340 req-cdbce458-9353-417f-af1b-10f72dae6f55 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] 10.222.0.65 "GET /v2.0/ports?device_id=c8e089a8-c3ae-43ea-9b98-eee95c04abe4 HTTP/1.1" status: 200 len: 210 time: 0.1083744 Feb 04 12:28:53.254300 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] No Port match for: 7d68f17a-0cd9-4ee3-a7ae-e0caabcb426a {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:28:53.254734 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 7d68f17a-0cd9-4ee3-a7ae-e0caabcb426a not bound to the agent host n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:28:53.257906 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d93d0bc4-2e1a-4de6-8e9d-b1b9d24a42b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (c79394f8-f009-4252-b7b2-a9e14ca97f89), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:53.301514 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7fed3f84-9607-4aa1-bba8-8f26753ba8a9 req-2b1c1d66-225c-4f45-8bdc-981009c7dea4 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3146791 Feb 04 12:28:53.314200 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d93d0bc4-2e1a-4de6-8e9d-b1b9d24a42b3 admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=103475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:28:53.323503 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-7ab670fe-2f05-42ed-b3ba-a11db08cf14d req-2a5dbaf4-f52f-462d-baba-2760608e2703 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] Publish callbacks [] for port (7d099656-cac8-46ab-8484-ca5b48157cf0), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:53.324549 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d93d0bc4-2e1a-4de6-8e9d-b1b9d24a42b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-52093388'] for segment (c79394f8-f009-4252-b7b2-a9e14ca97f89), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:53.328898 n-d-825015-3 neutron-server[103475]: Traceback (most recent call last): Feb 04 12:28:53.328898 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:28:53.328898 n-d-825015-3 neutron-server[103475]: timer() Feb 04 12:28:53.328898 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:28:53.328898 n-d-825015-3 neutron-server[103475]: cb(*args, **kw) Feb 04 12:28:53.328898 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:28:53.328898 n-d-825015-3 neutron-server[103475]: return func(*args, **kwargs) Feb 04 12:28:53.328898 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:28:53.328898 n-d-825015-3 neutron-server[103475]: self._notify() Feb 04 12:28:53.328898 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:28:53.328898 n-d-825015-3 neutron-server[103475]: self.callback(batched_events) Feb 04 12:28:53.328898 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:28:53.328898 n-d-825015-3 neutron-server[103475]: event.method(event) Feb 04 12:28:53.328898 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:28:53.328898 n-d-825015-3 neutron-server[103475]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:28:53.328898 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:28:53.328898 n-d-825015-3 neutron-server[103475]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:28:53.328898 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:28:53.328898 n-d-825015-3 neutron-server[103475]: return f(self, *a, **k) Feb 04 12:28:53.328898 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:28:53.328898 n-d-825015-3 neutron-server[103475]: return self._get(url).json() Feb 04 12:28:53.328898 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:28:53.328898 n-d-825015-3 neutron-server[103475]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:28:53.328898 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:28:53.328898 n-d-825015-3 neutron-server[103475]: return self.request(url, 'GET', **kwargs) Feb 04 12:28:53.328898 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:28:53.328898 n-d-825015-3 neutron-server[103475]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:28:53.328898 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:28:53.328898 n-d-825015-3 neutron-server[103475]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:28:53.328898 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:28:53.328898 n-d-825015-3 neutron-server[103475]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:28:53.328898 n-d-825015-3 neutron-server[103475]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:28:53.381764 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93c15d2c-120c-4f79-ae95-0a64662c71c5 x-openstack-request-id: req-93c15d2c-120c-4f79-ae95-0a64662c71c5 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:28:53.382341 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61d7417a-23a6-4175-8d74-b35f8e99447b", "name": "network-vif-deleted", "tag": "7d68f17a-0cd9-4ee3-a7ae-e0caabcb426a", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:28:53.382591 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-93c15d2c-120c-4f79-ae95-0a64662c71c5 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:28:53.383093 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61d7417a-23a6-4175-8d74-b35f8e99447b', 'name': 'network-vif-deleted', 'tag': '7d68f17a-0cd9-4ee3-a7ae-e0caabcb426a', 'status': 'completed', 'code': 200} Feb 04 12:28:53.386024 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-7ab670fe-2f05-42ed-b3ba-a11db08cf14d req-2a5dbaf4-f52f-462d-baba-2760608e2703 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (7d099656-cac8-46ab-8484-ca5b48157cf0), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:53.480001 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-f450ad93-7752-4648-b903-23283f0e2c5f req-2b7dbcae-a36a-4ff4-818d-58a649df53fa tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (e8cf05df-3d20-49d9-abc3-d485591e514f), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:53.492597 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ab670fe-2f05-42ed-b3ba-a11db08cf14d req-2a5dbaf4-f52f-462d-baba-2760608e2703 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] Network 455ce72f-966b-4f4a-93c5-1087777725b9 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:28:53.498041 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [req-7ab670fe-2f05-42ed-b3ba-a11db08cf14d req-2a5dbaf4-f52f-462d-baba-2760608e2703 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:28:53.501100 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d93d0bc4-2e1a-4de6-8e9d-b1b9d24a42b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (afbcf1a8-ff83-4ce0-a7c1-9656f08f657e), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:53.501664 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ab670fe-2f05-42ed-b3ba-a11db08cf14d req-2a5dbaf4-f52f-462d-baba-2760608e2703 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:28:53.518606 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d93d0bc4-2e1a-4de6-8e9d-b1b9d24a42b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:53.521831 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-d93d0bc4-2e1a-4de6-8e9d-b1b9d24a42b3 admin admin] 10.222.0.65 "DELETE /v2.0/networks/afbcf1a8-ff83-4ce0-a7c1-9656f08f657e HTTP/1.1" status: 204 len: 168 time: 3.0433373 Feb 04 12:28:53.542945 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 39006) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:28:53.575710 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93d0bc4-2e1a-4de6-8e9d-b1b9d24a42b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=afbcf1a8-ff83-4ce0-a7c1-9656f08f657e,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:53.578457 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7dbcae-a36a-4ff4-818d-58a649df53fa tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] Pushing event deleted for resources: {'Port': ['ID=e8cf05df-3d20-49d9-abc3-d485591e514f,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:53.640478 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ab670fe-2f05-42ed-b3ba-a11db08cf14d req-faef0348-59f5-4c50-906e-7f6fb9e0d7d9 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] Made reservation on behalf of a6e51efc6d1c44a981a00419b9b70f7e for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:28:53.643986 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-7ab670fe-2f05-42ed-b3ba-a11db08cf14d req-faef0348-59f5-4c50-906e-7f6fb9e0d7d9 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:53.672290 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-f450ad93-7752-4648-b903-23283f0e2c5f req-2b7dbcae-a36a-4ff4-818d-58a649df53fa tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] No DVR routers for this DVR port e8cf05df-3d20-49d9-abc3-d485591e514f on host n-h1-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:28:53.680062 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-052abdb7-a4d3-4baf-8c58-83c31ec8ad83 req-2f51fa63-b52d-4dfc-a0cd-438c72e852c5 service neutron] 10.222.0.73 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4267430 Feb 04 12:28:53.681200 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-f450ad93-7752-4648-b903-23283f0e2c5f req-2b7dbcae-a36a-4ff4-818d-58a649df53fa tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:53.685591 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f450ad93-7752-4648-b903-23283f0e2c5f req-2b7dbcae-a36a-4ff4-818d-58a649df53fa tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] 10.222.0.73 "DELETE /v2.0/ports/e8cf05df-3d20-49d9-abc3-d485591e514f HTTP/1.1" status: 204 len: 173 time: 2.7470026 Feb 04 12:28:53.688073 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75482e90-05b4-453f-bdfa-fc52cd753e7c', 'name': 'network-vif-deleted', 'tag': 'e8cf05df-3d20-49d9-abc3-d485591e514f'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:28:53.690425 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f04d061-6d74-410b-9056-49cc04ab2aff" -d '{"events": [{"server_uuid": "75482e90-05b4-453f-bdfa-fc52cd753e7c", "name": "network-vif-deleted", "tag": "e8cf05df-3d20-49d9-abc3-d485591e514f"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:28:53.716755 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35597a6b-066f-4e2f-9e4c-dc8e2acfda8c req-5efce6d7-8f8f-4ad9-99f9-308d310d4dd5 tempest-ServerAddressesTestJSON-607199779 tempest-ServerAddressesTestJSON-607199779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:53.718619 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-35597a6b-066f-4e2f-9e4c-dc8e2acfda8c req-5efce6d7-8f8f-4ad9-99f9-308d310d4dd5 tempest-ServerAddressesTestJSON-607199779 tempest-ServerAddressesTestJSON-607199779-project] 10.222.0.65 "GET /v2.0/ports?device_id=303b28ae-a9f6-4c54-a464-3fe90e4a27e3 HTTP/1.1" status: 200 len: 945 time: 0.2676475 Feb 04 12:28:53.807095 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 39022) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:28:53.910142 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-35597a6b-066f-4e2f-9e4c-dc8e2acfda8c req-fa071516-ef1e-4754-98e2-3c12a6c2d634 tempest-ServerAddressesTestJSON-607199779 tempest-ServerAddressesTestJSON-607199779-project] 10.222.0.65 "GET /v2.0/security-groups?id=c1e6bf26-d35f-4b02-872b-927e7993412f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777651 Feb 04 12:28:53.958025 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f907181-0777-40fd-8650-be25beed1282 req-959fb366-262d-40c2-b89f-1b4398f25355 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:53.959576 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0f907181-0777-40fd-8650-be25beed1282 req-959fb366-262d-40c2-b89f-1b4398f25355 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/networks?id=4641d9e3-bbfb-4ca1-b978-fac986a6f197 HTTP/1.1" status: 200 len: 806 time: 0.2578993 Feb 04 12:28:53.996238 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5dbaf4-f52f-462d-baba-2760608e2703 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] Pushing event updated for resources: {'Port': ['ID=7d099656-cac8-46ab-8484-ca5b48157cf0,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:54.013534 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0f907181-0777-40fd-8650-be25beed1282 req-0a733fbf-e794-42c1-8c75-d839ac93a29b tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/quotas/15c4606ad13a46b29ee60be66da65533 HTTP/1.1" status: 200 len: 375 time: 0.0419514 Feb 04 12:28:54.018092 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-dec6f889-ec8c-41d8-8b4a-ab5aa432953a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:54.025371 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-7ab670fe-2f05-42ed-b3ba-a11db08cf14d req-faef0348-59f5-4c50-906e-7f6fb9e0d7d9 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] Allocated IP 172.20.0.10 (455ce72f-966b-4f4a-93c5-1087777725b9/0dfa3a62-0074-4496-9bdc-04224eb891c1/9c755a73-5aa5-49d7-a494-a9f73e1b8e38) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:28:54.041090 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab670fe-2f05-42ed-b3ba-a11db08cf14d req-2a5dbaf4-f52f-462d-baba-2760608e2703 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:54.041700 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-7ab670fe-2f05-42ed-b3ba-a11db08cf14d req-2a5dbaf4-f52f-462d-baba-2760608e2703 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:54.054138 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device e8cf05df-3d20-49d9-abc3-d485591e514f no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:28:54.070384 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-7ab670fe-2f05-42ed-b3ba-a11db08cf14d req-2a5dbaf4-f52f-462d-baba-2760608e2703 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3273835 Feb 04 12:28:54.077064 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0f907181-0777-40fd-8650-be25beed1282 req-b6bd9bbe-0495-46fc-abf0-8cfd1d63aebd tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=15c4606ad13a46b29ee60be66da65533&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0481002 Feb 04 12:28:54.078134 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] No Port match for: e8cf05df-3d20-49d9-abc3-d485591e514f {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:28:54.078779 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device e8cf05df-3d20-49d9-abc3-d485591e514f not bound to the agent host n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:28:54.084107 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-53779c4d-6427-4231-8fa0-cc7796172154 req-56246578-7710-4980-b24d-feb6980c5ac6 tempest-SecurityGroupRulesNegativeTestJSON-1628165141 tempest-SecurityGroupRulesNegativeTestJSON-1628165141-project] 10.222.0.65 "GET /v2.0/security-groups/672daeaf-7a80-4dcd-a918-31945697c4e9 HTTP/1.1" status: 200 len: 1832 time: 0.1234448 Feb 04 12:28:54.084320 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-7ab670fe-2f05-42ed-b3ba-a11db08cf14d req-cf189bf4-0684-4ee5-80d5-aa187c2ee151 service neutron] Request body: {'port': {'device_id': '94d67f17-3427-4321-9367-b01c7cdb34b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825015-3'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:28:54.258397 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-7ab670fe-2f05-42ed-b3ba-a11db08cf14d req-cf189bf4-0684-4ee5-80d5-aa187c2ee151 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (7d099656-cac8-46ab-8484-ca5b48157cf0), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:54.314528 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d62d243-1f39-4fa4-9384-73f6da5f7ab9 x-openstack-request-id: req-2d62d243-1f39-4fa4-9384-73f6da5f7ab9 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:28:54.316973 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75482e90-05b4-453f-bdfa-fc52cd753e7c", "name": "network-vif-deleted", "tag": "e8cf05df-3d20-49d9-abc3-d485591e514f", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:28:54.317249 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2d62d243-1f39-4fa4-9384-73f6da5f7ab9 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:28:54.317667 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75482e90-05b4-453f-bdfa-fc52cd753e7c', 'name': 'network-vif-deleted', 'tag': 'e8cf05df-3d20-49d9-abc3-d485591e514f', 'status': 'completed', 'code': 200} Feb 04 12:28:54.327277 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0f907181-0777-40fd-8650-be25beed1282 req-35b6554d-5a21-400c-a8e7-47b9efe2f952 service neutron] 10.222.0.65 "GET /v2.0/networks/4641d9e3-bbfb-4ca1-b978-fac986a6f197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362313 Feb 04 12:28:54.418049 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-66f3c788-8a26-4898-92a0-dbdd81244736 req-8c62a447-ae50-4e22-9860-7edd3f775ebb tempest-SecurityGroupRulesNegativeTestJSON-1628165141 tempest-SecurityGroupRulesNegativeTestJSON-1628165141-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1694850424', 'description': 'tempest-description-799393230'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:28:54.439794 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-dec6f889-ec8c-41d8-8b4a-ab5aa432953a admin admin] Publish callbacks [] for security_group (146f63a7-8630-407a-aea2-072cfbc058fe), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:54.456679 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-dec6f889-ec8c-41d8-8b4a-ab5aa432953a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (146f63a7-8630-407a-aea2-072cfbc058fe), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:54.528125 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-66f3c788-8a26-4898-92a0-dbdd81244736 req-8c62a447-ae50-4e22-9860-7edd3f775ebb tempest-SecurityGroupRulesNegativeTestJSON-1628165141 tempest-SecurityGroupRulesNegativeTestJSON-1628165141-project] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:54.543574 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-dec6f889-ec8c-41d8-8b4a-ab5aa432953a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c5da6c1f90254602b0825b234b88f113&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7354324 Feb 04 12:28:54.546284 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 39038) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:28:54.563717 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec6f889-ec8c-41d8-8b4a-ab5aa432953a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=146f63a7-8630-407a-aea2-072cfbc058fe,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:54.576015 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-7ab670fe-2f05-42ed-b3ba-a11db08cf14d req-faef0348-59f5-4c50-906e-7f6fb9e0d7d9 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] Publish callbacks [] for port (9c755a73-5aa5-49d7-a494-a9f73e1b8e38), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:54.577312 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5e5934e4-1fef-466d-b828-30735def51ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622215'] for router_interface (ef70e919-b735-4f5a-864b-1d183230de79), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:54.597523 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0f907181-0777-40fd-8650-be25beed1282 req-347d53f6-c1dd-48ea-ac74-c0a97375da94 service neutron] 10.222.0.65 "GET /v2.0/networks/4641d9e3-bbfb-4ca1-b978-fac986a6f197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602100 Feb 04 12:28:54.660777 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-7ab670fe-2f05-42ed-b3ba-a11db08cf14d req-faef0348-59f5-4c50-906e-7f6fb9e0d7d9 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (9c755a73-5aa5-49d7-a494-a9f73e1b8e38), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:54.701928 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-66f3c788-8a26-4898-92a0-dbdd81244736 req-8c62a447-ae50-4e22-9860-7edd3f775ebb tempest-SecurityGroupRulesNegativeTestJSON-1628165141 tempest-SecurityGroupRulesNegativeTestJSON-1628165141-project] Publish callbacks [] for security_group (e2c9f390-9d92-42f2-8c54-a2edb46f043d), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:54.708645 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4c3fb1e6-f290-4d6d-9af0-f12daa9c1a5c admin admin] Publish callbacks [] for security_group (146f63a7-8630-407a-aea2-072cfbc058fe), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:54.715002 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-66f3c788-8a26-4898-92a0-dbdd81244736 req-8c62a447-ae50-4e22-9860-7edd3f775ebb tempest-SecurityGroupRulesNegativeTestJSON-1628165141 tempest-SecurityGroupRulesNegativeTestJSON-1628165141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (e2c9f390-9d92-42f2-8c54-a2edb46f043d), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:54.718942 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ab670fe-2f05-42ed-b3ba-a11db08cf14d req-faef0348-59f5-4c50-906e-7f6fb9e0d7d9 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] Network 455ce72f-966b-4f4a-93c5-1087777725b9 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:28:54.741984 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-7ab670fe-2f05-42ed-b3ba-a11db08cf14d req-faef0348-59f5-4c50-906e-7f6fb9e0d7d9 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:28:54.742775 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ab670fe-2f05-42ed-b3ba-a11db08cf14d req-faef0348-59f5-4c50-906e-7f6fb9e0d7d9 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:28:54.752133 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4c3fb1e6-f290-4d6d-9af0-f12daa9c1a5c admin admin] Publish callbacks [] for security_group (146f63a7-8630-407a-aea2-072cfbc058fe), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:54.794391 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faef0348-59f5-4c50-906e-7f6fb9e0d7d9 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] Pushing event updated for resources: {'Port': ['ID=9c755a73-5aa5-49d7-a494-a9f73e1b8e38,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:54.813176 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-66f3c788-8a26-4898-92a0-dbdd81244736 req-8c62a447-ae50-4e22-9860-7edd3f775ebb tempest-SecurityGroupRulesNegativeTestJSON-1628165141 tempest-SecurityGroupRulesNegativeTestJSON-1628165141-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:54.814738 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-66f3c788-8a26-4898-92a0-dbdd81244736 req-8c62a447-ae50-4e22-9860-7edd3f775ebb tempest-SecurityGroupRulesNegativeTestJSON-1628165141 tempest-SecurityGroupRulesNegativeTestJSON-1628165141-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.4060712 Feb 04 12:28:54.819188 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c62a447-ae50-4e22-9860-7edd3f775ebb tempest-SecurityGroupRulesNegativeTestJSON-1628165141 tempest-SecurityGroupRulesNegativeTestJSON-1628165141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2c9f390-9d92-42f2-8c54-a2edb46f043d,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:54.845930 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab670fe-2f05-42ed-b3ba-a11db08cf14d req-faef0348-59f5-4c50-906e-7f6fb9e0d7d9 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:54.846579 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-7ab670fe-2f05-42ed-b3ba-a11db08cf14d req-faef0348-59f5-4c50-906e-7f6fb9e0d7d9 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:54.882441 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7ab670fe-2f05-42ed-b3ba-a11db08cf14d req-faef0348-59f5-4c50-906e-7f6fb9e0d7d9 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7935071 Feb 04 12:28:54.909528 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-7ab670fe-2f05-42ed-b3ba-a11db08cf14d req-1a5368e1-99bd-4553-8c30-10774ee92339 service neutron] Request body: {'port': {'device_id': 'c8e089a8-c3ae-43ea-9b98-eee95c04abe4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:28:54.922868 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4c3fb1e6-f290-4d6d-9af0-f12daa9c1a5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (146f63a7-8630-407a-aea2-072cfbc058fe), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:54.925792 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4c3fb1e6-f290-4d6d-9af0-f12daa9c1a5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:54.926928 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-4c3fb1e6-f290-4d6d-9af0-f12daa9c1a5c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/146f63a7-8630-407a-aea2-072cfbc058fe HTTP/1.1" status: 204 len: 168 time: 0.3797047 Feb 04 12:28:54.966827 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3fb1e6-f290-4d6d-9af0-f12daa9c1a5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=146f63a7-8630-407a-aea2-072cfbc058fe,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:54.980019 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [req-7ab670fe-2f05-42ed-b3ba-a11db08cf14d req-cf189bf4-0684-4ee5-80d5-aa187c2ee151 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d099656-cac8-46ab-8484-ca5b48157cf0 {{(pid=103474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:28:54.989172 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-7ab670fe-2f05-42ed-b3ba-a11db08cf14d req-cf189bf4-0684-4ee5-80d5-aa187c2ee151 service neutron] Publish callbacks [] for port (7d099656-cac8-46ab-8484-ca5b48157cf0), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:55.008316 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.provisioning_blocks [req-7ab670fe-2f05-42ed-b3ba-a11db08cf14d req-cf189bf4-0684-4ee5-80d5-aa187c2ee151 service neutron] Transition to ACTIVE for port object 7d099656-cac8-46ab-8484-ca5b48157cf0 will not be triggered until provisioned by entity L2. {{(pid=103474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:28:55.014661 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-7ab670fe-2f05-42ed-b3ba-a11db08cf14d req-cf189bf4-0684-4ee5-80d5-aa187c2ee151 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (7d099656-cac8-46ab-8484-ca5b48157cf0), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:55.072437 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d9cce2-ee47-453a-9c02-b488a73a1a42 req-53333c68-186d-4a14-b3a2-20dc9b83d419 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:55.074915 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-04d9cce2-ee47-453a-9c02-b488a73a1a42 req-53333c68-186d-4a14-b3a2-20dc9b83d419 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa6662e6-b9de-4a87-ab14-c984ba42e2ba HTTP/1.1" status: 200 len: 945 time: 0.1886737 Feb 04 12:28:55.077938 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-7ab670fe-2f05-42ed-b3ba-a11db08cf14d req-1a5368e1-99bd-4553-8c30-10774ee92339 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (9c755a73-5aa5-49d7-a494-a9f73e1b8e38), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:55.091430 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebe257d-f6b0-4c7b-a6bb-4281f139ff6d req-d8792add-21a8-4d04-9d51-8c817c36091c tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:55.092967 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3ebe257d-f6b0-4c7b-a6bb-4281f139ff6d req-d8792add-21a8-4d04-9d51-8c817c36091c tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] 10.222.0.65 "GET /v2.0/ports?device_id=c8e089a8-c3ae-43ea-9b98-eee95c04abe4 HTTP/1.1" status: 200 len: 932 time: 0.1787434 Feb 04 12:28:55.158921 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf189bf4-0684-4ee5-80d5-aa187c2ee151 service neutron] Pushing event updated for resources: {'Port': ['ID=7d099656-cac8-46ab-8484-ca5b48157cf0,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:55.235890 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-7ab670fe-2f05-42ed-b3ba-a11db08cf14d req-cf189bf4-0684-4ee5-80d5-aa187c2ee151 service neutron] Attempting to bind port 7d099656-cac8-46ab-8484-ca5b48157cf0 on host n-h2-825015-3 for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:28:55.236300 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-7ab670fe-2f05-42ed-b3ba-a11db08cf14d req-cf189bf4-0684-4ee5-80d5-aa187c2ee151 service neutron] Attempting to bind port 7d099656-cac8-46ab-8484-ca5b48157cf0 by drivers openvswitch,hyperv on host n-h2-825015-3 at level 0 using segments [{'id': '4a004afd-7d6a-4fb3-8993-7944c670ed6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '455ce72f-966b-4f4a-93c5-1087777725b9'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:28:55.236604 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab670fe-2f05-42ed-b3ba-a11db08cf14d req-cf189bf4-0684-4ee5-80d5-aa187c2ee151 service neutron] Attempting to bind port 7d099656-cac8-46ab-8484-ca5b48157cf0 on network 455ce72f-966b-4f4a-93c5-1087777725b9 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:28:55.241464 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-5e5934e4-1fef-466d-b828-30735def51ff admin admin] Deleting port efc2fa60-ea88-4818-899f-8f31e4a2406e {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:28:55.241950 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5e5934e4-1fef-466d-b828-30735def51ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (efc2fa60-ea88-4818-899f-8f31e4a2406e), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:55.254755 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab670fe-2f05-42ed-b3ba-a11db08cf14d req-cf189bf4-0684-4ee5-80d5-aa187c2ee151 service neutron] Port 7d099656-cac8-46ab-8484-ca5b48157cf0 on network 455ce72f-966b-4f4a-93c5-1087777725b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825015-3 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:28:55.254996 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab670fe-2f05-42ed-b3ba-a11db08cf14d req-cf189bf4-0684-4ee5-80d5-aa187c2ee151 service neutron] Attempting to bind port 7d099656-cac8-46ab-8484-ca5b48157cf0 on network 455ce72f-966b-4f4a-93c5-1087777725b9 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:28:55.263174 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-04d9cce2-ee47-453a-9c02-b488a73a1a42 req-67066f87-aa45-4996-b4d2-9e3f8ec24cc3 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] 10.222.0.65 "GET /v2.0/security-groups?id=22893565-a144-4497-a366-cf8439bc48e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1692431 Feb 04 12:28:55.280045 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3ebe257d-f6b0-4c7b-a6bb-4281f139ff6d req-4bac2f8b-5543-487a-9f19-9f06f45ff3de tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b84e73b-0045-40ba-91f4-192a2f0e685b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773663 Feb 04 12:28:55.310871 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab670fe-2f05-42ed-b3ba-a11db08cf14d req-cf189bf4-0684-4ee5-80d5-aa187c2ee151 service neutron] Checking agent: {'id': '9b68a165-e786-4b91-8592-44519c2ecabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:28:55.311221 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab670fe-2f05-42ed-b3ba-a11db08cf14d req-cf189bf4-0684-4ee5-80d5-aa187c2ee151 service neutron] Checking segment: {'id': '4a004afd-7d6a-4fb3-8993-7944c670ed6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '455ce72f-966b-4f4a-93c5-1087777725b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:28:55.311620 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab670fe-2f05-42ed-b3ba-a11db08cf14d req-cf189bf4-0684-4ee5-80d5-aa187c2ee151 service neutron] Bound using segment: {'id': '4a004afd-7d6a-4fb3-8993-7944c670ed6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '455ce72f-966b-4f4a-93c5-1087777725b9'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:28:55.312350 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-7ab670fe-2f05-42ed-b3ba-a11db08cf14d req-cf189bf4-0684-4ee5-80d5-aa187c2ee151 service neutron] Bound port: 7d099656-cac8-46ab-8484-ca5b48157cf0, host: n-h2-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a004afd-7d6a-4fb3-8993-7944c670ed6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '455ce72f-966b-4f4a-93c5-1087777725b9'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:28:55.312604 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-7ab670fe-2f05-42ed-b3ba-a11db08cf14d req-cf189bf4-0684-4ee5-80d5-aa187c2ee151 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (7d099656-cac8-46ab-8484-ca5b48157cf0), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:55.441274 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-5e5934e4-1fef-466d-b828-30735def51ff admin admin] For port efc2fa60-ea88-4818-899f-8f31e4a2406e, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=efc2fa60-ea88-4818-899f-8f31e4a2406e,segment=NetworkSegment(dd4007d4-3dc6-46e2-bed4-3faca7b87272),segment_id=dd4007d4-3dc6-46e2-bed4-3faca7b87272)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:28:55.441274 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5e5934e4-1fef-466d-b828-30735def51ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (efc2fa60-ea88-4818-899f-8f31e4a2406e), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:55.461597 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-5e5934e4-1fef-466d-b828-30735def51ff admin admin] Calling delete_port for efc2fa60-ea88-4818-899f-8f31e4a2406e owned by network:router_interface {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:28:55.463581 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-7ab670fe-2f05-42ed-b3ba-a11db08cf14d req-cf189bf4-0684-4ee5-80d5-aa187c2ee151 service neutron] For port 7d099656-cac8-46ab-8484-ca5b48157cf0, host n-h2-825015-3, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:28:55.489192 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-7ab670fe-2f05-42ed-b3ba-a11db08cf14d req-cf189bf4-0684-4ee5-80d5-aa187c2ee151 service neutron] For port 7d099656-cac8-46ab-8484-ca5b48157cf0, host n-h2-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=7d099656-cac8-46ab-8484-ca5b48157cf0,segment=NetworkSegment(4a004afd-7d6a-4fb3-8993-7944c670ed6f),segment_id=4a004afd-7d6a-4fb3-8993-7944c670ed6f)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:28:55.512207 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-34553238-0acb-4745-960b-209e783407ef req-6e0dafdf-a80f-45af-85a4-bb9ef1f73c66 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/ports?device_id=733baa8b-f67f-4e64-8ea4-0b4be128c2b4 HTTP/1.1" status: 200 len: 210 time: 0.0540254 Feb 04 12:28:55.523321 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-7ab670fe-2f05-42ed-b3ba-a11db08cf14d req-cf189bf4-0684-4ee5-80d5-aa187c2ee151 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (7d099656-cac8-46ab-8484-ca5b48157cf0), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:55.591808 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab670fe-2f05-42ed-b3ba-a11db08cf14d req-cf189bf4-0684-4ee5-80d5-aa187c2ee151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:55.592449 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-7ab670fe-2f05-42ed-b3ba-a11db08cf14d req-cf189bf4-0684-4ee5-80d5-aa187c2ee151 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:55.594116 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-7ab670fe-2f05-42ed-b3ba-a11db08cf14d req-cf189bf4-0684-4ee5-80d5-aa187c2ee151 service neutron] 10.222.0.77 "PUT /v2.0/ports/7d099656-cac8-46ab-8484-ca5b48157cf0 HTTP/1.1" status: 200 len: 1091 time: 1.5154300 Feb 04 12:28:55.600951 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94d67f17-3427-4321-9367-b01c7cdb34b2', 'tag': '7d099656-cac8-46ab-8484-ca5b48157cf0'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:28:55.603258 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3df13f83-4cde-4cf2-add2-a06291f16ce0" -d '{"events": [{"name": "network-changed", "server_uuid": "94d67f17-3427-4321-9367-b01c7cdb34b2", "tag": "7d099656-cac8-46ab-8484-ca5b48157cf0"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:28:55.615846 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41063e4a-0093-4e79-af9c-c438026146be req-a09d7e58-51f7-42c1-85d3-0767bfed88d4 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:55.623706 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-41063e4a-0093-4e79-af9c-c438026146be req-a09d7e58-51f7-42c1-85d3-0767bfed88d4 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=309f20f5-fb15-4854-a3f3-90201a4e005a HTTP/1.1" status: 200 len: 950 time: 0.2250731 Feb 04 12:28:55.688506 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-82c9b7f7-84c8-466b-b400-e597934669f7 req-f7061f56-7c04-46d4-83d3-8de8a264ccaf tempest-SecurityGroupRulesNegativeTestJSON-1628165141 tempest-SecurityGroupRulesNegativeTestJSON-1628165141-project] 10.222.0.65 "GET /v2.0/security-groups/e2c9f390-9d92-42f2-8c54-a2edb46f043d HTTP/1.1" status: 200 len: 1831 time: 0.1205320 Feb 04 12:28:55.719953 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-41063e4a-0093-4e79-af9c-c438026146be req-df616a4d-6816-4902-afa4-f883e843dd53 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952668 Feb 04 12:28:55.791600 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf189bf4-0684-4ee5-80d5-aa187c2ee151 service neutron] Pushing event updated for resources: {'Port': ['ID=7d099656-cac8-46ab-8484-ca5b48157cf0,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:55.819285 n-d-825015-3 neutron-server[103475]: INFO neutron.api.v2.resource [req-e7ee1447-5943-4aae-8ab1-5020c056d048 req-04ca687d-f5b1-41a8-ab46-bfe7171c6062 tempest-SecurityGroupRulesNegativeTestJSON-1628165141 tempest-SecurityGroupRulesNegativeTestJSON-1628165141-project] show failed (client error): The resource could not be found. Feb 04 12:28:55.820383 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e7ee1447-5943-4aae-8ab1-5020c056d048 req-04ca687d-f5b1-41a8-ab46-bfe7171c6062 tempest-SecurityGroupRulesNegativeTestJSON-1628165141 tempest-SecurityGroupRulesNegativeTestJSON-1628165141-project] 10.222.0.65 "GET /v2.0/security-groups/d70eb244-c07c-4d70-8180-6e44fb7b3329 HTTP/1.1" status: 404 len: 352 time: 0.0363328 Feb 04 12:28:55.846564 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-7ab670fe-2f05-42ed-b3ba-a11db08cf14d req-1a5368e1-99bd-4553-8c30-10774ee92339 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c755a73-5aa5-49d7-a494-a9f73e1b8e38 {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:28:55.855974 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56749172-fb28-47f5-80c8-7b32f88bf3c4 req-e410c555-5b25-4345-8a05-7b2954be9e29 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:55.857562 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-56749172-fb28-47f5-80c8-7b32f88bf3c4 req-e410c555-5b25-4345-8a05-7b2954be9e29 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa6662e6-b9de-4a87-ab14-c984ba42e2ba HTTP/1.1" status: 200 len: 945 time: 0.2847123 Feb 04 12:28:55.865561 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-7ab670fe-2f05-42ed-b3ba-a11db08cf14d req-1a5368e1-99bd-4553-8c30-10774ee92339 service neutron] Publish callbacks [] for port (9c755a73-5aa5-49d7-a494-a9f73e1b8e38), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:55.874002 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d47a5065-bdf6-4fcb-937b-826514c5d666 x-openstack-request-id: req-d47a5065-bdf6-4fcb-937b-826514c5d666 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:28:55.874371 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94d67f17-3427-4321-9367-b01c7cdb34b2", "tag": "7d099656-cac8-46ab-8484-ca5b48157cf0", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:28:55.875628 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d47a5065-bdf6-4fcb-937b-826514c5d666 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:28:55.876108 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94d67f17-3427-4321-9367-b01c7cdb34b2', 'tag': '7d099656-cac8-46ab-8484-ca5b48157cf0', 'status': 'completed', 'code': 200} Feb 04 12:28:55.893179 n-d-825015-3 neutron-server[103475]: INFO neutron.api.v2.resource [req-d00f5a69-c6aa-4f41-bf0a-03ae59d058b8 req-2ecc0eb9-a5c9-450a-ba9e-72c876bdf5cd tempest-SecurityGroupRulesNegativeTestJSON-1628165141 tempest-SecurityGroupRulesNegativeTestJSON-1628165141-project] show failed (client error): The resource could not be found. Feb 04 12:28:55.894219 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d00f5a69-c6aa-4f41-bf0a-03ae59d058b8 req-2ecc0eb9-a5c9-450a-ba9e-72c876bdf5cd tempest-SecurityGroupRulesNegativeTestJSON-1628165141 tempest-SecurityGroupRulesNegativeTestJSON-1628165141-project] 10.222.0.65 "GET /v2.0/security-group-rules/eb6d52b4-72ca-46c0-be40-fa79c0e87c75 HTTP/1.1" status: 404 len: 361 time: 0.0259554 Feb 04 12:28:55.907550 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-7ab670fe-2f05-42ed-b3ba-a11db08cf14d req-1a5368e1-99bd-4553-8c30-10774ee92339 service neutron] Transition to ACTIVE for port object 9c755a73-5aa5-49d7-a494-a9f73e1b8e38 will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:28:55.911816 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-7ab670fe-2f05-42ed-b3ba-a11db08cf14d req-1a5368e1-99bd-4553-8c30-10774ee92339 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (9c755a73-5aa5-49d7-a494-a9f73e1b8e38), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:55.939977 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab670fe-2f05-42ed-b3ba-a11db08cf14d req-81852bbf-74c6-4af3-a7d6-4c0d5f5430d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:55.942408 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-7ab670fe-2f05-42ed-b3ba-a11db08cf14d req-81852bbf-74c6-4af3-a7d6-4c0d5f5430d4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a6e51efc6d1c44a981a00419b9b70f7e&device_id=94d67f17-3427-4321-9367-b01c7cdb34b2 HTTP/1.1" status: 200 len: 1125 time: 0.2881024 Feb 04 12:28:56.016902 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5368e1-99bd-4553-8c30-10774ee92339 service neutron] Pushing event updated for resources: {'Port': ['ID=9c755a73-5aa5-49d7-a494-a9f73e1b8e38,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:56.036556 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-7ab670fe-2f05-42ed-b3ba-a11db08cf14d req-2ce1918d-ca0f-4b73-b393-b9a4df074b56 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d099656-cac8-46ab-8484-ca5b48157cf0 HTTP/1.1" status: 200 len: 217 time: 0.0808618 Feb 04 12:28:56.133863 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ebd0a9b4-a1aa-4506-8549-96390b5edf55 req-e240cb0d-e2a5-4ac6-a069-3db21838f371 tempest-SecurityGroupRulesNegativeTestJSON-1628165141 tempest-SecurityGroupRulesNegativeTestJSON-1628165141-project] 10.222.0.65 "GET /v2.0/security-groups/e2c9f390-9d92-42f2-8c54-a2edb46f043d HTTP/1.1" status: 200 len: 1831 time: 0.1714141 Feb 04 12:28:56.134668 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5e5934e4-1fef-466d-b828-30735def51ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (efc2fa60-ea88-4818-899f-8f31e4a2406e), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:56.194984 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5934e4-1fef-466d-b828-30735def51ff admin admin] Pushing event deleted for resources: {'Port': ['ID=efc2fa60-ea88-4818-899f-8f31e4a2406e,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:56.209542 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab670fe-2f05-42ed-b3ba-a11db08cf14d req-706f7f0c-a040-496d-aafa-548a6ce9e015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:56.211119 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-7ab670fe-2f05-42ed-b3ba-a11db08cf14d req-706f7f0c-a040-496d-aafa-548a6ce9e015 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0dfa3a62-0074-4496-9bdc-04224eb891c1 HTTP/1.1" status: 200 len: 852 time: 0.1401660 Feb 04 12:28:56.304717 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-7ab670fe-2f05-42ed-b3ba-a11db08cf14d req-473ccc7e-eec8-4177-83fc-76b20d847ecf service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=455ce72f-966b-4f4a-93c5-1087777725b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0867510 Feb 04 12:28:56.317315 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd0d1b8-91d2-4719-bf41-c144186b3f87 req-eb6baee7-c6eb-417c-a3ad-25c98d649a3c tempest-ServerAddressesTestJSON-607199779 tempest-ServerAddressesTestJSON-607199779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:56.320937 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-56749172-fb28-47f5-80c8-7b32f88bf3c4 req-9c07b9ba-4ad3-4f55-bed2-880d8ef90aa6 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] Deleting port 9f3eb910-acd0-4961-87c3-e6064b1b3a5b {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:28:56.321278 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-56749172-fb28-47f5-80c8-7b32f88bf3c4 req-9c07b9ba-4ad3-4f55-bed2-880d8ef90aa6 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (9f3eb910-acd0-4961-87c3-e6064b1b3a5b), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:56.329091 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7cd0d1b8-91d2-4719-bf41-c144186b3f87 req-eb6baee7-c6eb-417c-a3ad-25c98d649a3c tempest-ServerAddressesTestJSON-607199779 tempest-ServerAddressesTestJSON-607199779-project] 10.222.0.65 "GET /v2.0/ports?device_id=303b28ae-a9f6-4c54-a464-3fe90e4a27e3 HTTP/1.1" status: 200 len: 945 time: 0.2169118 Feb 04 12:28:56.341066 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-7ab670fe-2f05-42ed-b3ba-a11db08cf14d req-1a5368e1-99bd-4553-8c30-10774ee92339 service neutron] Attempting to bind port 9c755a73-5aa5-49d7-a494-a9f73e1b8e38 on host n-h2-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:28:56.341583 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-7ab670fe-2f05-42ed-b3ba-a11db08cf14d req-1a5368e1-99bd-4553-8c30-10774ee92339 service neutron] Attempting to bind port 9c755a73-5aa5-49d7-a494-a9f73e1b8e38 by drivers openvswitch,hyperv on host n-h2-825015-3 at level 0 using segments [{'id': '4a004afd-7d6a-4fb3-8993-7944c670ed6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '455ce72f-966b-4f4a-93c5-1087777725b9'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:28:56.342125 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab670fe-2f05-42ed-b3ba-a11db08cf14d req-1a5368e1-99bd-4553-8c30-10774ee92339 service neutron] Attempting to bind port 9c755a73-5aa5-49d7-a494-a9f73e1b8e38 on network 455ce72f-966b-4f4a-93c5-1087777725b9 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:28:56.354199 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab670fe-2f05-42ed-b3ba-a11db08cf14d req-1a5368e1-99bd-4553-8c30-10774ee92339 service neutron] Port 9c755a73-5aa5-49d7-a494-a9f73e1b8e38 on network 455ce72f-966b-4f4a-93c5-1087777725b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:28:56.354524 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab670fe-2f05-42ed-b3ba-a11db08cf14d req-1a5368e1-99bd-4553-8c30-10774ee92339 service neutron] Attempting to bind port 9c755a73-5aa5-49d7-a494-a9f73e1b8e38 on network 455ce72f-966b-4f4a-93c5-1087777725b9 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:28:56.367767 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab670fe-2f05-42ed-b3ba-a11db08cf14d req-1a5368e1-99bd-4553-8c30-10774ee92339 service neutron] Checking agent: {'id': '9b68a165-e786-4b91-8592-44519c2ecabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:28:56.368320 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab670fe-2f05-42ed-b3ba-a11db08cf14d req-1a5368e1-99bd-4553-8c30-10774ee92339 service neutron] Checking segment: {'id': '4a004afd-7d6a-4fb3-8993-7944c670ed6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '455ce72f-966b-4f4a-93c5-1087777725b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:28:56.371338 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab670fe-2f05-42ed-b3ba-a11db08cf14d req-1a5368e1-99bd-4553-8c30-10774ee92339 service neutron] Bound using segment: {'id': '4a004afd-7d6a-4fb3-8993-7944c670ed6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '455ce72f-966b-4f4a-93c5-1087777725b9'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:28:56.371688 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-7ab670fe-2f05-42ed-b3ba-a11db08cf14d req-1a5368e1-99bd-4553-8c30-10774ee92339 service neutron] Bound port: 9c755a73-5aa5-49d7-a494-a9f73e1b8e38, host: n-h2-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a004afd-7d6a-4fb3-8993-7944c670ed6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '455ce72f-966b-4f4a-93c5-1087777725b9'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:28:56.372228 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-7ab670fe-2f05-42ed-b3ba-a11db08cf14d req-1a5368e1-99bd-4553-8c30-10774ee92339 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (9c755a73-5aa5-49d7-a494-a9f73e1b8e38), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:56.384291 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-ebd0a9b4-a1aa-4506-8549-96390b5edf55 req-43d72114-5f29-44ff-bc3f-352ea4331e8c tempest-SecurityGroupRulesNegativeTestJSON-1628165141 tempest-SecurityGroupRulesNegativeTestJSON-1628165141-project] Publish callbacks [] for security_group (e2c9f390-9d92-42f2-8c54-a2edb46f043d), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:56.438516 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7cd0d1b8-91d2-4719-bf41-c144186b3f87 req-86e53d1e-ec9c-450d-a013-de718a69144e tempest-ServerAddressesTestJSON-607199779 tempest-ServerAddressesTestJSON-607199779-project] 10.222.0.65 "GET /v2.0/security-groups?id=c1e6bf26-d35f-4b02-872b-927e7993412f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084487 Feb 04 12:28:56.503910 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-ebd0a9b4-a1aa-4506-8549-96390b5edf55 req-43d72114-5f29-44ff-bc3f-352ea4331e8c tempest-SecurityGroupRulesNegativeTestJSON-1628165141 tempest-SecurityGroupRulesNegativeTestJSON-1628165141-project] Publish callbacks [] for security_group (e2c9f390-9d92-42f2-8c54-a2edb46f043d), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:56.609183 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-7ab670fe-2f05-42ed-b3ba-a11db08cf14d req-1a5368e1-99bd-4553-8c30-10774ee92339 service neutron] For port 9c755a73-5aa5-49d7-a494-a9f73e1b8e38, host n-h2-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:28:56.614156 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-7ab670fe-2f05-42ed-b3ba-a11db08cf14d req-1a5368e1-99bd-4553-8c30-10774ee92339 service neutron] For port 9c755a73-5aa5-49d7-a494-a9f73e1b8e38, host n-h2-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=9c755a73-5aa5-49d7-a494-a9f73e1b8e38,segment=NetworkSegment(4a004afd-7d6a-4fb3-8993-7944c670ed6f),segment_id=4a004afd-7d6a-4fb3-8993-7944c670ed6f)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:28:56.624644 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-7ab670fe-2f05-42ed-b3ba-a11db08cf14d req-1a5368e1-99bd-4553-8c30-10774ee92339 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (9c755a73-5aa5-49d7-a494-a9f73e1b8e38), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:56.632368 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-ebd0a9b4-a1aa-4506-8549-96390b5edf55 req-43d72114-5f29-44ff-bc3f-352ea4331e8c tempest-SecurityGroupRulesNegativeTestJSON-1628165141 tempest-SecurityGroupRulesNegativeTestJSON-1628165141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (e2c9f390-9d92-42f2-8c54-a2edb46f043d), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:56.634926 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-ebd0a9b4-a1aa-4506-8549-96390b5edf55 req-43d72114-5f29-44ff-bc3f-352ea4331e8c tempest-SecurityGroupRulesNegativeTestJSON-1628165141 tempest-SecurityGroupRulesNegativeTestJSON-1628165141-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:56.636111 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ebd0a9b4-a1aa-4506-8549-96390b5edf55 req-43d72114-5f29-44ff-bc3f-352ea4331e8c tempest-SecurityGroupRulesNegativeTestJSON-1628165141 tempest-SecurityGroupRulesNegativeTestJSON-1628165141-project] 10.222.0.65 "DELETE /v2.0/security-groups/e2c9f390-9d92-42f2-8c54-a2edb46f043d HTTP/1.1" status: 204 len: 173 time: 0.5014074 Feb 04 12:28:56.672210 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09e792b-a22a-4efd-8037-1c280897443e req-5a5eac3d-546f-4cae-bb30-583caa18a814 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:56.673803 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f09e792b-a22a-4efd-8037-1c280897443e req-5a5eac3d-546f-4cae-bb30-583caa18a814 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa6662e6-b9de-4a87-ab14-c984ba42e2ba HTTP/1.1" status: 200 len: 945 time: 0.1400292 Feb 04 12:28:56.687493 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d72114-5f29-44ff-bc3f-352ea4331e8c tempest-SecurityGroupRulesNegativeTestJSON-1628165141 tempest-SecurityGroupRulesNegativeTestJSON-1628165141-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2c9f390-9d92-42f2-8c54-a2edb46f043d,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:56.707506 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab670fe-2f05-42ed-b3ba-a11db08cf14d req-1a5368e1-99bd-4553-8c30-10774ee92339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:56.707506 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-7ab670fe-2f05-42ed-b3ba-a11db08cf14d req-1a5368e1-99bd-4553-8c30-10774ee92339 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:56.708290 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-7ab670fe-2f05-42ed-b3ba-a11db08cf14d req-39ea44a2-200e-490c-a745-31ad3c1b3e17 service neutron] 10.222.0.77 "GET /v2.0/networks/455ce72f-966b-4f4a-93c5-1087777725b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3886013 Feb 04 12:28:56.708493 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7ab670fe-2f05-42ed-b3ba-a11db08cf14d req-1a5368e1-99bd-4553-8c30-10774ee92339 service neutron] 10.222.0.77 "PUT /v2.0/ports/9c755a73-5aa5-49d7-a494-a9f73e1b8e38 HTTP/1.1" status: 200 len: 1092 time: 1.8079355 Feb 04 12:28:56.712798 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8e089a8-c3ae-43ea-9b98-eee95c04abe4', 'tag': '9c755a73-5aa5-49d7-a494-a9f73e1b8e38'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:28:56.715299 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b61c953-c4f5-4571-a6f8-942bc3752a1e" -d '{"events": [{"name": "network-changed", "server_uuid": "c8e089a8-c3ae-43ea-9b98-eee95c04abe4", "tag": "9c755a73-5aa5-49d7-a494-a9f73e1b8e38"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:28:56.737073 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-56749172-fb28-47f5-80c8-7b32f88bf3c4 req-9c07b9ba-4ad3-4f55-bed2-880d8ef90aa6 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] For port 9f3eb910-acd0-4961-87c3-e6064b1b3a5b, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=9f3eb910-acd0-4961-87c3-e6064b1b3a5b,segment=NetworkSegment(7286c194-a110-4398-987d-ff0e8956230a),segment_id=7286c194-a110-4398-987d-ff0e8956230a)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:28:56.737485 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-56749172-fb28-47f5-80c8-7b32f88bf3c4 req-9c07b9ba-4ad3-4f55-bed2-880d8ef90aa6 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (9f3eb910-acd0-4961-87c3-e6064b1b3a5b), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:56.769096 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5368e1-99bd-4553-8c30-10774ee92339 service neutron] Pushing event updated for resources: {'Port': ['ID=9c755a73-5aa5-49d7-a494-a9f73e1b8e38,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:56.769239 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f907181-0777-40fd-8650-be25beed1282 req-5abf672c-7b24-4f91-9477-bb15f9460c56 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:56.770520 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-0f907181-0777-40fd-8650-be25beed1282 req-5abf672c-7b24-4f91-9477-bb15f9460c56 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.77 "GET /v2.0/networks?id=4641d9e3-bbfb-4ca1-b978-fac986a6f197 HTTP/1.1" status: 200 len: 806 time: 0.4884064 Feb 04 12:28:56.808702 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-0f907181-0777-40fd-8650-be25beed1282 req-a6a458b4-f96c-495c-8223-a49d79cb423f tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Request body: {'port': {'device_id': '733baa8b-f67f-4e64-8ea4-0b4be128c2b4', 'network_id': '4641d9e3-bbfb-4ca1-b978-fac986a6f197', 'admin_state_up': True, 'tenant_id': '15c4606ad13a46b29ee60be66da65533'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:28:56.830301 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f09e792b-a22a-4efd-8037-1c280897443e req-065c93ef-e98d-4499-a718-648dbc32c87f tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] 10.222.0.65 "GET /v2.0/security-groups?id=22893565-a144-4497-a366-cf8439bc48e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1495504 Feb 04 12:28:56.857823 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b612c97d-d464-4e33-b123-0baceda074c4 req-b7914ed6-df9f-4ca1-8706-e93f13f44ca2 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:56.860822 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b612c97d-d464-4e33-b123-0baceda074c4 req-b7914ed6-df9f-4ca1-8706-e93f13f44ca2 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] 10.222.0.65 "GET /v2.0/ports?device_id=c8e089a8-c3ae-43ea-9b98-eee95c04abe4 HTTP/1.1" status: 200 len: 944 time: 0.1328466 Feb 04 12:28:56.946200 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5e5934e4-1fef-466d-b828-30735def51ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622067'] for router_interface (ef70e919-b735-4f5a-864b-1d183230de79), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:57.223765 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab670fe-2f05-42ed-b3ba-a11db08cf14d req-db3988c6-1c77-4e3b-a324-2eef1f330a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:57.225243 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7ab670fe-2f05-42ed-b3ba-a11db08cf14d req-db3988c6-1c77-4e3b-a324-2eef1f330a2a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a6e51efc6d1c44a981a00419b9b70f7e&device_id=c8e089a8-c3ae-43ea-9b98-eee95c04abe4 HTTP/1.1" status: 200 len: 1126 time: 0.4400229 Feb 04 12:28:57.249106 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-289b5895-1278-4091-a6e3-6dbdf4435d49 req-f21e9b59-9f5b-4989-bb9b-ea45f27a8891 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/ports?device_id=733baa8b-f67f-4e64-8ea4-0b4be128c2b4 HTTP/1.1" status: 200 len: 210 time: 0.0403450 Feb 04 12:28:57.301396 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7ab670fe-2f05-42ed-b3ba-a11db08cf14d req-d255af47-5400-4721-846b-90e6463b9ebb service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c755a73-5aa5-49d7-a494-a9f73e1b8e38 HTTP/1.1" status: 200 len: 217 time: 0.0548048 Feb 04 12:28:57.326744 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b612c97d-d464-4e33-b123-0baceda074c4 req-3df560de-f41a-4787-826f-8f2f85e08018 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b84e73b-0045-40ba-91f4-192a2f0e685b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4604831 Feb 04 12:28:57.379106 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-7ab670fe-2f05-42ed-b3ba-a11db08cf14d req-4bc56486-5024-4303-b48c-13468be83daa service neutron] 10.222.0.77 "GET /v2.0/networks/455ce72f-966b-4f4a-93c5-1087777725b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6617711 Feb 04 12:28:57.399598 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab670fe-2f05-42ed-b3ba-a11db08cf14d req-4c3796be-fdd5-4729-9603-feba70c76bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:57.401088 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7ab670fe-2f05-42ed-b3ba-a11db08cf14d req-4c3796be-fdd5-4729-9603-feba70c76bcf service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0dfa3a62-0074-4496-9bdc-04224eb891c1 HTTP/1.1" status: 200 len: 852 time: 0.0928423 Feb 04 12:28:57.404666 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-92a26079-bb13-4684-a200-3f1f2ca2bd3c req-8a57cb24-57fe-4400-a336-9c141cd97a11 tempest-SecurityGroupRulesNegativeTestJSON-1628165141 tempest-SecurityGroupRulesNegativeTestJSON-1628165141-project] 10.222.0.65 "GET /v2.0/security-groups/672daeaf-7a80-4dcd-a918-31945697c4e9 HTTP/1.1" status: 200 len: 1832 time: 0.0990529 Feb 04 12:28:57.437553 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7ab670fe-2f05-42ed-b3ba-a11db08cf14d req-6de1ec55-434c-478a-83fe-0925ae9d6b06 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=455ce72f-966b-4f4a-93c5-1087777725b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303819 Feb 04 12:28:57.482764 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f057aaab-7ae0-4396-9dd6-e31536bc4628 x-openstack-request-id: req-f057aaab-7ae0-4396-9dd6-e31536bc4628 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:28:57.485797 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8e089a8-c3ae-43ea-9b98-eee95c04abe4", "tag": "9c755a73-5aa5-49d7-a494-a9f73e1b8e38", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:28:57.485797 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f057aaab-7ae0-4396-9dd6-e31536bc4628 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:28:57.485797 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8e089a8-c3ae-43ea-9b98-eee95c04abe4', 'tag': '9c755a73-5aa5-49d7-a494-a9f73e1b8e38', 'status': 'completed', 'code': 200} Feb 04 12:28:57.571999 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-92a26079-bb13-4684-a200-3f1f2ca2bd3c req-3f4789b5-23e6-4cec-9a72-2156b523ce84 tempest-SecurityGroupRulesNegativeTestJSON-1628165141 tempest-SecurityGroupRulesNegativeTestJSON-1628165141-project] Publish callbacks [] for security_group (672daeaf-7a80-4dcd-a918-31945697c4e9), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:57.598490 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f907181-0777-40fd-8650-be25beed1282 req-a6a458b4-f96c-495c-8223-a49d79cb423f tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Made reservation on behalf of 15c4606ad13a46b29ee60be66da65533 for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:28:57.601914 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-0f907181-0777-40fd-8650-be25beed1282 req-a6a458b4-f96c-495c-8223-a49d79cb423f tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:57.622992 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-56749172-fb28-47f5-80c8-7b32f88bf3c4 req-9c07b9ba-4ad3-4f55-bed2-880d8ef90aa6 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:57.623262 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-56749172-fb28-47f5-80c8-7b32f88bf3c4 req-9c07b9ba-4ad3-4f55-bed2-880d8ef90aa6 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1599943'] for floatingip (bb33685b-623d-496d-b04c-70cd9b308dc6), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:57.623545 n-d-825015-3 neutron-server[103474]: INFO neutron.db.l3_db [req-56749172-fb28-47f5-80c8-7b32f88bf3c4 req-9c07b9ba-4ad3-4f55-bed2-880d8ef90aa6 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] Floating IP bb33685b-623d-496d-b04c-70cd9b308dc6 disassociated. External IP: 172.25.3.138, port: 9f3eb910-acd0-4961-87c3-e6064b1b3a5b. Feb 04 12:28:57.623913 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-56749172-fb28-47f5-80c8-7b32f88bf3c4 req-9c07b9ba-4ad3-4f55-bed2-880d8ef90aa6 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] Calling delete_port for 9f3eb910-acd0-4961-87c3-e6064b1b3a5b owned by compute:nova {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:28:57.641338 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-92a26079-bb13-4684-a200-3f1f2ca2bd3c req-3f4789b5-23e6-4cec-9a72-2156b523ce84 tempest-SecurityGroupRulesNegativeTestJSON-1628165141 tempest-SecurityGroupRulesNegativeTestJSON-1628165141-project] Publish callbacks [] for security_group (672daeaf-7a80-4dcd-a918-31945697c4e9), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:57.646308 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7ab670fe-2f05-42ed-b3ba-a11db08cf14d req-e0040cf4-19d4-4d9c-b823-8ac349de75dc service neutron] 10.222.0.77 "GET /v2.0/networks/455ce72f-966b-4f4a-93c5-1087777725b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933334 Feb 04 12:28:57.653377 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df13f83-4cde-4cf2-add2-a06291f16ce0 req-aff0a7d3-0a3e-4f7d-bd47-67a1aa2f9013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:57.655081 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-3df13f83-4cde-4cf2-add2-a06291f16ce0 req-aff0a7d3-0a3e-4f7d-bd47-67a1aa2f9013 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a6e51efc6d1c44a981a00419b9b70f7e&device_id=94d67f17-3427-4321-9367-b01c7cdb34b2 HTTP/1.1" status: 200 len: 1125 time: 0.1895075 Feb 04 12:28:57.844075 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f774951-b7ce-472f-ab89-2f6f70d1b312 req-9aad5f47-530f-4018-87d7-d4a45a6a0304 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:57.849452 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4f774951-b7ce-472f-ab89-2f6f70d1b312 req-9aad5f47-530f-4018-87d7-d4a45a6a0304 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=309f20f5-fb15-4854-a3f3-90201a4e005a HTTP/1.1" status: 200 len: 950 time: 0.2799938 Feb 04 12:28:57.851419 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-92a26079-bb13-4684-a200-3f1f2ca2bd3c req-3f4789b5-23e6-4cec-9a72-2156b523ce84 tempest-SecurityGroupRulesNegativeTestJSON-1628165141 tempest-SecurityGroupRulesNegativeTestJSON-1628165141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (672daeaf-7a80-4dcd-a918-31945697c4e9), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:57.855668 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-92a26079-bb13-4684-a200-3f1f2ca2bd3c req-3f4789b5-23e6-4cec-9a72-2156b523ce84 tempest-SecurityGroupRulesNegativeTestJSON-1628165141 tempest-SecurityGroupRulesNegativeTestJSON-1628165141-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:57.861038 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-92a26079-bb13-4684-a200-3f1f2ca2bd3c req-3f4789b5-23e6-4cec-9a72-2156b523ce84 tempest-SecurityGroupRulesNegativeTestJSON-1628165141 tempest-SecurityGroupRulesNegativeTestJSON-1628165141-project] 10.222.0.65 "DELETE /v2.0/security-groups/672daeaf-7a80-4dcd-a918-31945697c4e9 HTTP/1.1" status: 204 len: 173 time: 0.4422417 Feb 04 12:28:57.986210 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a344965d-2385-4615-a908-1d1269bab6ae req-dfe6d31c-0e6f-418d-b336-ac95cbda50b3 tempest-ServerAddressesTestJSON-607199779 tempest-ServerAddressesTestJSON-607199779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:57.988462 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a344965d-2385-4615-a908-1d1269bab6ae req-dfe6d31c-0e6f-418d-b336-ac95cbda50b3 tempest-ServerAddressesTestJSON-607199779 tempest-ServerAddressesTestJSON-607199779-project] 10.222.0.73 "GET /v2.0/ports?device_id=303b28ae-a9f6-4c54-a464-3fe90e4a27e3 HTTP/1.1" status: 200 len: 945 time: 0.3340275 Feb 04 12:28:57.991927 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4f774951-b7ce-472f-ab89-2f6f70d1b312 req-418e0ab0-ab31-4a16-a20c-c644a66833b0 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213911 Feb 04 12:28:58.026007 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4789b5-23e6-4cec-9a72-2156b523ce84 tempest-SecurityGroupRulesNegativeTestJSON-1628165141 tempest-SecurityGroupRulesNegativeTestJSON-1628165141-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=672daeaf-7a80-4dcd-a918-31945697c4e9,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:58.030659 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7ab670fe-2f05-42ed-b3ba-a11db08cf14d req-bf327c55-d24e-40ff-9e1b-304dc16d87cc service neutron] 10.222.0.77 "GET /v2.0/networks/455ce72f-966b-4f4a-93c5-1087777725b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3722730 Feb 04 12:28:58.086604 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df13f83-4cde-4cf2-add2-a06291f16ce0 req-c64db348-21a3-44b1-991b-6aadf0429156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:58.088237 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-3df13f83-4cde-4cf2-add2-a06291f16ce0 req-c64db348-21a3-44b1-991b-6aadf0429156 service neutron] 10.222.0.77 "GET /v2.0/networks?id=455ce72f-966b-4f4a-93c5-1087777725b9 HTTP/1.1" status: 200 len: 913 time: 0.4210300 Feb 04 12:28:58.157709 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-3df13f83-4cde-4cf2-add2-a06291f16ce0 req-aafcd62a-ed76-411a-8f72-6e1cc66bdbf3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d099656-cac8-46ab-8484-ca5b48157cf0 HTTP/1.1" status: 200 len: 217 time: 0.0605621 Feb 04 12:28:58.179408 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-56749172-fb28-47f5-80c8-7b32f88bf3c4 req-9c07b9ba-4ad3-4f55-bed2-880d8ef90aa6 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (9f3eb910-acd0-4961-87c3-e6064b1b3a5b), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:58.210055 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [req-0f907181-0777-40fd-8650-be25beed1282 req-a6a458b4-f96c-495c-8223-a49d79cb423f tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Allocated IP 172.20.0.4 (4641d9e3-bbfb-4ca1-b978-fac986a6f197/f23bfa97-1a92-478f-9c00-f3b0c9e898c3/1a4a3c3d-36a0-4d43-b1ce-88c13649ade3) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:28:58.225636 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4c5a21aa-a3f3-478e-afb5-66eb9de92e86 req-94466b9c-f682-4196-8e78-598b2c929a11 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa6662e6-b9de-4a87-ab14-c984ba42e2ba HTTP/1.1" status: 200 len: 210 time: 0.0694048 Feb 04 12:28:58.268099 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e5934e4-1fef-466d-b828-30735def51ff admin admin] Router ef70e919-b735-4f5a-864b-1d183230de79 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:28:58.278112 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c07b9ba-4ad3-4f55-bed2-880d8ef90aa6 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] Pushing event deleted for resources: {'Port': ['ID=9f3eb910-acd0-4961-87c3-e6064b1b3a5b,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:58.292216 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deeee96-1453-4337-a9a9-7d3de2fc37f5 req-63b4bb78-5f17-4a1c-9b46-eb3e689924b2 tempest-ServerAddressesTestJSON-607199779 tempest-ServerAddressesTestJSON-607199779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:58.294206 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8deeee96-1453-4337-a9a9-7d3de2fc37f5 req-63b4bb78-5f17-4a1c-9b46-eb3e689924b2 tempest-ServerAddressesTestJSON-607199779 tempest-ServerAddressesTestJSON-607199779-project] 10.222.0.65 "GET /v2.0/ports?device_id=303b28ae-a9f6-4c54-a464-3fe90e4a27e3 HTTP/1.1" status: 200 len: 945 time: 0.2699466 Feb 04 12:28:58.302932 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df13f83-4cde-4cf2-add2-a06291f16ce0 req-4eb3127b-c5c2-4668-92fc-97708070f4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:58.304502 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-3df13f83-4cde-4cf2-add2-a06291f16ce0 req-4eb3127b-c5c2-4668-92fc-97708070f4b2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0dfa3a62-0074-4496-9bdc-04224eb891c1 HTTP/1.1" status: 200 len: 852 time: 0.1362898 Feb 04 12:28:58.337043 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b61c953-c4f5-4571-a6f8-942bc3752a1e req-a3c565df-34bb-4fb1-9283-e512b0b31713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:58.338635 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7b61c953-c4f5-4571-a6f8-942bc3752a1e req-a3c565df-34bb-4fb1-9283-e512b0b31713 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a6e51efc6d1c44a981a00419b9b70f7e&device_id=c8e089a8-c3ae-43ea-9b98-eee95c04abe4 HTTP/1.1" status: 200 len: 1126 time: 0.1988606 Feb 04 12:28:58.421333 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-3df13f83-4cde-4cf2-add2-a06291f16ce0 req-cb3162d6-b22a-47ea-b163-1049880e4832 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=455ce72f-966b-4f4a-93c5-1087777725b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708671 Feb 04 12:28:58.435704 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f91a639a-7056-4802-bf6c-010087b448f0 req-01f73e9c-061d-4e19-8ff4-33bbe0373d08 tempest-SecurityGroupRulesNegativeTestJSON-1628165141 tempest-SecurityGroupRulesNegativeTestJSON-1628165141-project] 10.222.0.65 "GET /v2.0/security-groups/16d2417c-cace-4594-a7dd-23eb2a7e2996 HTTP/1.1" status: 200 len: 1831 time: 0.1676145 Feb 04 12:28:58.477208 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-a344965d-2385-4615-a908-1d1269bab6ae req-b6dabff8-49ee-4497-81ca-72080fcdb707 tempest-ServerAddressesTestJSON-607199779 tempest-ServerAddressesTestJSON-607199779-project] Deleting port ba647da0-2a5a-4284-bbde-1c36ef9d6d44 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:28:58.477562 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-a344965d-2385-4615-a908-1d1269bab6ae req-b6dabff8-49ee-4497-81ca-72080fcdb707 tempest-ServerAddressesTestJSON-607199779 tempest-ServerAddressesTestJSON-607199779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (ba647da0-2a5a-4284-bbde-1c36ef9d6d44), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:58.484279 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8deeee96-1453-4337-a9a9-7d3de2fc37f5 req-0de95fb7-27b9-4f18-aefb-7be5c0b59fe3 tempest-ServerAddressesTestJSON-607199779 tempest-ServerAddressesTestJSON-607199779-project] 10.222.0.65 "GET /v2.0/security-groups?id=c1e6bf26-d35f-4b02-872b-927e7993412f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723132 Feb 04 12:28:58.611343 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b61c953-c4f5-4571-a6f8-942bc3752a1e req-fe7c9218-c036-41ff-a824-78d452d9d921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:58.612881 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7b61c953-c4f5-4571-a6f8-942bc3752a1e req-fe7c9218-c036-41ff-a824-78d452d9d921 service neutron] 10.222.0.77 "GET /v2.0/networks?id=455ce72f-966b-4f4a-93c5-1087777725b9 HTTP/1.1" status: 200 len: 913 time: 0.2640162 Feb 04 12:28:58.702118 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e5934e4-1fef-466d-b828-30735def51ff admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:28:58.716898 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d039ccf-96b9-469a-982a-f3f04e3d9ddf None None] Sync routers for ids ['ef70e919-b735-4f5a-864b-1d183230de79'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:28:58.721635 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-f91a639a-7056-4802-bf6c-010087b448f0 req-48cb738d-2936-4fda-909d-51ed7eb49bd6 tempest-SecurityGroupRulesNegativeTestJSON-1628165141 tempest-SecurityGroupRulesNegativeTestJSON-1628165141-project] Publish callbacks [] for security_group (16d2417c-cace-4594-a7dd-23eb2a7e2996), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:58.724109 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7b61c953-c4f5-4571-a6f8-942bc3752a1e req-3ad2279f-b920-414c-a797-0e9a2795b35c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c755a73-5aa5-49d7-a494-a9f73e1b8e38 HTTP/1.1" status: 200 len: 217 time: 0.0980787 Feb 04 12:28:58.733476 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d039ccf-96b9-469a-982a-f3f04e3d9ddf None None] Routers {'ef70e919-b735-4f5a-864b-1d183230de79'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:28:58.734375 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-9d039ccf-96b9-469a-982a-f3f04e3d9ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:28:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['ef70e919-b735-4f5a-864b-1d183230de79'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:28:58.750730 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-5e5934e4-1fef-466d-b828-30735def51ff admin admin] 10.222.0.65 "PUT /v2.0/routers/ef70e919-b735-4f5a-864b-1d183230de79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2045972 Feb 04 12:28:58.758022 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 39118) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:28:58.760146 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1fad38f2-31c6-4427-92a8-2fd60d83c4b8 req-f46645f1-2110-4a8f-974e-54749befa081 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/ports?device_id=733baa8b-f67f-4e64-8ea4-0b4be128c2b4 HTTP/1.1" status: 200 len: 210 time: 0.1191721 Feb 04 12:28:58.826249 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-a344965d-2385-4615-a908-1d1269bab6ae req-b6dabff8-49ee-4497-81ca-72080fcdb707 tempest-ServerAddressesTestJSON-607199779 tempest-ServerAddressesTestJSON-607199779-project] For port ba647da0-2a5a-4284-bbde-1c36ef9d6d44, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=ba647da0-2a5a-4284-bbde-1c36ef9d6d44,segment=NetworkSegment(084a78b4-d4f5-4c96-95f6-b3e73157c858),segment_id=084a78b4-d4f5-4c96-95f6-b3e73157c858)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:28:58.826809 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-a344965d-2385-4615-a908-1d1269bab6ae req-b6dabff8-49ee-4497-81ca-72080fcdb707 tempest-ServerAddressesTestJSON-607199779 tempest-ServerAddressesTestJSON-607199779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (ba647da0-2a5a-4284-bbde-1c36ef9d6d44), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:58.837743 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [req-56749172-fb28-47f5-80c8-7b32f88bf3c4 req-9c07b9ba-4ad3-4f55-bed2-880d8ef90aa6 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] Router d20fa03f-134d-41e8-ab0e-e6bf3acda011 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:28:58.841401 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-3df13f83-4cde-4cf2-add2-a06291f16ce0 req-4dd7a9f5-b727-4137-a2f4-d7d7602a0aa3 service neutron] 10.222.0.77 "GET /v2.0/networks/455ce72f-966b-4f4a-93c5-1087777725b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3725662 Feb 04 12:28:58.878443 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-0f907181-0777-40fd-8650-be25beed1282 req-a6a458b4-f96c-495c-8223-a49d79cb423f tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Publish callbacks [] for port (1a4a3c3d-36a0-4d43-b1ce-88c13649ade3), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:58.967540 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-9d039ccf-96b9-469a-982a-f3f04e3d9ddf None None] Set router ef70e919-b735-4f5a-864b-1d183230de79 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:28:58.993557 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-a344965d-2385-4615-a908-1d1269bab6ae req-b6dabff8-49ee-4497-81ca-72080fcdb707 tempest-ServerAddressesTestJSON-607199779 tempest-ServerAddressesTestJSON-607199779-project] Calling delete_port for ba647da0-2a5a-4284-bbde-1c36ef9d6d44 owned by compute:nova {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:28:59.003121 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-f91a639a-7056-4802-bf6c-010087b448f0 req-48cb738d-2936-4fda-909d-51ed7eb49bd6 tempest-SecurityGroupRulesNegativeTestJSON-1628165141 tempest-SecurityGroupRulesNegativeTestJSON-1628165141-project] Publish callbacks [] for security_group (16d2417c-cace-4594-a7dd-23eb2a7e2996), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:59.010743 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-3df13f83-4cde-4cf2-add2-a06291f16ce0 req-8be18e0d-cc9a-44b4-9b6a-b5c930682256 service neutron] 10.222.0.77 "GET /v2.0/networks/455ce72f-966b-4f4a-93c5-1087777725b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629071 Feb 04 12:28:59.046653 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b61c953-c4f5-4571-a6f8-942bc3752a1e req-b00e9b1c-dd4c-4863-a914-fd4ffa7abae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:59.048265 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7b61c953-c4f5-4571-a6f8-942bc3752a1e req-b00e9b1c-dd4c-4863-a914-fd4ffa7abae2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0dfa3a62-0074-4496-9bdc-04224eb891c1 HTTP/1.1" status: 200 len: 852 time: 0.2912674 Feb 04 12:28:59.126649 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7b61c953-c4f5-4571-a6f8-942bc3752a1e req-ad8bce9a-d522-4ddf-88eb-bc2b8e4cd9c1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=455ce72f-966b-4f4a-93c5-1087777725b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634599 Feb 04 12:28:59.178075 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-56749172-fb28-47f5-80c8-7b32f88bf3c4 req-9c07b9ba-4ad3-4f55-bed2-880d8ef90aa6 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:28:59.192594 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59da0f8f-2810-4162-ac09-666af882d967 None None] Sync routers for ids ['d20fa03f-134d-41e8-ab0e-e6bf3acda011'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:28:59.218254 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59da0f8f-2810-4162-ac09-666af882d967 None None] Routers {'d20fa03f-134d-41e8-ab0e-e6bf3acda011'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:28:59.222920 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-59da0f8f-2810-4162-ac09-666af882d967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:28:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['d20fa03f-134d-41e8-ab0e-e6bf3acda011'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:28:59.227930 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6bcc1c-c1f9-4291-b9e1-35c8c83fdb18 req-a994fb96-1679-484c-a0b2-832eae74f225 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:59.235867 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ab6bcc1c-c1f9-4291-b9e1-35c8c83fdb18 req-a994fb96-1679-484c-a0b2-832eae74f225 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] 10.222.0.65 "GET /v2.0/ports?device_id=c8e089a8-c3ae-43ea-9b98-eee95c04abe4 HTTP/1.1" status: 200 len: 944 time: 0.3293097 Feb 04 12:28:59.254002 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-56749172-fb28-47f5-80c8-7b32f88bf3c4 req-9c07b9ba-4ad3-4f55-bed2-880d8ef90aa6 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] No DVR routers for this DVR port 9f3eb910-acd0-4961-87c3-e6064b1b3a5b on host n-h2-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:28:59.255261 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-9d039ccf-96b9-469a-982a-f3f04e3d9ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef70e919-b735-4f5a-864b-1d183230de79', 'name': 'tempest-AttachSCSIVolumeTestJSON-651634374-router', 'tenant_id': 'befc1f6317f94c4594a243cf752002b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '2702408e-2001-432a-af08-d6e0e33b139b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:25:45Z', 'updated_at': '2022-02-04T12:28:55Z', 'revision_number': 5, 'project_id': 'befc1f6317f94c4594a243cf752002b4', 'gw_port': {'id': '2702408e-2001-432a-af08-d6e0e33b139b', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:d5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef70e919-b735-4f5a-864b-1d183230de79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:25:46Z', 'updated_at': '2022-02-04T12:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:28:59.257647 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-56749172-fb28-47f5-80c8-7b32f88bf3c4 req-9c07b9ba-4ad3-4f55-bed2-880d8ef90aa6 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:59.262818 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-56749172-fb28-47f5-80c8-7b32f88bf3c4 req-9c07b9ba-4ad3-4f55-bed2-880d8ef90aa6 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] 10.222.0.77 "DELETE /v2.0/ports/9f3eb910-acd0-4961-87c3-e6064b1b3a5b HTTP/1.1" status: 204 len: 173 time: 3.3734441 Feb 04 12:28:59.270971 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-54e07c52-2af6-4113-8ea2-9420be5d6bfb admin admin] Publish callbacks [] for router (ef70e919-b735-4f5a-864b-1d183230de79), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:59.281388 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa6662e6-b9de-4a87-ab14-c984ba42e2ba', 'name': 'network-vif-deleted', 'tag': '9f3eb910-acd0-4961-87c3-e6064b1b3a5b'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:28:59.309811 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b68df14d-b35b-42ac-a6d3-f627ece5bf59" -d '{"events": [{"server_uuid": "aa6662e6-b9de-4a87-ab14-c984ba42e2ba", "name": "network-vif-deleted", "tag": "9f3eb910-acd0-4961-87c3-e6064b1b3a5b"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:28:59.336144 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d039ccf-96b9-469a-982a-f3f04e3d9ddf None None] Checking router: ef70e919-b735-4f5a-864b-1d183230de79 for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:28:59.346668 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-f91a639a-7056-4802-bf6c-010087b448f0 req-48cb738d-2936-4fda-909d-51ed7eb49bd6 tempest-SecurityGroupRulesNegativeTestJSON-1628165141 tempest-SecurityGroupRulesNegativeTestJSON-1628165141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (16d2417c-cace-4594-a7dd-23eb2a7e2996), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:59.350440 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-f91a639a-7056-4802-bf6c-010087b448f0 req-48cb738d-2936-4fda-909d-51ed7eb49bd6 tempest-SecurityGroupRulesNegativeTestJSON-1628165141 tempest-SecurityGroupRulesNegativeTestJSON-1628165141-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:59.351878 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f91a639a-7056-4802-bf6c-010087b448f0 req-48cb738d-2936-4fda-909d-51ed7eb49bd6 tempest-SecurityGroupRulesNegativeTestJSON-1628165141 tempest-SecurityGroupRulesNegativeTestJSON-1628165141-project] 10.222.0.65 "DELETE /v2.0/security-groups/16d2417c-cace-4594-a7dd-23eb2a7e2996 HTTP/1.1" status: 204 len: 173 time: 0.9060371 Feb 04 12:28:59.368664 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d039ccf-96b9-469a-982a-f3f04e3d9ddf None None] Routers {'ef70e919-b735-4f5a-864b-1d183230de79'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:28:59.369402 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-0f907181-0777-40fd-8650-be25beed1282 req-a6a458b4-f96c-495c-8223-a49d79cb423f tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (1a4a3c3d-36a0-4d43-b1ce-88c13649ade3), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:59.370383 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-9d039ccf-96b9-469a-982a-f3f04e3d9ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:28:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['ef70e919-b735-4f5a-864b-1d183230de79'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:28:59.423763 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 7d099656-cac8-46ab-8484-ca5b48157cf0 details requested by agent hyperv_n-h2-825015-3 with host n-h2-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:28:59.483332 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f907181-0777-40fd-8650-be25beed1282 req-a6a458b4-f96c-495c-8223-a49d79cb423f tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Network 4641d9e3-bbfb-4ca1-b978-fac986a6f197 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:28:59.488351 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [req-0f907181-0777-40fd-8650-be25beed1282 req-a6a458b4-f96c-495c-8223-a49d79cb423f tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:28:59.497082 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f907181-0777-40fd-8650-be25beed1282 req-a6a458b4-f96c-495c-8223-a49d79cb423f tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:28:59.540463 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cb738d-2936-4fda-909d-51ed7eb49bd6 tempest-SecurityGroupRulesNegativeTestJSON-1628165141 tempest-SecurityGroupRulesNegativeTestJSON-1628165141-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16d2417c-cace-4594-a7dd-23eb2a7e2996,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:59.561086 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a458b4-f96c-495c-8223-a49d79cb423f tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Pushing event updated for resources: {'Port': ['ID=1a4a3c3d-36a0-4d43-b1ce-88c13649ade3,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:59.593331 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f907181-0777-40fd-8650-be25beed1282 req-a6a458b4-f96c-495c-8223-a49d79cb423f tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:59.594611 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-0f907181-0777-40fd-8650-be25beed1282 req-a6a458b4-f96c-495c-8223-a49d79cb423f tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:59.596339 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 7d099656-cac8-46ab-8484-ca5b48157cf0, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=7d099656-cac8-46ab-8484-ca5b48157cf0,segment=NetworkSegment(4a004afd-7d6a-4fb3-8993-7944c670ed6f),segment_id=4a004afd-7d6a-4fb3-8993-7944c670ed6f)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:28:59.610939 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 9f3eb910-acd0-4961-87c3-e6064b1b3a5b no longer exists at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:28:59.616198 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-0f907181-0777-40fd-8650-be25beed1282 req-a6a458b4-f96c-495c-8223-a49d79cb423f tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8131766 Feb 04 12:28:59.630037 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-0f907181-0777-40fd-8650-be25beed1282 req-255a04ce-c0a9-4115-b594-094ba6cf9b33 service neutron] Request body: {'port': {'device_id': '733baa8b-f67f-4e64-8ea4-0b4be128c2b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825015-3'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:28:59.647193 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Returning: {'device': '7d099656-cac8-46ab-8484-ca5b48157cf0', 'network_id': '455ce72f-966b-4f4a-93c5-1087777725b9', 'port_id': '7d099656-cac8-46ab-8484-ca5b48157cf0', 'mac_address': 'fa:16:3e:01:ac:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dfa3a62-0074-4496-9bdc-04224eb891c1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:28:59.657047 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-9d039ccf-96b9-469a-982a-f3f04e3d9ddf None None] Set router ef70e919-b735-4f5a-864b-1d183230de79 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:28:59.660389 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] No Port match for: 9f3eb910-acd0-4961-87c3-e6064b1b3a5b {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:28:59.661009 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 9f3eb910-acd0-4961-87c3-e6064b1b3a5b not bound to the agent host n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:28:59.685619 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ab6bcc1c-c1f9-4291-b9e1-35c8c83fdb18 req-54651f82-e7e8-4639-b2f0-0cf7ae870130 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b84e73b-0045-40ba-91f4-192a2f0e685b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4417958 Feb 04 12:28:59.736531 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 7d099656-cac8-46ab-8484-ca5b48157cf0 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:28:59.737005 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (7d099656-cac8-46ab-8484-ca5b48157cf0), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:59.761312 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d099656-cac8-46ab-8484-ca5b48157cf0 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:28:59.811594 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 7d099656-cac8-46ab-8484-ca5b48157cf0, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=7d099656-cac8-46ab-8484-ca5b48157cf0,segment=NetworkSegment(4a004afd-7d6a-4fb3-8993-7944c670ed6f),segment_id=4a004afd-7d6a-4fb3-8993-7944c670ed6f)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:28:59.812467 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-0f907181-0777-40fd-8650-be25beed1282 req-255a04ce-c0a9-4115-b594-094ba6cf9b33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (1a4a3c3d-36a0-4d43-b1ce-88c13649ade3), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:59.815281 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-59da0f8f-2810-4162-ac09-666af882d967 None None] Set router d20fa03f-134d-41e8-ab0e-e6bf3acda011 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:28:59.830561 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7b61c953-c4f5-4571-a6f8-942bc3752a1e req-408b9af8-ff43-47ee-b6ee-c4196c8d5813 service neutron] 10.222.0.77 "GET /v2.0/networks/455ce72f-966b-4f4a-93c5-1087777725b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6937988 Feb 04 12:28:59.835178 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-a344965d-2385-4615-a908-1d1269bab6ae req-b6dabff8-49ee-4497-81ca-72080fcdb707 tempest-ServerAddressesTestJSON-607199779 tempest-ServerAddressesTestJSON-607199779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (ba647da0-2a5a-4284-bbde-1c36ef9d6d44), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:59.883510 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (7d099656-cac8-46ab-8484-ca5b48157cf0), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:28:59.898035 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dabff8-49ee-4497-81ca-72080fcdb707 tempest-ServerAddressesTestJSON-607199779 tempest-ServerAddressesTestJSON-607199779-project] Pushing event deleted for resources: {'Port': ['ID=ba647da0-2a5a-4284-bbde-1c36ef9d6d44,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:00.025394 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d7e0ec75-2418-4bae-9798-5bee6c9e3123 req-4146e598-70dd-48e2-99dc-a070c2512c7a tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa6662e6-b9de-4a87-ab14-c984ba42e2ba HTTP/1.1" status: 200 len: 210 time: 0.1311572 Feb 04 12:29:00.029948 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-a344965d-2385-4615-a908-1d1269bab6ae req-b6dabff8-49ee-4497-81ca-72080fcdb707 tempest-ServerAddressesTestJSON-607199779 tempest-ServerAddressesTestJSON-607199779-project] No DVR routers for this DVR port ba647da0-2a5a-4284-bbde-1c36ef9d6d44 on host n-h1-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:29:00.033469 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-54e07c52-2af6-4113-8ea2-9420be5d6bfb admin admin] Publish callbacks [] for router_gateway (ef70e919-b735-4f5a-864b-1d183230de79), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:00.056386 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=7d099656-cac8-46ab-8484-ca5b48157cf0,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:00.075595 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device ba647da0-2a5a-4284-bbde-1c36ef9d6d44 no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:29:00.097174 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-9d039ccf-96b9-469a-982a-f3f04e3d9ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef70e919-b735-4f5a-864b-1d183230de79', 'name': 'tempest-AttachSCSIVolumeTestJSON-651634374-router', 'tenant_id': 'befc1f6317f94c4594a243cf752002b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '2702408e-2001-432a-af08-d6e0e33b139b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:25:45Z', 'updated_at': '2022-02-04T12:28:55Z', 'revision_number': 5, 'project_id': 'befc1f6317f94c4594a243cf752002b4', 'gw_port': {'id': '2702408e-2001-432a-af08-d6e0e33b139b', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:d5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef70e919-b735-4f5a-864b-1d183230de79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:25:46Z', 'updated_at': '2022-02-04T12:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:29:00.104405 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] No Port match for: ba647da0-2a5a-4284-bbde-1c36ef9d6d44 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:29:00.104768 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device ba647da0-2a5a-4284-bbde-1c36ef9d6d44 not bound to the agent host n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:29:00.118659 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['7d099656-cac8-46ab-8484-ca5b48157cf0'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:29:00.128909 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c236cd4d-8fe4-4c1a-9dd5-9275dd0872f6 x-openstack-request-id: req-c236cd4d-8fe4-4c1a-9dd5-9275dd0872f6 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:29:00.129363 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa6662e6-b9de-4a87-ab14-c984ba42e2ba", "name": "network-vif-deleted", "tag": "9f3eb910-acd0-4961-87c3-e6064b1b3a5b", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:29:00.131091 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c236cd4d-8fe4-4c1a-9dd5-9275dd0872f6 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:29:00.131535 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa6662e6-b9de-4a87-ab14-c984ba42e2ba', 'name': 'network-vif-deleted', 'tag': '9f3eb910-acd0-4961-87c3-e6064b1b3a5b', 'status': 'completed', 'code': 200} Feb 04 12:29:00.138671 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d039ccf-96b9-469a-982a-f3f04e3d9ddf None None] The sync data for ids ['ef70e919-b735-4f5a-864b-1d183230de79'] in n-d-825015-3 is: [{'id': 'ef70e919-b735-4f5a-864b-1d183230de79', 'name': 'tempest-AttachSCSIVolumeTestJSON-651634374-router', 'tenant_id': 'befc1f6317f94c4594a243cf752002b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '2702408e-2001-432a-af08-d6e0e33b139b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:25:45Z', 'updated_at': '2022-02-04T12:28:55Z', 'revision_number': 5, 'project_id': 'befc1f6317f94c4594a243cf752002b4', 'gw_port': {'id': '2702408e-2001-432a-af08-d6e0e33b139b', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:d5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef70e919-b735-4f5a-864b-1d183230de79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:25:46Z', 'updated_at': '2022-02-04T12:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:29:00.236298 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7b61c953-c4f5-4571-a6f8-942bc3752a1e req-9fdbdbd6-a50c-4287-b716-b155385d704b service neutron] 10.222.0.77 "GET /v2.0/networks/455ce72f-966b-4f4a-93c5-1087777725b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071133 Feb 04 12:29:00.238209 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-a344965d-2385-4615-a908-1d1269bab6ae req-b6dabff8-49ee-4497-81ca-72080fcdb707 tempest-ServerAddressesTestJSON-607199779 tempest-ServerAddressesTestJSON-607199779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:00.241700 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a344965d-2385-4615-a908-1d1269bab6ae req-b6dabff8-49ee-4497-81ca-72080fcdb707 tempest-ServerAddressesTestJSON-607199779 tempest-ServerAddressesTestJSON-607199779-project] 10.222.0.73 "DELETE /v2.0/ports/ba647da0-2a5a-4284-bbde-1c36ef9d6d44 HTTP/1.1" status: 204 len: 173 time: 2.2094302 Feb 04 12:29:00.250691 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e2844a-f487-42ce-b750-5d689481a7d2 req-d55aff2f-14f6-4628-a7e5-a3454ffa505d tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:00.257895 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f0e2844a-f487-42ce-b750-5d689481a7d2 req-d55aff2f-14f6-4628-a7e5-a3454ffa505d tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=309f20f5-fb15-4854-a3f3-90201a4e005a HTTP/1.1" status: 200 len: 950 time: 0.6494534 Feb 04 12:29:00.265223 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '303b28ae-a9f6-4c54-a464-3fe90e4a27e3', 'name': 'network-vif-deleted', 'tag': 'ba647da0-2a5a-4284-bbde-1c36ef9d6d44'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:29:00.268204 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5f697bc-57c1-428c-ac80-04feafdd3ac7" -d '{"events": [{"server_uuid": "303b28ae-a9f6-4c54-a464-3fe90e4a27e3", "name": "network-vif-deleted", "tag": "ba647da0-2a5a-4284-bbde-1c36ef9d6d44"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:29:00.294148 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-59da0f8f-2810-4162-ac09-666af882d967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd20fa03f-134d-41e8-ab0e-e6bf3acda011', 'name': 'tempest-ServersTestJSON-355000231-router', 'tenant_id': 'c0eafbbeb09641368ec0c43b6279b92e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': 'b86f5852-09ad-437d-8022-6956d9fc4189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:27:29Z', 'updated_at': '2022-02-04T12:27:39Z', 'revision_number': 4, 'project_id': 'c0eafbbeb09641368ec0c43b6279b92e', 'gw_port': {'id': 'b86f5852-09ad-437d-8022-6956d9fc4189', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20fa03f-134d-41e8-ab0e-e6bf3acda011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:27:32Z', 'updated_at': '2022-02-04T12:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '359f4396-a2ef-41bf-8f8c-9610cb01c07c', 'name': '', 'network_id': 'dc9512fb-33b9-46a5-a35b-21f61ba346c6', 'tenant_id': 'c0eafbbeb09641368ec0c43b6279b92e', 'mac_address': 'fa:16:3e:b7:8b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20fa03f-134d-41e8-ab0e-e6bf3acda011', 'device_owner': 'network:router_interface', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': 'ded1b65b-964f-4cd0-8493-06f49dcfd4c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:27:37Z', 'updated_at': '2022-02-04T12:27:48Z', 'revision_number': 5, 'project_id': 'c0eafbbeb09641368ec0c43b6279b92e', 'subnets': [{'id': 'ded1b65b-964f-4cd0-8493-06f49dcfd4c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:29:00.338960 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59da0f8f-2810-4162-ac09-666af882d967 None None] Checking router: d20fa03f-134d-41e8-ab0e-e6bf3acda011 for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:29:00.349402 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [req-0f907181-0777-40fd-8650-be25beed1282 req-255a04ce-c0a9-4115-b594-094ba6cf9b33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a4a3c3d-36a0-4d43-b1ce-88c13649ade3 {{(pid=103474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:29:00.364196 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-0f907181-0777-40fd-8650-be25beed1282 req-255a04ce-c0a9-4115-b594-094ba6cf9b33 service neutron] Publish callbacks [] for port (1a4a3c3d-36a0-4d43-b1ce-88c13649ade3), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:00.371138 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59da0f8f-2810-4162-ac09-666af882d967 None None] Routers {'d20fa03f-134d-41e8-ab0e-e6bf3acda011'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:29:00.372871 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-59da0f8f-2810-4162-ac09-666af882d967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:28:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['d20fa03f-134d-41e8-ab0e-e6bf3acda011'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:29:00.388181 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f0e2844a-f487-42ce-b750-5d689481a7d2 req-03ed0473-a00b-4fed-875a-b7fad770e604 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265066 Feb 04 12:29:00.396921 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.provisioning_blocks [req-0f907181-0777-40fd-8650-be25beed1282 req-255a04ce-c0a9-4115-b594-094ba6cf9b33 service neutron] Transition to ACTIVE for port object 1a4a3c3d-36a0-4d43-b1ce-88c13649ade3 will not be triggered until provisioned by entity L2. {{(pid=103474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:29:00.407941 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-0f907181-0777-40fd-8650-be25beed1282 req-255a04ce-c0a9-4115-b594-094ba6cf9b33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (1a4a3c3d-36a0-4d43-b1ce-88c13649ade3), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:00.410009 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-17241350-af8e-4a3c-88dc-3d6307895ee4 req-72b96690-e340-48eb-ae33-7ab9555eb7b2 tempest-SecurityGroupRulesNegativeTestJSON-1628165141 tempest-SecurityGroupRulesNegativeTestJSON-1628165141-project] 10.222.0.65 "GET /v2.0/security-groups/b27ed20c-3147-43e8-a276-638747d63d03 HTTP/1.1" status: 200 len: 1832 time: 0.1673098 Feb 04 12:29:00.454222 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-54e07c52-2af6-4113-8ea2-9420be5d6bfb admin admin] Deleting port 2702408e-2001-432a-af08-d6e0e33b139b {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:29:00.454680 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-54e07c52-2af6-4113-8ea2-9420be5d6bfb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (2702408e-2001-432a-af08-d6e0e33b139b), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:00.487068 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255a04ce-c0a9-4115-b594-094ba6cf9b33 service neutron] Pushing event updated for resources: {'Port': ['ID=1a4a3c3d-36a0-4d43-b1ce-88c13649ade3,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:00.574773 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-820b9865-5f55-49b7-91a2-5b4cd9606250 req-98096d69-2772-4dc7-9eac-02be61ece671 tempest-ServerAddressesTestJSON-607199779 tempest-ServerAddressesTestJSON-607199779-project] 10.222.0.65 "GET /v2.0/ports?device_id=303b28ae-a9f6-4c54-a464-3fe90e4a27e3 HTTP/1.1" status: 200 len: 210 time: 0.0461724 Feb 04 12:29:00.614121 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-17241350-af8e-4a3c-88dc-3d6307895ee4 req-d69d8e43-157e-4b05-8af8-26b739c3d7be tempest-SecurityGroupRulesNegativeTestJSON-1628165141 tempest-SecurityGroupRulesNegativeTestJSON-1628165141-project] Publish callbacks [] for security_group (b27ed20c-3147-43e8-a276-638747d63d03), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:00.623334 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-0f907181-0777-40fd-8650-be25beed1282 req-255a04ce-c0a9-4115-b594-094ba6cf9b33 service neutron] Attempting to bind port 1a4a3c3d-36a0-4d43-b1ce-88c13649ade3 on host n-h2-825015-3 for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:29:00.623671 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-0f907181-0777-40fd-8650-be25beed1282 req-255a04ce-c0a9-4115-b594-094ba6cf9b33 service neutron] Attempting to bind port 1a4a3c3d-36a0-4d43-b1ce-88c13649ade3 by drivers openvswitch,hyperv on host n-h2-825015-3 at level 0 using segments [{'id': '82c42862-5e09-44a3-a831-056ff41e66f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4641d9e3-bbfb-4ca1-b978-fac986a6f197'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:29:00.624066 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f907181-0777-40fd-8650-be25beed1282 req-255a04ce-c0a9-4115-b594-094ba6cf9b33 service neutron] Attempting to bind port 1a4a3c3d-36a0-4d43-b1ce-88c13649ade3 on network 4641d9e3-bbfb-4ca1-b978-fac986a6f197 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:29:00.629049 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f907181-0777-40fd-8650-be25beed1282 req-255a04ce-c0a9-4115-b594-094ba6cf9b33 service neutron] Port 1a4a3c3d-36a0-4d43-b1ce-88c13649ade3 on network 4641d9e3-bbfb-4ca1-b978-fac986a6f197 not bound, no agent of type Open vSwitch agent registered on host n-h2-825015-3 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:29:00.629373 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f907181-0777-40fd-8650-be25beed1282 req-255a04ce-c0a9-4115-b594-094ba6cf9b33 service neutron] Attempting to bind port 1a4a3c3d-36a0-4d43-b1ce-88c13649ade3 on network 4641d9e3-bbfb-4ca1-b978-fac986a6f197 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:29:00.637291 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f907181-0777-40fd-8650-be25beed1282 req-255a04ce-c0a9-4115-b594-094ba6cf9b33 service neutron] Checking agent: {'id': '9b68a165-e786-4b91-8592-44519c2ecabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:29:00.637618 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f907181-0777-40fd-8650-be25beed1282 req-255a04ce-c0a9-4115-b594-094ba6cf9b33 service neutron] Checking segment: {'id': '82c42862-5e09-44a3-a831-056ff41e66f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4641d9e3-bbfb-4ca1-b978-fac986a6f197'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:29:00.638005 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f907181-0777-40fd-8650-be25beed1282 req-255a04ce-c0a9-4115-b594-094ba6cf9b33 service neutron] Bound using segment: {'id': '82c42862-5e09-44a3-a831-056ff41e66f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4641d9e3-bbfb-4ca1-b978-fac986a6f197'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:29:00.638437 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-0f907181-0777-40fd-8650-be25beed1282 req-255a04ce-c0a9-4115-b594-094ba6cf9b33 service neutron] Bound port: 1a4a3c3d-36a0-4d43-b1ce-88c13649ade3, host: n-h2-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82c42862-5e09-44a3-a831-056ff41e66f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4641d9e3-bbfb-4ca1-b978-fac986a6f197'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:29:00.638792 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-0f907181-0777-40fd-8650-be25beed1282 req-255a04ce-c0a9-4115-b594-094ba6cf9b33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (1a4a3c3d-36a0-4d43-b1ce-88c13649ade3), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:00.719709 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-54e07c52-2af6-4113-8ea2-9420be5d6bfb admin admin] For port 2702408e-2001-432a-af08-d6e0e33b139b, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=2702408e-2001-432a-af08-d6e0e33b139b,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:29:00.719709 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-54e07c52-2af6-4113-8ea2-9420be5d6bfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (2702408e-2001-432a-af08-d6e0e33b139b), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:00.740958 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-59da0f8f-2810-4162-ac09-666af882d967 None None] Set router d20fa03f-134d-41e8-ab0e-e6bf3acda011 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:29:00.743845 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-17241350-af8e-4a3c-88dc-3d6307895ee4 req-d69d8e43-157e-4b05-8af8-26b739c3d7be tempest-SecurityGroupRulesNegativeTestJSON-1628165141 tempest-SecurityGroupRulesNegativeTestJSON-1628165141-project] Publish callbacks [] for security_group (b27ed20c-3147-43e8-a276-638747d63d03), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:00.757395 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-0f907181-0777-40fd-8650-be25beed1282 req-255a04ce-c0a9-4115-b594-094ba6cf9b33 service neutron] For port 1a4a3c3d-36a0-4d43-b1ce-88c13649ade3, host n-h2-825015-3, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:29:00.758659 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-54e07c52-2af6-4113-8ea2-9420be5d6bfb admin admin] Calling delete_port for 2702408e-2001-432a-af08-d6e0e33b139b owned by network:router_gateway {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:29:00.781188 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-0f907181-0777-40fd-8650-be25beed1282 req-255a04ce-c0a9-4115-b594-094ba6cf9b33 service neutron] For port 1a4a3c3d-36a0-4d43-b1ce-88c13649ade3, host n-h2-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=1a4a3c3d-36a0-4d43-b1ce-88c13649ade3,segment=NetworkSegment(82c42862-5e09-44a3-a831-056ff41e66f5),segment_id=82c42862-5e09-44a3-a831-056ff41e66f5)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:29:00.792190 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-0f907181-0777-40fd-8650-be25beed1282 req-255a04ce-c0a9-4115-b594-094ba6cf9b33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (1a4a3c3d-36a0-4d43-b1ce-88c13649ade3), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:00.865884 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649aa530-53fa-4b30-aa17-7e1f0c60b79b req-1803f9dd-31c1-48b7-96e1-c82906ad2883 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:00.867876 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-649aa530-53fa-4b30-aa17-7e1f0c60b79b req-1803f9dd-31c1-48b7-96e1-c82906ad2883 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/ports?device_id=733baa8b-f67f-4e64-8ea4-0b4be128c2b4 HTTP/1.1" status: 200 len: 943 time: 0.2063417 Feb 04 12:29:00.889791 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-17241350-af8e-4a3c-88dc-3d6307895ee4 req-d69d8e43-157e-4b05-8af8-26b739c3d7be tempest-SecurityGroupRulesNegativeTestJSON-1628165141 tempest-SecurityGroupRulesNegativeTestJSON-1628165141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (b27ed20c-3147-43e8-a276-638747d63d03), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:00.892611 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-17241350-af8e-4a3c-88dc-3d6307895ee4 req-d69d8e43-157e-4b05-8af8-26b739c3d7be tempest-SecurityGroupRulesNegativeTestJSON-1628165141 tempest-SecurityGroupRulesNegativeTestJSON-1628165141-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:00.905181 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-17241350-af8e-4a3c-88dc-3d6307895ee4 req-d69d8e43-157e-4b05-8af8-26b739c3d7be tempest-SecurityGroupRulesNegativeTestJSON-1628165141 tempest-SecurityGroupRulesNegativeTestJSON-1628165141-project] 10.222.0.65 "DELETE /v2.0/security-groups/b27ed20c-3147-43e8-a276-638747d63d03 HTTP/1.1" status: 204 len: 173 time: 0.4939365 Feb 04 12:29:00.941322 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69d8e43-157e-4b05-8af8-26b739c3d7be tempest-SecurityGroupRulesNegativeTestJSON-1628165141 tempest-SecurityGroupRulesNegativeTestJSON-1628165141-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b27ed20c-3147-43e8-a276-638747d63d03,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:00.946898 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d096c9b2-134a-407a-af16-91dab75e1b21 x-openstack-request-id: req-d096c9b2-134a-407a-af16-91dab75e1b21 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:29:00.947345 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "303b28ae-a9f6-4c54-a464-3fe90e4a27e3", "name": "network-vif-deleted", "tag": "ba647da0-2a5a-4284-bbde-1c36ef9d6d44", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:29:00.947762 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d096c9b2-134a-407a-af16-91dab75e1b21 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:29:00.948313 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '303b28ae-a9f6-4c54-a464-3fe90e4a27e3', 'name': 'network-vif-deleted', 'tag': 'ba647da0-2a5a-4284-bbde-1c36ef9d6d44', 'status': 'completed', 'code': 200} Feb 04 12:29:01.028567 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:01.035827 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-649aa530-53fa-4b30-aa17-7e1f0c60b79b req-e10d397e-be89-48c7-9672-f662111dd9fc tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/security-groups?id=98d15bf5-a480-4f0d-bc57-8f17260bd5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522255 Feb 04 12:29:01.079446 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-59da0f8f-2810-4162-ac09-666af882d967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd20fa03f-134d-41e8-ab0e-e6bf3acda011', 'name': 'tempest-ServersTestJSON-355000231-router', 'tenant_id': 'c0eafbbeb09641368ec0c43b6279b92e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': 'b86f5852-09ad-437d-8022-6956d9fc4189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:27:29Z', 'updated_at': '2022-02-04T12:27:39Z', 'revision_number': 4, 'project_id': 'c0eafbbeb09641368ec0c43b6279b92e', 'gw_port': {'id': 'b86f5852-09ad-437d-8022-6956d9fc4189', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20fa03f-134d-41e8-ab0e-e6bf3acda011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:27:32Z', 'updated_at': '2022-02-04T12:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '359f4396-a2ef-41bf-8f8c-9610cb01c07c', 'name': '', 'network_id': 'dc9512fb-33b9-46a5-a35b-21f61ba346c6', 'tenant_id': 'c0eafbbeb09641368ec0c43b6279b92e', 'mac_address': 'fa:16:3e:b7:8b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20fa03f-134d-41e8-ab0e-e6bf3acda011', 'device_owner': 'network:router_interface', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': 'ded1b65b-964f-4cd0-8493-06f49dcfd4c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:27:37Z', 'updated_at': '2022-02-04T12:27:48Z', 'revision_number': 5, 'project_id': 'c0eafbbeb09641368ec0c43b6279b92e', 'subnets': [{'id': 'ded1b65b-964f-4cd0-8493-06f49dcfd4c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:29:01.114518 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59da0f8f-2810-4162-ac09-666af882d967 None None] The sync data for ids ['d20fa03f-134d-41e8-ab0e-e6bf3acda011'] in n-d-825015-3 is: [{'id': 'd20fa03f-134d-41e8-ab0e-e6bf3acda011', 'name': 'tempest-ServersTestJSON-355000231-router', 'tenant_id': 'c0eafbbeb09641368ec0c43b6279b92e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': 'b86f5852-09ad-437d-8022-6956d9fc4189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:27:29Z', 'updated_at': '2022-02-04T12:27:39Z', 'revision_number': 4, 'project_id': 'c0eafbbeb09641368ec0c43b6279b92e', 'gw_port': {'id': 'b86f5852-09ad-437d-8022-6956d9fc4189', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20fa03f-134d-41e8-ab0e-e6bf3acda011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:27:32Z', 'updated_at': '2022-02-04T12:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '359f4396-a2ef-41bf-8f8c-9610cb01c07c', 'name': '', 'network_id': 'dc9512fb-33b9-46a5-a35b-21f61ba346c6', 'tenant_id': 'c0eafbbeb09641368ec0c43b6279b92e', 'mac_address': 'fa:16:3e:b7:8b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20fa03f-134d-41e8-ab0e-e6bf3acda011', 'device_owner': 'network:router_interface', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': 'ded1b65b-964f-4cd0-8493-06f49dcfd4c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:27:37Z', 'updated_at': '2022-02-04T12:27:48Z', 'revision_number': 5, 'project_id': 'c0eafbbeb09641368ec0c43b6279b92e', 'subnets': [{'id': 'ded1b65b-964f-4cd0-8493-06f49dcfd4c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:29:01.178993 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-54e07c52-2af6-4113-8ea2-9420be5d6bfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (2702408e-2001-432a-af08-d6e0e33b139b), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:01.221533 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c880e00d-7568-4b01-b8f0-a16927a62a23 req-8890c14d-2e4f-42ad-99db-08a44f59c643 tempest-SecurityGroupRulesNegativeTestJSON-1628165141 tempest-SecurityGroupRulesNegativeTestJSON-1628165141-project] 10.222.0.65 "GET /v2.0/security-groups/b8d1bfac-1b6a-4cf7-818a-22109be2ff55 HTTP/1.1" status: 200 len: 1832 time: 0.1326337 Feb 04 12:29:01.222374 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e07c52-2af6-4113-8ea2-9420be5d6bfb admin admin] Pushing event deleted for resources: {'Port': ['ID=2702408e-2001-432a-af08-d6e0e33b139b,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:01.234728 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f907181-0777-40fd-8650-be25beed1282 req-255a04ce-c0a9-4115-b594-094ba6cf9b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:01.235517 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-0f907181-0777-40fd-8650-be25beed1282 req-255a04ce-c0a9-4115-b594-094ba6cf9b33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:01.237489 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-0f907181-0777-40fd-8650-be25beed1282 req-255a04ce-c0a9-4115-b594-094ba6cf9b33 service neutron] 10.222.0.77 "PUT /v2.0/ports/1a4a3c3d-36a0-4d43-b1ce-88c13649ade3 HTTP/1.1" status: 200 len: 1091 time: 1.6132026 Feb 04 12:29:01.242414 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 9c755a73-5aa5-49d7-a494-a9f73e1b8e38 details requested by agent hyperv_n-h2-825015-3 with host n-h2-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:29:01.265073 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7796c77-8398-4c38-8fad-dfabfa0ed9e7 req-8bf25bbb-c5da-42e0-8ab3-978023a98265 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:01.266573 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d7796c77-8398-4c38-8fad-dfabfa0ed9e7 req-8bf25bbb-c5da-42e0-8ab3-978023a98265 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] 10.222.0.65 "GET /v2.0/ports?device_id=c8e089a8-c3ae-43ea-9b98-eee95c04abe4 HTTP/1.1" status: 200 len: 944 time: 0.1757607 Feb 04 12:29:01.281713 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255a04ce-c0a9-4115-b594-094ba6cf9b33 service neutron] Pushing event updated for resources: {'Port': ['ID=1a4a3c3d-36a0-4d43-b1ce-88c13649ade3,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:01.331802 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 7d099656-cac8-46ab-8484-ca5b48157cf0 up at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:29:01.352846 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f907181-0777-40fd-8650-be25beed1282 req-b59d04de-e575-4e7f-8557-572792b5ff8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:01.355419 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-0f907181-0777-40fd-8650-be25beed1282 req-b59d04de-e575-4e7f-8557-572792b5ff8e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=15c4606ad13a46b29ee60be66da65533&device_id=733baa8b-f67f-4e64-8ea4-0b4be128c2b4 HTTP/1.1" status: 200 len: 1125 time: 0.0621336 Feb 04 12:29:01.404133 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-0f907181-0777-40fd-8650-be25beed1282 req-27916b4d-3b5d-48c2-a992-9917d255324b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a4a3c3d-36a0-4d43-b1ce-88c13649ade3 HTTP/1.1" status: 200 len: 217 time: 0.0420110 Feb 04 12:29:01.419464 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning for port 7d099656-cac8-46ab-8484-ca5b48157cf0 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:29:01.424969 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 9c755a73-5aa5-49d7-a494-a9f73e1b8e38, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=9c755a73-5aa5-49d7-a494-a9f73e1b8e38,segment=NetworkSegment(4a004afd-7d6a-4fb3-8993-7944c670ed6f),segment_id=4a004afd-7d6a-4fb3-8993-7944c670ed6f)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:29:01.427765 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning complete for port 7d099656-cac8-46ab-8484-ca5b48157cf0 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:29:01.428149 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (7d099656-cac8-46ab-8484-ca5b48157cf0), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:01.465124 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Returning: {'device': '9c755a73-5aa5-49d7-a494-a9f73e1b8e38', 'network_id': '455ce72f-966b-4f4a-93c5-1087777725b9', 'port_id': '9c755a73-5aa5-49d7-a494-a9f73e1b8e38', 'mac_address': 'fa:16:3e:fe:69:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dfa3a62-0074-4496-9bdc-04224eb891c1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:29:01.484270 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f907181-0777-40fd-8650-be25beed1282 req-3c0ccf4b-7dc9-4887-81aa-35a72376703e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:01.487325 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-0f907181-0777-40fd-8650-be25beed1282 req-3c0ccf4b-7dc9-4887-81aa-35a72376703e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f23bfa97-1a92-478f-9c00-f3b0c9e898c3 HTTP/1.1" status: 200 len: 846 time: 0.0777805 Feb 04 12:29:01.535622 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-0f907181-0777-40fd-8650-be25beed1282 req-7629fd48-4dfb-4525-8af1-615abc7f5e7c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4641d9e3-bbfb-4ca1-b978-fac986a6f197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401499 Feb 04 12:29:01.536033 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:01.545963 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51bb10df-54b5-4821-9e47-5532e495fcae None None] New status for floating IP bb33685b-623d-496d-b04c-70cd9b308dc6: DOWN {{(pid=103477) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 12:29:01.549231 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 9c755a73-5aa5-49d7-a494-a9f73e1b8e38 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:29:01.549866 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (9c755a73-5aa5-49d7-a494-a9f73e1b8e38), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:01.591669 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c755a73-5aa5-49d7-a494-a9f73e1b8e38 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:29:01.617388 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 9c755a73-5aa5-49d7-a494-a9f73e1b8e38, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=9c755a73-5aa5-49d7-a494-a9f73e1b8e38,segment=NetworkSegment(4a004afd-7d6a-4fb3-8993-7944c670ed6f),segment_id=4a004afd-7d6a-4fb3-8993-7944c670ed6f)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:29:01.625166 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (9c755a73-5aa5-49d7-a494-a9f73e1b8e38), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:01.675851 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 7d099656-cac8-46ab-8484-ca5b48157cf0 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:29:01.676581 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (7d099656-cac8-46ab-8484-ca5b48157cf0), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:01.685898 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-54e07c52-2af6-4113-8ea2-9420be5d6bfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1599901'] for router_gateway (ef70e919-b735-4f5a-864b-1d183230de79), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:01.691578 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-0f907181-0777-40fd-8650-be25beed1282 req-daa5ad71-3ded-4b2e-8247-de0445ebe316 service neutron] 10.222.0.77 "GET /v2.0/networks/4641d9e3-bbfb-4ca1-b978-fac986a6f197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459782 Feb 04 12:29:01.739414 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94d67f17-3427-4321-9367-b01c7cdb34b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d099656-cac8-46ab-8484-ca5b48157cf0'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:29:01.741836 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b480809e-ccdd-4847-8557-947efe40caac" -d '{"events": [{"server_uuid": "94d67f17-3427-4321-9367-b01c7cdb34b2", "name": "network-vif-plugged", "status": "completed", "tag": "7d099656-cac8-46ab-8484-ca5b48157cf0"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:29:01.778510 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=9c755a73-5aa5-49d7-a494-a9f73e1b8e38,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:01.786127 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 7d099656-cac8-46ab-8484-ca5b48157cf0, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=7d099656-cac8-46ab-8484-ca5b48157cf0,segment=NetworkSegment(4a004afd-7d6a-4fb3-8993-7944c670ed6f),segment_id=4a004afd-7d6a-4fb3-8993-7944c670ed6f)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:29:01.794173 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (7d099656-cac8-46ab-8484-ca5b48157cf0), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:01.836989 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device efc2fa60-ea88-4818-899f-8f31e4a2406e no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:29:01.847201 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-0f907181-0777-40fd-8650-be25beed1282 req-400dacfa-5f67-42d1-baef-e55e6bae4179 service neutron] 10.222.0.77 "GET /v2.0/networks/4641d9e3-bbfb-4ca1-b978-fac986a6f197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505053 Feb 04 12:29:01.865314 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['9c755a73-5aa5-49d7-a494-a9f73e1b8e38'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:29:01.870077 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: efc2fa60-ea88-4818-899f-8f31e4a2406e {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:29:01.870587 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device efc2fa60-ea88-4818-899f-8f31e4a2406e not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:29:01.872326 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d7796c77-8398-4c38-8fad-dfabfa0ed9e7 req-87dc7db9-eeaa-4b07-8f5a-1d3a98e0a140 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b84e73b-0045-40ba-91f4-192a2f0e685b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5827494 Feb 04 12:29:01.889167 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-c880e00d-7568-4b01-b8f0-a16927a62a23 req-1ac81f64-2b53-4c37-8e56-d1b674819d2f tempest-SecurityGroupRulesNegativeTestJSON-1628165141 tempest-SecurityGroupRulesNegativeTestJSON-1628165141-project] Publish callbacks [] for security_group (b8d1bfac-1b6a-4cf7-818a-22109be2ff55), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:01.891839 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-54e07c52-2af6-4113-8ea2-9420be5d6bfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10915'] for router (ef70e919-b735-4f5a-864b-1d183230de79), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:01.894675 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-54e07c52-2af6-4113-8ea2-9420be5d6bfb admin admin] Publish callbacks [] for router_controller (ef70e919-b735-4f5a-864b-1d183230de79), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:01.928869 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=7d099656-cac8-46ab-8484-ca5b48157cf0,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:01.956403 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-c880e00d-7568-4b01-b8f0-a16927a62a23 req-1ac81f64-2b53-4c37-8e56-d1b674819d2f tempest-SecurityGroupRulesNegativeTestJSON-1628165141 tempest-SecurityGroupRulesNegativeTestJSON-1628165141-project] Publish callbacks [] for security_group (b8d1bfac-1b6a-4cf7-818a-22109be2ff55), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:01.969290 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-54e07c52-2af6-4113-8ea2-9420be5d6bfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622829'] for router (ef70e919-b735-4f5a-864b-1d183230de79), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:01.970796 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54e07c52-2af6-4113-8ea2-9420be5d6bfb admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef70e919-b735-4f5a-864b-1d183230de79 {{(pid=103475) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 12:29:01.976140 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-54e07c52-2af6-4113-8ea2-9420be5d6bfb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:01.979456 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-54e07c52-2af6-4113-8ea2-9420be5d6bfb admin admin] 10.222.0.65 "DELETE /v2.0/routers/ef70e919-b735-4f5a-864b-1d183230de79 HTTP/1.1" status: 204 len: 168 time: 3.2161825 Feb 04 12:29:01.980395 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 39160) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:29:02.054921 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-8715383c-07c2-4a9b-ab37-8d924b8dffdb admin admin] Deleting subnet 39ee2d3e-9b85-472c-a0f0-56c232d4b86d {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:29:02.058964 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8715383c-07c2-4a9b-ab37-8d924b8dffdb admin admin] Publish callbacks [] for subnet (39ee2d3e-9b85-472c-a0f0-56c232d4b86d), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:02.086108 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-c880e00d-7568-4b01-b8f0-a16927a62a23 req-1ac81f64-2b53-4c37-8e56-d1b674819d2f tempest-SecurityGroupRulesNegativeTestJSON-1628165141 tempest-SecurityGroupRulesNegativeTestJSON-1628165141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (b8d1bfac-1b6a-4cf7-818a-22109be2ff55), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:02.091765 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-c880e00d-7568-4b01-b8f0-a16927a62a23 req-1ac81f64-2b53-4c37-8e56-d1b674819d2f tempest-SecurityGroupRulesNegativeTestJSON-1628165141 tempest-SecurityGroupRulesNegativeTestJSON-1628165141-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:02.094103 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c880e00d-7568-4b01-b8f0-a16927a62a23 req-1ac81f64-2b53-4c37-8e56-d1b674819d2f tempest-SecurityGroupRulesNegativeTestJSON-1628165141 tempest-SecurityGroupRulesNegativeTestJSON-1628165141-project] 10.222.0.65 "DELETE /v2.0/security-groups/b8d1bfac-1b6a-4cf7-818a-22109be2ff55 HTTP/1.1" status: 204 len: 173 time: 0.8464921 Feb 04 12:29:02.103401 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 39164) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:29:02.104120 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8715383c-07c2-4a9b-ab37-8d924b8dffdb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (39ee2d3e-9b85-472c-a0f0-56c232d4b86d), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:02.126922 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac81f64-2b53-4c37-8e56-d1b674819d2f tempest-SecurityGroupRulesNegativeTestJSON-1628165141 tempest-SecurityGroupRulesNegativeTestJSON-1628165141-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8d1bfac-1b6a-4cf7-818a-22109be2ff55,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:02.134610 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '733baa8b-f67f-4e64-8ea4-0b4be128c2b4', 'tag': '1a4a3c3d-36a0-4d43-b1ce-88c13649ade3'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:29:02.138145 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de3259ab-5046-4595-8fc8-80e8463dd106" -d '{"events": [{"name": "network-changed", "server_uuid": "733baa8b-f67f-4e64-8ea4-0b4be128c2b4", "tag": "1a4a3c3d-36a0-4d43-b1ce-88c13649ade3"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:29:02.156785 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 39168) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:29:02.205629 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9cf82aa-5e56-4309-acbc-e7d40a8072e9 x-openstack-request-id: req-d9cf82aa-5e56-4309-acbc-e7d40a8072e9 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:29:02.206359 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94d67f17-3427-4321-9367-b01c7cdb34b2", "name": "network-vif-plugged", "status": "completed", "tag": "7d099656-cac8-46ab-8484-ca5b48157cf0", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:29:02.206359 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d9cf82aa-5e56-4309-acbc-e7d40a8072e9 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:29:02.207436 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94d67f17-3427-4321-9367-b01c7cdb34b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d099656-cac8-46ab-8484-ca5b48157cf0', 'code': 200} Feb 04 12:29:02.207764 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669be766-4548-4d62-aff0-b69af2eb65ea req-efa932cf-53ac-4b06-aa30-044d3bfa991f tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:02.209647 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-669be766-4548-4d62-aff0-b69af2eb65ea req-efa932cf-53ac-4b06-aa30-044d3bfa991f tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=309f20f5-fb15-4854-a3f3-90201a4e005a HTTP/1.1" status: 200 len: 950 time: 0.1759343 Feb 04 12:29:02.227226 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8715383c-07c2-4a9b-ab37-8d924b8dffdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (39ee2d3e-9b85-472c-a0f0-56c232d4b86d), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:02.261072 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c83c8e8-6fb1-4a31-bcdb-9c16b8e44a8a admin admin] Deleting subnet 019a47ac-c6f2-4720-806e-92d9ba1e0078 {{(pid=103475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:29:02.267210 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9c83c8e8-6fb1-4a31-bcdb-9c16b8e44a8a admin admin] Publish callbacks [] for subnet (019a47ac-c6f2-4720-806e-92d9ba1e0078), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:02.299940 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe07e575-9912-4a40-bece-b317e4883b23 admin admin] Deleting subnet 5933dc30-e0df-42c7-a2e7-d060ce8d01b3 {{(pid=103475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:29:02.309628 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8715383c-07c2-4a9b-ab37-8d924b8dffdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (39ee2d3e-9b85-472c-a0f0-56c232d4b86d), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:02.312292 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fe07e575-9912-4a40-bece-b317e4883b23 admin admin] Publish callbacks [] for subnet (5933dc30-e0df-42c7-a2e7-d060ce8d01b3), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:02.317798 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 39174) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:29:02.355972 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a568e7d-180e-4b2c-8d31-a699cd72b5d1 None None] Network bca27fc0-d1d6-4846-9ca7-a8acda311b36 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:29:02.366426 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9c83c8e8-6fb1-4a31-bcdb-9c16b8e44a8a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51859329'] for subnet (019a47ac-c6f2-4720-806e-92d9ba1e0078), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:02.373426 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8715383c-07c2-4a9b-ab37-8d924b8dffdb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39ee2d3e-9b85-472c-a0f0-56c232d4b86d,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:02.380406 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8715383c-07c2-4a9b-ab37-8d924b8dffdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:02.384241 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-8715383c-07c2-4a9b-ab37-8d924b8dffdb admin admin] 10.222.0.65 "DELETE /v2.0/subnets/39ee2d3e-9b85-472c-a0f0-56c232d4b86d HTTP/1.1" status: 204 len: 168 time: 0.4010000 Feb 04 12:29:02.396373 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 39176) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:29:02.410191 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-669be766-4548-4d62-aff0-b69af2eb65ea req-a2a11671-d4ea-46d3-bfc9-f7dc237a5f48 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832685 Feb 04 12:29:02.429273 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a0ab3d-ab0b-49bc-b087-2e36136f6a02 req-1427d90f-cdc2-4b19-ab1e-5bc0d798bfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:02.431033 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-a5a0ab3d-ab0b-49bc-b087-2e36136f6a02 req-1427d90f-cdc2-4b19-ab1e-5bc0d798bfe1 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=94d67f17-3427-4321-9367-b01c7cdb34b2 HTTP/1.1" status: 200 len: 1127 time: 0.0866539 Feb 04 12:29:02.490474 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29dfd236-ff13-4c41-8db5-97084a846f03 x-openstack-request-id: req-29dfd236-ff13-4c41-8db5-97084a846f03 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:29:02.490474 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "733baa8b-f67f-4e64-8ea4-0b4be128c2b4", "tag": "1a4a3c3d-36a0-4d43-b1ce-88c13649ade3", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:29:02.491626 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-29dfd236-ff13-4c41-8db5-97084a846f03 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:29:02.491626 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '733baa8b-f67f-4e64-8ea4-0b4be128c2b4', 'tag': '1a4a3c3d-36a0-4d43-b1ce-88c13649ade3', 'status': 'completed', 'code': 200} Feb 04 12:29:02.500741 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-a5a0ab3d-ab0b-49bc-b087-2e36136f6a02 req-cd261009-86d8-4adc-a3e7-d9591239c1b3 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=6b84e73b-0045-40ba-91f4-192a2f0e685b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637450 Feb 04 12:29:02.582409 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c090dd6a-3d0e-417d-8b99-808faef9d526 None None] DHCP port deletion for bca27fc0-d1d6-4846-9ca7-a8acda311b36 request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 12:29:02.597020 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fe07e575-9912-4a40-bece-b317e4883b23 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51859329'] for subnet (5933dc30-e0df-42c7-a2e7-d060ce8d01b3), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:02.649259 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c090dd6a-3d0e-417d-8b99-808faef9d526 None None] Deleting port fe7e89f0-a3a0-4f4c-98aa-1bf8e58a0a11 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:29:02.650725 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c090dd6a-3d0e-417d-8b99-808faef9d526 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (fe7e89f0-a3a0-4f4c-98aa-1bf8e58a0a11), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:02.663083 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9c83c8e8-6fb1-4a31-bcdb-9c16b8e44a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (019a47ac-c6f2-4720-806e-92d9ba1e0078), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:02.721231 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-25ca581f-f950-4f07-aabf-028d34cd5746 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] Publish callbacks [] for security_group (22893565-a144-4497-a366-cf8439bc48e7), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:02.724713 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ba142793-a70d-4aa5-be75-0290c5268b2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (bca27fc0-d1d6-4846-9ca7-a8acda311b36), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:02.730620 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-c090dd6a-3d0e-417d-8b99-808faef9d526 None None] For port fe7e89f0-a3a0-4f4c-98aa-1bf8e58a0a11, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=fe7e89f0-a3a0-4f4c-98aa-1bf8e58a0a11,segment=NetworkSegment(dd4007d4-3dc6-46e2-bed4-3faca7b87272),segment_id=dd4007d4-3dc6-46e2-bed4-3faca7b87272)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:29:02.731624 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c090dd6a-3d0e-417d-8b99-808faef9d526 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (fe7e89f0-a3a0-4f4c-98aa-1bf8e58a0a11), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:02.757258 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 39180) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:29:02.759976 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c090dd6a-3d0e-417d-8b99-808faef9d526 None None] Calling delete_port for fe7e89f0-a3a0-4f4c-98aa-1bf8e58a0a11 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:29:02.767388 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be90130a-ba31-44a3-a1de-a3a251b11d6f req-f9114e39-303d-4c47-8e28-a09fb44a3226 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:02.769902 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-be90130a-ba31-44a3-a1de-a3a251b11d6f req-f9114e39-303d-4c47-8e28-a09fb44a3226 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/ports?device_id=733baa8b-f67f-4e64-8ea4-0b4be128c2b4 HTTP/1.1" status: 200 len: 943 time: 0.3742225 Feb 04 12:29:02.772422 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3259ab-5046-4595-8fc8-80e8463dd106 req-37bf2bc6-6f83-47ce-a27f-d51f67348c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:02.774736 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-de3259ab-5046-4595-8fc8-80e8463dd106 req-37bf2bc6-6f83-47ce-a27f-d51f67348c2a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=15c4606ad13a46b29ee60be66da65533&device_id=733baa8b-f67f-4e64-8ea4-0b4be128c2b4 HTTP/1.1" status: 200 len: 1125 time: 0.0821767 Feb 04 12:29:02.812361 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fe07e575-9912-4a40-bece-b317e4883b23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (5933dc30-e0df-42c7-a2e7-d060ce8d01b3), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:02.852665 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-25ca581f-f950-4f07-aabf-028d34cd5746 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] Publish callbacks [] for security_group (22893565-a144-4497-a366-cf8439bc48e7), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:02.856859 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9c83c8e8-6fb1-4a31-bcdb-9c16b8e44a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-52093282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51452698'] for subnet (019a47ac-c6f2-4720-806e-92d9ba1e0078), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:02.897329 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c090dd6a-3d0e-417d-8b99-808faef9d526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (fe7e89f0-a3a0-4f4c-98aa-1bf8e58a0a11), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:02.930408 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c090dd6a-3d0e-417d-8b99-808faef9d526 None None] Pushing event deleted for resources: {'Port': ['ID=fe7e89f0-a3a0-4f4c-98aa-1bf8e58a0a11,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:02.936375 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c090dd6a-3d0e-417d-8b99-808faef9d526 None None] No DVR routers for this DVR port fe7e89f0-a3a0-4f4c-98aa-1bf8e58a0a11 on host n-d-825015-3 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:29:02.960556 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c83c8e8-6fb1-4a31-bcdb-9c16b8e44a8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=019a47ac-c6f2-4720-806e-92d9ba1e0078,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:02.968558 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9c83c8e8-6fb1-4a31-bcdb-9c16b8e44a8a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:02.971773 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-9c83c8e8-6fb1-4a31-bcdb-9c16b8e44a8a admin admin] 10.222.0.65 "DELETE /v2.0/subnets/019a47ac-c6f2-4720-806e-92d9ba1e0078 HTTP/1.1" status: 204 len: 168 time: 0.8527966 Feb 04 12:29:02.976850 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 39186) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:29:02.982132 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0c433610-0bd9-4f7d-99c1-534af1843309 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:03.079627 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-be90130a-ba31-44a3-a1de-a3a251b11d6f req-c95d1f70-e150-42ce-806d-89dcb7389318 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/security-groups?id=98d15bf5-a480-4f0d-bc57-8f17260bd5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2945013 Feb 04 12:29:03.106355 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-598dcf19-3e8a-4521-8bd5-90613457df71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (771f3485-7f00-4709-b32d-367e6da06bb3), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:03.109802 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fe07e575-9912-4a40-bece-b317e4883b23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-52093282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51452698'] for subnet (5933dc30-e0df-42c7-a2e7-d060ce8d01b3), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:03.116026 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3259ab-5046-4595-8fc8-80e8463dd106 req-813c5b05-87ff-4bb6-a8af-d8227ba146eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:03.117726 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-de3259ab-5046-4595-8fc8-80e8463dd106 req-813c5b05-87ff-4bb6-a8af-d8227ba146eb service neutron] 10.222.0.77 "GET /v2.0/networks?id=4641d9e3-bbfb-4ca1-b978-fac986a6f197 HTTP/1.1" status: 200 len: 907 time: 0.3366635 Feb 04 12:29:03.162730 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-ba142793-a70d-4aa5-be75-0290c5268b2b admin admin] Deleting port fe7e89f0-a3a0-4f4c-98aa-1bf8e58a0a11 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:29:03.163159 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ba142793-a70d-4aa5-be75-0290c5268b2b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (fe7e89f0-a3a0-4f4c-98aa-1bf8e58a0a11), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:03.166639 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-25ca581f-f950-4f07-aabf-028d34cd5746 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (22893565-a144-4497-a366-cf8439bc48e7), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:03.170974 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-25ca581f-f950-4f07-aabf-028d34cd5746 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:03.172557 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-25ca581f-f950-4f07-aabf-028d34cd5746 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] 10.222.0.65 "DELETE /v2.0/security-groups/22893565-a144-4497-a366-cf8439bc48e7 HTTP/1.1" status: 204 len: 168 time: 0.8536661 Feb 04 12:29:03.173908 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe07e575-9912-4a40-bece-b317e4883b23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5933dc30-e0df-42c7-a2e7-d060ce8d01b3,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:03.176844 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-de3259ab-5046-4595-8fc8-80e8463dd106 req-cdd6b916-2527-4919-88ac-4347a7c0a58d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a4a3c3d-36a0-4d43-b1ce-88c13649ade3 HTTP/1.1" status: 200 len: 217 time: 0.0486019 Feb 04 12:29:03.177058 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 39188) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:29:03.199822 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aeed3b-ad40-4093-872d-452a87b6239e req-6bb6a377-40be-4105-b078-e9e6cdcbb14e tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:03.202669 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-02aeed3b-ad40-4093-872d-452a87b6239e req-6bb6a377-40be-4105-b078-e9e6cdcbb14e tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] 10.222.0.65 "GET /v2.0/ports?device_id=c8e089a8-c3ae-43ea-9b98-eee95c04abe4 HTTP/1.1" status: 200 len: 945 time: 0.2118199 Feb 04 12:29:03.215489 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fe07e575-9912-4a40-bece-b317e4883b23 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:03.221528 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-fe07e575-9912-4a40-bece-b317e4883b23 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/5933dc30-e0df-42c7-a2e7-d060ce8d01b3 HTTP/1.1" status: 204 len: 168 time: 1.0606999 Feb 04 12:29:03.243320 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 39190) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:29:03.244257 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 9c755a73-5aa5-49d7-a494-a9f73e1b8e38 up at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:29:03.305440 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ca581f-f950-4f07-aabf-028d34cd5746 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22893565-a144-4497-a366-cf8439bc48e7,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:03.321953 n-d-825015-3 neutron-server[103475]: INFO neutron.api.v2.resource [None req-1858b633-d06c-42b9-bcf0-af91fa4746cb tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] show failed (client error): The resource could not be found. Feb 04 12:29:03.326515 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-1858b633-d06c-42b9-bcf0-af91fa4746cb tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] 10.222.0.65 "GET /v2.0/security-groups/22893565-a144-4497-a366-cf8439bc48e7 HTTP/1.1" status: 404 len: 347 time: 0.1364048 Feb 04 12:29:03.329862 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 39192) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:29:03.336327 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning for port 9c755a73-5aa5-49d7-a494-a9f73e1b8e38 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:29:03.344986 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning complete for port 9c755a73-5aa5-49d7-a494-a9f73e1b8e38 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:29:03.345965 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (9c755a73-5aa5-49d7-a494-a9f73e1b8e38), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:03.413300 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3259ab-5046-4595-8fc8-80e8463dd106 req-4ffd24c2-3f0e-489d-88f2-7c563af8a26f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:03.414793 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-de3259ab-5046-4595-8fc8-80e8463dd106 req-4ffd24c2-3f0e-489d-88f2-7c563af8a26f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f23bfa97-1a92-478f-9c00-f3b0c9e898c3 HTTP/1.1" status: 200 len: 846 time: 0.2294252 Feb 04 12:29:03.422995 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-598dcf19-3e8a-4521-8bd5-90613457df71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (771f3485-7f00-4709-b32d-367e6da06bb3), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:03.431197 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-ba142793-a70d-4aa5-be75-0290c5268b2b admin admin] For port fe7e89f0-a3a0-4f4c-98aa-1bf8e58a0a11, host n-d-825015-3, got binding levels [] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:29:03.431716 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ba142793-a70d-4aa5-be75-0290c5268b2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (fe7e89f0-a3a0-4f4c-98aa-1bf8e58a0a11), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:03.453855 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0c433610-0bd9-4f7d-99c1-534af1843309 admin admin] Publish callbacks [] for security_group (88c5792e-d7d3-4ed3-8f5b-fa79a62b045a), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:03.476043 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 9c755a73-5aa5-49d7-a494-a9f73e1b8e38 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:29:03.477898 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (9c755a73-5aa5-49d7-a494-a9f73e1b8e38), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:03.488249 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-88e95bfe-eede-4da1-a68c-cb86d5daff72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (8b353643-3d5d-4215-a710-695e1724e8fe), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:03.520544 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-02aeed3b-ad40-4093-872d-452a87b6239e req-5ff97cbd-7235-4ced-9d2f-a31521503237 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b84e73b-0045-40ba-91f4-192a2f0e685b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694259 Feb 04 12:29:03.534019 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0c433610-0bd9-4f7d-99c1-534af1843309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (88c5792e-d7d3-4ed3-8f5b-fa79a62b045a), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:03.537980 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-de3259ab-5046-4595-8fc8-80e8463dd106 req-9e346fd6-58de-47d9-bc65-69017b471e45 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4641d9e3-bbfb-4ca1-b978-fac986a6f197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1079435 Feb 04 12:29:03.564848 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-598dcf19-3e8a-4521-8bd5-90613457df71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['771f3485-7f00-4709-b32d-367e6da06bb3']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:29:03.571298 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 9c755a73-5aa5-49d7-a494-a9f73e1b8e38, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=9c755a73-5aa5-49d7-a494-a9f73e1b8e38,segment=NetworkSegment(4a004afd-7d6a-4fb3-8993-7944c670ed6f),segment_id=4a004afd-7d6a-4fb3-8993-7944c670ed6f)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:29:03.576286 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (9c755a73-5aa5-49d7-a494-a9f73e1b8e38), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:03.608425 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-598dcf19-3e8a-4521-8bd5-90613457df71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59a7d6f9-c2c6-433c-a322-d4604b02330a') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:29:03.608911 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-598dcf19-3e8a-4521-8bd5-90613457df71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59a7d6f9-c2c6-433c-a322-d4604b02330a') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:29:03.649140 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=9c755a73-5aa5-49d7-a494-a9f73e1b8e38,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:03.665607 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-ba142793-a70d-4aa5-be75-0290c5268b2b admin admin] Calling delete_port for fe7e89f0-a3a0-4f4c-98aa-1bf8e58a0a11 owned by network:dhcp {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:29:03.675992 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.ipam_backend_mixin [None req-ba142793-a70d-4aa5-be75-0290c5268b2b admin admin] Port fe7e89f0-a3a0-4f4c-98aa-1bf8e58a0a11 was not found and therefore no delete operation was performed {{(pid=103475) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 04 12:29:03.708630 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-598dcf19-3e8a-4521-8bd5-90613457df71 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (59a7d6f9-c2c6-433c-a322-d4604b02330a), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:03.728920 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-0c433610-0bd9-4f7d-99c1-534af1843309 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=613d0fdca922406caf37608fa3c1b263&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9704251 Feb 04 12:29:03.736406 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ba142793-a70d-4aa5-be75-0290c5268b2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (fe7e89f0-a3a0-4f4c-98aa-1bf8e58a0a11), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:03.741992 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c433610-0bd9-4f7d-99c1-534af1843309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88c5792e-d7d3-4ed3-8f5b-fa79a62b045a,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:03.748411 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 39196) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:29:03.770441 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-598dcf19-3e8a-4521-8bd5-90613457df71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (59a7d6f9-c2c6-433c-a322-d4604b02330a), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:03.797057 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device fe7e89f0-a3a0-4f4c-98aa-1bf8e58a0a11 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:29:03.798617 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-598dcf19-3e8a-4521-8bd5-90613457df71 admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:29:03.799017 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-598dcf19-3e8a-4521-8bd5-90613457df71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (59a7d6f9-c2c6-433c-a322-d4604b02330a), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:03.800820 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 12:29:03.800820 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:29:03.800820 n-d-825015-3 neutron-server[103474]: timer() Feb 04 12:29:03.800820 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:29:03.800820 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 12:29:03.800820 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:29:03.800820 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 12:29:03.800820 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:29:03.800820 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 12:29:03.800820 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:29:03.800820 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 12:29:03.800820 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:29:03.800820 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 12:29:03.800820 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:29:03.800820 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:29:03.800820 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:29:03.800820 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:29:03.800820 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:29:03.800820 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 12:29:03.800820 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:29:03.800820 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 12:29:03.800820 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:29:03.800820 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:29:03.800820 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:29:03.800820 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 12:29:03.800820 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:29:03.800820 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:29:03.800820 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:29:03.800820 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:29:03.800820 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:29:03.800820 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:29:03.800820 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:29:03.840377 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: fe7e89f0-a3a0-4f4c-98aa-1bf8e58a0a11 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:29:03.840996 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device fe7e89f0-a3a0-4f4c-98aa-1bf8e58a0a11 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:29:03.840996 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 2702408e-2001-432a-af08-d6e0e33b139b no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:29:03.858520 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba142793-a70d-4aa5-be75-0290c5268b2b admin admin] Pushing event deleted for resources: {'Port': ['ID=fe7e89f0-a3a0-4f4c-98aa-1bf8e58a0a11,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:03.861096 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba142793-a70d-4aa5-be75-0290c5268b2b admin admin] No DVR routers for this DVR port fe7e89f0-a3a0-4f4c-98aa-1bf8e58a0a11 on host n-d-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:29:03.874911 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 2702408e-2001-432a-af08-d6e0e33b139b {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:29:03.875474 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a1d29f-ba5b-4e31-974a-630fe895998b req-acea33ce-8590-4bad-96d9-e64007b2d503 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:03.875637 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 2702408e-2001-432a-af08-d6e0e33b139b not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:29:03.876916 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c1a1d29f-ba5b-4e31-974a-630fe895998b req-acea33ce-8590-4bad-96d9-e64007b2d503 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=309f20f5-fb15-4854-a3f3-90201a4e005a HTTP/1.1" status: 200 len: 950 time: 0.3214157 Feb 04 12:29:03.879336 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-88e95bfe-eede-4da1-a68c-cb86d5daff72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (8b353643-3d5d-4215-a710-695e1724e8fe), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:03.949973 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-88e95bfe-eede-4da1-a68c-cb86d5daff72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b353643-3d5d-4215-a710-695e1724e8fe']}} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:29:03.962257 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-de3259ab-5046-4595-8fc8-80e8463dd106 req-c4343942-d4ed-4bde-81c0-c9406b292b1e service neutron] 10.222.0.77 "GET /v2.0/networks/4641d9e3-bbfb-4ca1-b978-fac986a6f197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3929749 Feb 04 12:29:03.977855 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-598dcf19-3e8a-4521-8bd5-90613457df71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (771f3485-7f00-4709-b32d-367e6da06bb3), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:03.989202 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-6414a04d-a373-4b17-8ebf-713cb85289f4 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] Deleting port 02b21ef3-41e0-40b8-b63d-866b14438cfc {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:29:03.989545 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6414a04d-a373-4b17-8ebf-713cb85289f4 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (02b21ef3-41e0-40b8-b63d-866b14438cfc), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:03.997790 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-598dcf19-3e8a-4521-8bd5-90613457df71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:04.000964 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-598dcf19-3e8a-4521-8bd5-90613457df71 admin admin] 10.222.0.65 "DELETE /v2.0/networks/771f3485-7f00-4709-b32d-367e6da06bb3 HTTP/1.1" status: 204 len: 168 time: 1.0229962 Feb 04 12:29:04.021479 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-88e95bfe-eede-4da1-a68c-cb86d5daff72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '084a78b4-d4f5-4c96-95f6-b3e73157c858') {'for_net_delete': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:29:04.022183 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-88e95bfe-eede-4da1-a68c-cb86d5daff72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '084a78b4-d4f5-4c96-95f6-b3e73157c858') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:29:04.024956 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bed938d7-1140-4622-9dcf-207901a549f6 admin admin] Publish callbacks [] for security_group (88c5792e-d7d3-4ed3-8f5b-fa79a62b045a), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:04.053171 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-88e95bfe-eede-4da1-a68c-cb86d5daff72 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51859336'] for segment (084a78b4-d4f5-4c96-95f6-b3e73157c858), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:04.081063 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ba142793-a70d-4aa5-be75-0290c5268b2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (bca27fc0-d1d6-4846-9ca7-a8acda311b36), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:04.098502 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598dcf19-3e8a-4521-8bd5-90613457df71 admin admin] Pushing event deleted for resources: {'Network': ['ID=771f3485-7f00-4709-b32d-367e6da06bb3,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:04.101723 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-88e95bfe-eede-4da1-a68c-cb86d5daff72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (084a78b4-d4f5-4c96-95f6-b3e73157c858), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:04.122100 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c1a1d29f-ba5b-4e31-974a-630fe895998b req-a257cb62-428d-43a4-8b68-7dec1093be9b tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263644 Feb 04 12:29:04.125550 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-ba142793-a70d-4aa5-be75-0290c5268b2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bca27fc0-d1d6-4846-9ca7-a8acda311b36']}} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:29:04.131107 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88e95bfe-eede-4da1-a68c-cb86d5daff72 admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=103475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:29:04.132135 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-88e95bfe-eede-4da1-a68c-cb86d5daff72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-52093388'] for segment (084a78b4-d4f5-4c96-95f6-b3e73157c858), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:04.134430 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bed938d7-1140-4622-9dcf-207901a549f6 admin admin] Publish callbacks [] for security_group (88c5792e-d7d3-4ed3-8f5b-fa79a62b045a), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:04.146161 n-d-825015-3 neutron-server[103475]: Traceback (most recent call last): Feb 04 12:29:04.146161 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:29:04.146161 n-d-825015-3 neutron-server[103475]: timer() Feb 04 12:29:04.146161 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:29:04.146161 n-d-825015-3 neutron-server[103475]: cb(*args, **kw) Feb 04 12:29:04.146161 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:29:04.146161 n-d-825015-3 neutron-server[103475]: return func(*args, **kwargs) Feb 04 12:29:04.146161 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:29:04.146161 n-d-825015-3 neutron-server[103475]: self._notify() Feb 04 12:29:04.146161 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:29:04.146161 n-d-825015-3 neutron-server[103475]: self.callback(batched_events) Feb 04 12:29:04.146161 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:29:04.146161 n-d-825015-3 neutron-server[103475]: event.method(event) Feb 04 12:29:04.146161 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:29:04.146161 n-d-825015-3 neutron-server[103475]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:29:04.146161 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:29:04.146161 n-d-825015-3 neutron-server[103475]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:29:04.146161 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:29:04.146161 n-d-825015-3 neutron-server[103475]: return f(self, *a, **k) Feb 04 12:29:04.146161 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:29:04.146161 n-d-825015-3 neutron-server[103475]: return self._get(url).json() Feb 04 12:29:04.146161 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:29:04.146161 n-d-825015-3 neutron-server[103475]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:29:04.146161 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:29:04.146161 n-d-825015-3 neutron-server[103475]: return self.request(url, 'GET', **kwargs) Feb 04 12:29:04.146161 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:29:04.146161 n-d-825015-3 neutron-server[103475]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:29:04.146161 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:29:04.146161 n-d-825015-3 neutron-server[103475]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:29:04.146161 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:29:04.146161 n-d-825015-3 neutron-server[103475]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:29:04.146161 n-d-825015-3 neutron-server[103475]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:29:04.206255 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-ba142793-a70d-4aa5-be75-0290c5268b2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd4007d4-3dc6-46e2-bed4-3faca7b87272') {'for_net_delete': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:29:04.206662 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-ba142793-a70d-4aa5-be75-0290c5268b2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd4007d4-3dc6-46e2-bed4-3faca7b87272') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:29:04.208202 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8e089a8-c3ae-43ea-9b98-eee95c04abe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c755a73-5aa5-49d7-a494-a9f73e1b8e38'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:29:04.217148 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 39202) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:29:04.217463 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e834157-31ef-4ec6-9d24-1276badba33d" -d '{"events": [{"server_uuid": "c8e089a8-c3ae-43ea-9b98-eee95c04abe4", "name": "network-vif-plugged", "status": "completed", "tag": "9c755a73-5aa5-49d7-a494-a9f73e1b8e38"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:29:04.243361 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6414a04d-a373-4b17-8ebf-713cb85289f4 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (02b21ef3-41e0-40b8-b63d-866b14438cfc), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:04.243907 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6414a04d-a373-4b17-8ebf-713cb85289f4 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] Publish callbacks [] for floatingip (02b21ef3-41e0-40b8-b63d-866b14438cfc), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:04.250067 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-de3259ab-5046-4595-8fc8-80e8463dd106 req-46cea516-f9f5-4b12-b45b-fee77a4de22e service neutron] 10.222.0.77 "GET /v2.0/networks/4641d9e3-bbfb-4ca1-b978-fac986a6f197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2772901 Feb 04 12:29:04.272036 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-6414a04d-a373-4b17-8ebf-713cb85289f4 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] Calling delete_port for 02b21ef3-41e0-40b8-b63d-866b14438cfc owned by network:floatingip {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:29:04.280813 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ba142793-a70d-4aa5-be75-0290c5268b2b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51859336'] for segment (dd4007d4-3dc6-46e2-bed4-3faca7b87272), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:04.301290 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b54fa219-c119-445e-83c9-cac9b24cde7e x-openstack-request-id: req-b54fa219-c119-445e-83c9-cac9b24cde7e {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:29:04.301593 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8e089a8-c3ae-43ea-9b98-eee95c04abe4", "name": "network-vif-plugged", "status": "completed", "tag": "9c755a73-5aa5-49d7-a494-a9f73e1b8e38", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:29:04.301864 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b54fa219-c119-445e-83c9-cac9b24cde7e {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:29:04.302326 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8e089a8-c3ae-43ea-9b98-eee95c04abe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c755a73-5aa5-49d7-a494-a9f73e1b8e38', 'code': 200} Feb 04 12:29:04.329726 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ba142793-a70d-4aa5-be75-0290c5268b2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (dd4007d4-3dc6-46e2-bed4-3faca7b87272), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:04.350648 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bed938d7-1140-4622-9dcf-207901a549f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (88c5792e-d7d3-4ed3-8f5b-fa79a62b045a), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:04.355710 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bed938d7-1140-4622-9dcf-207901a549f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:04.361297 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-bed938d7-1140-4622-9dcf-207901a549f6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/88c5792e-d7d3-4ed3-8f5b-fa79a62b045a HTTP/1.1" status: 204 len: 168 time: 0.6065526 Feb 04 12:29:04.368415 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba142793-a70d-4aa5-be75-0290c5268b2b admin admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=103475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:29:04.369138 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ba142793-a70d-4aa5-be75-0290c5268b2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-52093388'] for segment (dd4007d4-3dc6-46e2-bed4-3faca7b87272), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:04.376659 n-d-825015-3 neutron-server[103475]: Traceback (most recent call last): Feb 04 12:29:04.376659 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:29:04.376659 n-d-825015-3 neutron-server[103475]: timer() Feb 04 12:29:04.376659 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:29:04.376659 n-d-825015-3 neutron-server[103475]: cb(*args, **kw) Feb 04 12:29:04.376659 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:29:04.376659 n-d-825015-3 neutron-server[103475]: return func(*args, **kwargs) Feb 04 12:29:04.376659 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:29:04.376659 n-d-825015-3 neutron-server[103475]: self._notify() Feb 04 12:29:04.376659 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:29:04.376659 n-d-825015-3 neutron-server[103475]: self.callback(batched_events) Feb 04 12:29:04.376659 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:29:04.376659 n-d-825015-3 neutron-server[103475]: event.method(event) Feb 04 12:29:04.376659 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:29:04.376659 n-d-825015-3 neutron-server[103475]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:29:04.376659 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:29:04.376659 n-d-825015-3 neutron-server[103475]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:29:04.376659 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:29:04.376659 n-d-825015-3 neutron-server[103475]: return f(self, *a, **k) Feb 04 12:29:04.376659 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:29:04.376659 n-d-825015-3 neutron-server[103475]: return self._get(url).json() Feb 04 12:29:04.376659 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:29:04.376659 n-d-825015-3 neutron-server[103475]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:29:04.376659 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:29:04.376659 n-d-825015-3 neutron-server[103475]: return self.request(url, 'GET', **kwargs) Feb 04 12:29:04.376659 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:29:04.376659 n-d-825015-3 neutron-server[103475]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:29:04.376659 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:29:04.376659 n-d-825015-3 neutron-server[103475]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:29:04.376659 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:29:04.376659 n-d-825015-3 neutron-server[103475]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:29:04.376659 n-d-825015-3 neutron-server[103475]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:29:04.393649 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed938d7-1140-4622-9dcf-207901a549f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88c5792e-d7d3-4ed3-8f5b-fa79a62b045a,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:04.416121 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-88e95bfe-eede-4da1-a68c-cb86d5daff72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (8b353643-3d5d-4215-a710-695e1724e8fe), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:04.486257 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619dfcfe-8906-43b9-817f-a0699f8085d8 req-8f1d4287-5791-4b30-a079-aca124e3c5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:04.488497 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-619dfcfe-8906-43b9-817f-a0699f8085d8 req-8f1d4287-5791-4b30-a079-aca124e3c5d0 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c8e089a8-c3ae-43ea-9b98-eee95c04abe4 HTTP/1.1" status: 200 len: 1128 time: 0.1108680 Feb 04 12:29:04.495442 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-88e95bfe-eede-4da1-a68c-cb86d5daff72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:04.502056 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-88e95bfe-eede-4da1-a68c-cb86d5daff72 admin admin] 10.222.0.65 "DELETE /v2.0/networks/8b353643-3d5d-4215-a710-695e1724e8fe HTTP/1.1" status: 204 len: 168 time: 1.2484198 Feb 04 12:29:04.534020 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-0d750b18-3f0f-409b-b623-0aa545be88e9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=feaabfb9efb842a5abc0915186505bdd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3062224 Feb 04 12:29:04.539442 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 39210) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:29:04.552547 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e95bfe-eede-4da1-a68c-cb86d5daff72 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b353643-3d5d-4215-a710-695e1724e8fe,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:04.594716 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6414a04d-a373-4b17-8ebf-713cb85289f4 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (02b21ef3-41e0-40b8-b63d-866b14438cfc), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:04.626758 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57df690-7ee6-471f-bd60-3f748077888c req-4373d5d5-dd58-4e85-846b-b6a943a80870 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:04.630057 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f57df690-7ee6-471f-bd60-3f748077888c req-4373d5d5-dd58-4e85-846b-b6a943a80870 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/ports?device_id=733baa8b-f67f-4e64-8ea4-0b4be128c2b4 HTTP/1.1" status: 200 len: 943 time: 0.3250210 Feb 04 12:29:04.640111 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ba142793-a70d-4aa5-be75-0290c5268b2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (bca27fc0-d1d6-4846-9ca7-a8acda311b36), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:04.643447 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-619dfcfe-8906-43b9-817f-a0699f8085d8 req-dc01e993-c241-4c32-9c49-7e8b87af2a98 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=6b84e73b-0045-40ba-91f4-192a2f0e685b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287189 Feb 04 12:29:04.646344 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a04d-a373-4b17-8ebf-713cb85289f4 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] Pushing event deleted for resources: {'Port': ['ID=02b21ef3-41e0-40b8-b63d-866b14438cfc,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:04.700621 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ba142793-a70d-4aa5-be75-0290c5268b2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:04.715127 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-ba142793-a70d-4aa5-be75-0290c5268b2b admin admin] 10.222.0.65 "DELETE /v2.0/networks/bca27fc0-d1d6-4846-9ca7-a8acda311b36 HTTP/1.1" status: 204 len: 168 time: 2.3067474 Feb 04 12:29:04.717028 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba142793-a70d-4aa5-be75-0290c5268b2b admin admin] Pushing event deleted for resources: {'Network': ['ID=bca27fc0-d1d6-4846-9ca7-a8acda311b36,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:04.731685 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d90e4b91-a37c-43df-b3cb-05e28e0b8d41 admin admin] Publish callbacks [] for security_group (cf4c96f3-c66e-44ce-92a4-5140395470cc), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:04.780207 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d90e4b91-a37c-43df-b3cb-05e28e0b8d41 admin admin] Publish callbacks [] for security_group (cf4c96f3-c66e-44ce-92a4-5140395470cc), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:04.795140 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6414a04d-a373-4b17-8ebf-713cb85289f4 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] Publish callbacks [] for floatingip (bb33685b-623d-496d-b04c-70cd9b308dc6), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:04.797720 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6414a04d-a373-4b17-8ebf-713cb85289f4 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:04.802020 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-6414a04d-a373-4b17-8ebf-713cb85289f4 tempest-ServersTestJSON-1339816487 tempest-ServersTestJSON-1339816487-project] 10.222.0.65 "DELETE /v2.0/floatingips/bb33685b-623d-496d-b04c-70cd9b308dc6 HTTP/1.1" status: 204 len: 168 time: 1.4668205 Feb 04 12:29:04.802644 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 39218) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:29:04.858965 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f57df690-7ee6-471f-bd60-3f748077888c req-3e3872d1-52b3-44f5-a7d5-51439a776ddb tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/security-groups?id=98d15bf5-a480-4f0d-bc57-8f17260bd5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607733 Feb 04 12:29:04.892040 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feffb13c-6359-42fb-90ad-c2d53066181c req-c2e6dbc6-ecd3-490e-a466-50087701363d tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:04.905519 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-feffb13c-6359-42fb-90ad-c2d53066181c req-c2e6dbc6-ecd3-490e-a466-50087701363d tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] 10.222.0.65 "GET /v2.0/ports?device_id=c8e089a8-c3ae-43ea-9b98-eee95c04abe4 HTTP/1.1" status: 200 len: 946 time: 0.1453552 Feb 04 12:29:04.978089 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d90e4b91-a37c-43df-b3cb-05e28e0b8d41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (cf4c96f3-c66e-44ce-92a4-5140395470cc), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:04.981767 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d90e4b91-a37c-43df-b3cb-05e28e0b8d41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:04.983512 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-d90e4b91-a37c-43df-b3cb-05e28e0b8d41 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cf4c96f3-c66e-44ce-92a4-5140395470cc HTTP/1.1" status: 204 len: 168 time: 0.4417288 Feb 04 12:29:05.013092 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-feffb13c-6359-42fb-90ad-c2d53066181c req-dabbcad4-cf67-42c7-8ae7-d62b258451a8 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b84e73b-0045-40ba-91f4-192a2f0e685b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062007 Feb 04 12:29:05.039461 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e4b91-a37c-43df-b3cb-05e28e0b8d41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf4c96f3-c66e-44ce-92a4-5140395470cc,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:05.056202 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 39222) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:29:05.130285 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 39224) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:29:05.141550 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-bb25850b-68c2-4a70-9527-891906df2bc9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=85d9e14275eb4792b9cb7a6153b13cff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0813420 Feb 04 12:29:05.142175 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 39226) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:29:05.220348 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4c8acad1-de09-4ce4-a984-b115a7c689b4 admin admin] Publish callbacks [] for security_group (c1e6bf26-d35f-4b02-872b-927e7993412f), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:05.243086 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 1a4a3c3d-36a0-4d43-b1ce-88c13649ade3 details requested by agent hyperv_n-h2-825015-3 with host n-h2-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:29:05.264452 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-05f038df-b285-4f5b-9dc4-3463c9ea9bdd admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a172ea65fb63454daf69894291cfcfa7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1322770 Feb 04 12:29:05.268310 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 39230) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:29:05.312565 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4c8acad1-de09-4ce4-a984-b115a7c689b4 admin admin] Publish callbacks [] for security_group (c1e6bf26-d35f-4b02-872b-927e7993412f), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:05.417518 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e72b0d43-8089-4e26-83c4-02726db4a711 admin admin] Publish callbacks [] for security_group (4627cf44-a468-496d-a8c0-6c68c1cc9832), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:05.418534 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85185902-9b8b-402a-a0fb-2c8aa06149b1 req-9d95349b-628b-4a67-8ffc-6b5dcf79b949 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:05.420308 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-85185902-9b8b-402a-a0fb-2c8aa06149b1 req-9d95349b-628b-4a67-8ffc-6b5dcf79b949 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=309f20f5-fb15-4854-a3f3-90201a4e005a HTTP/1.1" status: 200 len: 950 time: 0.1526101 Feb 04 12:29:05.442997 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4c8acad1-de09-4ce4-a984-b115a7c689b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (c1e6bf26-d35f-4b02-872b-927e7993412f), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:05.446318 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4c8acad1-de09-4ce4-a984-b115a7c689b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:05.447475 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-4c8acad1-de09-4ce4-a984-b115a7c689b4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c1e6bf26-d35f-4b02-872b-927e7993412f HTTP/1.1" status: 204 len: 168 time: 0.3042228 Feb 04 12:29:05.477913 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8acad1-de09-4ce4-a984-b115a7c689b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e6bf26-d35f-4b02-872b-927e7993412f,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:05.517625 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e72b0d43-8089-4e26-83c4-02726db4a711 admin admin] Publish callbacks [] for security_group (4627cf44-a468-496d-a8c0-6c68c1cc9832), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:05.520670 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-85185902-9b8b-402a-a0fb-2c8aa06149b1 req-25478327-d678-421f-a504-3d2f687b316e tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893526 Feb 04 12:29:05.553792 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 1a4a3c3d-36a0-4d43-b1ce-88c13649ade3, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=1a4a3c3d-36a0-4d43-b1ce-88c13649ade3,segment=NetworkSegment(82c42862-5e09-44a3-a831-056ff41e66f5),segment_id=82c42862-5e09-44a3-a831-056ff41e66f5)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:29:05.569204 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Returning: {'device': '1a4a3c3d-36a0-4d43-b1ce-88c13649ade3', 'network_id': '4641d9e3-bbfb-4ca1-b978-fac986a6f197', 'port_id': '1a4a3c3d-36a0-4d43-b1ce-88c13649ade3', 'mac_address': 'fa:16:3e:0c:69:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f23bfa97-1a92-478f-9c00-f3b0c9e898c3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:29:05.641689 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 1a4a3c3d-36a0-4d43-b1ce-88c13649ade3 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:29:05.642204 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (1a4a3c3d-36a0-4d43-b1ce-88c13649ade3), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:05.646200 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-64a636f0-0222-45a6-897a-9715dc79d815 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622215'] for router_interface (d20fa03f-134d-41e8-ab0e-e6bf3acda011), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:05.661506 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a4a3c3d-36a0-4d43-b1ce-88c13649ade3 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:29:05.695466 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 1a4a3c3d-36a0-4d43-b1ce-88c13649ade3, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=1a4a3c3d-36a0-4d43-b1ce-88c13649ade3,segment=NetworkSegment(82c42862-5e09-44a3-a831-056ff41e66f5),segment_id=82c42862-5e09-44a3-a831-056ff41e66f5)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:29:05.703395 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (1a4a3c3d-36a0-4d43-b1ce-88c13649ade3), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:05.741573 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e72b0d43-8089-4e26-83c4-02726db4a711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (4627cf44-a468-496d-a8c0-6c68c1cc9832), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:05.744183 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e72b0d43-8089-4e26-83c4-02726db4a711 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:05.755880 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-e72b0d43-8089-4e26-83c4-02726db4a711 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4627cf44-a468-496d-a8c0-6c68c1cc9832 HTTP/1.1" status: 204 len: 168 time: 0.4814577 Feb 04 12:29:05.790223 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=1a4a3c3d-36a0-4d43-b1ce-88c13649ade3,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:05.815456 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72b0d43-8089-4e26-83c4-02726db4a711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4627cf44-a468-496d-a8c0-6c68c1cc9832,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:05.928679 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['1a4a3c3d-36a0-4d43-b1ce-88c13649ade3'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:29:06.040229 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf58132c-bb78-4464-8f43-9e7c16d8febf req-5b04986c-42e4-4b93-bf34-b2f5dde9d6c6 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:06.060745 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cf58132c-bb78-4464-8f43-9e7c16d8febf req-5b04986c-42e4-4b93-bf34-b2f5dde9d6c6 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/ports?device_id=733baa8b-f67f-4e64-8ea4-0b4be128c2b4 HTTP/1.1" status: 200 len: 944 time: 0.0990512 Feb 04 12:29:06.158763 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cf58132c-bb78-4464-8f43-9e7c16d8febf req-9e686952-9d7d-4d95-8db7-d927b21f1021 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/security-groups?id=98d15bf5-a480-4f0d-bc57-8f17260bd5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947518 Feb 04 12:29:06.178200 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-64a636f0-0222-45a6-897a-9715dc79d815 admin admin] Deleting port 359f4396-a2ef-41bf-8f8c-9610cb01c07c {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:29:06.178939 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-64a636f0-0222-45a6-897a-9715dc79d815 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (359f4396-a2ef-41bf-8f8c-9610cb01c07c), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:06.236887 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d90a34-1c53-437b-b897-5a940e9eb3d8 req-5bda908d-d81a-41fa-b5f6-b303c056d371 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:06.236887 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-76d90a34-1c53-437b-b897-5a940e9eb3d8 req-5bda908d-d81a-41fa-b5f6-b303c056d371 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] 10.222.0.65 "GET /v2.0/ports?device_id=c8e089a8-c3ae-43ea-9b98-eee95c04abe4 HTTP/1.1" status: 200 len: 946 time: 0.0760710 Feb 04 12:29:06.303872 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-64a636f0-0222-45a6-897a-9715dc79d815 admin admin] For port 359f4396-a2ef-41bf-8f8c-9610cb01c07c, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=359f4396-a2ef-41bf-8f8c-9610cb01c07c,segment=NetworkSegment(7286c194-a110-4398-987d-ff0e8956230a),segment_id=7286c194-a110-4398-987d-ff0e8956230a)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:29:06.304307 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-64a636f0-0222-45a6-897a-9715dc79d815 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (359f4396-a2ef-41bf-8f8c-9610cb01c07c), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:06.322236 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-64a636f0-0222-45a6-897a-9715dc79d815 admin admin] Calling delete_port for 359f4396-a2ef-41bf-8f8c-9610cb01c07c owned by network:router_interface {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:29:06.329135 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-76d90a34-1c53-437b-b897-5a940e9eb3d8 req-b1135c84-ae81-45b5-8f4c-fd450fb36466 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b84e73b-0045-40ba-91f4-192a2f0e685b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860758 Feb 04 12:29:06.508974 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9082455-9e42-41ab-9a2a-b1dde7733505 req-c62e380a-40d2-459b-a1ff-cdd64ffb3ffc tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:06.518322 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d9082455-9e42-41ab-9a2a-b1dde7733505 req-c62e380a-40d2-459b-a1ff-cdd64ffb3ffc tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] 10.222.0.65 "GET /v2.0/ports?device_id=94d67f17-3427-4321-9367-b01c7cdb34b2 HTTP/1.1" status: 200 len: 945 time: 0.0899572 Feb 04 12:29:06.592170 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d9082455-9e42-41ab-9a2a-b1dde7733505 req-240e8d77-41e7-4863-bfc8-deca7faccd6a tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b84e73b-0045-40ba-91f4-192a2f0e685b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724075 Feb 04 12:29:06.676155 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-64a636f0-0222-45a6-897a-9715dc79d815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (359f4396-a2ef-41bf-8f8c-9610cb01c07c), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:06.685447 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 39276) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:29:06.760353 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a636f0-0222-45a6-897a-9715dc79d815 admin admin] Pushing event deleted for resources: {'Port': ['ID=359f4396-a2ef-41bf-8f8c-9610cb01c07c,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:06.797598 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-43fae91a-077b-4c34-939a-edf9ebf8a4ab admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=befc1f6317f94c4594a243cf752002b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1106806 Feb 04 12:29:06.798243 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 39280) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:29:06.900825 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7553093b-3450-42d2-9520-2c39c8939fe6 req-78e59a27-7c52-4d37-aac6-b00449e33ab8 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:06.911857 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7553093b-3450-42d2-9520-2c39c8939fe6 req-78e59a27-7c52-4d37-aac6-b00449e33ab8 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=309f20f5-fb15-4854-a3f3-90201a4e005a HTTP/1.1" status: 200 len: 950 time: 0.1962662 Feb 04 12:29:07.023896 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9cfff3a3-49fb-441f-b0c8-3a203e1c157d admin admin] Publish callbacks [] for security_group (9b34ce28-cd8a-4c66-8db1-169a7ae183c8), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:07.094668 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7553093b-3450-42d2-9520-2c39c8939fe6 req-ebd82ad9-3a3d-4c63-8eae-ac0ba69c8a75 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786518 Feb 04 12:29:07.104298 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9cfff3a3-49fb-441f-b0c8-3a203e1c157d admin admin] Publish callbacks [] for security_group (9b34ce28-cd8a-4c66-8db1-169a7ae183c8), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:07.227133 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9cfff3a3-49fb-441f-b0c8-3a203e1c157d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (9b34ce28-cd8a-4c66-8db1-169a7ae183c8), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:07.231289 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9cfff3a3-49fb-441f-b0c8-3a203e1c157d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:07.235779 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-9cfff3a3-49fb-441f-b0c8-3a203e1c157d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9b34ce28-cd8a-4c66-8db1-169a7ae183c8 HTTP/1.1" status: 204 len: 168 time: 0.4344223 Feb 04 12:29:07.254555 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfff3a3-49fb-441f-b0c8-3a203e1c157d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b34ce28-cd8a-4c66-8db1-169a7ae183c8,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:07.257830 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 1a4a3c3d-36a0-4d43-b1ce-88c13649ade3 up at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:29:07.299132 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-64a636f0-0222-45a6-897a-9715dc79d815 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622067'] for router_interface (d20fa03f-134d-41e8-ab0e-e6bf3acda011), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:07.436350 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning for port 1a4a3c3d-36a0-4d43-b1ce-88c13649ade3 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:29:07.443573 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning complete for port 1a4a3c3d-36a0-4d43-b1ce-88c13649ade3 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:29:07.444651 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (1a4a3c3d-36a0-4d43-b1ce-88c13649ade3), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:07.475258 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c39369e-4b5e-4739-9fff-c9a97d97389f req-db05ebdc-490b-4cd3-89ea-4760aa8e8ba1 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:07.477640 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4c39369e-4b5e-4739-9fff-c9a97d97389f req-db05ebdc-490b-4cd3-89ea-4760aa8e8ba1 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/ports?device_id=733baa8b-f67f-4e64-8ea4-0b4be128c2b4 HTTP/1.1" status: 200 len: 944 time: 0.1362705 Feb 04 12:29:07.618705 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b87f1d4-0e7a-4a10-8292-64bbf1932899 req-73a28402-2bb7-4b61-9725-66d2b241a68f tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:07.622070 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 1a4a3c3d-36a0-4d43-b1ce-88c13649ade3 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:29:07.623407 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (1a4a3c3d-36a0-4d43-b1ce-88c13649ade3), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:07.633388 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2b87f1d4-0e7a-4a10-8292-64bbf1932899 req-73a28402-2bb7-4b61-9725-66d2b241a68f tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] 10.222.0.65 "GET /v2.0/ports?device_id=94d67f17-3427-4321-9367-b01c7cdb34b2 HTTP/1.1" status: 200 len: 945 time: 0.1807268 Feb 04 12:29:07.650684 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4c39369e-4b5e-4739-9fff-c9a97d97389f req-53fc90da-0896-4fe2-9534-d31ca7103567 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/security-groups?id=98d15bf5-a480-4f0d-bc57-8f17260bd5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283391 Feb 04 12:29:07.670920 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '733baa8b-f67f-4e64-8ea4-0b4be128c2b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a4a3c3d-36a0-4d43-b1ce-88c13649ade3'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:29:07.688580 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-877a71d5-86a9-48a3-96f0-7d51e1a7e392" -d '{"events": [{"server_uuid": "733baa8b-f67f-4e64-8ea4-0b4be128c2b4", "name": "network-vif-plugged", "status": "completed", "tag": "1a4a3c3d-36a0-4d43-b1ce-88c13649ade3"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:29:07.724853 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2b87f1d4-0e7a-4a10-8292-64bbf1932899 req-74f030b0-fe99-4f70-8e55-ba6b7fe70a49 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b84e73b-0045-40ba-91f4-192a2f0e685b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873353 Feb 04 12:29:07.745482 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 1a4a3c3d-36a0-4d43-b1ce-88c13649ade3, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=1a4a3c3d-36a0-4d43-b1ce-88c13649ade3,segment=NetworkSegment(82c42862-5e09-44a3-a831-056ff41e66f5),segment_id=82c42862-5e09-44a3-a831-056ff41e66f5)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:29:07.756255 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (1a4a3c3d-36a0-4d43-b1ce-88c13649ade3), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:07.837727 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5a42286-7263-4a7f-8a03-b4c4a1b9ee4c x-openstack-request-id: req-a5a42286-7263-4a7f-8a03-b4c4a1b9ee4c {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:29:07.838022 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "733baa8b-f67f-4e64-8ea4-0b4be128c2b4", "name": "network-vif-plugged", "status": "completed", "tag": "1a4a3c3d-36a0-4d43-b1ce-88c13649ade3", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:29:07.838210 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a5a42286-7263-4a7f-8a03-b4c4a1b9ee4c {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:29:07.838771 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '733baa8b-f67f-4e64-8ea4-0b4be128c2b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a4a3c3d-36a0-4d43-b1ce-88c13649ade3', 'code': 200} Feb 04 12:29:07.847428 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64a636f0-0222-45a6-897a-9715dc79d815 admin admin] Router d20fa03f-134d-41e8-ab0e-e6bf3acda011 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:29:07.859669 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=1a4a3c3d-36a0-4d43-b1ce-88c13649ade3,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:08.063785 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af16e9c-7db3-4241-8757-f1842b16f39c req-d939b14f-d1b7-46e2-97fe-0ba3587190b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:08.065336 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-7af16e9c-7db3-4241-8757-f1842b16f39c req-d939b14f-d1b7-46e2-97fe-0ba3587190b0 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=733baa8b-f67f-4e64-8ea4-0b4be128c2b4 HTTP/1.1" status: 200 len: 1127 time: 0.1907964 Feb 04 12:29:08.093275 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64a636f0-0222-45a6-897a-9715dc79d815 admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:29:08.101866 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-64a636f0-0222-45a6-897a-9715dc79d815 admin admin] 10.222.0.65 "PUT /v2.0/routers/d20fa03f-134d-41e8-ab0e-e6bf3acda011/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2962909 Feb 04 12:29:08.102532 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 39322) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:29:08.138513 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-7af16e9c-7db3-4241-8757-f1842b16f39c req-b3061714-2b31-4e47-ae8f-aed810d38963 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=98d15bf5-a480-4f0d-bc57-8f17260bd5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646393 Feb 04 12:29:08.139126 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572e2dd6-5cfd-4563-b2bf-79d1b090d4bb None None] Sync routers for ids ['d20fa03f-134d-41e8-ab0e-e6bf3acda011'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:29:08.168319 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572e2dd6-5cfd-4563-b2bf-79d1b090d4bb None None] Routers {'d20fa03f-134d-41e8-ab0e-e6bf3acda011'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:29:08.169382 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-572e2dd6-5cfd-4563-b2bf-79d1b090d4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:28:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['d20fa03f-134d-41e8-ab0e-e6bf3acda011'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:29:08.208546 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 39330) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:29:08.307853 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-572e2dd6-5cfd-4563-b2bf-79d1b090d4bb None None] Set router d20fa03f-134d-41e8-ab0e-e6bf3acda011 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:29:08.381614 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ef450d71-6e35-4cb1-8044-19d10bf78320 admin admin] Publish callbacks [] for router (d20fa03f-134d-41e8-ab0e-e6bf3acda011), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:08.556182 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 39340) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:29:08.575269 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-572e2dd6-5cfd-4563-b2bf-79d1b090d4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd20fa03f-134d-41e8-ab0e-e6bf3acda011', 'name': 'tempest-ServersTestJSON-355000231-router', 'tenant_id': 'c0eafbbeb09641368ec0c43b6279b92e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': 'b86f5852-09ad-437d-8022-6956d9fc4189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:27:29Z', 'updated_at': '2022-02-04T12:29:06Z', 'revision_number': 5, 'project_id': 'c0eafbbeb09641368ec0c43b6279b92e', 'gw_port': {'id': 'b86f5852-09ad-437d-8022-6956d9fc4189', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20fa03f-134d-41e8-ab0e-e6bf3acda011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:27:32Z', 'updated_at': '2022-02-04T12:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:29:08.594748 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ef450d71-6e35-4cb1-8044-19d10bf78320 admin admin] Publish callbacks [] for router_gateway (d20fa03f-134d-41e8-ab0e-e6bf3acda011), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:08.608679 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3f6c07-db89-4599-8a7a-aa5c9d5b346e req-8f151a95-81a1-4dc9-bdec-7c5944b5d3a3 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:08.610748 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-af3f6c07-db89-4599-8a7a-aa5c9d5b346e req-8f151a95-81a1-4dc9-bdec-7c5944b5d3a3 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=309f20f5-fb15-4854-a3f3-90201a4e005a HTTP/1.1" status: 200 len: 950 time: 0.1128078 Feb 04 12:29:08.635457 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572e2dd6-5cfd-4563-b2bf-79d1b090d4bb None None] Checking router: d20fa03f-134d-41e8-ab0e-e6bf3acda011 for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:29:08.650157 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572e2dd6-5cfd-4563-b2bf-79d1b090d4bb None None] Routers {'d20fa03f-134d-41e8-ab0e-e6bf3acda011'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:29:08.651633 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-572e2dd6-5cfd-4563-b2bf-79d1b090d4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:28:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['d20fa03f-134d-41e8-ab0e-e6bf3acda011'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:29:08.669713 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd78315-cccc-405a-ba48-1a684ec62f2c req-1a897d69-a2d0-4a03-ac72-af669a8a2f98 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:08.674872 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-2dd78315-cccc-405a-ba48-1a684ec62f2c req-1a897d69-a2d0-4a03-ac72-af669a8a2f98 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] 10.222.0.77 "GET /v2.0/ports?device_id=94d67f17-3427-4321-9367-b01c7cdb34b2 HTTP/1.1" status: 200 len: 945 time: 0.1419232 Feb 04 12:29:08.733304 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-af3f6c07-db89-4599-8a7a-aa5c9d5b346e req-cc9568df-a0fc-4a89-8701-69152829c507 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079335 Feb 04 12:29:08.792449 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-484f671c-01c7-4038-845e-a8d43011647f admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1491412081-network', 'tenant_id': '13e2221ea635497bab7223d336ea5315'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:29:08.812783 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-ef450d71-6e35-4cb1-8044-19d10bf78320 admin admin] Deleting port b86f5852-09ad-437d-8022-6956d9fc4189 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:29:08.812783 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ef450d71-6e35-4cb1-8044-19d10bf78320 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (b86f5852-09ad-437d-8022-6956d9fc4189), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:08.853331 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-2dd78315-cccc-405a-ba48-1a684ec62f2c req-e3af560a-b825-4944-aa75-25815a3fb754 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] Deleting port 7d099656-cac8-46ab-8484-ca5b48157cf0 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:29:08.853767 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-2dd78315-cccc-405a-ba48-1a684ec62f2c req-e3af560a-b825-4944-aa75-25815a3fb754 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (7d099656-cac8-46ab-8484-ca5b48157cf0), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:08.992825 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-2dd78315-cccc-405a-ba48-1a684ec62f2c req-e3af560a-b825-4944-aa75-25815a3fb754 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] For port 7d099656-cac8-46ab-8484-ca5b48157cf0, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=7d099656-cac8-46ab-8484-ca5b48157cf0,segment=NetworkSegment(4a004afd-7d6a-4fb3-8993-7944c670ed6f),segment_id=4a004afd-7d6a-4fb3-8993-7944c670ed6f)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:29:08.993274 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-2dd78315-cccc-405a-ba48-1a684ec62f2c req-e3af560a-b825-4944-aa75-25815a3fb754 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (7d099656-cac8-46ab-8484-ca5b48157cf0), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:09.025928 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-167b10aa-7cda-42e9-97d0-d5ab16e6719c admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1968475040-network', 'tenant_id': '23f26bd549a74b7c8abaff4b98ce0027'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:29:09.026301 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-2dd78315-cccc-405a-ba48-1a684ec62f2c req-e3af560a-b825-4944-aa75-25815a3fb754 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] Calling delete_port for 7d099656-cac8-46ab-8484-ca5b48157cf0 owned by compute:nova {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:29:09.037728 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-484f671c-01c7-4038-845e-a8d43011647f admin admin] Made reservation on behalf of 13e2221ea635497bab7223d336ea5315 for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:29:09.040645 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-484f671c-01c7-4038-845e-a8d43011647f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:09.053083 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-484f671c-01c7-4038-845e-a8d43011647f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:09.145284 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-572e2dd6-5cfd-4563-b2bf-79d1b090d4bb None None] Set router d20fa03f-134d-41e8-ab0e-e6bf3acda011 gateway port host: None {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:29:09.329811 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-572e2dd6-5cfd-4563-b2bf-79d1b090d4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd20fa03f-134d-41e8-ab0e-e6bf3acda011', 'name': 'tempest-ServersTestJSON-355000231-router', 'tenant_id': 'c0eafbbeb09641368ec0c43b6279b92e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:27:29Z', 'updated_at': '2022-02-04T12:29:08Z', 'revision_number': 6, 'project_id': 'c0eafbbeb09641368ec0c43b6279b92e', 'gw_port_host': None}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:29:09.399983 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-167b10aa-7cda-42e9-97d0-d5ab16e6719c admin admin] Made reservation on behalf of 23f26bd549a74b7c8abaff4b98ce0027 for: {'network': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:29:09.416042 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-167b10aa-7cda-42e9-97d0-d5ab16e6719c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:09.435046 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572e2dd6-5cfd-4563-b2bf-79d1b090d4bb None None] The sync data for ids ['d20fa03f-134d-41e8-ab0e-e6bf3acda011'] in n-d-825015-3 is: [{'id': 'd20fa03f-134d-41e8-ab0e-e6bf3acda011', 'name': 'tempest-ServersTestJSON-355000231-router', 'tenant_id': 'c0eafbbeb09641368ec0c43b6279b92e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:27:29Z', 'updated_at': '2022-02-04T12:29:08Z', 'revision_number': 6, 'project_id': 'c0eafbbeb09641368ec0c43b6279b92e', 'gw_port_host': None}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:29:09.436649 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-484f671c-01c7-4038-845e-a8d43011647f admin admin] Publish callbacks [] for security_group (2ab89544-c480-497f-b92b-688646c16ec0), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:09.451180 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-484f671c-01c7-4038-845e-a8d43011647f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (2ab89544-c480-497f-b92b-688646c16ec0), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:09.468037 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-2dd78315-cccc-405a-ba48-1a684ec62f2c req-e3af560a-b825-4944-aa75-25815a3fb754 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (7d099656-cac8-46ab-8484-ca5b48157cf0), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:09.482790 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['9c755a73-5aa5-49d7-a494-a9f73e1b8e38'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:29:09.509868 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-167b10aa-7cda-42e9-97d0-d5ab16e6719c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:09.520487 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e3429b-c237-491f-8f6b-c315b656baf4 req-4d620cd6-b819-4d0d-b590-dd4534ef718a tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:09.529753 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-57e3429b-c237-491f-8f6b-c315b656baf4 req-4d620cd6-b819-4d0d-b590-dd4534ef718a tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/ports?device_id=733baa8b-f67f-4e64-8ea4-0b4be128c2b4 HTTP/1.1" status: 200 len: 945 time: 0.5865710 Feb 04 12:29:09.579929 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 39366) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:29:09.598691 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b25767c-ee3a-4ed4-93f2-6bf10b7bc7ad req-e51ab446-ed9b-4e83-9c2b-bdd655162508 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:09.609338 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1b25767c-ee3a-4ed4-93f2-6bf10b7bc7ad req-e51ab446-ed9b-4e83-9c2b-bdd655162508 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] 10.222.0.65 "GET /v2.0/ports?device_id=94d67f17-3427-4321-9367-b01c7cdb34b2 HTTP/1.1" status: 200 len: 945 time: 0.6125798 Feb 04 12:29:09.612024 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af560a-b825-4944-aa75-25815a3fb754 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] Pushing event deleted for resources: {'Port': ['ID=7d099656-cac8-46ab-8484-ca5b48157cf0,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:09.622288 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-484f671c-01c7-4038-845e-a8d43011647f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:29:09.625498 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-ef450d71-6e35-4cb1-8044-19d10bf78320 admin admin] For port b86f5852-09ad-437d-8022-6956d9fc4189, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=b86f5852-09ad-437d-8022-6956d9fc4189,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:29:09.625884 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ef450d71-6e35-4cb1-8044-19d10bf78320 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (b86f5852-09ad-437d-8022-6956d9fc4189), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:09.634804 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484f671c-01c7-4038-845e-a8d43011647f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ab89544-c480-497f-b92b-688646c16ec0,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:09.666730 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-484f671c-01c7-4038-845e-a8d43011647f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (d58ddc32-fd3a-4289-9a48-41a283646e0a), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:09.667093 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-484f671c-01c7-4038-845e-a8d43011647f admin admin] Added segment d58ddc32-fd3a-4289-9a48-41a283646e0a of type vlan for network 57f22c28-9c54-41c2-b504-ea3ccea1b588 Feb 04 12:29:09.700576 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dd78315-cccc-405a-ba48-1a684ec62f2c req-e3af560a-b825-4944-aa75-25815a3fb754 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] No DVR routers for this DVR port 7d099656-cac8-46ab-8484-ca5b48157cf0 on host n-h2-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:29:09.708237 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-2dd78315-cccc-405a-ba48-1a684ec62f2c req-e3af560a-b825-4944-aa75-25815a3fb754 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:09.712434 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-2dd78315-cccc-405a-ba48-1a684ec62f2c req-e3af560a-b825-4944-aa75-25815a3fb754 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] 10.222.0.77 "DELETE /v2.0/ports/7d099656-cac8-46ab-8484-ca5b48157cf0 HTTP/1.1" status: 204 len: 173 time: 1.0291245 Feb 04 12:29:09.712922 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94d67f17-3427-4321-9367-b01c7cdb34b2', 'name': 'network-vif-deleted', 'tag': '7d099656-cac8-46ab-8484-ca5b48157cf0'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:29:09.716596 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6808d89a-2ca4-4bdd-94be-a7d36a20f0bd" -d '{"events": [{"server_uuid": "94d67f17-3427-4321-9367-b01c7cdb34b2", "name": "network-vif-deleted", "tag": "7d099656-cac8-46ab-8484-ca5b48157cf0"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:29:09.734414 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-57e3429b-c237-491f-8f6b-c315b656baf4 req-8cb6cb2e-03ed-46ae-9472-4d0de4dfd158 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/security-groups?id=98d15bf5-a480-4f0d-bc57-8f17260bd5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035975 Feb 04 12:29:09.779476 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-484f671c-01c7-4038-845e-a8d43011647f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (57f22c28-9c54-41c2-b504-ea3ccea1b588), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:09.846385 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 359f4396-a2ef-41bf-8f8c-9610cb01c07c no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:29:09.860315 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1b25767c-ee3a-4ed4-93f2-6bf10b7bc7ad req-c77d8663-5e4b-4a2e-945f-7cdd84dda16d tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b84e73b-0045-40ba-91f4-192a2f0e685b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162660 Feb 04 12:29:09.894371 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-484f671c-01c7-4038-845e-a8d43011647f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (57f22c28-9c54-41c2-b504-ea3ccea1b588), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:09.905105 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484f671c-01c7-4038-845e-a8d43011647f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:09.910130 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-484f671c-01c7-4038-845e-a8d43011647f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:09.912033 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 359f4396-a2ef-41bf-8f8c-9610cb01c07c {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:29:09.912200 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafe433d-2fba-4446-bd14-f3a9a95bef1d req-c09d67de-6ba6-4875-850d-ae57bfc07602 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:09.912583 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 359f4396-a2ef-41bf-8f8c-9610cb01c07c not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:29:09.921723 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fafe433d-2fba-4446-bd14-f3a9a95bef1d req-c09d67de-6ba6-4875-850d-ae57bfc07602 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8e089a8-c3ae-43ea-9b98-eee95c04abe4 HTTP/1.1" status: 200 len: 946 time: 0.8867550 Feb 04 12:29:09.948678 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-ef450d71-6e35-4cb1-8044-19d10bf78320 admin admin] Calling delete_port for b86f5852-09ad-437d-8022-6956d9fc4189 owned by network:router_gateway {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:29:09.952899 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-81a29f22-7d44-4f9c-bdea-55e4b1142a1f req-785d4e7c-9df1-4d66-bbde-bf6cdf166352 service neutron] 10.222.0.73 "GET /v2.0/ports/dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd/bindings/n-h1-825015-3 HTTP/1.1" status: 200 len: 382 time: 0.7297816 Feb 04 12:29:09.956994 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d2249ac-8c2c-4a8d-b68b-d4d801c79711 x-openstack-request-id: req-7d2249ac-8c2c-4a8d-b68b-d4d801c79711 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:29:09.957350 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94d67f17-3427-4321-9367-b01c7cdb34b2", "name": "network-vif-deleted", "tag": "7d099656-cac8-46ab-8484-ca5b48157cf0", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:29:09.958485 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7d2249ac-8c2c-4a8d-b68b-d4d801c79711 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:29:09.958895 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94d67f17-3427-4321-9367-b01c7cdb34b2', 'name': 'network-vif-deleted', 'tag': '7d099656-cac8-46ab-8484-ca5b48157cf0', 'status': 'completed', 'code': 200} Feb 04 12:29:10.132301 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-484f671c-01c7-4038-845e-a8d43011647f admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9192727 Feb 04 12:29:10.140543 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 39376) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:29:10.153108 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-97087046-139a-413d-b346-d25c4b9537da admin admin] Request body: {'subnet': {'network_id': '57f22c28-9c54-41c2-b504-ea3ccea1b588', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1491412081-subnet', 'tenant_id': '13e2221ea635497bab7223d336ea5315', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:29:10.165328 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484f671c-01c7-4038-845e-a8d43011647f admin admin] Pushing event updated for resources: {'Network': ['ID=57f22c28-9c54-41c2-b504-ea3ccea1b588,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:10.182151 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 57f22c28-9c54-41c2-b504-ea3ccea1b588 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:29:10.394941 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-77c23caa-5c03-4a33-93a8-a22da966f9c8 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-790215227-network', 'tenant_id': 'dcbc9e99c00c41539a07d9ddf5098f10'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:29:10.408305 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76f8500-a833-4a3c-b5aa-c193a32da0b1 req-d41db676-7f6e-4227-9e54-e837292dd850 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:10.408305 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b76f8500-a833-4a3c-b5aa-c193a32da0b1 req-d41db676-7f6e-4227-9e54-e837292dd850 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=309f20f5-fb15-4854-a3f3-90201a4e005a HTTP/1.1" status: 200 len: 950 time: 0.3351643 Feb 04 12:29:10.418330 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97087046-139a-413d-b346-d25c4b9537da admin admin] Made reservation on behalf of 13e2221ea635497bab7223d336ea5315 for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:29:10.420704 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-97087046-139a-413d-b346-d25c4b9537da admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:10.886790 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-fafe433d-2fba-4446-bd14-f3a9a95bef1d req-681211ee-1d5b-46d9-8a60-bd103c387c85 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] Deleting port 9c755a73-5aa5-49d7-a494-a9f73e1b8e38 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:29:10.887545 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-fafe433d-2fba-4446-bd14-f3a9a95bef1d req-681211ee-1d5b-46d9-8a60-bd103c387c85 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (9c755a73-5aa5-49d7-a494-a9f73e1b8e38), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:10.975340 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77c23caa-5c03-4a33-93a8-a22da966f9c8 admin admin] Made reservation on behalf of dcbc9e99c00c41539a07d9ddf5098f10 for: {'network': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:29:10.977683 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-77c23caa-5c03-4a33-93a8-a22da966f9c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:11.035058 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-167b10aa-7cda-42e9-97d0-d5ab16e6719c admin admin] Publish callbacks [] for security_group (495efc95-4786-4397-9d97-68d605bb2024), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:11.055100 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-77c23caa-5c03-4a33-93a8-a22da966f9c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:11.069094 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-167b10aa-7cda-42e9-97d0-d5ab16e6719c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (495efc95-4786-4397-9d97-68d605bb2024), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:11.090251 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a29f22-7d44-4f9c-bdea-55e4b1142a1f req-1a4232a6-b434-4485-a1a4-165a50ff4f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:11.091214 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-81a29f22-7d44-4f9c-bdea-55e4b1142a1f req-1a4232a6-b434-4485-a1a4-165a50ff4f2b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=309f20f5-fb15-4854-a3f3-90201a4e005a&tenant_id=5c34eef31d4540768d24bcb8030d50f3 HTTP/1.1" status: 200 len: 1132 time: 0.7867036 Feb 04 12:29:11.180564 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-167b10aa-7cda-42e9-97d0-d5ab16e6719c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=103475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:29:11.223441 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b76f8500-a833-4a3c-b5aa-c193a32da0b1 req-2b1fd0ac-4c9e-48f5-818b-3701f418b0b3 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7839265 Feb 04 12:29:11.278659 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167b10aa-7cda-42e9-97d0-d5ab16e6719c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=495efc95-4786-4397-9d97-68d605bb2024,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:11.296593 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 9c755a73-5aa5-49d7-a494-a9f73e1b8e38 no longer exists at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:29:11.299210 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-167b10aa-7cda-42e9-97d0-d5ab16e6719c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (e38822bf-f593-46de-9f87-08ac60a23992), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:11.299855 n-d-825015-3 neutron-server[103475]: INFO neutron.db.segments_db [None req-167b10aa-7cda-42e9-97d0-d5ab16e6719c admin admin] Added segment e38822bf-f593-46de-9f87-08ac60a23992 of type vlan for network 91f7aa11-8fe5-4e2e-86b7-0122aee4d7e6 Feb 04 12:29:11.351084 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358db76c-64fd-408d-80d5-523ab4f05468 req-b27b0688-28fc-4c65-96e3-e9421b88b153 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:11.352961 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-358db76c-64fd-408d-80d5-523ab4f05468 req-b27b0688-28fc-4c65-96e3-e9421b88b153 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/ports?device_id=733baa8b-f67f-4e64-8ea4-0b4be128c2b4 HTTP/1.1" status: 200 len: 945 time: 0.4767697 Feb 04 12:29:11.398723 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-fafe433d-2fba-4446-bd14-f3a9a95bef1d req-681211ee-1d5b-46d9-8a60-bd103c387c85 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] For port 9c755a73-5aa5-49d7-a494-a9f73e1b8e38, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=9c755a73-5aa5-49d7-a494-a9f73e1b8e38,segment=NetworkSegment(4a004afd-7d6a-4fb3-8993-7944c670ed6f),segment_id=4a004afd-7d6a-4fb3-8993-7944c670ed6f)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:29:11.399418 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-fafe433d-2fba-4446-bd14-f3a9a95bef1d req-681211ee-1d5b-46d9-8a60-bd103c387c85 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (9c755a73-5aa5-49d7-a494-a9f73e1b8e38), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:11.403913 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 9c755a73-5aa5-49d7-a494-a9f73e1b8e38 is: ACTIVE; New status is: DOWN {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:29:11.404725 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (9c755a73-5aa5-49d7-a494-a9f73e1b8e38), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:11.438460 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8e089a8-c3ae-43ea-9b98-eee95c04abe4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c755a73-5aa5-49d7-a494-a9f73e1b8e38'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:29:11.441526 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7767cd88-ebd6-4518-95f8-c603ded004f7" -d '{"events": [{"server_uuid": "c8e089a8-c3ae-43ea-9b98-eee95c04abe4", "name": "network-vif-unplugged", "status": "completed", "tag": "9c755a73-5aa5-49d7-a494-a9f73e1b8e38"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:29:11.459552 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 9c755a73-5aa5-49d7-a494-a9f73e1b8e38, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=9c755a73-5aa5-49d7-a494-a9f73e1b8e38,segment=NetworkSegment(4a004afd-7d6a-4fb3-8993-7944c670ed6f),segment_id=4a004afd-7d6a-4fb3-8993-7944c670ed6f)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:29:11.465302 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (9c755a73-5aa5-49d7-a494-a9f73e1b8e38), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:11.466485 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 7d099656-cac8-46ab-8484-ca5b48157cf0 no longer exists at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:29:11.485645 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-fafe433d-2fba-4446-bd14-f3a9a95bef1d req-681211ee-1d5b-46d9-8a60-bd103c387c85 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] Calling delete_port for 9c755a73-5aa5-49d7-a494-a9f73e1b8e38 owned by compute:nova {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:29:11.494259 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-167b10aa-7cda-42e9-97d0-d5ab16e6719c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (91f7aa11-8fe5-4e2e-86b7-0122aee4d7e6), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:11.512640 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] No Port match for: 7d099656-cac8-46ab-8484-ca5b48157cf0 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:29:11.513228 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 7d099656-cac8-46ab-8484-ca5b48157cf0 not bound to the agent host n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:29:11.519656 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ef450d71-6e35-4cb1-8044-19d10bf78320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (b86f5852-09ad-437d-8022-6956d9fc4189), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:11.553874 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=9c755a73-5aa5-49d7-a494-a9f73e1b8e38,revision_number=6']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:11.614384 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a29f22-7d44-4f9c-bdea-55e4b1142a1f req-224de80a-a8e7-43e8-84d1-c69fce3273af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:11.615851 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-81a29f22-7d44-4f9c-bdea-55e4b1142a1f req-224de80a-a8e7-43e8-84d1-c69fce3273af service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5c34eef31d4540768d24bcb8030d50f3&device_id=309f20f5-fb15-4854-a3f3-90201a4e005a HTTP/1.1" status: 200 len: 1132 time: 0.4767647 Feb 04 12:29:11.625668 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 39414) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:29:11.669514 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef450d71-6e35-4cb1-8044-19d10bf78320 admin admin] Pushing event deleted for resources: {'Port': ['ID=b86f5852-09ad-437d-8022-6956d9fc4189,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:11.780832 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device b86f5852-09ad-437d-8022-6956d9fc4189 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:29:11.782887 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6e1ed949-505e-4fcb-9936-3e21850b8f60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:11.809942 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: b86f5852-09ad-437d-8022-6956d9fc4189 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:29:11.810415 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device b86f5852-09ad-437d-8022-6956d9fc4189 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:29:11.837429 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-167b10aa-7cda-42e9-97d0-d5ab16e6719c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (91f7aa11-8fe5-4e2e-86b7-0122aee4d7e6), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:11.838378 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167b10aa-7cda-42e9-97d0-d5ab16e6719c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:11.838973 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-167b10aa-7cda-42e9-97d0-d5ab16e6719c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:11.845180 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-358db76c-64fd-408d-80d5-523ab4f05468 req-f7aa6ce0-d49a-46b4-a708-3fc68032e9fe tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/security-groups?id=98d15bf5-a480-4f0d-bc57-8f17260bd5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4695857 Feb 04 12:29:11.869986 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-77c23caa-5c03-4a33-93a8-a22da966f9c8 admin admin] Publish callbacks [] for security_group (6c9a0cb1-780a-4c57-9639-c682eedb0cb5), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:11.907313 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-97087046-139a-413d-b346-d25c4b9537da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52094127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51452689'] for subnet (fec05539-fa61-48d5-8362-143fafa358aa), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:11.915010 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 12:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a54e3ef7-fec4-44ae-acf8-241e05e3cb3f x-openstack-request-id: req-a54e3ef7-fec4-44ae-acf8-241e05e3cb3f {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:29:11.915653 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8e089a8-c3ae-43ea-9b98-eee95c04abe4", "name": "network-vif-unplugged", "status": "completed", "tag": "9c755a73-5aa5-49d7-a494-a9f73e1b8e38", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:29:11.916325 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a54e3ef7-fec4-44ae-acf8-241e05e3cb3f {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:29:11.917254 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8e089a8-c3ae-43ea-9b98-eee95c04abe4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c755a73-5aa5-49d7-a494-a9f73e1b8e38', 'code': 200} Feb 04 12:29:11.922686 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6e1ed949-505e-4fcb-9936-3e21850b8f60 admin admin] Publish callbacks [] for security_group (9d9a8be9-d08a-4f63-acdd-9b505fd44855), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:11.935719 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6e1ed949-505e-4fcb-9936-3e21850b8f60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (9d9a8be9-d08a-4f63-acdd-9b505fd44855), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:11.958891 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-77c23caa-5c03-4a33-93a8-a22da966f9c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (6c9a0cb1-780a-4c57-9639-c682eedb0cb5), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:12.014588 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-167b10aa-7cda-42e9-97d0-d5ab16e6719c admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 3.4525454 Feb 04 12:29:12.024797 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ef450d71-6e35-4cb1-8044-19d10bf78320 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1599901'] for router_gateway (d20fa03f-134d-41e8-ab0e-e6bf3acda011), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:12.035954 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bcecde-d524-4754-8a7b-b6cf988fd88b req-083a9ee2-cf63-445f-b126-94b5ba002a4f tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:12.036135 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-42bcecde-d524-4754-8a7b-b6cf988fd88b req-083a9ee2-cf63-445f-b126-94b5ba002a4f tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] 10.222.0.65 "GET /v2.0/ports?device_id=c8e089a8-c3ae-43ea-9b98-eee95c04abe4 HTTP/1.1" status: 200 len: 944 time: 0.6313078 Feb 04 12:29:12.047430 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 39422) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:29:12.106772 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-aef7f54a-cbd1-4f85-8aad-63fcbe6c0316 admin admin] Request body: {'subnet': {'network_id': '91f7aa11-8fe5-4e2e-86b7-0122aee4d7e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1968475040-subnet', 'tenant_id': '23f26bd549a74b7c8abaff4b98ce0027', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:29:12.113017 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:29:12.177313 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77c23caa-5c03-4a33-93a8-a22da966f9c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=103475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:29:12.186145 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167b10aa-7cda-42e9-97d0-d5ab16e6719c admin admin] Pushing event updated for resources: {'Network': ['ID=91f7aa11-8fe5-4e2e-86b7-0122aee4d7e6,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:12.216115 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 91f7aa11-8fe5-4e2e-86b7-0122aee4d7e6 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:29:12.283094 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-6e1ed949-505e-4fcb-9936-3e21850b8f60 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=61918fa1e2494e159d45268797632ce9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6557941 Feb 04 12:29:12.288704 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 39436) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:29:12.310076 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97087046-139a-413d-b346-d25c4b9537da admin admin] Pushing event updated for resources: {'Subnet': ['ID=fec05539-fa61-48d5-8362-143fafa358aa,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:12.310450 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1ed949-505e-4fcb-9936-3e21850b8f60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d9a8be9-d08a-4f63-acdd-9b505fd44855,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:12.316551 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd is: ACTIVE; New status is: DOWN {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:29:12.317196 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:12.356419 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ef450d71-6e35-4cb1-8044-19d10bf78320 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10915'] for router (d20fa03f-134d-41e8-ab0e-e6bf3acda011), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:12.358658 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-77c23caa-5c03-4a33-93a8-a22da966f9c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (b4e52b35-5bb9-453a-9088-e8768ee27df9), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:12.359077 n-d-825015-3 neutron-server[103475]: INFO neutron.db.segments_db [None req-77c23caa-5c03-4a33-93a8-a22da966f9c8 admin admin] Added segment b4e52b35-5bb9-453a-9088-e8768ee27df9 of type vlan for network 0e8b5cfe-93df-4af8-ae4b-dba09d277a8f Feb 04 12:29:12.359200 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b221f38d-195e-4139-8b35-f58188644af9 admin admin] Publish callbacks [] for security_group (9d9a8be9-d08a-4f63-acdd-9b505fd44855), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:12.369848 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a29f22-7d44-4f9c-bdea-55e4b1142a1f req-448d1373-d5ff-4ace-a37c-483212476830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:12.372759 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-81a29f22-7d44-4f9c-bdea-55e4b1142a1f req-448d1373-d5ff-4ace-a37c-483212476830 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2f7dc246-a024-4937-952c-0ddeef5af29c HTTP/1.1" status: 200 len: 870 time: 0.7050467 Feb 04 12:29:12.376509 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ef450d71-6e35-4cb1-8044-19d10bf78320 admin admin] Publish callbacks [] for router_controller (d20fa03f-134d-41e8-ab0e-e6bf3acda011), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:12.391475 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b221f38d-195e-4139-8b35-f58188644af9 admin admin] Publish callbacks [] for security_group (9d9a8be9-d08a-4f63-acdd-9b505fd44855), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:12.392741 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:29:12.399012 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:12.416919 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c23caa-5c03-4a33-93a8-a22da966f9c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c9a0cb1-780a-4c57-9639-c682eedb0cb5,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:12.437489 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef7f54a-cbd1-4f85-8aad-63fcbe6c0316 admin admin] Made reservation on behalf of 23f26bd549a74b7c8abaff4b98ce0027 for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:29:12.442461 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-aef7f54a-cbd1-4f85-8aad-63fcbe6c0316 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:12.477371 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd,revision_number=6']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:12.495047 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b221f38d-195e-4139-8b35-f58188644af9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (9d9a8be9-d08a-4f63-acdd-9b505fd44855), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:12.499108 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b221f38d-195e-4139-8b35-f58188644af9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:12.500929 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-b221f38d-195e-4139-8b35-f58188644af9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9d9a8be9-d08a-4f63-acdd-9b505fd44855 HTTP/1.1" status: 204 len: 168 time: 0.2107115 Feb 04 12:29:12.521998 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b221f38d-195e-4139-8b35-f58188644af9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d9a8be9-d08a-4f63-acdd-9b505fd44855,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:12.650507 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-42bcecde-d524-4754-8a7b-b6cf988fd88b req-61525698-63b4-4afe-9fa6-a26cf468883b tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b84e73b-0045-40ba-91f4-192a2f0e685b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5391612 Feb 04 12:29:12.651753 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-81a29f22-7d44-4f9c-bdea-55e4b1142a1f req-cbc06d0d-9273-4022-b89e-ddcbc9b1a8d9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd HTTP/1.1" status: 200 len: 217 time: 0.2286265 Feb 04 12:29:12.686683 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-77c23caa-5c03-4a33-93a8-a22da966f9c8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (0e8b5cfe-93df-4af8-ae4b-dba09d277a8f), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:12.701580 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ef450d71-6e35-4cb1-8044-19d10bf78320 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622829'] for router (d20fa03f-134d-41e8-ab0e-e6bf3acda011), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:12.702139 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef450d71-6e35-4cb1-8044-19d10bf78320 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d20fa03f-134d-41e8-ab0e-e6bf3acda011 {{(pid=103475) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 12:29:12.706997 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ef450d71-6e35-4cb1-8044-19d10bf78320 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:12.711801 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-ef450d71-6e35-4cb1-8044-19d10bf78320 admin admin] 10.222.0.65 "DELETE /v2.0/routers/d20fa03f-134d-41e8-ab0e-e6bf3acda011 HTTP/1.1" status: 204 len: 168 time: 4.6018448 Feb 04 12:29:12.716190 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 39442) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:29:12.719129 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97087046-139a-413d-b346-d25c4b9537da admin admin] Checking segment: {'id': 'd58ddc32-fd3a-4289-9a48-41a283646e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '57f22c28-9c54-41c2-b504-ea3ccea1b588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:29:12.719129 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97087046-139a-413d-b346-d25c4b9537da admin admin] Network hostable DHCP agents. Network: 57f22c28-9c54-41c2-b504-ea3ccea1b588, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:29:12.744795 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-fafe433d-2fba-4446-bd14-f3a9a95bef1d req-681211ee-1d5b-46d9-8a60-bd103c387c85 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (9c755a73-5aa5-49d7-a494-a9f73e1b8e38), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:12.820616 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-27ae2272-4d82-4417-b2b5-4f000fcae596 admin admin] Deleting subnet ded1b65b-964f-4cd0-8493-06f49dcfd4c3 {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:29:12.826141 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-27ae2272-4d82-4417-b2b5-4f000fcae596 admin admin] Publish callbacks [] for subnet (ded1b65b-964f-4cd0-8493-06f49dcfd4c3), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:12.874743 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae899e4-3395-4038-8a7f-0e48ebf9938a req-e8d97635-32c3-41a3-ab1b-5781ca6a3a15 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:12.882576 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6ae899e4-3395-4038-8a7f-0e48ebf9938a req-e8d97635-32c3-41a3-ab1b-5781ca6a3a15 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/networks?id=4641d9e3-bbfb-4ca1-b978-fac986a6f197 HTTP/1.1" status: 200 len: 806 time: 0.7079122 Feb 04 12:29:12.884999 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681211ee-1d5b-46d9-8a60-bd103c387c85 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] Pushing event deleted for resources: {'Port': ['ID=9c755a73-5aa5-49d7-a494-a9f73e1b8e38,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:12.907542 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-77c23caa-5c03-4a33-93a8-a22da966f9c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (0e8b5cfe-93df-4af8-ae4b-dba09d277a8f), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:12.908923 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c23caa-5c03-4a33-93a8-a22da966f9c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:12.908923 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-77c23caa-5c03-4a33-93a8-a22da966f9c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:12.925306 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-27ae2272-4d82-4417-b2b5-4f000fcae596 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (ded1b65b-964f-4cd0-8493-06f49dcfd4c3), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:12.967061 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a29f22-7d44-4f9c-bdea-55e4b1142a1f req-dbb06d2b-0a17-485c-8275-aff170955dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:12.968759 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-81a29f22-7d44-4f9c-bdea-55e4b1142a1f req-dbb06d2b-0a17-485c-8275-aff170955dc5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5ee3374a-84e9-4639-853c-740c6edaf6dc HTTP/1.1" status: 200 len: 843 time: 0.2907100 Feb 04 12:29:13.031879 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 39444) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:29:13.045496 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6ae899e4-3395-4038-8a7f-0e48ebf9938a req-51e43531-addd-431e-b440-475173e26a43 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/quotas/15c4606ad13a46b29ee60be66da65533 HTTP/1.1" status: 200 len: 375 time: 0.1619034 Feb 04 12:29:13.056881 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6963c454-09eb-498a-8da5-20f5dd5340a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:13.071555 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-77c23caa-5c03-4a33-93a8-a22da966f9c8 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 3.4809477 Feb 04 12:29:13.075522 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 39446) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:29:13.083979 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-848e60a8-18f5-467b-808a-4b1919f30f22 admin admin] Request body: {'subnet': {'network_id': '0e8b5cfe-93df-4af8-ae4b-dba09d277a8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-790215227-subnet', 'tenant_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:29:13.093962 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97087046-139a-413d-b346-d25c4b9537da admin admin] Network 57f22c28-9c54-41c2-b504-ea3ccea1b588 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:29:13.096716 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-27ae2272-4d82-4417-b2b5-4f000fcae596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (ded1b65b-964f-4cd0-8493-06f49dcfd4c3), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:13.129202 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-fafe433d-2fba-4446-bd14-f3a9a95bef1d req-681211ee-1d5b-46d9-8a60-bd103c387c85 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] No DVR routers for this DVR port 9c755a73-5aa5-49d7-a494-a9f73e1b8e38 on host n-h2-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:29:13.150587 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-fafe433d-2fba-4446-bd14-f3a9a95bef1d req-681211ee-1d5b-46d9-8a60-bd103c387c85 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:13.156527 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fafe433d-2fba-4446-bd14-f3a9a95bef1d req-681211ee-1d5b-46d9-8a60-bd103c387c85 tempest-MultipleCreateTestJSON-724180815 tempest-MultipleCreateTestJSON-724180815-project] 10.222.0.77 "DELETE /v2.0/ports/9c755a73-5aa5-49d7-a494-a9f73e1b8e38 HTTP/1.1" status: 204 len: 173 time: 3.1991584 Feb 04 12:29:13.165112 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8e089a8-c3ae-43ea-9b98-eee95c04abe4', 'name': 'network-vif-deleted', 'tag': '9c755a73-5aa5-49d7-a494-a9f73e1b8e38'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:29:13.167332 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-848e60a8-18f5-467b-808a-4b1919f30f22 admin admin] Made reservation on behalf of dcbc9e99c00c41539a07d9ddf5098f10 for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:29:13.167565 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed574bad-bcf9-4882-93bc-313ca736cdb7" -d '{"events": [{"server_uuid": "c8e089a8-c3ae-43ea-9b98-eee95c04abe4", "name": "network-vif-deleted", "tag": "9c755a73-5aa5-49d7-a494-a9f73e1b8e38"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:29:13.170029 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-848e60a8-18f5-467b-808a-4b1919f30f22 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60610638'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:13.200816 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-97087046-139a-413d-b346-d25c4b9537da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 57f22c28-9c54-41c2-b504-ea3ccea1b588) {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:29:13.218737 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7e1be4-b3b5-4d09-b736-420dbcf38420 None None] Network 57f22c28-9c54-41c2-b504-ea3ccea1b588 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:29:13.229486 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c23caa-5c03-4a33-93a8-a22da966f9c8 admin admin] Pushing event updated for resources: {'Network': ['ID=0e8b5cfe-93df-4af8-ae4b-dba09d277a8f,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:13.246279 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97087046-139a-413d-b346-d25c4b9537da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:13.251306 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-97087046-139a-413d-b346-d25c4b9537da admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:13.288531 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-27ae2272-4d82-4417-b2b5-4f000fcae596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (ded1b65b-964f-4cd0-8493-06f49dcfd4c3), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:13.290652 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0632aab7-1905-40d3-8556-dbead80094ba req-2f83ceb5-3921-4da9-ab23-9de335540bb0 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:13.292334 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0632aab7-1905-40d3-8556-dbead80094ba req-2f83ceb5-3921-4da9-ab23-9de335540bb0 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=309f20f5-fb15-4854-a3f3-90201a4e005a HTTP/1.1" status: 200 len: 948 time: 0.4704146 Feb 04 12:29:13.311488 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-97087046-139a-413d-b346-d25c4b9537da admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.1698444 Feb 04 12:29:13.321048 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 0e8b5cfe-93df-4af8-ae4b-dba09d277a8f details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:29:13.321916 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 39450) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:29:13.340834 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-bcf544f8-b8d9-40c6-950e-d6b675653138 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1491412081-router', 'tenant_id': '13e2221ea635497bab7223d336ea5315', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:29:13.343725 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6963c454-09eb-498a-8da5-20f5dd5340a1 admin admin] Publish callbacks [] for security_group (5cd7efd8-99e2-46bc-aab3-4657ed79a791), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:13.357161 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a29f22-7d44-4f9c-bdea-55e4b1142a1f req-1159ef66-2c0d-40c0-83d7-d9f4bdb95dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:13.358699 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-81a29f22-7d44-4f9c-bdea-55e4b1142a1f req-1159ef66-2c0d-40c0-83d7-d9f4bdb95dda service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2f7dc246-a024-4937-952c-0ddeef5af29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3528266 Feb 04 12:29:13.390349 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6963c454-09eb-498a-8da5-20f5dd5340a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (5cd7efd8-99e2-46bc-aab3-4657ed79a791), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:13.408200 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6ae899e4-3395-4038-8a7f-0e48ebf9938a req-47d2cfc6-edde-4590-b297-69afbfabb30d tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=15c4606ad13a46b29ee60be66da65533&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3328228 Feb 04 12:29:13.419278 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 12:29:13.443071 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ae2272-4d82-4417-b2b5-4f000fcae596 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ded1b65b-964f-4cd0-8493-06f49dcfd4c3,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:13.450986 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-27ae2272-4d82-4417-b2b5-4f000fcae596 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:13.456787 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-27ae2272-4d82-4417-b2b5-4f000fcae596 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/ded1b65b-964f-4cd0-8493-06f49dcfd4c3 HTTP/1.1" status: 204 len: 168 time: 0.7336955 Feb 04 12:29:13.464119 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 39452) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:29:13.467968 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12083402-79d1-4c36-baca-8cdf158a31a0 None None] Network dc9512fb-33b9-46a5-a35b-21f61ba346c6 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:29:13.468534 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [req-6ae899e4-3395-4038-8a7f-0e48ebf9938a req-272d06eb-fc18-4b4e-bf91-0209d69f9f9d service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:29:13.470397 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6ae899e4-3395-4038-8a7f-0e48ebf9938a req-272d06eb-fc18-4b4e-bf91-0209d69f9f9d service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0386171 Feb 04 12:29:13.490905 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-6963c454-09eb-498a-8da5-20f5dd5340a1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4ff0263763724b0b8e7830616e374063&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4576735 Feb 04 12:29:13.498283 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 39454) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:29:13.507567 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6963c454-09eb-498a-8da5-20f5dd5340a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cd7efd8-99e2-46bc-aab3-4657ed79a791,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:13.634803 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b79bdfc-89e3-4e09-a80e-09f5faeb6ed1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-57f22c28-9c54-41c2-b504-ea3ccea1b588', 'network_id': '57f22c28-9c54-41c2-b504-ea3ccea1b588', 'project_id': '13e2221ea635497bab7223d336ea5315', 'fixed_ips': [{'subnet_id': 'fec05539-fa61-48d5-8362-143fafa358aa'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 12:29:13.636144 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7b79bdfc-89e3-4e09-a80e-09f5faeb6ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:13.678365 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7c67fef8-4f0d-44de-ac22-f4de1fae53a2 admin admin] Publish callbacks [] for security_group (5cd7efd8-99e2-46bc-aab3-4657ed79a791), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:13.727113 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-848e60a8-18f5-467b-808a-4b1919f30f22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59045178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60610680'] for subnet (3386ae8c-a86c-451c-bf79-ead86dfd6679), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:13.760505 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7c67fef8-4f0d-44de-ac22-f4de1fae53a2 admin admin] Publish callbacks [] for security_group (5cd7efd8-99e2-46bc-aab3-4657ed79a791), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:13.779316 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c705ca12-8809-4704-88f9-e24f5d4b6b36 None None] DHCP port deletion for dc9512fb-33b9-46a5-a35b-21f61ba346c6 request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 12:29:13.931300 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-7b79bdfc-89e3-4e09-a80e-09f5faeb6ed1 None None] Allocated IP 172.20.0.2 (57f22c28-9c54-41c2-b504-ea3ccea1b588/fec05539-fa61-48d5-8362-143fafa358aa/11fbb9c6-3c27-41e7-8b82-9a855563cdf8) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:29:13.946718 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848e60a8-18f5-467b-808a-4b1919f30f22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3386ae8c-a86c-451c-bf79-ead86dfd6679,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:13.960612 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848e60a8-18f5-467b-808a-4b1919f30f22 admin admin] Checking segment: {'id': 'b4e52b35-5bb9-453a-9088-e8768ee27df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '0e8b5cfe-93df-4af8-ae4b-dba09d277a8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:29:13.960997 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848e60a8-18f5-467b-808a-4b1919f30f22 admin admin] Network hostable DHCP agents. Network: 0e8b5cfe-93df-4af8-ae4b-dba09d277a8f, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:29:13.983838 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7c67fef8-4f0d-44de-ac22-f4de1fae53a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (5cd7efd8-99e2-46bc-aab3-4657ed79a791), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:13.988251 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7c67fef8-4f0d-44de-ac22-f4de1fae53a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:13.989969 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-7c67fef8-4f0d-44de-ac22-f4de1fae53a2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5cd7efd8-99e2-46bc-aab3-4657ed79a791 HTTP/1.1" status: 204 len: 168 time: 0.4905031 Feb 04 12:29:14.011082 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67fef8-4f0d-44de-ac22-f4de1fae53a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cd7efd8-99e2-46bc-aab3-4657ed79a791,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:14.017216 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848e60a8-18f5-467b-808a-4b1919f30f22 admin admin] Network 0e8b5cfe-93df-4af8-ae4b-dba09d277a8f is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:29:14.018932 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '309f20f5-fb15-4854-a3f3-90201a4e005a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:29:14.022595 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5a0653a-329d-4274-b0df-bf008e9b71fc" -d '{"events": [{"server_uuid": "309f20f5-fb15-4854-a3f3-90201a4e005a", "name": "network-vif-unplugged", "status": "completed", "tag": "dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:29:14.035879 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-848e60a8-18f5-467b-808a-4b1919f30f22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 0e8b5cfe-93df-4af8-ae4b-dba09d277a8f) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:29:14.043836 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-848e60a8-18f5-467b-808a-4b1919f30f22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:14.044801 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-848e60a8-18f5-467b-808a-4b1919f30f22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:14.062246 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7f0127-1b81-45d3-a34e-db775d11b04a None None] Network 0e8b5cfe-93df-4af8-ae4b-dba09d277a8f requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:29:14.089747 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-81a29f22-7d44-4f9c-bdea-55e4b1142a1f req-65b179a7-c59a-48e9-bd8d-0e0ddecee13c service neutron] 10.222.0.73 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7038152 Feb 04 12:29:14.092878 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-848e60a8-18f5-467b-808a-4b1919f30f22 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.0172138 Feb 04 12:29:14.093124 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0632aab7-1905-40d3-8556-dbead80094ba req-fe4c6240-fd98-4e99-b233-6d3c62484cca tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7877059 Feb 04 12:29:14.097713 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 39462) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:29:14.109642 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-b4fb38f4-617f-4f2b-8b3e-3c774a1c840e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-790215227-router', 'tenant_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:29:14.123789 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bcf544f8-b8d9-40c6-950e-d6b675653138 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10933'] for router (80b42f44-589b-4d8e-8cca-e0d55f786967), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:14.124874 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bcf544f8-b8d9-40c6-950e-d6b675653138 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10924'] for router (80b42f44-589b-4d8e-8cca-e0d55f786967), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:14.128762 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-aef7f54a-cbd1-4f85-8aad-63fcbe6c0316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52094127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51452689'] for subnet (5d7dc989-7d21-49a2-b83f-4334e9993dda), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:14.173171 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b4fb38f4-617f-4f2b-8b3e-3c774a1c840e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10933'] for router (516f5507-9489-4274-a053-d5ddb06c86ed), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:14.175853 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b4fb38f4-617f-4f2b-8b3e-3c774a1c840e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10924'] for router (516f5507-9489-4274-a053-d5ddb06c86ed), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:14.188256 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c705ca12-8809-4704-88f9-e24f5d4b6b36 None None] Deleting port 4f34f286-ca3c-4f0c-838c-23898d0feebf {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:29:14.188992 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c705ca12-8809-4704-88f9-e24f5d4b6b36 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (4f34f286-ca3c-4f0c-838c-23898d0feebf), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:14.262393 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-81a29f22-7d44-4f9c-bdea-55e4b1142a1f req-f75341de-cf80-4df0-afd6-f55e5d8043a6 service neutron] 10.222.0.73 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141708 Feb 04 12:29:14.289425 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b4fb38f4-617f-4f2b-8b3e-3c774a1c840e admin admin] Publish callbacks [] for router_controller (516f5507-9489-4274-a053-d5ddb06c86ed), precommit_add_association {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:14.374227 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-126662b8-b8fd-454d-bbf5-029dc5602d22 x-openstack-request-id: req-126662b8-b8fd-454d-bbf5-029dc5602d22 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:29:14.374531 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8e089a8-c3ae-43ea-9b98-eee95c04abe4", "name": "network-vif-deleted", "tag": "9c755a73-5aa5-49d7-a494-a9f73e1b8e38", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:29:14.374794 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-126662b8-b8fd-454d-bbf5-029dc5602d22 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:29:14.375198 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8e089a8-c3ae-43ea-9b98-eee95c04abe4', 'name': 'network-vif-deleted', 'tag': '9c755a73-5aa5-49d7-a494-a9f73e1b8e38', 'status': 'completed', 'code': 200} Feb 04 12:29:14.389643 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 39464) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:29:14.424213 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef7f54a-cbd1-4f85-8aad-63fcbe6c0316 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d7dc989-7d21-49a2-b83f-4334e9993dda,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:14.435544 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 12:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cb371be-9774-4a22-8959-3e4e8b394e5b x-openstack-request-id: req-5cb371be-9774-4a22-8959-3e4e8b394e5b {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:29:14.436719 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "309f20f5-fb15-4854-a3f3-90201a4e005a", "name": "network-vif-unplugged", "status": "completed", "tag": "dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:29:14.437097 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5cb371be-9774-4a22-8959-3e4e8b394e5b {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:29:14.437639 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '309f20f5-fb15-4854-a3f3-90201a4e005a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd', 'code': 200} Feb 04 12:29:14.494053 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-879d8882-51a9-4f5e-b305-8790c36de0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (dc9512fb-33b9-46a5-a35b-21f61ba346c6), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:14.522323 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f75762-db4d-4d56-adb7-168a393e9e22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-0e8b5cfe-93df-4af8-ae4b-dba09d277a8f', 'network_id': '0e8b5cfe-93df-4af8-ae4b-dba09d277a8f', 'project_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'fixed_ips': [{'subnet_id': '3386ae8c-a86c-451c-bf79-ead86dfd6679'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 12:29:14.526034 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-79f75762-db4d-4d56-adb7-168a393e9e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:14.568973 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-c705ca12-8809-4704-88f9-e24f5d4b6b36 None None] For port 4f34f286-ca3c-4f0c-838c-23898d0feebf, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=4f34f286-ca3c-4f0c-838c-23898d0feebf,segment=NetworkSegment(7286c194-a110-4398-987d-ff0e8956230a),segment_id=7286c194-a110-4398-987d-ff0e8956230a)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:29:14.569631 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c705ca12-8809-4704-88f9-e24f5d4b6b36 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (4f34f286-ca3c-4f0c-838c-23898d0feebf), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:14.572882 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7b79bdfc-89e3-4e09-a80e-09f5faeb6ed1 None None] Publish callbacks [] for port (11fbb9c6-3c27-41e7-8b82-9a855563cdf8), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:14.576608 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bcf544f8-b8d9-40c6-950e-d6b675653138 admin admin] Publish callbacks [] for router_controller (80b42f44-589b-4d8e-8cca-e0d55f786967), precommit_add_association {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:14.594224 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c705ca12-8809-4704-88f9-e24f5d4b6b36 None None] Calling delete_port for 4f34f286-ca3c-4f0c-838c-23898d0feebf owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:29:14.598070 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7b79bdfc-89e3-4e09-a80e-09f5faeb6ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (11fbb9c6-3c27-41e7-8b82-9a855563cdf8), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:14.627236 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6ae899e4-3395-4038-8a7f-0e48ebf9938a req-8585c2ff-2a52-4b7f-a9dc-df1891e2a268 service neutron] 10.222.0.65 "GET /v2.0/networks/4641d9e3-bbfb-4ca1-b978-fac986a6f197?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1257341 Feb 04 12:29:14.647441 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff9cc7c1-b584-40bf-a30c-860678ac5627 admin admin] Deleting subnet 0dfa3a62-0074-4496-9bdc-04224eb891c1 {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:29:14.655772 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ff9cc7c1-b584-40bf-a30c-860678ac5627 admin admin] Publish callbacks [] for subnet (0dfa3a62-0074-4496-9bdc-04224eb891c1), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:14.659417 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b4fb38f4-617f-4f2b-8b3e-3c774a1c840e admin admin] Publish callbacks [] for router_gateway (516f5507-9489-4274-a053-d5ddb06c86ed), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:14.763296 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef7f54a-cbd1-4f85-8aad-63fcbe6c0316 admin admin] Checking segment: {'id': 'e38822bf-f593-46de-9f87-08ac60a23992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '91f7aa11-8fe5-4e2e-86b7-0122aee4d7e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:29:14.763678 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef7f54a-cbd1-4f85-8aad-63fcbe6c0316 admin admin] Network hostable DHCP agents. Network: 91f7aa11-8fe5-4e2e-86b7-0122aee4d7e6, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:29:14.785038 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ff9cc7c1-b584-40bf-a30c-860678ac5627 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (0dfa3a62-0074-4496-9bdc-04224eb891c1), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:14.802359 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b79bdfc-89e3-4e09-a80e-09f5faeb6ed1 None None] Network 57f22c28-9c54-41c2-b504-ea3ccea1b588 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:29:14.814332 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-7b79bdfc-89e3-4e09-a80e-09f5faeb6ed1 None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:29:14.826463 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b79bdfc-89e3-4e09-a80e-09f5faeb6ed1 None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:29:14.877335 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ff9cc7c1-b584-40bf-a30c-860678ac5627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (0dfa3a62-0074-4496-9bdc-04224eb891c1), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:14.878235 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b79bdfc-89e3-4e09-a80e-09f5faeb6ed1 None None] Pushing event updated for resources: {'Port': ['ID=11fbb9c6-3c27-41e7-8b82-9a855563cdf8,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:14.928525 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef7f54a-cbd1-4f85-8aad-63fcbe6c0316 admin admin] Network 91f7aa11-8fe5-4e2e-86b7-0122aee4d7e6 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:29:14.932899 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6ae899e4-3395-4038-8a7f-0e48ebf9938a req-fa0960d0-ed60-42fb-942a-c6337f711c9a service neutron] 10.222.0.65 "GET /v2.0/networks/4641d9e3-bbfb-4ca1-b978-fac986a6f197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3044205 Feb 04 12:29:14.999127 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-aef7f54a-cbd1-4f85-8aad-63fcbe6c0316 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 91f7aa11-8fe5-4e2e-86b7-0122aee4d7e6) {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:29:15.002600 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bcf544f8-b8d9-40c6-950e-d6b675653138 admin admin] Publish callbacks [] for router_gateway (80b42f44-589b-4d8e-8cca-e0d55f786967), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:15.015593 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef7f54a-cbd1-4f85-8aad-63fcbe6c0316 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:15.016482 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-aef7f54a-cbd1-4f85-8aad-63fcbe6c0316 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:15.021135 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-879d8882-51a9-4f5e-b305-8790c36de0e1 admin admin] Deleting port 4f34f286-ca3c-4f0c-838c-23898d0feebf {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:29:15.021683 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-879d8882-51a9-4f5e-b305-8790c36de0e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (4f34f286-ca3c-4f0c-838c-23898d0feebf), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:15.033503 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0906f5-e61a-4d0c-9b96-ddf10229c5b1 None None] Network 91f7aa11-8fe5-4e2e-86b7-0122aee4d7e6 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:29:15.100283 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-79f75762-db4d-4d56-adb7-168a393e9e22 None None] Allocated IP 172.20.0.2 (0e8b5cfe-93df-4af8-ae4b-dba09d277a8f/3386ae8c-a86c-451c-bf79-ead86dfd6679/8680ac23-4a89-4875-aa3f-460223d0f538) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:29:15.106948 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-7b79bdfc-89e3-4e09-a80e-09f5faeb6ed1 None None] Attempting to bind port 11fbb9c6-3c27-41e7-8b82-9a855563cdf8 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:29:15.107897 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-7b79bdfc-89e3-4e09-a80e-09f5faeb6ed1 None None] Attempting to bind port 11fbb9c6-3c27-41e7-8b82-9a855563cdf8 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': 'd58ddc32-fd3a-4289-9a48-41a283646e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '57f22c28-9c54-41c2-b504-ea3ccea1b588'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:29:15.108852 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b79bdfc-89e3-4e09-a80e-09f5faeb6ed1 None None] Attempting to bind port 11fbb9c6-3c27-41e7-8b82-9a855563cdf8 on network 57f22c28-9c54-41c2-b504-ea3ccea1b588 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:29:15.128683 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ff9cc7c1-b584-40bf-a30c-860678ac5627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (0dfa3a62-0074-4496-9bdc-04224eb891c1), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:15.286454 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-aef7f54a-cbd1-4f85-8aad-63fcbe6c0316 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 3.2256565 Feb 04 12:29:15.305940 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9cc7c1-b584-40bf-a30c-860678ac5627 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0dfa3a62-0074-4496-9bdc-04224eb891c1,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:15.319430 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ff9cc7c1-b584-40bf-a30c-860678ac5627 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:15.336499 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-ff9cc7c1-b584-40bf-a30c-860678ac5627 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/0dfa3a62-0074-4496-9bdc-04224eb891c1 HTTP/1.1" status: 204 len: 168 time: 0.9371238 Feb 04 12:29:15.340626 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 39490) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:29:15.347583 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b79bdfc-89e3-4e09-a80e-09f5faeb6ed1 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:29:15.348001 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b79bdfc-89e3-4e09-a80e-09f5faeb6ed1 None None] Checking segment: {'id': 'd58ddc32-fd3a-4289-9a48-41a283646e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '57f22c28-9c54-41c2-b504-ea3ccea1b588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:29:15.348421 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7b79bdfc-89e3-4e09-a80e-09f5faeb6ed1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:15.348808 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b79bdfc-89e3-4e09-a80e-09f5faeb6ed1 None None] Bound using segment: {'id': 'd58ddc32-fd3a-4289-9a48-41a283646e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '57f22c28-9c54-41c2-b504-ea3ccea1b588'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:29:15.350151 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-7b79bdfc-89e3-4e09-a80e-09f5faeb6ed1 None None] Bound port: 11fbb9c6-3c27-41e7-8b82-9a855563cdf8, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd58ddc32-fd3a-4289-9a48-41a283646e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '57f22c28-9c54-41c2-b504-ea3ccea1b588'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:29:15.350151 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7b79bdfc-89e3-4e09-a80e-09f5faeb6ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (11fbb9c6-3c27-41e7-8b82-9a855563cdf8), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:15.366897 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-879d8882-51a9-4f5e-b305-8790c36de0e1 admin admin] For port 4f34f286-ca3c-4f0c-838c-23898d0feebf, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=4f34f286-ca3c-4f0c-838c-23898d0feebf,segment=NetworkSegment(7286c194-a110-4398-987d-ff0e8956230a),segment_id=7286c194-a110-4398-987d-ff0e8956230a)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:29:15.368578 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-879d8882-51a9-4f5e-b305-8790c36de0e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (4f34f286-ca3c-4f0c-838c-23898d0feebf), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:15.373904 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c705ca12-8809-4704-88f9-e24f5d4b6b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (4f34f286-ca3c-4f0c-838c-23898d0feebf), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:15.461332 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842dd7fb-25cd-476d-becb-1514bc095ddf req-1cd081cf-f47a-469c-acbe-21bbabc34a74 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:15.464335 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-842dd7fb-25cd-476d-becb-1514bc095ddf req-1cd081cf-f47a-469c-acbe-21bbabc34a74 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=309f20f5-fb15-4854-a3f3-90201a4e005a HTTP/1.1" status: 200 len: 948 time: 0.2487962 Feb 04 12:29:15.467627 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-879d8882-51a9-4f5e-b305-8790c36de0e1 admin admin] Calling delete_port for 4f34f286-ca3c-4f0c-838c-23898d0feebf owned by network:dhcp {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:29:15.484636 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-69f0a6f0-fa15-4f8f-81dc-1cbdc2548df3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (455ce72f-966b-4f4a-93c5-1087777725b9), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:15.498083 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b4fb38f4-617f-4f2b-8b3e-3c774a1c840e admin admin] Publish callbacks [] for router_gateway (516f5507-9489-4274-a053-d5ddb06c86ed), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:15.573286 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b4fb38f4-617f-4f2b-8b3e-3c774a1c840e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:15.714090 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-842dd7fb-25cd-476d-becb-1514bc095ddf req-a6a888d7-22da-448e-bc9e-9c51da78fced tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956990 Feb 04 12:29:15.874974 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-69f0a6f0-fa15-4f8f-81dc-1cbdc2548df3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (455ce72f-966b-4f4a-93c5-1087777725b9), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:15.955578 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 4f34f286-ca3c-4f0c-838c-23898d0feebf no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:29:15.958952 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-69f0a6f0-fa15-4f8f-81dc-1cbdc2548df3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['455ce72f-966b-4f4a-93c5-1087777725b9']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:29:16.005570 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c705ca12-8809-4704-88f9-e24f5d4b6b36 None None] Pushing event deleted for resources: {'Port': ['ID=4f34f286-ca3c-4f0c-838c-23898d0feebf,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:16.034596 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-69f0a6f0-fa15-4f8f-81dc-1cbdc2548df3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a004afd-7d6a-4fb3-8993-7944c670ed6f') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:29:16.035174 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-69f0a6f0-fa15-4f8f-81dc-1cbdc2548df3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a004afd-7d6a-4fb3-8993-7944c670ed6f') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:29:16.038727 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-b4fb38f4-617f-4f2b-8b3e-3c774a1c840e admin admin] Allocated IP 172.25.3.224 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/cf00b52b-2fa9-4155-bb8e-12fe2aa05145) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:29:16.067427 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-879d8882-51a9-4f5e-b305-8790c36de0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (4f34f286-ca3c-4f0c-838c-23898d0feebf), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:16.190224 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879d8882-51a9-4f5e-b305-8790c36de0e1 admin admin] No DVR routers for this DVR port 4f34f286-ca3c-4f0c-838c-23898d0feebf on host n-d-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:29:16.228674 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879d8882-51a9-4f5e-b305-8790c36de0e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f34f286-ca3c-4f0c-838c-23898d0feebf,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:16.245399 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c705ca12-8809-4704-88f9-e24f5d4b6b36 None None] No DVR routers for this DVR port 4f34f286-ca3c-4f0c-838c-23898d0feebf on host n-d-825015-3 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:29:16.349650 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b4fb38f4-617f-4f2b-8b3e-3c774a1c840e admin admin] Publish callbacks [] for port (cf00b52b-2fa9-4155-bb8e-12fe2aa05145), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:16.351048 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:29:16.374692 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-879d8882-51a9-4f5e-b305-8790c36de0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (dc9512fb-33b9-46a5-a35b-21f61ba346c6), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:16.406651 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-69f0a6f0-fa15-4f8f-81dc-1cbdc2548df3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (4a004afd-7d6a-4fb3-8993-7944c670ed6f), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:16.407810 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-879d8882-51a9-4f5e-b305-8790c36de0e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc9512fb-33b9-46a5-a35b-21f61ba346c6']}} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:29:16.419451 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-879d8882-51a9-4f5e-b305-8790c36de0e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7286c194-a110-4398-987d-ff0e8956230a') {'for_net_delete': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:29:16.420100 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-879d8882-51a9-4f5e-b305-8790c36de0e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7286c194-a110-4398-987d-ff0e8956230a') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:29:16.426588 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-69f0a6f0-fa15-4f8f-81dc-1cbdc2548df3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (4a004afd-7d6a-4fb3-8993-7944c670ed6f), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:16.432229 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-879d8882-51a9-4f5e-b305-8790c36de0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51859336'] for segment (7286c194-a110-4398-987d-ff0e8956230a), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:16.434651 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69f0a6f0-fa15-4f8f-81dc-1cbdc2548df3 admin admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:29:16.436002 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-69f0a6f0-fa15-4f8f-81dc-1cbdc2548df3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (4a004afd-7d6a-4fb3-8993-7944c670ed6f), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:16.452363 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-879d8882-51a9-4f5e-b305-8790c36de0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (7286c194-a110-4398-987d-ff0e8956230a), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:16.459832 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-879d8882-51a9-4f5e-b305-8790c36de0e1 admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=103475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:29:16.460532 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-879d8882-51a9-4f5e-b305-8790c36de0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-52093388'] for segment (7286c194-a110-4398-987d-ff0e8956230a), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:16.514901 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 4f34f286-ca3c-4f0c-838c-23898d0feebf {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:29:16.531669 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 4f34f286-ca3c-4f0c-838c-23898d0feebf not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:29:16.578529 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 12:29:16.578529 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:29:16.578529 n-d-825015-3 neutron-server[103474]: timer() Feb 04 12:29:16.578529 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:29:16.578529 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 12:29:16.578529 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:29:16.578529 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 12:29:16.578529 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:29:16.578529 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 12:29:16.578529 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:29:16.578529 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 12:29:16.578529 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:29:16.578529 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 12:29:16.578529 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:29:16.578529 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:29:16.578529 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:29:16.578529 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:29:16.578529 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:29:16.578529 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 12:29:16.578529 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:29:16.578529 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 12:29:16.578529 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:29:16.578529 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:29:16.578529 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:29:16.578529 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 12:29:16.578529 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:29:16.578529 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:29:16.578529 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:29:16.578529 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:29:16.578529 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:29:16.578529 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:29:16.578529 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:29:16.583846 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b4fb38f4-617f-4f2b-8b3e-3c774a1c840e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (cf00b52b-2fa9-4155-bb8e-12fe2aa05145), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:16.586911 n-d-825015-3 neutron-server[103475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:29:16.586911 n-d-825015-3 neutron-server[103475]: self.session.flush() Feb 04 12:29:16.586911 n-d-825015-3 neutron-server[103475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:29:16.586911 n-d-825015-3 neutron-server[103475]: self.session.flush() Feb 04 12:29:16.586911 n-d-825015-3 neutron-server[103475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:29:16.586911 n-d-825015-3 neutron-server[103475]: self.session.flush() Feb 04 12:29:16.586911 n-d-825015-3 neutron-server[103475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:29:16.586911 n-d-825015-3 neutron-server[103475]: self.session.flush() Feb 04 12:29:16.586911 n-d-825015-3 neutron-server[103475]: Traceback (most recent call last): Feb 04 12:29:16.586911 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:29:16.586911 n-d-825015-3 neutron-server[103475]: timer() Feb 04 12:29:16.586911 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:29:16.586911 n-d-825015-3 neutron-server[103475]: cb(*args, **kw) Feb 04 12:29:16.586911 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:29:16.586911 n-d-825015-3 neutron-server[103475]: return func(*args, **kwargs) Feb 04 12:29:16.586911 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:29:16.586911 n-d-825015-3 neutron-server[103475]: self._notify() Feb 04 12:29:16.586911 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:29:16.586911 n-d-825015-3 neutron-server[103475]: self.callback(batched_events) Feb 04 12:29:16.586911 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:29:16.586911 n-d-825015-3 neutron-server[103475]: event.method(event) Feb 04 12:29:16.586911 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:29:16.586911 n-d-825015-3 neutron-server[103475]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:29:16.586911 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:29:16.586911 n-d-825015-3 neutron-server[103475]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:29:16.586911 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:29:16.586911 n-d-825015-3 neutron-server[103475]: return f(self, *a, **k) Feb 04 12:29:16.586911 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:29:16.586911 n-d-825015-3 neutron-server[103475]: return self._get(url).json() Feb 04 12:29:16.586911 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:29:16.586911 n-d-825015-3 neutron-server[103475]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:29:16.586911 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:29:16.586911 n-d-825015-3 neutron-server[103475]: return self.request(url, 'GET', **kwargs) Feb 04 12:29:16.586911 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:29:16.586911 n-d-825015-3 neutron-server[103475]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:29:16.586911 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:29:16.586911 n-d-825015-3 neutron-server[103475]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:29:16.586911 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:29:16.586911 n-d-825015-3 neutron-server[103475]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:29:16.586911 n-d-825015-3 neutron-server[103475]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:29:16.714398 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526810f4-38c9-4716-8a6a-1c5c43af9fd0 None None] Network 91f7aa11-8fe5-4e2e-86b7-0122aee4d7e6 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:29:16.718913 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-719d3bc7-9e1f-4c0a-b823-7cc6a3a5a4cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:16.760944 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fb38f4-617f-4f2b-8b3e-3c774a1c840e admin admin] Pushing event updated for resources: {'Port': ['ID=cf00b52b-2fa9-4155-bb8e-12fe2aa05145,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:16.767670 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-69f0a6f0-fa15-4f8f-81dc-1cbdc2548df3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (455ce72f-966b-4f4a-93c5-1087777725b9), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:16.787492 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-79f75762-db4d-4d56-adb7-168a393e9e22 None None] Publish callbacks [] for port (8680ac23-4a89-4875-aa3f-460223d0f538), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:16.801886 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5bdd62-0c82-4dbe-b605-2327dd8e547a req-51b10f9e-8c8b-4b71-8552-148a6aae2a72 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:16.811223 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4fb38f4-617f-4f2b-8b3e-3c774a1c840e admin admin] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:29:16.811990 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4f5bdd62-0c82-4dbe-b605-2327dd8e547a req-51b10f9e-8c8b-4b71-8552-148a6aae2a72 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/networks?id=4641d9e3-bbfb-4ca1-b978-fac986a6f197 HTTP/1.1" status: 200 len: 806 time: 0.2189865 Feb 04 12:29:16.813192 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bcf544f8-b8d9-40c6-950e-d6b675653138 admin admin] Publish callbacks [] for router_gateway (80b42f44-589b-4d8e-8cca-e0d55f786967), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:16.819823 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879d8882-51a9-4f5e-b305-8790c36de0e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:29:16.820150 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879d8882-51a9-4f5e-b305-8790c36de0e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:29:16.820502 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879d8882-51a9-4f5e-b305-8790c36de0e1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:29:16.822862 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879d8882-51a9-4f5e-b305-8790c36de0e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:29:16.822862 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879d8882-51a9-4f5e-b305-8790c36de0e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:29:16.822862 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879d8882-51a9-4f5e-b305-8790c36de0e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:29:16.822862 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879d8882-51a9-4f5e-b305-8790c36de0e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:29:16.822862 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879d8882-51a9-4f5e-b305-8790c36de0e1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:29:16.822862 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879d8882-51a9-4f5e-b305-8790c36de0e1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:29:16.822862 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879d8882-51a9-4f5e-b305-8790c36de0e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:29:16.824605 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879d8882-51a9-4f5e-b305-8790c36de0e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:29:16.824605 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879d8882-51a9-4f5e-b305-8790c36de0e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:29:16.824605 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879d8882-51a9-4f5e-b305-8790c36de0e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:29:16.826726 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-69f0a6f0-fa15-4f8f-81dc-1cbdc2548df3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:16.833905 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-69f0a6f0-fa15-4f8f-81dc-1cbdc2548df3 admin admin] 10.222.0.65 "DELETE /v2.0/networks/455ce72f-966b-4f4a-93c5-1087777725b9 HTTP/1.1" status: 204 len: 168 time: 1.4920771 Feb 04 12:29:16.835361 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-b4fb38f4-617f-4f2b-8b3e-3c774a1c840e admin admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:29:16.838573 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4fb38f4-617f-4f2b-8b3e-3c774a1c840e admin admin] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:29:16.841837 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0a6f0-fa15-4f8f-81dc-1cbdc2548df3 admin admin] Pushing event deleted for resources: {'Network': ['ID=455ce72f-966b-4f4a-93c5-1087777725b9,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:16.883680 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bcf544f8-b8d9-40c6-950e-d6b675653138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:17.049820 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-7b79bdfc-89e3-4e09-a80e-09f5faeb6ed1 None None] For port 11fbb9c6-3c27-41e7-8b82-9a855563cdf8, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:29:17.057140 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-79f75762-db4d-4d56-adb7-168a393e9e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (8680ac23-4a89-4875-aa3f-460223d0f538), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:17.067169 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-7b79bdfc-89e3-4e09-a80e-09f5faeb6ed1 None None] For port 11fbb9c6-3c27-41e7-8b82-9a855563cdf8, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=11fbb9c6-3c27-41e7-8b82-9a855563cdf8,segment=NetworkSegment(d58ddc32-fd3a-4289-9a48-41a283646e0a),segment_id=d58ddc32-fd3a-4289-9a48-41a283646e0a)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:29:17.156823 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f75762-db4d-4d56-adb7-168a393e9e22 None None] Pushing event updated for resources: {'Port': ['ID=8680ac23-4a89-4875-aa3f-460223d0f538,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:17.179181 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7b79bdfc-89e3-4e09-a80e-09f5faeb6ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (11fbb9c6-3c27-41e7-8b82-9a855563cdf8), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:17.239700 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 39550) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:29:17.245147 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-879d8882-51a9-4f5e-b305-8790c36de0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (dc9512fb-33b9-46a5-a35b-21f61ba346c6), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:17.270551 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f75762-db4d-4d56-adb7-168a393e9e22 None None] Network 0e8b5cfe-93df-4af8-ae4b-dba09d277a8f is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:29:17.288782 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4f5bdd62-0c82-4dbe-b605-2327dd8e547a req-9018339f-3cf2-49fb-a387-2f1b5f88740d tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/quotas/15c4606ad13a46b29ee60be66da65533 HTTP/1.1" status: 200 len: 375 time: 0.4702356 Feb 04 12:29:17.306318 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-79f75762-db4d-4d56-adb7-168a393e9e22 None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:29:17.320334 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f75762-db4d-4d56-adb7-168a393e9e22 None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:29:17.328454 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0d0eb7-3a62-4069-8616-7d11ef98cbd8 req-421dba50-c48d-43ea-aa09-1f07e328a958 tempest-ServerMetadataNegativeTestJSON-494885188 tempest-ServerMetadataNegativeTestJSON-494885188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:17.341265 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0a0d0eb7-3a62-4069-8616-7d11ef98cbd8 req-421dba50-c48d-43ea-aa09-1f07e328a958 tempest-ServerMetadataNegativeTestJSON-494885188 tempest-ServerMetadataNegativeTestJSON-494885188-project] 10.222.0.65 "GET /v2.0/networks?id=91f7aa11-8fe5-4e2e-86b7-0122aee4d7e6 HTTP/1.1" status: 200 len: 821 time: 0.5242708 Feb 04 12:29:17.381970 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879d8882-51a9-4f5e-b305-8790c36de0e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc9512fb-33b9-46a5-a35b-21f61ba346c6,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:17.393881 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-879d8882-51a9-4f5e-b305-8790c36de0e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:17.400326 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-879d8882-51a9-4f5e-b305-8790c36de0e1 admin admin] 10.222.0.65 "DELETE /v2.0/networks/dc9512fb-33b9-46a5-a35b-21f61ba346c6 HTTP/1.1" status: 204 len: 168 time: 3.9128203 Feb 04 12:29:17.422793 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:29:17.462364 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b4fb38f4-617f-4f2b-8b3e-3c774a1c840e admin admin] Publish callbacks [] for router_gateway (516f5507-9489-4274-a053-d5ddb06c86ed), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:17.499568 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-c6caacb7-84e3-4f4a-a41f-89d070bd311a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a6e51efc6d1c44a981a00419b9b70f7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2560537 Feb 04 12:29:17.507400 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 39556) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:29:17.517603 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': 'dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd', 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c', 'port_id': 'dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd', 'mac_address': 'fa:16:3e:f6:3b:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ee3374a-84e9-4639-853c-740c6edaf6dc', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:29:17.546700 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0a0d0eb7-3a62-4069-8616-7d11ef98cbd8 req-8c713f81-e192-4314-9f41-cb529f7b4df3 tempest-ServerMetadataNegativeTestJSON-494885188 tempest-ServerMetadataNegativeTestJSON-494885188-project] 10.222.0.65 "GET /v2.0/quotas/23f26bd549a74b7c8abaff4b98ce0027 HTTP/1.1" status: 200 len: 375 time: 0.2035549 Feb 04 12:29:17.652399 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4f5bdd62-0c82-4dbe-b605-2327dd8e547a req-fab05328-10a0-4317-91a5-39f0a949d3dd tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=15c4606ad13a46b29ee60be66da65533&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2710299 Feb 04 12:29:17.708942 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-bcf544f8-b8d9-40c6-950e-d6b675653138 admin admin] Allocated IP 172.25.3.81 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/2412d23a-bc31-48ea-9c4b-c4ee1009ca37) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:29:17.729241 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0a0d0eb7-3a62-4069-8616-7d11ef98cbd8 req-9c5ccac8-6b37-4f0e-8d99-a3b8af036be9 tempest-ServerMetadataNegativeTestJSON-494885188 tempest-ServerMetadataNegativeTestJSON-494885188-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=23f26bd549a74b7c8abaff4b98ce0027&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1603820 Feb 04 12:29:17.856427 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-79f75762-db4d-4d56-adb7-168a393e9e22 None None] Attempting to bind port 8680ac23-4a89-4875-aa3f-460223d0f538 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:29:17.856813 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-79f75762-db4d-4d56-adb7-168a393e9e22 None None] Attempting to bind port 8680ac23-4a89-4875-aa3f-460223d0f538 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': 'b4e52b35-5bb9-453a-9088-e8768ee27df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '0e8b5cfe-93df-4af8-ae4b-dba09d277a8f'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:29:17.857181 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f75762-db4d-4d56-adb7-168a393e9e22 None None] Attempting to bind port 8680ac23-4a89-4875-aa3f-460223d0f538 on network 0e8b5cfe-93df-4af8-ae4b-dba09d277a8f {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:29:17.859327 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b79bdfc-89e3-4e09-a80e-09f5faeb6ed1 None None] Pushing event updated for resources: {'Port': ['ID=11fbb9c6-3c27-41e7-8b82-9a855563cdf8,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:17.981817 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4f5bdd62-0c82-4dbe-b605-2327dd8e547a req-60d06eb2-4bbd-4b14-8cf2-b5dedcc668a5 service neutron] 10.222.0.65 "GET /v2.0/networks/4641d9e3-bbfb-4ca1-b978-fac986a6f197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650466 Feb 04 12:29:17.994918 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f75762-db4d-4d56-adb7-168a393e9e22 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:29:17.995466 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f75762-db4d-4d56-adb7-168a393e9e22 None None] Checking segment: {'id': 'b4e52b35-5bb9-453a-9088-e8768ee27df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '0e8b5cfe-93df-4af8-ae4b-dba09d277a8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:29:17.996282 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-79f75762-db4d-4d56-adb7-168a393e9e22 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:17.997233 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f75762-db4d-4d56-adb7-168a393e9e22 None None] Bound using segment: {'id': 'b4e52b35-5bb9-453a-9088-e8768ee27df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '0e8b5cfe-93df-4af8-ae4b-dba09d277a8f'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:29:17.998150 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-79f75762-db4d-4d56-adb7-168a393e9e22 None None] Bound port: 8680ac23-4a89-4875-aa3f-460223d0f538, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4e52b35-5bb9-453a-9088-e8768ee27df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '0e8b5cfe-93df-4af8-ae4b-dba09d277a8f'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:29:18.002427 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-79f75762-db4d-4d56-adb7-168a393e9e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (8680ac23-4a89-4875-aa3f-460223d0f538), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:18.011576 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:29:18.012331 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:18.081189 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b4566e5f-02cf-496d-99a3-d6a114e6b824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:18.081920 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-672cb0f5-a50e-4142-a7d5-470fb59bd16c admin admin] Publish callbacks [] for security_group (6b84e73b-0045-40ba-91f4-192a2f0e685b), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:18.117537 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:29:18.135701 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b4fb38f4-617f-4f2b-8b3e-3c774a1c840e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141'] for router (516f5507-9489-4274-a053-d5ddb06c86ed), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:18.138942 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 39562) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:29:18.210361 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:29:18.225800 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-672cb0f5-a50e-4142-a7d5-470fb59bd16c admin admin] Publish callbacks [] for security_group (6b84e73b-0045-40ba-91f4-192a2f0e685b), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:18.244576 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-79f75762-db4d-4d56-adb7-168a393e9e22 None None] For port 8680ac23-4a89-4875-aa3f-460223d0f538, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:29:18.248713 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-79f75762-db4d-4d56-adb7-168a393e9e22 None None] For port 8680ac23-4a89-4875-aa3f-460223d0f538, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=8680ac23-4a89-4875-aa3f-460223d0f538,segment=NetworkSegment(b4e52b35-5bb9-453a-9088-e8768ee27df9),segment_id=b4e52b35-5bb9-453a-9088-e8768ee27df9)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:29:18.254086 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:18.259183 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-79f75762-db4d-4d56-adb7-168a393e9e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (8680ac23-4a89-4875-aa3f-460223d0f538), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:18.330921 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd,revision_number=7']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:18.425297 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-5e739613-ff2d-4daf-9be1-4640584367cb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c0eafbbeb09641368ec0c43b6279b92e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2841029 Feb 04 12:29:18.428332 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 39566) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:29:18.454822 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f75762-db4d-4d56-adb7-168a393e9e22 None None] Pushing event updated for resources: {'Port': ['ID=8680ac23-4a89-4875-aa3f-460223d0f538,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:18.468494 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4f5bdd62-0c82-4dbe-b605-2327dd8e547a req-d54b03a2-11ea-4ceb-bfd4-a39b1b95ba18 service neutron] 10.222.0.65 "GET /v2.0/networks/4641d9e3-bbfb-4ca1-b978-fac986a6f197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4855320 Feb 04 12:29:18.532782 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:29:18.533188 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-56b76f87-4fbe-4405-b0de-aeefb334e071 admin admin] Publish callbacks [] for security_group (56069a28-ff66-4a47-83c3-e7e3b2032c67), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:18.549715 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-672cb0f5-a50e-4142-a7d5-470fb59bd16c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (6b84e73b-0045-40ba-91f4-192a2f0e685b), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:18.567019 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-672cb0f5-a50e-4142-a7d5-470fb59bd16c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:18.571217 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-672cb0f5-a50e-4142-a7d5-470fb59bd16c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6b84e73b-0045-40ba-91f4-192a2f0e685b HTTP/1.1" status: 204 len: 168 time: 1.0574098 Feb 04 12:29:18.588315 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0a0d0eb7-3a62-4069-8616-7d11ef98cbd8 req-d0dbbe9b-3f37-446a-baf6-dbd86e2cf6fb service neutron] 10.222.0.65 "GET /v2.0/networks/91f7aa11-8fe5-4e2e-86b7-0122aee4d7e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8210185 Feb 04 12:29:18.604919 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-56b76f87-4fbe-4405-b0de-aeefb334e071 admin admin] Publish callbacks [] for security_group (56069a28-ff66-4a47-83c3-e7e3b2032c67), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:18.625836 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4fb38f4-617f-4f2b-8b3e-3c774a1c840e admin admin] Router 516f5507-9489-4274-a053-d5ddb06c86ed is scheduled to L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de with binding_index 1 {{(pid=103474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 12:29:18.750391 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0a0d0eb7-3a62-4069-8616-7d11ef98cbd8 req-cd5bf1de-edea-47d3-ad4b-edb35051d7d5 service neutron] 10.222.0.65 "GET /v2.0/networks/91f7aa11-8fe5-4e2e-86b7-0122aee4d7e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485674 Feb 04 12:29:18.751453 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672cb0f5-a50e-4142-a7d5-470fb59bd16c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b84e73b-0045-40ba-91f4-192a2f0e685b,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:18.860118 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bcf544f8-b8d9-40c6-950e-d6b675653138 admin admin] Publish callbacks [] for port (2412d23a-bc31-48ea-9c4b-c4ee1009ca37), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:18.976535 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bcf544f8-b8d9-40c6-950e-d6b675653138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (2412d23a-bc31-48ea-9c4b-c4ee1009ca37), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:19.005839 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf544f8-b8d9-40c6-950e-d6b675653138 admin admin] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:29:19.010835 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-bcf544f8-b8d9-40c6-950e-d6b675653138 admin admin] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:29:19.014992 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf544f8-b8d9-40c6-950e-d6b675653138 admin admin] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:29:19.362560 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:19.939146 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a859a62d-726d-4101-9888-4b2244f678aa None None] Network 57f22c28-9c54-41c2-b504-ea3ccea1b588 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:29:20.050951 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4fb38f4-617f-4f2b-8b3e-3c774a1c840e admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:29:20.063262 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e61ac4-35ef-499c-80dc-8f4fc18d319b None None] Sync routers for ids ['516f5507-9489-4274-a053-d5ddb06c86ed'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:29:20.080806 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e61ac4-35ef-499c-80dc-8f4fc18d319b None None] Routers {'516f5507-9489-4274-a053-d5ddb06c86ed'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:29:20.080806 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-00e61ac4-35ef-499c-80dc-8f4fc18d319b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:29:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['516f5507-9489-4274-a053-d5ddb06c86ed'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:29:20.118960 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b4fb38f4-617f-4f2b-8b3e-3c774a1c840e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:20.120254 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-b4fb38f4-617f-4f2b-8b3e-3c774a1c840e admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 6.0203393 Feb 04 12:29:20.136218 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 39608) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:29:20.260413 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b9327f24-9263-46e5-9814-2859a18273fc None None] Provisioning complete for port 11fbb9c6-3c27-41e7-8b82-9a855563cdf8 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:29:20.260865 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b9327f24-9263-46e5-9814-2859a18273fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (11fbb9c6-3c27-41e7-8b82-9a855563cdf8), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:20.325799 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:29:20.448709 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 11fbb9c6-3c27-41e7-8b82-9a855563cdf8 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:29:20.482522 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-56b76f87-4fbe-4405-b0de-aeefb334e071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (56069a28-ff66-4a47-83c3-e7e3b2032c67), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:20.491061 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-56b76f87-4fbe-4405-b0de-aeefb334e071 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:20.503158 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-56b76f87-4fbe-4405-b0de-aeefb334e071 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/56069a28-ff66-4a47-83c3-e7e3b2032c67 HTTP/1.1" status: 204 len: 168 time: 2.0736976 Feb 04 12:29:20.570973 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-00e61ac4-35ef-499c-80dc-8f4fc18d319b None None] Set router 516f5507-9489-4274-a053-d5ddb06c86ed gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:29:20.579209 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b76f87-4fbe-4405-b0de-aeefb334e071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56069a28-ff66-4a47-83c3-e7e3b2032c67,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:20.976772 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10934da-6d63-42f0-8e8b-e395d2545ee7 None None] Network 0e8b5cfe-93df-4af8-ae4b-dba09d277a8f requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:29:20.988557 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-68635926-a71a-4d37-8778-b4a7407ff5a1 req-dfa397ec-3f6c-4627-ba1d-e965876c56c9 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/ports?device_id=3795f0c7-fc9c-46cd-8f2e-0e1b6a5f4545 HTTP/1.1" status: 200 len: 210 time: 0.3307509 Feb 04 12:29:21.133643 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf544f8-b8d9-40c6-950e-d6b675653138 admin admin] Pushing event updated for resources: {'Port': ['ID=2412d23a-bc31-48ea-9c4b-c4ee1009ca37,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:21.250626 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:21.262691 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-00e61ac4-35ef-499c-80dc-8f4fc18d319b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '516f5507-9489-4274-a053-d5ddb06c86ed', 'name': 'tempest-FloatingIPsAssociationTestJSON-790215227-router', 'tenant_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'cf00b52b-2fa9-4155-bb8e-12fe2aa05145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:29:14Z', 'updated_at': '2022-02-04T12:29:17Z', 'revision_number': 3, 'project_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'gw_port': {'id': 'cf00b52b-2fa9-4155-bb8e-12fe2aa05145', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:95:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '516f5507-9489-4274-a053-d5ddb06c86ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:29:15Z', 'updated_at': '2022-02-04T12:29:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:29:21.325432 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:29:21.325806 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:21.333228 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e61ac4-35ef-499c-80dc-8f4fc18d319b None None] Checking router: 516f5507-9489-4274-a053-d5ddb06c86ed for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:29:21.333746 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e61ac4-35ef-499c-80dc-8f4fc18d319b None None] Updating router 516f5507-9489-4274-a053-d5ddb06c86ed port cf00b52b-2fa9-4155-bb8e-12fe2aa05145 binding host n-d-825015-3 {{(pid=103477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:29:21.346926 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-571ee688-135a-46aa-882b-f5c98d94fcec req-04912eda-9c56-4289-895a-077e9b3f9b05 tempest-ServerMetadataNegativeTestJSON-494885188 tempest-ServerMetadataNegativeTestJSON-494885188-project] 10.222.0.65 "GET /v2.0/ports?device_id=f8b03e62-f6e6-438b-887f-3f4a446fc7a4 HTTP/1.1" status: 200 len: 210 time: 0.1514921 Feb 04 12:29:21.456401 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be40be7-b4fe-45c2-8f50-a6a397b2427f req-f2c4f20f-2615-430c-a6cf-448d86f6bfe9 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:21.461733 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-00e61ac4-35ef-499c-80dc-8f4fc18d319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (cf00b52b-2fa9-4155-bb8e-12fe2aa05145), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:21.471044 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 11fbb9c6-3c27-41e7-8b82-9a855563cdf8 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:29:21.471646 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (11fbb9c6-3c27-41e7-8b82-9a855563cdf8), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:21.476704 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0be40be7-b4fe-45c2-8f50-a6a397b2427f req-f2c4f20f-2615-430c-a6cf-448d86f6bfe9 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=309f20f5-fb15-4854-a3f3-90201a4e005a HTTP/1.1" status: 200 len: 949 time: 0.8727291 Feb 04 12:29:21.582809 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e5c46456-628e-4e88-82bc-a27bb2141581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:21.643038 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 39624) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:29:21.757747 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:21.860069 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b9327f24-9263-46e5-9814-2859a18273fc None None] Current status of the port 11fbb9c6-3c27-41e7-8b82-9a855563cdf8 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:29:21.861024 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b9327f24-9263-46e5-9814-2859a18273fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (11fbb9c6-3c27-41e7-8b82-9a855563cdf8), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:22.078796 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 39638) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:29:22.282770 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0d0eb7-3a62-4069-8616-7d11ef98cbd8 req-6274aa63-7363-47cb-ac74-f1b709dcede5 tempest-ServerMetadataNegativeTestJSON-494885188 tempest-ServerMetadataNegativeTestJSON-494885188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:22.295440 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-0a0d0eb7-3a62-4069-8616-7d11ef98cbd8 req-6274aa63-7363-47cb-ac74-f1b709dcede5 tempest-ServerMetadataNegativeTestJSON-494885188 tempest-ServerMetadataNegativeTestJSON-494885188-project] 10.222.0.77 "GET /v2.0/networks?id=91f7aa11-8fe5-4e2e-86b7-0122aee4d7e6 HTTP/1.1" status: 200 len: 821 time: 0.3705952 Feb 04 12:29:22.351237 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0be40be7-b4fe-45c2-8f50-a6a397b2427f req-8c45e780-3d00-4d81-b818-2d5a839b29b5 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8715003 Feb 04 12:29:22.379411 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a49cc13b-fe67-4429-b2fb-21b2455a440d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:22.386018 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-00e61ac4-35ef-499c-80dc-8f4fc18d319b None None] Publish callbacks [] for port (cf00b52b-2fa9-4155-bb8e-12fe2aa05145), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:22.398227 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-00e61ac4-35ef-499c-80dc-8f4fc18d319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (cf00b52b-2fa9-4155-bb8e-12fe2aa05145), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:22.435048 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-0a0d0eb7-3a62-4069-8616-7d11ef98cbd8 req-aefe30d5-2bbb-4098-a7e9-1275fbe8a6b6 tempest-ServerMetadataNegativeTestJSON-494885188 tempest-ServerMetadataNegativeTestJSON-494885188-project] Request body: {'port': {'device_id': 'f8b03e62-f6e6-438b-887f-3f4a446fc7a4', 'network_id': '91f7aa11-8fe5-4e2e-86b7-0122aee4d7e6', 'admin_state_up': True, 'tenant_id': '23f26bd549a74b7c8abaff4b98ce0027'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:29:22.487387 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b9327f24-9263-46e5-9814-2859a18273fc None None] For port 11fbb9c6-3c27-41e7-8b82-9a855563cdf8, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=11fbb9c6-3c27-41e7-8b82-9a855563cdf8,segment=NetworkSegment(d58ddc32-fd3a-4289-9a48-41a283646e0a),segment_id=d58ddc32-fd3a-4289-9a48-41a283646e0a)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:29:22.495331 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b9327f24-9263-46e5-9814-2859a18273fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (11fbb9c6-3c27-41e7-8b82-9a855563cdf8), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:22.550219 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a00a082-ab0d-44b3-8b60-b8f7200440eb None None] Pushing event updated for resources: {'Port': ['ID=cf00b52b-2fa9-4155-bb8e-12fe2aa05145,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:22.561613 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-00e61ac4-35ef-499c-80dc-8f4fc18d319b None None] Attempting to bind port cf00b52b-2fa9-4155-bb8e-12fe2aa05145 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:29:22.564431 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-00e61ac4-35ef-499c-80dc-8f4fc18d319b None None] Attempting to bind port cf00b52b-2fa9-4155-bb8e-12fe2aa05145 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:29:22.565167 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e61ac4-35ef-499c-80dc-8f4fc18d319b None None] Attempting to bind port cf00b52b-2fa9-4155-bb8e-12fe2aa05145 on network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:29:22.581451 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a00a082-ab0d-44b3-8b60-b8f7200440eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:29:22.583944 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a00a082-ab0d-44b3-8b60-b8f7200440eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:29:22.589016 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a00a082-ab0d-44b3-8b60-b8f7200440eb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:29:22.589481 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a00a082-ab0d-44b3-8b60-b8f7200440eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:29:22.590638 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a00a082-ab0d-44b3-8b60-b8f7200440eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:29:22.591080 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a00a082-ab0d-44b3-8b60-b8f7200440eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:29:22.591516 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a00a082-ab0d-44b3-8b60-b8f7200440eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:29:22.592033 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a00a082-ab0d-44b3-8b60-b8f7200440eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:29:22.592363 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a00a082-ab0d-44b3-8b60-b8f7200440eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:29:22.592687 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a00a082-ab0d-44b3-8b60-b8f7200440eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:29:22.593011 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a00a082-ab0d-44b3-8b60-b8f7200440eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:29:22.593329 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a00a082-ab0d-44b3-8b60-b8f7200440eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:29:22.603615 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a00a082-ab0d-44b3-8b60-b8f7200440eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:29:22.620854 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e61ac4-35ef-499c-80dc-8f4fc18d319b None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:29:22.621896 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e61ac4-35ef-499c-80dc-8f4fc18d319b None None] Checking segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:29:22.622559 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-00e61ac4-35ef-499c-80dc-8f4fc18d319b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:22.623237 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e61ac4-35ef-499c-80dc-8f4fc18d319b None None] Bound using segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:29:22.624071 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-00e61ac4-35ef-499c-80dc-8f4fc18d319b None None] Bound port: cf00b52b-2fa9-4155-bb8e-12fe2aa05145, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:29:22.630161 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-00e61ac4-35ef-499c-80dc-8f4fc18d319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (cf00b52b-2fa9-4155-bb8e-12fe2aa05145), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:22.709123 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-aab9471e-7744-43d5-a0c4-b5682eaebe0b req-2ae24cfb-0f3b-4ee9-950e-9181f78fd1df tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/ports?device_id=3795f0c7-fc9c-46cd-8f2e-0e1b6a5f4545 HTTP/1.1" status: 200 len: 210 time: 0.3471942 Feb 04 12:29:22.746898 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5bdd62-0c82-4dbe-b605-2327dd8e547a req-8b087b01-b1f0-4e9a-a905-0711e8b798c5 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:22.750693 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4f5bdd62-0c82-4dbe-b605-2327dd8e547a req-8b087b01-b1f0-4e9a-a905-0711e8b798c5 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.77 "GET /v2.0/networks?id=4641d9e3-bbfb-4ca1-b978-fac986a6f197 HTTP/1.1" status: 200 len: 806 time: 0.6530380 Feb 04 12:29:22.763787 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bcf544f8-b8d9-40c6-950e-d6b675653138 admin admin] Publish callbacks [] for router_gateway (80b42f44-589b-4d8e-8cca-e0d55f786967), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:22.764202 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-00e61ac4-35ef-499c-80dc-8f4fc18d319b None None] For port cf00b52b-2fa9-4155-bb8e-12fe2aa05145, host n-d-825015-3, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:29:22.773838 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-00e61ac4-35ef-499c-80dc-8f4fc18d319b None None] For port cf00b52b-2fa9-4155-bb8e-12fe2aa05145, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=cf00b52b-2fa9-4155-bb8e-12fe2aa05145,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:29:22.783921 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-4f5bdd62-0c82-4dbe-b605-2327dd8e547a req-8f471904-d275-477c-92cc-b7bf99f06a64 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Request body: {'port': {'device_id': '3795f0c7-fc9c-46cd-8f2e-0e1b6a5f4545', 'network_id': '4641d9e3-bbfb-4ca1-b978-fac986a6f197', 'admin_state_up': True, 'tenant_id': '15c4606ad13a46b29ee60be66da65533'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:29:22.794250 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-00e61ac4-35ef-499c-80dc-8f4fc18d319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (cf00b52b-2fa9-4155-bb8e-12fe2aa05145), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:22.821878 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a0d0eb7-3a62-4069-8616-7d11ef98cbd8 req-aefe30d5-2bbb-4098-a7e9-1275fbe8a6b6 tempest-ServerMetadataNegativeTestJSON-494885188 tempest-ServerMetadataNegativeTestJSON-494885188-project] Made reservation on behalf of 23f26bd549a74b7c8abaff4b98ce0027 for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:29:22.831727 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-0a0d0eb7-3a62-4069-8616-7d11ef98cbd8 req-aefe30d5-2bbb-4098-a7e9-1275fbe8a6b6 tempest-ServerMetadataNegativeTestJSON-494885188 tempest-ServerMetadataNegativeTestJSON-494885188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:23.016554 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a00a082-ab0d-44b3-8b60-b8f7200440eb None None] Pushing event updated for resources: {'Port': ['ID=cf00b52b-2fa9-4155-bb8e-12fe2aa05145,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:23.041323 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e61ac4-35ef-499c-80dc-8f4fc18d319b None None] Routers {'516f5507-9489-4274-a053-d5ddb06c86ed'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:29:23.042317 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-00e61ac4-35ef-499c-80dc-8f4fc18d319b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:29:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['516f5507-9489-4274-a053-d5ddb06c86ed'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:29:23.052063 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-aa6c16ec-c2e2-40fb-839c-639a9ecd3db5 req-e7614016-d349-44c2-b62c-05fe958514cd tempest-ServerMetadataNegativeTestJSON-494885188 tempest-ServerMetadataNegativeTestJSON-494885188-project] 10.222.0.65 "GET /v2.0/ports?device_id=f8b03e62-f6e6-438b-887f-3f4a446fc7a4 HTTP/1.1" status: 200 len: 210 time: 0.2940640 Feb 04 12:29:23.053524 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 39658) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:29:23.117016 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-dc810fda-e164-4965-8a45-a7f0304c332b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-804848739-network', 'tenant_id': '3e5189bc9c2e4b8789347e688ced1883'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:29:23.124809 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f5bdd62-0c82-4dbe-b605-2327dd8e547a req-8f471904-d275-477c-92cc-b7bf99f06a64 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Made reservation on behalf of 15c4606ad13a46b29ee60be66da65533 for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:29:23.128521 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-4f5bdd62-0c82-4dbe-b605-2327dd8e547a req-8f471904-d275-477c-92cc-b7bf99f06a64 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:23.139279 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [req-0a0d0eb7-3a62-4069-8616-7d11ef98cbd8 req-aefe30d5-2bbb-4098-a7e9-1275fbe8a6b6 tempest-ServerMetadataNegativeTestJSON-494885188 tempest-ServerMetadataNegativeTestJSON-494885188-project] Allocated IP 172.20.0.4 (91f7aa11-8fe5-4e2e-86b7-0122aee4d7e6/5d7dc989-7d21-49a2-b83f-4334e9993dda/c06f48df-7172-4491-8cdd-9d0ab6dbe59e) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:29:23.233725 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9327f24-9263-46e5-9814-2859a18273fc None None] Pushing event updated for resources: {'Port': ['ID=11fbb9c6-3c27-41e7-8b82-9a855563cdf8,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:23.245385 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:29:23.246592 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:23.253343 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 11fbb9c6-3c27-41e7-8b82-9a855563cdf8 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:29:23.256811 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-00e61ac4-35ef-499c-80dc-8f4fc18d319b None None] Set router 516f5507-9489-4274-a053-d5ddb06c86ed gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:29:23.264504 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (11fbb9c6-3c27-41e7-8b82-9a855563cdf8), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:23.337029 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-5036fee0-5f1a-430d-a5be-86bb8cfc4adf None None] Provisioning complete for port 8680ac23-4a89-4875-aa3f-460223d0f538 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:29:23.337974 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5036fee0-5f1a-430d-a5be-86bb8cfc4adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (8680ac23-4a89-4875-aa3f-460223d0f538), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:23.357009 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-4f5bdd62-0c82-4dbe-b605-2327dd8e547a req-8f471904-d275-477c-92cc-b7bf99f06a64 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Allocated IP 172.20.0.5 (4641d9e3-bbfb-4ca1-b978-fac986a6f197/f23bfa97-1a92-478f-9c00-f3b0c9e898c3/67077568-06cc-4bef-8ec4-5e88fd039b73) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:29:23.448190 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:29:23.452590 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '309f20f5-fb15-4854-a3f3-90201a4e005a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:29:23.457499 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69b5fb4e-90d0-41bb-a3ea-44d264f05656" -d '{"events": [{"server_uuid": "309f20f5-fb15-4854-a3f3-90201a4e005a", "name": "network-vif-plugged", "status": "completed", "tag": "dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:29:23.463606 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-0a0d0eb7-3a62-4069-8616-7d11ef98cbd8 req-aefe30d5-2bbb-4098-a7e9-1275fbe8a6b6 tempest-ServerMetadataNegativeTestJSON-494885188 tempest-ServerMetadataNegativeTestJSON-494885188-project] Publish callbacks [] for port (c06f48df-7172-4491-8cdd-9d0ab6dbe59e), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:23.466243 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:23.548450 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-00e61ac4-35ef-499c-80dc-8f4fc18d319b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '516f5507-9489-4274-a053-d5ddb06c86ed', 'name': 'tempest-FloatingIPsAssociationTestJSON-790215227-router', 'tenant_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'cf00b52b-2fa9-4155-bb8e-12fe2aa05145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:29:14Z', 'updated_at': '2022-02-04T12:29:17Z', 'revision_number': 3, 'project_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'gw_port': {'id': 'cf00b52b-2fa9-4155-bb8e-12fe2aa05145', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:95:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '516f5507-9489-4274-a053-d5ddb06c86ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:29:15Z', 'updated_at': '2022-02-04T12:29:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:29:23.562631 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d77b8104-9830-41ae-92f3-b96ef94923a8 x-openstack-request-id: req-d77b8104-9830-41ae-92f3-b96ef94923a8 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:29:23.563237 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "309f20f5-fb15-4854-a3f3-90201a4e005a", "name": "network-vif-plugged", "status": "completed", "tag": "dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:29:23.563237 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d77b8104-9830-41ae-92f3-b96ef94923a8 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:29:23.563825 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '309f20f5-fb15-4854-a3f3-90201a4e005a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd', 'code': 200} Feb 04 12:29:23.574938 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.db.api [None req-b116c552-173d-469e-b16f-751f4467941a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103476) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 12:29:23.575406 n-d-825015-3 neutron-server[103476]: DEBUG oslo_db.api [None req-b116c552-173d-469e-b16f-751f4467941a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 12:29:23.587664 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-0a0d0eb7-3a62-4069-8616-7d11ef98cbd8 req-aefe30d5-2bbb-4098-a7e9-1275fbe8a6b6 tempest-ServerMetadataNegativeTestJSON-494885188 tempest-ServerMetadataNegativeTestJSON-494885188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (c06f48df-7172-4491-8cdd-9d0ab6dbe59e), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:23.615359 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e61ac4-35ef-499c-80dc-8f4fc18d319b None None] The sync data for ids ['516f5507-9489-4274-a053-d5ddb06c86ed'] in n-d-825015-3 is: [{'id': '516f5507-9489-4274-a053-d5ddb06c86ed', 'name': 'tempest-FloatingIPsAssociationTestJSON-790215227-router', 'tenant_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'cf00b52b-2fa9-4155-bb8e-12fe2aa05145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:29:14Z', 'updated_at': '2022-02-04T12:29:17Z', 'revision_number': 3, 'project_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'gw_port': {'id': 'cf00b52b-2fa9-4155-bb8e-12fe2aa05145', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:95:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '516f5507-9489-4274-a053-d5ddb06c86ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:29:15Z', 'updated_at': '2022-02-04T12:29:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:29:23.632571 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-4f5bdd62-0c82-4dbe-b605-2327dd8e547a req-8f471904-d275-477c-92cc-b7bf99f06a64 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Publish callbacks [] for port (67077568-06cc-4bef-8ec4-5e88fd039b73), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:23.645682 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd,revision_number=8']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:23.673962 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-5036fee0-5f1a-430d-a5be-86bb8cfc4adf None None] Current status of the port 8680ac23-4a89-4875-aa3f-460223d0f538 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:29:23.674554 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5036fee0-5f1a-430d-a5be-86bb8cfc4adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (8680ac23-4a89-4875-aa3f-460223d0f538), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:23.680730 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a0d0eb7-3a62-4069-8616-7d11ef98cbd8 req-aefe30d5-2bbb-4098-a7e9-1275fbe8a6b6 tempest-ServerMetadataNegativeTestJSON-494885188 tempest-ServerMetadataNegativeTestJSON-494885188-project] Network 91f7aa11-8fe5-4e2e-86b7-0122aee4d7e6 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:29:23.682123 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-e5c46456-628e-4e88-82bc-a27bb2141581 admin admin] Allocated IP 172.20.0.1 (0e8b5cfe-93df-4af8-ae4b-dba09d277a8f/3386ae8c-a86c-451c-bf79-ead86dfd6679/ab2746b8-c4ff-4dc7-b443-6ebb58255356) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:29:23.699778 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [req-0a0d0eb7-3a62-4069-8616-7d11ef98cbd8 req-aefe30d5-2bbb-4098-a7e9-1275fbe8a6b6 tempest-ServerMetadataNegativeTestJSON-494885188 tempest-ServerMetadataNegativeTestJSON-494885188-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:29:23.711295 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a0d0eb7-3a62-4069-8616-7d11ef98cbd8 req-aefe30d5-2bbb-4098-a7e9-1275fbe8a6b6 tempest-ServerMetadataNegativeTestJSON-494885188 tempest-ServerMetadataNegativeTestJSON-494885188-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:29:23.720012 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-23df5c5b-998e-4bb5-9491-30199ba27490 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1863206266-network', 'tenant_id': 'f9619e0211434e338cacc113b2585afa'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:29:23.723955 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefe30d5-2bbb-4098-a7e9-1275fbe8a6b6 tempest-ServerMetadataNegativeTestJSON-494885188 tempest-ServerMetadataNegativeTestJSON-494885188-project] Pushing event updated for resources: {'Port': ['ID=c06f48df-7172-4491-8cdd-9d0ab6dbe59e,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:23.753995 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-5036fee0-5f1a-430d-a5be-86bb8cfc4adf None None] For port 8680ac23-4a89-4875-aa3f-460223d0f538, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=8680ac23-4a89-4875-aa3f-460223d0f538,segment=NetworkSegment(b4e52b35-5bb9-453a-9088-e8768ee27df9),segment_id=b4e52b35-5bb9-453a-9088-e8768ee27df9)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:29:23.758982 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5036fee0-5f1a-430d-a5be-86bb8cfc4adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (8680ac23-4a89-4875-aa3f-460223d0f538), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:23.763413 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a49cc13b-fe67-4429-b2fb-21b2455a440d admin admin] Publish callbacks [] for security_group (9a220862-42aa-4037-b733-0f3555eb2034), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:23.791865 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a49cc13b-fe67-4429-b2fb-21b2455a440d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (9a220862-42aa-4037-b733-0f3555eb2034), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:23.865763 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5036fee0-5f1a-430d-a5be-86bb8cfc4adf None None] Pushing event updated for resources: {'Port': ['ID=8680ac23-4a89-4875-aa3f-460223d0f538,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:23.903203 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-1ea590bc-9e5c-44c1-8776-2aea17e118a5 None None] Provisioning complete for port 8680ac23-4a89-4875-aa3f-460223d0f538 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:29:23.903646 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1ea590bc-9e5c-44c1-8776-2aea17e118a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (8680ac23-4a89-4875-aa3f-460223d0f538), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:23.914659 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0d0eb7-3a62-4069-8616-7d11ef98cbd8 req-aefe30d5-2bbb-4098-a7e9-1275fbe8a6b6 tempest-ServerMetadataNegativeTestJSON-494885188 tempest-ServerMetadataNegativeTestJSON-494885188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:23.915315 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-0a0d0eb7-3a62-4069-8616-7d11ef98cbd8 req-aefe30d5-2bbb-4098-a7e9-1275fbe8a6b6 tempest-ServerMetadataNegativeTestJSON-494885188 tempest-ServerMetadataNegativeTestJSON-494885188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:23.937191 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-a49cc13b-fe67-4429-b2fb-21b2455a440d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=537bfc94e05c4628830fa71cdbba29e3&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2819843 Feb 04 12:29:23.939227 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49cc13b-fe67-4429-b2fb-21b2455a440d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a220862-42aa-4037-b733-0f3555eb2034,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:23.942893 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc810fda-e164-4965-8a45-a7f0304c332b admin admin] Made reservation on behalf of 3e5189bc9c2e4b8789347e688ced1883 for: {'network': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:29:23.944720 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 39670) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:29:23.946236 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-dc810fda-e164-4965-8a45-a7f0304c332b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:23.969289 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-0a0d0eb7-3a62-4069-8616-7d11ef98cbd8 req-aefe30d5-2bbb-4098-a7e9-1275fbe8a6b6 tempest-ServerMetadataNegativeTestJSON-494885188 tempest-ServerMetadataNegativeTestJSON-494885188-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5627940 Feb 04 12:29:23.991486 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-0a0d0eb7-3a62-4069-8616-7d11ef98cbd8 req-aa175134-5181-4697-8df1-be67860cc402 service neutron] Request body: {'port': {'device_id': 'f8b03e62-f6e6-438b-887f-3f4a446fc7a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825015-3'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:29:24.016313 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8f06f063-4a26-42e1-895c-13bddf6e7d28 req-45907f74-1c50-417a-9b31-b053b5ec52c0 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/ports?device_id=3795f0c7-fc9c-46cd-8f2e-0e1b6a5f4545 HTTP/1.1" status: 200 len: 210 time: 0.1073890 Feb 04 12:29:24.026695 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-1ea590bc-9e5c-44c1-8776-2aea17e118a5 None None] Current status of the port 8680ac23-4a89-4875-aa3f-460223d0f538 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:29:24.037586 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-4f5bdd62-0c82-4dbe-b605-2327dd8e547a req-8f471904-d275-477c-92cc-b7bf99f06a64 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (67077568-06cc-4bef-8ec4-5e88fd039b73), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:24.051263 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a8e98-ed13-45b1-b11f-aea4d11ec68a req-45de277d-3aa4-46cb-82cb-0ec672a0d6d0 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:24.051503 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['1a4a3c3d-36a0-4d43-b1ce-88c13649ade3'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:29:24.051981 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7b0a8e98-ed13-45b1-b11f-aea4d11ec68a req-45de277d-3aa4-46cb-82cb-0ec672a0d6d0 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.73 "GET /v2.0/ports?device_id=309f20f5-fb15-4854-a3f3-90201a4e005a&tenant_id=5c34eef31d4540768d24bcb8030d50f3&binding%3Ahost_id=n-h1-825015-3 HTTP/1.1" status: 200 len: 950 time: 0.8695264 Feb 04 12:29:24.052751 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-dc810fda-e164-4965-8a45-a7f0304c332b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:24.064399 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23df5c5b-998e-4bb5-9491-30199ba27490 admin admin] Made reservation on behalf of f9619e0211434e338cacc113b2585afa for: {'network': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:29:24.067125 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-23df5c5b-998e-4bb5-9491-30199ba27490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:24.084370 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e5c46456-628e-4e88-82bc-a27bb2141581 admin admin] Publish callbacks [] for port (ab2746b8-c4ff-4dc7-b443-6ebb58255356), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:24.140675 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-23df5c5b-998e-4bb5-9491-30199ba27490 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:24.154004 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f75b55da-dfc7-4d28-bfdc-66b3b3728037 admin admin] Publish callbacks [] for security_group (9a220862-42aa-4037-b733-0f3555eb2034), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:24.200562 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-0a0d0eb7-3a62-4069-8616-7d11ef98cbd8 req-aa175134-5181-4697-8df1-be67860cc402 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (c06f48df-7172-4491-8cdd-9d0ab6dbe59e), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:24.236628 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f75b55da-dfc7-4d28-bfdc-66b3b3728037 admin admin] Publish callbacks [] for security_group (9a220862-42aa-4037-b733-0f3555eb2034), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:24.237873 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-1ea590bc-9e5c-44c1-8776-2aea17e118a5 None None] Provisioning complete for port 11fbb9c6-3c27-41e7-8b82-9a855563cdf8 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:29:24.238860 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1ea590bc-9e5c-44c1-8776-2aea17e118a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (11fbb9c6-3c27-41e7-8b82-9a855563cdf8), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:24.260556 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2a32b5-fac7-443c-812c-c88469fb8101 req-7a7e011d-e0f4-4777-9dbb-ebd627f67adc tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:24.262917 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7f2a32b5-fac7-443c-812c-c88469fb8101 req-7a7e011d-e0f4-4777-9dbb-ebd627f67adc tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=309f20f5-fb15-4854-a3f3-90201a4e005a HTTP/1.1" status: 200 len: 950 time: 0.5997398 Feb 04 12:29:24.285566 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e5c46456-628e-4e88-82bc-a27bb2141581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (ab2746b8-c4ff-4dc7-b443-6ebb58255356), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:24.303801 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 11fbb9c6-3c27-41e7-8b82-9a855563cdf8 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:29:24.304827 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 8680ac23-4a89-4875-aa3f-460223d0f538 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:29:24.344897 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f5bdd62-0c82-4dbe-b605-2327dd8e547a req-8f471904-d275-477c-92cc-b7bf99f06a64 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Network 4641d9e3-bbfb-4ca1-b978-fac986a6f197 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:29:24.373914 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-4f5bdd62-0c82-4dbe-b605-2327dd8e547a req-8f471904-d275-477c-92cc-b7bf99f06a64 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:29:24.377641 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f5bdd62-0c82-4dbe-b605-2327dd8e547a req-8f471904-d275-477c-92cc-b7bf99f06a64 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:29:24.382053 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c46456-628e-4e88-82bc-a27bb2141581 admin admin] Network 0e8b5cfe-93df-4af8-ae4b-dba09d277a8f is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:29:24.490275 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c46456-628e-4e88-82bc-a27bb2141581 admin admin] Pushing event updated for resources: {'Port': ['ID=ab2746b8-c4ff-4dc7-b443-6ebb58255356,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:24.493994 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-1ea590bc-9e5c-44c1-8776-2aea17e118a5 None None] Current status of the port 11fbb9c6-3c27-41e7-8b82-9a855563cdf8 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:29:24.506461 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f471904-d275-477c-92cc-b7bf99f06a64 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Pushing event updated for resources: {'Port': ['ID=67077568-06cc-4bef-8ec4-5e88fd039b73,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:24.510487 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 8680ac23-4a89-4875-aa3f-460223d0f538 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:29:24.510487 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (8680ac23-4a89-4875-aa3f-460223d0f538), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:24.537409 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-e5c46456-628e-4e88-82bc-a27bb2141581 admin admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:29:24.574543 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c46456-628e-4e88-82bc-a27bb2141581 admin admin] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:29:24.631946 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f75b55da-dfc7-4d28-bfdc-66b3b3728037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (9a220862-42aa-4037-b733-0f3555eb2034), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:24.636275 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f75b55da-dfc7-4d28-bfdc-66b3b3728037 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:24.637020 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-f75b55da-dfc7-4d28-bfdc-66b3b3728037 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9a220862-42aa-4037-b733-0f3555eb2034 HTTP/1.1" status: 204 len: 168 time: 0.6911418 Feb 04 12:29:24.648649 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5bdd62-0c82-4dbe-b605-2327dd8e547a req-8f471904-d275-477c-92cc-b7bf99f06a64 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:24.649297 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-4f5bdd62-0c82-4dbe-b605-2327dd8e547a req-8f471904-d275-477c-92cc-b7bf99f06a64 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:24.662013 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a8e98-ed13-45b1-b11f-aea4d11ec68a req-e976b424-e56d-4dfd-955f-d6cb94a99776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:24.663579 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7b0a8e98-ed13-45b1-b11f-aea4d11ec68a req-e976b424-e56d-4dfd-955f-d6cb94a99776 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5c34eef31d4540768d24bcb8030d50f3&device_id=309f20f5-fb15-4854-a3f3-90201a4e005a HTTP/1.1" status: 200 len: 1132 time: 0.4185078 Feb 04 12:29:24.710046 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 8680ac23-4a89-4875-aa3f-460223d0f538 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:29:24.727992 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e5c46456-628e-4e88-82bc-a27bb2141581 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1599818'] for router_interface (516f5507-9489-4274-a053-d5ddb06c86ed), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:24.745979 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e0c35d-8945-4dd3-90b9-e6a2311ca8e0 req-4f330547-9e75-4893-b9cc-4cc2c42402ce tempest-ServerMetadataNegativeTestJSON-494885188 tempest-ServerMetadataNegativeTestJSON-494885188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:24.748264 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c3e0c35d-8945-4dd3-90b9-e6a2311ca8e0 req-4f330547-9e75-4893-b9cc-4cc2c42402ce tempest-ServerMetadataNegativeTestJSON-494885188 tempest-ServerMetadataNegativeTestJSON-494885188-project] 10.222.0.65 "GET /v2.0/ports?device_id=f8b03e62-f6e6-438b-887f-3f4a446fc7a4 HTTP/1.1" status: 200 len: 931 time: 0.5086026 Feb 04 12:29:24.751535 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7f2a32b5-fac7-443c-812c-c88469fb8101 req-0b000a07-e991-4fe4-a5f9-9d67b338cf31 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4575241 Feb 04 12:29:24.866862 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4f5bdd62-0c82-4dbe-b605-2327dd8e547a req-8f471904-d275-477c-92cc-b7bf99f06a64 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1041682 Feb 04 12:29:24.876952 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75b55da-dfc7-4d28-bfdc-66b3b3728037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a220862-42aa-4037-b733-0f3555eb2034,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:24.913915 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-4f5bdd62-0c82-4dbe-b605-2327dd8e547a req-e99fe20f-0717-4c0b-ad3e-81edb6fa3182 service neutron] Request body: {'port': {'device_id': '3795f0c7-fc9c-46cd-8f2e-0e1b6a5f4545', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:29:25.036948 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-964255b3-91ba-4732-9f97-03dc512f6c50 None None] Provisioning complete for port ab2746b8-c4ff-4dc7-b443-6ebb58255356 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:29:25.037852 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-964255b3-91ba-4732-9f97-03dc512f6c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (ab2746b8-c4ff-4dc7-b443-6ebb58255356), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:25.058863 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-23df5c5b-998e-4bb5-9491-30199ba27490 admin admin] Publish callbacks [] for security_group (ee89b6e9-25e2-41ab-a8a3-c85f5e0697a9), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:25.065465 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bcf544f8-b8d9-40c6-950e-d6b675653138 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141'] for router (80b42f44-589b-4d8e-8cca-e0d55f786967), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:25.070245 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a8e98-ed13-45b1-b11f-aea4d11ec68a req-6f6645da-3f22-4a3f-9141-1ca6548afc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:25.071805 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7b0a8e98-ed13-45b1-b11f-aea4d11ec68a req-6f6645da-3f22-4a3f-9141-1ca6548afc7c service neutron] 10.222.0.73 "GET /v2.0/networks?id=2f7dc246-a024-4937-952c-0ddeef5af29c HTTP/1.1" status: 200 len: 870 time: 0.3869944 Feb 04 12:29:25.125112 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-dc810fda-e164-4965-8a45-a7f0304c332b admin admin] Publish callbacks [] for security_group (a4645ff9-4aba-4923-b590-6a9167d2e893), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:25.132692 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-964255b3-91ba-4732-9f97-03dc512f6c50 None None] Port ab2746b8-c4ff-4dc7-b443-6ebb58255356 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:29:25.143514 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 11fbb9c6-3c27-41e7-8b82-9a855563cdf8 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:29:25.180865 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-23df5c5b-998e-4bb5-9491-30199ba27490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (ee89b6e9-25e2-41ab-a8a3-c85f5e0697a9), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:25.212537 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e5c46456-628e-4e88-82bc-a27bb2141581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (ab2746b8-c4ff-4dc7-b443-6ebb58255356), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:25.221812 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [req-0a0d0eb7-3a62-4069-8616-7d11ef98cbd8 req-aa175134-5181-4697-8df1-be67860cc402 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c06f48df-7172-4491-8cdd-9d0ab6dbe59e {{(pid=103474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:29:25.224727 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-dc810fda-e164-4965-8a45-a7f0304c332b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (a4645ff9-4aba-4923-b590-6a9167d2e893), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:25.241172 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-0a0d0eb7-3a62-4069-8616-7d11ef98cbd8 req-aa175134-5181-4697-8df1-be67860cc402 service neutron] Publish callbacks [] for port (c06f48df-7172-4491-8cdd-9d0ab6dbe59e), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:25.250394 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 39680) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:29:25.276176 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 11fbb9c6-3c27-41e7-8b82-9a855563cdf8 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:29:25.276967 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (11fbb9c6-3c27-41e7-8b82-9a855563cdf8), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:25.311022 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a38f9379-641c-4922-8ab0-83e2d4fa6c43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:25.330031 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.provisioning_blocks [req-0a0d0eb7-3a62-4069-8616-7d11ef98cbd8 req-aa175134-5181-4697-8df1-be67860cc402 service neutron] Transition to ACTIVE for port object c06f48df-7172-4491-8cdd-9d0ab6dbe59e will not be triggered until provisioned by entity L2. {{(pid=103474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:29:25.344157 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-0a0d0eb7-3a62-4069-8616-7d11ef98cbd8 req-aa175134-5181-4697-8df1-be67860cc402 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (c06f48df-7172-4491-8cdd-9d0ab6dbe59e), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:25.391942 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 11fbb9c6-3c27-41e7-8b82-9a855563cdf8 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:29:25.393099 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device cf00b52b-2fa9-4155-bb8e-12fe2aa05145 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:29:25.427613 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7b0a8e98-ed13-45b1-b11f-aea4d11ec68a req-846ec0c4-657d-4abe-ae9f-cf6be187f048 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd HTTP/1.1" status: 200 len: 217 time: 0.2503822 Feb 04 12:29:25.454213 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port cf00b52b-2fa9-4155-bb8e-12fe2aa05145 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:29:25.454476 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (cf00b52b-2fa9-4155-bb8e-12fe2aa05145), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:25.484733 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23df5c5b-998e-4bb5-9491-30199ba27490 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=103475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:29:25.521373 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa175134-5181-4697-8df1-be67860cc402 service neutron] Pushing event updated for resources: {'Port': ['ID=c06f48df-7172-4491-8cdd-9d0ab6dbe59e,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:25.555222 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc810fda-e164-4965-8a45-a7f0304c332b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=103475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:29:25.562486 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port cf00b52b-2fa9-4155-bb8e-12fe2aa05145 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:29:25.563638 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (cf00b52b-2fa9-4155-bb8e-12fe2aa05145), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:25.604072 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port cf00b52b-2fa9-4155-bb8e-12fe2aa05145, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=cf00b52b-2fa9-4155-bb8e-12fe2aa05145,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:29:25.611501 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (cf00b52b-2fa9-4155-bb8e-12fe2aa05145), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:25.613056 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 8680ac23-4a89-4875-aa3f-460223d0f538 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:29:25.615785 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23df5c5b-998e-4bb5-9491-30199ba27490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee89b6e9-25e2-41ab-a8a3-c85f5e0697a9,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:25.646850 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-23df5c5b-998e-4bb5-9491-30199ba27490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (bc52094b-1f4c-4ff2-9984-872e54e9d4f4), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:25.646850 n-d-825015-3 neutron-server[103475]: INFO neutron.db.segments_db [None req-23df5c5b-998e-4bb5-9491-30199ba27490 admin admin] Added segment bc52094b-1f4c-4ff2-9984-872e54e9d4f4 of type vlan for network 89490d58-b165-4480-9966-11144ff95c5f Feb 04 12:29:25.648259 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-dc810fda-e164-4965-8a45-a7f0304c332b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (56bf766f-3de3-452a-bfce-163ca1523f30), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:25.648615 n-d-825015-3 neutron-server[103475]: INFO neutron.db.segments_db [None req-dc810fda-e164-4965-8a45-a7f0304c332b admin admin] Added segment 56bf766f-3de3-452a-bfce-163ca1523f30 of type vlan for network e17f0529-2497-4212-bc20-58295ab5d298 Feb 04 12:29:25.681404 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a8e98-ed13-45b1-b11f-aea4d11ec68a req-fb72a857-1a11-4b12-a32a-f09d2c720238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:25.683335 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7b0a8e98-ed13-45b1-b11f-aea4d11ec68a req-fb72a857-1a11-4b12-a32a-f09d2c720238 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5ee3374a-84e9-4639-853c-740c6edaf6dc HTTP/1.1" status: 200 len: 843 time: 0.2343261 Feb 04 12:29:25.683652 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a38f9379-641c-4922-8ab0-83e2d4fa6c43 admin admin] Publish callbacks [] for security_group (1a82d612-d04e-4902-83aa-064d594119dd), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:25.696567 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c3e0c35d-8945-4dd3-90b9-e6a2311ca8e0 req-7d8fe94e-47b0-4f8f-9c09-beb4823be335 tempest-ServerMetadataNegativeTestJSON-494885188 tempest-ServerMetadataNegativeTestJSON-494885188-project] 10.222.0.65 "GET /v2.0/security-groups?id=495efc95-4786-4397-9d97-68d605bb2024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9299722 Feb 04 12:29:25.700371 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a38f9379-641c-4922-8ab0-83e2d4fa6c43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (1a82d612-d04e-4902-83aa-064d594119dd), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:25.705939 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=cf00b52b-2fa9-4155-bb8e-12fe2aa05145,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:25.727425 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 8680ac23-4a89-4875-aa3f-460223d0f538 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:29:25.727425 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (8680ac23-4a89-4875-aa3f-460223d0f538), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:25.740251 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-0a0d0eb7-3a62-4069-8616-7d11ef98cbd8 req-aa175134-5181-4697-8df1-be67860cc402 service neutron] Attempting to bind port c06f48df-7172-4491-8cdd-9d0ab6dbe59e on host n-h2-825015-3 for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:29:25.740593 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-0a0d0eb7-3a62-4069-8616-7d11ef98cbd8 req-aa175134-5181-4697-8df1-be67860cc402 service neutron] Attempting to bind port c06f48df-7172-4491-8cdd-9d0ab6dbe59e by drivers openvswitch,hyperv on host n-h2-825015-3 at level 0 using segments [{'id': 'e38822bf-f593-46de-9f87-08ac60a23992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '91f7aa11-8fe5-4e2e-86b7-0122aee4d7e6'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:29:25.740923 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0d0eb7-3a62-4069-8616-7d11ef98cbd8 req-aa175134-5181-4697-8df1-be67860cc402 service neutron] Attempting to bind port c06f48df-7172-4491-8cdd-9d0ab6dbe59e on network 91f7aa11-8fe5-4e2e-86b7-0122aee4d7e6 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:29:25.746820 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e5c46456-628e-4e88-82bc-a27bb2141581 admin admin] Publish callbacks [] for port (ab2746b8-c4ff-4dc7-b443-6ebb58255356), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:25.754059 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-4f5bdd62-0c82-4dbe-b605-2327dd8e547a req-e99fe20f-0717-4c0b-ad3e-81edb6fa3182 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (67077568-06cc-4bef-8ec4-5e88fd039b73), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:25.768401 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e5c46456-628e-4e88-82bc-a27bb2141581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (ab2746b8-c4ff-4dc7-b443-6ebb58255356), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:25.799352 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0d0eb7-3a62-4069-8616-7d11ef98cbd8 req-aa175134-5181-4697-8df1-be67860cc402 service neutron] Port c06f48df-7172-4491-8cdd-9d0ab6dbe59e on network 91f7aa11-8fe5-4e2e-86b7-0122aee4d7e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-825015-3 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:29:25.801308 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0d0eb7-3a62-4069-8616-7d11ef98cbd8 req-aa175134-5181-4697-8df1-be67860cc402 service neutron] Attempting to bind port c06f48df-7172-4491-8cdd-9d0ab6dbe59e on network 91f7aa11-8fe5-4e2e-86b7-0122aee4d7e6 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:29:25.806403 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38f9379-641c-4922-8ab0-83e2d4fa6c43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a82d612-d04e-4902-83aa-064d594119dd,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:25.811068 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-a38f9379-641c-4922-8ab0-83e2d4fa6c43 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c75b611b1ddd4ab684ee172fe27b8300&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5579209 Feb 04 12:29:25.837474 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 39684) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:29:25.857123 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 8680ac23-4a89-4875-aa3f-460223d0f538 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:29:25.872685 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc810fda-e164-4965-8a45-a7f0304c332b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4645ff9-4aba-4923-b590-6a9167d2e893,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:25.872931 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0d0eb7-3a62-4069-8616-7d11ef98cbd8 req-aa175134-5181-4697-8df1-be67860cc402 service neutron] Checking agent: {'id': '9b68a165-e786-4b91-8592-44519c2ecabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:29:25.873116 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0d0eb7-3a62-4069-8616-7d11ef98cbd8 req-aa175134-5181-4697-8df1-be67860cc402 service neutron] Checking segment: {'id': 'e38822bf-f593-46de-9f87-08ac60a23992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '91f7aa11-8fe5-4e2e-86b7-0122aee4d7e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:29:25.873515 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0d0eb7-3a62-4069-8616-7d11ef98cbd8 req-aa175134-5181-4697-8df1-be67860cc402 service neutron] Bound using segment: {'id': 'e38822bf-f593-46de-9f87-08ac60a23992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '91f7aa11-8fe5-4e2e-86b7-0122aee4d7e6'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:29:25.873960 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-0a0d0eb7-3a62-4069-8616-7d11ef98cbd8 req-aa175134-5181-4697-8df1-be67860cc402 service neutron] Bound port: c06f48df-7172-4491-8cdd-9d0ab6dbe59e, host: n-h2-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e38822bf-f593-46de-9f87-08ac60a23992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '91f7aa11-8fe5-4e2e-86b7-0122aee4d7e6'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:29:25.874316 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-0a0d0eb7-3a62-4069-8616-7d11ef98cbd8 req-aa175134-5181-4697-8df1-be67860cc402 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (c06f48df-7172-4491-8cdd-9d0ab6dbe59e), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:25.906533 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-dc810fda-e164-4965-8a45-a7f0304c332b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (e17f0529-2497-4212-bc20-58295ab5d298), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:25.935612 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-23df5c5b-998e-4bb5-9491-30199ba27490 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (89490d58-b165-4480-9966-11144ff95c5f), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:25.936000 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c46456-628e-4e88-82bc-a27bb2141581 admin admin] Pushing event updated for resources: {'Port': ['ID=ab2746b8-c4ff-4dc7-b443-6ebb58255356,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:25.938081 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e5c46456-628e-4e88-82bc-a27bb2141581 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622202'] for router_interface (516f5507-9489-4274-a053-d5ddb06c86ed), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:25.956522 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47b296d-8e3b-4603-a710-eb04acbc8e10 req-1b28574a-b0a5-4f8c-a9d9-13525f895aaa tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:25.959591 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c47b296d-8e3b-4603-a710-eb04acbc8e10 req-1b28574a-b0a5-4f8c-a9d9-13525f895aaa tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/ports?device_id=3795f0c7-fc9c-46cd-8f2e-0e1b6a5f4545 HTTP/1.1" status: 200 len: 931 time: 0.7289600 Feb 04 12:29:26.036299 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-12c33e3c-54bd-4ee2-8f32-b75067cade7d admin admin] Publish callbacks [] for security_group (1a82d612-d04e-4902-83aa-064d594119dd), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:26.076379 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-0a0d0eb7-3a62-4069-8616-7d11ef98cbd8 req-aa175134-5181-4697-8df1-be67860cc402 service neutron] For port c06f48df-7172-4491-8cdd-9d0ab6dbe59e, host n-h2-825015-3, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:29:26.102758 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-12c33e3c-54bd-4ee2-8f32-b75067cade7d admin admin] Publish callbacks [] for security_group (1a82d612-d04e-4902-83aa-064d594119dd), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:26.118158 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-0a0d0eb7-3a62-4069-8616-7d11ef98cbd8 req-aa175134-5181-4697-8df1-be67860cc402 service neutron] For port c06f48df-7172-4491-8cdd-9d0ab6dbe59e, host n-h2-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=c06f48df-7172-4491-8cdd-9d0ab6dbe59e,segment=NetworkSegment(e38822bf-f593-46de-9f87-08ac60a23992),segment_id=e38822bf-f593-46de-9f87-08ac60a23992)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:29:26.142029 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-0a0d0eb7-3a62-4069-8616-7d11ef98cbd8 req-aa175134-5181-4697-8df1-be67860cc402 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (c06f48df-7172-4491-8cdd-9d0ab6dbe59e), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:26.193215 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c46456-628e-4e88-82bc-a27bb2141581 admin admin] Network 0e8b5cfe-93df-4af8-ae4b-dba09d277a8f is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:29:26.209234 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-e5c46456-628e-4e88-82bc-a27bb2141581 admin admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:29:26.214561 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0d0eb7-3a62-4069-8616-7d11ef98cbd8 req-aa175134-5181-4697-8df1-be67860cc402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:26.215691 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-0a0d0eb7-3a62-4069-8616-7d11ef98cbd8 req-aa175134-5181-4697-8df1-be67860cc402 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:26.217219 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-0a0d0eb7-3a62-4069-8616-7d11ef98cbd8 req-aa175134-5181-4697-8df1-be67860cc402 service neutron] 10.222.0.77 "PUT /v2.0/ports/c06f48df-7172-4491-8cdd-9d0ab6dbe59e HTTP/1.1" status: 200 len: 1091 time: 2.2370758 Feb 04 12:29:26.217795 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8b03e62-f6e6-438b-887f-3f4a446fc7a4', 'tag': 'c06f48df-7172-4491-8cdd-9d0ab6dbe59e'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:29:26.220681 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59e151d5-5907-46f0-9828-884fb5babfaa" -d '{"events": [{"name": "network-changed", "server_uuid": "f8b03e62-f6e6-438b-887f-3f4a446fc7a4", "tag": "c06f48df-7172-4491-8cdd-9d0ab6dbe59e"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:29:26.250096 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa175134-5181-4697-8df1-be67860cc402 service neutron] Pushing event updated for resources: {'Port': ['ID=c06f48df-7172-4491-8cdd-9d0ab6dbe59e,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:26.571095 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a8e98-ed13-45b1-b11f-aea4d11ec68a req-78a0eed5-745f-459a-84dc-2e7d82737d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:26.573635 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7b0a8e98-ed13-45b1-b11f-aea4d11ec68a req-78a0eed5-745f-459a-84dc-2e7d82737d33 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2f7dc246-a024-4937-952c-0ddeef5af29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.8717813 Feb 04 12:29:26.592352 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-dc810fda-e164-4965-8a45-a7f0304c332b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (e17f0529-2497-4212-bc20-58295ab5d298), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:26.594208 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc810fda-e164-4965-8a45-a7f0304c332b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:26.595511 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-dc810fda-e164-4965-8a45-a7f0304c332b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:26.647857 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-23df5c5b-998e-4bb5-9491-30199ba27490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (89490d58-b165-4480-9966-11144ff95c5f), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:26.649214 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23df5c5b-998e-4bb5-9491-30199ba27490 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:26.650104 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-23df5c5b-998e-4bb5-9491-30199ba27490 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:26.697035 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-98f65537-80af-4ac1-8e83-8e9a5405fb79 None None] Provisioning complete for port ab2746b8-c4ff-4dc7-b443-6ebb58255356 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:29:26.697520 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-98f65537-80af-4ac1-8e83-8e9a5405fb79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (ab2746b8-c4ff-4dc7-b443-6ebb58255356), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:26.725836 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-12c33e3c-54bd-4ee2-8f32-b75067cade7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (1a82d612-d04e-4902-83aa-064d594119dd), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:26.728864 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-12c33e3c-54bd-4ee2-8f32-b75067cade7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:26.730134 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-12c33e3c-54bd-4ee2-8f32-b75067cade7d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1a82d612-d04e-4902-83aa-064d594119dd HTTP/1.1" status: 204 len: 168 time: 0.8858972 Feb 04 12:29:26.760450 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-98f65537-80af-4ac1-8e83-8e9a5405fb79 None None] Port ab2746b8-c4ff-4dc7-b443-6ebb58255356 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:29:26.780045 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c33e3c-54bd-4ee2-8f32-b75067cade7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a82d612-d04e-4902-83aa-064d594119dd,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:26.848817 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0d0eb7-3a62-4069-8616-7d11ef98cbd8 req-2f62bc0f-a4ed-463e-b108-d9a6c0c912be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:26.850542 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-0a0d0eb7-3a62-4069-8616-7d11ef98cbd8 req-2f62bc0f-a4ed-463e-b108-d9a6c0c912be service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=23f26bd549a74b7c8abaff4b98ce0027&device_id=f8b03e62-f6e6-438b-887f-3f4a446fc7a4 HTTP/1.1" status: 200 len: 1125 time: 0.5451612 Feb 04 12:29:26.851137 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device cf00b52b-2fa9-4155-bb8e-12fe2aa05145 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:29:26.865639 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-23df5c5b-998e-4bb5-9491-30199ba27490 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.7567182 Feb 04 12:29:26.869430 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-dc810fda-e164-4965-8a45-a7f0304c332b admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 4.7359133 Feb 04 12:29:26.874900 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 39692) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:29:26.874900 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 39694) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:29:26.882871 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-b27f4335-82b9-421a-a497-ca036f4b0feb admin admin] Request body: {'subnet': {'network_id': '89490d58-b165-4480-9966-11144ff95c5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1863206266-subnet', 'tenant_id': 'f9619e0211434e338cacc113b2585afa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:29:26.892176 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c47b296d-8e3b-4603-a710-eb04acbc8e10 req-0a59894a-72fe-402b-be0f-d7edfdd20ca7 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/security-groups?id=98d15bf5-a480-4f0d-bc57-8f17260bd5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9214933 Feb 04 12:29:26.903057 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc810fda-e164-4965-8a45-a7f0304c332b admin admin] Pushing event updated for resources: {'Network': ['ID=e17f0529-2497-4212-bc20-58295ab5d298,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:26.903390 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-a8787ad3-1788-429a-a9db-ef15a2fd3e27 admin admin] Request body: {'subnet': {'network_id': 'e17f0529-2497-4212-bc20-58295ab5d298', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-804848739-subnet', 'tenant_id': '3e5189bc9c2e4b8789347e688ced1883', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:29:26.926765 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network e17f0529-2497-4212-bc20-58295ab5d298 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:29:26.931476 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84264158-fe3b-4a2e-a0c4-0226188ac0f9 req-c169a0a8-a2f0-4dff-9247-adb10527e594 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:26.933827 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-84264158-fe3b-4a2e-a0c4-0226188ac0f9 req-c169a0a8-a2f0-4dff-9247-adb10527e594 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=309f20f5-fb15-4854-a3f3-90201a4e005a HTTP/1.1" status: 200 len: 950 time: 1.0290952 Feb 04 12:29:26.979780 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-0a0d0eb7-3a62-4069-8616-7d11ef98cbd8 req-4f76a3da-b929-4ccc-98dd-bb307014e4ed service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c06f48df-7172-4491-8cdd-9d0ab6dbe59e HTTP/1.1" status: 200 len: 217 time: 0.1198239 Feb 04 12:29:26.998796 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5c46456-628e-4e88-82bc-a27bb2141581 admin admin] Router 516f5507-9489-4274-a053-d5ddb06c86ed has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:29:27.008543 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-298c1df2-c012-45ef-ac5f-728c34a3214b x-openstack-request-id: req-298c1df2-c012-45ef-ac5f-728c34a3214b {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:29:27.009053 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8b03e62-f6e6-438b-887f-3f4a446fc7a4", "tag": "c06f48df-7172-4491-8cdd-9d0ab6dbe59e", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:29:27.009523 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-298c1df2-c012-45ef-ac5f-728c34a3214b {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:29:27.010212 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8b03e62-f6e6-438b-887f-3f4a446fc7a4', 'tag': 'c06f48df-7172-4491-8cdd-9d0ab6dbe59e', 'status': 'completed', 'code': 200} Feb 04 12:29:27.091512 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port cf00b52b-2fa9-4155-bb8e-12fe2aa05145 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:29:27.093771 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (cf00b52b-2fa9-4155-bb8e-12fe2aa05145), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:27.164783 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23df5c5b-998e-4bb5-9491-30199ba27490 admin admin] Pushing event updated for resources: {'Network': ['ID=89490d58-b165-4480-9966-11144ff95c5f,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:27.206791 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b27f4335-82b9-421a-a497-ca036f4b0feb admin admin] Made reservation on behalf of f9619e0211434e338cacc113b2585afa for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:29:27.211977 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b27f4335-82b9-421a-a497-ca036f4b0feb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60610638'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:27.218024 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port cf00b52b-2fa9-4155-bb8e-12fe2aa05145 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:29:27.220383 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcf544f8-b8d9-40c6-950e-d6b675653138 admin admin] Router 80b42f44-589b-4d8e-8cca-e0d55f786967 is scheduled to L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de with binding_index 1 {{(pid=103475) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 12:29:27.223720 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 89490d58-b165-4480-9966-11144ff95c5f details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:29:27.233403 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8787ad3-1788-429a-a9db-ef15a2fd3e27 admin admin] Made reservation on behalf of 3e5189bc9c2e4b8789347e688ced1883 for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:29:27.235924 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a8787ad3-1788-429a-a9db-ef15a2fd3e27 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60610638'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:27.345772 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0d0eb7-3a62-4069-8616-7d11ef98cbd8 req-27c84241-6071-4aee-92bd-e17f5825fc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:27.347246 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-0a0d0eb7-3a62-4069-8616-7d11ef98cbd8 req-27c84241-6071-4aee-92bd-e17f5825fc96 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5d7dc989-7d21-49a2-b83f-4334e9993dda HTTP/1.1" status: 200 len: 861 time: 0.3586874 Feb 04 12:29:27.413795 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-0a0d0eb7-3a62-4069-8616-7d11ef98cbd8 req-f16ed47e-3ca4-41d1-a5ab-073a8acbdda1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=91f7aa11-8fe5-4e2e-86b7-0122aee4d7e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524480 Feb 04 12:29:27.422967 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7b0a8e98-ed13-45b1-b11f-aea4d11ec68a req-73412aa3-4fae-494f-bbfb-f716931adf62 service neutron] 10.222.0.73 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8332920 Feb 04 12:29:27.462013 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5c46456-628e-4e88-82bc-a27bb2141581 admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:29:27.475728 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a874d8fd-6ea0-41db-862e-28f03ce2d4eb None None] Sync routers for ids ['516f5507-9489-4274-a053-d5ddb06c86ed'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:29:27.502578 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a874d8fd-6ea0-41db-862e-28f03ce2d4eb None None] Routers {'516f5507-9489-4274-a053-d5ddb06c86ed'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:29:27.503230 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-a874d8fd-6ea0-41db-862e-28f03ce2d4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:29:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['516f5507-9489-4274-a053-d5ddb06c86ed'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:29:27.515781 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-e5c46456-628e-4e88-82bc-a27bb2141581 admin admin] 10.222.0.65 "PUT /v2.0/routers/516f5507-9489-4274-a053-d5ddb06c86ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3689685 Feb 04 12:29:27.647351 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-0a0d0eb7-3a62-4069-8616-7d11ef98cbd8 req-9a1e9c04-ec70-461c-b1ca-31533a761f88 service neutron] 10.222.0.77 "GET /v2.0/networks/91f7aa11-8fe5-4e2e-86b7-0122aee4d7e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233505 Feb 04 12:29:27.659059 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7b0a8e98-ed13-45b1-b11f-aea4d11ec68a req-8f3596e6-cc16-4b26-ab72-c12398be0b49 service neutron] 10.222.0.73 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668632 Feb 04 12:29:27.670312 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-4f5bdd62-0c82-4dbe-b605-2327dd8e547a req-e99fe20f-0717-4c0b-ad3e-81edb6fa3182 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67077568-06cc-4bef-8ec4-5e88fd039b73 {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:29:27.683262 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8b65e9-4229-4ac1-80da-9126449b5628 req-5ec1d80c-c57e-4953-9e4b-132266af8c4c tempest-ServerMetadataNegativeTestJSON-494885188 tempest-ServerMetadataNegativeTestJSON-494885188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:27.685320 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5a8b65e9-4229-4ac1-80da-9126449b5628 req-5ec1d80c-c57e-4953-9e4b-132266af8c4c tempest-ServerMetadataNegativeTestJSON-494885188 tempest-ServerMetadataNegativeTestJSON-494885188-project] 10.222.0.65 "GET /v2.0/ports?device_id=f8b03e62-f6e6-438b-887f-3f4a446fc7a4 HTTP/1.1" status: 200 len: 943 time: 0.5083966 Feb 04 12:29:27.692550 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-4f5bdd62-0c82-4dbe-b605-2327dd8e547a req-e99fe20f-0717-4c0b-ad3e-81edb6fa3182 service neutron] Publish callbacks [] for port (67077568-06cc-4bef-8ec4-5e88fd039b73), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:27.727627 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-84264158-fe3b-4a2e-a0c4-0226188ac0f9 req-0be53a52-c650-4374-820c-5ab5faf029bc tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7453952 Feb 04 12:29:27.782271 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-4f5bdd62-0c82-4dbe-b605-2327dd8e547a req-e99fe20f-0717-4c0b-ad3e-81edb6fa3182 service neutron] Transition to ACTIVE for port object 67077568-06cc-4bef-8ec4-5e88fd039b73 will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:29:27.792180 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5a8b65e9-4229-4ac1-80da-9126449b5628 req-30112991-1f76-4cd5-a123-66299ff53987 tempest-ServerMetadataNegativeTestJSON-494885188 tempest-ServerMetadataNegativeTestJSON-494885188-project] 10.222.0.65 "GET /v2.0/security-groups?id=495efc95-4786-4397-9d97-68d605bb2024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945084 Feb 04 12:29:27.808393 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-4f5bdd62-0c82-4dbe-b605-2327dd8e547a req-e99fe20f-0717-4c0b-ad3e-81edb6fa3182 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (67077568-06cc-4bef-8ec4-5e88fd039b73), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:27.860529 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99fe20f-0717-4c0b-ad3e-81edb6fa3182 service neutron] Pushing event updated for resources: {'Port': ['ID=67077568-06cc-4bef-8ec4-5e88fd039b73,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:27.860880 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b27f4335-82b9-421a-a497-ca036f4b0feb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59045178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60610680'] for subnet (098788f9-8c3b-4856-97c8-14be265148c8), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:27.863400 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcf544f8-b8d9-40c6-950e-d6b675653138 admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:29:27.884339 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81432bdc-22b4-4a18-813d-cb6570e3bfd3 None None] Sync routers for ids ['80b42f44-589b-4d8e-8cca-e0d55f786967'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:29:27.884975 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-a874d8fd-6ea0-41db-862e-28f03ce2d4eb None None] Set router 516f5507-9489-4274-a053-d5ddb06c86ed gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:29:27.910415 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81432bdc-22b4-4a18-813d-cb6570e3bfd3 None None] Routers {'80b42f44-589b-4d8e-8cca-e0d55f786967'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:29:27.911433 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-81432bdc-22b4-4a18-813d-cb6570e3bfd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:29:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['80b42f44-589b-4d8e-8cca-e0d55f786967'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:29:27.988276 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bcf544f8-b8d9-40c6-950e-d6b675653138 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:27.995480 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-bcf544f8-b8d9-40c6-950e-d6b675653138 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 14.6619675 Feb 04 12:29:28.079637 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 39726) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:29:28.092438 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27f4335-82b9-421a-a497-ca036f4b0feb admin admin] Pushing event updated for resources: {'Subnet': ['ID=098788f9-8c3b-4856-97c8-14be265148c8,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:28.187035 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a8787ad3-1788-429a-a9db-ef15a2fd3e27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59045178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60610680'] for subnet (ae4c1b19-4693-45d5-a145-600acc473198), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:28.202138 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-81432bdc-22b4-4a18-813d-cb6570e3bfd3 None None] Set router 80b42f44-589b-4d8e-8cca-e0d55f786967 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:29:28.237245 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-4f5bdd62-0c82-4dbe-b605-2327dd8e547a req-e99fe20f-0717-4c0b-ad3e-81edb6fa3182 service neutron] Attempting to bind port 67077568-06cc-4bef-8ec4-5e88fd039b73 on host n-h2-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:29:28.237775 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-4f5bdd62-0c82-4dbe-b605-2327dd8e547a req-e99fe20f-0717-4c0b-ad3e-81edb6fa3182 service neutron] Attempting to bind port 67077568-06cc-4bef-8ec4-5e88fd039b73 by drivers openvswitch,hyperv on host n-h2-825015-3 at level 0 using segments [{'id': '82c42862-5e09-44a3-a831-056ff41e66f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4641d9e3-bbfb-4ca1-b978-fac986a6f197'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:29:28.237919 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f5bdd62-0c82-4dbe-b605-2327dd8e547a req-e99fe20f-0717-4c0b-ad3e-81edb6fa3182 service neutron] Attempting to bind port 67077568-06cc-4bef-8ec4-5e88fd039b73 on network 4641d9e3-bbfb-4ca1-b978-fac986a6f197 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:29:28.257824 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f5bdd62-0c82-4dbe-b605-2327dd8e547a req-e99fe20f-0717-4c0b-ad3e-81edb6fa3182 service neutron] Port 67077568-06cc-4bef-8ec4-5e88fd039b73 on network 4641d9e3-bbfb-4ca1-b978-fac986a6f197 not bound, no agent of type Open vSwitch agent registered on host n-h2-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:29:28.258186 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f5bdd62-0c82-4dbe-b605-2327dd8e547a req-e99fe20f-0717-4c0b-ad3e-81edb6fa3182 service neutron] Attempting to bind port 67077568-06cc-4bef-8ec4-5e88fd039b73 on network 4641d9e3-bbfb-4ca1-b978-fac986a6f197 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:29:28.285788 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f5bdd62-0c82-4dbe-b605-2327dd8e547a req-e99fe20f-0717-4c0b-ad3e-81edb6fa3182 service neutron] Checking agent: {'id': '9b68a165-e786-4b91-8592-44519c2ecabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:29:28.286469 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f5bdd62-0c82-4dbe-b605-2327dd8e547a req-e99fe20f-0717-4c0b-ad3e-81edb6fa3182 service neutron] Checking segment: {'id': '82c42862-5e09-44a3-a831-056ff41e66f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4641d9e3-bbfb-4ca1-b978-fac986a6f197'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:29:28.287988 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f5bdd62-0c82-4dbe-b605-2327dd8e547a req-e99fe20f-0717-4c0b-ad3e-81edb6fa3182 service neutron] Bound using segment: {'id': '82c42862-5e09-44a3-a831-056ff41e66f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4641d9e3-bbfb-4ca1-b978-fac986a6f197'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:29:28.288264 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-4f5bdd62-0c82-4dbe-b605-2327dd8e547a req-e99fe20f-0717-4c0b-ad3e-81edb6fa3182 service neutron] Bound port: 67077568-06cc-4bef-8ec4-5e88fd039b73, host: n-h2-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82c42862-5e09-44a3-a831-056ff41e66f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4641d9e3-bbfb-4ca1-b978-fac986a6f197'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:29:28.288617 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-4f5bdd62-0c82-4dbe-b605-2327dd8e547a req-e99fe20f-0717-4c0b-ad3e-81edb6fa3182 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (67077568-06cc-4bef-8ec4-5e88fd039b73), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:28.351824 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fa0d7b-746f-408d-a156-82bb4751321e req-c7d6bc6a-3d1d-465d-8ff7-c83392904bf7 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:28.353961 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-0a0d0eb7-3a62-4069-8616-7d11ef98cbd8 req-f36b8af7-59a2-4af8-9285-96f6c2c8a15d service neutron] 10.222.0.77 "GET /v2.0/networks/91f7aa11-8fe5-4e2e-86b7-0122aee4d7e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6969140 Feb 04 12:29:28.358166 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c1fa0d7b-746f-408d-a156-82bb4751321e req-c7d6bc6a-3d1d-465d-8ff7-c83392904bf7 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/ports?device_id=3795f0c7-fc9c-46cd-8f2e-0e1b6a5f4545 HTTP/1.1" status: 200 len: 943 time: 0.2454991 Feb 04 12:29:28.491211 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-a874d8fd-6ea0-41db-862e-28f03ce2d4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '516f5507-9489-4274-a053-d5ddb06c86ed', 'name': 'tempest-FloatingIPsAssociationTestJSON-790215227-router', 'tenant_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'cf00b52b-2fa9-4155-bb8e-12fe2aa05145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:29:14Z', 'updated_at': '2022-02-04T12:29:25Z', 'revision_number': 4, 'project_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'gw_port': {'id': 'cf00b52b-2fa9-4155-bb8e-12fe2aa05145', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:95:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516f5507-9489-4274-a053-d5ddb06c86ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:29:15Z', 'updated_at': '2022-02-04T12:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'ab2746b8-c4ff-4dc7-b443-6ebb58255356', 'name': '', 'network_id': '0e8b5cfe-93df-4af8-ae4b-dba09d277a8f', 'tenant_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'mac_address': 'fa:16:3e:a5:23:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '516f5507-9489-4274-a053-d5ddb06c86ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': '3386ae8c-a86c-451c-bf79-ead86dfd6679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:29:21Z', 'updated_at': '2022-02-04T12:29:25Z', 'revision_number': 2, 'project_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'subnets': [{'id': '3386ae8c-a86c-451c-bf79-ead86dfd6679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:29:28.577825 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8787ad3-1788-429a-a9db-ef15a2fd3e27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae4c1b19-4693-45d5-a145-600acc473198,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:28.587304 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a874d8fd-6ea0-41db-862e-28f03ce2d4eb None None] Checking router: 516f5507-9489-4274-a053-d5ddb06c86ed for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:29:28.588225 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a874d8fd-6ea0-41db-862e-28f03ce2d4eb None None] Updating router 516f5507-9489-4274-a053-d5ddb06c86ed port ab2746b8-c4ff-4dc7-b443-6ebb58255356 binding host n-d-825015-3 {{(pid=103476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:29:28.597901 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27f4335-82b9-421a-a497-ca036f4b0feb admin admin] Checking segment: {'id': 'bc52094b-1f4c-4ff2-9984-872e54e9d4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '89490d58-b165-4480-9966-11144ff95c5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:29:28.599264 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27f4335-82b9-421a-a497-ca036f4b0feb admin admin] Network hostable DHCP agents. Network: 89490d58-b165-4480-9966-11144ff95c5f, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:29:28.604167 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c1fa0d7b-746f-408d-a156-82bb4751321e req-b4cd133f-de07-4225-8be6-52fee6c8e60a tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/security-groups?id=98d15bf5-a480-4f0d-bc57-8f17260bd5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343566 Feb 04 12:29:28.620960 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-4f5bdd62-0c82-4dbe-b605-2327dd8e547a req-e99fe20f-0717-4c0b-ad3e-81edb6fa3182 service neutron] For port 67077568-06cc-4bef-8ec4-5e88fd039b73, host n-h2-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:29:28.632979 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-4f5bdd62-0c82-4dbe-b605-2327dd8e547a req-e99fe20f-0717-4c0b-ad3e-81edb6fa3182 service neutron] For port 67077568-06cc-4bef-8ec4-5e88fd039b73, host n-h2-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=67077568-06cc-4bef-8ec4-5e88fd039b73,segment=NetworkSegment(82c42862-5e09-44a3-a831-056ff41e66f5),segment_id=82c42862-5e09-44a3-a831-056ff41e66f5)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:29:28.640147 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8787ad3-1788-429a-a9db-ef15a2fd3e27 admin admin] Checking segment: {'id': '56bf766f-3de3-452a-bfce-163ca1523f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'e17f0529-2497-4212-bc20-58295ab5d298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:29:28.641598 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8787ad3-1788-429a-a9db-ef15a2fd3e27 admin admin] Network hostable DHCP agents. Network: e17f0529-2497-4212-bc20-58295ab5d298, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:29:28.664414 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-4f5bdd62-0c82-4dbe-b605-2327dd8e547a req-e99fe20f-0717-4c0b-ad3e-81edb6fa3182 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (67077568-06cc-4bef-8ec4-5e88fd039b73), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:28.721228 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-81432bdc-22b4-4a18-813d-cb6570e3bfd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80b42f44-589b-4d8e-8cca-e0d55f786967', 'name': 'tempest-ServersTestFqdnHostnames-1491412081-router', 'tenant_id': '13e2221ea635497bab7223d336ea5315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '2412d23a-bc31-48ea-9c4b-c4ee1009ca37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:29:14Z', 'updated_at': '2022-02-04T12:29:21Z', 'revision_number': 3, 'project_id': '13e2221ea635497bab7223d336ea5315', 'gw_port': {'id': '2412d23a-bc31-48ea-9c4b-c4ee1009ca37', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:cd:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80b42f44-589b-4d8e-8cca-e0d55f786967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:29:17Z', 'updated_at': '2022-02-04T12:29:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:29:28.739392 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a874d8fd-6ea0-41db-862e-28f03ce2d4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (ab2746b8-c4ff-4dc7-b443-6ebb58255356), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:28.756856 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81432bdc-22b4-4a18-813d-cb6570e3bfd3 None None] Checking router: 80b42f44-589b-4d8e-8cca-e0d55f786967 for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:29:28.757467 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81432bdc-22b4-4a18-813d-cb6570e3bfd3 None None] Updating router 80b42f44-589b-4d8e-8cca-e0d55f786967 port 2412d23a-bc31-48ea-9c4b-c4ee1009ca37 binding host n-d-825015-3 {{(pid=103477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:29:28.761073 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5bdd62-0c82-4dbe-b605-2327dd8e547a req-e99fe20f-0717-4c0b-ad3e-81edb6fa3182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:28.762327 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-4f5bdd62-0c82-4dbe-b605-2327dd8e547a req-e99fe20f-0717-4c0b-ad3e-81edb6fa3182 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:28.765888 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4f5bdd62-0c82-4dbe-b605-2327dd8e547a req-e99fe20f-0717-4c0b-ad3e-81edb6fa3182 service neutron] 10.222.0.77 "PUT /v2.0/ports/67077568-06cc-4bef-8ec4-5e88fd039b73 HTTP/1.1" status: 200 len: 1091 time: 3.8593822 Feb 04 12:29:28.770270 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3795f0c7-fc9c-46cd-8f2e-0e1b6a5f4545', 'tag': '67077568-06cc-4bef-8ec4-5e88fd039b73'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:29:28.787384 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4e4ea47-ed59-43c1-a0eb-95f9f1afa964" -d '{"events": [{"name": "network-changed", "server_uuid": "3795f0c7-fc9c-46cd-8f2e-0e1b6a5f4545", "tag": "67077568-06cc-4bef-8ec4-5e88fd039b73"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:29:28.787653 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27f4335-82b9-421a-a497-ca036f4b0feb admin admin] Network 89490d58-b165-4480-9966-11144ff95c5f is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:29:28.855201 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8787ad3-1788-429a-a9db-ef15a2fd3e27 admin admin] Network e17f0529-2497-4212-bc20-58295ab5d298 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:29:28.862634 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-81432bdc-22b4-4a18-813d-cb6570e3bfd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (2412d23a-bc31-48ea-9c4b-c4ee1009ca37), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:28.885257 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e151d5-5907-46f0-9828-884fb5babfaa req-d662a877-7f9c-4fbf-ae3f-73bd1def1750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:28.887536 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-59e151d5-5907-46f0-9828-884fb5babfaa req-d662a877-7f9c-4fbf-ae3f-73bd1def1750 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=23f26bd549a74b7c8abaff4b98ce0027&device_id=f8b03e62-f6e6-438b-887f-3f4a446fc7a4 HTTP/1.1" status: 200 len: 1125 time: 0.4557080 Feb 04 12:29:28.936544 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-b27f4335-82b9-421a-a497-ca036f4b0feb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 89490d58-b165-4480-9966-11144ff95c5f) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:29:28.978892 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-a8787ad3-1788-429a-a9db-ef15a2fd3e27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, e17f0529-2497-4212-bc20-58295ab5d298) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:29:28.983760 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99fe20f-0717-4c0b-ad3e-81edb6fa3182 service neutron] Pushing event updated for resources: {'Port': ['ID=67077568-06cc-4bef-8ec4-5e88fd039b73,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:28.992659 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27f4335-82b9-421a-a497-ca036f4b0feb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:28.993579 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b27f4335-82b9-421a-a497-ca036f4b0feb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:29.001689 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8787ad3-1788-429a-a9db-ef15a2fd3e27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:29.002300 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a8787ad3-1788-429a-a9db-ef15a2fd3e27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:29.076450 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-b27f4335-82b9-421a-a497-ca036f4b0feb admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.1998262 Feb 04 12:29:29.096279 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-a8787ad3-1788-429a-a9db-ef15a2fd3e27 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.2181530 Feb 04 12:29:29.097067 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 39754) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:29:29.114441 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-51eceeaa-44a4-4681-a5c6-d2a12a217146 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-804848739-router', 'tenant_id': '3e5189bc9c2e4b8789347e688ced1883', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:29:29.119118 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5bdd62-0c82-4dbe-b605-2327dd8e547a req-5d9799e8-c690-4ec5-b6f2-d9ad80dcfeee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:29.120691 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4f5bdd62-0c82-4dbe-b605-2327dd8e547a req-5d9799e8-c690-4ec5-b6f2-d9ad80dcfeee service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=15c4606ad13a46b29ee60be66da65533&device_id=3795f0c7-fc9c-46cd-8f2e-0e1b6a5f4545 HTTP/1.1" status: 200 len: 1125 time: 0.2974174 Feb 04 12:29:29.135033 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c5cb09-7f58-44e4-ac0b-b61ee3c0b7da req-99bb66c1-452b-422f-a015-2d244d6c1b27 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:29.138224 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-69c5cb09-7f58-44e4-ac0b-b61ee3c0b7da req-99bb66c1-452b-422f-a015-2d244d6c1b27 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] 10.222.0.65 "GET /v2.0/networks?id=0e8b5cfe-93df-4af8-ae4b-dba09d277a8f HTTP/1.1" status: 200 len: 820 time: 0.3834448 Feb 04 12:29:29.146215 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b315c3e5-95dc-412c-b20a-2068c33d7846 req-34532ee5-40d6-46aa-8519-7a5071095fae tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:29.156128 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b315c3e5-95dc-412c-b20a-2068c33d7846 req-34532ee5-40d6-46aa-8519-7a5071095fae tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=309f20f5-fb15-4854-a3f3-90201a4e005a HTTP/1.1" status: 200 len: 950 time: 0.2445769 Feb 04 12:29:29.156364 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e151d5-5907-46f0-9828-884fb5babfaa req-0a401129-0112-4e38-b603-7fadb999b74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:29.158753 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-59e151d5-5907-46f0-9828-884fb5babfaa req-0a401129-0112-4e38-b603-7fadb999b74d service neutron] 10.222.0.77 "GET /v2.0/networks?id=91f7aa11-8fe5-4e2e-86b7-0122aee4d7e6 HTTP/1.1" status: 200 len: 922 time: 0.2618058 Feb 04 12:29:29.254310 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4f5bdd62-0c82-4dbe-b605-2327dd8e547a req-2f7e4101-43e5-4ec8-b5eb-7010fde3b84f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67077568-06cc-4bef-8ec4-5e88fd039b73 HTTP/1.1" status: 200 len: 217 time: 0.0955193 Feb 04 12:29:29.255560 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-69c5cb09-7f58-44e4-ac0b-b61ee3c0b7da req-3fdbfd4b-f378-43d3-b1bf-1cf6b7db8d6d tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] 10.222.0.65 "GET /v2.0/quotas/dcbc9e99c00c41539a07d9ddf5098f10 HTTP/1.1" status: 200 len: 375 time: 0.0922546 Feb 04 12:29:29.265238 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-51eceeaa-44a4-4681-a5c6-d2a12a217146 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10933'] for router (68ffa24a-7260-424b-8de6-319b51d65a9f), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:29.266305 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-51eceeaa-44a4-4681-a5c6-d2a12a217146 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10924'] for router (68ffa24a-7260-424b-8de6-319b51d65a9f), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:29.330463 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a874d8fd-6ea0-41db-862e-28f03ce2d4eb None None] Publish callbacks [] for port (ab2746b8-c4ff-4dc7-b443-6ebb58255356), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:29.339072 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07771eb5-f628-459c-9c99-acd2b74593c6 None None] Network 89490d58-b165-4480-9966-11144ff95c5f requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:29:29.343090 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df39786-764e-456d-a3e5-f7987a72c5ff None None] Network e17f0529-2497-4212-bc20-58295ab5d298 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:29:29.352000 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a874d8fd-6ea0-41db-862e-28f03ce2d4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (ab2746b8-c4ff-4dc7-b443-6ebb58255356), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:29.463463 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-59e151d5-5907-46f0-9828-884fb5babfaa req-d1fee8fc-23d8-4683-b9d9-28f773491360 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c06f48df-7172-4491-8cdd-9d0ab6dbe59e HTTP/1.1" status: 200 len: 217 time: 0.2915437 Feb 04 12:29:29.498735 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b315c3e5-95dc-412c-b20a-2068c33d7846 req-9923fdd5-8893-4629-82dc-2b92243e93fa tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3350179 Feb 04 12:29:29.552380 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5bdd62-0c82-4dbe-b605-2327dd8e547a req-d2340b06-75b8-4f1d-b087-de1a90360f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:29.552515 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4f5bdd62-0c82-4dbe-b605-2327dd8e547a req-d2340b06-75b8-4f1d-b087-de1a90360f43 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f23bfa97-1a92-478f-9c00-f3b0c9e898c3 HTTP/1.1" status: 200 len: 846 time: 0.2886033 Feb 04 12:29:29.555333 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-81432bdc-22b4-4a18-813d-cb6570e3bfd3 None None] Publish callbacks [] for port (2412d23a-bc31-48ea-9c4b-c4ee1009ca37), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:29.580291 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-81432bdc-22b4-4a18-813d-cb6570e3bfd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (2412d23a-bc31-48ea-9c4b-c4ee1009ca37), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:29.632701 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74e8f1fd-d69a-4d0d-b06a-78d4627790d0 x-openstack-request-id: req-74e8f1fd-d69a-4d0d-b06a-78d4627790d0 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:29:29.633205 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3795f0c7-fc9c-46cd-8f2e-0e1b6a5f4545", "tag": "67077568-06cc-4bef-8ec4-5e88fd039b73", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:29:29.633706 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-74e8f1fd-d69a-4d0d-b06a-78d4627790d0 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:29:29.634370 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3795f0c7-fc9c-46cd-8f2e-0e1b6a5f4545', 'tag': '67077568-06cc-4bef-8ec4-5e88fd039b73', 'status': 'completed', 'code': 200} Feb 04 12:29:29.646663 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4f5bdd62-0c82-4dbe-b605-2327dd8e547a req-2b974570-f63c-4372-b2a4-555c9476da0b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4641d9e3-bbfb-4ca1-b978-fac986a6f197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0820332 Feb 04 12:29:29.700633 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e151d5-5907-46f0-9828-884fb5babfaa req-e70514ed-ee65-4032-b187-75fce708d119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:29.702175 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-59e151d5-5907-46f0-9828-884fb5babfaa req-e70514ed-ee65-4032-b187-75fce708d119 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5d7dc989-7d21-49a2-b83f-4334e9993dda HTTP/1.1" status: 200 len: 861 time: 0.2345788 Feb 04 12:29:29.714241 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e24281-5195-4d07-ace3-ce62d074abe8 None None] Pushing event updated for resources: {'Port': ['ID=ab2746b8-c4ff-4dc7-b443-6ebb58255356,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:29.723609 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-81432bdc-22b4-4a18-813d-cb6570e3bfd3 None None] Attempting to bind port 2412d23a-bc31-48ea-9c4b-c4ee1009ca37 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:29:29.727969 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-81432bdc-22b4-4a18-813d-cb6570e3bfd3 None None] Attempting to bind port 2412d23a-bc31-48ea-9c4b-c4ee1009ca37 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:29:29.732341 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81432bdc-22b4-4a18-813d-cb6570e3bfd3 None None] Attempting to bind port 2412d23a-bc31-48ea-9c4b-c4ee1009ca37 on network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:29:29.758949 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6207ac3e-ea99-4855-8487-a89a353e0c04 None None] Pushing event updated for resources: {'Port': ['ID=2412d23a-bc31-48ea-9c4b-c4ee1009ca37,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:29.776286 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81432bdc-22b4-4a18-813d-cb6570e3bfd3 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:29:29.776750 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81432bdc-22b4-4a18-813d-cb6570e3bfd3 None None] Checking segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:29:29.780068 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-81432bdc-22b4-4a18-813d-cb6570e3bfd3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:29.781154 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81432bdc-22b4-4a18-813d-cb6570e3bfd3 None None] Bound using segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:29:29.784860 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-81432bdc-22b4-4a18-813d-cb6570e3bfd3 None None] Bound port: 2412d23a-bc31-48ea-9c4b-c4ee1009ca37, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:29:29.785573 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-81432bdc-22b4-4a18-813d-cb6570e3bfd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (2412d23a-bc31-48ea-9c4b-c4ee1009ca37), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:29.794526 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-59e151d5-5907-46f0-9828-884fb5babfaa req-c856b0ca-9a58-402a-8531-549e0c376768 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=91f7aa11-8fe5-4e2e-86b7-0122aee4d7e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0738277 Feb 04 12:29:29.811448 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-69c5cb09-7f58-44e4-ac0b-b61ee3c0b7da req-62a0a9a9-3509-4db2-a1aa-bd474f3634bd tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=dcbc9e99c00c41539a07d9ddf5098f10&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5010726 Feb 04 12:29:29.845031 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-51eceeaa-44a4-4681-a5c6-d2a12a217146 admin admin] Publish callbacks [] for router_controller (68ffa24a-7260-424b-8de6-319b51d65a9f), precommit_add_association {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:29.905506 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-81432bdc-22b4-4a18-813d-cb6570e3bfd3 None None] For port 2412d23a-bc31-48ea-9c4b-c4ee1009ca37, host n-d-825015-3, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:29:29.911437 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-81432bdc-22b4-4a18-813d-cb6570e3bfd3 None None] For port 2412d23a-bc31-48ea-9c4b-c4ee1009ca37, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=2412d23a-bc31-48ea-9c4b-c4ee1009ca37,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:29:29.920543 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-81432bdc-22b4-4a18-813d-cb6570e3bfd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (2412d23a-bc31-48ea-9c4b-c4ee1009ca37), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:29.937405 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-a874d8fd-6ea0-41db-862e-28f03ce2d4eb None None] Attempting to bind port ab2746b8-c4ff-4dc7-b443-6ebb58255356 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:29:29.937802 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-a874d8fd-6ea0-41db-862e-28f03ce2d4eb None None] Attempting to bind port ab2746b8-c4ff-4dc7-b443-6ebb58255356 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': 'b4e52b35-5bb9-453a-9088-e8768ee27df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '0e8b5cfe-93df-4af8-ae4b-dba09d277a8f'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:29:29.938381 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a874d8fd-6ea0-41db-862e-28f03ce2d4eb None None] Attempting to bind port ab2746b8-c4ff-4dc7-b443-6ebb58255356 on network 0e8b5cfe-93df-4af8-ae4b-dba09d277a8f {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:29:29.982042 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb730205-ad58-4705-b38c-c57947ea325e None None] Network e17f0529-2497-4212-bc20-58295ab5d298 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:29:29.989728 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15fe8aef-51dd-414c-9087-e9171043bf63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-89490d58-b165-4480-9966-11144ff95c5f', 'network_id': '89490d58-b165-4480-9966-11144ff95c5f', 'project_id': 'f9619e0211434e338cacc113b2585afa', 'fixed_ips': [{'subnet_id': '098788f9-8c3b-4856-97c8-14be265148c8'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 12:29:29.991810 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-15fe8aef-51dd-414c-9087-e9171043bf63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:30.036756 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a874d8fd-6ea0-41db-862e-28f03ce2d4eb None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:29:30.037548 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a874d8fd-6ea0-41db-862e-28f03ce2d4eb None None] Checking segment: {'id': 'b4e52b35-5bb9-453a-9088-e8768ee27df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '0e8b5cfe-93df-4af8-ae4b-dba09d277a8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:29:30.038224 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a874d8fd-6ea0-41db-862e-28f03ce2d4eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:30.038636 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a874d8fd-6ea0-41db-862e-28f03ce2d4eb None None] Bound using segment: {'id': 'b4e52b35-5bb9-453a-9088-e8768ee27df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '0e8b5cfe-93df-4af8-ae4b-dba09d277a8f'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:29:30.039188 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-a874d8fd-6ea0-41db-862e-28f03ce2d4eb None None] Bound port: ab2746b8-c4ff-4dc7-b443-6ebb58255356, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4e52b35-5bb9-453a-9088-e8768ee27df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '0e8b5cfe-93df-4af8-ae4b-dba09d277a8f'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:29:30.039513 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a874d8fd-6ea0-41db-862e-28f03ce2d4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (ab2746b8-c4ff-4dc7-b443-6ebb58255356), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:30.104237 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-59e151d5-5907-46f0-9828-884fb5babfaa req-6914a5b0-19d2-4a31-a68e-75c383b71df4 service neutron] 10.222.0.77 "GET /v2.0/networks/91f7aa11-8fe5-4e2e-86b7-0122aee4d7e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2969205 Feb 04 12:29:30.258889 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-75fd437a-b320-4e9a-b690-9e6e5c3d7228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:30.281636 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81432bdc-22b4-4a18-813d-cb6570e3bfd3 None None] Routers {'80b42f44-589b-4d8e-8cca-e0d55f786967'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:29:30.282293 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-81432bdc-22b4-4a18-813d-cb6570e3bfd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:29:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['80b42f44-589b-4d8e-8cca-e0d55f786967'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:29:30.299595 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-51eceeaa-44a4-4681-a5c6-d2a12a217146 admin admin] Publish callbacks [] for router_gateway (68ffa24a-7260-424b-8de6-319b51d65a9f), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:30.316715 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e488fc3-e6a3-47c0-ab85-7839616fc326 req-2ab5eb38-1c75-4f61-b582-55a95f6ca96d tempest-ServerMetadataNegativeTestJSON-494885188 tempest-ServerMetadataNegativeTestJSON-494885188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:30.325015 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7e488fc3-e6a3-47c0-ab85-7839616fc326 req-2ab5eb38-1c75-4f61-b582-55a95f6ca96d tempest-ServerMetadataNegativeTestJSON-494885188 tempest-ServerMetadataNegativeTestJSON-494885188-project] 10.222.0.65 "GET /v2.0/ports?device_id=f8b03e62-f6e6-438b-887f-3f4a446fc7a4 HTTP/1.1" status: 200 len: 943 time: 0.5502923 Feb 04 12:29:30.336390 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4f5bdd62-0c82-4dbe-b605-2327dd8e547a req-25b7bd79-6347-41eb-9867-a2ed20eeeee7 service neutron] 10.222.0.77 "GET /v2.0/networks/4641d9e3-bbfb-4ca1-b978-fac986a6f197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6053905 Feb 04 12:29:30.365932 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-69c5cb09-7f58-44e4-ac0b-b61ee3c0b7da req-58e320fa-0849-417f-b80f-99bb0ce00cec service neutron] 10.222.0.65 "GET /v2.0/networks/0e8b5cfe-93df-4af8-ae4b-dba09d277a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5527723 Feb 04 12:29:30.390859 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6207ac3e-ea99-4855-8487-a89a353e0c04 None None] Pushing event updated for resources: {'Port': ['ID=2412d23a-bc31-48ea-9c4b-c4ee1009ca37,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:30.446852 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-e409f03b-0a3a-4960-be6c-b3691b7e1d0d None None] Provisioning complete for port ab2746b8-c4ff-4dc7-b443-6ebb58255356 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:29:30.447464 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e409f03b-0a3a-4960-be6c-b3691b7e1d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (ab2746b8-c4ff-4dc7-b443-6ebb58255356), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:30.477483 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-59e151d5-5907-46f0-9828-884fb5babfaa req-568c3c42-4af8-47f0-b86f-938fb9a5dfcb service neutron] 10.222.0.77 "GET /v2.0/networks/91f7aa11-8fe5-4e2e-86b7-0122aee4d7e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3671229 Feb 04 12:29:30.522059 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-81432bdc-22b4-4a18-813d-cb6570e3bfd3 None None] Set router 80b42f44-589b-4d8e-8cca-e0d55f786967 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:29:30.643173 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-e409f03b-0a3a-4960-be6c-b3691b7e1d0d None None] Port ab2746b8-c4ff-4dc7-b443-6ebb58255356 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:29:30.651331 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-a874d8fd-6ea0-41db-862e-28f03ce2d4eb None None] For port ab2746b8-c4ff-4dc7-b443-6ebb58255356, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:29:30.660184 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-a874d8fd-6ea0-41db-862e-28f03ce2d4eb None None] For port ab2746b8-c4ff-4dc7-b443-6ebb58255356, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=ab2746b8-c4ff-4dc7-b443-6ebb58255356,segment=NetworkSegment(b4e52b35-5bb9-453a-9088-e8768ee27df9),segment_id=b4e52b35-5bb9-453a-9088-e8768ee27df9)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:29:30.672290 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a874d8fd-6ea0-41db-862e-28f03ce2d4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (ab2746b8-c4ff-4dc7-b443-6ebb58255356), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:30.677327 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-15fe8aef-51dd-414c-9087-e9171043bf63 None None] Allocated IP 172.20.0.2 (89490d58-b165-4480-9966-11144ff95c5f/098788f9-8c3b-4856-97c8-14be265148c8/da2b96bf-a329-431f-a71c-1fdad05a5d7b) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:29:30.741591 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-75fd437a-b320-4e9a-b690-9e6e5c3d7228 admin admin] Allocated IP 172.20.0.1 (57f22c28-9c54-41c2-b504-ea3ccea1b588/fec05539-fa61-48d5-8362-143fafa358aa/d99c77fa-a944-42e4-bd41-2dc4c43914f9) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:29:30.821045 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a874d8fd-6ea0-41db-862e-28f03ce2d4eb None None] Routers {'516f5507-9489-4274-a053-d5ddb06c86ed'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:29:30.822328 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-a874d8fd-6ea0-41db-862e-28f03ce2d4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:29:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['516f5507-9489-4274-a053-d5ddb06c86ed'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:29:30.934136 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-81432bdc-22b4-4a18-813d-cb6570e3bfd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80b42f44-589b-4d8e-8cca-e0d55f786967', 'name': 'tempest-ServersTestFqdnHostnames-1491412081-router', 'tenant_id': '13e2221ea635497bab7223d336ea5315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '2412d23a-bc31-48ea-9c4b-c4ee1009ca37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:29:14Z', 'updated_at': '2022-02-04T12:29:21Z', 'revision_number': 3, 'project_id': '13e2221ea635497bab7223d336ea5315', 'gw_port': {'id': '2412d23a-bc31-48ea-9c4b-c4ee1009ca37', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:cd:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80b42f44-589b-4d8e-8cca-e0d55f786967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:29:17Z', 'updated_at': '2022-02-04T12:29:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:29:30.987086 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-75fd437a-b320-4e9a-b690-9e6e5c3d7228 admin admin] Publish callbacks [] for port (d99c77fa-a944-42e4-bd41-2dc4c43914f9), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:30.991230 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e24281-5195-4d07-ace3-ce62d074abe8 None None] Pushing event updated for resources: {'Port': ['ID=ab2746b8-c4ff-4dc7-b443-6ebb58255356,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:31.016916 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81432bdc-22b4-4a18-813d-cb6570e3bfd3 None None] The sync data for ids ['80b42f44-589b-4d8e-8cca-e0d55f786967'] in n-d-825015-3 is: [{'id': '80b42f44-589b-4d8e-8cca-e0d55f786967', 'name': 'tempest-ServersTestFqdnHostnames-1491412081-router', 'tenant_id': '13e2221ea635497bab7223d336ea5315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '2412d23a-bc31-48ea-9c4b-c4ee1009ca37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:29:14Z', 'updated_at': '2022-02-04T12:29:21Z', 'revision_number': 3, 'project_id': '13e2221ea635497bab7223d336ea5315', 'gw_port': {'id': '2412d23a-bc31-48ea-9c4b-c4ee1009ca37', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:cd:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80b42f44-589b-4d8e-8cca-e0d55f786967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:29:17Z', 'updated_at': '2022-02-04T12:29:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:29:31.062840 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:31.100028 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-75fd437a-b320-4e9a-b690-9e6e5c3d7228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (d99c77fa-a944-42e4-bd41-2dc4c43914f9), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:31.163806 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fd437a-b320-4e9a-b690-9e6e5c3d7228 admin admin] Pushing event updated for resources: {'Port': ['ID=d99c77fa-a944-42e4-bd41-2dc4c43914f9,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:31.170936 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-a874d8fd-6ea0-41db-862e-28f03ce2d4eb None None] Set router 516f5507-9489-4274-a053-d5ddb06c86ed gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:29:31.178046 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75fd437a-b320-4e9a-b690-9e6e5c3d7228 admin admin] Network 57f22c28-9c54-41c2-b504-ea3ccea1b588 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:29:31.179458 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-75fd437a-b320-4e9a-b690-9e6e5c3d7228 admin admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:29:31.182203 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75fd437a-b320-4e9a-b690-9e6e5c3d7228 admin admin] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:29:31.226533 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-15fe8aef-51dd-414c-9087-e9171043bf63 None None] Publish callbacks [] for port (da2b96bf-a329-431f-a71c-1fdad05a5d7b), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:31.243129 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-69c5cb09-7f58-44e4-ac0b-b61ee3c0b7da req-2348782c-4aac-43b0-8cba-63f5f196b392 service neutron] 10.222.0.65 "GET /v2.0/networks/0e8b5cfe-93df-4af8-ae4b-dba09d277a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8639619 Feb 04 12:29:31.249992 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-98e49edb-cda2-4c70-b2ea-8220f9053b12 None None] Provisioning complete for port ab2746b8-c4ff-4dc7-b443-6ebb58255356 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:29:31.250578 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-98e49edb-cda2-4c70-b2ea-8220f9053b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (ab2746b8-c4ff-4dc7-b443-6ebb58255356), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:31.253602 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-15fe8aef-51dd-414c-9087-e9171043bf63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (da2b96bf-a329-431f-a71c-1fdad05a5d7b), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:31.257111 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-75fd437a-b320-4e9a-b690-9e6e5c3d7228 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1599818'] for router_interface (80b42f44-589b-4d8e-8cca-e0d55f786967), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:31.306691 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7e488fc3-e6a3-47c0-ab85-7839616fc326 req-dff904ce-712e-4181-90ec-c04528edefaf tempest-ServerMetadataNegativeTestJSON-494885188 tempest-ServerMetadataNegativeTestJSON-494885188-project] 10.222.0.65 "GET /v2.0/security-groups?id=495efc95-4786-4397-9d97-68d605bb2024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9804122 Feb 04 12:29:31.465651 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 39796) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:29:31.500029 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device c06f48df-7172-4491-8cdd-9d0ab6dbe59e details requested by agent hyperv_n-h2-825015-3 with host n-h2-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:29:31.588338 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4f5bdd62-0c82-4dbe-b605-2327dd8e547a req-19e95018-1971-47b3-a302-6283d73511d5 service neutron] 10.222.0.77 "GET /v2.0/networks/4641d9e3-bbfb-4ca1-b978-fac986a6f197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2390776 Feb 04 12:29:31.672167 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-75fd437a-b320-4e9a-b690-9e6e5c3d7228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (d99c77fa-a944-42e4-bd41-2dc4c43914f9), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:31.832098 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32ccfdc-3d21-433a-85d0-60d9c6132b60 req-379ffc9d-9cc9-461b-98b7-5a62f289d978 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:31.839676 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b32ccfdc-3d21-433a-85d0-60d9c6132b60 req-379ffc9d-9cc9-461b-98b7-5a62f289d978 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=309f20f5-fb15-4854-a3f3-90201a4e005a HTTP/1.1" status: 200 len: 950 time: 0.3982270 Feb 04 12:29:31.909452 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3b3f0a8a-51d5-4fff-89c0-5b977b03f6c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:31.945927 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15fe8aef-51dd-414c-9087-e9171043bf63 None None] Network 89490d58-b165-4480-9966-11144ff95c5f is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:29:31.947381 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fe8aef-51dd-414c-9087-e9171043bf63 None None] Pushing event updated for resources: {'Port': ['ID=da2b96bf-a329-431f-a71c-1fdad05a5d7b,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:31.973247 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-15fe8aef-51dd-414c-9087-e9171043bf63 None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:29:31.997134 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:31.998972 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fe8aef-51dd-414c-9087-e9171043bf63 None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:29:32.055768 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e4ea47-ed59-43c1-a0eb-95f9f1afa964 req-ffc13a6d-eed8-43d6-9fab-099c528b4df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:32.056913 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-75fd437a-b320-4e9a-b690-9e6e5c3d7228 admin admin] Publish callbacks [] for port (d99c77fa-a944-42e4-bd41-2dc4c43914f9), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:32.057317 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a4e4ea47-ed59-43c1-a0eb-95f9f1afa964 req-ffc13a6d-eed8-43d6-9fab-099c528b4df0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=15c4606ad13a46b29ee60be66da65533&device_id=3795f0c7-fc9c-46cd-8f2e-0e1b6a5f4545 HTTP/1.1" status: 200 len: 1125 time: 0.3290119 Feb 04 12:29:32.063969 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-75fd437a-b320-4e9a-b690-9e6e5c3d7228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (d99c77fa-a944-42e4-bd41-2dc4c43914f9), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:32.104161 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a7b254-6ef5-4d32-a6a5-4239970c9b4c req-db0108e8-2048-4fc5-a6a6-038c333159d7 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:32.104161 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-51a7b254-6ef5-4d32-a6a5-4239970c9b4c req-db0108e8-2048-4fc5-a6a6-038c333159d7 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/ports?device_id=3795f0c7-fc9c-46cd-8f2e-0e1b6a5f4545 HTTP/1.1" status: 200 len: 943 time: 0.3777788 Feb 04 12:29:32.163664 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b32ccfdc-3d21-433a-85d0-60d9c6132b60 req-daaf399e-b387-48c2-8c4e-11c54fe3d982 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3196425 Feb 04 12:29:32.195242 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fd437a-b320-4e9a-b690-9e6e5c3d7228 admin admin] Pushing event updated for resources: {'Port': ['ID=d99c77fa-a944-42e4-bd41-2dc4c43914f9,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:32.216609 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fd437a-b320-4e9a-b690-9e6e5c3d7228 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:29:32.217488 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fd437a-b320-4e9a-b690-9e6e5c3d7228 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:29:32.218072 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fd437a-b320-4e9a-b690-9e6e5c3d7228 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:29:32.218775 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fd437a-b320-4e9a-b690-9e6e5c3d7228 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:29:32.220004 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fd437a-b320-4e9a-b690-9e6e5c3d7228 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:29:32.220662 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fd437a-b320-4e9a-b690-9e6e5c3d7228 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:29:32.221221 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fd437a-b320-4e9a-b690-9e6e5c3d7228 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:29:32.221356 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port c06f48df-7172-4491-8cdd-9d0ab6dbe59e, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=c06f48df-7172-4491-8cdd-9d0ab6dbe59e,segment=NetworkSegment(e38822bf-f593-46de-9f87-08ac60a23992),segment_id=e38822bf-f593-46de-9f87-08ac60a23992)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:29:32.222014 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fd437a-b320-4e9a-b690-9e6e5c3d7228 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:29:32.222908 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fd437a-b320-4e9a-b690-9e6e5c3d7228 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:29:32.223570 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fd437a-b320-4e9a-b690-9e6e5c3d7228 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:29:32.224172 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fd437a-b320-4e9a-b690-9e6e5c3d7228 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:29:32.225161 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fd437a-b320-4e9a-b690-9e6e5c3d7228 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:29:32.226100 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fd437a-b320-4e9a-b690-9e6e5c3d7228 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:29:32.233428 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-51eceeaa-44a4-4681-a5c6-d2a12a217146 admin admin] Publish callbacks [] for router_gateway (68ffa24a-7260-424b-8de6-319b51d65a9f), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:32.263607 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-75fd437a-b320-4e9a-b690-9e6e5c3d7228 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622202'] for router_interface (80b42f44-589b-4d8e-8cca-e0d55f786967), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:32.277493 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-98e49edb-cda2-4c70-b2ea-8220f9053b12 None None] Current status of the port ab2746b8-c4ff-4dc7-b443-6ebb58255356 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:29:32.278001 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-98e49edb-cda2-4c70-b2ea-8220f9053b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (ab2746b8-c4ff-4dc7-b443-6ebb58255356), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:32.280242 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-15fe8aef-51dd-414c-9087-e9171043bf63 None None] Attempting to bind port da2b96bf-a329-431f-a71c-1fdad05a5d7b on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:29:32.280620 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-15fe8aef-51dd-414c-9087-e9171043bf63 None None] Attempting to bind port da2b96bf-a329-431f-a71c-1fdad05a5d7b by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': 'bc52094b-1f4c-4ff2-9984-872e54e9d4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '89490d58-b165-4480-9966-11144ff95c5f'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:29:32.281091 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fe8aef-51dd-414c-9087-e9171043bf63 None None] Attempting to bind port da2b96bf-a329-431f-a71c-1fdad05a5d7b on network 89490d58-b165-4480-9966-11144ff95c5f {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:29:32.298104 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Returning: {'device': 'c06f48df-7172-4491-8cdd-9d0ab6dbe59e', 'network_id': '91f7aa11-8fe5-4e2e-86b7-0122aee4d7e6', 'port_id': 'c06f48df-7172-4491-8cdd-9d0ab6dbe59e', 'mac_address': 'fa:16:3e:a0:48:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d7dc989-7d21-49a2-b83f-4334e9993dda', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:29:32.302155 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-51eceeaa-44a4-4681-a5c6-d2a12a217146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:32.335752 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fe8aef-51dd-414c-9087-e9171043bf63 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:29:32.341515 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fe8aef-51dd-414c-9087-e9171043bf63 None None] Checking segment: {'id': 'bc52094b-1f4c-4ff2-9984-872e54e9d4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '89490d58-b165-4480-9966-11144ff95c5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:29:32.342288 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-15fe8aef-51dd-414c-9087-e9171043bf63 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:32.342882 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fe8aef-51dd-414c-9087-e9171043bf63 None None] Bound using segment: {'id': 'bc52094b-1f4c-4ff2-9984-872e54e9d4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '89490d58-b165-4480-9966-11144ff95c5f'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:29:32.343603 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-15fe8aef-51dd-414c-9087-e9171043bf63 None None] Bound port: da2b96bf-a329-431f-a71c-1fdad05a5d7b, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc52094b-1f4c-4ff2-9984-872e54e9d4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '89490d58-b165-4480-9966-11144ff95c5f'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:29:32.344051 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-15fe8aef-51dd-414c-9087-e9171043bf63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (da2b96bf-a329-431f-a71c-1fdad05a5d7b), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:32.398160 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-51a7b254-6ef5-4d32-a6a5-4239970c9b4c req-1353ecda-f56e-4bf4-a5bb-8a1299569f99 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/security-groups?id=98d15bf5-a480-4f0d-bc57-8f17260bd5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719970 Feb 04 12:29:32.458357 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75fd437a-b320-4e9a-b690-9e6e5c3d7228 admin admin] Network 57f22c28-9c54-41c2-b504-ea3ccea1b588 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:29:32.460539 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-75fd437a-b320-4e9a-b690-9e6e5c3d7228 admin admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:29:32.557377 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-a874d8fd-6ea0-41db-862e-28f03ce2d4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '516f5507-9489-4274-a053-d5ddb06c86ed', 'name': 'tempest-FloatingIPsAssociationTestJSON-790215227-router', 'tenant_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'cf00b52b-2fa9-4155-bb8e-12fe2aa05145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:29:14Z', 'updated_at': '2022-02-04T12:29:25Z', 'revision_number': 4, 'project_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'gw_port': {'id': 'cf00b52b-2fa9-4155-bb8e-12fe2aa05145', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:95:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516f5507-9489-4274-a053-d5ddb06c86ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:29:15Z', 'updated_at': '2022-02-04T12:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'ab2746b8-c4ff-4dc7-b443-6ebb58255356', 'name': '', 'network_id': '0e8b5cfe-93df-4af8-ae4b-dba09d277a8f', 'tenant_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'mac_address': 'fa:16:3e:a5:23:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '516f5507-9489-4274-a053-d5ddb06c86ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': '3386ae8c-a86c-451c-bf79-ead86dfd6679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:29:21Z', 'updated_at': '2022-02-04T12:29:30Z', 'revision_number': 4, 'project_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'subnets': [{'id': '3386ae8c-a86c-451c-bf79-ead86dfd6679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:29:32.633663 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-51eceeaa-44a4-4681-a5c6-d2a12a217146 admin admin] Allocated IP 172.25.3.164 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/2297e305-d929-4511-a9b9-00150e03b02a) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:29:32.722583 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-15fe8aef-51dd-414c-9087-e9171043bf63 None None] For port da2b96bf-a329-431f-a71c-1fdad05a5d7b, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:29:32.765989 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-15fe8aef-51dd-414c-9087-e9171043bf63 None None] For port da2b96bf-a329-431f-a71c-1fdad05a5d7b, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=da2b96bf-a329-431f-a71c-1fdad05a5d7b,segment=NetworkSegment(bc52094b-1f4c-4ff2-9984-872e54e9d4f4),segment_id=bc52094b-1f4c-4ff2-9984-872e54e9d4f4)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:29:32.782779 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-15fe8aef-51dd-414c-9087-e9171043bf63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (da2b96bf-a329-431f-a71c-1fdad05a5d7b), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:32.795993 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75fd437a-b320-4e9a-b690-9e6e5c3d7228 admin admin] Router 80b42f44-589b-4d8e-8cca-e0d55f786967 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:29:32.852856 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-98e49edb-cda2-4c70-b2ea-8220f9053b12 None None] For port ab2746b8-c4ff-4dc7-b443-6ebb58255356, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=ab2746b8-c4ff-4dc7-b443-6ebb58255356,segment=NetworkSegment(b4e52b35-5bb9-453a-9088-e8768ee27df9),segment_id=b4e52b35-5bb9-453a-9088-e8768ee27df9)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:29:32.909973 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port c06f48df-7172-4491-8cdd-9d0ab6dbe59e is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:29:32.911124 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (c06f48df-7172-4491-8cdd-9d0ab6dbe59e), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:32.914137 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-98e49edb-cda2-4c70-b2ea-8220f9053b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (ab2746b8-c4ff-4dc7-b443-6ebb58255356), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:32.925430 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-51eceeaa-44a4-4681-a5c6-d2a12a217146 admin admin] Publish callbacks [] for port (2297e305-d929-4511-a9b9-00150e03b02a), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:32.938376 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a874d8fd-6ea0-41db-862e-28f03ce2d4eb None None] The sync data for ids ['516f5507-9489-4274-a053-d5ddb06c86ed'] in n-d-825015-3 is: [{'id': '516f5507-9489-4274-a053-d5ddb06c86ed', 'name': 'tempest-FloatingIPsAssociationTestJSON-790215227-router', 'tenant_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'cf00b52b-2fa9-4155-bb8e-12fe2aa05145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:29:14Z', 'updated_at': '2022-02-04T12:29:25Z', 'revision_number': 4, 'project_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'gw_port': {'id': 'cf00b52b-2fa9-4155-bb8e-12fe2aa05145', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:95:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516f5507-9489-4274-a053-d5ddb06c86ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:29:15Z', 'updated_at': '2022-02-04T12:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'ab2746b8-c4ff-4dc7-b443-6ebb58255356', 'name': '', 'network_id': '0e8b5cfe-93df-4af8-ae4b-dba09d277a8f', 'tenant_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'mac_address': 'fa:16:3e:a5:23:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '516f5507-9489-4274-a053-d5ddb06c86ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': '3386ae8c-a86c-451c-bf79-ead86dfd6679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:29:21Z', 'updated_at': '2022-02-04T12:29:30Z', 'revision_number': 4, 'project_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'subnets': [{'id': '3386ae8c-a86c-451c-bf79-ead86dfd6679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:29:33.079754 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c06f48df-7172-4491-8cdd-9d0ab6dbe59e {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:29:33.109838 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 2412d23a-bc31-48ea-9c4b-c4ee1009ca37 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:29:33.204822 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3b3f0a8a-51d5-4fff-89c0-5b977b03f6c7 admin admin] Publish callbacks [] for security_group (8c639b2f-df3c-4725-9410-0bbe3d84cd71), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:33.278658 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fe8aef-51dd-414c-9087-e9171043bf63 None None] Pushing event updated for resources: {'Port': ['ID=da2b96bf-a329-431f-a71c-1fdad05a5d7b,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:33.279847 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-06902027-0bf9-4cbb-a1f6-bc34c77c4c86 req-71543255-0e70-4966-bc2f-c95d8d23df0a tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] 10.222.0.65 "GET /v2.0/ports?device_id=f61c4342-b34a-4964-bf13-99b6b46cc5ae HTTP/1.1" status: 200 len: 210 time: 0.7408285 Feb 04 12:29:33.284394 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e4ea47-ed59-43c1-a0eb-95f9f1afa964 req-85996b91-2d89-450c-a366-871245f0d8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:33.291636 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a4e4ea47-ed59-43c1-a0eb-95f9f1afa964 req-85996b91-2d89-450c-a366-871245f0d8ae service neutron] 10.222.0.77 "GET /v2.0/networks?id=4641d9e3-bbfb-4ca1-b978-fac986a6f197 HTTP/1.1" status: 200 len: 907 time: 1.2082555 Feb 04 12:29:33.300123 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3b3f0a8a-51d5-4fff-89c0-5b977b03f6c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (8c639b2f-df3c-4725-9410-0bbe3d84cd71), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:33.341945 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port c06f48df-7172-4491-8cdd-9d0ab6dbe59e, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=c06f48df-7172-4491-8cdd-9d0ab6dbe59e,segment=NetworkSegment(e38822bf-f593-46de-9f87-08ac60a23992),segment_id=e38822bf-f593-46de-9f87-08ac60a23992)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:29:33.353536 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-51eceeaa-44a4-4681-a5c6-d2a12a217146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (2297e305-d929-4511-a9b9-00150e03b02a), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:33.375466 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 2412d23a-bc31-48ea-9c4b-c4ee1009ca37 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:29:33.375466 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (2412d23a-bc31-48ea-9c4b-c4ee1009ca37), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:33.385633 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (c06f48df-7172-4491-8cdd-9d0ab6dbe59e), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:33.392003 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-d7b8d2b7-6d61-4c48-a664-65e58ae6b430 None None] Provisioning complete for port d99c77fa-a944-42e4-bd41-2dc4c43914f9 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:29:33.392386 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d7b8d2b7-6d61-4c48-a664-65e58ae6b430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (d99c77fa-a944-42e4-bd41-2dc4c43914f9), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:33.491826 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 67077568-06cc-4bef-8ec4-5e88fd039b73 details requested by agent hyperv_n-h2-825015-3 with host n-h2-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:29:33.604588 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-d7b8d2b7-6d61-4c48-a664-65e58ae6b430 None None] Port d99c77fa-a944-42e4-bd41-2dc4c43914f9 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:29:33.613144 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e49edb-cda2-4c70-b2ea-8220f9053b12 None None] Pushing event updated for resources: {'Port': ['ID=ab2746b8-c4ff-4dc7-b443-6ebb58255356,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:33.768989 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a4e4ea47-ed59-43c1-a0eb-95f9f1afa964 req-ab611bbc-4b6a-4049-8948-bdcf71f6fdef service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67077568-06cc-4bef-8ec4-5e88fd039b73 HTTP/1.1" status: 200 len: 217 time: 0.4639463 Feb 04 12:29:33.847858 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=c06f48df-7172-4491-8cdd-9d0ab6dbe59e,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:33.852010 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.db.resource_extend [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 12:29:33.856050 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['c06f48df-7172-4491-8cdd-9d0ab6dbe59e'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:29:33.915090 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75fd437a-b320-4e9a-b690-9e6e5c3d7228 admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:29:33.932615 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-75fd437a-b320-4e9a-b690-9e6e5c3d7228 admin admin] 10.222.0.65 "PUT /v2.0/routers/80b42f44-589b-4d8e-8cca-e0d55f786967/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8327410 Feb 04 12:29:33.965236 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51eceeaa-44a4-4681-a5c6-d2a12a217146 admin admin] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:29:33.966936 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3f0a8a-51d5-4fff-89c0-5b977b03f6c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c639b2f-df3c-4725-9410-0bbe3d84cd71,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:34.063891 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-3b3f0a8a-51d5-4fff-89c0-5b977b03f6c7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=00cd20193da84b0eb259dd5a6bad67dc&name=default HTTP/1.1" status: 200 len: 3000 time: 2.5968745 Feb 04 12:29:34.064845 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-51eceeaa-44a4-4681-a5c6-d2a12a217146 admin admin] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:29:34.066925 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 39830) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:29:34.093821 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51eceeaa-44a4-4681-a5c6-d2a12a217146 admin admin] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:29:34.104117 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51eceeaa-44a4-4681-a5c6-d2a12a217146 admin admin] Pushing event updated for resources: {'Port': ['ID=2297e305-d929-4511-a9b9-00150e03b02a,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:34.190476 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5c07bd17-12b5-42d1-947c-39c581ab4f98 admin admin] Publish callbacks [] for security_group (8c639b2f-df3c-4725-9410-0bbe3d84cd71), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:34.227228 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5c07bd17-12b5-42d1-947c-39c581ab4f98 admin admin] Publish callbacks [] for security_group (8c639b2f-df3c-4725-9410-0bbe3d84cd71), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:34.256416 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c5cb09-7f58-44e4-ac0b-b61ee3c0b7da req-f16f8d60-9ec8-4ada-8339-c99c5be8f51e tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:34.258063 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-69c5cb09-7f58-44e4-ac0b-b61ee3c0b7da req-f16f8d60-9ec8-4ada-8339-c99c5be8f51e tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] 10.222.0.73 "GET /v2.0/networks?id=0e8b5cfe-93df-4af8-ae4b-dba09d277a8f HTTP/1.1" status: 200 len: 820 time: 0.5740552 Feb 04 12:29:34.264770 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0777d8-29af-440c-8d68-3673f7368c08 req-fab8d2d0-8faa-4965-be3b-2f5e405b0b46 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:34.266375 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0d0777d8-29af-440c-8d68-3673f7368c08 req-fab8d2d0-8faa-4965-be3b-2f5e405b0b46 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] 10.222.0.65 "GET /v2.0/networks?id=89490d58-b165-4480-9966-11144ff95c5f HTTP/1.1" status: 200 len: 816 time: 1.2433023 Feb 04 12:29:34.275983 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e4ea47-ed59-43c1-a0eb-95f9f1afa964 req-bb698c99-15f1-4baf-8e9b-2accada8121b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:34.278371 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a4e4ea47-ed59-43c1-a0eb-95f9f1afa964 req-bb698c99-15f1-4baf-8e9b-2accada8121b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f23bfa97-1a92-478f-9c00-f3b0c9e898c3 HTTP/1.1" status: 200 len: 846 time: 0.4527988 Feb 04 12:29:34.283200 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-69c5cb09-7f58-44e4-ac0b-b61ee3c0b7da req-8b890659-47b3-4ead-9bbf-3fa0b2124e8a tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Request body: {'port': {'device_id': 'f61c4342-b34a-4964-bf13-99b6b46cc5ae', 'network_id': '0e8b5cfe-93df-4af8-ae4b-dba09d277a8f', 'admin_state_up': True, 'tenant_id': 'dcbc9e99c00c41539a07d9ddf5098f10'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:29:34.311806 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5c07bd17-12b5-42d1-947c-39c581ab4f98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (8c639b2f-df3c-4725-9410-0bbe3d84cd71), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:34.315422 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5c07bd17-12b5-42d1-947c-39c581ab4f98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:34.317351 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-5c07bd17-12b5-42d1-947c-39c581ab4f98 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8c639b2f-df3c-4725-9410-0bbe3d84cd71 HTTP/1.1" status: 204 len: 168 time: 0.2493331 Feb 04 12:29:34.336288 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c07bd17-12b5-42d1-947c-39c581ab4f98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c639b2f-df3c-4725-9410-0bbe3d84cd71,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:34.369413 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 67077568-06cc-4bef-8ec4-5e88fd039b73, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=67077568-06cc-4bef-8ec4-5e88fd039b73,segment=NetworkSegment(82c42862-5e09-44a3-a831-056ff41e66f5),segment_id=82c42862-5e09-44a3-a831-056ff41e66f5)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:29:34.391272 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Returning: {'device': '67077568-06cc-4bef-8ec4-5e88fd039b73', 'network_id': '4641d9e3-bbfb-4ca1-b978-fac986a6f197', 'port_id': '67077568-06cc-4bef-8ec4-5e88fd039b73', 'mac_address': 'fa:16:3e:86:2b:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f23bfa97-1a92-478f-9c00-f3b0c9e898c3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:29:34.452773 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a4e4ea47-ed59-43c1-a0eb-95f9f1afa964 req-5d588367-2d3a-4af0-8d1b-e6af5232b66c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4641d9e3-bbfb-4ca1-b978-fac986a6f197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1576955 Feb 04 12:29:34.462802 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 2412d23a-bc31-48ea-9c4b-c4ee1009ca37 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:29:34.463202 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (2412d23a-bc31-48ea-9c4b-c4ee1009ca37), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:34.487002 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port 2412d23a-bc31-48ea-9c4b-c4ee1009ca37, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=2412d23a-bc31-48ea-9c4b-c4ee1009ca37,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:29:34.497004 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 67077568-06cc-4bef-8ec4-5e88fd039b73 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:29:34.497625 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (67077568-06cc-4bef-8ec4-5e88fd039b73), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:34.504398 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (2412d23a-bc31-48ea-9c4b-c4ee1009ca37), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:34.546285 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0d0777d8-29af-440c-8d68-3673f7368c08 req-6579c2ac-b619-4e87-bbb1-680424e5cad7 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] 10.222.0.65 "GET /v2.0/quotas/f9619e0211434e338cacc113b2585afa HTTP/1.1" status: 200 len: 375 time: 0.2577391 Feb 04 12:29:34.576764 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=2412d23a-bc31-48ea-9c4b-c4ee1009ca37,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:34.630243 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67077568-06cc-4bef-8ec4-5e88fd039b73 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:29:34.659479 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 67077568-06cc-4bef-8ec4-5e88fd039b73, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=67077568-06cc-4bef-8ec4-5e88fd039b73,segment=NetworkSegment(82c42862-5e09-44a3-a831-056ff41e66f5),segment_id=82c42862-5e09-44a3-a831-056ff41e66f5)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:29:34.674742 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfad28b-ab48-4ac2-b5fe-69102e7add0e req-769c3733-3684-453b-9442-52240aab4f72 tempest-ServerMetadataNegativeTestJSON-494885188 tempest-ServerMetadataNegativeTestJSON-494885188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:34.677070 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (67077568-06cc-4bef-8ec4-5e88fd039b73), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:34.687118 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dbfad28b-ab48-4ac2-b5fe-69102e7add0e req-769c3733-3684-453b-9442-52240aab4f72 tempest-ServerMetadataNegativeTestJSON-494885188 tempest-ServerMetadataNegativeTestJSON-494885188-project] 10.222.0.65 "GET /v2.0/ports?device_id=f8b03e62-f6e6-438b-887f-3f4a446fc7a4 HTTP/1.1" status: 200 len: 944 time: 0.9921494 Feb 04 12:29:34.753041 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=67077568-06cc-4bef-8ec4-5e88fd039b73,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:34.758480 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87808d9-673e-4d7c-92cc-bb562c56a879 None None] Sync routers for ids ['80b42f44-589b-4d8e-8cca-e0d55f786967'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:29:34.806323 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87808d9-673e-4d7c-92cc-bb562c56a879 None None] Routers {'80b42f44-589b-4d8e-8cca-e0d55f786967'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:29:34.807202 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-b87808d9-673e-4d7c-92cc-bb562c56a879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:29:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['80b42f44-589b-4d8e-8cca-e0d55f786967'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:29:34.965924 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 39840) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:29:34.966458 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a4e4ea47-ed59-43c1-a0eb-95f9f1afa964 req-7ca89ae7-2a9f-4cbc-9504-7a59019f8cdd service neutron] 10.222.0.77 "GET /v2.0/networks/4641d9e3-bbfb-4ca1-b978-fac986a6f197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4048007 Feb 04 12:29:34.993559 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7e8ca8ab-9a6a-467c-b772-b0a3c9122f28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:35.010056 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73917719-a18c-47fe-964d-96953da1454e None None] Network 89490d58-b165-4480-9966-11144ff95c5f requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:29:35.101619 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['67077568-06cc-4bef-8ec4-5e88fd039b73'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:29:35.174708 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7e8ca8ab-9a6a-467c-b772-b0a3c9122f28 admin admin] Publish callbacks [] for security_group (b99b7e80-4dc5-4985-af89-8ace857f82ad), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:35.182444 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7e8ca8ab-9a6a-467c-b772-b0a3c9122f28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (b99b7e80-4dc5-4985-af89-8ace857f82ad), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:35.236699 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-bc11e628-33b0-4f3b-aac0-3e42cbebdf4a None None] Provisioning complete for port da2b96bf-a329-431f-a71c-1fdad05a5d7b triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:29:35.237161 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bc11e628-33b0-4f3b-aac0-3e42cbebdf4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (da2b96bf-a329-431f-a71c-1fdad05a5d7b), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:35.284875 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-7e8ca8ab-9a6a-467c-b772-b0a3c9122f28 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b448ad18b7c94638890c4161d39be2ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3176153 Feb 04 12:29:35.286148 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8ca8ab-9a6a-467c-b772-b0a3c9122f28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b99b7e80-4dc5-4985-af89-8ace857f82ad,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:35.288917 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 39842) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:29:35.332905 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-b87808d9-673e-4d7c-92cc-bb562c56a879 None None] Set router 80b42f44-589b-4d8e-8cca-e0d55f786967 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:29:35.361803 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0d0777d8-29af-440c-8d68-3673f7368c08 req-d808dc42-bcda-45d8-a3c4-3590ed3d233d tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=f9619e0211434e338cacc113b2585afa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7019920 Feb 04 12:29:35.367683 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e2077f45-05e0-49e7-83d8-4121817b2872 admin admin] Publish callbacks [] for security_group (b99b7e80-4dc5-4985-af89-8ace857f82ad), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:35.374245 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 2412d23a-bc31-48ea-9c4b-c4ee1009ca37 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:29:35.377396 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dbfad28b-ab48-4ac2-b5fe-69102e7add0e req-13f84a43-cf38-4bae-affd-fe487286d23a tempest-ServerMetadataNegativeTestJSON-494885188 tempest-ServerMetadataNegativeTestJSON-494885188-project] 10.222.0.65 "GET /v2.0/security-groups?id=495efc95-4786-4397-9d97-68d605bb2024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6885600 Feb 04 12:29:35.407159 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e2077f45-05e0-49e7-83d8-4121817b2872 admin admin] Publish callbacks [] for security_group (b99b7e80-4dc5-4985-af89-8ace857f82ad), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:35.446394 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device c06f48df-7172-4491-8cdd-9d0ab6dbe59e up at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:29:35.456482 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69c5cb09-7f58-44e4-ac0b-b61ee3c0b7da req-8b890659-47b3-4ead-9bbf-3fa0b2124e8a tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Made reservation on behalf of dcbc9e99c00c41539a07d9ddf5098f10 for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:29:35.460632 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-69c5cb09-7f58-44e4-ac0b-b61ee3c0b7da req-8b890659-47b3-4ead-9bbf-3fa0b2124e8a tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:35.510395 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e2077f45-05e0-49e7-83d8-4121817b2872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (b99b7e80-4dc5-4985-af89-8ace857f82ad), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:35.512460 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a4e4ea47-ed59-43c1-a0eb-95f9f1afa964 req-38e63926-3cca-45c6-9ecf-49f700de526d service neutron] 10.222.0.77 "GET /v2.0/networks/4641d9e3-bbfb-4ca1-b978-fac986a6f197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4729941 Feb 04 12:29:35.513515 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e2077f45-05e0-49e7-83d8-4121817b2872 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:35.514685 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-e2077f45-05e0-49e7-83d8-4121817b2872 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b99b7e80-4dc5-4985-af89-8ace857f82ad HTTP/1.1" status: 204 len: 168 time: 0.2247984 Feb 04 12:29:35.537239 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2077f45-05e0-49e7-83d8-4121817b2872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b99b7e80-4dc5-4985-af89-8ace857f82ad,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:35.624290 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-51eceeaa-44a4-4681-a5c6-d2a12a217146 admin admin] Publish callbacks [] for router_gateway (68ffa24a-7260-424b-8de6-319b51d65a9f), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:35.654813 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning for port c06f48df-7172-4491-8cdd-9d0ab6dbe59e completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:29:35.723327 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning complete for port c06f48df-7172-4491-8cdd-9d0ab6dbe59e triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:29:35.723758 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (c06f48df-7172-4491-8cdd-9d0ab6dbe59e), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:35.867443 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 2412d23a-bc31-48ea-9c4b-c4ee1009ca37 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:29:35.867872 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (2412d23a-bc31-48ea-9c4b-c4ee1009ca37), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:35.895371 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-bc11e628-33b0-4f3b-aac0-3e42cbebdf4a None None] Current status of the port da2b96bf-a329-431f-a71c-1fdad05a5d7b is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:29:35.895872 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bc11e628-33b0-4f3b-aac0-3e42cbebdf4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (da2b96bf-a329-431f-a71c-1fdad05a5d7b), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:36.072121 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-bc11e628-33b0-4f3b-aac0-3e42cbebdf4a None None] For port da2b96bf-a329-431f-a71c-1fdad05a5d7b, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=da2b96bf-a329-431f-a71c-1fdad05a5d7b,segment=NetworkSegment(bc52094b-1f4c-4ff2-9984-872e54e9d4f4),segment_id=bc52094b-1f4c-4ff2-9984-872e54e9d4f4)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:29:36.086132 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bc11e628-33b0-4f3b-aac0-3e42cbebdf4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (da2b96bf-a329-431f-a71c-1fdad05a5d7b), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:36.093088 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port c06f48df-7172-4491-8cdd-9d0ab6dbe59e is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:29:36.093489 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (c06f48df-7172-4491-8cdd-9d0ab6dbe59e), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:36.225237 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8b03e62-f6e6-438b-887f-3f4a446fc7a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c06f48df-7172-4491-8cdd-9d0ab6dbe59e'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:29:36.227557 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd53d8b0-5576-4199-b4e2-aba86dead0c9" -d '{"events": [{"server_uuid": "f8b03e62-f6e6-438b-887f-3f4a446fc7a4", "name": "network-vif-plugged", "status": "completed", "tag": "c06f48df-7172-4491-8cdd-9d0ab6dbe59e"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:29:36.231948 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0d0777d8-29af-440c-8d68-3673f7368c08 req-2dca214d-584d-4a14-a124-840853c95d0b service neutron] 10.222.0.65 "GET /v2.0/networks/89490d58-b165-4480-9966-11144ff95c5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8595686 Feb 04 12:29:36.256074 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc11e628-33b0-4f3b-aac0-3e42cbebdf4a None None] Pushing event updated for resources: {'Port': ['ID=da2b96bf-a329-431f-a71c-1fdad05a5d7b,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:36.263068 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port c06f48df-7172-4491-8cdd-9d0ab6dbe59e, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=c06f48df-7172-4491-8cdd-9d0ab6dbe59e,segment=NetworkSegment(e38822bf-f593-46de-9f87-08ac60a23992),segment_id=e38822bf-f593-46de-9f87-08ac60a23992)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:29:36.272778 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 2412d23a-bc31-48ea-9c4b-c4ee1009ca37 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:29:36.273862 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device ab2746b8-c4ff-4dc7-b443-6ebb58255356 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:29:36.278933 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (c06f48df-7172-4491-8cdd-9d0ab6dbe59e), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:36.305480 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b8ddc5-c6dd-4a32-8044-a629166ea9d3 req-cdcb2ea0-ff22-46fe-baa2-5b2a420016d9 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:36.306702 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-b87808d9-673e-4d7c-92cc-bb562c56a879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80b42f44-589b-4d8e-8cca-e0d55f786967', 'name': 'tempest-ServersTestFqdnHostnames-1491412081-router', 'tenant_id': '13e2221ea635497bab7223d336ea5315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '2412d23a-bc31-48ea-9c4b-c4ee1009ca37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:29:14Z', 'updated_at': '2022-02-04T12:29:31Z', 'revision_number': 4, 'project_id': '13e2221ea635497bab7223d336ea5315', 'gw_port': {'id': '2412d23a-bc31-48ea-9c4b-c4ee1009ca37', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:cd:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b42f44-589b-4d8e-8cca-e0d55f786967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:29:17Z', 'updated_at': '2022-02-04T12:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'd99c77fa-a944-42e4-bd41-2dc4c43914f9', 'name': '', 'network_id': '57f22c28-9c54-41c2-b504-ea3ccea1b588', 'tenant_id': '13e2221ea635497bab7223d336ea5315', 'mac_address': 'fa:16:3e:f6:54:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80b42f44-589b-4d8e-8cca-e0d55f786967', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'fec05539-fa61-48d5-8362-143fafa358aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:29:30Z', 'updated_at': '2022-02-04T12:29:31Z', 'revision_number': 2, 'project_id': '13e2221ea635497bab7223d336ea5315', 'subnets': [{'id': 'fec05539-fa61-48d5-8362-143fafa358aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:29:36.308074 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-25b8ddc5-c6dd-4a32-8044-a629166ea9d3 req-cdcb2ea0-ff22-46fe-baa2-5b2a420016d9 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/ports?device_id=3795f0c7-fc9c-46cd-8f2e-0e1b6a5f4545 HTTP/1.1" status: 200 len: 944 time: 0.7109151 Feb 04 12:29:36.328039 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-8b968c72-9559-4484-9952-9253b06aa8f3 None None] Provisioning complete for port da2b96bf-a329-431f-a71c-1fdad05a5d7b triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:29:36.328417 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8b968c72-9559-4484-9952-9253b06aa8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (da2b96bf-a329-431f-a71c-1fdad05a5d7b), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:36.395963 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87808d9-673e-4d7c-92cc-bb562c56a879 None None] Checking router: 80b42f44-589b-4d8e-8cca-e0d55f786967 for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:29:36.395963 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87808d9-673e-4d7c-92cc-bb562c56a879 None None] Updating router 80b42f44-589b-4d8e-8cca-e0d55f786967 port d99c77fa-a944-42e4-bd41-2dc4c43914f9 binding host n-d-825015-3 {{(pid=103476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:29:36.425028 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-69c5cb09-7f58-44e4-ac0b-b61ee3c0b7da req-8b890659-47b3-4ead-9bbf-3fa0b2124e8a tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Allocated IP 172.20.0.3 (0e8b5cfe-93df-4af8-ae4b-dba09d277a8f/3386ae8c-a86c-451c-bf79-ead86dfd6679/07bc61dc-c652-4fa7-a159-f20382558df9) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:29:36.457155 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=c06f48df-7172-4491-8cdd-9d0ab6dbe59e,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:36.464087 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b87808d9-673e-4d7c-92cc-bb562c56a879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (d99c77fa-a944-42e4-bd41-2dc4c43914f9), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:36.492334 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port ab2746b8-c4ff-4dc7-b443-6ebb58255356 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:29:36.492713 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (ab2746b8-c4ff-4dc7-b443-6ebb58255356), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:36.580273 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-25b8ddc5-c6dd-4a32-8044-a629166ea9d3 req-246361b1-8b1f-40e5-8288-947038f41dfd tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/security-groups?id=98d15bf5-a480-4f0d-bc57-8f17260bd5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327447 Feb 04 12:29:36.608884 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0d0777d8-29af-440c-8d68-3673f7368c08 req-43cf5023-684b-4f0c-821f-91dd6588c4b1 service neutron] 10.222.0.65 "GET /v2.0/networks/89490d58-b165-4480-9966-11144ff95c5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3589854 Feb 04 12:29:36.725073 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-51eceeaa-44a4-4681-a5c6-d2a12a217146 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141'] for router (68ffa24a-7260-424b-8de6-319b51d65a9f), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:36.821655 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-8b968c72-9559-4484-9952-9253b06aa8f3 None None] Current status of the port da2b96bf-a329-431f-a71c-1fdad05a5d7b is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:29:36.986158 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-69c5cb09-7f58-44e4-ac0b-b61ee3c0b7da req-8b890659-47b3-4ead-9bbf-3fa0b2124e8a tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Publish callbacks [] for port (07bc61dc-c652-4fa7-a159-f20382558df9), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:37.033300 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port ab2746b8-c4ff-4dc7-b443-6ebb58255356 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:29:37.035632 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device da2b96bf-a329-431f-a71c-1fdad05a5d7b up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:29:37.157942 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port da2b96bf-a329-431f-a71c-1fdad05a5d7b triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:29:37.158320 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (da2b96bf-a329-431f-a71c-1fdad05a5d7b), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:37.163909 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-69c5cb09-7f58-44e4-ac0b-b61ee3c0b7da req-8b890659-47b3-4ead-9bbf-3fa0b2124e8a tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (07bc61dc-c652-4fa7-a159-f20382558df9), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:37.237150 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b87808d9-673e-4d7c-92cc-bb562c56a879 None None] Publish callbacks [] for port (d99c77fa-a944-42e4-bd41-2dc4c43914f9), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:37.268298 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69c5cb09-7f58-44e4-ac0b-b61ee3c0b7da req-8b890659-47b3-4ead-9bbf-3fa0b2124e8a tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Network 0e8b5cfe-93df-4af8-ae4b-dba09d277a8f is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:29:37.281192 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-69c5cb09-7f58-44e4-ac0b-b61ee3c0b7da req-8b890659-47b3-4ead-9bbf-3fa0b2124e8a tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:29:37.285763 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51eceeaa-44a4-4681-a5c6-d2a12a217146 admin admin] Router 68ffa24a-7260-424b-8de6-319b51d65a9f is scheduled to L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de with binding_index 1 {{(pid=103475) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 12:29:37.288227 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-69c5cb09-7f58-44e4-ac0b-b61ee3c0b7da req-8b890659-47b3-4ead-9bbf-3fa0b2124e8a tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:29:37.293453 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b890659-47b3-4ead-9bbf-3fa0b2124e8a tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Pushing event updated for resources: {'Port': ['ID=07bc61dc-c652-4fa7-a159-f20382558df9,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:37.305762 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b87808d9-673e-4d7c-92cc-bb562c56a879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (d99c77fa-a944-42e4-bd41-2dc4c43914f9), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:37.306286 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e7148-5193-402b-946b-69abf6bfc2f5 req-3972256c-67b1-452e-8347-b7c83f20fbf0 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:37.308145 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-333e7148-5193-402b-946b-69abf6bfc2f5 req-3972256c-67b1-452e-8347-b7c83f20fbf0 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] 10.222.0.65 "GET /v2.0/ports?device_id=f61c4342-b34a-4964-bf13-99b6b46cc5ae HTTP/1.1" status: 200 len: 931 time: 0.3477244 Feb 04 12:29:37.386230 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e63819-5dd7-4c1c-9d2c-20f9dd0071c1 None None] Pushing event updated for resources: {'Port': ['ID=d99c77fa-a944-42e4-bd41-2dc4c43914f9,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:37.439335 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 67077568-06cc-4bef-8ec4-5e88fd039b73 up at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:29:37.570118 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-b87808d9-673e-4d7c-92cc-bb562c56a879 None None] Attempting to bind port d99c77fa-a944-42e4-bd41-2dc4c43914f9 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:29:37.570507 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-b87808d9-673e-4d7c-92cc-bb562c56a879 None None] Attempting to bind port d99c77fa-a944-42e4-bd41-2dc4c43914f9 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': 'd58ddc32-fd3a-4289-9a48-41a283646e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '57f22c28-9c54-41c2-b504-ea3ccea1b588'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:29:37.570881 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87808d9-673e-4d7c-92cc-bb562c56a879 None None] Attempting to bind port d99c77fa-a944-42e4-bd41-2dc4c43914f9 on network 57f22c28-9c54-41c2-b504-ea3ccea1b588 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:29:37.588019 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87808d9-673e-4d7c-92cc-bb562c56a879 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:29:37.588321 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87808d9-673e-4d7c-92cc-bb562c56a879 None None] Checking segment: {'id': 'd58ddc32-fd3a-4289-9a48-41a283646e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '57f22c28-9c54-41c2-b504-ea3ccea1b588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:29:37.588740 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b87808d9-673e-4d7c-92cc-bb562c56a879 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:37.589140 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87808d9-673e-4d7c-92cc-bb562c56a879 None None] Bound using segment: {'id': 'd58ddc32-fd3a-4289-9a48-41a283646e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '57f22c28-9c54-41c2-b504-ea3ccea1b588'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:29:37.590561 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-b87808d9-673e-4d7c-92cc-bb562c56a879 None None] Bound port: d99c77fa-a944-42e4-bd41-2dc4c43914f9, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd58ddc32-fd3a-4289-9a48-41a283646e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '57f22c28-9c54-41c2-b504-ea3ccea1b588'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:29:37.590948 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b87808d9-673e-4d7c-92cc-bb562c56a879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (d99c77fa-a944-42e4-bd41-2dc4c43914f9), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:37.592158 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51eceeaa-44a4-4681-a5c6-d2a12a217146 admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:29:37.600273 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c5cb09-7f58-44e4-ac0b-b61ee3c0b7da req-8b890659-47b3-4ead-9bbf-3fa0b2124e8a tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:37.601353 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-69c5cb09-7f58-44e4-ac0b-b61ee3c0b7da req-8b890659-47b3-4ead-9bbf-3fa0b2124e8a tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:37.601504 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c3d9f5-7a06-4b86-91a8-8ad4c9506aeb None None] Sync routers for ids ['68ffa24a-7260-424b-8de6-319b51d65a9f'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:29:37.620179 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port da2b96bf-a329-431f-a71c-1fdad05a5d7b is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:29:37.623424 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c3d9f5-7a06-4b86-91a8-8ad4c9506aeb None None] Routers {'68ffa24a-7260-424b-8de6-319b51d65a9f'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:29:37.624378 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-60c3d9f5-7a06-4b86-91a8-8ad4c9506aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:29:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['68ffa24a-7260-424b-8de6-319b51d65a9f'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:29:37.668497 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-51eceeaa-44a4-4681-a5c6-d2a12a217146 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:37.674605 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-51eceeaa-44a4-4681-a5c6-d2a12a217146 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 8.5726190 Feb 04 12:29:37.674864 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 39890) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:29:37.691264 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-69c5cb09-7f58-44e4-ac0b-b61ee3c0b7da req-8b890659-47b3-4ead-9bbf-3fa0b2124e8a tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4173660 Feb 04 12:29:37.718637 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-69c5cb09-7f58-44e4-ac0b-b61ee3c0b7da req-f2e58b65-1ee8-4082-838a-85399332be6e service neutron] Request body: {'port': {'device_id': 'f61c4342-b34a-4964-bf13-99b6b46cc5ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:29:37.727601 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning for port 67077568-06cc-4bef-8ec4-5e88fd039b73 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:29:37.760664 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning complete for port 67077568-06cc-4bef-8ec4-5e88fd039b73 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:29:37.761114 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (67077568-06cc-4bef-8ec4-5e88fd039b73), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:37.912581 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device da2b96bf-a329-431f-a71c-1fdad05a5d7b up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:29:37.920845 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-69c5cb09-7f58-44e4-ac0b-b61ee3c0b7da req-f2e58b65-1ee8-4082-838a-85399332be6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (07bc61dc-c652-4fa7-a159-f20382558df9), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:37.993360 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b87808d9-673e-4d7c-92cc-bb562c56a879 None None] For port d99c77fa-a944-42e4-bd41-2dc4c43914f9, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:29:37.994752 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-333e7148-5193-402b-946b-69abf6bfc2f5 req-65378e6b-2cae-4588-990a-8cd2af1608e9 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c9a0cb1-780a-4c57-9639-c682eedb0cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6436322 Feb 04 12:29:37.998390 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-60c3d9f5-7a06-4b86-91a8-8ad4c9506aeb None None] Set router 68ffa24a-7260-424b-8de6-319b51d65a9f gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:29:37.999251 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b87808d9-673e-4d7c-92cc-bb562c56a879 None None] For port d99c77fa-a944-42e4-bd41-2dc4c43914f9, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=d99c77fa-a944-42e4-bd41-2dc4c43914f9,segment=NetworkSegment(d58ddc32-fd3a-4289-9a48-41a283646e0a),segment_id=d58ddc32-fd3a-4289-9a48-41a283646e0a)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:29:38.125465 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b87808d9-673e-4d7c-92cc-bb562c56a879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (d99c77fa-a944-42e4-bd41-2dc4c43914f9), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:38.182804 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-88ef4ea5-51e1-437b-8068-ea3350dc2e8f None None] Provisioning complete for port d99c77fa-a944-42e4-bd41-2dc4c43914f9 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:29:38.183517 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88ef4ea5-51e1-437b-8068-ea3350dc2e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (d99c77fa-a944-42e4-bd41-2dc4c43914f9), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:38.316295 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed8f72d4-ea68-4e76-bfdf-1322ff53db64 x-openstack-request-id: req-ed8f72d4-ea68-4e76-bfdf-1322ff53db64 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:29:38.316668 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8b03e62-f6e6-438b-887f-3f4a446fc7a4", "name": "network-vif-plugged", "status": "completed", "tag": "c06f48df-7172-4491-8cdd-9d0ab6dbe59e", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:29:38.316877 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ed8f72d4-ea68-4e76-bfdf-1322ff53db64 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:29:38.317253 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8b03e62-f6e6-438b-887f-3f4a446fc7a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c06f48df-7172-4491-8cdd-9d0ab6dbe59e', 'code': 200} Feb 04 12:29:38.463754 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-60c3d9f5-7a06-4b86-91a8-8ad4c9506aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ffa24a-7260-424b-8de6-319b51d65a9f', 'name': 'tempest-ServerRescueTestJSONUnderV235-804848739-router', 'tenant_id': '3e5189bc9c2e4b8789347e688ced1883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '2297e305-d929-4511-a9b9-00150e03b02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:29:29Z', 'updated_at': '2022-02-04T12:29:35Z', 'revision_number': 3, 'project_id': '3e5189bc9c2e4b8789347e688ced1883', 'gw_port': {'id': '2297e305-d929-4511-a9b9-00150e03b02a', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:61:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68ffa24a-7260-424b-8de6-319b51d65a9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:29:32Z', 'updated_at': '2022-02-04T12:29:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:29:38.515854 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87808d9-673e-4d7c-92cc-bb562c56a879 None None] Routers {'80b42f44-589b-4d8e-8cca-e0d55f786967'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:29:38.516490 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-b87808d9-673e-4d7c-92cc-bb562c56a879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:29:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['80b42f44-589b-4d8e-8cca-e0d55f786967'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:29:38.523630 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c3d9f5-7a06-4b86-91a8-8ad4c9506aeb None None] Checking router: 68ffa24a-7260-424b-8de6-319b51d65a9f for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:29:38.524079 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c3d9f5-7a06-4b86-91a8-8ad4c9506aeb None None] Updating router 68ffa24a-7260-424b-8de6-319b51d65a9f port 2297e305-d929-4511-a9b9-00150e03b02a binding host n-d-825015-3 {{(pid=103477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:29:38.582520 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-60c3d9f5-7a06-4b86-91a8-8ad4c9506aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (2297e305-d929-4511-a9b9-00150e03b02a), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:38.650648 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-69c5cb09-7f58-44e4-ac0b-b61ee3c0b7da req-f2e58b65-1ee8-4082-838a-85399332be6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07bc61dc-c652-4fa7-a159-f20382558df9 {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:29:38.662087 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-69c5cb09-7f58-44e4-ac0b-b61ee3c0b7da req-f2e58b65-1ee8-4082-838a-85399332be6e service neutron] Publish callbacks [] for port (07bc61dc-c652-4fa7-a159-f20382558df9), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:38.682578 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-69c5cb09-7f58-44e4-ac0b-b61ee3c0b7da req-f2e58b65-1ee8-4082-838a-85399332be6e service neutron] Transition to ACTIVE for port object 07bc61dc-c652-4fa7-a159-f20382558df9 will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:29:38.684459 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 39902) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:29:38.738258 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-22e1aeed-2a2a-4882-a189-d3a834cd64b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:38.756530 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-072a06a2-5066-444a-8b9f-cb9056ccd7b7 tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1944113797', 'description': 'tempest-description--1038564607'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:29:38.773457 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-69c5cb09-7f58-44e4-ac0b-b61ee3c0b7da req-f2e58b65-1ee8-4082-838a-85399332be6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (07bc61dc-c652-4fa7-a159-f20382558df9), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:38.861171 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e63819-5dd7-4c1c-9d2c-20f9dd0071c1 None None] Pushing event updated for resources: {'Port': ['ID=d99c77fa-a944-42e4-bd41-2dc4c43914f9,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:38.864806 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 67077568-06cc-4bef-8ec4-5e88fd039b73 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:29:38.865269 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (67077568-06cc-4bef-8ec4-5e88fd039b73), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:38.994831 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e63819-5dd7-4c1c-9d2c-20f9dd0071c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:29:38.995500 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e63819-5dd7-4c1c-9d2c-20f9dd0071c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:29:38.995500 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e63819-5dd7-4c1c-9d2c-20f9dd0071c1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:29:38.996171 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e63819-5dd7-4c1c-9d2c-20f9dd0071c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:29:39.001704 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e63819-5dd7-4c1c-9d2c-20f9dd0071c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:29:39.002075 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e63819-5dd7-4c1c-9d2c-20f9dd0071c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:29:39.002424 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e63819-5dd7-4c1c-9d2c-20f9dd0071c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:29:39.002763 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e63819-5dd7-4c1c-9d2c-20f9dd0071c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:29:39.003102 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e63819-5dd7-4c1c-9d2c-20f9dd0071c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:29:39.003438 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e63819-5dd7-4c1c-9d2c-20f9dd0071c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:29:39.003784 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e63819-5dd7-4c1c-9d2c-20f9dd0071c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:29:39.004110 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e63819-5dd7-4c1c-9d2c-20f9dd0071c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:29:39.004448 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e63819-5dd7-4c1c-9d2c-20f9dd0071c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:29:39.035052 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port da2b96bf-a329-431f-a71c-1fdad05a5d7b triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:29:39.035345 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (da2b96bf-a329-431f-a71c-1fdad05a5d7b), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:39.101071 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-072a06a2-5066-444a-8b9f-cb9056ccd7b7 tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:39.149580 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-60c3d9f5-7a06-4b86-91a8-8ad4c9506aeb None None] Publish callbacks [] for port (2297e305-d929-4511-a9b9-00150e03b02a), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:39.161377 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-60c3d9f5-7a06-4b86-91a8-8ad4c9506aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (2297e305-d929-4511-a9b9-00150e03b02a), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:39.165944 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-22e1aeed-2a2a-4882-a189-d3a834cd64b5 admin admin] Allocated IP 172.20.0.1 (e17f0529-2497-4212-bc20-58295ab5d298/ae4c1b19-4693-45d5-a145-600acc473198/89bec54e-6f8f-4130-b60d-eee13bd0cec2) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:29:39.190953 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-88ef4ea5-51e1-437b-8068-ea3350dc2e8f None None] Current status of the port d99c77fa-a944-42e4-bd41-2dc4c43914f9 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:29:39.191542 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88ef4ea5-51e1-437b-8068-ea3350dc2e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (d99c77fa-a944-42e4-bd41-2dc4c43914f9), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:39.316419 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3156a70c-72ba-4563-a765-8f325a829e4f None None] Pushing event updated for resources: {'Port': ['ID=2297e305-d929-4511-a9b9-00150e03b02a,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:39.322517 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-60c3d9f5-7a06-4b86-91a8-8ad4c9506aeb None None] Attempting to bind port 2297e305-d929-4511-a9b9-00150e03b02a on host n-d-825015-3 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:29:39.326190 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-60c3d9f5-7a06-4b86-91a8-8ad4c9506aeb None None] Attempting to bind port 2297e305-d929-4511-a9b9-00150e03b02a by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:29:39.326711 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c3d9f5-7a06-4b86-91a8-8ad4c9506aeb None None] Attempting to bind port 2297e305-d929-4511-a9b9-00150e03b02a on network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:29:39.333361 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-b87808d9-673e-4d7c-92cc-bb562c56a879 None None] Set router 80b42f44-589b-4d8e-8cca-e0d55f786967 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:29:39.339579 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c3d9f5-7a06-4b86-91a8-8ad4c9506aeb None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:29:39.341820 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c3d9f5-7a06-4b86-91a8-8ad4c9506aeb None None] Checking segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:29:39.341820 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-60c3d9f5-7a06-4b86-91a8-8ad4c9506aeb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:39.345733 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c3d9f5-7a06-4b86-91a8-8ad4c9506aeb None None] Bound using segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:29:39.346486 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-60c3d9f5-7a06-4b86-91a8-8ad4c9506aeb None None] Bound port: 2297e305-d929-4511-a9b9-00150e03b02a, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:29:39.347317 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-60c3d9f5-7a06-4b86-91a8-8ad4c9506aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (2297e305-d929-4511-a9b9-00150e03b02a), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:39.350207 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 67077568-06cc-4bef-8ec4-5e88fd039b73, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=67077568-06cc-4bef-8ec4-5e88fd039b73,segment=NetworkSegment(82c42862-5e09-44a3-a831-056ff41e66f5),segment_id=82c42862-5e09-44a3-a831-056ff41e66f5)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:29:39.369270 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e58b65-1ee8-4082-838a-85399332be6e service neutron] Pushing event updated for resources: {'Port': ['ID=07bc61dc-c652-4fa7-a159-f20382558df9,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:39.466676 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db924b57-f4e1-4f60-851f-0c25a064f9af req-876b862d-30b7-4c13-bd38-4cca48383816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:39.468658 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-db924b57-f4e1-4f60-851f-0c25a064f9af req-876b862d-30b7-4c13-bd38-4cca48383816 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=f8b03e62-f6e6-438b-887f-3f4a446fc7a4 HTTP/1.1" status: 200 len: 1127 time: 0.7809277 Feb 04 12:29:39.497054 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (67077568-06cc-4bef-8ec4-5e88fd039b73), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:39.501658 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-88ef4ea5-51e1-437b-8068-ea3350dc2e8f None None] For port d99c77fa-a944-42e4-bd41-2dc4c43914f9, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=d99c77fa-a944-42e4-bd41-2dc4c43914f9,segment=NetworkSegment(d58ddc32-fd3a-4289-9a48-41a283646e0a),segment_id=d58ddc32-fd3a-4289-9a48-41a283646e0a)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:29:39.502711 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-60c3d9f5-7a06-4b86-91a8-8ad4c9506aeb None None] For port 2297e305-d929-4511-a9b9-00150e03b02a, host n-d-825015-3, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:29:39.507062 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-60c3d9f5-7a06-4b86-91a8-8ad4c9506aeb None None] For port 2297e305-d929-4511-a9b9-00150e03b02a, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=2297e305-d929-4511-a9b9-00150e03b02a,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:29:39.518078 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88ef4ea5-51e1-437b-8068-ea3350dc2e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (d99c77fa-a944-42e4-bd41-2dc4c43914f9), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:39.523943 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-60c3d9f5-7a06-4b86-91a8-8ad4c9506aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (2297e305-d929-4511-a9b9-00150e03b02a), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:39.534713 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-22e1aeed-2a2a-4882-a189-d3a834cd64b5 admin admin] Publish callbacks [] for port (89bec54e-6f8f-4130-b60d-eee13bd0cec2), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:39.540960 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5c7863-d804-4449-8796-e8941fb57ca0 req-4ce6c6bd-991c-4f48-a7cb-0e123d563b27 tempest-ServerMetadataNegativeTestJSON-494885188 tempest-ServerMetadataNegativeTestJSON-494885188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:39.547835 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fa5c7863-d804-4449-8796-e8941fb57ca0 req-4ce6c6bd-991c-4f48-a7cb-0e123d563b27 tempest-ServerMetadataNegativeTestJSON-494885188 tempest-ServerMetadataNegativeTestJSON-494885188-project] 10.222.0.65 "GET /v2.0/ports?device_id=f8b03e62-f6e6-438b-887f-3f4a446fc7a4 HTTP/1.1" status: 200 len: 945 time: 0.8617311 Feb 04 12:29:39.607268 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-22e1aeed-2a2a-4882-a189-d3a834cd64b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (89bec54e-6f8f-4130-b60d-eee13bd0cec2), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:39.627296 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3156a70c-72ba-4563-a765-8f325a829e4f None None] Pushing event updated for resources: {'Port': ['ID=2297e305-d929-4511-a9b9-00150e03b02a,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:39.630956 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c3d9f5-7a06-4b86-91a8-8ad4c9506aeb None None] Routers {'68ffa24a-7260-424b-8de6-319b51d65a9f'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:29:39.631837 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-60c3d9f5-7a06-4b86-91a8-8ad4c9506aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:29:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['68ffa24a-7260-424b-8de6-319b51d65a9f'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:29:39.694999 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e1aeed-2a2a-4882-a189-d3a834cd64b5 admin admin] Network e17f0529-2497-4212-bc20-58295ab5d298 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:29:39.699874 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-22e1aeed-2a2a-4882-a189-d3a834cd64b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:29:39.704319 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e1aeed-2a2a-4882-a189-d3a834cd64b5 admin admin] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:29:39.730417 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0777d8-29af-440c-8d68-3673f7368c08 req-6ae6cabe-5be0-4cd0-992a-ec15a8d78103 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:39.731616 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port da2b96bf-a329-431f-a71c-1fdad05a5d7b is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:29:39.734896 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0d0777d8-29af-440c-8d68-3673f7368c08 req-6ae6cabe-5be0-4cd0-992a-ec15a8d78103 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] 10.222.0.73 "GET /v2.0/networks?id=89490d58-b165-4480-9966-11144ff95c5f HTTP/1.1" status: 200 len: 816 time: 0.6678283 Feb 04 12:29:39.770470 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=67077568-06cc-4bef-8ec4-5e88fd039b73,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:39.771287 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e1aeed-2a2a-4882-a189-d3a834cd64b5 admin admin] Pushing event updated for resources: {'Port': ['ID=89bec54e-6f8f-4130-b60d-eee13bd0cec2,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:39.805419 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-0d0777d8-29af-440c-8d68-3673f7368c08 req-30f198f2-d31a-4c38-9fb9-216910805143 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] Request body: {'port': {'device_id': '5c4615de-bb7e-4e13-9824-66067b606ac9', 'network_id': '89490d58-b165-4480-9966-11144ff95c5f', 'admin_state_up': True, 'tenant_id': 'f9619e0211434e338cacc113b2585afa'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:29:39.841438 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-22e1aeed-2a2a-4882-a189-d3a834cd64b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1599818'] for router_interface (68ffa24a-7260-424b-8de6-319b51d65a9f), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:39.923693 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-60c3d9f5-7a06-4b86-91a8-8ad4c9506aeb None None] Set router 68ffa24a-7260-424b-8de6-319b51d65a9f gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:29:39.930384 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-4e8ef4f4-ed5f-4c58-9ebe-a2fea89739da None None] Provisioning complete for port d99c77fa-a944-42e4-bd41-2dc4c43914f9 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:29:39.931752 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4e8ef4f4-ed5f-4c58-9ebe-a2fea89739da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (d99c77fa-a944-42e4-bd41-2dc4c43914f9), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:39.976956 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ef4ea5-51e1-437b-8068-ea3350dc2e8f None None] Pushing event updated for resources: {'Port': ['ID=d99c77fa-a944-42e4-bd41-2dc4c43914f9,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:39.997079 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b09d36-1879-440c-b607-26da4ff3ac15 req-93804852-da48-498d-8ffe-e36fd715e5e0 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:40.004793 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-94b09d36-1879-440c-b607-26da4ff3ac15 req-93804852-da48-498d-8ffe-e36fd715e5e0 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] 10.222.0.65 "GET /v2.0/networks?id=89490d58-b165-4480-9966-11144ff95c5f HTTP/1.1" status: 200 len: 816 time: 1.0557525 Feb 04 12:29:40.081697 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-69c5cb09-7f58-44e4-ac0b-b61ee3c0b7da req-f2e58b65-1ee8-4082-838a-85399332be6e service neutron] Attempting to bind port 07bc61dc-c652-4fa7-a159-f20382558df9 on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:29:40.082130 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-69c5cb09-7f58-44e4-ac0b-b61ee3c0b7da req-f2e58b65-1ee8-4082-838a-85399332be6e service neutron] Attempting to bind port 07bc61dc-c652-4fa7-a159-f20382558df9 by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': 'b4e52b35-5bb9-453a-9088-e8768ee27df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '0e8b5cfe-93df-4af8-ae4b-dba09d277a8f'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:29:40.082366 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c5cb09-7f58-44e4-ac0b-b61ee3c0b7da req-f2e58b65-1ee8-4082-838a-85399332be6e service neutron] Attempting to bind port 07bc61dc-c652-4fa7-a159-f20382558df9 on network 0e8b5cfe-93df-4af8-ae4b-dba09d277a8f {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:29:40.137747 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-b87808d9-673e-4d7c-92cc-bb562c56a879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80b42f44-589b-4d8e-8cca-e0d55f786967', 'name': 'tempest-ServersTestFqdnHostnames-1491412081-router', 'tenant_id': '13e2221ea635497bab7223d336ea5315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '2412d23a-bc31-48ea-9c4b-c4ee1009ca37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:29:14Z', 'updated_at': '2022-02-04T12:29:31Z', 'revision_number': 4, 'project_id': '13e2221ea635497bab7223d336ea5315', 'gw_port': {'id': '2412d23a-bc31-48ea-9c4b-c4ee1009ca37', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:cd:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b42f44-589b-4d8e-8cca-e0d55f786967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:29:17Z', 'updated_at': '2022-02-04T12:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'd99c77fa-a944-42e4-bd41-2dc4c43914f9', 'name': '', 'network_id': '57f22c28-9c54-41c2-b504-ea3ccea1b588', 'tenant_id': '13e2221ea635497bab7223d336ea5315', 'mac_address': 'fa:16:3e:f6:54:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80b42f44-589b-4d8e-8cca-e0d55f786967', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'fec05539-fa61-48d5-8362-143fafa358aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:29:30Z', 'updated_at': '2022-02-04T12:29:37Z', 'revision_number': 4, 'project_id': '13e2221ea635497bab7223d336ea5315', 'subnets': [{'id': 'fec05539-fa61-48d5-8362-143fafa358aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:29:40.146907 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-072a06a2-5066-444a-8b9f-cb9056ccd7b7 tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] Publish callbacks [] for security_group (3cfd0372-f44c-44e0-8459-f92336595ab9), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:40.166954 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-22e1aeed-2a2a-4882-a189-d3a834cd64b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (89bec54e-6f8f-4130-b60d-eee13bd0cec2), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:40.171914 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-db924b57-f4e1-4f60-851f-0c25a064f9af req-a10bd93a-1377-4b56-942e-0bde43781f13 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=495efc95-4786-4397-9d97-68d605bb2024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6816657 Feb 04 12:29:40.183081 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-072a06a2-5066-444a-8b9f-cb9056ccd7b7 tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (3cfd0372-f44c-44e0-8459-f92336595ab9), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:40.195467 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-94b09d36-1879-440c-b607-26da4ff3ac15 req-a7ffa7de-de69-4a34-ab49-d77b039abe3b tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] 10.222.0.65 "GET /v2.0/quotas/f9619e0211434e338cacc113b2585afa HTTP/1.1" status: 200 len: 375 time: 0.1894965 Feb 04 12:29:40.207004 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c5cb09-7f58-44e4-ac0b-b61ee3c0b7da req-f2e58b65-1ee8-4082-838a-85399332be6e service neutron] Port 07bc61dc-c652-4fa7-a159-f20382558df9 on network 0e8b5cfe-93df-4af8-ae4b-dba09d277a8f not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:29:40.207393 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c5cb09-7f58-44e4-ac0b-b61ee3c0b7da req-f2e58b65-1ee8-4082-838a-85399332be6e service neutron] Attempting to bind port 07bc61dc-c652-4fa7-a159-f20382558df9 on network 0e8b5cfe-93df-4af8-ae4b-dba09d277a8f {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:29:40.227400 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fa5c7863-d804-4449-8796-e8941fb57ca0 req-dcfa871f-642a-4e46-ace2-4b7d681667ea tempest-ServerMetadataNegativeTestJSON-494885188 tempest-ServerMetadataNegativeTestJSON-494885188-project] 10.222.0.65 "GET /v2.0/security-groups?id=495efc95-4786-4397-9d97-68d605bb2024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5276759 Feb 04 12:29:40.238978 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-4e8ef4f4-ed5f-4c58-9ebe-a2fea89739da None None] Current status of the port d99c77fa-a944-42e4-bd41-2dc4c43914f9 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:29:40.245762 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87808d9-673e-4d7c-92cc-bb562c56a879 None None] The sync data for ids ['80b42f44-589b-4d8e-8cca-e0d55f786967'] in n-d-825015-3 is: [{'id': '80b42f44-589b-4d8e-8cca-e0d55f786967', 'name': 'tempest-ServersTestFqdnHostnames-1491412081-router', 'tenant_id': '13e2221ea635497bab7223d336ea5315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '2412d23a-bc31-48ea-9c4b-c4ee1009ca37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:29:14Z', 'updated_at': '2022-02-04T12:29:31Z', 'revision_number': 4, 'project_id': '13e2221ea635497bab7223d336ea5315', 'gw_port': {'id': '2412d23a-bc31-48ea-9c4b-c4ee1009ca37', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:cd:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b42f44-589b-4d8e-8cca-e0d55f786967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:29:17Z', 'updated_at': '2022-02-04T12:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'd99c77fa-a944-42e4-bd41-2dc4c43914f9', 'name': '', 'network_id': '57f22c28-9c54-41c2-b504-ea3ccea1b588', 'tenant_id': '13e2221ea635497bab7223d336ea5315', 'mac_address': 'fa:16:3e:f6:54:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80b42f44-589b-4d8e-8cca-e0d55f786967', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'fec05539-fa61-48d5-8362-143fafa358aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:29:30Z', 'updated_at': '2022-02-04T12:29:37Z', 'revision_number': 4, 'project_id': '13e2221ea635497bab7223d336ea5315', 'subnets': [{'id': 'fec05539-fa61-48d5-8362-143fafa358aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:29:40.296112 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-072a06a2-5066-444a-8b9f-cb9056ccd7b7 tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:40.313928 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-072a06a2-5066-444a-8b9f-cb9056ccd7b7 tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.5832181 Feb 04 12:29:40.317219 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c5cb09-7f58-44e4-ac0b-b61ee3c0b7da req-f2e58b65-1ee8-4082-838a-85399332be6e service neutron] Checking agent: {'id': 'f8add0d2-2202-43d3-bc0e-72442788e6ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:29:40.317836 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c5cb09-7f58-44e4-ac0b-b61ee3c0b7da req-f2e58b65-1ee8-4082-838a-85399332be6e service neutron] Checking segment: {'id': 'b4e52b35-5bb9-453a-9088-e8768ee27df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '0e8b5cfe-93df-4af8-ae4b-dba09d277a8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:29:40.319919 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3795f0c7-fc9c-46cd-8f2e-0e1b6a5f4545', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67077568-06cc-4bef-8ec4-5e88fd039b73'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:29:40.322703 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be6cee2e-ded3-461f-acc3-7bf0e3a74193" -d '{"events": [{"server_uuid": "3795f0c7-fc9c-46cd-8f2e-0e1b6a5f4545", "name": "network-vif-plugged", "status": "completed", "tag": "67077568-06cc-4bef-8ec4-5e88fd039b73"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:29:40.323142 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c5cb09-7f58-44e4-ac0b-b61ee3c0b7da req-f2e58b65-1ee8-4082-838a-85399332be6e service neutron] Bound using segment: {'id': 'b4e52b35-5bb9-453a-9088-e8768ee27df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '0e8b5cfe-93df-4af8-ae4b-dba09d277a8f'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:29:40.324040 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-69c5cb09-7f58-44e4-ac0b-b61ee3c0b7da req-f2e58b65-1ee8-4082-838a-85399332be6e service neutron] Bound port: 07bc61dc-c652-4fa7-a159-f20382558df9, host: n-h1-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4e52b35-5bb9-453a-9088-e8768ee27df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '0e8b5cfe-93df-4af8-ae4b-dba09d277a8f'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:29:40.326500 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-69c5cb09-7f58-44e4-ac0b-b61ee3c0b7da req-f2e58b65-1ee8-4082-838a-85399332be6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (07bc61dc-c652-4fa7-a159-f20382558df9), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:40.334683 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 39930) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:29:40.400615 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-90ff63ff-5099-40d8-b9f7-947f039bc916 tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] Request body: {'security_group_rule': {'security_group_id': '3cfd0372-f44c-44e0-8459-f92336595ab9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:29:40.429968 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072a06a2-5066-444a-8b9f-cb9056ccd7b7 tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cfd0372-f44c-44e0-8459-f92336595ab9,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:40.606456 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d0777d8-29af-440c-8d68-3673f7368c08 req-30f198f2-d31a-4c38-9fb9-216910805143 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] Made reservation on behalf of f9619e0211434e338cacc113b2585afa for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:29:40.625736 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-0d0777d8-29af-440c-8d68-3673f7368c08 req-30f198f2-d31a-4c38-9fb9-216910805143 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:40.673472 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-90ff63ff-5099-40d8-b9f7-947f039bc916 tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] Publish callbacks [] for security_group_rule (134a30ec-6aec-45de-8124-3386760c6ff5), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:40.677571 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-22e1aeed-2a2a-4882-a189-d3a834cd64b5 admin admin] Publish callbacks [] for port (89bec54e-6f8f-4130-b60d-eee13bd0cec2), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:40.684795 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-22e1aeed-2a2a-4882-a189-d3a834cd64b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (89bec54e-6f8f-4130-b60d-eee13bd0cec2), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:40.811878 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-22e1aeed-2a2a-4882-a189-d3a834cd64b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622202'] for router_interface (68ffa24a-7260-424b-8de6-319b51d65a9f), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:40.817109 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e1aeed-2a2a-4882-a189-d3a834cd64b5 admin admin] Pushing event updated for resources: {'Port': ['ID=89bec54e-6f8f-4130-b60d-eee13bd0cec2,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:40.828790 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-60c3d9f5-7a06-4b86-91a8-8ad4c9506aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ffa24a-7260-424b-8de6-319b51d65a9f', 'name': 'tempest-ServerRescueTestJSONUnderV235-804848739-router', 'tenant_id': '3e5189bc9c2e4b8789347e688ced1883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '2297e305-d929-4511-a9b9-00150e03b02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:29:29Z', 'updated_at': '2022-02-04T12:29:35Z', 'revision_number': 3, 'project_id': '3e5189bc9c2e4b8789347e688ced1883', 'gw_port': {'id': '2297e305-d929-4511-a9b9-00150e03b02a', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:61:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68ffa24a-7260-424b-8de6-319b51d65a9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:29:32Z', 'updated_at': '2022-02-04T12:29:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:29:40.845369 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-94b09d36-1879-440c-b607-26da4ff3ac15 req-ddfd752a-7df2-4467-84aa-1b6d89c948bc tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=f9619e0211434e338cacc113b2585afa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6488824 Feb 04 12:29:40.876316 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c3d9f5-7a06-4b86-91a8-8ad4c9506aeb None None] The sync data for ids ['68ffa24a-7260-424b-8de6-319b51d65a9f'] in n-d-825015-3 is: [{'id': '68ffa24a-7260-424b-8de6-319b51d65a9f', 'name': 'tempest-ServerRescueTestJSONUnderV235-804848739-router', 'tenant_id': '3e5189bc9c2e4b8789347e688ced1883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '2297e305-d929-4511-a9b9-00150e03b02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:29:29Z', 'updated_at': '2022-02-04T12:29:35Z', 'revision_number': 3, 'project_id': '3e5189bc9c2e4b8789347e688ced1883', 'gw_port': {'id': '2297e305-d929-4511-a9b9-00150e03b02a', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:61:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68ffa24a-7260-424b-8de6-319b51d65a9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:29:32Z', 'updated_at': '2022-02-04T12:29:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:29:41.068720 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e1aeed-2a2a-4882-a189-d3a834cd64b5 admin admin] Network e17f0529-2497-4212-bc20-58295ab5d298 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:29:41.072206 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-22e1aeed-2a2a-4882-a189-d3a834cd64b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:29:41.286434 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22e1aeed-2a2a-4882-a189-d3a834cd64b5 admin admin] Router 68ffa24a-7260-424b-8de6-319b51d65a9f has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:29:41.353516 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f52cb82-046b-4f5b-b301-9b7971a6fd10 req-0719765a-d874-4586-b29b-9ceb0b873bbb tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:41.355175 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8f52cb82-046b-4f5b-b301-9b7971a6fd10 req-0719765a-d874-4586-b29b-9ceb0b873bbb tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/ports?device_id=3795f0c7-fc9c-46cd-8f2e-0e1b6a5f4545 HTTP/1.1" status: 200 len: 945 time: 0.8936887 Feb 04 12:29:41.398382 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-90ff63ff-5099-40d8-b9f7-947f039bc916 tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] Publish callbacks [] for security_group_rule (134a30ec-6aec-45de-8124-3386760c6ff5), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:41.535438 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-69c5cb09-7f58-44e4-ac0b-b61ee3c0b7da req-f2e58b65-1ee8-4082-838a-85399332be6e service neutron] For port 07bc61dc-c652-4fa7-a159-f20382558df9, host n-h1-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:29:41.584269 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-90ff63ff-5099-40d8-b9f7-947f039bc916 tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (134a30ec-6aec-45de-8124-3386760c6ff5), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:41.589090 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-69c5cb09-7f58-44e4-ac0b-b61ee3c0b7da req-f2e58b65-1ee8-4082-838a-85399332be6e service neutron] For port 07bc61dc-c652-4fa7-a159-f20382558df9, host n-h1-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=07bc61dc-c652-4fa7-a159-f20382558df9,segment=NetworkSegment(b4e52b35-5bb9-453a-9088-e8768ee27df9),segment_id=b4e52b35-5bb9-453a-9088-e8768ee27df9)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:29:41.611354 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22e1aeed-2a2a-4882-a189-d3a834cd64b5 admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:29:41.617807 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-22e1aeed-2a2a-4882-a189-d3a834cd64b5 admin admin] 10.222.0.65 "PUT /v2.0/routers/68ffa24a-7260-424b-8de6-319b51d65a9f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9416130 Feb 04 12:29:41.646476 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-90ff63ff-5099-40d8-b9f7-947f039bc916 tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:41.651023 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-90ff63ff-5099-40d8-b9f7-947f039bc916 tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2833149 Feb 04 12:29:41.651213 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 39950) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:29:41.659131 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-3fd02f35-552d-472e-b8d8-4cd8aab7ce65 tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] Request body: {'security_group_rule': {'security_group_id': '3cfd0372-f44c-44e0-8459-f92336595ab9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:29:41.661963 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-0d0777d8-29af-440c-8d68-3673f7368c08 req-30f198f2-d31a-4c38-9fb9-216910805143 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] Allocated IP 172.20.0.12 (89490d58-b165-4480-9966-11144ff95c5f/098788f9-8c3b-4856-97c8-14be265148c8/013dab64-5844-4c95-b51e-dc2be5a734d7) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:29:41.716018 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-69c5cb09-7f58-44e4-ac0b-b61ee3c0b7da req-f2e58b65-1ee8-4082-838a-85399332be6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (07bc61dc-c652-4fa7-a159-f20382558df9), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:41.750713 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3fd02f35-552d-472e-b8d8-4cd8aab7ce65 tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] Publish callbacks [] for security_group_rule (418e9ad4-6eed-4b95-9447-bd8d175b1ff2), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:41.798619 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ff63ff-5099-40d8-b9f7-947f039bc916 tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=134a30ec-6aec-45de-8124-3386760c6ff5,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:41.921051 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3fd02f35-552d-472e-b8d8-4cd8aab7ce65 tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] Publish callbacks [] for security_group_rule (418e9ad4-6eed-4b95-9447-bd8d175b1ff2), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:41.932678 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3fd02f35-552d-472e-b8d8-4cd8aab7ce65 tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (418e9ad4-6eed-4b95-9447-bd8d175b1ff2), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:41.951053 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c5cb09-7f58-44e4-ac0b-b61ee3c0b7da req-f2e58b65-1ee8-4082-838a-85399332be6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:41.952189 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-69c5cb09-7f58-44e4-ac0b-b61ee3c0b7da req-f2e58b65-1ee8-4082-838a-85399332be6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:41.970923 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-69c5cb09-7f58-44e4-ac0b-b61ee3c0b7da req-f2e58b65-1ee8-4082-838a-85399332be6e service neutron] 10.222.0.73 "PUT /v2.0/ports/07bc61dc-c652-4fa7-a159-f20382558df9 HTTP/1.1" status: 200 len: 1091 time: 4.2653556 Feb 04 12:29:41.998839 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f61c4342-b34a-4964-bf13-99b6b46cc5ae', 'tag': '07bc61dc-c652-4fa7-a159-f20382558df9'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:29:42.008515 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5747a4b-f3f6-4bab-8e36-52e952dc9069" -d '{"events": [{"name": "network-changed", "server_uuid": "f61c4342-b34a-4964-bf13-99b6b46cc5ae", "tag": "07bc61dc-c652-4fa7-a159-f20382558df9"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:29:42.037629 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd02f35-552d-472e-b8d8-4cd8aab7ce65 tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=418e9ad4-6eed-4b95-9447-bd8d175b1ff2,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:42.069302 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3fd02f35-552d-472e-b8d8-4cd8aab7ce65 tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:42.078114 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-3fd02f35-552d-472e-b8d8-4cd8aab7ce65 tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4255650 Feb 04 12:29:42.078505 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 39960) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:29:42.102917 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-8d377094-b813-44e5-b46e-46a8c3235e82 tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] Request body: {'floatingip': {'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:29:42.186045 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8d377094-b813-44e5-b46e-46a8c3235e82 tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:42.204560 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8f52cb82-046b-4f5b-b301-9b7971a6fd10 req-4504c3ff-ba69-4f1f-a619-b8c16f0fb495 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/security-groups?id=98d15bf5-a480-4f0d-bc57-8f17260bd5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8024290 Feb 04 12:29:42.255502 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 2297e305-d929-4511-a9b9-00150e03b02a up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:29:42.452651 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e58b65-1ee8-4082-838a-85399332be6e service neutron] Pushing event updated for resources: {'Port': ['ID=07bc61dc-c652-4fa7-a159-f20382558df9,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:42.456364 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8d377094-b813-44e5-b46e-46a8c3235e82 tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:42.508652 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-94b09d36-1879-440c-b607-26da4ff3ac15 req-2f470693-5ecf-4bb4-8616-594d22c8fd4f service neutron] 10.222.0.65 "GET /v2.0/networks/89490d58-b165-4480-9966-11144ff95c5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6010597 Feb 04 12:29:42.520128 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 2297e305-d929-4511-a9b9-00150e03b02a triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:29:42.520563 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (2297e305-d929-4511-a9b9-00150e03b02a), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:42.651107 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-8d377094-b813-44e5-b46e-46a8c3235e82 tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] Allocated IP 172.25.3.147 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/f39f355d-e354-4e4d-81de-ec8e6dd87613) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:29:42.757004 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 2297e305-d929-4511-a9b9-00150e03b02a is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:29:42.759328 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (2297e305-d929-4511-a9b9-00150e03b02a), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:42.761177 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c5cb09-7f58-44e4-ac0b-b61ee3c0b7da req-2cb0cebd-0d28-4072-9d95-741db0a0d775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:42.763458 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-69c5cb09-7f58-44e4-ac0b-b61ee3c0b7da req-2cb0cebd-0d28-4072-9d95-741db0a0d775 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=dcbc9e99c00c41539a07d9ddf5098f10&device_id=f61c4342-b34a-4964-bf13-99b6b46cc5ae HTTP/1.1" status: 200 len: 1125 time: 0.6174898 Feb 04 12:29:42.817603 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port 2297e305-d929-4511-a9b9-00150e03b02a, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=2297e305-d929-4511-a9b9-00150e03b02a,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:29:42.824751 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (2297e305-d929-4511-a9b9-00150e03b02a), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:42.826203 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device d99c77fa-a944-42e4-bd41-2dc4c43914f9 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:29:42.857978 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8d377094-b813-44e5-b46e-46a8c3235e82 tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] Publish callbacks [] for port (f39f355d-e354-4e4d-81de-ec8e6dd87613), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:42.945644 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8d377094-b813-44e5-b46e-46a8c3235e82 tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (f39f355d-e354-4e4d-81de-ec8e6dd87613), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:43.004031 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=2297e305-d929-4511-a9b9-00150e03b02a,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:43.016273 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port d99c77fa-a944-42e4-bd41-2dc4c43914f9 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:29:43.016650 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (d99c77fa-a944-42e4-bd41-2dc4c43914f9), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:43.049293 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d377094-b813-44e5-b46e-46a8c3235e82 tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:29:43.053143 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-8d377094-b813-44e5-b46e-46a8c3235e82 tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:29:43.059829 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d377094-b813-44e5-b46e-46a8c3235e82 tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:29:43.144894 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d377094-b813-44e5-b46e-46a8c3235e82 tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] Pushing event updated for resources: {'Port': ['ID=f39f355d-e354-4e4d-81de-ec8e6dd87613,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:43.180594 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port d99c77fa-a944-42e4-bd41-2dc4c43914f9 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:29:43.183857 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8d377094-b813-44e5-b46e-46a8c3235e82 tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] Publish callbacks [] for floatingip (49f84e70-d833-4c60-ac15-8c17ecb1459c), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:43.234218 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8d377094-b813-44e5-b46e-46a8c3235e82 tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (f39f355d-e354-4e4d-81de-ec8e6dd87613), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:43.253350 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-69c5cb09-7f58-44e4-ac0b-b61ee3c0b7da req-28860437-7a3d-4e17-84a5-4a3ad43464bc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=07bc61dc-c652-4fa7-a159-f20382558df9 HTTP/1.1" status: 200 len: 217 time: 0.4770508 Feb 04 12:29:43.300220 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3318e32-2599-4b66-8486-6345d04f5efe req-4d12d5f4-1d17-464d-8755-16a658994e24 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:43.301734 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d3318e32-2599-4b66-8486-6345d04f5efe req-4d12d5f4-1d17-464d-8755-16a658994e24 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] 10.222.0.65 "GET /v2.0/ports?device_id=f61c4342-b34a-4964-bf13-99b6b46cc5ae HTTP/1.1" status: 200 len: 943 time: 0.8131921 Feb 04 12:29:43.334893 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-94b09d36-1879-440c-b607-26da4ff3ac15 req-8287c37a-853c-48a0-9108-994b48d3a82b service neutron] 10.222.0.65 "GET /v2.0/networks/89490d58-b165-4480-9966-11144ff95c5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8254826 Feb 04 12:29:43.360993 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-0d0777d8-29af-440c-8d68-3673f7368c08 req-30f198f2-d31a-4c38-9fb9-216910805143 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] Publish callbacks [] for port (013dab64-5844-4c95-b51e-dc2be5a734d7), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:43.389041 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c5cb09-7f58-44e4-ac0b-b61ee3c0b7da req-c8686396-f2b0-43d5-9a91-720a2b0c2199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:43.390813 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-69c5cb09-7f58-44e4-ac0b-b61ee3c0b7da req-c8686396-f2b0-43d5-9a91-720a2b0c2199 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3386ae8c-a86c-451c-bf79-ead86dfd6679 HTTP/1.1" status: 200 len: 859 time: 0.1207495 Feb 04 12:29:43.459500 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d3318e32-2599-4b66-8486-6345d04f5efe req-60ee01a4-c779-401d-86ea-6ed33429bfe1 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c9a0cb1-780a-4c57-9639-c682eedb0cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331089 Feb 04 12:29:43.492969 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-0d0777d8-29af-440c-8d68-3673f7368c08 req-30f198f2-d31a-4c38-9fb9-216910805143 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (013dab64-5844-4c95-b51e-dc2be5a734d7), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:43.503560 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c5cb09-7f58-44e4-ac0b-b61ee3c0b7da req-c8a8c821-5ffb-4c56-8666-8fabf841eff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:43.505528 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-69c5cb09-7f58-44e4-ac0b-b61ee3c0b7da req-c8a8c821-5ffb-4c56-8666-8fabf841eff1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0e8b5cfe-93df-4af8-ae4b-dba09d277a8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1068809 Feb 04 12:29:43.554518 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8c35864-4a6c-45e4-9cfc-266f6ab5fa30 x-openstack-request-id: req-d8c35864-4a6c-45e4-9cfc-266f6ab5fa30 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:29:43.555931 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3795f0c7-fc9c-46cd-8f2e-0e1b6a5f4545", "name": "network-vif-plugged", "status": "completed", "tag": "67077568-06cc-4bef-8ec4-5e88fd039b73", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:29:43.556394 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d8c35864-4a6c-45e4-9cfc-266f6ab5fa30 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:29:43.557022 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3795f0c7-fc9c-46cd-8f2e-0e1b6a5f4545', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67077568-06cc-4bef-8ec4-5e88fd039b73', 'code': 200} Feb 04 12:29:43.569256 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8d377094-b813-44e5-b46e-46a8c3235e82 tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] Publish callbacks [] for port (f39f355d-e354-4e4d-81de-ec8e6dd87613), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:43.582973 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8d377094-b813-44e5-b46e-46a8c3235e82 tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (f39f355d-e354-4e4d-81de-ec8e6dd87613), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:43.735062 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d0777d8-29af-440c-8d68-3673f7368c08 req-30f198f2-d31a-4c38-9fb9-216910805143 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] Network 89490d58-b165-4480-9966-11144ff95c5f is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:29:43.785033 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-0d0777d8-29af-440c-8d68-3673f7368c08 req-30f198f2-d31a-4c38-9fb9-216910805143 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:29:43.799386 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8d377094-b813-44e5-b46e-46a8c3235e82 tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1599943'] for floatingip (49f84e70-d833-4c60-ac15-8c17ecb1459c), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:43.800644 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d0777d8-29af-440c-8d68-3673f7368c08 req-30f198f2-d31a-4c38-9fb9-216910805143 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:29:43.807670 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f198f2-d31a-4c38-9fb9-216910805143 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] Pushing event updated for resources: {'Port': ['ID=013dab64-5844-4c95-b51e-dc2be5a734d7,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:43.874843 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8d377094-b813-44e5-b46e-46a8c3235e82 tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:43.891221 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-8d377094-b813-44e5-b46e-46a8c3235e82 tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7993989 Feb 04 12:29:43.912294 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d377094-b813-44e5-b46e-46a8c3235e82 tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] Pushing event updated for resources: {'Port': ['ID=f39f355d-e354-4e4d-81de-ec8e6dd87613,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:43.921546 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9eca93-e97f-4f88-81e9-60b1d3aac22b req-4a55b3fb-692d-41ae-aa92-2b6d06b73a84 tempest-ServerMetadataNegativeTestJSON-494885188 tempest-ServerMetadataNegativeTestJSON-494885188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:43.929822 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0e9eca93-e97f-4f88-81e9-60b1d3aac22b req-4a55b3fb-692d-41ae-aa92-2b6d06b73a84 tempest-ServerMetadataNegativeTestJSON-494885188 tempest-ServerMetadataNegativeTestJSON-494885188-project] 10.222.0.65 "GET /v2.0/ports?device_id=f8b03e62-f6e6-438b-887f-3f4a446fc7a4 HTTP/1.1" status: 200 len: 945 time: 0.2292211 Feb 04 12:29:44.000197 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f42e390-e46b-4555-8da7-361c19a2f125 req-09f16004-1249-4dc8-ad68-8ada104d7b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:44.001956 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7f42e390-e46b-4555-8da7-361c19a2f125 req-09f16004-1249-4dc8-ad68-8ada104d7b16 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=3795f0c7-fc9c-46cd-8f2e-0e1b6a5f4545 HTTP/1.1" status: 200 len: 1127 time: 0.2651761 Feb 04 12:29:44.084636 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6efb0ef1-f4de-40da-80e7-9c6d0e79dc17 x-openstack-request-id: req-6efb0ef1-f4de-40da-80e7-9c6d0e79dc17 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:29:44.084945 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f61c4342-b34a-4964-bf13-99b6b46cc5ae", "tag": "07bc61dc-c652-4fa7-a159-f20382558df9", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:29:44.085205 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6efb0ef1-f4de-40da-80e7-9c6d0e79dc17 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:29:44.085626 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f61c4342-b34a-4964-bf13-99b6b46cc5ae', 'tag': '07bc61dc-c652-4fa7-a159-f20382558df9', 'status': 'completed', 'code': 200} Feb 04 12:29:44.092192 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 2297e305-d929-4511-a9b9-00150e03b02a up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:29:44.138959 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0e9eca93-e97f-4f88-81e9-60b1d3aac22b req-1ce12582-478d-48a9-b3fd-2ab686bd655f tempest-ServerMetadataNegativeTestJSON-494885188 tempest-ServerMetadataNegativeTestJSON-494885188-project] 10.222.0.65 "GET /v2.0/security-groups?id=495efc95-4786-4397-9d97-68d605bb2024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076900 Feb 04 12:29:44.226349 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0777d8-29af-440c-8d68-3673f7368c08 req-30f198f2-d31a-4c38-9fb9-216910805143 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:44.227029 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-0d0777d8-29af-440c-8d68-3673f7368c08 req-30f198f2-d31a-4c38-9fb9-216910805143 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:44.274597 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7f42e390-e46b-4555-8da7-361c19a2f125 req-c76cc912-8b28-4692-a81e-61b05fdd006e service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=98d15bf5-a480-4f0d-bc57-8f17260bd5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878130 Feb 04 12:29:44.286664 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0d0777d8-29af-440c-8d68-3673f7368c08 req-30f198f2-d31a-4c38-9fb9-216910805143 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4965882 Feb 04 12:29:44.291413 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-69c5cb09-7f58-44e4-ac0b-b61ee3c0b7da req-d91e4f63-9567-429d-9122-61135e09a158 service neutron] 10.222.0.73 "GET /v2.0/networks/0e8b5cfe-93df-4af8-ae4b-dba09d277a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7519107 Feb 04 12:29:44.320625 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-0d0777d8-29af-440c-8d68-3673f7368c08 req-388b6c74-678d-4038-8a37-6e799919cda0 service neutron] Request body: {'port': {'device_id': '5c4615de-bb7e-4e13-9824-66067b606ac9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:29:44.417089 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dd2a7e64-47ef-48af-afeb-802ef93ec340 req-843c44ad-7241-450f-aef1-659a88483859 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=5c34eef31d4540768d24bcb8030d50f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0887115 Feb 04 12:29:44.432692 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-1bcfc4b7-7cbb-4bff-8657-b0b3386b7a1e None None] Provisioning complete for port 013dab64-5844-4c95-b51e-dc2be5a734d7 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:29:44.433076 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1bcfc4b7-7cbb-4bff-8657-b0b3386b7a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (013dab64-5844-4c95-b51e-dc2be5a734d7), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:44.482993 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-1bcfc4b7-7cbb-4bff-8657-b0b3386b7a1e None None] Port 013dab64-5844-4c95-b51e-dc2be5a734d7 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:29:44.503070 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 2297e305-d929-4511-a9b9-00150e03b02a triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:29:44.503899 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (2297e305-d929-4511-a9b9-00150e03b02a), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:44.533915 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-0d0777d8-29af-440c-8d68-3673f7368c08 req-388b6c74-678d-4038-8a37-6e799919cda0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (013dab64-5844-4c95-b51e-dc2be5a734d7), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:44.628966 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 2297e305-d929-4511-a9b9-00150e03b02a is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:29:44.690828 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-69c5cb09-7f58-44e4-ac0b-b61ee3c0b7da req-7c93ab49-d507-47de-8fe0-589acbaa4d3d service neutron] 10.222.0.73 "GET /v2.0/networks/0e8b5cfe-93df-4af8-ae4b-dba09d277a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3852527 Feb 04 12:29:44.777032 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2a7e64-47ef-48af-afeb-802ef93ec340 req-812b72fd-5b98-48f5-bcd9-cb470f5acc17 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:44.779327 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dd2a7e64-47ef-48af-afeb-802ef93ec340 req-812b72fd-5b98-48f5-bcd9-cb470f5acc17 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3609667 Feb 04 12:29:44.910076 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dd2a7e64-47ef-48af-afeb-802ef93ec340 req-07d28e8e-732b-4be9-8427-3e686a09b8f2 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/quotas/5c34eef31d4540768d24bcb8030d50f3 HTTP/1.1" status: 200 len: 375 time: 0.0739462 Feb 04 12:29:45.005796 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5747a4b-f3f6-4bab-8e36-52e952dc9069 req-402c0cc2-9985-42e0-91ae-7e2a46a0a03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:45.007331 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f5747a4b-f3f6-4bab-8e36-52e952dc9069 req-402c0cc2-9985-42e0-91ae-7e2a46a0a03d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=dcbc9e99c00c41539a07d9ddf5098f10&device_id=f61c4342-b34a-4964-bf13-99b6b46cc5ae HTTP/1.1" status: 200 len: 1125 time: 0.2266490 Feb 04 12:29:45.094507 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e2256d-adf2-4c62-b2fd-183e45ff0984 req-bd00e7c7-b5b0-4062-9f07-f20d59128f0b tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:45.095804 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e0e2256d-adf2-4c62-b2fd-183e45ff0984 req-bd00e7c7-b5b0-4062-9f07-f20d59128f0b tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] 10.222.0.65 "GET /v2.0/networks?id=e17f0529-2497-4212-bc20-58295ab5d298 HTTP/1.1" status: 200 len: 819 time: 0.2866490 Feb 04 12:29:45.152502 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e0e2256d-adf2-4c62-b2fd-183e45ff0984 req-ca9c02af-d6b0-46e4-b130-296a00221a68 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] 10.222.0.65 "GET /v2.0/quotas/3e5189bc9c2e4b8789347e688ced1883 HTTP/1.1" status: 200 len: 375 time: 0.0446918 Feb 04 12:29:45.196885 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dd2a7e64-47ef-48af-afeb-802ef93ec340 req-6f338f0d-8b2c-4381-963d-d045582c59a4 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=5c34eef31d4540768d24bcb8030d50f3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2616673 Feb 04 12:29:45.260344 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5747a4b-f3f6-4bab-8e36-52e952dc9069 req-8e11e00a-0fbc-49c5-8d96-def7fc9f256e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:45.262142 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f5747a4b-f3f6-4bab-8e36-52e952dc9069 req-8e11e00a-0fbc-49c5-8d96-def7fc9f256e service neutron] 10.222.0.73 "GET /v2.0/networks?id=0e8b5cfe-93df-4af8-ae4b-dba09d277a8f HTTP/1.1" status: 200 len: 921 time: 0.2398920 Feb 04 12:29:45.322437 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-0d0777d8-29af-440c-8d68-3673f7368c08 req-388b6c74-678d-4038-8a37-6e799919cda0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 013dab64-5844-4c95-b51e-dc2be5a734d7 {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:29:45.353009 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-0d0777d8-29af-440c-8d68-3673f7368c08 req-388b6c74-678d-4038-8a37-6e799919cda0 service neutron] Publish callbacks [] for port (013dab64-5844-4c95-b51e-dc2be5a734d7), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:45.386958 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-0d0777d8-29af-440c-8d68-3673f7368c08 req-388b6c74-678d-4038-8a37-6e799919cda0 service neutron] Transition to ACTIVE for port object 013dab64-5844-4c95-b51e-dc2be5a734d7 will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:29:45.409863 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-0d0777d8-29af-440c-8d68-3673f7368c08 req-388b6c74-678d-4038-8a37-6e799919cda0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (013dab64-5844-4c95-b51e-dc2be5a734d7), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:45.524336 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9b0faf53-ffbc-40e1-a9f6-1defb316b04f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:45.575626 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f5747a4b-f3f6-4bab-8e36-52e952dc9069 req-cceda12d-7706-43aa-9605-c9be6bcb3481 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=07bc61dc-c652-4fa7-a159-f20382558df9 HTTP/1.1" status: 200 len: 217 time: 0.1797261 Feb 04 12:29:45.631101 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e0e2256d-adf2-4c62-b2fd-183e45ff0984 req-47c12d28-2bd1-4cdf-8b77-34c1f255c684 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=3e5189bc9c2e4b8789347e688ced1883&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4768314 Feb 04 12:29:45.839854 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388b6c74-678d-4038-8a37-6e799919cda0 service neutron] Pushing event updated for resources: {'Port': ['ID=013dab64-5844-4c95-b51e-dc2be5a734d7,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:45.917158 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e0e2256d-adf2-4c62-b2fd-183e45ff0984 req-1c661782-4fd6-49ac-a516-3d13d8d91591 service neutron] 10.222.0.65 "GET /v2.0/networks/e17f0529-2497-4212-bc20-58295ab5d298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2848685 Feb 04 12:29:45.954475 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5747a4b-f3f6-4bab-8e36-52e952dc9069 req-cfdd3212-eb3e-40b8-9225-7a21ec9ad126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:45.962887 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f5747a4b-f3f6-4bab-8e36-52e952dc9069 req-cfdd3212-eb3e-40b8-9225-7a21ec9ad126 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3386ae8c-a86c-451c-bf79-ead86dfd6679 HTTP/1.1" status: 200 len: 859 time: 0.3613620 Feb 04 12:29:46.054402 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b07da5-3e79-48ec-980b-bbc119f9e18c req-374a2f01-fb7a-4f84-8ffc-2b3f92e91822 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:46.056045 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b8b07da5-3e79-48ec-980b-bbc119f9e18c req-374a2f01-fb7a-4f84-8ffc-2b3f92e91822 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/ports?device_id=3795f0c7-fc9c-46cd-8f2e-0e1b6a5f4545 HTTP/1.1" status: 200 len: 945 time: 0.4733708 Feb 04 12:29:46.082117 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e68242f-3909-4c14-ae7b-d463a918130e None None] Sync routers for ids ['68ffa24a-7260-424b-8de6-319b51d65a9f'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:29:46.111135 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e68242f-3909-4c14-ae7b-d463a918130e None None] Routers {'68ffa24a-7260-424b-8de6-319b51d65a9f'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:29:46.118982 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-2e68242f-3909-4c14-ae7b-d463a918130e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:29:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['68ffa24a-7260-424b-8de6-319b51d65a9f'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:29:46.212050 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-0d0777d8-29af-440c-8d68-3673f7368c08 req-388b6c74-678d-4038-8a37-6e799919cda0 service neutron] Attempting to bind port 013dab64-5844-4c95-b51e-dc2be5a734d7 on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:29:46.212392 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-0d0777d8-29af-440c-8d68-3673f7368c08 req-388b6c74-678d-4038-8a37-6e799919cda0 service neutron] Attempting to bind port 013dab64-5844-4c95-b51e-dc2be5a734d7 by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': 'bc52094b-1f4c-4ff2-9984-872e54e9d4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '89490d58-b165-4480-9966-11144ff95c5f'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:29:46.212729 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0777d8-29af-440c-8d68-3673f7368c08 req-388b6c74-678d-4038-8a37-6e799919cda0 service neutron] Attempting to bind port 013dab64-5844-4c95-b51e-dc2be5a734d7 on network 89490d58-b165-4480-9966-11144ff95c5f {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:29:46.246024 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5747a4b-f3f6-4bab-8e36-52e952dc9069 req-ddede442-604a-4f93-b9c9-957f336f80a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:46.248186 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f5747a4b-f3f6-4bab-8e36-52e952dc9069 req-ddede442-604a-4f93-b9c9-957f336f80a6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0e8b5cfe-93df-4af8-ae4b-dba09d277a8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2840924 Feb 04 12:29:46.253612 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0777d8-29af-440c-8d68-3673f7368c08 req-388b6c74-678d-4038-8a37-6e799919cda0 service neutron] Port 013dab64-5844-4c95-b51e-dc2be5a734d7 on network 89490d58-b165-4480-9966-11144ff95c5f not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:29:46.254069 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0777d8-29af-440c-8d68-3673f7368c08 req-388b6c74-678d-4038-8a37-6e799919cda0 service neutron] Attempting to bind port 013dab64-5844-4c95-b51e-dc2be5a734d7 on network 89490d58-b165-4480-9966-11144ff95c5f {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:29:46.305588 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e0e2256d-adf2-4c62-b2fd-183e45ff0984 req-47a79365-40af-4dec-8c4d-c3ccd4a75cfc service neutron] 10.222.0.65 "GET /v2.0/networks/e17f0529-2497-4212-bc20-58295ab5d298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3874462 Feb 04 12:29:46.352452 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b8b07da5-3e79-48ec-980b-bbc119f9e18c req-6accef86-d557-4b35-b586-c752d66dd5fe tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/security-groups?id=98d15bf5-a480-4f0d-bc57-8f17260bd5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661705 Feb 04 12:29:46.422920 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0777d8-29af-440c-8d68-3673f7368c08 req-388b6c74-678d-4038-8a37-6e799919cda0 service neutron] Checking agent: {'id': 'f8add0d2-2202-43d3-bc0e-72442788e6ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:29:46.423427 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0777d8-29af-440c-8d68-3673f7368c08 req-388b6c74-678d-4038-8a37-6e799919cda0 service neutron] Checking segment: {'id': 'bc52094b-1f4c-4ff2-9984-872e54e9d4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '89490d58-b165-4480-9966-11144ff95c5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:29:46.426598 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0777d8-29af-440c-8d68-3673f7368c08 req-388b6c74-678d-4038-8a37-6e799919cda0 service neutron] Bound using segment: {'id': 'bc52094b-1f4c-4ff2-9984-872e54e9d4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '89490d58-b165-4480-9966-11144ff95c5f'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:29:46.429045 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-0d0777d8-29af-440c-8d68-3673f7368c08 req-388b6c74-678d-4038-8a37-6e799919cda0 service neutron] Bound port: 013dab64-5844-4c95-b51e-dc2be5a734d7, host: n-h1-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc52094b-1f4c-4ff2-9984-872e54e9d4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '89490d58-b165-4480-9966-11144ff95c5f'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:29:46.429521 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-0d0777d8-29af-440c-8d68-3673f7368c08 req-388b6c74-678d-4038-8a37-6e799919cda0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (013dab64-5844-4c95-b51e-dc2be5a734d7), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:46.438859 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 07bc61dc-c652-4fa7-a159-f20382558df9 details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:29:46.574264 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-2e68242f-3909-4c14-ae7b-d463a918130e None None] Set router 68ffa24a-7260-424b-8de6-319b51d65a9f gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:29:46.908355 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-0d0777d8-29af-440c-8d68-3673f7368c08 req-388b6c74-678d-4038-8a37-6e799919cda0 service neutron] For port 013dab64-5844-4c95-b51e-dc2be5a734d7, host n-h1-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:29:46.912688 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-0d0777d8-29af-440c-8d68-3673f7368c08 req-388b6c74-678d-4038-8a37-6e799919cda0 service neutron] For port 013dab64-5844-4c95-b51e-dc2be5a734d7, host n-h1-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=013dab64-5844-4c95-b51e-dc2be5a734d7,segment=NetworkSegment(bc52094b-1f4c-4ff2-9984-872e54e9d4f4),segment_id=bc52094b-1f4c-4ff2-9984-872e54e9d4f4)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:29:46.939388 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a1f5fa-d586-4d79-abd2-f439ce96cd51 req-6ddabbfa-11b6-4a52-ad2a-2fd0800c1419 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:46.941311 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e8a1f5fa-d586-4d79-abd2-f439ce96cd51 req-6ddabbfa-11b6-4a52-ad2a-2fd0800c1419 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] 10.222.0.65 "GET /v2.0/networks?id=89490d58-b165-4480-9966-11144ff95c5f HTTP/1.1" status: 200 len: 816 time: 0.3394909 Feb 04 12:29:46.957032 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-0d0777d8-29af-440c-8d68-3673f7368c08 req-388b6c74-678d-4038-8a37-6e799919cda0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (013dab64-5844-4c95-b51e-dc2be5a734d7), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:46.978292 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.db.resource_extend [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 12:29:47.135798 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b09d36-1879-440c-b607-26da4ff3ac15 req-8a2d9da7-35d9-4468-9bc5-e56cd0f8b457 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:47.141179 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-94b09d36-1879-440c-b607-26da4ff3ac15 req-8a2d9da7-35d9-4468-9bc5-e56cd0f8b457 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] 10.222.0.77 "GET /v2.0/networks?id=89490d58-b165-4480-9966-11144ff95c5f HTTP/1.1" status: 200 len: 816 time: 0.8907228 Feb 04 12:29:47.146278 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e8a1f5fa-d586-4d79-abd2-f439ce96cd51 req-1b19750e-bde1-43d3-b053-3fe01252bde4 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] 10.222.0.65 "GET /v2.0/quotas/f9619e0211434e338cacc113b2585afa HTTP/1.1" status: 200 len: 375 time: 0.1936665 Feb 04 12:29:47.170354 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0777d8-29af-440c-8d68-3673f7368c08 req-388b6c74-678d-4038-8a37-6e799919cda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:47.170999 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-0d0777d8-29af-440c-8d68-3673f7368c08 req-388b6c74-678d-4038-8a37-6e799919cda0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:47.172483 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0d0777d8-29af-440c-8d68-3673f7368c08 req-388b6c74-678d-4038-8a37-6e799919cda0 service neutron] 10.222.0.73 "PUT /v2.0/ports/013dab64-5844-4c95-b51e-dc2be5a734d7 HTTP/1.1" status: 200 len: 1092 time: 2.8564551 Feb 04 12:29:47.172964 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c4615de-bb7e-4e13-9824-66067b606ac9', 'tag': '013dab64-5844-4c95-b51e-dc2be5a734d7'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:29:47.175623 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c16b93fd-c93e-4da7-9fd2-b4e7a946a574" -d '{"events": [{"name": "network-changed", "server_uuid": "5c4615de-bb7e-4e13-9824-66067b606ac9", "tag": "013dab64-5844-4c95-b51e-dc2be5a734d7"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:29:47.199060 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-94b09d36-1879-440c-b607-26da4ff3ac15 req-86b241de-efd6-4f6d-9f1c-452934899377 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] Request body: {'port': {'device_id': '8292ed09-ec6d-438b-bdc7-05a92053767e', 'network_id': '89490d58-b165-4480-9966-11144ff95c5f', 'admin_state_up': True, 'tenant_id': 'f9619e0211434e338cacc113b2585afa'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:29:47.264167 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 07bc61dc-c652-4fa7-a159-f20382558df9, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=07bc61dc-c652-4fa7-a159-f20382558df9,segment=NetworkSegment(b4e52b35-5bb9-453a-9088-e8768ee27df9),segment_id=b4e52b35-5bb9-453a-9088-e8768ee27df9)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:29:47.315631 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': '07bc61dc-c652-4fa7-a159-f20382558df9', 'network_id': '0e8b5cfe-93df-4af8-ae4b-dba09d277a8f', 'port_id': '07bc61dc-c652-4fa7-a159-f20382558df9', 'mac_address': 'fa:16:3e:d3:09:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3386ae8c-a86c-451c-bf79-ead86dfd6679', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:29:47.380395 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bd3c69a9-0acf-421f-9505-aa70b2383d09 req-36653b1f-74f9-4fb5-a876-09d778b32ac4 tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1944113797&fields=id&tenant_id=13e2221ea635497bab7223d336ea5315 HTTP/1.1" status: 200 len: 267 time: 0.5826430 Feb 04 12:29:47.462003 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-2e68242f-3909-4c14-ae7b-d463a918130e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ffa24a-7260-424b-8de6-319b51d65a9f', 'name': 'tempest-ServerRescueTestJSONUnderV235-804848739-router', 'tenant_id': '3e5189bc9c2e4b8789347e688ced1883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '2297e305-d929-4511-a9b9-00150e03b02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:29:29Z', 'updated_at': '2022-02-04T12:29:40Z', 'revision_number': 4, 'project_id': '3e5189bc9c2e4b8789347e688ced1883', 'gw_port': {'id': '2297e305-d929-4511-a9b9-00150e03b02a', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:61:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ffa24a-7260-424b-8de6-319b51d65a9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:29:32Z', 'updated_at': '2022-02-04T12:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '89bec54e-6f8f-4130-b60d-eee13bd0cec2', 'name': '', 'network_id': 'e17f0529-2497-4212-bc20-58295ab5d298', 'tenant_id': '3e5189bc9c2e4b8789347e688ced1883', 'mac_address': 'fa:16:3e:56:cd:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68ffa24a-7260-424b-8de6-319b51d65a9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': 'ae4c1b19-4693-45d5-a145-600acc473198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:29:38Z', 'updated_at': '2022-02-04T12:29:40Z', 'revision_number': 2, 'project_id': '3e5189bc9c2e4b8789347e688ced1883', 'subnets': [{'id': 'ae4c1b19-4693-45d5-a145-600acc473198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:29:47.480443 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 07bc61dc-c652-4fa7-a159-f20382558df9 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:29:47.484144 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (07bc61dc-c652-4fa7-a159-f20382558df9), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:47.503329 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-dd2a7e64-47ef-48af-afeb-802ef93ec340 req-c1fbe2d7-64eb-49ff-a613-96722c77ebc9 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=5c34eef31d4540768d24bcb8030d50f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0702357 Feb 04 12:29:47.531316 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e68242f-3909-4c14-ae7b-d463a918130e None None] Checking router: 68ffa24a-7260-424b-8de6-319b51d65a9f for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:29:47.531677 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e68242f-3909-4c14-ae7b-d463a918130e None None] Updating router 68ffa24a-7260-424b-8de6-319b51d65a9f port 89bec54e-6f8f-4130-b60d-eee13bd0cec2 binding host n-d-825015-3 {{(pid=103476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:29:47.568379 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07bc61dc-c652-4fa7-a159-f20382558df9 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:29:47.593757 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 07bc61dc-c652-4fa7-a159-f20382558df9, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=07bc61dc-c652-4fa7-a159-f20382558df9,segment=NetworkSegment(b4e52b35-5bb9-453a-9088-e8768ee27df9),segment_id=b4e52b35-5bb9-453a-9088-e8768ee27df9)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:29:47.605532 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (07bc61dc-c652-4fa7-a159-f20382558df9), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:47.640890 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2e68242f-3909-4c14-ae7b-d463a918130e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (89bec54e-6f8f-4130-b60d-eee13bd0cec2), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:47.712236 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=07bc61dc-c652-4fa7-a159-f20382558df9,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:47.813467 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2a7e64-47ef-48af-afeb-802ef93ec340 req-2b3a29cc-716a-4924-adbd-6c030b932a1c tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:47.817269 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-dd2a7e64-47ef-48af-afeb-802ef93ec340 req-2b3a29cc-716a-4924-adbd-6c030b932a1c tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2988081 Feb 04 12:29:47.832956 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-dd2a7e64-47ef-48af-afeb-802ef93ec340 req-c924f660-e618-4d4c-b8ce-3c90fe7f220e tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Request body: {'port': {'device_id': '9f640cd7-6b63-4483-b856-61ce2fc44360', 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c', 'admin_state_up': True, 'tenant_id': '5c34eef31d4540768d24bcb8030d50f3'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:29:47.902623 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['07bc61dc-c652-4fa7-a159-f20382558df9'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:29:47.993062 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-15a5aabd-b232-4ef0-bd4d-b95dd15a6e47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:48.127271 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f5747a4b-f3f6-4bab-8e36-52e952dc9069 req-1b364dba-7f4f-4733-9c13-fb59373d212b service neutron] 10.222.0.73 "GET /v2.0/networks/0e8b5cfe-93df-4af8-ae4b-dba09d277a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8166795 Feb 04 12:29:48.161766 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-edaa8524-2ebc-4fb8-9aea-9da1bd4be9e4 req-3aaef6fe-efdc-4876-9baa-69c2057d5a76 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=733baa8b-f67f-4e64-8ea4-0b4be128c2b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1895504 Feb 04 12:29:48.170957 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388b6c74-678d-4038-8a37-6e799919cda0 service neutron] Pushing event updated for resources: {'Port': ['ID=013dab64-5844-4c95-b51e-dc2be5a734d7,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:48.223276 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd2a7e64-47ef-48af-afeb-802ef93ec340 req-c924f660-e618-4d4c-b8ce-3c90fe7f220e tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Made reservation on behalf of 5c34eef31d4540768d24bcb8030d50f3 for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:29:48.235254 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-dd2a7e64-47ef-48af-afeb-802ef93ec340 req-c924f660-e618-4d4c-b8ce-3c90fe7f220e tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:48.323998 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2e68242f-3909-4c14-ae7b-d463a918130e None None] Publish callbacks [] for port (89bec54e-6f8f-4130-b60d-eee13bd0cec2), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:48.347217 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2e68242f-3909-4c14-ae7b-d463a918130e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (89bec54e-6f8f-4130-b60d-eee13bd0cec2), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:48.452751 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [req-dd2a7e64-47ef-48af-afeb-802ef93ec340 req-c924f660-e618-4d4c-b8ce-3c90fe7f220e tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Allocated IP 192.168.233.140 (2f7dc246-a024-4937-952c-0ddeef5af29c/5ee3374a-84e9-4639-853c-740c6edaf6dc/db538db2-c02c-4361-8837-b38171c24852) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:29:48.556178 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-2e68242f-3909-4c14-ae7b-d463a918130e None None] Attempting to bind port 89bec54e-6f8f-4130-b60d-eee13bd0cec2 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:29:48.556529 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-2e68242f-3909-4c14-ae7b-d463a918130e None None] Attempting to bind port 89bec54e-6f8f-4130-b60d-eee13bd0cec2 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '56bf766f-3de3-452a-bfce-163ca1523f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'e17f0529-2497-4212-bc20-58295ab5d298'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:29:48.557012 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e68242f-3909-4c14-ae7b-d463a918130e None None] Attempting to bind port 89bec54e-6f8f-4130-b60d-eee13bd0cec2 on network e17f0529-2497-4212-bc20-58295ab5d298 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:29:48.562692 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7a21ea-def3-4954-bdf4-f7b69f1ee1cf None None] Pushing event updated for resources: {'Port': ['ID=89bec54e-6f8f-4130-b60d-eee13bd0cec2,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:48.564110 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e8a1f5fa-d586-4d79-abd2-f439ce96cd51 req-69356932-ac6d-4358-a371-6748753485c8 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=f9619e0211434e338cacc113b2585afa&fields=id HTTP/1.1" status: 200 len: 302 time: 1.3830638 Feb 04 12:29:48.570016 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e68242f-3909-4c14-ae7b-d463a918130e None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:29:48.570447 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e68242f-3909-4c14-ae7b-d463a918130e None None] Checking segment: {'id': '56bf766f-3de3-452a-bfce-163ca1523f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'e17f0529-2497-4212-bc20-58295ab5d298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:29:48.570855 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2e68242f-3909-4c14-ae7b-d463a918130e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:48.571270 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e68242f-3909-4c14-ae7b-d463a918130e None None] Bound using segment: {'id': '56bf766f-3de3-452a-bfce-163ca1523f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'e17f0529-2497-4212-bc20-58295ab5d298'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:29:48.571776 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-2e68242f-3909-4c14-ae7b-d463a918130e None None] Bound port: 89bec54e-6f8f-4130-b60d-eee13bd0cec2, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56bf766f-3de3-452a-bfce-163ca1523f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'e17f0529-2497-4212-bc20-58295ab5d298'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:29:48.572292 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2e68242f-3909-4c14-ae7b-d463a918130e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (89bec54e-6f8f-4130-b60d-eee13bd0cec2), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:48.698214 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-2e68242f-3909-4c14-ae7b-d463a918130e None None] For port 89bec54e-6f8f-4130-b60d-eee13bd0cec2, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:29:48.702625 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-2e68242f-3909-4c14-ae7b-d463a918130e None None] For port 89bec54e-6f8f-4130-b60d-eee13bd0cec2, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=89bec54e-6f8f-4130-b60d-eee13bd0cec2,segment=NetworkSegment(56bf766f-3de3-452a-bfce-163ca1523f30),segment_id=56bf766f-3de3-452a-bfce-163ca1523f30)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:29:48.712815 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2e68242f-3909-4c14-ae7b-d463a918130e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (89bec54e-6f8f-4130-b60d-eee13bd0cec2), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:48.745326 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-dd2a7e64-47ef-48af-afeb-802ef93ec340 req-c924f660-e618-4d4c-b8ce-3c90fe7f220e tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Publish callbacks [] for port (db538db2-c02c-4361-8837-b38171c24852), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:48.767112 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94b09d36-1879-440c-b607-26da4ff3ac15 req-86b241de-efd6-4f6d-9f1c-452934899377 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] Made reservation on behalf of f9619e0211434e338cacc113b2585afa for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:29:48.774980 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-94b09d36-1879-440c-b607-26da4ff3ac15 req-86b241de-efd6-4f6d-9f1c-452934899377 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:48.783933 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0777d8-29af-440c-8d68-3673f7368c08 req-d2414690-b9ab-47e5-9c4e-f85c530ffa15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:48.795880 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0d0777d8-29af-440c-8d68-3673f7368c08 req-d2414690-b9ab-47e5-9c4e-f85c530ffa15 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f9619e0211434e338cacc113b2585afa&device_id=5c4615de-bb7e-4e13-9824-66067b606ac9 HTTP/1.1" status: 200 len: 1126 time: 1.4419942 Feb 04 12:29:48.864163 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3c69a9-0acf-421f-9505-aa70b2383d09 req-77d20e99-a7aa-4cdf-bb4c-e664e3ad5e99 tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:48.877562 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-dd2a7e64-47ef-48af-afeb-802ef93ec340 req-c924f660-e618-4d4c-b8ce-3c90fe7f220e tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (db538db2-c02c-4361-8837-b38171c24852), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:48.877869 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bd3c69a9-0acf-421f-9505-aa70b2383d09 req-77d20e99-a7aa-4cdf-bb4c-e664e3ad5e99 tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] 10.222.0.65 "GET /v2.0/networks?id=57f22c28-9c54-41c2-b504-ea3ccea1b588 HTTP/1.1" status: 200 len: 815 time: 0.7446833 Feb 04 12:29:48.903902 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['1838ab07-adf7-4b9b-b746-757621e1c012', 'dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:29:48.957266 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bd3c69a9-0acf-421f-9505-aa70b2383d09 req-2ae32df4-d6c5-4b13-be00-696bc75ee70c tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] 10.222.0.65 "GET /v2.0/quotas/13e2221ea635497bab7223d336ea5315 HTTP/1.1" status: 200 len: 375 time: 0.0785978 Feb 04 12:29:48.984297 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c924f660-e618-4d4c-b8ce-3c90fe7f220e tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Pushing event updated for resources: {'Port': ['ID=db538db2-c02c-4361-8837-b38171c24852,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:48.999840 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd2a7e64-47ef-48af-afeb-802ef93ec340 req-c924f660-e618-4d4c-b8ce-3c90fe7f220e tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Network 2f7dc246-a024-4937-952c-0ddeef5af29c is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:29:49.020337 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [req-dd2a7e64-47ef-48af-afeb-802ef93ec340 req-c924f660-e618-4d4c-b8ce-3c90fe7f220e tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:29:49.027438 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaa8524-2ebc-4fb8-9aea-9da1bd4be9e4 req-365d87d2-ba60-44c0-b5be-c9dee01cb835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:49.030386 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-edaa8524-2ebc-4fb8-9aea-9da1bd4be9e4 req-365d87d2-ba60-44c0-b5be-c9dee01cb835 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=15c4606ad13a46b29ee60be66da65533&device_id=733baa8b-f67f-4e64-8ea4-0b4be128c2b4 HTTP/1.1" status: 200 len: 1127 time: 0.2020311 Feb 04 12:29:49.031779 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd2a7e64-47ef-48af-afeb-802ef93ec340 req-c924f660-e618-4d4c-b8ce-3c90fe7f220e tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:29:49.100226 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e68242f-3909-4c14-ae7b-d463a918130e None None] Routers {'68ffa24a-7260-424b-8de6-319b51d65a9f'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:29:49.100895 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-2e68242f-3909-4c14-ae7b-d463a918130e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:29:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['68ffa24a-7260-424b-8de6-319b51d65a9f'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:29:49.159173 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0d0777d8-29af-440c-8d68-3673f7368c08 req-3295d7ae-caa1-4c00-b385-88b6628cac5c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=013dab64-5844-4c95-b51e-dc2be5a734d7 HTTP/1.1" status: 200 len: 217 time: 0.3353677 Feb 04 12:29:49.184918 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7a21ea-def3-4954-bdf4-f7b69f1ee1cf None None] Pushing event updated for resources: {'Port': ['ID=89bec54e-6f8f-4130-b60d-eee13bd0cec2,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:49.260868 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0777d8-29af-440c-8d68-3673f7368c08 req-1efd95d4-4d82-4fd7-8026-0844fdec0406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:49.263079 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0d0777d8-29af-440c-8d68-3673f7368c08 req-1efd95d4-4d82-4fd7-8026-0844fdec0406 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=098788f9-8c3b-4856-97c8-14be265148c8 HTTP/1.1" status: 200 len: 855 time: 0.0947201 Feb 04 12:29:49.275485 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaa8524-2ebc-4fb8-9aea-9da1bd4be9e4 req-b772a71b-a54a-41f7-813c-ce2de14b5165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:49.278722 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-edaa8524-2ebc-4fb8-9aea-9da1bd4be9e4 req-b772a71b-a54a-41f7-813c-ce2de14b5165 service neutron] 10.222.0.77 "GET /v2.0/networks?id=4641d9e3-bbfb-4ca1-b978-fac986a6f197 HTTP/1.1" status: 200 len: 907 time: 0.1955526 Feb 04 12:29:49.282504 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f5747a4b-f3f6-4bab-8e36-52e952dc9069 req-04ed7791-1885-4120-bdc0-1c795baf3c98 service neutron] 10.222.0.73 "GET /v2.0/networks/0e8b5cfe-93df-4af8-ae4b-dba09d277a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1257806 Feb 04 12:29:49.399257 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e2256d-adf2-4c62-b2fd-183e45ff0984 req-ee108771-ea19-4024-8276-7290a5fc989c tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:49.401398 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-e0e2256d-adf2-4c62-b2fd-183e45ff0984 req-ee108771-ea19-4024-8276-7290a5fc989c tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] 10.222.0.77 "GET /v2.0/networks?id=e17f0529-2497-4212-bc20-58295ab5d298 HTTP/1.1" status: 200 len: 819 time: 0.5841732 Feb 04 12:29:49.409674 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2a7e64-47ef-48af-afeb-802ef93ec340 req-c924f660-e618-4d4c-b8ce-3c90fe7f220e tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:49.411960 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-dd2a7e64-47ef-48af-afeb-802ef93ec340 req-c924f660-e618-4d4c-b8ce-3c90fe7f220e tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:49.417448 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-edaa8524-2ebc-4fb8-9aea-9da1bd4be9e4 req-e9ae147a-b6f0-4a14-a620-e4c26c5cb1e2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a4a3c3d-36a0-4d43-b1ce-88c13649ade3 HTTP/1.1" status: 200 len: 217 time: 0.1273873 Feb 04 12:29:49.432154 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-e0e2256d-adf2-4c62-b2fd-183e45ff0984 req-8809690f-825b-433a-bd51-b773bf059380 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Request body: {'port': {'device_id': '7f8ba64e-f52d-4f61-adfb-46357a42bdb9', 'network_id': 'e17f0529-2497-4212-bc20-58295ab5d298', 'admin_state_up': True, 'tenant_id': '3e5189bc9c2e4b8789347e688ced1883'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:29:49.464124 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:49.548068 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-94b09d36-1879-440c-b607-26da4ff3ac15 req-86b241de-efd6-4f6d-9f1c-452934899377 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] Allocated IP 172.20.0.14 (89490d58-b165-4480-9966-11144ff95c5f/098788f9-8c3b-4856-97c8-14be265148c8/e1de0ac4-79ac-4c7d-8e56-14ffe18360be) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:29:49.565943 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-2e68242f-3909-4c14-ae7b-d463a918130e None None] Set router 68ffa24a-7260-424b-8de6-319b51d65a9f gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:29:49.607076 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-7377de5d-a745-408d-a1a6-23a9e6b80196 None None] Provisioning complete for port db538db2-c02c-4361-8837-b38171c24852 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:29:49.607683 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7377de5d-a745-408d-a1a6-23a9e6b80196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (db538db2-c02c-4361-8837-b38171c24852), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:49.634940 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-dd2a7e64-47ef-48af-afeb-802ef93ec340 req-c924f660-e618-4d4c-b8ce-3c90fe7f220e tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8084388 Feb 04 12:29:49.650183 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-dd2a7e64-47ef-48af-afeb-802ef93ec340 req-1e6ca7ba-6454-4459-b5c6-1beadafde447 service neutron] Request body: {'port': {'device_id': '9f640cd7-6b63-4483-b856-61ce2fc44360', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825015-3'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:29:49.652695 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0e2256d-adf2-4c62-b2fd-183e45ff0984 req-8809690f-825b-433a-bd51-b773bf059380 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Made reservation on behalf of 3e5189bc9c2e4b8789347e688ced1883 for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:29:49.656737 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-e0e2256d-adf2-4c62-b2fd-183e45ff0984 req-8809690f-825b-433a-bd51-b773bf059380 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:49.718105 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaa8524-2ebc-4fb8-9aea-9da1bd4be9e4 req-861582b5-29de-4be2-a55c-c114e355ae4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:49.719944 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-edaa8524-2ebc-4fb8-9aea-9da1bd4be9e4 req-861582b5-29de-4be2-a55c-c114e355ae4c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f23bfa97-1a92-478f-9c00-f3b0c9e898c3 HTTP/1.1" status: 200 len: 846 time: 0.1537204 Feb 04 12:29:49.731605 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bd3c69a9-0acf-421f-9505-aa70b2383d09 req-8b3c7d2c-ee16-4e91-bbb9-e4cf60a439f3 tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=13e2221ea635497bab7223d336ea5315&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7727263 Feb 04 12:29:49.741752 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e8a1f5fa-d586-4d79-abd2-f439ce96cd51 req-7af723b2-f797-459d-b372-ef0da757dd00 service neutron] 10.222.0.65 "GET /v2.0/networks/89490d58-b165-4480-9966-11144ff95c5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1414063 Feb 04 12:29:49.782835 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-7377de5d-a745-408d-a1a6-23a9e6b80196 None None] Port db538db2-c02c-4361-8837-b38171c24852 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:29:49.854837 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-dd2a7e64-47ef-48af-afeb-802ef93ec340 req-1e6ca7ba-6454-4459-b5c6-1beadafde447 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (db538db2-c02c-4361-8837-b38171c24852), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:49.862414 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-edaa8524-2ebc-4fb8-9aea-9da1bd4be9e4 req-598267db-db5f-4ba4-a3bb-7bd596861978 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4641d9e3-bbfb-4ca1-b978-fac986a6f197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1332531 Feb 04 12:29:49.900758 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0777d8-29af-440c-8d68-3673f7368c08 req-26cc3ac2-c898-4e51-bdbb-e024f0ffcf1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:49.902893 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0d0777d8-29af-440c-8d68-3673f7368c08 req-26cc3ac2-c898-4e51-bdbb-e024f0ffcf1a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=89490d58-b165-4480-9966-11144ff95c5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6265311 Feb 04 12:29:50.081284 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-2e68242f-3909-4c14-ae7b-d463a918130e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ffa24a-7260-424b-8de6-319b51d65a9f', 'name': 'tempest-ServerRescueTestJSONUnderV235-804848739-router', 'tenant_id': '3e5189bc9c2e4b8789347e688ced1883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '2297e305-d929-4511-a9b9-00150e03b02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:29:29Z', 'updated_at': '2022-02-04T12:29:40Z', 'revision_number': 4, 'project_id': '3e5189bc9c2e4b8789347e688ced1883', 'gw_port': {'id': '2297e305-d929-4511-a9b9-00150e03b02a', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:61:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ffa24a-7260-424b-8de6-319b51d65a9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:29:32Z', 'updated_at': '2022-02-04T12:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '89bec54e-6f8f-4130-b60d-eee13bd0cec2', 'name': '', 'network_id': 'e17f0529-2497-4212-bc20-58295ab5d298', 'tenant_id': '3e5189bc9c2e4b8789347e688ced1883', 'mac_address': 'fa:16:3e:56:cd:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68ffa24a-7260-424b-8de6-319b51d65a9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': 'ae4c1b19-4693-45d5-a145-600acc473198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:29:38Z', 'updated_at': '2022-02-04T12:29:48Z', 'revision_number': 4, 'project_id': '3e5189bc9c2e4b8789347e688ced1883', 'subnets': [{'id': 'ae4c1b19-4693-45d5-a145-600acc473198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:29:50.123565 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-94b09d36-1879-440c-b607-26da4ff3ac15 req-86b241de-efd6-4f6d-9f1c-452934899377 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] Publish callbacks [] for port (e1de0ac4-79ac-4c7d-8e56-14ffe18360be), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:50.132868 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e68242f-3909-4c14-ae7b-d463a918130e None None] The sync data for ids ['68ffa24a-7260-424b-8de6-319b51d65a9f'] in n-d-825015-3 is: [{'id': '68ffa24a-7260-424b-8de6-319b51d65a9f', 'name': 'tempest-ServerRescueTestJSONUnderV235-804848739-router', 'tenant_id': '3e5189bc9c2e4b8789347e688ced1883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '2297e305-d929-4511-a9b9-00150e03b02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:29:29Z', 'updated_at': '2022-02-04T12:29:40Z', 'revision_number': 4, 'project_id': '3e5189bc9c2e4b8789347e688ced1883', 'gw_port': {'id': '2297e305-d929-4511-a9b9-00150e03b02a', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:61:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ffa24a-7260-424b-8de6-319b51d65a9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:29:32Z', 'updated_at': '2022-02-04T12:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '89bec54e-6f8f-4130-b60d-eee13bd0cec2', 'name': '', 'network_id': 'e17f0529-2497-4212-bc20-58295ab5d298', 'tenant_id': '3e5189bc9c2e4b8789347e688ced1883', 'mac_address': 'fa:16:3e:56:cd:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68ffa24a-7260-424b-8de6-319b51d65a9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': 'ae4c1b19-4693-45d5-a145-600acc473198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:29:38Z', 'updated_at': '2022-02-04T12:29:48Z', 'revision_number': 4, 'project_id': '3e5189bc9c2e4b8789347e688ced1883', 'subnets': [{'id': 'ae4c1b19-4693-45d5-a145-600acc473198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:29:50.282606 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e8a1f5fa-d586-4d79-abd2-f439ce96cd51 req-45e9cd30-0396-402c-a775-0c7b41eb2503 service neutron] 10.222.0.65 "GET /v2.0/networks/89490d58-b165-4480-9966-11144ff95c5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5260077 Feb 04 12:29:50.288237 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bd3c69a9-0acf-421f-9505-aa70b2383d09 req-3ae5afbc-6ef3-4261-95ef-a75d205213ba service neutron] 10.222.0.65 "GET /v2.0/networks/57f22c28-9c54-41c2-b504-ea3ccea1b588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5194635 Feb 04 12:29:50.380630 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:50.389163 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0d0777d8-29af-440c-8d68-3673f7368c08 req-0f892821-2116-4243-a517-b106f598419d service neutron] 10.222.0.73 "GET /v2.0/networks/89490d58-b165-4480-9966-11144ff95c5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4729950 Feb 04 12:29:50.395677 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 07bc61dc-c652-4fa7-a159-f20382558df9 up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:29:50.410708 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 12:29:50.469926 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2bdd6e2a-0b6c-48aa-aada-2344aab22a8c req-2a9096a1-91ca-43ea-b48e-3144d323c3c3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=309f20f5-fb15-4854-a3f3-90201a4e005a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3169143 Feb 04 12:29:50.514029 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning for port 07bc61dc-c652-4fa7-a159-f20382558df9 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:29:50.526726 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port 07bc61dc-c652-4fa7-a159-f20382558df9 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:29:50.535999 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (07bc61dc-c652-4fa7-a159-f20382558df9), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:50.662638 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [req-e0e2256d-adf2-4c62-b2fd-183e45ff0984 req-8809690f-825b-433a-bd51-b773bf059380 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Allocated IP 172.20.0.11 (e17f0529-2497-4212-bc20-58295ab5d298/ae4c1b19-4693-45d5-a145-600acc473198/d7718d2d-b60f-4383-ab47-e17344aeae7a) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:29:50.744383 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0d0777d8-29af-440c-8d68-3673f7368c08 req-bad2857e-a3b9-442b-8847-ca1a0b6a5a20 service neutron] 10.222.0.73 "GET /v2.0/networks/89490d58-b165-4480-9966-11144ff95c5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3232458 Feb 04 12:29:50.760553 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 07bc61dc-c652-4fa7-a159-f20382558df9 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:29:50.763150 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (07bc61dc-c652-4fa7-a159-f20382558df9), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:50.786200 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-94b09d36-1879-440c-b607-26da4ff3ac15 req-86b241de-efd6-4f6d-9f1c-452934899377 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (e1de0ac4-79ac-4c7d-8e56-14ffe18360be), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:50.808403 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f61c4342-b34a-4964-bf13-99b6b46cc5ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07bc61dc-c652-4fa7-a159-f20382558df9'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:29:50.812411 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90a84278-20bb-417b-99e4-f523b8d7b1e2" -d '{"events": [{"server_uuid": "f61c4342-b34a-4964-bf13-99b6b46cc5ae", "name": "network-vif-plugged", "status": "completed", "tag": "07bc61dc-c652-4fa7-a159-f20382558df9"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:29:50.840079 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 07bc61dc-c652-4fa7-a159-f20382558df9, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=07bc61dc-c652-4fa7-a159-f20382558df9,segment=NetworkSegment(b4e52b35-5bb9-453a-9088-e8768ee27df9),segment_id=b4e52b35-5bb9-453a-9088-e8768ee27df9)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:29:50.862051 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (07bc61dc-c652-4fa7-a159-f20382558df9), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:50.969706 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-edaa8524-2ebc-4fb8-9aea-9da1bd4be9e4 req-bd83a66b-782d-4a9c-bfba-485d75451f62 service neutron] 10.222.0.77 "GET /v2.0/networks/4641d9e3-bbfb-4ca1-b978-fac986a6f197?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0965900 Feb 04 12:29:50.994525 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=07bc61dc-c652-4fa7-a159-f20382558df9,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:51.025576 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bd3c69a9-0acf-421f-9505-aa70b2383d09 req-bad312e7-4eae-4d89-a267-47b7dcafcb6a service neutron] 10.222.0.65 "GET /v2.0/networks/57f22c28-9c54-41c2-b504-ea3ccea1b588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7125137 Feb 04 12:29:51.095105 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94b09d36-1879-440c-b607-26da4ff3ac15 req-86b241de-efd6-4f6d-9f1c-452934899377 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] Network 89490d58-b165-4480-9966-11144ff95c5f is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:29:51.153828 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-94b09d36-1879-440c-b607-26da4ff3ac15 req-86b241de-efd6-4f6d-9f1c-452934899377 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:29:51.179443 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-94b09d36-1879-440c-b607-26da4ff3ac15 req-86b241de-efd6-4f6d-9f1c-452934899377 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:29:51.350947 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b09d36-1879-440c-b607-26da4ff3ac15 req-86b241de-efd6-4f6d-9f1c-452934899377 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:51.351620 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-94b09d36-1879-440c-b607-26da4ff3ac15 req-86b241de-efd6-4f6d-9f1c-452934899377 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:51.390546 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdd6e2a-0b6c-48aa-aada-2344aab22a8c req-780dbfd4-306e-48a9-b13c-b2dbe6a20811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:51.397336 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2bdd6e2a-0b6c-48aa-aada-2344aab22a8c req-780dbfd4-306e-48a9-b13c-b2dbe6a20811 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5c34eef31d4540768d24bcb8030d50f3&device_id=309f20f5-fb15-4854-a3f3-90201a4e005a HTTP/1.1" status: 200 len: 1132 time: 0.8913362 Feb 04 12:29:51.440858 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b241de-efd6-4f6d-9f1c-452934899377 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] Pushing event updated for resources: {'Port': ['ID=e1de0ac4-79ac-4c7d-8e56-14ffe18360be,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:51.612304 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:51.673069 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29df5e4c-bdaa-498a-90c2-c69c0e98663a req-acb04ae7-ce86-4ec4-8991-ee9901447b32 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:51.686125 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-29df5e4c-bdaa-498a-90c2-c69c0e98663a req-acb04ae7-ce86-4ec4-8991-ee9901447b32 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] 10.222.0.65 "GET /v2.0/ports?device_id=f61c4342-b34a-4964-bf13-99b6b46cc5ae HTTP/1.1" status: 200 len: 944 time: 1.0964370 Feb 04 12:29:51.695195 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [req-dd2a7e64-47ef-48af-afeb-802ef93ec340 req-1e6ca7ba-6454-4459-b5c6-1beadafde447 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db538db2-c02c-4361-8837-b38171c24852 {{(pid=103474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:29:51.711129 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-dd2a7e64-47ef-48af-afeb-802ef93ec340 req-1e6ca7ba-6454-4459-b5c6-1beadafde447 service neutron] Publish callbacks [] for port (db538db2-c02c-4361-8837-b38171c24852), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:51.721916 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-94b09d36-1879-440c-b607-26da4ff3ac15 req-86b241de-efd6-4f6d-9f1c-452934899377 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5341511 Feb 04 12:29:51.729028 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.provisioning_blocks [req-dd2a7e64-47ef-48af-afeb-802ef93ec340 req-1e6ca7ba-6454-4459-b5c6-1beadafde447 service neutron] Transition to ACTIVE for port object db538db2-c02c-4361-8837-b38171c24852 will not be triggered until provisioned by entity L2. {{(pid=103474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:29:51.738935 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-dd2a7e64-47ef-48af-afeb-802ef93ec340 req-1e6ca7ba-6454-4459-b5c6-1beadafde447 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (db538db2-c02c-4361-8837-b38171c24852), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:51.767628 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b40ba9e5-e13f-46a3-9d48-db4098e09815 None None] Provisioning complete for port e1de0ac4-79ac-4c7d-8e56-14ffe18360be triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:29:51.768343 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b40ba9e5-e13f-46a3-9d48-db4098e09815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (e1de0ac4-79ac-4c7d-8e56-14ffe18360be), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:51.772114 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-94b09d36-1879-440c-b607-26da4ff3ac15 req-d3747ded-9bf4-408c-9bb2-96203c376be8 service neutron] Request body: {'port': {'device_id': '8292ed09-ec6d-438b-bdc7-05a92053767e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:29:51.861091 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6ca7ba-6454-4459-b5c6-1beadafde447 service neutron] Pushing event updated for resources: {'Port': ['ID=db538db2-c02c-4361-8837-b38171c24852,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:51.961201 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b40ba9e5-e13f-46a3-9d48-db4098e09815 None None] Port e1de0ac4-79ac-4c7d-8e56-14ffe18360be cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:29:52.098137 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f15c65-6817-4d2c-9b5d-080b5c4b7bb5 req-447715ab-4594-4638-a48e-02085e52350a tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:52.104636 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c2f15c65-6817-4d2c-9b5d-080b5c4b7bb5 req-447715ab-4594-4638-a48e-02085e52350a tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f640cd7-6b63-4483-b856-61ce2fc44360 HTTP/1.1" status: 200 len: 936 time: 0.4998250 Feb 04 12:29:52.138911 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-29df5e4c-bdaa-498a-90c2-c69c0e98663a req-a7643439-12dc-4873-9c55-d660b77815b8 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c9a0cb1-780a-4c57-9639-c682eedb0cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4513500 Feb 04 12:29:52.265853 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 89bec54e-6f8f-4130-b60d-eee13bd0cec2 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:29:52.297224 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-edaa8524-2ebc-4fb8-9aea-9da1bd4be9e4 req-317486fa-aa92-4d1a-90f8-01dd1b5a3d26 service neutron] 10.222.0.77 "GET /v2.0/networks/4641d9e3-bbfb-4ca1-b978-fac986a6f197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3035400 Feb 04 12:29:52.322237 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdd6e2a-0b6c-48aa-aada-2344aab22a8c req-d2420b1c-16f0-49c8-ae26-1ce0b71ba9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:52.329200 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2bdd6e2a-0b6c-48aa-aada-2344aab22a8c req-d2420b1c-16f0-49c8-ae26-1ce0b71ba9ec service neutron] 10.222.0.73 "GET /v2.0/networks?id=2f7dc246-a024-4937-952c-0ddeef5af29c HTTP/1.1" status: 200 len: 870 time: 0.8653319 Feb 04 12:29:52.339180 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-94b09d36-1879-440c-b607-26da4ff3ac15 req-d3747ded-9bf4-408c-9bb2-96203c376be8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (e1de0ac4-79ac-4c7d-8e56-14ffe18360be), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:52.426241 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 013dab64-5844-4c95-b51e-dc2be5a734d7 details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:29:52.514735 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2bdd6e2a-0b6c-48aa-aada-2344aab22a8c req-e37aa222-1f45-4431-8998-70bc2a312293 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd HTTP/1.1" status: 200 len: 217 time: 0.1762204 Feb 04 12:29:52.577896 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-e0e2256d-adf2-4c62-b2fd-183e45ff0984 req-8809690f-825b-433a-bd51-b773bf059380 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Publish callbacks [] for port (d7718d2d-b60f-4383-ab47-e17344aeae7a), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:52.582976 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-dd2a7e64-47ef-48af-afeb-802ef93ec340 req-1e6ca7ba-6454-4459-b5c6-1beadafde447 service neutron] Attempting to bind port db538db2-c02c-4361-8837-b38171c24852 on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:29:52.583572 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-dd2a7e64-47ef-48af-afeb-802ef93ec340 req-1e6ca7ba-6454-4459-b5c6-1beadafde447 service neutron] Attempting to bind port db538db2-c02c-4361-8837-b38171c24852 by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:29:52.584202 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2a7e64-47ef-48af-afeb-802ef93ec340 req-1e6ca7ba-6454-4459-b5c6-1beadafde447 service neutron] Attempting to bind port db538db2-c02c-4361-8837-b38171c24852 on network 2f7dc246-a024-4937-952c-0ddeef5af29c {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:29:52.603593 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2a7e64-47ef-48af-afeb-802ef93ec340 req-1e6ca7ba-6454-4459-b5c6-1beadafde447 service neutron] Port db538db2-c02c-4361-8837-b38171c24852 on network 2f7dc246-a024-4937-952c-0ddeef5af29c not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:29:52.604723 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2a7e64-47ef-48af-afeb-802ef93ec340 req-1e6ca7ba-6454-4459-b5c6-1beadafde447 service neutron] Attempting to bind port db538db2-c02c-4361-8837-b38171c24852 on network 2f7dc246-a024-4937-952c-0ddeef5af29c {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:29:52.611014 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c2f15c65-6817-4d2c-9b5d-080b5c4b7bb5 req-fd232dee-a129-479d-8c20-48c67fc980c5 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4706483 Feb 04 12:29:52.622535 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2a7e64-47ef-48af-afeb-802ef93ec340 req-1e6ca7ba-6454-4459-b5c6-1beadafde447 service neutron] Checking agent: {'id': 'f8add0d2-2202-43d3-bc0e-72442788e6ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:29:52.623127 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2a7e64-47ef-48af-afeb-802ef93ec340 req-1e6ca7ba-6454-4459-b5c6-1beadafde447 service neutron] Checking segment: {'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:29:52.623964 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2a7e64-47ef-48af-afeb-802ef93ec340 req-1e6ca7ba-6454-4459-b5c6-1beadafde447 service neutron] Bound using segment: {'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:29:52.624815 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-dd2a7e64-47ef-48af-afeb-802ef93ec340 req-1e6ca7ba-6454-4459-b5c6-1beadafde447 service neutron] Bound port: db538db2-c02c-4361-8837-b38171c24852, host: n-h1-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:29:52.625650 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-dd2a7e64-47ef-48af-afeb-802ef93ec340 req-1e6ca7ba-6454-4459-b5c6-1beadafde447 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (db538db2-c02c-4361-8837-b38171c24852), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:52.745815 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 89bec54e-6f8f-4130-b60d-eee13bd0cec2 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:29:52.750645 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-e0e2256d-adf2-4c62-b2fd-183e45ff0984 req-8809690f-825b-433a-bd51-b773bf059380 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (d7718d2d-b60f-4383-ab47-e17344aeae7a), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:52.751489 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (89bec54e-6f8f-4130-b60d-eee13bd0cec2), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:52.822036 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86dc485f-901e-4f5a-8313-3e693e507c0f x-openstack-request-id: req-86dc485f-901e-4f5a-8313-3e693e507c0f {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:29:52.822648 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c4615de-bb7e-4e13-9824-66067b606ac9", "tag": "013dab64-5844-4c95-b51e-dc2be5a734d7", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:29:52.822949 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-86dc485f-901e-4f5a-8313-3e693e507c0f {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:29:52.823453 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c4615de-bb7e-4e13-9824-66067b606ac9', 'tag': '013dab64-5844-4c95-b51e-dc2be5a734d7', 'status': 'completed', 'code': 200} Feb 04 12:29:52.892926 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 013dab64-5844-4c95-b51e-dc2be5a734d7, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=013dab64-5844-4c95-b51e-dc2be5a734d7,segment=NetworkSegment(bc52094b-1f4c-4ff2-9984-872e54e9d4f4),segment_id=bc52094b-1f4c-4ff2-9984-872e54e9d4f4)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:29:52.915948 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5cd18951-9652-4083-90fc-301b8876adf0 req-3ffe0b2f-1afd-4905-8c4b-91d70f341995 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f8ba64e-f52d-4f61-adfb-46357a42bdb9 HTTP/1.1" status: 200 len: 210 time: 0.3827264 Feb 04 12:29:52.918593 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdd6e2a-0b6c-48aa-aada-2344aab22a8c req-d2bce48b-3001-4ed9-9e1a-4a6c70fd4b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:52.921090 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2bdd6e2a-0b6c-48aa-aada-2344aab22a8c req-d2bce48b-3001-4ed9-9e1a-4a6c70fd4b6f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5ee3374a-84e9-4639-853c-740c6edaf6dc HTTP/1.1" status: 200 len: 843 time: 0.3845263 Feb 04 12:29:52.974853 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': '013dab64-5844-4c95-b51e-dc2be5a734d7', 'network_id': '89490d58-b165-4480-9966-11144ff95c5f', 'port_id': '013dab64-5844-4c95-b51e-dc2be5a734d7', 'mac_address': 'fa:16:3e:ed:4f:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '098788f9-8c3b-4856-97c8-14be265148c8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:29:53.001056 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-dd2a7e64-47ef-48af-afeb-802ef93ec340 req-1e6ca7ba-6454-4459-b5c6-1beadafde447 service neutron] For port db538db2-c02c-4361-8837-b38171c24852, host n-h1-825015-3, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:29:53.038387 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0e2256d-adf2-4c62-b2fd-183e45ff0984 req-8809690f-825b-433a-bd51-b773bf059380 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Network e17f0529-2497-4212-bc20-58295ab5d298 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:29:53.076558 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-dd2a7e64-47ef-48af-afeb-802ef93ec340 req-1e6ca7ba-6454-4459-b5c6-1beadafde447 service neutron] For port db538db2-c02c-4361-8837-b38171c24852, host n-h1-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=db538db2-c02c-4361-8837-b38171c24852,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:29:53.080082 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 013dab64-5844-4c95-b51e-dc2be5a734d7 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:29:53.080739 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (013dab64-5844-4c95-b51e-dc2be5a734d7), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:53.086031 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [req-e0e2256d-adf2-4c62-b2fd-183e45ff0984 req-8809690f-825b-433a-bd51-b773bf059380 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:29:53.092276 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0e2256d-adf2-4c62-b2fd-183e45ff0984 req-8809690f-825b-433a-bd51-b773bf059380 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:29:53.095591 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8809690f-825b-433a-bd51-b773bf059380 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Pushing event updated for resources: {'Port': ['ID=d7718d2d-b60f-4383-ab47-e17344aeae7a,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:53.099014 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-dd2a7e64-47ef-48af-afeb-802ef93ec340 req-1e6ca7ba-6454-4459-b5c6-1beadafde447 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (db538db2-c02c-4361-8837-b38171c24852), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:53.147474 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 013dab64-5844-4c95-b51e-dc2be5a734d7 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:29:53.212463 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2a7e64-47ef-48af-afeb-802ef93ec340 req-1e6ca7ba-6454-4459-b5c6-1beadafde447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:53.213236 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-dd2a7e64-47ef-48af-afeb-802ef93ec340 req-1e6ca7ba-6454-4459-b5c6-1beadafde447 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:53.214912 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-dd2a7e64-47ef-48af-afeb-802ef93ec340 req-1e6ca7ba-6454-4459-b5c6-1beadafde447 service neutron] 10.222.0.73 "PUT /v2.0/ports/db538db2-c02c-4361-8837-b38171c24852 HTTP/1.1" status: 200 len: 1096 time: 3.5716584 Feb 04 12:29:53.221633 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 013dab64-5844-4c95-b51e-dc2be5a734d7, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=013dab64-5844-4c95-b51e-dc2be5a734d7,segment=NetworkSegment(bc52094b-1f4c-4ff2-9984-872e54e9d4f4),segment_id=bc52094b-1f4c-4ff2-9984-872e54e9d4f4)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:29:53.222518 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 89bec54e-6f8f-4130-b60d-eee13bd0cec2 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:29:53.222965 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (89bec54e-6f8f-4130-b60d-eee13bd0cec2), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:53.226312 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f640cd7-6b63-4483-b856-61ce2fc44360', 'tag': 'db538db2-c02c-4361-8837-b38171c24852'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:29:53.230514 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b58c19d7-3856-4249-85bc-c1c414ea8d20" -d '{"events": [{"name": "network-changed", "server_uuid": "9f640cd7-6b63-4483-b856-61ce2fc44360", "tag": "db538db2-c02c-4361-8837-b38171c24852"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:29:53.232997 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (013dab64-5844-4c95-b51e-dc2be5a734d7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:53.255611 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6ca7ba-6454-4459-b5c6-1beadafde447 service neutron] Pushing event updated for resources: {'Port': ['ID=db538db2-c02c-4361-8837-b38171c24852,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:53.275033 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a1f5fa-d586-4d79-abd2-f439ce96cd51 req-ae4dcea3-80e5-4050-a828-b9e70f4cd8bf tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:53.276674 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-e8a1f5fa-d586-4d79-abd2-f439ce96cd51 req-ae4dcea3-80e5-4050-a828-b9e70f4cd8bf tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] 10.222.0.77 "GET /v2.0/networks?id=89490d58-b165-4480-9966-11144ff95c5f HTTP/1.1" status: 200 len: 816 time: 0.5173130 Feb 04 12:29:53.283835 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e2256d-adf2-4c62-b2fd-183e45ff0984 req-8809690f-825b-433a-bd51-b773bf059380 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:53.284513 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-e0e2256d-adf2-4c62-b2fd-183e45ff0984 req-8809690f-825b-433a-bd51-b773bf059380 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:53.293320 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-e8a1f5fa-d586-4d79-abd2-f439ce96cd51 req-91cc322b-72ba-4cda-a291-26d772e02570 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] Request body: {'port': {'device_id': '0cbcd974-3bf4-4f25-ae83-572ba67ebbdf', 'network_id': '89490d58-b165-4480-9966-11144ff95c5f', 'admin_state_up': True, 'tenant_id': 'f9619e0211434e338cacc113b2585afa'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:29:53.408791 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port 89bec54e-6f8f-4130-b60d-eee13bd0cec2, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=89bec54e-6f8f-4130-b60d-eee13bd0cec2,segment=NetworkSegment(56bf766f-3de3-452a-bfce-163ca1523f30),segment_id=56bf766f-3de3-452a-bfce-163ca1523f30)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:29:53.420017 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (89bec54e-6f8f-4130-b60d-eee13bd0cec2), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:53.452189 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=013dab64-5844-4c95-b51e-dc2be5a734d7,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:53.466728 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2599959f-0d10-4c0a-af40-30a37f718761 req-bb8e00b7-1fb9-4d68-9856-03601f478ffa tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cbcd974-3bf4-4f25-ae83-572ba67ebbdf HTTP/1.1" status: 200 len: 210 time: 0.2284884 Feb 04 12:29:53.492938 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-e0e2256d-adf2-4c62-b2fd-183e45ff0984 req-8809690f-825b-433a-bd51-b773bf059380 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0773370 Feb 04 12:29:53.503061 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdd6e2a-0b6c-48aa-aada-2344aab22a8c req-d810f20a-e1b3-44d3-81b4-b28504654886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:53.504902 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2bdd6e2a-0b6c-48aa-aada-2344aab22a8c req-d810f20a-e1b3-44d3-81b4-b28504654886 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2f7dc246-a024-4937-952c-0ddeef5af29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4418519 Feb 04 12:29:53.513256 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16b93fd-c93e-4da7-9fd2-b4e7a946a574 req-63d3c420-3d1d-49d1-a556-c0fb0eb91e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:53.515393 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c16b93fd-c93e-4da7-9fd2-b4e7a946a574 req-63d3c420-3d1d-49d1-a556-c0fb0eb91e56 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f9619e0211434e338cacc113b2585afa&device_id=5c4615de-bb7e-4e13-9824-66067b606ac9 HTTP/1.1" status: 200 len: 1126 time: 0.6909845 Feb 04 12:29:53.529807 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251a4331-8310-4861-8f84-d54f9250bf5c req-f84bc49a-8a4e-4905-9dc2-44db9f36d5d0 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:53.531936 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-e0e2256d-adf2-4c62-b2fd-183e45ff0984 req-f3e83b80-4de5-4630-a2af-365004919a4f service neutron] Request body: {'port': {'device_id': '7f8ba64e-f52d-4f61-adfb-46357a42bdb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825015-3'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:29:53.539832 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-251a4331-8310-4861-8f84-d54f9250bf5c req-f84bc49a-8a4e-4905-9dc2-44db9f36d5d0 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/ports?device_id=3795f0c7-fc9c-46cd-8f2e-0e1b6a5f4545 HTTP/1.1" status: 200 len: 945 time: 0.5409222 Feb 04 12:29:53.623678 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=89bec54e-6f8f-4130-b60d-eee13bd0cec2,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:53.648413 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24cf8d89-84b2-4ce3-a228-4f9804373b20 x-openstack-request-id: req-24cf8d89-84b2-4ce3-a228-4f9804373b20 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:29:53.650856 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f61c4342-b34a-4964-bf13-99b6b46cc5ae", "name": "network-vif-plugged", "status": "completed", "tag": "07bc61dc-c652-4fa7-a159-f20382558df9", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:29:53.654024 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-24cf8d89-84b2-4ce3-a228-4f9804373b20 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:29:53.657828 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f61c4342-b34a-4964-bf13-99b6b46cc5ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07bc61dc-c652-4fa7-a159-f20382558df9', 'code': 200} Feb 04 12:29:53.687770 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['013dab64-5844-4c95-b51e-dc2be5a734d7'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:29:53.777856 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2a7e64-47ef-48af-afeb-802ef93ec340 req-1d8dfa30-6825-441b-b3f9-fcd7b0577268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:53.780985 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-dd2a7e64-47ef-48af-afeb-802ef93ec340 req-1d8dfa30-6825-441b-b3f9-fcd7b0577268 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5c34eef31d4540768d24bcb8030d50f3&device_id=9f640cd7-6b63-4483-b856-61ce2fc44360 HTTP/1.1" status: 200 len: 1130 time: 0.4692366 Feb 04 12:29:53.786718 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-e0e2256d-adf2-4c62-b2fd-183e45ff0984 req-f3e83b80-4de5-4630-a2af-365004919a4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (d7718d2d-b60f-4383-ab47-e17344aeae7a), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:53.906603 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-dd2a7e64-47ef-48af-afeb-802ef93ec340 req-90fcb418-d4e3-41bd-8861-bfd98616da40 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=db538db2-c02c-4361-8837-b38171c24852 HTTP/1.1" status: 200 len: 217 time: 0.1106284 Feb 04 12:29:53.926365 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 89bec54e-6f8f-4130-b60d-eee13bd0cec2 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:29:53.981614 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8a1f5fa-d586-4d79-abd2-f439ce96cd51 req-91cc322b-72ba-4cda-a291-26d772e02570 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] Made reservation on behalf of f9619e0211434e338cacc113b2585afa for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:29:53.985153 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-e8a1f5fa-d586-4d79-abd2-f439ce96cd51 req-91cc322b-72ba-4cda-a291-26d772e02570 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:54.049488 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3c69a9-0acf-421f-9505-aa70b2383d09 req-6d0a508c-9476-4707-9092-bad61b270059 tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:54.051029 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-bd3c69a9-0acf-421f-9505-aa70b2383d09 req-6d0a508c-9476-4707-9092-bad61b270059 tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] 10.222.0.77 "GET /v2.0/networks?id=57f22c28-9c54-41c2-b504-ea3ccea1b588 HTTP/1.1" status: 200 len: 815 time: 0.4206362 Feb 04 12:29:54.073714 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2a7e64-47ef-48af-afeb-802ef93ec340 req-0cd5a93b-381d-464a-b95d-55aa91f51650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:54.075696 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-dd2a7e64-47ef-48af-afeb-802ef93ec340 req-0cd5a93b-381d-464a-b95d-55aa91f51650 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5ee3374a-84e9-4639-853c-740c6edaf6dc HTTP/1.1" status: 200 len: 843 time: 0.1352782 Feb 04 12:29:54.104078 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 89bec54e-6f8f-4130-b60d-eee13bd0cec2 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:29:54.104455 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (89bec54e-6f8f-4130-b60d-eee13bd0cec2), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:54.205002 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 89bec54e-6f8f-4130-b60d-eee13bd0cec2 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:29:54.322079 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d4194802-7bdc-4955-b953-0b60a7416638 req-7f1a5113-22f1-4114-87f8-68182a0d1df5 tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] 10.222.0.65 "GET /v2.0/ports?device_id=afe56aec-f5ec-49da-92ee-54c189b014f5 HTTP/1.1" status: 200 len: 210 time: 0.5692372 Feb 04 12:29:54.338629 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-bd3c69a9-0acf-421f-9505-aa70b2383d09 req-c45f3459-9d27-4a9e-8674-d045c22a61a8 tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=13e2221ea635497bab7223d336ea5315 HTTP/1.1" status: 200 len: 380 time: 0.2746017 Feb 04 12:29:54.350690 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-bd3c69a9-0acf-421f-9505-aa70b2383d09 req-b4f78761-b53b-4cf3-899e-a0d29405fb5f tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] Request body: {'port': {'device_id': 'afe56aec-f5ec-49da-92ee-54c189b014f5', 'network_id': '57f22c28-9c54-41c2-b504-ea3ccea1b588', 'admin_state_up': True, 'tenant_id': '13e2221ea635497bab7223d336ea5315', 'security_groups': ['3cfd0372-f44c-44e0-8459-f92336595ab9']}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:29:54.355384 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2a7e64-47ef-48af-afeb-802ef93ec340 req-35c7d1d1-6135-4e0c-935d-c0d23b55fd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:54.357454 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-dd2a7e64-47ef-48af-afeb-802ef93ec340 req-35c7d1d1-6135-4e0c-935d-c0d23b55fd84 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2f7dc246-a024-4937-952c-0ddeef5af29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1949558 Feb 04 12:29:54.377572 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-251a4331-8310-4861-8f84-d54f9250bf5c req-e442485a-5f23-4f53-9868-6c40ab3eac53 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/security-groups?id=98d15bf5-a480-4f0d-bc57-8f17260bd5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8360307 Feb 04 12:29:54.460330 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31b8a376-c92c-4a64-9883-5392e00b9a17 x-openstack-request-id: req-31b8a376-c92c-4a64-9883-5392e00b9a17 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:29:54.460637 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f640cd7-6b63-4483-b856-61ce2fc44360", "tag": "db538db2-c02c-4361-8837-b38171c24852", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:29:54.460908 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-31b8a376-c92c-4a64-9883-5392e00b9a17 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:29:54.461336 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f640cd7-6b63-4483-b856-61ce2fc44360', 'tag': 'db538db2-c02c-4361-8837-b38171c24852', 'status': 'completed', 'code': 200} Feb 04 12:29:54.614216 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16b93fd-c93e-4da7-9fd2-b4e7a946a574 req-57ca882a-7bc9-49b3-bab9-0a63d595c8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:54.615623 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c16b93fd-c93e-4da7-9fd2-b4e7a946a574 req-57ca882a-7bc9-49b3-bab9-0a63d595c8ec service neutron] 10.222.0.73 "GET /v2.0/networks?id=89490d58-b165-4480-9966-11144ff95c5f HTTP/1.1" status: 200 len: 917 time: 1.0720015 Feb 04 12:29:54.617956 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a72753-0c78-4298-8e7e-49a06a71afff req-a91e6fb9-fef6-4af4-becc-5e92cab1c2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:54.619764 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-01a72753-0c78-4298-8e7e-49a06a71afff req-a91e6fb9-fef6-4af4-becc-5e92cab1c2c6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f61c4342-b34a-4964-bf13-99b6b46cc5ae HTTP/1.1" status: 200 len: 1127 time: 0.8682570 Feb 04 12:29:54.622592 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2bdd6e2a-0b6c-48aa-aada-2344aab22a8c req-ddc5ecf2-9b51-474b-8483-09c0e4b5591d service neutron] 10.222.0.73 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1023407 Feb 04 12:29:54.682558 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-dd2a7e64-47ef-48af-afeb-802ef93ec340 req-ae138e8e-19bf-4d50-bdf4-c52fd8a41780 service neutron] 10.222.0.73 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3091857 Feb 04 12:29:54.746236 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [req-e0e2256d-adf2-4c62-b2fd-183e45ff0984 req-f3e83b80-4de5-4630-a2af-365004919a4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7718d2d-b60f-4383-ab47-e17344aeae7a {{(pid=103474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:29:54.758039 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-e0e2256d-adf2-4c62-b2fd-183e45ff0984 req-f3e83b80-4de5-4630-a2af-365004919a4f service neutron] Publish callbacks [] for port (d7718d2d-b60f-4383-ab47-e17344aeae7a), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:54.774743 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd3c69a9-0acf-421f-9505-aa70b2383d09 req-b4f78761-b53b-4cf3-899e-a0d29405fb5f tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] Made reservation on behalf of 13e2221ea635497bab7223d336ea5315 for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:29:54.778100 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-bd3c69a9-0acf-421f-9505-aa70b2383d09 req-b4f78761-b53b-4cf3-899e-a0d29405fb5f tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:54.783043 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c16b93fd-c93e-4da7-9fd2-b4e7a946a574 req-7bc585d7-28af-438e-8c2c-62ed3e453842 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=013dab64-5844-4c95-b51e-dc2be5a734d7 HTTP/1.1" status: 200 len: 217 time: 0.1404960 Feb 04 12:29:54.798260 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.provisioning_blocks [req-e0e2256d-adf2-4c62-b2fd-183e45ff0984 req-f3e83b80-4de5-4630-a2af-365004919a4f service neutron] Transition to ACTIVE for port object d7718d2d-b60f-4383-ab47-e17344aeae7a will not be triggered until provisioned by entity L2. {{(pid=103474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:29:54.807290 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-e0e2256d-adf2-4c62-b2fd-183e45ff0984 req-f3e83b80-4de5-4630-a2af-365004919a4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (d7718d2d-b60f-4383-ab47-e17344aeae7a), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:54.857022 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dba90e-2c73-4d6b-a877-b06e8914228f req-5d4ace33-bb70-45e7-ac50-767feb645124 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:54.858906 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-33dba90e-2c73-4d6b-a877-b06e8914228f req-5d4ace33-bb70-45e7-ac50-767feb645124 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] 10.222.0.65 "GET /v2.0/ports?device_id=f61c4342-b34a-4964-bf13-99b6b46cc5ae HTTP/1.1" status: 200 len: 945 time: 0.3804929 Feb 04 12:29:54.873339 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b939707-cd2d-4ccc-9b17-201f7720943f req-37274100-ba9e-4653-ba54-cd8a2fa49341 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:54.874939 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6b939707-cd2d-4ccc-9b17-201f7720943f req-37274100-ba9e-4653-ba54-cd8a2fa49341 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f640cd7-6b63-4483-b856-61ce2fc44360 HTTP/1.1" status: 200 len: 948 time: 0.3635931 Feb 04 12:29:54.890791 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-94b09d36-1879-440c-b607-26da4ff3ac15 req-d3747ded-9bf4-408c-9bb2-96203c376be8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1de0ac4-79ac-4c7d-8e56-14ffe18360be {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:29:54.922970 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-94b09d36-1879-440c-b607-26da4ff3ac15 req-d3747ded-9bf4-408c-9bb2-96203c376be8 service neutron] Publish callbacks [] for port (e1de0ac4-79ac-4c7d-8e56-14ffe18360be), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:54.947228 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-dd2a7e64-47ef-48af-afeb-802ef93ec340 req-84499efe-e074-4f28-b4b7-dfc9a03b08db service neutron] 10.222.0.73 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2576816 Feb 04 12:29:54.959655 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e83b80-4de5-4630-a2af-365004919a4f service neutron] Pushing event updated for resources: {'Port': ['ID=d7718d2d-b60f-4383-ab47-e17344aeae7a,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:54.979940 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-01a72753-0c78-4298-8e7e-49a06a71afff req-3f60583c-a4f5-4e4c-a6b7-d9b8d99dfbc2 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=6c9a0cb1-780a-4c57-9639-c682eedb0cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3405929 Feb 04 12:29:55.003200 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16b93fd-c93e-4da7-9fd2-b4e7a946a574 req-178f298d-666f-40d7-b939-99f0d43f8b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:55.005240 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c16b93fd-c93e-4da7-9fd2-b4e7a946a574 req-178f298d-666f-40d7-b939-99f0d43f8b22 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=098788f9-8c3b-4856-97c8-14be265148c8 HTTP/1.1" status: 200 len: 855 time: 0.2121491 Feb 04 12:29:55.014136 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-94b09d36-1879-440c-b607-26da4ff3ac15 req-d3747ded-9bf4-408c-9bb2-96203c376be8 service neutron] Transition to ACTIVE for port object e1de0ac4-79ac-4c7d-8e56-14ffe18360be will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:29:55.050135 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-94b09d36-1879-440c-b607-26da4ff3ac15 req-d3747ded-9bf4-408c-9bb2-96203c376be8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (e1de0ac4-79ac-4c7d-8e56-14ffe18360be), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:55.124411 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [req-bd3c69a9-0acf-421f-9505-aa70b2383d09 req-b4f78761-b53b-4cf3-899e-a0d29405fb5f tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] Allocated IP 172.20.0.11 (57f22c28-9c54-41c2-b504-ea3ccea1b588/fec05539-fa61-48d5-8362-143fafa358aa/ae58d322-0fee-4b62-8a27-abcdbc09e830) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:29:55.128061 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-33dba90e-2c73-4d6b-a877-b06e8914228f req-4a5b59e3-77a3-4d03-9994-be46411ee364 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c9a0cb1-780a-4c57-9639-c682eedb0cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475390 Feb 04 12:29:55.130346 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2bdd6e2a-0b6c-48aa-aada-2344aab22a8c req-9f05fd20-62a2-435f-b2a3-a1e9ce0eea59 service neutron] 10.222.0.73 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4857528 Feb 04 12:29:55.141478 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [req-e8a1f5fa-d586-4d79-abd2-f439ce96cd51 req-91cc322b-72ba-4cda-a291-26d772e02570 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] Allocated IP 172.20.0.4 (89490d58-b165-4480-9966-11144ff95c5f/098788f9-8c3b-4856-97c8-14be265148c8/8a72f5c2-da2b-4d41-837e-2ab4b2ee3604) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:29:55.161409 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-e0e2256d-adf2-4c62-b2fd-183e45ff0984 req-f3e83b80-4de5-4630-a2af-365004919a4f service neutron] Attempting to bind port d7718d2d-b60f-4383-ab47-e17344aeae7a on host n-h2-825015-3 for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:29:55.162051 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-e0e2256d-adf2-4c62-b2fd-183e45ff0984 req-f3e83b80-4de5-4630-a2af-365004919a4f service neutron] Attempting to bind port d7718d2d-b60f-4383-ab47-e17344aeae7a by drivers openvswitch,hyperv on host n-h2-825015-3 at level 0 using segments [{'id': '56bf766f-3de3-452a-bfce-163ca1523f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'e17f0529-2497-4212-bc20-58295ab5d298'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:29:55.162620 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e2256d-adf2-4c62-b2fd-183e45ff0984 req-f3e83b80-4de5-4630-a2af-365004919a4f service neutron] Attempting to bind port d7718d2d-b60f-4383-ab47-e17344aeae7a on network e17f0529-2497-4212-bc20-58295ab5d298 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:29:55.166389 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6b939707-cd2d-4ccc-9b17-201f7720943f req-53a497b6-16e8-4cc2-b5e8-ee0d14d8acc5 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696373 Feb 04 12:29:55.220022 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e2256d-adf2-4c62-b2fd-183e45ff0984 req-f3e83b80-4de5-4630-a2af-365004919a4f service neutron] Port d7718d2d-b60f-4383-ab47-e17344aeae7a on network e17f0529-2497-4212-bc20-58295ab5d298 not bound, no agent of type Open vSwitch agent registered on host n-h2-825015-3 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:29:55.220357 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e2256d-adf2-4c62-b2fd-183e45ff0984 req-f3e83b80-4de5-4630-a2af-365004919a4f service neutron] Attempting to bind port d7718d2d-b60f-4383-ab47-e17344aeae7a on network e17f0529-2497-4212-bc20-58295ab5d298 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:29:55.267363 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e2256d-adf2-4c62-b2fd-183e45ff0984 req-f3e83b80-4de5-4630-a2af-365004919a4f service neutron] Checking agent: {'id': '9b68a165-e786-4b91-8592-44519c2ecabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:29:55.267805 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e2256d-adf2-4c62-b2fd-183e45ff0984 req-f3e83b80-4de5-4630-a2af-365004919a4f service neutron] Checking segment: {'id': '56bf766f-3de3-452a-bfce-163ca1523f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'e17f0529-2497-4212-bc20-58295ab5d298'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:29:55.268210 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e2256d-adf2-4c62-b2fd-183e45ff0984 req-f3e83b80-4de5-4630-a2af-365004919a4f service neutron] Bound using segment: {'id': '56bf766f-3de3-452a-bfce-163ca1523f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'e17f0529-2497-4212-bc20-58295ab5d298'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:29:55.268663 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-e0e2256d-adf2-4c62-b2fd-183e45ff0984 req-f3e83b80-4de5-4630-a2af-365004919a4f service neutron] Bound port: d7718d2d-b60f-4383-ab47-e17344aeae7a, host: n-h2-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56bf766f-3de3-452a-bfce-163ca1523f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'e17f0529-2497-4212-bc20-58295ab5d298'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:29:55.269056 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-e0e2256d-adf2-4c62-b2fd-183e45ff0984 req-f3e83b80-4de5-4630-a2af-365004919a4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (d7718d2d-b60f-4383-ab47-e17344aeae7a), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:55.334294 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3747ded-9bf4-408c-9bb2-96203c376be8 service neutron] Pushing event updated for resources: {'Port': ['ID=e1de0ac4-79ac-4c7d-8e56-14ffe18360be,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:55.481007 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58c19d7-3856-4249-85bc-c1c414ea8d20 req-7d4b72bf-59b6-49d8-9591-d5036d904116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:55.483133 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b58c19d7-3856-4249-85bc-c1c414ea8d20 req-7d4b72bf-59b6-49d8-9591-d5036d904116 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5c34eef31d4540768d24bcb8030d50f3&device_id=9f640cd7-6b63-4483-b856-61ce2fc44360 HTTP/1.1" status: 200 len: 1130 time: 0.2539096 Feb 04 12:29:55.528440 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16b93fd-c93e-4da7-9fd2-b4e7a946a574 req-bbdc130d-3fd0-4637-9150-301e07e33e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:55.529981 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c16b93fd-c93e-4da7-9fd2-b4e7a946a574 req-bbdc130d-3fd0-4637-9150-301e07e33e06 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=89490d58-b165-4480-9966-11144ff95c5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3338292 Feb 04 12:29:55.616890 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf12886-c2f3-429a-9bd8-5df2a022375f req-41a5fca8-a559-4ea1-b976-87aa17cf6889 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:55.618514 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7bf12886-c2f3-429a-9bd8-5df2a022375f req-41a5fca8-a559-4ea1-b976-87aa17cf6889 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f8ba64e-f52d-4f61-adfb-46357a42bdb9 HTTP/1.1" status: 200 len: 944 time: 0.3029814 Feb 04 12:29:55.619460 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-94b09d36-1879-440c-b607-26da4ff3ac15 req-d3747ded-9bf4-408c-9bb2-96203c376be8 service neutron] Attempting to bind port e1de0ac4-79ac-4c7d-8e56-14ffe18360be on host n-h2-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:29:55.619980 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-94b09d36-1879-440c-b607-26da4ff3ac15 req-d3747ded-9bf4-408c-9bb2-96203c376be8 service neutron] Attempting to bind port e1de0ac4-79ac-4c7d-8e56-14ffe18360be by drivers openvswitch,hyperv on host n-h2-825015-3 at level 0 using segments [{'id': 'bc52094b-1f4c-4ff2-9984-872e54e9d4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '89490d58-b165-4480-9966-11144ff95c5f'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:29:55.620507 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b09d36-1879-440c-b607-26da4ff3ac15 req-d3747ded-9bf4-408c-9bb2-96203c376be8 service neutron] Attempting to bind port e1de0ac4-79ac-4c7d-8e56-14ffe18360be on network 89490d58-b165-4480-9966-11144ff95c5f {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:29:55.657114 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4a8f82-324c-45a1-b26b-f8862c1f73e2 req-dea5d2aa-da48-4082-813e-22078f0db1ee tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:55.658696 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ed4a8f82-324c-45a1-b26b-f8862c1f73e2 req-dea5d2aa-da48-4082-813e-22078f0db1ee tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/ports?device_id=3795f0c7-fc9c-46cd-8f2e-0e1b6a5f4545 HTTP/1.1" status: 200 len: 945 time: 0.3317318 Feb 04 12:29:55.682741 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b09d36-1879-440c-b607-26da4ff3ac15 req-d3747ded-9bf4-408c-9bb2-96203c376be8 service neutron] Port e1de0ac4-79ac-4c7d-8e56-14ffe18360be on network 89490d58-b165-4480-9966-11144ff95c5f not bound, no agent of type Open vSwitch agent registered on host n-h2-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:29:55.683075 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b09d36-1879-440c-b607-26da4ff3ac15 req-d3747ded-9bf4-408c-9bb2-96203c376be8 service neutron] Attempting to bind port e1de0ac4-79ac-4c7d-8e56-14ffe18360be on network 89490d58-b165-4480-9966-11144ff95c5f {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:29:55.740872 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b09d36-1879-440c-b607-26da4ff3ac15 req-d3747ded-9bf4-408c-9bb2-96203c376be8 service neutron] Checking agent: {'id': '9b68a165-e786-4b91-8592-44519c2ecabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:29:55.741243 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b09d36-1879-440c-b607-26da4ff3ac15 req-d3747ded-9bf4-408c-9bb2-96203c376be8 service neutron] Checking segment: {'id': 'bc52094b-1f4c-4ff2-9984-872e54e9d4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '89490d58-b165-4480-9966-11144ff95c5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:29:55.741635 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b09d36-1879-440c-b607-26da4ff3ac15 req-d3747ded-9bf4-408c-9bb2-96203c376be8 service neutron] Bound using segment: {'id': 'bc52094b-1f4c-4ff2-9984-872e54e9d4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '89490d58-b165-4480-9966-11144ff95c5f'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:29:55.742016 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-94b09d36-1879-440c-b607-26da4ff3ac15 req-d3747ded-9bf4-408c-9bb2-96203c376be8 service neutron] Bound port: e1de0ac4-79ac-4c7d-8e56-14ffe18360be, host: n-h2-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc52094b-1f4c-4ff2-9984-872e54e9d4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '89490d58-b165-4480-9966-11144ff95c5f'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:29:55.742373 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-94b09d36-1879-440c-b607-26da4ff3ac15 req-d3747ded-9bf4-408c-9bb2-96203c376be8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (e1de0ac4-79ac-4c7d-8e56-14ffe18360be), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:55.789779 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-e0e2256d-adf2-4c62-b2fd-183e45ff0984 req-f3e83b80-4de5-4630-a2af-365004919a4f service neutron] For port d7718d2d-b60f-4383-ab47-e17344aeae7a, host n-h2-825015-3, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:29:55.798046 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58c19d7-3856-4249-85bc-c1c414ea8d20 req-a75750e2-ec39-4888-a966-ddb153a95f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:55.799533 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b58c19d7-3856-4249-85bc-c1c414ea8d20 req-a75750e2-ec39-4888-a966-ddb153a95f7d service neutron] 10.222.0.73 "GET /v2.0/networks?id=2f7dc246-a024-4937-952c-0ddeef5af29c HTTP/1.1" status: 200 len: 870 time: 0.3035812 Feb 04 12:29:55.833320 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-e0e2256d-adf2-4c62-b2fd-183e45ff0984 req-f3e83b80-4de5-4630-a2af-365004919a4f service neutron] For port d7718d2d-b60f-4383-ab47-e17344aeae7a, host n-h2-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=d7718d2d-b60f-4383-ab47-e17344aeae7a,segment=NetworkSegment(56bf766f-3de3-452a-bfce-163ca1523f30),segment_id=56bf766f-3de3-452a-bfce-163ca1523f30)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:29:55.866613 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7bf12886-c2f3-429a-9bd8-5df2a022375f req-d328fa6f-ce51-420c-8102-1bb0425cb841 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] 10.222.0.65 "GET /v2.0/security-groups?id=a4645ff9-4aba-4923-b590-6a9167d2e893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048535 Feb 04 12:29:55.874587 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-e8a1f5fa-d586-4d79-abd2-f439ce96cd51 req-91cc322b-72ba-4cda-a291-26d772e02570 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] Publish callbacks [] for port (8a72f5c2-da2b-4d41-837e-2ab4b2ee3604), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:55.892418 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-e0e2256d-adf2-4c62-b2fd-183e45ff0984 req-f3e83b80-4de5-4630-a2af-365004919a4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (d7718d2d-b60f-4383-ab47-e17344aeae7a), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:55.908962 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b58c19d7-3856-4249-85bc-c1c414ea8d20 req-56aa1bfb-80e5-4daa-b337-2c6cbf062231 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=db538db2-c02c-4361-8837-b38171c24852 HTTP/1.1" status: 200 len: 217 time: 0.0962608 Feb 04 12:29:55.912192 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ed4a8f82-324c-45a1-b26b-f8862c1f73e2 req-bda8ce74-eff1-4bc2-adac-1fe9a54380dd tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/security-groups?id=98d15bf5-a480-4f0d-bc57-8f17260bd5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438855 Feb 04 12:29:55.916276 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c16b93fd-c93e-4da7-9fd2-b4e7a946a574 req-4d6c25f9-e6e9-4a5d-a9b5-2e01af96a151 service neutron] 10.222.0.73 "GET /v2.0/networks/89490d58-b165-4480-9966-11144ff95c5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3574371 Feb 04 12:29:55.972903 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e83b80-4de5-4630-a2af-365004919a4f service neutron] Pushing event updated for resources: {'Port': ['ID=d7718d2d-b60f-4383-ab47-e17344aeae7a,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:55.985380 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-94b09d36-1879-440c-b607-26da4ff3ac15 req-d3747ded-9bf4-408c-9bb2-96203c376be8 service neutron] For port e1de0ac4-79ac-4c7d-8e56-14ffe18360be, host n-h2-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:29:56.005286 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e2256d-adf2-4c62-b2fd-183e45ff0984 req-f3e83b80-4de5-4630-a2af-365004919a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:56.005947 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-e0e2256d-adf2-4c62-b2fd-183e45ff0984 req-f3e83b80-4de5-4630-a2af-365004919a4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:56.007557 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-e0e2256d-adf2-4c62-b2fd-183e45ff0984 req-f3e83b80-4de5-4630-a2af-365004919a4f service neutron] 10.222.0.77 "PUT /v2.0/ports/d7718d2d-b60f-4383-ab47-e17344aeae7a HTTP/1.1" status: 200 len: 1092 time: 2.4934487 Feb 04 12:29:56.030805 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-bd3c69a9-0acf-421f-9505-aa70b2383d09 req-b4f78761-b53b-4cf3-899e-a0d29405fb5f tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] Publish callbacks [] for port (ae58d322-0fee-4b62-8a27-abcdbc09e830), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:56.081291 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-94b09d36-1879-440c-b607-26da4ff3ac15 req-d3747ded-9bf4-408c-9bb2-96203c376be8 service neutron] For port e1de0ac4-79ac-4c7d-8e56-14ffe18360be, host n-h2-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=e1de0ac4-79ac-4c7d-8e56-14ffe18360be,segment=NetworkSegment(bc52094b-1f4c-4ff2-9984-872e54e9d4f4),segment_id=bc52094b-1f4c-4ff2-9984-872e54e9d4f4)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:29:56.084314 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-05fb72c6-9d2b-48fb-914b-36a71e43ebc9 req-5275b63f-2e10-458b-a8d0-2864fbbd7726 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cbcd974-3bf4-4f25-ae83-572ba67ebbdf HTTP/1.1" status: 200 len: 210 time: 0.1268952 Feb 04 12:29:56.149576 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-94b09d36-1879-440c-b607-26da4ff3ac15 req-d3747ded-9bf4-408c-9bb2-96203c376be8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (e1de0ac4-79ac-4c7d-8e56-14ffe18360be), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:56.159574 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-e8a1f5fa-d586-4d79-abd2-f439ce96cd51 req-91cc322b-72ba-4cda-a291-26d772e02570 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (8a72f5c2-da2b-4d41-837e-2ab4b2ee3604), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:56.167353 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0c731924-0192-45e6-8d6b-71036be827bd req-19d5f9eb-b964-4867-b873-595502e90251 tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] 10.222.0.65 "GET /v2.0/ports?device_id=afe56aec-f5ec-49da-92ee-54c189b014f5 HTTP/1.1" status: 200 len: 210 time: 0.0895967 Feb 04 12:29:56.189449 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['013dab64-5844-4c95-b51e-dc2be5a734d7'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:29:56.220300 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58c19d7-3856-4249-85bc-c1c414ea8d20 req-c2a9393d-b4e8-4d7a-9a02-8b6a4b50d7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:56.222060 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b58c19d7-3856-4249-85bc-c1c414ea8d20 req-c2a9393d-b4e8-4d7a-9a02-8b6a4b50d7f8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5ee3374a-84e9-4639-853c-740c6edaf6dc HTTP/1.1" status: 200 len: 843 time: 0.2637043 Feb 04 12:29:56.265773 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b09d36-1879-440c-b607-26da4ff3ac15 req-d3747ded-9bf4-408c-9bb2-96203c376be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:56.266489 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-94b09d36-1879-440c-b607-26da4ff3ac15 req-d3747ded-9bf4-408c-9bb2-96203c376be8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:56.268011 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-94b09d36-1879-440c-b607-26da4ff3ac15 req-d3747ded-9bf4-408c-9bb2-96203c376be8 service neutron] 10.222.0.77 "PUT /v2.0/ports/e1de0ac4-79ac-4c7d-8e56-14ffe18360be HTTP/1.1" status: 200 len: 1092 time: 4.5011203 Feb 04 12:29:56.300053 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8292ed09-ec6d-438b-bdc7-05a92053767e', 'tag': 'e1de0ac4-79ac-4c7d-8e56-14ffe18360be'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:29:56.306057 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-025f65f3-06f5-43cb-94bb-26e8dfabe6ae" -d '{"events": [{"name": "network-changed", "server_uuid": "8292ed09-ec6d-438b-bdc7-05a92053767e", "tag": "e1de0ac4-79ac-4c7d-8e56-14ffe18360be"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:29:56.337394 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8a1f5fa-d586-4d79-abd2-f439ce96cd51 req-91cc322b-72ba-4cda-a291-26d772e02570 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] Network 89490d58-b165-4480-9966-11144ff95c5f is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:29:56.344317 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [req-e8a1f5fa-d586-4d79-abd2-f439ce96cd51 req-91cc322b-72ba-4cda-a291-26d772e02570 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:29:56.347156 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c16b93fd-c93e-4da7-9fd2-b4e7a946a574 req-fc9fc5ad-19ed-471e-ad72-8c0be1f2ec6a service neutron] 10.222.0.73 "GET /v2.0/networks/89490d58-b165-4480-9966-11144ff95c5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3910203 Feb 04 12:29:56.348573 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8a1f5fa-d586-4d79-abd2-f439ce96cd51 req-91cc322b-72ba-4cda-a291-26d772e02570 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:29:56.352412 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-bd3c69a9-0acf-421f-9505-aa70b2383d09 req-b4f78761-b53b-4cf3-899e-a0d29405fb5f tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (ae58d322-0fee-4b62-8a27-abcdbc09e830), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:56.380749 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd3c69a9-0acf-421f-9505-aa70b2383d09 req-b4f78761-b53b-4cf3-899e-a0d29405fb5f tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] Network 57f22c28-9c54-41c2-b504-ea3ccea1b588 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:29:56.395465 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3747ded-9bf4-408c-9bb2-96203c376be8 service neutron] Pushing event updated for resources: {'Port': ['ID=e1de0ac4-79ac-4c7d-8e56-14ffe18360be,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:56.424432 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [req-bd3c69a9-0acf-421f-9505-aa70b2383d09 req-b4f78761-b53b-4cf3-899e-a0d29405fb5f tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:29:56.427071 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device db538db2-c02c-4361-8837-b38171c24852 details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:29:56.427952 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd3c69a9-0acf-421f-9505-aa70b2383d09 req-b4f78761-b53b-4cf3-899e-a0d29405fb5f tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:29:56.431268 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 013dab64-5844-4c95-b51e-dc2be5a734d7 up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:29:56.501437 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e2256d-adf2-4c62-b2fd-183e45ff0984 req-922e433a-e458-4f9b-bd15-c22cbeac65dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:56.503328 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-e0e2256d-adf2-4c62-b2fd-183e45ff0984 req-922e433a-e458-4f9b-bd15-c22cbeac65dd service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3e5189bc9c2e4b8789347e688ced1883&device_id=7f8ba64e-f52d-4f61-adfb-46357a42bdb9 HTTP/1.1" status: 200 len: 1126 time: 0.4359214 Feb 04 12:29:56.508029 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f8ba64e-f52d-4f61-adfb-46357a42bdb9', 'tag': 'd7718d2d-b60f-4383-ab47-e17344aeae7a'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:29:56.510564 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30c306d5-6c2b-46f1-a1dc-4952aedd7537" -d '{"events": [{"name": "network-changed", "server_uuid": "7f8ba64e-f52d-4f61-adfb-46357a42bdb9", "tag": "d7718d2d-b60f-4383-ab47-e17344aeae7a"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:29:56.512363 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58c19d7-3856-4249-85bc-c1c414ea8d20 req-acae96f9-dbae-4c29-95fc-b9a2bf360cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:56.514893 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b58c19d7-3856-4249-85bc-c1c414ea8d20 req-acae96f9-dbae-4c29-95fc-b9a2bf360cfb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2f7dc246-a024-4937-952c-0ddeef5af29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2808867 Feb 04 12:29:56.528695 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3c69a9-0acf-421f-9505-aa70b2383d09 req-b4f78761-b53b-4cf3-899e-a0d29405fb5f tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:56.529606 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-bd3c69a9-0acf-421f-9505-aa70b2383d09 req-b4f78761-b53b-4cf3-899e-a0d29405fb5f tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:56.585195 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-bd3c69a9-0acf-421f-9505-aa70b2383d09 req-b4f78761-b53b-4cf3-899e-a0d29405fb5f tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2403178 Feb 04 12:29:56.646370 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b09d36-1879-440c-b607-26da4ff3ac15 req-94e5233a-06c7-4e12-9bcd-ac124d09bee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:56.648048 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-94b09d36-1879-440c-b607-26da4ff3ac15 req-94e5233a-06c7-4e12-9bcd-ac124d09bee9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f9619e0211434e338cacc113b2585afa&device_id=8292ed09-ec6d-438b-bdc7-05a92053767e HTTP/1.1" status: 200 len: 1126 time: 0.2437379 Feb 04 12:29:56.649618 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cc322b-72ba-4cda-a291-26d772e02570 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] Pushing event updated for resources: {'Port': ['ID=8a72f5c2-da2b-4d41-837e-2ab4b2ee3604,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:56.675866 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning for port 013dab64-5844-4c95-b51e-dc2be5a734d7 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:29:56.693171 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port 013dab64-5844-4c95-b51e-dc2be5a734d7 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:29:56.694479 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (013dab64-5844-4c95-b51e-dc2be5a734d7), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:56.726632 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-94b09d36-1879-440c-b607-26da4ff3ac15 req-17355f14-2879-4c24-917d-4788b0ee021c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1de0ac4-79ac-4c7d-8e56-14ffe18360be HTTP/1.1" status: 200 len: 217 time: 0.0649347 Feb 04 12:29:56.732360 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 40220) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:29:56.771136 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f78761-b53b-4cf3-899e-a0d29405fb5f tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] Pushing event updated for resources: {'Port': ['ID=ae58d322-0fee-4b62-8a27-abcdbc09e830,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:56.775572 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.db.resource_extend [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 12:29:56.807582 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-bd3c69a9-0acf-421f-9505-aa70b2383d09 req-d440d499-ab63-4b78-a7c1-9f6006772f5e service neutron] Request body: {'port': {'device_id': 'afe56aec-f5ec-49da-92ee-54c189b014f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825015-3'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:29:56.859987 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-e0e2256d-adf2-4c62-b2fd-183e45ff0984 req-e0b3a1f2-3c7e-43c4-bf60-dc170ef38617 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7718d2d-b60f-4383-ab47-e17344aeae7a HTTP/1.1" status: 200 len: 217 time: 0.3010283 Feb 04 12:29:56.896891 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb63f53-e5bc-4d6c-a9b7-5550548680db req-c407704a-c300-41da-aa2d-c63417dbf158 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:56.905437 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6cb63f53-e5bc-4d6c-a9b7-5550548680db req-c407704a-c300-41da-aa2d-c63417dbf158 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] 10.222.0.65 "GET /v2.0/ports?device_id=f61c4342-b34a-4964-bf13-99b6b46cc5ae HTTP/1.1" status: 200 len: 945 time: 0.4081988 Feb 04 12:29:56.932288 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port db538db2-c02c-4361-8837-b38171c24852, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=db538db2-c02c-4361-8837-b38171c24852,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:29:56.954192 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e2256d-adf2-4c62-b2fd-183e45ff0984 req-0977e460-5b22-4398-803a-f2f7043be812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:56.954959 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': 'db538db2-c02c-4361-8837-b38171c24852', 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c', 'port_id': 'db538db2-c02c-4361-8837-b38171c24852', 'mac_address': 'fa:16:3e:72:6b:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ee3374a-84e9-4639-853c-740c6edaf6dc', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:29:56.955684 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-e0e2256d-adf2-4c62-b2fd-183e45ff0984 req-0977e460-5b22-4398-803a-f2f7043be812 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ae4c1b19-4693-45d5-a145-600acc473198 HTTP/1.1" status: 200 len: 859 time: 0.0779710 Feb 04 12:29:56.969524 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a1f5fa-d586-4d79-abd2-f439ce96cd51 req-91cc322b-72ba-4cda-a291-26d772e02570 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:56.970201 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-e8a1f5fa-d586-4d79-abd2-f439ce96cd51 req-91cc322b-72ba-4cda-a291-26d772e02570 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:56.996467 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-bd3c69a9-0acf-421f-9505-aa70b2383d09 req-d440d499-ab63-4b78-a7c1-9f6006772f5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (ae58d322-0fee-4b62-8a27-abcdbc09e830), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:56.998582 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b58c19d7-3856-4249-85bc-c1c414ea8d20 req-82e66392-6966-4368-a6b6-4c1990b681a8 service neutron] 10.222.0.73 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4682343 Feb 04 12:29:57.009342 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b09d36-1879-440c-b607-26da4ff3ac15 req-f437d443-75ba-4d82-8ee9-b4e7f510a271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:57.011148 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-94b09d36-1879-440c-b607-26da4ff3ac15 req-f437d443-75ba-4d82-8ee9-b4e7f510a271 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=098788f9-8c3b-4856-97c8-14be265148c8 HTTP/1.1" status: 200 len: 855 time: 0.2665899 Feb 04 12:29:57.025670 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6d15cdab-9fd1-45d1-be63-3d9255d70759 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:57.037534 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-e0e2256d-adf2-4c62-b2fd-183e45ff0984 req-b3f23edf-dc41-402b-8ab8-84861473df90 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e17f0529-2497-4212-bc20-58295ab5d298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513201 Feb 04 12:29:57.088385 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b7442720-2dfd-4678-b5c0-eabc8ca4563a None None] Provisioning complete for port ae58d322-0fee-4b62-8a27-abcdbc09e830 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:29:57.089198 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b7442720-2dfd-4678-b5c0-eabc8ca4563a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (ae58d322-0fee-4b62-8a27-abcdbc09e830), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:57.128031 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port db538db2-c02c-4361-8837-b38171c24852 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:29:57.128477 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (db538db2-c02c-4361-8837-b38171c24852), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:57.130121 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-e8a1f5fa-d586-4d79-abd2-f439ce96cd51 req-91cc322b-72ba-4cda-a291-26d772e02570 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8411281 Feb 04 12:29:57.141100 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c3aacf-7214-4c63-be04-a9b85962bbec req-c7c08e78-51de-43a9-8d83-b9cd6d52f0cc tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:57.146727 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-e8a1f5fa-d586-4d79-abd2-f439ce96cd51 req-e764fc23-c12b-476e-8c67-707ac250c4dd service neutron] Request body: {'port': {'device_id': '0cbcd974-3bf4-4f25-ae83-572ba67ebbdf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825015-3'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:29:57.147631 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f0c3aacf-7214-4c63-be04-a9b85962bbec req-c7c08e78-51de-43a9-8d83-b9cd6d52f0cc tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f640cd7-6b63-4483-b856-61ce2fc44360 HTTP/1.1" status: 200 len: 948 time: 0.3661025 Feb 04 12:29:57.160046 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b7442720-2dfd-4678-b5c0-eabc8ca4563a None None] Port ae58d322-0fee-4b62-8a27-abcdbc09e830 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:29:57.170915 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6cb63f53-e5bc-4d6c-a9b7-5550548680db req-747a9c3d-95e2-47bb-ba58-95a6ee21cdc2 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c9a0cb1-780a-4c57-9639-c682eedb0cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645972 Feb 04 12:29:57.183593 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db538db2-c02c-4361-8837-b38171c24852 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:29:57.229400 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 013dab64-5844-4c95-b51e-dc2be5a734d7 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:29:57.232565 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (013dab64-5844-4c95-b51e-dc2be5a734d7), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:57.243084 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port db538db2-c02c-4361-8837-b38171c24852, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=db538db2-c02c-4361-8837-b38171c24852,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:29:57.267435 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (db538db2-c02c-4361-8837-b38171c24852), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:57.269789 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40ef4766-ef63-46ce-8374-339fef5dce8b x-openstack-request-id: req-40ef4766-ef63-46ce-8374-339fef5dce8b {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:29:57.270083 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8292ed09-ec6d-438b-bdc7-05a92053767e", "tag": "e1de0ac4-79ac-4c7d-8e56-14ffe18360be", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:29:57.270340 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-40ef4766-ef63-46ce-8374-339fef5dce8b {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:29:57.270733 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8292ed09-ec6d-438b-bdc7-05a92053767e', 'tag': 'e1de0ac4-79ac-4c7d-8e56-14ffe18360be', 'status': 'completed', 'code': 200} Feb 04 12:29:57.317982 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b09d36-1879-440c-b607-26da4ff3ac15 req-da81f2a6-ab4b-4466-8afc-3610a888c357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:57.319527 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-94b09d36-1879-440c-b607-26da4ff3ac15 req-da81f2a6-ab4b-4466-8afc-3610a888c357 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=89490d58-b165-4480-9966-11144ff95c5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2828333 Feb 04 12:29:57.324230 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9e04cbe-50bc-46de-adf9-80235d57ce74 x-openstack-request-id: req-a9e04cbe-50bc-46de-adf9-80235d57ce74 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:29:57.324516 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f8ba64e-f52d-4f61-adfb-46357a42bdb9", "tag": "d7718d2d-b60f-4383-ab47-e17344aeae7a", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:29:57.325296 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a9e04cbe-50bc-46de-adf9-80235d57ce74 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:29:57.325716 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f8ba64e-f52d-4f61-adfb-46357a42bdb9', 'tag': 'd7718d2d-b60f-4383-ab47-e17344aeae7a', 'status': 'completed', 'code': 200} Feb 04 12:29:57.338102 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-e0e2256d-adf2-4c62-b2fd-183e45ff0984 req-8c0f3bf4-bd6d-4873-88a2-1cb3b4a1c8da service neutron] 10.222.0.77 "GET /v2.0/networks/e17f0529-2497-4212-bc20-58295ab5d298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656405 Feb 04 12:29:57.368971 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b58c19d7-3856-4249-85bc-c1c414ea8d20 req-b619db5b-41e3-44b9-9ceb-42accfec3877 service neutron] 10.222.0.73 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3540711 Feb 04 12:29:57.372581 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f0c3aacf-7214-4c63-be04-a9b85962bbec req-fdb7f611-0694-4d62-a807-08844a7149ff tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239039 Feb 04 12:29:57.383917 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=db538db2-c02c-4361-8837-b38171c24852,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:57.466560 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c4615de-bb7e-4e13-9824-66067b606ac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '013dab64-5844-4c95-b51e-dc2be5a734d7'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:29:57.473198 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-e8a1f5fa-d586-4d79-abd2-f439ce96cd51 req-e764fc23-c12b-476e-8c67-707ac250c4dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (8a72f5c2-da2b-4d41-837e-2ab4b2ee3604), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:57.475773 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df0e9aa3-dd81-4d99-81bf-d68e62c768e5" -d '{"events": [{"server_uuid": "5c4615de-bb7e-4e13-9824-66067b606ac9", "name": "network-vif-plugged", "status": "completed", "tag": "013dab64-5844-4c95-b51e-dc2be5a734d7"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:29:57.516762 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 013dab64-5844-4c95-b51e-dc2be5a734d7, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=013dab64-5844-4c95-b51e-dc2be5a734d7,segment=NetworkSegment(bc52094b-1f4c-4ff2-9984-872e54e9d4f4),segment_id=bc52094b-1f4c-4ff2-9984-872e54e9d4f4)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:29:57.519820 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-a2cfa44a-326d-419b-8204-ef0bf54f0d1c None None] Provisioning complete for port 8a72f5c2-da2b-4d41-837e-2ab4b2ee3604 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:29:57.521108 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a2cfa44a-326d-419b-8204-ef0bf54f0d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (8a72f5c2-da2b-4d41-837e-2ab4b2ee3604), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:57.596640 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-a2cfa44a-326d-419b-8204-ef0bf54f0d1c None None] Port 8a72f5c2-da2b-4d41-837e-2ab4b2ee3604 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:29:57.601954 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['db538db2-c02c-4361-8837-b38171c24852'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:29:57.644179 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6d15cdab-9fd1-45d1-be63-3d9255d70759 admin admin] Publish callbacks [] for security_group (546c460c-81db-4757-a88a-3cc48d30b606), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:57.652751 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-e0e2256d-adf2-4c62-b2fd-183e45ff0984 req-2c90c4f5-aa1f-4ed9-a7fb-61cdb1cc5e70 service neutron] 10.222.0.77 "GET /v2.0/networks/e17f0529-2497-4212-bc20-58295ab5d298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3052697 Feb 04 12:29:57.654213 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-94b09d36-1879-440c-b607-26da4ff3ac15 req-960ac38c-8897-48ed-a3d6-d3b8978419ce service neutron] 10.222.0.77 "GET /v2.0/networks/89490d58-b165-4480-9966-11144ff95c5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3131289 Feb 04 12:29:57.662243 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6d15cdab-9fd1-45d1-be63-3d9255d70759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (546c460c-81db-4757-a88a-3cc48d30b606), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:57.724895 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (013dab64-5844-4c95-b51e-dc2be5a734d7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:57.758667 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217cfeea-3e90-415f-aa7b-1031b850acb0 req-20beb608-8e25-4056-a642-0421208241a7 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:57.768131 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-217cfeea-3e90-415f-aa7b-1031b850acb0 req-20beb608-8e25-4056-a642-0421208241a7 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/ports?device_id=3795f0c7-fc9c-46cd-8f2e-0e1b6a5f4545 HTTP/1.1" status: 200 len: 945 time: 0.3598495 Feb 04 12:29:57.772928 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-6d15cdab-9fd1-45d1-be63-3d9255d70759 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=59d82731d0fd4770bd0882252ce46b25&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0395079 Feb 04 12:29:57.792729 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 40238) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:29:57.815134 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=013dab64-5844-4c95-b51e-dc2be5a734d7,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:57.914402 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5854d783-50f0-4aa7-b392-bfc4e407d347 req-15871bb3-e17c-4692-a9c5-05c1f8a21956 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:57.924974 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5854d783-50f0-4aa7-b392-bfc4e407d347 req-15871bb3-e17c-4692-a9c5-05c1f8a21956 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f8ba64e-f52d-4f61-adfb-46357a42bdb9 HTTP/1.1" status: 200 len: 944 time: 0.4066033 Feb 04 12:29:57.931114 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-94b09d36-1879-440c-b607-26da4ff3ac15 req-0d11b4a7-76e4-4057-b38e-8cee6df4f823 service neutron] 10.222.0.77 "GET /v2.0/networks/89490d58-b165-4480-9966-11144ff95c5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523820 Feb 04 12:29:57.931479 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [req-bd3c69a9-0acf-421f-9505-aa70b2383d09 req-d440d499-ab63-4b78-a7c1-9f6006772f5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae58d322-0fee-4b62-8a27-abcdbc09e830 {{(pid=103474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:29:57.953488 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-bd3c69a9-0acf-421f-9505-aa70b2383d09 req-d440d499-ab63-4b78-a7c1-9f6006772f5e service neutron] Publish callbacks [] for port (ae58d322-0fee-4b62-8a27-abcdbc09e830), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:57.972802 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c306d5-6c2b-46f1-a1dc-4952aedd7537 req-b8c150f8-d62d-4faf-8709-125a154b7d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:57.974301 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-30c306d5-6c2b-46f1-a1dc-4952aedd7537 req-b8c150f8-d62d-4faf-8709-125a154b7d6f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3e5189bc9c2e4b8789347e688ced1883&device_id=7f8ba64e-f52d-4f61-adfb-46357a42bdb9 HTTP/1.1" status: 200 len: 1126 time: 0.2358232 Feb 04 12:29:58.005484 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.provisioning_blocks [req-bd3c69a9-0acf-421f-9505-aa70b2383d09 req-d440d499-ab63-4b78-a7c1-9f6006772f5e service neutron] Transition to ACTIVE for port object ae58d322-0fee-4b62-8a27-abcdbc09e830 will not be triggered until provisioned by entity L2. {{(pid=103474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:29:58.010136 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0f4f79fe-fe1e-4d4d-8751-12ec5654a112 admin admin] Publish callbacks [] for security_group (546c460c-81db-4757-a88a-3cc48d30b606), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:58.021908 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d15cdab-9fd1-45d1-be63-3d9255d70759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=546c460c-81db-4757-a88a-3cc48d30b606,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:58.050382 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.77', 53054) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:29:58.055032 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-bd3c69a9-0acf-421f-9505-aa70b2383d09 req-d440d499-ab63-4b78-a7c1-9f6006772f5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (ae58d322-0fee-4b62-8a27-abcdbc09e830), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:58.116475 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5854d783-50f0-4aa7-b392-bfc4e407d347 req-52921d8f-d5a0-4a49-9980-1268c9858231 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] 10.222.0.65 "GET /v2.0/security-groups?id=a4645ff9-4aba-4923-b590-6a9167d2e893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877048 Feb 04 12:29:58.129320 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-217cfeea-3e90-415f-aa7b-1031b850acb0 req-d11ac4c9-bb4f-4270-95dc-ac127b756b22 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/security-groups?id=98d15bf5-a480-4f0d-bc57-8f17260bd5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3599730 Feb 04 12:29:58.151021 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025f65f3-06f5-43cb-94bb-26e8dfabe6ae req-ed2d55e9-71fa-43c8-a441-097e765359c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:58.153369 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-025f65f3-06f5-43cb-94bb-26e8dfabe6ae req-ed2d55e9-71fa-43c8-a441-097e765359c5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f9619e0211434e338cacc113b2585afa&device_id=8292ed09-ec6d-438b-bdc7-05a92053767e HTTP/1.1" status: 200 len: 1126 time: 0.1564040 Feb 04 12:29:58.176237 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [req-e8a1f5fa-d586-4d79-abd2-f439ce96cd51 req-e764fc23-c12b-476e-8c67-707ac250c4dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a72f5c2-da2b-4d41-837e-2ab4b2ee3604 {{(pid=103474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:29:58.186313 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-e8a1f5fa-d586-4d79-abd2-f439ce96cd51 req-e764fc23-c12b-476e-8c67-707ac250c4dd service neutron] Publish callbacks [] for port (8a72f5c2-da2b-4d41-837e-2ab4b2ee3604), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:58.201288 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.provisioning_blocks [req-e8a1f5fa-d586-4d79-abd2-f439ce96cd51 req-e764fc23-c12b-476e-8c67-707ac250c4dd service neutron] Transition to ACTIVE for port object 8a72f5c2-da2b-4d41-837e-2ab4b2ee3604 will not be triggered until provisioned by entity L2. {{(pid=103474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:29:58.219960 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0f4f79fe-fe1e-4d4d-8751-12ec5654a112 admin admin] Publish callbacks [] for security_group (546c460c-81db-4757-a88a-3cc48d30b606), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:58.224168 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-e8a1f5fa-d586-4d79-abd2-f439ce96cd51 req-e764fc23-c12b-476e-8c67-707ac250c4dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (8a72f5c2-da2b-4d41-837e-2ab4b2ee3604), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:58.305846 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d440d499-ab63-4b78-a7c1-9f6006772f5e service neutron] Pushing event updated for resources: {'Port': ['ID=ae58d322-0fee-4b62-8a27-abcdbc09e830,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:58.346541 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14008eba-948f-4ac8-a89d-276c63b29d51 req-a8b9048d-66c8-4a45-baf2-ddb3161580d0 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:58.348132 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-14008eba-948f-4ac8-a89d-276c63b29d51 req-a8b9048d-66c8-4a45-baf2-ddb3161580d0 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.77 "GET /v2.0/ports?device_id=3795f0c7-fc9c-46cd-8f2e-0e1b6a5f4545 HTTP/1.1" status: 200 len: 945 time: 0.2963068 Feb 04 12:29:58.382559 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c306d5-6c2b-46f1-a1dc-4952aedd7537 req-5d3d414f-51b5-4913-a951-62193526ccd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:58.384941 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-30c306d5-6c2b-46f1-a1dc-4952aedd7537 req-5d3d414f-51b5-4913-a951-62193526ccd2 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e17f0529-2497-4212-bc20-58295ab5d298 HTTP/1.1" status: 200 len: 920 time: 0.3968301 Feb 04 12:29:58.518902 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e764fc23-c12b-476e-8c67-707ac250c4dd service neutron] Pushing event updated for resources: {'Port': ['ID=8a72f5c2-da2b-4d41-837e-2ab4b2ee3604,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:58.545180 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0f4f79fe-fe1e-4d4d-8751-12ec5654a112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (546c460c-81db-4757-a88a-3cc48d30b606), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:58.548260 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0f4f79fe-fe1e-4d4d-8751-12ec5654a112 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:58.552568 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-0f4f79fe-fe1e-4d4d-8751-12ec5654a112 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/546c460c-81db-4757-a88a-3cc48d30b606 HTTP/1.1" status: 204 len: 168 time: 0.7542198 Feb 04 12:29:58.650905 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-30c306d5-6c2b-46f1-a1dc-4952aedd7537 req-e33a3b52-98ad-4d7e-9367-7d718782c9f4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7718d2d-b60f-4383-ab47-e17344aeae7a HTTP/1.1" status: 200 len: 217 time: 0.1261396 Feb 04 12:29:58.690953 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4f79fe-fe1e-4d4d-8751-12ec5654a112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=546c460c-81db-4757-a88a-3cc48d30b606,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:58.801236 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-e8a1f5fa-d586-4d79-abd2-f439ce96cd51 req-e764fc23-c12b-476e-8c67-707ac250c4dd service neutron] Attempting to bind port 8a72f5c2-da2b-4d41-837e-2ab4b2ee3604 on host n-h2-825015-3 for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:29:58.801998 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-e8a1f5fa-d586-4d79-abd2-f439ce96cd51 req-e764fc23-c12b-476e-8c67-707ac250c4dd service neutron] Attempting to bind port 8a72f5c2-da2b-4d41-837e-2ab4b2ee3604 by drivers openvswitch,hyperv on host n-h2-825015-3 at level 0 using segments [{'id': 'bc52094b-1f4c-4ff2-9984-872e54e9d4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '89490d58-b165-4480-9966-11144ff95c5f'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:29:58.802609 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a1f5fa-d586-4d79-abd2-f439ce96cd51 req-e764fc23-c12b-476e-8c67-707ac250c4dd service neutron] Attempting to bind port 8a72f5c2-da2b-4d41-837e-2ab4b2ee3604 on network 89490d58-b165-4480-9966-11144ff95c5f {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:29:58.817258 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-bd3c69a9-0acf-421f-9505-aa70b2383d09 req-d440d499-ab63-4b78-a7c1-9f6006772f5e service neutron] Attempting to bind port ae58d322-0fee-4b62-8a27-abcdbc09e830 on host n-h2-825015-3 for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:29:58.817999 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-bd3c69a9-0acf-421f-9505-aa70b2383d09 req-d440d499-ab63-4b78-a7c1-9f6006772f5e service neutron] Attempting to bind port ae58d322-0fee-4b62-8a27-abcdbc09e830 by drivers openvswitch,hyperv on host n-h2-825015-3 at level 0 using segments [{'id': 'd58ddc32-fd3a-4289-9a48-41a283646e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '57f22c28-9c54-41c2-b504-ea3ccea1b588'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:29:58.818573 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3c69a9-0acf-421f-9505-aa70b2383d09 req-d440d499-ab63-4b78-a7c1-9f6006772f5e service neutron] Attempting to bind port ae58d322-0fee-4b62-8a27-abcdbc09e830 on network 57f22c28-9c54-41c2-b504-ea3ccea1b588 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:29:58.824364 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a1f5fa-d586-4d79-abd2-f439ce96cd51 req-e764fc23-c12b-476e-8c67-707ac250c4dd service neutron] Port 8a72f5c2-da2b-4d41-837e-2ab4b2ee3604 on network 89490d58-b165-4480-9966-11144ff95c5f not bound, no agent of type Open vSwitch agent registered on host n-h2-825015-3 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:29:58.825628 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a1f5fa-d586-4d79-abd2-f439ce96cd51 req-e764fc23-c12b-476e-8c67-707ac250c4dd service neutron] Attempting to bind port 8a72f5c2-da2b-4d41-837e-2ab4b2ee3604 on network 89490d58-b165-4480-9966-11144ff95c5f {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:29:58.836331 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3c69a9-0acf-421f-9505-aa70b2383d09 req-d440d499-ab63-4b78-a7c1-9f6006772f5e service neutron] Port ae58d322-0fee-4b62-8a27-abcdbc09e830 on network 57f22c28-9c54-41c2-b504-ea3ccea1b588 not bound, no agent of type Open vSwitch agent registered on host n-h2-825015-3 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:29:58.837374 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3c69a9-0acf-421f-9505-aa70b2383d09 req-d440d499-ab63-4b78-a7c1-9f6006772f5e service neutron] Attempting to bind port ae58d322-0fee-4b62-8a27-abcdbc09e830 on network 57f22c28-9c54-41c2-b504-ea3ccea1b588 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:29:58.841761 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a1f5fa-d586-4d79-abd2-f439ce96cd51 req-e764fc23-c12b-476e-8c67-707ac250c4dd service neutron] Checking agent: {'id': '9b68a165-e786-4b91-8592-44519c2ecabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:29:58.842548 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a1f5fa-d586-4d79-abd2-f439ce96cd51 req-e764fc23-c12b-476e-8c67-707ac250c4dd service neutron] Checking segment: {'id': 'bc52094b-1f4c-4ff2-9984-872e54e9d4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '89490d58-b165-4480-9966-11144ff95c5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:29:58.843188 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a1f5fa-d586-4d79-abd2-f439ce96cd51 req-e764fc23-c12b-476e-8c67-707ac250c4dd service neutron] Bound using segment: {'id': 'bc52094b-1f4c-4ff2-9984-872e54e9d4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '89490d58-b165-4480-9966-11144ff95c5f'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:29:58.844831 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-e8a1f5fa-d586-4d79-abd2-f439ce96cd51 req-e764fc23-c12b-476e-8c67-707ac250c4dd service neutron] Bound port: 8a72f5c2-da2b-4d41-837e-2ab4b2ee3604, host: n-h2-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc52094b-1f4c-4ff2-9984-872e54e9d4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '89490d58-b165-4480-9966-11144ff95c5f'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:29:58.846447 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025f65f3-06f5-43cb-94bb-26e8dfabe6ae req-8d076918-2309-4ad6-aa26-99afa4a225e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:58.848053 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-025f65f3-06f5-43cb-94bb-26e8dfabe6ae req-8d076918-2309-4ad6-aa26-99afa4a225e1 service neutron] 10.222.0.77 "GET /v2.0/networks?id=89490d58-b165-4480-9966-11144ff95c5f HTTP/1.1" status: 200 len: 917 time: 0.6875970 Feb 04 12:29:58.851137 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-e8a1f5fa-d586-4d79-abd2-f439ce96cd51 req-e764fc23-c12b-476e-8c67-707ac250c4dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (8a72f5c2-da2b-4d41-837e-2ab4b2ee3604), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:58.877171 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c306d5-6c2b-46f1-a1dc-4952aedd7537 req-08e9506f-0fc7-495f-8218-8f6bbd43cea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:58.880318 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-30c306d5-6c2b-46f1-a1dc-4952aedd7537 req-08e9506f-0fc7-495f-8218-8f6bbd43cea8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ae4c1b19-4693-45d5-a145-600acc473198 HTTP/1.1" status: 200 len: 859 time: 0.2028334 Feb 04 12:29:58.884284 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3c69a9-0acf-421f-9505-aa70b2383d09 req-d440d499-ab63-4b78-a7c1-9f6006772f5e service neutron] Checking agent: {'id': '9b68a165-e786-4b91-8592-44519c2ecabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:29:58.884740 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3c69a9-0acf-421f-9505-aa70b2383d09 req-d440d499-ab63-4b78-a7c1-9f6006772f5e service neutron] Checking segment: {'id': 'd58ddc32-fd3a-4289-9a48-41a283646e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '57f22c28-9c54-41c2-b504-ea3ccea1b588'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:29:58.885237 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3c69a9-0acf-421f-9505-aa70b2383d09 req-d440d499-ab63-4b78-a7c1-9f6006772f5e service neutron] Bound using segment: {'id': 'd58ddc32-fd3a-4289-9a48-41a283646e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '57f22c28-9c54-41c2-b504-ea3ccea1b588'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:29:58.885925 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-bd3c69a9-0acf-421f-9505-aa70b2383d09 req-d440d499-ab63-4b78-a7c1-9f6006772f5e service neutron] Bound port: ae58d322-0fee-4b62-8a27-abcdbc09e830, host: n-h2-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd58ddc32-fd3a-4289-9a48-41a283646e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '57f22c28-9c54-41c2-b504-ea3ccea1b588'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:29:58.886318 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-bd3c69a9-0acf-421f-9505-aa70b2383d09 req-d440d499-ab63-4b78-a7c1-9f6006772f5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (ae58d322-0fee-4b62-8a27-abcdbc09e830), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:58.938550 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-025f65f3-06f5-43cb-94bb-26e8dfabe6ae req-e72fe496-be92-4bd0-9086-c287bc2f4b8d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1de0ac4-79ac-4c7d-8e56-14ffe18360be HTTP/1.1" status: 200 len: 217 time: 0.0828750 Feb 04 12:29:58.948050 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a0d314-a2a4-449f-9450-12f60bb013fe req-78b28b2e-cd12-45cf-8492-f40088eebd65 tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:58.955787 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-86a0d314-a2a4-449f-9450-12f60bb013fe req-78b28b2e-cd12-45cf-8492-f40088eebd65 tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] 10.222.0.65 "GET /v2.0/ports?device_id=afe56aec-f5ec-49da-92ee-54c189b014f5 HTTP/1.1" status: 200 len: 944 time: 0.6489184 Feb 04 12:29:58.970617 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-bd3c69a9-0acf-421f-9505-aa70b2383d09 req-d440d499-ab63-4b78-a7c1-9f6006772f5e service neutron] For port ae58d322-0fee-4b62-8a27-abcdbc09e830, host n-h2-825015-3, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:29:58.975212 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-bd3c69a9-0acf-421f-9505-aa70b2383d09 req-d440d499-ab63-4b78-a7c1-9f6006772f5e service neutron] For port ae58d322-0fee-4b62-8a27-abcdbc09e830, host n-h2-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=ae58d322-0fee-4b62-8a27-abcdbc09e830,segment=NetworkSegment(d58ddc32-fd3a-4289-9a48-41a283646e0a),segment_id=d58ddc32-fd3a-4289-9a48-41a283646e0a)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:29:59.002169 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0120400d-6570-4597-9e26-4ada329edc12 req-edb095c4-1cb3-4d49-830e-70a0c3237d3b tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:59.010744 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0120400d-6570-4597-9e26-4ada329edc12 req-edb095c4-1cb3-4d49-830e-70a0c3237d3b tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cbcd974-3bf4-4f25-ae83-572ba67ebbdf HTTP/1.1" status: 200 len: 943 time: 0.6984398 Feb 04 12:29:59.012433 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-bd3c69a9-0acf-421f-9505-aa70b2383d09 req-d440d499-ab63-4b78-a7c1-9f6006772f5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (ae58d322-0fee-4b62-8a27-abcdbc09e830), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:59.012916 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 40248) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:29:59.034742 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-30c306d5-6c2b-46f1-a1dc-4952aedd7537 req-a9500791-8b51-475b-9133-7ee042ef183a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e17f0529-2497-4212-bc20-58295ab5d298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1307902 Feb 04 12:29:59.098664 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1c84690e-a343-4f0a-9f38-7303fc16ebe9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:59.149460 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025f65f3-06f5-43cb-94bb-26e8dfabe6ae req-a01e08a2-292c-4bb1-8f32-29ca3e024817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:59.151006 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-025f65f3-06f5-43cb-94bb-26e8dfabe6ae req-a01e08a2-292c-4bb1-8f32-29ca3e024817 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=098788f9-8c3b-4856-97c8-14be265148c8 HTTP/1.1" status: 200 len: 855 time: 0.1906664 Feb 04 12:29:59.186890 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-86a0d314-a2a4-449f-9450-12f60bb013fe req-60a2de4f-c874-49fe-9212-f6522f5475c4 tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] 10.222.0.65 "GET /v2.0/security-groups?id=3cfd0372-f44c-44e0-8459-f92336595ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2285745 Feb 04 12:29:59.219189 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-e8a1f5fa-d586-4d79-abd2-f439ce96cd51 req-e764fc23-c12b-476e-8c67-707ac250c4dd service neutron] For port 8a72f5c2-da2b-4d41-837e-2ab4b2ee3604, host n-h2-825015-3, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:29:59.227994 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-e8a1f5fa-d586-4d79-abd2-f439ce96cd51 req-e764fc23-c12b-476e-8c67-707ac250c4dd service neutron] For port 8a72f5c2-da2b-4d41-837e-2ab4b2ee3604, host n-h2-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=8a72f5c2-da2b-4d41-837e-2ab4b2ee3604,segment=NetworkSegment(bc52094b-1f4c-4ff2-9984-872e54e9d4f4),segment_id=bc52094b-1f4c-4ff2-9984-872e54e9d4f4)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:29:59.234659 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d440d499-ab63-4b78-a7c1-9f6006772f5e service neutron] Pushing event updated for resources: {'Port': ['ID=ae58d322-0fee-4b62-8a27-abcdbc09e830,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:59.248705 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3c69a9-0acf-421f-9505-aa70b2383d09 req-d440d499-ab63-4b78-a7c1-9f6006772f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:59.249920 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-bd3c69a9-0acf-421f-9505-aa70b2383d09 req-d440d499-ab63-4b78-a7c1-9f6006772f5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:59.250922 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-14008eba-948f-4ac8-a89d-276c63b29d51 req-f91c196a-e4f8-4d59-8e93-58cc12c543e4 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Deleting port 67077568-06cc-4bef-8ec4-5e88fd039b73 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:29:59.251351 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-14008eba-948f-4ac8-a89d-276c63b29d51 req-f91c196a-e4f8-4d59-8e93-58cc12c543e4 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (67077568-06cc-4bef-8ec4-5e88fd039b73), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:59.252038 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-bd3c69a9-0acf-421f-9505-aa70b2383d09 req-d440d499-ab63-4b78-a7c1-9f6006772f5e service neutron] 10.222.0.77 "PUT /v2.0/ports/ae58d322-0fee-4b62-8a27-abcdbc09e830 HTTP/1.1" status: 200 len: 1092 time: 2.4821467 Feb 04 12:29:59.271574 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-e8a1f5fa-d586-4d79-abd2-f439ce96cd51 req-e764fc23-c12b-476e-8c67-707ac250c4dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (8a72f5c2-da2b-4d41-837e-2ab4b2ee3604), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:59.299091 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad5c639b-ca0a-4ed5-9d82-a9c067cbe9ae x-openstack-request-id: req-ad5c639b-ca0a-4ed5-9d82-a9c067cbe9ae {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:29:59.299651 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c4615de-bb7e-4e13-9824-66067b606ac9", "name": "network-vif-plugged", "status": "completed", "tag": "013dab64-5844-4c95-b51e-dc2be5a734d7", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:29:59.299651 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ad5c639b-ca0a-4ed5-9d82-a9c067cbe9ae {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:29:59.300157 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c4615de-bb7e-4e13-9824-66067b606ac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '013dab64-5844-4c95-b51e-dc2be5a734d7', 'code': 200} Feb 04 12:29:59.440277 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afe56aec-f5ec-49da-92ee-54c189b014f5', 'tag': 'ae58d322-0fee-4b62-8a27-abcdbc09e830'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:29:59.441788 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b74e5c7-c86d-4ebf-bcd8-d4a04a47f401" -d '{"events": [{"name": "network-changed", "server_uuid": "afe56aec-f5ec-49da-92ee-54c189b014f5", "tag": "ae58d322-0fee-4b62-8a27-abcdbc09e830"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:29:59.455521 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a1f5fa-d586-4d79-abd2-f439ce96cd51 req-e764fc23-c12b-476e-8c67-707ac250c4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:59.456340 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-e8a1f5fa-d586-4d79-abd2-f439ce96cd51 req-e764fc23-c12b-476e-8c67-707ac250c4dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:59.457834 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-e8a1f5fa-d586-4d79-abd2-f439ce96cd51 req-e764fc23-c12b-476e-8c67-707ac250c4dd service neutron] 10.222.0.77 "PUT /v2.0/ports/8a72f5c2-da2b-4d41-837e-2ab4b2ee3604 HTTP/1.1" status: 200 len: 1091 time: 2.3159850 Feb 04 12:29:59.459314 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0120400d-6570-4597-9e26-4ada329edc12 req-814db6b7-892f-40a8-b726-55c56617bb4c tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee89b6e9-25e2-41ab-a8a3-c85f5e0697a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4461854 Feb 04 12:29:59.580365 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e764fc23-c12b-476e-8c67-707ac250c4dd service neutron] Pushing event updated for resources: {'Port': ['ID=8a72f5c2-da2b-4d41-837e-2ab4b2ee3604,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:59.580885 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device e1de0ac4-79ac-4c7d-8e56-14ffe18360be details requested by agent hyperv_n-h2-825015-3 with host n-h2-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:29:59.622803 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3c69a9-0acf-421f-9505-aa70b2383d09 req-fa8d7136-4f17-4858-ac1a-276346490a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:59.624248 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-bd3c69a9-0acf-421f-9505-aa70b2383d09 req-fa8d7136-4f17-4858-ac1a-276346490a50 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=13e2221ea635497bab7223d336ea5315&device_id=afe56aec-f5ec-49da-92ee-54c189b014f5 HTTP/1.1" status: 200 len: 1126 time: 0.3244653 Feb 04 12:29:59.628631 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-30c306d5-6c2b-46f1-a1dc-4952aedd7537 req-893b95f3-a471-477b-ae0b-97cadc92024e service neutron] 10.222.0.77 "GET /v2.0/networks/e17f0529-2497-4212-bc20-58295ab5d298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5550125 Feb 04 12:29:59.656097 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-14008eba-948f-4ac8-a89d-276c63b29d51 req-f91c196a-e4f8-4d59-8e93-58cc12c543e4 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] For port 67077568-06cc-4bef-8ec4-5e88fd039b73, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=67077568-06cc-4bef-8ec4-5e88fd039b73,segment=NetworkSegment(82c42862-5e09-44a3-a831-056ff41e66f5),segment_id=82c42862-5e09-44a3-a831-056ff41e66f5)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:29:59.656472 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-14008eba-948f-4ac8-a89d-276c63b29d51 req-f91c196a-e4f8-4d59-8e93-58cc12c543e4 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (67077568-06cc-4bef-8ec4-5e88fd039b73), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:59.672191 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-14008eba-948f-4ac8-a89d-276c63b29d51 req-f91c196a-e4f8-4d59-8e93-58cc12c543e4 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Calling delete_port for 67077568-06cc-4bef-8ec4-5e88fd039b73 owned by compute:nova {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:29:59.740130 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-bd3c69a9-0acf-421f-9505-aa70b2383d09 req-75201350-123f-4603-b4ae-7f0ac4c836b7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ae58d322-0fee-4b62-8a27-abcdbc09e830 HTTP/1.1" status: 200 len: 217 time: 0.1043139 Feb 04 12:29:59.761163 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port e1de0ac4-79ac-4c7d-8e56-14ffe18360be, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=e1de0ac4-79ac-4c7d-8e56-14ffe18360be,segment=NetworkSegment(bc52094b-1f4c-4ff2-9984-872e54e9d4f4),segment_id=bc52094b-1f4c-4ff2-9984-872e54e9d4f4)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:29:59.785090 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Returning: {'device': 'e1de0ac4-79ac-4c7d-8e56-14ffe18360be', 'network_id': '89490d58-b165-4480-9966-11144ff95c5f', 'port_id': 'e1de0ac4-79ac-4c7d-8e56-14ffe18360be', 'mac_address': 'fa:16:3e:b4:d7:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '098788f9-8c3b-4856-97c8-14be265148c8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:29:59.822223 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a1f5fa-d586-4d79-abd2-f439ce96cd51 req-1de8a2dc-e24f-4f71-a688-466449feb78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:59.825285 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-e8a1f5fa-d586-4d79-abd2-f439ce96cd51 req-1de8a2dc-e24f-4f71-a688-466449feb78b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f9619e0211434e338cacc113b2585afa&device_id=0cbcd974-3bf4-4f25-ae83-572ba67ebbdf HTTP/1.1" status: 200 len: 1125 time: 0.2971008 Feb 04 12:29:59.853166 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port e1de0ac4-79ac-4c7d-8e56-14ffe18360be is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:29:59.853787 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (e1de0ac4-79ac-4c7d-8e56-14ffe18360be), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:59.873433 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1de0ac4-79ac-4c7d-8e56-14ffe18360be {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:29:59.892915 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-e8a1f5fa-d586-4d79-abd2-f439ce96cd51 req-7b27b127-cfdf-4cc4-aa14-1645475cadfc service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8a72f5c2-da2b-4d41-837e-2ab4b2ee3604 HTTP/1.1" status: 200 len: 217 time: 0.0589838 Feb 04 12:29:59.910237 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port e1de0ac4-79ac-4c7d-8e56-14ffe18360be, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=e1de0ac4-79ac-4c7d-8e56-14ffe18360be,segment=NetworkSegment(bc52094b-1f4c-4ff2-9984-872e54e9d4f4),segment_id=bc52094b-1f4c-4ff2-9984-872e54e9d4f4)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:29:59.916316 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (e1de0ac4-79ac-4c7d-8e56-14ffe18360be), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:29:59.918343 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device d7718d2d-b60f-4383-ab47-e17344aeae7a details requested by agent hyperv_n-h2-825015-3 with host n-h2-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:29:59.943491 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025f65f3-06f5-43cb-94bb-26e8dfabe6ae req-f7ed54d1-00dd-4f6f-859a-edfa141efb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:59.945091 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-025f65f3-06f5-43cb-94bb-26e8dfabe6ae req-f7ed54d1-00dd-4f6f-859a-edfa141efb85 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=89490d58-b165-4480-9966-11144ff95c5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.7841518 Feb 04 12:29:59.950889 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-14008eba-948f-4ac8-a89d-276c63b29d51 req-f91c196a-e4f8-4d59-8e93-58cc12c543e4 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (67077568-06cc-4bef-8ec4-5e88fd039b73), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:00.089429 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['1a4a3c3d-36a0-4d43-b1ce-88c13649ade3', '67077568-06cc-4bef-8ec4-5e88fd039b73'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:30:00.117737 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4b3813-8285-4cfc-bb6e-16168cc64eee req-3346280a-818a-4d82-8eef-de7eabdb2d1a tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:00.119550 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-df4b3813-8285-4cfc-bb6e-16168cc64eee req-3346280a-818a-4d82-8eef-de7eabdb2d1a tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f640cd7-6b63-4483-b856-61ce2fc44360 HTTP/1.1" status: 200 len: 949 time: 0.2385814 Feb 04 12:30:00.134834 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port d7718d2d-b60f-4383-ab47-e17344aeae7a, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=d7718d2d-b60f-4383-ab47-e17344aeae7a,segment=NetworkSegment(56bf766f-3de3-452a-bfce-163ca1523f30),segment_id=56bf766f-3de3-452a-bfce-163ca1523f30)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:30:00.154282 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91c196a-e4f8-4d59-8e93-58cc12c543e4 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Pushing event deleted for resources: {'Port': ['ID=67077568-06cc-4bef-8ec4-5e88fd039b73,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:00.156533 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-14008eba-948f-4ac8-a89d-276c63b29d51 req-f91c196a-e4f8-4d59-8e93-58cc12c543e4 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] No DVR routers for this DVR port 67077568-06cc-4bef-8ec4-5e88fd039b73 on host n-h2-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:30:00.159646 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-14008eba-948f-4ac8-a89d-276c63b29d51 req-f91c196a-e4f8-4d59-8e93-58cc12c543e4 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:00.163425 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-14008eba-948f-4ac8-a89d-276c63b29d51 req-f91c196a-e4f8-4d59-8e93-58cc12c543e4 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.77 "DELETE /v2.0/ports/67077568-06cc-4bef-8ec4-5e88fd039b73 HTTP/1.1" status: 204 len: 173 time: 1.7770603 Feb 04 12:30:00.180201 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3795f0c7-fc9c-46cd-8f2e-0e1b6a5f4545', 'name': 'network-vif-deleted', 'tag': '67077568-06cc-4bef-8ec4-5e88fd039b73'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:30:00.182582 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec9cf3e5-5954-427f-adca-901c12dfa0d5" -d '{"events": [{"server_uuid": "3795f0c7-fc9c-46cd-8f2e-0e1b6a5f4545", "name": "network-vif-deleted", "tag": "67077568-06cc-4bef-8ec4-5e88fd039b73"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:30:00.191354 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Returning: {'device': 'd7718d2d-b60f-4383-ab47-e17344aeae7a', 'network_id': 'e17f0529-2497-4212-bc20-58295ab5d298', 'port_id': 'd7718d2d-b60f-4383-ab47-e17344aeae7a', 'mac_address': 'fa:16:3e:56:86:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae4c1b19-4693-45d5-a145-600acc473198', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:30:00.194253 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404a43a7-b40b-4fd6-86c2-4f3278669fc5 req-1d904f60-5a27-4f9b-9fc7-e8a0db33224e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:00.195478 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-404a43a7-b40b-4fd6-86c2-4f3278669fc5 req-1d904f60-5a27-4f9b-9fc7-e8a0db33224e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5c4615de-bb7e-4e13-9824-66067b606ac9 HTTP/1.1" status: 200 len: 1128 time: 0.7578590 Feb 04 12:30:00.213367 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbbe10a-0e50-4e98-89f0-39465311233c req-e46cbb2e-21ad-45a4-9b2b-9a7176685646 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:00.215085 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6fbbe10a-0e50-4e98-89f0-39465311233c req-e46cbb2e-21ad-45a4-9b2b-9a7176685646 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] 10.222.0.65 "GET /v2.0/ports?device_id=f61c4342-b34a-4964-bf13-99b6b46cc5ae HTTP/1.1" status: 200 len: 945 time: 0.7812583 Feb 04 12:30:00.328510 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1c84690e-a343-4f0a-9f38-7303fc16ebe9 admin admin] Publish callbacks [] for security_group (c59a7415-2b3b-44a3-80d1-30ccf5946279), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:00.358168 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3c69a9-0acf-421f-9505-aa70b2383d09 req-425e7f85-439c-4ee0-93d0-dba4ae89aefb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:00.359840 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-bd3c69a9-0acf-421f-9505-aa70b2383d09 req-425e7f85-439c-4ee0-93d0-dba4ae89aefb service neutron] 10.222.0.77 "GET /v2.0/subnets?id=fec05539-fa61-48d5-8362-143fafa358aa HTTP/1.1" status: 200 len: 854 time: 0.6106250 Feb 04 12:30:00.415088 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-404a43a7-b40b-4fd6-86c2-4f3278669fc5 req-98c08795-0c35-4edd-a08e-ca7719970c55 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ee89b6e9-25e2-41ab-a8a3-c85f5e0697a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950114 Feb 04 12:30:00.419939 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1c84690e-a343-4f0a-9f38-7303fc16ebe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (c59a7415-2b3b-44a3-80d1-30ccf5946279), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:00.429605 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-025f65f3-06f5-43cb-94bb-26e8dfabe6ae req-a08b5ee0-28bd-4a6c-8cd8-3447b1a1078a service neutron] 10.222.0.77 "GET /v2.0/networks/89490d58-b165-4480-9966-11144ff95c5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4713259 Feb 04 12:30:00.429955 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=e1de0ac4-79ac-4c7d-8e56-14ffe18360be,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:00.437943 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-30c306d5-6c2b-46f1-a1dc-4952aedd7537 req-b0b6ec51-0ada-4dbd-bb30-4cd69ec7e343 service neutron] 10.222.0.77 "GET /v2.0/networks/e17f0529-2497-4212-bc20-58295ab5d298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7912972 Feb 04 12:30:00.441313 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a1f5fa-d586-4d79-abd2-f439ce96cd51 req-51a5179a-720b-411e-8b3c-e57f4398d6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:00.446515 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-df4b3813-8285-4cfc-bb6e-16168cc64eee req-291f7417-52b6-4e51-95ec-c055b8432cbf tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3020494 Feb 04 12:30:00.454153 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-e8a1f5fa-d586-4d79-abd2-f439ce96cd51 req-51a5179a-720b-411e-8b3c-e57f4398d6fc service neutron] 10.222.0.77 "GET /v2.0/subnets?id=098788f9-8c3b-4856-97c8-14be265148c8 HTTP/1.1" status: 200 len: 855 time: 0.5382121 Feb 04 12:30:00.458074 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port d7718d2d-b60f-4383-ab47-e17344aeae7a is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:30:00.458461 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (d7718d2d-b60f-4383-ab47-e17344aeae7a), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:00.473279 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device db538db2-c02c-4361-8837-b38171c24852 up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:30:00.519643 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7718d2d-b60f-4383-ab47-e17344aeae7a {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:30:00.540133 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3c69a9-0acf-421f-9505-aa70b2383d09 req-170e1b02-b97c-4159-9935-39be1c440f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:00.542764 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-bd3c69a9-0acf-421f-9505-aa70b2383d09 req-170e1b02-b97c-4159-9935-39be1c440f22 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=57f22c28-9c54-41c2-b504-ea3ccea1b588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1732004 Feb 04 12:30:00.545823 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6fbbe10a-0e50-4e98-89f0-39465311233c req-852dddd0-7a56-41e0-b27f-413467729113 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c9a0cb1-780a-4c57-9639-c682eedb0cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3148975 Feb 04 12:30:00.548134 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-1c84690e-a343-4f0a-9f38-7303fc16ebe9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d010d2fa801646c394c2bbbb97cf12e4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5087049 Feb 04 12:30:00.552694 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 40264) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:30:00.553384 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c84690e-a343-4f0a-9f38-7303fc16ebe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c59a7415-2b3b-44a3-80d1-30ccf5946279,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:00.556847 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port d7718d2d-b60f-4383-ab47-e17344aeae7a, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=d7718d2d-b60f-4383-ab47-e17344aeae7a,segment=NetworkSegment(56bf766f-3de3-452a-bfce-163ca1523f30),segment_id=56bf766f-3de3-452a-bfce-163ca1523f30)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:30:00.573246 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (d7718d2d-b60f-4383-ab47-e17344aeae7a), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:00.577667 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a1f5fa-d586-4d79-abd2-f439ce96cd51 req-50afc307-386a-4889-8be5-43ee7d169914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:00.583632 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-e8a1f5fa-d586-4d79-abd2-f439ce96cd51 req-50afc307-386a-4889-8be5-43ee7d169914 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=89490d58-b165-4480-9966-11144ff95c5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1281924 Feb 04 12:30:00.693857 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=d7718d2d-b60f-4383-ab47-e17344aeae7a,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:00.706102 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning for port db538db2-c02c-4361-8837-b38171c24852 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:30:00.711207 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port db538db2-c02c-4361-8837-b38171c24852 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:30:00.711581 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (db538db2-c02c-4361-8837-b38171c24852), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:00.736724 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-516e9b5b-4a99-43e2-a8a4-062dd65eb3ac admin admin] Publish callbacks [] for security_group (c59a7415-2b3b-44a3-80d1-30ccf5946279), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:00.744503 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-025f65f3-06f5-43cb-94bb-26e8dfabe6ae req-f5e6ef97-8919-45f0-9298-ee9b4aa9f35d service neutron] 10.222.0.77 "GET /v2.0/networks/89490d58-b165-4480-9966-11144ff95c5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2949808 Feb 04 12:30:00.746933 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-748bb758-0a3a-4419-b13d-10116ded52a6 req-ea2cd823-a755-410b-9657-6d3ae9bcafbb tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/ports?device_id=3795f0c7-fc9c-46cd-8f2e-0e1b6a5f4545 HTTP/1.1" status: 200 len: 210 time: 0.0610352 Feb 04 12:30:00.765637 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8459703-40f6-4a51-8764-778f226bc985 req-247de09a-f8b8-4d82-b32f-a95efe504dea tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:00.767414 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a8459703-40f6-4a51-8764-778f226bc985 req-247de09a-f8b8-4d82-b32f-a95efe504dea tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f8ba64e-f52d-4f61-adfb-46357a42bdb9 HTTP/1.1" status: 200 len: 945 time: 0.2181664 Feb 04 12:30:00.814049 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-e8a1f5fa-d586-4d79-abd2-f439ce96cd51 req-06ce17d9-112e-4a75-903e-e2096fd50b2c service neutron] 10.222.0.77 "GET /v2.0/networks/89490d58-b165-4480-9966-11144ff95c5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133648 Feb 04 12:30:00.848805 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-516e9b5b-4a99-43e2-a8a4-062dd65eb3ac admin admin] Publish callbacks [] for security_group (c59a7415-2b3b-44a3-80d1-30ccf5946279), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:00.860452 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['d7718d2d-b60f-4383-ab47-e17344aeae7a'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:30:00.863164 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['e1de0ac4-79ac-4c7d-8e56-14ffe18360be'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:30:00.941308 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b7dcb7d-3ab6-4d82-9ba7-a035ea4956fc x-openstack-request-id: req-7b7dcb7d-3ab6-4d82-9ba7-a035ea4956fc {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:30:00.941637 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afe56aec-f5ec-49da-92ee-54c189b014f5", "tag": "ae58d322-0fee-4b62-8a27-abcdbc09e830", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:30:00.941854 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7b7dcb7d-3ab6-4d82-9ba7-a035ea4956fc {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:30:00.942258 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afe56aec-f5ec-49da-92ee-54c189b014f5', 'tag': 'ae58d322-0fee-4b62-8a27-abcdbc09e830', 'status': 'completed', 'code': 200} Feb 04 12:30:00.957960 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-bd3c69a9-0acf-421f-9505-aa70b2383d09 req-a3a796d2-9c6a-4377-9964-b462014549f2 service neutron] 10.222.0.77 "GET /v2.0/networks/57f22c28-9c54-41c2-b504-ea3ccea1b588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4046612 Feb 04 12:30:00.973679 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a8459703-40f6-4a51-8764-778f226bc985 req-fab3d596-4461-4275-bae8-c4c46464e292 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] 10.222.0.65 "GET /v2.0/security-groups?id=a4645ff9-4aba-4923-b590-6a9167d2e893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817245 Feb 04 12:30:00.990078 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c607a65-64c5-4c09-a8f3-e4376e27bbb4 x-openstack-request-id: req-2c607a65-64c5-4c09-a8f3-e4376e27bbb4 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:30:00.990427 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3795f0c7-fc9c-46cd-8f2e-0e1b6a5f4545", "name": "network-vif-deleted", "tag": "67077568-06cc-4bef-8ec4-5e88fd039b73", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:30:00.990642 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2c607a65-64c5-4c09-a8f3-e4376e27bbb4 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:30:00.991038 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3795f0c7-fc9c-46cd-8f2e-0e1b6a5f4545', 'name': 'network-vif-deleted', 'tag': '67077568-06cc-4bef-8ec4-5e88fd039b73', 'status': 'completed', 'code': 200} Feb 04 12:30:01.040298 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-516e9b5b-4a99-43e2-a8a4-062dd65eb3ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (c59a7415-2b3b-44a3-80d1-30ccf5946279), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:01.043207 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-516e9b5b-4a99-43e2-a8a4-062dd65eb3ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:01.045544 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-516e9b5b-4a99-43e2-a8a4-062dd65eb3ac admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c59a7415-2b3b-44a3-80d1-30ccf5946279 HTTP/1.1" status: 204 len: 168 time: 0.4891474 Feb 04 12:30:01.060429 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516e9b5b-4a99-43e2-a8a4-062dd65eb3ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c59a7415-2b3b-44a3-80d1-30ccf5946279,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:01.063470 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port db538db2-c02c-4361-8837-b38171c24852 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:30:01.064034 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (db538db2-c02c-4361-8837-b38171c24852), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:01.145268 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-e8a1f5fa-d586-4d79-abd2-f439ce96cd51 req-9138308a-2198-4a9f-a119-1017a2244718 service neutron] 10.222.0.77 "GET /v2.0/networks/89490d58-b165-4480-9966-11144ff95c5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3227944 Feb 04 12:30:01.181344 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port db538db2-c02c-4361-8837-b38171c24852, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=db538db2-c02c-4361-8837-b38171c24852,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:30:01.185556 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e62d58-f221-48a7-ac17-f516ed560224 req-a4345fd4-9d1f-4d84-893a-1aab00556ac3 tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:01.192945 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-80e62d58-f221-48a7-ac17-f516ed560224 req-a4345fd4-9d1f-4d84-893a-1aab00556ac3 tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] 10.222.0.65 "GET /v2.0/ports?device_id=afe56aec-f5ec-49da-92ee-54c189b014f5 HTTP/1.1" status: 200 len: 944 time: 0.1224339 Feb 04 12:30:01.198918 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-bd3c69a9-0acf-421f-9505-aa70b2383d09 req-f44c68bc-594b-4315-aceb-39e655117f93 service neutron] 10.222.0.77 "GET /v2.0/networks/57f22c28-9c54-41c2-b504-ea3ccea1b588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289758 Feb 04 12:30:01.209348 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9429d9-e1ee-442e-ae04-75684896316b req-61c89137-0ee5-4741-b08b-24d575b63d77 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:01.210852 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fc9429d9-e1ee-442e-ae04-75684896316b req-61c89137-0ee5-4741-b08b-24d575b63d77 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cbcd974-3bf4-4f25-ae83-572ba67ebbdf HTTP/1.1" status: 200 len: 943 time: 0.0926051 Feb 04 12:30:01.217255 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:01.223199 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (db538db2-c02c-4361-8837-b38171c24852), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:01.279758 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-80e62d58-f221-48a7-ac17-f516ed560224 req-85b6c4b7-aa63-4af7-a042-26821bf6c095 tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] 10.222.0.65 "GET /v2.0/security-groups?id=3cfd0372-f44c-44e0-8459-f92336595ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805647 Feb 04 12:30:01.292448 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=db538db2-c02c-4361-8837-b38171c24852,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:01.303704 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f640cd7-6b63-4483-b856-61ce2fc44360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db538db2-c02c-4361-8837-b38171c24852'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:30:01.306650 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d13e791e-0188-49b7-bc62-9596aaf73442" -d '{"events": [{"server_uuid": "9f640cd7-6b63-4483-b856-61ce2fc44360", "name": "network-vif-plugged", "status": "completed", "tag": "db538db2-c02c-4361-8837-b38171c24852"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:30:01.325951 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b74e5c7-c86d-4ebf-bcd8-d4a04a47f401 req-29d43770-06ea-44eb-b12a-4729918387a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:01.327718 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-2b74e5c7-c86d-4ebf-bcd8-d4a04a47f401 req-29d43770-06ea-44eb-b12a-4729918387a0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=13e2221ea635497bab7223d336ea5315&device_id=afe56aec-f5ec-49da-92ee-54c189b014f5 HTTP/1.1" status: 200 len: 1126 time: 0.0798881 Feb 04 12:30:01.341374 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fc9429d9-e1ee-442e-ae04-75684896316b req-b591f1f7-e790-479b-900e-5185a172cdce tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee89b6e9-25e2-41ab-a8a3-c85f5e0697a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089149 Feb 04 12:30:01.468640 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7b63ed56-ac2d-4e89-a80d-fc57d031127d req-3e775fb3-3083-455c-b1fc-6cf96d551807 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1638000 Feb 04 12:30:01.485498 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-7b63ed56-ac2d-4e89-a80d-fc57d031127d req-9ec086a6-2fe7-438e-ae6f-c37fcbb3fb81 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Request body: {'floatingip': {'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:30:01.517741 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-7b63ed56-ac2d-4e89-a80d-fc57d031127d req-9ec086a6-2fe7-438e-ae6f-c37fcbb3fb81 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:01.557682 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:01.567502 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b74e5c7-c86d-4ebf-bcd8-d4a04a47f401 req-95abe319-1cae-4fa4-a917-438f0b889240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:01.582881 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-2b74e5c7-c86d-4ebf-bcd8-d4a04a47f401 req-95abe319-1cae-4fa4-a917-438f0b889240 service neutron] 10.222.0.77 "GET /v2.0/networks?id=57f22c28-9c54-41c2-b504-ea3ccea1b588 HTTP/1.1" status: 200 len: 916 time: 0.2473104 Feb 04 12:30:01.585096 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 67077568-06cc-4bef-8ec4-5e88fd039b73 no longer exists at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:30:01.621429 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] No Port match for: 67077568-06cc-4bef-8ec4-5e88fd039b73 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:30:01.623692 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 67077568-06cc-4bef-8ec4-5e88fd039b73 not bound to the agent host n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:30:01.642688 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30f464f1-5ce6-4544-9d3d-bad333a47af9 x-openstack-request-id: req-30f464f1-5ce6-4544-9d3d-bad333a47af9 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:30:01.642987 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f640cd7-6b63-4483-b856-61ce2fc44360", "name": "network-vif-plugged", "status": "completed", "tag": "db538db2-c02c-4361-8837-b38171c24852", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:30:01.643241 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-30f464f1-5ce6-4544-9d3d-bad333a47af9 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:30:01.643638 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f640cd7-6b63-4483-b856-61ce2fc44360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db538db2-c02c-4361-8837-b38171c24852', 'code': 200} Feb 04 12:30:01.648564 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-2b74e5c7-c86d-4ebf-bcd8-d4a04a47f401 req-57b15c2d-a8ae-4430-a698-3360c5b8f932 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ae58d322-0fee-4b62-8a27-abcdbc09e830 HTTP/1.1" status: 200 len: 217 time: 0.0596411 Feb 04 12:30:01.687847 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 40280) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:30:01.711474 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dcf90e89-a71b-4df5-8222-2eda0cc44918 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:01.729237 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b74e5c7-c86d-4ebf-bcd8-d4a04a47f401 req-9dc000bb-f5c1-467c-ae51-44672fb770d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:01.730708 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-2b74e5c7-c86d-4ebf-bcd8-d4a04a47f401 req-9dc000bb-f5c1-467c-ae51-44672fb770d4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=fec05539-fa61-48d5-8362-143fafa358aa HTTP/1.1" status: 200 len: 854 time: 0.0722334 Feb 04 12:30:01.751286 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-7b63ed56-ac2d-4e89-a80d-fc57d031127d req-9ec086a6-2fe7-438e-ae6f-c37fcbb3fb81 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:01.813704 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b74e5c7-c86d-4ebf-bcd8-d4a04a47f401 req-acb86be2-95a5-4e57-8532-7eecf996ec95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:01.815243 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-2b74e5c7-c86d-4ebf-bcd8-d4a04a47f401 req-acb86be2-95a5-4e57-8532-7eecf996ec95 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=57f22c28-9c54-41c2-b504-ea3ccea1b588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0755134 Feb 04 12:30:01.844276 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17befa3-7f47-4cee-9b23-eaf6ef37a20e req-4cc0c7dd-08b7-440a-b461-003aa1dce4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:01.845745 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c17befa3-7f47-4cee-9b23-eaf6ef37a20e req-4cc0c7dd-08b7-440a-b461-003aa1dce4e6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9f640cd7-6b63-4483-b856-61ce2fc44360 HTTP/1.1" status: 200 len: 1132 time: 0.1428592 Feb 04 12:30:01.884830 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dcf90e89-a71b-4df5-8222-2eda0cc44918 admin admin] Publish callbacks [] for security_group (f96c3333-c800-4de9-8110-958fb07cc570), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:01.887065 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b5ae1b-cfac-49a4-b859-fa649beb6eaa req-f07c3d8f-1851-4765-afc9-833d767ab97f tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:01.888827 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-76b5ae1b-cfac-49a4-b859-fa649beb6eaa req-f07c3d8f-1851-4765-afc9-833d767ab97f tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f640cd7-6b63-4483-b856-61ce2fc44360 HTTP/1.1" status: 200 len: 950 time: 0.1537280 Feb 04 12:30:01.890696 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dcf90e89-a71b-4df5-8222-2eda0cc44918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (f96c3333-c800-4de9-8110-958fb07cc570), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:01.946434 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf90e89-a71b-4df5-8222-2eda0cc44918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f96c3333-c800-4de9-8110-958fb07cc570,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:01.954858 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-dcf90e89-a71b-4df5-8222-2eda0cc44918 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=86488cb9abf14cb484c2cb35abf56503&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2637100 Feb 04 12:30:01.956771 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 40284) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:30:01.964223 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-7b63ed56-ac2d-4e89-a80d-fc57d031127d req-9ec086a6-2fe7-438e-ae6f-c37fcbb3fb81 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Allocated IP 172.25.3.210 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/aefdd235-2fe6-4275-91b6-e9325adcb364) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:30:01.977177 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c17befa3-7f47-4cee-9b23-eaf6ef37a20e req-8216eaeb-d377-4797-98f4-c0be5d7cdd2f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233549 Feb 04 12:30:01.979913 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-2b74e5c7-c86d-4ebf-bcd8-d4a04a47f401 req-e214d2cd-5445-4961-b1bb-2888fd1a5660 service neutron] 10.222.0.77 "GET /v2.0/networks/57f22c28-9c54-41c2-b504-ea3ccea1b588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523979 Feb 04 12:30:01.992450 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-76b5ae1b-cfac-49a4-b859-fa649beb6eaa req-c3166528-f34d-4652-8be4-fd6c91fef2a3 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934484 Feb 04 12:30:02.074143 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cb5b5b57-a669-47ef-a62d-31551e5f5adc admin admin] Publish callbacks [] for security_group (f96c3333-c800-4de9-8110-958fb07cc570), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:02.114629 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cb5b5b57-a669-47ef-a62d-31551e5f5adc admin admin] Publish callbacks [] for security_group (f96c3333-c800-4de9-8110-958fb07cc570), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:02.123114 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-2b74e5c7-c86d-4ebf-bcd8-d4a04a47f401 req-6d1d1e08-3b7f-49ab-8900-4b57b497b8e3 service neutron] 10.222.0.77 "GET /v2.0/networks/57f22c28-9c54-41c2-b504-ea3ccea1b588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349144 Feb 04 12:30:02.133779 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-7b63ed56-ac2d-4e89-a80d-fc57d031127d req-9ec086a6-2fe7-438e-ae6f-c37fcbb3fb81 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Publish callbacks [] for port (aefdd235-2fe6-4275-91b6-e9325adcb364), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:02.155355 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d1f659-353e-4645-962f-d33dbf9d71a6 req-8949b1d0-fe98-479b-be49-cf51207da87d tempest-ServerMetadataNegativeTestJSON-494885188 tempest-ServerMetadataNegativeTestJSON-494885188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:02.156917 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-84d1f659-353e-4645-962f-d33dbf9d71a6 req-8949b1d0-fe98-479b-be49-cf51207da87d tempest-ServerMetadataNegativeTestJSON-494885188 tempest-ServerMetadataNegativeTestJSON-494885188-project] 10.222.0.65 "GET /v2.0/ports?device_id=f8b03e62-f6e6-438b-887f-3f4a446fc7a4 HTTP/1.1" status: 200 len: 945 time: 0.0957909 Feb 04 12:30:02.169858 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cb5b5b57-a669-47ef-a62d-31551e5f5adc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (f96c3333-c800-4de9-8110-958fb07cc570), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:02.172483 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cb5b5b57-a669-47ef-a62d-31551e5f5adc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:02.173675 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-cb5b5b57-a669-47ef-a62d-31551e5f5adc admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f96c3333-c800-4de9-8110-958fb07cc570 HTTP/1.1" status: 204 len: 168 time: 0.2161260 Feb 04 12:30:02.181985 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5b5b57-a669-47ef-a62d-31551e5f5adc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f96c3333-c800-4de9-8110-958fb07cc570,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:02.225591 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-7b63ed56-ac2d-4e89-a80d-fc57d031127d req-9ec086a6-2fe7-438e-ae6f-c37fcbb3fb81 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (aefdd235-2fe6-4275-91b6-e9325adcb364), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:02.255239 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-84d1f659-353e-4645-962f-d33dbf9d71a6 req-b77d4a47-48e0-4eb9-ad3e-56023507a61d tempest-ServerMetadataNegativeTestJSON-494885188 tempest-ServerMetadataNegativeTestJSON-494885188-project] 10.222.0.65 "GET /v2.0/security-groups?id=495efc95-4786-4397-9d97-68d605bb2024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883343 Feb 04 12:30:02.267373 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b63ed56-ac2d-4e89-a80d-fc57d031127d req-9ec086a6-2fe7-438e-ae6f-c37fcbb3fb81 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:30:02.281114 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec086a6-2fe7-438e-ae6f-c37fcbb3fb81 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Pushing event updated for resources: {'Port': ['ID=aefdd235-2fe6-4275-91b6-e9325adcb364,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:02.287395 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-7b63ed56-ac2d-4e89-a80d-fc57d031127d req-9ec086a6-2fe7-438e-ae6f-c37fcbb3fb81 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:30:02.289988 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b63ed56-ac2d-4e89-a80d-fc57d031127d req-9ec086a6-2fe7-438e-ae6f-c37fcbb3fb81 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:30:02.415778 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-7b63ed56-ac2d-4e89-a80d-fc57d031127d req-9ec086a6-2fe7-438e-ae6f-c37fcbb3fb81 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Publish callbacks [] for floatingip (49801537-36f0-477a-964a-cd3229858c47), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:02.458184 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb78129-5916-41b1-b216-0352322aa759 req-2a4919f9-4481-4a17-90e4-75f6be4f8efb tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:02.459570 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3eb78129-5916-41b1-b216-0352322aa759 req-2a4919f9-4481-4a17-90e4-75f6be4f8efb tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f8ba64e-f52d-4f61-adfb-46357a42bdb9 HTTP/1.1" status: 200 len: 945 time: 0.0915701 Feb 04 12:30:02.473117 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-7b63ed56-ac2d-4e89-a80d-fc57d031127d req-9ec086a6-2fe7-438e-ae6f-c37fcbb3fb81 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (aefdd235-2fe6-4275-91b6-e9325adcb364), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:02.548279 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3eb78129-5916-41b1-b216-0352322aa759 req-cc9d5d6c-e760-49df-9414-4d1dcae95e5a tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] 10.222.0.65 "GET /v2.0/security-groups?id=a4645ff9-4aba-4923-b590-6a9167d2e893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813241 Feb 04 12:30:02.694641 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-7b63ed56-ac2d-4e89-a80d-fc57d031127d req-9ec086a6-2fe7-438e-ae6f-c37fcbb3fb81 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Publish callbacks [] for port (aefdd235-2fe6-4275-91b6-e9325adcb364), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:02.703574 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d770170a-b5ca-4a82-9e45-3c806e68af21 req-4b832a6b-d6f1-4131-8819-4ed0f3b0a828 tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:02.705070 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d770170a-b5ca-4a82-9e45-3c806e68af21 req-4b832a6b-d6f1-4131-8819-4ed0f3b0a828 tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] 10.222.0.65 "GET /v2.0/ports?device_id=afe56aec-f5ec-49da-92ee-54c189b014f5 HTTP/1.1" status: 200 len: 944 time: 0.0966878 Feb 04 12:30:02.706129 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-7b63ed56-ac2d-4e89-a80d-fc57d031127d req-9ec086a6-2fe7-438e-ae6f-c37fcbb3fb81 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (aefdd235-2fe6-4275-91b6-e9325adcb364), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:02.801926 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec086a6-2fe7-438e-ae6f-c37fcbb3fb81 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Pushing event updated for resources: {'Port': ['ID=aefdd235-2fe6-4275-91b6-e9325adcb364,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:02.824280 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d770170a-b5ca-4a82-9e45-3c806e68af21 req-5ec436a7-618b-488f-aff7-9f19c6dd7ba4 tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] 10.222.0.65 "GET /v2.0/security-groups?id=3cfd0372-f44c-44e0-8459-f92336595ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931232 Feb 04 12:30:02.827523 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-7b63ed56-ac2d-4e89-a80d-fc57d031127d req-9ec086a6-2fe7-438e-ae6f-c37fcbb3fb81 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1599943'] for floatingip (49801537-36f0-477a-964a-cd3229858c47), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:02.852531 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-7b63ed56-ac2d-4e89-a80d-fc57d031127d req-9ec086a6-2fe7-438e-ae6f-c37fcbb3fb81 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:02.853893 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7b63ed56-ac2d-4e89-a80d-fc57d031127d req-9ec086a6-2fe7-438e-ae6f-c37fcbb3fb81 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3747921 Feb 04 12:30:02.917497 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7b63ed56-ac2d-4e89-a80d-fc57d031127d req-f0f592fd-701e-4ccd-afc7-037663939054 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.3.210 HTTP/1.1" status: 200 len: 696 time: 0.0552859 Feb 04 12:30:02.943713 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cbcd974-3bf4-4f25-ae83-572ba67ebbdf', 'tag': '8a72f5c2-da2b-4d41-837e-2ab4b2ee3604'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:30:02.948859 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acbe354c-322e-410c-b514-cb07ff438f75" -d '{"events": [{"name": "network-changed", "server_uuid": "0cbcd974-3bf4-4f25-ae83-572ba67ebbdf", "tag": "8a72f5c2-da2b-4d41-837e-2ab4b2ee3604"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:30:03.031528 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b63ed56-ac2d-4e89-a80d-fc57d031127d req-06c2ab11-d16a-450d-8d8a-e0f9cbf6a825 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:03.033009 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7b63ed56-ac2d-4e89-a80d-fc57d031127d req-06c2ab11-d16a-450d-8d8a-e0f9cbf6a825 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] 10.222.0.65 "GET /v2.0/networks/7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 HTTP/1.1" status: 200 len: 784 time: 0.1092501 Feb 04 12:30:03.192720 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380ced53-6bb8-4cd9-b979-5292b364b33a req-2e06d2ab-20a8-46d1-aac1-da8aa9ac78c7 tempest-ServerMetadataNegativeTestJSON-494885188 tempest-ServerMetadataNegativeTestJSON-494885188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:03.195433 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-380ced53-6bb8-4cd9-b979-5292b364b33a req-2e06d2ab-20a8-46d1-aac1-da8aa9ac78c7 tempest-ServerMetadataNegativeTestJSON-494885188 tempest-ServerMetadataNegativeTestJSON-494885188-project] 10.222.0.77 "GET /v2.0/ports?device_id=f8b03e62-f6e6-438b-887f-3f4a446fc7a4 HTTP/1.1" status: 200 len: 945 time: 0.1018612 Feb 04 12:30:03.198115 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01bceaf7-6f68-4eef-936d-6704a8880983 x-openstack-request-id: req-01bceaf7-6f68-4eef-936d-6704a8880983 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:30:03.198542 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cbcd974-3bf4-4f25-ae83-572ba67ebbdf", "tag": "8a72f5c2-da2b-4d41-837e-2ab4b2ee3604", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:30:03.198656 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-01bceaf7-6f68-4eef-936d-6704a8880983 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:30:03.199049 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cbcd974-3bf4-4f25-ae83-572ba67ebbdf', 'tag': '8a72f5c2-da2b-4d41-837e-2ab4b2ee3604', 'status': 'completed', 'code': 200} Feb 04 12:30:03.285840 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cbe9bb-f226-499c-af6c-0ab08177e863 req-de230982-c2ec-4c80-9f00-b1226fd9f5b6 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:03.287358 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-34cbe9bb-f226-499c-af6c-0ab08177e863 req-de230982-c2ec-4c80-9f00-b1226fd9f5b6 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cbcd974-3bf4-4f25-ae83-572ba67ebbdf HTTP/1.1" status: 200 len: 943 time: 0.1493206 Feb 04 12:30:03.325582 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb5f99a-86e6-4dc2-bb7a-dd2a0011edbc req-f9945e84-d01e-47fb-8d09-94677e82e001 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:03.327101 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4cb5f99a-86e6-4dc2-bb7a-dd2a0011edbc req-f9945e84-d01e-47fb-8d09-94677e82e001 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f640cd7-6b63-4483-b856-61ce2fc44360 HTTP/1.1" status: 200 len: 950 time: 0.0821402 Feb 04 12:30:03.350100 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbe354c-322e-410c-b514-cb07ff438f75 req-2a8dab8b-9f7f-497c-b763-6b361eebbcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:03.351627 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-acbe354c-322e-410c-b514-cb07ff438f75 req-2a8dab8b-9f7f-497c-b763-6b361eebbcfd service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f9619e0211434e338cacc113b2585afa&device_id=0cbcd974-3bf4-4f25-ae83-572ba67ebbdf HTTP/1.1" status: 200 len: 1125 time: 0.1363485 Feb 04 12:30:03.367897 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-34cbe9bb-f226-499c-af6c-0ab08177e863 req-3eca8077-f640-43e0-a7f3-6e49c8e015e7 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee89b6e9-25e2-41ab-a8a3-c85f5e0697a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684710 Feb 04 12:30:03.423620 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4cb5f99a-86e6-4dc2-bb7a-dd2a0011edbc req-2333533c-3623-41f5-b2ae-831f37b98776 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850620 Feb 04 12:30:03.473782 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-380ced53-6bb8-4cd9-b979-5292b364b33a req-65ecc440-6d39-4de8-957a-00da1c5b4324 tempest-ServerMetadataNegativeTestJSON-494885188 tempest-ServerMetadataNegativeTestJSON-494885188-project] Deleting port c06f48df-7172-4491-8cdd-9d0ab6dbe59e {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:30:03.474126 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-380ced53-6bb8-4cd9-b979-5292b364b33a req-65ecc440-6d39-4de8-957a-00da1c5b4324 tempest-ServerMetadataNegativeTestJSON-494885188 tempest-ServerMetadataNegativeTestJSON-494885188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (c06f48df-7172-4491-8cdd-9d0ab6dbe59e), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:03.556521 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbe354c-322e-410c-b514-cb07ff438f75 req-1e0cae98-2265-4ded-8ba4-60bf824c4f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:03.557900 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-acbe354c-322e-410c-b514-cb07ff438f75 req-1e0cae98-2265-4ded-8ba4-60bf824c4f27 service neutron] 10.222.0.77 "GET /v2.0/networks?id=89490d58-b165-4480-9966-11144ff95c5f HTTP/1.1" status: 200 len: 917 time: 0.1994166 Feb 04 12:30:03.603670 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device e1de0ac4-79ac-4c7d-8e56-14ffe18360be up at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:30:03.613007 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device ae58d322-0fee-4b62-8a27-abcdbc09e830 details requested by agent hyperv_n-h2-825015-3 with host n-h2-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:30:03.616123 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-acbe354c-322e-410c-b514-cb07ff438f75 req-ec1d0aac-9713-43bf-b8d4-0c44673c98d2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8a72f5c2-da2b-4d41-837e-2ab4b2ee3604 HTTP/1.1" status: 200 len: 217 time: 0.0503438 Feb 04 12:30:03.633795 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a3340d-af7f-4497-96c4-1183a00a92d5 req-7a65f9b4-52ff-4e4f-8cb5-1b282de6c265 tempest-ServerMetadataNegativeTestJSON-494885188 tempest-ServerMetadataNegativeTestJSON-494885188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:03.641008 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-380ced53-6bb8-4cd9-b979-5292b364b33a req-65ecc440-6d39-4de8-957a-00da1c5b4324 tempest-ServerMetadataNegativeTestJSON-494885188 tempest-ServerMetadataNegativeTestJSON-494885188-project] For port c06f48df-7172-4491-8cdd-9d0ab6dbe59e, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=c06f48df-7172-4491-8cdd-9d0ab6dbe59e,segment=NetworkSegment(e38822bf-f593-46de-9f87-08ac60a23992),segment_id=e38822bf-f593-46de-9f87-08ac60a23992)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:30:03.641227 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-36a3340d-af7f-4497-96c4-1183a00a92d5 req-7a65f9b4-52ff-4e4f-8cb5-1b282de6c265 tempest-ServerMetadataNegativeTestJSON-494885188 tempest-ServerMetadataNegativeTestJSON-494885188-project] 10.222.0.65 "GET /v2.0/ports?device_id=f8b03e62-f6e6-438b-887f-3f4a446fc7a4 HTTP/1.1" status: 200 len: 945 time: 0.1008329 Feb 04 12:30:03.641362 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-380ced53-6bb8-4cd9-b979-5292b364b33a req-65ecc440-6d39-4de8-957a-00da1c5b4324 tempest-ServerMetadataNegativeTestJSON-494885188 tempest-ServerMetadataNegativeTestJSON-494885188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (c06f48df-7172-4491-8cdd-9d0ab6dbe59e), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:03.656514 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f13de5-0580-4b70-97cf-b0adfe73ebcf req-f74132f8-3af5-4264-90e4-2a0b6898b736 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:03.663288 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-67f13de5-0580-4b70-97cf-b0adfe73ebcf req-f74132f8-3af5-4264-90e4-2a0b6898b736 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] 10.222.0.65 "GET /v2.0/networks?id=0e8b5cfe-93df-4af8-ae4b-dba09d277a8f HTTP/1.1" status: 200 len: 820 time: 0.1830437 Feb 04 12:30:03.678494 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-380ced53-6bb8-4cd9-b979-5292b364b33a req-65ecc440-6d39-4de8-957a-00da1c5b4324 tempest-ServerMetadataNegativeTestJSON-494885188 tempest-ServerMetadataNegativeTestJSON-494885188-project] Calling delete_port for c06f48df-7172-4491-8cdd-9d0ab6dbe59e owned by compute:nova {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:30:03.696787 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-67f13de5-0580-4b70-97cf-b0adfe73ebcf req-074cf067-e741-4a89-80a8-622afc9de1fc tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] 10.222.0.65 "GET /v2.0/quotas/dcbc9e99c00c41539a07d9ddf5098f10 HTTP/1.1" status: 200 len: 375 time: 0.0281909 Feb 04 12:30:03.701462 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbe354c-322e-410c-b514-cb07ff438f75 req-127349b8-12bc-4126-8f00-5b785d06264d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:03.702930 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-acbe354c-322e-410c-b514-cb07ff438f75 req-127349b8-12bc-4126-8f00-5b785d06264d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=098788f9-8c3b-4856-97c8-14be265148c8 HTTP/1.1" status: 200 len: 855 time: 0.0772061 Feb 04 12:30:03.759064 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-36a3340d-af7f-4497-96c4-1183a00a92d5 req-9775a260-d6d2-4436-be71-9882547b752c tempest-ServerMetadataNegativeTestJSON-494885188 tempest-ServerMetadataNegativeTestJSON-494885188-project] 10.222.0.65 "GET /v2.0/security-groups?id=495efc95-4786-4397-9d97-68d605bb2024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172705 Feb 04 12:30:03.771998 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning for port e1de0ac4-79ac-4c7d-8e56-14ffe18360be completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:30:03.811847 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning complete for port e1de0ac4-79ac-4c7d-8e56-14ffe18360be triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:30:03.813885 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (e1de0ac4-79ac-4c7d-8e56-14ffe18360be), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:03.817757 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-67f13de5-0580-4b70-97cf-b0adfe73ebcf req-3d3e7adc-e56e-473e-a4b7-e586b5693e80 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=dcbc9e99c00c41539a07d9ddf5098f10&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1229885 Feb 04 12:30:03.855477 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbe354c-322e-410c-b514-cb07ff438f75 req-9e5c4e38-360a-4a74-9ee1-585a1334c352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:03.857788 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-acbe354c-322e-410c-b514-cb07ff438f75 req-9e5c4e38-360a-4a74-9ee1-585a1334c352 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=89490d58-b165-4480-9966-11144ff95c5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1485922 Feb 04 12:30:03.863688 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port ae58d322-0fee-4b62-8a27-abcdbc09e830, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=ae58d322-0fee-4b62-8a27-abcdbc09e830,segment=NetworkSegment(d58ddc32-fd3a-4289-9a48-41a283646e0a),segment_id=d58ddc32-fd3a-4289-9a48-41a283646e0a)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:30:03.883370 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Returning: {'device': 'ae58d322-0fee-4b62-8a27-abcdbc09e830', 'network_id': '57f22c28-9c54-41c2-b504-ea3ccea1b588', 'port_id': 'ae58d322-0fee-4b62-8a27-abcdbc09e830', 'mac_address': 'fa:16:3e:7f:09:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fec05539-fa61-48d5-8362-143fafa358aa', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:30:03.977379 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port ae58d322-0fee-4b62-8a27-abcdbc09e830 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:30:03.977773 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (ae58d322-0fee-4b62-8a27-abcdbc09e830), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:03.980895 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port e1de0ac4-79ac-4c7d-8e56-14ffe18360be is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:30:03.981319 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (e1de0ac4-79ac-4c7d-8e56-14ffe18360be), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:04.000791 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ca13ee-d792-45d5-90bf-180a4ecdae77 req-94b25635-39e7-45aa-b086-5acbe1b209aa tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:04.002767 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d4ca13ee-d792-45d5-90bf-180a4ecdae77 req-94b25635-39e7-45aa-b086-5acbe1b209aa tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f8ba64e-f52d-4f61-adfb-46357a42bdb9 HTTP/1.1" status: 200 len: 945 time: 0.1026366 Feb 04 12:30:04.003705 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae58d322-0fee-4b62-8a27-abcdbc09e830 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:30:04.016612 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-67f13de5-0580-4b70-97cf-b0adfe73ebcf req-22c89f86-d496-47a7-a7f8-afc1c384d14f service neutron] 10.222.0.65 "GET /v2.0/networks/0e8b5cfe-93df-4af8-ae4b-dba09d277a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976392 Feb 04 12:30:04.021354 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-acbe354c-322e-410c-b514-cb07ff438f75 req-053ca57b-2679-4256-a4e3-a56282205883 service neutron] 10.222.0.77 "GET /v2.0/networks/89490d58-b165-4480-9966-11144ff95c5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521828 Feb 04 12:30:04.023349 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-380ced53-6bb8-4cd9-b979-5292b364b33a req-65ecc440-6d39-4de8-957a-00da1c5b4324 tempest-ServerMetadataNegativeTestJSON-494885188 tempest-ServerMetadataNegativeTestJSON-494885188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (c06f48df-7172-4491-8cdd-9d0ab6dbe59e), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:04.033597 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port ae58d322-0fee-4b62-8a27-abcdbc09e830, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=ae58d322-0fee-4b62-8a27-abcdbc09e830,segment=NetworkSegment(d58ddc32-fd3a-4289-9a48-41a283646e0a),segment_id=d58ddc32-fd3a-4289-9a48-41a283646e0a)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:30:04.039090 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['c06f48df-7172-4491-8cdd-9d0ab6dbe59e'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:30:04.047440 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8292ed09-ec6d-438b-bdc7-05a92053767e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1de0ac4-79ac-4c7d-8e56-14ffe18360be'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:30:04.049812 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b849e3e0-825b-456e-b59d-7226ab45554a" -d '{"events": [{"server_uuid": "8292ed09-ec6d-438b-bdc7-05a92053767e", "name": "network-vif-plugged", "status": "completed", "tag": "e1de0ac4-79ac-4c7d-8e56-14ffe18360be"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:30:04.058475 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ecc440-6d39-4de8-957a-00da1c5b4324 tempest-ServerMetadataNegativeTestJSON-494885188 tempest-ServerMetadataNegativeTestJSON-494885188-project] Pushing event deleted for resources: {'Port': ['ID=c06f48df-7172-4491-8cdd-9d0ab6dbe59e,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:04.077422 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (ae58d322-0fee-4b62-8a27-abcdbc09e830), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:04.078082 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 8a72f5c2-da2b-4d41-837e-2ab4b2ee3604 details requested by agent hyperv_n-h2-825015-3 with host n-h2-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:30:04.115078 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port e1de0ac4-79ac-4c7d-8e56-14ffe18360be, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=e1de0ac4-79ac-4c7d-8e56-14ffe18360be,segment=NetworkSegment(bc52094b-1f4c-4ff2-9984-872e54e9d4f4),segment_id=bc52094b-1f4c-4ff2-9984-872e54e9d4f4)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:30:04.125842 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (e1de0ac4-79ac-4c7d-8e56-14ffe18360be), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:04.126686 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device d7718d2d-b60f-4383-ab47-e17344aeae7a up at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:30:04.156796 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d4ca13ee-d792-45d5-90bf-180a4ecdae77 req-68e1b11a-82db-484d-a3ed-0425af2d816c tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] 10.222.0.65 "GET /v2.0/security-groups?id=a4645ff9-4aba-4923-b590-6a9167d2e893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292570 Feb 04 12:30:04.215300 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-380ced53-6bb8-4cd9-b979-5292b364b33a req-65ecc440-6d39-4de8-957a-00da1c5b4324 tempest-ServerMetadataNegativeTestJSON-494885188 tempest-ServerMetadataNegativeTestJSON-494885188-project] No DVR routers for this DVR port c06f48df-7172-4491-8cdd-9d0ab6dbe59e on host n-h2-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:30:04.220308 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-380ced53-6bb8-4cd9-b979-5292b364b33a req-65ecc440-6d39-4de8-957a-00da1c5b4324 tempest-ServerMetadataNegativeTestJSON-494885188 tempest-ServerMetadataNegativeTestJSON-494885188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:04.235440 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=ae58d322-0fee-4b62-8a27-abcdbc09e830,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:04.237630 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-380ced53-6bb8-4cd9-b979-5292b364b33a req-65ecc440-6d39-4de8-957a-00da1c5b4324 tempest-ServerMetadataNegativeTestJSON-494885188 tempest-ServerMetadataNegativeTestJSON-494885188-project] 10.222.0.77 "DELETE /v2.0/ports/c06f48df-7172-4491-8cdd-9d0ab6dbe59e HTTP/1.1" status: 204 len: 173 time: 1.0325468 Feb 04 12:30:04.251615 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-67f13de5-0580-4b70-97cf-b0adfe73ebcf req-77135a9b-f780-414d-8b8f-16170bc4062a service neutron] 10.222.0.65 "GET /v2.0/networks/0e8b5cfe-93df-4af8-ae4b-dba09d277a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338817 Feb 04 12:30:04.314139 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-acbe354c-322e-410c-b514-cb07ff438f75 req-89bc9364-8d3d-4642-97c7-c92d00ce0c74 service neutron] 10.222.0.77 "GET /v2.0/networks/89490d58-b165-4480-9966-11144ff95c5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577703 Feb 04 12:30:04.322494 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning for port d7718d2d-b60f-4383-ab47-e17344aeae7a completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:30:04.342447 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=e1de0ac4-79ac-4c7d-8e56-14ffe18360be,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:04.342447 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning complete for port d7718d2d-b60f-4383-ab47-e17344aeae7a triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:30:04.342447 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (d7718d2d-b60f-4383-ab47-e17344aeae7a), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:04.374445 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 8a72f5c2-da2b-4d41-837e-2ab4b2ee3604, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=8a72f5c2-da2b-4d41-837e-2ab4b2ee3604,segment=NetworkSegment(bc52094b-1f4c-4ff2-9984-872e54e9d4f4),segment_id=bc52094b-1f4c-4ff2-9984-872e54e9d4f4)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:30:04.402772 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Returning: {'device': '8a72f5c2-da2b-4d41-837e-2ab4b2ee3604', 'network_id': '89490d58-b165-4480-9966-11144ff95c5f', 'port_id': '8a72f5c2-da2b-4d41-837e-2ab4b2ee3604', 'mac_address': 'fa:16:3e:13:85:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '098788f9-8c3b-4856-97c8-14be265148c8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:30:04.484352 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 8a72f5c2-da2b-4d41-837e-2ab4b2ee3604 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:30:04.484899 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (8a72f5c2-da2b-4d41-837e-2ab4b2ee3604), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:04.535725 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a72f5c2-da2b-4d41-837e-2ab4b2ee3604 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:30:04.578282 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port d7718d2d-b60f-4383-ab47-e17344aeae7a is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:30:04.578923 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (d7718d2d-b60f-4383-ab47-e17344aeae7a), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:04.602180 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 8a72f5c2-da2b-4d41-837e-2ab4b2ee3604, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=8a72f5c2-da2b-4d41-837e-2ab4b2ee3604,segment=NetworkSegment(bc52094b-1f4c-4ff2-9984-872e54e9d4f4),segment_id=bc52094b-1f4c-4ff2-9984-872e54e9d4f4)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:30:04.611025 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (8a72f5c2-da2b-4d41-837e-2ab4b2ee3604), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:04.659476 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a0adf2-388b-4320-bc18-4d0feaf3af55 req-091fac97-9aa2-401d-8f54-7b852e9331a6 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:04.663002 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c1a0adf2-388b-4320-bc18-4d0feaf3af55 req-091fac97-9aa2-401d-8f54-7b852e9331a6 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/networks?id=4641d9e3-bbfb-4ca1-b978-fac986a6f197 HTTP/1.1" status: 200 len: 806 time: 0.3334587 Feb 04 12:30:04.675770 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port d7718d2d-b60f-4383-ab47-e17344aeae7a, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=d7718d2d-b60f-4383-ab47-e17344aeae7a,segment=NetworkSegment(56bf766f-3de3-452a-bfce-163ca1523f30),segment_id=56bf766f-3de3-452a-bfce-163ca1523f30)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:30:04.679823 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=8a72f5c2-da2b-4d41-837e-2ab4b2ee3604,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:04.684666 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (d7718d2d-b60f-4383-ab47-e17344aeae7a), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:04.718634 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c1a0adf2-388b-4320-bc18-4d0feaf3af55 req-0caf85b0-b7b5-45f0-a5a9-45c0b392c229 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/quotas/15c4606ad13a46b29ee60be66da65533 HTTP/1.1" status: 200 len: 375 time: 0.0256610 Feb 04 12:30:04.782119 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aabe08-6070-47be-a2ee-4d5e50faf003 req-94f69130-f802-4436-b834-05e82d498ed8 tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:04.789680 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-75aabe08-6070-47be-a2ee-4d5e50faf003 req-94f69130-f802-4436-b834-05e82d498ed8 tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] 10.222.0.65 "GET /v2.0/ports?device_id=afe56aec-f5ec-49da-92ee-54c189b014f5 HTTP/1.1" status: 200 len: 945 time: 0.1647446 Feb 04 12:30:04.790802 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=d7718d2d-b60f-4383-ab47-e17344aeae7a,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:04.844523 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c1a0adf2-388b-4320-bc18-4d0feaf3af55 req-e645f7a0-6ebb-45e8-8317-49068b0c7e92 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=15c4606ad13a46b29ee60be66da65533&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1195960 Feb 04 12:30:04.870935 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-75aabe08-6070-47be-a2ee-4d5e50faf003 req-d78b7b93-90e7-4211-a78b-8d1208a72ca9 tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] 10.222.0.65 "GET /v2.0/security-groups?id=3cfd0372-f44c-44e0-8459-f92336595ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752337 Feb 04 12:30:04.890660 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['ae58d322-0fee-4b62-8a27-abcdbc09e830'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:30:04.897204 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['8a72f5c2-da2b-4d41-837e-2ab4b2ee3604'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:30:04.966853 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb18cdff-321c-48d3-8b4d-217c532bae38 x-openstack-request-id: req-cb18cdff-321c-48d3-8b4d-217c532bae38 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:30:04.967143 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8292ed09-ec6d-438b-bdc7-05a92053767e", "name": "network-vif-plugged", "status": "completed", "tag": "e1de0ac4-79ac-4c7d-8e56-14ffe18360be", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:30:04.968528 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cb18cdff-321c-48d3-8b4d-217c532bae38 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:30:04.968957 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8292ed09-ec6d-438b-bdc7-05a92053767e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1de0ac4-79ac-4c7d-8e56-14ffe18360be', 'code': 200} Feb 04 12:30:05.075139 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02172cea-1ab1-4877-a6c0-0cc57e07ad93 req-4cc915bd-931f-4c58-8dc1-975ae901c76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:05.075763 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-02172cea-1ab1-4877-a6c0-0cc57e07ad93 req-4cc915bd-931f-4c58-8dc1-975ae901c76f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=8292ed09-ec6d-438b-bdc7-05a92053767e HTTP/1.1" status: 200 len: 1128 time: 0.0691204 Feb 04 12:30:05.076424 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c1a0adf2-388b-4320-bc18-4d0feaf3af55 req-dade6280-c14e-4c1c-8885-979f2820b137 service neutron] 10.222.0.65 "GET /v2.0/networks/4641d9e3-bbfb-4ca1-b978-fac986a6f197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035060 Feb 04 12:30:05.158754 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-02172cea-1ab1-4877-a6c0-0cc57e07ad93 req-f0d2a91e-0d95-46f8-a85e-5a3211535c44 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=ee89b6e9-25e2-41ab-a8a3-c85f5e0697a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774648 Feb 04 12:30:05.201785 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8b03e62-f6e6-438b-887f-3f4a446fc7a4', 'name': 'network-vif-deleted', 'tag': 'c06f48df-7172-4491-8cdd-9d0ab6dbe59e'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:30:05.204305 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20ee5280-c5bb-4d27-b3ea-07895f6ccf8e" -d '{"events": [{"server_uuid": "f8b03e62-f6e6-438b-887f-3f4a446fc7a4", "name": "network-vif-deleted", "tag": "c06f48df-7172-4491-8cdd-9d0ab6dbe59e"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:30:05.213529 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1037684-e07c-4a19-a323-9ba6a7b7db62 req-459eb910-0c95-4adc-abe3-058cb5dde2f6 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:05.222180 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a1037684-e07c-4a19-a323-9ba6a7b7db62 req-459eb910-0c95-4adc-abe3-058cb5dde2f6 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cbcd974-3bf4-4f25-ae83-572ba67ebbdf HTTP/1.1" status: 200 len: 944 time: 0.1735599 Feb 04 12:30:05.279315 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c1a0adf2-388b-4320-bc18-4d0feaf3af55 req-22e9b3df-5de6-46f5-8db6-14cbfcb0e0c5 service neutron] 10.222.0.65 "GET /v2.0/networks/4641d9e3-bbfb-4ca1-b978-fac986a6f197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865625 Feb 04 12:30:05.310273 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a1037684-e07c-4a19-a323-9ba6a7b7db62 req-fb16eb10-ed78-46a9-853f-47789adb3ac6 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee89b6e9-25e2-41ab-a8a3-c85f5e0697a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865545 Feb 04 12:30:05.444997 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dbc9d9-e33f-4ada-926b-dacf2d93dc3e req-0b78c92e-8edd-4b48-bf65-746531d7efda tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:05.446528 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d5dbc9d9-e33f-4ada-926b-dacf2d93dc3e req-0b78c92e-8edd-4b48-bf65-746531d7efda tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f640cd7-6b63-4483-b856-61ce2fc44360 HTTP/1.1" status: 200 len: 950 time: 0.0687444 Feb 04 12:30:05.578979 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d5dbc9d9-e33f-4ada-926b-dacf2d93dc3e req-828534ee-c9b8-47ac-bd02-8194619ff7f7 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167426 Feb 04 12:30:05.610235 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4ba98814-3301-41bf-ad03-6c83fb875002 req-3121e93e-8652-4cff-94a9-20b398a64452 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] 10.222.0.65 "GET /v2.0/ports?device_id=93d9fa91-1fe9-4c02-95d5-f8fdbbdcf9a1 HTTP/1.1" status: 200 len: 210 time: 0.0526280 Feb 04 12:30:05.655606 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 40416) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:30:05.695541 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4dbda0e-7da8-4297-90c1-2527efadb249 x-openstack-request-id: req-c4dbda0e-7da8-4297-90c1-2527efadb249 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:30:05.696167 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8b03e62-f6e6-438b-887f-3f4a446fc7a4", "name": "network-vif-deleted", "tag": "c06f48df-7172-4491-8cdd-9d0ab6dbe59e", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:30:05.696428 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c4dbda0e-7da8-4297-90c1-2527efadb249 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:30:05.697010 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8b03e62-f6e6-438b-887f-3f4a446fc7a4', 'name': 'network-vif-deleted', 'tag': 'c06f48df-7172-4491-8cdd-9d0ab6dbe59e', 'status': 'completed', 'code': 200} Feb 04 12:30:05.724232 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-b36a21b7-36f4-4fba-8039-58463f35dc04 admin admin] Deleting subnet 5d7dc989-7d21-49a2-b83f-4334e9993dda {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:30:05.728600 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b36a21b7-36f4-4fba-8039-58463f35dc04 admin admin] Publish callbacks [] for subnet (5d7dc989-7d21-49a2-b83f-4334e9993dda), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:05.788407 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b36a21b7-36f4-4fba-8039-58463f35dc04 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (5d7dc989-7d21-49a2-b83f-4334e9993dda), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:05.788672 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b874c579-54a7-4ec5-b9a2-b44ad15cc706 req-7922bb67-0331-4cfe-8a0d-c6f8f315e3ef tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/ports?device_id=1dc11546-686a-4a80-8a88-be2331dcd179 HTTP/1.1" status: 200 len: 210 time: 0.0553632 Feb 04 12:30:05.798683 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bc12d9-cc07-4925-be8c-4e65bec1c4f2 req-bf373160-bcb1-4203-bebf-832fa2eaabcb tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:05.801052 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-62bc12d9-cc07-4925-be8c-4e65bec1c4f2 req-bf373160-bcb1-4203-bebf-832fa2eaabcb tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f8ba64e-f52d-4f61-adfb-46357a42bdb9 HTTP/1.1" status: 200 len: 946 time: 0.1172631 Feb 04 12:30:05.842603 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b36a21b7-36f4-4fba-8039-58463f35dc04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (5d7dc989-7d21-49a2-b83f-4334e9993dda), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:05.869311 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-62bc12d9-cc07-4925-be8c-4e65bec1c4f2 req-ca30c19b-d214-4da6-9b23-919152dd0499 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] 10.222.0.65 "GET /v2.0/security-groups?id=a4645ff9-4aba-4923-b590-6a9167d2e893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623450 Feb 04 12:30:05.954081 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b36a21b7-36f4-4fba-8039-58463f35dc04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (5d7dc989-7d21-49a2-b83f-4334e9993dda), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:05.998169 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36a21b7-36f4-4fba-8039-58463f35dc04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d7dc989-7d21-49a2-b83f-4334e9993dda,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:06.005838 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b36a21b7-36f4-4fba-8039-58463f35dc04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:06.013900 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-b36a21b7-36f4-4fba-8039-58463f35dc04 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/5d7dc989-7d21-49a2-b83f-4334e9993dda HTTP/1.1" status: 204 len: 168 time: 0.3568707 Feb 04 12:30:06.018381 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 40430) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:30:06.098387 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f73ac00-d5ea-4ebc-a7aa-072b4fc3391b req-c4533943-bb81-44b0-9333-0fc933926094 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:06.100296 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5f73ac00-d5ea-4ebc-a7aa-072b4fc3391b req-c4533943-bb81-44b0-9333-0fc933926094 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f640cd7-6b63-4483-b856-61ce2fc44360 HTTP/1.1" status: 200 len: 950 time: 0.2124391 Feb 04 12:30:06.197701 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1b6a5d50-26fb-41c0-af39-e78ebc2cf254 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (91f7aa11-8fe5-4e2e-86b7-0122aee4d7e6), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:06.362792 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1b6a5d50-26fb-41c0-af39-e78ebc2cf254 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (91f7aa11-8fe5-4e2e-86b7-0122aee4d7e6), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:06.389153 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-1b6a5d50-26fb-41c0-af39-e78ebc2cf254 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91f7aa11-8fe5-4e2e-86b7-0122aee4d7e6']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:30:06.401521 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-1b6a5d50-26fb-41c0-af39-e78ebc2cf254 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e38822bf-f593-46de-9f87-08ac60a23992') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:30:06.401901 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-1b6a5d50-26fb-41c0-af39-e78ebc2cf254 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e38822bf-f593-46de-9f87-08ac60a23992') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:30:06.419958 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1b6a5d50-26fb-41c0-af39-e78ebc2cf254 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (e38822bf-f593-46de-9f87-08ac60a23992), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:06.437194 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1b6a5d50-26fb-41c0-af39-e78ebc2cf254 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (e38822bf-f593-46de-9f87-08ac60a23992), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:06.445641 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b6a5d50-26fb-41c0-af39-e78ebc2cf254 admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:30:06.446139 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1b6a5d50-26fb-41c0-af39-e78ebc2cf254 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (e38822bf-f593-46de-9f87-08ac60a23992), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:06.448101 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 12:30:06.448101 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:30:06.448101 n-d-825015-3 neutron-server[103474]: timer() Feb 04 12:30:06.448101 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:30:06.448101 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 12:30:06.448101 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:30:06.448101 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 12:30:06.448101 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:30:06.448101 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 12:30:06.448101 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:30:06.448101 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 12:30:06.448101 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:30:06.448101 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 12:30:06.448101 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:30:06.448101 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:30:06.448101 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:30:06.448101 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:30:06.448101 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:30:06.448101 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 12:30:06.448101 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:30:06.448101 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 12:30:06.448101 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:30:06.448101 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:30:06.448101 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:30:06.448101 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 12:30:06.448101 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:30:06.448101 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:30:06.448101 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:30:06.448101 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:30:06.448101 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:30:06.448101 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:30:06.448101 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:30:06.471498 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59a1b30-036d-4c62-b731-d647bf3445d5 req-39669477-43ea-458a-89ff-05c056eb2244 tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:06.479700 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e59a1b30-036d-4c62-b731-d647bf3445d5 req-39669477-43ea-458a-89ff-05c056eb2244 tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] 10.222.0.65 "GET /v2.0/ports?device_id=afe56aec-f5ec-49da-92ee-54c189b014f5 HTTP/1.1" status: 200 len: 945 time: 0.5160639 Feb 04 12:30:06.515369 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1b6a5d50-26fb-41c0-af39-e78ebc2cf254 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (91f7aa11-8fe5-4e2e-86b7-0122aee4d7e6), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:06.524243 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1b6a5d50-26fb-41c0-af39-e78ebc2cf254 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:06.529100 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-1b6a5d50-26fb-41c0-af39-e78ebc2cf254 admin admin] 10.222.0.65 "DELETE /v2.0/networks/91f7aa11-8fe5-4e2e-86b7-0122aee4d7e6 HTTP/1.1" status: 204 len: 168 time: 0.5068529 Feb 04 12:30:06.542712 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6a5d50-26fb-41c0-af39-e78ebc2cf254 admin admin] Pushing event deleted for resources: {'Network': ['ID=91f7aa11-8fe5-4e2e-86b7-0122aee4d7e6,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:06.564540 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5f73ac00-d5ea-4ebc-a7aa-072b4fc3391b req-fd4ed6dc-9213-4486-af34-40fbb42fea57 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4541645 Feb 04 12:30:06.617700 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f13de5-0580-4b70-97cf-b0adfe73ebcf req-679b4348-6eae-48f4-8e1e-73988109272d tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:06.619177 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-67f13de5-0580-4b70-97cf-b0adfe73ebcf req-679b4348-6eae-48f4-8e1e-73988109272d tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] 10.222.0.73 "GET /v2.0/networks?id=0e8b5cfe-93df-4af8-ae4b-dba09d277a8f HTTP/1.1" status: 200 len: 820 time: 0.6037312 Feb 04 12:30:06.623815 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e59a1b30-036d-4c62-b731-d647bf3445d5 req-d094424c-bd9f-4c2a-95bb-f8be8e371134 tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] 10.222.0.65 "GET /v2.0/security-groups?id=3cfd0372-f44c-44e0-8459-f92336595ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1431997 Feb 04 12:30:06.641277 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-67f13de5-0580-4b70-97cf-b0adfe73ebcf req-935c9ba2-2397-42d3-9385-a5c30b12179e tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Request body: {'port': {'device_id': '93d9fa91-1fe9-4c02-95d5-f8fdbbdcf9a1', 'network_id': '0e8b5cfe-93df-4af8-ae4b-dba09d277a8f', 'admin_state_up': True, 'tenant_id': 'dcbc9e99c00c41539a07d9ddf5098f10'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:30:06.793692 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d9765aa0-c3b7-45c0-bbd4-5e2534a51b17 req-ae0e7d54-995f-4c61-8d47-5e1da3fe12de tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] 10.222.0.65 "GET /v2.0/ports?device_id=93d9fa91-1fe9-4c02-95d5-f8fdbbdcf9a1 HTTP/1.1" status: 200 len: 210 time: 0.0368881 Feb 04 12:30:06.808970 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8084523-5bdd-498f-ad31-daaaecb2bfee req-e050a1b7-2fe2-4ce8-a9fe-9f094ef60747 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:06.811138 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c8084523-5bdd-498f-ad31-daaaecb2bfee req-e050a1b7-2fe2-4ce8-a9fe-9f094ef60747 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cbcd974-3bf4-4f25-ae83-572ba67ebbdf HTTP/1.1" status: 200 len: 944 time: 0.1481504 Feb 04 12:30:06.830831 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 40456) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:30:06.889432 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-b48568a5-5c11-4d40-ac34-cb6a64ffefbf admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=23f26bd549a74b7c8abaff4b98ce0027&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0522976 Feb 04 12:30:06.889959 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 40460) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:30:06.912323 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67f13de5-0580-4b70-97cf-b0adfe73ebcf req-935c9ba2-2397-42d3-9385-a5c30b12179e tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Made reservation on behalf of dcbc9e99c00c41539a07d9ddf5098f10 for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:30:06.915782 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-67f13de5-0580-4b70-97cf-b0adfe73ebcf req-935c9ba2-2397-42d3-9385-a5c30b12179e tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:06.969411 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3a0b753c-884d-43da-aa11-9cb4b14147bf req-f4ffa10d-1188-479f-a1bb-19c6e66fa030 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/ports?device_id=1dc11546-686a-4a80-8a88-be2331dcd179 HTTP/1.1" status: 200 len: 210 time: 0.0610015 Feb 04 12:30:06.970009 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f8ba64e-f52d-4f61-adfb-46357a42bdb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7718d2d-b60f-4383-ab47-e17344aeae7a'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:30:06.972353 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-706af9fb-4c3a-4ad4-ad36-516cf1914fab" -d '{"events": [{"server_uuid": "7f8ba64e-f52d-4f61-adfb-46357a42bdb9", "name": "network-vif-plugged", "status": "completed", "tag": "d7718d2d-b60f-4383-ab47-e17344aeae7a"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:30:06.991050 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c8084523-5bdd-498f-ad31-daaaecb2bfee req-06dd9175-b824-473d-8e4e-46e6ab7233f6 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee89b6e9-25e2-41ab-a8a3-c85f5e0697a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574101 Feb 04 12:30:07.067820 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c35c9e01-ebdd-4806-b9d5-2d270e831258 admin admin] Publish callbacks [] for security_group (495efc95-4786-4397-9d97-68d605bb2024), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:07.140605 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c35c9e01-ebdd-4806-b9d5-2d270e831258 admin admin] Publish callbacks [] for security_group (495efc95-4786-4397-9d97-68d605bb2024), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:07.188344 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a0adf2-388b-4320-bc18-4d0feaf3af55 req-fd02aecd-0782-4db0-b34a-7c7e57c6e929 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:07.190208 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-c1a0adf2-388b-4320-bc18-4d0feaf3af55 req-fd02aecd-0782-4db0-b34a-7c7e57c6e929 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.77 "GET /v2.0/networks?id=4641d9e3-bbfb-4ca1-b978-fac986a6f197 HTTP/1.1" status: 200 len: 806 time: 0.2576742 Feb 04 12:30:07.224957 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-67f13de5-0580-4b70-97cf-b0adfe73ebcf req-935c9ba2-2397-42d3-9385-a5c30b12179e tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Allocated IP 172.20.0.12 (0e8b5cfe-93df-4af8-ae4b-dba09d277a8f/3386ae8c-a86c-451c-bf79-ead86dfd6679/3b7e7211-f120-4684-8570-e850b7030cb2) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:30:07.228878 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-c1a0adf2-388b-4320-bc18-4d0feaf3af55 req-a00de722-63c7-4fd8-a4eb-dc5f23ee3c6a tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Request body: {'port': {'device_id': '1dc11546-686a-4a80-8a88-be2331dcd179', 'network_id': '4641d9e3-bbfb-4ca1-b978-fac986a6f197', 'admin_state_up': True, 'tenant_id': '15c4606ad13a46b29ee60be66da65533'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:30:07.235566 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfba7423-98b3-4b7b-8494-a548b1294270 req-a00a5a5c-b8dc-414d-81dd-fb90b096bd0e tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:07.237283 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dfba7423-98b3-4b7b-8494-a548b1294270 req-a00a5a5c-b8dc-414d-81dd-fb90b096bd0e tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f8ba64e-f52d-4f61-adfb-46357a42bdb9 HTTP/1.1" status: 200 len: 946 time: 0.0963976 Feb 04 12:30:07.255864 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca325b54-fd01-481c-bda0-4b4a9024ad45 x-openstack-request-id: req-ca325b54-fd01-481c-bda0-4b4a9024ad45 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:30:07.256379 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f8ba64e-f52d-4f61-adfb-46357a42bdb9", "name": "network-vif-plugged", "status": "completed", "tag": "d7718d2d-b60f-4383-ab47-e17344aeae7a", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:30:07.256851 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ca325b54-fd01-481c-bda0-4b4a9024ad45 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:30:07.257432 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f8ba64e-f52d-4f61-adfb-46357a42bdb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7718d2d-b60f-4383-ab47-e17344aeae7a', 'code': 200} Feb 04 12:30:07.341154 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dfba7423-98b3-4b7b-8494-a548b1294270 req-31df0fcc-eaca-4c06-99b8-52119783ab14 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] 10.222.0.65 "GET /v2.0/security-groups?id=a4645ff9-4aba-4923-b590-6a9167d2e893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933843 Feb 04 12:30:07.369030 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c35c9e01-ebdd-4806-b9d5-2d270e831258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (495efc95-4786-4397-9d97-68d605bb2024), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:07.372805 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c35c9e01-ebdd-4806-b9d5-2d270e831258 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:07.378250 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-c35c9e01-ebdd-4806-b9d5-2d270e831258 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/495efc95-4786-4397-9d97-68d605bb2024 HTTP/1.1" status: 204 len: 168 time: 0.4863060 Feb 04 12:30:07.416253 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35c9e01-ebdd-4806-b9d5-2d270e831258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=495efc95-4786-4397-9d97-68d605bb2024,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:07.441147 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbd9405-e2a2-4c74-a9f3-78a678cbcea3 req-75bcf666-5187-4393-9aa2-3dd8b3e1b9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:07.442718 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-5cbd9405-e2a2-4c74-a9f3-78a678cbcea3 req-75bcf666-5187-4393-9aa2-3dd8b3e1b9ce service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7f8ba64e-f52d-4f61-adfb-46357a42bdb9 HTTP/1.1" status: 200 len: 1128 time: 0.1098642 Feb 04 12:30:07.488904 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ba3c89-95ac-4bdb-ac89-b214de7b7d16 req-1c034c59-287f-402c-ba74-7b3d9d6e4c70 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:07.490551 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-76ba3c89-95ac-4bdb-ac89-b214de7b7d16 req-1c034c59-287f-402c-ba74-7b3d9d6e4c70 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f640cd7-6b63-4483-b856-61ce2fc44360 HTTP/1.1" status: 200 len: 950 time: 0.1482399 Feb 04 12:30:07.537464 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-5cbd9405-e2a2-4c74-a9f3-78a678cbcea3 req-afcea50f-1f73-4191-945b-d022f516ab58 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=a4645ff9-4aba-4923-b590-6a9167d2e893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837233 Feb 04 12:30:07.538981 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1a0adf2-388b-4320-bc18-4d0feaf3af55 req-a00de722-63c7-4fd8-a4eb-dc5f23ee3c6a tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Made reservation on behalf of 15c4606ad13a46b29ee60be66da65533 for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:30:07.542884 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-c1a0adf2-388b-4320-bc18-4d0feaf3af55 req-a00de722-63c7-4fd8-a4eb-dc5f23ee3c6a tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:07.543693 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-67f13de5-0580-4b70-97cf-b0adfe73ebcf req-935c9ba2-2397-42d3-9385-a5c30b12179e tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Publish callbacks [] for port (3b7e7211-f120-4684-8570-e850b7030cb2), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:07.573457 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-76ba3c89-95ac-4bdb-ac89-b214de7b7d16 req-b8e95705-20f2-47fc-996c-7a23fddd0611 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763378 Feb 04 12:30:07.612597 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-67f13de5-0580-4b70-97cf-b0adfe73ebcf req-935c9ba2-2397-42d3-9385-a5c30b12179e tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (3b7e7211-f120-4684-8570-e850b7030cb2), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:07.621716 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device ae58d322-0fee-4b62-8a27-abcdbc09e830 up at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:30:07.673887 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67f13de5-0580-4b70-97cf-b0adfe73ebcf req-935c9ba2-2397-42d3-9385-a5c30b12179e tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Network 0e8b5cfe-93df-4af8-ae4b-dba09d277a8f is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:30:07.677582 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-67f13de5-0580-4b70-97cf-b0adfe73ebcf req-935c9ba2-2397-42d3-9385-a5c30b12179e tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:30:07.683060 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-67f13de5-0580-4b70-97cf-b0adfe73ebcf req-935c9ba2-2397-42d3-9385-a5c30b12179e tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:30:07.688482 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935c9ba2-2397-42d3-9385-a5c30b12179e tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Pushing event updated for resources: {'Port': ['ID=3b7e7211-f120-4684-8570-e850b7030cb2,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:07.710480 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['07bc61dc-c652-4fa7-a159-f20382558df9'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:30:07.745633 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-f0c15011-334c-498f-8441-452f38f8af9e req-89fc3ef0-320a-41ba-a7a5-60d9327860eb service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9f640cd7-6b63-4483-b856-61ce2fc44360&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4128284 Feb 04 12:30:07.762906 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [req-c1a0adf2-388b-4320-bc18-4d0feaf3af55 req-a00de722-63c7-4fd8-a4eb-dc5f23ee3c6a tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Allocated IP 172.20.0.11 (4641d9e3-bbfb-4ca1-b978-fac986a6f197/f23bfa97-1a92-478f-9c00-f3b0c9e898c3/518c404e-1e81-4b7f-9f04-9665e4f11c72) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:30:07.806427 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f13de5-0580-4b70-97cf-b0adfe73ebcf req-935c9ba2-2397-42d3-9385-a5c30b12179e tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:07.809277 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-67f13de5-0580-4b70-97cf-b0adfe73ebcf req-935c9ba2-2397-42d3-9385-a5c30b12179e tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:07.864028 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning for port ae58d322-0fee-4b62-8a27-abcdbc09e830 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:30:07.881993 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning complete for port ae58d322-0fee-4b62-8a27-abcdbc09e830 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:30:07.882698 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (ae58d322-0fee-4b62-8a27-abcdbc09e830), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:07.921423 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f99ac-5307-4a3c-ae48-2bcc11dc9b7f req-2b100010-3425-4370-aebf-c3b546377e02 tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:07.928501 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a97f99ac-5307-4a3c-ae48-2bcc11dc9b7f req-2b100010-3425-4370-aebf-c3b546377e02 tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] 10.222.0.65 "GET /v2.0/ports?device_id=afe56aec-f5ec-49da-92ee-54c189b014f5 HTTP/1.1" status: 200 len: 945 time: 0.1076758 Feb 04 12:30:07.952255 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-67f13de5-0580-4b70-97cf-b0adfe73ebcf req-935c9ba2-2397-42d3-9385-a5c30b12179e tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3161325 Feb 04 12:30:07.966314 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-67f13de5-0580-4b70-97cf-b0adfe73ebcf req-571f602d-c9ac-48f4-85c2-bb1cf8a19e57 service neutron] Request body: {'port': {'device_id': '93d9fa91-1fe9-4c02-95d5-f8fdbbdcf9a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:30:08.119508 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a97f99ac-5307-4a3c-ae48-2bcc11dc9b7f req-96c7580e-f427-47db-8583-9e060b96e62c tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] 10.222.0.65 "GET /v2.0/security-groups?id=3cfd0372-f44c-44e0-8459-f92336595ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1509473 Feb 04 12:30:08.162753 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-c1a0adf2-388b-4320-bc18-4d0feaf3af55 req-a00de722-63c7-4fd8-a4eb-dc5f23ee3c6a tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Publish callbacks [] for port (518c404e-1e81-4b7f-9f04-9665e4f11c72), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:08.188930 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-67f13de5-0580-4b70-97cf-b0adfe73ebcf req-571f602d-c9ac-48f4-85c2-bb1cf8a19e57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (3b7e7211-f120-4684-8570-e850b7030cb2), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:08.212991 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-c1a0adf2-388b-4320-bc18-4d0feaf3af55 req-a00de722-63c7-4fd8-a4eb-dc5f23ee3c6a tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (518c404e-1e81-4b7f-9f04-9665e4f11c72), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:08.213335 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port ae58d322-0fee-4b62-8a27-abcdbc09e830 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:30:08.214298 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (ae58d322-0fee-4b62-8a27-abcdbc09e830), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:08.271225 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['1a4a3c3d-36a0-4d43-b1ce-88c13649ade3'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:30:08.315357 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e299c26d-6729-4890-adc7-43c9bc34fd85 req-ea8974e8-65ab-40a6-89d6-c4e4df48d066 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:08.322325 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-8d0f984b-3e97-48d0-97e6-45c07df34a35 None None] Provisioning complete for port 3b7e7211-f120-4684-8570-e850b7030cb2 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:30:08.323055 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8d0f984b-3e97-48d0-97e6-45c07df34a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (3b7e7211-f120-4684-8570-e850b7030cb2), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:08.324214 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e299c26d-6729-4890-adc7-43c9bc34fd85 req-ea8974e8-65ab-40a6-89d6-c4e4df48d066 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] 10.222.0.65 "GET /v2.0/ports?device_id=93d9fa91-1fe9-4c02-95d5-f8fdbbdcf9a1 HTTP/1.1" status: 200 len: 932 time: 0.3261111 Feb 04 12:30:08.325789 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1a0adf2-388b-4320-bc18-4d0feaf3af55 req-a00de722-63c7-4fd8-a4eb-dc5f23ee3c6a tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Network 4641d9e3-bbfb-4ca1-b978-fac986a6f197 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:30:08.341534 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [req-c1a0adf2-388b-4320-bc18-4d0feaf3af55 req-a00de722-63c7-4fd8-a4eb-dc5f23ee3c6a tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:30:08.355283 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1a0adf2-388b-4320-bc18-4d0feaf3af55 req-a00de722-63c7-4fd8-a4eb-dc5f23ee3c6a tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:30:08.408217 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00de722-63c7-4fd8-a4eb-dc5f23ee3c6a tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Pushing event updated for resources: {'Port': ['ID=518c404e-1e81-4b7f-9f04-9665e4f11c72,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:08.458060 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a0adf2-388b-4320-bc18-4d0feaf3af55 req-a00de722-63c7-4fd8-a4eb-dc5f23ee3c6a tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:08.458852 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-c1a0adf2-388b-4320-bc18-4d0feaf3af55 req-a00de722-63c7-4fd8-a4eb-dc5f23ee3c6a tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:08.511634 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-c1a0adf2-388b-4320-bc18-4d0feaf3af55 req-a00de722-63c7-4fd8-a4eb-dc5f23ee3c6a tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3108447 Feb 04 12:30:08.513070 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e299c26d-6729-4890-adc7-43c9bc34fd85 req-c796b5ad-27c9-4bd4-9175-0b0c938a5dbb tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c9a0cb1-780a-4c57-9639-c682eedb0cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869640 Feb 04 12:30:08.534642 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-c1a0adf2-388b-4320-bc18-4d0feaf3af55 req-7fe2b41b-7b7b-4474-89b6-d45eee6c6745 service neutron] Request body: {'port': {'device_id': '1dc11546-686a-4a80-8a88-be2331dcd179', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825015-3'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:30:08.547620 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port ae58d322-0fee-4b62-8a27-abcdbc09e830, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=ae58d322-0fee-4b62-8a27-abcdbc09e830,segment=NetworkSegment(d58ddc32-fd3a-4289-9a48-41a283646e0a),segment_id=d58ddc32-fd3a-4289-9a48-41a283646e0a)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:30:08.552786 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f984b-3e97-48d0-97e6-45c07df34a35 None None] Port 3b7e7211-f120-4684-8570-e850b7030cb2 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:30:08.603716 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38a2010-73b0-4d42-9ce5-1ee851d4d2c6 req-9eedacde-8bdd-4015-8e5f-b18c89b88942 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:08.606972 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c38a2010-73b0-4d42-9ce5-1ee851d4d2c6 req-9eedacde-8bdd-4015-8e5f-b18c89b88942 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/ports?device_id=1dc11546-686a-4a80-8a88-be2331dcd179 HTTP/1.1" status: 200 len: 932 time: 0.3730221 Feb 04 12:30:08.695699 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (ae58d322-0fee-4b62-8a27-abcdbc09e830), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:08.696691 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 8a72f5c2-da2b-4d41-837e-2ab4b2ee3604 up at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:30:08.700350 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-c1a0adf2-388b-4320-bc18-4d0feaf3af55 req-7fe2b41b-7b7b-4474-89b6-d45eee6c6745 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (518c404e-1e81-4b7f-9f04-9665e4f11c72), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:08.939314 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=ae58d322-0fee-4b62-8a27-abcdbc09e830,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:08.947207 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning for port 8a72f5c2-da2b-4d41-837e-2ab4b2ee3604 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:30:08.952840 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning complete for port 8a72f5c2-da2b-4d41-837e-2ab4b2ee3604 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:30:08.953449 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (8a72f5c2-da2b-4d41-837e-2ab4b2ee3604), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:08.979393 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c38a2010-73b0-4d42-9ce5-1ee851d4d2c6 req-e7bc37e3-f9ca-482c-8fe8-9a5fca8509e5 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/security-groups?id=98d15bf5-a480-4f0d-bc57-8f17260bd5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3547888 Feb 04 12:30:09.031267 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae6a9c7-196e-4a63-814e-3d31f2cb2207 req-8355e2e2-c84e-4775-bb16-7ce03403f3df tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:09.033016 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6ae6a9c7-196e-4a63-814e-3d31f2cb2207 req-8355e2e2-c84e-4775-bb16-7ce03403f3df tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cbcd974-3bf4-4f25-ae83-572ba67ebbdf HTTP/1.1" status: 200 len: 944 time: 0.2732108 Feb 04 12:30:09.139271 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 8a72f5c2-da2b-4d41-837e-2ab4b2ee3604 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:30:09.139675 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (8a72f5c2-da2b-4d41-837e-2ab4b2ee3604), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:09.207223 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6ae6a9c7-196e-4a63-814e-3d31f2cb2207 req-2507ef48-6b1e-45e4-98be-24f6ff994714 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee89b6e9-25e2-41ab-a8a3-c85f5e0697a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597688 Feb 04 12:30:09.211580 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 8a72f5c2-da2b-4d41-837e-2ab4b2ee3604, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=8a72f5c2-da2b-4d41-837e-2ab4b2ee3604,segment=NetworkSegment(bc52094b-1f4c-4ff2-9984-872e54e9d4f4),segment_id=bc52094b-1f4c-4ff2-9984-872e54e9d4f4)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:30:09.229644 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (8a72f5c2-da2b-4d41-837e-2ab4b2ee3604), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:09.234676 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device c06f48df-7172-4491-8cdd-9d0ab6dbe59e no longer exists at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:30:09.277768 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-67f13de5-0580-4b70-97cf-b0adfe73ebcf req-571f602d-c9ac-48f4-85c2-bb1cf8a19e57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b7e7211-f120-4684-8570-e850b7030cb2 {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:30:09.289755 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcdcdeb-ee9c-4abb-81f6-2cd2e26d338d req-1c5f12b9-c5a5-46ea-ad72-ccd286aa24fe tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:09.297403 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6bcdcdeb-ee9c-4abb-81f6-2cd2e26d338d req-1c5f12b9-c5a5-46ea-ad72-ccd286aa24fe tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f8ba64e-f52d-4f61-adfb-46357a42bdb9 HTTP/1.1" status: 200 len: 946 time: 0.2155180 Feb 04 12:30:09.303678 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-67f13de5-0580-4b70-97cf-b0adfe73ebcf req-571f602d-c9ac-48f4-85c2-bb1cf8a19e57 service neutron] Publish callbacks [] for port (3b7e7211-f120-4684-8570-e850b7030cb2), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:09.324764 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afe56aec-f5ec-49da-92ee-54c189b014f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae58d322-0fee-4b62-8a27-abcdbc09e830'}, {'server_uuid': '0cbcd974-3bf4-4f25-ae83-572ba67ebbdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a72f5c2-da2b-4d41-837e-2ab4b2ee3604'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:30:09.336710 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5321a71-9087-406b-9598-601ef763d5d4" -d '{"events": [{"server_uuid": "afe56aec-f5ec-49da-92ee-54c189b014f5", "name": "network-vif-plugged", "status": "completed", "tag": "ae58d322-0fee-4b62-8a27-abcdbc09e830"}, {"server_uuid": "0cbcd974-3bf4-4f25-ae83-572ba67ebbdf", "name": "network-vif-plugged", "status": "completed", "tag": "8a72f5c2-da2b-4d41-837e-2ab4b2ee3604"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:30:09.348441 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [req-c1a0adf2-388b-4320-bc18-4d0feaf3af55 req-7fe2b41b-7b7b-4474-89b6-d45eee6c6745 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 518c404e-1e81-4b7f-9f04-9665e4f11c72 {{(pid=103474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:30:09.363272 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-67f13de5-0580-4b70-97cf-b0adfe73ebcf req-571f602d-c9ac-48f4-85c2-bb1cf8a19e57 service neutron] Transition to ACTIVE for port object 3b7e7211-f120-4684-8570-e850b7030cb2 will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:30:09.373362 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-c1a0adf2-388b-4320-bc18-4d0feaf3af55 req-7fe2b41b-7b7b-4474-89b6-d45eee6c6745 service neutron] Publish callbacks [] for port (518c404e-1e81-4b7f-9f04-9665e4f11c72), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:09.382455 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-67f13de5-0580-4b70-97cf-b0adfe73ebcf req-571f602d-c9ac-48f4-85c2-bb1cf8a19e57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (3b7e7211-f120-4684-8570-e850b7030cb2), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:09.388314 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.provisioning_blocks [req-c1a0adf2-388b-4320-bc18-4d0feaf3af55 req-7fe2b41b-7b7b-4474-89b6-d45eee6c6745 service neutron] Transition to ACTIVE for port object 518c404e-1e81-4b7f-9f04-9665e4f11c72 will not be triggered until provisioned by entity L2. {{(pid=103474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:30:09.400496 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] No Port match for: c06f48df-7172-4491-8cdd-9d0ab6dbe59e {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:30:09.401198 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device c06f48df-7172-4491-8cdd-9d0ab6dbe59e not bound to the agent host n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:30:09.405681 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-c1a0adf2-388b-4320-bc18-4d0feaf3af55 req-7fe2b41b-7b7b-4474-89b6-d45eee6c6745 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (518c404e-1e81-4b7f-9f04-9665e4f11c72), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:09.417108 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=8a72f5c2-da2b-4d41-837e-2ab4b2ee3604,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:09.449006 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6bcdcdeb-ee9c-4abb-81f6-2cd2e26d338d req-e6477113-f639-4b79-98ef-4eda6401b99f tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] 10.222.0.65 "GET /v2.0/security-groups?id=a4645ff9-4aba-4923-b590-6a9167d2e893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507289 Feb 04 12:30:09.461714 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272755a2-fcff-4051-b411-2b3687fea9c0 req-096665cc-4c8d-4b11-a4cb-4716aabcd9d0 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:09.463277 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-272755a2-fcff-4051-b411-2b3687fea9c0 req-096665cc-4c8d-4b11-a4cb-4716aabcd9d0 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f640cd7-6b63-4483-b856-61ce2fc44360 HTTP/1.1" status: 200 len: 950 time: 0.1385560 Feb 04 12:30:09.476377 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571f602d-c9ac-48f4-85c2-bb1cf8a19e57 service neutron] Pushing event updated for resources: {'Port': ['ID=3b7e7211-f120-4684-8570-e850b7030cb2,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:09.539038 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe2b41b-7b7b-4474-89b6-d45eee6c6745 service neutron] Pushing event updated for resources: {'Port': ['ID=518c404e-1e81-4b7f-9f04-9665e4f11c72,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:09.599959 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-272755a2-fcff-4051-b411-2b3687fea9c0 req-b7c8f49b-dcf0-41cf-bf5c-3512634a8278 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247642 Feb 04 12:30:09.652083 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-c1a0adf2-388b-4320-bc18-4d0feaf3af55 req-7fe2b41b-7b7b-4474-89b6-d45eee6c6745 service neutron] Attempting to bind port 518c404e-1e81-4b7f-9f04-9665e4f11c72 on host n-h2-825015-3 for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:30:09.652650 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-c1a0adf2-388b-4320-bc18-4d0feaf3af55 req-7fe2b41b-7b7b-4474-89b6-d45eee6c6745 service neutron] Attempting to bind port 518c404e-1e81-4b7f-9f04-9665e4f11c72 by drivers openvswitch,hyperv on host n-h2-825015-3 at level 0 using segments [{'id': '82c42862-5e09-44a3-a831-056ff41e66f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4641d9e3-bbfb-4ca1-b978-fac986a6f197'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:30:09.653926 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a0adf2-388b-4320-bc18-4d0feaf3af55 req-7fe2b41b-7b7b-4474-89b6-d45eee6c6745 service neutron] Attempting to bind port 518c404e-1e81-4b7f-9f04-9665e4f11c72 on network 4641d9e3-bbfb-4ca1-b978-fac986a6f197 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:30:09.664027 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a0adf2-388b-4320-bc18-4d0feaf3af55 req-7fe2b41b-7b7b-4474-89b6-d45eee6c6745 service neutron] Port 518c404e-1e81-4b7f-9f04-9665e4f11c72 on network 4641d9e3-bbfb-4ca1-b978-fac986a6f197 not bound, no agent of type Open vSwitch agent registered on host n-h2-825015-3 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:30:09.664810 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a0adf2-388b-4320-bc18-4d0feaf3af55 req-7fe2b41b-7b7b-4474-89b6-d45eee6c6745 service neutron] Attempting to bind port 518c404e-1e81-4b7f-9f04-9665e4f11c72 on network 4641d9e3-bbfb-4ca1-b978-fac986a6f197 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:30:09.672330 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-67f13de5-0580-4b70-97cf-b0adfe73ebcf req-571f602d-c9ac-48f4-85c2-bb1cf8a19e57 service neutron] Attempting to bind port 3b7e7211-f120-4684-8570-e850b7030cb2 on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:30:09.672665 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-67f13de5-0580-4b70-97cf-b0adfe73ebcf req-571f602d-c9ac-48f4-85c2-bb1cf8a19e57 service neutron] Attempting to bind port 3b7e7211-f120-4684-8570-e850b7030cb2 by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': 'b4e52b35-5bb9-453a-9088-e8768ee27df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '0e8b5cfe-93df-4af8-ae4b-dba09d277a8f'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:30:09.672990 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f13de5-0580-4b70-97cf-b0adfe73ebcf req-571f602d-c9ac-48f4-85c2-bb1cf8a19e57 service neutron] Attempting to bind port 3b7e7211-f120-4684-8570-e850b7030cb2 on network 0e8b5cfe-93df-4af8-ae4b-dba09d277a8f {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:30:09.676357 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a0adf2-388b-4320-bc18-4d0feaf3af55 req-7fe2b41b-7b7b-4474-89b6-d45eee6c6745 service neutron] Checking agent: {'id': '9b68a165-e786-4b91-8592-44519c2ecabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:30:09.676778 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a0adf2-388b-4320-bc18-4d0feaf3af55 req-7fe2b41b-7b7b-4474-89b6-d45eee6c6745 service neutron] Checking segment: {'id': '82c42862-5e09-44a3-a831-056ff41e66f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4641d9e3-bbfb-4ca1-b978-fac986a6f197'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:30:09.677466 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a0adf2-388b-4320-bc18-4d0feaf3af55 req-7fe2b41b-7b7b-4474-89b6-d45eee6c6745 service neutron] Bound using segment: {'id': '82c42862-5e09-44a3-a831-056ff41e66f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4641d9e3-bbfb-4ca1-b978-fac986a6f197'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:30:09.678144 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-c1a0adf2-388b-4320-bc18-4d0feaf3af55 req-7fe2b41b-7b7b-4474-89b6-d45eee6c6745 service neutron] Bound port: 518c404e-1e81-4b7f-9f04-9665e4f11c72, host: n-h2-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82c42862-5e09-44a3-a831-056ff41e66f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4641d9e3-bbfb-4ca1-b978-fac986a6f197'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:30:09.678789 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-c1a0adf2-388b-4320-bc18-4d0feaf3af55 req-7fe2b41b-7b7b-4474-89b6-d45eee6c6745 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (518c404e-1e81-4b7f-9f04-9665e4f11c72), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:09.679446 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f13de5-0580-4b70-97cf-b0adfe73ebcf req-571f602d-c9ac-48f4-85c2-bb1cf8a19e57 service neutron] Port 3b7e7211-f120-4684-8570-e850b7030cb2 on network 0e8b5cfe-93df-4af8-ae4b-dba09d277a8f not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:30:09.679832 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f13de5-0580-4b70-97cf-b0adfe73ebcf req-571f602d-c9ac-48f4-85c2-bb1cf8a19e57 service neutron] Attempting to bind port 3b7e7211-f120-4684-8570-e850b7030cb2 on network 0e8b5cfe-93df-4af8-ae4b-dba09d277a8f {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:30:09.709163 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f13de5-0580-4b70-97cf-b0adfe73ebcf req-571f602d-c9ac-48f4-85c2-bb1cf8a19e57 service neutron] Checking agent: {'id': 'f8add0d2-2202-43d3-bc0e-72442788e6ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:30:09.709515 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f13de5-0580-4b70-97cf-b0adfe73ebcf req-571f602d-c9ac-48f4-85c2-bb1cf8a19e57 service neutron] Checking segment: {'id': 'b4e52b35-5bb9-453a-9088-e8768ee27df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '0e8b5cfe-93df-4af8-ae4b-dba09d277a8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:30:09.709959 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f13de5-0580-4b70-97cf-b0adfe73ebcf req-571f602d-c9ac-48f4-85c2-bb1cf8a19e57 service neutron] Bound using segment: {'id': 'b4e52b35-5bb9-453a-9088-e8768ee27df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '0e8b5cfe-93df-4af8-ae4b-dba09d277a8f'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:30:09.710351 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-67f13de5-0580-4b70-97cf-b0adfe73ebcf req-571f602d-c9ac-48f4-85c2-bb1cf8a19e57 service neutron] Bound port: 3b7e7211-f120-4684-8570-e850b7030cb2, host: n-h1-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4e52b35-5bb9-453a-9088-e8768ee27df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '0e8b5cfe-93df-4af8-ae4b-dba09d277a8f'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:30:09.710708 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-67f13de5-0580-4b70-97cf-b0adfe73ebcf req-571f602d-c9ac-48f4-85c2-bb1cf8a19e57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (3b7e7211-f120-4684-8570-e850b7030cb2), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:09.765640 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8875eded-332b-4fed-8298-c7b0bd1bd6e8 req-8329251d-f4f4-4999-888d-f9937d0b82b1 tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:09.772284 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8875eded-332b-4fed-8298-c7b0bd1bd6e8 req-8329251d-f4f4-4999-888d-f9937d0b82b1 tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] 10.222.0.65 "GET /v2.0/ports?device_id=afe56aec-f5ec-49da-92ee-54c189b014f5 HTTP/1.1" status: 200 len: 946 time: 0.1401241 Feb 04 12:30:09.824268 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-c1a0adf2-388b-4320-bc18-4d0feaf3af55 req-7fe2b41b-7b7b-4474-89b6-d45eee6c6745 service neutron] For port 518c404e-1e81-4b7f-9f04-9665e4f11c72, host n-h2-825015-3, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:30:09.832435 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-c1a0adf2-388b-4320-bc18-4d0feaf3af55 req-7fe2b41b-7b7b-4474-89b6-d45eee6c6745 service neutron] For port 518c404e-1e81-4b7f-9f04-9665e4f11c72, host n-h2-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=518c404e-1e81-4b7f-9f04-9665e4f11c72,segment=NetworkSegment(82c42862-5e09-44a3-a831-056ff41e66f5),segment_id=82c42862-5e09-44a3-a831-056ff41e66f5)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:30:09.853116 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-c1a0adf2-388b-4320-bc18-4d0feaf3af55 req-7fe2b41b-7b7b-4474-89b6-d45eee6c6745 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (518c404e-1e81-4b7f-9f04-9665e4f11c72), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:09.863965 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8875eded-332b-4fed-8298-c7b0bd1bd6e8 req-332b8eae-2329-49d5-b0a2-8666227a30f1 tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] 10.222.0.65 "GET /v2.0/security-groups?id=3cfd0372-f44c-44e0-8459-f92336595ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904238 Feb 04 12:30:09.869956 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-67f13de5-0580-4b70-97cf-b0adfe73ebcf req-571f602d-c9ac-48f4-85c2-bb1cf8a19e57 service neutron] For port 3b7e7211-f120-4684-8570-e850b7030cb2, host n-h1-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:30:09.879994 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-67f13de5-0580-4b70-97cf-b0adfe73ebcf req-571f602d-c9ac-48f4-85c2-bb1cf8a19e57 service neutron] For port 3b7e7211-f120-4684-8570-e850b7030cb2, host n-h1-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=3b7e7211-f120-4684-8570-e850b7030cb2,segment=NetworkSegment(b4e52b35-5bb9-453a-9088-e8768ee27df9),segment_id=b4e52b35-5bb9-453a-9088-e8768ee27df9)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:30:09.901260 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-67f13de5-0580-4b70-97cf-b0adfe73ebcf req-571f602d-c9ac-48f4-85c2-bb1cf8a19e57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (3b7e7211-f120-4684-8570-e850b7030cb2), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:09.930340 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a0adf2-388b-4320-bc18-4d0feaf3af55 req-7fe2b41b-7b7b-4474-89b6-d45eee6c6745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:09.930973 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-c1a0adf2-388b-4320-bc18-4d0feaf3af55 req-7fe2b41b-7b7b-4474-89b6-d45eee6c6745 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:09.937085 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-c1a0adf2-388b-4320-bc18-4d0feaf3af55 req-7fe2b41b-7b7b-4474-89b6-d45eee6c6745 service neutron] 10.222.0.77 "PUT /v2.0/ports/518c404e-1e81-4b7f-9f04-9665e4f11c72 HTTP/1.1" status: 200 len: 1092 time: 1.4105046 Feb 04 12:30:09.937985 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dc11546-686a-4a80-8a88-be2331dcd179', 'tag': '518c404e-1e81-4b7f-9f04-9665e4f11c72'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:30:09.943072 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0de91489-c64d-4136-b296-07f7a1e0c2f9" -d '{"events": [{"name": "network-changed", "server_uuid": "1dc11546-686a-4a80-8a88-be2331dcd179", "tag": "518c404e-1e81-4b7f-9f04-9665e4f11c72"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:30:09.963177 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f13de5-0580-4b70-97cf-b0adfe73ebcf req-571f602d-c9ac-48f4-85c2-bb1cf8a19e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:09.963900 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-67f13de5-0580-4b70-97cf-b0adfe73ebcf req-571f602d-c9ac-48f4-85c2-bb1cf8a19e57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:09.965305 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-67f13de5-0580-4b70-97cf-b0adfe73ebcf req-571f602d-c9ac-48f4-85c2-bb1cf8a19e57 service neutron] 10.222.0.73 "PUT /v2.0/ports/3b7e7211-f120-4684-8570-e850b7030cb2 HTTP/1.1" status: 200 len: 1092 time: 2.0050559 Feb 04 12:30:09.965920 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93d9fa91-1fe9-4c02-95d5-f8fdbbdcf9a1', 'tag': '3b7e7211-f120-4684-8570-e850b7030cb2'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:30:09.968844 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28d5043e-58fa-40b0-a17a-ffbb7ef505f2" -d '{"events": [{"name": "network-changed", "server_uuid": "93d9fa91-1fe9-4c02-95d5-f8fdbbdcf9a1", "tag": "3b7e7211-f120-4684-8570-e850b7030cb2"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:30:09.974351 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 04 Feb 2022 12:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c87eeeb-6692-4267-866e-c3e9eaef58e4 x-openstack-request-id: req-8c87eeeb-6692-4267-866e-c3e9eaef58e4 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:30:09.981159 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afe56aec-f5ec-49da-92ee-54c189b014f5", "name": "network-vif-plugged", "status": "completed", "tag": "ae58d322-0fee-4b62-8a27-abcdbc09e830", "code": 200}, {"server_uuid": "0cbcd974-3bf4-4f25-ae83-572ba67ebbdf", "name": "network-vif-plugged", "status": "completed", "tag": "8a72f5c2-da2b-4d41-837e-2ab4b2ee3604", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:30:09.986837 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8c87eeeb-6692-4267-866e-c3e9eaef58e4 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:30:09.989564 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afe56aec-f5ec-49da-92ee-54c189b014f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae58d322-0fee-4b62-8a27-abcdbc09e830', 'code': 200} Feb 04 12:30:09.991180 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cbcd974-3bf4-4f25-ae83-572ba67ebbdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a72f5c2-da2b-4d41-837e-2ab4b2ee3604', 'code': 200} Feb 04 12:30:09.998889 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571f602d-c9ac-48f4-85c2-bb1cf8a19e57 service neutron] Pushing event updated for resources: {'Port': ['ID=3b7e7211-f120-4684-8570-e850b7030cb2,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:10.051078 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe2b41b-7b7b-4474-89b6-d45eee6c6745 service neutron] Pushing event updated for resources: {'Port': ['ID=518c404e-1e81-4b7f-9f04-9665e4f11c72,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:10.270642 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c4be6d8-00c8-4f56-ad5a-9b6d74a779b2 x-openstack-request-id: req-7c4be6d8-00c8-4f56-ad5a-9b6d74a779b2 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:30:10.271340 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dc11546-686a-4a80-8a88-be2331dcd179", "tag": "518c404e-1e81-4b7f-9f04-9665e4f11c72", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:30:10.271958 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7c4be6d8-00c8-4f56-ad5a-9b6d74a779b2 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:30:10.272995 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dc11546-686a-4a80-8a88-be2331dcd179', 'tag': '518c404e-1e81-4b7f-9f04-9665e4f11c72', 'status': 'completed', 'code': 200} Feb 04 12:30:10.277810 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a0adf2-388b-4320-bc18-4d0feaf3af55 req-6c208635-d1ab-4476-a0ca-1283c83b7416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:10.283783 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-c1a0adf2-388b-4320-bc18-4d0feaf3af55 req-6c208635-d1ab-4476-a0ca-1283c83b7416 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=15c4606ad13a46b29ee60be66da65533&device_id=1dc11546-686a-4a80-8a88-be2331dcd179 HTTP/1.1" status: 200 len: 1126 time: 0.2110720 Feb 04 12:30:10.313288 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f13de5-0580-4b70-97cf-b0adfe73ebcf req-df782f8e-466f-45cb-a60f-e762d4ec98e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:10.314973 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-67f13de5-0580-4b70-97cf-b0adfe73ebcf req-df782f8e-466f-45cb-a60f-e762d4ec98e7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=dcbc9e99c00c41539a07d9ddf5098f10&device_id=93d9fa91-1fe9-4c02-95d5-f8fdbbdcf9a1 HTTP/1.1" status: 200 len: 1126 time: 0.1639576 Feb 04 12:30:10.324116 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a4f684-7dff-4806-a3c9-a650b1a256b3 req-e0da2671-c677-418f-89e3-78e4bdb23356 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:10.325548 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e5a4f684-7dff-4806-a3c9-a650b1a256b3 req-e0da2671-c677-418f-89e3-78e4bdb23356 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] 10.222.0.65 "GET /v2.0/ports?device_id=93d9fa91-1fe9-4c02-95d5-f8fdbbdcf9a1 HTTP/1.1" status: 200 len: 944 time: 0.2280009 Feb 04 12:30:10.364792 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e4607c-2f60-47b2-921d-1323458ee04e req-73c83c81-adfc-46f2-89ba-6a9e8c45a469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:10.365653 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c15011-334c-498f-8441-452f38f8af9e req-f1d12a73-a1ac-4285-9416-b55bd64d09e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:10.365975 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f0c15011-334c-498f-8441-452f38f8af9e req-f1d12a73-a1ac-4285-9416-b55bd64d09e2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5c34eef31d4540768d24bcb8030d50f3&device_id=9f640cd7-6b63-4483-b856-61ce2fc44360 HTTP/1.1" status: 200 len: 1132 time: 0.1832535 Feb 04 12:30:10.366580 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-61e4607c-2f60-47b2-921d-1323458ee04e req-73c83c81-adfc-46f2-89ba-6a9e8c45a469 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=0cbcd974-3bf4-4f25-ae83-572ba67ebbdf HTTP/1.1" status: 200 len: 1127 time: 0.2142785 Feb 04 12:30:10.369783 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1110920-3427-4089-9d0b-7e1820aa07ce x-openstack-request-id: req-a1110920-3427-4089-9d0b-7e1820aa07ce {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:30:10.370117 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93d9fa91-1fe9-4c02-95d5-f8fdbbdcf9a1", "tag": "3b7e7211-f120-4684-8570-e850b7030cb2", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:30:10.370388 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a1110920-3427-4089-9d0b-7e1820aa07ce {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:30:10.370724 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93d9fa91-1fe9-4c02-95d5-f8fdbbdcf9a1', 'tag': '3b7e7211-f120-4684-8570-e850b7030cb2', 'status': 'completed', 'code': 200} Feb 04 12:30:10.405581 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-67f13de5-0580-4b70-97cf-b0adfe73ebcf req-8d54059e-081c-44f4-afb1-c5fb2c1fff67 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b7e7211-f120-4684-8570-e850b7030cb2 HTTP/1.1" status: 200 len: 217 time: 0.0789056 Feb 04 12:30:10.415311 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-c1a0adf2-388b-4320-bc18-4d0feaf3af55 req-825a8a0d-8cd3-4677-837b-0206eaeafe18 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=518c404e-1e81-4b7f-9f04-9665e4f11c72 HTTP/1.1" status: 200 len: 217 time: 0.0689845 Feb 04 12:30:10.476499 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df6c6df-dba2-4383-bc90-452bd85e8ab0 req-9921d575-7f39-4d2b-b390-35dfa654eb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:10.477996 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-2df6c6df-dba2-4383-bc90-452bd85e8ab0 req-9921d575-7f39-4d2b-b390-35dfa654eb81 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3e5189bc9c2e4b8789347e688ced1883&device_id=7f8ba64e-f52d-4f61-adfb-46357a42bdb9 HTTP/1.1" status: 200 len: 1128 time: 0.1911316 Feb 04 12:30:10.510678 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdabe48-3f5b-4530-8aa4-5d3d6b93602c req-2fac4b43-ea4e-4801-9d25-6d96b8380cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:10.512188 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-efdabe48-3f5b-4530-8aa4-5d3d6b93602c req-2fac4b43-ea4e-4801-9d25-6d96b8380cb3 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=afe56aec-f5ec-49da-92ee-54c189b014f5 HTTP/1.1" status: 200 len: 1128 time: 0.3284452 Feb 04 12:30:10.542526 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e5a4f684-7dff-4806-a3c9-a650b1a256b3 req-dc0e3c90-b6d0-43c3-a910-35a3e7853881 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c9a0cb1-780a-4c57-9639-c682eedb0cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064717 Feb 04 12:30:10.542714 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a0adf2-388b-4320-bc18-4d0feaf3af55 req-741fdd98-ee9f-4f24-aa8b-6ed874838473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:10.544621 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-c1a0adf2-388b-4320-bc18-4d0feaf3af55 req-741fdd98-ee9f-4f24-aa8b-6ed874838473 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f23bfa97-1a92-478f-9c00-f3b0c9e898c3 HTTP/1.1" status: 200 len: 846 time: 0.1207955 Feb 04 12:30:10.548643 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-61e4607c-2f60-47b2-921d-1323458ee04e req-623cf917-d7e3-46cd-8a2c-09ab585e51e8 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=ee89b6e9-25e2-41ab-a8a3-c85f5e0697a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730571 Feb 04 12:30:10.599811 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f13de5-0580-4b70-97cf-b0adfe73ebcf req-02253bb3-c24b-451c-9d8b-f3e29d25aaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:10.601450 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-67f13de5-0580-4b70-97cf-b0adfe73ebcf req-02253bb3-c24b-451c-9d8b-f3e29d25aaa7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3386ae8c-a86c-451c-bf79-ead86dfd6679 HTTP/1.1" status: 200 len: 859 time: 0.1884472 Feb 04 12:30:10.707222 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-efdabe48-3f5b-4530-8aa4-5d3d6b93602c req-fa65c671-f59b-42cf-bc5b-d976d25a5c02 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=3cfd0372-f44c-44e0-8459-f92336595ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1845803 Feb 04 12:30:10.722317 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c15011-334c-498f-8441-452f38f8af9e req-d543cf27-6c35-4b7a-b099-b622c3c67760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:10.723905 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f0c15011-334c-498f-8441-452f38f8af9e req-d543cf27-6c35-4b7a-b099-b622c3c67760 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2f7dc246-a024-4937-952c-0ddeef5af29c HTTP/1.1" status: 200 len: 870 time: 0.3144882 Feb 04 12:30:10.734916 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dcc107-6d3b-45e7-a040-94c03ebf287d req-2f729b67-4976-478d-bdc5-42df57f4d978 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:10.736774 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b1dcc107-6d3b-45e7-a040-94c03ebf287d req-2f729b67-4976-478d-bdc5-42df57f4d978 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/ports?device_id=1dc11546-686a-4a80-8a88-be2331dcd179 HTTP/1.1" status: 200 len: 944 time: 0.2169557 Feb 04 12:30:10.792255 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f0c15011-334c-498f-8441-452f38f8af9e req-5d5699ac-48c8-45cd-8d9a-86896a6d7b01 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=db538db2-c02c-4361-8837-b38171c24852 HTTP/1.1" status: 200 len: 217 time: 0.0536318 Feb 04 12:30:10.828872 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f13de5-0580-4b70-97cf-b0adfe73ebcf req-d0615d5f-5012-4e67-bb5c-60ad6a2ccb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:10.830489 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-67f13de5-0580-4b70-97cf-b0adfe73ebcf req-d0615d5f-5012-4e67-bb5c-60ad6a2ccb17 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0e8b5cfe-93df-4af8-ae4b-dba09d277a8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2146661 Feb 04 12:30:10.861192 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95023154-65ce-4054-8949-dfbd77c5e146 req-26d2674c-0b92-470f-a39a-4e2a0c9bc331 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:10.862886 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-95023154-65ce-4054-8949-dfbd77c5e146 req-26d2674c-0b92-470f-a39a-4e2a0c9bc331 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f8ba64e-f52d-4f61-adfb-46357a42bdb9 HTTP/1.1" status: 200 len: 946 time: 0.2459755 Feb 04 12:30:10.897963 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-c1a0adf2-388b-4320-bc18-4d0feaf3af55 req-4d0289b4-9cfe-4b2a-b04f-026be9f26c0e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4641d9e3-bbfb-4ca1-b978-fac986a6f197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3418033 Feb 04 12:30:10.943631 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df6c6df-dba2-4383-bc90-452bd85e8ab0 req-1c2de42c-5e64-4854-a882-1f1caebe8e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:10.946025 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-2df6c6df-dba2-4383-bc90-452bd85e8ab0 req-1c2de42c-5e64-4854-a882-1f1caebe8e7a service neutron] 10.222.0.77 "GET /v2.0/networks?id=e17f0529-2497-4212-bc20-58295ab5d298 HTTP/1.1" status: 200 len: 920 time: 0.4602754 Feb 04 12:30:10.968381 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b1dcc107-6d3b-45e7-a040-94c03ebf287d req-79230c0e-972b-4e8b-8d0f-f32f73f35a84 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/security-groups?id=98d15bf5-a480-4f0d-bc57-8f17260bd5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160268 Feb 04 12:30:10.975550 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c15011-334c-498f-8441-452f38f8af9e req-a4b1aea1-441f-4494-9a15-8e408d13921e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:10.975641 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f0c15011-334c-498f-8441-452f38f8af9e req-a4b1aea1-441f-4494-9a15-8e408d13921e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5ee3374a-84e9-4639-853c-740c6edaf6dc HTTP/1.1" status: 200 len: 843 time: 0.1677523 Feb 04 12:30:11.046643 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-2df6c6df-dba2-4383-bc90-452bd85e8ab0 req-11034cf2-6eb6-446e-a3ae-a96bc55de090 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7718d2d-b60f-4383-ab47-e17344aeae7a HTTP/1.1" status: 200 len: 217 time: 0.0707936 Feb 04 12:30:11.088853 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-95023154-65ce-4054-8949-dfbd77c5e146 req-2668fe1a-dcc7-46e8-9cf8-ff602d3362dc tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] 10.222.0.65 "GET /v2.0/security-groups?id=a4645ff9-4aba-4923-b590-6a9167d2e893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093549 Feb 04 12:30:11.111571 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-67f13de5-0580-4b70-97cf-b0adfe73ebcf req-5b4505b3-6560-4163-909c-97618f63d3f8 service neutron] 10.222.0.73 "GET /v2.0/networks/0e8b5cfe-93df-4af8-ae4b-dba09d277a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439010 Feb 04 12:30:11.126951 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c15011-334c-498f-8441-452f38f8af9e req-304cbcf4-7b00-4699-a791-7166122e6ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:11.128569 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f0c15011-334c-498f-8441-452f38f8af9e req-304cbcf4-7b00-4699-a791-7166122e6ec4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2f7dc246-a024-4937-952c-0ddeef5af29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1374941 Feb 04 12:30:11.151645 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df6c6df-dba2-4383-bc90-452bd85e8ab0 req-0e3170e7-7171-420b-afdf-07d49288c740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:11.154127 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-2df6c6df-dba2-4383-bc90-452bd85e8ab0 req-0e3170e7-7171-420b-afdf-07d49288c740 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ae4c1b19-4693-45d5-a145-600acc473198 HTTP/1.1" status: 200 len: 859 time: 0.0767360 Feb 04 12:30:11.183352 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-c1a0adf2-388b-4320-bc18-4d0feaf3af55 req-45342cf4-ccde-497c-ad3e-12fd9ef969d2 service neutron] 10.222.0.77 "GET /v2.0/networks/4641d9e3-bbfb-4ca1-b978-fac986a6f197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881425 Feb 04 12:30:11.203361 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-2df6c6df-dba2-4383-bc90-452bd85e8ab0 req-e3ad0bbc-1204-40a2-b803-39d1d1a184e4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e17f0529-2497-4212-bc20-58295ab5d298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325651 Feb 04 12:30:11.381500 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-c1a0adf2-388b-4320-bc18-4d0feaf3af55 req-0b759196-ad06-414d-bc9d-a73b4377c978 service neutron] 10.222.0.77 "GET /v2.0/networks/4641d9e3-bbfb-4ca1-b978-fac986a6f197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811216 Feb 04 12:30:11.384641 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-2df6c6df-dba2-4383-bc90-452bd85e8ab0 req-e0d043a5-9224-4135-99d3-53ad68380fbd service neutron] 10.222.0.77 "GET /v2.0/networks/e17f0529-2497-4212-bc20-58295ab5d298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728315 Feb 04 12:30:11.538992 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-2df6c6df-dba2-4383-bc90-452bd85e8ab0 req-b707fcf3-9a5e-40bb-b700-0057e6452034 service neutron] 10.222.0.77 "GET /v2.0/networks/e17f0529-2497-4212-bc20-58295ab5d298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472294 Feb 04 12:30:11.549321 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de91489-c64d-4136-b296-07f7a1e0c2f9 req-0f0f3ef5-4665-4492-a308-9c872b7243ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:11.552194 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-0de91489-c64d-4136-b296-07f7a1e0c2f9 req-0f0f3ef5-4665-4492-a308-9c872b7243ea service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=15c4606ad13a46b29ee60be66da65533&device_id=1dc11546-686a-4a80-8a88-be2331dcd179 HTTP/1.1" status: 200 len: 1126 time: 0.0967331 Feb 04 12:30:11.624761 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cc7a43-6fea-444b-ba5c-3d9d1d606d52 req-a62004d2-75e7-4917-b53b-8f14f5a9cde9 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:11.625646 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-69cc7a43-6fea-444b-ba5c-3d9d1d606d52 req-a62004d2-75e7-4917-b53b-8f14f5a9cde9 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cbcd974-3bf4-4f25-ae83-572ba67ebbdf HTTP/1.1" status: 200 len: 945 time: 0.5798917 Feb 04 12:30:11.694368 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de91489-c64d-4136-b296-07f7a1e0c2f9 req-6b416a2d-0d25-4477-a304-78e2df3f36bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:11.696437 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-0de91489-c64d-4136-b296-07f7a1e0c2f9 req-6b416a2d-0d25-4477-a304-78e2df3f36bf service neutron] 10.222.0.77 "GET /v2.0/networks?id=4641d9e3-bbfb-4ca1-b978-fac986a6f197 HTTP/1.1" status: 200 len: 907 time: 0.1317399 Feb 04 12:30:11.770704 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-0de91489-c64d-4136-b296-07f7a1e0c2f9 req-56144cf8-4141-4873-9db2-c163291308d6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=518c404e-1e81-4b7f-9f04-9665e4f11c72 HTTP/1.1" status: 200 len: 217 time: 0.0593760 Feb 04 12:30:11.795289 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f0c15011-334c-498f-8441-452f38f8af9e req-8c71d804-3b6f-4ca7-b377-f32059eddd07 service neutron] 10.222.0.73 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6566992 Feb 04 12:30:11.798638 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-67f13de5-0580-4b70-97cf-b0adfe73ebcf req-ffc10d42-693e-4cc8-97e3-8347a5a0ec7d service neutron] 10.222.0.73 "GET /v2.0/networks/0e8b5cfe-93df-4af8-ae4b-dba09d277a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6686351 Feb 04 12:30:11.803327 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-69cc7a43-6fea-444b-ba5c-3d9d1d606d52 req-be6a7784-7abe-437c-a543-77b863c841ac tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee89b6e9-25e2-41ab-a8a3-c85f5e0697a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702585 Feb 04 12:30:11.812255 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a87b4b-3a81-4259-8a56-59cc31f11dd2 req-841e2289-7160-4eeb-a521-790159f3948f tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:11.814064 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d8a87b4b-3a81-4259-8a56-59cc31f11dd2 req-841e2289-7160-4eeb-a521-790159f3948f tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f640cd7-6b63-4483-b856-61ce2fc44360 HTTP/1.1" status: 200 len: 950 time: 0.1875293 Feb 04 12:30:11.871919 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de91489-c64d-4136-b296-07f7a1e0c2f9 req-5724664c-4346-4fbe-8777-9e7dcd44e64c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:11.874162 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-0de91489-c64d-4136-b296-07f7a1e0c2f9 req-5724664c-4346-4fbe-8777-9e7dcd44e64c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f23bfa97-1a92-478f-9c00-f3b0c9e898c3 HTTP/1.1" status: 200 len: 846 time: 0.0971067 Feb 04 12:30:11.958102 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-0de91489-c64d-4136-b296-07f7a1e0c2f9 req-60e2612b-fc43-45b2-9a00-b2964873ff10 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4641d9e3-bbfb-4ca1-b978-fac986a6f197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661407 Feb 04 12:30:12.072864 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d8a87b4b-3a81-4259-8a56-59cc31f11dd2 req-2356040e-a83d-4be1-8144-0c34dec6108d tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474725 Feb 04 12:30:12.098692 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-0de91489-c64d-4136-b296-07f7a1e0c2f9 req-0d38f4ed-5c0e-4329-98c4-fe5e4a8a45ad service neutron] 10.222.0.77 "GET /v2.0/networks/4641d9e3-bbfb-4ca1-b978-fac986a6f197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328256 Feb 04 12:30:12.099022 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f0c15011-334c-498f-8441-452f38f8af9e req-effd8ad5-2f19-419a-9e1e-d2e32f939b3d service neutron] 10.222.0.73 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2835379 Feb 04 12:30:12.112523 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d5043e-58fa-40b0-a17a-ffbb7ef505f2 req-aeff7e13-25f1-4075-bd5e-9f63da83b447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:12.113942 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-28d5043e-58fa-40b0-a17a-ffbb7ef505f2 req-aeff7e13-25f1-4075-bd5e-9f63da83b447 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=dcbc9e99c00c41539a07d9ddf5098f10&device_id=93d9fa91-1fe9-4c02-95d5-f8fdbbdcf9a1 HTTP/1.1" status: 200 len: 1126 time: 0.2038162 Feb 04 12:30:12.121606 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2284ae-f496-4bb4-81cb-cfbef8c56c3e req-868fac40-93fb-4e6a-95fc-c561e23a7488 tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:12.129239 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-be2284ae-f496-4bb4-81cb-cfbef8c56c3e req-868fac40-93fb-4e6a-95fc-c561e23a7488 tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] 10.222.0.65 "GET /v2.0/ports?device_id=afe56aec-f5ec-49da-92ee-54c189b014f5 HTTP/1.1" status: 200 len: 946 time: 0.2017543 Feb 04 12:30:12.244567 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-be2284ae-f496-4bb4-81cb-cfbef8c56c3e req-9920417c-9541-4071-96b8-d5e94e8f976b tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] 10.222.0.65 "GET /v2.0/security-groups?id=3cfd0372-f44c-44e0-8459-f92336595ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141322 Feb 04 12:30:12.280909 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d5043e-58fa-40b0-a17a-ffbb7ef505f2 req-ad0f6976-84ea-4492-8449-505fa54e0235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:12.282452 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-28d5043e-58fa-40b0-a17a-ffbb7ef505f2 req-ad0f6976-84ea-4492-8449-505fa54e0235 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0e8b5cfe-93df-4af8-ae4b-dba09d277a8f HTTP/1.1" status: 200 len: 921 time: 0.1512578 Feb 04 12:30:12.327062 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-0de91489-c64d-4136-b296-07f7a1e0c2f9 req-457fda00-0cef-4963-8a4d-0d80fbe05108 service neutron] 10.222.0.77 "GET /v2.0/networks/4641d9e3-bbfb-4ca1-b978-fac986a6f197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209096 Feb 04 12:30:12.350583 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-28d5043e-58fa-40b0-a17a-ffbb7ef505f2 req-663c6a17-03ec-4a12-b247-431d374c2394 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b7e7211-f120-4684-8570-e850b7030cb2 HTTP/1.1" status: 200 len: 217 time: 0.0597379 Feb 04 12:30:12.402978 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 40624) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:30:12.436862 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d5043e-58fa-40b0-a17a-ffbb7ef505f2 req-3b5e8e3b-2c79-4a34-98b2-268b5050f63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:12.438601 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-28d5043e-58fa-40b0-a17a-ffbb7ef505f2 req-3b5e8e3b-2c79-4a34-98b2-268b5050f63e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3386ae8c-a86c-451c-bf79-ead86dfd6679 HTTP/1.1" status: 200 len: 859 time: 0.0617006 Feb 04 12:30:12.446317 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1eb016-b493-42a8-ab96-e217c980ee36 req-9f78f31a-5747-462a-b7e6-936b4be0f141 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:12.447714 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5f1eb016-b493-42a8-ab96-e217c980ee36 req-9f78f31a-5747-462a-b7e6-936b4be0f141 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] 10.222.0.65 "GET /v2.0/ports?device_id=93d9fa91-1fe9-4c02-95d5-f8fdbbdcf9a1 HTTP/1.1" status: 200 len: 944 time: 0.0997903 Feb 04 12:30:12.534114 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d5043e-58fa-40b0-a17a-ffbb7ef505f2 req-5ee64b68-d1f2-480d-aa54-ab94ed9b661b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:12.535545 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-28d5043e-58fa-40b0-a17a-ffbb7ef505f2 req-5ee64b68-d1f2-480d-aa54-ab94ed9b661b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0e8b5cfe-93df-4af8-ae4b-dba09d277a8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0855379 Feb 04 12:30:12.537896 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6360fff0-7423-4ff1-8406-60df09f7285f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:12.538585 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5f1eb016-b493-42a8-ab96-e217c980ee36 req-9650175d-c58a-4b9a-b631-326b0cd805b5 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c9a0cb1-780a-4c57-9639-c682eedb0cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791402 Feb 04 12:30:12.625266 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6360fff0-7423-4ff1-8406-60df09f7285f admin admin] Publish callbacks [] for security_group (8eacee00-21b9-4837-a02e-ed9a4de1b802), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:12.629553 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6360fff0-7423-4ff1-8406-60df09f7285f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (8eacee00-21b9-4837-a02e-ed9a4de1b802), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:12.667986 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-6360fff0-7423-4ff1-8406-60df09f7285f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8534eb9a51ca4086ada5c576e05e7d27&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2631714 Feb 04 12:30:12.668938 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6360fff0-7423-4ff1-8406-60df09f7285f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eacee00-21b9-4837-a02e-ed9a4de1b802,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:12.671687 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 40630) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:30:12.695675 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6256fea9-5ffd-4a27-9741-7f3ecf2c994a req-651b1ff8-ebd9-448a-b4a5-1e44b425bbde tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:12.697238 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6256fea9-5ffd-4a27-9741-7f3ecf2c994a req-651b1ff8-ebd9-448a-b4a5-1e44b425bbde tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/ports?device_id=1dc11546-686a-4a80-8a88-be2331dcd179 HTTP/1.1" status: 200 len: 944 time: 0.1576633 Feb 04 12:30:12.721684 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3a517924-44cf-4a5a-bf96-fcbdca0b767b admin admin] Publish callbacks [] for security_group (8eacee00-21b9-4837-a02e-ed9a4de1b802), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:12.743418 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4a0d25-3e15-4821-a17c-30b3a25ab58f req-87589cb5-f452-4435-ac95-526ba6b52070 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:12.744157 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3a517924-44cf-4a5a-bf96-fcbdca0b767b admin admin] Publish callbacks [] for security_group (8eacee00-21b9-4837-a02e-ed9a4de1b802), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:12.745116 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7d4a0d25-3e15-4821-a17c-30b3a25ab58f req-87589cb5-f452-4435-ac95-526ba6b52070 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f8ba64e-f52d-4f61-adfb-46357a42bdb9 HTTP/1.1" status: 200 len: 946 time: 0.1255007 Feb 04 12:30:12.746982 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-28d5043e-58fa-40b0-a17a-ffbb7ef505f2 req-2bc7624b-bd2c-402a-a252-7df8e9d7c097 service neutron] 10.222.0.73 "GET /v2.0/networks/0e8b5cfe-93df-4af8-ae4b-dba09d277a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969955 Feb 04 12:30:12.798129 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3a517924-44cf-4a5a-bf96-fcbdca0b767b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (8eacee00-21b9-4837-a02e-ed9a4de1b802), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:12.800617 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3a517924-44cf-4a5a-bf96-fcbdca0b767b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:12.801763 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-3a517924-44cf-4a5a-bf96-fcbdca0b767b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8eacee00-21b9-4837-a02e-ed9a4de1b802 HTTP/1.1" status: 204 len: 168 time: 0.1291544 Feb 04 12:30:12.813048 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a517924-44cf-4a5a-bf96-fcbdca0b767b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eacee00-21b9-4837-a02e-ed9a4de1b802,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:12.846896 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6256fea9-5ffd-4a27-9741-7f3ecf2c994a req-aa343cde-77cb-4686-8d1e-754939a24294 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/security-groups?id=98d15bf5-a480-4f0d-bc57-8f17260bd5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383898 Feb 04 12:30:12.875167 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7d4a0d25-3e15-4821-a17c-30b3a25ab58f req-43ffe388-85a9-4209-a83c-2dd9c302421a tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] 10.222.0.65 "GET /v2.0/security-groups?id=a4645ff9-4aba-4923-b590-6a9167d2e893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224909 Feb 04 12:30:12.903121 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-28d5043e-58fa-40b0-a17a-ffbb7ef505f2 req-b8967b64-5b32-40af-bc25-942479002225 service neutron] 10.222.0.73 "GET /v2.0/networks/0e8b5cfe-93df-4af8-ae4b-dba09d277a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380305 Feb 04 12:30:13.016845 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45cf128-ce46-4211-8a01-b7a166490b1e req-896544cb-3083-4b16-9139-dd264be6858e tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:13.018549 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e45cf128-ce46-4211-8a01-b7a166490b1e req-896544cb-3083-4b16-9139-dd264be6858e tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cbcd974-3bf4-4f25-ae83-572ba67ebbdf HTTP/1.1" status: 200 len: 945 time: 0.0564561 Feb 04 12:30:13.068551 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e45cf128-ce46-4211-8a01-b7a166490b1e req-bf142e11-8869-4fe0-a21f-e7ac053e9e07 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee89b6e9-25e2-41ab-a8a3-c85f5e0697a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443611 Feb 04 12:30:13.172977 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 40648) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:30:13.192863 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-33ed1865-b281-43f5-8d46-cc0ba5ff21df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:13.251644 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae2e40-37e8-4d2c-934d-56e6e14bf1e2 req-45e481c8-a6b5-431d-9bd5-5c9f4cbc625b tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:13.253458 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-20ae2e40-37e8-4d2c-934d-56e6e14bf1e2 req-45e481c8-a6b5-431d-9bd5-5c9f4cbc625b tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c4615de-bb7e-4e13-9824-66067b606ac9 HTTP/1.1" status: 200 len: 946 time: 0.0984356 Feb 04 12:30:13.276180 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207183ca-096a-465e-bfcc-ff3ca37d58d3 req-dc1d334a-9edf-4b5b-bfed-1ce57161c27f tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:13.278047 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-207183ca-096a-465e-bfcc-ff3ca37d58d3 req-dc1d334a-9edf-4b5b-bfed-1ce57161c27f tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f640cd7-6b63-4483-b856-61ce2fc44360 HTTP/1.1" status: 200 len: 950 time: 0.0884776 Feb 04 12:30:13.288288 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-33ed1865-b281-43f5-8d46-cc0ba5ff21df admin admin] Publish callbacks [] for security_group (9cee374b-a9c1-4a37-b085-61e7a8e6899b), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:13.294687 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-33ed1865-b281-43f5-8d46-cc0ba5ff21df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (9cee374b-a9c1-4a37-b085-61e7a8e6899b), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:13.336996 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-33ed1865-b281-43f5-8d46-cc0ba5ff21df admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=de0f96a5fd184de983297e955f8d7f74&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1627212 Feb 04 12:30:13.339321 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-20ae2e40-37e8-4d2c-934d-56e6e14bf1e2 req-0f920f32-8bd0-45c0-a20b-2f82f8200d12 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee89b6e9-25e2-41ab-a8a3-c85f5e0697a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771134 Feb 04 12:30:13.342556 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 40654) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:30:13.344987 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ed1865-b281-43f5-8d46-cc0ba5ff21df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cee374b-a9c1-4a37-b085-61e7a8e6899b,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:13.391784 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-207183ca-096a-465e-bfcc-ff3ca37d58d3 req-fbdc5e73-9148-49d6-a77d-0da2178a6de2 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048913 Feb 04 12:30:13.421030 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 40658) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:30:13.448121 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8220dde7-7fd0-4372-acb5-ab735dca27c3 admin admin] Publish callbacks [] for security_group (9cee374b-a9c1-4a37-b085-61e7a8e6899b), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:13.506883 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8220dde7-7fd0-4372-acb5-ab735dca27c3 admin admin] Publish callbacks [] for security_group (9cee374b-a9c1-4a37-b085-61e7a8e6899b), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:13.528958 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f95eaa-e756-469a-8655-7eb50106fa60 req-7e20b23e-3cd3-4e7b-b7d9-3585222de16a tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:13.530791 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b4f95eaa-e756-469a-8655-7eb50106fa60 req-7e20b23e-3cd3-4e7b-b7d9-3585222de16a tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] 10.222.0.65 "GET /v2.0/ports?device_id=afe56aec-f5ec-49da-92ee-54c189b014f5 HTTP/1.1" status: 200 len: 946 time: 0.1253889 Feb 04 12:30:13.536369 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a463cac9-aa79-4063-87bb-6b899489513e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:13.587527 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070b21bd-e024-4b9a-914e-55cfd663030d req-444977be-1029-42fe-8414-4a3bfa404933 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:13.589114 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-070b21bd-e024-4b9a-914e-55cfd663030d req-444977be-1029-42fe-8414-4a3bfa404933 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] 10.222.0.65 "GET /v2.0/ports?device_id=8292ed09-ec6d-438b-bdc7-05a92053767e HTTP/1.1" status: 200 len: 946 time: 0.1271753 Feb 04 12:30:13.616273 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a463cac9-aa79-4063-87bb-6b899489513e admin admin] Publish callbacks [] for security_group (51ad7425-e513-4159-9054-c47fbf3d4696), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:13.620268 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a463cac9-aa79-4063-87bb-6b899489513e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (51ad7425-e513-4159-9054-c47fbf3d4696), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:13.636839 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b4f95eaa-e756-469a-8655-7eb50106fa60 req-0dbb5390-b7d4-43e3-8d31-c9cb5da70bdf tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] 10.222.0.65 "GET /v2.0/security-groups?id=3cfd0372-f44c-44e0-8459-f92336595ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934343 Feb 04 12:30:13.638638 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8220dde7-7fd0-4372-acb5-ab735dca27c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (9cee374b-a9c1-4a37-b085-61e7a8e6899b), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:13.641392 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8220dde7-7fd0-4372-acb5-ab735dca27c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:13.644803 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-8220dde7-7fd0-4372-acb5-ab735dca27c3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9cee374b-a9c1-4a37-b085-61e7a8e6899b HTTP/1.1" status: 204 len: 168 time: 0.2989490 Feb 04 12:30:13.666215 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-a463cac9-aa79-4063-87bb-6b899489513e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4003679310db4a87a725821ad1bc3719&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2418506 Feb 04 12:30:13.666215 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a463cac9-aa79-4063-87bb-6b899489513e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51ad7425-e513-4159-9054-c47fbf3d4696,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:13.670173 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 518c404e-1e81-4b7f-9f04-9665e4f11c72 details requested by agent hyperv_n-h2-825015-3 with host n-h2-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:30:13.680763 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 40668) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:30:13.696095 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8220dde7-7fd0-4372-acb5-ab735dca27c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cee374b-a9c1-4a37-b085-61e7a8e6899b,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:13.735102 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-070b21bd-e024-4b9a-914e-55cfd663030d req-5437b453-92bf-4dbd-b01f-9ddc81d9f8a6 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee89b6e9-25e2-41ab-a8a3-c85f5e0697a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329226 Feb 04 12:30:13.760234 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a12f2e52-1c3e-4e05-87a6-e93e0ef5b012 admin admin] Publish callbacks [] for security_group (51ad7425-e513-4159-9054-c47fbf3d4696), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:13.802805 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a12f2e52-1c3e-4e05-87a6-e93e0ef5b012 admin admin] Publish callbacks [] for security_group (51ad7425-e513-4159-9054-c47fbf3d4696), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:13.842264 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 518c404e-1e81-4b7f-9f04-9665e4f11c72, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=518c404e-1e81-4b7f-9f04-9665e4f11c72,segment=NetworkSegment(82c42862-5e09-44a3-a831-056ff41e66f5),segment_id=82c42862-5e09-44a3-a831-056ff41e66f5)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:30:13.857398 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Returning: {'device': '518c404e-1e81-4b7f-9f04-9665e4f11c72', 'network_id': '4641d9e3-bbfb-4ca1-b978-fac986a6f197', 'port_id': '518c404e-1e81-4b7f-9f04-9665e4f11c72', 'mac_address': 'fa:16:3e:a4:a7:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f23bfa97-1a92-478f-9c00-f3b0c9e898c3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:30:13.883430 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a12f2e52-1c3e-4e05-87a6-e93e0ef5b012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (51ad7425-e513-4159-9054-c47fbf3d4696), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:13.887142 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a12f2e52-1c3e-4e05-87a6-e93e0ef5b012 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:13.901861 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-a12f2e52-1c3e-4e05-87a6-e93e0ef5b012 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/51ad7425-e513-4159-9054-c47fbf3d4696 HTTP/1.1" status: 204 len: 168 time: 0.2183352 Feb 04 12:30:13.910705 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 518c404e-1e81-4b7f-9f04-9665e4f11c72 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:30:13.911415 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (518c404e-1e81-4b7f-9f04-9665e4f11c72), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:13.912821 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff9d7c9-4f18-4a42-84f3-ef1a25a64df6 req-cb547af7-2081-4d6b-8981-0a4d048acba9 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:13.923436 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9ff9d7c9-4f18-4a42-84f3-ef1a25a64df6 req-cb547af7-2081-4d6b-8981-0a4d048acba9 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] 10.222.0.65 "GET /v2.0/ports?device_id=93d9fa91-1fe9-4c02-95d5-f8fdbbdcf9a1 HTTP/1.1" status: 200 len: 944 time: 0.1852846 Feb 04 12:30:13.942008 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12f2e52-1c3e-4e05-87a6-e93e0ef5b012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51ad7425-e513-4159-9054-c47fbf3d4696,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:14.031043 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9ff9d7c9-4f18-4a42-84f3-ef1a25a64df6 req-59d38e50-ce58-4dfc-b1fa-0be9135bd826 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c9a0cb1-780a-4c57-9639-c682eedb0cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058264 Feb 04 12:30:14.077381 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 518c404e-1e81-4b7f-9f04-9665e4f11c72 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:30:14.109423 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 518c404e-1e81-4b7f-9f04-9665e4f11c72, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=518c404e-1e81-4b7f-9f04-9665e4f11c72,segment=NetworkSegment(82c42862-5e09-44a3-a831-056ff41e66f5),segment_id=82c42862-5e09-44a3-a831-056ff41e66f5)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:30:14.115539 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (518c404e-1e81-4b7f-9f04-9665e4f11c72), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:14.153280 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830f9b58-daf4-49bb-afa5-c8ea6bcac60f req-7272e8d9-1107-40ed-b8f1-e361fc9e8e0e tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:14.165893 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 40684) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:30:14.172098 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-d5a7c3ab-71bf-4a1c-8f7a-b2f3d18477c9 tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] Request body: {'floatingip': {'port_id': 'ae58d322-0fee-4b62-8a27-abcdbc09e830'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:30:14.174328 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-830f9b58-daf4-49bb-afa5-c8ea6bcac60f req-7272e8d9-1107-40ed-b8f1-e361fc9e8e0e tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] 10.222.0.65 "GET /v2.0/ports?device_id=afe56aec-f5ec-49da-92ee-54c189b014f5 HTTP/1.1" status: 200 len: 946 time: 0.1094954 Feb 04 12:30:14.177461 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=518c404e-1e81-4b7f-9f04-9665e4f11c72,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:14.238018 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d5a7c3ab-71bf-4a1c-8f7a-b2f3d18477c9 tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] Publish callbacks [] for floatingip (49f84e70-d833-4c60-ac15-8c17ecb1459c), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:14.292910 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57060f35-5a3e-4dce-a6b4-b16ac52d5cb5 req-7c690f80-fc3c-48a7-8938-bdc978ed0498 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:14.303125 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-57060f35-5a3e-4dce-a6b4-b16ac52d5cb5 req-7c690f80-fc3c-48a7-8938-bdc978ed0498 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/ports?device_id=1dc11546-686a-4a80-8a88-be2331dcd179 HTTP/1.1" status: 200 len: 945 time: 0.0813015 Feb 04 12:30:14.377419 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-57060f35-5a3e-4dce-a6b4-b16ac52d5cb5 req-165d248b-a160-4d47-a5f5-fd88e224f3cd tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/security-groups?id=98d15bf5-a480-4f0d-bc57-8f17260bd5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734110 Feb 04 12:30:14.390609 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['518c404e-1e81-4b7f-9f04-9665e4f11c72'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:30:14.477207 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9c4d3f-2ad6-4ba2-9e76-46217f284437 req-1eefb3bf-beac-4346-9780-b5694accf4ce tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:14.478765 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6b9c4d3f-2ad6-4ba2-9e76-46217f284437 req-1eefb3bf-beac-4346-9780-b5694accf4ce tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cbcd974-3bf4-4f25-ae83-572ba67ebbdf HTTP/1.1" status: 200 len: 945 time: 0.1336124 Feb 04 12:30:14.647880 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1452c3ac-9cd4-4b76-a667-03fa17c1383c req-ca4e2122-cf17-4676-8700-cb624927dac9 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:14.655120 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1452c3ac-9cd4-4b76-a667-03fa17c1383c req-ca4e2122-cf17-4676-8700-cb624927dac9 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f8ba64e-f52d-4f61-adfb-46357a42bdb9 HTTP/1.1" status: 200 len: 946 time: 0.1751881 Feb 04 12:30:14.670698 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6b9c4d3f-2ad6-4ba2-9e76-46217f284437 req-268043af-cf05-44fe-8ce2-b3d605cb2f55 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee89b6e9-25e2-41ab-a8a3-c85f5e0697a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790025 Feb 04 12:30:14.727285 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1452c3ac-9cd4-4b76-a667-03fa17c1383c req-4cb70930-26c3-4f0f-af78-2ce01e8161bc tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] 10.222.0.65 "GET /v2.0/security-groups?id=a4645ff9-4aba-4923-b590-6a9167d2e893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714402 Feb 04 12:30:14.880463 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12997f6d-8878-4006-98f0-39393615f384 req-0874f6c5-340d-428b-b690-6f08824a3985 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:14.881601 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-12997f6d-8878-4006-98f0-39393615f384 req-0874f6c5-340d-428b-b690-6f08824a3985 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f640cd7-6b63-4483-b856-61ce2fc44360 HTTP/1.1" status: 200 len: 950 time: 0.1184862 Feb 04 12:30:14.884702 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d5a7c3ab-71bf-4a1c-8f7a-b2f3d18477c9 tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:14.891059 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d5a7c3ab-71bf-4a1c-8f7a-b2f3d18477c9 tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1599943'] for floatingip (49f84e70-d833-4c60-ac15-8c17ecb1459c), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:14.977389 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-12997f6d-8878-4006-98f0-39393615f384 req-2b590564-1186-40ae-b040-81f9f26da1b1 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869396 Feb 04 12:30:15.073692 n-d-825015-3 neutron-server[103474]: INFO neutron.db.l3_db [None req-d5a7c3ab-71bf-4a1c-8f7a-b2f3d18477c9 tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] Floating IP 49f84e70-d833-4c60-ac15-8c17ecb1459c associated. External IP: 172.25.3.147, port: ae58d322-0fee-4b62-8a27-abcdbc09e830. Feb 04 12:30:15.181338 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bf0c5a-fd58-4349-9d33-e74912d91606 req-5dc014c1-ebb3-4f30-9f3c-9d53caf64ef5 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:15.182943 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-02bf0c5a-fd58-4349-9d33-e74912d91606 req-5dc014c1-ebb3-4f30-9f3c-9d53caf64ef5 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c4615de-bb7e-4e13-9824-66067b606ac9 HTTP/1.1" status: 200 len: 946 time: 0.0852280 Feb 04 12:30:15.213436 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eef1577-995a-4c34-a235-6cefab652181 req-7dcc16cf-e26f-42a5-8861-0ccede535502 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:15.214954 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9eef1577-995a-4c34-a235-6cefab652181 req-7dcc16cf-e26f-42a5-8861-0ccede535502 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] 10.222.0.65 "GET /v2.0/ports?device_id=93d9fa91-1fe9-4c02-95d5-f8fdbbdcf9a1 HTTP/1.1" status: 200 len: 944 time: 0.0902603 Feb 04 12:30:15.255972 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-02bf0c5a-fd58-4349-9d33-e74912d91606 req-97140fde-bd88-436f-aa28-334b3ca1d2c6 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee89b6e9-25e2-41ab-a8a3-c85f5e0697a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660450 Feb 04 12:30:15.317626 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9eef1577-995a-4c34-a235-6cefab652181 req-f107440f-0a06-4881-b5ab-b067df9c82eb tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c9a0cb1-780a-4c57-9639-c682eedb0cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741432 Feb 04 12:30:15.367546 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5a7c3ab-71bf-4a1c-8f7a-b2f3d18477c9 tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] Router 80b42f44-589b-4d8e-8cca-e0d55f786967 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:30:15.499379 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5a7c3ab-71bf-4a1c-8f7a-b2f3d18477c9 tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:30:15.505429 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d5a7c3ab-71bf-4a1c-8f7a-b2f3d18477c9 tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:15.513395 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5acb891-b6bc-48cc-877d-bc356414d733 None None] Sync routers for ids ['80b42f44-589b-4d8e-8cca-e0d55f786967'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:30:15.524686 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-57794562-111f-4f9b-aa3f-3b1e521ea64c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:15.531985 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5acb891-b6bc-48cc-877d-bc356414d733 None None] Routers {'80b42f44-589b-4d8e-8cca-e0d55f786967'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:30:15.532632 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-a5acb891-b6bc-48cc-877d-bc356414d733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:29:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['80b42f44-589b-4d8e-8cca-e0d55f786967'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:30:15.554268 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-d5a7c3ab-71bf-4a1c-8f7a-b2f3d18477c9 tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] 10.222.0.65 "PUT /v2.0/floatingips/49f84e70-d833-4c60-ac15-8c17ecb1459c HTTP/1.1" status: 200 len: 992 time: 1.3847194 Feb 04 12:30:15.554268 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afe56aec-f5ec-49da-92ee-54c189b014f5', 'tag': 'ae58d322-0fee-4b62-8a27-abcdbc09e830'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:30:15.555164 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0369386c-8109-48b0-83af-a2c4c389d4db" -d '{"events": [{"name": "network-changed", "server_uuid": "afe56aec-f5ec-49da-92ee-54c189b014f5", "tag": "ae58d322-0fee-4b62-8a27-abcdbc09e830"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:30:15.622760 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f09347-cf82-46a5-924c-6542ef1dfc79 req-a7ff4d54-879b-4475-8efb-ddca70f7eb8c tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:15.630319 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d0f09347-cf82-46a5-924c-6542ef1dfc79 req-a7ff4d54-879b-4475-8efb-ddca70f7eb8c tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/ports?device_id=1dc11546-686a-4a80-8a88-be2331dcd179 HTTP/1.1" status: 200 len: 945 time: 0.1625426 Feb 04 12:30:15.662413 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-a5acb891-b6bc-48cc-877d-bc356414d733 None None] Set router 80b42f44-589b-4d8e-8cca-e0d55f786967 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:30:15.683282 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 518c404e-1e81-4b7f-9f04-9665e4f11c72 up at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:30:15.705204 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d0f09347-cf82-46a5-924c-6542ef1dfc79 req-c974576c-d9c5-4b65-82bd-5d0cc1579dfb tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/security-groups?id=98d15bf5-a480-4f0d-bc57-8f17260bd5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600955 Feb 04 12:30:15.723977 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b95cd4-9c81-4095-96fb-b5da03c3472b req-f17d1d5b-468a-4288-945c-c2ceaf621ff2 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:15.737165 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b95cd4-9c81-4095-96fb-b5da03c3472b req-f17d1d5b-468a-4288-945c-c2ceaf621ff2 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:15.743646 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b95cd4-9c81-4095-96fb-b5da03c3472b req-f17d1d5b-468a-4288-945c-c2ceaf621ff2 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:15.752272 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-91b95cd4-9c81-4095-96fb-b5da03c3472b req-f17d1d5b-468a-4288-945c-c2ceaf621ff2 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cbcd974-3bf4-4f25-ae83-572ba67ebbdf&device_id=8292ed09-ec6d-438b-bdc7-05a92053767e&device_id=5c4615de-bb7e-4e13-9824-66067b606ac9 HTTP/1.1" status: 200 len: 2418 time: 0.2142384 Feb 04 12:30:15.804609 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning for port 518c404e-1e81-4b7f-9f04-9665e4f11c72 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:30:15.812339 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning complete for port 518c404e-1e81-4b7f-9f04-9665e4f11c72 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:30:15.813903 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (518c404e-1e81-4b7f-9f04-9665e4f11c72), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:15.820271 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-91b95cd4-9c81-4095-96fb-b5da03c3472b req-4f4a0dec-c7b0-4ee6-a3c9-09f1d3c8a2f3 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee89b6e9-25e2-41ab-a8a3-c85f5e0697a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667443 Feb 04 12:30:15.876109 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 40768) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:30:15.948363 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b23f4aa6-5aa6-4ee7-80a8-258d06c8f660 x-openstack-request-id: req-b23f4aa6-5aa6-4ee7-80a8-258d06c8f660 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:30:15.950021 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afe56aec-f5ec-49da-92ee-54c189b014f5", "tag": "ae58d322-0fee-4b62-8a27-abcdbc09e830", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:30:15.951210 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b23f4aa6-5aa6-4ee7-80a8-258d06c8f660 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:30:15.951916 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afe56aec-f5ec-49da-92ee-54c189b014f5', 'tag': 'ae58d322-0fee-4b62-8a27-abcdbc09e830', 'status': 'completed', 'code': 200} Feb 04 12:30:16.012000 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39845009-919a-4927-a2cf-f73add4c4527 req-93e428b6-2436-4659-88b4-f136e574267f tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:16.021355 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-39845009-919a-4927-a2cf-f73add4c4527 req-93e428b6-2436-4659-88b4-f136e574267f tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] 10.222.0.65 "GET /v2.0/ports?device_id=afe56aec-f5ec-49da-92ee-54c189b014f5 HTTP/1.1" status: 200 len: 946 time: 0.2132981 Feb 04 12:30:16.036418 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 518c404e-1e81-4b7f-9f04-9665e4f11c72 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:30:16.036819 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (518c404e-1e81-4b7f-9f04-9665e4f11c72), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:16.076705 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dc11546-686a-4a80-8a88-be2331dcd179', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '518c404e-1e81-4b7f-9f04-9665e4f11c72'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:30:16.080223 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bee5064-a6fd-4fb6-a555-f3b0118e4dca" -d '{"events": [{"server_uuid": "1dc11546-686a-4a80-8a88-be2331dcd179", "name": "network-vif-plugged", "status": "completed", "tag": "518c404e-1e81-4b7f-9f04-9665e4f11c72"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:30:16.085818 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-346a91ae-c44a-4b29-b66b-314e5b4ecc79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:16.106577 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 518c404e-1e81-4b7f-9f04-9665e4f11c72, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=518c404e-1e81-4b7f-9f04-9665e4f11c72,segment=NetworkSegment(82c42862-5e09-44a3-a831-056ff41e66f5),segment_id=82c42862-5e09-44a3-a831-056ff41e66f5)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:30:16.113578 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (518c404e-1e81-4b7f-9f04-9665e4f11c72), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:16.136977 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-a5acb891-b6bc-48cc-877d-bc356414d733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80b42f44-589b-4d8e-8cca-e0d55f786967', 'name': 'tempest-ServersTestFqdnHostnames-1491412081-router', 'tenant_id': '13e2221ea635497bab7223d336ea5315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '2412d23a-bc31-48ea-9c4b-c4ee1009ca37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:29:14Z', 'updated_at': '2022-02-04T12:29:31Z', 'revision_number': 4, 'project_id': '13e2221ea635497bab7223d336ea5315', 'gw_port': {'id': '2412d23a-bc31-48ea-9c4b-c4ee1009ca37', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:cd:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b42f44-589b-4d8e-8cca-e0d55f786967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:29:17Z', 'updated_at': '2022-02-04T12:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': '49f84e70-d833-4c60-ac15-8c17ecb1459c', 'tenant_id': '13e2221ea635497bab7223d336ea5315', 'floating_ip_address': '172.25.3.147', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': '80b42f44-589b-4d8e-8cca-e0d55f786967', 'port_id': 'ae58d322-0fee-4b62-8a27-abcdbc09e830', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '57f22c28-9c54-41c2-b504-ea3ccea1b588', 'mac_address': 'fa:16:3e:7f:09:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe56aec-f5ec-49da-92ee-54c189b014f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:29:43Z', 'updated_at': '2022-02-04T12:30:14Z', 'revision_number': 1, 'project_id': '13e2221ea635497bab7223d336ea5315', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd99c77fa-a944-42e4-bd41-2dc4c43914f9', 'name': '', 'network_id': '57f22c28-9c54-41c2-b504-ea3ccea1b588', 'tenant_id': '13e2221ea635497bab7223d336ea5315', 'mac_address': 'fa:16:3e:f6:54:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b42f44-589b-4d8e-8cca-e0d55f786967', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'fec05539-fa61-48d5-8362-143fafa358aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:29:30Z', 'updated_at': '2022-02-04T12:29:39Z', 'revision_number': 5, 'project_id': '13e2221ea635497bab7223d336ea5315', 'subnets': [{'id': 'fec05539-fa61-48d5-8362-143fafa358aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:30:16.140028 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-39845009-919a-4927-a2cf-f73add4c4527 req-0cbd6fbd-ba05-41f9-8283-c3db6f32f8d3 tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] 10.222.0.65 "GET /v2.0/security-groups?id=3cfd0372-f44c-44e0-8459-f92336595ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176710 Feb 04 12:30:16.200874 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a3eb99-7b3a-4209-9888-5805a6fafc3c req-e6ef4a9f-abfe-474d-8c99-ba7360f6588f tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:16.204268 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-88a3eb99-7b3a-4209-9888-5805a6fafc3c req-e6ef4a9f-abfe-474d-8c99-ba7360f6588f tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f8ba64e-f52d-4f61-adfb-46357a42bdb9 HTTP/1.1" status: 200 len: 946 time: 0.1255903 Feb 04 12:30:16.237778 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=518c404e-1e81-4b7f-9f04-9665e4f11c72,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:16.246728 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5acb891-b6bc-48cc-877d-bc356414d733 None None] Checking router: 80b42f44-589b-4d8e-8cca-e0d55f786967 for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:30:16.276613 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5acb891-b6bc-48cc-877d-bc356414d733 None None] Routers {'80b42f44-589b-4d8e-8cca-e0d55f786967'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:30:16.277306 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-a5acb891-b6bc-48cc-877d-bc356414d733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:29:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['80b42f44-589b-4d8e-8cca-e0d55f786967'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:30:16.301332 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0369386c-8109-48b0-83af-a2c4c389d4db req-7e90d147-c1ed-4cf6-9347-9483c7214af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:16.303262 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-0369386c-8109-48b0-83af-a2c4c389d4db req-7e90d147-c1ed-4cf6-9347-9483c7214af3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=13e2221ea635497bab7223d336ea5315&device_id=afe56aec-f5ec-49da-92ee-54c189b014f5 HTTP/1.1" status: 200 len: 1128 time: 0.3348362 Feb 04 12:30:16.386522 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-88a3eb99-7b3a-4209-9888-5805a6fafc3c req-b5428d11-3dc0-4b39-8917-18714171524c tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] 10.222.0.65 "GET /v2.0/security-groups?id=a4645ff9-4aba-4923-b590-6a9167d2e893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687164 Feb 04 12:30:16.435185 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70389462-b3eb-4f56-9920-e130e17a3cf5 req-9201a120-d945-435e-b479-2bc927aec54d tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:16.456241 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-a5acb891-b6bc-48cc-877d-bc356414d733 None None] Set router 80b42f44-589b-4d8e-8cca-e0d55f786967 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:30:16.460486 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-70389462-b3eb-4f56-9920-e130e17a3cf5 req-9201a120-d945-435e-b479-2bc927aec54d tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cbcd974-3bf4-4f25-ae83-572ba67ebbdf HTTP/1.1" status: 200 len: 945 time: 0.1673949 Feb 04 12:30:16.480293 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0369386c-8109-48b0-83af-a2c4c389d4db req-b0600dd1-b6b0-47fb-b465-7a7c8ec150a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:16.482120 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 3b7e7211-f120-4684-8570-e850b7030cb2 details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:30:16.483098 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-0369386c-8109-48b0-83af-a2c4c389d4db req-b0600dd1-b6b0-47fb-b465-7a7c8ec150a6 service neutron] 10.222.0.77 "GET /v2.0/networks?id=57f22c28-9c54-41c2-b504-ea3ccea1b588 HTTP/1.1" status: 200 len: 916 time: 0.1681359 Feb 04 12:30:16.488121 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-346a91ae-c44a-4b29-b66b-314e5b4ecc79 admin admin] Publish callbacks [] for security_group (c4ce5b96-efea-48b5-9dde-fb8fcb8ea9bc), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:16.510020 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-346a91ae-c44a-4b29-b66b-314e5b4ecc79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (c4ce5b96-efea-48b5-9dde-fb8fcb8ea9bc), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:16.604527 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-346a91ae-c44a-4b29-b66b-314e5b4ecc79 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=742707a9b4304afe93b4ba1f2b8d6ab3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7306480 Feb 04 12:30:16.610541 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 40794) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:30:16.672953 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-70389462-b3eb-4f56-9920-e130e17a3cf5 req-bf959463-fb22-475f-9a0e-002d88b2d568 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee89b6e9-25e2-41ab-a8a3-c85f5e0697a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102425 Feb 04 12:30:16.697113 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c98444c-fd83-4dac-90d5-e90f95460f22 req-9fe74c4d-a48d-43db-82a3-33242fc69364 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:16.702100 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3294a3be-10c8-4e9b-92df-dc4371ce2c97 admin admin] Publish callbacks [] for security_group (c4ce5b96-efea-48b5-9dde-fb8fcb8ea9bc), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:16.708980 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0c98444c-fd83-4dac-90d5-e90f95460f22 req-9fe74c4d-a48d-43db-82a3-33242fc69364 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f640cd7-6b63-4483-b856-61ce2fc44360 HTTP/1.1" status: 200 len: 950 time: 0.1922472 Feb 04 12:30:16.727221 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 3b7e7211-f120-4684-8570-e850b7030cb2, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=3b7e7211-f120-4684-8570-e850b7030cb2,segment=NetworkSegment(b4e52b35-5bb9-453a-9088-e8768ee27df9),segment_id=b4e52b35-5bb9-453a-9088-e8768ee27df9)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:30:16.732232 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3294a3be-10c8-4e9b-92df-dc4371ce2c97 admin admin] Publish callbacks [] for security_group (c4ce5b96-efea-48b5-9dde-fb8fcb8ea9bc), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:16.766628 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': '3b7e7211-f120-4684-8570-e850b7030cb2', 'network_id': '0e8b5cfe-93df-4af8-ae4b-dba09d277a8f', 'port_id': '3b7e7211-f120-4684-8570-e850b7030cb2', 'mac_address': 'fa:16:3e:1a:16:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3386ae8c-a86c-451c-bf79-ead86dfd6679', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:30:16.773810 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-0369386c-8109-48b0-83af-a2c4c389d4db req-14eac1ca-e8be-4862-ae3d-2c8e99b391bf service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ae58d322-0fee-4b62-8a27-abcdbc09e830 HTTP/1.1" status: 200 len: 1000 time: 0.2836187 Feb 04 12:30:16.777531 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346a91ae-c44a-4b29-b66b-314e5b4ecc79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ce5b96-efea-48b5-9dde-fb8fcb8ea9bc,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:16.786686 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4422e0d2-ccd8-4deb-8ccb-c3ae8322aac4 x-openstack-request-id: req-4422e0d2-ccd8-4deb-8ccb-c3ae8322aac4 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:30:16.786686 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dc11546-686a-4a80-8a88-be2331dcd179", "name": "network-vif-plugged", "status": "completed", "tag": "518c404e-1e81-4b7f-9f04-9665e4f11c72", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:30:16.786686 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4422e0d2-ccd8-4deb-8ccb-c3ae8322aac4 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:30:16.786882 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dc11546-686a-4a80-8a88-be2331dcd179', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '518c404e-1e81-4b7f-9f04-9665e4f11c72', 'code': 200} Feb 04 12:30:16.849576 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0c98444c-fd83-4dac-90d5-e90f95460f22 req-7d497dd5-2e7b-4674-87a4-553af6cb887e tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359823 Feb 04 12:30:16.883127 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-a5acb891-b6bc-48cc-877d-bc356414d733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80b42f44-589b-4d8e-8cca-e0d55f786967', 'name': 'tempest-ServersTestFqdnHostnames-1491412081-router', 'tenant_id': '13e2221ea635497bab7223d336ea5315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '2412d23a-bc31-48ea-9c4b-c4ee1009ca37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:29:14Z', 'updated_at': '2022-02-04T12:29:31Z', 'revision_number': 4, 'project_id': '13e2221ea635497bab7223d336ea5315', 'gw_port': {'id': '2412d23a-bc31-48ea-9c4b-c4ee1009ca37', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:cd:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b42f44-589b-4d8e-8cca-e0d55f786967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:29:17Z', 'updated_at': '2022-02-04T12:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': '49f84e70-d833-4c60-ac15-8c17ecb1459c', 'tenant_id': '13e2221ea635497bab7223d336ea5315', 'floating_ip_address': '172.25.3.147', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': '80b42f44-589b-4d8e-8cca-e0d55f786967', 'port_id': 'ae58d322-0fee-4b62-8a27-abcdbc09e830', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '57f22c28-9c54-41c2-b504-ea3ccea1b588', 'mac_address': 'fa:16:3e:7f:09:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe56aec-f5ec-49da-92ee-54c189b014f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:29:43Z', 'updated_at': '2022-02-04T12:30:14Z', 'revision_number': 1, 'project_id': '13e2221ea635497bab7223d336ea5315', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd99c77fa-a944-42e4-bd41-2dc4c43914f9', 'name': '', 'network_id': '57f22c28-9c54-41c2-b504-ea3ccea1b588', 'tenant_id': '13e2221ea635497bab7223d336ea5315', 'mac_address': 'fa:16:3e:f6:54:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b42f44-589b-4d8e-8cca-e0d55f786967', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'fec05539-fa61-48d5-8362-143fafa358aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:29:30Z', 'updated_at': '2022-02-04T12:29:39Z', 'revision_number': 5, 'project_id': '13e2221ea635497bab7223d336ea5315', 'subnets': [{'id': 'fec05539-fa61-48d5-8362-143fafa358aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:30:16.890302 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 3b7e7211-f120-4684-8570-e850b7030cb2 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:30:16.890700 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (3b7e7211-f120-4684-8570-e850b7030cb2), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:16.914533 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b7e7211-f120-4684-8570-e850b7030cb2 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:30:16.939450 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 3b7e7211-f120-4684-8570-e850b7030cb2, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=3b7e7211-f120-4684-8570-e850b7030cb2,segment=NetworkSegment(b4e52b35-5bb9-453a-9088-e8768ee27df9),segment_id=b4e52b35-5bb9-453a-9088-e8768ee27df9)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:30:16.945186 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (3b7e7211-f120-4684-8570-e850b7030cb2), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:16.970315 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec8dc92-48cc-4f71-86e7-ac491f00e970 req-2d6646dd-cd93-462e-9f65-8af76d21a651 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:16.977324 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4ec8dc92-48cc-4f71-86e7-ac491f00e970 req-2d6646dd-cd93-462e-9f65-8af76d21a651 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] 10.222.0.65 "GET /v2.0/ports?device_id=93d9fa91-1fe9-4c02-95d5-f8fdbbdcf9a1 HTTP/1.1" status: 200 len: 944 time: 0.0802653 Feb 04 12:30:16.977536 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5acb891-b6bc-48cc-877d-bc356414d733 None None] The sync data for ids ['80b42f44-589b-4d8e-8cca-e0d55f786967'] in n-d-825015-3 is: [{'id': '80b42f44-589b-4d8e-8cca-e0d55f786967', 'name': 'tempest-ServersTestFqdnHostnames-1491412081-router', 'tenant_id': '13e2221ea635497bab7223d336ea5315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '2412d23a-bc31-48ea-9c4b-c4ee1009ca37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:29:14Z', 'updated_at': '2022-02-04T12:29:31Z', 'revision_number': 4, 'project_id': '13e2221ea635497bab7223d336ea5315', 'gw_port': {'id': '2412d23a-bc31-48ea-9c4b-c4ee1009ca37', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:cd:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b42f44-589b-4d8e-8cca-e0d55f786967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:29:17Z', 'updated_at': '2022-02-04T12:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': '49f84e70-d833-4c60-ac15-8c17ecb1459c', 'tenant_id': '13e2221ea635497bab7223d336ea5315', 'floating_ip_address': '172.25.3.147', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': '80b42f44-589b-4d8e-8cca-e0d55f786967', 'port_id': 'ae58d322-0fee-4b62-8a27-abcdbc09e830', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '57f22c28-9c54-41c2-b504-ea3ccea1b588', 'mac_address': 'fa:16:3e:7f:09:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe56aec-f5ec-49da-92ee-54c189b014f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:29:43Z', 'updated_at': '2022-02-04T12:30:14Z', 'revision_number': 1, 'project_id': '13e2221ea635497bab7223d336ea5315', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd99c77fa-a944-42e4-bd41-2dc4c43914f9', 'name': '', 'network_id': '57f22c28-9c54-41c2-b504-ea3ccea1b588', 'tenant_id': '13e2221ea635497bab7223d336ea5315', 'mac_address': 'fa:16:3e:f6:54:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b42f44-589b-4d8e-8cca-e0d55f786967', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'fec05539-fa61-48d5-8362-143fafa358aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:29:30Z', 'updated_at': '2022-02-04T12:29:39Z', 'revision_number': 5, 'project_id': '13e2221ea635497bab7223d336ea5315', 'subnets': [{'id': 'fec05539-fa61-48d5-8362-143fafa358aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:30:16.990828 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0369386c-8109-48b0-83af-a2c4c389d4db req-b66c3308-6e74-4ef8-9608-cc6fd645cad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:16.993595 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-0369386c-8109-48b0-83af-a2c4c389d4db req-b66c3308-6e74-4ef8-9608-cc6fd645cad6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=fec05539-fa61-48d5-8362-143fafa358aa HTTP/1.1" status: 200 len: 854 time: 0.2112808 Feb 04 12:30:17.002765 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3294a3be-10c8-4e9b-92df-dc4371ce2c97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (c4ce5b96-efea-48b5-9dde-fb8fcb8ea9bc), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:17.008313 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3294a3be-10c8-4e9b-92df-dc4371ce2c97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:17.014957 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-3294a3be-10c8-4e9b-92df-dc4371ce2c97 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c4ce5b96-efea-48b5-9dde-fb8fcb8ea9bc HTTP/1.1" status: 204 len: 168 time: 0.3993948 Feb 04 12:30:17.048074 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3294a3be-10c8-4e9b-92df-dc4371ce2c97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4ce5b96-efea-48b5-9dde-fb8fcb8ea9bc,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:17.075211 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=3b7e7211-f120-4684-8570-e850b7030cb2,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:17.106379 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4ec8dc92-48cc-4f71-86e7-ac491f00e970 req-56a86fc1-62bc-4de4-8d56-c9ccb37fba0e tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c9a0cb1-780a-4c57-9639-c682eedb0cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213880 Feb 04 12:30:17.123049 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db74ebc-da15-49a9-8e8c-9cabd9979d3b req-41bc1cd2-f9a5-4b08-85b0-af20b2451100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:17.125019 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-9db74ebc-da15-49a9-8e8c-9cabd9979d3b req-41bc1cd2-f9a5-4b08-85b0-af20b2451100 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=1dc11546-686a-4a80-8a88-be2331dcd179 HTTP/1.1" status: 200 len: 1128 time: 0.2185867 Feb 04 12:30:17.207728 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0369386c-8109-48b0-83af-a2c4c389d4db req-40998aa6-c978-41a5-92f3-885e03384b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:17.209109 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-0369386c-8109-48b0-83af-a2c4c389d4db req-40998aa6-c978-41a5-92f3-885e03384b36 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=57f22c28-9c54-41c2-b504-ea3ccea1b588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1928098 Feb 04 12:30:17.212143 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-9db74ebc-da15-49a9-8e8c-9cabd9979d3b req-4f01487b-d2ed-43d1-bcfb-9d87e29ae271 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=98d15bf5-a480-4f0d-bc57-8f17260bd5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703359 Feb 04 12:30:17.250618 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['3b7e7211-f120-4684-8570-e850b7030cb2'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:30:17.327588 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749e76c5-20fe-4ff3-91a3-bf0e0825bef3 req-3c1f2661-d628-4290-a934-937cdbdab97e tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:17.335864 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-749e76c5-20fe-4ff3-91a3-bf0e0825bef3 req-3c1f2661-d628-4290-a934-937cdbdab97e tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/ports?device_id=1dc11546-686a-4a80-8a88-be2331dcd179 HTTP/1.1" status: 200 len: 946 time: 0.1361709 Feb 04 12:30:17.346355 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915ef709-48e7-44c2-a00a-1a6758cc4697 None None] New status for floating IP 49f84e70-d833-4c60-ac15-8c17ecb1459c: ACTIVE {{(pid=103476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 12:30:17.434546 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc65f9f-26b8-4eef-beaa-5e6188d867a8 req-59007f72-7a48-463a-9f91-1f05597d0378 tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:17.442656 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fbc65f9f-26b8-4eef-beaa-5e6188d867a8 req-59007f72-7a48-463a-9f91-1f05597d0378 tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] 10.222.0.65 "GET /v2.0/ports?device_id=afe56aec-f5ec-49da-92ee-54c189b014f5 HTTP/1.1" status: 200 len: 946 time: 0.1507709 Feb 04 12:30:17.467309 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-749e76c5-20fe-4ff3-91a3-bf0e0825bef3 req-d0567c51-7cfd-4c43-a4ee-322984b8117e tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/security-groups?id=98d15bf5-a480-4f0d-bc57-8f17260bd5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302402 Feb 04 12:30:17.620992 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-0369386c-8109-48b0-83af-a2c4c389d4db req-cdd3c7dd-ae3f-49fb-9118-02ca99e8307b service neutron] 10.222.0.77 "GET /v2.0/networks/57f22c28-9c54-41c2-b504-ea3ccea1b588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027345 Feb 04 12:30:17.633653 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fbc65f9f-26b8-4eef-beaa-5e6188d867a8 req-d96a261c-db6d-415b-b363-09bec857112c tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] 10.222.0.65 "GET /v2.0/security-groups?id=3cfd0372-f44c-44e0-8459-f92336595ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1901464 Feb 04 12:30:17.746219 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-0369386c-8109-48b0-83af-a2c4c389d4db req-080735cb-fa9b-487c-a586-d16afe1c9b38 service neutron] 10.222.0.77 "GET /v2.0/networks/57f22c28-9c54-41c2-b504-ea3ccea1b588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191335 Feb 04 12:30:17.820831 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5527bb4-1c06-4e13-9f38-4e063edeb815 req-997bdca1-c06d-4d50-81b9-6054a944fdc7 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:17.821914 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f5527bb4-1c06-4e13-9f38-4e063edeb815 req-997bdca1-c06d-4d50-81b9-6054a944fdc7 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f8ba64e-f52d-4f61-adfb-46357a42bdb9 HTTP/1.1" status: 200 len: 946 time: 0.0742154 Feb 04 12:30:17.883405 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f5527bb4-1c06-4e13-9f38-4e063edeb815 req-42e87cad-3f35-4ced-8540-c6d797890c5e tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] 10.222.0.65 "GET /v2.0/security-groups?id=a4645ff9-4aba-4923-b590-6a9167d2e893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549836 Feb 04 12:30:17.934461 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-52d05d09-4b06-4911-8a6b-6c51e276fdfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:18.014437 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6be178e-5bf6-41fe-8bf9-597eb6dd2197 req-5ac3301b-8c97-4a7e-9099-7ab8a615572b tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:18.016194 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c6be178e-5bf6-41fe-8bf9-597eb6dd2197 req-5ac3301b-8c97-4a7e-9099-7ab8a615572b tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f640cd7-6b63-4483-b856-61ce2fc44360 HTTP/1.1" status: 200 len: 950 time: 0.0711870 Feb 04 12:30:18.087891 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c6be178e-5bf6-41fe-8bf9-597eb6dd2197 req-826fdcdf-9ba0-4efe-bbe4-b7b64916f5f1 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631306 Feb 04 12:30:18.236419 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f932b7f-2059-4722-9d5d-9635cee296ff req-93a98811-6e0b-4de9-acc6-75fa80499e98 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:18.237976 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4f932b7f-2059-4722-9d5d-9635cee296ff req-93a98811-6e0b-4de9-acc6-75fa80499e98 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] 10.222.0.65 "GET /v2.0/ports?device_id=93d9fa91-1fe9-4c02-95d5-f8fdbbdcf9a1 HTTP/1.1" status: 200 len: 945 time: 0.0744503 Feb 04 12:30:18.288020 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4f932b7f-2059-4722-9d5d-9635cee296ff req-b3547ef9-bb7c-477f-a7ca-19ba2f312036 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c9a0cb1-780a-4c57-9639-c682eedb0cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440686 Feb 04 12:30:18.518725 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 3b7e7211-f120-4684-8570-e850b7030cb2 up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:30:18.583864 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning for port 3b7e7211-f120-4684-8570-e850b7030cb2 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:30:18.586162 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762d6da0-129a-422b-8cfc-b27a04b0aa45 req-acc4879c-e1a6-48f8-a87b-fb6a757d669c tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:18.587804 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-762d6da0-129a-422b-8cfc-b27a04b0aa45 req-acc4879c-e1a6-48f8-a87b-fb6a757d669c tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c4615de-bb7e-4e13-9824-66067b606ac9 HTTP/1.1" status: 200 len: 946 time: 0.0872059 Feb 04 12:30:18.595776 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port 3b7e7211-f120-4684-8570-e850b7030cb2 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:30:18.596338 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (3b7e7211-f120-4684-8570-e850b7030cb2), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:18.685737 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-762d6da0-129a-422b-8cfc-b27a04b0aa45 req-f2cacb40-491f-4c5b-bd76-7647de800592 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee89b6e9-25e2-41ab-a8a3-c85f5e0697a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633750 Feb 04 12:30:18.711599 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 3b7e7211-f120-4684-8570-e850b7030cb2 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:30:18.712185 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (3b7e7211-f120-4684-8570-e850b7030cb2), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:18.755544 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 3b7e7211-f120-4684-8570-e850b7030cb2, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=3b7e7211-f120-4684-8570-e850b7030cb2,segment=NetworkSegment(b4e52b35-5bb9-453a-9088-e8768ee27df9),segment_id=b4e52b35-5bb9-453a-9088-e8768ee27df9)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:30:18.765263 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (3b7e7211-f120-4684-8570-e850b7030cb2), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:18.795677 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93d9fa91-1fe9-4c02-95d5-f8fdbbdcf9a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b7e7211-f120-4684-8570-e850b7030cb2'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:30:18.797902 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3b5e3b1-e66a-468b-9311-475cf9f5750b" -d '{"events": [{"server_uuid": "93d9fa91-1fe9-4c02-95d5-f8fdbbdcf9a1", "name": "network-vif-plugged", "status": "completed", "tag": "3b7e7211-f120-4684-8570-e850b7030cb2"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:30:18.811805 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5217df-9974-4e41-bccb-6b9473e31d50 req-b20adcd2-1308-47a1-828f-07be036b0eb1 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:18.815302 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0c5217df-9974-4e41-bccb-6b9473e31d50 req-b20adcd2-1308-47a1-828f-07be036b0eb1 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/ports?device_id=1dc11546-686a-4a80-8a88-be2331dcd179 HTTP/1.1" status: 200 len: 946 time: 0.0677266 Feb 04 12:30:18.847123 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=3b7e7211-f120-4684-8570-e850b7030cb2,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:18.999524 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0c5217df-9974-4e41-bccb-6b9473e31d50 req-568c7c98-d288-43c5-9e45-99574f827706 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/security-groups?id=98d15bf5-a480-4f0d-bc57-8f17260bd5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625803 Feb 04 12:30:19.068775 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-463d1a88-80ab-484c-91ae-8a12b1b811f4 x-openstack-request-id: req-463d1a88-80ab-484c-91ae-8a12b1b811f4 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:30:19.068775 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93d9fa91-1fe9-4c02-95d5-f8fdbbdcf9a1", "name": "network-vif-plugged", "status": "completed", "tag": "3b7e7211-f120-4684-8570-e850b7030cb2", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:30:19.068775 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-463d1a88-80ab-484c-91ae-8a12b1b811f4 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:30:19.068775 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93d9fa91-1fe9-4c02-95d5-f8fdbbdcf9a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b7e7211-f120-4684-8570-e850b7030cb2', 'code': 200} Feb 04 12:30:19.071224 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c87db54-fc4a-44a2-ae17-7cf04c4415f3 req-e397daa6-c5ab-4d77-ada8-c0dba1bc27b5 tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:19.072814 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4c87db54-fc4a-44a2-ae17-7cf04c4415f3 req-e397daa6-c5ab-4d77-ada8-c0dba1bc27b5 tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] 10.222.0.65 "GET /v2.0/ports?device_id=afe56aec-f5ec-49da-92ee-54c189b014f5 HTTP/1.1" status: 200 len: 946 time: 0.1184618 Feb 04 12:30:19.136454 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:19.192014 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4c87db54-fc4a-44a2-ae17-7cf04c4415f3 req-aae7241d-5108-46a2-b651-50041c93a505 tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] 10.222.0.65 "GET /v2.0/security-groups?id=3cfd0372-f44c-44e0-8459-f92336595ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025076 Feb 04 12:30:19.214576 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff0c9e9-9194-4cf4-8705-f542adbd780e req-0614c6d0-d229-4d62-91f5-154570ce8aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:19.217148 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cff0c9e9-9194-4cf4-8705-f542adbd780e req-0614c6d0-d229-4d62-91f5-154570ce8aa6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=93d9fa91-1fe9-4c02-95d5-f8fdbbdcf9a1 HTTP/1.1" status: 200 len: 1128 time: 0.0727360 Feb 04 12:30:19.324744 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cff0c9e9-9194-4cf4-8705-f542adbd780e req-f290075c-8819-4eb0-8259-f0929f17780c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=6c9a0cb1-780a-4c57-9639-c682eedb0cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847466 Feb 04 12:30:19.375426 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec041afa-918f-40f9-84fc-41826678c0b1 req-6d038832-3d92-41a0-9ce3-ab7ce255c173 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:19.376951 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ec041afa-918f-40f9-84fc-41826678c0b1 req-6d038832-3d92-41a0-9ce3-ab7ce255c173 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f8ba64e-f52d-4f61-adfb-46357a42bdb9 HTTP/1.1" status: 200 len: 946 time: 0.1463809 Feb 04 12:30:19.414502 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8831c4-771a-46f0-b35b-f44e3f7cc141 req-e2dee299-f8e9-47ed-9c9b-73cd711c64d4 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:19.416009 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4d8831c4-771a-46f0-b35b-f44e3f7cc141 req-e2dee299-f8e9-47ed-9c9b-73cd711c64d4 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/ports?device_id=1dc11546-686a-4a80-8a88-be2331dcd179 HTTP/1.1" status: 200 len: 946 time: 0.0940549 Feb 04 12:30:19.463387 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ec041afa-918f-40f9-84fc-41826678c0b1 req-af4e849c-69d4-4eaf-b42e-6f184778f4f9 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] 10.222.0.65 "GET /v2.0/security-groups?id=a4645ff9-4aba-4923-b590-6a9167d2e893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756083 Feb 04 12:30:19.496124 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4d8831c4-771a-46f0-b35b-f44e3f7cc141 req-5dfcfb7e-b7d8-41b8-bf83-e2a838db0e59 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/security-groups?id=98d15bf5-a480-4f0d-bc57-8f17260bd5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686247 Feb 04 12:30:19.633438 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f103634e-b821-4b64-9fb9-20a214495f83 req-513cced1-daf2-4228-9d66-16707ddc6a25 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:19.635134 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f103634e-b821-4b64-9fb9-20a214495f83 req-513cced1-daf2-4228-9d66-16707ddc6a25 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f640cd7-6b63-4483-b856-61ce2fc44360 HTTP/1.1" status: 200 len: 950 time: 0.0922437 Feb 04 12:30:19.658478 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dfa1ca-d148-4c50-85c8-251f4fcbf92e req-52d5cbd4-87e3-4ff0-aa28-05537b8c6ace tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:19.660246 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-71dfa1ca-d148-4c50-85c8-251f4fcbf92e req-52d5cbd4-87e3-4ff0-aa28-05537b8c6ace tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] 10.222.0.65 "GET /v2.0/ports?device_id=93d9fa91-1fe9-4c02-95d5-f8fdbbdcf9a1 HTTP/1.1" status: 200 len: 946 time: 0.0881088 Feb 04 12:30:19.726225 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f103634e-b821-4b64-9fb9-20a214495f83 req-15705f8b-a86b-48fe-b816-41ae28fe334e tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818670 Feb 04 12:30:19.762139 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-71dfa1ca-d148-4c50-85c8-251f4fcbf92e req-24a21d43-a8bf-48bd-b2d0-a529f279cdfc tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c9a0cb1-780a-4c57-9639-c682eedb0cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762179 Feb 04 12:30:19.876483 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96be657-38a6-4891-908c-3bfda1ca64ac req-c4727a0f-62f8-402d-bc2e-d895c1f8be2f tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:19.891164 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b96be657-38a6-4891-908c-3bfda1ca64ac req-c4727a0f-62f8-402d-bc2e-d895c1f8be2f tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c4615de-bb7e-4e13-9824-66067b606ac9 HTTP/1.1" status: 200 len: 946 time: 0.0801916 Feb 04 12:30:19.971491 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b96be657-38a6-4891-908c-3bfda1ca64ac req-3b93fe8b-de24-4310-94ca-d0927338cfe9 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee89b6e9-25e2-41ab-a8a3-c85f5e0697a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743473 Feb 04 12:30:20.031777 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f095a12b-0edb-41aa-b100-32c2d9fbe417 req-68e61e71-ae80-480c-ade3-f5fbf5be308e tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:20.035603 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f095a12b-0edb-41aa-b100-32c2d9fbe417 req-68e61e71-ae80-480c-ade3-f5fbf5be308e tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/ports?device_id=1dc11546-686a-4a80-8a88-be2331dcd179 HTTP/1.1" status: 200 len: 946 time: 0.0747104 Feb 04 12:30:20.083285 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f095a12b-0edb-41aa-b100-32c2d9fbe417 req-81c13541-02e2-47d6-840d-05a2326fcb71 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/security-groups?id=98d15bf5-a480-4f0d-bc57-8f17260bd5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459709 Feb 04 12:30:20.364594 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:20.589619 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10944235-c8b3-415d-bffa-540b4fef9955 req-769228fe-4e7f-41fa-9ab2-83efbccb7614 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:20.591154 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-10944235-c8b3-415d-bffa-540b4fef9955 req-769228fe-4e7f-41fa-9ab2-83efbccb7614 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f8ba64e-f52d-4f61-adfb-46357a42bdb9 HTTP/1.1" status: 200 len: 946 time: 0.0568490 Feb 04 12:30:20.640707 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-10944235-c8b3-415d-bffa-540b4fef9955 req-3ea921d5-1d90-493e-816c-904f32d66e4a tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] 10.222.0.65 "GET /v2.0/security-groups?id=a4645ff9-4aba-4923-b590-6a9167d2e893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434132 Feb 04 12:30:20.898694 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdec1d47-50ae-4483-b4d5-bf3d8d620bcc req-816762c0-6e3b-4637-a1d3-59e1bc1b4e36 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:20.900107 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cdec1d47-50ae-4483-b4d5-bf3d8d620bcc req-816762c0-6e3b-4637-a1d3-59e1bc1b4e36 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f640cd7-6b63-4483-b856-61ce2fc44360 HTTP/1.1" status: 200 len: 950 time: 0.0909622 Feb 04 12:30:20.925682 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeff820-3426-4762-af15-fe792aef2848 req-400d0650-ab11-44c9-8d0e-a6ba04cc6db2 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:20.927222 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1eeff820-3426-4762-af15-fe792aef2848 req-400d0650-ab11-44c9-8d0e-a6ba04cc6db2 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] 10.222.0.65 "GET /v2.0/ports?device_id=93d9fa91-1fe9-4c02-95d5-f8fdbbdcf9a1 HTTP/1.1" status: 200 len: 946 time: 0.1029375 Feb 04 12:30:21.001198 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cdec1d47-50ae-4483-b4d5-bf3d8d620bcc req-39dc8afe-7a2d-4118-ad43-145097debaf7 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900404 Feb 04 12:30:21.004738 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1eeff820-3426-4762-af15-fe792aef2848 req-f180551c-22cb-4303-ae8f-2936e68d08f2 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c9a0cb1-780a-4c57-9639-c682eedb0cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688119 Feb 04 12:30:21.143357 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff089a9b-c974-4002-9490-40162f85d589 req-c323dc0a-65e0-4bcc-be27-bcdc7cf746a7 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:21.145390 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ff089a9b-c974-4002-9490-40162f85d589 req-c323dc0a-65e0-4bcc-be27-bcdc7cf746a7 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c4615de-bb7e-4e13-9824-66067b606ac9 HTTP/1.1" status: 200 len: 946 time: 0.0642908 Feb 04 12:30:21.279574 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ff089a9b-c974-4002-9490-40162f85d589 req-6030defe-cc07-4eb2-97fc-431c7e088672 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee89b6e9-25e2-41ab-a8a3-c85f5e0697a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257780 Feb 04 12:30:21.292188 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87da7a0-6ef0-453e-adee-2cda07bb3fd0 req-405b0c4a-a9ca-4c80-9cc5-e750abedd762 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:21.293698 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a87da7a0-6ef0-453e-adee-2cda07bb3fd0 req-405b0c4a-a9ca-4c80-9cc5-e750abedd762 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] 10.222.0.65 "GET /v2.0/ports?device_id=f61c4342-b34a-4964-bf13-99b6b46cc5ae&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1419969 Feb 04 12:30:21.358158 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a87da7a0-6ef0-453e-adee-2cda07bb3fd0 req-dd190e3d-2046-4ce4-ad82-f33d4551d69d tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.3.210 HTTP/1.1" status: 200 len: 696 time: 0.0571024 Feb 04 12:30:21.383870 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-a87da7a0-6ef0-453e-adee-2cda07bb3fd0 req-cb22b3eb-47b8-427c-9a0c-af8487141d90 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Request body: {'floatingip': {'port_id': '07bc61dc-c652-4fa7-a159-f20382558df9', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:30:21.425409 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-a87da7a0-6ef0-453e-adee-2cda07bb3fd0 req-cb22b3eb-47b8-427c-9a0c-af8487141d90 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Publish callbacks [] for floatingip (49801537-36f0-477a-964a-cd3229858c47), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:21.505090 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87faceb1-362d-41ff-802d-523f461f3319 req-e7079e84-6832-47cf-9ae9-62b125c989e2 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:21.506562 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-87faceb1-362d-41ff-802d-523f461f3319 req-e7079e84-6832-47cf-9ae9-62b125c989e2 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/ports?device_id=1dc11546-686a-4a80-8a88-be2331dcd179 HTTP/1.1" status: 200 len: 946 time: 0.1628757 Feb 04 12:30:21.583099 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:21.661138 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f798eb-87ba-4b31-b874-b5ef9d6531da req-feb5b2e9-82c2-464d-9e9d-e77195ed2568 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:21.663246 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-21f798eb-87ba-4b31-b874-b5ef9d6531da req-feb5b2e9-82c2-464d-9e9d-e77195ed2568 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.77 "GET /v2.0/ports?device_id=1dc11546-686a-4a80-8a88-be2331dcd179 HTTP/1.1" status: 200 len: 946 time: 0.0761468 Feb 04 12:30:21.685931 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-87faceb1-362d-41ff-802d-523f461f3319 req-d7d143c2-79f8-43aa-9a2e-6542b6ddb458 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/security-groups?id=98d15bf5-a480-4f0d-bc57-8f17260bd5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657360 Feb 04 12:30:21.812371 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-21f798eb-87ba-4b31-b874-b5ef9d6531da req-729e335f-a3f6-44f0-8380-bb600b789e5e tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Deleting port 518c404e-1e81-4b7f-9f04-9665e4f11c72 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:30:21.812733 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-21f798eb-87ba-4b31-b874-b5ef9d6531da req-729e335f-a3f6-44f0-8380-bb600b789e5e tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (518c404e-1e81-4b7f-9f04-9665e4f11c72), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:21.960803 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-21f798eb-87ba-4b31-b874-b5ef9d6531da req-729e335f-a3f6-44f0-8380-bb600b789e5e tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] For port 518c404e-1e81-4b7f-9f04-9665e4f11c72, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=518c404e-1e81-4b7f-9f04-9665e4f11c72,segment=NetworkSegment(82c42862-5e09-44a3-a831-056ff41e66f5),segment_id=82c42862-5e09-44a3-a831-056ff41e66f5)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:30:21.961179 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-21f798eb-87ba-4b31-b874-b5ef9d6531da req-729e335f-a3f6-44f0-8380-bb600b789e5e tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (518c404e-1e81-4b7f-9f04-9665e4f11c72), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:21.984433 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-21f798eb-87ba-4b31-b874-b5ef9d6531da req-729e335f-a3f6-44f0-8380-bb600b789e5e tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Calling delete_port for 518c404e-1e81-4b7f-9f04-9665e4f11c72 owned by compute:nova {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:30:22.007385 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f3ed6e-c1aa-4c1f-9fe6-5bbf32574b59 req-86aeab55-f543-4ae2-aa74-0758d949f027 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:22.008898 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-70f3ed6e-c1aa-4c1f-9fe6-5bbf32574b59 req-86aeab55-f543-4ae2-aa74-0758d949f027 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f8ba64e-f52d-4f61-adfb-46357a42bdb9 HTTP/1.1" status: 200 len: 946 time: 0.1169853 Feb 04 12:30:22.129039 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-a87da7a0-6ef0-453e-adee-2cda07bb3fd0 req-cb22b3eb-47b8-427c-9a0c-af8487141d90 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:22.134295 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-70f3ed6e-c1aa-4c1f-9fe6-5bbf32574b59 req-c33649ee-b14b-40cc-9f8e-da0d429f4a4d tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] 10.222.0.65 "GET /v2.0/security-groups?id=a4645ff9-4aba-4923-b590-6a9167d2e893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789583 Feb 04 12:30:22.137015 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-a87da7a0-6ef0-453e-adee-2cda07bb3fd0 req-cb22b3eb-47b8-427c-9a0c-af8487141d90 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1599943'] for floatingip (49801537-36f0-477a-964a-cd3229858c47), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:22.143413 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-21f798eb-87ba-4b31-b874-b5ef9d6531da req-729e335f-a3f6-44f0-8380-bb600b789e5e tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (518c404e-1e81-4b7f-9f04-9665e4f11c72), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:22.163116 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['1a4a3c3d-36a0-4d43-b1ce-88c13649ade3', '518c404e-1e81-4b7f-9f04-9665e4f11c72'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:30:22.186649 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729e335f-a3f6-44f0-8380-bb600b789e5e tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Pushing event deleted for resources: {'Port': ['ID=518c404e-1e81-4b7f-9f04-9665e4f11c72,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:22.271941 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-21f798eb-87ba-4b31-b874-b5ef9d6531da req-729e335f-a3f6-44f0-8380-bb600b789e5e tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] No DVR routers for this DVR port 518c404e-1e81-4b7f-9f04-9665e4f11c72 on host n-h2-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:30:22.279446 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-21f798eb-87ba-4b31-b874-b5ef9d6531da req-729e335f-a3f6-44f0-8380-bb600b789e5e tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:22.288667 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-21f798eb-87ba-4b31-b874-b5ef9d6531da req-729e335f-a3f6-44f0-8380-bb600b789e5e tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.77 "DELETE /v2.0/ports/518c404e-1e81-4b7f-9f04-9665e4f11c72 HTTP/1.1" status: 204 len: 173 time: 0.6202302 Feb 04 12:30:22.289217 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dc11546-686a-4a80-8a88-be2331dcd179', 'name': 'network-vif-deleted', 'tag': '518c404e-1e81-4b7f-9f04-9665e4f11c72'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:30:22.292961 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a5f382d-49a9-445c-b772-e44a2905b4c3" -d '{"events": [{"server_uuid": "1dc11546-686a-4a80-8a88-be2331dcd179", "name": "network-vif-deleted", "tag": "518c404e-1e81-4b7f-9f04-9665e4f11c72"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:30:22.351145 n-d-825015-3 neutron-server[103475]: INFO neutron.db.l3_db [req-a87da7a0-6ef0-453e-adee-2cda07bb3fd0 req-cb22b3eb-47b8-427c-9a0c-af8487141d90 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Floating IP 49801537-36f0-477a-964a-cd3229858c47 associated. External IP: 172.25.3.210, port: 07bc61dc-c652-4fa7-a159-f20382558df9. Feb 04 12:30:22.571423 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 41204) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:30:22.691556 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-97f31e34-e77d-4a2b-ac91-6f6af8c2cd0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:22.808494 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-97f31e34-e77d-4a2b-ac91-6f6af8c2cd0b admin admin] Publish callbacks [] for security_group (946e7b9c-f00e-44fa-b663-1689bb5b95a9), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:22.814169 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-97f31e34-e77d-4a2b-ac91-6f6af8c2cd0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (946e7b9c-f00e-44fa-b663-1689bb5b95a9), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:22.847899 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f3caa1-45de-4afa-820b-829a5b3c2e1b req-a8cef979-cbfe-46bb-9aa8-98a7d07e9e4f tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:22.849478 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c7f3caa1-45de-4afa-820b-829a5b3c2e1b req-a8cef979-cbfe-46bb-9aa8-98a7d07e9e4f tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f640cd7-6b63-4483-b856-61ce2fc44360 HTTP/1.1" status: 200 len: 950 time: 0.1206977 Feb 04 12:30:22.872617 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-97f31e34-e77d-4a2b-ac91-6f6af8c2cd0b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1a3fbcfab56343a5a3c90b7d4994c4fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2990956 Feb 04 12:30:22.878504 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 41210) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:30:22.908727 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f31e34-e77d-4a2b-ac91-6f6af8c2cd0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=946e7b9c-f00e-44fa-b663-1689bb5b95a9,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:22.977404 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2d814fb0-68f0-4fe9-b032-502880dd167e admin admin] Publish callbacks [] for security_group (946e7b9c-f00e-44fa-b663-1689bb5b95a9), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:23.003838 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c7f3caa1-45de-4afa-820b-829a5b3c2e1b req-a877ec76-d970-45f9-9592-fe8882e76c46 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409078 Feb 04 12:30:23.011388 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2d814fb0-68f0-4fe9-b032-502880dd167e admin admin] Publish callbacks [] for security_group (946e7b9c-f00e-44fa-b663-1689bb5b95a9), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:23.032131 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a87da7a0-6ef0-453e-adee-2cda07bb3fd0 req-cb22b3eb-47b8-427c-9a0c-af8487141d90 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Router 516f5507-9489-4274-a053-d5ddb06c86ed has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:30:23.083973 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2d814fb0-68f0-4fe9-b032-502880dd167e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (946e7b9c-f00e-44fa-b663-1689bb5b95a9), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:23.087032 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2d814fb0-68f0-4fe9-b032-502880dd167e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:23.088589 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-2d814fb0-68f0-4fe9-b032-502880dd167e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/946e7b9c-f00e-44fa-b663-1689bb5b95a9 HTTP/1.1" status: 204 len: 168 time: 0.2091713 Feb 04 12:30:23.101918 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d814fb0-68f0-4fe9-b032-502880dd167e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=946e7b9c-f00e-44fa-b663-1689bb5b95a9,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:23.111906 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bf218df-dc7f-4910-8a2f-3268bc5bc2ee x-openstack-request-id: req-7bf218df-dc7f-4910-8a2f-3268bc5bc2ee {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:30:23.112810 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dc11546-686a-4a80-8a88-be2331dcd179", "name": "network-vif-deleted", "tag": "518c404e-1e81-4b7f-9f04-9665e4f11c72", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:30:23.113142 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7bf218df-dc7f-4910-8a2f-3268bc5bc2ee {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:30:23.113719 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dc11546-686a-4a80-8a88-be2331dcd179', 'name': 'network-vif-deleted', 'tag': '518c404e-1e81-4b7f-9f04-9665e4f11c72', 'status': 'completed', 'code': 200} Feb 04 12:30:23.240727 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a87da7a0-6ef0-453e-adee-2cda07bb3fd0 req-cb22b3eb-47b8-427c-9a0c-af8487141d90 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:30:23.245829 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-a87da7a0-6ef0-453e-adee-2cda07bb3fd0 req-cb22b3eb-47b8-427c-9a0c-af8487141d90 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:23.256360 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ba2545-d210-49d8-9d47-fe9feb9a0474 None None] Sync routers for ids ['516f5507-9489-4274-a053-d5ddb06c86ed'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:30:23.258664 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0cb16a-c955-4cfa-9164-9e584410651c req-0d61a088-ebca-4997-a664-5691e25c0c90 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:23.260330 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2c0cb16a-c955-4cfa-9164-9e584410651c req-0d61a088-ebca-4997-a664-5691e25c0c90 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c4615de-bb7e-4e13-9824-66067b606ac9 HTTP/1.1" status: 200 len: 946 time: 0.0980349 Feb 04 12:30:23.271014 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ba2545-d210-49d8-9d47-fe9feb9a0474 None None] Routers {'516f5507-9489-4274-a053-d5ddb06c86ed'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:30:23.271516 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-c3ba2545-d210-49d8-9d47-fe9feb9a0474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:30:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['516f5507-9489-4274-a053-d5ddb06c86ed'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:30:23.305589 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a87da7a0-6ef0-453e-adee-2cda07bb3fd0 req-cb22b3eb-47b8-427c-9a0c-af8487141d90 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] 10.222.0.65 "PUT /v2.0/floatingips/49801537-36f0-477a-964a-cd3229858c47 HTTP/1.1" status: 200 len: 996 time: 1.9282680 Feb 04 12:30:23.307145 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f61c4342-b34a-4964-bf13-99b6b46cc5ae', 'tag': '07bc61dc-c652-4fa7-a159-f20382558df9'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:30:23.309460 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b10891c-ae86-4921-9f6c-321f16e9757e" -d '{"events": [{"name": "network-changed", "server_uuid": "f61c4342-b34a-4964-bf13-99b6b46cc5ae", "tag": "07bc61dc-c652-4fa7-a159-f20382558df9"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:30:23.373252 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2c0cb16a-c955-4cfa-9164-9e584410651c req-128a45f7-0665-4ecc-a66a-da5d5a90c3fc tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee89b6e9-25e2-41ab-a8a3-c85f5e0697a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952051 Feb 04 12:30:23.397893 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87da7a0-6ef0-453e-adee-2cda07bb3fd0 req-bb388ca1-03a8-4c02-8bfb-f67875a49457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:23.397893 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a87da7a0-6ef0-453e-adee-2cda07bb3fd0 req-bb388ca1-03a8-4c02-8bfb-f67875a49457 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=dcbc9e99c00c41539a07d9ddf5098f10&device_id=f61c4342-b34a-4964-bf13-99b6b46cc5ae HTTP/1.1" status: 200 len: 1127 time: 0.0556245 Feb 04 12:30:23.406521 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-c3ba2545-d210-49d8-9d47-fe9feb9a0474 None None] Set router 516f5507-9489-4274-a053-d5ddb06c86ed gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:30:23.532929 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87da7a0-6ef0-453e-adee-2cda07bb3fd0 req-6fae1be8-56a0-41f5-a2e2-37d6c57f7426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:23.543065 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a87da7a0-6ef0-453e-adee-2cda07bb3fd0 req-6fae1be8-56a0-41f5-a2e2-37d6c57f7426 service neutron] 10.222.0.65 "GET /v2.0/networks?id=0e8b5cfe-93df-4af8-ae4b-dba09d277a8f HTTP/1.1" status: 200 len: 921 time: 0.1399341 Feb 04 12:30:23.689114 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-c3ba2545-d210-49d8-9d47-fe9feb9a0474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '516f5507-9489-4274-a053-d5ddb06c86ed', 'name': 'tempest-FloatingIPsAssociationTestJSON-790215227-router', 'tenant_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'cf00b52b-2fa9-4155-bb8e-12fe2aa05145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:29:14Z', 'updated_at': '2022-02-04T12:29:25Z', 'revision_number': 4, 'project_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'gw_port': {'id': 'cf00b52b-2fa9-4155-bb8e-12fe2aa05145', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:95:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516f5507-9489-4274-a053-d5ddb06c86ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:29:15Z', 'updated_at': '2022-02-04T12:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': '49801537-36f0-477a-964a-cd3229858c47', 'tenant_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'floating_ip_address': '172.25.3.210', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': '516f5507-9489-4274-a053-d5ddb06c86ed', 'port_id': '07bc61dc-c652-4fa7-a159-f20382558df9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1159, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e8b5cfe-93df-4af8-ae4b-dba09d277a8f', 'mac_address': 'fa:16:3e:d3:09:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61c4342-b34a-4964-bf13-99b6b46cc5ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:30:02Z', 'updated_at': '2022-02-04T12:30:21Z', 'revision_number': 1, 'project_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab2746b8-c4ff-4dc7-b443-6ebb58255356', 'name': '', 'network_id': '0e8b5cfe-93df-4af8-ae4b-dba09d277a8f', 'tenant_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'mac_address': 'fa:16:3e:a5:23:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516f5507-9489-4274-a053-d5ddb06c86ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': '3386ae8c-a86c-451c-bf79-ead86dfd6679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:29:21Z', 'updated_at': '2022-02-04T12:29:32Z', 'revision_number': 5, 'project_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'subnets': [{'id': '3386ae8c-a86c-451c-bf79-ead86dfd6679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:30:23.692754 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a87da7a0-6ef0-453e-adee-2cda07bb3fd0 req-dc979244-c2bc-4651-8b90-f93e2a896d6e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=07bc61dc-c652-4fa7-a159-f20382558df9 HTTP/1.1" status: 200 len: 999 time: 0.1464627 Feb 04 12:30:23.725178 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ba2545-d210-49d8-9d47-fe9feb9a0474 None None] Checking router: 516f5507-9489-4274-a053-d5ddb06c86ed for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:30:23.735895 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ba2545-d210-49d8-9d47-fe9feb9a0474 None None] Routers {'516f5507-9489-4274-a053-d5ddb06c86ed'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:30:23.736752 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-c3ba2545-d210-49d8-9d47-fe9feb9a0474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:30:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['516f5507-9489-4274-a053-d5ddb06c86ed'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:30:23.754552 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95071104-82bd-4815-a8a3-03c727ee11c3 req-b6fde777-c4fe-4fd2-bc62-4f10ab7e2d51 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:23.756299 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-95071104-82bd-4815-a8a3-03c727ee11c3 req-b6fde777-c4fe-4fd2-bc62-4f10ab7e2d51 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f8ba64e-f52d-4f61-adfb-46357a42bdb9 HTTP/1.1" status: 200 len: 946 time: 0.1268582 Feb 04 12:30:23.760478 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87da7a0-6ef0-453e-adee-2cda07bb3fd0 req-69da740a-c9de-44a0-8bf7-4bda2efdefe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:23.764410 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a87da7a0-6ef0-453e-adee-2cda07bb3fd0 req-69da740a-c9de-44a0-8bf7-4bda2efdefe1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3386ae8c-a86c-451c-bf79-ead86dfd6679 HTTP/1.1" status: 200 len: 859 time: 0.0684075 Feb 04 12:30:23.870711 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87da7a0-6ef0-453e-adee-2cda07bb3fd0 req-2eee6c84-682a-4f25-9e6e-37ce5673c685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:23.879131 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a87da7a0-6ef0-453e-adee-2cda07bb3fd0 req-2eee6c84-682a-4f25-9e6e-37ce5673c685 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0e8b5cfe-93df-4af8-ae4b-dba09d277a8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1090746 Feb 04 12:30:23.904571 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-95071104-82bd-4815-a8a3-03c727ee11c3 req-5228853f-3c76-4b48-9014-9f76f7e0927c tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] 10.222.0.65 "GET /v2.0/security-groups?id=a4645ff9-4aba-4923-b590-6a9167d2e893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273229 Feb 04 12:30:23.904571 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [req-a87da7a0-6ef0-453e-adee-2cda07bb3fd0 req-47b7eebf-3929-4d6d-8e45-0a28c5ef4b02 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:30:23.913876 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a87da7a0-6ef0-453e-adee-2cda07bb3fd0 req-47b7eebf-3929-4d6d-8e45-0a28c5ef4b02 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0339029 Feb 04 12:30:24.057061 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a87da7a0-6ef0-453e-adee-2cda07bb3fd0 req-30c15c60-0104-4d16-9dc1-14e0cc27f7a6 service neutron] 10.222.0.65 "GET /v2.0/networks/0e8b5cfe-93df-4af8-ae4b-dba09d277a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421437 Feb 04 12:30:24.058729 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53d36597-e27d-4a60-ab55-efcf6b2d03fa x-openstack-request-id: req-53d36597-e27d-4a60-ab55-efcf6b2d03fa {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:30:24.059084 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f61c4342-b34a-4964-bf13-99b6b46cc5ae", "tag": "07bc61dc-c652-4fa7-a159-f20382558df9", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:30:24.059395 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-53d36597-e27d-4a60-ab55-efcf6b2d03fa {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:30:24.060127 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f61c4342-b34a-4964-bf13-99b6b46cc5ae', 'tag': '07bc61dc-c652-4fa7-a159-f20382558df9', 'status': 'completed', 'code': 200} Feb 04 12:30:24.133269 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-c3ba2545-d210-49d8-9d47-fe9feb9a0474 None None] Set router 516f5507-9489-4274-a053-d5ddb06c86ed gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:30:24.285470 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b10891c-ae86-4921-9f6c-321f16e9757e req-4665538f-d5dc-47cf-807b-0989d0e73989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:24.287242 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2b10891c-ae86-4921-9f6c-321f16e9757e req-4665538f-d5dc-47cf-807b-0989d0e73989 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=dcbc9e99c00c41539a07d9ddf5098f10&device_id=f61c4342-b34a-4964-bf13-99b6b46cc5ae HTTP/1.1" status: 200 len: 1127 time: 0.2260921 Feb 04 12:30:24.396770 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a87da7a0-6ef0-453e-adee-2cda07bb3fd0 req-8478ad95-cefa-4ac2-8cd0-0465cf657875 service neutron] 10.222.0.65 "GET /v2.0/networks/0e8b5cfe-93df-4af8-ae4b-dba09d277a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3227825 Feb 04 12:30:24.408704 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e1b542-40d9-433e-b5fb-2446d0e32e83 req-483ed8e2-b804-4b7d-85d3-c2895d2484ca tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:24.410397 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e8e1b542-40d9-433e-b5fb-2446d0e32e83 req-483ed8e2-b804-4b7d-85d3-c2895d2484ca tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f640cd7-6b63-4483-b856-61ce2fc44360 HTTP/1.1" status: 200 len: 950 time: 0.2125561 Feb 04 12:30:24.474079 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-c3ba2545-d210-49d8-9d47-fe9feb9a0474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '516f5507-9489-4274-a053-d5ddb06c86ed', 'name': 'tempest-FloatingIPsAssociationTestJSON-790215227-router', 'tenant_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'cf00b52b-2fa9-4155-bb8e-12fe2aa05145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:29:14Z', 'updated_at': '2022-02-04T12:29:25Z', 'revision_number': 4, 'project_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'gw_port': {'id': 'cf00b52b-2fa9-4155-bb8e-12fe2aa05145', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:95:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516f5507-9489-4274-a053-d5ddb06c86ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:29:15Z', 'updated_at': '2022-02-04T12:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': '49801537-36f0-477a-964a-cd3229858c47', 'tenant_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'floating_ip_address': '172.25.3.210', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': '516f5507-9489-4274-a053-d5ddb06c86ed', 'port_id': '07bc61dc-c652-4fa7-a159-f20382558df9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1159, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e8b5cfe-93df-4af8-ae4b-dba09d277a8f', 'mac_address': 'fa:16:3e:d3:09:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61c4342-b34a-4964-bf13-99b6b46cc5ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:30:02Z', 'updated_at': '2022-02-04T12:30:21Z', 'revision_number': 1, 'project_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab2746b8-c4ff-4dc7-b443-6ebb58255356', 'name': '', 'network_id': '0e8b5cfe-93df-4af8-ae4b-dba09d277a8f', 'tenant_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'mac_address': 'fa:16:3e:a5:23:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516f5507-9489-4274-a053-d5ddb06c86ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': '3386ae8c-a86c-451c-bf79-ead86dfd6679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:29:21Z', 'updated_at': '2022-02-04T12:29:32Z', 'revision_number': 5, 'project_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'subnets': [{'id': '3386ae8c-a86c-451c-bf79-ead86dfd6679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:30:24.539305 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ba2545-d210-49d8-9d47-fe9feb9a0474 None None] The sync data for ids ['516f5507-9489-4274-a053-d5ddb06c86ed'] in n-d-825015-3 is: [{'id': '516f5507-9489-4274-a053-d5ddb06c86ed', 'name': 'tempest-FloatingIPsAssociationTestJSON-790215227-router', 'tenant_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'cf00b52b-2fa9-4155-bb8e-12fe2aa05145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:29:14Z', 'updated_at': '2022-02-04T12:29:25Z', 'revision_number': 4, 'project_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'gw_port': {'id': 'cf00b52b-2fa9-4155-bb8e-12fe2aa05145', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:95:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516f5507-9489-4274-a053-d5ddb06c86ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:29:15Z', 'updated_at': '2022-02-04T12:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': '49801537-36f0-477a-964a-cd3229858c47', 'tenant_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'floating_ip_address': '172.25.3.210', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': '516f5507-9489-4274-a053-d5ddb06c86ed', 'port_id': '07bc61dc-c652-4fa7-a159-f20382558df9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1159, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e8b5cfe-93df-4af8-ae4b-dba09d277a8f', 'mac_address': 'fa:16:3e:d3:09:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61c4342-b34a-4964-bf13-99b6b46cc5ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:30:02Z', 'updated_at': '2022-02-04T12:30:21Z', 'revision_number': 1, 'project_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab2746b8-c4ff-4dc7-b443-6ebb58255356', 'name': '', 'network_id': '0e8b5cfe-93df-4af8-ae4b-dba09d277a8f', 'tenant_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'mac_address': 'fa:16:3e:a5:23:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516f5507-9489-4274-a053-d5ddb06c86ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': '3386ae8c-a86c-451c-bf79-ead86dfd6679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:29:21Z', 'updated_at': '2022-02-04T12:29:32Z', 'revision_number': 5, 'project_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'subnets': [{'id': '3386ae8c-a86c-451c-bf79-ead86dfd6679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:30:24.561718 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e8e1b542-40d9-433e-b5fb-2446d0e32e83 req-52098d8a-a08d-47ba-9938-c62ae154d8c7 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334734 Feb 04 12:30:24.583002 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b10891c-ae86-4921-9f6c-321f16e9757e req-6f640b30-73d2-45de-8543-e28fa120338a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:24.598751 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2b10891c-ae86-4921-9f6c-321f16e9757e req-6f640b30-73d2-45de-8543-e28fa120338a service neutron] 10.222.0.73 "GET /v2.0/networks?id=0e8b5cfe-93df-4af8-ae4b-dba09d277a8f HTTP/1.1" status: 200 len: 921 time: 0.2971957 Feb 04 12:30:24.796294 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2b10891c-ae86-4921-9f6c-321f16e9757e req-9b31fe5b-cbd4-4e12-9f91-9d8d5db9d76d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=07bc61dc-c652-4fa7-a159-f20382558df9 HTTP/1.1" status: 200 len: 999 time: 0.1745789 Feb 04 12:30:24.817035 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ff0bdb-ff8c-42f1-ace4-15161dbb881b req-3b6ca79f-910b-49e6-af97-8085acb90782 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:24.818502 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-04ff0bdb-ff8c-42f1-ace4-15161dbb881b req-3b6ca79f-910b-49e6-af97-8085acb90782 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/networks?id=4641d9e3-bbfb-4ca1-b978-fac986a6f197 HTTP/1.1" status: 200 len: 806 time: 0.2459478 Feb 04 12:30:24.827809 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126d4928-ed06-47bd-9e42-313c362c5185 req-3c80bbfc-a8f0-4c42-9fab-083c5199d947 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:24.829350 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-126d4928-ed06-47bd-9e42-313c362c5185 req-3c80bbfc-a8f0-4c42-9fab-083c5199d947 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c4615de-bb7e-4e13-9824-66067b606ac9 HTTP/1.1" status: 200 len: 946 time: 0.1708279 Feb 04 12:30:24.887258 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-04ff0bdb-ff8c-42f1-ace4-15161dbb881b req-20f4b4ba-b9cb-4f4c-a20d-70e94c07db54 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/quotas/15c4606ad13a46b29ee60be66da65533 HTTP/1.1" status: 200 len: 375 time: 0.0377648 Feb 04 12:30:24.910395 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 41312) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:30:24.910881 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41dc1988-c251-43ed-b725-40ccdf70729b None None] New status for floating IP 49801537-36f0-477a-964a-cd3229858c47: ACTIVE {{(pid=103476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 12:30:24.941303 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-126d4928-ed06-47bd-9e42-313c362c5185 req-ff451aac-c544-4fe5-99f7-ba67b5534a7b tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee89b6e9-25e2-41ab-a8a3-c85f5e0697a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912366 Feb 04 12:30:24.966959 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b10891c-ae86-4921-9f6c-321f16e9757e req-e2c6d560-4174-4929-a747-285ec5b2e481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:24.970087 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2b10891c-ae86-4921-9f6c-321f16e9757e req-e2c6d560-4174-4929-a747-285ec5b2e481 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3386ae8c-a86c-451c-bf79-ead86dfd6679 HTTP/1.1" status: 200 len: 859 time: 0.1664310 Feb 04 12:30:25.066955 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-04ff0bdb-ff8c-42f1-ace4-15161dbb881b req-5b2319ee-a51e-48eb-87c6-429ce9a46a11 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=15c4606ad13a46b29ee60be66da65533&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1477244 Feb 04 12:30:25.116601 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4abf7390-f1c2-43cc-9c56-23edaa2c663a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:25.205445 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b10891c-ae86-4921-9f6c-321f16e9757e req-2e0cab36-a627-40e4-89ce-7222290f8e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:25.207031 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2b10891c-ae86-4921-9f6c-321f16e9757e req-2e0cab36-a627-40e4-89ce-7222290f8e8a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0e8b5cfe-93df-4af8-ae4b-dba09d277a8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2243390 Feb 04 12:30:25.236156 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4abf7390-f1c2-43cc-9c56-23edaa2c663a admin admin] Publish callbacks [] for security_group (d211aa24-de82-4b61-8d19-4ffcee74b35f), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:25.240759 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4abf7390-f1c2-43cc-9c56-23edaa2c663a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (d211aa24-de82-4b61-8d19-4ffcee74b35f), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:25.297380 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-4abf7390-f1c2-43cc-9c56-23edaa2c663a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=770485325fde493ea578cd19584af016&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3852887 Feb 04 12:30:25.299552 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abf7390-f1c2-43cc-9c56-23edaa2c663a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d211aa24-de82-4b61-8d19-4ffcee74b35f,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:25.300777 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ec62c2-39a0-4d2b-84b2-1d46df5c1988 req-7967f4a5-2745-496a-9698-3e98c225c719 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:25.302290 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 41318) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:30:25.308371 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c0ec62c2-39a0-4d2b-84b2-1d46df5c1988 req-7967f4a5-2745-496a-9698-3e98c225c719 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] 10.222.0.65 "GET /v2.0/ports?device_id=93d9fa91-1fe9-4c02-95d5-f8fdbbdcf9a1&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1561697 Feb 04 12:30:25.370724 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-baecbb02-5343-45fd-a373-db65ba8cd7f9 admin admin] Publish callbacks [] for security_group (d211aa24-de82-4b61-8d19-4ffcee74b35f), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:25.372735 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-04ff0bdb-ff8c-42f1-ace4-15161dbb881b req-d4603fb4-6baa-4ff7-811d-eb9571581a38 service neutron] 10.222.0.65 "GET /v2.0/networks/4641d9e3-bbfb-4ca1-b978-fac986a6f197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2983100 Feb 04 12:30:25.401795 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-baecbb02-5343-45fd-a373-db65ba8cd7f9 admin admin] Publish callbacks [] for security_group (d211aa24-de82-4b61-8d19-4ffcee74b35f), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:25.466046 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-baecbb02-5343-45fd-a373-db65ba8cd7f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (d211aa24-de82-4b61-8d19-4ffcee74b35f), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:25.469577 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-baecbb02-5343-45fd-a373-db65ba8cd7f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:25.473478 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-baecbb02-5343-45fd-a373-db65ba8cd7f9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d211aa24-de82-4b61-8d19-4ffcee74b35f HTTP/1.1" status: 204 len: 168 time: 0.1660731 Feb 04 12:30:25.479562 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baecbb02-5343-45fd-a373-db65ba8cd7f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d211aa24-de82-4b61-8d19-4ffcee74b35f,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:25.509680 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2b10891c-ae86-4921-9f6c-321f16e9757e req-fe06fe4b-e80b-4871-a18f-3d6f15d73721 service neutron] 10.222.0.73 "GET /v2.0/networks/0e8b5cfe-93df-4af8-ae4b-dba09d277a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2955649 Feb 04 12:30:25.519872 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c0ec62c2-39a0-4d2b-84b2-1d46df5c1988 req-c5001f81-3e21-4392-bed4-01650543a00d tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.3.210 HTTP/1.1" status: 200 len: 1001 time: 0.2106397 Feb 04 12:30:25.527353 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-c0ec62c2-39a0-4d2b-84b2-1d46df5c1988 req-29d1028c-88d5-4cc6-bf8c-e933a3d08ef6 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Request body: {'floatingip': {'port_id': '3b7e7211-f120-4684-8570-e850b7030cb2', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:30:25.647103 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-c0ec62c2-39a0-4d2b-84b2-1d46df5c1988 req-29d1028c-88d5-4cc6-bf8c-e933a3d08ef6 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Publish callbacks [] for floatingip (49801537-36f0-477a-964a-cd3229858c47), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:25.735131 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-04ff0bdb-ff8c-42f1-ace4-15161dbb881b req-25219f09-ea85-4af3-a0c7-ff24577d50cf service neutron] 10.222.0.65 "GET /v2.0/networks/4641d9e3-bbfb-4ca1-b978-fac986a6f197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3274448 Feb 04 12:30:25.755868 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 518c404e-1e81-4b7f-9f04-9665e4f11c72 no longer exists at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:30:25.764845 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2b10891c-ae86-4921-9f6c-321f16e9757e req-55a3376c-f5aa-4633-afc3-0bc34d9d57f0 service neutron] 10.222.0.73 "GET /v2.0/networks/0e8b5cfe-93df-4af8-ae4b-dba09d277a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406597 Feb 04 12:30:25.814690 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] No Port match for: 518c404e-1e81-4b7f-9f04-9665e4f11c72 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:30:25.815208 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 518c404e-1e81-4b7f-9f04-9665e4f11c72 not bound to the agent host n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:30:26.129854 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43c16c9-3e16-484c-a1b9-8d08734c0350 req-92c3a028-fb7c-42a8-9b3d-035c8d33130b tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:26.131485 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b43c16c9-3e16-484c-a1b9-8d08734c0350 req-92c3a028-fb7c-42a8-9b3d-035c8d33130b tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f8ba64e-f52d-4f61-adfb-46357a42bdb9 HTTP/1.1" status: 200 len: 946 time: 0.1031518 Feb 04 12:30:26.237177 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b43c16c9-3e16-484c-a1b9-8d08734c0350 req-e074f489-d607-42c6-80b8-2b2c64422667 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] 10.222.0.65 "GET /v2.0/security-groups?id=a4645ff9-4aba-4923-b590-6a9167d2e893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003742 Feb 04 12:30:26.899157 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 41364) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:30:26.920404 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6ebdcf-d982-42e2-83a1-79cfe6689344 req-914a9250-a3ba-4726-8f38-c211299aa7f0 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:26.922294 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7c6ebdcf-d982-42e2-83a1-79cfe6689344 req-914a9250-a3ba-4726-8f38-c211299aa7f0 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f640cd7-6b63-4483-b856-61ce2fc44360 HTTP/1.1" status: 200 len: 950 time: 0.2107217 Feb 04 12:30:27.042715 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-c0ec62c2-39a0-4d2b-84b2-1d46df5c1988 req-29d1028c-88d5-4cc6-bf8c-e933a3d08ef6 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:27.060831 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7c6ebdcf-d982-42e2-83a1-79cfe6689344 req-6cdad84a-a392-4544-953a-7384337bb3f6 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250374 Feb 04 12:30:27.062600 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-c0ec62c2-39a0-4d2b-84b2-1d46df5c1988 req-29d1028c-88d5-4cc6-bf8c-e933a3d08ef6 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1599943'] for floatingip (49801537-36f0-477a-964a-cd3229858c47), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:27.167658 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e9df7f73-c226-451e-a347-aa3382f79a93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:27.279531 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0e68bb84-6d9f-4212-8c9e-eb215ddc76fd req-ca8423f8-9266-4015-87c4-d247c2231ebe tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/ports?device_id=78a0124c-559b-41f1-9646-392b0411e2e1 HTTP/1.1" status: 200 len: 210 time: 0.0724030 Feb 04 12:30:27.410168 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 12:30:27.433676 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e9df7f73-c226-451e-a347-aa3382f79a93 admin admin] Publish callbacks [] for security_group (e5d9fc7c-93d6-4dc3-aeec-3b4ff3373427), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:27.457757 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e9df7f73-c226-451e-a347-aa3382f79a93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (e5d9fc7c-93d6-4dc3-aeec-3b4ff3373427), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:27.508366 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c086846-7679-4e52-8d7b-d7f23b608653 req-cef2ef5b-912f-4084-ba0d-fc5c9c662c67 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:27.510226 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1c086846-7679-4e52-8d7b-d7f23b608653 req-cef2ef5b-912f-4084-ba0d-fc5c9c662c67 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c4615de-bb7e-4e13-9824-66067b606ac9 HTTP/1.1" status: 200 len: 946 time: 0.1214032 Feb 04 12:30:27.517792 n-d-825015-3 neutron-server[103475]: INFO neutron.db.l3_db [req-c0ec62c2-39a0-4d2b-84b2-1d46df5c1988 req-29d1028c-88d5-4cc6-bf8c-e933a3d08ef6 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Floating IP 49801537-36f0-477a-964a-cd3229858c47 associated. External IP: 172.25.3.210, port: 07bc61dc-c652-4fa7-a159-f20382558df9. Feb 04 12:30:27.546304 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-e9df7f73-c226-451e-a347-aa3382f79a93 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d751dc3d08864b98a66ac87c468b69e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6450787 Feb 04 12:30:27.557174 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 41372) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:30:27.592962 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9df7f73-c226-451e-a347-aa3382f79a93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5d9fc7c-93d6-4dc3-aeec-3b4ff3373427,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:27.674255 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1c086846-7679-4e52-8d7b-d7f23b608653 req-dfd61129-a56e-473d-a4da-ae5c4772c464 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee89b6e9-25e2-41ab-a8a3-c85f5e0697a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515963 Feb 04 12:30:27.676248 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e3d913a3-e31a-4c50-88d3-6c2a98dedca2 admin admin] Publish callbacks [] for security_group (e5d9fc7c-93d6-4dc3-aeec-3b4ff3373427), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:27.703931 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ff0bdb-ff8c-42f1-ace4-15161dbb881b req-7aabf6aa-4cba-4f14-b28d-595f33d4510f tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:27.705523 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-04ff0bdb-ff8c-42f1-ace4-15161dbb881b req-7aabf6aa-4cba-4f14-b28d-595f33d4510f tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.77 "GET /v2.0/networks?id=4641d9e3-bbfb-4ca1-b978-fac986a6f197 HTTP/1.1" status: 200 len: 806 time: 0.2970297 Feb 04 12:30:27.723380 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e3d913a3-e31a-4c50-88d3-6c2a98dedca2 admin admin] Publish callbacks [] for security_group (e5d9fc7c-93d6-4dc3-aeec-3b4ff3373427), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:27.785878 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-04ff0bdb-ff8c-42f1-ace4-15161dbb881b req-a2ecbe68-a1ad-4bff-8642-0b151384bccb tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Request body: {'port': {'device_id': '78a0124c-559b-41f1-9646-392b0411e2e1', 'network_id': '4641d9e3-bbfb-4ca1-b978-fac986a6f197', 'admin_state_up': True, 'tenant_id': '15c4606ad13a46b29ee60be66da65533'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:30:27.807213 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e3d913a3-e31a-4c50-88d3-6c2a98dedca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (e5d9fc7c-93d6-4dc3-aeec-3b4ff3373427), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:27.809222 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e3d913a3-e31a-4c50-88d3-6c2a98dedca2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:27.811509 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-e3d913a3-e31a-4c50-88d3-6c2a98dedca2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e5d9fc7c-93d6-4dc3-aeec-3b4ff3373427 HTTP/1.1" status: 204 len: 168 time: 0.2519820 Feb 04 12:30:27.863172 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d913a3-e31a-4c50-88d3-6c2a98dedca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5d9fc7c-93d6-4dc3-aeec-3b4ff3373427,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:27.954925 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04377f2a-7f6e-492c-9224-640b5799d3c5 req-103a746d-4d4a-4101-a30c-0493686f6a34 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:27.957282 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-04377f2a-7f6e-492c-9224-640b5799d3c5 req-103a746d-4d4a-4101-a30c-0493686f6a34 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f8ba64e-f52d-4f61-adfb-46357a42bdb9 HTTP/1.1" status: 200 len: 946 time: 0.1617887 Feb 04 12:30:27.989207 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c0ec62c2-39a0-4d2b-84b2-1d46df5c1988 req-29d1028c-88d5-4cc6-bf8c-e933a3d08ef6 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Router 516f5507-9489-4274-a053-d5ddb06c86ed has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:30:28.133497 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-04377f2a-7f6e-492c-9224-640b5799d3c5 req-2ed4567c-7b66-45c1-8b93-8ee1384a4bf0 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] 10.222.0.65 "GET /v2.0/security-groups?id=a4645ff9-4aba-4923-b590-6a9167d2e893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697445 Feb 04 12:30:28.206714 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c0ec62c2-39a0-4d2b-84b2-1d46df5c1988 req-29d1028c-88d5-4cc6-bf8c-e933a3d08ef6 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:30:28.222631 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c1940b-3ede-43bb-b4ac-1f1dc746438f None None] Sync routers for ids ['516f5507-9489-4274-a053-d5ddb06c86ed'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:30:28.243315 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c1940b-3ede-43bb-b4ac-1f1dc746438f None None] Routers {'516f5507-9489-4274-a053-d5ddb06c86ed'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:30:28.245916 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-22c1940b-3ede-43bb-b4ac-1f1dc746438f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:30:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['516f5507-9489-4274-a053-d5ddb06c86ed'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:30:28.414484 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04ff0bdb-ff8c-42f1-ace4-15161dbb881b req-a2ecbe68-a1ad-4bff-8642-0b151384bccb tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Made reservation on behalf of 15c4606ad13a46b29ee60be66da65533 for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:30:28.417932 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-04ff0bdb-ff8c-42f1-ace4-15161dbb881b req-a2ecbe68-a1ad-4bff-8642-0b151384bccb tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:28.741112 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [req-04ff0bdb-ff8c-42f1-ace4-15161dbb881b req-a2ecbe68-a1ad-4bff-8642-0b151384bccb tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Allocated IP 172.20.0.13 (4641d9e3-bbfb-4ca1-b978-fac986a6f197/f23bfa97-1a92-478f-9c00-f3b0c9e898c3/b006df45-132a-4ac3-81a7-47a4f00c8f34) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:30:28.756677 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-22c1940b-3ede-43bb-b4ac-1f1dc746438f None None] Set router 516f5507-9489-4274-a053-d5ddb06c86ed gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:30:28.956544 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a8680b-c1a0-4d35-80d7-187f216c2e2d req-62c3b9c2-e910-4c5a-969c-30bd2f3ceb50 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:28.964641 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-62a8680b-c1a0-4d35-80d7-187f216c2e2d req-62c3b9c2-e910-4c5a-969c-30bd2f3ceb50 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f640cd7-6b63-4483-b856-61ce2fc44360 HTTP/1.1" status: 200 len: 950 time: 0.1881263 Feb 04 12:30:28.990499 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 41402) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:30:29.031408 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c0ec62c2-39a0-4d2b-84b2-1d46df5c1988 req-29d1028c-88d5-4cc6-bf8c-e933a3d08ef6 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Router 516f5507-9489-4274-a053-d5ddb06c86ed has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:30:29.064969 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-62a8680b-c1a0-4d35-80d7-187f216c2e2d req-5fd31201-6726-40fa-a771-afb508353440 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921519 Feb 04 12:30:29.131765 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-04ff0bdb-ff8c-42f1-ace4-15161dbb881b req-a2ecbe68-a1ad-4bff-8642-0b151384bccb tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Publish callbacks [] for port (b006df45-132a-4ac3-81a7-47a4f00c8f34), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:29.239299 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-04ff0bdb-ff8c-42f1-ace4-15161dbb881b req-a2ecbe68-a1ad-4bff-8642-0b151384bccb tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (b006df45-132a-4ac3-81a7-47a4f00c8f34), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:29.257095 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-669241cb-c5ac-41ca-ad42-45e06d279270 req-5ca03d6c-1106-4cbc-b08b-79bbb1acaf86 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/ports?device_id=78a0124c-559b-41f1-9646-392b0411e2e1 HTTP/1.1" status: 200 len: 210 time: 0.0482993 Feb 04 12:30:29.257803 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['1a4a3c3d-36a0-4d43-b1ce-88c13649ade3'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:30:29.349627 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-22c1940b-3ede-43bb-b4ac-1f1dc746438f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '516f5507-9489-4274-a053-d5ddb06c86ed', 'name': 'tempest-FloatingIPsAssociationTestJSON-790215227-router', 'tenant_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'cf00b52b-2fa9-4155-bb8e-12fe2aa05145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:29:14Z', 'updated_at': '2022-02-04T12:29:25Z', 'revision_number': 4, 'project_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'gw_port': {'id': 'cf00b52b-2fa9-4155-bb8e-12fe2aa05145', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:95:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516f5507-9489-4274-a053-d5ddb06c86ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:29:15Z', 'updated_at': '2022-02-04T12:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': '49801537-36f0-477a-964a-cd3229858c47', 'tenant_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'floating_ip_address': '172.25.3.210', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': '516f5507-9489-4274-a053-d5ddb06c86ed', 'port_id': '3b7e7211-f120-4684-8570-e850b7030cb2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1159, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e8b5cfe-93df-4af8-ae4b-dba09d277a8f', 'mac_address': 'fa:16:3e:1a:16:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d9fa91-1fe9-4c02-95d5-f8fdbbdcf9a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:30:02Z', 'updated_at': '2022-02-04T12:30:26Z', 'revision_number': 3, 'project_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab2746b8-c4ff-4dc7-b443-6ebb58255356', 'name': '', 'network_id': '0e8b5cfe-93df-4af8-ae4b-dba09d277a8f', 'tenant_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'mac_address': 'fa:16:3e:a5:23:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516f5507-9489-4274-a053-d5ddb06c86ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': '3386ae8c-a86c-451c-bf79-ead86dfd6679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:29:21Z', 'updated_at': '2022-02-04T12:29:32Z', 'revision_number': 5, 'project_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'subnets': [{'id': '3386ae8c-a86c-451c-bf79-ead86dfd6679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:30:29.363834 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04ff0bdb-ff8c-42f1-ace4-15161dbb881b req-a2ecbe68-a1ad-4bff-8642-0b151384bccb tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Network 4641d9e3-bbfb-4ca1-b978-fac986a6f197 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:30:29.368642 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [req-04ff0bdb-ff8c-42f1-ace4-15161dbb881b req-a2ecbe68-a1ad-4bff-8642-0b151384bccb tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:30:29.375724 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ecbe68-a1ad-4bff-8642-0b151384bccb tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Pushing event updated for resources: {'Port': ['ID=b006df45-132a-4ac3-81a7-47a4f00c8f34,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:29.393486 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-04ff0bdb-ff8c-42f1-ace4-15161dbb881b req-a2ecbe68-a1ad-4bff-8642-0b151384bccb tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:30:29.460204 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c1940b-3ede-43bb-b4ac-1f1dc746438f None None] Checking router: 516f5507-9489-4274-a053-d5ddb06c86ed for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:30:29.485092 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c1940b-3ede-43bb-b4ac-1f1dc746438f None None] Routers {'516f5507-9489-4274-a053-d5ddb06c86ed'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:30:29.485688 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-22c1940b-3ede-43bb-b4ac-1f1dc746438f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:30:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['516f5507-9489-4274-a053-d5ddb06c86ed'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:30:29.536944 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3f55f79c-7104-4114-bbf7-7efca4224615 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:29.564819 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ff0bdb-ff8c-42f1-ace4-15161dbb881b req-a2ecbe68-a1ad-4bff-8642-0b151384bccb tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:29.565996 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-04ff0bdb-ff8c-42f1-ace4-15161dbb881b req-a2ecbe68-a1ad-4bff-8642-0b151384bccb tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:29.626995 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-04ff0bdb-ff8c-42f1-ace4-15161dbb881b req-a2ecbe68-a1ad-4bff-8642-0b151384bccb tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8495469 Feb 04 12:30:29.627207 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c0ec62c2-39a0-4d2b-84b2-1d46df5c1988 req-29d1028c-88d5-4cc6-bf8c-e933a3d08ef6 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:30:29.641540 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-c0ec62c2-39a0-4d2b-84b2-1d46df5c1988 req-29d1028c-88d5-4cc6-bf8c-e933a3d08ef6 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:29.646979 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f0c15011-334c-498f-8441-452f38f8af9e req-1f632595-6b03-4da7-a12c-80c01b7574de service neutron] 10.222.0.73 "GET /v2.0/ports/db538db2-c02c-4361-8837-b38171c24852/bindings/n-h1-825015-3 HTTP/1.1" status: 200 len: 382 time: 0.3808305 Feb 04 12:30:29.647450 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-04ff0bdb-ff8c-42f1-ace4-15161dbb881b req-57acca71-2f6a-4b74-a64b-0ed41d2096da service neutron] Request body: {'port': {'device_id': '78a0124c-559b-41f1-9646-392b0411e2e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825015-3'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:30:29.717752 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c591822-07d3-4fe5-a375-b552bf88fe55 req-07d73f6e-7e4f-41b3-b855-62c763580207 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:29.726973 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5c591822-07d3-4fe5-a375-b552bf88fe55 req-07d73f6e-7e4f-41b3-b855-62c763580207 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c4615de-bb7e-4e13-9824-66067b606ac9 HTTP/1.1" status: 200 len: 946 time: 0.2692797 Feb 04 12:30:29.741989 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-22c1940b-3ede-43bb-b4ac-1f1dc746438f None None] Set router 516f5507-9489-4274-a053-d5ddb06c86ed gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:30:29.747541 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-04ff0bdb-ff8c-42f1-ace4-15161dbb881b req-57acca71-2f6a-4b74-a64b-0ed41d2096da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (b006df45-132a-4ac3-81a7-47a4f00c8f34), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:29.810709 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f61c4342-b34a-4964-bf13-99b6b46cc5ae', 'tag': '07bc61dc-c652-4fa7-a159-f20382558df9'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:30:29.836299 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d75415a-fa4a-4e3c-8ccd-34728710690f" -d '{"events": [{"name": "network-changed", "server_uuid": "f61c4342-b34a-4964-bf13-99b6b46cc5ae", "tag": "07bc61dc-c652-4fa7-a159-f20382558df9"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:30:29.844040 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c0ec62c2-39a0-4d2b-84b2-1d46df5c1988 req-29d1028c-88d5-4cc6-bf8c-e933a3d08ef6 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] 10.222.0.65 "PUT /v2.0/floatingips/49801537-36f0-477a-964a-cd3229858c47 HTTP/1.1" status: 200 len: 999 time: 4.3231702 Feb 04 12:30:29.977281 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3f55f79c-7104-4114-bbf7-7efca4224615 admin admin] Publish callbacks [] for security_group (d8934ec7-a58a-4ae7-a88e-2627c3bba5e0), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:29.985454 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3f55f79c-7104-4114-bbf7-7efca4224615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (d8934ec7-a58a-4ae7-a88e-2627c3bba5e0), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:29.991320 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ec62c2-39a0-4d2b-84b2-1d46df5c1988 req-6ce048b5-7269-4d34-8efe-bc80517698bf tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:29.993469 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c0ec62c2-39a0-4d2b-84b2-1d46df5c1988 req-6ce048b5-7269-4d34-8efe-bc80517698bf tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] 10.222.0.65 "GET /v2.0/ports/07bc61dc-c652-4fa7-a159-f20382558df9 HTTP/1.1" status: 200 len: 942 time: 0.1199751 Feb 04 12:30:30.028258 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5c591822-07d3-4fe5-a375-b552bf88fe55 req-33e0030f-7fa5-4e7e-a8f8-17f90e73f51b tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee89b6e9-25e2-41ab-a8a3-c85f5e0697a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954693 Feb 04 12:30:30.054948 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c15011-334c-498f-8441-452f38f8af9e req-f9938e01-c6ca-4d8e-b36b-6e0fc922c10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:30.060536 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-3f55f79c-7104-4114-bbf7-7efca4224615 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=80bf02278fd7429e81a20bb61523423e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0680246 Feb 04 12:30:30.061916 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f0c15011-334c-498f-8441-452f38f8af9e req-f9938e01-c6ca-4d8e-b36b-6e0fc922c10f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9f640cd7-6b63-4483-b856-61ce2fc44360&tenant_id=5c34eef31d4540768d24bcb8030d50f3 HTTP/1.1" status: 200 len: 1132 time: 0.1311069 Feb 04 12:30:30.064899 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 41422) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:30:30.099587 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f55f79c-7104-4114-bbf7-7efca4224615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8934ec7-a58a-4ae7-a88e-2627c3bba5e0,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:30.235707 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-22c1940b-3ede-43bb-b4ac-1f1dc746438f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '516f5507-9489-4274-a053-d5ddb06c86ed', 'name': 'tempest-FloatingIPsAssociationTestJSON-790215227-router', 'tenant_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'cf00b52b-2fa9-4155-bb8e-12fe2aa05145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:29:14Z', 'updated_at': '2022-02-04T12:29:25Z', 'revision_number': 4, 'project_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'gw_port': {'id': 'cf00b52b-2fa9-4155-bb8e-12fe2aa05145', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:95:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516f5507-9489-4274-a053-d5ddb06c86ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:29:15Z', 'updated_at': '2022-02-04T12:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': '49801537-36f0-477a-964a-cd3229858c47', 'tenant_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'floating_ip_address': '172.25.3.210', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': '516f5507-9489-4274-a053-d5ddb06c86ed', 'port_id': '3b7e7211-f120-4684-8570-e850b7030cb2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1159, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e8b5cfe-93df-4af8-ae4b-dba09d277a8f', 'mac_address': 'fa:16:3e:1a:16:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d9fa91-1fe9-4c02-95d5-f8fdbbdcf9a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:30:02Z', 'updated_at': '2022-02-04T12:30:26Z', 'revision_number': 3, 'project_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab2746b8-c4ff-4dc7-b443-6ebb58255356', 'name': '', 'network_id': '0e8b5cfe-93df-4af8-ae4b-dba09d277a8f', 'tenant_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'mac_address': 'fa:16:3e:a5:23:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516f5507-9489-4274-a053-d5ddb06c86ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': '3386ae8c-a86c-451c-bf79-ead86dfd6679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:29:21Z', 'updated_at': '2022-02-04T12:29:32Z', 'revision_number': 5, 'project_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'subnets': [{'id': '3386ae8c-a86c-451c-bf79-ead86dfd6679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:30:30.261373 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [req-04ff0bdb-ff8c-42f1-ace4-15161dbb881b req-57acca71-2f6a-4b74-a64b-0ed41d2096da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b006df45-132a-4ac3-81a7-47a4f00c8f34 {{(pid=103474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:30:30.276402 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-04ff0bdb-ff8c-42f1-ace4-15161dbb881b req-57acca71-2f6a-4b74-a64b-0ed41d2096da service neutron] Publish callbacks [] for port (b006df45-132a-4ac3-81a7-47a4f00c8f34), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:30.300625 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c1940b-3ede-43bb-b4ac-1f1dc746438f None None] The sync data for ids ['516f5507-9489-4274-a053-d5ddb06c86ed'] in n-d-825015-3 is: [{'id': '516f5507-9489-4274-a053-d5ddb06c86ed', 'name': 'tempest-FloatingIPsAssociationTestJSON-790215227-router', 'tenant_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'cf00b52b-2fa9-4155-bb8e-12fe2aa05145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:29:14Z', 'updated_at': '2022-02-04T12:29:25Z', 'revision_number': 4, 'project_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'gw_port': {'id': 'cf00b52b-2fa9-4155-bb8e-12fe2aa05145', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:95:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516f5507-9489-4274-a053-d5ddb06c86ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:29:15Z', 'updated_at': '2022-02-04T12:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': '49801537-36f0-477a-964a-cd3229858c47', 'tenant_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'floating_ip_address': '172.25.3.210', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': '516f5507-9489-4274-a053-d5ddb06c86ed', 'port_id': '3b7e7211-f120-4684-8570-e850b7030cb2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1159, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e8b5cfe-93df-4af8-ae4b-dba09d277a8f', 'mac_address': 'fa:16:3e:1a:16:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d9fa91-1fe9-4c02-95d5-f8fdbbdcf9a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:30:02Z', 'updated_at': '2022-02-04T12:30:26Z', 'revision_number': 3, 'project_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab2746b8-c4ff-4dc7-b443-6ebb58255356', 'name': '', 'network_id': '0e8b5cfe-93df-4af8-ae4b-dba09d277a8f', 'tenant_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'mac_address': 'fa:16:3e:a5:23:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516f5507-9489-4274-a053-d5ddb06c86ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': '3386ae8c-a86c-451c-bf79-ead86dfd6679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:29:21Z', 'updated_at': '2022-02-04T12:29:32Z', 'revision_number': 5, 'project_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'subnets': [{'id': '3386ae8c-a86c-451c-bf79-ead86dfd6679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:30:30.303702 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.provisioning_blocks [req-04ff0bdb-ff8c-42f1-ace4-15161dbb881b req-57acca71-2f6a-4b74-a64b-0ed41d2096da service neutron] Transition to ACTIVE for port object b006df45-132a-4ac3-81a7-47a4f00c8f34 will not be triggered until provisioned by entity L2. {{(pid=103474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:30:30.317022 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-04ff0bdb-ff8c-42f1-ace4-15161dbb881b req-57acca71-2f6a-4b74-a64b-0ed41d2096da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (b006df45-132a-4ac3-81a7-47a4f00c8f34), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:30.351051 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-012556f8-a7e7-45e7-97ed-603f178e6c89 admin admin] Publish callbacks [] for security_group (d8934ec7-a58a-4ae7-a88e-2627c3bba5e0), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:30.357010 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ec62c2-39a0-4d2b-84b2-1d46df5c1988 req-1ad5ba2e-5a78-47da-94d0-4a23e1c7d019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:30.363568 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c0ec62c2-39a0-4d2b-84b2-1d46df5c1988 req-1ad5ba2e-5a78-47da-94d0-4a23e1c7d019 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=dcbc9e99c00c41539a07d9ddf5098f10&device_id=f61c4342-b34a-4964-bf13-99b6b46cc5ae HTTP/1.1" status: 200 len: 1127 time: 0.2026155 Feb 04 12:30:30.379391 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c15011-334c-498f-8441-452f38f8af9e req-32dd811c-10df-48aa-bb85-2b22fe4380ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:30.382568 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f0c15011-334c-498f-8441-452f38f8af9e req-32dd811c-10df-48aa-bb85-2b22fe4380ec service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5c34eef31d4540768d24bcb8030d50f3&device_id=9f640cd7-6b63-4483-b856-61ce2fc44360 HTTP/1.1" status: 200 len: 1132 time: 0.2552948 Feb 04 12:30:30.413839 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-012556f8-a7e7-45e7-97ed-603f178e6c89 admin admin] Publish callbacks [] for security_group (d8934ec7-a58a-4ae7-a88e-2627c3bba5e0), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:30.435217 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57acca71-2f6a-4b74-a64b-0ed41d2096da service neutron] Pushing event updated for resources: {'Port': ['ID=b006df45-132a-4ac3-81a7-47a4f00c8f34,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:30.511923 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d0ea19-0dcf-48ce-bcb1-125f109373c6 req-9137c179-fd56-465e-b2de-e46286ae54a6 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:30.512157 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 41434) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:30:30.520089 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a6d0ea19-0dcf-48ce-bcb1-125f109373c6 req-9137c179-fd56-465e-b2de-e46286ae54a6 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f8ba64e-f52d-4f61-adfb-46357a42bdb9 HTTP/1.1" status: 200 len: 946 time: 0.2999630 Feb 04 12:30:30.531207 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-04ff0bdb-ff8c-42f1-ace4-15161dbb881b req-57acca71-2f6a-4b74-a64b-0ed41d2096da service neutron] Attempting to bind port b006df45-132a-4ac3-81a7-47a4f00c8f34 on host n-h2-825015-3 for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:30:30.531542 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-04ff0bdb-ff8c-42f1-ace4-15161dbb881b req-57acca71-2f6a-4b74-a64b-0ed41d2096da service neutron] Attempting to bind port b006df45-132a-4ac3-81a7-47a4f00c8f34 by drivers openvswitch,hyperv on host n-h2-825015-3 at level 0 using segments [{'id': '82c42862-5e09-44a3-a831-056ff41e66f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4641d9e3-bbfb-4ca1-b978-fac986a6f197'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:30:30.535295 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ff0bdb-ff8c-42f1-ace4-15161dbb881b req-57acca71-2f6a-4b74-a64b-0ed41d2096da service neutron] Attempting to bind port b006df45-132a-4ac3-81a7-47a4f00c8f34 on network 4641d9e3-bbfb-4ca1-b978-fac986a6f197 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:30:30.553342 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ff0bdb-ff8c-42f1-ace4-15161dbb881b req-57acca71-2f6a-4b74-a64b-0ed41d2096da service neutron] Port b006df45-132a-4ac3-81a7-47a4f00c8f34 on network 4641d9e3-bbfb-4ca1-b978-fac986a6f197 not bound, no agent of type Open vSwitch agent registered on host n-h2-825015-3 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:30:30.553979 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ff0bdb-ff8c-42f1-ace4-15161dbb881b req-57acca71-2f6a-4b74-a64b-0ed41d2096da service neutron] Attempting to bind port b006df45-132a-4ac3-81a7-47a4f00c8f34 on network 4641d9e3-bbfb-4ca1-b978-fac986a6f197 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:30:30.564150 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ff0bdb-ff8c-42f1-ace4-15161dbb881b req-57acca71-2f6a-4b74-a64b-0ed41d2096da service neutron] Checking agent: {'id': '9b68a165-e786-4b91-8592-44519c2ecabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:30:30.564586 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ff0bdb-ff8c-42f1-ace4-15161dbb881b req-57acca71-2f6a-4b74-a64b-0ed41d2096da service neutron] Checking segment: {'id': '82c42862-5e09-44a3-a831-056ff41e66f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4641d9e3-bbfb-4ca1-b978-fac986a6f197'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:30:30.565156 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ff0bdb-ff8c-42f1-ace4-15161dbb881b req-57acca71-2f6a-4b74-a64b-0ed41d2096da service neutron] Bound using segment: {'id': '82c42862-5e09-44a3-a831-056ff41e66f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4641d9e3-bbfb-4ca1-b978-fac986a6f197'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:30:30.565755 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-04ff0bdb-ff8c-42f1-ace4-15161dbb881b req-57acca71-2f6a-4b74-a64b-0ed41d2096da service neutron] Bound port: b006df45-132a-4ac3-81a7-47a4f00c8f34, host: n-h2-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82c42862-5e09-44a3-a831-056ff41e66f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4641d9e3-bbfb-4ca1-b978-fac986a6f197'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:30:30.566294 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-04ff0bdb-ff8c-42f1-ace4-15161dbb881b req-57acca71-2f6a-4b74-a64b-0ed41d2096da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (b006df45-132a-4ac3-81a7-47a4f00c8f34), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:30.577471 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-012556f8-a7e7-45e7-97ed-603f178e6c89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (d8934ec7-a58a-4ae7-a88e-2627c3bba5e0), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:30.580101 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-012556f8-a7e7-45e7-97ed-603f178e6c89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:30.581479 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-012556f8-a7e7-45e7-97ed-603f178e6c89 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d8934ec7-a58a-4ae7-a88e-2627c3bba5e0 HTTP/1.1" status: 204 len: 168 time: 0.5151184 Feb 04 12:30:30.639215 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a015e3ef-9ee0-4ca6-884e-ef628a32a50c None None] New status for floating IP 49801537-36f0-477a-964a-cd3229858c47: ACTIVE {{(pid=103476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 12:30:30.643209 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012556f8-a7e7-45e7-97ed-603f178e6c89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8934ec7-a58a-4ae7-a88e-2627c3bba5e0,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:30.686161 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012556f8-a7e7-45e7-97ed-603f178e6c89 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:30:30.686517 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012556f8-a7e7-45e7-97ed-603f178e6c89 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:30:30.686903 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012556f8-a7e7-45e7-97ed-603f178e6c89 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:30:30.687247 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012556f8-a7e7-45e7-97ed-603f178e6c89 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:30:30.687584 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012556f8-a7e7-45e7-97ed-603f178e6c89 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:30:30.687961 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012556f8-a7e7-45e7-97ed-603f178e6c89 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:30:30.688294 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012556f8-a7e7-45e7-97ed-603f178e6c89 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:30:30.688875 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012556f8-a7e7-45e7-97ed-603f178e6c89 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:30:30.689210 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012556f8-a7e7-45e7-97ed-603f178e6c89 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:30:30.689532 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012556f8-a7e7-45e7-97ed-603f178e6c89 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:30:30.689854 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012556f8-a7e7-45e7-97ed-603f178e6c89 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:30:30.690175 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012556f8-a7e7-45e7-97ed-603f178e6c89 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:30:30.690492 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012556f8-a7e7-45e7-97ed-603f178e6c89 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:30:30.710346 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-f37d6637-89ea-4a07-a1ad-12d0f4fb81e2 tempest-RoutersTestDVR-1815308502 tempest-RoutersTestDVR-1815308502-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-772419592'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:30:30.740108 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-04ff0bdb-ff8c-42f1-ace4-15161dbb881b req-57acca71-2f6a-4b74-a64b-0ed41d2096da service neutron] For port b006df45-132a-4ac3-81a7-47a4f00c8f34, host n-h2-825015-3, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:30:30.745041 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-04ff0bdb-ff8c-42f1-ace4-15161dbb881b req-57acca71-2f6a-4b74-a64b-0ed41d2096da service neutron] For port b006df45-132a-4ac3-81a7-47a4f00c8f34, host n-h2-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=b006df45-132a-4ac3-81a7-47a4f00c8f34,segment=NetworkSegment(82c42862-5e09-44a3-a831-056ff41e66f5),segment_id=82c42862-5e09-44a3-a831-056ff41e66f5)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:30:30.751058 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ec62c2-39a0-4d2b-84b2-1d46df5c1988 req-561b34f1-4264-4862-8956-bddb92acb448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:30.752898 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f37d6637-89ea-4a07-a1ad-12d0f4fb81e2 tempest-RoutersTestDVR-1815308502 tempest-RoutersTestDVR-1815308502-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10933'] for router (b60bb44a-236b-4581-9443-815d5cb06634), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:30.754409 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f37d6637-89ea-4a07-a1ad-12d0f4fb81e2 tempest-RoutersTestDVR-1815308502 tempest-RoutersTestDVR-1815308502-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10924'] for router (b60bb44a-236b-4581-9443-815d5cb06634), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:30.761167 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c0ec62c2-39a0-4d2b-84b2-1d46df5c1988 req-561b34f1-4264-4862-8956-bddb92acb448 service neutron] 10.222.0.65 "GET /v2.0/networks?id=0e8b5cfe-93df-4af8-ae4b-dba09d277a8f HTTP/1.1" status: 200 len: 921 time: 0.3740458 Feb 04 12:30:30.761379 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-04ff0bdb-ff8c-42f1-ace4-15161dbb881b req-57acca71-2f6a-4b74-a64b-0ed41d2096da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (b006df45-132a-4ac3-81a7-47a4f00c8f34), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:30.773518 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a6d0ea19-0dcf-48ce-bcb1-125f109373c6 req-2cd4aad9-386b-451f-8f8c-b8ae3620cf1e tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] 10.222.0.65 "GET /v2.0/security-groups?id=a4645ff9-4aba-4923-b590-6a9167d2e893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521858 Feb 04 12:30:30.866390 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ff0bdb-ff8c-42f1-ace4-15161dbb881b req-57acca71-2f6a-4b74-a64b-0ed41d2096da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:30.867185 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-04ff0bdb-ff8c-42f1-ace4-15161dbb881b req-57acca71-2f6a-4b74-a64b-0ed41d2096da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:30.869996 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-04ff0bdb-ff8c-42f1-ace4-15161dbb881b req-57acca71-2f6a-4b74-a64b-0ed41d2096da service neutron] 10.222.0.77 "PUT /v2.0/ports/b006df45-132a-4ac3-81a7-47a4f00c8f34 HTTP/1.1" status: 200 len: 1092 time: 1.2324173 Feb 04 12:30:30.874679 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78a0124c-559b-41f1-9646-392b0411e2e1', 'tag': 'b006df45-132a-4ac3-81a7-47a4f00c8f34'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:30:30.877247 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fade7ba3-b698-4c51-bed5-ffe9e72dec81" -d '{"events": [{"name": "network-changed", "server_uuid": "78a0124c-559b-41f1-9646-392b0411e2e1", "tag": "b006df45-132a-4ac3-81a7-47a4f00c8f34"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:30:30.879562 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c0ec62c2-39a0-4d2b-84b2-1d46df5c1988 req-8ea0518e-f07f-40d7-b9b2-4cfdd30dc2ba service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=07bc61dc-c652-4fa7-a159-f20382558df9 HTTP/1.1" status: 200 len: 217 time: 0.1174550 Feb 04 12:30:30.887435 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab33faff-dd18-4aef-876c-7e2b8ed90d6f x-openstack-request-id: req-ab33faff-dd18-4aef-876c-7e2b8ed90d6f {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:30:30.899966 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f61c4342-b34a-4964-bf13-99b6b46cc5ae", "tag": "07bc61dc-c652-4fa7-a159-f20382558df9", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:30:30.900532 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ab33faff-dd18-4aef-876c-7e2b8ed90d6f {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:30:30.901106 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f61c4342-b34a-4964-bf13-99b6b46cc5ae', 'tag': '07bc61dc-c652-4fa7-a159-f20382558df9', 'status': 'completed', 'code': 200} Feb 04 12:30:30.972047 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f37d6637-89ea-4a07-a1ad-12d0f4fb81e2 tempest-RoutersTestDVR-1815308502 tempest-RoutersTestDVR-1815308502-project-admin] Publish callbacks [] for router_controller (b60bb44a-236b-4581-9443-815d5cb06634), precommit_add_association {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:30.973578 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57acca71-2f6a-4b74-a64b-0ed41d2096da service neutron] Pushing event updated for resources: {'Port': ['ID=b006df45-132a-4ac3-81a7-47a4f00c8f34,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:30.988506 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ec62c2-39a0-4d2b-84b2-1d46df5c1988 req-4cc904af-e7fe-4263-aed1-2de53a18c72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:30.990531 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f37d6637-89ea-4a07-a1ad-12d0f4fb81e2 tempest-RoutersTestDVR-1815308502 tempest-RoutersTestDVR-1815308502-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141'] for router (b60bb44a-236b-4581-9443-815d5cb06634), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:30.995807 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c0ec62c2-39a0-4d2b-84b2-1d46df5c1988 req-4cc904af-e7fe-4263-aed1-2de53a18c72b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3386ae8c-a86c-451c-bf79-ead86dfd6679 HTTP/1.1" status: 200 len: 859 time: 0.1147804 Feb 04 12:30:31.005588 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ff0bdb-ff8c-42f1-ace4-15161dbb881b req-8b210b3e-761a-43cc-b9a5-4e28c3b033c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:31.007155 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-04ff0bdb-ff8c-42f1-ace4-15161dbb881b req-8b210b3e-761a-43cc-b9a5-4e28c3b033c8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=15c4606ad13a46b29ee60be66da65533&device_id=78a0124c-559b-41f1-9646-392b0411e2e1 HTTP/1.1" status: 200 len: 1126 time: 0.0838516 Feb 04 12:30:31.020166 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f37d6637-89ea-4a07-a1ad-12d0f4fb81e2 tempest-RoutersTestDVR-1815308502 tempest-RoutersTestDVR-1815308502-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:31.022956 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-f37d6637-89ea-4a07-a1ad-12d0f4fb81e2 tempest-RoutersTestDVR-1815308502 tempest-RoutersTestDVR-1815308502-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.5099192 Feb 04 12:30:31.034893 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 41442) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:30:31.048214 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c15011-334c-498f-8441-452f38f8af9e req-34eedc6e-265b-4a01-9f98-1c7e6d3910f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:31.049650 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f0c15011-334c-498f-8441-452f38f8af9e req-34eedc6e-265b-4a01-9f98-1c7e6d3910f1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2f7dc246-a024-4937-952c-0ddeef5af29c HTTP/1.1" status: 200 len: 870 time: 0.5707276 Feb 04 12:30:31.136690 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-04ff0bdb-ff8c-42f1-ace4-15161dbb881b req-91c4dad9-c849-40bb-bfb6-4721e1c70a7e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b006df45-132a-4ac3-81a7-47a4f00c8f34 HTTP/1.1" status: 200 len: 217 time: 0.1097136 Feb 04 12:30:31.205150 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ff0bdb-ff8c-42f1-ace4-15161dbb881b req-050e8516-aa98-4df8-a1e6-6383fa229fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:31.214389 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-04ff0bdb-ff8c-42f1-ace4-15161dbb881b req-050e8516-aa98-4df8-a1e6-6383fa229fa6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f23bfa97-1a92-478f-9c00-f3b0c9e898c3 HTTP/1.1" status: 200 len: 846 time: 0.0692632 Feb 04 12:30:31.214806 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f0c15011-334c-498f-8441-452f38f8af9e req-f30e9a9a-5c72-4a5d-b637-17c2be6f3625 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=db538db2-c02c-4361-8837-b38171c24852 HTTP/1.1" status: 200 len: 217 time: 0.1380429 Feb 04 12:30:31.240334 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0ca3b57e-7ad1-42b7-94c5-abf463b93602 tempest-RoutersTestDVR-1815308502 tempest-RoutersTestDVR-1815308502-project-admin] Publish callbacks [] for router (b60bb44a-236b-4581-9443-815d5cb06634), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:31.250763 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:31.280583 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-04ff0bdb-ff8c-42f1-ace4-15161dbb881b req-da7b15bc-b597-4fd9-a14b-65718c4489b0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4641d9e3-bbfb-4ca1-b978-fac986a6f197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563793 Feb 04 12:30:31.365671 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e156dcb8-a69b-4605-b75c-5f0eb27b2c0b None None] Sync routers for ids ['516f5507-9489-4274-a053-d5ddb06c86ed'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:30:31.382365 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e156dcb8-a69b-4605-b75c-5f0eb27b2c0b None None] Routers {'516f5507-9489-4274-a053-d5ddb06c86ed'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:30:31.384001 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-e156dcb8-a69b-4605-b75c-5f0eb27b2c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:30:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['516f5507-9489-4274-a053-d5ddb06c86ed'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:30:31.403658 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-04ff0bdb-ff8c-42f1-ace4-15161dbb881b req-3fb7bf8e-715f-4a75-9fea-1715d902a101 service neutron] 10.222.0.77 "GET /v2.0/networks/4641d9e3-bbfb-4ca1-b978-fac986a6f197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193819 Feb 04 12:30:31.539360 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-e156dcb8-a69b-4605-b75c-5f0eb27b2c0b None None] Set router 516f5507-9489-4274-a053-d5ddb06c86ed gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:30:31.542354 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-04ff0bdb-ff8c-42f1-ace4-15161dbb881b req-b5933cce-80bc-45b0-ae27-063b67ad800c service neutron] 10.222.0.77 "GET /v2.0/networks/4641d9e3-bbfb-4ca1-b978-fac986a6f197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320763 Feb 04 12:30:31.545575 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:31.771231 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d75415a-fa4a-4e3c-8ccd-34728710690f req-cd3dcf72-8b10-4543-a939-d33a045e2754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:31.772759 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5d75415a-fa4a-4e3c-8ccd-34728710690f req-cd3dcf72-8b10-4543-a939-d33a045e2754 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=dcbc9e99c00c41539a07d9ddf5098f10&device_id=f61c4342-b34a-4964-bf13-99b6b46cc5ae HTTP/1.1" status: 200 len: 1127 time: 0.8707027 Feb 04 12:30:31.797956 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ec62c2-39a0-4d2b-84b2-1d46df5c1988 req-ff3e54c4-9cf4-41c1-a3e7-99d3f1152819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:31.799013 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c0ec62c2-39a0-4d2b-84b2-1d46df5c1988 req-ff3e54c4-9cf4-41c1-a3e7-99d3f1152819 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0e8b5cfe-93df-4af8-ae4b-dba09d277a8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.8026690 Feb 04 12:30:31.853135 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [req-c0ec62c2-39a0-4d2b-84b2-1d46df5c1988 req-64dae49e-1806-4df4-8c43-69aff475cb0d service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:30:31.854145 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c0ec62c2-39a0-4d2b-84b2-1d46df5c1988 req-64dae49e-1806-4df4-8c43-69aff475cb0d service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0351436 Feb 04 12:30:31.861709 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3340010-90a4-43af-a655-7d6ed225f2fc req-b3cb40de-2f7a-4c80-8efc-db336d600e70 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:31.863231 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a3340010-90a4-43af-a655-7d6ed225f2fc req-b3cb40de-2f7a-4c80-8efc-db336d600e70 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f640cd7-6b63-4483-b856-61ce2fc44360 HTTP/1.1" status: 200 len: 950 time: 0.8625054 Feb 04 12:30:31.889734 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-e156dcb8-a69b-4605-b75c-5f0eb27b2c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '516f5507-9489-4274-a053-d5ddb06c86ed', 'name': 'tempest-FloatingIPsAssociationTestJSON-790215227-router', 'tenant_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'cf00b52b-2fa9-4155-bb8e-12fe2aa05145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:29:14Z', 'updated_at': '2022-02-04T12:29:25Z', 'revision_number': 4, 'project_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'gw_port': {'id': 'cf00b52b-2fa9-4155-bb8e-12fe2aa05145', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:95:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516f5507-9489-4274-a053-d5ddb06c86ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:29:15Z', 'updated_at': '2022-02-04T12:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': '49801537-36f0-477a-964a-cd3229858c47', 'tenant_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'floating_ip_address': '172.25.3.210', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': '516f5507-9489-4274-a053-d5ddb06c86ed', 'port_id': '3b7e7211-f120-4684-8570-e850b7030cb2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1159, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e8b5cfe-93df-4af8-ae4b-dba09d277a8f', 'mac_address': 'fa:16:3e:1a:16:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d9fa91-1fe9-4c02-95d5-f8fdbbdcf9a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:30:02Z', 'updated_at': '2022-02-04T12:30:31Z', 'revision_number': 4, 'project_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab2746b8-c4ff-4dc7-b443-6ebb58255356', 'name': '', 'network_id': '0e8b5cfe-93df-4af8-ae4b-dba09d277a8f', 'tenant_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'mac_address': 'fa:16:3e:a5:23:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516f5507-9489-4274-a053-d5ddb06c86ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': '3386ae8c-a86c-451c-bf79-ead86dfd6679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:29:21Z', 'updated_at': '2022-02-04T12:29:32Z', 'revision_number': 5, 'project_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'subnets': [{'id': '3386ae8c-a86c-451c-bf79-ead86dfd6679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:30:31.904008 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c15011-334c-498f-8441-452f38f8af9e req-bb94f31c-5639-4153-93b6-0e0e05dc4c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:31.905432 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f0c15011-334c-498f-8441-452f38f8af9e req-bb94f31c-5639-4153-93b6-0e0e05dc4c58 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5ee3374a-84e9-4639-853c-740c6edaf6dc HTTP/1.1" status: 200 len: 843 time: 0.6837225 Feb 04 12:30:31.917630 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e156dcb8-a69b-4605-b75c-5f0eb27b2c0b None None] Checking router: 516f5507-9489-4274-a053-d5ddb06c86ed for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:30:31.928931 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e156dcb8-a69b-4605-b75c-5f0eb27b2c0b None None] Routers {'516f5507-9489-4274-a053-d5ddb06c86ed'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:30:31.929570 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-e156dcb8-a69b-4605-b75c-5f0eb27b2c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:30:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['516f5507-9489-4274-a053-d5ddb06c86ed'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:30:32.083611 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0ca3b57e-7ad1-42b7-94c5-abf463b93602 tempest-RoutersTestDVR-1815308502 tempest-RoutersTestDVR-1815308502-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10915'] for router (b60bb44a-236b-4581-9443-815d5cb06634), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:32.095605 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0ca3b57e-7ad1-42b7-94c5-abf463b93602 tempest-RoutersTestDVR-1815308502 tempest-RoutersTestDVR-1815308502-project-admin] Publish callbacks [] for router_controller (b60bb44a-236b-4581-9443-815d5cb06634), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:32.164174 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-e156dcb8-a69b-4605-b75c-5f0eb27b2c0b None None] Set router 516f5507-9489-4274-a053-d5ddb06c86ed gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:30:32.182946 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d75415a-fa4a-4e3c-8ccd-34728710690f req-98efbf19-d4e0-4242-92a6-47d2361adeed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:32.184468 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5d75415a-fa4a-4e3c-8ccd-34728710690f req-98efbf19-d4e0-4242-92a6-47d2361adeed service neutron] 10.222.0.73 "GET /v2.0/networks?id=0e8b5cfe-93df-4af8-ae4b-dba09d277a8f HTTP/1.1" status: 200 len: 921 time: 0.4007270 Feb 04 12:30:32.210509 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a3340010-90a4-43af-a655-7d6ed225f2fc req-afbf3222-d2f1-4c77-bdfe-df6db4f18cb5 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3306665 Feb 04 12:30:32.214417 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0ca3b57e-7ad1-42b7-94c5-abf463b93602 tempest-RoutersTestDVR-1815308502 tempest-RoutersTestDVR-1815308502-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622829'] for router (b60bb44a-236b-4581-9443-815d5cb06634), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:32.215779 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ca3b57e-7ad1-42b7-94c5-abf463b93602 tempest-RoutersTestDVR-1815308502 tempest-RoutersTestDVR-1815308502-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b60bb44a-236b-4581-9443-815d5cb06634 {{(pid=103475) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 12:30:32.249392 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c0ec62c2-39a0-4d2b-84b2-1d46df5c1988 req-d3d2772d-ca3d-41bb-a7af-1c6925207245 service neutron] 10.222.0.65 "GET /v2.0/networks/0e8b5cfe-93df-4af8-ae4b-dba09d277a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3844159 Feb 04 12:30:32.251781 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0ca3b57e-7ad1-42b7-94c5-abf463b93602 tempest-RoutersTestDVR-1815308502 tempest-RoutersTestDVR-1815308502-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:32.256002 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 41474) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:30:32.256464 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-0ca3b57e-7ad1-42b7-94c5-abf463b93602 tempest-RoutersTestDVR-1815308502 tempest-RoutersTestDVR-1815308502-project-admin] 10.222.0.65 "DELETE /v2.0/routers/b60bb44a-236b-4581-9443-815d5cb06634 HTTP/1.1" status: 204 len: 168 time: 1.2102721 Feb 04 12:30:32.258987 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5d75415a-fa4a-4e3c-8ccd-34728710690f req-c7024046-1e51-4d8d-ac36-2b1a7d1ba6a7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=07bc61dc-c652-4fa7-a159-f20382558df9 HTTP/1.1" status: 200 len: 217 time: 0.0622320 Feb 04 12:30:32.264566 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-dd40663b-8b10-4bba-a62f-baa9d56ab0a8 tempest-RoutersTestDVR-1815308502 tempest-RoutersTestDVR-1815308502-project-admin] Request body: {'router': {'name': 'tempest-router-998986901', 'distributed': False}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:30:32.269520 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c15011-334c-498f-8441-452f38f8af9e req-a87c4ae1-dd95-4fc6-9429-b6e34fb1a87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:32.271113 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f0c15011-334c-498f-8441-452f38f8af9e req-a87c4ae1-dd95-4fc6-9429-b6e34fb1a87f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2f7dc246-a024-4937-952c-0ddeef5af29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3164191 Feb 04 12:30:32.301943 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dd40663b-8b10-4bba-a62f-baa9d56ab0a8 tempest-RoutersTestDVR-1815308502 tempest-RoutersTestDVR-1815308502-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10933'] for router (927112f5-7cc7-434c-9e99-74ca449512e5), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:32.304654 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dd40663b-8b10-4bba-a62f-baa9d56ab0a8 tempest-RoutersTestDVR-1815308502 tempest-RoutersTestDVR-1815308502-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10924'] for router (927112f5-7cc7-434c-9e99-74ca449512e5), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:32.392692 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dd40663b-8b10-4bba-a62f-baa9d56ab0a8 tempest-RoutersTestDVR-1815308502 tempest-RoutersTestDVR-1815308502-project-admin] Publish callbacks [] for router_controller (927112f5-7cc7-434c-9e99-74ca449512e5), precommit_add_association {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:32.399960 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dd40663b-8b10-4bba-a62f-baa9d56ab0a8 tempest-RoutersTestDVR-1815308502 tempest-RoutersTestDVR-1815308502-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141'] for router (927112f5-7cc7-434c-9e99-74ca449512e5), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:32.424689 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dd40663b-8b10-4bba-a62f-baa9d56ab0a8 tempest-RoutersTestDVR-1815308502 tempest-RoutersTestDVR-1815308502-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:32.426353 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-dd40663b-8b10-4bba-a62f-baa9d56ab0a8 tempest-RoutersTestDVR-1815308502 tempest-RoutersTestDVR-1815308502-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1684093 Feb 04 12:30:32.429533 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 41480) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:30:32.473544 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d75415a-fa4a-4e3c-8ccd-34728710690f req-2cf540b2-df21-4498-9d51-5565004045a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:32.475029 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5d75415a-fa4a-4e3c-8ccd-34728710690f req-2cf540b2-df21-4498-9d51-5565004045a0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3386ae8c-a86c-451c-bf79-ead86dfd6679 HTTP/1.1" status: 200 len: 859 time: 0.2028518 Feb 04 12:30:32.491420 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-e156dcb8-a69b-4605-b75c-5f0eb27b2c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '516f5507-9489-4274-a053-d5ddb06c86ed', 'name': 'tempest-FloatingIPsAssociationTestJSON-790215227-router', 'tenant_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'cf00b52b-2fa9-4155-bb8e-12fe2aa05145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:29:14Z', 'updated_at': '2022-02-04T12:29:25Z', 'revision_number': 4, 'project_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'gw_port': {'id': 'cf00b52b-2fa9-4155-bb8e-12fe2aa05145', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:95:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516f5507-9489-4274-a053-d5ddb06c86ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:29:15Z', 'updated_at': '2022-02-04T12:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': '49801537-36f0-477a-964a-cd3229858c47', 'tenant_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'floating_ip_address': '172.25.3.210', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': '516f5507-9489-4274-a053-d5ddb06c86ed', 'port_id': '3b7e7211-f120-4684-8570-e850b7030cb2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1159, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e8b5cfe-93df-4af8-ae4b-dba09d277a8f', 'mac_address': 'fa:16:3e:1a:16:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d9fa91-1fe9-4c02-95d5-f8fdbbdcf9a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:30:02Z', 'updated_at': '2022-02-04T12:30:31Z', 'revision_number': 4, 'project_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab2746b8-c4ff-4dc7-b443-6ebb58255356', 'name': '', 'network_id': '0e8b5cfe-93df-4af8-ae4b-dba09d277a8f', 'tenant_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'mac_address': 'fa:16:3e:a5:23:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516f5507-9489-4274-a053-d5ddb06c86ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': '3386ae8c-a86c-451c-bf79-ead86dfd6679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:29:21Z', 'updated_at': '2022-02-04T12:29:32Z', 'revision_number': 5, 'project_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'subnets': [{'id': '3386ae8c-a86c-451c-bf79-ead86dfd6679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:30:32.519037 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-572a3ffa-a140-4fe6-a51a-9cb681ca4e63 tempest-RoutersTestDVR-1815308502 tempest-RoutersTestDVR-1815308502-project-admin] Publish callbacks [] for router (927112f5-7cc7-434c-9e99-74ca449512e5), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:32.537603 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c0ec62c2-39a0-4d2b-84b2-1d46df5c1988 req-08b56b95-7dc5-4442-82ad-fa2cbc518a17 service neutron] 10.222.0.65 "GET /v2.0/networks/0e8b5cfe-93df-4af8-ae4b-dba09d277a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2768121 Feb 04 12:30:32.570056 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e156dcb8-a69b-4605-b75c-5f0eb27b2c0b None None] The sync data for ids ['516f5507-9489-4274-a053-d5ddb06c86ed'] in n-d-825015-3 is: [{'id': '516f5507-9489-4274-a053-d5ddb06c86ed', 'name': 'tempest-FloatingIPsAssociationTestJSON-790215227-router', 'tenant_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'cf00b52b-2fa9-4155-bb8e-12fe2aa05145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:29:14Z', 'updated_at': '2022-02-04T12:29:25Z', 'revision_number': 4, 'project_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'gw_port': {'id': 'cf00b52b-2fa9-4155-bb8e-12fe2aa05145', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:95:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516f5507-9489-4274-a053-d5ddb06c86ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:29:15Z', 'updated_at': '2022-02-04T12:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': '49801537-36f0-477a-964a-cd3229858c47', 'tenant_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'floating_ip_address': '172.25.3.210', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': '516f5507-9489-4274-a053-d5ddb06c86ed', 'port_id': '3b7e7211-f120-4684-8570-e850b7030cb2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1159, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e8b5cfe-93df-4af8-ae4b-dba09d277a8f', 'mac_address': 'fa:16:3e:1a:16:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d9fa91-1fe9-4c02-95d5-f8fdbbdcf9a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:30:02Z', 'updated_at': '2022-02-04T12:30:31Z', 'revision_number': 4, 'project_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab2746b8-c4ff-4dc7-b443-6ebb58255356', 'name': '', 'network_id': '0e8b5cfe-93df-4af8-ae4b-dba09d277a8f', 'tenant_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'mac_address': 'fa:16:3e:a5:23:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516f5507-9489-4274-a053-d5ddb06c86ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': '3386ae8c-a86c-451c-bf79-ead86dfd6679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:29:21Z', 'updated_at': '2022-02-04T12:29:32Z', 'revision_number': 5, 'project_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'subnets': [{'id': '3386ae8c-a86c-451c-bf79-ead86dfd6679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:30:32.577170 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878cfd41-83a3-4d62-ae8f-5d550e300223 req-b04486a3-ad8f-43ab-884e-1ed27ff07af4 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:32.578802 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-878cfd41-83a3-4d62-ae8f-5d550e300223 req-b04486a3-ad8f-43ab-884e-1ed27ff07af4 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/ports?device_id=78a0124c-559b-41f1-9646-392b0411e2e1 HTTP/1.1" status: 200 len: 944 time: 0.2273729 Feb 04 12:30:32.599544 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device db538db2-c02c-4361-8837-b38171c24852 no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:30:32.620885 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f0c15011-334c-498f-8441-452f38f8af9e req-994d3715-3f52-4353-b3dd-b02a1a346d14 service neutron] 10.222.0.73 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2988544 Feb 04 12:30:32.753500 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port db538db2-c02c-4361-8837-b38171c24852 is: ACTIVE; New status is: DOWN {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:30:32.753874 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (db538db2-c02c-4361-8837-b38171c24852), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:32.768825 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d75415a-fa4a-4e3c-8ccd-34728710690f req-5de2c77d-1292-4c41-804e-428cf99c15e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:32.770376 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5d75415a-fa4a-4e3c-8ccd-34728710690f req-5de2c77d-1292-4c41-804e-428cf99c15e0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0e8b5cfe-93df-4af8-ae4b-dba09d277a8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2852316 Feb 04 12:30:32.780640 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-878cfd41-83a3-4d62-ae8f-5d550e300223 req-c940f556-1c1c-4640-9002-b440aa59956a tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/security-groups?id=98d15bf5-a480-4f0d-bc57-8f17260bd5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586981 Feb 04 12:30:32.807548 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f640cd7-6b63-4483-b856-61ce2fc44360', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db538db2-c02c-4361-8837-b38171c24852'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:30:32.808939 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-572a3ffa-a140-4fe6-a51a-9cb681ca4e63 tempest-RoutersTestDVR-1815308502 tempest-RoutersTestDVR-1815308502-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10915'] for router (927112f5-7cc7-434c-9e99-74ca449512e5), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:32.811707 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-572a3ffa-a140-4fe6-a51a-9cb681ca4e63 tempest-RoutersTestDVR-1815308502 tempest-RoutersTestDVR-1815308502-project-admin] Publish callbacks [] for router_controller (927112f5-7cc7-434c-9e99-74ca449512e5), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:32.814962 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a1c5add-2f1a-4ad6-9ce1-d7118e59b180" -d '{"events": [{"server_uuid": "9f640cd7-6b63-4483-b856-61ce2fc44360", "name": "network-vif-unplugged", "status": "completed", "tag": "db538db2-c02c-4361-8837-b38171c24852"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:30:32.851007 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port db538db2-c02c-4361-8837-b38171c24852, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=db538db2-c02c-4361-8837-b38171c24852,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:30:32.857392 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (db538db2-c02c-4361-8837-b38171c24852), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:32.875499 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88b1fc10-716d-4072-8ce6-4c49eec4f8c0 x-openstack-request-id: req-88b1fc10-716d-4072-8ce6-4c49eec4f8c0 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:30:32.875681 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78a0124c-559b-41f1-9646-392b0411e2e1", "tag": "b006df45-132a-4ac3-81a7-47a4f00c8f34", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:30:32.876275 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-88b1fc10-716d-4072-8ce6-4c49eec4f8c0 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:30:32.876912 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78a0124c-559b-41f1-9646-392b0411e2e1', 'tag': 'b006df45-132a-4ac3-81a7-47a4f00c8f34', 'status': 'completed', 'code': 200} Feb 04 12:30:32.878246 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-572a3ffa-a140-4fe6-a51a-9cb681ca4e63 tempest-RoutersTestDVR-1815308502 tempest-RoutersTestDVR-1815308502-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622829'] for router (927112f5-7cc7-434c-9e99-74ca449512e5), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:32.879290 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-572a3ffa-a140-4fe6-a51a-9cb681ca4e63 tempest-RoutersTestDVR-1815308502 tempest-RoutersTestDVR-1815308502-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 927112f5-7cc7-434c-9e99-74ca449512e5 {{(pid=103474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 12:30:32.884438 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-572a3ffa-a140-4fe6-a51a-9cb681ca4e63 tempest-RoutersTestDVR-1815308502 tempest-RoutersTestDVR-1815308502-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:32.890593 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-572a3ffa-a140-4fe6-a51a-9cb681ca4e63 tempest-RoutersTestDVR-1815308502 tempest-RoutersTestDVR-1815308502-project-admin] 10.222.0.65 "DELETE /v2.0/routers/927112f5-7cc7-434c-9e99-74ca449512e5 HTTP/1.1" status: 204 len: 168 time: 0.4592423 Feb 04 12:30:32.892794 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 41488) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:30:32.897435 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-9cd29e09-a77f-405f-9059-e48dd7e7a497 tempest-RoutersTestDVR-1815308502 tempest-RoutersTestDVR-1815308502-project-admin] Request body: {'router': {'name': 'tempest-router-603609713', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'c43ff27e66914a6a9255d120135ec086'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:30:32.927788 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93d9fa91-1fe9-4c02-95d5-f8fdbbdcf9a1', 'tag': '3b7e7211-f120-4684-8570-e850b7030cb2'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:30:32.930487 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90376030-3668-465b-af0a-489a0904b795" -d '{"events": [{"name": "network-changed", "server_uuid": "93d9fa91-1fe9-4c02-95d5-f8fdbbdcf9a1", "tag": "3b7e7211-f120-4684-8570-e850b7030cb2"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:30:32.973000 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ec62c2-39a0-4d2b-84b2-1d46df5c1988 req-b5a92d6f-3146-4603-856f-dc49a6665f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:32.974672 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c0ec62c2-39a0-4d2b-84b2-1d46df5c1988 req-b5a92d6f-3146-4603-856f-dc49a6665f7c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=dcbc9e99c00c41539a07d9ddf5098f10&device_id=93d9fa91-1fe9-4c02-95d5-f8fdbbdcf9a1 HTTP/1.1" status: 200 len: 1128 time: 0.3942757 Feb 04 12:30:32.988788 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9cd29e09-a77f-405f-9059-e48dd7e7a497 tempest-RoutersTestDVR-1815308502 tempest-RoutersTestDVR-1815308502-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10933'] for router (9d818a04-fc3b-49fa-aa55-fbf01d8d11f4), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:32.992110 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9cd29e09-a77f-405f-9059-e48dd7e7a497 tempest-RoutersTestDVR-1815308502 tempest-RoutersTestDVR-1815308502-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10924'] for router (9d818a04-fc3b-49fa-aa55-fbf01d8d11f4), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:33.013962 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fade7ba3-b698-4c51-bed5-ffe9e72dec81 req-b7ecf6c5-fa91-4a2c-addb-8543854d8bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:33.016199 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-fade7ba3-b698-4c51-bed5-ffe9e72dec81 req-b7ecf6c5-fa91-4a2c-addb-8543854d8bb2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=15c4606ad13a46b29ee60be66da65533&device_id=78a0124c-559b-41f1-9646-392b0411e2e1 HTTP/1.1" status: 200 len: 1126 time: 0.1243999 Feb 04 12:30:33.080683 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f0c15011-334c-498f-8441-452f38f8af9e req-61acdeb1-356f-419b-914c-9899ac23e2c4 service neutron] 10.222.0.73 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4233055 Feb 04 12:30:33.164967 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9cd29e09-a77f-405f-9059-e48dd7e7a497 tempest-RoutersTestDVR-1815308502 tempest-RoutersTestDVR-1815308502-project-admin] Publish callbacks [] for router_controller (9d818a04-fc3b-49fa-aa55-fbf01d8d11f4), precommit_add_association {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:33.175622 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9cd29e09-a77f-405f-9059-e48dd7e7a497 tempest-RoutersTestDVR-1815308502 tempest-RoutersTestDVR-1815308502-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141'] for router (9d818a04-fc3b-49fa-aa55-fbf01d8d11f4), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:33.197631 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=db538db2-c02c-4361-8837-b38171c24852,revision_number=6']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:33.201896 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ec62c2-39a0-4d2b-84b2-1d46df5c1988 req-75f6d924-52cf-4882-a746-6e87291f2e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:33.209764 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c0ec62c2-39a0-4d2b-84b2-1d46df5c1988 req-75f6d924-52cf-4882-a746-6e87291f2e13 service neutron] 10.222.0.65 "GET /v2.0/networks?id=0e8b5cfe-93df-4af8-ae4b-dba09d277a8f HTTP/1.1" status: 200 len: 921 time: 0.2246895 Feb 04 12:30:33.214406 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9cd29e09-a77f-405f-9059-e48dd7e7a497 tempest-RoutersTestDVR-1815308502 tempest-RoutersTestDVR-1815308502-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:33.215616 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-9cd29e09-a77f-405f-9059-e48dd7e7a497 tempest-RoutersTestDVR-1815308502 tempest-RoutersTestDVR-1815308502-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3220057 Feb 04 12:30:33.219603 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 41500) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:30:33.227457 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-bd90912a-46f2-4b27-971f-5190e3ea16e8 tempest-RoutersTestDVR-1815308502 tempest-RoutersTestDVR-1815308502-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:30:33.230928 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5d75415a-fa4a-4e3c-8ccd-34728710690f req-4cc6a964-7590-4966-9dbb-848eeefb3bad service neutron] 10.222.0.73 "GET /v2.0/networks/0e8b5cfe-93df-4af8-ae4b-dba09d277a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4321053 Feb 04 12:30:33.283133 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fade7ba3-b698-4c51-bed5-ffe9e72dec81 req-bf57b25a-42e4-43de-a5bf-556749b3a721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:33.285540 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-fade7ba3-b698-4c51-bed5-ffe9e72dec81 req-bf57b25a-42e4-43de-a5bf-556749b3a721 service neutron] 10.222.0.77 "GET /v2.0/networks?id=4641d9e3-bbfb-4ca1-b978-fac986a6f197 HTTP/1.1" status: 200 len: 907 time: 0.2623284 Feb 04 12:30:33.374814 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-fade7ba3-b698-4c51-bed5-ffe9e72dec81 req-0f691348-1953-408c-9a00-5e3be8841b0d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b006df45-132a-4ac3-81a7-47a4f00c8f34 HTTP/1.1" status: 200 len: 217 time: 0.0465107 Feb 04 12:30:33.380173 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cddac30-4e23-4d0f-9480-a44242ba18f4 req-903583cd-159a-4c17-a35b-003eae13a44d tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:33.381745 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6cddac30-4e23-4d0f-9480-a44242ba18f4 req-903583cd-159a-4c17-a35b-003eae13a44d tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c4615de-bb7e-4e13-9824-66067b606ac9 HTTP/1.1" status: 200 len: 946 time: 0.3036585 Feb 04 12:30:33.420142 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c0ec62c2-39a0-4d2b-84b2-1d46df5c1988 req-d493fbbd-f9ba-4026-aa50-c66be97a8a17 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b7e7211-f120-4684-8570-e850b7030cb2 HTTP/1.1" status: 200 len: 1002 time: 0.2089343 Feb 04 12:30:33.510227 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5d75415a-fa4a-4e3c-8ccd-34728710690f req-47696ea3-c254-4a25-a2ae-8f63e95ab28b service neutron] 10.222.0.73 "GET /v2.0/networks/0e8b5cfe-93df-4af8-ae4b-dba09d277a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683318 Feb 04 12:30:33.514164 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6cddac30-4e23-4d0f-9480-a44242ba18f4 req-73a52c84-92d0-4fc7-9085-fadea3c70a5e tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee89b6e9-25e2-41ab-a8a3-c85f5e0697a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235693 Feb 04 12:30:33.524284 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ec62c2-39a0-4d2b-84b2-1d46df5c1988 req-c35a00d7-0e25-4696-ae59-072f2e174dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:33.525782 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c0ec62c2-39a0-4d2b-84b2-1d46df5c1988 req-c35a00d7-0e25-4696-ae59-072f2e174dea service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3386ae8c-a86c-451c-bf79-ead86dfd6679 HTTP/1.1" status: 200 len: 859 time: 0.0960884 Feb 04 12:30:33.603211 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ec62c2-39a0-4d2b-84b2-1d46df5c1988 req-261a7130-d598-4084-bf39-3954b9bac377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:33.604774 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c0ec62c2-39a0-4d2b-84b2-1d46df5c1988 req-261a7130-d598-4084-bf39-3954b9bac377 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0e8b5cfe-93df-4af8-ae4b-dba09d277a8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0658507 Feb 04 12:30:33.622386 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fade7ba3-b698-4c51-bed5-ffe9e72dec81 req-8cad921a-f178-4f3d-97d5-755aff45c556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:33.624402 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-fade7ba3-b698-4c51-bed5-ffe9e72dec81 req-8cad921a-f178-4f3d-97d5-755aff45c556 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f23bfa97-1a92-478f-9c00-f3b0c9e898c3 HTTP/1.1" status: 200 len: 846 time: 0.1626358 Feb 04 12:30:33.693356 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-fade7ba3-b698-4c51-bed5-ffe9e72dec81 req-0bc66214-8f11-4876-9f56-8fc6e5f81d86 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4641d9e3-bbfb-4ca1-b978-fac986a6f197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371320 Feb 04 12:30:33.693356 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bd90912a-46f2-4b27-971f-5190e3ea16e8 tempest-RoutersTestDVR-1815308502 tempest-RoutersTestDVR-1815308502-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1623026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10906'] for router (9d818a04-fc3b-49fa-aa55-fbf01d8d11f4), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:33.693356 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bd90912a-46f2-4b27-971f-5190e3ea16e8 tempest-RoutersTestDVR-1815308502 tempest-RoutersTestDVR-1815308502-project-admin] Publish callbacks [] for router (9d818a04-fc3b-49fa-aa55-fbf01d8d11f4), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:33.718098 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e262778c-3399-4b7e-9fe2-7bc2fbc1e1aa req-694105b0-fbe9-44fe-94c9-503cd0fa0125 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:33.721946 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e262778c-3399-4b7e-9fe2-7bc2fbc1e1aa req-694105b0-fbe9-44fe-94c9-503cd0fa0125 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f8ba64e-f52d-4f61-adfb-46357a42bdb9 HTTP/1.1" status: 200 len: 946 time: 0.1324420 Feb 04 12:30:33.807750 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device b006df45-132a-4ac3-81a7-47a4f00c8f34 details requested by agent hyperv_n-h2-825015-3 with host n-h2-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:30:33.812440 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c0ec62c2-39a0-4d2b-84b2-1d46df5c1988 req-670ec85e-76b6-4b53-979e-9d792d8994e3 service neutron] 10.222.0.65 "GET /v2.0/networks/0e8b5cfe-93df-4af8-ae4b-dba09d277a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830542 Feb 04 12:30:33.859622 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-bd90912a-46f2-4b27-971f-5190e3ea16e8 tempest-RoutersTestDVR-1815308502 tempest-RoutersTestDVR-1815308502-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103474) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Feb 04 12:30:33.860217 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-bd90912a-46f2-4b27-971f-5190e3ea16e8 tempest-RoutersTestDVR-1815308502 tempest-RoutersTestDVR-1815308502-project-admin] Router 9d818a04-fc3b-49fa-aa55-fbf01d8d11f4 migrating from provider to provider. {{(pid=103474) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Feb 04 12:30:33.862051 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bd90912a-46f2-4b27-971f-5190e3ea16e8 tempest-RoutersTestDVR-1815308502 tempest-RoutersTestDVR-1815308502-project-admin] Publish callbacks [] for router_controller (9d818a04-fc3b-49fa-aa55-fbf01d8d11f4), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:33.879702 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bd90912a-46f2-4b27-971f-5190e3ea16e8 tempest-RoutersTestDVR-1815308502 tempest-RoutersTestDVR-1815308502-project-admin] Publish callbacks [] for router_controller (9d818a04-fc3b-49fa-aa55-fbf01d8d11f4), precommit_add_association {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:33.885012 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bd90912a-46f2-4b27-971f-5190e3ea16e8 tempest-RoutersTestDVR-1815308502 tempest-RoutersTestDVR-1815308502-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1623127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1623150', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1622793'] for router (9d818a04-fc3b-49fa-aa55-fbf01d8d11f4), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:33.969071 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e262778c-3399-4b7e-9fe2-7bc2fbc1e1aa req-ee5af497-e3ac-417f-ae5e-32d0fe229bb2 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] 10.222.0.65 "GET /v2.0/security-groups?id=a4645ff9-4aba-4923-b590-6a9167d2e893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330606 Feb 04 12:30:33.986941 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-fade7ba3-b698-4c51-bed5-ffe9e72dec81 req-af2c36f9-0b06-4faa-bbe8-8ef59c7a6b71 service neutron] 10.222.0.77 "GET /v2.0/networks/4641d9e3-bbfb-4ca1-b978-fac986a6f197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537198 Feb 04 12:30:34.013682 n-d-825015-3 neutron-server[103474]: WARNING neutron.scheduler.l3_agent_scheduler [None req-bd90912a-46f2-4b27-971f-5190e3ea16e8 tempest-RoutersTestDVR-1815308502 tempest-RoutersTestDVR-1815308502-project-admin] No L3 agents can host the router 9d818a04-fc3b-49fa-aa55-fbf01d8d11f4 Feb 04 12:30:34.020805 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port b006df45-132a-4ac3-81a7-47a4f00c8f34, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=b006df45-132a-4ac3-81a7-47a4f00c8f34,segment=NetworkSegment(82c42862-5e09-44a3-a831-056ff41e66f5),segment_id=82c42862-5e09-44a3-a831-056ff41e66f5)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:30:34.050591 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 12:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9b7c552-462e-4a0f-9488-19ced9e15b4e x-openstack-request-id: req-a9b7c552-462e-4a0f-9488-19ced9e15b4e {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:30:34.050867 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f640cd7-6b63-4483-b856-61ce2fc44360", "name": "network-vif-unplugged", "status": "completed", "tag": "db538db2-c02c-4361-8837-b38171c24852", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:30:34.051126 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a9b7c552-462e-4a0f-9488-19ced9e15b4e {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:30:34.054261 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f640cd7-6b63-4483-b856-61ce2fc44360', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db538db2-c02c-4361-8837-b38171c24852', 'code': 200} Feb 04 12:30:34.060989 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Returning: {'device': 'b006df45-132a-4ac3-81a7-47a4f00c8f34', 'network_id': '4641d9e3-bbfb-4ca1-b978-fac986a6f197', 'port_id': 'b006df45-132a-4ac3-81a7-47a4f00c8f34', 'mac_address': 'fa:16:3e:5a:d5:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f23bfa97-1a92-478f-9c00-f3b0c9e898c3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:30:34.066414 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c0ec62c2-39a0-4d2b-84b2-1d46df5c1988 req-bbfac369-79fd-4940-889a-a0399d44554b service neutron] 10.222.0.65 "GET /v2.0/networks/0e8b5cfe-93df-4af8-ae4b-dba09d277a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455091 Feb 04 12:30:34.102885 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cec247d0-6819-462e-bc56-ec740d358df3 x-openstack-request-id: req-cec247d0-6819-462e-bc56-ec740d358df3 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:30:34.103310 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93d9fa91-1fe9-4c02-95d5-f8fdbbdcf9a1", "tag": "3b7e7211-f120-4684-8570-e850b7030cb2", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:30:34.103694 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cec247d0-6819-462e-bc56-ec740d358df3 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:30:34.104259 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93d9fa91-1fe9-4c02-95d5-f8fdbbdcf9a1', 'tag': '3b7e7211-f120-4684-8570-e850b7030cb2', 'status': 'completed', 'code': 200} Feb 04 12:30:34.149201 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port b006df45-132a-4ac3-81a7-47a4f00c8f34 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:30:34.149597 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (b006df45-132a-4ac3-81a7-47a4f00c8f34), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:34.192959 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b006df45-132a-4ac3-81a7-47a4f00c8f34 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:30:34.230945 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port b006df45-132a-4ac3-81a7-47a4f00c8f34, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=b006df45-132a-4ac3-81a7-47a4f00c8f34,segment=NetworkSegment(82c42862-5e09-44a3-a831-056ff41e66f5),segment_id=82c42862-5e09-44a3-a831-056ff41e66f5)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:30:34.245593 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (b006df45-132a-4ac3-81a7-47a4f00c8f34), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:34.265568 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd90912a-46f2-4b27-971f-5190e3ea16e8 tempest-RoutersTestDVR-1815308502 tempest-RoutersTestDVR-1815308502-project-admin] Hosts for router 9d818a04-fc3b-49fa-aa55-fbf01d8d11f4: [] {{(pid=103474) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Feb 04 12:30:34.303216 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd90912a-46f2-4b27-971f-5190e3ea16e8 tempest-RoutersTestDVR-1815308502 tempest-RoutersTestDVR-1815308502-project-admin] Hosts for other DVR routers connected to router 9d818a04-fc3b-49fa-aa55-fbf01d8d11f4: set() {{(pid=103474) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Feb 04 12:30:34.305877 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bd90912a-46f2-4b27-971f-5190e3ea16e8 tempest-RoutersTestDVR-1815308502 tempest-RoutersTestDVR-1815308502-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:34.307125 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-bd90912a-46f2-4b27-971f-5190e3ea16e8 tempest-RoutersTestDVR-1815308502 tempest-RoutersTestDVR-1815308502-project-admin] 10.222.0.65 "PUT /v2.0/routers/9d818a04-fc3b-49fa-aa55-fbf01d8d11f4 HTTP/1.1" status: 200 len: 716 time: 1.0863039 Feb 04 12:30:34.315528 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 41538) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:30:34.325269 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=b006df45-132a-4ac3-81a7-47a4f00c8f34,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:34.352059 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90376030-3668-465b-af0a-489a0904b795 req-9f3ae342-f4f9-4eea-a3f4-d536e83b7e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:34.352059 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-90376030-3668-465b-af0a-489a0904b795 req-9f3ae342-f4f9-4eea-a3f4-d536e83b7e40 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=dcbc9e99c00c41539a07d9ddf5098f10&device_id=93d9fa91-1fe9-4c02-95d5-f8fdbbdcf9a1 HTTP/1.1" status: 200 len: 1128 time: 0.2220261 Feb 04 12:30:34.434731 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78995a62-cde4-44aa-97a3-609136be9798 req-2bf42046-2b9d-4ca3-a06c-09f0fe4e2ba0 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:34.436979 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-78995a62-cde4-44aa-97a3-609136be9798 req-2bf42046-2b9d-4ca3-a06c-09f0fe4e2ba0 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f640cd7-6b63-4483-b856-61ce2fc44360 HTTP/1.1" status: 200 len: 948 time: 0.2546694 Feb 04 12:30:34.462820 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3879803-7db6-4f76-bb2c-3ed0b1025b11 req-ebbca6c7-c64b-46ba-9f18-52f9d1e5e3a8 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:34.464760 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f3879803-7db6-4f76-bb2c-3ed0b1025b11 req-ebbca6c7-c64b-46ba-9f18-52f9d1e5e3a8 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/ports?device_id=78a0124c-559b-41f1-9646-392b0411e2e1 HTTP/1.1" status: 200 len: 945 time: 0.2046604 Feb 04 12:30:34.564713 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['b006df45-132a-4ac3-81a7-47a4f00c8f34'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:30:34.588699 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90376030-3668-465b-af0a-489a0904b795 req-827383fc-7bee-41ee-a21c-5081b32bd208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:34.590240 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-90376030-3668-465b-af0a-489a0904b795 req-827383fc-7bee-41ee-a21c-5081b32bd208 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0e8b5cfe-93df-4af8-ae4b-dba09d277a8f HTTP/1.1" status: 200 len: 921 time: 0.2301538 Feb 04 12:30:34.598621 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-78995a62-cde4-44aa-97a3-609136be9798 req-164a11d0-b894-42d3-97ac-f5f4c8774ecc tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328309 Feb 04 12:30:34.619661 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f3879803-7db6-4f76-bb2c-3ed0b1025b11 req-13fe8fef-a1aa-49f3-a9ad-09039b230c0a tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/security-groups?id=98d15bf5-a480-4f0d-bc57-8f17260bd5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270113 Feb 04 12:30:34.706693 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-fade7ba3-b698-4c51-bed5-ffe9e72dec81 req-f6b0452e-d7de-4df6-8f7d-34d88b30ba9f service neutron] 10.222.0.77 "GET /v2.0/networks/4641d9e3-bbfb-4ca1-b978-fac986a6f197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6913631 Feb 04 12:30:34.779665 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-d685473e-0167-46f5-8fff-b1a5a509cc4d tempest-RoutersTestDVR-1815308502 tempest-RoutersTestDVR-1815308502-project-admin] 10.222.0.65 "GET /v2.0/routers/9d818a04-fc3b-49fa-aa55-fbf01d8d11f4 HTTP/1.1" status: 200 len: 716 time: 0.4622893 Feb 04 12:30:34.786018 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 41552) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:30:34.826876 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-90376030-3668-465b-af0a-489a0904b795 req-95902002-7ac6-426d-be8e-fdb794482031 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b7e7211-f120-4684-8570-e850b7030cb2 HTTP/1.1" status: 200 len: 1002 time: 0.2212265 Feb 04 12:30:34.837278 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f4ea8ac2-4888-4e60-acef-54509125543f req-22122647-88b1-48c7-8968-9d9cb29c7087 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.3.210 HTTP/1.1" status: 200 len: 1002 time: 0.1785333 Feb 04 12:30:34.921170 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e6ab0f-7457-4c10-993c-22a9a2d79f46 req-be484403-a6db-495b-a453-29638f841b72 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:34.929332 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-94e6ab0f-7457-4c10-993c-22a9a2d79f46 req-be484403-a6db-495b-a453-29638f841b72 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c4615de-bb7e-4e13-9824-66067b606ac9 HTTP/1.1" status: 200 len: 946 time: 0.1736431 Feb 04 12:30:34.968016 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ea8ac2-4888-4e60-acef-54509125543f req-15bb63f4-12d4-4549-bc76-509fb8f0c37c tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:34.969426 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f4ea8ac2-4888-4e60-acef-54509125543f req-15bb63f4-12d4-4549-bc76-509fb8f0c37c tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] 10.222.0.65 "GET /v2.0/ports/3b7e7211-f120-4684-8570-e850b7030cb2 HTTP/1.1" status: 200 len: 943 time: 0.1195807 Feb 04 12:30:34.972826 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90376030-3668-465b-af0a-489a0904b795 req-7fcdf041-3eb6-4f3d-a3d0-d165cb63fe0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:34.974276 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-90376030-3668-465b-af0a-489a0904b795 req-7fcdf041-3eb6-4f3d-a3d0-d165cb63fe0a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3386ae8c-a86c-451c-bf79-ead86dfd6679 HTTP/1.1" status: 200 len: 859 time: 0.1345620 Feb 04 12:30:35.034501 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-94e6ab0f-7457-4c10-993c-22a9a2d79f46 req-3665970b-6fa5-47f5-98a3-63df2ea60901 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee89b6e9-25e2-41ab-a8a3-c85f5e0697a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052837 Feb 04 12:30:35.112848 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90376030-3668-465b-af0a-489a0904b795 req-3b4c8474-8fc2-4f95-82ee-b9c25b31c9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:35.114209 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-90376030-3668-465b-af0a-489a0904b795 req-3b4c8474-8fc2-4f95-82ee-b9c25b31c9c6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0e8b5cfe-93df-4af8-ae4b-dba09d277a8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1292877 Feb 04 12:30:35.117131 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f4ea8ac2-4888-4e60-acef-54509125543f req-b0053c95-66af-493f-a04f-7e090234efc0 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.3.210 HTTP/1.1" status: 200 len: 1002 time: 0.0816073 Feb 04 12:30:35.236070 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-92bd6d6c-91a3-4fe6-a1c9-9b4917e68dd8 tempest-RoutersTestDVR-1864737379 tempest-RoutersTestDVR-1864737379-project] 10.222.0.65 "GET /v2.0/routers/9d818a04-fc3b-49fa-aa55-fbf01d8d11f4 HTTP/1.1" status: 200 len: 682 time: 0.4432945 Feb 04 12:30:35.236829 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 41570) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:30:35.341935 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5c32a509-d236-4f3a-8753-0baf832eefbe tempest-RoutersTestDVR-1815308502 tempest-RoutersTestDVR-1815308502-project-admin] Publish callbacks [] for router (9d818a04-fc3b-49fa-aa55-fbf01d8d11f4), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:35.559276 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5c32a509-d236-4f3a-8753-0baf832eefbe tempest-RoutersTestDVR-1815308502 tempest-RoutersTestDVR-1815308502-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10915'] for router (9d818a04-fc3b-49fa-aa55-fbf01d8d11f4), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:35.564508 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5c32a509-d236-4f3a-8753-0baf832eefbe tempest-RoutersTestDVR-1815308502 tempest-RoutersTestDVR-1815308502-project-admin] Publish callbacks [] for router_controller (9d818a04-fc3b-49fa-aa55-fbf01d8d11f4), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:35.623657 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5c32a509-d236-4f3a-8753-0baf832eefbe tempest-RoutersTestDVR-1815308502 tempest-RoutersTestDVR-1815308502-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622829'] for router (9d818a04-fc3b-49fa-aa55-fbf01d8d11f4), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:35.625285 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c32a509-d236-4f3a-8753-0baf832eefbe tempest-RoutersTestDVR-1815308502 tempest-RoutersTestDVR-1815308502-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9d818a04-fc3b-49fa-aa55-fbf01d8d11f4 {{(pid=103474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 12:30:35.637415 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5c32a509-d236-4f3a-8753-0baf832eefbe tempest-RoutersTestDVR-1815308502 tempest-RoutersTestDVR-1815308502-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:35.638803 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-5c32a509-d236-4f3a-8753-0baf832eefbe tempest-RoutersTestDVR-1815308502 tempest-RoutersTestDVR-1815308502-project-admin] 10.222.0.65 "DELETE /v2.0/routers/9d818a04-fc3b-49fa-aa55-fbf01d8d11f4 HTTP/1.1" status: 204 len: 168 time: 0.4005802 Feb 04 12:30:35.643083 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 41584) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:30:35.653790 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-beb45c8d-379e-45a2-a5d2-e10dc740516d tempest-RoutersTestDVR-1815308502 tempest-RoutersTestDVR-1815308502-project-admin] Request body: {'router': {'name': 'tempest-router-1386499151', 'distributed': True}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:30:35.683132 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-beb45c8d-379e-45a2-a5d2-e10dc740516d tempest-RoutersTestDVR-1815308502 tempest-RoutersTestDVR-1815308502-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10933'] for router (65cc527a-ef4f-4e2f-aa03-4d46ae763534), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:35.687357 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-beb45c8d-379e-45a2-a5d2-e10dc740516d tempest-RoutersTestDVR-1815308502 tempest-RoutersTestDVR-1815308502-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10924'] for router (65cc527a-ef4f-4e2f-aa03-4d46ae763534), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:35.704688 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b25ec-b0d8-447b-8c1b-e985c98c215c req-49b448d8-1c39-44b0-8d0c-87b89799dc73 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:35.706227 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-340b25ec-b0d8-447b-8c1b-e985c98c215c req-49b448d8-1c39-44b0-8d0c-87b89799dc73 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f8ba64e-f52d-4f61-adfb-46357a42bdb9 HTTP/1.1" status: 200 len: 946 time: 0.5728102 Feb 04 12:30:35.740849 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ea8ac2-4888-4e60-acef-54509125543f req-1272aff7-ddef-415d-8612-6f8ea5a03630 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:35.742281 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f4ea8ac2-4888-4e60-acef-54509125543f req-1272aff7-ddef-415d-8612-6f8ea5a03630 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] 10.222.0.65 "GET /v2.0/networks/7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 HTTP/1.1" status: 200 len: 784 time: 0.6165159 Feb 04 12:30:35.755494 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-90376030-3668-465b-af0a-489a0904b795 req-2817fbd3-9988-4e70-8e41-3def960bd0ed service neutron] 10.222.0.73 "GET /v2.0/networks/0e8b5cfe-93df-4af8-ae4b-dba09d277a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6307030 Feb 04 12:30:35.761975 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-beb45c8d-379e-45a2-a5d2-e10dc740516d tempest-RoutersTestDVR-1815308502 tempest-RoutersTestDVR-1815308502-project-admin] Publish callbacks [] for router_controller (65cc527a-ef4f-4e2f-aa03-4d46ae763534), precommit_add_association {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:35.768750 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-beb45c8d-379e-45a2-a5d2-e10dc740516d tempest-RoutersTestDVR-1815308502 tempest-RoutersTestDVR-1815308502-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141'] for router (65cc527a-ef4f-4e2f-aa03-4d46ae763534), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:35.797605 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-beb45c8d-379e-45a2-a5d2-e10dc740516d tempest-RoutersTestDVR-1815308502 tempest-RoutersTestDVR-1815308502-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:35.799128 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-beb45c8d-379e-45a2-a5d2-e10dc740516d tempest-RoutersTestDVR-1815308502 tempest-RoutersTestDVR-1815308502-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1547976 Feb 04 12:30:35.801951 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 41592) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:30:35.821859 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device b006df45-132a-4ac3-81a7-47a4f00c8f34 up at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:30:35.875110 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-340b25ec-b0d8-447b-8c1b-e985c98c215c req-6f9fc73a-2edd-4014-b7ff-206b3355a9c5 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] 10.222.0.65 "GET /v2.0/security-groups?id=a4645ff9-4aba-4923-b590-6a9167d2e893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601288 Feb 04 12:30:35.907139 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning for port b006df45-132a-4ac3-81a7-47a4f00c8f34 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:30:35.913029 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning complete for port b006df45-132a-4ac3-81a7-47a4f00c8f34 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:30:35.913414 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (b006df45-132a-4ac3-81a7-47a4f00c8f34), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:35.932700 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5bd1fa8e-81a6-41d0-8ec2-c5b3acec2f2b tempest-RoutersTestDVR-1815308502 tempest-RoutersTestDVR-1815308502-project-admin] Publish callbacks [] for router (65cc527a-ef4f-4e2f-aa03-4d46ae763534), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:35.999454 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-90376030-3668-465b-af0a-489a0904b795 req-1c09987b-19d3-4f9a-8aff-73a5550462a5 service neutron] 10.222.0.73 "GET /v2.0/networks/0e8b5cfe-93df-4af8-ae4b-dba09d277a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332017 Feb 04 12:30:36.012147 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8a40f8-fd1c-44f4-8cf8-108e35c70751 req-3d7d9463-3a18-42d8-9428-03ed5dbb147e tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:36.022959 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6b8a40f8-fd1c-44f4-8cf8-108e35c70751 req-3d7d9463-3a18-42d8-9428-03ed5dbb147e tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f640cd7-6b63-4483-b856-61ce2fc44360 HTTP/1.1" status: 200 len: 948 time: 0.1708605 Feb 04 12:30:36.090251 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port b006df45-132a-4ac3-81a7-47a4f00c8f34 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:30:36.090876 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (b006df45-132a-4ac3-81a7-47a4f00c8f34), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:36.119556 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6b8a40f8-fd1c-44f4-8cf8-108e35c70751 req-90144b35-4024-4d40-bcda-d725c33a84a7 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957115 Feb 04 12:30:36.120197 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 41598) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:30:36.141098 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e81f59-c09f-4f65-a33a-ef2bfa12842a req-b701d558-1e85-4525-a869-650910b6ed7f tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:36.141439 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port b006df45-132a-4ac3-81a7-47a4f00c8f34, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=b006df45-132a-4ac3-81a7-47a4f00c8f34,segment=NetworkSegment(82c42862-5e09-44a3-a831-056ff41e66f5),segment_id=82c42862-5e09-44a3-a831-056ff41e66f5)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:30:36.142508 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78a0124c-559b-41f1-9646-392b0411e2e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b006df45-132a-4ac3-81a7-47a4f00c8f34'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:30:36.145323 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bf99a5f-db7c-4fba-b258-5542357876b4" -d '{"events": [{"server_uuid": "78a0124c-559b-41f1-9646-392b0411e2e1", "name": "network-vif-plugged", "status": "completed", "tag": "b006df45-132a-4ac3-81a7-47a4f00c8f34"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:30:36.149080 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-03e81f59-c09f-4f65-a33a-ef2bfa12842a req-b701d558-1e85-4525-a869-650910b6ed7f tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/ports?device_id=78a0124c-559b-41f1-9646-392b0411e2e1 HTTP/1.1" status: 200 len: 945 time: 0.1238153 Feb 04 12:30:36.150732 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (b006df45-132a-4ac3-81a7-47a4f00c8f34), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:36.156861 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5bd1fa8e-81a6-41d0-8ec2-c5b3acec2f2b tempest-RoutersTestDVR-1815308502 tempest-RoutersTestDVR-1815308502-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10915'] for router (65cc527a-ef4f-4e2f-aa03-4d46ae763534), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:36.161495 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5bd1fa8e-81a6-41d0-8ec2-c5b3acec2f2b tempest-RoutersTestDVR-1815308502 tempest-RoutersTestDVR-1815308502-project-admin] Publish callbacks [] for router_controller (65cc527a-ef4f-4e2f-aa03-4d46ae763534), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:36.225745 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5bd1fa8e-81a6-41d0-8ec2-c5b3acec2f2b tempest-RoutersTestDVR-1815308502 tempest-RoutersTestDVR-1815308502-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622829'] for router (65cc527a-ef4f-4e2f-aa03-4d46ae763534), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:36.226520 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bd1fa8e-81a6-41d0-8ec2-c5b3acec2f2b tempest-RoutersTestDVR-1815308502 tempest-RoutersTestDVR-1815308502-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 65cc527a-ef4f-4e2f-aa03-4d46ae763534 {{(pid=103474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 12:30:36.233687 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5bd1fa8e-81a6-41d0-8ec2-c5b3acec2f2b tempest-RoutersTestDVR-1815308502 tempest-RoutersTestDVR-1815308502-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:36.235182 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-5bd1fa8e-81a6-41d0-8ec2-c5b3acec2f2b tempest-RoutersTestDVR-1815308502 tempest-RoutersTestDVR-1815308502-project-admin] 10.222.0.65 "DELETE /v2.0/routers/65cc527a-ef4f-4e2f-aa03-4d46ae763534 HTTP/1.1" status: 204 len: 168 time: 0.4319415 Feb 04 12:30:36.246570 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-03e81f59-c09f-4f65-a33a-ef2bfa12842a req-01eca2f4-b669-4f2c-afc2-dd7771151944 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/security-groups?id=98d15bf5-a480-4f0d-bc57-8f17260bd5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966876 Feb 04 12:30:36.258577 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=b006df45-132a-4ac3-81a7-47a4f00c8f34,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:36.280958 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b15e30db-59e9-40bd-85ba-0d7d9c1ccc65 req-662bf262-e038-43dc-9444-2632924d7ac6 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.3.210 HTTP/1.1" status: 200 len: 1002 time: 0.0940232 Feb 04 12:30:36.363571 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c39293c6-dc8c-4efc-8315-4e5449203680 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:36.397752 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15e30db-59e9-40bd-85ba-0d7d9c1ccc65 req-f21591ee-5da0-4d2a-8c9e-ef2f5f3896a1 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:36.399164 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b15e30db-59e9-40bd-85ba-0d7d9c1ccc65 req-f21591ee-5da0-4d2a-8c9e-ef2f5f3896a1 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] 10.222.0.65 "GET /v2.0/ports/3b7e7211-f120-4684-8570-e850b7030cb2 HTTP/1.1" status: 200 len: 943 time: 0.1130216 Feb 04 12:30:36.450604 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e163d0-5c78-4cc3-9b60-bc9007da05d7 req-39ce7cb7-726f-40f4-aa8f-37abe8a1e924 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:36.453626 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e9e163d0-5c78-4cc3-9b60-bc9007da05d7 req-39ce7cb7-726f-40f4-aa8f-37abe8a1e924 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c4615de-bb7e-4e13-9824-66067b606ac9 HTTP/1.1" status: 200 len: 946 time: 0.1136034 Feb 04 12:30:36.491142 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 41610) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:30:36.588614 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b15e30db-59e9-40bd-85ba-0d7d9c1ccc65 req-c26c8f03-2867-403f-b046-819d4ed12a7c tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.3.210 HTTP/1.1" status: 200 len: 1002 time: 0.1265430 Feb 04 12:30:36.591112 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c39293c6-dc8c-4efc-8315-4e5449203680 admin admin] Publish callbacks [] for security_group (12cb3a51-343d-49e8-912a-b9a8e736344b), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:36.606676 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c39293c6-dc8c-4efc-8315-4e5449203680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (12cb3a51-343d-49e8-912a-b9a8e736344b), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:36.611921 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device db538db2-c02c-4361-8837-b38171c24852 details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:30:36.612293 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-deba6092-7070-4772-a7dc-0daad8fe23df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:36.616221 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e9e163d0-5c78-4cc3-9b60-bc9007da05d7 req-c8fc1701-ee72-4d0e-96c5-fad55e761180 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee89b6e9-25e2-41ab-a8a3-c85f5e0697a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530318 Feb 04 12:30:36.705779 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dde26d16-597b-4bd5-9897-e4b2acef9250 x-openstack-request-id: req-dde26d16-597b-4bd5-9897-e4b2acef9250 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:30:36.706473 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78a0124c-559b-41f1-9646-392b0411e2e1", "name": "network-vif-plugged", "status": "completed", "tag": "b006df45-132a-4ac3-81a7-47a4f00c8f34", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:30:36.707023 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-dde26d16-597b-4bd5-9897-e4b2acef9250 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:30:36.707757 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-deba6092-7070-4772-a7dc-0daad8fe23df admin admin] Publish callbacks [] for security_group (95151c30-e21b-474b-8e85-88cfcc5491a9), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:36.707994 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78a0124c-559b-41f1-9646-392b0411e2e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b006df45-132a-4ac3-81a7-47a4f00c8f34', 'code': 200} Feb 04 12:30:36.713833 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-deba6092-7070-4772-a7dc-0daad8fe23df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (95151c30-e21b-474b-8e85-88cfcc5491a9), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:36.718034 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-c39293c6-dc8c-4efc-8315-4e5449203680 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d65103b336664f5682ede405681c6777&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5958834 Feb 04 12:30:36.721357 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39293c6-dc8c-4efc-8315-4e5449203680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12cb3a51-343d-49e8-912a-b9a8e736344b,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:36.727269 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 41614) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:30:36.804035 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-deba6092-7070-4772-a7dc-0daad8fe23df admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c43ff27e66914a6a9255d120135ec086&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3106050 Feb 04 12:30:36.805681 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 41616) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:30:36.806688 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deba6092-7070-4772-a7dc-0daad8fe23df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95151c30-e21b-474b-8e85-88cfcc5491a9,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:36.807909 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port db538db2-c02c-4361-8837-b38171c24852, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=db538db2-c02c-4361-8837-b38171c24852,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:30:36.822513 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15e30db-59e9-40bd-85ba-0d7d9c1ccc65 req-e5eef9b8-ec83-4bce-9684-15c843a08921 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:36.823138 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': 'db538db2-c02c-4361-8837-b38171c24852', 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c', 'port_id': 'db538db2-c02c-4361-8837-b38171c24852', 'mac_address': 'fa:16:3e:72:6b:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ee3374a-84e9-4639-853c-740c6edaf6dc', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:30:36.824420 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b15e30db-59e9-40bd-85ba-0d7d9c1ccc65 req-e5eef9b8-ec83-4bce-9684-15c843a08921 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] 10.222.0.65 "GET /v2.0/networks/7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 HTTP/1.1" status: 200 len: 784 time: 0.2276392 Feb 04 12:30:36.864978 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deba6092-7070-4772-a7dc-0daad8fe23df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:30:36.865412 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deba6092-7070-4772-a7dc-0daad8fe23df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:30:36.865821 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deba6092-7070-4772-a7dc-0daad8fe23df admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:30:36.866545 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deba6092-7070-4772-a7dc-0daad8fe23df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:30:36.866895 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deba6092-7070-4772-a7dc-0daad8fe23df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:30:36.867326 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deba6092-7070-4772-a7dc-0daad8fe23df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:30:36.867597 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deba6092-7070-4772-a7dc-0daad8fe23df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:30:36.867948 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deba6092-7070-4772-a7dc-0daad8fe23df admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:30:36.868852 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deba6092-7070-4772-a7dc-0daad8fe23df admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:30:36.869334 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deba6092-7070-4772-a7dc-0daad8fe23df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:30:36.869667 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deba6092-7070-4772-a7dc-0daad8fe23df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:30:36.869995 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deba6092-7070-4772-a7dc-0daad8fe23df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:30:36.870318 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deba6092-7070-4772-a7dc-0daad8fe23df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:30:36.891394 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port db538db2-c02c-4361-8837-b38171c24852 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:30:36.892060 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (db538db2-c02c-4361-8837-b38171c24852), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:36.911957 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db538db2-c02c-4361-8837-b38171c24852 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:30:36.924231 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf86358a-d2e9-4963-9746-13e7acde4279 req-9ec91c7c-46f7-47e1-a5d0-52ede2a10684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:36.926545 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-cf86358a-d2e9-4963-9746-13e7acde4279 req-9ec91c7c-46f7-47e1-a5d0-52ede2a10684 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=78a0124c-559b-41f1-9646-392b0411e2e1 HTTP/1.1" status: 200 len: 1128 time: 0.1018105 Feb 04 12:30:36.936938 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port db538db2-c02c-4361-8837-b38171c24852, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=db538db2-c02c-4361-8837-b38171c24852,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:30:36.938050 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-003c8ce4-d971-45dc-b9aa-138d1a9ffbc0 admin admin] Publish callbacks [] for security_group (12cb3a51-343d-49e8-912a-b9a8e736344b), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:36.945242 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (db538db2-c02c-4361-8837-b38171c24852), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:36.986733 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b15e30db-59e9-40bd-85ba-0d7d9c1ccc65 req-6ebadfc8-36ee-43d0-bb36-7b802c9ec089 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.3.210 HTTP/1.1" status: 200 len: 1002 time: 0.1526299 Feb 04 12:30:36.988960 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-003c8ce4-d971-45dc-b9aa-138d1a9ffbc0 admin admin] Publish callbacks [] for security_group (12cb3a51-343d-49e8-912a-b9a8e736344b), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:36.991808 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-140238a2-ca2f-41a4-8886-11935102dbc2 admin admin] Publish callbacks [] for security_group (95151c30-e21b-474b-8e85-88cfcc5491a9), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:37.012983 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-cf86358a-d2e9-4963-9746-13e7acde4279 req-e93b7399-e3b3-4760-bbea-19af95293d77 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=98d15bf5-a480-4f0d-bc57-8f17260bd5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794036 Feb 04 12:30:37.016643 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-b15e30db-59e9-40bd-85ba-0d7d9c1ccc65 req-6d9d5e77-249f-4a7e-8372-72fe5e0ccbc8 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:30:37.021447 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=db538db2-c02c-4361-8837-b38171c24852,revision_number=7']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:37.093877 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-140238a2-ca2f-41a4-8886-11935102dbc2 admin admin] Publish callbacks [] for security_group (95151c30-e21b-474b-8e85-88cfcc5491a9), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:37.198842 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-b15e30db-59e9-40bd-85ba-0d7d9c1ccc65 req-6d9d5e77-249f-4a7e-8372-72fe5e0ccbc8 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Publish callbacks [] for floatingip (49801537-36f0-477a-964a-cd3229858c47), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:37.250909 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-003c8ce4-d971-45dc-b9aa-138d1a9ffbc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (12cb3a51-343d-49e8-912a-b9a8e736344b), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:37.253445 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-003c8ce4-d971-45dc-b9aa-138d1a9ffbc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:37.254590 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-003c8ce4-d971-45dc-b9aa-138d1a9ffbc0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/12cb3a51-343d-49e8-912a-b9a8e736344b HTTP/1.1" status: 204 len: 168 time: 0.5262597 Feb 04 12:30:37.287358 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003c8ce4-d971-45dc-b9aa-138d1a9ffbc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12cb3a51-343d-49e8-912a-b9a8e736344b,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:37.295253 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['db538db2-c02c-4361-8837-b38171c24852'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:30:37.306081 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56935838-0b9e-4434-b9c1-41055486239d req-4c91a5d1-810e-4a2a-b1dd-30685ebe191d tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:37.307927 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-56935838-0b9e-4434-b9c1-41055486239d req-4c91a5d1-810e-4a2a-b1dd-30685ebe191d tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.73 "GET /v2.0/ports?device_id=9f640cd7-6b63-4483-b856-61ce2fc44360&tenant_id=5c34eef31d4540768d24bcb8030d50f3&binding%3Ahost_id=n-h1-825015-3 HTTP/1.1" status: 200 len: 949 time: 0.2048450 Feb 04 12:30:37.377609 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-140238a2-ca2f-41a4-8886-11935102dbc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (95151c30-e21b-474b-8e85-88cfcc5491a9), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:37.380134 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-140238a2-ca2f-41a4-8886-11935102dbc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:37.381262 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-140238a2-ca2f-41a4-8886-11935102dbc2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/95151c30-e21b-474b-8e85-88cfcc5491a9 HTTP/1.1" status: 204 len: 168 time: 0.5745561 Feb 04 12:30:37.394482 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbbc3a2-e8e1-4190-a7ab-86b2d515efca req-da53e22c-93ec-4461-9e6e-99ed812ba696 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:37.402153 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ddbbc3a2-e8e1-4190-a7ab-86b2d515efca req-da53e22c-93ec-4461-9e6e-99ed812ba696 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f8ba64e-f52d-4f61-adfb-46357a42bdb9 HTTP/1.1" status: 200 len: 946 time: 0.2845690 Feb 04 12:30:37.437709 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140238a2-ca2f-41a4-8886-11935102dbc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95151c30-e21b-474b-8e85-88cfcc5491a9,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:37.525430 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-b15e30db-59e9-40bd-85ba-0d7d9c1ccc65 req-6d9d5e77-249f-4a7e-8372-72fe5e0ccbc8 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:37.537651 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-b15e30db-59e9-40bd-85ba-0d7d9c1ccc65 req-6d9d5e77-249f-4a7e-8372-72fe5e0ccbc8 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1599943'] for floatingip (49801537-36f0-477a-964a-cd3229858c47), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:37.537985 n-d-825015-3 neutron-server[103475]: INFO neutron.db.l3_db [req-b15e30db-59e9-40bd-85ba-0d7d9c1ccc65 req-6d9d5e77-249f-4a7e-8372-72fe5e0ccbc8 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Floating IP 49801537-36f0-477a-964a-cd3229858c47 disassociated. External IP: 172.25.3.210, port: 3b7e7211-f120-4684-8570-e850b7030cb2. Feb 04 12:30:37.598799 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-56935838-0b9e-4434-b9c1-41055486239d req-1342f091-0724-4681-829f-659c63e06d84 service neutron] 10.222.0.73 "GET /v2.0/ports/db538db2-c02c-4361-8837-b38171c24852/bindings/n-h1-825015-3 HTTP/1.1" status: 200 len: 382 time: 0.2544546 Feb 04 12:30:37.633020 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ddbbc3a2-e8e1-4190-a7ab-86b2d515efca req-ce3ea372-b835-4fa9-88b4-8eae774cf931 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] 10.222.0.65 "GET /v2.0/security-groups?id=a4645ff9-4aba-4923-b590-6a9167d2e893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298825 Feb 04 12:30:37.650986 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 41634) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:30:37.675219 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fa449650-aabb-430d-a424-0989b39cd5c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:37.755135 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56935838-0b9e-4434-b9c1-41055486239d req-92432101-b975-460d-b6a3-25e7e214ee6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:37.756623 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-56935838-0b9e-4434-b9c1-41055486239d req-92432101-b975-460d-b6a3-25e7e214ee6d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5c34eef31d4540768d24bcb8030d50f3&device_id=9f640cd7-6b63-4483-b856-61ce2fc44360 HTTP/1.1" status: 200 len: 1131 time: 0.1208017 Feb 04 12:30:37.793222 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fa449650-aabb-430d-a424-0989b39cd5c1 admin admin] Publish callbacks [] for security_group (cdab1cec-45d2-4612-a742-faa6e6ade2e7), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:37.799121 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fa449650-aabb-430d-a424-0989b39cd5c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (cdab1cec-45d2-4612-a742-faa6e6ade2e7), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:37.846509 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa449650-aabb-430d-a424-0989b39cd5c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdab1cec-45d2-4612-a742-faa6e6ade2e7,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:37.852717 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-fa449650-aabb-430d-a424-0989b39cd5c1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fb290f2bd0f64b38aa11ad7a863ecfea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1997266 Feb 04 12:30:37.855035 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 41636) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:30:37.917457 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f6aacc3a-fb06-4df4-b5aa-5fd0ef198521 admin admin] Publish callbacks [] for security_group (cdab1cec-45d2-4612-a742-faa6e6ade2e7), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:37.936187 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6147d633-e7ea-4506-952c-2c3e9c04ea31 req-6ae76639-1b71-4bed-a82c-e13f6ce97259 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:37.938866 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6147d633-e7ea-4506-952c-2c3e9c04ea31 req-6ae76639-1b71-4bed-a82c-e13f6ce97259 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f640cd7-6b63-4483-b856-61ce2fc44360 HTTP/1.1" status: 200 len: 949 time: 0.2289064 Feb 04 12:30:37.951647 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f6aacc3a-fb06-4df4-b5aa-5fd0ef198521 admin admin] Publish callbacks [] for security_group (cdab1cec-45d2-4612-a742-faa6e6ade2e7), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:37.952867 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 41638) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:30:37.979996 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6a075b23-c37a-4ff0-98c1-262edf7870d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:37.997032 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56935838-0b9e-4434-b9c1-41055486239d req-e03bc266-2ce9-4150-8367-8d8d4fa53da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:37.999523 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-56935838-0b9e-4434-b9c1-41055486239d req-e03bc266-2ce9-4150-8367-8d8d4fa53da1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2f7dc246-a024-4937-952c-0ddeef5af29c HTTP/1.1" status: 200 len: 870 time: 0.2349284 Feb 04 12:30:38.040596 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f6aacc3a-fb06-4df4-b5aa-5fd0ef198521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (cdab1cec-45d2-4612-a742-faa6e6ade2e7), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:38.043650 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f6aacc3a-fb06-4df4-b5aa-5fd0ef198521 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:38.048503 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-f6aacc3a-fb06-4df4-b5aa-5fd0ef198521 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cdab1cec-45d2-4612-a742-faa6e6ade2e7 HTTP/1.1" status: 204 len: 168 time: 0.1921909 Feb 04 12:30:38.062882 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6aacc3a-fb06-4df4-b5aa-5fd0ef198521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdab1cec-45d2-4612-a742-faa6e6ade2e7,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:38.070534 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-56935838-0b9e-4434-b9c1-41055486239d req-e16d3c3c-f8d4-4c06-b0ee-8489032fe1c7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=db538db2-c02c-4361-8837-b38171c24852 HTTP/1.1" status: 200 len: 217 time: 0.0582240 Feb 04 12:30:38.077972 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6147d633-e7ea-4506-952c-2c3e9c04ea31 req-06f3a8c2-001f-455e-9a03-e0fdb14f7581 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303787 Feb 04 12:30:38.092054 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b15e30db-59e9-40bd-85ba-0d7d9c1ccc65 req-6d9d5e77-249f-4a7e-8372-72fe5e0ccbc8 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Router 516f5507-9489-4274-a053-d5ddb06c86ed has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:30:38.135700 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6a075b23-c37a-4ff0-98c1-262edf7870d4 admin admin] Publish callbacks [] for security_group (8a09a555-b94b-47d3-8742-49aca7d2d257), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:38.142306 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6a075b23-c37a-4ff0-98c1-262edf7870d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (8a09a555-b94b-47d3-8742-49aca7d2d257), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:38.176377 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a075b23-c37a-4ff0-98c1-262edf7870d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a09a555-b94b-47d3-8742-49aca7d2d257,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:38.177475 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56935838-0b9e-4434-b9c1-41055486239d req-1d2513ab-d7a5-4b5a-8e88-8b6a1537bb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:38.178931 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-56935838-0b9e-4434-b9c1-41055486239d req-1d2513ab-d7a5-4b5a-8e88-8b6a1537bb53 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5ee3374a-84e9-4639-853c-740c6edaf6dc HTTP/1.1" status: 200 len: 843 time: 0.0973735 Feb 04 12:30:38.197757 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-6a075b23-c37a-4ff0-98c1-262edf7870d4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=427e01644d2f4aa1baca7754c1aec3cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2438424 Feb 04 12:30:38.200359 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 41642) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:30:38.266491 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7e589b2e-1a9d-44ea-9e0b-0cf609d1178b admin admin] Publish callbacks [] for security_group (8a09a555-b94b-47d3-8742-49aca7d2d257), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:38.297656 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7e589b2e-1a9d-44ea-9e0b-0cf609d1178b admin admin] Publish callbacks [] for security_group (8a09a555-b94b-47d3-8742-49aca7d2d257), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:38.340459 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18630686-6d7a-4c01-8511-769c9169719c req-9ca9f4d7-e071-4863-97a7-7644d725808a tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:38.342756 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-18630686-6d7a-4c01-8511-769c9169719c req-9ca9f4d7-e071-4863-97a7-7644d725808a tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/ports?device_id=78a0124c-559b-41f1-9646-392b0411e2e1 HTTP/1.1" status: 200 len: 946 time: 0.1676350 Feb 04 12:30:38.346792 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56935838-0b9e-4434-b9c1-41055486239d req-75e1bd08-0f6a-41eb-a902-a9fedea6b85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:38.348455 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-56935838-0b9e-4434-b9c1-41055486239d req-75e1bd08-0f6a-41eb-a902-a9fedea6b85c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2f7dc246-a024-4937-952c-0ddeef5af29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1222832 Feb 04 12:30:38.361488 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b15e30db-59e9-40bd-85ba-0d7d9c1ccc65 req-6d9d5e77-249f-4a7e-8372-72fe5e0ccbc8 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:30:38.368369 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-b15e30db-59e9-40bd-85ba-0d7d9c1ccc65 req-6d9d5e77-249f-4a7e-8372-72fe5e0ccbc8 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:38.382897 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7e589b2e-1a9d-44ea-9e0b-0cf609d1178b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (8a09a555-b94b-47d3-8742-49aca7d2d257), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:38.383655 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9ff3a9-1ae6-4e0a-99e8-ece4249a6d7f None None] Sync routers for ids ['516f5507-9489-4274-a053-d5ddb06c86ed'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:30:38.385924 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7e589b2e-1a9d-44ea-9e0b-0cf609d1178b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:38.390377 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-7e589b2e-1a9d-44ea-9e0b-0cf609d1178b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8a09a555-b94b-47d3-8742-49aca7d2d257 HTTP/1.1" status: 204 len: 168 time: 0.1837635 Feb 04 12:30:38.401131 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e589b2e-1a9d-44ea-9e0b-0cf609d1178b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a09a555-b94b-47d3-8742-49aca7d2d257,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:38.404920 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9ff3a9-1ae6-4e0a-99e8-ece4249a6d7f None None] Routers {'516f5507-9489-4274-a053-d5ddb06c86ed'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:30:38.406010 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-1e9ff3a9-1ae6-4e0a-99e8-ece4249a6d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:30:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['516f5507-9489-4274-a053-d5ddb06c86ed'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:30:38.485608 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b15e30db-59e9-40bd-85ba-0d7d9c1ccc65 req-6d9d5e77-249f-4a7e-8372-72fe5e0ccbc8 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] 10.222.0.65 "PUT /v2.0/floatingips/49801537-36f0-477a-964a-cd3229858c47 HTTP/1.1" status: 200 len: 695 time: 1.4824715 Feb 04 12:30:38.495555 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93d9fa91-1fe9-4c02-95d5-f8fdbbdcf9a1', 'tag': '3b7e7211-f120-4684-8570-e850b7030cb2'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:30:38.499548 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d65bbeb4-6203-44b4-8e61-6b60d2c1f075" -d '{"events": [{"name": "network-changed", "server_uuid": "93d9fa91-1fe9-4c02-95d5-f8fdbbdcf9a1", "tag": "3b7e7211-f120-4684-8570-e850b7030cb2"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:30:38.567551 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-1e9ff3a9-1ae6-4e0a-99e8-ece4249a6d7f None None] Set router 516f5507-9489-4274-a053-d5ddb06c86ed gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:30:38.568889 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-18630686-6d7a-4c01-8511-769c9169719c req-2de27eb4-81a2-4d53-80d8-4ccc675124d4 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/security-groups?id=98d15bf5-a480-4f0d-bc57-8f17260bd5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194593 Feb 04 12:30:38.610336 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-56935838-0b9e-4434-b9c1-41055486239d req-82cfe543-205e-474c-9bdb-2684ebf9b80a service neutron] 10.222.0.73 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429273 Feb 04 12:30:38.666046 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device db538db2-c02c-4361-8837-b38171c24852 up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:30:38.774771 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15e30db-59e9-40bd-85ba-0d7d9c1ccc65 req-7e996416-5346-43ff-ba0b-875e33d85681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:38.777296 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b15e30db-59e9-40bd-85ba-0d7d9c1ccc65 req-7e996416-5346-43ff-ba0b-875e33d85681 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=dcbc9e99c00c41539a07d9ddf5098f10&device_id=93d9fa91-1fe9-4c02-95d5-f8fdbbdcf9a1 HTTP/1.1" status: 200 len: 1128 time: 0.2710965 Feb 04 12:30:38.804570 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port db538db2-c02c-4361-8837-b38171c24852 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:30:38.804857 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (db538db2-c02c-4361-8837-b38171c24852), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:38.877219 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cda1b8-b5ce-49d6-919b-cec3908b3341 req-8435824b-ff99-4cae-8368-16d5d189fbf3 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:38.879135 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e8cda1b8-b5ce-49d6-919b-cec3908b3341 req-8435824b-ff99-4cae-8368-16d5d189fbf3 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c4615de-bb7e-4e13-9824-66067b606ac9 HTTP/1.1" status: 200 len: 946 time: 0.1734762 Feb 04 12:30:38.961219 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-56935838-0b9e-4434-b9c1-41055486239d req-cde7a323-ea09-4e5a-b2b4-a66fdc029299 service neutron] 10.222.0.73 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3438010 Feb 04 12:30:38.965662 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-1e9ff3a9-1ae6-4e0a-99e8-ece4249a6d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '516f5507-9489-4274-a053-d5ddb06c86ed', 'name': 'tempest-FloatingIPsAssociationTestJSON-790215227-router', 'tenant_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'cf00b52b-2fa9-4155-bb8e-12fe2aa05145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:29:14Z', 'updated_at': '2022-02-04T12:29:25Z', 'revision_number': 4, 'project_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'gw_port': {'id': 'cf00b52b-2fa9-4155-bb8e-12fe2aa05145', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:95:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516f5507-9489-4274-a053-d5ddb06c86ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:29:15Z', 'updated_at': '2022-02-04T12:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'ab2746b8-c4ff-4dc7-b443-6ebb58255356', 'name': '', 'network_id': '0e8b5cfe-93df-4af8-ae4b-dba09d277a8f', 'tenant_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'mac_address': 'fa:16:3e:a5:23:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516f5507-9489-4274-a053-d5ddb06c86ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': '3386ae8c-a86c-451c-bf79-ead86dfd6679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:29:21Z', 'updated_at': '2022-02-04T12:29:32Z', 'revision_number': 5, 'project_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'subnets': [{'id': '3386ae8c-a86c-451c-bf79-ead86dfd6679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:30:38.968281 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port db538db2-c02c-4361-8837-b38171c24852 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:30:38.968754 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (db538db2-c02c-4361-8837-b38171c24852), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:39.015981 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e8cda1b8-b5ce-49d6-919b-cec3908b3341 req-1efde6fe-f295-4df6-983f-f619be3844b4 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee89b6e9-25e2-41ab-a8a3-c85f5e0697a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112003 Feb 04 12:30:39.024904 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9ff3a9-1ae6-4e0a-99e8-ece4249a6d7f None None] Checking router: 516f5507-9489-4274-a053-d5ddb06c86ed for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:30:39.027920 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15e30db-59e9-40bd-85ba-0d7d9c1ccc65 req-bf926b4b-cdb9-475e-b438-85035c3acf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:39.029952 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b15e30db-59e9-40bd-85ba-0d7d9c1ccc65 req-bf926b4b-cdb9-475e-b438-85035c3acf61 service neutron] 10.222.0.65 "GET /v2.0/networks?id=0e8b5cfe-93df-4af8-ae4b-dba09d277a8f HTTP/1.1" status: 200 len: 921 time: 0.2382185 Feb 04 12:30:39.055886 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f640cd7-6b63-4483-b856-61ce2fc44360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db538db2-c02c-4361-8837-b38171c24852'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:30:39.058511 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30e9931b-397c-46e6-957a-2acbbe09fdc8" -d '{"events": [{"server_uuid": "9f640cd7-6b63-4483-b856-61ce2fc44360", "name": "network-vif-plugged", "status": "completed", "tag": "db538db2-c02c-4361-8837-b38171c24852"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:30:39.072742 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9ff3a9-1ae6-4e0a-99e8-ece4249a6d7f None None] Routers {'516f5507-9489-4274-a053-d5ddb06c86ed'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:30:39.073683 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-1e9ff3a9-1ae6-4e0a-99e8-ece4249a6d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:30:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['516f5507-9489-4274-a053-d5ddb06c86ed'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:30:39.081706 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port db538db2-c02c-4361-8837-b38171c24852, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=db538db2-c02c-4361-8837-b38171c24852,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:30:39.142700 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (db538db2-c02c-4361-8837-b38171c24852), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:39.276801 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=db538db2-c02c-4361-8837-b38171c24852,revision_number=8']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:39.295774 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:30:39.296495 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:30:39.297006 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:30:39.297502 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:30:39.298003 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:30:39.298346 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:30:39.298683 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:30:39.299017 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:30:39.299353 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:30:39.299687 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:30:39.300121 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:30:39.300451 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:30:39.300777 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:30:39.313825 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-1e9ff3a9-1ae6-4e0a-99e8-ece4249a6d7f None None] Set router 516f5507-9489-4274-a053-d5ddb06c86ed gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:30:39.427368 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59f538e1-33cb-4dda-9a9a-895bee0319da x-openstack-request-id: req-59f538e1-33cb-4dda-9a9a-895bee0319da {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:30:39.427651 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93d9fa91-1fe9-4c02-95d5-f8fdbbdcf9a1", "tag": "3b7e7211-f120-4684-8570-e850b7030cb2", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:30:39.427942 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-59f538e1-33cb-4dda-9a9a-895bee0319da {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:30:39.428341 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93d9fa91-1fe9-4c02-95d5-f8fdbbdcf9a1', 'tag': '3b7e7211-f120-4684-8570-e850b7030cb2', 'status': 'completed', 'code': 200} Feb 04 12:30:39.439501 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b15e30db-59e9-40bd-85ba-0d7d9c1ccc65 req-852e2f25-3d2c-4f56-a0bd-9e0c734a2ae8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b7e7211-f120-4684-8570-e850b7030cb2 HTTP/1.1" status: 200 len: 217 time: 0.4028575 Feb 04 12:30:39.561585 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15e30db-59e9-40bd-85ba-0d7d9c1ccc65 req-28f2a8fa-2510-489f-8103-58fd86af013c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:39.563403 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b15e30db-59e9-40bd-85ba-0d7d9c1ccc65 req-28f2a8fa-2510-489f-8103-58fd86af013c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3386ae8c-a86c-451c-bf79-ead86dfd6679 HTTP/1.1" status: 200 len: 859 time: 0.1126535 Feb 04 12:30:39.590317 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65bbeb4-6203-44b4-8e61-6b60d2c1f075 req-7a9817c6-fe9d-495d-b55f-6bd9fd984ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:39.592344 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d65bbeb4-6203-44b4-8e61-6b60d2c1f075 req-7a9817c6-fe9d-495d-b55f-6bd9fd984ec2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=dcbc9e99c00c41539a07d9ddf5098f10&device_id=93d9fa91-1fe9-4c02-95d5-f8fdbbdcf9a1 HTTP/1.1" status: 200 len: 1128 time: 0.1632268 Feb 04 12:30:39.593113 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-1e9ff3a9-1ae6-4e0a-99e8-ece4249a6d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '516f5507-9489-4274-a053-d5ddb06c86ed', 'name': 'tempest-FloatingIPsAssociationTestJSON-790215227-router', 'tenant_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'cf00b52b-2fa9-4155-bb8e-12fe2aa05145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:29:14Z', 'updated_at': '2022-02-04T12:29:25Z', 'revision_number': 4, 'project_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'gw_port': {'id': 'cf00b52b-2fa9-4155-bb8e-12fe2aa05145', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:95:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516f5507-9489-4274-a053-d5ddb06c86ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:29:15Z', 'updated_at': '2022-02-04T12:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'ab2746b8-c4ff-4dc7-b443-6ebb58255356', 'name': '', 'network_id': '0e8b5cfe-93df-4af8-ae4b-dba09d277a8f', 'tenant_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'mac_address': 'fa:16:3e:a5:23:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516f5507-9489-4274-a053-d5ddb06c86ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': '3386ae8c-a86c-451c-bf79-ead86dfd6679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:29:21Z', 'updated_at': '2022-02-04T12:29:32Z', 'revision_number': 5, 'project_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'subnets': [{'id': '3386ae8c-a86c-451c-bf79-ead86dfd6679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:30:39.627810 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9ff3a9-1ae6-4e0a-99e8-ece4249a6d7f None None] The sync data for ids ['516f5507-9489-4274-a053-d5ddb06c86ed'] in n-d-825015-3 is: [{'id': '516f5507-9489-4274-a053-d5ddb06c86ed', 'name': 'tempest-FloatingIPsAssociationTestJSON-790215227-router', 'tenant_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'cf00b52b-2fa9-4155-bb8e-12fe2aa05145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:29:14Z', 'updated_at': '2022-02-04T12:29:25Z', 'revision_number': 4, 'project_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'gw_port': {'id': 'cf00b52b-2fa9-4155-bb8e-12fe2aa05145', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:95:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516f5507-9489-4274-a053-d5ddb06c86ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:29:15Z', 'updated_at': '2022-02-04T12:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'ab2746b8-c4ff-4dc7-b443-6ebb58255356', 'name': '', 'network_id': '0e8b5cfe-93df-4af8-ae4b-dba09d277a8f', 'tenant_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'mac_address': 'fa:16:3e:a5:23:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516f5507-9489-4274-a053-d5ddb06c86ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': '3386ae8c-a86c-451c-bf79-ead86dfd6679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:29:21Z', 'updated_at': '2022-02-04T12:29:32Z', 'revision_number': 5, 'project_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'subnets': [{'id': '3386ae8c-a86c-451c-bf79-ead86dfd6679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:30:39.631443 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83995caa-6013-4ce2-9192-e7b4738277b3 req-4efaab45-1229-4d44-b6e4-1b82d5900d19 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:39.632403 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-83995caa-6013-4ce2-9192-e7b4738277b3 req-4efaab45-1229-4d44-b6e4-1b82d5900d19 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f8ba64e-f52d-4f61-adfb-46357a42bdb9 HTTP/1.1" status: 200 len: 946 time: 0.1952167 Feb 04 12:30:39.735654 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15e30db-59e9-40bd-85ba-0d7d9c1ccc65 req-af51b6c9-eaf8-49c6-8909-b9443ac58ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:39.745063 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b15e30db-59e9-40bd-85ba-0d7d9c1ccc65 req-af51b6c9-eaf8-49c6-8909-b9443ac58ec1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0e8b5cfe-93df-4af8-ae4b-dba09d277a8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1699214 Feb 04 12:30:39.843404 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-83995caa-6013-4ce2-9192-e7b4738277b3 req-c61bb2a2-8dc4-496c-a97e-b8c23f7b03f6 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] 10.222.0.65 "GET /v2.0/security-groups?id=a4645ff9-4aba-4923-b590-6a9167d2e893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995456 Feb 04 12:30:39.853906 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65bbeb4-6203-44b4-8e61-6b60d2c1f075 req-41fe776b-2bb7-4dd0-a1ed-0bddd906a079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:39.855364 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d65bbeb4-6203-44b4-8e61-6b60d2c1f075 req-41fe776b-2bb7-4dd0-a1ed-0bddd906a079 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0e8b5cfe-93df-4af8-ae4b-dba09d277a8f HTTP/1.1" status: 200 len: 921 time: 0.2451794 Feb 04 12:30:39.909470 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1195890-544c-4c98-a65b-349b73af5fd2 x-openstack-request-id: req-a1195890-544c-4c98-a65b-349b73af5fd2 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:30:39.910007 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f640cd7-6b63-4483-b856-61ce2fc44360", "name": "network-vif-plugged", "status": "completed", "tag": "db538db2-c02c-4361-8837-b38171c24852", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:30:39.910483 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a1195890-544c-4c98-a65b-349b73af5fd2 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:30:39.910885 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f640cd7-6b63-4483-b856-61ce2fc44360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db538db2-c02c-4361-8837-b38171c24852', 'code': 200} Feb 04 12:30:39.914013 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b15e30db-59e9-40bd-85ba-0d7d9c1ccc65 req-dd7a6e7b-980a-4edd-8089-b255c272f66a service neutron] 10.222.0.65 "GET /v2.0/networks/0e8b5cfe-93df-4af8-ae4b-dba09d277a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675732 Feb 04 12:30:39.971197 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d65bbeb4-6203-44b4-8e61-6b60d2c1f075 req-7e2edd9d-3201-4afb-a39a-40ea1d881d12 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b7e7211-f120-4684-8570-e850b7030cb2 HTTP/1.1" status: 200 len: 217 time: 0.0946131 Feb 04 12:30:40.050578 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 41708) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:30:40.058292 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca95a3f-e3c5-4bd6-a86f-36225752c114 None None] New status for floating IP 49801537-36f0-477a-964a-cd3229858c47: DOWN {{(pid=103477) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 12:30:40.130108 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e97055-dce4-4ad6-bf3a-e342d11486c8 req-d575835f-c251-414e-984f-09afa9e17a32 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:40.131675 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-02e97055-dce4-4ad6-bf3a-e342d11486c8 req-d575835f-c251-414e-984f-09afa9e17a32 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f640cd7-6b63-4483-b856-61ce2fc44360 HTTP/1.1" status: 200 len: 950 time: 0.1584733 Feb 04 12:30:40.133163 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65bbeb4-6203-44b4-8e61-6b60d2c1f075 req-67b2d946-9649-4d0f-a743-67795377ef09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:40.134598 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d65bbeb4-6203-44b4-8e61-6b60d2c1f075 req-67b2d946-9649-4d0f-a743-67795377ef09 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3386ae8c-a86c-451c-bf79-ead86dfd6679 HTTP/1.1" status: 200 len: 859 time: 0.1486728 Feb 04 12:30:40.233468 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b15e30db-59e9-40bd-85ba-0d7d9c1ccc65 req-70fe65d8-3f0d-44c5-bc3a-4dadfbc78bdd service neutron] 10.222.0.65 "GET /v2.0/networks/0e8b5cfe-93df-4af8-ae4b-dba09d277a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713828 Feb 04 12:30:40.246054 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-02e97055-dce4-4ad6-bf3a-e342d11486c8 req-55771bd3-34a5-4bcd-bddd-a18f564c174f tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989141 Feb 04 12:30:40.259277 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65bbeb4-6203-44b4-8e61-6b60d2c1f075 req-ef4bab77-f979-4ee9-be51-cc93d04f5dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:40.260992 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d65bbeb4-6203-44b4-8e61-6b60d2c1f075 req-ef4bab77-f979-4ee9-be51-cc93d04f5dcf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0e8b5cfe-93df-4af8-ae4b-dba09d277a8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1155772 Feb 04 12:30:40.393467 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-a1374676-ef0f-4ca3-ada4-7cbd8fcda3c2 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1661235975'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:30:40.418189 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1374676-ef0f-4ca3-ada4-7cbd8fcda3c2 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Made reservation on behalf of 5cab5aa6ec7a46dfb6f8890eef3403ac for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:30:40.422482 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a1374676-ef0f-4ca3-ada4-7cbd8fcda3c2 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:40.435785 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a1374676-ef0f-4ca3-ada4-7cbd8fcda3c2 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:40.491189 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d65bbeb4-6203-44b4-8e61-6b60d2c1f075 req-77e7c1fb-cb1e-4541-8401-eeb63615ebda service neutron] 10.222.0.73 "GET /v2.0/networks/0e8b5cfe-93df-4af8-ae4b-dba09d277a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216942 Feb 04 12:30:40.514759 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72a684a-eb92-488f-9222-1b2fc5348426 req-c7bd86f3-52fb-40dc-abd6-169edd334eb6 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:40.527513 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f72a684a-eb92-488f-9222-1b2fc5348426 req-c7bd86f3-52fb-40dc-abd6-169edd334eb6 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c4615de-bb7e-4e13-9824-66067b606ac9 HTTP/1.1" status: 200 len: 946 time: 0.1566947 Feb 04 12:30:40.538341 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a1374676-ef0f-4ca3-ada4-7cbd8fcda3c2 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks [] for security_group (975e3b2e-aa05-4d6e-b53c-20264f3e5e5c), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:40.542398 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78c91ae-50f1-42b8-ae6d-e55ac18fdbf2 req-afe0ff2d-9027-4565-922a-49d6b26b862f tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:40.542550 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a1374676-ef0f-4ca3-ada4-7cbd8fcda3c2 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (975e3b2e-aa05-4d6e-b53c-20264f3e5e5c), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:40.544124 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d78c91ae-50f1-42b8-ae6d-e55ac18fdbf2 req-afe0ff2d-9027-4565-922a-49d6b26b862f tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/ports?device_id=78a0124c-559b-41f1-9646-392b0411e2e1 HTTP/1.1" status: 200 len: 946 time: 0.1724875 Feb 04 12:30:40.556468 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1374676-ef0f-4ca3-ada4-7cbd8fcda3c2 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:30:40.577657 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a1374676-ef0f-4ca3-ada4-7cbd8fcda3c2 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (c467edb3-f6a7-4b14-b370-fb5686366fde), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:40.577950 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-a1374676-ef0f-4ca3-ada4-7cbd8fcda3c2 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Added segment c467edb3-f6a7-4b14-b370-fb5686366fde of type vlan for network 0b11d1a5-2533-48d3-bd0f-7b8bb353dfa0 Feb 04 12:30:40.623621 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1374676-ef0f-4ca3-ada4-7cbd8fcda3c2 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=975e3b2e-aa05-4d6e-b53c-20264f3e5e5c,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:40.637197 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a1374676-ef0f-4ca3-ada4-7cbd8fcda3c2 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (0b11d1a5-2533-48d3-bd0f-7b8bb353dfa0), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:40.675174 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a1374676-ef0f-4ca3-ada4-7cbd8fcda3c2 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (0b11d1a5-2533-48d3-bd0f-7b8bb353dfa0), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:40.681061 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1374676-ef0f-4ca3-ada4-7cbd8fcda3c2 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:40.681566 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a1374676-ef0f-4ca3-ada4-7cbd8fcda3c2 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:40.689069 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d78c91ae-50f1-42b8-ae6d-e55ac18fdbf2 req-cdcf221a-e892-431a-b4e6-beb4c2e9fc5e tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/security-groups?id=98d15bf5-a480-4f0d-bc57-8f17260bd5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035979 Feb 04 12:30:40.718920 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f72a684a-eb92-488f-9222-1b2fc5348426 req-91821b31-d670-44c6-b008-4f688e47e9ce tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee89b6e9-25e2-41ab-a8a3-c85f5e0697a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853986 Feb 04 12:30:40.734611 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d65bbeb4-6203-44b4-8e61-6b60d2c1f075 req-5ce3f462-f3ab-42b8-a365-0e24b7276359 service neutron] 10.222.0.73 "GET /v2.0/networks/0e8b5cfe-93df-4af8-ae4b-dba09d277a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358532 Feb 04 12:30:40.791446 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1374676-ef0f-4ca3-ada4-7cbd8fcda3c2 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Pushing event updated for resources: {'Network': ['ID=0b11d1a5-2533-48d3-bd0f-7b8bb353dfa0,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:40.799228 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-a1374676-ef0f-4ca3-ada4-7cbd8fcda3c2 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7463934 Feb 04 12:30:40.804306 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 41732) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:30:40.806338 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 0b11d1a5-2533-48d3-bd0f-7b8bb353dfa0 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:30:40.809753 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-85109ad6-7c6a-48b3-976b-534b048929d4 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Request body: {'subnet': {'network_id': '0b11d1a5-2533-48d3-bd0f-7b8bb353dfa0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:30:41.032519 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85109ad6-7c6a-48b3-976b-534b048929d4 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Made reservation on behalf of 5cab5aa6ec7a46dfb6f8890eef3403ac for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:30:41.036980 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-85109ad6-7c6a-48b3-976b-534b048929d4 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:41.177127 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f2652d-5798-44e4-8601-1521fc52c0d3 req-dba3decd-4102-4719-8da3-af93db8aaf06 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:41.178685 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f0f2652d-5798-44e4-8601-1521fc52c0d3 req-dba3decd-4102-4719-8da3-af93db8aaf06 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f8ba64e-f52d-4f61-adfb-46357a42bdb9 HTTP/1.1" status: 200 len: 946 time: 0.1594088 Feb 04 12:30:41.372146 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f0f2652d-5798-44e4-8601-1521fc52c0d3 req-c4f335e1-de05-434b-9d2e-77a48d9da77f tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] 10.222.0.65 "GET /v2.0/security-groups?id=a4645ff9-4aba-4923-b590-6a9167d2e893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771677 Feb 04 12:30:41.448756 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ed3eb5-dd0d-44ec-add3-b7807711d255 req-69981503-d605-452c-a4a5-54499e8c7148 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:41.451615 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-18ed3eb5-dd0d-44ec-add3-b7807711d255 req-69981503-d605-452c-a4a5-54499e8c7148 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/networks?id=4641d9e3-bbfb-4ca1-b978-fac986a6f197 HTTP/1.1" status: 200 len: 806 time: 0.2548070 Feb 04 12:30:41.509314 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1514b039-2149-4984-8ad0-a62f1ba5810e req-13878457-868d-4d65-a0e9-72fe6e7b7e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:41.510873 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1514b039-2149-4984-8ad0-a62f1ba5810e req-13878457-868d-4d65-a0e9-72fe6e7b7e4e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f9619e0211434e338cacc113b2585afa&device_id=5c4615de-bb7e-4e13-9824-66067b606ac9 HTTP/1.1" status: 200 len: 1128 time: 0.2390456 Feb 04 12:30:41.584386 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-18ed3eb5-dd0d-44ec-add3-b7807711d255 req-9a0fb464-d28b-4dbd-a9de-2a350054cc98 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/quotas/15c4606ad13a46b29ee60be66da65533 HTTP/1.1" status: 200 len: 375 time: 0.0998466 Feb 04 12:30:41.621229 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-85109ad6-7c6a-48b3-976b-534b048929d4 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52094127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51452689'] for subnet (bd2a6e09-848b-4b36-8a32-4cf946eb19a4), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:41.757293 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56935838-0b9e-4434-b9c1-41055486239d req-9308c8b3-7cca-4d42-9085-ba512f72d4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:41.758806 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-56935838-0b9e-4434-b9c1-41055486239d req-9308c8b3-7cca-4d42-9085-ba512f72d4b6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9f640cd7-6b63-4483-b856-61ce2fc44360&tenant_id=5c34eef31d4540768d24bcb8030d50f3 HTTP/1.1" status: 200 len: 1132 time: 0.2808242 Feb 04 12:30:41.778139 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fecf422-adad-468c-9e48-0bcc4dc17f01 req-2aa63049-1126-4957-b925-61b9e3a3623c tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:41.780062 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4fecf422-adad-468c-9e48-0bcc4dc17f01 req-2aa63049-1126-4957-b925-61b9e3a3623c tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] 10.222.0.65 "GET /v2.0/ports?device_id=f61c4342-b34a-4964-bf13-99b6b46cc5ae&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3044138 Feb 04 12:30:41.793463 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85109ad6-7c6a-48b3-976b-534b048929d4 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Pushing event updated for resources: {'Subnet': ['ID=bd2a6e09-848b-4b36-8a32-4cf946eb19a4,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:41.827094 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1514b039-2149-4984-8ad0-a62f1ba5810e req-9d42d856-0bd0-4de6-b2f5-6f5e2fe192ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:41.828602 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1514b039-2149-4984-8ad0-a62f1ba5810e req-9d42d856-0bd0-4de6-b2f5-6f5e2fe192ce service neutron] 10.222.0.73 "GET /v2.0/networks?id=89490d58-b165-4480-9966-11144ff95c5f HTTP/1.1" status: 200 len: 917 time: 0.2880275 Feb 04 12:30:41.899902 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-18ed3eb5-dd0d-44ec-add3-b7807711d255 req-890f2de3-ee3a-4912-a7cf-d7c13f5370ce tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=15c4606ad13a46b29ee60be66da65533&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2815514 Feb 04 12:30:41.935884 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4fecf422-adad-468c-9e48-0bcc4dc17f01 req-9391dc6c-b867-4686-bcb1-73ba8b03b2c5 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.3.210 HTTP/1.1" status: 200 len: 696 time: 0.1443331 Feb 04 12:30:41.949463 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1514b039-2149-4984-8ad0-a62f1ba5810e req-222cab60-246a-483e-b712-b0d8d70f4690 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=013dab64-5844-4c95-b51e-dc2be5a734d7 HTTP/1.1" status: 200 len: 217 time: 0.0702102 Feb 04 12:30:41.952903 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85109ad6-7c6a-48b3-976b-534b048929d4 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Checking segment: {'id': 'c467edb3-f6a7-4b14-b370-fb5686366fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '0b11d1a5-2533-48d3-bd0f-7b8bb353dfa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:30:41.953302 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85109ad6-7c6a-48b3-976b-534b048929d4 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Network hostable DHCP agents. Network: 0b11d1a5-2533-48d3-bd0f-7b8bb353dfa0, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:30:41.979511 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-4fecf422-adad-468c-9e48-0bcc4dc17f01 req-d390e9ce-d14a-4dce-8fe0-351c4871defa tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Request body: {'floatingip': {'port_id': '07bc61dc-c652-4fa7-a159-f20382558df9', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:30:42.102968 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-4fecf422-adad-468c-9e48-0bcc4dc17f01 req-d390e9ce-d14a-4dce-8fe0-351c4871defa tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Publish callbacks [] for floatingip (49801537-36f0-477a-964a-cd3229858c47), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:42.113103 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56935838-0b9e-4434-b9c1-41055486239d req-04130913-0b2b-43f2-9f51-0a1fc0cd5450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:42.114615 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-56935838-0b9e-4434-b9c1-41055486239d req-04130913-0b2b-43f2-9f51-0a1fc0cd5450 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5c34eef31d4540768d24bcb8030d50f3&device_id=9f640cd7-6b63-4483-b856-61ce2fc44360 HTTP/1.1" status: 200 len: 1132 time: 0.3083222 Feb 04 12:30:42.157291 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85109ad6-7c6a-48b3-976b-534b048929d4 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Network 0b11d1a5-2533-48d3-bd0f-7b8bb353dfa0 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:30:42.193923 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1514b039-2149-4984-8ad0-a62f1ba5810e req-0d2278cf-d21c-40d6-9e42-9b6120b22a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:42.195407 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1514b039-2149-4984-8ad0-a62f1ba5810e req-0d2278cf-d21c-40d6-9e42-9b6120b22a11 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=098788f9-8c3b-4856-97c8-14be265148c8 HTTP/1.1" status: 200 len: 855 time: 0.2279959 Feb 04 12:30:42.262128 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-85109ad6-7c6a-48b3-976b-534b048929d4 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 0b11d1a5-2533-48d3-bd0f-7b8bb353dfa0) {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:30:42.274922 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249edef8-abf0-496a-bea7-f5f15e6a575f None None] Network 0b11d1a5-2533-48d3-bd0f-7b8bb353dfa0 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:30:42.298825 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85109ad6-7c6a-48b3-976b-534b048929d4 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:42.299430 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-85109ad6-7c6a-48b3-976b-534b048929d4 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:42.367006 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-18ed3eb5-dd0d-44ec-add3-b7807711d255 req-d83742e0-b46d-40e7-92d9-3ed91082e8c8 service neutron] 10.222.0.65 "GET /v2.0/networks/4641d9e3-bbfb-4ca1-b978-fac986a6f197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4263241 Feb 04 12:30:42.379498 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 41786) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:30:42.380089 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-85109ad6-7c6a-48b3-976b-534b048929d4 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.5741861 Feb 04 12:30:42.388452 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-08fce893-726d-40e2-a5ba-e009b842f49e tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-197585678', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}, 'admin_state_up': False}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:30:42.409423 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b96f1eb-0266-447a-a605-c256279d6231 None None] Network 0b11d1a5-2533-48d3-bd0f-7b8bb353dfa0 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:30:42.448535 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-08fce893-726d-40e2-a5ba-e009b842f49e tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10933'] for router (ada8f51e-764c-41fd-bd66-5801c2bcad0a), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:42.449977 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-08fce893-726d-40e2-a5ba-e009b842f49e tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10924'] for router (ada8f51e-764c-41fd-bd66-5801c2bcad0a), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:42.537160 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-08fce893-726d-40e2-a5ba-e009b842f49e tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks [] for router_controller (ada8f51e-764c-41fd-bd66-5801c2bcad0a), precommit_add_association {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:42.660908 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 3b7e7211-f120-4684-8570-e850b7030cb2 no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:30:42.710292 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-08fce893-726d-40e2-a5ba-e009b842f49e tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks [] for router_gateway (ada8f51e-764c-41fd-bd66-5801c2bcad0a), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:42.768230 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 3b7e7211-f120-4684-8570-e850b7030cb2 is: ACTIVE; New status is: DOWN {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:30:42.768971 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (3b7e7211-f120-4684-8570-e850b7030cb2), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:42.802439 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93d9fa91-1fe9-4c02-95d5-f8fdbbdcf9a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b7e7211-f120-4684-8570-e850b7030cb2'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:30:42.806384 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b30b6d9-be69-4b29-9c07-b2ae04343ee8" -d '{"events": [{"server_uuid": "93d9fa91-1fe9-4c02-95d5-f8fdbbdcf9a1", "name": "network-vif-unplugged", "status": "completed", "tag": "3b7e7211-f120-4684-8570-e850b7030cb2"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:30:42.824556 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 3b7e7211-f120-4684-8570-e850b7030cb2, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=3b7e7211-f120-4684-8570-e850b7030cb2,segment=NetworkSegment(b4e52b35-5bb9-453a-9088-e8768ee27df9),segment_id=b4e52b35-5bb9-453a-9088-e8768ee27df9)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:30:42.832449 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (3b7e7211-f120-4684-8570-e850b7030cb2), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:42.835102 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device db538db2-c02c-4361-8837-b38171c24852 no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:30:42.895763 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=3b7e7211-f120-4684-8570-e850b7030cb2,revision_number=6']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:42.946333 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1514b039-2149-4984-8ad0-a62f1ba5810e req-0c5aa01e-24a7-4332-a041-b5a4465a9823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:42.950244 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1514b039-2149-4984-8ad0-a62f1ba5810e req-0c5aa01e-24a7-4332-a041-b5a4465a9823 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=89490d58-b165-4480-9966-11144ff95c5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.7120750 Feb 04 12:30:43.058088 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-18ed3eb5-dd0d-44ec-add3-b7807711d255 req-44fbde06-486a-4351-a0c2-3a487e071d98 service neutron] 10.222.0.65 "GET /v2.0/networks/4641d9e3-bbfb-4ca1-b978-fac986a6f197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6768203 Feb 04 12:30:43.059439 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-08fce893-726d-40e2-a5ba-e009b842f49e tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks [] for router_gateway (ada8f51e-764c-41fd-bd66-5801c2bcad0a), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:43.101962 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56935838-0b9e-4434-b9c1-41055486239d req-b40f5949-9664-4c0b-a77c-b53522736c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:43.103812 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-56935838-0b9e-4434-b9c1-41055486239d req-b40f5949-9664-4c0b-a77c-b53522736c3a service neutron] 10.222.0.73 "GET /v2.0/networks?id=2f7dc246-a024-4937-952c-0ddeef5af29c HTTP/1.1" status: 200 len: 870 time: 0.9573138 Feb 04 12:30:43.128039 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-08fce893-726d-40e2-a5ba-e009b842f49e tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:43.289046 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce0393b-dc5c-4275-858d-f974c67d428e req-d2a3a966-36b9-40e6-8225-553682b0c16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:43.291492 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-2ce0393b-dc5c-4275-858d-f974c67d428e req-d2a3a966-36b9-40e6-8225-553682b0c16e service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7f8ba64e-f52d-4f61-adfb-46357a42bdb9 HTTP/1.1" status: 200 len: 1128 time: 0.1656704 Feb 04 12:30:43.315499 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port db538db2-c02c-4361-8837-b38171c24852 is: ACTIVE; New status is: DOWN {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:30:43.316547 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (db538db2-c02c-4361-8837-b38171c24852), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:43.385783 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port db538db2-c02c-4361-8837-b38171c24852, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=db538db2-c02c-4361-8837-b38171c24852,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:30:43.393670 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (db538db2-c02c-4361-8837-b38171c24852), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:43.398692 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-56935838-0b9e-4434-b9c1-41055486239d req-647f1371-a783-47aa-a64c-d92d8f3f28a3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=db538db2-c02c-4361-8837-b38171c24852 HTTP/1.1" status: 200 len: 217 time: 0.1629212 Feb 04 12:30:43.439868 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-2ce0393b-dc5c-4275-858d-f974c67d428e req-2635b4aa-7ed2-4cf0-ab8a-5fd71e18ebcd service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=a4645ff9-4aba-4923-b590-6a9167d2e893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366742 Feb 04 12:30:43.464364 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-08fce893-726d-40e2-a5ba-e009b842f49e tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Allocated IP 172.25.3.176 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/79008d4f-bf4b-4d1a-88b6-245f9c554441) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:30:43.483275 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=db538db2-c02c-4361-8837-b38171c24852,revision_number=9']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:43.626319 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56935838-0b9e-4434-b9c1-41055486239d req-50d58d6d-a39c-491b-8d11-b9e613798fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:43.629695 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-56935838-0b9e-4434-b9c1-41055486239d req-50d58d6d-a39c-491b-8d11-b9e613798fee service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5ee3374a-84e9-4639-853c-740c6edaf6dc HTTP/1.1" status: 200 len: 843 time: 0.2292814 Feb 04 12:30:43.659053 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-08fce893-726d-40e2-a5ba-e009b842f49e tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks [] for port (79008d4f-bf4b-4d1a-88b6-245f9c554441), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:43.717795 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4181621c-bd26-472a-b3ff-01363d74900a req-48af5e86-9839-4b9a-b2c2-5f118ce3b1d0 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:43.718812 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4181621c-bd26-472a-b3ff-01363d74900a req-48af5e86-9839-4b9a-b2c2-5f118ce3b1d0 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] 10.222.0.73 "GET /v2.0/ports?device_id=93d9fa91-1fe9-4c02-95d5-f8fdbbdcf9a1 HTTP/1.1" status: 200 len: 944 time: 0.8717771 Feb 04 12:30:43.736336 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-08fce893-726d-40e2-a5ba-e009b842f49e tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (79008d4f-bf4b-4d1a-88b6-245f9c554441), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:43.795115 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1514b039-2149-4984-8ad0-a62f1ba5810e req-ca6709fd-1676-49a2-b526-38abceebc993 service neutron] 10.222.0.73 "GET /v2.0/networks/89490d58-b165-4480-9966-11144ff95c5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8004210 Feb 04 12:30:43.865329 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08fce893-726d-40e2-a5ba-e009b842f49e tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:30:43.870931 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-08fce893-726d-40e2-a5ba-e009b842f49e tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:30:43.877034 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08fce893-726d-40e2-a5ba-e009b842f49e tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:30:43.905849 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fce893-726d-40e2-a5ba-e009b842f49e tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Pushing event updated for resources: {'Port': ['ID=79008d4f-bf4b-4d1a-88b6-245f9c554441,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:44.002863 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8312b381-5243-46de-be06-e279762c6544 req-6641133b-dbee-4ef8-ba59-f7c924a56bf9 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:44.005545 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8312b381-5243-46de-be06-e279762c6544 req-6641133b-dbee-4ef8-ba59-f7c924a56bf9 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c4615de-bb7e-4e13-9824-66067b606ac9 HTTP/1.1" status: 200 len: 946 time: 0.5470030 Feb 04 12:30:44.026045 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56935838-0b9e-4434-b9c1-41055486239d req-fe408f23-d265-48f2-8440-b6bf0569623d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:44.027645 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-56935838-0b9e-4434-b9c1-41055486239d req-fe408f23-d265-48f2-8440-b6bf0569623d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2f7dc246-a024-4937-952c-0ddeef5af29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3757651 Feb 04 12:30:44.290476 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8312b381-5243-46de-be06-e279762c6544 req-693bbeb0-b635-410a-a812-ea2a05fb58bb tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee89b6e9-25e2-41ab-a8a3-c85f5e0697a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704465 Feb 04 12:30:44.386768 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-56935838-0b9e-4434-b9c1-41055486239d req-5fc8880a-d6f3-490c-b6ae-a9dcc534e3b9 service neutron] 10.222.0.73 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3296604 Feb 04 12:30:44.391313 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.db.resource_extend [req-4fecf422-adad-468c-9e48-0bcc4dc17f01 req-d390e9ce-d14a-4dce-8fe0-351c4871defa tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 12:30:44.502459 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-4181621c-bd26-472a-b3ff-01363d74900a req-97ca8f33-1211-4ceb-b13a-d393a8fd3a4a tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Deleting port 3b7e7211-f120-4684-8570-e850b7030cb2 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:30:44.504400 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-4181621c-bd26-472a-b3ff-01363d74900a req-97ca8f33-1211-4ceb-b13a-d393a8fd3a4a tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (3b7e7211-f120-4684-8570-e850b7030cb2), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:44.538358 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1514b039-2149-4984-8ad0-a62f1ba5810e req-8b6fc26e-181f-4689-9c26-5a18e33654c3 service neutron] 10.222.0.73 "GET /v2.0/networks/89490d58-b165-4480-9966-11144ff95c5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7068427 Feb 04 12:30:44.544270 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-4fecf422-adad-468c-9e48-0bcc4dc17f01 req-d390e9ce-d14a-4dce-8fe0-351c4871defa tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:44.603424 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-4fecf422-adad-468c-9e48-0bcc4dc17f01 req-d390e9ce-d14a-4dce-8fe0-351c4871defa tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1599943'] for floatingip (49801537-36f0-477a-964a-cd3229858c47), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:44.804823 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-08fce893-726d-40e2-a5ba-e009b842f49e tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks [] for router_gateway (ada8f51e-764c-41fd-bd66-5801c2bcad0a), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:44.909193 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e7451-eb79-408a-9e4b-3ade4c61f10a req-08233380-b468-45de-b8db-f937c9c58dff tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:44.912356 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-af3e7451-eb79-408a-9e4b-3ade4c61f10a req-08233380-b468-45de-b8db-f937c9c58dff tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f640cd7-6b63-4483-b856-61ce2fc44360 HTTP/1.1" status: 200 len: 948 time: 0.3258538 Feb 04 12:30:44.933980 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-4181621c-bd26-472a-b3ff-01363d74900a req-97ca8f33-1211-4ceb-b13a-d393a8fd3a4a tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] For port 3b7e7211-f120-4684-8570-e850b7030cb2, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=3b7e7211-f120-4684-8570-e850b7030cb2,segment=NetworkSegment(b4e52b35-5bb9-453a-9088-e8768ee27df9),segment_id=b4e52b35-5bb9-453a-9088-e8768ee27df9)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:30:44.934527 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-4181621c-bd26-472a-b3ff-01363d74900a req-97ca8f33-1211-4ceb-b13a-d393a8fd3a4a tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (3b7e7211-f120-4684-8570-e850b7030cb2), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:44.939231 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-56935838-0b9e-4434-b9c1-41055486239d req-d50cd28e-dcd3-4d56-a0b4-3e33ee96e98a service neutron] 10.222.0.73 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5447443 Feb 04 12:30:44.972501 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-4181621c-bd26-472a-b3ff-01363d74900a req-97ca8f33-1211-4ceb-b13a-d393a8fd3a4a tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Calling delete_port for 3b7e7211-f120-4684-8570-e850b7030cb2 owned by compute:nova {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:30:44.974839 n-d-825015-3 neutron-server[103475]: INFO neutron.db.l3_db [req-4fecf422-adad-468c-9e48-0bcc4dc17f01 req-d390e9ce-d14a-4dce-8fe0-351c4871defa tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Floating IP 49801537-36f0-477a-964a-cd3229858c47 associated. External IP: 172.25.3.210, port: 07bc61dc-c652-4fa7-a159-f20382558df9. Feb 04 12:30:45.224552 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-af3e7451-eb79-408a-9e4b-3ade4c61f10a req-f025e2f5-e7f8-425e-b3bd-152ee08d8a5b tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2933855 Feb 04 12:30:45.319169 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-08fce893-726d-40e2-a5ba-e009b842f49e tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141'] for router (ada8f51e-764c-41fd-bd66-5801c2bcad0a), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:45.450661 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ed3eb5-dd0d-44ec-add3-b7807711d255 req-115410d4-45e6-4525-9f73-3641a2307257 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:45.453356 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-18ed3eb5-dd0d-44ec-add3-b7807711d255 req-115410d4-45e6-4525-9f73-3641a2307257 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.73 "GET /v2.0/networks?id=4641d9e3-bbfb-4ca1-b978-fac986a6f197 HTTP/1.1" status: 200 len: 806 time: 0.3671570 Feb 04 12:30:45.469011 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-18ed3eb5-dd0d-44ec-add3-b7807711d255 req-6e8f76b1-48ec-4a43-a757-36e73ca47323 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Request body: {'port': {'device_id': '415dd9a9-3e7e-48a3-b2a2-f9b35a954722', 'network_id': '4641d9e3-bbfb-4ca1-b978-fac986a6f197', 'admin_state_up': True, 'tenant_id': '15c4606ad13a46b29ee60be66da65533'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:30:45.515951 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-46a24e0f-2728-4432-8dce-4ef1e85f1f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:45.552560 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08fce893-726d-40e2-a5ba-e009b842f49e tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Router ada8f51e-764c-41fd-bd66-5801c2bcad0a is scheduled to L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de with binding_index 1 {{(pid=103474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 12:30:45.661710 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57236fc9-7d2c-4d0b-8112-2e59caf11a5a req-6a31225b-600b-4630-9e43-954050f3066d tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:45.664128 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-57236fc9-7d2c-4d0b-8112-2e59caf11a5a req-6a31225b-600b-4630-9e43-954050f3066d tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f8ba64e-f52d-4f61-adfb-46357a42bdb9 HTTP/1.1" status: 200 len: 946 time: 0.3260827 Feb 04 12:30:45.749304 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08fce893-726d-40e2-a5ba-e009b842f49e tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:30:45.758535 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-4181621c-bd26-472a-b3ff-01363d74900a req-97ca8f33-1211-4ceb-b13a-d393a8fd3a4a tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (3b7e7211-f120-4684-8570-e850b7030cb2), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:45.775134 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['07bc61dc-c652-4fa7-a159-f20382558df9'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:30:45.795901 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-08fce893-726d-40e2-a5ba-e009b842f49e tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:45.797446 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-08fce893-726d-40e2-a5ba-e009b842f49e tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.4160247 Feb 04 12:30:45.801880 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 41842) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:30:45.828662 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ca8f33-1211-4ceb-b13a-d393a8fd3a4a tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Pushing event deleted for resources: {'Port': ['ID=3b7e7211-f120-4684-8570-e850b7030cb2,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:45.833023 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ca5c81-ce1f-40f3-bcb2-0154cd57a561 None None] Sync routers for ids ['ada8f51e-764c-41fd-bd66-5801c2bcad0a'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:30:45.885659 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ca5c81-ce1f-40f3-bcb2-0154cd57a561 None None] Routers {'ada8f51e-764c-41fd-bd66-5801c2bcad0a'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:30:45.886299 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-d7ca5c81-ce1f-40f3-bcb2-0154cd57a561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:30:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['ada8f51e-764c-41fd-bd66-5801c2bcad0a'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:30:45.969966 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-d7ca5c81-ce1f-40f3-bcb2-0154cd57a561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:30:45.987027 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ca5c81-ce1f-40f3-bcb2-0154cd57a561 None None] Routers {'ada8f51e-764c-41fd-bd66-5801c2bcad0a'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:30:45.988158 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-d7ca5c81-ce1f-40f3-bcb2-0154cd57a561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:30:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['ada8f51e-764c-41fd-bd66-5801c2bcad0a'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:30:45.990952 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4fecf422-adad-468c-9e48-0bcc4dc17f01 req-d390e9ce-d14a-4dce-8fe0-351c4871defa tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Router 516f5507-9489-4274-a053-d5ddb06c86ed has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:30:46.014319 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-57236fc9-7d2c-4d0b-8112-2e59caf11a5a req-243c59d3-4b86-4e95-ba3c-89c9ed702ac4 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] 10.222.0.65 "GET /v2.0/security-groups?id=a4645ff9-4aba-4923-b590-6a9167d2e893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3313262 Feb 04 12:30:46.057793 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18ed3eb5-dd0d-44ec-add3-b7807711d255 req-6e8f76b1-48ec-4a43-a757-36e73ca47323 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Made reservation on behalf of 15c4606ad13a46b29ee60be66da65533 for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:30:46.068525 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-d7ca5c81-ce1f-40f3-bcb2-0154cd57a561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:30:46.069707 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ca5c81-ce1f-40f3-bcb2-0154cd57a561 None None] The sync data for ids ['ada8f51e-764c-41fd-bd66-5801c2bcad0a'] in n-d-825015-3 is: [] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:30:46.079620 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-18ed3eb5-dd0d-44ec-add3-b7807711d255 req-6e8f76b1-48ec-4a43-a757-36e73ca47323 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:46.126683 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-4181621c-bd26-472a-b3ff-01363d74900a req-97ca8f33-1211-4ceb-b13a-d393a8fd3a4a tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] No DVR routers for this DVR port 3b7e7211-f120-4684-8570-e850b7030cb2 on host n-h1-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:30:46.137079 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-4181621c-bd26-472a-b3ff-01363d74900a req-97ca8f33-1211-4ceb-b13a-d393a8fd3a4a tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:46.148909 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4181621c-bd26-472a-b3ff-01363d74900a req-97ca8f33-1211-4ceb-b13a-d393a8fd3a4a tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] 10.222.0.73 "DELETE /v2.0/ports/3b7e7211-f120-4684-8570-e850b7030cb2 HTTP/1.1" status: 204 len: 173 time: 2.3668716 Feb 04 12:30:46.160184 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93d9fa91-1fe9-4c02-95d5-f8fdbbdcf9a1', 'name': 'network-vif-deleted', 'tag': '3b7e7211-f120-4684-8570-e850b7030cb2'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:30:46.162916 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 12:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1dfda3c-d09d-4573-9df3-05ea2fbef281 x-openstack-request-id: req-c1dfda3c-d09d-4573-9df3-05ea2fbef281 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:30:46.163212 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93d9fa91-1fe9-4c02-95d5-f8fdbbdcf9a1", "name": "network-vif-unplugged", "status": "completed", "tag": "3b7e7211-f120-4684-8570-e850b7030cb2", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:30:46.163475 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c1dfda3c-d09d-4573-9df3-05ea2fbef281 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:30:46.163585 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14ea8042-c6f9-4bc5-a592-13b46dc3a9ad" -d '{"events": [{"server_uuid": "93d9fa91-1fe9-4c02-95d5-f8fdbbdcf9a1", "name": "network-vif-deleted", "tag": "3b7e7211-f120-4684-8570-e850b7030cb2"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:30:46.164088 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93d9fa91-1fe9-4c02-95d5-f8fdbbdcf9a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b7e7211-f120-4684-8570-e850b7030cb2', 'code': 200} Feb 04 12:30:46.658149 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a772e718-99a3-4d54-b450-4d200c3e5e08 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:46.859099 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8d1f30bf-36e7-44a3-a739-a251b5d0c4c5 req-d59dd032-d8d0-444c-85c2-44a6d4daf275 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/ports?device_id=415dd9a9-3e7e-48a3-b2a2-f9b35a954722 HTTP/1.1" status: 200 len: 210 time: 0.5627522 Feb 04 12:30:46.973075 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-18ed3eb5-dd0d-44ec-add3-b7807711d255 req-6e8f76b1-48ec-4a43-a757-36e73ca47323 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Allocated IP 172.20.0.11 (4641d9e3-bbfb-4ca1-b978-fac986a6f197/f23bfa97-1a92-478f-9c00-f3b0c9e898c3/e12ad4c3-ee6d-489e-81fc-4dac178fce7d) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:30:47.018616 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4fecf422-adad-468c-9e48-0bcc4dc17f01 req-d390e9ce-d14a-4dce-8fe0-351c4871defa tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:30:47.039839 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1fe860-a242-477b-8e41-733c57a8e33d None None] Sync routers for ids ['516f5507-9489-4274-a053-d5ddb06c86ed'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:30:47.041997 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-4fecf422-adad-468c-9e48-0bcc4dc17f01 req-d390e9ce-d14a-4dce-8fe0-351c4871defa tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:47.065474 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1fe860-a242-477b-8e41-733c57a8e33d None None] Routers {'516f5507-9489-4274-a053-d5ddb06c86ed'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:30:47.066114 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-0a1fe860-a242-477b-8e41-733c57a8e33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:30:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['516f5507-9489-4274-a053-d5ddb06c86ed'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:30:47.157529 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4fecf422-adad-468c-9e48-0bcc4dc17f01 req-d390e9ce-d14a-4dce-8fe0-351c4871defa tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] 10.222.0.65 "PUT /v2.0/floatingips/49801537-36f0-477a-964a-cd3229858c47 HTTP/1.1" status: 200 len: 996 time: 5.2069328 Feb 04 12:30:47.267717 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f14e818-591a-4f5d-b4e6-28649bee4d52 req-53f02b93-f1d7-40ab-a52d-b65fa6d3101d tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:47.268723 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1f14e818-591a-4f5d-b4e6-28649bee4d52 req-53f02b93-f1d7-40ab-a52d-b65fa6d3101d tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c4615de-bb7e-4e13-9824-66067b606ac9 HTTP/1.1" status: 200 len: 946 time: 0.2576818 Feb 04 12:30:47.350662 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-0a1fe860-a242-477b-8e41-733c57a8e33d None None] Set router 516f5507-9489-4274-a053-d5ddb06c86ed gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:30:47.355059 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fecf422-adad-468c-9e48-0bcc4dc17f01 req-ab07ceeb-2e30-4320-a52c-d06dfd0ec86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:47.356819 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4fecf422-adad-468c-9e48-0bcc4dc17f01 req-ab07ceeb-2e30-4320-a52c-d06dfd0ec86c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=dcbc9e99c00c41539a07d9ddf5098f10&device_id=f61c4342-b34a-4964-bf13-99b6b46cc5ae HTTP/1.1" status: 200 len: 1127 time: 0.1535964 Feb 04 12:30:47.469956 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-a772e718-99a3-4d54-b450-4d200c3e5e08 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Allocated IP 172.20.0.1 (0b11d1a5-2533-48d3-bd0f-7b8bb353dfa0/bd2a6e09-848b-4b36-8a32-4cf946eb19a4/d7fe3d97-c37e-49de-b9b6-d9ce2f1b941c) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:30:47.544493 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 41858) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:30:47.568361 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1f14e818-591a-4f5d-b4e6-28649bee4d52 req-22e5c281-5557-45e8-9f27-78a8cde7c429 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee89b6e9-25e2-41ab-a8a3-c85f5e0697a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2843390 Feb 04 12:30:47.576827 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-18ed3eb5-dd0d-44ec-add3-b7807711d255 req-6e8f76b1-48ec-4a43-a757-36e73ca47323 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Publish callbacks [] for port (e12ad4c3-ee6d-489e-81fc-4dac178fce7d), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:47.645154 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-c15e85b2-c2a7-416d-abae-267f55180e1f req-98778294-722b-47bb-8a26-66880ff7596f tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-377207642', 'description': 'tempest-description-546898536'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:30:47.688712 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fecf422-adad-468c-9e48-0bcc4dc17f01 req-52a12310-fb89-4f48-af3d-ff232b57da40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:47.691369 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4fecf422-adad-468c-9e48-0bcc4dc17f01 req-52a12310-fb89-4f48-af3d-ff232b57da40 service neutron] 10.222.0.65 "GET /v2.0/networks?id=0e8b5cfe-93df-4af8-ae4b-dba09d277a8f HTTP/1.1" status: 200 len: 921 time: 0.2996550 Feb 04 12:30:47.694487 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-c15e85b2-c2a7-416d-abae-267f55180e1f req-98778294-722b-47bb-8a26-66880ff7596f tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:47.752275 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a772e718-99a3-4d54-b450-4d200c3e5e08 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks [] for port (d7fe3d97-c37e-49de-b9b6-d9ce2f1b941c), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:47.766276 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-0a1fe860-a242-477b-8e41-733c57a8e33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '516f5507-9489-4274-a053-d5ddb06c86ed', 'name': 'tempest-FloatingIPsAssociationTestJSON-790215227-router', 'tenant_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'cf00b52b-2fa9-4155-bb8e-12fe2aa05145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:29:14Z', 'updated_at': '2022-02-04T12:29:25Z', 'revision_number': 4, 'project_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'gw_port': {'id': 'cf00b52b-2fa9-4155-bb8e-12fe2aa05145', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:95:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516f5507-9489-4274-a053-d5ddb06c86ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:29:15Z', 'updated_at': '2022-02-04T12:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': '49801537-36f0-477a-964a-cd3229858c47', 'tenant_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'floating_ip_address': '172.25.3.210', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': '516f5507-9489-4274-a053-d5ddb06c86ed', 'port_id': '07bc61dc-c652-4fa7-a159-f20382558df9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1159, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e8b5cfe-93df-4af8-ae4b-dba09d277a8f', 'mac_address': 'fa:16:3e:d3:09:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61c4342-b34a-4964-bf13-99b6b46cc5ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:30:02Z', 'updated_at': '2022-02-04T12:30:44Z', 'revision_number': 8, 'project_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab2746b8-c4ff-4dc7-b443-6ebb58255356', 'name': '', 'network_id': '0e8b5cfe-93df-4af8-ae4b-dba09d277a8f', 'tenant_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'mac_address': 'fa:16:3e:a5:23:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516f5507-9489-4274-a053-d5ddb06c86ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': '3386ae8c-a86c-451c-bf79-ead86dfd6679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:29:21Z', 'updated_at': '2022-02-04T12:29:32Z', 'revision_number': 5, 'project_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'subnets': [{'id': '3386ae8c-a86c-451c-bf79-ead86dfd6679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:30:47.797089 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a772e718-99a3-4d54-b450-4d200c3e5e08 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (d7fe3d97-c37e-49de-b9b6-d9ce2f1b941c), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:47.801888 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1fe860-a242-477b-8e41-733c57a8e33d None None] Checking router: 516f5507-9489-4274-a053-d5ddb06c86ed for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:30:47.818762 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1fe860-a242-477b-8e41-733c57a8e33d None None] Routers {'516f5507-9489-4274-a053-d5ddb06c86ed'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:30:47.820112 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-0a1fe860-a242-477b-8e41-733c57a8e33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:30:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['516f5507-9489-4274-a053-d5ddb06c86ed'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:30:47.870659 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e225b1b7-0f13-402c-9674-572390bc9f50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:47.872254 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a772e718-99a3-4d54-b450-4d200c3e5e08 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Pushing event updated for resources: {'Port': ['ID=d7fe3d97-c37e-49de-b9b6-d9ce2f1b941c,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:47.887637 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a772e718-99a3-4d54-b450-4d200c3e5e08 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Network 0b11d1a5-2533-48d3-bd0f-7b8bb353dfa0 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:30:47.894212 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-a772e718-99a3-4d54-b450-4d200c3e5e08 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:30:47.900621 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4fecf422-adad-468c-9e48-0bcc4dc17f01 req-ae2ad7fa-561c-471a-a2a6-865618a4b4b5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=07bc61dc-c652-4fa7-a159-f20382558df9 HTTP/1.1" status: 200 len: 999 time: 0.1952405 Feb 04 12:30:47.903131 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-c15e85b2-c2a7-416d-abae-267f55180e1f req-98778294-722b-47bb-8a26-66880ff7596f tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Publish callbacks [] for security_group (a6f26d5a-0a86-43df-bbf9-f1b6aab9b9b4), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:47.906813 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-18ed3eb5-dd0d-44ec-add3-b7807711d255 req-6e8f76b1-48ec-4a43-a757-36e73ca47323 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (e12ad4c3-ee6d-489e-81fc-4dac178fce7d), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:47.910196 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a772e718-99a3-4d54-b450-4d200c3e5e08 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:30:47.921105 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-c15e85b2-c2a7-416d-abae-267f55180e1f req-98778294-722b-47bb-8a26-66880ff7596f tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (a6f26d5a-0a86-43df-bbf9-f1b6aab9b9b4), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:47.927401 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['1a4a3c3d-36a0-4d43-b1ce-88c13649ade3', 'b006df45-132a-4ac3-81a7-47a4f00c8f34'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:30:47.983710 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a772e718-99a3-4d54-b450-4d200c3e5e08 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1599818'] for router_interface (ada8f51e-764c-41fd-bd66-5801c2bcad0a), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:48.001487 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d0df4605-b25d-4314-9edb-c76c08033354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:48.037805 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-0a1fe860-a242-477b-8e41-733c57a8e33d None None] Set router 516f5507-9489-4274-a053-d5ddb06c86ed gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:30:48.134804 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-c15e85b2-c2a7-416d-abae-267f55180e1f req-98778294-722b-47bb-8a26-66880ff7596f tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:48.136103 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c15e85b2-c2a7-416d-abae-267f55180e1f req-98778294-722b-47bb-8a26-66880ff7596f tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1830 time: 0.4952102 Feb 04 12:30:48.142196 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18ed3eb5-dd0d-44ec-add3-b7807711d255 req-6e8f76b1-48ec-4a43-a757-36e73ca47323 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Network 4641d9e3-bbfb-4ca1-b978-fac986a6f197 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:30:48.176623 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-18ed3eb5-dd0d-44ec-add3-b7807711d255 req-6e8f76b1-48ec-4a43-a757-36e73ca47323 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:30:48.187293 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-18ed3eb5-dd0d-44ec-add3-b7807711d255 req-6e8f76b1-48ec-4a43-a757-36e73ca47323 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:30:48.201643 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f640cd7-6b63-4483-b856-61ce2fc44360', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db538db2-c02c-4361-8837-b38171c24852'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:30:48.204202 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa57b3f0-00a2-4378-9aae-06b6879aeb59" -d '{"events": [{"server_uuid": "9f640cd7-6b63-4483-b856-61ce2fc44360", "name": "network-vif-unplugged", "status": "completed", "tag": "db538db2-c02c-4361-8837-b38171c24852"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:30:48.269933 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ed3eb5-dd0d-44ec-add3-b7807711d255 req-6e8f76b1-48ec-4a43-a757-36e73ca47323 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:48.270968 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-18ed3eb5-dd0d-44ec-add3-b7807711d255 req-6e8f76b1-48ec-4a43-a757-36e73ca47323 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:48.274375 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8f76b1-48ec-4a43-a757-36e73ca47323 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Pushing event updated for resources: {'Port': ['ID=e12ad4c3-ee6d-489e-81fc-4dac178fce7d,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:48.292897 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a772e718-99a3-4d54-b450-4d200c3e5e08 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (d7fe3d97-c37e-49de-b9b6-d9ce2f1b941c), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:48.307670 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b92115a-eeef-42f4-bcb3-d250f3be3d71 x-openstack-request-id: req-0b92115a-eeef-42f4-bcb3-d250f3be3d71 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:30:48.308559 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93d9fa91-1fe9-4c02-95d5-f8fdbbdcf9a1", "name": "network-vif-deleted", "tag": "3b7e7211-f120-4684-8570-e850b7030cb2", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:30:48.308979 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0b92115a-eeef-42f4-bcb3-d250f3be3d71 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:30:48.311079 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93d9fa91-1fe9-4c02-95d5-f8fdbbdcf9a1', 'name': 'network-vif-deleted', 'tag': '3b7e7211-f120-4684-8570-e850b7030cb2', 'status': 'completed', 'code': 200} Feb 04 12:30:48.318081 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fecf422-adad-468c-9e48-0bcc4dc17f01 req-0e764b11-6482-4bf1-8971-d3a0f79d9437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:48.319822 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4fecf422-adad-468c-9e48-0bcc4dc17f01 req-0e764b11-6482-4bf1-8971-d3a0f79d9437 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3386ae8c-a86c-451c-bf79-ead86dfd6679 HTTP/1.1" status: 200 len: 859 time: 0.3888707 Feb 04 12:30:48.320633 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98778294-722b-47bb-8a26-66880ff7596f tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6f26d5a-0a86-43df-bbf9-f1b6aab9b9b4,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:48.438886 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e225b1b7-0f13-402c-9674-572390bc9f50 admin admin] Publish callbacks [] for security_group (54c67f2f-c9ad-4772-955f-1560e66549e6), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:48.444717 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-18ed3eb5-dd0d-44ec-add3-b7807711d255 req-6e8f76b1-48ec-4a43-a757-36e73ca47323 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9814732 Feb 04 12:30:48.452307 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e225b1b7-0f13-402c-9674-572390bc9f50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (54c67f2f-c9ad-4772-955f-1560e66549e6), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:48.506728 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-18ed3eb5-dd0d-44ec-add3-b7807711d255 req-f9721edf-5c63-4e52-9cdb-fab0a9447905 service neutron] Request body: {'port': {'device_id': '415dd9a9-3e7e-48a3-b2a2-f9b35a954722', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:30:48.538314 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e225b1b7-0f13-402c-9674-572390bc9f50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54c67f2f-c9ad-4772-955f-1560e66549e6,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:48.538515 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-0a1fe860-a242-477b-8e41-733c57a8e33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '516f5507-9489-4274-a053-d5ddb06c86ed', 'name': 'tempest-FloatingIPsAssociationTestJSON-790215227-router', 'tenant_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'cf00b52b-2fa9-4155-bb8e-12fe2aa05145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:29:14Z', 'updated_at': '2022-02-04T12:29:25Z', 'revision_number': 4, 'project_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'gw_port': {'id': 'cf00b52b-2fa9-4155-bb8e-12fe2aa05145', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:95:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516f5507-9489-4274-a053-d5ddb06c86ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:29:15Z', 'updated_at': '2022-02-04T12:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': '49801537-36f0-477a-964a-cd3229858c47', 'tenant_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'floating_ip_address': '172.25.3.210', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': '516f5507-9489-4274-a053-d5ddb06c86ed', 'port_id': '07bc61dc-c652-4fa7-a159-f20382558df9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1159, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e8b5cfe-93df-4af8-ae4b-dba09d277a8f', 'mac_address': 'fa:16:3e:d3:09:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61c4342-b34a-4964-bf13-99b6b46cc5ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:30:02Z', 'updated_at': '2022-02-04T12:30:44Z', 'revision_number': 8, 'project_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab2746b8-c4ff-4dc7-b443-6ebb58255356', 'name': '', 'network_id': '0e8b5cfe-93df-4af8-ae4b-dba09d277a8f', 'tenant_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'mac_address': 'fa:16:3e:a5:23:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516f5507-9489-4274-a053-d5ddb06c86ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': '3386ae8c-a86c-451c-bf79-ead86dfd6679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:29:21Z', 'updated_at': '2022-02-04T12:29:32Z', 'revision_number': 5, 'project_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'subnets': [{'id': '3386ae8c-a86c-451c-bf79-ead86dfd6679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:30:48.609621 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1fe860-a242-477b-8e41-733c57a8e33d None None] The sync data for ids ['516f5507-9489-4274-a053-d5ddb06c86ed'] in n-d-825015-3 is: [{'id': '516f5507-9489-4274-a053-d5ddb06c86ed', 'name': 'tempest-FloatingIPsAssociationTestJSON-790215227-router', 'tenant_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'cf00b52b-2fa9-4155-bb8e-12fe2aa05145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:29:14Z', 'updated_at': '2022-02-04T12:29:25Z', 'revision_number': 4, 'project_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'gw_port': {'id': 'cf00b52b-2fa9-4155-bb8e-12fe2aa05145', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:95:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516f5507-9489-4274-a053-d5ddb06c86ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:29:15Z', 'updated_at': '2022-02-04T12:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': '49801537-36f0-477a-964a-cd3229858c47', 'tenant_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'floating_ip_address': '172.25.3.210', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': '516f5507-9489-4274-a053-d5ddb06c86ed', 'port_id': '07bc61dc-c652-4fa7-a159-f20382558df9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1159, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e8b5cfe-93df-4af8-ae4b-dba09d277a8f', 'mac_address': 'fa:16:3e:d3:09:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61c4342-b34a-4964-bf13-99b6b46cc5ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:30:02Z', 'updated_at': '2022-02-04T12:30:44Z', 'revision_number': 8, 'project_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab2746b8-c4ff-4dc7-b443-6ebb58255356', 'name': '', 'network_id': '0e8b5cfe-93df-4af8-ae4b-dba09d277a8f', 'tenant_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'mac_address': 'fa:16:3e:a5:23:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516f5507-9489-4274-a053-d5ddb06c86ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': '3386ae8c-a86c-451c-bf79-ead86dfd6679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:29:21Z', 'updated_at': '2022-02-04T12:29:32Z', 'revision_number': 5, 'project_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'subnets': [{'id': '3386ae8c-a86c-451c-bf79-ead86dfd6679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:30:48.616336 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 41872) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:30:48.618830 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-e225b1b7-0f13-402c-9674-572390bc9f50 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7cab6ebf7d6f42cdbc6a224437ebf213&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0713856 Feb 04 12:30:48.645606 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fecf422-adad-468c-9e48-0bcc4dc17f01 req-93276850-9c28-48a1-8d06-4b5de001c5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:48.648708 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4fecf422-adad-468c-9e48-0bcc4dc17f01 req-93276850-9c28-48a1-8d06-4b5de001c5df service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0e8b5cfe-93df-4af8-ae4b-dba09d277a8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3198931 Feb 04 12:30:48.658847 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device db538db2-c02c-4361-8837-b38171c24852 details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:30:48.723649 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6bf24cf4-19dc-494e-b873-8a158d6366fb admin admin] Publish callbacks [] for security_group (54c67f2f-c9ad-4772-955f-1560e66549e6), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:48.807881 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-18ed3eb5-dd0d-44ec-add3-b7807711d255 req-f9721edf-5c63-4e52-9cdb-fab0a9447905 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (e12ad4c3-ee6d-489e-81fc-4dac178fce7d), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:48.847836 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port db538db2-c02c-4361-8837-b38171c24852, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=db538db2-c02c-4361-8837-b38171c24852,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:30:48.859626 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6bf24cf4-19dc-494e-b873-8a158d6366fb admin admin] Publish callbacks [] for security_group (54c67f2f-c9ad-4772-955f-1560e66549e6), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:48.868587 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': 'db538db2-c02c-4361-8837-b38171c24852', 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c', 'port_id': 'db538db2-c02c-4361-8837-b38171c24852', 'mac_address': 'fa:16:3e:72:6b:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ee3374a-84e9-4639-853c-740c6edaf6dc', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:30:48.893635 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4fecf422-adad-468c-9e48-0bcc4dc17f01 req-abdc1d34-24b5-4a25-8ffb-2068f99d5441 service neutron] 10.222.0.65 "GET /v2.0/networks/0e8b5cfe-93df-4af8-ae4b-dba09d277a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246258 Feb 04 12:30:48.918252 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8523c9ca-2043-4ce3-8e3a-6cfa1324ed9a req-6d019fc3-2b4e-4004-83b5-7cee502a2ab3 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:48.920091 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8523c9ca-2043-4ce3-8e3a-6cfa1324ed9a req-6d019fc3-2b4e-4004-83b5-7cee502a2ab3 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f640cd7-6b63-4483-b856-61ce2fc44360 HTTP/1.1" status: 200 len: 948 time: 0.4734602 Feb 04 12:30:48.944423 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port db538db2-c02c-4361-8837-b38171c24852 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:30:48.944423 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (db538db2-c02c-4361-8837-b38171c24852), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:48.965156 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db538db2-c02c-4361-8837-b38171c24852 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:30:49.002979 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port db538db2-c02c-4361-8837-b38171c24852, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=db538db2-c02c-4361-8837-b38171c24852,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:30:49.011682 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a772e718-99a3-4d54-b450-4d200c3e5e08 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks [] for port (d7fe3d97-c37e-49de-b9b6-d9ce2f1b941c), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:49.017284 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (db538db2-c02c-4361-8837-b38171c24852), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:49.030700 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a772e718-99a3-4d54-b450-4d200c3e5e08 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (d7fe3d97-c37e-49de-b9b6-d9ce2f1b941c), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:49.105793 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6bf24cf4-19dc-494e-b873-8a158d6366fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (54c67f2f-c9ad-4772-955f-1560e66549e6), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:49.113529 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6bf24cf4-19dc-494e-b873-8a158d6366fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:49.118155 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-6bf24cf4-19dc-494e-b873-8a158d6366fb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/54c67f2f-c9ad-4772-955f-1560e66549e6 HTTP/1.1" status: 204 len: 168 time: 0.5011833 Feb 04 12:30:49.125674 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a48a74-2043-4eb5-bcf6-c28a0e1be55c None None] New status for floating IP 49801537-36f0-477a-964a-cd3229858c47: ACTIVE {{(pid=103476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 12:30:49.159808 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf24cf4-19dc-494e-b873-8a158d6366fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54c67f2f-c9ad-4772-955f-1560e66549e6,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:49.175450 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a772e718-99a3-4d54-b450-4d200c3e5e08 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622202'] for router_interface (ada8f51e-764c-41fd-bd66-5801c2bcad0a), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:49.199538 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a772e718-99a3-4d54-b450-4d200c3e5e08 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Pushing event updated for resources: {'Port': ['ID=d7fe3d97-c37e-49de-b9b6-d9ce2f1b941c,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:49.246476 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=db538db2-c02c-4361-8837-b38171c24852,revision_number=10']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:49.253667 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:49.307417 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8523c9ca-2043-4ce3-8e3a-6cfa1324ed9a req-9dad834f-a03d-4626-beda-0fa2a057d29c tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3360796 Feb 04 12:30:49.327549 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4fecf422-adad-468c-9e48-0bcc4dc17f01 req-e5de364e-e83b-45c3-84f8-14c2259367f5 service neutron] 10.222.0.65 "GET /v2.0/networks/0e8b5cfe-93df-4af8-ae4b-dba09d277a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4048448 Feb 04 12:30:49.352916 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['db538db2-c02c-4361-8837-b38171c24852'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:30:49.392290 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a772e718-99a3-4d54-b450-4d200c3e5e08 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Network 0b11d1a5-2533-48d3-bd0f-7b8bb353dfa0 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:30:49.396085 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-a772e718-99a3-4d54-b450-4d200c3e5e08 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:30:49.631472 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a772e718-99a3-4d54-b450-4d200c3e5e08 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Router ada8f51e-764c-41fd-bd66-5801c2bcad0a has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:30:49.658842 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-18ed3eb5-dd0d-44ec-add3-b7807711d255 req-f9721edf-5c63-4e52-9cdb-fab0a9447905 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e12ad4c3-ee6d-489e-81fc-4dac178fce7d {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:30:49.682068 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-18ed3eb5-dd0d-44ec-add3-b7807711d255 req-f9721edf-5c63-4e52-9cdb-fab0a9447905 service neutron] Publish callbacks [] for port (e12ad4c3-ee6d-489e-81fc-4dac178fce7d), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:49.707356 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2c95a44f-a558-4e7e-90ab-6f5dc812752b req-46ad8519-d1bb-4f41-92b5-e5a215564de6 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-377207642&fields=id&tenant_id=3e5189bc9c2e4b8789347e688ced1883 HTTP/1.1" status: 200 len: 267 time: 0.2071927 Feb 04 12:30:49.722100 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-18ed3eb5-dd0d-44ec-add3-b7807711d255 req-f9721edf-5c63-4e52-9cdb-fab0a9447905 service neutron] Transition to ACTIVE for port object e12ad4c3-ee6d-489e-81fc-4dac178fce7d will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:30:49.757182 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a40f02-ce0d-4564-882c-2ff2cbbb19d2 req-8174ee06-eaae-4266-9912-9ff8af639ae4 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:49.759084 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-60a40f02-ce0d-4564-882c-2ff2cbbb19d2 req-8174ee06-eaae-4266-9912-9ff8af639ae4 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/ports?device_id=415dd9a9-3e7e-48a3-b2a2-f9b35a954722 HTTP/1.1" status: 200 len: 932 time: 0.2189972 Feb 04 12:30:49.760028 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-18ed3eb5-dd0d-44ec-add3-b7807711d255 req-f9721edf-5c63-4e52-9cdb-fab0a9447905 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (e12ad4c3-ee6d-489e-81fc-4dac178fce7d), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:49.769892 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 41884) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:30:49.829199 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e87d9a9c-291a-47f4-bc0c-8ecc71d0707f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:49.834435 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a772e718-99a3-4d54-b450-4d200c3e5e08 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:30:49.842704 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-a772e718-99a3-4d54-b450-4d200c3e5e08 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] 10.222.0.65 "PUT /v2.0/routers/ada8f51e-764c-41fd-bd66-5801c2bcad0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0361881 Feb 04 12:30:49.844967 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 41886) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:30:49.846587 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1152be-1dfe-498d-9655-4a0a734ea8ae None None] Sync routers for ids ['ada8f51e-764c-41fd-bd66-5801c2bcad0a'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:30:49.850682 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-15b1aadd-8866-4175-adad-d97c173097c5 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Request body: {'port': {'network_id': '0b11d1a5-2533-48d3-bd0f-7b8bb353dfa0', 'name': 'tempest-FloatingIPTestJSON-1245759234'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:30:49.862699 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1152be-1dfe-498d-9655-4a0a734ea8ae None None] Routers {'ada8f51e-764c-41fd-bd66-5801c2bcad0a'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:30:49.864591 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-ca1152be-1dfe-498d-9655-4a0a734ea8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:30:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['ada8f51e-764c-41fd-bd66-5801c2bcad0a'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:30:49.915782 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-ca1152be-1dfe-498d-9655-4a0a734ea8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:30:49.927186 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1152be-1dfe-498d-9655-4a0a734ea8ae None None] Routers {'ada8f51e-764c-41fd-bd66-5801c2bcad0a'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:30:49.927856 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-ca1152be-1dfe-498d-9655-4a0a734ea8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:30:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['ada8f51e-764c-41fd-bd66-5801c2bcad0a'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:30:49.968901 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-ca1152be-1dfe-498d-9655-4a0a734ea8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:30:49.969609 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1152be-1dfe-498d-9655-4a0a734ea8ae None None] The sync data for ids ['ada8f51e-764c-41fd-bd66-5801c2bcad0a'] in n-d-825015-3 is: [] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:30:49.982852 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9721edf-5c63-4e52-9cdb-fab0a9447905 service neutron] Pushing event updated for resources: {'Port': ['ID=e12ad4c3-ee6d-489e-81fc-4dac178fce7d,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:50.001897 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15b1aadd-8866-4175-adad-d97c173097c5 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Made reservation on behalf of 5cab5aa6ec7a46dfb6f8890eef3403ac for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:30:50.005697 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-15b1aadd-8866-4175-adad-d97c173097c5 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:50.025854 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [None req-15b1aadd-8866-4175-adad-d97c173097c5 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] device_id is not set on port d3b3e917-2538-4aa9-bc46-a27e58ee5da9 yet. {{(pid=103474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 12:30:50.055834 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c95a44f-a558-4e7e-90ab-6f5dc812752b req-74cb0ceb-0fbb-4558-98b3-fa34220e86b5 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:50.057369 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2c95a44f-a558-4e7e-90ab-6f5dc812752b req-74cb0ceb-0fbb-4558-98b3-fa34220e86b5 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f8ba64e-f52d-4f61-adfb-46357a42bdb9 HTTP/1.1" status: 200 len: 946 time: 0.3390806 Feb 04 12:30:50.085890 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-60a40f02-ce0d-4564-882c-2ff2cbbb19d2 req-15d0142a-b6d2-4e60-ad11-679576a3772d tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/security-groups?id=98d15bf5-a480-4f0d-bc57-8f17260bd5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3140736 Feb 04 12:30:50.093915 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-2c95a44f-a558-4e7e-90ab-6f5dc812752b req-022ef4a7-d37e-4c24-9d6c-4e4aa857de8c tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Request body: {'port': {'security_groups': ['a4645ff9-4aba-4923-b590-6a9167d2e893', 'a6f26d5a-0a86-43df-bbf9-f1b6aab9b9b4']}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:30:50.156147 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-18ed3eb5-dd0d-44ec-add3-b7807711d255 req-f9721edf-5c63-4e52-9cdb-fab0a9447905 service neutron] Attempting to bind port e12ad4c3-ee6d-489e-81fc-4dac178fce7d on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:30:50.156496 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-18ed3eb5-dd0d-44ec-add3-b7807711d255 req-f9721edf-5c63-4e52-9cdb-fab0a9447905 service neutron] Attempting to bind port e12ad4c3-ee6d-489e-81fc-4dac178fce7d by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': '82c42862-5e09-44a3-a831-056ff41e66f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4641d9e3-bbfb-4ca1-b978-fac986a6f197'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:30:50.156858 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ed3eb5-dd0d-44ec-add3-b7807711d255 req-f9721edf-5c63-4e52-9cdb-fab0a9447905 service neutron] Attempting to bind port e12ad4c3-ee6d-489e-81fc-4dac178fce7d on network 4641d9e3-bbfb-4ca1-b978-fac986a6f197 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:30:50.160679 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 12:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44935205-0ad4-437b-a491-0c42e689802e x-openstack-request-id: req-44935205-0ad4-437b-a491-0c42e689802e {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:30:50.161235 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f640cd7-6b63-4483-b856-61ce2fc44360", "name": "network-vif-unplugged", "status": "completed", "tag": "db538db2-c02c-4361-8837-b38171c24852", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:30:50.161235 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-44935205-0ad4-437b-a491-0c42e689802e {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:30:50.162115 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f640cd7-6b63-4483-b856-61ce2fc44360', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db538db2-c02c-4361-8837-b38171c24852', 'code': 200} Feb 04 12:30:50.175409 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-15b1aadd-8866-4175-adad-d97c173097c5 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Allocated IP 172.20.0.9 (0b11d1a5-2533-48d3-bd0f-7b8bb353dfa0/bd2a6e09-848b-4b36-8a32-4cf946eb19a4/d3b3e917-2538-4aa9-bc46-a27e58ee5da9) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:30:50.199052 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ed3eb5-dd0d-44ec-add3-b7807711d255 req-f9721edf-5c63-4e52-9cdb-fab0a9447905 service neutron] Port e12ad4c3-ee6d-489e-81fc-4dac178fce7d on network 4641d9e3-bbfb-4ca1-b978-fac986a6f197 not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:30:50.199294 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ed3eb5-dd0d-44ec-add3-b7807711d255 req-f9721edf-5c63-4e52-9cdb-fab0a9447905 service neutron] Attempting to bind port e12ad4c3-ee6d-489e-81fc-4dac178fce7d on network 4641d9e3-bbfb-4ca1-b978-fac986a6f197 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:30:50.248927 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ed3eb5-dd0d-44ec-add3-b7807711d255 req-f9721edf-5c63-4e52-9cdb-fab0a9447905 service neutron] Checking agent: {'id': 'f8add0d2-2202-43d3-bc0e-72442788e6ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:30:50.249272 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ed3eb5-dd0d-44ec-add3-b7807711d255 req-f9721edf-5c63-4e52-9cdb-fab0a9447905 service neutron] Checking segment: {'id': '82c42862-5e09-44a3-a831-056ff41e66f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4641d9e3-bbfb-4ca1-b978-fac986a6f197'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:30:50.249674 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ed3eb5-dd0d-44ec-add3-b7807711d255 req-f9721edf-5c63-4e52-9cdb-fab0a9447905 service neutron] Bound using segment: {'id': '82c42862-5e09-44a3-a831-056ff41e66f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4641d9e3-bbfb-4ca1-b978-fac986a6f197'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:30:50.250126 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-18ed3eb5-dd0d-44ec-add3-b7807711d255 req-f9721edf-5c63-4e52-9cdb-fab0a9447905 service neutron] Bound port: e12ad4c3-ee6d-489e-81fc-4dac178fce7d, host: n-h1-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82c42862-5e09-44a3-a831-056ff41e66f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4641d9e3-bbfb-4ca1-b978-fac986a6f197'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:30:50.250491 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-18ed3eb5-dd0d-44ec-add3-b7807711d255 req-f9721edf-5c63-4e52-9cdb-fab0a9447905 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (e12ad4c3-ee6d-489e-81fc-4dac178fce7d), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:50.298490 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e87d9a9c-291a-47f4-bc0c-8ecc71d0707f admin admin] Publish callbacks [] for security_group (89742564-1d4c-45e7-88c7-cde1a57e3ebb), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:50.305738 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-2c95a44f-a558-4e7e-90ab-6f5dc812752b req-022ef4a7-d37e-4c24-9d6c-4e4aa857de8c tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (d7718d2d-b60f-4383-ab47-e17344aeae7a), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:50.309479 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e87d9a9c-291a-47f4-bc0c-8ecc71d0707f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (89742564-1d4c-45e7-88c7-cde1a57e3ebb), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:50.322182 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f61c4342-b34a-4964-bf13-99b6b46cc5ae', 'tag': '07bc61dc-c652-4fa7-a159-f20382558df9'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:30:50.324591 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9c5ddeb-144a-489a-8cb6-e64db104f6b1" -d '{"events": [{"name": "network-changed", "server_uuid": "f61c4342-b34a-4964-bf13-99b6b46cc5ae", "tag": "07bc61dc-c652-4fa7-a159-f20382558df9"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:30:50.380045 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:50.453903 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-e87d9a9c-291a-47f4-bc0c-8ecc71d0707f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c749d155bfd04aa5b2b344777d14313c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6485302 Feb 04 12:30:50.461696 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87d9a9c-291a-47f4-bc0c-8ecc71d0707f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89742564-1d4c-45e7-88c7-cde1a57e3ebb,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:50.470875 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 41890) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:30:50.503868 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a38e2b3-3197-4320-8dd2-e6d862d2949f req-9bca50a2-d4e6-4de0-8044-112aa62098ac tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:50.505591 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2a38e2b3-3197-4320-8dd2-e6d862d2949f req-9bca50a2-d4e6-4de0-8044-112aa62098ac tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f640cd7-6b63-4483-b856-61ce2fc44360 HTTP/1.1" status: 200 len: 950 time: 0.2758646 Feb 04 12:30:50.547879 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-18ed3eb5-dd0d-44ec-add3-b7807711d255 req-f9721edf-5c63-4e52-9cdb-fab0a9447905 service neutron] For port e12ad4c3-ee6d-489e-81fc-4dac178fce7d, host n-h1-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:30:50.596905 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-18ed3eb5-dd0d-44ec-add3-b7807711d255 req-f9721edf-5c63-4e52-9cdb-fab0a9447905 service neutron] For port e12ad4c3-ee6d-489e-81fc-4dac178fce7d, host n-h1-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=e12ad4c3-ee6d-489e-81fc-4dac178fce7d,segment=NetworkSegment(82c42862-5e09-44a3-a831-056ff41e66f5),segment_id=82c42862-5e09-44a3-a831-056ff41e66f5)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:30:50.624267 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-18ed3eb5-dd0d-44ec-add3-b7807711d255 req-f9721edf-5c63-4e52-9cdb-fab0a9447905 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (e12ad4c3-ee6d-489e-81fc-4dac178fce7d), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:50.665948 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device db538db2-c02c-4361-8837-b38171c24852 up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:30:50.692968 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-15b1aadd-8866-4175-adad-d97c173097c5 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks [] for port (d3b3e917-2538-4aa9-bc46-a27e58ee5da9), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:50.731138 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2a38e2b3-3197-4320-8dd2-e6d862d2949f req-162b1218-2499-4fd3-885e-991624a45bcc tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057066 Feb 04 12:30:50.731840 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-11cb6a69-7358-48e0-914e-e9aa38730a59 admin admin] Publish callbacks [] for security_group (89742564-1d4c-45e7-88c7-cde1a57e3ebb), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:50.738789 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-15b1aadd-8866-4175-adad-d97c173097c5 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (d3b3e917-2538-4aa9-bc46-a27e58ee5da9), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:50.740542 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port db538db2-c02c-4361-8837-b38171c24852 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:30:50.747035 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (db538db2-c02c-4361-8837-b38171c24852), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:50.748391 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ed3eb5-dd0d-44ec-add3-b7807711d255 req-f9721edf-5c63-4e52-9cdb-fab0a9447905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:50.749300 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-18ed3eb5-dd0d-44ec-add3-b7807711d255 req-f9721edf-5c63-4e52-9cdb-fab0a9447905 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:50.750752 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-18ed3eb5-dd0d-44ec-add3-b7807711d255 req-f9721edf-5c63-4e52-9cdb-fab0a9447905 service neutron] 10.222.0.73 "PUT /v2.0/ports/e12ad4c3-ee6d-489e-81fc-4dac178fce7d HTTP/1.1" status: 200 len: 1092 time: 2.2957463 Feb 04 12:30:50.810941 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-11cb6a69-7358-48e0-914e-e9aa38730a59 admin admin] Publish callbacks [] for security_group (89742564-1d4c-45e7-88c7-cde1a57e3ebb), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:50.825372 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b1aadd-8866-4175-adad-d97c173097c5 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Network 0b11d1a5-2533-48d3-bd0f-7b8bb353dfa0 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:30:50.829391 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-15b1aadd-8866-4175-adad-d97c173097c5 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:30:50.833722 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b1aadd-8866-4175-adad-d97c173097c5 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Pushing event updated for resources: {'Port': ['ID=d3b3e917-2538-4aa9-bc46-a27e58ee5da9,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:50.837561 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b1aadd-8866-4175-adad-d97c173097c5 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:30:50.840566 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9721edf-5c63-4e52-9cdb-fab0a9447905 service neutron] Pushing event updated for resources: {'Port': ['ID=e12ad4c3-ee6d-489e-81fc-4dac178fce7d,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:50.923114 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b1aadd-8866-4175-adad-d97c173097c5 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:50.923828 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-15b1aadd-8866-4175-adad-d97c173097c5 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:50.943286 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-2c95a44f-a558-4e7e-90ab-6f5dc812752b req-022ef4a7-d37e-4c24-9d6c-4e4aa857de8c tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] For port d7718d2d-b60f-4383-ab47-e17344aeae7a, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=d7718d2d-b60f-4383-ab47-e17344aeae7a,segment=NetworkSegment(56bf766f-3de3-452a-bfce-163ca1523f30),segment_id=56bf766f-3de3-452a-bfce-163ca1523f30)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:30:50.949159 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port db538db2-c02c-4361-8837-b38171c24852 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:30:50.949568 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (db538db2-c02c-4361-8837-b38171c24852), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:50.958274 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-15b1aadd-8866-4175-adad-d97c173097c5 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1119139 Feb 04 12:30:50.959309 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 41894) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:30:50.967655 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-880b5862-ebab-4272-9da5-48c095048f71 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Request body: {'port': {'network_id': '0b11d1a5-2533-48d3-bd0f-7b8bb353dfa0', 'name': 'tempest-FloatingIPTestJSON-843594176'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:30:51.026753 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port db538db2-c02c-4361-8837-b38171c24852, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=db538db2-c02c-4361-8837-b38171c24852,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:30:51.038123 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (db538db2-c02c-4361-8837-b38171c24852), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:51.043094 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-2c95a44f-a558-4e7e-90ab-6f5dc812752b req-022ef4a7-d37e-4c24-9d6c-4e4aa857de8c tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Publish callbacks [] for port (d7718d2d-b60f-4383-ab47-e17344aeae7a), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:51.051370 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-11cb6a69-7358-48e0-914e-e9aa38730a59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (89742564-1d4c-45e7-88c7-cde1a57e3ebb), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:51.054062 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-11cb6a69-7358-48e0-914e-e9aa38730a59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:51.055224 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-11cb6a69-7358-48e0-914e-e9aa38730a59 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/89742564-1d4c-45e7-88c7-cde1a57e3ebb HTTP/1.1" status: 204 len: 168 time: 0.5789802 Feb 04 12:30:51.064084 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ed3eb5-dd0d-44ec-add3-b7807711d255 req-6b7cda99-346e-44b6-8411-1bc5f3b792c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:51.065848 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-18ed3eb5-dd0d-44ec-add3-b7807711d255 req-6b7cda99-346e-44b6-8411-1bc5f3b792c8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=15c4606ad13a46b29ee60be66da65533&device_id=415dd9a9-3e7e-48a3-b2a2-f9b35a954722 HTTP/1.1" status: 200 len: 1126 time: 0.2305663 Feb 04 12:30:51.068514 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-2c95a44f-a558-4e7e-90ab-6f5dc812752b req-022ef4a7-d37e-4c24-9d6c-4e4aa857de8c tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (d7718d2d-b60f-4383-ab47-e17344aeae7a), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:51.086092 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['d7718d2d-b60f-4383-ab47-e17344aeae7a'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:30:51.095266 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cb6a69-7358-48e0-914e-e9aa38730a59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89742564-1d4c-45e7-88c7-cde1a57e3ebb,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:51.135178 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-880b5862-ebab-4272-9da5-48c095048f71 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Made reservation on behalf of 5cab5aa6ec7a46dfb6f8890eef3403ac for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:30:51.141350 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-880b5862-ebab-4272-9da5-48c095048f71 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:51.176508 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [None req-880b5862-ebab-4272-9da5-48c095048f71 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] device_id is not set on port 78c7f230-31de-4147-8bee-9b0f5b902b9e yet. {{(pid=103474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 12:30:51.186739 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=db538db2-c02c-4361-8837-b38171c24852,revision_number=11']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:51.213128 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-18ed3eb5-dd0d-44ec-add3-b7807711d255 req-95e81916-e370-403c-beff-2530e6c05482 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e12ad4c3-ee6d-489e-81fc-4dac178fce7d HTTP/1.1" status: 200 len: 217 time: 0.1370745 Feb 04 12:30:51.243626 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c95a44f-a558-4e7e-90ab-6f5dc812752b req-022ef4a7-d37e-4c24-9d6c-4e4aa857de8c tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:51.243626 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-2c95a44f-a558-4e7e-90ab-6f5dc812752b req-022ef4a7-d37e-4c24-9d6c-4e4aa857de8c tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:51.246819 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2c95a44f-a558-4e7e-90ab-6f5dc812752b req-022ef4a7-d37e-4c24-9d6c-4e4aa857de8c tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] 10.222.0.65 "PUT /v2.0/ports/d7718d2d-b60f-4383-ab47-e17344aeae7a HTTP/1.1" status: 200 len: 982 time: 1.1732223 Feb 04 12:30:51.264550 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da33e0fc-ee51-46a1-add7-b88ad953bcbb req-47eaa5de-83fa-4b53-9031-60276bdb5392 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:51.265981 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-da33e0fc-ee51-46a1-add7-b88ad953bcbb req-47eaa5de-83fa-4b53-9031-60276bdb5392 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c4615de-bb7e-4e13-9824-66067b606ac9 HTTP/1.1" status: 200 len: 946 time: 0.3305295 Feb 04 12:30:51.365325 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['d7718d2d-b60f-4383-ab47-e17344aeae7a'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:30:51.398931 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ed3eb5-dd0d-44ec-add3-b7807711d255 req-7a8e170a-3cd0-4ac3-9e73-930e2d5ccf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:51.400736 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-18ed3eb5-dd0d-44ec-add3-b7807711d255 req-7a8e170a-3cd0-4ac3-9e73-930e2d5ccf80 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f23bfa97-1a92-478f-9c00-f3b0c9e898c3 HTTP/1.1" status: 200 len: 846 time: 0.1663885 Feb 04 12:30:51.403701 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-880b5862-ebab-4272-9da5-48c095048f71 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Allocated IP 172.20.0.3 (0b11d1a5-2533-48d3-bd0f-7b8bb353dfa0/bd2a6e09-848b-4b36-8a32-4cf946eb19a4/78c7f230-31de-4147-8bee-9b0f5b902b9e) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:30:51.494133 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-18ed3eb5-dd0d-44ec-add3-b7807711d255 req-6e7431e2-1faf-422d-93fc-1c918a82fba7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4641d9e3-bbfb-4ca1-b978-fac986a6f197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0738652 Feb 04 12:30:51.509497 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022ef4a7-d37e-4c24-9d6c-4e4aa857de8c tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Pushing event updated for resources: {'Port': ['ID=d7718d2d-b60f-4383-ab47-e17344aeae7a,revision_number=6']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:51.563328 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4ce1c83c-233d-4dbd-90b0-a05048b9e60a req-6175f938-6da7-4acd-bc15-cfaa2abcc293 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] 10.222.0.65 "GET /v2.0/floatingips/49801537-36f0-477a-964a-cd3229858c47 HTTP/1.1" status: 200 len: 998 time: 0.2627409 Feb 04 12:30:51.602823 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:51.636507 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-916bfe1b-2faa-4e33-b6ee-b79538c3aa30 req-d39922c8-c32a-44d9-9cb3-eddc7f7eee95 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5fd9097d-d5e4-4774-807c-a9b8c47df9ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4268157 Feb 04 12:30:51.673037 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-da33e0fc-ee51-46a1-add7-b88ad953bcbb req-c7c9db54-04b0-4d79-8a8a-02d35bf62948 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee89b6e9-25e2-41ab-a8a3-c85f5e0697a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3737645 Feb 04 12:30:51.684785 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-880b5862-ebab-4272-9da5-48c095048f71 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks [] for port (78c7f230-31de-4147-8bee-9b0f5b902b9e), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:51.753354 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-880b5862-ebab-4272-9da5-48c095048f71 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (78c7f230-31de-4147-8bee-9b0f5b902b9e), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:51.793572 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26f68636-f041-473f-982e-945f84f34af4 x-openstack-request-id: req-26f68636-f041-473f-982e-945f84f34af4 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:30:51.794262 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f61c4342-b34a-4964-bf13-99b6b46cc5ae", "tag": "07bc61dc-c652-4fa7-a159-f20382558df9", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:30:51.794488 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-26f68636-f041-473f-982e-945f84f34af4 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:30:51.795706 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f61c4342-b34a-4964-bf13-99b6b46cc5ae', 'tag': '07bc61dc-c652-4fa7-a159-f20382558df9', 'status': 'completed', 'code': 200} Feb 04 12:30:51.907674 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-880b5862-ebab-4272-9da5-48c095048f71 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Network 0b11d1a5-2533-48d3-bd0f-7b8bb353dfa0 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:30:51.913191 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-880b5862-ebab-4272-9da5-48c095048f71 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:30:51.918675 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880b5862-ebab-4272-9da5-48c095048f71 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:30:51.928050 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880b5862-ebab-4272-9da5-48c095048f71 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Pushing event updated for resources: {'Port': ['ID=78c7f230-31de-4147-8bee-9b0f5b902b9e,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:52.003592 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880b5862-ebab-4272-9da5-48c095048f71 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:52.004625 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-880b5862-ebab-4272-9da5-48c095048f71 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:52.029833 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-880b5862-ebab-4272-9da5-48c095048f71 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.0657380 Feb 04 12:30:52.035118 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 41918) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:30:52.040975 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-bda84d0e-06b3-4ff2-b820-2aa885518cd4 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Request body: {'floatingip': {'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'port_id': '78c7f230-31de-4147-8bee-9b0f5b902b9e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:30:52.071374 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bda84d0e-06b3-4ff2-b820-2aa885518cd4 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:52.166733 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f640cd7-6b63-4483-b856-61ce2fc44360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db538db2-c02c-4361-8837-b38171c24852'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:30:52.169645 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b64cb66b-02c3-465b-a3d0-17b00704a4a4" -d '{"events": [{"server_uuid": "9f640cd7-6b63-4483-b856-61ce2fc44360", "name": "network-vif-plugged", "status": "completed", "tag": "db538db2-c02c-4361-8837-b38171c24852"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:30:52.224983 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bda84d0e-06b3-4ff2-b820-2aa885518cd4 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:52.369043 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-bda84d0e-06b3-4ff2-b820-2aa885518cd4 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Allocated IP 172.25.3.179 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/111e040c-9f30-4e70-9e04-558e56c27ec4) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:30:52.373219 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-18ed3eb5-dd0d-44ec-add3-b7807711d255 req-c3ee9583-5608-47c9-a3a3-aa9380252445 service neutron] 10.222.0.73 "GET /v2.0/networks/4641d9e3-bbfb-4ca1-b978-fac986a6f197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8662534 Feb 04 12:30:52.514482 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bda84d0e-06b3-4ff2-b820-2aa885518cd4 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks [] for port (111e040c-9f30-4e70-9e04-558e56c27ec4), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:52.529975 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce1c83c-233d-4dbd-90b0-a05048b9e60a req-af3bd7b7-2f4a-46f6-954c-13e2a2a50f1d tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:52.531657 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4ce1c83c-233d-4dbd-90b0-a05048b9e60a req-af3bd7b7-2f4a-46f6-954c-13e2a2a50f1d tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] 10.222.0.65 "GET /v2.0/networks/7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 HTTP/1.1" status: 200 len: 784 time: 0.9109640 Feb 04 12:30:52.553138 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916bfe1b-2faa-4e33-b6ee-b79538c3aa30 req-2160147e-79ca-4ee3-a3d1-7a87d4c77e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:52.557903 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-916bfe1b-2faa-4e33-b6ee-b79538c3aa30 req-2160147e-79ca-4ee3-a3d1-7a87d4c77e88 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5c34eef31d4540768d24bcb8030d50f3&device_id=5fd9097d-d5e4-4774-807c-a9b8c47df9ef HTTP/1.1" status: 200 len: 1132 time: 0.7986689 Feb 04 12:30:52.568370 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c5ddeb-144a-489a-8cb6-e64db104f6b1 req-6f94b62f-2ec1-41ff-a669-4b0a8017c226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:52.570287 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f9c5ddeb-144a-489a-8cb6-e64db104f6b1 req-6f94b62f-2ec1-41ff-a669-4b0a8017c226 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=dcbc9e99c00c41539a07d9ddf5098f10&device_id=f61c4342-b34a-4964-bf13-99b6b46cc5ae HTTP/1.1" status: 200 len: 1127 time: 0.7332535 Feb 04 12:30:52.575154 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bda84d0e-06b3-4ff2-b820-2aa885518cd4 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (111e040c-9f30-4e70-9e04-558e56c27ec4), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:52.612737 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c387ca3-cccc-4865-9ad5-5c48cd0fb223 req-fca153d7-d974-45cf-9f18-f557f8858c21 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:52.620472 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4c387ca3-cccc-4865-9ad5-5c48cd0fb223 req-fca153d7-d974-45cf-9f18-f557f8858c21 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/ports?device_id=415dd9a9-3e7e-48a3-b2a2-f9b35a954722 HTTP/1.1" status: 200 len: 944 time: 0.7134507 Feb 04 12:30:52.639549 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda84d0e-06b3-4ff2-b820-2aa885518cd4 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:30:52.642772 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-18ed3eb5-dd0d-44ec-add3-b7807711d255 req-6ff695ba-65be-4398-ba59-928adeac71bb service neutron] 10.222.0.73 "GET /v2.0/networks/4641d9e3-bbfb-4ca1-b978-fac986a6f197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2539079 Feb 04 12:30:52.643955 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-bda84d0e-06b3-4ff2-b820-2aa885518cd4 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:30:52.647424 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda84d0e-06b3-4ff2-b820-2aa885518cd4 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:30:52.686342 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda84d0e-06b3-4ff2-b820-2aa885518cd4 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Pushing event updated for resources: {'Port': ['ID=111e040c-9f30-4e70-9e04-558e56c27ec4,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:52.901183 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-338b9c98-65a6-4b33-a42a-a28277664f72 req-d1313c47-a40f-4857-950b-aadc76b5cd4b tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-377207642&fields=id&tenant_id=3e5189bc9c2e4b8789347e688ced1883 HTTP/1.1" status: 200 len: 267 time: 0.2760749 Feb 04 12:30:52.911187 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916bfe1b-2faa-4e33-b6ee-b79538c3aa30 req-41320798-72c6-4866-b2d5-9dc92ab51435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:52.913322 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-916bfe1b-2faa-4e33-b6ee-b79538c3aa30 req-41320798-72c6-4866-b2d5-9dc92ab51435 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2f7dc246-a024-4937-952c-0ddeef5af29c HTTP/1.1" status: 200 len: 870 time: 0.3185184 Feb 04 12:30:52.965444 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4c387ca3-cccc-4865-9ad5-5c48cd0fb223 req-67b77103-44b8-4d74-a559-9e6efb160c5f tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/security-groups?id=98d15bf5-a480-4f0d-bc57-8f17260bd5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3436773 Feb 04 12:30:53.053946 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-916bfe1b-2faa-4e33-b6ee-b79538c3aa30 req-89b7ee5f-7beb-4db8-ba92-f9bdd891cc08 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=1838ab07-adf7-4b9b-b746-757621e1c012 HTTP/1.1" status: 200 len: 217 time: 0.1269295 Feb 04 12:30:53.055772 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c5ddeb-144a-489a-8cb6-e64db104f6b1 req-053d5da3-aaca-4b81-a485-506fb3bcf8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:53.057971 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f9c5ddeb-144a-489a-8cb6-e64db104f6b1 req-053d5da3-aaca-4b81-a485-506fb3bcf8c8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0e8b5cfe-93df-4af8-ae4b-dba09d277a8f HTTP/1.1" status: 200 len: 921 time: 0.4789057 Feb 04 12:30:53.207636 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bda84d0e-06b3-4ff2-b820-2aa885518cd4 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks [] for floatingip (814c5085-92df-4a92-ad4d-c25b464cc0fc), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:53.234440 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338b9c98-65a6-4b33-a42a-a28277664f72 req-0f90fc2a-0f47-482a-a879-5b654dafaf84 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:53.236327 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-338b9c98-65a6-4b33-a42a-a28277664f72 req-0f90fc2a-0f47-482a-a879-5b654dafaf84 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f8ba64e-f52d-4f61-adfb-46357a42bdb9 HTTP/1.1" status: 200 len: 985 time: 0.3164644 Feb 04 12:30:53.257795 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-338b9c98-65a6-4b33-a42a-a28277664f72 req-8e136d00-ce03-45ae-9065-0db115463f3c tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Request body: {'port': {'security_groups': ['a4645ff9-4aba-4923-b590-6a9167d2e893']}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:30:53.287342 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916bfe1b-2faa-4e33-b6ee-b79538c3aa30 req-c37cb869-671a-4aac-879d-742c7cfb19a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:53.288811 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-916bfe1b-2faa-4e33-b6ee-b79538c3aa30 req-c37cb869-671a-4aac-879d-742c7cfb19a0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5ee3374a-84e9-4639-853c-740c6edaf6dc HTTP/1.1" status: 200 len: 843 time: 0.2142658 Feb 04 12:30:53.303677 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f9c5ddeb-144a-489a-8cb6-e64db104f6b1 req-0ebd0ef1-4d7f-4f41-b2f3-6eb60476cc41 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=07bc61dc-c652-4fa7-a159-f20382558df9 HTTP/1.1" status: 200 len: 1001 time: 0.2373931 Feb 04 12:30:53.325243 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bda84d0e-06b3-4ff2-b820-2aa885518cd4 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (111e040c-9f30-4e70-9e04-558e56c27ec4), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:53.386997 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bada2bb-ac19-46ef-88c7-d51d20ac5506 req-1b37da7e-1d35-445e-be96-e723ca3392e8 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:53.388661 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8bada2bb-ac19-46ef-88c7-d51d20ac5506 req-1b37da7e-1d35-445e-be96-e723ca3392e8 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] 10.222.0.65 "GET /v2.0/ports?device_id=8292ed09-ec6d-438b-bdc7-05a92053767e HTTP/1.1" status: 200 len: 946 time: 0.3282642 Feb 04 12:30:53.456954 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-338b9c98-65a6-4b33-a42a-a28277664f72 req-8e136d00-ce03-45ae-9065-0db115463f3c tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (d7718d2d-b60f-4383-ab47-e17344aeae7a), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:53.500658 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c5ddeb-144a-489a-8cb6-e64db104f6b1 req-0f190b45-b1c7-4800-b31b-40bd82b3c00e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:53.502289 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f9c5ddeb-144a-489a-8cb6-e64db104f6b1 req-0f190b45-b1c7-4800-b31b-40bd82b3c00e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3386ae8c-a86c-451c-bf79-ead86dfd6679 HTTP/1.1" status: 200 len: 859 time: 0.1815114 Feb 04 12:30:53.543547 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916bfe1b-2faa-4e33-b6ee-b79538c3aa30 req-011f9629-1219-4a7c-b767-539c279a0f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:53.545710 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-916bfe1b-2faa-4e33-b6ee-b79538c3aa30 req-011f9629-1219-4a7c-b767-539c279a0f9f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2f7dc246-a024-4937-952c-0ddeef5af29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2394483 Feb 04 12:30:53.583673 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8bada2bb-ac19-46ef-88c7-d51d20ac5506 req-28377183-1eb3-43b0-8226-5f1420064508 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee89b6e9-25e2-41ab-a8a3-c85f5e0697a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724126 Feb 04 12:30:53.668537 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bda84d0e-06b3-4ff2-b820-2aa885518cd4 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks [] for port (111e040c-9f30-4e70-9e04-558e56c27ec4), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:53.676973 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bda84d0e-06b3-4ff2-b820-2aa885518cd4 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (111e040c-9f30-4e70-9e04-558e56c27ec4), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:53.798948 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '415dd9a9-3e7e-48a3-b2a2-f9b35a954722', 'tag': 'e12ad4c3-ee6d-489e-81fc-4dac178fce7d'}, {'name': 'network-changed', 'server_uuid': '7f8ba64e-f52d-4f61-adfb-46357a42bdb9', 'tag': 'd7718d2d-b60f-4383-ab47-e17344aeae7a'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:30:53.801377 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeddbca7-bc9e-4077-a32e-6698e8a1474d" -d '{"events": [{"name": "network-changed", "server_uuid": "415dd9a9-3e7e-48a3-b2a2-f9b35a954722", "tag": "e12ad4c3-ee6d-489e-81fc-4dac178fce7d"}, {"name": "network-changed", "server_uuid": "7f8ba64e-f52d-4f61-adfb-46357a42bdb9", "tag": "d7718d2d-b60f-4383-ab47-e17344aeae7a"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:30:53.811414 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda84d0e-06b3-4ff2-b820-2aa885518cd4 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Pushing event updated for resources: {'Port': ['ID=111e040c-9f30-4e70-9e04-558e56c27ec4,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:53.839669 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bda84d0e-06b3-4ff2-b820-2aa885518cd4 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1599943'] for floatingip (814c5085-92df-4a92-ad4d-c25b464cc0fc), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:53.852513 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fcb853e1-6431-4e20-ba13-37d62a3612d6 req-78912f70-0724-46d3-83a0-b37919a6fb1c tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=5c34eef31d4540768d24bcb8030d50f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0869179 Feb 04 12:30:53.912502 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c5ddeb-144a-489a-8cb6-e64db104f6b1 req-cca620ae-670f-4ec7-a083-aa89ee6dec28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:53.915003 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f9c5ddeb-144a-489a-8cb6-e64db104f6b1 req-cca620ae-670f-4ec7-a083-aa89ee6dec28 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0e8b5cfe-93df-4af8-ae4b-dba09d277a8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3739765 Feb 04 12:30:53.980948 n-d-825015-3 neutron-server[103474]: INFO neutron.db.l3_db [None req-bda84d0e-06b3-4ff2-b820-2aa885518cd4 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Floating IP 814c5085-92df-4a92-ad4d-c25b464cc0fc associated. External IP: 172.25.3.179, port: 78c7f230-31de-4147-8bee-9b0f5b902b9e. Feb 04 12:30:53.999376 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-916bfe1b-2faa-4e33-b6ee-b79538c3aa30 req-613f28bb-cec7-4c4c-a38a-2446c366fd1a service neutron] 10.222.0.73 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4343855 Feb 04 12:30:54.173305 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-338b9c98-65a6-4b33-a42a-a28277664f72 req-8e136d00-ce03-45ae-9065-0db115463f3c tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] For port d7718d2d-b60f-4383-ab47-e17344aeae7a, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=d7718d2d-b60f-4383-ab47-e17344aeae7a,segment=NetworkSegment(56bf766f-3de3-452a-bfce-163ca1523f30),segment_id=56bf766f-3de3-452a-bfce-163ca1523f30)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:30:54.291888 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-338b9c98-65a6-4b33-a42a-a28277664f72 req-8e136d00-ce03-45ae-9065-0db115463f3c tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Publish callbacks [] for port (d7718d2d-b60f-4383-ab47-e17344aeae7a), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:54.327447 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-338b9c98-65a6-4b33-a42a-a28277664f72 req-8e136d00-ce03-45ae-9065-0db115463f3c tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (d7718d2d-b60f-4383-ab47-e17344aeae7a), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:54.346325 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['d7718d2d-b60f-4383-ab47-e17344aeae7a'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:30:54.371945 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f9c5ddeb-144a-489a-8cb6-e64db104f6b1 req-fd890002-8c89-4e14-8f45-fbc9263ee9a8 service neutron] 10.222.0.73 "GET /v2.0/networks/0e8b5cfe-93df-4af8-ae4b-dba09d277a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3709137 Feb 04 12:30:54.384578 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb853e1-6431-4e20-ba13-37d62a3612d6 req-c90f48e1-246f-41c7-8542-b1fcb8423633 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:54.388422 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bda84d0e-06b3-4ff2-b820-2aa885518cd4 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Router ada8f51e-764c-41fd-bd66-5801c2bcad0a has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:30:54.401664 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fcb853e1-6431-4e20-ba13-37d62a3612d6 req-c90f48e1-246f-41c7-8542-b1fcb8423633 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5475953 Feb 04 12:30:54.430850 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-916bfe1b-2faa-4e33-b6ee-b79538c3aa30 req-0d581ad3-f10e-463a-a247-00bee53cce43 service neutron] 10.222.0.73 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3517876 Feb 04 12:30:54.490338 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fcb853e1-6431-4e20-ba13-37d62a3612d6 req-33195949-68bd-4520-83bc-fbb5f66451e5 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/quotas/5c34eef31d4540768d24bcb8030d50f3 HTTP/1.1" status: 200 len: 375 time: 0.0877109 Feb 04 12:30:54.498250 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338b9c98-65a6-4b33-a42a-a28277664f72 req-8e136d00-ce03-45ae-9065-0db115463f3c tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:54.498973 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-338b9c98-65a6-4b33-a42a-a28277664f72 req-8e136d00-ce03-45ae-9065-0db115463f3c tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:54.500581 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-338b9c98-65a6-4b33-a42a-a28277664f72 req-8e136d00-ce03-45ae-9065-0db115463f3c tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] 10.222.0.65 "PUT /v2.0/ports/d7718d2d-b60f-4383-ab47-e17344aeae7a HTTP/1.1" status: 200 len: 943 time: 1.2539196 Feb 04 12:30:54.563959 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e136d00-ce03-45ae-9065-0db115463f3c tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Pushing event updated for resources: {'Port': ['ID=d7718d2d-b60f-4383-ab47-e17344aeae7a,revision_number=7']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:54.584838 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['d7718d2d-b60f-4383-ab47-e17344aeae7a'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:30:54.603636 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1363c2fc-9013-45c1-90e2-8de3e4d17e2c x-openstack-request-id: req-1363c2fc-9013-45c1-90e2-8de3e4d17e2c {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:30:54.603978 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f640cd7-6b63-4483-b856-61ce2fc44360", "name": "network-vif-plugged", "status": "completed", "tag": "db538db2-c02c-4361-8837-b38171c24852", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:30:54.605654 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1363c2fc-9013-45c1-90e2-8de3e4d17e2c {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:30:54.606867 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f640cd7-6b63-4483-b856-61ce2fc44360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db538db2-c02c-4361-8837-b38171c24852', 'code': 200} Feb 04 12:30:54.647082 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bda84d0e-06b3-4ff2-b820-2aa885518cd4 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:30:54.677806 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fcb853e1-6431-4e20-ba13-37d62a3612d6 req-a5fee257-d2ea-438d-ac6c-e18a8ff34674 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=5c34eef31d4540768d24bcb8030d50f3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1865389 Feb 04 12:30:54.684375 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bda84d0e-06b3-4ff2-b820-2aa885518cd4 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:54.691774 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f9c5ddeb-144a-489a-8cb6-e64db104f6b1 req-7cd9b4cd-d252-41a3-9f16-c722682c0cd9 service neutron] 10.222.0.73 "GET /v2.0/networks/0e8b5cfe-93df-4af8-ae4b-dba09d277a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2856319 Feb 04 12:30:54.698550 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b511dab-f5a9-4c78-bf67-09cf02e63581 None None] Sync routers for ids ['ada8f51e-764c-41fd-bd66-5801c2bcad0a'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:30:54.738548 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-bda84d0e-06b3-4ff2-b820-2aa885518cd4 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.7021761 Feb 04 12:30:54.741696 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 41974) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:30:54.747282 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-47d4e2fb-cf93-4178-9494-0ea157fd40b4 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:30:54.777800 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b511dab-f5a9-4c78-bf67-09cf02e63581 None None] Routers {'ada8f51e-764c-41fd-bd66-5801c2bcad0a'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:30:54.778449 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-4b511dab-f5a9-4c78-bf67-09cf02e63581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:30:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['ada8f51e-764c-41fd-bd66-5801c2bcad0a'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:30:54.803262 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 41976) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:30:54.832802 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-4b511dab-f5a9-4c78-bf67-09cf02e63581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:30:54.871749 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-47d4e2fb-cf93-4178-9494-0ea157fd40b4 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks [] for floatingip (814c5085-92df-4a92-ad4d-c25b464cc0fc), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:54.881934 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b511dab-f5a9-4c78-bf67-09cf02e63581 None None] Routers {'ada8f51e-764c-41fd-bd66-5801c2bcad0a'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:30:54.882580 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-4b511dab-f5a9-4c78-bf67-09cf02e63581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:30:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['ada8f51e-764c-41fd-bd66-5801c2bcad0a'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:30:54.886983 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4eb6909c-5bef-446d-aabb-aeeba84507e6 req-cf54f73a-e193-4ffb-947a-e124b0e49810 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.3.210 HTTP/1.1" status: 200 len: 1001 time: 0.2273705 Feb 04 12:30:54.953527 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb6909c-5bef-446d-aabb-aeeba84507e6 req-c754fb11-a50b-48c2-8072-44d40d0ca49f tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:54.962444 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4eb6909c-5bef-446d-aabb-aeeba84507e6 req-c754fb11-a50b-48c2-8072-44d40d0ca49f tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] 10.222.0.65 "GET /v2.0/ports/07bc61dc-c652-4fa7-a159-f20382558df9 HTTP/1.1" status: 200 len: 942 time: 0.0688531 Feb 04 12:30:55.045835 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-148193dc-ef90-4d65-94ea-0bbbb5a00e6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:55.083669 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-4b511dab-f5a9-4c78-bf67-09cf02e63581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:30:55.084321 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b511dab-f5a9-4c78-bf67-09cf02e63581 None None] The sync data for ids ['ada8f51e-764c-41fd-bd66-5801c2bcad0a'] in n-d-825015-3 is: [] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:30:55.216227 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-47d4e2fb-cf93-4178-9494-0ea157fd40b4 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:55.222861 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-47d4e2fb-cf93-4178-9494-0ea157fd40b4 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1599943'] for floatingip (814c5085-92df-4a92-ad4d-c25b464cc0fc), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:55.224259 n-d-825015-3 neutron-server[103474]: INFO neutron.db.l3_db [None req-47d4e2fb-cf93-4178-9494-0ea157fd40b4 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Floating IP 814c5085-92df-4a92-ad4d-c25b464cc0fc disassociated. External IP: 172.25.3.179, port: 78c7f230-31de-4147-8bee-9b0f5b902b9e. Feb 04 12:30:55.287471 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4eb6909c-5bef-446d-aabb-aeeba84507e6 req-366edb1e-5c02-4d6a-8b55-b7f238cfde64 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.3.210 HTTP/1.1" status: 200 len: 1001 time: 0.2285211 Feb 04 12:30:55.429898 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb6909c-5bef-446d-aabb-aeeba84507e6 req-0fbee4e8-a8d7-46af-a037-6df77c3f6706 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:55.444850 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4eb6909c-5bef-446d-aabb-aeeba84507e6 req-0fbee4e8-a8d7-46af-a037-6df77c3f6706 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] 10.222.0.65 "GET /v2.0/networks/7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 HTTP/1.1" status: 200 len: 784 time: 0.1496003 Feb 04 12:30:55.523893 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316cc196-6c65-42a6-8c6f-7c7737ce9410 req-3862ada6-659b-4e09-b2e7-9bf24176f0a4 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:55.525446 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-316cc196-6c65-42a6-8c6f-7c7737ce9410 req-3862ada6-659b-4e09-b2e7-9bf24176f0a4 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cbcd974-3bf4-4f25-ae83-572ba67ebbdf HTTP/1.1" status: 200 len: 945 time: 0.3937461 Feb 04 12:30:55.530469 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47d4e2fb-cf93-4178-9494-0ea157fd40b4 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Router ada8f51e-764c-41fd-bd66-5801c2bcad0a has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:30:55.577857 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-148193dc-ef90-4d65-94ea-0bbbb5a00e6b admin admin] Publish callbacks [] for security_group (366595fe-cfcd-4c48-b187-e0dcf10f0ad7), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:55.590835 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-148193dc-ef90-4d65-94ea-0bbbb5a00e6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (366595fe-cfcd-4c48-b187-e0dcf10f0ad7), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:55.597252 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4eb6909c-5bef-446d-aabb-aeeba84507e6 req-f9f18be8-b0dc-406b-a2e7-12e163d11b16 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.3.210 HTTP/1.1" status: 200 len: 1001 time: 0.1515760 Feb 04 12:30:55.633483 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-4eb6909c-5bef-446d-aabb-aeeba84507e6 req-ea5857f3-6724-47dc-9d01-f93d1c899415 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:30:55.671349 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47d4e2fb-cf93-4178-9494-0ea157fd40b4 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:30:55.676817 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-47d4e2fb-cf93-4178-9494-0ea157fd40b4 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:55.694634 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-316cc196-6c65-42a6-8c6f-7c7737ce9410 req-ee2c4962-b240-4a06-9566-2145f1467376 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee89b6e9-25e2-41ab-a8a3-c85f5e0697a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580322 Feb 04 12:30:55.695670 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1dc0321-fe45-48af-bdf8-df2a2233b70b None None] Sync routers for ids ['ada8f51e-764c-41fd-bd66-5801c2bcad0a'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:30:55.698330 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-148193dc-ef90-4d65-94ea-0bbbb5a00e6b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9d804e924ab046dcb43f5c1a961c4f04&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8924925 Feb 04 12:30:55.702699 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 41990) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:30:55.704931 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148193dc-ef90-4d65-94ea-0bbbb5a00e6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=366595fe-cfcd-4c48-b187-e0dcf10f0ad7,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:55.730634 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-47d4e2fb-cf93-4178-9494-0ea157fd40b4 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] 10.222.0.65 "PUT /v2.0/floatingips/814c5085-92df-4a92-ad4d-c25b464cc0fc HTTP/1.1" status: 200 len: 688 time: 0.9848769 Feb 04 12:30:55.731593 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 41992) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:30:55.761855 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-4eb6909c-5bef-446d-aabb-aeeba84507e6 req-ea5857f3-6724-47dc-9d01-f93d1c899415 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Publish callbacks [] for floatingip (49801537-36f0-477a-964a-cd3229858c47), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:55.764877 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1dc0321-fe45-48af-bdf8-df2a2233b70b None None] Routers {'ada8f51e-764c-41fd-bd66-5801c2bcad0a'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:30:55.766829 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-f1dc0321-fe45-48af-bdf8-df2a2233b70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:30:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['ada8f51e-764c-41fd-bd66-5801c2bcad0a'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:30:55.822232 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ce122015-68ff-4d32-a1ee-68e02d248f90 admin admin] Publish callbacks [] for security_group (366595fe-cfcd-4c48-b187-e0dcf10f0ad7), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:55.855126 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-f1dc0321-fe45-48af-bdf8-df2a2233b70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:30:55.876228 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 04 Feb 2022 12:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84dd90b2-6584-4cb4-a33e-94d5e2194b02 x-openstack-request-id: req-84dd90b2-6584-4cb4-a33e-94d5e2194b02 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:30:55.876528 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "415dd9a9-3e7e-48a3-b2a2-f9b35a954722", "tag": "e12ad4c3-ee6d-489e-81fc-4dac178fce7d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7f8ba64e-f52d-4f61-adfb-46357a42bdb9", "tag": "d7718d2d-b60f-4383-ab47-e17344aeae7a", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:30:55.876781 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-84dd90b2-6584-4cb4-a33e-94d5e2194b02 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:30:55.877453 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '415dd9a9-3e7e-48a3-b2a2-f9b35a954722', 'tag': 'e12ad4c3-ee6d-489e-81fc-4dac178fce7d', 'status': 'completed', 'code': 200} Feb 04 12:30:55.877453 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f8ba64e-f52d-4f61-adfb-46357a42bdb9', 'tag': 'd7718d2d-b60f-4383-ab47-e17344aeae7a', 'status': 'completed', 'code': 200} Feb 04 12:30:55.879633 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1dc0321-fe45-48af-bdf8-df2a2233b70b None None] Routers {'ada8f51e-764c-41fd-bd66-5801c2bcad0a'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:30:55.880608 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ce122015-68ff-4d32-a1ee-68e02d248f90 admin admin] Publish callbacks [] for security_group (366595fe-cfcd-4c48-b187-e0dcf10f0ad7), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:55.883908 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-f1dc0321-fe45-48af-bdf8-df2a2233b70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:30:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['ada8f51e-764c-41fd-bd66-5801c2bcad0a'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:30:56.061991 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-f1dc0321-fe45-48af-bdf8-df2a2233b70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:30:56.063129 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1dc0321-fe45-48af-bdf8-df2a2233b70b None None] The sync data for ids ['ada8f51e-764c-41fd-bd66-5801c2bcad0a'] in n-d-825015-3 is: [] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:30:56.084615 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeddbca7-bc9e-4077-a32e-6698e8a1474d req-3ecac291-29d7-43f5-acca-1f16ee2178bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:56.088703 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-aeddbca7-bc9e-4077-a32e-6698e8a1474d req-3ecac291-29d7-43f5-acca-1f16ee2178bb service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3e5189bc9c2e4b8789347e688ced1883&device_id=7f8ba64e-f52d-4f61-adfb-46357a42bdb9 HTTP/1.1" status: 200 len: 1128 time: 0.1173427 Feb 04 12:30:56.126186 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-4eb6909c-5bef-446d-aabb-aeeba84507e6 req-ea5857f3-6724-47dc-9d01-f93d1c899415 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:56.130285 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeddbca7-bc9e-4077-a32e-6698e8a1474d req-e77c336d-d81d-4ed3-a449-c60607d74e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:56.131835 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-aeddbca7-bc9e-4077-a32e-6698e8a1474d req-e77c336d-d81d-4ed3-a449-c60607d74e45 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=15c4606ad13a46b29ee60be66da65533&device_id=415dd9a9-3e7e-48a3-b2a2-f9b35a954722 HTTP/1.1" status: 200 len: 1126 time: 0.2535877 Feb 04 12:30:56.135598 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-4eb6909c-5bef-446d-aabb-aeeba84507e6 req-ea5857f3-6724-47dc-9d01-f93d1c899415 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1599943'] for floatingip (49801537-36f0-477a-964a-cd3229858c47), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:56.135961 n-d-825015-3 neutron-server[103475]: INFO neutron.db.l3_db [req-4eb6909c-5bef-446d-aabb-aeeba84507e6 req-ea5857f3-6724-47dc-9d01-f93d1c899415 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Floating IP 49801537-36f0-477a-964a-cd3229858c47 disassociated. External IP: 172.25.3.210, port: 07bc61dc-c652-4fa7-a159-f20382558df9. Feb 04 12:30:56.163189 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-3c94fdd6-93ac-4ef9-ac09-4a27099729ff tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Deleting port 111e040c-9f30-4e70-9e04-558e56c27ec4 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:30:56.163542 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3c94fdd6-93ac-4ef9-ac09-4a27099729ff tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (111e040c-9f30-4e70-9e04-558e56c27ec4), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:56.181768 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ce122015-68ff-4d32-a1ee-68e02d248f90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (366595fe-cfcd-4c48-b187-e0dcf10f0ad7), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:56.184276 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ce122015-68ff-4d32-a1ee-68e02d248f90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:56.185391 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-ce122015-68ff-4d32-a1ee-68e02d248f90 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/366595fe-cfcd-4c48-b187-e0dcf10f0ad7 HTTP/1.1" status: 204 len: 168 time: 0.4816184 Feb 04 12:30:56.242598 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeddbca7-bc9e-4077-a32e-6698e8a1474d req-6ec7d882-75af-4454-837e-ba2cb92ea228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:56.244165 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-aeddbca7-bc9e-4077-a32e-6698e8a1474d req-6ec7d882-75af-4454-837e-ba2cb92ea228 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e17f0529-2497-4212-bc20-58295ab5d298 HTTP/1.1" status: 200 len: 920 time: 0.1466355 Feb 04 12:30:56.307663 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-aeddbca7-bc9e-4077-a32e-6698e8a1474d req-19cead27-03cf-4dc9-bfd7-9c597a6e902d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7718d2d-b60f-4383-ab47-e17344aeae7a HTTP/1.1" status: 200 len: 217 time: 0.0521128 Feb 04 12:30:56.312522 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3c94fdd6-93ac-4ef9-ac09-4a27099729ff tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (111e040c-9f30-4e70-9e04-558e56c27ec4), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:56.312742 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3c94fdd6-93ac-4ef9-ac09-4a27099729ff tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks [] for floatingip (111e040c-9f30-4e70-9e04-558e56c27ec4), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:56.357485 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-3c94fdd6-93ac-4ef9-ac09-4a27099729ff tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Calling delete_port for 111e040c-9f30-4e70-9e04-558e56c27ec4 owned by network:floatingip {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:30:56.432794 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeddbca7-bc9e-4077-a32e-6698e8a1474d req-e281c18f-876d-4278-810b-f740939a06c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:56.434313 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-aeddbca7-bc9e-4077-a32e-6698e8a1474d req-e281c18f-876d-4278-810b-f740939a06c6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ae4c1b19-4693-45d5-a145-600acc473198 HTTP/1.1" status: 200 len: 859 time: 0.1183479 Feb 04 12:30:56.445781 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-fcb853e1-6431-4e20-ba13-37d62a3612d6 req-c6ce84f9-147c-4621-b4c8-a2963c2d6b82 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=5c34eef31d4540768d24bcb8030d50f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0700650 Feb 04 12:30:56.594466 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a91a8de-1cb6-430b-b2fb-f635f9535ed9 req-3086c477-15fd-4348-9303-8bc2c62b3283 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:56.596166 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8a91a8de-1cb6-430b-b2fb-f635f9535ed9 req-3086c477-15fd-4348-9303-8bc2c62b3283 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/ports?device_id=415dd9a9-3e7e-48a3-b2a2-f9b35a954722 HTTP/1.1" status: 200 len: 944 time: 0.5937672 Feb 04 12:30:56.596999 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 42000) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:30:56.619222 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce122015-68ff-4d32-a1ee-68e02d248f90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=366595fe-cfcd-4c48-b187-e0dcf10f0ad7,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:56.648987 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a7e71c7e-72a0-4a02-99f8-15da1b5e7969 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:56.678129 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device e12ad4c3-ee6d-489e-81fc-4dac178fce7d details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:30:56.767416 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8a91a8de-1cb6-430b-b2fb-f635f9535ed9 req-2706e7e9-b6c3-4575-a594-5a761b7ec31a tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/security-groups?id=98d15bf5-a480-4f0d-bc57-8f17260bd5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563003 Feb 04 12:30:56.771726 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeddbca7-bc9e-4077-a32e-6698e8a1474d req-d60cc431-c326-4c5e-a865-5a09b490b2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:56.773716 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-aeddbca7-bc9e-4077-a32e-6698e8a1474d req-d60cc431-c326-4c5e-a865-5a09b490b2a1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4641d9e3-bbfb-4ca1-b978-fac986a6f197 HTTP/1.1" status: 200 len: 907 time: 0.6327894 Feb 04 12:30:56.792768 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-aeddbca7-bc9e-4077-a32e-6698e8a1474d req-3518466f-e9ec-408d-a21d-61c5b67a7feb service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e17f0529-2497-4212-bc20-58295ab5d298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3460162 Feb 04 12:30:56.816289 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port e12ad4c3-ee6d-489e-81fc-4dac178fce7d, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=e12ad4c3-ee6d-489e-81fc-4dac178fce7d,segment=NetworkSegment(82c42862-5e09-44a3-a831-056ff41e66f5),segment_id=82c42862-5e09-44a3-a831-056ff41e66f5)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:30:56.930247 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-aeddbca7-bc9e-4077-a32e-6698e8a1474d req-32e1a51c-9154-4a9b-8295-effc5455755d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e12ad4c3-ee6d-489e-81fc-4dac178fce7d HTTP/1.1" status: 200 len: 217 time: 0.1474979 Feb 04 12:30:56.977401 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': 'e12ad4c3-ee6d-489e-81fc-4dac178fce7d', 'network_id': '4641d9e3-bbfb-4ca1-b978-fac986a6f197', 'port_id': 'e12ad4c3-ee6d-489e-81fc-4dac178fce7d', 'mac_address': 'fa:16:3e:83:08:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f23bfa97-1a92-478f-9c00-f3b0c9e898c3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:30:57.016786 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-aeddbca7-bc9e-4077-a32e-6698e8a1474d req-e6a1eec9-f465-47a8-974f-06675748738c service neutron] 10.222.0.77 "GET /v2.0/networks/e17f0529-2497-4212-bc20-58295ab5d298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133310 Feb 04 12:30:57.023218 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port e12ad4c3-ee6d-489e-81fc-4dac178fce7d is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:30:57.024676 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (e12ad4c3-ee6d-489e-81fc-4dac178fce7d), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:57.028360 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb853e1-6431-4e20-ba13-37d62a3612d6 req-00cbfc29-54c9-43b3-b03b-f9460353d566 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:57.031639 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-fcb853e1-6431-4e20-ba13-37d62a3612d6 req-00cbfc29-54c9-43b3-b03b-f9460353d566 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5665834 Feb 04 12:30:57.040899 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e12ad4c3-ee6d-489e-81fc-4dac178fce7d {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:30:57.057366 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-fcb853e1-6431-4e20-ba13-37d62a3612d6 req-39145436-d1ad-49cb-b60b-f662e17ea71f tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Request body: {'port': {'device_id': '788e8096-f9b2-4203-a187-32a13b5d456e', 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c', 'admin_state_up': True, 'tenant_id': '5c34eef31d4540768d24bcb8030d50f3'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:30:57.070099 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port e12ad4c3-ee6d-489e-81fc-4dac178fce7d, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=e12ad4c3-ee6d-489e-81fc-4dac178fce7d,segment=NetworkSegment(82c42862-5e09-44a3-a831-056ff41e66f5),segment_id=82c42862-5e09-44a3-a831-056ff41e66f5)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:30:57.076059 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (e12ad4c3-ee6d-489e-81fc-4dac178fce7d), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:57.112008 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a7e71c7e-72a0-4a02-99f8-15da1b5e7969 admin admin] Publish callbacks [] for security_group (f64801db-0b5b-498e-ac1b-f2f6bfa06de9), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:57.113695 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeddbca7-bc9e-4077-a32e-6698e8a1474d req-c8e7cb50-398e-46ff-b0b4-b78dcfc6ec2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:57.115226 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-aeddbca7-bc9e-4077-a32e-6698e8a1474d req-c8e7cb50-398e-46ff-b0b4-b78dcfc6ec2c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f23bfa97-1a92-478f-9c00-f3b0c9e898c3 HTTP/1.1" status: 200 len: 846 time: 0.1661212 Feb 04 12:30:57.124653 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a7e71c7e-72a0-4a02-99f8-15da1b5e7969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (f64801db-0b5b-498e-ac1b-f2f6bfa06de9), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:57.130984 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=e12ad4c3-ee6d-489e-81fc-4dac178fce7d,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:57.185070 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-aeddbca7-bc9e-4077-a32e-6698e8a1474d req-a0b1e3cc-06ba-4de4-b8fe-4b3028683907 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4641d9e3-bbfb-4ca1-b978-fac986a6f197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579672 Feb 04 12:30:57.189585 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ec6cf202-6e4f-487e-8f1b-129f8cbb3936 req-3d713ace-470e-4ac5-ac9e-6152d7df59af tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3542552 Feb 04 12:30:57.203989 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4eb6909c-5bef-446d-aabb-aeeba84507e6 req-ea5857f3-6724-47dc-9d01-f93d1c899415 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Router 516f5507-9489-4274-a053-d5ddb06c86ed has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:30:57.221981 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-ec6cf202-6e4f-487e-8f1b-129f8cbb3936 req-d18f0e39-6ace-4f89-95c7-4c0a020e3162 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Request body: {'floatingip': {'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:30:57.235386 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3c94fdd6-93ac-4ef9-ac09-4a27099729ff tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (111e040c-9f30-4e70-9e04-558e56c27ec4), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:57.242756 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-a7e71c7e-72a0-4a02-99f8-15da1b5e7969 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a893fe702d0440d29a006be3644463f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6375961 Feb 04 12:30:57.254022 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 42002) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:30:57.285233 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e71c7e-72a0-4a02-99f8-15da1b5e7969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f64801db-0b5b-498e-ac1b-f2f6bfa06de9,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:57.315545 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-ec6cf202-6e4f-487e-8f1b-129f8cbb3936 req-d18f0e39-6ace-4f89-95c7-4c0a020e3162 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:57.328697 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-aeddbca7-bc9e-4077-a32e-6698e8a1474d req-463b2304-0d5d-403a-af81-c421db4aebb7 service neutron] 10.222.0.77 "GET /v2.0/networks/e17f0529-2497-4212-bc20-58295ab5d298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2952719 Feb 04 12:30:57.329750 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c94fdd6-93ac-4ef9-ac09-4a27099729ff tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Pushing event deleted for resources: {'Port': ['ID=111e040c-9f30-4e70-9e04-558e56c27ec4,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:57.380130 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['e12ad4c3-ee6d-489e-81fc-4dac178fce7d'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:30:57.504808 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-aeddbca7-bc9e-4077-a32e-6698e8a1474d req-0bf7ef0c-ba2b-4bdb-8d39-84aaffe4680b service neutron] 10.222.0.73 "GET /v2.0/networks/4641d9e3-bbfb-4ca1-b978-fac986a6f197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2997444 Feb 04 12:30:57.505015 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3c94fdd6-93ac-4ef9-ac09-4a27099729ff tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks [] for floatingip (814c5085-92df-4a92-ad4d-c25b464cc0fc), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:57.511490 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3c94fdd6-93ac-4ef9-ac09-4a27099729ff tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:57.514785 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-3c94fdd6-93ac-4ef9-ac09-4a27099729ff tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] 10.222.0.65 "DELETE /v2.0/floatingips/814c5085-92df-4a92-ad4d-c25b464cc0fc HTTP/1.1" status: 204 len: 168 time: 1.7811007 Feb 04 12:30:57.522736 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 42006) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:30:57.533172 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-36284f1e-2681-44a2-b231-ee50438e854a tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Request body: {'floatingip': {'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'port_id': 'd3b3e917-2538-4aa9-bc46-a27e58ee5da9'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:30:57.558816 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcb853e1-6431-4e20-ba13-37d62a3612d6 req-39145436-d1ad-49cb-b60b-f662e17ea71f tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Made reservation on behalf of 5c34eef31d4540768d24bcb8030d50f3 for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:30:57.564701 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-fcb853e1-6431-4e20-ba13-37d62a3612d6 req-39145436-d1ad-49cb-b60b-f662e17ea71f tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:57.596960 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4eb6909c-5bef-446d-aabb-aeeba84507e6 req-ea5857f3-6724-47dc-9d01-f93d1c899415 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:30:57.605846 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-4eb6909c-5bef-446d-aabb-aeeba84507e6 req-ea5857f3-6724-47dc-9d01-f93d1c899415 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:57.612831 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32f90a6-efa7-4ab8-80d8-10ef614a8d81 None None] Sync routers for ids ['516f5507-9489-4274-a053-d5ddb06c86ed'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:30:57.639816 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32f90a6-efa7-4ab8-80d8-10ef614a8d81 None None] Routers {'516f5507-9489-4274-a053-d5ddb06c86ed'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:30:57.640899 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-e32f90a6-efa7-4ab8-80d8-10ef614a8d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:30:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['516f5507-9489-4274-a053-d5ddb06c86ed'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:30:57.671191 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4eb6909c-5bef-446d-aabb-aeeba84507e6 req-ea5857f3-6724-47dc-9d01-f93d1c899415 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] 10.222.0.65 "PUT /v2.0/floatingips/49801537-36f0-477a-964a-cd3229858c47 HTTP/1.1" status: 200 len: 696 time: 2.0542984 Feb 04 12:30:57.687087 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-aeddbca7-bc9e-4077-a32e-6698e8a1474d req-fea1882c-abc0-4bb8-9388-0d48a7bd1472 service neutron] 10.222.0.73 "GET /v2.0/networks/4641d9e3-bbfb-4ca1-b978-fac986a6f197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761179 Feb 04 12:30:57.754570 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-ec6cf202-6e4f-487e-8f1b-129f8cbb3936 req-d18f0e39-6ace-4f89-95c7-4c0a020e3162 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:57.775800 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-36284f1e-2681-44a2-b231-ee50438e854a tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:57.797178 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-41853299-476d-43dc-af49-9b22ad09381d admin admin] Publish callbacks [] for security_group (f64801db-0b5b-498e-ac1b-f2f6bfa06de9), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:57.814367 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-e32f90a6-efa7-4ab8-80d8-10ef614a8d81 None None] Set router 516f5507-9489-4274-a053-d5ddb06c86ed gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:30:57.881073 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-41853299-476d-43dc-af49-9b22ad09381d admin admin] Publish callbacks [] for security_group (f64801db-0b5b-498e-ac1b-f2f6bfa06de9), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:57.883917 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [req-fcb853e1-6431-4e20-ba13-37d62a3612d6 req-39145436-d1ad-49cb-b60b-f662e17ea71f tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Allocated IP 192.168.233.228 (2f7dc246-a024-4937-952c-0ddeef5af29c/5ee3374a-84e9-4639-853c-740c6edaf6dc/2d7e5a81-9bd0-463d-9494-2793ee228c11) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:30:57.910851 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f8ba64e-f52d-4f61-adfb-46357a42bdb9', 'tag': 'd7718d2d-b60f-4383-ab47-e17344aeae7a'}, {'name': 'network-changed', 'server_uuid': 'f61c4342-b34a-4964-bf13-99b6b46cc5ae', 'tag': '07bc61dc-c652-4fa7-a159-f20382558df9'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:30:57.914062 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf378e9a-cc33-4535-a4fa-26d5d6627c6b" -d '{"events": [{"name": "network-changed", "server_uuid": "7f8ba64e-f52d-4f61-adfb-46357a42bdb9", "tag": "d7718d2d-b60f-4383-ab47-e17344aeae7a"}, {"name": "network-changed", "server_uuid": "f61c4342-b34a-4964-bf13-99b6b46cc5ae", "tag": "07bc61dc-c652-4fa7-a159-f20382558df9"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:30:57.957586 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb6909c-5bef-446d-aabb-aeeba84507e6 req-7e0d6a62-e6d7-41da-986e-b059b6aa0a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:57.959331 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4eb6909c-5bef-446d-aabb-aeeba84507e6 req-7e0d6a62-e6d7-41da-986e-b059b6aa0a6a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=dcbc9e99c00c41539a07d9ddf5098f10&device_id=f61c4342-b34a-4964-bf13-99b6b46cc5ae HTTP/1.1" status: 200 len: 1127 time: 0.2510302 Feb 04 12:30:57.969535 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-ec6cf202-6e4f-487e-8f1b-129f8cbb3936 req-d18f0e39-6ace-4f89-95c7-4c0a020e3162 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Allocated IP 172.25.3.89 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/66d2dece-1b38-42cc-b464-d94e78e29340) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:30:57.982223 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-41853299-476d-43dc-af49-9b22ad09381d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (f64801db-0b5b-498e-ac1b-f2f6bfa06de9), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:57.986745 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-41853299-476d-43dc-af49-9b22ad09381d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:57.991515 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-41853299-476d-43dc-af49-9b22ad09381d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f64801db-0b5b-498e-ac1b-f2f6bfa06de9 HTTP/1.1" status: 204 len: 168 time: 0.7342291 Feb 04 12:30:58.009565 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41853299-476d-43dc-af49-9b22ad09381d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f64801db-0b5b-498e-ac1b-f2f6bfa06de9,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:58.134098 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb6909c-5bef-446d-aabb-aeeba84507e6 req-42b11861-d2ac-4df5-bd8f-60ec84fee119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:58.135552 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4eb6909c-5bef-446d-aabb-aeeba84507e6 req-42b11861-d2ac-4df5-bd8f-60ec84fee119 service neutron] 10.222.0.65 "GET /v2.0/networks?id=0e8b5cfe-93df-4af8-ae4b-dba09d277a8f HTTP/1.1" status: 200 len: 921 time: 0.1675546 Feb 04 12:30:58.176066 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-ec6cf202-6e4f-487e-8f1b-129f8cbb3936 req-d18f0e39-6ace-4f89-95c7-4c0a020e3162 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Publish callbacks [] for port (66d2dece-1b38-42cc-b464-d94e78e29340), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:58.214409 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-36284f1e-2681-44a2-b231-ee50438e854a tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:58.228281 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-ec6cf202-6e4f-487e-8f1b-129f8cbb3936 req-d18f0e39-6ace-4f89-95c7-4c0a020e3162 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (66d2dece-1b38-42cc-b464-d94e78e29340), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:58.258589 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-e32f90a6-efa7-4ab8-80d8-10ef614a8d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '516f5507-9489-4274-a053-d5ddb06c86ed', 'name': 'tempest-FloatingIPsAssociationTestJSON-790215227-router', 'tenant_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'cf00b52b-2fa9-4155-bb8e-12fe2aa05145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:29:14Z', 'updated_at': '2022-02-04T12:29:25Z', 'revision_number': 4, 'project_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'gw_port': {'id': 'cf00b52b-2fa9-4155-bb8e-12fe2aa05145', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:95:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516f5507-9489-4274-a053-d5ddb06c86ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:29:15Z', 'updated_at': '2022-02-04T12:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'ab2746b8-c4ff-4dc7-b443-6ebb58255356', 'name': '', 'network_id': '0e8b5cfe-93df-4af8-ae4b-dba09d277a8f', 'tenant_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'mac_address': 'fa:16:3e:a5:23:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516f5507-9489-4274-a053-d5ddb06c86ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': '3386ae8c-a86c-451c-bf79-ead86dfd6679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:29:21Z', 'updated_at': '2022-02-04T12:29:32Z', 'revision_number': 5, 'project_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'subnets': [{'id': '3386ae8c-a86c-451c-bf79-ead86dfd6679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:30:58.314330 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32f90a6-efa7-4ab8-80d8-10ef614a8d81 None None] Checking router: 516f5507-9489-4274-a053-d5ddb06c86ed for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:30:58.316577 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4eb6909c-5bef-446d-aabb-aeeba84507e6 req-2a73d6e3-cc89-45b1-8592-48bd6c917518 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=07bc61dc-c652-4fa7-a159-f20382558df9 HTTP/1.1" status: 200 len: 217 time: 0.0986578 Feb 04 12:30:58.318620 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec6cf202-6e4f-487e-8f1b-129f8cbb3936 req-d18f0e39-6ace-4f89-95c7-4c0a020e3162 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:30:58.326388 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-ec6cf202-6e4f-487e-8f1b-129f8cbb3936 req-d18f0e39-6ace-4f89-95c7-4c0a020e3162 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:30:58.336957 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32f90a6-efa7-4ab8-80d8-10ef614a8d81 None None] Routers {'516f5507-9489-4274-a053-d5ddb06c86ed'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:30:58.337579 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-e32f90a6-efa7-4ab8-80d8-10ef614a8d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:30:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['516f5507-9489-4274-a053-d5ddb06c86ed'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:30:58.346331 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec6cf202-6e4f-487e-8f1b-129f8cbb3936 req-d18f0e39-6ace-4f89-95c7-4c0a020e3162 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:30:58.401397 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18f0e39-6ace-4f89-95c7-4c0a020e3162 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Pushing event updated for resources: {'Port': ['ID=66d2dece-1b38-42cc-b464-d94e78e29340,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:58.428480 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb6909c-5bef-446d-aabb-aeeba84507e6 req-4bfb247e-8937-4e0f-a776-f981dda9603f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:58.430379 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4eb6909c-5bef-446d-aabb-aeeba84507e6 req-4bfb247e-8937-4e0f-a776-f981dda9603f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3386ae8c-a86c-451c-bf79-ead86dfd6679 HTTP/1.1" status: 200 len: 859 time: 0.0983355 Feb 04 12:30:58.445128 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-fcb853e1-6431-4e20-ba13-37d62a3612d6 req-39145436-d1ad-49cb-b60b-f662e17ea71f tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Publish callbacks [] for port (2d7e5a81-9bd0-463d-9494-2793ee228c11), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:58.463714 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-36284f1e-2681-44a2-b231-ee50438e854a tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Allocated IP 172.25.3.105 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/a6bcf2cc-12c6-4e3d-b851-e6f7c8c33a0c) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:30:58.503850 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-e32f90a6-efa7-4ab8-80d8-10ef614a8d81 None None] Set router 516f5507-9489-4274-a053-d5ddb06c86ed gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:30:58.554554 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb6909c-5bef-446d-aabb-aeeba84507e6 req-9e385f23-b123-4b0a-a3f6-071ce5df01a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:58.556100 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4eb6909c-5bef-446d-aabb-aeeba84507e6 req-9e385f23-b123-4b0a-a3f6-071ce5df01a4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0e8b5cfe-93df-4af8-ae4b-dba09d277a8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1202722 Feb 04 12:30:58.557351 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-ec6cf202-6e4f-487e-8f1b-129f8cbb3936 req-d18f0e39-6ace-4f89-95c7-4c0a020e3162 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Publish callbacks [] for floatingip (eba4b700-5ed3-4a27-9871-a6fcd418944e), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:58.669930 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-ec6cf202-6e4f-487e-8f1b-129f8cbb3936 req-d18f0e39-6ace-4f89-95c7-4c0a020e3162 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (66d2dece-1b38-42cc-b464-d94e78e29340), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:58.687767 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-fcb853e1-6431-4e20-ba13-37d62a3612d6 req-39145436-d1ad-49cb-b60b-f662e17ea71f tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (2d7e5a81-9bd0-463d-9494-2793ee228c11), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:58.698814 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device e12ad4c3-ee6d-489e-81fc-4dac178fce7d up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:30:58.704690 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['1838ab07-adf7-4b9b-b746-757621e1c012', 'dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd', 'db538db2-c02c-4361-8837-b38171c24852'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:30:58.774749 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4eb6909c-5bef-446d-aabb-aeeba84507e6 req-def75009-0232-4a8a-b678-c9246b5b5b79 service neutron] 10.222.0.65 "GET /v2.0/networks/0e8b5cfe-93df-4af8-ae4b-dba09d277a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083769 Feb 04 12:30:58.899774 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-36284f1e-2681-44a2-b231-ee50438e854a tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks [] for port (a6bcf2cc-12c6-4e3d-b851-e6f7c8c33a0c), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:58.926001 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4eb6909c-5bef-446d-aabb-aeeba84507e6 req-d3c26df9-aaf3-429f-839d-560124fa55c8 service neutron] 10.222.0.65 "GET /v2.0/networks/0e8b5cfe-93df-4af8-ae4b-dba09d277a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322947 Feb 04 12:30:58.958868 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning for port e12ad4c3-ee6d-489e-81fc-4dac178fce7d completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:30:58.968380 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port e12ad4c3-ee6d-489e-81fc-4dac178fce7d triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:30:58.968759 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (e12ad4c3-ee6d-489e-81fc-4dac178fce7d), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:59.020574 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcb853e1-6431-4e20-ba13-37d62a3612d6 req-39145436-d1ad-49cb-b60b-f662e17ea71f tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Network 2f7dc246-a024-4937-952c-0ddeef5af29c is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:30:59.026546 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-36284f1e-2681-44a2-b231-ee50438e854a tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (a6bcf2cc-12c6-4e3d-b851-e6f7c8c33a0c), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:59.045869 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [req-fcb853e1-6431-4e20-ba13-37d62a3612d6 req-39145436-d1ad-49cb-b60b-f662e17ea71f tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:30:59.060196 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcb853e1-6431-4e20-ba13-37d62a3612d6 req-39145436-d1ad-49cb-b60b-f662e17ea71f tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:30:59.070406 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39145436-d1ad-49cb-b60b-f662e17ea71f tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Pushing event updated for resources: {'Port': ['ID=2d7e5a81-9bd0-463d-9494-2793ee228c11,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:59.119950 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-e32f90a6-efa7-4ab8-80d8-10ef614a8d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '516f5507-9489-4274-a053-d5ddb06c86ed', 'name': 'tempest-FloatingIPsAssociationTestJSON-790215227-router', 'tenant_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'cf00b52b-2fa9-4155-bb8e-12fe2aa05145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:29:14Z', 'updated_at': '2022-02-04T12:29:25Z', 'revision_number': 4, 'project_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'gw_port': {'id': 'cf00b52b-2fa9-4155-bb8e-12fe2aa05145', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:95:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516f5507-9489-4274-a053-d5ddb06c86ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:29:15Z', 'updated_at': '2022-02-04T12:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'ab2746b8-c4ff-4dc7-b443-6ebb58255356', 'name': '', 'network_id': '0e8b5cfe-93df-4af8-ae4b-dba09d277a8f', 'tenant_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'mac_address': 'fa:16:3e:a5:23:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516f5507-9489-4274-a053-d5ddb06c86ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': '3386ae8c-a86c-451c-bf79-ead86dfd6679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:29:21Z', 'updated_at': '2022-02-04T12:29:32Z', 'revision_number': 5, 'project_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'subnets': [{'id': '3386ae8c-a86c-451c-bf79-ead86dfd6679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:30:59.141777 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36284f1e-2681-44a2-b231-ee50438e854a tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:30:59.150045 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-36284f1e-2681-44a2-b231-ee50438e854a tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:30:59.163498 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-ec6cf202-6e4f-487e-8f1b-129f8cbb3936 req-d18f0e39-6ace-4f89-95c7-4c0a020e3162 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Publish callbacks [] for port (66d2dece-1b38-42cc-b464-d94e78e29340), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:59.167141 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32f90a6-efa7-4ab8-80d8-10ef614a8d81 None None] The sync data for ids ['516f5507-9489-4274-a053-d5ddb06c86ed'] in n-d-825015-3 is: [{'id': '516f5507-9489-4274-a053-d5ddb06c86ed', 'name': 'tempest-FloatingIPsAssociationTestJSON-790215227-router', 'tenant_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'cf00b52b-2fa9-4155-bb8e-12fe2aa05145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:29:14Z', 'updated_at': '2022-02-04T12:29:25Z', 'revision_number': 4, 'project_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'gw_port': {'id': 'cf00b52b-2fa9-4155-bb8e-12fe2aa05145', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:95:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516f5507-9489-4274-a053-d5ddb06c86ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:29:15Z', 'updated_at': '2022-02-04T12:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'ab2746b8-c4ff-4dc7-b443-6ebb58255356', 'name': '', 'network_id': '0e8b5cfe-93df-4af8-ae4b-dba09d277a8f', 'tenant_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'mac_address': 'fa:16:3e:a5:23:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516f5507-9489-4274-a053-d5ddb06c86ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': '3386ae8c-a86c-451c-bf79-ead86dfd6679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:29:21Z', 'updated_at': '2022-02-04T12:29:32Z', 'revision_number': 5, 'project_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'subnets': [{'id': '3386ae8c-a86c-451c-bf79-ead86dfd6679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:30:59.177622 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-ec6cf202-6e4f-487e-8f1b-129f8cbb3936 req-d18f0e39-6ace-4f89-95c7-4c0a020e3162 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (66d2dece-1b38-42cc-b464-d94e78e29340), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:59.215397 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36284f1e-2681-44a2-b231-ee50438e854a tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:30:59.283851 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7744a7-8258-4851-9864-55c7e13f1ae0 req-03414cfa-660e-43a9-90bb-cd2b0cb610e8 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:59.285725 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3c7744a7-8258-4851-9864-55c7e13f1ae0 req-03414cfa-660e-43a9-90bb-cd2b0cb610e8 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=788e8096-f9b2-4203-a187-32a13b5d456e HTTP/1.1" status: 200 len: 936 time: 0.1744499 Feb 04 12:30:59.327858 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port e12ad4c3-ee6d-489e-81fc-4dac178fce7d is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:30:59.328295 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (e12ad4c3-ee6d-489e-81fc-4dac178fce7d), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:59.344328 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18f0e39-6ace-4f89-95c7-4c0a020e3162 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Pushing event updated for resources: {'Port': ['ID=66d2dece-1b38-42cc-b464-d94e78e29340,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:59.410417 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-ec6cf202-6e4f-487e-8f1b-129f8cbb3936 req-d18f0e39-6ace-4f89-95c7-4c0a020e3162 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1599943'] for floatingip (eba4b700-5ed3-4a27-9871-a6fcd418944e), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:59.438698 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '415dd9a9-3e7e-48a3-b2a2-f9b35a954722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e12ad4c3-ee6d-489e-81fc-4dac178fce7d'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:30:59.449905 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e439c51-0e47-4d00-8423-b778b4eb26e9" -d '{"events": [{"server_uuid": "415dd9a9-3e7e-48a3-b2a2-f9b35a954722", "name": "network-vif-plugged", "status": "completed", "tag": "e12ad4c3-ee6d-489e-81fc-4dac178fce7d"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:30:59.494731 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port e12ad4c3-ee6d-489e-81fc-4dac178fce7d, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=e12ad4c3-ee6d-489e-81fc-4dac178fce7d,segment=NetworkSegment(82c42862-5e09-44a3-a831-056ff41e66f5),segment_id=82c42862-5e09-44a3-a831-056ff41e66f5)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:30:59.497127 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-ec6cf202-6e4f-487e-8f1b-129f8cbb3936 req-d18f0e39-6ace-4f89-95c7-4c0a020e3162 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:59.502688 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ec6cf202-6e4f-487e-8f1b-129f8cbb3936 req-d18f0e39-6ace-4f89-95c7-4c0a020e3162 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.2966132 Feb 04 12:30:59.511583 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (e12ad4c3-ee6d-489e-81fc-4dac178fce7d), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:59.524813 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3c7744a7-8258-4851-9864-55c7e13f1ae0 req-086931a4-e7b3-4d07-969d-6e865bed99fb tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066476 Feb 04 12:30:59.629227 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ec6cf202-6e4f-487e-8f1b-129f8cbb3936 req-1a52249f-4b15-4c07-b271-a29bf4cd1cea tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.3.89 HTTP/1.1" status: 200 len: 695 time: 0.0992126 Feb 04 12:30:59.638263 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [req-4b07aee1-c5c3-4232-8a09-6c080c7f5f64 req-df1e9696-8f85-4c9c-98cf-c01b3c07344c tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:30:59.640533 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4b07aee1-c5c3-4232-8a09-6c080c7f5f64 req-df1e9696-8f85-4c9c-98cf-c01b3c07344c tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0100143 Feb 04 12:30:59.676228 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b19891d5-1594-4e3a-8e1c-9e34b9198f77 None None] Provisioning complete for port 2d7e5a81-9bd0-463d-9494-2793ee228c11 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:30:59.677808 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b19891d5-1594-4e3a-8e1c-9e34b9198f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (2d7e5a81-9bd0-463d-9494-2793ee228c11), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:59.709850 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762b5ce4-cbaa-42eb-a56e-2de4255ea522 None None] New status for floating IP 49801537-36f0-477a-964a-cd3229858c47: DOWN {{(pid=103477) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 12:30:59.802537 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=e12ad4c3-ee6d-489e-81fc-4dac178fce7d,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:59.844692 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-36284f1e-2681-44a2-b231-ee50438e854a tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks [] for floatingip (74ca5c2d-dfad-4048-85d7-b0d297f4fd0b), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:59.883183 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b19891d5-1594-4e3a-8e1c-9e34b9198f77 None None] Port 2d7e5a81-9bd0-463d-9494-2793ee228c11 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:30:59.946039 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb853e1-6431-4e20-ba13-37d62a3612d6 req-39145436-d1ad-49cb-b60b-f662e17ea71f tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:59.946682 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-fcb853e1-6431-4e20-ba13-37d62a3612d6 req-39145436-d1ad-49cb-b60b-f662e17ea71f tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:30:59.960009 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4b07aee1-c5c3-4232-8a09-6c080c7f5f64 req-5742f018-a286-4e90-b393-e9289d860200 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] 10.222.0.65 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.3083296 Feb 04 12:30:59.970268 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-fcb853e1-6431-4e20-ba13-37d62a3612d6 req-39145436-d1ad-49cb-b60b-f662e17ea71f tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9202740 Feb 04 12:30:59.973248 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36284f1e-2681-44a2-b231-ee50438e854a tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Pushing event updated for resources: {'Port': ['ID=a6bcf2cc-12c6-4e3d-b851-e6f7c8c33a0c,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:59.985066 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-fcb853e1-6431-4e20-ba13-37d62a3612d6 req-85da5e11-0299-41cb-8202-9dc3fa98e458 service neutron] Request body: {'port': {'device_id': '788e8096-f9b2-4203-a187-32a13b5d456e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825015-3'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:31:00.008376 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6cf202-6e4f-487e-8f1b-129f8cbb3936 req-e940de4e-93eb-48a2-959c-b56fdf7060d1 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:00.010047 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ec6cf202-6e4f-487e-8f1b-129f8cbb3936 req-e940de4e-93eb-48a2-959c-b56fdf7060d1 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] 10.222.0.65 "GET /v2.0/networks/7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 HTTP/1.1" status: 200 len: 784 time: 0.3774641 Feb 04 12:31:00.011284 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-36284f1e-2681-44a2-b231-ee50438e854a tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (a6bcf2cc-12c6-4e3d-b851-e6f7c8c33a0c), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:00.027433 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [req-ec6cf202-6e4f-487e-8f1b-129f8cbb3936 req-22617cb1-41b4-44c7-8f27-be74f8bc651f tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:31:00.028841 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ec6cf202-6e4f-487e-8f1b-129f8cbb3936 req-22617cb1-41b4-44c7-8f27-be74f8bc651f tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0098267 Feb 04 12:31:00.081541 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-fcb853e1-6431-4e20-ba13-37d62a3612d6 req-85da5e11-0299-41cb-8202-9dc3fa98e458 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (2d7e5a81-9bd0-463d-9494-2793ee228c11), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:00.394808 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 04 Feb 2022 12:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbc55d9d-4890-4307-891f-c3a69293fbb8 x-openstack-request-id: req-bbc55d9d-4890-4307-891f-c3a69293fbb8 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:31:00.395343 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f8ba64e-f52d-4f61-adfb-46357a42bdb9", "tag": "d7718d2d-b60f-4383-ab47-e17344aeae7a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f61c4342-b34a-4964-bf13-99b6b46cc5ae", "tag": "07bc61dc-c652-4fa7-a159-f20382558df9", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:31:00.395710 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bbc55d9d-4890-4307-891f-c3a69293fbb8 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:31:00.396263 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f8ba64e-f52d-4f61-adfb-46357a42bdb9', 'tag': 'd7718d2d-b60f-4383-ab47-e17344aeae7a', 'status': 'completed', 'code': 200} Feb 04 12:31:00.396676 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f61c4342-b34a-4964-bf13-99b6b46cc5ae', 'tag': '07bc61dc-c652-4fa7-a159-f20382558df9', 'status': 'completed', 'code': 200} Feb 04 12:31:00.424826 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-36284f1e-2681-44a2-b231-ee50438e854a tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks [] for port (a6bcf2cc-12c6-4e3d-b851-e6f7c8c33a0c), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:00.446621 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-36284f1e-2681-44a2-b231-ee50438e854a tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (a6bcf2cc-12c6-4e3d-b851-e6f7c8c33a0c), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:00.499220 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70391ef5-8a7d-46cd-ae89-4d4d97ce62a1 x-openstack-request-id: req-70391ef5-8a7d-46cd-ae89-4d4d97ce62a1 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:31:00.500252 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "415dd9a9-3e7e-48a3-b2a2-f9b35a954722", "name": "network-vif-plugged", "status": "completed", "tag": "e12ad4c3-ee6d-489e-81fc-4dac178fce7d", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:31:00.500692 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-70391ef5-8a7d-46cd-ae89-4d4d97ce62a1 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:31:00.501248 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '415dd9a9-3e7e-48a3-b2a2-f9b35a954722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e12ad4c3-ee6d-489e-81fc-4dac178fce7d', 'code': 200} Feb 04 12:31:00.542448 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf378e9a-cc33-4535-a4fa-26d5d6627c6b req-19917077-d804-4499-9dcc-e5b27521894f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:00.544327 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cf378e9a-cc33-4535-a4fa-26d5d6627c6b req-19917077-d804-4499-9dcc-e5b27521894f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=dcbc9e99c00c41539a07d9ddf5098f10&device_id=f61c4342-b34a-4964-bf13-99b6b46cc5ae HTTP/1.1" status: 200 len: 1127 time: 0.0873315 Feb 04 12:31:00.554535 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455faae4-4919-471b-a5b3-5b743f2c3a3c req-91c10267-f664-42a4-9e8b-9022a8ad29b2 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:00.556766 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-455faae4-4919-471b-a5b3-5b743f2c3a3c req-91c10267-f664-42a4-9e8b-9022a8ad29b2 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/ports?device_id=415dd9a9-3e7e-48a3-b2a2-f9b35a954722 HTTP/1.1" status: 200 len: 946 time: 0.1862972 Feb 04 12:31:00.568552 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-36284f1e-2681-44a2-b231-ee50438e854a tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1599943'] for floatingip (74ca5c2d-dfad-4048-85d7-b0d297f4fd0b), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:00.702810 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36284f1e-2681-44a2-b231-ee50438e854a tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Pushing event updated for resources: {'Port': ['ID=a6bcf2cc-12c6-4e3d-b851-e6f7c8c33a0c,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:00.760627 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf378e9a-cc33-4535-a4fa-26d5d6627c6b req-78b7b41f-7f3f-4745-86b6-d5c39758e769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:00.762379 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-cf378e9a-cc33-4535-a4fa-26d5d6627c6b req-78b7b41f-7f3f-4745-86b6-d5c39758e769 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3e5189bc9c2e4b8789347e688ced1883&device_id=7f8ba64e-f52d-4f61-adfb-46357a42bdb9 HTTP/1.1" status: 200 len: 1128 time: 0.3425064 Feb 04 12:31:00.792794 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [req-fcb853e1-6431-4e20-ba13-37d62a3612d6 req-85da5e11-0299-41cb-8202-9dc3fa98e458 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d7e5a81-9bd0-463d-9494-2793ee228c11 {{(pid=103474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:31:00.796392 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-455faae4-4919-471b-a5b3-5b743f2c3a3c req-0b848105-5049-479b-86bd-3d8d2c9bf2f4 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/security-groups?id=98d15bf5-a480-4f0d-bc57-8f17260bd5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288561 Feb 04 12:31:00.820054 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf378e9a-cc33-4535-a4fa-26d5d6627c6b req-ebda5321-ac9c-40a0-827e-74329d769655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:00.828983 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cf378e9a-cc33-4535-a4fa-26d5d6627c6b req-ebda5321-ac9c-40a0-827e-74329d769655 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0e8b5cfe-93df-4af8-ae4b-dba09d277a8f HTTP/1.1" status: 200 len: 921 time: 0.2710006 Feb 04 12:31:00.839884 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-fcb853e1-6431-4e20-ba13-37d62a3612d6 req-85da5e11-0299-41cb-8202-9dc3fa98e458 service neutron] Publish callbacks [] for port (2d7e5a81-9bd0-463d-9494-2793ee228c11), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:00.843866 n-d-825015-3 neutron-server[103474]: INFO neutron.db.l3_db [None req-36284f1e-2681-44a2-b231-ee50438e854a tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Floating IP 74ca5c2d-dfad-4048-85d7-b0d297f4fd0b associated. External IP: 172.25.3.105, port: d3b3e917-2538-4aa9-bc46-a27e58ee5da9. Feb 04 12:31:00.851069 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1f5fd2-f57f-47f6-bd0f-b2988eb2dd56 req-4ea8bcb3-4e8b-46f8-93a8-7ad7cb77c3dc tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:00.860321 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ee1f5fd2-f57f-47f6-bd0f-b2988eb2dd56 req-4ea8bcb3-4e8b-46f8-93a8-7ad7cb77c3dc tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f8ba64e-f52d-4f61-adfb-46357a42bdb9&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2763739 Feb 04 12:31:00.869585 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b53a948-f4e3-4ac3-9bb9-3ee44137a3d3 req-bca873e3-949b-45db-88c0-11c1cc04ba46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:00.871104 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0b53a948-f4e3-4ac3-9bb9-3ee44137a3d3 req-bca873e3-949b-45db-88c0-11c1cc04ba46 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=415dd9a9-3e7e-48a3-b2a2-f9b35a954722 HTTP/1.1" status: 200 len: 1128 time: 0.3023496 Feb 04 12:31:00.975524 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cf378e9a-cc33-4535-a4fa-26d5d6627c6b req-45e9cf7e-c788-4985-9445-5f0f009f03a5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=07bc61dc-c652-4fa7-a159-f20382558df9 HTTP/1.1" status: 200 len: 217 time: 0.1027923 Feb 04 12:31:01.025201 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ee1f5fd2-f57f-47f6-bd0f-b2988eb2dd56 req-c90d0981-3521-42ff-aad7-6fbbe21337e1 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.3.89 HTTP/1.1" status: 200 len: 695 time: 0.1610780 Feb 04 12:31:01.035473 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:01.041552 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-ee1f5fd2-f57f-47f6-bd0f-b2988eb2dd56 req-73674dea-4e06-4838-9188-1586639e7aaf tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Request body: {'floatingip': {'port_id': 'd7718d2d-b60f-4383-ab47-e17344aeae7a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:31:01.115489 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-ee1f5fd2-f57f-47f6-bd0f-b2988eb2dd56 req-73674dea-4e06-4838-9188-1586639e7aaf tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Publish callbacks [] for floatingip (eba4b700-5ed3-4a27-9871-a6fcd418944e), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:01.222804 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0acf0c6-fa24-4189-a2e0-179d1a5d0c27 req-e61a7933-e318-4d0b-8bc3-510676a70610 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:01.224372 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c0acf0c6-fa24-4189-a2e0-179d1a5d0c27 req-e61a7933-e318-4d0b-8bc3-510676a70610 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c4615de-bb7e-4e13-9824-66067b606ac9 HTTP/1.1" status: 200 len: 946 time: 0.2646151 Feb 04 12:31:01.231865 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0b53a948-f4e3-4ac3-9bb9-3ee44137a3d3 req-cebc345d-59ac-4cbc-9cdf-1e07447a6cfb service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=98d15bf5-a480-4f0d-bc57-8f17260bd5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3456171 Feb 04 12:31:01.236233 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf378e9a-cc33-4535-a4fa-26d5d6627c6b req-76312dee-cad0-43f2-9ea5-a9e45d81990c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:01.237823 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cf378e9a-cc33-4535-a4fa-26d5d6627c6b req-76312dee-cad0-43f2-9ea5-a9e45d81990c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3386ae8c-a86c-451c-bf79-ead86dfd6679 HTTP/1.1" status: 200 len: 859 time: 0.2315226 Feb 04 12:31:01.251435 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.provisioning_blocks [req-fcb853e1-6431-4e20-ba13-37d62a3612d6 req-85da5e11-0299-41cb-8202-9dc3fa98e458 service neutron] Transition to ACTIVE for port object 2d7e5a81-9bd0-463d-9494-2793ee228c11 will not be triggered until provisioned by entity L2. {{(pid=103474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:31:01.260471 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-fcb853e1-6431-4e20-ba13-37d62a3612d6 req-85da5e11-0299-41cb-8202-9dc3fa98e458 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (2d7e5a81-9bd0-463d-9494-2793ee228c11), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:01.361541 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf378e9a-cc33-4535-a4fa-26d5d6627c6b req-cd73af2a-cb3d-4757-a40e-53e8a9d9102d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:01.363227 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-cf378e9a-cc33-4535-a4fa-26d5d6627c6b req-cd73af2a-cb3d-4757-a40e-53e8a9d9102d service neutron] 10.222.0.77 "GET /v2.0/networks?id=e17f0529-2497-4212-bc20-58295ab5d298 HTTP/1.1" status: 200 len: 920 time: 0.5871007 Feb 04 12:31:01.368218 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85da5e11-0299-41cb-8202-9dc3fa98e458 service neutron] Pushing event updated for resources: {'Port': ['ID=2d7e5a81-9bd0-463d-9494-2793ee228c11,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:01.457257 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-cf378e9a-cc33-4535-a4fa-26d5d6627c6b req-06699a2f-a51e-4b85-880d-f9dc8afb3b7d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7718d2d-b60f-4383-ab47-e17344aeae7a HTTP/1.1" status: 200 len: 217 time: 0.0702696 Feb 04 12:31:01.550146 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:01.616138 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-fcb853e1-6431-4e20-ba13-37d62a3612d6 req-85da5e11-0299-41cb-8202-9dc3fa98e458 service neutron] Attempting to bind port 2d7e5a81-9bd0-463d-9494-2793ee228c11 on host n-h2-825015-3 for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:31:01.616360 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-fcb853e1-6431-4e20-ba13-37d62a3612d6 req-85da5e11-0299-41cb-8202-9dc3fa98e458 service neutron] Attempting to bind port 2d7e5a81-9bd0-463d-9494-2793ee228c11 by drivers openvswitch,hyperv on host n-h2-825015-3 at level 0 using segments [{'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:31:01.616891 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb853e1-6431-4e20-ba13-37d62a3612d6 req-85da5e11-0299-41cb-8202-9dc3fa98e458 service neutron] Attempting to bind port 2d7e5a81-9bd0-463d-9494-2793ee228c11 on network 2f7dc246-a024-4937-952c-0ddeef5af29c {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:31:01.625232 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf378e9a-cc33-4535-a4fa-26d5d6627c6b req-da10a028-0b9b-4c8a-96cf-b5664bf785c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:01.627324 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-cf378e9a-cc33-4535-a4fa-26d5d6627c6b req-da10a028-0b9b-4c8a-96cf-b5664bf785c1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ae4c1b19-4693-45d5-a145-600acc473198 HTTP/1.1" status: 200 len: 859 time: 0.1609311 Feb 04 12:31:01.637565 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb853e1-6431-4e20-ba13-37d62a3612d6 req-85da5e11-0299-41cb-8202-9dc3fa98e458 service neutron] Port 2d7e5a81-9bd0-463d-9494-2793ee228c11 on network 2f7dc246-a024-4937-952c-0ddeef5af29c not bound, no agent of type Open vSwitch agent registered on host n-h2-825015-3 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:31:01.638153 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb853e1-6431-4e20-ba13-37d62a3612d6 req-85da5e11-0299-41cb-8202-9dc3fa98e458 service neutron] Attempting to bind port 2d7e5a81-9bd0-463d-9494-2793ee228c11 on network 2f7dc246-a024-4937-952c-0ddeef5af29c {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:31:01.676250 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-cf378e9a-cc33-4535-a4fa-26d5d6627c6b req-97366139-f616-4e85-9f90-622d10df7b84 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e17f0529-2497-4212-bc20-58295ab5d298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395663 Feb 04 12:31:01.677166 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb853e1-6431-4e20-ba13-37d62a3612d6 req-85da5e11-0299-41cb-8202-9dc3fa98e458 service neutron] Checking agent: {'id': '9b68a165-e786-4b91-8592-44519c2ecabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:31:01.677388 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb853e1-6431-4e20-ba13-37d62a3612d6 req-85da5e11-0299-41cb-8202-9dc3fa98e458 service neutron] Checking segment: {'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:31:01.678077 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb853e1-6431-4e20-ba13-37d62a3612d6 req-85da5e11-0299-41cb-8202-9dc3fa98e458 service neutron] Bound using segment: {'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:31:01.678721 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-fcb853e1-6431-4e20-ba13-37d62a3612d6 req-85da5e11-0299-41cb-8202-9dc3fa98e458 service neutron] Bound port: 2d7e5a81-9bd0-463d-9494-2793ee228c11, host: n-h2-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:31:01.679254 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-fcb853e1-6431-4e20-ba13-37d62a3612d6 req-85da5e11-0299-41cb-8202-9dc3fa98e458 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (2d7e5a81-9bd0-463d-9494-2793ee228c11), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:01.773874 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c0acf0c6-fa24-4189-a2e0-179d1a5d0c27 req-7f9f9654-a439-40f9-96e4-ce8aabe9c6c2 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee89b6e9-25e2-41ab-a8a3-c85f5e0697a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5326183 Feb 04 12:31:01.809555 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36284f1e-2681-44a2-b231-ee50438e854a tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Router ada8f51e-764c-41fd-bd66-5801c2bcad0a has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:31:01.859762 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-fcb853e1-6431-4e20-ba13-37d62a3612d6 req-85da5e11-0299-41cb-8202-9dc3fa98e458 service neutron] For port 2d7e5a81-9bd0-463d-9494-2793ee228c11, host n-h2-825015-3, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:31:01.870996 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-fcb853e1-6431-4e20-ba13-37d62a3612d6 req-85da5e11-0299-41cb-8202-9dc3fa98e458 service neutron] For port 2d7e5a81-9bd0-463d-9494-2793ee228c11, host n-h2-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=2d7e5a81-9bd0-463d-9494-2793ee228c11,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:31:01.882395 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-cf378e9a-cc33-4535-a4fa-26d5d6627c6b req-59b60d5c-3425-4a7d-94b7-facf73c1551a service neutron] 10.222.0.77 "GET /v2.0/networks/e17f0529-2497-4212-bc20-58295ab5d298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980190 Feb 04 12:31:01.889861 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf378e9a-cc33-4535-a4fa-26d5d6627c6b req-f7a94cc9-d673-41e2-9759-a04d9cae4255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:01.892677 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cf378e9a-cc33-4535-a4fa-26d5d6627c6b req-f7a94cc9-d673-41e2-9759-a04d9cae4255 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0e8b5cfe-93df-4af8-ae4b-dba09d277a8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1685913 Feb 04 12:31:01.932123 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-fcb853e1-6431-4e20-ba13-37d62a3612d6 req-85da5e11-0299-41cb-8202-9dc3fa98e458 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (2d7e5a81-9bd0-463d-9494-2793ee228c11), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:02.038301 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb853e1-6431-4e20-ba13-37d62a3612d6 req-85da5e11-0299-41cb-8202-9dc3fa98e458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:02.039285 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-fcb853e1-6431-4e20-ba13-37d62a3612d6 req-85da5e11-0299-41cb-8202-9dc3fa98e458 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:02.041872 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-fcb853e1-6431-4e20-ba13-37d62a3612d6 req-85da5e11-0299-41cb-8202-9dc3fa98e458 service neutron] 10.222.0.77 "PUT /v2.0/ports/2d7e5a81-9bd0-463d-9494-2793ee228c11 HTTP/1.1" status: 200 len: 1096 time: 2.0615432 Feb 04 12:31:02.050583 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '788e8096-f9b2-4203-a187-32a13b5d456e', 'tag': '2d7e5a81-9bd0-463d-9494-2793ee228c11'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:31:02.053278 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7af8ecae-a026-47d6-9444-9beaa9316298" -d '{"events": [{"name": "network-changed", "server_uuid": "788e8096-f9b2-4203-a187-32a13b5d456e", "tag": "2d7e5a81-9bd0-463d-9494-2793ee228c11"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:31:02.131514 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85da5e11-0299-41cb-8202-9dc3fa98e458 service neutron] Pushing event updated for resources: {'Port': ['ID=2d7e5a81-9bd0-463d-9494-2793ee228c11,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:02.157919 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51feae8-6640-4465-b922-8ff1894984e9 req-abc0887f-4c86-4c80-a6f0-95416e92ee48 tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:02.159500 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e51feae8-6640-4465-b922-8ff1894984e9 req-abc0887f-4c86-4c80-a6f0-95416e92ee48 tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] 10.222.0.77 "GET /v2.0/ports?device_id=afe56aec-f5ec-49da-92ee-54c189b014f5 HTTP/1.1" status: 200 len: 946 time: 0.2845027 Feb 04 12:31:02.196618 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-cf378e9a-cc33-4535-a4fa-26d5d6627c6b req-fa87e49c-634e-4d9c-bbc7-6bc8dd9d2e0a service neutron] 10.222.0.77 "GET /v2.0/networks/e17f0529-2497-4212-bc20-58295ab5d298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2754223 Feb 04 12:31:02.205676 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36284f1e-2681-44a2-b231-ee50438e854a tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:31:02.222082 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcbe6d8-cb2b-4d3d-ae06-2576f43a90b3 None None] Sync routers for ids ['ada8f51e-764c-41fd-bd66-5801c2bcad0a'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:31:02.225664 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb853e1-6431-4e20-ba13-37d62a3612d6 req-96fe279f-b5bd-436c-a426-dc3bb90a7f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:02.226403 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-fcb853e1-6431-4e20-ba13-37d62a3612d6 req-96fe279f-b5bd-436c-a426-dc3bb90a7f03 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5c34eef31d4540768d24bcb8030d50f3&device_id=788e8096-f9b2-4203-a187-32a13b5d456e HTTP/1.1" status: 200 len: 1130 time: 0.1345873 Feb 04 12:31:02.236537 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-36284f1e-2681-44a2-b231-ee50438e854a tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:02.246686 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcbe6d8-cb2b-4d3d-ae06-2576f43a90b3 None None] Routers {'ada8f51e-764c-41fd-bd66-5801c2bcad0a'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:31:02.248000 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-9fcbe6d8-cb2b-4d3d-ae06-2576f43a90b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:30:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['ada8f51e-764c-41fd-bd66-5801c2bcad0a'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:31:02.259292 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cf378e9a-cc33-4535-a4fa-26d5d6627c6b req-d04c4aec-5b0d-469c-bc37-80cb4556a02d service neutron] 10.222.0.73 "GET /v2.0/networks/0e8b5cfe-93df-4af8-ae4b-dba09d277a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3495212 Feb 04 12:31:02.274016 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19e51c0-a696-4a16-b7c2-5d0df9b4cd93 req-669b4098-7204-478b-8d7c-bdf5f257f80a tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:02.274996 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a19e51c0-a696-4a16-b7c2-5d0df9b4cd93 req-669b4098-7204-478b-8d7c-bdf5f257f80a tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] 10.222.0.65 "GET /v2.0/ports?device_id=afe56aec-f5ec-49da-92ee-54c189b014f5 HTTP/1.1" status: 200 len: 946 time: 0.3471239 Feb 04 12:31:02.303789 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-fcb853e1-6431-4e20-ba13-37d62a3612d6 req-06c07427-9605-41eb-a036-95e9dd5b68f9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=2d7e5a81-9bd0-463d-9494-2793ee228c11 HTTP/1.1" status: 200 len: 217 time: 0.0636430 Feb 04 12:31:02.314119 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-36284f1e-2681-44a2-b231-ee50438e854a tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.7847211 Feb 04 12:31:02.314469 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-9fcbe6d8-cb2b-4d3d-ae06-2576f43a90b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:31:02.327419 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 42098) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:31:02.330470 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcbe6d8-cb2b-4d3d-ae06-2576f43a90b3 None None] Routers {'ada8f51e-764c-41fd-bd66-5801c2bcad0a'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:31:02.331458 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-9fcbe6d8-cb2b-4d3d-ae06-2576f43a90b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:30:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['ada8f51e-764c-41fd-bd66-5801c2bcad0a'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:31:02.386664 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-9fcbe6d8-cb2b-4d3d-ae06-2576f43a90b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:31:02.387752 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcbe6d8-cb2b-4d3d-ae06-2576f43a90b3 None None] The sync data for ids ['ada8f51e-764c-41fd-bd66-5801c2bcad0a'] in n-d-825015-3 is: [] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:31:02.455790 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.db.resource_extend [req-ee1f5fd2-f57f-47f6-bd0f-b2988eb2dd56 req-73674dea-4e06-4838-9188-1586639e7aaf tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 12:31:02.468202 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb853e1-6431-4e20-ba13-37d62a3612d6 req-238ba7fe-b975-4dad-8f75-e84202e25215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:02.470983 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-fcb853e1-6431-4e20-ba13-37d62a3612d6 req-238ba7fe-b975-4dad-8f75-e84202e25215 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5ee3374a-84e9-4639-853c-740c6edaf6dc HTTP/1.1" status: 200 len: 843 time: 0.1593246 Feb 04 12:31:02.479991 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-149bfca0-e090-42c3-b886-624c4b73715f tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] 10.222.0.65 "GET /v2.0/floatingips/74ca5c2d-dfad-4048-85d7-b0d297f4fd0b HTTP/1.1" status: 200 len: 978 time: 0.1481411 Feb 04 12:31:02.494981 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 42100) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:31:02.569496 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a19e51c0-a696-4a16-b7c2-5d0df9b4cd93 req-c8e5c615-ce0a-47bd-a5a0-46180a15b76d tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] 10.222.0.65 "GET /v2.0/security-groups?id=3cfd0372-f44c-44e0-8459-f92336595ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2702000 Feb 04 12:31:02.628539 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-ee1f5fd2-f57f-47f6-bd0f-b2988eb2dd56 req-73674dea-4e06-4838-9188-1586639e7aaf tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:02.634343 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cf378e9a-cc33-4535-a4fa-26d5d6627c6b req-6ef77e9a-fc7e-460d-bebd-c8bc17e83527 service neutron] 10.222.0.73 "GET /v2.0/networks/0e8b5cfe-93df-4af8-ae4b-dba09d277a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3459854 Feb 04 12:31:02.637097 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-ee1f5fd2-f57f-47f6-bd0f-b2988eb2dd56 req-73674dea-4e06-4838-9188-1586639e7aaf tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1599943'] for floatingip (eba4b700-5ed3-4a27-9871-a6fcd418944e), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:02.640103 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-10fdb19e-5fdc-4288-bcf9-78f53300830f tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] 10.222.0.65 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1438560 Feb 04 12:31:02.643807 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 42102) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:31:02.649905 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-6177808a-0452-4eeb-bf98-03e6a8146936 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Request body: {'floatingip': {'port_id': '78c7f230-31de-4147-8bee-9b0f5b902b9e'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:31:02.657094 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb853e1-6431-4e20-ba13-37d62a3612d6 req-83f820ea-8674-460a-bc94-0d302deb3436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:02.658733 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-fcb853e1-6431-4e20-ba13-37d62a3612d6 req-83f820ea-8674-460a-bc94-0d302deb3436 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2f7dc246-a024-4937-952c-0ddeef5af29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1806786 Feb 04 12:31:02.718830 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-e51feae8-6640-4465-b922-8ff1894984e9 req-1c81fefc-1151-423e-85db-5e5484ec174c tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] Deleting port ae58d322-0fee-4b62-8a27-abcdbc09e830 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:31:02.719208 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e51feae8-6640-4465-b922-8ff1894984e9 req-1c81fefc-1151-423e-85db-5e5484ec174c tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (ae58d322-0fee-4b62-8a27-abcdbc09e830), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:02.768680 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6177808a-0452-4eeb-bf98-03e6a8146936 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks [] for floatingip (74ca5c2d-dfad-4048-85d7-b0d297f4fd0b), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:02.864936 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-fcb853e1-6431-4e20-ba13-37d62a3612d6 req-ba94c922-8d74-4bf3-9e8b-3842bb0106e6 service neutron] 10.222.0.77 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759155 Feb 04 12:31:02.915086 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-e51feae8-6640-4465-b922-8ff1894984e9 req-1c81fefc-1151-423e-85db-5e5484ec174c tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] For port ae58d322-0fee-4b62-8a27-abcdbc09e830, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=ae58d322-0fee-4b62-8a27-abcdbc09e830,segment=NetworkSegment(d58ddc32-fd3a-4289-9a48-41a283646e0a),segment_id=d58ddc32-fd3a-4289-9a48-41a283646e0a)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:31:02.915464 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e51feae8-6640-4465-b922-8ff1894984e9 req-1c81fefc-1151-423e-85db-5e5484ec174c tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (ae58d322-0fee-4b62-8a27-abcdbc09e830), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:02.925834 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac8952b-67bf-4745-9311-71c8a6a6f174 req-ef2ed614-e527-42ac-9827-f123463122b8 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:02.927352 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dac8952b-67bf-4745-9311-71c8a6a6f174 req-ef2ed614-e527-42ac-9827-f123463122b8 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=788e8096-f9b2-4203-a187-32a13b5d456e HTTP/1.1" status: 200 len: 948 time: 0.1751380 Feb 04 12:31:02.928610 n-d-825015-3 neutron-server[103475]: INFO neutron.db.l3_db [req-ee1f5fd2-f57f-47f6-bd0f-b2988eb2dd56 req-73674dea-4e06-4838-9188-1586639e7aaf tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Floating IP eba4b700-5ed3-4a27-9871-a6fcd418944e associated. External IP: 172.25.3.89, port: d7718d2d-b60f-4383-ab47-e17344aeae7a. Feb 04 12:31:03.114118 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-fcb853e1-6431-4e20-ba13-37d62a3612d6 req-d33be56b-c0da-4469-8788-279335f18a18 service neutron] 10.222.0.77 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293968 Feb 04 12:31:03.194034 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dac8952b-67bf-4745-9311-71c8a6a6f174 req-fb1968da-281b-4d5d-8187-8f9bd4ef3cc0 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146828 Feb 04 12:31:03.402499 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e51feae8-6640-4465-b922-8ff1894984e9 req-1c81fefc-1151-423e-85db-5e5484ec174c tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:03.402870 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e51feae8-6640-4465-b922-8ff1894984e9 req-1c81fefc-1151-423e-85db-5e5484ec174c tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1599943'] for floatingip (49f84e70-d833-4c60-ac15-8c17ecb1459c), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:03.403191 n-d-825015-3 neutron-server[103475]: INFO neutron.db.l3_db [req-e51feae8-6640-4465-b922-8ff1894984e9 req-1c81fefc-1151-423e-85db-5e5484ec174c tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] Floating IP 49f84e70-d833-4c60-ac15-8c17ecb1459c disassociated. External IP: 172.25.3.147, port: ae58d322-0fee-4b62-8a27-abcdbc09e830. Feb 04 12:31:03.403530 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-e51feae8-6640-4465-b922-8ff1894984e9 req-1c81fefc-1151-423e-85db-5e5484ec174c tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] Calling delete_port for ae58d322-0fee-4b62-8a27-abcdbc09e830 owned by compute:nova {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:31:03.434634 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f29bde-3264-4595-8533-f75fbc2912a2 req-7f69da9d-775a-4c44-87e5-512505993e09 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:03.436809 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a3f29bde-3264-4595-8533-f75fbc2912a2 req-7f69da9d-775a-4c44-87e5-512505993e09 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] 10.222.0.65 "GET /v2.0/ports?device_id=8292ed09-ec6d-438b-bdc7-05a92053767e HTTP/1.1" status: 200 len: 946 time: 0.1644888 Feb 04 12:31:03.440276 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6177808a-0452-4eeb-bf98-03e6a8146936 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:03.446707 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6177808a-0452-4eeb-bf98-03e6a8146936 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1599943'] for floatingip (74ca5c2d-dfad-4048-85d7-b0d297f4fd0b), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:03.538234 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ee1f5fd2-f57f-47f6-bd0f-b2988eb2dd56 req-73674dea-4e06-4838-9188-1586639e7aaf tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Router 68ffa24a-7260-424b-8de6-319b51d65a9f has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:31:03.558714 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a3f29bde-3264-4595-8533-f75fbc2912a2 req-17d3837d-7368-41c6-85eb-5284a67f7ee3 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee89b6e9-25e2-41ab-a8a3-c85f5e0697a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851271 Feb 04 12:31:03.797873 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14f71ce-a438-45c6-8af5-f62edd633d5b req-9cf00e64-f57a-45e8-824e-241face2208b tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:03.799671 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e14f71ce-a438-45c6-8af5-f62edd633d5b req-9cf00e64-f57a-45e8-824e-241face2208b tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/ports?device_id=415dd9a9-3e7e-48a3-b2a2-f9b35a954722 HTTP/1.1" status: 200 len: 946 time: 0.1580281 Feb 04 12:31:03.810218 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e51feae8-6640-4465-b922-8ff1894984e9 req-1c81fefc-1151-423e-85db-5e5484ec174c tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (ae58d322-0fee-4b62-8a27-abcdbc09e830), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:03.824947 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ee1f5fd2-f57f-47f6-bd0f-b2988eb2dd56 req-73674dea-4e06-4838-9188-1586639e7aaf tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:31:03.856419 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-ee1f5fd2-f57f-47f6-bd0f-b2988eb2dd56 req-73674dea-4e06-4838-9188-1586639e7aaf tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:03.862852 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5237b83b-871f-4dea-a7cd-8b94aba4c356 None None] Sync routers for ids ['68ffa24a-7260-424b-8de6-319b51d65a9f'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:31:03.866596 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c81fefc-1151-423e-85db-5e5484ec174c tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] Pushing event deleted for resources: {'Port': ['ID=ae58d322-0fee-4b62-8a27-abcdbc09e830,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:03.873873 n-d-825015-3 neutron-server[103474]: INFO neutron.db.l3_db [None req-6177808a-0452-4eeb-bf98-03e6a8146936 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Floating IP 74ca5c2d-dfad-4048-85d7-b0d297f4fd0b associated. External IP: 172.25.3.105, port: d3b3e917-2538-4aa9-bc46-a27e58ee5da9. Feb 04 12:31:03.878021 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5237b83b-871f-4dea-a7cd-8b94aba4c356 None None] Routers {'68ffa24a-7260-424b-8de6-319b51d65a9f'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:31:03.878892 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-5237b83b-871f-4dea-a7cd-8b94aba4c356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:30:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['68ffa24a-7260-424b-8de6-319b51d65a9f'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:31:03.968342 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ee1f5fd2-f57f-47f6-bd0f-b2988eb2dd56 req-73674dea-4e06-4838-9188-1586639e7aaf tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] 10.222.0.65 "PUT /v2.0/floatingips/eba4b700-5ed3-4a27-9871-a6fcd418944e HTTP/1.1" status: 200 len: 996 time: 2.9421074 Feb 04 12:31:04.007760 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f8ba64e-f52d-4f61-adfb-46357a42bdb9', 'tag': 'd7718d2d-b60f-4383-ab47-e17344aeae7a'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:31:04.010464 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8804dc05-1c0d-490c-bf13-57809093dbb0" -d '{"events": [{"name": "network-changed", "server_uuid": "7f8ba64e-f52d-4f61-adfb-46357a42bdb9", "tag": "d7718d2d-b60f-4383-ab47-e17344aeae7a"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:31:04.039794 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-5237b83b-871f-4dea-a7cd-8b94aba4c356 None None] Set router 68ffa24a-7260-424b-8de6-319b51d65a9f gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:31:04.093111 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e14f71ce-a438-45c6-8af5-f62edd633d5b req-1cd91756-1e5f-4712-a698-673c1d84eac1 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/security-groups?id=98d15bf5-a480-4f0d-bc57-8f17260bd5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714348 Feb 04 12:31:04.146358 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1f5fd2-f57f-47f6-bd0f-b2988eb2dd56 req-246221e5-fe8b-41d3-af44-54c55554d711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:04.148067 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ee1f5fd2-f57f-47f6-bd0f-b2988eb2dd56 req-246221e5-fe8b-41d3-af44-54c55554d711 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3e5189bc9c2e4b8789347e688ced1883&device_id=7f8ba64e-f52d-4f61-adfb-46357a42bdb9 HTTP/1.1" status: 200 len: 1128 time: 0.1304193 Feb 04 12:31:04.163668 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6177808a-0452-4eeb-bf98-03e6a8146936 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Router ada8f51e-764c-41fd-bd66-5801c2bcad0a has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:31:04.168334 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e51feae8-6640-4465-b922-8ff1894984e9 req-1c81fefc-1151-423e-85db-5e5484ec174c tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] Router 80b42f44-589b-4d8e-8cca-e0d55f786967 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:31:04.179055 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b240703-f96a-4984-8161-66ebe4a0e5ee x-openstack-request-id: req-3b240703-f96a-4984-8161-66ebe4a0e5ee {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:31:04.179564 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "788e8096-f9b2-4203-a187-32a13b5d456e", "tag": "2d7e5a81-9bd0-463d-9494-2793ee228c11", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:31:04.179913 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3b240703-f96a-4984-8161-66ebe4a0e5ee {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:31:04.180394 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '788e8096-f9b2-4203-a187-32a13b5d456e', 'tag': '2d7e5a81-9bd0-463d-9494-2793ee228c11', 'status': 'completed', 'code': 200} Feb 04 12:31:04.312740 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e0832b03-975f-47a6-9c04-8bd1dfe09491 req-770dc7bb-429a-4afe-9f81-009134d99ce7 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] 10.222.0.65 "GET /v2.0/floatingips/49801537-36f0-477a-964a-cd3229858c47 HTTP/1.1" status: 200 len: 694 time: 0.0869622 Feb 04 12:31:04.381883 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af8ecae-a026-47d6-9444-9beaa9316298 req-12df377a-19f5-491f-bee0-57c94f07d9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:04.383556 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-7af8ecae-a026-47d6-9444-9beaa9316298 req-12df377a-19f5-491f-bee0-57c94f07d9d9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5c34eef31d4540768d24bcb8030d50f3&device_id=788e8096-f9b2-4203-a187-32a13b5d456e HTTP/1.1" status: 200 len: 1130 time: 0.1459005 Feb 04 12:31:04.414748 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6177808a-0452-4eeb-bf98-03e6a8146936 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:31:04.426124 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45bb4f4-b630-41f4-b860-d4401d33b7de None None] Sync routers for ids ['ada8f51e-764c-41fd-bd66-5801c2bcad0a'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:31:04.426625 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 12:31:04.446777 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-5237b83b-871f-4dea-a7cd-8b94aba4c356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ffa24a-7260-424b-8de6-319b51d65a9f', 'name': 'tempest-ServerRescueTestJSONUnderV235-804848739-router', 'tenant_id': '3e5189bc9c2e4b8789347e688ced1883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '2297e305-d929-4511-a9b9-00150e03b02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:29:29Z', 'updated_at': '2022-02-04T12:29:40Z', 'revision_number': 4, 'project_id': '3e5189bc9c2e4b8789347e688ced1883', 'gw_port': {'id': '2297e305-d929-4511-a9b9-00150e03b02a', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:61:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ffa24a-7260-424b-8de6-319b51d65a9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:29:32Z', 'updated_at': '2022-02-04T12:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': 'eba4b700-5ed3-4a27-9871-a6fcd418944e', 'tenant_id': '3e5189bc9c2e4b8789347e688ced1883', 'floating_ip_address': '172.25.3.89', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': '68ffa24a-7260-424b-8de6-319b51d65a9f', 'port_id': 'd7718d2d-b60f-4383-ab47-e17344aeae7a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1269, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e17f0529-2497-4212-bc20-58295ab5d298', 'mac_address': 'fa:16:3e:56:86:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8ba64e-f52d-4f61-adfb-46357a42bdb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:30:58Z', 'updated_at': '2022-02-04T12:31:02Z', 'revision_number': 1, 'project_id': '3e5189bc9c2e4b8789347e688ced1883', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89bec54e-6f8f-4130-b60d-eee13bd0cec2', 'name': '', 'network_id': 'e17f0529-2497-4212-bc20-58295ab5d298', 'tenant_id': '3e5189bc9c2e4b8789347e688ced1883', 'mac_address': 'fa:16:3e:56:cd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ffa24a-7260-424b-8de6-319b51d65a9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': 'ae4c1b19-4693-45d5-a145-600acc473198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:29:38Z', 'updated_at': '2022-02-04T12:29:53Z', 'revision_number': 5, 'project_id': '3e5189bc9c2e4b8789347e688ced1883', 'subnets': [{'id': 'ae4c1b19-4693-45d5-a145-600acc473198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:31:04.458339 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45bb4f4-b630-41f4-b860-d4401d33b7de None None] Routers {'ada8f51e-764c-41fd-bd66-5801c2bcad0a'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:31:04.459236 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-c45bb4f4-b630-41f4-b860-d4401d33b7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:30:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['ada8f51e-764c-41fd-bd66-5801c2bcad0a'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:31:04.483726 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5237b83b-871f-4dea-a7cd-8b94aba4c356 None None] Checking router: 68ffa24a-7260-424b-8de6-319b51d65a9f for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:31:04.495586 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5237b83b-871f-4dea-a7cd-8b94aba4c356 None None] Routers {'68ffa24a-7260-424b-8de6-319b51d65a9f'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:31:04.498154 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-5237b83b-871f-4dea-a7cd-8b94aba4c356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:30:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['68ffa24a-7260-424b-8de6-319b51d65a9f'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:31:04.541927 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-c45bb4f4-b630-41f4-b860-d4401d33b7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:31:04.563058 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45bb4f4-b630-41f4-b860-d4401d33b7de None None] Routers {'ada8f51e-764c-41fd-bd66-5801c2bcad0a'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:31:04.563992 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-c45bb4f4-b630-41f4-b860-d4401d33b7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:30:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['ada8f51e-764c-41fd-bd66-5801c2bcad0a'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:31:04.737718 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-5237b83b-871f-4dea-a7cd-8b94aba4c356 None None] Set router 68ffa24a-7260-424b-8de6-319b51d65a9f gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:31:04.789595 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-c45bb4f4-b630-41f4-b860-d4401d33b7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:31:04.790508 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45bb4f4-b630-41f4-b860-d4401d33b7de None None] The sync data for ids ['ada8f51e-764c-41fd-bd66-5801c2bcad0a'] in n-d-825015-3 is: [] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:31:04.796925 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af8ecae-a026-47d6-9444-9beaa9316298 req-67041f46-17fb-4183-b18a-a093bf832531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:04.800015 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-7af8ecae-a026-47d6-9444-9beaa9316298 req-67041f46-17fb-4183-b18a-a093bf832531 service neutron] 10.222.0.77 "GET /v2.0/networks?id=2f7dc246-a024-4937-952c-0ddeef5af29c HTTP/1.1" status: 200 len: 870 time: 0.4078345 Feb 04 12:31:04.853853 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-7af8ecae-a026-47d6-9444-9beaa9316298 req-90974646-aa55-4a0b-a3d8-f915f779ee02 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=2d7e5a81-9bd0-463d-9494-2793ee228c11 HTTP/1.1" status: 200 len: 217 time: 0.0450964 Feb 04 12:31:04.913966 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e51feae8-6640-4465-b922-8ff1894984e9 req-1c81fefc-1151-423e-85db-5e5484ec174c tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:31:04.919577 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1f5fd2-f57f-47f6-bd0f-b2988eb2dd56 req-44402ebd-92d3-427f-9989-afdfce5c3a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:04.927984 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ee1f5fd2-f57f-47f6-bd0f-b2988eb2dd56 req-44402ebd-92d3-427f-9989-afdfce5c3a28 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e17f0529-2497-4212-bc20-58295ab5d298 HTTP/1.1" status: 200 len: 920 time: 0.7725401 Feb 04 12:31:04.935417 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8db2654-ec00-45f3-a3e6-63f0ad932018 None None] Sync routers for ids ['80b42f44-589b-4d8e-8cca-e0d55f786967'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:31:04.959937 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8db2654-ec00-45f3-a3e6-63f0ad932018 None None] Routers {'80b42f44-589b-4d8e-8cca-e0d55f786967'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:31:04.960815 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-d8db2654-ec00-45f3-a3e6-63f0ad932018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:30:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['80b42f44-589b-4d8e-8cca-e0d55f786967'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:31:04.962668 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af8ecae-a026-47d6-9444-9beaa9316298 req-643ff92a-bec0-4344-a96d-d1614eed29cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:04.964210 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-7af8ecae-a026-47d6-9444-9beaa9316298 req-643ff92a-bec0-4344-a96d-d1614eed29cc service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5ee3374a-84e9-4639-853c-740c6edaf6dc HTTP/1.1" status: 200 len: 843 time: 0.1029220 Feb 04 12:31:04.985895 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-e51feae8-6640-4465-b922-8ff1894984e9 req-1c81fefc-1151-423e-85db-5e5484ec174c tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] No DVR routers for this DVR port ae58d322-0fee-4b62-8a27-abcdbc09e830 on host n-h2-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:31:05.026010 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e51feae8-6640-4465-b922-8ff1894984e9 req-1c81fefc-1151-423e-85db-5e5484ec174c tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:05.029217 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e51feae8-6640-4465-b922-8ff1894984e9 req-1c81fefc-1151-423e-85db-5e5484ec174c tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] 10.222.0.77 "DELETE /v2.0/ports/ae58d322-0fee-4b62-8a27-abcdbc09e830 HTTP/1.1" status: 204 len: 173 time: 2.8579025 Feb 04 12:31:05.070309 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af8ecae-a026-47d6-9444-9beaa9316298 req-16b43615-d922-4a0e-9584-de8639e28dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:05.072776 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-7af8ecae-a026-47d6-9444-9beaa9316298 req-16b43615-d922-4a0e-9584-de8639e28dbe service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2f7dc246-a024-4937-952c-0ddeef5af29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0744331 Feb 04 12:31:05.089491 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0832b03-975f-47a6-9c04-8bd1dfe09491 req-a13b1b3f-a100-49ce-9cf9-5a2223e14250 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:05.096515 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e0832b03-975f-47a6-9c04-8bd1dfe09491 req-a13b1b3f-a100-49ce-9cf9-5a2223e14250 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] 10.222.0.65 "GET /v2.0/networks/7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 HTTP/1.1" status: 200 len: 784 time: 0.2929673 Feb 04 12:31:05.102253 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [req-e0832b03-975f-47a6-9c04-8bd1dfe09491 req-b0a5845a-db66-4a84-8f88-4fd268374a7b tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:31:05.128425 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e0832b03-975f-47a6-9c04-8bd1dfe09491 req-b0a5845a-db66-4a84-8f88-4fd268374a7b tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0308287 Feb 04 12:31:05.156488 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6177808a-0452-4eeb-bf98-03e6a8146936 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Router ada8f51e-764c-41fd-bd66-5801c2bcad0a has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:31:05.172231 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-d8db2654-ec00-45f3-a3e6-63f0ad932018 None None] Set router 80b42f44-589b-4d8e-8cca-e0d55f786967 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:31:05.206756 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-5237b83b-871f-4dea-a7cd-8b94aba4c356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ffa24a-7260-424b-8de6-319b51d65a9f', 'name': 'tempest-ServerRescueTestJSONUnderV235-804848739-router', 'tenant_id': '3e5189bc9c2e4b8789347e688ced1883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '2297e305-d929-4511-a9b9-00150e03b02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:29:29Z', 'updated_at': '2022-02-04T12:29:40Z', 'revision_number': 4, 'project_id': '3e5189bc9c2e4b8789347e688ced1883', 'gw_port': {'id': '2297e305-d929-4511-a9b9-00150e03b02a', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:61:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ffa24a-7260-424b-8de6-319b51d65a9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:29:32Z', 'updated_at': '2022-02-04T12:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': 'eba4b700-5ed3-4a27-9871-a6fcd418944e', 'tenant_id': '3e5189bc9c2e4b8789347e688ced1883', 'floating_ip_address': '172.25.3.89', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': '68ffa24a-7260-424b-8de6-319b51d65a9f', 'port_id': 'd7718d2d-b60f-4383-ab47-e17344aeae7a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1269, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e17f0529-2497-4212-bc20-58295ab5d298', 'mac_address': 'fa:16:3e:56:86:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8ba64e-f52d-4f61-adfb-46357a42bdb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:30:58Z', 'updated_at': '2022-02-04T12:31:02Z', 'revision_number': 1, 'project_id': '3e5189bc9c2e4b8789347e688ced1883', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89bec54e-6f8f-4130-b60d-eee13bd0cec2', 'name': '', 'network_id': 'e17f0529-2497-4212-bc20-58295ab5d298', 'tenant_id': '3e5189bc9c2e4b8789347e688ced1883', 'mac_address': 'fa:16:3e:56:cd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ffa24a-7260-424b-8de6-319b51d65a9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': 'ae4c1b19-4693-45d5-a145-600acc473198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:29:38Z', 'updated_at': '2022-02-04T12:29:53Z', 'revision_number': 5, 'project_id': '3e5189bc9c2e4b8789347e688ced1883', 'subnets': [{'id': 'ae4c1b19-4693-45d5-a145-600acc473198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:31:05.209192 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ee1f5fd2-f57f-47f6-bd0f-b2988eb2dd56 req-ee888e4c-27b8-40a6-aebb-5d5576748f01 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7718d2d-b60f-4383-ab47-e17344aeae7a HTTP/1.1" status: 200 len: 999 time: 0.2802587 Feb 04 12:31:05.227818 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e0832b03-975f-47a6-9c04-8bd1dfe09491 req-cfed2f11-ce23-4a80-b378-6b0388ba4f93 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.3.210 HTTP/1.1" status: 200 len: 697 time: 0.0981107 Feb 04 12:31:05.244724 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5237b83b-871f-4dea-a7cd-8b94aba4c356 None None] The sync data for ids ['68ffa24a-7260-424b-8de6-319b51d65a9f'] in n-d-825015-3 is: [{'id': '68ffa24a-7260-424b-8de6-319b51d65a9f', 'name': 'tempest-ServerRescueTestJSONUnderV235-804848739-router', 'tenant_id': '3e5189bc9c2e4b8789347e688ced1883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '2297e305-d929-4511-a9b9-00150e03b02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:29:29Z', 'updated_at': '2022-02-04T12:29:40Z', 'revision_number': 4, 'project_id': '3e5189bc9c2e4b8789347e688ced1883', 'gw_port': {'id': '2297e305-d929-4511-a9b9-00150e03b02a', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:61:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ffa24a-7260-424b-8de6-319b51d65a9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:29:32Z', 'updated_at': '2022-02-04T12:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': 'eba4b700-5ed3-4a27-9871-a6fcd418944e', 'tenant_id': '3e5189bc9c2e4b8789347e688ced1883', 'floating_ip_address': '172.25.3.89', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': '68ffa24a-7260-424b-8de6-319b51d65a9f', 'port_id': 'd7718d2d-b60f-4383-ab47-e17344aeae7a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1269, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e17f0529-2497-4212-bc20-58295ab5d298', 'mac_address': 'fa:16:3e:56:86:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8ba64e-f52d-4f61-adfb-46357a42bdb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:30:58Z', 'updated_at': '2022-02-04T12:31:02Z', 'revision_number': 1, 'project_id': '3e5189bc9c2e4b8789347e688ced1883', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89bec54e-6f8f-4130-b60d-eee13bd0cec2', 'name': '', 'network_id': 'e17f0529-2497-4212-bc20-58295ab5d298', 'tenant_id': '3e5189bc9c2e4b8789347e688ced1883', 'mac_address': 'fa:16:3e:56:cd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ffa24a-7260-424b-8de6-319b51d65a9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': 'ae4c1b19-4693-45d5-a145-600acc473198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:29:38Z', 'updated_at': '2022-02-04T12:29:53Z', 'revision_number': 5, 'project_id': '3e5189bc9c2e4b8789347e688ced1883', 'subnets': [{'id': 'ae4c1b19-4693-45d5-a145-600acc473198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:31:05.318659 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1f5fd2-f57f-47f6-bd0f-b2988eb2dd56 req-b267da4c-d040-42ec-bdfa-2312bb1ce7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:05.321078 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ee1f5fd2-f57f-47f6-bd0f-b2988eb2dd56 req-b267da4c-d040-42ec-bdfa-2312bb1ce7db service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ae4c1b19-4693-45d5-a145-600acc473198 HTTP/1.1" status: 200 len: 859 time: 0.1108522 Feb 04 12:31:05.338261 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-7af8ecae-a026-47d6-9444-9beaa9316298 req-2ed63928-b109-4ffc-baa1-071edfb649af service neutron] 10.222.0.77 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571013 Feb 04 12:31:05.403710 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e0832b03-975f-47a6-9c04-8bd1dfe09491 req-30543d99-fb86-46ad-bb1a-bcc3ee3d56aa tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.3.210 HTTP/1.1" status: 200 len: 697 time: 0.1751254 Feb 04 12:31:05.435444 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ee1f5fd2-f57f-47f6-bd0f-b2988eb2dd56 req-8a06bd7e-73ff-4642-a193-bd6607ba99c6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e17f0529-2497-4212-bc20-58295ab5d298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306904 Feb 04 12:31:05.492843 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6177808a-0452-4eeb-bf98-03e6a8146936 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:31:05.499447 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6177808a-0452-4eeb-bf98-03e6a8146936 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:05.508454 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4391be1b-93a6-4ebf-90a9-a17b18faa95f None None] Sync routers for ids ['ada8f51e-764c-41fd-bd66-5801c2bcad0a'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:31:05.547724 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4391be1b-93a6-4ebf-90a9-a17b18faa95f None None] Routers {'ada8f51e-764c-41fd-bd66-5801c2bcad0a'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:31:05.548632 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-4391be1b-93a6-4ebf-90a9-a17b18faa95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:30:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['ada8f51e-764c-41fd-bd66-5801c2bcad0a'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:31:05.601089 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-4391be1b-93a6-4ebf-90a9-a17b18faa95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:31:05.617112 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4391be1b-93a6-4ebf-90a9-a17b18faa95f None None] Routers {'ada8f51e-764c-41fd-bd66-5801c2bcad0a'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:31:05.618594 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-4391be1b-93a6-4ebf-90a9-a17b18faa95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:30:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['ada8f51e-764c-41fd-bd66-5801c2bcad0a'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:31:05.662827 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ee1f5fd2-f57f-47f6-bd0f-b2988eb2dd56 req-ab02ad58-f24c-4720-bfcc-643915693b0c service neutron] 10.222.0.65 "GET /v2.0/networks/e17f0529-2497-4212-bc20-58295ab5d298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161272 Feb 04 12:31:05.692374 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-4391be1b-93a6-4ebf-90a9-a17b18faa95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:31:05.693632 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4391be1b-93a6-4ebf-90a9-a17b18faa95f None None] The sync data for ids ['ada8f51e-764c-41fd-bd66-5801c2bcad0a'] in n-d-825015-3 is: [] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:31:05.707751 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-6177808a-0452-4eeb-bf98-03e6a8146936 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] 10.222.0.65 "PUT /v2.0/floatingips/74ca5c2d-dfad-4048-85d7-b0d297f4fd0b HTTP/1.1" status: 200 len: 977 time: 3.0627322 Feb 04 12:31:05.710261 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 42156) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:31:05.715645 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-00c299a0-6694-47e3-b601-67332c8f2642 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:31:05.741991 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a11d02-55b7-45a2-869b-5f2fc6f9a918 None None] New status for floating IP eba4b700-5ed3-4a27-9871-a6fcd418944e: ACTIVE {{(pid=103477) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 12:31:05.776485 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-7af8ecae-a026-47d6-9444-9beaa9316298 req-1373204d-4638-445d-a2fe-930fcc26fe1f service neutron] 10.222.0.77 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4234240 Feb 04 12:31:05.801049 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-d8db2654-ec00-45f3-a3e6-63f0ad932018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80b42f44-589b-4d8e-8cca-e0d55f786967', 'name': 'tempest-ServersTestFqdnHostnames-1491412081-router', 'tenant_id': '13e2221ea635497bab7223d336ea5315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '2412d23a-bc31-48ea-9c4b-c4ee1009ca37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:29:14Z', 'updated_at': '2022-02-04T12:29:31Z', 'revision_number': 4, 'project_id': '13e2221ea635497bab7223d336ea5315', 'gw_port': {'id': '2412d23a-bc31-48ea-9c4b-c4ee1009ca37', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:cd:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b42f44-589b-4d8e-8cca-e0d55f786967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:29:17Z', 'updated_at': '2022-02-04T12:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'd99c77fa-a944-42e4-bd41-2dc4c43914f9', 'name': '', 'network_id': '57f22c28-9c54-41c2-b504-ea3ccea1b588', 'tenant_id': '13e2221ea635497bab7223d336ea5315', 'mac_address': 'fa:16:3e:f6:54:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b42f44-589b-4d8e-8cca-e0d55f786967', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'fec05539-fa61-48d5-8362-143fafa358aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:29:30Z', 'updated_at': '2022-02-04T12:29:39Z', 'revision_number': 5, 'project_id': '13e2221ea635497bab7223d336ea5315', 'subnets': [{'id': 'fec05539-fa61-48d5-8362-143fafa358aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:31:05.850498 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-00c299a0-6694-47e3-b601-67332c8f2642 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks [] for floatingip (74ca5c2d-dfad-4048-85d7-b0d297f4fd0b), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:05.859963 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-e0832b03-975f-47a6-9c04-8bd1dfe09491 req-fc6e3839-30ff-4e62-b76d-b16efc7ce764 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Deleting port aefdd235-2fe6-4275-91b6-e9325adcb364 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:31:05.860316 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e0832b03-975f-47a6-9c04-8bd1dfe09491 req-fc6e3839-30ff-4e62-b76d-b16efc7ce764 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (aefdd235-2fe6-4275-91b6-e9325adcb364), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:05.874711 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8db2654-ec00-45f3-a3e6-63f0ad932018 None None] Checking router: 80b42f44-589b-4d8e-8cca-e0d55f786967 for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:31:05.875750 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ee1f5fd2-f57f-47f6-bd0f-b2988eb2dd56 req-ecf2de81-648d-40d1-add4-9147326342a9 service neutron] 10.222.0.65 "GET /v2.0/networks/e17f0529-2497-4212-bc20-58295ab5d298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073100 Feb 04 12:31:05.973421 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8db2654-ec00-45f3-a3e6-63f0ad932018 None None] Routers {'80b42f44-589b-4d8e-8cca-e0d55f786967'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:31:05.974732 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-d8db2654-ec00-45f3-a3e6-63f0ad932018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:30:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['80b42f44-589b-4d8e-8cca-e0d55f786967'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:31:06.026643 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e0832b03-975f-47a6-9c04-8bd1dfe09491 req-fc6e3839-30ff-4e62-b76d-b16efc7ce764 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (aefdd235-2fe6-4275-91b6-e9325adcb364), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:06.026974 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e0832b03-975f-47a6-9c04-8bd1dfe09491 req-fc6e3839-30ff-4e62-b76d-b16efc7ce764 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Publish callbacks [] for floatingip (aefdd235-2fe6-4275-91b6-e9325adcb364), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:06.040666 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 2d7e5a81-9bd0-463d-9494-2793ee228c11 details requested by agent hyperv_n-h2-825015-3 with host n-h2-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:31:06.044570 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device ae58d322-0fee-4b62-8a27-abcdbc09e830 no longer exists at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:31:06.060396 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-e0832b03-975f-47a6-9c04-8bd1dfe09491 req-fc6e3839-30ff-4e62-b76d-b16efc7ce764 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Calling delete_port for aefdd235-2fe6-4275-91b6-e9325adcb364 owned by network:floatingip {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:31:06.092708 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] No Port match for: ae58d322-0fee-4b62-8a27-abcdbc09e830 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:31:06.093516 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device ae58d322-0fee-4b62-8a27-abcdbc09e830 not bound to the agent host n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:31:06.161933 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-00c299a0-6694-47e3-b601-67332c8f2642 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:06.168578 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-00c299a0-6694-47e3-b601-67332c8f2642 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1599943'] for floatingip (74ca5c2d-dfad-4048-85d7-b0d297f4fd0b), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:06.168924 n-d-825015-3 neutron-server[103474]: INFO neutron.db.l3_db [None req-00c299a0-6694-47e3-b601-67332c8f2642 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Floating IP 74ca5c2d-dfad-4048-85d7-b0d297f4fd0b disassociated. External IP: 172.25.3.105, port: 78c7f230-31de-4147-8bee-9b0f5b902b9e. Feb 04 12:31:06.173007 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1121b535-6379-467d-ac85-bf47bfeb0ad0 req-c67e00b0-48f9-4c89-b0ff-2c5be90b7ace tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:06.174764 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1121b535-6379-467d-ac85-bf47bfeb0ad0 req-c67e00b0-48f9-4c89-b0ff-2c5be90b7ace tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cbcd974-3bf4-4f25-ae83-572ba67ebbdf HTTP/1.1" status: 200 len: 945 time: 0.2126009 Feb 04 12:31:06.190245 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-d8db2654-ec00-45f3-a3e6-63f0ad932018 None None] Set router 80b42f44-589b-4d8e-8cca-e0d55f786967 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:31:06.270169 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1121b535-6379-467d-ac85-bf47bfeb0ad0 req-e44f6040-91ac-4f6f-903a-429a9663b3ac tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee89b6e9-25e2-41ab-a8a3-c85f5e0697a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771284 Feb 04 12:31:06.291262 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 2d7e5a81-9bd0-463d-9494-2793ee228c11, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=2d7e5a81-9bd0-463d-9494-2793ee228c11,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:31:06.304657 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Returning: {'device': '2d7e5a81-9bd0-463d-9494-2793ee228c11', 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c', 'port_id': '2d7e5a81-9bd0-463d-9494-2793ee228c11', 'mac_address': 'fa:16:3e:36:0d:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ee3374a-84e9-4639-853c-740c6edaf6dc', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:31:06.376925 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4e52c5d-85e3-4440-88dc-7264edbf2618 x-openstack-request-id: req-c4e52c5d-85e3-4440-88dc-7264edbf2618 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:31:06.377477 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f8ba64e-f52d-4f61-adfb-46357a42bdb9", "tag": "d7718d2d-b60f-4383-ab47-e17344aeae7a", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:31:06.377477 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c4e52c5d-85e3-4440-88dc-7264edbf2618 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:31:06.377838 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f8ba64e-f52d-4f61-adfb-46357a42bdb9', 'tag': 'd7718d2d-b60f-4383-ab47-e17344aeae7a', 'status': 'completed', 'code': 200} Feb 04 12:31:06.397394 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 2d7e5a81-9bd0-463d-9494-2793ee228c11 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:31:06.397961 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (2d7e5a81-9bd0-463d-9494-2793ee228c11), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:06.418447 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e0832b03-975f-47a6-9c04-8bd1dfe09491 req-fc6e3839-30ff-4e62-b76d-b16efc7ce764 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (aefdd235-2fe6-4275-91b6-e9325adcb364), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:06.424671 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d7e5a81-9bd0-463d-9494-2793ee228c11 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:31:06.465791 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 2d7e5a81-9bd0-463d-9494-2793ee228c11, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=2d7e5a81-9bd0-463d-9494-2793ee228c11,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:31:06.475288 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6e3839-30ff-4e62-b76d-b16efc7ce764 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Pushing event deleted for resources: {'Port': ['ID=aefdd235-2fe6-4275-91b6-e9325adcb364,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:06.477484 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (2d7e5a81-9bd0-463d-9494-2793ee228c11), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:06.500498 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8804dc05-1c0d-490c-bf13-57809093dbb0 req-88610816-eaa6-43c7-923a-f1b2e9c570bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:06.502254 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-8804dc05-1c0d-490c-bf13-57809093dbb0 req-88610816-eaa6-43c7-923a-f1b2e9c570bb service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3e5189bc9c2e4b8789347e688ced1883&device_id=7f8ba64e-f52d-4f61-adfb-46357a42bdb9 HTTP/1.1" status: 200 len: 1128 time: 0.1031697 Feb 04 12:31:06.591469 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-d8db2654-ec00-45f3-a3e6-63f0ad932018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80b42f44-589b-4d8e-8cca-e0d55f786967', 'name': 'tempest-ServersTestFqdnHostnames-1491412081-router', 'tenant_id': '13e2221ea635497bab7223d336ea5315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '2412d23a-bc31-48ea-9c4b-c4ee1009ca37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:29:14Z', 'updated_at': '2022-02-04T12:29:31Z', 'revision_number': 4, 'project_id': '13e2221ea635497bab7223d336ea5315', 'gw_port': {'id': '2412d23a-bc31-48ea-9c4b-c4ee1009ca37', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:cd:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b42f44-589b-4d8e-8cca-e0d55f786967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:29:17Z', 'updated_at': '2022-02-04T12:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'd99c77fa-a944-42e4-bd41-2dc4c43914f9', 'name': '', 'network_id': '57f22c28-9c54-41c2-b504-ea3ccea1b588', 'tenant_id': '13e2221ea635497bab7223d336ea5315', 'mac_address': 'fa:16:3e:f6:54:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b42f44-589b-4d8e-8cca-e0d55f786967', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'fec05539-fa61-48d5-8362-143fafa358aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:29:30Z', 'updated_at': '2022-02-04T12:29:39Z', 'revision_number': 5, 'project_id': '13e2221ea635497bab7223d336ea5315', 'subnets': [{'id': 'fec05539-fa61-48d5-8362-143fafa358aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:31:06.611801 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=2d7e5a81-9bd0-463d-9494-2793ee228c11,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:06.623624 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452d591d-0cff-4162-b3ca-cd381dfc5077 req-6a6a1226-548c-4186-a3e2-3856543f96be tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:06.625517 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-452d591d-0cff-4162-b3ca-cd381dfc5077 req-6a6a1226-548c-4186-a3e2-3856543f96be tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/ports?device_id=78a0124c-559b-41f1-9646-392b0411e2e1 HTTP/1.1" status: 200 len: 946 time: 0.1550601 Feb 04 12:31:06.631707 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e0832b03-975f-47a6-9c04-8bd1dfe09491 req-fc6e3839-30ff-4e62-b76d-b16efc7ce764 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Publish callbacks [] for floatingip (49801537-36f0-477a-964a-cd3229858c47), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:06.634875 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e0832b03-975f-47a6-9c04-8bd1dfe09491 req-fc6e3839-30ff-4e62-b76d-b16efc7ce764 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:06.636067 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e0832b03-975f-47a6-9c04-8bd1dfe09491 req-fc6e3839-30ff-4e62-b76d-b16efc7ce764 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] 10.222.0.65 "DELETE /v2.0/floatingips/49801537-36f0-477a-964a-cd3229858c47 HTTP/1.1" status: 204 len: 173 time: 1.1991034 Feb 04 12:31:06.640745 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8db2654-ec00-45f3-a3e6-63f0ad932018 None None] The sync data for ids ['80b42f44-589b-4d8e-8cca-e0d55f786967'] in n-d-825015-3 is: [{'id': '80b42f44-589b-4d8e-8cca-e0d55f786967', 'name': 'tempest-ServersTestFqdnHostnames-1491412081-router', 'tenant_id': '13e2221ea635497bab7223d336ea5315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '2412d23a-bc31-48ea-9c4b-c4ee1009ca37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:29:14Z', 'updated_at': '2022-02-04T12:29:31Z', 'revision_number': 4, 'project_id': '13e2221ea635497bab7223d336ea5315', 'gw_port': {'id': '2412d23a-bc31-48ea-9c4b-c4ee1009ca37', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:cd:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b42f44-589b-4d8e-8cca-e0d55f786967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:29:17Z', 'updated_at': '2022-02-04T12:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'd99c77fa-a944-42e4-bd41-2dc4c43914f9', 'name': '', 'network_id': '57f22c28-9c54-41c2-b504-ea3ccea1b588', 'tenant_id': '13e2221ea635497bab7223d336ea5315', 'mac_address': 'fa:16:3e:f6:54:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b42f44-589b-4d8e-8cca-e0d55f786967', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'fec05539-fa61-48d5-8362-143fafa358aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:29:30Z', 'updated_at': '2022-02-04T12:29:39Z', 'revision_number': 5, 'project_id': '13e2221ea635497bab7223d336ea5315', 'subnets': [{'id': 'fec05539-fa61-48d5-8362-143fafa358aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:31:06.708195 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-452d591d-0cff-4162-b3ca-cd381dfc5077 req-0169d5a2-c46a-449a-b5c8-d3c29d0e9c3b tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/security-groups?id=98d15bf5-a480-4f0d-bc57-8f17260bd5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710831 Feb 04 12:31:06.775119 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['2d7e5a81-9bd0-463d-9494-2793ee228c11'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:31:06.792053 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00c299a0-6694-47e3-b601-67332c8f2642 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Router ada8f51e-764c-41fd-bd66-5801c2bcad0a has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:31:06.796240 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8804dc05-1c0d-490c-bf13-57809093dbb0 req-c7d2c754-ddaa-469d-8473-5c3c898e73ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:06.797912 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-8804dc05-1c0d-490c-bf13-57809093dbb0 req-c7d2c754-ddaa-469d-8473-5c3c898e73ae service neutron] 10.222.0.77 "GET /v2.0/networks?id=e17f0529-2497-4212-bc20-58295ab5d298 HTTP/1.1" status: 200 len: 920 time: 0.2442737 Feb 04 12:31:06.898086 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a19ed7-550a-49e7-acd8-71f00a3ef159 req-5309099e-93ab-4360-bcbe-81a560eb0c1c tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:06.899681 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f3a19ed7-550a-49e7-acd8-71f00a3ef159 req-5309099e-93ab-4360-bcbe-81a560eb0c1c tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=788e8096-f9b2-4203-a187-32a13b5d456e HTTP/1.1" status: 200 len: 949 time: 0.1744692 Feb 04 12:31:06.904902 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c3041edc-dd68-43b7-8248-1fe6ce0ad4a1 req-c075af7c-e35e-4f07-9106-b1518adebe03 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.3.89 HTTP/1.1" status: 200 len: 1001 time: 0.1247504 Feb 04 12:31:06.991879 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-8804dc05-1c0d-490c-bf13-57809093dbb0 req-7d851238-7534-4f60-968f-81f481f6fdbb service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7718d2d-b60f-4383-ab47-e17344aeae7a HTTP/1.1" status: 200 len: 1001 time: 0.1845057 Feb 04 12:31:06.992702 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3041edc-dd68-43b7-8248-1fe6ce0ad4a1 req-410312b4-2b70-4455-a3b8-b665214feddd tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:07.007271 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c3041edc-dd68-43b7-8248-1fe6ce0ad4a1 req-410312b4-2b70-4455-a3b8-b665214feddd tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] 10.222.0.65 "GET /v2.0/ports/d7718d2d-b60f-4383-ab47-e17344aeae7a HTTP/1.1" status: 200 len: 943 time: 0.0843329 Feb 04 12:31:07.071662 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00c299a0-6694-47e3-b601-67332c8f2642 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:31:07.081462 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-00c299a0-6694-47e3-b601-67332c8f2642 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:07.116179 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8a2be6-2c37-41e8-bba5-da0955969578 None None] Sync routers for ids ['ada8f51e-764c-41fd-bd66-5801c2bcad0a'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:31:07.121475 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f3a19ed7-550a-49e7-acd8-71f00a3ef159 req-afdb5cd8-4969-472a-934d-5d730305a131 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152283 Feb 04 12:31:07.161847 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8804dc05-1c0d-490c-bf13-57809093dbb0 req-8ed022a6-b26a-4b1a-b008-3632171f0e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:07.165234 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8a2be6-2c37-41e8-bba5-da0955969578 None None] Routers {'ada8f51e-764c-41fd-bd66-5801c2bcad0a'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:31:07.165947 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-af8a2be6-2c37-41e8-bba5-da0955969578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:30:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['ada8f51e-764c-41fd-bd66-5801c2bcad0a'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:31:07.166959 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-8804dc05-1c0d-490c-bf13-57809093dbb0 req-8ed022a6-b26a-4b1a-b008-3632171f0e3c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ae4c1b19-4693-45d5-a145-600acc473198 HTTP/1.1" status: 200 len: 859 time: 0.1687243 Feb 04 12:31:07.170066 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-00c299a0-6694-47e3-b601-67332c8f2642 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] 10.222.0.65 "PUT /v2.0/floatingips/74ca5c2d-dfad-4048-85d7-b0d297f4fd0b HTTP/1.1" status: 200 len: 688 time: 1.4583812 Feb 04 12:31:07.173050 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 42188) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:31:07.199928 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75377f1-3770-4c11-a300-ac25d6733bb9 None None] New status for floating IP 49f84e70-d833-4c60-ac15-8c17ecb1459c: DOWN {{(pid=103477) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 12:31:07.230181 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-af8a2be6-2c37-41e8-bba5-da0955969578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:31:07.246245 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8a2be6-2c37-41e8-bba5-da0955969578 None None] Routers {'ada8f51e-764c-41fd-bd66-5801c2bcad0a'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:31:07.246814 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-af8a2be6-2c37-41e8-bba5-da0955969578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:30:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['ada8f51e-764c-41fd-bd66-5801c2bcad0a'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:31:07.290798 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-8804dc05-1c0d-490c-bf13-57809093dbb0 req-11efb230-6369-4765-9f97-f67fea5e862d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e17f0529-2497-4212-bc20-58295ab5d298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1162179 Feb 04 12:31:07.301185 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c3041edc-dd68-43b7-8248-1fe6ce0ad4a1 req-77bf4dac-586f-4455-896b-9a49e89d0f63 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.3.89 HTTP/1.1" status: 200 len: 1001 time: 0.1572378 Feb 04 12:31:07.344692 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-af8a2be6-2c37-41e8-bba5-da0955969578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:31:07.345627 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8a2be6-2c37-41e8-bba5-da0955969578 None None] The sync data for ids ['ada8f51e-764c-41fd-bd66-5801c2bcad0a'] in n-d-825015-3 is: [] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:31:07.473564 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396861a9-d14e-4633-a485-5dae442a204c req-d3c9c599-c96e-40da-8be3-29fb06283ec5 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:07.478980 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396861a9-d14e-4633-a485-5dae442a204c req-d3c9c599-c96e-40da-8be3-29fb06283ec5 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:07.485172 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396861a9-d14e-4633-a485-5dae442a204c req-d3c9c599-c96e-40da-8be3-29fb06283ec5 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:07.486877 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-396861a9-d14e-4633-a485-5dae442a204c req-d3c9c599-c96e-40da-8be3-29fb06283ec5 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cbcd974-3bf4-4f25-ae83-572ba67ebbdf&device_id=8292ed09-ec6d-438b-bdc7-05a92053767e&device_id=5c4615de-bb7e-4e13-9824-66067b606ac9 HTTP/1.1" status: 200 len: 2418 time: 0.1506565 Feb 04 12:31:07.492941 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3041edc-dd68-43b7-8248-1fe6ce0ad4a1 req-b4336eb1-2b07-46ff-ae3a-01d404826074 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:07.497676 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-8804dc05-1c0d-490c-bf13-57809093dbb0 req-3a195bc0-859f-41ff-b62b-bc15bc09f5c1 service neutron] 10.222.0.77 "GET /v2.0/networks/e17f0529-2497-4212-bc20-58295ab5d298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970816 Feb 04 12:31:07.500909 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c3041edc-dd68-43b7-8248-1fe6ce0ad4a1 req-b4336eb1-2b07-46ff-ae3a-01d404826074 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] 10.222.0.65 "GET /v2.0/networks/7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 HTTP/1.1" status: 200 len: 784 time: 0.1985900 Feb 04 12:31:07.504278 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-752d5371-626b-4282-a3a9-59d4e29f7efb tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Deleting port a6bcf2cc-12c6-4e3d-b851-e6f7c8c33a0c {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:31:07.504766 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-752d5371-626b-4282-a3a9-59d4e29f7efb tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (a6bcf2cc-12c6-4e3d-b851-e6f7c8c33a0c), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:07.609917 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c3041edc-dd68-43b7-8248-1fe6ce0ad4a1 req-e6686f97-8306-4ba0-b388-66efbb81bb11 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.3.89 HTTP/1.1" status: 200 len: 1001 time: 0.1076350 Feb 04 12:31:07.613441 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-396861a9-d14e-4633-a485-5dae442a204c req-4252ab9e-da2c-4806-b0e9-5ecc161c8bf9 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee89b6e9-25e2-41ab-a8a3-c85f5e0697a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100154 Feb 04 12:31:07.633807 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-c3041edc-dd68-43b7-8248-1fe6ce0ad4a1 req-60891342-6208-4fde-a145-b82799a6eea1 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:31:07.673082 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 42206) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:31:07.742981 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-c3041edc-dd68-43b7-8248-1fe6ce0ad4a1 req-60891342-6208-4fde-a145-b82799a6eea1 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Publish callbacks [] for floatingip (eba4b700-5ed3-4a27-9871-a6fcd418944e), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:07.817253 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4a8068d5-51cb-4f4f-891a-0bb4228bfe08 tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] Publish callbacks [] for security_group (3cfd0372-f44c-44e0-8459-f92336595ab9), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:07.891582 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4a8068d5-51cb-4f4f-891a-0bb4228bfe08 tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] Publish callbacks [] for security_group (3cfd0372-f44c-44e0-8459-f92336595ab9), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:07.984011 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-c3041edc-dd68-43b7-8248-1fe6ce0ad4a1 req-60891342-6208-4fde-a145-b82799a6eea1 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:07.997951 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-c3041edc-dd68-43b7-8248-1fe6ce0ad4a1 req-60891342-6208-4fde-a145-b82799a6eea1 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1599943'] for floatingip (eba4b700-5ed3-4a27-9871-a6fcd418944e), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:07.999181 n-d-825015-3 neutron-server[103475]: INFO neutron.db.l3_db [req-c3041edc-dd68-43b7-8248-1fe6ce0ad4a1 req-60891342-6208-4fde-a145-b82799a6eea1 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Floating IP eba4b700-5ed3-4a27-9871-a6fcd418944e disassociated. External IP: 172.25.3.89, port: d7718d2d-b60f-4383-ab47-e17344aeae7a. Feb 04 12:31:08.019049 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-752d5371-626b-4282-a3a9-59d4e29f7efb tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (a6bcf2cc-12c6-4e3d-b851-e6f7c8c33a0c), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:08.019049 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-752d5371-626b-4282-a3a9-59d4e29f7efb tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks [] for floatingip (a6bcf2cc-12c6-4e3d-b851-e6f7c8c33a0c), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:08.034882 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-8804dc05-1c0d-490c-bf13-57809093dbb0 req-9e65f0be-5928-421b-908e-a1b6b8db032b service neutron] 10.222.0.77 "GET /v2.0/networks/e17f0529-2497-4212-bc20-58295ab5d298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5280297 Feb 04 12:31:08.035813 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-752d5371-626b-4282-a3a9-59d4e29f7efb tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Calling delete_port for a6bcf2cc-12c6-4e3d-b851-e6f7c8c33a0c owned by network:floatingip {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:31:08.044329 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 2d7e5a81-9bd0-463d-9494-2793ee228c11 up at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:31:08.099060 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4a8068d5-51cb-4f4f-891a-0bb4228bfe08 tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (3cfd0372-f44c-44e0-8459-f92336595ab9), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:08.101720 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4a8068d5-51cb-4f4f-891a-0bb4228bfe08 tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:08.102887 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-4a8068d5-51cb-4f4f-891a-0bb4228bfe08 tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] 10.222.0.65 "DELETE /v2.0/security-groups/3cfd0372-f44c-44e0-8459-f92336595ab9 HTTP/1.1" status: 204 len: 168 time: 0.4281929 Feb 04 12:31:08.108734 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 42214) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:31:08.128773 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8068d5-51cb-4f4f-891a-0bb4228bfe08 tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cfd0372-f44c-44e0-8459-f92336595ab9,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:08.135582 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning for port 2d7e5a81-9bd0-463d-9494-2793ee228c11 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:31:08.140366 n-d-825015-3 neutron-server[103474]: INFO neutron.api.v2.resource [None req-f7b70448-aa3d-47a4-8917-74f38a112785 tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] show failed (client error): The resource could not be found. Feb 04 12:31:08.141943 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-f7b70448-aa3d-47a4-8917-74f38a112785 tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] 10.222.0.65 "GET /v2.0/security-groups/3cfd0372-f44c-44e0-8459-f92336595ab9 HTTP/1.1" status: 404 len: 347 time: 0.0318320 Feb 04 12:31:08.144475 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1645367c-eab7-4637-b9d0-f90c5c249a19 req-e13e8602-92ec-4b9d-8853-4a2e052539ba tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:08.146877 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning complete for port 2d7e5a81-9bd0-463d-9494-2793ee228c11 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:31:08.147373 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (2d7e5a81-9bd0-463d-9494-2793ee228c11), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:08.148724 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 42216) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:31:08.151564 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1645367c-eab7-4637-b9d0-f90c5c249a19 req-e13e8602-92ec-4b9d-8853-4a2e052539ba tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/ports?device_id=415dd9a9-3e7e-48a3-b2a2-f9b35a954722 HTTP/1.1" status: 200 len: 946 time: 0.1657028 Feb 04 12:31:08.266757 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 2d7e5a81-9bd0-463d-9494-2793ee228c11 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:31:08.267159 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (2d7e5a81-9bd0-463d-9494-2793ee228c11), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:08.304015 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '788e8096-f9b2-4203-a187-32a13b5d456e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d7e5a81-9bd0-463d-9494-2793ee228c11'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:31:08.306915 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8cd6eca-96d6-4487-8738-bc8ad666942d" -d '{"events": [{"server_uuid": "788e8096-f9b2-4203-a187-32a13b5d456e", "name": "network-vif-plugged", "status": "completed", "tag": "2d7e5a81-9bd0-463d-9494-2793ee228c11"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:31:08.311329 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1645367c-eab7-4637-b9d0-f90c5c249a19 req-ca12ece1-b033-4b0c-93b7-3fb1780d085b tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/security-groups?id=98d15bf5-a480-4f0d-bc57-8f17260bd5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531031 Feb 04 12:31:08.328963 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 2d7e5a81-9bd0-463d-9494-2793ee228c11, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=2d7e5a81-9bd0-463d-9494-2793ee228c11,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:31:08.335392 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (2d7e5a81-9bd0-463d-9494-2793ee228c11), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:08.380328 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afe56aec-f5ec-49da-92ee-54c189b014f5', 'name': 'network-vif-deleted', 'tag': 'ae58d322-0fee-4b62-8a27-abcdbc09e830'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:31:08.383170 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05085393-3b5b-4ac3-88df-7cb393b8aca4" -d '{"events": [{"server_uuid": "afe56aec-f5ec-49da-92ee-54c189b014f5", "name": "network-vif-deleted", "tag": "ae58d322-0fee-4b62-8a27-abcdbc09e830"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:31:08.392417 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-c9c6093b-71fc-493e-b6ce-3aeb3577aa57 tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] Deleting port f39f355d-e354-4e4d-81de-ec8e6dd87613 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:31:08.392789 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c9c6093b-71fc-493e-b6ce-3aeb3577aa57 tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (f39f355d-e354-4e4d-81de-ec8e6dd87613), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:08.399634 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=2d7e5a81-9bd0-463d-9494-2793ee228c11,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:08.420758 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c3041edc-dd68-43b7-8248-1fe6ce0ad4a1 req-60891342-6208-4fde-a145-b82799a6eea1 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Router 68ffa24a-7260-424b-8de6-319b51d65a9f has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:31:08.444257 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-752d5371-626b-4282-a3a9-59d4e29f7efb tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (a6bcf2cc-12c6-4e3d-b851-e6f7c8c33a0c), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:08.449146 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2f978011-b317-4b6e-b3a6-80e1de3a163b req-af1bfd4c-14d0-430e-8fbb-abc9b98f5186 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] 10.222.0.65 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1076760 Feb 04 12:31:08.483447 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752d5371-626b-4282-a3a9-59d4e29f7efb tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Pushing event deleted for resources: {'Port': ['ID=a6bcf2cc-12c6-4e3d-b851-e6f7c8c33a0c,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:08.576025 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c9c6093b-71fc-493e-b6ce-3aeb3577aa57 tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (f39f355d-e354-4e4d-81de-ec8e6dd87613), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:08.577199 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c9c6093b-71fc-493e-b6ce-3aeb3577aa57 tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] Publish callbacks [] for floatingip (f39f355d-e354-4e4d-81de-ec8e6dd87613), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:08.591475 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c3041edc-dd68-43b7-8248-1fe6ce0ad4a1 req-60891342-6208-4fde-a145-b82799a6eea1 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:31:08.596880 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-c3041edc-dd68-43b7-8248-1fe6ce0ad4a1 req-60891342-6208-4fde-a145-b82799a6eea1 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:08.601622 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2c6115-c371-4992-a89b-ea0f7a2fe3d7 None None] Sync routers for ids ['68ffa24a-7260-424b-8de6-319b51d65a9f'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:31:08.615811 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2c6115-c371-4992-a89b-ea0f7a2fe3d7 None None] Routers {'68ffa24a-7260-424b-8de6-319b51d65a9f'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:31:08.617034 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-3d2c6115-c371-4992-a89b-ea0f7a2fe3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:30:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['68ffa24a-7260-424b-8de6-319b51d65a9f'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:31:08.617564 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-752d5371-626b-4282-a3a9-59d4e29f7efb tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks [] for floatingip (74ca5c2d-dfad-4048-85d7-b0d297f4fd0b), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:08.623208 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-752d5371-626b-4282-a3a9-59d4e29f7efb tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:08.627598 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-752d5371-626b-4282-a3a9-59d4e29f7efb tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] 10.222.0.65 "DELETE /v2.0/floatingips/74ca5c2d-dfad-4048-85d7-b0d297f4fd0b HTTP/1.1" status: 204 len: 168 time: 1.3881121 Feb 04 12:31:08.627598 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-c9c6093b-71fc-493e-b6ce-3aeb3577aa57 tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] Calling delete_port for f39f355d-e354-4e4d-81de-ec8e6dd87613 owned by network:floatingip {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:31:08.628373 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 42232) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:31:08.660509 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c3041edc-dd68-43b7-8248-1fe6ce0ad4a1 req-60891342-6208-4fde-a145-b82799a6eea1 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] 10.222.0.65 "PUT /v2.0/floatingips/eba4b700-5ed3-4a27-9871-a6fcd418944e HTTP/1.1" status: 200 len: 694 time: 1.0403287 Feb 04 12:31:08.696176 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b084fcf-5b78-4875-a02e-d5d5d882b769 req-d00cb3f1-9af7-494b-8cfe-6de3334d2db2 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:08.698660 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6b084fcf-5b78-4875-a02e-d5d5d882b769 req-d00cb3f1-9af7-494b-8cfe-6de3334d2db2 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] 10.222.0.65 "GET /v2.0/ports?device_id=f61c4342-b34a-4964-bf13-99b6b46cc5ae HTTP/1.1" status: 200 len: 945 time: 0.0807376 Feb 04 12:31:08.711171 n-d-825015-3 neutron-server[103474]: INFO neutron.api.v2.resource [None req-4b7a8667-ede9-4e30-8d5b-1f64b97289c9 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] delete failed (client error): The resource could not be found. Feb 04 12:31:08.716638 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 42234) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:31:08.721871 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-4b7a8667-ede9-4e30-8d5b-1f64b97289c9 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] 10.222.0.65 "DELETE /v2.0/floatingips/74ca5c2d-dfad-4048-85d7-b0d297f4fd0b HTTP/1.1" status: 404 len: 345 time: 0.0904417 Feb 04 12:31:08.763460 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-3d2c6115-c371-4992-a89b-ea0f7a2fe3d7 None None] Set router 68ffa24a-7260-424b-8de6-319b51d65a9f gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:31:08.853941 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6b084fcf-5b78-4875-a02e-d5d5d882b769 req-e9893d88-851c-4a7b-8c25-f8989fdcf7b6 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c9a0cb1-780a-4c57-9639-c682eedb0cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391797 Feb 04 12:31:08.873824 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3041edc-dd68-43b7-8248-1fe6ce0ad4a1 req-8ba6abff-423c-4e39-8d29-b207f9e448e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:08.875237 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c3041edc-dd68-43b7-8248-1fe6ce0ad4a1 req-8ba6abff-423c-4e39-8d29-b207f9e448e8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3e5189bc9c2e4b8789347e688ced1883&device_id=7f8ba64e-f52d-4f61-adfb-46357a42bdb9 HTTP/1.1" status: 200 len: 1128 time: 0.1969738 Feb 04 12:31:08.885033 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb45cec-74a7-452a-a4a5-3045ee49fbd2 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:08.891370 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb45cec-74a7-452a-a4a5-3045ee49fbd2 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:08.896665 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb45cec-74a7-452a-a4a5-3045ee49fbd2 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:08.901333 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-adb45cec-74a7-452a-a4a5-3045ee49fbd2 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] 10.222.0.65 "GET /v2.0/ports?network_id=0b11d1a5-2533-48d3-bd0f-7b8bb353dfa0 HTTP/1.1" status: 200 len: 2357 time: 0.1802101 Feb 04 12:31:08.902735 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 42238) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:31:08.976572 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c9c6093b-71fc-493e-b6ce-3aeb3577aa57 tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (f39f355d-e354-4e4d-81de-ec8e6dd87613), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:09.030993 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c6093b-71fc-493e-b6ce-3aeb3577aa57 tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] Pushing event deleted for resources: {'Port': ['ID=f39f355d-e354-4e4d-81de-ec8e6dd87613,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:09.043511 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3041edc-dd68-43b7-8248-1fe6ce0ad4a1 req-8f7b052b-ebbf-41bb-9759-f17adaea3b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:09.046116 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c3041edc-dd68-43b7-8248-1fe6ce0ad4a1 req-8f7b052b-ebbf-41bb-9759-f17adaea3b19 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e17f0529-2497-4212-bc20-58295ab5d298 HTTP/1.1" status: 200 len: 920 time: 0.1461835 Feb 04 12:31:09.065142 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70b04b6-0eb5-4360-baae-8a5ed2e15a9f tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:09.070618 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-b70b04b6-0eb5-4360-baae-8a5ed2e15a9f tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] 10.222.0.65 "GET /v2.0/subnets/bd2a6e09-848b-4b36-8a32-4cf946eb19a4 HTTP/1.1" status: 200 len: 797 time: 0.1621156 Feb 04 12:31:09.078890 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-3d2c6115-c371-4992-a89b-ea0f7a2fe3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ffa24a-7260-424b-8de6-319b51d65a9f', 'name': 'tempest-ServerRescueTestJSONUnderV235-804848739-router', 'tenant_id': '3e5189bc9c2e4b8789347e688ced1883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '2297e305-d929-4511-a9b9-00150e03b02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:29:29Z', 'updated_at': '2022-02-04T12:29:40Z', 'revision_number': 4, 'project_id': '3e5189bc9c2e4b8789347e688ced1883', 'gw_port': {'id': '2297e305-d929-4511-a9b9-00150e03b02a', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:61:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ffa24a-7260-424b-8de6-319b51d65a9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:29:32Z', 'updated_at': '2022-02-04T12:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '89bec54e-6f8f-4130-b60d-eee13bd0cec2', 'name': '', 'network_id': 'e17f0529-2497-4212-bc20-58295ab5d298', 'tenant_id': '3e5189bc9c2e4b8789347e688ced1883', 'mac_address': 'fa:16:3e:56:cd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ffa24a-7260-424b-8de6-319b51d65a9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': 'ae4c1b19-4693-45d5-a145-600acc473198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:29:38Z', 'updated_at': '2022-02-04T12:29:53Z', 'revision_number': 5, 'project_id': '3e5189bc9c2e4b8789347e688ced1883', 'subnets': [{'id': 'ae4c1b19-4693-45d5-a145-600acc473198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:31:09.085982 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 42242) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:31:09.090949 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-379cffbf-814e-4648-8640-87c8e2677634 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Request body: {'port': {'network_id': '0b11d1a5-2533-48d3-bd0f-7b8bb353dfa0', 'name': 'tempest-FloatingIPTestJSON-2070257470', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:31:09.103223 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c3041edc-dd68-43b7-8248-1fe6ce0ad4a1 req-328afc45-987a-46c3-aaf9-0922ee371b76 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7718d2d-b60f-4383-ab47-e17344aeae7a HTTP/1.1" status: 200 len: 217 time: 0.0467932 Feb 04 12:31:09.115373 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3886c1da-7ae8-4ec0-b645-b405ef5af871 req-102cf57a-edd4-4bfd-9cdb-3de31a2c55ab tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:09.116790 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2c6115-c371-4992-a89b-ea0f7a2fe3d7 None None] Checking router: 68ffa24a-7260-424b-8de6-319b51d65a9f for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:31:09.123513 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3886c1da-7ae8-4ec0-b645-b405ef5af871 req-102cf57a-edd4-4bfd-9cdb-3de31a2c55ab tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=788e8096-f9b2-4203-a187-32a13b5d456e HTTP/1.1" status: 200 len: 950 time: 0.1479280 Feb 04 12:31:09.125982 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2c6115-c371-4992-a89b-ea0f7a2fe3d7 None None] Routers {'68ffa24a-7260-424b-8de6-319b51d65a9f'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:31:09.126676 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-3d2c6115-c371-4992-a89b-ea0f7a2fe3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:30:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['68ffa24a-7260-424b-8de6-319b51d65a9f'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:31:09.184618 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c9c6093b-71fc-493e-b6ce-3aeb3577aa57 tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] Publish callbacks [] for floatingip (49f84e70-d833-4c60-ac15-8c17ecb1459c), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:09.187184 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c9c6093b-71fc-493e-b6ce-3aeb3577aa57 tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:09.188390 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-c9c6093b-71fc-493e-b6ce-3aeb3577aa57 tempest-ServersTestFqdnHostnames-861939819 tempest-ServersTestFqdnHostnames-861939819-project] 10.222.0.65 "DELETE /v2.0/floatingips/49f84e70-d833-4c60-ac15-8c17ecb1459c HTTP/1.1" status: 204 len: 168 time: 1.0385118 Feb 04 12:31:09.194583 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 42248) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:31:09.230045 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3886c1da-7ae8-4ec0-b645-b405ef5af871 req-d315cced-8145-4659-afd3-049dfdea64c5 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052651 Feb 04 12:31:09.243236 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3041edc-dd68-43b7-8248-1fe6ce0ad4a1 req-c2d2c1d7-f7fb-4de2-b82d-771fc6c2fc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:09.244796 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c3041edc-dd68-43b7-8248-1fe6ce0ad4a1 req-c2d2c1d7-f7fb-4de2-b82d-771fc6c2fc96 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ae4c1b19-4693-45d5-a145-600acc473198 HTTP/1.1" status: 200 len: 859 time: 0.1136284 Feb 04 12:31:09.278440 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-3d2c6115-c371-4992-a89b-ea0f7a2fe3d7 None None] Set router 68ffa24a-7260-424b-8de6-319b51d65a9f gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:31:09.297173 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c3041edc-dd68-43b7-8248-1fe6ce0ad4a1 req-055f63fa-5670-4b61-9fcb-ce67e2907767 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e17f0529-2497-4212-bc20-58295ab5d298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417540 Feb 04 12:31:09.355476 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-379cffbf-814e-4648-8640-87c8e2677634 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Made reservation on behalf of 5cab5aa6ec7a46dfb6f8890eef3403ac for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:31:09.398430 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e19c678e-0c4f-40e8-8b17-1172eee0fa91 x-openstack-request-id: req-e19c678e-0c4f-40e8-8b17-1172eee0fa91 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:31:09.399794 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "788e8096-f9b2-4203-a187-32a13b5d456e", "name": "network-vif-plugged", "status": "completed", "tag": "2d7e5a81-9bd0-463d-9494-2793ee228c11", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:31:09.400065 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e19c678e-0c4f-40e8-8b17-1172eee0fa91 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:31:09.402312 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '788e8096-f9b2-4203-a187-32a13b5d456e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d7e5a81-9bd0-463d-9494-2793ee228c11', 'code': 200} Feb 04 12:31:09.411385 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c3041edc-dd68-43b7-8248-1fe6ce0ad4a1 req-2af775ba-04a1-466f-ba7f-dbd0067585d2 service neutron] 10.222.0.65 "GET /v2.0/networks/e17f0529-2497-4212-bc20-58295ab5d298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073258 Feb 04 12:31:09.545002 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c3041edc-dd68-43b7-8248-1fe6ce0ad4a1 req-9d2b518a-98ae-4b43-b1db-4b2a7bfb818a service neutron] 10.222.0.65 "GET /v2.0/networks/e17f0529-2497-4212-bc20-58295ab5d298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278605 Feb 04 12:31:09.560697 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef51fac-bfa3-4bbc-a38d-05f9be48851f req-c8358027-e709-4c25-96ed-54960625aa96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:09.562228 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-1ef51fac-bfa3-4bbc-a38d-05f9be48851f req-c8358027-e709-4c25-96ed-54960625aa96 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=788e8096-f9b2-4203-a187-32a13b5d456e HTTP/1.1" status: 200 len: 1132 time: 0.1998723 Feb 04 12:31:09.632509 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c46376-17ff-487e-b305-9a6a01848be8 req-1309a408-a468-40f0-886f-ec1aed28557b tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:09.635674 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-69c46376-17ff-487e-b305-9a6a01848be8 req-1309a408-a468-40f0-886f-ec1aed28557b tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] 10.222.0.73 "GET /v2.0/ports?device_id=f61c4342-b34a-4964-bf13-99b6b46cc5ae HTTP/1.1" status: 200 len: 945 time: 0.0894122 Feb 04 12:31:09.640938 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-379cffbf-814e-4648-8640-87c8e2677634 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:09.663767 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a9704e7-973e-4dac-9dd4-1174d45c33ee x-openstack-request-id: req-9a9704e7-973e-4dac-9dd4-1174d45c33ee {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:31:09.667170 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afe56aec-f5ec-49da-92ee-54c189b014f5", "name": "network-vif-deleted", "tag": "ae58d322-0fee-4b62-8a27-abcdbc09e830", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:31:09.668084 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9a9704e7-973e-4dac-9dd4-1174d45c33ee {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:31:09.670907 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afe56aec-f5ec-49da-92ee-54c189b014f5', 'name': 'network-vif-deleted', 'tag': 'ae58d322-0fee-4b62-8a27-abcdbc09e830', 'status': 'completed', 'code': 200} Feb 04 12:31:09.712027 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-1ef51fac-bfa3-4bbc-a38d-05f9be48851f req-a878a289-232d-45b9-9e05-77d771d37ac3 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419299 Feb 04 12:31:09.738407 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [None req-379cffbf-814e-4648-8640-87c8e2677634 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] device_id is not set on port 8f6c9a72-b10d-4a9d-a5fb-0082ccd003da yet. {{(pid=103474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 12:31:09.865668 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-3d2c6115-c371-4992-a89b-ea0f7a2fe3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ffa24a-7260-424b-8de6-319b51d65a9f', 'name': 'tempest-ServerRescueTestJSONUnderV235-804848739-router', 'tenant_id': '3e5189bc9c2e4b8789347e688ced1883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '2297e305-d929-4511-a9b9-00150e03b02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:29:29Z', 'updated_at': '2022-02-04T12:29:40Z', 'revision_number': 4, 'project_id': '3e5189bc9c2e4b8789347e688ced1883', 'gw_port': {'id': '2297e305-d929-4511-a9b9-00150e03b02a', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:61:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ffa24a-7260-424b-8de6-319b51d65a9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:29:32Z', 'updated_at': '2022-02-04T12:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '89bec54e-6f8f-4130-b60d-eee13bd0cec2', 'name': '', 'network_id': 'e17f0529-2497-4212-bc20-58295ab5d298', 'tenant_id': '3e5189bc9c2e4b8789347e688ced1883', 'mac_address': 'fa:16:3e:56:cd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ffa24a-7260-424b-8de6-319b51d65a9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': 'ae4c1b19-4693-45d5-a145-600acc473198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:29:38Z', 'updated_at': '2022-02-04T12:29:53Z', 'revision_number': 5, 'project_id': '3e5189bc9c2e4b8789347e688ced1883', 'subnets': [{'id': 'ae4c1b19-4693-45d5-a145-600acc473198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:31:09.905722 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2c6115-c371-4992-a89b-ea0f7a2fe3d7 None None] The sync data for ids ['68ffa24a-7260-424b-8de6-319b51d65a9f'] in n-d-825015-3 is: [{'id': '68ffa24a-7260-424b-8de6-319b51d65a9f', 'name': 'tempest-ServerRescueTestJSONUnderV235-804848739-router', 'tenant_id': '3e5189bc9c2e4b8789347e688ced1883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '2297e305-d929-4511-a9b9-00150e03b02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:29:29Z', 'updated_at': '2022-02-04T12:29:40Z', 'revision_number': 4, 'project_id': '3e5189bc9c2e4b8789347e688ced1883', 'gw_port': {'id': '2297e305-d929-4511-a9b9-00150e03b02a', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:61:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ffa24a-7260-424b-8de6-319b51d65a9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:29:32Z', 'updated_at': '2022-02-04T12:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '89bec54e-6f8f-4130-b60d-eee13bd0cec2', 'name': '', 'network_id': 'e17f0529-2497-4212-bc20-58295ab5d298', 'tenant_id': '3e5189bc9c2e4b8789347e688ced1883', 'mac_address': 'fa:16:3e:56:cd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ffa24a-7260-424b-8de6-319b51d65a9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': 'ae4c1b19-4693-45d5-a145-600acc473198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:29:38Z', 'updated_at': '2022-02-04T12:29:53Z', 'revision_number': 5, 'project_id': '3e5189bc9c2e4b8789347e688ced1883', 'subnets': [{'id': 'ae4c1b19-4693-45d5-a145-600acc473198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:31:09.921479 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c520f88c-a55a-4657-abf9-c43c375b38e9 req-5da524c3-9fed-4190-9984-09aa222cdd3d tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] 10.222.0.65 "GET /v2.0/floatingips/eba4b700-5ed3-4a27-9871-a6fcd418944e HTTP/1.1" status: 200 len: 694 time: 0.0520160 Feb 04 12:31:10.018003 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0767ea87-36c2-4a88-8eae-f4543426e2e1 req-1c774d66-1825-4bfd-a653-753d7d509d37 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:10.025397 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0767ea87-36c2-4a88-8eae-f4543426e2e1 req-1c774d66-1825-4bfd-a653-753d7d509d37 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/ports?device_id=415dd9a9-3e7e-48a3-b2a2-f9b35a954722 HTTP/1.1" status: 200 len: 946 time: 0.2894485 Feb 04 12:31:10.062351 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-69c46376-17ff-487e-b305-9a6a01848be8 req-be8a1edc-2a42-4097-82e5-8662e25dcedb tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Deleting port 07bc61dc-c652-4fa7-a159-f20382558df9 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:31:10.062787 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-69c46376-17ff-487e-b305-9a6a01848be8 req-be8a1edc-2a42-4097-82e5-8662e25dcedb tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (07bc61dc-c652-4fa7-a159-f20382558df9), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:10.123525 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-728e84a3-7616-48af-a02a-a15e4825bbd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622215'] for router_interface (80b42f44-589b-4d8e-8cca-e0d55f786967), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:10.284492 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-379cffbf-814e-4648-8640-87c8e2677634 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Allocated IP 172.20.0.14 (0b11d1a5-2533-48d3-bd0f-7b8bb353dfa0/bd2a6e09-848b-4b36-8a32-4cf946eb19a4/8f6c9a72-b10d-4a9d-a5fb-0082ccd003da) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:31:10.299871 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-379cffbf-814e-4648-8640-87c8e2677634 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Allocated IP 172.20.0.13 (0b11d1a5-2533-48d3-bd0f-7b8bb353dfa0/bd2a6e09-848b-4b36-8a32-4cf946eb19a4/8f6c9a72-b10d-4a9d-a5fb-0082ccd003da) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:31:10.308255 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cc8e15-8855-4ff4-a69c-ce8e3c7a4199 None None] New status for floating IP eba4b700-5ed3-4a27-9871-a6fcd418944e: DOWN {{(pid=103477) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 12:31:10.511654 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0767ea87-36c2-4a88-8eae-f4543426e2e1 req-0f3f449c-72b0-4d37-8b84-0d4ad3209e0e tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/security-groups?id=98d15bf5-a480-4f0d-bc57-8f17260bd5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4716260 Feb 04 12:31:10.537896 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c520f88c-a55a-4657-abf9-c43c375b38e9 req-d0696eea-26fd-4293-87ed-446ad5c7a8f8 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:10.539307 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c520f88c-a55a-4657-abf9-c43c375b38e9 req-d0696eea-26fd-4293-87ed-446ad5c7a8f8 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] 10.222.0.65 "GET /v2.0/networks/7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 HTTP/1.1" status: 200 len: 784 time: 0.6162596 Feb 04 12:31:10.643547 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-379cffbf-814e-4648-8640-87c8e2677634 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks [] for port (8f6c9a72-b10d-4a9d-a5fb-0082ccd003da), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:10.653901 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-728e84a3-7616-48af-a02a-a15e4825bbd8 admin admin] Deleting port d99c77fa-a944-42e4-bd41-2dc4c43914f9 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:31:10.654235 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-728e84a3-7616-48af-a02a-a15e4825bbd8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (d99c77fa-a944-42e4-bd41-2dc4c43914f9), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:10.664283 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c520f88c-a55a-4657-abf9-c43c375b38e9 req-173491a5-f7c5-49a7-bbbe-303af8551a80 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.3.89 HTTP/1.1" status: 200 len: 695 time: 0.1133585 Feb 04 12:31:10.672036 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-69c46376-17ff-487e-b305-9a6a01848be8 req-be8a1edc-2a42-4097-82e5-8662e25dcedb tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] For port 07bc61dc-c652-4fa7-a159-f20382558df9, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=07bc61dc-c652-4fa7-a159-f20382558df9,segment=NetworkSegment(b4e52b35-5bb9-453a-9088-e8768ee27df9),segment_id=b4e52b35-5bb9-453a-9088-e8768ee27df9)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:31:10.672404 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-69c46376-17ff-487e-b305-9a6a01848be8 req-be8a1edc-2a42-4097-82e5-8662e25dcedb tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (07bc61dc-c652-4fa7-a159-f20382558df9), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:10.726556 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c520f88c-a55a-4657-abf9-c43c375b38e9 req-b285dd5a-c38a-4515-95a5-1de7c0521fc5 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.3.89 HTTP/1.1" status: 200 len: 695 time: 0.0613379 Feb 04 12:31:10.765610 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-379cffbf-814e-4648-8640-87c8e2677634 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (8f6c9a72-b10d-4a9d-a5fb-0082ccd003da), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:10.776348 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-69c46376-17ff-487e-b305-9a6a01848be8 req-be8a1edc-2a42-4097-82e5-8662e25dcedb tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Calling delete_port for 07bc61dc-c652-4fa7-a159-f20382558df9 owned by compute:nova {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:31:10.790295 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379cffbf-814e-4648-8640-87c8e2677634 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Network 0b11d1a5-2533-48d3-bd0f-7b8bb353dfa0 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:31:10.802721 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-379cffbf-814e-4648-8640-87c8e2677634 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:31:10.805127 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379cffbf-814e-4648-8640-87c8e2677634 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:31:10.812690 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-728e84a3-7616-48af-a02a-a15e4825bbd8 admin admin] For port d99c77fa-a944-42e4-bd41-2dc4c43914f9, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=d99c77fa-a944-42e4-bd41-2dc4c43914f9,segment=NetworkSegment(d58ddc32-fd3a-4289-9a48-41a283646e0a),segment_id=d58ddc32-fd3a-4289-9a48-41a283646e0a)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:31:10.813006 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-728e84a3-7616-48af-a02a-a15e4825bbd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (d99c77fa-a944-42e4-bd41-2dc4c43914f9), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:10.884581 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-728e84a3-7616-48af-a02a-a15e4825bbd8 admin admin] Calling delete_port for d99c77fa-a944-42e4-bd41-2dc4c43914f9 owned by network:router_interface {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:31:10.917448 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379cffbf-814e-4648-8640-87c8e2677634 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Pushing event updated for resources: {'Port': ['ID=8f6c9a72-b10d-4a9d-a5fb-0082ccd003da,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:10.982282 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379cffbf-814e-4648-8640-87c8e2677634 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:10.983322 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-379cffbf-814e-4648-8640-87c8e2677634 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:11.027274 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-379cffbf-814e-4648-8640-87c8e2677634 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.9401877 Feb 04 12:31:11.027614 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557264d0-cc9b-483a-9b2b-0f5820f2a051 req-98127976-f98b-42cf-9be6-eb6183c50859 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:11.028066 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 42282) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:31:11.035015 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-46e5349f-d7ee-4788-b4f0-59553f484ff9 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Request body: {'floatingip': {'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'port_id': '8f6c9a72-b10d-4a9d-a5fb-0082ccd003da', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:31:11.037857 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-557264d0-cc9b-483a-9b2b-0f5820f2a051 req-98127976-f98b-42cf-9be6-eb6183c50859 tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] 10.222.0.65 "GET /v2.0/ports?device_id=f61c4342-b34a-4964-bf13-99b6b46cc5ae HTTP/1.1" status: 200 len: 945 time: 0.1215570 Feb 04 12:31:11.102423 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-c520f88c-a55a-4657-abf9-c43c375b38e9 req-b5557543-c897-4b21-aafe-cb755f4f32b4 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Deleting port 66d2dece-1b38-42cc-b464-d94e78e29340 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:31:11.102766 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-c520f88c-a55a-4657-abf9-c43c375b38e9 req-b5557543-c897-4b21-aafe-cb755f4f32b4 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (66d2dece-1b38-42cc-b464-d94e78e29340), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:11.103489 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-46e5349f-d7ee-4788-b4f0-59553f484ff9 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:11.198295 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-69c46376-17ff-487e-b305-9a6a01848be8 req-be8a1edc-2a42-4097-82e5-8662e25dcedb tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (07bc61dc-c652-4fa7-a159-f20382558df9), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:11.212639 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['07bc61dc-c652-4fa7-a159-f20382558df9'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:31:11.213827 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-557264d0-cc9b-483a-9b2b-0f5820f2a051 req-109e2f15-3dd7-4c36-95b7-ea86df8724cf tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c9a0cb1-780a-4c57-9639-c682eedb0cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748133 Feb 04 12:31:11.272516 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8a1edc-2a42-4097-82e5-8662e25dcedb tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Pushing event deleted for resources: {'Port': ['ID=07bc61dc-c652-4fa7-a159-f20382558df9,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:11.307423 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-728e84a3-7616-48af-a02a-a15e4825bbd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (d99c77fa-a944-42e4-bd41-2dc4c43914f9), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:11.338947 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-c520f88c-a55a-4657-abf9-c43c375b38e9 req-b5557543-c897-4b21-aafe-cb755f4f32b4 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (66d2dece-1b38-42cc-b464-d94e78e29340), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:11.339538 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-c520f88c-a55a-4657-abf9-c43c375b38e9 req-b5557543-c897-4b21-aafe-cb755f4f32b4 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Publish callbacks [] for floatingip (66d2dece-1b38-42cc-b464-d94e78e29340), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:11.343364 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728e84a3-7616-48af-a02a-a15e4825bbd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d99c77fa-a944-42e4-bd41-2dc4c43914f9,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:11.379862 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-46e5349f-d7ee-4788-b4f0-59553f484ff9 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:11.380942 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-69c46376-17ff-487e-b305-9a6a01848be8 req-be8a1edc-2a42-4097-82e5-8662e25dcedb tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] No DVR routers for this DVR port 07bc61dc-c652-4fa7-a159-f20382558df9 on host n-h1-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:31:11.383020 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-c520f88c-a55a-4657-abf9-c43c375b38e9 req-b5557543-c897-4b21-aafe-cb755f4f32b4 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Calling delete_port for 66d2dece-1b38-42cc-b464-d94e78e29340 owned by network:floatingip {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:31:11.406457 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-69c46376-17ff-487e-b305-9a6a01848be8 req-be8a1edc-2a42-4097-82e5-8662e25dcedb tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:11.409872 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-69c46376-17ff-487e-b305-9a6a01848be8 req-be8a1edc-2a42-4097-82e5-8662e25dcedb tempest-FloatingIPsAssociationTestJSON-1995492164 tempest-FloatingIPsAssociationTestJSON-1995492164-project] 10.222.0.73 "DELETE /v2.0/ports/07bc61dc-c652-4fa7-a159-f20382558df9 HTTP/1.1" status: 204 len: 173 time: 1.7672660 Feb 04 12:31:11.544135 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46fe7ae-34e8-4d0c-a3e6-5d6bdec49b0b req-6a6693f8-2fa1-4af0-9b42-beea8eccb670 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:11.546567 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b46fe7ae-34e8-4d0c-a3e6-5d6bdec49b0b req-6a6693f8-2fa1-4af0-9b42-beea8eccb670 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.73 "GET /v2.0/ports?device_id=415dd9a9-3e7e-48a3-b2a2-f9b35a954722 HTTP/1.1" status: 200 len: 946 time: 0.2953167 Feb 04 12:31:11.679766 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095128b9-d887-4310-991b-26038f7853e2 req-756b728b-2176-42de-9716-5d9c130e753a tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:11.695558 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-095128b9-d887-4310-991b-26038f7853e2 req-756b728b-2176-42de-9716-5d9c130e753a tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=788e8096-f9b2-4203-a187-32a13b5d456e HTTP/1.1" status: 200 len: 950 time: 0.3687589 Feb 04 12:31:11.697528 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f8ba64e-f52d-4f61-adfb-46357a42bdb9', 'tag': 'd7718d2d-b60f-4383-ab47-e17344aeae7a'}, {'server_uuid': 'f61c4342-b34a-4964-bf13-99b6b46cc5ae', 'name': 'network-vif-deleted', 'tag': '07bc61dc-c652-4fa7-a159-f20382558df9'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:31:11.700869 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79d04dc0-1d38-40b3-8823-911ba3bf5dbc" -d '{"events": [{"name": "network-changed", "server_uuid": "7f8ba64e-f52d-4f61-adfb-46357a42bdb9", "tag": "d7718d2d-b60f-4383-ab47-e17344aeae7a"}, {"server_uuid": "f61c4342-b34a-4964-bf13-99b6b46cc5ae", "name": "network-vif-deleted", "tag": "07bc61dc-c652-4fa7-a159-f20382558df9"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:31:11.794383 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-b46fe7ae-34e8-4d0c-a3e6-5d6bdec49b0b req-e5a2600d-242e-4794-ace5-571109775e38 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Deleting port e12ad4c3-ee6d-489e-81fc-4dac178fce7d {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:31:11.794759 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-b46fe7ae-34e8-4d0c-a3e6-5d6bdec49b0b req-e5a2600d-242e-4794-ace5-571109775e38 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (e12ad4c3-ee6d-489e-81fc-4dac178fce7d), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:11.849440 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-095128b9-d887-4310-991b-26038f7853e2 req-3663ebcc-c52b-4581-8d47-6e02eb9af73b tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526878 Feb 04 12:31:11.952512 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-c520f88c-a55a-4657-abf9-c43c375b38e9 req-b5557543-c897-4b21-aafe-cb755f4f32b4 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (66d2dece-1b38-42cc-b464-d94e78e29340), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:11.994514 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-b46fe7ae-34e8-4d0c-a3e6-5d6bdec49b0b req-e5a2600d-242e-4794-ace5-571109775e38 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] For port e12ad4c3-ee6d-489e-81fc-4dac178fce7d, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=e12ad4c3-ee6d-489e-81fc-4dac178fce7d,segment=NetworkSegment(82c42862-5e09-44a3-a831-056ff41e66f5),segment_id=82c42862-5e09-44a3-a831-056ff41e66f5)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:31:11.995176 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-b46fe7ae-34e8-4d0c-a3e6-5d6bdec49b0b req-e5a2600d-242e-4794-ace5-571109775e38 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (e12ad4c3-ee6d-489e-81fc-4dac178fce7d), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:12.018663 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-b46fe7ae-34e8-4d0c-a3e6-5d6bdec49b0b req-e5a2600d-242e-4794-ace5-571109775e38 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Calling delete_port for e12ad4c3-ee6d-489e-81fc-4dac178fce7d owned by compute:nova {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:31:12.100296 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-46e5349f-d7ee-4788-b4f0-59553f484ff9 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Allocated IP 172.25.3.58 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/81fbb95e-8f3c-420a-a4fc-8e9339b41c00) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:31:12.127035 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-728e84a3-7616-48af-a02a-a15e4825bbd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622067'] for router_interface (80b42f44-589b-4d8e-8cca-e0d55f786967), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:12.154356 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5557543-c897-4b21-aafe-cb755f4f32b4 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Pushing event deleted for resources: {'Port': ['ID=66d2dece-1b38-42cc-b464-d94e78e29340,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:12.333506 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-c520f88c-a55a-4657-abf9-c43c375b38e9 req-b5557543-c897-4b21-aafe-cb755f4f32b4 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Publish callbacks [] for floatingip (eba4b700-5ed3-4a27-9871-a6fcd418944e), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:12.337136 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-c520f88c-a55a-4657-abf9-c43c375b38e9 req-b5557543-c897-4b21-aafe-cb755f4f32b4 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:12.338256 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c520f88c-a55a-4657-abf9-c43c375b38e9 req-b5557543-c897-4b21-aafe-cb755f4f32b4 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] 10.222.0.65 "DELETE /v2.0/floatingips/eba4b700-5ed3-4a27-9871-a6fcd418944e HTTP/1.1" status: 204 len: 173 time: 1.6109145 Feb 04 12:31:12.394750 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-b46fe7ae-34e8-4d0c-a3e6-5d6bdec49b0b req-e5a2600d-242e-4794-ace5-571109775e38 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (e12ad4c3-ee6d-489e-81fc-4dac178fce7d), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:12.395039 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-46e5349f-d7ee-4788-b4f0-59553f484ff9 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks [] for port (81fbb95e-8f3c-420a-a4fc-8e9339b41c00), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:12.409116 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['1a4a3c3d-36a0-4d43-b1ce-88c13649ade3', 'b006df45-132a-4ac3-81a7-47a4f00c8f34'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:31:12.411903 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['e12ad4c3-ee6d-489e-81fc-4dac178fce7d'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:31:12.422700 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3729ec78-1cc1-4c7b-a7bb-166a28f5e7a6 req-7cf0e411-f5e9-43fa-be05-1eeeeb9a59ce tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:12.424667 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3729ec78-1cc1-4c7b-a7bb-166a28f5e7a6 req-7cf0e411-f5e9-43fa-be05-1eeeeb9a59ce tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/ports?device_id=415dd9a9-3e7e-48a3-b2a2-f9b35a954722 HTTP/1.1" status: 200 len: 946 time: 0.1053624 Feb 04 12:31:12.444662 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-46e5349f-d7ee-4788-b4f0-59553f484ff9 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (81fbb95e-8f3c-420a-a4fc-8e9339b41c00), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:12.447069 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 04 Feb 2022 12:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61004d82-0e18-4c3d-b500-527b7c805bb3 x-openstack-request-id: req-61004d82-0e18-4c3d-b500-527b7c805bb3 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:31:12.447402 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f8ba64e-f52d-4f61-adfb-46357a42bdb9", "tag": "d7718d2d-b60f-4383-ab47-e17344aeae7a", "status": "completed", "code": 200}, {"server_uuid": "f61c4342-b34a-4964-bf13-99b6b46cc5ae", "name": "network-vif-deleted", "tag": "07bc61dc-c652-4fa7-a159-f20382558df9", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:31:12.447781 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-61004d82-0e18-4c3d-b500-527b7c805bb3 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:31:12.448253 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f8ba64e-f52d-4f61-adfb-46357a42bdb9', 'tag': 'd7718d2d-b60f-4383-ab47-e17344aeae7a', 'status': 'completed', 'code': 200} Feb 04 12:31:12.448587 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f61c4342-b34a-4964-bf13-99b6b46cc5ae', 'name': 'network-vif-deleted', 'tag': '07bc61dc-c652-4fa7-a159-f20382558df9', 'status': 'completed', 'code': 200} Feb 04 12:31:12.478192 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a2600d-242e-4794-ace5-571109775e38 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Pushing event deleted for resources: {'Port': ['ID=e12ad4c3-ee6d-489e-81fc-4dac178fce7d,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:12.500687 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e5349f-d7ee-4788-b4f0-59553f484ff9 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:31:12.517081 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-b46fe7ae-34e8-4d0c-a3e6-5d6bdec49b0b req-e5a2600d-242e-4794-ace5-571109775e38 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] No DVR routers for this DVR port e12ad4c3-ee6d-489e-81fc-4dac178fce7d on host n-h1-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:31:12.521080 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-b46fe7ae-34e8-4d0c-a3e6-5d6bdec49b0b req-e5a2600d-242e-4794-ace5-571109775e38 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:12.524770 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b46fe7ae-34e8-4d0c-a3e6-5d6bdec49b0b req-e5a2600d-242e-4794-ace5-571109775e38 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.73 "DELETE /v2.0/ports/e12ad4c3-ee6d-489e-81fc-4dac178fce7d HTTP/1.1" status: 204 len: 173 time: 0.9711292 Feb 04 12:31:12.524944 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-46e5349f-d7ee-4788-b4f0-59553f484ff9 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:31:12.527183 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e5349f-d7ee-4788-b4f0-59553f484ff9 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:31:12.628049 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3729ec78-1cc1-4c7b-a7bb-166a28f5e7a6 req-a454a690-9f49-46da-8857-de70c6aee2ba tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/security-groups?id=98d15bf5-a480-4f0d-bc57-8f17260bd5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780539 Feb 04 12:31:12.652813 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc7bc7f-efd7-4694-b089-6b896df69ff8 req-b931b989-c53b-4e4e-9e6b-2ce373c9b2e2 tempest-MigrationsAdminTest-1074769527 tempest-MigrationsAdminTest-1074769527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:12.662255 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dfc7bc7f-efd7-4694-b089-6b896df69ff8 req-b931b989-c53b-4e4e-9e6b-2ce373c9b2e2 tempest-MigrationsAdminTest-1074769527 tempest-MigrationsAdminTest-1074769527-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=788e8096-f9b2-4203-a187-32a13b5d456e HTTP/1.1" status: 200 len: 1132 time: 0.1462104 Feb 04 12:31:12.689697 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e5349f-d7ee-4788-b4f0-59553f484ff9 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Pushing event updated for resources: {'Port': ['ID=81fbb95e-8f3c-420a-a4fc-8e9339b41c00,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:12.709174 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 42326) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:31:12.756226 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d04dc0-1d38-40b3-8823-911ba3bf5dbc req-13af4f7a-7582-4858-97db-5930d82ec40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:12.758128 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-79d04dc0-1d38-40b3-8823-911ba3bf5dbc req-13af4f7a-7582-4858-97db-5930d82ec40a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3e5189bc9c2e4b8789347e688ced1883&device_id=7f8ba64e-f52d-4f61-adfb-46357a42bdb9 HTTP/1.1" status: 200 len: 1128 time: 0.2807612 Feb 04 12:31:12.786994 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dfc7bc7f-efd7-4694-b089-6b896df69ff8 req-3738bc6d-4d42-447b-a6e7-0f6e53693ef7 tempest-MigrationsAdminTest-1074769527 tempest-MigrationsAdminTest-1074769527-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084464 Feb 04 12:31:12.889571 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5bc1860b-f443-4103-b31b-ea24d22f261c req-1bc8d69a-749b-4fcd-9710-a074d4a64530 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] 10.222.0.65 "GET /v2.0/security-groups/a6f26d5a-0a86-43df-bbf9-f1b6aab9b9b4 HTTP/1.1" status: 200 len: 1825 time: 0.0615005 Feb 04 12:31:12.964200 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-5bc1860b-f443-4103-b31b-ea24d22f261c req-b74cf037-0fba-45c6-aa60-7d1edb234150 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Publish callbacks [] for security_group (a6f26d5a-0a86-43df-bbf9-f1b6aab9b9b4), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:12.993650 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-5bc1860b-f443-4103-b31b-ea24d22f261c req-b74cf037-0fba-45c6-aa60-7d1edb234150 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Publish callbacks [] for security_group (a6f26d5a-0a86-43df-bbf9-f1b6aab9b9b4), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:13.101516 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-728e84a3-7616-48af-a02a-a15e4825bbd8 admin admin] Router 80b42f44-589b-4d8e-8cca-e0d55f786967 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:31:13.109202 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d04dc0-1d38-40b3-8823-911ba3bf5dbc req-5e8dc1cb-2201-49e7-8152-a19c6ae08dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:13.111141 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-79d04dc0-1d38-40b3-8823-911ba3bf5dbc req-5e8dc1cb-2201-49e7-8152-a19c6ae08dab service neutron] 10.222.0.77 "GET /v2.0/networks?id=e17f0529-2497-4212-bc20-58295ab5d298 HTTP/1.1" status: 200 len: 920 time: 0.3131242 Feb 04 12:31:13.165296 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-5bc1860b-f443-4103-b31b-ea24d22f261c req-b74cf037-0fba-45c6-aa60-7d1edb234150 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (a6f26d5a-0a86-43df-bbf9-f1b6aab9b9b4), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:13.166203 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-79d04dc0-1d38-40b3-8823-911ba3bf5dbc req-1dae89d5-787e-4ff2-bedc-59f585dcc4c0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7718d2d-b60f-4383-ab47-e17344aeae7a HTTP/1.1" status: 200 len: 217 time: 0.0453913 Feb 04 12:31:13.168467 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-5bc1860b-f443-4103-b31b-ea24d22f261c req-b74cf037-0fba-45c6-aa60-7d1edb234150 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:13.169090 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5bc1860b-f443-4103-b31b-ea24d22f261c req-b74cf037-0fba-45c6-aa60-7d1edb234150 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] 10.222.0.65 "DELETE /v2.0/security-groups/a6f26d5a-0a86-43df-bbf9-f1b6aab9b9b4 HTTP/1.1" status: 204 len: 173 time: 0.2787509 Feb 04 12:31:13.174958 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [req-d43a7670-efb9-4805-b034-a1c4ab092e54 req-8b4d11df-ae9d-4e29-9d2d-3dcd69cd726f service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:31:13.184679 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d43a7670-efb9-4805-b034-a1c4ab092e54 req-8b4d11df-ae9d-4e29-9d2d-3dcd69cd726f service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0205083 Feb 04 12:31:13.228681 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74cf037-0fba-45c6-aa60-7d1edb234150 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6f26d5a-0a86-43df-bbf9-f1b6aab9b9b4,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:13.398092 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d04dc0-1d38-40b3-8823-911ba3bf5dbc req-bd1341d7-6614-450d-9241-83dbbad5fd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:13.400150 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-79d04dc0-1d38-40b3-8823-911ba3bf5dbc req-bd1341d7-6614-450d-9241-83dbbad5fd8b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ae4c1b19-4693-45d5-a145-600acc473198 HTTP/1.1" status: 200 len: 859 time: 0.2256391 Feb 04 12:31:13.481526 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-79d04dc0-1d38-40b3-8823-911ba3bf5dbc req-774f8286-8ee2-48a0-ab66-2467c94050fe service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e17f0529-2497-4212-bc20-58295ab5d298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399489 Feb 04 12:31:13.510226 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-793fd4a5-54ae-496f-8007-c29daccc8474 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622215'] for router_interface (516f5507-9489-4274-a053-d5ddb06c86ed), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:13.606217 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-46e5349f-d7ee-4788-b4f0-59553f484ff9 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks [] for floatingip (b9add0f1-a177-4fc5-9b10-0e25000b4e9d), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:13.681516 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-728e84a3-7616-48af-a02a-a15e4825bbd8 admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:31:13.687975 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-728e84a3-7616-48af-a02a-a15e4825bbd8 admin admin] 10.222.0.65 "PUT /v2.0/routers/80b42f44-589b-4d8e-8cca-e0d55f786967/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4922614 Feb 04 12:31:13.697948 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 42362) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:31:13.707409 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134ad815-51df-4461-8b28-b5193591dc6b None None] Sync routers for ids ['80b42f44-589b-4d8e-8cca-e0d55f786967'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:31:13.734248 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134ad815-51df-4461-8b28-b5193591dc6b None None] Routers {'80b42f44-589b-4d8e-8cca-e0d55f786967'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:31:13.740372 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-134ad815-51df-4461-8b28-b5193591dc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:30:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['80b42f44-589b-4d8e-8cca-e0d55f786967'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:31:14.024289 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-134ad815-51df-4461-8b28-b5193591dc6b None None] Set router 80b42f44-589b-4d8e-8cca-e0d55f786967 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:31:14.027611 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-79d04dc0-1d38-40b3-8823-911ba3bf5dbc req-03d62381-21fc-4bec-b1b5-8874a9dae1dc service neutron] 10.222.0.77 "GET /v2.0/networks/e17f0529-2497-4212-bc20-58295ab5d298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5312824 Feb 04 12:31:14.037098 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-46e5349f-d7ee-4788-b4f0-59553f484ff9 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (81fbb95e-8f3c-420a-a4fc-8e9339b41c00), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:14.146927 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbd2b47-3859-4da9-8b52-f44e640bd840 req-e60be633-9dc3-4edf-9921-c8e25e354da3 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:14.148737 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5cbd2b47-3859-4da9-8b52-f44e640bd840 req-e60be633-9dc3-4edf-9921-c8e25e354da3 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f8ba64e-f52d-4f61-adfb-46357a42bdb9 HTTP/1.1" status: 200 len: 946 time: 0.1648195 Feb 04 12:31:14.196159 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-793fd4a5-54ae-496f-8007-c29daccc8474 admin admin] Deleting port ab2746b8-c4ff-4dc7-b443-6ebb58255356 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:31:14.196497 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-793fd4a5-54ae-496f-8007-c29daccc8474 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (ab2746b8-c4ff-4dc7-b443-6ebb58255356), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:14.298777 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2bf8961c-9c02-4666-886f-3c7e74fdf4cd admin admin] Publish callbacks [] for router (80b42f44-589b-4d8e-8cca-e0d55f786967), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:14.303014 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-134ad815-51df-4461-8b28-b5193591dc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80b42f44-589b-4d8e-8cca-e0d55f786967', 'name': 'tempest-ServersTestFqdnHostnames-1491412081-router', 'tenant_id': '13e2221ea635497bab7223d336ea5315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '2412d23a-bc31-48ea-9c4b-c4ee1009ca37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:29:14Z', 'updated_at': '2022-02-04T12:31:11Z', 'revision_number': 5, 'project_id': '13e2221ea635497bab7223d336ea5315', 'gw_port': {'id': '2412d23a-bc31-48ea-9c4b-c4ee1009ca37', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:cd:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b42f44-589b-4d8e-8cca-e0d55f786967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:29:17Z', 'updated_at': '2022-02-04T12:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:31:14.324946 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5cbd2b47-3859-4da9-8b52-f44e640bd840 req-290d5eb3-1c98-49f2-a3d9-3676baa7d3d0 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] 10.222.0.65 "GET /v2.0/security-groups?id=a4645ff9-4aba-4923-b590-6a9167d2e893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631706 Feb 04 12:31:14.340706 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134ad815-51df-4461-8b28-b5193591dc6b None None] Checking router: 80b42f44-589b-4d8e-8cca-e0d55f786967 for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:31:14.353328 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134ad815-51df-4461-8b28-b5193591dc6b None None] Routers {'80b42f44-589b-4d8e-8cca-e0d55f786967'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:31:14.353988 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-134ad815-51df-4461-8b28-b5193591dc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:30:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['80b42f44-589b-4d8e-8cca-e0d55f786967'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:31:14.421114 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-793fd4a5-54ae-496f-8007-c29daccc8474 admin admin] For port ab2746b8-c4ff-4dc7-b443-6ebb58255356, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=ab2746b8-c4ff-4dc7-b443-6ebb58255356,segment=NetworkSegment(b4e52b35-5bb9-453a-9088-e8768ee27df9),segment_id=b4e52b35-5bb9-453a-9088-e8768ee27df9)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:31:14.421682 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-793fd4a5-54ae-496f-8007-c29daccc8474 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (ab2746b8-c4ff-4dc7-b443-6ebb58255356), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:14.433868 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f29d7f-f5d0-447f-9e1c-3c0f2896e6be req-6a36b81a-04a5-415c-81f8-28338f7d1253 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:14.441860 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b7f29d7f-f5d0-447f-9e1c-3c0f2896e6be req-6a36b81a-04a5-415c-81f8-28338f7d1253 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cbcd974-3bf4-4f25-ae83-572ba67ebbdf HTTP/1.1" status: 200 len: 945 time: 0.1132779 Feb 04 12:31:14.450343 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '415dd9a9-3e7e-48a3-b2a2-f9b35a954722', 'name': 'network-vif-deleted', 'tag': 'e12ad4c3-ee6d-489e-81fc-4dac178fce7d'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:31:14.453597 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0144d8b8-2fb3-4f92-8b86-289353fd57b4" -d '{"events": [{"server_uuid": "415dd9a9-3e7e-48a3-b2a2-f9b35a954722", "name": "network-vif-deleted", "tag": "e12ad4c3-ee6d-489e-81fc-4dac178fce7d"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:31:14.485151 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-793fd4a5-54ae-496f-8007-c29daccc8474 admin admin] Calling delete_port for ab2746b8-c4ff-4dc7-b443-6ebb58255356 owned by network:router_interface {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:31:14.510620 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-134ad815-51df-4461-8b28-b5193591dc6b None None] Set router 80b42f44-589b-4d8e-8cca-e0d55f786967 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:31:14.569991 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b7f29d7f-f5d0-447f-9e1c-3c0f2896e6be req-cf9a2de8-f9bb-4b93-b8f3-c44b5897f440 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee89b6e9-25e2-41ab-a8a3-c85f5e0697a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272168 Feb 04 12:31:14.659046 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5591a771-5273-41f8-8937-58cfed9abc9e x-openstack-request-id: req-5591a771-5273-41f8-8937-58cfed9abc9e {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:31:14.659354 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "415dd9a9-3e7e-48a3-b2a2-f9b35a954722", "name": "network-vif-deleted", "tag": "e12ad4c3-ee6d-489e-81fc-4dac178fce7d", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:31:14.659596 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5591a771-5273-41f8-8937-58cfed9abc9e {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:31:14.660020 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '415dd9a9-3e7e-48a3-b2a2-f9b35a954722', 'name': 'network-vif-deleted', 'tag': 'e12ad4c3-ee6d-489e-81fc-4dac178fce7d', 'status': 'completed', 'code': 200} Feb 04 12:31:14.691535 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0434255-14ab-41ac-bfea-eafeb5756f00 req-0eb02d84-ba69-4a7c-8445-df98893315ad tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:14.693297 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e0434255-14ab-41ac-bfea-eafeb5756f00 req-0eb02d84-ba69-4a7c-8445-df98893315ad tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=788e8096-f9b2-4203-a187-32a13b5d456e HTTP/1.1" status: 200 len: 950 time: 0.1223650 Feb 04 12:31:14.802316 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 07bc61dc-c652-4fa7-a159-f20382558df9 no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:31:14.893066 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] No Port match for: 07bc61dc-c652-4fa7-a159-f20382558df9 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:31:14.893422 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 07bc61dc-c652-4fa7-a159-f20382558df9 not bound to the agent host n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:31:14.921263 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e0434255-14ab-41ac-bfea-eafeb5756f00 req-b2500b16-d528-478e-b30b-453d00677ba0 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170889 Feb 04 12:31:14.933813 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-793fd4a5-54ae-496f-8007-c29daccc8474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (ab2746b8-c4ff-4dc7-b443-6ebb58255356), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:14.980017 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793fd4a5-54ae-496f-8007-c29daccc8474 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab2746b8-c4ff-4dc7-b443-6ebb58255356,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:14.998621 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eb08c6-6ccb-45f2-ac6f-f3fa85301153 req-52549179-d456-4ebc-bf29-4dff22f1ece6 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:14.999806 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b1eb08c6-6ccb-45f2-ac6f-f3fa85301153 req-52549179-d456-4ebc-bf29-4dff22f1ece6 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/ports?device_id=78a0124c-559b-41f1-9646-392b0411e2e1 HTTP/1.1" status: 200 len: 946 time: 0.1818020 Feb 04 12:31:15.028032 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-134ad815-51df-4461-8b28-b5193591dc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80b42f44-589b-4d8e-8cca-e0d55f786967', 'name': 'tempest-ServersTestFqdnHostnames-1491412081-router', 'tenant_id': '13e2221ea635497bab7223d336ea5315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '2412d23a-bc31-48ea-9c4b-c4ee1009ca37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:29:14Z', 'updated_at': '2022-02-04T12:31:11Z', 'revision_number': 5, 'project_id': '13e2221ea635497bab7223d336ea5315', 'gw_port': {'id': '2412d23a-bc31-48ea-9c4b-c4ee1009ca37', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:cd:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b42f44-589b-4d8e-8cca-e0d55f786967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:29:17Z', 'updated_at': '2022-02-04T12:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:31:15.082574 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134ad815-51df-4461-8b28-b5193591dc6b None None] The sync data for ids ['80b42f44-589b-4d8e-8cca-e0d55f786967'] in n-d-825015-3 is: [{'id': '80b42f44-589b-4d8e-8cca-e0d55f786967', 'name': 'tempest-ServersTestFqdnHostnames-1491412081-router', 'tenant_id': '13e2221ea635497bab7223d336ea5315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '2412d23a-bc31-48ea-9c4b-c4ee1009ca37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:29:14Z', 'updated_at': '2022-02-04T12:31:11Z', 'revision_number': 5, 'project_id': '13e2221ea635497bab7223d336ea5315', 'gw_port': {'id': '2412d23a-bc31-48ea-9c4b-c4ee1009ca37', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:cd:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b42f44-589b-4d8e-8cca-e0d55f786967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:29:17Z', 'updated_at': '2022-02-04T12:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:31:15.108489 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b1eb08c6-6ccb-45f2-ac6f-f3fa85301153 req-80cac135-4178-48f1-8414-b8fbe3cd4320 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/security-groups?id=98d15bf5-a480-4f0d-bc57-8f17260bd5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889261 Feb 04 12:31:15.167498 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-320b85be-b37c-4aa1-a91c-ef55c58137b8 req-bad47af9-d7af-482b-a785-ea72e1589c77 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=788e8096-f9b2-4203-a187-32a13b5d456e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.0570548 Feb 04 12:31:15.223679 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-79d04dc0-1d38-40b3-8823-911ba3bf5dbc req-3dd42565-de4f-4565-8fca-aef5a49f016c service neutron] 10.222.0.77 "GET /v2.0/networks/e17f0529-2497-4212-bc20-58295ab5d298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1748912 Feb 04 12:31:15.281087 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2bf8961c-9c02-4666-886f-3c7e74fdf4cd admin admin] Publish callbacks [] for router_gateway (80b42f44-589b-4d8e-8cca-e0d55f786967), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:15.292527 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-46e5349f-d7ee-4788-b4f0-59553f484ff9 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks [] for port (81fbb95e-8f3c-420a-a4fc-8e9339b41c00), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:15.306784 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-46e5349f-d7ee-4788-b4f0-59553f484ff9 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (81fbb95e-8f3c-420a-a4fc-8e9339b41c00), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:15.356113 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-793fd4a5-54ae-496f-8007-c29daccc8474 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622067'] for router_interface (516f5507-9489-4274-a053-d5ddb06c86ed), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:15.464432 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-46e5349f-d7ee-4788-b4f0-59553f484ff9 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1599943'] for floatingip (b9add0f1-a177-4fc5-9b10-0e25000b4e9d), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:15.509412 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-586b7497-a4e3-4b05-b453-b0ffbaf18aa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:15.524650 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e5349f-d7ee-4788-b4f0-59553f484ff9 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Pushing event updated for resources: {'Port': ['ID=81fbb95e-8f3c-420a-a4fc-8e9339b41c00,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:15.599527 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-2bf8961c-9c02-4666-886f-3c7e74fdf4cd admin admin] Deleting port 2412d23a-bc31-48ea-9c4b-c4ee1009ca37 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:31:15.600083 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2bf8961c-9c02-4666-886f-3c7e74fdf4cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (2412d23a-bc31-48ea-9c4b-c4ee1009ca37), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:15.755162 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-2bf8961c-9c02-4666-886f-3c7e74fdf4cd admin admin] For port 2412d23a-bc31-48ea-9c4b-c4ee1009ca37, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=2412d23a-bc31-48ea-9c4b-c4ee1009ca37,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:31:15.755717 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2bf8961c-9c02-4666-886f-3c7e74fdf4cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (2412d23a-bc31-48ea-9c4b-c4ee1009ca37), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:15.761009 n-d-825015-3 neutron-server[103474]: INFO neutron.db.l3_db [None req-46e5349f-d7ee-4788-b4f0-59553f484ff9 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Floating IP b9add0f1-a177-4fc5-9b10-0e25000b4e9d associated. External IP: 172.25.3.58, port: 8f6c9a72-b10d-4a9d-a5fb-0082ccd003da. Feb 04 12:31:15.787057 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7959b9-0f78-4984-bf53-0ec327275281 req-52d13757-040a-47c9-8721-736e3b29f394 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:15.790024 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1c7959b9-0f78-4984-bf53-0ec327275281 req-52d13757-040a-47c9-8721-736e3b29f394 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f8ba64e-f52d-4f61-adfb-46357a42bdb9 HTTP/1.1" status: 200 len: 946 time: 0.2296097 Feb 04 12:31:15.877773 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-2bf8961c-9c02-4666-886f-3c7e74fdf4cd admin admin] Calling delete_port for 2412d23a-bc31-48ea-9c4b-c4ee1009ca37 owned by network:router_gateway {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:31:15.890953 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1c7959b9-0f78-4984-bf53-0ec327275281 req-a29d5554-704a-42c8-a71b-cb46093a6dcb tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] 10.222.0.65 "GET /v2.0/security-groups?id=a4645ff9-4aba-4923-b590-6a9167d2e893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999572 Feb 04 12:31:15.907064 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0bbc3c-5791-4cb3-84ed-9695947fe93a req-a60aa754-c13d-46c7-a7e3-2938c6c812d9 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:15.911675 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fe5c98-47c9-4637-abbe-7301f1808532 req-e19d33e8-fc37-4550-9f60-42920fe600fa tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:15.913262 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-43fe5c98-47c9-4637-abbe-7301f1808532 req-e19d33e8-fc37-4550-9f60-42920fe600fa tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] 10.222.0.77 "GET /v2.0/ports?device_id=0cbcd974-3bf4-4f25-ae83-572ba67ebbdf HTTP/1.1" status: 200 len: 945 time: 0.2341945 Feb 04 12:31:15.914681 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2d0bbc3c-5791-4cb3-84ed-9695947fe93a req-a60aa754-c13d-46c7-a7e3-2938c6c812d9 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cbcd974-3bf4-4f25-ae83-572ba67ebbdf HTTP/1.1" status: 200 len: 945 time: 0.2195535 Feb 04 12:31:15.932863 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-793fd4a5-54ae-496f-8007-c29daccc8474 admin admin] Router 516f5507-9489-4274-a053-d5ddb06c86ed has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:31:16.005334 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device d99c77fa-a944-42e4-bd41-2dc4c43914f9 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:31:16.039223 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: d99c77fa-a944-42e4-bd41-2dc4c43914f9 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:31:16.039573 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device d99c77fa-a944-42e4-bd41-2dc4c43914f9 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:31:16.114679 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2d0bbc3c-5791-4cb3-84ed-9695947fe93a req-6182051f-afb1-4d0c-a174-3535e8b1b994 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee89b6e9-25e2-41ab-a8a3-c85f5e0697a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988714 Feb 04 12:31:16.298233 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-793fd4a5-54ae-496f-8007-c29daccc8474 admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:31:16.309019 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-793fd4a5-54ae-496f-8007-c29daccc8474 admin admin] 10.222.0.65 "PUT /v2.0/routers/516f5507-9489-4274-a053-d5ddb06c86ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5958049 Feb 04 12:31:16.319638 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf030472-2b75-406c-aaf2-57a602a5dfa1 None None] Sync routers for ids ['516f5507-9489-4274-a053-d5ddb06c86ed'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:31:16.324876 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 42446) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:31:16.344522 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf030472-2b75-406c-aaf2-57a602a5dfa1 None None] Routers {'516f5507-9489-4274-a053-d5ddb06c86ed'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:31:16.345527 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-bf030472-2b75-406c-aaf2-57a602a5dfa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:30:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['516f5507-9489-4274-a053-d5ddb06c86ed'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:31:16.364167 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f6fb97-a0d9-478f-9fe3-8bfdbdc63c72 req-d5031aaf-d26f-49d2-881a-1d823166a057 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:16.367417 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-12f6fb97-a0d9-478f-9fe3-8bfdbdc63c72 req-d5031aaf-d26f-49d2-881a-1d823166a057 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=788e8096-f9b2-4203-a187-32a13b5d456e HTTP/1.1" status: 200 len: 950 time: 0.3014731 Feb 04 12:31:16.441656 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46e5349f-d7ee-4788-b4f0-59553f484ff9 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Router ada8f51e-764c-41fd-bd66-5801c2bcad0a has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:31:16.466173 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-43fe5c98-47c9-4637-abbe-7301f1808532 req-d275c2ae-de46-4de5-be7b-bed7141b549e tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] Deleting port 8a72f5c2-da2b-4d41-837e-2ab4b2ee3604 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:31:16.466516 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-43fe5c98-47c9-4637-abbe-7301f1808532 req-d275c2ae-de46-4de5-be7b-bed7141b549e tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (8a72f5c2-da2b-4d41-837e-2ab4b2ee3604), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:16.487399 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cb5e3d-1d0e-433d-976d-ce615e2977c3 req-889e8bd0-a49a-4aac-9aee-e6c0d166725e tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:16.490136 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-51cb5e3d-1d0e-433d-976d-ce615e2977c3 req-889e8bd0-a49a-4aac-9aee-e6c0d166725e tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/ports?device_id=78a0124c-559b-41f1-9646-392b0411e2e1 HTTP/1.1" status: 200 len: 946 time: 0.2799499 Feb 04 12:31:16.511049 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b199974-b50a-4cac-a9eb-6f081875ceec req-b9d6d857-cac2-4475-9393-2434cf8dfba1 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:16.512990 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7b199974-b50a-4cac-a9eb-6f081875ceec req-b9d6d857-cac2-4475-9393-2434cf8dfba1 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.77 "GET /v2.0/ports?device_id=78a0124c-559b-41f1-9646-392b0411e2e1 HTTP/1.1" status: 200 len: 946 time: 0.2412081 Feb 04 12:31:16.546400 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-bf030472-2b75-406c-aaf2-57a602a5dfa1 None None] Set router 516f5507-9489-4274-a053-d5ddb06c86ed gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:31:16.557031 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-12f6fb97-a0d9-478f-9fe3-8bfdbdc63c72 req-05fd0a8a-eaf2-4e38-8da0-a095cc343d10 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552114 Feb 04 12:31:16.603781 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ceab17-13b4-46f6-8c86-00b7a5760b35 req-1752d30a-8cda-4831-a46b-f68790a1a00d tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:16.605308 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-b5ceab17-13b4-46f6-8c86-00b7a5760b35 req-1752d30a-8cda-4831-a46b-f68790a1a00d tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] 10.222.0.77 "GET /v2.0/ports?device_id=7f8ba64e-f52d-4f61-adfb-46357a42bdb9 HTTP/1.1" status: 200 len: 946 time: 0.3167119 Feb 04 12:31:16.605967 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2bf8961c-9c02-4666-886f-3c7e74fdf4cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (2412d23a-bc31-48ea-9c4b-c4ee1009ca37), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:16.619177 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-51cb5e3d-1d0e-433d-976d-ce615e2977c3 req-991864ae-0690-4071-b4a1-6532b1b7013d tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/security-groups?id=98d15bf5-a480-4f0d-bc57-8f17260bd5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171906 Feb 04 12:31:16.703472 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-7b199974-b50a-4cac-a9eb-6f081875ceec req-77eea026-9bb7-4d9c-9720-fd3f3a48eb6b tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Deleting port b006df45-132a-4ac3-81a7-47a4f00c8f34 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:31:16.704046 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-7b199974-b50a-4cac-a9eb-6f081875ceec req-77eea026-9bb7-4d9c-9720-fd3f3a48eb6b tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (b006df45-132a-4ac3-81a7-47a4f00c8f34), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:16.723301 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf8961c-9c02-4666-886f-3c7e74fdf4cd admin admin] Pushing event deleted for resources: {'Port': ['ID=2412d23a-bc31-48ea-9c4b-c4ee1009ca37,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:16.753992 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device e12ad4c3-ee6d-489e-81fc-4dac178fce7d no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:31:16.815005 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] No Port match for: e12ad4c3-ee6d-489e-81fc-4dac178fce7d {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:31:16.815381 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device e12ad4c3-ee6d-489e-81fc-4dac178fce7d not bound to the agent host n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:31:16.819410 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-bf030472-2b75-406c-aaf2-57a602a5dfa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '516f5507-9489-4274-a053-d5ddb06c86ed', 'name': 'tempest-FloatingIPsAssociationTestJSON-790215227-router', 'tenant_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'cf00b52b-2fa9-4155-bb8e-12fe2aa05145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:29:14Z', 'updated_at': '2022-02-04T12:31:14Z', 'revision_number': 5, 'project_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'gw_port': {'id': 'cf00b52b-2fa9-4155-bb8e-12fe2aa05145', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:95:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516f5507-9489-4274-a053-d5ddb06c86ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:29:15Z', 'updated_at': '2022-02-04T12:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:31:16.827482 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fe0d80b6-25b7-44b4-b289-00bf8aa61eaa admin admin] Publish callbacks [] for router (516f5507-9489-4274-a053-d5ddb06c86ed), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:16.851052 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf030472-2b75-406c-aaf2-57a602a5dfa1 None None] Checking router: 516f5507-9489-4274-a053-d5ddb06c86ed for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:31:16.860245 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf030472-2b75-406c-aaf2-57a602a5dfa1 None None] Routers {'516f5507-9489-4274-a053-d5ddb06c86ed'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:31:16.860865 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-bf030472-2b75-406c-aaf2-57a602a5dfa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:30:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['516f5507-9489-4274-a053-d5ddb06c86ed'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:31:16.960215 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-43fe5c98-47c9-4637-abbe-7301f1808532 req-d275c2ae-de46-4de5-be7b-bed7141b549e tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] For port 8a72f5c2-da2b-4d41-837e-2ab4b2ee3604, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=8a72f5c2-da2b-4d41-837e-2ab4b2ee3604,segment=NetworkSegment(bc52094b-1f4c-4ff2-9984-872e54e9d4f4),segment_id=bc52094b-1f4c-4ff2-9984-872e54e9d4f4)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:31:16.960660 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-43fe5c98-47c9-4637-abbe-7301f1808532 req-d275c2ae-de46-4de5-be7b-bed7141b549e tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (8a72f5c2-da2b-4d41-837e-2ab4b2ee3604), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:16.976817 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-43fe5c98-47c9-4637-abbe-7301f1808532 req-d275c2ae-de46-4de5-be7b-bed7141b549e tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] Calling delete_port for 8a72f5c2-da2b-4d41-837e-2ab4b2ee3604 owned by compute:nova {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:31:17.098348 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46e5349f-d7ee-4788-b4f0-59553f484ff9 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:31:17.110708 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb39246-b164-4f45-95a4-e457971e243d None None] Sync routers for ids ['ada8f51e-764c-41fd-bd66-5801c2bcad0a'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:31:17.131984 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2bf8961c-9c02-4666-886f-3c7e74fdf4cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1599901'] for router_gateway (80b42f44-589b-4d8e-8cca-e0d55f786967), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:17.141713 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb39246-b164-4f45-95a4-e457971e243d None None] Routers {'ada8f51e-764c-41fd-bd66-5801c2bcad0a'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:31:17.142382 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-0cb39246-b164-4f45-95a4-e457971e243d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:30:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['ada8f51e-764c-41fd-bd66-5801c2bcad0a'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:31:17.198558 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-bf030472-2b75-406c-aaf2-57a602a5dfa1 None None] Set router 516f5507-9489-4274-a053-d5ddb06c86ed gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:31:17.198814 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-0cb39246-b164-4f45-95a4-e457971e243d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:31:17.225541 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb39246-b164-4f45-95a4-e457971e243d None None] Routers {'ada8f51e-764c-41fd-bd66-5801c2bcad0a'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:31:17.227164 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-0cb39246-b164-4f45-95a4-e457971e243d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:30:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['ada8f51e-764c-41fd-bd66-5801c2bcad0a'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:31:17.289094 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-0cb39246-b164-4f45-95a4-e457971e243d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:31:17.289812 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb39246-b164-4f45-95a4-e457971e243d None None] The sync data for ids ['ada8f51e-764c-41fd-bd66-5801c2bcad0a'] in n-d-825015-3 is: [] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:31:17.345761 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-46e5349f-d7ee-4788-b4f0-59553f484ff9 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:17.380526 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-7b199974-b50a-4cac-a9eb-6f081875ceec req-77eea026-9bb7-4d9c-9720-fd3f3a48eb6b tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] For port b006df45-132a-4ac3-81a7-47a4f00c8f34, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=b006df45-132a-4ac3-81a7-47a4f00c8f34,segment=NetworkSegment(82c42862-5e09-44a3-a831-056ff41e66f5),segment_id=82c42862-5e09-44a3-a831-056ff41e66f5)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:31:17.380526 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-7b199974-b50a-4cac-a9eb-6f081875ceec req-77eea026-9bb7-4d9c-9720-fd3f3a48eb6b tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (b006df45-132a-4ac3-81a7-47a4f00c8f34), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:17.402592 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51867364-f894-4dd2-8289-5f759e50d3b2 req-255c432f-f627-4ef9-889d-209063e7c2b4 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:17.402765 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-43fe5c98-47c9-4637-abbe-7301f1808532 req-d275c2ae-de46-4de5-be7b-bed7141b549e tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (8a72f5c2-da2b-4d41-837e-2ab4b2ee3604), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:17.404175 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-51867364-f894-4dd2-8289-5f759e50d3b2 req-255c432f-f627-4ef9-889d-209063e7c2b4 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f8ba64e-f52d-4f61-adfb-46357a42bdb9 HTTP/1.1" status: 200 len: 946 time: 0.1869440 Feb 04 12:31:17.410594 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-7b199974-b50a-4cac-a9eb-6f081875ceec req-77eea026-9bb7-4d9c-9720-fd3f3a48eb6b tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Calling delete_port for b006df45-132a-4ac3-81a7-47a4f00c8f34 owned by compute:nova {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:31:17.416894 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['e1de0ac4-79ac-4c7d-8e56-14ffe18360be'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:31:17.422944 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['013dab64-5844-4c95-b51e-dc2be5a734d7'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:31:17.423824 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2bf8961c-9c02-4666-886f-3c7e74fdf4cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10915'] for router (80b42f44-589b-4d8e-8cca-e0d55f786967), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:17.425609 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e00cf4-b68b-4c8e-ae91-dae738913d0d req-96f3706f-30ac-4dab-9a6d-f64ea3871c59 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:17.428547 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-76e00cf4-b68b-4c8e-ae91-dae738913d0d req-96f3706f-30ac-4dab-9a6d-f64ea3871c59 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cbcd974-3bf4-4f25-ae83-572ba67ebbdf HTTP/1.1" status: 200 len: 867 time: 0.1717885 Feb 04 12:31:17.461834 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d275c2ae-de46-4de5-be7b-bed7141b549e tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] Pushing event deleted for resources: {'Port': ['ID=8a72f5c2-da2b-4d41-837e-2ab4b2ee3604,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:17.483973 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2bf8961c-9c02-4666-886f-3c7e74fdf4cd admin admin] Publish callbacks [] for router_controller (80b42f44-589b-4d8e-8cca-e0d55f786967), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:17.493219 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fe0d80b6-25b7-44b4-b289-00bf8aa61eaa admin admin] Publish callbacks [] for router_gateway (516f5507-9489-4274-a053-d5ddb06c86ed), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:17.522298 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-46e5349f-d7ee-4788-b4f0-59553f484ff9 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.4906142 Feb 04 12:31:17.536400 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 42462) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:31:17.554013 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-0518c684-17e4-487d-8877-82165b33a7f5 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Request body: {'floatingip': {'port_id': '8f6c9a72-b10d-4a9d-a5fb-0082ccd003da', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:31:17.555448 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-bf030472-2b75-406c-aaf2-57a602a5dfa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '516f5507-9489-4274-a053-d5ddb06c86ed', 'name': 'tempest-FloatingIPsAssociationTestJSON-790215227-router', 'tenant_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'cf00b52b-2fa9-4155-bb8e-12fe2aa05145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:29:14Z', 'updated_at': '2022-02-04T12:31:14Z', 'revision_number': 5, 'project_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'gw_port': {'id': 'cf00b52b-2fa9-4155-bb8e-12fe2aa05145', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:95:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516f5507-9489-4274-a053-d5ddb06c86ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:29:15Z', 'updated_at': '2022-02-04T12:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:31:17.569783 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-51867364-f894-4dd2-8289-5f759e50d3b2 req-a244d271-f2ca-4468-9cf9-d4cfa78e25c8 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] 10.222.0.65 "GET /v2.0/security-groups?id=a4645ff9-4aba-4923-b590-6a9167d2e893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377685 Feb 04 12:31:17.619760 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-76e00cf4-b68b-4c8e-ae91-dae738913d0d req-66c4267c-864f-4b70-9797-5d9c94be09cf tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee89b6e9-25e2-41ab-a8a3-c85f5e0697a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798329 Feb 04 12:31:17.639786 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-43fe5c98-47c9-4637-abbe-7301f1808532 req-d275c2ae-de46-4de5-be7b-bed7141b549e tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] No DVR routers for this DVR port 8a72f5c2-da2b-4d41-837e-2ab4b2ee3604 on host n-h2-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:31:17.654285 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf030472-2b75-406c-aaf2-57a602a5dfa1 None None] The sync data for ids ['516f5507-9489-4274-a053-d5ddb06c86ed'] in n-d-825015-3 is: [{'id': '516f5507-9489-4274-a053-d5ddb06c86ed', 'name': 'tempest-FloatingIPsAssociationTestJSON-790215227-router', 'tenant_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'cf00b52b-2fa9-4155-bb8e-12fe2aa05145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:29:14Z', 'updated_at': '2022-02-04T12:31:14Z', 'revision_number': 5, 'project_id': 'dcbc9e99c00c41539a07d9ddf5098f10', 'gw_port': {'id': 'cf00b52b-2fa9-4155-bb8e-12fe2aa05145', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:95:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516f5507-9489-4274-a053-d5ddb06c86ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:29:15Z', 'updated_at': '2022-02-04T12:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:31:17.669420 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0518c684-17e4-487d-8877-82165b33a7f5 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks [] for floatingip (b9add0f1-a177-4fc5-9b10-0e25000b4e9d), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:17.695817 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-43fe5c98-47c9-4637-abbe-7301f1808532 req-d275c2ae-de46-4de5-be7b-bed7141b549e tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:17.709805 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-43fe5c98-47c9-4637-abbe-7301f1808532 req-d275c2ae-de46-4de5-be7b-bed7141b549e tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] 10.222.0.77 "DELETE /v2.0/ports/8a72f5c2-da2b-4d41-837e-2ab4b2ee3604 HTTP/1.1" status: 204 len: 173 time: 1.6957133 Feb 04 12:31:17.722919 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320b85be-b37c-4aa1-a91c-ef55c58137b8 req-a27c8d8f-40ac-4223-bec2-5f3f514d2b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:17.725872 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-320b85be-b37c-4aa1-a91c-ef55c58137b8 req-a27c8d8f-40ac-4223-bec2-5f3f514d2b27 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5c34eef31d4540768d24bcb8030d50f3&device_id=788e8096-f9b2-4203-a187-32a13b5d456e HTTP/1.1" status: 200 len: 1132 time: 0.5150239 Feb 04 12:31:17.729716 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cbcd974-3bf4-4f25-ae83-572ba67ebbdf', 'name': 'network-vif-deleted', 'tag': '8a72f5c2-da2b-4d41-837e-2ab4b2ee3604'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:31:17.735873 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84a48de9-808c-43b0-8afd-aaf72c3aacc6" -d '{"events": [{"server_uuid": "0cbcd974-3bf4-4f25-ae83-572ba67ebbdf", "name": "network-vif-deleted", "tag": "8a72f5c2-da2b-4d41-837e-2ab4b2ee3604"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:31:17.739197 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 42468) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:31:17.765200 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2bf8961c-9c02-4666-886f-3c7e74fdf4cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622829'] for router (80b42f44-589b-4d8e-8cca-e0d55f786967), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:17.766645 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bf8961c-9c02-4666-886f-3c7e74fdf4cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 80b42f44-589b-4d8e-8cca-e0d55f786967 {{(pid=103474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 12:31:17.771877 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-b5ceab17-13b4-46f6-8c86-00b7a5760b35 req-48f9a014-98a6-4810-a06e-6f57d42d86e7 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Deleting port d7718d2d-b60f-4383-ab47-e17344aeae7a {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:31:17.772229 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-b5ceab17-13b4-46f6-8c86-00b7a5760b35 req-48f9a014-98a6-4810-a06e-6f57d42d86e7 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (d7718d2d-b60f-4383-ab47-e17344aeae7a), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:17.891488 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2bf8961c-9c02-4666-886f-3c7e74fdf4cd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:17.899714 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-2bf8961c-9c02-4666-886f-3c7e74fdf4cd admin admin] 10.222.0.65 "DELETE /v2.0/routers/80b42f44-589b-4d8e-8cca-e0d55f786967 HTTP/1.1" status: 204 len: 168 time: 4.2003903 Feb 04 12:31:17.947655 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 42474) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:31:17.960954 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0a9ec1b8-7814-42b6-8129-0261fab6810b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:17.990412 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-7b199974-b50a-4cac-a9eb-6f081875ceec req-77eea026-9bb7-4d9c-9720-fd3f3a48eb6b tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (b006df45-132a-4ac3-81a7-47a4f00c8f34), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:18.007538 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['1a4a3c3d-36a0-4d43-b1ce-88c13649ade3', 'b006df45-132a-4ac3-81a7-47a4f00c8f34'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:31:18.105526 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device d7718d2d-b60f-4383-ab47-e17344aeae7a no longer exists at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:31:18.141028 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eea026-9bb7-4d9c-9720-fd3f3a48eb6b tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Pushing event deleted for resources: {'Port': ['ID=b006df45-132a-4ac3-81a7-47a4f00c8f34,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:18.193033 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934dc0b6-18a7-4435-bbf1-7c0d2437ed3e req-92173620-6327-4235-86a9-8f3e399e21d4 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:18.194616 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-934dc0b6-18a7-4435-bbf1-7c0d2437ed3e req-92173620-6327-4235-86a9-8f3e399e21d4 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=788e8096-f9b2-4203-a187-32a13b5d456e HTTP/1.1" status: 200 len: 950 time: 0.4434464 Feb 04 12:31:18.269261 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b780ff55-637f-421e-b1d5-be25c35b8a75 req-d906abca-3a74-4263-b2b1-ee41a0c6c3ea tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:18.270750 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b780ff55-637f-421e-b1d5-be25c35b8a75 req-d906abca-3a74-4263-b2b1-ee41a0c6c3ea tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/ports?device_id=78a0124c-559b-41f1-9646-392b0411e2e1 HTTP/1.1" status: 200 len: 867 time: 0.5183837 Feb 04 12:31:18.300364 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_v2 [None req-43aaac96-3932-48e3-94d1-0a8f9de1c001 admin admin] Deleting subnet fec05539-fa61-48d5-8362-143fafa358aa {{(pid=103475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:31:18.321409 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-43aaac96-3932-48e3-94d1-0a8f9de1c001 admin admin] Publish callbacks [] for subnet (fec05539-fa61-48d5-8362-143fafa358aa), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:18.327165 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port d7718d2d-b60f-4383-ab47-e17344aeae7a is: ACTIVE; New status is: DOWN {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:31:18.327870 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (d7718d2d-b60f-4383-ab47-e17344aeae7a), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:18.361846 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f8ba64e-f52d-4f61-adfb-46357a42bdb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7718d2d-b60f-4383-ab47-e17344aeae7a'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:31:18.364715 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-121fc118-7f38-42c3-b566-0603f113a255" -d '{"events": [{"server_uuid": "7f8ba64e-f52d-4f61-adfb-46357a42bdb9", "name": "network-vif-unplugged", "status": "completed", "tag": "d7718d2d-b60f-4383-ab47-e17344aeae7a"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:31:18.386467 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port d7718d2d-b60f-4383-ab47-e17344aeae7a, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=d7718d2d-b60f-4383-ab47-e17344aeae7a,segment=NetworkSegment(56bf766f-3de3-452a-bfce-163ca1523f30),segment_id=56bf766f-3de3-452a-bfce-163ca1523f30)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:31:18.393827 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (d7718d2d-b60f-4383-ab47-e17344aeae7a), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:18.394687 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device b006df45-132a-4ac3-81a7-47a4f00c8f34 no longer exists at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:31:18.440375 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b199974-b50a-4cac-a9eb-6f081875ceec req-77eea026-9bb7-4d9c-9720-fd3f3a48eb6b tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] No DVR routers for this DVR port b006df45-132a-4ac3-81a7-47a4f00c8f34 on host n-h2-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:31:18.451003 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] No Port match for: b006df45-132a-4ac3-81a7-47a4f00c8f34 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:31:18.451538 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device b006df45-132a-4ac3-81a7-47a4f00c8f34 not bound to the agent host n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:31:18.453034 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 8a72f5c2-da2b-4d41-837e-2ab4b2ee3604 no longer exists at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:31:18.495230 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device ab2746b8-c4ff-4dc7-b443-6ebb58255356 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:31:18.497135 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] No Port match for: 8a72f5c2-da2b-4d41-837e-2ab4b2ee3604 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:31:18.497476 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 8a72f5c2-da2b-4d41-837e-2ab4b2ee3604 not bound to the agent host n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:31:18.508229 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-7b199974-b50a-4cac-a9eb-6f081875ceec req-77eea026-9bb7-4d9c-9720-fd3f3a48eb6b tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:18.511633 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7b199974-b50a-4cac-a9eb-6f081875ceec req-77eea026-9bb7-4d9c-9720-fd3f3a48eb6b tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.77 "DELETE /v2.0/ports/b006df45-132a-4ac3-81a7-47a4f00c8f34 HTTP/1.1" status: 204 len: 173 time: 1.9916449 Feb 04 12:31:18.514167 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78a0124c-559b-41f1-9646-392b0411e2e1', 'name': 'network-vif-deleted', 'tag': 'b006df45-132a-4ac3-81a7-47a4f00c8f34'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:31:18.517287 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-816ee031-a1bc-4fd7-a40e-be0b9b724252" -d '{"events": [{"server_uuid": "78a0124c-559b-41f1-9646-392b0411e2e1", "name": "network-vif-deleted", "tag": "b006df45-132a-4ac3-81a7-47a4f00c8f34"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:31:18.537825 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: ab2746b8-c4ff-4dc7-b443-6ebb58255356 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:31:18.538514 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device ab2746b8-c4ff-4dc7-b443-6ebb58255356 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:31:18.563275 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=d7718d2d-b60f-4383-ab47-e17344aeae7a,revision_number=8']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:18.574320 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-43aaac96-3932-48e3-94d1-0a8f9de1c001 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51859329'] for subnet (fec05539-fa61-48d5-8362-143fafa358aa), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:18.583811 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7ad74725-2031-421b-b214-b145bb82ce81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:18.589416 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-b5ceab17-13b4-46f6-8c86-00b7a5760b35 req-48f9a014-98a6-4810-a06e-6f57d42d86e7 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] For port d7718d2d-b60f-4383-ab47-e17344aeae7a, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=d7718d2d-b60f-4383-ab47-e17344aeae7a,segment=NetworkSegment(56bf766f-3de3-452a-bfce-163ca1523f30),segment_id=56bf766f-3de3-452a-bfce-163ca1523f30)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:31:18.589857 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-b5ceab17-13b4-46f6-8c86-00b7a5760b35 req-48f9a014-98a6-4810-a06e-6f57d42d86e7 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (d7718d2d-b60f-4383-ab47-e17344aeae7a), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:18.643062 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-b5ceab17-13b4-46f6-8c86-00b7a5760b35 req-48f9a014-98a6-4810-a06e-6f57d42d86e7 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Calling delete_port for d7718d2d-b60f-4383-ab47-e17344aeae7a owned by compute:nova {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:31:18.669572 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-934dc0b6-18a7-4435-bbf1-7c0d2437ed3e req-446c5fef-943e-4b26-a657-b6a85d764f91 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4509127 Feb 04 12:31:18.680263 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b780ff55-637f-421e-b1d5-be25c35b8a75 req-6f1ee4dd-26ca-4aa8-a016-fd88feb5ca4b tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/security-groups?id=98d15bf5-a480-4f0d-bc57-8f17260bd5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3735309 Feb 04 12:31:18.758411 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 12:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f044f698-75d6-4831-926f-32296d36ac48 x-openstack-request-id: req-f044f698-75d6-4831-926f-32296d36ac48 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:31:18.758734 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f8ba64e-f52d-4f61-adfb-46357a42bdb9", "name": "network-vif-unplugged", "status": "completed", "tag": "d7718d2d-b60f-4383-ab47-e17344aeae7a", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:31:18.759004 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f044f698-75d6-4831-926f-32296d36ac48 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:31:18.759396 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f8ba64e-f52d-4f61-adfb-46357a42bdb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7718d2d-b60f-4383-ab47-e17344aeae7a', 'code': 200} Feb 04 12:31:18.760353 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320b85be-b37c-4aa1-a91c-ef55c58137b8 req-d75e4430-00a7-49fa-99f4-b57a25193796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:18.761876 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-320b85be-b37c-4aa1-a91c-ef55c58137b8 req-d75e4430-00a7-49fa-99f4-b57a25193796 service neutron] 10.222.0.77 "GET /v2.0/networks?id=2f7dc246-a024-4937-952c-0ddeef5af29c HTTP/1.1" status: 200 len: 870 time: 1.0192780 Feb 04 12:31:18.763427 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-fe0d80b6-25b7-44b4-b289-00bf8aa61eaa admin admin] Deleting port cf00b52b-2fa9-4155-bb8e-12fe2aa05145 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:31:18.763776 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fe0d80b6-25b7-44b4-b289-00bf8aa61eaa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (cf00b52b-2fa9-4155-bb8e-12fe2aa05145), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:18.776704 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-43aaac96-3932-48e3-94d1-0a8f9de1c001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (fec05539-fa61-48d5-8362-143fafa358aa), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:18.803228 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5cd3d08-9ac2-40d8-989d-63da05808d2d x-openstack-request-id: req-b5cd3d08-9ac2-40d8-989d-63da05808d2d {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:31:18.803531 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78a0124c-559b-41f1-9646-392b0411e2e1", "name": "network-vif-deleted", "tag": "b006df45-132a-4ac3-81a7-47a4f00c8f34", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:31:18.803805 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b5cd3d08-9ac2-40d8-989d-63da05808d2d {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:31:18.804319 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78a0124c-559b-41f1-9646-392b0411e2e1', 'name': 'network-vif-deleted', 'tag': 'b006df45-132a-4ac3-81a7-47a4f00c8f34', 'status': 'completed', 'code': 200} Feb 04 12:31:18.818681 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-407e7f75-0792-48b9-a432-1e94ed498873 x-openstack-request-id: req-407e7f75-0792-48b9-a432-1e94ed498873 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:31:18.818919 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cbcd974-3bf4-4f25-ae83-572ba67ebbdf", "name": "network-vif-deleted", "tag": "8a72f5c2-da2b-4d41-837e-2ab4b2ee3604", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:31:18.819174 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-407e7f75-0792-48b9-a432-1e94ed498873 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:31:18.819565 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cbcd974-3bf4-4f25-ae83-572ba67ebbdf', 'name': 'network-vif-deleted', 'tag': '8a72f5c2-da2b-4d41-837e-2ab4b2ee3604', 'status': 'completed', 'code': 200} Feb 04 12:31:18.900012 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-320b85be-b37c-4aa1-a91c-ef55c58137b8 req-1515f029-8215-4fe5-b350-c244ccc2cac5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=2d7e5a81-9bd0-463d-9494-2793ee228c11 HTTP/1.1" status: 200 len: 217 time: 0.0844362 Feb 04 12:31:18.981121 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-43aaac96-3932-48e3-94d1-0a8f9de1c001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-52093282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51452698'] for subnet (fec05539-fa61-48d5-8362-143fafa358aa), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:18.990240 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88226780-8084-4aad-b9a8-f40d61e70ff3 req-dcaeb92b-1d1c-49f3-ab10-f164cea457ad tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:18.997214 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-88226780-8084-4aad-b9a8-f40d61e70ff3 req-dcaeb92b-1d1c-49f3-ab10-f164cea457ad tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f8ba64e-f52d-4f61-adfb-46357a42bdb9 HTTP/1.1" status: 200 len: 944 time: 0.1322095 Feb 04 12:31:19.007906 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320b85be-b37c-4aa1-a91c-ef55c58137b8 req-a5fd1238-bec3-4675-b58f-3df41413e682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:19.017848 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-320b85be-b37c-4aa1-a91c-ef55c58137b8 req-a5fd1238-bec3-4675-b58f-3df41413e682 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5ee3374a-84e9-4639-853c-740c6edaf6dc HTTP/1.1" status: 200 len: 843 time: 0.0997210 Feb 04 12:31:19.064084 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aaac96-3932-48e3-94d1-0a8f9de1c001 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fec05539-fa61-48d5-8362-143fafa358aa,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:19.074250 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-43aaac96-3932-48e3-94d1-0a8f9de1c001 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:19.078920 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-43aaac96-3932-48e3-94d1-0a8f9de1c001 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/fec05539-fa61-48d5-8362-143fafa358aa HTTP/1.1" status: 204 len: 168 time: 1.1209333 Feb 04 12:31:19.085002 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44181c14-d0eb-4b91-ac34-39479cfe03e4 None None] Network 57f22c28-9c54-41c2-b504-ea3ccea1b588 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:31:19.089757 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 42488) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:31:19.105997 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7ad74725-2031-421b-b214-b145bb82ce81 admin admin] Publish callbacks [] for security_group (70809101-1e99-4b30-b110-fa2c0abea335), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:19.177616 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-fe0d80b6-25b7-44b4-b289-00bf8aa61eaa admin admin] For port cf00b52b-2fa9-4155-bb8e-12fe2aa05145, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=cf00b52b-2fa9-4155-bb8e-12fe2aa05145,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:31:19.178034 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fe0d80b6-25b7-44b4-b289-00bf8aa61eaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (cf00b52b-2fa9-4155-bb8e-12fe2aa05145), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:19.183300 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:19.197670 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7ad74725-2031-421b-b214-b145bb82ce81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (70809101-1e99-4b30-b110-fa2c0abea335), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:19.207727 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-fe0d80b6-25b7-44b4-b289-00bf8aa61eaa admin admin] Calling delete_port for cf00b52b-2fa9-4155-bb8e-12fe2aa05145 owned by network:router_gateway {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:31:19.244070 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-88226780-8084-4aad-b9a8-f40d61e70ff3 req-6363ae95-9b52-4156-ac7e-01140c9d66d2 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] 10.222.0.65 "GET /v2.0/security-groups?id=a4645ff9-4aba-4923-b590-6a9167d2e893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458842 Feb 04 12:31:19.291130 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0518c684-17e4-487d-8877-82165b33a7f5 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:19.299086 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4d59b520-2569-441c-9bf7-e631c4f77237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (57f22c28-9c54-41c2-b504-ea3ccea1b588), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:19.301546 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0518c684-17e4-487d-8877-82165b33a7f5 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1599943'] for floatingip (b9add0f1-a177-4fc5-9b10-0e25000b4e9d), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:19.322093 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a4703b4-f07a-4ea7-9a0d-a7198f6e7d13 None None] DHCP port deletion for 57f22c28-9c54-41c2-b504-ea3ccea1b588 request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 12:31:19.336657 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-7ad74725-2031-421b-b214-b145bb82ce81 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=969cd845161d4dbb980111483d3b4cd9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5903716 Feb 04 12:31:19.336657 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad74725-2031-421b-b214-b145bb82ce81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70809101-1e99-4b30-b110-fa2c0abea335,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:19.337576 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 42490) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:31:19.351555 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b7d76b-b6cc-44e2-ab8d-28e9aa0572f4 req-77190592-37fe-4908-b8a5-2f73e33b7fac tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:19.353105 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f8b7d76b-b6cc-44e2-ab8d-28e9aa0572f4 req-77190592-37fe-4908-b8a5-2f73e33b7fac tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] 10.222.0.65 "GET /v2.0/ports?device_id=8292ed09-ec6d-438b-bdc7-05a92053767e HTTP/1.1" status: 200 len: 946 time: 0.2729127 Feb 04 12:31:19.356900 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320b85be-b37c-4aa1-a91c-ef55c58137b8 req-7005c9c7-18e7-40b0-bffd-829118703272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:19.358561 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-320b85be-b37c-4aa1-a91c-ef55c58137b8 req-7005c9c7-18e7-40b0-bffd-829118703272 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2f7dc246-a024-4937-952c-0ddeef5af29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3082030 Feb 04 12:31:19.359382 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-b5ceab17-13b4-46f6-8c86-00b7a5760b35 req-48f9a014-98a6-4810-a06e-6f57d42d86e7 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (d7718d2d-b60f-4383-ab47-e17344aeae7a), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:19.391168 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-9a4703b4-f07a-4ea7-9a0d-a7198f6e7d13 None None] Deleting port 11fbb9c6-3c27-41e7-8b82-9a855563cdf8 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:31:19.391775 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9a4703b4-f07a-4ea7-9a0d-a7198f6e7d13 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (11fbb9c6-3c27-41e7-8b82-9a855563cdf8), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:19.457280 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f9a014-98a6-4810-a06e-6f57d42d86e7 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Pushing event deleted for resources: {'Port': ['ID=d7718d2d-b60f-4383-ab47-e17344aeae7a,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:19.469853 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-9a4703b4-f07a-4ea7-9a0d-a7198f6e7d13 None None] For port 11fbb9c6-3c27-41e7-8b82-9a855563cdf8, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=11fbb9c6-3c27-41e7-8b82-9a855563cdf8,segment=NetworkSegment(d58ddc32-fd3a-4289-9a48-41a283646e0a),segment_id=d58ddc32-fd3a-4289-9a48-41a283646e0a)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:31:19.470258 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9a4703b4-f07a-4ea7-9a0d-a7198f6e7d13 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (11fbb9c6-3c27-41e7-8b82-9a855563cdf8), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:19.484713 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f8b7d76b-b6cc-44e2-ab8d-28e9aa0572f4 req-9f13ee1a-4b82-4bb4-9baa-7f2264c61b95 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee89b6e9-25e2-41ab-a8a3-c85f5e0697a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941672 Feb 04 12:31:19.497595 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-9a4703b4-f07a-4ea7-9a0d-a7198f6e7d13 None None] Calling delete_port for 11fbb9c6-3c27-41e7-8b82-9a855563cdf8 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:31:19.591885 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5ceab17-13b4-46f6-8c86-00b7a5760b35 req-48f9a014-98a6-4810-a06e-6f57d42d86e7 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] No DVR routers for this DVR port d7718d2d-b60f-4383-ab47-e17344aeae7a on host n-h2-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:31:19.601896 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-b5ceab17-13b4-46f6-8c86-00b7a5760b35 req-48f9a014-98a6-4810-a06e-6f57d42d86e7 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:19.603047 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9a4703b4-f07a-4ea7-9a0d-a7198f6e7d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (11fbb9c6-3c27-41e7-8b82-9a855563cdf8), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:19.604400 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-4d59b520-2569-441c-9bf7-e631c4f77237 admin admin] Deleting port 11fbb9c6-3c27-41e7-8b82-9a855563cdf8 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:31:19.604626 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4d59b520-2569-441c-9bf7-e631c4f77237 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (11fbb9c6-3c27-41e7-8b82-9a855563cdf8), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:19.605511 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-b5ceab17-13b4-46f6-8c86-00b7a5760b35 req-48f9a014-98a6-4810-a06e-6f57d42d86e7 tempest-ServerRescueTestJSONUnderV235-1833088126 tempest-ServerRescueTestJSONUnderV235-1833088126-project] 10.222.0.77 "DELETE /v2.0/ports/d7718d2d-b60f-4383-ab47-e17344aeae7a HTTP/1.1" status: 204 len: 173 time: 2.9860187 Feb 04 12:31:19.629172 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-33633bdd-a13a-4464-b7a5-40f5301bb7d3 admin admin] Publish callbacks [] for security_group (70809101-1e99-4b30-b110-fa2c0abea335), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:19.657556 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4703b4-f07a-4ea7-9a0d-a7198f6e7d13 None None] Pushing event deleted for resources: {'Port': ['ID=11fbb9c6-3c27-41e7-8b82-9a855563cdf8,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:19.672745 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4703b4-f07a-4ea7-9a0d-a7198f6e7d13 None None] No DVR routers for this DVR port 11fbb9c6-3c27-41e7-8b82-9a855563cdf8 on host n-d-825015-3 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:31:19.693726 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-33633bdd-a13a-4464-b7a5-40f5301bb7d3 admin admin] Publish callbacks [] for security_group (70809101-1e99-4b30-b110-fa2c0abea335), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:19.706838 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-320b85be-b37c-4aa1-a91c-ef55c58137b8 req-47131e15-d969-4b26-964d-fae95c10feb4 service neutron] 10.222.0.77 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3258379 Feb 04 12:31:19.724622 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-4d59b520-2569-441c-9bf7-e631c4f77237 admin admin] For port 11fbb9c6-3c27-41e7-8b82-9a855563cdf8, host n-d-825015-3, got binding levels [] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:31:19.725315 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4d59b520-2569-441c-9bf7-e631c4f77237 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (11fbb9c6-3c27-41e7-8b82-9a855563cdf8), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:19.743616 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-4d59b520-2569-441c-9bf7-e631c4f77237 admin admin] Calling delete_port for 11fbb9c6-3c27-41e7-8b82-9a855563cdf8 owned by network:dhcp {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:31:19.746620 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.ipam_backend_mixin [None req-4d59b520-2569-441c-9bf7-e631c4f77237 admin admin] Port 11fbb9c6-3c27-41e7-8b82-9a855563cdf8 was not found and therefore no delete operation was performed {{(pid=103475) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 04 12:31:19.752078 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4d59b520-2569-441c-9bf7-e631c4f77237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (11fbb9c6-3c27-41e7-8b82-9a855563cdf8), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:19.761863 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0518c684-17e4-487d-8877-82165b33a7f5 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Router ada8f51e-764c-41fd-bd66-5801c2bcad0a has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:31:19.799780 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d59b520-2569-441c-9bf7-e631c4f77237 admin admin] No DVR routers for this DVR port 11fbb9c6-3c27-41e7-8b82-9a855563cdf8 on host n-d-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:31:19.805001 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d59b520-2569-441c-9bf7-e631c4f77237 admin admin] Pushing event deleted for resources: {'Port': ['ID=11fbb9c6-3c27-41e7-8b82-9a855563cdf8,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:19.837240 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fe0d80b6-25b7-44b4-b289-00bf8aa61eaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (cf00b52b-2fa9-4155-bb8e-12fe2aa05145), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:19.895413 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0d80b6-25b7-44b4-b289-00bf8aa61eaa admin admin] Pushing event deleted for resources: {'Port': ['ID=cf00b52b-2fa9-4155-bb8e-12fe2aa05145,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:19.942999 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-33633bdd-a13a-4464-b7a5-40f5301bb7d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (70809101-1e99-4b30-b110-fa2c0abea335), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:19.945970 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-33633bdd-a13a-4464-b7a5-40f5301bb7d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:19.948062 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-33633bdd-a13a-4464-b7a5-40f5301bb7d3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/70809101-1e99-4b30-b110-fa2c0abea335 HTTP/1.1" status: 204 len: 168 time: 0.6022401 Feb 04 12:31:19.973769 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 11fbb9c6-3c27-41e7-8b82-9a855563cdf8 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:31:20.000994 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4d59b520-2569-441c-9bf7-e631c4f77237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (57f22c28-9c54-41c2-b504-ea3ccea1b588), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:20.005235 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 11fbb9c6-3c27-41e7-8b82-9a855563cdf8 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:31:20.005235 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 11fbb9c6-3c27-41e7-8b82-9a855563cdf8 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:31:20.005719 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 2412d23a-bc31-48ea-9c4b-c4ee1009ca37 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:31:20.022031 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33633bdd-a13a-4464-b7a5-40f5301bb7d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70809101-1e99-4b30-b110-fa2c0abea335,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:20.027560 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 2412d23a-bc31-48ea-9c4b-c4ee1009ca37 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:31:20.028296 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 2412d23a-bc31-48ea-9c4b-c4ee1009ca37 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:31:20.055261 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-320b85be-b37c-4aa1-a91c-ef55c58137b8 req-dd018f85-1a75-4804-97a0-d8138f09960a service neutron] 10.222.0.77 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3413975 Feb 04 12:31:20.072494 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fe0d80b6-25b7-44b4-b289-00bf8aa61eaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1599901'] for router_gateway (516f5507-9489-4274-a053-d5ddb06c86ed), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:20.193324 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fe0d80b6-25b7-44b4-b289-00bf8aa61eaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10915'] for router (516f5507-9489-4274-a053-d5ddb06c86ed), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:20.195955 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fe0d80b6-25b7-44b4-b289-00bf8aa61eaa admin admin] Publish callbacks [] for router_controller (516f5507-9489-4274-a053-d5ddb06c86ed), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:20.256164 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fe0d80b6-25b7-44b4-b289-00bf8aa61eaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622829'] for router (516f5507-9489-4274-a053-d5ddb06c86ed), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:20.257145 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe0d80b6-25b7-44b4-b289-00bf8aa61eaa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 516f5507-9489-4274-a053-d5ddb06c86ed {{(pid=103474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 12:31:20.271980 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fe0d80b6-25b7-44b4-b289-00bf8aa61eaa admin admin] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:20.277869 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-fe0d80b6-25b7-44b4-b289-00bf8aa61eaa admin admin] 10.222.0.65 "DELETE /v2.0/routers/516f5507-9489-4274-a053-d5ddb06c86ed HTTP/1.1" status: 204 len: 168 time: 3.9501894 Feb 04 12:31:20.278810 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 42514) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:31:20.347857 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac9267b3-1eef-4e1a-bf55-d7609e611ca1 admin admin] Deleting subnet 3386ae8c-a86c-451c-bf79-ead86dfd6679 {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:31:20.352125 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ac9267b3-1eef-4e1a-bf55-d7609e611ca1 admin admin] Publish callbacks [] for subnet (3386ae8c-a86c-451c-bf79-ead86dfd6679), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:20.381977 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:20.448755 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ac9267b3-1eef-4e1a-bf55-d7609e611ca1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (3386ae8c-a86c-451c-bf79-ead86dfd6679), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:20.472697 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 42516) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:31:20.472836 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666b5fce-3d29-46be-91d7-cc625c901959 req-429292e8-b25a-4505-800c-85dc6d7cf6bb tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:20.474135 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-666b5fce-3d29-46be-91d7-cc625c901959 req-429292e8-b25a-4505-800c-85dc6d7cf6bb tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=788e8096-f9b2-4203-a187-32a13b5d456e HTTP/1.1" status: 200 len: 950 time: 0.6800358 Feb 04 12:31:20.475932 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-4d59b520-2569-441c-9bf7-e631c4f77237 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57f22c28-9c54-41c2-b504-ea3ccea1b588']}} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:31:20.494858 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4556acfe-9378-4845-a59e-7f956ac4ac22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:20.495706 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-4d59b520-2569-441c-9bf7-e631c4f77237 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd58ddc32-fd3a-4289-9a48-41a283646e0a') {'for_net_delete': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:31:20.496171 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-4d59b520-2569-441c-9bf7-e631c4f77237 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd58ddc32-fd3a-4289-9a48-41a283646e0a') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:31:20.522627 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4d59b520-2569-441c-9bf7-e631c4f77237 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51859336'] for segment (d58ddc32-fd3a-4289-9a48-41a283646e0a), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:20.531964 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1666d6-19c4-4296-8b05-abb88889c953 req-85661000-84ae-4fb7-919b-d8e0ba2288c0 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:20.533510 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-4d1666d6-19c4-4296-8b05-abb88889c953 req-85661000-84ae-4fb7-919b-d8e0ba2288c0 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] 10.222.0.77 "GET /v2.0/ports?device_id=8292ed09-ec6d-438b-bdc7-05a92053767e HTTP/1.1" status: 200 len: 946 time: 0.1331284 Feb 04 12:31:20.576124 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4d59b520-2569-441c-9bf7-e631c4f77237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (d58ddc32-fd3a-4289-9a48-41a283646e0a), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:20.594160 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0518c684-17e4-487d-8877-82165b33a7f5 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:31:20.601531 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d59b520-2569-441c-9bf7-e631c4f77237 admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=103475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:31:20.602191 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4d59b520-2569-441c-9bf7-e631c4f77237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-52093388'] for segment (d58ddc32-fd3a-4289-9a48-41a283646e0a), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:20.603667 n-d-825015-3 neutron-server[103475]: Traceback (most recent call last): Feb 04 12:31:20.603667 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:31:20.603667 n-d-825015-3 neutron-server[103475]: timer() Feb 04 12:31:20.603667 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:31:20.603667 n-d-825015-3 neutron-server[103475]: cb(*args, **kw) Feb 04 12:31:20.603667 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:31:20.603667 n-d-825015-3 neutron-server[103475]: return func(*args, **kwargs) Feb 04 12:31:20.603667 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:31:20.603667 n-d-825015-3 neutron-server[103475]: self._notify() Feb 04 12:31:20.603667 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:31:20.603667 n-d-825015-3 neutron-server[103475]: self.callback(batched_events) Feb 04 12:31:20.603667 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:31:20.603667 n-d-825015-3 neutron-server[103475]: event.method(event) Feb 04 12:31:20.603667 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:31:20.603667 n-d-825015-3 neutron-server[103475]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:31:20.603667 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:31:20.603667 n-d-825015-3 neutron-server[103475]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:31:20.603667 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:31:20.603667 n-d-825015-3 neutron-server[103475]: return f(self, *a, **k) Feb 04 12:31:20.603667 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:31:20.603667 n-d-825015-3 neutron-server[103475]: return self._get(url).json() Feb 04 12:31:20.603667 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:31:20.603667 n-d-825015-3 neutron-server[103475]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:31:20.603667 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:31:20.603667 n-d-825015-3 neutron-server[103475]: return self.request(url, 'GET', **kwargs) Feb 04 12:31:20.603667 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:31:20.603667 n-d-825015-3 neutron-server[103475]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:31:20.603667 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:31:20.603667 n-d-825015-3 neutron-server[103475]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:31:20.603667 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:31:20.603667 n-d-825015-3 neutron-server[103475]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:31:20.603667 n-d-825015-3 neutron-server[103475]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:31:20.614465 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484af0c3-7c30-426e-a66a-a23580801c29 None None] Sync routers for ids ['ada8f51e-764c-41fd-bd66-5801c2bcad0a'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:31:20.620647 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0518c684-17e4-487d-8877-82165b33a7f5 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:20.627510 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484af0c3-7c30-426e-a66a-a23580801c29 None None] Routers {'ada8f51e-764c-41fd-bd66-5801c2bcad0a'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:31:20.628802 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-484af0c3-7c30-426e-a66a-a23580801c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:31:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['ada8f51e-764c-41fd-bd66-5801c2bcad0a'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:31:20.660730 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ac9267b3-1eef-4e1a-bf55-d7609e611ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (3386ae8c-a86c-451c-bf79-ead86dfd6679), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:20.672727 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-484af0c3-7c30-426e-a66a-a23580801c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:31:20.682096 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484af0c3-7c30-426e-a66a-a23580801c29 None None] Routers {'ada8f51e-764c-41fd-bd66-5801c2bcad0a'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:31:20.682708 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-484af0c3-7c30-426e-a66a-a23580801c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:31:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['ada8f51e-764c-41fd-bd66-5801c2bcad0a'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:31:20.683779 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-666b5fce-3d29-46be-91d7-cc625c901959 req-fc248335-158e-4699-a49e-9ed047cd69b0 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938498 Feb 04 12:31:20.708915 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a427ce7a-3e1b-482e-b143-f264be1af503 req-ea057abf-42e3-409e-a8e2-e3ce0d85148c tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:20.722989 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a427ce7a-3e1b-482e-b143-f264be1af503 req-ea057abf-42e3-409e-a8e2-e3ce0d85148c tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/networks?id=4641d9e3-bbfb-4ca1-b978-fac986a6f197 HTTP/1.1" status: 200 len: 806 time: 0.7145174 Feb 04 12:31:20.741970 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-484af0c3-7c30-426e-a66a-a23580801c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:31:20.742808 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484af0c3-7c30-426e-a66a-a23580801c29 None None] The sync data for ids ['ada8f51e-764c-41fd-bd66-5801c2bcad0a'] in n-d-825015-3 is: [] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:31:20.745292 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4556acfe-9378-4845-a59e-7f956ac4ac22 admin admin] Publish callbacks [] for security_group (7ca7da18-5c0d-4ee1-ad64-476807984010), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:20.754750 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a427ce7a-3e1b-482e-b143-f264be1af503 req-fdd694f9-6020-4a50-b958-f115812acef9 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/quotas/15c4606ad13a46b29ee60be66da65533 HTTP/1.1" status: 200 len: 375 time: 0.0298884 Feb 04 12:31:20.766274 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 42520) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:31:20.773350 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4556acfe-9378-4845-a59e-7f956ac4ac22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (7ca7da18-5c0d-4ee1-ad64-476807984010), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:20.793219 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4d59b520-2569-441c-9bf7-e631c4f77237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (57f22c28-9c54-41c2-b504-ea3ccea1b588), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:20.796892 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-4d1666d6-19c4-4296-8b05-abb88889c953 req-bf1fb972-6fe5-42a3-8f04-b6d24a1ed235 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] Deleting port e1de0ac4-79ac-4c7d-8e56-14ffe18360be {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:31:20.797644 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-4d1666d6-19c4-4296-8b05-abb88889c953 req-bf1fb972-6fe5-42a3-8f04-b6d24a1ed235 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (e1de0ac4-79ac-4c7d-8e56-14ffe18360be), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:20.798707 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4d59b520-2569-441c-9bf7-e631c4f77237 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:20.805485 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ac9267b3-1eef-4e1a-bf55-d7609e611ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (3386ae8c-a86c-451c-bf79-ead86dfd6679), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:20.807628 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-4d59b520-2569-441c-9bf7-e631c4f77237 admin admin] 10.222.0.65 "DELETE /v2.0/networks/57f22c28-9c54-41c2-b504-ea3ccea1b588 HTTP/1.1" status: 204 len: 168 time: 1.7135000 Feb 04 12:31:20.854596 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f8ba64e-f52d-4f61-adfb-46357a42bdb9', 'name': 'network-vif-deleted', 'tag': 'd7718d2d-b60f-4383-ab47-e17344aeae7a'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:31:20.857489 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80b1de0f-3169-402d-b889-7423cdf15287" -d '{"events": [{"server_uuid": "7f8ba64e-f52d-4f61-adfb-46357a42bdb9", "name": "network-vif-deleted", "tag": "d7718d2d-b60f-4383-ab47-e17344aeae7a"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:31:20.865442 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d59b520-2569-441c-9bf7-e631c4f77237 admin admin] Pushing event deleted for resources: {'Network': ['ID=57f22c28-9c54-41c2-b504-ea3ccea1b588,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:20.896734 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-0518c684-17e4-487d-8877-82165b33a7f5 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] 10.222.0.65 "PUT /v2.0/floatingips/b9add0f1-a177-4fc5-9b10-0e25000b4e9d HTTP/1.1" status: 200 len: 978 time: 3.3445768 Feb 04 12:31:20.910490 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 42526) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:31:20.969248 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9267b3-1eef-4e1a-bf55-d7609e611ca1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3386ae8c-a86c-451c-bf79-ead86dfd6679,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:20.976239 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ac9267b3-1eef-4e1a-bf55-d7609e611ca1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:20.982069 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-ac9267b3-1eef-4e1a-bf55-d7609e611ca1 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/3386ae8c-a86c-451c-bf79-ead86dfd6679 HTTP/1.1" status: 204 len: 168 time: 0.7020764 Feb 04 12:31:20.982218 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2661f69e-1426-4ba6-b06b-6cf18e4f59c1 None None] Network 0e8b5cfe-93df-4af8-ae4b-dba09d277a8f requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:31:20.985565 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 42528) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:31:20.993178 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-4556acfe-9378-4845-a59e-7f956ac4ac22 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a6850960ec2647a6b9a1b2bbbe5e4494&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5196040 Feb 04 12:31:20.997395 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4556acfe-9378-4845-a59e-7f956ac4ac22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ca7da18-5c0d-4ee1-ad64-476807984010,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:21.000780 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 42530) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:31:21.008067 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a427ce7a-3e1b-482e-b143-f264be1af503 req-49aebceb-ac8b-4758-895b-d9e6d2a637b7 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=15c4606ad13a46b29ee60be66da65533&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2523665 Feb 04 12:31:21.103077 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-4d1666d6-19c4-4296-8b05-abb88889c953 req-bf1fb972-6fe5-42a3-8f04-b6d24a1ed235 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] For port e1de0ac4-79ac-4c7d-8e56-14ffe18360be, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=e1de0ac4-79ac-4c7d-8e56-14ffe18360be,segment=NetworkSegment(bc52094b-1f4c-4ff2-9984-872e54e9d4f4),segment_id=bc52094b-1f4c-4ff2-9984-872e54e9d4f4)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:31:21.103754 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-4d1666d6-19c4-4296-8b05-abb88889c953 req-bf1fb972-6fe5-42a3-8f04-b6d24a1ed235 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (e1de0ac4-79ac-4c7d-8e56-14ffe18360be), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:21.118078 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9d860b-5317-4f10-9bb5-9edebb8c9fa5 req-0cac96da-8269-499f-b7c6-5abb4289f02b tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:21.126100 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ff9d860b-5317-4f10-9bb5-9edebb8c9fa5 req-0cac96da-8269-499f-b7c6-5abb4289f02b tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] 10.222.0.65 "GET /v2.0/ports?device_id=8292ed09-ec6d-438b-bdc7-05a92053767e HTTP/1.1" status: 200 len: 946 time: 0.2688868 Feb 04 12:31:21.167803 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 42532) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:31:21.177900 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-4d1666d6-19c4-4296-8b05-abb88889c953 req-bf1fb972-6fe5-42a3-8f04-b6d24a1ed235 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] Calling delete_port for e1de0ac4-79ac-4c7d-8e56-14ffe18360be owned by compute:nova {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:31:21.215003 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4d6cce80-8407-4def-8ef6-f6d246b27f40 admin admin] Publish callbacks [] for security_group (7ca7da18-5c0d-4ee1-ad64-476807984010), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:21.220992 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1453d754-3ede-4631-b403-f96918dc8366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (0e8b5cfe-93df-4af8-ae4b-dba09d277a8f), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:21.239721 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3693ddd1-f104-4339-bab0-44efddb655c7 None None] DHCP port deletion for 0e8b5cfe-93df-4af8-ae4b-dba09d277a8f request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 12:31:21.292618 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-3693ddd1-f104-4339-bab0-44efddb655c7 None None] Deleting port 8680ac23-4a89-4875-aa3f-460223d0f538 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:31:21.293440 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3693ddd1-f104-4339-bab0-44efddb655c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (8680ac23-4a89-4875-aa3f-460223d0f538), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:21.307222 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ff9d860b-5317-4f10-9bb5-9edebb8c9fa5 req-762d17aa-464c-4a3c-b484-92d26c5c27a2 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee89b6e9-25e2-41ab-a8a3-c85f5e0697a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802268 Feb 04 12:31:21.313266 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a427ce7a-3e1b-482e-b143-f264be1af503 req-508015c5-3e88-4f9d-ab77-3d70d5b5bdb5 service neutron] 10.222.0.65 "GET /v2.0/networks/4641d9e3-bbfb-4ca1-b978-fac986a6f197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638144 Feb 04 12:31:21.318607 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4d6cce80-8407-4def-8ef6-f6d246b27f40 admin admin] Publish callbacks [] for security_group (7ca7da18-5c0d-4ee1-ad64-476807984010), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:21.377215 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-3693ddd1-f104-4339-bab0-44efddb655c7 None None] For port 8680ac23-4a89-4875-aa3f-460223d0f538, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=8680ac23-4a89-4875-aa3f-460223d0f538,segment=NetworkSegment(b4e52b35-5bb9-453a-9088-e8768ee27df9),segment_id=b4e52b35-5bb9-453a-9088-e8768ee27df9)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:31:21.377729 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3693ddd1-f104-4339-bab0-44efddb655c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (8680ac23-4a89-4875-aa3f-460223d0f538), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:21.394615 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-3693ddd1-f104-4339-bab0-44efddb655c7 None None] Calling delete_port for 8680ac23-4a89-4875-aa3f-460223d0f538 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:31:21.395625 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cb9f72c-7615-4fb5-915b-701bf61195da x-openstack-request-id: req-3cb9f72c-7615-4fb5-915b-701bf61195da {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:31:21.395948 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f8ba64e-f52d-4f61-adfb-46357a42bdb9", "name": "network-vif-deleted", "tag": "d7718d2d-b60f-4383-ab47-e17344aeae7a", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:31:21.396324 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3cb9f72c-7615-4fb5-915b-701bf61195da {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:31:21.396608 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f8ba64e-f52d-4f61-adfb-46357a42bdb9', 'name': 'network-vif-deleted', 'tag': 'd7718d2d-b60f-4383-ab47-e17344aeae7a', 'status': 'completed', 'code': 200} Feb 04 12:31:21.403944 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-d4965619-010d-4359-95e1-edcb7b04a4d1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=13e2221ea635497bab7223d336ea5315&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2314613 Feb 04 12:31:21.404694 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 42534) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:31:21.430476 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4d6cce80-8407-4def-8ef6-f6d246b27f40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (7ca7da18-5c0d-4ee1-ad64-476807984010), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:21.433140 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4d6cce80-8407-4def-8ef6-f6d246b27f40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:21.437397 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-4d6cce80-8407-4def-8ef6-f6d246b27f40 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7ca7da18-5c0d-4ee1-ad64-476807984010 HTTP/1.1" status: 204 len: 168 time: 0.4263549 Feb 04 12:31:21.462681 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6cce80-8407-4def-8ef6-f6d246b27f40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ca7da18-5c0d-4ee1-ad64-476807984010,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:21.464477 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-1b9e9d4c-2763-4b67-acaf-79cdd6a05c38 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Deleting port 81fbb95e-8f3c-420a-a4fc-8e9339b41c00 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:31:21.464819 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1b9e9d4c-2763-4b67-acaf-79cdd6a05c38 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (81fbb95e-8f3c-420a-a4fc-8e9339b41c00), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:21.548841 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3693ddd1-f104-4339-bab0-44efddb655c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (8680ac23-4a89-4875-aa3f-460223d0f538), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:21.556368 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-1453d754-3ede-4631-b403-f96918dc8366 admin admin] Deleting port 8680ac23-4a89-4875-aa3f-460223d0f538 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:31:21.556942 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1453d754-3ede-4631-b403-f96918dc8366 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (8680ac23-4a89-4875-aa3f-460223d0f538), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:21.564467 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-4d1666d6-19c4-4296-8b05-abb88889c953 req-bf1fb972-6fe5-42a3-8f04-b6d24a1ed235 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (e1de0ac4-79ac-4c7d-8e56-14ffe18360be), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:21.568491 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a427ce7a-3e1b-482e-b143-f264be1af503 req-7b599000-f43d-4dfe-bb59-e34065e5de16 service neutron] 10.222.0.65 "GET /v2.0/networks/4641d9e3-bbfb-4ca1-b978-fac986a6f197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307897 Feb 04 12:31:21.602828 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1fb972-6fe5-42a3-8f04-b6d24a1ed235 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] Pushing event deleted for resources: {'Port': ['ID=e1de0ac4-79ac-4c7d-8e56-14ffe18360be,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:21.633571 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3e3be344-88a5-47d3-88f0-eeb52f5a9340 admin admin] Publish callbacks [] for security_group (2ab89544-c480-497f-b92b-688646c16ec0), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:21.650662 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3693ddd1-f104-4339-bab0-44efddb655c7 None None] No DVR routers for this DVR port 8680ac23-4a89-4875-aa3f-460223d0f538 on host n-d-825015-3 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:31:21.686975 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3693ddd1-f104-4339-bab0-44efddb655c7 None None] Pushing event deleted for resources: {'Port': ['ID=8680ac23-4a89-4875-aa3f-460223d0f538,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:21.687618 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d1666d6-19c4-4296-8b05-abb88889c953 req-bf1fb972-6fe5-42a3-8f04-b6d24a1ed235 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] No DVR routers for this DVR port e1de0ac4-79ac-4c7d-8e56-14ffe18360be on host n-h2-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:31:21.695068 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-4d1666d6-19c4-4296-8b05-abb88889c953 req-bf1fb972-6fe5-42a3-8f04-b6d24a1ed235 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:21.697591 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1b9e9d4c-2763-4b67-acaf-79cdd6a05c38 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (81fbb95e-8f3c-420a-a4fc-8e9339b41c00), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:21.697591 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1b9e9d4c-2763-4b67-acaf-79cdd6a05c38 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks [] for floatingip (81fbb95e-8f3c-420a-a4fc-8e9339b41c00), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:21.698496 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-4d1666d6-19c4-4296-8b05-abb88889c953 req-bf1fb972-6fe5-42a3-8f04-b6d24a1ed235 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] 10.222.0.77 "DELETE /v2.0/ports/e1de0ac4-79ac-4c7d-8e56-14ffe18360be HTTP/1.1" status: 204 len: 173 time: 1.1588206 Feb 04 12:31:21.700331 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-1453d754-3ede-4631-b403-f96918dc8366 admin admin] For port 8680ac23-4a89-4875-aa3f-460223d0f538, host n-d-825015-3, got binding levels [] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:31:21.700692 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1453d754-3ede-4631-b403-f96918dc8366 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (8680ac23-4a89-4875-aa3f-460223d0f538), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:21.707945 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['e1de0ac4-79ac-4c7d-8e56-14ffe18360be'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:31:21.723022 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6f1f8dc7-c7cb-4e77-a73b-fff561846997 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622215'] for router_interface (68ffa24a-7260-424b-8de6-319b51d65a9f), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:21.734291 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-1b9e9d4c-2763-4b67-acaf-79cdd6a05c38 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Calling delete_port for 81fbb95e-8f3c-420a-a4fc-8e9339b41c00 owned by network:floatingip {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:31:21.737347 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3e3be344-88a5-47d3-88f0-eeb52f5a9340 admin admin] Publish callbacks [] for security_group (2ab89544-c480-497f-b92b-688646c16ec0), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:21.742707 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-1453d754-3ede-4631-b403-f96918dc8366 admin admin] Calling delete_port for 8680ac23-4a89-4875-aa3f-460223d0f538 owned by network:dhcp {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:31:21.754973 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.ipam_backend_mixin [None req-1453d754-3ede-4631-b403-f96918dc8366 admin admin] Port 8680ac23-4a89-4875-aa3f-460223d0f538 was not found and therefore no delete operation was performed {{(pid=103475) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 04 12:31:21.763515 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1453d754-3ede-4631-b403-f96918dc8366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (8680ac23-4a89-4875-aa3f-460223d0f538), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:21.792139 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['013dab64-5844-4c95-b51e-dc2be5a734d7'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:31:21.877566 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1453d754-3ede-4631-b403-f96918dc8366 admin admin] Pushing event deleted for resources: {'Port': ['ID=8680ac23-4a89-4875-aa3f-460223d0f538,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:21.898456 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1453d754-3ede-4631-b403-f96918dc8366 admin admin] No DVR routers for this DVR port 8680ac23-4a89-4875-aa3f-460223d0f538 on host n-d-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:31:21.967264 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:22.055324 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device cf00b52b-2fa9-4155-bb8e-12fe2aa05145 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:31:22.088611 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: cf00b52b-2fa9-4155-bb8e-12fe2aa05145 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:31:22.088965 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device cf00b52b-2fa9-4155-bb8e-12fe2aa05145 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:31:22.089440 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 8680ac23-4a89-4875-aa3f-460223d0f538 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:31:22.126565 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 8680ac23-4a89-4875-aa3f-460223d0f538 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:31:22.127149 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 8680ac23-4a89-4875-aa3f-460223d0f538 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:31:22.175963 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8eb64031-cf3c-470d-b949-2db2f58b7f43 req-9e6c0374-d243-4d9b-b488-b250ff73558f tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e93cd00-4a31-4c67-9c40-595fc7108e97 HTTP/1.1" status: 200 len: 210 time: 0.1496201 Feb 04 12:31:22.258370 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3e3be344-88a5-47d3-88f0-eeb52f5a9340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (2ab89544-c480-497f-b92b-688646c16ec0), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:22.262746 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3e3be344-88a5-47d3-88f0-eeb52f5a9340 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:22.265279 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-3e3be344-88a5-47d3-88f0-eeb52f5a9340 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2ab89544-c480-497f-b92b-688646c16ec0 HTTP/1.1" status: 204 len: 168 time: 0.8585372 Feb 04 12:31:22.290621 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1453d754-3ede-4631-b403-f96918dc8366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (0e8b5cfe-93df-4af8-ae4b-dba09d277a8f), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:22.335093 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3be344-88a5-47d3-88f0-eeb52f5a9340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ab89544-c480-497f-b92b-688646c16ec0,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:22.348240 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-6f1f8dc7-c7cb-4e77-a73b-fff561846997 admin admin] Deleting port 89bec54e-6f8f-4130-b60d-eee13bd0cec2 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:31:22.348656 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6f1f8dc7-c7cb-4e77-a73b-fff561846997 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (89bec54e-6f8f-4130-b60d-eee13bd0cec2), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:22.435616 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275cc8c1-524e-4865-8d3f-556fb3041d5c req-607619ed-b669-4547-8941-abae30a85354 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:22.454521 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-275cc8c1-524e-4865-8d3f-556fb3041d5c req-607619ed-b669-4547-8941-abae30a85354 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=788e8096-f9b2-4203-a187-32a13b5d456e HTTP/1.1" status: 200 len: 950 time: 0.5782373 Feb 04 12:31:22.457366 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-1453d754-3ede-4631-b403-f96918dc8366 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e8b5cfe-93df-4af8-ae4b-dba09d277a8f']}} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:31:22.481849 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-6f1f8dc7-c7cb-4e77-a73b-fff561846997 admin admin] For port 89bec54e-6f8f-4130-b60d-eee13bd0cec2, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=89bec54e-6f8f-4130-b60d-eee13bd0cec2,segment=NetworkSegment(56bf766f-3de3-452a-bfce-163ca1523f30),segment_id=56bf766f-3de3-452a-bfce-163ca1523f30)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:31:22.482462 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6f1f8dc7-c7cb-4e77-a73b-fff561846997 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (89bec54e-6f8f-4130-b60d-eee13bd0cec2), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:22.518653 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-6f1f8dc7-c7cb-4e77-a73b-fff561846997 admin admin] Calling delete_port for 89bec54e-6f8f-4130-b60d-eee13bd0cec2 owned by network:router_interface {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:31:22.580181 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-1453d754-3ede-4631-b403-f96918dc8366 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4e52b35-5bb9-453a-9088-e8768ee27df9') {'for_net_delete': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:31:22.581100 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-1453d754-3ede-4631-b403-f96918dc8366 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4e52b35-5bb9-453a-9088-e8768ee27df9') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:31:22.618330 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4979df63-5e86-402f-883d-bf82a602fbdd req-cd700884-e6a7-4714-a747-bbff0761128f tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] 10.222.0.65 "GET /v2.0/ports?device_id=8292ed09-ec6d-438b-bdc7-05a92053767e HTTP/1.1" status: 200 len: 210 time: 0.0647359 Feb 04 12:31:22.625460 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1453d754-3ede-4631-b403-f96918dc8366 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51859336'] for segment (b4e52b35-5bb9-453a-9088-e8768ee27df9), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:22.665055 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-275cc8c1-524e-4865-8d3f-556fb3041d5c req-319a928c-3c2e-45b6-8418-b3793fdb5ba9 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078269 Feb 04 12:31:22.672321 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1453d754-3ede-4631-b403-f96918dc8366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (b4e52b35-5bb9-453a-9088-e8768ee27df9), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:22.680903 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1453d754-3ede-4631-b403-f96918dc8366 admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=103475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:31:22.681838 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1453d754-3ede-4631-b403-f96918dc8366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-52093388'] for segment (b4e52b35-5bb9-453a-9088-e8768ee27df9), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:22.684376 n-d-825015-3 neutron-server[103475]: Traceback (most recent call last): Feb 04 12:31:22.684376 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:31:22.684376 n-d-825015-3 neutron-server[103475]: timer() Feb 04 12:31:22.684376 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:31:22.684376 n-d-825015-3 neutron-server[103475]: cb(*args, **kw) Feb 04 12:31:22.684376 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:31:22.684376 n-d-825015-3 neutron-server[103475]: return func(*args, **kwargs) Feb 04 12:31:22.684376 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:31:22.684376 n-d-825015-3 neutron-server[103475]: self._notify() Feb 04 12:31:22.684376 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:31:22.684376 n-d-825015-3 neutron-server[103475]: self.callback(batched_events) Feb 04 12:31:22.684376 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:31:22.684376 n-d-825015-3 neutron-server[103475]: event.method(event) Feb 04 12:31:22.684376 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:31:22.684376 n-d-825015-3 neutron-server[103475]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:31:22.684376 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:31:22.684376 n-d-825015-3 neutron-server[103475]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:31:22.684376 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:31:22.684376 n-d-825015-3 neutron-server[103475]: return f(self, *a, **k) Feb 04 12:31:22.684376 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:31:22.684376 n-d-825015-3 neutron-server[103475]: return self._get(url).json() Feb 04 12:31:22.684376 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:31:22.684376 n-d-825015-3 neutron-server[103475]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:31:22.684376 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:31:22.684376 n-d-825015-3 neutron-server[103475]: return self.request(url, 'GET', **kwargs) Feb 04 12:31:22.684376 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:31:22.684376 n-d-825015-3 neutron-server[103475]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:31:22.684376 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:31:22.684376 n-d-825015-3 neutron-server[103475]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:31:22.684376 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:31:22.684376 n-d-825015-3 neutron-server[103475]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:31:22.684376 n-d-825015-3 neutron-server[103475]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:31:22.701322 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1b9e9d4c-2763-4b67-acaf-79cdd6a05c38 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (81fbb95e-8f3c-420a-a4fc-8e9339b41c00), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:22.767096 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9e9d4c-2763-4b67-acaf-79cdd6a05c38 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Pushing event deleted for resources: {'Port': ['ID=81fbb95e-8f3c-420a-a4fc-8e9339b41c00,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:22.826907 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1453d754-3ede-4631-b403-f96918dc8366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (0e8b5cfe-93df-4af8-ae4b-dba09d277a8f), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:22.855829 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1453d754-3ede-4631-b403-f96918dc8366 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:22.860789 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-1453d754-3ede-4631-b403-f96918dc8366 admin admin] 10.222.0.65 "DELETE /v2.0/networks/0e8b5cfe-93df-4af8-ae4b-dba09d277a8f HTTP/1.1" status: 204 len: 168 time: 1.8712234 Feb 04 12:31:22.861930 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1453d754-3ede-4631-b403-f96918dc8366 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e8b5cfe-93df-4af8-ae4b-dba09d277a8f,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:22.882248 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1b9e9d4c-2763-4b67-acaf-79cdd6a05c38 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks [] for floatingip (b9add0f1-a177-4fc5-9b10-0e25000b4e9d), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:22.882632 n-d-825015-3 neutron-server[103475]: INFO neutron.db.l3_db [None req-1b9e9d4c-2763-4b67-acaf-79cdd6a05c38 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Floating IP b9add0f1-a177-4fc5-9b10-0e25000b4e9d disassociated (deleted). External IP: 172.25.3.58, port: 8f6c9a72-b10d-4a9d-a5fb-0082ccd003da. Feb 04 12:31:22.886592 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6f1f8dc7-c7cb-4e77-a73b-fff561846997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (89bec54e-6f8f-4130-b60d-eee13bd0cec2), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:22.948764 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1f8dc7-c7cb-4e77-a73b-fff561846997 admin admin] Pushing event deleted for resources: {'Port': ['ID=89bec54e-6f8f-4130-b60d-eee13bd0cec2,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:23.175146 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 42586) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:31:23.266403 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-4074dfa3-ed5d-42a9-a8f7-9b7e4afa9934 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=dcbc9e99c00c41539a07d9ddf5098f10&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0884497 Feb 04 12:31:23.270720 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 42592) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:31:23.274565 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b9e9d4c-2763-4b67-acaf-79cdd6a05c38 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Router ada8f51e-764c-41fd-bd66-5801c2bcad0a has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:31:23.414177 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5e4c11f0-84d0-43ff-b69a-d2a6a1388608 req-c043d530-a949-4db0-bed3-fe19b73c50b2 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e93cd00-4a31-4c67-9c40-595fc7108e97 HTTP/1.1" status: 200 len: 210 time: 0.0986221 Feb 04 12:31:23.453780 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6311e253-6a89-4856-9e29-ea0d3fc2a334 admin admin] Publish callbacks [] for security_group (6c9a0cb1-780a-4c57-9639-c682eedb0cb5), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:23.488376 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b9e9d4c-2763-4b67-acaf-79cdd6a05c38 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:31:23.491518 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6311e253-6a89-4856-9e29-ea0d3fc2a334 admin admin] Publish callbacks [] for security_group (6c9a0cb1-780a-4c57-9639-c682eedb0cb5), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:23.496272 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1b9e9d4c-2763-4b67-acaf-79cdd6a05c38 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:23.499417 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760df113-874b-425d-83f5-e42ad2b3a8b9 None None] Sync routers for ids ['ada8f51e-764c-41fd-bd66-5801c2bcad0a'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:31:23.529451 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760df113-874b-425d-83f5-e42ad2b3a8b9 None None] Routers {'ada8f51e-764c-41fd-bd66-5801c2bcad0a'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:31:23.531121 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-760df113-874b-425d-83f5-e42ad2b3a8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:31:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['ada8f51e-764c-41fd-bd66-5801c2bcad0a'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:31:23.557144 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8292ed09-ec6d-438b-bdc7-05a92053767e', 'name': 'network-vif-deleted', 'tag': 'e1de0ac4-79ac-4c7d-8e56-14ffe18360be'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:31:23.560031 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fec42fb-b445-4a7c-867e-feac9b908fd5" -d '{"events": [{"server_uuid": "8292ed09-ec6d-438b-bdc7-05a92053767e", "name": "network-vif-deleted", "tag": "e1de0ac4-79ac-4c7d-8e56-14ffe18360be"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:31:23.609469 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6f1f8dc7-c7cb-4e77-a73b-fff561846997 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622067'] for router_interface (68ffa24a-7260-424b-8de6-319b51d65a9f), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:23.664797 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-760df113-874b-425d-83f5-e42ad2b3a8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:31:23.667276 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-1b9e9d4c-2763-4b67-acaf-79cdd6a05c38 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] 10.222.0.65 "DELETE /v2.0/floatingips/b9add0f1-a177-4fc5-9b10-0e25000b4e9d HTTP/1.1" status: 204 len: 168 time: 2.7531459 Feb 04 12:31:23.672432 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 42608) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:31:23.699624 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760df113-874b-425d-83f5-e42ad2b3a8b9 None None] Routers {'ada8f51e-764c-41fd-bd66-5801c2bcad0a'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:31:23.700281 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-760df113-874b-425d-83f5-e42ad2b3a8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:31:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['ada8f51e-764c-41fd-bd66-5801c2bcad0a'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:31:23.732882 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c61d734b-ca56-4d68-836f-fa70d86bc5aa x-openstack-request-id: req-c61d734b-ca56-4d68-836f-fa70d86bc5aa {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:31:23.734522 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8292ed09-ec6d-438b-bdc7-05a92053767e", "name": "network-vif-deleted", "tag": "e1de0ac4-79ac-4c7d-8e56-14ffe18360be", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:31:23.734852 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c61d734b-ca56-4d68-836f-fa70d86bc5aa {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:31:23.735391 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8292ed09-ec6d-438b-bdc7-05a92053767e', 'name': 'network-vif-deleted', 'tag': 'e1de0ac4-79ac-4c7d-8e56-14ffe18360be', 'status': 'completed', 'code': 200} Feb 04 12:31:23.736585 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 42614) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:31:23.793713 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-760df113-874b-425d-83f5-e42ad2b3a8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:31:23.794719 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760df113-874b-425d-83f5-e42ad2b3a8b9 None None] The sync data for ids ['ada8f51e-764c-41fd-bd66-5801c2bcad0a'] in n-d-825015-3 is: [] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:31:23.937851 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6311e253-6a89-4856-9e29-ea0d3fc2a334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (6c9a0cb1-780a-4c57-9639-c682eedb0cb5), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:23.941102 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6311e253-6a89-4856-9e29-ea0d3fc2a334 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:23.942515 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-6311e253-6a89-4856-9e29-ea0d3fc2a334 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6c9a0cb1-780a-4c57-9639-c682eedb0cb5 HTTP/1.1" status: 204 len: 168 time: 0.6706185 Feb 04 12:31:23.958224 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6311e253-6a89-4856-9e29-ea0d3fc2a334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c9a0cb1-780a-4c57-9639-c682eedb0cb5,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:23.973601 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a427ce7a-3e1b-482e-b143-f264be1af503 req-62f81ad4-4571-4788-9ec4-36f63f6f9f29 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:23.975121 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a427ce7a-3e1b-482e-b143-f264be1af503 req-62f81ad4-4571-4788-9ec4-36f63f6f9f29 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.73 "GET /v2.0/networks?id=4641d9e3-bbfb-4ca1-b978-fac986a6f197 HTTP/1.1" status: 200 len: 806 time: 0.4715762 Feb 04 12:31:24.016625 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-a427ce7a-3e1b-482e-b143-f264be1af503 req-2cd243f5-5919-4e9c-870b-fa70f0b42b66 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Request body: {'port': {'device_id': '8e93cd00-4a31-4c67-9c40-595fc7108e97', 'network_id': '4641d9e3-bbfb-4ca1-b978-fac986a6f197', 'admin_state_up': True, 'tenant_id': '15c4606ad13a46b29ee60be66da65533'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:31:24.040674 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a56e8-e7b3-4770-990b-f66c45b095a3 req-aac18110-05af-49ac-8da9-fe65737c98d1 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:24.040882 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-aba56a48-f4ed-4a0e-9dfb-c0ca627c6bce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:24.042057 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5e4a56e8-e7b3-4770-990b-f66c45b095a3 req-aac18110-05af-49ac-8da9-fe65737c98d1 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=788e8096-f9b2-4203-a187-32a13b5d456e HTTP/1.1" status: 200 len: 950 time: 0.2296705 Feb 04 12:31:24.105998 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device e1de0ac4-79ac-4c7d-8e56-14ffe18360be no longer exists at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:31:24.122190 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f1f8dc7-c7cb-4e77-a73b-fff561846997 admin admin] Router 68ffa24a-7260-424b-8de6-319b51d65a9f has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:31:24.146693 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] No Port match for: e1de0ac4-79ac-4c7d-8e56-14ffe18360be {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:31:24.150038 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device e1de0ac4-79ac-4c7d-8e56-14ffe18360be not bound to the agent host n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:31:24.163317 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-da2c31c9-0229-4cdc-abb5-20cf9647c2e1 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Deleting port 8f6c9a72-b10d-4a9d-a5fb-0082ccd003da {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:31:24.163664 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-da2c31c9-0229-4cdc-abb5-20cf9647c2e1 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (8f6c9a72-b10d-4a9d-a5fb-0082ccd003da), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:24.239628 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-aba56a48-f4ed-4a0e-9dfb-c0ca627c6bce admin admin] Publish callbacks [] for security_group (f6bf436d-5861-467e-a697-f344fa315d89), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:24.242146 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5e4a56e8-e7b3-4770-990b-f66c45b095a3 req-21006c3f-a188-42f8-8073-76e16c85449c tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298039 Feb 04 12:31:24.253722 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-aba56a48-f4ed-4a0e-9dfb-c0ca627c6bce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (f6bf436d-5861-467e-a697-f344fa315d89), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:24.329787 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-aba56a48-f4ed-4a0e-9dfb-c0ca627c6bce admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2c711044798b4a10ab8d7c8af6380aea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5891123 Feb 04 12:31:24.330438 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 42632) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:31:24.332847 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba56a48-f4ed-4a0e-9dfb-c0ca627c6bce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6bf436d-5861-467e-a697-f344fa315d89,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:24.343182 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-da2c31c9-0229-4cdc-abb5-20cf9647c2e1 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (8f6c9a72-b10d-4a9d-a5fb-0082ccd003da), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:24.383763 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f1f8dc7-c7cb-4e77-a73b-fff561846997 admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:31:24.394609 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56b04c3-220a-4a2a-a316-caa80c776b9e None None] Sync routers for ids ['68ffa24a-7260-424b-8de6-319b51d65a9f'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:31:24.400530 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-6f1f8dc7-c7cb-4e77-a73b-fff561846997 admin admin] 10.222.0.65 "PUT /v2.0/routers/68ffa24a-7260-424b-8de6-319b51d65a9f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6281211 Feb 04 12:31:24.401266 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 42636) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:31:24.408508 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-da2c31c9-0229-4cdc-abb5-20cf9647c2e1 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Calling delete_port for 8f6c9a72-b10d-4a9d-a5fb-0082ccd003da owned by {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:31:24.415109 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56b04c3-220a-4a2a-a316-caa80c776b9e None None] Routers {'68ffa24a-7260-424b-8de6-319b51d65a9f'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:31:24.416315 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-b56b04c3-220a-4a2a-a316-caa80c776b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:31:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['68ffa24a-7260-424b-8de6-319b51d65a9f'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:31:24.424918 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a427ce7a-3e1b-482e-b143-f264be1af503 req-2cd243f5-5919-4e9c-870b-fa70f0b42b66 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Made reservation on behalf of 15c4606ad13a46b29ee60be66da65533 for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:31:24.429415 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-a427ce7a-3e1b-482e-b143-f264be1af503 req-2cd243f5-5919-4e9c-870b-fa70f0b42b66 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:24.520318 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1d18fbdd-1577-411a-8c17-88e3b2936217 admin admin] Publish callbacks [] for security_group (f6bf436d-5861-467e-a697-f344fa315d89), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:24.579334 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1d18fbdd-1577-411a-8c17-88e3b2936217 admin admin] Publish callbacks [] for security_group (f6bf436d-5861-467e-a697-f344fa315d89), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:24.590413 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed3c5ad-4c1d-4706-838f-133eb57eb718 req-1cbf245d-3fd6-44e1-a513-576d424ccbad tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:24.592215 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9ed3c5ad-4c1d-4706-838f-133eb57eb718 req-1cbf245d-3fd6-44e1-a513-576d424ccbad tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c4615de-bb7e-4e13-9824-66067b606ac9 HTTP/1.1" status: 200 len: 946 time: 0.2543674 Feb 04 12:31:24.597831 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-b56b04c3-220a-4a2a-a316-caa80c776b9e None None] Set router 68ffa24a-7260-424b-8de6-319b51d65a9f gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:31:24.633579 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-357fa111-b650-45d0-9655-a7927aad4508 admin admin] Publish callbacks [] for router (68ffa24a-7260-424b-8de6-319b51d65a9f), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:24.638420 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e57eba82-323f-4388-9e8b-6259a0440197 req-bbe6d802-f388-4109-9195-338841d58b7f tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e93cd00-4a31-4c67-9c40-595fc7108e97 HTTP/1.1" status: 200 len: 210 time: 0.1013076 Feb 04 12:31:24.728209 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1d18fbdd-1577-411a-8c17-88e3b2936217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (f6bf436d-5861-467e-a697-f344fa315d89), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:24.731869 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1d18fbdd-1577-411a-8c17-88e3b2936217 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:24.733917 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-1d18fbdd-1577-411a-8c17-88e3b2936217 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f6bf436d-5861-467e-a697-f344fa315d89 HTTP/1.1" status: 204 len: 168 time: 0.3959961 Feb 04 12:31:24.751867 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d18fbdd-1577-411a-8c17-88e3b2936217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6bf436d-5861-467e-a697-f344fa315d89,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:24.818001 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9ed3c5ad-4c1d-4706-838f-133eb57eb718 req-29486e85-f38e-4380-8c1b-cb6a19d100aa tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee89b6e9-25e2-41ab-a8a3-c85f5e0697a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596313 Feb 04 12:31:24.848662 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-a427ce7a-3e1b-482e-b143-f264be1af503 req-2cd243f5-5919-4e9c-870b-fa70f0b42b66 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Allocated IP 172.20.0.13 (4641d9e3-bbfb-4ca1-b978-fac986a6f197/f23bfa97-1a92-478f-9c00-f3b0c9e898c3/aea0eb1c-0aad-4daa-8b97-c718c487c0cc) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:31:24.850326 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-357fa111-b650-45d0-9655-a7927aad4508 admin admin] Publish callbacks [] for router_gateway (68ffa24a-7260-424b-8de6-319b51d65a9f), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:24.935394 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-b56b04c3-220a-4a2a-a316-caa80c776b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ffa24a-7260-424b-8de6-319b51d65a9f', 'name': 'tempest-ServerRescueTestJSONUnderV235-804848739-router', 'tenant_id': '3e5189bc9c2e4b8789347e688ced1883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '2297e305-d929-4511-a9b9-00150e03b02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:29:29Z', 'updated_at': '2022-02-04T12:31:22Z', 'revision_number': 5, 'project_id': '3e5189bc9c2e4b8789347e688ced1883', 'gw_port': {'id': '2297e305-d929-4511-a9b9-00150e03b02a', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:61:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ffa24a-7260-424b-8de6-319b51d65a9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:29:32Z', 'updated_at': '2022-02-04T12:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:31:24.957850 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-357fa111-b650-45d0-9655-a7927aad4508 admin admin] Deleting port 2297e305-d929-4511-a9b9-00150e03b02a {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:31:24.958577 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-357fa111-b650-45d0-9655-a7927aad4508 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (2297e305-d929-4511-a9b9-00150e03b02a), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:24.971767 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56b04c3-220a-4a2a-a316-caa80c776b9e None None] Checking router: 68ffa24a-7260-424b-8de6-319b51d65a9f for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:31:24.982053 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56b04c3-220a-4a2a-a316-caa80c776b9e None None] Routers {'68ffa24a-7260-424b-8de6-319b51d65a9f'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:31:24.983649 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-b56b04c3-220a-4a2a-a316-caa80c776b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:31:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['68ffa24a-7260-424b-8de6-319b51d65a9f'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:31:25.065952 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-357fa111-b650-45d0-9655-a7927aad4508 admin admin] For port 2297e305-d929-4511-a9b9-00150e03b02a, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=2297e305-d929-4511-a9b9-00150e03b02a,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:31:25.067098 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-357fa111-b650-45d0-9655-a7927aad4508 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (2297e305-d929-4511-a9b9-00150e03b02a), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:25.083905 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-357fa111-b650-45d0-9655-a7927aad4508 admin admin] Calling delete_port for 2297e305-d929-4511-a9b9-00150e03b02a owned by network:router_gateway {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:31:25.092164 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-b56b04c3-220a-4a2a-a316-caa80c776b9e None None] Set router 68ffa24a-7260-424b-8de6-319b51d65a9f gateway port host: None {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:31:25.114474 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-da2c31c9-0229-4cdc-abb5-20cf9647c2e1 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (8f6c9a72-b10d-4a9d-a5fb-0082ccd003da), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:25.149288 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-b56b04c3-220a-4a2a-a316-caa80c776b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ffa24a-7260-424b-8de6-319b51d65a9f', 'name': 'tempest-ServerRescueTestJSONUnderV235-804848739-router', 'tenant_id': '3e5189bc9c2e4b8789347e688ced1883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:29:29Z', 'updated_at': '2022-02-04T12:31:24Z', 'revision_number': 6, 'project_id': '3e5189bc9c2e4b8789347e688ced1883', 'gw_port_host': None}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:31:25.176739 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2c31c9-0229-4cdc-abb5-20cf9647c2e1 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Pushing event deleted for resources: {'Port': ['ID=8f6c9a72-b10d-4a9d-a5fb-0082ccd003da,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:25.200824 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56b04c3-220a-4a2a-a316-caa80c776b9e None None] The sync data for ids ['68ffa24a-7260-424b-8de6-319b51d65a9f'] in n-d-825015-3 is: [{'id': '68ffa24a-7260-424b-8de6-319b51d65a9f', 'name': 'tempest-ServerRescueTestJSONUnderV235-804848739-router', 'tenant_id': '3e5189bc9c2e4b8789347e688ced1883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:29:29Z', 'updated_at': '2022-02-04T12:31:24Z', 'revision_number': 6, 'project_id': '3e5189bc9c2e4b8789347e688ced1883', 'gw_port_host': None}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:31:25.331627 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-a427ce7a-3e1b-482e-b143-f264be1af503 req-2cd243f5-5919-4e9c-870b-fa70f0b42b66 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Publish callbacks [] for port (aea0eb1c-0aad-4daa-8b97-c718c487c0cc), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:25.357312 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-da2c31c9-0229-4cdc-abb5-20cf9647c2e1 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:25.365716 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 42678) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:31:25.366596 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-da2c31c9-0229-4cdc-abb5-20cf9647c2e1 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] 10.222.0.65 "DELETE /v2.0/ports/8f6c9a72-b10d-4a9d-a5fb-0082ccd003da HTTP/1.1" status: 204 len: 168 time: 1.6931250 Feb 04 12:31:25.371701 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-01b8e713-22ed-41aa-ae06-bc6c582d80c5 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Request body: {'floatingip': {'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:31:25.381896 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-357fa111-b650-45d0-9655-a7927aad4508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (2297e305-d929-4511-a9b9-00150e03b02a), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:25.401265 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 42680) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:31:25.424094 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357fa111-b650-45d0-9655-a7927aad4508 admin admin] Pushing event deleted for resources: {'Port': ['ID=2297e305-d929-4511-a9b9-00150e03b02a,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:25.472911 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-a427ce7a-3e1b-482e-b143-f264be1af503 req-2cd243f5-5919-4e9c-870b-fa70f0b42b66 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (aea0eb1c-0aad-4daa-8b97-c718c487c0cc), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:25.484816 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['1a4a3c3d-36a0-4d43-b1ce-88c13649ade3'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:31:25.506619 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-01b8e713-22ed-41aa-ae06-bc6c582d80c5 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:25.562552 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-357fa111-b650-45d0-9655-a7927aad4508 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1599901'] for router_gateway (68ffa24a-7260-424b-8de6-319b51d65a9f), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:25.809856 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-357fa111-b650-45d0-9655-a7927aad4508 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10915'] for router (68ffa24a-7260-424b-8de6-319b51d65a9f), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:25.818120 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-357fa111-b650-45d0-9655-a7927aad4508 admin admin] Publish callbacks [] for router_controller (68ffa24a-7260-424b-8de6-319b51d65a9f), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:25.894209 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-357fa111-b650-45d0-9655-a7927aad4508 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622829'] for router (68ffa24a-7260-424b-8de6-319b51d65a9f), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:25.895229 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-357fa111-b650-45d0-9655-a7927aad4508 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68ffa24a-7260-424b-8de6-319b51d65a9f {{(pid=103474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 12:31:25.900520 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-357fa111-b650-45d0-9655-a7927aad4508 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:25.904651 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-357fa111-b650-45d0-9655-a7927aad4508 admin admin] 10.222.0.65 "DELETE /v2.0/routers/68ffa24a-7260-424b-8de6-319b51d65a9f HTTP/1.1" status: 204 len: 168 time: 1.4977500 Feb 04 12:31:25.905660 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 42696) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:31:25.970747 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 42698) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:31:25.991220 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e4089d-28ec-40ff-9760-adeaecde87e9 req-f1b6869d-132f-4671-94ce-11aa117ca38f tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:25.992421 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-88e4089d-28ec-40ff-9760-adeaecde87e9 req-f1b6869d-132f-4671-94ce-11aa117ca38f tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=788e8096-f9b2-4203-a187-32a13b5d456e HTTP/1.1" status: 200 len: 950 time: 0.6149209 Feb 04 12:31:26.003971 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e285028-658c-436f-be35-3309bad8cfb7 admin admin] Deleting subnet ae4c1b19-4693-45d5-a145-600acc473198 {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:31:26.004821 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-69bb9228-c9cc-46d7-aead-5f90343c2188 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1555532305-network', 'tenant_id': 'a730f577f6c540ffb62b1abecee5e3b6'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:31:26.008444 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0e285028-658c-436f-be35-3309bad8cfb7 admin admin] Publish callbacks [] for subnet (ae4c1b19-4693-45d5-a145-600acc473198), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:26.034318 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-01b8e713-22ed-41aa-ae06-bc6c582d80c5 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:26.063609 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a427ce7a-3e1b-482e-b143-f264be1af503 req-2cd243f5-5919-4e9c-870b-fa70f0b42b66 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Network 4641d9e3-bbfb-4ca1-b978-fac986a6f197 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:31:26.093097 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-a427ce7a-3e1b-482e-b143-f264be1af503 req-2cd243f5-5919-4e9c-870b-fa70f0b42b66 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:31:26.105195 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-a427ce7a-3e1b-482e-b143-f264be1af503 req-2cd243f5-5919-4e9c-870b-fa70f0b42b66 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:31:26.162483 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-01b8e713-22ed-41aa-ae06-bc6c582d80c5 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Allocated IP 172.25.3.151 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/71e703ea-e03c-4a03-8ebd-59da1b48fb78) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:31:26.168573 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd243f5-5919-4e9c-870b-fa70f0b42b66 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Pushing event updated for resources: {'Port': ['ID=aea0eb1c-0aad-4daa-8b97-c718c487c0cc,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:26.205725 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69bb9228-c9cc-46d7-aead-5f90343c2188 admin admin] Made reservation on behalf of a730f577f6c540ffb62b1abecee5e3b6 for: {'network': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:31:26.209558 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-69bb9228-c9cc-46d7-aead-5f90343c2188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:26.211014 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9ed38c0f-f366-4f50-b3af-1ddfd6b150ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:26.269179 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0e285028-658c-436f-be35-3309bad8cfb7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (ae4c1b19-4693-45d5-a145-600acc473198), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:26.271954 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c54e9e-8f2d-434a-a41b-187abb1745b5 req-395a5197-bd71-47e8-9115-e664e55388af tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:26.279002 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-63c54e9e-8f2d-434a-a41b-187abb1745b5 req-395a5197-bd71-47e8-9115-e664e55388af tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e93cd00-4a31-4c67-9c40-595fc7108e97 HTTP/1.1" status: 200 len: 932 time: 0.2833614 Feb 04 12:31:26.287694 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 2297e305-d929-4511-a9b9-00150e03b02a no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:31:26.308085 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a01801-3df4-4305-982c-e95b084cd88a req-64e8c1bf-4dd5-4bb2-80d0-658d8a24fd7a tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:26.308780 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 2297e305-d929-4511-a9b9-00150e03b02a {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:31:26.309135 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 2297e305-d929-4511-a9b9-00150e03b02a not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:31:26.309557 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 89bec54e-6f8f-4130-b60d-eee13bd0cec2 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:31:26.310690 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e3a01801-3df4-4305-982c-e95b084cd88a req-64e8c1bf-4dd5-4bb2-80d0-658d8a24fd7a tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] 10.222.0.73 "GET /v2.0/ports?device_id=5c4615de-bb7e-4e13-9824-66067b606ac9 HTTP/1.1" status: 200 len: 946 time: 0.3098633 Feb 04 12:31:26.312577 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-69bb9228-c9cc-46d7-aead-5f90343c2188 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:26.325704 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a427ce7a-3e1b-482e-b143-f264be1af503 req-2cd243f5-5919-4e9c-870b-fa70f0b42b66 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:26.326946 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-a427ce7a-3e1b-482e-b143-f264be1af503 req-2cd243f5-5919-4e9c-870b-fa70f0b42b66 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:26.334839 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 89bec54e-6f8f-4130-b60d-eee13bd0cec2 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:31:26.335189 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 89bec54e-6f8f-4130-b60d-eee13bd0cec2 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:31:26.352435 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-88e4089d-28ec-40ff-9760-adeaecde87e9 req-3bf6ebf0-75ee-44fa-86de-d7ed196426d0 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3299744 Feb 04 12:31:26.424802 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a427ce7a-3e1b-482e-b143-f264be1af503 req-2cd243f5-5919-4e9c-870b-fa70f0b42b66 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4213278 Feb 04 12:31:26.436028 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-63c54e9e-8f2d-434a-a41b-187abb1745b5 req-b77f2b3a-2c46-417d-bc9d-f3f7c61363a4 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/security-groups?id=98d15bf5-a480-4f0d-bc57-8f17260bd5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557651 Feb 04 12:31:26.448472 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-a427ce7a-3e1b-482e-b143-f264be1af503 req-923f3189-ad39-4d34-aac1-1e77392f12b4 service neutron] Request body: {'port': {'device_id': '8e93cd00-4a31-4c67-9c40-595fc7108e97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:31:26.460895 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0e285028-658c-436f-be35-3309bad8cfb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (ae4c1b19-4693-45d5-a145-600acc473198), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:26.501755 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-01b8e713-22ed-41aa-ae06-bc6c582d80c5 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks [] for port (71e703ea-e03c-4a03-8ebd-59da1b48fb78), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:26.534060 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9ed38c0f-f366-4f50-b3af-1ddfd6b150ac admin admin] Publish callbacks [] for security_group (23b2e17b-f87a-44d9-888b-dc919a1654d3), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:26.545753 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9ed38c0f-f366-4f50-b3af-1ddfd6b150ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (23b2e17b-f87a-44d9-888b-dc919a1654d3), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:26.608544 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-9ed38c0f-f366-4f50-b3af-1ddfd6b150ac admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1ba916c9a80c4c8cba7ee888d1414ff6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6306355 Feb 04 12:31:26.612225 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed38c0f-f366-4f50-b3af-1ddfd6b150ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23b2e17b-f87a-44d9-888b-dc919a1654d3,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:26.614088 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 42712) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:31:26.634730 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0e285028-658c-436f-be35-3309bad8cfb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (ae4c1b19-4693-45d5-a145-600acc473198), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:26.635371 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bc9d31-5937-438d-8dbf-3d740016fb7e req-6bdc1355-a7d6-41e8-9cd4-949d06302396 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:26.637000 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-28bc9d31-5937-438d-8dbf-3d740016fb7e req-6bdc1355-a7d6-41e8-9cd4-949d06302396 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c4615de-bb7e-4e13-9824-66067b606ac9 HTTP/1.1" status: 200 len: 946 time: 0.1979439 Feb 04 12:31:26.673591 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-01b8e713-22ed-41aa-ae06-bc6c582d80c5 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (71e703ea-e03c-4a03-8ebd-59da1b48fb78), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:26.687710 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e285028-658c-436f-be35-3309bad8cfb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae4c1b19-4693-45d5-a145-600acc473198,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:26.689717 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-a427ce7a-3e1b-482e-b143-f264be1af503 req-923f3189-ad39-4d34-aac1-1e77392f12b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (aea0eb1c-0aad-4daa-8b97-c718c487c0cc), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:26.712410 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0e285028-658c-436f-be35-3309bad8cfb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:26.715594 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-0e285028-658c-436f-be35-3309bad8cfb7 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/ae4c1b19-4693-45d5-a145-600acc473198 HTTP/1.1" status: 204 len: 168 time: 0.8076844 Feb 04 12:31:26.719640 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 42714) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:31:26.739035 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-69bb9228-c9cc-46d7-aead-5f90343c2188 admin admin] Publish callbacks [] for security_group (e2ed1b6a-af87-43ee-b400-c3ee325aeba1), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:26.742288 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b8e713-22ed-41aa-ae06-bc6c582d80c5 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:31:26.743751 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-e3a01801-3df4-4305-982c-e95b084cd88a req-93c90144-07b6-48ba-892b-309427bb2b1b tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] Deleting port 013dab64-5844-4c95-b51e-dc2be5a734d7 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:31:26.744091 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e3a01801-3df4-4305-982c-e95b084cd88a req-93c90144-07b6-48ba-892b-309427bb2b1b tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (013dab64-5844-4c95-b51e-dc2be5a734d7), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:26.783510 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-01b8e713-22ed-41aa-ae06-bc6c582d80c5 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:31:26.783804 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-69bb9228-c9cc-46d7-aead-5f90343c2188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (e2ed1b6a-af87-43ee-b400-c3ee325aeba1), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:26.791704 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b8e713-22ed-41aa-ae06-bc6c582d80c5 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:31:26.806163 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b8e713-22ed-41aa-ae06-bc6c582d80c5 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Pushing event updated for resources: {'Port': ['ID=71e703ea-e03c-4a03-8ebd-59da1b48fb78,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:26.832155 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-28bc9d31-5937-438d-8dbf-3d740016fb7e req-53e30f6b-d00b-4a82-af26-58485e7fe23a tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee89b6e9-25e2-41ab-a8a3-c85f5e0697a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852477 Feb 04 12:31:26.842524 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69bb9228-c9cc-46d7-aead-5f90343c2188 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=103475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:31:26.868524 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ea007de3-a070-4718-9754-8020f70ac701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (e17f0529-2497-4212-bc20-58295ab5d298), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:26.870082 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6a209212-4584-48cb-a323-d2e3b84bd7b5 admin admin] Publish callbacks [] for security_group (23b2e17b-f87a-44d9-888b-dc919a1654d3), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:26.890874 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-69bb9228-c9cc-46d7-aead-5f90343c2188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (7a896f1c-7831-4aed-9431-4ad0dce964ba), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:26.891213 n-d-825015-3 neutron-server[103475]: INFO neutron.db.segments_db [None req-69bb9228-c9cc-46d7-aead-5f90343c2188 admin admin] Added segment 7a896f1c-7831-4aed-9431-4ad0dce964ba of type vlan for network 071b61e7-30d4-4807-8ea9-d31ae3a931a3 Feb 04 12:31:26.894312 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bb9228-c9cc-46d7-aead-5f90343c2188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2ed1b6a-af87-43ee-b400-c3ee325aeba1,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:26.913839 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6a209212-4584-48cb-a323-d2e3b84bd7b5 admin admin] Publish callbacks [] for security_group (23b2e17b-f87a-44d9-888b-dc919a1654d3), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:27.026154 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-e3a01801-3df4-4305-982c-e95b084cd88a req-93c90144-07b6-48ba-892b-309427bb2b1b tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] For port 013dab64-5844-4c95-b51e-dc2be5a734d7, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=013dab64-5844-4c95-b51e-dc2be5a734d7,segment=NetworkSegment(bc52094b-1f4c-4ff2-9984-872e54e9d4f4),segment_id=bc52094b-1f4c-4ff2-9984-872e54e9d4f4)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:31:27.026776 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e3a01801-3df4-4305-982c-e95b084cd88a req-93c90144-07b6-48ba-892b-309427bb2b1b tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (013dab64-5844-4c95-b51e-dc2be5a734d7), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:27.033468 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-69bb9228-c9cc-46d7-aead-5f90343c2188 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (071b61e7-30d4-4807-8ea9-d31ae3a931a3), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:27.036982 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-01b8e713-22ed-41aa-ae06-bc6c582d80c5 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks [] for floatingip (29cdede5-bf1f-4d73-b217-8420f90b1b67), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:27.060026 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ea007de3-a070-4718-9754-8020f70ac701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (e17f0529-2497-4212-bc20-58295ab5d298), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:27.086178 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-e3a01801-3df4-4305-982c-e95b084cd88a req-93c90144-07b6-48ba-892b-309427bb2b1b tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] Calling delete_port for 013dab64-5844-4c95-b51e-dc2be5a734d7 owned by compute:nova {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:31:27.103539 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6a209212-4584-48cb-a323-d2e3b84bd7b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (23b2e17b-f87a-44d9-888b-dc919a1654d3), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:27.106172 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6a209212-4584-48cb-a323-d2e3b84bd7b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:27.107286 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-6a209212-4584-48cb-a323-d2e3b84bd7b5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/23b2e17b-f87a-44d9-888b-dc919a1654d3 HTTP/1.1" status: 204 len: 168 time: 0.4910641 Feb 04 12:31:27.110056 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-ea007de3-a070-4718-9754-8020f70ac701 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e17f0529-2497-4212-bc20-58295ab5d298']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:31:27.122349 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-01b8e713-22ed-41aa-ae06-bc6c582d80c5 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (71e703ea-e03c-4a03-8ebd-59da1b48fb78), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:27.125805 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-ea007de3-a070-4718-9754-8020f70ac701 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56bf766f-3de3-452a-bfce-163ca1523f30') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:31:27.126100 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-ea007de3-a070-4718-9754-8020f70ac701 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56bf766f-3de3-452a-bfce-163ca1523f30') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:31:27.156718 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a209212-4584-48cb-a323-d2e3b84bd7b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23b2e17b-f87a-44d9-888b-dc919a1654d3,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:27.159471 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ea007de3-a070-4718-9754-8020f70ac701 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (56bf766f-3de3-452a-bfce-163ca1523f30), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:27.177935 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-69bb9228-c9cc-46d7-aead-5f90343c2188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (071b61e7-30d4-4807-8ea9-d31ae3a931a3), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:27.179447 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69bb9228-c9cc-46d7-aead-5f90343c2188 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:27.180205 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-69bb9228-c9cc-46d7-aead-5f90343c2188 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:27.182791 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ea007de3-a070-4718-9754-8020f70ac701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (56bf766f-3de3-452a-bfce-163ca1523f30), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:27.197414 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea007de3-a070-4718-9754-8020f70ac701 admin admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:31:27.197821 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ea007de3-a070-4718-9754-8020f70ac701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (56bf766f-3de3-452a-bfce-163ca1523f30), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:27.199570 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 12:31:27.199570 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:31:27.199570 n-d-825015-3 neutron-server[103474]: timer() Feb 04 12:31:27.199570 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:31:27.199570 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 12:31:27.199570 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:31:27.199570 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 12:31:27.199570 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:31:27.199570 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 12:31:27.199570 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:31:27.199570 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 12:31:27.199570 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:31:27.199570 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 12:31:27.199570 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:31:27.199570 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:31:27.199570 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:31:27.199570 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:31:27.199570 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:31:27.199570 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 12:31:27.199570 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:31:27.199570 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 12:31:27.199570 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:31:27.199570 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:31:27.199570 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:31:27.199570 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 12:31:27.199570 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:31:27.199570 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:31:27.199570 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:31:27.199570 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:31:27.199570 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:31:27.199570 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:31:27.199570 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:31:27.264638 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-69bb9228-c9cc-46d7-aead-5f90343c2188 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.8618717 Feb 04 12:31:27.276015 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 42718) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:31:27.302095 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-3d9ee457-a3f5-433b-b99d-e2d1c46c90a1 admin admin] Request body: {'subnet': {'network_id': '071b61e7-30d4-4807-8ea9-d31ae3a931a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1555532305-subnet', 'tenant_id': 'a730f577f6c540ffb62b1abecee5e3b6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:31:27.336968 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ea007de3-a070-4718-9754-8020f70ac701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (e17f0529-2497-4212-bc20-58295ab5d298), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:27.351327 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bb9228-c9cc-46d7-aead-5f90343c2188 admin admin] Pushing event updated for resources: {'Network': ['ID=071b61e7-30d4-4807-8ea9-d31ae3a931a3,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:27.352159 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ea007de3-a070-4718-9754-8020f70ac701 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:27.357006 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-ea007de3-a070-4718-9754-8020f70ac701 admin admin] 10.222.0.65 "DELETE /v2.0/networks/e17f0529-2497-4212-bc20-58295ab5d298 HTTP/1.1" status: 204 len: 168 time: 0.6345654 Feb 04 12:31:27.370129 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 071b61e7-30d4-4807-8ea9-d31ae3a931a3 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:31:27.408824 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea007de3-a070-4718-9754-8020f70ac701 admin admin] Pushing event deleted for resources: {'Network': ['ID=e17f0529-2497-4212-bc20-58295ab5d298,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:27.429397 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d9ee457-a3f5-433b-b99d-e2d1c46c90a1 admin admin] Made reservation on behalf of a730f577f6c540ffb62b1abecee5e3b6 for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:31:27.432602 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3d9ee457-a3f5-433b-b99d-e2d1c46c90a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:27.638334 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e3a01801-3df4-4305-982c-e95b084cd88a req-93c90144-07b6-48ba-892b-309427bb2b1b tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (013dab64-5844-4c95-b51e-dc2be5a734d7), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:27.652114 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['013dab64-5844-4c95-b51e-dc2be5a734d7'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:31:27.757035 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 42736) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:31:27.774207 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-a427ce7a-3e1b-482e-b143-f264be1af503 req-923f3189-ad39-4d34-aac1-1e77392f12b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aea0eb1c-0aad-4daa-8b97-c718c487c0cc {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:31:27.778810 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90144-07b6-48ba-892b-309427bb2b1b tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] Pushing event deleted for resources: {'Port': ['ID=013dab64-5844-4c95-b51e-dc2be5a734d7,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:27.796455 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-a427ce7a-3e1b-482e-b143-f264be1af503 req-923f3189-ad39-4d34-aac1-1e77392f12b4 service neutron] Publish callbacks [] for port (aea0eb1c-0aad-4daa-8b97-c718c487c0cc), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:27.809894 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-01b8e713-22ed-41aa-ae06-bc6c582d80c5 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks [] for port (71e703ea-e03c-4a03-8ebd-59da1b48fb78), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:27.859461 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3d9ee457-a3f5-433b-b99d-e2d1c46c90a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52094127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51452689'] for subnet (1cb7544b-3b32-44b8-ab6c-df4a9aae40f5), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:27.868928 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-a427ce7a-3e1b-482e-b143-f264be1af503 req-923f3189-ad39-4d34-aac1-1e77392f12b4 service neutron] Transition to ACTIVE for port object aea0eb1c-0aad-4daa-8b97-c718c487c0cc will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:31:27.869387 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-01b8e713-22ed-41aa-ae06-bc6c582d80c5 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (71e703ea-e03c-4a03-8ebd-59da1b48fb78), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:27.934485 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366d21ac-0d30-499d-a558-07ea91c33d15 req-a2f1e560-22d0-4c51-9ff8-0cec084e44cc tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:27.936301 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-366d21ac-0d30-499d-a558-07ea91c33d15 req-a2f1e560-22d0-4c51-9ff8-0cec084e44cc tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=788e8096-f9b2-4203-a187-32a13b5d456e HTTP/1.1" status: 200 len: 950 time: 0.3041756 Feb 04 12:31:27.958686 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3a01801-3df4-4305-982c-e95b084cd88a req-93c90144-07b6-48ba-892b-309427bb2b1b tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] No DVR routers for this DVR port 013dab64-5844-4c95-b51e-dc2be5a734d7 on host n-h1-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:31:27.964746 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-a427ce7a-3e1b-482e-b143-f264be1af503 req-923f3189-ad39-4d34-aac1-1e77392f12b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (aea0eb1c-0aad-4daa-8b97-c718c487c0cc), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:27.980733 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3f0bf6-9292-4e90-b16a-52933811d6db req-f810b7d2-08f4-436c-926e-18bed390a05f tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:27.993752 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0c3f0bf6-9292-4e90-b16a-52933811d6db req-f810b7d2-08f4-436c-926e-18bed390a05f tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e93cd00-4a31-4c67-9c40-595fc7108e97 HTTP/1.1" status: 200 len: 932 time: 0.3513050 Feb 04 12:31:28.002349 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-9666fc6a-7607-4899-9376-eba4b8a2b73a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3e5189bc9c2e4b8789347e688ced1883&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2428646 Feb 04 12:31:28.003017 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e3a01801-3df4-4305-982c-e95b084cd88a req-93c90144-07b6-48ba-892b-309427bb2b1b tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:28.005300 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 42744) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:31:28.006740 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e3a01801-3df4-4305-982c-e95b084cd88a req-93c90144-07b6-48ba-892b-309427bb2b1b tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] 10.222.0.73 "DELETE /v2.0/ports/013dab64-5844-4c95-b51e-dc2be5a734d7 HTTP/1.1" status: 204 len: 173 time: 1.6889768 Feb 04 12:31:28.009767 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c4615de-bb7e-4e13-9824-66067b606ac9', 'name': 'network-vif-deleted', 'tag': '013dab64-5844-4c95-b51e-dc2be5a734d7'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:31:28.012925 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ea9435-1b8f-4204-8858-4763d4b457e7" -d '{"events": [{"server_uuid": "5c4615de-bb7e-4e13-9824-66067b606ac9", "name": "network-vif-deleted", "tag": "013dab64-5844-4c95-b51e-dc2be5a734d7"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:31:28.210856 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b8e713-22ed-41aa-ae06-bc6c582d80c5 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Pushing event updated for resources: {'Port': ['ID=71e703ea-e03c-4a03-8ebd-59da1b48fb78,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:28.221263 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9ee457-a3f5-433b-b99d-e2d1c46c90a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1cb7544b-3b32-44b8-ab6c-df4a9aae40f5,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:28.239945 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923f3189-ad39-4d34-aac1-1e77392f12b4 service neutron] Pushing event updated for resources: {'Port': ['ID=aea0eb1c-0aad-4daa-8b97-c718c487c0cc,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:28.245270 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-366d21ac-0d30-499d-a558-07ea91c33d15 req-c00b9abe-c524-4ff0-bf09-b538d32775db tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441170 Feb 04 12:31:28.272721 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-01b8e713-22ed-41aa-ae06-bc6c582d80c5 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1599943'] for floatingip (29cdede5-bf1f-4d73-b217-8420f90b1b67), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:28.286973 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bdd1afee-4362-461c-a710-9a8c1e8c41b7 admin admin] Publish callbacks [] for security_group (a4645ff9-4aba-4923-b590-6a9167d2e893), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:28.319208 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0c3f0bf6-9292-4e90-b16a-52933811d6db req-7fde90c1-99fd-4212-b364-2b2edc35c646 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/security-groups?id=98d15bf5-a480-4f0d-bc57-8f17260bd5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3242798 Feb 04 12:31:28.357503 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bdd1afee-4362-461c-a710-9a8c1e8c41b7 admin admin] Publish callbacks [] for security_group (a4645ff9-4aba-4923-b590-6a9167d2e893), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:28.367011 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9ee457-a3f5-433b-b99d-e2d1c46c90a1 admin admin] Checking segment: {'id': '7a896f1c-7831-4aed-9431-4ad0dce964ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '071b61e7-30d4-4807-8ea9-d31ae3a931a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:31:28.369381 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-01b8e713-22ed-41aa-ae06-bc6c582d80c5 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:28.370461 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d9ee457-a3f5-433b-b99d-e2d1c46c90a1 admin admin] Network hostable DHCP agents. Network: 071b61e7-30d4-4807-8ea9-d31ae3a931a3, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:31:28.378074 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-01b8e713-22ed-41aa-ae06-bc6c582d80c5 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0108566 Feb 04 12:31:28.378697 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 42756) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:31:28.407378 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-d80bc009-1aad-4725-a5da-79d0e428035c tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Request body: {'port': {'network_id': '0b11d1a5-2533-48d3-bd0f-7b8bb353dfa0', 'name': 'tempest-FloatingIPTestJSON-195947201'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:31:28.416110 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fc6d04d-db6f-4dfe-b772-ad5cb8765dc8 x-openstack-request-id: req-2fc6d04d-db6f-4dfe-b772-ad5cb8765dc8 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:31:28.416473 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c4615de-bb7e-4e13-9824-66067b606ac9", "name": "network-vif-deleted", "tag": "013dab64-5844-4c95-b51e-dc2be5a734d7", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:31:28.416805 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2fc6d04d-db6f-4dfe-b772-ad5cb8765dc8 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:31:28.417279 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c4615de-bb7e-4e13-9824-66067b606ac9', 'name': 'network-vif-deleted', 'tag': '013dab64-5844-4c95-b51e-dc2be5a734d7', 'status': 'completed', 'code': 200} Feb 04 12:31:28.417996 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-a427ce7a-3e1b-482e-b143-f264be1af503 req-923f3189-ad39-4d34-aac1-1e77392f12b4 service neutron] Attempting to bind port aea0eb1c-0aad-4daa-8b97-c718c487c0cc on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:31:28.418408 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-a427ce7a-3e1b-482e-b143-f264be1af503 req-923f3189-ad39-4d34-aac1-1e77392f12b4 service neutron] Attempting to bind port aea0eb1c-0aad-4daa-8b97-c718c487c0cc by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': '82c42862-5e09-44a3-a831-056ff41e66f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4641d9e3-bbfb-4ca1-b978-fac986a6f197'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:31:28.418833 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a427ce7a-3e1b-482e-b143-f264be1af503 req-923f3189-ad39-4d34-aac1-1e77392f12b4 service neutron] Attempting to bind port aea0eb1c-0aad-4daa-8b97-c718c487c0cc on network 4641d9e3-bbfb-4ca1-b978-fac986a6f197 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:31:28.430077 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a427ce7a-3e1b-482e-b143-f264be1af503 req-923f3189-ad39-4d34-aac1-1e77392f12b4 service neutron] Port aea0eb1c-0aad-4daa-8b97-c718c487c0cc on network 4641d9e3-bbfb-4ca1-b978-fac986a6f197 not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:31:28.430402 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a427ce7a-3e1b-482e-b143-f264be1af503 req-923f3189-ad39-4d34-aac1-1e77392f12b4 service neutron] Attempting to bind port aea0eb1c-0aad-4daa-8b97-c718c487c0cc on network 4641d9e3-bbfb-4ca1-b978-fac986a6f197 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:31:28.477395 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a427ce7a-3e1b-482e-b143-f264be1af503 req-923f3189-ad39-4d34-aac1-1e77392f12b4 service neutron] Checking agent: {'id': 'f8add0d2-2202-43d3-bc0e-72442788e6ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:31:28.477828 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a427ce7a-3e1b-482e-b143-f264be1af503 req-923f3189-ad39-4d34-aac1-1e77392f12b4 service neutron] Checking segment: {'id': '82c42862-5e09-44a3-a831-056ff41e66f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4641d9e3-bbfb-4ca1-b978-fac986a6f197'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:31:28.478295 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a427ce7a-3e1b-482e-b143-f264be1af503 req-923f3189-ad39-4d34-aac1-1e77392f12b4 service neutron] Bound using segment: {'id': '82c42862-5e09-44a3-a831-056ff41e66f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4641d9e3-bbfb-4ca1-b978-fac986a6f197'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:31:28.478803 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-a427ce7a-3e1b-482e-b143-f264be1af503 req-923f3189-ad39-4d34-aac1-1e77392f12b4 service neutron] Bound port: aea0eb1c-0aad-4daa-8b97-c718c487c0cc, host: n-h1-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82c42862-5e09-44a3-a831-056ff41e66f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4641d9e3-bbfb-4ca1-b978-fac986a6f197'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:31:28.479238 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-a427ce7a-3e1b-482e-b143-f264be1af503 req-923f3189-ad39-4d34-aac1-1e77392f12b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (aea0eb1c-0aad-4daa-8b97-c718c487c0cc), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:28.485970 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d7ff45ba-4f55-49db-9aba-c3bbd754efab req-8746cd47-260a-44c1-991e-5f7ebafbb109 tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c4615de-bb7e-4e13-9824-66067b606ac9 HTTP/1.1" status: 200 len: 210 time: 0.0601785 Feb 04 12:31:28.496597 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d9ee457-a3f5-433b-b99d-e2d1c46c90a1 admin admin] Network 071b61e7-30d4-4807-8ea9-d31ae3a931a3 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:31:28.542860 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-3d9ee457-a3f5-433b-b99d-e2d1c46c90a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 071b61e7-30d4-4807-8ea9-d31ae3a931a3) {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:31:28.553259 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9ee457-a3f5-433b-b99d-e2d1c46c90a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:28.553864 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3d9ee457-a3f5-433b-b99d-e2d1c46c90a1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:28.563959 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817a36b0-acbb-4fa4-82da-e67c1b5e774f None None] Network 071b61e7-30d4-4807-8ea9-d31ae3a931a3 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:31:28.613753 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-3d9ee457-a3f5-433b-b99d-e2d1c46c90a1 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3348303 Feb 04 12:31:28.616538 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 42764) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:31:28.626607 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-ec351295-e74d-469b-9469-67d1bd3d0fb8 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1555532305-router', 'tenant_id': 'a730f577f6c540ffb62b1abecee5e3b6', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:31:28.628306 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-a427ce7a-3e1b-482e-b143-f264be1af503 req-923f3189-ad39-4d34-aac1-1e77392f12b4 service neutron] For port aea0eb1c-0aad-4daa-8b97-c718c487c0cc, host n-h1-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:31:28.640540 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-a427ce7a-3e1b-482e-b143-f264be1af503 req-923f3189-ad39-4d34-aac1-1e77392f12b4 service neutron] For port aea0eb1c-0aad-4daa-8b97-c718c487c0cc, host n-h1-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=aea0eb1c-0aad-4daa-8b97-c718c487c0cc,segment=NetworkSegment(82c42862-5e09-44a3-a831-056ff41e66f5),segment_id=82c42862-5e09-44a3-a831-056ff41e66f5)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:31:28.659629 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-a427ce7a-3e1b-482e-b143-f264be1af503 req-923f3189-ad39-4d34-aac1-1e77392f12b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (aea0eb1c-0aad-4daa-8b97-c718c487c0cc), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:28.692899 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 42766) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:31:28.705864 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a427ce7a-3e1b-482e-b143-f264be1af503 req-923f3189-ad39-4d34-aac1-1e77392f12b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:28.706184 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-a427ce7a-3e1b-482e-b143-f264be1af503 req-923f3189-ad39-4d34-aac1-1e77392f12b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:28.707701 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a427ce7a-3e1b-482e-b143-f264be1af503 req-923f3189-ad39-4d34-aac1-1e77392f12b4 service neutron] 10.222.0.73 "PUT /v2.0/ports/aea0eb1c-0aad-4daa-8b97-c718c487c0cc HTTP/1.1" status: 200 len: 1092 time: 2.2669706 Feb 04 12:31:28.717086 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bdd1afee-4362-461c-a710-9a8c1e8c41b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (a4645ff9-4aba-4923-b590-6a9167d2e893), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:28.721806 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bdd1afee-4362-461c-a710-9a8c1e8c41b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:28.724711 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-bdd1afee-4362-461c-a710-9a8c1e8c41b7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a4645ff9-4aba-4923-b590-6a9167d2e893 HTTP/1.1" status: 204 len: 168 time: 0.7137094 Feb 04 12:31:28.736691 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ec351295-e74d-469b-9469-67d1bd3d0fb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10933'] for router (7c1fcdf1-a124-4326-aab1-5939cd4e2565), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:28.737925 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ec351295-e74d-469b-9469-67d1bd3d0fb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10924'] for router (7c1fcdf1-a124-4326-aab1-5939cd4e2565), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:28.741438 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba439f3-3cea-4330-b5a4-43a18506b76b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-071b61e7-30d4-4807-8ea9-d31ae3a931a3', 'network_id': '071b61e7-30d4-4807-8ea9-d31ae3a931a3', 'project_id': 'a730f577f6c540ffb62b1abecee5e3b6', 'fixed_ips': [{'subnet_id': '1cb7544b-3b32-44b8-ab6c-df4a9aae40f5'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 12:31:28.742491 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9ba439f3-3cea-4330-b5a4-43a18506b76b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:28.809494 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ec351295-e74d-469b-9469-67d1bd3d0fb8 admin admin] Publish callbacks [] for router_controller (7c1fcdf1-a124-4326-aab1-5939cd4e2565), precommit_add_association {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:28.825421 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd1afee-4362-461c-a710-9a8c1e8c41b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4645ff9-4aba-4923-b590-6a9167d2e893,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:28.846516 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923f3189-ad39-4d34-aac1-1e77392f12b4 service neutron] Pushing event updated for resources: {'Port': ['ID=aea0eb1c-0aad-4daa-8b97-c718c487c0cc,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:28.892895 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a427ce7a-3e1b-482e-b143-f264be1af503 req-9ff4c5ed-0743-4c05-b455-deb6bfc5a686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:28.894931 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a427ce7a-3e1b-482e-b143-f264be1af503 req-9ff4c5ed-0743-4c05-b455-deb6bfc5a686 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=15c4606ad13a46b29ee60be66da65533&device_id=8e93cd00-4a31-4c67-9c40-595fc7108e97 HTTP/1.1" status: 200 len: 1126 time: 0.1284244 Feb 04 12:31:28.923862 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d80bc009-1aad-4725-a5da-79d0e428035c tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Made reservation on behalf of 5cab5aa6ec7a46dfb6f8890eef3403ac for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:31:28.929139 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d80bc009-1aad-4725-a5da-79d0e428035c tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:29.006942 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-9ba439f3-3cea-4330-b5a4-43a18506b76b None None] Allocated IP 172.20.0.2 (071b61e7-30d4-4807-8ea9-d31ae3a931a3/1cb7544b-3b32-44b8-ab6c-df4a9aae40f5/07582deb-cf2c-43b1-b390-f7d655d3d818) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:31:29.008976 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a427ce7a-3e1b-482e-b143-f264be1af503 req-8227a033-5f3e-4c2d-9954-f8248716a193 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aea0eb1c-0aad-4daa-8b97-c718c487c0cc HTTP/1.1" status: 200 len: 217 time: 0.1051886 Feb 04 12:31:29.009486 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [None req-d80bc009-1aad-4725-a5da-79d0e428035c tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] device_id is not set on port 009cf160-b5e8-4df5-9d26-26f4b437928b yet. {{(pid=103474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 12:31:29.017243 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ec351295-e74d-469b-9469-67d1bd3d0fb8 admin admin] Publish callbacks [] for router_gateway (7c1fcdf1-a124-4326-aab1-5939cd4e2565), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:29.085714 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a427ce7a-3e1b-482e-b143-f264be1af503 req-0f90b993-8f57-490d-a827-bb9ec614329d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:29.087438 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-875318ca-1a3d-4084-a7f6-ae7e5fa23f39 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1046173384-network', 'tenant_id': 'cd5f33f713364f519ccd012d67a76486'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:31:29.088207 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a427ce7a-3e1b-482e-b143-f264be1af503 req-0f90b993-8f57-490d-a827-bb9ec614329d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f23bfa97-1a92-478f-9c00-f3b0c9e898c3 HTTP/1.1" status: 200 len: 846 time: 0.0713902 Feb 04 12:31:29.141725 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a427ce7a-3e1b-482e-b143-f264be1af503 req-f34ce8c2-8017-40c0-a435-38f2bd160b38 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4641d9e3-bbfb-4ca1-b978-fac986a6f197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395255 Feb 04 12:31:29.182445 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-875318ca-1a3d-4084-a7f6-ae7e5fa23f39 admin admin] Made reservation on behalf of cd5f33f713364f519ccd012d67a76486 for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:31:29.184766 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-875318ca-1a3d-4084-a7f6-ae7e5fa23f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:29.209486 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-875318ca-1a3d-4084-a7f6-ae7e5fa23f39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:29.264277 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a427ce7a-3e1b-482e-b143-f264be1af503 req-1efa5d93-95cc-4da7-9e72-d50f83e018f1 service neutron] 10.222.0.73 "GET /v2.0/networks/4641d9e3-bbfb-4ca1-b978-fac986a6f197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213126 Feb 04 12:31:29.466899 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9ba439f3-3cea-4330-b5a4-43a18506b76b None None] Publish callbacks [] for port (07582deb-cf2c-43b1-b390-f7d655d3d818), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:29.476427 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9ba439f3-3cea-4330-b5a4-43a18506b76b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (07582deb-cf2c-43b1-b390-f7d655d3d818), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:29.502329 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba439f3-3cea-4330-b5a4-43a18506b76b None None] Network 071b61e7-30d4-4807-8ea9-d31ae3a931a3 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:31:29.505450 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-9ba439f3-3cea-4330-b5a4-43a18506b76b None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:31:29.508579 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba439f3-3cea-4330-b5a4-43a18506b76b None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:31:29.552291 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad21001-6b36-4575-97b6-456e732a90be req-112439f9-0cd4-4e7c-8ec3-05e31c65165b tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:29.566230 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba439f3-3cea-4330-b5a4-43a18506b76b None None] Pushing event updated for resources: {'Port': ['ID=07582deb-cf2c-43b1-b390-f7d655d3d818,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:29.568341 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2ad21001-6b36-4575-97b6-456e732a90be req-112439f9-0cd4-4e7c-8ec3-05e31c65165b tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e93cd00-4a31-4c67-9c40-595fc7108e97 HTTP/1.1" status: 200 len: 944 time: 0.1427047 Feb 04 12:31:29.572353 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a427ce7a-3e1b-482e-b143-f264be1af503 req-f34b84f8-307c-4487-9d14-d83c980ad01a service neutron] 10.222.0.73 "GET /v2.0/networks/4641d9e3-bbfb-4ca1-b978-fac986a6f197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3009644 Feb 04 12:31:29.581329 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94314206-70b6-4185-9467-4cba35b099c5 req-77422b5d-6950-4aa8-a9a5-36b4e2d0d581 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:29.583248 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-94314206-70b6-4185-9467-4cba35b099c5 req-77422b5d-6950-4aa8-a9a5-36b4e2d0d581 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=788e8096-f9b2-4203-a187-32a13b5d456e HTTP/1.1" status: 200 len: 950 time: 0.2111106 Feb 04 12:31:29.633380 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-9ba439f3-3cea-4330-b5a4-43a18506b76b None None] Attempting to bind port 07582deb-cf2c-43b1-b390-f7d655d3d818 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:31:29.634067 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-9ba439f3-3cea-4330-b5a4-43a18506b76b None None] Attempting to bind port 07582deb-cf2c-43b1-b390-f7d655d3d818 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '7a896f1c-7831-4aed-9431-4ad0dce964ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '071b61e7-30d4-4807-8ea9-d31ae3a931a3'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:31:29.634442 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba439f3-3cea-4330-b5a4-43a18506b76b None None] Attempting to bind port 07582deb-cf2c-43b1-b390-f7d655d3d818 on network 071b61e7-30d4-4807-8ea9-d31ae3a931a3 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:31:29.642557 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba439f3-3cea-4330-b5a4-43a18506b76b None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:31:29.642802 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-d80bc009-1aad-4725-a5da-79d0e428035c tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Allocated IP 172.20.0.4 (0b11d1a5-2533-48d3-bd0f-7b8bb353dfa0/bd2a6e09-848b-4b36-8a32-4cf946eb19a4/009cf160-b5e8-4df5-9d26-26f4b437928b) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:31:29.643197 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba439f3-3cea-4330-b5a4-43a18506b76b None None] Checking segment: {'id': '7a896f1c-7831-4aed-9431-4ad0dce964ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '071b61e7-30d4-4807-8ea9-d31ae3a931a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:31:29.643285 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9ba439f3-3cea-4330-b5a4-43a18506b76b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:29.643685 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba439f3-3cea-4330-b5a4-43a18506b76b None None] Bound using segment: {'id': '7a896f1c-7831-4aed-9431-4ad0dce964ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '071b61e7-30d4-4807-8ea9-d31ae3a931a3'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:31:29.646790 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-9ba439f3-3cea-4330-b5a4-43a18506b76b None None] Bound port: 07582deb-cf2c-43b1-b390-f7d655d3d818, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a896f1c-7831-4aed-9431-4ad0dce964ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '071b61e7-30d4-4807-8ea9-d31ae3a931a3'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:31:29.647501 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9ba439f3-3cea-4330-b5a4-43a18506b76b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (07582deb-cf2c-43b1-b390-f7d655d3d818), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:29.662241 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2ad21001-6b36-4575-97b6-456e732a90be req-86038c77-7da7-49e0-b0c6-fdda5a6c5339 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/security-groups?id=98d15bf5-a480-4f0d-bc57-8f17260bd5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754995 Feb 04 12:31:29.763437 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 42806) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:31:29.771571 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-9ba439f3-3cea-4330-b5a4-43a18506b76b None None] For port 07582deb-cf2c-43b1-b390-f7d655d3d818, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:31:29.781730 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-9ba439f3-3cea-4330-b5a4-43a18506b76b None None] For port 07582deb-cf2c-43b1-b390-f7d655d3d818, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=07582deb-cf2c-43b1-b390-f7d655d3d818,segment=NetworkSegment(7a896f1c-7831-4aed-9431-4ad0dce964ba),segment_id=7a896f1c-7831-4aed-9431-4ad0dce964ba)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:31:29.802211 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9ba439f3-3cea-4330-b5a4-43a18506b76b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (07582deb-cf2c-43b1-b390-f7d655d3d818), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:29.807681 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-94314206-70b6-4185-9467-4cba35b099c5 req-ae21fa91-eb36-40c1-a0e9-e5b39719627a tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029779 Feb 04 12:31:29.829482 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f5ac742-06aa-423b-a1af-2b4e50179810 admin admin] Deleting subnet 098788f9-8c3b-4856-97c8-14be265148c8 {{(pid=103475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:31:29.833254 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7f5ac742-06aa-423b-a1af-2b4e50179810 admin admin] Publish callbacks [] for subnet (098788f9-8c3b-4856-97c8-14be265148c8), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:29.872072 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7f5ac742-06aa-423b-a1af-2b4e50179810 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51859329'] for subnet (098788f9-8c3b-4856-97c8-14be265148c8), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:29.956779 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba439f3-3cea-4330-b5a4-43a18506b76b None None] Pushing event updated for resources: {'Port': ['ID=07582deb-cf2c-43b1-b390-f7d655d3d818,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:29.957131 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-875318ca-1a3d-4084-a7f6-ae7e5fa23f39 admin admin] Publish callbacks [] for security_group (e9459e48-643a-4b1c-91b0-115ef7d2164c), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:29.961041 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7f5ac742-06aa-423b-a1af-2b4e50179810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (098788f9-8c3b-4856-97c8-14be265148c8), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:30.001942 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-875318ca-1a3d-4084-a7f6-ae7e5fa23f39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (e9459e48-643a-4b1c-91b0-115ef7d2164c), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:30.041939 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7f5ac742-06aa-423b-a1af-2b4e50179810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-52093282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51452698'] for subnet (098788f9-8c3b-4856-97c8-14be265148c8), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:30.080225 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-875318ca-1a3d-4084-a7f6-ae7e5fa23f39 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:31:30.084477 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7f5ac742-06aa-423b-a1af-2b4e50179810 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:30.090541 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-7f5ac742-06aa-423b-a1af-2b4e50179810 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/098788f9-8c3b-4856-97c8-14be265148c8 HTTP/1.1" status: 204 len: 168 time: 0.3258405 Feb 04 12:31:30.091568 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5ac742-06aa-423b-a1af-2b4e50179810 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=098788f9-8c3b-4856-97c8-14be265148c8,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:30.092078 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2065271f-8da1-4376-8ecb-be83976a3c66 None None] Network 89490d58-b165-4480-9966-11144ff95c5f requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:31:30.094504 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 42810) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:31:30.110880 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875318ca-1a3d-4084-a7f6-ae7e5fa23f39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9459e48-643a-4b1c-91b0-115ef7d2164c,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:30.116765 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-875318ca-1a3d-4084-a7f6-ae7e5fa23f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (28793ac2-ab9e-4d04-87c6-0a378b1e8022), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:30.117248 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-875318ca-1a3d-4084-a7f6-ae7e5fa23f39 admin admin] Added segment 28793ac2-ab9e-4d04-87c6-0a378b1e8022 of type vlan for network ba025aeb-4140-4381-8e48-b2df96846adc Feb 04 12:31:30.118901 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ec351295-e74d-469b-9469-67d1bd3d0fb8 admin admin] Publish callbacks [] for router_gateway (7c1fcdf1-a124-4326-aab1-5939cd4e2565), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:30.165365 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ec351295-e74d-469b-9469-67d1bd3d0fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:30.179933 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d80bc009-1aad-4725-a5da-79d0e428035c tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks [] for port (009cf160-b5e8-4df5-9d26-26f4b437928b), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:30.218777 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5763c17a-134a-4de4-a97e-24b88941b7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (89490d58-b165-4480-9966-11144ff95c5f), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:30.322957 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-5763c17a-134a-4de4-a97e-24b88941b7a6 admin admin] Deleting port da2b96bf-a329-431f-a71c-1fdad05a5d7b {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:31:30.323555 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5763c17a-134a-4de4-a97e-24b88941b7a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (da2b96bf-a329-431f-a71c-1fdad05a5d7b), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:30.397076 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-875318ca-1a3d-4084-a7f6-ae7e5fa23f39 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (ba025aeb-4140-4381-8e48-b2df96846adc), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:30.408556 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe03693-47f5-4ede-8569-5370f5ee5333 None None] DHCP port deletion for 89490d58-b165-4480-9966-11144ff95c5f request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 12:31:30.416410 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d80bc009-1aad-4725-a5da-79d0e428035c tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (009cf160-b5e8-4df5-9d26-26f4b437928b), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:30.417955 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e93cd00-4a31-4c67-9c40-595fc7108e97', 'tag': 'aea0eb1c-0aad-4daa-8b97-c718c487c0cc'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:31:30.422659 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f44226f-cfc9-4f43-b0cb-4a3bd1f67ed7" -d '{"events": [{"name": "network-changed", "server_uuid": "8e93cd00-4a31-4c67-9c40-595fc7108e97", "tag": "aea0eb1c-0aad-4daa-8b97-c718c487c0cc"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:31:30.429206 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-ec351295-e74d-469b-9469-67d1bd3d0fb8 admin admin] Allocated IP 172.25.3.152 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/af738814-b0fa-4d7d-933e-68df22ba2435) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:31:30.450473 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-5763c17a-134a-4de4-a97e-24b88941b7a6 admin admin] For port da2b96bf-a329-431f-a71c-1fdad05a5d7b, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=da2b96bf-a329-431f-a71c-1fdad05a5d7b,segment=NetworkSegment(bc52094b-1f4c-4ff2-9984-872e54e9d4f4),segment_id=bc52094b-1f4c-4ff2-9984-872e54e9d4f4)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:31:30.450912 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5763c17a-134a-4de4-a97e-24b88941b7a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (da2b96bf-a329-431f-a71c-1fdad05a5d7b), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:30.480618 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-5763c17a-134a-4de4-a97e-24b88941b7a6 admin admin] Calling delete_port for da2b96bf-a329-431f-a71c-1fdad05a5d7b owned by network:dhcp {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:31:30.493158 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80bc009-1aad-4725-a5da-79d0e428035c tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Network 0b11d1a5-2533-48d3-bd0f-7b8bb353dfa0 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:31:30.497876 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80bc009-1aad-4725-a5da-79d0e428035c tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Pushing event updated for resources: {'Port': ['ID=009cf160-b5e8-4df5-9d26-26f4b437928b,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:30.502919 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d161ee4c-6a4f-4b04-89a3-fc5e57b28dce x-openstack-request-id: req-d161ee4c-6a4f-4b04-89a3-fc5e57b28dce {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:31:30.503240 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e93cd00-4a31-4c67-9c40-595fc7108e97", "tag": "aea0eb1c-0aad-4daa-8b97-c718c487c0cc", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:31:30.503540 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d161ee4c-6a4f-4b04-89a3-fc5e57b28dce {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:31:30.504043 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e93cd00-4a31-4c67-9c40-595fc7108e97', 'tag': 'aea0eb1c-0aad-4daa-8b97-c718c487c0cc', 'status': 'completed', 'code': 200} Feb 04 12:31:30.519785 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-d80bc009-1aad-4725-a5da-79d0e428035c tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:31:30.522471 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80bc009-1aad-4725-a5da-79d0e428035c tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:31:30.529405 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.db.resource_extend [None req-875318ca-1a3d-4084-a7f6-ae7e5fa23f39 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 12:31:30.548430 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-efe03693-47f5-4ede-8569-5370f5ee5333 None None] Deleting port da2b96bf-a329-431f-a71c-1fdad05a5d7b {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:31:30.549074 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-efe03693-47f5-4ede-8569-5370f5ee5333 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (da2b96bf-a329-431f-a71c-1fdad05a5d7b), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:30.588212 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-875318ca-1a3d-4084-a7f6-ae7e5fa23f39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (ba025aeb-4140-4381-8e48-b2df96846adc), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:30.589524 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875318ca-1a3d-4084-a7f6-ae7e5fa23f39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:30.590373 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-875318ca-1a3d-4084-a7f6-ae7e5fa23f39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:30.640280 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f44226f-cfc9-4f43-b0cb-4a3bd1f67ed7 req-86c28ecb-6683-434b-8d74-78f14a47dc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:30.641885 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2f44226f-cfc9-4f43-b0cb-4a3bd1f67ed7 req-86c28ecb-6683-434b-8d74-78f14a47dc23 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=15c4606ad13a46b29ee60be66da65533&device_id=8e93cd00-4a31-4c67-9c40-595fc7108e97 HTTP/1.1" status: 200 len: 1126 time: 0.0939586 Feb 04 12:31:30.647992 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-efe03693-47f5-4ede-8569-5370f5ee5333 None None] For port da2b96bf-a329-431f-a71c-1fdad05a5d7b, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=da2b96bf-a329-431f-a71c-1fdad05a5d7b,segment=NetworkSegment(bc52094b-1f4c-4ff2-9984-872e54e9d4f4),segment_id=bc52094b-1f4c-4ff2-9984-872e54e9d4f4)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:31:30.648638 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-efe03693-47f5-4ede-8569-5370f5ee5333 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (da2b96bf-a329-431f-a71c-1fdad05a5d7b), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:30.670699 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-efe03693-47f5-4ede-8569-5370f5ee5333 None None] Calling delete_port for da2b96bf-a329-431f-a71c-1fdad05a5d7b owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:31:30.701316 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80bc009-1aad-4725-a5da-79d0e428035c tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:30.702910 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d80bc009-1aad-4725-a5da-79d0e428035c tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:30.720521 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5763c17a-134a-4de4-a97e-24b88941b7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (da2b96bf-a329-431f-a71c-1fdad05a5d7b), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:30.730758 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-d80bc009-1aad-4725-a5da-79d0e428035c tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.3412817 Feb 04 12:31:30.733841 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 42824) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:31:30.745940 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-875318ca-1a3d-4084-a7f6-ae7e5fa23f39 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.0448124 Feb 04 12:31:30.747122 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 42826) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:31:30.755770 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-4c589ed4-b435-4fc0-aa8a-2d4c20b2424f admin admin] Request body: {'subnet': {'network_id': 'ba025aeb-4140-4381-8e48-b2df96846adc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1046173384-subnet', 'tenant_id': 'cd5f33f713364f519ccd012d67a76486', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:31:30.786637 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-24ccb8b8-af12-4838-8c5e-5eec5a5d6487 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Request body: {'floatingip': {'port_id': '009cf160-b5e8-4df5-9d26-26f4b437928b'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:31:30.786845 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875318ca-1a3d-4084-a7f6-ae7e5fa23f39 admin admin] Pushing event updated for resources: {'Network': ['ID=ba025aeb-4140-4381-8e48-b2df96846adc,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:30.796582 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c589ed4-b435-4fc0-aa8a-2d4c20b2424f admin admin] Made reservation on behalf of cd5f33f713364f519ccd012d67a76486 for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:31:30.801121 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4c589ed4-b435-4fc0-aa8a-2d4c20b2424f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60610638'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:30.805304 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network ba025aeb-4140-4381-8e48-b2df96846adc details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:31:30.837566 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763c17a-134a-4de4-a97e-24b88941b7a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=da2b96bf-a329-431f-a71c-1fdad05a5d7b,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:30.872994 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5763c17a-134a-4de4-a97e-24b88941b7a6 admin admin] No DVR routers for this DVR port da2b96bf-a329-431f-a71c-1fdad05a5d7b on host n-d-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:31:30.901072 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-24ccb8b8-af12-4838-8c5e-5eec5a5d6487 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks [] for floatingip (29cdede5-bf1f-4d73-b217-8420f90b1b67), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:30.902172 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ec351295-e74d-469b-9469-67d1bd3d0fb8 admin admin] Publish callbacks [] for port (af738814-b0fa-4d7d-933e-68df22ba2435), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:30.917983 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 013dab64-5844-4c95-b51e-dc2be5a734d7 no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:31:30.997114 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] No Port match for: 013dab64-5844-4c95-b51e-dc2be5a734d7 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:31:30.997566 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 013dab64-5844-4c95-b51e-dc2be5a734d7 not bound to the agent host n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:31:30.999834 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763c17a-134a-4de4-a97e-24b88941b7a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:31:31.000217 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763c17a-134a-4de4-a97e-24b88941b7a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:31:31.000568 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763c17a-134a-4de4-a97e-24b88941b7a6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:31:31.000904 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763c17a-134a-4de4-a97e-24b88941b7a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:31:31.001244 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763c17a-134a-4de4-a97e-24b88941b7a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:31:31.001575 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763c17a-134a-4de4-a97e-24b88941b7a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:31:31.001963 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763c17a-134a-4de4-a97e-24b88941b7a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:31:31.002297 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763c17a-134a-4de4-a97e-24b88941b7a6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:31:31.002622 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763c17a-134a-4de4-a97e-24b88941b7a6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:31:31.002951 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763c17a-134a-4de4-a97e-24b88941b7a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:31:31.003278 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763c17a-134a-4de4-a97e-24b88941b7a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:31:31.003598 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763c17a-134a-4de4-a97e-24b88941b7a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:31:31.003960 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5763c17a-134a-4de4-a97e-24b88941b7a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:31:31.042493 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ec351295-e74d-469b-9469-67d1bd3d0fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (af738814-b0fa-4d7d-933e-68df22ba2435), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:31.049159 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:31.050097 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-efe03693-47f5-4ede-8569-5370f5ee5333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (da2b96bf-a329-431f-a71c-1fdad05a5d7b), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:31.063449 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe03693-47f5-4ede-8569-5370f5ee5333 None None] No DVR routers for this DVR port da2b96bf-a329-431f-a71c-1fdad05a5d7b on host n-d-825015-3 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:31:31.102219 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe03693-47f5-4ede-8569-5370f5ee5333 None None] Pushing event deleted for resources: {'Port': ['ID=da2b96bf-a329-431f-a71c-1fdad05a5d7b,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:31.181304 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec351295-e74d-469b-9469-67d1bd3d0fb8 admin admin] Pushing event updated for resources: {'Port': ['ID=af738814-b0fa-4d7d-933e-68df22ba2435,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:31.225012 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec351295-e74d-469b-9469-67d1bd3d0fb8 admin admin] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:31:31.228177 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f44226f-cfc9-4f43-b0cb-4a3bd1f67ed7 req-ce7e6912-c237-403e-9b3d-afe505b9128f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:31.229738 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2f44226f-cfc9-4f43-b0cb-4a3bd1f67ed7 req-ce7e6912-c237-403e-9b3d-afe505b9128f service neutron] 10.222.0.73 "GET /v2.0/networks?id=4641d9e3-bbfb-4ca1-b978-fac986a6f197 HTTP/1.1" status: 200 len: 907 time: 0.5764632 Feb 04 12:31:31.250843 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-ec351295-e74d-469b-9469-67d1bd3d0fb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:31:31.255198 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5763c17a-134a-4de4-a97e-24b88941b7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (89490d58-b165-4480-9966-11144ff95c5f), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:31.257539 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec351295-e74d-469b-9469-67d1bd3d0fb8 admin admin] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:31:31.300867 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4c589ed4-b435-4fc0-aa8a-2d4c20b2424f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59045178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60610680'] for subnet (ec13c268-e587-4703-9adb-4a407fc51524), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:31.362647 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2f44226f-cfc9-4f43-b0cb-4a3bd1f67ed7 req-f23b30d8-d8f4-4dc6-ac43-0b97339fd2ed service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aea0eb1c-0aad-4daa-8b97-c718c487c0cc HTTP/1.1" status: 200 len: 217 time: 0.1184404 Feb 04 12:31:31.378054 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9ecf87-ef71-42cd-b1b4-115232357944 req-412fc323-49ec-4687-b0dd-b7ca4c994182 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:31.379784 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fd9ecf87-ef71-42cd-b1b4-115232357944 req-412fc323-49ec-4687-b0dd-b7ca4c994182 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e93cd00-4a31-4c67-9c40-595fc7108e97 HTTP/1.1" status: 200 len: 944 time: 0.5498321 Feb 04 12:31:31.384145 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-5763c17a-134a-4de4-a97e-24b88941b7a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89490d58-b165-4480-9966-11144ff95c5f']}} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:31:31.423369 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c6ca8e-2f76-40ab-a773-401a91f1a8ad req-8426ae16-3d41-40e9-a5a7-7da3f9c691f6 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:31.423998 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-62c6ca8e-2f76-40ab-a773-401a91f1a8ad req-8426ae16-3d41-40e9-a5a7-7da3f9c691f6 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=788e8096-f9b2-4203-a187-32a13b5d456e HTTP/1.1" status: 200 len: 950 time: 0.4312723 Feb 04 12:31:31.431827 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-5763c17a-134a-4de4-a97e-24b88941b7a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc52094b-1f4c-4ff2-9984-872e54e9d4f4') {'for_net_delete': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:31:31.432237 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-5763c17a-134a-4de4-a97e-24b88941b7a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc52094b-1f4c-4ff2-9984-872e54e9d4f4') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:31:31.467694 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c589ed4-b435-4fc0-aa8a-2d4c20b2424f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec13c268-e587-4703-9adb-4a407fc51524,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:31.483948 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c589ed4-b435-4fc0-aa8a-2d4c20b2424f admin admin] Checking segment: {'id': '28793ac2-ab9e-4d04-87c6-0a378b1e8022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ba025aeb-4140-4381-8e48-b2df96846adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:31:31.484312 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c589ed4-b435-4fc0-aa8a-2d4c20b2424f admin admin] Network hostable DHCP agents. Network: ba025aeb-4140-4381-8e48-b2df96846adc, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:31:31.498420 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5763c17a-134a-4de4-a97e-24b88941b7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51859336'] for segment (bc52094b-1f4c-4ff2-9984-872e54e9d4f4), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:31.522455 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c72e8751-8523-4f8a-a4e2-bda464760fa7 None None] Network 071b61e7-30d4-4807-8ea9-d31ae3a931a3 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:31:31.541565 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c589ed4-b435-4fc0-aa8a-2d4c20b2424f admin admin] Network ba025aeb-4140-4381-8e48-b2df96846adc is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:31:31.591692 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-4c589ed4-b435-4fc0-aa8a-2d4c20b2424f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, ba025aeb-4140-4381-8e48-b2df96846adc) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:31:31.597213 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c589ed4-b435-4fc0-aa8a-2d4c20b2424f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:31.598042 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4c589ed4-b435-4fc0-aa8a-2d4c20b2424f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:31.615786 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c551bf4-a6b7-49d0-9c4a-3db88f50219d None None] Network ba025aeb-4140-4381-8e48-b2df96846adc requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:31:31.674244 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-4c589ed4-b435-4fc0-aa8a-2d4c20b2424f admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9184601 Feb 04 12:31:31.679906 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:31.722059 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-c24cf4eb-9171-4dc9-9e8b-390ab27b809b None None] Provisioning complete for port 07582deb-cf2c-43b1-b390-f7d655d3d818 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:31:31.722393 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c24cf4eb-9171-4dc9-9e8b-390ab27b809b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (07582deb-cf2c-43b1-b390-f7d655d3d818), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:31.742516 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ec351295-e74d-469b-9469-67d1bd3d0fb8 admin admin] Publish callbacks [] for router_gateway (7c1fcdf1-a124-4326-aab1-5939cd4e2565), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:31.842023 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-750d6ba9-4291-4c23-9644-6a2a610939f4 None None] Network ba025aeb-4140-4381-8e48-b2df96846adc requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:31:32.023699 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c24cf4eb-9171-4dc9-9e8b-390ab27b809b None None] Current status of the port 07582deb-cf2c-43b1-b390-f7d655d3d818 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:31:32.024870 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c24cf4eb-9171-4dc9-9e8b-390ab27b809b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (07582deb-cf2c-43b1-b390-f7d655d3d818), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:32.089686 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 07582deb-cf2c-43b1-b390-f7d655d3d818 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:31:32.139073 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ec351295-e74d-469b-9469-67d1bd3d0fb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141'] for router (7c1fcdf1-a124-4326-aab1-5939cd4e2565), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:32.146109 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-c24cf4eb-9171-4dc9-9e8b-390ab27b809b None None] For port 07582deb-cf2c-43b1-b390-f7d655d3d818, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=07582deb-cf2c-43b1-b390-f7d655d3d818,segment=NetworkSegment(7a896f1c-7831-4aed-9431-4ad0dce964ba),segment_id=7a896f1c-7831-4aed-9431-4ad0dce964ba)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:31:32.178173 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c24cf4eb-9171-4dc9-9e8b-390ab27b809b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (07582deb-cf2c-43b1-b390-f7d655d3d818), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:32.257267 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5763c17a-134a-4de4-a97e-24b88941b7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (bc52094b-1f4c-4ff2-9984-872e54e9d4f4), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:32.292866 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 07582deb-cf2c-43b1-b390-f7d655d3d818 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:31:32.294186 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (07582deb-cf2c-43b1-b390-f7d655d3d818), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:32.301581 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24cf4eb-9171-4dc9-9e8b-390ab27b809b None None] Pushing event updated for resources: {'Port': ['ID=07582deb-cf2c-43b1-b390-f7d655d3d818,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:32.340371 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-62c6ca8e-2f76-40ab-a773-401a91f1a8ad req-faac94ff-5e7a-4d7e-b4a9-322a357b035b tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8705840 Feb 04 12:31:32.352620 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5763c17a-134a-4de4-a97e-24b88941b7a6 admin admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=103475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:31:32.353462 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5763c17a-134a-4de4-a97e-24b88941b7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-52093388'] for segment (bc52094b-1f4c-4ff2-9984-872e54e9d4f4), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:32.353953 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec351295-e74d-469b-9469-67d1bd3d0fb8 admin admin] Router 7c1fcdf1-a124-4326-aab1-5939cd4e2565 is scheduled to L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de with binding_index 1 {{(pid=103474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 12:31:32.356092 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f44226f-cfc9-4f43-b0cb-4a3bd1f67ed7 req-4abdc9db-9dc0-4dea-ab06-90d3031e5885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:32.357541 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2f44226f-cfc9-4f43-b0cb-4a3bd1f67ed7 req-4abdc9db-9dc0-4dea-ab06-90d3031e5885 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f23bfa97-1a92-478f-9c00-f3b0c9e898c3 HTTP/1.1" status: 200 len: 846 time: 0.9689715 Feb 04 12:31:32.359262 n-d-825015-3 neutron-server[103475]: Traceback (most recent call last): Feb 04 12:31:32.359262 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:31:32.359262 n-d-825015-3 neutron-server[103475]: timer() Feb 04 12:31:32.359262 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:31:32.359262 n-d-825015-3 neutron-server[103475]: cb(*args, **kw) Feb 04 12:31:32.359262 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:31:32.359262 n-d-825015-3 neutron-server[103475]: return func(*args, **kwargs) Feb 04 12:31:32.359262 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:31:32.359262 n-d-825015-3 neutron-server[103475]: self._notify() Feb 04 12:31:32.359262 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:31:32.359262 n-d-825015-3 neutron-server[103475]: self.callback(batched_events) Feb 04 12:31:32.359262 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:31:32.359262 n-d-825015-3 neutron-server[103475]: event.method(event) Feb 04 12:31:32.359262 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:31:32.359262 n-d-825015-3 neutron-server[103475]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:31:32.359262 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:31:32.359262 n-d-825015-3 neutron-server[103475]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:31:32.359262 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:31:32.359262 n-d-825015-3 neutron-server[103475]: return f(self, *a, **k) Feb 04 12:31:32.359262 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:31:32.359262 n-d-825015-3 neutron-server[103475]: return self._get(url).json() Feb 04 12:31:32.359262 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:31:32.359262 n-d-825015-3 neutron-server[103475]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:31:32.359262 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:31:32.359262 n-d-825015-3 neutron-server[103475]: return self.request(url, 'GET', **kwargs) Feb 04 12:31:32.359262 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:31:32.359262 n-d-825015-3 neutron-server[103475]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:31:32.359262 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:31:32.359262 n-d-825015-3 neutron-server[103475]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:31:32.359262 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:31:32.359262 n-d-825015-3 neutron-server[103475]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:31:32.359262 n-d-825015-3 neutron-server[103475]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:31:32.428537 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fd9ecf87-ef71-42cd-b1b4-115232357944 req-46666000-d393-41c8-83ba-2dbb4fd94020 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/security-groups?id=98d15bf5-a480-4f0d-bc57-8f17260bd5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0386684 Feb 04 12:31:32.471230 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2f44226f-cfc9-4f43-b0cb-4a3bd1f67ed7 req-38f42527-eb94-4c95-83df-0d47b607e5fb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4641d9e3-bbfb-4ca1-b978-fac986a6f197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0951676 Feb 04 12:31:32.480850 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-c8a5de93-5df4-4f94-875a-378206074082 None None] Provisioning complete for port 07582deb-cf2c-43b1-b390-f7d655d3d818 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:31:32.484016 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c8a5de93-5df4-4f94-875a-378206074082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (07582deb-cf2c-43b1-b390-f7d655d3d818), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:32.544271 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5763c17a-134a-4de4-a97e-24b88941b7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (89490d58-b165-4480-9966-11144ff95c5f), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:32.587323 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5763c17a-134a-4de4-a97e-24b88941b7a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:32.591010 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-5763c17a-134a-4de4-a97e-24b88941b7a6 admin admin] 10.222.0.65 "DELETE /v2.0/networks/89490d58-b165-4480-9966-11144ff95c5f HTTP/1.1" status: 204 len: 168 time: 2.4952502 Feb 04 12:31:32.618692 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763c17a-134a-4de4-a97e-24b88941b7a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=89490d58-b165-4480-9966-11144ff95c5f,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:32.650213 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.db.resource_extend [None req-24ccb8b8-af12-4838-8c5e-5eec5a5d6487 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 12:31:32.663380 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 07582deb-cf2c-43b1-b390-f7d655d3d818 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:31:32.685629 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec351295-e74d-469b-9469-67d1bd3d0fb8 admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:31:32.699919 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02cd7e5f-eecb-41a6-b513-732980be350a None None] Sync routers for ids ['7c1fcdf1-a124-4326-aab1-5939cd4e2565'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:31:32.709632 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c8a5de93-5df4-4f94-875a-378206074082 None None] Current status of the port 07582deb-cf2c-43b1-b390-f7d655d3d818 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:31:32.720843 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ec351295-e74d-469b-9469-67d1bd3d0fb8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:32.726749 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-ec351295-e74d-469b-9469-67d1bd3d0fb8 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 4.1070261 Feb 04 12:31:32.727849 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 42862) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:31:32.751222 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02cd7e5f-eecb-41a6-b513-732980be350a None None] Routers {'7c1fcdf1-a124-4326-aab1-5939cd4e2565'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:31:32.752170 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-02cd7e5f-eecb-41a6-b513-732980be350a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:31:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['7c1fcdf1-a124-4326-aab1-5939cd4e2565'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:31:32.790417 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-24ccb8b8-af12-4838-8c5e-5eec5a5d6487 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:32.809087 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2f44226f-cfc9-4f43-b0cb-4a3bd1f67ed7 req-36651b6d-cf29-4452-963d-0184864434c6 service neutron] 10.222.0.73 "GET /v2.0/networks/4641d9e3-bbfb-4ca1-b978-fac986a6f197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3247797 Feb 04 12:31:32.825906 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-24ccb8b8-af12-4838-8c5e-5eec5a5d6487 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1599943'] for floatingip (29cdede5-bf1f-4d73-b217-8420f90b1b67), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:32.831072 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device da2b96bf-a329-431f-a71c-1fdad05a5d7b no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:31:32.896633 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device aea0eb1c-0aad-4daa-8b97-c718c487c0cc details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:31:32.948949 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 42872) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:31:32.961650 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: da2b96bf-a329-431f-a71c-1fdad05a5d7b {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:31:32.962007 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device da2b96bf-a329-431f-a71c-1fdad05a5d7b not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:31:33.041026 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-b7c5dbcb-063a-4017-8931-52ef9e010d19 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f9619e0211434e338cacc113b2585afa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0901487 Feb 04 12:31:33.041656 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 42874) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:31:33.045667 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-02cd7e5f-eecb-41a6-b513-732980be350a None None] Set router 7c1fcdf1-a124-4326-aab1-5939cd4e2565 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:31:33.049470 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port aea0eb1c-0aad-4daa-8b97-c718c487c0cc, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=aea0eb1c-0aad-4daa-8b97-c718c487c0cc,segment=NetworkSegment(82c42862-5e09-44a3-a831-056ff41e66f5),segment_id=82c42862-5e09-44a3-a831-056ff41e66f5)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:31:33.159673 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cf3dd6-f7c4-4bfa-84c5-6129ab5f1083 req-2a09292c-9fde-41d5-a80f-a26fbfc35609 tempest-ServerAddressesNegativeTestJSON-1120008180 tempest-ServerAddressesNegativeTestJSON-1120008180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:33.166892 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-83cf3dd6-f7c4-4bfa-84c5-6129ab5f1083 req-2a09292c-9fde-41d5-a80f-a26fbfc35609 tempest-ServerAddressesNegativeTestJSON-1120008180 tempest-ServerAddressesNegativeTestJSON-1120008180-project] 10.222.0.65 "GET /v2.0/networks?id=ba025aeb-4140-4381-8e48-b2df96846adc HTTP/1.1" status: 200 len: 822 time: 0.3749983 Feb 04 12:31:33.195537 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-83cf3dd6-f7c4-4bfa-84c5-6129ab5f1083 req-abe74625-a4ca-4092-82d7-19e3622f3c45 tempest-ServerAddressesNegativeTestJSON-1120008180 tempest-ServerAddressesNegativeTestJSON-1120008180-project] 10.222.0.65 "GET /v2.0/quotas/cd5f33f713364f519ccd012d67a76486 HTTP/1.1" status: 200 len: 375 time: 0.0276473 Feb 04 12:31:33.219758 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2f44226f-cfc9-4f43-b0cb-4a3bd1f67ed7 req-04ffaf1e-869e-4fcb-ad39-f62446c5d322 service neutron] 10.222.0.73 "GET /v2.0/networks/4641d9e3-bbfb-4ca1-b978-fac986a6f197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3918140 Feb 04 12:31:33.256613 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b1381ce8-6b99-48d0-9c49-db108aadca6c admin admin] Publish callbacks [] for security_group (ee89b6e9-25e2-41ab-a8a3-c85f5e0697a9), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:33.263575 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-83cf3dd6-f7c4-4bfa-84c5-6129ab5f1083 req-96e02a11-44db-4e98-8dcf-9be88a46c353 tempest-ServerAddressesNegativeTestJSON-1120008180 tempest-ServerAddressesNegativeTestJSON-1120008180-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=cd5f33f713364f519ccd012d67a76486&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0670657 Feb 04 12:31:33.275357 n-d-825015-3 neutron-server[103475]: INFO neutron.db.l3_db [None req-24ccb8b8-af12-4838-8c5e-5eec5a5d6487 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Floating IP 29cdede5-bf1f-4d73-b217-8420f90b1b67 associated. External IP: 172.25.3.151, port: 009cf160-b5e8-4df5-9d26-26f4b437928b. Feb 04 12:31:33.299221 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b1381ce8-6b99-48d0-9c49-db108aadca6c admin admin] Publish callbacks [] for security_group (ee89b6e9-25e2-41ab-a8a3-c85f5e0697a9), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:33.471632 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': 'aea0eb1c-0aad-4daa-8b97-c718c487c0cc', 'network_id': '4641d9e3-bbfb-4ca1-b978-fac986a6f197', 'port_id': 'aea0eb1c-0aad-4daa-8b97-c718c487c0cc', 'mac_address': 'fa:16:3e:e2:ff:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f23bfa97-1a92-478f-9c00-f3b0c9e898c3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:31:33.500951 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b1381ce8-6b99-48d0-9c49-db108aadca6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (ee89b6e9-25e2-41ab-a8a3-c85f5e0697a9), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:33.503585 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b1381ce8-6b99-48d0-9c49-db108aadca6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:33.509097 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-b1381ce8-6b99-48d0-9c49-db108aadca6c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ee89b6e9-25e2-41ab-a8a3-c85f5e0697a9 HTTP/1.1" status: 204 len: 168 time: 0.4643981 Feb 04 12:31:33.520945 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1381ce8-6b99-48d0-9c49-db108aadca6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee89b6e9-25e2-41ab-a8a3-c85f5e0697a9,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:33.568865 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port aea0eb1c-0aad-4daa-8b97-c718c487c0cc is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:31:33.569274 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (aea0eb1c-0aad-4daa-8b97-c718c487c0cc), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:33.602352 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aea0eb1c-0aad-4daa-8b97-c718c487c0cc {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:31:33.621850 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-02cd7e5f-eecb-41a6-b513-732980be350a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c1fcdf1-a124-4326-aab1-5939cd4e2565', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1555532305-router', 'tenant_id': 'a730f577f6c540ffb62b1abecee5e3b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': 'af738814-b0fa-4d7d-933e-68df22ba2435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:31:28Z', 'updated_at': '2022-02-04T12:31:31Z', 'revision_number': 3, 'project_id': 'a730f577f6c540ffb62b1abecee5e3b6', 'gw_port': {'id': 'af738814-b0fa-4d7d-933e-68df22ba2435', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:40:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c1fcdf1-a124-4326-aab1-5939cd4e2565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:31:30Z', 'updated_at': '2022-02-04T12:31:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:31:33.643339 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-83cf3dd6-f7c4-4bfa-84c5-6129ab5f1083 req-69ade4be-8482-45c3-9bd3-0e07b06ff471 service neutron] 10.222.0.65 "GET /v2.0/networks/ba025aeb-4140-4381-8e48-b2df96846adc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3785985 Feb 04 12:31:33.661141 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02cd7e5f-eecb-41a6-b513-732980be350a None None] Checking router: 7c1fcdf1-a124-4326-aab1-5939cd4e2565 for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:31:33.661492 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02cd7e5f-eecb-41a6-b513-732980be350a None None] Updating router 7c1fcdf1-a124-4326-aab1-5939cd4e2565 port af738814-b0fa-4d7d-933e-68df22ba2435 binding host n-d-825015-3 {{(pid=103476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:31:33.665634 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port aea0eb1c-0aad-4daa-8b97-c718c487c0cc, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=aea0eb1c-0aad-4daa-8b97-c718c487c0cc,segment=NetworkSegment(82c42862-5e09-44a3-a831-056ff41e66f5),segment_id=82c42862-5e09-44a3-a831-056ff41e66f5)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:31:33.687387 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (aea0eb1c-0aad-4daa-8b97-c718c487c0cc), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:33.726199 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0e6bd506-f270-446b-b71d-ddece76231ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:33.731187 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-02cd7e5f-eecb-41a6-b513-732980be350a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (af738814-b0fa-4d7d-933e-68df22ba2435), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:33.800594 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=aea0eb1c-0aad-4daa-8b97-c718c487c0cc,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:33.869659 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccab8fe6-ae8e-4a8f-88a9-fd07fa3820c6 req-497f733b-80b1-4b8d-8e50-b57691678ffc tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:33.871234 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ccab8fe6-ae8e-4a8f-88a9-fd07fa3820c6 req-497f733b-80b1-4b8d-8e50-b57691678ffc tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=788e8096-f9b2-4203-a187-32a13b5d456e HTTP/1.1" status: 200 len: 950 time: 0.3717675 Feb 04 12:31:33.928287 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-83cf3dd6-f7c4-4bfa-84c5-6129ab5f1083 req-b53dcdf1-2675-43e1-80a2-563aa9f75b6b service neutron] 10.222.0.65 "GET /v2.0/networks/ba025aeb-4140-4381-8e48-b2df96846adc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2832956 Feb 04 12:31:33.993481 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['aea0eb1c-0aad-4daa-8b97-c718c487c0cc'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:31:34.045105 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 07582deb-cf2c-43b1-b390-f7d655d3d818 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:31:34.116282 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-0e6bd506-f270-446b-b71d-ddece76231ba admin admin] Allocated IP 172.20.0.1 (071b61e7-30d4-4807-8ea9-d31ae3a931a3/1cb7544b-3b32-44b8-ab6c-df4a9aae40f5/f6c9e52d-8900-4e0e-bd41-3fefc8be047b) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:31:34.165602 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ccab8fe6-ae8e-4a8f-88a9-fd07fa3820c6 req-d09055a6-4eb2-4fe3-8565-bb10a047994b tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376478 Feb 04 12:31:34.302347 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24ccb8b8-af12-4838-8c5e-5eec5a5d6487 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Router ada8f51e-764c-41fd-bd66-5801c2bcad0a has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:31:34.441050 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-02cd7e5f-eecb-41a6-b513-732980be350a None None] Publish callbacks [] for port (af738814-b0fa-4d7d-933e-68df22ba2435), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:34.470993 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0e6bd506-f270-446b-b71d-ddece76231ba admin admin] Publish callbacks [] for port (f6c9e52d-8900-4e0e-bd41-3fefc8be047b), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:34.473503 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-02cd7e5f-eecb-41a6-b513-732980be350a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (af738814-b0fa-4d7d-933e-68df22ba2435), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:34.591086 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0e6bd506-f270-446b-b71d-ddece76231ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (f6c9e52d-8900-4e0e-bd41-3fefc8be047b), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:34.633142 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 07582deb-cf2c-43b1-b390-f7d655d3d818 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:31:34.633518 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (07582deb-cf2c-43b1-b390-f7d655d3d818), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:34.644312 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bda7b654-06fc-4ef6-87fa-f9b87c579134 req-e24243da-848e-4447-b3d2-db4e0bb7cbf3 tempest-ServerAddressesNegativeTestJSON-1120008180 tempest-ServerAddressesNegativeTestJSON-1120008180-project] 10.222.0.65 "GET /v2.0/ports?device_id=a2daf5bc-e9a4-45b6-a91b-f85cad03ce07 HTTP/1.1" status: 200 len: 210 time: 0.2053530 Feb 04 12:31:34.688833 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6bd506-f270-446b-b71d-ddece76231ba admin admin] Pushing event updated for resources: {'Port': ['ID=f6c9e52d-8900-4e0e-bd41-3fefc8be047b,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:34.692773 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-02cd7e5f-eecb-41a6-b513-732980be350a None None] Attempting to bind port af738814-b0fa-4d7d-933e-68df22ba2435 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:31:34.693162 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-02cd7e5f-eecb-41a6-b513-732980be350a None None] Attempting to bind port af738814-b0fa-4d7d-933e-68df22ba2435 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:31:34.693508 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02cd7e5f-eecb-41a6-b513-732980be350a None None] Attempting to bind port af738814-b0fa-4d7d-933e-68df22ba2435 on network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:31:34.699210 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1510f1a4-1822-458d-bafa-594deff0b359 None None] Pushing event updated for resources: {'Port': ['ID=af738814-b0fa-4d7d-933e-68df22ba2435,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:34.732243 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6bd506-f270-446b-b71d-ddece76231ba admin admin] Network 071b61e7-30d4-4807-8ea9-d31ae3a931a3 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:31:34.734573 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-0e6bd506-f270-446b-b71d-ddece76231ba admin admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:31:34.751935 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6bd506-f270-446b-b71d-ddece76231ba admin admin] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:31:34.791349 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02cd7e5f-eecb-41a6-b513-732980be350a None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:31:34.792492 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02cd7e5f-eecb-41a6-b513-732980be350a None None] Checking segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:31:34.792492 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-02cd7e5f-eecb-41a6-b513-732980be350a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:34.795243 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02cd7e5f-eecb-41a6-b513-732980be350a None None] Bound using segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:31:34.798077 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-02cd7e5f-eecb-41a6-b513-732980be350a None None] Bound port: af738814-b0fa-4d7d-933e-68df22ba2435, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:31:34.798482 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-02cd7e5f-eecb-41a6-b513-732980be350a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (af738814-b0fa-4d7d-933e-68df22ba2435), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:34.816985 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1697eb17-803f-4592-bbc6-0c70d6ca64e3 req-8bf46c1f-f046-4b19-b266-5d580b44183c tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:34.833122 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1697eb17-803f-4592-bbc6-0c70d6ca64e3 req-8bf46c1f-f046-4b19-b266-5d580b44183c tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e93cd00-4a31-4c67-9c40-595fc7108e97 HTTP/1.1" status: 200 len: 945 time: 0.3841767 Feb 04 12:31:34.860596 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0e6bd506-f270-446b-b71d-ddece76231ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1599818'] for router_interface (7c1fcdf1-a124-4326-aab1-5939cd4e2565), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:34.974023 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24ccb8b8-af12-4838-8c5e-5eec5a5d6487 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:31:34.981906 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-24ccb8b8-af12-4838-8c5e-5eec5a5d6487 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:34.993391 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11fc5fc-dd16-458f-9799-719470de10bc None None] Sync routers for ids ['ada8f51e-764c-41fd-bd66-5801c2bcad0a'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:31:34.994298 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1697eb17-803f-4592-bbc6-0c70d6ca64e3 req-036f92c6-e1a1-4d33-b34d-cfbb2a95145b tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/security-groups?id=98d15bf5-a480-4f0d-bc57-8f17260bd5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562147 Feb 04 12:31:35.042985 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11fc5fc-dd16-458f-9799-719470de10bc None None] Routers {'ada8f51e-764c-41fd-bd66-5801c2bcad0a'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:31:35.043551 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-e11fc5fc-dd16-458f-9799-719470de10bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:31:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['ada8f51e-764c-41fd-bd66-5801c2bcad0a'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:31:35.052551 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-24ccb8b8-af12-4838-8c5e-5eec5a5d6487 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] 10.222.0.65 "PUT /v2.0/floatingips/29cdede5-bf1f-4d73-b217-8420f90b1b67 HTTP/1.1" status: 200 len: 977 time: 4.3056219 Feb 04 12:31:35.054121 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 42924) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:31:35.166136 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-e11fc5fc-dd16-458f-9799-719470de10bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:31:35.215278 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11fc5fc-dd16-458f-9799-719470de10bc None None] Routers {'ada8f51e-764c-41fd-bd66-5801c2bcad0a'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:31:35.217086 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-e11fc5fc-dd16-458f-9799-719470de10bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:31:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['ada8f51e-764c-41fd-bd66-5801c2bcad0a'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:31:35.305186 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-e11fc5fc-dd16-458f-9799-719470de10bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:31:35.306202 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11fc5fc-dd16-458f-9799-719470de10bc None None] The sync data for ids ['ada8f51e-764c-41fd-bd66-5801c2bcad0a'] in n-d-825015-3 is: [] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:31:35.391521 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0e6bd506-f270-446b-b71d-ddece76231ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (f6c9e52d-8900-4e0e-bd41-3fefc8be047b), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:35.425618 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-02cd7e5f-eecb-41a6-b513-732980be350a None None] For port af738814-b0fa-4d7d-933e-68df22ba2435, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:31:35.454251 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-02cd7e5f-eecb-41a6-b513-732980be350a None None] For port af738814-b0fa-4d7d-933e-68df22ba2435, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=af738814-b0fa-4d7d-933e-68df22ba2435,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:31:35.469903 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 07582deb-cf2c-43b1-b390-f7d655d3d818 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:31:35.491877 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2a16ca-957f-4561-b604-bfed97baba03 req-c1cd2bb3-efa2-4eec-ac97-149e8582a174 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:35.504926 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-02cd7e5f-eecb-41a6-b513-732980be350a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (af738814-b0fa-4d7d-933e-68df22ba2435), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:35.516827 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7e2a16ca-957f-4561-b604-bfed97baba03 req-c1cd2bb3-efa2-4eec-ac97-149e8582a174 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=788e8096-f9b2-4203-a187-32a13b5d456e HTTP/1.1" status: 200 len: 950 time: 0.1746678 Feb 04 12:31:35.534250 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-eba4e8a9-cfaf-4982-81ca-ddd416a95e6b tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Deleting port 009cf160-b5e8-4df5-9d26-26f4b437928b {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:31:35.534601 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-eba4e8a9-cfaf-4982-81ca-ddd416a95e6b tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (009cf160-b5e8-4df5-9d26-26f4b437928b), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:35.595143 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7e2a16ca-957f-4561-b604-bfed97baba03 req-f0664a9f-bcaf-4c09-a4c8-2af44e6eceaf tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686545 Feb 04 12:31:35.668320 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-eba4e8a9-cfaf-4982-81ca-ddd416a95e6b tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (009cf160-b5e8-4df5-9d26-26f4b437928b), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:35.694527 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-5e501d6a-c8f6-4acc-bf38-e4b94e4f34c8 None None] Provisioning complete for port f6c9e52d-8900-4e0e-bd41-3fefc8be047b triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:31:35.695076 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5e501d6a-c8f6-4acc-bf38-e4b94e4f34c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (f6c9e52d-8900-4e0e-bd41-3fefc8be047b), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:35.754569 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-5e501d6a-c8f6-4acc-bf38-e4b94e4f34c8 None None] Port f6c9e52d-8900-4e0e-bd41-3fefc8be047b cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:31:35.762779 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1510f1a4-1822-458d-bafa-594deff0b359 None None] Pushing event updated for resources: {'Port': ['ID=af738814-b0fa-4d7d-933e-68df22ba2435,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:35.788038 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02cd7e5f-eecb-41a6-b513-732980be350a None None] Routers {'7c1fcdf1-a124-4326-aab1-5939cd4e2565'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:31:35.789004 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-02cd7e5f-eecb-41a6-b513-732980be350a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:31:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['7c1fcdf1-a124-4326-aab1-5939cd4e2565'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:31:35.837590 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-85b991b3-98f2-49bb-8c50-b5b705aec237 req-ec88a61f-9ee1-45c0-86bc-3ac41616dfd7 tempest-ServerAddressesNegativeTestJSON-1120008180 tempest-ServerAddressesNegativeTestJSON-1120008180-project] 10.222.0.65 "GET /v2.0/ports?device_id=a2daf5bc-e9a4-45b6-a91b-f85cad03ce07 HTTP/1.1" status: 200 len: 210 time: 0.0428331 Feb 04 12:31:35.971601 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-02cd7e5f-eecb-41a6-b513-732980be350a None None] Set router 7c1fcdf1-a124-4326-aab1-5939cd4e2565 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:31:36.088313 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-484298b9-ea63-4e9d-b6f4-4a2ac86bb035 req-6767efca-b2bb-4a4c-8d88-e429e13b8da9 tempest-ServerShowV247Test-911395226 tempest-ServerShowV247Test-911395226-project] 10.222.0.65 "GET /v2.0/ports?device_id=859b3f88-7356-431c-a2c0-148304eea53b HTTP/1.1" status: 200 len: 210 time: 0.0348480 Feb 04 12:31:36.291302 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7edb9e-8e53-4cb1-b72b-88fd03895369 req-2ba3ccff-ef3c-4210-8e6e-54e8c1222b97 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:36.292897 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bd7edb9e-8e53-4cb1-b72b-88fd03895369 req-2ba3ccff-ef3c-4210-8e6e-54e8c1222b97 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e93cd00-4a31-4c67-9c40-595fc7108e97 HTTP/1.1" status: 200 len: 945 time: 0.1510265 Feb 04 12:31:36.327806 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-02cd7e5f-eecb-41a6-b513-732980be350a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c1fcdf1-a124-4326-aab1-5939cd4e2565', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1555532305-router', 'tenant_id': 'a730f577f6c540ffb62b1abecee5e3b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': 'af738814-b0fa-4d7d-933e-68df22ba2435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:31:28Z', 'updated_at': '2022-02-04T12:31:35Z', 'revision_number': 4, 'project_id': 'a730f577f6c540ffb62b1abecee5e3b6', 'gw_port': {'id': 'af738814-b0fa-4d7d-933e-68df22ba2435', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:40:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c1fcdf1-a124-4326-aab1-5939cd4e2565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:31:30Z', 'updated_at': '2022-02-04T12:31:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'f6c9e52d-8900-4e0e-bd41-3fefc8be047b', 'name': '', 'network_id': '071b61e7-30d4-4807-8ea9-d31ae3a931a3', 'tenant_id': 'a730f577f6c540ffb62b1abecee5e3b6', 'mac_address': 'fa:16:3e:31:10:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c1fcdf1-a124-4326-aab1-5939cd4e2565', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '1cb7544b-3b32-44b8-ab6c-df4a9aae40f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:31:33Z', 'updated_at': '2022-02-04T12:31:34Z', 'revision_number': 1, 'project_id': 'a730f577f6c540ffb62b1abecee5e3b6', 'subnets': [{'id': '1cb7544b-3b32-44b8-ab6c-df4a9aae40f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:31:36.395929 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02cd7e5f-eecb-41a6-b513-732980be350a None None] The sync data for ids ['7c1fcdf1-a124-4326-aab1-5939cd4e2565'] in n-d-825015-3 is: [{'id': '7c1fcdf1-a124-4326-aab1-5939cd4e2565', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1555532305-router', 'tenant_id': 'a730f577f6c540ffb62b1abecee5e3b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': 'af738814-b0fa-4d7d-933e-68df22ba2435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:31:28Z', 'updated_at': '2022-02-04T12:31:35Z', 'revision_number': 4, 'project_id': 'a730f577f6c540ffb62b1abecee5e3b6', 'gw_port': {'id': 'af738814-b0fa-4d7d-933e-68df22ba2435', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:40:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c1fcdf1-a124-4326-aab1-5939cd4e2565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:31:30Z', 'updated_at': '2022-02-04T12:31:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'f6c9e52d-8900-4e0e-bd41-3fefc8be047b', 'name': '', 'network_id': '071b61e7-30d4-4807-8ea9-d31ae3a931a3', 'tenant_id': 'a730f577f6c540ffb62b1abecee5e3b6', 'mac_address': 'fa:16:3e:31:10:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c1fcdf1-a124-4326-aab1-5939cd4e2565', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '1cb7544b-3b32-44b8-ab6c-df4a9aae40f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:31:33Z', 'updated_at': '2022-02-04T12:31:34Z', 'revision_number': 1, 'project_id': 'a730f577f6c540ffb62b1abecee5e3b6', 'subnets': [{'id': '1cb7544b-3b32-44b8-ab6c-df4a9aae40f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:31:36.403297 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bd7edb9e-8e53-4cb1-b72b-88fd03895369 req-030e53e8-9a09-4ee2-a177-84210b030afe tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/security-groups?id=98d15bf5-a480-4f0d-bc57-8f17260bd5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020789 Feb 04 12:31:36.491030 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0e6bd506-f270-446b-b71d-ddece76231ba admin admin] Publish callbacks [] for port (f6c9e52d-8900-4e0e-bd41-3fefc8be047b), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:36.502870 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cf3dd6-f7c4-4bfa-84c5-6129ab5f1083 req-ad89a9c2-d9e2-4281-8a2d-c7522d2cad93 tempest-ServerAddressesNegativeTestJSON-1120008180 tempest-ServerAddressesNegativeTestJSON-1120008180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:36.504572 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-83cf3dd6-f7c4-4bfa-84c5-6129ab5f1083 req-ad89a9c2-d9e2-4281-8a2d-c7522d2cad93 tempest-ServerAddressesNegativeTestJSON-1120008180 tempest-ServerAddressesNegativeTestJSON-1120008180-project] 10.222.0.77 "GET /v2.0/networks?id=ba025aeb-4140-4381-8e48-b2df96846adc HTTP/1.1" status: 200 len: 822 time: 0.3077581 Feb 04 12:31:36.510184 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0e6bd506-f270-446b-b71d-ddece76231ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (f6c9e52d-8900-4e0e-bd41-3fefc8be047b), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:36.566924 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-83cf3dd6-f7c4-4bfa-84c5-6129ab5f1083 req-b8f6cc26-e085-45b1-bfd2-7a3a5e7f7111 tempest-ServerAddressesNegativeTestJSON-1120008180 tempest-ServerAddressesNegativeTestJSON-1120008180-project] Request body: {'port': {'device_id': 'a2daf5bc-e9a4-45b6-a91b-f85cad03ce07', 'network_id': 'ba025aeb-4140-4381-8e48-b2df96846adc', 'admin_state_up': True, 'tenant_id': 'cd5f33f713364f519ccd012d67a76486'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:31:36.575315 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-eba4e8a9-cfaf-4982-81ca-ddd416a95e6b tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:36.575685 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-eba4e8a9-cfaf-4982-81ca-ddd416a95e6b tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1599943'] for floatingip (29cdede5-bf1f-4d73-b217-8420f90b1b67), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:36.576038 n-d-825015-3 neutron-server[103474]: INFO neutron.db.l3_db [None req-eba4e8a9-cfaf-4982-81ca-ddd416a95e6b tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Floating IP 29cdede5-bf1f-4d73-b217-8420f90b1b67 disassociated. External IP: 172.25.3.151, port: 009cf160-b5e8-4df5-9d26-26f4b437928b. Feb 04 12:31:36.576376 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-eba4e8a9-cfaf-4982-81ca-ddd416a95e6b tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Calling delete_port for 009cf160-b5e8-4df5-9d26-26f4b437928b owned by {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:31:36.768020 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d6706701-efbc-4d0b-ad82-0b4e9cf7c525 req-72c99681-786c-4876-80cd-9d04ab00626c tempest-ServerShowV247Test-911395226 tempest-ServerShowV247Test-911395226-project] 10.222.0.65 "GET /v2.0/ports?device_id=13664381-a952-4a52-9f97-f7da7b8c5d36 HTTP/1.1" status: 200 len: 210 time: 0.0696299 Feb 04 12:31:36.790080 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6bd506-f270-446b-b71d-ddece76231ba admin admin] Pushing event updated for resources: {'Port': ['ID=f6c9e52d-8900-4e0e-bd41-3fefc8be047b,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:36.793411 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0e6bd506-f270-446b-b71d-ddece76231ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622202'] for router_interface (7c1fcdf1-a124-4326-aab1-5939cd4e2565), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:36.881782 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device aea0eb1c-0aad-4daa-8b97-c718c487c0cc up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:31:36.882631 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9435d3-5add-458a-bde8-2554e003f8e3 req-443681e6-2a34-48bf-90ae-926fd478e6ab tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:36.891057 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-aa9435d3-5add-458a-bde8-2554e003f8e3 req-443681e6-2a34-48bf-90ae-926fd478e6ab tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=788e8096-f9b2-4203-a187-32a13b5d456e HTTP/1.1" status: 200 len: 950 time: 0.1260085 Feb 04 12:31:37.063398 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-eba4e8a9-cfaf-4982-81ca-ddd416a95e6b tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (009cf160-b5e8-4df5-9d26-26f4b437928b), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:37.064885 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning for port aea0eb1c-0aad-4daa-8b97-c718c487c0cc completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:31:37.071003 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port aea0eb1c-0aad-4daa-8b97-c718c487c0cc triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:31:37.071378 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (aea0eb1c-0aad-4daa-8b97-c718c487c0cc), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:37.126739 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba4e8a9-cfaf-4982-81ca-ddd416a95e6b tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Pushing event deleted for resources: {'Port': ['ID=009cf160-b5e8-4df5-9d26-26f4b437928b,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:37.173971 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba4e8a9-cfaf-4982-81ca-ddd416a95e6b tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:31:37.174599 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba4e8a9-cfaf-4982-81ca-ddd416a95e6b tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:31:37.175172 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba4e8a9-cfaf-4982-81ca-ddd416a95e6b tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:31:37.176212 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba4e8a9-cfaf-4982-81ca-ddd416a95e6b tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:31:37.176929 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba4e8a9-cfaf-4982-81ca-ddd416a95e6b tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:31:37.177481 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba4e8a9-cfaf-4982-81ca-ddd416a95e6b tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:31:37.177975 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba4e8a9-cfaf-4982-81ca-ddd416a95e6b tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:31:37.178400 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba4e8a9-cfaf-4982-81ca-ddd416a95e6b tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:31:37.178680 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba4e8a9-cfaf-4982-81ca-ddd416a95e6b tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:31:37.178971 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba4e8a9-cfaf-4982-81ca-ddd416a95e6b tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:31:37.179420 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba4e8a9-cfaf-4982-81ca-ddd416a95e6b tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:31:37.179648 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba4e8a9-cfaf-4982-81ca-ddd416a95e6b tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:31:37.180566 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba4e8a9-cfaf-4982-81ca-ddd416a95e6b tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:31:37.190396 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-aa9435d3-5add-458a-bde8-2554e003f8e3 req-a5d73be3-7ef7-4b94-b512-006a7d357d10 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901368 Feb 04 12:31:37.217918 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d290a664-a55b-42d5-a748-c61f8ce5997d req-1e383cd0-66ae-47a2-b2cb-6fbd304fb675 tempest-ServerAddressesNegativeTestJSON-1120008180 tempest-ServerAddressesNegativeTestJSON-1120008180-project] 10.222.0.65 "GET /v2.0/ports?device_id=a2daf5bc-e9a4-45b6-a91b-f85cad03ce07 HTTP/1.1" status: 200 len: 210 time: 0.1855798 Feb 04 12:31:37.288396 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port aea0eb1c-0aad-4daa-8b97-c718c487c0cc is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:31:37.288801 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (aea0eb1c-0aad-4daa-8b97-c718c487c0cc), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:37.365069 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e93cd00-4a31-4c67-9c40-595fc7108e97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aea0eb1c-0aad-4daa-8b97-c718c487c0cc'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:31:37.370243 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cc97190-f338-4b1f-b9cd-6c7b4c427def" -d '{"events": [{"server_uuid": "8e93cd00-4a31-4c67-9c40-595fc7108e97", "name": "network-vif-plugged", "status": "completed", "tag": "aea0eb1c-0aad-4daa-8b97-c718c487c0cc"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:31:37.370890 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83cf3dd6-f7c4-4bfa-84c5-6129ab5f1083 req-b8f6cc26-e085-45b1-bfd2-7a3a5e7f7111 tempest-ServerAddressesNegativeTestJSON-1120008180 tempest-ServerAddressesNegativeTestJSON-1120008180-project] Made reservation on behalf of cd5f33f713364f519ccd012d67a76486 for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:31:37.377191 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-83cf3dd6-f7c4-4bfa-84c5-6129ab5f1083 req-b8f6cc26-e085-45b1-bfd2-7a3a5e7f7111 tempest-ServerAddressesNegativeTestJSON-1120008180 tempest-ServerAddressesNegativeTestJSON-1120008180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:37.377788 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port aea0eb1c-0aad-4daa-8b97-c718c487c0cc, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=aea0eb1c-0aad-4daa-8b97-c718c487c0cc,segment=NetworkSegment(82c42862-5e09-44a3-a831-056ff41e66f5),segment_id=82c42862-5e09-44a3-a831-056ff41e66f5)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:31:37.385708 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (aea0eb1c-0aad-4daa-8b97-c718c487c0cc), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:37.464594 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6bd506-f270-446b-b71d-ddece76231ba admin admin] Network 071b61e7-30d4-4807-8ea9-d31ae3a931a3 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:31:37.470787 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-0e6bd506-f270-446b-b71d-ddece76231ba admin admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:31:37.573775 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ae4f984-d281-47fa-a1fb-3d5cc9a148f7 x-openstack-request-id: req-1ae4f984-d281-47fa-a1fb-3d5cc9a148f7 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:31:37.574080 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e93cd00-4a31-4c67-9c40-595fc7108e97", "name": "network-vif-plugged", "status": "completed", "tag": "aea0eb1c-0aad-4daa-8b97-c718c487c0cc", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:31:37.574345 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1ae4f984-d281-47fa-a1fb-3d5cc9a148f7 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:31:37.574768 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e93cd00-4a31-4c67-9c40-595fc7108e97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aea0eb1c-0aad-4daa-8b97-c718c487c0cc', 'code': 200} Feb 04 12:31:37.576212 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=aea0eb1c-0aad-4daa-8b97-c718c487c0cc,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:37.720587 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b935acd3-87d6-407d-844c-fbea7f1ca815 req-54863505-86c3-4efa-be39-f99b61a6f6d9 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:37.729023 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b935acd3-87d6-407d-844c-fbea7f1ca815 req-54863505-86c3-4efa-be39-f99b61a6f6d9 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e93cd00-4a31-4c67-9c40-595fc7108e97 HTTP/1.1" status: 200 len: 946 time: 0.1861827 Feb 04 12:31:37.865587 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd63ee2-27f8-4798-b886-170028aad36d req-a12a6056-15ce-4861-b0a6-d26322cf920a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:37.867145 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2dd63ee2-27f8-4798-b886-170028aad36d req-a12a6056-15ce-4861-b0a6-d26322cf920a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8e93cd00-4a31-4c67-9c40-595fc7108e97 HTTP/1.1" status: 200 len: 1128 time: 0.2078102 Feb 04 12:31:37.917034 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eba4e8a9-cfaf-4982-81ca-ddd416a95e6b tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Router ada8f51e-764c-41fd-bd66-5801c2bcad0a has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:31:38.008084 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b935acd3-87d6-407d-844c-fbea7f1ca815 req-65f39dd3-e184-4e4f-9a56-428079dee828 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/security-groups?id=98d15bf5-a480-4f0d-bc57-8f17260bd5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769151 Feb 04 12:31:38.094060 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-359c5560-e4b6-49b4-b47e-6d283bbe809f None None] Provisioning complete for port f6c9e52d-8900-4e0e-bd41-3fefc8be047b triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:31:38.094635 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-359c5560-e4b6-49b4-b47e-6d283bbe809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (f6c9e52d-8900-4e0e-bd41-3fefc8be047b), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:38.170328 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device af738814-b0fa-4d7d-933e-68df22ba2435 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:31:38.197651 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-359c5560-e4b6-49b4-b47e-6d283bbe809f None None] Port f6c9e52d-8900-4e0e-bd41-3fefc8be047b cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:31:38.205828 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-56e140ef-76d0-40a7-90f7-b6a469cef995 req-0401d959-0071-47fe-8156-485149c2bcfc tempest-ServerShowV247Test-911395226 tempest-ServerShowV247Test-911395226-project] 10.222.0.65 "GET /v2.0/ports?device_id=13664381-a952-4a52-9f97-f7da7b8c5d36 HTTP/1.1" status: 200 len: 210 time: 0.1538479 Feb 04 12:31:38.221107 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2dd63ee2-27f8-4798-b886-170028aad36d req-32e5941e-111a-4092-a7d8-c8a630c4a479 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=98d15bf5-a480-4f0d-bc57-8f17260bd5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3323216 Feb 04 12:31:38.234197 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port af738814-b0fa-4d7d-933e-68df22ba2435 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:31:38.235026 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (af738814-b0fa-4d7d-933e-68df22ba2435), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:38.275579 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e6bd506-f270-446b-b71d-ddece76231ba admin admin] Router 7c1fcdf1-a124-4326-aab1-5939cd4e2565 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:31:38.319596 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [req-83cf3dd6-f7c4-4bfa-84c5-6129ab5f1083 req-b8f6cc26-e085-45b1-bfd2-7a3a5e7f7111 tempest-ServerAddressesNegativeTestJSON-1120008180 tempest-ServerAddressesNegativeTestJSON-1120008180-project] Allocated IP 172.20.0.8 (ba025aeb-4140-4381-8e48-b2df96846adc/ec13c268-e587-4703-9adb-4a407fc51524/660e2895-8bbc-492d-9b59-9fcd07edf77e) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:31:38.392016 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port af738814-b0fa-4d7d-933e-68df22ba2435 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:31:38.392768 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (af738814-b0fa-4d7d-933e-68df22ba2435), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:38.425681 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port af738814-b0fa-4d7d-933e-68df22ba2435, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=af738814-b0fa-4d7d-933e-68df22ba2435,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:31:38.430173 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d12aa3ba-4e50-490b-8439-e6ffac6fd3ff req-ff8ec285-1227-41bc-a267-f98a665525ee tempest-ServerAddressesNegativeTestJSON-1120008180 tempest-ServerAddressesNegativeTestJSON-1120008180-project] 10.222.0.65 "GET /v2.0/ports?device_id=a2daf5bc-e9a4-45b6-a91b-f85cad03ce07 HTTP/1.1" status: 200 len: 210 time: 0.0529962 Feb 04 12:31:38.434395 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (af738814-b0fa-4d7d-933e-68df22ba2435), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:38.480282 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b425444-34d6-4c8f-833c-e8d4eeb8fa5c req-bba381f4-33cf-46f2-8f03-159b2668671a tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:38.489916 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2b425444-34d6-4c8f-833c-e8d4eeb8fa5c req-bba381f4-33cf-46f2-8f03-159b2668671a tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=788e8096-f9b2-4203-a187-32a13b5d456e HTTP/1.1" status: 200 len: 950 time: 0.1539135 Feb 04 12:31:38.506617 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=af738814-b0fa-4d7d-933e-68df22ba2435,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:38.509212 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eba4e8a9-cfaf-4982-81ca-ddd416a95e6b tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:31:38.521895 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646c3887-d81b-45bc-b869-e3d614650f7d None None] Sync routers for ids ['ada8f51e-764c-41fd-bd66-5801c2bcad0a'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:31:38.537055 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646c3887-d81b-45bc-b869-e3d614650f7d None None] Routers {'ada8f51e-764c-41fd-bd66-5801c2bcad0a'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:31:38.537936 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-646c3887-d81b-45bc-b869-e3d614650f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:31:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['ada8f51e-764c-41fd-bd66-5801c2bcad0a'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:31:38.586012 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2b425444-34d6-4c8f-833c-e8d4eeb8fa5c req-1d45f99a-c548-4515-a204-8556bfca1490 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948639 Feb 04 12:31:38.662446 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-646c3887-d81b-45bc-b869-e3d614650f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:31:38.679651 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646c3887-d81b-45bc-b869-e3d614650f7d None None] Routers {'ada8f51e-764c-41fd-bd66-5801c2bcad0a'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:31:38.680456 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-646c3887-d81b-45bc-b869-e3d614650f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:31:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['ada8f51e-764c-41fd-bd66-5801c2bcad0a'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:31:38.714355 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-eba4e8a9-cfaf-4982-81ca-ddd416a95e6b tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:38.721907 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 43020) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:31:38.722878 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-eba4e8a9-cfaf-4982-81ca-ddd416a95e6b tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] 10.222.0.65 "DELETE /v2.0/ports/009cf160-b5e8-4df5-9d26-26f4b437928b HTTP/1.1" status: 204 len: 168 time: 3.6621799 Feb 04 12:31:38.740123 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e6bd506-f270-446b-b71d-ddece76231ba admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:31:38.762898 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-0e6bd506-f270-446b-b71d-ddece76231ba admin admin] 10.222.0.65 "PUT /v2.0/routers/7c1fcdf1-a124-4326-aab1-5939cd4e2565/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0332453 Feb 04 12:31:38.812852 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-eb517224-9315-4611-a80f-ffb74b184ac9 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] 10.222.0.65 "GET /v2.0/floatingips/29cdede5-bf1f-4d73-b217-8420f90b1b67 HTTP/1.1" status: 200 len: 688 time: 0.0886817 Feb 04 12:31:38.814758 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 43024) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:31:38.876876 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-83cf3dd6-f7c4-4bfa-84c5-6129ab5f1083 req-b8f6cc26-e085-45b1-bfd2-7a3a5e7f7111 tempest-ServerAddressesNegativeTestJSON-1120008180 tempest-ServerAddressesNegativeTestJSON-1120008180-project] Publish callbacks [] for port (660e2895-8bbc-492d-9b59-9fcd07edf77e), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:38.987556 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-646c3887-d81b-45bc-b869-e3d614650f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:31:38.987556 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646c3887-d81b-45bc-b869-e3d614650f7d None None] The sync data for ids ['ada8f51e-764c-41fd-bd66-5801c2bcad0a'] in n-d-825015-3 is: [] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:31:38.992979 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-83cf3dd6-f7c4-4bfa-84c5-6129ab5f1083 req-b8f6cc26-e085-45b1-bfd2-7a3a5e7f7111 tempest-ServerAddressesNegativeTestJSON-1120008180 tempest-ServerAddressesNegativeTestJSON-1120008180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (660e2895-8bbc-492d-9b59-9fcd07edf77e), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:39.069687 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-3de4dd4c-26f4-4516-86b3-0b213e72cd9b tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Deleting port 71e703ea-e03c-4a03-8ebd-59da1b48fb78 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:31:39.070241 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3de4dd4c-26f4-4516-86b3-0b213e72cd9b tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (71e703ea-e03c-4a03-8ebd-59da1b48fb78), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:39.082243 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83cf3dd6-f7c4-4bfa-84c5-6129ab5f1083 req-b8f6cc26-e085-45b1-bfd2-7a3a5e7f7111 tempest-ServerAddressesNegativeTestJSON-1120008180 tempest-ServerAddressesNegativeTestJSON-1120008180-project] Network ba025aeb-4140-4381-8e48-b2df96846adc is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:31:39.086087 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [req-83cf3dd6-f7c4-4bfa-84c5-6129ab5f1083 req-b8f6cc26-e085-45b1-bfd2-7a3a5e7f7111 tempest-ServerAddressesNegativeTestJSON-1120008180 tempest-ServerAddressesNegativeTestJSON-1120008180-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:31:39.088706 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-83cf3dd6-f7c4-4bfa-84c5-6129ab5f1083 req-b8f6cc26-e085-45b1-bfd2-7a3a5e7f7111 tempest-ServerAddressesNegativeTestJSON-1120008180 tempest-ServerAddressesNegativeTestJSON-1120008180-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:31:39.123260 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f6cc26-e085-45b1-bfd2-7a3a5e7f7111 tempest-ServerAddressesNegativeTestJSON-1120008180 tempest-ServerAddressesNegativeTestJSON-1120008180-project] Pushing event updated for resources: {'Port': ['ID=660e2895-8bbc-492d-9b59-9fcd07edf77e,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:39.197293 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cf3dd6-f7c4-4bfa-84c5-6129ab5f1083 req-b8f6cc26-e085-45b1-bfd2-7a3a5e7f7111 tempest-ServerAddressesNegativeTestJSON-1120008180 tempest-ServerAddressesNegativeTestJSON-1120008180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:39.198470 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-83cf3dd6-f7c4-4bfa-84c5-6129ab5f1083 req-b8f6cc26-e085-45b1-bfd2-7a3a5e7f7111 tempest-ServerAddressesNegativeTestJSON-1120008180 tempest-ServerAddressesNegativeTestJSON-1120008180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:39.203594 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12dc2cb-98ab-4f86-ad7a-491d093fbfa6 req-4bb3d17d-2d33-4c2c-8599-07fff73d58fd tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:39.210399 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d12dc2cb-98ab-4f86-ad7a-491d093fbfa6 req-4bb3d17d-2d33-4c2c-8599-07fff73d58fd tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e93cd00-4a31-4c67-9c40-595fc7108e97 HTTP/1.1" status: 200 len: 946 time: 0.1188564 Feb 04 12:31:39.226115 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-83cf3dd6-f7c4-4bfa-84c5-6129ab5f1083 req-b8f6cc26-e085-45b1-bfd2-7a3a5e7f7111 tempest-ServerAddressesNegativeTestJSON-1120008180 tempest-ServerAddressesNegativeTestJSON-1120008180-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6646807 Feb 04 12:31:39.239331 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-83cf3dd6-f7c4-4bfa-84c5-6129ab5f1083 req-9985312d-41ab-48bb-a9f3-c7f956deb5b4 service neutron] Request body: {'port': {'device_id': 'a2daf5bc-e9a4-45b6-a91b-f85cad03ce07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825015-3'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:31:39.296758 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3de4dd4c-26f4-4516-86b3-0b213e72cd9b tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (71e703ea-e03c-4a03-8ebd-59da1b48fb78), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:39.297073 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3de4dd4c-26f4-4516-86b3-0b213e72cd9b tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks [] for floatingip (71e703ea-e03c-4a03-8ebd-59da1b48fb78), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:39.316946 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-83cf3dd6-f7c4-4bfa-84c5-6129ab5f1083 req-9985312d-41ab-48bb-a9f3-c7f956deb5b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (660e2895-8bbc-492d-9b59-9fcd07edf77e), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:39.324533 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-3de4dd4c-26f4-4516-86b3-0b213e72cd9b tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Calling delete_port for 71e703ea-e03c-4a03-8ebd-59da1b48fb78 owned by network:floatingip {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:31:39.365959 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d12dc2cb-98ab-4f86-ad7a-491d093fbfa6 req-1babc040-1554-4383-96d0-08743b852e51 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/security-groups?id=98d15bf5-a480-4f0d-bc57-8f17260bd5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477635 Feb 04 12:31:39.448042 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b103df15-83f4-4939-93d2-a4928cabe0a5 req-d14e8318-e2d7-4f8f-977b-6ac9f11e0adc tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:39.449590 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b103df15-83f4-4939-93d2-a4928cabe0a5 req-d14e8318-e2d7-4f8f-977b-6ac9f11e0adc tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] 10.222.0.65 "GET /v2.0/networks?id=071b61e7-30d4-4807-8ea9-d31ae3a931a3 HTTP/1.1" status: 200 len: 829 time: 0.2382805 Feb 04 12:31:39.475248 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b103df15-83f4-4939-93d2-a4928cabe0a5 req-09722476-fc75-4237-81b7-96b55986698d tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] 10.222.0.65 "GET /v2.0/quotas/a730f577f6c540ffb62b1abecee5e3b6 HTTP/1.1" status: 200 len: 375 time: 0.0143790 Feb 04 12:31:39.554551 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-da912f7e-2034-483f-a0f2-4794fdc3c319 req-6bfb1588-4ed6-4621-aa50-ad2110c92860 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=859b3f88-7356-431c-a2c0-148304eea53b HTTP/1.1" status: 200 len: 210 time: 0.0271921 Feb 04 12:31:39.810390 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [req-83cf3dd6-f7c4-4bfa-84c5-6129ab5f1083 req-9985312d-41ab-48bb-a9f3-c7f956deb5b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 660e2895-8bbc-492d-9b59-9fcd07edf77e {{(pid=103474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:31:39.821535 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-83cf3dd6-f7c4-4bfa-84c5-6129ab5f1083 req-9985312d-41ab-48bb-a9f3-c7f956deb5b4 service neutron] Publish callbacks [] for port (660e2895-8bbc-492d-9b59-9fcd07edf77e), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:39.951795 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device af738814-b0fa-4d7d-933e-68df22ba2435 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:31:40.008456 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0553de05-25c4-4f3f-9f5b-a91bf67b29ba req-c0c46072-b0b6-4af1-94e7-4505d6350838 tempest-ServerShowV247Test-911395226 tempest-ServerShowV247Test-911395226-project] 10.222.0.65 "GET /v2.0/ports?device_id=13664381-a952-4a52-9f97-f7da7b8c5d36 HTTP/1.1" status: 200 len: 210 time: 0.0410047 Feb 04 12:31:40.016584 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b103df15-83f4-4939-93d2-a4928cabe0a5 req-d3e2140e-7a22-45fb-9e84-3c70129f9975 tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=a730f577f6c540ffb62b1abecee5e3b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5313687 Feb 04 12:31:40.031694 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port af738814-b0fa-4d7d-933e-68df22ba2435 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:31:40.032270 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (af738814-b0fa-4d7d-933e-68df22ba2435), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:40.038914 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.provisioning_blocks [req-83cf3dd6-f7c4-4bfa-84c5-6129ab5f1083 req-9985312d-41ab-48bb-a9f3-c7f956deb5b4 service neutron] Transition to ACTIVE for port object 660e2895-8bbc-492d-9b59-9fcd07edf77e will not be triggered until provisioned by entity L2. {{(pid=103474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:31:40.054261 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-83cf3dd6-f7c4-4bfa-84c5-6129ab5f1083 req-9985312d-41ab-48bb-a9f3-c7f956deb5b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (660e2895-8bbc-492d-9b59-9fcd07edf77e), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:40.088382 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3de4dd4c-26f4-4516-86b3-0b213e72cd9b tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (71e703ea-e03c-4a03-8ebd-59da1b48fb78), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:40.137802 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de4dd4c-26f4-4516-86b3-0b213e72cd9b tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Pushing event deleted for resources: {'Port': ['ID=71e703ea-e03c-4a03-8ebd-59da1b48fb78,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:40.147885 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9985312d-41ab-48bb-a9f3-c7f956deb5b4 service neutron] Pushing event updated for resources: {'Port': ['ID=660e2895-8bbc-492d-9b59-9fcd07edf77e,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:40.182335 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port af738814-b0fa-4d7d-933e-68df22ba2435 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:31:40.215728 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d94d3a-bd3d-407e-aee1-d1ad5b56ad06 None None] Sync routers for ids ['7c1fcdf1-a124-4326-aab1-5939cd4e2565'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:31:40.233534 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-83cf3dd6-f7c4-4bfa-84c5-6129ab5f1083 req-9985312d-41ab-48bb-a9f3-c7f956deb5b4 service neutron] Attempting to bind port 660e2895-8bbc-492d-9b59-9fcd07edf77e on host n-h2-825015-3 for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:31:40.234035 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-83cf3dd6-f7c4-4bfa-84c5-6129ab5f1083 req-9985312d-41ab-48bb-a9f3-c7f956deb5b4 service neutron] Attempting to bind port 660e2895-8bbc-492d-9b59-9fcd07edf77e by drivers openvswitch,hyperv on host n-h2-825015-3 at level 0 using segments [{'id': '28793ac2-ab9e-4d04-87c6-0a378b1e8022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ba025aeb-4140-4381-8e48-b2df96846adc'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:31:40.234443 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83cf3dd6-f7c4-4bfa-84c5-6129ab5f1083 req-9985312d-41ab-48bb-a9f3-c7f956deb5b4 service neutron] Attempting to bind port 660e2895-8bbc-492d-9b59-9fcd07edf77e on network ba025aeb-4140-4381-8e48-b2df96846adc {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:31:40.239598 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d94d3a-bd3d-407e-aee1-d1ad5b56ad06 None None] Routers {'7c1fcdf1-a124-4326-aab1-5939cd4e2565'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:31:40.240451 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-f1d94d3a-bd3d-407e-aee1-d1ad5b56ad06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:31:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['7c1fcdf1-a124-4326-aab1-5939cd4e2565'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:31:40.241368 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83cf3dd6-f7c4-4bfa-84c5-6129ab5f1083 req-9985312d-41ab-48bb-a9f3-c7f956deb5b4 service neutron] Port 660e2895-8bbc-492d-9b59-9fcd07edf77e on network ba025aeb-4140-4381-8e48-b2df96846adc not bound, no agent of type Open vSwitch agent registered on host n-h2-825015-3 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:31:40.241946 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83cf3dd6-f7c4-4bfa-84c5-6129ab5f1083 req-9985312d-41ab-48bb-a9f3-c7f956deb5b4 service neutron] Attempting to bind port 660e2895-8bbc-492d-9b59-9fcd07edf77e on network ba025aeb-4140-4381-8e48-b2df96846adc {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:31:40.249727 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83cf3dd6-f7c4-4bfa-84c5-6129ab5f1083 req-9985312d-41ab-48bb-a9f3-c7f956deb5b4 service neutron] Checking agent: {'id': '9b68a165-e786-4b91-8592-44519c2ecabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:31:40.251784 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83cf3dd6-f7c4-4bfa-84c5-6129ab5f1083 req-9985312d-41ab-48bb-a9f3-c7f956deb5b4 service neutron] Checking segment: {'id': '28793ac2-ab9e-4d04-87c6-0a378b1e8022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ba025aeb-4140-4381-8e48-b2df96846adc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:31:40.252254 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83cf3dd6-f7c4-4bfa-84c5-6129ab5f1083 req-9985312d-41ab-48bb-a9f3-c7f956deb5b4 service neutron] Bound using segment: {'id': '28793ac2-ab9e-4d04-87c6-0a378b1e8022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ba025aeb-4140-4381-8e48-b2df96846adc'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:31:40.252998 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-83cf3dd6-f7c4-4bfa-84c5-6129ab5f1083 req-9985312d-41ab-48bb-a9f3-c7f956deb5b4 service neutron] Bound port: 660e2895-8bbc-492d-9b59-9fcd07edf77e, host: n-h2-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28793ac2-ab9e-4d04-87c6-0a378b1e8022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ba025aeb-4140-4381-8e48-b2df96846adc'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:31:40.253827 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-83cf3dd6-f7c4-4bfa-84c5-6129ab5f1083 req-9985312d-41ab-48bb-a9f3-c7f956deb5b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (660e2895-8bbc-492d-9b59-9fcd07edf77e), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:40.258068 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b103df15-83f4-4939-93d2-a4928cabe0a5 req-c4be4f0f-77ad-42a1-a8ef-2362df8ed284 service neutron] 10.222.0.65 "GET /v2.0/networks/071b61e7-30d4-4807-8ea9-d31ae3a931a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317154 Feb 04 12:31:40.262548 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3de4dd4c-26f4-4516-86b3-0b213e72cd9b tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks [] for floatingip (29cdede5-bf1f-4d73-b217-8420f90b1b67), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:40.266424 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3de4dd4c-26f4-4516-86b3-0b213e72cd9b tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:40.271091 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-3de4dd4c-26f4-4516-86b3-0b213e72cd9b tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] 10.222.0.65 "DELETE /v2.0/floatingips/29cdede5-bf1f-4d73-b217-8420f90b1b67 HTTP/1.1" status: 204 len: 168 time: 1.4518266 Feb 04 12:31:40.271249 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 43050) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:31:40.287768 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-5ac1230e-19e0-43cb-80de-288d298c2405 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Request body: {'floatingip': {'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'port_id': '78c7f230-31de-4147-8bee-9b0f5b902b9e'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:31:40.310963 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a48c17-161c-42c2-8f37-32bfe8d2294e req-2b2350a6-8b35-4f85-96cc-e1d1a38fc77a tempest-ServerAddressesNegativeTestJSON-1120008180 tempest-ServerAddressesNegativeTestJSON-1120008180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:40.315953 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-81a48c17-161c-42c2-8f37-32bfe8d2294e req-2b2350a6-8b35-4f85-96cc-e1d1a38fc77a tempest-ServerAddressesNegativeTestJSON-1120008180 tempest-ServerAddressesNegativeTestJSON-1120008180-project] 10.222.0.65 "GET /v2.0/ports?device_id=a2daf5bc-e9a4-45b6-a91b-f85cad03ce07 HTTP/1.1" status: 200 len: 943 time: 0.1886537 Feb 04 12:31:40.342854 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-83cf3dd6-f7c4-4bfa-84c5-6129ab5f1083 req-9985312d-41ab-48bb-a9f3-c7f956deb5b4 service neutron] For port 660e2895-8bbc-492d-9b59-9fcd07edf77e, host n-h2-825015-3, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:31:40.346251 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-83cf3dd6-f7c4-4bfa-84c5-6129ab5f1083 req-9985312d-41ab-48bb-a9f3-c7f956deb5b4 service neutron] For port 660e2895-8bbc-492d-9b59-9fcd07edf77e, host n-h2-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=660e2895-8bbc-492d-9b59-9fcd07edf77e,segment=NetworkSegment(28793ac2-ab9e-4d04-87c6-0a378b1e8022),segment_id=28793ac2-ab9e-4d04-87c6-0a378b1e8022)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:31:40.353594 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-83cf3dd6-f7c4-4bfa-84c5-6129ab5f1083 req-9985312d-41ab-48bb-a9f3-c7f956deb5b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (660e2895-8bbc-492d-9b59-9fcd07edf77e), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:40.401351 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cf3dd6-f7c4-4bfa-84c5-6129ab5f1083 req-9985312d-41ab-48bb-a9f3-c7f956deb5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:40.401945 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-83cf3dd6-f7c4-4bfa-84c5-6129ab5f1083 req-9985312d-41ab-48bb-a9f3-c7f956deb5b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:40.403367 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-83cf3dd6-f7c4-4bfa-84c5-6129ab5f1083 req-9985312d-41ab-48bb-a9f3-c7f956deb5b4 service neutron] 10.222.0.77 "PUT /v2.0/ports/660e2895-8bbc-492d-9b59-9fcd07edf77e HTTP/1.1" status: 200 len: 1091 time: 1.1694169 Feb 04 12:31:40.403856 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2daf5bc-e9a4-45b6-a91b-f85cad03ce07', 'tag': '660e2895-8bbc-492d-9b59-9fcd07edf77e'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:31:40.407478 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a10c38e-924b-4541-9191-0bd8a296a835" -d '{"events": [{"name": "network-changed", "server_uuid": "a2daf5bc-e9a4-45b6-a91b-f85cad03ce07", "tag": "660e2895-8bbc-492d-9b59-9fcd07edf77e"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:31:40.431665 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-70801a64-71ed-4543-9a37-7e2f811096ae req-815cbe28-8a1e-4e38-ad91-579839711304 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=13664381-a952-4a52-9f97-f7da7b8c5d36 HTTP/1.1" status: 200 len: 210 time: 0.0667922 Feb 04 12:31:40.432036 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9985312d-41ab-48bb-a9f3-c7f956deb5b4 service neutron] Pushing event updated for resources: {'Port': ['ID=660e2895-8bbc-492d-9b59-9fcd07edf77e,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:40.438986 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5ac1230e-19e0-43cb-80de-288d298c2405 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:40.489608 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-f1d94d3a-bd3d-407e-aee1-d1ad5b56ad06 None None] Set router 7c1fcdf1-a124-4326-aab1-5939cd4e2565 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:31:40.513855 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cf3dd6-f7c4-4bfa-84c5-6129ab5f1083 req-f69d1c7a-2040-4053-b476-6ee1d2caf797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:40.515484 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-83cf3dd6-f7c4-4bfa-84c5-6129ab5f1083 req-f69d1c7a-2040-4053-b476-6ee1d2caf797 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=cd5f33f713364f519ccd012d67a76486&device_id=a2daf5bc-e9a4-45b6-a91b-f85cad03ce07 HTTP/1.1" status: 200 len: 1125 time: 0.0470424 Feb 04 12:31:40.545523 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-81a48c17-161c-42c2-8f37-32bfe8d2294e req-3617613e-1bce-492b-abd5-24cc3f3a43fb tempest-ServerAddressesNegativeTestJSON-1120008180 tempest-ServerAddressesNegativeTestJSON-1120008180-project] 10.222.0.65 "GET /v2.0/security-groups?id=e9459e48-643a-4b1c-91b0-115ef7d2164c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086046 Feb 04 12:31:40.549677 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b103df15-83f4-4939-93d2-a4928cabe0a5 req-42e33ac1-186e-4a20-b5e5-e9e33a258ffb service neutron] 10.222.0.65 "GET /v2.0/networks/071b61e7-30d4-4807-8ea9-d31ae3a931a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801917 Feb 04 12:31:40.582693 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-83cf3dd6-f7c4-4bfa-84c5-6129ab5f1083 req-9470bca4-6f92-43c8-ac9a-f5149e0be4d6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=660e2895-8bbc-492d-9b59-9fcd07edf77e HTTP/1.1" status: 200 len: 217 time: 0.0595176 Feb 04 12:31:40.640772 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cf3dd6-f7c4-4bfa-84c5-6129ab5f1083 req-7850a874-3c5e-4a12-b165-8deed2ce179c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:40.642769 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-83cf3dd6-f7c4-4bfa-84c5-6129ab5f1083 req-7850a874-3c5e-4a12-b165-8deed2ce179c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ec13c268-e587-4703-9adb-4a407fc51524 HTTP/1.1" status: 200 len: 862 time: 0.0521142 Feb 04 12:31:40.685857 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-83cf3dd6-f7c4-4bfa-84c5-6129ab5f1083 req-dfee5b75-f3fa-426a-86b3-76769e5d982f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ba025aeb-4140-4381-8e48-b2df96846adc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350950 Feb 04 12:31:40.691437 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5ac1230e-19e0-43cb-80de-288d298c2405 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:40.778657 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-f1d94d3a-bd3d-407e-aee1-d1ad5b56ad06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c1fcdf1-a124-4326-aab1-5939cd4e2565', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1555532305-router', 'tenant_id': 'a730f577f6c540ffb62b1abecee5e3b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': 'af738814-b0fa-4d7d-933e-68df22ba2435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:31:28Z', 'updated_at': '2022-02-04T12:31:35Z', 'revision_number': 4, 'project_id': 'a730f577f6c540ffb62b1abecee5e3b6', 'gw_port': {'id': 'af738814-b0fa-4d7d-933e-68df22ba2435', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:40:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1fcdf1-a124-4326-aab1-5939cd4e2565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:31:30Z', 'updated_at': '2022-02-04T12:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'f6c9e52d-8900-4e0e-bd41-3fefc8be047b', 'name': '', 'network_id': '071b61e7-30d4-4807-8ea9-d31ae3a931a3', 'tenant_id': 'a730f577f6c540ffb62b1abecee5e3b6', 'mac_address': 'fa:16:3e:31:10:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c1fcdf1-a124-4326-aab1-5939cd4e2565', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '1cb7544b-3b32-44b8-ab6c-df4a9aae40f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:31:33Z', 'updated_at': '2022-02-04T12:31:35Z', 'revision_number': 2, 'project_id': 'a730f577f6c540ffb62b1abecee5e3b6', 'subnets': [{'id': '1cb7544b-3b32-44b8-ab6c-df4a9aae40f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:31:40.809163 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866ac846-b95a-4eca-9a4e-5a7e94bc698e req-72728542-b054-4470-87a6-d5e59e4bf078 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:40.816617 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-866ac846-b95a-4eca-9a4e-5a7e94bc698e req-72728542-b054-4470-87a6-d5e59e4bf078 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=788e8096-f9b2-4203-a187-32a13b5d456e HTTP/1.1" status: 200 len: 950 time: 0.1829288 Feb 04 12:31:40.819415 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d94d3a-bd3d-407e-aee1-d1ad5b56ad06 None None] Checking router: 7c1fcdf1-a124-4326-aab1-5939cd4e2565 for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:31:40.820107 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d94d3a-bd3d-407e-aee1-d1ad5b56ad06 None None] Updating router 7c1fcdf1-a124-4326-aab1-5939cd4e2565 port f6c9e52d-8900-4e0e-bd41-3fefc8be047b binding host n-d-825015-3 {{(pid=103477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:31:40.860362 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f1d94d3a-bd3d-407e-aee1-d1ad5b56ad06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (f6c9e52d-8900-4e0e-bd41-3fefc8be047b), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:40.901302 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-866ac846-b95a-4eca-9a4e-5a7e94bc698e req-297b7479-bdb5-4457-838e-4e9c424b5853 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829434 Feb 04 12:31:40.906782 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-83cf3dd6-f7c4-4bfa-84c5-6129ab5f1083 req-181b22ee-bd89-48d5-b0bb-e74bf096617d service neutron] 10.222.0.77 "GET /v2.0/networks/ba025aeb-4140-4381-8e48-b2df96846adc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132857 Feb 04 12:31:41.054478 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-83cf3dd6-f7c4-4bfa-84c5-6129ab5f1083 req-9e015cda-1aca-48f3-a010-8807781b4ec9 service neutron] 10.222.0.77 "GET /v2.0/networks/ba025aeb-4140-4381-8e48-b2df96846adc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410520 Feb 04 12:31:41.055144 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-5ac1230e-19e0-43cb-80de-288d298c2405 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Allocated IP 172.25.3.213 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/f7b58f15-9699-4a1e-aa03-652cc0cae289) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:31:41.055256 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d338e111-7f4f-437f-a868-4d3d58396837 x-openstack-request-id: req-d338e111-7f4f-437f-a868-4d3d58396837 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:31:41.055256 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2daf5bc-e9a4-45b6-a91b-f85cad03ce07", "tag": "660e2895-8bbc-492d-9b59-9fcd07edf77e", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:31:41.055508 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d338e111-7f4f-437f-a868-4d3d58396837 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:31:41.055944 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2daf5bc-e9a4-45b6-a91b-f85cad03ce07', 'tag': '660e2895-8bbc-492d-9b59-9fcd07edf77e', 'status': 'completed', 'code': 200} Feb 04 12:31:41.162823 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6847c36-57ac-4c31-87b7-2c013c3d3538 req-95b43625-1769-4269-a2be-48b911cc5360 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:41.165225 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b6847c36-57ac-4c31-87b7-2c013c3d3538 req-95b43625-1769-4269-a2be-48b911cc5360 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e93cd00-4a31-4c67-9c40-595fc7108e97 HTTP/1.1" status: 200 len: 946 time: 0.3124115 Feb 04 12:31:41.185837 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-018d5653-3998-44b5-8db0-6f9ebb300ef6 req-1d2df594-f62b-48bc-a331-d26aaf5ed60e tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] 10.222.0.65 "GET /v2.0/ports?device_id=607f9051-3590-4eaa-91eb-3992bcebf3c0 HTTP/1.1" status: 200 len: 210 time: 0.0737367 Feb 04 12:31:41.191094 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a10c38e-924b-4541-9191-0bd8a296a835 req-f2bcd424-6025-49fa-813d-46fd671bdacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:41.193261 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-6a10c38e-924b-4541-9191-0bd8a296a835 req-f2bcd424-6025-49fa-813d-46fd671bdacb service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=cd5f33f713364f519ccd012d67a76486&device_id=a2daf5bc-e9a4-45b6-a91b-f85cad03ce07 HTTP/1.1" status: 200 len: 1125 time: 0.0671751 Feb 04 12:31:41.318447 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f1d94d3a-bd3d-407e-aee1-d1ad5b56ad06 None None] Publish callbacks [] for port (f6c9e52d-8900-4e0e-bd41-3fefc8be047b), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:41.327556 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f1d94d3a-bd3d-407e-aee1-d1ad5b56ad06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (f6c9e52d-8900-4e0e-bd41-3fefc8be047b), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:41.338829 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b6847c36-57ac-4c31-87b7-2c013c3d3538 req-fe652679-3b7e-4670-8034-7968267d77e5 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/security-groups?id=98d15bf5-a480-4f0d-bc57-8f17260bd5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120470 Feb 04 12:31:41.387384 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a10c38e-924b-4541-9191-0bd8a296a835 req-27fddca4-1e17-4a62-ab53-1d463ab03af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:41.395175 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-6a10c38e-924b-4541-9191-0bd8a296a835 req-27fddca4-1e17-4a62-ab53-1d463ab03af7 service neutron] 10.222.0.77 "GET /v2.0/networks?id=ba025aeb-4140-4381-8e48-b2df96846adc HTTP/1.1" status: 200 len: 923 time: 0.1943700 Feb 04 12:31:41.427167 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2075357a-9a94-42f6-bf0d-86344e4f3086 None None] Pushing event updated for resources: {'Port': ['ID=f6c9e52d-8900-4e0e-bd41-3fefc8be047b,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:41.450776 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 12:31:41.456327 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2075357a-9a94-42f6-bf0d-86344e4f3086 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:31:41.457611 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2075357a-9a94-42f6-bf0d-86344e4f3086 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:31:41.458002 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2075357a-9a94-42f6-bf0d-86344e4f3086 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:31:41.458515 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2075357a-9a94-42f6-bf0d-86344e4f3086 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:31:41.458887 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2075357a-9a94-42f6-bf0d-86344e4f3086 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:31:41.459784 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2075357a-9a94-42f6-bf0d-86344e4f3086 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:31:41.459919 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2075357a-9a94-42f6-bf0d-86344e4f3086 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:31:41.460320 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2075357a-9a94-42f6-bf0d-86344e4f3086 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:31:41.460976 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2075357a-9a94-42f6-bf0d-86344e4f3086 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:31:41.461350 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2075357a-9a94-42f6-bf0d-86344e4f3086 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:31:41.461797 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2075357a-9a94-42f6-bf0d-86344e4f3086 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:31:41.462206 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2075357a-9a94-42f6-bf0d-86344e4f3086 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:31:41.462588 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2075357a-9a94-42f6-bf0d-86344e4f3086 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:31:41.487355 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-780ecc2f-1648-4739-8f66-182d847d94b8 req-64e722bd-0b22-43ca-abdd-b8eed9c2304b tempest-ServerShowV247Test-911395226 tempest-ServerShowV247Test-911395226-project] 10.222.0.65 "GET /v2.0/ports?device_id=13664381-a952-4a52-9f97-f7da7b8c5d36 HTTP/1.1" status: 200 len: 210 time: 0.0759523 Feb 04 12:31:41.491766 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-6a10c38e-924b-4541-9191-0bd8a296a835 req-e6c2869b-abdf-47d9-a203-f4d109fb8389 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=660e2895-8bbc-492d-9b59-9fcd07edf77e HTTP/1.1" status: 200 len: 217 time: 0.0887952 Feb 04 12:31:41.563712 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5ac1230e-19e0-43cb-80de-288d298c2405 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks [] for port (f7b58f15-9699-4a1e-aa03-652cc0cae289), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:41.674943 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-f1d94d3a-bd3d-407e-aee1-d1ad5b56ad06 None None] Attempting to bind port f6c9e52d-8900-4e0e-bd41-3fefc8be047b on host n-d-825015-3 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:31:41.675204 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-f1d94d3a-bd3d-407e-aee1-d1ad5b56ad06 None None] Attempting to bind port f6c9e52d-8900-4e0e-bd41-3fefc8be047b by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '7a896f1c-7831-4aed-9431-4ad0dce964ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '071b61e7-30d4-4807-8ea9-d31ae3a931a3'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:31:41.675572 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d94d3a-bd3d-407e-aee1-d1ad5b56ad06 None None] Attempting to bind port f6c9e52d-8900-4e0e-bd41-3fefc8be047b on network 071b61e7-30d4-4807-8ea9-d31ae3a931a3 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:31:41.694553 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a10c38e-924b-4541-9191-0bd8a296a835 req-e4863dad-1678-41de-a246-10b13f209743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:41.696064 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-6a10c38e-924b-4541-9191-0bd8a296a835 req-e4863dad-1678-41de-a246-10b13f209743 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ec13c268-e587-4703-9adb-4a407fc51524 HTTP/1.1" status: 200 len: 862 time: 0.1985219 Feb 04 12:31:41.698004 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d94d3a-bd3d-407e-aee1-d1ad5b56ad06 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:31:41.703419 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d94d3a-bd3d-407e-aee1-d1ad5b56ad06 None None] Checking segment: {'id': '7a896f1c-7831-4aed-9431-4ad0dce964ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '071b61e7-30d4-4807-8ea9-d31ae3a931a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:31:41.703909 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f1d94d3a-bd3d-407e-aee1-d1ad5b56ad06 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:41.705451 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d94d3a-bd3d-407e-aee1-d1ad5b56ad06 None None] Bound using segment: {'id': '7a896f1c-7831-4aed-9431-4ad0dce964ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '071b61e7-30d4-4807-8ea9-d31ae3a931a3'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:31:41.705976 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-f1d94d3a-bd3d-407e-aee1-d1ad5b56ad06 None None] Bound port: f6c9e52d-8900-4e0e-bd41-3fefc8be047b, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a896f1c-7831-4aed-9431-4ad0dce964ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '071b61e7-30d4-4807-8ea9-d31ae3a931a3'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:31:41.706907 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5ac1230e-19e0-43cb-80de-288d298c2405 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (f7b58f15-9699-4a1e-aa03-652cc0cae289), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:41.708932 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f1d94d3a-bd3d-407e-aee1-d1ad5b56ad06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (f6c9e52d-8900-4e0e-bd41-3fefc8be047b), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:41.757825 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-6a10c38e-924b-4541-9191-0bd8a296a835 req-1525ba0a-d6ee-4ba8-a577-65d78d5fe51f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ba025aeb-4140-4381-8e48-b2df96846adc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535467 Feb 04 12:31:41.853741 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-f1d94d3a-bd3d-407e-aee1-d1ad5b56ad06 None None] For port f6c9e52d-8900-4e0e-bd41-3fefc8be047b, host n-d-825015-3, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:31:41.858884 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-f1d94d3a-bd3d-407e-aee1-d1ad5b56ad06 None None] For port f6c9e52d-8900-4e0e-bd41-3fefc8be047b, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=f6c9e52d-8900-4e0e-bd41-3fefc8be047b,segment=NetworkSegment(7a896f1c-7831-4aed-9431-4ad0dce964ba),segment_id=7a896f1c-7831-4aed-9431-4ad0dce964ba)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:31:41.867858 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac1230e-19e0-43cb-80de-288d298c2405 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:31:41.882744 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac1230e-19e0-43cb-80de-288d298c2405 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Pushing event updated for resources: {'Port': ['ID=f7b58f15-9699-4a1e-aa03-652cc0cae289,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:41.893117 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-5ac1230e-19e0-43cb-80de-288d298c2405 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:31:41.894575 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f1d94d3a-bd3d-407e-aee1-d1ad5b56ad06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (f6c9e52d-8900-4e0e-bd41-3fefc8be047b), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:41.896815 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac1230e-19e0-43cb-80de-288d298c2405 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:31:41.955368 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-6a10c38e-924b-4541-9191-0bd8a296a835 req-18af98c0-3406-4fe6-b689-c1a39a797229 service neutron] 10.222.0.77 "GET /v2.0/networks/ba025aeb-4140-4381-8e48-b2df96846adc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894817 Feb 04 12:31:41.959249 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-5fae3087-63c6-4817-a8bb-4454e29e211f None None] Provisioning complete for port f6c9e52d-8900-4e0e-bd41-3fefc8be047b triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:31:41.959904 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5fae3087-63c6-4817-a8bb-4454e29e211f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (f6c9e52d-8900-4e0e-bd41-3fefc8be047b), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:42.080862 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e34a96-fb94-4a62-8df4-076535d24485 req-370135d3-3962-44ee-a3f0-86796b723575 tempest-ServerAddressesNegativeTestJSON-1120008180 tempest-ServerAddressesNegativeTestJSON-1120008180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:42.084987 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2075357a-9a94-42f6-bf0d-86344e4f3086 None None] Pushing event updated for resources: {'Port': ['ID=f6c9e52d-8900-4e0e-bd41-3fefc8be047b,revision_number=4']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:42.089133 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d4e34a96-fb94-4a62-8df4-076535d24485 req-370135d3-3962-44ee-a3f0-86796b723575 tempest-ServerAddressesNegativeTestJSON-1120008180 tempest-ServerAddressesNegativeTestJSON-1120008180-project] 10.222.0.65 "GET /v2.0/ports?device_id=a2daf5bc-e9a4-45b6-a91b-f85cad03ce07 HTTP/1.1" status: 200 len: 943 time: 0.2246983 Feb 04 12:31:42.095030 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d94d3a-bd3d-407e-aee1-d1ad5b56ad06 None None] Routers {'7c1fcdf1-a124-4326-aab1-5939cd4e2565'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:31:42.096621 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-f1d94d3a-bd3d-407e-aee1-d1ad5b56ad06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:31:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['7c1fcdf1-a124-4326-aab1-5939cd4e2565'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:31:42.168673 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-5fae3087-63c6-4817-a8bb-4454e29e211f None None] Current status of the port f6c9e52d-8900-4e0e-bd41-3fefc8be047b is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:31:42.169222 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5fae3087-63c6-4817-a8bb-4454e29e211f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (f6c9e52d-8900-4e0e-bd41-3fefc8be047b), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:42.175458 n-d-825015-3 neutron-server[103474]: INFO neutron.api.v2.resource [req-320b85be-b37c-4aa1-a91c-ef55c58137b8 req-b959c3f8-083c-412e-821b-455dc1ac66a9 service neutron] show failed (client error): The resource could not be found. Feb 04 12:31:42.177927 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-320b85be-b37c-4aa1-a91c-ef55c58137b8 req-b959c3f8-083c-412e-821b-455dc1ac66a9 service neutron] 10.222.0.77 "GET /v2.0/ports/2d7e5a81-9bd0-463d-9494-2793ee228c11/bindings/n-h1-825015-3 HTTP/1.1" status: 404 len: 380 time: 0.1831603 Feb 04 12:31:42.190690 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-6a10c38e-924b-4541-9191-0bd8a296a835 req-24268419-dcb0-4d4f-8a41-7193b9ee2103 service neutron] 10.222.0.77 "GET /v2.0/networks/ba025aeb-4140-4381-8e48-b2df96846adc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226217 Feb 04 12:31:42.241491 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-5fae3087-63c6-4817-a8bb-4454e29e211f None None] For port f6c9e52d-8900-4e0e-bd41-3fefc8be047b, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=f6c9e52d-8900-4e0e-bd41-3fefc8be047b,segment=NetworkSegment(7a896f1c-7831-4aed-9431-4ad0dce964ba),segment_id=7a896f1c-7831-4aed-9431-4ad0dce964ba)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:31:42.249209 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5fae3087-63c6-4817-a8bb-4454e29e211f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (f6c9e52d-8900-4e0e-bd41-3fefc8be047b), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:42.295547 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-f1d94d3a-bd3d-407e-aee1-d1ad5b56ad06 None None] Set router 7c1fcdf1-a124-4326-aab1-5939cd4e2565 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:31:42.326777 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fae3087-63c6-4817-a8bb-4454e29e211f None None] Pushing event updated for resources: {'Port': ['ID=f6c9e52d-8900-4e0e-bd41-3fefc8be047b,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:42.336049 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fae3087-63c6-4817-a8bb-4454e29e211f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:31:42.336667 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fae3087-63c6-4817-a8bb-4454e29e211f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:31:42.337173 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fae3087-63c6-4817-a8bb-4454e29e211f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:31:42.337663 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fae3087-63c6-4817-a8bb-4454e29e211f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:31:42.338162 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fae3087-63c6-4817-a8bb-4454e29e211f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:31:42.338667 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fae3087-63c6-4817-a8bb-4454e29e211f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:31:42.339158 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fae3087-63c6-4817-a8bb-4454e29e211f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:31:42.339647 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fae3087-63c6-4817-a8bb-4454e29e211f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:31:42.340168 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fae3087-63c6-4817-a8bb-4454e29e211f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:31:42.340667 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fae3087-63c6-4817-a8bb-4454e29e211f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:31:42.341001 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fae3087-63c6-4817-a8bb-4454e29e211f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:31:42.341487 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fae3087-63c6-4817-a8bb-4454e29e211f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:31:42.341977 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fae3087-63c6-4817-a8bb-4454e29e211f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:31:42.358376 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155eb5ef-18f2-4754-9802-a97ab5d1bd86 req-baffa74e-834d-43bf-aab0-baebca2772de tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:42.360867 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-155eb5ef-18f2-4754-9802-a97ab5d1bd86 req-baffa74e-834d-43bf-aab0-baebca2772de tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e93cd00-4a31-4c67-9c40-595fc7108e97 HTTP/1.1" status: 200 len: 946 time: 0.2603583 Feb 04 12:31:42.391299 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d4e34a96-fb94-4a62-8df4-076535d24485 req-3749720b-6c55-407b-b8b0-b907fa412fa2 tempest-ServerAddressesNegativeTestJSON-1120008180 tempest-ServerAddressesNegativeTestJSON-1120008180-project] 10.222.0.65 "GET /v2.0/security-groups?id=e9459e48-643a-4b1c-91b0-115ef7d2164c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3010256 Feb 04 12:31:42.485528 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-25eefa21-d1ed-4e7e-a182-062db9b582c6 None None] Provisioning complete for port f6c9e52d-8900-4e0e-bd41-3fefc8be047b triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:31:42.486621 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-25eefa21-d1ed-4e7e-a182-062db9b582c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (f6c9e52d-8900-4e0e-bd41-3fefc8be047b), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:42.519350 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320b85be-b37c-4aa1-a91c-ef55c58137b8 req-1cf5a8d0-7b23-45b6-8542-f115776897a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:42.521309 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-320b85be-b37c-4aa1-a91c-ef55c58137b8 req-1cf5a8d0-7b23-45b6-8542-f115776897a3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=788e8096-f9b2-4203-a187-32a13b5d456e&tenant_id=5c34eef31d4540768d24bcb8030d50f3 HTTP/1.1" status: 200 len: 1132 time: 0.1171317 Feb 04 12:31:42.534265 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-155eb5ef-18f2-4754-9802-a97ab5d1bd86 req-e294d7cf-75f3-48c6-b422-a62b4a6bbd81 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/security-groups?id=98d15bf5-a480-4f0d-bc57-8f17260bd5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399536 Feb 04 12:31:42.556572 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-320b85be-b37c-4aa1-a91c-ef55c58137b8 req-351eff5e-61b7-4309-aed9-160eaac5c8a2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825015-3', 'device_owner': 'compute:nova'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:31:42.600995 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-f1d94d3a-bd3d-407e-aee1-d1ad5b56ad06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c1fcdf1-a124-4326-aab1-5939cd4e2565', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1555532305-router', 'tenant_id': 'a730f577f6c540ffb62b1abecee5e3b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': 'af738814-b0fa-4d7d-933e-68df22ba2435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:31:28Z', 'updated_at': '2022-02-04T12:31:35Z', 'revision_number': 4, 'project_id': 'a730f577f6c540ffb62b1abecee5e3b6', 'gw_port': {'id': 'af738814-b0fa-4d7d-933e-68df22ba2435', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:40:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1fcdf1-a124-4326-aab1-5939cd4e2565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:31:30Z', 'updated_at': '2022-02-04T12:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'f6c9e52d-8900-4e0e-bd41-3fefc8be047b', 'name': '', 'network_id': '071b61e7-30d4-4807-8ea9-d31ae3a931a3', 'tenant_id': 'a730f577f6c540ffb62b1abecee5e3b6', 'mac_address': 'fa:16:3e:31:10:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c1fcdf1-a124-4326-aab1-5939cd4e2565', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '1cb7544b-3b32-44b8-ab6c-df4a9aae40f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:31:33Z', 'updated_at': '2022-02-04T12:31:41Z', 'revision_number': 4, 'project_id': 'a730f577f6c540ffb62b1abecee5e3b6', 'subnets': [{'id': '1cb7544b-3b32-44b8-ab6c-df4a9aae40f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:31:42.636610 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d94d3a-bd3d-407e-aee1-d1ad5b56ad06 None None] The sync data for ids ['7c1fcdf1-a124-4326-aab1-5939cd4e2565'] in n-d-825015-3 is: [{'id': '7c1fcdf1-a124-4326-aab1-5939cd4e2565', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1555532305-router', 'tenant_id': 'a730f577f6c540ffb62b1abecee5e3b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': 'af738814-b0fa-4d7d-933e-68df22ba2435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:31:28Z', 'updated_at': '2022-02-04T12:31:35Z', 'revision_number': 4, 'project_id': 'a730f577f6c540ffb62b1abecee5e3b6', 'gw_port': {'id': 'af738814-b0fa-4d7d-933e-68df22ba2435', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:40:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1fcdf1-a124-4326-aab1-5939cd4e2565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:31:30Z', 'updated_at': '2022-02-04T12:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'f6c9e52d-8900-4e0e-bd41-3fefc8be047b', 'name': '', 'network_id': '071b61e7-30d4-4807-8ea9-d31ae3a931a3', 'tenant_id': 'a730f577f6c540ffb62b1abecee5e3b6', 'mac_address': 'fa:16:3e:31:10:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c1fcdf1-a124-4326-aab1-5939cd4e2565', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '1cb7544b-3b32-44b8-ab6c-df4a9aae40f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:31:33Z', 'updated_at': '2022-02-04T12:31:41Z', 'revision_number': 4, 'project_id': 'a730f577f6c540ffb62b1abecee5e3b6', 'subnets': [{'id': '1cb7544b-3b32-44b8-ab6c-df4a9aae40f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:31:42.678987 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-25eefa21-d1ed-4e7e-a182-062db9b582c6 None None] Current status of the port f6c9e52d-8900-4e0e-bd41-3fefc8be047b is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:31:42.739812 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b103df15-83f4-4939-93d2-a4928cabe0a5 req-a0dc1c9c-e03a-4477-a74d-ff949b3601cc tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:42.741751 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-b103df15-83f4-4939-93d2-a4928cabe0a5 req-a0dc1c9c-e03a-4477-a74d-ff949b3601cc tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] 10.222.0.77 "GET /v2.0/networks?id=071b61e7-30d4-4807-8ea9-d31ae3a931a3 HTTP/1.1" status: 200 len: 829 time: 0.2221193 Feb 04 12:31:42.755890 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-b103df15-83f4-4939-93d2-a4928cabe0a5 req-f2e2efb8-98a5-4db2-9dc9-72563ce7842e tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] Request body: {'port': {'device_id': '607f9051-3590-4eaa-91eb-3992bcebf3c0', 'network_id': '071b61e7-30d4-4807-8ea9-d31ae3a931a3', 'admin_state_up': True, 'tenant_id': 'a730f577f6c540ffb62b1abecee5e3b6'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:31:42.814162 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b51c54-3f6e-40b4-a4a2-4a3d7edaa64e req-e0201a34-9a11-4436-a92c-c49bc54f72b7 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:42.816238 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-03b51c54-3f6e-40b4-a4a2-4a3d7edaa64e req-e0201a34-9a11-4436-a92c-c49bc54f72b7 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=788e8096-f9b2-4203-a187-32a13b5d456e HTTP/1.1" status: 200 len: 950 time: 0.3150630 Feb 04 12:31:42.853783 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-320b85be-b37c-4aa1-a91c-ef55c58137b8 req-351eff5e-61b7-4309-aed9-160eaac5c8a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (2d7e5a81-9bd0-463d-9494-2793ee228c11), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:42.881361 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2a87cae1-64dd-4542-95be-af856b9accf6 req-b757722f-0263-4a11-80f5-e04bacfe219c tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] 10.222.0.65 "GET /v2.0/ports?device_id=607f9051-3590-4eaa-91eb-3992bcebf3c0 HTTP/1.1" status: 200 len: 210 time: 0.0760508 Feb 04 12:31:42.891694 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b103df15-83f4-4939-93d2-a4928cabe0a5 req-f2e2efb8-98a5-4db2-9dc9-72563ce7842e tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] Made reservation on behalf of a730f577f6c540ffb62b1abecee5e3b6 for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:31:42.896094 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-b103df15-83f4-4939-93d2-a4928cabe0a5 req-f2e2efb8-98a5-4db2-9dc9-72563ce7842e tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:42.966599 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5ac1230e-19e0-43cb-80de-288d298c2405 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks [] for floatingip (90ab9b31-5187-44eb-947b-101740c96c42), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:42.985131 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-03b51c54-3f6e-40b4-a4a2-4a3d7edaa64e req-9e328a75-8e0f-4e70-ac41-f3c42dd13483 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546969 Feb 04 12:31:43.087293 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b8edb99a-1baf-4d9a-b6d7-e7ee79849328 req-5c764f6c-2886-4734-a498-cd36e8f979dc tempest-ServerShowV247Test-911395226 tempest-ServerShowV247Test-911395226-project] 10.222.0.65 "GET /v2.0/ports?device_id=13664381-a952-4a52-9f97-f7da7b8c5d36 HTTP/1.1" status: 200 len: 210 time: 0.1186600 Feb 04 12:31:43.091424 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [req-b103df15-83f4-4939-93d2-a4928cabe0a5 req-f2e2efb8-98a5-4db2-9dc9-72563ce7842e tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] Allocated IP 172.20.0.10 (071b61e7-30d4-4807-8ea9-d31ae3a931a3/1cb7544b-3b32-44b8-ab6c-df4a9aae40f5/f33ad91a-c151-40d4-94a1-3ed7834ae1a6) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:31:43.237215 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5ac1230e-19e0-43cb-80de-288d298c2405 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (f7b58f15-9699-4a1e-aa03-652cc0cae289), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:43.291007 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8892c211-1c40-4c96-b191-3ec371be65a3 req-736f3a53-3bde-4612-8230-830f6437ff00 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:43.293015 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8892c211-1c40-4c96-b191-3ec371be65a3 req-736f3a53-3bde-4612-8230-830f6437ff00 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e93cd00-4a31-4c67-9c40-595fc7108e97 HTTP/1.1" status: 200 len: 946 time: 0.2127180 Feb 04 12:31:43.359512 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-b103df15-83f4-4939-93d2-a4928cabe0a5 req-f2e2efb8-98a5-4db2-9dc9-72563ce7842e tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] Publish callbacks [] for port (f33ad91a-c151-40d4-94a1-3ed7834ae1a6), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:43.366333 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-320b85be-b37c-4aa1-a91c-ef55c58137b8 req-351eff5e-61b7-4309-aed9-160eaac5c8a2 service neutron] For port 2d7e5a81-9bd0-463d-9494-2793ee228c11, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=2d7e5a81-9bd0-463d-9494-2793ee228c11,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:31:43.400608 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-b103df15-83f4-4939-93d2-a4928cabe0a5 req-f2e2efb8-98a5-4db2-9dc9-72563ce7842e tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (f33ad91a-c151-40d4-94a1-3ed7834ae1a6), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:43.450319 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b103df15-83f4-4939-93d2-a4928cabe0a5 req-f2e2efb8-98a5-4db2-9dc9-72563ce7842e tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] Network 071b61e7-30d4-4807-8ea9-d31ae3a931a3 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:31:43.455124 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [req-b103df15-83f4-4939-93d2-a4928cabe0a5 req-f2e2efb8-98a5-4db2-9dc9-72563ce7842e tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:31:43.460853 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-b103df15-83f4-4939-93d2-a4928cabe0a5 req-f2e2efb8-98a5-4db2-9dc9-72563ce7842e tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:31:43.498560 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8892c211-1c40-4c96-b191-3ec371be65a3 req-da03f1e2-e7b7-46d8-bb40-7b246e6dd750 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/security-groups?id=98d15bf5-a480-4f0d-bc57-8f17260bd5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923344 Feb 04 12:31:43.541219 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-320b85be-b37c-4aa1-a91c-ef55c58137b8 req-351eff5e-61b7-4309-aed9-160eaac5c8a2 service neutron] For port 2d7e5a81-9bd0-463d-9494-2793ee228c11, host n-h2-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:31:43.554823 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e2efb8-98a5-4db2-9dc9-72563ce7842e tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] Pushing event updated for resources: {'Port': ['ID=f33ad91a-c151-40d4-94a1-3ed7834ae1a6,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:43.578705 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b103df15-83f4-4939-93d2-a4928cabe0a5 req-f2e2efb8-98a5-4db2-9dc9-72563ce7842e tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:43.582531 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-b103df15-83f4-4939-93d2-a4928cabe0a5 req-f2e2efb8-98a5-4db2-9dc9-72563ce7842e tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:43.616103 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5ac1230e-19e0-43cb-80de-288d298c2405 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks [] for port (f7b58f15-9699-4a1e-aa03-652cc0cae289), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:43.616665 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-b103df15-83f4-4939-93d2-a4928cabe0a5 req-f2e2efb8-98a5-4db2-9dc9-72563ce7842e tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8655031 Feb 04 12:31:43.630745 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-b103df15-83f4-4939-93d2-a4928cabe0a5 req-cb9e0e14-cecf-4781-8287-0ecba0303a06 service neutron] Request body: {'port': {'device_id': '607f9051-3590-4eaa-91eb-3992bcebf3c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825015-3'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:31:43.651213 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5ac1230e-19e0-43cb-80de-288d298c2405 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (f7b58f15-9699-4a1e-aa03-652cc0cae289), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:43.745700 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-b103df15-83f4-4939-93d2-a4928cabe0a5 req-cb9e0e14-cecf-4781-8287-0ecba0303a06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (f33ad91a-c151-40d4-94a1-3ed7834ae1a6), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:43.820695 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '788e8096-f9b2-4203-a187-32a13b5d456e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d7e5a81-9bd0-463d-9494-2793ee228c11'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:31:43.823042 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e48f2a95-d307-4432-a6b6-8915b7dddf4d" -d '{"events": [{"server_uuid": "788e8096-f9b2-4203-a187-32a13b5d456e", "name": "network-vif-unplugged", "status": "completed", "tag": "2d7e5a81-9bd0-463d-9494-2793ee228c11"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:31:43.833919 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-abc85375-2852-4b37-8a5b-5eef29c57d10 None None] Provisioning complete for port f33ad91a-c151-40d4-94a1-3ed7834ae1a6 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:31:43.834919 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-abc85375-2852-4b37-8a5b-5eef29c57d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (f33ad91a-c151-40d4-94a1-3ed7834ae1a6), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:43.847663 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-320b85be-b37c-4aa1-a91c-ef55c58137b8 req-351eff5e-61b7-4309-aed9-160eaac5c8a2 service neutron] Publish callbacks [] for port (2d7e5a81-9bd0-463d-9494-2793ee228c11), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:43.857958 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e4da1fb2-7e97-4e1d-a478-49b3c7951aa2 req-3885b624-d5db-45b1-9f13-7559d741c3a5 tempest-ServerShowV247Test-911395226 tempest-ServerShowV247Test-911395226-project] 10.222.0.65 "GET /v2.0/ports?device_id=13664381-a952-4a52-9f97-f7da7b8c5d36 HTTP/1.1" status: 200 len: 210 time: 0.0836856 Feb 04 12:31:43.860174 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5ac1230e-19e0-43cb-80de-288d298c2405 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1599943'] for floatingip (90ab9b31-5187-44eb-947b-101740c96c42), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:43.867190 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac1230e-19e0-43cb-80de-288d298c2405 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Pushing event updated for resources: {'Port': ['ID=f7b58f15-9699-4a1e-aa03-652cc0cae289,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:43.893754 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-abc85375-2852-4b37-8a5b-5eef29c57d10 None None] Port f33ad91a-c151-40d4-94a1-3ed7834ae1a6 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:31:43.937045 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-320b85be-b37c-4aa1-a91c-ef55c58137b8 req-351eff5e-61b7-4309-aed9-160eaac5c8a2 service neutron] Transition to ACTIVE for port object 2d7e5a81-9bd0-463d-9494-2793ee228c11 will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:31:43.972123 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d61249-d5cd-4785-8709-dbdff7290721 req-22b915e5-99b5-4dfc-a0af-50e2717d31a1 tempest-ServerAddressesNegativeTestJSON-1120008180 tempest-ServerAddressesNegativeTestJSON-1120008180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:43.973690 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-30d61249-d5cd-4785-8709-dbdff7290721 req-22b915e5-99b5-4dfc-a0af-50e2717d31a1 tempest-ServerAddressesNegativeTestJSON-1120008180 tempest-ServerAddressesNegativeTestJSON-1120008180-project] 10.222.0.65 "GET /v2.0/ports?device_id=a2daf5bc-e9a4-45b6-a91b-f85cad03ce07 HTTP/1.1" status: 200 len: 943 time: 0.3551590 Feb 04 12:31:43.976732 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-320b85be-b37c-4aa1-a91c-ef55c58137b8 req-351eff5e-61b7-4309-aed9-160eaac5c8a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (2d7e5a81-9bd0-463d-9494-2793ee228c11), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:44.083169 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device f6c9e52d-8900-4e0e-bd41-3fefc8be047b up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:31:44.096930 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-320b85be-b37c-4aa1-a91c-ef55c58137b8 req-351eff5e-61b7-4309-aed9-160eaac5c8a2 service neutron] No DVR routers for this DVR port 2d7e5a81-9bd0-463d-9494-2793ee228c11 on host n-h2-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:31:44.101506 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351eff5e-61b7-4309-aed9-160eaac5c8a2 service neutron] Pushing event updated for resources: {'Port': ['ID=2d7e5a81-9bd0-463d-9494-2793ee228c11,revision_number=6']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:44.180069 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-30d61249-d5cd-4785-8709-dbdff7290721 req-f6ee87f3-3191-4a91-8c86-75f6dfcf0591 tempest-ServerAddressesNegativeTestJSON-1120008180 tempest-ServerAddressesNegativeTestJSON-1120008180-project] 10.222.0.65 "GET /v2.0/security-groups?id=e9459e48-643a-4b1c-91b0-115ef7d2164c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911354 Feb 04 12:31:44.181101 n-d-825015-3 neutron-server[103475]: INFO neutron.db.l3_db [None req-5ac1230e-19e0-43cb-80de-288d298c2405 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Floating IP 90ab9b31-5187-44eb-947b-101740c96c42 associated. External IP: 172.25.3.213, port: 78c7f230-31de-4147-8bee-9b0f5b902b9e. Feb 04 12:31:44.185532 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [req-b103df15-83f4-4939-93d2-a4928cabe0a5 req-cb9e0e14-cecf-4781-8287-0ecba0303a06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f33ad91a-c151-40d4-94a1-3ed7834ae1a6 {{(pid=103474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:31:44.220431 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 660e2895-8bbc-492d-9b59-9fcd07edf77e details requested by agent hyperv_n-h2-825015-3 with host n-h2-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:31:44.221063 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-b103df15-83f4-4939-93d2-a4928cabe0a5 req-cb9e0e14-cecf-4781-8287-0ecba0303a06 service neutron] Publish callbacks [] for port (f33ad91a-c151-40d4-94a1-3ed7834ae1a6), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:44.251031 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.provisioning_blocks [req-b103df15-83f4-4939-93d2-a4928cabe0a5 req-cb9e0e14-cecf-4781-8287-0ecba0303a06 service neutron] Transition to ACTIVE for port object f33ad91a-c151-40d4-94a1-3ed7834ae1a6 will not be triggered until provisioned by entity L2. {{(pid=103474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:31:44.255312 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-b103df15-83f4-4939-93d2-a4928cabe0a5 req-cb9e0e14-cecf-4781-8287-0ecba0303a06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (f33ad91a-c151-40d4-94a1-3ed7834ae1a6), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:44.274484 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-320b85be-b37c-4aa1-a91c-ef55c58137b8 req-351eff5e-61b7-4309-aed9-160eaac5c8a2 service neutron] Attempting to bind port 2d7e5a81-9bd0-463d-9494-2793ee228c11 on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:31:44.274803 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-320b85be-b37c-4aa1-a91c-ef55c58137b8 req-351eff5e-61b7-4309-aed9-160eaac5c8a2 service neutron] Attempting to bind port 2d7e5a81-9bd0-463d-9494-2793ee228c11 by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:31:44.275149 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320b85be-b37c-4aa1-a91c-ef55c58137b8 req-351eff5e-61b7-4309-aed9-160eaac5c8a2 service neutron] Attempting to bind port 2d7e5a81-9bd0-463d-9494-2793ee228c11 on network 2f7dc246-a024-4937-952c-0ddeef5af29c {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:31:44.336740 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9e0e14-cecf-4781-8287-0ecba0303a06 service neutron] Pushing event updated for resources: {'Port': ['ID=f33ad91a-c151-40d4-94a1-3ed7834ae1a6,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:44.349467 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 12:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcd0144a-dc4f-4896-80b0-f9cb8bb57e0e x-openstack-request-id: req-bcd0144a-dc4f-4896-80b0-f9cb8bb57e0e {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:31:44.349768 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "788e8096-f9b2-4203-a187-32a13b5d456e", "name": "network-vif-unplugged", "status": "completed", "tag": "2d7e5a81-9bd0-463d-9494-2793ee228c11", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:31:44.350032 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bcd0144a-dc4f-4896-80b0-f9cb8bb57e0e {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:31:44.350442 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '788e8096-f9b2-4203-a187-32a13b5d456e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d7e5a81-9bd0-463d-9494-2793ee228c11', 'code': 200} Feb 04 12:31:44.403646 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320b85be-b37c-4aa1-a91c-ef55c58137b8 req-351eff5e-61b7-4309-aed9-160eaac5c8a2 service neutron] Port 2d7e5a81-9bd0-463d-9494-2793ee228c11 on network 2f7dc246-a024-4937-952c-0ddeef5af29c not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:31:44.404652 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320b85be-b37c-4aa1-a91c-ef55c58137b8 req-351eff5e-61b7-4309-aed9-160eaac5c8a2 service neutron] Attempting to bind port 2d7e5a81-9bd0-463d-9494-2793ee228c11 on network 2f7dc246-a024-4937-952c-0ddeef5af29c {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:31:44.426731 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 660e2895-8bbc-492d-9b59-9fcd07edf77e, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=660e2895-8bbc-492d-9b59-9fcd07edf77e,segment=NetworkSegment(28793ac2-ab9e-4d04-87c6-0a378b1e8022),segment_id=28793ac2-ab9e-4d04-87c6-0a378b1e8022)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:31:44.444524 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320b85be-b37c-4aa1-a91c-ef55c58137b8 req-351eff5e-61b7-4309-aed9-160eaac5c8a2 service neutron] Checking agent: {'id': 'f8add0d2-2202-43d3-bc0e-72442788e6ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:31:44.444926 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320b85be-b37c-4aa1-a91c-ef55c58137b8 req-351eff5e-61b7-4309-aed9-160eaac5c8a2 service neutron] Checking segment: {'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:31:44.445356 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320b85be-b37c-4aa1-a91c-ef55c58137b8 req-351eff5e-61b7-4309-aed9-160eaac5c8a2 service neutron] Bound using segment: {'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:31:44.445817 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-320b85be-b37c-4aa1-a91c-ef55c58137b8 req-351eff5e-61b7-4309-aed9-160eaac5c8a2 service neutron] Bound port: 2d7e5a81-9bd0-463d-9494-2793ee228c11, host: n-h1-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:31:44.446173 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-320b85be-b37c-4aa1-a91c-ef55c58137b8 req-351eff5e-61b7-4309-aed9-160eaac5c8a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (2d7e5a81-9bd0-463d-9494-2793ee228c11), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:44.457676 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Returning: {'device': '660e2895-8bbc-492d-9b59-9fcd07edf77e', 'network_id': 'ba025aeb-4140-4381-8e48-b2df96846adc', 'port_id': '660e2895-8bbc-492d-9b59-9fcd07edf77e', 'mac_address': 'fa:16:3e:5f:b9:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec13c268-e587-4703-9adb-4a407fc51524', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:31:44.460680 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port f6c9e52d-8900-4e0e-bd41-3fefc8be047b triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:31:44.461270 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-b103df15-83f4-4939-93d2-a4928cabe0a5 req-cb9e0e14-cecf-4781-8287-0ecba0303a06 service neutron] Attempting to bind port f33ad91a-c151-40d4-94a1-3ed7834ae1a6 on host n-h2-825015-3 for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:31:44.461767 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-b103df15-83f4-4939-93d2-a4928cabe0a5 req-cb9e0e14-cecf-4781-8287-0ecba0303a06 service neutron] Attempting to bind port f33ad91a-c151-40d4-94a1-3ed7834ae1a6 by drivers openvswitch,hyperv on host n-h2-825015-3 at level 0 using segments [{'id': '7a896f1c-7831-4aed-9431-4ad0dce964ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '071b61e7-30d4-4807-8ea9-d31ae3a931a3'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:31:44.461934 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b103df15-83f4-4939-93d2-a4928cabe0a5 req-cb9e0e14-cecf-4781-8287-0ecba0303a06 service neutron] Attempting to bind port f33ad91a-c151-40d4-94a1-3ed7834ae1a6 on network 071b61e7-30d4-4807-8ea9-d31ae3a931a3 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:31:44.462125 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (f6c9e52d-8900-4e0e-bd41-3fefc8be047b), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:44.476078 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b103df15-83f4-4939-93d2-a4928cabe0a5 req-cb9e0e14-cecf-4781-8287-0ecba0303a06 service neutron] Port f33ad91a-c151-40d4-94a1-3ed7834ae1a6 on network 071b61e7-30d4-4807-8ea9-d31ae3a931a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-825015-3 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:31:44.476612 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b103df15-83f4-4939-93d2-a4928cabe0a5 req-cb9e0e14-cecf-4781-8287-0ecba0303a06 service neutron] Attempting to bind port f33ad91a-c151-40d4-94a1-3ed7834ae1a6 on network 071b61e7-30d4-4807-8ea9-d31ae3a931a3 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:31:44.485365 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b103df15-83f4-4939-93d2-a4928cabe0a5 req-cb9e0e14-cecf-4781-8287-0ecba0303a06 service neutron] Checking agent: {'id': '9b68a165-e786-4b91-8592-44519c2ecabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:31:44.485702 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b103df15-83f4-4939-93d2-a4928cabe0a5 req-cb9e0e14-cecf-4781-8287-0ecba0303a06 service neutron] Checking segment: {'id': '7a896f1c-7831-4aed-9431-4ad0dce964ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '071b61e7-30d4-4807-8ea9-d31ae3a931a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:31:44.486094 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b103df15-83f4-4939-93d2-a4928cabe0a5 req-cb9e0e14-cecf-4781-8287-0ecba0303a06 service neutron] Bound using segment: {'id': '7a896f1c-7831-4aed-9431-4ad0dce964ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '071b61e7-30d4-4807-8ea9-d31ae3a931a3'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:31:44.486526 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-b103df15-83f4-4939-93d2-a4928cabe0a5 req-cb9e0e14-cecf-4781-8287-0ecba0303a06 service neutron] Bound port: f33ad91a-c151-40d4-94a1-3ed7834ae1a6, host: n-h2-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a896f1c-7831-4aed-9431-4ad0dce964ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '071b61e7-30d4-4807-8ea9-d31ae3a931a3'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:31:44.486880 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-b103df15-83f4-4939-93d2-a4928cabe0a5 req-cb9e0e14-cecf-4781-8287-0ecba0303a06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (f33ad91a-c151-40d4-94a1-3ed7834ae1a6), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:44.588295 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 660e2895-8bbc-492d-9b59-9fcd07edf77e is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:31:44.588985 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (660e2895-8bbc-492d-9b59-9fcd07edf77e), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:44.610113 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 660e2895-8bbc-492d-9b59-9fcd07edf77e {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:31:44.628202 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-b103df15-83f4-4939-93d2-a4928cabe0a5 req-cb9e0e14-cecf-4781-8287-0ecba0303a06 service neutron] For port f33ad91a-c151-40d4-94a1-3ed7834ae1a6, host n-h2-825015-3, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:31:44.632569 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-b103df15-83f4-4939-93d2-a4928cabe0a5 req-cb9e0e14-cecf-4781-8287-0ecba0303a06 service neutron] For port f33ad91a-c151-40d4-94a1-3ed7834ae1a6, host n-h2-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=f33ad91a-c151-40d4-94a1-3ed7834ae1a6,segment=NetworkSegment(7a896f1c-7831-4aed-9431-4ad0dce964ba),segment_id=7a896f1c-7831-4aed-9431-4ad0dce964ba)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:31:44.641302 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f158dd-909b-49a4-aa13-e8561cfdebfe req-38103390-442e-4859-9cae-3628c94d086f tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:44.642217 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-b103df15-83f4-4939-93d2-a4928cabe0a5 req-cb9e0e14-cecf-4781-8287-0ecba0303a06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (f33ad91a-c151-40d4-94a1-3ed7834ae1a6), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:44.648850 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-55f158dd-909b-49a4-aa13-e8561cfdebfe req-38103390-442e-4859-9cae-3628c94d086f tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] 10.222.0.65 "GET /v2.0/ports?device_id=607f9051-3590-4eaa-91eb-3992bcebf3c0 HTTP/1.1" status: 200 len: 944 time: 0.3142419 Feb 04 12:31:44.670339 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port f6c9e52d-8900-4e0e-bd41-3fefc8be047b is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:31:44.687265 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-320b85be-b37c-4aa1-a91c-ef55c58137b8 req-351eff5e-61b7-4309-aed9-160eaac5c8a2 service neutron] For port 2d7e5a81-9bd0-463d-9494-2793ee228c11, host n-h1-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:31:44.693395 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 660e2895-8bbc-492d-9b59-9fcd07edf77e, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=660e2895-8bbc-492d-9b59-9fcd07edf77e,segment=NetworkSegment(28793ac2-ab9e-4d04-87c6-0a378b1e8022),segment_id=28793ac2-ab9e-4d04-87c6-0a378b1e8022)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:31:44.702148 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (660e2895-8bbc-492d-9b59-9fcd07edf77e), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:44.715650 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-320b85be-b37c-4aa1-a91c-ef55c58137b8 req-351eff5e-61b7-4309-aed9-160eaac5c8a2 service neutron] For port 2d7e5a81-9bd0-463d-9494-2793ee228c11, host n-h1-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=2d7e5a81-9bd0-463d-9494-2793ee228c11,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:31:44.728439 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b103df15-83f4-4939-93d2-a4928cabe0a5 req-cb9e0e14-cecf-4781-8287-0ecba0303a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:44.728679 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73026c22-4c15-48b9-aee4-6a3fc427c3cd req-8d6ca811-4259-4990-bac4-ae589a75245a tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:44.729792 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-b103df15-83f4-4939-93d2-a4928cabe0a5 req-cb9e0e14-cecf-4781-8287-0ecba0303a06 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:44.730070 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-73026c22-4c15-48b9-aee4-6a3fc427c3cd req-8d6ca811-4259-4990-bac4-ae589a75245a tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=788e8096-f9b2-4203-a187-32a13b5d456e HTTP/1.1" status: 200 len: 948 time: 0.3126659 Feb 04 12:31:44.731613 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-b103df15-83f4-4939-93d2-a4928cabe0a5 req-cb9e0e14-cecf-4781-8287-0ecba0303a06 service neutron] 10.222.0.77 "PUT /v2.0/ports/f33ad91a-c151-40d4-94a1-3ed7834ae1a6 HTTP/1.1" status: 200 len: 1092 time: 1.1060569 Feb 04 12:31:44.737796 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '607f9051-3590-4eaa-91eb-3992bcebf3c0', 'tag': 'f33ad91a-c151-40d4-94a1-3ed7834ae1a6'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:31:44.742730 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-036cc94b-b855-47ef-b602-47fe7b99c029" -d '{"events": [{"name": "network-changed", "server_uuid": "607f9051-3590-4eaa-91eb-3992bcebf3c0", "tag": "f33ad91a-c151-40d4-94a1-3ed7834ae1a6"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:31:44.762687 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9e0e14-cecf-4781-8287-0ecba0303a06 service neutron] Pushing event updated for resources: {'Port': ['ID=f33ad91a-c151-40d4-94a1-3ed7834ae1a6,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:44.804897 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=660e2895-8bbc-492d-9b59-9fcd07edf77e,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:44.844853 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-320b85be-b37c-4aa1-a91c-ef55c58137b8 req-351eff5e-61b7-4309-aed9-160eaac5c8a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (2d7e5a81-9bd0-463d-9494-2793ee228c11), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:44.872156 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b103df15-83f4-4939-93d2-a4928cabe0a5 req-a1cff4dc-efbe-46fb-acc2-f00983efeed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:44.874204 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-b103df15-83f4-4939-93d2-a4928cabe0a5 req-a1cff4dc-efbe-46fb-acc2-f00983efeed0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a730f577f6c540ffb62b1abecee5e3b6&device_id=607f9051-3590-4eaa-91eb-3992bcebf3c0 HTTP/1.1" status: 200 len: 1126 time: 0.1005180 Feb 04 12:31:44.913287 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['660e2895-8bbc-492d-9b59-9fcd07edf77e'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:31:44.963778 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-b103df15-83f4-4939-93d2-a4928cabe0a5 req-10bd63a1-8e9f-4ea8-9dcb-e6cc284f070a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f33ad91a-c151-40d4-94a1-3ed7834ae1a6 HTTP/1.1" status: 200 len: 217 time: 0.0808029 Feb 04 12:31:44.976776 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-55f158dd-909b-49a4-aa13-e8561cfdebfe req-ba956553-3049-4a56-bbce-d393808c48d6 tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2ed1b6a-af87-43ee-b400-c3ee325aeba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3267608 Feb 04 12:31:45.427348 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b103df15-83f4-4939-93d2-a4928cabe0a5 req-f96eb8d8-8249-4587-8ddd-6646c9bdc052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:45.430642 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-b103df15-83f4-4939-93d2-a4928cabe0a5 req-f96eb8d8-8249-4587-8ddd-6646c9bdc052 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1cb7544b-3b32-44b8-ab6c-df4a9aae40f5 HTTP/1.1" status: 200 len: 868 time: 0.4590864 Feb 04 12:31:45.445517 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320b85be-b37c-4aa1-a91c-ef55c58137b8 req-351eff5e-61b7-4309-aed9-160eaac5c8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:45.446145 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-320b85be-b37c-4aa1-a91c-ef55c58137b8 req-351eff5e-61b7-4309-aed9-160eaac5c8a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:45.447525 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-320b85be-b37c-4aa1-a91c-ef55c58137b8 req-351eff5e-61b7-4309-aed9-160eaac5c8a2 service neutron] 10.222.0.73 "PUT /v2.0/ports/2d7e5a81-9bd0-463d-9494-2793ee228c11 HTTP/1.1" status: 200 len: 1096 time: 2.8968244 Feb 04 12:31:45.484089 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b103df15-83f4-4939-93d2-a4928cabe0a5 req-014ff56f-00ab-4a3e-85ae-403a7a784493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:45.485700 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-b103df15-83f4-4939-93d2-a4928cabe0a5 req-014ff56f-00ab-4a3e-85ae-403a7a784493 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=071b61e7-30d4-4807-8ea9-d31ae3a931a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0491705 Feb 04 12:31:45.507224 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1aac8326-1731-4cf5-a834-bbb6f61891c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:45.512937 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351eff5e-61b7-4309-aed9-160eaac5c8a2 service neutron] Pushing event updated for resources: {'Port': ['ID=2d7e5a81-9bd0-463d-9494-2793ee228c11,revision_number=7']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:45.535326 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-73026c22-4c15-48b9-aee4-6a3fc427c3cd req-044bf4f8-071c-4024-a3ae-af081ee87a52 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7094548 Feb 04 12:31:45.603578 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ac1230e-19e0-43cb-80de-288d298c2405 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Router ada8f51e-764c-41fd-bd66-5801c2bcad0a has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:31:45.607055 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-b103df15-83f4-4939-93d2-a4928cabe0a5 req-431574cf-31b1-4268-92bf-448c5af41b2a service neutron] 10.222.0.77 "GET /v2.0/networks/071b61e7-30d4-4807-8ea9-d31ae3a931a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137600 Feb 04 12:31:45.626164 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bccd545-5f54-4057-8481-c40d5999296a req-d9d7a48e-ae0f-46a6-97af-d99983ce7081 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:45.627687 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3bccd545-5f54-4057-8481-c40d5999296a req-d9d7a48e-ae0f-46a6-97af-d99983ce7081 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e93cd00-4a31-4c67-9c40-595fc7108e97 HTTP/1.1" status: 200 len: 946 time: 0.1871772 Feb 04 12:31:45.639674 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320b85be-b37c-4aa1-a91c-ef55c58137b8 req-4be7c70a-0fa1-4890-a019-14c2533ff11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:45.641282 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-320b85be-b37c-4aa1-a91c-ef55c58137b8 req-4be7c70a-0fa1-4890-a019-14c2533ff11f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5c34eef31d4540768d24bcb8030d50f3&device_id=788e8096-f9b2-4203-a187-32a13b5d456e HTTP/1.1" status: 200 len: 1130 time: 0.1629858 Feb 04 12:31:45.659596 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e5f546-a1ad-4157-a140-99b1b197c1e2 req-e4a21c7b-21de-4627-9d15-850338848d9d tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:45.661078 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e5e5f546-a1ad-4157-a140-99b1b197c1e2 req-e4a21c7b-21de-4627-9d15-850338848d9d tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.73 "GET /v2.0/ports?device_id=8e93cd00-4a31-4c67-9c40-595fc7108e97 HTTP/1.1" status: 200 len: 946 time: 0.1238053 Feb 04 12:31:45.716944 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1a9e32b-f2db-4694-9ffb-c92f40700d4b x-openstack-request-id: req-e1a9e32b-f2db-4694-9ffb-c92f40700d4b {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:31:45.717246 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "607f9051-3590-4eaa-91eb-3992bcebf3c0", "tag": "f33ad91a-c151-40d4-94a1-3ed7834ae1a6", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:31:45.717486 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e1a9e32b-f2db-4694-9ffb-c92f40700d4b {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:31:45.717887 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '607f9051-3590-4eaa-91eb-3992bcebf3c0', 'tag': 'f33ad91a-c151-40d4-94a1-3ed7834ae1a6', 'status': 'completed', 'code': 200} Feb 04 12:31:45.724738 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-b103df15-83f4-4939-93d2-a4928cabe0a5 req-f1ba7f72-e444-4521-94db-d74a74ca41fc service neutron] 10.222.0.77 "GET /v2.0/networks/071b61e7-30d4-4807-8ea9-d31ae3a931a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117537 Feb 04 12:31:45.832440 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036cc94b-b855-47ef-b602-47fe7b99c029 req-e746a5c3-c6f8-4115-8083-f811974899d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:45.833985 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-036cc94b-b855-47ef-b602-47fe7b99c029 req-e746a5c3-c6f8-4115-8083-f811974899d5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a730f577f6c540ffb62b1abecee5e3b6&device_id=607f9051-3590-4eaa-91eb-3992bcebf3c0 HTTP/1.1" status: 200 len: 1126 time: 0.0512559 Feb 04 12:31:45.881288 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9415bf53-0b96-4a43-b796-45acb4002b6b req-1a378a4d-020d-46b0-aa75-927c554e7b46 tempest-ServerShowV247Test-911395226 tempest-ServerShowV247Test-911395226-project] 10.222.0.65 "GET /v2.0/ports?device_id=13664381-a952-4a52-9f97-f7da7b8c5d36 HTTP/1.1" status: 200 len: 210 time: 0.0978467 Feb 04 12:31:45.925555 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3bccd545-5f54-4057-8481-c40d5999296a req-8886c7b5-2053-4237-a1ba-9d6739702fd0 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/security-groups?id=98d15bf5-a480-4f0d-bc57-8f17260bd5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2890184 Feb 04 12:31:45.947231 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036cc94b-b855-47ef-b602-47fe7b99c029 req-a67c1a67-6c12-44c0-88a8-3a1d610a1b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:45.949125 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-036cc94b-b855-47ef-b602-47fe7b99c029 req-a67c1a67-6c12-44c0-88a8-3a1d610a1b66 service neutron] 10.222.0.77 "GET /v2.0/networks?id=071b61e7-30d4-4807-8ea9-d31ae3a931a3 HTTP/1.1" status: 200 len: 930 time: 0.1091449 Feb 04 12:31:45.998830 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-036cc94b-b855-47ef-b602-47fe7b99c029 req-dda769e5-1084-4659-ac11-97381658464f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f33ad91a-c151-40d4-94a1-3ed7834ae1a6 HTTP/1.1" status: 200 len: 217 time: 0.0427065 Feb 04 12:31:46.009354 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320b85be-b37c-4aa1-a91c-ef55c58137b8 req-7f92b50f-c683-4bac-9462-331322dbb7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:46.010853 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-320b85be-b37c-4aa1-a91c-ef55c58137b8 req-7f92b50f-c683-4bac-9462-331322dbb7bf service neutron] 10.222.0.73 "GET /v2.0/networks?id=2f7dc246-a024-4937-952c-0ddeef5af29c HTTP/1.1" status: 200 len: 870 time: 0.3590097 Feb 04 12:31:46.015821 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ac1230e-19e0-43cb-80de-288d298c2405 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:31:46.027930 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca044e9-76d4-4622-aa3d-e82b6aa5d19f None None] Sync routers for ids ['ada8f51e-764c-41fd-bd66-5801c2bcad0a'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:31:46.056353 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036cc94b-b855-47ef-b602-47fe7b99c029 req-b338c2f4-e37b-428a-a7ac-5665d97d05f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:46.058050 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-036cc94b-b855-47ef-b602-47fe7b99c029 req-b338c2f4-e37b-428a-a7ac-5665d97d05f8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1cb7544b-3b32-44b8-ab6c-df4a9aae40f5 HTTP/1.1" status: 200 len: 868 time: 0.0533211 Feb 04 12:31:46.069339 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca044e9-76d4-4622-aa3d-e82b6aa5d19f None None] Routers {'ada8f51e-764c-41fd-bd66-5801c2bcad0a'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:31:46.071915 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-dca044e9-76d4-4622-aa3d-e82b6aa5d19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:31:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['ada8f51e-764c-41fd-bd66-5801c2bcad0a'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:31:46.086669 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-320b85be-b37c-4aa1-a91c-ef55c58137b8 req-7e6466e0-3a38-4f76-9cd9-9f26215da266 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=2d7e5a81-9bd0-463d-9494-2793ee228c11 HTTP/1.1" status: 200 len: 217 time: 0.0673037 Feb 04 12:31:46.098821 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-e5e5f546-a1ad-4157-a140-99b1b197c1e2 req-925437da-5518-4735-9bcf-bd1050b4ebb9 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Deleting port aea0eb1c-0aad-4daa-8b97-c718c487c0cc {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:31:46.099195 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e5e5f546-a1ad-4157-a140-99b1b197c1e2 req-925437da-5518-4735-9bcf-bd1050b4ebb9 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (aea0eb1c-0aad-4daa-8b97-c718c487c0cc), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:46.113308 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5ac1230e-19e0-43cb-80de-288d298c2405 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:46.138495 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036cc94b-b855-47ef-b602-47fe7b99c029 req-7165562d-46bc-42d6-ac3a-9312d124fbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:46.141397 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-036cc94b-b855-47ef-b602-47fe7b99c029 req-7165562d-46bc-42d6-ac3a-9312d124fbf9 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=071b61e7-30d4-4807-8ea9-d31ae3a931a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0774710 Feb 04 12:31:46.166179 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-dca044e9-76d4-4622-aa3d-e82b6aa5d19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:31:46.177891 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca044e9-76d4-4622-aa3d-e82b6aa5d19f None None] Routers {'ada8f51e-764c-41fd-bd66-5801c2bcad0a'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:31:46.178762 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-dca044e9-76d4-4622-aa3d-e82b6aa5d19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:31:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['ada8f51e-764c-41fd-bd66-5801c2bcad0a'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:31:46.219855 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66607b6-c742-4d20-bcff-abedb8276392 req-669723a7-4e34-44a5-9e92-aea7823c02f4 tempest-ServerAddressesNegativeTestJSON-1120008180 tempest-ServerAddressesNegativeTestJSON-1120008180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:46.221369 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a66607b6-c742-4d20-bcff-abedb8276392 req-669723a7-4e34-44a5-9e92-aea7823c02f4 tempest-ServerAddressesNegativeTestJSON-1120008180 tempest-ServerAddressesNegativeTestJSON-1120008180-project] 10.222.0.65 "GET /v2.0/ports?device_id=a2daf5bc-e9a4-45b6-a91b-f85cad03ce07 HTTP/1.1" status: 200 len: 944 time: 0.2598033 Feb 04 12:31:46.244601 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 660e2895-8bbc-492d-9b59-9fcd07edf77e up at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:31:46.248336 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-dca044e9-76d4-4622-aa3d-e82b6aa5d19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:31:46.250211 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca044e9-76d4-4622-aa3d-e82b6aa5d19f None None] The sync data for ids ['ada8f51e-764c-41fd-bd66-5801c2bcad0a'] in n-d-825015-3 is: [] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:31:46.259952 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-036cc94b-b855-47ef-b602-47fe7b99c029 req-0d1a90b5-d53e-476d-b48c-e1197615184a service neutron] 10.222.0.77 "GET /v2.0/networks/071b61e7-30d4-4807-8ea9-d31ae3a931a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112864 Feb 04 12:31:46.273282 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-5ac1230e-19e0-43cb-80de-288d298c2405 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.9999197 Feb 04 12:31:46.280371 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 43162) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:31:46.302821 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320b85be-b37c-4aa1-a91c-ef55c58137b8 req-3d2c390d-cd68-4a48-a3ff-2b031157a6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:46.304359 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-320b85be-b37c-4aa1-a91c-ef55c58137b8 req-3d2c390d-cd68-4a48-a3ff-2b031157a6b2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5ee3374a-84e9-4639-853c-740c6edaf6dc HTTP/1.1" status: 200 len: 843 time: 0.2079341 Feb 04 12:31:46.304958 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-867d30e1-4796-4dc9-aa0c-adc69a378171 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-2007073548'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:31:46.323902 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning for port 660e2895-8bbc-492d-9b59-9fcd07edf77e completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:31:46.329495 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning complete for port 660e2895-8bbc-492d-9b59-9fcd07edf77e triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:31:46.330291 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (660e2895-8bbc-492d-9b59-9fcd07edf77e), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:46.362251 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '788e8096-f9b2-4203-a187-32a13b5d456e', 'tag': '2d7e5a81-9bd0-463d-9494-2793ee228c11'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:31:46.364913 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f9eae31-6711-4555-9900-693248e02ffe" -d '{"events": [{"name": "network-changed", "server_uuid": "788e8096-f9b2-4203-a187-32a13b5d456e", "tag": "2d7e5a81-9bd0-463d-9494-2793ee228c11"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:31:46.377117 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-867d30e1-4796-4dc9-aa0c-adc69a378171 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Made reservation on behalf of 5cab5aa6ec7a46dfb6f8890eef3403ac for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:31:46.380735 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-867d30e1-4796-4dc9-aa0c-adc69a378171 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:46.386865 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-e5e5f546-a1ad-4157-a140-99b1b197c1e2 req-925437da-5518-4735-9bcf-bd1050b4ebb9 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] For port aea0eb1c-0aad-4daa-8b97-c718c487c0cc, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=aea0eb1c-0aad-4daa-8b97-c718c487c0cc,segment=NetworkSegment(82c42862-5e09-44a3-a831-056ff41e66f5),segment_id=82c42862-5e09-44a3-a831-056ff41e66f5)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:31:46.387240 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e5e5f546-a1ad-4157-a140-99b1b197c1e2 req-925437da-5518-4735-9bcf-bd1050b4ebb9 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (aea0eb1c-0aad-4daa-8b97-c718c487c0cc), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:46.413722 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0afad0-1721-4712-865e-840cac509850 req-d58affe6-abbd-40b8-bcec-5c29214fe195 tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:46.415124 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2c0afad0-1721-4712-865e-840cac509850 req-d58affe6-abbd-40b8-bcec-5c29214fe195 tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] 10.222.0.65 "GET /v2.0/ports?device_id=607f9051-3590-4eaa-91eb-3992bcebf3c0 HTTP/1.1" status: 200 len: 944 time: 0.2208023 Feb 04 12:31:46.431046 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-867d30e1-4796-4dc9-aa0c-adc69a378171 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:31:46.434500 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a66607b6-c742-4d20-bcff-abedb8276392 req-8b91d4fb-9ed3-4a89-bc4a-cdb26e122d74 tempest-ServerAddressesNegativeTestJSON-1120008180 tempest-ServerAddressesNegativeTestJSON-1120008180-project] 10.222.0.65 "GET /v2.0/security-groups?id=e9459e48-643a-4b1c-91b0-115ef7d2164c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841512 Feb 04 12:31:46.443578 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-e5e5f546-a1ad-4157-a140-99b1b197c1e2 req-925437da-5518-4735-9bcf-bd1050b4ebb9 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Calling delete_port for aea0eb1c-0aad-4daa-8b97-c718c487c0cc owned by compute:nova {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:31:46.467850 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-867d30e1-4796-4dc9-aa0c-adc69a378171 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (6a0e52ea-3929-4fb6-8cc5-643ce324dbf4), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:46.469413 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-867d30e1-4796-4dc9-aa0c-adc69a378171 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Added segment 6a0e52ea-3929-4fb6-8cc5-643ce324dbf4 of type vlan for network 3545c793-c2d8-4457-bc0e-300240e7dbe7 Feb 04 12:31:46.472800 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-036cc94b-b855-47ef-b602-47fe7b99c029 req-5317c571-8e6a-441e-97d7-26fbcef6206f service neutron] 10.222.0.77 "GET /v2.0/networks/071b61e7-30d4-4807-8ea9-d31ae3a931a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058635 Feb 04 12:31:46.508396 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320b85be-b37c-4aa1-a91c-ef55c58137b8 req-10b0eed2-c330-4f5b-9031-9c7dbe681947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:46.510297 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-320b85be-b37c-4aa1-a91c-ef55c58137b8 req-10b0eed2-c330-4f5b-9031-9c7dbe681947 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2f7dc246-a024-4937-952c-0ddeef5af29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1917367 Feb 04 12:31:46.522610 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 660e2895-8bbc-492d-9b59-9fcd07edf77e is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:31:46.523180 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (660e2895-8bbc-492d-9b59-9fcd07edf77e), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:46.570991 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1362d343-9c74-4309-b418-d33351678850 x-openstack-request-id: req-1362d343-9c74-4309-b418-d33351678850 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:31:46.571296 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "788e8096-f9b2-4203-a187-32a13b5d456e", "tag": "2d7e5a81-9bd0-463d-9494-2793ee228c11", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:31:46.571659 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1362d343-9c74-4309-b418-d33351678850 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:31:46.572160 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '788e8096-f9b2-4203-a187-32a13b5d456e', 'tag': '2d7e5a81-9bd0-463d-9494-2793ee228c11', 'status': 'completed', 'code': 200} Feb 04 12:31:46.611359 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-867d30e1-4796-4dc9-aa0c-adc69a378171 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (3545c793-c2d8-4457-bc0e-300240e7dbe7), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:46.613879 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2daf5bc-e9a4-45b6-a91b-f85cad03ce07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '660e2895-8bbc-492d-9b59-9fcd07edf77e'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:31:46.621870 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89cc4cf8-35d5-475a-9bd3-7e10d0e32542" -d '{"events": [{"server_uuid": "a2daf5bc-e9a4-45b6-a91b-f85cad03ce07", "name": "network-vif-plugged", "status": "completed", "tag": "660e2895-8bbc-492d-9b59-9fcd07edf77e"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:31:46.628848 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 660e2895-8bbc-492d-9b59-9fcd07edf77e, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=660e2895-8bbc-492d-9b59-9fcd07edf77e,segment=NetworkSegment(28793ac2-ab9e-4d04-87c6-0a378b1e8022),segment_id=28793ac2-ab9e-4d04-87c6-0a378b1e8022)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:31:46.662233 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (660e2895-8bbc-492d-9b59-9fcd07edf77e), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:46.663338 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 2d7e5a81-9bd0-463d-9494-2793ee228c11 no longer exists at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:31:46.708517 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-867d30e1-4796-4dc9-aa0c-adc69a378171 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (3545c793-c2d8-4457-bc0e-300240e7dbe7), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:46.717861 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867d30e1-4796-4dc9-aa0c-adc69a378171 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:46.718928 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-867d30e1-4796-4dc9-aa0c-adc69a378171 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:46.726149 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-320b85be-b37c-4aa1-a91c-ef55c58137b8 req-75db3fa6-f7fe-4bf6-8ac4-1bcd20cb0745 service neutron] 10.222.0.73 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767771 Feb 04 12:31:46.772306 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2c0afad0-1721-4712-865e-840cac509850 req-21500316-61de-44d9-9748-c1330759cb94 tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2ed1b6a-af87-43ee-b400-c3ee325aeba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3351169 Feb 04 12:31:46.865863 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=660e2895-8bbc-492d-9b59-9fcd07edf77e,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:46.885753 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84eb02ac-1610-47f4-b41e-e870e062e52b x-openstack-request-id: req-84eb02ac-1610-47f4-b41e-e870e062e52b {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:31:46.886289 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2daf5bc-e9a4-45b6-a91b-f85cad03ce07", "name": "network-vif-plugged", "status": "completed", "tag": "660e2895-8bbc-492d-9b59-9fcd07edf77e", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:31:46.886628 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-84eb02ac-1610-47f4-b41e-e870e062e52b {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:31:46.887271 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2daf5bc-e9a4-45b6-a91b-f85cad03ce07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '660e2895-8bbc-492d-9b59-9fcd07edf77e', 'code': 200} Feb 04 12:31:46.888376 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] The host n-h2-825015-3 is not matching for port 2d7e5a81-9bd0-463d-9494-2793ee228c11 host n-h1-825015-3! {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 04 12:31:46.888861 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 2d7e5a81-9bd0-463d-9494-2793ee228c11 not bound to the agent host n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:31:46.902430 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9eae31-6711-4555-9900-693248e02ffe req-5d9d3d63-7168-4138-851c-7d6a0e6d5eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:46.905414 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-3f9eae31-6711-4555-9900-693248e02ffe req-5d9d3d63-7168-4138-851c-7d6a0e6d5eb5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5c34eef31d4540768d24bcb8030d50f3&device_id=788e8096-f9b2-4203-a187-32a13b5d456e HTTP/1.1" status: 200 len: 1130 time: 0.3303976 Feb 04 12:31:46.920388 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867d30e1-4796-4dc9-aa0c-adc69a378171 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Pushing event updated for resources: {'Network': ['ID=3545c793-c2d8-4457-bc0e-300240e7dbe7,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:46.956956 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 3545c793-c2d8-4457-bc0e-300240e7dbe7 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:31:46.970967 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-867d30e1-4796-4dc9-aa0c-adc69a378171 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6875634 Feb 04 12:31:46.981736 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 43178) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:31:46.994695 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-7aca1bb3-a3e3-436d-8e1f-a4abb7811615 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Request body: {'subnet': {'network_id': '3545c793-c2d8-4457-bc0e-300240e7dbe7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:31:47.053347 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6d2b1883-8753-4f65-9f0d-a2e5bbc168c8 req-ae152431-8468-45a4-9fdd-cb81e227b9b7 tempest-ServerShowV247Test-911395226 tempest-ServerShowV247Test-911395226-project] 10.222.0.65 "GET /v2.0/ports?device_id=13664381-a952-4a52-9f97-f7da7b8c5d36 HTTP/1.1" status: 200 len: 210 time: 0.0300205 Feb 04 12:31:47.153963 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8808f2e6-e234-431a-9c60-cf55e79e8136 req-1a0a8139-e782-44ca-ab79-0774d4cc75ce tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:47.162391 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8808f2e6-e234-431a-9c60-cf55e79e8136 req-1a0a8139-e782-44ca-ab79-0774d4cc75ce tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=788e8096-f9b2-4203-a187-32a13b5d456e HTTP/1.1" status: 200 len: 948 time: 0.5037913 Feb 04 12:31:47.167868 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad131b00-b182-41cc-ae50-1650e499fde0 req-62bfa878-73b7-4839-995b-419f2a427d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:47.169641 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-ad131b00-b182-41cc-ae50-1650e499fde0 req-62bfa878-73b7-4839-995b-419f2a427d60 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=a2daf5bc-e9a4-45b6-a91b-f85cad03ce07 HTTP/1.1" status: 200 len: 1127 time: 0.1219780 Feb 04 12:31:47.199269 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9eae31-6711-4555-9900-693248e02ffe req-3f86c2c7-861e-4ea4-ae1d-647f320dfeee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:47.200704 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-3f9eae31-6711-4555-9900-693248e02ffe req-3f86c2c7-861e-4ea4-ae1d-647f320dfeee service neutron] 10.222.0.77 "GET /v2.0/networks?id=2f7dc246-a024-4937-952c-0ddeef5af29c HTTP/1.1" status: 200 len: 870 time: 0.2763186 Feb 04 12:31:47.208195 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-320b85be-b37c-4aa1-a91c-ef55c58137b8 req-616d150e-ce17-4389-8e76-b772f2340f42 service neutron] 10.222.0.73 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4322231 Feb 04 12:31:47.261107 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-3f9eae31-6711-4555-9900-693248e02ffe req-25d117f5-aa20-4827-8f87-a187583c15c9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=2d7e5a81-9bd0-463d-9494-2793ee228c11 HTTP/1.1" status: 200 len: 217 time: 0.0530374 Feb 04 12:31:47.313064 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8808f2e6-e234-431a-9c60-cf55e79e8136 req-266f1f1a-c248-4887-ba03-8d714cd9e505 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490161 Feb 04 12:31:47.344513 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-ad131b00-b182-41cc-ae50-1650e499fde0 req-acbe6a29-af26-4e5c-bd04-8703f9ef130a service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=e9459e48-643a-4b1c-91b0-115ef7d2164c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661525 Feb 04 12:31:47.382241 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9eae31-6711-4555-9900-693248e02ffe req-c8c9c0e1-a55b-46aa-a607-f63f05d8215c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:47.384634 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-3f9eae31-6711-4555-9900-693248e02ffe req-c8c9c0e1-a55b-46aa-a607-f63f05d8215c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5ee3374a-84e9-4639-853c-740c6edaf6dc HTTP/1.1" status: 200 len: 843 time: 0.1180804 Feb 04 12:31:47.393895 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e5e5f546-a1ad-4157-a140-99b1b197c1e2 req-925437da-5518-4735-9bcf-bd1050b4ebb9 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (aea0eb1c-0aad-4daa-8b97-c718c487c0cc), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:47.402251 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b209797-5a3a-400f-90d1-a4cd587bb2b8 req-035e960f-6d67-4948-8720-dfb6233ed880 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:47.407570 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['aea0eb1c-0aad-4daa-8b97-c718c487c0cc'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:31:47.410326 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3b209797-5a3a-400f-90d1-a4cd587bb2b8 req-035e960f-6d67-4948-8720-dfb6233ed880 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e93cd00-4a31-4c67-9c40-595fc7108e97 HTTP/1.1" status: 200 len: 946 time: 0.2131946 Feb 04 12:31:47.431456 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aca1bb3-a3e3-436d-8e1f-a4abb7811615 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Made reservation on behalf of 5cab5aa6ec7a46dfb6f8890eef3403ac for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:31:47.435221 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7aca1bb3-a3e3-436d-8e1f-a4abb7811615 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:47.437704 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['1a4a3c3d-36a0-4d43-b1ce-88c13649ade3'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:31:47.549985 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925437da-5518-4735-9bcf-bd1050b4ebb9 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Pushing event deleted for resources: {'Port': ['ID=aea0eb1c-0aad-4daa-8b97-c718c487c0cc,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:47.607250 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9eae31-6711-4555-9900-693248e02ffe req-e1c39386-e116-4091-9a49-af61759e9d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:47.609580 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-3f9eae31-6711-4555-9900-693248e02ffe req-e1c39386-e116-4091-9a49-af61759e9d49 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2f7dc246-a024-4937-952c-0ddeef5af29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0772738 Feb 04 12:31:47.613928 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9eae31-6711-4555-9900-693248e02ffe req-223f3a17-83e2-4dd0-a40d-f461ba21a715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:47.615463 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3f9eae31-6711-4555-9900-693248e02ffe req-223f3a17-83e2-4dd0-a40d-f461ba21a715 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5c34eef31d4540768d24bcb8030d50f3&device_id=788e8096-f9b2-4203-a187-32a13b5d456e HTTP/1.1" status: 200 len: 1130 time: 0.3124104 Feb 04 12:31:47.616479 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5e5f546-a1ad-4157-a140-99b1b197c1e2 req-925437da-5518-4735-9bcf-bd1050b4ebb9 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] No DVR routers for this DVR port aea0eb1c-0aad-4daa-8b97-c718c487c0cc on host n-h1-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:31:47.633117 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e5e5f546-a1ad-4157-a140-99b1b197c1e2 req-925437da-5518-4735-9bcf-bd1050b4ebb9 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:47.636481 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e5e5f546-a1ad-4157-a140-99b1b197c1e2 req-925437da-5518-4735-9bcf-bd1050b4ebb9 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.73 "DELETE /v2.0/ports/aea0eb1c-0aad-4daa-8b97-c718c487c0cc HTTP/1.1" status: 204 len: 173 time: 1.9524963 Feb 04 12:31:47.727992 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-3f9eae31-6711-4555-9900-693248e02ffe req-25c7dfb8-10b5-4dc3-829b-f4c0e1c25e9a service neutron] 10.222.0.77 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118634 Feb 04 12:31:47.799202 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3b209797-5a3a-400f-90d1-a4cd587bb2b8 req-6790bc18-cfd7-4e58-8c1e-8ac9da2b3fb4 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/security-groups?id=98d15bf5-a480-4f0d-bc57-8f17260bd5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3845024 Feb 04 12:31:47.880421 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-3f9eae31-6711-4555-9900-693248e02ffe req-13d5048c-cd5b-4676-af52-881fa9962d41 service neutron] 10.222.0.77 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460207 Feb 04 12:31:47.898253 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e37f20-45c2-4548-9ea8-6c8067a6f390 req-6e11d894-42f3-4a50-858a-0f710b638493 tempest-ServerAddressesNegativeTestJSON-1120008180 tempest-ServerAddressesNegativeTestJSON-1120008180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:47.899818 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-77e37f20-45c2-4548-9ea8-6c8067a6f390 req-6e11d894-42f3-4a50-858a-0f710b638493 tempest-ServerAddressesNegativeTestJSON-1120008180 tempest-ServerAddressesNegativeTestJSON-1120008180-project] 10.222.0.65 "GET /v2.0/ports?device_id=a2daf5bc-e9a4-45b6-a91b-f85cad03ce07 HTTP/1.1" status: 200 len: 945 time: 0.3452744 Feb 04 12:31:47.917184 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ecba95f9-a9f8-483c-9e3a-12fcc397cb81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:47.987434 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9eae31-6711-4555-9900-693248e02ffe req-b8adb4d9-fa34-4f5f-8918-4c57fa0b1395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:47.989467 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3f9eae31-6711-4555-9900-693248e02ffe req-b8adb4d9-fa34-4f5f-8918-4c57fa0b1395 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2f7dc246-a024-4937-952c-0ddeef5af29c HTTP/1.1" status: 200 len: 870 time: 0.3399601 Feb 04 12:31:48.091632 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3f9eae31-6711-4555-9900-693248e02ffe req-39d5c488-8b88-46e6-b56e-0113d9a4c6a2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=2d7e5a81-9bd0-463d-9494-2793ee228c11 HTTP/1.1" status: 200 len: 217 time: 0.0848076 Feb 04 12:31:48.106440 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-77e37f20-45c2-4548-9ea8-6c8067a6f390 req-face2493-b7c1-4f02-b3fe-5728afdd0ec8 tempest-ServerAddressesNegativeTestJSON-1120008180 tempest-ServerAddressesNegativeTestJSON-1120008180-project] 10.222.0.65 "GET /v2.0/security-groups?id=e9459e48-643a-4b1c-91b0-115ef7d2164c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994894 Feb 04 12:31:48.119230 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a30b7e-fadc-42e2-a73a-96922d7dd3dc req-ea9e7600-7daa-46d7-9cb3-ef62f0a2669d tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:48.135611 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e6a30b7e-fadc-42e2-a73a-96922d7dd3dc req-ea9e7600-7daa-46d7-9cb3-ef62f0a2669d tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] 10.222.0.65 "GET /v2.0/ports?device_id=607f9051-3590-4eaa-91eb-3992bcebf3c0 HTTP/1.1" status: 200 len: 944 time: 0.2330709 Feb 04 12:31:48.153186 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7aca1bb3-a3e3-436d-8e1f-a4abb7811615 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52094127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51452689'] for subnet (7800aba5-d33c-4af5-b7e3-0c162eb77460), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:48.196196 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device f33ad91a-c151-40d4-94a1-3ed7834ae1a6 details requested by agent hyperv_n-h2-825015-3 with host n-h2-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:31:48.295859 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-823379dd-1a83-40b5-83e8-8d4c67014e95 req-17eeca71-a885-445b-8f74-a107fb564ba0 tempest-ServerShowV247Test-911395226 tempest-ServerShowV247Test-911395226-project] 10.222.0.65 "GET /v2.0/ports?device_id=13664381-a952-4a52-9f97-f7da7b8c5d36 HTTP/1.1" status: 200 len: 210 time: 0.0751836 Feb 04 12:31:48.315489 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9eae31-6711-4555-9900-693248e02ffe req-4689394b-a81e-43dd-aca0-3dc6c15d5985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:48.317138 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3f9eae31-6711-4555-9900-693248e02ffe req-4689394b-a81e-43dd-aca0-3dc6c15d5985 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5ee3374a-84e9-4639-853c-740c6edaf6dc HTTP/1.1" status: 200 len: 843 time: 0.2062368 Feb 04 12:31:48.323307 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aca1bb3-a3e3-436d-8e1f-a4abb7811615 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Pushing event updated for resources: {'Subnet': ['ID=7800aba5-d33c-4af5-b7e3-0c162eb77460,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:48.341787 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e6a30b7e-fadc-42e2-a73a-96922d7dd3dc req-33fecf85-c220-4828-8dd9-05360d843833 tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2ed1b6a-af87-43ee-b400-c3ee325aeba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028677 Feb 04 12:31:48.367712 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port f33ad91a-c151-40d4-94a1-3ed7834ae1a6, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=f33ad91a-c151-40d4-94a1-3ed7834ae1a6,segment=NetworkSegment(7a896f1c-7831-4aed-9431-4ad0dce964ba),segment_id=7a896f1c-7831-4aed-9431-4ad0dce964ba)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:31:48.383268 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aca1bb3-a3e3-436d-8e1f-a4abb7811615 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Checking segment: {'id': '6a0e52ea-3929-4fb6-8cc5-643ce324dbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '3545c793-c2d8-4457-bc0e-300240e7dbe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:31:48.383957 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aca1bb3-a3e3-436d-8e1f-a4abb7811615 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Network hostable DHCP agents. Network: 3545c793-c2d8-4457-bc0e-300240e7dbe7, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:31:48.387608 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Returning: {'device': 'f33ad91a-c151-40d4-94a1-3ed7834ae1a6', 'network_id': '071b61e7-30d4-4807-8ea9-d31ae3a931a3', 'port_id': 'f33ad91a-c151-40d4-94a1-3ed7834ae1a6', 'mac_address': 'fa:16:3e:bf:6b:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cb7544b-3b32-44b8-ab6c-df4a9aae40f5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:31:48.477535 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aca1bb3-a3e3-436d-8e1f-a4abb7811615 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Network 3545c793-c2d8-4457-bc0e-300240e7dbe7 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:31:48.486975 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port f33ad91a-c151-40d4-94a1-3ed7834ae1a6 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:31:48.487604 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (f33ad91a-c151-40d4-94a1-3ed7834ae1a6), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:48.506658 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f33ad91a-c151-40d4-94a1-3ed7834ae1a6 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:31:48.512355 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9eae31-6711-4555-9900-693248e02ffe req-cf023669-e447-49c2-b140-d7ece5a7bacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:48.514080 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3f9eae31-6711-4555-9900-693248e02ffe req-cf023669-e447-49c2-b140-d7ece5a7bacd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2f7dc246-a024-4937-952c-0ddeef5af29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1866138 Feb 04 12:31:48.516281 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-7aca1bb3-a3e3-436d-8e1f-a4abb7811615 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 3545c793-c2d8-4457-bc0e-300240e7dbe7) {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:31:48.523121 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aca1bb3-a3e3-436d-8e1f-a4abb7811615 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:48.523329 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7aca1bb3-a3e3-436d-8e1f-a4abb7811615 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:48.529749 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f9f5e7-26ad-446d-bb66-1ed6b25998d6 None None] Network 3545c793-c2d8-4457-bc0e-300240e7dbe7 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:31:48.538295 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port f33ad91a-c151-40d4-94a1-3ed7834ae1a6, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=f33ad91a-c151-40d4-94a1-3ed7834ae1a6,segment=NetworkSegment(7a896f1c-7831-4aed-9431-4ad0dce964ba),segment_id=7a896f1c-7831-4aed-9431-4ad0dce964ba)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:31:48.548615 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46892be1-e5e4-4e28-8544-b2028f5d7f80 req-6cd6cc2f-4455-46b7-ad17-708fd72e9381 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:48.558735 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-46892be1-e5e4-4e28-8544-b2028f5d7f80 req-6cd6cc2f-4455-46b7-ad17-708fd72e9381 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=788e8096-f9b2-4203-a187-32a13b5d456e HTTP/1.1" status: 200 len: 948 time: 0.1251359 Feb 04 12:31:48.584731 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (f33ad91a-c151-40d4-94a1-3ed7834ae1a6), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:48.619271 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e93cd00-4a31-4c67-9c40-595fc7108e97', 'name': 'network-vif-deleted', 'tag': 'aea0eb1c-0aad-4daa-8b97-c718c487c0cc'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:31:48.623858 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0501499-d1cc-438c-ac0c-4f61f99e8299" -d '{"events": [{"server_uuid": "8e93cd00-4a31-4c67-9c40-595fc7108e97", "name": "network-vif-deleted", "tag": "aea0eb1c-0aad-4daa-8b97-c718c487c0cc"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:31:48.665018 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-7aca1bb3-a3e3-436d-8e1f-a4abb7811615 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6774540 Feb 04 12:31:48.667994 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 43204) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:31:48.675559 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-7cc237d4-e22d-4b6d-8951-ab1772c09281 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1787807572', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}, 'admin_state_up': False}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:31:48.686385 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87f71a71-ab6e-4588-921f-91c290066756 x-openstack-request-id: req-87f71a71-ab6e-4588-921f-91c290066756 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:31:48.686680 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e93cd00-4a31-4c67-9c40-595fc7108e97", "name": "network-vif-deleted", "tag": "aea0eb1c-0aad-4daa-8b97-c718c487c0cc", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:31:48.687710 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-87f71a71-ab6e-4588-921f-91c290066756 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:31:48.688342 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e93cd00-4a31-4c67-9c40-595fc7108e97', 'name': 'network-vif-deleted', 'tag': 'aea0eb1c-0aad-4daa-8b97-c718c487c0cc', 'status': 'completed', 'code': 200} Feb 04 12:31:48.704850 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=f33ad91a-c151-40d4-94a1-3ed7834ae1a6,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:48.708856 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7cc237d4-e22d-4b6d-8951-ab1772c09281 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10933'] for router (bbd46cc0-4721-4817-9481-d8850fd22059), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:48.710985 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7cc237d4-e22d-4b6d-8951-ab1772c09281 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10924'] for router (bbd46cc0-4721-4817-9481-d8850fd22059), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:48.720927 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ce8ddd-b0d3-4cb5-9f40-1912a9c837a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-3545c793-c2d8-4457-bc0e-300240e7dbe7', 'network_id': '3545c793-c2d8-4457-bc0e-300240e7dbe7', 'project_id': '5cab5aa6ec7a46dfb6f8890eef3403ac', 'fixed_ips': [{'subnet_id': '7800aba5-d33c-4af5-b7e3-0c162eb77460'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 12:31:48.722261 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-20ce8ddd-b0d3-4cb5-9f40-1912a9c837a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:48.744588 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-46892be1-e5e4-4e28-8544-b2028f5d7f80 req-18dacdd2-ea21-495a-86cd-a97cea12cc79 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847479 Feb 04 12:31:48.758528 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3f9eae31-6711-4555-9900-693248e02ffe req-8eeb6c45-3944-4bd0-9a84-125be15f28ab service neutron] 10.222.0.73 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293613 Feb 04 12:31:48.800463 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7cc237d4-e22d-4b6d-8951-ab1772c09281 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks [] for router_controller (bbd46cc0-4721-4817-9481-d8850fd22059), precommit_add_association {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:48.825921 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['f33ad91a-c151-40d4-94a1-3ed7834ae1a6'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:31:48.893902 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3f9eae31-6711-4555-9900-693248e02ffe req-33bdfe4b-33e7-4e3b-a3d1-f22971853e84 service neutron] 10.222.0.73 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256077 Feb 04 12:31:48.974420 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-20ce8ddd-b0d3-4cb5-9f40-1912a9c837a6 None None] Allocated IP 172.20.0.2 (3545c793-c2d8-4457-bc0e-300240e7dbe7/7800aba5-d33c-4af5-b7e3-0c162eb77460/37c6dc6b-292e-4366-a0ba-27544baeb2de) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:31:49.043280 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7cc237d4-e22d-4b6d-8951-ab1772c09281 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks [] for router_gateway (bbd46cc0-4721-4817-9481-d8850fd22059), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:49.184039 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:49.416257 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7cc237d4-e22d-4b6d-8951-ab1772c09281 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks [] for router_gateway (bbd46cc0-4721-4817-9481-d8850fd22059), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:49.425952 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39de50d-324d-4782-a482-4800bde74bde req-6f472d5d-2821-4261-925d-88d2a4a07a70 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:49.428156 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e39de50d-324d-4782-a482-4800bde74bde req-6f472d5d-2821-4261-925d-88d2a4a07a70 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/networks?id=4641d9e3-bbfb-4ca1-b978-fac986a6f197 HTTP/1.1" status: 200 len: 806 time: 0.2234948 Feb 04 12:31:49.456349 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-20ce8ddd-b0d3-4cb5-9f40-1912a9c837a6 None None] Publish callbacks [] for port (37c6dc6b-292e-4366-a0ba-27544baeb2de), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:49.470498 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e39de50d-324d-4782-a482-4800bde74bde req-f6c4cce3-0492-4840-aa1d-dfb310a50fe2 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/quotas/15c4606ad13a46b29ee60be66da65533 HTTP/1.1" status: 200 len: 375 time: 0.0347271 Feb 04 12:31:49.470893 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7cc237d4-e22d-4b6d-8951-ab1772c09281 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:49.489644 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-20ce8ddd-b0d3-4cb5-9f40-1912a9c837a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (37c6dc6b-292e-4366-a0ba-27544baeb2de), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:49.544267 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4171f3-2af9-463c-a82b-a83ab9b58610 req-24027818-9e1b-47dc-85df-bf11f1eb6195 tempest-ServerAddressesNegativeTestJSON-1120008180 tempest-ServerAddressesNegativeTestJSON-1120008180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:49.546626 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1d4171f3-2af9-463c-a82b-a83ab9b58610 req-24027818-9e1b-47dc-85df-bf11f1eb6195 tempest-ServerAddressesNegativeTestJSON-1120008180 tempest-ServerAddressesNegativeTestJSON-1120008180-project] 10.222.0.65 "GET /v2.0/ports?device_id=a2daf5bc-e9a4-45b6-a91b-f85cad03ce07 HTTP/1.1" status: 200 len: 945 time: 0.2677362 Feb 04 12:31:49.612013 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1d4171f3-2af9-463c-a82b-a83ab9b58610 req-4fa69885-1b4f-49ea-a22c-d0b1a0fc97ae tempest-ServerAddressesNegativeTestJSON-1120008180 tempest-ServerAddressesNegativeTestJSON-1120008180-project] 10.222.0.65 "GET /v2.0/security-groups?id=e9459e48-643a-4b1c-91b0-115ef7d2164c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573602 Feb 04 12:31:49.644098 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e39de50d-324d-4782-a482-4800bde74bde req-cd54d0e7-2ade-4e07-be12-0b8813a1564b tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=15c4606ad13a46b29ee60be66da65533&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1678021 Feb 04 12:31:49.759893 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-7cc237d4-e22d-4b6d-8951-ab1772c09281 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Allocated IP 172.25.3.92 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/e7864f77-5744-4552-899d-69344293b269) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:31:49.763162 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ce8ddd-b0d3-4cb5-9f40-1912a9c837a6 None None] Pushing event updated for resources: {'Port': ['ID=37c6dc6b-292e-4366-a0ba-27544baeb2de,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:49.790866 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ce8ddd-b0d3-4cb5-9f40-1912a9c837a6 None None] Network 3545c793-c2d8-4457-bc0e-300240e7dbe7 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:31:49.792712 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-20ce8ddd-b0d3-4cb5-9f40-1912a9c837a6 None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:31:49.795391 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ce8ddd-b0d3-4cb5-9f40-1912a9c837a6 None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:31:49.800032 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e39de50d-324d-4782-a482-4800bde74bde req-cfb03c89-b214-4dfc-b5d1-e32f3f03eec7 service neutron] 10.222.0.65 "GET /v2.0/networks/4641d9e3-bbfb-4ca1-b978-fac986a6f197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474025 Feb 04 12:31:49.833151 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1443a732-e859-47cf-9ba9-eabcd0269fde req-2761b57a-2bd3-48cc-8ca4-9ab495f91b32 tempest-ServerShowV247Test-911395226 tempest-ServerShowV247Test-911395226-project] 10.222.0.65 "GET /v2.0/ports?device_id=13664381-a952-4a52-9f97-f7da7b8c5d36 HTTP/1.1" status: 200 len: 210 time: 0.0321116 Feb 04 12:31:49.916733 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-20ce8ddd-b0d3-4cb5-9f40-1912a9c837a6 None None] Attempting to bind port 37c6dc6b-292e-4366-a0ba-27544baeb2de on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:31:49.917212 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-20ce8ddd-b0d3-4cb5-9f40-1912a9c837a6 None None] Attempting to bind port 37c6dc6b-292e-4366-a0ba-27544baeb2de by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '6a0e52ea-3929-4fb6-8cc5-643ce324dbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '3545c793-c2d8-4457-bc0e-300240e7dbe7'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:31:49.917651 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ce8ddd-b0d3-4cb5-9f40-1912a9c837a6 None None] Attempting to bind port 37c6dc6b-292e-4366-a0ba-27544baeb2de on network 3545c793-c2d8-4457-bc0e-300240e7dbe7 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:31:49.925564 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ce8ddd-b0d3-4cb5-9f40-1912a9c837a6 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:31:49.925867 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ce8ddd-b0d3-4cb5-9f40-1912a9c837a6 None None] Checking segment: {'id': '6a0e52ea-3929-4fb6-8cc5-643ce324dbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '3545c793-c2d8-4457-bc0e-300240e7dbe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:31:49.926404 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-20ce8ddd-b0d3-4cb5-9f40-1912a9c837a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:49.927307 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ce8ddd-b0d3-4cb5-9f40-1912a9c837a6 None None] Bound using segment: {'id': '6a0e52ea-3929-4fb6-8cc5-643ce324dbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '3545c793-c2d8-4457-bc0e-300240e7dbe7'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:31:49.927992 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-20ce8ddd-b0d3-4cb5-9f40-1912a9c837a6 None None] Bound port: 37c6dc6b-292e-4366-a0ba-27544baeb2de, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a0e52ea-3929-4fb6-8cc5-643ce324dbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '3545c793-c2d8-4457-bc0e-300240e7dbe7'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:31:49.928480 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-20ce8ddd-b0d3-4cb5-9f40-1912a9c837a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (37c6dc6b-292e-4366-a0ba-27544baeb2de), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:49.943839 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7cc237d4-e22d-4b6d-8951-ab1772c09281 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks [] for port (e7864f77-5744-4552-899d-69344293b269), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:50.004137 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7cc237d4-e22d-4b6d-8951-ab1772c09281 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (e7864f77-5744-4552-899d-69344293b269), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:50.018277 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-20ce8ddd-b0d3-4cb5-9f40-1912a9c837a6 None None] For port 37c6dc6b-292e-4366-a0ba-27544baeb2de, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:31:50.023322 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-20ce8ddd-b0d3-4cb5-9f40-1912a9c837a6 None None] For port 37c6dc6b-292e-4366-a0ba-27544baeb2de, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=37c6dc6b-292e-4366-a0ba-27544baeb2de,segment=NetworkSegment(6a0e52ea-3929-4fb6-8cc5-643ce324dbf4),segment_id=6a0e52ea-3929-4fb6-8cc5-643ce324dbf4)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:31:50.033239 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-20ce8ddd-b0d3-4cb5-9f40-1912a9c837a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (37c6dc6b-292e-4366-a0ba-27544baeb2de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:50.069709 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc237d4-e22d-4b6d-8951-ab1772c09281 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:31:50.074291 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-7cc237d4-e22d-4b6d-8951-ab1772c09281 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:31:50.084805 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc237d4-e22d-4b6d-8951-ab1772c09281 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:31:50.132746 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc237d4-e22d-4b6d-8951-ab1772c09281 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Pushing event updated for resources: {'Port': ['ID=e7864f77-5744-4552-899d-69344293b269,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:50.136375 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ce8ddd-b0d3-4cb5-9f40-1912a9c837a6 None None] Pushing event updated for resources: {'Port': ['ID=37c6dc6b-292e-4366-a0ba-27544baeb2de,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:50.215006 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device f33ad91a-c151-40d4-94a1-3ed7834ae1a6 up at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:31:50.279983 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning for port f33ad91a-c151-40d4-94a1-3ed7834ae1a6 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:31:50.285347 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning complete for port f33ad91a-c151-40d4-94a1-3ed7834ae1a6 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:31:50.286301 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (f33ad91a-c151-40d4-94a1-3ed7834ae1a6), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:50.357610 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e39de50d-324d-4782-a482-4800bde74bde req-21a00179-2ea0-474e-a4ac-12bfe903e660 service neutron] 10.222.0.65 "GET /v2.0/networks/4641d9e3-bbfb-4ca1-b978-fac986a6f197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5234869 Feb 04 12:31:50.367548 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7885c1b-c1bb-4f9c-9844-a9220f96f2e9 req-f2d3d92f-ca49-49bc-bee9-b3caf84cc115 tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:50.369437 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a7885c1b-c1bb-4f9c-9844-a9220f96f2e9 req-f2d3d92f-ca49-49bc-bee9-b3caf84cc115 tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] 10.222.0.65 "GET /v2.0/ports?device_id=607f9051-3590-4eaa-91eb-3992bcebf3c0 HTTP/1.1" status: 200 len: 945 time: 0.0984921 Feb 04 12:31:50.480589 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a7885c1b-c1bb-4f9c-9844-a9220f96f2e9 req-f141ef57-c28d-4c60-a330-62226d44b777 tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2ed1b6a-af87-43ee-b400-c3ee325aeba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040218 Feb 04 12:31:50.483672 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port f33ad91a-c151-40d4-94a1-3ed7834ae1a6 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:31:50.484263 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (f33ad91a-c151-40d4-94a1-3ed7834ae1a6), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:50.489086 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:50.585567 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '607f9051-3590-4eaa-91eb-3992bcebf3c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f33ad91a-c151-40d4-94a1-3ed7834ae1a6'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:31:50.588637 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a2b42ba-65fa-4c6a-812a-7b1d4c0be93a" -d '{"events": [{"server_uuid": "607f9051-3590-4eaa-91eb-3992bcebf3c0", "name": "network-vif-plugged", "status": "completed", "tag": "f33ad91a-c151-40d4-94a1-3ed7834ae1a6"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:31:50.602496 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port f33ad91a-c151-40d4-94a1-3ed7834ae1a6, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=f33ad91a-c151-40d4-94a1-3ed7834ae1a6,segment=NetworkSegment(7a896f1c-7831-4aed-9431-4ad0dce964ba),segment_id=7a896f1c-7831-4aed-9431-4ad0dce964ba)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:31:50.607836 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (f33ad91a-c151-40d4-94a1-3ed7834ae1a6), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:50.617636 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7cc237d4-e22d-4b6d-8951-ab1772c09281 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks [] for router_gateway (bbd46cc0-4721-4817-9481-d8850fd22059), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:50.731727 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ef2ec4f-37f2-4527-a460-dec825553f81 x-openstack-request-id: req-8ef2ec4f-37f2-4527-a460-dec825553f81 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:31:50.732406 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "607f9051-3590-4eaa-91eb-3992bcebf3c0", "name": "network-vif-plugged", "status": "completed", "tag": "f33ad91a-c151-40d4-94a1-3ed7834ae1a6", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:31:50.732824 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8ef2ec4f-37f2-4527-a460-dec825553f81 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:31:50.734574 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '607f9051-3590-4eaa-91eb-3992bcebf3c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f33ad91a-c151-40d4-94a1-3ed7834ae1a6', 'code': 200} Feb 04 12:31:50.752400 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=f33ad91a-c151-40d4-94a1-3ed7834ae1a6,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:50.911665 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-005f3fcd-d742-455f-9380-5627041e4052 req-ef31b8c5-8dd1-4f31-a3c1-dd5da3986366 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/ports?device_id=15e2eeae-f4f2-424e-9a78-0fe0799fc0c1 HTTP/1.1" status: 200 len: 210 time: 0.0538220 Feb 04 12:31:50.943746 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7631e52f-675e-4f24-99ba-0af9baad221a req-b7b301e7-717c-4c57-b164-4b92529c9eb5 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:50.954783 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7631e52f-675e-4f24-99ba-0af9baad221a req-b7b301e7-717c-4c57-b164-4b92529c9eb5 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=788e8096-f9b2-4203-a187-32a13b5d456e HTTP/1.1" status: 200 len: 948 time: 0.1718154 Feb 04 12:31:50.963035 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 2d7e5a81-9bd0-463d-9494-2793ee228c11 details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:31:51.069785 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7631e52f-675e-4f24-99ba-0af9baad221a req-c252e2a3-ce52-434c-b94c-2c043ca977ef tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140583 Feb 04 12:31:51.119580 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 2d7e5a81-9bd0-463d-9494-2793ee228c11, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=2d7e5a81-9bd0-463d-9494-2793ee228c11,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:31:51.138404 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': '2d7e5a81-9bd0-463d-9494-2793ee228c11', 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c', 'port_id': '2d7e5a81-9bd0-463d-9494-2793ee228c11', 'mac_address': 'fa:16:3e:36:0d:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ee3374a-84e9-4639-853c-740c6edaf6dc', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:31:51.143421 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device aea0eb1c-0aad-4daa-8b97-c718c487c0cc no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:31:51.194550 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] No Port match for: aea0eb1c-0aad-4daa-8b97-c718c487c0cc {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:31:51.195196 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device aea0eb1c-0aad-4daa-8b97-c718c487c0cc not bound to the agent host n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:31:51.220354 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 2d7e5a81-9bd0-463d-9494-2793ee228c11 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:31:51.220771 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (2d7e5a81-9bd0-463d-9494-2793ee228c11), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:51.236539 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d7e5a81-9bd0-463d-9494-2793ee228c11 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:31:51.260759 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 2d7e5a81-9bd0-463d-9494-2793ee228c11, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=2d7e5a81-9bd0-463d-9494-2793ee228c11,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:31:51.267039 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (2d7e5a81-9bd0-463d-9494-2793ee228c11), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:51.279067 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d92761d3-b0f4-474e-b076-5e052c81b64d req-ea2ce76e-f300-45c8-b680-07f6aca3cd7d tempest-ServerShowV247Test-911395226 tempest-ServerShowV247Test-911395226-project] 10.222.0.65 "GET /v2.0/ports?device_id=13664381-a952-4a52-9f97-f7da7b8c5d36 HTTP/1.1" status: 200 len: 210 time: 0.0960240 Feb 04 12:31:51.314743 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7cc237d4-e22d-4b6d-8951-ab1772c09281 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141'] for router (bbd46cc0-4721-4817-9481-d8850fd22059), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:51.360844 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=2d7e5a81-9bd0-463d-9494-2793ee228c11,revision_number=8']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:51.518171 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaae4ef8-5e64-48cf-a521-8222455a0d3e req-836cd960-f39e-4d7e-a29b-60921682ae30 tempest-ServerAddressesNegativeTestJSON-1120008180 tempest-ServerAddressesNegativeTestJSON-1120008180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:51.525361 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-aaae4ef8-5e64-48cf-a521-8222455a0d3e req-836cd960-f39e-4d7e-a29b-60921682ae30 tempest-ServerAddressesNegativeTestJSON-1120008180 tempest-ServerAddressesNegativeTestJSON-1120008180-project] 10.222.0.65 "GET /v2.0/ports?device_id=a2daf5bc-e9a4-45b6-a91b-f85cad03ce07 HTTP/1.1" status: 200 len: 945 time: 0.0923257 Feb 04 12:31:51.548288 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-05c8954f-1911-4bf8-ad83-42954cc71b66 req-071c7180-06bb-4182-9fb2-95a1f635898c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=733baa8b-f67f-4e64-8ea4-0b4be128c2b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7000237 Feb 04 12:31:51.573487 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864a0dd7-5fc8-47d7-a0ef-19ea671ab8b1 req-1c31b35f-bc40-40e6-88ba-ed1706f38832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:51.579455 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-864a0dd7-5fc8-47d7-a0ef-19ea671ab8b1 req-1c31b35f-bc40-40e6-88ba-ed1706f38832 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=607f9051-3590-4eaa-91eb-3992bcebf3c0 HTTP/1.1" status: 200 len: 1128 time: 0.7129846 Feb 04 12:31:51.613864 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['2d7e5a81-9bd0-463d-9494-2793ee228c11'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:31:51.699862 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:51.720582 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-aaae4ef8-5e64-48cf-a521-8222455a0d3e req-80a02c62-7413-4199-be92-20029c6c06a2 tempest-ServerAddressesNegativeTestJSON-1120008180 tempest-ServerAddressesNegativeTestJSON-1120008180-project] 10.222.0.65 "GET /v2.0/security-groups?id=e9459e48-643a-4b1c-91b0-115ef7d2164c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931825 Feb 04 12:31:51.919142 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-864a0dd7-5fc8-47d7-a0ef-19ea671ab8b1 req-7b44d01e-c8a9-44b4-b678-7298040208e4 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=e2ed1b6a-af87-43ee-b400-c3ee325aeba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3301127 Feb 04 12:31:51.977282 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cbf811-9b52-4be5-987c-77f837330dd2 req-72a3c0b4-1496-4026-8d05-5b7a44687454 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:51.978602 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-52cbf811-9b52-4be5-987c-77f837330dd2 req-72a3c0b4-1496-4026-8d05-5b7a44687454 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.73 "GET /v2.0/ports?device_id=788e8096-f9b2-4203-a187-32a13b5d456e&tenant_id=5c34eef31d4540768d24bcb8030d50f3&binding%3Ahost_id=n-h1-825015-3 HTTP/1.1" status: 200 len: 949 time: 0.4125085 Feb 04 12:31:52.039993 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d410caf-d22a-42bc-98e0-61facccfe268 None None] Network 3545c793-c2d8-4457-bc0e-300240e7dbe7 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:31:52.040603 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc3efd3-9c16-492b-95b0-da376abe5764 req-b0472017-309f-4415-9b7f-e3b8acc5971a tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:52.041833 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c8954f-1911-4bf8-ad83-42954cc71b66 req-26c30d11-df09-4f38-9146-4dd3e6b10dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:52.048042 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-05c8954f-1911-4bf8-ad83-42954cc71b66 req-26c30d11-df09-4f38-9146-4dd3e6b10dd7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=15c4606ad13a46b29ee60be66da65533&device_id=733baa8b-f67f-4e64-8ea4-0b4be128c2b4 HTTP/1.1" status: 200 len: 1127 time: 0.3961136 Feb 04 12:31:52.049434 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cc237d4-e22d-4b6d-8951-ab1772c09281 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Router bbd46cc0-4721-4817-9481-d8850fd22059 is scheduled to L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de with binding_index 1 {{(pid=103474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 12:31:52.050445 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ddc3efd3-9c16-492b-95b0-da376abe5764 req-b0472017-309f-4415-9b7f-e3b8acc5971a tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] 10.222.0.65 "GET /v2.0/ports?device_id=607f9051-3590-4eaa-91eb-3992bcebf3c0 HTTP/1.1" status: 200 len: 946 time: 0.3255610 Feb 04 12:31:52.222100 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ddc3efd3-9c16-492b-95b0-da376abe5764 req-a56b02ae-0c11-4671-b7a3-a26ca907ff08 tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2ed1b6a-af87-43ee-b400-c3ee325aeba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703675 Feb 04 12:31:52.240514 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 37c6dc6b-292e-4366-a0ba-27544baeb2de up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:31:52.389138 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9c0831-4f6e-4483-829a-7f0b93611010 req-0cd39000-e261-4a65-98c7-21b4ab50937b tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:52.396064 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cc237d4-e22d-4b6d-8951-ab1772c09281 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:31:52.398388 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c8954f-1911-4bf8-ad83-42954cc71b66 req-e8d10f1d-64ed-40bf-b649-0d6286c7eb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:52.400177 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-05c8954f-1911-4bf8-ad83-42954cc71b66 req-e8d10f1d-64ed-40bf-b649-0d6286c7eb75 service neutron] 10.222.0.77 "GET /v2.0/networks?id=4641d9e3-bbfb-4ca1-b978-fac986a6f197 HTTP/1.1" status: 200 len: 907 time: 0.1161909 Feb 04 12:31:52.404951 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ad9c0831-4f6e-4483-829a-7f0b93611010 req-0cd39000-e261-4a65-98c7-21b4ab50937b tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=788e8096-f9b2-4203-a187-32a13b5d456e HTTP/1.1" status: 200 len: 949 time: 0.4250228 Feb 04 12:31:52.411782 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22778393-4eb9-4579-b4c6-f90f5ed47b87 None None] Sync routers for ids ['bbd46cc0-4721-4817-9481-d8850fd22059'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:31:52.421868 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-d92e23b4-32b0-423f-8dad-bd9ba1d17548 None None] Provisioning complete for port 37c6dc6b-292e-4366-a0ba-27544baeb2de triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:31:52.423099 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d92e23b4-32b0-423f-8dad-bd9ba1d17548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (37c6dc6b-292e-4366-a0ba-27544baeb2de), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:52.439617 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22778393-4eb9-4579-b4c6-f90f5ed47b87 None None] Routers {'bbd46cc0-4721-4817-9481-d8850fd22059'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:31:52.440487 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-22778393-4eb9-4579-b4c6-f90f5ed47b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:31:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['bbd46cc0-4721-4817-9481-d8850fd22059'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:31:52.441600 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7cc237d4-e22d-4b6d-8951-ab1772c09281 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:52.445190 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-7cc237d4-e22d-4b6d-8951-ab1772c09281 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.7749233 Feb 04 12:31:52.478677 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 43284) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:31:52.551357 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-52cbf811-9b52-4be5-987c-77f837330dd2 req-1d02b978-2c26-4f42-affa-5d8b0dd3d20d service neutron] 10.222.0.73 "GET /v2.0/ports/2d7e5a81-9bd0-463d-9494-2793ee228c11/bindings/n-h1-825015-3 HTTP/1.1" status: 200 len: 382 time: 0.5274036 Feb 04 12:31:52.582763 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-22778393-4eb9-4579-b4c6-f90f5ed47b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:31:52.583869 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-05c8954f-1911-4bf8-ad83-42954cc71b66 req-3a03f728-84e5-41d9-8a9a-0d6428a06a15 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a4a3c3d-36a0-4d43-b1ce-88c13649ade3 HTTP/1.1" status: 200 len: 217 time: 0.1642468 Feb 04 12:31:52.596943 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22778393-4eb9-4579-b4c6-f90f5ed47b87 None None] Routers {'bbd46cc0-4721-4817-9481-d8850fd22059'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:31:52.597815 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-22778393-4eb9-4579-b4c6-f90f5ed47b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:31:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['bbd46cc0-4721-4817-9481-d8850fd22059'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:31:52.612928 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 37c6dc6b-292e-4366-a0ba-27544baeb2de triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:31:52.613280 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (37c6dc6b-292e-4366-a0ba-27544baeb2de), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:52.646229 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-d92e23b4-32b0-423f-8dad-bd9ba1d17548 None None] Current status of the port 37c6dc6b-292e-4366-a0ba-27544baeb2de is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:31:52.646887 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d92e23b4-32b0-423f-8dad-bd9ba1d17548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (37c6dc6b-292e-4366-a0ba-27544baeb2de), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:52.709001 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-22778393-4eb9-4579-b4c6-f90f5ed47b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:31:52.710087 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22778393-4eb9-4579-b4c6-f90f5ed47b87 None None] The sync data for ids ['bbd46cc0-4721-4817-9481-d8850fd22059'] in n-d-825015-3 is: [] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:31:52.717504 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-d92e23b4-32b0-423f-8dad-bd9ba1d17548 None None] For port 37c6dc6b-292e-4366-a0ba-27544baeb2de, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=37c6dc6b-292e-4366-a0ba-27544baeb2de,segment=NetworkSegment(6a0e52ea-3929-4fb6-8cc5-643ce324dbf4),segment_id=6a0e52ea-3929-4fb6-8cc5-643ce324dbf4)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:31:52.724781 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d92e23b4-32b0-423f-8dad-bd9ba1d17548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (37c6dc6b-292e-4366-a0ba-27544baeb2de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:52.781728 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c8954f-1911-4bf8-ad83-42954cc71b66 req-e9ef59f6-e45d-4805-8a78-7ebe9ac2b297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:52.788357 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-05c8954f-1911-4bf8-ad83-42954cc71b66 req-e9ef59f6-e45d-4805-8a78-7ebe9ac2b297 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f23bfa97-1a92-478f-9c00-f3b0c9e898c3 HTTP/1.1" status: 200 len: 846 time: 0.1940534 Feb 04 12:31:52.814075 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 37c6dc6b-292e-4366-a0ba-27544baeb2de is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:31:52.869967 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92e23b4-32b0-423f-8dad-bd9ba1d17548 None None] Pushing event updated for resources: {'Port': ['ID=37c6dc6b-292e-4366-a0ba-27544baeb2de,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:53.046526 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39de50d-324d-4782-a482-4800bde74bde req-127a741e-6f44-4e6d-b8ec-e4d2aac18081 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:53.048634 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-e39de50d-324d-4782-a482-4800bde74bde req-127a741e-6f44-4e6d-b8ec-e4d2aac18081 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.77 "GET /v2.0/networks?id=4641d9e3-bbfb-4ca1-b978-fac986a6f197 HTTP/1.1" status: 200 len: 806 time: 0.1704657 Feb 04 12:31:53.050757 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-05c8954f-1911-4bf8-ad83-42954cc71b66 req-718c80ee-fa23-4121-9a95-0113682b0a96 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4641d9e3-bbfb-4ca1-b978-fac986a6f197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2551022 Feb 04 12:31:53.100457 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-e39de50d-324d-4782-a482-4800bde74bde req-6217e1a0-f495-4818-8902-ce6340735398 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Request body: {'port': {'device_id': '15e2eeae-f4f2-424e-9a78-0fe0799fc0c1', 'network_id': '4641d9e3-bbfb-4ca1-b978-fac986a6f197', 'admin_state_up': True, 'tenant_id': '15c4606ad13a46b29ee60be66da65533'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:31:53.262203 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-8513d342-395e-4af8-a361-1e1e50fed57a None None] Provisioning complete for port 37c6dc6b-292e-4366-a0ba-27544baeb2de triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:31:53.262519 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8513d342-395e-4af8-a361-1e1e50fed57a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (37c6dc6b-292e-4366-a0ba-27544baeb2de), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:53.417914 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-05c8954f-1911-4bf8-ad83-42954cc71b66 req-5854101e-2e70-4fb4-a32a-2e2dce252de7 service neutron] 10.222.0.77 "GET /v2.0/networks/4641d9e3-bbfb-4ca1-b978-fac986a6f197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3486710 Feb 04 12:31:53.442478 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ad9c0831-4f6e-4483-829a-7f0b93611010 req-b3375213-0dc6-4216-b66a-09e6baabc05d tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0363359 Feb 04 12:31:53.465235 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8290bd35-3cd8-4da9-9c1d-b6bf52b9d0d5 req-34b4bb03-e9d8-48ea-a98c-e8456296dbe3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=309f20f5-fb15-4854-a3f3-90201a4e005a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.1915693 Feb 04 12:31:53.504822 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ece97c27-6bf4-4362-b8a4-48a1b51b85ca req-dc35b1e7-52bc-4679-890f-6669ed7cedb5 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/ports?device_id=15e2eeae-f4f2-424e-9a78-0fe0799fc0c1 HTTP/1.1" status: 200 len: 210 time: 0.8708413 Feb 04 12:31:53.576255 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-8513d342-395e-4af8-a361-1e1e50fed57a None None] Current status of the port 37c6dc6b-292e-4366-a0ba-27544baeb2de is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:31:53.611000 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e39de50d-324d-4782-a482-4800bde74bde req-6217e1a0-f495-4818-8902-ce6340735398 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Made reservation on behalf of 15c4606ad13a46b29ee60be66da65533 for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:31:53.619098 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-e39de50d-324d-4782-a482-4800bde74bde req-6217e1a0-f495-4818-8902-ce6340735398 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:53.846403 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8d87eb83-a3fa-4e1f-9082-f95ebed654f6 req-260a9bc9-8fd0-4701-84ae-626488f97c7d tempest-ServerShowV247Test-911395226 tempest-ServerShowV247Test-911395226-project] 10.222.0.65 "GET /v2.0/ports?device_id=13664381-a952-4a52-9f97-f7da7b8c5d36 HTTP/1.1" status: 200 len: 210 time: 0.1198885 Feb 04 12:31:53.966743 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 43298) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:31:53.999166 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 37c6dc6b-292e-4366-a0ba-27544baeb2de up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:31:54.120718 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 37c6dc6b-292e-4366-a0ba-27544baeb2de triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:31:54.121281 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (37c6dc6b-292e-4366-a0ba-27544baeb2de), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:54.192378 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cbf811-9b52-4be5-987c-77f837330dd2 req-5b0fa6fb-b21a-446f-bbaf-c957db5370ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:54.194657 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-52cbf811-9b52-4be5-987c-77f837330dd2 req-5b0fa6fb-b21a-446f-bbaf-c957db5370ec service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5c34eef31d4540768d24bcb8030d50f3&device_id=788e8096-f9b2-4203-a187-32a13b5d456e HTTP/1.1" status: 200 len: 1131 time: 1.3794434 Feb 04 12:31:54.219117 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd0ba75-b679-4162-a0f7-d63e98e23a12 req-ff145462-7d01-4bb7-abeb-37fd5aebcd8a tempest-ServerAddressesNegativeTestJSON-1120008180 tempest-ServerAddressesNegativeTestJSON-1120008180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:54.221641 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7dd0ba75-b679-4162-a0f7-d63e98e23a12 req-ff145462-7d01-4bb7-abeb-37fd5aebcd8a tempest-ServerAddressesNegativeTestJSON-1120008180 tempest-ServerAddressesNegativeTestJSON-1120008180-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2daf5bc-e9a4-45b6-a91b-f85cad03ce07 HTTP/1.1" status: 200 len: 945 time: 1.2143433 Feb 04 12:31:54.298995 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 37c6dc6b-292e-4366-a0ba-27544baeb2de is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:31:54.398180 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cbf811-9b52-4be5-987c-77f837330dd2 req-9ae92c51-83ce-4f4c-9e61-f5144f4e95b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:54.401013 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-52cbf811-9b52-4be5-987c-77f837330dd2 req-9ae92c51-83ce-4f4c-9e61-f5144f4e95b2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2f7dc246-a024-4937-952c-0ddeef5af29c HTTP/1.1" status: 200 len: 870 time: 0.1722729 Feb 04 12:31:54.425073 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [req-e39de50d-324d-4782-a482-4800bde74bde req-6217e1a0-f495-4818-8902-ce6340735398 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Allocated IP 172.20.0.9 (4641d9e3-bbfb-4ca1-b978-fac986a6f197/f23bfa97-1a92-478f-9c00-f3b0c9e898c3/88af24f3-a317-4a86-b140-a186a841cda0) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:31:54.444637 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-05c8954f-1911-4bf8-ad83-42954cc71b66 req-48ccabf3-d8d0-473a-9305-5897bdc4545e service neutron] 10.222.0.77 "GET /v2.0/networks/4641d9e3-bbfb-4ca1-b978-fac986a6f197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0202403 Feb 04 12:31:54.475857 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8290bd35-3cd8-4da9-9c1d-b6bf52b9d0d5 req-3487369c-9e59-4bbd-a57c-601b9fa04f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:54.478082 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8290bd35-3cd8-4da9-9c1d-b6bf52b9d0d5 req-3487369c-9e59-4bbd-a57c-601b9fa04f34 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5c34eef31d4540768d24bcb8030d50f3&device_id=309f20f5-fb15-4854-a3f3-90201a4e005a HTTP/1.1" status: 200 len: 1132 time: 0.9720747 Feb 04 12:31:54.585367 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-52cbf811-9b52-4be5-987c-77f837330dd2 req-3ceca72a-d5ad-4072-855b-7e1c10204dde service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=2d7e5a81-9bd0-463d-9494-2793ee228c11 HTTP/1.1" status: 200 len: 217 time: 0.0987840 Feb 04 12:31:54.644649 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-e39de50d-324d-4782-a482-4800bde74bde req-6217e1a0-f495-4818-8902-ce6340735398 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Publish callbacks [] for port (88af24f3-a317-4a86-b140-a186a841cda0), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:54.652047 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-20435dbd-d6cd-48fc-9712-63a9fccb8b6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:54.685960 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-e39de50d-324d-4782-a482-4800bde74bde req-6217e1a0-f495-4818-8902-ce6340735398 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (88af24f3-a317-4a86-b140-a186a841cda0), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:54.690329 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e51a344-a1f0-42bd-9f70-cf834fd22e8a req-9c44d175-62d1-4ea1-848b-357ed32c77f2 tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:54.693648 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0e51a344-a1f0-42bd-9f70-cf834fd22e8a req-9c44d175-62d1-4ea1-848b-357ed32c77f2 tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] 10.222.0.65 "GET /v2.0/ports?device_id=607f9051-3590-4eaa-91eb-3992bcebf3c0 HTTP/1.1" status: 200 len: 946 time: 0.6306765 Feb 04 12:31:54.698542 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['1a4a3c3d-36a0-4d43-b1ce-88c13649ade3'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:31:54.704309 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7999d6-9733-4536-b82c-63ab27a1b820 req-e672631d-ce27-4a1d-9a05-7a9270d7c88a tempest-ServerAddressesNegativeTestJSON-1120008180 tempest-ServerAddressesNegativeTestJSON-1120008180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:54.706366 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fa7999d6-9733-4536-b82c-63ab27a1b820 req-e672631d-ce27-4a1d-9a05-7a9270d7c88a tempest-ServerAddressesNegativeTestJSON-1120008180 tempest-ServerAddressesNegativeTestJSON-1120008180-project] 10.222.0.65 "GET /v2.0/ports?device_id=a2daf5bc-e9a4-45b6-a91b-f85cad03ce07 HTTP/1.1" status: 200 len: 945 time: 0.9323642 Feb 04 12:31:54.805027 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e39de50d-324d-4782-a482-4800bde74bde req-6217e1a0-f495-4818-8902-ce6340735398 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Network 4641d9e3-bbfb-4ca1-b978-fac986a6f197 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:31:54.812172 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [req-e39de50d-324d-4782-a482-4800bde74bde req-6217e1a0-f495-4818-8902-ce6340735398 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:31:54.821772 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-e39de50d-324d-4782-a482-4800bde74bde req-6217e1a0-f495-4818-8902-ce6340735398 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:31:54.909015 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39de50d-324d-4782-a482-4800bde74bde req-6217e1a0-f495-4818-8902-ce6340735398 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:54.909833 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-e39de50d-324d-4782-a482-4800bde74bde req-6217e1a0-f495-4818-8902-ce6340735398 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:54.916214 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6217e1a0-f495-4818-8902-ce6340735398 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Pushing event updated for resources: {'Port': ['ID=88af24f3-a317-4a86-b140-a186a841cda0,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:54.950133 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-e39de50d-324d-4782-a482-4800bde74bde req-6217e1a0-f495-4818-8902-ce6340735398 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8789117 Feb 04 12:31:54.970442 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-e39de50d-324d-4782-a482-4800bde74bde req-ac5db837-186d-4aac-86c4-e0d08f4e96a4 service neutron] Request body: {'port': {'device_id': '15e2eeae-f4f2-424e-9a78-0fe0799fc0c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825015-3'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:31:55.006978 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 2d7e5a81-9bd0-463d-9494-2793ee228c11 up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:31:55.027338 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cbf811-9b52-4be5-987c-77f837330dd2 req-092ef913-03f1-460f-a894-25dacc3159e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:55.029022 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-52cbf811-9b52-4be5-987c-77f837330dd2 req-092ef913-03f1-460f-a894-25dacc3159e9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5ee3374a-84e9-4639-853c-740c6edaf6dc HTTP/1.1" status: 200 len: 843 time: 0.4031765 Feb 04 12:31:55.030171 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8290bd35-3cd8-4da9-9c1d-b6bf52b9d0d5 req-ef491a1a-dd60-4fdb-aa21-c5fbe8ab8e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:55.033718 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8290bd35-3cd8-4da9-9c1d-b6bf52b9d0d5 req-ef491a1a-dd60-4fdb-aa21-c5fbe8ab8e3c service neutron] 10.222.0.73 "GET /v2.0/networks?id=2f7dc246-a024-4937-952c-0ddeef5af29c HTTP/1.1" status: 200 len: 870 time: 0.4444256 Feb 04 12:31:55.090166 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning for port 2d7e5a81-9bd0-463d-9494-2793ee228c11 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:31:55.099896 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port 2d7e5a81-9bd0-463d-9494-2793ee228c11 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:31:55.100430 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (2d7e5a81-9bd0-463d-9494-2793ee228c11), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:55.133844 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-e39de50d-324d-4782-a482-4800bde74bde req-ac5db837-186d-4aac-86c4-e0d08f4e96a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (88af24f3-a317-4a86-b140-a186a841cda0), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:55.153859 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-7dd0ba75-b679-4162-a0f7-d63e98e23a12 req-876edc12-99bd-4051-9930-d32932a8dd8a tempest-ServerAddressesNegativeTestJSON-1120008180 tempest-ServerAddressesNegativeTestJSON-1120008180-project] Deleting port 660e2895-8bbc-492d-9b59-9fcd07edf77e {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:31:55.154282 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-7dd0ba75-b679-4162-a0f7-d63e98e23a12 req-876edc12-99bd-4051-9930-d32932a8dd8a tempest-ServerAddressesNegativeTestJSON-1120008180 tempest-ServerAddressesNegativeTestJSON-1120008180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (660e2895-8bbc-492d-9b59-9fcd07edf77e), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:55.260168 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 2d7e5a81-9bd0-463d-9494-2793ee228c11 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:31:55.260880 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (2d7e5a81-9bd0-463d-9494-2793ee228c11), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:55.296914 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8290bd35-3cd8-4da9-9c1d-b6bf52b9d0d5 req-0ba19199-9ae7-436d-8591-4e998de9d816 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd HTTP/1.1" status: 200 len: 217 time: 0.2007818 Feb 04 12:31:55.321804 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '788e8096-f9b2-4203-a187-32a13b5d456e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d7e5a81-9bd0-463d-9494-2793ee228c11'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:31:55.325423 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7e040c5-2140-4d52-8811-ff33ae11ec90" -d '{"events": [{"server_uuid": "788e8096-f9b2-4203-a187-32a13b5d456e", "name": "network-vif-plugged", "status": "completed", "tag": "2d7e5a81-9bd0-463d-9494-2793ee228c11"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:31:55.347345 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 2d7e5a81-9bd0-463d-9494-2793ee228c11, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=2d7e5a81-9bd0-463d-9494-2793ee228c11,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:31:55.353787 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (2d7e5a81-9bd0-463d-9494-2793ee228c11), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:55.454423 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=2d7e5a81-9bd0-463d-9494-2793ee228c11,revision_number=9']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:55.475884 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0e51a344-a1f0-42bd-9f70-cf834fd22e8a req-ffd2d36d-7ef2-4a70-9093-ae18c0c0c873 tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2ed1b6a-af87-43ee-b400-c3ee325aeba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6703146 Feb 04 12:31:55.501252 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fa7999d6-9733-4536-b82c-63ab27a1b820 req-349bb37b-6dbd-43db-988c-429f39885f6d tempest-ServerAddressesNegativeTestJSON-1120008180 tempest-ServerAddressesNegativeTestJSON-1120008180-project] 10.222.0.65 "GET /v2.0/security-groups?id=e9459e48-643a-4b1c-91b0-115ef7d2164c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6944425 Feb 04 12:31:55.503283 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cbf811-9b52-4be5-987c-77f837330dd2 req-177ed363-b573-4f3b-8dd5-f82e97147c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:55.504810 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-52cbf811-9b52-4be5-987c-77f837330dd2 req-177ed363-b573-4f3b-8dd5-f82e97147c81 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2f7dc246-a024-4937-952c-0ddeef5af29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4105601 Feb 04 12:31:55.614234 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8290bd35-3cd8-4da9-9c1d-b6bf52b9d0d5 req-9a13e493-59f9-42b8-a44d-63dfca1f9df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:55.616242 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8290bd35-3cd8-4da9-9c1d-b6bf52b9d0d5 req-9a13e493-59f9-42b8-a44d-63dfca1f9df7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5ee3374a-84e9-4639-853c-740c6edaf6dc HTTP/1.1" status: 200 len: 843 time: 0.2952266 Feb 04 12:31:55.681336 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [req-e39de50d-324d-4782-a482-4800bde74bde req-ac5db837-186d-4aac-86c4-e0d08f4e96a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88af24f3-a317-4a86-b140-a186a841cda0 {{(pid=103474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:31:55.691033 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-e39de50d-324d-4782-a482-4800bde74bde req-ac5db837-186d-4aac-86c4-e0d08f4e96a4 service neutron] Publish callbacks [] for port (88af24f3-a317-4a86-b140-a186a841cda0), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:55.705633 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.provisioning_blocks [req-e39de50d-324d-4782-a482-4800bde74bde req-ac5db837-186d-4aac-86c4-e0d08f4e96a4 service neutron] Transition to ACTIVE for port object 88af24f3-a317-4a86-b140-a186a841cda0 will not be triggered until provisioned by entity L2. {{(pid=103474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:31:55.710866 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-e39de50d-324d-4782-a482-4800bde74bde req-ac5db837-186d-4aac-86c4-e0d08f4e96a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (88af24f3-a317-4a86-b140-a186a841cda0), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:55.793148 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5db837-186d-4aac-86c4-e0d08f4e96a4 service neutron] Pushing event updated for resources: {'Port': ['ID=88af24f3-a317-4a86-b140-a186a841cda0,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:55.905865 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-e39de50d-324d-4782-a482-4800bde74bde req-ac5db837-186d-4aac-86c4-e0d08f4e96a4 service neutron] Attempting to bind port 88af24f3-a317-4a86-b140-a186a841cda0 on host n-h2-825015-3 for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:31:55.906297 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-e39de50d-324d-4782-a482-4800bde74bde req-ac5db837-186d-4aac-86c4-e0d08f4e96a4 service neutron] Attempting to bind port 88af24f3-a317-4a86-b140-a186a841cda0 by drivers openvswitch,hyperv on host n-h2-825015-3 at level 0 using segments [{'id': '82c42862-5e09-44a3-a831-056ff41e66f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4641d9e3-bbfb-4ca1-b978-fac986a6f197'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:31:55.906627 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e39de50d-324d-4782-a482-4800bde74bde req-ac5db837-186d-4aac-86c4-e0d08f4e96a4 service neutron] Attempting to bind port 88af24f3-a317-4a86-b140-a186a841cda0 on network 4641d9e3-bbfb-4ca1-b978-fac986a6f197 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:31:55.911436 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e39de50d-324d-4782-a482-4800bde74bde req-ac5db837-186d-4aac-86c4-e0d08f4e96a4 service neutron] Port 88af24f3-a317-4a86-b140-a186a841cda0 on network 4641d9e3-bbfb-4ca1-b978-fac986a6f197 not bound, no agent of type Open vSwitch agent registered on host n-h2-825015-3 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:31:55.911823 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e39de50d-324d-4782-a482-4800bde74bde req-ac5db837-186d-4aac-86c4-e0d08f4e96a4 service neutron] Attempting to bind port 88af24f3-a317-4a86-b140-a186a841cda0 on network 4641d9e3-bbfb-4ca1-b978-fac986a6f197 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:31:55.917205 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e39de50d-324d-4782-a482-4800bde74bde req-ac5db837-186d-4aac-86c4-e0d08f4e96a4 service neutron] Checking agent: {'id': '9b68a165-e786-4b91-8592-44519c2ecabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:31:55.917551 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e39de50d-324d-4782-a482-4800bde74bde req-ac5db837-186d-4aac-86c4-e0d08f4e96a4 service neutron] Checking segment: {'id': '82c42862-5e09-44a3-a831-056ff41e66f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4641d9e3-bbfb-4ca1-b978-fac986a6f197'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:31:55.917945 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e39de50d-324d-4782-a482-4800bde74bde req-ac5db837-186d-4aac-86c4-e0d08f4e96a4 service neutron] Bound using segment: {'id': '82c42862-5e09-44a3-a831-056ff41e66f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4641d9e3-bbfb-4ca1-b978-fac986a6f197'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:31:55.918379 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-e39de50d-324d-4782-a482-4800bde74bde req-ac5db837-186d-4aac-86c4-e0d08f4e96a4 service neutron] Bound port: 88af24f3-a317-4a86-b140-a186a841cda0, host: n-h2-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82c42862-5e09-44a3-a831-056ff41e66f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4641d9e3-bbfb-4ca1-b978-fac986a6f197'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:31:55.918742 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-e39de50d-324d-4782-a482-4800bde74bde req-ac5db837-186d-4aac-86c4-e0d08f4e96a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (88af24f3-a317-4a86-b140-a186a841cda0), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:55.994315 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-e39de50d-324d-4782-a482-4800bde74bde req-ac5db837-186d-4aac-86c4-e0d08f4e96a4 service neutron] For port 88af24f3-a317-4a86-b140-a186a841cda0, host n-h2-825015-3, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:31:55.998212 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-e39de50d-324d-4782-a482-4800bde74bde req-ac5db837-186d-4aac-86c4-e0d08f4e96a4 service neutron] For port 88af24f3-a317-4a86-b140-a186a841cda0, host n-h2-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=88af24f3-a317-4a86-b140-a186a841cda0,segment=NetworkSegment(82c42862-5e09-44a3-a831-056ff41e66f5),segment_id=82c42862-5e09-44a3-a831-056ff41e66f5)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:31:56.006522 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-e39de50d-324d-4782-a482-4800bde74bde req-ac5db837-186d-4aac-86c4-e0d08f4e96a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (88af24f3-a317-4a86-b140-a186a841cda0), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:56.032651 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-20435dbd-d6cd-48fc-9712-63a9fccb8b6a admin admin] Publish callbacks [] for security_group (95faaf18-6d80-45c6-a698-a51ef8734208), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:56.090009 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5db837-186d-4aac-86c4-e0d08f4e96a4 service neutron] Pushing event updated for resources: {'Port': ['ID=88af24f3-a317-4a86-b140-a186a841cda0,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:56.102203 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-7dd0ba75-b679-4162-a0f7-d63e98e23a12 req-876edc12-99bd-4051-9930-d32932a8dd8a tempest-ServerAddressesNegativeTestJSON-1120008180 tempest-ServerAddressesNegativeTestJSON-1120008180-project] For port 660e2895-8bbc-492d-9b59-9fcd07edf77e, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=660e2895-8bbc-492d-9b59-9fcd07edf77e,segment=NetworkSegment(28793ac2-ab9e-4d04-87c6-0a378b1e8022),segment_id=28793ac2-ab9e-4d04-87c6-0a378b1e8022)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:31:56.102203 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-7dd0ba75-b679-4162-a0f7-d63e98e23a12 req-876edc12-99bd-4051-9930-d32932a8dd8a tempest-ServerAddressesNegativeTestJSON-1120008180 tempest-ServerAddressesNegativeTestJSON-1120008180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (660e2895-8bbc-492d-9b59-9fcd07edf77e), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:56.105111 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-20435dbd-d6cd-48fc-9712-63a9fccb8b6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (95faaf18-6d80-45c6-a698-a51ef8734208), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:56.109838 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39de50d-324d-4782-a482-4800bde74bde req-ac5db837-186d-4aac-86c4-e0d08f4e96a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:56.111067 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-e39de50d-324d-4782-a482-4800bde74bde req-ac5db837-186d-4aac-86c4-e0d08f4e96a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:56.113591 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-e39de50d-324d-4782-a482-4800bde74bde req-ac5db837-186d-4aac-86c4-e0d08f4e96a4 service neutron] 10.222.0.77 "PUT /v2.0/ports/88af24f3-a317-4a86-b140-a186a841cda0 HTTP/1.1" status: 200 len: 1091 time: 1.1560552 Feb 04 12:31:56.114601 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15e2eeae-f4f2-424e-9a78-0fe0799fc0c1', 'tag': '88af24f3-a317-4a86-b140-a186a841cda0'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:31:56.117781 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1908b227-fb41-41c9-9564-2fc85ee580c4" -d '{"events": [{"name": "network-changed", "server_uuid": "15e2eeae-f4f2-424e-9a78-0fe0799fc0c1", "tag": "88af24f3-a317-4a86-b140-a186a841cda0"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:31:56.160063 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-7dd0ba75-b679-4162-a0f7-d63e98e23a12 req-876edc12-99bd-4051-9930-d32932a8dd8a tempest-ServerAddressesNegativeTestJSON-1120008180 tempest-ServerAddressesNegativeTestJSON-1120008180-project] Calling delete_port for 660e2895-8bbc-492d-9b59-9fcd07edf77e owned by compute:nova {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:31:56.201090 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-20435dbd-d6cd-48fc-9712-63a9fccb8b6a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=825c2d9f401040068b87241051951b23&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2233224 Feb 04 12:31:56.204409 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 43322) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:31:56.260618 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 660e2895-8bbc-492d-9b59-9fcd07edf77e no longer exists at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:31:56.271164 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39de50d-324d-4782-a482-4800bde74bde req-dad5018c-1362-4896-99a0-7aa7bf6daec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:56.272762 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-e39de50d-324d-4782-a482-4800bde74bde req-dad5018c-1362-4896-99a0-7aa7bf6daec7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=15c4606ad13a46b29ee60be66da65533&device_id=15e2eeae-f4f2-424e-9a78-0fe0799fc0c1 HTTP/1.1" status: 200 len: 1125 time: 0.1066716 Feb 04 12:31:56.328052 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-e39de50d-324d-4782-a482-4800bde74bde req-613d959e-8218-4a67-bee7-0181208d23a4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=88af24f3-a317-4a86-b140-a186a841cda0 HTTP/1.1" status: 200 len: 217 time: 0.0459499 Feb 04 12:31:56.328932 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-aa282cac-8850-4fb4-a4d3-5e2598c622fc admin admin] Publish callbacks [] for security_group (95faaf18-6d80-45c6-a698-a51ef8734208), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:56.351001 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 660e2895-8bbc-492d-9b59-9fcd07edf77e is: ACTIVE; New status is: DOWN {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:31:56.351696 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (660e2895-8bbc-492d-9b59-9fcd07edf77e), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:56.376967 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20435dbd-d6cd-48fc-9712-63a9fccb8b6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95faaf18-6d80-45c6-a698-a51ef8734208,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:56.392286 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-52cbf811-9b52-4be5-987c-77f837330dd2 req-d2040950-912f-4057-8c27-916cd8d2c598 service neutron] 10.222.0.73 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8719647 Feb 04 12:31:56.401965 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-aa282cac-8850-4fb4-a4d3-5e2598c622fc admin admin] Publish callbacks [] for security_group (95faaf18-6d80-45c6-a698-a51ef8734208), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:56.427717 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 660e2895-8bbc-492d-9b59-9fcd07edf77e, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=660e2895-8bbc-492d-9b59-9fcd07edf77e,segment=NetworkSegment(28793ac2-ab9e-4d04-87c6-0a378b1e8022),segment_id=28793ac2-ab9e-4d04-87c6-0a378b1e8022)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:31:56.432589 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bda1e21-9d0e-4d00-a2ac-6073972533cb req-a4cbc7c9-3b82-4e3d-9493-a33590745f94 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:56.434015 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1bda1e21-9d0e-4d00-a2ac-6073972533cb req-a4cbc7c9-3b82-4e3d-9493-a33590745f94 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/ports?device_id=15e2eeae-f4f2-424e-9a78-0fe0799fc0c1 HTTP/1.1" status: 200 len: 943 time: 0.4188786 Feb 04 12:31:56.436147 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (660e2895-8bbc-492d-9b59-9fcd07edf77e), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:56.450401 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39de50d-324d-4782-a482-4800bde74bde req-d0bdc6ba-5528-4c4d-8702-7b326467b501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:56.460747 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-e39de50d-324d-4782-a482-4800bde74bde req-d0bdc6ba-5528-4c4d-8702-7b326467b501 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f23bfa97-1a92-478f-9c00-f3b0c9e898c3 HTTP/1.1" status: 200 len: 846 time: 0.1177225 Feb 04 12:31:56.478448 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8290bd35-3cd8-4da9-9c1d-b6bf52b9d0d5 req-6ad18039-6dde-4d9d-a30e-9e6a5ce76dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:56.480096 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8290bd35-3cd8-4da9-9c1d-b6bf52b9d0d5 req-6ad18039-6dde-4d9d-a30e-9e6a5ce76dfc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2f7dc246-a024-4937-952c-0ddeef5af29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.8556635 Feb 04 12:31:56.498561 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-e39de50d-324d-4782-a482-4800bde74bde req-5764c3fe-b200-4ee6-886f-78556834cea8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4641d9e3-bbfb-4ca1-b978-fac986a6f197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365722 Feb 04 12:31:56.539037 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=660e2895-8bbc-492d-9b59-9fcd07edf77e,revision_number=6']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:56.605669 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-aa282cac-8850-4fb4-a4d3-5e2598c622fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (95faaf18-6d80-45c6-a698-a51ef8734208), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:56.608491 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-aa282cac-8850-4fb4-a4d3-5e2598c622fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:56.612537 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-aa282cac-8850-4fb4-a4d3-5e2598c622fc admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/95faaf18-6d80-45c6-a698-a51ef8734208 HTTP/1.1" status: 204 len: 168 time: 0.4041777 Feb 04 12:31:56.650282 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa282cac-8850-4fb4-a4d3-5e2598c622fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95faaf18-6d80-45c6-a698-a51ef8734208,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:56.665617 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1950c73b-c7f2-4df6-ac48-67207ed6a8ea req-a6bf3501-e539-4f73-870e-19d96f4e389f tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:56.666831 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-e39de50d-324d-4782-a482-4800bde74bde req-a631ddf4-525b-4ebd-a8ce-a0800753b7c2 service neutron] 10.222.0.77 "GET /v2.0/networks/4641d9e3-bbfb-4ca1-b978-fac986a6f197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607702 Feb 04 12:31:56.667556 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1950c73b-c7f2-4df6-ac48-67207ed6a8ea req-a6bf3501-e539-4f73-870e-19d96f4e389f tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=788e8096-f9b2-4203-a187-32a13b5d456e HTTP/1.1" status: 200 len: 950 time: 0.6604440 Feb 04 12:31:56.682674 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a6accce4-f26b-4be9-aafe-4cb400f585b4 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:56.844664 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-7dd0ba75-b679-4162-a0f7-d63e98e23a12 req-876edc12-99bd-4051-9930-d32932a8dd8a tempest-ServerAddressesNegativeTestJSON-1120008180 tempest-ServerAddressesNegativeTestJSON-1120008180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (660e2895-8bbc-492d-9b59-9fcd07edf77e), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:56.849204 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1bda1e21-9d0e-4d00-a2ac-6073972533cb req-1bdbc2d7-053c-4dfc-8e5a-49ce4dfe3e8c tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/security-groups?id=98d15bf5-a480-4f0d-bc57-8f17260bd5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3864257 Feb 04 12:31:56.876299 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-e39de50d-324d-4782-a482-4800bde74bde req-ad0068f3-47ff-4bb1-b2b8-eb23c32d0aff service neutron] 10.222.0.77 "GET /v2.0/networks/4641d9e3-bbfb-4ca1-b978-fac986a6f197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817601 Feb 04 12:31:56.877353 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-52cbf811-9b52-4be5-987c-77f837330dd2 req-1e09e086-c1ea-476b-93cf-eab5b6cfdf95 service neutron] 10.222.0.73 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4599142 Feb 04 12:31:56.989471 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8290bd35-3cd8-4da9-9c1d-b6bf52b9d0d5 req-4702d088-eee5-493c-a493-4c7963814008 service neutron] 10.222.0.73 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4219503 Feb 04 12:31:56.990482 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876edc12-99bd-4051-9930-d32932a8dd8a tempest-ServerAddressesNegativeTestJSON-1120008180 tempest-ServerAddressesNegativeTestJSON-1120008180-project] Pushing event deleted for resources: {'Port': ['ID=660e2895-8bbc-492d-9b59-9fcd07edf77e,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:57.072243 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1950c73b-c7f2-4df6-ac48-67207ed6a8ea req-e6fd062e-ff2a-4017-b5fe-8d37cc93851e tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3776722 Feb 04 12:31:57.144170 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dfe8cfef-dd33-461f-8b60-b4642fcf562a req-8435027d-a4ed-43ef-b9ea-ff0ad4d16173 tempest-ServerShowV247Test-911395226 tempest-ServerShowV247Test-911395226-project] 10.222.0.65 "GET /v2.0/ports?device_id=13664381-a952-4a52-9f97-f7da7b8c5d36 HTTP/1.1" status: 200 len: 210 time: 0.1430271 Feb 04 12:31:57.161149 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c653868-7d31-4e70-a6dc-2bbea9df3131 x-openstack-request-id: req-0c653868-7d31-4e70-a6dc-2bbea9df3131 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:31:57.161446 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "788e8096-f9b2-4203-a187-32a13b5d456e", "name": "network-vif-plugged", "status": "completed", "tag": "2d7e5a81-9bd0-463d-9494-2793ee228c11", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:31:57.161707 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0c653868-7d31-4e70-a6dc-2bbea9df3131 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:31:57.162109 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '788e8096-f9b2-4203-a187-32a13b5d456e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d7e5a81-9bd0-463d-9494-2793ee228c11', 'code': 200} Feb 04 12:31:57.232244 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dd0ba75-b679-4162-a0f7-d63e98e23a12 req-876edc12-99bd-4051-9930-d32932a8dd8a tempest-ServerAddressesNegativeTestJSON-1120008180 tempest-ServerAddressesNegativeTestJSON-1120008180-project] No DVR routers for this DVR port 660e2895-8bbc-492d-9b59-9fcd07edf77e on host n-h2-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:31:57.236630 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-7dd0ba75-b679-4162-a0f7-d63e98e23a12 req-876edc12-99bd-4051-9930-d32932a8dd8a tempest-ServerAddressesNegativeTestJSON-1120008180 tempest-ServerAddressesNegativeTestJSON-1120008180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:57.242259 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7dd0ba75-b679-4162-a0f7-d63e98e23a12 req-876edc12-99bd-4051-9930-d32932a8dd8a tempest-ServerAddressesNegativeTestJSON-1120008180 tempest-ServerAddressesNegativeTestJSON-1120008180-project] 10.222.0.77 "DELETE /v2.0/ports/660e2895-8bbc-492d-9b59-9fcd07edf77e HTTP/1.1" status: 204 len: 173 time: 3.0070693 Feb 04 12:31:57.242827 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aae62c8-079d-47d1-b189-c19730122f77 x-openstack-request-id: req-1aae62c8-079d-47d1-b189-c19730122f77 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:31:57.243134 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15e2eeae-f4f2-424e-9a78-0fe0799fc0c1", "tag": "88af24f3-a317-4a86-b140-a186a841cda0", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:31:57.243396 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1aae62c8-079d-47d1-b189-c19730122f77 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:31:57.243831 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15e2eeae-f4f2-424e-9a78-0fe0799fc0c1', 'tag': '88af24f3-a317-4a86-b140-a186a841cda0', 'status': 'completed', 'code': 200} Feb 04 12:31:57.284660 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2daf5bc-e9a4-45b6-a91b-f85cad03ce07', 'name': 'network-vif-deleted', 'tag': '660e2895-8bbc-492d-9b59-9fcd07edf77e'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:31:57.288890 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fda1b6d1-6556-4ef3-8086-99bd08c9052f" -d '{"events": [{"server_uuid": "a2daf5bc-e9a4-45b6-a91b-f85cad03ce07", "name": "network-vif-deleted", "tag": "660e2895-8bbc-492d-9b59-9fcd07edf77e"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:31:57.567440 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8290bd35-3cd8-4da9-9c1d-b6bf52b9d0d5 req-e65a4fcf-3779-4fc1-9935-0a8cc8151b5d service neutron] 10.222.0.73 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5553536 Feb 04 12:31:57.596465 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5dd07049-de34-4ca2-a954-ece8ccf289dd req-dc7e9bb3-d763-4533-adce-baced3f632fd tempest-ServerAddressesNegativeTestJSON-1120008180 tempest-ServerAddressesNegativeTestJSON-1120008180-project] 10.222.0.65 "GET /v2.0/ports?device_id=a2daf5bc-e9a4-45b6-a91b-f85cad03ce07 HTTP/1.1" status: 200 len: 210 time: 0.2049973 Feb 04 12:31:57.904803 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-669f4e65-2f62-44ea-a591-319371fcdb2f x-openstack-request-id: req-669f4e65-2f62-44ea-a591-319371fcdb2f {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:31:57.905540 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2daf5bc-e9a4-45b6-a91b-f85cad03ce07", "name": "network-vif-deleted", "tag": "660e2895-8bbc-492d-9b59-9fcd07edf77e", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:31:57.905833 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-669f4e65-2f62-44ea-a591-319371fcdb2f {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:31:57.906992 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2daf5bc-e9a4-45b6-a91b-f85cad03ce07', 'name': 'network-vif-deleted', 'tag': '660e2895-8bbc-492d-9b59-9fcd07edf77e', 'status': 'completed', 'code': 200} Feb 04 12:31:58.009906 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3267a384-74f6-4823-acd0-3adce478c2b4 req-90522a52-b80d-4cad-a471-3decef4f6e1c tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 HTTP/1.1" status: 200 len: 258 time: 0.8317239 Feb 04 12:31:58.056254 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-3267a384-74f6-4823-acd0-3adce478c2b4 req-856fa37c-afd1-46b2-a93e-90738d3ade09 tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] Request body: {'floatingip': {'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:31:58.152145 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1908b227-fb41-41c9-9564-2fc85ee580c4 req-218dfd92-34eb-49c0-ac24-89c24d2016d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:58.152145 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1908b227-fb41-41c9-9564-2fc85ee580c4 req-218dfd92-34eb-49c0-ac24-89c24d2016d0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=15c4606ad13a46b29ee60be66da65533&device_id=15e2eeae-f4f2-424e-9a78-0fe0799fc0c1 HTTP/1.1" status: 200 len: 1125 time: 0.8529408 Feb 04 12:31:58.289147 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 88af24f3-a317-4a86-b140-a186a841cda0 details requested by agent hyperv_n-h2-825015-3 with host n-h2-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:31:58.351720 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-3267a384-74f6-4823-acd0-3adce478c2b4 req-856fa37c-afd1-46b2-a93e-90738d3ade09 tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:58.528873 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 88af24f3-a317-4a86-b140-a186a841cda0, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=88af24f3-a317-4a86-b140-a186a841cda0,segment=NetworkSegment(82c42862-5e09-44a3-a831-056ff41e66f5),segment_id=82c42862-5e09-44a3-a831-056ff41e66f5)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:31:58.560442 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Returning: {'device': '88af24f3-a317-4a86-b140-a186a841cda0', 'network_id': '4641d9e3-bbfb-4ca1-b978-fac986a6f197', 'port_id': '88af24f3-a317-4a86-b140-a186a841cda0', 'mac_address': 'fa:16:3e:ae:e9:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f23bfa97-1a92-478f-9c00-f3b0c9e898c3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:31:58.675003 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 88af24f3-a317-4a86-b140-a186a841cda0 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:31:58.675564 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (88af24f3-a317-4a86-b140-a186a841cda0), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:58.711899 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88af24f3-a317-4a86-b140-a186a841cda0 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:31:58.770753 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 88af24f3-a317-4a86-b140-a186a841cda0, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=88af24f3-a317-4a86-b140-a186a841cda0,segment=NetworkSegment(82c42862-5e09-44a3-a831-056ff41e66f5),segment_id=82c42862-5e09-44a3-a831-056ff41e66f5)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:31:58.777984 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (88af24f3-a317-4a86-b140-a186a841cda0), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:58.937848 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64061785-4d16-427a-936d-9e3f993e6299 req-6cb22be5-28db-452c-a1e8-8278c26124fe tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:58.960794 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-64061785-4d16-427a-936d-9e3f993e6299 req-6cb22be5-28db-452c-a1e8-8278c26124fe tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/ports?device_id=15e2eeae-f4f2-424e-9a78-0fe0799fc0c1 HTTP/1.1" status: 200 len: 943 time: 0.9207399 Feb 04 12:31:58.996222 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1908b227-fb41-41c9-9564-2fc85ee580c4 req-d7c3675e-963e-4fbb-846c-52fa48fc4060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:58.997515 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1908b227-fb41-41c9-9564-2fc85ee580c4 req-d7c3675e-963e-4fbb-846c-52fa48fc4060 service neutron] 10.222.0.77 "GET /v2.0/networks?id=4641d9e3-bbfb-4ca1-b978-fac986a6f197 HTTP/1.1" status: 200 len: 907 time: 0.7981136 Feb 04 12:31:59.011685 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['88af24f3-a317-4a86-b140-a186a841cda0'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:31:59.141308 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-a6accce4-f26b-4be9-aafe-4cb400f585b4 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Allocated IP 172.20.0.1 (3545c793-c2d8-4457-bc0e-300240e7dbe7/7800aba5-d33c-4af5-b7e3-0c162eb77460/f1ff4378-fffb-421e-a398-3716125de525) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:31:59.146293 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=88af24f3-a317-4a86-b140-a186a841cda0,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:59.163716 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2daf5bc-e9a4-45b6-a91b-f85cad03ce07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '660e2895-8bbc-492d-9b59-9fcd07edf77e'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:31:59.166171 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eab3ec7-d2d5-4679-814d-9c38eac4b500" -d '{"events": [{"server_uuid": "a2daf5bc-e9a4-45b6-a91b-f85cad03ce07", "name": "network-vif-unplugged", "status": "completed", "tag": "660e2895-8bbc-492d-9b59-9fcd07edf77e"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:31:59.271987 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1908b227-fb41-41c9-9564-2fc85ee580c4 req-57db2746-271c-47a5-85bc-6eb6f122ead2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=88af24f3-a317-4a86-b140-a186a841cda0 HTTP/1.1" status: 200 len: 217 time: 0.2324290 Feb 04 12:31:59.525507 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-64061785-4d16-427a-936d-9e3f993e6299 req-080e19d9-e4f1-4f88-b311-6600135900ad tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/security-groups?id=98d15bf5-a480-4f0d-bc57-8f17260bd5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5611374 Feb 04 12:31:59.695277 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a6accce4-f26b-4be9-aafe-4cb400f585b4 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks [] for port (f1ff4378-fffb-421e-a398-3716125de525), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:31:59.738167 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cbf811-9b52-4be5-987c-77f837330dd2 req-a25640ad-4bd1-4ffe-b37b-b2072d7b0b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:59.746686 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-52cbf811-9b52-4be5-987c-77f837330dd2 req-a25640ad-4bd1-4ffe-b37b-b2072d7b0b0f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=788e8096-f9b2-4203-a187-32a13b5d456e&tenant_id=5c34eef31d4540768d24bcb8030d50f3 HTTP/1.1" status: 200 len: 1132 time: 0.1379600 Feb 04 12:31:59.783829 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-52cbf811-9b52-4be5-987c-77f837330dd2 req-fc10e799-87b5-4cbe-b058-3a6acef33d50 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825015-3', 'device_owner': 'compute:nova'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:31:59.805874 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1908b227-fb41-41c9-9564-2fc85ee580c4 req-c3f992cd-efd1-4bbd-8230-6815da2a2937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:59.807512 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1908b227-fb41-41c9-9564-2fc85ee580c4 req-c3f992cd-efd1-4bbd-8230-6815da2a2937 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f23bfa97-1a92-478f-9c00-f3b0c9e898c3 HTTP/1.1" status: 200 len: 846 time: 0.5187724 Feb 04 12:31:59.896596 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1908b227-fb41-41c9-9564-2fc85ee580c4 req-63ab75fe-e462-41ad-805d-0bd603b6a7ba service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4641d9e3-bbfb-4ca1-b978-fac986a6f197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0822191 Feb 04 12:31:59.958371 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-52cbf811-9b52-4be5-987c-77f837330dd2 req-fc10e799-87b5-4cbe-b058-3a6acef33d50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (2d7e5a81-9bd0-463d-9494-2793ee228c11), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:00.073173 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef99711f-c18d-44d6-b5ec-9dc5d748b27c req-9c224c1b-d5c9-4589-96c0-d31b163b26c9 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:00.080682 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ef99711f-c18d-44d6-b5ec-9dc5d748b27c req-9c224c1b-d5c9-4589-96c0-d31b163b26c9 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=788e8096-f9b2-4203-a187-32a13b5d456e HTTP/1.1" status: 200 len: 950 time: 0.4011500 Feb 04 12:32:00.097210 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a6accce4-f26b-4be9-aafe-4cb400f585b4 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (f1ff4378-fffb-421e-a398-3716125de525), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:00.131853 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-3267a384-74f6-4823-acd0-3adce478c2b4 req-856fa37c-afd1-46b2-a93e-90738d3ade09 tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:00.226740 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6accce4-f26b-4be9-aafe-4cb400f585b4 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Network 3545c793-c2d8-4457-bc0e-300240e7dbe7 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:32:00.303522 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-a6accce4-f26b-4be9-aafe-4cb400f585b4 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:32:00.304982 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 88af24f3-a317-4a86-b140-a186a841cda0 up at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:32:00.384922 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6accce4-f26b-4be9-aafe-4cb400f585b4 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:32:00.440012 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-52cbf811-9b52-4be5-987c-77f837330dd2 req-fc10e799-87b5-4cbe-b058-3a6acef33d50 service neutron] For port 2d7e5a81-9bd0-463d-9494-2793ee228c11, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=2d7e5a81-9bd0-463d-9494-2793ee228c11,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:32:00.485945 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-52cbf811-9b52-4be5-987c-77f837330dd2 req-fc10e799-87b5-4cbe-b058-3a6acef33d50 service neutron] For port 2d7e5a81-9bd0-463d-9494-2793ee228c11, host n-h1-825015-3, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:32:00.536026 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-52cbf811-9b52-4be5-987c-77f837330dd2 req-fc10e799-87b5-4cbe-b058-3a6acef33d50 service neutron] Publish callbacks [] for port (2d7e5a81-9bd0-463d-9494-2793ee228c11), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:00.560300 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.provisioning_blocks [req-52cbf811-9b52-4be5-987c-77f837330dd2 req-fc10e799-87b5-4cbe-b058-3a6acef33d50 service neutron] Transition to ACTIVE for port object 2d7e5a81-9bd0-463d-9494-2793ee228c11 will not be triggered until provisioned by entity L2. {{(pid=103474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:32:00.561100 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '788e8096-f9b2-4203-a187-32a13b5d456e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d7e5a81-9bd0-463d-9494-2793ee228c11'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:32:00.564904 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c63e2397-7644-4d12-b698-04c681f47d3e" -d '{"events": [{"server_uuid": "788e8096-f9b2-4203-a187-32a13b5d456e", "name": "network-vif-unplugged", "status": "completed", "tag": "2d7e5a81-9bd0-463d-9494-2793ee228c11"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:32:00.569256 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-52cbf811-9b52-4be5-987c-77f837330dd2 req-fc10e799-87b5-4cbe-b058-3a6acef33d50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (2d7e5a81-9bd0-463d-9494-2793ee228c11), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:00.579850 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning for port 88af24f3-a317-4a86-b140-a186a841cda0 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:32:00.593192 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning complete for port 88af24f3-a317-4a86-b140-a186a841cda0 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:32:00.593624 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (88af24f3-a317-4a86-b140-a186a841cda0), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:00.627129 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc10e799-87b5-4cbe-b058-3a6acef33d50 service neutron] Pushing event updated for resources: {'Port': ['ID=2d7e5a81-9bd0-463d-9494-2793ee228c11,revision_number=10']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:00.630053 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-3267a384-74f6-4823-acd0-3adce478c2b4 req-856fa37c-afd1-46b2-a93e-90738d3ade09 tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] Allocated IP 172.25.3.15 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/c5e9820c-329a-4182-a29b-c78984f831cf) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:32:00.680997 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-52cbf811-9b52-4be5-987c-77f837330dd2 req-fc10e799-87b5-4cbe-b058-3a6acef33d50 service neutron] No DVR routers for this DVR port 2d7e5a81-9bd0-463d-9494-2793ee228c11 on host n-h1-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:32:00.777171 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-52cbf811-9b52-4be5-987c-77f837330dd2 req-fc10e799-87b5-4cbe-b058-3a6acef33d50 service neutron] Attempting to bind port 2d7e5a81-9bd0-463d-9494-2793ee228c11 on host n-h2-825015-3 for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:32:00.778010 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-52cbf811-9b52-4be5-987c-77f837330dd2 req-fc10e799-87b5-4cbe-b058-3a6acef33d50 service neutron] Attempting to bind port 2d7e5a81-9bd0-463d-9494-2793ee228c11 by drivers openvswitch,hyperv on host n-h2-825015-3 at level 0 using segments [{'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:32:00.778010 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52cbf811-9b52-4be5-987c-77f837330dd2 req-fc10e799-87b5-4cbe-b058-3a6acef33d50 service neutron] Attempting to bind port 2d7e5a81-9bd0-463d-9494-2793ee228c11 on network 2f7dc246-a024-4937-952c-0ddeef5af29c {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:32:00.798536 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52cbf811-9b52-4be5-987c-77f837330dd2 req-fc10e799-87b5-4cbe-b058-3a6acef33d50 service neutron] Port 2d7e5a81-9bd0-463d-9494-2793ee228c11 on network 2f7dc246-a024-4937-952c-0ddeef5af29c not bound, no agent of type Open vSwitch agent registered on host n-h2-825015-3 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:32:00.798880 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52cbf811-9b52-4be5-987c-77f837330dd2 req-fc10e799-87b5-4cbe-b058-3a6acef33d50 service neutron] Attempting to bind port 2d7e5a81-9bd0-463d-9494-2793ee228c11 on network 2f7dc246-a024-4937-952c-0ddeef5af29c {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:32:00.827335 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52cbf811-9b52-4be5-987c-77f837330dd2 req-fc10e799-87b5-4cbe-b058-3a6acef33d50 service neutron] Checking agent: {'id': '9b68a165-e786-4b91-8592-44519c2ecabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:32:00.827756 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52cbf811-9b52-4be5-987c-77f837330dd2 req-fc10e799-87b5-4cbe-b058-3a6acef33d50 service neutron] Checking segment: {'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:32:00.828156 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52cbf811-9b52-4be5-987c-77f837330dd2 req-fc10e799-87b5-4cbe-b058-3a6acef33d50 service neutron] Bound using segment: {'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:32:00.828617 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-52cbf811-9b52-4be5-987c-77f837330dd2 req-fc10e799-87b5-4cbe-b058-3a6acef33d50 service neutron] Bound port: 2d7e5a81-9bd0-463d-9494-2793ee228c11, host: n-h2-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:32:00.828982 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-52cbf811-9b52-4be5-987c-77f837330dd2 req-fc10e799-87b5-4cbe-b058-3a6acef33d50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (2d7e5a81-9bd0-463d-9494-2793ee228c11), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:00.951991 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-c5874496-49ac-4200-819c-eb3e4b66e936 None None] Provisioning complete for port f1ff4378-fffb-421e-a398-3716125de525 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:32:00.952781 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c5874496-49ac-4200-819c-eb3e4b66e936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (f1ff4378-fffb-421e-a398-3716125de525), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:01.011659 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-3267a384-74f6-4823-acd0-3adce478c2b4 req-856fa37c-afd1-46b2-a93e-90738d3ade09 tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] Publish callbacks [] for port (c5e9820c-329a-4182-a29b-c78984f831cf), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:01.045625 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-52cbf811-9b52-4be5-987c-77f837330dd2 req-fc10e799-87b5-4cbe-b058-3a6acef33d50 service neutron] For port 2d7e5a81-9bd0-463d-9494-2793ee228c11, host n-h2-825015-3, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:32:01.057804 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-52cbf811-9b52-4be5-987c-77f837330dd2 req-fc10e799-87b5-4cbe-b058-3a6acef33d50 service neutron] For port 2d7e5a81-9bd0-463d-9494-2793ee228c11, host n-h2-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=2d7e5a81-9bd0-463d-9494-2793ee228c11,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:32:01.060343 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 88af24f3-a317-4a86-b140-a186a841cda0 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:32:01.060755 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (88af24f3-a317-4a86-b140-a186a841cda0), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:01.073413 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-52cbf811-9b52-4be5-987c-77f837330dd2 req-fc10e799-87b5-4cbe-b058-3a6acef33d50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (2d7e5a81-9bd0-463d-9494-2793ee228c11), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:01.104706 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6accce4-f26b-4be9-aafe-4cb400f585b4 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Pushing event updated for resources: {'Port': ['ID=f1ff4378-fffb-421e-a398-3716125de525,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:01.134092 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:01.143485 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cbf811-9b52-4be5-987c-77f837330dd2 req-fc10e799-87b5-4cbe-b058-3a6acef33d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:01.144619 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-52cbf811-9b52-4be5-987c-77f837330dd2 req-fc10e799-87b5-4cbe-b058-3a6acef33d50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:01.148352 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-52cbf811-9b52-4be5-987c-77f837330dd2 req-fc10e799-87b5-4cbe-b058-3a6acef33d50 service neutron] 10.222.0.77 "PUT /v2.0/ports/2d7e5a81-9bd0-463d-9494-2793ee228c11 HTTP/1.1" status: 200 len: 1097 time: 1.3808644 Feb 04 12:32:01.153437 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1908b227-fb41-41c9-9564-2fc85ee580c4 req-bbc9e6d5-0464-4ed6-ab93-6d3343d73269 service neutron] 10.222.0.77 "GET /v2.0/networks/4641d9e3-bbfb-4ca1-b978-fac986a6f197?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2361298 Feb 04 12:32:01.176303 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c5874496-49ac-4200-819c-eb3e4b66e936 None None] Port f1ff4378-fffb-421e-a398-3716125de525 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:32:01.176994 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-3267a384-74f6-4823-acd0-3adce478c2b4 req-856fa37c-afd1-46b2-a93e-90738d3ade09 tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (c5e9820c-329a-4182-a29b-c78984f831cf), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:01.197808 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 43442) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:01.233263 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ef99711f-c18d-44d6-b5ec-9dc5d748b27c req-50578f68-9df6-4f7d-911b-86f725117424 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1513071 Feb 04 12:32:01.252595 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 88af24f3-a317-4a86-b140-a186a841cda0, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=88af24f3-a317-4a86-b140-a186a841cda0,segment=NetworkSegment(82c42862-5e09-44a3-a831-056ff41e66f5),segment_id=82c42862-5e09-44a3-a831-056ff41e66f5)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:32:01.282047 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (88af24f3-a317-4a86-b140-a186a841cda0), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:01.374085 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc10e799-87b5-4cbe-b058-3a6acef33d50 service neutron] Pushing event updated for resources: {'Port': ['ID=2d7e5a81-9bd0-463d-9494-2793ee228c11,revision_number=11']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:01.433615 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cbf811-9b52-4be5-987c-77f837330dd2 req-ef4fabba-d3d4-42c2-b01b-444e67133cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:01.435365 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-52cbf811-9b52-4be5-987c-77f837330dd2 req-ef4fabba-d3d4-42c2-b01b-444e67133cac service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5c34eef31d4540768d24bcb8030d50f3&device_id=788e8096-f9b2-4203-a187-32a13b5d456e HTTP/1.1" status: 200 len: 1131 time: 0.1666720 Feb 04 12:32:01.511319 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=88af24f3-a317-4a86-b140-a186a841cda0,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:01.566024 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:01.658533 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a6accce4-f26b-4be9-aafe-4cb400f585b4 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1599818'] for router_interface (bbd46cc0-4721-4817-9481-d8850fd22059), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:01.667537 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cbf811-9b52-4be5-987c-77f837330dd2 req-68a73556-698b-4793-8d37-26e0d63d595b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:01.671925 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-52cbf811-9b52-4be5-987c-77f837330dd2 req-68a73556-698b-4793-8d37-26e0d63d595b service neutron] 10.222.0.77 "GET /v2.0/networks?id=2f7dc246-a024-4937-952c-0ddeef5af29c HTTP/1.1" status: 200 len: 870 time: 0.2229359 Feb 04 12:32:01.686238 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3267a384-74f6-4823-acd0-3adce478c2b4 req-856fa37c-afd1-46b2-a93e-90738d3ade09 tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:32:01.742855 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-52cbf811-9b52-4be5-987c-77f837330dd2 req-6f9b733e-db45-41c3-8276-0ec83e774743 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=2d7e5a81-9bd0-463d-9494-2793ee228c11 HTTP/1.1" status: 200 len: 217 time: 0.0647385 Feb 04 12:32:01.787246 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f14065d1-116c-4e51-ba2d-8f47b3a023fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:01.790484 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-3267a384-74f6-4823-acd0-3adce478c2b4 req-856fa37c-afd1-46b2-a93e-90738d3ade09 tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:32:01.850807 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-3267a384-74f6-4823-acd0-3adce478c2b4 req-856fa37c-afd1-46b2-a93e-90738d3ade09 tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:32:01.853983 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cbf811-9b52-4be5-987c-77f837330dd2 req-4a4087d7-2e24-4a59-ba11-dfa8038de58e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:01.855707 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-52cbf811-9b52-4be5-987c-77f837330dd2 req-4a4087d7-2e24-4a59-ba11-dfa8038de58e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5ee3374a-84e9-4639-853c-740c6edaf6dc HTTP/1.1" status: 200 len: 843 time: 0.1073098 Feb 04 12:32:01.866952 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856fa37c-afd1-46b2-a93e-90738d3ade09 tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] Pushing event updated for resources: {'Port': ['ID=c5e9820c-329a-4182-a29b-c78984f831cf,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:01.872351 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e0513f97-0086-47cc-8bb4-02caa9a7738f req-64207f38-0abf-4174-9da6-8110141c82f5 tempest-ServerShowV247Test-911395226 tempest-ServerShowV247Test-911395226-project] 10.222.0.65 "GET /v2.0/ports?device_id=13664381-a952-4a52-9f97-f7da7b8c5d36 HTTP/1.1" status: 200 len: 210 time: 0.2175679 Feb 04 12:32:01.976669 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1908b227-fb41-41c9-9564-2fc85ee580c4 req-8d789eea-9016-4489-8346-e8ccf906109f service neutron] 10.222.0.77 "GET /v2.0/networks/4641d9e3-bbfb-4ca1-b978-fac986a6f197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7916915 Feb 04 12:32:02.001209 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cbf811-9b52-4be5-987c-77f837330dd2 req-f1ff3734-351f-4081-98f3-b8deeb6664ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:02.005763 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-52cbf811-9b52-4be5-987c-77f837330dd2 req-f1ff3734-351f-4081-98f3-b8deeb6664ed service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2f7dc246-a024-4937-952c-0ddeef5af29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1436682 Feb 04 12:32:02.006495 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 43446) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:02.081930 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 12:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10d26bcd-836f-4b88-8537-f3ae8ee9f94d x-openstack-request-id: req-10d26bcd-836f-4b88-8537-f3ae8ee9f94d {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:32:02.082581 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2daf5bc-e9a4-45b6-a91b-f85cad03ce07", "name": "network-vif-unplugged", "status": "completed", "tag": "660e2895-8bbc-492d-9b59-9fcd07edf77e", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:32:02.082990 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-10d26bcd-836f-4b88-8537-f3ae8ee9f94d {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:32:02.083547 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2daf5bc-e9a4-45b6-a91b-f85cad03ce07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '660e2895-8bbc-492d-9b59-9fcd07edf77e', 'code': 200} Feb 04 12:32:02.214289 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-92ca6035-bb89-4e21-8d81-59deaa8273f9 admin admin] Deleting subnet ec13c268-e587-4703-9adb-4a407fc51524 {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:32:02.220925 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-92ca6035-bb89-4e21-8d81-59deaa8273f9 admin admin] Publish callbacks [] for subnet (ec13c268-e587-4703-9adb-4a407fc51524), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:02.251355 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-3267a384-74f6-4823-acd0-3adce478c2b4 req-856fa37c-afd1-46b2-a93e-90738d3ade09 tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] Publish callbacks [] for floatingip (e198aee6-fae3-46da-88e7-6f42af4cdbcd), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:02.257466 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a6accce4-f26b-4be9-aafe-4cb400f585b4 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (f1ff4378-fffb-421e-a398-3716125de525), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:02.271922 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f14065d1-116c-4e51-ba2d-8f47b3a023fb admin admin] Publish callbacks [] for security_group (8a777613-8d1b-4241-84ea-5586f68cf133), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:02.280192 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-92ca6035-bb89-4e21-8d81-59deaa8273f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (ec13c268-e587-4703-9adb-4a407fc51524), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:02.283767 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-52cbf811-9b52-4be5-987c-77f837330dd2 req-4647e270-9b6e-4b40-a489-5236a5cc41d5 service neutron] 10.222.0.77 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570105 Feb 04 12:32:02.311621 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f14065d1-116c-4e51-ba2d-8f47b3a023fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (8a777613-8d1b-4241-84ea-5586f68cf133), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:02.425988 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-92ca6035-bb89-4e21-8d81-59deaa8273f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (ec13c268-e587-4703-9adb-4a407fc51524), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:02.473757 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-f14065d1-116c-4e51-ba2d-8f47b3a023fb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=770c3eb46e184bf2baae6551b58335ed&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2244608 Feb 04 12:32:02.478026 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 43452) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:02.493758 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad71c8e-9470-494f-85b1-38c450b8857a req-21dcf213-79d0-43b4-bd38-80546ba370f4 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:02.495884 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dad71c8e-9470-494f-85b1-38c450b8857a req-21dcf213-79d0-43b4-bd38-80546ba370f4 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/ports?device_id=15e2eeae-f4f2-424e-9a78-0fe0799fc0c1 HTTP/1.1" status: 200 len: 945 time: 0.3070202 Feb 04 12:32:02.505606 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14065d1-116c-4e51-ba2d-8f47b3a023fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a777613-8d1b-4241-84ea-5586f68cf133,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:02.519523 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-52cbf811-9b52-4be5-987c-77f837330dd2 req-69099d5e-02a9-4e96-aed6-40625002c131 service neutron] 10.222.0.77 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119246 Feb 04 12:32:02.519704 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-3267a384-74f6-4823-acd0-3adce478c2b4 req-856fa37c-afd1-46b2-a93e-90738d3ade09 tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (c5e9820c-329a-4182-a29b-c78984f831cf), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:02.551529 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-92ca6035-bb89-4e21-8d81-59deaa8273f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (ec13c268-e587-4703-9adb-4a407fc51524), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:02.591273 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ca6035-bb89-4e21-8d81-59deaa8273f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec13c268-e587-4703-9adb-4a407fc51524,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:02.593947 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-92ca6035-bb89-4e21-8d81-59deaa8273f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:02.600015 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-92ca6035-bb89-4e21-8d81-59deaa8273f9 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/ec13c268-e587-4703-9adb-4a407fc51524 HTTP/1.1" status: 204 len: 168 time: 0.5900180 Feb 04 12:32:02.601675 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 43454) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:02.602526 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c4853707-19c2-4463-830d-8f08b278abb7 admin admin] Publish callbacks [] for security_group (8a777613-8d1b-4241-84ea-5586f68cf133), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:02.684795 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c4853707-19c2-4463-830d-8f08b278abb7 admin admin] Publish callbacks [] for security_group (8a777613-8d1b-4241-84ea-5586f68cf133), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:02.719597 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dad71c8e-9470-494f-85b1-38c450b8857a req-86e4b254-5726-4b46-b850-45b6d18653a0 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/security-groups?id=98d15bf5-a480-4f0d-bc57-8f17260bd5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078094 Feb 04 12:32:02.721588 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-43e5a7a2-a0c2-4647-865f-70a1fcbd6844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (ba025aeb-4140-4381-8e48-b2df96846adc), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:02.883720 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 12:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-900b57c7-0c0c-411b-bf04-e0cd79776b0b x-openstack-request-id: req-900b57c7-0c0c-411b-bf04-e0cd79776b0b {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:32:02.884439 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "788e8096-f9b2-4203-a187-32a13b5d456e", "name": "network-vif-unplugged", "status": "completed", "tag": "2d7e5a81-9bd0-463d-9494-2793ee228c11", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:32:02.884439 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-900b57c7-0c0c-411b-bf04-e0cd79776b0b {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:32:02.884867 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '788e8096-f9b2-4203-a187-32a13b5d456e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d7e5a81-9bd0-463d-9494-2793ee228c11', 'code': 200} Feb 04 12:32:02.888230 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c4853707-19c2-4463-830d-8f08b278abb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (8a777613-8d1b-4241-84ea-5586f68cf133), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:02.891816 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c4853707-19c2-4463-830d-8f08b278abb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:02.893089 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-c4853707-19c2-4463-830d-8f08b278abb7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8a777613-8d1b-4241-84ea-5586f68cf133 HTTP/1.1" status: 204 len: 168 time: 0.4120297 Feb 04 12:32:02.913759 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4853707-19c2-4463-830d-8f08b278abb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a777613-8d1b-4241-84ea-5586f68cf133,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:02.916736 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-43e5a7a2-a0c2-4647-865f-70a1fcbd6844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (ba025aeb-4140-4381-8e48-b2df96846adc), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:02.964881 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-43e5a7a2-a0c2-4647-865f-70a1fcbd6844 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba025aeb-4140-4381-8e48-b2df96846adc']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:32:02.980116 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-43e5a7a2-a0c2-4647-865f-70a1fcbd6844 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28793ac2-ab9e-4d04-87c6-0a378b1e8022') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:32:02.980420 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-43e5a7a2-a0c2-4647-865f-70a1fcbd6844 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28793ac2-ab9e-4d04-87c6-0a378b1e8022') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:32:03.001486 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-43e5a7a2-a0c2-4647-865f-70a1fcbd6844 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (28793ac2-ab9e-4d04-87c6-0a378b1e8022), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:03.022109 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-43e5a7a2-a0c2-4647-865f-70a1fcbd6844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (28793ac2-ab9e-4d04-87c6-0a378b1e8022), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:03.031848 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43e5a7a2-a0c2-4647-865f-70a1fcbd6844 admin admin] Releasing vlan 593 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:32:03.032626 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-43e5a7a2-a0c2-4647-865f-70a1fcbd6844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (28793ac2-ab9e-4d04-87c6-0a378b1e8022), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:03.035400 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 12:32:03.035400 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:32:03.035400 n-d-825015-3 neutron-server[103474]: timer() Feb 04 12:32:03.035400 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:32:03.035400 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 12:32:03.035400 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:32:03.035400 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 12:32:03.035400 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:32:03.035400 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 12:32:03.035400 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:32:03.035400 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 12:32:03.035400 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:32:03.035400 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 12:32:03.035400 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:32:03.035400 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:32:03.035400 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:32:03.035400 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:32:03.035400 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:32:03.035400 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 12:32:03.035400 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:32:03.035400 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 12:32:03.035400 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:32:03.035400 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:32:03.035400 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:32:03.035400 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 12:32:03.035400 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:32:03.035400 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:32:03.035400 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:32:03.035400 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:32:03.035400 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:32:03.035400 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:32:03.035400 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:32:03.050434 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 2d7e5a81-9bd0-463d-9494-2793ee228c11 no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:32:03.105720 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae38c721-6c9c-4a5b-94a3-5a10d91c9688 req-ea9bfc5f-9a35-4170-918f-6a1418a288d7 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:03.113727 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ae38c721-6c9c-4a5b-94a3-5a10d91c9688 req-ea9bfc5f-9a35-4170-918f-6a1418a288d7 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=788e8096-f9b2-4203-a187-32a13b5d456e HTTP/1.1" status: 200 len: 949 time: 0.1621068 Feb 04 12:32:03.132160 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] The host n-h1-825015-3 is not matching for port 2d7e5a81-9bd0-463d-9494-2793ee228c11 host n-h2-825015-3! {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 04 12:32:03.132589 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 2d7e5a81-9bd0-463d-9494-2793ee228c11 not bound to the agent host n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:32:03.155495 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-43e5a7a2-a0c2-4647-865f-70a1fcbd6844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (ba025aeb-4140-4381-8e48-b2df96846adc), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:03.166615 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-43e5a7a2-a0c2-4647-865f-70a1fcbd6844 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:03.176490 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-43e5a7a2-a0c2-4647-865f-70a1fcbd6844 admin admin] 10.222.0.65 "DELETE /v2.0/networks/ba025aeb-4140-4381-8e48-b2df96846adc HTTP/1.1" status: 204 len: 168 time: 0.5717199 Feb 04 12:32:03.195554 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e5a7a2-a0c2-4647-865f-70a1fcbd6844 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba025aeb-4140-4381-8e48-b2df96846adc,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:03.223004 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a6accce4-f26b-4be9-aafe-4cb400f585b4 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks [] for port (f1ff4378-fffb-421e-a398-3716125de525), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:03.230984 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-3267a384-74f6-4823-acd0-3adce478c2b4 req-856fa37c-afd1-46b2-a93e-90738d3ade09 tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] Publish callbacks [] for port (c5e9820c-329a-4182-a29b-c78984f831cf), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:03.232979 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a6accce4-f26b-4be9-aafe-4cb400f585b4 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (f1ff4378-fffb-421e-a398-3716125de525), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:03.317471 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a6accce4-f26b-4be9-aafe-4cb400f585b4 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622202'] for router_interface (bbd46cc0-4721-4817-9481-d8850fd22059), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:03.327567 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-3267a384-74f6-4823-acd0-3adce478c2b4 req-856fa37c-afd1-46b2-a93e-90738d3ade09 tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (c5e9820c-329a-4182-a29b-c78984f831cf), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:03.362501 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 43468) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:03.414949 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-71abaf4e-4842-4883-befe-245d695a237f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:03.500542 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 43470) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:03.528332 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6accce4-f26b-4be9-aafe-4cb400f585b4 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Pushing event updated for resources: {'Port': ['ID=f1ff4378-fffb-421e-a398-3716125de525,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:03.566866 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-3267a384-74f6-4823-acd0-3adce478c2b4 req-856fa37c-afd1-46b2-a93e-90738d3ade09 tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1599943'] for floatingip (e198aee6-fae3-46da-88e7-6f42af4cdbcd), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:03.587832 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-aa8e4cc7-84c8-41b0-8ce4-d2094412f1b3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=cd5f33f713364f519ccd012d67a76486&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0860965 Feb 04 12:32:03.590997 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 43472) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:03.619376 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856fa37c-afd1-46b2-a93e-90738d3ade09 tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] Pushing event updated for resources: {'Port': ['ID=c5e9820c-329a-4182-a29b-c78984f831cf,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:03.625145 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-3267a384-74f6-4823-acd0-3adce478c2b4 req-856fa37c-afd1-46b2-a93e-90738d3ade09 tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:03.626635 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3267a384-74f6-4823-acd0-3adce478c2b4 req-856fa37c-afd1-46b2-a93e-90738d3ade09 tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 5.6156952 Feb 04 12:32:03.642272 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-71abaf4e-4842-4883-befe-245d695a237f admin admin] Publish callbacks [] for security_group (93204be0-8e33-4ae7-a987-df1a54212d2c), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:03.658556 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-71abaf4e-4842-4883-befe-245d695a237f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (93204be0-8e33-4ae7-a987-df1a54212d2c), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:03.717235 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-71abaf4e-4842-4883-befe-245d695a237f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e0861eafc41d436db725fe7aefdb29de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3491025 Feb 04 12:32:03.717235 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71abaf4e-4842-4883-befe-245d695a237f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93204be0-8e33-4ae7-a987-df1a54212d2c,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:03.717509 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 43474) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:03.725103 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5c357615-cc82-4e4d-a4b3-5567c2a7d0e3 admin admin] Publish callbacks [] for security_group (e9459e48-643a-4b1c-91b0-115ef7d2164c), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:03.770144 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5c357615-cc82-4e4d-a4b3-5567c2a7d0e3 admin admin] Publish callbacks [] for security_group (e9459e48-643a-4b1c-91b0-115ef7d2164c), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:03.856133 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1c4380bd-958b-4df4-b82b-b6a21c538cb4 admin admin] Publish callbacks [] for security_group (93204be0-8e33-4ae7-a987-df1a54212d2c), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:03.905080 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1c4380bd-958b-4df4-b82b-b6a21c538cb4 admin admin] Publish callbacks [] for security_group (93204be0-8e33-4ae7-a987-df1a54212d2c), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:03.993102 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1c4380bd-958b-4df4-b82b-b6a21c538cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (93204be0-8e33-4ae7-a987-df1a54212d2c), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:03.996037 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1c4380bd-958b-4df4-b82b-b6a21c538cb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:04.001062 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-1c4380bd-958b-4df4-b82b-b6a21c538cb4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/93204be0-8e33-4ae7-a987-df1a54212d2c HTTP/1.1" status: 204 len: 168 time: 0.2791722 Feb 04 12:32:04.003465 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5c357615-cc82-4e4d-a4b3-5567c2a7d0e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (e9459e48-643a-4b1c-91b0-115ef7d2164c), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:04.005707 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3267a384-74f6-4823-acd0-3adce478c2b4 req-fb47ab51-b4fb-4040-90fd-81ebf522d030 tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.3.15 HTTP/1.1" status: 200 len: 695 time: 0.3668215 Feb 04 12:32:04.006164 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5c357615-cc82-4e4d-a4b3-5567c2a7d0e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:04.007615 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-5c357615-cc82-4e4d-a4b3-5567c2a7d0e3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e9459e48-643a-4b1c-91b0-115ef7d2164c HTTP/1.1" status: 204 len: 168 time: 0.4158132 Feb 04 12:32:04.014587 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4380bd-958b-4df4-b82b-b6a21c538cb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93204be0-8e33-4ae7-a987-df1a54212d2c,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:04.033430 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6accce4-f26b-4be9-aafe-4cb400f585b4 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Network 3545c793-c2d8-4457-bc0e-300240e7dbe7 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:32:04.061713 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c357615-cc82-4e4d-a4b3-5567c2a7d0e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9459e48-643a-4b1c-91b0-115ef7d2164c,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:04.085405 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15e2eeae-f4f2-424e-9a78-0fe0799fc0c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88af24f3-a317-4a86-b140-a186a841cda0'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:32:04.091662 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d31877c8-5ba1-46bf-b60f-9722c1978ada" -d '{"events": [{"server_uuid": "15e2eeae-f4f2-424e-9a78-0fe0799fc0c1", "name": "network-vif-plugged", "status": "completed", "tag": "88af24f3-a317-4a86-b140-a186a841cda0"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:32:04.098969 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-a6accce4-f26b-4be9-aafe-4cb400f585b4 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:32:04.186392 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ae38c721-6c9c-4a5b-94a3-5a10d91c9688 req-6cdac67e-4fa6-489b-9971-4ac5c6e76f88 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0716231 Feb 04 12:32:04.321905 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 2d7e5a81-9bd0-463d-9494-2793ee228c11 details requested by agent hyperv_n-h2-825015-3 with host n-h2-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:32:04.566821 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 2d7e5a81-9bd0-463d-9494-2793ee228c11, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=2d7e5a81-9bd0-463d-9494-2793ee228c11,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:32:04.568080 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2b415f42-9b80-4d48-afa5-ea3a02988aa3 req-70b8ac9a-c0db-44cc-979c-f80fbd6d6206 tempest-ServerShowV247Test-911395226 tempest-ServerShowV247Test-911395226-project] 10.222.0.65 "GET /v2.0/ports?device_id=13664381-a952-4a52-9f97-f7da7b8c5d36 HTTP/1.1" status: 200 len: 210 time: 0.0763452 Feb 04 12:32:04.602357 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Returning: {'device': '2d7e5a81-9bd0-463d-9494-2793ee228c11', 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c', 'port_id': '2d7e5a81-9bd0-463d-9494-2793ee228c11', 'mac_address': 'fa:16:3e:36:0d:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ee3374a-84e9-4639-853c-740c6edaf6dc', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:32:04.653310 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3267a384-74f6-4823-acd0-3adce478c2b4 req-744ed107-0f57-465b-9236-1fd1b706aad3 tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:04.655130 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3267a384-74f6-4823-acd0-3adce478c2b4 req-744ed107-0f57-465b-9236-1fd1b706aad3 tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] 10.222.0.65 "GET /v2.0/networks/7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 HTTP/1.1" status: 200 len: 784 time: 0.6370056 Feb 04 12:32:04.679550 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 2d7e5a81-9bd0-463d-9494-2793ee228c11 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:32:04.679972 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (2d7e5a81-9bd0-463d-9494-2793ee228c11), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:04.684567 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-08239671-98e7-43fa-8d3b-e41772548117 None None] Provisioning complete for port f1ff4378-fffb-421e-a398-3716125de525 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:32:04.684947 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-08239671-98e7-43fa-8d3b-e41772548117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (f1ff4378-fffb-421e-a398-3716125de525), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:04.687880 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [req-3267a384-74f6-4823-acd0-3adce478c2b4 req-126ebb00-2928-400e-98b7-6fa819e199f9 tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:32:04.689112 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3267a384-74f6-4823-acd0-3adce478c2b4 req-126ebb00-2928-400e-98b7-6fa819e199f9 tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0192921 Feb 04 12:32:04.733144 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d7e5a81-9bd0-463d-9494-2793ee228c11 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:32:04.759135 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 2d7e5a81-9bd0-463d-9494-2793ee228c11, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=2d7e5a81-9bd0-463d-9494-2793ee228c11,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:32:04.768069 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (2d7e5a81-9bd0-463d-9494-2793ee228c11), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:04.778005 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-08239671-98e7-43fa-8d3b-e41772548117 None None] Port f1ff4378-fffb-421e-a398-3716125de525 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:32:04.785464 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6accce4-f26b-4be9-aafe-4cb400f585b4 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Router bbd46cc0-4721-4817-9481-d8850fd22059 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:32:04.806081 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e85fe00-23b7-4274-86ff-c7e93594c934 req-5c6aff32-bd57-4581-b6ec-1cbeabf0e905 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:04.807783 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8e85fe00-23b7-4274-86ff-c7e93594c934 req-5c6aff32-bd57-4581-b6ec-1cbeabf0e905 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/ports?device_id=15e2eeae-f4f2-424e-9a78-0fe0799fc0c1 HTTP/1.1" status: 200 len: 945 time: 0.1149163 Feb 04 12:32:04.856178 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03265a69-0e3a-4626-b270-fd5b5d2f4b74 x-openstack-request-id: req-03265a69-0e3a-4626-b270-fd5b5d2f4b74 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:32:04.856833 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15e2eeae-f4f2-424e-9a78-0fe0799fc0c1", "name": "network-vif-plugged", "status": "completed", "tag": "88af24f3-a317-4a86-b140-a186a841cda0", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:32:04.858242 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-03265a69-0e3a-4626-b270-fd5b5d2f4b74 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:32:04.859038 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15e2eeae-f4f2-424e-9a78-0fe0799fc0c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88af24f3-a317-4a86-b140-a186a841cda0', 'code': 200} Feb 04 12:32:04.860289 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=2d7e5a81-9bd0-463d-9494-2793ee228c11,revision_number=12']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:04.885732 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '788e8096-f9b2-4203-a187-32a13b5d456e', 'tag': '2d7e5a81-9bd0-463d-9494-2793ee228c11'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:32:04.888803 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eced165-7cfe-4854-a09a-7a322971cb76" -d '{"events": [{"name": "network-changed", "server_uuid": "788e8096-f9b2-4203-a187-32a13b5d456e", "tag": "2d7e5a81-9bd0-463d-9494-2793ee228c11"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:32:04.957039 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8e85fe00-23b7-4274-86ff-c7e93594c934 req-96b7a260-0aab-4b11-aa01-7612e2990d3f tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/security-groups?id=98d15bf5-a480-4f0d-bc57-8f17260bd5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420362 Feb 04 12:32:04.990212 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6accce4-f26b-4be9-aafe-4cb400f585b4 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:32:05.004211 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-a6accce4-f26b-4be9-aafe-4cb400f585b4 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] 10.222.0.65 "PUT /v2.0/routers/bbd46cc0-4721-4817-9481-d8850fd22059/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5111642 Feb 04 12:32:05.005057 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 43504) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:05.009249 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1400419f-17ac-4783-93cf-7956b85fa470 None None] Sync routers for ids ['bbd46cc0-4721-4817-9481-d8850fd22059'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:32:05.016295 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-f6b834ec-3c31-4279-9f7a-34a2dc0d64d5 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Request body: {'port': {'network_id': '3545c793-c2d8-4457-bc0e-300240e7dbe7', 'name': 'tempest-FloatingIPTestJSON-1265259395'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:32:05.036893 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['2d7e5a81-9bd0-463d-9494-2793ee228c11'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:32:05.058134 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c735de3-c891-4c45-9c2f-bce6f9bd2aed x-openstack-request-id: req-6c735de3-c891-4c45-9c2f-bce6f9bd2aed {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:32:05.063466 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "788e8096-f9b2-4203-a187-32a13b5d456e", "tag": "2d7e5a81-9bd0-463d-9494-2793ee228c11", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:32:05.063755 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6c735de3-c891-4c45-9c2f-bce6f9bd2aed {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:32:05.064188 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '788e8096-f9b2-4203-a187-32a13b5d456e', 'tag': '2d7e5a81-9bd0-463d-9494-2793ee228c11', 'status': 'completed', 'code': 200} Feb 04 12:32:05.093037 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bf8dfd-a596-460c-ba65-4e8922122696 req-e0782fb7-1a35-4d2a-a965-09eb3464022c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:05.098316 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-59bf8dfd-a596-460c-ba65-4e8922122696 req-e0782fb7-1a35-4d2a-a965-09eb3464022c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=15e2eeae-f4f2-424e-9a78-0fe0799fc0c1 HTTP/1.1" status: 200 len: 1127 time: 0.1817675 Feb 04 12:32:05.184378 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1400419f-17ac-4783-93cf-7956b85fa470 None None] Routers {'bbd46cc0-4721-4817-9481-d8850fd22059'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:32:05.191987 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-1400419f-17ac-4783-93cf-7956b85fa470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:31:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['bbd46cc0-4721-4817-9481-d8850fd22059'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:32:05.271962 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa360a42-5c6f-466c-a3fd-b0f894b55e10 req-79733c3a-e64d-4439-859c-09e23456b0fc tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:05.273571 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fa360a42-5c6f-466c-a3fd-b0f894b55e10 req-79733c3a-e64d-4439-859c-09e23456b0fc tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] 10.222.0.65 "GET /v2.0/ports?device_id=607f9051-3590-4eaa-91eb-3992bcebf3c0&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2439463 Feb 04 12:32:05.291703 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eced165-7cfe-4854-a09a-7a322971cb76 req-ebfb92fd-1613-4e58-acdd-7ecdd35a22fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:05.293547 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6eced165-7cfe-4854-a09a-7a322971cb76 req-ebfb92fd-1613-4e58-acdd-7ecdd35a22fc service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5c34eef31d4540768d24bcb8030d50f3&device_id=788e8096-f9b2-4203-a187-32a13b5d456e HTTP/1.1" status: 200 len: 1132 time: 0.1629384 Feb 04 12:32:05.307519 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-1400419f-17ac-4783-93cf-7956b85fa470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:32:05.316751 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-59bf8dfd-a596-460c-ba65-4e8922122696 req-97fa2c80-6301-4193-8cdf-40fc1bf75422 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=98d15bf5-a480-4f0d-bc57-8f17260bd5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094529 Feb 04 12:32:05.342756 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1400419f-17ac-4783-93cf-7956b85fa470 None None] Routers {'bbd46cc0-4721-4817-9481-d8850fd22059'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:32:05.345595 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-1400419f-17ac-4783-93cf-7956b85fa470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:31:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['bbd46cc0-4721-4817-9481-d8850fd22059'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:32:05.457149 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fa360a42-5c6f-466c-a3fd-b0f894b55e10 req-ff871746-86d5-4336-b219-31cf56ed3de1 tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.3.15 HTTP/1.1" status: 200 len: 695 time: 0.1572816 Feb 04 12:32:05.481291 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-1400419f-17ac-4783-93cf-7956b85fa470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:32:05.485967 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1400419f-17ac-4783-93cf-7956b85fa470 None None] The sync data for ids ['bbd46cc0-4721-4817-9481-d8850fd22059'] in n-d-825015-3 is: [] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:32:05.490296 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-fa360a42-5c6f-466c-a3fd-b0f894b55e10 req-e40b554c-3017-4ebc-95db-e9274e36dd35 tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] Request body: {'floatingip': {'port_id': 'f33ad91a-c151-40d4-94a1-3ed7834ae1a6', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:32:05.550068 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6b834ec-3c31-4279-9f7a-34a2dc0d64d5 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Made reservation on behalf of 5cab5aa6ec7a46dfb6f8890eef3403ac for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:32:05.556849 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f6b834ec-3c31-4279-9f7a-34a2dc0d64d5 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:05.589110 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-fa360a42-5c6f-466c-a3fd-b0f894b55e10 req-e40b554c-3017-4ebc-95db-e9274e36dd35 tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] Publish callbacks [] for floatingip (e198aee6-fae3-46da-88e7-6f42af4cdbcd), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:05.663341 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [None req-f6b834ec-3c31-4279-9f7a-34a2dc0d64d5 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] device_id is not set on port e028ce58-25be-4011-812f-1177d83b933d yet. {{(pid=103475) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 12:32:05.736455 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eced165-7cfe-4854-a09a-7a322971cb76 req-05c6e13d-6c18-42af-9af2-2304d3c9817b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:05.738001 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6eced165-7cfe-4854-a09a-7a322971cb76 req-05c6e13d-6c18-42af-9af2-2304d3c9817b service neutron] 10.222.0.77 "GET /v2.0/networks?id=2f7dc246-a024-4937-952c-0ddeef5af29c HTTP/1.1" status: 200 len: 870 time: 0.4242301 Feb 04 12:32:05.769526 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be28fa7-b411-4370-a723-99adb5cfbaba req-23c83df0-1355-49f6-83d0-8b545412f5bd tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:05.776505 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0be28fa7-b411-4370-a723-99adb5cfbaba req-23c83df0-1355-49f6-83d0-8b545412f5bd tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=788e8096-f9b2-4203-a187-32a13b5d456e HTTP/1.1" status: 200 len: 950 time: 0.3543544 Feb 04 12:32:05.858161 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6eced165-7cfe-4854-a09a-7a322971cb76 req-73fac07e-72de-468b-a1ad-1aa632648765 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=2d7e5a81-9bd0-463d-9494-2793ee228c11 HTTP/1.1" status: 200 len: 217 time: 0.1074643 Feb 04 12:32:06.081412 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 43540) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:06.094012 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0be28fa7-b411-4370-a723-99adb5cfbaba req-2a2fd14d-9b35-45f4-b53a-eea443993350 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3148916 Feb 04 12:32:06.115645 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eced165-7cfe-4854-a09a-7a322971cb76 req-835fe5ce-2d69-4a85-9da5-4e5446e5e1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:06.118055 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6eced165-7cfe-4854-a09a-7a322971cb76 req-835fe5ce-2d69-4a85-9da5-4e5446e5e1fc service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5ee3374a-84e9-4639-853c-740c6edaf6dc HTTP/1.1" status: 200 len: 843 time: 0.2447596 Feb 04 12:32:06.138434 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-f6b834ec-3c31-4279-9f7a-34a2dc0d64d5 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Allocated IP 172.20.0.13 (3545c793-c2d8-4457-bc0e-300240e7dbe7/7800aba5-d33c-4af5-b7e3-0c162eb77460/e028ce58-25be-4011-812f-1177d83b933d) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:32:06.297498 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9c80c32f-361a-4821-bdb7-0941d8b6ee1a req-1b9e967d-a9c1-4e18-9203-3197da11ee18 tempest-ServerShowV247Test-911395226 tempest-ServerShowV247Test-911395226-project] 10.222.0.65 "GET /v2.0/ports?device_id=13664381-a952-4a52-9f97-f7da7b8c5d36 HTTP/1.1" status: 200 len: 210 time: 0.0613012 Feb 04 12:32:06.333505 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ef80b34c-1ae4-4ec4-9c3d-68ccb6e4fa5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:06.343053 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 2d7e5a81-9bd0-463d-9494-2793ee228c11 up at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:32:06.470612 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ef80b34c-1ae4-4ec4-9c3d-68ccb6e4fa5b admin admin] Publish callbacks [] for security_group (da5e93f3-5303-43bf-9414-ef28a0ce4d18), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:06.477469 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 43550) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:06.495120 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ef80b34c-1ae4-4ec4-9c3d-68ccb6e4fa5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (da5e93f3-5303-43bf-9414-ef28a0ce4d18), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:06.622817 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-ef80b34c-1ae4-4ec4-9c3d-68ccb6e4fa5b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ef339406d184400287e42e93ce35f3de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5365207 Feb 04 12:32:06.631826 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 43556) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:06.680701 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning for port 2d7e5a81-9bd0-463d-9494-2793ee228c11 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:32:06.690095 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning complete for port 2d7e5a81-9bd0-463d-9494-2793ee228c11 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:32:06.690529 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (2d7e5a81-9bd0-463d-9494-2793ee228c11), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:06.819813 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 2d7e5a81-9bd0-463d-9494-2793ee228c11 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:32:06.820359 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (2d7e5a81-9bd0-463d-9494-2793ee228c11), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:06.839862 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-09670b0e-beae-4303-bffe-927dffe02105 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1752599005-network', 'tenant_id': '60403df8fc1a4b00b06a45bfc2d7e2b2'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:32:06.866778 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d6ad9620-7f0e-4210-8e34-25754e76285d admin admin] Publish callbacks [] for security_group (da5e93f3-5303-43bf-9414-ef28a0ce4d18), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:06.874305 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '788e8096-f9b2-4203-a187-32a13b5d456e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d7e5a81-9bd0-463d-9494-2793ee228c11'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:32:06.885520 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-536292c1-4cbf-4713-b04e-069927036a70" -d '{"events": [{"server_uuid": "788e8096-f9b2-4203-a187-32a13b5d456e", "name": "network-vif-plugged", "status": "completed", "tag": "2d7e5a81-9bd0-463d-9494-2793ee228c11"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:32:06.899001 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef80b34c-1ae4-4ec4-9c3d-68ccb6e4fa5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da5e93f3-5303-43bf-9414-ef28a0ce4d18,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:06.923574 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 2d7e5a81-9bd0-463d-9494-2793ee228c11, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=2d7e5a81-9bd0-463d-9494-2793ee228c11,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:32:06.929157 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (2d7e5a81-9bd0-463d-9494-2793ee228c11), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:06.950619 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d6ad9620-7f0e-4210-8e34-25754e76285d admin admin] Publish callbacks [] for security_group (da5e93f3-5303-43bf-9414-ef28a0ce4d18), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:06.969758 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09670b0e-beae-4303-bffe-927dffe02105 admin admin] Made reservation on behalf of 60403df8fc1a4b00b06a45bfc2d7e2b2 for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:32:06.975348 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-09670b0e-beae-4303-bffe-927dffe02105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:07.011694 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-09670b0e-beae-4303-bffe-927dffe02105 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:07.057716 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=2d7e5a81-9bd0-463d-9494-2793ee228c11,revision_number=13']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:07.058216 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eced165-7cfe-4854-a09a-7a322971cb76 req-c3fecc26-9ad0-4467-9608-1405c529ce76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:07.060200 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6eced165-7cfe-4854-a09a-7a322971cb76 req-c3fecc26-9ad0-4467-9608-1405c529ce76 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2f7dc246-a024-4937-952c-0ddeef5af29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.9073141 Feb 04 12:32:07.209997 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d30a7a-c1f7-4fb5-a1d7-8c4202f81c90 req-f66f1ed1-be42-4cc5-b828-048e83262dc1 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:07.220833 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e3d30a7a-c1f7-4fb5-a1d7-8c4202f81c90 req-f66f1ed1-be42-4cc5-b828-048e83262dc1 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/ports?device_id=15e2eeae-f4f2-424e-9a78-0fe0799fc0c1 HTTP/1.1" status: 200 len: 945 time: 0.7626271 Feb 04 12:32:07.241106 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-09670b0e-beae-4303-bffe-927dffe02105 admin admin] Publish callbacks [] for security_group (67d57791-96db-4689-9a02-f69bf9a8e63a), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:07.243032 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d6ad9620-7f0e-4210-8e34-25754e76285d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (da5e93f3-5303-43bf-9414-ef28a0ce4d18), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:07.249363 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d6ad9620-7f0e-4210-8e34-25754e76285d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:07.252802 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-d6ad9620-7f0e-4210-8e34-25754e76285d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/da5e93f3-5303-43bf-9414-ef28a0ce4d18 HTTP/1.1" status: 204 len: 168 time: 0.6174355 Feb 04 12:32:07.260711 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-09670b0e-beae-4303-bffe-927dffe02105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (67d57791-96db-4689-9a02-f69bf9a8e63a), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:07.285370 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09670b0e-beae-4303-bffe-927dffe02105 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:32:07.303953 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-09670b0e-beae-4303-bffe-927dffe02105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (e9a4c4bf-e4ee-411b-abe4-f3340937d454), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:07.304459 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-09670b0e-beae-4303-bffe-927dffe02105 admin admin] Added segment e9a4c4bf-e4ee-411b-abe4-f3340937d454 of type vlan for network e5afc4b2-b62e-43cc-a807-b008639c0d4f Feb 04 12:32:07.319931 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e3d30a7a-c1f7-4fb5-a1d7-8c4202f81c90 req-61f46aad-5fd1-4e2a-90a3-eb89c0163d64 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/security-groups?id=98d15bf5-a480-4f0d-bc57-8f17260bd5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980840 Feb 04 12:32:07.377341 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-09670b0e-beae-4303-bffe-927dffe02105 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (e5afc4b2-b62e-43cc-a807-b008639c0d4f), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:07.408004 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.db.resource_extend [req-fa360a42-5c6f-466c-a3fd-b0f894b55e10 req-e40b554c-3017-4ebc-95db-e9274e36dd35 tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 12:32:07.412238 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ad9620-7f0e-4210-8e34-25754e76285d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da5e93f3-5303-43bf-9414-ef28a0ce4d18,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:07.417771 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-09670b0e-beae-4303-bffe-927dffe02105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (e5afc4b2-b62e-43cc-a807-b008639c0d4f), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:07.418885 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09670b0e-beae-4303-bffe-927dffe02105 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:07.419542 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-09670b0e-beae-4303-bffe-927dffe02105 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:07.534646 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-09670b0e-beae-4303-bffe-927dffe02105 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0523307 Feb 04 12:32:07.539668 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 43580) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:07.553568 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09670b0e-beae-4303-bffe-927dffe02105 admin admin] Pushing event updated for resources: {'Network': ['ID=e5afc4b2-b62e-43cc-a807-b008639c0d4f,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:07.562715 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09670b0e-beae-4303-bffe-927dffe02105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67d57791-96db-4689-9a02-f69bf9a8e63a,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:07.565872 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-d596e3a5-34c1-472a-958d-1695ac6683d6 admin admin] Request body: {'subnet': {'network_id': 'e5afc4b2-b62e-43cc-a807-b008639c0d4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1752599005-subnet', 'tenant_id': '60403df8fc1a4b00b06a45bfc2d7e2b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:32:07.567881 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network e5afc4b2-b62e-43cc-a807-b008639c0d4f details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:32:07.575712 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f6b834ec-3c31-4279-9f7a-34a2dc0d64d5 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks [] for port (e028ce58-25be-4011-812f-1177d83b933d), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:07.629707 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6eced165-7cfe-4854-a09a-7a322971cb76 req-668e7986-ae48-47c0-a737-758ebbe1c890 service neutron] 10.222.0.77 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5629189 Feb 04 12:32:07.676272 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-fa360a42-5c6f-466c-a3fd-b0f894b55e10 req-e40b554c-3017-4ebc-95db-e9274e36dd35 tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:07.729114 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d596e3a5-34c1-472a-958d-1695ac6683d6 admin admin] Made reservation on behalf of 60403df8fc1a4b00b06a45bfc2d7e2b2 for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:32:07.730965 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d596e3a5-34c1-472a-958d-1695ac6683d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:07.732785 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-fa360a42-5c6f-466c-a3fd-b0f894b55e10 req-e40b554c-3017-4ebc-95db-e9274e36dd35 tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1599943'] for floatingip (e198aee6-fae3-46da-88e7-6f42af4cdbcd), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:07.864692 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0da6d19-cf29-468d-95e7-6294a3b21179 req-8b4ad429-7774-4478-9e57-d5d0de6c87b4 tempest-MigrationsAdminTest-1074769527 tempest-MigrationsAdminTest-1074769527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:07.874163 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e0da6d19-cf29-468d-95e7-6294a3b21179 req-8b4ad429-7774-4478-9e57-d5d0de6c87b4 tempest-MigrationsAdminTest-1074769527 tempest-MigrationsAdminTest-1074769527-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=788e8096-f9b2-4203-a187-32a13b5d456e HTTP/1.1" status: 200 len: 1133 time: 0.3359556 Feb 04 12:32:07.977334 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e0da6d19-cf29-468d-95e7-6294a3b21179 req-d5a4710c-f8ce-43ec-957f-7d81df1e14af tempest-MigrationsAdminTest-1074769527 tempest-MigrationsAdminTest-1074769527-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015174 Feb 04 12:32:08.094563 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f6b834ec-3c31-4279-9f7a-34a2dc0d64d5 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (e028ce58-25be-4011-812f-1177d83b933d), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:08.101034 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47efd174-3c81-4656-a61e-d322cf641008 x-openstack-request-id: req-47efd174-3c81-4656-a61e-d322cf641008 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:32:08.101343 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "788e8096-f9b2-4203-a187-32a13b5d456e", "name": "network-vif-plugged", "status": "completed", "tag": "2d7e5a81-9bd0-463d-9494-2793ee228c11", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:32:08.101607 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-47efd174-3c81-4656-a61e-d322cf641008 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:32:08.102008 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '788e8096-f9b2-4203-a187-32a13b5d456e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d7e5a81-9bd0-463d-9494-2793ee228c11', 'code': 200} Feb 04 12:32:08.205388 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b834ec-3c31-4279-9f7a-34a2dc0d64d5 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Pushing event updated for resources: {'Port': ['ID=e028ce58-25be-4011-812f-1177d83b933d,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:08.270371 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6eced165-7cfe-4854-a09a-7a322971cb76 req-5603d4cf-9892-43f6-b46b-12f8ff2b76b4 service neutron] 10.222.0.77 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6341820 Feb 04 12:32:08.272600 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d7c085b5-69af-444d-a490-2b25d009b86e req-b24e9ff2-67ec-40e5-94bf-caf5eec91eac tempest-ServerShowV247Test-911395226 tempest-ServerShowV247Test-911395226-project] 10.222.0.65 "GET /v2.0/ports?device_id=13664381-a952-4a52-9f97-f7da7b8c5d36 HTTP/1.1" status: 200 len: 210 time: 0.0514102 Feb 04 12:32:08.291041 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b834ec-3c31-4279-9f7a-34a2dc0d64d5 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Network 3545c793-c2d8-4457-bc0e-300240e7dbe7 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:32:08.297591 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-f6b834ec-3c31-4279-9f7a-34a2dc0d64d5 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:32:08.300799 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b834ec-3c31-4279-9f7a-34a2dc0d64d5 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:32:08.341557 n-d-825015-3 neutron-server[103475]: INFO neutron.db.l3_db [req-fa360a42-5c6f-466c-a3fd-b0f894b55e10 req-e40b554c-3017-4ebc-95db-e9274e36dd35 tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] Floating IP e198aee6-fae3-46da-88e7-6f42af4cdbcd associated. External IP: 172.25.3.15, port: f33ad91a-c151-40d4-94a1-3ed7834ae1a6. Feb 04 12:32:08.494272 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b834ec-3c31-4279-9f7a-34a2dc0d64d5 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:08.494954 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f6b834ec-3c31-4279-9f7a-34a2dc0d64d5 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:08.569392 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-f6b834ec-3c31-4279-9f7a-34a2dc0d64d5 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.5594878 Feb 04 12:32:08.572145 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 43654) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:08.580983 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-2af5aedd-b5c7-44e1-92a2-f4a92649c8ff tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Request body: {'floatingip': {'port_id': 'e028ce58-25be-4011-812f-1177d83b933d'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:32:08.628164 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d596e3a5-34c1-472a-958d-1695ac6683d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52094127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51452689'] for subnet (b210b3d4-0fee-4dad-a874-126f3e2c1f20), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:08.744271 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2af5aedd-b5c7-44e1-92a2-f4a92649c8ff tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks [] for floatingip (90ab9b31-5187-44eb-947b-101740c96c42), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:08.829600 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d596e3a5-34c1-472a-958d-1695ac6683d6 admin admin] Checking segment: {'id': 'e9a4c4bf-e4ee-411b-abe4-f3340937d454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'e5afc4b2-b62e-43cc-a807-b008639c0d4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:32:08.830014 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d596e3a5-34c1-472a-958d-1695ac6683d6 admin admin] Network hostable DHCP agents. Network: e5afc4b2-b62e-43cc-a807-b008639c0d4f, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:32:08.849955 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d596e3a5-34c1-472a-958d-1695ac6683d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b210b3d4-0fee-4dad-a874-126f3e2c1f20,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:08.896639 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-fd6c179c-cb95-4d5b-8e51-3a65b84fe692 None None] Provisioning complete for port e028ce58-25be-4011-812f-1177d83b933d triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:32:08.897940 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fd6c179c-cb95-4d5b-8e51-3a65b84fe692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (e028ce58-25be-4011-812f-1177d83b933d), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:08.981539 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-fd6c179c-cb95-4d5b-8e51-3a65b84fe692 None None] Port e028ce58-25be-4011-812f-1177d83b933d cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:32:09.050894 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d596e3a5-34c1-472a-958d-1695ac6683d6 admin admin] Network e5afc4b2-b62e-43cc-a807-b008639c0d4f is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:32:09.081030 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-d596e3a5-34c1-472a-958d-1695ac6683d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, e5afc4b2-b62e-43cc-a807-b008639c0d4f) {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:32:09.090002 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d596e3a5-34c1-472a-958d-1695ac6683d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:09.091126 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d596e3a5-34c1-472a-958d-1695ac6683d6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:09.092882 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11ee997-cf7f-45a1-82ca-3486ae13130b None None] Network e5afc4b2-b62e-43cc-a807-b008639c0d4f requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:32:09.112705 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34987eb1-6eca-4f8e-a6d2-5a37fecf613c req-8682f041-4e74-481b-9efd-096ec9d09e4f tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:09.123663 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-34987eb1-6eca-4f8e-a6d2-5a37fecf613c req-8682f041-4e74-481b-9efd-096ec9d09e4f tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/ports?device_id=15e2eeae-f4f2-424e-9a78-0fe0799fc0c1 HTTP/1.1" status: 200 len: 945 time: 0.2993309 Feb 04 12:32:09.183078 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fa360a42-5c6f-466c-a3fd-b0f894b55e10 req-e40b554c-3017-4ebc-95db-e9274e36dd35 tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] Router 7c1fcdf1-a124-4326-aab1-5939cd4e2565 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:32:09.201862 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-d596e3a5-34c1-472a-958d-1695ac6683d6 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.6489065 Feb 04 12:32:09.205603 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 43704) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:09.214269 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-c24bbaff-3a5f-4329-9d3e-d3ecb311e031 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1752599005-router', 'tenant_id': '60403df8fc1a4b00b06a45bfc2d7e2b2', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:32:09.261584 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c24bbaff-3a5f-4329-9d3e-d3ecb311e031 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10933'] for router (f7a758cb-2ec5-4863-af36-5b323a96683c), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:09.263420 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c24bbaff-3a5f-4329-9d3e-d3ecb311e031 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10924'] for router (f7a758cb-2ec5-4863-af36-5b323a96683c), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:09.300056 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0382f50-68f4-4ded-9f1b-338b342df478 None None] Network e5afc4b2-b62e-43cc-a807-b008639c0d4f requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:32:09.387551 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-34987eb1-6eca-4f8e-a6d2-5a37fecf613c req-24724d91-bb12-45ab-8c2c-dc5d73b791cf tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/security-groups?id=98d15bf5-a480-4f0d-bc57-8f17260bd5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592411 Feb 04 12:32:09.591034 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2af5aedd-b5c7-44e1-92a2-f4a92649c8ff tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:09.596651 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2af5aedd-b5c7-44e1-92a2-f4a92649c8ff tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1599943'] for floatingip (90ab9b31-5187-44eb-947b-101740c96c42), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:09.617428 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c24bbaff-3a5f-4329-9d3e-d3ecb311e031 admin admin] Publish callbacks [] for router_controller (f7a758cb-2ec5-4863-af36-5b323a96683c), precommit_add_association {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:09.727184 n-d-825015-3 neutron-server[103474]: INFO neutron.db.l3_db [None req-2af5aedd-b5c7-44e1-92a2-f4a92649c8ff tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Floating IP 90ab9b31-5187-44eb-947b-101740c96c42 associated. External IP: 172.25.3.213, port: 78c7f230-31de-4147-8bee-9b0f5b902b9e. Feb 04 12:32:09.732616 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdc520c-04dd-498c-8854-1669ecfc63ea req-ba2199ea-4a48-4ede-b7e7-b49435012a14 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:09.734233 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2cdc520c-04dd-498c-8854-1669ecfc63ea req-ba2199ea-4a48-4ede-b7e7-b49435012a14 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=788e8096-f9b2-4203-a187-32a13b5d456e HTTP/1.1" status: 200 len: 951 time: 0.2159402 Feb 04 12:32:09.743662 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fa360a42-5c6f-466c-a3fd-b0f894b55e10 req-e40b554c-3017-4ebc-95db-e9274e36dd35 tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:32:09.752592 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-fa360a42-5c6f-466c-a3fd-b0f894b55e10 req-e40b554c-3017-4ebc-95db-e9274e36dd35 tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:09.755258 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e0b14c-448e-4193-a6bb-dca906e9ecf1 None None] Sync routers for ids ['7c1fcdf1-a124-4326-aab1-5939cd4e2565'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:32:09.774904 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e0b14c-448e-4193-a6bb-dca906e9ecf1 None None] Routers {'7c1fcdf1-a124-4326-aab1-5939cd4e2565'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:32:09.775703 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-39e0b14c-448e-4193-a6bb-dca906e9ecf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:31:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['7c1fcdf1-a124-4326-aab1-5939cd4e2565'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:32:09.906774 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c24bbaff-3a5f-4329-9d3e-d3ecb311e031 admin admin] Publish callbacks [] for router_gateway (f7a758cb-2ec5-4863-af36-5b323a96683c), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:09.911532 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fa360a42-5c6f-466c-a3fd-b0f894b55e10 req-e40b554c-3017-4ebc-95db-e9274e36dd35 tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] 10.222.0.65 "PUT /v2.0/floatingips/e198aee6-fae3-46da-88e7-6f42af4cdbcd HTTP/1.1" status: 200 len: 996 time: 4.4534640 Feb 04 12:32:09.915251 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '607f9051-3590-4eaa-91eb-3992bcebf3c0', 'tag': 'f33ad91a-c151-40d4-94a1-3ed7834ae1a6'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:32:09.917934 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a42fa0b-08de-4fc2-a6cf-fab55bdcd77e" -d '{"events": [{"name": "network-changed", "server_uuid": "607f9051-3590-4eaa-91eb-3992bcebf3c0", "tag": "f33ad91a-c151-40d4-94a1-3ed7834ae1a6"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:32:09.972859 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2cdc520c-04dd-498c-8854-1669ecfc63ea req-6b8f9b7b-c59a-4061-9252-70e33a2aa46a tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266216 Feb 04 12:32:10.025815 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-39e0b14c-448e-4193-a6bb-dca906e9ecf1 None None] Set router 7c1fcdf1-a124-4326-aab1-5939cd4e2565 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:32:10.109586 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2af5aedd-b5c7-44e1-92a2-f4a92649c8ff tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Router ada8f51e-764c-41fd-bd66-5801c2bcad0a has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:32:10.361735 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2af5aedd-b5c7-44e1-92a2-f4a92649c8ff tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:32:10.376012 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbddc82e-aa71-4623-b0b4-8bbd93990a1b None None] Sync routers for ids ['ada8f51e-764c-41fd-bd66-5801c2bcad0a'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:32:10.391666 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bc140cd0-78e9-429c-a865-78e73dc68144 req-cf43305c-0f50-459f-9079-c619e5a80241 tempest-ServerShowV247Test-911395226 tempest-ServerShowV247Test-911395226-project] 10.222.0.65 "GET /v2.0/ports?device_id=13664381-a952-4a52-9f97-f7da7b8c5d36 HTTP/1.1" status: 200 len: 210 time: 0.0696051 Feb 04 12:32:10.399449 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbddc82e-aa71-4623-b0b4-8bbd93990a1b None None] Routers {'ada8f51e-764c-41fd-bd66-5801c2bcad0a'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:32:10.402012 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-dbddc82e-aa71-4623-b0b4-8bbd93990a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:31:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['ada8f51e-764c-41fd-bd66-5801c2bcad0a'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:32:10.429582 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 43766) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:10.435941 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa360a42-5c6f-466c-a3fd-b0f894b55e10 req-169726a2-a1ec-4b72-82d4-033e35712348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:10.438888 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fa360a42-5c6f-466c-a3fd-b0f894b55e10 req-169726a2-a1ec-4b72-82d4-033e35712348 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a730f577f6c540ffb62b1abecee5e3b6&device_id=607f9051-3590-4eaa-91eb-3992bcebf3c0 HTTP/1.1" status: 200 len: 1128 time: 0.4951632 Feb 04 12:32:10.460562 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-dbddc82e-aa71-4623-b0b4-8bbd93990a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:32:10.467087 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d5d593-4ff1-46af-962f-3d16cd94ecfe req-a202e7fe-d432-4b5d-92f5-81f89cb97c2a tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:10.471689 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-50d5d593-4ff1-46af-962f-3d16cd94ecfe req-a202e7fe-d432-4b5d-92f5-81f89cb97c2a tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.77 "GET /v2.0/ports?device_id=788e8096-f9b2-4203-a187-32a13b5d456e HTTP/1.1" status: 200 len: 951 time: 0.1488354 Feb 04 12:32:10.483616 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbddc82e-aa71-4623-b0b4-8bbd93990a1b None None] Routers {'ada8f51e-764c-41fd-bd66-5801c2bcad0a'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:32:10.485055 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-dbddc82e-aa71-4623-b0b4-8bbd93990a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:31:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['ada8f51e-764c-41fd-bd66-5801c2bcad0a'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:32:10.532566 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-39e0b14c-448e-4193-a6bb-dca906e9ecf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c1fcdf1-a124-4326-aab1-5939cd4e2565', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1555532305-router', 'tenant_id': 'a730f577f6c540ffb62b1abecee5e3b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': 'af738814-b0fa-4d7d-933e-68df22ba2435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:31:28Z', 'updated_at': '2022-02-04T12:31:35Z', 'revision_number': 4, 'project_id': 'a730f577f6c540ffb62b1abecee5e3b6', 'gw_port': {'id': 'af738814-b0fa-4d7d-933e-68df22ba2435', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:40:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1fcdf1-a124-4326-aab1-5939cd4e2565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:31:30Z', 'updated_at': '2022-02-04T12:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': 'e198aee6-fae3-46da-88e7-6f42af4cdbcd', 'tenant_id': 'a730f577f6c540ffb62b1abecee5e3b6', 'floating_ip_address': '172.25.3.15', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': '7c1fcdf1-a124-4326-aab1-5939cd4e2565', 'port_id': 'f33ad91a-c151-40d4-94a1-3ed7834ae1a6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1337, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '071b61e7-30d4-4807-8ea9-d31ae3a931a3', 'mac_address': 'fa:16:3e:bf:6b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607f9051-3590-4eaa-91eb-3992bcebf3c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:32:02Z', 'updated_at': '2022-02-04T12:32:07Z', 'revision_number': 1, 'project_id': 'a730f577f6c540ffb62b1abecee5e3b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6c9e52d-8900-4e0e-bd41-3fefc8be047b', 'name': '', 'network_id': '071b61e7-30d4-4807-8ea9-d31ae3a931a3', 'tenant_id': 'a730f577f6c540ffb62b1abecee5e3b6', 'mac_address': 'fa:16:3e:31:10:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1fcdf1-a124-4326-aab1-5939cd4e2565', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '1cb7544b-3b32-44b8-ab6c-df4a9aae40f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:31:33Z', 'updated_at': '2022-02-04T12:31:42Z', 'revision_number': 5, 'project_id': 'a730f577f6c540ffb62b1abecee5e3b6', 'subnets': [{'id': '1cb7544b-3b32-44b8-ab6c-df4a9aae40f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:32:10.590261 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-dbddc82e-aa71-4623-b0b4-8bbd93990a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:32:10.592942 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbddc82e-aa71-4623-b0b4-8bbd93990a1b None None] The sync data for ids ['ada8f51e-764c-41fd-bd66-5801c2bcad0a'] in n-d-825015-3 is: [] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:32:10.599139 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e0b14c-448e-4193-a6bb-dca906e9ecf1 None None] Checking router: 7c1fcdf1-a124-4326-aab1-5939cd4e2565 for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:32:10.618606 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e0b14c-448e-4193-a6bb-dca906e9ecf1 None None] Routers {'7c1fcdf1-a124-4326-aab1-5939cd4e2565'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:32:10.621313 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-39e0b14c-448e-4193-a6bb-dca906e9ecf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:31:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['7c1fcdf1-a124-4326-aab1-5939cd4e2565'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:32:10.657520 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa360a42-5c6f-466c-a3fd-b0f894b55e10 req-5cfff0f3-1584-4828-beeb-933dcef34391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:10.659040 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fa360a42-5c6f-466c-a3fd-b0f894b55e10 req-5cfff0f3-1584-4828-beeb-933dcef34391 service neutron] 10.222.0.65 "GET /v2.0/networks?id=071b61e7-30d4-4807-8ea9-d31ae3a931a3 HTTP/1.1" status: 200 len: 930 time: 0.2126966 Feb 04 12:32:10.766639 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de1ba761-1e6b-40b4-8fec-585d8677bcbc x-openstack-request-id: req-de1ba761-1e6b-40b4-8fec-585d8677bcbc {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:32:10.766639 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "607f9051-3590-4eaa-91eb-3992bcebf3c0", "tag": "f33ad91a-c151-40d4-94a1-3ed7834ae1a6", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:32:10.766639 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-de1ba761-1e6b-40b4-8fec-585d8677bcbc {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:32:10.766639 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '607f9051-3590-4eaa-91eb-3992bcebf3c0', 'tag': 'f33ad91a-c151-40d4-94a1-3ed7834ae1a6', 'status': 'completed', 'code': 200} Feb 04 12:32:10.797326 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-dcb18e0a-a91d-4852-89c2-86a5bdc984f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:10.861580 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-39e0b14c-448e-4193-a6bb-dca906e9ecf1 None None] Set router 7c1fcdf1-a124-4326-aab1-5939cd4e2565 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:32:10.938900 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fa360a42-5c6f-466c-a3fd-b0f894b55e10 req-d8facc29-225a-4e70-a817-2a0e2f680f58 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f33ad91a-c151-40d4-94a1-3ed7834ae1a6 HTTP/1.1" status: 200 len: 999 time: 0.2548311 Feb 04 12:32:11.181210 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0c7a6a-32e7-478c-93b4-bc3ababc3553 req-b2e3f55b-375f-43e8-b6bf-8bd6af16a35b tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:11.189575 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9f0c7a6a-32e7-478c-93b4-bc3ababc3553 req-b2e3f55b-375f-43e8-b6bf-8bd6af16a35b tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/ports?device_id=15e2eeae-f4f2-424e-9a78-0fe0799fc0c1 HTTP/1.1" status: 200 len: 945 time: 0.3500948 Feb 04 12:32:11.198080 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-50d5d593-4ff1-46af-962f-3d16cd94ecfe req-45dd9c3b-daab-4df0-b1d1-0885a43aabcf tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Deleting port 2d7e5a81-9bd0-463d-9494-2793ee228c11 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:32:11.198832 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-50d5d593-4ff1-46af-962f-3d16cd94ecfe req-45dd9c3b-daab-4df0-b1d1-0885a43aabcf tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (2d7e5a81-9bd0-463d-9494-2793ee228c11), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:11.255545 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-39e0b14c-448e-4193-a6bb-dca906e9ecf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c1fcdf1-a124-4326-aab1-5939cd4e2565', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1555532305-router', 'tenant_id': 'a730f577f6c540ffb62b1abecee5e3b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': 'af738814-b0fa-4d7d-933e-68df22ba2435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:31:28Z', 'updated_at': '2022-02-04T12:31:35Z', 'revision_number': 4, 'project_id': 'a730f577f6c540ffb62b1abecee5e3b6', 'gw_port': {'id': 'af738814-b0fa-4d7d-933e-68df22ba2435', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:40:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1fcdf1-a124-4326-aab1-5939cd4e2565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:31:30Z', 'updated_at': '2022-02-04T12:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': 'e198aee6-fae3-46da-88e7-6f42af4cdbcd', 'tenant_id': 'a730f577f6c540ffb62b1abecee5e3b6', 'floating_ip_address': '172.25.3.15', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': '7c1fcdf1-a124-4326-aab1-5939cd4e2565', 'port_id': 'f33ad91a-c151-40d4-94a1-3ed7834ae1a6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1337, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '071b61e7-30d4-4807-8ea9-d31ae3a931a3', 'mac_address': 'fa:16:3e:bf:6b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607f9051-3590-4eaa-91eb-3992bcebf3c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:32:02Z', 'updated_at': '2022-02-04T12:32:07Z', 'revision_number': 1, 'project_id': 'a730f577f6c540ffb62b1abecee5e3b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6c9e52d-8900-4e0e-bd41-3fefc8be047b', 'name': '', 'network_id': '071b61e7-30d4-4807-8ea9-d31ae3a931a3', 'tenant_id': 'a730f577f6c540ffb62b1abecee5e3b6', 'mac_address': 'fa:16:3e:31:10:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1fcdf1-a124-4326-aab1-5939cd4e2565', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '1cb7544b-3b32-44b8-ab6c-df4a9aae40f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:31:33Z', 'updated_at': '2022-02-04T12:31:42Z', 'revision_number': 5, 'project_id': 'a730f577f6c540ffb62b1abecee5e3b6', 'subnets': [{'id': '1cb7544b-3b32-44b8-ab6c-df4a9aae40f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:32:11.259249 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa360a42-5c6f-466c-a3fd-b0f894b55e10 req-ebbae071-a2ba-429d-a1a1-a9da50255adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:11.266964 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fa360a42-5c6f-466c-a3fd-b0f894b55e10 req-ebbae071-a2ba-429d-a1a1-a9da50255adb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1cb7544b-3b32-44b8-ab6c-df4a9aae40f5 HTTP/1.1" status: 200 len: 868 time: 0.3067982 Feb 04 12:32:11.289473 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e0b14c-448e-4193-a6bb-dca906e9ecf1 None None] The sync data for ids ['7c1fcdf1-a124-4326-aab1-5939cd4e2565'] in n-d-825015-3 is: [{'id': '7c1fcdf1-a124-4326-aab1-5939cd4e2565', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1555532305-router', 'tenant_id': 'a730f577f6c540ffb62b1abecee5e3b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': 'af738814-b0fa-4d7d-933e-68df22ba2435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:31:28Z', 'updated_at': '2022-02-04T12:31:35Z', 'revision_number': 4, 'project_id': 'a730f577f6c540ffb62b1abecee5e3b6', 'gw_port': {'id': 'af738814-b0fa-4d7d-933e-68df22ba2435', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:40:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1fcdf1-a124-4326-aab1-5939cd4e2565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:31:30Z', 'updated_at': '2022-02-04T12:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': 'e198aee6-fae3-46da-88e7-6f42af4cdbcd', 'tenant_id': 'a730f577f6c540ffb62b1abecee5e3b6', 'floating_ip_address': '172.25.3.15', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': '7c1fcdf1-a124-4326-aab1-5939cd4e2565', 'port_id': 'f33ad91a-c151-40d4-94a1-3ed7834ae1a6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1337, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '071b61e7-30d4-4807-8ea9-d31ae3a931a3', 'mac_address': 'fa:16:3e:bf:6b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607f9051-3590-4eaa-91eb-3992bcebf3c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:32:02Z', 'updated_at': '2022-02-04T12:32:07Z', 'revision_number': 1, 'project_id': 'a730f577f6c540ffb62b1abecee5e3b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6c9e52d-8900-4e0e-bd41-3fefc8be047b', 'name': '', 'network_id': '071b61e7-30d4-4807-8ea9-d31ae3a931a3', 'tenant_id': 'a730f577f6c540ffb62b1abecee5e3b6', 'mac_address': 'fa:16:3e:31:10:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1fcdf1-a124-4326-aab1-5939cd4e2565', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '1cb7544b-3b32-44b8-ab6c-df4a9aae40f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:31:33Z', 'updated_at': '2022-02-04T12:31:42Z', 'revision_number': 5, 'project_id': 'a730f577f6c540ffb62b1abecee5e3b6', 'subnets': [{'id': '1cb7544b-3b32-44b8-ab6c-df4a9aae40f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:32:11.293505 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9f0c7a6a-32e7-478c-93b4-bc3ababc3553 req-2d533b88-2ddf-4653-b868-cc4424584944 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/security-groups?id=98d15bf5-a480-4f0d-bc57-8f17260bd5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025138 Feb 04 12:32:11.357875 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a42fa0b-08de-4fc2-a6cf-fab55bdcd77e req-ed971d89-b8cc-49c1-be27-50b708a90031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:11.360030 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-2a42fa0b-08de-4fc2-a6cf-fab55bdcd77e req-ed971d89-b8cc-49c1-be27-50b708a90031 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a730f577f6c540ffb62b1abecee5e3b6&device_id=607f9051-3590-4eaa-91eb-3992bcebf3c0 HTTP/1.1" status: 200 len: 1128 time: 0.5487134 Feb 04 12:32:11.373032 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2af5aedd-b5c7-44e1-92a2-f4a92649c8ff tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Router bbd46cc0-4721-4817-9481-d8850fd22059 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:32:11.522804 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-50d5d593-4ff1-46af-962f-3d16cd94ecfe req-45dd9c3b-daab-4df0-b1d1-0885a43aabcf tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] For port 2d7e5a81-9bd0-463d-9494-2793ee228c11, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=2d7e5a81-9bd0-463d-9494-2793ee228c11,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:32:11.523368 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-50d5d593-4ff1-46af-962f-3d16cd94ecfe req-45dd9c3b-daab-4df0-b1d1-0885a43aabcf tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (2d7e5a81-9bd0-463d-9494-2793ee228c11), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:11.530686 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c24bbaff-3a5f-4329-9d3e-d3ecb311e031 admin admin] Publish callbacks [] for router_gateway (f7a758cb-2ec5-4863-af36-5b323a96683c), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:11.582534 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a42fa0b-08de-4fc2-a6cf-fab55bdcd77e req-422869a3-3826-4e7a-8a03-69fd43e1f476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:11.584308 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-2a42fa0b-08de-4fc2-a6cf-fab55bdcd77e req-422869a3-3826-4e7a-8a03-69fd43e1f476 service neutron] 10.222.0.77 "GET /v2.0/networks?id=071b61e7-30d4-4807-8ea9-d31ae3a931a3 HTTP/1.1" status: 200 len: 930 time: 0.2060578 Feb 04 12:32:11.589135 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-50d5d593-4ff1-46af-962f-3d16cd94ecfe req-45dd9c3b-daab-4df0-b1d1-0885a43aabcf tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Calling delete_port for 2d7e5a81-9bd0-463d-9494-2793ee228c11 owned by compute:nova {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:32:11.592982 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c24bbaff-3a5f-4329-9d3e-d3ecb311e031 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:11.599131 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-dcb18e0a-a91d-4852-89c2-86a5bdc984f0 admin admin] Publish callbacks [] for security_group (e377725c-f1cc-4b13-8d95-508c54899639), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:11.604247 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2af5aedd-b5c7-44e1-92a2-f4a92649c8ff tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:32:11.618106 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7c4132-e72a-4aea-8d5f-817c6677da5e None None] Sync routers for ids ['bbd46cc0-4721-4817-9481-d8850fd22059'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:32:11.634862 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-dcb18e0a-a91d-4852-89c2-86a5bdc984f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (e377725c-f1cc-4b13-8d95-508c54899639), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:11.641919 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7c4132-e72a-4aea-8d5f-817c6677da5e None None] Routers {'bbd46cc0-4721-4817-9481-d8850fd22059'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:32:11.642955 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-3c7c4132-e72a-4aea-8d5f-817c6677da5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:31:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['bbd46cc0-4721-4817-9481-d8850fd22059'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:32:11.644448 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2af5aedd-b5c7-44e1-92a2-f4a92649c8ff tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:11.661936 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa360a42-5c6f-466c-a3fd-b0f894b55e10 req-f1e166b1-9c54-4ce7-8868-d646829c8ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:11.663792 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fa360a42-5c6f-466c-a3fd-b0f894b55e10 req-f1e166b1-9c54-4ce7-8868-d646829c8ce3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=071b61e7-30d4-4807-8ea9-d31ae3a931a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3958838 Feb 04 12:32:11.716184 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5efeca-d119-4eae-99fd-14c44da8c472 None None] New status for floating IP e198aee6-fae3-46da-88e7-6f42af4cdbcd: ACTIVE {{(pid=103476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 12:32:11.727278 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-3c7c4132-e72a-4aea-8d5f-817c6677da5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:32:11.746979 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7c4132-e72a-4aea-8d5f-817c6677da5e None None] Routers {'bbd46cc0-4721-4817-9481-d8850fd22059'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:32:11.748451 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-3c7c4132-e72a-4aea-8d5f-817c6677da5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:31:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['bbd46cc0-4721-4817-9481-d8850fd22059'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:32:11.751246 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-2a42fa0b-08de-4fc2-a6cf-fab55bdcd77e req-4b6ad251-daa7-413c-9379-d73bd77416c5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f33ad91a-c151-40d4-94a1-3ed7834ae1a6 HTTP/1.1" status: 200 len: 999 time: 0.1592951 Feb 04 12:32:11.806148 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-2af5aedd-b5c7-44e1-92a2-f4a92649c8ff tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] 10.222.0.65 "PUT /v2.0/floatingips/90ab9b31-5187-44eb-947b-101740c96c42 HTTP/1.1" status: 200 len: 979 time: 3.2319341 Feb 04 12:32:11.808852 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 43792) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:11.917548 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-3c7c4132-e72a-4aea-8d5f-817c6677da5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:32:11.918833 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7c4132-e72a-4aea-8d5f-817c6677da5e None None] The sync data for ids ['bbd46cc0-4721-4817-9481-d8850fd22059'] in n-d-825015-3 is: [] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:32:11.952227 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a42fa0b-08de-4fc2-a6cf-fab55bdcd77e req-f0d44001-a2ff-47c3-ad70-df357eb5e934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:11.955857 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-2a42fa0b-08de-4fc2-a6cf-fab55bdcd77e req-f0d44001-a2ff-47c3-ad70-df357eb5e934 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1cb7544b-3b32-44b8-ab6c-df4a9aae40f5 HTTP/1.1" status: 200 len: 868 time: 0.1964908 Feb 04 12:32:11.967241 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58fc79c-ae1c-4ce9-a4bc-e9ac3f67b3c8 req-772d831e-03bb-4d01-8dad-319f50699570 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:11.970359 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c58fc79c-ae1c-4ce9-a4bc-e9ac3f67b3c8 req-772d831e-03bb-4d01-8dad-319f50699570 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=788e8096-f9b2-4203-a187-32a13b5d456e HTTP/1.1" status: 200 len: 951 time: 0.5455234 Feb 04 12:32:12.027344 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-1162df13-7095-4254-83de-ca1a16696af8 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Deleting port e028ce58-25be-4011-812f-1177d83b933d {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:32:12.027445 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1162df13-7095-4254-83de-ca1a16696af8 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (e028ce58-25be-4011-812f-1177d83b933d), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:12.054837 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-dcb18e0a-a91d-4852-89c2-86a5bdc984f0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5b8e91ce40454198bfef53af37288455&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6143634 Feb 04 12:32:12.060464 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 43796) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:12.090618 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb18e0a-a91d-4852-89c2-86a5bdc984f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e377725c-f1cc-4b13-8d95-508c54899639,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:12.180280 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a42fa0b-08de-4fc2-a6cf-fab55bdcd77e req-b6b81ada-1e4d-43fc-9239-a4d8e471449d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:12.182454 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-2a42fa0b-08de-4fc2-a6cf-fab55bdcd77e req-b6b81ada-1e4d-43fc-9239-a4d8e471449d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=071b61e7-30d4-4807-8ea9-d31ae3a931a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2111084 Feb 04 12:32:12.208901 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-c24bbaff-3a5f-4329-9d3e-d3ecb311e031 admin admin] Allocated IP 172.25.3.164 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/0f69b7a7-f9fe-45f4-906e-656ba1b81330) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:32:12.217496 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fa360a42-5c6f-466c-a3fd-b0f894b55e10 req-23fe08cb-5cb7-4dd6-bed1-36df7fb7e4e1 service neutron] 10.222.0.65 "GET /v2.0/networks/071b61e7-30d4-4807-8ea9-d31ae3a931a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4282985 Feb 04 12:32:12.225035 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c58fc79c-ae1c-4ce9-a4bc-e9ac3f67b3c8 req-e49b023a-4b6e-40b7-abac-e8246ccf29a7 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882982 Feb 04 12:32:12.293902 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-df4f7d9a-e439-4eac-9b8b-9684af7be6d5 admin admin] Publish callbacks [] for security_group (e377725c-f1cc-4b13-8d95-508c54899639), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:12.314027 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1162df13-7095-4254-83de-ca1a16696af8 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (e028ce58-25be-4011-812f-1177d83b933d), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:12.385750 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-df4f7d9a-e439-4eac-9b8b-9684af7be6d5 admin admin] Publish callbacks [] for security_group (e377725c-f1cc-4b13-8d95-508c54899639), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:12.447587 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-50d5d593-4ff1-46af-962f-3d16cd94ecfe req-45dd9c3b-daab-4df0-b1d1-0885a43aabcf tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (2d7e5a81-9bd0-463d-9494-2793ee228c11), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:12.466290 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['1838ab07-adf7-4b9b-b746-757621e1c012', 'dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd', 'db538db2-c02c-4361-8837-b38171c24852'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:32:12.490228 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-2a42fa0b-08de-4fc2-a6cf-fab55bdcd77e req-dac44c1f-5c1c-4a43-8372-2bb232bf727e service neutron] 10.222.0.77 "GET /v2.0/networks/071b61e7-30d4-4807-8ea9-d31ae3a931a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2992885 Feb 04 12:32:12.524433 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dd9c3b-daab-4df0-b1d1-0885a43aabcf tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Pushing event deleted for resources: {'Port': ['ID=2d7e5a81-9bd0-463d-9494-2793ee228c11,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:12.528060 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fa360a42-5c6f-466c-a3fd-b0f894b55e10 req-b3eaacb5-3a81-4f02-b249-d77804bbb6dc service neutron] 10.222.0.65 "GET /v2.0/networks/071b61e7-30d4-4807-8ea9-d31ae3a931a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3001688 Feb 04 12:32:12.553521 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b5ece2-b6fc-4e6d-87d7-f3fa29ef8ed9 req-04620d31-1dcb-4c90-9b29-8c5ecbee0b6e tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:12.565093 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-46b5ece2-b6fc-4e6d-87d7-f3fa29ef8ed9 req-04620d31-1dcb-4c90-9b29-8c5ecbee0b6e tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/ports?device_id=15e2eeae-f4f2-424e-9a78-0fe0799fc0c1 HTTP/1.1" status: 200 len: 945 time: 0.2504354 Feb 04 12:32:12.596736 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 43802) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:12.710706 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-50d5d593-4ff1-46af-962f-3d16cd94ecfe req-45dd9c3b-daab-4df0-b1d1-0885a43aabcf tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] No DVR routers for this DVR port 2d7e5a81-9bd0-463d-9494-2793ee228c11 on host n-h2-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:32:12.725720 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c24bbaff-3a5f-4329-9d3e-d3ecb311e031 admin admin] Publish callbacks [] for port (0f69b7a7-f9fe-45f4-906e-656ba1b81330), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:12.789744 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-df4f7d9a-e439-4eac-9b8b-9684af7be6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (e377725c-f1cc-4b13-8d95-508c54899639), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:12.795873 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-df4f7d9a-e439-4eac-9b8b-9684af7be6d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:12.801941 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-df4f7d9a-e439-4eac-9b8b-9684af7be6d5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e377725c-f1cc-4b13-8d95-508c54899639 HTTP/1.1" status: 204 len: 168 time: 0.7402894 Feb 04 12:32:12.804819 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-50d5d593-4ff1-46af-962f-3d16cd94ecfe req-45dd9c3b-daab-4df0-b1d1-0885a43aabcf tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:12.810529 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-50d5d593-4ff1-46af-962f-3d16cd94ecfe req-45dd9c3b-daab-4df0-b1d1-0885a43aabcf tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.77 "DELETE /v2.0/ports/2d7e5a81-9bd0-463d-9494-2793ee228c11 HTTP/1.1" status: 204 len: 173 time: 2.1657848 Feb 04 12:32:12.850276 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4f7d9a-e439-4eac-9b8b-9684af7be6d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e377725c-f1cc-4b13-8d95-508c54899639,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:12.886387 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-2a42fa0b-08de-4fc2-a6cf-fab55bdcd77e req-15780b87-d288-4f84-91ee-c32cbe93475a service neutron] 10.222.0.77 "GET /v2.0/networks/071b61e7-30d4-4807-8ea9-d31ae3a931a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3870125 Feb 04 12:32:12.902235 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '788e8096-f9b2-4203-a187-32a13b5d456e', 'name': 'network-vif-deleted', 'tag': '2d7e5a81-9bd0-463d-9494-2793ee228c11'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:32:12.902469 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1162df13-7095-4254-83de-ca1a16696af8 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:12.902733 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1162df13-7095-4254-83de-ca1a16696af8 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1599943'] for floatingip (90ab9b31-5187-44eb-947b-101740c96c42), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:12.903055 n-d-825015-3 neutron-server[103474]: INFO neutron.db.l3_db [None req-1162df13-7095-4254-83de-ca1a16696af8 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Floating IP 90ab9b31-5187-44eb-947b-101740c96c42 disassociated. External IP: 172.25.3.213, port: e028ce58-25be-4011-812f-1177d83b933d. Feb 04 12:32:12.903409 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-1162df13-7095-4254-83de-ca1a16696af8 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Calling delete_port for e028ce58-25be-4011-812f-1177d83b933d owned by {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:32:12.908732 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b998a53-9a95-4236-9aee-bd467f56f2f2" -d '{"events": [{"server_uuid": "788e8096-f9b2-4203-a187-32a13b5d456e", "name": "network-vif-deleted", "tag": "2d7e5a81-9bd0-463d-9494-2793ee228c11"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:32:12.913641 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9a51c1f6-81ac-4bd3-ae7d-63eba2b86629 req-6d809674-4b68-4379-afdd-367bba269314 tempest-ServerShowV247Test-911395226 tempest-ServerShowV247Test-911395226-project] 10.222.0.65 "GET /v2.0/ports?device_id=13664381-a952-4a52-9f97-f7da7b8c5d36 HTTP/1.1" status: 200 len: 210 time: 0.2134163 Feb 04 12:32:12.940072 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c24bbaff-3a5f-4329-9d3e-d3ecb311e031 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (0f69b7a7-f9fe-45f4-906e-656ba1b81330), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:12.978949 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-46b5ece2-b6fc-4e6d-87d7-f3fa29ef8ed9 req-d0e66384-e8fc-4bb4-8524-bc8b214b4afe tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/security-groups?id=98d15bf5-a480-4f0d-bc57-8f17260bd5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4165344 Feb 04 12:32:12.988726 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bdce291c-d203-4450-a31a-1138a6e0adb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:12.991864 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24bbaff-3a5f-4329-9d3e-d3ecb311e031 admin admin] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:32:13.053747 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-c24bbaff-3a5f-4329-9d3e-d3ecb311e031 admin admin] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:32:13.111922 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24bbaff-3a5f-4329-9d3e-d3ecb311e031 admin admin] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:32:13.114907 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5852f63a-56b1-4600-8df0-09fc51258785 x-openstack-request-id: req-5852f63a-56b1-4600-8df0-09fc51258785 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:32:13.115248 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "788e8096-f9b2-4203-a187-32a13b5d456e", "name": "network-vif-deleted", "tag": "2d7e5a81-9bd0-463d-9494-2793ee228c11", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:32:13.117783 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5852f63a-56b1-4600-8df0-09fc51258785 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:32:13.117783 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '788e8096-f9b2-4203-a187-32a13b5d456e', 'name': 'network-vif-deleted', 'tag': '2d7e5a81-9bd0-463d-9494-2793ee228c11', 'status': 'completed', 'code': 200} Feb 04 12:32:13.182333 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24bbaff-3a5f-4329-9d3e-d3ecb311e031 admin admin] Pushing event updated for resources: {'Port': ['ID=0f69b7a7-f9fe-45f4-906e-656ba1b81330,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:13.197151 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1162df13-7095-4254-83de-ca1a16696af8 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (e028ce58-25be-4011-812f-1177d83b933d), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:13.236210 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1162df13-7095-4254-83de-ca1a16696af8 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Pushing event deleted for resources: {'Port': ['ID=e028ce58-25be-4011-812f-1177d83b933d,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:13.352790 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4cd87145-8a96-48db-aaaf-2edb75b93efd req-41703440-58e8-4740-8f45-e1531437a55d tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 HTTP/1.1" status: 200 len: 258 time: 0.3723345 Feb 04 12:32:13.454245 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-4cd87145-8a96-48db-aaaf-2edb75b93efd req-d4f3571e-420e-491d-b428-5eeee4e23a63 tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] Request body: {'floatingip': {'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:32:13.497753 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1162df13-7095-4254-83de-ca1a16696af8 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Router bbd46cc0-4721-4817-9481-d8850fd22059 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:32:13.509151 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 43820) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:13.532193 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-4cd87145-8a96-48db-aaaf-2edb75b93efd req-d4f3571e-420e-491d-b428-5eeee4e23a63 tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:13.533347 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dbb87913-9344-4fd8-8af7-d135ba154e0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:13.616332 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bdce291c-d203-4450-a31a-1138a6e0adb0 admin admin] Publish callbacks [] for security_group (5d0fff76-459c-46bb-958e-870ef59a989b), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:13.647835 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bdce291c-d203-4450-a31a-1138a6e0adb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (5d0fff76-459c-46bb-958e-870ef59a989b), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:13.721421 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1162df13-7095-4254-83de-ca1a16696af8 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:32:13.733803 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dbb87913-9344-4fd8-8af7-d135ba154e0b admin admin] Publish callbacks [] for security_group (669ee166-9814-4ff9-a4bd-ff94c2266bee), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:13.746004 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5a8fc2-95dc-4ff7-b27d-d70d27e27b28 None None] Sync routers for ids ['bbd46cc0-4721-4817-9481-d8850fd22059'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:32:13.757257 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5a8fc2-95dc-4ff7-b27d-d70d27e27b28 None None] Routers {'bbd46cc0-4721-4817-9481-d8850fd22059'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:32:13.758389 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-cd5a8fc2-95dc-4ff7-b27d-d70d27e27b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:31:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['bbd46cc0-4721-4817-9481-d8850fd22059'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:32:13.782109 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dbb87913-9344-4fd8-8af7-d135ba154e0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (669ee166-9814-4ff9-a4bd-ff94c2266bee), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:13.795650 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-cd5a8fc2-95dc-4ff7-b27d-d70d27e27b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:32:13.806974 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5a8fc2-95dc-4ff7-b27d-d70d27e27b28 None None] Routers {'bbd46cc0-4721-4817-9481-d8850fd22059'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:32:13.807611 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-cd5a8fc2-95dc-4ff7-b27d-d70d27e27b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:31:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['bbd46cc0-4721-4817-9481-d8850fd22059'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:32:13.830081 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb87913-9344-4fd8-8af7-d135ba154e0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=669ee166-9814-4ff9-a4bd-ff94c2266bee,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:13.848015 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-cd5a8fc2-95dc-4ff7-b27d-d70d27e27b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:32:13.848674 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5a8fc2-95dc-4ff7-b27d-d70d27e27b28 None None] The sync data for ids ['bbd46cc0-4721-4817-9481-d8850fd22059'] in n-d-825015-3 is: [] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:32:13.876685 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-dbb87913-9344-4fd8-8af7-d135ba154e0b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=55bdae65da5243f39c62b4e1f3cb272b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3663867 Feb 04 12:32:13.879885 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 43822) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:13.901989 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1162df13-7095-4254-83de-ca1a16696af8 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:13.908181 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-1162df13-7095-4254-83de-ca1a16696af8 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] 10.222.0.65 "DELETE /v2.0/ports/e028ce58-25be-4011-812f-1177d83b933d HTTP/1.1" status: 204 len: 168 time: 2.0977550 Feb 04 12:32:13.911969 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 43824) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:14.034398 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cd68e4e3-c2c7-4677-a6ac-5011826bdbe6 admin admin] Publish callbacks [] for security_group (669ee166-9814-4ff9-a4bd-ff94c2266bee), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:14.056236 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-bdce291c-d203-4450-a31a-1138a6e0adb0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d5ce4ad9b2ea4965b8b6e9f874d24c3c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4544303 Feb 04 12:32:14.064179 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 43828) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:14.067710 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdce291c-d203-4450-a31a-1138a6e0adb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d0fff76-459c-46bb-958e-870ef59a989b,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:14.079030 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cd68e4e3-c2c7-4677-a6ac-5011826bdbe6 admin admin] Publish callbacks [] for security_group (669ee166-9814-4ff9-a4bd-ff94c2266bee), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:14.103697 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6762d848-201f-4a75-b911-67e3a2a3c7f7 req-5ff778fb-70a1-486e-abce-726462ca62e9 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:14.105339 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6762d848-201f-4a75-b911-67e3a2a3c7f7 req-5ff778fb-70a1-486e-abce-726462ca62e9 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/ports?device_id=15e2eeae-f4f2-424e-9a78-0fe0799fc0c1 HTTP/1.1" status: 200 len: 945 time: 0.5542026 Feb 04 12:32:14.151552 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c24bbaff-3a5f-4329-9d3e-d3ecb311e031 admin admin] Publish callbacks [] for router_gateway (f7a758cb-2ec5-4863-af36-5b323a96683c), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:14.254502 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-182091ea-27f4-487b-8cc0-4fc666d71027 admin admin] Publish callbacks [] for security_group (5d0fff76-459c-46bb-958e-870ef59a989b), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:14.265262 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6762d848-201f-4a75-b911-67e3a2a3c7f7 req-775dd2f1-01d1-4287-b719-83fb70bafe7b tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/security-groups?id=98d15bf5-a480-4f0d-bc57-8f17260bd5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499839 Feb 04 12:32:14.292505 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cd68e4e3-c2c7-4677-a6ac-5011826bdbe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (669ee166-9814-4ff9-a4bd-ff94c2266bee), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:14.295241 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cd68e4e3-c2c7-4677-a6ac-5011826bdbe6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:14.296290 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-cd68e4e3-c2c7-4677-a6ac-5011826bdbe6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/669ee166-9814-4ff9-a4bd-ff94c2266bee HTTP/1.1" status: 204 len: 168 time: 0.4154263 Feb 04 12:32:14.299642 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-4cd87145-8a96-48db-aaaf-2edb75b93efd req-d4f3571e-420e-491d-b428-5eeee4e23a63 tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:14.301621 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-182091ea-27f4-487b-8cc0-4fc666d71027 admin admin] Publish callbacks [] for security_group (5d0fff76-459c-46bb-958e-870ef59a989b), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:14.327471 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd68e4e3-c2c7-4677-a6ac-5011826bdbe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=669ee166-9814-4ff9-a4bd-ff94c2266bee,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:14.367863 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 2d7e5a81-9bd0-463d-9494-2793ee228c11 no longer exists at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:32:14.410246 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] No Port match for: 2d7e5a81-9bd0-463d-9494-2793ee228c11 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:32:14.411247 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 2d7e5a81-9bd0-463d-9494-2793ee228c11 not bound to the agent host n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:32:14.464997 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-182091ea-27f4-487b-8cc0-4fc666d71027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (5d0fff76-459c-46bb-958e-870ef59a989b), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:14.469215 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-182091ea-27f4-487b-8cc0-4fc666d71027 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:14.470963 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-182091ea-27f4-487b-8cc0-4fc666d71027 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5d0fff76-459c-46bb-958e-870ef59a989b HTTP/1.1" status: 204 len: 168 time: 0.4054816 Feb 04 12:32:14.511610 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182091ea-27f4-487b-8cc0-4fc666d71027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d0fff76-459c-46bb-958e-870ef59a989b,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:14.627478 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c24bbaff-3a5f-4329-9d3e-d3ecb311e031 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141'] for router (f7a758cb-2ec5-4863-af36-5b323a96683c), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:14.630317 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-4cd87145-8a96-48db-aaaf-2edb75b93efd req-d4f3571e-420e-491d-b428-5eeee4e23a63 tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] Allocated IP 172.25.3.35 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/5a195d05-f4e9-4832-b592-5569a69f29d8) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:32:14.648952 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4a8106e2-3824-482e-a099-71072a062a1b tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622215'] for router_interface (bbd46cc0-4721-4817-9481-d8850fd22059), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:14.670850 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-24a09d6e-1de5-42a0-a683-35929eb3b58b req-2712350a-ae52-444f-b68b-c03cc6b78b22 tempest-ServerShowV247Test-911395226 tempest-ServerShowV247Test-911395226-project] 10.222.0.65 "GET /v2.0/ports?device_id=13664381-a952-4a52-9f97-f7da7b8c5d36 HTTP/1.1" status: 200 len: 210 time: 0.0455956 Feb 04 12:32:14.967551 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078af9ab-ccf1-4e65-a4ba-011c1fffae0a req-163b4d14-0593-480d-8394-0873e7bfc039 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:14.969648 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-078af9ab-ccf1-4e65-a4ba-011c1fffae0a req-163b4d14-0593-480d-8394-0873e7bfc039 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f640cd7-6b63-4483-b856-61ce2fc44360 HTTP/1.1" status: 200 len: 951 time: 0.1957285 Feb 04 12:32:14.989882 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-4cd87145-8a96-48db-aaaf-2edb75b93efd req-d4f3571e-420e-491d-b428-5eeee4e23a63 tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] Publish callbacks [] for port (5a195d05-f4e9-4832-b592-5569a69f29d8), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:15.052923 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-4a8106e2-3824-482e-a099-71072a062a1b tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Deleting port f1ff4378-fffb-421e-a398-3716125de525 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:32:15.053897 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4a8106e2-3824-482e-a099-71072a062a1b tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (f1ff4378-fffb-421e-a398-3716125de525), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:15.096383 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-078af9ab-ccf1-4e65-a4ba-011c1fffae0a req-26552290-ca4f-48d8-9b72-ff40f4f4cbb8 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109555 Feb 04 12:32:15.111412 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-4cd87145-8a96-48db-aaaf-2edb75b93efd req-d4f3571e-420e-491d-b428-5eeee4e23a63 tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (5a195d05-f4e9-4832-b592-5569a69f29d8), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:15.119016 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c24bbaff-3a5f-4329-9d3e-d3ecb311e031 admin admin] Router f7a758cb-2ec5-4863-af36-5b323a96683c is scheduled to L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de with binding_index 1 {{(pid=103475) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 12:32:15.153017 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 43848) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:15.178582 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-614f3a4f-6c59-4bea-8dee-e9ca1acdabc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:15.179953 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cd87145-8a96-48db-aaaf-2edb75b93efd req-d4f3571e-420e-491d-b428-5eeee4e23a63 tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:32:15.187407 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-4cd87145-8a96-48db-aaaf-2edb75b93efd req-d4f3571e-420e-491d-b428-5eeee4e23a63 tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:32:15.195417 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cd87145-8a96-48db-aaaf-2edb75b93efd req-d4f3571e-420e-491d-b428-5eeee4e23a63 tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:32:15.199538 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f3571e-420e-491d-b428-5eeee4e23a63 tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] Pushing event updated for resources: {'Port': ['ID=5a195d05-f4e9-4832-b592-5569a69f29d8,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:15.281784 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4a8106e2-3824-482e-a099-71072a062a1b tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (f1ff4378-fffb-421e-a398-3716125de525), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:15.315183 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-4a8106e2-3824-482e-a099-71072a062a1b tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Calling delete_port for f1ff4378-fffb-421e-a398-3716125de525 owned by network:router_interface {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:32:15.368475 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c24bbaff-3a5f-4329-9d3e-d3ecb311e031 admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:32:15.382789 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1641b33d-3a85-448d-a1f2-5016ce4aae4b None None] Sync routers for ids ['f7a758cb-2ec5-4863-af36-5b323a96683c'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:32:15.400108 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1641b33d-3a85-448d-a1f2-5016ce4aae4b None None] Routers {'f7a758cb-2ec5-4863-af36-5b323a96683c'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:32:15.401075 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-1641b33d-3a85-448d-a1f2-5016ce4aae4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:31:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['f7a758cb-2ec5-4863-af36-5b323a96683c'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:32:15.459554 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c24bbaff-3a5f-4329-9d3e-d3ecb311e031 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:15.463276 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-c24bbaff-3a5f-4329-9d3e-d3ecb311e031 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.2535939 Feb 04 12:32:15.467571 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 43858) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:15.532044 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-4cd87145-8a96-48db-aaaf-2edb75b93efd req-d4f3571e-420e-491d-b428-5eeee4e23a63 tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] Publish callbacks [] for floatingip (e1007d68-a722-4f88-9db7-399b1755dbb6), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:15.554099 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-614f3a4f-6c59-4bea-8dee-e9ca1acdabc2 admin admin] Publish callbacks [] for security_group (4eca7c0b-9e4c-4275-83eb-a240eda86140), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:15.562527 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-614f3a4f-6c59-4bea-8dee-e9ca1acdabc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (4eca7c0b-9e4c-4275-83eb-a240eda86140), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:15.586884 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f5a008cf-7d4d-4fb0-8446-b992aedbaef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:15.608274 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f8198f-5e96-465e-84d4-0b337bb9e153 req-abb15583-b793-4a23-afd3-b6c60ff3311b tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:15.610927 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-94f8198f-5e96-465e-84d4-0b337bb9e153 req-abb15583-b793-4a23-afd3-b6c60ff3311b tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/ports?device_id=15e2eeae-f4f2-424e-9a78-0fe0799fc0c1 HTTP/1.1" status: 200 len: 945 time: 0.2186155 Feb 04 12:32:15.646968 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-1641b33d-3a85-448d-a1f2-5016ce4aae4b None None] Set router f7a758cb-2ec5-4863-af36-5b323a96683c gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:32:15.655871 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-614f3a4f-6c59-4bea-8dee-e9ca1acdabc2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c4a6a16866c64d249883657ca496c2f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4978721 Feb 04 12:32:15.655871 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614f3a4f-6c59-4bea-8dee-e9ca1acdabc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eca7c0b-9e4c-4275-83eb-a240eda86140,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:15.658939 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 43862) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:15.722995 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-4cd87145-8a96-48db-aaaf-2edb75b93efd req-d4f3571e-420e-491d-b428-5eeee4e23a63 tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (5a195d05-f4e9-4832-b592-5569a69f29d8), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:15.767165 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 43866) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:15.768365 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-94f8198f-5e96-465e-84d4-0b337bb9e153 req-c0d484b5-eb6e-4d26-8c50-bfa42b12221a tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/security-groups?id=98d15bf5-a480-4f0d-bc57-8f17260bd5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467395 Feb 04 12:32:15.820468 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4a8106e2-3824-482e-a099-71072a062a1b tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (f1ff4378-fffb-421e-a398-3716125de525), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:15.900910 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5b0f426b-8d4b-4b27-9e83-03de58803db2 admin admin] Publish callbacks [] for security_group (4eca7c0b-9e4c-4275-83eb-a240eda86140), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:15.935260 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5b0f426b-8d4b-4b27-9e83-03de58803db2 admin admin] Publish callbacks [] for security_group (4eca7c0b-9e4c-4275-83eb-a240eda86140), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:15.971825 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8106e2-3824-482e-a099-71072a062a1b tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Pushing event deleted for resources: {'Port': ['ID=f1ff4378-fffb-421e-a398-3716125de525,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:15.985061 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-b4ef9f11-0999-4ca8-82b6-ce010581d17f tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-582072090'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:32:15.991496 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-1641b33d-3a85-448d-a1f2-5016ce4aae4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a758cb-2ec5-4863-af36-5b323a96683c', 'name': 'tempest-ServerRescueNegativeTestJSON-1752599005-router', 'tenant_id': '60403df8fc1a4b00b06a45bfc2d7e2b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '0f69b7a7-f9fe-45f4-906e-656ba1b81330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:32:09Z', 'updated_at': '2022-02-04T12:32:13Z', 'revision_number': 3, 'project_id': '60403df8fc1a4b00b06a45bfc2d7e2b2', 'gw_port': {'id': '0f69b7a7-f9fe-45f4-906e-656ba1b81330', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:71:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a758cb-2ec5-4863-af36-5b323a96683c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:32:11Z', 'updated_at': '2022-02-04T12:32:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:32:16.030263 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1641b33d-3a85-448d-a1f2-5016ce4aae4b None None] Checking router: f7a758cb-2ec5-4863-af36-5b323a96683c for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:32:16.032048 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1641b33d-3a85-448d-a1f2-5016ce4aae4b None None] Updating router f7a758cb-2ec5-4863-af36-5b323a96683c port 0f69b7a7-f9fe-45f4-906e-656ba1b81330 binding host n-d-825015-3 {{(pid=103476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:32:16.036116 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-56cb2f78-ac02-4f4b-95f1-7692427e46e4 req-affc08ac-497a-4423-974f-efbbb625c31e tempest-ServerShowV247Test-911395226 tempest-ServerShowV247Test-911395226-project] 10.222.0.65 "GET /v2.0/ports?device_id=13664381-a952-4a52-9f97-f7da7b8c5d36 HTTP/1.1" status: 200 len: 210 time: 0.0571673 Feb 04 12:32:16.097263 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1641b33d-3a85-448d-a1f2-5016ce4aae4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (0f69b7a7-f9fe-45f4-906e-656ba1b81330), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:16.098913 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5b0f426b-8d4b-4b27-9e83-03de58803db2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (4eca7c0b-9e4c-4275-83eb-a240eda86140), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:16.103641 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5b0f426b-8d4b-4b27-9e83-03de58803db2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:16.107262 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-5b0f426b-8d4b-4b27-9e83-03de58803db2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4eca7c0b-9e4c-4275-83eb-a240eda86140 HTTP/1.1" status: 204 len: 168 time: 0.4316454 Feb 04 12:32:16.111026 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4ef9f11-0999-4ca8-82b6-ce010581d17f tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Made reservation on behalf of 033089eae79b4f9fa2373fbe9923684e for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:32:16.122782 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b4ef9f11-0999-4ca8-82b6-ce010581d17f tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:16.228116 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0f426b-8d4b-4b27-9e83-03de58803db2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eca7c0b-9e4c-4275-83eb-a240eda86140,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:16.249684 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b4ef9f11-0999-4ca8-82b6-ce010581d17f tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:16.321487 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-4cd87145-8a96-48db-aaaf-2edb75b93efd req-d4f3571e-420e-491d-b428-5eeee4e23a63 tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] Publish callbacks [] for port (5a195d05-f4e9-4832-b592-5569a69f29d8), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:16.336361 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-4cd87145-8a96-48db-aaaf-2edb75b93efd req-d4f3571e-420e-491d-b428-5eeee4e23a63 tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (5a195d05-f4e9-4832-b592-5569a69f29d8), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:16.419058 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4a8106e2-3824-482e-a099-71072a062a1b tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622067'] for router_interface (bbd46cc0-4721-4817-9481-d8850fd22059), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:16.542114 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b4ef9f11-0999-4ca8-82b6-ce010581d17f tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks [] for security_group (b313d260-c89d-410f-a3d8-de0c2dfdee29), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:16.551326 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b4ef9f11-0999-4ca8-82b6-ce010581d17f tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (b313d260-c89d-410f-a3d8-de0c2dfdee29), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:16.612125 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4ef9f11-0999-4ca8-82b6-ce010581d17f tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:32:16.627403 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ef9f11-0999-4ca8-82b6-ce010581d17f tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b313d260-c89d-410f-a3d8-de0c2dfdee29,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:16.643153 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b4ef9f11-0999-4ca8-82b6-ce010581d17f tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (fe79dbce-d474-4f58-96d6-f672366b501b), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:16.643645 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-b4ef9f11-0999-4ca8-82b6-ce010581d17f tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Added segment fe79dbce-d474-4f58-96d6-f672366b501b of type vlan for network bf310a5c-ba5f-441c-bdc9-8b5730c2251d Feb 04 12:32:16.655640 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1641b33d-3a85-448d-a1f2-5016ce4aae4b None None] Publish callbacks [] for port (0f69b7a7-f9fe-45f4-906e-656ba1b81330), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:16.666092 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1641b33d-3a85-448d-a1f2-5016ce4aae4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (0f69b7a7-f9fe-45f4-906e-656ba1b81330), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:16.749975 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-1641b33d-3a85-448d-a1f2-5016ce4aae4b None None] Attempting to bind port 0f69b7a7-f9fe-45f4-906e-656ba1b81330 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:32:16.751242 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-1641b33d-3a85-448d-a1f2-5016ce4aae4b None None] Attempting to bind port 0f69b7a7-f9fe-45f4-906e-656ba1b81330 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:32:16.751819 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1641b33d-3a85-448d-a1f2-5016ce4aae4b None None] Attempting to bind port 0f69b7a7-f9fe-45f4-906e-656ba1b81330 on network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:32:16.765341 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afda66e-fa6c-482c-a82b-30289d0e6568 None None] Pushing event updated for resources: {'Port': ['ID=0f69b7a7-f9fe-45f4-906e-656ba1b81330,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:16.792083 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1641b33d-3a85-448d-a1f2-5016ce4aae4b None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:32:16.792901 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1641b33d-3a85-448d-a1f2-5016ce4aae4b None None] Checking segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:32:16.793543 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1641b33d-3a85-448d-a1f2-5016ce4aae4b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:16.794353 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1641b33d-3a85-448d-a1f2-5016ce4aae4b None None] Bound using segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:32:16.795819 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-1641b33d-3a85-448d-a1f2-5016ce4aae4b None None] Bound port: 0f69b7a7-f9fe-45f4-906e-656ba1b81330, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:32:16.797819 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1641b33d-3a85-448d-a1f2-5016ce4aae4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (0f69b7a7-f9fe-45f4-906e-656ba1b81330), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:16.886493 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b4ef9f11-0999-4ca8-82b6-ce010581d17f tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (bf310a5c-ba5f-441c-bdc9-8b5730c2251d), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:16.929062 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-1641b33d-3a85-448d-a1f2-5016ce4aae4b None None] For port 0f69b7a7-f9fe-45f4-906e-656ba1b81330, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:32:16.935951 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-1641b33d-3a85-448d-a1f2-5016ce4aae4b None None] For port 0f69b7a7-f9fe-45f4-906e-656ba1b81330, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=0f69b7a7-f9fe-45f4-906e-656ba1b81330,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:32:16.945225 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1641b33d-3a85-448d-a1f2-5016ce4aae4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (0f69b7a7-f9fe-45f4-906e-656ba1b81330), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:17.008661 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1641b33d-3a85-448d-a1f2-5016ce4aae4b None None] Routers {'f7a758cb-2ec5-4863-af36-5b323a96683c'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:32:17.009446 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-1641b33d-3a85-448d-a1f2-5016ce4aae4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:31:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['f7a758cb-2ec5-4863-af36-5b323a96683c'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:32:17.124360 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afda66e-fa6c-482c-a82b-30289d0e6568 None None] Pushing event updated for resources: {'Port': ['ID=0f69b7a7-f9fe-45f4-906e-656ba1b81330,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:17.156465 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c480521-25c8-4b89-bba1-6aaa5ad60e58 req-d1944ee3-9445-4571-b532-f4ea29d04329 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:17.158813 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9c480521-25c8-4b89-bba1-6aaa5ad60e58 req-d1944ee3-9445-4571-b532-f4ea29d04329 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.73 "GET /v2.0/ports?device_id=9f640cd7-6b63-4483-b856-61ce2fc44360 HTTP/1.1" status: 200 len: 951 time: 1.1047893 Feb 04 12:32:17.198727 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-1641b33d-3a85-448d-a1f2-5016ce4aae4b None None] Set router f7a758cb-2ec5-4863-af36-5b323a96683c gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:32:17.255238 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8f15c7-c115-4bf8-a350-43d06c02ac58 req-23b364f5-82cc-41c7-b37d-0a6c27cfa1b4 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:17.259185 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cc8f15c7-c115-4bf8-a350-43d06c02ac58 req-23b364f5-82cc-41c7-b37d-0a6c27cfa1b4 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f640cd7-6b63-4483-b856-61ce2fc44360 HTTP/1.1" status: 200 len: 951 time: 1.0274491 Feb 04 12:32:17.282180 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f3571e-420e-491d-b428-5eeee4e23a63 tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] Pushing event updated for resources: {'Port': ['ID=5a195d05-f4e9-4832-b592-5569a69f29d8,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:17.286596 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.db.resource_extend [None req-b4ef9f11-0999-4ca8-82b6-ce010581d17f tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 12:32:17.291013 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-4cd87145-8a96-48db-aaaf-2edb75b93efd req-d4f3571e-420e-491d-b428-5eeee4e23a63 tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1599943'] for floatingip (e1007d68-a722-4f88-9db7-399b1755dbb6), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:17.316994 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b4ef9f11-0999-4ca8-82b6-ce010581d17f tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (bf310a5c-ba5f-441c-bdc9-8b5730c2251d), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:17.324001 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ef9f11-0999-4ca8-82b6-ce010581d17f tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:17.324969 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b4ef9f11-0999-4ca8-82b6-ce010581d17f tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:17.383219 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-4cd87145-8a96-48db-aaaf-2edb75b93efd req-d4f3571e-420e-491d-b428-5eeee4e23a63 tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:17.384613 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4cd87145-8a96-48db-aaaf-2edb75b93efd req-d4f3571e-420e-491d-b428-5eeee4e23a63 tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.0306752 Feb 04 12:32:17.445540 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ef9f11-0999-4ca8-82b6-ce010581d17f tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Pushing event updated for resources: {'Network': ['ID=bf310a5c-ba5f-441c-bdc9-8b5730c2251d,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:17.477200 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-b4ef9f11-0999-4ca8-82b6-ce010581d17f tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.7016053 Feb 04 12:32:17.477864 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network bf310a5c-ba5f-441c-bdc9-8b5730c2251d details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:32:17.493051 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cc8f15c7-c115-4bf8-a350-43d06c02ac58 req-27462e43-5cf4-4325-8991-8d5231ff9a9b tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129703 Feb 04 12:32:17.498143 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4cd87145-8a96-48db-aaaf-2edb75b93efd req-8dba35ab-2f7f-41d1-822d-36dba833a74b tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.3.35 HTTP/1.1" status: 200 len: 695 time: 0.1015277 Feb 04 12:32:17.509323 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a8106e2-3824-482e-a099-71072a062a1b tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Router bbd46cc0-4721-4817-9481-d8850fd22059 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:32:17.638249 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 43896) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:17.659840 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-1641b33d-3a85-448d-a1f2-5016ce4aae4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a758cb-2ec5-4863-af36-5b323a96683c', 'name': 'tempest-ServerRescueNegativeTestJSON-1752599005-router', 'tenant_id': '60403df8fc1a4b00b06a45bfc2d7e2b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '0f69b7a7-f9fe-45f4-906e-656ba1b81330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:32:09Z', 'updated_at': '2022-02-04T12:32:13Z', 'revision_number': 3, 'project_id': '60403df8fc1a4b00b06a45bfc2d7e2b2', 'gw_port': {'id': '0f69b7a7-f9fe-45f4-906e-656ba1b81330', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:71:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a758cb-2ec5-4863-af36-5b323a96683c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:32:11Z', 'updated_at': '2022-02-04T12:32:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:32:17.670771 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-4e22a54d-fd23-4dea-b846-9e8dca2340b2 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Request body: {'subnet': {'network_id': 'bf310a5c-ba5f-441c-bdc9-8b5730c2251d', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:32:17.700321 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-9c480521-25c8-4b89-bba1-6aaa5ad60e58 req-a8251302-747c-4ae4-a911-48d9a3274cbb tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Deleting port db538db2-c02c-4361-8837-b38171c24852 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:32:17.700668 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-9c480521-25c8-4b89-bba1-6aaa5ad60e58 req-a8251302-747c-4ae4-a911-48d9a3274cbb tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (db538db2-c02c-4361-8837-b38171c24852), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:17.808683 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a8106e2-3824-482e-a099-71072a062a1b tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:32:17.820202 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-4a8106e2-3824-482e-a099-71072a062a1b tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] 10.222.0.65 "PUT /v2.0/routers/bbd46cc0-4721-4817-9481-d8850fd22059/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9064357 Feb 04 12:32:17.825718 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9521a1-5a77-4b8d-9ce0-3981f593f8b3 None None] Sync routers for ids ['bbd46cc0-4721-4817-9481-d8850fd22059'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:32:17.833252 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 43910) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:17.838276 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9521a1-5a77-4b8d-9ce0-3981f593f8b3 None None] Routers {'bbd46cc0-4721-4817-9481-d8850fd22059'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:32:17.839304 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-3c9521a1-5a77-4b8d-9ce0-3981f593f8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:31:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['bbd46cc0-4721-4817-9481-d8850fd22059'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:32:17.845606 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e22a54d-fd23-4dea-b846-9e8dca2340b2 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Made reservation on behalf of 033089eae79b4f9fa2373fbe9923684e for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:32:17.855191 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4e22a54d-fd23-4dea-b846-9e8dca2340b2 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60610638'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:17.892881 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1641b33d-3a85-448d-a1f2-5016ce4aae4b None None] The sync data for ids ['f7a758cb-2ec5-4863-af36-5b323a96683c'] in n-d-825015-3 is: [{'id': 'f7a758cb-2ec5-4863-af36-5b323a96683c', 'name': 'tempest-ServerRescueNegativeTestJSON-1752599005-router', 'tenant_id': '60403df8fc1a4b00b06a45bfc2d7e2b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '0f69b7a7-f9fe-45f4-906e-656ba1b81330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:32:09Z', 'updated_at': '2022-02-04T12:32:13Z', 'revision_number': 3, 'project_id': '60403df8fc1a4b00b06a45bfc2d7e2b2', 'gw_port': {'id': '0f69b7a7-f9fe-45f4-906e-656ba1b81330', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:71:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a758cb-2ec5-4863-af36-5b323a96683c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:32:11Z', 'updated_at': '2022-02-04T12:32:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:32:17.901749 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-3c9521a1-5a77-4b8d-9ce0-3981f593f8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:32:17.914061 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9521a1-5a77-4b8d-9ce0-3981f593f8b3 None None] Routers {'bbd46cc0-4721-4817-9481-d8850fd22059'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:32:17.914704 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-3c9521a1-5a77-4b8d-9ce0-3981f593f8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:31:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['bbd46cc0-4721-4817-9481-d8850fd22059'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:32:17.937052 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4644eccc-2ada-4557-906b-3019eb596621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:18.011294 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-3c9521a1-5a77-4b8d-9ce0-3981f593f8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:32:18.013389 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9521a1-5a77-4b8d-9ce0-3981f593f8b3 None None] The sync data for ids ['bbd46cc0-4721-4817-9481-d8850fd22059'] in n-d-825015-3 is: [] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:32:18.148212 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198295bf-ce03-461b-b407-3a09c2a09c91 req-08109c30-af1e-4f19-94da-4a4613065077 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:18.157558 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-198295bf-ce03-461b-b407-3a09c2a09c91 req-08109c30-af1e-4f19-94da-4a4613065077 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/ports?device_id=15e2eeae-f4f2-424e-9a78-0fe0799fc0c1 HTTP/1.1" status: 200 len: 945 time: 0.4855816 Feb 04 12:32:18.171630 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd87145-8a96-48db-aaaf-2edb75b93efd req-eea57272-19b8-4f4b-bb41-089ae74a5dde tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:18.174300 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4cd87145-8a96-48db-aaaf-2edb75b93efd req-eea57272-19b8-4f4b-bb41-089ae74a5dde tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] 10.222.0.65 "GET /v2.0/networks/7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 HTTP/1.1" status: 200 len: 784 time: 0.6626220 Feb 04 12:32:18.196322 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-9c480521-25c8-4b89-bba1-6aaa5ad60e58 req-a8251302-747c-4ae4-a911-48d9a3274cbb tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] For port db538db2-c02c-4361-8837-b38171c24852, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=db538db2-c02c-4361-8837-b38171c24852,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:32:18.196812 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-9c480521-25c8-4b89-bba1-6aaa5ad60e58 req-a8251302-747c-4ae4-a911-48d9a3274cbb tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (db538db2-c02c-4361-8837-b38171c24852), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:18.214994 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1827ce1a-3ac5-4f65-9f2d-bad27c8028af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:18.257446 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-9c480521-25c8-4b89-bba1-6aaa5ad60e58 req-a8251302-747c-4ae4-a911-48d9a3274cbb tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Calling delete_port for db538db2-c02c-4361-8837-b38171c24852 owned by compute:nova {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:32:18.272118 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4e22a54d-fd23-4dea-b846-9e8dca2340b2 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59045178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60610680'] for subnet (1464bafc-feda-453b-ba15-3c28c31c9ff1), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:18.351448 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6e5f78d2-0d35-4a46-a03d-978a13c70478 req-b1a84ad4-864d-4963-a998-8f4ffdcb3dab tempest-ServerShowV247Test-911395226 tempest-ServerShowV247Test-911395226-project] 10.222.0.65 "GET /v2.0/ports?device_id=13664381-a952-4a52-9f97-f7da7b8c5d36 HTTP/1.1" status: 200 len: 210 time: 0.0988154 Feb 04 12:32:18.397093 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 43918) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:18.425274 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 12:32:18.432033 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-54df9a67-ba10-4ddf-8d24-f23cd3d5a83e tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks [] for router (bbd46cc0-4721-4817-9481-d8850fd22059), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:18.470667 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e22a54d-fd23-4dea-b846-9e8dca2340b2 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Pushing event updated for resources: {'Subnet': ['ID=1464bafc-feda-453b-ba15-3c28c31c9ff1,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:18.476360 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e22a54d-fd23-4dea-b846-9e8dca2340b2 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Checking segment: {'id': 'fe79dbce-d474-4f58-96d6-f672366b501b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'bf310a5c-ba5f-441c-bdc9-8b5730c2251d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:32:18.476740 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e22a54d-fd23-4dea-b846-9e8dca2340b2 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Network hostable DHCP agents. Network: bf310a5c-ba5f-441c-bdc9-8b5730c2251d, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:32:18.504355 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e22a54d-fd23-4dea-b846-9e8dca2340b2 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Network bf310a5c-ba5f-441c-bdc9-8b5730c2251d is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:32:18.520316 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-4e22a54d-fd23-4dea-b846-9e8dca2340b2 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, bf310a5c-ba5f-441c-bdc9-8b5730c2251d) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:32:18.537112 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e22a54d-fd23-4dea-b846-9e8dca2340b2 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:18.538202 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4e22a54d-fd23-4dea-b846-9e8dca2340b2 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:18.538330 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20920627-81f1-49f3-b1c4-4b6fe0f8805d None None] Network bf310a5c-ba5f-441c-bdc9-8b5730c2251d requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:32:18.592395 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6521afe5-e438-48b4-a8b7-a09d5db3f78f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:18.603258 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-4e22a54d-fd23-4dea-b846-9e8dca2340b2 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.9364972 Feb 04 12:32:18.609949 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 43924) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:18.616261 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-f2e88b0b-ec9f-4ff6-842a-837a12dac10b tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-536805914'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:32:18.677350 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2e88b0b-ec9f-4ff6-842a-837a12dac10b tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Made reservation on behalf of 033089eae79b4f9fa2373fbe9923684e for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:32:18.681975 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f2e88b0b-ec9f-4ff6-842a-837a12dac10b tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:18.695045 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9677158-ea43-42c9-8a13-4656fd1c262c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-bf310a5c-ba5f-441c-bdc9-8b5730c2251d', 'network_id': 'bf310a5c-ba5f-441c-bdc9-8b5730c2251d', 'project_id': '033089eae79b4f9fa2373fbe9923684e', 'fixed_ips': [{'subnet_id': '1464bafc-feda-453b-ba15-3c28c31c9ff1'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 12:32:18.695976 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f9677158-ea43-42c9-8a13-4656fd1c262c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:18.709328 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-198295bf-ce03-461b-b407-3a09c2a09c91 req-93435427-7b27-44c0-9111-99571de262d7 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/security-groups?id=98d15bf5-a480-4f0d-bc57-8f17260bd5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5509884 Feb 04 12:32:18.736508 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2e88b0b-ec9f-4ff6-842a-837a12dac10b tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:32:18.739207 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ad03f351-f786-4dbb-b73d-4304814db822 req-2f3f58db-f340-4ab7-8cd6-fc647a1e4493 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=13664381-a952-4a52-9f97-f7da7b8c5d36 HTTP/1.1" status: 200 len: 210 time: 0.6724172 Feb 04 12:32:18.778438 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f2e88b0b-ec9f-4ff6-842a-837a12dac10b tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (58b6309f-dab9-4402-9981-fe80625e3bf7), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:18.778930 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-f2e88b0b-ec9f-4ff6-842a-837a12dac10b tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Added segment 58b6309f-dab9-4402-9981-fe80625e3bf7 of type vlan for network 69763912-3e77-4173-81ec-bb45e6b45408 Feb 04 12:32:18.825384 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6521afe5-e438-48b4-a8b7-a09d5db3f78f admin admin] Publish callbacks [] for security_group (cb494ad3-c2f2-438b-b33a-88030224595b), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:18.870067 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6521afe5-e438-48b4-a8b7-a09d5db3f78f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (cb494ad3-c2f2-438b-b33a-88030224595b), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:18.917141 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f2e88b0b-ec9f-4ff6-842a-837a12dac10b tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (69763912-3e77-4173-81ec-bb45e6b45408), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:18.953729 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-6521afe5-e438-48b4-a8b7-a09d5db3f78f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d3a5ed256c604db2b5d76d215239fdac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5511973 Feb 04 12:32:18.960128 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6521afe5-e438-48b4-a8b7-a09d5db3f78f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb494ad3-c2f2-438b-b33a-88030224595b,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:18.966001 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 43926) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:18.969632 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-f9677158-ea43-42c9-8a13-4656fd1c262c None None] Allocated IP 172.20.255.242 (bf310a5c-ba5f-441c-bdc9-8b5730c2251d/1464bafc-feda-453b-ba15-3c28c31c9ff1/f81303e7-dee0-4b1e-8cc6-1d02c83c435b) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:32:18.995297 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f2e88b0b-ec9f-4ff6-842a-837a12dac10b tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (69763912-3e77-4173-81ec-bb45e6b45408), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:19.002986 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e88b0b-ec9f-4ff6-842a-837a12dac10b tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:19.003983 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f2e88b0b-ec9f-4ff6-842a-837a12dac10b tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:19.082493 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f362ab-a02f-4701-8e98-cf317cbbaa02 req-f0c1f408-b3a0-450c-8d56-0cf9527895d3 tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:19.095473 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-76f362ab-a02f-4701-8e98-cf317cbbaa02 req-f0c1f408-b3a0-450c-8d56-0cf9527895d3 tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] 10.222.0.65 "GET /v2.0/ports?device_id=607f9051-3590-4eaa-91eb-3992bcebf3c0&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.5757279 Feb 04 12:32:19.116695 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-f2e88b0b-ec9f-4ff6-842a-837a12dac10b tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5055721 Feb 04 12:32:19.121841 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 43928) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:19.130360 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-51b11003-1381-414f-883e-aecae029e779 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Request body: {'subnet': {'network_id': '69763912-3e77-4173-81ec-bb45e6b45408', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:32:19.180724 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:19.195784 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-1827ce1a-3ac5-4f65-9f2d-bad27c8028af admin admin] Allocated IP 172.20.0.1 (e5afc4b2-b62e-43cc-a807-b008639c0d4f/b210b3d4-0fee-4dad-a874-126f3e2c1f20/f172d7da-658c-4166-b0e0-def699128d7c) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:32:19.212444 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f9677158-ea43-42c9-8a13-4656fd1c262c None None] Publish callbacks [] for port (f81303e7-dee0-4b1e-8cc6-1d02c83c435b), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:19.220076 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f9677158-ea43-42c9-8a13-4656fd1c262c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (f81303e7-dee0-4b1e-8cc6-1d02c83c435b), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:19.221685 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e88b0b-ec9f-4ff6-842a-837a12dac10b tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Pushing event updated for resources: {'Network': ['ID=69763912-3e77-4173-81ec-bb45e6b45408,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:19.240338 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0fc5743b-ea71-47f9-8f48-98ba44531e69 admin admin] Publish callbacks [] for security_group (cb494ad3-c2f2-438b-b33a-88030224595b), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:19.268051 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 69763912-3e77-4173-81ec-bb45e6b45408 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:32:19.299552 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0fc5743b-ea71-47f9-8f48-98ba44531e69 admin admin] Publish callbacks [] for security_group (cb494ad3-c2f2-438b-b33a-88030224595b), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:19.352899 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51b11003-1381-414f-883e-aecae029e779 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Made reservation on behalf of 033089eae79b4f9fa2373fbe9923684e for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:32:19.353737 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9677158-ea43-42c9-8a13-4656fd1c262c None None] Network bf310a5c-ba5f-441c-bdc9-8b5730c2251d is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:32:19.356870 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-51b11003-1381-414f-883e-aecae029e779 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60610638'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:19.357043 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9677158-ea43-42c9-8a13-4656fd1c262c None None] Pushing event updated for resources: {'Port': ['ID=f81303e7-dee0-4b1e-8cc6-1d02c83c435b,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:19.359701 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-f9677158-ea43-42c9-8a13-4656fd1c262c None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:32:19.367604 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9677158-ea43-42c9-8a13-4656fd1c262c None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:32:19.397275 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-54df9a67-ba10-4ddf-8d24-f23cd3d5a83e tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks [] for router_gateway (bbd46cc0-4721-4817-9481-d8850fd22059), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:19.424392 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1827ce1a-3ac5-4f65-9f2d-bad27c8028af admin admin] Publish callbacks [] for port (f172d7da-658c-4166-b0e0-def699128d7c), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:19.430509 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-76f362ab-a02f-4701-8e98-cf317cbbaa02 req-9968c58f-b174-4b80-9254-f82aaa63f81b tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.3.35 HTTP/1.1" status: 200 len: 695 time: 0.3338299 Feb 04 12:32:19.440501 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0fc5743b-ea71-47f9-8f48-98ba44531e69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (cb494ad3-c2f2-438b-b33a-88030224595b), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:19.444430 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0fc5743b-ea71-47f9-8f48-98ba44531e69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:19.446611 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-0fc5743b-ea71-47f9-8f48-98ba44531e69 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cb494ad3-c2f2-438b-b33a-88030224595b HTTP/1.1" status: 204 len: 168 time: 0.4790452 Feb 04 12:32:19.465735 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc5743b-ea71-47f9-8f48-98ba44531e69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb494ad3-c2f2-438b-b33a-88030224595b,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:19.473615 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-f9677158-ea43-42c9-8a13-4656fd1c262c None None] Attempting to bind port f81303e7-dee0-4b1e-8cc6-1d02c83c435b on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:32:19.473996 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-f9677158-ea43-42c9-8a13-4656fd1c262c None None] Attempting to bind port f81303e7-dee0-4b1e-8cc6-1d02c83c435b by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': 'fe79dbce-d474-4f58-96d6-f672366b501b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'bf310a5c-ba5f-441c-bdc9-8b5730c2251d'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:32:19.474359 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9677158-ea43-42c9-8a13-4656fd1c262c None None] Attempting to bind port f81303e7-dee0-4b1e-8cc6-1d02c83c435b on network bf310a5c-ba5f-441c-bdc9-8b5730c2251d {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:32:19.475012 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd29ea67-953d-4d90-997e-4879778acd79 req-7d1dd588-2603-443e-9a27-6e55ca25ce98 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:19.488636 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9677158-ea43-42c9-8a13-4656fd1c262c None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:32:19.489071 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9677158-ea43-42c9-8a13-4656fd1c262c None None] Checking segment: {'id': 'fe79dbce-d474-4f58-96d6-f672366b501b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'bf310a5c-ba5f-441c-bdc9-8b5730c2251d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:32:19.489427 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f9677158-ea43-42c9-8a13-4656fd1c262c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:19.490119 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9677158-ea43-42c9-8a13-4656fd1c262c None None] Bound using segment: {'id': 'fe79dbce-d474-4f58-96d6-f672366b501b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'bf310a5c-ba5f-441c-bdc9-8b5730c2251d'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:32:19.490360 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-f9677158-ea43-42c9-8a13-4656fd1c262c None None] Bound port: f81303e7-dee0-4b1e-8cc6-1d02c83c435b, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe79dbce-d474-4f58-96d6-f672366b501b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'bf310a5c-ba5f-441c-bdc9-8b5730c2251d'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:32:19.490748 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f9677158-ea43-42c9-8a13-4656fd1c262c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (f81303e7-dee0-4b1e-8cc6-1d02c83c435b), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:19.493653 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cd29ea67-953d-4d90-997e-4879778acd79 req-7d1dd588-2603-443e-9a27-6e55ca25ce98 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f640cd7-6b63-4483-b856-61ce2fc44360 HTTP/1.1" status: 200 len: 951 time: 0.6340134 Feb 04 12:32:19.569154 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-76f362ab-a02f-4701-8e98-cf317cbbaa02 req-c67ce032-2016-4c65-b2aa-bec52e786af3 tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] Request body: {'floatingip': {'port_id': 'f33ad91a-c151-40d4-94a1-3ed7834ae1a6', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:32:19.586406 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-f9677158-ea43-42c9-8a13-4656fd1c262c None None] For port f81303e7-dee0-4b1e-8cc6-1d02c83c435b, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:32:19.592542 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-f9677158-ea43-42c9-8a13-4656fd1c262c None None] For port f81303e7-dee0-4b1e-8cc6-1d02c83c435b, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=f81303e7-dee0-4b1e-8cc6-1d02c83c435b,segment=NetworkSegment(fe79dbce-d474-4f58-96d6-f672366b501b),segment_id=fe79dbce-d474-4f58-96d6-f672366b501b)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:32:19.601767 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f9677158-ea43-42c9-8a13-4656fd1c262c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (f81303e7-dee0-4b1e-8cc6-1d02c83c435b), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:19.637870 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-9c480521-25c8-4b89-bba1-6aaa5ad60e58 req-a8251302-747c-4ae4-a911-48d9a3274cbb tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (db538db2-c02c-4361-8837-b38171c24852), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:19.659530 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['1838ab07-adf7-4b9b-b746-757621e1c012', 'dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:32:19.684166 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-51b11003-1381-414f-883e-aecae029e779 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59045178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60610680'] for subnet (c6cbeb57-04a4-4945-8aa7-20d5bf355431), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:19.711250 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8251302-747c-4ae4-a911-48d9a3274cbb tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Pushing event deleted for resources: {'Port': ['ID=db538db2-c02c-4361-8837-b38171c24852,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:19.715267 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-76f362ab-a02f-4701-8e98-cf317cbbaa02 req-c67ce032-2016-4c65-b2aa-bec52e786af3 tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] Publish callbacks [] for floatingip (e1007d68-a722-4f88-9db7-399b1755dbb6), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:19.731642 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9677158-ea43-42c9-8a13-4656fd1c262c None None] Pushing event updated for resources: {'Port': ['ID=f81303e7-dee0-4b1e-8cc6-1d02c83c435b,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:19.823154 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b11003-1381-414f-883e-aecae029e779 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Checking segment: {'id': '58b6309f-dab9-4402-9981-fe80625e3bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '69763912-3e77-4173-81ec-bb45e6b45408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:32:19.823749 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b11003-1381-414f-883e-aecae029e779 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Network hostable DHCP agents. Network: 69763912-3e77-4173-81ec-bb45e6b45408, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:32:19.858364 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b11003-1381-414f-883e-aecae029e779 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Pushing event updated for resources: {'Subnet': ['ID=c6cbeb57-04a4-4945-8aa7-20d5bf355431,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:19.890052 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b11003-1381-414f-883e-aecae029e779 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Network 69763912-3e77-4173-81ec-bb45e6b45408 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:32:19.894239 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cd29ea67-953d-4d90-997e-4879778acd79 req-544c173e-194b-45fd-ac54-cb48af15e417 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3994253 Feb 04 12:32:19.904594 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-51b11003-1381-414f-883e-aecae029e779 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 69763912-3e77-4173-81ec-bb45e6b45408) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:32:19.918299 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b11003-1381-414f-883e-aecae029e779 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:19.919013 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-51b11003-1381-414f-883e-aecae029e779 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:19.960484 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7293cab2-cb0b-4e11-b722-927514cc2c06 None None] Network 69763912-3e77-4173-81ec-bb45e6b45408 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:32:19.968307 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-51b11003-1381-414f-883e-aecae029e779 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.8419001 Feb 04 12:32:19.968407 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 43940) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:19.990066 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c480521-25c8-4b89-bba1-6aaa5ad60e58 req-a8251302-747c-4ae4-a911-48d9a3274cbb tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] No DVR routers for this DVR port db538db2-c02c-4361-8837-b38171c24852 on host n-h1-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:32:19.997022 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-9c480521-25c8-4b89-bba1-6aaa5ad60e58 req-a8251302-747c-4ae4-a911-48d9a3274cbb tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:20.001043 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9c480521-25c8-4b89-bba1-6aaa5ad60e58 req-a8251302-747c-4ae4-a911-48d9a3274cbb tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.73 "DELETE /v2.0/ports/db538db2-c02c-4361-8837-b38171c24852 HTTP/1.1" status: 204 len: 173 time: 2.8301640 Feb 04 12:32:20.028463 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f640cd7-6b63-4483-b856-61ce2fc44360', 'name': 'network-vif-deleted', 'tag': 'db538db2-c02c-4361-8837-b38171c24852'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:32:20.037449 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d96256e-b7af-4560-a73c-3128839fd2c3" -d '{"events": [{"server_uuid": "9f640cd7-6b63-4483-b856-61ce2fc44360", "name": "network-vif-deleted", "tag": "db538db2-c02c-4361-8837-b38171c24852"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:32:20.044005 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1827ce1a-3ac5-4f65-9f2d-bad27c8028af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (f172d7da-658c-4166-b0e0-def699128d7c), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:20.302597 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 0f69b7a7-f9fe-45f4-906e-656ba1b81330 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:32:20.326042 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dc77c44f-c9dd-4b7b-be8d-007ba563a915 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (69763912-3e77-4173-81ec-bb45e6b45408), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:20.352188 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-54df9a67-ba10-4ddf-8d24-f23cd3d5a83e tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Deleting port e7864f77-5744-4552-899d-69344293b269 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:32:20.352795 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-54df9a67-ba10-4ddf-8d24-f23cd3d5a83e tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (e7864f77-5744-4552-899d-69344293b269), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:20.429749 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6bca414e-9fea-443b-ad6f-dc9bfd86279b req-272562c0-a645-422c-87c0-f87002ecb21a tempest-ServerShowV247Test-911395226 tempest-ServerShowV247Test-911395226-project] 10.222.0.65 "GET /v2.0/ports?device_id=13664381-a952-4a52-9f97-f7da7b8c5d36 HTTP/1.1" status: 200 len: 210 time: 0.2198637 Feb 04 12:32:20.555325 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dc77c44f-c9dd-4b7b-be8d-007ba563a915 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (c6cbeb57-04a4-4945-8aa7-20d5bf355431), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:20.659619 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:20.674459 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2beac95-80d4-40f1-b403-c0ca88547733 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-69763912-3e77-4173-81ec-bb45e6b45408', 'network_id': '69763912-3e77-4173-81ec-bb45e6b45408', 'project_id': '033089eae79b4f9fa2373fbe9923684e', 'fixed_ips': [{'subnet_id': 'c6cbeb57-04a4-4945-8aa7-20d5bf355431'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 12:32:20.675315 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b2beac95-80d4-40f1-b403-c0ca88547733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:20.680562 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 0f69b7a7-f9fe-45f4-906e-656ba1b81330 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:32:20.680562 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (0f69b7a7-f9fe-45f4-906e-656ba1b81330), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:20.689245 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dc77c44f-c9dd-4b7b-be8d-007ba563a915 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (c6cbeb57-04a4-4945-8aa7-20d5bf355431), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:20.742953 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc77c44f-c9dd-4b7b-be8d-007ba563a915 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Pushing event deleted for resources: {'Subnet': ['ID=c6cbeb57-04a4-4945-8aa7-20d5bf355431,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:20.827994 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dc77c44f-c9dd-4b7b-be8d-007ba563a915 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (69763912-3e77-4173-81ec-bb45e6b45408), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:20.891973 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-dc77c44f-c9dd-4b7b-be8d-007ba563a915 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69763912-3e77-4173-81ec-bb45e6b45408']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:32:20.905343 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1827ce1a-3ac5-4f65-9f2d-bad27c8028af admin admin] Network e5afc4b2-b62e-43cc-a807-b008639c0d4f is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:32:20.910358 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86cd56db-31b3-4f9e-b235-bbba60644a34 None None] Network 69763912-3e77-4173-81ec-bb45e6b45408 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:32:20.928973 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-dc77c44f-c9dd-4b7b-be8d-007ba563a915 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58b6309f-dab9-4402-9981-fe80625e3bf7') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:32:20.929276 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-dc77c44f-c9dd-4b7b-be8d-007ba563a915 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58b6309f-dab9-4402-9981-fe80625e3bf7') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:32:20.942400 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-1827ce1a-3ac5-4f65-9f2d-bad27c8028af admin admin] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:32:20.945319 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dc77c44f-c9dd-4b7b-be8d-007ba563a915 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (58b6309f-dab9-4402-9981-fe80625e3bf7), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:20.965007 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dc77c44f-c9dd-4b7b-be8d-007ba563a915 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (58b6309f-dab9-4402-9981-fe80625e3bf7), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:20.969804 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1827ce1a-3ac5-4f65-9f2d-bad27c8028af admin admin] Pushing event updated for resources: {'Port': ['ID=f172d7da-658c-4166-b0e0-def699128d7c,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:20.974822 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1827ce1a-3ac5-4f65-9f2d-bad27c8028af admin admin] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:32:20.979990 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc77c44f-c9dd-4b7b-be8d-007ba563a915 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:32:20.981498 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dc77c44f-c9dd-4b7b-be8d-007ba563a915 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (58b6309f-dab9-4402-9981-fe80625e3bf7), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:21.055353 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 0f69b7a7-f9fe-45f4-906e-656ba1b81330 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:32:21.055781 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (0f69b7a7-f9fe-45f4-906e-656ba1b81330), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:21.062184 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 12:32:21.062184 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:32:21.062184 n-d-825015-3 neutron-server[103474]: timer() Feb 04 12:32:21.062184 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:32:21.062184 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 12:32:21.062184 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:32:21.062184 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 12:32:21.062184 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:32:21.062184 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 12:32:21.062184 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:32:21.062184 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 12:32:21.062184 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:32:21.062184 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 12:32:21.062184 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:32:21.062184 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:32:21.062184 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:32:21.062184 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:32:21.062184 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:32:21.062184 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 12:32:21.062184 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:32:21.062184 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 12:32:21.062184 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:32:21.062184 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:32:21.062184 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:32:21.062184 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 12:32:21.062184 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:32:21.062184 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:32:21.062184 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:32:21.062184 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:32:21.062184 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:32:21.062184 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:32:21.062184 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:32:21.075113 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dc77c44f-c9dd-4b7b-be8d-007ba563a915 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (69763912-3e77-4173-81ec-bb45e6b45408), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:21.086780 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dc77c44f-c9dd-4b7b-be8d-007ba563a915 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:21.097483 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-dc77c44f-c9dd-4b7b-be8d-007ba563a915 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] 10.222.0.65 "DELETE /v2.0/networks/69763912-3e77-4173-81ec-bb45e6b45408 HTTP/1.1" status: 204 len: 168 time: 1.1235576 Feb 04 12:32:21.097684 n-d-825015-3 neutron-server[103475]: INFO neutron.api.v2.resource [req-76f362ab-a02f-4701-8e98-cf317cbbaa02 req-c67ce032-2016-4c65-b2aa-bec52e786af3 tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] update failed (client error): There was a conflict when trying to complete your request. Feb 04 12:32:21.099768 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 43962) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:21.110339 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-76f362ab-a02f-4701-8e98-cf317cbbaa02 req-c67ce032-2016-4c65-b2aa-bec52e786af3 tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] 10.222.0.65 "PUT /v2.0/floatingips/e1007d68-a722-4f88-9db7-399b1755dbb6 HTTP/1.1" status: 409 len: 550 time: 1.6068652 Feb 04 12:32:21.128774 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-19f68913-0d61-4c92-9b98-158a6ff8e37b tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1567259838'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:32:21.136482 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f002eb7-970f-4a66-ab66-066709ba6401 req-db7d70a9-d501-4b72-bdcc-5149c1ca5589 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:21.143347 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device db538db2-c02c-4361-8837-b38171c24852 no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:32:21.147593 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port 0f69b7a7-f9fe-45f4-906e-656ba1b81330, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=0f69b7a7-f9fe-45f4-906e-656ba1b81330,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:32:21.158590 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4f002eb7-970f-4a66-ab66-066709ba6401 req-db7d70a9-d501-4b72-bdcc-5149c1ca5589 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/ports?device_id=15e2eeae-f4f2-424e-9a78-0fe0799fc0c1 HTTP/1.1" status: 200 len: 945 time: 0.2555275 Feb 04 12:32:21.169343 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc77c44f-c9dd-4b7b-be8d-007ba563a915 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Pushing event deleted for resources: {'Network': ['ID=69763912-3e77-4173-81ec-bb45e6b45408,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:21.186901 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-54df9a67-ba10-4ddf-8d24-f23cd3d5a83e tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (e7864f77-5744-4552-899d-69344293b269), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:21.190975 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1827ce1a-3ac5-4f65-9f2d-bad27c8028af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1599818'] for router_interface (f7a758cb-2ec5-4863-af36-5b323a96683c), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:21.192001 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] No Port match for: db538db2-c02c-4361-8837-b38171c24852 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:32:21.192857 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device db538db2-c02c-4361-8837-b38171c24852 not bound to the agent host n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:32:21.197605 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (0f69b7a7-f9fe-45f4-906e-656ba1b81330), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:21.204216 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19f68913-0d61-4c92-9b98-158a6ff8e37b tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Made reservation on behalf of 033089eae79b4f9fa2373fbe9923684e for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:32:21.208266 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-19f68913-0d61-4c92-9b98-158a6ff8e37b tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:21.275200 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19f68913-0d61-4c92-9b98-158a6ff8e37b tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:32:21.277409 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=0f69b7a7-f9fe-45f4-906e-656ba1b81330,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:21.291579 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-19f68913-0d61-4c92-9b98-158a6ff8e37b tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (81eea616-3c3d-4506-b55b-4d9861fd5af0), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:21.292015 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-19f68913-0d61-4c92-9b98-158a6ff8e37b tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Added segment 81eea616-3c3d-4506-b55b-4d9861fd5af0 of type vlan for network f8be0b39-7bd1-4755-ad52-adf05588b7e8 Feb 04 12:32:21.301611 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-54df9a67-ba10-4ddf-8d24-f23cd3d5a83e tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Calling delete_port for e7864f77-5744-4552-899d-69344293b269 owned by network:router_gateway {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:32:21.313186 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4f002eb7-970f-4a66-ab66-066709ba6401 req-75feb57e-6d5c-47ca-8d34-760d761a7b6a tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/security-groups?id=98d15bf5-a480-4f0d-bc57-8f17260bd5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531487 Feb 04 12:32:21.348871 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-19f68913-0d61-4c92-9b98-158a6ff8e37b tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (f8be0b39-7bd1-4755-ad52-adf05588b7e8), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:21.388647 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-19f68913-0d61-4c92-9b98-158a6ff8e37b tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (f8be0b39-7bd1-4755-ad52-adf05588b7e8), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:21.397673 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f68913-0d61-4c92-9b98-158a6ff8e37b tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:21.399081 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-19f68913-0d61-4c92-9b98-158a6ff8e37b tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:21.466731 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-19f68913-0d61-4c92-9b98-158a6ff8e37b tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3500040 Feb 04 12:32:21.468243 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 43972) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:21.473603 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-16a56f8f-3a96-4ca4-8c96-9a0fc2f452f0 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Request body: {'subnet': {'network_id': 'f8be0b39-7bd1-4755-ad52-adf05588b7e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:32:21.502867 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-175459f6-b206-4ca5-9c8e-890030c0551d x-openstack-request-id: req-175459f6-b206-4ca5-9c8e-890030c0551d {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:32:21.505811 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f640cd7-6b63-4483-b856-61ce2fc44360", "name": "network-vif-deleted", "tag": "db538db2-c02c-4361-8837-b38171c24852", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:32:21.506344 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-175459f6-b206-4ca5-9c8e-890030c0551d {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:32:21.507001 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f640cd7-6b63-4483-b856-61ce2fc44360', 'name': 'network-vif-deleted', 'tag': 'db538db2-c02c-4361-8837-b38171c24852', 'status': 'completed', 'code': 200} Feb 04 12:32:21.631109 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:21.691688 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f68913-0d61-4c92-9b98-158a6ff8e37b tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Pushing event updated for resources: {'Network': ['ID=f8be0b39-7bd1-4755-ad52-adf05588b7e8,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:21.707062 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network f8be0b39-7bd1-4755-ad52-adf05588b7e8 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:32:21.716997 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3b98bb01-79e4-4fc3-8a7d-7ca9d13af698 req-f4fec2d5-cec2-4ce0-882c-65aa4e2ea539 tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] 10.222.0.65 "GET /v2.0/floatingips/e1007d68-a722-4f88-9db7-399b1755dbb6 HTTP/1.1" status: 200 len: 692 time: 0.1309459 Feb 04 12:32:21.788182 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a5c40f-a3d7-48f1-ac5f-042128262cd2 None None] Network bf310a5c-ba5f-441c-bdc9-8b5730c2251d requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:32:21.791598 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16a56f8f-3a96-4ca4-8c96-9a0fc2f452f0 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Made reservation on behalf of 033089eae79b4f9fa2373fbe9923684e for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:32:21.802276 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-16a56f8f-3a96-4ca4-8c96-9a0fc2f452f0 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60610638'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:21.905157 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1827ce1a-3ac5-4f65-9f2d-bad27c8028af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (f172d7da-658c-4166-b0e0-def699128d7c), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:21.914924 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b98bb01-79e4-4fc3-8a7d-7ca9d13af698 req-ebf15f03-912b-437f-a453-ecba71a6178d tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:21.916446 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3b98bb01-79e4-4fc3-8a7d-7ca9d13af698 req-ebf15f03-912b-437f-a453-ecba71a6178d tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] 10.222.0.65 "GET /v2.0/networks/7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 HTTP/1.1" status: 200 len: 784 time: 0.1979685 Feb 04 12:32:21.927292 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.ipam_backend_mixin [None req-16a56f8f-3a96-4ca4-8c96-9a0fc2f452f0 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Performing IP validity checks on allocation pools {{(pid=103474) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 04 12:32:21.927855 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.ipam_backend_mixin [None req-16a56f8f-3a96-4ca4-8c96-9a0fc2f452f0 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103474) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 04 12:32:21.984263 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ffb1e767-0fbe-4c0f-84ac-ff2a3dc18562 req-0f38b343-61df-4a00-b3aa-d64cb8a1ee78 tempest-ServerShowV247Test-911395226 tempest-ServerShowV247Test-911395226-project] 10.222.0.65 "GET /v2.0/ports?device_id=13664381-a952-4a52-9f97-f7da7b8c5d36&device_id=859b3f88-7356-431c-a2c0-148304eea53b HTTP/1.1" status: 200 len: 210 time: 0.0951602 Feb 04 12:32:22.045035 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-2e73cb1a-03c2-4633-b289-1383dfa1036d None None] Provisioning complete for port f81303e7-dee0-4b1e-8cc6-1d02c83c435b triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:32:22.045526 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2e73cb1a-03c2-4633-b289-1383dfa1036d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (f81303e7-dee0-4b1e-8cc6-1d02c83c435b), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:22.175159 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-2e73cb1a-03c2-4633-b289-1383dfa1036d None None] Current status of the port f81303e7-dee0-4b1e-8cc6-1d02c83c435b is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:32:22.175632 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2e73cb1a-03c2-4633-b289-1383dfa1036d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (f81303e7-dee0-4b1e-8cc6-1d02c83c435b), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:22.194433 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3b98bb01-79e4-4fc3-8a7d-7ca9d13af698 req-8b1b759f-9143-4381-9518-c798f27638ee tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.3.35 HTTP/1.1" status: 200 len: 695 time: 0.2290623 Feb 04 12:32:22.200194 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-16a56f8f-3a96-4ca4-8c96-9a0fc2f452f0 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59045178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60610680'] for subnet (36773fe4-f2ca-4850-aa62-d9fa6966308b), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:22.226529 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-2e73cb1a-03c2-4633-b289-1383dfa1036d None None] For port f81303e7-dee0-4b1e-8cc6-1d02c83c435b, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=f81303e7-dee0-4b1e-8cc6-1d02c83c435b,segment=NetworkSegment(fe79dbce-d474-4f58-96d6-f672366b501b),segment_id=fe79dbce-d474-4f58-96d6-f672366b501b)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:32:22.236543 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 0f69b7a7-f9fe-45f4-906e-656ba1b81330 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:32:22.242503 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2e73cb1a-03c2-4633-b289-1383dfa1036d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (f81303e7-dee0-4b1e-8cc6-1d02c83c435b), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:22.390669 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a56f8f-3a96-4ca4-8c96-9a0fc2f452f0 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Pushing event updated for resources: {'Subnet': ['ID=36773fe4-f2ca-4850-aa62-d9fa6966308b,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:22.411094 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3b98bb01-79e4-4fc3-8a7d-7ca9d13af698 req-2b753f43-4d73-4d89-80bf-9500e36328f0 tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.3.35 HTTP/1.1" status: 200 len: 695 time: 0.2153008 Feb 04 12:32:22.416903 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-54df9a67-ba10-4ddf-8d24-f23cd3d5a83e tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (e7864f77-5744-4552-899d-69344293b269), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:22.426929 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a56f8f-3a96-4ca4-8c96-9a0fc2f452f0 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Checking segment: {'id': '81eea616-3c3d-4506-b55b-4d9861fd5af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'f8be0b39-7bd1-4755-ad52-adf05588b7e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:32:22.429033 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a56f8f-3a96-4ca4-8c96-9a0fc2f452f0 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Network hostable DHCP agents. Network: f8be0b39-7bd1-4755-ad52-adf05588b7e8, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:32:22.449927 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e73cb1a-03c2-4633-b289-1383dfa1036d None None] Pushing event updated for resources: {'Port': ['ID=f81303e7-dee0-4b1e-8cc6-1d02c83c435b,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:22.489237 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a56f8f-3a96-4ca4-8c96-9a0fc2f452f0 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Network f8be0b39-7bd1-4755-ad52-adf05588b7e8 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:32:22.491020 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 0f69b7a7-f9fe-45f4-906e-656ba1b81330 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:32:22.491483 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (0f69b7a7-f9fe-45f4-906e-656ba1b81330), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:22.497509 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54df9a67-ba10-4ddf-8d24-f23cd3d5a83e tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Pushing event deleted for resources: {'Port': ['ID=e7864f77-5744-4552-899d-69344293b269,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:22.513510 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-16a56f8f-3a96-4ca4-8c96-9a0fc2f452f0 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, f8be0b39-7bd1-4755-ad52-adf05588b7e8) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:32:22.535397 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a56f8f-3a96-4ca4-8c96-9a0fc2f452f0 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:22.537343 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-16a56f8f-3a96-4ca4-8c96-9a0fc2f452f0 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:22.553684 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ce72eb-2ed1-4de9-9d93-72a7000bb1d7 None None] Network f8be0b39-7bd1-4755-ad52-adf05588b7e8 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:32:22.566744 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-16a56f8f-3a96-4ca4-8c96-9a0fc2f452f0 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.0970807 Feb 04 12:32:22.567394 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 43994) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:22.667531 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-afbdd33c-660e-4499-8a98-2acb78975577 req-4568a442-9407-49bf-a641-1da36233b3b3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1227208613304e338ac61dfadddc8156&device_id=13664381-a952-4a52-9f97-f7da7b8c5d36 HTTP/1.1" status: 200 len: 210 time: 0.0876429 Feb 04 12:32:22.713273 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-78f8a095-3547-4e36-b6c4-51fdec82085f tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (f8be0b39-7bd1-4755-ad52-adf05588b7e8), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:22.803326 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-78f8a095-3547-4e36-b6c4-51fdec82085f tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (36773fe4-f2ca-4850-aa62-d9fa6966308b), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:22.861881 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-afbdd33c-660e-4499-8a98-2acb78975577 req-dd902610-b347-45fa-b48d-7ba2c748fed9 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=1227208613304e338ac61dfadddc8156&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1537440 Feb 04 12:32:22.888119 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-197c44ae-e3e3-429a-9d09-afd630a0177c None None] Provisioning complete for port f81303e7-dee0-4b1e-8cc6-1d02c83c435b triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:32:22.888318 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-197c44ae-e3e3-429a-9d09-afd630a0177c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (f81303e7-dee0-4b1e-8cc6-1d02c83c435b), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:22.890353 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-78f8a095-3547-4e36-b6c4-51fdec82085f tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (36773fe4-f2ca-4850-aa62-d9fa6966308b), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:22.929387 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f8a095-3547-4e36-b6c4-51fdec82085f tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Pushing event deleted for resources: {'Subnet': ['ID=36773fe4-f2ca-4850-aa62-d9fa6966308b,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:23.005835 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 0f69b7a7-f9fe-45f4-906e-656ba1b81330 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:32:23.008078 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device f81303e7-dee0-4b1e-8cc6-1d02c83c435b up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:32:23.029003 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-78f8a095-3547-4e36-b6c4-51fdec82085f tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (f8be0b39-7bd1-4755-ad52-adf05588b7e8), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:23.037655 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-54df9a67-ba10-4ddf-8d24-f23cd3d5a83e tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1599901'] for router_gateway (bbd46cc0-4721-4817-9481-d8850fd22059), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:23.074301 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-78f8a095-3547-4e36-b6c4-51fdec82085f tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8be0b39-7bd1-4755-ad52-adf05588b7e8']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:32:23.095373 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2520ae-eda1-430b-80af-02c8b8aa263b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-f8be0b39-7bd1-4755-ad52-adf05588b7e8', 'network_id': 'f8be0b39-7bd1-4755-ad52-adf05588b7e8', 'project_id': '033089eae79b4f9fa2373fbe9923684e', 'fixed_ips': [{'subnet_id': '36773fe4-f2ca-4850-aa62-d9fa6966308b'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 12:32:23.096719 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9d2520ae-eda1-430b-80af-02c8b8aa263b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:23.102937 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-78f8a095-3547-4e36-b6c4-51fdec82085f tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81eea616-3c3d-4506-b55b-4d9861fd5af0') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:32:23.103307 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-78f8a095-3547-4e36-b6c4-51fdec82085f tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81eea616-3c3d-4506-b55b-4d9861fd5af0') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:32:23.117259 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-78f8a095-3547-4e36-b6c4-51fdec82085f tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (81eea616-3c3d-4506-b55b-4d9861fd5af0), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:23.132419 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port f81303e7-dee0-4b1e-8cc6-1d02c83c435b triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:32:23.134383 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (f81303e7-dee0-4b1e-8cc6-1d02c83c435b), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:23.147804 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-78f8a095-3547-4e36-b6c4-51fdec82085f tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (81eea616-3c3d-4506-b55b-4d9861fd5af0), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:23.167297 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78f8a095-3547-4e36-b6c4-51fdec82085f tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:32:23.168830 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-78f8a095-3547-4e36-b6c4-51fdec82085f tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (81eea616-3c3d-4506-b55b-4d9861fd5af0), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:23.198934 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434f616c-3555-4c72-b4e4-d6a41cd28d58 req-9741fde2-b5f5-41cb-b9d6-e05dea1f0b77 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:23.200486 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-434f616c-3555-4c72-b4e4-d6a41cd28d58 req-9741fde2-b5f5-41cb-b9d6-e05dea1f0b77 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=309f20f5-fb15-4854-a3f3-90201a4e005a HTTP/1.1" status: 200 len: 950 time: 0.5656953 Feb 04 12:32:23.201939 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 12:32:23.201939 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:32:23.201939 n-d-825015-3 neutron-server[103474]: timer() Feb 04 12:32:23.201939 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:32:23.201939 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 12:32:23.201939 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:32:23.201939 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 12:32:23.201939 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:32:23.201939 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 12:32:23.201939 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:32:23.201939 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 12:32:23.201939 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:32:23.201939 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 12:32:23.201939 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:32:23.201939 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:32:23.201939 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:32:23.201939 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:32:23.201939 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:32:23.201939 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 12:32:23.201939 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:32:23.201939 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 12:32:23.201939 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:32:23.201939 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:32:23.201939 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:32:23.201939 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 12:32:23.201939 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:32:23.201939 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:32:23.201939 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:32:23.201939 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:32:23.201939 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:32:23.201939 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:32:23.201939 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:32:23.214231 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-54df9a67-ba10-4ddf-8d24-f23cd3d5a83e tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10915'] for router (bbd46cc0-4721-4817-9481-d8850fd22059), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:23.224780 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-54df9a67-ba10-4ddf-8d24-f23cd3d5a83e tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks [] for router_controller (bbd46cc0-4721-4817-9481-d8850fd22059), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:23.256671 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-197c44ae-e3e3-429a-9d09-afd630a0177c None None] Current status of the port f81303e7-dee0-4b1e-8cc6-1d02c83c435b is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:32:23.262939 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.db.api [None req-9d2520ae-eda1-430b-80af-02c8b8aa263b None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 04 12:32:23.262939 n-d-825015-3 neutron-server[103476]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, status, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Feb 04 12:32:23.262939 n-d-825015-3 neutron-server[103476]: [parameters: {'project_id': '033089eae79b4f9fa2373fbe9923684e', 'id': 'da38fc8f-c888-42b4-83f4-a34060fe7b8c', 'name': '', 'network_id': 'f8be0b39-7bd1-4755-ad52-adf05588b7e8', 'mac_address': 'fa:16:3e:b8:18:a9', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-f8be0b39-7bd1-4755-ad52-adf05588b7e8', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 1407}] Feb 04 12:32:23.262939 n-d-825015-3 neutron-server[103476]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103476) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 12:32:23.263410 n-d-825015-3 neutron-server[103476]: DEBUG oslo_db.api [None req-9d2520ae-eda1-430b-80af-02c8b8aa263b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 12:32:23.263973 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-78f8a095-3547-4e36-b6c4-51fdec82085f tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (f8be0b39-7bd1-4755-ad52-adf05588b7e8), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:23.307165 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-78f8a095-3547-4e36-b6c4-51fdec82085f tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:23.310586 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-78f8a095-3547-4e36-b6c4-51fdec82085f tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] 10.222.0.65 "DELETE /v2.0/networks/f8be0b39-7bd1-4755-ad52-adf05588b7e8 HTTP/1.1" status: 204 len: 168 time: 0.7412639 Feb 04 12:32:23.311342 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f8a095-3547-4e36-b6c4-51fdec82085f tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Pushing event deleted for resources: {'Network': ['ID=f8be0b39-7bd1-4755-ad52-adf05588b7e8,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:23.315295 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 44008) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:23.321018 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-c79e9521-cc7f-404f-9919-4852251d893e tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1284679992'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:32:23.335761 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port f81303e7-dee0-4b1e-8cc6-1d02c83c435b is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:32:23.352923 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c79e9521-cc7f-404f-9919-4852251d893e tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Made reservation on behalf of 033089eae79b4f9fa2373fbe9923684e for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:32:23.357527 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c79e9521-cc7f-404f-9919-4852251d893e tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:23.386478 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c79e9521-cc7f-404f-9919-4852251d893e tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:32:23.398235 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c79e9521-cc7f-404f-9919-4852251d893e tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (75e948d0-5249-4dd8-8021-2a8fff439685), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:23.398580 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-c79e9521-cc7f-404f-9919-4852251d893e tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Added segment 75e948d0-5249-4dd8-8021-2a8fff439685 of type vlan for network 510ce670-bd02-4ff0-8f97-f1eb1777b8ca Feb 04 12:32:23.402590 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1827ce1a-3ac5-4f65-9f2d-bad27c8028af admin admin] Publish callbacks [] for port (f172d7da-658c-4166-b0e0-def699128d7c), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:23.418641 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-54df9a67-ba10-4ddf-8d24-f23cd3d5a83e tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622829'] for router (bbd46cc0-4721-4817-9481-d8850fd22059), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:23.419198 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54df9a67-ba10-4ddf-8d24-f23cd3d5a83e tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Fanout notify agent at l3_agent the message router_deleted on router bbd46cc0-4721-4817-9481-d8850fd22059 {{(pid=103475) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 12:32:23.427015 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-54df9a67-ba10-4ddf-8d24-f23cd3d5a83e tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks [] for router (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:23.430469 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 44012) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:23.430561 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-54df9a67-ba10-4ddf-8d24-f23cd3d5a83e tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] 10.222.0.65 "DELETE /v2.0/routers/bbd46cc0-4721-4817-9481-d8850fd22059 HTTP/1.1" status: 204 len: 168 time: 5.5918951 Feb 04 12:32:23.436657 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbdd33c-660e-4499-8a98-2acb78975577 req-03b9042e-8aca-43ba-bbea-8b8fb9163ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:23.438827 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-afbdd33c-660e-4499-8a98-2acb78975577 req-03b9042e-8aca-43ba-bbea-8b8fb9163ffb service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5644493 Feb 04 12:32:23.439466 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1827ce1a-3ac5-4f65-9f2d-bad27c8028af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (f172d7da-658c-4166-b0e0-def699128d7c), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:23.474862 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-3b98bb01-79e4-4fc3-8a7d-7ca9d13af698 req-00c36db5-f014-4b00-ba47-1a043f921238 tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] Deleting port 5a195d05-f4e9-4832-b592-5569a69f29d8 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:32:23.474862 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-3b98bb01-79e4-4fc3-8a7d-7ca9d13af698 req-00c36db5-f014-4b00-ba47-1a043f921238 tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (5a195d05-f4e9-4832-b592-5569a69f29d8), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:23.479160 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c79e9521-cc7f-404f-9919-4852251d893e tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (510ce670-bd02-4ff0-8f97-f1eb1777b8ca), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:23.490968 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-434f616c-3555-4c72-b4e4-d6a41cd28d58 req-e93a45a5-8995-4ba7-bf67-576f0d76d177 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729177 Feb 04 12:32:23.520809 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-875ac8be-02a7-4040-b8f5-c42b225b15f0 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Deleting subnet 7800aba5-d33c-4af5-b7e3-0c162eb77460 {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:32:23.525939 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-875ac8be-02a7-4040-b8f5-c42b225b15f0 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks [] for subnet (7800aba5-d33c-4af5-b7e3-0c162eb77460), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:23.556166 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c79e9521-cc7f-404f-9919-4852251d893e tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (510ce670-bd02-4ff0-8f97-f1eb1777b8ca), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:23.561455 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c79e9521-cc7f-404f-9919-4852251d893e tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:23.562146 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c79e9521-cc7f-404f-9919-4852251d893e tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:23.594645 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1827ce1a-3ac5-4f65-9f2d-bad27c8028af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622202'] for router_interface (f7a758cb-2ec5-4863-af36-5b323a96683c), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:23.629196 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-875ac8be-02a7-4040-b8f5-c42b225b15f0 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (7800aba5-d33c-4af5-b7e3-0c162eb77460), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:23.673486 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-c79e9521-cc7f-404f-9919-4852251d893e tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3567126 Feb 04 12:32:23.680004 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 44020) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:23.687165 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-479674da-aa8e-45ee-9682-9c244bb0b1f8 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Request body: {'subnet': {'network_id': '510ce670-bd02-4ff0-8f97-f1eb1777b8ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:32:23.697143 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79e9521-cc7f-404f-9919-4852251d893e tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Pushing event updated for resources: {'Network': ['ID=510ce670-bd02-4ff0-8f97-f1eb1777b8ca,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:23.708703 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 510ce670-bd02-4ff0-8f97-f1eb1777b8ca details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:32:23.769215 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9d2520ae-eda1-430b-80af-02c8b8aa263b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:23.832689 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae9999f-c767-454f-be5e-53578b07d870 None None] Network f8be0b39-7bd1-4755-ad52-adf05588b7e8 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:32:23.845422 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-875ac8be-02a7-4040-b8f5-c42b225b15f0 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (7800aba5-d33c-4af5-b7e3-0c162eb77460), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:23.853900 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae9999f-c767-454f-be5e-53578b07d870 None None] Network f8be0b39-7bd1-4755-ad52-adf05588b7e8 could not be found, it might have been deleted concurrently. {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 04 12:32:23.881693 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-479674da-aa8e-45ee-9682-9c244bb0b1f8 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Made reservation on behalf of 033089eae79b4f9fa2373fbe9923684e for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:32:23.885577 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-479674da-aa8e-45ee-9682-9c244bb0b1f8 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60610638'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:24.014879 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1827ce1a-3ac5-4f65-9f2d-bad27c8028af admin admin] Pushing event updated for resources: {'Port': ['ID=f172d7da-658c-4166-b0e0-def699128d7c,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:24.029776 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device f81303e7-dee0-4b1e-8cc6-1d02c83c435b up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:32:24.035642 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-875ac8be-02a7-4040-b8f5-c42b225b15f0 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (7800aba5-d33c-4af5-b7e3-0c162eb77460), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:24.082557 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875ac8be-02a7-4040-b8f5-c42b225b15f0 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Pushing event deleted for resources: {'Subnet': ['ID=7800aba5-d33c-4af5-b7e3-0c162eb77460,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:24.111016 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-875ac8be-02a7-4040-b8f5-c42b225b15f0 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:24.119316 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f05763f-e6d7-4ae6-a397-13b579cb259d None None] Network 3545c793-c2d8-4457-bc0e-300240e7dbe7 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:32:24.120066 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-875ac8be-02a7-4040-b8f5-c42b225b15f0 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] 10.222.0.65 "DELETE /v2.0/subnets/7800aba5-d33c-4af5-b7e3-0c162eb77460 HTTP/1.1" status: 204 len: 168 time: 0.6878898 Feb 04 12:32:24.120941 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 44028) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:24.158896 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-3b98bb01-79e4-4fc3-8a7d-7ca9d13af698 req-00c36db5-f014-4b00-ba47-1a043f921238 tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (5a195d05-f4e9-4832-b592-5569a69f29d8), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:24.159130 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-3b98bb01-79e4-4fc3-8a7d-7ca9d13af698 req-00c36db5-f014-4b00-ba47-1a043f921238 tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] Publish callbacks [] for floatingip (5a195d05-f4e9-4832-b592-5569a69f29d8), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:24.191114 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-3b98bb01-79e4-4fc3-8a7d-7ca9d13af698 req-00c36db5-f014-4b00-ba47-1a043f921238 tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] Calling delete_port for 5a195d05-f4e9-4832-b592-5569a69f29d8 owned by network:floatingip {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:32:24.218882 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c785f31-945a-473e-bc4e-b68d885fc266 req-e7e1876a-6c59-4c8e-8b16-beaf17068a5e tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:24.220279 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 44030) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:24.220710 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5c785f31-945a-473e-bc4e-b68d885fc266 req-e7e1876a-6c59-4c8e-8b16-beaf17068a5e tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.73 "GET /v2.0/ports?device_id=309f20f5-fb15-4854-a3f3-90201a4e005a HTTP/1.1" status: 200 len: 950 time: 0.2121449 Feb 04 12:32:24.236363 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port f81303e7-dee0-4b1e-8cc6-1d02c83c435b triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:32:24.237025 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (f81303e7-dee0-4b1e-8cc6-1d02c83c435b), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:24.245970 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd276279-9c3e-4c3e-8ed3-172a3301594e req-cfea8334-44b9-4c8c-8724-f653fb4e4a92 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:24.252084 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3076bfc4-1b06-4a59-99ac-e26d13c9bf0a tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (3545c793-c2d8-4457-bc0e-300240e7dbe7), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:24.254435 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dd276279-9c3e-4c3e-8ed3-172a3301594e req-cfea8334-44b9-4c8c-8724-f653fb4e4a92 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/ports?device_id=15e2eeae-f4f2-424e-9a78-0fe0799fc0c1 HTTP/1.1" status: 200 len: 945 time: 0.6532850 Feb 04 12:32:24.361266 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9961a284-9ee4-4e44-960a-06e19f963c84 None None] DHCP port deletion for 3545c793-c2d8-4457-bc0e-300240e7dbe7 request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 12:32:24.372167 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port f81303e7-dee0-4b1e-8cc6-1d02c83c435b is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:32:24.394742 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1827ce1a-3ac5-4f65-9f2d-bad27c8028af admin admin] Network e5afc4b2-b62e-43cc-a807-b008639c0d4f is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:32:24.401892 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-1827ce1a-3ac5-4f65-9f2d-bad27c8028af admin admin] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:32:24.447469 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-55ee8d11-687b-45ba-a62f-f9a59da6d760 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:24.449686 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-9961a284-9ee4-4e44-960a-06e19f963c84 None None] Deleting port 37c6dc6b-292e-4366-a0ba-27544baeb2de {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:32:24.450380 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9961a284-9ee4-4e44-960a-06e19f963c84 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (37c6dc6b-292e-4366-a0ba-27544baeb2de), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:24.459916 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-479674da-aa8e-45ee-9682-9c244bb0b1f8 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59045178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60610680'] for subnet (ebba3ab7-284a-46e7-9e33-b8574b026aab), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:24.473481 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-3076bfc4-1b06-4a59-99ac-e26d13c9bf0a tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Deleting port 37c6dc6b-292e-4366-a0ba-27544baeb2de {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:32:24.473915 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3076bfc4-1b06-4a59-99ac-e26d13c9bf0a tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (37c6dc6b-292e-4366-a0ba-27544baeb2de), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:24.482746 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dd276279-9c3e-4c3e-8ed3-172a3301594e req-85c6af49-e9a6-4486-adf0-59240f4d4f9a tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/security-groups?id=98d15bf5-a480-4f0d-bc57-8f17260bd5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273173 Feb 04 12:32:24.525285 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-9961a284-9ee4-4e44-960a-06e19f963c84 None None] For port 37c6dc6b-292e-4366-a0ba-27544baeb2de, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=37c6dc6b-292e-4366-a0ba-27544baeb2de,segment=NetworkSegment(6a0e52ea-3929-4fb6-8cc5-643ce324dbf4),segment_id=6a0e52ea-3929-4fb6-8cc5-643ce324dbf4)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:32:24.525696 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9961a284-9ee4-4e44-960a-06e19f963c84 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (37c6dc6b-292e-4366-a0ba-27544baeb2de), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:24.546875 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-9961a284-9ee4-4e44-960a-06e19f963c84 None None] Calling delete_port for 37c6dc6b-292e-4366-a0ba-27544baeb2de owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:32:24.629475 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479674da-aa8e-45ee-9682-9c244bb0b1f8 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Pushing event updated for resources: {'Subnet': ['ID=ebba3ab7-284a-46e7-9e33-b8574b026aab,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:24.636922 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-5c785f31-945a-473e-bc4e-b68d885fc266 req-222e2d37-73bc-48a6-a9cf-fa903cb13396 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Deleting port dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:32:24.637269 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-5c785f31-945a-473e-bc4e-b68d885fc266 req-222e2d37-73bc-48a6-a9cf-fa903cb13396 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:24.666099 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-3076bfc4-1b06-4a59-99ac-e26d13c9bf0a tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] For port 37c6dc6b-292e-4366-a0ba-27544baeb2de, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=37c6dc6b-292e-4366-a0ba-27544baeb2de,segment=NetworkSegment(6a0e52ea-3929-4fb6-8cc5-643ce324dbf4),segment_id=6a0e52ea-3929-4fb6-8cc5-643ce324dbf4)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:32:24.666513 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3076bfc4-1b06-4a59-99ac-e26d13c9bf0a tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (37c6dc6b-292e-4366-a0ba-27544baeb2de), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:24.676754 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9961a284-9ee4-4e44-960a-06e19f963c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (37c6dc6b-292e-4366-a0ba-27544baeb2de), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:24.697588 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-3076bfc4-1b06-4a59-99ac-e26d13c9bf0a tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Calling delete_port for 37c6dc6b-292e-4366-a0ba-27544baeb2de owned by network:dhcp {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:32:24.709652 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479674da-aa8e-45ee-9682-9c244bb0b1f8 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Checking segment: {'id': '75e948d0-5249-4dd8-8021-2a8fff439685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '510ce670-bd02-4ff0-8f97-f1eb1777b8ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:32:24.710033 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479674da-aa8e-45ee-9682-9c244bb0b1f8 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Network hostable DHCP agents. Network: 510ce670-bd02-4ff0-8f97-f1eb1777b8ca, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:32:24.713628 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9961a284-9ee4-4e44-960a-06e19f963c84 None None] Pushing event deleted for resources: {'Port': ['ID=37c6dc6b-292e-4366-a0ba-27544baeb2de,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:24.720936 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9961a284-9ee4-4e44-960a-06e19f963c84 None None] No DVR routers for this DVR port 37c6dc6b-292e-4366-a0ba-27544baeb2de on host n-d-825015-3 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:32:24.746396 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8eeac3e2-b894-4d3b-82ee-1c1c5605ad17 req-977f0c84-5c9a-45db-96a4-fd5249efe22d tempest-ServerShowV247Test-911395226 tempest-ServerShowV247Test-911395226-project] 10.222.0.65 "GET /v2.0/ports?device_id=13664381-a952-4a52-9f97-f7da7b8c5d36 HTTP/1.1" status: 200 len: 210 time: 0.0929129 Feb 04 12:32:24.775210 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-55ee8d11-687b-45ba-a62f-f9a59da6d760 admin admin] Publish callbacks [] for security_group (59c74fc8-1d7d-436a-8c27-9cde7fb10983), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:24.775415 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1827ce1a-3ac5-4f65-9f2d-bad27c8028af admin admin] Router f7a758cb-2ec5-4863-af36-5b323a96683c has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:32:24.777850 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-3b98bb01-79e4-4fc3-8a7d-7ca9d13af698 req-00c36db5-f014-4b00-ba47-1a043f921238 tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (5a195d05-f4e9-4832-b592-5569a69f29d8), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:24.811009 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-55ee8d11-687b-45ba-a62f-f9a59da6d760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (59c74fc8-1d7d-436a-8c27-9cde7fb10983), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:24.826587 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c36db5-f014-4b00-ba47-1a043f921238 tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] Pushing event deleted for resources: {'Port': ['ID=5a195d05-f4e9-4832-b592-5569a69f29d8,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:24.851819 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479674da-aa8e-45ee-9682-9c244bb0b1f8 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Network 510ce670-bd02-4ff0-8f97-f1eb1777b8ca is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:32:24.886768 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-55ee8d11-687b-45ba-a62f-f9a59da6d760 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=683bc8d362e445a08bd38f72a9ae1ea3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6634510 Feb 04 12:32:24.890145 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 44036) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:24.892499 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ee8d11-687b-45ba-a62f-f9a59da6d760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59c74fc8-1d7d-436a-8c27-9cde7fb10983,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:24.895699 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-479674da-aa8e-45ee-9682-9c244bb0b1f8 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 510ce670-bd02-4ff0-8f97-f1eb1777b8ca) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:32:24.905932 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-479674da-aa8e-45ee-9682-9c244bb0b1f8 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:24.906698 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-479674da-aa8e-45ee-9682-9c244bb0b1f8 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:24.914170 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44449e71-5a2f-4632-92a9-7563e2f17dcb None None] Network 510ce670-bd02-4ff0-8f97-f1eb1777b8ca requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:32:24.965473 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-479674da-aa8e-45ee-9682-9c244bb0b1f8 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2819183 Feb 04 12:32:24.970231 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 44038) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:24.980063 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3076bfc4-1b06-4a59-99ac-e26d13c9bf0a tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (37c6dc6b-292e-4366-a0ba-27544baeb2de), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:25.018329 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-afbdd33c-660e-4499-8a98-2acb78975577 req-09e1d2c5-1c22-4b75-8942-6c68be36328b tempest-ServerShowV247Test-911395226 tempest-ServerShowV247Test-911395226-project] 10.222.0.73 "GET /v2.0/ports?device_id=13664381-a952-4a52-9f97-f7da7b8c5d36 HTTP/1.1" status: 200 len: 210 time: 0.1115496 Feb 04 12:32:25.053787 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3076bfc4-1b06-4a59-99ac-e26d13c9bf0a tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] No DVR routers for this DVR port 37c6dc6b-292e-4366-a0ba-27544baeb2de on host n-d-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:32:25.054614 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-5c785f31-945a-473e-bc4e-b68d885fc266 req-222e2d37-73bc-48a6-a9cf-fa903cb13396 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] For port dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:32:25.055829 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-5c785f31-945a-473e-bc4e-b68d885fc266 req-222e2d37-73bc-48a6-a9cf-fa903cb13396 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:25.057887 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3076bfc4-1b06-4a59-99ac-e26d13c9bf0a tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Pushing event deleted for resources: {'Port': ['ID=37c6dc6b-292e-4366-a0ba-27544baeb2de,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:25.061550 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc425438-3c27-4d65-96ee-3c58a8f594a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-510ce670-bd02-4ff0-8f97-f1eb1777b8ca', 'network_id': '510ce670-bd02-4ff0-8f97-f1eb1777b8ca', 'project_id': '033089eae79b4f9fa2373fbe9923684e', 'fixed_ips': [{'subnet_id': 'ebba3ab7-284a-46e7-9e33-b8574b026aab'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 12:32:25.065889 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cc425438-3c27-4d65-96ee-3c58a8f594a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:25.105637 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e4a82120-6593-4c04-bc19-c595f6d5e022 admin admin] Publish callbacks [] for security_group (59c74fc8-1d7d-436a-8c27-9cde7fb10983), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:25.110607 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-5c785f31-945a-473e-bc4e-b68d885fc266 req-222e2d37-73bc-48a6-a9cf-fa903cb13396 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Calling delete_port for dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd owned by compute:nova {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:32:25.199378 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e4a82120-6593-4c04-bc19-c595f6d5e022 admin admin] Publish callbacks [] for security_group (59c74fc8-1d7d-436a-8c27-9cde7fb10983), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:25.201977 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-3b98bb01-79e4-4fc3-8a7d-7ca9d13af698 req-00c36db5-f014-4b00-ba47-1a043f921238 tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] Publish callbacks [] for floatingip (e1007d68-a722-4f88-9db7-399b1755dbb6), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:25.202142 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3076bfc4-1b06-4a59-99ac-e26d13c9bf0a tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (3545c793-c2d8-4457-bc0e-300240e7dbe7), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:25.205853 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-3b98bb01-79e4-4fc3-8a7d-7ca9d13af698 req-00c36db5-f014-4b00-ba47-1a043f921238 tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:25.207421 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3b98bb01-79e4-4fc3-8a7d-7ca9d13af698 req-00c36db5-f014-4b00-ba47-1a043f921238 tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] 10.222.0.65 "DELETE /v2.0/floatingips/e1007d68-a722-4f88-9db7-399b1755dbb6 HTTP/1.1" status: 204 len: 173 time: 2.7871945 Feb 04 12:32:25.253947 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-54a87bcf-d4e3-4670-bf1b-726aa02873c9 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (510ce670-bd02-4ff0-8f97-f1eb1777b8ca), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:25.259471 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-cc425438-3c27-4d65-96ee-3c58a8f594a1 None None] Allocated IP 172.20.0.1 (510ce670-bd02-4ff0-8f97-f1eb1777b8ca/ebba3ab7-284a-46e7-9e33-b8574b026aab/182b1c2e-f460-4f70-9860-f6f9f3520001) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:32:25.260429 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c333b5-db08-4c3d-87a5-1eead21969cd req-3966447a-0e0b-4e72-986b-5f6613e3ade0 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:25.267879 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d6c333b5-db08-4c3d-87a5-1eead21969cd req-3966447a-0e0b-4e72-986b-5f6613e3ade0 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=309f20f5-fb15-4854-a3f3-90201a4e005a HTTP/1.1" status: 200 len: 950 time: 0.4241376 Feb 04 12:32:25.268072 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-3076bfc4-1b06-4a59-99ac-e26d13c9bf0a tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3545c793-c2d8-4457-bc0e-300240e7dbe7']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:32:25.289274 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-3076bfc4-1b06-4a59-99ac-e26d13c9bf0a tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a0e52ea-3929-4fb6-8cc5-643ce324dbf4') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:32:25.289565 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-3076bfc4-1b06-4a59-99ac-e26d13c9bf0a tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a0e52ea-3929-4fb6-8cc5-643ce324dbf4') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:32:25.301765 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3076bfc4-1b06-4a59-99ac-e26d13c9bf0a tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (6a0e52ea-3929-4fb6-8cc5-643ce324dbf4), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:25.341839 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3076bfc4-1b06-4a59-99ac-e26d13c9bf0a tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (6a0e52ea-3929-4fb6-8cc5-643ce324dbf4), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:25.355582 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3076bfc4-1b06-4a59-99ac-e26d13c9bf0a tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:32:25.356175 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3076bfc4-1b06-4a59-99ac-e26d13c9bf0a tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (6a0e52ea-3929-4fb6-8cc5-643ce324dbf4), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:25.359773 n-d-825015-3 neutron-server[103474]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:32:25.359773 n-d-825015-3 neutron-server[103474]: self.session.flush() Feb 04 12:32:25.359773 n-d-825015-3 neutron-server[103474]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:32:25.359773 n-d-825015-3 neutron-server[103474]: self.session.flush() Feb 04 12:32:25.359773 n-d-825015-3 neutron-server[103474]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:32:25.359773 n-d-825015-3 neutron-server[103474]: self.session.flush() Feb 04 12:32:25.359773 n-d-825015-3 neutron-server[103474]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:32:25.359773 n-d-825015-3 neutron-server[103474]: self.session.flush() Feb 04 12:32:25.359773 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 12:32:25.359773 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:32:25.359773 n-d-825015-3 neutron-server[103474]: timer() Feb 04 12:32:25.359773 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:32:25.359773 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 12:32:25.359773 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:32:25.359773 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 12:32:25.359773 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:32:25.359773 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 12:32:25.359773 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:32:25.359773 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 12:32:25.359773 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:32:25.359773 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 12:32:25.359773 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:32:25.359773 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:32:25.359773 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:32:25.359773 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:32:25.359773 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:32:25.359773 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 12:32:25.359773 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:32:25.359773 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 12:32:25.359773 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:32:25.359773 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:32:25.359773 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:32:25.359773 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 12:32:25.359773 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:32:25.359773 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:32:25.359773 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:32:25.359773 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:32:25.359773 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:32:25.359773 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:32:25.359773 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:32:25.362323 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e4a82120-6593-4c04-bc19-c595f6d5e022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (59c74fc8-1d7d-436a-8c27-9cde7fb10983), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:25.363032 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e4a82120-6593-4c04-bc19-c595f6d5e022 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:25.364199 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-e4a82120-6593-4c04-bc19-c595f6d5e022 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/59c74fc8-1d7d-436a-8c27-9cde7fb10983 HTTP/1.1" status: 204 len: 168 time: 0.4728854 Feb 04 12:32:25.421246 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-54a87bcf-d4e3-4670-bf1b-726aa02873c9 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (ebba3ab7-284a-46e7-9e33-b8574b026aab), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:25.426972 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a82120-6593-4c04-bc19-c595f6d5e022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c74fc8-1d7d-436a-8c27-9cde7fb10983,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:25.482434 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3076bfc4-1b06-4a59-99ac-e26d13c9bf0a tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (3545c793-c2d8-4457-bc0e-300240e7dbe7), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:25.505189 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3076bfc4-1b06-4a59-99ac-e26d13c9bf0a tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:25.512189 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-3076bfc4-1b06-4a59-99ac-e26d13c9bf0a tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] 10.222.0.65 "DELETE /v2.0/networks/3545c793-c2d8-4457-bc0e-300240e7dbe7 HTTP/1.1" status: 204 len: 168 time: 1.3883069 Feb 04 12:32:25.530681 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cc425438-3c27-4d65-96ee-3c58a8f594a1 None None] Publish callbacks [] for port (182b1c2e-f460-4f70-9860-f6f9f3520001), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:25.537162 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 44044) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:25.537992 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-5c785f31-945a-473e-bc4e-b68d885fc266 req-222e2d37-73bc-48a6-a9cf-fa903cb13396 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:25.546678 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3076bfc4-1b06-4a59-99ac-e26d13c9bf0a tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Pushing event deleted for resources: {'Network': ['ID=3545c793-c2d8-4457-bc0e-300240e7dbe7,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:25.550620 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['1838ab07-adf7-4b9b-b746-757621e1c012', 'dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:32:25.552962 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cc425438-3c27-4d65-96ee-3c58a8f594a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (182b1c2e-f460-4f70-9860-f6f9f3520001), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:25.587287 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1827ce1a-3ac5-4f65-9f2d-bad27c8028af admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:32:25.617838 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-1827ce1a-3ac5-4f65-9f2d-bad27c8028af admin admin] 10.222.0.65 "PUT /v2.0/routers/f7a758cb-2ec5-4863-af36-5b323a96683c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1408329 Feb 04 12:32:25.633296 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222e2d37-73bc-48a6-a9cf-fa903cb13396 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Pushing event deleted for resources: {'Port': ['ID=dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:25.659861 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1136ca2-01f2-4140-9020-8c5447d55ce6 None None] Sync routers for ids ['f7a758cb-2ec5-4863-af36-5b323a96683c'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:32:25.683127 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d6c333b5-db08-4c3d-87a5-1eead21969cd req-d0ed7b06-df30-44b1-a714-7ac470dadef1 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3944244 Feb 04 12:32:25.715952 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c785f31-945a-473e-bc4e-b68d885fc266 req-222e2d37-73bc-48a6-a9cf-fa903cb13396 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] No DVR routers for this DVR port dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd on host n-h1-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:32:25.718570 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-5c785f31-945a-473e-bc4e-b68d885fc266 req-222e2d37-73bc-48a6-a9cf-fa903cb13396 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:25.723568 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5c785f31-945a-473e-bc4e-b68d885fc266 req-222e2d37-73bc-48a6-a9cf-fa903cb13396 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.73 "DELETE /v2.0/ports/dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd HTTP/1.1" status: 204 len: 173 time: 1.4656448 Feb 04 12:32:25.724080 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '309f20f5-fb15-4854-a3f3-90201a4e005a', 'name': 'network-vif-deleted', 'tag': 'dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:32:25.724391 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-54a87bcf-d4e3-4670-bf1b-726aa02873c9 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (ebba3ab7-284a-46e7-9e33-b8574b026aab), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:25.734196 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-872c7d47-f1d6-4635-a1fb-e82c184fa47d" -d '{"events": [{"server_uuid": "309f20f5-fb15-4854-a3f3-90201a4e005a", "name": "network-vif-deleted", "tag": "dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:32:25.737947 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc425438-3c27-4d65-96ee-3c58a8f594a1 None None] Network 510ce670-bd02-4ff0-8f97-f1eb1777b8ca is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:32:25.755849 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6f98efcb-c791-4844-98dc-e80d582467fd req-a859dff0-17fd-49f5-b81b-56554342c13d tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.3.15 HTTP/1.1" status: 200 len: 1001 time: 0.4862034 Feb 04 12:32:25.770595 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-cc425438-3c27-4d65-96ee-3c58a8f594a1 None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:32:25.774401 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1136ca2-01f2-4140-9020-8c5447d55ce6 None None] Routers {'f7a758cb-2ec5-4863-af36-5b323a96683c'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:32:25.775034 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-b1136ca2-01f2-4140-9020-8c5447d55ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:32:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['f7a758cb-2ec5-4863-af36-5b323a96683c'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:32:25.777221 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc425438-3c27-4d65-96ee-3c58a8f594a1 None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:32:25.792080 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc425438-3c27-4d65-96ee-3c58a8f594a1 None None] Pushing event updated for resources: {'Port': ['ID=182b1c2e-f460-4f70-9860-f6f9f3520001,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:25.848831 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a87bcf-d4e3-4670-bf1b-726aa02873c9 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Pushing event deleted for resources: {'Subnet': ['ID=ebba3ab7-284a-46e7-9e33-b8574b026aab,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:25.926757 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f98efcb-c791-4844-98dc-e80d582467fd req-7ca774cf-d63d-4683-9bf3-a2a58682fe4f tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:25.945783 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6f98efcb-c791-4844-98dc-e80d582467fd req-7ca774cf-d63d-4683-9bf3-a2a58682fe4f tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] 10.222.0.65 "GET /v2.0/ports/f33ad91a-c151-40d4-94a1-3ed7834ae1a6 HTTP/1.1" status: 200 len: 943 time: 0.1889377 Feb 04 12:32:26.002484 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8efbdde-4bea-41ec-a142-50125ff56df1 req-c693e01e-d68b-4a07-93c8-ac5f754ad5c0 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:26.003968 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-54a87bcf-d4e3-4670-bf1b-726aa02873c9 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (510ce670-bd02-4ff0-8f97-f1eb1777b8ca), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:26.023949 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d8efbdde-4bea-41ec-a142-50125ff56df1 req-c693e01e-d68b-4a07-93c8-ac5f754ad5c0 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/ports?device_id=15e2eeae-f4f2-424e-9a78-0fe0799fc0c1 HTTP/1.1" status: 200 len: 945 time: 0.1759024 Feb 04 12:32:26.069199 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-54a87bcf-d4e3-4670-bf1b-726aa02873c9 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['510ce670-bd02-4ff0-8f97-f1eb1777b8ca']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:32:26.087696 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-54a87bcf-d4e3-4670-bf1b-726aa02873c9 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75e948d0-5249-4dd8-8021-2a8fff439685') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:32:26.088045 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-54a87bcf-d4e3-4670-bf1b-726aa02873c9 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75e948d0-5249-4dd8-8021-2a8fff439685') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:32:26.099348 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-3959762e-fd5d-46cd-be51-aac558dc45eb tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Deleting port f7b58f15-9699-4a1e-aa03-652cc0cae289 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:32:26.100063 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3959762e-fd5d-46cd-be51-aac558dc45eb tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (f7b58f15-9699-4a1e-aa03-652cc0cae289), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:26.104853 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-54a87bcf-d4e3-4670-bf1b-726aa02873c9 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (75e948d0-5249-4dd8-8021-2a8fff439685), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:26.161673 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-54a87bcf-d4e3-4670-bf1b-726aa02873c9 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (75e948d0-5249-4dd8-8021-2a8fff439685), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:26.163830 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 37c6dc6b-292e-4366-a0ba-27544baeb2de no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:32:26.174274 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54a87bcf-d4e3-4670-bf1b-726aa02873c9 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:32:26.174683 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-54a87bcf-d4e3-4670-bf1b-726aa02873c9 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (75e948d0-5249-4dd8-8021-2a8fff439685), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:26.178044 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 12:32:26.178044 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:32:26.178044 n-d-825015-3 neutron-server[103474]: timer() Feb 04 12:32:26.178044 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:32:26.178044 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 12:32:26.178044 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:32:26.178044 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 12:32:26.178044 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:32:26.178044 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 12:32:26.178044 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:32:26.178044 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 12:32:26.178044 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:32:26.178044 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 12:32:26.178044 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:32:26.178044 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:32:26.178044 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:32:26.178044 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:32:26.178044 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:32:26.178044 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 12:32:26.178044 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:32:26.178044 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 12:32:26.178044 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:32:26.178044 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:32:26.178044 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:32:26.178044 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 12:32:26.178044 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:32:26.178044 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:32:26.178044 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:32:26.178044 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:32:26.178044 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:32:26.178044 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:32:26.178044 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:32:26.198398 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 37c6dc6b-292e-4366-a0ba-27544baeb2de {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:32:26.198761 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 37c6dc6b-292e-4366-a0ba-27544baeb2de not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:32:26.245372 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d8efbdde-4bea-41ec-a142-50125ff56df1 req-ca34d57c-750a-451f-9921-d7afa2d9e18d tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/security-groups?id=98d15bf5-a480-4f0d-bc57-8f17260bd5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198892 Feb 04 12:32:26.292304 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-b1136ca2-01f2-4140-9020-8c5447d55ce6 None None] Set router f7a758cb-2ec5-4863-af36-5b323a96683c gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:32:26.301311 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-cc425438-3c27-4d65-96ee-3c58a8f594a1 None None] Attempting to bind port 182b1c2e-f460-4f70-9860-f6f9f3520001 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:32:26.302075 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-cc425438-3c27-4d65-96ee-3c58a8f594a1 None None] Attempting to bind port 182b1c2e-f460-4f70-9860-f6f9f3520001 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '75e948d0-5249-4dd8-8021-2a8fff439685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '510ce670-bd02-4ff0-8f97-f1eb1777b8ca'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:32:26.302482 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc425438-3c27-4d65-96ee-3c58a8f594a1 None None] Attempting to bind port 182b1c2e-f460-4f70-9860-f6f9f3520001 on network 510ce670-bd02-4ff0-8f97-f1eb1777b8ca {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:32:26.317127 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3959762e-fd5d-46cd-be51-aac558dc45eb tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (f7b58f15-9699-4a1e-aa03-652cc0cae289), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:26.317484 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3959762e-fd5d-46cd-be51-aac558dc45eb tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks [] for floatingip (f7b58f15-9699-4a1e-aa03-652cc0cae289), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:26.320268 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6f98efcb-c791-4844-98dc-e80d582467fd req-99d97543-60ab-46db-96de-4e0311381a0f tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.3.15 HTTP/1.1" status: 200 len: 1001 time: 0.2210917 Feb 04 12:32:26.328396 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2224ea25-8353-4b64-bfe3-17865d2765e8 x-openstack-request-id: req-2224ea25-8353-4b64-bfe3-17865d2765e8 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:32:26.328574 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.db.api [None req-54a87bcf-d4e3-4670-bf1b-726aa02873c9 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 12:32:26.328574 n-d-825015-3 neutron-server[103474]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 12:32:26.328574 n-d-825015-3 neutron-server[103474]: [parameters: {'id': '510ce670-bd02-4ff0-8f97-f1eb1777b8ca'}] Feb 04 12:32:26.328574 n-d-825015-3 neutron-server[103474]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103474) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 12:32:26.329541 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "309f20f5-fb15-4854-a3f3-90201a4e005a", "name": "network-vif-deleted", "tag": "dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:32:26.329622 n-d-825015-3 neutron-server[103474]: DEBUG oslo_db.api [None req-54a87bcf-d4e3-4670-bf1b-726aa02873c9 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 12:32:26.329708 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2224ea25-8353-4b64-bfe3-17865d2765e8 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:32:26.329984 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '309f20f5-fb15-4854-a3f3-90201a4e005a', 'name': 'network-vif-deleted', 'tag': 'dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd', 'status': 'completed', 'code': 200} Feb 04 12:32:26.352580 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-3959762e-fd5d-46cd-be51-aac558dc45eb tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Calling delete_port for f7b58f15-9699-4a1e-aa03-652cc0cae289 owned by network:floatingip {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:32:26.413188 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc425438-3c27-4d65-96ee-3c58a8f594a1 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:32:26.416653 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc425438-3c27-4d65-96ee-3c58a8f594a1 None None] Checking segment: {'id': '75e948d0-5249-4dd8-8021-2a8fff439685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '510ce670-bd02-4ff0-8f97-f1eb1777b8ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:32:26.416920 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cc425438-3c27-4d65-96ee-3c58a8f594a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:26.417362 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc425438-3c27-4d65-96ee-3c58a8f594a1 None None] Bound using segment: {'id': '75e948d0-5249-4dd8-8021-2a8fff439685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '510ce670-bd02-4ff0-8f97-f1eb1777b8ca'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:32:26.418987 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-cc425438-3c27-4d65-96ee-3c58a8f594a1 None None] Bound port: 182b1c2e-f460-4f70-9860-f6f9f3520001, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75e948d0-5249-4dd8-8021-2a8fff439685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '510ce670-bd02-4ff0-8f97-f1eb1777b8ca'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:32:26.419376 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cc425438-3c27-4d65-96ee-3c58a8f594a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (182b1c2e-f460-4f70-9860-f6f9f3520001), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:26.500679 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f98efcb-c791-4844-98dc-e80d582467fd req-36c107f9-3467-4b8c-bde0-df7e9ece1ea7 tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:26.503203 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6f98efcb-c791-4844-98dc-e80d582467fd req-36c107f9-3467-4b8c-bde0-df7e9ece1ea7 tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] 10.222.0.65 "GET /v2.0/networks/7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 HTTP/1.1" status: 200 len: 784 time: 0.1724317 Feb 04 12:32:26.581434 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-cc425438-3c27-4d65-96ee-3c58a8f594a1 None None] For port 182b1c2e-f460-4f70-9860-f6f9f3520001, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:32:26.585646 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-cc425438-3c27-4d65-96ee-3c58a8f594a1 None None] For port 182b1c2e-f460-4f70-9860-f6f9f3520001, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=182b1c2e-f460-4f70-9860-f6f9f3520001,segment=NetworkSegment(75e948d0-5249-4dd8-8021-2a8fff439685),segment_id=75e948d0-5249-4dd8-8021-2a8fff439685)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:32:26.597202 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cc425438-3c27-4d65-96ee-3c58a8f594a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (182b1c2e-f460-4f70-9860-f6f9f3520001), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:26.650667 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6f98efcb-c791-4844-98dc-e80d582467fd req-a0c641ca-6256-4b8f-a369-6b0ded00b36f tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.3.15 HTTP/1.1" status: 200 len: 1001 time: 0.1399760 Feb 04 12:32:26.667155 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-6f98efcb-c791-4844-98dc-e80d582467fd req-65923607-3db8-4316-bafa-546acc77457e tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:32:26.727163 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc425438-3c27-4d65-96ee-3c58a8f594a1 None None] Pushing event updated for resources: {'Port': ['ID=182b1c2e-f460-4f70-9860-f6f9f3520001,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:26.765879 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-6f98efcb-c791-4844-98dc-e80d582467fd req-65923607-3db8-4316-bafa-546acc77457e tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] Publish callbacks [] for floatingip (e198aee6-fae3-46da-88e7-6f42af4cdbcd), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:26.909516 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-54a87bcf-d4e3-4670-bf1b-726aa02873c9 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (510ce670-bd02-4ff0-8f97-f1eb1777b8ca), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:26.972713 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3959762e-fd5d-46cd-be51-aac558dc45eb tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (f7b58f15-9699-4a1e-aa03-652cc0cae289), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:27.016951 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3959762e-fd5d-46cd-be51-aac558dc45eb tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Pushing event deleted for resources: {'Port': ['ID=f7b58f15-9699-4a1e-aa03-652cc0cae289,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:27.046121 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc09ce28-29cc-4fa7-b734-db74d9dea68e req-c32c229c-5423-4eda-babc-54904aaa98de tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:27.048535 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cc09ce28-29cc-4fa7-b734-db74d9dea68e req-c32c229c-5423-4eda-babc-54904aaa98de tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/networks?id=e5afc4b2-b62e-43cc-a807-b008639c0d4f HTTP/1.1" status: 200 len: 819 time: 0.1363206 Feb 04 12:32:27.083948 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-54a87bcf-d4e3-4670-bf1b-726aa02873c9 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Deleting port 182b1c2e-f460-4f70-9860-f6f9f3520001 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:32:27.084416 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-54a87bcf-d4e3-4670-bf1b-726aa02873c9 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (182b1c2e-f460-4f70-9860-f6f9f3520001), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:27.100206 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-6f98efcb-c791-4844-98dc-e80d582467fd req-65923607-3db8-4316-bafa-546acc77457e tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:27.109356 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cc09ce28-29cc-4fa7-b734-db74d9dea68e req-572e87ee-0a94-4b9a-a0ff-0f90cebc119f tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/quotas/60403df8fc1a4b00b06a45bfc2d7e2b2 HTTP/1.1" status: 200 len: 375 time: 0.0533755 Feb 04 12:32:27.111589 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-6f98efcb-c791-4844-98dc-e80d582467fd req-65923607-3db8-4316-bafa-546acc77457e tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1599943'] for floatingip (e198aee6-fae3-46da-88e7-6f42af4cdbcd), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:27.112060 n-d-825015-3 neutron-server[103475]: INFO neutron.db.l3_db [req-6f98efcb-c791-4844-98dc-e80d582467fd req-65923607-3db8-4316-bafa-546acc77457e tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] Floating IP e198aee6-fae3-46da-88e7-6f42af4cdbcd disassociated. External IP: 172.25.3.15, port: f33ad91a-c151-40d4-94a1-3ed7834ae1a6. Feb 04 12:32:27.167943 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3959762e-fd5d-46cd-be51-aac558dc45eb tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks [] for floatingip (90ab9b31-5187-44eb-947b-101740c96c42), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:27.169400 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3959762e-fd5d-46cd-be51-aac558dc45eb tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:27.174720 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-3959762e-fd5d-46cd-be51-aac558dc45eb tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] 10.222.0.65 "DELETE /v2.0/floatingips/90ab9b31-5187-44eb-947b-101740c96c42 HTTP/1.1" status: 204 len: 168 time: 1.6365144 Feb 04 12:32:27.180929 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 44094) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:27.202645 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-54a87bcf-d4e3-4670-bf1b-726aa02873c9 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] For port 182b1c2e-f460-4f70-9860-f6f9f3520001, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=182b1c2e-f460-4f70-9860-f6f9f3520001,segment=NetworkSegment(75e948d0-5249-4dd8-8021-2a8fff439685),segment_id=75e948d0-5249-4dd8-8021-2a8fff439685)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:32:27.203223 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-54a87bcf-d4e3-4670-bf1b-726aa02873c9 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (182b1c2e-f460-4f70-9860-f6f9f3520001), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:27.232576 n-d-825015-3 neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-6eee40fc-aac6-4ddd-a871-38619f23d870 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] DELETE failed (client error): The resource could not be found. Feb 04 12:32:27.233206 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6eee40fc-aac6-4ddd-a871-38619f23d870 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 12:32:27.239945 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-6eee40fc-aac6-4ddd-a871-38619f23d870 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] 10.222.0.65 "DELETE /v2.0/ports/e028ce58-25be-4011-812f-1177d83b933d HTTP/1.1" status: 404 len: 333 time: 0.0579479 Feb 04 12:32:27.240141 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 44096) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:27.243665 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e22a1dc-50be-45f2-949e-9077ba157ac5 None None] get_active_networks_info from n-d-825015-3 {{(pid=103476) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 04 12:32:27.244298 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-54a87bcf-d4e3-4670-bf1b-726aa02873c9 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Calling delete_port for 182b1c2e-f460-4f70-9860-f6f9f3520001 owned by network:dhcp {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:32:27.286501 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-6406c2da-f58a-4fb9-9980-872906b70058 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] 10.222.0.65 "GET /v2.0/ports?device_id=bbd46cc0-4721-4817-9481-d8850fd22059 HTTP/1.1" status: 200 len: 205 time: 0.0438745 Feb 04 12:32:27.291982 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 44102) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:27.328281 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-b1136ca2-01f2-4140-9020-8c5447d55ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a758cb-2ec5-4863-af36-5b323a96683c', 'name': 'tempest-ServerRescueNegativeTestJSON-1752599005-router', 'tenant_id': '60403df8fc1a4b00b06a45bfc2d7e2b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '0f69b7a7-f9fe-45f4-906e-656ba1b81330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:32:09Z', 'updated_at': '2022-02-04T12:32:21Z', 'revision_number': 4, 'project_id': '60403df8fc1a4b00b06a45bfc2d7e2b2', 'gw_port': {'id': '0f69b7a7-f9fe-45f4-906e-656ba1b81330', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:71:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a758cb-2ec5-4863-af36-5b323a96683c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:32:11Z', 'updated_at': '2022-02-04T12:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'f172d7da-658c-4166-b0e0-def699128d7c', 'name': '', 'network_id': 'e5afc4b2-b62e-43cc-a807-b008639c0d4f', 'tenant_id': '60403df8fc1a4b00b06a45bfc2d7e2b2', 'mac_address': 'fa:16:3e:84:2a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a758cb-2ec5-4863-af36-5b323a96683c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'b210b3d4-0fee-4dad-a874-126f3e2c1f20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:32:18Z', 'updated_at': '2022-02-04T12:32:22Z', 'revision_number': 2, 'project_id': '60403df8fc1a4b00b06a45bfc2d7e2b2', 'subnets': [{'id': 'b210b3d4-0fee-4dad-a874-126f3e2c1f20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:32:27.334507 n-d-825015-3 neutron-server[103475]: INFO neutron.api.v2.resource [None req-87e7d8d6-17f9-4ef4-8487-356370d5bd3f tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] delete failed (client error): The resource could not be found. Feb 04 12:32:27.335552 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-87e7d8d6-17f9-4ef4-8487-356370d5bd3f tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] 10.222.0.65 "DELETE /v2.0/routers/bbd46cc0-4721-4817-9481-d8850fd22059 HTTP/1.1" status: 404 len: 336 time: 0.0426321 Feb 04 12:32:27.341845 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 44104) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:27.356449 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cc09ce28-29cc-4fa7-b734-db74d9dea68e req-bae8303b-dfef-4447-906f-9245108815ba tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=60403df8fc1a4b00b06a45bfc2d7e2b2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2396293 Feb 04 12:32:27.373572 n-d-825015-3 neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-f93bc46e-15c9-48d0-97ed-313e77f70406 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] DELETE failed (client error): The resource could not be found. Feb 04 12:32:27.374042 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f93bc46e-15c9-48d0-97ed-313e77f70406 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 12:32:27.380929 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-f93bc46e-15c9-48d0-97ed-313e77f70406 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] 10.222.0.65 "DELETE /v2.0/subnets/7800aba5-d33c-4af5-b7e3-0c162eb77460 HTTP/1.1" status: 404 len: 337 time: 0.0379522 Feb 04 12:32:27.381518 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 44106) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:27.396986 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1136ca2-01f2-4140-9020-8c5447d55ce6 None None] Checking router: f7a758cb-2ec5-4863-af36-5b323a96683c for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:32:27.397727 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1136ca2-01f2-4140-9020-8c5447d55ce6 None None] Updating router f7a758cb-2ec5-4863-af36-5b323a96683c port f172d7da-658c-4166-b0e0-def699128d7c binding host n-d-825015-3 {{(pid=103476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:32:27.466547 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b1136ca2-01f2-4140-9020-8c5447d55ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (f172d7da-658c-4166-b0e0-def699128d7c), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:27.495396 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e22a1dc-50be-45f2-949e-9077ba157ac5 None None] Resources bound (agent type, host, resource id): {{(pid=103476) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 12:32:27.502584 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-54a87bcf-d4e3-4670-bf1b-726aa02873c9 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (182b1c2e-f460-4f70-9860-f6f9f3520001), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:27.545499 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a87bcf-d4e3-4670-bf1b-726aa02873c9 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Pushing event deleted for resources: {'Port': ['ID=182b1c2e-f460-4f70-9860-f6f9f3520001,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:27.558406 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a87bcf-d4e3-4670-bf1b-726aa02873c9 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] No DVR routers for this DVR port 182b1c2e-f460-4f70-9860-f6f9f3520001 on host n-d-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:32:27.592605 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6f98efcb-c791-4844-98dc-e80d582467fd req-65923607-3db8-4316-bafa-546acc77457e tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] Router 7c1fcdf1-a124-4326-aab1-5939cd4e2565 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:32:27.643663 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-73a07d10-3dcc-42b4-8f7f-f32cf6af95c8 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Deleting port 78c7f230-31de-4147-8bee-9b0f5b902b9e {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:32:27.644065 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-73a07d10-3dcc-42b4-8f7f-f32cf6af95c8 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (78c7f230-31de-4147-8bee-9b0f5b902b9e), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:27.712336 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-54a87bcf-d4e3-4670-bf1b-726aa02873c9 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (510ce670-bd02-4ff0-8f97-f1eb1777b8ca), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:27.752488 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-54a87bcf-d4e3-4670-bf1b-726aa02873c9 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['510ce670-bd02-4ff0-8f97-f1eb1777b8ca']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:32:27.776046 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-54a87bcf-d4e3-4670-bf1b-726aa02873c9 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75e948d0-5249-4dd8-8021-2a8fff439685') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:32:27.776432 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-54a87bcf-d4e3-4670-bf1b-726aa02873c9 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75e948d0-5249-4dd8-8021-2a8fff439685') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:32:27.796257 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-54a87bcf-d4e3-4670-bf1b-726aa02873c9 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (75e948d0-5249-4dd8-8021-2a8fff439685), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:27.806341 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-73a07d10-3dcc-42b4-8f7f-f32cf6af95c8 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (78c7f230-31de-4147-8bee-9b0f5b902b9e), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:27.832417 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-54a87bcf-d4e3-4670-bf1b-726aa02873c9 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (75e948d0-5249-4dd8-8021-2a8fff439685), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:27.852873 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54a87bcf-d4e3-4670-bf1b-726aa02873c9 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:32:27.853380 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-54a87bcf-d4e3-4670-bf1b-726aa02873c9 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (75e948d0-5249-4dd8-8021-2a8fff439685), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:27.949173 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 12:32:27.949173 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:32:27.949173 n-d-825015-3 neutron-server[103474]: timer() Feb 04 12:32:27.949173 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:32:27.949173 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 12:32:27.949173 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:32:27.949173 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 12:32:27.949173 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:32:27.949173 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 12:32:27.949173 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:32:27.949173 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 12:32:27.949173 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:32:27.949173 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 12:32:27.949173 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:32:27.949173 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:32:27.949173 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:32:27.949173 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:32:27.949173 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:32:27.949173 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 12:32:27.949173 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:32:27.949173 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 12:32:27.949173 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:32:27.949173 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:32:27.949173 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:32:27.949173 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 12:32:27.949173 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:32:27.949173 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:32:27.949173 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:32:27.949173 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:32:27.949173 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:32:27.949173 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:32:27.949173 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:32:27.953299 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-73a07d10-3dcc-42b4-8f7f-f32cf6af95c8 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Calling delete_port for 78c7f230-31de-4147-8bee-9b0f5b902b9e owned by {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:32:27.991894 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-54a87bcf-d4e3-4670-bf1b-726aa02873c9 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (510ce670-bd02-4ff0-8f97-f1eb1777b8ca), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:28.040258 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-54a87bcf-d4e3-4670-bf1b-726aa02873c9 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:28.048667 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-54a87bcf-d4e3-4670-bf1b-726aa02873c9 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] 10.222.0.65 "DELETE /v2.0/networks/510ce670-bd02-4ff0-8f97-f1eb1777b8ca HTTP/1.1" status: 204 len: 168 time: 3.0770202 Feb 04 12:32:28.050812 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 44122) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:28.068472 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-28775c5e-5ce6-42e5-a559-2d99792e9ebd tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1500290448'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:32:28.070230 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef50ec1a-7d23-4a64-ad57-43835290f0ce None None] Network 510ce670-bd02-4ff0-8f97-f1eb1777b8ca requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:32:28.080747 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a87bcf-d4e3-4670-bf1b-726aa02873c9 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Pushing event deleted for resources: {'Network': ['ID=510ce670-bd02-4ff0-8f97-f1eb1777b8ca,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:28.090556 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b1136ca2-01f2-4140-9020-8c5447d55ce6 None None] Publish callbacks [] for port (f172d7da-658c-4166-b0e0-def699128d7c), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:28.100254 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cc09ce28-29cc-4fa7-b734-db74d9dea68e req-39b0f196-c375-461e-bfdd-3b465d7308cf service neutron] 10.222.0.65 "GET /v2.0/networks/e5afc4b2-b62e-43cc-a807-b008639c0d4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7428236 Feb 04 12:32:28.126352 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef50ec1a-7d23-4a64-ad57-43835290f0ce None None] Network 510ce670-bd02-4ff0-8f97-f1eb1777b8ca could not be found, it might have been deleted concurrently. {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 04 12:32:28.143183 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b1136ca2-01f2-4140-9020-8c5447d55ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (f172d7da-658c-4166-b0e0-def699128d7c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:28.182174 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28775c5e-5ce6-42e5-a559-2d99792e9ebd tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Made reservation on behalf of 033089eae79b4f9fa2373fbe9923684e for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:32:28.186988 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-28775c5e-5ce6-42e5-a559-2d99792e9ebd tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:28.232718 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-73a07d10-3dcc-42b4-8f7f-f32cf6af95c8 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (78c7f230-31de-4147-8bee-9b0f5b902b9e), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:28.243872 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28775c5e-5ce6-42e5-a559-2d99792e9ebd tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:32:28.288524 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a07d10-3dcc-42b4-8f7f-f32cf6af95c8 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Pushing event deleted for resources: {'Port': ['ID=78c7f230-31de-4147-8bee-9b0f5b902b9e,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:28.301253 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-28775c5e-5ce6-42e5-a559-2d99792e9ebd tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (f7721390-daff-46ec-85fc-53f9baf633bf), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:28.301600 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-28775c5e-5ce6-42e5-a559-2d99792e9ebd tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Added segment f7721390-daff-46ec-85fc-53f9baf633bf of type vlan for network 5ada2d26-e067-48e2-91ca-a4173e220afb Feb 04 12:32:28.321095 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-b1136ca2-01f2-4140-9020-8c5447d55ce6 None None] Attempting to bind port f172d7da-658c-4166-b0e0-def699128d7c on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:32:28.321467 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-b1136ca2-01f2-4140-9020-8c5447d55ce6 None None] Attempting to bind port f172d7da-658c-4166-b0e0-def699128d7c by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': 'e9a4c4bf-e4ee-411b-abe4-f3340937d454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'e5afc4b2-b62e-43cc-a807-b008639c0d4f'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:32:28.321832 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1136ca2-01f2-4140-9020-8c5447d55ce6 None None] Attempting to bind port f172d7da-658c-4166-b0e0-def699128d7c on network e5afc4b2-b62e-43cc-a807-b008639c0d4f {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:32:28.328308 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1136ca2-01f2-4140-9020-8c5447d55ce6 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:32:28.328924 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1136ca2-01f2-4140-9020-8c5447d55ce6 None None] Checking segment: {'id': 'e9a4c4bf-e4ee-411b-abe4-f3340937d454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'e5afc4b2-b62e-43cc-a807-b008639c0d4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:32:28.329584 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b1136ca2-01f2-4140-9020-8c5447d55ce6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:28.329703 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1136ca2-01f2-4140-9020-8c5447d55ce6 None None] Bound using segment: {'id': 'e9a4c4bf-e4ee-411b-abe4-f3340937d454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'e5afc4b2-b62e-43cc-a807-b008639c0d4f'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:32:28.330111 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-b1136ca2-01f2-4140-9020-8c5447d55ce6 None None] Bound port: f172d7da-658c-4166-b0e0-def699128d7c, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9a4c4bf-e4ee-411b-abe4-f3340937d454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'e5afc4b2-b62e-43cc-a807-b008639c0d4f'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:32:28.330497 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b1136ca2-01f2-4140-9020-8c5447d55ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (f172d7da-658c-4166-b0e0-def699128d7c), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:28.332442 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4829967a-77a2-4053-b6da-c38970ddb19e None None] Pushing event updated for resources: {'Port': ['ID=f172d7da-658c-4166-b0e0-def699128d7c,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:28.363139 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-28775c5e-5ce6-42e5-a559-2d99792e9ebd tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (5ada2d26-e067-48e2-91ca-a4173e220afb), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:28.401841 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-28775c5e-5ce6-42e5-a559-2d99792e9ebd tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (5ada2d26-e067-48e2-91ca-a4173e220afb), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:28.415606 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28775c5e-5ce6-42e5-a559-2d99792e9ebd tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:28.417701 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-28775c5e-5ce6-42e5-a559-2d99792e9ebd tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:28.436612 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b1136ca2-01f2-4140-9020-8c5447d55ce6 None None] For port f172d7da-658c-4166-b0e0-def699128d7c, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:32:28.453820 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b1136ca2-01f2-4140-9020-8c5447d55ce6 None None] For port f172d7da-658c-4166-b0e0-def699128d7c, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=f172d7da-658c-4166-b0e0-def699128d7c,segment=NetworkSegment(e9a4c4bf-e4ee-411b-abe4-f3340937d454),segment_id=e9a4c4bf-e4ee-411b-abe4-f3340937d454)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:32:28.472644 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b1136ca2-01f2-4140-9020-8c5447d55ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (f172d7da-658c-4166-b0e0-def699128d7c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:28.583665 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cc09ce28-29cc-4fa7-b734-db74d9dea68e req-d2ba1bbd-672c-48b5-9e9d-42fc9112ad24 service neutron] 10.222.0.65 "GET /v2.0/networks/e5afc4b2-b62e-43cc-a807-b008639c0d4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3969038 Feb 04 12:32:28.588246 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6f98efcb-c791-4844-98dc-e80d582467fd req-65923607-3db8-4316-bafa-546acc77457e tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:32:28.597925 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-6f98efcb-c791-4844-98dc-e80d582467fd req-65923607-3db8-4316-bafa-546acc77457e tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:28.600407 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c77b439-e27f-421c-afb1-51b256ce6353 None None] Sync routers for ids ['7c1fcdf1-a124-4326-aab1-5939cd4e2565'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:32:28.613936 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28775c5e-5ce6-42e5-a559-2d99792e9ebd tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Pushing event updated for resources: {'Network': ['ID=5ada2d26-e067-48e2-91ca-a4173e220afb,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:28.622516 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1136ca2-01f2-4140-9020-8c5447d55ce6 None None] Routers {'f7a758cb-2ec5-4863-af36-5b323a96683c'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:32:28.624975 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-b1136ca2-01f2-4140-9020-8c5447d55ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:32:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['f7a758cb-2ec5-4863-af36-5b323a96683c'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:32:28.639955 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c77b439-e27f-421c-afb1-51b256ce6353 None None] Routers {'7c1fcdf1-a124-4326-aab1-5939cd4e2565'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:32:28.648762 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-6c77b439-e27f-421c-afb1-51b256ce6353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:32:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['7c1fcdf1-a124-4326-aab1-5939cd4e2565'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:32:28.649135 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 5ada2d26-e067-48e2-91ca-a4173e220afb details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:32:28.669177 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6f98efcb-c791-4844-98dc-e80d582467fd req-65923607-3db8-4316-bafa-546acc77457e tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] 10.222.0.65 "PUT /v2.0/floatingips/e198aee6-fae3-46da-88e7-6f42af4cdbcd HTTP/1.1" status: 200 len: 694 time: 2.0068111 Feb 04 12:32:28.675249 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '607f9051-3590-4eaa-91eb-3992bcebf3c0', 'tag': 'f33ad91a-c151-40d4-94a1-3ed7834ae1a6'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:32:28.677946 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2626a87-27e7-4172-adf8-b15ebf10bbca" -d '{"events": [{"name": "network-changed", "server_uuid": "607f9051-3590-4eaa-91eb-3992bcebf3c0", "tag": "f33ad91a-c151-40d4-94a1-3ed7834ae1a6"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:32:28.730171 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-28775c5e-5ce6-42e5-a559-2d99792e9ebd tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6691599 Feb 04 12:32:28.734543 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 44134) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:28.755727 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-73007024-21c7-47cc-badc-a5d15f0f0cf2 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Request body: {'subnet': {'network_id': '5ada2d26-e067-48e2-91ca-a4173e220afb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:32:28.797006 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f98efcb-c791-4844-98dc-e80d582467fd req-6afde0d3-aac7-4db9-8b9f-14b86658ada0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:28.807566 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6f98efcb-c791-4844-98dc-e80d582467fd req-6afde0d3-aac7-4db9-8b9f-14b86658ada0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a730f577f6c540ffb62b1abecee5e3b6&device_id=607f9051-3590-4eaa-91eb-3992bcebf3c0 HTTP/1.1" status: 200 len: 1128 time: 0.1093354 Feb 04 12:32:28.905945 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4829967a-77a2-4053-b6da-c38970ddb19e None None] Pushing event updated for resources: {'Port': ['ID=f172d7da-658c-4166-b0e0-def699128d7c,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:28.958418 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-6c77b439-e27f-421c-afb1-51b256ce6353 None None] Set router 7c1fcdf1-a124-4326-aab1-5939cd4e2565 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:32:29.119008 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-b1136ca2-01f2-4140-9020-8c5447d55ce6 None None] Set router f7a758cb-2ec5-4863-af36-5b323a96683c gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:32:29.153927 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-73a07d10-3dcc-42b4-8f7f-f32cf6af95c8 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:29.172454 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-73a07d10-3dcc-42b4-8f7f-f32cf6af95c8 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] 10.222.0.65 "DELETE /v2.0/ports/78c7f230-31de-4147-8bee-9b0f5b902b9e HTTP/1.1" status: 204 len: 168 time: 1.7881231 Feb 04 12:32:29.176942 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 44160) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:29.266648 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:32:29.282070 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e41e6506-daa7-415f-97f5-d8a37ae1ab40 req-5ef9eeaf-e3d5-4a6a-ad27-c9c907819d63 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1227208613304e338ac61dfadddc8156&device_id=859b3f88-7356-431c-a2c0-148304eea53b HTTP/1.1" status: 200 len: 210 time: 0.1006455 Feb 04 12:32:29.286950 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f98efcb-c791-4844-98dc-e80d582467fd req-b4d48d20-f07d-49ab-8dff-483bfe5cb411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:29.298288 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6f98efcb-c791-4844-98dc-e80d582467fd req-b4d48d20-f07d-49ab-8dff-483bfe5cb411 service neutron] 10.222.0.65 "GET /v2.0/networks?id=071b61e7-30d4-4807-8ea9-d31ae3a931a3 HTTP/1.1" status: 200 len: 930 time: 0.4843636 Feb 04 12:32:29.311411 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73007024-21c7-47cc-badc-a5d15f0f0cf2 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Made reservation on behalf of 033089eae79b4f9fa2373fbe9923684e for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:32:29.318047 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-73007024-21c7-47cc-badc-a5d15f0f0cf2 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60610638'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:29.331040 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] No Port match for: dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:32:29.331691 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device dfe94ca3-e9f8-4c5a-abf9-f2cb7f9022dd not bound to the agent host n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:32:29.359338 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-6c77b439-e27f-421c-afb1-51b256ce6353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c1fcdf1-a124-4326-aab1-5939cd4e2565', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1555532305-router', 'tenant_id': 'a730f577f6c540ffb62b1abecee5e3b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': 'af738814-b0fa-4d7d-933e-68df22ba2435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:31:28Z', 'updated_at': '2022-02-04T12:31:35Z', 'revision_number': 4, 'project_id': 'a730f577f6c540ffb62b1abecee5e3b6', 'gw_port': {'id': 'af738814-b0fa-4d7d-933e-68df22ba2435', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:40:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1fcdf1-a124-4326-aab1-5939cd4e2565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:31:30Z', 'updated_at': '2022-02-04T12:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'f6c9e52d-8900-4e0e-bd41-3fefc8be047b', 'name': '', 'network_id': '071b61e7-30d4-4807-8ea9-d31ae3a931a3', 'tenant_id': 'a730f577f6c540ffb62b1abecee5e3b6', 'mac_address': 'fa:16:3e:31:10:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1fcdf1-a124-4326-aab1-5939cd4e2565', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '1cb7544b-3b32-44b8-ab6c-df4a9aae40f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:31:33Z', 'updated_at': '2022-02-04T12:31:42Z', 'revision_number': 5, 'project_id': 'a730f577f6c540ffb62b1abecee5e3b6', 'subnets': [{'id': '1cb7544b-3b32-44b8-ab6c-df4a9aae40f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:32:29.395773 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c77b439-e27f-421c-afb1-51b256ce6353 None None] Checking router: 7c1fcdf1-a124-4326-aab1-5939cd4e2565 for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:32:29.408144 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c77b439-e27f-421c-afb1-51b256ce6353 None None] Routers {'7c1fcdf1-a124-4326-aab1-5939cd4e2565'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:32:29.409440 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-6c77b439-e27f-421c-afb1-51b256ce6353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:32:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['7c1fcdf1-a124-4326-aab1-5939cd4e2565'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:32:29.525128 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6f98efcb-c791-4844-98dc-e80d582467fd req-c28dd1a5-8d81-4bcf-875f-ee38190cc9c6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f33ad91a-c151-40d4-94a1-3ed7834ae1a6 HTTP/1.1" status: 200 len: 217 time: 0.2228096 Feb 04 12:32:29.530648 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e41e6506-daa7-415f-97f5-d8a37ae1ab40 req-b37dff98-d101-48f6-af32-a6162ca09dc4 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=1227208613304e338ac61dfadddc8156&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0727954 Feb 04 12:32:29.571938 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-8473e29a-580e-42f6-913b-cadf0650bba8 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Deleting port d3b3e917-2538-4aa9-bc46-a27e58ee5da9 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:32:29.572287 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8473e29a-580e-42f6-913b-cadf0650bba8 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (d3b3e917-2538-4aa9-bc46-a27e58ee5da9), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:29.649519 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-6c77b439-e27f-421c-afb1-51b256ce6353 None None] Set router 7c1fcdf1-a124-4326-aab1-5939cd4e2565 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:32:29.696268 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-b1136ca2-01f2-4140-9020-8c5447d55ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a758cb-2ec5-4863-af36-5b323a96683c', 'name': 'tempest-ServerRescueNegativeTestJSON-1752599005-router', 'tenant_id': '60403df8fc1a4b00b06a45bfc2d7e2b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '0f69b7a7-f9fe-45f4-906e-656ba1b81330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:32:09Z', 'updated_at': '2022-02-04T12:32:21Z', 'revision_number': 4, 'project_id': '60403df8fc1a4b00b06a45bfc2d7e2b2', 'gw_port': {'id': '0f69b7a7-f9fe-45f4-906e-656ba1b81330', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:71:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a758cb-2ec5-4863-af36-5b323a96683c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:32:11Z', 'updated_at': '2022-02-04T12:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'f172d7da-658c-4166-b0e0-def699128d7c', 'name': '', 'network_id': 'e5afc4b2-b62e-43cc-a807-b008639c0d4f', 'tenant_id': '60403df8fc1a4b00b06a45bfc2d7e2b2', 'mac_address': 'fa:16:3e:84:2a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a758cb-2ec5-4863-af36-5b323a96683c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'b210b3d4-0fee-4dad-a874-126f3e2c1f20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:32:18Z', 'updated_at': '2022-02-04T12:32:28Z', 'revision_number': 4, 'project_id': '60403df8fc1a4b00b06a45bfc2d7e2b2', 'subnets': [{'id': 'b210b3d4-0fee-4dad-a874-126f3e2c1f20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:32:29.762599 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f98efcb-c791-4844-98dc-e80d582467fd req-b289580c-c54a-41f7-857d-11eb333e76b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:29.767329 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6f98efcb-c791-4844-98dc-e80d582467fd req-b289580c-c54a-41f7-857d-11eb333e76b4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1cb7544b-3b32-44b8-ab6c-df4a9aae40f5 HTTP/1.1" status: 200 len: 868 time: 0.1264837 Feb 04 12:32:29.773142 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1136ca2-01f2-4140-9020-8c5447d55ce6 None None] The sync data for ids ['f7a758cb-2ec5-4863-af36-5b323a96683c'] in n-d-825015-3 is: [{'id': 'f7a758cb-2ec5-4863-af36-5b323a96683c', 'name': 'tempest-ServerRescueNegativeTestJSON-1752599005-router', 'tenant_id': '60403df8fc1a4b00b06a45bfc2d7e2b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '0f69b7a7-f9fe-45f4-906e-656ba1b81330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:32:09Z', 'updated_at': '2022-02-04T12:32:21Z', 'revision_number': 4, 'project_id': '60403df8fc1a4b00b06a45bfc2d7e2b2', 'gw_port': {'id': '0f69b7a7-f9fe-45f4-906e-656ba1b81330', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:71:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a758cb-2ec5-4863-af36-5b323a96683c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:32:11Z', 'updated_at': '2022-02-04T12:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'f172d7da-658c-4166-b0e0-def699128d7c', 'name': '', 'network_id': 'e5afc4b2-b62e-43cc-a807-b008639c0d4f', 'tenant_id': '60403df8fc1a4b00b06a45bfc2d7e2b2', 'mac_address': 'fa:16:3e:84:2a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a758cb-2ec5-4863-af36-5b323a96683c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'b210b3d4-0fee-4dad-a874-126f3e2c1f20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:32:18Z', 'updated_at': '2022-02-04T12:32:28Z', 'revision_number': 4, 'project_id': '60403df8fc1a4b00b06a45bfc2d7e2b2', 'subnets': [{'id': 'b210b3d4-0fee-4dad-a874-126f3e2c1f20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:32:29.823640 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 44176) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:29.925924 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d9b99d-3fb8-40a6-b793-3228bf233219 req-162023ff-3adb-4870-93b7-b90303a58475 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:29.927557 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d3d9b99d-3fb8-40a6-b793-3228bf233219 req-162023ff-3adb-4870-93b7-b90303a58475 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/ports?device_id=15e2eeae-f4f2-424e-9a78-0fe0799fc0c1 HTTP/1.1" status: 200 len: 945 time: 0.6577954 Feb 04 12:32:29.928738 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41e6506-daa7-415f-97f5-d8a37ae1ab40 req-e9a46b60-eeef-48e0-aabd-c9ece3c77fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:29.930081 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e41e6506-daa7-415f-97f5-d8a37ae1ab40 req-e9a46b60-eeef-48e0-aabd-c9ece3c77fa6 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3913889 Feb 04 12:32:29.981333 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8473e29a-580e-42f6-913b-cadf0650bba8 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (d3b3e917-2538-4aa9-bc46-a27e58ee5da9), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:30.032538 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-8473e29a-580e-42f6-913b-cadf0650bba8 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Calling delete_port for d3b3e917-2538-4aa9-bc46-a27e58ee5da9 owned by {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:32:30.037016 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-73007024-21c7-47cc-badc-a5d15f0f0cf2 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59045178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60610680'] for subnet (0defbd1a-c571-4d3b-a461-1a652db0e8a6), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:30.045064 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-6c77b439-e27f-421c-afb1-51b256ce6353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c1fcdf1-a124-4326-aab1-5939cd4e2565', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1555532305-router', 'tenant_id': 'a730f577f6c540ffb62b1abecee5e3b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': 'af738814-b0fa-4d7d-933e-68df22ba2435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:31:28Z', 'updated_at': '2022-02-04T12:31:35Z', 'revision_number': 4, 'project_id': 'a730f577f6c540ffb62b1abecee5e3b6', 'gw_port': {'id': 'af738814-b0fa-4d7d-933e-68df22ba2435', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:40:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1fcdf1-a124-4326-aab1-5939cd4e2565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:31:30Z', 'updated_at': '2022-02-04T12:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'f6c9e52d-8900-4e0e-bd41-3fefc8be047b', 'name': '', 'network_id': '071b61e7-30d4-4807-8ea9-d31ae3a931a3', 'tenant_id': 'a730f577f6c540ffb62b1abecee5e3b6', 'mac_address': 'fa:16:3e:31:10:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1fcdf1-a124-4326-aab1-5939cd4e2565', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '1cb7544b-3b32-44b8-ab6c-df4a9aae40f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:31:33Z', 'updated_at': '2022-02-04T12:31:42Z', 'revision_number': 5, 'project_id': 'a730f577f6c540ffb62b1abecee5e3b6', 'subnets': [{'id': '1cb7544b-3b32-44b8-ab6c-df4a9aae40f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:32:30.070627 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f98efcb-c791-4844-98dc-e80d582467fd req-35f6bebf-9ac2-42ab-bebf-0e00f3543662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:30.072921 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6f98efcb-c791-4844-98dc-e80d582467fd req-35f6bebf-9ac2-42ab-bebf-0e00f3543662 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=071b61e7-30d4-4807-8ea9-d31ae3a931a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2781134 Feb 04 12:32:30.104740 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d3d9b99d-3fb8-40a6-b793-3228bf233219 req-2d3877ac-7345-4fe3-9ad2-cc7ea5ff407d tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/security-groups?id=98d15bf5-a480-4f0d-bc57-8f17260bd5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462715 Feb 04 12:32:30.117507 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c77b439-e27f-421c-afb1-51b256ce6353 None None] The sync data for ids ['7c1fcdf1-a124-4326-aab1-5939cd4e2565'] in n-d-825015-3 is: [{'id': '7c1fcdf1-a124-4326-aab1-5939cd4e2565', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1555532305-router', 'tenant_id': 'a730f577f6c540ffb62b1abecee5e3b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': 'af738814-b0fa-4d7d-933e-68df22ba2435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:31:28Z', 'updated_at': '2022-02-04T12:31:35Z', 'revision_number': 4, 'project_id': 'a730f577f6c540ffb62b1abecee5e3b6', 'gw_port': {'id': 'af738814-b0fa-4d7d-933e-68df22ba2435', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:40:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1fcdf1-a124-4326-aab1-5939cd4e2565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:31:30Z', 'updated_at': '2022-02-04T12:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'f6c9e52d-8900-4e0e-bd41-3fefc8be047b', 'name': '', 'network_id': '071b61e7-30d4-4807-8ea9-d31ae3a931a3', 'tenant_id': 'a730f577f6c540ffb62b1abecee5e3b6', 'mac_address': 'fa:16:3e:31:10:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1fcdf1-a124-4326-aab1-5939cd4e2565', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '1cb7544b-3b32-44b8-ab6c-df4a9aae40f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:31:33Z', 'updated_at': '2022-02-04T12:31:42Z', 'revision_number': 5, 'project_id': 'a730f577f6c540ffb62b1abecee5e3b6', 'subnets': [{'id': '1cb7544b-3b32-44b8-ab6c-df4a9aae40f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:32:30.208253 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device f172d7da-658c-4166-b0e0-def699128d7c up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:32:30.256703 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73007024-21c7-47cc-badc-a5d15f0f0cf2 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Pushing event updated for resources: {'Subnet': ['ID=0defbd1a-c571-4d3b-a461-1a652db0e8a6,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:30.267474 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d820baa8-a048-4017-932b-fa15b6f86c7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:30.296687 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52b89c74-47cf-4b5d-8d7f-23aa82983f46 x-openstack-request-id: req-52b89c74-47cf-4b5d-8d7f-23aa82983f46 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:32:30.297338 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "607f9051-3590-4eaa-91eb-3992bcebf3c0", "tag": "f33ad91a-c151-40d4-94a1-3ed7834ae1a6", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:32:30.297434 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-52b89c74-47cf-4b5d-8d7f-23aa82983f46 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:32:30.298167 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port f172d7da-658c-4166-b0e0-def699128d7c triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:32:30.298939 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (f172d7da-658c-4166-b0e0-def699128d7c), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:30.302149 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '607f9051-3590-4eaa-91eb-3992bcebf3c0', 'tag': 'f33ad91a-c151-40d4-94a1-3ed7834ae1a6', 'status': 'completed', 'code': 200} Feb 04 12:32:30.356522 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1efacfcf-ee3a-4d10-9836-ca6534299819 req-1f4b2706-2d86-4855-8577-0df7ea189f7c tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8861db3-f96d-4488-9972-dc9abe44d442 HTTP/1.1" status: 200 len: 210 time: 0.0534043 Feb 04 12:32:30.417588 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73007024-21c7-47cc-badc-a5d15f0f0cf2 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Checking segment: {'id': 'f7721390-daff-46ec-85fc-53f9baf633bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '5ada2d26-e067-48e2-91ca-a4173e220afb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:32:30.417961 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73007024-21c7-47cc-badc-a5d15f0f0cf2 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Network hostable DHCP agents. Network: 5ada2d26-e067-48e2-91ca-a4173e220afb, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:32:30.468694 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6f98efcb-c791-4844-98dc-e80d582467fd req-5ece05ba-6d3e-4aea-8de8-d9fc2be6d787 service neutron] 10.222.0.65 "GET /v2.0/networks/071b61e7-30d4-4807-8ea9-d31ae3a931a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3472953 Feb 04 12:32:30.521043 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2626a87-27e7-4172-adf8-b15ebf10bbca req-b258eb1a-8e94-4a03-b10a-ff97f8538f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:30.522823 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-b2626a87-27e7-4172-adf8-b15ebf10bbca req-b258eb1a-8e94-4a03-b10a-ff97f8538f47 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a730f577f6c540ffb62b1abecee5e3b6&device_id=607f9051-3590-4eaa-91eb-3992bcebf3c0 HTTP/1.1" status: 200 len: 1128 time: 0.2606542 Feb 04 12:32:30.659830 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73007024-21c7-47cc-badc-a5d15f0f0cf2 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Network 5ada2d26-e067-48e2-91ca-a4173e220afb is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:32:30.724351 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-73007024-21c7-47cc-badc-a5d15f0f0cf2 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 5ada2d26-e067-48e2-91ca-a4173e220afb) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:32:30.750169 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c7c4e3bd-2e64-40d3-8d23-0e4a88acb307 req-9c1b13b7-3307-41e6-a3aa-0204820aa003 tempest-ServerShowV247Test-911395226 tempest-ServerShowV247Test-911395226-project] 10.222.0.65 "GET /v2.0/ports?device_id=859b3f88-7356-431c-a2c0-148304eea53b HTTP/1.1" status: 200 len: 210 time: 0.0887115 Feb 04 12:32:30.770079 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73007024-21c7-47cc-badc-a5d15f0f0cf2 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:30.770697 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-73007024-21c7-47cc-badc-a5d15f0f0cf2 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:30.801077 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397e5b20-3414-4ccb-bff3-00d09dd0ca75 None None] Network 5ada2d26-e067-48e2-91ca-a4173e220afb requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:32:30.850772 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6f98efcb-c791-4844-98dc-e80d582467fd req-8af3864f-8682-4a06-9364-d55e9a81ced5 service neutron] 10.222.0.65 "GET /v2.0/networks/071b61e7-30d4-4807-8ea9-d31ae3a931a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3644245 Feb 04 12:32:30.865296 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17de76b6-b1eb-4db1-95e9-cde668a97e1b None None] New status for floating IP e198aee6-fae3-46da-88e7-6f42af4cdbcd: DOWN {{(pid=103476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 12:32:30.905789 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 44190) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:30.908106 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-73007024-21c7-47cc-badc-a5d15f0f0cf2 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1694705 Feb 04 12:32:30.918266 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d820baa8-a048-4017-932b-fa15b6f86c7f admin admin] Publish callbacks [] for security_group (ca6a27e4-2ca9-4c61-828d-2712bb3b51c9), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:30.919608 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8473e29a-580e-42f6-913b-cadf0650bba8 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (d3b3e917-2538-4aa9-bc46-a27e58ee5da9), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:30.968356 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d820baa8-a048-4017-932b-fa15b6f86c7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (ca6a27e4-2ca9-4c61-828d-2712bb3b51c9), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:31.051008 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8473e29a-580e-42f6-913b-cadf0650bba8 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Pushing event deleted for resources: {'Port': ['ID=d3b3e917-2538-4aa9-bc46-a27e58ee5da9,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:31.054931 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2626a87-27e7-4172-adf8-b15ebf10bbca req-96a7f5a9-fad0-4bcb-b652-45ab20c6c32a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:31.056671 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-b2626a87-27e7-4172-adf8-b15ebf10bbca req-96a7f5a9-fad0-4bcb-b652-45ab20c6c32a service neutron] 10.222.0.77 "GET /v2.0/networks?id=071b61e7-30d4-4807-8ea9-d31ae3a931a3 HTTP/1.1" status: 200 len: 930 time: 0.5115330 Feb 04 12:32:31.067298 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port f172d7da-658c-4166-b0e0-def699128d7c is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:32:31.067870 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (f172d7da-658c-4166-b0e0-def699128d7c), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:31.160691 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-d820baa8-a048-4017-932b-fa15b6f86c7f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e2ea09c31ed047fc9657ea976b014780&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3294859 Feb 04 12:32:31.161693 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d820baa8-a048-4017-932b-fa15b6f86c7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca6a27e4-2ca9-4c61-828d-2712bb3b51c9,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:31.164826 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 44204) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:31.194600 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-b2626a87-27e7-4172-adf8-b15ebf10bbca req-1f89bafb-293e-468f-b763-99c40196c7f4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f33ad91a-c151-40d4-94a1-3ed7834ae1a6 HTTP/1.1" status: 200 len: 217 time: 0.1282642 Feb 04 12:32:31.212984 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:31.287863 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e41e6506-daa7-415f-97f5-d8a37ae1ab40 req-9fd22963-7823-44d5-be09-a86c3d0b24e2 tempest-ServerShowV247Test-911395226 tempest-ServerShowV247Test-911395226-project] 10.222.0.73 "GET /v2.0/ports?device_id=859b3f88-7356-431c-a2c0-148304eea53b HTTP/1.1" status: 200 len: 210 time: 0.0904462 Feb 04 12:32:31.323630 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8473e29a-580e-42f6-913b-cadf0650bba8 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:31.330101 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-8473e29a-580e-42f6-913b-cadf0650bba8 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] 10.222.0.65 "DELETE /v2.0/ports/d3b3e917-2538-4aa9-bc46-a27e58ee5da9 HTTP/1.1" status: 204 len: 168 time: 2.1518345 Feb 04 12:32:31.334529 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 44206) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:31.370220 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2626a87-27e7-4172-adf8-b15ebf10bbca req-8c41e7c6-03f5-45a8-8edb-49d290f302ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:31.372240 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-b2626a87-27e7-4172-adf8-b15ebf10bbca req-8c41e7c6-03f5-45a8-8edb-49d290f302ec service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1cb7544b-3b32-44b8-ab6c-df4a9aae40f5 HTTP/1.1" status: 200 len: 868 time: 0.1553471 Feb 04 12:32:31.402774 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8de10ac6-5f6b-481a-bd87-7eafe21cc5ff req-35e9bc30-0c17-4388-a38e-304296575f1f tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] 10.222.0.65 "GET /v2.0/floatingips/e198aee6-fae3-46da-88e7-6f42af4cdbcd HTTP/1.1" status: 200 len: 694 time: 0.2852666 Feb 04 12:32:31.419419 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-00af08f2-8940-4f5a-be2b-05da724f8f5f admin admin] Publish callbacks [] for security_group (ca6a27e4-2ca9-4c61-828d-2712bb3b51c9), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:31.487094 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port f172d7da-658c-4166-b0e0-def699128d7c, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=f172d7da-658c-4166-b0e0-def699128d7c,segment=NetworkSegment(e9a4c4bf-e4ee-411b-abe4-f3340937d454),segment_id=e9a4c4bf-e4ee-411b-abe4-f3340937d454)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:32:31.493737 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef075de5-d6e1-4bf0-b309-6d5181116f5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-5ada2d26-e067-48e2-91ca-a4173e220afb', 'network_id': '5ada2d26-e067-48e2-91ca-a4173e220afb', 'project_id': '033089eae79b4f9fa2373fbe9923684e', 'fixed_ips': [{'subnet_id': '0defbd1a-c571-4d3b-a461-1a652db0e8a6'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 12:32:31.494920 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ef075de5-d6e1-4bf0-b309-6d5181116f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:31.509485 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (f172d7da-658c-4166-b0e0-def699128d7c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:31.553406 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-00af08f2-8940-4f5a-be2b-05da724f8f5f admin admin] Publish callbacks [] for security_group (ca6a27e4-2ca9-4c61-828d-2712bb3b51c9), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:31.620379 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2626a87-27e7-4172-adf8-b15ebf10bbca req-0013d370-de46-4ef1-89cf-ed0b986b5e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:31.622318 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-b2626a87-27e7-4172-adf8-b15ebf10bbca req-0013d370-de46-4ef1-89cf-ed0b986b5e13 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=071b61e7-30d4-4807-8ea9-d31ae3a931a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2215409 Feb 04 12:32:31.635217 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1cba7c4-bf44-4ea1-95af-7d030af2a14d tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:31.639622 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-a1cba7c4-bf44-4ea1-95af-7d030af2a14d tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] 10.222.0.65 "GET /v2.0/ports?device_id=ada8f51e-764c-41fd-bd66-5801c2bcad0a HTTP/1.1" status: 200 len: 913 time: 0.3026865 Feb 04 12:32:31.640395 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 44208) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:31.643255 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a040b4-709b-4655-9caa-1e40c32dfd81 req-ef9a37c5-d12e-4213-8a19-e84f020cd5fa tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:31.644529 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c3a040b4-709b-4655-9caa-1e40c32dfd81 req-ef9a37c5-d12e-4213-8a19-e84f020cd5fa tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/networks?id=e5afc4b2-b62e-43cc-a807-b008639c0d4f HTTP/1.1" status: 200 len: 819 time: 0.4462814 Feb 04 12:32:31.696033 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0f5c12cc-3191-46cc-97bf-865dd3454e4c tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (5ada2d26-e067-48e2-91ca-a4173e220afb), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:31.707309 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=f172d7da-658c-4166-b0e0-def699128d7c,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:31.720546 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:31.737038 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c3a040b4-709b-4655-9caa-1e40c32dfd81 req-59eac9f1-021c-422c-a320-865bdc9d3562 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/quotas/60403df8fc1a4b00b06a45bfc2d7e2b2 HTTP/1.1" status: 200 len: 375 time: 0.0729468 Feb 04 12:32:31.835241 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-ef075de5-d6e1-4bf0-b309-6d5181116f5d None None] Allocated IP 172.20.0.2 (5ada2d26-e067-48e2-91ca-a4173e220afb/0defbd1a-c571-4d3b-a461-1a652db0e8a6/243b4cc6-a222-4e9a-b1d4-976142460e3d) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:32:31.872521 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc09ce28-29cc-4fa7-b734-db74d9dea68e req-47b32765-90ed-4954-bb13-7bfe8e12cdef tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:31.874047 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cc09ce28-29cc-4fa7-b734-db74d9dea68e req-47b32765-90ed-4954-bb13-7bfe8e12cdef tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.73 "GET /v2.0/networks?id=e5afc4b2-b62e-43cc-a807-b008639c0d4f HTTP/1.1" status: 200 len: 819 time: 0.5106344 Feb 04 12:32:31.892848 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-00af08f2-8940-4f5a-be2b-05da724f8f5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (ca6a27e4-2ca9-4c61-828d-2712bb3b51c9), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:31.895585 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-00af08f2-8940-4f5a-be2b-05da724f8f5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:31.896360 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de10ac6-5f6b-481a-bd87-7eafe21cc5ff req-2a3f439f-a8ed-4d14-b6cc-1e96d90172db tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:31.896977 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-00af08f2-8940-4f5a-be2b-05da724f8f5f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ca6a27e4-2ca9-4c61-828d-2712bb3b51c9 HTTP/1.1" status: 204 len: 168 time: 0.7119250 Feb 04 12:32:31.903219 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8de10ac6-5f6b-481a-bd87-7eafe21cc5ff req-2a3f439f-a8ed-4d14-b6cc-1e96d90172db tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] 10.222.0.65 "GET /v2.0/networks/7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 HTTP/1.1" status: 200 len: 784 time: 0.4995368 Feb 04 12:32:31.921988 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [req-8de10ac6-5f6b-481a-bd87-7eafe21cc5ff req-62526e9d-296b-4835-a4d1-d2d053d7b414 tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:32:31.931862 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8de10ac6-5f6b-481a-bd87-7eafe21cc5ff req-62526e9d-296b-4835-a4d1-d2d053d7b414 tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0276976 Feb 04 12:32:31.934072 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-b2626a87-27e7-4172-adf8-b15ebf10bbca req-97e58e72-fadf-4e43-a9b5-ac59bb48ad6b service neutron] 10.222.0.77 "GET /v2.0/networks/071b61e7-30d4-4807-8ea9-d31ae3a931a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926435 Feb 04 12:32:31.937573 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-cc09ce28-29cc-4fa7-b734-db74d9dea68e req-cb73d743-661b-48b8-923b-13984bf1654e tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] Request body: {'port': {'device_id': 'b8861db3-f96d-4488-9972-dc9abe44d442', 'network_id': 'e5afc4b2-b62e-43cc-a807-b008639c0d4f', 'admin_state_up': True, 'tenant_id': '60403df8fc1a4b00b06a45bfc2d7e2b2'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:32:31.943193 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00af08f2-8940-4f5a-be2b-05da724f8f5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca6a27e4-2ca9-4c61-828d-2712bb3b51c9,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:32.086416 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ef075de5-d6e1-4bf0-b309-6d5181116f5d None None] Publish callbacks [] for port (243b4cc6-a222-4e9a-b1d4-976142460e3d), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:32.097171 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device f172d7da-658c-4166-b0e0-def699128d7c up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:32:32.113646 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ef075de5-d6e1-4bf0-b309-6d5181116f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (243b4cc6-a222-4e9a-b1d4-976142460e3d), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:32.196455 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0f5c12cc-3191-46cc-97bf-865dd3454e4c tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (0defbd1a-c571-4d3b-a461-1a652db0e8a6), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:32.200230 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-b2626a87-27e7-4172-adf8-b15ebf10bbca req-1ee4de48-6f99-471d-9f18-613257407527 service neutron] 10.222.0.77 "GET /v2.0/networks/071b61e7-30d4-4807-8ea9-d31ae3a931a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502315 Feb 04 12:32:32.217867 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8de10ac6-5f6b-481a-bd87-7eafe21cc5ff req-e5f55b64-2429-4d11-83f5-c65af809be0d tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.3.15 HTTP/1.1" status: 200 len: 695 time: 0.2850118 Feb 04 12:32:32.239895 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c3a040b4-709b-4655-9caa-1e40c32dfd81 req-efc883b0-a9d1-494a-88e2-3df118b286f8 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=60403df8fc1a4b00b06a45bfc2d7e2b2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4891889 Feb 04 12:32:32.267400 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef075de5-d6e1-4bf0-b309-6d5181116f5d None None] Pushing event updated for resources: {'Port': ['ID=243b4cc6-a222-4e9a-b1d4-976142460e3d,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:32.278901 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef075de5-d6e1-4bf0-b309-6d5181116f5d None None] Network 5ada2d26-e067-48e2-91ca-a4173e220afb is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:32:32.292117 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-ef075de5-d6e1-4bf0-b309-6d5181116f5d None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:32:32.295961 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef075de5-d6e1-4bf0-b309-6d5181116f5d None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:32:32.447886 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port f172d7da-658c-4166-b0e0-def699128d7c triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:32:32.448614 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (f172d7da-658c-4166-b0e0-def699128d7c), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:32.449588 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8de10ac6-5f6b-481a-bd87-7eafe21cc5ff req-0807868c-cd57-41f9-9884-0a662e23e8d7 tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.3.15 HTTP/1.1" status: 200 len: 695 time: 0.2302914 Feb 04 12:32:32.490346 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-ef075de5-d6e1-4bf0-b309-6d5181116f5d None None] Attempting to bind port 243b4cc6-a222-4e9a-b1d4-976142460e3d on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:32:32.491056 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-ef075de5-d6e1-4bf0-b309-6d5181116f5d None None] Attempting to bind port 243b4cc6-a222-4e9a-b1d4-976142460e3d by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': 'f7721390-daff-46ec-85fc-53f9baf633bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '5ada2d26-e067-48e2-91ca-a4173e220afb'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:32:32.491780 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef075de5-d6e1-4bf0-b309-6d5181116f5d None None] Attempting to bind port 243b4cc6-a222-4e9a-b1d4-976142460e3d on network 5ada2d26-e067-48e2-91ca-a4173e220afb {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:32:32.511770 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef075de5-d6e1-4bf0-b309-6d5181116f5d None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:32:32.512335 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef075de5-d6e1-4bf0-b309-6d5181116f5d None None] Checking segment: {'id': 'f7721390-daff-46ec-85fc-53f9baf633bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '5ada2d26-e067-48e2-91ca-a4173e220afb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:32:32.512947 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ef075de5-d6e1-4bf0-b309-6d5181116f5d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:32.513560 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef075de5-d6e1-4bf0-b309-6d5181116f5d None None] Bound using segment: {'id': 'f7721390-daff-46ec-85fc-53f9baf633bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '5ada2d26-e067-48e2-91ca-a4173e220afb'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:32:32.514350 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-ef075de5-d6e1-4bf0-b309-6d5181116f5d None None] Bound port: 243b4cc6-a222-4e9a-b1d4-976142460e3d, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7721390-daff-46ec-85fc-53f9baf633bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '5ada2d26-e067-48e2-91ca-a4173e220afb'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:32:32.514973 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ef075de5-d6e1-4bf0-b309-6d5181116f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (243b4cc6-a222-4e9a-b1d4-976142460e3d), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:32.628237 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 44216) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:32.693010 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ef075de5-d6e1-4bf0-b309-6d5181116f5d None None] For port 243b4cc6-a222-4e9a-b1d4-976142460e3d, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:32:32.713452 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port f172d7da-658c-4166-b0e0-def699128d7c is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:32:32.717146 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ef075de5-d6e1-4bf0-b309-6d5181116f5d None None] For port 243b4cc6-a222-4e9a-b1d4-976142460e3d, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=243b4cc6-a222-4e9a-b1d4-976142460e3d,segment=NetworkSegment(f7721390-daff-46ec-85fc-53f9baf633bf),segment_id=f7721390-daff-46ec-85fc-53f9baf633bf)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:32:32.720372 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ce134656-4454-4226-9bd4-dfabdde8d733 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622215'] for router_interface (ada8f51e-764c-41fd-bd66-5801c2bcad0a), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:32.726538 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3e42f293-da76-4951-80c2-b034728375ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:32.729608 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ef075de5-d6e1-4bf0-b309-6d5181116f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (243b4cc6-a222-4e9a-b1d4-976142460e3d), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:32.745955 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0f5c12cc-3191-46cc-97bf-865dd3454e4c tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-52093282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51452698'] for subnet (0defbd1a-c571-4d3b-a461-1a652db0e8a6), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:32.750119 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c3a040b4-709b-4655-9caa-1e40c32dfd81 req-2350c87f-fb2d-4c18-83b3-5e698b92bf11 service neutron] 10.222.0.65 "GET /v2.0/networks/e5afc4b2-b62e-43cc-a807-b008639c0d4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5092075 Feb 04 12:32:32.831408 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef075de5-d6e1-4bf0-b309-6d5181116f5d None None] Pushing event updated for resources: {'Port': ['ID=243b4cc6-a222-4e9a-b1d4-976142460e3d,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:32.840485 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5c12cc-3191-46cc-97bf-865dd3454e4c tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Pushing event deleted for resources: {'Subnet': ['ID=0defbd1a-c571-4d3b-a461-1a652db0e8a6,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:32.995893 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5c12cc-3191-46cc-97bf-865dd3454e4c tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:32:32.996462 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5c12cc-3191-46cc-97bf-865dd3454e4c tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:32:32.997024 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5c12cc-3191-46cc-97bf-865dd3454e4c tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:32:32.997597 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5c12cc-3191-46cc-97bf-865dd3454e4c tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:32:32.998169 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5c12cc-3191-46cc-97bf-865dd3454e4c tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:32:32.998731 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5c12cc-3191-46cc-97bf-865dd3454e4c tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:32:32.999719 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5c12cc-3191-46cc-97bf-865dd3454e4c tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:32:32.999917 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5c12cc-3191-46cc-97bf-865dd3454e4c tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:32:33.000563 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5c12cc-3191-46cc-97bf-865dd3454e4c tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:32:33.001123 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5c12cc-3191-46cc-97bf-865dd3454e4c tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:32:33.001681 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5c12cc-3191-46cc-97bf-865dd3454e4c tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:32:33.002234 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5c12cc-3191-46cc-97bf-865dd3454e4c tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:32:33.002804 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5c12cc-3191-46cc-97bf-865dd3454e4c tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:32:33.115376 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0d36a0-2e02-4852-9bbc-c0a0c0c9bbc4 req-f55c5f58-5716-432f-9419-70dae27f61e1 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:33.117068 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6f0d36a0-2e02-4852-9bbc-c0a0c0c9bbc4 req-f55c5f58-5716-432f-9419-70dae27f61e1 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.73 "GET /v2.0/ports?device_id=5fd9097d-d5e4-4774-807c-a9b8c47df9ef HTTP/1.1" status: 200 len: 950 time: 0.5894289 Feb 04 12:32:33.277701 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-ce134656-4454-4226-9bd4-dfabdde8d733 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Deleting port d7fe3d97-c37e-49de-b9b6-d9ce2f1b941c {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:32:33.278565 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ce134656-4454-4226-9bd4-dfabdde8d733 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (d7fe3d97-c37e-49de-b9b6-d9ce2f1b941c), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:33.397105 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ce134656-4454-4226-9bd4-dfabdde8d733 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (d7fe3d97-c37e-49de-b9b6-d9ce2f1b941c), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:33.411582 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-ce134656-4454-4226-9bd4-dfabdde8d733 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Calling delete_port for d7fe3d97-c37e-49de-b9b6-d9ce2f1b941c owned by network:router_interface {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:32:33.519845 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc09ce28-29cc-4fa7-b734-db74d9dea68e req-cb73d743-661b-48b8-923b-13984bf1654e tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] Made reservation on behalf of 60403df8fc1a4b00b06a45bfc2d7e2b2 for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:32:33.523274 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-cc09ce28-29cc-4fa7-b734-db74d9dea68e req-cb73d743-661b-48b8-923b-13984bf1654e tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:33.575104 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c3a040b4-709b-4655-9caa-1e40c32dfd81 req-a6a09874-c5b0-4802-a7dc-e490180e97e5 service neutron] 10.222.0.65 "GET /v2.0/networks/e5afc4b2-b62e-43cc-a807-b008639c0d4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7958755 Feb 04 12:32:33.579777 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0f5c12cc-3191-46cc-97bf-865dd3454e4c tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (5ada2d26-e067-48e2-91ca-a4173e220afb), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:33.636621 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-8de10ac6-5f6b-481a-bd87-7eafe21cc5ff req-fd15779f-7030-45dc-8562-dc06df3d1846 tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] Deleting port c5e9820c-329a-4182-a29b-c78984f831cf {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:32:33.637218 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8de10ac6-5f6b-481a-bd87-7eafe21cc5ff req-fd15779f-7030-45dc-8562-dc06df3d1846 tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (c5e9820c-329a-4182-a29b-c78984f831cf), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:33.659123 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ce134656-4454-4226-9bd4-dfabdde8d733 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (d7fe3d97-c37e-49de-b9b6-d9ce2f1b941c), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:33.663875 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-0f5c12cc-3191-46cc-97bf-865dd3454e4c tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ada2d26-e067-48e2-91ca-a4173e220afb']}} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:32:33.717365 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce134656-4454-4226-9bd4-dfabdde8d733 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Pushing event deleted for resources: {'Port': ['ID=d7fe3d97-c37e-49de-b9b6-d9ce2f1b941c,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:33.787722 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-0f5c12cc-3191-46cc-97bf-865dd3454e4c tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7721390-daff-46ec-85fc-53f9baf633bf') {'for_net_delete': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:32:33.788193 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-0f5c12cc-3191-46cc-97bf-865dd3454e4c tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7721390-daff-46ec-85fc-53f9baf633bf') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:32:33.830244 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0f5c12cc-3191-46cc-97bf-865dd3454e4c tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51859336'] for segment (f7721390-daff-46ec-85fc-53f9baf633bf), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:33.841456 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3e42f293-da76-4951-80c2-b034728375ab admin admin] Publish callbacks [] for security_group (1a0eda48-8540-44ab-9527-61218db59c7d), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:33.894445 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3e42f293-da76-4951-80c2-b034728375ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (1a0eda48-8540-44ab-9527-61218db59c7d), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:33.930187 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0f5c12cc-3191-46cc-97bf-865dd3454e4c tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (f7721390-daff-46ec-85fc-53f9baf633bf), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:34.002266 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f5c12cc-3191-46cc-97bf-865dd3454e4c tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=103475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:32:34.002467 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0f5c12cc-3191-46cc-97bf-865dd3454e4c tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-52093388'] for segment (f7721390-daff-46ec-85fc-53f9baf633bf), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:34.015941 n-d-825015-3 neutron-server[103475]: Traceback (most recent call last): Feb 04 12:32:34.015941 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:32:34.015941 n-d-825015-3 neutron-server[103475]: timer() Feb 04 12:32:34.015941 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:32:34.015941 n-d-825015-3 neutron-server[103475]: cb(*args, **kw) Feb 04 12:32:34.015941 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:32:34.015941 n-d-825015-3 neutron-server[103475]: return func(*args, **kwargs) Feb 04 12:32:34.015941 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:32:34.015941 n-d-825015-3 neutron-server[103475]: self._notify() Feb 04 12:32:34.015941 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:32:34.015941 n-d-825015-3 neutron-server[103475]: self.callback(batched_events) Feb 04 12:32:34.015941 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:32:34.015941 n-d-825015-3 neutron-server[103475]: event.method(event) Feb 04 12:32:34.015941 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:32:34.015941 n-d-825015-3 neutron-server[103475]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:32:34.015941 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:32:34.015941 n-d-825015-3 neutron-server[103475]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:32:34.015941 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:32:34.015941 n-d-825015-3 neutron-server[103475]: return f(self, *a, **k) Feb 04 12:32:34.015941 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:32:34.015941 n-d-825015-3 neutron-server[103475]: return self._get(url).json() Feb 04 12:32:34.015941 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:32:34.015941 n-d-825015-3 neutron-server[103475]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:32:34.015941 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:32:34.015941 n-d-825015-3 neutron-server[103475]: return self.request(url, 'GET', **kwargs) Feb 04 12:32:34.015941 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:32:34.015941 n-d-825015-3 neutron-server[103475]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:32:34.015941 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:32:34.015941 n-d-825015-3 neutron-server[103475]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:32:34.015941 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:32:34.015941 n-d-825015-3 neutron-server[103475]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:32:34.015941 n-d-825015-3 neutron-server[103475]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:32:34.173423 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 243b4cc6-a222-4e9a-b1d4-976142460e3d up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:32:34.184404 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ce134656-4454-4226-9bd4-dfabdde8d733 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622067'] for router_interface (ada8f51e-764c-41fd-bd66-5801c2bcad0a), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:34.205749 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e42f293-da76-4951-80c2-b034728375ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a0eda48-8540-44ab-9527-61218db59c7d,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:34.215529 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-3e42f293-da76-4951-80c2-b034728375ab admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=88f9e412286d4799bbe9eac6afeab5c4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5860255 Feb 04 12:32:34.228550 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 44226) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:34.261126 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8de10ac6-5f6b-481a-bd87-7eafe21cc5ff req-fd15779f-7030-45dc-8562-dc06df3d1846 tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (c5e9820c-329a-4182-a29b-c78984f831cf), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:34.262196 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8de10ac6-5f6b-481a-bd87-7eafe21cc5ff req-fd15779f-7030-45dc-8562-dc06df3d1846 tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] Publish callbacks [] for floatingip (c5e9820c-329a-4182-a29b-c78984f831cf), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:34.273401 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-cc09ce28-29cc-4fa7-b734-db74d9dea68e req-cb73d743-661b-48b8-923b-13984bf1654e tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] Allocated IP 172.20.0.3 (e5afc4b2-b62e-43cc-a807-b008639c0d4f/b210b3d4-0fee-4dad-a874-126f3e2c1f20/a6e3830c-8598-4c80-abcf-58a5487416e0) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:32:34.291083 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-6f0d36a0-2e02-4852-9bbc-c0a0c0c9bbc4 req-c2687f18-886c-4bd2-a52c-0b9a6ddebda6 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Deleting port 1838ab07-adf7-4b9b-b746-757621e1c012 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:32:34.291786 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-6f0d36a0-2e02-4852-9bbc-c0a0c0c9bbc4 req-c2687f18-886c-4bd2-a52c-0b9a6ddebda6 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (1838ab07-adf7-4b9b-b746-757621e1c012), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:34.322453 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7338f9bd-82a5-4775-9358-dbad37351408 req-c394f2da-4a5b-4a27-9d73-100a2cc4f673 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:34.331380 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7338f9bd-82a5-4775-9358-dbad37351408 req-c394f2da-4a5b-4a27-9d73-100a2cc4f673 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/ports?device_id=15e2eeae-f4f2-424e-9a78-0fe0799fc0c1 HTTP/1.1" status: 200 len: 945 time: 0.5041573 Feb 04 12:32:34.334066 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.db.api [None req-0f5c12cc-3191-46cc-97bf-865dd3454e4c tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 12:32:34.334066 n-d-825015-3 neutron-server[103475]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 12:32:34.334066 n-d-825015-3 neutron-server[103475]: [parameters: {'id': '5ada2d26-e067-48e2-91ca-a4173e220afb'}] Feb 04 12:32:34.334066 n-d-825015-3 neutron-server[103475]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103475) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 12:32:34.336030 n-d-825015-3 neutron-server[103475]: DEBUG oslo_db.api [None req-0f5c12cc-3191-46cc-97bf-865dd3454e4c tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 12:32:34.353439 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-8de10ac6-5f6b-481a-bd87-7eafe21cc5ff req-fd15779f-7030-45dc-8562-dc06df3d1846 tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] Calling delete_port for c5e9820c-329a-4182-a29b-c78984f831cf owned by network:floatingip {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:32:34.380281 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 243b4cc6-a222-4e9a-b1d4-976142460e3d triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:32:34.380987 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (243b4cc6-a222-4e9a-b1d4-976142460e3d), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:34.487928 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-575cc0a1-4006-4820-a5cd-c35691d94dc4 None None] Network 5ada2d26-e067-48e2-91ca-a4173e220afb requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:32:34.654361 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-493b6547-89d5-4777-9ad1-50f037727802 None None] Provisioning complete for port 243b4cc6-a222-4e9a-b1d4-976142460e3d triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:32:34.654461 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-493b6547-89d5-4777-9ad1-50f037727802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (243b4cc6-a222-4e9a-b1d4-976142460e3d), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:34.659950 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7338f9bd-82a5-4775-9358-dbad37351408 req-843a953e-55b2-42a6-ab8b-65489b81cc6c tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/security-groups?id=98d15bf5-a480-4f0d-bc57-8f17260bd5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3269696 Feb 04 12:32:34.699576 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-dea724fc-0ae1-46a0-bc7a-cdae2a078515 admin admin] Publish callbacks [] for security_group (1a0eda48-8540-44ab-9527-61218db59c7d), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:34.714980 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 243b4cc6-a222-4e9a-b1d4-976142460e3d is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:32:34.715487 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (243b4cc6-a222-4e9a-b1d4-976142460e3d), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:34.814058 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-6f0d36a0-2e02-4852-9bbc-c0a0c0c9bbc4 req-c2687f18-886c-4bd2-a52c-0b9a6ddebda6 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] For port 1838ab07-adf7-4b9b-b746-757621e1c012, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=1838ab07-adf7-4b9b-b746-757621e1c012,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:32:34.814515 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-6f0d36a0-2e02-4852-9bbc-c0a0c0c9bbc4 req-c2687f18-886c-4bd2-a52c-0b9a6ddebda6 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (1838ab07-adf7-4b9b-b746-757621e1c012), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:34.837724 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0f5c12cc-3191-46cc-97bf-865dd3454e4c tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (5ada2d26-e067-48e2-91ca-a4173e220afb), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:34.850131 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port 243b4cc6-a222-4e9a-b1d4-976142460e3d, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=243b4cc6-a222-4e9a-b1d4-976142460e3d,segment=NetworkSegment(f7721390-daff-46ec-85fc-53f9baf633bf),segment_id=f7721390-daff-46ec-85fc-53f9baf633bf)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:32:34.858528 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-6f0d36a0-2e02-4852-9bbc-c0a0c0c9bbc4 req-c2687f18-886c-4bd2-a52c-0b9a6ddebda6 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Calling delete_port for 1838ab07-adf7-4b9b-b746-757621e1c012 owned by compute:nova {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:32:34.862460 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (243b4cc6-a222-4e9a-b1d4-976142460e3d), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:34.877850 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-dea724fc-0ae1-46a0-bc7a-cdae2a078515 admin admin] Publish callbacks [] for security_group (1a0eda48-8540-44ab-9527-61218db59c7d), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:34.932975 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0b9c33-d7f3-4b51-9102-af0031927ef2 None None] DHCP port deletion for 5ada2d26-e067-48e2-91ca-a4173e220afb request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 12:32:34.935806 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-493b6547-89d5-4777-9ad1-50f037727802 None None] Current status of the port 243b4cc6-a222-4e9a-b1d4-976142460e3d is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:32:34.936241 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-493b6547-89d5-4777-9ad1-50f037727802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (243b4cc6-a222-4e9a-b1d4-976142460e3d), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:34.972044 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=243b4cc6-a222-4e9a-b1d4-976142460e3d,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:35.065703 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.db.api [None req-493b6547-89d5-4777-9ad1-50f037727802 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103476) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 12:32:35.065974 n-d-825015-3 neutron-server[103476]: DEBUG oslo_db.api [None req-493b6547-89d5-4777-9ad1-50f037727802 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 12:32:35.071805 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-2b0b9c33-d7f3-4b51-9102-af0031927ef2 None None] Deleting port 243b4cc6-a222-4e9a-b1d4-976142460e3d {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:32:35.072807 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2b0b9c33-d7f3-4b51-9102-af0031927ef2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (243b4cc6-a222-4e9a-b1d4-976142460e3d), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:35.145913 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce134656-4454-4226-9bd4-dfabdde8d733 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Router ada8f51e-764c-41fd-bd66-5801c2bcad0a has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:32:35.171220 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-2b0b9c33-d7f3-4b51-9102-af0031927ef2 None None] For port 243b4cc6-a222-4e9a-b1d4-976142460e3d, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=243b4cc6-a222-4e9a-b1d4-976142460e3d,segment=NetworkSegment(f7721390-daff-46ec-85fc-53f9baf633bf),segment_id=f7721390-daff-46ec-85fc-53f9baf633bf)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:32:35.171703 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2b0b9c33-d7f3-4b51-9102-af0031927ef2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (243b4cc6-a222-4e9a-b1d4-976142460e3d), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:35.191758 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542dec14-3731-480c-9f74-c5569e389d61 req-1f9ec321-c9ee-4cc5-8035-dfed8c6f3f7b tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:35.192101 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-2b0b9c33-d7f3-4b51-9102-af0031927ef2 None None] Calling delete_port for 243b4cc6-a222-4e9a-b1d4-976142460e3d owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:32:35.193767 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-542dec14-3731-480c-9f74-c5569e389d61 req-1f9ec321-c9ee-4cc5-8035-dfed8c6f3f7b tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fd9097d-d5e4-4774-807c-a9b8c47df9ef HTTP/1.1" status: 200 len: 950 time: 0.3246815 Feb 04 12:32:35.220165 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-cc09ce28-29cc-4fa7-b734-db74d9dea68e req-cb73d743-661b-48b8-923b-13984bf1654e tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] Publish callbacks [] for port (a6e3830c-8598-4c80-abcf-58a5487416e0), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:35.326309 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-dea724fc-0ae1-46a0-bc7a-cdae2a078515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (1a0eda48-8540-44ab-9527-61218db59c7d), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:35.329940 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-dea724fc-0ae1-46a0-bc7a-cdae2a078515 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:35.331203 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-dea724fc-0ae1-46a0-bc7a-cdae2a078515 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1a0eda48-8540-44ab-9527-61218db59c7d HTTP/1.1" status: 204 len: 168 time: 1.0968904 Feb 04 12:32:35.350808 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce134656-4454-4226-9bd4-dfabdde8d733 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:32:35.361394 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea724fc-0ae1-46a0-bc7a-cdae2a078515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a0eda48-8540-44ab-9527-61218db59c7d,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:35.386643 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1009f98f-a62f-4429-81c8-7119a6df3618 None None] Sync routers for ids ['ada8f51e-764c-41fd-bd66-5801c2bcad0a'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:32:35.402126 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8de10ac6-5f6b-481a-bd87-7eafe21cc5ff req-fd15779f-7030-45dc-8562-dc06df3d1846 tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (c5e9820c-329a-4182-a29b-c78984f831cf), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:35.415017 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1009f98f-a62f-4429-81c8-7119a6df3618 None None] Routers {'ada8f51e-764c-41fd-bd66-5801c2bcad0a'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:32:35.427691 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-ce134656-4454-4226-9bd4-dfabdde8d733 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] 10.222.0.65 "PUT /v2.0/routers/ada8f51e-764c-41fd-bd66-5801c2bcad0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7840667 Feb 04 12:32:35.429187 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-1009f98f-a62f-4429-81c8-7119a6df3618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:32:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['ada8f51e-764c-41fd-bd66-5801c2bcad0a'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:32:35.441727 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-542dec14-3731-480c-9f74-c5569e389d61 req-03fbe5d1-b906-4b64-9766-5ae308da3835 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377996 Feb 04 12:32:35.443231 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 44234) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:35.509585 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-0f5c12cc-3191-46cc-97bf-865dd3454e4c tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Deleting port 243b4cc6-a222-4e9a-b1d4-976142460e3d {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:32:35.512520 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0f5c12cc-3191-46cc-97bf-865dd3454e4c tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (243b4cc6-a222-4e9a-b1d4-976142460e3d), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:35.656045 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-1009f98f-a62f-4429-81c8-7119a6df3618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:32:35.683623 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1009f98f-a62f-4429-81c8-7119a6df3618 None None] Routers {'ada8f51e-764c-41fd-bd66-5801c2bcad0a'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:32:35.684745 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-1009f98f-a62f-4429-81c8-7119a6df3618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:32:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['ada8f51e-764c-41fd-bd66-5801c2bcad0a'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:32:35.693049 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2b0b9c33-d7f3-4b51-9102-af0031927ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (243b4cc6-a222-4e9a-b1d4-976142460e3d), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:35.732690 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0b9c33-d7f3-4b51-9102-af0031927ef2 None None] Pushing event deleted for resources: {'Port': ['ID=243b4cc6-a222-4e9a-b1d4-976142460e3d,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:35.739325 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0b9c33-d7f3-4b51-9102-af0031927ef2 None None] No DVR routers for this DVR port 243b4cc6-a222-4e9a-b1d4-976142460e3d on host n-d-825015-3 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:32:35.740764 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-493b6547-89d5-4777-9ad1-50f037727802 None None] Current status of the port 243b4cc6-a222-4e9a-b1d4-976142460e3d is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:32:35.765354 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-1009f98f-a62f-4429-81c8-7119a6df3618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:32:35.769928 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1009f98f-a62f-4429-81c8-7119a6df3618 None None] The sync data for ids ['ada8f51e-764c-41fd-bd66-5801c2bcad0a'] in n-d-825015-3 is: [] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:32:35.803305 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a7136893-504d-4a65-b2a4-277609fa5c93 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks [] for router (ada8f51e-764c-41fd-bd66-5801c2bcad0a), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:35.896618 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd15779f-7030-45dc-8562-dc06df3d1846 tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] Pushing event deleted for resources: {'Port': ['ID=c5e9820c-329a-4182-a29b-c78984f831cf,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:36.049421 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a7136893-504d-4a65-b2a4-277609fa5c93 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks [] for router_gateway (ada8f51e-764c-41fd-bd66-5801c2bcad0a), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:36.058503 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 243b4cc6-a222-4e9a-b1d4-976142460e3d no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:32:36.070336 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8d929ce6-3b11-49fc-a95f-8650ed29e66d req-f2a6fb50-f038-4af6-92bf-d6fe3d1ddde7 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/ports?device_id=064b8b16-59ce-4f5e-b1f8-f430debd9ab3 HTTP/1.1" status: 200 len: 210 time: 0.3487921 Feb 04 12:32:36.110344 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-cc09ce28-29cc-4fa7-b734-db74d9dea68e req-cb73d743-661b-48b8-923b-13984bf1654e tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (a6e3830c-8598-4c80-abcf-58a5487416e0), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:36.131108 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 243b4cc6-a222-4e9a-b1d4-976142460e3d {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:32:36.131545 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 243b4cc6-a222-4e9a-b1d4-976142460e3d not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:32:36.147826 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc09ce28-29cc-4fa7-b734-db74d9dea68e req-cb73d743-661b-48b8-923b-13984bf1654e tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] Network e5afc4b2-b62e-43cc-a807-b008639c0d4f is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:32:36.160921 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-cc09ce28-29cc-4fa7-b734-db74d9dea68e req-cb73d743-661b-48b8-923b-13984bf1654e tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:32:36.171120 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc09ce28-29cc-4fa7-b734-db74d9dea68e req-cb73d743-661b-48b8-923b-13984bf1654e tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:32:36.221586 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8de10ac6-5f6b-481a-bd87-7eafe21cc5ff req-fd15779f-7030-45dc-8562-dc06df3d1846 tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] Publish callbacks [] for floatingip (e198aee6-fae3-46da-88e7-6f42af4cdbcd), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:36.224708 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8de10ac6-5f6b-481a-bd87-7eafe21cc5ff req-fd15779f-7030-45dc-8562-dc06df3d1846 tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:36.230296 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8de10ac6-5f6b-481a-bd87-7eafe21cc5ff req-fd15779f-7030-45dc-8562-dc06df3d1846 tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] 10.222.0.65 "DELETE /v2.0/floatingips/e198aee6-fae3-46da-88e7-6f42af4cdbcd HTTP/1.1" status: 204 len: 173 time: 3.7793314 Feb 04 12:32:36.283639 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-a7136893-504d-4a65-b2a4-277609fa5c93 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Deleting port 79008d4f-bf4b-4d1a-88b6-245f9c554441 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:32:36.284303 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a7136893-504d-4a65-b2a4-277609fa5c93 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (79008d4f-bf4b-4d1a-88b6-245f9c554441), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:36.328206 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-6f0d36a0-2e02-4852-9bbc-c0a0c0c9bbc4 req-c2687f18-886c-4bd2-a52c-0b9a6ddebda6 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (1838ab07-adf7-4b9b-b746-757621e1c012), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:36.420321 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 44252) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:36.426405 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a7136893-504d-4a65-b2a4-277609fa5c93 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (79008d4f-bf4b-4d1a-88b6-245f9c554441), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:36.432764 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-0f5c12cc-3191-46cc-97bf-865dd3454e4c tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] For port 243b4cc6-a222-4e9a-b1d4-976142460e3d, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=243b4cc6-a222-4e9a-b1d4-976142460e3d,segment=NetworkSegment(f7721390-daff-46ec-85fc-53f9baf633bf),segment_id=f7721390-daff-46ec-85fc-53f9baf633bf)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:32:36.433266 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0f5c12cc-3191-46cc-97bf-865dd3454e4c tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (243b4cc6-a222-4e9a-b1d4-976142460e3d), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:36.451053 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-a7136893-504d-4a65-b2a4-277609fa5c93 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Calling delete_port for 79008d4f-bf4b-4d1a-88b6-245f9c554441 owned by network:router_gateway {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:32:36.514201 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb73d743-661b-48b8-923b-13984bf1654e tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] Pushing event updated for resources: {'Port': ['ID=a6e3830c-8598-4c80-abcf-58a5487416e0,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:36.528877 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-0f5c12cc-3191-46cc-97bf-865dd3454e4c tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Calling delete_port for 243b4cc6-a222-4e9a-b1d4-976142460e3d owned by network:dhcp {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:32:36.538779 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc09ce28-29cc-4fa7-b734-db74d9dea68e req-cb73d743-661b-48b8-923b-13984bf1654e tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:36.539427 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-cc09ce28-29cc-4fa7-b734-db74d9dea68e req-cb73d743-661b-48b8-923b-13984bf1654e tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:36.628828 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a040b4-709b-4655-9caa-1e40c32dfd81 req-ee965ccf-4d20-4042-89ce-7d28657e7733 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:36.630779 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c3a040b4-709b-4655-9caa-1e40c32dfd81 req-ee965ccf-4d20-4042-89ce-7d28657e7733 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.73 "GET /v2.0/networks?id=e5afc4b2-b62e-43cc-a807-b008639c0d4f HTTP/1.1" status: 200 len: 819 time: 1.1420949 Feb 04 12:32:36.637480 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2687f18-886c-4bd2-a52c-0b9a6ddebda6 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Pushing event deleted for resources: {'Port': ['ID=1838ab07-adf7-4b9b-b746-757621e1c012,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:36.671892 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-c3a040b4-709b-4655-9caa-1e40c32dfd81 req-bfd59d92-da8f-43db-9d41-f1b41800209d tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] Request body: {'port': {'device_id': '064b8b16-59ce-4f5e-b1f8-f430debd9ab3', 'network_id': 'e5afc4b2-b62e-43cc-a807-b008639c0d4f', 'admin_state_up': True, 'tenant_id': '60403df8fc1a4b00b06a45bfc2d7e2b2'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:32:36.718749 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f0d36a0-2e02-4852-9bbc-c0a0c0c9bbc4 req-c2687f18-886c-4bd2-a52c-0b9a6ddebda6 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] No DVR routers for this DVR port 1838ab07-adf7-4b9b-b746-757621e1c012 on host n-h1-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:32:36.738292 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cc09ce28-29cc-4fa7-b734-db74d9dea68e req-cb73d743-661b-48b8-923b-13984bf1654e tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8324618 Feb 04 12:32:36.741994 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-6f0d36a0-2e02-4852-9bbc-c0a0c0c9bbc4 req-c2687f18-886c-4bd2-a52c-0b9a6ddebda6 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:36.745387 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3ff2ff3b-8c92-4481-87be-7c4de9917580 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:36.745653 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6f0d36a0-2e02-4852-9bbc-c0a0c0c9bbc4 req-c2687f18-886c-4bd2-a52c-0b9a6ddebda6 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.73 "DELETE /v2.0/ports/1838ab07-adf7-4b9b-b746-757621e1c012 HTTP/1.1" status: 204 len: 173 time: 3.2642004 Feb 04 12:32:36.778870 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fd9097d-d5e4-4774-807c-a9b8c47df9ef', 'name': 'network-vif-deleted', 'tag': '1838ab07-adf7-4b9b-b746-757621e1c012'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:32:36.782529 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f2b331c-4d0d-4b29-966a-99c97e5b86c0" -d '{"events": [{"server_uuid": "5fd9097d-d5e4-4774-807c-a9b8c47df9ef", "name": "network-vif-deleted", "tag": "1838ab07-adf7-4b9b-b746-757621e1c012"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:32:36.806418 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-cc09ce28-29cc-4fa7-b734-db74d9dea68e req-61748090-b575-4d0a-b410-4074294fffba service neutron] Request body: {'port': {'device_id': 'b8861db3-f96d-4488-9972-dc9abe44d442', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:32:36.812463 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a7136893-504d-4a65-b2a4-277609fa5c93 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (79008d4f-bf4b-4d1a-88b6-245f9c554441), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:36.821822 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720fcc56-1208-48e8-b94b-de42ebb13548 req-893d7012-95fe-4043-be26-fd019311bba7 tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:36.823449 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-720fcc56-1208-48e8-b94b-de42ebb13548 req-893d7012-95fe-4043-be26-fd019311bba7 tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] 10.222.0.65 "GET /v2.0/ports?device_id=607f9051-3590-4eaa-91eb-3992bcebf3c0&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.4384096 Feb 04 12:32:36.835546 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5932c5cf-123c-4a2f-b365-550549b5b4e5 req-dce8efe4-ec41-43d9-a51b-c1e2209f26bd tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:36.843093 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5932c5cf-123c-4a2f-b365-550549b5b4e5 req-dce8efe4-ec41-43d9-a51b-c1e2209f26bd tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/ports?device_id=15e2eeae-f4f2-424e-9a78-0fe0799fc0c1 HTTP/1.1" status: 200 len: 945 time: 0.5159824 Feb 04 12:32:36.859278 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7136893-504d-4a65-b2a4-277609fa5c93 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Pushing event deleted for resources: {'Port': ['ID=79008d4f-bf4b-4d1a-88b6-245f9c554441,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:37.024540 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a7136893-504d-4a65-b2a4-277609fa5c93 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1599901'] for router_gateway (ada8f51e-764c-41fd-bd66-5801c2bcad0a), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:37.031456 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3ff2ff3b-8c92-4481-87be-7c4de9917580 admin admin] Publish callbacks [] for security_group (887e199f-a9f0-46db-9b53-474b47bd6bf5), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:37.064996 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3ff2ff3b-8c92-4481-87be-7c4de9917580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (887e199f-a9f0-46db-9b53-474b47bd6bf5), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:37.089038 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-720fcc56-1208-48e8-b94b-de42ebb13548 req-9f4020fb-1927-40af-910f-7fe644ed4250 tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.2430925 Feb 04 12:32:37.159806 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-cc09ce28-29cc-4fa7-b734-db74d9dea68e req-61748090-b575-4d0a-b410-4074294fffba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (a6e3830c-8598-4c80-abcf-58a5487416e0), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:37.172364 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 1838ab07-adf7-4b9b-b746-757621e1c012 no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:32:37.249030 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] No Port match for: 1838ab07-adf7-4b9b-b746-757621e1c012 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:32:37.249030 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 1838ab07-adf7-4b9b-b746-757621e1c012 not bound to the agent host n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:32:37.250069 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5932c5cf-123c-4a2f-b365-550549b5b4e5 req-e2158657-6094-4b64-958c-ac8644c57da7 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/security-groups?id=98d15bf5-a480-4f0d-bc57-8f17260bd5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3955398 Feb 04 12:32:37.266722 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff2ff3b-8c92-4481-87be-7c4de9917580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=887e199f-a9f0-46db-9b53-474b47bd6bf5,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:37.266986 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0f5c12cc-3191-46cc-97bf-865dd3454e4c tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (243b4cc6-a222-4e9a-b1d4-976142460e3d), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:37.283789 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-3ff2ff3b-8c92-4481-87be-7c4de9917580 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1227208613304e338ac61dfadddc8156&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8593886 Feb 04 12:32:37.285541 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff2ff3b-8c92-4481-87be-7c4de9917580 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:32:37.285864 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff2ff3b-8c92-4481-87be-7c4de9917580 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:32:37.286192 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff2ff3b-8c92-4481-87be-7c4de9917580 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:32:37.286532 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff2ff3b-8c92-4481-87be-7c4de9917580 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:32:37.286869 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff2ff3b-8c92-4481-87be-7c4de9917580 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:32:37.287200 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff2ff3b-8c92-4481-87be-7c4de9917580 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:32:37.287530 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff2ff3b-8c92-4481-87be-7c4de9917580 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:32:37.288047 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff2ff3b-8c92-4481-87be-7c4de9917580 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:32:37.288363 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff2ff3b-8c92-4481-87be-7c4de9917580 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:32:37.288708 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff2ff3b-8c92-4481-87be-7c4de9917580 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:32:37.291523 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff2ff3b-8c92-4481-87be-7c4de9917580 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:32:37.291523 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff2ff3b-8c92-4481-87be-7c4de9917580 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:32:37.291523 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff2ff3b-8c92-4481-87be-7c4de9917580 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:32:37.293152 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3a040b4-709b-4655-9caa-1e40c32dfd81 req-bfd59d92-da8f-43db-9d41-f1b41800209d tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] Made reservation on behalf of 60403df8fc1a4b00b06a45bfc2d7e2b2 for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:32:37.294515 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 44280) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:37.297223 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a7136893-504d-4a65-b2a4-277609fa5c93 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10915'] for router (ada8f51e-764c-41fd-bd66-5801c2bcad0a), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:37.300233 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-c3a040b4-709b-4655-9caa-1e40c32dfd81 req-bfd59d92-da8f-43db-9d41-f1b41800209d tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:37.302562 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a7136893-504d-4a65-b2a4-277609fa5c93 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks [] for router_controller (ada8f51e-764c-41fd-bd66-5801c2bcad0a), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:37.358101 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5c12cc-3191-46cc-97bf-865dd3454e4c tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Pushing event deleted for resources: {'Port': ['ID=243b4cc6-a222-4e9a-b1d4-976142460e3d,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:37.400343 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-41bf9633-fcf4-4be6-9f12-07edf86984a9 req-d5e9ae79-4fb0-4c8f-9e81-d0d9d3923200 tempest-MigrationsAdminTest-119034159 tempest-MigrationsAdminTest-119034159-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fd9097d-d5e4-4774-807c-a9b8c47df9ef HTTP/1.1" status: 200 len: 210 time: 0.0943551 Feb 04 12:32:37.405751 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-958391be-9186-42ad-818d-103a28205a2d x-openstack-request-id: req-958391be-9186-42ad-818d-103a28205a2d {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:32:37.413555 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fd9097d-d5e4-4774-807c-a9b8c47df9ef", "name": "network-vif-deleted", "tag": "1838ab07-adf7-4b9b-b746-757621e1c012", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:32:37.414210 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-958391be-9186-42ad-818d-103a28205a2d {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:32:37.414841 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fd9097d-d5e4-4774-807c-a9b8c47df9ef', 'name': 'network-vif-deleted', 'tag': '1838ab07-adf7-4b9b-b746-757621e1c012', 'status': 'completed', 'code': 200} Feb 04 12:32:37.442403 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a7136893-504d-4a65-b2a4-277609fa5c93 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622829'] for router (ada8f51e-764c-41fd-bd66-5801c2bcad0a), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:37.443321 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7136893-504d-4a65-b2a4-277609fa5c93 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Fanout notify agent at l3_agent the message router_deleted on router ada8f51e-764c-41fd-bd66-5801c2bcad0a {{(pid=103474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 12:32:37.452641 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5c12cc-3191-46cc-97bf-865dd3454e4c tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] No DVR routers for this DVR port 243b4cc6-a222-4e9a-b1d4-976142460e3d on host n-d-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:32:37.465250 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a7136893-504d-4a65-b2a4-277609fa5c93 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:37.467806 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-a7136893-504d-4a65-b2a4-277609fa5c93 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] 10.222.0.65 "DELETE /v2.0/routers/ada8f51e-764c-41fd-bd66-5801c2bcad0a HTTP/1.1" status: 204 len: 168 time: 2.0107729 Feb 04 12:32:37.472610 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 44282) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:37.568738 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8ca61dee-a370-4d38-abb1-afcdb0b6269c admin admin] Publish callbacks [] for security_group (887e199f-a9f0-46db-9b53-474b47bd6bf5), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:37.593652 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-94965727-929f-42e9-b22b-21f958214d86 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Deleting subnet bd2a6e09-848b-4b36-8a32-4cf946eb19a4 {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:32:37.604473 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-94965727-929f-42e9-b22b-21f958214d86 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks [] for subnet (bd2a6e09-848b-4b36-8a32-4cf946eb19a4), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:37.613393 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8ca61dee-a370-4d38-abb1-afcdb0b6269c admin admin] Publish callbacks [] for security_group (887e199f-a9f0-46db-9b53-474b47bd6bf5), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:37.682500 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-94965727-929f-42e9-b22b-21f958214d86 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (bd2a6e09-848b-4b36-8a32-4cf946eb19a4), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:37.772128 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-94965727-929f-42e9-b22b-21f958214d86 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (bd2a6e09-848b-4b36-8a32-4cf946eb19a4), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:37.776826 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8ca61dee-a370-4d38-abb1-afcdb0b6269c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (887e199f-a9f0-46db-9b53-474b47bd6bf5), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:37.779529 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8ca61dee-a370-4d38-abb1-afcdb0b6269c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:37.785571 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-8ca61dee-a370-4d38-abb1-afcdb0b6269c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/887e199f-a9f0-46db-9b53-474b47bd6bf5 HTTP/1.1" status: 204 len: 168 time: 0.4811332 Feb 04 12:32:37.834096 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca61dee-a370-4d38-abb1-afcdb0b6269c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=887e199f-a9f0-46db-9b53-474b47bd6bf5,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:37.903996 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-94965727-929f-42e9-b22b-21f958214d86 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (bd2a6e09-848b-4b36-8a32-4cf946eb19a4), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:37.962114 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-94965727-929f-42e9-b22b-21f958214d86 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:37.973733 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-94965727-929f-42e9-b22b-21f958214d86 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] 10.222.0.65 "DELETE /v2.0/subnets/bd2a6e09-848b-4b36-8a32-4cf946eb19a4 HTTP/1.1" status: 204 len: 168 time: 0.4975750 Feb 04 12:32:37.975564 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94965727-929f-42e9-b22b-21f958214d86 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Pushing event deleted for resources: {'Subnet': ['ID=bd2a6e09-848b-4b36-8a32-4cf946eb19a4,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:37.977551 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 44296) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:37.993402 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d2d587ee-9760-45f3-a6e1-557cb321959c req-7995cdf7-ded9-4561-bfe5-67711498f3c7 tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.5254209 Feb 04 12:32:38.077508 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3eeb66fe-7acf-41b5-b20f-b36f00ab8a40 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (0b11d1a5-2533-48d3-bd0f-7b8bb353dfa0), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:38.152555 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8c68d453-f0c6-4880-934f-39dcb956fed8 req-3f7f9435-eb85-4051-8d50-19fb0fde05ff tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/ports?device_id=064b8b16-59ce-4f5e-b1f8-f430debd9ab3 HTTP/1.1" status: 200 len: 210 time: 0.2159243 Feb 04 12:32:38.171425 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0f5c12cc-3191-46cc-97bf-865dd3454e4c tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (5ada2d26-e067-48e2-91ca-a4173e220afb), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:38.238864 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-0f5c12cc-3191-46cc-97bf-865dd3454e4c tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ada2d26-e067-48e2-91ca-a4173e220afb']}} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:32:38.272545 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-0f5c12cc-3191-46cc-97bf-865dd3454e4c tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7721390-daff-46ec-85fc-53f9baf633bf') {'for_net_delete': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:32:38.272915 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-0f5c12cc-3191-46cc-97bf-865dd3454e4c tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7721390-daff-46ec-85fc-53f9baf633bf') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:32:38.293842 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0f5c12cc-3191-46cc-97bf-865dd3454e4c tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51859336'] for segment (f7721390-daff-46ec-85fc-53f9baf633bf), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:38.334128 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0f5c12cc-3191-46cc-97bf-865dd3454e4c tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (f7721390-daff-46ec-85fc-53f9baf633bf), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:38.348889 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f5c12cc-3191-46cc-97bf-865dd3454e4c tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=103475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:32:38.349570 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0f5c12cc-3191-46cc-97bf-865dd3454e4c tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-52093388'] for segment (f7721390-daff-46ec-85fc-53f9baf633bf), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:38.354245 n-d-825015-3 neutron-server[103475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:32:38.354245 n-d-825015-3 neutron-server[103475]: self.session.flush() Feb 04 12:32:38.354245 n-d-825015-3 neutron-server[103475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:32:38.354245 n-d-825015-3 neutron-server[103475]: self.session.flush() Feb 04 12:32:38.354245 n-d-825015-3 neutron-server[103475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:32:38.354245 n-d-825015-3 neutron-server[103475]: self.session.flush() Feb 04 12:32:38.354245 n-d-825015-3 neutron-server[103475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:32:38.354245 n-d-825015-3 neutron-server[103475]: self.session.flush() Feb 04 12:32:38.354245 n-d-825015-3 neutron-server[103475]: Traceback (most recent call last): Feb 04 12:32:38.354245 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:32:38.354245 n-d-825015-3 neutron-server[103475]: timer() Feb 04 12:32:38.354245 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:32:38.354245 n-d-825015-3 neutron-server[103475]: cb(*args, **kw) Feb 04 12:32:38.354245 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:32:38.354245 n-d-825015-3 neutron-server[103475]: return func(*args, **kwargs) Feb 04 12:32:38.354245 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:32:38.354245 n-d-825015-3 neutron-server[103475]: self._notify() Feb 04 12:32:38.354245 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:32:38.354245 n-d-825015-3 neutron-server[103475]: self.callback(batched_events) Feb 04 12:32:38.354245 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:32:38.354245 n-d-825015-3 neutron-server[103475]: event.method(event) Feb 04 12:32:38.354245 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:32:38.354245 n-d-825015-3 neutron-server[103475]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:32:38.354245 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:32:38.354245 n-d-825015-3 neutron-server[103475]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:32:38.354245 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:32:38.354245 n-d-825015-3 neutron-server[103475]: return f(self, *a, **k) Feb 04 12:32:38.354245 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:32:38.354245 n-d-825015-3 neutron-server[103475]: return self._get(url).json() Feb 04 12:32:38.354245 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:32:38.354245 n-d-825015-3 neutron-server[103475]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:32:38.354245 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:32:38.354245 n-d-825015-3 neutron-server[103475]: return self.request(url, 'GET', **kwargs) Feb 04 12:32:38.354245 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:32:38.354245 n-d-825015-3 neutron-server[103475]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:32:38.354245 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:32:38.354245 n-d-825015-3 neutron-server[103475]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:32:38.354245 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:32:38.354245 n-d-825015-3 neutron-server[103475]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:32:38.354245 n-d-825015-3 neutron-server[103475]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:32:38.364394 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3eeb66fe-7acf-41b5-b20f-b36f00ab8a40 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (0b11d1a5-2533-48d3-bd0f-7b8bb353dfa0), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:38.433627 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-3eeb66fe-7acf-41b5-b20f-b36f00ab8a40 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b11d1a5-2533-48d3-bd0f-7b8bb353dfa0']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:32:38.484121 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-3eeb66fe-7acf-41b5-b20f-b36f00ab8a40 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c467edb3-f6a7-4b14-b370-fb5686366fde') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:32:38.484974 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-3eeb66fe-7acf-41b5-b20f-b36f00ab8a40 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c467edb3-f6a7-4b14-b370-fb5686366fde') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:32:38.507237 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3eeb66fe-7acf-41b5-b20f-b36f00ab8a40 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (c467edb3-f6a7-4b14-b370-fb5686366fde), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:38.530027 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3eeb66fe-7acf-41b5-b20f-b36f00ab8a40 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (c467edb3-f6a7-4b14-b370-fb5686366fde), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:38.540636 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3eeb66fe-7acf-41b5-b20f-b36f00ab8a40 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:32:38.541556 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3eeb66fe-7acf-41b5-b20f-b36f00ab8a40 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (c467edb3-f6a7-4b14-b370-fb5686366fde), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:38.549133 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 12:32:38.549133 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:32:38.549133 n-d-825015-3 neutron-server[103474]: timer() Feb 04 12:32:38.549133 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:32:38.549133 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 12:32:38.549133 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:32:38.549133 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 12:32:38.549133 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:32:38.549133 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 12:32:38.549133 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:32:38.549133 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 12:32:38.549133 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:32:38.549133 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 12:32:38.549133 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:32:38.549133 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:32:38.549133 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:32:38.549133 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:32:38.549133 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:32:38.549133 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 12:32:38.549133 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:32:38.549133 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 12:32:38.549133 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:32:38.549133 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:32:38.549133 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:32:38.549133 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 12:32:38.549133 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:32:38.549133 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:32:38.549133 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:32:38.549133 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:32:38.549133 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:32:38.549133 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:32:38.549133 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:32:38.664529 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0f5c12cc-3191-46cc-97bf-865dd3454e4c tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (5ada2d26-e067-48e2-91ca-a4173e220afb), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:38.685483 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8eaf37-7298-4d50-a067-0f63d07fbf7f req-fe850a96-04bb-4607-857e-155726614f05 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:38.693262 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ad8eaf37-7298-4d50-a067-0f63d07fbf7f req-fe850a96-04bb-4607-857e-155726614f05 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/ports?device_id=15e2eeae-f4f2-424e-9a78-0fe0799fc0c1 HTTP/1.1" status: 200 len: 945 time: 0.2288892 Feb 04 12:32:38.696663 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3eeb66fe-7acf-41b5-b20f-b36f00ab8a40 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (0b11d1a5-2533-48d3-bd0f-7b8bb353dfa0), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:38.721074 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-cc09ce28-29cc-4fa7-b734-db74d9dea68e req-61748090-b575-4d0a-b410-4074294fffba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6e3830c-8598-4c80-abcf-58a5487416e0 {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:32:38.726716 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0f5c12cc-3191-46cc-97bf-865dd3454e4c tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:38.733986 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-0f5c12cc-3191-46cc-97bf-865dd3454e4c tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] 10.222.0.65 "DELETE /v2.0/networks/5ada2d26-e067-48e2-91ca-a4173e220afb HTTP/1.1" status: 204 len: 168 time: 7.8270543 Feb 04 12:32:38.741527 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3eeb66fe-7acf-41b5-b20f-b36f00ab8a40 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:38.745390 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-3eeb66fe-7acf-41b5-b20f-b36f00ab8a40 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] 10.222.0.65 "DELETE /v2.0/networks/0b11d1a5-2533-48d3-bd0f-7b8bb353dfa0 HTTP/1.1" status: 204 len: 168 time: 0.7669253 Feb 04 12:32:38.746110 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 44340) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:38.747043 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeb66fe-7acf-41b5-b20f-b36f00ab8a40 tempest-FloatingIPTestJSON-280946520 tempest-FloatingIPTestJSON-280946520-project] Pushing event deleted for resources: {'Network': ['ID=0b11d1a5-2533-48d3-bd0f-7b8bb353dfa0,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:38.759957 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-3aa1e384-4e60-45c8-8ac1-ffd99e37fd74 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-504796222'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:32:38.790441 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aa1e384-4e60-45c8-8ac1-ffd99e37fd74 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Made reservation on behalf of 033089eae79b4f9fa2373fbe9923684e for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:32:38.794293 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3aa1e384-4e60-45c8-8ac1-ffd99e37fd74 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:38.803525 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-cc09ce28-29cc-4fa7-b734-db74d9dea68e req-61748090-b575-4d0a-b410-4074294fffba service neutron] Publish callbacks [] for port (a6e3830c-8598-4c80-abcf-58a5487416e0), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:38.825491 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3aa1e384-4e60-45c8-8ac1-ffd99e37fd74 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:32:38.832141 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ad8eaf37-7298-4d50-a067-0f63d07fbf7f req-727829e5-94c1-4766-a0b0-8d4839aeff73 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/security-groups?id=98d15bf5-a480-4f0d-bc57-8f17260bd5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377690 Feb 04 12:32:38.843119 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5c12cc-3191-46cc-97bf-865dd3454e4c tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Pushing event deleted for resources: {'Network': ['ID=5ada2d26-e067-48e2-91ca-a4173e220afb,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:38.846530 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3aa1e384-4e60-45c8-8ac1-ffd99e37fd74 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (6639bfb6-c397-4b72-a9fc-9ab21f2e9a5b), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:38.846890 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-3aa1e384-4e60-45c8-8ac1-ffd99e37fd74 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Added segment 6639bfb6-c397-4b72-a9fc-9ab21f2e9a5b of type vlan for network e15ed841-f26f-4889-890d-b701a5460c6d Feb 04 12:32:38.863104 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-cc09ce28-29cc-4fa7-b734-db74d9dea68e req-61748090-b575-4d0a-b410-4074294fffba service neutron] Transition to ACTIVE for port object a6e3830c-8598-4c80-abcf-58a5487416e0 will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:32:38.872346 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-cc09ce28-29cc-4fa7-b734-db74d9dea68e req-61748090-b575-4d0a-b410-4074294fffba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (a6e3830c-8598-4c80-abcf-58a5487416e0), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:38.902308 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3aa1e384-4e60-45c8-8ac1-ffd99e37fd74 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (e15ed841-f26f-4889-890d-b701a5460c6d), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:38.943555 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3aa1e384-4e60-45c8-8ac1-ffd99e37fd74 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (e15ed841-f26f-4889-890d-b701a5460c6d), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:38.949029 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa1e384-4e60-45c8-8ac1-ffd99e37fd74 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:38.949682 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3aa1e384-4e60-45c8-8ac1-ffd99e37fd74 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:38.970054 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61748090-b575-4d0a-b410-4074294fffba service neutron] Pushing event updated for resources: {'Port': ['ID=a6e3830c-8598-4c80-abcf-58a5487416e0,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:38.996861 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201768d6-9273-41d3-9523-6e76173f38e3 req-b34c9723-3c19-44c9-978c-1a5e3671aae7 tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:39.005332 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-201768d6-9273-41d3-9523-6e76173f38e3 req-b34c9723-3c19-44c9-978c-1a5e3671aae7 tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] 10.222.0.65 "GET /v2.0/ports?device_id=607f9051-3590-4eaa-91eb-3992bcebf3c0 HTTP/1.1" status: 200 len: 946 time: 0.3371770 Feb 04 12:32:39.049749 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-3aa1e384-4e60-45c8-8ac1-ffd99e37fd74 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2955749 Feb 04 12:32:39.053341 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 44358) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:39.059523 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-f4fae73b-83d7-49cc-b4ec-e3ec252a66f2 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Request body: {'subnet': {'network_id': 'e15ed841-f26f-4889-890d-b701a5460c6d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:32:39.078963 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa1e384-4e60-45c8-8ac1-ffd99e37fd74 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Pushing event updated for resources: {'Network': ['ID=e15ed841-f26f-4889-890d-b701a5460c6d,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:39.083180 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-c3a040b4-709b-4655-9caa-1e40c32dfd81 req-bfd59d92-da8f-43db-9d41-f1b41800209d tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] Allocated IP 172.20.0.10 (e5afc4b2-b62e-43cc-a807-b008639c0d4f/b210b3d4-0fee-4dad-a874-126f3e2c1f20/6f041d65-5b0a-475f-b96d-b4aefee7384a) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:32:39.089779 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network e15ed841-f26f-4889-890d-b701a5460c6d details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:32:39.171046 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4fae73b-83d7-49cc-b4ec-e3ec252a66f2 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Made reservation on behalf of 033089eae79b4f9fa2373fbe9923684e for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:32:39.175575 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f4fae73b-83d7-49cc-b4ec-e3ec252a66f2 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60610638'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:39.234479 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-201768d6-9273-41d3-9523-6e76173f38e3 req-67362513-fc09-4c56-96cb-b8881110a082 tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2ed1b6a-af87-43ee-b400-c3ee325aeba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232900 Feb 04 12:32:39.260519 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.ipam_backend_mixin [None req-f4fae73b-83d7-49cc-b4ec-e3ec252a66f2 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Performing IP validity checks on allocation pools {{(pid=103474) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 04 12:32:39.261114 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.ipam_backend_mixin [None req-f4fae73b-83d7-49cc-b4ec-e3ec252a66f2 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103474) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 04 12:32:39.315103 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 44366) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:39.362886 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-cc09ce28-29cc-4fa7-b734-db74d9dea68e req-61748090-b575-4d0a-b410-4074294fffba service neutron] Attempting to bind port a6e3830c-8598-4c80-abcf-58a5487416e0 on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:32:39.363205 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-cc09ce28-29cc-4fa7-b734-db74d9dea68e req-61748090-b575-4d0a-b410-4074294fffba service neutron] Attempting to bind port a6e3830c-8598-4c80-abcf-58a5487416e0 by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': 'e9a4c4bf-e4ee-411b-abe4-f3340937d454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'e5afc4b2-b62e-43cc-a807-b008639c0d4f'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:32:39.363543 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc09ce28-29cc-4fa7-b734-db74d9dea68e req-61748090-b575-4d0a-b410-4074294fffba service neutron] Attempting to bind port a6e3830c-8598-4c80-abcf-58a5487416e0 on network e5afc4b2-b62e-43cc-a807-b008639c0d4f {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:32:39.374741 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc09ce28-29cc-4fa7-b734-db74d9dea68e req-61748090-b575-4d0a-b410-4074294fffba service neutron] Port a6e3830c-8598-4c80-abcf-58a5487416e0 on network e5afc4b2-b62e-43cc-a807-b008639c0d4f not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:32:39.375441 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc09ce28-29cc-4fa7-b734-db74d9dea68e req-61748090-b575-4d0a-b410-4074294fffba service neutron] Attempting to bind port a6e3830c-8598-4c80-abcf-58a5487416e0 on network e5afc4b2-b62e-43cc-a807-b008639c0d4f {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:32:39.387297 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc09ce28-29cc-4fa7-b734-db74d9dea68e req-61748090-b575-4d0a-b410-4074294fffba service neutron] Checking agent: {'id': 'f8add0d2-2202-43d3-bc0e-72442788e6ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:32:39.387859 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc09ce28-29cc-4fa7-b734-db74d9dea68e req-61748090-b575-4d0a-b410-4074294fffba service neutron] Checking segment: {'id': 'e9a4c4bf-e4ee-411b-abe4-f3340937d454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'e5afc4b2-b62e-43cc-a807-b008639c0d4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:32:39.388399 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc09ce28-29cc-4fa7-b734-db74d9dea68e req-61748090-b575-4d0a-b410-4074294fffba service neutron] Bound using segment: {'id': 'e9a4c4bf-e4ee-411b-abe4-f3340937d454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'e5afc4b2-b62e-43cc-a807-b008639c0d4f'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:32:39.389301 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-cc09ce28-29cc-4fa7-b734-db74d9dea68e req-61748090-b575-4d0a-b410-4074294fffba service neutron] Bound port: a6e3830c-8598-4c80-abcf-58a5487416e0, host: n-h1-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9a4c4bf-e4ee-411b-abe4-f3340937d454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'e5afc4b2-b62e-43cc-a807-b008639c0d4f'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:32:39.390029 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-cc09ce28-29cc-4fa7-b734-db74d9dea68e req-61748090-b575-4d0a-b410-4074294fffba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (a6e3830c-8598-4c80-abcf-58a5487416e0), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:39.399230 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f4fae73b-83d7-49cc-b4ec-e3ec252a66f2 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59045178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60610680'] for subnet (66af3d39-2b30-4938-b3d1-494463dd9e3a), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:39.414866 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 44370) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:39.467542 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fae73b-83d7-49cc-b4ec-e3ec252a66f2 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Pushing event updated for resources: {'Subnet': ['ID=66af3d39-2b30-4938-b3d1-494463dd9e3a,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:39.494233 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fae73b-83d7-49cc-b4ec-e3ec252a66f2 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Checking segment: {'id': '6639bfb6-c397-4b72-a9fc-9ab21f2e9a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'e15ed841-f26f-4889-890d-b701a5460c6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:32:39.495512 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4fae73b-83d7-49cc-b4ec-e3ec252a66f2 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Network hostable DHCP agents. Network: e15ed841-f26f-4889-890d-b701a5460c6d, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:32:39.504582 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-cc09ce28-29cc-4fa7-b734-db74d9dea68e req-61748090-b575-4d0a-b410-4074294fffba service neutron] For port a6e3830c-8598-4c80-abcf-58a5487416e0, host n-h1-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:32:39.508536 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-cc09ce28-29cc-4fa7-b734-db74d9dea68e req-61748090-b575-4d0a-b410-4074294fffba service neutron] For port a6e3830c-8598-4c80-abcf-58a5487416e0, host n-h1-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=a6e3830c-8598-4c80-abcf-58a5487416e0,segment=NetworkSegment(e9a4c4bf-e4ee-411b-abe4-f3340937d454),segment_id=e9a4c4bf-e4ee-411b-abe4-f3340937d454)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:32:39.517669 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4fae73b-83d7-49cc-b4ec-e3ec252a66f2 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Network e15ed841-f26f-4889-890d-b701a5460c6d is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:32:39.530279 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-cc09ce28-29cc-4fa7-b734-db74d9dea68e req-61748090-b575-4d0a-b410-4074294fffba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (a6e3830c-8598-4c80-abcf-58a5487416e0), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:39.533433 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-f4fae73b-83d7-49cc-b4ec-e3ec252a66f2 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, e15ed841-f26f-4889-890d-b701a5460c6d) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:32:39.546864 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb47669-ed03-424b-8fa2-b153dd39062e None None] Network e15ed841-f26f-4889-890d-b701a5460c6d requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:32:39.550948 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4fae73b-83d7-49cc-b4ec-e3ec252a66f2 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:39.552477 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f4fae73b-83d7-49cc-b4ec-e3ec252a66f2 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:39.579647 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-f4fae73b-83d7-49cc-b4ec-e3ec252a66f2 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.5249214 Feb 04 12:32:39.583906 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 44376) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:39.595034 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f4899825-78b8-440c-bfa2-7d5527b3f68f req-79dd6f20-cd7f-446f-85e0-9c561fc905b3 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/ports?device_id=064b8b16-59ce-4f5e-b1f8-f430debd9ab3 HTTP/1.1" status: 200 len: 210 time: 0.1683764 Feb 04 12:32:39.744309 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc09ce28-29cc-4fa7-b734-db74d9dea68e req-61748090-b575-4d0a-b410-4074294fffba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:39.745313 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-cc09ce28-29cc-4fa7-b734-db74d9dea68e req-61748090-b575-4d0a-b410-4074294fffba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:39.748384 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cc09ce28-29cc-4fa7-b734-db74d9dea68e req-61748090-b575-4d0a-b410-4074294fffba service neutron] 10.222.0.73 "PUT /v2.0/ports/a6e3830c-8598-4c80-abcf-58a5487416e0 HTTP/1.1" status: 200 len: 1091 time: 2.9552643 Feb 04 12:32:39.768717 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8861db3-f96d-4488-9972-dc9abe44d442', 'tag': 'a6e3830c-8598-4c80-abcf-58a5487416e0'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:32:39.778920 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acb365bf-ecd6-4761-95e4-4f0bf4263ec0" -d '{"events": [{"name": "network-changed", "server_uuid": "b8861db3-f96d-4488-9972-dc9abe44d442", "tag": "a6e3830c-8598-4c80-abcf-58a5487416e0"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:32:39.811873 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-c3a040b4-709b-4655-9caa-1e40c32dfd81 req-bfd59d92-da8f-43db-9d41-f1b41800209d tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] Publish callbacks [] for port (6f041d65-5b0a-475f-b96d-b4aefee7384a), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:39.821454 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46737f3c-0e7c-4d52-a99f-f5e1c3bd3ff0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-e15ed841-f26f-4889-890d-b701a5460c6d', 'network_id': 'e15ed841-f26f-4889-890d-b701a5460c6d', 'project_id': '033089eae79b4f9fa2373fbe9923684e', 'fixed_ips': [{'subnet_id': '66af3d39-2b30-4938-b3d1-494463dd9e3a'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 12:32:39.822687 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-46737f3c-0e7c-4d52-a99f-f5e1c3bd3ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:39.974994 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 44384) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:39.996959 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5a008810-65d3-4a11-94cb-9d37ce28f076 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (e15ed841-f26f-4889-890d-b701a5460c6d), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:40.013489 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7833b91e-7f66-474f-82e4-62f182b5e4eb x-openstack-request-id: req-7833b91e-7f66-474f-82e4-62f182b5e4eb {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:32:40.013965 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8861db3-f96d-4488-9972-dc9abe44d442", "tag": "a6e3830c-8598-4c80-abcf-58a5487416e0", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:32:40.014378 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7833b91e-7f66-474f-82e4-62f182b5e4eb {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:32:40.015017 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8861db3-f96d-4488-9972-dc9abe44d442', 'tag': 'a6e3830c-8598-4c80-abcf-58a5487416e0', 'status': 'completed', 'code': 200} Feb 04 12:32:40.047103 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-46737f3c-0e7c-4d52-a99f-f5e1c3bd3ff0 None None] Allocated IP 172.20.0.3 (e15ed841-f26f-4889-890d-b701a5460c6d/66af3d39-2b30-4938-b3d1-494463dd9e3a/d3cd25c0-efe8-4c76-9ec1-84886195031b) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:32:40.157334 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aab7fb-4836-49c5-8f6e-53d545d656ff req-77945e0d-24d1-4a16-aa35-a462fbc29f11 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:40.160655 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-f9aab7fb-4836-49c5-8f6e-53d545d656ff req-77945e0d-24d1-4a16-aa35-a462fbc29f11 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.77 "GET /v2.0/ports?device_id=15e2eeae-f4f2-424e-9a78-0fe0799fc0c1 HTTP/1.1" status: 200 len: 945 time: 0.1865685 Feb 04 12:32:40.284056 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61748090-b575-4d0a-b410-4074294fffba service neutron] Pushing event updated for resources: {'Port': ['ID=a6e3830c-8598-4c80-abcf-58a5487416e0,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:40.342978 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5a008810-65d3-4a11-94cb-9d37ce28f076 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (66af3d39-2b30-4938-b3d1-494463dd9e3a), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:40.373567 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-46737f3c-0e7c-4d52-a99f-f5e1c3bd3ff0 None None] Publish callbacks [] for port (d3cd25c0-efe8-4c76-9ec1-84886195031b), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:40.383534 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-46737f3c-0e7c-4d52-a99f-f5e1c3bd3ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (d3cd25c0-efe8-4c76-9ec1-84886195031b), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:40.437116 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46737f3c-0e7c-4d52-a99f-f5e1c3bd3ff0 None None] Network e15ed841-f26f-4889-890d-b701a5460c6d is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:32:40.440806 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-46737f3c-0e7c-4d52-a99f-f5e1c3bd3ff0 None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:32:40.449570 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46737f3c-0e7c-4d52-a99f-f5e1c3bd3ff0 None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:32:40.456507 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46737f3c-0e7c-4d52-a99f-f5e1c3bd3ff0 None None] Pushing event updated for resources: {'Port': ['ID=d3cd25c0-efe8-4c76-9ec1-84886195031b,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:40.478064 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-2cba359c-9641-433f-bd8c-ad27a9e25bca admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5cab5aa6ec7a46dfb6f8890eef3403ac&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0575986 Feb 04 12:32:40.481577 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 44394) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:40.530468 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-46737f3c-0e7c-4d52-a99f-f5e1c3bd3ff0 None None] Attempting to bind port d3cd25c0-efe8-4c76-9ec1-84886195031b on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:32:40.531164 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-46737f3c-0e7c-4d52-a99f-f5e1c3bd3ff0 None None] Attempting to bind port d3cd25c0-efe8-4c76-9ec1-84886195031b by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '6639bfb6-c397-4b72-a9fc-9ab21f2e9a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'e15ed841-f26f-4889-890d-b701a5460c6d'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:32:40.531537 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46737f3c-0e7c-4d52-a99f-f5e1c3bd3ff0 None None] Attempting to bind port d3cd25c0-efe8-4c76-9ec1-84886195031b on network e15ed841-f26f-4889-890d-b701a5460c6d {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:32:40.539273 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46737f3c-0e7c-4d52-a99f-f5e1c3bd3ff0 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:32:40.539850 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46737f3c-0e7c-4d52-a99f-f5e1c3bd3ff0 None None] Checking segment: {'id': '6639bfb6-c397-4b72-a9fc-9ab21f2e9a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'e15ed841-f26f-4889-890d-b701a5460c6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:32:40.540302 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-46737f3c-0e7c-4d52-a99f-f5e1c3bd3ff0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:40.540698 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46737f3c-0e7c-4d52-a99f-f5e1c3bd3ff0 None None] Bound using segment: {'id': '6639bfb6-c397-4b72-a9fc-9ab21f2e9a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'e15ed841-f26f-4889-890d-b701a5460c6d'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:32:40.541264 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-46737f3c-0e7c-4d52-a99f-f5e1c3bd3ff0 None None] Bound port: d3cd25c0-efe8-4c76-9ec1-84886195031b, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6639bfb6-c397-4b72-a9fc-9ab21f2e9a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'e15ed841-f26f-4889-890d-b701a5460c6d'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:32:40.541631 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-46737f3c-0e7c-4d52-a99f-f5e1c3bd3ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (d3cd25c0-efe8-4c76-9ec1-84886195031b), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:40.549551 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-757dae8d-f13d-4c91-93e6-b9d5f829c0f4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5c34eef31d4540768d24bcb8030d50f3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2331598 Feb 04 12:32:40.555620 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9c8ae9dd-c778-4d6f-ac73-32c3c05a9943 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:40.559932 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f0ef8-777b-429b-9e28-065b8f527553 req-a3123b38-a76d-4e00-ae8e-07dc1954c977 tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:40.561806 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c87f0ef8-777b-429b-9e28-065b8f527553 req-a3123b38-a76d-4e00-ae8e-07dc1954c977 tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] 10.222.0.77 "GET /v2.0/ports?device_id=607f9051-3590-4eaa-91eb-3992bcebf3c0 HTTP/1.1" status: 200 len: 946 time: 0.7094557 Feb 04 12:32:40.561930 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 44398) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:40.564991 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc09ce28-29cc-4fa7-b734-db74d9dea68e req-501720d9-db0c-4c00-877a-8028416342ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:40.565811 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cc09ce28-29cc-4fa7-b734-db74d9dea68e req-501720d9-db0c-4c00-877a-8028416342ec service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=60403df8fc1a4b00b06a45bfc2d7e2b2&device_id=b8861db3-f96d-4488-9972-dc9abe44d442 HTTP/1.1" status: 200 len: 1125 time: 0.7430537 Feb 04 12:32:40.577482 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5a008810-65d3-4a11-94cb-9d37ce28f076 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (66af3d39-2b30-4938-b3d1-494463dd9e3a), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:40.595908 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eca885-3b9d-492a-9552-3f214afef48a req-9c25b9aa-d576-4837-9327-d5292becac26 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:40.597541 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-75eca885-3b9d-492a-9552-3f214afef48a req-9c25b9aa-d576-4837-9327-d5292becac26 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/ports?device_id=15e2eeae-f4f2-424e-9a78-0fe0799fc0c1 HTTP/1.1" status: 200 len: 945 time: 0.6284287 Feb 04 12:32:40.599818 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-c3a040b4-709b-4655-9caa-1e40c32dfd81 req-bfd59d92-da8f-43db-9d41-f1b41800209d tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (6f041d65-5b0a-475f-b96d-b4aefee7384a), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:40.630025 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-46737f3c-0e7c-4d52-a99f-f5e1c3bd3ff0 None None] For port d3cd25c0-efe8-4c76-9ec1-84886195031b, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:32:40.633826 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-46737f3c-0e7c-4d52-a99f-f5e1c3bd3ff0 None None] For port d3cd25c0-efe8-4c76-9ec1-84886195031b, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=d3cd25c0-efe8-4c76-9ec1-84886195031b,segment=NetworkSegment(6639bfb6-c397-4b72-a9fc-9ab21f2e9a5b),segment_id=6639bfb6-c397-4b72-a9fc-9ab21f2e9a5b)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:32:40.640186 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-46737f3c-0e7c-4d52-a99f-f5e1c3bd3ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (d3cd25c0-efe8-4c76-9ec1-84886195031b), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:40.675987 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cc09ce28-29cc-4fa7-b734-db74d9dea68e req-76b534ed-7cd8-4aa7-aa5c-6ff9783ad1bf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6e3830c-8598-4c80-abcf-58a5487416e0 HTTP/1.1" status: 200 len: 217 time: 0.0947666 Feb 04 12:32:40.707170 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a008810-65d3-4a11-94cb-9d37ce28f076 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Pushing event deleted for resources: {'Subnet': ['ID=66af3d39-2b30-4938-b3d1-494463dd9e3a,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:40.731000 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46737f3c-0e7c-4d52-a99f-f5e1c3bd3ff0 None None] Pushing event updated for resources: {'Port': ['ID=d3cd25c0-efe8-4c76-9ec1-84886195031b,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:40.755431 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc6969f-d57a-4c1d-9329-3f6919d0d392 None None] get_active_networks_info from n-d-825015-3 {{(pid=103476) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 04 12:32:40.764169 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3a040b4-709b-4655-9caa-1e40c32dfd81 req-bfd59d92-da8f-43db-9d41-f1b41800209d tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] Network e5afc4b2-b62e-43cc-a807-b008639c0d4f is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:32:40.775064 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5589deda-f199-4183-84f7-a9d6d1b070ee req-92c4877e-c9cf-485a-9f30-e9ef2b6a2ee8 tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:40.776687 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5589deda-f199-4183-84f7-a9d6d1b070ee req-92c4877e-c9cf-485a-9f30-e9ef2b6a2ee8 tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] 10.222.0.65 "GET /v2.0/ports?device_id=607f9051-3590-4eaa-91eb-3992bcebf3c0 HTTP/1.1" status: 200 len: 946 time: 0.3272741 Feb 04 12:32:40.786563 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5a008810-65d3-4a11-94cb-9d37ce28f076 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (e15ed841-f26f-4889-890d-b701a5460c6d), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:40.803883 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-f9aab7fb-4836-49c5-8f6e-53d545d656ff req-a5eee702-08b1-43ea-b7f1-9b01cb09535a tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Deleting port 88af24f3-a317-4a86-b140-a186a841cda0 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:32:40.804180 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-f9aab7fb-4836-49c5-8f6e-53d545d656ff req-a5eee702-08b1-43ea-b7f1-9b01cb09535a tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (88af24f3-a317-4a86-b140-a186a841cda0), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:40.824054 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-c3a040b4-709b-4655-9caa-1e40c32dfd81 req-bfd59d92-da8f-43db-9d41-f1b41800209d tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:32:40.836845 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8ae7246f-4023-49d2-9a4c-569fdd7b17a0 admin admin] Publish callbacks [] for security_group (9c8fdb7f-7182-4bd1-9c0c-13619b4d560a), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:40.842314 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3a040b4-709b-4655-9caa-1e40c32dfd81 req-bfd59d92-da8f-43db-9d41-f1b41800209d tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:32:40.860771 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd59d92-da8f-43db-9d41-f1b41800209d tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] Pushing event updated for resources: {'Port': ['ID=6f041d65-5b0a-475f-b96d-b4aefee7384a,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:40.864889 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc6969f-d57a-4c1d-9329-3f6919d0d392 None None] Resources bound (agent type, host, resource id): {{(pid=103476) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 12:32:40.895066 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc09ce28-29cc-4fa7-b734-db74d9dea68e req-5c54a010-5b65-4c5a-b31f-627e44d96430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:40.896629 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cc09ce28-29cc-4fa7-b734-db74d9dea68e req-5c54a010-5b65-4c5a-b31f-627e44d96430 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b210b3d4-0fee-4dad-a874-126f3e2c1f20 HTTP/1.1" status: 200 len: 859 time: 0.1973839 Feb 04 12:32:40.901531 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-5a008810-65d3-4a11-94cb-9d37ce28f076 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e15ed841-f26f-4889-890d-b701a5460c6d']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:32:40.905892 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-75eca885-3b9d-492a-9552-3f214afef48a req-c59f8be5-1b36-4661-a509-fda7a2943255 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/security-groups?id=98d15bf5-a480-4f0d-bc57-8f17260bd5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806609 Feb 04 12:32:40.913684 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-5a008810-65d3-4a11-94cb-9d37ce28f076 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6639bfb6-c397-4b72-a9fc-9ab21f2e9a5b') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:32:40.913964 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-5a008810-65d3-4a11-94cb-9d37ce28f076 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6639bfb6-c397-4b72-a9fc-9ab21f2e9a5b') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:32:40.932352 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5a008810-65d3-4a11-94cb-9d37ce28f076 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (6639bfb6-c397-4b72-a9fc-9ab21f2e9a5b), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:40.951505 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ba1e5a33-d3c6-4a11-8aa4-b342310b1d35 admin admin] Publish callbacks [] for security_group (975e3b2e-aa05-4d6e-b53c-20264f3e5e5c), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:40.970427 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cc09ce28-29cc-4fa7-b734-db74d9dea68e req-046c2815-4341-4599-b52e-755358aded65 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e5afc4b2-b62e-43cc-a807-b008639c0d4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634923 Feb 04 12:32:40.993822 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5589deda-f199-4183-84f7-a9d6d1b070ee req-b5808ef9-60b6-438d-bb1d-b5c701a96801 tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] 10.222.0.65 "GET /v2.0/security-groups?id=e2ed1b6a-af87-43ee-b400-c3ee325aeba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804447 Feb 04 12:32:41.008848 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ba1e5a33-d3c6-4a11-8aa4-b342310b1d35 admin admin] Publish callbacks [] for security_group (975e3b2e-aa05-4d6e-b53c-20264f3e5e5c), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:41.010964 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a040b4-709b-4655-9caa-1e40c32dfd81 req-bfd59d92-da8f-43db-9d41-f1b41800209d tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:41.011608 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-c3a040b4-709b-4655-9caa-1e40c32dfd81 req-bfd59d92-da8f-43db-9d41-f1b41800209d tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:41.017865 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5a008810-65d3-4a11-94cb-9d37ce28f076 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (6639bfb6-c397-4b72-a9fc-9ab21f2e9a5b), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:41.046136 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8ae7246f-4023-49d2-9a4c-569fdd7b17a0 admin admin] Publish callbacks [] for security_group (9c8fdb7f-7182-4bd1-9c0c-13619b4d560a), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:41.066453 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a008810-65d3-4a11-94cb-9d37ce28f076 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:32:41.067341 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5a008810-65d3-4a11-94cb-9d37ce28f076 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (6639bfb6-c397-4b72-a9fc-9ab21f2e9a5b), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:41.075041 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 12:32:41.075041 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:32:41.075041 n-d-825015-3 neutron-server[103474]: timer() Feb 04 12:32:41.075041 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:32:41.075041 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 12:32:41.075041 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:32:41.075041 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 12:32:41.075041 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:32:41.075041 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 12:32:41.075041 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:32:41.075041 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 12:32:41.075041 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:32:41.075041 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 12:32:41.075041 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:32:41.075041 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:32:41.075041 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:32:41.075041 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:32:41.075041 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:32:41.075041 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 12:32:41.075041 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:32:41.075041 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 12:32:41.075041 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:32:41.075041 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:32:41.075041 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:32:41.075041 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 12:32:41.075041 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:32:41.075041 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:32:41.075041 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:32:41.075041 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:32:41.075041 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:32:41.075041 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:32:41.075041 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:32:41.076984 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-c87f0ef8-777b-429b-9e28-065b8f527553 req-36eb9fa5-59d7-4bbe-b3cb-371b81b85073 tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] Deleting port f33ad91a-c151-40d4-94a1-3ed7834ae1a6 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:32:41.076984 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-c87f0ef8-777b-429b-9e28-065b8f527553 req-36eb9fa5-59d7-4bbe-b3cb-371b81b85073 tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (f33ad91a-c151-40d4-94a1-3ed7834ae1a6), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:41.098528 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c3a040b4-709b-4655-9caa-1e40c32dfd81 req-bfd59d92-da8f-43db-9d41-f1b41800209d tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4549325 Feb 04 12:32:41.141456 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-c3a040b4-709b-4655-9caa-1e40c32dfd81 req-e7af54ed-f817-410e-8b14-de81a1a83477 service neutron] Request body: {'port': {'device_id': '064b8b16-59ce-4f5e-b1f8-f430debd9ab3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:32:41.174775 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f192fc0-eeb8-4164-86a4-396cdb20765e None None] Network e15ed841-f26f-4889-890d-b701a5460c6d requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:32:41.253639 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.db.api [None req-5a008810-65d3-4a11-94cb-9d37ce28f076 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 12:32:41.253639 n-d-825015-3 neutron-server[103474]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 12:32:41.253639 n-d-825015-3 neutron-server[103474]: [parameters: {'id': 'e15ed841-f26f-4889-890d-b701a5460c6d'}] Feb 04 12:32:41.253639 n-d-825015-3 neutron-server[103474]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103474) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 12:32:41.254402 n-d-825015-3 neutron-server[103474]: DEBUG oslo_db.api [None req-5a008810-65d3-4a11-94cb-9d37ce28f076 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 12:32:41.287293 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-f9aab7fb-4836-49c5-8f6e-53d545d656ff req-a5eee702-08b1-43ea-b7f1-9b01cb09535a tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] For port 88af24f3-a317-4a86-b140-a186a841cda0, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=88af24f3-a317-4a86-b140-a186a841cda0,segment=NetworkSegment(82c42862-5e09-44a3-a831-056ff41e66f5),segment_id=82c42862-5e09-44a3-a831-056ff41e66f5)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:32:41.287761 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-f9aab7fb-4836-49c5-8f6e-53d545d656ff req-a5eee702-08b1-43ea-b7f1-9b01cb09535a tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (88af24f3-a317-4a86-b140-a186a841cda0), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:41.295828 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cc09ce28-29cc-4fa7-b734-db74d9dea68e req-f3c099f8-b377-41f0-9daa-2756cae66b78 service neutron] 10.222.0.73 "GET /v2.0/networks/e5afc4b2-b62e-43cc-a807-b008639c0d4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3166051 Feb 04 12:32:41.308068 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-f9aab7fb-4836-49c5-8f6e-53d545d656ff req-a5eee702-08b1-43ea-b7f1-9b01cb09535a tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Calling delete_port for 88af24f3-a317-4a86-b140-a186a841cda0 owned by compute:nova {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:32:41.364948 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9c8ae9dd-c778-4d6f-ac73-32c3c05a9943 admin admin] Publish callbacks [] for security_group (9833af97-0a6b-4552-a0e8-900234024658), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:41.383125 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ef2b5a-3aa2-408a-98e5-284ae80781b0 req-57e9a059-6acb-4316-8fb1-a1844b732e17 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:41.386430 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-19ef2b5a-3aa2-408a-98e5-284ae80781b0 req-57e9a059-6acb-4316-8fb1-a1844b732e17 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/ports?device_id=064b8b16-59ce-4f5e-b1f8-f430debd9ab3 HTTP/1.1" status: 200 len: 932 time: 0.2506287 Feb 04 12:32:41.387574 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-c3a040b4-709b-4655-9caa-1e40c32dfd81 req-e7af54ed-f817-410e-8b14-de81a1a83477 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (6f041d65-5b0a-475f-b96d-b4aefee7384a), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:41.396390 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9c8ae9dd-c778-4d6f-ac73-32c3c05a9943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (9833af97-0a6b-4552-a0e8-900234024658), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:41.412353 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-c87f0ef8-777b-429b-9e28-065b8f527553 req-36eb9fa5-59d7-4bbe-b3cb-371b81b85073 tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] For port f33ad91a-c151-40d4-94a1-3ed7834ae1a6, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=f33ad91a-c151-40d4-94a1-3ed7834ae1a6,segment=NetworkSegment(7a896f1c-7831-4aed-9431-4ad0dce964ba),segment_id=7a896f1c-7831-4aed-9431-4ad0dce964ba)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:32:41.412353 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-c87f0ef8-777b-429b-9e28-065b8f527553 req-36eb9fa5-59d7-4bbe-b3cb-371b81b85073 tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (f33ad91a-c151-40d4-94a1-3ed7834ae1a6), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:41.429565 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8ae7246f-4023-49d2-9a4c-569fdd7b17a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (9c8fdb7f-7182-4bd1-9c0c-13619b4d560a), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:41.432726 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8ae7246f-4023-49d2-9a4c-569fdd7b17a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:41.434115 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-8ae7246f-4023-49d2-9a4c-569fdd7b17a0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9c8fdb7f-7182-4bd1-9c0c-13619b4d560a HTTP/1.1" status: 204 len: 168 time: 0.8706369 Feb 04 12:32:41.465395 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-c87f0ef8-777b-429b-9e28-065b8f527553 req-36eb9fa5-59d7-4bbe-b3cb-371b81b85073 tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] Calling delete_port for f33ad91a-c151-40d4-94a1-3ed7834ae1a6 owned by compute:nova {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:32:41.480050 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ba1e5a33-d3c6-4a11-8aa4-b342310b1d35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (975e3b2e-aa05-4d6e-b53c-20264f3e5e5c), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:41.482798 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ba1e5a33-d3c6-4a11-8aa4-b342310b1d35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:41.484305 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-ba1e5a33-d3c6-4a11-8aa4-b342310b1d35 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/975e3b2e-aa05-4d6e-b53c-20264f3e5e5c HTTP/1.1" status: 204 len: 168 time: 0.9955797 Feb 04 12:32:41.531914 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-9c8ae9dd-c778-4d6f-ac73-32c3c05a9943 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=715a8e8ad211439bb3d8acf108df2be0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5553374 Feb 04 12:32:41.541754 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 44420) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:41.560461 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d78b4a2f-2932-43c4-a973-cf44bf8bfe26 req-ec253db5-4acb-4011-ad8f-04eebdf1d689 tempest-ServerShowV254Test-1127696232 tempest-ServerShowV254Test-1127696232-project] 10.222.0.65 "GET /v2.0/ports?device_id=47ef7185-cbbb-475d-9695-78bcb14da71d HTTP/1.1" status: 200 len: 210 time: 0.1157229 Feb 04 12:32:41.595798 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8ae9dd-c778-4d6f-ac73-32c3c05a9943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9833af97-0a6b-4552-a0e8-900234024658,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:41.617656 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae7246f-4023-49d2-9a4c-569fdd7b17a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c8fdb7f-7182-4bd1-9c0c-13619b4d560a,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:41.664378 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1e5a33-d3c6-4a11-8aa4-b342310b1d35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=975e3b2e-aa05-4d6e-b53c-20264f3e5e5c,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:41.687795 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e2521071-5447-4811-955c-dd3c56662894 admin admin] Publish callbacks [] for security_group (9833af97-0a6b-4552-a0e8-900234024658), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:41.740423 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-19ef2b5a-3aa2-408a-98e5-284ae80781b0 req-06211196-b747-45ee-83ea-1f8403506cb3 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/security-groups?id=67d57791-96db-4689-9a02-f69bf9a8e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3387241 Feb 04 12:32:41.757031 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cc09ce28-29cc-4fa7-b734-db74d9dea68e req-c4a37a43-381b-45b4-abeb-93f3e90b6c53 service neutron] 10.222.0.73 "GET /v2.0/networks/e5afc4b2-b62e-43cc-a807-b008639c0d4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4486492 Feb 04 12:32:41.758535 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e2521071-5447-4811-955c-dd3c56662894 admin admin] Publish callbacks [] for security_group (9833af97-0a6b-4552-a0e8-900234024658), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:41.760135 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5a008810-65d3-4a11-94cb-9d37ce28f076 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (e15ed841-f26f-4889-890d-b701a5460c6d), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:41.839204 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-f9aab7fb-4836-49c5-8f6e-53d545d656ff req-a5eee702-08b1-43ea-b7f1-9b01cb09535a tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (88af24f3-a317-4a86-b140-a186a841cda0), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:41.854180 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['1a4a3c3d-36a0-4d43-b1ce-88c13649ade3'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:32:41.931148 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eee702-08b1-43ea-b7f1-9b01cb09535a tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Pushing event deleted for resources: {'Port': ['ID=88af24f3-a317-4a86-b140-a186a841cda0,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:41.976628 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9aab7fb-4836-49c5-8f6e-53d545d656ff req-a5eee702-08b1-43ea-b7f1-9b01cb09535a tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] No DVR routers for this DVR port 88af24f3-a317-4a86-b140-a186a841cda0 on host n-h2-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:32:41.991546 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-f9aab7fb-4836-49c5-8f6e-53d545d656ff req-a5eee702-08b1-43ea-b7f1-9b01cb09535a tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:41.994957 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-f9aab7fb-4836-49c5-8f6e-53d545d656ff req-a5eee702-08b1-43ea-b7f1-9b01cb09535a tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.77 "DELETE /v2.0/ports/88af24f3-a317-4a86-b140-a186a841cda0 HTTP/1.1" status: 204 len: 173 time: 1.8286562 Feb 04 12:32:41.996829 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15e2eeae-f4f2-424e-9a78-0fe0799fc0c1', 'name': 'network-vif-deleted', 'tag': '88af24f3-a317-4a86-b140-a186a841cda0'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:32:41.999312 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc4e22b-2e15-4830-baf8-bcfc8f604419" -d '{"events": [{"server_uuid": "15e2eeae-f4f2-424e-9a78-0fe0799fc0c1", "name": "network-vif-deleted", "tag": "88af24f3-a317-4a86-b140-a186a841cda0"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:32:42.101460 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-5a008810-65d3-4a11-94cb-9d37ce28f076 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Deleting port d3cd25c0-efe8-4c76-9ec1-84886195031b {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:32:42.104220 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5a008810-65d3-4a11-94cb-9d37ce28f076 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (d3cd25c0-efe8-4c76-9ec1-84886195031b), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:42.116986 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e2521071-5447-4811-955c-dd3c56662894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (9833af97-0a6b-4552-a0e8-900234024658), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:42.130243 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e2521071-5447-4811-955c-dd3c56662894 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:42.131425 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-e2521071-5447-4811-955c-dd3c56662894 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9833af97-0a6b-4552-a0e8-900234024658 HTTP/1.1" status: 204 len: 168 time: 0.5887396 Feb 04 12:32:42.162816 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-09530da6-1c8b-4083-ada0-2d187864a3f2 req-b2df0543-bb53-4ada-8c53-90bd141d0882 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/ports?device_id=15e2eeae-f4f2-424e-9a78-0fe0799fc0c1 HTTP/1.1" status: 200 len: 210 time: 0.0890815 Feb 04 12:32:42.237519 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 44442) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:42.292659 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5871a419-dde6-495c-b1bc-d94c927ab57a x-openstack-request-id: req-5871a419-dde6-495c-b1bc-d94c927ab57a {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:32:42.292983 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15e2eeae-f4f2-424e-9a78-0fe0799fc0c1", "name": "network-vif-deleted", "tag": "88af24f3-a317-4a86-b140-a186a841cda0", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:32:42.293212 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5871a419-dde6-495c-b1bc-d94c927ab57a {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:32:42.293707 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15e2eeae-f4f2-424e-9a78-0fe0799fc0c1', 'name': 'network-vif-deleted', 'tag': '88af24f3-a317-4a86-b140-a186a841cda0', 'status': 'completed', 'code': 200} Feb 04 12:32:42.294501 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2521071-5447-4811-955c-dd3c56662894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9833af97-0a6b-4552-a0e8-900234024658,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:42.366163 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-5a008810-65d3-4a11-94cb-9d37ce28f076 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] For port d3cd25c0-efe8-4c76-9ec1-84886195031b, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=d3cd25c0-efe8-4c76-9ec1-84886195031b,segment=NetworkSegment(6639bfb6-c397-4b72-a9fc-9ab21f2e9a5b),segment_id=6639bfb6-c397-4b72-a9fc-9ab21f2e9a5b)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:32:42.366591 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5a008810-65d3-4a11-94cb-9d37ce28f076 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (d3cd25c0-efe8-4c76-9ec1-84886195031b), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:42.385779 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-5a008810-65d3-4a11-94cb-9d37ce28f076 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Calling delete_port for d3cd25c0-efe8-4c76-9ec1-84886195031b owned by network:dhcp {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:32:42.462976 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 88af24f3-a317-4a86-b140-a186a841cda0 no longer exists at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:32:42.535536 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5a008810-65d3-4a11-94cb-9d37ce28f076 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (d3cd25c0-efe8-4c76-9ec1-84886195031b), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:42.549633 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] No Port match for: 88af24f3-a317-4a86-b140-a186a841cda0 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:32:42.552173 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 88af24f3-a317-4a86-b140-a186a841cda0 not bound to the agent host n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:32:42.553896 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device f33ad91a-c151-40d4-94a1-3ed7834ae1a6 no longer exists at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:32:42.598169 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a008810-65d3-4a11-94cb-9d37ce28f076 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Pushing event deleted for resources: {'Port': ['ID=d3cd25c0-efe8-4c76-9ec1-84886195031b,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:42.613767 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a008810-65d3-4a11-94cb-9d37ce28f076 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] No DVR routers for this DVR port d3cd25c0-efe8-4c76-9ec1-84886195031b on host n-d-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:32:42.624085 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] No Port match for: f33ad91a-c151-40d4-94a1-3ed7834ae1a6 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:32:42.630874 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device f33ad91a-c151-40d4-94a1-3ed7834ae1a6 not bound to the agent host n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:32:42.762750 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5a008810-65d3-4a11-94cb-9d37ce28f076 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (e15ed841-f26f-4889-890d-b701a5460c6d), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:42.767196 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 44456) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:42.795366 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5af1a37d-167b-44b0-8e5f-118feaa02e75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:42.811588 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-5a008810-65d3-4a11-94cb-9d37ce28f076 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e15ed841-f26f-4889-890d-b701a5460c6d']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:32:42.826946 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-5a008810-65d3-4a11-94cb-9d37ce28f076 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6639bfb6-c397-4b72-a9fc-9ab21f2e9a5b') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:32:42.827250 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-5a008810-65d3-4a11-94cb-9d37ce28f076 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6639bfb6-c397-4b72-a9fc-9ab21f2e9a5b') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:32:42.831428 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-c87f0ef8-777b-429b-9e28-065b8f527553 req-36eb9fa5-59d7-4bbe-b3cb-371b81b85073 tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (f33ad91a-c151-40d4-94a1-3ed7834ae1a6), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:42.842376 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5a008810-65d3-4a11-94cb-9d37ce28f076 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (6639bfb6-c397-4b72-a9fc-9ab21f2e9a5b), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:42.878350 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb365bf-ecd6-4761-95e4-4f0bf4263ec0 req-0843a604-68c0-4244-8bdc-fd666022634a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:42.879897 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-acb365bf-ecd6-4761-95e4-4f0bf4263ec0 req-0843a604-68c0-4244-8bdc-fd666022634a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=60403df8fc1a4b00b06a45bfc2d7e2b2&device_id=b8861db3-f96d-4488-9972-dc9abe44d442 HTTP/1.1" status: 200 len: 1125 time: 1.0210876 Feb 04 12:32:42.881966 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5a008810-65d3-4a11-94cb-9d37ce28f076 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (6639bfb6-c397-4b72-a9fc-9ab21f2e9a5b), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:42.894475 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a008810-65d3-4a11-94cb-9d37ce28f076 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:32:42.895013 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5a008810-65d3-4a11-94cb-9d37ce28f076 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (6639bfb6-c397-4b72-a9fc-9ab21f2e9a5b), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:42.898287 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 12:32:42.898287 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:32:42.898287 n-d-825015-3 neutron-server[103474]: timer() Feb 04 12:32:42.898287 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:32:42.898287 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 12:32:42.898287 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:32:42.898287 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 12:32:42.898287 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:32:42.898287 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 12:32:42.898287 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:32:42.898287 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 12:32:42.898287 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:32:42.898287 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 12:32:42.898287 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:32:42.898287 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:32:42.898287 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:32:42.898287 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:32:42.898287 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:32:42.898287 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 12:32:42.898287 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:32:42.898287 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 12:32:42.898287 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:32:42.898287 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:32:42.898287 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:32:42.898287 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 12:32:42.898287 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:32:42.898287 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:32:42.898287 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:32:42.898287 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:32:42.898287 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:32:42.898287 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:32:42.898287 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:32:42.900944 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5bc0b6ab-02cc-44a8-8f61-b4def34f9956 req-2a076469-ebcc-4b93-975e-e4967eb921df tempest-ServerShowV254Test-1127696232 tempest-ServerShowV254Test-1127696232-project] 10.222.0.65 "GET /v2.0/ports?device_id=47ef7185-cbbb-475d-9695-78bcb14da71d HTTP/1.1" status: 200 len: 210 time: 0.0877821 Feb 04 12:32:42.927941 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2df5cdc5-bf0a-44bd-8c74-8b771de61425 req-2b4d03d1-0c5d-499c-a2ab-2144019d727d tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] 10.222.0.65 "GET /v2.0/ports?device_id=607f9051-3590-4eaa-91eb-3992bcebf3c0 HTTP/1.1" status: 200 len: 210 time: 0.1173587 Feb 04 12:32:42.946655 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eb9fa5-59d7-4bbe-b3cb-371b81b85073 tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] Pushing event deleted for resources: {'Port': ['ID=f33ad91a-c151-40d4-94a1-3ed7834ae1a6,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:42.976708 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5af1a37d-167b-44b0-8e5f-118feaa02e75 admin admin] Publish callbacks [] for security_group (4ef5f89c-ab84-4151-8d30-1d05eb4382c4), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:43.040460 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5af1a37d-167b-44b0-8e5f-118feaa02e75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (4ef5f89c-ab84-4151-8d30-1d05eb4382c4), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:43.106410 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-b263da23-b692-4c65-adf4-5460c0a94f43 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0036fe9f96af45758ffe9989866c500e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8630068 Feb 04 12:32:43.116530 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 44464) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:43.129667 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-5af1a37d-167b-44b0-8e5f-118feaa02e75 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=53be2ac558c94f149af0c2e91a597f8d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3602059 Feb 04 12:32:43.129667 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5a008810-65d3-4a11-94cb-9d37ce28f076 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (e15ed841-f26f-4889-890d-b701a5460c6d), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:43.133762 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5a008810-65d3-4a11-94cb-9d37ce28f076 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:43.140994 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 44468) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:43.141380 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 44470) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:43.142163 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-5a008810-65d3-4a11-94cb-9d37ce28f076 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] 10.222.0.65 "DELETE /v2.0/networks/e15ed841-f26f-4889-890d-b701a5460c6d HTTP/1.1" status: 204 len: 168 time: 3.5564399 Feb 04 12:32:43.142911 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-c87f0ef8-777b-429b-9e28-065b8f527553 req-36eb9fa5-59d7-4bbe-b3cb-371b81b85073 tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] No DVR routers for this DVR port f33ad91a-c151-40d4-94a1-3ed7834ae1a6 on host n-h2-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:32:43.146542 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-c87f0ef8-777b-429b-9e28-065b8f527553 req-36eb9fa5-59d7-4bbe-b3cb-371b81b85073 tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:43.150353 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c87f0ef8-777b-429b-9e28-065b8f527553 req-36eb9fa5-59d7-4bbe-b3cb-371b81b85073 tempest-FloatingIPsAssociationNegativeTestJSON-823659154 tempest-FloatingIPsAssociationNegativeTestJSON-823659154-project] 10.222.0.77 "DELETE /v2.0/ports/f33ad91a-c151-40d4-94a1-3ed7834ae1a6 HTTP/1.1" status: 204 len: 173 time: 2.5774879 Feb 04 12:32:43.177496 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '607f9051-3590-4eaa-91eb-3992bcebf3c0', 'name': 'network-vif-deleted', 'tag': 'f33ad91a-c151-40d4-94a1-3ed7834ae1a6'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:32:43.179642 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2623ea40-2856-4169-9417-893c669043ae" -d '{"events": [{"server_uuid": "607f9051-3590-4eaa-91eb-3992bcebf3c0", "name": "network-vif-deleted", "tag": "f33ad91a-c151-40d4-94a1-3ed7834ae1a6"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:32:43.181016 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a008810-65d3-4a11-94cb-9d37ce28f076 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Pushing event deleted for resources: {'Network': ['ID=e15ed841-f26f-4889-890d-b701a5460c6d,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:43.184044 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af1a37d-167b-44b0-8e5f-118feaa02e75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ef5f89c-ab84-4151-8d30-1d05eb4382c4,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:43.212029 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-c3a040b4-709b-4655-9caa-1e40c32dfd81 req-e7af54ed-f817-410e-8b14-de81a1a83477 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f041d65-5b0a-475f-b96d-b4aefee7384a {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:32:43.226781 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-0def7452-1e12-4738-bc38-d2d81c4224a1 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-121691955'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:32:43.249016 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-c3a040b4-709b-4655-9caa-1e40c32dfd81 req-e7af54ed-f817-410e-8b14-de81a1a83477 service neutron] Publish callbacks [] for port (6f041d65-5b0a-475f-b96d-b4aefee7384a), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:43.299840 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f02761b9-a1db-48f7-bf74-a3ce8f671ec1 admin admin] Publish callbacks [] for security_group (fe90ad40-e302-4c99-b030-bc1b887273a9), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:43.340644 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-c3a040b4-709b-4655-9caa-1e40c32dfd81 req-e7af54ed-f817-410e-8b14-de81a1a83477 service neutron] Transition to ACTIVE for port object 6f041d65-5b0a-475f-b96d-b4aefee7384a will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:32:43.342952 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0def7452-1e12-4738-bc38-d2d81c4224a1 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Made reservation on behalf of 033089eae79b4f9fa2373fbe9923684e for: {'network': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:32:43.348916 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0def7452-1e12-4738-bc38-d2d81c4224a1 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:43.354215 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 44480) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:43.380907 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-c3a040b4-709b-4655-9caa-1e40c32dfd81 req-e7af54ed-f817-410e-8b14-de81a1a83477 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (6f041d65-5b0a-475f-b96d-b4aefee7384a), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:43.391328 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f02761b9-a1db-48f7-bf74-a3ce8f671ec1 admin admin] Publish callbacks [] for security_group (fe90ad40-e302-4c99-b030-bc1b887273a9), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:43.418424 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2f83838-b492-4103-8b31-1a50b7a81ca8 x-openstack-request-id: req-e2f83838-b492-4103-8b31-1a50b7a81ca8 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:32:43.418989 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "607f9051-3590-4eaa-91eb-3992bcebf3c0", "name": "network-vif-deleted", "tag": "f33ad91a-c151-40d4-94a1-3ed7834ae1a6", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:32:43.419510 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e2f83838-b492-4103-8b31-1a50b7a81ca8 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:32:43.420213 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '607f9051-3590-4eaa-91eb-3992bcebf3c0', 'name': 'network-vif-deleted', 'tag': 'f33ad91a-c151-40d4-94a1-3ed7834ae1a6', 'status': 'completed', 'code': 200} Feb 04 12:32:43.434814 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108abf34-9396-4383-a9a8-28b1a17274b9 req-0392252a-be54-4e8d-9d0f-49d5e10acc0d tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:43.444692 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-108abf34-9396-4383-a9a8-28b1a17274b9 req-0392252a-be54-4e8d-9d0f-49d5e10acc0d tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/ports?device_id=064b8b16-59ce-4f5e-b1f8-f430debd9ab3 HTTP/1.1" status: 200 len: 932 time: 0.3105891 Feb 04 12:32:43.487222 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb365bf-ecd6-4761-95e4-4f0bf4263ec0 req-2bf40934-d73d-4551-bad3-495e43272327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:43.489047 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-acb365bf-ecd6-4761-95e4-4f0bf4263ec0 req-2bf40934-d73d-4551-bad3-495e43272327 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e5afc4b2-b62e-43cc-a807-b008639c0d4f HTTP/1.1" status: 200 len: 920 time: 0.5696893 Feb 04 12:32:43.500283 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f02761b9-a1db-48f7-bf74-a3ce8f671ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (fe90ad40-e302-4c99-b030-bc1b887273a9), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:43.505474 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f02761b9-a1db-48f7-bf74-a3ce8f671ec1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:43.507057 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-f02761b9-a1db-48f7-bf74-a3ce8f671ec1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fe90ad40-e302-4c99-b030-bc1b887273a9 HTTP/1.1" status: 204 len: 168 time: 0.3892770 Feb 04 12:32:43.523599 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02761b9-a1db-48f7-bf74-a3ce8f671ec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe90ad40-e302-4c99-b030-bc1b887273a9,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:43.620982 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-09271909-00f8-4bb8-9feb-2409cdd73974 admin admin] Publish callbacks [] for security_group (4ef5f89c-ab84-4151-8d30-1d05eb4382c4), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:43.625201 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0def7452-1e12-4738-bc38-d2d81c4224a1 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=103475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:32:43.634892 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-acb365bf-ecd6-4761-95e4-4f0bf4263ec0 req-48066227-46a6-44f3-8326-6f27c60ee50c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6e3830c-8598-4c80-abcf-58a5487416e0 HTTP/1.1" status: 200 len: 217 time: 0.1058259 Feb 04 12:32:43.653395 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-5e3f4ab5-fb82-4124-869e-fc0886f008d1 tempest-NetworksNegativeTestJSON-1684136623 tempest-NetworksNegativeTestJSON-1684136623-project] Request body: {'port': {'network_id': 'd3d394a3-e87b-4bef-bc83-746e30e86de3', 'name': 'tempest-NetworksNegativeTestJSON-496593725'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:32:43.673843 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7af54ed-f817-410e-8b14-de81a1a83477 service neutron] Pushing event updated for resources: {'Port': ['ID=6f041d65-5b0a-475f-b96d-b4aefee7384a,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:43.775554 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0def7452-1e12-4738-bc38-d2d81c4224a1 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (4478967a-e014-418c-a886-6f7f10c25f29), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:43.775946 n-d-825015-3 neutron-server[103475]: INFO neutron.db.segments_db [None req-0def7452-1e12-4738-bc38-d2d81c4224a1 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Added segment 4478967a-e014-418c-a886-6f7f10c25f29 of type vlan for network 193d1359-eea5-4537-98d5-82bd4301653d Feb 04 12:32:43.829499 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-09271909-00f8-4bb8-9feb-2409cdd73974 admin admin] Publish callbacks [] for security_group (4ef5f89c-ab84-4151-8d30-1d05eb4382c4), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:43.833481 n-d-825015-3 neutron-server[103475]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e3f4ab5-fb82-4124-869e-fc0886f008d1 tempest-NetworksNegativeTestJSON-1684136623 tempest-NetworksNegativeTestJSON-1684136623-project] POST failed (client error): The resource could not be found. Feb 04 12:32:43.834102 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e3f4ab5-fb82-4124-869e-fc0886f008d1 tempest-NetworksNegativeTestJSON-1684136623 tempest-NetworksNegativeTestJSON-1684136623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103475) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 12:32:43.835225 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-5e3f4ab5-fb82-4124-869e-fc0886f008d1 tempest-NetworksNegativeTestJSON-1684136623 tempest-NetworksNegativeTestJSON-1684136623-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.4762201 Feb 04 12:32:43.839677 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 44502) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:43.871116 n-d-825015-3 neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-29ae9fc1-083c-467d-aeab-6d608bce4555 tempest-NetworksNegativeTestJSON-1684136623 tempest-NetworksNegativeTestJSON-1684136623-project] DELETE failed (client error): The resource could not be found. Feb 04 12:32:43.871706 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29ae9fc1-083c-467d-aeab-6d608bce4555 tempest-NetworksNegativeTestJSON-1684136623 tempest-NetworksNegativeTestJSON-1684136623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 12:32:43.878265 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-29ae9fc1-083c-467d-aeab-6d608bce4555 tempest-NetworksNegativeTestJSON-1684136623 tempest-NetworksNegativeTestJSON-1684136623-project] 10.222.0.65 "DELETE /v2.0/networks/ba6f7ca1-fced-4c95-ba0e-40339fac4718 HTTP/1.1" status: 404 len: 339 time: 0.0365615 Feb 04 12:32:43.883633 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 44504) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:43.889987 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-108abf34-9396-4383-a9a8-28b1a17274b9 req-ce8092e2-0f21-4c58-a32d-2f83c15d1c61 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/security-groups?id=67d57791-96db-4689-9a02-f69bf9a8e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4443233 Feb 04 12:32:43.933396 n-d-825015-3 neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-30782a82-2b18-4c25-8fb8-4717d2029d70 tempest-NetworksNegativeTestJSON-1684136623 tempest-NetworksNegativeTestJSON-1684136623-project] DELETE failed (client error): The resource could not be found. Feb 04 12:32:43.933983 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30782a82-2b18-4c25-8fb8-4717d2029d70 tempest-NetworksNegativeTestJSON-1684136623 tempest-NetworksNegativeTestJSON-1684136623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 12:32:43.937315 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-30782a82-2b18-4c25-8fb8-4717d2029d70 tempest-NetworksNegativeTestJSON-1684136623 tempest-NetworksNegativeTestJSON-1684136623-project] 10.222.0.65 "DELETE /v2.0/ports/71e333bf-d929-481b-a873-de9b55b7af36 HTTP/1.1" status: 404 len: 333 time: 0.0523374 Feb 04 12:32:43.942291 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 44510) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:43.946156 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb365bf-ecd6-4761-95e4-4f0bf4263ec0 req-8c57a1b5-96fe-4afe-89f3-0f522b69ba17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:43.947694 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-acb365bf-ecd6-4761-95e4-4f0bf4263ec0 req-8c57a1b5-96fe-4afe-89f3-0f522b69ba17 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b210b3d4-0fee-4dad-a874-126f3e2c1f20 HTTP/1.1" status: 200 len: 859 time: 0.3005714 Feb 04 12:32:43.955215 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0def7452-1e12-4738-bc38-d2d81c4224a1 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (193d1359-eea5-4537-98d5-82bd4301653d), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:43.977436 n-d-825015-3 neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-99246515-4c36-4328-87e2-e163615356b5 tempest-NetworksNegativeTestJSON-1684136623 tempest-NetworksNegativeTestJSON-1684136623-project] DELETE failed (client error): The resource could not be found. Feb 04 12:32:43.978170 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99246515-4c36-4328-87e2-e163615356b5 tempest-NetworksNegativeTestJSON-1684136623 tempest-NetworksNegativeTestJSON-1684136623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 12:32:43.982022 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-99246515-4c36-4328-87e2-e163615356b5 tempest-NetworksNegativeTestJSON-1684136623 tempest-NetworksNegativeTestJSON-1684136623-project] 10.222.0.65 "DELETE /v2.0/subnets/c94c4476-5a3d-4601-97de-cfd403bced51 HTTP/1.1" status: 404 len: 337 time: 0.0383148 Feb 04 12:32:43.987058 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 44516) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:44.011863 n-d-825015-3 neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-429da761-6a67-438e-ae27-438d5714456d tempest-NetworksNegativeTestJSON-1684136623 tempest-NetworksNegativeTestJSON-1684136623-project] GET failed (client error): The resource could not be found. Feb 04 12:32:44.012431 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-c3a040b4-709b-4655-9caa-1e40c32dfd81 req-e7af54ed-f817-410e-8b14-de81a1a83477 service neutron] Attempting to bind port 6f041d65-5b0a-475f-b96d-b4aefee7384a on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:32:44.012775 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-c3a040b4-709b-4655-9caa-1e40c32dfd81 req-e7af54ed-f817-410e-8b14-de81a1a83477 service neutron] Attempting to bind port 6f041d65-5b0a-475f-b96d-b4aefee7384a by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': 'e9a4c4bf-e4ee-411b-abe4-f3340937d454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'e5afc4b2-b62e-43cc-a807-b008639c0d4f'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:32:44.013103 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a040b4-709b-4655-9caa-1e40c32dfd81 req-e7af54ed-f817-410e-8b14-de81a1a83477 service neutron] Attempting to bind port 6f041d65-5b0a-475f-b96d-b4aefee7384a on network e5afc4b2-b62e-43cc-a807-b008639c0d4f {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:32:44.018091 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-429da761-6a67-438e-ae27-438d5714456d tempest-NetworksNegativeTestJSON-1684136623 tempest-NetworksNegativeTestJSON-1684136623-project] 10.222.0.65 "GET /v2.0/networks/ac24ba91-5f26-4540-984e-811528d6b096 HTTP/1.1" status: 404 len: 339 time: 0.0294256 Feb 04 12:32:44.022537 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 44518) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:44.052404 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-acb365bf-ecd6-4761-95e4-4f0bf4263ec0 req-1f1cd6e1-577a-4379-aeed-462fb5b136be service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e5afc4b2-b62e-43cc-a807-b008639c0d4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0894215 Feb 04 12:32:44.055042 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a040b4-709b-4655-9caa-1e40c32dfd81 req-e7af54ed-f817-410e-8b14-de81a1a83477 service neutron] Port 6f041d65-5b0a-475f-b96d-b4aefee7384a on network e5afc4b2-b62e-43cc-a807-b008639c0d4f not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:32:44.055378 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a040b4-709b-4655-9caa-1e40c32dfd81 req-e7af54ed-f817-410e-8b14-de81a1a83477 service neutron] Attempting to bind port 6f041d65-5b0a-475f-b96d-b4aefee7384a on network e5afc4b2-b62e-43cc-a807-b008639c0d4f {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:32:44.058147 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0def7452-1e12-4738-bc38-d2d81c4224a1 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (193d1359-eea5-4537-98d5-82bd4301653d), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:44.064824 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0def7452-1e12-4738-bc38-d2d81c4224a1 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:44.065510 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0def7452-1e12-4738-bc38-d2d81c4224a1 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:44.076709 n-d-825015-3 neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-417bdbbb-bdb8-4896-935d-11a9a9c5e67a tempest-NetworksNegativeTestJSON-1684136623 tempest-NetworksNegativeTestJSON-1684136623-project] GET failed (client error): The resource could not be found. Feb 04 12:32:44.079823 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-417bdbbb-bdb8-4896-935d-11a9a9c5e67a tempest-NetworksNegativeTestJSON-1684136623 tempest-NetworksNegativeTestJSON-1684136623-project] 10.222.0.65 "GET /v2.0/ports/d70d9531-e09b-4036-b546-f2e91eecd928 HTTP/1.1" status: 404 len: 333 time: 0.0536587 Feb 04 12:32:44.084726 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 44522) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:44.126149 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 44524) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:44.134207 n-d-825015-3 neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-f54b42b8-57bb-4990-92aa-07f5869e9b7c tempest-NetworksNegativeTestJSON-1684136623 tempest-NetworksNegativeTestJSON-1684136623-project] GET failed (client error): The resource could not be found. Feb 04 12:32:44.135605 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-f54b42b8-57bb-4990-92aa-07f5869e9b7c tempest-NetworksNegativeTestJSON-1684136623 tempest-NetworksNegativeTestJSON-1684136623-project] 10.222.0.65 "GET /v2.0/subnets/4ec5564f-f5ce-4164-83e8-82d4da09545a HTTP/1.1" status: 404 len: 337 time: 0.0492244 Feb 04 12:32:44.160551 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 44528) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:44.177773 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-d8c1c4b6-1bcd-4802-a3de-2fe47a60647a tempest-NetworksNegativeTestJSON-1684136623 tempest-NetworksNegativeTestJSON-1684136623-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:32:44.239094 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-0def7452-1e12-4738-bc38-d2d81c4224a1 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0836892 Feb 04 12:32:44.242953 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 44540) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:44.249608 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-213df731-1415-4900-8c76-6031c85d8cde tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Request body: {'subnet': {'network_id': '193d1359-eea5-4537-98d5-82bd4301653d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:32:44.325175 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4f9628c6-14cd-4d6d-b465-29c76bbbcf9d req-6e951948-8ebe-4ce0-ba07-28fcbe6dacfa tempest-ServerShowV254Test-1127696232 tempest-ServerShowV254Test-1127696232-project] 10.222.0.65 "GET /v2.0/ports?device_id=47ef7185-cbbb-475d-9695-78bcb14da71d HTTP/1.1" status: 200 len: 210 time: 0.1666567 Feb 04 12:32:44.327448 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a040b4-709b-4655-9caa-1e40c32dfd81 req-e7af54ed-f817-410e-8b14-de81a1a83477 service neutron] Checking agent: {'id': 'f8add0d2-2202-43d3-bc0e-72442788e6ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:32:44.328815 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a040b4-709b-4655-9caa-1e40c32dfd81 req-e7af54ed-f817-410e-8b14-de81a1a83477 service neutron] Checking segment: {'id': 'e9a4c4bf-e4ee-411b-abe4-f3340937d454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'e5afc4b2-b62e-43cc-a807-b008639c0d4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:32:44.330008 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a040b4-709b-4655-9caa-1e40c32dfd81 req-e7af54ed-f817-410e-8b14-de81a1a83477 service neutron] Bound using segment: {'id': 'e9a4c4bf-e4ee-411b-abe4-f3340937d454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'e5afc4b2-b62e-43cc-a807-b008639c0d4f'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:32:44.331001 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-c3a040b4-709b-4655-9caa-1e40c32dfd81 req-e7af54ed-f817-410e-8b14-de81a1a83477 service neutron] Bound port: 6f041d65-5b0a-475f-b96d-b4aefee7384a, host: n-h1-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9a4c4bf-e4ee-411b-abe4-f3340937d454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'e5afc4b2-b62e-43cc-a807-b008639c0d4f'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:32:44.331661 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-c3a040b4-709b-4655-9caa-1e40c32dfd81 req-e7af54ed-f817-410e-8b14-de81a1a83477 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (6f041d65-5b0a-475f-b96d-b4aefee7384a), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:44.366416 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-09271909-00f8-4bb8-9feb-2409cdd73974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (4ef5f89c-ab84-4151-8d30-1d05eb4382c4), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:44.369299 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-09271909-00f8-4bb8-9feb-2409cdd73974 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:44.370701 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-09271909-00f8-4bb8-9feb-2409cdd73974 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4ef5f89c-ab84-4151-8d30-1d05eb4382c4 HTTP/1.1" status: 204 len: 168 time: 1.2194166 Feb 04 12:32:44.437232 n-d-825015-3 neutron-server[103475]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8c1c4b6-1bcd-4802-a3de-2fe47a60647a tempest-NetworksNegativeTestJSON-1684136623 tempest-NetworksNegativeTestJSON-1684136623-project] PUT failed (client error): The resource could not be found. Feb 04 12:32:44.438151 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8c1c4b6-1bcd-4802-a3de-2fe47a60647a tempest-NetworksNegativeTestJSON-1684136623 tempest-NetworksNegativeTestJSON-1684136623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103475) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 12:32:44.444661 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-d8c1c4b6-1bcd-4802-a3de-2fe47a60647a tempest-NetworksNegativeTestJSON-1684136623 tempest-NetworksNegativeTestJSON-1684136623-project] 10.222.0.65 "PUT /v2.0/networks/f7e9a173-7992-45a0-9494-7fa624bb7866 HTTP/1.1" status: 404 len: 339 time: 0.2808704 Feb 04 12:32:44.457455 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 44548) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:44.509553 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-df471323-b2f4-49b4-a9b7-2dd460e78604 tempest-NetworksNegativeTestJSON-1684136623 tempest-NetworksNegativeTestJSON-1684136623-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:32:44.513322 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-213df731-1415-4900-8c76-6031c85d8cde tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Made reservation on behalf of 033089eae79b4f9fa2373fbe9923684e for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:32:44.513744 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0def7452-1e12-4738-bc38-d2d81c4224a1 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Pushing event updated for resources: {'Network': ['ID=193d1359-eea5-4537-98d5-82bd4301653d,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:44.520253 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-06b6b503-8cfe-47df-bb93-fcb6196d05e0 req-97d57df2-f634-4794-a03a-09b74f1ea5b4 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=47ef7185-cbbb-475d-9695-78bcb14da71d HTTP/1.1" status: 200 len: 210 time: 0.1550131 Feb 04 12:32:44.521935 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-213df731-1415-4900-8c76-6031c85d8cde tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60610638'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:44.526511 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09271909-00f8-4bb8-9feb-2409cdd73974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ef5f89c-ab84-4151-8d30-1d05eb4382c4,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:44.528147 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 193d1359-eea5-4537-98d5-82bd4301653d details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:32:44.576900 n-d-825015-3 neutron-server[103475]: INFO neutron.pecan_wsgi.hooks.translation [None req-df471323-b2f4-49b4-a9b7-2dd460e78604 tempest-NetworksNegativeTestJSON-1684136623 tempest-NetworksNegativeTestJSON-1684136623-project] PUT failed (client error): The resource could not be found. Feb 04 12:32:44.577691 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df471323-b2f4-49b4-a9b7-2dd460e78604 tempest-NetworksNegativeTestJSON-1684136623 tempest-NetworksNegativeTestJSON-1684136623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103475) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 12:32:44.579571 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-df471323-b2f4-49b4-a9b7-2dd460e78604 tempest-NetworksNegativeTestJSON-1684136623 tempest-NetworksNegativeTestJSON-1684136623-project] 10.222.0.65 "PUT /v2.0/ports/6b8a5202-a2b9-4482-a530-3be7b4c690a9 HTTP/1.1" status: 404 len: 333 time: 0.1200454 Feb 04 12:32:44.593878 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 44556) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:44.604184 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-d19f0393-7f56-4820-b82c-b632c1e108d6 tempest-NetworksNegativeTestJSON-1684136623 tempest-NetworksNegativeTestJSON-1684136623-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:32:44.660829 n-d-825015-3 neutron-server[103475]: INFO neutron.pecan_wsgi.hooks.translation [None req-d19f0393-7f56-4820-b82c-b632c1e108d6 tempest-NetworksNegativeTestJSON-1684136623 tempest-NetworksNegativeTestJSON-1684136623-project] PUT failed (client error): The resource could not be found. Feb 04 12:32:44.661312 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d19f0393-7f56-4820-b82c-b632c1e108d6 tempest-NetworksNegativeTestJSON-1684136623 tempest-NetworksNegativeTestJSON-1684136623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103475) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 12:32:44.662556 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-d19f0393-7f56-4820-b82c-b632c1e108d6 tempest-NetworksNegativeTestJSON-1684136623 tempest-NetworksNegativeTestJSON-1684136623-project] 10.222.0.65 "PUT /v2.0/subnets/dccc1812-ff41-4529-9e8f-0df18f7f34ba HTTP/1.1" status: 404 len: 337 time: 0.0652423 Feb 04 12:32:44.747678 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef72fc3-ea06-420f-8ad2-e8c7b65d311e req-241bc361-3bb6-4ddc-8649-a390c4eb72ce tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:44.749430 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5ef72fc3-ea06-420f-8ad2-e8c7b65d311e req-241bc361-3bb6-4ddc-8649-a390c4eb72ce tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/ports?device_id=733baa8b-f67f-4e64-8ea4-0b4be128c2b4 HTTP/1.1" status: 200 len: 945 time: 0.1088614 Feb 04 12:32:44.752507 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-acb365bf-ecd6-4761-95e4-4f0bf4263ec0 req-840e0e4e-5630-42c8-935c-9ac0e848b5d8 service neutron] 10.222.0.73 "GET /v2.0/networks/e5afc4b2-b62e-43cc-a807-b008639c0d4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6651328 Feb 04 12:32:44.755339 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-c3a040b4-709b-4655-9caa-1e40c32dfd81 req-e7af54ed-f817-410e-8b14-de81a1a83477 service neutron] For port 6f041d65-5b0a-475f-b96d-b4aefee7384a, host n-h1-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:32:44.770147 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-c3a040b4-709b-4655-9caa-1e40c32dfd81 req-e7af54ed-f817-410e-8b14-de81a1a83477 service neutron] For port 6f041d65-5b0a-475f-b96d-b4aefee7384a, host n-h1-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=6f041d65-5b0a-475f-b96d-b4aefee7384a,segment=NetworkSegment(e9a4c4bf-e4ee-411b-abe4-f3340937d454),segment_id=e9a4c4bf-e4ee-411b-abe4-f3340937d454)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:32:44.814896 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-c3a040b4-709b-4655-9caa-1e40c32dfd81 req-e7af54ed-f817-410e-8b14-de81a1a83477 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (6f041d65-5b0a-475f-b96d-b4aefee7384a), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:44.980150 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a040b4-709b-4655-9caa-1e40c32dfd81 req-e7af54ed-f817-410e-8b14-de81a1a83477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:44.980920 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-c3a040b4-709b-4655-9caa-1e40c32dfd81 req-e7af54ed-f817-410e-8b14-de81a1a83477 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:44.982752 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c3a040b4-709b-4655-9caa-1e40c32dfd81 req-e7af54ed-f817-410e-8b14-de81a1a83477 service neutron] 10.222.0.73 "PUT /v2.0/ports/6f041d65-5b0a-475f-b96d-b4aefee7384a HTTP/1.1" status: 200 len: 1092 time: 3.8458092 Feb 04 12:32:45.019233 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7af54ed-f817-410e-8b14-de81a1a83477 service neutron] Pushing event updated for resources: {'Port': ['ID=6f041d65-5b0a-475f-b96d-b4aefee7384a,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:45.058115 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5ef72fc3-ea06-420f-8ad2-e8c7b65d311e req-f6357d21-8749-4eec-8202-59c7f7e9cd91 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/security-groups?id=98d15bf5-a480-4f0d-bc57-8f17260bd5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2853801 Feb 04 12:32:45.089412 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 44572) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:45.175138 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-acb365bf-ecd6-4761-95e4-4f0bf4263ec0 req-cbaedebc-6463-4bff-b965-45a0f388528f service neutron] 10.222.0.73 "GET /v2.0/networks/e5afc4b2-b62e-43cc-a807-b008639c0d4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3918891 Feb 04 12:32:45.190280 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a040b4-709b-4655-9caa-1e40c32dfd81 req-a2448881-f496-4ef5-9bb1-184fdbba65fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:45.192336 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c3a040b4-709b-4655-9caa-1e40c32dfd81 req-a2448881-f496-4ef5-9bb1-184fdbba65fa service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=60403df8fc1a4b00b06a45bfc2d7e2b2&device_id=064b8b16-59ce-4f5e-b1f8-f430debd9ab3 HTTP/1.1" status: 200 len: 1126 time: 0.1531386 Feb 04 12:32:45.192516 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device a6e3830c-8598-4c80-abcf-58a5487416e0 details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:32:45.245178 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c3a040b4-709b-4655-9caa-1e40c32dfd81 req-7afc72f0-a136-4328-a4eb-9d04c4425800 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6f041d65-5b0a-475f-b96d-b4aefee7384a HTTP/1.1" status: 200 len: 217 time: 0.0441661 Feb 04 12:32:45.254165 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d7686-2b16-4b49-b893-df0b437d9dab req-cfe04cfe-f144-4dcd-a339-4509f158f86f tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:45.261608 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-501d7686-2b16-4b49-b893-df0b437d9dab req-cfe04cfe-f144-4dcd-a339-4509f158f86f tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/ports?device_id=064b8b16-59ce-4f5e-b1f8-f430debd9ab3 HTTP/1.1" status: 200 len: 944 time: 0.1446774 Feb 04 12:32:45.327724 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-519c58c6-41d1-45ac-9130-fd7f796f14cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:45.414162 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a040b4-709b-4655-9caa-1e40c32dfd81 req-c6ff4ea5-7609-4e46-b6d8-e0517e4d812e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:45.415698 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c3a040b4-709b-4655-9caa-1e40c32dfd81 req-c6ff4ea5-7609-4e46-b6d8-e0517e4d812e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b210b3d4-0fee-4dad-a874-126f3e2c1f20 HTTP/1.1" status: 200 len: 859 time: 0.1504471 Feb 04 12:32:45.450619 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-501d7686-2b16-4b49-b893-df0b437d9dab req-f7767f96-8e7e-4167-a1ea-b36e8924882a tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/security-groups?id=67d57791-96db-4689-9a02-f69bf9a8e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797423 Feb 04 12:32:45.450619 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '064b8b16-59ce-4f5e-b1f8-f430debd9ab3', 'tag': '6f041d65-5b0a-475f-b96d-b4aefee7384a'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:32:45.452742 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11403341-d081-4c4c-ace2-0370b3dce4a4" -d '{"events": [{"name": "network-changed", "server_uuid": "064b8b16-59ce-4f5e-b1f8-f430debd9ab3", "tag": "6f041d65-5b0a-475f-b96d-b4aefee7384a"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:32:45.504722 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port a6e3830c-8598-4c80-abcf-58a5487416e0, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=a6e3830c-8598-4c80-abcf-58a5487416e0,segment=NetworkSegment(e9a4c4bf-e4ee-411b-abe4-f3340937d454),segment_id=e9a4c4bf-e4ee-411b-abe4-f3340937d454)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:32:45.523572 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-213df731-1415-4900-8c76-6031c85d8cde tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59045178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60610680'] for subnet (fd1f179f-34a4-4a35-b528-215cfea4c7f7), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:45.552272 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c3a040b4-709b-4655-9caa-1e40c32dfd81 req-2fd25530-8796-4103-b9ac-42dc10e9e35a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e5afc4b2-b62e-43cc-a807-b008639c0d4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0963368 Feb 04 12:32:45.597582 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': 'a6e3830c-8598-4c80-abcf-58a5487416e0', 'network_id': 'e5afc4b2-b62e-43cc-a807-b008639c0d4f', 'port_id': 'a6e3830c-8598-4c80-abcf-58a5487416e0', 'mac_address': 'fa:16:3e:4c:8f:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b210b3d4-0fee-4dad-a874-126f3e2c1f20', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:32:45.606684 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1472daa5-dcac-4755-bb3e-716c26a2d13f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:45.655178 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213df731-1415-4900-8c76-6031c85d8cde tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Pushing event updated for resources: {'Subnet': ['ID=fd1f179f-34a4-4a35-b528-215cfea4c7f7,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:45.665193 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b87d342c-9517-4e88-8f7e-64e158c97ce1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622215'] for router_interface (7c1fcdf1-a124-4326-aab1-5939cd4e2565), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:45.683646 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c3a040b4-709b-4655-9caa-1e40c32dfd81 req-19af6f56-358b-4658-9acc-1e478751a7a3 service neutron] 10.222.0.73 "GET /v2.0/networks/e5afc4b2-b62e-43cc-a807-b008639c0d4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166646 Feb 04 12:32:45.685148 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7c36222-25a9-417f-8812-9fc33e7ff011 x-openstack-request-id: req-b7c36222-25a9-417f-8812-9fc33e7ff011 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:32:45.685443 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "064b8b16-59ce-4f5e-b1f8-f430debd9ab3", "tag": "6f041d65-5b0a-475f-b96d-b4aefee7384a", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:32:45.685701 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b7c36222-25a9-417f-8812-9fc33e7ff011 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:32:45.686096 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '064b8b16-59ce-4f5e-b1f8-f430debd9ab3', 'tag': '6f041d65-5b0a-475f-b96d-b4aefee7384a', 'status': 'completed', 'code': 200} Feb 04 12:32:45.719318 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port a6e3830c-8598-4c80-abcf-58a5487416e0 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:32:45.720301 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (a6e3830c-8598-4c80-abcf-58a5487416e0), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:45.733520 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-71d966ca-2155-4af4-8889-fb8da040b2a5 req-0af95a01-4989-4a63-809d-869d26ad3bd2 tempest-ServerShowV254Test-1127696232 tempest-ServerShowV254Test-1127696232-project] 10.222.0.65 "GET /v2.0/ports?device_id=47ef7185-cbbb-475d-9695-78bcb14da71d HTTP/1.1" status: 200 len: 210 time: 0.0422342 Feb 04 12:32:45.760041 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6e3830c-8598-4c80-abcf-58a5487416e0 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:32:45.791624 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213df731-1415-4900-8c76-6031c85d8cde tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Checking segment: {'id': '4478967a-e014-418c-a886-6f7f10c25f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '193d1359-eea5-4537-98d5-82bd4301653d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:32:45.791624 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213df731-1415-4900-8c76-6031c85d8cde tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Network hostable DHCP agents. Network: 193d1359-eea5-4537-98d5-82bd4301653d, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:32:45.816050 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port a6e3830c-8598-4c80-abcf-58a5487416e0, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=a6e3830c-8598-4c80-abcf-58a5487416e0,segment=NetworkSegment(e9a4c4bf-e4ee-411b-abe4-f3340937d454),segment_id=e9a4c4bf-e4ee-411b-abe4-f3340937d454)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:32:45.823113 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (a6e3830c-8598-4c80-abcf-58a5487416e0), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:45.857441 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213df731-1415-4900-8c76-6031c85d8cde tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Network 193d1359-eea5-4537-98d5-82bd4301653d is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:32:45.877325 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-213df731-1415-4900-8c76-6031c85d8cde tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 193d1359-eea5-4537-98d5-82bd4301653d) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:32:45.881980 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213df731-1415-4900-8c76-6031c85d8cde tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:45.882652 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-213df731-1415-4900-8c76-6031c85d8cde tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:45.919256 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=a6e3830c-8598-4c80-abcf-58a5487416e0,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:45.924553 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c1ac21-9a63-4f9a-9c73-479f5222b6c4 None None] Network 193d1359-eea5-4537-98d5-82bd4301653d requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:32:45.967222 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa7cd0e-f02e-4672-a2cf-3f6f0a6875a2 req-6d62c5d1-8ea3-4c09-b3e3-d2e75153a14b tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:45.969048 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-aaa7cd0e-f02e-4672-a2cf-3f6f0a6875a2 req-6d62c5d1-8ea3-4c09-b3e3-d2e75153a14b tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.77 "GET /v2.0/ports?device_id=733baa8b-f67f-4e64-8ea4-0b4be128c2b4 HTTP/1.1" status: 200 len: 945 time: 0.1219060 Feb 04 12:32:46.032108 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-213df731-1415-4900-8c76-6031c85d8cde tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.7874653 Feb 04 12:32:46.034104 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 44612) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:46.074370 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:32:46.074950 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:32:46.076659 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:32:46.077394 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:32:46.078222 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:32:46.080985 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:32:46.081488 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-519c58c6-41d1-45ac-9130-fd7f796f14cd admin admin] Publish callbacks [] for security_group (45f54121-9939-4c41-9010-27f7d1317b54), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:46.082471 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:32:46.083370 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:32:46.084000 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:32:46.084829 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:32:46.086464 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:32:46.087188 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:32:46.088253 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c3a040b4-709b-4655-9caa-1e40c32dfd81 req-65a7dfdc-2a7f-4d5a-8ca1-28864264d81b service neutron] 10.222.0.73 "GET /v2.0/networks/e5afc4b2-b62e-43cc-a807-b008639c0d4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3652282 Feb 04 12:32:46.088470 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:32:46.091162 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-519c58c6-41d1-45ac-9130-fd7f796f14cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (45f54121-9939-4c41-9010-27f7d1317b54), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:46.123827 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['a6e3830c-8598-4c80-abcf-58a5487416e0'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:32:46.129913 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2bc9a1-fc29-4fc4-920f-0c794eed8fd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-193d1359-eea5-4537-98d5-82bd4301653d', 'network_id': '193d1359-eea5-4537-98d5-82bd4301653d', 'project_id': '033089eae79b4f9fa2373fbe9923684e', 'fixed_ips': [{'subnet_id': 'fd1f179f-34a4-4a35-b528-215cfea4c7f7'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 12:32:46.130759 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-da2bc9a1-fc29-4fc4-920f-0c794eed8fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:46.137371 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-519c58c6-41d1-45ac-9130-fd7f796f14cd admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ed4b7c1d889d43bdb164edbd45b4378c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0446360 Feb 04 12:32:46.139784 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 44620) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:46.193834 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a80c6de2-0533-48cf-ae0d-2ee6640da24e tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (193d1359-eea5-4537-98d5-82bd4301653d), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:46.278297 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a80c6de2-0533-48cf-ae0d-2ee6640da24e tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (fd1f179f-34a4-4a35-b528-215cfea4c7f7), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:46.335313 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519c58c6-41d1-45ac-9130-fd7f796f14cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45f54121-9939-4c41-9010-27f7d1317b54,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:46.373356 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-aaa7cd0e-f02e-4672-a2cf-3f6f0a6875a2 req-ed8f8154-c7de-4bb0-9d48-661cadfaf17e tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Deleting port 1a4a3c3d-36a0-4d43-b1ce-88c13649ade3 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:32:46.373604 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-aaa7cd0e-f02e-4672-a2cf-3f6f0a6875a2 req-ed8f8154-c7de-4bb0-9d48-661cadfaf17e tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (1a4a3c3d-36a0-4d43-b1ce-88c13649ade3), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:46.441721 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a80c6de2-0533-48cf-ae0d-2ee6640da24e tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (fd1f179f-34a4-4a35-b528-215cfea4c7f7), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:46.461291 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11403341-d081-4c4c-ace2-0370b3dce4a4 req-47b22c10-36fe-4d56-9c67-5f3440fa4981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:46.463178 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-11403341-d081-4c4c-ace2-0370b3dce4a4 req-47b22c10-36fe-4d56-9c67-5f3440fa4981 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=60403df8fc1a4b00b06a45bfc2d7e2b2&device_id=064b8b16-59ce-4f5e-b1f8-f430debd9ab3 HTTP/1.1" status: 200 len: 1126 time: 0.2836726 Feb 04 12:32:46.487474 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fcfd59e3-9fc5-4596-880b-c1127904e74d admin admin] Publish callbacks [] for security_group (45f54121-9939-4c41-9010-27f7d1317b54), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:46.505071 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80c6de2-0533-48cf-ae0d-2ee6640da24e tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Pushing event deleted for resources: {'Subnet': ['ID=fd1f179f-34a4-4a35-b528-215cfea4c7f7,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:46.525131 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8bd314-aa98-4fbf-9336-9053dabbd00b req-2caa8c1e-2505-4e03-9c56-f8847e99cbb2 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:46.543481 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0a8bd314-aa98-4fbf-9336-9053dabbd00b req-2caa8c1e-2505-4e03-9c56-f8847e99cbb2 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/ports?device_id=733baa8b-f67f-4e64-8ea4-0b4be128c2b4 HTTP/1.1" status: 200 len: 945 time: 0.3095036 Feb 04 12:32:46.595017 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server [None req-da2bc9a1-fc29-4fc4-920f-0c794eed8fd1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fd1f179f-34a4-4a35-b528-215cfea4c7f7: This subnet is being modified by another concurrent operation. Feb 04 12:32:46.595017 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 04 12:32:46.595017 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 04 12:32:46.595017 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 04 12:32:46.595017 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 04 12:32:46.595017 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 04 12:32:46.595017 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 04 12:32:46.595017 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 04 12:32:46.595017 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 04 12:32:46.595017 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 04 12:32:46.595017 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 12:32:46.595017 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 12:32:46.595017 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 12:32:46.595017 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 12:32:46.595017 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 12:32:46.595017 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 12:32:46.595017 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 12:32:46.595017 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 12:32:46.595017 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 12:32:46.595017 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 12:32:46.595017 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 12:32:46.595017 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 12:32:46.595017 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 12:32:46.595017 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 12:32:46.595017 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 12:32:46.595017 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 12:32:46.595017 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 12:32:46.595017 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 12:32:46.595017 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 12:32:46.595017 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 12:32:46.595017 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 12:32:46.595017 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 12:32:46.595017 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 12:32:46.595017 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 12:32:46.595017 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 04 12:32:46.595017 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 04 12:32:46.595017 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 04 12:32:46.595017 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 04 12:32:46.595017 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 04 12:32:46.595017 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 04 12:32:46.595017 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 04 12:32:46.595017 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 04 12:32:46.595017 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 04 12:32:46.595017 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 12:32:46.595017 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 04 12:32:46.595017 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 12:32:46.595017 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 12:32:46.595017 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 12:32:46.595017 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 12:32:46.595017 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 12:32:46.595017 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 12:32:46.595017 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 12:32:46.595017 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 12:32:46.595017 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 12:32:46.602110 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 12:32:46.602110 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 12:32:46.602110 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 12:32:46.602110 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 12:32:46.602110 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 12:32:46.602110 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 12:32:46.602110 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 12:32:46.602110 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 12:32:46.602110 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 12:32:46.602110 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 12:32:46.602110 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 12:32:46.602110 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 12:32:46.602110 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 12:32:46.602110 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 12:32:46.602110 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 12:32:46.602110 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 12:32:46.602110 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port Feb 04 12:32:46.602110 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 04 12:32:46.602110 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db Feb 04 12:32:46.602110 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 04 12:32:46.602110 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 04 12:32:46.602110 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 04 12:32:46.602110 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 04 12:32:46.602110 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 04 12:32:46.602110 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 04 12:32:46.602110 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 12:32:46.602110 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 04 12:32:46.602110 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 04 12:32:46.602110 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 04 12:32:46.602110 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 04 12:32:46.602110 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 04 12:32:46.602110 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 04 12:32:46.602110 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 04 12:32:46.602110 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 04 12:32:46.602110 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 04 12:32:46.602110 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server raise exception Feb 04 12:32:46.602110 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fd1f179f-34a4-4a35-b528-215cfea4c7f7: This subnet is being modified by another concurrent operation. Feb 04 12:32:46.602110 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server Feb 04 12:32:46.613605 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-b87d342c-9517-4e88-8f7e-64e158c97ce1 admin admin] Deleting port f6c9e52d-8900-4e0e-bd41-3fefc8be047b {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:32:46.613605 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b87d342c-9517-4e88-8f7e-64e158c97ce1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (f6c9e52d-8900-4e0e-bd41-3fefc8be047b), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:46.623232 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a80c6de2-0533-48cf-ae0d-2ee6640da24e tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (193d1359-eea5-4537-98d5-82bd4301653d), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:46.682007 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fcfd59e3-9fc5-4596-880b-c1127904e74d admin admin] Publish callbacks [] for security_group (45f54121-9939-4c41-9010-27f7d1317b54), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:46.683501 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21fdde8f-074c-43ce-a749-a26929bc3a74 None None] get_active_networks_info from n-d-825015-3 {{(pid=103476) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 04 12:32:46.684663 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-a80c6de2-0533-48cf-ae0d-2ee6640da24e tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['193d1359-eea5-4537-98d5-82bd4301653d']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:32:46.711787 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-a80c6de2-0533-48cf-ae0d-2ee6640da24e tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4478967a-e014-418c-a886-6f7f10c25f29') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:32:46.712467 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-a80c6de2-0533-48cf-ae0d-2ee6640da24e tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4478967a-e014-418c-a886-6f7f10c25f29') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:32:46.728131 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a80c6de2-0533-48cf-ae0d-2ee6640da24e tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (4478967a-e014-418c-a886-6f7f10c25f29), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:46.750584 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a80c6de2-0533-48cf-ae0d-2ee6640da24e tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (4478967a-e014-418c-a886-6f7f10c25f29), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:46.772543 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a80c6de2-0533-48cf-ae0d-2ee6640da24e tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:32:46.772968 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a80c6de2-0533-48cf-ae0d-2ee6640da24e tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (4478967a-e014-418c-a886-6f7f10c25f29), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:46.779727 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 12:32:46.779727 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:32:46.779727 n-d-825015-3 neutron-server[103474]: timer() Feb 04 12:32:46.779727 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:32:46.779727 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 12:32:46.779727 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:32:46.779727 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 12:32:46.779727 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:32:46.779727 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 12:32:46.779727 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:32:46.779727 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 12:32:46.779727 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:32:46.779727 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 12:32:46.779727 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:32:46.779727 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:32:46.779727 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:32:46.779727 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:32:46.779727 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:32:46.779727 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 12:32:46.779727 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:32:46.779727 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 12:32:46.779727 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:32:46.779727 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:32:46.779727 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:32:46.779727 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 12:32:46.779727 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:32:46.779727 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:32:46.779727 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:32:46.779727 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:32:46.779727 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:32:46.779727 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:32:46.779727 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:32:46.805519 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-aaa7cd0e-f02e-4672-a2cf-3f6f0a6875a2 req-ed8f8154-c7de-4bb0-9d48-661cadfaf17e tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] For port 1a4a3c3d-36a0-4d43-b1ce-88c13649ade3, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=1a4a3c3d-36a0-4d43-b1ce-88c13649ade3,segment=NetworkSegment(82c42862-5e09-44a3-a831-056ff41e66f5),segment_id=82c42862-5e09-44a3-a831-056ff41e66f5)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:32:46.805888 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-aaa7cd0e-f02e-4672-a2cf-3f6f0a6875a2 req-ed8f8154-c7de-4bb0-9d48-661cadfaf17e tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (1a4a3c3d-36a0-4d43-b1ce-88c13649ade3), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:46.807484 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21fdde8f-074c-43ce-a749-a26929bc3a74 None None] Resources bound (agent type, host, resource id): {{(pid=103476) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 12:32:46.841161 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0a8bd314-aa98-4fbf-9336-9053dabbd00b req-6bcd6d21-3d1f-412b-91b0-8d7f1998b977 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/security-groups?id=98d15bf5-a480-4f0d-bc57-8f17260bd5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2939320 Feb 04 12:32:46.881015 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-aaa7cd0e-f02e-4672-a2cf-3f6f0a6875a2 req-ed8f8154-c7de-4bb0-9d48-661cadfaf17e tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Calling delete_port for 1a4a3c3d-36a0-4d43-b1ce-88c13649ade3 owned by compute:nova {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:32:46.893221 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11403341-d081-4c4c-ace2-0370b3dce4a4 req-cf1f69e8-568d-4ff3-83bb-d42fc6289a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:46.895018 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-11403341-d081-4c4c-ace2-0370b3dce4a4 req-cf1f69e8-568d-4ff3-83bb-d42fc6289a0c service neutron] 10.222.0.73 "GET /v2.0/networks?id=e5afc4b2-b62e-43cc-a807-b008639c0d4f HTTP/1.1" status: 200 len: 920 time: 0.4239905 Feb 04 12:32:46.920222 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-b87d342c-9517-4e88-8f7e-64e158c97ce1 admin admin] For port f6c9e52d-8900-4e0e-bd41-3fefc8be047b, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=f6c9e52d-8900-4e0e-bd41-3fefc8be047b,segment=NetworkSegment(7a896f1c-7831-4aed-9431-4ad0dce964ba),segment_id=7a896f1c-7831-4aed-9431-4ad0dce964ba)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:32:46.920503 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b87d342c-9517-4e88-8f7e-64e158c97ce1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (f6c9e52d-8900-4e0e-bd41-3fefc8be047b), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:46.925489 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fd2238-1039-416d-a612-0a606c98e83e req-b6182331-fc85-4270-86e5-2d88d370474a tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:46.929825 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-35fd2238-1039-416d-a612-0a606c98e83e req-b6182331-fc85-4270-86e5-2d88d370474a tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/ports?device_id=064b8b16-59ce-4f5e-b1f8-f430debd9ab3 HTTP/1.1" status: 200 len: 944 time: 0.3833692 Feb 04 12:32:46.941173 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a80c6de2-0533-48cf-ae0d-2ee6640da24e tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (193d1359-eea5-4537-98d5-82bd4301653d), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:46.960630 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a80c6de2-0533-48cf-ae0d-2ee6640da24e tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:46.964198 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-a80c6de2-0533-48cf-ae0d-2ee6640da24e tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] 10.222.0.65 "DELETE /v2.0/networks/193d1359-eea5-4537-98d5-82bd4301653d HTTP/1.1" status: 204 len: 168 time: 0.9273961 Feb 04 12:32:46.966626 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-b87d342c-9517-4e88-8f7e-64e158c97ce1 admin admin] Calling delete_port for f6c9e52d-8900-4e0e-bd41-3fefc8be047b owned by network:router_interface {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:32:46.969200 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 44670) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:46.987790 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-3813ee67-f696-4dd3-aed8-09cf4d02bebd tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1392329761'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:32:47.009619 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80c6de2-0533-48cf-ae0d-2ee6640da24e tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Pushing event deleted for resources: {'Network': ['ID=193d1359-eea5-4537-98d5-82bd4301653d,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:47.020757 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3813ee67-f696-4dd3-aed8-09cf4d02bebd tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Made reservation on behalf of 033089eae79b4f9fa2373fbe9923684e for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:32:47.023135 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fcfd59e3-9fc5-4596-880b-c1127904e74d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (45f54121-9939-4c41-9010-27f7d1317b54), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:47.024517 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3813ee67-f696-4dd3-aed8-09cf4d02bebd tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:47.029468 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fcfd59e3-9fc5-4596-880b-c1127904e74d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:47.034534 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-fcfd59e3-9fc5-4596-880b-c1127904e74d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/45f54121-9939-4c41-9010-27f7d1317b54 HTTP/1.1" status: 204 len: 168 time: 0.8936090 Feb 04 12:32:47.102570 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3813ee67-f696-4dd3-aed8-09cf4d02bebd tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:32:47.116357 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3813ee67-f696-4dd3-aed8-09cf4d02bebd tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (0d8b853f-1d3d-41b4-900d-a7b49de952be), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:47.116954 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-3813ee67-f696-4dd3-aed8-09cf4d02bebd tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Added segment 0d8b853f-1d3d-41b4-900d-a7b49de952be of type vlan for network 988e22e1-fdaf-4cb3-8a35-b38892ed22c0 Feb 04 12:32:47.169820 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3813ee67-f696-4dd3-aed8-09cf4d02bebd tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (988e22e1-fdaf-4cb3-8a35-b38892ed22c0), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:47.197135 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d967f23-3d1b-4988-aaf6-75a4dcaa399d None None] Network 193d1359-eea5-4537-98d5-82bd4301653d requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:32:47.208484 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 44676) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:47.218707 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d967f23-3d1b-4988-aaf6-75a4dcaa399d None None] Network 193d1359-eea5-4537-98d5-82bd4301653d could not be found, it might have been deleted concurrently. {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 04 12:32:47.223885 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device a6e3830c-8598-4c80-abcf-58a5487416e0 up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:32:47.252908 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3813ee67-f696-4dd3-aed8-09cf4d02bebd tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (988e22e1-fdaf-4cb3-8a35-b38892ed22c0), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:47.258135 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3813ee67-f696-4dd3-aed8-09cf4d02bebd tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:47.258600 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3813ee67-f696-4dd3-aed8-09cf4d02bebd tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:47.299582 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning for port a6e3830c-8598-4c80-abcf-58a5487416e0 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:32:47.305501 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port a6e3830c-8598-4c80-abcf-58a5487416e0 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:32:47.306014 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (a6e3830c-8598-4c80-abcf-58a5487416e0), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:47.394924 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3813ee67-f696-4dd3-aed8-09cf4d02bebd tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Pushing event updated for resources: {'Network': ['ID=988e22e1-fdaf-4cb3-8a35-b38892ed22c0,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:47.440269 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 988e22e1-fdaf-4cb3-8a35-b38892ed22c0 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:32:47.503396 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfd59e3-9fc5-4596-880b-c1127904e74d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45f54121-9939-4c41-9010-27f7d1317b54,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:47.508121 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-11403341-d081-4c4c-ace2-0370b3dce4a4 req-bfd89df6-9efb-4e41-9828-454c973991f9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6f041d65-5b0a-475f-b96d-b4aefee7384a HTTP/1.1" status: 200 len: 217 time: 0.5696843 Feb 04 12:32:47.520513 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ea48eff5-9c69-467c-95c5-d608cb044d74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:47.529585 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port a6e3830c-8598-4c80-abcf-58a5487416e0 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:32:47.529993 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (a6e3830c-8598-4c80-abcf-58a5487416e0), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:47.567937 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8861db3-f96d-4488-9972-dc9abe44d442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6e3830c-8598-4c80-abcf-58a5487416e0'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:32:47.570521 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47c48f4c-5d89-4706-9642-1669241b6335" -d '{"events": [{"server_uuid": "b8861db3-f96d-4488-9972-dc9abe44d442", "name": "network-vif-plugged", "status": "completed", "tag": "a6e3830c-8598-4c80-abcf-58a5487416e0"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:32:47.588804 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-333a0cca-8362-450d-9634-808a8cd98d14 req-8f9b4447-b8d8-46d7-97e9-792a985ae1e1 tempest-ServerShowV254Test-1127696232 tempest-ServerShowV254Test-1127696232-project] 10.222.0.65 "GET /v2.0/ports?device_id=47ef7185-cbbb-475d-9695-78bcb14da71d HTTP/1.1" status: 200 len: 210 time: 0.4708276 Feb 04 12:32:47.591895 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port a6e3830c-8598-4c80-abcf-58a5487416e0, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=a6e3830c-8598-4c80-abcf-58a5487416e0,segment=NetworkSegment(e9a4c4bf-e4ee-411b-abe4-f3340937d454),segment_id=e9a4c4bf-e4ee-411b-abe4-f3340937d454)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:32:47.599062 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (a6e3830c-8598-4c80-abcf-58a5487416e0), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:47.622671 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ea48eff5-9c69-467c-95c5-d608cb044d74 admin admin] Publish callbacks [] for security_group (e8a981c6-a277-4afb-81be-c772da011e57), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:47.630945 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-3813ee67-f696-4dd3-aed8-09cf4d02bebd tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6573482 Feb 04 12:32:47.632100 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 44692) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:47.632922 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b87d342c-9517-4e88-8f7e-64e158c97ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (f6c9e52d-8900-4e0e-bd41-3fefc8be047b), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:47.642968 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-9c94ea8e-b2b5-408a-8423-97374a2161e6 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Request body: {'subnet': {'network_id': '988e22e1-fdaf-4cb3-8a35-b38892ed22c0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:32:47.645515 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-35fd2238-1039-416d-a612-0a606c98e83e req-d677238f-e537-4894-9f5e-7cc146daade7 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/security-groups?id=67d57791-96db-4689-9a02-f69bf9a8e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6923871 Feb 04 12:32:47.683970 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=a6e3830c-8598-4c80-abcf-58a5487416e0,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:47.687765 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11403341-d081-4c4c-ace2-0370b3dce4a4 req-8533f2d9-21b9-4f60-b869-992de212f995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:47.690748 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-11403341-d081-4c4c-ace2-0370b3dce4a4 req-8533f2d9-21b9-4f60-b869-992de212f995 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b210b3d4-0fee-4dad-a874-126f3e2c1f20 HTTP/1.1" status: 200 len: 859 time: 0.1667647 Feb 04 12:32:47.747957 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-11403341-d081-4c4c-ace2-0370b3dce4a4 req-23aba4f8-3eb9-44fb-9bfa-3e3df150281a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e5afc4b2-b62e-43cc-a807-b008639c0d4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408261 Feb 04 12:32:47.780133 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ea48eff5-9c69-467c-95c5-d608cb044d74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (e8a981c6-a277-4afb-81be-c772da011e57), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:47.807408 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87d342c-9517-4e88-8f7e-64e158c97ce1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6c9e52d-8900-4e0e-bd41-3fefc8be047b,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:47.817389 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-ea48eff5-9c69-467c-95c5-d608cb044d74 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8ab7da35d5f64b1390a92c03d478c116&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6018224 Feb 04 12:32:47.818158 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c94ea8e-b2b5-408a-8423-97374a2161e6 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Made reservation on behalf of 033089eae79b4f9fa2373fbe9923684e for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:32:47.822597 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9c94ea8e-b2b5-408a-8423-97374a2161e6 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60610638'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:47.822764 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 44700) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:47.941182 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-79b8a0a3-cfd2-407c-820d-6b134392c641 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:47.986926 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4a0ef0a4-95aa-4878-b231-643463fa0fda admin admin] Publish callbacks [] for security_group (e8a981c6-a277-4afb-81be-c772da011e57), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:48.009750 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-aaa7cd0e-f02e-4672-a2cf-3f6f0a6875a2 req-ed8f8154-c7de-4bb0-9d48-661cadfaf17e tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (1a4a3c3d-36a0-4d43-b1ce-88c13649ade3), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:48.071716 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8f8154-c7de-4bb0-9d48-661cadfaf17e tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Pushing event deleted for resources: {'Port': ['ID=1a4a3c3d-36a0-4d43-b1ce-88c13649ade3,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:48.075407 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9c94ea8e-b2b5-408a-8423-97374a2161e6 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59045178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60610680'] for subnet (18a4260c-86e0-45d6-944e-3bef723a4411), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:48.113289 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4a0ef0a4-95aa-4878-b231-643463fa0fda admin admin] Publish callbacks [] for security_group (e8a981c6-a277-4afb-81be-c772da011e57), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:48.175823 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-11403341-d081-4c4c-ace2-0370b3dce4a4 req-88a4a762-e04d-4995-8c6b-52757bcd4e71 service neutron] 10.222.0.73 "GET /v2.0/networks/e5afc4b2-b62e-43cc-a807-b008639c0d4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4169540 Feb 04 12:32:48.213432 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b90ceaa-26cd-42fb-b48f-732c739364a4 x-openstack-request-id: req-0b90ceaa-26cd-42fb-b48f-732c739364a4 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:32:48.213737 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8861db3-f96d-4488-9972-dc9abe44d442", "name": "network-vif-plugged", "status": "completed", "tag": "a6e3830c-8598-4c80-abcf-58a5487416e0", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:32:48.214000 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0b90ceaa-26cd-42fb-b48f-732c739364a4 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:32:48.214479 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8861db3-f96d-4488-9972-dc9abe44d442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6e3830c-8598-4c80-abcf-58a5487416e0', 'code': 200} Feb 04 12:32:48.318741 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c94ea8e-b2b5-408a-8423-97374a2161e6 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Pushing event updated for resources: {'Subnet': ['ID=18a4260c-86e0-45d6-944e-3bef723a4411,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:48.453214 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-11403341-d081-4c4c-ace2-0370b3dce4a4 req-cdb1b3f6-03ab-4f27-88df-6ca43b07a01e service neutron] 10.222.0.73 "GET /v2.0/networks/e5afc4b2-b62e-43cc-a807-b008639c0d4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696159 Feb 04 12:32:48.480329 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ff9095b2-ab1f-4c22-b03c-c24d30364588 req-ddccdea1-e82e-475e-86e3-7ff6cbb32d69 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.65 "GET /v2.0/ports?device_id=733baa8b-f67f-4e64-8ea4-0b4be128c2b4 HTTP/1.1" status: 200 len: 210 time: 0.0938456 Feb 04 12:32:48.489925 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaa7cd0e-f02e-4672-a2cf-3f6f0a6875a2 req-ed8f8154-c7de-4bb0-9d48-661cadfaf17e tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] No DVR routers for this DVR port 1a4a3c3d-36a0-4d43-b1ce-88c13649ade3 on host n-h2-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:32:48.495511 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 1a4a3c3d-36a0-4d43-b1ce-88c13649ade3 no longer exists at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:32:48.513818 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea48eff5-9c69-467c-95c5-d608cb044d74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a981c6-a277-4afb-81be-c772da011e57,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:48.516691 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-aaa7cd0e-f02e-4672-a2cf-3f6f0a6875a2 req-ed8f8154-c7de-4bb0-9d48-661cadfaf17e tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:48.521260 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-aaa7cd0e-f02e-4672-a2cf-3f6f0a6875a2 req-ed8f8154-c7de-4bb0-9d48-661cadfaf17e tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] 10.222.0.77 "DELETE /v2.0/ports/1a4a3c3d-36a0-4d43-b1ce-88c13649ade3 HTTP/1.1" status: 204 len: 173 time: 2.5437040 Feb 04 12:32:48.531387 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '733baa8b-f67f-4e64-8ea4-0b4be128c2b4', 'name': 'network-vif-deleted', 'tag': '1a4a3c3d-36a0-4d43-b1ce-88c13649ade3'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:32:48.537010 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e76181e7-9fc6-472a-a8dd-ca9f3609bac1" -d '{"events": [{"server_uuid": "733baa8b-f67f-4e64-8ea4-0b4be128c2b4", "name": "network-vif-deleted", "tag": "1a4a3c3d-36a0-4d43-b1ce-88c13649ade3"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:32:48.552138 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] No Port match for: 1a4a3c3d-36a0-4d43-b1ce-88c13649ade3 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:32:48.552493 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 1a4a3c3d-36a0-4d43-b1ce-88c13649ade3 not bound to the agent host n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:32:48.552698 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 44726) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:48.608523 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec507c7-06e1-4675-881b-85e57fed0661 req-f64a61ae-f662-4f18-821a-2215f012abd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:48.610223 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1ec507c7-06e1-4675-881b-85e57fed0661 req-f64a61ae-f662-4f18-821a-2215f012abd5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b8861db3-f96d-4488-9972-dc9abe44d442 HTTP/1.1" status: 200 len: 1127 time: 0.1679263 Feb 04 12:32:48.619864 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c94ea8e-b2b5-408a-8423-97374a2161e6 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Checking segment: {'id': '0d8b853f-1d3d-41b4-900d-a7b49de952be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '988e22e1-fdaf-4cb3-8a35-b38892ed22c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:32:48.620229 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c94ea8e-b2b5-408a-8423-97374a2161e6 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Network hostable DHCP agents. Network: 988e22e1-fdaf-4cb3-8a35-b38892ed22c0, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:32:48.621077 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42f79350-90e2-43f0-87e3-8dfc584ab4ab x-openstack-request-id: req-42f79350-90e2-43f0-87e3-8dfc584ab4ab {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:32:48.621678 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "733baa8b-f67f-4e64-8ea4-0b4be128c2b4", "name": "network-vif-deleted", "tag": "1a4a3c3d-36a0-4d43-b1ce-88c13649ade3", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:32:48.622147 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-42f79350-90e2-43f0-87e3-8dfc584ab4ab {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:32:48.622912 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '733baa8b-f67f-4e64-8ea4-0b4be128c2b4', 'name': 'network-vif-deleted', 'tag': '1a4a3c3d-36a0-4d43-b1ce-88c13649ade3', 'status': 'completed', 'code': 200} Feb 04 12:32:48.663020 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c94ea8e-b2b5-408a-8423-97374a2161e6 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Network 988e22e1-fdaf-4cb3-8a35-b38892ed22c0 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:32:48.670927 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4a0ef0a4-95aa-4878-b231-643463fa0fda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (e8a981c6-a277-4afb-81be-c772da011e57), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:48.677063 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b87d342c-9517-4e88-8f7e-64e158c97ce1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622067'] for router_interface (7c1fcdf1-a124-4326-aab1-5939cd4e2565), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:48.683300 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-9c94ea8e-b2b5-408a-8423-97374a2161e6 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 988e22e1-fdaf-4cb3-8a35-b38892ed22c0) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:32:48.693948 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4a0ef0a4-95aa-4878-b231-643463fa0fda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:48.698546 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0561e0b8-9668-4fca-8563-bc502209f374 None None] Network 988e22e1-fdaf-4cb3-8a35-b38892ed22c0 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:32:48.700449 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-4a0ef0a4-95aa-4878-b231-643463fa0fda admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e8a981c6-a277-4afb-81be-c772da011e57 HTTP/1.1" status: 204 len: 168 time: 0.8763564 Feb 04 12:32:48.717633 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c94ea8e-b2b5-408a-8423-97374a2161e6 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:48.718256 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9c94ea8e-b2b5-408a-8423-97374a2161e6 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:48.756301 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1ec507c7-06e1-4675-881b-85e57fed0661 req-b556508d-9e35-46c8-84f5-cc7c56e3a773 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=67d57791-96db-4689-9a02-f69bf9a8e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391635 Feb 04 12:32:48.763550 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0ef0a4-95aa-4878-b231-643463fa0fda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a981c6-a277-4afb-81be-c772da011e57,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:48.798942 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 44738) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:48.862569 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e134b-592f-4caf-8aad-26cb371d01ab req-715ab1ba-8f34-45e5-9f17-033c2fa2dc93 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:48.871339 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e15e134b-592f-4caf-8aad-26cb371d01ab req-715ab1ba-8f34-45e5-9f17-033c2fa2dc93 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/ports?device_id=064b8b16-59ce-4f5e-b1f8-f430debd9ab3 HTTP/1.1" status: 200 len: 944 time: 0.0818481 Feb 04 12:32:48.917476 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2fef24-1480-4c07-ae71-ec5b5391c75b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-988e22e1-fdaf-4cb3-8a35-b38892ed22c0', 'network_id': '988e22e1-fdaf-4cb3-8a35-b38892ed22c0', 'project_id': '033089eae79b4f9fa2373fbe9923684e', 'fixed_ips': [{'subnet_id': '18a4260c-86e0-45d6-944e-3bef723a4411'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 12:32:48.918429 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1e2fef24-1480-4c07-ae71-ec5b5391c75b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:49.012558 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-68ae1bde-e547-45f7-8f34-068181c04c4c req-386c87b8-88ed-4644-b6b1-649bb24ee8e6 tempest-ServerShowV254Test-1127696232 tempest-ServerShowV254Test-1127696232-project] 10.222.0.65 "GET /v2.0/ports?device_id=47ef7185-cbbb-475d-9695-78bcb14da71d HTTP/1.1" status: 200 len: 210 time: 0.0672719 Feb 04 12:32:49.045991 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e15e134b-592f-4caf-8aad-26cb371d01ab req-0747000a-546a-4aaa-b442-0f1c2d919100 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/security-groups?id=67d57791-96db-4689-9a02-f69bf9a8e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717086 Feb 04 12:32:49.067062 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-9c94ea8e-b2b5-408a-8423-97374a2161e6 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4299433 Feb 04 12:32:49.069920 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 44748) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:49.209313 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:49.221949 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 6f041d65-5b0a-475f-b96d-b4aefee7384a details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:32:49.253325 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-8db68a62-27c5-4b84-b005-ddd2917cf61a tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1848195561'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:32:49.285445 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9520309a-bc27-46c2-aa6f-0d2b8a7f6e74 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (988e22e1-fdaf-4cb3-8a35-b38892ed22c0), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:49.302537 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b87d342c-9517-4e88-8f7e-64e158c97ce1 admin admin] Router 7c1fcdf1-a124-4326-aab1-5939cd4e2565 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:32:49.323289 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8db68a62-27c5-4b84-b005-ddd2917cf61a tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Made reservation on behalf of 1dcfbfeb897648c6ad07937129f0b5e8 for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:32:49.327353 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8db68a62-27c5-4b84-b005-ddd2917cf61a tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:49.359285 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8db68a62-27c5-4b84-b005-ddd2917cf61a tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:49.407234 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9520309a-bc27-46c2-aa6f-0d2b8a7f6e74 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (18a4260c-86e0-45d6-944e-3bef723a4411), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:49.479849 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-38a963dd-87d4-4c91-88cc-065e283221e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:49.545964 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b87d342c-9517-4e88-8f7e-64e158c97ce1 admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:32:49.553002 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-b87d342c-9517-4e88-8f7e-64e158c97ce1 admin admin] 10.222.0.65 "PUT /v2.0/routers/7c1fcdf1-a124-4326-aab1-5939cd4e2565/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4253016 Feb 04 12:32:49.559153 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 44756) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:49.561751 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 6f041d65-5b0a-475f-b96d-b4aefee7384a, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=6f041d65-5b0a-475f-b96d-b4aefee7384a,segment=NetworkSegment(e9a4c4bf-e4ee-411b-abe4-f3340937d454),segment_id=e9a4c4bf-e4ee-411b-abe4-f3340937d454)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:32:49.572636 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beba197a-aa9a-4449-8c83-40ed7764f5b0 None None] Sync routers for ids ['7c1fcdf1-a124-4326-aab1-5939cd4e2565'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:32:49.581271 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 44758) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:49.597606 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-1e2fef24-1480-4c07-ae71-ec5b5391c75b None None] Allocated IP 172.20.0.1 (988e22e1-fdaf-4cb3-8a35-b38892ed22c0/18a4260c-86e0-45d6-944e-3bef723a4411/3d05d7a8-a1c7-4be3-9595-e4ce7958c039) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:32:49.609071 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beba197a-aa9a-4449-8c83-40ed7764f5b0 None None] Routers {'7c1fcdf1-a124-4326-aab1-5939cd4e2565'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:32:49.609948 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-beba197a-aa9a-4449-8c83-40ed7764f5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:32:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['7c1fcdf1-a124-4326-aab1-5939cd4e2565'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:32:49.658064 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': '6f041d65-5b0a-475f-b96d-b4aefee7384a', 'network_id': 'e5afc4b2-b62e-43cc-a807-b008639c0d4f', 'port_id': '6f041d65-5b0a-475f-b96d-b4aefee7384a', 'mac_address': 'fa:16:3e:ec:c4:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b210b3d4-0fee-4dad-a874-126f3e2c1f20', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:32:49.694467 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8db68a62-27c5-4b84-b005-ddd2917cf61a tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks [] for security_group (c71d8380-9bee-4b15-a047-601ba9805c69), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:49.702899 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8db68a62-27c5-4b84-b005-ddd2917cf61a tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (c71d8380-9bee-4b15-a047-601ba9805c69), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:49.748340 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8db68a62-27c5-4b84-b005-ddd2917cf61a tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:32:49.768404 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-38a963dd-87d4-4c91-88cc-065e283221e0 admin admin] Publish callbacks [] for security_group (e913b4aa-7ed2-4ce7-ae28-ea677df3ccfb), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:49.780964 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_v2 [None req-f08b2b21-dc1b-49a1-b291-3c7ec44044ec admin admin] Deleting subnet f23bfa97-1a92-478f-9c00-f3b0c9e898c3 {{(pid=103475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:32:49.783432 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-38a963dd-87d4-4c91-88cc-065e283221e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (e913b4aa-7ed2-4ce7-ae28-ea677df3ccfb), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:49.801767 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db68a62-27c5-4b84-b005-ddd2917cf61a tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c71d8380-9bee-4b15-a047-601ba9805c69,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:49.812403 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8db68a62-27c5-4b84-b005-ddd2917cf61a tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (2dd59e3f-7ea5-44ca-8b43-515aa46e8b05), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:49.812403 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-8db68a62-27c5-4b84-b005-ddd2917cf61a tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Added segment 2dd59e3f-7ea5-44ca-8b43-515aa46e8b05 of type vlan for network 6c81f3de-3475-436c-a4ac-8f63955bceb3 Feb 04 12:32:49.820461 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f08b2b21-dc1b-49a1-b291-3c7ec44044ec admin admin] Publish callbacks [] for subnet (f23bfa97-1a92-478f-9c00-f3b0c9e898c3), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:49.916642 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-38a963dd-87d4-4c91-88cc-065e283221e0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5bec7bd262c44adf9442395b205c6033&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1154594 Feb 04 12:32:49.917680 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 44768) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:49.924007 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a963dd-87d4-4c91-88cc-065e283221e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e913b4aa-7ed2-4ce7-ae28-ea677df3ccfb,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:49.958586 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-41c096ac-9098-458b-a0c3-203a0c7a7f0f admin admin] Publish callbacks [] for router (7c1fcdf1-a124-4326-aab1-5939cd4e2565), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:49.966875 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8db68a62-27c5-4b84-b005-ddd2917cf61a tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (6c81f3de-3475-436c-a4ac-8f63955bceb3), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:49.989245 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f08b2b21-dc1b-49a1-b291-3c7ec44044ec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51859329'] for subnet (f23bfa97-1a92-478f-9c00-f3b0c9e898c3), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:50.028134 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 6f041d65-5b0a-475f-b96d-b4aefee7384a is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:32:50.028904 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (6f041d65-5b0a-475f-b96d-b4aefee7384a), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:50.031976 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8db68a62-27c5-4b84-b005-ddd2917cf61a tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (6c81f3de-3475-436c-a4ac-8f63955bceb3), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:50.041041 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db68a62-27c5-4b84-b005-ddd2917cf61a tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:50.042916 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8db68a62-27c5-4b84-b005-ddd2917cf61a tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:50.069427 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-beba197a-aa9a-4449-8c83-40ed7764f5b0 None None] Set router 7c1fcdf1-a124-4326-aab1-5939cd4e2565 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:32:50.081599 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-8db68a62-27c5-4b84-b005-ddd2917cf61a tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.5249541 Feb 04 12:32:50.083963 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 44778) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:50.108018 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-ee691d5e-1912-4d2d-8355-f8df41b620c2 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Request body: {'port': {'network_id': '6c81f3de-3475-436c-a4ac-8f63955bceb3', 'name': 'tempest-PortsTestJSON-808901488'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:32:50.120803 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f041d65-5b0a-475f-b96d-b4aefee7384a {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:32:50.242032 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db68a62-27c5-4b84-b005-ddd2917cf61a tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Pushing event updated for resources: {'Network': ['ID=6c81f3de-3475-436c-a4ac-8f63955bceb3,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:50.321715 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f08b2b21-dc1b-49a1-b291-3c7ec44044ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (f23bfa97-1a92-478f-9c00-f3b0c9e898c3), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:50.348832 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee691d5e-1912-4d2d-8355-f8df41b620c2 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Made reservation on behalf of 1dcfbfeb897648c6ad07937129f0b5e8 for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:32:50.352645 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ee691d5e-1912-4d2d-8355-f8df41b620c2 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:50.366468 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1e2fef24-1480-4c07-ae71-ec5b5391c75b None None] Publish callbacks [] for port (3d05d7a8-a1c7-4be3-9595-e4ce7958c039), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:50.377337 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 6c81f3de-3475-436c-a4ac-8f63955bceb3 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:32:50.387859 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [None req-ee691d5e-1912-4d2d-8355-f8df41b620c2 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] device_id is not set on port 321afa55-ce20-439e-8f10-8deebac6c9b0 yet. {{(pid=103474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 12:32:50.426368 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1e2fef24-1480-4c07-ae71-ec5b5391c75b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (3d05d7a8-a1c7-4be3-9595-e4ce7958c039), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:50.438049 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 6f041d65-5b0a-475f-b96d-b4aefee7384a, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=6f041d65-5b0a-475f-b96d-b4aefee7384a,segment=NetworkSegment(e9a4c4bf-e4ee-411b-abe4-f3340937d454),segment_id=e9a4c4bf-e4ee-411b-abe4-f3340937d454)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:32:50.458433 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-41c096ac-9098-458b-a0c3-203a0c7a7f0f admin admin] Publish callbacks [] for router_gateway (7c1fcdf1-a124-4326-aab1-5939cd4e2565), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:50.462564 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06e5ac9a-99fa-45ce-92b0-1d20ffa3861c admin admin] Publish callbacks [] for security_group (e913b4aa-7ed2-4ce7-ae28-ea677df3ccfb), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:50.475303 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf7d759-f5d0-46c2-82c6-fd9782655611 req-3a60cfa1-69f7-442b-aed4-8cc74083780b tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:50.476962 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3cf7d759-f5d0-46c2-82c6-fd9782655611 req-3a60cfa1-69f7-442b-aed4-8cc74083780b tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/ports?device_id=064b8b16-59ce-4f5e-b1f8-f430debd9ab3 HTTP/1.1" status: 200 len: 944 time: 0.2699466 Feb 04 12:32:50.491193 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e2fef24-1480-4c07-ae71-ec5b5391c75b None None] Network 988e22e1-fdaf-4cb3-8a35-b38892ed22c0 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:32:50.493533 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9520309a-bc27-46c2-aa6f-0d2b8a7f6e74 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-52093282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51452698'] for subnet (18a4260c-86e0-45d6-944e-3bef723a4411), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:50.502586 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-1e2fef24-1480-4c07-ae71-ec5b5391c75b None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:32:50.505727 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2fef24-1480-4c07-ae71-ec5b5391c75b None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:32:50.579011 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (6f041d65-5b0a-475f-b96d-b4aefee7384a), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:50.607463 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06e5ac9a-99fa-45ce-92b0-1d20ffa3861c admin admin] Publish callbacks [] for security_group (e913b4aa-7ed2-4ce7-ae28-ea677df3ccfb), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:50.613200 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9520309a-bc27-46c2-aa6f-0d2b8a7f6e74 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Pushing event deleted for resources: {'Subnet': ['ID=18a4260c-86e0-45d6-944e-3bef723a4411,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:50.656880 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:50.698908 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-1e2fef24-1480-4c07-ae71-ec5b5391c75b None None] Attempting to bind port 3d05d7a8-a1c7-4be3-9595-e4ce7958c039 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:32:50.699384 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-1e2fef24-1480-4c07-ae71-ec5b5391c75b None None] Attempting to bind port 3d05d7a8-a1c7-4be3-9595-e4ce7958c039 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '0d8b853f-1d3d-41b4-900d-a7b49de952be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '988e22e1-fdaf-4cb3-8a35-b38892ed22c0'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:32:50.700046 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2fef24-1480-4c07-ae71-ec5b5391c75b None None] Attempting to bind port 3d05d7a8-a1c7-4be3-9595-e4ce7958c039 on network 988e22e1-fdaf-4cb3-8a35-b38892ed22c0 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:32:50.702773 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2fef24-1480-4c07-ae71-ec5b5391c75b None None] Pushing event updated for resources: {'Port': ['ID=3d05d7a8-a1c7-4be3-9595-e4ce7958c039,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:50.714156 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ee691d5e-1912-4d2d-8355-f8df41b620c2 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks [] for port (321afa55-ce20-439e-8f10-8deebac6c9b0), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:50.741397 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f45e246a-11df-45fd-83f3-27ae309674b1 req-5aaf5ce9-a212-4dc0-aa12-b2bc8a3202ae tempest-ServerShowV254Test-1127696232 tempest-ServerShowV254Test-1127696232-project] 10.222.0.65 "GET /v2.0/ports?device_id=47ef7185-cbbb-475d-9695-78bcb14da71d HTTP/1.1" status: 200 len: 210 time: 0.2249451 Feb 04 12:32:50.758935 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ee691d5e-1912-4d2d-8355-f8df41b620c2 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (321afa55-ce20-439e-8f10-8deebac6c9b0), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:50.778619 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2fef24-1480-4c07-ae71-ec5b5391c75b None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:32:50.779163 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2fef24-1480-4c07-ae71-ec5b5391c75b None None] Checking segment: {'id': '0d8b853f-1d3d-41b4-900d-a7b49de952be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '988e22e1-fdaf-4cb3-8a35-b38892ed22c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:32:50.781272 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1e2fef24-1480-4c07-ae71-ec5b5391c75b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:50.781405 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2fef24-1480-4c07-ae71-ec5b5391c75b None None] Bound using segment: {'id': '0d8b853f-1d3d-41b4-900d-a7b49de952be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '988e22e1-fdaf-4cb3-8a35-b38892ed22c0'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:32:50.781853 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-1e2fef24-1480-4c07-ae71-ec5b5391c75b None None] Bound port: 3d05d7a8-a1c7-4be3-9595-e4ce7958c039, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d8b853f-1d3d-41b4-900d-a7b49de952be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '988e22e1-fdaf-4cb3-8a35-b38892ed22c0'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:32:50.782872 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1e2fef24-1480-4c07-ae71-ec5b5391c75b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (3d05d7a8-a1c7-4be3-9595-e4ce7958c039), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:50.787090 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3cf7d759-f5d0-46c2-82c6-fd9782655611 req-6e5167a9-bc0a-485a-beba-aae9021a52e0 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/security-groups?id=67d57791-96db-4689-9a02-f69bf9a8e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3021517 Feb 04 12:32:50.792067 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9520309a-bc27-46c2-aa6f-0d2b8a7f6e74 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (988e22e1-fdaf-4cb3-8a35-b38892ed22c0), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:50.818807 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f08b2b21-dc1b-49a1-b291-3c7ec44044ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-52093282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51452698'] for subnet (f23bfa97-1a92-478f-9c00-f3b0c9e898c3), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:50.834867 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['6f041d65-5b0a-475f-b96d-b4aefee7384a'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:32:50.879541 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee691d5e-1912-4d2d-8355-f8df41b620c2 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Checking segment: {'id': '2dd59e3f-7ea5-44ca-8b43-515aa46e8b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '6c81f3de-3475-436c-a4ac-8f63955bceb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:32:50.879940 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee691d5e-1912-4d2d-8355-f8df41b620c2 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Network hostable DHCP agents. Network: 6c81f3de-3475-436c-a4ac-8f63955bceb3, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:32:50.884088 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08b2b21-dc1b-49a1-b291-3c7ec44044ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f23bfa97-1a92-478f-9c00-f3b0c9e898c3,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:50.885459 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee691d5e-1912-4d2d-8355-f8df41b620c2 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Pushing event updated for resources: {'Port': ['ID=321afa55-ce20-439e-8f10-8deebac6c9b0,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:50.904810 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-9520309a-bc27-46c2-aa6f-0d2b8a7f6e74 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['988e22e1-fdaf-4cb3-8a35-b38892ed22c0']}} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:32:50.911370 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee691d5e-1912-4d2d-8355-f8df41b620c2 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Network 6c81f3de-3475-436c-a4ac-8f63955bceb3 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:32:50.919181 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f08b2b21-dc1b-49a1-b291-3c7ec44044ec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:50.925663 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-f08b2b21-dc1b-49a1-b291-3c7ec44044ec admin admin] 10.222.0.65 "DELETE /v2.0/subnets/f23bfa97-1a92-478f-9c00-f3b0c9e898c3 HTTP/1.1" status: 204 len: 168 time: 1.3288984 Feb 04 12:32:50.928462 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-ee691d5e-1912-4d2d-8355-f8df41b620c2 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 6c81f3de-3475-436c-a4ac-8f63955bceb3) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:32:50.932162 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 44794) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:50.933060 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=6f041d65-5b0a-475f-b96d-b4aefee7384a,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:50.945774 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee691d5e-1912-4d2d-8355-f8df41b620c2 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:32:50.955246 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee691d5e-1912-4d2d-8355-f8df41b620c2 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:50.956062 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ee691d5e-1912-4d2d-8355-f8df41b620c2 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:50.960611 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-9520309a-bc27-46c2-aa6f-0d2b8a7f6e74 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d8b853f-1d3d-41b4-900d-a7b49de952be') {'for_net_delete': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:32:50.960611 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-9520309a-bc27-46c2-aa6f-0d2b8a7f6e74 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d8b853f-1d3d-41b4-900d-a7b49de952be') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:32:50.963647 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9650483-6db6-4585-8fec-d498ba8f5cd8 None None] Network 6c81f3de-3475-436c-a4ac-8f63955bceb3 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:32:50.977980 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9520309a-bc27-46c2-aa6f-0d2b8a7f6e74 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51859336'] for segment (0d8b853f-1d3d-41b4-900d-a7b49de952be), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:50.979823 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-beba197a-aa9a-4449-8c83-40ed7764f5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c1fcdf1-a124-4326-aab1-5939cd4e2565', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1555532305-router', 'tenant_id': 'a730f577f6c540ffb62b1abecee5e3b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': 'af738814-b0fa-4d7d-933e-68df22ba2435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:31:28Z', 'updated_at': '2022-02-04T12:32:47Z', 'revision_number': 5, 'project_id': 'a730f577f6c540ffb62b1abecee5e3b6', 'gw_port': {'id': 'af738814-b0fa-4d7d-933e-68df22ba2435', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:40:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1fcdf1-a124-4326-aab1-5939cd4e2565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:31:30Z', 'updated_at': '2022-02-04T12:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:32:51.004067 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-41c096ac-9098-458b-a0c3-203a0c7a7f0f admin admin] Deleting port af738814-b0fa-4d7d-933e-68df22ba2435 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:32:51.004436 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-41c096ac-9098-458b-a0c3-203a0c7a7f0f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (af738814-b0fa-4d7d-933e-68df22ba2435), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:51.008402 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06e5ac9a-99fa-45ce-92b0-1d20ffa3861c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (e913b4aa-7ed2-4ce7-ae28-ea677df3ccfb), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:51.011318 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06e5ac9a-99fa-45ce-92b0-1d20ffa3861c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:51.015393 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-06e5ac9a-99fa-45ce-92b0-1d20ffa3861c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e913b4aa-7ed2-4ce7-ae28-ea677df3ccfb HTTP/1.1" status: 204 len: 168 time: 1.0661640 Feb 04 12:32:51.025774 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9520309a-bc27-46c2-aa6f-0d2b8a7f6e74 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (0d8b853f-1d3d-41b4-900d-a7b49de952be), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:51.062491 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-ee691d5e-1912-4d2d-8355-f8df41b620c2 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.9629936 Feb 04 12:32:51.068158 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 44800) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:51.074833 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-6113bb4f-ef24-4c26-9b0e-2a24320de3f4 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1296208631'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:32:51.077495 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beba197a-aa9a-4449-8c83-40ed7764f5b0 None None] Checking router: 7c1fcdf1-a124-4326-aab1-5939cd4e2565 for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:32:51.082690 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1913b9c5-def3-4d31-87bb-931be5207358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (4641d9e3-bbfb-4ca1-b978-fac986a6f197), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:51.091342 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9520309a-bc27-46c2-aa6f-0d2b8a7f6e74 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=103475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:32:51.091778 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9520309a-bc27-46c2-aa6f-0d2b8a7f6e74 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-52093388'] for segment (0d8b853f-1d3d-41b4-900d-a7b49de952be), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:51.103618 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e5ac9a-99fa-45ce-92b0-1d20ffa3861c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e913b4aa-7ed2-4ce7-ae28-ea677df3ccfb,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:51.107773 n-d-825015-3 neutron-server[103475]: Traceback (most recent call last): Feb 04 12:32:51.107773 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:32:51.107773 n-d-825015-3 neutron-server[103475]: timer() Feb 04 12:32:51.107773 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:32:51.107773 n-d-825015-3 neutron-server[103475]: cb(*args, **kw) Feb 04 12:32:51.107773 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:32:51.107773 n-d-825015-3 neutron-server[103475]: return func(*args, **kwargs) Feb 04 12:32:51.107773 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:32:51.107773 n-d-825015-3 neutron-server[103475]: self._notify() Feb 04 12:32:51.107773 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:32:51.107773 n-d-825015-3 neutron-server[103475]: self.callback(batched_events) Feb 04 12:32:51.107773 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:32:51.107773 n-d-825015-3 neutron-server[103475]: event.method(event) Feb 04 12:32:51.107773 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:32:51.107773 n-d-825015-3 neutron-server[103475]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:32:51.107773 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:32:51.107773 n-d-825015-3 neutron-server[103475]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:32:51.107773 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:32:51.107773 n-d-825015-3 neutron-server[103475]: return f(self, *a, **k) Feb 04 12:32:51.107773 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:32:51.107773 n-d-825015-3 neutron-server[103475]: return self._get(url).json() Feb 04 12:32:51.107773 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:32:51.107773 n-d-825015-3 neutron-server[103475]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:32:51.107773 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:32:51.107773 n-d-825015-3 neutron-server[103475]: return self.request(url, 'GET', **kwargs) Feb 04 12:32:51.107773 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:32:51.107773 n-d-825015-3 neutron-server[103475]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:32:51.107773 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:32:51.107773 n-d-825015-3 neutron-server[103475]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:32:51.107773 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:32:51.107773 n-d-825015-3 neutron-server[103475]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:32:51.107773 n-d-825015-3 neutron-server[103475]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:32:51.109702 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-1e2fef24-1480-4c07-ae71-ec5b5391c75b None None] For port 3d05d7a8-a1c7-4be3-9595-e4ce7958c039, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:32:51.156769 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beba197a-aa9a-4449-8c83-40ed7764f5b0 None None] Routers {'7c1fcdf1-a124-4326-aab1-5939cd4e2565'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:32:51.158163 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-beba197a-aa9a-4449-8c83-40ed7764f5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:32:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['7c1fcdf1-a124-4326-aab1-5939cd4e2565'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:32:51.193811 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6113bb4f-ef24-4c26-9b0e-2a24320de3f4 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Made reservation on behalf of 1dcfbfeb897648c6ad07937129f0b5e8 for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:32:51.200678 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6113bb4f-ef24-4c26-9b0e-2a24320de3f4 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:51.208340 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.db.api [None req-9520309a-bc27-46c2-aa6f-0d2b8a7f6e74 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 12:32:51.208340 n-d-825015-3 neutron-server[103475]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 12:32:51.208340 n-d-825015-3 neutron-server[103475]: [parameters: {'id': '988e22e1-fdaf-4cb3-8a35-b38892ed22c0'}] Feb 04 12:32:51.208340 n-d-825015-3 neutron-server[103475]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103475) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 12:32:51.208801 n-d-825015-3 neutron-server[103475]: DEBUG oslo_db.api [None req-9520309a-bc27-46c2-aa6f-0d2b8a7f6e74 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 12:32:51.229191 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1913b9c5-def3-4d31-87bb-931be5207358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (4641d9e3-bbfb-4ca1-b978-fac986a6f197), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:51.237980 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-41c096ac-9098-458b-a0c3-203a0c7a7f0f admin admin] For port af738814-b0fa-4d7d-933e-68df22ba2435, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=af738814-b0fa-4d7d-933e-68df22ba2435,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:32:51.238766 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-41c096ac-9098-458b-a0c3-203a0c7a7f0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (af738814-b0fa-4d7d-933e-68df22ba2435), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:51.254186 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6113bb4f-ef24-4c26-9b0e-2a24320de3f4 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:32:51.268209 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6113bb4f-ef24-4c26-9b0e-2a24320de3f4 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (ff2da1a5-a8dd-4440-a29e-768e9bac6915), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:51.268638 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-6113bb4f-ef24-4c26-9b0e-2a24320de3f4 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Added segment ff2da1a5-a8dd-4440-a29e-768e9bac6915 of type vlan for network 1f54406c-7ac2-4989-97ea-75845b4b398c Feb 04 12:32:51.274800 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-1e2fef24-1480-4c07-ae71-ec5b5391c75b None None] For port 3d05d7a8-a1c7-4be3-9595-e4ce7958c039, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=3d05d7a8-a1c7-4be3-9595-e4ce7958c039,segment=NetworkSegment(0d8b853f-1d3d-41b4-900d-a7b49de952be),segment_id=0d8b853f-1d3d-41b4-900d-a7b49de952be)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:32:51.278040 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-41c096ac-9098-458b-a0c3-203a0c7a7f0f admin admin] Calling delete_port for af738814-b0fa-4d7d-933e-68df22ba2435 owned by network:router_gateway {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:32:51.297150 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 44802) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:51.307968 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1e2fef24-1480-4c07-ae71-ec5b5391c75b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (3d05d7a8-a1c7-4be3-9595-e4ce7958c039), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:51.322518 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6113bb4f-ef24-4c26-9b0e-2a24320de3f4 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (1f54406c-7ac2-4989-97ea-75845b4b398c), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:51.371977 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6113bb4f-ef24-4c26-9b0e-2a24320de3f4 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (1f54406c-7ac2-4989-97ea-75845b4b398c), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:51.378066 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6113bb4f-ef24-4c26-9b0e-2a24320de3f4 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:51.378705 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6113bb4f-ef24-4c26-9b0e-2a24320de3f4 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:51.383940 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-1913b9c5-def3-4d31-87bb-931be5207358 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4641d9e3-bbfb-4ca1-b978-fac986a6f197']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:32:51.420921 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-1913b9c5-def3-4d31-87bb-931be5207358 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82c42862-5e09-44a3-a831-056ff41e66f5') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:32:51.421642 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-1913b9c5-def3-4d31-87bb-931be5207358 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82c42862-5e09-44a3-a831-056ff41e66f5') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:32:51.445160 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-beba197a-aa9a-4449-8c83-40ed7764f5b0 None None] Set router 7c1fcdf1-a124-4326-aab1-5939cd4e2565 gateway port host: None {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:32:51.467745 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-6113bb4f-ef24-4c26-9b0e-2a24320de3f4 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3980825 Feb 04 12:32:51.471822 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 44808) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:51.476763 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1913b9c5-def3-4d31-87bb-931be5207358 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (82c42862-5e09-44a3-a831-056ff41e66f5), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:51.479188 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-66141736-b431-40c1-b41a-11fe3e824bf9 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Request body: {'ports': [{'network_id': '6c81f3de-3475-436c-a4ac-8f63955bceb3'}, {'network_id': '1f54406c-7ac2-4989-97ea-75845b4b398c'}]} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:32:51.479448 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-66141736-b431-40c1-b41a-11fe3e824bf9 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Request body: {'port': {'network_id': '6c81f3de-3475-436c-a4ac-8f63955bceb3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:32:51.480011 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-66141736-b431-40c1-b41a-11fe3e824bf9 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Request body: {'port': {'network_id': '1f54406c-7ac2-4989-97ea-75845b4b398c'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:32:51.502379 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6113bb4f-ef24-4c26-9b0e-2a24320de3f4 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Pushing event updated for resources: {'Network': ['ID=1f54406c-7ac2-4989-97ea-75845b4b398c,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:51.507681 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1913b9c5-def3-4d31-87bb-931be5207358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (82c42862-5e09-44a3-a831-056ff41e66f5), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:51.516290 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1913b9c5-def3-4d31-87bb-931be5207358 admin admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:32:51.516987 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1913b9c5-def3-4d31-87bb-931be5207358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (82c42862-5e09-44a3-a831-056ff41e66f5), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:51.518969 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 12:32:51.518969 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:32:51.518969 n-d-825015-3 neutron-server[103474]: timer() Feb 04 12:32:51.518969 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:32:51.518969 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 12:32:51.518969 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:32:51.518969 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 12:32:51.518969 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:32:51.518969 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 12:32:51.518969 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:32:51.518969 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 12:32:51.518969 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:32:51.518969 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 12:32:51.518969 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:32:51.518969 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:32:51.518969 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:32:51.518969 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:32:51.518969 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:32:51.518969 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 12:32:51.518969 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:32:51.518969 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 12:32:51.518969 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:32:51.518969 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:32:51.518969 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:32:51.518969 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 12:32:51.518969 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:32:51.518969 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:32:51.518969 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:32:51.518969 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:32:51.518969 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:32:51.518969 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:32:51.518969 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:32:51.587350 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1913b9c5-def3-4d31-87bb-931be5207358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (4641d9e3-bbfb-4ca1-b978-fac986a6f197), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:51.596284 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1913b9c5-def3-4d31-87bb-931be5207358 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:51.605041 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 1f54406c-7ac2-4989-97ea-75845b4b398c details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:32:51.617166 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-1913b9c5-def3-4d31-87bb-931be5207358 admin admin] 10.222.0.65 "DELETE /v2.0/networks/4641d9e3-bbfb-4ca1-b978-fac986a6f197 HTTP/1.1" status: 204 len: 168 time: 0.6707249 Feb 04 12:32:51.635218 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1913b9c5-def3-4d31-87bb-931be5207358 admin admin] Pushing event deleted for resources: {'Network': ['ID=4641d9e3-bbfb-4ca1-b978-fac986a6f197,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:51.660400 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-41c096ac-9098-458b-a0c3-203a0c7a7f0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (af738814-b0fa-4d7d-933e-68df22ba2435), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:51.700567 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-beba197a-aa9a-4449-8c83-40ed7764f5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c1fcdf1-a124-4326-aab1-5939cd4e2565', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1555532305-router', 'tenant_id': 'a730f577f6c540ffb62b1abecee5e3b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:31:28Z', 'updated_at': '2022-02-04T12:32:50Z', 'revision_number': 6, 'project_id': 'a730f577f6c540ffb62b1abecee5e3b6', 'gw_port_host': None}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:32:51.709402 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9520309a-bc27-46c2-aa6f-0d2b8a7f6e74 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (988e22e1-fdaf-4cb3-8a35-b38892ed22c0), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:51.718178 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-d43060b3-9a4c-44b9-bea3-f77df751d5d1 tempest-ExternalNetworksTestJSON-1748560525 tempest-ExternalNetworksTestJSON-1748560525-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1363135344'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:32:51.722337 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c096ac-9098-458b-a0c3-203a0c7a7f0f admin admin] Pushing event deleted for resources: {'Port': ['ID=af738814-b0fa-4d7d-933e-68df22ba2435,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:51.777308 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 44818) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:51.853956 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f96753a-e3cb-4471-a612-b530a4eacf63 None None] get_active_networks_info from n-d-825015-3 {{(pid=103476) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 04 12:32:51.867208 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beba197a-aa9a-4449-8c83-40ed7764f5b0 None None] The sync data for ids ['7c1fcdf1-a124-4326-aab1-5939cd4e2565'] in n-d-825015-3 is: [{'id': '7c1fcdf1-a124-4326-aab1-5939cd4e2565', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1555532305-router', 'tenant_id': 'a730f577f6c540ffb62b1abecee5e3b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:31:28Z', 'updated_at': '2022-02-04T12:32:50Z', 'revision_number': 6, 'project_id': 'a730f577f6c540ffb62b1abecee5e3b6', 'gw_port_host': None}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:32:51.882546 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2fef24-1480-4c07-ae71-ec5b5391c75b None None] Pushing event updated for resources: {'Port': ['ID=3d05d7a8-a1c7-4be3-9595-e4ce7958c039,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:51.890644 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-7acf9e58-b222-4a26-909a-b97ca8c86c41 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=15c4606ad13a46b29ee60be66da65533&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1084037 Feb 04 12:32:51.893551 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 44824) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:51.972594 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:51.984675 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f7ae2eba-1431-4bcf-81cb-e64e2dd443c1 admin admin] Publish callbacks [] for security_group (98d15bf5-a480-4f0d-bc57-8f17260bd5d1), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:52.010857 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fe20d60d-da01-4fb6-9f98-5217a1412c0b req-edf07128-80e0-4ffd-854d-4377ef4797a5 tempest-ServerShowV254Test-1127696232 tempest-ServerShowV254Test-1127696232-project] 10.222.0.65 "GET /v2.0/ports?device_id=47ef7185-cbbb-475d-9695-78bcb14da71d HTTP/1.1" status: 200 len: 210 time: 0.0754950 Feb 04 12:32:52.011240 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f7ae2eba-1431-4bcf-81cb-e64e2dd443c1 admin admin] Publish callbacks [] for security_group (98d15bf5-a480-4f0d-bc57-8f17260bd5d1), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:52.046461 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d43060b3-9a4c-44b9-bea3-f77df751d5d1 tempest-ExternalNetworksTestJSON-1748560525 tempest-ExternalNetworksTestJSON-1748560525-project] Made reservation on behalf of 24a84edbc271493b8a930e20c3996793 for: {'network': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:32:52.051565 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d43060b3-9a4c-44b9-bea3-f77df751d5d1 tempest-ExternalNetworksTestJSON-1748560525 tempest-ExternalNetworksTestJSON-1748560525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:52.072585 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f7ae2eba-1431-4bcf-81cb-e64e2dd443c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (98d15bf5-a480-4f0d-bc57-8f17260bd5d1), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:52.076824 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f7ae2eba-1431-4bcf-81cb-e64e2dd443c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:52.078314 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-f7ae2eba-1431-4bcf-81cb-e64e2dd443c1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/98d15bf5-a480-4f0d-bc57-8f17260bd5d1 HTTP/1.1" status: 204 len: 168 time: 0.1843951 Feb 04 12:32:52.081056 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f96753a-e3cb-4471-a612-b530a4eacf63 None None] Resources bound (agent type, host, resource id): {{(pid=103476) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 12:32:52.082958 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d43060b3-9a4c-44b9-bea3-f77df751d5d1 tempest-ExternalNetworksTestJSON-1748560525 tempest-ExternalNetworksTestJSON-1748560525-project] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:52.105339 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-41c096ac-9098-458b-a0c3-203a0c7a7f0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1599901'] for router_gateway (7c1fcdf1-a124-4326-aab1-5939cd4e2565), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:52.126829 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ae2eba-1431-4bcf-81cb-e64e2dd443c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d15bf5-a480-4f0d-bc57-8f17260bd5d1,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:52.162553 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66141736-b431-40c1-b41a-11fe3e824bf9 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Made reservation on behalf of 1dcfbfeb897648c6ad07937129f0b5e8 for: {'port': 2} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:32:52.166676 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-66141736-b431-40c1-b41a-11fe3e824bf9 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:52.212141 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-66141736-b431-40c1-b41a-11fe3e824bf9 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:52.338282 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-41c096ac-9098-458b-a0c3-203a0c7a7f0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10915'] for router (7c1fcdf1-a124-4326-aab1-5939cd4e2565), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:52.363573 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-41c096ac-9098-458b-a0c3-203a0c7a7f0f admin admin] Publish callbacks [] for router_controller (7c1fcdf1-a124-4326-aab1-5939cd4e2565), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:52.395626 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54382374-ed09-4708-ad87-7d6ee596784e req-edf6aff4-c77a-4732-8c73-bfe86fa602ef tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:52.399241 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-54382374-ed09-4708-ad87-7d6ee596784e req-edf6aff4-c77a-4732-8c73-bfe86fa602ef tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/ports?device_id=064b8b16-59ce-4f5e-b1f8-f430debd9ab3 HTTP/1.1" status: 200 len: 945 time: 0.4650295 Feb 04 12:32:52.411479 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device f6c9e52d-8900-4e0e-bd41-3fefc8be047b no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:32:52.444511 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: f6c9e52d-8900-4e0e-bd41-3fefc8be047b {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:32:52.444855 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device f6c9e52d-8900-4e0e-bd41-3fefc8be047b not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:32:52.481555 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-9520309a-bc27-46c2-aa6f-0d2b8a7f6e74 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Deleting port 3d05d7a8-a1c7-4be3-9595-e4ce7958c039 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:32:52.482044 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9520309a-bc27-46c2-aa6f-0d2b8a7f6e74 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (3d05d7a8-a1c7-4be3-9595-e4ce7958c039), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:52.499723 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167278cc-0655-4578-9495-e81489627818 None None] Network 988e22e1-fdaf-4cb3-8a35-b38892ed22c0 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:32:52.669211 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 44846) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:52.678060 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-41c096ac-9098-458b-a0c3-203a0c7a7f0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622829'] for router (7c1fcdf1-a124-4326-aab1-5939cd4e2565), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:52.678648 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41c096ac-9098-458b-a0c3-203a0c7a7f0f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c1fcdf1-a124-4326-aab1-5939cd4e2565 {{(pid=103475) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 12:32:52.683866 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-41c096ac-9098-458b-a0c3-203a0c7a7f0f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:52.685321 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-41c096ac-9098-458b-a0c3-203a0c7a7f0f admin admin] 10.222.0.65 "DELETE /v2.0/routers/7c1fcdf1-a124-4326-aab1-5939cd4e2565 HTTP/1.1" status: 204 len: 168 time: 3.1075983 Feb 04 12:32:52.688122 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 44850) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:52.746631 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-524c3d6c-1cc2-4dd4-9f6a-0d288804eac8 admin admin] Deleting subnet 1cb7544b-3b32-44b8-ab6c-df4a9aae40f5 {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:32:52.750606 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-524c3d6c-1cc2-4dd4-9f6a-0d288804eac8 admin admin] Publish callbacks [] for subnet (1cb7544b-3b32-44b8-ab6c-df4a9aae40f5), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:52.770434 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d43060b3-9a4c-44b9-bea3-f77df751d5d1 tempest-ExternalNetworksTestJSON-1748560525 tempest-ExternalNetworksTestJSON-1748560525-project] Publish callbacks [] for security_group (b1665fc2-f390-4fc5-9440-7ac7fa4a5b02), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:52.777242 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-9520309a-bc27-46c2-aa6f-0d2b8a7f6e74 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] For port 3d05d7a8-a1c7-4be3-9595-e4ce7958c039, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=3d05d7a8-a1c7-4be3-9595-e4ce7958c039,segment=NetworkSegment(0d8b853f-1d3d-41b4-900d-a7b49de952be),segment_id=0d8b853f-1d3d-41b4-900d-a7b49de952be)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:32:52.777877 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9520309a-bc27-46c2-aa6f-0d2b8a7f6e74 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (3d05d7a8-a1c7-4be3-9595-e4ce7958c039), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:52.802506 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d43060b3-9a4c-44b9-bea3-f77df751d5d1 tempest-ExternalNetworksTestJSON-1748560525 tempest-ExternalNetworksTestJSON-1748560525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (b1665fc2-f390-4fc5-9440-7ac7fa4a5b02), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:52.815054 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d43060b3-9a4c-44b9-bea3-f77df751d5d1 tempest-ExternalNetworksTestJSON-1748560525 tempest-ExternalNetworksTestJSON-1748560525-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=103475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:32:52.823080 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-524c3d6c-1cc2-4dd4-9f6a-0d288804eac8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (1cb7544b-3b32-44b8-ab6c-df4a9aae40f5), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:52.837240 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-54382374-ed09-4708-ad87-7d6ee596784e req-35df8002-03b5-4ebd-8742-749e9938f1ab tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/security-groups?id=67d57791-96db-4689-9a02-f69bf9a8e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3593452 Feb 04 12:32:52.868167 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [None req-66141736-b431-40c1-b41a-11fe3e824bf9 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] device_id is not set on port d984e08f-3d7b-483c-9705-437092d2ccb2 yet. {{(pid=103475) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 12:32:52.876403 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-9520309a-bc27-46c2-aa6f-0d2b8a7f6e74 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Calling delete_port for 3d05d7a8-a1c7-4be3-9595-e4ce7958c039 owned by network:dhcp {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:32:52.882203 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d43060b3-9a4c-44b9-bea3-f77df751d5d1 tempest-ExternalNetworksTestJSON-1748560525 tempest-ExternalNetworksTestJSON-1748560525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (aae31225-7dc5-4e19-9e42-602dbc4bc9e6), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:52.882657 n-d-825015-3 neutron-server[103475]: INFO neutron.db.segments_db [None req-d43060b3-9a4c-44b9-bea3-f77df751d5d1 tempest-ExternalNetworksTestJSON-1748560525 tempest-ExternalNetworksTestJSON-1748560525-project] Added segment aae31225-7dc5-4e19-9e42-602dbc4bc9e6 of type vlan for network 874beb44-81b7-4fb2-9511-7bc32ddb6f59 Feb 04 12:32:52.909731 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-85c00ef3-713c-4c18-9dba-b172935a41eb admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2012533272-network', 'tenant_id': 'c4d15fc7880343b39b8aa486fa7d8d6b'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:32:52.961900 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43060b3-9a4c-44b9-bea3-f77df751d5d1 tempest-ExternalNetworksTestJSON-1748560525 tempest-ExternalNetworksTestJSON-1748560525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1665fc2-f390-4fc5-9440-7ac7fa4a5b02,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:52.969760 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85c00ef3-713c-4c18-9dba-b172935a41eb admin admin] Made reservation on behalf of c4d15fc7880343b39b8aa486fa7d8d6b for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:32:52.973248 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-85c00ef3-713c-4c18-9dba-b172935a41eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:52.986800 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-524c3d6c-1cc2-4dd4-9f6a-0d288804eac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (1cb7544b-3b32-44b8-ab6c-df4a9aae40f5), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:52.989157 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-85c00ef3-713c-4c18-9dba-b172935a41eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:53.007256 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d43060b3-9a4c-44b9-bea3-f77df751d5d1 tempest-ExternalNetworksTestJSON-1748560525 tempest-ExternalNetworksTestJSON-1748560525-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (874beb44-81b7-4fb2-9511-7bc32ddb6f59), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:53.110529 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-524c3d6c-1cc2-4dd4-9f6a-0d288804eac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (1cb7544b-3b32-44b8-ab6c-df4a9aae40f5), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:53.120560 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d43060b3-9a4c-44b9-bea3-f77df751d5d1 tempest-ExternalNetworksTestJSON-1748560525 tempest-ExternalNetworksTestJSON-1748560525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (874beb44-81b7-4fb2-9511-7bc32ddb6f59), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:53.125772 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43060b3-9a4c-44b9-bea3-f77df751d5d1 tempest-ExternalNetworksTestJSON-1748560525 tempest-ExternalNetworksTestJSON-1748560525-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:53.127276 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d43060b3-9a4c-44b9-bea3-f77df751d5d1 tempest-ExternalNetworksTestJSON-1748560525 tempest-ExternalNetworksTestJSON-1748560525-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:53.161688 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524c3d6c-1cc2-4dd4-9f6a-0d288804eac8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1cb7544b-3b32-44b8-ab6c-df4a9aae40f5,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:53.169299 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-524c3d6c-1cc2-4dd4-9f6a-0d288804eac8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:53.172522 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-524c3d6c-1cc2-4dd4-9f6a-0d288804eac8 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/1cb7544b-3b32-44b8-ab6c-df4a9aae40f5 HTTP/1.1" status: 204 len: 168 time: 0.4826210 Feb 04 12:32:53.178092 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 44864) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:53.181437 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a6584b-c299-4853-93ba-0e5c169f3537 None None] Network 071b61e7-30d4-4807-8ea9-d31ae3a931a3 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:32:53.186407 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-d43060b3-9a4c-44b9-bea3-f77df751d5d1 tempest-ExternalNetworksTestJSON-1748560525 tempest-ExternalNetworksTestJSON-1748560525-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.8873060 Feb 04 12:32:53.191013 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 44866) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:53.258529 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-85c00ef3-713c-4c18-9dba-b172935a41eb admin admin] Publish callbacks [] for security_group (26951b56-15ce-4b15-8edd-2361f86bbc9c), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:53.259375 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 44870) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:53.270742 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-85c00ef3-713c-4c18-9dba-b172935a41eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (26951b56-15ce-4b15-8edd-2361f86bbc9c), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:53.307852 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c00ef3-713c-4c18-9dba-b172935a41eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26951b56-15ce-4b15-8edd-2361f86bbc9c,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:53.332904 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85c00ef3-713c-4c18-9dba-b172935a41eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:32:53.342554 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a5ef9f46-f421-433e-96fc-3654806c3121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (071b61e7-30d4-4807-8ea9-d31ae3a931a3), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:53.358402 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-85c00ef3-713c-4c18-9dba-b172935a41eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (f185939f-4263-4eec-8fbe-70aa7c397fd6), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:53.359007 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-85c00ef3-713c-4c18-9dba-b172935a41eb admin admin] Added segment f185939f-4263-4eec-8fbe-70aa7c397fd6 of type vlan for network af49ccb7-5717-4383-8d53-b816a2d5ef9e Feb 04 12:32:53.442250 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-85c00ef3-713c-4c18-9dba-b172935a41eb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (af49ccb7-5717-4383-8d53-b816a2d5ef9e), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:53.468226 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-ce1c1192-aca0-4d9e-b7e5-943ad62beb5f admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1958881952-network', 'tenant_id': '93e9c0546800464980d83b989c0b3e8e'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:32:53.517298 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-85c00ef3-713c-4c18-9dba-b172935a41eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (af49ccb7-5717-4383-8d53-b816a2d5ef9e), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:53.518665 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c00ef3-713c-4c18-9dba-b172935a41eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:53.519435 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-85c00ef3-713c-4c18-9dba-b172935a41eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:53.527161 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-a5ef9f46-f421-433e-96fc-3654806c3121 admin admin] Deleting port 07582deb-cf2c-43b1-b390-f7d655d3d818 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:32:53.527697 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a5ef9f46-f421-433e-96fc-3654806c3121 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (07582deb-cf2c-43b1-b390-f7d655d3d818), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:53.529926 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce1c1192-aca0-4d9e-b7e5-943ad62beb5f admin admin] Made reservation on behalf of 93e9c0546800464980d83b989c0b3e8e for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:32:53.532828 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ce1c1192-aca0-4d9e-b7e5-943ad62beb5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:53.563006 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 6f041d65-5b0a-475f-b96d-b4aefee7384a up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:32:53.570711 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-eb77251b-63ad-4908-8bce-8136cf8670a6 tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Request body: {'network': {'name': 'tempest-network--802085820', 'router:external': True}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:32:53.574147 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ce1c1192-aca0-4d9e-b7e5-943ad62beb5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:53.633923 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a4d586b5-e014-462d-9564-2c7f8194ac28 req-1fe63abc-9c50-4bdf-b580-de679391d914 tempest-ServerShowV254Test-1127696232 tempest-ServerShowV254Test-1127696232-project] 10.222.0.65 "GET /v2.0/ports?device_id=47ef7185-cbbb-475d-9695-78bcb14da71d HTTP/1.1" status: 200 len: 210 time: 0.4786642 Feb 04 12:32:53.668054 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9520309a-bc27-46c2-aa6f-0d2b8a7f6e74 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (3d05d7a8-a1c7-4be3-9595-e4ce7958c039), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:53.672460 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-85c00ef3-713c-4c18-9dba-b172935a41eb admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0021360 Feb 04 12:32:53.683628 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 44874) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:53.692563 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-290b31c3-5fdc-4c4c-8e9b-27005ffee476 admin admin] Request body: {'subnet': {'network_id': 'af49ccb7-5717-4383-8d53-b816a2d5ef9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2012533272-subnet', 'tenant_id': 'c4d15fc7880343b39b8aa486fa7d8d6b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:32:53.700473 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c00ef3-713c-4c18-9dba-b172935a41eb admin admin] Pushing event updated for resources: {'Network': ['ID=af49ccb7-5717-4383-8d53-b816a2d5ef9e,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:53.711153 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9520309a-bc27-46c2-aa6f-0d2b8a7f6e74 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Pushing event deleted for resources: {'Port': ['ID=3d05d7a8-a1c7-4be3-9595-e4ce7958c039,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:53.721385 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network af49ccb7-5717-4383-8d53-b816a2d5ef9e details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:32:53.732952 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-a5ef9f46-f421-433e-96fc-3654806c3121 admin admin] For port 07582deb-cf2c-43b1-b390-f7d655d3d818, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=07582deb-cf2c-43b1-b390-f7d655d3d818,segment=NetworkSegment(7a896f1c-7831-4aed-9431-4ad0dce964ba),segment_id=7a896f1c-7831-4aed-9431-4ad0dce964ba)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:32:53.733223 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a5ef9f46-f421-433e-96fc-3654806c3121 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (07582deb-cf2c-43b1-b390-f7d655d3d818), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:53.734115 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9520309a-bc27-46c2-aa6f-0d2b8a7f6e74 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] No DVR routers for this DVR port 3d05d7a8-a1c7-4be3-9595-e4ce7958c039 on host n-d-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:32:53.738122 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb77251b-63ad-4908-8bce-8136cf8670a6 tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Made reservation on behalf of 6889a1b00b884c33a2ae9393b4eb5fd5 for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:32:53.740658 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-eb77251b-63ad-4908-8bce-8136cf8670a6 tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:53.742998 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-66141736-b431-40c1-b41a-11fe3e824bf9 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks [] for port (d984e08f-3d7b-483c-9705-437092d2ccb2), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:53.746689 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43060b3-9a4c-44b9-bea3-f77df751d5d1 tempest-ExternalNetworksTestJSON-1748560525 tempest-ExternalNetworksTestJSON-1748560525-project] Pushing event updated for resources: {'Network': ['ID=874beb44-81b7-4fb2-9511-7bc32ddb6f59,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:53.771626 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-eb77251b-63ad-4908-8bce-8136cf8670a6 tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:53.782899 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-a5ef9f46-f421-433e-96fc-3654806c3121 admin admin] Calling delete_port for 07582deb-cf2c-43b1-b390-f7d655d3d818 owned by network:dhcp {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:32:53.820241 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-290b31c3-5fdc-4c4c-8e9b-27005ffee476 admin admin] Made reservation on behalf of c4d15fc7880343b39b8aa486fa7d8d6b for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:32:53.820927 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 874beb44-81b7-4fb2-9511-7bc32ddb6f59 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:32:53.822903 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-290b31c3-5fdc-4c4c-8e9b-27005ffee476 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60610638'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:53.855134 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning for port 6f041d65-5b0a-475f-b96d-b4aefee7384a completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:32:53.894671 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9520309a-bc27-46c2-aa6f-0d2b8a7f6e74 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (988e22e1-fdaf-4cb3-8a35-b38892ed22c0), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:53.912696 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [None req-66141736-b431-40c1-b41a-11fe3e824bf9 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] device_id is not set on port 9059df79-1820-4528-afdb-eff28b580333 yet. {{(pid=103475) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 12:32:53.938206 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port 6f041d65-5b0a-475f-b96d-b4aefee7384a triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:32:53.939138 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (6f041d65-5b0a-475f-b96d-b4aefee7384a), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:53.964254 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-9520309a-bc27-46c2-aa6f-0d2b8a7f6e74 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['988e22e1-fdaf-4cb3-8a35-b38892ed22c0']}} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:32:53.992497 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-9520309a-bc27-46c2-aa6f-0d2b8a7f6e74 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d8b853f-1d3d-41b4-900d-a7b49de952be') {'for_net_delete': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:32:53.992793 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-9520309a-bc27-46c2-aa6f-0d2b8a7f6e74 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d8b853f-1d3d-41b4-900d-a7b49de952be') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:32:54.000410 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device af738814-b0fa-4d7d-933e-68df22ba2435 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:32:54.025475 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9520309a-bc27-46c2-aa6f-0d2b8a7f6e74 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51859336'] for segment (0d8b853f-1d3d-41b4-900d-a7b49de952be), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:54.026815 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ce1c1192-aca0-4d9e-b7e5-943ad62beb5f admin admin] Publish callbacks [] for security_group (520d7e4a-da8d-4bad-bd7a-18e2c4936c9a), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:54.049619 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ce1c1192-aca0-4d9e-b7e5-943ad62beb5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (520d7e4a-da8d-4bad-bd7a-18e2c4936c9a), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:54.055917 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997754b1-191e-4646-bf53-d56f41832a15 req-e5f5dd9e-ffef-4bc5-88ab-10d2b029937c tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:54.057498 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-997754b1-191e-4646-bf53-d56f41832a15 req-e5f5dd9e-ffef-4bc5-88ab-10d2b029937c tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/ports?device_id=064b8b16-59ce-4f5e-b1f8-f430debd9ab3 HTTP/1.1" status: 200 len: 945 time: 0.1388347 Feb 04 12:32:54.058582 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9520309a-bc27-46c2-aa6f-0d2b8a7f6e74 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (0d8b853f-1d3d-41b4-900d-a7b49de952be), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:54.059667 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc89d0d-4be0-4cd6-b204-10444d688950 None None] DHCP port deletion for 071b61e7-30d4-4807-8ea9-d31ae3a931a3 request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 12:32:54.070536 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9520309a-bc27-46c2-aa6f-0d2b8a7f6e74 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=103475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:32:54.070783 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: af738814-b0fa-4d7d-933e-68df22ba2435 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:32:54.070919 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9520309a-bc27-46c2-aa6f-0d2b8a7f6e74 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-52093388'] for segment (0d8b853f-1d3d-41b4-900d-a7b49de952be), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:54.071066 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device af738814-b0fa-4d7d-933e-68df22ba2435 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:32:54.075697 n-d-825015-3 neutron-server[103475]: Traceback (most recent call last): Feb 04 12:32:54.075697 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:32:54.075697 n-d-825015-3 neutron-server[103475]: timer() Feb 04 12:32:54.075697 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:32:54.075697 n-d-825015-3 neutron-server[103475]: cb(*args, **kw) Feb 04 12:32:54.075697 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:32:54.075697 n-d-825015-3 neutron-server[103475]: return func(*args, **kwargs) Feb 04 12:32:54.075697 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:32:54.075697 n-d-825015-3 neutron-server[103475]: self._notify() Feb 04 12:32:54.075697 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:32:54.075697 n-d-825015-3 neutron-server[103475]: self.callback(batched_events) Feb 04 12:32:54.075697 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:32:54.075697 n-d-825015-3 neutron-server[103475]: event.method(event) Feb 04 12:32:54.075697 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:32:54.075697 n-d-825015-3 neutron-server[103475]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:32:54.075697 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:32:54.075697 n-d-825015-3 neutron-server[103475]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:32:54.075697 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:32:54.075697 n-d-825015-3 neutron-server[103475]: return f(self, *a, **k) Feb 04 12:32:54.075697 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:32:54.075697 n-d-825015-3 neutron-server[103475]: return self._get(url).json() Feb 04 12:32:54.075697 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:32:54.075697 n-d-825015-3 neutron-server[103475]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:32:54.075697 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:32:54.075697 n-d-825015-3 neutron-server[103475]: return self.request(url, 'GET', **kwargs) Feb 04 12:32:54.075697 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:32:54.075697 n-d-825015-3 neutron-server[103475]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:32:54.075697 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:32:54.075697 n-d-825015-3 neutron-server[103475]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:32:54.075697 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:32:54.075697 n-d-825015-3 neutron-server[103475]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:32:54.075697 n-d-825015-3 neutron-server[103475]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:32:54.155658 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 6f041d65-5b0a-475f-b96d-b4aefee7384a is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:32:54.156515 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (6f041d65-5b0a-475f-b96d-b4aefee7384a), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:54.185921 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9520309a-bc27-46c2-aa6f-0d2b8a7f6e74 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (988e22e1-fdaf-4cb3-8a35-b38892ed22c0), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:54.199305 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '064b8b16-59ce-4f5e-b1f8-f430debd9ab3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f041d65-5b0a-475f-b96d-b4aefee7384a'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:32:54.199988 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9520309a-bc27-46c2-aa6f-0d2b8a7f6e74 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:54.201649 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad498c2f-be0f-497d-acd3-244c371fc6d2" -d '{"events": [{"server_uuid": "064b8b16-59ce-4f5e-b1f8-f430debd9ab3", "name": "network-vif-plugged", "status": "completed", "tag": "6f041d65-5b0a-475f-b96d-b4aefee7384a"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:32:54.207753 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-9520309a-bc27-46c2-aa6f-0d2b8a7f6e74 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] 10.222.0.65 "DELETE /v2.0/networks/988e22e1-fdaf-4cb3-8a35-b38892ed22c0 HTTP/1.1" status: 204 len: 168 time: 5.1363795 Feb 04 12:32:54.223691 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 6f041d65-5b0a-475f-b96d-b4aefee7384a, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=6f041d65-5b0a-475f-b96d-b4aefee7384a,segment=NetworkSegment(e9a4c4bf-e4ee-411b-abe4-f3340937d454),segment_id=e9a4c4bf-e4ee-411b-abe4-f3340937d454)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:32:54.230123 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-abc89d0d-4be0-4cd6-b204-10444d688950 None None] Deleting port 07582deb-cf2c-43b1-b390-f7d655d3d818 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:32:54.230504 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-abc89d0d-4be0-4cd6-b204-10444d688950 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (07582deb-cf2c-43b1-b390-f7d655d3d818), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:54.235357 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (6f041d65-5b0a-475f-b96d-b4aefee7384a), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:54.264057 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 44880) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:54.269343 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-997754b1-191e-4646-bf53-d56f41832a15 req-18063b99-ff29-49d3-b7d9-b9d855d6482c tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/security-groups?id=67d57791-96db-4689-9a02-f69bf9a8e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827896 Feb 04 12:32:54.276001 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-a5e174e3-9484-4430-9bd2-ec765a835aba tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1177964286'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:32:54.286706 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-556eb77b-855e-4080-b31a-ab1c79ec5990 x-openstack-request-id: req-556eb77b-855e-4080-b31a-ab1c79ec5990 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:32:54.287265 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "064b8b16-59ce-4f5e-b1f8-f430debd9ab3", "name": "network-vif-plugged", "status": "completed", "tag": "6f041d65-5b0a-475f-b96d-b4aefee7384a", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:32:54.288018 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-556eb77b-855e-4080-b31a-ab1c79ec5990 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:32:54.288580 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '064b8b16-59ce-4f5e-b1f8-f430debd9ab3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f041d65-5b0a-475f-b96d-b4aefee7384a', 'code': 200} Feb 04 12:32:54.327777 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-66141736-b431-40c1-b41a-11fe3e824bf9 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks [] for port (9059df79-1820-4528-afdb-eff28b580333), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:54.331371 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9520309a-bc27-46c2-aa6f-0d2b8a7f6e74 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Pushing event deleted for resources: {'Network': ['ID=988e22e1-fdaf-4cb3-8a35-b38892ed22c0,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:54.358674 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-abc89d0d-4be0-4cd6-b204-10444d688950 None None] For port 07582deb-cf2c-43b1-b390-f7d655d3d818, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=07582deb-cf2c-43b1-b390-f7d655d3d818,segment=NetworkSegment(7a896f1c-7831-4aed-9431-4ad0dce964ba),segment_id=7a896f1c-7831-4aed-9431-4ad0dce964ba)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:32:54.359083 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-abc89d0d-4be0-4cd6-b204-10444d688950 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (07582deb-cf2c-43b1-b390-f7d655d3d818), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:54.389518 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=6f041d65-5b0a-475f-b96d-b4aefee7384a,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:54.393901 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-abc89d0d-4be0-4cd6-b204-10444d688950 None None] Calling delete_port for 07582deb-cf2c-43b1-b390-f7d655d3d818 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:32:54.399726 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5e174e3-9484-4430-9bd2-ec765a835aba tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Made reservation on behalf of 033089eae79b4f9fa2373fbe9923684e for: {'network': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:32:54.404235 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a5e174e3-9484-4430-9bd2-ec765a835aba tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:54.447947 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4271f48-1c87-40a4-888e-7148dc91f953 req-985d60b4-7a4e-4720-a330-8b31bc934774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:54.450022 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b4271f48-1c87-40a4-888e-7148dc91f953 req-985d60b4-7a4e-4720-a330-8b31bc934774 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=064b8b16-59ce-4f5e-b1f8-f430debd9ab3 HTTP/1.1" status: 200 len: 1128 time: 0.1104176 Feb 04 12:32:54.456820 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-66141736-b431-40c1-b41a-11fe3e824bf9 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (d984e08f-3d7b-483c-9705-437092d2ccb2), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:54.469040 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5e174e3-9484-4430-9bd2-ec765a835aba tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=103475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:32:54.485298 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a5ef9f46-f421-433e-96fc-3654806c3121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (07582deb-cf2c-43b1-b390-f7d655d3d818), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:54.491808 n-d-825015-3 neutron-server[103476]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 04 12:32:54.491808 n-d-825015-3 neutron-server[103476]: from cryptography.utils import int_from_bytes Feb 04 12:32:54.491808 n-d-825015-3 neutron-server[103476]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 04 12:32:54.491808 n-d-825015-3 neutron-server[103476]: from cryptography.utils import int_from_bytes Feb 04 12:32:54.491808 n-d-825015-3 neutron-server[103476]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:32:54.491808 n-d-825015-3 neutron-server[103476]: self.session.flush() Feb 04 12:32:54.491808 n-d-825015-3 neutron-server[103476]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:32:54.491808 n-d-825015-3 neutron-server[103476]: self.session.flush() Feb 04 12:32:54.491808 n-d-825015-3 neutron-server[103476]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:32:54.491808 n-d-825015-3 neutron-server[103476]: self.session.flush() Feb 04 12:32:54.491808 n-d-825015-3 neutron-server[103476]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:32:54.491808 n-d-825015-3 neutron-server[103476]: self.session.flush() Feb 04 12:32:54.491808 n-d-825015-3 neutron-server[103476]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:32:54.491808 n-d-825015-3 neutron-server[103476]: self.session.flush() Feb 04 12:32:54.491808 n-d-825015-3 neutron-server[103476]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:32:54.491808 n-d-825015-3 neutron-server[103476]: self.session.flush() Feb 04 12:32:54.491808 n-d-825015-3 neutron-server[103476]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:32:54.491808 n-d-825015-3 neutron-server[103476]: self.session.flush() Feb 04 12:32:54.491808 n-d-825015-3 neutron-server[103476]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:32:54.491808 n-d-825015-3 neutron-server[103476]: self.session.flush() Feb 04 12:32:54.491808 n-d-825015-3 neutron-server[103476]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:32:54.491808 n-d-825015-3 neutron-server[103476]: self.session.flush() Feb 04 12:32:54.491808 n-d-825015-3 neutron-server[103476]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:32:54.491808 n-d-825015-3 neutron-server[103476]: self.session.flush() Feb 04 12:32:54.491808 n-d-825015-3 neutron-server[103476]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:32:54.491808 n-d-825015-3 neutron-server[103476]: self.session.flush() Feb 04 12:32:54.491808 n-d-825015-3 neutron-server[103476]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:32:54.491808 n-d-825015-3 neutron-server[103476]: self.session.flush() Feb 04 12:32:54.491808 n-d-825015-3 neutron-server[103476]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:32:54.491808 n-d-825015-3 neutron-server[103476]: self.session.flush() Feb 04 12:32:54.491808 n-d-825015-3 neutron-server[103476]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:32:54.491808 n-d-825015-3 neutron-server[103476]: self.session.flush() Feb 04 12:32:54.491808 n-d-825015-3 neutron-server[103476]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:32:54.491808 n-d-825015-3 neutron-server[103476]: self.session.flush() Feb 04 12:32:54.491808 n-d-825015-3 neutron-server[103476]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:32:54.491808 n-d-825015-3 neutron-server[103476]: self.session.flush() Feb 04 12:32:54.491808 n-d-825015-3 neutron-server[103476]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:32:54.491808 n-d-825015-3 neutron-server[103476]: self.session.flush() Feb 04 12:32:54.491808 n-d-825015-3 neutron-server[103476]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:32:54.491808 n-d-825015-3 neutron-server[103476]: self.session.flush() Feb 04 12:32:54.491808 n-d-825015-3 neutron-server[103476]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:32:54.491808 n-d-825015-3 neutron-server[103476]: self.session.flush() Feb 04 12:32:54.494787 n-d-825015-3 neutron-server[103476]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:32:54.494787 n-d-825015-3 neutron-server[103476]: self.session.flush() Feb 04 12:32:54.494787 n-d-825015-3 neutron-server[103476]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:32:54.494787 n-d-825015-3 neutron-server[103476]: self.session.flush() Feb 04 12:32:54.494787 n-d-825015-3 neutron-server[103476]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:32:54.494787 n-d-825015-3 neutron-server[103476]: self.session.flush() Feb 04 12:32:54.494787 n-d-825015-3 neutron-server[103476]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:32:54.494787 n-d-825015-3 neutron-server[103476]: self.session.flush() Feb 04 12:32:54.494787 n-d-825015-3 neutron-server[103476]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:32:54.494787 n-d-825015-3 neutron-server[103476]: self.session.flush() Feb 04 12:32:54.494787 n-d-825015-3 neutron-server[103476]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:32:54.494787 n-d-825015-3 neutron-server[103476]: self.session.flush() Feb 04 12:32:54.494787 n-d-825015-3 neutron-server[103476]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:32:54.494787 n-d-825015-3 neutron-server[103476]: self.session.flush() Feb 04 12:32:54.495691 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce1c1192-aca0-4d9e-b7e5-943ad62beb5f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:32:54.505355 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-abc89d0d-4be0-4cd6-b204-10444d688950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (07582deb-cf2c-43b1-b390-f7d655d3d818), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:54.510434 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1c1192-aca0-4d9e-b7e5-943ad62beb5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=520d7e4a-da8d-4bad-bd7a-18e2c4936c9a,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:54.528246 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a5e174e3-9484-4430-9bd2-ec765a835aba tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (d10fed36-b888-4f02-98b8-f9f3bb6806ca), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:54.528604 n-d-825015-3 neutron-server[103475]: INFO neutron.db.segments_db [None req-a5e174e3-9484-4430-9bd2-ec765a835aba tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Added segment d10fed36-b888-4f02-98b8-f9f3bb6806ca of type vlan for network 709ce2de-a9e8-47b2-a9d5-414087524813 Feb 04 12:32:54.544315 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc89d0d-4be0-4cd6-b204-10444d688950 None None] Pushing event deleted for resources: {'Port': ['ID=07582deb-cf2c-43b1-b390-f7d655d3d818,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:54.548917 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ef9f46-f421-433e-96fc-3654806c3121 admin admin] Pushing event deleted for resources: {'Port': ['ID=07582deb-cf2c-43b1-b390-f7d655d3d818,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:54.551558 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ce1c1192-aca0-4d9e-b7e5-943ad62beb5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (c287289d-a155-4bb9-8dfa-43a32cc1cb60), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:54.551934 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-ce1c1192-aca0-4d9e-b7e5-943ad62beb5f admin admin] Added segment c287289d-a155-4bb9-8dfa-43a32cc1cb60 of type vlan for network cb5573a2-90b6-4422-8293-1c8da60e8fdd Feb 04 12:32:54.552939 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc89d0d-4be0-4cd6-b204-10444d688950 None None] No DVR routers for this DVR port 07582deb-cf2c-43b1-b390-f7d655d3d818 on host n-d-825015-3 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:32:54.556076 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ef9f46-f421-433e-96fc-3654806c3121 admin admin] No DVR routers for this DVR port 07582deb-cf2c-43b1-b390-f7d655d3d818 on host n-d-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:32:54.557798 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66141736-b431-40c1-b41a-11fe3e824bf9 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Network 6c81f3de-3475-436c-a4ac-8f63955bceb3 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:32:54.572879 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-66141736-b431-40c1-b41a-11fe3e824bf9 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:32:54.598905 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66141736-b431-40c1-b41a-11fe3e824bf9 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:32:54.599770 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-66141736-b431-40c1-b41a-11fe3e824bf9 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (9059df79-1820-4528-afdb-eff28b580333), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:54.601304 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66141736-b431-40c1-b41a-11fe3e824bf9 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Pushing event updated for resources: {'Port': ['ID=d984e08f-3d7b-483c-9705-437092d2ccb2,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:54.618577 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b4271f48-1c87-40a4-888e-7148dc91f953 req-e77ca4e5-3883-4310-9bbd-2d53294bd2ce service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=67d57791-96db-4689-9a02-f69bf9a8e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590519 Feb 04 12:32:54.625013 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a5e174e3-9484-4430-9bd2-ec765a835aba tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (709ce2de-a9e8-47b2-a9d5-414087524813), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:54.641165 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-eb77251b-63ad-4908-8bce-8136cf8670a6 tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Publish callbacks [] for security_group (aee644d8-a248-4efb-b6ea-b3cc807dd1d8), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:54.659553 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-eb77251b-63ad-4908-8bce-8136cf8670a6 tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (aee644d8-a248-4efb-b6ea-b3cc807dd1d8), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:54.690225 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66141736-b431-40c1-b41a-11fe3e824bf9 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Pushing event updated for resources: {'Port': ['ID=9059df79-1820-4528-afdb-eff28b580333,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:54.709435 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a5e174e3-9484-4430-9bd2-ec765a835aba tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (709ce2de-a9e8-47b2-a9d5-414087524813), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:54.712517 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ce1c1192-aca0-4d9e-b7e5-943ad62beb5f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (cb5573a2-90b6-4422-8293-1c8da60e8fdd), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:54.714333 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e174e3-9484-4430-9bd2-ec765a835aba tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:54.714948 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a5e174e3-9484-4430-9bd2-ec765a835aba tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:54.717457 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66141736-b431-40c1-b41a-11fe3e824bf9 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Checking segment: {'id': 'ff2da1a5-a8dd-4440-a29e-768e9bac6915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1f54406c-7ac2-4989-97ea-75845b4b398c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:32:54.717824 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66141736-b431-40c1-b41a-11fe3e824bf9 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Network hostable DHCP agents. Network: 1f54406c-7ac2-4989-97ea-75845b4b398c, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:32:54.794316 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a5ef9f46-f421-433e-96fc-3654806c3121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (071b61e7-30d4-4807-8ea9-d31ae3a931a3), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:54.805809 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0716fb1e-8a16-42f4-ad2c-18e3f7ab395f req-f8b64c0f-37a6-44d0-bc1b-efc5e565240c tempest-ServerShowV254Test-1127696232 tempest-ServerShowV254Test-1127696232-project] 10.222.0.65 "GET /v2.0/ports?device_id=47ef7185-cbbb-475d-9695-78bcb14da71d HTTP/1.1" status: 200 len: 210 time: 0.0758533 Feb 04 12:32:54.810403 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-a5e174e3-9484-4430-9bd2-ec765a835aba tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5370302 Feb 04 12:32:54.810522 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb77251b-63ad-4908-8bce-8136cf8670a6 tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aee644d8-a248-4efb-b6ea-b3cc807dd1d8,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:54.820872 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 44884) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:54.828669 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-926397ee-8a04-4b2d-84df-61dc4618fa77 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:32:54.836529 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66141736-b431-40c1-b41a-11fe3e824bf9 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Network 1f54406c-7ac2-4989-97ea-75845b4b398c is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:32:54.838759 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e174e3-9484-4430-9bd2-ec765a835aba tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Pushing event updated for resources: {'Network': ['ID=709ce2de-a9e8-47b2-a9d5-414087524813,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:54.853230 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-66141736-b431-40c1-b41a-11fe3e824bf9 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 1f54406c-7ac2-4989-97ea-75845b4b398c) {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:32:54.856653 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 709ce2de-a9e8-47b2-a9d5-414087524813 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:32:54.861598 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303fc990-b49b-45e8-bfe2-fb875db40dd2 None None] Network 1f54406c-7ac2-4989-97ea-75845b4b398c requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:32:54.864118 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66141736-b431-40c1-b41a-11fe3e824bf9 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:32:54.869978 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66141736-b431-40c1-b41a-11fe3e824bf9 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:54.875036 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66141736-b431-40c1-b41a-11fe3e824bf9 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:54.875936 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-66141736-b431-40c1-b41a-11fe3e824bf9 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:54.900665 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-66141736-b431-40c1-b41a-11fe3e824bf9 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.4244447 Feb 04 12:32:54.901615 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 44886) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:54.912297 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ce1c1192-aca0-4d9e-b7e5-943ad62beb5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (cb5573a2-90b6-4422-8293-1c8da60e8fdd), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:54.913268 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1c1192-aca0-4d9e-b7e5-943ad62beb5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:54.913870 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ce1c1192-aca0-4d9e-b7e5-943ad62beb5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:54.917085 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-290b31c3-5fdc-4c4c-8e9b-27005ffee476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59045178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60610680'] for subnet (538e919b-4a11-4d6a-8000-797451e40b7f), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:54.919820 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-a5ef9f46-f421-433e-96fc-3654806c3121 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['071b61e7-30d4-4807-8ea9-d31ae3a931a3']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:32:54.930458 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.db.api [None req-eb77251b-63ad-4908-8bce-8136cf8670a6 tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=103474) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 12:32:54.930769 n-d-825015-3 neutron-server[103474]: DEBUG oslo_db.api [None req-eb77251b-63ad-4908-8bce-8136cf8670a6 tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 12:32:54.986210 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-a5ef9f46-f421-433e-96fc-3654806c3121 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a896f1c-7831-4aed-9431-4ad0dce964ba') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:32:54.986776 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-a5ef9f46-f421-433e-96fc-3654806c3121 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a896f1c-7831-4aed-9431-4ad0dce964ba') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:32:55.006850 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-86ab9d8e-de17-4e31-a632-ef4f54771b5c tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Deleting port 9059df79-1820-4528-afdb-eff28b580333 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:32:55.007235 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-86ab9d8e-de17-4e31-a632-ef4f54771b5c tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (9059df79-1820-4528-afdb-eff28b580333), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:55.042143 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-ce1c1192-aca0-4d9e-b7e5-943ad62beb5f admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7816753 Feb 04 12:32:55.047506 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a5ef9f46-f421-433e-96fc-3654806c3121 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (7a896f1c-7831-4aed-9431-4ad0dce964ba), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:55.051347 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 44888) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:55.058456 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-7d04a3fe-3685-4310-ad09-223898520879 admin admin] Request body: {'subnet': {'network_id': 'cb5573a2-90b6-4422-8293-1c8da60e8fdd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1958881952-subnet', 'tenant_id': '93e9c0546800464980d83b989c0b3e8e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:32:55.098407 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-86ab9d8e-de17-4e31-a632-ef4f54771b5c tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (9059df79-1820-4528-afdb-eff28b580333), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:55.113027 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d04a3fe-3685-4310-ad09-223898520879 admin admin] Made reservation on behalf of 93e9c0546800464980d83b989c0b3e8e for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:32:55.115419 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7d04a3fe-3685-4310-ad09-223898520879 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:55.117716 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-86ab9d8e-de17-4e31-a632-ef4f54771b5c tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Calling delete_port for 9059df79-1820-4528-afdb-eff28b580333 owned by {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:32:55.120246 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a5ef9f46-f421-433e-96fc-3654806c3121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (7a896f1c-7831-4aed-9431-4ad0dce964ba), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:55.158267 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1c1192-aca0-4d9e-b7e5-943ad62beb5f admin admin] Pushing event updated for resources: {'Network': ['ID=cb5573a2-90b6-4422-8293-1c8da60e8fdd,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:55.161743 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5ef9f46-f421-433e-96fc-3654806c3121 admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:32:55.162606 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a5ef9f46-f421-433e-96fc-3654806c3121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (7a896f1c-7831-4aed-9431-4ad0dce964ba), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:55.172723 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 12:32:55.172723 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:32:55.172723 n-d-825015-3 neutron-server[103474]: timer() Feb 04 12:32:55.172723 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:32:55.172723 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 12:32:55.172723 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:32:55.172723 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 12:32:55.172723 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:32:55.172723 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 12:32:55.172723 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:32:55.172723 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 12:32:55.172723 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:32:55.172723 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 12:32:55.172723 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:32:55.172723 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:32:55.172723 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:32:55.172723 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:32:55.172723 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:32:55.172723 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 12:32:55.172723 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:32:55.172723 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 12:32:55.172723 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:32:55.172723 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:32:55.172723 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:32:55.172723 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 12:32:55.172723 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:32:55.172723 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:32:55.172723 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:32:55.172723 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:32:55.172723 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:32:55.172723 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:32:55.172723 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:32:55.178211 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290b31c3-5fdc-4c4c-8e9b-27005ffee476 admin admin] Pushing event updated for resources: {'Subnet': ['ID=538e919b-4a11-4d6a-8000-797451e40b7f,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:55.178293 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network cb5573a2-90b6-4422-8293-1c8da60e8fdd details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:32:55.269524 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290b31c3-5fdc-4c4c-8e9b-27005ffee476 admin admin] Checking segment: {'id': 'f185939f-4263-4eec-8fbe-70aa7c397fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'af49ccb7-5717-4383-8d53-b816a2d5ef9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:32:55.269939 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290b31c3-5fdc-4c4c-8e9b-27005ffee476 admin admin] Network hostable DHCP agents. Network: af49ccb7-5717-4383-8d53-b816a2d5ef9e, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:32:55.270929 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-86ab9d8e-de17-4e31-a632-ef4f54771b5c tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (9059df79-1820-4528-afdb-eff28b580333), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:55.294580 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-926397ee-8a04-4b2d-84df-61dc4618fa77 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (709ce2de-a9e8-47b2-a9d5-414087524813), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:55.306472 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ab9d8e-de17-4e31-a632-ef4f54771b5c tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Pushing event deleted for resources: {'Port': ['ID=9059df79-1820-4528-afdb-eff28b580333,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:55.309204 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a5ef9f46-f421-433e-96fc-3654806c3121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (071b61e7-30d4-4807-8ea9-d31ae3a931a3), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:55.318856 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a5ef9f46-f421-433e-96fc-3654806c3121 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:55.320380 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-86ab9d8e-de17-4e31-a632-ef4f54771b5c tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:55.324881 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-a5ef9f46-f421-433e-96fc-3654806c3121 admin admin] 10.222.0.65 "DELETE /v2.0/networks/071b61e7-30d4-4807-8ea9-d31ae3a931a3 HTTP/1.1" status: 204 len: 168 time: 2.1436234 Feb 04 12:32:55.325066 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-86ab9d8e-de17-4e31-a632-ef4f54771b5c tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "DELETE /v2.0/ports/9059df79-1820-4528-afdb-eff28b580333 HTTP/1.1" status: 204 len: 168 time: 0.4220738 Feb 04 12:32:55.326686 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 44894) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:55.328253 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-926397ee-8a04-4b2d-84df-61dc4618fa77 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (709ce2de-a9e8-47b2-a9d5-414087524813), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:55.346661 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ef9f46-f421-433e-96fc-3654806c3121 admin admin] Pushing event deleted for resources: {'Network': ['ID=071b61e7-30d4-4807-8ea9-d31ae3a931a3,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:55.357713 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-926397ee-8a04-4b2d-84df-61dc4618fa77 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Network 709ce2de-a9e8-47b2-a9d5-414087524813 is not hosted by any dhcp agent {{(pid=103474) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 04 12:32:55.363499 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926397ee-8a04-4b2d-84df-61dc4618fa77 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:55.364365 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-926397ee-8a04-4b2d-84df-61dc4618fa77 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:55.366312 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-926397ee-8a04-4b2d-84df-61dc4618fa77 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] 10.222.0.65 "PUT /v2.0/networks/709ce2de-a9e8-47b2-a9d5-414087524813 HTTP/1.1" status: 200 len: 723 time: 0.5439987 Feb 04 12:32:55.378901 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290b31c3-5fdc-4c4c-8e9b-27005ffee476 admin admin] Network af49ccb7-5717-4383-8d53-b816a2d5ef9e is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:32:55.390508 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 44896) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:55.399519 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-bd8b7620-1235-4190-94e5-b7e7c16b840e tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Request body: {'subnet': {'network_id': '709ce2de-a9e8-47b2-a9d5-414087524813', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:32:55.433168 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-eb77251b-63ad-4908-8bce-8136cf8670a6 tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:55.437399 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 12:32:55.472171 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-290b31c3-5fdc-4c4c-8e9b-27005ffee476 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, af49ccb7-5717-4383-8d53-b816a2d5ef9e) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:32:55.490089 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-290b31c3-5fdc-4c4c-8e9b-27005ffee476 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:55.490784 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-290b31c3-5fdc-4c4c-8e9b-27005ffee476 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:55.491391 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa16028b-f333-4e15-8a6b-93ac320deba5 None None] Network af49ccb7-5717-4383-8d53-b816a2d5ef9e requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:32:55.504612 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926397ee-8a04-4b2d-84df-61dc4618fa77 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Pushing event updated for resources: {'Network': ['ID=709ce2de-a9e8-47b2-a9d5-414087524813,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:55.532277 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-290b31c3-5fdc-4c4c-8e9b-27005ffee476 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.8416977 Feb 04 12:32:55.532277 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb77251b-63ad-4908-8bce-8136cf8670a6 tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:32:55.532633 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 44898) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:55.539390 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-77cb15b1-21e7-4952-9ba7-212b114f9e5b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2012533272-router', 'tenant_id': 'c4d15fc7880343b39b8aa486fa7d8d6b', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:32:55.562092 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-eb77251b-63ad-4908-8bce-8136cf8670a6 tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (6bbee757-9581-406a-a69e-7d37ab86550c), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:55.562502 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-eb77251b-63ad-4908-8bce-8136cf8670a6 tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Added segment 6bbee757-9581-406a-a69e-7d37ab86550c of type vlan for network c5c3515e-1af2-4abe-901d-f897725ef82e Feb 04 12:32:55.601982 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-77cb15b1-21e7-4952-9ba7-212b114f9e5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10933'] for router (edd0f8ef-15aa-4880-9472-b2109d28b4c9), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:55.603592 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-77cb15b1-21e7-4952-9ba7-212b114f9e5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10924'] for router (edd0f8ef-15aa-4880-9472-b2109d28b4c9), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:55.618666 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9121598d-cad7-464c-b865-e68e926ec092 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:55.619135 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 709ce2de-a9e8-47b2-a9d5-414087524813 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:32:55.625350 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9121598d-cad7-464c-b865-e68e926ec092 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:55.628055 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-9121598d-cad7-464c-b865-e68e926ec092 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.3001137 Feb 04 12:32:55.633916 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 44900) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:55.636635 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-eb77251b-63ad-4908-8bce-8136cf8670a6 tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (c5c3515e-1af2-4abe-901d-f897725ef82e), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:55.649751 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 44902) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:55.655546 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dae307-c947-4a29-855c-2f171f160cc6 req-78cd9b46-3d8d-416c-a18a-0e6328f981de tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:55.657134 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a2dae307-c947-4a29-855c-2f171f160cc6 req-78cd9b46-3d8d-416c-a18a-0e6328f981de tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/ports?device_id=064b8b16-59ce-4f5e-b1f8-f430debd9ab3 HTTP/1.1" status: 200 len: 946 time: 0.1671073 Feb 04 12:32:55.743752 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7d04a3fe-3685-4310-ad09-223898520879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52094127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51452689'] for subnet (b5bf10de-b040-43ec-91fe-58db0158f2ab), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:55.755080 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-77cb15b1-21e7-4952-9ba7-212b114f9e5b admin admin] Publish callbacks [] for router_controller (edd0f8ef-15aa-4880-9472-b2109d28b4c9), precommit_add_association {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:55.802933 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-eb77251b-63ad-4908-8bce-8136cf8670a6 tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (c5c3515e-1af2-4abe-901d-f897725ef82e), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:55.804446 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb77251b-63ad-4908-8bce-8136cf8670a6 tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:55.804574 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-eb77251b-63ad-4908-8bce-8136cf8670a6 tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:55.808454 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd8b7620-1235-4190-94e5-b7e7c16b840e tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Made reservation on behalf of 033089eae79b4f9fa2373fbe9923684e for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:32:55.808979 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70a1b51-5220-40c2-b8b4-f1bb5579cab6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-af49ccb7-5717-4383-8d53-b816a2d5ef9e', 'network_id': 'af49ccb7-5717-4383-8d53-b816a2d5ef9e', 'project_id': 'c4d15fc7880343b39b8aa486fa7d8d6b', 'fixed_ips': [{'subnet_id': '538e919b-4a11-4d6a-8000-797451e40b7f'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 12:32:55.811946 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bd8b7620-1235-4190-94e5-b7e7c16b840e tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:55.812879 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f70a1b51-5220-40c2-b8b4-f1bb5579cab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:55.823864 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d04a3fe-3685-4310-ad09-223898520879 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5bf10de-b040-43ec-91fe-58db0158f2ab,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:55.904891 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a2dae307-c947-4a29-855c-2f171f160cc6 req-7d332894-9734-4255-8931-bf1d13511da5 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/security-groups?id=67d57791-96db-4689-9a02-f69bf9a8e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168596 Feb 04 12:32:55.916540 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb77251b-63ad-4908-8bce-8136cf8670a6 tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Pushing event updated for resources: {'Network': ['ID=c5c3515e-1af2-4abe-901d-f897725ef82e,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:55.969486 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d04a3fe-3685-4310-ad09-223898520879 admin admin] Checking segment: {'id': 'c287289d-a155-4bb9-8dfa-43a32cc1cb60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'cb5573a2-90b6-4422-8293-1c8da60e8fdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:32:55.969904 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d04a3fe-3685-4310-ad09-223898520879 admin admin] Network hostable DHCP agents. Network: cb5573a2-90b6-4422-8293-1c8da60e8fdd, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:32:55.971025 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-cabdc440-c7fc-432f-940b-a2b413a54e29 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a730f577f6c540ffb62b1abecee5e3b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3199112 Feb 04 12:32:55.974351 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 44906) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:56.014399 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-eb77251b-63ad-4908-8bce-8136cf8670a6 tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.8222947 Feb 04 12:32:56.023489 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 44908) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:56.051924 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-862fdfc2-f286-479c-904a-2fd40d2713ff req-7b25ddcc-d1a9-4a7f-88b6-6654de0578fe tempest-ServerShowV254Test-1127696232 tempest-ServerShowV254Test-1127696232-project] 10.222.0.65 "GET /v2.0/ports?device_id=47ef7185-cbbb-475d-9695-78bcb14da71d HTTP/1.1" status: 200 len: 210 time: 0.0749846 Feb 04 12:32:56.060462 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d04a3fe-3685-4310-ad09-223898520879 admin admin] Network cb5573a2-90b6-4422-8293-1c8da60e8fdd is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:32:56.093886 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network c5c3515e-1af2-4abe-901d-f897725ef82e details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:32:56.099365 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 07582deb-cf2c-43b1-b390-f7d655d3d818 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:32:56.115810 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-7d04a3fe-3685-4310-ad09-223898520879 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, cb5573a2-90b6-4422-8293-1c8da60e8fdd) {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:32:56.124311 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d04a3fe-3685-4310-ad09-223898520879 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:56.124897 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7d04a3fe-3685-4310-ad09-223898520879 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:56.156724 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-7d04a3fe-3685-4310-ad09-223898520879 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0992000 Feb 04 12:32:56.157447 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c156fb46-a3d4-4b06-a12d-9de355ed5ad2 None None] Network cb5573a2-90b6-4422-8293-1c8da60e8fdd requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:32:56.175967 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-77cb15b1-21e7-4952-9ba7-212b114f9e5b admin admin] Publish callbacks [] for router_gateway (edd0f8ef-15aa-4880-9472-b2109d28b4c9), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:56.205828 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 07582deb-cf2c-43b1-b390-f7d655d3d818 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:32:56.206463 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-816bafeb-c87e-48a3-b878-457439db72a7 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Deleting port d984e08f-3d7b-483c-9705-437092d2ccb2 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:32:56.206668 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 07582deb-cf2c-43b1-b390-f7d655d3d818 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:32:56.206930 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-816bafeb-c87e-48a3-b878-457439db72a7 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (d984e08f-3d7b-483c-9705-437092d2ccb2), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:56.265564 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bd8b7620-1235-4190-94e5-b7e7c16b840e tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52094127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51452689'] for subnet (9c89c955-c879-4261-9651-be5463900eb7), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:56.288633 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-816bafeb-c87e-48a3-b878-457439db72a7 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (d984e08f-3d7b-483c-9705-437092d2ccb2), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:56.312454 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-816bafeb-c87e-48a3-b878-457439db72a7 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Calling delete_port for d984e08f-3d7b-483c-9705-437092d2ccb2 owned by {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:32:56.339098 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 44914) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:56.382606 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8b7620-1235-4190-94e5-b7e7c16b840e tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Pushing event updated for resources: {'Subnet': ['ID=9c89c955-c879-4261-9651-be5463900eb7,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:56.395139 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8b7620-1235-4190-94e5-b7e7c16b840e tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Checking segment: {'id': 'd10fed36-b888-4f02-98b8-f9f3bb6806ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '709ce2de-a9e8-47b2-a9d5-414087524813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:32:56.395546 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8b7620-1235-4190-94e5-b7e7c16b840e tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Network hostable DHCP agents. Network: 709ce2de-a9e8-47b2-a9d5-414087524813, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:32:56.399538 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-06820d4f-ec0e-4c1a-b5de-0a03215f1378 admin admin] Publish callbacks [] for security_group (e2ed1b6a-af87-43ee-b400-c3ee325aeba1), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:56.408543 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-816bafeb-c87e-48a3-b878-457439db72a7 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (d984e08f-3d7b-483c-9705-437092d2ccb2), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:56.418588 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_v2 [None req-c63a264e-ec95-4e95-804f-0f3a79ec4ceb admin admin] Deleting subnet b5bf10de-b040-43ec-91fe-58db0158f2ab {{(pid=103475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:32:56.422518 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c63a264e-ec95-4e95-804f-0f3a79ec4ceb admin admin] Publish callbacks [] for subnet (b5bf10de-b040-43ec-91fe-58db0158f2ab), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:56.459212 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-44e923a4-f949-4ca2-9d6f-be321481220f tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (c5c3515e-1af2-4abe-901d-f897725ef82e), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:56.460224 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8b7620-1235-4190-94e5-b7e7c16b840e tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Network 709ce2de-a9e8-47b2-a9d5-414087524813 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:32:56.476922 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c63a264e-ec95-4e95-804f-0f3a79ec4ceb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51859329'] for subnet (b5bf10de-b040-43ec-91fe-58db0158f2ab), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:56.498742 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-bd8b7620-1235-4190-94e5-b7e7c16b840e tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 709ce2de-a9e8-47b2-a9d5-414087524813) {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:32:56.502328 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816bafeb-c87e-48a3-b878-457439db72a7 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Pushing event deleted for resources: {'Port': ['ID=d984e08f-3d7b-483c-9705-437092d2ccb2,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:56.505177 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8b7620-1235-4190-94e5-b7e7c16b840e tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:56.505780 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bd8b7620-1235-4190-94e5-b7e7c16b840e tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:56.510860 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-06820d4f-ec0e-4c1a-b5de-0a03215f1378 admin admin] Publish callbacks [] for security_group (e2ed1b6a-af87-43ee-b400-c3ee325aeba1), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:56.529080 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-816bafeb-c87e-48a3-b878-457439db72a7 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:56.535544 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-816bafeb-c87e-48a3-b878-457439db72a7 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "DELETE /v2.0/ports/d984e08f-3d7b-483c-9705-437092d2ccb2 HTTP/1.1" status: 204 len: 168 time: 0.9008214 Feb 04 12:32:56.535932 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8fc239d-2edb-46c6-9bf7-a74b190c3666 None None] Network 709ce2de-a9e8-47b2-a9d5-414087524813 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:32:56.541480 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-bd8b7620-1235-4190-94e5-b7e7c16b840e tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1423132 Feb 04 12:32:56.541480 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c63a264e-ec95-4e95-804f-0f3a79ec4ceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (b5bf10de-b040-43ec-91fe-58db0158f2ab), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:56.541725 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 44916) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:56.541725 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 44918) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:56.559876 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-7e72eab9-79b8-4dcd-b545-bf5be8aaee92 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:32:56.599914 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c63a264e-ec95-4e95-804f-0f3a79ec4ceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-52093282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51452698'] for subnet (b5bf10de-b040-43ec-91fe-58db0158f2ab), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:56.618995 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-f70a1b51-5220-40c2-b8b4-f1bb5579cab6 None None] Allocated IP 172.20.0.2 (af49ccb7-5717-4383-8d53-b816a2d5ef9e/538e919b-4a11-4d6a-8000-797451e40b7f/d24451a2-27af-436c-8c96-ddacd10daf7b) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:32:56.628902 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63a264e-ec95-4e95-804f-0f3a79ec4ceb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5bf10de-b040-43ec-91fe-58db0158f2ab,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:56.632839 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c63a264e-ec95-4e95-804f-0f3a79ec4ceb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:56.638402 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-c63a264e-ec95-4e95-804f-0f3a79ec4ceb admin admin] 10.222.0.65 "DELETE /v2.0/subnets/b5bf10de-b040-43ec-91fe-58db0158f2ab HTTP/1.1" status: 204 len: 168 time: 0.2958848 Feb 04 12:32:56.639015 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 44920) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:56.666400 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a5c71d-65c9-456f-93d9-ef7e967cec77 None None] Network cb5573a2-90b6-4422-8293-1c8da60e8fdd requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:32:56.728177 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d10837dc-1938-48ba-9d7e-8ba1e01707f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (cb5573a2-90b6-4422-8293-1c8da60e8fdd), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:56.764326 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-44e923a4-f949-4ca2-9d6f-be321481220f tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (c5c3515e-1af2-4abe-901d-f897725ef82e), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:56.822570 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d10837dc-1938-48ba-9d7e-8ba1e01707f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (cb5573a2-90b6-4422-8293-1c8da60e8fdd), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:56.823408 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31629d3-52d5-48e5-bfb1-60a7225c02b5 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:56.827879 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-b31629d3-52d5-48e5-bfb1-60a7225c02b5 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2855237 Feb 04 12:32:56.828834 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 44922) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:56.836256 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed295039-1c81-4798-bbf7-11f448b8c03c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-709ce2de-a9e8-47b2-a9d5-414087524813', 'network_id': '709ce2de-a9e8-47b2-a9d5-414087524813', 'project_id': '033089eae79b4f9fa2373fbe9923684e', 'fixed_ips': [{'subnet_id': '9c89c955-c879-4261-9651-be5463900eb7'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 12:32:56.837120 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ed295039-1c81-4798-bbf7-11f448b8c03c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:56.850640 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-d10837dc-1938-48ba-9d7e-8ba1e01707f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb5573a2-90b6-4422-8293-1c8da60e8fdd']}} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:32:56.853849 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-06820d4f-ec0e-4c1a-b5de-0a03215f1378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (e2ed1b6a-af87-43ee-b400-c3ee325aeba1), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:56.856412 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-06820d4f-ec0e-4c1a-b5de-0a03215f1378 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:56.859788 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-06820d4f-ec0e-4c1a-b5de-0a03215f1378 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e2ed1b6a-af87-43ee-b400-c3ee325aeba1 HTTP/1.1" status: 204 len: 168 time: 0.8809927 Feb 04 12:32:56.866279 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-44e923a4-f949-4ca2-9d6f-be321481220f tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5c3515e-1af2-4abe-901d-f897725ef82e']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:32:56.866490 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-d10837dc-1938-48ba-9d7e-8ba1e01707f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c287289d-a155-4bb9-8dfa-43a32cc1cb60') {'for_net_delete': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:32:56.866993 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-d10837dc-1938-48ba-9d7e-8ba1e01707f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c287289d-a155-4bb9-8dfa-43a32cc1cb60') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:32:56.882386 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d10837dc-1938-48ba-9d7e-8ba1e01707f4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51859336'] for segment (c287289d-a155-4bb9-8dfa-43a32cc1cb60), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:56.901021 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d10837dc-1938-48ba-9d7e-8ba1e01707f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (c287289d-a155-4bb9-8dfa-43a32cc1cb60), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:56.911986 n-d-825015-3 neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b562b7f-d5d9-4597-a0d9-c8666fc0ab91 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] GET failed (client error): The resource could not be found. Feb 04 12:32:56.913561 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d10837dc-1938-48ba-9d7e-8ba1e01707f4 admin admin] Releasing vlan 574 on physical network physnet1 to pool {{(pid=103475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:32:56.914411 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d10837dc-1938-48ba-9d7e-8ba1e01707f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-52093388'] for segment (c287289d-a155-4bb9-8dfa-43a32cc1cb60), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:56.916381 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-2b562b7f-d5d9-4597-a0d9-c8666fc0ab91 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "GET /v2.0/ports/9059df79-1820-4528-afdb-eff28b580333 HTTP/1.1" status: 404 len: 333 time: 0.0780091 Feb 04 12:32:56.917780 n-d-825015-3 neutron-server[103475]: Traceback (most recent call last): Feb 04 12:32:56.917780 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:32:56.917780 n-d-825015-3 neutron-server[103475]: timer() Feb 04 12:32:56.917780 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:32:56.917780 n-d-825015-3 neutron-server[103475]: cb(*args, **kw) Feb 04 12:32:56.917780 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:32:56.917780 n-d-825015-3 neutron-server[103475]: return func(*args, **kwargs) Feb 04 12:32:56.917780 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:32:56.917780 n-d-825015-3 neutron-server[103475]: self._notify() Feb 04 12:32:56.917780 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:32:56.917780 n-d-825015-3 neutron-server[103475]: self.callback(batched_events) Feb 04 12:32:56.917780 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:32:56.917780 n-d-825015-3 neutron-server[103475]: event.method(event) Feb 04 12:32:56.917780 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:32:56.917780 n-d-825015-3 neutron-server[103475]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:32:56.917780 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:32:56.917780 n-d-825015-3 neutron-server[103475]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:32:56.917780 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:32:56.917780 n-d-825015-3 neutron-server[103475]: return f(self, *a, **k) Feb 04 12:32:56.917780 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:32:56.917780 n-d-825015-3 neutron-server[103475]: return self._get(url).json() Feb 04 12:32:56.917780 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:32:56.917780 n-d-825015-3 neutron-server[103475]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:32:56.917780 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:32:56.917780 n-d-825015-3 neutron-server[103475]: return self.request(url, 'GET', **kwargs) Feb 04 12:32:56.917780 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:32:56.917780 n-d-825015-3 neutron-server[103475]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:32:56.917780 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:32:56.917780 n-d-825015-3 neutron-server[103475]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:32:56.917780 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:32:56.917780 n-d-825015-3 neutron-server[103475]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:32:56.917780 n-d-825015-3 neutron-server[103475]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:32:56.920006 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-44e923a4-f949-4ca2-9d6f-be321481220f tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bbee757-9581-406a-a69e-7d37ab86550c') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:32:56.920152 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-44e923a4-f949-4ca2-9d6f-be321481220f tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bbee757-9581-406a-a69e-7d37ab86550c') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:32:56.921884 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 44926) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:56.924886 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7e72eab9-79b8-4dcd-b545-bf5be8aaee92 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-60610625'] for subnet (9c89c955-c879-4261-9651-be5463900eb7), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:56.953892 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06820d4f-ec0e-4c1a-b5de-0a03215f1378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2ed1b6a-af87-43ee-b400-c3ee325aeba1,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:56.978417 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-44e923a4-f949-4ca2-9d6f-be321481220f tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (6bbee757-9581-406a-a69e-7d37ab86550c), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:57.014130 n-d-825015-3 neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-c54d5b44-1ee8-4fa4-ad45-751821194e85 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] GET failed (client error): The resource could not be found. Feb 04 12:32:57.019611 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-c54d5b44-1ee8-4fa4-ad45-751821194e85 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "GET /v2.0/ports/d984e08f-3d7b-483c-9705-437092d2ccb2 HTTP/1.1" status: 404 len: 333 time: 0.0910563 Feb 04 12:32:57.022769 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 44930) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:57.053406 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f70a1b51-5220-40c2-b8b4-f1bb5579cab6 None None] Publish callbacks [] for port (d24451a2-27af-436c-8c96-ddacd10daf7b), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:57.067890 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-44e923a4-f949-4ca2-9d6f-be321481220f tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (6bbee757-9581-406a-a69e-7d37ab86550c), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:57.093026 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f70a1b51-5220-40c2-b8b4-f1bb5579cab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (d24451a2-27af-436c-8c96-ddacd10daf7b), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:57.115679 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44e923a4-f949-4ca2-9d6f-be321481220f tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:32:57.116328 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-44e923a4-f949-4ca2-9d6f-be321481220f tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (6bbee757-9581-406a-a69e-7d37ab86550c), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:57.118497 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 12:32:57.118497 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:32:57.118497 n-d-825015-3 neutron-server[103474]: timer() Feb 04 12:32:57.118497 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:32:57.118497 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 12:32:57.118497 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:32:57.118497 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 12:32:57.118497 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:32:57.118497 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 12:32:57.118497 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:32:57.118497 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 12:32:57.118497 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:32:57.118497 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 12:32:57.118497 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:32:57.118497 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:32:57.118497 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:32:57.118497 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:32:57.118497 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:32:57.118497 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 12:32:57.118497 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:32:57.118497 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 12:32:57.118497 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:32:57.118497 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:32:57.118497 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:32:57.118497 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 12:32:57.118497 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:32:57.118497 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:32:57.118497 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:32:57.118497 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:32:57.118497 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:32:57.118497 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:32:57.118497 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:32:57.156500 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70a1b51-5220-40c2-b8b4-f1bb5579cab6 None None] Pushing event updated for resources: {'Port': ['ID=d24451a2-27af-436c-8c96-ddacd10daf7b,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:57.183498 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70a1b51-5220-40c2-b8b4-f1bb5579cab6 None None] Network af49ccb7-5717-4383-8d53-b816a2d5ef9e is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:32:57.191783 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-f70a1b51-5220-40c2-b8b4-f1bb5579cab6 None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:32:57.194873 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70a1b51-5220-40c2-b8b4-f1bb5579cab6 None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:32:57.200081 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-ed295039-1c81-4798-bbf7-11f448b8c03c None None] Allocated IP 172.20.0.2 (709ce2de-a9e8-47b2-a9d5-414087524813/9c89c955-c879-4261-9651-be5463900eb7/06d7405d-16c4-4ff9-b61c-789ef4321b53) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:32:57.216329 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d10837dc-1938-48ba-9d7e-8ba1e01707f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (cb5573a2-90b6-4422-8293-1c8da60e8fdd), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:57.233667 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d10837dc-1938-48ba-9d7e-8ba1e01707f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:57.241777 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-d10837dc-1938-48ba-9d7e-8ba1e01707f4 admin admin] 10.222.0.65 "DELETE /v2.0/networks/cb5573a2-90b6-4422-8293-1c8da60e8fdd HTTP/1.1" status: 204 len: 168 time: 0.5998113 Feb 04 12:32:57.249044 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-44e923a4-f949-4ca2-9d6f-be321481220f tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (c5c3515e-1af2-4abe-901d-f897725ef82e), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:57.283134 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44e923a4-f949-4ca2-9d6f-be321481220f tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c5c3515e-1af2-4abe-901d-f897725ef82e {{(pid=103474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 04 12:32:57.292228 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e923a4-f949-4ca2-9d6f-be321481220f tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Pushing event deleted for resources: {'Network': ['ID=c5c3515e-1af2-4abe-901d-f897725ef82e,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:57.294453 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-44e923a4-f949-4ca2-9d6f-be321481220f tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:57.306206 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-44e923a4-f949-4ca2-9d6f-be321481220f tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] 10.222.0.65 "DELETE /v2.0/networks/c5c3515e-1af2-4abe-901d-f897725ef82e HTTP/1.1" status: 204 len: 168 time: 1.2773640 Feb 04 12:32:57.310225 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-77cb15b1-21e7-4952-9ba7-212b114f9e5b admin admin] Publish callbacks [] for router_gateway (edd0f8ef-15aa-4880-9472-b2109d28b4c9), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:57.313320 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 44938) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:57.323387 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-f70a1b51-5220-40c2-b8b4-f1bb5579cab6 None None] Attempting to bind port d24451a2-27af-436c-8c96-ddacd10daf7b on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:32:57.323803 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-f70a1b51-5220-40c2-b8b4-f1bb5579cab6 None None] Attempting to bind port d24451a2-27af-436c-8c96-ddacd10daf7b by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': 'f185939f-4263-4eec-8fbe-70aa7c397fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'af49ccb7-5717-4383-8d53-b816a2d5ef9e'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:32:57.324183 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70a1b51-5220-40c2-b8b4-f1bb5579cab6 None None] Attempting to bind port d24451a2-27af-436c-8c96-ddacd10daf7b on network af49ccb7-5717-4383-8d53-b816a2d5ef9e {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:32:57.327022 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10837dc-1938-48ba-9d7e-8ba1e01707f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb5573a2-90b6-4422-8293-1c8da60e8fdd,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:57.331203 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70a1b51-5220-40c2-b8b4-f1bb5579cab6 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:32:57.331583 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70a1b51-5220-40c2-b8b4-f1bb5579cab6 None None] Checking segment: {'id': 'f185939f-4263-4eec-8fbe-70aa7c397fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'af49ccb7-5717-4383-8d53-b816a2d5ef9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:32:57.332032 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f70a1b51-5220-40c2-b8b4-f1bb5579cab6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:57.332436 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70a1b51-5220-40c2-b8b4-f1bb5579cab6 None None] Bound using segment: {'id': 'f185939f-4263-4eec-8fbe-70aa7c397fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'af49ccb7-5717-4383-8d53-b816a2d5ef9e'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:32:57.332913 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-f70a1b51-5220-40c2-b8b4-f1bb5579cab6 None None] Bound port: d24451a2-27af-436c-8c96-ddacd10daf7b, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f185939f-4263-4eec-8fbe-70aa7c397fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'af49ccb7-5717-4383-8d53-b816a2d5ef9e'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:32:57.333333 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f70a1b51-5220-40c2-b8b4-f1bb5579cab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (d24451a2-27af-436c-8c96-ddacd10daf7b), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:57.368737 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-d7300961-2100-49c0-bfdb-6b268b3db9f4 tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:32:57.371605 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-70064449-6346-471a-93c6-8c472e673743 req-f758597f-d593-4eb1-be22-f33661c7481f tempest-ServerShowV254Test-1127696232 tempest-ServerShowV254Test-1127696232-project] 10.222.0.65 "GET /v2.0/ports?device_id=47ef7185-cbbb-475d-9695-78bcb14da71d HTTP/1.1" status: 200 len: 210 time: 0.1483881 Feb 04 12:32:57.390127 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-77cb15b1-21e7-4952-9ba7-212b114f9e5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:57.392065 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4d290420-7f5f-4795-aefd-d282eda02d55 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (1f54406c-7ac2-4989-97ea-75845b4b398c), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:57.446522 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839992f1-0096-46b7-9d69-ebbb548ad688 req-5e162670-68ba-4ddf-b226-dd0df8f7ee9b tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:57.448799 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-839992f1-0096-46b7-9d69-ebbb548ad688 req-5e162670-68ba-4ddf-b226-dd0df8f7ee9b tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/ports?device_id=064b8b16-59ce-4f5e-b1f8-f430debd9ab3 HTTP/1.1" status: 200 len: 946 time: 0.3698547 Feb 04 12:32:57.491962 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-f70a1b51-5220-40c2-b8b4-f1bb5579cab6 None None] For port d24451a2-27af-436c-8c96-ddacd10daf7b, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:32:57.514130 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7300961-2100-49c0-bfdb-6b268b3db9f4 tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Made reservation on behalf of 6889a1b00b884c33a2ae9393b4eb5fd5 for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:32:57.519417 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d7300961-2100-49c0-bfdb-6b268b3db9f4 tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:57.530296 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-f70a1b51-5220-40c2-b8b4-f1bb5579cab6 None None] For port d24451a2-27af-436c-8c96-ddacd10daf7b, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=d24451a2-27af-436c-8c96-ddacd10daf7b,segment=NetworkSegment(f185939f-4263-4eec-8fbe-70aa7c397fd6),segment_id=f185939f-4263-4eec-8fbe-70aa7c397fd6)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:32:57.555773 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f70a1b51-5220-40c2-b8b4-f1bb5579cab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (d24451a2-27af-436c-8c96-ddacd10daf7b), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:57.569962 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ed295039-1c81-4798-bbf7-11f448b8c03c None None] Publish callbacks [] for port (06d7405d-16c4-4ff9-b61c-789ef4321b53), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:57.586231 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7300961-2100-49c0-bfdb-6b268b3db9f4 tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:32:57.596682 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d7300961-2100-49c0-bfdb-6b268b3db9f4 tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (03c11acb-7f82-44d3-b348-a5eb9d12f632), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:57.597184 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-d7300961-2100-49c0-bfdb-6b268b3db9f4 tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Added segment 03c11acb-7f82-44d3-b348-a5eb9d12f632 of type vlan for network 7b66e465-da42-4dbe-8e92-7ef1a9f1ea9a Feb 04 12:32:57.646613 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d7300961-2100-49c0-bfdb-6b268b3db9f4 tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (7b66e465-da42-4dbe-8e92-7ef1a9f1ea9a), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:57.660266 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ed295039-1c81-4798-bbf7-11f448b8c03c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (06d7405d-16c4-4ff9-b61c-789ef4321b53), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:57.686725 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d7300961-2100-49c0-bfdb-6b268b3db9f4 tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (7b66e465-da42-4dbe-8e92-7ef1a9f1ea9a), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:57.691046 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7300961-2100-49c0-bfdb-6b268b3db9f4 tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:57.696064 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d7300961-2100-49c0-bfdb-6b268b3db9f4 tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:57.749616 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed295039-1c81-4798-bbf7-11f448b8c03c None None] Network 709ce2de-a9e8-47b2-a9d5-414087524813 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:32:57.757758 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-839992f1-0096-46b7-9d69-ebbb548ad688 req-9e623dae-eb0e-4549-8e65-e854f29f5b54 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/security-groups?id=67d57791-96db-4689-9a02-f69bf9a8e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2938218 Feb 04 12:32:57.772237 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-ed295039-1c81-4798-bbf7-11f448b8c03c None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:32:57.777356 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4d290420-7f5f-4795-aefd-d282eda02d55 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (1f54406c-7ac2-4989-97ea-75845b4b398c), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:57.786795 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70a1b51-5220-40c2-b8b4-f1bb5579cab6 None None] Pushing event updated for resources: {'Port': ['ID=d24451a2-27af-436c-8c96-ddacd10daf7b,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:57.787191 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 44946) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:57.872302 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-4d290420-7f5f-4795-aefd-d282eda02d55 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f54406c-7ac2-4989-97ea-75845b4b398c']}} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:32:57.894061 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed295039-1c81-4798-bbf7-11f448b8c03c None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:32:57.896525 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed295039-1c81-4798-bbf7-11f448b8c03c None None] Pushing event updated for resources: {'Port': ['ID=06d7405d-16c4-4ff9-b61c-789ef4321b53,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:57.957880 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-6527c682-8603-4d20-9105-b128048725c3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=93e9c0546800464980d83b989c0b3e8e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1532826 Feb 04 12:32:57.965690 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-4d290420-7f5f-4795-aefd-d282eda02d55 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff2da1a5-a8dd-4440-a29e-768e9bac6915') {'for_net_delete': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:32:57.966105 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-4d290420-7f5f-4795-aefd-d282eda02d55 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff2da1a5-a8dd-4440-a29e-768e9bac6915') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:32:57.975997 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 44952) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:58.032337 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4d290420-7f5f-4795-aefd-d282eda02d55 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51859336'] for segment (ff2da1a5-a8dd-4440-a29e-768e9bac6915), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:58.038443 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-d7300961-2100-49c0-bfdb-6b268b3db9f4 tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.7224755 Feb 04 12:32:58.045457 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 44956) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:58.064632 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-ed295039-1c81-4798-bbf7-11f448b8c03c None None] Attempting to bind port 06d7405d-16c4-4ff9-b61c-789ef4321b53 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:32:58.065066 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-ed295039-1c81-4798-bbf7-11f448b8c03c None None] Attempting to bind port 06d7405d-16c4-4ff9-b61c-789ef4321b53 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': 'd10fed36-b888-4f02-98b8-f9f3bb6806ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '709ce2de-a9e8-47b2-a9d5-414087524813'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:32:58.072282 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed295039-1c81-4798-bbf7-11f448b8c03c None None] Attempting to bind port 06d7405d-16c4-4ff9-b61c-789ef4321b53 on network 709ce2de-a9e8-47b2-a9d5-414087524813 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:32:58.089463 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed295039-1c81-4798-bbf7-11f448b8c03c None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:32:58.089851 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed295039-1c81-4798-bbf7-11f448b8c03c None None] Checking segment: {'id': 'd10fed36-b888-4f02-98b8-f9f3bb6806ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '709ce2de-a9e8-47b2-a9d5-414087524813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:32:58.090262 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ed295039-1c81-4798-bbf7-11f448b8c03c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:58.090658 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed295039-1c81-4798-bbf7-11f448b8c03c None None] Bound using segment: {'id': 'd10fed36-b888-4f02-98b8-f9f3bb6806ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '709ce2de-a9e8-47b2-a9d5-414087524813'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:32:58.093185 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-7df376e6-add7-409e-a236-82e373612f0d tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Request body: {'subnet': {'network_id': '7b66e465-da42-4dbe-8e92-7ef1a9f1ea9a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:32:58.093602 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-ed295039-1c81-4798-bbf7-11f448b8c03c None None] Bound port: 06d7405d-16c4-4ff9-b61c-789ef4321b53, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd10fed36-b888-4f02-98b8-f9f3bb6806ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '709ce2de-a9e8-47b2-a9d5-414087524813'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:32:58.094047 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ed295039-1c81-4798-bbf7-11f448b8c03c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (06d7405d-16c4-4ff9-b61c-789ef4321b53), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:58.163196 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-77cb15b1-21e7-4952-9ba7-212b114f9e5b admin admin] Allocated IP 172.25.3.202 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/4a63804e-ac34-4e10-bb9c-cfba86017b56) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:32:58.266251 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ed295039-1c81-4798-bbf7-11f448b8c03c None None] For port 06d7405d-16c4-4ff9-b61c-789ef4321b53, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:32:58.275090 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ed295039-1c81-4798-bbf7-11f448b8c03c None None] For port 06d7405d-16c4-4ff9-b61c-789ef4321b53, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=06d7405d-16c4-4ff9-b61c-789ef4321b53,segment=NetworkSegment(d10fed36-b888-4f02-98b8-f9f3bb6806ca),segment_id=d10fed36-b888-4f02-98b8-f9f3bb6806ca)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:32:58.286513 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ed295039-1c81-4798-bbf7-11f448b8c03c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (06d7405d-16c4-4ff9-b61c-789ef4321b53), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:58.319675 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4d290420-7f5f-4795-aefd-d282eda02d55 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (ff2da1a5-a8dd-4440-a29e-768e9bac6915), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:58.331193 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7300961-2100-49c0-bfdb-6b268b3db9f4 tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Pushing event updated for resources: {'Network': ['ID=7b66e465-da42-4dbe-8e92-7ef1a9f1ea9a,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:58.390034 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7e72eab9-79b8-4dcd-b545-bf5be8aaee92 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8780430707438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-59044092'] for subnet (9c89c955-c879-4261-9651-be5463900eb7), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:58.449827 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e72eab9-79b8-4dcd-b545-bf5be8aaee92 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:58.450611 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7e72eab9-79b8-4dcd-b545-bf5be8aaee92 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:58.452320 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed295039-1c81-4798-bbf7-11f448b8c03c None None] Pushing event updated for resources: {'Port': ['ID=06d7405d-16c4-4ff9-b61c-789ef4321b53,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:58.453387 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-7e72eab9-79b8-4dcd-b545-bf5be8aaee92 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] 10.222.0.65 "PUT /v2.0/subnets/9c89c955-c879-4261-9651-be5463900eb7 HTTP/1.1" status: 200 len: 806 time: 1.9093263 Feb 04 12:32:58.455558 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7df376e6-add7-409e-a236-82e373612f0d tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Made reservation on behalf of 6889a1b00b884c33a2ae9393b4eb5fd5 for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:32:58.462410 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7df376e6-add7-409e-a236-82e373612f0d tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:58.465774 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 44968) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:58.467939 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 7b66e465-da42-4dbe-8e92-7ef1a9f1ea9a details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:32:58.477709 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d290420-7f5f-4795-aefd-d282eda02d55 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=103475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:32:58.478302 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4d290420-7f5f-4795-aefd-d282eda02d55 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-52093388'] for segment (ff2da1a5-a8dd-4440-a29e-768e9bac6915), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:58.490034 n-d-825015-3 neutron-server[103475]: Traceback (most recent call last): Feb 04 12:32:58.490034 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:32:58.490034 n-d-825015-3 neutron-server[103475]: timer() Feb 04 12:32:58.490034 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:32:58.490034 n-d-825015-3 neutron-server[103475]: cb(*args, **kw) Feb 04 12:32:58.490034 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:32:58.490034 n-d-825015-3 neutron-server[103475]: return func(*args, **kwargs) Feb 04 12:32:58.490034 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:32:58.490034 n-d-825015-3 neutron-server[103475]: self._notify() Feb 04 12:32:58.490034 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:32:58.490034 n-d-825015-3 neutron-server[103475]: self.callback(batched_events) Feb 04 12:32:58.490034 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:32:58.490034 n-d-825015-3 neutron-server[103475]: event.method(event) Feb 04 12:32:58.490034 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:32:58.490034 n-d-825015-3 neutron-server[103475]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:32:58.490034 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:32:58.490034 n-d-825015-3 neutron-server[103475]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:32:58.490034 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:32:58.490034 n-d-825015-3 neutron-server[103475]: return f(self, *a, **k) Feb 04 12:32:58.490034 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:32:58.490034 n-d-825015-3 neutron-server[103475]: return self._get(url).json() Feb 04 12:32:58.490034 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:32:58.490034 n-d-825015-3 neutron-server[103475]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:32:58.490034 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:32:58.490034 n-d-825015-3 neutron-server[103475]: return self.request(url, 'GET', **kwargs) Feb 04 12:32:58.490034 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:32:58.490034 n-d-825015-3 neutron-server[103475]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:32:58.490034 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:32:58.490034 n-d-825015-3 neutron-server[103475]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:32:58.490034 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:32:58.490034 n-d-825015-3 neutron-server[103475]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:32:58.490034 n-d-825015-3 neutron-server[103475]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:32:58.541770 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e72eab9-79b8-4dcd-b545-bf5be8aaee92 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Pushing event updated for resources: {'Subnet': ['ID=9c89c955-c879-4261-9651-be5463900eb7,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:58.569601 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-77cb15b1-21e7-4952-9ba7-212b114f9e5b admin admin] Publish callbacks [] for port (4a63804e-ac34-4e10-bb9c-cfba86017b56), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:58.641374 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6f2bf039-5b45-43b5-9bbb-ab5438ad16b2 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (709ce2de-a9e8-47b2-a9d5-414087524813), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:58.705853 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-77cb15b1-21e7-4952-9ba7-212b114f9e5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (4a63804e-ac34-4e10-bb9c-cfba86017b56), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:58.719137 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3d9ae8e2-d2ee-42be-b61a-fb3ce20e48a8 admin admin] Publish callbacks [] for security_group (520d7e4a-da8d-4bad-bd7a-18e2c4936c9a), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:58.765135 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cb15b1-21e7-4952-9ba7-212b114f9e5b admin admin] Pushing event updated for resources: {'Port': ['ID=4a63804e-ac34-4e10-bb9c-cfba86017b56,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:58.777607 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77cb15b1-21e7-4952-9ba7-212b114f9e5b admin admin] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:32:58.791201 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-77cb15b1-21e7-4952-9ba7-212b114f9e5b admin admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:32:58.796022 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-39827ef9-cc1d-4957-99c4-b266af84ad4c req-3eedcc1d-3271-43e2-a463-9e51bb635fe1 tempest-ServerShowV254Test-1127696232 tempest-ServerShowV254Test-1127696232-project] 10.222.0.65 "GET /v2.0/ports?device_id=47ef7185-cbbb-475d-9695-78bcb14da71d HTTP/1.1" status: 200 len: 210 time: 0.0970380 Feb 04 12:32:58.808448 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cb15b1-21e7-4952-9ba7-212b114f9e5b admin admin] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:32:58.819024 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4d290420-7f5f-4795-aefd-d282eda02d55 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (1f54406c-7ac2-4989-97ea-75845b4b398c), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:58.840958 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4d290420-7f5f-4795-aefd-d282eda02d55 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:58.847049 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-4d290420-7f5f-4795-aefd-d282eda02d55 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "DELETE /v2.0/networks/1f54406c-7ac2-4989-97ea-75845b4b398c HTTP/1.1" status: 204 len: 168 time: 1.8085122 Feb 04 12:32:58.858974 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 44974) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:32:58.869267 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-3e6d827c-9d9e-43ad-801f-44c54b75b70e tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1044189393'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:32:58.981842 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-6f2bf039-5b45-43b5-9bbb-ab5438ad16b2 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Deleting port 06d7405d-16c4-4ff9-b61c-789ef4321b53 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:32:58.982279 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6f2bf039-5b45-43b5-9bbb-ab5438ad16b2 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (06d7405d-16c4-4ff9-b61c-789ef4321b53), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:59.038158 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3d9ae8e2-d2ee-42be-b61a-fb3ce20e48a8 admin admin] Publish callbacks [] for security_group (520d7e4a-da8d-4bad-bd7a-18e2c4936c9a), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:59.067420 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47bd719-187a-4129-9800-3ca39f3537ee req-5c88d7c1-462d-429b-a5bc-62b39709a81b tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:59.076032 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e47bd719-187a-4129-9800-3ca39f3537ee req-5c88d7c1-462d-429b-a5bc-62b39709a81b tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/ports?device_id=064b8b16-59ce-4f5e-b1f8-f430debd9ab3 HTTP/1.1" status: 200 len: 946 time: 0.8475771 Feb 04 12:32:59.096040 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d290420-7f5f-4795-aefd-d282eda02d55 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Pushing event deleted for resources: {'Network': ['ID=1f54406c-7ac2-4989-97ea-75845b4b398c,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:59.148407 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7518a8-ab78-400d-9366-76d3feb5595a req-fc1c5f31-3c91-42c2-a1f8-5c026d0012d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:59.150451 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2e7518a8-ab78-400d-9366-76d3feb5595a req-fc1c5f31-3c91-42c2-a1f8-5c026d0012d6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=60403df8fc1a4b00b06a45bfc2d7e2b2&device_id=064b8b16-59ce-4f5e-b1f8-f430debd9ab3 HTTP/1.1" status: 200 len: 1128 time: 1.0037389 Feb 04 12:32:59.366768 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-666fe0eb-6106-4ddd-b4b8-7234d07013b8 req-922d18d4-1e4e-4960-834e-6fc026072870 tempest-ImagesOneServerTestJSON-1531918178 tempest-ImagesOneServerTestJSON-1531918178-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=bd8633eed17a41f6b97d66df21782d05&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0715611 Feb 04 12:32:59.370452 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e47bd719-187a-4129-9800-3ca39f3537ee req-8c20e1f2-18f5-4777-a495-6092456f31f5 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/security-groups?id=67d57791-96db-4689-9a02-f69bf9a8e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2935221 Feb 04 12:32:59.401817 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3d9ae8e2-d2ee-42be-b61a-fb3ce20e48a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (520d7e4a-da8d-4bad-bd7a-18e2c4936c9a), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:59.404455 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3d9ae8e2-d2ee-42be-b61a-fb3ce20e48a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:59.405567 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-3d9ae8e2-d2ee-42be-b61a-fb3ce20e48a8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/520d7e4a-da8d-4bad-bd7a-18e2c4936c9a HTTP/1.1" status: 204 len: 168 time: 1.4285519 Feb 04 12:32:59.462799 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9ae8e2-d2ee-42be-b61a-fb3ce20e48a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=520d7e4a-da8d-4bad-bd7a-18e2c4936c9a,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:32:59.638643 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e6d827c-9d9e-43ad-801f-44c54b75b70e tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Made reservation on behalf of 1dcfbfeb897648c6ad07937129f0b5e8 for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:32:59.642355 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99837fd-9930-4974-968d-b5968cd293d7 None None] Network af49ccb7-5717-4383-8d53-b816a2d5ef9e requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:32:59.644126 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3e6d827c-9d9e-43ad-801f-44c54b75b70e tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:59.713819 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e6d827c-9d9e-43ad-801f-44c54b75b70e tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:32:59.728013 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3e6d827c-9d9e-43ad-801f-44c54b75b70e tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (ec371175-b72a-4778-99ec-1a5ff54a4249), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:59.728229 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-3e6d827c-9d9e-43ad-801f-44c54b75b70e tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Added segment ec371175-b72a-4778-99ec-1a5ff54a4249 of type vlan for network 24c997cc-3347-4ea5-95ae-6570c09d8675 Feb 04 12:32:59.817202 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3e6d827c-9d9e-43ad-801f-44c54b75b70e tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (24c997cc-3347-4ea5-95ae-6570c09d8675), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:59.851453 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-cac6d01f-0319-4a67-88da-edc9599908d3 None None] Provisioning complete for port d24451a2-27af-436c-8c96-ddacd10daf7b triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:32:59.852283 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cac6d01f-0319-4a67-88da-edc9599908d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (d24451a2-27af-436c-8c96-ddacd10daf7b), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:59.894281 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3e6d827c-9d9e-43ad-801f-44c54b75b70e tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (24c997cc-3347-4ea5-95ae-6570c09d8675), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:32:59.899677 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e6d827c-9d9e-43ad-801f-44c54b75b70e tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:32:59.900348 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3e6d827c-9d9e-43ad-801f-44c54b75b70e tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:00.068987 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-cac6d01f-0319-4a67-88da-edc9599908d3 None None] Current status of the port d24451a2-27af-436c-8c96-ddacd10daf7b is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:33:00.069405 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cac6d01f-0319-4a67-88da-edc9599908d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (d24451a2-27af-436c-8c96-ddacd10daf7b), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:00.153752 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-cac6d01f-0319-4a67-88da-edc9599908d3 None None] For port d24451a2-27af-436c-8c96-ddacd10daf7b, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=d24451a2-27af-436c-8c96-ddacd10daf7b,segment=NetworkSegment(f185939f-4263-4eec-8fbe-70aa7c397fd6),segment_id=f185939f-4263-4eec-8fbe-70aa7c397fd6)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:33:00.167673 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cac6d01f-0319-4a67-88da-edc9599908d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (d24451a2-27af-436c-8c96-ddacd10daf7b), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:00.265186 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7518a8-ab78-400d-9366-76d3feb5595a req-599f8b90-fe77-4391-b66d-746037a43840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:00.267903 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac6d01f-0319-4a67-88da-edc9599908d3 None None] Pushing event updated for resources: {'Port': ['ID=d24451a2-27af-436c-8c96-ddacd10daf7b,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:00.268434 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2e7518a8-ab78-400d-9366-76d3feb5595a req-599f8b90-fe77-4391-b66d-746037a43840 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e5afc4b2-b62e-43cc-a807-b008639c0d4f HTTP/1.1" status: 200 len: 920 time: 1.0949769 Feb 04 12:33:00.306749 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6d827c-9d9e-43ad-801f-44c54b75b70e tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Pushing event updated for resources: {'Network': ['ID=24c997cc-3347-4ea5-95ae-6570c09d8675,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:00.336475 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 24c997cc-3347-4ea5-95ae-6570c09d8675 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:33:00.355077 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-3e6d827c-9d9e-43ad-801f-44c54b75b70e tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4921110 Feb 04 12:33:00.367370 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 45000) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:00.370745 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device d24451a2-27af-436c-8c96-ddacd10daf7b up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:33:00.511120 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bfe7f9df-647f-4826-b4f9-39b02c934f2d req-5351670f-cf79-462a-895c-d5c832bcf760 tempest-ServerShowV254Test-1127696232 tempest-ServerShowV254Test-1127696232-project] 10.222.0.65 "GET /v2.0/ports?device_id=47ef7185-cbbb-475d-9695-78bcb14da71d HTTP/1.1" status: 200 len: 210 time: 0.2314069 Feb 04 12:33:00.551641 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-1e1fa5e2-3d1a-4bf8-9355-8443a9b69d77 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Request body: {'subnet': {'network_id': '24c997cc-3347-4ea5-95ae-6570c09d8675', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:33:00.557282 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-6f2bf039-5b45-43b5-9bbb-ab5438ad16b2 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] For port 06d7405d-16c4-4ff9-b61c-789ef4321b53, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=06d7405d-16c4-4ff9-b61c-789ef4321b53,segment=NetworkSegment(d10fed36-b888-4f02-98b8-f9f3bb6806ca),segment_id=d10fed36-b888-4f02-98b8-f9f3bb6806ca)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:33:00.557815 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6f2bf039-5b45-43b5-9bbb-ab5438ad16b2 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (06d7405d-16c4-4ff9-b61c-789ef4321b53), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:00.558299 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port d24451a2-27af-436c-8c96-ddacd10daf7b triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:33:00.558753 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (d24451a2-27af-436c-8c96-ddacd10daf7b), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:00.596341 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-6f2bf039-5b45-43b5-9bbb-ab5438ad16b2 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Calling delete_port for 06d7405d-16c4-4ff9-b61c-789ef4321b53 owned by network:dhcp {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:33:00.621675 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d78e5b8-dabb-479f-a86f-92f6169e9131 None None] Network 709ce2de-a9e8-47b2-a9d5-414087524813 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:33:00.700403 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2e7518a8-ab78-400d-9366-76d3feb5595a req-e7223fa5-458b-4039-9e3a-3347b5bd4df7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6f041d65-5b0a-475f-b96d-b4aefee7384a HTTP/1.1" status: 200 len: 217 time: 0.3653815 Feb 04 12:33:00.798586 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 45012) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:00.803344 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-f9e227bb-291d-4d61-ad76-d341ec484cd6 None None] Provisioning complete for port d24451a2-27af-436c-8c96-ddacd10daf7b triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:33:00.805012 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f9e227bb-291d-4d61-ad76-d341ec484cd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (d24451a2-27af-436c-8c96-ddacd10daf7b), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:00.811898 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-77cb15b1-21e7-4952-9ba7-212b114f9e5b admin admin] Publish callbacks [] for router_gateway (edd0f8ef-15aa-4880-9472-b2109d28b4c9), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:00.906767 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666fe0eb-6106-4ddd-b4b8-7234d07013b8 req-eaa1406e-3c22-4896-b7a8-76bc7f2d8d1f tempest-ImagesOneServerTestJSON-1531918178 tempest-ImagesOneServerTestJSON-1531918178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:00.913860 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-666fe0eb-6106-4ddd-b4b8-7234d07013b8 req-eaa1406e-3c22-4896-b7a8-76bc7f2d8d1f tempest-ImagesOneServerTestJSON-1531918178 tempest-ImagesOneServerTestJSON-1531918178-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.5351615 Feb 04 12:33:00.951909 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-3ed99973-b9ae-4717-afd0-52d368fdc758 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1474130634-network', 'tenant_id': '31d6c346447a48008dccda4817c529a1'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:33:00.965662 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-666fe0eb-6106-4ddd-b4b8-7234d07013b8 req-57cc800b-3b8b-4eb0-99b1-17abd4d07909 tempest-ImagesOneServerTestJSON-1531918178 tempest-ImagesOneServerTestJSON-1531918178-project] 10.222.0.65 "GET /v2.0/quotas/bd8633eed17a41f6b97d66df21782d05 HTTP/1.1" status: 200 len: 375 time: 0.0508058 Feb 04 12:33:00.966511 n-d-825015-3 neutron-server[103475]: DEBUG neutron.objects.ports [None req-7df376e6-add7-409e-a236-82e373612f0d tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103475) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 12:33:00.967198 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7df376e6-add7-409e-a236-82e373612f0d tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52094127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51452689'] for subnet (95cf6673-d6da-4835-a3eb-0c394210680d), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:01.023988 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ed99973-b9ae-4717-afd0-52d368fdc758 admin admin] Made reservation on behalf of 31d6c346447a48008dccda4817c529a1 for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:33:01.027277 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3ed99973-b9ae-4717-afd0-52d368fdc758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:01.046522 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3ed99973-b9ae-4717-afd0-52d368fdc758 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:01.066000 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6f2bf039-5b45-43b5-9bbb-ab5438ad16b2 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (06d7405d-16c4-4ff9-b61c-789ef4321b53), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:01.081643 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port d24451a2-27af-436c-8c96-ddacd10daf7b is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:33:01.083767 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 06d7405d-16c4-4ff9-b61c-789ef4321b53 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:33:01.086079 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-f9e227bb-291d-4d61-ad76-d341ec484cd6 None None] Current status of the port d24451a2-27af-436c-8c96-ddacd10daf7b is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:33:01.096595 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-f9e227bb-291d-4d61-ad76-d341ec484cd6 None None] Could not find standard attr ID for object 06d7405d-16c4-4ff9-b61c-789ef4321b53. {{(pid=103476) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 12:33:01.117446 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7518a8-ab78-400d-9366-76d3feb5595a req-7efac2e2-0467-4889-92bc-b2e0b77b6647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:01.119775 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2e7518a8-ab78-400d-9366-76d3feb5595a req-7efac2e2-0467-4889-92bc-b2e0b77b6647 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b210b3d4-0fee-4dad-a874-126f3e2c1f20 HTTP/1.1" status: 200 len: 859 time: 0.3309600 Feb 04 12:33:01.131035 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-666fe0eb-6106-4ddd-b4b8-7234d07013b8 req-4e4afa58-308c-4a07-9405-c6ad8828789d tempest-ImagesOneServerTestJSON-1531918178 tempest-ImagesOneServerTestJSON-1531918178-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=bd8633eed17a41f6b97d66df21782d05&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1481905 Feb 04 12:33:01.132269 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 06d7405d-16c4-4ff9-b61c-789ef4321b53 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:33:01.133283 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 06d7405d-16c4-4ff9-b61c-789ef4321b53 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 04 12:33:01.146954 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da8d8be-4f84-4783-a641-c87abecaf1a5 req-7224733f-9c27-44c4-b5f6-73affc2f9b46 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:01.148766 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2da8d8be-4f84-4783-a641-c87abecaf1a5 req-7224733f-9c27-44c4-b5f6-73affc2f9b46 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/ports?device_id=064b8b16-59ce-4f5e-b1f8-f430debd9ab3 HTTP/1.1" status: 200 len: 946 time: 0.4866068 Feb 04 12:33:01.187718 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2e7518a8-ab78-400d-9366-76d3feb5595a req-c2469932-f6fa-495b-975a-bb4a3ae6107b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e5afc4b2-b62e-43cc-a807-b008639c0d4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508933 Feb 04 12:33:01.190816 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2bf039-5b45-43b5-9bbb-ab5438ad16b2 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Pushing event deleted for resources: {'Port': ['ID=06d7405d-16c4-4ff9-b61c-789ef4321b53,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:01.211596 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:01.215841 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Port 06d7405d-16c4-4ff9-b61c-789ef4321b53 not found, will not notify nova. {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 04 12:33:01.240710 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df376e6-add7-409e-a236-82e373612f0d tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Pushing event updated for resources: {'Subnet': ['ID=95cf6673-d6da-4835-a3eb-0c394210680d,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:01.257818 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2bf039-5b45-43b5-9bbb-ab5438ad16b2 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] No DVR routers for this DVR port 06d7405d-16c4-4ff9-b61c-789ef4321b53 on host n-d-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:33:01.277389 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e1fa5e2-3d1a-4bf8-9355-8443a9b69d77 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Made reservation on behalf of 1dcfbfeb897648c6ad07937129f0b5e8 for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:33:01.281121 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1e1fa5e2-3d1a-4bf8-9355-8443a9b69d77 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:01.359323 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-77cb15b1-21e7-4952-9ba7-212b114f9e5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141'] for router (edd0f8ef-15aa-4880-9472-b2109d28b4c9), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:01.364397 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6f2bf039-5b45-43b5-9bbb-ab5438ad16b2 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (9c89c955-c879-4261-9651-be5463900eb7), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:01.422671 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df376e6-add7-409e-a236-82e373612f0d tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Checking segment: {'id': '03c11acb-7f82-44d3-b348-a5eb9d12f632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '7b66e465-da42-4dbe-8e92-7ef1a9f1ea9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:33:01.423269 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df376e6-add7-409e-a236-82e373612f0d tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Network hostable DHCP agents. Network: 7b66e465-da42-4dbe-8e92-7ef1a9f1ea9a, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:33:01.428203 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.ipam_backend_mixin [None req-1e1fa5e2-3d1a-4bf8-9355-8443a9b69d77 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Performing IP validity checks on allocation pools {{(pid=103475) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 04 12:33:01.428960 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.ipam_backend_mixin [None req-1e1fa5e2-3d1a-4bf8-9355-8443a9b69d77 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103475) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 04 12:33:01.447246 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3ed99973-b9ae-4717-afd0-52d368fdc758 admin admin] Publish callbacks [] for security_group (d19f5a28-6a36-4918-b6ed-3b7723645f77), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:01.468787 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9bcb0320-6443-49a3-a613-6e1d750a4f7b req-0c16f43d-a31e-403b-9483-1a5bd05f0e32 tempest-ImagesOneServerTestJSON-1531918178 tempest-ImagesOneServerTestJSON-1531918178-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0279577-66bd-4080-acc2-a763ce6cf522 HTTP/1.1" status: 200 len: 210 time: 0.0372651 Feb 04 12:33:01.486976 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3ed99973-b9ae-4717-afd0-52d368fdc758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (d19f5a28-6a36-4918-b6ed-3b7723645f77), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:01.526492 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ed99973-b9ae-4717-afd0-52d368fdc758 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:33:01.560238 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3ed99973-b9ae-4717-afd0-52d368fdc758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (5ed040aa-461d-409f-a40b-8004d8898c3c), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:01.561010 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-3ed99973-b9ae-4717-afd0-52d368fdc758 admin admin] Added segment 5ed040aa-461d-409f-a40b-8004d8898c3c of type vlan for network 211162ce-c654-4372-abd8-21bf219f75aa Feb 04 12:33:01.562968 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed99973-b9ae-4717-afd0-52d368fdc758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d19f5a28-6a36-4918-b6ed-3b7723645f77,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:01.589549 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83243bea-3bf1-4066-b4f8-21d0ffeacaec None None] Network 709ce2de-a9e8-47b2-a9d5-414087524813 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:33:01.597970 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:01.604360 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6f2bf039-5b45-43b5-9bbb-ab5438ad16b2 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (9c89c955-c879-4261-9651-be5463900eb7), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:01.651475 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2bf039-5b45-43b5-9bbb-ab5438ad16b2 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Pushing event deleted for resources: {'Subnet': ['ID=9c89c955-c879-4261-9651-be5463900eb7,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:01.656002 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3ed99973-b9ae-4717-afd0-52d368fdc758 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (211162ce-c654-4372-abd8-21bf219f75aa), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:01.706647 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2e7518a8-ab78-400d-9366-76d3feb5595a req-11edf9a7-afeb-4386-b4e2-bed7a9d3af27 service neutron] 10.222.0.73 "GET /v2.0/networks/e5afc4b2-b62e-43cc-a807-b008639c0d4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4944818 Feb 04 12:33:01.761120 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6f2bf039-5b45-43b5-9bbb-ab5438ad16b2 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (709ce2de-a9e8-47b2-a9d5-414087524813), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:01.772288 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3ed99973-b9ae-4717-afd0-52d368fdc758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (211162ce-c654-4372-abd8-21bf219f75aa), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:01.773311 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed99973-b9ae-4717-afd0-52d368fdc758 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:01.773889 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3ed99973-b9ae-4717-afd0-52d368fdc758 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:01.776810 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df376e6-add7-409e-a236-82e373612f0d tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Network 7b66e465-da42-4dbe-8e92-7ef1a9f1ea9a is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:33:01.823414 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2da8d8be-4f84-4783-a641-c87abecaf1a5 req-98bec682-b721-4ad9-8c2c-6ab93919882b tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/security-groups?id=67d57791-96db-4689-9a02-f69bf9a8e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6166189 Feb 04 12:33:01.840750 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed99973-b9ae-4717-afd0-52d368fdc758 admin admin] Pushing event updated for resources: {'Network': ['ID=211162ce-c654-4372-abd8-21bf219f75aa,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:01.858246 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77cb15b1-21e7-4952-9ba7-212b114f9e5b admin admin] Router edd0f8ef-15aa-4880-9472-b2109d28b4c9 is scheduled to L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de with binding_index 1 {{(pid=103474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 12:33:01.861914 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-6f2bf039-5b45-43b5-9bbb-ab5438ad16b2 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['709ce2de-a9e8-47b2-a9d5-414087524813']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:33:01.868037 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-3ed99973-b9ae-4717-afd0-52d368fdc758 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0681586 Feb 04 12:33:01.874792 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 45028) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:01.881593 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f185cf33-dfde-4b6c-b626-dad82ba46009 req-5bebf781-e45a-4bf0-9d74-defddd5bab9f tempest-ServerShowV254Test-1127696232 tempest-ServerShowV254Test-1127696232-project] 10.222.0.65 "GET /v2.0/ports?device_id=47ef7185-cbbb-475d-9695-78bcb14da71d HTTP/1.1" status: 200 len: 210 time: 0.1426482 Feb 04 12:33:01.881977 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-9820acab-8e8d-4791-a544-27ced7ca96e7 admin admin] Request body: {'subnet': {'network_id': '211162ce-c654-4372-abd8-21bf219f75aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1474130634-subnet', 'tenant_id': '31d6c346447a48008dccda4817c529a1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:33:01.893921 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-7df376e6-add7-409e-a236-82e373612f0d tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 7b66e465-da42-4dbe-8e92-7ef1a9f1ea9a) {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:33:01.894145 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-6f2bf039-5b45-43b5-9bbb-ab5438ad16b2 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd10fed36-b888-4f02-98b8-f9f3bb6806ca') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:33:01.894145 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-6f2bf039-5b45-43b5-9bbb-ab5438ad16b2 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd10fed36-b888-4f02-98b8-f9f3bb6806ca') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:33:01.908591 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df376e6-add7-409e-a236-82e373612f0d tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:01.909844 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7df376e6-add7-409e-a236-82e373612f0d tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:01.910269 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6f2bf039-5b45-43b5-9bbb-ab5438ad16b2 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (d10fed36-b888-4f02-98b8-f9f3bb6806ca), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:01.911377 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 211162ce-c654-4372-abd8-21bf219f75aa details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:33:01.918517 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1e1fa5e2-3d1a-4bf8-9355-8443a9b69d77 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52094127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51452689'] for subnet (0b94a0d5-e9c6-4c5c-9041-78dc8afef4f4), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:01.927698 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366458aa-17ad-4543-8ca7-a3ce680bddaf None None] Network 7b66e465-da42-4dbe-8e92-7ef1a9f1ea9a requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:33:02.006981 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6f2bf039-5b45-43b5-9bbb-ab5438ad16b2 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (d10fed36-b888-4f02-98b8-f9f3bb6806ca), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:02.027612 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-7df376e6-add7-409e-a236-82e373612f0d tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.9787455 Feb 04 12:33:02.030337 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2e7518a8-ab78-400d-9366-76d3feb5595a req-7ff9400f-f276-4668-9bfe-813e156a1bbd service neutron] 10.222.0.73 "GET /v2.0/networks/e5afc4b2-b62e-43cc-a807-b008639c0d4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2851722 Feb 04 12:33:02.034524 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 45030) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:02.038926 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-bd70bb9c-cc48-4076-a9ac-45449414db3a None None] Could not find standard attr ID for object 06d7405d-16c4-4ff9-b61c-789ef4321b53. {{(pid=103476) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 12:33:02.040085 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f2bf039-5b45-43b5-9bbb-ab5438ad16b2 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:33:02.040685 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6f2bf039-5b45-43b5-9bbb-ab5438ad16b2 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (d10fed36-b888-4f02-98b8-f9f3bb6806ca), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:02.044081 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 12:33:02.044081 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:33:02.044081 n-d-825015-3 neutron-server[103474]: timer() Feb 04 12:33:02.044081 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:33:02.044081 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 12:33:02.044081 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:33:02.044081 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 12:33:02.044081 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:33:02.044081 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 12:33:02.044081 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:33:02.044081 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 12:33:02.044081 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:33:02.044081 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 12:33:02.044081 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:33:02.044081 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:33:02.044081 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:33:02.044081 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:33:02.044081 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:33:02.044081 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 12:33:02.044081 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:33:02.044081 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 12:33:02.044081 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:33:02.044081 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:33:02.044081 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:33:02.044081 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 12:33:02.044081 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:33:02.044081 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:33:02.044081 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:33:02.044081 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:33:02.044081 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:33:02.044081 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:33:02.044081 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:33:02.052966 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-fcd29708-e369-41cb-b610-50a594ab5edc tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Request body: {'floatingip': {'floating_network_id': '7b66e465-da42-4dbe-8e92-7ef1a9f1ea9a'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:33:02.135266 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1fa5e2-3d1a-4bf8-9355-8443a9b69d77 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Pushing event updated for resources: {'Subnet': ['ID=0b94a0d5-e9c6-4c5c-9041-78dc8afef4f4,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:02.145072 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fcd29708-e369-41cb-b610-50a594ab5edc tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:02.165337 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9820acab-8e8d-4791-a544-27ced7ca96e7 admin admin] Made reservation on behalf of 31d6c346447a48008dccda4817c529a1 for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:33:02.174929 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9820acab-8e8d-4791-a544-27ced7ca96e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60610638'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:02.197932 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38c7913-91ed-46d9-985b-65f43b1c3f4b None None] Network 7b66e465-da42-4dbe-8e92-7ef1a9f1ea9a requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:33:02.217948 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1fa5e2-3d1a-4bf8-9355-8443a9b69d77 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Checking segment: {'id': 'ec371175-b72a-4778-99ec-1a5ff54a4249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '24c997cc-3347-4ea5-95ae-6570c09d8675'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:33:02.218318 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1fa5e2-3d1a-4bf8-9355-8443a9b69d77 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Network hostable DHCP agents. Network: 24c997cc-3347-4ea5-95ae-6570c09d8675, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:33:02.245200 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1fa5e2-3d1a-4bf8-9355-8443a9b69d77 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Network 24c997cc-3347-4ea5-95ae-6570c09d8675 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:33:02.255672 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-1e1fa5e2-3d1a-4bf8-9355-8443a9b69d77 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 24c997cc-3347-4ea5-95ae-6570c09d8675) {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:33:02.262163 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6f2bf039-5b45-43b5-9bbb-ab5438ad16b2 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (709ce2de-a9e8-47b2-a9d5-414087524813), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:02.262696 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e1fa5e2-3d1a-4bf8-9355-8443a9b69d77 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:02.263311 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1e1fa5e2-3d1a-4bf8-9355-8443a9b69d77 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:02.270495 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28076dec-664b-449d-8ac9-811eb187f4d9 None None] DHCP port deletion for 709ce2de-a9e8-47b2-a9d5-414087524813 request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 12:33:02.272624 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device d24451a2-27af-436c-8c96-ddacd10daf7b up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:33:02.279854 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48953db7-160b-4336-aeb6-72c56585ba09 None None] Network 24c997cc-3347-4ea5-95ae-6570c09d8675 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:33:02.293578 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-1e1fa5e2-3d1a-4bf8-9355-8443a9b69d77 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7989538 Feb 04 12:33:02.296272 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 45036) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:02.303891 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-03badb94-5c42-4d19-bd28-8a96ab1ec581 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Request body: {'port': {'network_id': '24c997cc-3347-4ea5-95ae-6570c09d8675', 'name': 'tempest-PortsTestJSON-1632911266'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:33:02.313451 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6f2bf039-5b45-43b5-9bbb-ab5438ad16b2 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:02.320561 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-6f2bf039-5b45-43b5-9bbb-ab5438ad16b2 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] 10.222.0.65 "DELETE /v2.0/networks/709ce2de-a9e8-47b2-a9d5-414087524813 HTTP/1.1" status: 204 len: 168 time: 3.8513558 Feb 04 12:33:02.324149 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 45038) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:02.370250 n-d-825015-3 neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-bab68b58-4290-405c-829c-d30232e5ebc2 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] DELETE failed (client error): The resource could not be found. Feb 04 12:33:02.370866 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bab68b58-4290-405c-829c-d30232e5ebc2 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 12:33:02.378944 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-bab68b58-4290-405c-829c-d30232e5ebc2 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] 10.222.0.65 "DELETE /v2.0/networks/709ce2de-a9e8-47b2-a9d5-414087524813 HTTP/1.1" status: 404 len: 339 time: 0.0275311 Feb 04 12:33:02.379053 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fcd29708-e369-41cb-b610-50a594ab5edc tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:02.379232 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 45040) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:02.393075 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2bf039-5b45-43b5-9bbb-ab5438ad16b2 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Pushing event deleted for resources: {'Network': ['ID=709ce2de-a9e8-47b2-a9d5-414087524813,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:02.395288 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-5b38ef45-b585-48db-8a53-97ec9cae780a tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1830001719', 'description': 'd1'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:33:02.423445 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77cb15b1-21e7-4952-9ba7-212b114f9e5b admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:33:02.437736 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025009a0-0b06-4b88-bec5-604550525c09 None None] Sync routers for ids ['edd0f8ef-15aa-4880-9472-b2109d28b4c9'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:33:02.446412 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-77cb15b1-21e7-4952-9ba7-212b114f9e5b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:02.448004 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-77cb15b1-21e7-4952-9ba7-212b114f9e5b admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 6.9144249 Feb 04 12:33:02.451553 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 45042) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:02.452025 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025009a0-0b06-4b88-bec5-604550525c09 None None] Routers {'edd0f8ef-15aa-4880-9472-b2109d28b4c9'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:33:02.452657 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-025009a0-0b06-4b88-bec5-604550525c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:32:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['edd0f8ef-15aa-4880-9472-b2109d28b4c9'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:33:02.480147 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port d24451a2-27af-436c-8c96-ddacd10daf7b triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:33:02.480553 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (d24451a2-27af-436c-8c96-ddacd10daf7b), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:02.491693 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b38ef45-b585-48db-8a53-97ec9cae780a tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Made reservation on behalf of 033089eae79b4f9fa2373fbe9923684e for: {'network': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:33:02.496335 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5b38ef45-b585-48db-8a53-97ec9cae780a tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:02.509130 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a40ff0a4-69a2-4d4e-b7d5-5901a5f089be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-24c997cc-3347-4ea5-95ae-6570c09d8675', 'network_id': '24c997cc-3347-4ea5-95ae-6570c09d8675', 'project_id': '1dcfbfeb897648c6ad07937129f0b5e8', 'fixed_ips': [{'subnet_id': '0b94a0d5-e9c6-4c5c-9041-78dc8afef4f4'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 12:33:02.509931 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a40ff0a4-69a2-4d4e-b7d5-5901a5f089be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:02.631641 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b38ef45-b585-48db-8a53-97ec9cae780a tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=103475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:33:02.700170 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-025009a0-0b06-4b88-bec5-604550525c09 None None] Set router edd0f8ef-15aa-4880-9472-b2109d28b4c9 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:33:02.723854 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port d24451a2-27af-436c-8c96-ddacd10daf7b is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:33:02.734825 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-666fe0eb-6106-4ddd-b4b8-7234d07013b8 req-fe3b4201-8e9f-4e2d-8acb-3aef715ed499 tempest-ImagesOneServerTestJSON-1531918178 tempest-ImagesOneServerTestJSON-1531918178-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=bd8633eed17a41f6b97d66df21782d05&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0258896 Feb 04 12:33:02.738871 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3d6ad92d-f7a2-4307-888a-c82b0ae30138 req-3fe30135-8d10-4215-9774-40ce12d70e26 tempest-ImagesOneServerTestJSON-1531918178 tempest-ImagesOneServerTestJSON-1531918178-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0279577-66bd-4080-acc2-a763ce6cf522 HTTP/1.1" status: 200 len: 210 time: 0.1321797 Feb 04 12:33:02.757656 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5b38ef45-b585-48db-8a53-97ec9cae780a tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (8c426d7d-0931-4743-8fbd-315e4aade6aa), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:02.758036 n-d-825015-3 neutron-server[103475]: INFO neutron.db.segments_db [None req-5b38ef45-b585-48db-8a53-97ec9cae780a tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Added segment 8c426d7d-0931-4743-8fbd-315e4aade6aa of type vlan for network 2575981b-0403-4224-9734-a8d89088d954 Feb 04 12:33:02.794137 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-a40ff0a4-69a2-4d4e-b7d5-5901a5f089be None None] Allocated IP 172.20.0.2 (24c997cc-3347-4ea5-95ae-6570c09d8675/0b94a0d5-e9c6-4c5c-9041-78dc8afef4f4/b6f028f8-2e48-40f6-b19c-4ed045f05d29) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:33:02.908684 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9820acab-8e8d-4791-a544-27ced7ca96e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59045178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60610680'] for subnet (a7a80143-29a9-4ba6-9987-42b8f7317e54), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:02.912039 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-fcd29708-e369-41cb-b610-50a594ab5edc tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Allocated IP 172.20.0.4 (7b66e465-da42-4dbe-8e92-7ef1a9f1ea9a/95cf6673-d6da-4835-a3eb-0c394210680d/955a5158-ea54-4cdc-a8da-e3f7603679f9) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:33:02.936254 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5b38ef45-b585-48db-8a53-97ec9cae780a tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (2575981b-0403-4224-9734-a8d89088d954), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:02.959647 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03badb94-5c42-4d19-bd28-8a96ab1ec581 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Made reservation on behalf of 1dcfbfeb897648c6ad07937129f0b5e8 for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:33:02.965719 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-03badb94-5c42-4d19-bd28-8a96ab1ec581 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:03.011987 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a40ff0a4-69a2-4d4e-b7d5-5901a5f089be None None] Publish callbacks [] for port (b6f028f8-2e48-40f6-b19c-4ed045f05d29), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:03.020929 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a40ff0a4-69a2-4d4e-b7d5-5901a5f089be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (b6f028f8-2e48-40f6-b19c-4ed045f05d29), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:03.066048 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [None req-03badb94-5c42-4d19-bd28-8a96ab1ec581 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] device_id is not set on port 2aaba0e2-2fc3-49fa-a383-53ffc82b8284 yet. {{(pid=103475) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 12:33:03.082320 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40ff0a4-69a2-4d4e-b7d5-5901a5f089be None None] Pushing event updated for resources: {'Port': ['ID=b6f028f8-2e48-40f6-b19c-4ed045f05d29,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:03.085526 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9820acab-8e8d-4791-a544-27ced7ca96e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7a80143-29a9-4ba6-9987-42b8f7317e54,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:03.096266 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40ff0a4-69a2-4d4e-b7d5-5901a5f089be None None] Network 24c997cc-3347-4ea5-95ae-6570c09d8675 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:33:03.097942 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-a40ff0a4-69a2-4d4e-b7d5-5901a5f089be None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:33:03.101670 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40ff0a4-69a2-4d4e-b7d5-5901a5f089be None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:33:03.176420 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-a40ff0a4-69a2-4d4e-b7d5-5901a5f089be None None] Attempting to bind port b6f028f8-2e48-40f6-b19c-4ed045f05d29 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:33:03.176696 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-a40ff0a4-69a2-4d4e-b7d5-5901a5f089be None None] Attempting to bind port b6f028f8-2e48-40f6-b19c-4ed045f05d29 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': 'ec371175-b72a-4778-99ec-1a5ff54a4249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '24c997cc-3347-4ea5-95ae-6570c09d8675'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:33:03.177065 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40ff0a4-69a2-4d4e-b7d5-5901a5f089be None None] Attempting to bind port b6f028f8-2e48-40f6-b19c-4ed045f05d29 on network 24c997cc-3347-4ea5-95ae-6570c09d8675 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:33:03.183855 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40ff0a4-69a2-4d4e-b7d5-5901a5f089be None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:33:03.184255 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40ff0a4-69a2-4d4e-b7d5-5901a5f089be None None] Checking segment: {'id': 'ec371175-b72a-4778-99ec-1a5ff54a4249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '24c997cc-3347-4ea5-95ae-6570c09d8675'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:33:03.184693 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a40ff0a4-69a2-4d4e-b7d5-5901a5f089be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:03.185118 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40ff0a4-69a2-4d4e-b7d5-5901a5f089be None None] Bound using segment: {'id': 'ec371175-b72a-4778-99ec-1a5ff54a4249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '24c997cc-3347-4ea5-95ae-6570c09d8675'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:33:03.185702 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-a40ff0a4-69a2-4d4e-b7d5-5901a5f089be None None] Bound port: b6f028f8-2e48-40f6-b19c-4ed045f05d29, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec371175-b72a-4778-99ec-1a5ff54a4249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '24c997cc-3347-4ea5-95ae-6570c09d8675'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:33:03.186278 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a40ff0a4-69a2-4d4e-b7d5-5901a5f089be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (b6f028f8-2e48-40f6-b19c-4ed045f05d29), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:03.195089 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9820acab-8e8d-4791-a544-27ced7ca96e7 admin admin] Checking segment: {'id': '5ed040aa-461d-409f-a40b-8004d8898c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '211162ce-c654-4372-abd8-21bf219f75aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:33:03.195448 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9820acab-8e8d-4791-a544-27ced7ca96e7 admin admin] Network hostable DHCP agents. Network: 211162ce-c654-4372-abd8-21bf219f75aa, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:33:03.220220 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fcd29708-e369-41cb-b610-50a594ab5edc tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Publish callbacks [] for port (955a5158-ea54-4cdc-a8da-e3f7603679f9), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:03.225630 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9820acab-8e8d-4791-a544-27ced7ca96e7 admin admin] Network 211162ce-c654-4372-abd8-21bf219f75aa is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:33:03.231475 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-025009a0-0b06-4b88-bec5-604550525c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edd0f8ef-15aa-4880-9472-b2109d28b4c9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2012533272-router', 'tenant_id': 'c4d15fc7880343b39b8aa486fa7d8d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '4a63804e-ac34-4e10-bb9c-cfba86017b56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:32:55Z', 'updated_at': '2022-02-04T12:33:00Z', 'revision_number': 3, 'project_id': 'c4d15fc7880343b39b8aa486fa7d8d6b', 'gw_port': {'id': '4a63804e-ac34-4e10-bb9c-cfba86017b56', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e8:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edd0f8ef-15aa-4880-9472-b2109d28b4c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:32:57Z', 'updated_at': '2022-02-04T12:32:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:33:03.246098 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-9820acab-8e8d-4791-a544-27ced7ca96e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 211162ce-c654-4372-abd8-21bf219f75aa) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:33:03.248629 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.db.resource_extend [None req-5b38ef45-b585-48db-8a53-97ec9cae780a tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 12:33:03.257004 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9820acab-8e8d-4791-a544-27ced7ca96e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:03.258496 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9820acab-8e8d-4791-a544-27ced7ca96e7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:03.268132 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0810c5dd-ae14-483b-97d2-b1071f46c814 None None] Network 211162ce-c654-4372-abd8-21bf219f75aa requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:33:03.306513 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025009a0-0b06-4b88-bec5-604550525c09 None None] Checking router: edd0f8ef-15aa-4880-9472-b2109d28b4c9 for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:33:03.306876 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025009a0-0b06-4b88-bec5-604550525c09 None None] Updating router edd0f8ef-15aa-4880-9472-b2109d28b4c9 port 4a63804e-ac34-4e10-bb9c-cfba86017b56 binding host n-d-825015-3 {{(pid=103477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:33:03.310955 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-9820acab-8e8d-4791-a544-27ced7ca96e7 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4323487 Feb 04 12:33:03.310955 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 45050) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:03.317841 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5b38ef45-b585-48db-8a53-97ec9cae780a tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (2575981b-0403-4224-9734-a8d89088d954), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:03.318413 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-c6f62fdb-e3b2-4d4e-a41c-38b94eaca3ef admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1474130634-router', 'tenant_id': '31d6c346447a48008dccda4817c529a1', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:33:03.324412 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b38ef45-b585-48db-8a53-97ec9cae780a tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:03.325413 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5b38ef45-b585-48db-8a53-97ec9cae780a tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:03.342066 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-025009a0-0b06-4b88-bec5-604550525c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (4a63804e-ac34-4e10-bb9c-cfba86017b56), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:03.349900 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-a40ff0a4-69a2-4d4e-b7d5-5901a5f089be None None] For port b6f028f8-2e48-40f6-b19c-4ed045f05d29, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:33:03.375103 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-a40ff0a4-69a2-4d4e-b7d5-5901a5f089be None None] For port b6f028f8-2e48-40f6-b19c-4ed045f05d29, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=b6f028f8-2e48-40f6-b19c-4ed045f05d29,segment=NetworkSegment(ec371175-b72a-4778-99ec-1a5ff54a4249),segment_id=ec371175-b72a-4778-99ec-1a5ff54a4249)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:33:03.375814 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c6f62fdb-e3b2-4d4e-a41c-38b94eaca3ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10933'] for router (b0aa9850-1fc9-4b45-b5d9-86a312a36035), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:03.377323 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c6f62fdb-e3b2-4d4e-a41c-38b94eaca3ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10924'] for router (b0aa9850-1fc9-4b45-b5d9-86a312a36035), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:03.395413 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a40ff0a4-69a2-4d4e-b7d5-5901a5f089be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (b6f028f8-2e48-40f6-b19c-4ed045f05d29), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:03.399554 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-58de0366-4115-4824-b87c-8819f919645f req-d5adfa39-5bb4-4fff-baba-f51538d9b16c tempest-ServerShowV254Test-1127696232 tempest-ServerShowV254Test-1127696232-project] 10.222.0.65 "GET /v2.0/ports?device_id=47ef7185-cbbb-475d-9695-78bcb14da71d HTTP/1.1" status: 200 len: 210 time: 0.3218224 Feb 04 12:33:03.427249 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b38ef45-b585-48db-8a53-97ec9cae780a tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Pushing event updated for resources: {'Network': ['ID=2575981b-0403-4224-9734-a8d89088d954,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:03.459433 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 2575981b-0403-4224-9734-a8d89088d954 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:33:03.460852 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c6f62fdb-e3b2-4d4e-a41c-38b94eaca3ef admin admin] Publish callbacks [] for router_controller (b0aa9850-1fc9-4b45-b5d9-86a312a36035), precommit_add_association {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:03.495811 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666fe0eb-6106-4ddd-b4b8-7234d07013b8 req-be297e08-f894-40b9-87a7-252dcb4f9727 tempest-ImagesOneServerTestJSON-1531918178 tempest-ImagesOneServerTestJSON-1531918178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:03.497452 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-666fe0eb-6106-4ddd-b4b8-7234d07013b8 req-be297e08-f894-40b9-87a7-252dcb4f9727 tempest-ImagesOneServerTestJSON-1531918178 tempest-ImagesOneServerTestJSON-1531918178-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7575994 Feb 04 12:33:03.516164 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-666fe0eb-6106-4ddd-b4b8-7234d07013b8 req-182a2093-bacc-48d3-85fa-7444815f1043 tempest-ImagesOneServerTestJSON-1531918178 tempest-ImagesOneServerTestJSON-1531918178-project] Request body: {'port': {'device_id': 'a0279577-66bd-4080-acc2-a763ce6cf522', 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c', 'admin_state_up': True, 'tenant_id': 'bd8633eed17a41f6b97d66df21782d05'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:33:03.560778 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3a2311-aacc-48ab-afd3-bf8682a28fd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-211162ce-c654-4372-abd8-21bf219f75aa', 'network_id': '211162ce-c654-4372-abd8-21bf219f75aa', 'project_id': '31d6c346447a48008dccda4817c529a1', 'fixed_ips': [{'subnet_id': 'a7a80143-29a9-4ba6-9987-42b8f7317e54'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 12:33:03.561886 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3b3a2311-aacc-48ab-afd3-bf8682a28fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:03.696335 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40ff0a4-69a2-4d4e-b7d5-5901a5f089be None None] Pushing event updated for resources: {'Port': ['ID=b6f028f8-2e48-40f6-b19c-4ed045f05d29,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:03.702612 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-5b38ef45-b585-48db-8a53-97ec9cae780a tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.3199453 Feb 04 12:33:03.702878 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 45052) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:03.710170 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fcd29708-e369-41cb-b610-50a594ab5edc tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (955a5158-ea54-4cdc-a8da-e3f7603679f9), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:03.716869 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c6f62fdb-e3b2-4d4e-a41c-38b94eaca3ef admin admin] Publish callbacks [] for router_gateway (b0aa9850-1fc9-4b45-b5d9-86a312a36035), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:03.722976 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-666fe0eb-6106-4ddd-b4b8-7234d07013b8 req-182a2093-bacc-48d3-85fa-7444815f1043 tempest-ImagesOneServerTestJSON-1531918178 tempest-ImagesOneServerTestJSON-1531918178-project] Made reservation on behalf of bd8633eed17a41f6b97d66df21782d05 for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:33:03.723862 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0cfb0f48-1cac-48dd-afb7-b92bc616f576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:03.727131 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-666fe0eb-6106-4ddd-b4b8-7234d07013b8 req-182a2093-bacc-48d3-85fa-7444815f1043 tempest-ImagesOneServerTestJSON-1531918178 tempest-ImagesOneServerTestJSON-1531918178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:03.817863 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-666fe0eb-6106-4ddd-b4b8-7234d07013b8 req-182a2093-bacc-48d3-85fa-7444815f1043 tempest-ImagesOneServerTestJSON-1531918178 tempest-ImagesOneServerTestJSON-1531918178-project] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:03.828016 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd29708-e369-41cb-b610-50a594ab5edc tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Network 7b66e465-da42-4dbe-8e92-7ef1a9f1ea9a is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:33:03.835872 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-3b3a2311-aacc-48ab-afd3-bf8682a28fd7 None None] Allocated IP 172.20.0.2 (211162ce-c654-4372-abd8-21bf219f75aa/a7a80143-29a9-4ba6-9987-42b8f7317e54/6c216dae-2271-445c-9954-4aa7262ae9d1) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:33:03.857403 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-025009a0-0b06-4b88-bec5-604550525c09 None None] Publish callbacks [] for port (4a63804e-ac34-4e10-bb9c-cfba86017b56), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:03.858012 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-fcd29708-e369-41cb-b610-50a594ab5edc tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:33:03.867950 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-025009a0-0b06-4b88-bec5-604550525c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (4a63804e-ac34-4e10-bb9c-cfba86017b56), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:03.872398 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd29708-e369-41cb-b610-50a594ab5edc tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:33:03.968158 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-025009a0-0b06-4b88-bec5-604550525c09 None None] Attempting to bind port 4a63804e-ac34-4e10-bb9c-cfba86017b56 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:33:03.968683 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-025009a0-0b06-4b88-bec5-604550525c09 None None] Attempting to bind port 4a63804e-ac34-4e10-bb9c-cfba86017b56 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:33:03.969187 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025009a0-0b06-4b88-bec5-604550525c09 None None] Attempting to bind port 4a63804e-ac34-4e10-bb9c-cfba86017b56 on network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:33:03.983209 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025009a0-0b06-4b88-bec5-604550525c09 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:33:03.983450 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025009a0-0b06-4b88-bec5-604550525c09 None None] Checking segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:33:03.984076 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-025009a0-0b06-4b88-bec5-604550525c09 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:03.984736 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025009a0-0b06-4b88-bec5-604550525c09 None None] Bound using segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:33:03.986362 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-025009a0-0b06-4b88-bec5-604550525c09 None None] Bound port: 4a63804e-ac34-4e10-bb9c-cfba86017b56, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:33:03.986849 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-025009a0-0b06-4b88-bec5-604550525c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (4a63804e-ac34-4e10-bb9c-cfba86017b56), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:04.113519 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-025009a0-0b06-4b88-bec5-604550525c09 None None] For port 4a63804e-ac34-4e10-bb9c-cfba86017b56, host n-d-825015-3, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:33:04.118673 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-025009a0-0b06-4b88-bec5-604550525c09 None None] For port 4a63804e-ac34-4e10-bb9c-cfba86017b56, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=4a63804e-ac34-4e10-bb9c-cfba86017b56,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:33:04.128235 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6d83cc-09ce-4f64-aa72-a3f2c1b6ca4e None None] Pushing event updated for resources: {'Port': ['ID=4a63804e-ac34-4e10-bb9c-cfba86017b56,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:04.131972 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-025009a0-0b06-4b88-bec5-604550525c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (4a63804e-ac34-4e10-bb9c-cfba86017b56), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:04.159683 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6766f79-246d-4a11-996a-f5407612b204 req-e5163940-b4e6-41a1-97c5-594dc261298f tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:04.161505 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d6766f79-246d-4a11-996a-f5407612b204 req-e5163940-b4e6-41a1-97c5-594dc261298f tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/ports?device_id=064b8b16-59ce-4f5e-b1f8-f430debd9ab3 HTTP/1.1" status: 200 len: 946 time: 1.1604383 Feb 04 12:33:04.163161 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-03badb94-5c42-4d19-bd28-8a96ab1ec581 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Allocated IP 172.20.0.11 (24c997cc-3347-4ea5-95ae-6570c09d8675/0b94a0d5-e9c6-4c5c-9041-78dc8afef4f4/2aaba0e2-2fc3-49fa-a383-53ffc82b8284) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:33:04.174585 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6d83cc-09ce-4f64-aa72-a3f2c1b6ca4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:33:04.174988 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6d83cc-09ce-4f64-aa72-a3f2c1b6ca4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:33:04.175442 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6d83cc-09ce-4f64-aa72-a3f2c1b6ca4e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:33:04.175800 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6d83cc-09ce-4f64-aa72-a3f2c1b6ca4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:33:04.176175 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6d83cc-09ce-4f64-aa72-a3f2c1b6ca4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:33:04.177159 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6d83cc-09ce-4f64-aa72-a3f2c1b6ca4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:33:04.177495 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6d83cc-09ce-4f64-aa72-a3f2c1b6ca4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:33:04.177824 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6d83cc-09ce-4f64-aa72-a3f2c1b6ca4e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:33:04.178198 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6d83cc-09ce-4f64-aa72-a3f2c1b6ca4e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:33:04.178871 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6d83cc-09ce-4f64-aa72-a3f2c1b6ca4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:33:04.179413 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6d83cc-09ce-4f64-aa72-a3f2c1b6ca4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:33:04.184517 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6d83cc-09ce-4f64-aa72-a3f2c1b6ca4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:33:04.184933 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6d83cc-09ce-4f64-aa72-a3f2c1b6ca4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:33:04.218223 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-20d18b96-8ac3-445a-948f-c886b72e5e39 req-82ffc36e-6393-4a20-8150-90d6b2fc48c6 tempest-ImagesOneServerTestJSON-1531918178 tempest-ImagesOneServerTestJSON-1531918178-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0279577-66bd-4080-acc2-a763ce6cf522 HTTP/1.1" status: 200 len: 210 time: 0.3305342 Feb 04 12:33:04.218783 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025009a0-0b06-4b88-bec5-604550525c09 None None] Routers {'edd0f8ef-15aa-4880-9472-b2109d28b4c9'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:33:04.220621 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-025009a0-0b06-4b88-bec5-604550525c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:32:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['edd0f8ef-15aa-4880-9472-b2109d28b4c9'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:33:04.234408 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd29708-e369-41cb-b610-50a594ab5edc tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Pushing event updated for resources: {'Port': ['ID=955a5158-ea54-4cdc-a8da-e3f7603679f9,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:04.251894 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3b3a2311-aacc-48ab-afd3-bf8682a28fd7 None None] Publish callbacks [] for port (6c216dae-2271-445c-9954-4aa7262ae9d1), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:04.269876 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device b6f028f8-2e48-40f6-b19c-4ed045f05d29 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:33:04.273067 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3b3a2311-aacc-48ab-afd3-bf8682a28fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (6c216dae-2271-445c-9954-4aa7262ae9d1), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:04.282934 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-666fe0eb-6106-4ddd-b4b8-7234d07013b8 req-182a2093-bacc-48d3-85fa-7444815f1043 tempest-ImagesOneServerTestJSON-1531918178 tempest-ImagesOneServerTestJSON-1531918178-project] Publish callbacks [] for security_group (bbe69ba6-b239-4d85-8fa3-35dc5065b403), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:04.289304 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-666fe0eb-6106-4ddd-b4b8-7234d07013b8 req-182a2093-bacc-48d3-85fa-7444815f1043 tempest-ImagesOneServerTestJSON-1531918178 tempest-ImagesOneServerTestJSON-1531918178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (bbe69ba6-b239-4d85-8fa3-35dc5065b403), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:04.341345 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3a2311-aacc-48ab-afd3-bf8682a28fd7 None None] Network 211162ce-c654-4372-abd8-21bf219f75aa is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:33:04.364234 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6d83cc-09ce-4f64-aa72-a3f2c1b6ca4e None None] Pushing event updated for resources: {'Port': ['ID=4a63804e-ac34-4e10-bb9c-cfba86017b56,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:04.375623 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a2311-aacc-48ab-afd3-bf8682a28fd7 None None] Pushing event updated for resources: {'Port': ['ID=6c216dae-2271-445c-9954-4aa7262ae9d1,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:04.390023 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-3b3a2311-aacc-48ab-afd3-bf8682a28fd7 None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:33:04.402531 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3a2311-aacc-48ab-afd3-bf8682a28fd7 None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:33:04.476607 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d6766f79-246d-4a11-996a-f5407612b204 req-7ab5881e-10fd-411f-9885-4787f3832f0f tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/security-groups?id=67d57791-96db-4689-9a02-f69bf9a8e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718849 Feb 04 12:33:04.484020 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-025009a0-0b06-4b88-bec5-604550525c09 None None] Set router edd0f8ef-15aa-4880-9472-b2109d28b4c9 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:33:04.489936 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182a2093-bacc-48d3-85fa-7444815f1043 tempest-ImagesOneServerTestJSON-1531918178 tempest-ImagesOneServerTestJSON-1531918178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe69ba6-b239-4d85-8fa3-35dc5065b403,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:04.529448 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-3b3a2311-aacc-48ab-afd3-bf8682a28fd7 None None] Attempting to bind port 6c216dae-2271-445c-9954-4aa7262ae9d1 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:33:04.530217 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-3b3a2311-aacc-48ab-afd3-bf8682a28fd7 None None] Attempting to bind port 6c216dae-2271-445c-9954-4aa7262ae9d1 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '5ed040aa-461d-409f-a40b-8004d8898c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '211162ce-c654-4372-abd8-21bf219f75aa'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:33:04.530842 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3a2311-aacc-48ab-afd3-bf8682a28fd7 None None] Attempting to bind port 6c216dae-2271-445c-9954-4aa7262ae9d1 on network 211162ce-c654-4372-abd8-21bf219f75aa {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:33:04.541666 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3a2311-aacc-48ab-afd3-bf8682a28fd7 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:33:04.542477 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3a2311-aacc-48ab-afd3-bf8682a28fd7 None None] Checking segment: {'id': '5ed040aa-461d-409f-a40b-8004d8898c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '211162ce-c654-4372-abd8-21bf219f75aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:33:04.543123 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3b3a2311-aacc-48ab-afd3-bf8682a28fd7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:04.543769 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3a2311-aacc-48ab-afd3-bf8682a28fd7 None None] Bound using segment: {'id': '5ed040aa-461d-409f-a40b-8004d8898c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '211162ce-c654-4372-abd8-21bf219f75aa'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:33:04.544284 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0568c1-bde7-48d2-b9ab-30ecbd15c274 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:04.545532 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-3b3a2311-aacc-48ab-afd3-bf8682a28fd7 None None] Bound port: 6c216dae-2271-445c-9954-4aa7262ae9d1, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ed040aa-461d-409f-a40b-8004d8898c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '211162ce-c654-4372-abd8-21bf219f75aa'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:33:04.546451 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-cb0568c1-bde7-48d2-b9ab-30ecbd15c274 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] 10.222.0.65 "GET /v2.0/networks?id=2575981b-0403-4224-9734-a8d89088d954 HTTP/1.1" status: 200 len: 761 time: 0.8401690 Feb 04 12:33:04.546778 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3b3a2311-aacc-48ab-afd3-bf8682a28fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (6c216dae-2271-445c-9954-4aa7262ae9d1), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:04.550814 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port b6f028f8-2e48-40f6-b19c-4ed045f05d29 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:33:04.551629 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (b6f028f8-2e48-40f6-b19c-4ed045f05d29), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:04.551868 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 45060) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:04.561348 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-6ec14573-af2d-4b6e-96c4-7928746282bf tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Request body: {'network': {'description': 'd2'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:33:04.631141 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fcd29708-e369-41cb-b610-50a594ab5edc tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Publish callbacks [] for floatingip (ba9863ca-58e0-484e-bc42-e1f1362e2f57), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:04.669454 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c2b8ea88-6c22-41bf-84d2-3e38d49078c6 req-7c2b9c0b-98e0-4b3a-ba57-46978ec80f09 tempest-ServerShowV254Test-1127696232 tempest-ServerShowV254Test-1127696232-project] 10.222.0.65 "GET /v2.0/ports?device_id=47ef7185-cbbb-475d-9695-78bcb14da71d HTTP/1.1" status: 200 len: 210 time: 0.0735104 Feb 04 12:33:04.714458 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-3b3a2311-aacc-48ab-afd3-bf8682a28fd7 None None] For port 6c216dae-2271-445c-9954-4aa7262ae9d1, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:33:04.717835 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-3b3a2311-aacc-48ab-afd3-bf8682a28fd7 None None] For port 6c216dae-2271-445c-9954-4aa7262ae9d1, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=6c216dae-2271-445c-9954-4aa7262ae9d1,segment=NetworkSegment(5ed040aa-461d-409f-a40b-8004d8898c3c),segment_id=5ed040aa-461d-409f-a40b-8004d8898c3c)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:33:04.732850 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3b3a2311-aacc-48ab-afd3-bf8682a28fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (6c216dae-2271-445c-9954-4aa7262ae9d1), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:04.756717 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-666fe0eb-6106-4ddd-b4b8-7234d07013b8 req-182a2093-bacc-48d3-85fa-7444815f1043 tempest-ImagesOneServerTestJSON-1531918178 tempest-ImagesOneServerTestJSON-1531918178-project] Allocated IP 192.168.233.249 (2f7dc246-a024-4937-952c-0ddeef5af29c/5ee3374a-84e9-4639-853c-740c6edaf6dc/d51b24cb-7b0e-4538-ad0d-f93b4f99a711) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:33:04.797974 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fcd29708-e369-41cb-b610-50a594ab5edc tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (955a5158-ea54-4cdc-a8da-e3f7603679f9), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:04.831508 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-025009a0-0b06-4b88-bec5-604550525c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edd0f8ef-15aa-4880-9472-b2109d28b4c9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2012533272-router', 'tenant_id': 'c4d15fc7880343b39b8aa486fa7d8d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '4a63804e-ac34-4e10-bb9c-cfba86017b56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:32:55Z', 'updated_at': '2022-02-04T12:33:00Z', 'revision_number': 3, 'project_id': 'c4d15fc7880343b39b8aa486fa7d8d6b', 'gw_port': {'id': '4a63804e-ac34-4e10-bb9c-cfba86017b56', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e8:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edd0f8ef-15aa-4880-9472-b2109d28b4c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:32:57Z', 'updated_at': '2022-02-04T12:33:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:33:04.854145 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port b6f028f8-2e48-40f6-b19c-4ed045f05d29 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:33:04.854540 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (b6f028f8-2e48-40f6-b19c-4ed045f05d29), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:04.905979 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025009a0-0b06-4b88-bec5-604550525c09 None None] The sync data for ids ['edd0f8ef-15aa-4880-9472-b2109d28b4c9'] in n-d-825015-3 is: [{'id': 'edd0f8ef-15aa-4880-9472-b2109d28b4c9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2012533272-router', 'tenant_id': 'c4d15fc7880343b39b8aa486fa7d8d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '4a63804e-ac34-4e10-bb9c-cfba86017b56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:32:55Z', 'updated_at': '2022-02-04T12:33:00Z', 'revision_number': 3, 'project_id': 'c4d15fc7880343b39b8aa486fa7d8d6b', 'gw_port': {'id': '4a63804e-ac34-4e10-bb9c-cfba86017b56', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e8:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edd0f8ef-15aa-4880-9472-b2109d28b4c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:32:57Z', 'updated_at': '2022-02-04T12:33:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:33:04.934038 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a2311-aacc-48ab-afd3-bf8682a28fd7 None None] Pushing event updated for resources: {'Port': ['ID=6c216dae-2271-445c-9954-4aa7262ae9d1,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:04.939484 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-03badb94-5c42-4d19-bd28-8a96ab1ec581 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks [] for port (2aaba0e2-2fc3-49fa-a383-53ffc82b8284), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:04.953347 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port b6f028f8-2e48-40f6-b19c-4ed045f05d29, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=b6f028f8-2e48-40f6-b19c-4ed045f05d29,segment=NetworkSegment(ec371175-b72a-4778-99ec-1a5ff54a4249),segment_id=ec371175-b72a-4778-99ec-1a5ff54a4249)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:33:04.959635 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (b6f028f8-2e48-40f6-b19c-4ed045f05d29), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:04.997009 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 06d7405d-16c4-4ff9-b61c-789ef4321b53 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:33:05.054870 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-0cfb0f48-1cac-48dd-afb7-b92bc616f576 admin admin] Allocated IP 172.20.0.1 (af49ccb7-5717-4383-8d53-b816a2d5ef9e/538e919b-4a11-4d6a-8000-797451e40b7f/4967a5af-93a3-4423-bd9b-b9356e098450) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:33:05.102174 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 06d7405d-16c4-4ff9-b61c-789ef4321b53 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:33:05.103460 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 06d7405d-16c4-4ff9-b61c-789ef4321b53 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:33:05.105807 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=b6f028f8-2e48-40f6-b19c-4ed045f05d29,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:05.183492 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6ec14573-af2d-4b6e-96c4-7928746282bf tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (2575981b-0403-4224-9734-a8d89088d954), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:05.211481 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6ec14573-af2d-4b6e-96c4-7928746282bf tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (2575981b-0403-4224-9734-a8d89088d954), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:05.303622 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6ec14573-af2d-4b6e-96c4-7928746282bf tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Network 2575981b-0403-4224-9734-a8d89088d954 is not hosted by any dhcp agent {{(pid=103474) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 04 12:33:05.313261 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec14573-af2d-4b6e-96c4-7928746282bf tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:05.315847 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6ec14573-af2d-4b6e-96c4-7928746282bf tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:05.317264 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-6ec14573-af2d-4b6e-96c4-7928746282bf tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] 10.222.0.65 "PUT /v2.0/networks/2575981b-0403-4224-9734-a8d89088d954 HTTP/1.1" status: 200 len: 758 time: 0.7641430 Feb 04 12:33:05.341709 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5503270e-f884-457d-821a-83bcb79bd36a None None] Network 24c997cc-3347-4ea5-95ae-6570c09d8675 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:33:05.492689 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0cfb0f48-1cac-48dd-afb7-b92bc616f576 admin admin] Publish callbacks [] for port (4967a5af-93a3-4423-bd9b-b9356e098450), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:05.570180 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-cc0af477-71c3-4ddb-9b59-9aecd065579e None None] Provisioning complete for port b6f028f8-2e48-40f6-b19c-4ed045f05d29 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:33:05.570785 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cc0af477-71c3-4ddb-9b59-9aecd065579e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (b6f028f8-2e48-40f6-b19c-4ed045f05d29), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:05.643917 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 45064) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:05.675842 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec14573-af2d-4b6e-96c4-7928746282bf tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Pushing event updated for resources: {'Network': ['ID=2575981b-0403-4224-9734-a8d89088d954,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:05.766576 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 2575981b-0403-4224-9734-a8d89088d954 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:33:05.928809 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-cc0af477-71c3-4ddb-9b59-9aecd065579e None None] Current status of the port b6f028f8-2e48-40f6-b19c-4ed045f05d29 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:33:05.950674 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-88fc13e9-f95b-4212-a12d-1a7e4fe336a1 req-a77062ff-567d-49b2-849b-05587033613c tempest-ImagesOneServerTestJSON-1531918178 tempest-ImagesOneServerTestJSON-1531918178-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0279577-66bd-4080-acc2-a763ce6cf522 HTTP/1.1" status: 200 len: 210 time: 0.1446798 Feb 04 12:33:05.993044 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-03badb94-5c42-4d19-bd28-8a96ab1ec581 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (2aaba0e2-2fc3-49fa-a383-53ffc82b8284), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:06.015924 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d964cb-a0ae-476f-ba1e-8ee8fc5e9eab tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:06.033195 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-34d964cb-a0ae-476f-ba1e-8ee8fc5e9eab tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] 10.222.0.65 "GET /v2.0/networks?id=2575981b-0403-4224-9734-a8d89088d954 HTTP/1.1" status: 200 len: 761 time: 0.3851073 Feb 04 12:33:06.045024 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c6f62fdb-e3b2-4d4e-a41c-38b94eaca3ef admin admin] Publish callbacks [] for router_gateway (b0aa9850-1fc9-4b45-b5d9-86a312a36035), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:06.087499 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 45070) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:06.088716 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c6f62fdb-e3b2-4d4e-a41c-38b94eaca3ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:06.100532 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-c7962d9a-2b22-45a0-bd56-7c3734f1b72b tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1007924660'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:33:06.124429 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0cfb0f48-1cac-48dd-afb7-b92bc616f576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (4967a5af-93a3-4423-bd9b-b9356e098450), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:06.272826 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-666fe0eb-6106-4ddd-b4b8-7234d07013b8 req-182a2093-bacc-48d3-85fa-7444815f1043 tempest-ImagesOneServerTestJSON-1531918178 tempest-ImagesOneServerTestJSON-1531918178-project] Publish callbacks [] for port (d51b24cb-7b0e-4538-ad0d-f93b4f99a711), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:06.299350 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03badb94-5c42-4d19-bd28-8a96ab1ec581 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Network 24c997cc-3347-4ea5-95ae-6570c09d8675 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:33:06.302006 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cfb0f48-1cac-48dd-afb7-b92bc616f576 admin admin] Network af49ccb7-5717-4383-8d53-b816a2d5ef9e is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:33:06.322558 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7962d9a-2b22-45a0-bd56-7c3734f1b72b tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Made reservation on behalf of 033089eae79b4f9fa2373fbe9923684e for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:33:06.327135 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c7962d9a-2b22-45a0-bd56-7c3734f1b72b tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:06.330719 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-03badb94-5c42-4d19-bd28-8a96ab1ec581 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:33:06.343097 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-0cfb0f48-1cac-48dd-afb7-b92bc616f576 admin admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:33:06.360018 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfb0f48-1cac-48dd-afb7-b92bc616f576 admin admin] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:33:06.386949 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03badb94-5c42-4d19-bd28-8a96ab1ec581 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:33:06.404121 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-249014c3-f991-4e60-9b18-9406466c971f None None] Provisioning complete for port b6f028f8-2e48-40f6-b19c-4ed045f05d29 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:33:06.404582 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-249014c3-f991-4e60-9b18-9406466c971f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (b6f028f8-2e48-40f6-b19c-4ed045f05d29), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:06.443185 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfb0f48-1cac-48dd-afb7-b92bc616f576 admin admin] Pushing event updated for resources: {'Port': ['ID=4967a5af-93a3-4423-bd9b-b9356e098450,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:06.457976 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-82edc0b7-d57b-4f92-842a-3a9c9fefbe13 req-3491e402-dfeb-4c1b-9e3a-384652894dd0 tempest-ServerShowV254Test-1127696232 tempest-ServerShowV254Test-1127696232-project] 10.222.0.65 "GET /v2.0/ports?device_id=47ef7185-cbbb-475d-9695-78bcb14da71d HTTP/1.1" status: 200 len: 210 time: 0.1761217 Feb 04 12:33:06.526010 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fcd29708-e369-41cb-b610-50a594ab5edc tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Publish callbacks [] for port (955a5158-ea54-4cdc-a8da-e3f7603679f9), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:06.544065 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03badb94-5c42-4d19-bd28-8a96ab1ec581 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Pushing event updated for resources: {'Port': ['ID=2aaba0e2-2fc3-49fa-a383-53ffc82b8284,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:06.550766 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-c6f62fdb-e3b2-4d4e-a41c-38b94eaca3ef admin admin] Allocated IP 172.25.3.197 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/eabe40b0-e655-4f19-ba01-3adf8d6b0a00) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:33:06.555970 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fcd29708-e369-41cb-b610-50a594ab5edc tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (955a5158-ea54-4cdc-a8da-e3f7603679f9), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:06.631304 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-249014c3-f991-4e60-9b18-9406466c971f None None] Current status of the port b6f028f8-2e48-40f6-b19c-4ed045f05d29 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:33:06.665113 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd29708-e369-41cb-b610-50a594ab5edc tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Pushing event updated for resources: {'Port': ['ID=955a5158-ea54-4cdc-a8da-e3f7603679f9,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:06.687527 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6912d7d8-6fe1-481d-ae04-591235e96e61 req-2bf78365-3795-42e2-b82f-014c8cfaba74 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:06.690169 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6912d7d8-6fe1-481d-ae04-591235e96e61 req-2bf78365-3795-42e2-b82f-014c8cfaba74 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/ports?device_id=064b8b16-59ce-4f5e-b1f8-f430debd9ab3 HTTP/1.1" status: 200 len: 946 time: 0.8809052 Feb 04 12:33:06.792902 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03badb94-5c42-4d19-bd28-8a96ab1ec581 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:06.793554 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-03badb94-5c42-4d19-bd28-8a96ab1ec581 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:06.797425 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 4a63804e-ac34-4e10-bb9c-cfba86017b56 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:33:06.821496 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-03badb94-5c42-4d19-bd28-8a96ab1ec581 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.5238128 Feb 04 12:33:06.853463 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 45072) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:06.891481 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7962d9a-2b22-45a0-bd56-7c3734f1b72b tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:33:06.895400 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6912d7d8-6fe1-481d-ae04-591235e96e61 req-f207291b-e776-4848-b049-e554fd2d7337 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/security-groups?id=67d57791-96db-4689-9a02-f69bf9a8e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933408 Feb 04 12:33:06.897404 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-666fe0eb-6106-4ddd-b4b8-7234d07013b8 req-182a2093-bacc-48d3-85fa-7444815f1043 tempest-ImagesOneServerTestJSON-1531918178 tempest-ImagesOneServerTestJSON-1531918178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (d51b24cb-7b0e-4538-ad0d-f93b4f99a711), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:06.903436 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c7962d9a-2b22-45a0-bd56-7c3734f1b72b tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (7f7cd630-1a61-43e4-8d9b-37187260e017), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:06.903893 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-c7962d9a-2b22-45a0-bd56-7c3734f1b72b tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Added segment 7f7cd630-1a61-43e4-8d9b-37187260e017 of type vlan for network e362e703-29eb-473b-be9b-7d5cd5841f34 Feb 04 12:33:06.988126 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-666fe0eb-6106-4ddd-b4b8-7234d07013b8 req-182a2093-bacc-48d3-85fa-7444815f1043 tempest-ImagesOneServerTestJSON-1531918178 tempest-ImagesOneServerTestJSON-1531918178-project] Network 2f7dc246-a024-4937-952c-0ddeef5af29c is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:33:06.990081 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182a2093-bacc-48d3-85fa-7444815f1043 tempest-ImagesOneServerTestJSON-1531918178 tempest-ImagesOneServerTestJSON-1531918178-project] Pushing event updated for resources: {'Port': ['ID=d51b24cb-7b0e-4538-ad0d-f93b4f99a711,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:06.994230 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-666fe0eb-6106-4ddd-b4b8-7234d07013b8 req-182a2093-bacc-48d3-85fa-7444815f1043 tempest-ImagesOneServerTestJSON-1531918178 tempest-ImagesOneServerTestJSON-1531918178-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:33:06.996664 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-666fe0eb-6106-4ddd-b4b8-7234d07013b8 req-182a2093-bacc-48d3-85fa-7444815f1043 tempest-ImagesOneServerTestJSON-1531918178 tempest-ImagesOneServerTestJSON-1531918178-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:33:07.002037 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fcd29708-e369-41cb-b610-50a594ab5edc tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1599943'] for floatingip (ba9863ca-58e0-484e-bc42-e1f1362e2f57), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:07.006570 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c6f62fdb-e3b2-4d4e-a41c-38b94eaca3ef admin admin] Publish callbacks [] for port (eabe40b0-e655-4f19-ba01-3adf8d6b0a00), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:07.112942 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c7962d9a-2b22-45a0-bd56-7c3734f1b72b tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (e362e703-29eb-473b-be9b-7d5cd5841f34), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:07.121972 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fcd29708-e369-41cb-b610-50a594ab5edc tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:07.126368 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-fcd29708-e369-41cb-b610-50a594ab5edc tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 5.0881348 Feb 04 12:33:07.129756 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 45076) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:07.179570 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666fe0eb-6106-4ddd-b4b8-7234d07013b8 req-182a2093-bacc-48d3-85fa-7444815f1043 tempest-ImagesOneServerTestJSON-1531918178 tempest-ImagesOneServerTestJSON-1531918178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:07.180342 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-666fe0eb-6106-4ddd-b4b8-7234d07013b8 req-182a2093-bacc-48d3-85fa-7444815f1043 tempest-ImagesOneServerTestJSON-1531918178 tempest-ImagesOneServerTestJSON-1531918178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:07.211321 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-666fe0eb-6106-4ddd-b4b8-7234d07013b8 req-182a2093-bacc-48d3-85fa-7444815f1043 tempest-ImagesOneServerTestJSON-1531918178 tempest-ImagesOneServerTestJSON-1531918178-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7014301 Feb 04 12:33:07.233741 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb2bcc0-e81d-413a-ae4b-bff0d592fa4a req-dc33fba6-058f-4552-b428-2f0cd288d177 tempest-ImagesOneServerTestJSON-1531918178 tempest-ImagesOneServerTestJSON-1531918178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:07.242291 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8eb2bcc0-e81d-413a-ae4b-bff0d592fa4a req-dc33fba6-058f-4552-b428-2f0cd288d177 tempest-ImagesOneServerTestJSON-1531918178 tempest-ImagesOneServerTestJSON-1531918178-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0279577-66bd-4080-acc2-a763ce6cf522 HTTP/1.1" status: 200 len: 936 time: 0.1275005 Feb 04 12:33:07.246038 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0cfb0f48-1cac-48dd-afb7-b92bc616f576 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1599818'] for router_interface (edd0f8ef-15aa-4880-9472-b2109d28b4c9), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:07.263792 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0cac04-65c9-4a86-9867-55fb0d6fd71a None None] Network 211162ce-c654-4372-abd8-21bf219f75aa requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:33:07.308726 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8eb2bcc0-e81d-413a-ae4b-bff0d592fa4a req-a55e908d-e145-479f-9a1d-ec75901d273e tempest-ImagesOneServerTestJSON-1531918178 tempest-ImagesOneServerTestJSON-1531918178-project] 10.222.0.65 "GET /v2.0/security-groups?id=bbe69ba6-b239-4d85-8fa3-35dc5065b403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653389 Feb 04 12:33:07.328695 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-666fe0eb-6106-4ddd-b4b8-7234d07013b8 req-dbe324c1-fa06-475f-b045-f436ae285a76 service neutron] Request body: {'port': {'device_id': 'a0279577-66bd-4080-acc2-a763ce6cf522', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:33:07.393967 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-60a4d458-2b32-4422-af85-3908367b9e9d None None] Provisioning complete for port 2aaba0e2-2fc3-49fa-a383-53ffc82b8284 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:33:07.394527 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-60a4d458-2b32-4422-af85-3908367b9e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (2aaba0e2-2fc3-49fa-a383-53ffc82b8284), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:07.405635 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-fd05c4c7-2fd9-4e78-a9d0-a803cdbf4dcf tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] 10.222.0.65 "GET /v2.0/floatingips?floating_network_id=7b66e465-da42-4dbe-8e92-7ef1a9f1ea9a HTTP/1.1" status: 200 len: 689 time: 0.2704892 Feb 04 12:33:07.411922 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 45080) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:07.414840 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c7962d9a-2b22-45a0-bd56-7c3734f1b72b tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (e362e703-29eb-473b-be9b-7d5cd5841f34), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:07.420022 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7962d9a-2b22-45a0-bd56-7c3734f1b72b tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:07.421740 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c7962d9a-2b22-45a0-bd56-7c3734f1b72b tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:07.465954 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 4a63804e-ac34-4e10-bb9c-cfba86017b56 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:33:07.465954 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (4a63804e-ac34-4e10-bb9c-cfba86017b56), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:07.466861 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c6f62fdb-e3b2-4d4e-a41c-38b94eaca3ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (eabe40b0-e655-4f19-ba01-3adf8d6b0a00), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:07.467966 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-666fe0eb-6106-4ddd-b4b8-7234d07013b8 req-dbe324c1-fa06-475f-b045-f436ae285a76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (d51b24cb-7b0e-4538-ad0d-f93b4f99a711), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:07.471869 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-60a4d458-2b32-4422-af85-3908367b9e9d None None] Port 2aaba0e2-2fc3-49fa-a383-53ffc82b8284 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:33:07.529788 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 45084) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:07.530097 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-c7962d9a-2b22-45a0-bd56-7c3734f1b72b tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4365315 Feb 04 12:33:07.549380 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-eb131d9c-9d0a-44e9-8009-d39e568ef4c0 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Request body: {'subnet': {'network_id': 'e362e703-29eb-473b-be9b-7d5cd5841f34', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:33:07.626948 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7962d9a-2b22-45a0-bd56-7c3734f1b72b tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Pushing event updated for resources: {'Network': ['ID=e362e703-29eb-473b-be9b-7d5cd5841f34,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:07.632313 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f62fdb-e3b2-4d4e-a41c-38b94eaca3ef admin admin] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:33:07.653422 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network e362e703-29eb-473b-be9b-7d5cd5841f34 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:33:07.654165 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-c6f62fdb-e3b2-4d4e-a41c-38b94eaca3ef admin admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:33:07.662505 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f62fdb-e3b2-4d4e-a41c-38b94eaca3ef admin admin] Pushing event updated for resources: {'Port': ['ID=eabe40b0-e655-4f19-ba01-3adf8d6b0a00,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:07.672030 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f62fdb-e3b2-4d4e-a41c-38b94eaca3ef admin admin] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:33:07.681567 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-84712bbe-87ed-4d96-9e66-9b6152c08f7e None None] Provisioning complete for port 4967a5af-93a3-4423-bd9b-b9356e098450 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:33:07.682141 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-84712bbe-87ed-4d96-9e66-9b6152c08f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (4967a5af-93a3-4423-bd9b-b9356e098450), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:07.682424 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-84c041ef-7c3e-49ff-a0a7-8a52802d4ef6 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Deleting port 2aaba0e2-2fc3-49fa-a383-53ffc82b8284 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:33:07.682782 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-84c041ef-7c3e-49ff-a0a7-8a52802d4ef6 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (2aaba0e2-2fc3-49fa-a383-53ffc82b8284), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:07.722435 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 4a63804e-ac34-4e10-bb9c-cfba86017b56 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:33:07.722835 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (4a63804e-ac34-4e10-bb9c-cfba86017b56), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:07.834414 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-84712bbe-87ed-4d96-9e66-9b6152c08f7e None None] Port 4967a5af-93a3-4423-bd9b-b9356e098450 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:33:07.836941 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0cfb0f48-1cac-48dd-afb7-b92bc616f576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (4967a5af-93a3-4423-bd9b-b9356e098450), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:07.850940 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port 4a63804e-ac34-4e10-bb9c-cfba86017b56, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=4a63804e-ac34-4e10-bb9c-cfba86017b56,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:33:07.860385 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (4a63804e-ac34-4e10-bb9c-cfba86017b56), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:07.861463 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 6c216dae-2271-445c-9954-4aa7262ae9d1 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:33:07.925573 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-84712bbe-87ed-4d96-9e66-9b6152c08f7e None None] Provisioning complete for port d51b24cb-7b0e-4538-ad0d-f93b4f99a711 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:33:07.926121 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-84712bbe-87ed-4d96-9e66-9b6152c08f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (d51b24cb-7b0e-4538-ad0d-f93b4f99a711), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:07.970025 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1ad4e340-ce4f-49df-a825-c02a0280d931 tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (7b66e465-da42-4dbe-8e92-7ef1a9f1ea9a), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:08.007851 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=4a63804e-ac34-4e10-bb9c-cfba86017b56,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:08.016346 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-84712bbe-87ed-4d96-9e66-9b6152c08f7e None None] Port d51b24cb-7b0e-4538-ad0d-f93b4f99a711 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:33:08.016931 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-41463dd8-644b-48fc-a126-136b7e565af1 req-a1bda9e7-7604-471b-a626-fc1d1ffdb8d9 tempest-ServerShowV254Test-1127696232 tempest-ServerShowV254Test-1127696232-project] 10.222.0.65 "GET /v2.0/ports?device_id=47ef7185-cbbb-475d-9695-78bcb14da71d HTTP/1.1" status: 200 len: 210 time: 0.3082755 Feb 04 12:33:08.038874 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-84c041ef-7c3e-49ff-a0a7-8a52802d4ef6 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (2aaba0e2-2fc3-49fa-a383-53ffc82b8284), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:08.065444 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 6c216dae-2271-445c-9954-4aa7262ae9d1 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:33:08.066102 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (6c216dae-2271-445c-9954-4aa7262ae9d1), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:08.071994 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-84c041ef-7c3e-49ff-a0a7-8a52802d4ef6 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Calling delete_port for 2aaba0e2-2fc3-49fa-a383-53ffc82b8284 owned by {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:33:08.103209 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-84712bbe-87ed-4d96-9e66-9b6152c08f7e None None] Provisioning complete for port 6c216dae-2271-445c-9954-4aa7262ae9d1 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:33:08.104005 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-84712bbe-87ed-4d96-9e66-9b6152c08f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (6c216dae-2271-445c-9954-4aa7262ae9d1), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:08.277235 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 6c216dae-2271-445c-9954-4aa7262ae9d1 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:33:08.277235 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (6c216dae-2271-445c-9954-4aa7262ae9d1), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:08.279254 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-84712bbe-87ed-4d96-9e66-9b6152c08f7e None None] Current status of the port 6c216dae-2271-445c-9954-4aa7262ae9d1 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:33:08.280190 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-84712bbe-87ed-4d96-9e66-9b6152c08f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (6c216dae-2271-445c-9954-4aa7262ae9d1), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:08.280561 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb131d9c-9d0a-44e9-8009-d39e568ef4c0 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Made reservation on behalf of 033089eae79b4f9fa2373fbe9923684e for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:33:08.284348 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-eb131d9c-9d0a-44e9-8009-d39e568ef4c0 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:08.309422 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-1ad4e340-ce4f-49df-a825-c02a0280d931 tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Deleting port 955a5158-ea54-4cdc-a8da-e3f7603679f9 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:33:08.309422 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1ad4e340-ce4f-49df-a825-c02a0280d931 tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (955a5158-ea54-4cdc-a8da-e3f7603679f9), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:08.386707 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port 6c216dae-2271-445c-9954-4aa7262ae9d1, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=6c216dae-2271-445c-9954-4aa7262ae9d1,segment=NetworkSegment(5ed040aa-461d-409f-a40b-8004d8898c3c),segment_id=5ed040aa-461d-409f-a40b-8004d8898c3c)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:33:08.393674 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (6c216dae-2271-445c-9954-4aa7262ae9d1), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:08.397020 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device b6f028f8-2e48-40f6-b19c-4ed045f05d29 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:33:08.443822 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b998b5-5643-40dd-ac9a-65c309d5f077 req-61eee168-ab69-4080-b13b-b05bb4873d4e tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:08.445621 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-52b998b5-5643-40dd-ac9a-65c309d5f077 req-61eee168-ab69-4080-b13b-b05bb4873d4e tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/ports?device_id=064b8b16-59ce-4f5e-b1f8-f430debd9ab3 HTTP/1.1" status: 200 len: 946 time: 0.2477551 Feb 04 12:33:08.528197 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.db.api [None req-84712bbe-87ed-4d96-9e66-9b6152c08f7e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103476) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 12:33:08.528841 n-d-825015-3 neutron-server[103476]: DEBUG oslo_db.api [None req-84712bbe-87ed-4d96-9e66-9b6152c08f7e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 12:33:08.533011 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=6c216dae-2271-445c-9954-4aa7262ae9d1,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:08.564679 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port b6f028f8-2e48-40f6-b19c-4ed045f05d29 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:33:08.565616 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (b6f028f8-2e48-40f6-b19c-4ed045f05d29), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:08.583154 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-666fe0eb-6106-4ddd-b4b8-7234d07013b8 req-dbe324c1-fa06-475f-b045-f436ae285a76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d51b24cb-7b0e-4538-ad0d-f93b4f99a711 {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:33:08.604053 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-666fe0eb-6106-4ddd-b4b8-7234d07013b8 req-dbe324c1-fa06-475f-b045-f436ae285a76 service neutron] Publish callbacks [] for port (d51b24cb-7b0e-4538-ad0d-f93b4f99a711), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:08.655641 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1ad4e340-ce4f-49df-a825-c02a0280d931 tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (955a5158-ea54-4cdc-a8da-e3f7603679f9), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:08.656154 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1ad4e340-ce4f-49df-a825-c02a0280d931 tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Publish callbacks [] for floatingip (955a5158-ea54-4cdc-a8da-e3f7603679f9), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:08.669152 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-666fe0eb-6106-4ddd-b4b8-7234d07013b8 req-dbe324c1-fa06-475f-b045-f436ae285a76 service neutron] Transition to ACTIVE for port object d51b24cb-7b0e-4538-ad0d-f93b4f99a711 will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:33:08.678877 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port b6f028f8-2e48-40f6-b19c-4ed045f05d29 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:33:08.697094 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-666fe0eb-6106-4ddd-b4b8-7234d07013b8 req-dbe324c1-fa06-475f-b045-f436ae285a76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (d51b24cb-7b0e-4538-ad0d-f93b4f99a711), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:08.705207 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-1ad4e340-ce4f-49df-a825-c02a0280d931 tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Calling delete_port for 955a5158-ea54-4cdc-a8da-e3f7603679f9 owned by network:floatingip {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:33:08.714043 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-52b998b5-5643-40dd-ac9a-65c309d5f077 req-d829a046-e368-4a86-94ab-72828f92a1ba tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/security-groups?id=67d57791-96db-4689-9a02-f69bf9a8e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296236 Feb 04 12:33:08.731536 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9377c598-4c46-4979-af71-db9f7c5e2e36 req-0be976dc-13ed-4b30-9834-34293e1cb2a5 tempest-ImagesOneServerTestJSON-1531918178 tempest-ImagesOneServerTestJSON-1531918178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:08.743069 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9377c598-4c46-4979-af71-db9f7c5e2e36 req-0be976dc-13ed-4b30-9834-34293e1cb2a5 tempest-ImagesOneServerTestJSON-1531918178 tempest-ImagesOneServerTestJSON-1531918178-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0279577-66bd-4080-acc2-a763ce6cf522 HTTP/1.1" status: 200 len: 936 time: 0.2960005 Feb 04 12:33:08.799085 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 6c216dae-2271-445c-9954-4aa7262ae9d1 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:33:08.829510 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c6f62fdb-e3b2-4d4e-a41c-38b94eaca3ef admin admin] Publish callbacks [] for router_gateway (b0aa9850-1fc9-4b45-b5d9-86a312a36035), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:08.907414 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 6c216dae-2271-445c-9954-4aa7262ae9d1 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:33:08.908101 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (6c216dae-2271-445c-9954-4aa7262ae9d1), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:08.924080 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe324c1-fa06-475f-b045-f436ae285a76 service neutron] Pushing event updated for resources: {'Port': ['ID=d51b24cb-7b0e-4538-ad0d-f93b4f99a711,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:08.982327 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0cfb0f48-1cac-48dd-afb7-b92bc616f576 admin admin] Publish callbacks [] for port (4967a5af-93a3-4423-bd9b-b9356e098450), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:09.002126 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0cfb0f48-1cac-48dd-afb7-b92bc616f576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (4967a5af-93a3-4423-bd9b-b9356e098450), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:09.026183 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 6c216dae-2271-445c-9954-4aa7262ae9d1 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:33:09.027171 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 4a63804e-ac34-4e10-bb9c-cfba86017b56 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:33:09.131407 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9377c598-4c46-4979-af71-db9f7c5e2e36 req-e6e5fb33-f744-4334-93cb-31ae99b9b571 tempest-ImagesOneServerTestJSON-1531918178 tempest-ImagesOneServerTestJSON-1531918178-project] 10.222.0.65 "GET /v2.0/security-groups?id=bbe69ba6-b239-4d85-8fa3-35dc5065b403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3579195 Feb 04 12:33:09.135258 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-eb131d9c-9d0a-44e9-8009-d39e568ef4c0 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52094127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51452689'] for subnet (e1a167b8-2cc6-411e-9536-d43611c73da1), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:09.144882 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-84712bbe-87ed-4d96-9e66-9b6152c08f7e None None] Current status of the port 6c216dae-2271-445c-9954-4aa7262ae9d1 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:33:09.152391 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-84c041ef-7c3e-49ff-a0a7-8a52802d4ef6 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (2aaba0e2-2fc3-49fa-a383-53ffc82b8284), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:09.160321 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 4a63804e-ac34-4e10-bb9c-cfba86017b56 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:33:09.160706 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (4a63804e-ac34-4e10-bb9c-cfba86017b56), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:09.210197 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb131d9c-9d0a-44e9-8009-d39e568ef4c0 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Pushing event updated for resources: {'Subnet': ['ID=e1a167b8-2cc6-411e-9536-d43611c73da1,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:09.232203 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfb0f48-1cac-48dd-afb7-b92bc616f576 admin admin] Pushing event updated for resources: {'Port': ['ID=4967a5af-93a3-4423-bd9b-b9356e098450,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:09.241373 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0cfb0f48-1cac-48dd-afb7-b92bc616f576 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622202'] for router_interface (edd0f8ef-15aa-4880-9472-b2109d28b4c9), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:09.296211 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c041ef-7c3e-49ff-a0a7-8a52802d4ef6 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Pushing event deleted for resources: {'Port': ['ID=2aaba0e2-2fc3-49fa-a383-53ffc82b8284,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:09.314944 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8acf55f9-c4b7-48e0-969c-62e3b1891af5 req-57d7aea8-7172-4c92-bc55-23a03a49b3b5 tempest-ServerShowV254Test-1127696232 tempest-ServerShowV254Test-1127696232-project] 10.222.0.65 "GET /v2.0/ports?device_id=47ef7185-cbbb-475d-9695-78bcb14da71d HTTP/1.1" status: 200 len: 210 time: 0.0886836 Feb 04 12:33:09.330080 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 4a63804e-ac34-4e10-bb9c-cfba86017b56 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:33:09.343766 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-666fe0eb-6106-4ddd-b4b8-7234d07013b8 req-dbe324c1-fa06-475f-b045-f436ae285a76 service neutron] Attempting to bind port d51b24cb-7b0e-4538-ad0d-f93b4f99a711 on host n-h2-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:33:09.343766 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-666fe0eb-6106-4ddd-b4b8-7234d07013b8 req-dbe324c1-fa06-475f-b045-f436ae285a76 service neutron] Attempting to bind port d51b24cb-7b0e-4538-ad0d-f93b4f99a711 by drivers openvswitch,hyperv on host n-h2-825015-3 at level 0 using segments [{'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:33:09.343766 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666fe0eb-6106-4ddd-b4b8-7234d07013b8 req-dbe324c1-fa06-475f-b045-f436ae285a76 service neutron] Attempting to bind port d51b24cb-7b0e-4538-ad0d-f93b4f99a711 on network 2f7dc246-a024-4937-952c-0ddeef5af29c {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:33:09.351366 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666fe0eb-6106-4ddd-b4b8-7234d07013b8 req-dbe324c1-fa06-475f-b045-f436ae285a76 service neutron] Port d51b24cb-7b0e-4538-ad0d-f93b4f99a711 on network 2f7dc246-a024-4937-952c-0ddeef5af29c not bound, no agent of type Open vSwitch agent registered on host n-h2-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:33:09.351366 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666fe0eb-6106-4ddd-b4b8-7234d07013b8 req-dbe324c1-fa06-475f-b045-f436ae285a76 service neutron] Attempting to bind port d51b24cb-7b0e-4538-ad0d-f93b4f99a711 on network 2f7dc246-a024-4937-952c-0ddeef5af29c {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:33:09.357972 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666fe0eb-6106-4ddd-b4b8-7234d07013b8 req-dbe324c1-fa06-475f-b045-f436ae285a76 service neutron] Checking agent: {'id': '9b68a165-e786-4b91-8592-44519c2ecabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:33:09.357972 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666fe0eb-6106-4ddd-b4b8-7234d07013b8 req-dbe324c1-fa06-475f-b045-f436ae285a76 service neutron] Checking segment: {'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:33:09.357972 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666fe0eb-6106-4ddd-b4b8-7234d07013b8 req-dbe324c1-fa06-475f-b045-f436ae285a76 service neutron] Bound using segment: {'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:33:09.357972 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-666fe0eb-6106-4ddd-b4b8-7234d07013b8 req-dbe324c1-fa06-475f-b045-f436ae285a76 service neutron] Bound port: d51b24cb-7b0e-4538-ad0d-f93b4f99a711, host: n-h2-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:33:09.358428 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-666fe0eb-6106-4ddd-b4b8-7234d07013b8 req-dbe324c1-fa06-475f-b045-f436ae285a76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (d51b24cb-7b0e-4538-ad0d-f93b4f99a711), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:09.361192 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ad2f00e9-e0e5-4356-a207-19a5f27854bf None None] Provisioning complete for port 6c216dae-2271-445c-9954-4aa7262ae9d1 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:33:09.361817 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ad2f00e9-e0e5-4356-a207-19a5f27854bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (6c216dae-2271-445c-9954-4aa7262ae9d1), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:09.370489 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb131d9c-9d0a-44e9-8009-d39e568ef4c0 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Checking segment: {'id': '7f7cd630-1a61-43e4-8d9b-37187260e017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e362e703-29eb-473b-be9b-7d5cd5841f34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:33:09.370883 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb131d9c-9d0a-44e9-8009-d39e568ef4c0 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Network hostable DHCP agents. Network: e362e703-29eb-473b-be9b-7d5cd5841f34, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:33:09.481827 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb131d9c-9d0a-44e9-8009-d39e568ef4c0 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Network e362e703-29eb-473b-be9b-7d5cd5841f34 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:33:09.504192 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-eb131d9c-9d0a-44e9-8009-d39e568ef4c0 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, e362e703-29eb-473b-be9b-7d5cd5841f34) {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:33:09.510465 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb131d9c-9d0a-44e9-8009-d39e568ef4c0 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:09.511823 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-eb131d9c-9d0a-44e9-8009-d39e568ef4c0 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:09.516856 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-84c041ef-7c3e-49ff-a0a7-8a52802d4ef6 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:09.520930 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ea293e-7eb0-4bbc-82fd-97268eff1316 None None] Network e362e703-29eb-473b-be9b-7d5cd5841f34 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:33:09.521498 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-84c041ef-7c3e-49ff-a0a7-8a52802d4ef6 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "DELETE /v2.0/ports/2aaba0e2-2fc3-49fa-a383-53ffc82b8284 HTTP/1.1" status: 204 len: 168 time: 2.6667037 Feb 04 12:33:09.525072 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 45092) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:09.529441 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1ad4e340-ce4f-49df-a825-c02a0280d931 tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (955a5158-ea54-4cdc-a8da-e3f7603679f9), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:09.565523 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-eb131d9c-9d0a-44e9-8009-d39e568ef4c0 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0266237 Feb 04 12:33:09.570094 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 45094) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:09.575256 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad4e340-ce4f-49df-a825-c02a0280d931 tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Pushing event deleted for resources: {'Port': ['ID=955a5158-ea54-4cdc-a8da-e3f7603679f9,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:09.590014 n-d-825015-3 neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2be9bf4-bccb-4e25-a1a2-6c9b613ce8e1 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] DELETE failed (client error): The resource could not be found. Feb 04 12:33:09.590961 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2be9bf4-bccb-4e25-a1a2-6c9b613ce8e1 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 12:33:09.594413 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-b2be9bf4-bccb-4e25-a1a2-6c9b613ce8e1 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "DELETE /v2.0/ports/2aaba0e2-2fc3-49fa-a383-53ffc82b8284 HTTP/1.1" status: 404 len: 333 time: 0.0609338 Feb 04 12:33:09.608742 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 45096) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:09.615142 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-666fe0eb-6106-4ddd-b4b8-7234d07013b8 req-dbe324c1-fa06-475f-b045-f436ae285a76 service neutron] For port d51b24cb-7b0e-4538-ad0d-f93b4f99a711, host n-h2-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:33:09.619950 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-666fe0eb-6106-4ddd-b4b8-7234d07013b8 req-dbe324c1-fa06-475f-b045-f436ae285a76 service neutron] For port d51b24cb-7b0e-4538-ad0d-f93b4f99a711, host n-h2-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=d51b24cb-7b0e-4538-ad0d-f93b4f99a711,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:33:09.626556 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ad2f00e9-e0e5-4356-a207-19a5f27854bf None None] Current status of the port 6c216dae-2271-445c-9954-4aa7262ae9d1 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:33:09.639494 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-666fe0eb-6106-4ddd-b4b8-7234d07013b8 req-dbe324c1-fa06-475f-b045-f436ae285a76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (d51b24cb-7b0e-4538-ad0d-f93b4f99a711), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:09.671478 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cfb0f48-1cac-48dd-afb7-b92bc616f576 admin admin] Network af49ccb7-5717-4383-8d53-b816a2d5ef9e is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:33:09.677750 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c6f62fdb-e3b2-4d4e-a41c-38b94eaca3ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141'] for router (b0aa9850-1fc9-4b45-b5d9-86a312a36035), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:09.684138 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-0cfb0f48-1cac-48dd-afb7-b92bc616f576 admin admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:33:09.692585 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1dabe83-6456-4bdc-b9a2-b37d9cc77fbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-e362e703-29eb-473b-be9b-7d5cd5841f34', 'network_id': 'e362e703-29eb-473b-be9b-7d5cd5841f34', 'project_id': '033089eae79b4f9fa2373fbe9923684e', 'fixed_ips': [{'subnet_id': 'e1a167b8-2cc6-411e-9536-d43611c73da1'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 12:33:09.694233 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b1dabe83-6456-4bdc-b9a2-b37d9cc77fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:09.707722 n-d-825015-3 neutron-server[103475]: INFO neutron.pecan_wsgi.hooks.translation [None req-32c38790-b1c7-4a3b-a7dc-d77d4d2cf2db tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] GET failed (client error): The resource could not be found. Feb 04 12:33:09.709293 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-32c38790-b1c7-4a3b-a7dc-d77d4d2cf2db tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "GET /v2.0/ports/2aaba0e2-2fc3-49fa-a383-53ffc82b8284 HTTP/1.1" status: 404 len: 333 time: 0.0840790 Feb 04 12:33:09.713397 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 45098) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:09.736665 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666fe0eb-6106-4ddd-b4b8-7234d07013b8 req-dbe324c1-fa06-475f-b045-f436ae285a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:09.737461 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-666fe0eb-6106-4ddd-b4b8-7234d07013b8 req-dbe324c1-fa06-475f-b045-f436ae285a76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:09.739049 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-666fe0eb-6106-4ddd-b4b8-7234d07013b8 req-dbe324c1-fa06-475f-b045-f436ae285a76 service neutron] 10.222.0.77 "PUT /v2.0/ports/d51b24cb-7b0e-4538-ad0d-f93b4f99a711 HTTP/1.1" status: 200 len: 1096 time: 2.5195439 Feb 04 12:33:09.750683 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0279577-66bd-4080-acc2-a763ce6cf522', 'tag': 'd51b24cb-7b0e-4538-ad0d-f93b4f99a711'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:33:09.753173 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be572c95-8241-4355-b81d-be67e7840744" -d '{"events": [{"name": "network-changed", "server_uuid": "a0279577-66bd-4080-acc2-a763ce6cf522", "tag": "d51b24cb-7b0e-4538-ad0d-f93b4f99a711"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:33:09.893463 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bb741da-81ea-4e55-bb5d-8bb7e870b341 x-openstack-request-id: req-3bb741da-81ea-4e55-bb5d-8bb7e870b341 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:33:09.893837 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0279577-66bd-4080-acc2-a763ce6cf522", "tag": "d51b24cb-7b0e-4538-ad0d-f93b4f99a711", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:33:09.894026 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3bb741da-81ea-4e55-bb5d-8bb7e870b341 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:33:09.894443 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0279577-66bd-4080-acc2-a763ce6cf522', 'tag': 'd51b24cb-7b0e-4538-ad0d-f93b4f99a711', 'status': 'completed', 'code': 200} Feb 04 12:33:09.896459 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe324c1-fa06-475f-b045-f436ae285a76 service neutron] Pushing event updated for resources: {'Port': ['ID=d51b24cb-7b0e-4538-ad0d-f93b4f99a711,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:09.919066 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1ad4e340-ce4f-49df-a825-c02a0280d931 tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Publish callbacks [] for floatingip (ba9863ca-58e0-484e-bc42-e1f1362e2f57), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:09.950127 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666fe0eb-6106-4ddd-b4b8-7234d07013b8 req-2b8ed302-5693-4866-944a-d451abeec060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:09.951413 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-666fe0eb-6106-4ddd-b4b8-7234d07013b8 req-2b8ed302-5693-4866-944a-d451abeec060 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bd8633eed17a41f6b97d66df21782d05&device_id=a0279577-66bd-4080-acc2-a763ce6cf522 HTTP/1.1" status: 200 len: 1130 time: 0.1437092 Feb 04 12:33:09.961530 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_v2 [None req-56ea2a2e-62db-45aa-86f0-f2ecf7652156 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Deleting subnet 0b94a0d5-e9c6-4c5c-9041-78dc8afef4f4 {{(pid=103475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:33:09.965475 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-56ea2a2e-62db-45aa-86f0-f2ecf7652156 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks [] for subnet (0b94a0d5-e9c6-4c5c-9041-78dc8afef4f4), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:09.983916 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c2ccc9f2-91ef-413c-b4af-a37591f9608c tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (e362e703-29eb-473b-be9b-7d5cd5841f34), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:10.045618 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-b1dabe83-6456-4bdc-b9a2-b37d9cc77fbc None None] Allocated IP 172.20.0.2 (e362e703-29eb-473b-be9b-7d5cd5841f34/e1a167b8-2cc6-411e-9536-d43611c73da1/6567f632-8623-4303-b548-e011c17ced3f) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:33:10.063948 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-56ea2a2e-62db-45aa-86f0-f2ecf7652156 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51859329'] for subnet (0b94a0d5-e9c6-4c5c-9041-78dc8afef4f4), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:10.124856 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c2ccc9f2-91ef-413c-b4af-a37591f9608c tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (e1a167b8-2cc6-411e-9536-d43611c73da1), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:10.130866 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cfb0f48-1cac-48dd-afb7-b92bc616f576 admin admin] Router edd0f8ef-15aa-4880-9472-b2109d28b4c9 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:33:10.139943 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-666fe0eb-6106-4ddd-b4b8-7234d07013b8 req-995a7670-f443-4ee2-9980-8e6d34285e39 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=d51b24cb-7b0e-4538-ad0d-f93b4f99a711 HTTP/1.1" status: 200 len: 217 time: 0.1239562 Feb 04 12:33:10.196395 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6f62fdb-e3b2-4d4e-a41c-38b94eaca3ef admin admin] Router b0aa9850-1fc9-4b45-b5d9-86a312a36035 is scheduled to L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de with binding_index 1 {{(pid=103474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 12:33:10.208746 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ab119779-b2ea-4580-9e26-2ed363f2158f None None] Provisioning complete for port 4967a5af-93a3-4423-bd9b-b9356e098450 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:33:10.208927 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ab119779-b2ea-4580-9e26-2ed363f2158f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (4967a5af-93a3-4423-bd9b-b9356e098450), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:10.223355 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87182d6a-2817-4009-823d-deb49ab168b2 req-abf85145-5b22-4d86-9a2a-430b392f3869 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:10.225112 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-87182d6a-2817-4009-823d-deb49ab168b2 req-abf85145-5b22-4d86-9a2a-430b392f3869 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/ports?device_id=064b8b16-59ce-4f5e-b1f8-f430debd9ab3 HTTP/1.1" status: 200 len: 946 time: 0.3186371 Feb 04 12:33:10.269934 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ab119779-b2ea-4580-9e26-2ed363f2158f None None] Port 4967a5af-93a3-4423-bd9b-b9356e098450 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:33:10.284064 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1ad4e340-ce4f-49df-a825-c02a0280d931 tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (95cf6673-d6da-4835-a3eb-0c394210680d), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:10.347596 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b1dabe83-6456-4bdc-b9a2-b37d9cc77fbc None None] Publish callbacks [] for port (6567f632-8623-4303-b548-e011c17ced3f), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:10.354658 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-87182d6a-2817-4009-823d-deb49ab168b2 req-80c81ee9-c1d7-4760-9b8d-d9aa052ae60e tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/security-groups?id=67d57791-96db-4689-9a02-f69bf9a8e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169569 Feb 04 12:33:10.359863 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b1dabe83-6456-4bdc-b9a2-b37d9cc77fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (6567f632-8623-4303-b548-e011c17ced3f), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:10.364990 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666fe0eb-6106-4ddd-b4b8-7234d07013b8 req-e6653b16-5805-4741-8017-21698b9a7239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:10.366614 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-666fe0eb-6106-4ddd-b4b8-7234d07013b8 req-e6653b16-5805-4741-8017-21698b9a7239 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5ee3374a-84e9-4639-853c-740c6edaf6dc HTTP/1.1" status: 200 len: 843 time: 0.2181232 Feb 04 12:33:10.406977 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c2ccc9f2-91ef-413c-b4af-a37591f9608c tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (e1a167b8-2cc6-411e-9536-d43611c73da1), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:10.456473 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cfb0f48-1cac-48dd-afb7-b92bc616f576 admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:33:10.457818 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ccc9f2-91ef-413c-b4af-a37591f9608c tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Pushing event deleted for resources: {'Subnet': ['ID=e1a167b8-2cc6-411e-9536-d43611c73da1,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:10.472766 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-0cfb0f48-1cac-48dd-afb7-b92bc616f576 admin admin] 10.222.0.65 "PUT /v2.0/routers/edd0f8ef-15aa-4880-9472-b2109d28b4c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0192983 Feb 04 12:33:10.474641 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6f62fdb-e3b2-4d4e-a41c-38b94eaca3ef admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:33:10.495930 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293f0b51-0fcf-4ab8-a30f-6ff2f76bc152 None None] Sync routers for ids ['b0aa9850-1fc9-4b45-b5d9-86a312a36035'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:33:10.527295 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293f0b51-0fcf-4ab8-a30f-6ff2f76bc152 None None] Routers {'b0aa9850-1fc9-4b45-b5d9-86a312a36035'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:33:10.528560 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-293f0b51-0fcf-4ab8-a30f-6ff2f76bc152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:32:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['b0aa9850-1fc9-4b45-b5d9-86a312a36035'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:33:10.533546 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1dabe83-6456-4bdc-b9a2-b37d9cc77fbc None None] Network e362e703-29eb-473b-be9b-7d5cd5841f34 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:33:10.539425 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214a995c-cf04-4396-9dab-8472a151cb6f None None] Sync routers for ids ['edd0f8ef-15aa-4880-9472-b2109d28b4c9'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:33:10.541582 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98799493-8ab3-4d7f-813f-50837b00789d req-6c638517-2ca1-4aa3-b9a4-5ed058025611 tempest-ImagesOneServerTestJSON-1531918178 tempest-ImagesOneServerTestJSON-1531918178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:10.541962 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c6f62fdb-e3b2-4d4e-a41c-38b94eaca3ef admin admin] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:10.543368 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-c6f62fdb-e3b2-4d4e-a41c-38b94eaca3ef admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.2296865 Feb 04 12:33:10.551809 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 45110) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:10.552495 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-98799493-8ab3-4d7f-813f-50837b00789d req-6c638517-2ca1-4aa3-b9a4-5ed058025611 tempest-ImagesOneServerTestJSON-1531918178 tempest-ImagesOneServerTestJSON-1531918178-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0279577-66bd-4080-acc2-a763ce6cf522 HTTP/1.1" status: 200 len: 948 time: 0.2556505 Feb 04 12:33:10.554855 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-56ea2a2e-62db-45aa-86f0-f2ecf7652156 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (0b94a0d5-e9c6-4c5c-9041-78dc8afef4f4), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:10.557977 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-b1dabe83-6456-4bdc-b9a2-b37d9cc77fbc None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:33:10.560972 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1dabe83-6456-4bdc-b9a2-b37d9cc77fbc None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:33:10.603045 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c2ccc9f2-91ef-413c-b4af-a37591f9608c tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (e362e703-29eb-473b-be9b-7d5cd5841f34), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:10.622338 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-71a68bf8-c76a-45bb-86f7-6d0d31c3df9d req-0e419d02-d57a-4d26-9c33-4cb9e1933966 tempest-ServerShowV254Test-1127696232 tempest-ServerShowV254Test-1127696232-project] 10.222.0.65 "GET /v2.0/ports?device_id=47ef7185-cbbb-475d-9695-78bcb14da71d HTTP/1.1" status: 200 len: 210 time: 0.0634708 Feb 04 12:33:10.661873 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-c2ccc9f2-91ef-413c-b4af-a37591f9608c tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e362e703-29eb-473b-be9b-7d5cd5841f34']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:33:10.677236 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-c2ccc9f2-91ef-413c-b4af-a37591f9608c tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f7cd630-1a61-43e4-8d9b-37187260e017') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:33:10.677879 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-c2ccc9f2-91ef-413c-b4af-a37591f9608c tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f7cd630-1a61-43e4-8d9b-37187260e017') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:33:10.703036 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c2ccc9f2-91ef-413c-b4af-a37591f9608c tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (7f7cd630-1a61-43e4-8d9b-37187260e017), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:10.731036 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-b1dabe83-6456-4bdc-b9a2-b37d9cc77fbc None None] Attempting to bind port 6567f632-8623-4303-b548-e011c17ced3f on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:33:10.731036 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-b1dabe83-6456-4bdc-b9a2-b37d9cc77fbc None None] Attempting to bind port 6567f632-8623-4303-b548-e011c17ced3f by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '7f7cd630-1a61-43e4-8d9b-37187260e017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e362e703-29eb-473b-be9b-7d5cd5841f34'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:33:10.731629 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1dabe83-6456-4bdc-b9a2-b37d9cc77fbc None None] Attempting to bind port 6567f632-8623-4303-b548-e011c17ced3f on network e362e703-29eb-473b-be9b-7d5cd5841f34 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:33:10.734798 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-293f0b51-0fcf-4ab8-a30f-6ff2f76bc152 None None] Set router b0aa9850-1fc9-4b45-b5d9-86a312a36035 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:33:10.740258 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214a995c-cf04-4396-9dab-8472a151cb6f None None] Routers {'edd0f8ef-15aa-4880-9472-b2109d28b4c9'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:33:10.740908 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-214a995c-cf04-4396-9dab-8472a151cb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:32:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['edd0f8ef-15aa-4880-9472-b2109d28b4c9'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:33:10.742693 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dabe83-6456-4bdc-b9a2-b37d9cc77fbc None None] Pushing event updated for resources: {'Port': ['ID=6567f632-8623-4303-b548-e011c17ced3f,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:10.747192 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c2ccc9f2-91ef-413c-b4af-a37591f9608c tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (7f7cd630-1a61-43e4-8d9b-37187260e017), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:10.760591 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2ccc9f2-91ef-413c-b4af-a37591f9608c tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:33:10.761249 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c2ccc9f2-91ef-413c-b4af-a37591f9608c tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (7f7cd630-1a61-43e4-8d9b-37187260e017), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:10.765059 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 12:33:10.765059 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:33:10.765059 n-d-825015-3 neutron-server[103474]: timer() Feb 04 12:33:10.765059 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:33:10.765059 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 12:33:10.765059 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:33:10.765059 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 12:33:10.765059 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:33:10.765059 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 12:33:10.765059 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:33:10.765059 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 12:33:10.765059 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:33:10.765059 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 12:33:10.765059 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:33:10.765059 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:33:10.765059 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:33:10.765059 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:33:10.765059 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:33:10.765059 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 12:33:10.765059 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:33:10.765059 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 12:33:10.765059 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:33:10.765059 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:33:10.765059 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:33:10.765059 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 12:33:10.765059 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:33:10.765059 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:33:10.765059 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:33:10.765059 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:33:10.765059 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:33:10.765059 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:33:10.765059 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:33:10.787208 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1ad4e340-ce4f-49df-a825-c02a0280d931 tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-52093282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51452698'] for subnet (95cf6673-d6da-4835-a3eb-0c394210680d), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:10.787208 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666fe0eb-6106-4ddd-b4b8-7234d07013b8 req-b55eb604-ca73-4bd6-a018-3e19d6490259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:10.792430 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-666fe0eb-6106-4ddd-b4b8-7234d07013b8 req-b55eb604-ca73-4bd6-a018-3e19d6490259 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2f7dc246-a024-4937-952c-0ddeef5af29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3895063 Feb 04 12:33:10.802248 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1dabe83-6456-4bdc-b9a2-b37d9cc77fbc None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:33:10.803074 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1dabe83-6456-4bdc-b9a2-b37d9cc77fbc None None] Checking segment: {'id': '7f7cd630-1a61-43e4-8d9b-37187260e017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e362e703-29eb-473b-be9b-7d5cd5841f34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:33:10.803691 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b1dabe83-6456-4bdc-b9a2-b37d9cc77fbc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:10.804111 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1dabe83-6456-4bdc-b9a2-b37d9cc77fbc None None] Bound using segment: {'id': '7f7cd630-1a61-43e4-8d9b-37187260e017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e362e703-29eb-473b-be9b-7d5cd5841f34'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:33:10.804596 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-b1dabe83-6456-4bdc-b9a2-b37d9cc77fbc None None] Bound port: 6567f632-8623-4303-b548-e011c17ced3f, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f7cd630-1a61-43e4-8d9b-37187260e017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e362e703-29eb-473b-be9b-7d5cd5841f34'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:33:10.804980 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b1dabe83-6456-4bdc-b9a2-b37d9cc77fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (6567f632-8623-4303-b548-e011c17ced3f), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:10.954515 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b1dabe83-6456-4bdc-b9a2-b37d9cc77fbc None None] For port 6567f632-8623-4303-b548-e011c17ced3f, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:33:10.956122 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad4e340-ce4f-49df-a825-c02a0280d931 tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=95cf6673-d6da-4835-a3eb-0c394210680d,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:10.985187 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b1dabe83-6456-4bdc-b9a2-b37d9cc77fbc None None] For port 6567f632-8623-4303-b548-e011c17ced3f, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=6567f632-8623-4303-b548-e011c17ced3f,segment=NetworkSegment(7f7cd630-1a61-43e4-8d9b-37187260e017),segment_id=7f7cd630-1a61-43e4-8d9b-37187260e017)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:33:10.988630 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-214a995c-cf04-4396-9dab-8472a151cb6f None None] Set router edd0f8ef-15aa-4880-9472-b2109d28b4c9 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:33:11.010348 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-98799493-8ab3-4d7f-813f-50837b00789d req-617f659e-1d0e-4e00-a910-4425e730ba3c tempest-ImagesOneServerTestJSON-1531918178 tempest-ImagesOneServerTestJSON-1531918178-project] 10.222.0.65 "GET /v2.0/security-groups?id=bbe69ba6-b239-4d85-8fa3-35dc5065b403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3865211 Feb 04 12:33:11.014659 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-293f0b51-0fcf-4ab8-a30f-6ff2f76bc152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0aa9850-1fc9-4b45-b5d9-86a312a36035', 'name': 'tempest-AttachVolumeTestJSON-1474130634-router', 'tenant_id': '31d6c346447a48008dccda4817c529a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'eabe40b0-e655-4f19-ba01-3adf8d6b0a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:33:03Z', 'updated_at': '2022-02-04T12:33:08Z', 'revision_number': 3, 'project_id': '31d6c346447a48008dccda4817c529a1', 'gw_port': {'id': 'eabe40b0-e655-4f19-ba01-3adf8d6b0a00', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a1:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0aa9850-1fc9-4b45-b5d9-86a312a36035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:33:06Z', 'updated_at': '2022-02-04T12:33:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:33:11.052765 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293f0b51-0fcf-4ab8-a30f-6ff2f76bc152 None None] Checking router: b0aa9850-1fc9-4b45-b5d9-86a312a36035 for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:33:11.053506 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293f0b51-0fcf-4ab8-a30f-6ff2f76bc152 None None] Updating router b0aa9850-1fc9-4b45-b5d9-86a312a36035 port eabe40b0-e655-4f19-ba01-3adf8d6b0a00 binding host n-d-825015-3 {{(pid=103477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:33:11.077130 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1ad4e340-ce4f-49df-a825-c02a0280d931 tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (7b66e465-da42-4dbe-8e92-7ef1a9f1ea9a), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:11.085715 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-293f0b51-0fcf-4ab8-a30f-6ff2f76bc152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (eabe40b0-e655-4f19-ba01-3adf8d6b0a00), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:11.092457 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.db.api [None req-c2ccc9f2-91ef-413c-b4af-a37591f9608c tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 12:33:11.092457 n-d-825015-3 neutron-server[103474]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 12:33:11.092457 n-d-825015-3 neutron-server[103474]: [parameters: {'id': 'e362e703-29eb-473b-be9b-7d5cd5841f34'}] Feb 04 12:33:11.092457 n-d-825015-3 neutron-server[103474]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103474) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 12:33:11.093489 n-d-825015-3 neutron-server[103474]: DEBUG oslo_db.api [None req-c2ccc9f2-91ef-413c-b4af-a37591f9608c tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 12:33:11.101509 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-1ad4e340-ce4f-49df-a825-c02a0280d931 tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b66e465-da42-4dbe-8e92-7ef1a9f1ea9a']}} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:33:11.154715 n-d-825015-3 neutron-server[103475]: INFO neutron.api.v2.resource [req-57d47542-4073-49e5-84fc-99ddc9bd1126 req-b7f5ecb5-7c8c-4ab3-838b-c7bb64460a74 tempest-FloatingIPDetailsNegativeTestJSON-1090720296 tempest-FloatingIPDetailsNegativeTestJSON-1090720296-project] show failed (client error): The resource could not be found. Feb 04 12:33:11.156434 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-57d47542-4073-49e5-84fc-99ddc9bd1126 req-b7f5ecb5-7c8c-4ab3-838b-c7bb64460a74 tempest-FloatingIPDetailsNegativeTestJSON-1090720296 tempest-FloatingIPDetailsNegativeTestJSON-1090720296-project] 10.222.0.65 "GET /v2.0/floatingips/e14d3f92-92f3-43c0-92d3-69a6d684f64e HTTP/1.1" status: 404 len: 350 time: 0.1451209 Feb 04 12:33:11.170838 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-1ad4e340-ce4f-49df-a825-c02a0280d931 tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03c11acb-7f82-44d3-b348-a5eb9d12f632') {'for_net_delete': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:33:11.171175 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-1ad4e340-ce4f-49df-a825-c02a0280d931 tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03c11acb-7f82-44d3-b348-a5eb9d12f632') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:33:11.178149 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 45116) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:11.256070 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b1dabe83-6456-4bdc-b9a2-b37d9cc77fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (6567f632-8623-4303-b548-e011c17ced3f), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:11.424829 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dabe83-6456-4bdc-b9a2-b37d9cc77fbc None None] Pushing event updated for resources: {'Port': ['ID=6567f632-8623-4303-b548-e011c17ced3f,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:11.443721 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-293f0b51-0fcf-4ab8-a30f-6ff2f76bc152 None None] Publish callbacks [] for port (eabe40b0-e655-4f19-ba01-3adf8d6b0a00), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:11.452134 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-293f0b51-0fcf-4ab8-a30f-6ff2f76bc152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (eabe40b0-e655-4f19-ba01-3adf8d6b0a00), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:11.472490 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748db42c-304b-40d5-a46a-d4f9982bec14 None None] get_active_networks_info from n-d-825015-3 {{(pid=103476) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 04 12:33:11.474853 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-73785848-af78-4057-8b33-99056cf1b6de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:11.546718 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27a38d9-3eac-422b-ac8f-44087248328b None None] Pushing event updated for resources: {'Port': ['ID=eabe40b0-e655-4f19-ba01-3adf8d6b0a00,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:11.556526 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-293f0b51-0fcf-4ab8-a30f-6ff2f76bc152 None None] Attempting to bind port eabe40b0-e655-4f19-ba01-3adf8d6b0a00 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:33:11.557402 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-293f0b51-0fcf-4ab8-a30f-6ff2f76bc152 None None] Attempting to bind port eabe40b0-e655-4f19-ba01-3adf8d6b0a00 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:33:11.557995 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293f0b51-0fcf-4ab8-a30f-6ff2f76bc152 None None] Attempting to bind port eabe40b0-e655-4f19-ba01-3adf8d6b0a00 on network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:33:11.568298 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293f0b51-0fcf-4ab8-a30f-6ff2f76bc152 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:33:11.569062 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293f0b51-0fcf-4ab8-a30f-6ff2f76bc152 None None] Checking segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:33:11.569473 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-293f0b51-0fcf-4ab8-a30f-6ff2f76bc152 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:11.570069 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293f0b51-0fcf-4ab8-a30f-6ff2f76bc152 None None] Bound using segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:33:11.570719 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-293f0b51-0fcf-4ab8-a30f-6ff2f76bc152 None None] Bound port: eabe40b0-e655-4f19-ba01-3adf8d6b0a00, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:33:11.571249 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-293f0b51-0fcf-4ab8-a30f-6ff2f76bc152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (eabe40b0-e655-4f19-ba01-3adf8d6b0a00), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:11.608057 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c2ccc9f2-91ef-413c-b4af-a37591f9608c tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (e362e703-29eb-473b-be9b-7d5cd5841f34), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:11.645163 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-293f0b51-0fcf-4ab8-a30f-6ff2f76bc152 None None] For port eabe40b0-e655-4f19-ba01-3adf8d6b0a00, host n-d-825015-3, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:33:11.645417 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-666fe0eb-6106-4ddd-b4b8-7234d07013b8 req-7684a31b-332c-4d10-bb9d-dbe513078d49 service neutron] 10.222.0.77 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8278215 Feb 04 12:33:11.654927 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-214a995c-cf04-4396-9dab-8472a151cb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edd0f8ef-15aa-4880-9472-b2109d28b4c9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2012533272-router', 'tenant_id': 'c4d15fc7880343b39b8aa486fa7d8d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '4a63804e-ac34-4e10-bb9c-cfba86017b56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:32:55Z', 'updated_at': '2022-02-04T12:33:07Z', 'revision_number': 4, 'project_id': 'c4d15fc7880343b39b8aa486fa7d8d6b', 'gw_port': {'id': '4a63804e-ac34-4e10-bb9c-cfba86017b56', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd0f8ef-15aa-4880-9472-b2109d28b4c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:32:57Z', 'updated_at': '2022-02-04T12:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '4967a5af-93a3-4423-bd9b-b9356e098450', 'name': '', 'network_id': 'af49ccb7-5717-4383-8d53-b816a2d5ef9e', 'tenant_id': 'c4d15fc7880343b39b8aa486fa7d8d6b', 'mac_address': 'fa:16:3e:a6:52:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edd0f8ef-15aa-4880-9472-b2109d28b4c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '538e919b-4a11-4d6a-8000-797451e40b7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:33:04Z', 'updated_at': '2022-02-04T12:33:08Z', 'revision_number': 2, 'project_id': 'c4d15fc7880343b39b8aa486fa7d8d6b', 'subnets': [{'id': '538e919b-4a11-4d6a-8000-797451e40b7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:33:11.670624 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-293f0b51-0fcf-4ab8-a30f-6ff2f76bc152 None None] For port eabe40b0-e655-4f19-ba01-3adf8d6b0a00, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=eabe40b0-e655-4f19-ba01-3adf8d6b0a00,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:33:11.682307 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-293f0b51-0fcf-4ab8-a30f-6ff2f76bc152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (eabe40b0-e655-4f19-ba01-3adf8d6b0a00), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:11.730313 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214a995c-cf04-4396-9dab-8472a151cb6f None None] Checking router: edd0f8ef-15aa-4880-9472-b2109d28b4c9 for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:33:11.730914 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214a995c-cf04-4396-9dab-8472a151cb6f None None] Updating router edd0f8ef-15aa-4880-9472-b2109d28b4c9 port 4967a5af-93a3-4423-bd9b-b9356e098450 binding host n-d-825015-3 {{(pid=103476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:33:11.733177 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-73785848-af78-4057-8b33-99056cf1b6de admin admin] Allocated IP 172.20.0.1 (211162ce-c654-4372-abd8-21bf219f75aa/a7a80143-29a9-4ba6-9987-42b8f7317e54/0cc4bf65-8bb5-4426-a85d-7c0469d389ac) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:33:11.770203 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748db42c-304b-40d5-a46a-d4f9982bec14 None None] Resources bound (agent type, host, resource id): {{(pid=103476) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 12:33:11.808409 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-214a995c-cf04-4396-9dab-8472a151cb6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (4967a5af-93a3-4423-bd9b-b9356e098450), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:11.817166 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-c2ccc9f2-91ef-413c-b4af-a37591f9608c tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Deleting port 6567f632-8623-4303-b548-e011c17ced3f {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:33:11.817683 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c2ccc9f2-91ef-413c-b4af-a37591f9608c tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (6567f632-8623-4303-b548-e011c17ced3f), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:11.834911 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293f0b51-0fcf-4ab8-a30f-6ff2f76bc152 None None] Routers {'b0aa9850-1fc9-4b45-b5d9-86a312a36035'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:33:11.836462 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-293f0b51-0fcf-4ab8-a30f-6ff2f76bc152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:32:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['b0aa9850-1fc9-4b45-b5d9-86a312a36035'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:33:11.838756 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27a38d9-3eac-422b-ac8f-44087248328b None None] Pushing event updated for resources: {'Port': ['ID=eabe40b0-e655-4f19-ba01-3adf8d6b0a00,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:11.935725 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-c2ccc9f2-91ef-413c-b4af-a37591f9608c tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] For port 6567f632-8623-4303-b548-e011c17ced3f, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=6567f632-8623-4303-b548-e011c17ced3f,segment=NetworkSegment(7f7cd630-1a61-43e4-8d9b-37187260e017),segment_id=7f7cd630-1a61-43e4-8d9b-37187260e017)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:33:11.936529 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c2ccc9f2-91ef-413c-b4af-a37591f9608c tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (6567f632-8623-4303-b548-e011c17ced3f), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:11.970460 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-c2ccc9f2-91ef-413c-b4af-a37591f9608c tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Calling delete_port for 6567f632-8623-4303-b548-e011c17ced3f owned by network:dhcp {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:33:11.995699 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1ad4e340-ce4f-49df-a825-c02a0280d931 tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51859336'] for segment (03c11acb-7f82-44d3-b348-a5eb9d12f632), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:12.003192 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-73785848-af78-4057-8b33-99056cf1b6de admin admin] Publish callbacks [] for port (0cc4bf65-8bb5-4426-a85d-7c0469d389ac), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:12.052276 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-56ea2a2e-62db-45aa-86f0-f2ecf7652156 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-52093282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51452698'] for subnet (0b94a0d5-e9c6-4c5c-9041-78dc8afef4f4), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:12.065823 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-deff5e1b-0fa1-4cce-ab8d-df30aef4666c req-96c4cd1c-3a34-4cbe-95eb-167418918286 tempest-ServerShowV254Test-1127696232 tempest-ServerShowV254Test-1127696232-project] 10.222.0.65 "GET /v2.0/ports?device_id=47ef7185-cbbb-475d-9695-78bcb14da71d HTTP/1.1" status: 200 len: 210 time: 0.1233737 Feb 04 12:33:12.129017 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-73785848-af78-4057-8b33-99056cf1b6de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (0cc4bf65-8bb5-4426-a85d-7c0469d389ac), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:12.130397 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-293f0b51-0fcf-4ab8-a30f-6ff2f76bc152 None None] Set router b0aa9850-1fc9-4b45-b5d9-86a312a36035 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:33:12.145774 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ea2a2e-62db-45aa-86f0-f2ecf7652156 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Pushing event deleted for resources: {'Subnet': ['ID=0b94a0d5-e9c6-4c5c-9041-78dc8afef4f4,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:12.150166 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-56ea2a2e-62db-45aa-86f0-f2ecf7652156 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:12.154203 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-56ea2a2e-62db-45aa-86f0-f2ecf7652156 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "DELETE /v2.0/subnets/0b94a0d5-e9c6-4c5c-9041-78dc8afef4f4 HTTP/1.1" status: 204 len: 168 time: 2.4141877 Feb 04 12:33:12.159150 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 45124) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:12.221408 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1ad4e340-ce4f-49df-a825-c02a0280d931 tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (03c11acb-7f82-44d3-b348-a5eb9d12f632), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:12.257720 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8e030e-373a-4a13-a305-1b9653c413db req-0e68797a-dd7e-4d65-a4d8-08721feb6230 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:12.259376 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6d8e030e-373a-4a13-a305-1b9653c413db req-0e68797a-dd7e-4d65-a4d8-08721feb6230 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/ports?device_id=064b8b16-59ce-4f5e-b1f8-f430debd9ab3 HTTP/1.1" status: 200 len: 946 time: 0.6108742 Feb 04 12:33:12.290152 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e788d923-19a8-426c-adc8-99c6c732c535 None None] Network e362e703-29eb-473b-be9b-7d5cd5841f34 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:33:12.300369 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c772bc-eed3-4c9a-a9e8-da548a343fbb None None] Network 24c997cc-3347-4ea5-95ae-6570c09d8675 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:33:12.300640 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ad4e340-ce4f-49df-a825-c02a0280d931 tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=103475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:33:12.300914 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1ad4e340-ce4f-49df-a825-c02a0280d931 tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-52093388'] for segment (03c11acb-7f82-44d3-b348-a5eb9d12f632), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:12.336910 n-d-825015-3 neutron-server[103475]: Traceback (most recent call last): Feb 04 12:33:12.336910 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:33:12.336910 n-d-825015-3 neutron-server[103475]: timer() Feb 04 12:33:12.336910 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:33:12.336910 n-d-825015-3 neutron-server[103475]: cb(*args, **kw) Feb 04 12:33:12.336910 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:33:12.336910 n-d-825015-3 neutron-server[103475]: return func(*args, **kwargs) Feb 04 12:33:12.336910 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:33:12.336910 n-d-825015-3 neutron-server[103475]: self._notify() Feb 04 12:33:12.336910 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:33:12.336910 n-d-825015-3 neutron-server[103475]: self.callback(batched_events) Feb 04 12:33:12.336910 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:33:12.336910 n-d-825015-3 neutron-server[103475]: event.method(event) Feb 04 12:33:12.336910 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:33:12.336910 n-d-825015-3 neutron-server[103475]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:33:12.336910 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:33:12.336910 n-d-825015-3 neutron-server[103475]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:33:12.336910 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:33:12.336910 n-d-825015-3 neutron-server[103475]: return f(self, *a, **k) Feb 04 12:33:12.336910 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:33:12.336910 n-d-825015-3 neutron-server[103475]: return self._get(url).json() Feb 04 12:33:12.336910 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:33:12.336910 n-d-825015-3 neutron-server[103475]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:33:12.336910 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:33:12.336910 n-d-825015-3 neutron-server[103475]: return self.request(url, 'GET', **kwargs) Feb 04 12:33:12.336910 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:33:12.336910 n-d-825015-3 neutron-server[103475]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:33:12.336910 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:33:12.336910 n-d-825015-3 neutron-server[103475]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:33:12.336910 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:33:12.336910 n-d-825015-3 neutron-server[103475]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:33:12.336910 n-d-825015-3 neutron-server[103475]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:33:12.412491 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6d8e030e-373a-4a13-a305-1b9653c413db req-5e57c074-4a83-406d-89a8-9b159aeb2449 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/security-groups?id=67d57791-96db-4689-9a02-f69bf9a8e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305501 Feb 04 12:33:12.519635 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-214a995c-cf04-4396-9dab-8472a151cb6f None None] Publish callbacks [] for port (4967a5af-93a3-4423-bd9b-b9356e098450), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:12.532118 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-214a995c-cf04-4396-9dab-8472a151cb6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (4967a5af-93a3-4423-bd9b-b9356e098450), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:12.539929 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-293f0b51-0fcf-4ab8-a30f-6ff2f76bc152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0aa9850-1fc9-4b45-b5d9-86a312a36035', 'name': 'tempest-AttachVolumeTestJSON-1474130634-router', 'tenant_id': '31d6c346447a48008dccda4817c529a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'eabe40b0-e655-4f19-ba01-3adf8d6b0a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:33:03Z', 'updated_at': '2022-02-04T12:33:08Z', 'revision_number': 3, 'project_id': '31d6c346447a48008dccda4817c529a1', 'gw_port': {'id': 'eabe40b0-e655-4f19-ba01-3adf8d6b0a00', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a1:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0aa9850-1fc9-4b45-b5d9-86a312a36035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:33:06Z', 'updated_at': '2022-02-04T12:33:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:33:12.541764 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-73f6dd44-2013-4cc0-9d69-0662f5606031 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622215'] for router_interface (edd0f8ef-15aa-4880-9472-b2109d28b4c9), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:12.606457 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dae303-0e22-4217-98b4-52e07370b21b None None] Pushing event updated for resources: {'Port': ['ID=4967a5af-93a3-4423-bd9b-b9356e098450,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:12.616441 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293f0b51-0fcf-4ab8-a30f-6ff2f76bc152 None None] The sync data for ids ['b0aa9850-1fc9-4b45-b5d9-86a312a36035'] in n-d-825015-3 is: [{'id': 'b0aa9850-1fc9-4b45-b5d9-86a312a36035', 'name': 'tempest-AttachVolumeTestJSON-1474130634-router', 'tenant_id': '31d6c346447a48008dccda4817c529a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'eabe40b0-e655-4f19-ba01-3adf8d6b0a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:33:03Z', 'updated_at': '2022-02-04T12:33:08Z', 'revision_number': 3, 'project_id': '31d6c346447a48008dccda4817c529a1', 'gw_port': {'id': 'eabe40b0-e655-4f19-ba01-3adf8d6b0a00', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a1:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0aa9850-1fc9-4b45-b5d9-86a312a36035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:33:06Z', 'updated_at': '2022-02-04T12:33:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:33:12.679201 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-214a995c-cf04-4396-9dab-8472a151cb6f None None] Attempting to bind port 4967a5af-93a3-4423-bd9b-b9356e098450 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:33:12.679718 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-214a995c-cf04-4396-9dab-8472a151cb6f None None] Attempting to bind port 4967a5af-93a3-4423-bd9b-b9356e098450 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': 'f185939f-4263-4eec-8fbe-70aa7c397fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'af49ccb7-5717-4383-8d53-b816a2d5ef9e'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:33:12.680139 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214a995c-cf04-4396-9dab-8472a151cb6f None None] Attempting to bind port 4967a5af-93a3-4423-bd9b-b9356e098450 on network af49ccb7-5717-4383-8d53-b816a2d5ef9e {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:33:12.691432 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214a995c-cf04-4396-9dab-8472a151cb6f None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:33:12.692094 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214a995c-cf04-4396-9dab-8472a151cb6f None None] Checking segment: {'id': 'f185939f-4263-4eec-8fbe-70aa7c397fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'af49ccb7-5717-4383-8d53-b816a2d5ef9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:33:12.692299 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-214a995c-cf04-4396-9dab-8472a151cb6f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:12.692681 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214a995c-cf04-4396-9dab-8472a151cb6f None None] Bound using segment: {'id': 'f185939f-4263-4eec-8fbe-70aa7c397fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'af49ccb7-5717-4383-8d53-b816a2d5ef9e'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:33:12.693147 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-214a995c-cf04-4396-9dab-8472a151cb6f None None] Bound port: 4967a5af-93a3-4423-bd9b-b9356e098450, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f185939f-4263-4eec-8fbe-70aa7c397fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'af49ccb7-5717-4383-8d53-b816a2d5ef9e'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:33:12.693510 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-214a995c-cf04-4396-9dab-8472a151cb6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (4967a5af-93a3-4423-bd9b-b9356e098450), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:12.712231 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4de810a-e143-4121-9bc6-cfc2f14b5f08 req-afb0a122-efe0-488a-b2da-7a85fb738116 tempest-ImagesOneServerTestJSON-1531918178 tempest-ImagesOneServerTestJSON-1531918178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:12.716691 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c2ccc9f2-91ef-413c-b4af-a37591f9608c tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (6567f632-8623-4303-b548-e011c17ced3f), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:12.717973 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b4de810a-e143-4121-9bc6-cfc2f14b5f08 req-afb0a122-efe0-488a-b2da-7a85fb738116 tempest-ImagesOneServerTestJSON-1531918178 tempest-ImagesOneServerTestJSON-1531918178-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0279577-66bd-4080-acc2-a763ce6cf522 HTTP/1.1" status: 200 len: 948 time: 0.4544683 Feb 04 12:33:12.759587 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1ad4e340-ce4f-49df-a825-c02a0280d931 tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (7b66e465-da42-4dbe-8e92-7ef1a9f1ea9a), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:12.761960 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73785848-af78-4057-8b33-99056cf1b6de admin admin] Network 211162ce-c654-4372-abd8-21bf219f75aa is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:33:12.785888 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e5c63d6-4b2e-4d1f-886a-a3c7bd950911 None None] DHCP port deletion for 24c997cc-3347-4ea5-95ae-6570c09d8675 request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 12:33:12.807237 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-666fe0eb-6106-4ddd-b4b8-7234d07013b8 req-a0729061-0da6-4c44-b0b2-63f344fc2244 service neutron] 10.222.0.77 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8260317 Feb 04 12:33:12.815476 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-73785848-af78-4057-8b33-99056cf1b6de admin admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:33:12.832148 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ad4e340-ce4f-49df-a825-c02a0280d931 tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7b66e465-da42-4dbe-8e92-7ef1a9f1ea9a {{(pid=103475) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 04 12:33:12.832522 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73785848-af78-4057-8b33-99056cf1b6de admin admin] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:33:12.843983 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1ad4e340-ce4f-49df-a825-c02a0280d931 tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:12.851464 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ccc9f2-91ef-413c-b4af-a37591f9608c tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] No DVR routers for this DVR port 6567f632-8623-4303-b548-e011c17ced3f on host n-d-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:33:12.863718 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-1ad4e340-ce4f-49df-a825-c02a0280d931 tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] 10.222.0.65 "DELETE /v2.0/networks/7b66e465-da42-4dbe-8e92-7ef1a9f1ea9a HTTP/1.1" status: 204 len: 168 time: 5.4506748 Feb 04 12:33:12.882774 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 45126) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:12.909900 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device b6f028f8-2e48-40f6-b19c-4ed045f05d29 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:33:12.913982 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-214a995c-cf04-4396-9dab-8472a151cb6f None None] For port 4967a5af-93a3-4423-bd9b-b9356e098450, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:33:12.949635 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73785848-af78-4057-8b33-99056cf1b6de admin admin] Pushing event updated for resources: {'Port': ['ID=0cc4bf65-8bb5-4426-a85d-7c0469d389ac,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:12.962731 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad4e340-ce4f-49df-a825-c02a0280d931 tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Pushing event deleted for resources: {'Network': ['ID=7b66e465-da42-4dbe-8e92-7ef1a9f1ea9a,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:12.970811 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-214a995c-cf04-4396-9dab-8472a151cb6f None None] For port 4967a5af-93a3-4423-bd9b-b9356e098450, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=4967a5af-93a3-4423-bd9b-b9356e098450,segment=NetworkSegment(f185939f-4263-4eec-8fbe-70aa7c397fd6),segment_id=f185939f-4263-4eec-8fbe-70aa7c397fd6)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:33:13.013355 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-214a995c-cf04-4396-9dab-8472a151cb6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (4967a5af-93a3-4423-bd9b-b9356e098450), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:13.096192 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-3e5c63d6-4b2e-4d1f-886a-a3c7bd950911 None None] Deleting port b6f028f8-2e48-40f6-b19c-4ed045f05d29 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:33:13.096873 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3e5c63d6-4b2e-4d1f-886a-a3c7bd950911 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (b6f028f8-2e48-40f6-b19c-4ed045f05d29), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:13.106784 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dae303-0e22-4217-98b4-52e07370b21b None None] Pushing event updated for resources: {'Port': ['ID=4967a5af-93a3-4423-bd9b-b9356e098450,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:13.118645 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b67454c0-3fe9-4a16-a9dc-20c627f6bd52 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (24c997cc-3347-4ea5-95ae-6570c09d8675), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:13.139599 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-af73b1bb-7aab-448e-90a9-c48861f09df2 tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] 10.222.0.65 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.2485723 Feb 04 12:33:13.146512 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b4de810a-e143-4121-9bc6-cfc2f14b5f08 req-8612a457-f193-4500-a601-67718022a3c9 tempest-ImagesOneServerTestJSON-1531918178 tempest-ImagesOneServerTestJSON-1531918178-project] 10.222.0.65 "GET /v2.0/security-groups?id=bbe69ba6-b239-4d85-8fa3-35dc5065b403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3805721 Feb 04 12:33:13.147631 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 45130) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:13.188350 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ccc9f2-91ef-413c-b4af-a37591f9608c tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Pushing event deleted for resources: {'Port': ['ID=6567f632-8623-4303-b548-e011c17ced3f,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:13.231886 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c2ccc9f2-91ef-413c-b4af-a37591f9608c tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (e362e703-29eb-473b-be9b-7d5cd5841f34), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:13.244551 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-73785848-af78-4057-8b33-99056cf1b6de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1599818'] for router_interface (b0aa9850-1fc9-4b45-b5d9-86a312a36035), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:13.331652 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b2443119-bf23-42bd-b6f4-467bc0fb14f8 None None] Provisioning complete for port 4967a5af-93a3-4423-bd9b-b9356e098450 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:33:13.332070 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b2443119-bf23-42bd-b6f4-467bc0fb14f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (4967a5af-93a3-4423-bd9b-b9356e098450), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:13.353674 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-c2ccc9f2-91ef-413c-b4af-a37591f9608c tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e362e703-29eb-473b-be9b-7d5cd5841f34']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:33:13.360612 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b71db74-2677-4629-b040-edf1663511a4 tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:13.363132 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b71db74-2677-4629-b040-edf1663511a4 tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:13.363823 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b71db74-2677-4629-b040-edf1663511a4 tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:13.364461 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b71db74-2677-4629-b040-edf1663511a4 tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:13.365782 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b71db74-2677-4629-b040-edf1663511a4 tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:13.366429 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b71db74-2677-4629-b040-edf1663511a4 tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:13.367063 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b71db74-2677-4629-b040-edf1663511a4 tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:13.372467 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-8b71db74-2677-4629-b040-edf1663511a4 tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4648 time: 0.2175293 Feb 04 12:33:13.375107 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d37c13ad-274e-464e-a0e6-990a00f60560 req-d8740270-2167-4d7b-99de-926d9f289111 tempest-ServerShowV254Test-1127696232 tempest-ServerShowV254Test-1127696232-project] 10.222.0.65 "GET /v2.0/ports?device_id=47ef7185-cbbb-475d-9695-78bcb14da71d HTTP/1.1" status: 200 len: 210 time: 0.0626342 Feb 04 12:33:13.378012 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 45132) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:13.388407 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-c2ccc9f2-91ef-413c-b4af-a37591f9608c tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f7cd630-1a61-43e4-8d9b-37187260e017') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:33:13.389146 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be572c95-8241-4355-b81d-be67e7840744 req-771b3e4f-2fb3-4d20-9142-f980b32654f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:13.389906 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-c2ccc9f2-91ef-413c-b4af-a37591f9608c tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f7cd630-1a61-43e4-8d9b-37187260e017') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:33:13.391147 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-be572c95-8241-4355-b81d-be67e7840744 req-771b3e4f-2fb3-4d20-9142-f980b32654f9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bd8633eed17a41f6b97d66df21782d05&device_id=a0279577-66bd-4080-acc2-a763ce6cf522 HTTP/1.1" status: 200 len: 1130 time: 0.4940839 Feb 04 12:33:13.403961 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-3e5c63d6-4b2e-4d1f-886a-a3c7bd950911 None None] For port b6f028f8-2e48-40f6-b19c-4ed045f05d29, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=b6f028f8-2e48-40f6-b19c-4ed045f05d29,segment=NetworkSegment(ec371175-b72a-4778-99ec-1a5ff54a4249),segment_id=ec371175-b72a-4778-99ec-1a5ff54a4249)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:33:13.404840 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3e5c63d6-4b2e-4d1f-886a-a3c7bd950911 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (b6f028f8-2e48-40f6-b19c-4ed045f05d29), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:13.423163 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c2ccc9f2-91ef-413c-b4af-a37591f9608c tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (7f7cd630-1a61-43e4-8d9b-37187260e017), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:13.443852 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214a995c-cf04-4396-9dab-8472a151cb6f None None] Routers {'edd0f8ef-15aa-4880-9472-b2109d28b4c9'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:33:13.444871 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-214a995c-cf04-4396-9dab-8472a151cb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:32:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['edd0f8ef-15aa-4880-9472-b2109d28b4c9'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:33:13.448052 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port b6f028f8-2e48-40f6-b19c-4ed045f05d29 is: ACTIVE; New status is: DOWN {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:33:13.448666 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (b6f028f8-2e48-40f6-b19c-4ed045f05d29), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:13.458496 n-d-825015-3 neutron-server[103475]: INFO neutron.api.v2.resource [None req-e8d23ad3-827b-46db-b951-1c2616e1ab50 tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] delete failed (client error): The resource could not be found. Feb 04 12:33:13.472003 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-e8d23ad3-827b-46db-b951-1c2616e1ab50 tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] 10.222.0.65 "DELETE /v2.0/floatingips/ba9863ca-58e0-484e-bc42-e1f1362e2f57 HTTP/1.1" status: 404 len: 345 time: 0.0922680 Feb 04 12:33:13.482402 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 45136) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:13.524118 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c2ccc9f2-91ef-413c-b4af-a37591f9608c tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (7f7cd630-1a61-43e4-8d9b-37187260e017), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:13.546754 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port b6f028f8-2e48-40f6-b19c-4ed045f05d29, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=b6f028f8-2e48-40f6-b19c-4ed045f05d29,segment=NetworkSegment(ec371175-b72a-4778-99ec-1a5ff54a4249),segment_id=ec371175-b72a-4778-99ec-1a5ff54a4249)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:33:13.579796 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2ccc9f2-91ef-413c-b4af-a37591f9608c tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:33:13.580486 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c2ccc9f2-91ef-413c-b4af-a37591f9608c tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (7f7cd630-1a61-43e4-8d9b-37187260e017), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:13.586057 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-3e5c63d6-4b2e-4d1f-886a-a3c7bd950911 None None] Calling delete_port for b6f028f8-2e48-40f6-b19c-4ed045f05d29 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:33:13.589660 n-d-825015-3 neutron-server[103475]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa391887-4440-407b-95ec-abfed3316d95 tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] DELETE failed (client error): The resource could not be found. Feb 04 12:33:13.590277 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa391887-4440-407b-95ec-abfed3316d95 tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103475) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 12:33:13.593854 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (b6f028f8-2e48-40f6-b19c-4ed045f05d29), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:13.597546 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-fa391887-4440-407b-95ec-abfed3316d95 tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] 10.222.0.65 "DELETE /v2.0/networks/7b66e465-da42-4dbe-8e92-7ef1a9f1ea9a HTTP/1.1" status: 404 len: 339 time: 0.1129699 Feb 04 12:33:13.601715 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 12:33:13.601715 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:33:13.601715 n-d-825015-3 neutron-server[103474]: timer() Feb 04 12:33:13.601715 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:33:13.601715 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 12:33:13.601715 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:33:13.601715 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 12:33:13.601715 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:33:13.601715 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 12:33:13.601715 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:33:13.601715 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 12:33:13.601715 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:33:13.601715 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 12:33:13.601715 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:33:13.601715 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:33:13.601715 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:33:13.601715 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:33:13.601715 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:33:13.601715 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 12:33:13.601715 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:33:13.601715 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 12:33:13.601715 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:33:13.601715 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:33:13.601715 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:33:13.601715 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 12:33:13.601715 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:33:13.601715 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:33:13.601715 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:33:13.601715 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:33:13.601715 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:33:13.601715 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:33:13.601715 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:33:13.603756 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 45138) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:13.684397 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-f19db533-b6af-4b9a-922d-221054a9e47a tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Request body: {'network': {'name': 'tempest-network--1094314633', 'router:external': True}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:33:13.694422 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c2ccc9f2-91ef-413c-b4af-a37591f9608c tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (e362e703-29eb-473b-be9b-7d5cd5841f34), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:13.720056 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf788c6-8bc9-4b13-8374-fb658c66d647 req-af5597cb-6bee-4eaf-a99e-628114989bda tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:13.721701 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7cf788c6-8bc9-4b13-8374-fb658c66d647 req-af5597cb-6bee-4eaf-a99e-628114989bda tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/ports?device_id=064b8b16-59ce-4f5e-b1f8-f430debd9ab3 HTTP/1.1" status: 200 len: 946 time: 0.1498895 Feb 04 12:33:13.727706 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be572c95-8241-4355-b81d-be67e7840744 req-436887ac-e2b7-4fe5-90cf-577265cf6364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:13.729181 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-be572c95-8241-4355-b81d-be67e7840744 req-436887ac-e2b7-4fe5-90cf-577265cf6364 service neutron] 10.222.0.77 "GET /v2.0/networks?id=2f7dc246-a024-4937-952c-0ddeef5af29c HTTP/1.1" status: 200 len: 870 time: 0.2956238 Feb 04 12:33:13.759223 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c2ccc9f2-91ef-413c-b4af-a37591f9608c tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:13.767484 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-c2ccc9f2-91ef-413c-b4af-a37591f9608c tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] 10.222.0.65 "DELETE /v2.0/networks/e362e703-29eb-473b-be9b-7d5cd5841f34 HTTP/1.1" status: 204 len: 168 time: 4.1959286 Feb 04 12:33:13.774492 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 45140) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:13.780777 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-be572c95-8241-4355-b81d-be67e7840744 req-3526390b-db79-4b45-b249-b89bec80dd99 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=d51b24cb-7b0e-4538-ad0d-f93b4f99a711 HTTP/1.1" status: 200 len: 217 time: 0.0420678 Feb 04 12:33:13.783532 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-73f6dd44-2013-4cc0-9d69-0662f5606031 admin admin] Deleting port 4967a5af-93a3-4423-bd9b-b9356e098450 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:33:13.783937 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-73f6dd44-2013-4cc0-9d69-0662f5606031 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (4967a5af-93a3-4423-bd9b-b9356e098450), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:13.832114 n-d-825015-3 neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-17f2431f-d9aa-4097-8093-74a71479ef99 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] GET failed (client error): The resource could not be found. Feb 04 12:33:13.837946 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-17f2431f-d9aa-4097-8093-74a71479ef99 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] 10.222.0.65 "GET /v2.0/subnets/e1a167b8-2cc6-411e-9536-d43611c73da1 HTTP/1.1" status: 404 len: 337 time: 0.0459950 Feb 04 12:33:13.843513 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 45142) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:13.846259 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ccc9f2-91ef-413c-b4af-a37591f9608c tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Pushing event deleted for resources: {'Network': ['ID=e362e703-29eb-473b-be9b-7d5cd5841f34,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:13.867644 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-73f6dd44-2013-4cc0-9d69-0662f5606031 admin admin] For port 4967a5af-93a3-4423-bd9b-b9356e098450, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=4967a5af-93a3-4423-bd9b-b9356e098450,segment=NetworkSegment(f185939f-4263-4eec-8fbe-70aa7c397fd6),segment_id=f185939f-4263-4eec-8fbe-70aa7c397fd6)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:33:13.868018 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-73f6dd44-2013-4cc0-9d69-0662f5606031 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (4967a5af-93a3-4423-bd9b-b9356e098450), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:13.882077 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-73f6dd44-2013-4cc0-9d69-0662f5606031 admin admin] Calling delete_port for 4967a5af-93a3-4423-bd9b-b9356e098450 owned by network:router_interface {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:33:13.890010 n-d-825015-3 neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e03c4ed-2819-4161-ba69-20e2ee6d6460 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] DELETE failed (client error): The resource could not be found. Feb 04 12:33:13.890985 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e03c4ed-2819-4161-ba69-20e2ee6d6460 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 12:33:13.895393 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-0e03c4ed-2819-4161-ba69-20e2ee6d6460 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] 10.222.0.65 "DELETE /v2.0/networks/e362e703-29eb-473b-be9b-7d5cd5841f34 HTTP/1.1" status: 404 len: 339 time: 0.0401709 Feb 04 12:33:13.898845 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-b67454c0-3fe9-4a16-a9dc-20c627f6bd52 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Deleting port b6f028f8-2e48-40f6-b19c-4ed045f05d29 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:33:13.899267 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b67454c0-3fe9-4a16-a9dc-20c627f6bd52 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (b6f028f8-2e48-40f6-b19c-4ed045f05d29), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:13.901336 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 45144) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:13.918329 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f19db533-b6af-4b9a-922d-221054a9e47a tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Made reservation on behalf of 6889a1b00b884c33a2ae9393b4eb5fd5 for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:33:13.924032 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f19db533-b6af-4b9a-922d-221054a9e47a tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:13.973535 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-73785848-af78-4057-8b33-99056cf1b6de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (0cc4bf65-8bb5-4426-a85d-7c0469d389ac), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:14.059529 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=b6f028f8-2e48-40f6-b19c-4ed045f05d29,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:14.092329 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be572c95-8241-4355-b81d-be67e7840744 req-0a2c1ded-f5dd-4eeb-809f-d316a4289979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:14.092575 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b2443119-bf23-42bd-b6f4-467bc0fb14f8 None None] Current status of the port 4967a5af-93a3-4423-bd9b-b9356e098450 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:33:14.092976 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b2443119-bf23-42bd-b6f4-467bc0fb14f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (4967a5af-93a3-4423-bd9b-b9356e098450), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:14.093805 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-be572c95-8241-4355-b81d-be67e7840744 req-0a2c1ded-f5dd-4eeb-809f-d316a4289979 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5ee3374a-84e9-4639-853c-740c6edaf6dc HTTP/1.1" status: 200 len: 843 time: 0.0700891 Feb 04 12:33:14.135033 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-214a995c-cf04-4396-9dab-8472a151cb6f None None] Set router edd0f8ef-15aa-4880-9472-b2109d28b4c9 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:33:14.161413 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7cf788c6-8bc9-4b13-8374-fb658c66d647 req-34d1c4c4-9398-4105-9f3d-56d75980e019 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/security-groups?id=67d57791-96db-4689-9a02-f69bf9a8e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4296041 Feb 04 12:33:14.181444 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-b67454c0-3fe9-4a16-a9dc-20c627f6bd52 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] For port b6f028f8-2e48-40f6-b19c-4ed045f05d29, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=b6f028f8-2e48-40f6-b19c-4ed045f05d29,segment=NetworkSegment(ec371175-b72a-4778-99ec-1a5ff54a4249),segment_id=ec371175-b72a-4778-99ec-1a5ff54a4249)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:33:14.182135 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b67454c0-3fe9-4a16-a9dc-20c627f6bd52 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (b6f028f8-2e48-40f6-b19c-4ed045f05d29), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:14.199166 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f19db533-b6af-4b9a-922d-221054a9e47a tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:33:14.236156 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3e5c63d6-4b2e-4d1f-886a-a3c7bd950911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (b6f028f8-2e48-40f6-b19c-4ed045f05d29), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:14.250827 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-b67454c0-3fe9-4a16-a9dc-20c627f6bd52 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Calling delete_port for b6f028f8-2e48-40f6-b19c-4ed045f05d29 owned by network:dhcp {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:33:14.292544 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f19db533-b6af-4b9a-922d-221054a9e47a tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (30e23353-b212-4cab-9b70-846d53c20eb6), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:14.292987 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-f19db533-b6af-4b9a-922d-221054a9e47a tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Added segment 30e23353-b212-4cab-9b70-846d53c20eb6 of type vlan for network 8b19333c-643f-4786-9cad-2f0600131345 Feb 04 12:33:14.353664 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-73f6dd44-2013-4cc0-9d69-0662f5606031 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (4967a5af-93a3-4423-bd9b-b9356e098450), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:14.359442 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be572c95-8241-4355-b81d-be67e7840744 req-bd336316-b567-4953-a577-1b6f45456172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:14.361577 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-be572c95-8241-4355-b81d-be67e7840744 req-bd336316-b567-4953-a577-1b6f45456172 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2f7dc246-a024-4937-952c-0ddeef5af29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2554381 Feb 04 12:33:14.403510 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5c63d6-4b2e-4d1f-886a-a3c7bd950911 None None] Pushing event deleted for resources: {'Port': ['ID=b6f028f8-2e48-40f6-b19c-4ed045f05d29,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:14.419037 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5c63d6-4b2e-4d1f-886a-a3c7bd950911 None None] No DVR routers for this DVR port b6f028f8-2e48-40f6-b19c-4ed045f05d29 on host n-d-825015-3 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:33:14.441343 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f6dd44-2013-4cc0-9d69-0662f5606031 admin admin] Pushing event deleted for resources: {'Port': ['ID=4967a5af-93a3-4423-bd9b-b9356e098450,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:14.508317 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acbb2c2a-30d6-4187-8e82-27dc7f5e4193 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:14.512685 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-acbb2c2a-30d6-4187-8e82-27dc7f5e4193 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6041081 Feb 04 12:33:14.521943 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 45150) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:14.598789 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device d51b24cb-7b0e-4538-ad0d-f93b4f99a711 details requested by agent hyperv_n-h2-825015-3 with host n-h2-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:33:14.599497 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f19db533-b6af-4b9a-922d-221054a9e47a tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (8b19333c-643f-4786-9cad-2f0600131345), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:14.619009 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-e126eb3b-bed5-4662-9b6c-a23d966cdd26 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] 10.222.0.65 "GET /v2.0/subnets?network_id=7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 HTTP/1.1" status: 200 len: 207 time: 0.0927951 Feb 04 12:33:14.642286 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 45152) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:14.666854 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-38b6c363-e830-46ef-b33f-ea4454697b8b None None] Could not find standard attr ID for object 4967a5af-93a3-4423-bd9b-b9356e098450. {{(pid=103476) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 12:33:14.672477 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-214a995c-cf04-4396-9dab-8472a151cb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edd0f8ef-15aa-4880-9472-b2109d28b4c9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2012533272-router', 'tenant_id': 'c4d15fc7880343b39b8aa486fa7d8d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '4a63804e-ac34-4e10-bb9c-cfba86017b56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:32:55Z', 'updated_at': '2022-02-04T12:33:07Z', 'revision_number': 4, 'project_id': 'c4d15fc7880343b39b8aa486fa7d8d6b', 'gw_port': {'id': '4a63804e-ac34-4e10-bb9c-cfba86017b56', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd0f8ef-15aa-4880-9472-b2109d28b4c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:32:57Z', 'updated_at': '2022-02-04T12:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '4967a5af-93a3-4423-bd9b-b9356e098450', 'name': '', 'network_id': 'af49ccb7-5717-4383-8d53-b816a2d5ef9e', 'tenant_id': 'c4d15fc7880343b39b8aa486fa7d8d6b', 'mac_address': 'fa:16:3e:a6:52:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edd0f8ef-15aa-4880-9472-b2109d28b4c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '538e919b-4a11-4d6a-8000-797451e40b7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:33:04Z', 'updated_at': '2022-02-04T12:33:12Z', 'revision_number': 4, 'project_id': 'c4d15fc7880343b39b8aa486fa7d8d6b', 'subnets': [{'id': '538e919b-4a11-4d6a-8000-797451e40b7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:33:14.672764 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b40e0f-7519-4e05-ad9d-2f0c321e84ff req-d5ae07f7-44c4-4eb0-848e-b67d17be85ca tempest-ImagesOneServerTestJSON-1531918178 tempest-ImagesOneServerTestJSON-1531918178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:14.675403 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-35b40e0f-7519-4e05-ad9d-2f0c321e84ff req-d5ae07f7-44c4-4eb0-848e-b67d17be85ca tempest-ImagesOneServerTestJSON-1531918178 tempest-ImagesOneServerTestJSON-1531918178-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0279577-66bd-4080-acc2-a763ce6cf522 HTTP/1.1" status: 200 len: 948 time: 0.3643749 Feb 04 12:33:14.734793 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b5ec008b-026f-4bf9-8504-3abeb3e8d253 req-dd984f42-0022-4772-8a83-dd9f48254171 tempest-ServerShowV254Test-1127696232 tempest-ServerShowV254Test-1127696232-project] 10.222.0.65 "GET /v2.0/ports?device_id=47ef7185-cbbb-475d-9695-78bcb14da71d HTTP/1.1" status: 200 len: 210 time: 0.1733816 Feb 04 12:33:14.841721 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214a995c-cf04-4396-9dab-8472a151cb6f None None] The sync data for ids ['edd0f8ef-15aa-4880-9472-b2109d28b4c9'] in n-d-825015-3 is: [{'id': 'edd0f8ef-15aa-4880-9472-b2109d28b4c9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2012533272-router', 'tenant_id': 'c4d15fc7880343b39b8aa486fa7d8d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '4a63804e-ac34-4e10-bb9c-cfba86017b56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:32:55Z', 'updated_at': '2022-02-04T12:33:07Z', 'revision_number': 4, 'project_id': 'c4d15fc7880343b39b8aa486fa7d8d6b', 'gw_port': {'id': '4a63804e-ac34-4e10-bb9c-cfba86017b56', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd0f8ef-15aa-4880-9472-b2109d28b4c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:32:57Z', 'updated_at': '2022-02-04T12:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '4967a5af-93a3-4423-bd9b-b9356e098450', 'name': '', 'network_id': 'af49ccb7-5717-4383-8d53-b816a2d5ef9e', 'tenant_id': 'c4d15fc7880343b39b8aa486fa7d8d6b', 'mac_address': 'fa:16:3e:a6:52:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edd0f8ef-15aa-4880-9472-b2109d28b4c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '538e919b-4a11-4d6a-8000-797451e40b7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:33:04Z', 'updated_at': '2022-02-04T12:33:12Z', 'revision_number': 4, 'project_id': 'c4d15fc7880343b39b8aa486fa7d8d6b', 'subnets': [{'id': '538e919b-4a11-4d6a-8000-797451e40b7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:33:14.853223 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-38b6c363-e830-46ef-b33f-ea4454697b8b None None] Provisioning complete for port 0cc4bf65-8bb5-4426-a85d-7c0469d389ac triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:33:14.853878 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-38b6c363-e830-46ef-b33f-ea4454697b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (0cc4bf65-8bb5-4426-a85d-7c0469d389ac), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:14.914788 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-be572c95-8241-4355-b81d-be67e7840744 req-326e1bfb-49b2-424c-b463-646e020ecfd5 service neutron] 10.222.0.77 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5087342 Feb 04 12:33:14.990472 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-38b6c363-e830-46ef-b33f-ea4454697b8b None None] Port 0cc4bf65-8bb5-4426-a85d-7c0469d389ac cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:33:15.000914 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device eabe40b0-e655-4f19-ba01-3adf8d6b0a00 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:33:15.001149 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.db.resource_extend [None req-f19db533-b6af-4b9a-922d-221054a9e47a tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 12:33:15.010605 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port d51b24cb-7b0e-4538-ad0d-f93b4f99a711, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=d51b24cb-7b0e-4538-ad0d-f93b4f99a711,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:33:15.058224 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b67454c0-3fe9-4a16-a9dc-20c627f6bd52 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (b6f028f8-2e48-40f6-b19c-4ed045f05d29), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:15.059645 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Returning: {'device': 'd51b24cb-7b0e-4538-ad0d-f93b4f99a711', 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c', 'port_id': 'd51b24cb-7b0e-4538-ad0d-f93b4f99a711', 'mac_address': 'fa:16:3e:8c:af:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ee3374a-84e9-4639-853c-740c6edaf6dc', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:33:15.133935 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port d51b24cb-7b0e-4538-ad0d-f93b4f99a711 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:33:15.134379 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (d51b24cb-7b0e-4538-ad0d-f93b4f99a711), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:15.137767 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port eabe40b0-e655-4f19-ba01-3adf8d6b0a00 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:33:15.138140 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (eabe40b0-e655-4f19-ba01-3adf8d6b0a00), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:15.140849 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-35b40e0f-7519-4e05-ad9d-2f0c321e84ff req-524fff09-523e-4e9a-b97a-5c3734933890 tempest-ImagesOneServerTestJSON-1531918178 tempest-ImagesOneServerTestJSON-1531918178-project] 10.222.0.65 "GET /v2.0/security-groups?id=bbe69ba6-b239-4d85-8fa3-35dc5065b403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3809350 Feb 04 12:33:15.190325 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d51b24cb-7b0e-4538-ad0d-f93b4f99a711 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:33:15.236638 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port d51b24cb-7b0e-4538-ad0d-f93b4f99a711, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=d51b24cb-7b0e-4538-ad0d-f93b4f99a711,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:33:15.240429 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67454c0-3fe9-4a16-a9dc-20c627f6bd52 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Pushing event deleted for resources: {'Port': ['ID=b6f028f8-2e48-40f6-b19c-4ed045f05d29,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:15.244826 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (d51b24cb-7b0e-4538-ad0d-f93b4f99a711), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:15.317851 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f19db533-b6af-4b9a-922d-221054a9e47a tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (8b19333c-643f-4786-9cad-2f0600131345), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:15.319377 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19db533-b6af-4b9a-922d-221054a9e47a tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:15.320453 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f19db533-b6af-4b9a-922d-221054a9e47a tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:15.382976 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67454c0-3fe9-4a16-a9dc-20c627f6bd52 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] No DVR routers for this DVR port b6f028f8-2e48-40f6-b19c-4ed045f05d29 on host n-d-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:33:15.404175 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port eabe40b0-e655-4f19-ba01-3adf8d6b0a00 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:33:15.404630 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (eabe40b0-e655-4f19-ba01-3adf8d6b0a00), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:15.419809 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-73785848-af78-4057-8b33-99056cf1b6de admin admin] Publish callbacks [] for port (0cc4bf65-8bb5-4426-a85d-7c0469d389ac), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:15.423195 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=d51b24cb-7b0e-4538-ad0d-f93b4f99a711,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:15.468069 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['d51b24cb-7b0e-4538-ad0d-f93b4f99a711'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:33:15.479288 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port eabe40b0-e655-4f19-ba01-3adf8d6b0a00, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=eabe40b0-e655-4f19-ba01-3adf8d6b0a00,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:33:15.515403 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-73785848-af78-4057-8b33-99056cf1b6de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (0cc4bf65-8bb5-4426-a85d-7c0469d389ac), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:15.535087 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (eabe40b0-e655-4f19-ba01-3adf8d6b0a00), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:15.607954 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b56b2ad-c3de-4ad8-91fa-081897993339 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:15.620681 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-73f6dd44-2013-4cc0-9d69-0662f5606031 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622067'] for router_interface (edd0f8ef-15aa-4880-9472-b2109d28b4c9), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:15.636789 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=eabe40b0-e655-4f19-ba01-3adf8d6b0a00,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:15.666736 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-73785848-af78-4057-8b33-99056cf1b6de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622202'] for router_interface (b0aa9850-1fc9-4b45-b5d9-86a312a36035), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:15.666982 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-be572c95-8241-4355-b81d-be67e7840744 req-5141a22b-e4c9-452c-8c48-274e388acf70 service neutron] 10.222.0.77 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7255871 Feb 04 12:33:15.779834 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e396da3-d158-4526-916a-180f1634ba8f req-b1e2785d-b224-4b60-91bc-c8c1035a69db tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:15.788046 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5e396da3-d158-4526-916a-180f1634ba8f req-b1e2785d-b224-4b60-91bc-c8c1035a69db tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/ports?device_id=064b8b16-59ce-4f5e-b1f8-f430debd9ab3 HTTP/1.1" status: 200 len: 946 time: 0.1836116 Feb 04 12:33:15.873175 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5e396da3-d158-4526-916a-180f1634ba8f req-6c2a5dd3-812c-4bbd-939d-866bc0f8cea6 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/security-groups?id=67d57791-96db-4689-9a02-f69bf9a8e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841753 Feb 04 12:33:15.874092 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73785848-af78-4057-8b33-99056cf1b6de admin admin] Network 211162ce-c654-4372-abd8-21bf219f75aa is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:33:15.878807 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-f19db533-b6af-4b9a-922d-221054a9e47a tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.2608461 Feb 04 12:33:15.882606 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 45158) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:15.944871 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-73785848-af78-4057-8b33-99056cf1b6de admin admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:33:15.962727 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a292e91e-d9f5-4ae8-8e8f-f820999d352a req-03917a7e-115c-4e5e-8c3a-63a707bddd0a tempest-ServerShowV254Test-1127696232 tempest-ServerShowV254Test-1127696232-project] 10.222.0.65 "GET /v2.0/ports?device_id=47ef7185-cbbb-475d-9695-78bcb14da71d HTTP/1.1" status: 200 len: 210 time: 0.0660033 Feb 04 12:33:15.964718 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15dd9b24-3095-408e-b43e-507077bff0a1 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:15.970105 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15dd9b24-3095-408e-b43e-507077bff0a1 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:15.976112 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15dd9b24-3095-408e-b43e-507077bff0a1 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:15.981224 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15dd9b24-3095-408e-b43e-507077bff0a1 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:15.986534 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-15dd9b24-3095-408e-b43e-507077bff0a1 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 1.3397191 Feb 04 12:33:16.000514 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 45160) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:16.013571 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b67454c0-3fe9-4a16-a9dc-20c627f6bd52 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (24c997cc-3347-4ea5-95ae-6570c09d8675), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:16.041739 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19db533-b6af-4b9a-922d-221054a9e47a tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Pushing event updated for resources: {'Network': ['ID=8b19333c-643f-4786-9cad-2f0600131345,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:16.056380 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 8b19333c-643f-4786-9cad-2f0600131345 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:33:16.241117 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73785848-af78-4057-8b33-99056cf1b6de admin admin] Pushing event updated for resources: {'Port': ['ID=0cc4bf65-8bb5-4426-a85d-7c0469d389ac,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:16.248214 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-b67454c0-3fe9-4a16-a9dc-20c627f6bd52 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24c997cc-3347-4ea5-95ae-6570c09d8675']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:33:16.257527 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73785848-af78-4057-8b33-99056cf1b6de admin admin] Router b0aa9850-1fc9-4b45-b5d9-86a312a36035 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:33:16.278669 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-b67454c0-3fe9-4a16-a9dc-20c627f6bd52 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec371175-b72a-4778-99ec-1a5ff54a4249') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:33:16.279008 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-b67454c0-3fe9-4a16-a9dc-20c627f6bd52 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec371175-b72a-4778-99ec-1a5ff54a4249') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:33:16.306647 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b67454c0-3fe9-4a16-a9dc-20c627f6bd52 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (ec371175-b72a-4778-99ec-1a5ff54a4249), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:16.326585 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-91fb8542-379d-4967-8875-87ccecd03a02 None None] Provisioning complete for port 0cc4bf65-8bb5-4426-a85d-7c0469d389ac triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:33:16.327222 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-91fb8542-379d-4967-8875-87ccecd03a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (0cc4bf65-8bb5-4426-a85d-7c0469d389ac), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:16.333334 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b67454c0-3fe9-4a16-a9dc-20c627f6bd52 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (ec371175-b72a-4778-99ec-1a5ff54a4249), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:16.350038 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6b90be-1838-41ed-aead-8e7924c1356c tempest-ExternalNetworksTestJSON-1748560525 tempest-ExternalNetworksTestJSON-1748560525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:16.355548 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6b90be-1838-41ed-aead-8e7924c1356c tempest-ExternalNetworksTestJSON-1748560525 tempest-ExternalNetworksTestJSON-1748560525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:16.360516 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6b90be-1838-41ed-aead-8e7924c1356c tempest-ExternalNetworksTestJSON-1748560525 tempest-ExternalNetworksTestJSON-1748560525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:16.366971 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6b90be-1838-41ed-aead-8e7924c1356c tempest-ExternalNetworksTestJSON-1748560525 tempest-ExternalNetworksTestJSON-1748560525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:16.373681 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-ca6b90be-1838-41ed-aead-8e7924c1356c tempest-ExternalNetworksTestJSON-1748560525 tempest-ExternalNetworksTestJSON-1748560525-project] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.4857168 Feb 04 12:33:16.373910 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-91fb8542-379d-4967-8875-87ccecd03a02 None None] Port 0cc4bf65-8bb5-4426-a85d-7c0469d389ac cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:33:16.374692 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 45164) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:16.412980 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b67454c0-3fe9-4a16-a9dc-20c627f6bd52 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:33:16.413393 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b67454c0-3fe9-4a16-a9dc-20c627f6bd52 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (ec371175-b72a-4778-99ec-1a5ff54a4249), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:16.416563 n-d-825015-3 neutron-server[103474]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:33:16.416563 n-d-825015-3 neutron-server[103474]: self.session.flush() Feb 04 12:33:16.416563 n-d-825015-3 neutron-server[103474]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:33:16.416563 n-d-825015-3 neutron-server[103474]: self.session.flush() Feb 04 12:33:16.416563 n-d-825015-3 neutron-server[103474]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:33:16.416563 n-d-825015-3 neutron-server[103474]: self.session.flush() Feb 04 12:33:16.416563 n-d-825015-3 neutron-server[103474]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:33:16.416563 n-d-825015-3 neutron-server[103474]: self.session.flush() Feb 04 12:33:16.416563 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 12:33:16.416563 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:33:16.416563 n-d-825015-3 neutron-server[103474]: timer() Feb 04 12:33:16.416563 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:33:16.416563 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 12:33:16.416563 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:33:16.416563 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 12:33:16.416563 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:33:16.416563 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 12:33:16.416563 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:33:16.416563 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 12:33:16.416563 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:33:16.416563 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 12:33:16.416563 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:33:16.416563 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:33:16.416563 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:33:16.416563 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:33:16.416563 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:33:16.416563 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 12:33:16.416563 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:33:16.416563 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 12:33:16.416563 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:33:16.416563 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:33:16.416563 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:33:16.416563 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 12:33:16.416563 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:33:16.416563 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:33:16.416563 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:33:16.416563 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:33:16.416563 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:33:16.416563 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:33:16.416563 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:33:16.430225 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73f6dd44-2013-4cc0-9d69-0662f5606031 admin admin] Router edd0f8ef-15aa-4880-9472-b2109d28b4c9 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:33:16.444298 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-d674a759-3d5b-4b32-9b35-5256f1200b64 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] 10.222.0.65 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 669 time: 0.4395881 Feb 04 12:33:16.461993 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 45166) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:16.519360 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b67454c0-3fe9-4a16-a9dc-20c627f6bd52 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (24c997cc-3347-4ea5-95ae-6570c09d8675), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:16.528413 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b67454c0-3fe9-4a16-a9dc-20c627f6bd52 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:16.536525 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-b67454c0-3fe9-4a16-a9dc-20c627f6bd52 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "DELETE /v2.0/networks/24c997cc-3347-4ea5-95ae-6570c09d8675 HTTP/1.1" status: 204 len: 168 time: 4.3714144 Feb 04 12:33:16.545896 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 45168) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:16.551578 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-4a44406e-b8fe-4899-a4ee-89bcd4c31f92 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1318475214'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:33:16.570938 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67454c0-3fe9-4a16-a9dc-20c627f6bd52 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Pushing event deleted for resources: {'Network': ['ID=24c997cc-3347-4ea5-95ae-6570c09d8675,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:16.581441 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73785848-af78-4057-8b33-99056cf1b6de admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:33:16.589383 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device d51b24cb-7b0e-4538-ad0d-f93b4f99a711 up at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:33:16.608504 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-73785848-af78-4057-8b33-99056cf1b6de admin admin] 10.222.0.65 "PUT /v2.0/routers/b0aa9850-1fc9-4b45-b5d9-86a312a36035/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0446448 Feb 04 12:33:16.622411 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a44406e-b8fe-4899-a4ee-89bcd4c31f92 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Made reservation on behalf of 1dcfbfeb897648c6ad07937129f0b5e8 for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:33:16.626121 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4a44406e-b8fe-4899-a4ee-89bcd4c31f92 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:16.683513 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning for port d51b24cb-7b0e-4538-ad0d-f93b4f99a711 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:33:16.688747 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a44406e-b8fe-4899-a4ee-89bcd4c31f92 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:33:16.693493 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning complete for port d51b24cb-7b0e-4538-ad0d-f93b4f99a711 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:33:16.693898 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (d51b24cb-7b0e-4538-ad0d-f93b4f99a711), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:16.705775 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4a44406e-b8fe-4899-a4ee-89bcd4c31f92 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (9ea5f31d-dcc1-4797-966b-606688fde040), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:16.706112 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-4a44406e-b8fe-4899-a4ee-89bcd4c31f92 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Added segment 9ea5f31d-dcc1-4797-966b-606688fde040 of type vlan for network 09d729a5-2945-41ab-a81b-a0d9ccd7e14a Feb 04 12:33:16.738052 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79709c7-5a74-4248-a3ac-c079a00ab622 req-6778b94a-1d61-412a-8dd1-10ba0d9660f8 tempest-ImagesOneServerTestJSON-1531918178 tempest-ImagesOneServerTestJSON-1531918178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:16.754401 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f79709c7-5a74-4248-a3ac-c079a00ab622 req-6778b94a-1d61-412a-8dd1-10ba0d9660f8 tempest-ImagesOneServerTestJSON-1531918178 tempest-ImagesOneServerTestJSON-1531918178-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0279577-66bd-4080-acc2-a763ce6cf522 HTTP/1.1" status: 200 len: 949 time: 0.4701049 Feb 04 12:33:16.786219 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4a44406e-b8fe-4899-a4ee-89bcd4c31f92 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (09d729a5-2945-41ab-a81b-a0d9ccd7e14a), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:16.824557 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4a44406e-b8fe-4899-a4ee-89bcd4c31f92 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (09d729a5-2945-41ab-a81b-a0d9ccd7e14a), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:16.839123 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a44406e-b8fe-4899-a4ee-89bcd4c31f92 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:16.841064 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4a44406e-b8fe-4899-a4ee-89bcd4c31f92 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:16.861923 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port d51b24cb-7b0e-4538-ad0d-f93b4f99a711 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:33:16.862479 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (d51b24cb-7b0e-4538-ad0d-f93b4f99a711), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:16.903171 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d922a3c6-417e-4ff9-8824-1043cb1a7aac tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (8b19333c-643f-4786-9cad-2f0600131345), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:16.920471 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3676ee5c-933f-49ba-8b81-6b5677e70294 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:16.922897 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3676ee5c-933f-49ba-8b81-6b5677e70294 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:16.925594 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-3676ee5c-933f-49ba-8b81-6b5677e70294 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.4611678 Feb 04 12:33:16.932258 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 45178) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:16.965475 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0279577-66bd-4080-acc2-a763ce6cf522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd51b24cb-7b0e-4538-ad0d-f93b4f99a711'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:33:16.986159 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2727dca5-b1ab-4836-96ec-bca24892f689" -d '{"events": [{"server_uuid": "a0279577-66bd-4080-acc2-a763ce6cf522", "name": "network-vif-plugged", "status": "completed", "tag": "d51b24cb-7b0e-4538-ad0d-f93b4f99a711"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:33:16.999653 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device eabe40b0-e655-4f19-ba01-3adf8d6b0a00 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:33:17.052058 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f79709c7-5a74-4248-a3ac-c079a00ab622 req-c0f330af-27e0-4a6f-92c6-67368341a0e9 tempest-ImagesOneServerTestJSON-1531918178 tempest-ImagesOneServerTestJSON-1531918178-project] 10.222.0.65 "GET /v2.0/security-groups?id=bbe69ba6-b239-4d85-8fa3-35dc5065b403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2961111 Feb 04 12:33:17.086386 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port d51b24cb-7b0e-4538-ad0d-f93b4f99a711, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=d51b24cb-7b0e-4538-ad0d-f93b4f99a711,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:33:17.096016 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (d51b24cb-7b0e-4538-ad0d-f93b4f99a711), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:17.142762 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port eabe40b0-e655-4f19-ba01-3adf8d6b0a00 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:33:17.146751 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (eabe40b0-e655-4f19-ba01-3adf8d6b0a00), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:17.164159 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73f6dd44-2013-4cc0-9d69-0662f5606031 admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:33:17.170790 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-73f6dd44-2013-4cc0-9d69-0662f5606031 admin admin] 10.222.0.65 "PUT /v2.0/routers/edd0f8ef-15aa-4880-9472-b2109d28b4c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9920027 Feb 04 12:33:17.191400 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 45184) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:17.294727 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d922a3c6-417e-4ff9-8824-1043cb1a7aac tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (8b19333c-643f-4786-9cad-2f0600131345), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:17.304238 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=d51b24cb-7b0e-4538-ad0d-f93b4f99a711,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:17.326420 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port eabe40b0-e655-4f19-ba01-3adf8d6b0a00 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:33:17.405393 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7a6fe613-75ec-4057-a227-458322f70cfa admin admin] Publish callbacks [] for router (edd0f8ef-15aa-4880-9472-b2109d28b4c9), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:17.435340 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff912300-aa66-4511-adf8-c36cf5d38a70 None None] Sync routers for ids ['b0aa9850-1fc9-4b45-b5d9-86a312a36035'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:33:17.456918 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff912300-aa66-4511-adf8-c36cf5d38a70 None None] Routers {'b0aa9850-1fc9-4b45-b5d9-86a312a36035'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:33:17.457952 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-ff912300-aa66-4511-adf8-c36cf5d38a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:32:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['b0aa9850-1fc9-4b45-b5d9-86a312a36035'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:33:17.495975 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 45186) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:17.510420 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-89fa940f-80ec-4628-bdb9-838c340fb1e9 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1104257881', 'description': 'tempest-description--113521295'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:33:17.522087 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-4a44406e-b8fe-4899-a4ee-89bcd4c31f92 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9720337 Feb 04 12:33:17.530334 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 45188) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:17.535600 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-603620f6-f910-4b4c-97d3-b8cc5853b44d tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Request body: {'subnet': {'network_id': '09d729a5-2945-41ab-a81b-a0d9ccd7e14a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:33:17.545868 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a44406e-b8fe-4899-a4ee-89bcd4c31f92 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Pushing event updated for resources: {'Network': ['ID=09d729a5-2945-41ab-a81b-a0d9ccd7e14a,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:17.559917 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-46af42b2-eceb-4fa5-8331-b393128a72ac req-0214d7c9-7164-4607-a686-40abc4cb243c tempest-ServerShowV254Test-1127696232 tempest-ServerShowV254Test-1127696232-project] 10.222.0.65 "GET /v2.0/ports?device_id=47ef7185-cbbb-475d-9695-78bcb14da71d HTTP/1.1" status: 200 len: 210 time: 0.0627356 Feb 04 12:33:17.605618 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-89fa940f-80ec-4628-bdb9-838c340fb1e9 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:17.622677 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 09d729a5-2945-41ab-a81b-a0d9ccd7e14a details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:33:17.637572 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-d922a3c6-417e-4ff9-8824-1043cb1a7aac tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b19333c-643f-4786-9cad-2f0600131345']}} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:33:17.652728 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-d922a3c6-417e-4ff9-8824-1043cb1a7aac tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30e23353-b212-4cab-9b70-846d53c20eb6') {'for_net_delete': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:33:17.653048 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-d922a3c6-417e-4ff9-8824-1043cb1a7aac tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30e23353-b212-4cab-9b70-846d53c20eb6') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:33:17.667854 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b3b199-2516-4766-bdad-4aad128489b5 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Attributes excluded by policy engine: ['shared'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:17.669445 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b3b199-2516-4766-bdad-4aad128489b5 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Attributes excluded by policy engine: ['shared'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:17.675803 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d922a3c6-417e-4ff9-8824-1043cb1a7aac tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51859336'] for segment (30e23353-b212-4cab-9b70-846d53c20eb6), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:17.675994 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-a5b3b199-2516-4766-bdad-4aad128489b5 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] 10.222.0.65 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.7209156 Feb 04 12:33:17.678157 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 45190) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:17.691664 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c72abb4-8a0c-4ace-bc0c-4b21b7ea4c6c x-openstack-request-id: req-8c72abb4-8a0c-4ace-bc0c-4b21b7ea4c6c {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:33:17.691664 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0279577-66bd-4080-acc2-a763ce6cf522", "name": "network-vif-plugged", "status": "completed", "tag": "d51b24cb-7b0e-4538-ad0d-f93b4f99a711", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:33:17.691664 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8c72abb4-8a0c-4ace-bc0c-4b21b7ea4c6c {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:33:17.691664 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0279577-66bd-4080-acc2-a763ce6cf522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd51b24cb-7b0e-4538-ad0d-f93b4f99a711', 'code': 200} Feb 04 12:33:17.759090 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-ff912300-aa66-4511-adf8-c36cf5d38a70 None None] Set router b0aa9850-1fc9-4b45-b5d9-86a312a36035 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:33:17.761141 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d922a3c6-417e-4ff9-8824-1043cb1a7aac tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (30e23353-b212-4cab-9b70-846d53c20eb6), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:17.781198 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-603620f6-f910-4b4c-97d3-b8cc5853b44d tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Made reservation on behalf of 1dcfbfeb897648c6ad07937129f0b5e8 for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:33:17.791945 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-603620f6-f910-4b4c-97d3-b8cc5853b44d tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60610638'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:17.822443 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cae13a-e9bf-4567-9154-9d7ca4abdf6c req-135c6eba-360b-449d-bfd7-e3009ecd296d tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:17.825454 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d2cae13a-e9bf-4567-9154-9d7ca4abdf6c req-135c6eba-360b-449d-bfd7-e3009ecd296d tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/ports?device_id=064b8b16-59ce-4f5e-b1f8-f430debd9ab3 HTTP/1.1" status: 200 len: 946 time: 0.6648791 Feb 04 12:33:17.828884 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d922a3c6-417e-4ff9-8824-1043cb1a7aac tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=103475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:33:17.829424 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d922a3c6-417e-4ff9-8824-1043cb1a7aac tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-52093388'] for segment (30e23353-b212-4cab-9b70-846d53c20eb6), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:17.831839 n-d-825015-3 neutron-server[103475]: Traceback (most recent call last): Feb 04 12:33:17.831839 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:33:17.831839 n-d-825015-3 neutron-server[103475]: timer() Feb 04 12:33:17.831839 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:33:17.831839 n-d-825015-3 neutron-server[103475]: cb(*args, **kw) Feb 04 12:33:17.831839 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:33:17.831839 n-d-825015-3 neutron-server[103475]: return func(*args, **kwargs) Feb 04 12:33:17.831839 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:33:17.831839 n-d-825015-3 neutron-server[103475]: self._notify() Feb 04 12:33:17.831839 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:33:17.831839 n-d-825015-3 neutron-server[103475]: self.callback(batched_events) Feb 04 12:33:17.831839 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:33:17.831839 n-d-825015-3 neutron-server[103475]: event.method(event) Feb 04 12:33:17.831839 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:33:17.831839 n-d-825015-3 neutron-server[103475]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:33:17.831839 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:33:17.831839 n-d-825015-3 neutron-server[103475]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:33:17.831839 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:33:17.831839 n-d-825015-3 neutron-server[103475]: return f(self, *a, **k) Feb 04 12:33:17.831839 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:33:17.831839 n-d-825015-3 neutron-server[103475]: return self._get(url).json() Feb 04 12:33:17.831839 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:33:17.831839 n-d-825015-3 neutron-server[103475]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:33:17.831839 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:33:17.831839 n-d-825015-3 neutron-server[103475]: return self.request(url, 'GET', **kwargs) Feb 04 12:33:17.831839 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:33:17.831839 n-d-825015-3 neutron-server[103475]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:33:17.831839 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:33:17.831839 n-d-825015-3 neutron-server[103475]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:33:17.831839 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:33:17.831839 n-d-825015-3 neutron-server[103475]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:33:17.831839 n-d-825015-3 neutron-server[103475]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:33:17.933256 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-487b2076-785b-459b-a1ba-8b51180ffef3 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:17.934454 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-487b2076-785b-459b-a1ba-8b51180ffef3 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] 10.222.0.65 "GET /v2.0/networks/bf310a5c-ba5f-441c-bdc9-8b5730c2251d HTTP/1.1" status: 200 len: 799 time: 0.2550929 Feb 04 12:33:17.938435 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 45192) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:17.964432 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c9a621-13f1-4916-be3f-a7fcac0f470e req-3322698c-b5c6-4111-84fd-01beaeeb9fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:17.966101 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e9c9a621-13f1-4916-be3f-a7fcac0f470e req-3322698c-b5c6-4111-84fd-01beaeeb9fef service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=a0279577-66bd-4080-acc2-a763ce6cf522 HTTP/1.1" status: 200 len: 1132 time: 0.2113571 Feb 04 12:33:17.976606 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e159e2fd-072e-441f-8529-b517b69f5472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:17.984276 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7a6fe613-75ec-4057-a227-458322f70cfa admin admin] Publish callbacks [] for router_gateway (edd0f8ef-15aa-4880-9472-b2109d28b4c9), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:18.011097 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d922a3c6-417e-4ff9-8824-1043cb1a7aac tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (8b19333c-643f-4786-9cad-2f0600131345), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:18.072543 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e35891-e73e-446e-a524-29f1daf9c540 None None] Sync routers for ids ['edd0f8ef-15aa-4880-9472-b2109d28b4c9'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:33:18.077775 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d922a3c6-417e-4ff9-8824-1043cb1a7aac tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8b19333c-643f-4786-9cad-2f0600131345 {{(pid=103475) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 04 12:33:18.098233 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e35891-e73e-446e-a524-29f1daf9c540 None None] Routers {'edd0f8ef-15aa-4880-9472-b2109d28b4c9'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:33:18.100587 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-51e35891-e73e-446e-a524-29f1daf9c540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:33:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['edd0f8ef-15aa-4880-9472-b2109d28b4c9'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:33:18.100730 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d922a3c6-417e-4ff9-8824-1043cb1a7aac tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:18.107345 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-d922a3c6-417e-4ff9-8824-1043cb1a7aac tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] 10.222.0.65 "DELETE /v2.0/networks/8b19333c-643f-4786-9cad-2f0600131345 HTTP/1.1" status: 204 len: 168 time: 1.7274530 Feb 04 12:33:18.115675 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-ff912300-aa66-4511-adf8-c36cf5d38a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0aa9850-1fc9-4b45-b5d9-86a312a36035', 'name': 'tempest-AttachVolumeTestJSON-1474130634-router', 'tenant_id': '31d6c346447a48008dccda4817c529a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'eabe40b0-e655-4f19-ba01-3adf8d6b0a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:33:03Z', 'updated_at': '2022-02-04T12:33:13Z', 'revision_number': 4, 'project_id': '31d6c346447a48008dccda4817c529a1', 'gw_port': {'id': 'eabe40b0-e655-4f19-ba01-3adf8d6b0a00', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0aa9850-1fc9-4b45-b5d9-86a312a36035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:33:06Z', 'updated_at': '2022-02-04T12:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '0cc4bf65-8bb5-4426-a85d-7c0469d389ac', 'name': '', 'network_id': '211162ce-c654-4372-abd8-21bf219f75aa', 'tenant_id': '31d6c346447a48008dccda4817c529a1', 'mac_address': 'fa:16:3e:cd:7c:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0aa9850-1fc9-4b45-b5d9-86a312a36035', 'device_owner': 'network:router_interface', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': 'a7a80143-29a9-4ba6-9987-42b8f7317e54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:33:11Z', 'updated_at': '2022-02-04T12:33:14Z', 'revision_number': 2, 'project_id': '31d6c346447a48008dccda4817c529a1', 'subnets': [{'id': 'a7a80143-29a9-4ba6-9987-42b8f7317e54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:33:18.118989 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d2cae13a-e9bf-4567-9154-9d7ca4abdf6c req-f8633992-d68a-4e2d-a6b5-99f151ab3b19 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/security-groups?id=67d57791-96db-4689-9a02-f69bf9a8e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207453 Feb 04 12:33:18.125205 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 45196) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:18.127813 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d922a3c6-417e-4ff9-8824-1043cb1a7aac tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Pushing event deleted for resources: {'Network': ['ID=8b19333c-643f-4786-9cad-2f0600131345,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:18.139267 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-acc6c889-90fa-4805-89fe-1d2c86a0cf93 tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Request body: {'network': {'name': 'tempest-network--836961104', 'router:external': True}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:33:18.168012 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff912300-aa66-4511-adf8-c36cf5d38a70 None None] Checking router: b0aa9850-1fc9-4b45-b5d9-86a312a36035 for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:33:18.168907 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff912300-aa66-4511-adf8-c36cf5d38a70 None None] Updating router b0aa9850-1fc9-4b45-b5d9-86a312a36035 port 0cc4bf65-8bb5-4426-a85d-7c0469d389ac binding host n-d-825015-3 {{(pid=103476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:33:18.205995 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-68602af3-20d9-4c0f-9f20-ed31586a6789 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] 10.222.0.65 "GET /v2.0/networks/bf310a5c-ba5f-441c-bdc9-8b5730c2251d?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.2650790 Feb 04 12:33:18.209543 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 45198) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:18.227246 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ff912300-aa66-4511-adf8-c36cf5d38a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (0cc4bf65-8bb5-4426-a85d-7c0469d389ac), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:18.250476 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-89fa940f-80ec-4628-bdb9-838c340fb1e9 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Publish callbacks [] for security_group (d8bd411c-ac47-4f15-b918-c420cf0295e3), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:18.256456 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e9c9a621-13f1-4916-be3f-a7fcac0f470e req-57c8db70-28b7-4f5e-a156-65decb7ad083 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=bbe69ba6-b239-4d85-8fa3-35dc5065b403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744305 Feb 04 12:33:18.284638 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-89fa940f-80ec-4628-bdb9-838c340fb1e9 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (d8bd411c-ac47-4f15-b918-c420cf0295e3), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:18.307328 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-51e35891-e73e-446e-a524-29f1daf9c540 None None] Set router edd0f8ef-15aa-4880-9472-b2109d28b4c9 gateway port host: None {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:33:18.324593 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acc6c889-90fa-4805-89fe-1d2c86a0cf93 tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Made reservation on behalf of 6889a1b00b884c33a2ae9393b4eb5fd5 for: {'network': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:33:18.327673 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-acc6c889-90fa-4805-89fe-1d2c86a0cf93 tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:18.331762 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b1007e4-3a97-4991-a0a9-3f42f2f1f099 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:18.333393 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-5b1007e4-3a97-4991-a0a9-3f42f2f1f099 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] 10.222.0.65 "GET /v2.0/subnets/1464bafc-feda-453b-ba15-3c28c31c9ff1 HTTP/1.1" status: 200 len: 811 time: 0.1232696 Feb 04 12:33:18.350279 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 45200) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:18.379397 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-51e35891-e73e-446e-a524-29f1daf9c540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edd0f8ef-15aa-4880-9472-b2109d28b4c9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2012533272-router', 'tenant_id': 'c4d15fc7880343b39b8aa486fa7d8d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:32:55Z', 'updated_at': '2022-02-04T12:33:17Z', 'revision_number': 6, 'project_id': 'c4d15fc7880343b39b8aa486fa7d8d6b', 'gw_port_host': None}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:33:18.418439 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e35891-e73e-446e-a524-29f1daf9c540 None None] Checking router: edd0f8ef-15aa-4880-9472-b2109d28b4c9 for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:33:18.424811 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-89fa940f-80ec-4628-bdb9-838c340fb1e9 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:18.429359 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-89fa940f-80ec-4628-bdb9-838c340fb1e9 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.9224579 Feb 04 12:33:18.435833 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa940f-80ec-4628-bdb9-838c340fb1e9 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8bd411c-ac47-4f15-b918-c420cf0295e3,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:18.437906 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e35891-e73e-446e-a524-29f1daf9c540 None None] Routers {'edd0f8ef-15aa-4880-9472-b2109d28b4c9'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:33:18.438698 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-51e35891-e73e-446e-a524-29f1daf9c540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:33:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['edd0f8ef-15aa-4880-9472-b2109d28b4c9'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:33:18.439698 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 45202) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:18.446446 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-37dd0c61-2f69-4921-bd65-abf9b7a379fe tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Request body: {'security_group_rule': {'security_group_id': 'd8bd411c-ac47-4f15-b918-c420cf0295e3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:33:18.475411 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acc6c889-90fa-4805-89fe-1d2c86a0cf93 tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=103475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:33:18.479744 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-7a6fe613-75ec-4057-a227-458322f70cfa admin admin] Deleting port 4a63804e-ac34-4e10-bb9c-cfba86017b56 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:33:18.480112 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7a6fe613-75ec-4057-a227-458322f70cfa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (4a63804e-ac34-4e10-bb9c-cfba86017b56), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:18.500402 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f2ba8e-4a7f-47b8-8814-2d7bec9d5bec tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Attributes excluded by policy engine: ['shared'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:18.511927 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-e8f2ba8e-4a7f-47b8-8814-2d7bec9d5bec tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] 10.222.0.65 "GET /v2.0/subnets/1464bafc-feda-453b-ba15-3c28c31c9ff1?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1598723 Feb 04 12:33:18.512652 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0bc89d-8b6d-4f21-a09b-950be20796c8 req-2fac7df0-8ced-4c0b-bbea-11077378a383 tempest-ImagesOneServerTestJSON-1531918178 tempest-ImagesOneServerTestJSON-1531918178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:18.513849 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 45204) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:18.521972 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9f0bc89d-8b6d-4f21-a09b-950be20796c8 req-2fac7df0-8ced-4c0b-bbea-11077378a383 tempest-ImagesOneServerTestJSON-1531918178 tempest-ImagesOneServerTestJSON-1531918178-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0279577-66bd-4080-acc2-a763ce6cf522 HTTP/1.1" status: 200 len: 950 time: 0.3172717 Feb 04 12:33:18.528670 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-2d7d6c9b-df22-49b2-a322-71b70a989024 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1395171460'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:33:18.555806 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d7d6c9b-df22-49b2-a322-71b70a989024 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Made reservation on behalf of 033089eae79b4f9fa2373fbe9923684e for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:33:18.559682 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2d7d6c9b-df22-49b2-a322-71b70a989024 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:18.568236 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-acc6c889-90fa-4805-89fe-1d2c86a0cf93 tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (2cf6f085-54f5-4963-a94f-96982fc0fd8b), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:18.568706 n-d-825015-3 neutron-server[103475]: INFO neutron.db.segments_db [None req-acc6c889-90fa-4805-89fe-1d2c86a0cf93 tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Added segment 2cf6f085-54f5-4963-a94f-96982fc0fd8b of type vlan for network 9a18198e-9d01-4aef-833e-c74a75eb1585 Feb 04 12:33:18.606298 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-603620f6-f910-4b4c-97d3-b8cc5853b44d tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59045178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60610680'] for subnet (48d450ad-2807-4ae9-a67d-08fdf78ee9ad), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:18.628157 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d7d6c9b-df22-49b2-a322-71b70a989024 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:33:18.639068 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-37dd0c61-2f69-4921-bd65-abf9b7a379fe tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Publish callbacks [] for security_group_rule (8cda74f8-0193-4e40-b9c5-5453c3e2d352), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:18.654054 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-51e35891-e73e-446e-a524-29f1daf9c540 None None] Set router edd0f8ef-15aa-4880-9472-b2109d28b4c9 gateway port host: None {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:33:18.720074 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ff912300-aa66-4511-adf8-c36cf5d38a70 None None] Publish callbacks [] for port (0cc4bf65-8bb5-4426-a85d-7c0469d389ac), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:18.726879 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ff912300-aa66-4511-adf8-c36cf5d38a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (0cc4bf65-8bb5-4426-a85d-7c0469d389ac), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:18.733529 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2d7d6c9b-df22-49b2-a322-71b70a989024 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (7127fb26-559b-4841-9c8c-69b75557a138), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:18.733884 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-2d7d6c9b-df22-49b2-a322-71b70a989024 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Added segment 7127fb26-559b-4841-9c8c-69b75557a138 of type vlan for network 28a4b86a-432b-43d1-99bf-6d97a9a3c32b Feb 04 12:33:18.734426 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-acc6c889-90fa-4805-89fe-1d2c86a0cf93 tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (9a18198e-9d01-4aef-833e-c74a75eb1585), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:18.742160 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-51e35891-e73e-446e-a524-29f1daf9c540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edd0f8ef-15aa-4880-9472-b2109d28b4c9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2012533272-router', 'tenant_id': 'c4d15fc7880343b39b8aa486fa7d8d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:32:55Z', 'updated_at': '2022-02-04T12:33:17Z', 'revision_number': 6, 'project_id': 'c4d15fc7880343b39b8aa486fa7d8d6b', 'gw_port_host': None}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:33:18.808022 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e35891-e73e-446e-a524-29f1daf9c540 None None] The sync data for ids ['edd0f8ef-15aa-4880-9472-b2109d28b4c9'] in n-d-825015-3 is: [{'id': 'edd0f8ef-15aa-4880-9472-b2109d28b4c9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2012533272-router', 'tenant_id': 'c4d15fc7880343b39b8aa486fa7d8d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:32:55Z', 'updated_at': '2022-02-04T12:33:17Z', 'revision_number': 6, 'project_id': 'c4d15fc7880343b39b8aa486fa7d8d6b', 'gw_port_host': None}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:33:18.813615 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603620f6-f910-4b4c-97d3-b8cc5853b44d tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Pushing event updated for resources: {'Subnet': ['ID=48d450ad-2807-4ae9-a67d-08fdf78ee9ad,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:18.816528 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2d7d6c9b-df22-49b2-a322-71b70a989024 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (28a4b86a-432b-43d1-99bf-6d97a9a3c32b), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:18.819600 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603620f6-f910-4b4c-97d3-b8cc5853b44d tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Checking segment: {'id': '9ea5f31d-dcc1-4797-966b-606688fde040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '09d729a5-2945-41ab-a81b-a0d9ccd7e14a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:33:18.819997 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603620f6-f910-4b4c-97d3-b8cc5853b44d tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Network hostable DHCP agents. Network: 09d729a5-2945-41ab-a81b-a0d9ccd7e14a, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:33:18.836356 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-acc6c889-90fa-4805-89fe-1d2c86a0cf93 tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (9a18198e-9d01-4aef-833e-c74a75eb1585), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:18.837345 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc6c889-90fa-4805-89fe-1d2c86a0cf93 tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:18.838106 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-acc6c889-90fa-4805-89fe-1d2c86a0cf93 tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:18.865884 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a20b9d-98a3-44af-8a06-8d3e374eaf3d None None] Pushing event updated for resources: {'Port': ['ID=0cc4bf65-8bb5-4426-a85d-7c0469d389ac,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:18.871848 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603620f6-f910-4b4c-97d3-b8cc5853b44d tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Network 09d729a5-2945-41ab-a81b-a0d9ccd7e14a is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:33:18.876817 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-7a6fe613-75ec-4057-a227-458322f70cfa admin admin] For port 4a63804e-ac34-4e10-bb9c-cfba86017b56, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=4a63804e-ac34-4e10-bb9c-cfba86017b56,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:33:18.877435 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7a6fe613-75ec-4057-a227-458322f70cfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (4a63804e-ac34-4e10-bb9c-cfba86017b56), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:18.890966 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-7a6fe613-75ec-4057-a227-458322f70cfa admin admin] Calling delete_port for 4a63804e-ac34-4e10-bb9c-cfba86017b56 owned by network:router_gateway {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:33:18.910312 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-603620f6-f910-4b4c-97d3-b8cc5853b44d tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 09d729a5-2945-41ab-a81b-a0d9ccd7e14a) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:33:18.912528 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-ff912300-aa66-4511-adf8-c36cf5d38a70 None None] Attempting to bind port 0cc4bf65-8bb5-4426-a85d-7c0469d389ac on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:33:18.912878 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2d7d6c9b-df22-49b2-a322-71b70a989024 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (28a4b86a-432b-43d1-99bf-6d97a9a3c32b), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:18.913141 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-ff912300-aa66-4511-adf8-c36cf5d38a70 None None] Attempting to bind port 0cc4bf65-8bb5-4426-a85d-7c0469d389ac by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '5ed040aa-461d-409f-a40b-8004d8898c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '211162ce-c654-4372-abd8-21bf219f75aa'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:33:18.913658 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff912300-aa66-4511-adf8-c36cf5d38a70 None None] Attempting to bind port 0cc4bf65-8bb5-4426-a85d-7c0469d389ac on network 211162ce-c654-4372-abd8-21bf219f75aa {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:33:18.918274 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7d6c9b-df22-49b2-a322-71b70a989024 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:18.919308 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2d7d6c9b-df22-49b2-a322-71b70a989024 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:18.921413 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff912300-aa66-4511-adf8-c36cf5d38a70 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:33:18.921849 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff912300-aa66-4511-adf8-c36cf5d38a70 None None] Checking segment: {'id': '5ed040aa-461d-409f-a40b-8004d8898c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '211162ce-c654-4372-abd8-21bf219f75aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:33:18.922260 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ff912300-aa66-4511-adf8-c36cf5d38a70 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:18.922703 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff912300-aa66-4511-adf8-c36cf5d38a70 None None] Bound using segment: {'id': '5ed040aa-461d-409f-a40b-8004d8898c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '211162ce-c654-4372-abd8-21bf219f75aa'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:33:18.923322 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-ff912300-aa66-4511-adf8-c36cf5d38a70 None None] Bound port: 0cc4bf65-8bb5-4426-a85d-7c0469d389ac, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ed040aa-461d-409f-a40b-8004d8898c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '211162ce-c654-4372-abd8-21bf219f75aa'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:33:18.925904 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ff912300-aa66-4511-adf8-c36cf5d38a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (0cc4bf65-8bb5-4426-a85d-7c0469d389ac), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:18.929396 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603620f6-f910-4b4c-97d3-b8cc5853b44d tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:18.930002 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-603620f6-f910-4b4c-97d3-b8cc5853b44d tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:18.933105 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24400958-3954-4402-a25f-e55667029fd3 None None] Network 09d729a5-2945-41ab-a81b-a0d9ccd7e14a requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:33:19.029909 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e2df081f-5795-4d5a-8070-5b97004918ab req-c9523ce1-c7eb-44ab-9a66-a9dabdfefc05 tempest-ServerShowV254Test-1127696232 tempest-ServerShowV254Test-1127696232-project] 10.222.0.65 "GET /v2.0/ports?device_id=47ef7185-cbbb-475d-9695-78bcb14da71d HTTP/1.1" status: 200 len: 210 time: 0.2611477 Feb 04 12:33:19.031727 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7d6c9b-df22-49b2-a322-71b70a989024 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Pushing event updated for resources: {'Network': ['ID=28a4b86a-432b-43d1-99bf-6d97a9a3c32b,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:19.054763 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-2d7d6c9b-df22-49b2-a322-71b70a989024 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5297310 Feb 04 12:33:19.057126 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 45208) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:19.057839 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-603620f6-f910-4b4c-97d3-b8cc5853b44d tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5264633 Feb 04 12:33:19.060598 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 45210) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:19.070399 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-4a04aef0-5bf7-411c-885d-afc13b10dd27 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Request body: {'port': {'network_id': '09d729a5-2945-41ab-a81b-a0d9ccd7e14a', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1938342214'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:33:19.074306 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 28a4b86a-432b-43d1-99bf-6d97a9a3c32b details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:33:19.098269 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-d2e62054-aba9-48f7-ad67-aa69a143f522 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Request body: {'subnet': {'network_id': '28a4b86a-432b-43d1-99bf-6d97a9a3c32b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:33:19.120283 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9f0bc89d-8b6d-4f21-a09b-950be20796c8 req-ad9feee5-554b-4b94-aeef-c67d50d13fc4 tempest-ImagesOneServerTestJSON-1531918178 tempest-ImagesOneServerTestJSON-1531918178-project] 10.222.0.65 "GET /v2.0/security-groups?id=bbe69ba6-b239-4d85-8fa3-35dc5065b403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5971560 Feb 04 12:33:19.180614 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-acc6c889-90fa-4805-89fe-1d2c86a0cf93 tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.0504615 Feb 04 12:33:19.289902 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 45214) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:19.302674 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a04aef0-5bf7-411c-885d-afc13b10dd27 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Made reservation on behalf of 1dcfbfeb897648c6ad07937129f0b5e8 for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:33:19.308307 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4a04aef0-5bf7-411c-885d-afc13b10dd27 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:19.398267 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [None req-4a04aef0-5bf7-411c-885d-afc13b10dd27 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] device_id is not set on port 95c4ceeb-ed22-456a-8927-48e817f6a87e yet. {{(pid=103474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 12:33:19.434302 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:19.504364 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ff912300-aa66-4511-adf8-c36cf5d38a70 None None] For port 0cc4bf65-8bb5-4426-a85d-7c0469d389ac, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:33:19.516464 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-18bb3956-e2db-4a9f-b24d-a79ae57b7aa5 None None] Provisioning complete for port 0cc4bf65-8bb5-4426-a85d-7c0469d389ac triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:33:19.516851 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-18bb3956-e2db-4a9f-b24d-a79ae57b7aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (0cc4bf65-8bb5-4426-a85d-7c0469d389ac), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:19.532171 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909d3aeb-f45e-4371-a1ec-f7290f07e0ef tempest-ExternalNetworksTestJSON-1748560525 tempest-ExternalNetworksTestJSON-1748560525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:19.535774 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-909d3aeb-f45e-4371-a1ec-f7290f07e0ef tempest-ExternalNetworksTestJSON-1748560525 tempest-ExternalNetworksTestJSON-1748560525-project] 10.222.0.65 "GET /v2.0/networks/9a18198e-9d01-4aef-833e-c74a75eb1585 HTTP/1.1" status: 200 len: 756 time: 0.2439098 Feb 04 12:33:19.545643 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 45216) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:19.546540 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ff912300-aa66-4511-adf8-c36cf5d38a70 None None] For port 0cc4bf65-8bb5-4426-a85d-7c0469d389ac, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=0cc4bf65-8bb5-4426-a85d-7c0469d389ac,segment=NetworkSegment(5ed040aa-461d-409f-a40b-8004d8898c3c),segment_id=5ed040aa-461d-409f-a40b-8004d8898c3c)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:33:19.548229 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292a7070-27a3-4f74-905e-9ea162db90c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-09d729a5-2945-41ab-a81b-a0d9ccd7e14a', 'network_id': '09d729a5-2945-41ab-a81b-a0d9ccd7e14a', 'project_id': '1dcfbfeb897648c6ad07937129f0b5e8', 'fixed_ips': [{'subnet_id': '48d450ad-2807-4ae9-a67d-08fdf78ee9ad'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 12:33:19.549588 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-292a7070-27a3-4f74-905e-9ea162db90c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:19.576145 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ff912300-aa66-4511-adf8-c36cf5d38a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (0cc4bf65-8bb5-4426-a85d-7c0469d389ac), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:19.620598 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-18bb3956-e2db-4a9f-b24d-a79ae57b7aa5 None None] Port 0cc4bf65-8bb5-4426-a85d-7c0469d389ac cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:33:19.719630 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-37dd0c61-2f69-4921-bd65-abf9b7a379fe tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Publish callbacks [] for security_group_rule (8cda74f8-0193-4e40-b9c5-5453c3e2d352), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:19.723822 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc6c889-90fa-4805-89fe-1d2c86a0cf93 tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Pushing event updated for resources: {'Network': ['ID=9a18198e-9d01-4aef-833e-c74a75eb1585,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:19.737215 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-37dd0c61-2f69-4921-bd65-abf9b7a379fe tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (8cda74f8-0193-4e40-b9c5-5453c3e2d352), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:19.746631 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd1b641-3d1c-4517-a6d2-125f14d11bb4 tempest-ExternalNetworksTestJSON-1748560525 tempest-ExternalNetworksTestJSON-1748560525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:19.748509 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 9a18198e-9d01-4aef-833e-c74a75eb1585 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:33:19.752457 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-5dd1b641-3d1c-4517-a6d2-125f14d11bb4 tempest-ExternalNetworksTestJSON-1748560525 tempest-ExternalNetworksTestJSON-1748560525-project] 10.222.0.65 "GET /v2.0/networks/874beb44-81b7-4fb2-9511-7bc32ddb6f59 HTTP/1.1" status: 200 len: 768 time: 0.2051980 Feb 04 12:33:19.754977 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 45218) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:19.770170 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-4a04aef0-5bf7-411c-885d-afc13b10dd27 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Allocated IP 172.20.0.6 (09d729a5-2945-41ab-a81b-a0d9ccd7e14a/48d450ad-2807-4ae9-a67d-08fdf78ee9ad/95c4ceeb-ed22-456a-8927-48e817f6a87e) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:33:19.785965 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a20b9d-98a3-44af-8a06-8d3e374eaf3d None None] Pushing event updated for resources: {'Port': ['ID=0cc4bf65-8bb5-4426-a85d-7c0469d389ac,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:19.834633 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff912300-aa66-4511-adf8-c36cf5d38a70 None None] Routers {'b0aa9850-1fc9-4b45-b5d9-86a312a36035'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:33:19.835719 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-ff912300-aa66-4511-adf8-c36cf5d38a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:33:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['b0aa9850-1fc9-4b45-b5d9-86a312a36035'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:33:19.858752 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dd0c61-2f69-4921-bd65-abf9b7a379fe tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cda74f8-0193-4e40-b9c5-5453c3e2d352,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:19.889559 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-37dd0c61-2f69-4921-bd65-abf9b7a379fe tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:19.894570 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-37dd0c61-2f69-4921-bd65-abf9b7a379fe tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4492133 Feb 04 12:33:19.896304 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 45220) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:19.909602 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-0b0530dc-cdaa-4b9b-bab0-c50df8fabd2a tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Request body: {'security_group_rule': {'security_group_id': 'd8bd411c-ac47-4f15-b918-c420cf0295e3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:33:19.920472 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c2d66dc9-c519-4e1f-8e09-800fa0a66620 tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (9a18198e-9d01-4aef-833e-c74a75eb1585), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:19.934037 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfeda10-755b-4bd0-99f4-62485cbf87bf req-bacf8ed5-31fc-4822-963f-6501298dfcba tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:19.935707 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bcfeda10-755b-4bd0-99f4-62485cbf87bf req-bacf8ed5-31fc-4822-963f-6501298dfcba tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/ports?device_id=064b8b16-59ce-4f5e-b1f8-f430debd9ab3 HTTP/1.1" status: 200 len: 946 time: 0.3100884 Feb 04 12:33:19.954546 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2e62054-aba9-48f7-ad67-aa69a143f522 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Made reservation on behalf of 033089eae79b4f9fa2373fbe9923684e for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:33:19.959874 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d2e62054-aba9-48f7-ad67-aa69a143f522 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:20.044040 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-ff912300-aa66-4511-adf8-c36cf5d38a70 None None] Set router b0aa9850-1fc9-4b45-b5d9-86a312a36035 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:33:20.071369 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.ipam_backend_mixin [None req-d2e62054-aba9-48f7-ad67-aa69a143f522 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Performing IP validity checks on allocation pools {{(pid=103475) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 04 12:33:20.071976 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.ipam_backend_mixin [None req-d2e62054-aba9-48f7-ad67-aa69a143f522 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103475) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 04 12:33:20.080920 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4a04aef0-5bf7-411c-885d-afc13b10dd27 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks [] for port (95c4ceeb-ed22-456a-8927-48e817f6a87e), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:20.105365 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c2d66dc9-c519-4e1f-8e09-800fa0a66620 tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (9a18198e-9d01-4aef-833e-c74a75eb1585), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:20.116362 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0b0530dc-cdaa-4b9b-bab0-c50df8fabd2a tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Publish callbacks [] for security_group_rule (1aa17b8d-e2f2-42d3-993e-d8bea6a46609), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:20.134321 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-c2d66dc9-c519-4e1f-8e09-800fa0a66620 tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a18198e-9d01-4aef-833e-c74a75eb1585']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:33:20.154216 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-c2d66dc9-c519-4e1f-8e09-800fa0a66620 tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cf6f085-54f5-4963-a94f-96982fc0fd8b') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:33:20.154499 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-c2d66dc9-c519-4e1f-8e09-800fa0a66620 tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cf6f085-54f5-4963-a94f-96982fc0fd8b') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:33:20.168842 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c2d66dc9-c519-4e1f-8e09-800fa0a66620 tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (2cf6f085-54f5-4963-a94f-96982fc0fd8b), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:20.186645 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4a04aef0-5bf7-411c-885d-afc13b10dd27 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (95c4ceeb-ed22-456a-8927-48e817f6a87e), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:20.187212 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7a6fe613-75ec-4057-a227-458322f70cfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (4a63804e-ac34-4e10-bb9c-cfba86017b56), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:20.190821 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c2d66dc9-c519-4e1f-8e09-800fa0a66620 tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (2cf6f085-54f5-4963-a94f-96982fc0fd8b), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:20.204126 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2d66dc9-c519-4e1f-8e09-800fa0a66620 tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:33:20.204126 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c2d66dc9-c519-4e1f-8e09-800fa0a66620 tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (2cf6f085-54f5-4963-a94f-96982fc0fd8b), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:20.208834 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 12:33:20.208834 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:33:20.208834 n-d-825015-3 neutron-server[103474]: timer() Feb 04 12:33:20.208834 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:33:20.208834 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 12:33:20.208834 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:33:20.208834 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 12:33:20.208834 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:33:20.208834 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 12:33:20.208834 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:33:20.208834 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 12:33:20.208834 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:33:20.208834 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 12:33:20.208834 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:33:20.208834 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:33:20.208834 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:33:20.208834 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:33:20.208834 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:33:20.208834 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 12:33:20.208834 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:33:20.208834 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 12:33:20.208834 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:33:20.208834 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:33:20.208834 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:33:20.208834 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 12:33:20.208834 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:33:20.208834 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:33:20.208834 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:33:20.208834 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:33:20.208834 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:33:20.208834 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:33:20.208834 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:33:20.235350 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6fe613-75ec-4057-a227-458322f70cfa admin admin] Pushing event deleted for resources: {'Port': ['ID=4a63804e-ac34-4e10-bb9c-cfba86017b56,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:20.248168 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-308ef8f8-fc06-4e34-811f-3dee14c23e14 None None] Provisioning complete for port 0cc4bf65-8bb5-4426-a85d-7c0469d389ac triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:33:20.248581 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-308ef8f8-fc06-4e34-811f-3dee14c23e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (0cc4bf65-8bb5-4426-a85d-7c0469d389ac), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:20.276250 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bcfeda10-755b-4bd0-99f4-62485cbf87bf req-ce60f028-d33f-4941-a330-377a16649e96 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/security-groups?id=67d57791-96db-4689-9a02-f69bf9a8e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516468 Feb 04 12:33:20.299913 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a04aef0-5bf7-411c-885d-afc13b10dd27 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Network 09d729a5-2945-41ab-a81b-a0d9ccd7e14a is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:33:20.300936 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ccb6e206-43ab-4c8b-a57e-64406d2ead3a req-79a6e9d3-3af3-4424-a892-2680857fcce8 tempest-ServerShowV254Test-1127696232 tempest-ServerShowV254Test-1127696232-project] 10.222.0.65 "GET /v2.0/ports?device_id=47ef7185-cbbb-475d-9695-78bcb14da71d HTTP/1.1" status: 200 len: 210 time: 0.0692225 Feb 04 12:33:20.316457 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-4a04aef0-5bf7-411c-885d-afc13b10dd27 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:33:20.326652 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a04aef0-5bf7-411c-885d-afc13b10dd27 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:33:20.339021 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04aef0-5bf7-411c-885d-afc13b10dd27 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Pushing event updated for resources: {'Port': ['ID=95c4ceeb-ed22-456a-8927-48e817f6a87e,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:20.372608 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c2d66dc9-c519-4e1f-8e09-800fa0a66620 tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (9a18198e-9d01-4aef-833e-c74a75eb1585), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:20.383285 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2d66dc9-c519-4e1f-8e09-800fa0a66620 tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9a18198e-9d01-4aef-833e-c74a75eb1585 {{(pid=103474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 04 12:33:20.388679 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c2d66dc9-c519-4e1f-8e09-800fa0a66620 tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:20.391921 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-c2d66dc9-c519-4e1f-8e09-800fa0a66620 tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] 10.222.0.65 "DELETE /v2.0/networks/9a18198e-9d01-4aef-833e-c74a75eb1585 HTTP/1.1" status: 204 len: 168 time: 0.6358869 Feb 04 12:33:20.393702 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-292a7070-27a3-4f74-905e-9ea162db90c0 None None] Allocated IP 172.20.0.2 (09d729a5-2945-41ab-a81b-a0d9ccd7e14a/48d450ad-2807-4ae9-a67d-08fdf78ee9ad/0e5e1d88-bbbf-419a-8ced-f4b9a209a6ea) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:33:20.403332 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 45226) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:20.412249 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-17aeda97-f941-43bf-ad88-97ae6bd9ac21 tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Request body: {'network': {'name': 'tempest-network--789598580'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:33:20.432296 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d66dc9-c519-4e1f-8e09-800fa0a66620 tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Pushing event deleted for resources: {'Network': ['ID=9a18198e-9d01-4aef-833e-c74a75eb1585,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:20.442555 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a04aef0-5bf7-411c-885d-afc13b10dd27 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:20.443509 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4a04aef0-5bf7-411c-885d-afc13b10dd27 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:20.448424 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17aeda97-f941-43bf-ad88-97ae6bd9ac21 tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Made reservation on behalf of 6889a1b00b884c33a2ae9393b4eb5fd5 for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:33:20.451616 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-17aeda97-f941-43bf-ad88-97ae6bd9ac21 tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:20.456901 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:20.483554 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0b0530dc-cdaa-4b9b-bab0-c50df8fabd2a tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Publish callbacks [] for security_group_rule (1aa17b8d-e2f2-42d3-993e-d8bea6a46609), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:20.505371 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-4a04aef0-5bf7-411c-885d-afc13b10dd27 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.4425056 Feb 04 12:33:20.508515 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 45228) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:20.511354 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0b0530dc-cdaa-4b9b-bab0-c50df8fabd2a tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (1aa17b8d-e2f2-42d3-993e-d8bea6a46609), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:20.557314 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17aeda97-f941-43bf-ad88-97ae6bd9ac21 tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:33:20.561833 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7a6fe613-75ec-4057-a227-458322f70cfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1599901'] for router_gateway (edd0f8ef-15aa-4880-9472-b2109d28b4c9), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:20.572017 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0b0530dc-cdaa-4b9b-bab0-c50df8fabd2a tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:20.573710 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-0b0530dc-cdaa-4b9b-bab0-c50df8fabd2a tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6729975 Feb 04 12:33:20.579143 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-308ef8f8-fc06-4e34-811f-3dee14c23e14 None None] Current status of the port 0cc4bf65-8bb5-4426-a85d-7c0469d389ac is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:33:20.582098 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-308ef8f8-fc06-4e34-811f-3dee14c23e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (0cc4bf65-8bb5-4426-a85d-7c0469d389ac), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:20.582869 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 45230) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:20.584095 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-17aeda97-f941-43bf-ad88-97ae6bd9ac21 tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (a4b870f7-5e99-4d7a-bdb2-337fcb1d1614), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:20.584590 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-17aeda97-f941-43bf-ad88-97ae6bd9ac21 tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Added segment a4b870f7-5e99-4d7a-bdb2-337fcb1d1614 of type vlan for network 4e5aed80-b169-4009-9a56-ad9b83669ee1 Feb 04 12:33:20.589487 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-c8a7eb33-3e0c-437d-b682-f5d1a6826103 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Request body: {'floatingip': {'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:33:20.668497 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0530dc-cdaa-4b9b-bab0-c50df8fabd2a tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1aa17b8d-e2f2-42d3-993e-d8bea6a46609,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:20.717432 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c8a7eb33-3e0c-437d-b682-f5d1a6826103 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:20.730410 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-17aeda97-f941-43bf-ad88-97ae6bd9ac21 tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (4e5aed80-b169-4009-9a56-ad9b83669ee1), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:20.747999 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-308ef8f8-fc06-4e34-811f-3dee14c23e14 None None] For port 0cc4bf65-8bb5-4426-a85d-7c0469d389ac, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=0cc4bf65-8bb5-4426-a85d-7c0469d389ac,segment=NetworkSegment(5ed040aa-461d-409f-a40b-8004d8898c3c),segment_id=5ed040aa-461d-409f-a40b-8004d8898c3c)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:33:20.759350 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-308ef8f8-fc06-4e34-811f-3dee14c23e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (0cc4bf65-8bb5-4426-a85d-7c0469d389ac), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:20.795521 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7a6fe613-75ec-4057-a227-458322f70cfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10915'] for router (edd0f8ef-15aa-4880-9472-b2109d28b4c9), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:20.798408 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7a6fe613-75ec-4057-a227-458322f70cfa admin admin] Publish callbacks [] for router_controller (edd0f8ef-15aa-4880-9472-b2109d28b4c9), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:20.856244 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308ef8f8-fc06-4e34-811f-3dee14c23e14 None None] Pushing event updated for resources: {'Port': ['ID=0cc4bf65-8bb5-4426-a85d-7c0469d389ac,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:20.862787 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 4a63804e-ac34-4e10-bb9c-cfba86017b56 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:33:20.874374 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-ecacc287-e0a4-4321-a3d2-e1d3d9f20e3a tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Deleting port 95c4ceeb-ed22-456a-8927-48e817f6a87e {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:33:20.874798 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ecacc287-e0a4-4321-a3d2-e1d3d9f20e3a tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (95c4ceeb-ed22-456a-8927-48e817f6a87e), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:20.900249 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a77cd6c-347c-4b42-9438-8d73c644549f req-8549ea85-5e48-4bc9-962c-66d9b9c2422d tempest-ImagesOneServerTestJSON-1531918178 tempest-ImagesOneServerTestJSON-1531918178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:20.909629 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5a77cd6c-347c-4b42-9438-8d73c644549f req-8549ea85-5e48-4bc9-962c-66d9b9c2422d tempest-ImagesOneServerTestJSON-1531918178 tempest-ImagesOneServerTestJSON-1531918178-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0279577-66bd-4080-acc2-a763ce6cf522 HTTP/1.1" status: 200 len: 950 time: 0.4283125 Feb 04 12:33:20.914417 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d2e62054-aba9-48f7-ad67-aa69a143f522 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52094127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51452689'] for subnet (7666a8b0-6c0d-4136-b05c-972e9cbcbb66), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:20.921490 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-17aeda97-f941-43bf-ad88-97ae6bd9ac21 tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (4e5aed80-b169-4009-9a56-ad9b83669ee1), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:20.922809 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17aeda97-f941-43bf-ad88-97ae6bd9ac21 tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:20.924428 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-17aeda97-f941-43bf-ad88-97ae6bd9ac21 tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:20.937789 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 4a63804e-ac34-4e10-bb9c-cfba86017b56 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:33:20.938550 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 4a63804e-ac34-4e10-bb9c-cfba86017b56 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:33:20.939178 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 4967a5af-93a3-4423-bd9b-b9356e098450 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:33:20.951290 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7a6fe613-75ec-4057-a227-458322f70cfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622829'] for router (edd0f8ef-15aa-4880-9472-b2109d28b4c9), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:20.952160 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a6fe613-75ec-4057-a227-458322f70cfa admin admin] Fanout notify agent at l3_agent the message router_deleted on router edd0f8ef-15aa-4880-9472-b2109d28b4c9 {{(pid=103475) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 12:33:20.958211 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7a6fe613-75ec-4057-a227-458322f70cfa admin admin] Publish callbacks [] for router (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:20.960368 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-7a6fe613-75ec-4057-a227-458322f70cfa admin admin] 10.222.0.65 "DELETE /v2.0/routers/edd0f8ef-15aa-4880-9472-b2109d28b4c9 HTTP/1.1" status: 204 len: 168 time: 3.7669160 Feb 04 12:33:20.989602 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 45232) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:20.998691 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aeda97-f941-43bf-ad88-97ae6bd9ac21 tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Pushing event updated for resources: {'Network': ['ID=4e5aed80-b169-4009-9a56-ad9b83669ee1,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:21.051565 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-17aeda97-f941-43bf-ad88-97ae6bd9ac21 tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6430302 Feb 04 12:33:21.061887 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 45234) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:21.071777 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 4e5aed80-b169-4009-9a56-ad9b83669ee1 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:33:21.075721 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-1744c4cb-25cc-47fa-a4f1-326065200bd9 tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:33:21.087220 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 4967a5af-93a3-4423-bd9b-b9356e098450 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:33:21.087813 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 4967a5af-93a3-4423-bd9b-b9356e098450 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:33:21.132401 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5a77cd6c-347c-4b42-9438-8d73c644549f req-de990473-e2c0-48d7-ad7c-1dab64e4ad93 tempest-ImagesOneServerTestJSON-1531918178 tempest-ImagesOneServerTestJSON-1531918178-project] 10.222.0.65 "GET /v2.0/security-groups?id=bbe69ba6-b239-4d85-8fa3-35dc5065b403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215304 Feb 04 12:33:21.161809 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-ff912300-aa66-4511-adf8-c36cf5d38a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0aa9850-1fc9-4b45-b5d9-86a312a36035', 'name': 'tempest-AttachVolumeTestJSON-1474130634-router', 'tenant_id': '31d6c346447a48008dccda4817c529a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'eabe40b0-e655-4f19-ba01-3adf8d6b0a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:33:03Z', 'updated_at': '2022-02-04T12:33:13Z', 'revision_number': 4, 'project_id': '31d6c346447a48008dccda4817c529a1', 'gw_port': {'id': 'eabe40b0-e655-4f19-ba01-3adf8d6b0a00', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0aa9850-1fc9-4b45-b5d9-86a312a36035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:33:06Z', 'updated_at': '2022-02-04T12:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '0cc4bf65-8bb5-4426-a85d-7c0469d389ac', 'name': '', 'network_id': '211162ce-c654-4372-abd8-21bf219f75aa', 'tenant_id': '31d6c346447a48008dccda4817c529a1', 'mac_address': 'fa:16:3e:cd:7c:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0aa9850-1fc9-4b45-b5d9-86a312a36035', 'device_owner': 'network:router_interface', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': 'a7a80143-29a9-4ba6-9987-42b8f7317e54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:33:11Z', 'updated_at': '2022-02-04T12:33:19Z', 'revision_number': 4, 'project_id': '31d6c346447a48008dccda4817c529a1', 'subnets': [{'id': 'a7a80143-29a9-4ba6-9987-42b8f7317e54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:33:21.164380 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e62054-aba9-48f7-ad67-aa69a143f522 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Pushing event updated for resources: {'Subnet': ['ID=7666a8b0-6c0d-4136-b05c-972e9cbcbb66,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:21.227371 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e1347a1-33da-45b1-8924-676e5fef224f admin admin] Deleting subnet 538e919b-4a11-4d6a-8000-797451e40b7f {{(pid=103475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:33:21.244074 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3e1347a1-33da-45b1-8924-676e5fef224f admin admin] Publish callbacks [] for subnet (538e919b-4a11-4d6a-8000-797451e40b7f), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:21.276464 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff912300-aa66-4511-adf8-c36cf5d38a70 None None] The sync data for ids ['b0aa9850-1fc9-4b45-b5d9-86a312a36035'] in n-d-825015-3 is: [{'id': 'b0aa9850-1fc9-4b45-b5d9-86a312a36035', 'name': 'tempest-AttachVolumeTestJSON-1474130634-router', 'tenant_id': '31d6c346447a48008dccda4817c529a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'eabe40b0-e655-4f19-ba01-3adf8d6b0a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:33:03Z', 'updated_at': '2022-02-04T12:33:13Z', 'revision_number': 4, 'project_id': '31d6c346447a48008dccda4817c529a1', 'gw_port': {'id': 'eabe40b0-e655-4f19-ba01-3adf8d6b0a00', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0aa9850-1fc9-4b45-b5d9-86a312a36035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:33:06Z', 'updated_at': '2022-02-04T12:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '0cc4bf65-8bb5-4426-a85d-7c0469d389ac', 'name': '', 'network_id': '211162ce-c654-4372-abd8-21bf219f75aa', 'tenant_id': '31d6c346447a48008dccda4817c529a1', 'mac_address': 'fa:16:3e:cd:7c:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0aa9850-1fc9-4b45-b5d9-86a312a36035', 'device_owner': 'network:router_interface', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': 'a7a80143-29a9-4ba6-9987-42b8f7317e54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:33:11Z', 'updated_at': '2022-02-04T12:33:19Z', 'revision_number': 4, 'project_id': '31d6c346447a48008dccda4817c529a1', 'subnets': [{'id': 'a7a80143-29a9-4ba6-9987-42b8f7317e54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:33:21.335150 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-292a7070-27a3-4f74-905e-9ea162db90c0 None None] Publish callbacks [] for port (0e5e1d88-bbbf-419a-8ced-f4b9a209a6ea), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:21.351335 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e62054-aba9-48f7-ad67-aa69a143f522 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Checking segment: {'id': '7127fb26-559b-4841-9c8c-69b75557a138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '28a4b86a-432b-43d1-99bf-6d97a9a3c32b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:33:21.351450 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e62054-aba9-48f7-ad67-aa69a143f522 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Network hostable DHCP agents. Network: 28a4b86a-432b-43d1-99bf-6d97a9a3c32b, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:33:21.354192 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-292a7070-27a3-4f74-905e-9ea162db90c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (0e5e1d88-bbbf-419a-8ced-f4b9a209a6ea), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:21.356170 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3e1347a1-33da-45b1-8924-676e5fef224f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51859329'] for subnet (538e919b-4a11-4d6a-8000-797451e40b7f), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:21.446222 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292a7070-27a3-4f74-905e-9ea162db90c0 None None] Pushing event updated for resources: {'Port': ['ID=0e5e1d88-bbbf-419a-8ced-f4b9a209a6ea,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:21.467958 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292a7070-27a3-4f74-905e-9ea162db90c0 None None] Network 09d729a5-2945-41ab-a81b-a0d9ccd7e14a is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:33:21.469934 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-292a7070-27a3-4f74-905e-9ea162db90c0 None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:33:21.476042 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292a7070-27a3-4f74-905e-9ea162db90c0 None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:33:21.542476 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e62054-aba9-48f7-ad67-aa69a143f522 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Network 28a4b86a-432b-43d1-99bf-6d97a9a3c32b is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:33:21.559445 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-292a7070-27a3-4f74-905e-9ea162db90c0 None None] Attempting to bind port 0e5e1d88-bbbf-419a-8ced-f4b9a209a6ea on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:33:21.560097 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-292a7070-27a3-4f74-905e-9ea162db90c0 None None] Attempting to bind port 0e5e1d88-bbbf-419a-8ced-f4b9a209a6ea by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '9ea5f31d-dcc1-4797-966b-606688fde040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '09d729a5-2945-41ab-a81b-a0d9ccd7e14a'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:33:21.560666 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292a7070-27a3-4f74-905e-9ea162db90c0 None None] Attempting to bind port 0e5e1d88-bbbf-419a-8ced-f4b9a209a6ea on network 09d729a5-2945-41ab-a81b-a0d9ccd7e14a {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:33:21.567877 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292a7070-27a3-4f74-905e-9ea162db90c0 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:33:21.568861 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292a7070-27a3-4f74-905e-9ea162db90c0 None None] Checking segment: {'id': '9ea5f31d-dcc1-4797-966b-606688fde040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '09d729a5-2945-41ab-a81b-a0d9ccd7e14a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:33:21.569691 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-292a7070-27a3-4f74-905e-9ea162db90c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:21.570285 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292a7070-27a3-4f74-905e-9ea162db90c0 None None] Bound using segment: {'id': '9ea5f31d-dcc1-4797-966b-606688fde040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '09d729a5-2945-41ab-a81b-a0d9ccd7e14a'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:33:21.570983 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-292a7070-27a3-4f74-905e-9ea162db90c0 None None] Bound port: 0e5e1d88-bbbf-419a-8ced-f4b9a209a6ea, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ea5f31d-dcc1-4797-966b-606688fde040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '09d729a5-2945-41ab-a81b-a0d9ccd7e14a'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:33:21.571651 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-292a7070-27a3-4f74-905e-9ea162db90c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (0e5e1d88-bbbf-419a-8ced-f4b9a209a6ea), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:21.623328 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-d2e62054-aba9-48f7-ad67-aa69a143f522 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 28a4b86a-432b-43d1-99bf-6d97a9a3c32b) {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:33:21.645095 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e62054-aba9-48f7-ad67-aa69a143f522 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:21.645709 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d2e62054-aba9-48f7-ad67-aa69a143f522 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:21.646522 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde71f82-930c-46f5-9caa-86981a0da08c None None] Network 28a4b86a-432b-43d1-99bf-6d97a9a3c32b requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:33:21.666542 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6856b878-05a3-45d5-b858-08336e6bf9cb req-f97a5331-cf33-4ea0-80d6-265d391b1153 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:21.668181 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6856b878-05a3-45d5-b858-08336e6bf9cb req-f97a5331-cf33-4ea0-80d6-265d391b1153 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/ports?device_id=064b8b16-59ce-4f5e-b1f8-f430debd9ab3 HTTP/1.1" status: 200 len: 946 time: 0.2191718 Feb 04 12:33:21.673935 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3e1347a1-33da-45b1-8924-676e5fef224f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (538e919b-4a11-4d6a-8000-797451e40b7f), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:21.722785 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-d2e62054-aba9-48f7-ad67-aa69a143f522 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.6289284 Feb 04 12:33:21.732671 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 45250) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:21.744428 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-61f9db13-154d-433a-899a-d7f11b978f85 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:33:21.753454 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:21.834425 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebeb9493-025d-4bd9-a276-8a5e1b576731 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-28a4b86a-432b-43d1-99bf-6d97a9a3c32b', 'network_id': '28a4b86a-432b-43d1-99bf-6d97a9a3c32b', 'project_id': '033089eae79b4f9fa2373fbe9923684e', 'fixed_ips': [{'subnet_id': '7666a8b0-6c0d-4136-b05c-972e9cbcbb66'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 12:33:21.838440 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ebeb9493-025d-4bd9-a276-8a5e1b576731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:21.859825 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ecacc287-e0a4-4321-a3d2-e1d3d9f20e3a tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (95c4ceeb-ed22-456a-8927-48e817f6a87e), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:21.869675 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6856b878-05a3-45d5-b858-08336e6bf9cb req-681b6921-0a51-43e1-855e-88ac4c841107 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/security-groups?id=67d57791-96db-4689-9a02-f69bf9a8e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889756 Feb 04 12:33:21.885970 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-ecacc287-e0a4-4321-a3d2-e1d3d9f20e3a tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Calling delete_port for 95c4ceeb-ed22-456a-8927-48e817f6a87e owned by {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:33:21.913270 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c8a7eb33-3e0c-437d-b682-f5d1a6826103 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:21.921304 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-292a7070-27a3-4f74-905e-9ea162db90c0 None None] For port 0e5e1d88-bbbf-419a-8ced-f4b9a209a6ea, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:33:21.925855 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3e1347a1-33da-45b1-8924-676e5fef224f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-52093282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51452698'] for subnet (538e919b-4a11-4d6a-8000-797451e40b7f), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:21.980317 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-292a7070-27a3-4f74-905e-9ea162db90c0 None None] For port 0e5e1d88-bbbf-419a-8ced-f4b9a209a6ea, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=0e5e1d88-bbbf-419a-8ced-f4b9a209a6ea,segment=NetworkSegment(9ea5f31d-dcc1-4797-966b-606688fde040),segment_id=9ea5f31d-dcc1-4797-966b-606688fde040)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:33:22.027774 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1347a1-33da-45b1-8924-676e5fef224f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=538e919b-4a11-4d6a-8000-797451e40b7f,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:22.034555 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-292a7070-27a3-4f74-905e-9ea162db90c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (0e5e1d88-bbbf-419a-8ced-f4b9a209a6ea), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:22.090521 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1744c4cb-25cc-47fa-a4f1-326065200bd9 tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (4e5aed80-b169-4009-9a56-ad9b83669ee1), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:22.122708 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-61f9db13-154d-433a-899a-d7f11b978f85 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-51452712'] for subnet (7666a8b0-6c0d-4136-b05c-972e9cbcbb66), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:22.134038 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-18b658c0-508f-4972-aee8-b3aeaf042820 req-713d5434-76f9-49ea-880d-320bb4109b15 tempest-ServerShowV254Test-1127696232 tempest-ServerShowV254Test-1127696232-project] 10.222.0.65 "GET /v2.0/ports?device_id=47ef7185-cbbb-475d-9695-78bcb14da71d HTTP/1.1" status: 200 len: 210 time: 0.1281121 Feb 04 12:33:22.146755 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3e1347a1-33da-45b1-8924-676e5fef224f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:22.155871 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-3e1347a1-33da-45b1-8924-676e5fef224f admin admin] 10.222.0.65 "DELETE /v2.0/subnets/538e919b-4a11-4d6a-8000-797451e40b7f HTTP/1.1" status: 204 len: 168 time: 1.1396999 Feb 04 12:33:22.162215 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 45262) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:22.164498 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70dfd93-3ea8-4a71-aadb-3bf06673409d None None] Network af49ccb7-5717-4383-8d53-b816a2d5ef9e requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:33:22.182339 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1744c4cb-25cc-47fa-a4f1-326065200bd9 tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (4e5aed80-b169-4009-9a56-ad9b83669ee1), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:22.193054 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292a7070-27a3-4f74-905e-9ea162db90c0 None None] Pushing event updated for resources: {'Port': ['ID=0e5e1d88-bbbf-419a-8ced-f4b9a209a6ea,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:22.211195 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-c8a7eb33-3e0c-437d-b682-f5d1a6826103 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Allocated IP 172.25.3.92 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/7c2ee58c-d23a-452e-b702-47db88363b44) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:33:22.257360 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1744c4cb-25cc-47fa-a4f1-326065200bd9 tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Network 4e5aed80-b169-4009-9a56-ad9b83669ee1 is not hosted by any dhcp agent {{(pid=103474) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 04 12:33:22.259061 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1744c4cb-25cc-47fa-a4f1-326065200bd9 tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:22.260183 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1744c4cb-25cc-47fa-a4f1-326065200bd9 tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:22.261891 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-1744c4cb-25cc-47fa-a4f1-326065200bd9 tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] 10.222.0.65 "PUT /v2.0/networks/4e5aed80-b169-4009-9a56-ad9b83669ee1 HTTP/1.1" status: 200 len: 857 time: 1.1978168 Feb 04 12:33:22.265111 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 45264) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:22.287627 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2553669a-b9ba-419a-96c8-7cd6d3b9811e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (af49ccb7-5717-4383-8d53-b816a2d5ef9e), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:22.460751 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-2553669a-b9ba-419a-96c8-7cd6d3b9811e admin admin] Deleting port d24451a2-27af-436c-8c96-ddacd10daf7b {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:33:22.463212 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2553669a-b9ba-419a-96c8-7cd6d3b9811e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (d24451a2-27af-436c-8c96-ddacd10daf7b), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:22.546863 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dc080988-8d1e-4cc0-aa98-15f56656fc3d req-c7cc5e27-30a8-44bd-a270-6f562eaf2100 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=47ef7185-cbbb-475d-9695-78bcb14da71d HTTP/1.1" status: 200 len: 210 time: 0.0644851 Feb 04 12:33:22.555191 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a6b8cc6f-a77e-4025-b14d-e93c232179ff tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (4e5aed80-b169-4009-9a56-ad9b83669ee1), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:22.576697 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ecacc287-e0a4-4321-a3d2-e1d3d9f20e3a tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (95c4ceeb-ed22-456a-8927-48e817f6a87e), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:22.591871 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-2553669a-b9ba-419a-96c8-7cd6d3b9811e admin admin] For port d24451a2-27af-436c-8c96-ddacd10daf7b, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=d24451a2-27af-436c-8c96-ddacd10daf7b,segment=NetworkSegment(f185939f-4263-4eec-8fbe-70aa7c397fd6),segment_id=f185939f-4263-4eec-8fbe-70aa7c397fd6)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:33:22.592246 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2553669a-b9ba-419a-96c8-7cd6d3b9811e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (d24451a2-27af-436c-8c96-ddacd10daf7b), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:22.613735 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-2553669a-b9ba-419a-96c8-7cd6d3b9811e admin admin] Calling delete_port for d24451a2-27af-436c-8c96-ddacd10daf7b owned by network:dhcp {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:33:22.615866 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-ebeb9493-025d-4bd9-a276-8a5e1b576731 None None] Allocated IP 172.20.0.3 (28a4b86a-432b-43d1-99bf-6d97a9a3c32b/7666a8b0-6c0d-4136-b05c-972e9cbcbb66/6defe383-cb28-46b4-92b5-09273b352191) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:33:22.647974 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1744c4cb-25cc-47fa-a4f1-326065200bd9 tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Pushing event updated for resources: {'Network': ['ID=4e5aed80-b169-4009-9a56-ad9b83669ee1,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:22.657065 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecacc287-e0a4-4321-a3d2-e1d3d9f20e3a tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Pushing event deleted for resources: {'Port': ['ID=95c4ceeb-ed22-456a-8927-48e817f6a87e,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:22.809731 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2553669a-b9ba-419a-96c8-7cd6d3b9811e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (d24451a2-27af-436c-8c96-ddacd10daf7b), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:22.869545 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d0844b-5c7e-486a-9f20-14ea005dffd8 None None] DHCP port deletion for af49ccb7-5717-4383-8d53-b816a2d5ef9e request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 12:33:22.894856 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2553669a-b9ba-419a-96c8-7cd6d3b9811e admin admin] No DVR routers for this DVR port d24451a2-27af-436c-8c96-ddacd10daf7b on host n-d-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:33:22.903607 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2553669a-b9ba-419a-96c8-7cd6d3b9811e admin admin] Pushing event deleted for resources: {'Port': ['ID=d24451a2-27af-436c-8c96-ddacd10daf7b,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:22.937268 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a6b8cc6f-a77e-4025-b14d-e93c232179ff tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (4e5aed80-b169-4009-9a56-ad9b83669ee1), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:22.943303 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ebeb9493-025d-4bd9-a276-8a5e1b576731 None None] Publish callbacks [] for port (6defe383-cb28-46b4-92b5-09273b352191), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:22.961203 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ebeb9493-025d-4bd9-a276-8a5e1b576731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (6defe383-cb28-46b4-92b5-09273b352191), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:22.973763 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c8a7eb33-3e0c-437d-b682-f5d1a6826103 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Publish callbacks [] for port (7c2ee58c-d23a-452e-b702-47db88363b44), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:23.069913 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebeb9493-025d-4bd9-a276-8a5e1b576731 None None] Network 28a4b86a-432b-43d1-99bf-6d97a9a3c32b is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:33:23.073590 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-ebeb9493-025d-4bd9-a276-8a5e1b576731 None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:33:23.077796 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebeb9493-025d-4bd9-a276-8a5e1b576731 None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:33:23.083518 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ecacc287-e0a4-4321-a3d2-e1d3d9f20e3a tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:23.089365 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-ecacc287-e0a4-4321-a3d2-e1d3d9f20e3a tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "DELETE /v2.0/ports/95c4ceeb-ed22-456a-8927-48e817f6a87e HTTP/1.1" status: 204 len: 168 time: 2.5775683 Feb 04 12:33:23.093365 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 45278) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:23.136976 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 0e5e1d88-bbbf-419a-8ced-f4b9a209a6ea up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:33:23.142117 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-a6b8cc6f-a77e-4025-b14d-e93c232179ff tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e5aed80-b169-4009-9a56-ad9b83669ee1']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:33:23.153438 n-d-825015-3 neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb7be47b-1979-4bd3-b40e-4a69d8892eea tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] GET failed (client error): The resource could not be found. Feb 04 12:33:23.154327 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2553669a-b9ba-419a-96c8-7cd6d3b9811e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (af49ccb7-5717-4383-8d53-b816a2d5ef9e), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:23.156641 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-bb7be47b-1979-4bd3-b40e-4a69d8892eea tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "GET /v2.0/ports/95c4ceeb-ed22-456a-8927-48e817f6a87e HTTP/1.1" status: 404 len: 333 time: 0.0547171 Feb 04 12:33:23.157679 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 45280) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:23.164478 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-a6b8cc6f-a77e-4025-b14d-e93c232179ff tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4b870f7-5e99-4d7a-bdb2-337fcb1d1614') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:33:23.164802 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-a6b8cc6f-a77e-4025-b14d-e93c232179ff tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4b870f7-5e99-4d7a-bdb2-337fcb1d1614') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:33:23.181632 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a6b8cc6f-a77e-4025-b14d-e93c232179ff tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (a4b870f7-5e99-4d7a-bdb2-337fcb1d1614), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:23.227476 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebeb9493-025d-4bd9-a276-8a5e1b576731 None None] Pushing event updated for resources: {'Port': ['ID=6defe383-cb28-46b4-92b5-09273b352191,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:23.228207 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a6b8cc6f-a77e-4025-b14d-e93c232179ff tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (a4b870f7-5e99-4d7a-bdb2-337fcb1d1614), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:23.253783 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-ebeb9493-025d-4bd9-a276-8a5e1b576731 None None] Attempting to bind port 6defe383-cb28-46b4-92b5-09273b352191 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:33:23.254171 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-ebeb9493-025d-4bd9-a276-8a5e1b576731 None None] Attempting to bind port 6defe383-cb28-46b4-92b5-09273b352191 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '7127fb26-559b-4841-9c8c-69b75557a138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '28a4b86a-432b-43d1-99bf-6d97a9a3c32b'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:33:23.254542 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebeb9493-025d-4bd9-a276-8a5e1b576731 None None] Attempting to bind port 6defe383-cb28-46b4-92b5-09273b352191 on network 28a4b86a-432b-43d1-99bf-6d97a9a3c32b {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:33:23.265162 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c8a7eb33-3e0c-437d-b682-f5d1a6826103 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (7c2ee58c-d23a-452e-b702-47db88363b44), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:23.272542 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebeb9493-025d-4bd9-a276-8a5e1b576731 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:33:23.273009 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebeb9493-025d-4bd9-a276-8a5e1b576731 None None] Checking segment: {'id': '7127fb26-559b-4841-9c8c-69b75557a138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '28a4b86a-432b-43d1-99bf-6d97a9a3c32b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:33:23.273392 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ebeb9493-025d-4bd9-a276-8a5e1b576731 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:23.282442 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebeb9493-025d-4bd9-a276-8a5e1b576731 None None] Bound using segment: {'id': '7127fb26-559b-4841-9c8c-69b75557a138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '28a4b86a-432b-43d1-99bf-6d97a9a3c32b'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:33:23.286553 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6b8cc6f-a77e-4025-b14d-e93c232179ff tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:33:23.289497 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-ebeb9493-025d-4bd9-a276-8a5e1b576731 None None] Bound port: 6defe383-cb28-46b4-92b5-09273b352191, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7127fb26-559b-4841-9c8c-69b75557a138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '28a4b86a-432b-43d1-99bf-6d97a9a3c32b'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:33:23.289945 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ebeb9493-025d-4bd9-a276-8a5e1b576731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (6defe383-cb28-46b4-92b5-09273b352191), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:23.290474 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a6b8cc6f-a77e-4025-b14d-e93c232179ff tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (a4b870f7-5e99-4d7a-bdb2-337fcb1d1614), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:23.294713 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 12:33:23.294713 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:33:23.294713 n-d-825015-3 neutron-server[103474]: timer() Feb 04 12:33:23.294713 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:33:23.294713 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 12:33:23.294713 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:33:23.294713 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 12:33:23.294713 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:33:23.294713 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 12:33:23.294713 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:33:23.294713 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 12:33:23.294713 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:33:23.294713 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 12:33:23.294713 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:33:23.294713 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:33:23.294713 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:33:23.294713 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:33:23.294713 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:33:23.294713 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 12:33:23.294713 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:33:23.294713 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 12:33:23.294713 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:33:23.294713 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:33:23.294713 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:33:23.294713 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 12:33:23.294713 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:33:23.294713 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:33:23.294713 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:33:23.294713 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:33:23.294713 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:33:23.294713 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:33:23.294713 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:33:23.371818 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-2553669a-b9ba-419a-96c8-7cd6d3b9811e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af49ccb7-5717-4383-8d53-b816a2d5ef9e']}} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:33:23.384863 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-2553669a-b9ba-419a-96c8-7cd6d3b9811e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f185939f-4263-4eec-8fbe-70aa7c397fd6') {'for_net_delete': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:33:23.385377 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-2553669a-b9ba-419a-96c8-7cd6d3b9811e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f185939f-4263-4eec-8fbe-70aa7c397fd6') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:33:23.389504 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a7eb33-3e0c-437d-b682-f5d1a6826103 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:33:23.395239 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-c8a7eb33-3e0c-437d-b682-f5d1a6826103 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:33:23.397966 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a7eb33-3e0c-437d-b682-f5d1a6826103 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:33:23.405869 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2553669a-b9ba-419a-96c8-7cd6d3b9811e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51859336'] for segment (f185939f-4263-4eec-8fbe-70aa7c397fd6), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:23.426893 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2553669a-b9ba-419a-96c8-7cd6d3b9811e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (f185939f-4263-4eec-8fbe-70aa7c397fd6), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:23.436620 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 0e5e1d88-bbbf-419a-8ced-f4b9a209a6ea triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:33:23.437052 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (0e5e1d88-bbbf-419a-8ced-f4b9a209a6ea), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:23.440061 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ebeb9493-025d-4bd9-a276-8a5e1b576731 None None] For port 6defe383-cb28-46b4-92b5-09273b352191, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:33:23.444150 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2553669a-b9ba-419a-96c8-7cd6d3b9811e admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=103475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:33:23.444150 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2553669a-b9ba-419a-96c8-7cd6d3b9811e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-52093388'] for segment (f185939f-4263-4eec-8fbe-70aa7c397fd6), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:23.444948 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ebeb9493-025d-4bd9-a276-8a5e1b576731 None None] For port 6defe383-cb28-46b4-92b5-09273b352191, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=6defe383-cb28-46b4-92b5-09273b352191,segment=NetworkSegment(7127fb26-559b-4841-9c8c-69b75557a138),segment_id=7127fb26-559b-4841-9c8c-69b75557a138)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:33:23.481980 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a6b8cc6f-a77e-4025-b14d-e93c232179ff tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (4e5aed80-b169-4009-9a56-ad9b83669ee1), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:23.491139 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a7eb33-3e0c-437d-b682-f5d1a6826103 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Pushing event updated for resources: {'Port': ['ID=7c2ee58c-d23a-452e-b702-47db88363b44,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:23.493533 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ebeb9493-025d-4bd9-a276-8a5e1b576731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (6defe383-cb28-46b4-92b5-09273b352191), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:23.519683 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6b8cc6f-a77e-4025-b14d-e93c232179ff tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4e5aed80-b169-4009-9a56-ad9b83669ee1 {{(pid=103474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 04 12:33:23.537502 n-d-825015-3 neutron-server[103475]: Traceback (most recent call last): Feb 04 12:33:23.537502 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:33:23.537502 n-d-825015-3 neutron-server[103475]: timer() Feb 04 12:33:23.537502 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:33:23.537502 n-d-825015-3 neutron-server[103475]: cb(*args, **kw) Feb 04 12:33:23.537502 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:33:23.537502 n-d-825015-3 neutron-server[103475]: return func(*args, **kwargs) Feb 04 12:33:23.537502 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:33:23.537502 n-d-825015-3 neutron-server[103475]: self._notify() Feb 04 12:33:23.537502 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:33:23.537502 n-d-825015-3 neutron-server[103475]: self.callback(batched_events) Feb 04 12:33:23.537502 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:33:23.537502 n-d-825015-3 neutron-server[103475]: event.method(event) Feb 04 12:33:23.537502 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:33:23.537502 n-d-825015-3 neutron-server[103475]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:33:23.537502 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:33:23.537502 n-d-825015-3 neutron-server[103475]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:33:23.537502 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:33:23.537502 n-d-825015-3 neutron-server[103475]: return f(self, *a, **k) Feb 04 12:33:23.537502 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:33:23.537502 n-d-825015-3 neutron-server[103475]: return self._get(url).json() Feb 04 12:33:23.537502 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:33:23.537502 n-d-825015-3 neutron-server[103475]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:33:23.537502 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:33:23.537502 n-d-825015-3 neutron-server[103475]: return self.request(url, 'GET', **kwargs) Feb 04 12:33:23.537502 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:33:23.537502 n-d-825015-3 neutron-server[103475]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:33:23.537502 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:33:23.537502 n-d-825015-3 neutron-server[103475]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:33:23.537502 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:33:23.537502 n-d-825015-3 neutron-server[103475]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:33:23.537502 n-d-825015-3 neutron-server[103475]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:33:23.544787 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a6b8cc6f-a77e-4025-b14d-e93c232179ff tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:23.551654 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-a6b8cc6f-a77e-4025-b14d-e93c232179ff tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] 10.222.0.65 "DELETE /v2.0/networks/4e5aed80-b169-4009-9a56-ad9b83669ee1 HTTP/1.1" status: 204 len: 168 time: 1.2366626 Feb 04 12:33:23.575416 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b8cc6f-a77e-4025-b14d-e93c232179ff tempest-ExternalNetworksTestJSON-97794364 tempest-ExternalNetworksTestJSON-97794364-project-admin] Pushing event deleted for resources: {'Network': ['ID=4e5aed80-b169-4009-9a56-ad9b83669ee1,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:23.588266 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 45284) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:23.616812 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebeb9493-025d-4bd9-a276-8a5e1b576731 None None] Pushing event updated for resources: {'Port': ['ID=6defe383-cb28-46b4-92b5-09273b352191,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:23.644908 n-d-825015-3 neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-012fa77c-1245-4f2f-a349-43352c24af84 tempest-ExternalNetworksTestJSON-1748560525 tempest-ExternalNetworksTestJSON-1748560525-project] DELETE failed (client error): The resource could not be found. Feb 04 12:33:23.645380 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-012fa77c-1245-4f2f-a349-43352c24af84 tempest-ExternalNetworksTestJSON-1748560525 tempest-ExternalNetworksTestJSON-1748560525-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 12:33:23.652364 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-012fa77c-1245-4f2f-a349-43352c24af84 tempest-ExternalNetworksTestJSON-1748560525 tempest-ExternalNetworksTestJSON-1748560525-project] 10.222.0.65 "DELETE /v2.0/subnets/95cf6673-d6da-4835-a3eb-0c394210680d HTTP/1.1" status: 404 len: 337 time: 0.0504868 Feb 04 12:33:23.672108 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8b0d1126-1c1e-4242-86f3-ef1543b8415c req-cd7568d5-d3a2-4099-ab5d-df37c8c520ee tempest-ServerShowV254Test-1127696232 tempest-ServerShowV254Test-1127696232-project] 10.222.0.65 "GET /v2.0/ports?device_id=47ef7185-cbbb-475d-9695-78bcb14da71d HTTP/1.1" status: 200 len: 210 time: 0.1190071 Feb 04 12:33:23.672666 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 45286) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:23.702774 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2553669a-b9ba-419a-96c8-7cd6d3b9811e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (af49ccb7-5717-4383-8d53-b816a2d5ef9e), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:23.724430 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2553669a-b9ba-419a-96c8-7cd6d3b9811e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:23.737333 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-2553669a-b9ba-419a-96c8-7cd6d3b9811e admin admin] 10.222.0.65 "DELETE /v2.0/networks/af49ccb7-5717-4383-8d53-b816a2d5ef9e HTTP/1.1" status: 204 len: 168 time: 1.5685284 Feb 04 12:33:23.748452 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 0e5e1d88-bbbf-419a-8ced-f4b9a209a6ea is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:33:23.748973 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (0e5e1d88-bbbf-419a-8ced-f4b9a209a6ea), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:23.835484 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8ea59d9-17f9-4365-b9de-9b467ddb3355 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Deleting subnet 48d450ad-2807-4ae9-a67d-08fdf78ee9ad {{(pid=103475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:33:23.873965 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port 0e5e1d88-bbbf-419a-8ced-f4b9a209a6ea, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=0e5e1d88-bbbf-419a-8ced-f4b9a209a6ea,segment=NetworkSegment(9ea5f31d-dcc1-4797-966b-606688fde040),segment_id=9ea5f31d-dcc1-4797-966b-606688fde040)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:33:23.879632 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (0e5e1d88-bbbf-419a-8ced-f4b9a209a6ea), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:23.881640 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f8ea59d9-17f9-4365-b9de-9b467ddb3355 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks [] for subnet (48d450ad-2807-4ae9-a67d-08fdf78ee9ad), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:23.882777 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 0cc4bf65-8bb5-4426-a85d-7c0469d389ac up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:33:23.906356 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c8a7eb33-3e0c-437d-b682-f5d1a6826103 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Publish callbacks [] for floatingip (f289eebb-97fe-4126-b0f7-264df5364fc0), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:24.015520 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c8a7eb33-3e0c-437d-b682-f5d1a6826103 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (7c2ee58c-d23a-452e-b702-47db88363b44), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:24.066677 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 45290) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:24.073571 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=0e5e1d88-bbbf-419a-8ced-f4b9a209a6ea,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:24.090279 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2553669a-b9ba-419a-96c8-7cd6d3b9811e admin admin] Pushing event deleted for resources: {'Network': ['ID=af49ccb7-5717-4383-8d53-b816a2d5ef9e,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:24.111359 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ed5a47-eca8-4a19-99af-7a33194105c9 req-af7678de-9b72-4675-8e29-482b6399b71d tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:24.115213 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 0cc4bf65-8bb5-4426-a85d-7c0469d389ac triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:33:24.115600 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (0cc4bf65-8bb5-4426-a85d-7c0469d389ac), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:24.121677 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-57ed5a47-eca8-4a19-99af-7a33194105c9 req-af7678de-9b72-4675-8e29-482b6399b71d tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/ports?device_id=064b8b16-59ce-4f5e-b1f8-f430debd9ab3 HTTP/1.1" status: 200 len: 946 time: 1.0219035 Feb 04 12:33:24.220059 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f8ea59d9-17f9-4365-b9de-9b467ddb3355 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51859329'] for subnet (48d450ad-2807-4ae9-a67d-08fdf78ee9ad), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:24.224943 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b5f4b2-bf1e-43d5-9baf-b6ad84249d2d None None] Network 09d729a5-2945-41ab-a81b-a0d9ccd7e14a requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:33:24.274789 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-906e6d03-0497-477f-b28d-5a622b27f98f tempest-ExternalNetworksTestJSON-1748560525 tempest-ExternalNetworksTestJSON-1748560525-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (874beb44-81b7-4fb2-9511-7bc32ddb6f59), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:24.286105 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-61f9db13-154d-433a-899a-d7f11b978f85 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8780430707438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-52093289'] for subnet (7666a8b0-6c0d-4136-b05c-972e9cbcbb66), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:24.302766 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c8a7eb33-3e0c-437d-b682-f5d1a6826103 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Publish callbacks [] for port (7c2ee58c-d23a-452e-b702-47db88363b44), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:24.313426 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c8a7eb33-3e0c-437d-b682-f5d1a6826103 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (7c2ee58c-d23a-452e-b702-47db88363b44), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:24.325571 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b5e8144f-aaed-4313-ba7b-50e9c84d802c None None] Provisioning complete for port 0e5e1d88-bbbf-419a-8ced-f4b9a209a6ea triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:33:24.325948 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b5e8144f-aaed-4313-ba7b-50e9c84d802c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (0e5e1d88-bbbf-419a-8ced-f4b9a209a6ea), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:24.376006 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f9db13-154d-433a-899a-d7f11b978f85 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Pushing event updated for resources: {'Subnet': ['ID=7666a8b0-6c0d-4136-b05c-972e9cbcbb66,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:24.390759 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-4432b2d4-8c1b-461c-a0b5-c34ab9276fd6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c4d15fc7880343b39b8aa486fa7d8d6b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3184395 Feb 04 12:33:24.393015 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 45302) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:24.415135 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-57ed5a47-eca8-4a19-99af-7a33194105c9 req-7aba6c9a-ef5b-4717-9b49-195353cf6d88 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/security-groups?id=67d57791-96db-4689-9a02-f69bf9a8e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2924850 Feb 04 12:33:24.436406 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f9db13-154d-433a-899a-d7f11b978f85 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:24.437178 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-61f9db13-154d-433a-899a-d7f11b978f85 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:24.437505 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 0cc4bf65-8bb5-4426-a85d-7c0469d389ac is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:33:24.442269 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-61f9db13-154d-433a-899a-d7f11b978f85 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] 10.222.0.65 "PUT /v2.0/subnets/7666a8b0-6c0d-4136-b05c-972e9cbcbb66 HTTP/1.1" status: 200 len: 877 time: 2.7024570 Feb 04 12:33:24.448455 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 45304) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:24.551406 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b5e8144f-aaed-4313-ba7b-50e9c84d802c None None] Current status of the port 0e5e1d88-bbbf-419a-8ced-f4b9a209a6ea is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:33:24.573960 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a7eb33-3e0c-437d-b682-f5d1a6826103 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Pushing event updated for resources: {'Port': ['ID=7c2ee58c-d23a-452e-b702-47db88363b44,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:24.619303 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-34392f9e-e67d-40b0-aa64-68941b4f3a52 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (28a4b86a-432b-43d1-99bf-6d97a9a3c32b), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:24.626947 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device d51b24cb-7b0e-4538-ad0d-f93b4f99a711 details requested by agent hyperv_n-h2-825015-3 with host n-h2-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:33:24.632523 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c8a7eb33-3e0c-437d-b682-f5d1a6826103 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1599943'] for floatingip (f289eebb-97fe-4126-b0f7-264df5364fc0), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:24.646884 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-906e6d03-0497-477f-b28d-5a622b27f98f tempest-ExternalNetworksTestJSON-1748560525 tempest-ExternalNetworksTestJSON-1748560525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (874beb44-81b7-4fb2-9511-7bc32ddb6f59), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:24.671253 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c8a7eb33-3e0c-437d-b682-f5d1a6826103 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:24.682602 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f8ea59d9-17f9-4365-b9de-9b467ddb3355 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (48d450ad-2807-4ae9-a67d-08fdf78ee9ad), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:24.682859 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-c8a7eb33-3e0c-437d-b682-f5d1a6826103 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0863290 Feb 04 12:33:24.727080 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0a05c12b-0570-4399-98a7-6a761f81d520 admin admin] Publish callbacks [] for security_group (26951b56-15ce-4b15-8edd-2361f86bbc9c), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:24.775228 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-906e6d03-0497-477f-b28d-5a622b27f98f tempest-ExternalNetworksTestJSON-1748560525 tempest-ExternalNetworksTestJSON-1748560525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['874beb44-81b7-4fb2-9511-7bc32ddb6f59']}} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:33:24.811522 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-34392f9e-e67d-40b0-aa64-68941b4f3a52 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Deleting port 6defe383-cb28-46b4-92b5-09273b352191 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:33:24.811917 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-34392f9e-e67d-40b0-aa64-68941b4f3a52 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (6defe383-cb28-46b4-92b5-09273b352191), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:24.884311 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-906e6d03-0497-477f-b28d-5a622b27f98f tempest-ExternalNetworksTestJSON-1748560525 tempest-ExternalNetworksTestJSON-1748560525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aae31225-7dc5-4e19-9e42-602dbc4bc9e6') {'for_net_delete': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:33:24.884655 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-906e6d03-0497-477f-b28d-5a622b27f98f tempest-ExternalNetworksTestJSON-1748560525 tempest-ExternalNetworksTestJSON-1748560525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aae31225-7dc5-4e19-9e42-602dbc4bc9e6') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:33:24.961084 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port d51b24cb-7b0e-4538-ad0d-f93b4f99a711, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=d51b24cb-7b0e-4538-ad0d-f93b4f99a711,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:33:24.985724 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-906e6d03-0497-477f-b28d-5a622b27f98f tempest-ExternalNetworksTestJSON-1748560525 tempest-ExternalNetworksTestJSON-1748560525-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51859336'] for segment (aae31225-7dc5-4e19-9e42-602dbc4bc9e6), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:24.991588 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Returning: {'device': 'd51b24cb-7b0e-4538-ad0d-f93b4f99a711', 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c', 'port_id': 'd51b24cb-7b0e-4538-ad0d-f93b4f99a711', 'mac_address': 'fa:16:3e:8c:af:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ee3374a-84e9-4639-853c-740c6edaf6dc', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:33:25.052848 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-e89ecc37-ec85-4a58-ae9d-263a3cd2a040 None None] Provisioning complete for port 0e5e1d88-bbbf-419a-8ced-f4b9a209a6ea triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:33:25.053578 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e89ecc37-ec85-4a58-ae9d-263a3cd2a040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (0e5e1d88-bbbf-419a-8ced-f4b9a209a6ea), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:25.060359 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0a05c12b-0570-4399-98a7-6a761f81d520 admin admin] Publish callbacks [] for security_group (26951b56-15ce-4b15-8edd-2361f86bbc9c), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:25.070245 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-75da287b-4290-4c04-a582-153881da8a91 req-2243c2af-da0d-4c61-9c93-9195fedde97a tempest-ServerShowV254Test-1127696232 tempest-ServerShowV254Test-1127696232-project] 10.222.0.65 "GET /v2.0/ports?device_id=47ef7185-cbbb-475d-9695-78bcb14da71d HTTP/1.1" status: 200 len: 210 time: 0.1220133 Feb 04 12:33:25.087779 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-34392f9e-e67d-40b0-aa64-68941b4f3a52 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] For port 6defe383-cb28-46b4-92b5-09273b352191, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=6defe383-cb28-46b4-92b5-09273b352191,segment=NetworkSegment(7127fb26-559b-4841-9c8c-69b75557a138),segment_id=7127fb26-559b-4841-9c8c-69b75557a138)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:33:25.088516 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-34392f9e-e67d-40b0-aa64-68941b4f3a52 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (6defe383-cb28-46b4-92b5-09273b352191), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:25.114499 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-34392f9e-e67d-40b0-aa64-68941b4f3a52 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Calling delete_port for 6defe383-cb28-46b4-92b5-09273b352191 owned by network:dhcp {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:33:25.126553 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-906e6d03-0497-477f-b28d-5a622b27f98f tempest-ExternalNetworksTestJSON-1748560525 tempest-ExternalNetworksTestJSON-1748560525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (aae31225-7dc5-4e19-9e42-602dbc4bc9e6), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:25.213989 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-906e6d03-0497-477f-b28d-5a622b27f98f tempest-ExternalNetworksTestJSON-1748560525 tempest-ExternalNetworksTestJSON-1748560525-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=103475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:33:25.216238 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-906e6d03-0497-477f-b28d-5a622b27f98f tempest-ExternalNetworksTestJSON-1748560525 tempest-ExternalNetworksTestJSON-1748560525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-52093388'] for segment (aae31225-7dc5-4e19-9e42-602dbc4bc9e6), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:25.221641 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 0e5e1d88-bbbf-419a-8ced-f4b9a209a6ea up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:33:25.226496 n-d-825015-3 neutron-server[103475]: Traceback (most recent call last): Feb 04 12:33:25.226496 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:33:25.226496 n-d-825015-3 neutron-server[103475]: timer() Feb 04 12:33:25.226496 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:33:25.226496 n-d-825015-3 neutron-server[103475]: cb(*args, **kw) Feb 04 12:33:25.226496 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:33:25.226496 n-d-825015-3 neutron-server[103475]: return func(*args, **kwargs) Feb 04 12:33:25.226496 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:33:25.226496 n-d-825015-3 neutron-server[103475]: self._notify() Feb 04 12:33:25.226496 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:33:25.226496 n-d-825015-3 neutron-server[103475]: self.callback(batched_events) Feb 04 12:33:25.226496 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:33:25.226496 n-d-825015-3 neutron-server[103475]: event.method(event) Feb 04 12:33:25.226496 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:33:25.226496 n-d-825015-3 neutron-server[103475]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:33:25.226496 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:33:25.226496 n-d-825015-3 neutron-server[103475]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:33:25.226496 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:33:25.226496 n-d-825015-3 neutron-server[103475]: return f(self, *a, **k) Feb 04 12:33:25.226496 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:33:25.226496 n-d-825015-3 neutron-server[103475]: return self._get(url).json() Feb 04 12:33:25.226496 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:33:25.226496 n-d-825015-3 neutron-server[103475]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:33:25.226496 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:33:25.226496 n-d-825015-3 neutron-server[103475]: return self.request(url, 'GET', **kwargs) Feb 04 12:33:25.226496 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:33:25.226496 n-d-825015-3 neutron-server[103475]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:33:25.226496 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:33:25.226496 n-d-825015-3 neutron-server[103475]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:33:25.226496 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:33:25.226496 n-d-825015-3 neutron-server[103475]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:33:25.226496 n-d-825015-3 neutron-server[103475]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:33:25.366288 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f8ea59d9-17f9-4365-b9de-9b467ddb3355 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-52093282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51452698'] for subnet (48d450ad-2807-4ae9-a67d-08fdf78ee9ad), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:25.373589 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port d51b24cb-7b0e-4538-ad0d-f93b4f99a711 is: ACTIVE; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:33:25.373981 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (d51b24cb-7b0e-4538-ad0d-f93b4f99a711), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:25.446226 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-34392f9e-e67d-40b0-aa64-68941b4f3a52 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (6defe383-cb28-46b4-92b5-09273b352191), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:25.469714 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d51b24cb-7b0e-4538-ad0d-f93b4f99a711 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:33:25.515693 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34392f9e-e67d-40b0-aa64-68941b4f3a52 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Pushing event deleted for resources: {'Port': ['ID=6defe383-cb28-46b4-92b5-09273b352191,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:25.521642 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port d51b24cb-7b0e-4538-ad0d-f93b4f99a711, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=d51b24cb-7b0e-4538-ad0d-f93b4f99a711,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:33:25.523760 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-e89ecc37-ec85-4a58-ae9d-263a3cd2a040 None None] Current status of the port 0e5e1d88-bbbf-419a-8ced-f4b9a209a6ea is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:33:25.550680 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (d51b24cb-7b0e-4538-ad0d-f93b4f99a711), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:25.556983 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 0e5e1d88-bbbf-419a-8ced-f4b9a209a6ea triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:33:25.556983 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (0e5e1d88-bbbf-419a-8ced-f4b9a209a6ea), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:25.593287 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34392f9e-e67d-40b0-aa64-68941b4f3a52 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] No DVR routers for this DVR port 6defe383-cb28-46b4-92b5-09273b352191 on host n-d-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:33:25.608997 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ea59d9-17f9-4365-b9de-9b467ddb3355 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Pushing event deleted for resources: {'Subnet': ['ID=48d450ad-2807-4ae9-a67d-08fdf78ee9ad,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:25.627593 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f8ea59d9-17f9-4365-b9de-9b467ddb3355 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:25.640393 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-f8ea59d9-17f9-4365-b9de-9b467ddb3355 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "DELETE /v2.0/subnets/48d450ad-2807-4ae9-a67d-08fdf78ee9ad HTTP/1.1" status: 204 len: 168 time: 2.4786878 Feb 04 12:33:25.653638 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 45348) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:25.683953 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-34392f9e-e67d-40b0-aa64-68941b4f3a52 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (7666a8b0-6c0d-4136-b05c-972e9cbcbb66), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:25.719821 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d1722b20-011e-4f59-a622-5befef1ad550 req-5f3a0f5f-4e67-44b3-837b-782f2b25c6b2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=556c070105fc4ab5b59fd61b35426493&device_id=47ef7185-cbbb-475d-9695-78bcb14da71d HTTP/1.1" status: 200 len: 210 time: 0.1469007 Feb 04 12:33:25.725772 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6a9c1a67-ca08-4998-b232-12bf6922a426 req-ba3fe346-1b41-4000-9481-79230da1a5be tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1104257881&fields=id&tenant_id=31d6c346447a48008dccda4817c529a1 HTTP/1.1" status: 200 len: 267 time: 0.4223597 Feb 04 12:33:25.726599 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-906e6d03-0497-477f-b28d-5a622b27f98f tempest-ExternalNetworksTestJSON-1748560525 tempest-ExternalNetworksTestJSON-1748560525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (874beb44-81b7-4fb2-9511-7bc32ddb6f59), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:25.770304 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=d51b24cb-7b0e-4538-ad0d-f93b4f99a711,revision_number=6']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:25.782509 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d1722b20-011e-4f59-a622-5befef1ad550 req-0b4eed9f-d7c1-417f-8f1a-f6bbe69a48e6 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=556c070105fc4ab5b59fd61b35426493&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0257888 Feb 04 12:33:25.792714 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-5c2da7d4-ed24-451f-99d4-acf9143d1c1a None None] Could not find standard attr ID for object 95c4ceeb-ed22-456a-8927-48e817f6a87e. {{(pid=103476) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 12:33:25.817102 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-906e6d03-0497-477f-b28d-5a622b27f98f tempest-ExternalNetworksTestJSON-1748560525 tempest-ExternalNetworksTestJSON-1748560525-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:25.822832 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-906e6d03-0497-477f-b28d-5a622b27f98f tempest-ExternalNetworksTestJSON-1748560525 tempest-ExternalNetworksTestJSON-1748560525-project] 10.222.0.65 "DELETE /v2.0/networks/874beb44-81b7-4fb2-9511-7bc32ddb6f59 HTTP/1.1" status: 204 len: 168 time: 2.1181920 Feb 04 12:33:25.833443 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6605cb8-6e04-4cf7-a9db-aaaccb25f538 None None] Network 28a4b86a-432b-43d1-99bf-6d97a9a3c32b requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:33:25.884051 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0a05c12b-0570-4399-98a7-6a761f81d520 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (26951b56-15ce-4b15-8edd-2361f86bbc9c), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:25.887480 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0a05c12b-0570-4399-98a7-6a761f81d520 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:25.891900 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-0a05c12b-0570-4399-98a7-6a761f81d520 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/26951b56-15ce-4b15-8edd-2361f86bbc9c HTTP/1.1" status: 204 len: 168 time: 1.4975820 Feb 04 12:33:25.898406 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-34392f9e-e67d-40b0-aa64-68941b4f3a52 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (7666a8b0-6c0d-4136-b05c-972e9cbcbb66), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:25.927068 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34392f9e-e67d-40b0-aa64-68941b4f3a52 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Pushing event deleted for resources: {'Subnet': ['ID=7666a8b0-6c0d-4136-b05c-972e9cbcbb66,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:25.976710 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906e6d03-0497-477f-b28d-5a622b27f98f tempest-ExternalNetworksTestJSON-1748560525 tempest-ExternalNetworksTestJSON-1748560525-project] Pushing event deleted for resources: {'Network': ['ID=874beb44-81b7-4fb2-9511-7bc32ddb6f59,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:25.994620 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['d51b24cb-7b0e-4538-ad0d-f93b4f99a711'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:33:26.003180 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-34392f9e-e67d-40b0-aa64-68941b4f3a52 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (28a4b86a-432b-43d1-99bf-6d97a9a3c32b), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:26.023217 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab5de00-9b20-456e-ba08-bfcd6412ca80 None None] Network 09d729a5-2945-41ab-a81b-a0d9ccd7e14a requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:33:26.029806 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-34392f9e-e67d-40b0-aa64-68941b4f3a52 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28a4b86a-432b-43d1-99bf-6d97a9a3c32b']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:33:26.041708 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-34392f9e-e67d-40b0-aa64-68941b4f3a52 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7127fb26-559b-4841-9c8c-69b75557a138') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:33:26.042028 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-34392f9e-e67d-40b0-aa64-68941b4f3a52 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7127fb26-559b-4841-9c8c-69b75557a138') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:33:26.054603 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-34392f9e-e67d-40b0-aa64-68941b4f3a52 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (7127fb26-559b-4841-9c8c-69b75557a138), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:26.071888 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-34392f9e-e67d-40b0-aa64-68941b4f3a52 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (7127fb26-559b-4841-9c8c-69b75557a138), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:26.075823 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-da3100a6-b303-4e1d-be8e-7e6da427d7a8 None None] Could not find standard attr ID for object 6defe383-cb28-46b4-92b5-09273b352191. {{(pid=103476) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 12:33:26.081094 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34392f9e-e67d-40b0-aa64-68941b4f3a52 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:33:26.081565 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-34392f9e-e67d-40b0-aa64-68941b4f3a52 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (7127fb26-559b-4841-9c8c-69b75557a138), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:26.155446 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 12:33:26.155446 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:33:26.155446 n-d-825015-3 neutron-server[103474]: timer() Feb 04 12:33:26.155446 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:33:26.155446 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 12:33:26.155446 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:33:26.155446 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 12:33:26.155446 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:33:26.155446 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 12:33:26.155446 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:33:26.155446 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 12:33:26.155446 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:33:26.155446 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 12:33:26.155446 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:33:26.155446 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:33:26.155446 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:33:26.155446 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:33:26.155446 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:33:26.155446 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 12:33:26.155446 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:33:26.155446 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 12:33:26.155446 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:33:26.155446 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:33:26.155446 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:33:26.155446 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 12:33:26.155446 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:33:26.155446 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:33:26.155446 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:33:26.155446 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:33:26.155446 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:33:26.155446 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:33:26.155446 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:33:26.177994 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-34392f9e-e67d-40b0-aa64-68941b4f3a52 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (28a4b86a-432b-43d1-99bf-6d97a9a3c32b), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:26.192870 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-34392f9e-e67d-40b0-aa64-68941b4f3a52 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:26.203486 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-34392f9e-e67d-40b0-aa64-68941b4f3a52 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] 10.222.0.65 "DELETE /v2.0/networks/28a4b86a-432b-43d1-99bf-6d97a9a3c32b HTTP/1.1" status: 204 len: 168 time: 1.7536523 Feb 04 12:33:26.219178 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 45368) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:26.265884 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 0e5e1d88-bbbf-419a-8ced-f4b9a209a6ea is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:33:26.265884 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 6defe383-cb28-46b4-92b5-09273b352191 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:33:26.267103 n-d-825015-3 neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7f98507-45c6-41d2-a0cb-2cfc59b92d77 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] DELETE failed (client error): The resource could not be found. Feb 04 12:33:26.267674 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7f98507-45c6-41d2-a0cb-2cfc59b92d77 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 12:33:26.276434 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-a7f98507-45c6-41d2-a0cb-2cfc59b92d77 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] 10.222.0.65 "DELETE /v2.0/subnets/7666a8b0-6c0d-4136-b05c-972e9cbcbb66 HTTP/1.1" status: 404 len: 337 time: 0.0558531 Feb 04 12:33:26.277424 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 45374) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:26.278402 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34392f9e-e67d-40b0-aa64-68941b4f3a52 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Pushing event deleted for resources: {'Network': ['ID=28a4b86a-432b-43d1-99bf-6d97a9a3c32b,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:26.327356 n-d-825015-3 neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-41f167a7-f9b8-4bb1-8872-61b7858bcafa tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] DELETE failed (client error): The resource could not be found. Feb 04 12:33:26.327714 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41f167a7-f9b8-4bb1-8872-61b7858bcafa tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 12:33:26.338155 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 6defe383-cb28-46b4-92b5-09273b352191 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:33:26.339491 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 6defe383-cb28-46b4-92b5-09273b352191 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 04 12:33:26.339650 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-41f167a7-f9b8-4bb1-8872-61b7858bcafa tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] 10.222.0.65 "DELETE /v2.0/networks/28a4b86a-432b-43d1-99bf-6d97a9a3c32b HTTP/1.1" status: 404 len: 339 time: 0.0497389 Feb 04 12:33:26.340609 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 45376) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:26.402798 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Port 6defe383-cb28-46b4-92b5-09273b352191 not found, will not notify nova. {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 04 12:33:26.454378 n-d-825015-3 neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-80440096-24fc-46eb-ac2d-ae749b94ac18 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] DELETE failed (client error): The resource could not be found. Feb 04 12:33:26.455406 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80440096-24fc-46eb-ac2d-ae749b94ac18 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 12:33:26.465956 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-80440096-24fc-46eb-ac2d-ae749b94ac18 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] 10.222.0.65 "DELETE /v2.0/subnets/e1a167b8-2cc6-411e-9536-d43611c73da1 HTTP/1.1" status: 404 len: 337 time: 0.1243694 Feb 04 12:33:26.469139 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 45378) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:26.526102 n-d-825015-3 neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-c788e45c-2f05-4419-a8f3-db1f0610deb9 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] DELETE failed (client error): The resource could not be found. Feb 04 12:33:26.526834 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c788e45c-2f05-4419-a8f3-db1f0610deb9 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 12:33:26.541123 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-c788e45c-2f05-4419-a8f3-db1f0610deb9 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] 10.222.0.65 "DELETE /v2.0/networks/e362e703-29eb-473b-be9b-7d5cd5841f34 HTTP/1.1" status: 404 len: 339 time: 0.0647535 Feb 04 12:33:26.541864 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 45382) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:26.553130 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 45384) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:26.573085 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device d24451a2-27af-436c-8c96-ddacd10daf7b no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:33:26.631595 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8864a759-a16a-44f2-96f7-c2a9d10adea6 None None] DHCP port deletion for 09d729a5-2945-41ab-a81b-a0d9ccd7e14a request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 12:33:26.664038 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: d24451a2-27af-436c-8c96-ddacd10daf7b {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:33:26.664542 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device d24451a2-27af-436c-8c96-ddacd10daf7b not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:33:26.828627 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-8864a759-a16a-44f2-96f7-c2a9d10adea6 None None] Deleting port 0e5e1d88-bbbf-419a-8ced-f4b9a209a6ea {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:33:26.829275 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8864a759-a16a-44f2-96f7-c2a9d10adea6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (0e5e1d88-bbbf-419a-8ced-f4b9a209a6ea), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:26.869992 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9c1a67-ca08-4998-b232-12bf6922a426 req-1a85dce3-edab-4dda-8d5c-0ac3ca12ee3d tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:26.895672 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6a9c1a67-ca08-4998-b232-12bf6922a426 req-1a85dce3-edab-4dda-8d5c-0ac3ca12ee3d tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "GET /v2.0/networks?id=211162ce-c654-4372-abd8-21bf219f75aa HTTP/1.1" status: 200 len: 811 time: 1.1501031 Feb 04 12:33:26.935410 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-140648c4-ec27-4879-9e7f-7e2d444e9a8f tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (2575981b-0403-4224-9734-a8d89088d954), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:26.940648 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12cd5a27-f411-426c-9521-a9ec6c504f40 None None] DHCP port deletion for 28a4b86a-432b-43d1-99bf-6d97a9a3c32b request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 12:33:26.959834 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a05c12b-0570-4399-98a7-6a761f81d520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26951b56-15ce-4b15-8edd-2361f86bbc9c,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:26.964743 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6a9c1a67-ca08-4998-b232-12bf6922a426 req-ef5d0127-c45b-4024-9796-280de5766093 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "GET /v2.0/quotas/31d6c346447a48008dccda4817c529a1 HTTP/1.1" status: 200 len: 375 time: 0.0348065 Feb 04 12:33:27.089359 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85fb4e7d-f9cc-4939-bdbd-4c5f6c2b9fdd None None] Network 28a4b86a-432b-43d1-99bf-6d97a9a3c32b requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:33:27.098144 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3d9ef116-bac4-47d7-b908-f6180dab78a9 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (09d729a5-2945-41ab-a81b-a0d9ccd7e14a), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:27.106667 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-8864a759-a16a-44f2-96f7-c2a9d10adea6 None None] For port 0e5e1d88-bbbf-419a-8ced-f4b9a209a6ea, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=0e5e1d88-bbbf-419a-8ced-f4b9a209a6ea,segment=NetworkSegment(9ea5f31d-dcc1-4797-966b-606688fde040),segment_id=9ea5f31d-dcc1-4797-966b-606688fde040)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:33:27.110464 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8864a759-a16a-44f2-96f7-c2a9d10adea6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (0e5e1d88-bbbf-419a-8ced-f4b9a209a6ea), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:27.144692 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1aab02-41d7-46a4-a840-268bbf06f4eb req-0040fb6c-b010-431a-883c-68ea03924700 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:27.153955 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2f1aab02-41d7-46a4-a840-268bbf06f4eb req-0040fb6c-b010-431a-883c-68ea03924700 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/ports?device_id=064b8b16-59ce-4f5e-b1f8-f430debd9ab3 HTTP/1.1" status: 200 len: 946 time: 1.3051145 Feb 04 12:33:27.171091 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 0e5e1d88-bbbf-419a-8ced-f4b9a209a6ea no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:33:27.183596 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85fb4e7d-f9cc-4939-bdbd-4c5f6c2b9fdd None None] Network 28a4b86a-432b-43d1-99bf-6d97a9a3c32b could not be found, it might have been deleted concurrently. {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 04 12:33:27.272755 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-8864a759-a16a-44f2-96f7-c2a9d10adea6 None None] Calling delete_port for 0e5e1d88-bbbf-419a-8ced-f4b9a209a6ea owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:33:27.273387 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6a9c1a67-ca08-4998-b232-12bf6922a426 req-42e14164-dd59-46ae-87fb-402164be1e98 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=31d6c346447a48008dccda4817c529a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2940609 Feb 04 12:33:27.320254 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1722b20-011e-4f59-a622-5befef1ad550 req-1e2bf80e-6da0-4602-b771-24384c2b072c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:27.322559 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d1722b20-011e-4f59-a622-5befef1ad550 req-1e2bf80e-6da0-4602-b771-24384c2b072c service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.4965389 Feb 04 12:33:27.334302 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-140648c4-ec27-4879-9e7f-7e2d444e9a8f tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (2575981b-0403-4224-9734-a8d89088d954), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:27.409344 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-cd37cd03-c33a-41c5-a446-458ffb189955 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=24a84edbc271493b8a930e20c3996793&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8550682 Feb 04 12:33:27.415228 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-140648c4-ec27-4879-9e7f-7e2d444e9a8f tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2575981b-0403-4224-9734-a8d89088d954']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:33:27.424987 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 45406) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:27.468949 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6a9c1a67-ca08-4998-b232-12bf6922a426 req-b488cf95-86db-4fd5-90ba-1547cd1decfd service neutron] 10.222.0.65 "GET /v2.0/networks/211162ce-c654-4372-abd8-21bf219f75aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329546 Feb 04 12:33:27.478013 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-140648c4-ec27-4879-9e7f-7e2d444e9a8f tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c426d7d-0931-4743-8fbd-315e4aade6aa') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:33:27.478316 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-140648c4-ec27-4879-9e7f-7e2d444e9a8f tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c426d7d-0931-4743-8fbd-315e4aade6aa') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:33:27.512971 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-140648c4-ec27-4879-9e7f-7e2d444e9a8f tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (8c426d7d-0931-4743-8fbd-315e4aade6aa), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:27.562242 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-140648c4-ec27-4879-9e7f-7e2d444e9a8f tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (8c426d7d-0931-4743-8fbd-315e4aade6aa), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:27.574416 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 0e5e1d88-bbbf-419a-8ced-f4b9a209a6ea is: ACTIVE; New status is: DOWN {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:33:27.574944 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (0e5e1d88-bbbf-419a-8ced-f4b9a209a6ea), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:27.589752 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-140648c4-ec27-4879-9e7f-7e2d444e9a8f tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:33:27.590235 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-140648c4-ec27-4879-9e7f-7e2d444e9a8f tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (8c426d7d-0931-4743-8fbd-315e4aade6aa), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:27.593544 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 12:33:27.593544 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:33:27.593544 n-d-825015-3 neutron-server[103474]: timer() Feb 04 12:33:27.593544 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:33:27.593544 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 12:33:27.593544 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:33:27.593544 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 12:33:27.593544 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:33:27.593544 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 12:33:27.593544 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:33:27.593544 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 12:33:27.593544 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:33:27.593544 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 12:33:27.593544 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:33:27.593544 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:33:27.593544 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:33:27.593544 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:33:27.593544 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:33:27.593544 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 12:33:27.593544 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:33:27.593544 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 12:33:27.593544 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:33:27.593544 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:33:27.593544 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:33:27.593544 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 12:33:27.593544 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:33:27.593544 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:33:27.593544 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:33:27.593544 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:33:27.593544 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:33:27.593544 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:33:27.593544 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:33:27.616108 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6a9c1a67-ca08-4998-b232-12bf6922a426 req-7613b610-1650-4bea-ba94-c6b276c6da7f service neutron] 10.222.0.65 "GET /v2.0/networks/211162ce-c654-4372-abd8-21bf219f75aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451039 Feb 04 12:33:27.624054 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8864a759-a16a-44f2-96f7-c2a9d10adea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (0e5e1d88-bbbf-419a-8ced-f4b9a209a6ea), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:27.688651 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2f1aab02-41d7-46a4-a840-268bbf06f4eb req-c999254b-b047-4844-8a4d-2a2986afbdaf tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/security-groups?id=67d57791-96db-4689-9a02-f69bf9a8e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5336907 Feb 04 12:33:27.711786 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-3d9ef116-bac4-47d7-b908-f6180dab78a9 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Deleting port 0e5e1d88-bbbf-419a-8ced-f4b9a209a6ea {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:33:27.712215 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3d9ef116-bac4-47d7-b908-f6180dab78a9 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (0e5e1d88-bbbf-419a-8ced-f4b9a209a6ea), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:27.742521 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-526511d4-03a9-4f87-963f-7974b4657015 admin admin] Publish callbacks [] for security_group (b1665fc2-f390-4fc5-9440-7ac7fa4a5b02), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:27.746155 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8864a759-a16a-44f2-96f7-c2a9d10adea6 None None] Pushing event deleted for resources: {'Port': ['ID=0e5e1d88-bbbf-419a-8ced-f4b9a209a6ea,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:27.793427 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-3d9ef116-bac4-47d7-b908-f6180dab78a9 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] For port 0e5e1d88-bbbf-419a-8ced-f4b9a209a6ea, host n-d-825015-3, got binding levels [] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:33:27.793881 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3d9ef116-bac4-47d7-b908-f6180dab78a9 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (0e5e1d88-bbbf-419a-8ced-f4b9a209a6ea), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:27.804903 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8864a759-a16a-44f2-96f7-c2a9d10adea6 None None] No DVR routers for this DVR port 0e5e1d88-bbbf-419a-8ced-f4b9a209a6ea on host n-d-825015-3 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:33:27.815094 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-3d9ef116-bac4-47d7-b908-f6180dab78a9 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Calling delete_port for 0e5e1d88-bbbf-419a-8ced-f4b9a209a6ea owned by network:dhcp {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:33:27.819310 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.ipam_backend_mixin [None req-3d9ef116-bac4-47d7-b908-f6180dab78a9 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Port 0e5e1d88-bbbf-419a-8ced-f4b9a209a6ea was not found and therefore no delete operation was performed {{(pid=103475) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 04 12:33:27.821227 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3d9ef116-bac4-47d7-b908-f6180dab78a9 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (0e5e1d88-bbbf-419a-8ced-f4b9a209a6ea), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:27.840033 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-526511d4-03a9-4f87-963f-7974b4657015 admin admin] Publish callbacks [] for security_group (b1665fc2-f390-4fc5-9440-7ac7fa4a5b02), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:27.848028 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-140648c4-ec27-4879-9e7f-7e2d444e9a8f tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (2575981b-0403-4224-9734-a8d89088d954), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:27.866828 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-140648c4-ec27-4879-9e7f-7e2d444e9a8f tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:27.878824 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-140648c4-ec27-4879-9e7f-7e2d444e9a8f tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] 10.222.0.65 "DELETE /v2.0/networks/2575981b-0403-4224-9734-a8d89088d954 HTTP/1.1" status: 204 len: 168 time: 1.3358569 Feb 04 12:33:27.879611 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 45414) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:27.921308 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9ef116-bac4-47d7-b908-f6180dab78a9 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Pushing event deleted for resources: {'Port': ['ID=0e5e1d88-bbbf-419a-8ced-f4b9a209a6ea,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:27.976663 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8f55a963-9a39-49b6-8e32-2a6485dc7208 req-aafaa793-cdea-4a7d-84c6-e15269249ff0 tempest-ServerShowV254Test-1127696232 tempest-ServerShowV254Test-1127696232-project] 10.222.0.65 "GET /v2.0/ports?device_id=47ef7185-cbbb-475d-9695-78bcb14da71d HTTP/1.1" status: 200 len: 210 time: 0.1383040 Feb 04 12:33:27.977566 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9ef116-bac4-47d7-b908-f6180dab78a9 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] No DVR routers for this DVR port 0e5e1d88-bbbf-419a-8ced-f4b9a209a6ea on host n-d-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:33:27.977899 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140648c4-ec27-4879-9e7f-7e2d444e9a8f tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Pushing event deleted for resources: {'Network': ['ID=2575981b-0403-4224-9734-a8d89088d954,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:28.005627 n-d-825015-3 neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-697eebc4-fd7d-450e-a230-82892a586c09 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] DELETE failed (client error): The resource could not be found. Feb 04 12:33:28.008738 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-697eebc4-fd7d-450e-a230-82892a586c09 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 12:33:28.016157 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-697eebc4-fd7d-450e-a230-82892a586c09 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] 10.222.0.65 "DELETE /v2.0/subnets/9c89c955-c879-4261-9651-be5463900eb7 HTTP/1.1" status: 404 len: 337 time: 0.1267765 Feb 04 12:33:28.027642 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 45428) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:28.036975 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-526511d4-03a9-4f87-963f-7974b4657015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (b1665fc2-f390-4fc5-9440-7ac7fa4a5b02), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:28.040238 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-526511d4-03a9-4f87-963f-7974b4657015 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:28.044198 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-526511d4-03a9-4f87-963f-7974b4657015 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b1665fc2-f390-4fc5-9440-7ac7fa4a5b02 HTTP/1.1" status: 204 len: 168 time: 0.6179371 Feb 04 12:33:28.060668 n-d-825015-3 neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebf1710f-bb39-4bc7-b704-8b69e9e5c06c tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] DELETE failed (client error): The resource could not be found. Feb 04 12:33:28.061351 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebf1710f-bb39-4bc7-b704-8b69e9e5c06c tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 12:33:28.067403 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-ebf1710f-bb39-4bc7-b704-8b69e9e5c06c tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] 10.222.0.65 "DELETE /v2.0/networks/709ce2de-a9e8-47b2-a9d5-414087524813 HTTP/1.1" status: 404 len: 339 time: 0.0356092 Feb 04 12:33:28.070006 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 45434) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:28.081743 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526511d4-03a9-4f87-963f-7974b4657015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1665fc2-f390-4fc5-9440-7ac7fa4a5b02,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:28.120432 n-d-825015-3 neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-74b44777-4471-45b1-966c-2a3cefa99a87 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] DELETE failed (client error): The resource could not be found. Feb 04 12:33:28.120851 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74b44777-4471-45b1-966c-2a3cefa99a87 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 12:33:28.126412 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-74b44777-4471-45b1-966c-2a3cefa99a87 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] 10.222.0.65 "DELETE /v2.0/subnets/18a4260c-86e0-45d6-944e-3bef723a4411 HTTP/1.1" status: 404 len: 337 time: 0.0531363 Feb 04 12:33:28.127497 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 45436) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:28.158126 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3d9ef116-bac4-47d7-b908-f6180dab78a9 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (09d729a5-2945-41ab-a81b-a0d9ccd7e14a), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:28.185686 n-d-825015-3 neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-604e1a7b-fffa-4de8-a85e-36f9d287d20b tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] DELETE failed (client error): The resource could not be found. Feb 04 12:33:28.186236 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-604e1a7b-fffa-4de8-a85e-36f9d287d20b tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 12:33:28.192807 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-604e1a7b-fffa-4de8-a85e-36f9d287d20b tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] 10.222.0.65 "DELETE /v2.0/networks/988e22e1-fdaf-4cb3-8a35-b38892ed22c0 HTTP/1.1" status: 404 len: 339 time: 0.0600722 Feb 04 12:33:28.193152 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-3d9ef116-bac4-47d7-b908-f6180dab78a9 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09d729a5-2945-41ab-a81b-a0d9ccd7e14a']}} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:33:28.199036 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 45438) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:28.204749 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-3d9ef116-bac4-47d7-b908-f6180dab78a9 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ea5f31d-dcc1-4797-966b-606688fde040') {'for_net_delete': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:33:28.206041 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-3d9ef116-bac4-47d7-b908-f6180dab78a9 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ea5f31d-dcc1-4797-966b-606688fde040') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:33:28.217544 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3d9ef116-bac4-47d7-b908-f6180dab78a9 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51859336'] for segment (9ea5f31d-dcc1-4797-966b-606688fde040), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:28.233225 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3d9ef116-bac4-47d7-b908-f6180dab78a9 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (9ea5f31d-dcc1-4797-966b-606688fde040), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:28.244510 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d9ef116-bac4-47d7-b908-f6180dab78a9 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=103475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:33:28.245129 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3d9ef116-bac4-47d7-b908-f6180dab78a9 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-52093388'] for segment (9ea5f31d-dcc1-4797-966b-606688fde040), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:28.254312 n-d-825015-3 neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-56fa7d12-4089-4129-bde6-6c7e6d150308 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] DELETE failed (client error): The resource could not be found. Feb 04 12:33:28.255160 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56fa7d12-4089-4129-bde6-6c7e6d150308 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 12:33:28.258876 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-56fa7d12-4089-4129-bde6-6c7e6d150308 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] 10.222.0.65 "DELETE /v2.0/subnets/fd1f179f-34a4-4a35-b528-215cfea4c7f7 HTTP/1.1" status: 404 len: 337 time: 0.0572262 Feb 04 12:33:28.269443 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 45442) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:28.308698 n-d-825015-3 neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-94a0e70b-b65c-4cca-bb4c-d82a067d439a tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] DELETE failed (client error): The resource could not be found. Feb 04 12:33:28.310073 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94a0e70b-b65c-4cca-bb4c-d82a067d439a tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 12:33:28.313664 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-94a0e70b-b65c-4cca-bb4c-d82a067d439a tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] 10.222.0.65 "DELETE /v2.0/networks/193d1359-eea5-4537-98d5-82bd4301653d HTTP/1.1" status: 404 len: 339 time: 0.0346529 Feb 04 12:33:28.321349 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 45446) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:28.357496 n-d-825015-3 neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3ff19bc-1fd7-427b-a305-0859f1531abb tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] DELETE failed (client error): The resource could not be found. Feb 04 12:33:28.358751 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3ff19bc-1fd7-427b-a305-0859f1531abb tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 12:33:28.362737 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-c3ff19bc-1fd7-427b-a305-0859f1531abb tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] 10.222.0.65 "DELETE /v2.0/subnets/66af3d39-2b30-4938-b3d1-494463dd9e3a HTTP/1.1" status: 404 len: 337 time: 0.0380380 Feb 04 12:33:28.364045 n-d-825015-3 neutron-server[103475]: Traceback (most recent call last): Feb 04 12:33:28.364045 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:33:28.364045 n-d-825015-3 neutron-server[103475]: timer() Feb 04 12:33:28.364045 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:33:28.364045 n-d-825015-3 neutron-server[103475]: cb(*args, **kw) Feb 04 12:33:28.364045 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:33:28.364045 n-d-825015-3 neutron-server[103475]: return func(*args, **kwargs) Feb 04 12:33:28.364045 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:33:28.364045 n-d-825015-3 neutron-server[103475]: self._notify() Feb 04 12:33:28.364045 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:33:28.364045 n-d-825015-3 neutron-server[103475]: self.callback(batched_events) Feb 04 12:33:28.364045 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:33:28.364045 n-d-825015-3 neutron-server[103475]: event.method(event) Feb 04 12:33:28.364045 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:33:28.364045 n-d-825015-3 neutron-server[103475]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:33:28.364045 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:33:28.364045 n-d-825015-3 neutron-server[103475]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:33:28.364045 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:33:28.364045 n-d-825015-3 neutron-server[103475]: return f(self, *a, **k) Feb 04 12:33:28.364045 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:33:28.364045 n-d-825015-3 neutron-server[103475]: return self._get(url).json() Feb 04 12:33:28.364045 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:33:28.364045 n-d-825015-3 neutron-server[103475]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:33:28.364045 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:33:28.364045 n-d-825015-3 neutron-server[103475]: return self.request(url, 'GET', **kwargs) Feb 04 12:33:28.364045 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:33:28.364045 n-d-825015-3 neutron-server[103475]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:33:28.364045 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:33:28.364045 n-d-825015-3 neutron-server[103475]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:33:28.364045 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:33:28.364045 n-d-825015-3 neutron-server[103475]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:33:28.364045 n-d-825015-3 neutron-server[103475]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:33:28.366512 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3d9ef116-bac4-47d7-b908-f6180dab78a9 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (09d729a5-2945-41ab-a81b-a0d9ccd7e14a), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:28.372380 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 45448) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:28.403933 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3d9ef116-bac4-47d7-b908-f6180dab78a9 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:28.407510 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-3d9ef116-bac4-47d7-b908-f6180dab78a9 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "DELETE /v2.0/networks/09d729a5-2945-41ab-a81b-a0d9ccd7e14a HTTP/1.1" status: 204 len: 168 time: 2.7074196 Feb 04 12:33:28.411570 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 45450) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:28.429026 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-c3b4cbef-48cc-48e1-8a2f-f01e37717363 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Request body: {'port': {'network_id': '6c81f3de-3475-436c-a4ac-8f63955bceb3', 'name': 'tempest-PortsTestJSON-1122701600'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:33:28.458590 n-d-825015-3 neutron-server[103475]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbc9e43d-774a-4f50-9421-44073791920b tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] DELETE failed (client error): The resource could not be found. Feb 04 12:33:28.462925 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbc9e43d-774a-4f50-9421-44073791920b tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103475) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 12:33:28.470608 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-fbc9e43d-774a-4f50-9421-44073791920b tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] 10.222.0.65 "DELETE /v2.0/networks/e15ed841-f26f-4889-890d-b701a5460c6d HTTP/1.1" status: 404 len: 339 time: 0.0895765 Feb 04 12:33:28.486061 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 45452) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:28.488582 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-25241c4e-5d46-4f9d-8279-2b69d673253c req-870fab91-69ab-45b0-85a8-dd3ae83f6997 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a5c2a56-ee1a-4c7e-bf15-98711834c060 HTTP/1.1" status: 200 len: 210 time: 0.1272881 Feb 04 12:33:28.530577 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9ef116-bac4-47d7-b908-f6180dab78a9 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Pushing event deleted for resources: {'Network': ['ID=09d729a5-2945-41ab-a81b-a0d9ccd7e14a,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:28.630090 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device d51b24cb-7b0e-4538-ad0d-f93b4f99a711 up at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:33:28.795014 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 6defe383-cb28-46b4-92b5-09273b352191 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:33:28.820876 n-d-825015-3 neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ef02dbb-fb85-4fb0-b840-97814084a4ed tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] DELETE failed (client error): The resource could not be found. Feb 04 12:33:28.832218 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ef02dbb-fb85-4fb0-b840-97814084a4ed tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 12:33:28.835635 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-1ef02dbb-fb85-4fb0-b840-97814084a4ed tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] 10.222.0.65 "DELETE /v2.0/subnets/0defbd1a-c571-4d3b-a461-1a652db0e8a6 HTTP/1.1" status: 404 len: 337 time: 0.3397202 Feb 04 12:33:28.855559 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 45468) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:28.922662 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 6defe383-cb28-46b4-92b5-09273b352191 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:33:28.931581 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 6defe383-cb28-46b4-92b5-09273b352191 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:33:28.942352 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d1722b20-011e-4f59-a622-5befef1ad550 req-059aa645-9c9f-4c78-9992-bdc2a1e2c538 tempest-ServerShowV254Test-1127696232 tempest-ServerShowV254Test-1127696232-project] 10.222.0.73 "GET /v2.0/ports?device_id=47ef7185-cbbb-475d-9695-78bcb14da71d HTTP/1.1" status: 200 len: 210 time: 0.1360092 Feb 04 12:33:28.977670 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bdbd6171-4bcc-4918-add2-bc502cfd09fc req-7e3c4e50-45ca-485f-981d-619d8cbe8e53 tempest-ImagesNegativeTestJSON-1904416602 tempest-ImagesNegativeTestJSON-1904416602-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=ade4e3ed209d4700bf14989772cb9c9d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2677984 Feb 04 12:33:28.987389 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning complete for port d51b24cb-7b0e-4538-ad0d-f93b4f99a711 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:33:28.991770 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (d51b24cb-7b0e-4538-ad0d-f93b4f99a711), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:28.991992 n-d-825015-3 neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-f86736f6-68ee-484a-a664-15287c7e3953 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] DELETE failed (client error): The resource could not be found. Feb 04 12:33:28.995707 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f86736f6-68ee-484a-a664-15287c7e3953 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 12:33:29.008036 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-f86736f6-68ee-484a-a664-15287c7e3953 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] 10.222.0.65 "DELETE /v2.0/networks/5ada2d26-e067-48e2-91ca-a4173e220afb HTTP/1.1" status: 404 len: 339 time: 0.1312807 Feb 04 12:33:29.010568 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 45472) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:29.074614 n-d-825015-3 neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bd44a91-b3f5-4089-828c-eebcd17c2399 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] DELETE failed (client error): The resource could not be found. Feb 04 12:33:29.075369 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bd44a91-b3f5-4089-828c-eebcd17c2399 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 12:33:29.078915 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-0bd44a91-b3f5-4089-828c-eebcd17c2399 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] 10.222.0.65 "DELETE /v2.0/subnets/ebba3ab7-284a-46e7-9e33-b8574b026aab HTTP/1.1" status: 404 len: 337 time: 0.0672526 Feb 04 12:33:29.086151 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cd93a3-697e-4502-9ac0-0dbbc85fe651 req-10a9aee4-fb09-4f69-9e89-b03df4f9d025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:29.087688 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-25cd93a3-697e-4502-9ac0-0dbbc85fe651 req-10a9aee4-fb09-4f69-9e89-b03df4f9d025 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=064b8b16-59ce-4f5e-b1f8-f430debd9ab3 HTTP/1.1" status: 200 len: 1128 time: 0.6373687 Feb 04 12:33:29.090700 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 45476) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:29.162086 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port d51b24cb-7b0e-4538-ad0d-f93b4f99a711 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:33:29.162770 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (d51b24cb-7b0e-4538-ad0d-f93b4f99a711), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:29.167554 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 45478) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:29.187261 n-d-825015-3 neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-01560121-7920-4992-ae72-a8876b962088 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] DELETE failed (client error): The resource could not be found. Feb 04 12:33:29.189903 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01560121-7920-4992-ae72-a8876b962088 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 12:33:29.195946 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-01560121-7920-4992-ae72-a8876b962088 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] 10.222.0.65 "DELETE /v2.0/networks/510ce670-bd02-4ff0-8f97-f1eb1777b8ca HTTP/1.1" status: 404 len: 339 time: 0.1018648 Feb 04 12:33:29.210067 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 45480) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:29.216892 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0279577-66bd-4080-acc2-a763ce6cf522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd51b24cb-7b0e-4538-ad0d-f93b4f99a711'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:33:29.224034 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7a116d0-15cc-40b6-8d73-02effbc0706c" -d '{"events": [{"server_uuid": "a0279577-66bd-4080-acc2-a763ce6cf522", "name": "network-vif-plugged", "status": "completed", "tag": "d51b24cb-7b0e-4538-ad0d-f93b4f99a711"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:33:29.234008 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3b4cbef-48cc-48e1-8a2f-f01e37717363 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Made reservation on behalf of 1dcfbfeb897648c6ad07937129f0b5e8 for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:33:29.249628 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port d51b24cb-7b0e-4538-ad0d-f93b4f99a711, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=d51b24cb-7b0e-4538-ad0d-f93b4f99a711,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:33:29.250610 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c3b4cbef-48cc-48e1-8a2f-f01e37717363 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:29.255647 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (d51b24cb-7b0e-4538-ad0d-f93b4f99a711), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:29.310506 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbd6171-4bcc-4918-add2-bc502cfd09fc req-c958de3b-9afe-44a3-abd9-234bc2016d8f tempest-ImagesNegativeTestJSON-1904416602 tempest-ImagesNegativeTestJSON-1904416602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:29.312319 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bdbd6171-4bcc-4918-add2-bc502cfd09fc req-c958de3b-9afe-44a3-abd9-234bc2016d8f tempest-ImagesNegativeTestJSON-1904416602 tempest-ImagesNegativeTestJSON-1904416602-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3335798 Feb 04 12:33:29.349236 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bdbd6171-4bcc-4918-add2-bc502cfd09fc req-4467740c-7a5c-4f3e-9942-8034965fafa5 tempest-ImagesNegativeTestJSON-1904416602 tempest-ImagesNegativeTestJSON-1904416602-project] 10.222.0.65 "GET /v2.0/quotas/ade4e3ed209d4700bf14989772cb9c9d HTTP/1.1" status: 200 len: 375 time: 0.0266294 Feb 04 12:33:29.360396 n-d-825015-3 neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ce5ad6b-b225-41c7-942d-ce9f1eaa1e65 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] DELETE failed (client error): The resource could not be found. Feb 04 12:33:29.363172 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ce5ad6b-b225-41c7-942d-ce9f1eaa1e65 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 12:33:29.368343 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-9ce5ad6b-b225-41c7-942d-ce9f1eaa1e65 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] 10.222.0.65 "DELETE /v2.0/subnets/36773fe4-f2ca-4850-aa62-d9fa6966308b HTTP/1.1" status: 404 len: 337 time: 0.1478896 Feb 04 12:33:29.373164 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=d51b24cb-7b0e-4538-ad0d-f93b4f99a711,revision_number=7']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:29.381694 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 45484) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:29.398453 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bdbd6171-4bcc-4918-add2-bc502cfd09fc req-547f9be5-1435-4f90-a351-2ccff5c0bb68 tempest-ImagesNegativeTestJSON-1904416602 tempest-ImagesNegativeTestJSON-1904416602-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=ade4e3ed209d4700bf14989772cb9c9d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0377738 Feb 04 12:33:29.422465 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ca0eb1-afb9-40fc-b694-e5f058431c94 req-c0f82237-2634-4416-99e8-8108f8662e3c tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:29.425815 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-78ca0eb1-afb9-40fc-b694-e5f058431c94 req-c0f82237-2634-4416-99e8-8108f8662e3c tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/ports?device_id=064b8b16-59ce-4f5e-b1f8-f430debd9ab3 HTTP/1.1" status: 200 len: 946 time: 0.4821212 Feb 04 12:33:29.429030 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-25cd93a3-697e-4502-9ac0-0dbbc85fe651 req-df68e57a-6eba-459d-bc39-86c2dfda5716 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=67d57791-96db-4689-9a02-f69bf9a8e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324861 Feb 04 12:33:29.557365 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-78ca0eb1-afb9-40fc-b694-e5f058431c94 req-8e4d4ddc-0756-4dad-85a2-6b9221bf18dc tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/security-groups?id=67d57791-96db-4689-9a02-f69bf9a8e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248274 Feb 04 12:33:29.801093 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7d60da8-0c07-444a-b35d-e9ac57ad575f x-openstack-request-id: req-c7d60da8-0c07-444a-b35d-e9ac57ad575f {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:33:29.802208 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0279577-66bd-4080-acc2-a763ce6cf522", "name": "network-vif-plugged", "status": "completed", "tag": "d51b24cb-7b0e-4538-ad0d-f93b4f99a711", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:33:29.802932 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c7d60da8-0c07-444a-b35d-e9ac57ad575f {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:33:29.803857 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0279577-66bd-4080-acc2-a763ce6cf522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd51b24cb-7b0e-4538-ad0d-f93b4f99a711', 'code': 200} Feb 04 12:33:29.842598 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6eb81f46-ecb9-4f35-82c2-8930d5569a18 req-37707973-194a-401b-9cea-45f693c105bb tempest-ServerShowV254Test-1127696232 tempest-ServerShowV254Test-1127696232-project] 10.222.0.65 "GET /v2.0/ports?device_id=47ef7185-cbbb-475d-9695-78bcb14da71d HTTP/1.1" status: 200 len: 210 time: 0.0632432 Feb 04 12:33:29.871775 n-d-825015-3 neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-92e1b1da-934d-4255-89f2-96b2a7b0b11b tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] DELETE failed (client error): The resource could not be found. Feb 04 12:33:29.873608 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92e1b1da-934d-4255-89f2-96b2a7b0b11b tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 12:33:29.882103 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 45500) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:29.882828 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-92e1b1da-934d-4255-89f2-96b2a7b0b11b tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] 10.222.0.65 "DELETE /v2.0/networks/f8be0b39-7bd1-4755-ad52-adf05588b7e8 HTTP/1.1" status: 404 len: 339 time: 0.4998899 Feb 04 12:33:29.911293 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [None req-c3b4cbef-48cc-48e1-8a2f-f01e37717363 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] device_id is not set on port eb6c778f-db04-4776-a40e-ebbe52c846b4 yet. {{(pid=103474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 12:33:29.919677 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-911bb1be-05cd-44e6-99e7-8f60bd4f6648 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6889a1b00b884c33a2ae9393b4eb5fd5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7504888 Feb 04 12:33:29.945351 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 45502) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:29.981799 n-d-825015-3 neutron-server[103475]: INFO neutron.pecan_wsgi.hooks.translation [None req-eafa3e06-c6f9-4553-959f-439d622a5237 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] DELETE failed (client error): The resource could not be found. Feb 04 12:33:29.982417 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eafa3e06-c6f9-4553-959f-439d622a5237 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103475) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 12:33:29.989089 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-eafa3e06-c6f9-4553-959f-439d622a5237 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] 10.222.0.65 "DELETE /v2.0/subnets/c6cbeb57-04a4-4945-8aa7-20d5bf355431 HTTP/1.1" status: 404 len: 337 time: 0.1012597 Feb 04 12:33:30.023456 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 45504) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:30.095444 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-164422ce-46bc-416b-87a7-75c29c91e747 req-7572988d-cf15-476e-8b32-8d47e43cb055 tempest-ImagesNegativeTestJSON-1904416602 tempest-ImagesNegativeTestJSON-1904416602-project] 10.222.0.65 "GET /v2.0/ports?device_id=b7b6b03d-c94a-401d-bd0e-aa784d0ec13a HTTP/1.1" status: 200 len: 210 time: 0.1234181 Feb 04 12:33:30.133965 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-87142704-f542-4ad8-a02a-fc1c0ec54365 req-a2d9b11a-5db9-4d81-a9e4-3a57c7ee6914 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a5c2a56-ee1a-4c7e-bf15-98711834c060 HTTP/1.1" status: 200 len: 210 time: 0.1641042 Feb 04 12:33:30.182880 n-d-825015-3 neutron-server[103475]: INFO neutron.pecan_wsgi.hooks.translation [None req-d592e23e-d3d8-484e-b2e1-74061b3fbf20 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] DELETE failed (client error): The resource could not be found. Feb 04 12:33:30.183777 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d592e23e-d3d8-484e-b2e1-74061b3fbf20 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103475) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 12:33:30.188702 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-d592e23e-d3d8-484e-b2e1-74061b3fbf20 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] 10.222.0.65 "DELETE /v2.0/networks/69763912-3e77-4173-81ec-bb45e6b45408 HTTP/1.1" status: 404 len: 339 time: 0.1605639 Feb 04 12:33:30.192557 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 45510) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:30.233221 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-71893544-d276-4e4a-b075-70f9449f9a86 admin admin] Publish callbacks [] for security_group (aee644d8-a248-4efb-b6ea-b3cc807dd1d8), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:30.298273 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d343bf8-e93c-4316-b943-a27c924eb76d tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Deleting subnet 1464bafc-feda-453b-ba15-3c28c31c9ff1 {{(pid=103475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:33:30.305209 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4d343bf8-e93c-4316-b943-a27c924eb76d tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks [] for subnet (1464bafc-feda-453b-ba15-3c28c31c9ff1), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:30.311139 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-71893544-d276-4e4a-b075-70f9449f9a86 admin admin] Publish callbacks [] for security_group (aee644d8-a248-4efb-b6ea-b3cc807dd1d8), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:30.365134 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9c1a67-ca08-4998-b232-12bf6922a426 req-803c51ca-6569-4144-a8f0-9fc5bb63c3c8 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:30.367074 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6a9c1a67-ca08-4998-b232-12bf6922a426 req-803c51ca-6569-4144-a8f0-9fc5bb63c3c8 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.77 "GET /v2.0/networks?id=211162ce-c654-4372-abd8-21bf219f75aa HTTP/1.1" status: 200 len: 811 time: 0.3413043 Feb 04 12:33:30.368671 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c3b4cbef-48cc-48e1-8a2f-f01e37717363 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks [] for port (eb6c778f-db04-4776-a40e-ebbe52c846b4), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:30.397006 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4d343bf8-e93c-4316-b943-a27c924eb76d tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51859329'] for subnet (1464bafc-feda-453b-ba15-3c28c31c9ff1), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:30.492081 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-71893544-d276-4e4a-b075-70f9449f9a86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (aee644d8-a248-4efb-b6ea-b3cc807dd1d8), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:30.494799 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-71893544-d276-4e4a-b075-70f9449f9a86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:30.513879 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-71893544-d276-4e4a-b075-70f9449f9a86 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/aee644d8-a248-4efb-b6ea-b3cc807dd1d8 HTTP/1.1" status: 204 len: 168 time: 0.5665708 Feb 04 12:33:30.519622 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6a9c1a67-ca08-4998-b232-12bf6922a426 req-4792c5a8-308e-477c-b4f2-9467da529194 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=31d6c346447a48008dccda4817c529a1 HTTP/1.1" status: 200 len: 380 time: 0.1438060 Feb 04 12:33:30.527430 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c3b4cbef-48cc-48e1-8a2f-f01e37717363 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (eb6c778f-db04-4776-a40e-ebbe52c846b4), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:30.543407 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-6a9c1a67-ca08-4998-b232-12bf6922a426 req-1d4a386a-c1eb-4a77-b9c3-def3ae3d848f tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Request body: {'port': {'device_id': '5a5c2a56-ee1a-4c7e-bf15-98711834c060', 'network_id': '211162ce-c654-4372-abd8-21bf219f75aa', 'admin_state_up': True, 'tenant_id': '31d6c346447a48008dccda4817c529a1', 'security_groups': ['d8bd411c-ac47-4f15-b918-c420cf0295e3']}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:33:30.569991 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71893544-d276-4e4a-b075-70f9449f9a86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee644d8-a248-4efb-b6ea-b3cc807dd1d8,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:30.665417 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b4cbef-48cc-48e1-8a2f-f01e37717363 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Network 6c81f3de-3475-436c-a4ac-8f63955bceb3 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:33:30.671270 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-c3b4cbef-48cc-48e1-8a2f-f01e37717363 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:33:30.692649 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b4cbef-48cc-48e1-8a2f-f01e37717363 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:33:30.706000 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b4cbef-48cc-48e1-8a2f-f01e37717363 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:30.706683 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c3b4cbef-48cc-48e1-8a2f-f01e37717363 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:30.749887 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b4cbef-48cc-48e1-8a2f-f01e37717363 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Pushing event updated for resources: {'Port': ['ID=eb6c778f-db04-4776-a40e-ebbe52c846b4,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:30.780563 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-c3b4cbef-48cc-48e1-8a2f-f01e37717363 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.3648272 Feb 04 12:33:30.783852 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 45528) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:30.868927 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4d343bf8-e93c-4316-b943-a27c924eb76d tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (1464bafc-feda-453b-ba15-3c28c31c9ff1), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:31.058916 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:31.109106 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d21d99-99d1-44aa-92c2-c7fc730744aa req-3ea240e4-86f9-4ac8-9638-91174e2f5aa1 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:31.110705 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-18d21d99-99d1-44aa-92c2-c7fc730744aa req-3ea240e4-86f9-4ac8-9638-91174e2f5aa1 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/ports?device_id=064b8b16-59ce-4f5e-b1f8-f430debd9ab3 HTTP/1.1" status: 200 len: 946 time: 0.3965261 Feb 04 12:33:31.113142 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4d343bf8-e93c-4316-b943-a27c924eb76d tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-52093282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51452698'] for subnet (1464bafc-feda-453b-ba15-3c28c31c9ff1), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:31.127769 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a9c1a67-ca08-4998-b232-12bf6922a426 req-1d4a386a-c1eb-4a77-b9c3-def3ae3d848f tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Made reservation on behalf of 31d6c346447a48008dccda4817c529a1 for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:33:31.133520 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-6a9c1a67-ca08-4998-b232-12bf6922a426 req-1d4a386a-c1eb-4a77-b9c3-def3ae3d848f tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:31.230557 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-cb03ed78-3dc5-420e-803f-1f1e6ec499ce tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Deleting port eb6c778f-db04-4776-a40e-ebbe52c846b4 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:33:31.230915 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cb03ed78-3dc5-420e-803f-1f1e6ec499ce tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (eb6c778f-db04-4776-a40e-ebbe52c846b4), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:31.343616 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cb03ed78-3dc5-420e-803f-1f1e6ec499ce tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (eb6c778f-db04-4776-a40e-ebbe52c846b4), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:31.363668 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-cb03ed78-3dc5-420e-803f-1f1e6ec499ce tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Calling delete_port for eb6c778f-db04-4776-a40e-ebbe52c846b4 owned by {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:33:31.384582 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d343bf8-e93c-4316-b943-a27c924eb76d tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Pushing event deleted for resources: {'Subnet': ['ID=1464bafc-feda-453b-ba15-3c28c31c9ff1,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:31.409703 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 45550) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:31.451673 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2150a9b0-dcae-4a7f-9c40-ea9573b5ec4a None None] Network bf310a5c-ba5f-441c-bdc9-8b5730c2251d requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:33:31.462565 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4d343bf8-e93c-4316-b943-a27c924eb76d tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:31.470353 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 45554) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:31.480524 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-4d343bf8-e93c-4316-b943-a27c924eb76d tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] 10.222.0.65 "DELETE /v2.0/subnets/1464bafc-feda-453b-ba15-3c28c31c9ff1 HTTP/1.1" status: 204 len: 168 time: 1.2865863 Feb 04 12:33:31.542637 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2ef393b5-e7a0-49a1-81dd-982d5d0f4373 req-8341a7d9-f18f-40aa-ad9d-fd4fad66ef91 tempest-ImagesNegativeTestJSON-1904416602 tempest-ImagesNegativeTestJSON-1904416602-project] 10.222.0.65 "GET /v2.0/ports?device_id=b7b6b03d-c94a-401d-bd0e-aa784d0ec13a HTTP/1.1" status: 200 len: 210 time: 0.1541517 Feb 04 12:33:31.731197 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-bdbd6171-4bcc-4918-add2-bc502cfd09fc req-2e903523-4c46-4606-b608-cb8d4137e75c tempest-ImagesNegativeTestJSON-1904416602 tempest-ImagesNegativeTestJSON-1904416602-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=ade4e3ed209d4700bf14989772cb9c9d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0922997 Feb 04 12:33:31.740867 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:31.783192 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-66f39c7f-6ef5-4f50-b598-92e882b5b6f5 req-84124e9e-1b92-4297-a9e1-40ffd2aeab13 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a5c2a56-ee1a-4c7e-bf15-98711834c060 HTTP/1.1" status: 200 len: 210 time: 0.0690093 Feb 04 12:33:31.865491 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-18d21d99-99d1-44aa-92c2-c7fc730744aa req-7da5b797-638a-4ec2-8998-16613d754d45 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/security-groups?id=67d57791-96db-4689-9a02-f69bf9a8e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6896894 Feb 04 12:33:31.886617 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-42fb9ccf-df71-4046-832c-3d36aad8f1e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:31.922719 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a169569-a307-4127-bfd4-49a359376c70 None None] DHCP port deletion for bf310a5c-ba5f-441c-bdc9-8b5730c2251d request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 12:33:31.972566 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cb03ed78-3dc5-420e-803f-1f1e6ec499ce tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (eb6c778f-db04-4776-a40e-ebbe52c846b4), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:32.012556 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-aa7e5f54-bf79-4e6d-8b6d-833ca8ff8066 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (bf310a5c-ba5f-441c-bdc9-8b5730c2251d), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:32.093846 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cb03ed78-3dc5-420e-803f-1f1e6ec499ce tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:32.097533 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-cb03ed78-3dc5-420e-803f-1f1e6ec499ce tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "DELETE /v2.0/ports/eb6c778f-db04-4776-a40e-ebbe52c846b4 HTTP/1.1" status: 204 len: 168 time: 1.3081274 Feb 04 12:33:32.105807 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 45576) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:32.115991 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb03ed78-3dc5-420e-803f-1f1e6ec499ce tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Pushing event deleted for resources: {'Port': ['ID=eb6c778f-db04-4776-a40e-ebbe52c846b4,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:32.144192 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-1e42ea52-7f5b-407c-af69-790419ba2228 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Request body: {'port': {'network_id': '6c81f3de-3475-436c-a4ac-8f63955bceb3', 'mac_address': 'fa:16:3e:48:13:8e', 'name': 'tempest-PortsTestJSON-98391714'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:33:32.155676 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-6a9c1a67-ca08-4998-b232-12bf6922a426 req-1d4a386a-c1eb-4a77-b9c3-def3ae3d848f tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Allocated IP 172.20.0.8 (211162ce-c654-4372-abd8-21bf219f75aa/a7a80143-29a9-4ba6-9987-42b8f7317e54/be6eda28-f036-432a-b687-6c873f3ef0e7) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:33:32.212427 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96744cd1-6a03-4dda-995a-c90018ea64e4 req-af2d9913-cfd5-43fd-a5c9-5914ce4881d1 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:32.220967 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-96744cd1-6a03-4dda-995a-c90018ea64e4 req-af2d9913-cfd5-43fd-a5c9-5914ce4881d1 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8861db3-f96d-4488-9972-dc9abe44d442 HTTP/1.1" status: 200 len: 945 time: 0.1217844 Feb 04 12:33:32.261700 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0a169569-a307-4127-bfd4-49a359376c70 None None] Deleting port f81303e7-dee0-4b1e-8cc6-1d02c83c435b {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:33:32.262882 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0a169569-a307-4127-bfd4-49a359376c70 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (f81303e7-dee0-4b1e-8cc6-1d02c83c435b), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:32.333928 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-96744cd1-6a03-4dda-995a-c90018ea64e4 req-345f247b-1e57-4050-add6-88645900f72a tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/security-groups?id=67d57791-96db-4689-9a02-f69bf9a8e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116481 Feb 04 12:33:32.363927 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0a169569-a307-4127-bfd4-49a359376c70 None None] For port f81303e7-dee0-4b1e-8cc6-1d02c83c435b, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=f81303e7-dee0-4b1e-8cc6-1d02c83c435b,segment=NetworkSegment(fe79dbce-d474-4f58-96d6-f672366b501b),segment_id=fe79dbce-d474-4f58-96d6-f672366b501b)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:33:32.364450 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0a169569-a307-4127-bfd4-49a359376c70 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (f81303e7-dee0-4b1e-8cc6-1d02c83c435b), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:32.369571 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-42fb9ccf-df71-4046-832c-3d36aad8f1e1 admin admin] Publish callbacks [] for security_group (cb25e3bc-d829-44d6-b8dd-e9700cd9e67c), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:32.378105 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbd6171-4bcc-4918-add2-bc502cfd09fc req-d897e42e-9388-499b-b73a-5af087953b30 tempest-ImagesNegativeTestJSON-1904416602 tempest-ImagesNegativeTestJSON-1904416602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:32.380260 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-bdbd6171-4bcc-4918-add2-bc502cfd09fc req-d897e42e-9388-499b-b73a-5af087953b30 tempest-ImagesNegativeTestJSON-1904416602 tempest-ImagesNegativeTestJSON-1904416602-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6296048 Feb 04 12:33:32.399468 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0a169569-a307-4127-bfd4-49a359376c70 None None] Calling delete_port for f81303e7-dee0-4b1e-8cc6-1d02c83c435b owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:33:32.413398 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-42fb9ccf-df71-4046-832c-3d36aad8f1e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (cb25e3bc-d829-44d6-b8dd-e9700cd9e67c), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:32.429605 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 12:33:32.430826 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-bdbd6171-4bcc-4918-add2-bc502cfd09fc req-6a1904d2-a1db-40d8-93d3-42cfc6ac414c tempest-ImagesNegativeTestJSON-1904416602 tempest-ImagesNegativeTestJSON-1904416602-project] Request body: {'port': {'device_id': 'b7b6b03d-c94a-401d-bd0e-aa784d0ec13a', 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c', 'admin_state_up': True, 'tenant_id': 'ade4e3ed209d4700bf14989772cb9c9d'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:33:32.615158 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdbd6171-4bcc-4918-add2-bc502cfd09fc req-6a1904d2-a1db-40d8-93d3-42cfc6ac414c tempest-ImagesNegativeTestJSON-1904416602 tempest-ImagesNegativeTestJSON-1904416602-project] Made reservation on behalf of ade4e3ed209d4700bf14989772cb9c9d for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:33:32.625004 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-bdbd6171-4bcc-4918-add2-bc502cfd09fc req-6a1904d2-a1db-40d8-93d3-42cfc6ac414c tempest-ImagesNegativeTestJSON-1904416602 tempest-ImagesNegativeTestJSON-1904416602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:32.694182 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0a169569-a307-4127-bfd4-49a359376c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (f81303e7-dee0-4b1e-8cc6-1d02c83c435b), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:32.722112 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-6a9c1a67-ca08-4998-b232-12bf6922a426 req-1d4a386a-c1eb-4a77-b9c3-def3ae3d848f tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Publish callbacks [] for port (be6eda28-f036-432a-b687-6c873f3ef0e7), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:32.778875 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-bdbd6171-4bcc-4918-add2-bc502cfd09fc req-6a1904d2-a1db-40d8-93d3-42cfc6ac414c tempest-ImagesNegativeTestJSON-1904416602 tempest-ImagesNegativeTestJSON-1904416602-project] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:32.819326 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-42fb9ccf-df71-4046-832c-3d36aad8f1e1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=556c070105fc4ab5b59fd61b35426493&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4060116 Feb 04 12:33:32.826286 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 45592) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:32.846528 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a169569-a307-4127-bfd4-49a359376c70 None None] Pushing event deleted for resources: {'Port': ['ID=f81303e7-dee0-4b1e-8cc6-1d02c83c435b,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:32.866993 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a169569-a307-4127-bfd4-49a359376c70 None None] No DVR routers for this DVR port f81303e7-dee0-4b1e-8cc6-1d02c83c435b on host n-d-825015-3 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:33:32.889735 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device f81303e7-dee0-4b1e-8cc6-1d02c83c435b no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:33:32.926077 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: f81303e7-dee0-4b1e-8cc6-1d02c83c435b {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:33:32.926724 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device f81303e7-dee0-4b1e-8cc6-1d02c83c435b not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:33:32.973943 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fb9ccf-df71-4046-832c-3d36aad8f1e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb25e3bc-d829-44d6-b8dd-e9700cd9e67c,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:33.012559 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2b82f42b-fc5a-4108-94d7-4df83f429c94 req-fb60533b-8626-4db8-a963-32f466fa4df9 tempest-ImagesNegativeTestJSON-1904416602 tempest-ImagesNegativeTestJSON-1904416602-project] 10.222.0.65 "GET /v2.0/ports?device_id=b7b6b03d-c94a-401d-bd0e-aa784d0ec13a HTTP/1.1" status: 200 len: 210 time: 0.2590020 Feb 04 12:33:33.103203 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c2645f15-94ad-48da-afb2-0cd1584a7546 admin admin] Publish callbacks [] for security_group (cb25e3bc-d829-44d6-b8dd-e9700cd9e67c), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:33.105065 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e42ea52-7f5b-407c-af69-790419ba2228 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Made reservation on behalf of 1dcfbfeb897648c6ad07937129f0b5e8 for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:33:33.124759 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e4c269-77c7-49bf-b611-7297298ecee1 req-19befbf5-aeb0-4819-9787-5c05fdf42d9a tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:33.133961 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-76e4c269-77c7-49bf-b611-7297298ecee1 req-19befbf5-aeb0-4819-9787-5c05fdf42d9a tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8861db3-f96d-4488-9972-dc9abe44d442 HTTP/1.1" status: 200 len: 945 time: 0.3347323 Feb 04 12:33:33.192719 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3828811d-5115-4287-91a2-e3d9089a6e24 req-8e9df9c2-24bf-4c44-ac53-db344270ad24 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a5c2a56-ee1a-4c7e-bf15-98711834c060 HTTP/1.1" status: 200 len: 210 time: 0.0541632 Feb 04 12:33:33.213755 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1e42ea52-7f5b-407c-af69-790419ba2228 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:33.218039 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-6a9c1a67-ca08-4998-b232-12bf6922a426 req-1d4a386a-c1eb-4a77-b9c3-def3ae3d848f tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (be6eda28-f036-432a-b687-6c873f3ef0e7), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:33.266282 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-aa7e5f54-bf79-4e6d-8b6d-833ca8ff8066 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Deleting port f81303e7-dee0-4b1e-8cc6-1d02c83c435b {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:33:33.266828 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-aa7e5f54-bf79-4e6d-8b6d-833ca8ff8066 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (f81303e7-dee0-4b1e-8cc6-1d02c83c435b), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:33.334875 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a9c1a67-ca08-4998-b232-12bf6922a426 req-1d4a386a-c1eb-4a77-b9c3-def3ae3d848f tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Network 211162ce-c654-4372-abd8-21bf219f75aa is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:33:33.348876 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-76e4c269-77c7-49bf-b611-7297298ecee1 req-951250d6-988f-49fc-abce-e723b81037c6 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/security-groups?id=67d57791-96db-4689-9a02-f69bf9a8e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139769 Feb 04 12:33:33.355049 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-6a9c1a67-ca08-4998-b232-12bf6922a426 req-1d4a386a-c1eb-4a77-b9c3-def3ae3d848f tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:33:33.364438 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a9c1a67-ca08-4998-b232-12bf6922a426 req-1d4a386a-c1eb-4a77-b9c3-def3ae3d848f tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:33:33.420091 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c2645f15-94ad-48da-afb2-0cd1584a7546 admin admin] Publish callbacks [] for security_group (cb25e3bc-d829-44d6-b8dd-e9700cd9e67c), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:33.464608 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [None req-1e42ea52-7f5b-407c-af69-790419ba2228 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] device_id is not set on port 0d46984f-e547-4c00-bbb5-610572f858d5 yet. {{(pid=103474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 12:33:33.495256 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4a386a-c1eb-4a77-b9c3-def3ae3d848f tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Pushing event updated for resources: {'Port': ['ID=be6eda28-f036-432a-b687-6c873f3ef0e7,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:33.530746 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9c1a67-ca08-4998-b232-12bf6922a426 req-1d4a386a-c1eb-4a77-b9c3-def3ae3d848f tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:33.565104 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-6a9c1a67-ca08-4998-b232-12bf6922a426 req-1d4a386a-c1eb-4a77-b9c3-def3ae3d848f tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:33.579885 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4a386a-c1eb-4a77-b9c3-def3ae3d848f tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:33:33.580606 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4a386a-c1eb-4a77-b9c3-def3ae3d848f tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:33:33.581035 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4a386a-c1eb-4a77-b9c3-def3ae3d848f tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:33:33.581323 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4a386a-c1eb-4a77-b9c3-def3ae3d848f tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:33:33.581674 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4a386a-c1eb-4a77-b9c3-def3ae3d848f tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:33:33.582273 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4a386a-c1eb-4a77-b9c3-def3ae3d848f tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:33:33.582524 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4a386a-c1eb-4a77-b9c3-def3ae3d848f tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:33:33.582896 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4a386a-c1eb-4a77-b9c3-def3ae3d848f tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:33:33.583226 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4a386a-c1eb-4a77-b9c3-def3ae3d848f tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:33:33.584115 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4a386a-c1eb-4a77-b9c3-def3ae3d848f tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:33:33.584239 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4a386a-c1eb-4a77-b9c3-def3ae3d848f tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:33:33.584719 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4a386a-c1eb-4a77-b9c3-def3ae3d848f tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:33:33.585060 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4a386a-c1eb-4a77-b9c3-def3ae3d848f tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:33:33.597966 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6a9c1a67-ca08-4998-b232-12bf6922a426 req-1d4a386a-c1eb-4a77-b9c3-def3ae3d848f tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0599785 Feb 04 12:33:33.612086 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-6a9c1a67-ca08-4998-b232-12bf6922a426 req-ae8ac7a0-5bd0-47d3-a5b0-5c79eb2a609d service neutron] Request body: {'port': {'device_id': '5a5c2a56-ee1a-4c7e-bf15-98711834c060', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:33:33.625752 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-aa7e5f54-bf79-4e6d-8b6d-833ca8ff8066 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] For port f81303e7-dee0-4b1e-8cc6-1d02c83c435b, host n-d-825015-3, got binding levels [] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:33:33.627534 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-aa7e5f54-bf79-4e6d-8b6d-833ca8ff8066 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (f81303e7-dee0-4b1e-8cc6-1d02c83c435b), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:33.695131 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-aa7e5f54-bf79-4e6d-8b6d-833ca8ff8066 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Calling delete_port for f81303e7-dee0-4b1e-8cc6-1d02c83c435b owned by network:dhcp {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:33:33.706171 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.ipam_backend_mixin [None req-aa7e5f54-bf79-4e6d-8b6d-833ca8ff8066 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Port f81303e7-dee0-4b1e-8cc6-1d02c83c435b was not found and therefore no delete operation was performed {{(pid=103474) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 04 12:33:33.725601 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-aa7e5f54-bf79-4e6d-8b6d-833ca8ff8066 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (f81303e7-dee0-4b1e-8cc6-1d02c83c435b), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:33.742482 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-bdbd6171-4bcc-4918-add2-bc502cfd09fc req-6a1904d2-a1db-40d8-93d3-42cfc6ac414c tempest-ImagesNegativeTestJSON-1904416602 tempest-ImagesNegativeTestJSON-1904416602-project] Publish callbacks [] for security_group (6e9aebd9-c86c-4d23-a172-ef499f0ba41d), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:33.777369 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c2645f15-94ad-48da-afb2-0cd1584a7546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (cb25e3bc-d829-44d6-b8dd-e9700cd9e67c), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:33.781693 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c2645f15-94ad-48da-afb2-0cd1584a7546 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:33.785722 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-c2645f15-94ad-48da-afb2-0cd1584a7546 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cb25e3bc-d829-44d6-b8dd-e9700cd9e67c HTTP/1.1" status: 204 len: 168 time: 0.9508393 Feb 04 12:33:33.786459 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-d5e3bac2-c931-4c70-8497-a83225667c32 None None] Provisioning complete for port be6eda28-f036-432a-b687-6c873f3ef0e7 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:33:33.786965 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d5e3bac2-c931-4c70-8497-a83225667c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (be6eda28-f036-432a-b687-6c873f3ef0e7), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:33.804223 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-bdbd6171-4bcc-4918-add2-bc502cfd09fc req-6a1904d2-a1db-40d8-93d3-42cfc6ac414c tempest-ImagesNegativeTestJSON-1904416602 tempest-ImagesNegativeTestJSON-1904416602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (6e9aebd9-c86c-4d23-a172-ef499f0ba41d), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:33.817644 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-6a9c1a67-ca08-4998-b232-12bf6922a426 req-ae8ac7a0-5bd0-47d3-a5b0-5c79eb2a609d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (be6eda28-f036-432a-b687-6c873f3ef0e7), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:33.859413 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-d5e3bac2-c931-4c70-8497-a83225667c32 None None] Port be6eda28-f036-432a-b687-6c873f3ef0e7 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:33:33.867555 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7e5f54-bf79-4e6d-8b6d-833ca8ff8066 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Pushing event deleted for resources: {'Port': ['ID=f81303e7-dee0-4b1e-8cc6-1d02c83c435b,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:33.870535 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7e5f54-bf79-4e6d-8b6d-833ca8ff8066 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] No DVR routers for this DVR port f81303e7-dee0-4b1e-8cc6-1d02c83c435b on host n-d-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:33:33.899488 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2645f15-94ad-48da-afb2-0cd1584a7546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb25e3bc-d829-44d6-b8dd-e9700cd9e67c,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:34.146697 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-288f6d6c-f560-48c1-9f9c-a4ff6b6f9162 req-840ff739-ba72-4677-88a4-58eac9ec899b tempest-ImagesNegativeTestJSON-1904416602 tempest-ImagesNegativeTestJSON-1904416602-project] 10.222.0.65 "GET /v2.0/ports?device_id=b7b6b03d-c94a-401d-bd0e-aa784d0ec13a HTTP/1.1" status: 200 len: 210 time: 0.0458107 Feb 04 12:33:34.207107 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1904d2-a1db-40d8-93d3-42cfc6ac414c tempest-ImagesNegativeTestJSON-1904416602 tempest-ImagesNegativeTestJSON-1904416602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e9aebd9-c86c-4d23-a172-ef499f0ba41d,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:34.235711 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-aa7e5f54-bf79-4e6d-8b6d-833ca8ff8066 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (bf310a5c-ba5f-441c-bdc9-8b5730c2251d), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:34.248850 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1e42ea52-7f5b-407c-af69-790419ba2228 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks [] for port (0d46984f-e547-4c00-bbb5-610572f858d5), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:34.335149 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-aa7e5f54-bf79-4e6d-8b6d-833ca8ff8066 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf310a5c-ba5f-441c-bdc9-8b5730c2251d']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:33:34.362883 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-aa7e5f54-bf79-4e6d-8b6d-833ca8ff8066 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe79dbce-d474-4f58-96d6-f672366b501b') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:33:34.363298 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-aa7e5f54-bf79-4e6d-8b6d-833ca8ff8066 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe79dbce-d474-4f58-96d6-f672366b501b') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:33:34.393163 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-aa7e5f54-bf79-4e6d-8b6d-833ca8ff8066 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (fe79dbce-d474-4f58-96d6-f672366b501b), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:34.405988 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [req-bdbd6171-4bcc-4918-add2-bc502cfd09fc req-6a1904d2-a1db-40d8-93d3-42cfc6ac414c tempest-ImagesNegativeTestJSON-1904416602 tempest-ImagesNegativeTestJSON-1904416602-project] Allocated IP 192.168.233.11 (2f7dc246-a024-4937-952c-0ddeef5af29c/5ee3374a-84e9-4639-853c-740c6edaf6dc/fc986cc2-aa57-43f5-83b8-1bc1a3c5dae0) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:33:34.461826 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-aa7e5f54-bf79-4e6d-8b6d-833ca8ff8066 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (fe79dbce-d474-4f58-96d6-f672366b501b), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:34.478461 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa7e5f54-bf79-4e6d-8b6d-833ca8ff8066 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:33:34.479067 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-aa7e5f54-bf79-4e6d-8b6d-833ca8ff8066 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (fe79dbce-d474-4f58-96d6-f672366b501b), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:34.577328 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 12:33:34.577328 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:33:34.577328 n-d-825015-3 neutron-server[103474]: timer() Feb 04 12:33:34.577328 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:33:34.577328 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 12:33:34.577328 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:33:34.577328 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 12:33:34.577328 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:33:34.577328 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 12:33:34.577328 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:33:34.577328 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 12:33:34.577328 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:33:34.577328 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 12:33:34.577328 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:33:34.577328 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:33:34.577328 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:33:34.577328 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:33:34.577328 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:33:34.577328 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 12:33:34.577328 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:33:34.577328 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 12:33:34.577328 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:33:34.577328 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:33:34.577328 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:33:34.577328 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 12:33:34.577328 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:33:34.577328 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:33:34.577328 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:33:34.577328 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:33:34.577328 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:33:34.577328 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:33:34.577328 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:33:34.586302 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1e42ea52-7f5b-407c-af69-790419ba2228 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (0d46984f-e547-4c00-bbb5-610572f858d5), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:34.593261 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-aa7e5f54-bf79-4e6d-8b6d-833ca8ff8066 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (bf310a5c-ba5f-441c-bdc9-8b5730c2251d), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:34.618912 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d036236-8d71-4f11-91d5-5bc703e72db1 req-9f652071-9321-45fd-99ed-8057044fd2dc tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:34.621818 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2d036236-8d71-4f11-91d5-5bc703e72db1 req-9f652071-9321-45fd-99ed-8057044fd2dc tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a5c2a56-ee1a-4c7e-bf15-98711834c060 HTTP/1.1" status: 200 len: 931 time: 0.2378759 Feb 04 12:33:34.623784 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-aa7e5f54-bf79-4e6d-8b6d-833ca8ff8066 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:34.638186 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-aa7e5f54-bf79-4e6d-8b6d-833ca8ff8066 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] 10.222.0.65 "DELETE /v2.0/networks/bf310a5c-ba5f-441c-bdc9-8b5730c2251d HTTP/1.1" status: 204 len: 168 time: 3.1631603 Feb 04 12:33:34.809058 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2d036236-8d71-4f11-91d5-5bc703e72db1 req-2099e3a0-f424-4e0a-a6b6-d6cba6bf262e tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8bd411c-ac47-4f15-b918-c420cf0295e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1804698 Feb 04 12:33:34.844280 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f94e62-b00c-4497-8949-0cdfd2f9fcd2 req-30363692-a8f9-47db-8fb8-1da8711c4e09 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:34.856619 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-26f94e62-b00c-4497-8949-0cdfd2f9fcd2 req-30363692-a8f9-47db-8fb8-1da8711c4e09 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8861db3-f96d-4488-9972-dc9abe44d442 HTTP/1.1" status: 200 len: 945 time: 0.3241413 Feb 04 12:33:34.901347 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-6a9c1a67-ca08-4998-b232-12bf6922a426 req-ae8ac7a0-5bd0-47d3-a5b0-5c79eb2a609d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be6eda28-f036-432a-b687-6c873f3ef0e7 {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:33:34.920741 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-6a9c1a67-ca08-4998-b232-12bf6922a426 req-ae8ac7a0-5bd0-47d3-a5b0-5c79eb2a609d service neutron] Publish callbacks [] for port (be6eda28-f036-432a-b687-6c873f3ef0e7), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:34.971958 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-26f94e62-b00c-4497-8949-0cdfd2f9fcd2 req-854547dc-b5c1-4497-bcec-3b3a82b42f3f tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/security-groups?id=67d57791-96db-4689-9a02-f69bf9a8e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094906 Feb 04 12:33:34.973462 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-6a9c1a67-ca08-4998-b232-12bf6922a426 req-ae8ac7a0-5bd0-47d3-a5b0-5c79eb2a609d service neutron] Transition to ACTIVE for port object be6eda28-f036-432a-b687-6c873f3ef0e7 will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:33:34.989806 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-6a9c1a67-ca08-4998-b232-12bf6922a426 req-ae8ac7a0-5bd0-47d3-a5b0-5c79eb2a609d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (be6eda28-f036-432a-b687-6c873f3ef0e7), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:35.083480 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8ac7a0-5bd0-47d3-a5b0-5c79eb2a609d service neutron] Pushing event updated for resources: {'Port': ['ID=be6eda28-f036-432a-b687-6c873f3ef0e7,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:35.165437 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 45664) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:35.175006 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-bdbd6171-4bcc-4918-add2-bc502cfd09fc req-6a1904d2-a1db-40d8-93d3-42cfc6ac414c tempest-ImagesNegativeTestJSON-1904416602 tempest-ImagesNegativeTestJSON-1904416602-project] Publish callbacks [] for port (fc986cc2-aa57-43f5-83b8-1bc1a3c5dae0), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:35.291544 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7e5f54-bf79-4e6d-8b6d-833ca8ff8066 tempest-NetworksTest-2111846163 tempest-NetworksTest-2111846163-project] Pushing event deleted for resources: {'Network': ['ID=bf310a5c-ba5f-441c-bdc9-8b5730c2251d,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:35.295391 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 45670) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:35.308372 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e42ea52-7f5b-407c-af69-790419ba2228 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Network 6c81f3de-3475-436c-a4ac-8f63955bceb3 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:33:35.339012 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-6a9c1a67-ca08-4998-b232-12bf6922a426 req-ae8ac7a0-5bd0-47d3-a5b0-5c79eb2a609d service neutron] Attempting to bind port be6eda28-f036-432a-b687-6c873f3ef0e7 on host n-h2-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:33:35.339349 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-6a9c1a67-ca08-4998-b232-12bf6922a426 req-ae8ac7a0-5bd0-47d3-a5b0-5c79eb2a609d service neutron] Attempting to bind port be6eda28-f036-432a-b687-6c873f3ef0e7 by drivers openvswitch,hyperv on host n-h2-825015-3 at level 0 using segments [{'id': '5ed040aa-461d-409f-a40b-8004d8898c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '211162ce-c654-4372-abd8-21bf219f75aa'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:33:35.339689 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9c1a67-ca08-4998-b232-12bf6922a426 req-ae8ac7a0-5bd0-47d3-a5b0-5c79eb2a609d service neutron] Attempting to bind port be6eda28-f036-432a-b687-6c873f3ef0e7 on network 211162ce-c654-4372-abd8-21bf219f75aa {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:33:35.346035 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-bdbd6171-4bcc-4918-add2-bc502cfd09fc req-6a1904d2-a1db-40d8-93d3-42cfc6ac414c tempest-ImagesNegativeTestJSON-1904416602 tempest-ImagesNegativeTestJSON-1904416602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (fc986cc2-aa57-43f5-83b8-1bc1a3c5dae0), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:35.356629 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-1e42ea52-7f5b-407c-af69-790419ba2228 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:33:35.367512 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e42ea52-7f5b-407c-af69-790419ba2228 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:33:35.372934 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e42ea52-7f5b-407c-af69-790419ba2228 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:35.373581 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1e42ea52-7f5b-407c-af69-790419ba2228 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:35.376363 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9c1a67-ca08-4998-b232-12bf6922a426 req-ae8ac7a0-5bd0-47d3-a5b0-5c79eb2a609d service neutron] Port be6eda28-f036-432a-b687-6c873f3ef0e7 on network 211162ce-c654-4372-abd8-21bf219f75aa not bound, no agent of type Open vSwitch agent registered on host n-h2-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:33:35.377004 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9c1a67-ca08-4998-b232-12bf6922a426 req-ae8ac7a0-5bd0-47d3-a5b0-5c79eb2a609d service neutron] Attempting to bind port be6eda28-f036-432a-b687-6c873f3ef0e7 on network 211162ce-c654-4372-abd8-21bf219f75aa {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:33:35.399257 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9c1a67-ca08-4998-b232-12bf6922a426 req-ae8ac7a0-5bd0-47d3-a5b0-5c79eb2a609d service neutron] Checking agent: {'id': '9b68a165-e786-4b91-8592-44519c2ecabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:33:35.399661 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9c1a67-ca08-4998-b232-12bf6922a426 req-ae8ac7a0-5bd0-47d3-a5b0-5c79eb2a609d service neutron] Checking segment: {'id': '5ed040aa-461d-409f-a40b-8004d8898c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '211162ce-c654-4372-abd8-21bf219f75aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:33:35.400021 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9c1a67-ca08-4998-b232-12bf6922a426 req-ae8ac7a0-5bd0-47d3-a5b0-5c79eb2a609d service neutron] Bound using segment: {'id': '5ed040aa-461d-409f-a40b-8004d8898c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '211162ce-c654-4372-abd8-21bf219f75aa'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:33:35.400468 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-6a9c1a67-ca08-4998-b232-12bf6922a426 req-ae8ac7a0-5bd0-47d3-a5b0-5c79eb2a609d service neutron] Bound port: be6eda28-f036-432a-b687-6c873f3ef0e7, host: n-h2-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ed040aa-461d-409f-a40b-8004d8898c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '211162ce-c654-4372-abd8-21bf219f75aa'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:33:35.400831 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-6a9c1a67-ca08-4998-b232-12bf6922a426 req-ae8ac7a0-5bd0-47d3-a5b0-5c79eb2a609d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (be6eda28-f036-432a-b687-6c873f3ef0e7), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:35.493105 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e42ea52-7f5b-407c-af69-790419ba2228 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Pushing event updated for resources: {'Port': ['ID=0d46984f-e547-4c00-bbb5-610572f858d5,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:35.524403 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-1e42ea52-7f5b-407c-af69-790419ba2228 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 3.3890932 Feb 04 12:33:35.577383 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 45684) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:35.582697 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdbd6171-4bcc-4918-add2-bc502cfd09fc req-6a1904d2-a1db-40d8-93d3-42cfc6ac414c tempest-ImagesNegativeTestJSON-1904416602 tempest-ImagesNegativeTestJSON-1904416602-project] Network 2f7dc246-a024-4937-952c-0ddeef5af29c is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:33:35.591067 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [req-bdbd6171-4bcc-4918-add2-bc502cfd09fc req-6a1904d2-a1db-40d8-93d3-42cfc6ac414c tempest-ImagesNegativeTestJSON-1904416602 tempest-ImagesNegativeTestJSON-1904416602-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:33:35.613430 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdbd6171-4bcc-4918-add2-bc502cfd09fc req-6a1904d2-a1db-40d8-93d3-42cfc6ac414c tempest-ImagesNegativeTestJSON-1904416602 tempest-ImagesNegativeTestJSON-1904416602-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:33:35.724915 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1904d2-a1db-40d8-93d3-42cfc6ac414c tempest-ImagesNegativeTestJSON-1904416602 tempest-ImagesNegativeTestJSON-1904416602-project] Pushing event updated for resources: {'Port': ['ID=fc986cc2-aa57-43f5-83b8-1bc1a3c5dae0,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:35.745199 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d30a37-2fd1-4eca-8f37-ee99654a1e31 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:35.749307 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-80d30a37-2fd1-4eca-8f37-ee99654a1e31 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "GET /v2.0/ports/0d46984f-e547-4c00-bbb5-610572f858d5 HTTP/1.1" status: 200 len: 839 time: 0.1678603 Feb 04 12:33:35.752203 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 45686) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:35.881711 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-6a9c1a67-ca08-4998-b232-12bf6922a426 req-ae8ac7a0-5bd0-47d3-a5b0-5c79eb2a609d service neutron] For port be6eda28-f036-432a-b687-6c873f3ef0e7, host n-h2-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:33:35.889334 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-6a9c1a67-ca08-4998-b232-12bf6922a426 req-ae8ac7a0-5bd0-47d3-a5b0-5c79eb2a609d service neutron] For port be6eda28-f036-432a-b687-6c873f3ef0e7, host n-h2-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=be6eda28-f036-432a-b687-6c873f3ef0e7,segment=NetworkSegment(5ed040aa-461d-409f-a40b-8004d8898c3c),segment_id=5ed040aa-461d-409f-a40b-8004d8898c3c)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:33:35.916035 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-6c93d173-85fc-4a24-8e93-753c028da57d tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Request body: {'floatingip': {'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:33:35.932700 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00565ba1-83f8-4a17-a49e-d21ce4457459 req-d2869c3a-68aa-45b2-be78-90bd654e7599 tempest-ImagesNegativeTestJSON-1904416602 tempest-ImagesNegativeTestJSON-1904416602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:35.937582 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbd6171-4bcc-4918-add2-bc502cfd09fc req-6a1904d2-a1db-40d8-93d3-42cfc6ac414c tempest-ImagesNegativeTestJSON-1904416602 tempest-ImagesNegativeTestJSON-1904416602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:35.937582 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-bdbd6171-4bcc-4918-add2-bc502cfd09fc req-6a1904d2-a1db-40d8-93d3-42cfc6ac414c tempest-ImagesNegativeTestJSON-1904416602 tempest-ImagesNegativeTestJSON-1904416602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:35.945054 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-00565ba1-83f8-4a17-a49e-d21ce4457459 req-d2869c3a-68aa-45b2-be78-90bd654e7599 tempest-ImagesNegativeTestJSON-1904416602 tempest-ImagesNegativeTestJSON-1904416602-project] 10.222.0.65 "GET /v2.0/ports?device_id=b7b6b03d-c94a-401d-bd0e-aa784d0ec13a HTTP/1.1" status: 200 len: 935 time: 0.5568101 Feb 04 12:33:35.954431 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-6a9c1a67-ca08-4998-b232-12bf6922a426 req-ae8ac7a0-5bd0-47d3-a5b0-5c79eb2a609d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (be6eda28-f036-432a-b687-6c873f3ef0e7), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:36.077776 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8ac7a0-5bd0-47d3-a5b0-5c79eb2a609d service neutron] Pushing event updated for resources: {'Port': ['ID=be6eda28-f036-432a-b687-6c873f3ef0e7,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:36.081251 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-bdbd6171-4bcc-4918-add2-bc502cfd09fc req-6a1904d2-a1db-40d8-93d3-42cfc6ac414c tempest-ImagesNegativeTestJSON-1904416602 tempest-ImagesNegativeTestJSON-1904416602-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6607521 Feb 04 12:33:36.104022 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9c1a67-ca08-4998-b232-12bf6922a426 req-ae8ac7a0-5bd0-47d3-a5b0-5c79eb2a609d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:36.105353 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-6a9c1a67-ca08-4998-b232-12bf6922a426 req-ae8ac7a0-5bd0-47d3-a5b0-5c79eb2a609d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:36.107903 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-bdbd6171-4bcc-4918-add2-bc502cfd09fc req-e378d789-1a7f-45c1-830c-a83bc65201a0 service neutron] Request body: {'port': {'device_id': 'b7b6b03d-c94a-401d-bd0e-aa784d0ec13a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825015-3'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:33:36.111017 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6a9c1a67-ca08-4998-b232-12bf6922a426 req-ae8ac7a0-5bd0-47d3-a5b0-5c79eb2a609d service neutron] 10.222.0.77 "PUT /v2.0/ports/be6eda28-f036-432a-b687-6c873f3ef0e7 HTTP/1.1" status: 200 len: 1091 time: 2.5035992 Feb 04 12:33:36.121660 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6c93d173-85fc-4a24-8e93-753c028da57d tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:36.135681 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a5c2a56-ee1a-4c7e-bf15-98711834c060', 'tag': 'be6eda28-f036-432a-b687-6c873f3ef0e7'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:33:36.153705 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e546776-240e-4b2e-b6a1-baf03a8feded" -d '{"events": [{"name": "network-changed", "server_uuid": "5a5c2a56-ee1a-4c7e-bf15-98711834c060", "tag": "be6eda28-f036-432a-b687-6c873f3ef0e7"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:33:36.171383 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-55315c6b-173c-437b-8536-d63bc7e8101c None None] Provisioning complete for port fc986cc2-aa57-43f5-83b8-1bc1a3c5dae0 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:33:36.172416 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-55315c6b-173c-437b-8536-d63bc7e8101c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (fc986cc2-aa57-43f5-83b8-1bc1a3c5dae0), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:36.261483 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-55315c6b-173c-437b-8536-d63bc7e8101c None None] Port fc986cc2-aa57-43f5-83b8-1bc1a3c5dae0 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:33:36.306791 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-46642131-b911-498c-adff-725a6493f8d3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=033089eae79b4f9fa2373fbe9923684e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1345899 Feb 04 12:33:36.315539 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 45700) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:36.369258 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d53c8a-9680-431d-8413-cfac7a48449b req-473426e6-1931-41b8-be98-3b52f167ee84 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:36.369458 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-bdbd6171-4bcc-4918-add2-bc502cfd09fc req-e378d789-1a7f-45c1-830c-a83bc65201a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (fc986cc2-aa57-43f5-83b8-1bc1a3c5dae0), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:36.382717 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-72d53c8a-9680-431d-8413-cfac7a48449b req-473426e6-1931-41b8-be98-3b52f167ee84 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8861db3-f96d-4488-9972-dc9abe44d442 HTTP/1.1" status: 200 len: 945 time: 0.6018116 Feb 04 12:33:36.429248 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-0680af24-22c0-4182-b93c-6f42b4cc2f93 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Deleting port 0d46984f-e547-4c00-bbb5-610572f858d5 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:33:36.429544 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0680af24-22c0-4182-b93c-6f42b4cc2f93 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (0d46984f-e547-4c00-bbb5-610572f858d5), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:36.443318 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-00565ba1-83f8-4a17-a49e-d21ce4457459 req-1932e21e-3a4e-41ad-a830-c8c9351f7ed1 tempest-ImagesNegativeTestJSON-1904416602 tempest-ImagesNegativeTestJSON-1904416602-project] 10.222.0.65 "GET /v2.0/security-groups?id=6e9aebd9-c86c-4d23-a172-ef499f0ba41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4970150 Feb 04 12:33:36.480648 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-72d53c8a-9680-431d-8413-cfac7a48449b req-13ced7d7-0eb5-4959-a8cb-eb0a7cf27327 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/security-groups?id=67d57791-96db-4689-9a02-f69bf9a8e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952041 Feb 04 12:33:36.495022 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9c1a67-ca08-4998-b232-12bf6922a426 req-f3d9c7c1-67d2-4921-8a54-6254d9c5e9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:36.501644 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6a9c1a67-ca08-4998-b232-12bf6922a426 req-f3d9c7c1-67d2-4921-8a54-6254d9c5e9a3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=31d6c346447a48008dccda4817c529a1&device_id=5a5c2a56-ee1a-4c7e-bf15-98711834c060 HTTP/1.1" status: 200 len: 1125 time: 0.3092291 Feb 04 12:33:36.569514 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6a9c1a67-ca08-4998-b232-12bf6922a426 req-151550ff-247f-4320-9df5-d116f31abedf service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be6eda28-f036-432a-b687-6c873f3ef0e7 HTTP/1.1" status: 200 len: 217 time: 0.0539610 Feb 04 12:33:36.640780 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9c1a67-ca08-4998-b232-12bf6922a426 req-c547501e-629a-43cf-b8a3-277f4fc6686b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:36.643538 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6a9c1a67-ca08-4998-b232-12bf6922a426 req-c547501e-629a-43cf-b8a3-277f4fc6686b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a7a80143-29a9-4ba6-9987-42b8f7317e54 HTTP/1.1" status: 200 len: 850 time: 0.0656312 Feb 04 12:33:36.646579 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3827f3c-3d43-44c8-9fa2-c795f959b5c7 x-openstack-request-id: req-e3827f3c-3d43-44c8-9fa2-c795f959b5c7 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:33:36.648179 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a5c2a56-ee1a-4c7e-bf15-98711834c060", "tag": "be6eda28-f036-432a-b687-6c873f3ef0e7", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:33:36.648575 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e3827f3c-3d43-44c8-9fa2-c795f959b5c7 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:33:36.649117 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a5c2a56-ee1a-4c7e-bf15-98711834c060', 'tag': 'be6eda28-f036-432a-b687-6c873f3ef0e7', 'status': 'completed', 'code': 200} Feb 04 12:33:36.764360 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9c1a67-ca08-4998-b232-12bf6922a426 req-f5a64039-0b49-4213-8926-546790e466e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:36.766596 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6a9c1a67-ca08-4998-b232-12bf6922a426 req-f5a64039-0b49-4213-8926-546790e466e3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=211162ce-c654-4372-abd8-21bf219f75aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1148145 Feb 04 12:33:36.780292 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fe8919-c8c8-45fe-aaee-588f6c52296d req-844897df-5e50-4fae-8de9-154376508375 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:36.782947 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-24fe8919-c8c8-45fe-aaee-588f6c52296d req-844897df-5e50-4fae-8de9-154376508375 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a5c2a56-ee1a-4c7e-bf15-98711834c060 HTTP/1.1" status: 200 len: 943 time: 0.1328769 Feb 04 12:33:36.945520 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-24fe8919-c8c8-45fe-aaee-588f6c52296d req-cbbb1acf-ebcc-4f10-9f0e-3f037d1b8049 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8bd411c-ac47-4f15-b918-c420cf0295e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436520 Feb 04 12:33:36.983260 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6a9c1a67-ca08-4998-b232-12bf6922a426 req-101f4345-b056-4d3a-8cc5-1650aef28eec service neutron] 10.222.0.77 "GET /v2.0/networks/211162ce-c654-4372-abd8-21bf219f75aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989312 Feb 04 12:33:37.003300 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0680af24-22c0-4182-b93c-6f42b4cc2f93 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (0d46984f-e547-4c00-bbb5-610572f858d5), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:37.049390 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7ca47706-dee3-4268-b969-823aa2e7347f admin admin] Publish callbacks [] for security_group (b313d260-c89d-410f-a3d8-de0c2dfdee29), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:37.110429 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-0680af24-22c0-4182-b93c-6f42b4cc2f93 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Calling delete_port for 0d46984f-e547-4c00-bbb5-610572f858d5 owned by {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:33:37.181926 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ce04c77c-cab3-4591-a13b-90e3a0812e7c req-579d9583-3882-4c04-b745-809547a36f57 tempest-ServerShowV257Test-129697279 tempest-ServerShowV257Test-129697279-project] 10.222.0.65 "GET /v2.0/ports?device_id=f8f78749-6b69-498d-b34a-6b383e4a2c79 HTTP/1.1" status: 200 len: 210 time: 0.0767334 Feb 04 12:33:37.231694 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7ca47706-dee3-4268-b969-823aa2e7347f admin admin] Publish callbacks [] for security_group (b313d260-c89d-410f-a3d8-de0c2dfdee29), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:37.255672 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6a9c1a67-ca08-4998-b232-12bf6922a426 req-2cd9d94b-26b7-4b50-8fc1-278476e485eb service neutron] 10.222.0.77 "GET /v2.0/networks/211162ce-c654-4372-abd8-21bf219f75aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655008 Feb 04 12:33:37.381266 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6c93d173-85fc-4a24-8e93-753c028da57d tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:37.415632 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e546776-240e-4b2e-b6a1-baf03a8feded req-d156ea00-979e-4340-9e14-876775e8192a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:37.418645 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3e546776-240e-4b2e-b6a1-baf03a8feded req-d156ea00-979e-4340-9e14-876775e8192a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=31d6c346447a48008dccda4817c529a1&device_id=5a5c2a56-ee1a-4c7e-bf15-98711834c060 HTTP/1.1" status: 200 len: 1125 time: 0.0870757 Feb 04 12:33:37.562761 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e546776-240e-4b2e-b6a1-baf03a8feded req-60b84a27-266e-4d02-a38d-b13529519432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:37.565343 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3e546776-240e-4b2e-b6a1-baf03a8feded req-60b84a27-266e-4d02-a38d-b13529519432 service neutron] 10.222.0.77 "GET /v2.0/networks?id=211162ce-c654-4372-abd8-21bf219f75aa HTTP/1.1" status: 200 len: 912 time: 0.1385455 Feb 04 12:33:37.635952 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3e546776-240e-4b2e-b6a1-baf03a8feded req-18223ef0-cf82-4b22-979f-1cf6ded2262f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be6eda28-f036-432a-b687-6c873f3ef0e7 HTTP/1.1" status: 200 len: 217 time: 0.0580511 Feb 04 12:33:37.871833 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0680af24-22c0-4182-b93c-6f42b4cc2f93 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (0d46984f-e547-4c00-bbb5-610572f858d5), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:37.935222 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0680af24-22c0-4182-b93c-6f42b4cc2f93 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Pushing event deleted for resources: {'Port': ['ID=0d46984f-e547-4c00-bbb5-610572f858d5,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:37.951008 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0680af24-22c0-4182-b93c-6f42b4cc2f93 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:37.956092 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-0680af24-22c0-4182-b93c-6f42b4cc2f93 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "DELETE /v2.0/ports/0d46984f-e547-4c00-bbb5-610572f858d5 HTTP/1.1" status: 204 len: 168 time: 2.2024877 Feb 04 12:33:37.957473 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7ca47706-dee3-4268-b969-823aa2e7347f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (b313d260-c89d-410f-a3d8-de0c2dfdee29), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:37.960508 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7ca47706-dee3-4268-b969-823aa2e7347f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:37.961936 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-7ca47706-dee3-4268-b969-823aa2e7347f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b313d260-c89d-410f-a3d8-de0c2dfdee29 HTTP/1.1" status: 204 len: 168 time: 1.6357427 Feb 04 12:33:37.962746 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 45736) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:38.047814 n-d-825015-3 neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-f132e166-4b41-4dfe-9b12-26204b29d07d tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] GET failed (client error): The resource could not be found. Feb 04 12:33:38.058634 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-f132e166-4b41-4dfe-9b12-26204b29d07d tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "GET /v2.0/ports/0d46984f-e547-4c00-bbb5-610572f858d5 HTTP/1.1" status: 404 len: 333 time: 0.0667336 Feb 04 12:33:38.061026 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0680af24-22c0-4182-b93c-6f42b4cc2f93 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:33:38.061700 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0680af24-22c0-4182-b93c-6f42b4cc2f93 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:33:38.062443 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0680af24-22c0-4182-b93c-6f42b4cc2f93 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:33:38.063092 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0680af24-22c0-4182-b93c-6f42b4cc2f93 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:33:38.063678 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0680af24-22c0-4182-b93c-6f42b4cc2f93 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:33:38.064284 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0680af24-22c0-4182-b93c-6f42b4cc2f93 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:33:38.066259 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0680af24-22c0-4182-b93c-6f42b4cc2f93 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:33:38.067118 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0680af24-22c0-4182-b93c-6f42b4cc2f93 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:33:38.067859 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0680af24-22c0-4182-b93c-6f42b4cc2f93 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:33:38.068440 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0680af24-22c0-4182-b93c-6f42b4cc2f93 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:33:38.069011 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0680af24-22c0-4182-b93c-6f42b4cc2f93 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:33:38.070545 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0680af24-22c0-4182-b93c-6f42b4cc2f93 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:33:38.071234 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0680af24-22c0-4182-b93c-6f42b4cc2f93 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:33:38.089533 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 45742) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:38.098402 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-67027905-bd2c-47a7-b347-0c9b8fc3399c tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Request body: {'port': {'network_id': '6c81f3de-3475-436c-a4ac-8f63955bceb3', 'name': 'tempest-PortsTestJSON-1808168701'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:33:38.178918 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca47706-dee3-4268-b969-823aa2e7347f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b313d260-c89d-410f-a3d8-de0c2dfdee29,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:38.352861 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-6c93d173-85fc-4a24-8e93-753c028da57d tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Allocated IP 172.25.3.161 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/c8dbb571-5917-480c-8978-e168db9bc28b) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:33:38.403612 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e546776-240e-4b2e-b6a1-baf03a8feded req-110d03f8-8b75-47f0-a925-0f565d4cd42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:38.413402 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3e546776-240e-4b2e-b6a1-baf03a8feded req-110d03f8-8b75-47f0-a925-0f565d4cd42d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a7a80143-29a9-4ba6-9987-42b8f7317e54 HTTP/1.1" status: 200 len: 850 time: 0.7704954 Feb 04 12:33:38.478426 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a9dbda-b65f-491a-b07f-32d585b0ac89 req-eeb1e8b5-6de8-4bd5-b146-500a34876446 tempest-ImagesNegativeTestJSON-1904416602 tempest-ImagesNegativeTestJSON-1904416602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:38.491359 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c1a9dbda-b65f-491a-b07f-32d585b0ac89 req-eeb1e8b5-6de8-4bd5-b146-500a34876446 tempest-ImagesNegativeTestJSON-1904416602 tempest-ImagesNegativeTestJSON-1904416602-project] 10.222.0.65 "GET /v2.0/ports?device_id=b7b6b03d-c94a-401d-bd0e-aa784d0ec13a HTTP/1.1" status: 200 len: 935 time: 0.7859454 Feb 04 12:33:38.503680 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [req-bdbd6171-4bcc-4918-add2-bc502cfd09fc req-e378d789-1a7f-45c1-830c-a83bc65201a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc986cc2-aa57-43f5-83b8-1bc1a3c5dae0 {{(pid=103474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:33:38.532981 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c25c02-724b-45a6-8b8e-fc5c82bc442f req-4139d494-8feb-4662-b9f0-ca66a02821f5 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:38.535599 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-bdbd6171-4bcc-4918-add2-bc502cfd09fc req-e378d789-1a7f-45c1-830c-a83bc65201a0 service neutron] Publish callbacks [] for port (fc986cc2-aa57-43f5-83b8-1bc1a3c5dae0), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:38.541475 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d0c25c02-724b-45a6-8b8e-fc5c82bc442f req-4139d494-8feb-4662-b9f0-ca66a02821f5 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8861db3-f96d-4488-9972-dc9abe44d442 HTTP/1.1" status: 200 len: 945 time: 0.8249719 Feb 04 12:33:38.607785 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67027905-bd2c-47a7-b347-0c9b8fc3399c tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Made reservation on behalf of 1dcfbfeb897648c6ad07937129f0b5e8 for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:33:38.609843 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-67027905-bd2c-47a7-b347-0c9b8fc3399c tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:38.633875 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device be6eda28-f036-432a-b687-6c873f3ef0e7 details requested by agent hyperv_n-h2-825015-3 with host n-h2-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:33:38.655901 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.provisioning_blocks [req-bdbd6171-4bcc-4918-add2-bc502cfd09fc req-e378d789-1a7f-45c1-830c-a83bc65201a0 service neutron] Transition to ACTIVE for port object fc986cc2-aa57-43f5-83b8-1bc1a3c5dae0 will not be triggered until provisioned by entity L2. {{(pid=103474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:33:38.695373 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e546776-240e-4b2e-b6a1-baf03a8feded req-eaa0b9fa-3b6b-488a-83e4-7fd03a36168a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:38.696982 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [None req-67027905-bd2c-47a7-b347-0c9b8fc3399c tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] device_id is not set on port 75eae1dc-7bee-45ee-beba-8bd831a6c7d0 yet. {{(pid=103474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 12:33:38.697280 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3e546776-240e-4b2e-b6a1-baf03a8feded req-eaa0b9fa-3b6b-488a-83e4-7fd03a36168a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=211162ce-c654-4372-abd8-21bf219f75aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2690609 Feb 04 12:33:38.709308 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-bdbd6171-4bcc-4918-add2-bc502cfd09fc req-e378d789-1a7f-45c1-830c-a83bc65201a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (fc986cc2-aa57-43f5-83b8-1bc1a3c5dae0), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:38.722927 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c1a9dbda-b65f-491a-b07f-32d585b0ac89 req-ecc99693-c8a8-4cbc-a57a-34f344a78dda tempest-ImagesNegativeTestJSON-1904416602 tempest-ImagesNegativeTestJSON-1904416602-project] 10.222.0.65 "GET /v2.0/security-groups?id=6e9aebd9-c86c-4d23-a172-ef499f0ba41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301810 Feb 04 12:33:38.766804 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d0c25c02-724b-45a6-8b8e-fc5c82bc442f req-8fe57d21-a5ce-48bc-b899-dc39fc2477a2 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/security-groups?id=67d57791-96db-4689-9a02-f69bf9a8e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976924 Feb 04 12:33:38.822551 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port be6eda28-f036-432a-b687-6c873f3ef0e7, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=be6eda28-f036-432a-b687-6c873f3ef0e7,segment=NetworkSegment(5ed040aa-461d-409f-a40b-8004d8898c3c),segment_id=5ed040aa-461d-409f-a40b-8004d8898c3c)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:33:38.838977 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Returning: {'device': 'be6eda28-f036-432a-b687-6c873f3ef0e7', 'network_id': '211162ce-c654-4372-abd8-21bf219f75aa', 'port_id': 'be6eda28-f036-432a-b687-6c873f3ef0e7', 'mac_address': 'fa:16:3e:df:d2:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7a80143-29a9-4ba6-9987-42b8f7317e54', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:33:38.934142 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port be6eda28-f036-432a-b687-6c873f3ef0e7 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:33:38.935767 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (be6eda28-f036-432a-b687-6c873f3ef0e7), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:38.997160 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be6eda28-f036-432a-b687-6c873f3ef0e7 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:33:39.048817 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port be6eda28-f036-432a-b687-6c873f3ef0e7, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=be6eda28-f036-432a-b687-6c873f3ef0e7,segment=NetworkSegment(5ed040aa-461d-409f-a40b-8004d8898c3c),segment_id=5ed040aa-461d-409f-a40b-8004d8898c3c)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:33:39.072963 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (be6eda28-f036-432a-b687-6c873f3ef0e7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:39.279829 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e378d789-1a7f-45c1-830c-a83bc65201a0 service neutron] Pushing event updated for resources: {'Port': ['ID=fc986cc2-aa57-43f5-83b8-1bc1a3c5dae0,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:39.309581 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3e546776-240e-4b2e-b6a1-baf03a8feded req-47494f21-2cb8-48fc-a027-d3f504aa816d service neutron] 10.222.0.77 "GET /v2.0/networks/211162ce-c654-4372-abd8-21bf219f75aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5847600 Feb 04 12:33:39.313223 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=be6eda28-f036-432a-b687-6c873f3ef0e7,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:39.340109 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['be6eda28-f036-432a-b687-6c873f3ef0e7'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:33:39.414808 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6c93d173-85fc-4a24-8e93-753c028da57d tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Publish callbacks [] for port (c8dbb571-5917-480c-8978-e168db9bc28b), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:39.494170 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8b2fe907-ac6e-42c2-808f-c57056b2f73a req-9955f620-f191-409a-a69e-c513b5288033 tempest-ServerShowV257Test-129697279 tempest-ServerShowV257Test-129697279-project] 10.222.0.65 "GET /v2.0/ports?device_id=f8f78749-6b69-498d-b34a-6b383e4a2c79 HTTP/1.1" status: 200 len: 210 time: 0.2216423 Feb 04 12:33:39.511850 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6c93d173-85fc-4a24-8e93-753c028da57d tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (c8dbb571-5917-480c-8978-e168db9bc28b), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:39.554691 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c93d173-85fc-4a24-8e93-753c028da57d tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:33:39.590821 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-6c93d173-85fc-4a24-8e93-753c028da57d tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:33:39.594816 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c93d173-85fc-4a24-8e93-753c028da57d tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:33:39.726632 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe0a3a7-e38c-4e69-8ff1-54dad94e993a req-4dcbbe6a-cf22-47c7-8e28-d0fdb8c8ed21 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:39.728164 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7fe0a3a7-e38c-4e69-8ff1-54dad94e993a req-4dcbbe6a-cf22-47c7-8e28-d0fdb8c8ed21 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a5c2a56-ee1a-4c7e-bf15-98711834c060 HTTP/1.1" status: 200 len: 944 time: 0.6730571 Feb 04 12:33:39.869282 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7fe0a3a7-e38c-4e69-8ff1-54dad94e993a req-8d28fe24-7fa4-496b-ad45-612802475422 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8bd411c-ac47-4f15-b918-c420cf0295e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212785 Feb 04 12:33:39.895060 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3e546776-240e-4b2e-b6a1-baf03a8feded req-854f6730-e4dd-41c4-9aae-338bfe76111b service neutron] 10.222.0.77 "GET /v2.0/networks/211162ce-c654-4372-abd8-21bf219f75aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4997275 Feb 04 12:33:39.918572 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-bdbd6171-4bcc-4918-add2-bc502cfd09fc req-e378d789-1a7f-45c1-830c-a83bc65201a0 service neutron] Attempting to bind port fc986cc2-aa57-43f5-83b8-1bc1a3c5dae0 on host n-h2-825015-3 for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:33:39.918921 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-bdbd6171-4bcc-4918-add2-bc502cfd09fc req-e378d789-1a7f-45c1-830c-a83bc65201a0 service neutron] Attempting to bind port fc986cc2-aa57-43f5-83b8-1bc1a3c5dae0 by drivers openvswitch,hyperv on host n-h2-825015-3 at level 0 using segments [{'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:33:39.919267 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdbd6171-4bcc-4918-add2-bc502cfd09fc req-e378d789-1a7f-45c1-830c-a83bc65201a0 service neutron] Attempting to bind port fc986cc2-aa57-43f5-83b8-1bc1a3c5dae0 on network 2f7dc246-a024-4937-952c-0ddeef5af29c {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:33:39.967355 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c93d173-85fc-4a24-8e93-753c028da57d tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Pushing event updated for resources: {'Port': ['ID=c8dbb571-5917-480c-8978-e168db9bc28b,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:39.990655 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdbd6171-4bcc-4918-add2-bc502cfd09fc req-e378d789-1a7f-45c1-830c-a83bc65201a0 service neutron] Port fc986cc2-aa57-43f5-83b8-1bc1a3c5dae0 on network 2f7dc246-a024-4937-952c-0ddeef5af29c not bound, no agent of type Open vSwitch agent registered on host n-h2-825015-3 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:33:39.991283 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdbd6171-4bcc-4918-add2-bc502cfd09fc req-e378d789-1a7f-45c1-830c-a83bc65201a0 service neutron] Attempting to bind port fc986cc2-aa57-43f5-83b8-1bc1a3c5dae0 on network 2f7dc246-a024-4937-952c-0ddeef5af29c {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:33:40.006099 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdbd6171-4bcc-4918-add2-bc502cfd09fc req-e378d789-1a7f-45c1-830c-a83bc65201a0 service neutron] Checking agent: {'id': '9b68a165-e786-4b91-8592-44519c2ecabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:33:40.006858 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdbd6171-4bcc-4918-add2-bc502cfd09fc req-e378d789-1a7f-45c1-830c-a83bc65201a0 service neutron] Checking segment: {'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:33:40.007459 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdbd6171-4bcc-4918-add2-bc502cfd09fc req-e378d789-1a7f-45c1-830c-a83bc65201a0 service neutron] Bound using segment: {'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:33:40.008130 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-bdbd6171-4bcc-4918-add2-bc502cfd09fc req-e378d789-1a7f-45c1-830c-a83bc65201a0 service neutron] Bound port: fc986cc2-aa57-43f5-83b8-1bc1a3c5dae0, host: n-h2-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:33:40.008868 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-bdbd6171-4bcc-4918-add2-bc502cfd09fc req-e378d789-1a7f-45c1-830c-a83bc65201a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (fc986cc2-aa57-43f5-83b8-1bc1a3c5dae0), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:40.028504 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-67027905-bd2c-47a7-b347-0c9b8fc3399c tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks [] for port (75eae1dc-7bee-45ee-beba-8bd831a6c7d0), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:40.038005 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6c93d173-85fc-4a24-8e93-753c028da57d tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Publish callbacks [] for floatingip (e085b71a-d15a-4fae-9f1d-d715cbc278bd), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:40.169856 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d9f15c-fb1a-4b2b-a1c9-7ee7213dccc8 req-257ec672-b4d0-4ec5-89f7-9ae0d972e322 tempest-ImagesNegativeTestJSON-1904416602 tempest-ImagesNegativeTestJSON-1904416602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:40.170064 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6c93d173-85fc-4a24-8e93-753c028da57d tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (c8dbb571-5917-480c-8978-e168db9bc28b), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:40.179667 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 45794) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:40.184402 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d9d9f15c-fb1a-4b2b-a1c9-7ee7213dccc8 req-257ec672-b4d0-4ec5-89f7-9ae0d972e322 tempest-ImagesNegativeTestJSON-1904416602 tempest-ImagesNegativeTestJSON-1904416602-project] 10.222.0.65 "GET /v2.0/ports?device_id=b7b6b03d-c94a-401d-bd0e-aa784d0ec13a HTTP/1.1" status: 200 len: 947 time: 0.1987863 Feb 04 12:33:40.220968 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-bdbd6171-4bcc-4918-add2-bc502cfd09fc req-e378d789-1a7f-45c1-830c-a83bc65201a0 service neutron] For port fc986cc2-aa57-43f5-83b8-1bc1a3c5dae0, host n-h2-825015-3, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:33:40.242733 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-67027905-bd2c-47a7-b347-0c9b8fc3399c tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (75eae1dc-7bee-45ee-beba-8bd831a6c7d0), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:40.255927 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-bdbd6171-4bcc-4918-add2-bc502cfd09fc req-e378d789-1a7f-45c1-830c-a83bc65201a0 service neutron] For port fc986cc2-aa57-43f5-83b8-1bc1a3c5dae0, host n-h2-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=fc986cc2-aa57-43f5-83b8-1bc1a3c5dae0,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:33:40.311772 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67027905-bd2c-47a7-b347-0c9b8fc3399c tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Network 6c81f3de-3475-436c-a4ac-8f63955bceb3 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:33:40.312576 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d9d9f15c-fb1a-4b2b-a1c9-7ee7213dccc8 req-1453ce50-4b65-4297-87df-c78bac6a5b8d tempest-ImagesNegativeTestJSON-1904416602 tempest-ImagesNegativeTestJSON-1904416602-project] 10.222.0.65 "GET /v2.0/security-groups?id=6e9aebd9-c86c-4d23-a172-ef499f0ba41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117873 Feb 04 12:33:40.312688 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-67027905-bd2c-47a7-b347-0c9b8fc3399c tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:33:40.312688 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67027905-bd2c-47a7-b347-0c9b8fc3399c tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:33:40.313395 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67027905-bd2c-47a7-b347-0c9b8fc3399c tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:40.314065 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-67027905-bd2c-47a7-b347-0c9b8fc3399c tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:40.321943 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-bdbd6171-4bcc-4918-add2-bc502cfd09fc req-e378d789-1a7f-45c1-830c-a83bc65201a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (fc986cc2-aa57-43f5-83b8-1bc1a3c5dae0), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:40.379006 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbd6171-4bcc-4918-add2-bc502cfd09fc req-e378d789-1a7f-45c1-830c-a83bc65201a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:40.379880 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-bdbd6171-4bcc-4918-add2-bc502cfd09fc req-e378d789-1a7f-45c1-830c-a83bc65201a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:40.381868 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-bdbd6171-4bcc-4918-add2-bc502cfd09fc req-e378d789-1a7f-45c1-830c-a83bc65201a0 service neutron] 10.222.0.77 "PUT /v2.0/ports/fc986cc2-aa57-43f5-83b8-1bc1a3c5dae0 HTTP/1.1" status: 200 len: 1095 time: 4.2793787 Feb 04 12:33:40.388746 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-d4ee5799-af78-4722-9bc8-fadccef9441c tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1824893320'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:33:40.411704 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7b6b03d-c94a-401d-bd0e-aa784d0ec13a', 'tag': 'fc986cc2-aa57-43f5-83b8-1bc1a3c5dae0'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:33:40.413761 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-948d98d8-933b-4177-b8a2-b1f16a435fe1" -d '{"events": [{"name": "network-changed", "server_uuid": "b7b6b03d-c94a-401d-bd0e-aa784d0ec13a", "tag": "fc986cc2-aa57-43f5-83b8-1bc1a3c5dae0"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:33:40.454393 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-67027905-bd2c-47a7-b347-0c9b8fc3399c tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.3630373 Feb 04 12:33:40.457654 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 45804) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:40.463274 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-16e1594d-86d7-49b8-8139-ff4b24d893f8 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:33:40.475403 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67027905-bd2c-47a7-b347-0c9b8fc3399c tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Pushing event updated for resources: {'Port': ['ID=75eae1dc-7bee-45ee-beba-8bd831a6c7d0,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:40.622456 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a6b40f7b-5eb9-44dd-b83d-405a22056a2d req-7c90560e-d7cd-4af5-9ea5-dff96f0c6c7c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f8f78749-6b69-498d-b34a-6b383e4a2c79 HTTP/1.1" status: 200 len: 210 time: 0.0839989 Feb 04 12:33:40.657194 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device be6eda28-f036-432a-b687-6c873f3ef0e7 up at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:33:40.769234 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning for port be6eda28-f036-432a-b687-6c873f3ef0e7 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:33:40.776380 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning complete for port be6eda28-f036-432a-b687-6c873f3ef0e7 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:33:40.776759 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (be6eda28-f036-432a-b687-6c873f3ef0e7), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:40.801445 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4ee5799-af78-4722-9bc8-fadccef9441c tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Made reservation on behalf of 90a71f7c621340c08dbfd8625731c118 for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:33:40.826931 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d4ee5799-af78-4722-9bc8-fadccef9441c tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:40.837195 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d4782faf-5d55-42a3-9e0e-33de09957d26 req-d9ab8d61-ab40-4513-83a8-de9dad91d7c8 tempest-ServerShowV257Test-129697279 tempest-ServerShowV257Test-129697279-project] 10.222.0.65 "GET /v2.0/ports?device_id=f8f78749-6b69-498d-b34a-6b383e4a2c79 HTTP/1.1" status: 200 len: 210 time: 0.1432681 Feb 04 12:33:40.854199 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dccb243-3f60-4782-8bcd-99d9d6bbf12e x-openstack-request-id: req-6dccb243-3f60-4782-8bcd-99d9d6bbf12e {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:33:40.854499 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7b6b03d-c94a-401d-bd0e-aa784d0ec13a", "tag": "fc986cc2-aa57-43f5-83b8-1bc1a3c5dae0", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:33:40.854763 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6dccb243-3f60-4782-8bcd-99d9d6bbf12e {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:33:40.855177 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7b6b03d-c94a-401d-bd0e-aa784d0ec13a', 'tag': 'fc986cc2-aa57-43f5-83b8-1bc1a3c5dae0', 'status': 'completed', 'code': 200} Feb 04 12:33:40.882164 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-16e1594d-86d7-49b8-8139-ff4b24d893f8 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (75eae1dc-7bee-45ee-beba-8bd831a6c7d0), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:40.916255 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port be6eda28-f036-432a-b687-6c873f3ef0e7 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:33:40.917101 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (be6eda28-f036-432a-b687-6c873f3ef0e7), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:40.961025 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d4ee5799-af78-4722-9bc8-fadccef9441c tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:40.977928 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a5c2a56-ee1a-4c7e-bf15-98711834c060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be6eda28-f036-432a-b687-6c873f3ef0e7'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:33:40.985277 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c544330-9082-4cda-9558-93807f217ebf" -d '{"events": [{"server_uuid": "5a5c2a56-ee1a-4c7e-bf15-98711834c060", "name": "network-vif-plugged", "status": "completed", "tag": "be6eda28-f036-432a-b687-6c873f3ef0e7"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:33:40.996330 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e378d789-1a7f-45c1-830c-a83bc65201a0 service neutron] Pushing event updated for resources: {'Port': ['ID=fc986cc2-aa57-43f5-83b8-1bc1a3c5dae0,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:41.023014 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port be6eda28-f036-432a-b687-6c873f3ef0e7, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=be6eda28-f036-432a-b687-6c873f3ef0e7,segment=NetworkSegment(5ed040aa-461d-409f-a40b-8004d8898c3c),segment_id=5ed040aa-461d-409f-a40b-8004d8898c3c)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:33:41.039007 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (be6eda28-f036-432a-b687-6c873f3ef0e7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:41.196458 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b728068d-a678-4329-8f4d-1f240c72bbf1 x-openstack-request-id: req-b728068d-a678-4329-8f4d-1f240c72bbf1 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:33:41.199259 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a5c2a56-ee1a-4c7e-bf15-98711834c060", "name": "network-vif-plugged", "status": "completed", "tag": "be6eda28-f036-432a-b687-6c873f3ef0e7", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:33:41.199537 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b728068d-a678-4329-8f4d-1f240c72bbf1 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:33:41.200024 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a5c2a56-ee1a-4c7e-bf15-98711834c060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be6eda28-f036-432a-b687-6c873f3ef0e7', 'code': 200} Feb 04 12:33:41.205007 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=be6eda28-f036-432a-b687-6c873f3ef0e7,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:41.214948 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d4ee5799-af78-4722-9bc8-fadccef9441c tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks [] for security_group (8b15220b-e84e-413d-886e-1f7066baf5d3), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:41.225024 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbd6171-4bcc-4918-add2-bc502cfd09fc req-1dffa1a3-e933-4f2f-9bf4-c36aec9cb775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:41.226888 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-bdbd6171-4bcc-4918-add2-bc502cfd09fc req-1dffa1a3-e933-4f2f-9bf4-c36aec9cb775 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ade4e3ed209d4700bf14989772cb9c9d&device_id=b7b6b03d-c94a-401d-bd0e-aa784d0ec13a HTTP/1.1" status: 200 len: 1129 time: 0.7473228 Feb 04 12:33:41.232454 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d4ee5799-af78-4722-9bc8-fadccef9441c tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (8b15220b-e84e-413d-886e-1f7066baf5d3), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:41.347157 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-bdbd6171-4bcc-4918-add2-bc502cfd09fc req-8f96d964-f05a-494a-83e6-5b8fa5afd64a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=fc986cc2-aa57-43f5-83b8-1bc1a3c5dae0 HTTP/1.1" status: 200 len: 217 time: 0.1044278 Feb 04 12:33:41.350465 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6c93d173-85fc-4a24-8e93-753c028da57d tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Publish callbacks [] for port (c8dbb571-5917-480c-8978-e168db9bc28b), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:41.385568 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6c93d173-85fc-4a24-8e93-753c028da57d tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (c8dbb571-5917-480c-8978-e168db9bc28b), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:41.389452 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a8a0ab-9c9a-49a0-bf7b-cd4508eebcea req-b2b76514-5229-4362-aa48-f81381db8a1a tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:41.389916 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4ee5799-af78-4722-9bc8-fadccef9441c tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:33:41.398384 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-99a8a0ab-9c9a-49a0-bf7b-cd4508eebcea req-b2b76514-5229-4362-aa48-f81381db8a1a tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a5c2a56-ee1a-4c7e-bf15-98711834c060 HTTP/1.1" status: 200 len: 945 time: 0.3573401 Feb 04 12:33:41.430261 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ee5799-af78-4722-9bc8-fadccef9441c tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b15220b-e84e-413d-886e-1f7066baf5d3,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:41.481796 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6ba751-ffbc-4bdb-89c5-a036a246e1bb req-b99688ac-cd4a-4e21-a4f1-5ff06a8e0607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:41.482828 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-aa6ba751-ffbc-4bdb-89c5-a036a246e1bb req-b99688ac-cd4a-4e21-a4f1-5ff06a8e0607 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=5a5c2a56-ee1a-4c7e-bf15-98711834c060 HTTP/1.1" status: 200 len: 1127 time: 0.2372849 Feb 04 12:33:41.498907 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d4ee5799-af78-4722-9bc8-fadccef9441c tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (7dbe6273-df41-46c9-8048-2c5183dff43d), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:41.499430 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-d4ee5799-af78-4722-9bc8-fadccef9441c tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Added segment 7dbe6273-df41-46c9-8048-2c5183dff43d of type vlan for network 4e59fa0d-714a-4ea9-b926-876c13cb34e9 Feb 04 12:33:41.511795 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-16e1594d-86d7-49b8-8139-ff4b24d893f8 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks [] for port (75eae1dc-7bee-45ee-beba-8bd831a6c7d0), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:41.530664 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-16e1594d-86d7-49b8-8139-ff4b24d893f8 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (75eae1dc-7bee-45ee-beba-8bd831a6c7d0), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:41.636932 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c93d173-85fc-4a24-8e93-753c028da57d tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Pushing event updated for resources: {'Port': ['ID=c8dbb571-5917-480c-8978-e168db9bc28b,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:41.644774 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-16e1594d-86d7-49b8-8139-ff4b24d893f8 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] In _notify_port_updated(), no bound segment for port 75eae1dc-7bee-45ee-beba-8bd831a6c7d0 on network 6c81f3de-3475-436c-a4ac-8f63955bceb3 {{(pid=103475) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 04 12:33:41.651568 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e1594d-86d7-49b8-8139-ff4b24d893f8 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:41.652427 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbd6171-4bcc-4918-add2-bc502cfd09fc req-b63f1798-505d-4305-af91-96348d24dfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:41.652674 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-16e1594d-86d7-49b8-8139-ff4b24d893f8 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:41.654542 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-16e1594d-86d7-49b8-8139-ff4b24d893f8 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "PUT /v2.0/ports/75eae1dc-7bee-45ee-beba-8bd831a6c7d0 HTTP/1.1" status: 200 len: 818 time: 1.1958551 Feb 04 12:33:41.655142 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-bdbd6171-4bcc-4918-add2-bc502cfd09fc req-b63f1798-505d-4305-af91-96348d24dfa5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5ee3374a-84e9-4639-853c-740c6edaf6dc HTTP/1.1" status: 200 len: 843 time: 0.2861831 Feb 04 12:33:41.663012 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d4ee5799-af78-4722-9bc8-fadccef9441c tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (4e59fa0d-714a-4ea9-b926-876c13cb34e9), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:41.666279 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 45830) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:41.705729 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-99a8a0ab-9c9a-49a0-bf7b-cd4508eebcea req-06403041-ac1e-42c6-82af-256d427a13ad tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8bd411c-ac47-4f15-b918-c420cf0295e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3062749 Feb 04 12:33:41.751308 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-aa6ba751-ffbc-4bdb-89c5-a036a246e1bb req-87e4e197-8535-4e42-a4aa-bd18ee1ef57d service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=d8bd411c-ac47-4f15-b918-c420cf0295e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2335706 Feb 04 12:33:41.753530 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e1594d-86d7-49b8-8139-ff4b24d893f8 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Pushing event updated for resources: {'Port': ['ID=75eae1dc-7bee-45ee-beba-8bd831a6c7d0,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:41.765842 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265a30bb-017c-4d1c-8bd2-46ba9b365f26 req-ed29d648-a403-4baa-82df-2ee1f653d00d tempest-ImagesNegativeTestJSON-1904416602 tempest-ImagesNegativeTestJSON-1904416602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:41.769013 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-265a30bb-017c-4d1c-8bd2-46ba9b365f26 req-ed29d648-a403-4baa-82df-2ee1f653d00d tempest-ImagesNegativeTestJSON-1904416602 tempest-ImagesNegativeTestJSON-1904416602-project] 10.222.0.65 "GET /v2.0/ports?device_id=b7b6b03d-c94a-401d-bd0e-aa784d0ec13a HTTP/1.1" status: 200 len: 947 time: 0.2848871 Feb 04 12:33:41.793173 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.db.resource_extend [None req-d4ee5799-af78-4722-9bc8-fadccef9441c tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 12:33:41.818286 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6c93d173-85fc-4a24-8e93-753c028da57d tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1599943'] for floatingip (e085b71a-d15a-4fae-9f1d-d715cbc278bd), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:41.859094 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d4ee5799-af78-4722-9bc8-fadccef9441c tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (4e59fa0d-714a-4ea9-b926-876c13cb34e9), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:41.882265 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ee5799-af78-4722-9bc8-fadccef9441c tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:41.887713 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-265a30bb-017c-4d1c-8bd2-46ba9b365f26 req-c6e3e4c7-294f-427d-a382-d1efefe09292 tempest-ImagesNegativeTestJSON-1904416602 tempest-ImagesNegativeTestJSON-1904416602-project] 10.222.0.65 "GET /v2.0/security-groups?id=6e9aebd9-c86c-4d23-a172-ef499f0ba41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058383 Feb 04 12:33:41.888781 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d4ee5799-af78-4722-9bc8-fadccef9441c tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:41.903830 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6c93d173-85fc-4a24-8e93-753c028da57d tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:41.907695 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-6c93d173-85fc-4a24-8e93-753c028da57d tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.5955198 Feb 04 12:33:41.908194 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 45834) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:41.915482 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-80b1a547-0a14-4df3-8a8a-dd1e20b55866 tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1277112506'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:33:41.960970 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-d4ee5799-af78-4722-9bc8-fadccef9441c tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.7814333 Feb 04 12:33:41.964836 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 45838) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:41.970013 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-8bd5456d-df18-41cb-b4ae-64c46fa56a59 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Request body: {'port': {'network_id': '4e59fa0d-714a-4ea9-b926-876c13cb34e9', 'name': 'tempest-PortsIpV6TestJSON-1621878751'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:33:41.970926 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80b1a547-0a14-4df3-8a8a-dd1e20b55866 tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Made reservation on behalf of fae0c9d7f13a472c95eb0397d2831cdf for: {'network': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:33:41.974995 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-80b1a547-0a14-4df3-8a8a-dd1e20b55866 tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:41.993761 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-80b1a547-0a14-4df3-8a8a-dd1e20b55866 tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:41.997193 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbd6171-4bcc-4918-add2-bc502cfd09fc req-0e19e487-c30d-48fc-b319-e416c3c18434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:41.998825 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-bdbd6171-4bcc-4918-add2-bc502cfd09fc req-0e19e487-c30d-48fc-b319-e416c3c18434 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2f7dc246-a024-4937-952c-0ddeef5af29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3256853 Feb 04 12:33:42.112230 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-80b1a547-0a14-4df3-8a8a-dd1e20b55866 tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Publish callbacks [] for security_group (fcfc4084-3ca1-40f6-a94d-84fb7cf2ed9c), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:42.126499 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-80b1a547-0a14-4df3-8a8a-dd1e20b55866 tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (fcfc4084-3ca1-40f6-a94d-84fb7cf2ed9c), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:42.165860 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-44a9c7be-7752-49ef-93fa-35baebe771e9 req-9ad9465a-add8-4658-9f0f-3a22f0eb5c03 tempest-ServerShowV257Test-129697279 tempest-ServerShowV257Test-129697279-project] 10.222.0.65 "GET /v2.0/ports?device_id=f8f78749-6b69-498d-b34a-6b383e4a2c79 HTTP/1.1" status: 200 len: 210 time: 0.0513964 Feb 04 12:33:42.193034 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80b1a547-0a14-4df3-8a8a-dd1e20b55866 tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=103475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:33:42.204945 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b1a547-0a14-4df3-8a8a-dd1e20b55866 tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcfc4084-3ca1-40f6-a94d-84fb7cf2ed9c,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:42.210492 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-80b1a547-0a14-4df3-8a8a-dd1e20b55866 tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (5d0fd9a8-c94a-49a2-a1dc-0234906895c7), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:42.210880 n-d-825015-3 neutron-server[103475]: INFO neutron.db.segments_db [None req-80b1a547-0a14-4df3-8a8a-dd1e20b55866 tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Added segment 5d0fd9a8-c94a-49a2-a1dc-0234906895c7 of type vlan for network 0f2edcfc-44e0-49ad-9ad7-fa0dd9ee913a Feb 04 12:33:42.290324 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-80b1a547-0a14-4df3-8a8a-dd1e20b55866 tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (0f2edcfc-44e0-49ad-9ad7-fa0dd9ee913a), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:42.294237 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ee5799-af78-4722-9bc8-fadccef9441c tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Pushing event updated for resources: {'Network': ['ID=4e59fa0d-714a-4ea9-b926-876c13cb34e9,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:42.305795 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bd5456d-df18-41cb-b4ae-64c46fa56a59 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Made reservation on behalf of 90a71f7c621340c08dbfd8625731c118 for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:33:42.309349 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8bd5456d-df18-41cb-b4ae-64c46fa56a59 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:42.324390 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 4e59fa0d-714a-4ea9-b926-876c13cb34e9 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:33:42.352600 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [None req-8bd5456d-df18-41cb-b4ae-64c46fa56a59 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] device_id is not set on port 5a2e52d2-64a7-4f1e-9523-dd592102cc30 yet. {{(pid=103474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 12:33:42.396120 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-80b1a547-0a14-4df3-8a8a-dd1e20b55866 tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (0f2edcfc-44e0-49ad-9ad7-fa0dd9ee913a), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:42.412227 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b1a547-0a14-4df3-8a8a-dd1e20b55866 tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:42.412899 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-80b1a547-0a14-4df3-8a8a-dd1e20b55866 tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:42.538845 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-c9395d92-ac51-4481-93f3-6c305512f209 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Deleting port 75eae1dc-7bee-45ee-beba-8bd831a6c7d0 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:33:42.541205 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c9395d92-ac51-4481-93f3-6c305512f209 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (75eae1dc-7bee-45ee-beba-8bd831a6c7d0), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:42.562806 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-80b1a547-0a14-4df3-8a8a-dd1e20b55866 tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6498580 Feb 04 12:33:42.567613 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 45860) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:42.577473 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b1a547-0a14-4df3-8a8a-dd1e20b55866 tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Pushing event updated for resources: {'Network': ['ID=0f2edcfc-44e0-49ad-9ad7-fa0dd9ee913a,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:42.594761 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 0f2edcfc-44e0-49ad-9ad7-fa0dd9ee913a details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:33:42.604838 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-66af8b7d-49dc-492b-84d6-32c0d7d254c6 tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Request body: {'subnet': {'network_id': '0f2edcfc-44e0-49ad-9ad7-fa0dd9ee913a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:33:42.903100 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd09c1b-8b6a-455e-a025-819bd64c135e req-e1c5c810-2cb3-4978-add3-950dfc371533 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:42.911677 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7bd09c1b-8b6a-455e-a025-819bd64c135e req-e1c5c810-2cb3-4978-add3-950dfc371533 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a5c2a56-ee1a-4c7e-bf15-98711834c060 HTTP/1.1" status: 200 len: 945 time: 0.0982816 Feb 04 12:33:43.011324 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7bd09c1b-8b6a-455e-a025-819bd64c135e req-8ecbe6f0-1eaf-4a64-af97-179a9de84057 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8bd411c-ac47-4f15-b918-c420cf0295e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983975 Feb 04 12:33:43.057535 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-28254dfd-d325-4d60-9992-8004d9dcc082 req-4ebfc6ea-6881-4a5c-aa6b-e05013f70afb tempest-ServerShowV257Test-129697279 tempest-ServerShowV257Test-129697279-project] 10.222.0.65 "GET /v2.0/ports?device_id=f8f78749-6b69-498d-b34a-6b383e4a2c79 HTTP/1.1" status: 200 len: 210 time: 0.0542543 Feb 04 12:33:43.234606 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cb46d5-ec24-4eae-989c-56d6dca472f1 req-9bbc5aec-1161-47b7-9e0c-802ac58d6b8a tempest-ImagesNegativeTestJSON-1904416602 tempest-ImagesNegativeTestJSON-1904416602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:43.246237 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-00cb46d5-ec24-4eae-989c-56d6dca472f1 req-9bbc5aec-1161-47b7-9e0c-802ac58d6b8a tempest-ImagesNegativeTestJSON-1904416602 tempest-ImagesNegativeTestJSON-1904416602-project] 10.222.0.65 "GET /v2.0/ports?device_id=b7b6b03d-c94a-401d-bd0e-aa784d0ec13a HTTP/1.1" status: 200 len: 947 time: 0.1240358 Feb 04 12:33:43.310706 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c9395d92-ac51-4481-93f3-6c305512f209 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (75eae1dc-7bee-45ee-beba-8bd831a6c7d0), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:43.335511 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-c9395d92-ac51-4481-93f3-6c305512f209 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Calling delete_port for 75eae1dc-7bee-45ee-beba-8bd831a6c7d0 owned by {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:33:43.356274 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-bdbd6171-4bcc-4918-add2-bc502cfd09fc req-6ba3d9ff-f946-4ad7-a503-92f01c0ef68e service neutron] 10.222.0.77 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3184471 Feb 04 12:33:43.366631 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-00cb46d5-ec24-4eae-989c-56d6dca472f1 req-934eec12-9d0a-4092-af78-9b99914b670a tempest-ImagesNegativeTestJSON-1904416602 tempest-ImagesNegativeTestJSON-1904416602-project] 10.222.0.65 "GET /v2.0/security-groups?id=6e9aebd9-c86c-4d23-a172-ef499f0ba41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168618 Feb 04 12:33:43.568548 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f61a58-af09-482b-82a6-28615ac5fd3d req-b8c83a20-14a5-43c0-a634-de67a581135a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:43.570286 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-78f61a58-af09-482b-82a6-28615ac5fd3d req-b8c83a20-14a5-43c0-a634-de67a581135a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=60403df8fc1a4b00b06a45bfc2d7e2b2&device_id=b8861db3-f96d-4488-9972-dc9abe44d442 HTTP/1.1" status: 200 len: 1127 time: 0.1076293 Feb 04 12:33:43.638825 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575002a2-2cb4-4b64-8dfe-857064a8e4f9 req-987a02f0-e40e-47fb-bf65-2bb36e52918a tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:43.648146 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-575002a2-2cb4-4b64-8dfe-857064a8e4f9 req-987a02f0-e40e-47fb-bf65-2bb36e52918a tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8861db3-f96d-4488-9972-dc9abe44d442 HTTP/1.1" status: 200 len: 945 time: 0.1396277 Feb 04 12:33:43.680933 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8bd5456d-df18-41cb-b4ae-64c46fa56a59 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks [] for port (5a2e52d2-64a7-4f1e-9523-dd592102cc30), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:43.739908 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-575002a2-2cb4-4b64-8dfe-857064a8e4f9 req-7e96aa72-9149-44e0-8eb0-b153a4468f14 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/security-groups?id=67d57791-96db-4689-9a02-f69bf9a8e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903103 Feb 04 12:33:43.744830 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f61a58-af09-482b-82a6-28615ac5fd3d req-9465323f-0dbe-4c43-b1d9-56c0308996f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:43.746393 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-78f61a58-af09-482b-82a6-28615ac5fd3d req-9465323f-0dbe-4c43-b1d9-56c0308996f3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e5afc4b2-b62e-43cc-a807-b008639c0d4f HTTP/1.1" status: 200 len: 920 time: 0.1687365 Feb 04 12:33:43.804524 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66af8b7d-49dc-492b-84d6-32c0d7d254c6 tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Made reservation on behalf of fae0c9d7f13a472c95eb0397d2831cdf for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:33:43.808380 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-66af8b7d-49dc-492b-84d6-32c0d7d254c6 tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60610638'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:43.851287 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-78f61a58-af09-482b-82a6-28615ac5fd3d req-3b8aad57-bee6-4652-8f0b-2d36d9656b91 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6e3830c-8598-4c80-abcf-58a5487416e0 HTTP/1.1" status: 200 len: 217 time: 0.0774090 Feb 04 12:33:43.886337 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c9395d92-ac51-4481-93f3-6c305512f209 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (75eae1dc-7bee-45ee-beba-8bd831a6c7d0), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:43.897648 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-bdbd6171-4bcc-4918-add2-bc502cfd09fc req-6a64e557-aab5-4122-8733-e8c1fc20e97a service neutron] 10.222.0.77 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5102835 Feb 04 12:33:43.910762 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8bd5456d-df18-41cb-b4ae-64c46fa56a59 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (5a2e52d2-64a7-4f1e-9523-dd592102cc30), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:43.933410 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f61a58-af09-482b-82a6-28615ac5fd3d req-9e4f1638-2282-4420-a258-ec8c942fd8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:43.935831 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-78f61a58-af09-482b-82a6-28615ac5fd3d req-9e4f1638-2282-4420-a258-ec8c942fd8b1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b210b3d4-0fee-4dad-a874-126f3e2c1f20 HTTP/1.1" status: 200 len: 859 time: 0.0757258 Feb 04 12:33:43.945710 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9395d92-ac51-4481-93f3-6c305512f209 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Pushing event deleted for resources: {'Port': ['ID=75eae1dc-7bee-45ee-beba-8bd831a6c7d0,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:43.949626 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c9395d92-ac51-4481-93f3-6c305512f209 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:43.953158 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-c9395d92-ac51-4481-93f3-6c305512f209 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "DELETE /v2.0/ports/75eae1dc-7bee-45ee-beba-8bd831a6c7d0 HTTP/1.1" status: 204 len: 168 time: 2.2850969 Feb 04 12:33:43.960684 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 45888) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:44.022740 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-78f61a58-af09-482b-82a6-28615ac5fd3d req-86119555-428f-4cd4-917b-5996b0d01a88 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e5afc4b2-b62e-43cc-a807-b008639c0d4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627708 Feb 04 12:33:44.103657 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd5456d-df18-41cb-b4ae-64c46fa56a59 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Pushing event updated for resources: {'Port': ['ID=5a2e52d2-64a7-4f1e-9523-dd592102cc30,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:44.112802 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd5456d-df18-41cb-b4ae-64c46fa56a59 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Checking segment: {'id': '7dbe6273-df41-46c9-8048-2c5183dff43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '4e59fa0d-714a-4ea9-b926-876c13cb34e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:33:44.113248 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd5456d-df18-41cb-b4ae-64c46fa56a59 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Network hostable DHCP agents. Network: 4e59fa0d-714a-4ea9-b926-876c13cb34e9, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:33:44.168475 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d98d8-933b-4177-b8a2-b1f16a435fe1 req-07974c1d-b36c-44f2-ac59-8723ac828d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:44.170494 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-948d98d8-933b-4177-b8a2-b1f16a435fe1 req-07974c1d-b36c-44f2-ac59-8723ac828d3f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ade4e3ed209d4700bf14989772cb9c9d&device_id=b7b6b03d-c94a-401d-bd0e-aa784d0ec13a HTTP/1.1" status: 200 len: 1129 time: 0.2078412 Feb 04 12:33:44.183872 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72b86d6-eb0b-474e-9185-28a54dd0713f tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:44.189131 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-b72b86d6-eb0b-474e-9185-28a54dd0713f tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2254820 Feb 04 12:33:44.191842 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 45894) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:44.200122 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd5456d-df18-41cb-b4ae-64c46fa56a59 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Network 4e59fa0d-714a-4ea9-b926-876c13cb34e9 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:33:44.249430 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-78f61a58-af09-482b-82a6-28615ac5fd3d req-4dc16bff-f17b-422c-a946-5d31327044af service neutron] 10.222.0.73 "GET /v2.0/networks/e5afc4b2-b62e-43cc-a807-b008639c0d4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157576 Feb 04 12:33:44.296279 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-8bd5456d-df18-41cb-b4ae-64c46fa56a59 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 4e59fa0d-714a-4ea9-b926-876c13cb34e9) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:33:44.299554 n-d-825015-3 neutron-server[103475]: INFO neutron.pecan_wsgi.hooks.translation [None req-c122690a-9a4d-4c88-b4d5-9fec5c900d11 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] GET failed (client error): The resource could not be found. Feb 04 12:33:44.306086 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-c122690a-9a4d-4c88-b4d5-9fec5c900d11 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "GET /v2.0/ports/75eae1dc-7bee-45ee-beba-8bd831a6c7d0 HTTP/1.1" status: 404 len: 333 time: 0.0590205 Feb 04 12:33:44.308227 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55fd5b0-56f4-4d4e-b1b0-f9b5a69d723b None None] Network 4e59fa0d-714a-4ea9-b926-876c13cb34e9 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:33:44.309902 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 45896) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:44.319985 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-a891e6c4-c3e6-45d8-b18b-32a37b2e9053 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-699741422'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:33:44.325220 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd5456d-df18-41cb-b4ae-64c46fa56a59 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:33:44.330554 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd5456d-df18-41cb-b4ae-64c46fa56a59 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:44.331191 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-639fe4bb-4d31-4d18-8048-275a46c28c03 req-70acf71e-ddd7-4ed9-8c6e-ef651a3c5c48 tempest-ServerShowV257Test-129697279 tempest-ServerShowV257Test-129697279-project] 10.222.0.65 "GET /v2.0/ports?device_id=f8f78749-6b69-498d-b34a-6b383e4a2c79 HTTP/1.1" status: 200 len: 210 time: 0.1402349 Feb 04 12:33:44.347074 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8bd5456d-df18-41cb-b4ae-64c46fa56a59 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:44.426558 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-66af8b7d-49dc-492b-84d6-32c0d7d254c6 tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59045178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60610680'] for subnet (1c7222eb-cc21-4a9e-9a58-ff829d1686d6), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:44.434922 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdfb084-3aba-4aff-8491-3446a6ceaab9 req-ce52b2e4-0ce8-4e3d-9ffa-f04ef8610851 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:44.436651 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cbdfb084-3aba-4aff-8491-3446a6ceaab9 req-ce52b2e4-0ce8-4e3d-9ffa-f04ef8610851 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a5c2a56-ee1a-4c7e-bf15-98711834c060 HTTP/1.1" status: 200 len: 945 time: 0.2891421 Feb 04 12:33:44.498145 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66af8b7d-49dc-492b-84d6-32c0d7d254c6 tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Pushing event updated for resources: {'Subnet': ['ID=1c7222eb-cc21-4a9e-9a58-ff829d1686d6,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:44.514013 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-8bd5456d-df18-41cb-b4ae-64c46fa56a59 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.5474575 Feb 04 12:33:44.524087 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 45902) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:44.524958 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a891e6c4-c3e6-45d8-b18b-32a37b2e9053 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Made reservation on behalf of 1dcfbfeb897648c6ad07937129f0b5e8 for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:33:44.528623 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a891e6c4-c3e6-45d8-b18b-32a37b2e9053 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:44.542106 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-7db9903c-e25f-4437-b1f7-e06c8b361f58 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1552393037'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:33:44.565859 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cbdfb084-3aba-4aff-8491-3446a6ceaab9 req-b2a19ba4-6826-4c5d-9c68-24efb9ae2b2e tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8bd411c-ac47-4f15-b918-c420cf0295e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181424 Feb 04 12:33:44.566470 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d98d8-933b-4177-b8a2-b1f16a435fe1 req-0cc9ea0d-f444-4a28-9e04-0ce45a954f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:44.568119 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-948d98d8-933b-4177-b8a2-b1f16a435fe1 req-0cc9ea0d-f444-4a28-9e04-0ce45a954f52 service neutron] 10.222.0.77 "GET /v2.0/networks?id=2f7dc246-a024-4937-952c-0ddeef5af29c HTTP/1.1" status: 200 len: 870 time: 0.3872883 Feb 04 12:33:44.571148 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-78f61a58-af09-482b-82a6-28615ac5fd3d req-8ce150c9-49cd-4c38-9028-c4517c2c22c4 service neutron] 10.222.0.73 "GET /v2.0/networks/e5afc4b2-b62e-43cc-a807-b008639c0d4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2906020 Feb 04 12:33:44.621200 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5011ebd5-471a-466a-9e30-d93bf9a7e202 req-692901d3-b34b-4685-85a8-c3527b321988 tempest-ImagesNegativeTestJSON-1904416602 tempest-ImagesNegativeTestJSON-1904416602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:44.622773 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5011ebd5-471a-466a-9e30-d93bf9a7e202 req-692901d3-b34b-4685-85a8-c3527b321988 tempest-ImagesNegativeTestJSON-1904416602 tempest-ImagesNegativeTestJSON-1904416602-project] 10.222.0.65 "GET /v2.0/ports?device_id=b7b6b03d-c94a-401d-bd0e-aa784d0ec13a HTTP/1.1" status: 200 len: 947 time: 0.1141119 Feb 04 12:33:44.654289 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7db9903c-e25f-4437-b1f7-e06c8b361f58 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Made reservation on behalf of 90a71f7c621340c08dbfd8625731c118 for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:33:44.657938 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7db9903c-e25f-4437-b1f7-e06c8b361f58 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:44.725553 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5011ebd5-471a-466a-9e30-d93bf9a7e202 req-82cd9e1e-0ebb-437d-b292-97807282650d tempest-ImagesNegativeTestJSON-1904416602 tempest-ImagesNegativeTestJSON-1904416602-project] 10.222.0.65 "GET /v2.0/security-groups?id=6e9aebd9-c86c-4d23-a172-ef499f0ba41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880823 Feb 04 12:33:44.757193 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-948d98d8-933b-4177-b8a2-b1f16a435fe1 req-2f6c5c03-914e-4d32-89b8-de3145b832e9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=fc986cc2-aa57-43f5-83b8-1bc1a3c5dae0 HTTP/1.1" status: 200 len: 217 time: 0.1258857 Feb 04 12:33:44.761027 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a891e6c4-c3e6-45d8-b18b-32a37b2e9053 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:33:44.821375 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d98d8-933b-4177-b8a2-b1f16a435fe1 req-0d465a87-7cd7-41a8-800e-0018838a8d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:44.822817 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-948d98d8-933b-4177-b8a2-b1f16a435fe1 req-0d465a87-7cd7-41a8-800e-0018838a8d87 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5ee3374a-84e9-4639-853c-740c6edaf6dc HTTP/1.1" status: 200 len: 843 time: 0.0523314 Feb 04 12:33:44.834938 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a891e6c4-c3e6-45d8-b18b-32a37b2e9053 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (53580448-e9da-4a88-9b81-0651ae12d3c4), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:44.835846 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-a891e6c4-c3e6-45d8-b18b-32a37b2e9053 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Added segment 53580448-e9da-4a88-9b81-0651ae12d3c4 of type vlan for network 75604594-0fe9-473d-97ee-3e121a62fb66 Feb 04 12:33:44.870164 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66af8b7d-49dc-492b-84d6-32c0d7d254c6 tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Checking segment: {'id': '5d0fd9a8-c94a-49a2-a1dc-0234906895c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '0f2edcfc-44e0-49ad-9ad7-fa0dd9ee913a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:33:44.870164 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66af8b7d-49dc-492b-84d6-32c0d7d254c6 tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Network hostable DHCP agents. Network: 0f2edcfc-44e0-49ad-9ad7-fa0dd9ee913a, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:33:44.870871 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fa5b1d-2242-4233-9c42-c94abb6ccea3 req-c4773b59-a9ca-4589-8d36-928aa621f5a1 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:44.873601 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e3fa5b1d-2242-4233-9c42-c94abb6ccea3 req-c4773b59-a9ca-4589-8d36-928aa621f5a1 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a5c2a56-ee1a-4c7e-bf15-98711834c060 HTTP/1.1" status: 200 len: 945 time: 0.0826306 Feb 04 12:33:44.906410 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7db9903c-e25f-4437-b1f7-e06c8b361f58 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:33:44.913425 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 45920) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:44.918678 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-21305189-7e3a-4e47-a8fe-11e10c769686 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Request body: {'floatingip': {'port_id': 'be6eda28-f036-432a-b687-6c873f3ef0e7'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:33:44.966077 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7db9903c-e25f-4437-b1f7-e06c8b361f58 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (e839281f-316b-4fa2-892c-99a0f3c5e1cf), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:44.966438 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-7db9903c-e25f-4437-b1f7-e06c8b361f58 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Added segment e839281f-316b-4fa2-892c-99a0f3c5e1cf of type vlan for network 22a4d717-b84f-460e-b377-fa5478c91d92 Feb 04 12:33:44.969643 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-21305189-7e3a-4e47-a8fe-11e10c769686 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Publish callbacks [] for floatingip (f289eebb-97fe-4126-b0f7-264df5364fc0), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:44.970304 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a891e6c4-c3e6-45d8-b18b-32a37b2e9053 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (75604594-0fe9-473d-97ee-3e121a62fb66), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:45.012165 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66af8b7d-49dc-492b-84d6-32c0d7d254c6 tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Network 0f2edcfc-44e0-49ad-9ad7-fa0dd9ee913a is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:33:45.045063 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d98d8-933b-4177-b8a2-b1f16a435fe1 req-20e72896-7595-48f6-b650-eef07b7939fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:45.046686 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-948d98d8-933b-4177-b8a2-b1f16a435fe1 req-20e72896-7595-48f6-b650-eef07b7939fb service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2f7dc246-a024-4937-952c-0ddeef5af29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2068613 Feb 04 12:33:45.053329 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7db9903c-e25f-4437-b1f7-e06c8b361f58 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (22a4d717-b84f-460e-b377-fa5478c91d92), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:45.059982 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1475fddf-4a3b-44ed-9c88-f317b106f7b2 req-39b546c5-e8a0-4821-b247-b3ad674ae5f6 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:45.060850 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-66af8b7d-49dc-492b-84d6-32c0d7d254c6 tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 0f2edcfc-44e0-49ad-9ad7-fa0dd9ee913a) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:33:45.066490 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66af8b7d-49dc-492b-84d6-32c0d7d254c6 tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:45.067212 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1475fddf-4a3b-44ed-9c88-f317b106f7b2 req-39b546c5-e8a0-4821-b247-b3ad674ae5f6 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8861db3-f96d-4488-9972-dc9abe44d442 HTTP/1.1" status: 200 len: 945 time: 0.1866498 Feb 04 12:33:45.067466 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-66af8b7d-49dc-492b-84d6-32c0d7d254c6 tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:45.076702 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37fd873e-5756-4e30-ad4d-92a665addf2e None None] Network 0f2edcfc-44e0-49ad-9ad7-fa0dd9ee913a requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:33:45.157676 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1475fddf-4a3b-44ed-9c88-f317b106f7b2 req-acd17e9a-0ebc-4b5b-a488-49a13457e23a tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/security-groups?id=67d57791-96db-4689-9a02-f69bf9a8e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893142 Feb 04 12:33:45.173497 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-948d98d8-933b-4177-b8a2-b1f16a435fe1 req-942f6ea2-445e-4dbc-a1ec-4763e7995cd7 service neutron] 10.222.0.77 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163583 Feb 04 12:33:45.200909 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a891e6c4-c3e6-45d8-b18b-32a37b2e9053 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (75604594-0fe9-473d-97ee-3e121a62fb66), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:45.206671 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a891e6c4-c3e6-45d8-b18b-32a37b2e9053 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:45.207317 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a891e6c4-c3e6-45d8-b18b-32a37b2e9053 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:45.267418 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0cfeef0-bd40-4df6-8348-45f652a4d92f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-0f2edcfc-44e0-49ad-9ad7-fa0dd9ee913a', 'network_id': '0f2edcfc-44e0-49ad-9ad7-fa0dd9ee913a', 'project_id': 'fae0c9d7f13a472c95eb0397d2831cdf', 'fixed_ips': [{'subnet_id': '1c7222eb-cc21-4a9e-9a58-ff829d1686d6'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 12:33:45.268481 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a0cfeef0-bd40-4df6-8348-45f652a4d92f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:45.361382 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-a891e6c4-c3e6-45d8-b18b-32a37b2e9053 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0473993 Feb 04 12:33:45.365051 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-66af8b7d-49dc-492b-84d6-32c0d7d254c6 tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7780442 Feb 04 12:33:45.365657 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 45922) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:45.370842 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a891e6c4-c3e6-45d8-b18b-32a37b2e9053 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Pushing event updated for resources: {'Network': ['ID=75604594-0fe9-473d-97ee-3e121a62fb66,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:45.372565 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 45924) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:45.379996 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-5321767a-c63b-4dc1-8708-cc7323c34a85 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Request body: {'subnet': {'network_id': '75604594-0fe9-473d-97ee-3e121a62fb66', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:33:45.381278 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-b56eacfe-69db-40d7-bde1-bfd210581273 tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-898995159', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}, 'admin_state_up': False}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:33:45.395636 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7db9903c-e25f-4437-b1f7-e06c8b361f58 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (22a4d717-b84f-460e-b377-fa5478c91d92), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:45.408252 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b56eacfe-69db-40d7-bde1-bfd210581273 tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10933'] for router (212097e0-a4e6-4c8a-b0d6-7f1062f0f492), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:45.410053 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b56eacfe-69db-40d7-bde1-bfd210581273 tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10924'] for router (212097e0-a4e6-4c8a-b0d6-7f1062f0f492), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:45.415211 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db9903c-e25f-4437-b1f7-e06c8b361f58 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:45.415625 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7db9903c-e25f-4437-b1f7-e06c8b361f58 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:45.519269 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 75604594-0fe9-473d-97ee-3e121a62fb66 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:33:45.547130 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db9903c-e25f-4437-b1f7-e06c8b361f58 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Pushing event updated for resources: {'Network': ['ID=22a4d717-b84f-460e-b377-fa5478c91d92,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:45.588225 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-7db9903c-e25f-4437-b1f7-e06c8b361f58 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0568185 Feb 04 12:33:45.593316 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 45928) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:45.601186 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-dda86dd2-8d7e-4031-9fe8-fe63971010dd tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Request body: {'ports': [{'network_id': '4e59fa0d-714a-4ea9-b926-876c13cb34e9'}, {'network_id': '22a4d717-b84f-460e-b377-fa5478c91d92'}]} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:33:45.601186 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-dda86dd2-8d7e-4031-9fe8-fe63971010dd tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Request body: {'port': {'network_id': '4e59fa0d-714a-4ea9-b926-876c13cb34e9'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:33:45.601186 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-dda86dd2-8d7e-4031-9fe8-fe63971010dd tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Request body: {'port': {'network_id': '22a4d717-b84f-460e-b377-fa5478c91d92'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:33:45.640785 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b56eacfe-69db-40d7-bde1-bfd210581273 tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Publish callbacks [] for router_controller (212097e0-a4e6-4c8a-b0d6-7f1062f0f492), precommit_add_association {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:45.647547 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-971b4b76-439f-4ba1-a4b7-9ad1a7cdd6a8 req-2ed96c73-7181-4ca4-9d49-b1e5357374e7 tempest-ServerShowV257Test-129697279 tempest-ServerShowV257Test-129697279-project] 10.222.0.65 "GET /v2.0/ports?device_id=f8f78749-6b69-498d-b34a-6b383e4a2c79 HTTP/1.1" status: 200 len: 210 time: 0.0716314 Feb 04 12:33:45.700441 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-948d98d8-933b-4177-b8a2-b1f16a435fe1 req-27756310-9b2c-4d7f-aaf9-4a65a3b51f93 service neutron] 10.222.0.77 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5142050 Feb 04 12:33:45.708044 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-a0cfeef0-bd40-4df6-8348-45f652a4d92f None None] Allocated IP 172.20.0.2 (0f2edcfc-44e0-49ad-9ad7-fa0dd9ee913a/1c7222eb-cc21-4a9e-9a58-ff829d1686d6/0930607e-4360-4ba8-ac56-bc3501e02c50) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:33:45.757299 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5321767a-c63b-4dc1-8708-cc7323c34a85 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Made reservation on behalf of 1dcfbfeb897648c6ad07937129f0b5e8 for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:33:45.760984 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5321767a-c63b-4dc1-8708-cc7323c34a85 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60610638'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:45.893754 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.db.resource_extend [None req-21305189-7e3a-4e47-a8fe-11e10c769686 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 12:33:45.910605 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a0cfeef0-bd40-4df6-8348-45f652a4d92f None None] Publish callbacks [] for port (0930607e-4360-4ba8-ac56-bc3501e02c50), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:45.920963 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 22a4d717-b84f-460e-b377-fa5478c91d92 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:33:45.941404 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a0cfeef0-bd40-4df6-8348-45f652a4d92f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (0930607e-4360-4ba8-ac56-bc3501e02c50), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:45.980604 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5321767a-c63b-4dc1-8708-cc7323c34a85 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59045178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60610680'] for subnet (1bc172c4-8b11-48d3-b128-66c29a81acee), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:46.012487 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0edea106-bf13-4213-b0df-547d93a24167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:46.042353 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0cfeef0-bd40-4df6-8348-45f652a4d92f None None] Network 0f2edcfc-44e0-49ad-9ad7-fa0dd9ee913a is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:33:46.057580 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-a0cfeef0-bd40-4df6-8348-45f652a4d92f None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:33:46.068369 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0cfeef0-bd40-4df6-8348-45f652a4d92f None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:33:46.122989 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cfeef0-bd40-4df6-8348-45f652a4d92f None None] Pushing event updated for resources: {'Port': ['ID=0930607e-4360-4ba8-ac56-bc3501e02c50,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:46.125120 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5321767a-c63b-4dc1-8708-cc7323c34a85 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Pushing event updated for resources: {'Subnet': ['ID=1bc172c4-8b11-48d3-b128-66c29a81acee,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:46.125267 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-21305189-7e3a-4e47-a8fe-11e10c769686 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:46.131407 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dda86dd2-8d7e-4031-9fe8-fe63971010dd tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Made reservation on behalf of 90a71f7c621340c08dbfd8625731c118 for: {'port': 2} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:33:46.131659 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b56eacfe-69db-40d7-bde1-bfd210581273 tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Publish callbacks [] for router_gateway (212097e0-a4e6-4c8a-b0d6-7f1062f0f492), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:46.136255 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dda86dd2-8d7e-4031-9fe8-fe63971010dd tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:46.139629 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-21305189-7e3a-4e47-a8fe-11e10c769686 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1599943'] for floatingip (f289eebb-97fe-4126-b0f7-264df5364fc0), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:46.147161 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cfeef0-bd40-4df6-8348-45f652a4d92f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:33:46.147426 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cfeef0-bd40-4df6-8348-45f652a4d92f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:33:46.152597 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13863c14-5e41-49f7-90ab-e92749eb36ab req-1933641c-0f92-4f3c-8397-63f23541b7bc tempest-ImagesNegativeTestJSON-1904416602 tempest-ImagesNegativeTestJSON-1904416602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:46.157047 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cfeef0-bd40-4df6-8348-45f652a4d92f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:33:46.157504 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cfeef0-bd40-4df6-8348-45f652a4d92f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:33:46.157866 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cfeef0-bd40-4df6-8348-45f652a4d92f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:33:46.158227 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cfeef0-bd40-4df6-8348-45f652a4d92f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:33:46.158619 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cfeef0-bd40-4df6-8348-45f652a4d92f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:33:46.159054 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cfeef0-bd40-4df6-8348-45f652a4d92f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:33:46.159389 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cfeef0-bd40-4df6-8348-45f652a4d92f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:33:46.159837 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cfeef0-bd40-4df6-8348-45f652a4d92f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:33:46.160175 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cfeef0-bd40-4df6-8348-45f652a4d92f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:33:46.160505 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cfeef0-bd40-4df6-8348-45f652a4d92f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:33:46.160830 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cfeef0-bd40-4df6-8348-45f652a4d92f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:33:46.162317 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-13863c14-5e41-49f7-90ab-e92749eb36ab req-1933641c-0f92-4f3c-8397-63f23541b7bc tempest-ImagesNegativeTestJSON-1904416602 tempest-ImagesNegativeTestJSON-1904416602-project] 10.222.0.65 "GET /v2.0/ports?device_id=b7b6b03d-c94a-401d-bd0e-aa784d0ec13a HTTP/1.1" status: 200 len: 947 time: 0.2817323 Feb 04 12:33:46.175482 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dda86dd2-8d7e-4031-9fe8-fe63971010dd tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:46.178652 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5321767a-c63b-4dc1-8708-cc7323c34a85 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Checking segment: {'id': '53580448-e9da-4a88-9b81-0651ae12d3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '75604594-0fe9-473d-97ee-3e121a62fb66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:33:46.178652 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5321767a-c63b-4dc1-8708-cc7323c34a85 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Network hostable DHCP agents. Network: 75604594-0fe9-473d-97ee-3e121a62fb66, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:33:46.244572 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-a0cfeef0-bd40-4df6-8348-45f652a4d92f None None] Attempting to bind port 0930607e-4360-4ba8-ac56-bc3501e02c50 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:33:46.244943 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-a0cfeef0-bd40-4df6-8348-45f652a4d92f None None] Attempting to bind port 0930607e-4360-4ba8-ac56-bc3501e02c50 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '5d0fd9a8-c94a-49a2-a1dc-0234906895c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '0f2edcfc-44e0-49ad-9ad7-fa0dd9ee913a'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:33:46.245312 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0cfeef0-bd40-4df6-8348-45f652a4d92f None None] Attempting to bind port 0930607e-4360-4ba8-ac56-bc3501e02c50 on network 0f2edcfc-44e0-49ad-9ad7-fa0dd9ee913a {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:33:46.250615 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0cfeef0-bd40-4df6-8348-45f652a4d92f None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:33:46.250995 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0cfeef0-bd40-4df6-8348-45f652a4d92f None None] Checking segment: {'id': '5d0fd9a8-c94a-49a2-a1dc-0234906895c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '0f2edcfc-44e0-49ad-9ad7-fa0dd9ee913a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:33:46.251406 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a0cfeef0-bd40-4df6-8348-45f652a4d92f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:46.251827 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0cfeef0-bd40-4df6-8348-45f652a4d92f None None] Bound using segment: {'id': '5d0fd9a8-c94a-49a2-a1dc-0234906895c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '0f2edcfc-44e0-49ad-9ad7-fa0dd9ee913a'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:33:46.252917 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-a0cfeef0-bd40-4df6-8348-45f652a4d92f None None] Bound port: 0930607e-4360-4ba8-ac56-bc3501e02c50, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d0fd9a8-c94a-49a2-a1dc-0234906895c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '0f2edcfc-44e0-49ad-9ad7-fa0dd9ee913a'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:33:46.253461 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a0cfeef0-bd40-4df6-8348-45f652a4d92f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (0930607e-4360-4ba8-ac56-bc3501e02c50), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:46.305903 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5321767a-c63b-4dc1-8708-cc7323c34a85 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Network 75604594-0fe9-473d-97ee-3e121a62fb66 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:33:46.358540 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-a0cfeef0-bd40-4df6-8348-45f652a4d92f None None] For port 0930607e-4360-4ba8-ac56-bc3501e02c50, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:33:46.363237 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-a0cfeef0-bd40-4df6-8348-45f652a4d92f None None] For port 0930607e-4360-4ba8-ac56-bc3501e02c50, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=0930607e-4360-4ba8-ac56-bc3501e02c50,segment=NetworkSegment(5d0fd9a8-c94a-49a2-a1dc-0234906895c7),segment_id=5d0fd9a8-c94a-49a2-a1dc-0234906895c7)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:33:46.384057 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a0cfeef0-bd40-4df6-8348-45f652a4d92f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (0930607e-4360-4ba8-ac56-bc3501e02c50), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:46.399565 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-5321767a-c63b-4dc1-8708-cc7323c34a85 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 75604594-0fe9-473d-97ee-3e121a62fb66) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:33:46.411507 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5321767a-c63b-4dc1-8708-cc7323c34a85 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:46.412682 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5321767a-c63b-4dc1-8708-cc7323c34a85 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:46.452481 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-5321767a-c63b-4dc1-8708-cc7323c34a85 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0798771 Feb 04 12:33:46.452892 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 45944) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:46.459293 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-10f12e21-46e3-448c-a605-ace244972373 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Request body: {'subnet': {'network_id': '75604594-0fe9-473d-97ee-3e121a62fb66', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:33:46.465359 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [None req-dda86dd2-8d7e-4031-9fe8-fe63971010dd tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] device_id is not set on port d705608a-6f04-4f85-8725-6f2d12f20331 yet. {{(pid=103474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 12:33:46.482368 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cfeef0-bd40-4df6-8348-45f652a4d92f None None] Pushing event updated for resources: {'Port': ['ID=0930607e-4360-4ba8-ac56-bc3501e02c50,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:46.488759 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3edb8d2f-43d6-4c6a-a991-c6fef4cf3b24 None None] Network 75604594-0fe9-473d-97ee-3e121a62fb66 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:33:46.677094 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device fc986cc2-aa57-43f5-83b8-1bc1a3c5dae0 details requested by agent hyperv_n-h2-825015-3 with host n-h2-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:33:46.708327 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10f12e21-46e3-448c-a605-ace244972373 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Made reservation on behalf of 1dcfbfeb897648c6ad07937129f0b5e8 for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:33:46.712124 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-10f12e21-46e3-448c-a605-ace244972373 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60610638'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:46.797660 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dda86dd2-8d7e-4031-9fe8-fe63971010dd tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks [] for port (d705608a-6f04-4f85-8725-6f2d12f20331), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:46.923210 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port fc986cc2-aa57-43f5-83b8-1bc1a3c5dae0, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=fc986cc2-aa57-43f5-83b8-1bc1a3c5dae0,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:33:46.931495 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a035f163-c9eb-4fbc-b05e-779cdb5cb39f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-75604594-0fe9-473d-97ee-3e121a62fb66', 'network_id': '75604594-0fe9-473d-97ee-3e121a62fb66', 'project_id': '1dcfbfeb897648c6ad07937129f0b5e8', 'fixed_ips': [{'subnet_id': '1bc172c4-8b11-48d3-b128-66c29a81acee'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 12:33:46.932652 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a035f163-c9eb-4fbc-b05e-779cdb5cb39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:46.962631 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Returning: {'device': 'fc986cc2-aa57-43f5-83b8-1bc1a3c5dae0', 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c', 'port_id': 'fc986cc2-aa57-43f5-83b8-1bc1a3c5dae0', 'mac_address': 'fa:16:3e:31:38:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ee3374a-84e9-4639-853c-740c6edaf6dc', 'ip_address': '192.168.233.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:33:46.970042 n-d-825015-3 neutron-server[103474]: INFO neutron.db.ipam_backend_mixin [None req-10f12e21-46e3-448c-a605-ace244972373 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 1bc172c4-8b11-48d3-b128-66c29a81acee (CIDR: 172.20.0.0/28) Feb 04 12:33:46.979104 n-d-825015-3 neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-10f12e21-46e3-448c-a605-ace244972373 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 12:33:46.979104 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10f12e21-46e3-448c-a605-ace244972373 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 12:33:47.012737 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [None req-dda86dd2-8d7e-4031-9fe8-fe63971010dd tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] device_id is not set on port 0ce67d66-cb35-4b73-a0d7-11cec5220cc7 yet. {{(pid=103474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 12:33:47.025058 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-10f12e21-46e3-448c-a605-ace244972373 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5710545 Feb 04 12:33:47.026007 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 45950) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:47.036906 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-5625efac-d507-4197-b43d-80d4ac2a90db tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Request body: {'subnet': {'network_id': '75604594-0fe9-473d-97ee-3e121a62fb66', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:33:47.044876 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port fc986cc2-aa57-43f5-83b8-1bc1a3c5dae0 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:33:47.045278 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (fc986cc2-aa57-43f5-83b8-1bc1a3c5dae0), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:47.079409 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-13863c14-5e41-49f7-90ab-e92749eb36ab req-e1c2b1d3-3c65-4c46-a402-356a78fcd27b tempest-ImagesNegativeTestJSON-1904416602 tempest-ImagesNegativeTestJSON-1904416602-project] 10.222.0.65 "GET /v2.0/security-groups?id=6e9aebd9-c86c-4d23-a172-ef499f0ba41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9120414 Feb 04 12:33:47.148868 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a02e818-6712-4c5b-934b-47eaef905038 req-d853b87f-4a3d-416b-b230-a98ced7e3b27 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:47.156896 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5a02e818-6712-4c5b-934b-47eaef905038 req-d853b87f-4a3d-416b-b230-a98ced7e3b27 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8861db3-f96d-4488-9972-dc9abe44d442 HTTP/1.1" status: 200 len: 945 time: 0.8401756 Feb 04 12:33:47.188200 n-d-825015-3 neutron-server[103475]: INFO neutron.db.l3_db [None req-21305189-7e3a-4e47-a8fe-11e10c769686 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Floating IP f289eebb-97fe-4126-b0f7-264df5364fc0 associated. External IP: 172.25.3.92, port: be6eda28-f036-432a-b687-6c873f3ef0e7. Feb 04 12:33:47.231299 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5625efac-d507-4197-b43d-80d4ac2a90db tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Made reservation on behalf of 1dcfbfeb897648c6ad07937129f0b5e8 for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:33:47.235712 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5625efac-d507-4197-b43d-80d4ac2a90db tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60610638'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:47.267481 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-a035f163-c9eb-4fbc-b05e-779cdb5cb39f None None] Allocated IP 172.20.0.2 (75604594-0fe9-473d-97ee-3e121a62fb66/1bc172c4-8b11-48d3-b128-66c29a81acee/e0c7078d-aba8-4fcd-830c-5786b5a411fe) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:33:47.316477 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1690e338-af56-4390-8679-aa6c2cd41a73 req-725872f0-5191-4c8e-ad8f-db0d9b6d1d30 tempest-ServerShowV257Test-129697279 tempest-ServerShowV257Test-129697279-project] 10.222.0.65 "GET /v2.0/ports?device_id=f8f78749-6b69-498d-b34a-6b383e4a2c79 HTTP/1.1" status: 200 len: 210 time: 0.0709102 Feb 04 12:33:47.460403 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5a02e818-6712-4c5b-934b-47eaef905038 req-b69579a0-2de6-4579-b36a-257648728f43 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/security-groups?id=67d57791-96db-4689-9a02-f69bf9a8e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3025031 Feb 04 12:33:47.540549 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dda86dd2-8d7e-4031-9fe8-fe63971010dd tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks [] for port (0ce67d66-cb35-4b73-a0d7-11cec5220cc7), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:47.542951 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a035f163-c9eb-4fbc-b05e-779cdb5cb39f None None] Publish callbacks [] for port (e0c7078d-aba8-4fcd-830c-5786b5a411fe), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:47.553116 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a035f163-c9eb-4fbc-b05e-779cdb5cb39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (e0c7078d-aba8-4fcd-830c-5786b5a411fe), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:47.610699 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc986cc2-aa57-43f5-83b8-1bc1a3c5dae0 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:33:47.618538 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a035f163-c9eb-4fbc-b05e-779cdb5cb39f None None] Pushing event updated for resources: {'Port': ['ID=e0c7078d-aba8-4fcd-830c-5786b5a411fe,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:47.628350 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a035f163-c9eb-4fbc-b05e-779cdb5cb39f None None] Network 75604594-0fe9-473d-97ee-3e121a62fb66 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:33:47.647034 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port fc986cc2-aa57-43f5-83b8-1bc1a3c5dae0, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=fc986cc2-aa57-43f5-83b8-1bc1a3c5dae0,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:33:47.649572 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-a035f163-c9eb-4fbc-b05e-779cdb5cb39f None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:33:47.652410 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (fc986cc2-aa57-43f5-83b8-1bc1a3c5dae0), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:47.654777 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a035f163-c9eb-4fbc-b05e-779cdb5cb39f None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:33:47.682885 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dda86dd2-8d7e-4031-9fe8-fe63971010dd tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (d705608a-6f04-4f85-8725-6f2d12f20331), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:47.779940 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda86dd2-8d7e-4031-9fe8-fe63971010dd tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Pushing event updated for resources: {'Port': ['ID=d705608a-6f04-4f85-8725-6f2d12f20331,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:47.813165 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda86dd2-8d7e-4031-9fe8-fe63971010dd tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Network 4e59fa0d-714a-4ea9-b926-876c13cb34e9 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:33:47.826389 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-dda86dd2-8d7e-4031-9fe8-fe63971010dd tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:33:47.835264 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda86dd2-8d7e-4031-9fe8-fe63971010dd tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:33:47.836711 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dda86dd2-8d7e-4031-9fe8-fe63971010dd tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (0ce67d66-cb35-4b73-a0d7-11cec5220cc7), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:47.897432 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21305189-7e3a-4e47-a8fe-11e10c769686 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Router b0aa9850-1fc9-4b45-b5d9-86a312a36035 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:33:47.936475 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b56eacfe-69db-40d7-bde1-bfd210581273 tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Publish callbacks [] for router_gateway (212097e0-a4e6-4c8a-b0d6-7f1062f0f492), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:47.950840 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5625efac-d507-4197-b43d-80d4ac2a90db tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59045178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60610680'] for subnet (d2fdf340-0520-46b5-b8b2-9a0eb54b01ac), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:47.978603 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b56eacfe-69db-40d7-bde1-bfd210581273 tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:47.981484 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5625efac-d507-4197-b43d-80d4ac2a90db tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Network 75604594-0fe9-473d-97ee-3e121a62fb66 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:33:47.989306 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-5625efac-d507-4197-b43d-80d4ac2a90db tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:33:47.992289 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5625efac-d507-4197-b43d-80d4ac2a90db tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:47.993083 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5625efac-d507-4197-b43d-80d4ac2a90db tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:48.033323 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda86dd2-8d7e-4031-9fe8-fe63971010dd tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Checking segment: {'id': 'e839281f-316b-4fa2-892c-99a0f3c5e1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '22a4d717-b84f-460e-b377-fa5478c91d92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:33:48.034088 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda86dd2-8d7e-4031-9fe8-fe63971010dd tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Network hostable DHCP agents. Network: 22a4d717-b84f-460e-b377-fa5478c91d92, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:33:48.039154 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda86dd2-8d7e-4031-9fe8-fe63971010dd tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Pushing event updated for resources: {'Port': ['ID=0ce67d66-cb35-4b73-a0d7-11cec5220cc7,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:48.051298 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-5625efac-d507-4197-b43d-80d4ac2a90db tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0218451 Feb 04 12:33:48.051986 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 45964) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:48.081794 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-be94200e-403f-4b92-ba2f-29d6d5ce2bd6 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Request body: {'port': {'network_id': '75604594-0fe9-473d-97ee-3e121a62fb66', 'fixed_ips': [{'subnet_id': '1bc172c4-8b11-48d3-b128-66c29a81acee'}, {'subnet_id': 'd2fdf340-0520-46b5-b8b2-9a0eb54b01ac'}], 'name': 'tempest-PortsTestJSON-1771126406'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:33:48.196420 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=fc986cc2-aa57-43f5-83b8-1bc1a3c5dae0,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:48.205120 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-a035f163-c9eb-4fbc-b05e-779cdb5cb39f None None] Attempting to bind port e0c7078d-aba8-4fcd-830c-5786b5a411fe on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:33:48.207103 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-a035f163-c9eb-4fbc-b05e-779cdb5cb39f None None] Attempting to bind port e0c7078d-aba8-4fcd-830c-5786b5a411fe by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '53580448-e9da-4a88-9b81-0651ae12d3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '75604594-0fe9-473d-97ee-3e121a62fb66'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:33:48.207488 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a035f163-c9eb-4fbc-b05e-779cdb5cb39f None None] Attempting to bind port e0c7078d-aba8-4fcd-830c-5786b5a411fe on network 75604594-0fe9-473d-97ee-3e121a62fb66 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:33:48.223517 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2ff28c89-9699-4430-87ad-2e29628c3522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:48.223955 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5625efac-d507-4197-b43d-80d4ac2a90db tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Pushing event updated for resources: {'Subnet': ['ID=d2fdf340-0520-46b5-b8b2-9a0eb54b01ac,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:48.228535 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a035f163-c9eb-4fbc-b05e-779cdb5cb39f None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:33:48.229363 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda86dd2-8d7e-4031-9fe8-fe63971010dd tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Network 22a4d717-b84f-460e-b377-fa5478c91d92 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:33:48.230266 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a035f163-c9eb-4fbc-b05e-779cdb5cb39f None None] Checking segment: {'id': '53580448-e9da-4a88-9b81-0651ae12d3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '75604594-0fe9-473d-97ee-3e121a62fb66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:33:48.231454 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a035f163-c9eb-4fbc-b05e-779cdb5cb39f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:48.231937 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a035f163-c9eb-4fbc-b05e-779cdb5cb39f None None] Bound using segment: {'id': '53580448-e9da-4a88-9b81-0651ae12d3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '75604594-0fe9-473d-97ee-3e121a62fb66'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:33:48.233573 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-a035f163-c9eb-4fbc-b05e-779cdb5cb39f None None] Bound port: e0c7078d-aba8-4fcd-830c-5786b5a411fe, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53580448-e9da-4a88-9b81-0651ae12d3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '75604594-0fe9-473d-97ee-3e121a62fb66'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:33:48.234636 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a035f163-c9eb-4fbc-b05e-779cdb5cb39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (e0c7078d-aba8-4fcd-830c-5786b5a411fe), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:48.260891 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-dda86dd2-8d7e-4031-9fe8-fe63971010dd tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 22a4d717-b84f-460e-b377-fa5478c91d92) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:33:48.268998 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['fc986cc2-aa57-43f5-83b8-1bc1a3c5dae0'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:33:48.278638 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda86dd2-8d7e-4031-9fe8-fe63971010dd tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:33:48.286466 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda86dd2-8d7e-4031-9fe8-fe63971010dd tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:48.292805 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda86dd2-8d7e-4031-9fe8-fe63971010dd tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:48.293646 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dda86dd2-8d7e-4031-9fe8-fe63971010dd tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:48.326474 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb7c548-ca1b-46a5-847e-aeedc283c2e9 None None] Network 22a4d717-b84f-460e-b377-fa5478c91d92 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:33:48.358821 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-dda86dd2-8d7e-4031-9fe8-fe63971010dd tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.7649851 Feb 04 12:33:48.359637 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 45970) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:48.463756 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301f95cc-08cd-450f-b5f9-a1fd80a2afa6 None None] Network 0f2edcfc-44e0-49ad-9ad7-fa0dd9ee913a requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:33:48.469903 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-b56eacfe-69db-40d7-bde1-bfd210581273 tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Allocated IP 172.25.3.165 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/ef3bc89d-fae2-4ee2-80bc-ce8f94ab1a02) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:33:48.539287 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be94200e-403f-4b92-ba2f-29d6d5ce2bd6 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Made reservation on behalf of 1dcfbfeb897648c6ad07937129f0b5e8 for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:33:48.588943 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-a035f163-c9eb-4fbc-b05e-779cdb5cb39f None None] For port e0c7078d-aba8-4fcd-830c-5786b5a411fe, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:33:48.642275 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-1f152930-b710-42db-a1cb-6c0152e80c6d tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Deleting port 0ce67d66-cb35-4b73-a0d7-11cec5220cc7 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:33:48.642655 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1f152930-b710-42db-a1cb-6c0152e80c6d tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (0ce67d66-cb35-4b73-a0d7-11cec5220cc7), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:48.649202 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-a035f163-c9eb-4fbc-b05e-779cdb5cb39f None None] For port e0c7078d-aba8-4fcd-830c-5786b5a411fe, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=e0c7078d-aba8-4fcd-830c-5786b5a411fe,segment=NetworkSegment(53580448-e9da-4a88-9b81-0651ae12d3c4),segment_id=53580448-e9da-4a88-9b81-0651ae12d3c4)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:33:48.667313 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-2e160070-d08d-4f45-8643-f5394872f2bb None None] Provisioning complete for port 0930607e-4360-4ba8-ac56-bc3501e02c50 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:33:48.668057 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2e160070-d08d-4f45-8643-f5394872f2bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (0930607e-4360-4ba8-ac56-bc3501e02c50), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:48.678098 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a035f163-c9eb-4fbc-b05e-779cdb5cb39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (e0c7078d-aba8-4fcd-830c-5786b5a411fe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:48.682500 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b56eacfe-69db-40d7-bde1-bfd210581273 tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Publish callbacks [] for port (ef3bc89d-fae2-4ee2-80bc-ce8f94ab1a02), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:48.703771 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-be94200e-403f-4b92-ba2f-29d6d5ce2bd6 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:48.743245 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [None req-be94200e-403f-4b92-ba2f-29d6d5ce2bd6 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] device_id is not set on port 917908d9-75b3-4791-b5ee-02626e9d88e9 yet. {{(pid=103474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 12:33:48.749875 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1f152930-b710-42db-a1cb-6c0152e80c6d tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (0ce67d66-cb35-4b73-a0d7-11cec5220cc7), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:48.808599 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5033c855-fdf0-4eb6-8fc9-c11af40d8bce req-cb59ebeb-d91b-48cb-be68-d4a171c70b28 tempest-ServerShowV257Test-129697279 tempest-ServerShowV257Test-129697279-project] 10.222.0.65 "GET /v2.0/ports?device_id=f8f78749-6b69-498d-b34a-6b383e4a2c79 HTTP/1.1" status: 200 len: 210 time: 0.3432178 Feb 04 12:33:48.811335 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b56eacfe-69db-40d7-bde1-bfd210581273 tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (ef3bc89d-fae2-4ee2-80bc-ce8f94ab1a02), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:48.820583 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-1f152930-b710-42db-a1cb-6c0152e80c6d tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Calling delete_port for 0ce67d66-cb35-4b73-a0d7-11cec5220cc7 owned by {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:33:48.864422 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2b0e92-2d3c-417f-a2a0-2f9c79552869 req-4938c28c-d493-4a8e-936e-1ec1ccd51c91 tempest-ImagesNegativeTestJSON-1904416602 tempest-ImagesNegativeTestJSON-1904416602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:48.864422 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6b2b0e92-2d3c-417f-a2a0-2f9c79552869 req-4938c28c-d493-4a8e-936e-1ec1ccd51c91 tempest-ImagesNegativeTestJSON-1904416602 tempest-ImagesNegativeTestJSON-1904416602-project] 10.222.0.65 "GET /v2.0/ports?device_id=b7b6b03d-c94a-401d-bd0e-aa784d0ec13a HTTP/1.1" status: 200 len: 948 time: 0.6600459 Feb 04 12:33:48.955083 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56eacfe-69db-40d7-bde1-bfd210581273 tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:33:48.968903 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-b56eacfe-69db-40d7-bde1-bfd210581273 tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:33:48.976616 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56eacfe-69db-40d7-bde1-bfd210581273 tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:33:49.008339 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 0930607e-4360-4ba8-ac56-bc3501e02c50 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:33:49.029012 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21305189-7e3a-4e47-a8fe-11e10c769686 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:33:49.043574 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-21305189-7e3a-4e47-a8fe-11e10c769686 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:49.061323 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01ff2f3-95fe-4318-98ad-7439ae36d21b None None] Sync routers for ids ['b0aa9850-1fc9-4b45-b5d9-86a312a36035'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:33:49.073635 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a035f163-c9eb-4fbc-b05e-779cdb5cb39f None None] Pushing event updated for resources: {'Port': ['ID=e0c7078d-aba8-4fcd-830c-5786b5a411fe,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:49.193732 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01ff2f3-95fe-4318-98ad-7439ae36d21b None None] Routers {'b0aa9850-1fc9-4b45-b5d9-86a312a36035'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:33:49.194382 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-c01ff2f3-95fe-4318-98ad-7439ae36d21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:33:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['b0aa9850-1fc9-4b45-b5d9-86a312a36035'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:33:49.234099 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56eacfe-69db-40d7-bde1-bfd210581273 tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Pushing event updated for resources: {'Port': ['ID=ef3bc89d-fae2-4ee2-80bc-ce8f94ab1a02,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:49.250250 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-21305189-7e3a-4e47-a8fe-11e10c769686 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "PUT /v2.0/floatingips/f289eebb-97fe-4126-b0f7-264df5364fc0 HTTP/1.1" status: 200 len: 990 time: 4.3356004 Feb 04 12:33:49.254464 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a5c2a56-ee1a-4c7e-bf15-98711834c060', 'tag': 'be6eda28-f036-432a-b687-6c873f3ef0e7'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:33:49.256970 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07e57037-b0a9-419f-a96f-cfd9446e7a27" -d '{"events": [{"name": "network-changed", "server_uuid": "5a5c2a56-ee1a-4c7e-bf15-98711834c060", "tag": "be6eda28-f036-432a-b687-6c873f3ef0e7"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:33:49.360200 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:49.375667 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6b2b0e92-2d3c-417f-a2a0-2f9c79552869 req-f276c7ba-59d4-4601-a103-bea74662dd23 tempest-ImagesNegativeTestJSON-1904416602 tempest-ImagesNegativeTestJSON-1904416602-project] 10.222.0.65 "GET /v2.0/security-groups?id=6e9aebd9-c86c-4d23-a172-ef499f0ba41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3969476 Feb 04 12:33:49.449177 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-2e160070-d08d-4f45-8643-f5394872f2bb None None] Current status of the port 0930607e-4360-4ba8-ac56-bc3501e02c50 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:33:49.449835 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2e160070-d08d-4f45-8643-f5394872f2bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (0930607e-4360-4ba8-ac56-bc3501e02c50), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:49.473660 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadf4a6a-393c-4dd4-a2ab-8a0069c455a7 req-7aab0829-6259-4093-983c-38e1b7bd5d1c tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:49.475871 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dadf4a6a-393c-4dd4-a2ab-8a0069c455a7 req-7aab0829-6259-4093-983c-38e1b7bd5d1c tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8861db3-f96d-4488-9972-dc9abe44d442 HTTP/1.1" status: 200 len: 945 time: 0.3455460 Feb 04 12:33:49.486772 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 0930607e-4360-4ba8-ac56-bc3501e02c50 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:33:49.487155 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (0930607e-4360-4ba8-ac56-bc3501e02c50), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:49.501165 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-c01ff2f3-95fe-4318-98ad-7439ae36d21b None None] Set router b0aa9850-1fc9-4b45-b5d9-86a312a36035 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:33:49.668793 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dadf4a6a-393c-4dd4-a2ab-8a0069c455a7 req-8127ab2a-577f-441a-93cc-a21820eec4f6 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/security-groups?id=67d57791-96db-4689-9a02-f69bf9a8e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548126 Feb 04 12:33:49.742350 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-2e160070-d08d-4f45-8643-f5394872f2bb None None] For port 0930607e-4360-4ba8-ac56-bc3501e02c50, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=0930607e-4360-4ba8-ac56-bc3501e02c50,segment=NetworkSegment(5d0fd9a8-c94a-49a2-a1dc-0234906895c7),segment_id=5d0fd9a8-c94a-49a2-a1dc-0234906895c7)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:33:49.748790 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-be94200e-403f-4b92-ba2f-29d6d5ce2bd6 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Allocated IP 172.20.0.8 (75604594-0fe9-473d-97ee-3e121a62fb66/1bc172c4-8b11-48d3-b128-66c29a81acee/917908d9-75b3-4791-b5ee-02626e9d88e9) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:33:49.761361 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2e160070-d08d-4f45-8643-f5394872f2bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (0930607e-4360-4ba8-ac56-bc3501e02c50), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:49.764769 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe17637-0f25-4ac0-8cde-b461398fc4b6 req-13bfb40f-a590-4c61-9754-486b46c938bc tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:49.766359 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ebe17637-0f25-4ac0-8cde-b461398fc4b6 req-13bfb40f-a590-4c61-9754-486b46c938bc tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a5c2a56-ee1a-4c7e-bf15-98711834c060 HTTP/1.1" status: 200 len: 945 time: 0.2044997 Feb 04 12:33:49.766880 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-be94200e-403f-4b92-ba2f-29d6d5ce2bd6 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Allocated IP 172.20.0.21 (75604594-0fe9-473d-97ee-3e121a62fb66/d2fdf340-0520-46b5-b8b2-9a0eb54b01ac/917908d9-75b3-4791-b5ee-02626e9d88e9) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:33:49.770495 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83340df7-72d8-4bd9-927c-6cc05db70716 x-openstack-request-id: req-83340df7-72d8-4bd9-927c-6cc05db70716 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:33:49.770709 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a5c2a56-ee1a-4c7e-bf15-98711834c060", "tag": "be6eda28-f036-432a-b687-6c873f3ef0e7", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:33:49.771143 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-83340df7-72d8-4bd9-927c-6cc05db70716 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:33:49.771654 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a5c2a56-ee1a-4c7e-bf15-98711834c060', 'tag': 'be6eda28-f036-432a-b687-6c873f3ef0e7', 'status': 'completed', 'code': 200} Feb 04 12:33:49.814717 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1f152930-b710-42db-a1cb-6c0152e80c6d tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (0ce67d66-cb35-4b73-a0d7-11cec5220cc7), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:49.860329 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b56eacfe-69db-40d7-bde1-bfd210581273 tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Publish callbacks [] for router_gateway (212097e0-a4e6-4c8a-b0d6-7f1062f0f492), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:49.872284 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ebe17637-0f25-4ac0-8cde-b461398fc4b6 req-6f1465b4-95bd-4260-8877-296f2d3d0ac7 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8bd411c-ac47-4f15-b918-c420cf0295e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949473 Feb 04 12:33:49.883190 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f152930-b710-42db-a1cb-6c0152e80c6d tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Pushing event deleted for resources: {'Port': ['ID=0ce67d66-cb35-4b73-a0d7-11cec5220cc7,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:49.905560 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1f152930-b710-42db-a1cb-6c0152e80c6d tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:49.911187 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-1f152930-b710-42db-a1cb-6c0152e80c6d tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "DELETE /v2.0/ports/0ce67d66-cb35-4b73-a0d7-11cec5220cc7 HTTP/1.1" status: 204 len: 168 time: 1.5422385 Feb 04 12:33:49.913398 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 46000) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:49.970541 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e160070-d08d-4f45-8643-f5394872f2bb None None] Pushing event updated for resources: {'Port': ['ID=0930607e-4360-4ba8-ac56-bc3501e02c50,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:49.998088 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-fbe1006c-f0ed-4e82-8927-e273a05fae44 None None] Provisioning complete for port 0930607e-4360-4ba8-ac56-bc3501e02c50 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:33:49.998771 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fbe1006c-f0ed-4e82-8927-e273a05fae44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (0930607e-4360-4ba8-ac56-bc3501e02c50), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:50.039013 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ae6b1386-b287-4b21-9d7c-e393a44a2b53 req-5efe5ee7-88ee-4223-9eaf-9ec40bde6755 tempest-ServerShowV257Test-129697279 tempest-ServerShowV257Test-129697279-project] 10.222.0.65 "GET /v2.0/ports?device_id=f8f78749-6b69-498d-b34a-6b383e4a2c79 HTTP/1.1" status: 200 len: 210 time: 0.0663152 Feb 04 12:33:50.041285 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e57037-b0a9-419f-a96f-cfd9446e7a27 req-6f88ad93-aace-4200-b8ae-6e1e15ad591f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:50.042863 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-07e57037-b0a9-419f-a96f-cfd9446e7a27 req-6f88ad93-aace-4200-b8ae-6e1e15ad591f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=31d6c346447a48008dccda4817c529a1&device_id=5a5c2a56-ee1a-4c7e-bf15-98711834c060 HTTP/1.1" status: 200 len: 1127 time: 0.2677197 Feb 04 12:33:50.084975 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 0930607e-4360-4ba8-ac56-bc3501e02c50 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:33:50.205259 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2f2b26-cacf-457c-b14e-87fc12787a4e tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:50.212811 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2f2b26-cacf-457c-b14e-87fc12787a4e tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:50.217075 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-fbe1006c-f0ed-4e82-8927-e273a05fae44 None None] Current status of the port 0930607e-4360-4ba8-ac56-bc3501e02c50 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:33:50.218483 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-2c2f2b26-cacf-457c-b14e-87fc12787a4e tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.3028805 Feb 04 12:33:50.226021 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 46022) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:50.257053 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-c01ff2f3-95fe-4318-98ad-7439ae36d21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0aa9850-1fc9-4b45-b5d9-86a312a36035', 'name': 'tempest-AttachVolumeTestJSON-1474130634-router', 'tenant_id': '31d6c346447a48008dccda4817c529a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'eabe40b0-e655-4f19-ba01-3adf8d6b0a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:33:03Z', 'updated_at': '2022-02-04T12:33:13Z', 'revision_number': 4, 'project_id': '31d6c346447a48008dccda4817c529a1', 'gw_port': {'id': 'eabe40b0-e655-4f19-ba01-3adf8d6b0a00', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0aa9850-1fc9-4b45-b5d9-86a312a36035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:33:06Z', 'updated_at': '2022-02-04T12:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': 'f289eebb-97fe-4126-b0f7-264df5364fc0', 'tenant_id': '31d6c346447a48008dccda4817c529a1', 'floating_ip_address': '172.25.3.92', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': 'b0aa9850-1fc9-4b45-b5d9-86a312a36035', 'port_id': 'be6eda28-f036-432a-b687-6c873f3ef0e7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1581, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '211162ce-c654-4372-abd8-21bf219f75aa', 'mac_address': 'fa:16:3e:df:d2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5c2a56-ee1a-4c7e-bf15-98711834c060', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:33:23Z', 'updated_at': '2022-02-04T12:33:45Z', 'revision_number': 1, 'project_id': '31d6c346447a48008dccda4817c529a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cc4bf65-8bb5-4426-a85d-7c0469d389ac', 'name': '', 'network_id': '211162ce-c654-4372-abd8-21bf219f75aa', 'tenant_id': '31d6c346447a48008dccda4817c529a1', 'mac_address': 'fa:16:3e:cd:7c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0aa9850-1fc9-4b45-b5d9-86a312a36035', 'device_owner': 'network:router_interface', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': 'a7a80143-29a9-4ba6-9987-42b8f7317e54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:33:11Z', 'updated_at': '2022-02-04T12:33:20Z', 'revision_number': 5, 'project_id': '31d6c346447a48008dccda4817c529a1', 'subnets': [{'id': 'a7a80143-29a9-4ba6-9987-42b8f7317e54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:33:50.293757 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01ff2f3-95fe-4318-98ad-7439ae36d21b None None] Checking router: b0aa9850-1fc9-4b45-b5d9-86a312a36035 for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:33:50.307682 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01ff2f3-95fe-4318-98ad-7439ae36d21b None None] Routers {'b0aa9850-1fc9-4b45-b5d9-86a312a36035'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:33:50.308698 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-c01ff2f3-95fe-4318-98ad-7439ae36d21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:33:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['b0aa9850-1fc9-4b45-b5d9-86a312a36035'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:33:50.336952 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-be94200e-403f-4b92-ba2f-29d6d5ce2bd6 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks [] for port (917908d9-75b3-4791-b5ee-02626e9d88e9), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:50.393604 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b56eacfe-69db-40d7-bde1-bfd210581273 tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141'] for router (212097e0-a4e6-4c8a-b0d6-7f1062f0f492), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:50.445419 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:50.454686 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e57037-b0a9-419f-a96f-cfd9446e7a27 req-703cfe8f-6ca0-4270-8f85-304d557ed6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:50.458817 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-07e57037-b0a9-419f-a96f-cfd9446e7a27 req-703cfe8f-6ca0-4270-8f85-304d557ed6f8 service neutron] 10.222.0.77 "GET /v2.0/networks?id=211162ce-c654-4372-abd8-21bf219f75aa HTTP/1.1" status: 200 len: 912 time: 0.4055693 Feb 04 12:33:50.499548 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-c01ff2f3-95fe-4318-98ad-7439ae36d21b None None] Set router b0aa9850-1fc9-4b45-b5d9-86a312a36035 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:33:50.590613 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-be94200e-403f-4b92-ba2f-29d6d5ce2bd6 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (917908d9-75b3-4791-b5ee-02626e9d88e9), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:50.681927 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-07e57037-b0a9-419f-a96f-cfd9446e7a27 req-c9261a7d-49f3-4cd9-bcd5-b35c0b8a0bd3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be6eda28-f036-432a-b687-6c873f3ef0e7 HTTP/1.1" status: 200 len: 998 time: 0.2148407 Feb 04 12:33:50.683723 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be94200e-403f-4b92-ba2f-29d6d5ce2bd6 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Network 75604594-0fe9-473d-97ee-3e121a62fb66 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:33:50.693106 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-6339bd58-9930-49c6-936b-c0f4d936d4b2 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Deleting port d705608a-6f04-4f85-8725-6f2d12f20331 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:33:50.693460 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6339bd58-9930-49c6-936b-c0f4d936d4b2 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (d705608a-6f04-4f85-8725-6f2d12f20331), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:50.705655 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-be94200e-403f-4b92-ba2f-29d6d5ce2bd6 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:33:50.711364 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be94200e-403f-4b92-ba2f-29d6d5ce2bd6 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Pushing event updated for resources: {'Port': ['ID=917908d9-75b3-4791-b5ee-02626e9d88e9,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:50.731759 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be94200e-403f-4b92-ba2f-29d6d5ce2bd6 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:33:50.796534 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06653d59-9922-4b18-9367-3980e0c7fb95 req-1977c0ac-35da-4c1c-a410-901e3ed833ae tempest-ImagesNegativeTestJSON-1904416602 tempest-ImagesNegativeTestJSON-1904416602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:50.796534 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-06653d59-9922-4b18-9367-3980e0c7fb95 req-1977c0ac-35da-4c1c-a410-901e3ed833ae tempest-ImagesNegativeTestJSON-1904416602 tempest-ImagesNegativeTestJSON-1904416602-project] 10.222.0.65 "GET /v2.0/ports?device_id=b7b6b03d-c94a-401d-bd0e-aa784d0ec13a HTTP/1.1" status: 200 len: 948 time: 0.2481339 Feb 04 12:33:50.811225 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5429b4b2-3043-44b4-90b1-105a8f8e68ea req-5c8ffbfa-0426-49e6-8044-4d189ef87751 tempest-ImagesOneServerTestJSON-1531918178 tempest-ImagesOneServerTestJSON-1531918178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:50.812884 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5429b4b2-3043-44b4-90b1-105a8f8e68ea req-5c8ffbfa-0426-49e6-8044-4d189ef87751 tempest-ImagesOneServerTestJSON-1531918178 tempest-ImagesOneServerTestJSON-1531918178-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0279577-66bd-4080-acc2-a763ce6cf522 HTTP/1.1" status: 200 len: 950 time: 0.3926396 Feb 04 12:33:50.879818 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6339bd58-9930-49c6-936b-c0f4d936d4b2 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (d705608a-6f04-4f85-8725-6f2d12f20331), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:50.908504 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-6339bd58-9930-49c6-936b-c0f4d936d4b2 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Calling delete_port for d705608a-6f04-4f85-8725-6f2d12f20331 owned by {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:33:50.927029 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e57037-b0a9-419f-a96f-cfd9446e7a27 req-246355a2-8e53-49ce-80d7-981e733b070b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:50.929332 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-07e57037-b0a9-419f-a96f-cfd9446e7a27 req-246355a2-8e53-49ce-80d7-981e733b070b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a7a80143-29a9-4ba6-9987-42b8f7317e54 HTTP/1.1" status: 200 len: 850 time: 0.2320690 Feb 04 12:33:50.939186 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-06653d59-9922-4b18-9367-3980e0c7fb95 req-bb2c53ca-4fa1-4fb3-a0a6-7e6e8a596a28 tempest-ImagesNegativeTestJSON-1904416602 tempest-ImagesNegativeTestJSON-1904416602-project] 10.222.0.65 "GET /v2.0/security-groups?id=6e9aebd9-c86c-4d23-a172-ef499f0ba41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180835 Feb 04 12:33:50.940814 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5429b4b2-3043-44b4-90b1-105a8f8e68ea req-bae0894f-068a-4e6d-a7f1-9646a615351f tempest-ImagesOneServerTestJSON-1531918178 tempest-ImagesOneServerTestJSON-1531918178-project] 10.222.0.65 "GET /v2.0/security-groups?id=bbe69ba6-b239-4d85-8fa3-35dc5065b403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139634 Feb 04 12:33:50.963803 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be94200e-403f-4b92-ba2f-29d6d5ce2bd6 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:50.965191 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b56eacfe-69db-40d7-bde1-bfd210581273 tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Router 212097e0-a4e6-4c8a-b0d6-7f1062f0f492 is scheduled to L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de with binding_index 1 {{(pid=103475) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 12:33:50.968443 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-be94200e-403f-4b92-ba2f-29d6d5ce2bd6 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:51.083823 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device fc986cc2-aa57-43f5-83b8-1bc1a3c5dae0 up at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:33:51.087940 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77b3492-d56e-4d12-98cb-8b2f54eb48dd None None] Network 75604594-0fe9-473d-97ee-3e121a62fb66 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:33:51.098017 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 0930607e-4360-4ba8-ac56-bc3501e02c50 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:33:51.103459 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-be94200e-403f-4b92-ba2f-29d6d5ce2bd6 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 3.0397336 Feb 04 12:33:51.109036 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 46036) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:51.116137 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-dd1d1efa-a39d-4845-9062-0358b30cbe60 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1bc172c4-8b11-48d3-b128-66c29a81acee'}]}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:33:51.169364 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e57037-b0a9-419f-a96f-cfd9446e7a27 req-de535f10-a104-447e-b46b-30b81cb053fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:51.170937 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-07e57037-b0a9-419f-a96f-cfd9446e7a27 req-de535f10-a104-447e-b46b-30b81cb053fc service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=211162ce-c654-4372-abd8-21bf219f75aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1984913 Feb 04 12:33:51.231128 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535a7677-17ee-4a31-801b-df8a9244972d req-4ea58143-9d08-4c47-9147-2414508cc4f6 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:51.232744 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-535a7677-17ee-4a31-801b-df8a9244972d req-4ea58143-9d08-4c47-9147-2414508cc4f6 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a5c2a56-ee1a-4c7e-bf15-98711834c060 HTTP/1.1" status: 200 len: 945 time: 0.1319668 Feb 04 12:33:51.251015 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b56eacfe-69db-40d7-bde1-bfd210581273 tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:33:51.261163 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9800dc6-bf83-47b7-a894-7fe1b30d18bf req-2ed06142-d5e1-42d6-973a-2098338a99fe tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:51.263313 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a9800dc6-bf83-47b7-a894-7fe1b30d18bf req-2ed06142-d5e1-42d6-973a-2098338a99fe tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8861db3-f96d-4488-9972-dc9abe44d442 HTTP/1.1" status: 200 len: 945 time: 0.1497903 Feb 04 12:33:51.268828 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c99a2ee-c829-4993-b789-b6b4a761d3b2 None None] Sync routers for ids ['212097e0-a4e6-4c8a-b0d6-7f1062f0f492'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:33:51.279260 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dd1d1efa-a39d-4845-9062-0358b30cbe60 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (917908d9-75b3-4791-b5ee-02626e9d88e9), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:51.293961 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c99a2ee-c829-4993-b789-b6b4a761d3b2 None None] Routers {'212097e0-a4e6-4c8a-b0d6-7f1062f0f492'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:33:51.295142 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-4c99a2ee-c829-4993-b789-b6b4a761d3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:33:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['212097e0-a4e6-4c8a-b0d6-7f1062f0f492'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:33:51.298454 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6339bd58-9930-49c6-936b-c0f4d936d4b2 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (d705608a-6f04-4f85-8725-6f2d12f20331), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:51.360316 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-4c99a2ee-c829-4993-b789-b6b4a761d3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:33:51.361503 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6339bd58-9930-49c6-936b-c0f4d936d4b2 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Pushing event deleted for resources: {'Port': ['ID=d705608a-6f04-4f85-8725-6f2d12f20331,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:51.363513 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-462df8fa-e174-450b-9680-029def9803ef None None] Provisioning complete for port e0c7078d-aba8-4fcd-830c-5786b5a411fe triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:33:51.368855 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-462df8fa-e174-450b-9680-029def9803ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (e0c7078d-aba8-4fcd-830c-5786b5a411fe), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:51.380057 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6339bd58-9930-49c6-936b-c0f4d936d4b2 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:51.383085 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c99a2ee-c829-4993-b789-b6b4a761d3b2 None None] Routers {'212097e0-a4e6-4c8a-b0d6-7f1062f0f492'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:33:51.384004 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-6339bd58-9930-49c6-936b-c0f4d936d4b2 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "DELETE /v2.0/ports/d705608a-6f04-4f85-8725-6f2d12f20331 HTTP/1.1" status: 204 len: 168 time: 1.1564610 Feb 04 12:33:51.387590 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a9800dc6-bf83-47b7-a894-7fe1b30d18bf req-25f447e8-9e91-4d1a-a981-49ab3605fd38 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/security-groups?id=67d57791-96db-4689-9a02-f69bf9a8e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960689 Feb 04 12:33:51.388377 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 46038) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:51.400003 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-4c99a2ee-c829-4993-b789-b6b4a761d3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:33:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['212097e0-a4e6-4c8a-b0d6-7f1062f0f492'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:33:51.439822 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b56eacfe-69db-40d7-bde1-bfd210581273 tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Publish callbacks [] for router (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:51.442695 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-b56eacfe-69db-40d7-bde1-bfd210581273 tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 6.0683117 Feb 04 12:33:51.448410 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 46044) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:51.451869 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-4c99a2ee-c829-4993-b789-b6b4a761d3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:33:51.452668 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c99a2ee-c829-4993-b789-b6b4a761d3b2 None None] The sync data for ids ['212097e0-a4e6-4c8a-b0d6-7f1062f0f492'] in n-d-825015-3 is: [] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:33:51.491319 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-535a7677-17ee-4a31-801b-df8a9244972d req-dc794912-549b-453f-8245-a2410d15194c tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8bd411c-ac47-4f15-b918-c420cf0295e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2442434 Feb 04 12:33:51.527536 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning for port fc986cc2-aa57-43f5-83b8-1bc1a3c5dae0 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:33:51.540853 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning complete for port fc986cc2-aa57-43f5-83b8-1bc1a3c5dae0 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:33:51.541611 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (fc986cc2-aa57-43f5-83b8-1bc1a3c5dae0), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:51.592733 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-07e57037-b0a9-419f-a96f-cfd9446e7a27 req-44e4581f-279b-4b13-9e89-a3d9c94aa089 service neutron] 10.222.0.77 "GET /v2.0/networks/211162ce-c654-4372-abd8-21bf219f75aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4140491 Feb 04 12:33:51.642324 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 0930607e-4360-4ba8-ac56-bc3501e02c50 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:33:51.642806 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (0930607e-4360-4ba8-ac56-bc3501e02c50), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:51.694418 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:51.751862 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b012aa3-8d92-41bd-87e5-e758beed94a7 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:51.760404 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-4b012aa3-8d92-41bd-87e5-e758beed94a7 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.3654246 Feb 04 12:33:51.790930 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 46060) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:51.804772 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-c01ff2f3-95fe-4318-98ad-7439ae36d21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0aa9850-1fc9-4b45-b5d9-86a312a36035', 'name': 'tempest-AttachVolumeTestJSON-1474130634-router', 'tenant_id': '31d6c346447a48008dccda4817c529a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'eabe40b0-e655-4f19-ba01-3adf8d6b0a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:33:03Z', 'updated_at': '2022-02-04T12:33:13Z', 'revision_number': 4, 'project_id': '31d6c346447a48008dccda4817c529a1', 'gw_port': {'id': 'eabe40b0-e655-4f19-ba01-3adf8d6b0a00', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0aa9850-1fc9-4b45-b5d9-86a312a36035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:33:06Z', 'updated_at': '2022-02-04T12:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': 'f289eebb-97fe-4126-b0f7-264df5364fc0', 'tenant_id': '31d6c346447a48008dccda4817c529a1', 'floating_ip_address': '172.25.3.92', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': 'b0aa9850-1fc9-4b45-b5d9-86a312a36035', 'port_id': 'be6eda28-f036-432a-b687-6c873f3ef0e7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1581, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '211162ce-c654-4372-abd8-21bf219f75aa', 'mac_address': 'fa:16:3e:df:d2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5c2a56-ee1a-4c7e-bf15-98711834c060', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:33:23Z', 'updated_at': '2022-02-04T12:33:45Z', 'revision_number': 1, 'project_id': '31d6c346447a48008dccda4817c529a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cc4bf65-8bb5-4426-a85d-7c0469d389ac', 'name': '', 'network_id': '211162ce-c654-4372-abd8-21bf219f75aa', 'tenant_id': '31d6c346447a48008dccda4817c529a1', 'mac_address': 'fa:16:3e:cd:7c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0aa9850-1fc9-4b45-b5d9-86a312a36035', 'device_owner': 'network:router_interface', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': 'a7a80143-29a9-4ba6-9987-42b8f7317e54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:33:11Z', 'updated_at': '2022-02-04T12:33:20Z', 'revision_number': 5, 'project_id': '31d6c346447a48008dccda4817c529a1', 'subnets': [{'id': 'a7a80143-29a9-4ba6-9987-42b8f7317e54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:33:51.867239 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01ff2f3-95fe-4318-98ad-7439ae36d21b None None] The sync data for ids ['b0aa9850-1fc9-4b45-b5d9-86a312a36035'] in n-d-825015-3 is: [{'id': 'b0aa9850-1fc9-4b45-b5d9-86a312a36035', 'name': 'tempest-AttachVolumeTestJSON-1474130634-router', 'tenant_id': '31d6c346447a48008dccda4817c529a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'eabe40b0-e655-4f19-ba01-3adf8d6b0a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:33:03Z', 'updated_at': '2022-02-04T12:33:13Z', 'revision_number': 4, 'project_id': '31d6c346447a48008dccda4817c529a1', 'gw_port': {'id': 'eabe40b0-e655-4f19-ba01-3adf8d6b0a00', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0aa9850-1fc9-4b45-b5d9-86a312a36035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:33:06Z', 'updated_at': '2022-02-04T12:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': 'f289eebb-97fe-4126-b0f7-264df5364fc0', 'tenant_id': '31d6c346447a48008dccda4817c529a1', 'floating_ip_address': '172.25.3.92', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': 'b0aa9850-1fc9-4b45-b5d9-86a312a36035', 'port_id': 'be6eda28-f036-432a-b687-6c873f3ef0e7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1581, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '211162ce-c654-4372-abd8-21bf219f75aa', 'mac_address': 'fa:16:3e:df:d2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5c2a56-ee1a-4c7e-bf15-98711834c060', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:33:23Z', 'updated_at': '2022-02-04T12:33:45Z', 'revision_number': 1, 'project_id': '31d6c346447a48008dccda4817c529a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cc4bf65-8bb5-4426-a85d-7c0469d389ac', 'name': '', 'network_id': '211162ce-c654-4372-abd8-21bf219f75aa', 'tenant_id': '31d6c346447a48008dccda4817c529a1', 'mac_address': 'fa:16:3e:cd:7c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0aa9850-1fc9-4b45-b5d9-86a312a36035', 'device_owner': 'network:router_interface', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': 'a7a80143-29a9-4ba6-9987-42b8f7317e54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:33:11Z', 'updated_at': '2022-02-04T12:33:20Z', 'revision_number': 5, 'project_id': '31d6c346447a48008dccda4817c529a1', 'subnets': [{'id': 'a7a80143-29a9-4ba6-9987-42b8f7317e54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:33:51.867562 n-d-825015-3 neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-b17ac7b1-733e-4c7f-ab7c-e5587a8a56b7 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] GET failed (client error): The resource could not be found. Feb 04 12:33:51.867772 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-462df8fa-e174-450b-9680-029def9803ef None None] Current status of the port e0c7078d-aba8-4fcd-830c-5786b5a411fe is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:33:51.867772 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-462df8fa-e174-450b-9680-029def9803ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (e0c7078d-aba8-4fcd-830c-5786b5a411fe), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:51.884623 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-b17ac7b1-733e-4c7f-ab7c-e5587a8a56b7 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "GET /v2.0/ports/0ce67d66-cb35-4b73-a0d7-11cec5220cc7 HTTP/1.1" status: 404 len: 333 time: 0.0886376 Feb 04 12:33:51.904029 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 46066) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:52.007810 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e3f7cb69-5460-4079-b92a-cca830e61a98 req-7dfda9d2-9221-4ae1-a77c-37c78a13532c tempest-ServerShowV257Test-129697279 tempest-ServerShowV257Test-129697279-project] 10.222.0.65 "GET /v2.0/ports?device_id=f8f78749-6b69-498d-b34a-6b383e4a2c79 HTTP/1.1" status: 200 len: 210 time: 0.4321933 Feb 04 12:33:52.053293 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port fc986cc2-aa57-43f5-83b8-1bc1a3c5dae0 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:33:52.053696 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (fc986cc2-aa57-43f5-83b8-1bc1a3c5dae0), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:52.099344 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e5a1c1-14a8-418d-9825-0249e2d8bf33 None None] Update dhcp port {'port': {'network_id': '75604594-0fe9-473d-97ee-3e121a62fb66', 'fixed_ips': [{'subnet_id': '1bc172c4-8b11-48d3-b128-66c29a81acee', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd2fdf340-0520-46b5-b8b2-9a0eb54b01ac'}], 'binding:host_id': 'n-d-825015-3'}, 'id': 'e0c7078d-aba8-4fcd-830c-5786b5a411fe'} from n-d-825015-3. {{(pid=103476) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 04 12:33:52.128777 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-462df8fa-e174-450b-9680-029def9803ef None None] For port e0c7078d-aba8-4fcd-830c-5786b5a411fe, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=e0c7078d-aba8-4fcd-830c-5786b5a411fe,segment=NetworkSegment(53580448-e9da-4a88-9b81-0651ae12d3c4),segment_id=53580448-e9da-4a88-9b81-0651ae12d3c4)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:33:52.144176 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-462df8fa-e174-450b-9680-029def9803ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (e0c7078d-aba8-4fcd-830c-5786b5a411fe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:52.155193 n-d-825015-3 neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e1ca289-d38d-4f3d-a291-c57f16925c51 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] GET failed (client error): The resource could not be found. Feb 04 12:33:52.155944 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 0930607e-4360-4ba8-ac56-bc3501e02c50 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:33:52.161090 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-9e1ca289-d38d-4f3d-a291-c57f16925c51 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "GET /v2.0/ports/d705608a-6f04-4f85-8725-6f2d12f20331 HTTP/1.1" status: 404 len: 333 time: 0.2509093 Feb 04 12:33:52.161378 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device e0c7078d-aba8-4fcd-830c-5786b5a411fe up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:33:52.164345 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 46074) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:52.172853 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7b6b03d-c94a-401d-bd0e-aa784d0ec13a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc986cc2-aa57-43f5-83b8-1bc1a3c5dae0'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:33:52.176973 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a8bfe5c-e9af-4931-b08d-603c4466c3a5" -d '{"events": [{"server_uuid": "b7b6b03d-c94a-401d-bd0e-aa784d0ec13a", "name": "network-vif-plugged", "status": "completed", "tag": "fc986cc2-aa57-43f5-83b8-1bc1a3c5dae0"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:33:52.201993 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b2e5a1c1-14a8-418d-9825-0249e2d8bf33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (e0c7078d-aba8-4fcd-830c-5786b5a411fe), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:52.212896 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885e0cd8-171f-4f3e-9e3f-5705c8c5e29b req-9dd47853-15c5-4255-ae76-3c3f681b86d0 tempest-ImagesNegativeTestJSON-1904416602 tempest-ImagesNegativeTestJSON-1904416602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:52.224268 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-885e0cd8-171f-4f3e-9e3f-5705c8c5e29b req-9dd47853-15c5-4255-ae76-3c3f681b86d0 tempest-ImagesNegativeTestJSON-1904416602 tempest-ImagesNegativeTestJSON-1904416602-project] 10.222.0.65 "GET /v2.0/ports?device_id=b7b6b03d-c94a-401d-bd0e-aa784d0ec13a HTTP/1.1" status: 200 len: 948 time: 0.1114721 Feb 04 12:33:52.255340 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port fc986cc2-aa57-43f5-83b8-1bc1a3c5dae0, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=fc986cc2-aa57-43f5-83b8-1bc1a3c5dae0,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:33:52.305250 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (fc986cc2-aa57-43f5-83b8-1bc1a3c5dae0), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:52.307132 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba67cdcd-f42d-4fbb-93c2-8db251fa170c None None] New status for floating IP f289eebb-97fe-4126-b0f7-264df5364fc0: ACTIVE {{(pid=103476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 12:33:52.313013 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-07e57037-b0a9-419f-a96f-cfd9446e7a27 req-0abcf5da-4e0a-438c-bcf0-7cde4909556a service neutron] 10.222.0.77 "GET /v2.0/networks/211162ce-c654-4372-abd8-21bf219f75aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6957469 Feb 04 12:33:52.327220 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-885e0cd8-171f-4f3e-9e3f-5705c8c5e29b req-e58567ae-7ce5-4897-82c4-acea7cf86854 tempest-ImagesNegativeTestJSON-1904416602 tempest-ImagesNegativeTestJSON-1904416602-project] 10.222.0.65 "GET /v2.0/security-groups?id=6e9aebd9-c86c-4d23-a172-ef499f0ba41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979004 Feb 04 12:33:52.405721 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a949b60d-b25b-40b3-ad20-a13da32ca329 x-openstack-request-id: req-a949b60d-b25b-40b3-ad20-a13da32ca329 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:33:52.405721 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7b6b03d-c94a-401d-bd0e-aa784d0ec13a", "name": "network-vif-plugged", "status": "completed", "tag": "fc986cc2-aa57-43f5-83b8-1bc1a3c5dae0", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:33:52.406094 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a949b60d-b25b-40b3-ad20-a13da32ca329 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:33:52.406538 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7b6b03d-c94a-401d-bd0e-aa784d0ec13a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc986cc2-aa57-43f5-83b8-1bc1a3c5dae0', 'code': 200} Feb 04 12:33:52.408438 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462df8fa-e174-450b-9680-029def9803ef None None] Pushing event updated for resources: {'Port': ['ID=e0c7078d-aba8-4fcd-830c-5786b5a411fe,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:52.581432 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80be0ab-d2c7-49a0-9a44-a80e2e0faff2 req-6179d272-2d05-43d2-87e1-601581d52bc3 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:52.583225 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c80be0ab-d2c7-49a0-9a44-a80e2e0faff2 req-6179d272-2d05-43d2-87e1-601581d52bc3 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8861db3-f96d-4488-9972-dc9abe44d442 HTTP/1.1" status: 200 len: 945 time: 0.0937521 Feb 04 12:33:52.639198 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port e0c7078d-aba8-4fcd-830c-5786b5a411fe triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:33:52.639846 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (e0c7078d-aba8-4fcd-830c-5786b5a411fe), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:52.646508 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=fc986cc2-aa57-43f5-83b8-1bc1a3c5dae0,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:52.670108 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c80be0ab-d2c7-49a0-9a44-a80e2e0faff2 req-90d5df67-3c2c-4004-ac54-45c505371e52 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/security-groups?id=67d57791-96db-4689-9a02-f69bf9a8e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801580 Feb 04 12:33:52.708537 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc43db9-ac0a-4b73-9c55-1a742f5c1b1f req-69555c9b-6b9a-43bc-bfc7-6585c48e87ed tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:52.710137 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-afc43db9-ac0a-4b73-9c55-1a742f5c1b1f req-69555c9b-6b9a-43bc-bfc7-6585c48e87ed tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a5c2a56-ee1a-4c7e-bf15-98711834c060 HTTP/1.1" status: 200 len: 945 time: 0.0858302 Feb 04 12:33:52.728674 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device d51b24cb-7b0e-4538-ad0d-f93b4f99a711 no longer exists at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:33:52.783849 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-afc43db9-ac0a-4b73-9c55-1a742f5c1b1f req-94472274-7fbd-4b99-88df-79a92fd8df9c tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8bd411c-ac47-4f15-b918-c420cf0295e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603647 Feb 04 12:33:52.834564 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-dd1d1efa-a39d-4845-9062-0358b30cbe60 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Delete allocated IP 172.20.0.21 (75604594-0fe9-473d-97ee-3e121a62fb66/d2fdf340-0520-46b5-b8b2-9a0eb54b01ac) {{(pid=103474) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 04 12:33:52.904489 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port e0c7078d-aba8-4fcd-830c-5786b5a411fe is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:33:52.925336 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-12dbd9bc-f13b-423c-b8fe-53a0ed6b4272 req-ba928f21-1545-4983-9a64-da8d25672e95 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=a0279577-66bd-4080-acc2-a763ce6cf522&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1226697 Feb 04 12:33:52.928154 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port d51b24cb-7b0e-4538-ad0d-f93b4f99a711 is: ACTIVE; New status is: DOWN {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:33:52.928616 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (d51b24cb-7b0e-4538-ad0d-f93b4f99a711), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:53.012737 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port d51b24cb-7b0e-4538-ad0d-f93b4f99a711, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=d51b24cb-7b0e-4538-ad0d-f93b4f99a711,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:33:53.019009 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (d51b24cb-7b0e-4538-ad0d-f93b4f99a711), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:53.023204 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dd1d1efa-a39d-4845-9062-0358b30cbe60 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks [] for port (917908d9-75b3-4791-b5ee-02626e9d88e9), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:53.057790 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f358b8-17e9-4027-b136-5c335f3a19c3 req-55ff79bd-fc0b-41db-b311-934585e12df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:53.059962 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f2f358b8-17e9-4027-b136-5c335f3a19c3 req-55ff79bd-fc0b-41db-b311-934585e12df2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=60403df8fc1a4b00b06a45bfc2d7e2b2&device_id=b8861db3-f96d-4488-9972-dc9abe44d442 HTTP/1.1" status: 200 len: 1127 time: 0.1293936 Feb 04 12:33:53.086069 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dd1d1efa-a39d-4845-9062-0358b30cbe60 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (917908d9-75b3-4791-b5ee-02626e9d88e9), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:53.104312 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device e0c7078d-aba8-4fcd-830c-5786b5a411fe up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:33:53.148958 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-448a13fa-c0dd-4c2e-93b3-9d14be65e0f2 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (22a4d717-b84f-460e-b377-fa5478c91d92), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:53.188061 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dbd9bc-f13b-423c-b8fe-53a0ed6b4272 req-8feedb74-4199-41f2-a53c-6ecf7b47342e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:53.190102 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-12dbd9bc-f13b-423c-b8fe-53a0ed6b4272 req-8feedb74-4199-41f2-a53c-6ecf7b47342e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bd8633eed17a41f6b97d66df21782d05&device_id=a0279577-66bd-4080-acc2-a763ce6cf522 HTTP/1.1" status: 200 len: 1130 time: 0.1976116 Feb 04 12:33:53.195764 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b81fbeb3-826c-41a0-82e7-fd8b5873ee34 req-204b669b-928b-4a1e-9454-7bbc4e15505a tempest-ServerShowV257Test-129697279 tempest-ServerShowV257Test-129697279-project] 10.222.0.65 "GET /v2.0/ports?device_id=f8f78749-6b69-498d-b34a-6b383e4a2c79 HTTP/1.1" status: 200 len: 210 time: 0.0500395 Feb 04 12:33:53.234178 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d1efa-a39d-4845-9062-0358b30cbe60 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Pushing event updated for resources: {'Port': ['ID=917908d9-75b3-4791-b5ee-02626e9d88e9,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:53.244002 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=d51b24cb-7b0e-4538-ad0d-f93b4f99a711,revision_number=8']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:53.262050 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-b2e5a1c1-14a8-418d-9825-0249e2d8bf33 None None] Allocated IP 172.20.0.18 (75604594-0fe9-473d-97ee-3e121a62fb66/d2fdf340-0520-46b5-b8b2-9a0eb54b01ac/e0c7078d-aba8-4fcd-830c-5786b5a411fe) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:33:53.294209 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port e0c7078d-aba8-4fcd-830c-5786b5a411fe triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:33:53.294737 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (e0c7078d-aba8-4fcd-830c-5786b5a411fe), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:53.378700 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dbd9bc-f13b-423c-b8fe-53a0ed6b4272 req-088cc277-c408-462a-bfe9-ea91d7c59ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:53.380754 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-12dbd9bc-f13b-423c-b8fe-53a0ed6b4272 req-088cc277-c408-462a-bfe9-ea91d7c59ccf service neutron] 10.222.0.77 "GET /v2.0/networks?id=2f7dc246-a024-4937-952c-0ddeef5af29c HTTP/1.1" status: 200 len: 870 time: 0.1666763 Feb 04 12:33:53.427711 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f0460-c00b-4772-bfb6-a0b73ab12f2a req-881aeda6-6751-446e-b85d-9dc28077fd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:53.432248 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f358b8-17e9-4027-b136-5c335f3a19c3 req-4176d269-2311-4dc1-aa65-c2a25fb7e337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:53.433914 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f2f358b8-17e9-4027-b136-5c335f3a19c3 req-4176d269-2311-4dc1-aa65-c2a25fb7e337 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e5afc4b2-b62e-43cc-a807-b008639c0d4f HTTP/1.1" status: 200 len: 920 time: 0.3526976 Feb 04 12:33:53.435240 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-440f0460-c00b-4772-bfb6-a0b73ab12f2a req-881aeda6-6751-446e-b85d-9dc28077fd20 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b7b6b03d-c94a-401d-bd0e-aa784d0ec13a HTTP/1.1" status: 200 len: 1131 time: 0.4051766 Feb 04 12:33:53.466617 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port e0c7078d-aba8-4fcd-830c-5786b5a411fe is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:33:53.481396 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-12dbd9bc-f13b-423c-b8fe-53a0ed6b4272 req-3ff8bcdf-e4be-42d7-b1ed-00be72100b9f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=d51b24cb-7b0e-4538-ad0d-f93b4f99a711 HTTP/1.1" status: 200 len: 217 time: 0.0593929 Feb 04 12:33:53.498656 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b2e5a1c1-14a8-418d-9825-0249e2d8bf33 None None] For port e0c7078d-aba8-4fcd-830c-5786b5a411fe, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=e0c7078d-aba8-4fcd-830c-5786b5a411fe,segment=NetworkSegment(53580448-e9da-4a88-9b81-0651ae12d3c4),segment_id=53580448-e9da-4a88-9b81-0651ae12d3c4)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:33:53.526662 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f2f358b8-17e9-4027-b136-5c335f3a19c3 req-c4a3e43f-3ecc-46ed-a431-7291c9abc115 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6e3830c-8598-4c80-abcf-58a5487416e0 HTTP/1.1" status: 200 len: 217 time: 0.0535336 Feb 04 12:33:53.553902 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b2e5a1c1-14a8-418d-9825-0249e2d8bf33 None None] Publish callbacks [] for port (e0c7078d-aba8-4fcd-830c-5786b5a411fe), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:53.560576 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b2e5a1c1-14a8-418d-9825-0249e2d8bf33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (e0c7078d-aba8-4fcd-830c-5786b5a411fe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:53.630574 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-dd1d1efa-a39d-4845-9062-0358b30cbe60 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] In _notify_port_updated(), no bound segment for port 917908d9-75b3-4791-b5ee-02626e9d88e9 on network 75604594-0fe9-473d-97ee-3e121a62fb66 {{(pid=103474) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 04 12:33:53.635671 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1d1efa-a39d-4845-9062-0358b30cbe60 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:53.636437 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dd1d1efa-a39d-4845-9062-0358b30cbe60 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:53.637787 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-dd1d1efa-a39d-4845-9062-0358b30cbe60 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "PUT /v2.0/ports/917908d9-75b3-4791-b5ee-02626e9d88e9 HTTP/1.1" status: 200 len: 919 time: 2.5276968 Feb 04 12:33:53.639169 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dbd9bc-f13b-423c-b8fe-53a0ed6b4272 req-f773fa3d-056e-42ec-b7ae-636e891b186b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:53.640773 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-12dbd9bc-f13b-423c-b8fe-53a0ed6b4272 req-f773fa3d-056e-42ec-b7ae-636e891b186b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5ee3374a-84e9-4639-853c-740c6edaf6dc HTTP/1.1" status: 200 len: 843 time: 0.1231396 Feb 04 12:33:53.641310 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 46138) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:53.653110 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-f63ed2da-b55a-47c8-92d4-04e3e81762b9 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1bc172c4-8b11-48d3-b128-66c29a81acee'}, {'subnet_id': 'd2fdf340-0520-46b5-b8b2-9a0eb54b01ac'}]}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:33:53.654970 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-448a13fa-c0dd-4c2e-93b3-9d14be65e0f2 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (22a4d717-b84f-460e-b377-fa5478c91d92), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:53.665536 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f358b8-17e9-4027-b136-5c335f3a19c3 req-f250aaf4-520f-4770-a14a-af380a21d192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:53.666875 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f2f358b8-17e9-4027-b136-5c335f3a19c3 req-f250aaf4-520f-4770-a14a-af380a21d192 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b210b3d4-0fee-4dad-a874-126f3e2c1f20 HTTP/1.1" status: 200 len: 859 time: 0.1143410 Feb 04 12:33:53.702605 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-448a13fa-c0dd-4c2e-93b3-9d14be65e0f2 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22a4d717-b84f-460e-b377-fa5478c91d92']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:33:53.706870 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d88580-0369-48ee-887f-1e98d24319ae req-5fb5f7d2-75e7-45ed-94b3-963fc5f93d8c tempest-ImagesNegativeTestJSON-1904416602 tempest-ImagesNegativeTestJSON-1904416602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:53.708588 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a6d88580-0369-48ee-887f-1e98d24319ae req-5fb5f7d2-75e7-45ed-94b3-963fc5f93d8c tempest-ImagesNegativeTestJSON-1904416602 tempest-ImagesNegativeTestJSON-1904416602-project] 10.222.0.65 "GET /v2.0/ports?device_id=b7b6b03d-c94a-401d-bd0e-aa784d0ec13a HTTP/1.1" status: 200 len: 949 time: 0.2375438 Feb 04 12:33:53.716538 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-440f0460-c00b-4772-bfb6-a0b73ab12f2a req-82ed37cd-d75b-43a1-b844-275f6204ecdb service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=6e9aebd9-c86c-4d23-a172-ef499f0ba41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630146 Feb 04 12:33:53.722836 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-448a13fa-c0dd-4c2e-93b3-9d14be65e0f2 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e839281f-316b-4fa2-892c-99a0f3c5e1cf') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:33:53.723176 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-448a13fa-c0dd-4c2e-93b3-9d14be65e0f2 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e839281f-316b-4fa2-892c-99a0f3c5e1cf') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:33:53.755456 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-448a13fa-c0dd-4c2e-93b3-9d14be65e0f2 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (e839281f-316b-4fa2-892c-99a0f3c5e1cf), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:53.779128 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-448a13fa-c0dd-4c2e-93b3-9d14be65e0f2 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (e839281f-316b-4fa2-892c-99a0f3c5e1cf), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:53.790252 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-448a13fa-c0dd-4c2e-93b3-9d14be65e0f2 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:33:53.790660 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-448a13fa-c0dd-4c2e-93b3-9d14be65e0f2 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (e839281f-316b-4fa2-892c-99a0f3c5e1cf), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:53.795641 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 12:33:53.795641 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:33:53.795641 n-d-825015-3 neutron-server[103474]: timer() Feb 04 12:33:53.795641 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:33:53.795641 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 12:33:53.795641 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:33:53.795641 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 12:33:53.795641 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:33:53.795641 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 12:33:53.795641 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:33:53.795641 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 12:33:53.795641 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:33:53.795641 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 12:33:53.795641 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:33:53.795641 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:33:53.795641 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:33:53.795641 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:33:53.795641 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:33:53.795641 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 12:33:53.795641 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:33:53.795641 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 12:33:53.795641 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:33:53.795641 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:33:53.795641 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:33:53.795641 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 12:33:53.795641 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:33:53.795641 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:33:53.795641 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:33:53.795641 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:33:53.795641 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:33:53.795641 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:33:53.795641 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:33:53.871604 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f2f358b8-17e9-4027-b136-5c335f3a19c3 req-1b69e108-f566-4d40-bc13-253ee192d02f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e5afc4b2-b62e-43cc-a807-b008639c0d4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1728172 Feb 04 12:33:53.892540 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5e444e72-b895-4dbf-b852-c33229f0c3ae tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:53.904520 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-448a13fa-c0dd-4c2e-93b3-9d14be65e0f2 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (22a4d717-b84f-460e-b377-fa5478c91d92), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:53.912683 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-448a13fa-c0dd-4c2e-93b3-9d14be65e0f2 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:53.916510 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-448a13fa-c0dd-4c2e-93b3-9d14be65e0f2 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "DELETE /v2.0/networks/22a4d717-b84f-460e-b377-fa5478c91d92 HTTP/1.1" status: 204 len: 168 time: 1.7452528 Feb 04 12:33:53.929405 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 46142) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:53.937039 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e5a1c1-14a8-418d-9825-0249e2d8bf33 None None] Pushing event updated for resources: {'Port': ['ID=e0c7078d-aba8-4fcd-830c-5786b5a411fe,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:53.939125 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-7e73de4a-9fb5-475b-8f10-7b2a2d7bf8b1 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1754393913'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:33:53.943074 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448a13fa-c0dd-4c2e-93b3-9d14be65e0f2 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Pushing event deleted for resources: {'Network': ['ID=22a4d717-b84f-460e-b377-fa5478c91d92,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:54.036066 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e73de4a-9fb5-475b-8f10-7b2a2d7bf8b1 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Made reservation on behalf of 90a71f7c621340c08dbfd8625731c118 for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:33:54.037713 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dbd9bc-f13b-423c-b8fe-53a0ed6b4272 req-f8ca1932-002d-42aa-8c32-b205cd6a70e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:54.039362 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-12dbd9bc-f13b-423c-b8fe-53a0ed6b4272 req-f8ca1932-002d-42aa-8c32-b205cd6a70e5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2f7dc246-a024-4937-952c-0ddeef5af29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3779984 Feb 04 12:33:54.039505 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7e73de4a-9fb5-475b-8f10-7b2a2d7bf8b1 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:54.087239 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e73de4a-9fb5-475b-8f10-7b2a2d7bf8b1 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:33:54.092359 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a6d88580-0369-48ee-887f-1e98d24319ae req-dce60da6-7764-412b-b842-5c22f9c3af4b tempest-ImagesNegativeTestJSON-1904416602 tempest-ImagesNegativeTestJSON-1904416602-project] 10.222.0.65 "GET /v2.0/security-groups?id=6e9aebd9-c86c-4d23-a172-ef499f0ba41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964697 Feb 04 12:33:54.132855 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7e73de4a-9fb5-475b-8f10-7b2a2d7bf8b1 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (0a402117-b4b1-4b07-9b74-c0795fc1054b), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:54.133245 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-7e73de4a-9fb5-475b-8f10-7b2a2d7bf8b1 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Added segment 0a402117-b4b1-4b07-9b74-c0795fc1054b of type vlan for network 0ace76f3-252f-4da0-8073-3457bb09c142 Feb 04 12:33:54.180859 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15a12aa-ec36-46b9-a2e7-4e57d29b4eb7 req-50479738-d2c3-4aac-ac81-f2bb992b36ab tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:54.187794 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e15a12aa-ec36-46b9-a2e7-4e57d29b4eb7 req-50479738-d2c3-4aac-ac81-f2bb992b36ab tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8861db3-f96d-4488-9972-dc9abe44d442 HTTP/1.1" status: 200 len: 945 time: 0.3884623 Feb 04 12:33:54.195935 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f2f358b8-17e9-4027-b136-5c335f3a19c3 req-6fe605ad-8343-4f70-bcab-8100efa0acee service neutron] 10.222.0.73 "GET /v2.0/networks/e5afc4b2-b62e-43cc-a807-b008639c0d4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3110874 Feb 04 12:33:54.219404 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7e73de4a-9fb5-475b-8f10-7b2a2d7bf8b1 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (0ace76f3-252f-4da0-8073-3457bb09c142), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:54.286018 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f63ed2da-b55a-47c8-92d4-04e3e81762b9 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (917908d9-75b3-4791-b5ee-02626e9d88e9), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:54.286267 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7e73de4a-9fb5-475b-8f10-7b2a2d7bf8b1 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (0ace76f3-252f-4da0-8073-3457bb09c142), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:54.291485 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e73de4a-9fb5-475b-8f10-7b2a2d7bf8b1 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:54.291825 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7e73de4a-9fb5-475b-8f10-7b2a2d7bf8b1 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:54.391630 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-7e73de4a-9fb5-475b-8f10-7b2a2d7bf8b1 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4582942 Feb 04 12:33:54.394953 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-70b5c90d-88a5-4f04-9cc1-bccd38e5a33c req-4398ad67-f83a-43a9-9314-e8061d3be63e tempest-ServerShowV257Test-129697279 tempest-ServerShowV257Test-129697279-project] 10.222.0.65 "GET /v2.0/ports?device_id=f8f78749-6b69-498d-b34a-6b383e4a2c79 HTTP/1.1" status: 200 len: 210 time: 0.0493624 Feb 04 12:33:54.395910 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-5e444e72-b895-4dbf-b852-c33229f0c3ae tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Allocated IP 172.20.0.1 (0f2edcfc-44e0-49ad-9ad7-fa0dd9ee913a/1c7222eb-cc21-4a9e-9a58-ff829d1686d6/164b7fa6-413e-4d3d-9d47-325a95061a9c) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:33:54.397702 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 46146) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:54.403418 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-fc85114e-6175-4e60-9b9a-d98cb3dd5157 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Request body: {'subnet': {'network_id': '0ace76f3-252f-4da0-8073-3457bb09c142', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:33:54.407384 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0279577-66bd-4080-acc2-a763ce6cf522', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd51b24cb-7b0e-4538-ad0d-f93b4f99a711'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:33:54.411000 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e73de4a-9fb5-475b-8f10-7b2a2d7bf8b1 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Pushing event updated for resources: {'Network': ['ID=0ace76f3-252f-4da0-8073-3457bb09c142,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:54.411822 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-278e032b-5f54-410a-a5b1-ec0051e90674" -d '{"events": [{"server_uuid": "a0279577-66bd-4080-acc2-a763ce6cf522", "name": "network-vif-unplugged", "status": "completed", "tag": "d51b24cb-7b0e-4538-ad0d-f93b4f99a711"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:33:54.427603 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 0ace76f3-252f-4da0-8073-3457bb09c142 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:33:54.432248 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e15a12aa-ec36-46b9-a2e7-4e57d29b4eb7 req-7c021962-bae5-4e6c-bc0b-bb86c940664b tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/security-groups?id=67d57791-96db-4689-9a02-f69bf9a8e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435827 Feb 04 12:33:54.441083 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-12dbd9bc-f13b-423c-b8fe-53a0ed6b4272 req-9bed2f16-8b5f-4d87-8e0d-656b4eaddf8a service neutron] 10.222.0.77 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3876834 Feb 04 12:33:54.558215 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 12:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04b8d548-83a4-4991-897c-ce9c69f75bfc x-openstack-request-id: req-04b8d548-83a4-4991-897c-ce9c69f75bfc {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:33:54.558535 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0279577-66bd-4080-acc2-a763ce6cf522", "name": "network-vif-unplugged", "status": "completed", "tag": "d51b24cb-7b0e-4538-ad0d-f93b4f99a711", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:33:54.558765 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-04b8d548-83a4-4991-897c-ce9c69f75bfc {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:33:54.559175 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0279577-66bd-4080-acc2-a763ce6cf522', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd51b24cb-7b0e-4538-ad0d-f93b4f99a711', 'code': 200} Feb 04 12:33:54.602184 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f2f358b8-17e9-4027-b136-5c335f3a19c3 req-edc60b4c-dcca-4143-854c-a8b40abdf0d4 service neutron] 10.222.0.73 "GET /v2.0/networks/e5afc4b2-b62e-43cc-a807-b008639c0d4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3927867 Feb 04 12:33:54.616070 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e340ea80-8c7b-4d41-ab8e-8468abc7db67 None None] Network 75604594-0fe9-473d-97ee-3e121a62fb66 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:33:54.662820 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5e444e72-b895-4dbf-b852-c33229f0c3ae tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Publish callbacks [] for port (164b7fa6-413e-4d3d-9d47-325a95061a9c), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:54.686313 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc85114e-6175-4e60-9b9a-d98cb3dd5157 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Made reservation on behalf of 90a71f7c621340c08dbfd8625731c118 for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:33:54.693584 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fc85114e-6175-4e60-9b9a-d98cb3dd5157 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60610638'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:54.715220 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-a3e60ef9-e161-4538-a72c-f2745d14663a None None] Provisioning complete for port e0c7078d-aba8-4fcd-830c-5786b5a411fe triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:33:54.715718 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a3e60ef9-e161-4538-a72c-f2745d14663a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (e0c7078d-aba8-4fcd-830c-5786b5a411fe), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:54.748512 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-12dbd9bc-f13b-423c-b8fe-53a0ed6b4272 req-3ff658dd-6b85-42a7-ab57-e1409cec40b1 service neutron] 10.222.0.77 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323225 Feb 04 12:33:54.785061 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.ipam_backend_mixin [None req-fc85114e-6175-4e60-9b9a-d98cb3dd5157 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Performing IP validity checks on allocation pools {{(pid=103474) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 04 12:33:54.789670 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.ipam_backend_mixin [None req-fc85114e-6175-4e60-9b9a-d98cb3dd5157 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103474) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 04 12:33:54.827126 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5e444e72-b895-4dbf-b852-c33229f0c3ae tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (164b7fa6-413e-4d3d-9d47-325a95061a9c), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:54.827455 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-f63ed2da-b55a-47c8-92d4-04e3e81762b9 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Allocated IP 172.20.0.29 (75604594-0fe9-473d-97ee-3e121a62fb66/d2fdf340-0520-46b5-b8b2-9a0eb54b01ac/917908d9-75b3-4791-b5ee-02626e9d88e9) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:33:54.838195 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-a3e60ef9-e161-4538-a72c-f2745d14663a None None] Current status of the port e0c7078d-aba8-4fcd-830c-5786b5a411fe is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:33:54.850453 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-a3e60ef9-e161-4538-a72c-f2745d14663a None None] Provisioning complete for port 917908d9-75b3-4791-b5ee-02626e9d88e9 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:33:54.850942 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a3e60ef9-e161-4538-a72c-f2745d14663a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (917908d9-75b3-4791-b5ee-02626e9d88e9), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:54.876397 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e444e72-b895-4dbf-b852-c33229f0c3ae tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Network 0f2edcfc-44e0-49ad-9ad7-fa0dd9ee913a is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:33:54.883692 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-5e444e72-b895-4dbf-b852-c33229f0c3ae tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:33:54.890753 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e444e72-b895-4dbf-b852-c33229f0c3ae tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:33:54.895116 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-a3e60ef9-e161-4538-a72c-f2745d14663a None None] Port 917908d9-75b3-4791-b5ee-02626e9d88e9 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:33:54.939008 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e444e72-b895-4dbf-b852-c33229f0c3ae tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Pushing event updated for resources: {'Port': ['ID=164b7fa6-413e-4d3d-9d47-325a95061a9c,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:54.978856 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5e444e72-b895-4dbf-b852-c33229f0c3ae tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1599818'] for router_interface (212097e0-a4e6-4c8a-b0d6-7f1062f0f492), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:55.021934 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f63ed2da-b55a-47c8-92d4-04e3e81762b9 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks [] for port (917908d9-75b3-4791-b5ee-02626e9d88e9), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:55.028975 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f63ed2da-b55a-47c8-92d4-04e3e81762b9 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (917908d9-75b3-4791-b5ee-02626e9d88e9), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:55.030800 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device e0c7078d-aba8-4fcd-830c-5786b5a411fe up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:33:55.092607 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fc85114e-6175-4e60-9b9a-d98cb3dd5157 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59045178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60610680'] for subnet (deb638fa-7a5c-44eb-8f6d-e7b47ec483c8), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:55.159646 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port e0c7078d-aba8-4fcd-830c-5786b5a411fe triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:33:55.160427 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (e0c7078d-aba8-4fcd-830c-5786b5a411fe), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:55.256072 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc85114e-6175-4e60-9b9a-d98cb3dd5157 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Pushing event updated for resources: {'Subnet': ['ID=deb638fa-7a5c-44eb-8f6d-e7b47ec483c8,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:55.271399 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port e0c7078d-aba8-4fcd-830c-5786b5a411fe is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:33:55.276914 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc85114e-6175-4e60-9b9a-d98cb3dd5157 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Checking segment: {'id': '0a402117-b4b1-4b07-9b74-c0795fc1054b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '0ace76f3-252f-4da0-8073-3457bb09c142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:33:55.277514 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc85114e-6175-4e60-9b9a-d98cb3dd5157 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Network hostable DHCP agents. Network: 0ace76f3-252f-4da0-8073-3457bb09c142, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:33:55.289633 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63ed2da-b55a-47c8-92d4-04e3e81762b9 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Pushing event updated for resources: {'Port': ['ID=917908d9-75b3-4791-b5ee-02626e9d88e9,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:55.291463 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5e444e72-b895-4dbf-b852-c33229f0c3ae tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (164b7fa6-413e-4d3d-9d47-325a95061a9c), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:55.324535 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-21f4d6a7-4ed0-4074-95ce-0f39a6a0849c None None] Provisioning complete for port 164b7fa6-413e-4d3d-9d47-325a95061a9c triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:33:55.325197 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-21f4d6a7-4ed0-4074-95ce-0f39a6a0849c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (164b7fa6-413e-4d3d-9d47-325a95061a9c), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:55.336377 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8145a5de-bf47-46cd-83f8-fbbdd5eebd35 req-b4598560-e9f8-4830-aa00-71e5479fc332 tempest-ImagesNegativeTestJSON-1904416602 tempest-ImagesNegativeTestJSON-1904416602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:55.343316 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8145a5de-bf47-46cd-83f8-fbbdd5eebd35 req-b4598560-e9f8-4830-aa00-71e5479fc332 tempest-ImagesNegativeTestJSON-1904416602 tempest-ImagesNegativeTestJSON-1904416602-project] 10.222.0.65 "GET /v2.0/ports?device_id=b7b6b03d-c94a-401d-bd0e-aa784d0ec13a HTTP/1.1" status: 200 len: 949 time: 0.1352248 Feb 04 12:33:55.345234 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-f63ed2da-b55a-47c8-92d4-04e3e81762b9 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] In _notify_port_updated(), no bound segment for port 917908d9-75b3-4791-b5ee-02626e9d88e9 on network 75604594-0fe9-473d-97ee-3e121a62fb66 {{(pid=103475) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 04 12:33:55.348096 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc85114e-6175-4e60-9b9a-d98cb3dd5157 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Network 0ace76f3-252f-4da0-8073-3457bb09c142 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:33:55.350638 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63ed2da-b55a-47c8-92d4-04e3e81762b9 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:55.351425 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f63ed2da-b55a-47c8-92d4-04e3e81762b9 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:55.355450 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-f63ed2da-b55a-47c8-92d4-04e3e81762b9 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "PUT /v2.0/ports/917908d9-75b3-4791-b5ee-02626e9d88e9 HTTP/1.1" status: 200 len: 999 time: 1.7083256 Feb 04 12:33:55.355806 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 46162) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:55.364884 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-fc85114e-6175-4e60-9b9a-d98cb3dd5157 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 0ace76f3-252f-4da0-8073-3457bb09c142) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:33:55.366009 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-21f4d6a7-4ed0-4074-95ce-0f39a6a0849c None None] Port 164b7fa6-413e-4d3d-9d47-325a95061a9c cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:33:55.371974 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc85114e-6175-4e60-9b9a-d98cb3dd5157 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:55.372571 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fc85114e-6175-4e60-9b9a-d98cb3dd5157 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:55.381555 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11bc00b-913f-4f71-bdcf-3dafdb167bef None None] Network 0ace76f3-252f-4da0-8073-3457bb09c142 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:33:55.444207 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8145a5de-bf47-46cd-83f8-fbbdd5eebd35 req-84952f86-4518-4afd-9581-03077b2c1234 tempest-ImagesNegativeTestJSON-1904416602 tempest-ImagesNegativeTestJSON-1904416602-project] 10.222.0.65 "GET /v2.0/security-groups?id=6e9aebd9-c86c-4d23-a172-ef499f0ba41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998130 Feb 04 12:33:55.478621 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-fc85114e-6175-4e60-9b9a-d98cb3dd5157 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0794976 Feb 04 12:33:55.479290 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 46168) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:55.485979 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-d168477e-c438-4086-8764-bc4573d7b535 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Request body: {'port': {'network_id': '0ace76f3-252f-4da0-8073-3457bb09c142', 'name': 'tempest-PortsIpV6TestJSON-1217990044'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:33:55.501143 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2434d2ed-a682-4f0d-bc66-750985e3f2b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-0ace76f3-252f-4da0-8073-3457bb09c142', 'network_id': '0ace76f3-252f-4da0-8073-3457bb09c142', 'project_id': '90a71f7c621340c08dbfd8625731c118', 'fixed_ips': [{'subnet_id': 'deb638fa-7a5c-44eb-8f6d-e7b47ec483c8'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 12:33:55.502473 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2434d2ed-a682-4f0d-bc66-750985e3f2b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:55.607202 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-74685d30-c76a-4f55-9ac0-6bfc6d8035ce req-9c490aaa-92ad-4128-bda7-b9babfde6a94 tempest-ServerShowV257Test-129697279 tempest-ServerShowV257Test-129697279-project] 10.222.0.65 "GET /v2.0/ports?device_id=f8f78749-6b69-498d-b34a-6b383e4a2c79 HTTP/1.1" status: 200 len: 210 time: 0.0587969 Feb 04 12:33:55.612733 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-27ec535a-b145-4edd-abf4-33793525f869 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Deleting port 917908d9-75b3-4791-b5ee-02626e9d88e9 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:33:55.613832 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-27ec535a-b145-4edd-abf4-33793525f869 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (917908d9-75b3-4791-b5ee-02626e9d88e9), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:55.700555 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d168477e-c438-4086-8764-bc4573d7b535 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Made reservation on behalf of 90a71f7c621340c08dbfd8625731c118 for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:33:55.703938 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d168477e-c438-4086-8764-bc4573d7b535 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:55.748463 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [None req-d168477e-c438-4086-8764-bc4573d7b535 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] device_id is not set on port 16a10b40-d425-47ba-a8b1-c5d61fbc9919 yet. {{(pid=103474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 12:33:55.804490 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-27ec535a-b145-4edd-abf4-33793525f869 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (917908d9-75b3-4791-b5ee-02626e9d88e9), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:55.815327 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5e444e72-b895-4dbf-b852-c33229f0c3ae tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Publish callbacks [] for port (164b7fa6-413e-4d3d-9d47-325a95061a9c), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:55.822806 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-27ec535a-b145-4edd-abf4-33793525f869 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Calling delete_port for 917908d9-75b3-4791-b5ee-02626e9d88e9 owned by {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:33:55.827017 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5e444e72-b895-4dbf-b852-c33229f0c3ae tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (164b7fa6-413e-4d3d-9d47-325a95061a9c), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:55.866684 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f746ab-360b-467d-a022-ddf8c7d85d18 req-a76eeaeb-f172-4303-9cbf-c106b0c1c65b tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:55.873894 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-86f746ab-360b-467d-a022-ddf8c7d85d18 req-a76eeaeb-f172-4303-9cbf-c106b0c1c65b tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8861db3-f96d-4488-9972-dc9abe44d442 HTTP/1.1" status: 200 len: 945 time: 0.1561871 Feb 04 12:33:55.880027 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-2434d2ed-a682-4f0d-bc66-750985e3f2b2 None None] Allocated IP 2001:db8::2 (0ace76f3-252f-4da0-8073-3457bb09c142/deb638fa-7a5c-44eb-8f6d-e7b47ec483c8/033e4b69-e7c6-4d68-8dc8-ae6f9057ab0e) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:33:55.964733 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e444e72-b895-4dbf-b852-c33229f0c3ae tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Pushing event updated for resources: {'Port': ['ID=164b7fa6-413e-4d3d-9d47-325a95061a9c,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:55.968232 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5e444e72-b895-4dbf-b852-c33229f0c3ae tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622202'] for router_interface (212097e0-a4e6-4c8a-b0d6-7f1062f0f492), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:56.057405 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-86f746ab-360b-467d-a022-ddf8c7d85d18 req-98709399-f03b-471b-b51c-284eaac09731 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/security-groups?id=67d57791-96db-4689-9a02-f69bf9a8e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675873 Feb 04 12:33:56.076169 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2434d2ed-a682-4f0d-bc66-750985e3f2b2 None None] Publish callbacks [] for port (033e4b69-e7c6-4d68-8dc8-ae6f9057ab0e), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:56.086916 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2434d2ed-a682-4f0d-bc66-750985e3f2b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (033e4b69-e7c6-4d68-8dc8-ae6f9057ab0e), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:56.126309 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09ec255-2979-44e5-a12e-44315b4d5290 req-e65ad7ff-8c18-424a-87a1-19d361e9e170 tempest-ImagesNegativeTestJSON-1904416602 tempest-ImagesNegativeTestJSON-1904416602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:56.134825 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e444e72-b895-4dbf-b852-c33229f0c3ae tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Network 0f2edcfc-44e0-49ad-9ad7-fa0dd9ee913a is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:33:56.136881 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b09ec255-2979-44e5-a12e-44315b4d5290 req-e65ad7ff-8c18-424a-87a1-19d361e9e170 tempest-ImagesNegativeTestJSON-1904416602 tempest-ImagesNegativeTestJSON-1904416602-project] 10.222.0.65 "GET /v2.0/ports?device_id=b7b6b03d-c94a-401d-bd0e-aa784d0ec13a HTTP/1.1" status: 200 len: 949 time: 0.1613319 Feb 04 12:33:56.137802 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2434d2ed-a682-4f0d-bc66-750985e3f2b2 None None] Network 0ace76f3-252f-4da0-8073-3457bb09c142 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:33:56.149566 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-5e444e72-b895-4dbf-b852-c33229f0c3ae tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:33:56.150184 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-2434d2ed-a682-4f0d-bc66-750985e3f2b2 None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:33:56.156894 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2434d2ed-a682-4f0d-bc66-750985e3f2b2 None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:33:56.172651 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2434d2ed-a682-4f0d-bc66-750985e3f2b2 None None] Pushing event updated for resources: {'Port': ['ID=033e4b69-e7c6-4d68-8dc8-ae6f9057ab0e,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:56.179859 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-d168477e-c438-4086-8764-bc4573d7b535 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Allocated IP 2001:db8::3d9 (0ace76f3-252f-4da0-8073-3457bb09c142/deb638fa-7a5c-44eb-8f6d-e7b47ec483c8/16a10b40-d425-47ba-a8b1-c5d61fbc9919) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:33:56.249584 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b09ec255-2979-44e5-a12e-44315b4d5290 req-e6f1a709-2c59-49dd-9608-01816963113b tempest-ImagesNegativeTestJSON-1904416602 tempest-ImagesNegativeTestJSON-1904416602-project] 10.222.0.65 "GET /v2.0/security-groups?id=6e9aebd9-c86c-4d23-a172-ef499f0ba41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112573 Feb 04 12:33:56.259456 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-2434d2ed-a682-4f0d-bc66-750985e3f2b2 None None] Attempting to bind port 033e4b69-e7c6-4d68-8dc8-ae6f9057ab0e on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:33:56.260896 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-2434d2ed-a682-4f0d-bc66-750985e3f2b2 None None] Attempting to bind port 033e4b69-e7c6-4d68-8dc8-ae6f9057ab0e by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '0a402117-b4b1-4b07-9b74-c0795fc1054b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '0ace76f3-252f-4da0-8073-3457bb09c142'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:33:56.261303 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2434d2ed-a682-4f0d-bc66-750985e3f2b2 None None] Attempting to bind port 033e4b69-e7c6-4d68-8dc8-ae6f9057ab0e on network 0ace76f3-252f-4da0-8073-3457bb09c142 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:33:56.273392 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2434d2ed-a682-4f0d-bc66-750985e3f2b2 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:33:56.274399 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2434d2ed-a682-4f0d-bc66-750985e3f2b2 None None] Checking segment: {'id': '0a402117-b4b1-4b07-9b74-c0795fc1054b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '0ace76f3-252f-4da0-8073-3457bb09c142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:33:56.277927 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2434d2ed-a682-4f0d-bc66-750985e3f2b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:56.278443 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2434d2ed-a682-4f0d-bc66-750985e3f2b2 None None] Bound using segment: {'id': '0a402117-b4b1-4b07-9b74-c0795fc1054b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '0ace76f3-252f-4da0-8073-3457bb09c142'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:33:56.279403 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-2434d2ed-a682-4f0d-bc66-750985e3f2b2 None None] Bound port: 033e4b69-e7c6-4d68-8dc8-ae6f9057ab0e, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a402117-b4b1-4b07-9b74-c0795fc1054b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '0ace76f3-252f-4da0-8073-3457bb09c142'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:33:56.280096 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2434d2ed-a682-4f0d-bc66-750985e3f2b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (033e4b69-e7c6-4d68-8dc8-ae6f9057ab0e), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:56.307468 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-cf8735f3-2b0a-42bb-b9eb-1ea644cdaa87 None None] Provisioning complete for port e0c7078d-aba8-4fcd-830c-5786b5a411fe triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:33:56.307956 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cf8735f3-2b0a-42bb-b9eb-1ea644cdaa87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (e0c7078d-aba8-4fcd-830c-5786b5a411fe), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:56.391213 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-27ec535a-b145-4edd-abf4-33793525f869 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (917908d9-75b3-4791-b5ee-02626e9d88e9), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:56.459826 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec535a-b145-4edd-abf4-33793525f869 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Pushing event deleted for resources: {'Port': ['ID=917908d9-75b3-4791-b5ee-02626e9d88e9,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:56.476237 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-2434d2ed-a682-4f0d-bc66-750985e3f2b2 None None] For port 033e4b69-e7c6-4d68-8dc8-ae6f9057ab0e, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:33:56.482486 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-2434d2ed-a682-4f0d-bc66-750985e3f2b2 None None] For port 033e4b69-e7c6-4d68-8dc8-ae6f9057ab0e, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=033e4b69-e7c6-4d68-8dc8-ae6f9057ab0e,segment=NetworkSegment(0a402117-b4b1-4b07-9b74-c0795fc1054b),segment_id=0a402117-b4b1-4b07-9b74-c0795fc1054b)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:33:56.527210 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2434d2ed-a682-4f0d-bc66-750985e3f2b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (033e4b69-e7c6-4d68-8dc8-ae6f9057ab0e), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:56.587984 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-27ec535a-b145-4edd-abf4-33793525f869 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:56.595979 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-27ec535a-b145-4edd-abf4-33793525f869 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "DELETE /v2.0/ports/917908d9-75b3-4791-b5ee-02626e9d88e9 HTTP/1.1" status: 204 len: 168 time: 1.2369640 Feb 04 12:33:56.604011 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 46184) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:56.623051 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-cf8735f3-2b0a-42bb-b9eb-1ea644cdaa87 None None] Current status of the port e0c7078d-aba8-4fcd-830c-5786b5a411fe is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:33:56.636761 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-cf8735f3-2b0a-42bb-b9eb-1ea644cdaa87 None None] Could not find standard attr ID for object 917908d9-75b3-4791-b5ee-02626e9d88e9. {{(pid=103476) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 12:33:56.645108 n-d-825015-3 neutron-server[103475]: INFO neutron.pecan_wsgi.hooks.translation [None req-97ee4914-a2de-4a03-ba29-84011ff6062a tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] GET failed (client error): The resource could not be found. Feb 04 12:33:56.647717 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-97ee4914-a2de-4a03-ba29-84011ff6062a tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "GET /v2.0/ports/917908d9-75b3-4791-b5ee-02626e9d88e9 HTTP/1.1" status: 404 len: 333 time: 0.0414295 Feb 04 12:33:56.650512 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 46188) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:56.659762 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2434d2ed-a682-4f0d-bc66-750985e3f2b2 None None] Pushing event updated for resources: {'Port': ['ID=033e4b69-e7c6-4d68-8dc8-ae6f9057ab0e,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:56.718268 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device d51b24cb-7b0e-4538-ad0d-f93b4f99a711 details requested by agent hyperv_n-h2-825015-3 with host n-h2-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:33:56.740283 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_v2 [None req-48f2c21e-f848-42cd-9521-1da3fba8111c tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Deleting subnet d2fdf340-0520-46b5-b8b2-9a0eb54b01ac {{(pid=103475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:33:56.754774 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-48f2c21e-f848-42cd-9521-1da3fba8111c tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks [] for subnet (d2fdf340-0520-46b5-b8b2-9a0eb54b01ac), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:56.797739 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-75c3ffb9-ceca-4659-b801-9368c4416404 req-1263abd9-17aa-47c8-bbe5-81dd33f93b3a tempest-ServerShowV257Test-129697279 tempest-ServerShowV257Test-129697279-project] 10.222.0.65 "GET /v2.0/ports?device_id=f8f78749-6b69-498d-b34a-6b383e4a2c79 HTTP/1.1" status: 200 len: 210 time: 0.0638928 Feb 04 12:33:56.825870 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-48f2c21e-f848-42cd-9521-1da3fba8111c tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51859329'] for subnet (d2fdf340-0520-46b5-b8b2-9a0eb54b01ac), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:56.851234 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-6c630317-7628-4e0b-ba45-261d990b0cb1 None None] Provisioning complete for port 164b7fa6-413e-4d3d-9d47-325a95061a9c triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:33:56.851772 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6c630317-7628-4e0b-ba45-261d990b0cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (164b7fa6-413e-4d3d-9d47-325a95061a9c), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:56.942182 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e444e72-b895-4dbf-b852-c33229f0c3ae tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Router 212097e0-a4e6-4c8a-b0d6-7f1062f0f492 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:33:57.043154 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port d51b24cb-7b0e-4538-ad0d-f93b4f99a711, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=d51b24cb-7b0e-4538-ad0d-f93b4f99a711,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:33:57.055221 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-6c630317-7628-4e0b-ba45-261d990b0cb1 None None] Port 164b7fa6-413e-4d3d-9d47-325a95061a9c cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:33:57.067600 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-6c630317-7628-4e0b-ba45-261d990b0cb1 None None] Could not find standard attr ID for object 917908d9-75b3-4791-b5ee-02626e9d88e9. {{(pid=103476) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 12:33:57.069125 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Returning: {'device': 'd51b24cb-7b0e-4538-ad0d-f93b4f99a711', 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c', 'port_id': 'd51b24cb-7b0e-4538-ad0d-f93b4f99a711', 'mac_address': 'fa:16:3e:8c:af:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ee3374a-84e9-4639-853c-740c6edaf6dc', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:33:57.071953 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-48f2c21e-f848-42cd-9521-1da3fba8111c tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (d2fdf340-0520-46b5-b8b2-9a0eb54b01ac), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:57.131776 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port d51b24cb-7b0e-4538-ad0d-f93b4f99a711 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:33:57.132342 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (d51b24cb-7b0e-4538-ad0d-f93b4f99a711), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:57.155921 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 033e4b69-e7c6-4d68-8dc8-ae6f9057ab0e up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:33:57.160536 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d51b24cb-7b0e-4538-ad0d-f93b4f99a711 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:33:57.235003 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port d51b24cb-7b0e-4538-ad0d-f93b4f99a711, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=d51b24cb-7b0e-4538-ad0d-f93b4f99a711,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:33:57.244464 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (d51b24cb-7b0e-4538-ad0d-f93b4f99a711), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:57.247628 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d168477e-c438-4086-8764-bc4573d7b535 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks [] for port (16a10b40-d425-47ba-a8b1-c5d61fbc9919), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:57.249894 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e444e72-b895-4dbf-b852-c33229f0c3ae tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:33:57.257650 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-5e444e72-b895-4dbf-b852-c33229f0c3ae tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] 10.222.0.65 "PUT /v2.0/routers/212097e0-a4e6-4c8a-b0d6-7f1062f0f492/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8017778 Feb 04 12:33:57.261117 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 46202) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:57.269171 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-48f2c21e-f848-42cd-9521-1da3fba8111c tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-52093282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51452698'] for subnet (d2fdf340-0520-46b5-b8b2-9a0eb54b01ac), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:57.270518 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-176cf07c-d2dc-4042-9ee9-e2f8fcd0340e tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Request body: {'port': {'network_id': '0f2edcfc-44e0-49ad-9ad7-fa0dd9ee913a', 'name': 'tempest-FloatingIPAdminTestJSON-882667176'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:33:57.279999 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c9bf84-d736-4951-8df7-2e1a61c61eea None None] Sync routers for ids ['212097e0-a4e6-4c8a-b0d6-7f1062f0f492'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:33:57.288783 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9993d83-5907-4d0f-b1dc-da141dc8e680 req-7e582cf6-aa2a-4321-81ae-7eab2a5d47c9 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:57.290632 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a9993d83-5907-4d0f-b1dc-da141dc8e680 req-7e582cf6-aa2a-4321-81ae-7eab2a5d47c9 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8861db3-f96d-4488-9972-dc9abe44d442 HTTP/1.1" status: 200 len: 945 time: 0.1125796 Feb 04 12:33:57.320818 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c9bf84-d736-4951-8df7-2e1a61c61eea None None] Routers {'212097e0-a4e6-4c8a-b0d6-7f1062f0f492'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:33:57.322628 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-f6c9bf84-d736-4951-8df7-2e1a61c61eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:33:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['212097e0-a4e6-4c8a-b0d6-7f1062f0f492'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:33:57.326717 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f2c21e-f848-42cd-9521-1da3fba8111c tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Pushing event deleted for resources: {'Subnet': ['ID=d2fdf340-0520-46b5-b8b2-9a0eb54b01ac,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:57.352742 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=d51b24cb-7b0e-4538-ad0d-f93b4f99a711,revision_number=9']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:57.374056 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-48f2c21e-f848-42cd-9521-1da3fba8111c tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:57.378069 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-48f2c21e-f848-42cd-9521-1da3fba8111c tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "DELETE /v2.0/subnets/d2fdf340-0520-46b5-b8b2-9a0eb54b01ac HTTP/1.1" status: 204 len: 168 time: 0.7257903 Feb 04 12:33:57.381817 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 033e4b69-e7c6-4d68-8dc8-ae6f9057ab0e triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:33:57.382194 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 46206) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:57.382595 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (033e4b69-e7c6-4d68-8dc8-ae6f9057ab0e), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:57.418581 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-f6c9bf84-d736-4951-8df7-2e1a61c61eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:33:57.435243 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c9bf84-d736-4951-8df7-2e1a61c61eea None None] Routers {'212097e0-a4e6-4c8a-b0d6-7f1062f0f492'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:33:57.436319 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-f6c9bf84-d736-4951-8df7-2e1a61c61eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:33:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['212097e0-a4e6-4c8a-b0d6-7f1062f0f492'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:33:57.485449 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d168477e-c438-4086-8764-bc4573d7b535 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (16a10b40-d425-47ba-a8b1-c5d61fbc9919), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:57.485922 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['d51b24cb-7b0e-4538-ad0d-f93b4f99a711'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:33:57.557718 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-f6c9bf84-d736-4951-8df7-2e1a61c61eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:33:57.559196 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c9bf84-d736-4951-8df7-2e1a61c61eea None None] The sync data for ids ['212097e0-a4e6-4c8a-b0d6-7f1062f0f492'] in n-d-825015-3 is: [] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:33:57.659768 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d168477e-c438-4086-8764-bc4573d7b535 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Pushing event updated for resources: {'Port': ['ID=16a10b40-d425-47ba-a8b1-c5d61fbc9919,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:57.697254 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1f1731e-99d0-4e3a-b404-126f5f27668b tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Deleting subnet 1bc172c4-8b11-48d3-b128-66c29a81acee {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:33:57.709058 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f1f1731e-99d0-4e3a-b404-126f5f27668b tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks [] for subnet (1bc172c4-8b11-48d3-b128-66c29a81acee), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:57.732396 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a9993d83-5907-4d0f-b1dc-da141dc8e680 req-646d3aee-4f7a-48fe-a9a3-70827588c3fb tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/security-groups?id=67d57791-96db-4689-9a02-f69bf9a8e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4076321 Feb 04 12:33:57.744112 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 033e4b69-e7c6-4d68-8dc8-ae6f9057ab0e is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:33:57.744608 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (033e4b69-e7c6-4d68-8dc8-ae6f9057ab0e), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:57.839115 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d168477e-c438-4086-8764-bc4573d7b535 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Network 0ace76f3-252f-4da0-8073-3457bb09c142 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:33:57.862707 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c43b77-1194-436c-8109-b738dc4ac298 req-62141a24-6c53-4c88-87d0-5d087f909360 tempest-ImagesNegativeTestJSON-1904416602 tempest-ImagesNegativeTestJSON-1904416602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:57.873527 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-d168477e-c438-4086-8764-bc4573d7b535 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:33:57.881104 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d8c43b77-1194-436c-8109-b738dc4ac298 req-62141a24-6c53-4c88-87d0-5d087f909360 tempest-ImagesNegativeTestJSON-1904416602 tempest-ImagesNegativeTestJSON-1904416602-project] 10.222.0.65 "GET /v2.0/ports?device_id=b7b6b03d-c94a-401d-bd0e-aa784d0ec13a HTTP/1.1" status: 200 len: 949 time: 0.4173815 Feb 04 12:33:57.889748 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d168477e-c438-4086-8764-bc4573d7b535 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:33:57.909412 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd0fc56-b374-41d9-ad66-33ad96019346 req-53408b9d-875d-43d5-a8e4-23c33926fec4 tempest-ImagesNegativeTestJSON-1904416602 tempest-ImagesNegativeTestJSON-1904416602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:57.913075 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dbd0fc56-b374-41d9-ad66-33ad96019346 req-53408b9d-875d-43d5-a8e4-23c33926fec4 tempest-ImagesNegativeTestJSON-1904416602 tempest-ImagesNegativeTestJSON-1904416602-project] 10.222.0.77 "GET /v2.0/ports?device_id=b7b6b03d-c94a-401d-bd0e-aa784d0ec13a HTTP/1.1" status: 200 len: 949 time: 0.3325803 Feb 04 12:33:57.921105 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port 033e4b69-e7c6-4d68-8dc8-ae6f9057ab0e, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=033e4b69-e7c6-4d68-8dc8-ae6f9057ab0e,segment=NetworkSegment(0a402117-b4b1-4b07-9b74-c0795fc1054b),segment_id=0a402117-b4b1-4b07-9b74-c0795fc1054b)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:33:57.934098 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (033e4b69-e7c6-4d68-8dc8-ae6f9057ab0e), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:57.934274 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d168477e-c438-4086-8764-bc4573d7b535 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:57.960017 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d168477e-c438-4086-8764-bc4573d7b535 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:58.031359 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-d168477e-c438-4086-8764-bc4573d7b535 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5489721 Feb 04 12:33:58.039082 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 46222) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:58.040166 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-176cf07c-d2dc-4042-9ee9-e2f8fcd0340e tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Made reservation on behalf of fae0c9d7f13a472c95eb0397d2831cdf for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:33:58.049253 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-176cf07c-d2dc-4042-9ee9-e2f8fcd0340e tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:58.134457 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=033e4b69-e7c6-4d68-8dc8-ae6f9057ab0e,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:58.152052 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86805ff-081a-4791-a744-f9cc38c2a7ce None None] Network 75604594-0fe9-473d-97ee-3e121a62fb66 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:33:58.185242 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [None req-176cf07c-d2dc-4042-9ee9-e2f8fcd0340e tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] device_id is not set on port 256886d8-6ae6-4bb0-9a22-a52680874b14 yet. {{(pid=103474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 12:33:58.215786 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d8c43b77-1194-436c-8109-b738dc4ac298 req-08735070-ca5a-4486-b9f3-7b4799af1667 tempest-ImagesNegativeTestJSON-1904416602 tempest-ImagesNegativeTestJSON-1904416602-project] 10.222.0.65 "GET /v2.0/security-groups?id=6e9aebd9-c86c-4d23-a172-ef499f0ba41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3320661 Feb 04 12:33:58.232419 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-959595a5-1641-4c11-89c7-c26c15ae3121 req-0c683de4-e3d3-4d18-89da-df242f891718 tempest-ServerShowV257Test-129697279 tempest-ServerShowV257Test-129697279-project] 10.222.0.65 "GET /v2.0/ports?device_id=f8f78749-6b69-498d-b34a-6b383e4a2c79 HTTP/1.1" status: 200 len: 210 time: 0.1284831 Feb 04 12:33:58.264685 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ab03e8e5-3140-4fc7-9b2c-b6db52483504 None None] Could not find standard attr ID for object 917908d9-75b3-4791-b5ee-02626e9d88e9. {{(pid=103476) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 12:33:58.398508 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-176cf07c-d2dc-4042-9ee9-e2f8fcd0340e tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Allocated IP 172.20.0.9 (0f2edcfc-44e0-49ad-9ad7-fa0dd9ee913a/1c7222eb-cc21-4a9e-9a58-ff829d1686d6/256886d8-6ae6-4bb0-9a22-a52680874b14) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:33:58.402196 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-dbd0fc56-b374-41d9-ad66-33ad96019346 req-4694a130-40fb-4354-8024-408f6adab1db tempest-ImagesNegativeTestJSON-1904416602 tempest-ImagesNegativeTestJSON-1904416602-project] Deleting port fc986cc2-aa57-43f5-83b8-1bc1a3c5dae0 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:33:58.402393 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-dbd0fc56-b374-41d9-ad66-33ad96019346 req-4694a130-40fb-4354-8024-408f6adab1db tempest-ImagesNegativeTestJSON-1904416602 tempest-ImagesNegativeTestJSON-1904416602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (fc986cc2-aa57-43f5-83b8-1bc1a3c5dae0), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:58.551489 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-dbd0fc56-b374-41d9-ad66-33ad96019346 req-4694a130-40fb-4354-8024-408f6adab1db tempest-ImagesNegativeTestJSON-1904416602 tempest-ImagesNegativeTestJSON-1904416602-project] For port fc986cc2-aa57-43f5-83b8-1bc1a3c5dae0, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=fc986cc2-aa57-43f5-83b8-1bc1a3c5dae0,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:33:58.552144 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-dbd0fc56-b374-41d9-ad66-33ad96019346 req-4694a130-40fb-4354-8024-408f6adab1db tempest-ImagesNegativeTestJSON-1904416602 tempest-ImagesNegativeTestJSON-1904416602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (fc986cc2-aa57-43f5-83b8-1bc1a3c5dae0), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:58.572386 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-dbd0fc56-b374-41d9-ad66-33ad96019346 req-4694a130-40fb-4354-8024-408f6adab1db tempest-ImagesNegativeTestJSON-1904416602 tempest-ImagesNegativeTestJSON-1904416602-project] Calling delete_port for fc986cc2-aa57-43f5-83b8-1bc1a3c5dae0 owned by compute:nova {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:33:58.706780 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-176cf07c-d2dc-4042-9ee9-e2f8fcd0340e tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Publish callbacks [] for port (256886d8-6ae6-4bb0-9a22-a52680874b14), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:58.765923 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-dbd0fc56-b374-41d9-ad66-33ad96019346 req-4694a130-40fb-4354-8024-408f6adab1db tempest-ImagesNegativeTestJSON-1904416602 tempest-ImagesNegativeTestJSON-1904416602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (fc986cc2-aa57-43f5-83b8-1bc1a3c5dae0), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:58.772858 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f1f1731e-99d0-4e3a-b404-126f5f27668b tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (1bc172c4-8b11-48d3-b128-66c29a81acee), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:58.781850 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['fc986cc2-aa57-43f5-83b8-1bc1a3c5dae0'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:33:58.783907 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-176cf07c-d2dc-4042-9ee9-e2f8fcd0340e tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (256886d8-6ae6-4bb0-9a22-a52680874b14), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:58.965983 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4694a130-40fb-4354-8024-408f6adab1db tempest-ImagesNegativeTestJSON-1904416602 tempest-ImagesNegativeTestJSON-1904416602-project] Pushing event deleted for resources: {'Port': ['ID=fc986cc2-aa57-43f5-83b8-1bc1a3c5dae0,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:58.989773 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a1287b-14cd-4354-950d-58cde58c7357 None None] Network 0ace76f3-252f-4da0-8073-3457bb09c142 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:33:59.029536 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176cf07c-d2dc-4042-9ee9-e2f8fcd0340e tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Pushing event updated for resources: {'Port': ['ID=256886d8-6ae6-4bb0-9a22-a52680874b14,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:33:59.060677 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbd0fc56-b374-41d9-ad66-33ad96019346 req-4694a130-40fb-4354-8024-408f6adab1db tempest-ImagesNegativeTestJSON-1904416602 tempest-ImagesNegativeTestJSON-1904416602-project] No DVR routers for this DVR port fc986cc2-aa57-43f5-83b8-1bc1a3c5dae0 on host n-h2-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:33:59.070066 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-dbd0fc56-b374-41d9-ad66-33ad96019346 req-4694a130-40fb-4354-8024-408f6adab1db tempest-ImagesNegativeTestJSON-1904416602 tempest-ImagesNegativeTestJSON-1904416602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:59.077307 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dbd0fc56-b374-41d9-ad66-33ad96019346 req-4694a130-40fb-4354-8024-408f6adab1db tempest-ImagesNegativeTestJSON-1904416602 tempest-ImagesNegativeTestJSON-1904416602-project] 10.222.0.77 "DELETE /v2.0/ports/fc986cc2-aa57-43f5-83b8-1bc1a3c5dae0 HTTP/1.1" status: 204 len: 173 time: 1.1429312 Feb 04 12:33:59.082950 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7b6b03d-c94a-401d-bd0e-aa784d0ec13a', 'name': 'network-vif-deleted', 'tag': 'fc986cc2-aa57-43f5-83b8-1bc1a3c5dae0'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:33:59.087676 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2139e7e-5ee1-47f1-a0fc-d00eb6dfb13e" -d '{"events": [{"server_uuid": "b7b6b03d-c94a-401d-bd0e-aa784d0ec13a", "name": "network-vif-deleted", "tag": "fc986cc2-aa57-43f5-83b8-1bc1a3c5dae0"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:33:59.135482 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176cf07c-d2dc-4042-9ee9-e2f8fcd0340e tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Network 0f2edcfc-44e0-49ad-9ad7-fa0dd9ee913a is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:33:59.187796 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-176cf07c-d2dc-4042-9ee9-e2f8fcd0340e tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:33:59.218310 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176cf07c-d2dc-4042-9ee9-e2f8fcd0340e tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:33:59.250070 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 033e4b69-e7c6-4d68-8dc8-ae6f9057ab0e up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:33:59.304943 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06808102-9213-49bd-8adb-46ab405eb37d req-b7a12086-4622-426e-a89e-b2e9149328f3 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:59.314975 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-06808102-9213-49bd-8adb-46ab405eb37d req-b7a12086-4622-426e-a89e-b2e9149328f3 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8861db3-f96d-4488-9972-dc9abe44d442 HTTP/1.1" status: 200 len: 945 time: 0.2405679 Feb 04 12:33:59.318891 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-933e945e-0cde-4a76-90cd-83776b86fb5a x-openstack-request-id: req-933e945e-0cde-4a76-90cd-83776b86fb5a {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:33:59.329878 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7b6b03d-c94a-401d-bd0e-aa784d0ec13a", "name": "network-vif-deleted", "tag": "fc986cc2-aa57-43f5-83b8-1bc1a3c5dae0", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:33:59.331873 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-933e945e-0cde-4a76-90cd-83776b86fb5a {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:33:59.332436 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7b6b03d-c94a-401d-bd0e-aa784d0ec13a', 'name': 'network-vif-deleted', 'tag': 'fc986cc2-aa57-43f5-83b8-1bc1a3c5dae0', 'status': 'completed', 'code': 200} Feb 04 12:33:59.531374 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-06808102-9213-49bd-8adb-46ab405eb37d req-58c7f7a9-8806-4392-8d06-bde6b6b4d965 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/security-groups?id=67d57791-96db-4689-9a02-f69bf9a8e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141867 Feb 04 12:33:59.610890 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-6197e8d0-8ce8-4fd9-aa8d-251415dcbd9f None None] Provisioning complete for port 033e4b69-e7c6-4d68-8dc8-ae6f9057ab0e triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:33:59.611245 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ab2e9a34-78e6-4888-843d-4afdb7f004bf req-6192c87e-a657-48ed-b2c5-d5c23c0d60d1 tempest-ImagesNegativeTestJSON-1904416602 tempest-ImagesNegativeTestJSON-1904416602-project] 10.222.0.65 "GET /v2.0/ports?device_id=b7b6b03d-c94a-401d-bd0e-aa784d0ec13a HTTP/1.1" status: 200 len: 210 time: 0.0955942 Feb 04 12:33:59.613471 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6197e8d0-8ce8-4fd9-aa8d-251415dcbd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (033e4b69-e7c6-4d68-8dc8-ae6f9057ab0e), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:59.756582 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176cf07c-d2dc-4042-9ee9-e2f8fcd0340e tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:33:59.757323 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-176cf07c-d2dc-4042-9ee9-e2f8fcd0340e tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:59.850166 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-176cf07c-d2dc-4042-9ee9-e2f8fcd0340e tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5878608 Feb 04 12:33:59.858748 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-1878fbfd-f7a9-4aa9-88d7-99d0b0d53b7a tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Deleting port 16a10b40-d425-47ba-a8b1-c5d61fbc9919 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:33:59.864312 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1878fbfd-f7a9-4aa9-88d7-99d0b0d53b7a tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (16a10b40-d425-47ba-a8b1-c5d61fbc9919), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:33:59.884820 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5c008859-3068-4907-a88c-1d923ce08c78 req-d1cf86a1-3d2f-4f2f-88f2-3f9939615624 tempest-ServerShowV257Test-129697279 tempest-ServerShowV257Test-129697279-project] 10.222.0.65 "GET /v2.0/ports?device_id=f8f78749-6b69-498d-b34a-6b383e4a2c79 HTTP/1.1" status: 200 len: 210 time: 0.0864964 Feb 04 12:33:59.891687 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 46264) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:33:59.913994 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 033e4b69-e7c6-4d68-8dc8-ae6f9057ab0e triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:33:59.914662 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (033e4b69-e7c6-4d68-8dc8-ae6f9057ab0e), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:00.045813 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f1f1731e-99d0-4e3a-b404-126f5f27668b tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (1bc172c4-8b11-48d3-b128-66c29a81acee), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:00.090673 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-6197e8d0-8ce8-4fd9-aa8d-251415dcbd9f None None] Current status of the port 033e4b69-e7c6-4d68-8dc8-ae6f9057ab0e is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:34:00.211071 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 033e4b69-e7c6-4d68-8dc8-ae6f9057ab0e is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:34:00.249057 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1878fbfd-f7a9-4aa9-88d7-99d0b0d53b7a tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (16a10b40-d425-47ba-a8b1-c5d61fbc9919), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:00.267106 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b74c5afb-a5a4-4104-bc33-1d3c82f03ca8 None None] Provisioning complete for port 256886d8-6ae6-4bb0-9a22-a52680874b14 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:34:00.269068 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b74c5afb-a5a4-4104-bc33-1d3c82f03ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (256886d8-6ae6-4bb0-9a22-a52680874b14), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:00.292784 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-1878fbfd-f7a9-4aa9-88d7-99d0b0d53b7a tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Calling delete_port for 16a10b40-d425-47ba-a8b1-c5d61fbc9919 owned by {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:34:00.342818 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-b3cdb40c-3a25-46c9-94e0-fe92748683c2 tempest-FloatingIPAdminTestJSON-1682446781 tempest-FloatingIPAdminTestJSON-1682446781-project-admin] Request body: {'floatingip': {'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'project_id': 'fae0c9d7f13a472c95eb0397d2831cdf', 'port_id': '256886d8-6ae6-4bb0-9a22-a52680874b14'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:34:00.364541 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b74c5afb-a5a4-4104-bc33-1d3c82f03ca8 None None] Port 256886d8-6ae6-4bb0-9a22-a52680874b14 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:34:00.392468 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b74c5afb-a5a4-4104-bc33-1d3c82f03ca8 None None] Provisioning complete for port e0c7078d-aba8-4fcd-830c-5786b5a411fe triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:34:00.392930 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b74c5afb-a5a4-4104-bc33-1d3c82f03ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (e0c7078d-aba8-4fcd-830c-5786b5a411fe), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:00.415884 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3cdb40c-3a25-46c9-94e0-fe92748683c2 tempest-FloatingIPAdminTestJSON-1682446781 tempest-FloatingIPAdminTestJSON-1682446781-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:00.619594 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b74c5afb-a5a4-4104-bc33-1d3c82f03ca8 None None] Current status of the port e0c7078d-aba8-4fcd-830c-5786b5a411fe is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:34:00.632296 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3cdb40c-3a25-46c9-94e0-fe92748683c2 tempest-FloatingIPAdminTestJSON-1682446781 tempest-FloatingIPAdminTestJSON-1682446781-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:00.661273 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1878fbfd-f7a9-4aa9-88d7-99d0b0d53b7a tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (16a10b40-d425-47ba-a8b1-c5d61fbc9919), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:00.736216 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-8a2c1919-d29a-4079-9b0f-6ff411c22e43 None None] Could not find standard attr ID for object 16a10b40-d425-47ba-a8b1-c5d61fbc9919. {{(pid=103476) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 12:34:00.757939 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device d51b24cb-7b0e-4538-ad0d-f93b4f99a711 up at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:34:00.794718 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878fbfd-f7a9-4aa9-88d7-99d0b0d53b7a tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Pushing event deleted for resources: {'Port': ['ID=16a10b40-d425-47ba-a8b1-c5d61fbc9919,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:01.005483 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1878fbfd-f7a9-4aa9-88d7-99d0b0d53b7a tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:01.036240 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d339d083-6de8-40c0-b224-c9054985c5bd req-f52fbd9f-7a83-4221-b329-96e8f088bcb8 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:34:01.039112 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-1878fbfd-f7a9-4aa9-88d7-99d0b0d53b7a tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "DELETE /v2.0/ports/16a10b40-d425-47ba-a8b1-c5d61fbc9919 HTTP/1.1" status: 204 len: 168 time: 2.9841757 Feb 04 12:34:01.042876 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d339d083-6de8-40c0-b224-c9054985c5bd req-f52fbd9f-7a83-4221-b329-96e8f088bcb8 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8861db3-f96d-4488-9972-dc9abe44d442 HTTP/1.1" status: 200 len: 945 time: 0.2881932 Feb 04 12:34:01.050368 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 46290) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:01.128378 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f1f1731e-99d0-4e3a-b404-126f5f27668b tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (1bc172c4-8b11-48d3-b128-66c29a81acee), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:01.210299 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f1731e-99d0-4e3a-b404-126f5f27668b tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Pushing event deleted for resources: {'Subnet': ['ID=1bc172c4-8b11-48d3-b128-66c29a81acee,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:01.237751 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f1f1731e-99d0-4e3a-b404-126f5f27668b tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:01.241211 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-f1f1731e-99d0-4e3a-b404-126f5f27668b tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "DELETE /v2.0/subnets/1bc172c4-8b11-48d3-b128-66c29a81acee HTTP/1.1" status: 204 len: 168 time: 3.8562858 Feb 04 12:34:01.246998 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 46292) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:01.352430 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82ea284-9e76-4fe9-a597-bde1eccf8c63 None None] Network 75604594-0fe9-473d-97ee-3e121a62fb66 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:34:01.354936 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-8a2c1919-d29a-4079-9b0f-6ff411c22e43 None None] Provisioning complete for port 033e4b69-e7c6-4d68-8dc8-ae6f9057ab0e triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:34:01.355311 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8a2c1919-d29a-4079-9b0f-6ff411c22e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (033e4b69-e7c6-4d68-8dc8-ae6f9057ab0e), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:01.440940 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ae43e887-d6be-4496-b280-190e4c8669ac tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (75604594-0fe9-473d-97ee-3e121a62fb66), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:01.496168 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:01.553484 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-ae43e887-d6be-4496-b280-190e4c8669ac tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Deleting port e0c7078d-aba8-4fcd-830c-5786b5a411fe {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:34:01.554193 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ae43e887-d6be-4496-b280-190e4c8669ac tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (e0c7078d-aba8-4fcd-830c-5786b5a411fe), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:01.602525 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning complete for port d51b24cb-7b0e-4538-ad0d-f93b4f99a711 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:34:01.603119 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (d51b24cb-7b0e-4538-ad0d-f93b4f99a711), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:01.606900 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:01.708645 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-ae43e887-d6be-4496-b280-190e4c8669ac tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] For port e0c7078d-aba8-4fcd-830c-5786b5a411fe, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=e0c7078d-aba8-4fcd-830c-5786b5a411fe,segment=NetworkSegment(53580448-e9da-4a88-9b81-0651ae12d3c4),segment_id=53580448-e9da-4a88-9b81-0651ae12d3c4)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:34:01.709071 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ae43e887-d6be-4496-b280-190e4c8669ac tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (e0c7078d-aba8-4fcd-830c-5786b5a411fe), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:01.713731 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-8a2c1919-d29a-4079-9b0f-6ff411c22e43 None None] Current status of the port 033e4b69-e7c6-4d68-8dc8-ae6f9057ab0e is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:34:01.741236 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-ae43e887-d6be-4496-b280-190e4c8669ac tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Calling delete_port for e0c7078d-aba8-4fcd-830c-5786b5a411fe owned by network:dhcp {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:34:01.784419 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d223d2-8593-45fb-8922-a8cebbb15558 None None] DHCP port deletion for 75604594-0fe9-473d-97ee-3e121a62fb66 request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 12:34:01.864016 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-b3cdb40c-3a25-46c9-94e0-fe92748683c2 tempest-FloatingIPAdminTestJSON-1682446781 tempest-FloatingIPAdminTestJSON-1682446781-project-admin] Allocated IP 172.25.3.176 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/5bf0f614-8c8e-49a1-970c-9d6e7eab3ec4) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:34:01.872617 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ae43e887-d6be-4496-b280-190e4c8669ac tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (e0c7078d-aba8-4fcd-830c-5786b5a411fe), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:01.882854 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port d51b24cb-7b0e-4538-ad0d-f93b4f99a711 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:34:01.883253 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (d51b24cb-7b0e-4538-ad0d-f93b4f99a711), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:01.888976 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-9dd76721-1f6f-44d2-887e-cc5ec02d83bd None None] Could not find standard attr ID for object 16a10b40-d425-47ba-a8b1-c5d61fbc9919. {{(pid=103476) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 12:34:01.906755 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-9dd76721-1f6f-44d2-887e-cc5ec02d83bd None None] Could not find standard attr ID for object 917908d9-75b3-4791-b5ee-02626e9d88e9. {{(pid=103476) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 12:34:01.924985 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0279577-66bd-4080-acc2-a763ce6cf522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd51b24cb-7b0e-4538-ad0d-f93b4f99a711'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:34:01.927976 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71d2775e-c35d-4e1c-bc28-a0fae3d2c410" -d '{"events": [{"server_uuid": "a0279577-66bd-4080-acc2-a763ce6cf522", "name": "network-vif-plugged", "status": "completed", "tag": "d51b24cb-7b0e-4538-ad0d-f93b4f99a711"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:34:01.943969 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port d51b24cb-7b0e-4538-ad0d-f93b4f99a711, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=d51b24cb-7b0e-4538-ad0d-f93b4f99a711,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:34:01.949454 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (d51b24cb-7b0e-4538-ad0d-f93b4f99a711), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:01.950921 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device fc986cc2-aa57-43f5-83b8-1bc1a3c5dae0 no longer exists at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:34:01.960743 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae43e887-d6be-4496-b280-190e4c8669ac tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Pushing event deleted for resources: {'Port': ['ID=e0c7078d-aba8-4fcd-830c-5786b5a411fe,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:01.976942 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae43e887-d6be-4496-b280-190e4c8669ac tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] No DVR routers for this DVR port e0c7078d-aba8-4fcd-830c-5786b5a411fe on host n-d-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:34:02.030544 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] No Port match for: fc986cc2-aa57-43f5-83b8-1bc1a3c5dae0 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:34:02.030805 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device fc986cc2-aa57-43f5-83b8-1bc1a3c5dae0 not bound to the agent host n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:34:02.032952 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3cdb40c-3a25-46c9-94e0-fe92748683c2 tempest-FloatingIPAdminTestJSON-1682446781 tempest-FloatingIPAdminTestJSON-1682446781-project-admin] Publish callbacks [] for port (5bf0f614-8c8e-49a1-970c-9d6e7eab3ec4), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:02.069977 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-f5d223d2-8593-45fb-8922-a8cebbb15558 None None] Deleting port e0c7078d-aba8-4fcd-830c-5786b5a411fe {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:34:02.070365 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f5d223d2-8593-45fb-8922-a8cebbb15558 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (e0c7078d-aba8-4fcd-830c-5786b5a411fe), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:02.086893 n-d-825015-3 neutron-server[103475]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e4d616f-3ad1-4944-8937-da469d5f2a16 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] DELETE failed (client error): The resource could not be found. Feb 04 12:34:02.087971 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e4d616f-3ad1-4944-8937-da469d5f2a16 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103475) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 12:34:02.094621 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-7e4d616f-3ad1-4944-8937-da469d5f2a16 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "DELETE /v2.0/ports/16a10b40-d425-47ba-a8b1-c5d61fbc9919 HTTP/1.1" status: 404 len: 333 time: 1.0399208 Feb 04 12:34:02.121539 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 46298) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:02.143358 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-079e90af-7196-4fe1-b9c7-bd3745cda87e req-e00dcf96-ffe3-45c0-b132-640d2b638984 tempest-ServerShowV257Test-129697279 tempest-ServerShowV257Test-129697279-project] 10.222.0.65 "GET /v2.0/ports?device_id=f8f78749-6b69-498d-b34a-6b383e4a2c79 HTTP/1.1" status: 200 len: 210 time: 0.3014574 Feb 04 12:34:02.149883 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3cdb40c-3a25-46c9-94e0-fe92748683c2 tempest-FloatingIPAdminTestJSON-1682446781 tempest-FloatingIPAdminTestJSON-1682446781-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (5bf0f614-8c8e-49a1-970c-9d6e7eab3ec4), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:02.219022 n-d-825015-3 neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-51599039-3491-4953-b188-77e9d75f4659 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] GET failed (client error): The resource could not be found. Feb 04 12:34:02.223240 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=d51b24cb-7b0e-4538-ad0d-f93b4f99a711,revision_number=10']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:02.226018 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-51599039-3491-4953-b188-77e9d75f4659 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "GET /v2.0/ports/16a10b40-d425-47ba-a8b1-c5d61fbc9919 HTTP/1.1" status: 404 len: 333 time: 0.0979836 Feb 04 12:34:02.229359 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 46302) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:02.250535 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ae43e887-d6be-4496-b280-190e4c8669ac tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (75604594-0fe9-473d-97ee-3e121a62fb66), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:02.262408 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-f5d223d2-8593-45fb-8922-a8cebbb15558 None None] For port e0c7078d-aba8-4fcd-830c-5786b5a411fe, host n-d-825015-3, got binding levels [] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:34:02.267843 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f5d223d2-8593-45fb-8922-a8cebbb15558 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (e0c7078d-aba8-4fcd-830c-5786b5a411fe), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:02.295596 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63064d17-d943-40e6-ae9e-ba20844d5b70 x-openstack-request-id: req-63064d17-d943-40e6-ae9e-ba20844d5b70 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:34:02.296227 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0279577-66bd-4080-acc2-a763ce6cf522", "name": "network-vif-plugged", "status": "completed", "tag": "d51b24cb-7b0e-4538-ad0d-f93b4f99a711", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:34:02.296746 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-63064d17-d943-40e6-ae9e-ba20844d5b70 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:34:02.297359 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0279577-66bd-4080-acc2-a763ce6cf522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd51b24cb-7b0e-4538-ad0d-f93b4f99a711', 'code': 200} Feb 04 12:34:02.318459 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d339d083-6de8-40c0-b224-c9054985c5bd req-7adeb062-ba49-4e98-af67-a34fc4b87e78 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/security-groups?id=67d57791-96db-4689-9a02-f69bf9a8e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2632983 Feb 04 12:34:02.319723 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-f5d223d2-8593-45fb-8922-a8cebbb15558 None None] Calling delete_port for e0c7078d-aba8-4fcd-830c-5786b5a411fe owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:34:02.323718 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.ipam_backend_mixin [None req-f5d223d2-8593-45fb-8922-a8cebbb15558 None None] Port e0c7078d-aba8-4fcd-830c-5786b5a411fe was not found and therefore no delete operation was performed {{(pid=103476) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 04 12:34:02.326115 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f5d223d2-8593-45fb-8922-a8cebbb15558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (e0c7078d-aba8-4fcd-830c-5786b5a411fe), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:02.340342 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1297a4a-50bc-42d0-ad74-f37410e5a1b9 req-a6b32cc7-bf0b-46da-9d53-bfbce08beff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:34:02.341903 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d1297a4a-50bc-42d0-ad74-f37410e5a1b9 req-a6b32cc7-bf0b-46da-9d53-bfbce08beff9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b8861db3-f96d-4488-9972-dc9abe44d442 HTTP/1.1" status: 200 len: 1127 time: 1.3619952 Feb 04 12:34:02.381446 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d223d2-8593-45fb-8922-a8cebbb15558 None None] No DVR routers for this DVR port e0c7078d-aba8-4fcd-830c-5786b5a411fe on host n-d-825015-3 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:34:02.387967 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d223d2-8593-45fb-8922-a8cebbb15558 None None] Pushing event deleted for resources: {'Port': ['ID=e0c7078d-aba8-4fcd-830c-5786b5a411fe,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:02.420070 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-ae43e887-d6be-4496-b280-190e4c8669ac tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75604594-0fe9-473d-97ee-3e121a62fb66']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:34:02.444708 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-ae43e887-d6be-4496-b280-190e4c8669ac tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53580448-e9da-4a88-9b81-0651ae12d3c4') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:34:02.445454 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-ae43e887-d6be-4496-b280-190e4c8669ac tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53580448-e9da-4a88-9b81-0651ae12d3c4') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:34:02.454416 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf995d8f-16e0-4b4f-8dde-b4cba27ddab8 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Deleting subnet deb638fa-7a5c-44eb-8f6d-e7b47ec483c8 {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:34:02.456954 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d1297a4a-50bc-42d0-ad74-f37410e5a1b9 req-f67b8ad1-8eba-4e80-8f7f-bbb54a34279f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=67d57791-96db-4689-9a02-f69bf9a8e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857611 Feb 04 12:34:02.460665 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3cdb40c-3a25-46c9-94e0-fe92748683c2 tempest-FloatingIPAdminTestJSON-1682446781 tempest-FloatingIPAdminTestJSON-1682446781-project-admin] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:34:02.465649 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-b3cdb40c-3a25-46c9-94e0-fe92748683c2 tempest-FloatingIPAdminTestJSON-1682446781 tempest-FloatingIPAdminTestJSON-1682446781-project-admin] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:34:02.468320 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cdb40c-3a25-46c9-94e0-fe92748683c2 tempest-FloatingIPAdminTestJSON-1682446781 tempest-FloatingIPAdminTestJSON-1682446781-project-admin] Pushing event updated for resources: {'Port': ['ID=5bf0f614-8c8e-49a1-970c-9d6e7eab3ec4,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:02.471316 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cdb40c-3a25-46c9-94e0-fe92748683c2 tempest-FloatingIPAdminTestJSON-1682446781 tempest-FloatingIPAdminTestJSON-1682446781-project-admin] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:34:02.472362 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cf995d8f-16e0-4b4f-8dde-b4cba27ddab8 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks [] for subnet (deb638fa-7a5c-44eb-8f6d-e7b47ec483c8), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:02.511931 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ae43e887-d6be-4496-b280-190e4c8669ac tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (53580448-e9da-4a88-9b81-0651ae12d3c4), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:02.542406 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ae43e887-d6be-4496-b280-190e4c8669ac tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (53580448-e9da-4a88-9b81-0651ae12d3c4), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:02.563723 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cf995d8f-16e0-4b4f-8dde-b4cba27ddab8 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (deb638fa-7a5c-44eb-8f6d-e7b47ec483c8), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:02.568475 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae43e887-d6be-4496-b280-190e4c8669ac tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:34:02.568987 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ae43e887-d6be-4496-b280-190e4c8669ac tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (53580448-e9da-4a88-9b81-0651ae12d3c4), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:02.572678 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 12:34:02.572678 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:34:02.572678 n-d-825015-3 neutron-server[103474]: timer() Feb 04 12:34:02.572678 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:34:02.572678 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 12:34:02.572678 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:34:02.572678 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 12:34:02.572678 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:34:02.572678 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 12:34:02.572678 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:34:02.572678 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 12:34:02.572678 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:34:02.572678 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 12:34:02.572678 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:34:02.572678 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:34:02.572678 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:34:02.572678 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:34:02.572678 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:34:02.572678 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 12:34:02.572678 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:34:02.572678 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 12:34:02.572678 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:34:02.572678 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:34:02.572678 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:34:02.572678 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 12:34:02.572678 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:34:02.572678 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:34:02.572678 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:34:02.572678 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:34:02.572678 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:34:02.572678 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:34:02.572678 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:34:02.741141 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ae43e887-d6be-4496-b280-190e4c8669ac tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (75604594-0fe9-473d-97ee-3e121a62fb66), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:02.768915 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ae43e887-d6be-4496-b280-190e4c8669ac tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:02.773406 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-ae43e887-d6be-4496-b280-190e4c8669ac tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "DELETE /v2.0/networks/75604594-0fe9-473d-97ee-3e121a62fb66 HTTP/1.1" status: 204 len: 168 time: 1.5252979 Feb 04 12:34:02.785230 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 46320) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:02.828220 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cf995d8f-16e0-4b4f-8dde-b4cba27ddab8 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (deb638fa-7a5c-44eb-8f6d-e7b47ec483c8), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:02.915861 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cf995d8f-16e0-4b4f-8dde-b4cba27ddab8 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (deb638fa-7a5c-44eb-8f6d-e7b47ec483c8), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:02.938876 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae43e887-d6be-4496-b280-190e4c8669ac tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Pushing event deleted for resources: {'Network': ['ID=75604594-0fe9-473d-97ee-3e121a62fb66,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:02.981725 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021b1224-eca8-4374-ae88-695be13df42e tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:34:02.987285 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-021b1224-eca8-4374-ae88-695be13df42e tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2008288 Feb 04 12:34:02.990258 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 46322) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:03.023269 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf995d8f-16e0-4b4f-8dde-b4cba27ddab8 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Pushing event deleted for resources: {'Subnet': ['ID=deb638fa-7a5c-44eb-8f6d-e7b47ec483c8,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:03.027133 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cf995d8f-16e0-4b4f-8dde-b4cba27ddab8 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:03.030738 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-cf995d8f-16e0-4b4f-8dde-b4cba27ddab8 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "DELETE /v2.0/subnets/deb638fa-7a5c-44eb-8f6d-e7b47ec483c8 HTTP/1.1" status: 204 len: 168 time: 0.8002632 Feb 04 12:34:03.031524 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 46324) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:03.033678 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 46326) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:03.046010 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device e0c7078d-aba8-4fcd-830c-5786b5a411fe no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:34:03.073379 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3537e8b1-1c1a-44d2-9567-a9a27d3c1bb6 None None] Network 0ace76f3-252f-4da0-8073-3457bb09c142 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:34:03.076614 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: e0c7078d-aba8-4fcd-830c-5786b5a411fe {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:34:03.077246 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device e0c7078d-aba8-4fcd-830c-5786b5a411fe not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:34:03.222126 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f7f9d32c-21fa-4d96-911d-1364b80d9de4 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (0ace76f3-252f-4da0-8073-3457bb09c142), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:03.228709 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-e5806afc-0b0d-4da1-b84d-39bdbd1d9b6a tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2366524 Feb 04 12:34:03.232201 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 46332) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:03.242298 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-e2a03c76-4deb-4705-a4b9-ccad4c550c58 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1594750330'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:34:03.281212 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a03c76-4deb-4705-a4b9-ccad4c550c58 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Made reservation on behalf of 1dcfbfeb897648c6ad07937129f0b5e8 for: {'network': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:34:03.289849 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e2a03c76-4deb-4705-a4b9-ccad4c550c58 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:03.318146 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3cdb40c-3a25-46c9-94e0-fe92748683c2 tempest-FloatingIPAdminTestJSON-1682446781 tempest-FloatingIPAdminTestJSON-1682446781-project-admin] Publish callbacks [] for floatingip (3e7062cd-68cf-4d1f-8c51-f52ac221c907), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:03.322463 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-e223977b-35e9-4eed-8921-db48deeff8f5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ade4e3ed209d4700bf14989772cb9c9d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2860615 Feb 04 12:34:03.323007 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 46334) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:03.363210 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-32e1f694-ae1c-4f15-b449-38436f9a376d req-85652c97-f6bb-4bab-8c20-a22ca44b275d tempest-ServerShowV257Test-129697279 tempest-ServerShowV257Test-129697279-project] 10.222.0.65 "GET /v2.0/ports?device_id=f8f78749-6b69-498d-b34a-6b383e4a2c79 HTTP/1.1" status: 200 len: 210 time: 0.0445406 Feb 04 12:34:03.383317 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744ece6f-9085-4ad2-926a-b5365231634f None None] DHCP port deletion for 0ace76f3-252f-4da0-8073-3457bb09c142 request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 12:34:03.422191 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2a03c76-4deb-4705-a4b9-ccad4c550c58 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=103475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:34:03.513657 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-744ece6f-9085-4ad2-926a-b5365231634f None None] Deleting port 033e4b69-e7c6-4d68-8dc8-ae6f9057ab0e {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:34:03.514301 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-744ece6f-9085-4ad2-926a-b5365231634f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (033e4b69-e7c6-4d68-8dc8-ae6f9057ab0e), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:03.516406 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-77cb59d5-ec15-4615-8ee4-eb05be5c7420 admin admin] Publish callbacks [] for security_group (6e9aebd9-c86c-4d23-a172-ef499f0ba41d), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:03.547225 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-77cb59d5-ec15-4615-8ee4-eb05be5c7420 admin admin] Publish callbacks [] for security_group (6e9aebd9-c86c-4d23-a172-ef499f0ba41d), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:03.588835 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e2a03c76-4deb-4705-a4b9-ccad4c550c58 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (d8ccc536-5fd0-4d24-9037-9199f8a67801), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:03.590672 n-d-825015-3 neutron-server[103475]: INFO neutron.db.segments_db [None req-e2a03c76-4deb-4705-a4b9-ccad4c550c58 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Added segment d8ccc536-5fd0-4d24-9037-9199f8a67801 of type vlan for network 394a2503-f872-45b6-923b-40a5217dfecc Feb 04 12:34:03.627362 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-77cb59d5-ec15-4615-8ee4-eb05be5c7420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (6e9aebd9-c86c-4d23-a172-ef499f0ba41d), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:03.635010 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-77cb59d5-ec15-4615-8ee4-eb05be5c7420 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:03.637369 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-77cb59d5-ec15-4615-8ee4-eb05be5c7420 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6e9aebd9-c86c-4d23-a172-ef499f0ba41d HTTP/1.1" status: 204 len: 168 time: 0.3136728 Feb 04 12:34:03.658989 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cb59d5-ec15-4615-8ee4-eb05be5c7420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e9aebd9-c86c-4d23-a172-ef499f0ba41d,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:03.663366 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-744ece6f-9085-4ad2-926a-b5365231634f None None] For port 033e4b69-e7c6-4d68-8dc8-ae6f9057ab0e, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=033e4b69-e7c6-4d68-8dc8-ae6f9057ab0e,segment=NetworkSegment(0a402117-b4b1-4b07-9b74-c0795fc1054b),segment_id=0a402117-b4b1-4b07-9b74-c0795fc1054b)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:34:03.670033 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-744ece6f-9085-4ad2-926a-b5365231634f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (033e4b69-e7c6-4d68-8dc8-ae6f9057ab0e), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:03.723942 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-744ece6f-9085-4ad2-926a-b5365231634f None None] Calling delete_port for 033e4b69-e7c6-4d68-8dc8-ae6f9057ab0e owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:34:03.897816 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e2a03c76-4deb-4705-a4b9-ccad4c550c58 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (394a2503-f872-45b6-923b-40a5217dfecc), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:03.950978 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-744ece6f-9085-4ad2-926a-b5365231634f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (033e4b69-e7c6-4d68-8dc8-ae6f9057ab0e), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:03.964141 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3cdb40c-3a25-46c9-94e0-fe92748683c2 tempest-FloatingIPAdminTestJSON-1682446781 tempest-FloatingIPAdminTestJSON-1682446781-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (5bf0f614-8c8e-49a1-970c-9d6e7eab3ec4), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:03.998185 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbdfac3-e512-4897-832b-02a4c184c9b8 req-d7c68c7b-4d29-4518-b36d-8d431ecb0f17 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:34:03.999658 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cdbdfac3-e512-4897-832b-02a4c184c9b8 req-d7c68c7b-4d29-4518-b36d-8d431ecb0f17 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8861db3-f96d-4488-9972-dc9abe44d442 HTTP/1.1" status: 200 len: 945 time: 0.2423291 Feb 04 12:34:04.005095 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e2a03c76-4deb-4705-a4b9-ccad4c550c58 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (394a2503-f872-45b6-923b-40a5217dfecc), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:04.010362 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a03c76-4deb-4705-a4b9-ccad4c550c58 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:34:04.010989 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e2a03c76-4deb-4705-a4b9-ccad4c550c58 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:04.014644 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744ece6f-9085-4ad2-926a-b5365231634f None None] No DVR routers for this DVR port 033e4b69-e7c6-4d68-8dc8-ae6f9057ab0e on host n-d-825015-3 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:34:04.016284 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744ece6f-9085-4ad2-926a-b5365231634f None None] Pushing event deleted for resources: {'Port': ['ID=033e4b69-e7c6-4d68-8dc8-ae6f9057ab0e,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:04.057479 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-f7f9d32c-21fa-4d96-911d-1364b80d9de4 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Deleting port 033e4b69-e7c6-4d68-8dc8-ae6f9057ab0e {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:34:04.057910 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f7f9d32c-21fa-4d96-911d-1364b80d9de4 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (033e4b69-e7c6-4d68-8dc8-ae6f9057ab0e), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:04.123848 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-e2a03c76-4deb-4705-a4b9-ccad4c550c58 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8862684 Feb 04 12:34:04.126253 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 46352) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:04.131989 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-7389fc86-c051-4eae-9afe-9636cd131376 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Request body: {'subnet': {'network_id': '394a2503-f872-45b6-923b-40a5217dfecc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:34:04.213501 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a03c76-4deb-4705-a4b9-ccad4c550c58 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Pushing event updated for resources: {'Network': ['ID=394a2503-f872-45b6-923b-40a5217dfecc,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:04.228147 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 394a2503-f872-45b6-923b-40a5217dfecc details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:34:04.281535 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-f7f9d32c-21fa-4d96-911d-1364b80d9de4 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] For port 033e4b69-e7c6-4d68-8dc8-ae6f9057ab0e, host n-d-825015-3, got binding levels [] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:34:04.281993 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f7f9d32c-21fa-4d96-911d-1364b80d9de4 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (033e4b69-e7c6-4d68-8dc8-ae6f9057ab0e), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:04.287956 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cdbdfac3-e512-4897-832b-02a4c184c9b8 req-72e64983-6f4d-4f66-a097-0e18cf7e0898 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/security-groups?id=67d57791-96db-4689-9a02-f69bf9a8e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721462 Feb 04 12:34:04.307437 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7389fc86-c051-4eae-9afe-9636cd131376 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Made reservation on behalf of 1dcfbfeb897648c6ad07937129f0b5e8 for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:34:04.312451 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-f7f9d32c-21fa-4d96-911d-1364b80d9de4 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Calling delete_port for 033e4b69-e7c6-4d68-8dc8-ae6f9057ab0e owned by network:dhcp {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:34:04.315139 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7389fc86-c051-4eae-9afe-9636cd131376 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60610638'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:04.329765 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.ipam_backend_mixin [None req-f7f9d32c-21fa-4d96-911d-1364b80d9de4 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Port 033e4b69-e7c6-4d68-8dc8-ae6f9057ab0e was not found and therefore no delete operation was performed {{(pid=103475) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 04 12:34:04.342239 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f7f9d32c-21fa-4d96-911d-1364b80d9de4 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (033e4b69-e7c6-4d68-8dc8-ae6f9057ab0e), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:04.467187 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f9d32c-21fa-4d96-911d-1364b80d9de4 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Pushing event deleted for resources: {'Port': ['ID=033e4b69-e7c6-4d68-8dc8-ae6f9057ab0e,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:04.491141 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f9d32c-21fa-4d96-911d-1364b80d9de4 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] No DVR routers for this DVR port 033e4b69-e7c6-4d68-8dc8-ae6f9057ab0e on host n-d-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:34:04.584959 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7d672b57-24c8-4fff-ae4e-1e38f69491ec req-e1d0c7c2-1a19-42a4-b561-d5be87759c17 tempest-ServerShowV257Test-129697279 tempest-ServerShowV257Test-129697279-project] 10.222.0.65 "GET /v2.0/ports?device_id=f8f78749-6b69-498d-b34a-6b383e4a2c79 HTTP/1.1" status: 200 len: 210 time: 0.0521197 Feb 04 12:34:04.664953 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f7f9d32c-21fa-4d96-911d-1364b80d9de4 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (0ace76f3-252f-4da0-8073-3457bb09c142), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:04.681336 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7389fc86-c051-4eae-9afe-9636cd131376 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59045178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60610680'] for subnet (2fc99837-9ebe-42af-ab5d-dc888be360bd), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:04.684400 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3cdb40c-3a25-46c9-94e0-fe92748683c2 tempest-FloatingIPAdminTestJSON-1682446781 tempest-FloatingIPAdminTestJSON-1682446781-project-admin] Publish callbacks [] for port (5bf0f614-8c8e-49a1-970c-9d6e7eab3ec4), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:04.696700 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3cdb40c-3a25-46c9-94e0-fe92748683c2 tempest-FloatingIPAdminTestJSON-1682446781 tempest-FloatingIPAdminTestJSON-1682446781-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (5bf0f614-8c8e-49a1-970c-9d6e7eab3ec4), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:04.706575 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-f7f9d32c-21fa-4d96-911d-1364b80d9de4 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ace76f3-252f-4da0-8073-3457bb09c142']}} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:34:04.723893 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-f7f9d32c-21fa-4d96-911d-1364b80d9de4 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a402117-b4b1-4b07-9b74-c0795fc1054b') {'for_net_delete': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:34:04.724145 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-f7f9d32c-21fa-4d96-911d-1364b80d9de4 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a402117-b4b1-4b07-9b74-c0795fc1054b') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:34:04.758208 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f7f9d32c-21fa-4d96-911d-1364b80d9de4 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51859336'] for segment (0a402117-b4b1-4b07-9b74-c0795fc1054b), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:04.778354 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7389fc86-c051-4eae-9afe-9636cd131376 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Pushing event updated for resources: {'Subnet': ['ID=2fc99837-9ebe-42af-ab5d-dc888be360bd,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:04.817165 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f7f9d32c-21fa-4d96-911d-1364b80d9de4 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (0a402117-b4b1-4b07-9b74-c0795fc1054b), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:04.820657 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7389fc86-c051-4eae-9afe-9636cd131376 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Checking segment: {'id': 'd8ccc536-5fd0-4d24-9037-9199f8a67801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '394a2503-f872-45b6-923b-40a5217dfecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:34:04.821403 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7389fc86-c051-4eae-9afe-9636cd131376 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Network hostable DHCP agents. Network: 394a2503-f872-45b6-923b-40a5217dfecc, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:34:04.835896 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7f9d32c-21fa-4d96-911d-1364b80d9de4 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=103475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:34:04.835896 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f7f9d32c-21fa-4d96-911d-1364b80d9de4 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-52093388'] for segment (0a402117-b4b1-4b07-9b74-c0795fc1054b), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:04.838629 n-d-825015-3 neutron-server[103475]: Traceback (most recent call last): Feb 04 12:34:04.838629 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:34:04.838629 n-d-825015-3 neutron-server[103475]: timer() Feb 04 12:34:04.838629 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:34:04.838629 n-d-825015-3 neutron-server[103475]: cb(*args, **kw) Feb 04 12:34:04.838629 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:34:04.838629 n-d-825015-3 neutron-server[103475]: return func(*args, **kwargs) Feb 04 12:34:04.838629 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:34:04.838629 n-d-825015-3 neutron-server[103475]: self._notify() Feb 04 12:34:04.838629 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:34:04.838629 n-d-825015-3 neutron-server[103475]: self.callback(batched_events) Feb 04 12:34:04.838629 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:34:04.838629 n-d-825015-3 neutron-server[103475]: event.method(event) Feb 04 12:34:04.838629 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:34:04.838629 n-d-825015-3 neutron-server[103475]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:34:04.838629 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:34:04.838629 n-d-825015-3 neutron-server[103475]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:34:04.838629 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:34:04.838629 n-d-825015-3 neutron-server[103475]: return f(self, *a, **k) Feb 04 12:34:04.838629 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:34:04.838629 n-d-825015-3 neutron-server[103475]: return self._get(url).json() Feb 04 12:34:04.838629 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:34:04.838629 n-d-825015-3 neutron-server[103475]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:34:04.838629 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:34:04.838629 n-d-825015-3 neutron-server[103475]: return self.request(url, 'GET', **kwargs) Feb 04 12:34:04.838629 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:34:04.838629 n-d-825015-3 neutron-server[103475]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:34:04.838629 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:34:04.838629 n-d-825015-3 neutron-server[103475]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:34:04.838629 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:34:04.838629 n-d-825015-3 neutron-server[103475]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:34:04.838629 n-d-825015-3 neutron-server[103475]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:34:04.851046 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cdb40c-3a25-46c9-94e0-fe92748683c2 tempest-FloatingIPAdminTestJSON-1682446781 tempest-FloatingIPAdminTestJSON-1682446781-project-admin] Pushing event updated for resources: {'Port': ['ID=5bf0f614-8c8e-49a1-970c-9d6e7eab3ec4,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:04.854043 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7389fc86-c051-4eae-9afe-9636cd131376 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Network 394a2503-f872-45b6-923b-40a5217dfecc is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:34:04.872347 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-7389fc86-c051-4eae-9afe-9636cd131376 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 394a2503-f872-45b6-923b-40a5217dfecc) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:34:04.877570 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7389fc86-c051-4eae-9afe-9636cd131376 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:34:04.878903 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7389fc86-c051-4eae-9afe-9636cd131376 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:04.883648 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3024aabb-73c6-491b-bd67-aa7540427c0d None None] Network 394a2503-f872-45b6-923b-40a5217dfecc requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:34:04.912979 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-7389fc86-c051-4eae-9afe-9636cd131376 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7810788 Feb 04 12:34:04.913774 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 46382) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:04.919783 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-fd9950ac-795d-4f99-ae80-7a0419c0dc70 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Request body: {'port': {'network_id': '394a2503-f872-45b6-923b-40a5217dfecc', 'name': 'tempest-PortsTestJSON-1946952976'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:34:04.934932 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3cdb40c-3a25-46c9-94e0-fe92748683c2 tempest-FloatingIPAdminTestJSON-1682446781 tempest-FloatingIPAdminTestJSON-1682446781-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1599943'] for floatingip (3e7062cd-68cf-4d1f-8c51-f52ac221c907), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:04.993263 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 46384) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:05.064063 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 033e4b69-e7c6-4d68-8dc8-ae6f9057ab0e no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:34:05.111314 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f7f9d32c-21fa-4d96-911d-1364b80d9de4 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (0ace76f3-252f-4da0-8073-3457bb09c142), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:05.125640 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 033e4b69-e7c6-4d68-8dc8-ae6f9057ab0e {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:34:05.130910 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 033e4b69-e7c6-4d68-8dc8-ae6f9057ab0e not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:34:05.138858 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f7f9d32c-21fa-4d96-911d-1364b80d9de4 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:05.142074 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-f7f9d32c-21fa-4d96-911d-1364b80d9de4 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "DELETE /v2.0/networks/0ace76f3-252f-4da0-8073-3457bb09c142 HTTP/1.1" status: 204 len: 168 time: 2.1073494 Feb 04 12:34:05.152010 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 46390) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:05.159852 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-78494950-8600-4f55-89f6-051316438f34 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1897100060'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:34:05.186441 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f9d32c-21fa-4d96-911d-1364b80d9de4 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Pushing event deleted for resources: {'Network': ['ID=0ace76f3-252f-4da0-8073-3457bb09c142,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:05.192324 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd9950ac-795d-4f99-ae80-7a0419c0dc70 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Made reservation on behalf of 1dcfbfeb897648c6ad07937129f0b5e8 for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:34:05.195945 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fd9950ac-795d-4f99-ae80-7a0419c0dc70 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:05.213643 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529bbfc3-7a37-4260-bae4-f099c2107d9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-394a2503-f872-45b6-923b-40a5217dfecc', 'network_id': '394a2503-f872-45b6-923b-40a5217dfecc', 'project_id': '1dcfbfeb897648c6ad07937129f0b5e8', 'fixed_ips': [{'subnet_id': '2fc99837-9ebe-42af-ab5d-dc888be360bd'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 12:34:05.214526 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-529bbfc3-7a37-4260-bae4-f099c2107d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:05.215940 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78494950-8600-4f55-89f6-051316438f34 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Made reservation on behalf of 90a71f7c621340c08dbfd8625731c118 for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:34:05.220253 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-78494950-8600-4f55-89f6-051316438f34 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:05.239795 n-d-825015-3 neutron-server[103475]: INFO neutron.db.l3_db [None req-b3cdb40c-3a25-46c9-94e0-fe92748683c2 tempest-FloatingIPAdminTestJSON-1682446781 tempest-FloatingIPAdminTestJSON-1682446781-project-admin] Floating IP 3e7062cd-68cf-4d1f-8c51-f52ac221c907 associated. External IP: 172.25.3.176, port: 256886d8-6ae6-4bb0-9a22-a52680874b14. Feb 04 12:34:05.252299 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78494950-8600-4f55-89f6-051316438f34 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:34:05.265928 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-78494950-8600-4f55-89f6-051316438f34 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (bdfec396-31b9-4b5b-8cb7-d570291a6bdb), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:05.266691 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-78494950-8600-4f55-89f6-051316438f34 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Added segment bdfec396-31b9-4b5b-8cb7-d570291a6bdb of type vlan for network 63c7379a-a4a1-4435-b27f-0d1453c4b89c Feb 04 12:34:05.333850 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-78494950-8600-4f55-89f6-051316438f34 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (63c7379a-a4a1-4435-b27f-0d1453c4b89c), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:05.366952 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-348a7c21-6bfb-4ab2-9d58-df3bfc004a83 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1304837650-network', 'tenant_id': '8f5f4413bdc04fb5980327b284e9b657'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:34:05.374566 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-78494950-8600-4f55-89f6-051316438f34 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (63c7379a-a4a1-4435-b27f-0d1453c4b89c), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:05.392264 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78494950-8600-4f55-89f6-051316438f34 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:34:05.393102 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-78494950-8600-4f55-89f6-051316438f34 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:05.432603 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-529bbfc3-7a37-4260-bae4-f099c2107d9e None None] Allocated IP 172.20.0.2 (394a2503-f872-45b6-923b-40a5217dfecc/2fc99837-9ebe-42af-ab5d-dc888be360bd/8fbbebb7-1f92-4b3f-98ee-fa5b1587d7be) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:34:05.432836 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [None req-fd9950ac-795d-4f99-ae80-7a0419c0dc70 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] device_id is not set on port 5b16e5f0-bf98-4f98-ada2-319df614936e yet. {{(pid=103474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 12:34:05.558422 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-78494950-8600-4f55-89f6-051316438f34 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4049921 Feb 04 12:34:05.561984 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 46394) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:05.574898 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-09d58d2c-f20f-4b4b-a12e-77563d438a54 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Request body: {'subnet': {'network_id': '63c7379a-a4a1-4435-b27f-0d1453c4b89c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:34:05.623558 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-529bbfc3-7a37-4260-bae4-f099c2107d9e None None] Publish callbacks [] for port (8fbbebb7-1f92-4b3f-98ee-fa5b1587d7be), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:05.630980 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-529bbfc3-7a37-4260-bae4-f099c2107d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (8fbbebb7-1f92-4b3f-98ee-fa5b1587d7be), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:05.669633 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a41f9b-8804-49be-b39d-89feb079ef2c req-3b3625c0-7c75-4cb3-9e76-b4669a851964 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:34:05.672584 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a8a41f9b-8804-49be-b39d-89feb079ef2c req-3b3625c0-7c75-4cb3-9e76-b4669a851964 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8861db3-f96d-4488-9972-dc9abe44d442 HTTP/1.1" status: 200 len: 945 time: 0.2132759 Feb 04 12:34:05.689620 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529bbfc3-7a37-4260-bae4-f099c2107d9e None None] Network 394a2503-f872-45b6-923b-40a5217dfecc is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:34:05.694257 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-529bbfc3-7a37-4260-bae4-f099c2107d9e None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:34:05.705381 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529bbfc3-7a37-4260-bae4-f099c2107d9e None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:34:05.709602 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529bbfc3-7a37-4260-bae4-f099c2107d9e None None] Pushing event updated for resources: {'Port': ['ID=8fbbebb7-1f92-4b3f-98ee-fa5b1587d7be,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:05.714729 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78494950-8600-4f55-89f6-051316438f34 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Pushing event updated for resources: {'Network': ['ID=63c7379a-a4a1-4435-b27f-0d1453c4b89c,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:05.735311 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-348a7c21-6bfb-4ab2-9d58-df3bfc004a83 admin admin] Made reservation on behalf of 8f5f4413bdc04fb5980327b284e9b657 for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:34:05.749691 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-348a7c21-6bfb-4ab2-9d58-df3bfc004a83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:05.765301 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 63c7379a-a4a1-4435-b27f-0d1453c4b89c details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:34:05.779320 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-348a7c21-6bfb-4ab2-9d58-df3bfc004a83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:05.815649 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09d58d2c-f20f-4b4b-a12e-77563d438a54 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Made reservation on behalf of 90a71f7c621340c08dbfd8625731c118 for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:34:05.819213 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-09d58d2c-f20f-4b4b-a12e-77563d438a54 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60610638'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:05.852905 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-529bbfc3-7a37-4260-bae4-f099c2107d9e None None] Attempting to bind port 8fbbebb7-1f92-4b3f-98ee-fa5b1587d7be on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:34:05.853289 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-529bbfc3-7a37-4260-bae4-f099c2107d9e None None] Attempting to bind port 8fbbebb7-1f92-4b3f-98ee-fa5b1587d7be by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': 'd8ccc536-5fd0-4d24-9037-9199f8a67801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '394a2503-f872-45b6-923b-40a5217dfecc'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:34:05.853658 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529bbfc3-7a37-4260-bae4-f099c2107d9e None None] Attempting to bind port 8fbbebb7-1f92-4b3f-98ee-fa5b1587d7be on network 394a2503-f872-45b6-923b-40a5217dfecc {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:34:05.872845 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529bbfc3-7a37-4260-bae4-f099c2107d9e None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:34:05.872845 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529bbfc3-7a37-4260-bae4-f099c2107d9e None None] Checking segment: {'id': 'd8ccc536-5fd0-4d24-9037-9199f8a67801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '394a2503-f872-45b6-923b-40a5217dfecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:34:05.873178 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-529bbfc3-7a37-4260-bae4-f099c2107d9e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:05.873774 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529bbfc3-7a37-4260-bae4-f099c2107d9e None None] Bound using segment: {'id': 'd8ccc536-5fd0-4d24-9037-9199f8a67801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '394a2503-f872-45b6-923b-40a5217dfecc'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:34:05.874269 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-529bbfc3-7a37-4260-bae4-f099c2107d9e None None] Bound port: 8fbbebb7-1f92-4b3f-98ee-fa5b1587d7be, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8ccc536-5fd0-4d24-9037-9199f8a67801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '394a2503-f872-45b6-923b-40a5217dfecc'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:34:05.874800 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-529bbfc3-7a37-4260-bae4-f099c2107d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (8fbbebb7-1f92-4b3f-98ee-fa5b1587d7be), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:05.881031 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-acf28f04-c06a-45e6-8a97-c6d412bc00fd req-ca273105-0c67-4975-bee4-a82ffbab36ce tempest-ServerShowV257Test-129697279 tempest-ServerShowV257Test-129697279-project] 10.222.0.65 "GET /v2.0/ports?device_id=f8f78749-6b69-498d-b34a-6b383e4a2c79 HTTP/1.1" status: 200 len: 210 time: 0.0580022 Feb 04 12:34:05.901167 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a8a41f9b-8804-49be-b39d-89feb079ef2c req-dbfc062f-604b-4e72-9d05-41d1e95b97e3 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/security-groups?id=67d57791-96db-4689-9a02-f69bf9a8e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172365 Feb 04 12:34:05.934617 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3cdb40c-3a25-46c9-94e0-fe92748683c2 tempest-FloatingIPAdminTestJSON-1682446781 tempest-FloatingIPAdminTestJSON-1682446781-project-admin] Router 212097e0-a4e6-4c8a-b0d6-7f1062f0f492 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:34:05.980143 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-529bbfc3-7a37-4260-bae4-f099c2107d9e None None] For port 8fbbebb7-1f92-4b3f-98ee-fa5b1587d7be, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:34:05.987662 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-529bbfc3-7a37-4260-bae4-f099c2107d9e None None] For port 8fbbebb7-1f92-4b3f-98ee-fa5b1587d7be, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=8fbbebb7-1f92-4b3f-98ee-fa5b1587d7be,segment=NetworkSegment(d8ccc536-5fd0-4d24-9037-9199f8a67801),segment_id=d8ccc536-5fd0-4d24-9037-9199f8a67801)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:34:05.997981 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-529bbfc3-7a37-4260-bae4-f099c2107d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (8fbbebb7-1f92-4b3f-98ee-fa5b1587d7be), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:06.129668 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529bbfc3-7a37-4260-bae4-f099c2107d9e None None] Pushing event updated for resources: {'Port': ['ID=8fbbebb7-1f92-4b3f-98ee-fa5b1587d7be,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:06.151916 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3cdb40c-3a25-46c9-94e0-fe92748683c2 tempest-FloatingIPAdminTestJSON-1682446781 tempest-FloatingIPAdminTestJSON-1682446781-project-admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:34:06.169597 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2deb04-db28-4555-9922-6e239ccde959 None None] Sync routers for ids ['212097e0-a4e6-4c8a-b0d6-7f1062f0f492'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:34:06.197794 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3cdb40c-3a25-46c9-94e0-fe92748683c2 tempest-FloatingIPAdminTestJSON-1682446781 tempest-FloatingIPAdminTestJSON-1682446781-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:06.222309 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2deb04-db28-4555-9922-6e239ccde959 None None] Routers {'212097e0-a4e6-4c8a-b0d6-7f1062f0f492'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:34:06.223462 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-dd2deb04-db28-4555-9922-6e239ccde959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:33:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['212097e0-a4e6-4c8a-b0d6-7f1062f0f492'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:34:06.244371 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-fd9950ac-795d-4f99-ae80-7a0419c0dc70 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Allocated IP 172.20.0.10 (394a2503-f872-45b6-923b-40a5217dfecc/2fc99837-9ebe-42af-ab5d-dc888be360bd/5b16e5f0-bf98-4f98-ada2-319df614936e) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:34:06.263030 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-09d58d2c-f20f-4b4b-a12e-77563d438a54 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59045178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60610680'] for subnet (027be157-3af0-48c1-9b35-5b6378bf4dc8), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:06.309735 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-dd2deb04-db28-4555-9922-6e239ccde959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:34:06.322746 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2deb04-db28-4555-9922-6e239ccde959 None None] Routers {'212097e0-a4e6-4c8a-b0d6-7f1062f0f492'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:34:06.323835 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-dd2deb04-db28-4555-9922-6e239ccde959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:33:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['212097e0-a4e6-4c8a-b0d6-7f1062f0f492'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:34:06.355728 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-b3cdb40c-3a25-46c9-94e0-fe92748683c2 tempest-FloatingIPAdminTestJSON-1682446781 tempest-FloatingIPAdminTestJSON-1682446781-project-admin] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 6.4599721 Feb 04 12:34:06.361299 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 46414) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:06.395754 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d58d2c-f20f-4b4b-a12e-77563d438a54 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Pushing event updated for resources: {'Subnet': ['ID=027be157-3af0-48c1-9b35-5b6378bf4dc8,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:06.432167 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-dd2deb04-db28-4555-9922-6e239ccde959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:34:06.432559 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2deb04-db28-4555-9922-6e239ccde959 None None] The sync data for ids ['212097e0-a4e6-4c8a-b0d6-7f1062f0f492'] in n-d-825015-3 is: [] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:34:06.561375 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-348a7c21-6bfb-4ab2-9d58-df3bfc004a83 admin admin] Publish callbacks [] for security_group (6f246d8a-72f3-476e-ae61-65f1239a8902), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:06.600339 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-17eca3cf-1151-49bb-9aac-c7f007a79566 tempest-FloatingIPAdminTestJSON-1682446781 tempest-FloatingIPAdminTestJSON-1682446781-project-admin] 10.222.0.65 "GET /v2.0/floatingips/3e7062cd-68cf-4d1f-8c51-f52ac221c907 HTTP/1.1" status: 200 len: 982 time: 0.2372651 Feb 04 12:34:06.604620 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5a3be4-d086-4a3b-9ad4-bb59bd777e1b req-214dc2a9-2fc6-425f-87fd-a4164ec37c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:34:06.604620 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0c5a3be4-d086-4a3b-9ad4-bb59bd777e1b req-214dc2a9-2fc6-425f-87fd-a4164ec37c56 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=60403df8fc1a4b00b06a45bfc2d7e2b2&device_id=b8861db3-f96d-4488-9972-dc9abe44d442 HTTP/1.1" status: 200 len: 1127 time: 0.2339053 Feb 04 12:34:06.606107 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 46420) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:06.610353 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-348a7c21-6bfb-4ab2-9d58-df3bfc004a83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (6f246d8a-72f3-476e-ae61-65f1239a8902), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:06.778867 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fd9950ac-795d-4f99-ae80-7a0419c0dc70 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks [] for port (5b16e5f0-bf98-4f98-ada2-319df614936e), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:06.834451 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d58d2c-f20f-4b4b-a12e-77563d438a54 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Checking segment: {'id': 'bdfec396-31b9-4b5b-8cb7-d570291a6bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '63c7379a-a4a1-4435-b27f-0d1453c4b89c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:34:06.834967 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d58d2c-f20f-4b4b-a12e-77563d438a54 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Network hostable DHCP agents. Network: 63c7379a-a4a1-4435-b27f-0d1453c4b89c, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:34:06.848872 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-348a7c21-6bfb-4ab2-9d58-df3bfc004a83 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:34:06.855343 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348a7c21-6bfb-4ab2-9d58-df3bfc004a83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f246d8a-72f3-476e-ae61-65f1239a8902,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:06.884072 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-348a7c21-6bfb-4ab2-9d58-df3bfc004a83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (59635821-d692-4ca5-94af-4f1e5c9915a2), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:06.887830 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-348a7c21-6bfb-4ab2-9d58-df3bfc004a83 admin admin] Added segment 59635821-d692-4ca5-94af-4f1e5c9915a2 of type vlan for network 0835ae5c-b28c-4b58-9132-7e86d4bf9be0 Feb 04 12:34:06.900231 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fd9950ac-795d-4f99-ae80-7a0419c0dc70 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (5b16e5f0-bf98-4f98-ada2-319df614936e), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:06.907682 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85c4320-5daa-4acd-801a-7a6d56674f91 req-4ea6f4ef-4be9-46e8-928a-daf8314f75c8 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:34:06.917013 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d85c4320-5daa-4acd-801a-7a6d56674f91 req-4ea6f4ef-4be9-46e8-928a-daf8314f75c8 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8861db3-f96d-4488-9972-dc9abe44d442 HTTP/1.1" status: 200 len: 945 time: 0.4303632 Feb 04 12:34:06.934342 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-44cca602-bef1-46db-a848-ee035217967d tempest-FloatingIPAdminTestJSON-1682446781 tempest-FloatingIPAdminTestJSON-1682446781-project-admin] 10.222.0.65 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2250 time: 0.3270481 Feb 04 12:34:06.934970 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 46434) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:07.049238 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9950ac-795d-4f99-ae80-7a0419c0dc70 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Pushing event updated for resources: {'Port': ['ID=5b16e5f0-bf98-4f98-ada2-319df614936e,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:07.052729 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d58d2c-f20f-4b4b-a12e-77563d438a54 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Network 63c7379a-a4a1-4435-b27f-0d1453c4b89c is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:34:07.119651 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9950ac-795d-4f99-ae80-7a0419c0dc70 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Network 394a2503-f872-45b6-923b-40a5217dfecc is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:34:07.121216 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-09d58d2c-f20f-4b4b-a12e-77563d438a54 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 63c7379a-a4a1-4435-b27f-0d1453c4b89c) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:34:07.129859 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-fd9950ac-795d-4f99-ae80-7a0419c0dc70 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:34:07.133605 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-348a7c21-6bfb-4ab2-9d58-df3bfc004a83 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (0835ae5c-b28c-4b58-9132-7e86d4bf9be0), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:07.137035 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f954845-81b7-4f5e-be5d-e82a0488d140 None None] Network 63c7379a-a4a1-4435-b27f-0d1453c4b89c requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:34:07.148988 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d58d2c-f20f-4b4b-a12e-77563d438a54 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:34:07.150093 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-09d58d2c-f20f-4b4b-a12e-77563d438a54 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:07.156886 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9950ac-795d-4f99-ae80-7a0419c0dc70 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:34:07.252640 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 8fbbebb7-1f92-4b3f-98ee-fa5b1587d7be up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:34:07.311201 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.db.resource_extend [None req-348a7c21-6bfb-4ab2-9d58-df3bfc004a83 admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 12:34:07.332489 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9950ac-795d-4f99-ae80-7a0419c0dc70 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:34:07.333318 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fd9950ac-795d-4f99-ae80-7a0419c0dc70 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:07.371594 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-09d58d2c-f20f-4b4b-a12e-77563d438a54 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7987654 Feb 04 12:34:07.375661 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-fd9950ac-795d-4f99-ae80-7a0419c0dc70 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.4608011 Feb 04 12:34:07.376411 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 46436) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:07.384852 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 46438) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:07.388658 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-1cdd2bec-decb-4dd2-a59f-e0d2b9ca2ec8 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Request body: {'port': {'network_id': '63c7379a-a4a1-4435-b27f-0d1453c4b89c', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1262146402'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:34:07.400988 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-ba8b9ab5-4a51-496b-80e6-e7afd2e151f8 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Request body: {'port': {'network_id': '394a2503-f872-45b6-923b-40a5217dfecc', 'name': 'tempest-PortsTestJSON-1867917760'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:34:07.452461 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51078c8b-8d4b-4fab-86dd-ff28f92dbc0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-63c7379a-a4a1-4435-b27f-0d1453c4b89c', 'network_id': '63c7379a-a4a1-4435-b27f-0d1453c4b89c', 'project_id': '90a71f7c621340c08dbfd8625731c118', 'fixed_ips': [{'subnet_id': '027be157-3af0-48c1-9b35-5b6378bf4dc8'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 12:34:07.470654 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-51078c8b-8d4b-4fab-86dd-ff28f92dbc0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:07.524889 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5a3be4-d086-4a3b-9ad4-bb59bd777e1b req-06c19c7c-fd07-48a9-b6a1-b41fdefcd5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:34:07.526433 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0c5a3be4-d086-4a3b-9ad4-bb59bd777e1b req-06c19c7c-fd07-48a9-b6a1-b41fdefcd5b9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e5afc4b2-b62e-43cc-a807-b008639c0d4f HTTP/1.1" status: 200 len: 920 time: 0.8267174 Feb 04 12:34:07.632100 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d85c4320-5daa-4acd-801a-7a6d56674f91 req-37e001cd-2f32-4109-ae89-8baaf8bdc3cb tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/security-groups?id=67d57791-96db-4689-9a02-f69bf9a8e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7139754 Feb 04 12:34:07.636567 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cd06daf4-f205-4140-8fae-57b9f60d4135 req-4bec941e-9063-4db1-bc1a-7f5510e9e4e0 tempest-ServerShowV257Test-129697279 tempest-ServerShowV257Test-129697279-project] 10.222.0.65 "GET /v2.0/ports?device_id=f8f78749-6b69-498d-b34a-6b383e4a2c79 HTTP/1.1" status: 200 len: 210 time: 0.1091652 Feb 04 12:34:07.726315 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-51078c8b-8d4b-4fab-86dd-ff28f92dbc0a None None] Allocated IP 2001:db8::2 (63c7379a-a4a1-4435-b27f-0d1453c4b89c/027be157-3af0-48c1-9b35-5b6378bf4dc8/a6da7e29-02e7-44ba-9d01-2669c77f1e97) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:34:07.729191 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0c5a3be4-d086-4a3b-9ad4-bb59bd777e1b req-644b3507-341e-4eda-9de0-8f617a0d9941 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6e3830c-8598-4c80-abcf-58a5487416e0 HTTP/1.1" status: 200 len: 217 time: 0.0858760 Feb 04 12:34:07.914149 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-51078c8b-8d4b-4fab-86dd-ff28f92dbc0a None None] Publish callbacks [] for port (a6da7e29-02e7-44ba-9d01-2669c77f1e97), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:07.922656 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 8fbbebb7-1f92-4b3f-98ee-fa5b1587d7be triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:34:07.923131 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (8fbbebb7-1f92-4b3f-98ee-fa5b1587d7be), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:07.948322 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-348a7c21-6bfb-4ab2-9d58-df3bfc004a83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (0835ae5c-b28c-4b58-9132-7e86d4bf9be0), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:07.956775 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348a7c21-6bfb-4ab2-9d58-df3bfc004a83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:34:07.957454 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-51078c8b-8d4b-4fab-86dd-ff28f92dbc0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (a6da7e29-02e7-44ba-9d01-2669c77f1e97), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:07.958589 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-348a7c21-6bfb-4ab2-9d58-df3bfc004a83 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:07.996938 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5a3be4-d086-4a3b-9ad4-bb59bd777e1b req-68615ac5-e524-4aa2-b567-2f119306026d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:34:07.998531 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0c5a3be4-d086-4a3b-9ad4-bb59bd777e1b req-68615ac5-e524-4aa2-b567-2f119306026d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b210b3d4-0fee-4dad-a874-126f3e2c1f20 HTTP/1.1" status: 200 len: 859 time: 0.2433617 Feb 04 12:34:08.014277 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51078c8b-8d4b-4fab-86dd-ff28f92dbc0a None None] Network 63c7379a-a4a1-4435-b27f-0d1453c4b89c is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:34:08.021884 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-51078c8b-8d4b-4fab-86dd-ff28f92dbc0a None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:34:08.025420 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51078c8b-8d4b-4fab-86dd-ff28f92dbc0a None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:34:08.047104 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0c5a3be4-d086-4a3b-9ad4-bb59bd777e1b req-9b3b8c9a-f420-49a3-b848-47adc959d76c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e5afc4b2-b62e-43cc-a807-b008639c0d4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384977 Feb 04 12:34:08.057544 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7845cadd-ba42-4325-8874-2f6fe2c11948 None None] Network 394a2503-f872-45b6-923b-40a5217dfecc requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:34:08.098088 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-348a7c21-6bfb-4ab2-9d58-df3bfc004a83 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 3.1035514 Feb 04 12:34:08.109761 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 46450) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:08.121527 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-706b9d7e-ee7e-4e04-b09c-aa9d6f118d86 admin admin] Request body: {'subnet': {'network_id': '0835ae5c-b28c-4b58-9132-7e86d4bf9be0', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1304837650-subnet', 'tenant_id': '8f5f4413bdc04fb5980327b284e9b657', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:34:08.164793 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348a7c21-6bfb-4ab2-9d58-df3bfc004a83 admin admin] Pushing event updated for resources: {'Network': ['ID=0835ae5c-b28c-4b58-9132-7e86d4bf9be0,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:08.177625 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51078c8b-8d4b-4fab-86dd-ff28f92dbc0a None None] Pushing event updated for resources: {'Port': ['ID=a6da7e29-02e7-44ba-9d01-2669c77f1e97,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:08.194562 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 0835ae5c-b28c-4b58-9132-7e86d4bf9be0 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:34:08.201800 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-706b9d7e-ee7e-4e04-b09c-aa9d6f118d86 admin admin] Made reservation on behalf of 8f5f4413bdc04fb5980327b284e9b657 for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:34:08.204636 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-706b9d7e-ee7e-4e04-b09c-aa9d6f118d86 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60610638'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:08.219722 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0c5a3be4-d086-4a3b-9ad4-bb59bd777e1b req-bbd3b4a4-4681-4c85-a42d-82e6c1f83574 service neutron] 10.222.0.73 "GET /v2.0/networks/e5afc4b2-b62e-43cc-a807-b008639c0d4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651835 Feb 04 12:34:08.286711 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cdd2bec-decb-4dd2-a59f-e0d2b9ca2ec8 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Made reservation on behalf of 90a71f7c621340c08dbfd8625731c118 for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:34:08.290890 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1cdd2bec-decb-4dd2-a59f-e0d2b9ca2ec8 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:08.319491 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba8b9ab5-4a51-496b-80e6-e7afd2e151f8 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Made reservation on behalf of 1dcfbfeb897648c6ad07937129f0b5e8 for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:34:08.323375 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ba8b9ab5-4a51-496b-80e6-e7afd2e151f8 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:08.346041 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0c5a3be4-d086-4a3b-9ad4-bb59bd777e1b req-6bbb9ff9-edea-4ec5-815e-f8b57db835b2 service neutron] 10.222.0.73 "GET /v2.0/networks/e5afc4b2-b62e-43cc-a807-b008639c0d4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134160 Feb 04 12:34:08.351762 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [None req-1cdd2bec-decb-4dd2-a59f-e0d2b9ca2ec8 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] device_id is not set on port 8ec1145a-e439-4672-a568-553157d8cfae yet. {{(pid=103474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 12:34:08.397515 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-1c96c8d1-7f7a-40a6-9775-2bfc964d9a1b tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Deleting port 5bf0f614-8c8e-49a1-970c-9d6e7eab3ec4 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:34:08.397968 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1c96c8d1-7f7a-40a6-9775-2bfc964d9a1b tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (5bf0f614-8c8e-49a1-970c-9d6e7eab3ec4), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:08.404784 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [None req-ba8b9ab5-4a51-496b-80e6-e7afd2e151f8 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] device_id is not set on port 0d86a83b-0b1e-45b4-a430-caf3b4fbb323 yet. {{(pid=103474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 12:34:08.494807 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-51078c8b-8d4b-4fab-86dd-ff28f92dbc0a None None] Attempting to bind port a6da7e29-02e7-44ba-9d01-2669c77f1e97 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:34:08.495079 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-51078c8b-8d4b-4fab-86dd-ff28f92dbc0a None None] Attempting to bind port a6da7e29-02e7-44ba-9d01-2669c77f1e97 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': 'bdfec396-31b9-4b5b-8cb7-d570291a6bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '63c7379a-a4a1-4435-b27f-0d1453c4b89c'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:34:08.498176 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51078c8b-8d4b-4fab-86dd-ff28f92dbc0a None None] Attempting to bind port a6da7e29-02e7-44ba-9d01-2669c77f1e97 on network 63c7379a-a4a1-4435-b27f-0d1453c4b89c {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:34:08.521036 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1c96c8d1-7f7a-40a6-9775-2bfc964d9a1b tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (5bf0f614-8c8e-49a1-970c-9d6e7eab3ec4), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:08.521441 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1c96c8d1-7f7a-40a6-9775-2bfc964d9a1b tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Publish callbacks [] for floatingip (5bf0f614-8c8e-49a1-970c-9d6e7eab3ec4), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:08.537411 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-1c96c8d1-7f7a-40a6-9775-2bfc964d9a1b tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Calling delete_port for 5bf0f614-8c8e-49a1-970c-9d6e7eab3ec4 owned by network:floatingip {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:34:08.539084 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-7b8c6c14-62f8-4417-a2f7-45d0fc27aad0 None None] Provisioning complete for port 8fbbebb7-1f92-4b3f-98ee-fa5b1587d7be triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:34:08.539471 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7b8c6c14-62f8-4417-a2f7-45d0fc27aad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (8fbbebb7-1f92-4b3f-98ee-fa5b1587d7be), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:08.585372 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51078c8b-8d4b-4fab-86dd-ff28f92dbc0a None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:34:08.585773 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51078c8b-8d4b-4fab-86dd-ff28f92dbc0a None None] Checking segment: {'id': 'bdfec396-31b9-4b5b-8cb7-d570291a6bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '63c7379a-a4a1-4435-b27f-0d1453c4b89c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:34:08.586189 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-51078c8b-8d4b-4fab-86dd-ff28f92dbc0a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:08.587957 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51078c8b-8d4b-4fab-86dd-ff28f92dbc0a None None] Bound using segment: {'id': 'bdfec396-31b9-4b5b-8cb7-d570291a6bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '63c7379a-a4a1-4435-b27f-0d1453c4b89c'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:34:08.587957 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-51078c8b-8d4b-4fab-86dd-ff28f92dbc0a None None] Bound port: a6da7e29-02e7-44ba-9d01-2669c77f1e97, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdfec396-31b9-4b5b-8cb7-d570291a6bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '63c7379a-a4a1-4435-b27f-0d1453c4b89c'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:34:08.587957 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-51078c8b-8d4b-4fab-86dd-ff28f92dbc0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (a6da7e29-02e7-44ba-9d01-2669c77f1e97), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:08.627057 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-ba8b9ab5-4a51-496b-80e6-e7afd2e151f8 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Allocated IP 172.20.0.11 (394a2503-f872-45b6-923b-40a5217dfecc/2fc99837-9ebe-42af-ab5d-dc888be360bd/0d86a83b-0b1e-45b4-a430-caf3b4fbb323) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:34:08.760535 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 8fbbebb7-1f92-4b3f-98ee-fa5b1587d7be is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:34:08.760856 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (8fbbebb7-1f92-4b3f-98ee-fa5b1587d7be), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:08.828682 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-1cdd2bec-decb-4dd2-a59f-e0d2b9ca2ec8 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Allocated IP 2001:db8::146 (63c7379a-a4a1-4435-b27f-0d1453c4b89c/027be157-3af0-48c1-9b35-5b6378bf4dc8/8ec1145a-e439-4672-a568-553157d8cfae) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:34:08.845275 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-706b9d7e-ee7e-4e04-b09c-aa9d6f118d86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59045178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60610680'] for subnet (bfc8b7b3-6cc4-4f86-84ff-036b79e03a35), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:08.859162 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a4cbc9fe-8ce8-4f27-b348-49060f81051d req-ae3700a9-7a79-4112-92d3-f517872529ec tempest-ServerShowV257Test-129697279 tempest-ServerShowV257Test-129697279-project] 10.222.0.65 "GET /v2.0/ports?device_id=f8f78749-6b69-498d-b34a-6b383e4a2c79 HTTP/1.1" status: 200 len: 210 time: 0.0658128 Feb 04 12:34:08.860090 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1c96c8d1-7f7a-40a6-9775-2bfc964d9a1b tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (5bf0f614-8c8e-49a1-970c-9d6e7eab3ec4), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:08.865673 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-51078c8b-8d4b-4fab-86dd-ff28f92dbc0a None None] For port a6da7e29-02e7-44ba-9d01-2669c77f1e97, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:34:08.869465 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-7b8c6c14-62f8-4417-a2f7-45d0fc27aad0 None None] Current status of the port 8fbbebb7-1f92-4b3f-98ee-fa5b1587d7be is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:34:08.871236 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7b8c6c14-62f8-4417-a2f7-45d0fc27aad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (8fbbebb7-1f92-4b3f-98ee-fa5b1587d7be), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:08.874376 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-51078c8b-8d4b-4fab-86dd-ff28f92dbc0a None None] For port a6da7e29-02e7-44ba-9d01-2669c77f1e97, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=a6da7e29-02e7-44ba-9d01-2669c77f1e97,segment=NetworkSegment(bdfec396-31b9-4b5b-8cb7-d570291a6bdb),segment_id=bdfec396-31b9-4b5b-8cb7-d570291a6bdb)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:34:08.898347 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port 8fbbebb7-1f92-4b3f-98ee-fa5b1587d7be, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=8fbbebb7-1f92-4b3f-98ee-fa5b1587d7be,segment=NetworkSegment(d8ccc536-5fd0-4d24-9037-9199f8a67801),segment_id=d8ccc536-5fd0-4d24-9037-9199f8a67801)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:34:08.905597 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-51078c8b-8d4b-4fab-86dd-ff28f92dbc0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (a6da7e29-02e7-44ba-9d01-2669c77f1e97), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:08.925684 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c96c8d1-7f7a-40a6-9775-2bfc964d9a1b tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Pushing event deleted for resources: {'Port': ['ID=5bf0f614-8c8e-49a1-970c-9d6e7eab3ec4,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:09.003558 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (8fbbebb7-1f92-4b3f-98ee-fa5b1587d7be), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:09.035888 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51078c8b-8d4b-4fab-86dd-ff28f92dbc0a None None] Pushing event updated for resources: {'Port': ['ID=a6da7e29-02e7-44ba-9d01-2669c77f1e97,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:09.128770 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a1f545-0215-4f8b-8ade-9f13b5f85160 req-52defbfa-51b8-42e7-bacc-4ee0e9d411eb tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:34:09.130413 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-14a1f545-0215-4f8b-8ade-9f13b5f85160 req-52defbfa-51b8-42e7-bacc-4ee0e9d411eb tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8861db3-f96d-4488-9972-dc9abe44d442 HTTP/1.1" status: 200 len: 945 time: 0.3451674 Feb 04 12:34:09.228724 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ba8b9ab5-4a51-496b-80e6-e7afd2e151f8 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks [] for port (0d86a83b-0b1e-45b4-a430-caf3b4fbb323), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:09.234536 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=8fbbebb7-1f92-4b3f-98ee-fa5b1587d7be,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:09.243109 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.db.api [None req-7b8c6c14-62f8-4417-a2f7-45d0fc27aad0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103476) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 12:34:09.243463 n-d-825015-3 neutron-server[103476]: DEBUG oslo_db.api [None req-7b8c6c14-62f8-4417-a2f7-45d0fc27aad0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 12:34:09.280634 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-14a1f545-0215-4f8b-8ade-9f13b5f85160 req-0d98a6ba-3110-4137-a3bd-0a9786a51e7b tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/security-groups?id=67d57791-96db-4689-9a02-f69bf9a8e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376965 Feb 04 12:34:09.283571 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1c96c8d1-7f7a-40a6-9775-2bfc964d9a1b tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Publish callbacks [] for floatingip (3e7062cd-68cf-4d1f-8c51-f52ac221c907), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:09.284537 n-d-825015-3 neutron-server[103475]: INFO neutron.db.l3_db [None req-1c96c8d1-7f7a-40a6-9775-2bfc964d9a1b tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Floating IP 3e7062cd-68cf-4d1f-8c51-f52ac221c907 disassociated (deleted). External IP: 172.25.3.176, port: 256886d8-6ae6-4bb0-9a22-a52680874b14. Feb 04 12:34:09.334285 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706b9d7e-ee7e-4e04-b09c-aa9d6f118d86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfc8b7b3-6cc4-4f86-84ff-036b79e03a35,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:09.352055 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ba8b9ab5-4a51-496b-80e6-e7afd2e151f8 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (0d86a83b-0b1e-45b4-a430-caf3b4fbb323), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:09.436871 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 12:34:09.601388 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8b9ab5-4a51-496b-80e6-e7afd2e151f8 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Network 394a2503-f872-45b6-923b-40a5217dfecc is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:34:09.610100 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-ba8b9ab5-4a51-496b-80e6-e7afd2e151f8 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:34:09.640205 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706b9d7e-ee7e-4e04-b09c-aa9d6f118d86 admin admin] Checking segment: {'id': '59635821-d692-4ca5-94af-4f1e5c9915a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '0835ae5c-b28c-4b58-9132-7e86d4bf9be0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:34:09.640667 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706b9d7e-ee7e-4e04-b09c-aa9d6f118d86 admin admin] Network hostable DHCP agents. Network: 0835ae5c-b28c-4b58-9132-7e86d4bf9be0, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:34:09.643254 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8b9ab5-4a51-496b-80e6-e7afd2e151f8 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:34:09.725244 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c96c8d1-7f7a-40a6-9775-2bfc964d9a1b tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Router 212097e0-a4e6-4c8a-b0d6-7f1062f0f492 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:34:09.764373 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8b9ab5-4a51-496b-80e6-e7afd2e151f8 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Pushing event updated for resources: {'Port': ['ID=0d86a83b-0b1e-45b4-a430-caf3b4fbb323,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:09.806544 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706b9d7e-ee7e-4e04-b09c-aa9d6f118d86 admin admin] Network 0835ae5c-b28c-4b58-9132-7e86d4bf9be0 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:34:09.822281 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-7b8c6c14-62f8-4417-a2f7-45d0fc27aad0 None None] Current status of the port 8fbbebb7-1f92-4b3f-98ee-fa5b1587d7be is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:34:09.824282 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1cdd2bec-decb-4dd2-a59f-e0d2b9ca2ec8 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks [] for port (8ec1145a-e439-4672-a568-553157d8cfae), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:09.853582 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-706b9d7e-ee7e-4e04-b09c-aa9d6f118d86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 0835ae5c-b28c-4b58-9132-7e86d4bf9be0) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:34:09.858119 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706b9d7e-ee7e-4e04-b09c-aa9d6f118d86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:34:09.858783 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-706b9d7e-ee7e-4e04-b09c-aa9d6f118d86 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:09.866060 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cbc7cf6-b636-46dc-b8ce-2d60b885e728 None None] Network 0835ae5c-b28c-4b58-9132-7e86d4bf9be0 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:34:09.882446 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8b9ab5-4a51-496b-80e6-e7afd2e151f8 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:34:09.883170 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ba8b9ab5-4a51-496b-80e6-e7afd2e151f8 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:09.901274 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-706b9d7e-ee7e-4e04-b09c-aa9d6f118d86 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.7834811 Feb 04 12:34:09.910133 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-ba8b9ab5-4a51-496b-80e6-e7afd2e151f8 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.5163565 Feb 04 12:34:09.910774 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 46468) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:09.958829 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c96c8d1-7f7a-40a6-9775-2bfc964d9a1b tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:34:09.966739 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1c96c8d1-7f7a-40a6-9775-2bfc964d9a1b tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:09.974244 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a95bbe-325c-41c3-a9ef-527616887d78 None None] Sync routers for ids ['212097e0-a4e6-4c8a-b0d6-7f1062f0f492'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:34:10.004964 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a95bbe-325c-41c3-a9ef-527616887d78 None None] Routers {'212097e0-a4e6-4c8a-b0d6-7f1062f0f492'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:34:10.009604 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-48a95bbe-325c-41c3-a9ef-527616887d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:33:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['212097e0-a4e6-4c8a-b0d6-7f1062f0f492'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:34:10.068685 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-1c96c8d1-7f7a-40a6-9775-2bfc964d9a1b tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] 10.222.0.65 "DELETE /v2.0/floatingips/3e7062cd-68cf-4d1f-8c51-f52ac221c907 HTTP/1.1" status: 204 len: 168 time: 3.1267617 Feb 04 12:34:10.083525 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 46482) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:10.136333 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-91e9018b-7b14-4f60-a3f2-709b0a73f31a tempest-FloatingIPAdminTestJSON-1682446781 tempest-FloatingIPAdminTestJSON-1682446781-project-admin] Request body: {'floatingip': {'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:34:10.169229 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-48a95bbe-325c-41c3-a9ef-527616887d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:34:10.199110 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a95bbe-325c-41c3-a9ef-527616887d78 None None] Routers {'212097e0-a4e6-4c8a-b0d6-7f1062f0f492'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:34:10.199993 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-48a95bbe-325c-41c3-a9ef-527616887d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:33:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['212097e0-a4e6-4c8a-b0d6-7f1062f0f492'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:34:10.241310 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c9902096-dab2-4f91-b883-c14111aaeaac req-8b289eab-1d49-4a19-a53b-5eecf8236f76 tempest-ServerShowV257Test-129697279 tempest-ServerShowV257Test-129697279-project] 10.222.0.65 "GET /v2.0/ports?device_id=f8f78749-6b69-498d-b34a-6b383e4a2c79 HTTP/1.1" status: 200 len: 210 time: 0.0883405 Feb 04 12:34:10.265583 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-48a95bbe-325c-41c3-a9ef-527616887d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:34:10.267226 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a95bbe-325c-41c3-a9ef-527616887d78 None None] The sync data for ids ['212097e0-a4e6-4c8a-b0d6-7f1062f0f492'] in n-d-825015-3 is: [] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:34:10.272319 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571984ce-41b5-4724-a3ee-5a77375f9274 None None] Network 0835ae5c-b28c-4b58-9132-7e86d4bf9be0 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:34:10.365991 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1cdd2bec-decb-4dd2-a59f-e0d2b9ca2ec8 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (8ec1145a-e439-4672-a568-553157d8cfae), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:10.396162 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-2e1f5dd9-ffa6-45df-957b-ecb7b3175c43 None None] Provisioning complete for port 8fbbebb7-1f92-4b3f-98ee-fa5b1587d7be triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:34:10.396539 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2e1f5dd9-ffa6-45df-957b-ecb7b3175c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (8fbbebb7-1f92-4b3f-98ee-fa5b1587d7be), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:10.431254 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-91e9018b-7b14-4f60-a3f2-709b0a73f31a tempest-FloatingIPAdminTestJSON-1682446781 tempest-FloatingIPAdminTestJSON-1682446781-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:10.509460 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7c7eac-698e-479b-9d00-e968be9efef4 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:34:10.514330 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-3e7c7eac-698e-479b-9d00-e968be9efef4 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.10 HTTP/1.1" status: 200 len: 923 time: 0.6008708 Feb 04 12:34:10.515450 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1596a342-6b78-4b05-8573-725f7aea9ae1 req-523b0ace-2f3f-463e-b6ea-753d5b63a64b tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:34:10.517559 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1596a342-6b78-4b05-8573-725f7aea9ae1 req-523b0ace-2f3f-463e-b6ea-753d5b63a64b tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8861db3-f96d-4488-9972-dc9abe44d442 HTTP/1.1" status: 200 len: 945 time: 0.1326525 Feb 04 12:34:10.518150 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 46490) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:10.573256 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cdd2bec-decb-4dd2-a59f-e0d2b9ca2ec8 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Network 63c7379a-a4a1-4435-b27f-0d1453c4b89c is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:34:10.584452 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-1cdd2bec-decb-4dd2-a59f-e0d2b9ca2ec8 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:34:10.609008 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cdd2bec-decb-4dd2-a59f-e0d2b9ca2ec8 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:34:10.615897 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cdd2bec-decb-4dd2-a59f-e0d2b9ca2ec8 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:34:10.617011 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1cdd2bec-decb-4dd2-a59f-e0d2b9ca2ec8 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:10.624672 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdd2bec-decb-4dd2-a59f-e0d2b9ca2ec8 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Pushing event updated for resources: {'Port': ['ID=8ec1145a-e439-4672-a568-553157d8cfae,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:10.642072 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1596a342-6b78-4b05-8573-725f7aea9ae1 req-a4411460-ebc1-4796-b03d-3aebbf6a7997 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/security-groups?id=67d57791-96db-4689-9a02-f69bf9a8e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136951 Feb 04 12:34:10.647996 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-2035aa22-20ce-4dc5-8a6b-d9c7828aecea req-3c70b1ce-0c14-4e7d-99a8-7da309df7eb5 tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-134378173', 'description': 'tempest-description-983308802'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:34:10.685217 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-1cdd2bec-decb-4dd2-a59f-e0d2b9ca2ec8 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 3.3013566 Feb 04 12:34:10.689168 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 46494) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:10.764746 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-2035aa22-20ce-4dc5-8a6b-d9c7828aecea req-3c70b1ce-0c14-4e7d-99a8-7da309df7eb5 tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:10.833295 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-d777f9fe-62fa-4382-be9d-98c50d1da172 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Deleting port 0d86a83b-0b1e-45b4-a430-caf3b4fbb323 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:34:10.835229 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d777f9fe-62fa-4382-be9d-98c50d1da172 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (0d86a83b-0b1e-45b4-a430-caf3b4fbb323), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:10.864737 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-2e1f5dd9-ffa6-45df-957b-ecb7b3175c43 None None] Current status of the port 8fbbebb7-1f92-4b3f-98ee-fa5b1587d7be is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:34:10.900121 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-2e1f5dd9-ffa6-45df-957b-ecb7b3175c43 None None] Provisioning complete for port 5b16e5f0-bf98-4f98-ada2-319df614936e triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:34:10.900121 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2e1f5dd9-ffa6-45df-957b-ecb7b3175c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (5b16e5f0-bf98-4f98-ada2-319df614936e), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:10.937023 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-91e9018b-7b14-4f60-a3f2-709b0a73f31a tempest-FloatingIPAdminTestJSON-1682446781 tempest-FloatingIPAdminTestJSON-1682446781-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:10.949159 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-51bdea74-ccd8-4b1c-a4e9-af7bb7f96567 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Deleting port 8ec1145a-e439-4672-a568-553157d8cfae {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:34:10.949428 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-51bdea74-ccd8-4b1c-a4e9-af7bb7f96567 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (8ec1145a-e439-4672-a568-553157d8cfae), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:11.007661 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-2e1f5dd9-ffa6-45df-957b-ecb7b3175c43 None None] Port 5b16e5f0-bf98-4f98-ada2-319df614936e cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:34:11.030871 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df5703c-63cc-44ce-b668-de3c06fa8342 None None] Network 63c7379a-a4a1-4435-b27f-0d1453c4b89c requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:34:11.200389 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-2035aa22-20ce-4dc5-8a6b-d9c7828aecea req-3c70b1ce-0c14-4e7d-99a8-7da309df7eb5 tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Publish callbacks [] for security_group (9d6eeb2a-534f-4e3d-aaf0-84ddbe3e1fa6), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:11.213570 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-facb50d7-cc74-4a9c-906f-d0a3e67b0652 None None] Provisioning complete for port 0d86a83b-0b1e-45b4-a430-caf3b4fbb323 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:34:11.213942 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-facb50d7-cc74-4a9c-906f-d0a3e67b0652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (0d86a83b-0b1e-45b4-a430-caf3b4fbb323), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:11.221219 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-2035aa22-20ce-4dc5-8a6b-d9c7828aecea req-3c70b1ce-0c14-4e7d-99a8-7da309df7eb5 tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (9d6eeb2a-534f-4e3d-aaf0-84ddbe3e1fa6), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:11.243937 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d777f9fe-62fa-4382-be9d-98c50d1da172 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (0d86a83b-0b1e-45b4-a430-caf3b4fbb323), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:11.288622 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-51bdea74-ccd8-4b1c-a4e9-af7bb7f96567 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (8ec1145a-e439-4672-a568-553157d8cfae), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:11.310930 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-facb50d7-cc74-4a9c-906f-d0a3e67b0652 None None] Port 0d86a83b-0b1e-45b4-a430-caf3b4fbb323 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:34:11.326104 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-d777f9fe-62fa-4382-be9d-98c50d1da172 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Calling delete_port for 0d86a83b-0b1e-45b4-a430-caf3b4fbb323 owned by {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:34:11.354368 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-51bdea74-ccd8-4b1c-a4e9-af7bb7f96567 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Calling delete_port for 8ec1145a-e439-4672-a568-553157d8cfae owned by {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:34:11.367145 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-2035aa22-20ce-4dc5-8a6b-d9c7828aecea req-3c70b1ce-0c14-4e7d-99a8-7da309df7eb5 tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:11.370201 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2035aa22-20ce-4dc5-8a6b-d9c7828aecea req-3c70b1ce-0c14-4e7d-99a8-7da309df7eb5 tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.7337632 Feb 04 12:34:11.374247 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-facb50d7-cc74-4a9c-906f-d0a3e67b0652 None None] Provisioning complete for port a6da7e29-02e7-44ba-9d01-2669c77f1e97 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:34:11.374626 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-facb50d7-cc74-4a9c-906f-d0a3e67b0652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (a6da7e29-02e7-44ba-9d01-2669c77f1e97), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:11.408139 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c70b1ce-0c14-4e7d-99a8-7da309df7eb5 tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d6eeb2a-534f-4e3d-aaf0-84ddbe3e1fa6,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:11.448274 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device a6da7e29-02e7-44ba-9d01-2669c77f1e97 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:34:11.510788 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-51bdea74-ccd8-4b1c-a4e9-af7bb7f96567 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (8ec1145a-e439-4672-a568-553157d8cfae), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:11.556015 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-91e9018b-7b14-4f60-a3f2-709b0a73f31a tempest-FloatingIPAdminTestJSON-1682446781 tempest-FloatingIPAdminTestJSON-1682446781-project-admin] Allocated IP 172.25.3.35 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/d0a0bf50-aa10-4d93-b9fb-32abaf4be84c) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:34:11.566575 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bdea74-ccd8-4b1c-a4e9-af7bb7f96567 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Pushing event deleted for resources: {'Port': ['ID=8ec1145a-e439-4672-a568-553157d8cfae,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:11.620699 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-51bdea74-ccd8-4b1c-a4e9-af7bb7f96567 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:11.630464 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port a6da7e29-02e7-44ba-9d01-2669c77f1e97 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:34:11.631339 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (a6da7e29-02e7-44ba-9d01-2669c77f1e97), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:11.637301 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-51bdea74-ccd8-4b1c-a4e9-af7bb7f96567 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "DELETE /v2.0/ports/8ec1145a-e439-4672-a568-553157d8cfae HTTP/1.1" status: 204 len: 168 time: 0.9467039 Feb 04 12:34:11.641295 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 46516) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:11.688983 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-facb50d7-cc74-4a9c-906f-d0a3e67b0652 None None] Current status of the port a6da7e29-02e7-44ba-9d01-2669c77f1e97 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:34:11.695129 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-facb50d7-cc74-4a9c-906f-d0a3e67b0652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (a6da7e29-02e7-44ba-9d01-2669c77f1e97), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:11.707102 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fef324e8-a077-45bf-9e45-947d0c7e7294 req-93166eb4-9bbd-464f-8c30-52aa627b9b86 tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] 10.222.0.65 "GET /v2.0/security-groups/9d6eeb2a-534f-4e3d-aaf0-84ddbe3e1fa6 HTTP/1.1" status: 200 len: 1822 time: 0.2996376 Feb 04 12:34:11.711315 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-58e7e900-ffcd-41fe-8990-99a864fb3da3 req-0e887a81-b433-4f5c-a94c-6a8b9af6a806 tempest-ServerShowV257Test-129697279 tempest-ServerShowV257Test-129697279-project] 10.222.0.65 "GET /v2.0/ports?device_id=f8f78749-6b69-498d-b34a-6b383e4a2c79 HTTP/1.1" status: 200 len: 210 time: 0.2194066 Feb 04 12:34:11.733962 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-fef324e8-a077-45bf-9e45-947d0c7e7294 req-637985d9-6023-4de6-a831-81959ce8e570 tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9d6eeb2a-534f-4e3d-aaf0-84ddbe3e1fa6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:34:11.737168 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-fef324e8-a077-45bf-9e45-947d0c7e7294 req-637985d9-6023-4de6-a831-81959ce8e570 tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9d6eeb2a-534f-4e3d-aaf0-84ddbe3e1fa6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:34:11.739794 n-d-825015-3 neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dee7c9a-00cc-4bd4-ba60-1c793a0df99b tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] GET failed (client error): The resource could not be found. Feb 04 12:34:11.741373 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-5dee7c9a-00cc-4bd4-ba60-1c793a0df99b tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "GET /v2.0/ports/8ec1145a-e439-4672-a568-553157d8cfae HTTP/1.1" status: 404 len: 333 time: 0.0989780 Feb 04 12:34:11.744138 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 46518) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:11.830053 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-facb50d7-cc74-4a9c-906f-d0a3e67b0652 None None] For port a6da7e29-02e7-44ba-9d01-2669c77f1e97, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=a6da7e29-02e7-44ba-9d01-2669c77f1e97,segment=NetworkSegment(bdfec396-31b9-4b5b-8cb7-d570291a6bdb),segment_id=bdfec396-31b9-4b5b-8cb7-d570291a6bdb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:34:11.851801 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-389fa19c-aff9-4c67-959c-8eab5886695f tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Deleting subnet 027be157-3af0-48c1-9b35-5b6378bf4dc8 {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:34:11.853830 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-facb50d7-cc74-4a9c-906f-d0a3e67b0652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (a6da7e29-02e7-44ba-9d01-2669c77f1e97), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:11.856558 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-389fa19c-aff9-4c67-959c-8eab5886695f tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks [] for subnet (027be157-3af0-48c1-9b35-5b6378bf4dc8), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:11.953096 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-389fa19c-aff9-4c67-959c-8eab5886695f tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (027be157-3af0-48c1-9b35-5b6378bf4dc8), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:11.980683 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-fef324e8-a077-45bf-9e45-947d0c7e7294 req-637985d9-6023-4de6-a831-81959ce8e570 tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Publish callbacks [] for security_group_rule (d2fd27fa-7c72-41b2-ae20-f5215b4497bb), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:12.030791 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port a6da7e29-02e7-44ba-9d01-2669c77f1e97 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:34:12.035479 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-fef324e8-a077-45bf-9e45-947d0c7e7294 req-637985d9-6023-4de6-a831-81959ce8e570 tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Publish callbacks [] for security_group_rule (d2fd27fa-7c72-41b2-ae20-f5215b4497bb), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:12.036760 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d777f9fe-62fa-4382-be9d-98c50d1da172 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (0d86a83b-0b1e-45b4-a430-caf3b4fbb323), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:12.040790 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 8fbbebb7-1f92-4b3f-98ee-fa5b1587d7be up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:34:12.075285 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d777f9fe-62fa-4382-be9d-98c50d1da172 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Pushing event deleted for resources: {'Port': ['ID=0d86a83b-0b1e-45b4-a430-caf3b4fbb323,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:12.080740 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-fef324e8-a077-45bf-9e45-947d0c7e7294 req-637985d9-6023-4de6-a831-81959ce8e570 tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (d2fd27fa-7c72-41b2-ae20-f5215b4497bb), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:12.139848 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637985d9-6023-4de6-a831-81959ce8e570 tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2fd27fa-7c72-41b2-ae20-f5215b4497bb,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:12.151438 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-fef324e8-a077-45bf-9e45-947d0c7e7294 req-637985d9-6023-4de6-a831-81959ce8e570 tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:12.152723 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fef324e8-a077-45bf-9e45-947d0c7e7294 req-637985d9-6023-4de6-a831-81959ce8e570 tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4294786 Feb 04 12:34:12.163377 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-389fa19c-aff9-4c67-959c-8eab5886695f tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (027be157-3af0-48c1-9b35-5b6378bf4dc8), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:12.232763 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-428f111c-2746-4cec-9015-4be2727069f0 req-9c71778c-48a5-415b-87b8-d05c3b120660 tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-497318551', 'description': 'tempest-description-1189115826'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:34:12.246418 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-6a01e787-23c1-4989-97c6-98bb72227f9f None None] Could not find standard attr ID for object 8ec1145a-e439-4672-a568-553157d8cfae. {{(pid=103476) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 12:34:12.269809 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-91e9018b-7b14-4f60-a3f2-709b0a73f31a tempest-FloatingIPAdminTestJSON-1682446781 tempest-FloatingIPAdminTestJSON-1682446781-project-admin] Publish callbacks [] for port (d0a0bf50-aa10-4d93-b9fb-32abaf4be84c), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:12.286007 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facb50d7-cc74-4a9c-906f-d0a3e67b0652 None None] Pushing event updated for resources: {'Port': ['ID=a6da7e29-02e7-44ba-9d01-2669c77f1e97,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:12.319421 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d777f9fe-62fa-4382-be9d-98c50d1da172 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:12.343167 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-d777f9fe-62fa-4382-be9d-98c50d1da172 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "DELETE /v2.0/ports/0d86a83b-0b1e-45b4-a430-caf3b4fbb323 HTTP/1.1" status: 204 len: 168 time: 1.8232949 Feb 04 12:34:12.347509 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 46530) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:12.383609 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-428f111c-2746-4cec-9015-4be2727069f0 req-9c71778c-48a5-415b-87b8-d05c3b120660 tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:12.404032 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-6a01e787-23c1-4989-97c6-98bb72227f9f None None] Provisioning complete for port a6da7e29-02e7-44ba-9d01-2669c77f1e97 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:34:12.404593 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6a01e787-23c1-4989-97c6-98bb72227f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (a6da7e29-02e7-44ba-9d01-2669c77f1e97), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:12.438865 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-389fa19c-aff9-4c67-959c-8eab5886695f tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (027be157-3af0-48c1-9b35-5b6378bf4dc8), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:12.452224 n-d-825015-3 neutron-server[103475]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cbc8882-f985-4781-a6e4-e6b6cd8d684e tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] GET failed (client error): The resource could not be found. Feb 04 12:34:12.453977 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-8cbc8882-f985-4781-a6e4-e6b6cd8d684e tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "GET /v2.0/ports/0d86a83b-0b1e-45b4-a430-caf3b4fbb323 HTTP/1.1" status: 404 len: 333 time: 0.1032476 Feb 04 12:34:12.468232 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 46536) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:12.494325 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 8fbbebb7-1f92-4b3f-98ee-fa5b1587d7be triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:34:12.495457 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389fa19c-aff9-4c67-959c-8eab5886695f tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Pushing event deleted for resources: {'Subnet': ['ID=027be157-3af0-48c1-9b35-5b6378bf4dc8,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:12.511889 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-91e9018b-7b14-4f60-a3f2-709b0a73f31a tempest-FloatingIPAdminTestJSON-1682446781 tempest-FloatingIPAdminTestJSON-1682446781-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (d0a0bf50-aa10-4d93-b9fb-32abaf4be84c), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:12.522767 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (8fbbebb7-1f92-4b3f-98ee-fa5b1587d7be), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:12.601758 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e9018b-7b14-4f60-a3f2-709b0a73f31a tempest-FloatingIPAdminTestJSON-1682446781 tempest-FloatingIPAdminTestJSON-1682446781-project-admin] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:34:12.608439 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-389fa19c-aff9-4c67-959c-8eab5886695f tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:12.615213 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-389fa19c-aff9-4c67-959c-8eab5886695f tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "DELETE /v2.0/subnets/027be157-3af0-48c1-9b35-5b6378bf4dc8 HTTP/1.1" status: 204 len: 168 time: 0.8664069 Feb 04 12:34:12.622530 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-91e9018b-7b14-4f60-a3f2-709b0a73f31a tempest-FloatingIPAdminTestJSON-1682446781 tempest-FloatingIPAdminTestJSON-1682446781-project-admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:34:12.632229 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e9018b-7b14-4f60-a3f2-709b0a73f31a tempest-FloatingIPAdminTestJSON-1682446781 tempest-FloatingIPAdminTestJSON-1682446781-project-admin] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:34:12.636527 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-431a4a5b-7c52-4367-a9dd-72429fcca2c2 None None] Network 63c7379a-a4a1-4435-b27f-0d1453c4b89c requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:34:12.640122 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 46540) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:12.733212 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-f254e241-ca66-42de-bf2d-be3805c32bbd tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Deleting port 5b16e5f0-bf98-4f98-ada2-319df614936e {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:34:12.737165 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f254e241-ca66-42de-bf2d-be3805c32bbd tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (5b16e5f0-bf98-4f98-ada2-319df614936e), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:12.744504 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-428f111c-2746-4cec-9015-4be2727069f0 req-9c71778c-48a5-415b-87b8-d05c3b120660 tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Publish callbacks [] for security_group (bb1cf665-8e1b-4ccb-aa64-4f2ec6a99a5b), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:12.820757 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-428f111c-2746-4cec-9015-4be2727069f0 req-9c71778c-48a5-415b-87b8-d05c3b120660 tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (bb1cf665-8e1b-4ccb-aa64-4f2ec6a99a5b), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:12.870774 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-428f111c-2746-4cec-9015-4be2727069f0 req-9c71778c-48a5-415b-87b8-d05c3b120660 tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:12.873460 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-428f111c-2746-4cec-9015-4be2727069f0 req-9c71778c-48a5-415b-87b8-d05c3b120660 tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.6497967 Feb 04 12:34:12.885718 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c71778c-48a5-415b-87b8-d05c3b120660 tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb1cf665-8e1b-4ccb-aa64-4f2ec6a99a5b,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:12.937838 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f254e241-ca66-42de-bf2d-be3805c32bbd tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (5b16e5f0-bf98-4f98-ada2-319df614936e), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:12.953866 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-f254e241-ca66-42de-bf2d-be3805c32bbd tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Calling delete_port for 5b16e5f0-bf98-4f98-ada2-319df614936e owned by {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:34:12.971456 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 8fbbebb7-1f92-4b3f-98ee-fa5b1587d7be is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:34:12.993548 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-6a01e787-23c1-4989-97c6-98bb72227f9f None None] Current status of the port a6da7e29-02e7-44ba-9d01-2669c77f1e97 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:34:13.046168 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e9018b-7b14-4f60-a3f2-709b0a73f31a tempest-FloatingIPAdminTestJSON-1682446781 tempest-FloatingIPAdminTestJSON-1682446781-project-admin] Pushing event updated for resources: {'Port': ['ID=d0a0bf50-aa10-4d93-b9fb-32abaf4be84c,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:13.069492 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7e530bd7-2f29-4936-9aae-7e7b332fcecb tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (63c7379a-a4a1-4435-b27f-0d1453c4b89c), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:13.076890 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-91e9018b-7b14-4f60-a3f2-709b0a73f31a tempest-FloatingIPAdminTestJSON-1682446781 tempest-FloatingIPAdminTestJSON-1682446781-project-admin] Publish callbacks [] for floatingip (2ebbe101-ffab-41df-b7d0-363b5c0e5894), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:13.102025 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbfd5d94-7d0d-4c81-8456-eaa80d8380e7 None None] DHCP port deletion for 63c7379a-a4a1-4435-b27f-0d1453c4b89c request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 12:34:13.167158 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-8a1435ab-e968-445d-9488-d9fcc537c323 None None] Could not find standard attr ID for object 8ec1145a-e439-4672-a568-553157d8cfae. {{(pid=103476) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 12:34:13.235534 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-91e9018b-7b14-4f60-a3f2-709b0a73f31a tempest-FloatingIPAdminTestJSON-1682446781 tempest-FloatingIPAdminTestJSON-1682446781-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (d0a0bf50-aa10-4d93-b9fb-32abaf4be84c), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:13.257830 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd5d94-7d0d-4c81-8456-eaa80d8380e7 None None] Deleting port a6da7e29-02e7-44ba-9d01-2669c77f1e97 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:34:13.259353 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fbfd5d94-7d0d-4c81-8456-eaa80d8380e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (a6da7e29-02e7-44ba-9d01-2669c77f1e97), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:13.302080 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f254e241-ca66-42de-bf2d-be3805c32bbd tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (5b16e5f0-bf98-4f98-ada2-319df614936e), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:13.311239 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-7e530bd7-2f29-4936-9aae-7e7b332fcecb tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Deleting port a6da7e29-02e7-44ba-9d01-2669c77f1e97 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:34:13.311602 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7e530bd7-2f29-4936-9aae-7e7b332fcecb tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (a6da7e29-02e7-44ba-9d01-2669c77f1e97), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:13.392797 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f254e241-ca66-42de-bf2d-be3805c32bbd tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Pushing event deleted for resources: {'Port': ['ID=5b16e5f0-bf98-4f98-ada2-319df614936e,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:13.413855 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-fbfd5d94-7d0d-4c81-8456-eaa80d8380e7 None None] For port a6da7e29-02e7-44ba-9d01-2669c77f1e97, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=a6da7e29-02e7-44ba-9d01-2669c77f1e97,segment=NetworkSegment(bdfec396-31b9-4b5b-8cb7-d570291a6bdb),segment_id=bdfec396-31b9-4b5b-8cb7-d570291a6bdb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:34:13.414433 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fbfd5d94-7d0d-4c81-8456-eaa80d8380e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (a6da7e29-02e7-44ba-9d01-2669c77f1e97), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:13.439865 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd5d94-7d0d-4c81-8456-eaa80d8380e7 None None] Calling delete_port for a6da7e29-02e7-44ba-9d01-2669c77f1e97 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:34:13.450258 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-7e530bd7-2f29-4936-9aae-7e7b332fcecb tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] For port a6da7e29-02e7-44ba-9d01-2669c77f1e97, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=a6da7e29-02e7-44ba-9d01-2669c77f1e97,segment=NetworkSegment(bdfec396-31b9-4b5b-8cb7-d570291a6bdb),segment_id=bdfec396-31b9-4b5b-8cb7-d570291a6bdb)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:34:13.450633 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7e530bd7-2f29-4936-9aae-7e7b332fcecb tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (a6da7e29-02e7-44ba-9d01-2669c77f1e97), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:13.476288 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-7e530bd7-2f29-4936-9aae-7e7b332fcecb tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Calling delete_port for a6da7e29-02e7-44ba-9d01-2669c77f1e97 owned by network:dhcp {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:34:13.553859 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-db2978e2-ce53-4547-be0b-25d553c4b936 req-f8d61b30-be93-4fa2-939a-606b13f4c399 tempest-ServerShowV257Test-129697279 tempest-ServerShowV257Test-129697279-project] 10.222.0.65 "GET /v2.0/ports?device_id=f8f78749-6b69-498d-b34a-6b383e4a2c79 HTTP/1.1" status: 200 len: 210 time: 0.6527953 Feb 04 12:34:13.658669 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fbfd5d94-7d0d-4c81-8456-eaa80d8380e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (a6da7e29-02e7-44ba-9d01-2669c77f1e97), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:13.659626 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f254e241-ca66-42de-bf2d-be3805c32bbd tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:13.666812 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-91e9018b-7b14-4f60-a3f2-709b0a73f31a tempest-FloatingIPAdminTestJSON-1682446781 tempest-FloatingIPAdminTestJSON-1682446781-project-admin] Publish callbacks [] for port (d0a0bf50-aa10-4d93-b9fb-32abaf4be84c), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:13.667470 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 46558) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:13.685036 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-f254e241-ca66-42de-bf2d-be3805c32bbd tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "DELETE /v2.0/ports/5b16e5f0-bf98-4f98-ada2-319df614936e HTTP/1.1" status: 204 len: 168 time: 1.1989164 Feb 04 12:34:13.690107 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-050dab7d-f91e-4275-bd77-409f376a7b0a req-c956303c-ff70-4616-afeb-13b54d7f3fed tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] 10.222.0.65 "GET /v2.0/security-groups/bb1cf665-8e1b-4ccb-aa64-4f2ec6a99a5b HTTP/1.1" status: 200 len: 1823 time: 0.4590607 Feb 04 12:34:13.717462 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-050dab7d-f91e-4275-bd77-409f376a7b0a req-c62ca9f9-a2cb-4a9e-9b32-3658f6d4d8b4 tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'bb1cf665-8e1b-4ccb-aa64-4f2ec6a99a5b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:34:13.718134 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-050dab7d-f91e-4275-bd77-409f376a7b0a req-c62ca9f9-a2cb-4a9e-9b32-3658f6d4d8b4 tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'bb1cf665-8e1b-4ccb-aa64-4f2ec6a99a5b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:34:13.720547 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-91e9018b-7b14-4f60-a3f2-709b0a73f31a tempest-FloatingIPAdminTestJSON-1682446781 tempest-FloatingIPAdminTestJSON-1682446781-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (d0a0bf50-aa10-4d93-b9fb-32abaf4be84c), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:13.742107 n-d-825015-3 neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-df1a1a2e-cbad-4f6d-b916-408994ec1a4f tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] GET failed (client error): The resource could not be found. Feb 04 12:34:13.749405 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-df1a1a2e-cbad-4f6d-b916-408994ec1a4f tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "GET /v2.0/ports/5b16e5f0-bf98-4f98-ada2-319df614936e HTTP/1.1" status: 404 len: 333 time: 0.0761194 Feb 04 12:34:13.762475 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfd5d94-7d0d-4c81-8456-eaa80d8380e7 None None] Pushing event deleted for resources: {'Port': ['ID=a6da7e29-02e7-44ba-9d01-2669c77f1e97,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:13.765365 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 46560) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:13.766592 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfd5d94-7d0d-4c81-8456-eaa80d8380e7 None None] No DVR routers for this DVR port a6da7e29-02e7-44ba-9d01-2669c77f1e97 on host n-d-825015-3 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:34:13.833402 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7e530bd7-2f29-4936-9aae-7e7b332fcecb tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (a6da7e29-02e7-44ba-9d01-2669c77f1e97), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:13.898285 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba9524ab-4d8e-44c9-a8d3-f65afcc51fca tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Deleting subnet 2fc99837-9ebe-42af-ab5d-dc888be360bd {{(pid=103475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:34:13.902363 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ba9524ab-4d8e-44c9-a8d3-f65afcc51fca tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks [] for subnet (2fc99837-9ebe-42af-ab5d-dc888be360bd), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:13.920237 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e9018b-7b14-4f60-a3f2-709b0a73f31a tempest-FloatingIPAdminTestJSON-1682446781 tempest-FloatingIPAdminTestJSON-1682446781-project-admin] Pushing event updated for resources: {'Port': ['ID=d0a0bf50-aa10-4d93-b9fb-32abaf4be84c,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:13.927085 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e530bd7-2f29-4936-9aae-7e7b332fcecb tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] No DVR routers for this DVR port a6da7e29-02e7-44ba-9d01-2669c77f1e97 on host n-d-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:34:13.931263 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-050dab7d-f91e-4275-bd77-409f376a7b0a req-c62ca9f9-a2cb-4a9e-9b32-3658f6d4d8b4 tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Publish callbacks [] for security_group_rule (e5571268-d74f-42f7-ac1a-97394686ee8e), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:13.975631 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-050dab7d-f91e-4275-bd77-409f376a7b0a req-c62ca9f9-a2cb-4a9e-9b32-3658f6d4d8b4 tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Publish callbacks [] for security_group_rule (e5571268-d74f-42f7-ac1a-97394686ee8e), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:13.978873 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ba9524ab-4d8e-44c9-a8d3-f65afcc51fca tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51859329'] for subnet (2fc99837-9ebe-42af-ab5d-dc888be360bd), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:13.982865 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-050dab7d-f91e-4275-bd77-409f376a7b0a req-c62ca9f9-a2cb-4a9e-9b32-3658f6d4d8b4 tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (e5571268-d74f-42f7-ac1a-97394686ee8e), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:14.029174 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e530bd7-2f29-4936-9aae-7e7b332fcecb tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Pushing event deleted for resources: {'Port': ['ID=a6da7e29-02e7-44ba-9d01-2669c77f1e97,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:14.034695 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-91e9018b-7b14-4f60-a3f2-709b0a73f31a tempest-FloatingIPAdminTestJSON-1682446781 tempest-FloatingIPAdminTestJSON-1682446781-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1599943'] for floatingip (2ebbe101-ffab-41df-b7d0-363b5c0e5894), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:14.041609 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62ca9f9-a2cb-4a9e-9b32-3658f6d4d8b4 tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5571268-d74f-42f7-ac1a-97394686ee8e,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:14.064261 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-050dab7d-f91e-4275-bd77-409f376a7b0a req-c62ca9f9-a2cb-4a9e-9b32-3658f6d4d8b4 tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:14.070872 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-050dab7d-f91e-4275-bd77-409f376a7b0a req-c62ca9f9-a2cb-4a9e-9b32-3658f6d4d8b4 tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.3616412 Feb 04 12:34:14.100166 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-690f4b98-e151-4cc0-ab8d-101f073d663e req-83ae734c-8448-4f00-af1a-d403172901a3 tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1407258819', 'description': 'tempest-description-373526067'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:34:14.126658 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-690f4b98-e151-4cc0-ab8d-101f073d663e req-83ae734c-8448-4f00-af1a-d403172901a3 tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:14.146224 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7e530bd7-2f29-4936-9aae-7e7b332fcecb tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (63c7379a-a4a1-4435-b27f-0d1453c4b89c), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:14.176578 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-91e9018b-7b14-4f60-a3f2-709b0a73f31a tempest-FloatingIPAdminTestJSON-1682446781 tempest-FloatingIPAdminTestJSON-1682446781-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:14.178193 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-91e9018b-7b14-4f60-a3f2-709b0a73f31a tempest-FloatingIPAdminTestJSON-1682446781 tempest-FloatingIPAdminTestJSON-1682446781-project-admin] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0762701 Feb 04 12:34:14.180458 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-7e530bd7-2f29-4936-9aae-7e7b332fcecb tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63c7379a-a4a1-4435-b27f-0d1453c4b89c']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:34:14.183417 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 46564) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:14.200080 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-7e530bd7-2f29-4936-9aae-7e7b332fcecb tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdfec396-31b9-4b5b-8cb7-d570291a6bdb') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:34:14.201847 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-7e530bd7-2f29-4936-9aae-7e7b332fcecb tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdfec396-31b9-4b5b-8cb7-d570291a6bdb') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:34:14.208243 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ba9524ab-4d8e-44c9-a8d3-f65afcc51fca tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (2fc99837-9ebe-42af-ab5d-dc888be360bd), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:14.219205 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7e530bd7-2f29-4936-9aae-7e7b332fcecb tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (bdfec396-31b9-4b5b-8cb7-d570291a6bdb), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:14.252069 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7e530bd7-2f29-4936-9aae-7e7b332fcecb tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (bdfec396-31b9-4b5b-8cb7-d570291a6bdb), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:14.277656 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e530bd7-2f29-4936-9aae-7e7b332fcecb tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:34:14.278516 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7e530bd7-2f29-4936-9aae-7e7b332fcecb tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (bdfec396-31b9-4b5b-8cb7-d570291a6bdb), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:14.283216 n-d-825015-3 neutron-server[103474]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:34:14.283216 n-d-825015-3 neutron-server[103474]: self.session.flush() Feb 04 12:34:14.283216 n-d-825015-3 neutron-server[103474]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:34:14.283216 n-d-825015-3 neutron-server[103474]: self.session.flush() Feb 04 12:34:14.283216 n-d-825015-3 neutron-server[103474]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:34:14.283216 n-d-825015-3 neutron-server[103474]: self.session.flush() Feb 04 12:34:14.283216 n-d-825015-3 neutron-server[103474]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:34:14.283216 n-d-825015-3 neutron-server[103474]: self.session.flush() Feb 04 12:34:14.283216 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 12:34:14.283216 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:34:14.283216 n-d-825015-3 neutron-server[103474]: timer() Feb 04 12:34:14.283216 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:34:14.283216 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 12:34:14.283216 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:34:14.283216 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 12:34:14.283216 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:34:14.283216 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 12:34:14.283216 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:34:14.283216 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 12:34:14.283216 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:34:14.283216 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 12:34:14.283216 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:34:14.283216 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:34:14.283216 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:34:14.283216 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:34:14.283216 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:34:14.283216 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 12:34:14.283216 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:34:14.283216 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 12:34:14.283216 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:34:14.283216 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:34:14.283216 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:34:14.283216 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 12:34:14.283216 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:34:14.283216 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:34:14.283216 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:34:14.283216 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:34:14.283216 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:34:14.283216 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:34:14.283216 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:34:14.320105 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-690f4b98-e151-4cc0-ab8d-101f073d663e req-83ae734c-8448-4f00-af1a-d403172901a3 tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Publish callbacks [] for security_group (c89f9dd0-45cc-4118-8620-60514caf233a), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:14.324427 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-690f4b98-e151-4cc0-ab8d-101f073d663e req-83ae734c-8448-4f00-af1a-d403172901a3 tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (c89f9dd0-45cc-4118-8620-60514caf233a), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:14.347095 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ba9524ab-4d8e-44c9-a8d3-f65afcc51fca tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-52093282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51452698'] for subnet (2fc99837-9ebe-42af-ab5d-dc888be360bd), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:14.402895 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-690f4b98-e151-4cc0-ab8d-101f073d663e req-83ae734c-8448-4f00-af1a-d403172901a3 tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:14.402895 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-690f4b98-e151-4cc0-ab8d-101f073d663e req-83ae734c-8448-4f00-af1a-d403172901a3 tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.3068337 Feb 04 12:34:14.428050 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-650c303d-2cc4-40be-85e6-d1b8bd63392b tempest-FloatingIPAdminTestJSON-1978252561 tempest-FloatingIPAdminTestJSON-1978252561-project] Request body: {'floatingip': {'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:34:14.446696 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9524ab-4d8e-44c9-a8d3-f65afcc51fca tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Pushing event deleted for resources: {'Subnet': ['ID=2fc99837-9ebe-42af-ab5d-dc888be360bd,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:14.459147 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-6c86a8d5-6e4e-4057-af5a-88d526cab004 req-4116a170-ea87-4320-b199-b04d5952a0a5 tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1349852190', 'description': 'tempest-description-339755408'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:34:14.476502 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ae734c-8448-4f00-af1a-d403172901a3 tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c89f9dd0-45cc-4118-8620-60514caf233a,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:14.481469 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ba9524ab-4d8e-44c9-a8d3-f65afcc51fca tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:14.486420 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-ba9524ab-4d8e-44c9-a8d3-f65afcc51fca tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "DELETE /v2.0/subnets/2fc99837-9ebe-42af-ab5d-dc888be360bd HTTP/1.1" status: 204 len: 168 time: 0.6762345 Feb 04 12:34:14.494039 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 46570) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:14.517314 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5f8c5e-c1c5-4b4d-b6e7-c2da5fa28910 None None] Network 394a2503-f872-45b6-923b-40a5217dfecc requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:34:14.606005 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ddd09647-bad5-49d4-bd0a-f922024eb1ef tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (394a2503-f872-45b6-923b-40a5217dfecc), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:14.635484 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-650c303d-2cc4-40be-85e6-d1b8bd63392b tempest-FloatingIPAdminTestJSON-1978252561 tempest-FloatingIPAdminTestJSON-1978252561-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:14.669045 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-6c86a8d5-6e4e-4057-af5a-88d526cab004 req-4116a170-ea87-4320-b199-b04d5952a0a5 tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:14.799270 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-23d6a1b3-c0c0-476d-8697-f8a5c817e852 req-ff852af6-5b0d-4b33-a8f0-cc574cbf1c7f tempest-ServerShowV257Test-129697279 tempest-ServerShowV257Test-129697279-project] 10.222.0.65 "GET /v2.0/ports?device_id=f8f78749-6b69-498d-b34a-6b383e4a2c79 HTTP/1.1" status: 200 len: 210 time: 0.1348352 Feb 04 12:34:14.804409 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d44777-617c-4940-b637-0ae1b3f256be None None] DHCP port deletion for 394a2503-f872-45b6-923b-40a5217dfecc request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 12:34:14.914366 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-43d44777-617c-4940-b637-0ae1b3f256be None None] Deleting port 8fbbebb7-1f92-4b3f-98ee-fa5b1587d7be {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:34:14.915952 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-43d44777-617c-4940-b637-0ae1b3f256be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (8fbbebb7-1f92-4b3f-98ee-fa5b1587d7be), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:14.917787 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7e530bd7-2f29-4936-9aae-7e7b332fcecb tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (63c7379a-a4a1-4435-b27f-0d1453c4b89c), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:14.955836 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7e530bd7-2f29-4936-9aae-7e7b332fcecb tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:14.960091 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-7e530bd7-2f29-4936-9aae-7e7b332fcecb tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "DELETE /v2.0/networks/63c7379a-a4a1-4435-b27f-0d1453c4b89c HTTP/1.1" status: 204 len: 168 time: 2.3193467 Feb 04 12:34:14.961567 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e530bd7-2f29-4936-9aae-7e7b332fcecb tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Pushing event deleted for resources: {'Network': ['ID=63c7379a-a4a1-4435-b27f-0d1453c4b89c,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:14.964583 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 46584) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:14.970245 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-52d60de6-4906-42dd-b568-c923bdee9e3b tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Request body: {'port': {'network_id': '4e59fa0d-714a-4ea9-b926-876c13cb34e9', 'name': 'tempest-PortsIpV6TestJSON-2000792815'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:34:15.013918 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-6c86a8d5-6e4e-4057-af5a-88d526cab004 req-4116a170-ea87-4320-b199-b04d5952a0a5 tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Publish callbacks [] for security_group (f5990302-90eb-4c35-9ca8-39d38c7b110c), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:15.025524 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-43d44777-617c-4940-b637-0ae1b3f256be None None] For port 8fbbebb7-1f92-4b3f-98ee-fa5b1587d7be, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=8fbbebb7-1f92-4b3f-98ee-fa5b1587d7be,segment=NetworkSegment(d8ccc536-5fd0-4d24-9037-9199f8a67801),segment_id=d8ccc536-5fd0-4d24-9037-9199f8a67801)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:34:15.025988 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-43d44777-617c-4940-b637-0ae1b3f256be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (8fbbebb7-1f92-4b3f-98ee-fa5b1587d7be), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:15.046878 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-43d44777-617c-4940-b637-0ae1b3f256be None None] Calling delete_port for 8fbbebb7-1f92-4b3f-98ee-fa5b1587d7be owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:34:15.051258 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-6c86a8d5-6e4e-4057-af5a-88d526cab004 req-4116a170-ea87-4320-b199-b04d5952a0a5 tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (f5990302-90eb-4c35-9ca8-39d38c7b110c), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:15.114953 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52d60de6-4906-42dd-b568-c923bdee9e3b tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Made reservation on behalf of 90a71f7c621340c08dbfd8625731c118 for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:34:15.116269 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-ddd09647-bad5-49d4-bd0a-f922024eb1ef tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Deleting port 8fbbebb7-1f92-4b3f-98ee-fa5b1587d7be {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:34:15.116860 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ddd09647-bad5-49d4-bd0a-f922024eb1ef tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (8fbbebb7-1f92-4b3f-98ee-fa5b1587d7be), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:15.123214 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-52d60de6-4906-42dd-b568-c923bdee9e3b tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:15.153388 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [None req-52d60de6-4906-42dd-b568-c923bdee9e3b tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] device_id is not set on port b59ec621-f6aa-4791-bc2f-1121edfedde4 yet. {{(pid=103474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 12:34:15.162496 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-43d44777-617c-4940-b637-0ae1b3f256be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (8fbbebb7-1f92-4b3f-98ee-fa5b1587d7be), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:15.199962 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d44777-617c-4940-b637-0ae1b3f256be None None] Pushing event deleted for resources: {'Port': ['ID=8fbbebb7-1f92-4b3f-98ee-fa5b1587d7be,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:15.200737 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device a6da7e29-02e7-44ba-9d01-2669c77f1e97 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:34:15.204129 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d44777-617c-4940-b637-0ae1b3f256be None None] No DVR routers for this DVR port 8fbbebb7-1f92-4b3f-98ee-fa5b1587d7be on host n-d-825015-3 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:34:15.227662 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: a6da7e29-02e7-44ba-9d01-2669c77f1e97 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:34:15.228059 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device a6da7e29-02e7-44ba-9d01-2669c77f1e97 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:34:15.228542 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 8fbbebb7-1f92-4b3f-98ee-fa5b1587d7be no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:34:15.251266 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 8fbbebb7-1f92-4b3f-98ee-fa5b1587d7be {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:34:15.251661 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 8fbbebb7-1f92-4b3f-98ee-fa5b1587d7be not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:34:15.261002 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-ddd09647-bad5-49d4-bd0a-f922024eb1ef tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] For port 8fbbebb7-1f92-4b3f-98ee-fa5b1587d7be, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=8fbbebb7-1f92-4b3f-98ee-fa5b1587d7be,segment=NetworkSegment(d8ccc536-5fd0-4d24-9037-9199f8a67801),segment_id=d8ccc536-5fd0-4d24-9037-9199f8a67801)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:34:15.261573 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ddd09647-bad5-49d4-bd0a-f922024eb1ef tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (8fbbebb7-1f92-4b3f-98ee-fa5b1587d7be), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:15.292067 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-ddd09647-bad5-49d4-bd0a-f922024eb1ef tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Calling delete_port for 8fbbebb7-1f92-4b3f-98ee-fa5b1587d7be owned by network:dhcp {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:34:15.406071 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-6c86a8d5-6e4e-4057-af5a-88d526cab004 req-4116a170-ea87-4320-b199-b04d5952a0a5 tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:15.407327 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6c86a8d5-6e4e-4057-af5a-88d526cab004 req-4116a170-ea87-4320-b199-b04d5952a0a5 tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.9641130 Feb 04 12:34:15.427125 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4116a170-ea87-4320-b199-b04d5952a0a5 tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5990302-90eb-4c35-9ca8-39d38c7b110c,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:15.465810 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-52d60de6-4906-42dd-b568-c923bdee9e3b tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks [] for port (b59ec621-f6aa-4791-bc2f-1121edfedde4), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:15.473619 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8946eee2-f0d2-45b1-a63a-e46ebcecd63d req-7d8e8cbd-e6d9-409a-be83-bca469d0bc86 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:34:15.476893 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8946eee2-f0d2-45b1-a63a-e46ebcecd63d req-7d8e8cbd-e6d9-409a-be83-bca469d0bc86 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8861db3-f96d-4488-9972-dc9abe44d442 HTTP/1.1" status: 200 len: 945 time: 0.4911911 Feb 04 12:34:15.484971 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ddd09647-bad5-49d4-bd0a-f922024eb1ef tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (8fbbebb7-1f92-4b3f-98ee-fa5b1587d7be), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:15.549910 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-35586feb-5f58-4d7a-873f-23e8f9738457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:15.567331 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd09647-bad5-49d4-bd0a-f922024eb1ef tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Pushing event deleted for resources: {'Port': ['ID=8fbbebb7-1f92-4b3f-98ee-fa5b1587d7be,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:15.578394 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd09647-bad5-49d4-bd0a-f922024eb1ef tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] No DVR routers for this DVR port 8fbbebb7-1f92-4b3f-98ee-fa5b1587d7be on host n-d-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:34:15.601820 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-52d60de6-4906-42dd-b568-c923bdee9e3b tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (b59ec621-f6aa-4791-bc2f-1121edfedde4), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:15.666444 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8946eee2-f0d2-45b1-a63a-e46ebcecd63d req-f968c5dc-5f08-4e2c-aab8-ffc4527ae0ed tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/security-groups?id=67d57791-96db-4689-9a02-f69bf9a8e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763797 Feb 04 12:34:15.713749 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d60de6-4906-42dd-b568-c923bdee9e3b tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Pushing event updated for resources: {'Port': ['ID=b59ec621-f6aa-4791-bc2f-1121edfedde4,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:15.734693 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d60de6-4906-42dd-b568-c923bdee9e3b tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Network 4e59fa0d-714a-4ea9-b926-876c13cb34e9 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:34:15.739237 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-52d60de6-4906-42dd-b568-c923bdee9e3b tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:34:15.744193 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-650c303d-2cc4-40be-85e6-d1b8bd63392b tempest-FloatingIPAdminTestJSON-1978252561 tempest-FloatingIPAdminTestJSON-1978252561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:15.745270 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d60de6-4906-42dd-b568-c923bdee9e3b tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:34:15.752001 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ddd09647-bad5-49d4-bd0a-f922024eb1ef tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (394a2503-f872-45b6-923b-40a5217dfecc), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:15.759963 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d60de6-4906-42dd-b568-c923bdee9e3b tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:34:15.763634 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-52d60de6-4906-42dd-b568-c923bdee9e3b tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:15.811926 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-52d60de6-4906-42dd-b568-c923bdee9e3b tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.8432684 Feb 04 12:34:15.811926 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 46600) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:15.836717 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d1c61720-e91b-4d22-9410-a8edf6c956fa req-f1775415-8e16-45a8-afa7-182cdec32580 tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] 10.222.0.65 "GET /v2.0/security-groups/c89f9dd0-45cc-4118-8620-60514caf233a HTTP/1.1" status: 200 len: 1823 time: 0.2532890 Feb 04 12:34:15.838491 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-ddd09647-bad5-49d4-bd0a-f922024eb1ef tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['394a2503-f872-45b6-923b-40a5217dfecc']}} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:34:15.868915 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-ddd09647-bad5-49d4-bd0a-f922024eb1ef tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8ccc536-5fd0-4d24-9037-9199f8a67801') {'for_net_delete': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:34:15.869215 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-ddd09647-bad5-49d4-bd0a-f922024eb1ef tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8ccc536-5fd0-4d24-9037-9199f8a67801') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:34:15.891049 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ddd09647-bad5-49d4-bd0a-f922024eb1ef tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51859336'] for segment (d8ccc536-5fd0-4d24-9037-9199f8a67801), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:15.971844 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-927d6ba2-040d-4b08-80fc-0e556e4bc51f tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Deleting port b59ec621-f6aa-4791-bc2f-1121edfedde4 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:34:15.973117 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-927d6ba2-040d-4b08-80fc-0e556e4bc51f tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (b59ec621-f6aa-4791-bc2f-1121edfedde4), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:16.057360 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-650c303d-2cc4-40be-85e6-d1b8bd63392b tempest-FloatingIPAdminTestJSON-1978252561 tempest-FloatingIPAdminTestJSON-1978252561-project] Allocated IP 172.25.3.155 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/6a235dab-6ef0-4785-bde9-ea2c4195ffbe) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:34:16.094361 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d1c61720-e91b-4d22-9410-a8edf6c956fa req-e243426b-a429-4abf-8d7c-62eee18958f3 tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] 10.222.0.65 "GET /v2.0/security-groups/f5990302-90eb-4c35-9ca8-39d38c7b110c HTTP/1.1" status: 200 len: 1823 time: 0.2462316 Feb 04 12:34:16.099816 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-d1c61720-e91b-4d22-9410-a8edf6c956fa req-0cb3e16d-7b8c-4bf2-ad99-5d2ac31082da tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c89f9dd0-45cc-4118-8620-60514caf233a', 'remote_group_id': 'f5990302-90eb-4c35-9ca8-39d38c7b110c', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:34:16.100431 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-d1c61720-e91b-4d22-9410-a8edf6c956fa req-0cb3e16d-7b8c-4bf2-ad99-5d2ac31082da tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c89f9dd0-45cc-4118-8620-60514caf233a', 'remote_group_id': 'f5990302-90eb-4c35-9ca8-39d38c7b110c', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:34:16.101355 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-927d6ba2-040d-4b08-80fc-0e556e4bc51f tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (b59ec621-f6aa-4791-bc2f-1121edfedde4), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:16.121332 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ddd09647-bad5-49d4-bd0a-f922024eb1ef tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (d8ccc536-5fd0-4d24-9037-9199f8a67801), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:16.141068 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-927d6ba2-040d-4b08-80fc-0e556e4bc51f tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Calling delete_port for b59ec621-f6aa-4791-bc2f-1121edfedde4 owned by {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:34:16.217118 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d285e50f-6b97-4926-abf4-ab230fa0db0d req-397a8ed7-4723-49b0-bdcd-74a7216de7df service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f8f78749-6b69-498d-b34a-6b383e4a2c79 HTTP/1.1" status: 200 len: 210 time: 0.1427891 Feb 04 12:34:16.220687 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddd09647-bad5-49d4-bd0a-f922024eb1ef tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=103475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:34:16.221227 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ddd09647-bad5-49d4-bd0a-f922024eb1ef tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-52093388'] for segment (d8ccc536-5fd0-4d24-9037-9199f8a67801), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:16.230689 n-d-825015-3 neutron-server[103475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:34:16.230689 n-d-825015-3 neutron-server[103475]: self.session.flush() Feb 04 12:34:16.230689 n-d-825015-3 neutron-server[103475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:34:16.230689 n-d-825015-3 neutron-server[103475]: self.session.flush() Feb 04 12:34:16.230689 n-d-825015-3 neutron-server[103475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:34:16.230689 n-d-825015-3 neutron-server[103475]: self.session.flush() Feb 04 12:34:16.230689 n-d-825015-3 neutron-server[103475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:34:16.230689 n-d-825015-3 neutron-server[103475]: self.session.flush() Feb 04 12:34:16.230689 n-d-825015-3 neutron-server[103475]: Traceback (most recent call last): Feb 04 12:34:16.230689 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:34:16.230689 n-d-825015-3 neutron-server[103475]: timer() Feb 04 12:34:16.230689 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:34:16.230689 n-d-825015-3 neutron-server[103475]: cb(*args, **kw) Feb 04 12:34:16.230689 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:34:16.230689 n-d-825015-3 neutron-server[103475]: return func(*args, **kwargs) Feb 04 12:34:16.230689 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:34:16.230689 n-d-825015-3 neutron-server[103475]: self._notify() Feb 04 12:34:16.230689 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:34:16.230689 n-d-825015-3 neutron-server[103475]: self.callback(batched_events) Feb 04 12:34:16.230689 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:34:16.230689 n-d-825015-3 neutron-server[103475]: event.method(event) Feb 04 12:34:16.230689 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:34:16.230689 n-d-825015-3 neutron-server[103475]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:34:16.230689 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:34:16.230689 n-d-825015-3 neutron-server[103475]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:34:16.230689 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:34:16.230689 n-d-825015-3 neutron-server[103475]: return f(self, *a, **k) Feb 04 12:34:16.230689 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:34:16.230689 n-d-825015-3 neutron-server[103475]: return self._get(url).json() Feb 04 12:34:16.230689 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:34:16.230689 n-d-825015-3 neutron-server[103475]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:34:16.230689 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:34:16.230689 n-d-825015-3 neutron-server[103475]: return self.request(url, 'GET', **kwargs) Feb 04 12:34:16.230689 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:34:16.230689 n-d-825015-3 neutron-server[103475]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:34:16.230689 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:34:16.230689 n-d-825015-3 neutron-server[103475]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:34:16.230689 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:34:16.230689 n-d-825015-3 neutron-server[103475]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:34:16.230689 n-d-825015-3 neutron-server[103475]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:34:16.325107 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-927d6ba2-040d-4b08-80fc-0e556e4bc51f tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (b59ec621-f6aa-4791-bc2f-1121edfedde4), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:16.385759 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927d6ba2-040d-4b08-80fc-0e556e4bc51f tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Pushing event deleted for resources: {'Port': ['ID=b59ec621-f6aa-4791-bc2f-1121edfedde4,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:16.392188 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ddd09647-bad5-49d4-bd0a-f922024eb1ef tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (394a2503-f872-45b6-923b-40a5217dfecc), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:16.405722 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-927d6ba2-040d-4b08-80fc-0e556e4bc51f tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:16.414869 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-927d6ba2-040d-4b08-80fc-0e556e4bc51f tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "DELETE /v2.0/ports/b59ec621-f6aa-4791-bc2f-1121edfedde4 HTTP/1.1" status: 204 len: 168 time: 0.6019502 Feb 04 12:34:16.418959 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 46610) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:16.424748 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ee84db80-e706-4e82-ae6c-64e5324b985c req-401bdfd2-d644-4b0d-b3fb-82abd6563fc0 tempest-ServerShowV257Test-129697279 tempest-ServerShowV257Test-129697279-project] 10.222.0.65 "GET /v2.0/ports?device_id=f8f78749-6b69-498d-b34a-6b383e4a2c79 HTTP/1.1" status: 200 len: 210 time: 0.0715728 Feb 04 12:34:16.430341 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ddd09647-bad5-49d4-bd0a-f922024eb1ef tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:16.433535 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-ddd09647-bad5-49d4-bd0a-f922024eb1ef tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "DELETE /v2.0/networks/394a2503-f872-45b6-923b-40a5217dfecc HTTP/1.1" status: 204 len: 168 time: 1.9351697 Feb 04 12:34:16.438329 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 46612) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:16.443383 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-9c6a4b5b-7cbd-4fe4-a251-9176e3590f53 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Request body: {'port': {'network_id': '4e59fa0d-714a-4ea9-b926-876c13cb34e9', 'mac_address': 'fa:16:3e:42:a2:15', 'name': 'tempest-PortsIpV6TestJSON-1200753725'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:34:16.447550 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-e7ae3928-68f8-4224-b79b-87d7de557e30 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-117182020'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:34:16.477071 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7ae3928-68f8-4224-b79b-87d7de557e30 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Made reservation on behalf of 1dcfbfeb897648c6ad07937129f0b5e8 for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:34:16.482313 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e7ae3928-68f8-4224-b79b-87d7de557e30 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:16.526720 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7ae3928-68f8-4224-b79b-87d7de557e30 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:34:16.538991 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd09647-bad5-49d4-bd0a-f922024eb1ef tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Pushing event deleted for resources: {'Network': ['ID=394a2503-f872-45b6-923b-40a5217dfecc,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:16.539630 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e7ae3928-68f8-4224-b79b-87d7de557e30 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (55968695-1f9e-43d7-83f8-9b1399d9317c), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:16.540274 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-e7ae3928-68f8-4224-b79b-87d7de557e30 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Added segment 55968695-1f9e-43d7-83f8-9b1399d9317c of type vlan for network f66eae76-2ee7-41be-a909-4895823d64f4 Feb 04 12:34:16.569133 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-d1c61720-e91b-4d22-9410-a8edf6c956fa req-0cb3e16d-7b8c-4bf2-ad99-5d2ac31082da tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Publish callbacks [] for security_group_rule (33aa9407-1733-4727-8fb2-de3131c23ed9), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:16.585428 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-650c303d-2cc4-40be-85e6-d1b8bd63392b tempest-FloatingIPAdminTestJSON-1978252561 tempest-FloatingIPAdminTestJSON-1978252561-project] Publish callbacks [] for port (6a235dab-6ef0-4785-bde9-ea2c4195ffbe), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:16.615777 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e7ae3928-68f8-4224-b79b-87d7de557e30 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (f66eae76-2ee7-41be-a909-4895823d64f4), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:16.656145 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e7ae3928-68f8-4224-b79b-87d7de557e30 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (f66eae76-2ee7-41be-a909-4895823d64f4), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:16.665098 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ae3928-68f8-4224-b79b-87d7de557e30 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:34:16.665972 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e7ae3928-68f8-4224-b79b-87d7de557e30 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:16.673588 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-d1c61720-e91b-4d22-9410-a8edf6c956fa req-0cb3e16d-7b8c-4bf2-ad99-5d2ac31082da tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Publish callbacks [] for security_group_rule (33aa9407-1733-4727-8fb2-de3131c23ed9), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:16.681892 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-d1c61720-e91b-4d22-9410-a8edf6c956fa req-0cb3e16d-7b8c-4bf2-ad99-5d2ac31082da tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (33aa9407-1733-4727-8fb2-de3131c23ed9), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:16.703428 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb3e16d-7b8c-4bf2-ad99-5d2ac31082da tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33aa9407-1733-4727-8fb2-de3131c23ed9,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:16.718033 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c6a4b5b-7cbd-4fe4-a251-9176e3590f53 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Made reservation on behalf of 90a71f7c621340c08dbfd8625731c118 for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:34:16.725899 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-650c303d-2cc4-40be-85e6-d1b8bd63392b tempest-FloatingIPAdminTestJSON-1978252561 tempest-FloatingIPAdminTestJSON-1978252561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (6a235dab-6ef0-4785-bde9-ea2c4195ffbe), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:16.764599 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-e7ae3928-68f8-4224-b79b-87d7de557e30 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3246777 Feb 04 12:34:16.768193 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 46624) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:16.776524 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-d438da44-2467-4101-bdeb-5289a71096fa tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Request body: {'subnet': {'network_id': 'f66eae76-2ee7-41be-a909-4895823d64f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:34:16.794535 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-d1c61720-e91b-4d22-9410-a8edf6c956fa req-0cb3e16d-7b8c-4bf2-ad99-5d2ac31082da tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:16.806358 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d1c61720-e91b-4d22-9410-a8edf6c956fa req-0cb3e16d-7b8c-4bf2-ad99-5d2ac31082da tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.7110174 Feb 04 12:34:16.848897 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-c0183815-97d3-428d-8683-d932b6a90acb req-8fffa756-38aa-4537-881b-dc0030927a9d tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-734904886', 'description': 'tempest-description-1994131440'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:34:16.882484 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650c303d-2cc4-40be-85e6-d1b8bd63392b tempest-FloatingIPAdminTestJSON-1978252561 tempest-FloatingIPAdminTestJSON-1978252561-project] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:34:16.895819 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-650c303d-2cc4-40be-85e6-d1b8bd63392b tempest-FloatingIPAdminTestJSON-1978252561 tempest-FloatingIPAdminTestJSON-1978252561-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:34:16.906799 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650c303d-2cc4-40be-85e6-d1b8bd63392b tempest-FloatingIPAdminTestJSON-1978252561 tempest-FloatingIPAdminTestJSON-1978252561-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:34:16.920802 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d438da44-2467-4101-bdeb-5289a71096fa tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Made reservation on behalf of 1dcfbfeb897648c6ad07937129f0b5e8 for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:34:16.927660 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d438da44-2467-4101-bdeb-5289a71096fa tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60610638'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:16.936716 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ae3928-68f8-4224-b79b-87d7de557e30 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Pushing event updated for resources: {'Network': ['ID=f66eae76-2ee7-41be-a909-4895823d64f4,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:16.949396 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network f66eae76-2ee7-41be-a909-4895823d64f4 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:34:17.248404 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d438da44-2467-4101-bdeb-5289a71096fa tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59045178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60610680'] for subnet (498274cc-c09b-4a9d-b538-d6e64b0d133a), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:17.378332 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650c303d-2cc4-40be-85e6-d1b8bd63392b tempest-FloatingIPAdminTestJSON-1978252561 tempest-FloatingIPAdminTestJSON-1978252561-project] Pushing event updated for resources: {'Port': ['ID=6a235dab-6ef0-4785-bde9-ea2c4195ffbe,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:17.387639 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9c6a4b5b-7cbd-4fe4-a251-9176e3590f53 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:17.421872 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [None req-9c6a4b5b-7cbd-4fe4-a251-9176e3590f53 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] device_id is not set on port ccbacec3-4399-4b51-9263-dd38bfe180d1 yet. {{(pid=103475) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 12:34:17.428901 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-c0183815-97d3-428d-8683-d932b6a90acb req-8fffa756-38aa-4537-881b-dc0030927a9d tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:17.433066 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d438da44-2467-4101-bdeb-5289a71096fa tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Checking segment: {'id': '55968695-1f9e-43d7-83f8-9b1399d9317c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'f66eae76-2ee7-41be-a909-4895823d64f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:34:17.434931 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d438da44-2467-4101-bdeb-5289a71096fa tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Network hostable DHCP agents. Network: f66eae76-2ee7-41be-a909-4895823d64f4, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:34:17.451986 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d438da44-2467-4101-bdeb-5289a71096fa tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Pushing event updated for resources: {'Subnet': ['ID=498274cc-c09b-4a9d-b538-d6e64b0d133a,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:17.487500 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d438da44-2467-4101-bdeb-5289a71096fa tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Network f66eae76-2ee7-41be-a909-4895823d64f4 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:34:17.510669 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-d438da44-2467-4101-bdeb-5289a71096fa tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, f66eae76-2ee7-41be-a909-4895823d64f4) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:34:17.521290 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f72513-f332-47a9-9fa5-837ec8c508ff None None] Network f66eae76-2ee7-41be-a909-4895823d64f4 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:34:17.523254 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d438da44-2467-4101-bdeb-5289a71096fa tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:34:17.529518 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d438da44-2467-4101-bdeb-5289a71096fa tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:17.585973 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-d438da44-2467-4101-bdeb-5289a71096fa tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8161676 Feb 04 12:34:17.590155 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 46632) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:17.598239 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-edab2d48-9027-4fc6-90eb-bc25e83d4b06 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Request body: {'port': {'network_id': 'f66eae76-2ee7-41be-a909-4895823d64f4', 'name': 'tempest-PortsTestJSON-970572677', 'fixed_ips': [{'subnet_id': '498274cc-c09b-4a9d-b538-d6e64b0d133a', 'ip_address': '172.20.0.10'}]}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:34:17.705770 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-41e00930-cb6b-4a82-973c-63b2c3915161 req-4cfd371c-3338-4f51-afa1-8e86d53b01c4 tempest-ServerShowV257Test-129697279 tempest-ServerShowV257Test-129697279-project] 10.222.0.65 "GET /v2.0/ports?device_id=f8f78749-6b69-498d-b34a-6b383e4a2c79 HTTP/1.1" status: 200 len: 210 time: 0.0520737 Feb 04 12:34:17.737339 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-650c303d-2cc4-40be-85e6-d1b8bd63392b tempest-FloatingIPAdminTestJSON-1978252561 tempest-FloatingIPAdminTestJSON-1978252561-project] Publish callbacks [] for floatingip (56530b9b-1fe2-448b-beb8-65e7fd5df6e0), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:17.794628 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edab2d48-9027-4fc6-90eb-bc25e83d4b06 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Made reservation on behalf of 1dcfbfeb897648c6ad07937129f0b5e8 for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:34:17.805177 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0fe1a5a-cd40-4e15-84c6-c1e8ede59549 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-f66eae76-2ee7-41be-a909-4895823d64f4', 'network_id': 'f66eae76-2ee7-41be-a909-4895823d64f4', 'project_id': '1dcfbfeb897648c6ad07937129f0b5e8', 'fixed_ips': [{'subnet_id': '498274cc-c09b-4a9d-b538-d6e64b0d133a'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 12:34:17.806045 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e0fe1a5a-cd40-4e15-84c6-c1e8ede59549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:17.944765 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-c0183815-97d3-428d-8683-d932b6a90acb req-8fffa756-38aa-4537-881b-dc0030927a9d tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Publish callbacks [] for security_group (80c54614-f956-4ff6-bd1a-17cf3d0bbd9b), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:17.959164 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-c0183815-97d3-428d-8683-d932b6a90acb req-8fffa756-38aa-4537-881b-dc0030927a9d tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (80c54614-f956-4ff6-bd1a-17cf3d0bbd9b), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:18.001627 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fffa756-38aa-4537-881b-dc0030927a9d tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80c54614-f956-4ff6-bd1a-17cf3d0bbd9b,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:18.006416 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-650c303d-2cc4-40be-85e6-d1b8bd63392b tempest-FloatingIPAdminTestJSON-1978252561 tempest-FloatingIPAdminTestJSON-1978252561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (6a235dab-6ef0-4785-bde9-ea2c4195ffbe), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:18.021888 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-edab2d48-9027-4fc6-90eb-bc25e83d4b06 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:18.058882 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9c6a4b5b-7cbd-4fe4-a251-9176e3590f53 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks [] for port (ccbacec3-4399-4b51-9263-dd38bfe180d1), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:18.069721 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-c0183815-97d3-428d-8683-d932b6a90acb req-8fffa756-38aa-4537-881b-dc0030927a9d tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:18.071588 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c0183815-97d3-428d-8683-d932b6a90acb req-8fffa756-38aa-4537-881b-dc0030927a9d tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 1.2359102 Feb 04 12:34:18.092915 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [None req-edab2d48-9027-4fc6-90eb-bc25e83d4b06 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] device_id is not set on port ec6016c5-21d0-4ec4-98cb-821f791cd901 yet. {{(pid=103474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 12:34:18.123667 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-402124bf-9e35-4114-8ffc-c0be608dd66f req-ca01bd8f-6c79-4dcc-8fc8-f885b524c2c4 tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-736636191', 'description': 'tempest-description-1318584699'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:34:18.258315 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-402124bf-9e35-4114-8ffc-c0be608dd66f req-ca01bd8f-6c79-4dcc-8fc8-f885b524c2c4 tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:18.260083 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9c6a4b5b-7cbd-4fe4-a251-9176e3590f53 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (ccbacec3-4399-4b51-9263-dd38bfe180d1), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:18.365333 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6a4b5b-7cbd-4fe4-a251-9176e3590f53 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Pushing event updated for resources: {'Port': ['ID=ccbacec3-4399-4b51-9263-dd38bfe180d1,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:18.397598 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-df3c9c16-b526-4ee7-96d5-1749568514b1 req-c46898c6-8be0-40eb-b88b-a1639d51dea9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4d4c7eb8c7494bf9805e175dbff4968a&device_id=f8f78749-6b69-498d-b34a-6b383e4a2c79 HTTP/1.1" status: 200 len: 210 time: 0.1296885 Feb 04 12:34:18.436100 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4ae2cafa-2243-46af-a344-2874b8d4de69 req-b8bd092f-e29f-4fc2-b9e8-e1a8ae86eee8 tempest-ServerShowV257Test-129697279 tempest-ServerShowV257Test-129697279-project] 10.222.0.65 "GET /v2.0/ports?device_id=f8f78749-6b69-498d-b34a-6b383e4a2c79 HTTP/1.1" status: 200 len: 210 time: 0.0535655 Feb 04 12:34:18.472185 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ca3722eb-cb22-431c-8b0b-5a203a37e2dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:18.490468 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-e0fe1a5a-cd40-4e15-84c6-c1e8ede59549 None None] Allocated IP 172.20.0.2 (f66eae76-2ee7-41be-a909-4895823d64f4/498274cc-c09b-4a9d-b538-d6e64b0d133a/78a677f0-7fd3-4548-9186-3674517665b5) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:34:18.516151 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c6a4b5b-7cbd-4fe4-a251-9176e3590f53 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Network 4e59fa0d-714a-4ea9-b926-876c13cb34e9 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:34:18.519682 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-df3c9c16-b526-4ee7-96d5-1749568514b1 req-3edd18b1-7a6d-4ba6-8a29-2c3b9ab6d112 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=4d4c7eb8c7494bf9805e175dbff4968a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0792394 Feb 04 12:34:18.529274 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-9c6a4b5b-7cbd-4fe4-a251-9176e3590f53 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:34:18.569316 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-650c303d-2cc4-40be-85e6-d1b8bd63392b tempest-FloatingIPAdminTestJSON-1978252561 tempest-FloatingIPAdminTestJSON-1978252561-project] Publish callbacks [] for port (6a235dab-6ef0-4785-bde9-ea2c4195ffbe), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:18.586467 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6a4b5b-7cbd-4fe4-a251-9176e3590f53 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:34:18.592788 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6a4b5b-7cbd-4fe4-a251-9176e3590f53 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:34:18.593808 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9c6a4b5b-7cbd-4fe4-a251-9176e3590f53 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:18.599096 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-650c303d-2cc4-40be-85e6-d1b8bd63392b tempest-FloatingIPAdminTestJSON-1978252561 tempest-FloatingIPAdminTestJSON-1978252561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (6a235dab-6ef0-4785-bde9-ea2c4195ffbe), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:18.761317 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 46654) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:18.761863 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-9c6a4b5b-7cbd-4fe4-a251-9176e3590f53 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.3393276 Feb 04 12:34:18.793642 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e0fe1a5a-cd40-4e15-84c6-c1e8ede59549 None None] Publish callbacks [] for port (78a677f0-7fd3-4548-9186-3674517665b5), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:18.798360 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-402124bf-9e35-4114-8ffc-c0be608dd66f req-ca01bd8f-6c79-4dcc-8fc8-f885b524c2c4 tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Publish callbacks [] for security_group (532d33f8-03e3-4152-b86d-f10de3c91225), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:18.802648 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650c303d-2cc4-40be-85e6-d1b8bd63392b tempest-FloatingIPAdminTestJSON-1978252561 tempest-FloatingIPAdminTestJSON-1978252561-project] Pushing event updated for resources: {'Port': ['ID=6a235dab-6ef0-4785-bde9-ea2c4195ffbe,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:18.804227 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e0fe1a5a-cd40-4e15-84c6-c1e8ede59549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (78a677f0-7fd3-4548-9186-3674517665b5), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:18.818447 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-402124bf-9e35-4114-8ffc-c0be608dd66f req-ca01bd8f-6c79-4dcc-8fc8-f885b524c2c4 tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (532d33f8-03e3-4152-b86d-f10de3c91225), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:18.853144 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-402124bf-9e35-4114-8ffc-c0be608dd66f req-ca01bd8f-6c79-4dcc-8fc8-f885b524c2c4 tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:18.854965 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-402124bf-9e35-4114-8ffc-c0be608dd66f req-ca01bd8f-6c79-4dcc-8fc8-f885b524c2c4 tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.7360499 Feb 04 12:34:18.900488 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-650c303d-2cc4-40be-85e6-d1b8bd63392b tempest-FloatingIPAdminTestJSON-1978252561 tempest-FloatingIPAdminTestJSON-1978252561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1599943'] for floatingip (56530b9b-1fe2-448b-beb8-65e7fd5df6e0), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:18.929368 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0fe1a5a-cd40-4e15-84c6-c1e8ede59549 None None] Network f66eae76-2ee7-41be-a909-4895823d64f4 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:34:18.933747 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-e0fe1a5a-cd40-4e15-84c6-c1e8ede59549 None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:34:18.938710 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69dbf7a-e077-4215-b4e5-cbf48a0b02cb tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:34:18.940216 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-e69dbf7a-e077-4215-b4e5-cbf48a0b02cb tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "GET /v2.0/ports/ccbacec3-4399-4b51-9263-dd38bfe180d1 HTTP/1.1" status: 200 len: 845 time: 0.1779888 Feb 04 12:34:18.947923 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 46664) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:18.950680 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0fe1a5a-cd40-4e15-84c6-c1e8ede59549 None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:34:18.971923 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3c9c16-b526-4ee7-96d5-1749568514b1 req-b673521c-2bb5-4499-9c36-cbd66b5f8650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:34:18.973825 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-df3c9c16-b526-4ee7-96d5-1749568514b1 req-b673521c-2bb5-4499-9c36-cbd66b5f8650 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4483531 Feb 04 12:34:18.979936 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca01bd8f-6c79-4dcc-8fc8-f885b524c2c4 tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=532d33f8-03e3-4152-b86d-f10de3c91225,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:18.993495 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2c6a275a-d958-4d87-8786-371889b7e3df req-6e4894bb-f8ea-4cf4-8e41-ceffaa3f8326 tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] 10.222.0.65 "GET /v2.0/security-groups/80c54614-f956-4ff6-bd1a-17cf3d0bbd9b HTTP/1.1" status: 200 len: 1823 time: 0.0999773 Feb 04 12:34:19.000266 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fe1a5a-cd40-4e15-84c6-c1e8ede59549 None None] Pushing event updated for resources: {'Port': ['ID=78a677f0-7fd3-4548-9186-3674517665b5,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:19.016873 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-650c303d-2cc4-40be-85e6-d1b8bd63392b tempest-FloatingIPAdminTestJSON-1978252561 tempest-FloatingIPAdminTestJSON-1978252561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:19.017637 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-650c303d-2cc4-40be-85e6-d1b8bd63392b tempest-FloatingIPAdminTestJSON-1978252561 tempest-FloatingIPAdminTestJSON-1978252561-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8308408 Feb 04 12:34:19.027008 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 46670) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:19.124925 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-edab2d48-9027-4fc6-90eb-bc25e83d4b06 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Allocated IP 172.20.0.10 (f66eae76-2ee7-41be-a909-4895823d64f4/498274cc-c09b-4a9d-b538-d6e64b0d133a/ec6016c5-21d0-4ec4-98cb-821f791cd901) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:34:19.138599 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2c6a275a-d958-4d87-8786-371889b7e3df req-3af62b03-82ed-408d-a8f3-937912cb442c tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] 10.222.0.65 "GET /v2.0/security-groups/532d33f8-03e3-4152-b86d-f10de3c91225 HTTP/1.1" status: 200 len: 1823 time: 0.1441295 Feb 04 12:34:19.166552 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-2c6a275a-d958-4d87-8786-371889b7e3df req-e4baf67b-47cb-4f31-ae66-794c465d258e tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '80c54614-f956-4ff6-bd1a-17cf3d0bbd9b', 'remote_group_id': '532d33f8-03e3-4152-b86d-f10de3c91225', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:34:19.166907 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-2c6a275a-d958-4d87-8786-371889b7e3df req-e4baf67b-47cb-4f31-ae66-794c465d258e tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '80c54614-f956-4ff6-bd1a-17cf3d0bbd9b', 'remote_group_id': '532d33f8-03e3-4152-b86d-f10de3c91225', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:34:19.171629 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-e0fe1a5a-cd40-4e15-84c6-c1e8ede59549 None None] Attempting to bind port 78a677f0-7fd3-4548-9186-3674517665b5 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:34:19.172365 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-e0fe1a5a-cd40-4e15-84c6-c1e8ede59549 None None] Attempting to bind port 78a677f0-7fd3-4548-9186-3674517665b5 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '55968695-1f9e-43d7-83f8-9b1399d9317c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'f66eae76-2ee7-41be-a909-4895823d64f4'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:34:19.172852 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0fe1a5a-cd40-4e15-84c6-c1e8ede59549 None None] Attempting to bind port 78a677f0-7fd3-4548-9186-3674517665b5 on network f66eae76-2ee7-41be-a909-4895823d64f4 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:34:19.181271 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0fe1a5a-cd40-4e15-84c6-c1e8ede59549 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:34:19.182318 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0fe1a5a-cd40-4e15-84c6-c1e8ede59549 None None] Checking segment: {'id': '55968695-1f9e-43d7-83f8-9b1399d9317c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'f66eae76-2ee7-41be-a909-4895823d64f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:34:19.182318 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e0fe1a5a-cd40-4e15-84c6-c1e8ede59549 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:19.182789 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0fe1a5a-cd40-4e15-84c6-c1e8ede59549 None None] Bound using segment: {'id': '55968695-1f9e-43d7-83f8-9b1399d9317c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'f66eae76-2ee7-41be-a909-4895823d64f4'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:34:19.183381 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-e0fe1a5a-cd40-4e15-84c6-c1e8ede59549 None None] Bound port: 78a677f0-7fd3-4548-9186-3674517665b5, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55968695-1f9e-43d7-83f8-9b1399d9317c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'f66eae76-2ee7-41be-a909-4895823d64f4'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:34:19.184328 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e0fe1a5a-cd40-4e15-84c6-c1e8ede59549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (78a677f0-7fd3-4548-9186-3674517665b5), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:19.202412 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-ce2b83a6-7b9a-4fd1-ba72-0a32e55dfe78 tempest-FloatingIPAdminTestJSON-1682446781 tempest-FloatingIPAdminTestJSON-1682446781-project-admin] 10.222.0.65 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2435 time: 0.1727719 Feb 04 12:34:19.205260 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 46672) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:19.217554 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:19.265892 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-0815fee9-3829-4c3f-8b40-2c4f64e4c6cc tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Deleting port ccbacec3-4399-4b51-9263-dd38bfe180d1 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:34:19.266269 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0815fee9-3829-4c3f-8b40-2c4f64e4c6cc tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (ccbacec3-4399-4b51-9263-dd38bfe180d1), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:19.289673 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-2c6a275a-d958-4d87-8786-371889b7e3df req-e4baf67b-47cb-4f31-ae66-794c465d258e tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Publish callbacks [] for security_group_rule (d64a4fb5-2968-4824-9cc9-41547caef700), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:19.333605 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-b7f3cf4d-771f-41e1-b99f-8c798694e0e2 tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] 10.222.0.65 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1269903 Feb 04 12:34:19.338565 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 46674) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:19.406781 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-e0fe1a5a-cd40-4e15-84c6-c1e8ede59549 None None] For port 78a677f0-7fd3-4548-9186-3674517665b5, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:34:19.407609 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0815fee9-3829-4c3f-8b40-2c4f64e4c6cc tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (ccbacec3-4399-4b51-9263-dd38bfe180d1), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:19.413320 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-e0fe1a5a-cd40-4e15-84c6-c1e8ede59549 None None] For port 78a677f0-7fd3-4548-9186-3674517665b5, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=78a677f0-7fd3-4548-9186-3674517665b5,segment=NetworkSegment(55968695-1f9e-43d7-83f8-9b1399d9317c),segment_id=55968695-1f9e-43d7-83f8-9b1399d9317c)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:34:19.422271 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-2c6a275a-d958-4d87-8786-371889b7e3df req-e4baf67b-47cb-4f31-ae66-794c465d258e tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Publish callbacks [] for security_group_rule (d64a4fb5-2968-4824-9cc9-41547caef700), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:19.428267 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e0fe1a5a-cd40-4e15-84c6-c1e8ede59549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (78a677f0-7fd3-4548-9186-3674517665b5), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:19.429820 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-2c6a275a-d958-4d87-8786-371889b7e3df req-e4baf67b-47cb-4f31-ae66-794c465d258e tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (d64a4fb5-2968-4824-9cc9-41547caef700), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:19.431899 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-0815fee9-3829-4c3f-8b40-2c4f64e4c6cc tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Calling delete_port for ccbacec3-4399-4b51-9263-dd38bfe180d1 owned by {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:34:19.486986 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4baf67b-47cb-4f31-ae66-794c465d258e tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d64a4fb5-2968-4824-9cc9-41547caef700,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:19.496505 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-2c6a275a-d958-4d87-8786-371889b7e3df req-e4baf67b-47cb-4f31-ae66-794c465d258e tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:19.516355 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2c6a275a-d958-4d87-8786-371889b7e3df req-e4baf67b-47cb-4f31-ae66-794c465d258e tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3767607 Feb 04 12:34:19.623554 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fe1a5a-cd40-4e15-84c6-c1e8ede59549 None None] Pushing event updated for resources: {'Port': ['ID=78a677f0-7fd3-4548-9186-3674517665b5,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:19.681049 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-688e5247-5493-4a3d-96c9-90e344e9ff1b req-b5ce8a09-bccf-4c62-9b50-c7b0482df8b5 tempest-ServerShowV257Test-129697279 tempest-ServerShowV257Test-129697279-project] 10.222.0.65 "GET /v2.0/ports?device_id=f8f78749-6b69-498d-b34a-6b383e4a2c79 HTTP/1.1" status: 200 len: 210 time: 0.0505581 Feb 04 12:34:19.735782 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-edab2d48-9027-4fc6-90eb-bc25e83d4b06 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks [] for port (ec6016c5-21d0-4ec4-98cb-821f791cd901), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:19.754828 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e45dd061-7446-4704-aaca-858c104faadd req-5f3a411c-9289-41df-9c97-a555ae069430 tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] 10.222.0.65 "GET /v2.0/security-groups/532d33f8-03e3-4152-b86d-f10de3c91225 HTTP/1.1" status: 200 len: 1823 time: 0.2286594 Feb 04 12:34:19.780581 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-edab2d48-9027-4fc6-90eb-bc25e83d4b06 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (ec6016c5-21d0-4ec4-98cb-821f791cd901), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:19.819852 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0815fee9-3829-4c3f-8b40-2c4f64e4c6cc tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (ccbacec3-4399-4b51-9263-dd38bfe180d1), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:19.932013 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edab2d48-9027-4fc6-90eb-bc25e83d4b06 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Network f66eae76-2ee7-41be-a909-4895823d64f4 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:34:19.941572 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-edab2d48-9027-4fc6-90eb-bc25e83d4b06 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:34:19.952877 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edab2d48-9027-4fc6-90eb-bc25e83d4b06 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:34:19.961911 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0815fee9-3829-4c3f-8b40-2c4f64e4c6cc tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Pushing event deleted for resources: {'Port': ['ID=ccbacec3-4399-4b51-9263-dd38bfe180d1,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:19.986653 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0815fee9-3829-4c3f-8b40-2c4f64e4c6cc tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:19.996185 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-0815fee9-3829-4c3f-8b40-2c4f64e4c6cc tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "DELETE /v2.0/ports/ccbacec3-4399-4b51-9263-dd38bfe180d1 HTTP/1.1" status: 204 len: 168 time: 1.0436080 Feb 04 12:34:20.000810 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 46684) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:20.057802 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edab2d48-9027-4fc6-90eb-bc25e83d4b06 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:34:20.058219 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-edab2d48-9027-4fc6-90eb-bc25e83d4b06 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:20.080571 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edab2d48-9027-4fc6-90eb-bc25e83d4b06 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Pushing event updated for resources: {'Port': ['ID=ec6016c5-21d0-4ec4-98cb-821f791cd901,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:20.093807 n-d-825015-3 neutron-server[103475]: INFO neutron.pecan_wsgi.hooks.translation [None req-542f4fd8-9626-4d67-a9c1-94410f7b1b1a tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] GET failed (client error): The resource could not be found. Feb 04 12:34:20.094067 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-21991682-b107-4ac3-8cd5-536c9dd02f6c tempest-FloatingIPAdminTestJSON-1978252561 tempest-FloatingIPAdminTestJSON-1978252561-project] Deleting port 6a235dab-6ef0-4785-bde9-ea2c4195ffbe {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:34:20.095025 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-21991682-b107-4ac3-8cd5-536c9dd02f6c tempest-FloatingIPAdminTestJSON-1978252561 tempest-FloatingIPAdminTestJSON-1978252561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (6a235dab-6ef0-4785-bde9-ea2c4195ffbe), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:20.104850 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-542f4fd8-9626-4d67-a9c1-94410f7b1b1a tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "GET /v2.0/ports/ccbacec3-4399-4b51-9263-dd38bfe180d1 HTTP/1.1" status: 404 len: 333 time: 0.0972233 Feb 04 12:34:20.115870 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 46694) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:20.149543 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-d3ad8566-0f71-4be1-9bb4-d3af6ad98624 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Request body: {'port': {'network_id': '4e59fa0d-714a-4ea9-b926-876c13cb34e9', 'name': 'tempest-PortsIpV6TestJSON-1952065392'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:34:20.227677 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-21991682-b107-4ac3-8cd5-536c9dd02f6c tempest-FloatingIPAdminTestJSON-1978252561 tempest-FloatingIPAdminTestJSON-1978252561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (6a235dab-6ef0-4785-bde9-ea2c4195ffbe), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:20.228199 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-21991682-b107-4ac3-8cd5-536c9dd02f6c tempest-FloatingIPAdminTestJSON-1978252561 tempest-FloatingIPAdminTestJSON-1978252561-project] Publish callbacks [] for floatingip (6a235dab-6ef0-4785-bde9-ea2c4195ffbe), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:20.257915 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-edab2d48-9027-4fc6-90eb-bc25e83d4b06 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.6663425 Feb 04 12:34:20.262995 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 46696) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:20.269717 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-fe831c6e-26aa-484d-9cdd-67b1b535b8c6 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Request body: {'port': {'network_id': 'f66eae76-2ee7-41be-a909-4895823d64f4', 'name': 'tempest-PortsTestJSON-1774208427', 'fixed_ips': [{'subnet_id': '498274cc-c09b-4a9d-b538-d6e64b0d133a', 'ip_address': '172.20.0.9'}]}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:34:20.280724 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-21991682-b107-4ac3-8cd5-536c9dd02f6c tempest-FloatingIPAdminTestJSON-1978252561 tempest-FloatingIPAdminTestJSON-1978252561-project] Calling delete_port for 6a235dab-6ef0-4785-bde9-ea2c4195ffbe owned by network:floatingip {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:34:20.284319 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e45dd061-7446-4704-aaca-858c104faadd req-519009eb-e1ba-41b6-88fd-bf0c612ba789 tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Publish callbacks [] for security_group (532d33f8-03e3-4152-b86d-f10de3c91225), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:20.350719 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-df3c9c16-b526-4ee7-96d5-1749568514b1 req-fdf6b0cb-82e3-41f6-8565-8fca3d3e671c tempest-ServerShowV257Test-129697279 tempest-ServerShowV257Test-129697279-project] 10.222.0.73 "GET /v2.0/ports?device_id=f8f78749-6b69-498d-b34a-6b383e4a2c79 HTTP/1.1" status: 200 len: 210 time: 0.0596008 Feb 04 12:34:20.404525 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e45dd061-7446-4704-aaca-858c104faadd req-519009eb-e1ba-41b6-88fd-bf0c612ba789 tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Publish callbacks [] for security_group (532d33f8-03e3-4152-b86d-f10de3c91225), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:20.410087 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:20.549580 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3ad8566-0f71-4be1-9bb4-d3af6ad98624 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Made reservation on behalf of 90a71f7c621340c08dbfd8625731c118 for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:34:20.570351 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d3ad8566-0f71-4be1-9bb4-d3af6ad98624 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:20.605830 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [None req-d3ad8566-0f71-4be1-9bb4-d3af6ad98624 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] device_id is not set on port 0c041b6b-3e8a-46c3-a800-f4ed6c763a91 yet. {{(pid=103475) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 12:34:20.721240 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-21991682-b107-4ac3-8cd5-536c9dd02f6c tempest-FloatingIPAdminTestJSON-1978252561 tempest-FloatingIPAdminTestJSON-1978252561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (6a235dab-6ef0-4785-bde9-ea2c4195ffbe), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:20.813014 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21991682-b107-4ac3-8cd5-536c9dd02f6c tempest-FloatingIPAdminTestJSON-1978252561 tempest-FloatingIPAdminTestJSON-1978252561-project] Pushing event deleted for resources: {'Port': ['ID=6a235dab-6ef0-4785-bde9-ea2c4195ffbe,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:20.859878 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d3ad8566-0f71-4be1-9bb4-d3af6ad98624 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks [] for port (0c041b6b-3e8a-46c3-a800-f4ed6c763a91), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:20.903558 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d3ad8566-0f71-4be1-9bb4-d3af6ad98624 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (0c041b6b-3e8a-46c3-a800-f4ed6c763a91), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:20.923360 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-21991682-b107-4ac3-8cd5-536c9dd02f6c tempest-FloatingIPAdminTestJSON-1978252561 tempest-FloatingIPAdminTestJSON-1978252561-project] Publish callbacks [] for floatingip (56530b9b-1fe2-448b-beb8-65e7fd5df6e0), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:20.927435 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-21991682-b107-4ac3-8cd5-536c9dd02f6c tempest-FloatingIPAdminTestJSON-1978252561 tempest-FloatingIPAdminTestJSON-1978252561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:20.928922 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-21991682-b107-4ac3-8cd5-536c9dd02f6c tempest-FloatingIPAdminTestJSON-1978252561 tempest-FloatingIPAdminTestJSON-1978252561-project] 10.222.0.65 "DELETE /v2.0/floatingips/56530b9b-1fe2-448b-beb8-65e7fd5df6e0 HTTP/1.1" status: 204 len: 168 time: 1.5897558 Feb 04 12:34:20.932499 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 46702) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:21.096350 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe831c6e-26aa-484d-9cdd-67b1b535b8c6 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Made reservation on behalf of 1dcfbfeb897648c6ad07937129f0b5e8 for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:34:21.110600 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fe831c6e-26aa-484d-9cdd-67b1b535b8c6 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:21.124096 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ad8566-0f71-4be1-9bb4-d3af6ad98624 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Network 4e59fa0d-714a-4ea9-b926-876c13cb34e9 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:34:21.137451 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-d3ad8566-0f71-4be1-9bb4-d3af6ad98624 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:34:21.146902 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e45dd061-7446-4704-aaca-858c104faadd req-519009eb-e1ba-41b6-88fd-bf0c612ba789 tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (532d33f8-03e3-4152-b86d-f10de3c91225), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:21.150208 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e45dd061-7446-4704-aaca-858c104faadd req-519009eb-e1ba-41b6-88fd-bf0c612ba789 tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:21.165173 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e45dd061-7446-4704-aaca-858c104faadd req-519009eb-e1ba-41b6-88fd-bf0c612ba789 tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] 10.222.0.65 "DELETE /v2.0/security-groups/532d33f8-03e3-4152-b86d-f10de3c91225 HTTP/1.1" status: 204 len: 173 time: 1.4093313 Feb 04 12:34:21.170384 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-16caf24e-ccaf-40aa-b6e9-40686106c747 req-4c2d3894-32dd-4ac5-bee5-03a83ac8f9ff tempest-ServerShowV257Test-129697279 tempest-ServerShowV257Test-129697279-project] 10.222.0.65 "GET /v2.0/ports?device_id=f8f78749-6b69-498d-b34a-6b383e4a2c79 HTTP/1.1" status: 200 len: 210 time: 0.1946175 Feb 04 12:34:21.174402 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ad8566-0f71-4be1-9bb4-d3af6ad98624 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:34:21.202081 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ad8566-0f71-4be1-9bb4-d3af6ad98624 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:34:21.204986 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d3ad8566-0f71-4be1-9bb4-d3af6ad98624 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:21.225070 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [None req-fe831c6e-26aa-484d-9cdd-67b1b535b8c6 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] device_id is not set on port 16fb0adc-b925-4a91-855b-f2696a6aa5f9 yet. {{(pid=103474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 12:34:21.268082 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519009eb-e1ba-41b6-88fd-bf0c612ba789 tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=532d33f8-03e3-4152-b86d-f10de3c91225,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:21.279995 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ad8566-0f71-4be1-9bb4-d3af6ad98624 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Pushing event updated for resources: {'Port': ['ID=0c041b6b-3e8a-46c3-a800-f4ed6c763a91,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:21.311367 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-d3ad8566-0f71-4be1-9bb4-d3af6ad98624 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.1942911 Feb 04 12:34:21.315589 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 46716) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:21.341538 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-1a224c04-6d6c-4d32-8eca-c0e678fada0a tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:34:21.464440 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 78a677f0-7fd3-4548-9186-3674517665b5 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:34:21.480442 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d97d07cf-8d58-4e13-866c-71c19b9fccbb req-5239f53b-106f-4e70-ba6c-99a272aee809 tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] 10.222.0.65 "GET /v2.0/security-groups/80c54614-f956-4ff6-bd1a-17cf3d0bbd9b HTTP/1.1" status: 200 len: 1823 time: 0.1608922 Feb 04 12:34:21.536403 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-be1cfc0f-b4a2-446d-803b-109bc76ce9a1 req-d005acfc-e7ee-4a78-b787-aa57f5a6baa8 tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2067260519', 'description': 'tempest-description-1312153608'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:34:21.541867 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1a224c04-6d6c-4d32-8eca-c0e678fada0a tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (0c041b6b-3e8a-46c3-a800-f4ed6c763a91), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:21.657828 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 78a677f0-7fd3-4548-9186-3674517665b5 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:34:21.658142 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (78a677f0-7fd3-4548-9186-3674517665b5), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:21.668648 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-0cf27405-98c1-43f5-b635-1901b67e9cb8 tempest-FloatingIPAdminTestJSON-1682446781 tempest-FloatingIPAdminTestJSON-1682446781-project-admin] Deleting port d0a0bf50-aa10-4d93-b9fb-32abaf4be84c {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:34:21.669322 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0cf27405-98c1-43f5-b635-1901b67e9cb8 tempest-FloatingIPAdminTestJSON-1682446781 tempest-FloatingIPAdminTestJSON-1682446781-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (d0a0bf50-aa10-4d93-b9fb-32abaf4be84c), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:21.674778 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-fe831c6e-26aa-484d-9cdd-67b1b535b8c6 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Allocated IP 172.20.0.9 (f66eae76-2ee7-41be-a909-4895823d64f4/498274cc-c09b-4a9d-b538-d6e64b0d133a/16fb0adc-b925-4a91-855b-f2696a6aa5f9) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:34:21.716976 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:21.752771 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b735f810-8137-4fc3-84f6-c9fdad61575f None None] Network f66eae76-2ee7-41be-a909-4895823d64f4 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:34:21.861959 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-be1cfc0f-b4a2-446d-803b-109bc76ce9a1 req-d005acfc-e7ee-4a78-b787-aa57f5a6baa8 tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:21.878593 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0cf27405-98c1-43f5-b635-1901b67e9cb8 tempest-FloatingIPAdminTestJSON-1682446781 tempest-FloatingIPAdminTestJSON-1682446781-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (d0a0bf50-aa10-4d93-b9fb-32abaf4be84c), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:21.880208 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0cf27405-98c1-43f5-b635-1901b67e9cb8 tempest-FloatingIPAdminTestJSON-1682446781 tempest-FloatingIPAdminTestJSON-1682446781-project-admin] Publish callbacks [] for floatingip (d0a0bf50-aa10-4d93-b9fb-32abaf4be84c), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:21.894720 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 78a677f0-7fd3-4548-9186-3674517665b5 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:34:21.895677 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (78a677f0-7fd3-4548-9186-3674517665b5), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:21.942452 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1a224c04-6d6c-4d32-8eca-c0e678fada0a tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks [] for port (0c041b6b-3e8a-46c3-a800-f4ed6c763a91), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:21.946915 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port 78a677f0-7fd3-4548-9186-3674517665b5, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=78a677f0-7fd3-4548-9186-3674517665b5,segment=NetworkSegment(55968695-1f9e-43d7-83f8-9b1399d9317c),segment_id=55968695-1f9e-43d7-83f8-9b1399d9317c)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:34:21.963476 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-c96bfbe4-9763-4350-8f1f-78a56631800d None None] Provisioning complete for port 78a677f0-7fd3-4548-9186-3674517665b5 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:34:21.964326 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c96bfbe4-9763-4350-8f1f-78a56631800d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (78a677f0-7fd3-4548-9186-3674517665b5), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:21.972881 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1a224c04-6d6c-4d32-8eca-c0e678fada0a tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (0c041b6b-3e8a-46c3-a800-f4ed6c763a91), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:21.986208 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-0cf27405-98c1-43f5-b635-1901b67e9cb8 tempest-FloatingIPAdminTestJSON-1682446781 tempest-FloatingIPAdminTestJSON-1682446781-project-admin] Calling delete_port for d0a0bf50-aa10-4d93-b9fb-32abaf4be84c owned by network:floatingip {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:34:22.023348 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-1a224c04-6d6c-4d32-8eca-c0e678fada0a tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] In _notify_port_updated(), no bound segment for port 0c041b6b-3e8a-46c3-a800-f4ed6c763a91 on network 4e59fa0d-714a-4ea9-b926-876c13cb34e9 {{(pid=103475) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 04 12:34:22.030025 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a224c04-6d6c-4d32-8eca-c0e678fada0a tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:34:22.030756 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1a224c04-6d6c-4d32-8eca-c0e678fada0a tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:22.032137 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-1a224c04-6d6c-4d32-8eca-c0e678fada0a tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "PUT /v2.0/ports/0c041b6b-3e8a-46c3-a800-f4ed6c763a91 HTTP/1.1" status: 200 len: 818 time: 0.7114489 Feb 04 12:34:22.055519 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 46726) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:22.065774 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (78a677f0-7fd3-4548-9186-3674517665b5), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:22.175918 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a224c04-6d6c-4d32-8eca-c0e678fada0a tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Pushing event updated for resources: {'Port': ['ID=0c041b6b-3e8a-46c3-a800-f4ed6c763a91,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:22.177470 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fe831c6e-26aa-484d-9cdd-67b1b535b8c6 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks [] for port (16fb0adc-b925-4a91-855b-f2696a6aa5f9), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:22.239307 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=78a677f0-7fd3-4548-9186-3674517665b5,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:22.301744 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fe831c6e-26aa-484d-9cdd-67b1b535b8c6 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (16fb0adc-b925-4a91-855b-f2696a6aa5f9), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:22.324774 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-be1cfc0f-b4a2-446d-803b-109bc76ce9a1 req-d005acfc-e7ee-4a78-b787-aa57f5a6baa8 tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Publish callbacks [] for security_group (14db4ea3-20c8-41aa-94e5-44febab2b44a), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:22.372853 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c96bfbe4-9763-4350-8f1f-78a56631800d None None] Current status of the port 78a677f0-7fd3-4548-9186-3674517665b5 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:34:22.392715 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-be1cfc0f-b4a2-446d-803b-109bc76ce9a1 req-d005acfc-e7ee-4a78-b787-aa57f5a6baa8 tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (14db4ea3-20c8-41aa-94e5-44febab2b44a), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:22.427839 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe831c6e-26aa-484d-9cdd-67b1b535b8c6 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Pushing event updated for resources: {'Port': ['ID=16fb0adc-b925-4a91-855b-f2696a6aa5f9,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:22.448100 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0cf27405-98c1-43f5-b635-1901b67e9cb8 tempest-FloatingIPAdminTestJSON-1682446781 tempest-FloatingIPAdminTestJSON-1682446781-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (d0a0bf50-aa10-4d93-b9fb-32abaf4be84c), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:22.470977 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-be1cfc0f-b4a2-446d-803b-109bc76ce9a1 req-d005acfc-e7ee-4a78-b787-aa57f5a6baa8 tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:22.474358 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-be1cfc0f-b4a2-446d-803b-109bc76ce9a1 req-d005acfc-e7ee-4a78-b787-aa57f5a6baa8 tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.9422729 Feb 04 12:34:22.521348 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-3faf929d-5bb6-44d6-9175-cc1ed820cd1e tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Deleting port 0c041b6b-3e8a-46c3-a800-f4ed6c763a91 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:34:22.522020 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3faf929d-5bb6-44d6-9175-cc1ed820cd1e tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (0c041b6b-3e8a-46c3-a800-f4ed6c763a91), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:22.634358 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d005acfc-e7ee-4a78-b787-aa57f5a6baa8 tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14db4ea3-20c8-41aa-94e5-44febab2b44a,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:22.678008 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-23fd19d7-2af0-4895-be0e-8e52b36a7c0a req-8f2855f1-4b19-4501-a4cc-800ac181dfbf tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] 10.222.0.65 "GET /v2.0/security-groups/14db4ea3-20c8-41aa-94e5-44febab2b44a HTTP/1.1" status: 200 len: 1824 time: 0.1464307 Feb 04 12:34:22.694242 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-23fd19d7-2af0-4895-be0e-8e52b36a7c0a req-f233a6ef-ad71-4311-88bd-3938ebde2933 tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '14db4ea3-20c8-41aa-94e5-44febab2b44a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:34:22.694656 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-23fd19d7-2af0-4895-be0e-8e52b36a7c0a req-f233a6ef-ad71-4311-88bd-3938ebde2933 tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '14db4ea3-20c8-41aa-94e5-44febab2b44a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:34:22.733648 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 46746) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:22.743757 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf27405-98c1-43f5-b635-1901b67e9cb8 tempest-FloatingIPAdminTestJSON-1682446781 tempest-FloatingIPAdminTestJSON-1682446781-project-admin] Pushing event deleted for resources: {'Port': ['ID=d0a0bf50-aa10-4d93-b9fb-32abaf4be84c,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:22.749977 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0cf27405-98c1-43f5-b635-1901b67e9cb8 tempest-FloatingIPAdminTestJSON-1682446781 tempest-FloatingIPAdminTestJSON-1682446781-project-admin] Publish callbacks [] for floatingip (2ebbe101-ffab-41df-b7d0-363b5c0e5894), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:22.760082 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0cf27405-98c1-43f5-b635-1901b67e9cb8 tempest-FloatingIPAdminTestJSON-1682446781 tempest-FloatingIPAdminTestJSON-1682446781-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:22.766942 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-0cf27405-98c1-43f5-b635-1901b67e9cb8 tempest-FloatingIPAdminTestJSON-1682446781 tempest-FloatingIPAdminTestJSON-1682446781-project-admin] 10.222.0.65 "DELETE /v2.0/floatingips/2ebbe101-ffab-41df-b7d0-363b5c0e5894 HTTP/1.1" status: 204 len: 168 time: 1.8325398 Feb 04 12:34:22.771637 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe831c6e-26aa-484d-9cdd-67b1b535b8c6 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Network f66eae76-2ee7-41be-a909-4895823d64f4 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:34:22.776040 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 46750) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:22.782751 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3faf929d-5bb6-44d6-9175-cc1ed820cd1e tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (0c041b6b-3e8a-46c3-a800-f4ed6c763a91), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:22.789748 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-fe831c6e-26aa-484d-9cdd-67b1b535b8c6 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:34:22.797506 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe831c6e-26aa-484d-9cdd-67b1b535b8c6 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:34:22.846108 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-23fd19d7-2af0-4895-be0e-8e52b36a7c0a req-f233a6ef-ad71-4311-88bd-3938ebde2933 tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Publish callbacks [] for security_group_rule (f3809361-fe0f-4f2a-98c9-b65cf31b2e80), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:22.862062 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-3faf929d-5bb6-44d6-9175-cc1ed820cd1e tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Calling delete_port for 0c041b6b-3e8a-46c3-a800-f4ed6c763a91 owned by {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:34:22.923801 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-570de0e5-0658-4537-bc67-b79b849a52db None None] Provisioning complete for port 78a677f0-7fd3-4548-9186-3674517665b5 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:34:22.924418 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-570de0e5-0658-4537-bc67-b79b849a52db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (78a677f0-7fd3-4548-9186-3674517665b5), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:22.962215 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-23fd19d7-2af0-4895-be0e-8e52b36a7c0a req-f233a6ef-ad71-4311-88bd-3938ebde2933 tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Publish callbacks [] for security_group_rule (f3809361-fe0f-4f2a-98c9-b65cf31b2e80), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:22.977993 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-23fd19d7-2af0-4895-be0e-8e52b36a7c0a req-f233a6ef-ad71-4311-88bd-3938ebde2933 tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (f3809361-fe0f-4f2a-98c9-b65cf31b2e80), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:22.985787 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe831c6e-26aa-484d-9cdd-67b1b535b8c6 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:34:22.987083 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fe831c6e-26aa-484d-9cdd-67b1b535b8c6 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:23.046358 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-fe831c6e-26aa-484d-9cdd-67b1b535b8c6 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.7819610 Feb 04 12:34:23.052801 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 46754) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:23.196184 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c514ae44-4c00-48e0-bbfd-b7da620e3c0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:23.211663 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-23fd19d7-2af0-4895-be0e-8e52b36a7c0a req-f233a6ef-ad71-4311-88bd-3938ebde2933 tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:23.220141 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-23fd19d7-2af0-4895-be0e-8e52b36a7c0a req-f233a6ef-ad71-4311-88bd-3938ebde2933 tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5345581 Feb 04 12:34:23.220881 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f233a6ef-ad71-4311-88bd-3938ebde2933 tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3809361-fe0f-4f2a-98c9-b65cf31b2e80,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:23.226022 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-64cba20f-fa07-4396-b632-6ea443643329 tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Deleting port 256886d8-6ae6-4bb0-9a22-a52680874b14 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:34:23.226629 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-64cba20f-fa07-4396-b632-6ea443643329 tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (256886d8-6ae6-4bb0-9a22-a52680874b14), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:23.229985 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 78a677f0-7fd3-4548-9186-3674517665b5 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:34:23.302402 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-570de0e5-0658-4537-bc67-b79b849a52db None None] Current status of the port 78a677f0-7fd3-4548-9186-3674517665b5 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:34:23.342550 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-570de0e5-0658-4537-bc67-b79b849a52db None None] Provisioning complete for port ec6016c5-21d0-4ec4-98cb-821f791cd901 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:34:23.343499 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-570de0e5-0658-4537-bc67-b79b849a52db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (ec6016c5-21d0-4ec4-98cb-821f791cd901), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:23.390815 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-570de0e5-0658-4537-bc67-b79b849a52db None None] Port ec6016c5-21d0-4ec4-98cb-821f791cd901 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:34:23.408594 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 78a677f0-7fd3-4548-9186-3674517665b5 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:34:23.409125 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (78a677f0-7fd3-4548-9186-3674517665b5), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:23.471261 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3faf929d-5bb6-44d6-9175-cc1ed820cd1e tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (0c041b6b-3e8a-46c3-a800-f4ed6c763a91), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:23.488720 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-475aed2f-13b7-4f84-becf-3010abab20a0 req-b6801b9c-1fcf-4b44-b2ee-db6e88848eb2 tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] 10.222.0.65 "GET /v2.0/security-groups/14db4ea3-20c8-41aa-94e5-44febab2b44a HTTP/1.1" status: 200 len: 2418 time: 0.2132258 Feb 04 12:34:23.509943 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-475aed2f-13b7-4f84-becf-3010abab20a0 req-fc9a68bf-5aa2-40a2-b452-46de2be12b4e tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '14db4ea3-20c8-41aa-94e5-44febab2b44a', 'remote_group_id': None}]} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:34:23.510260 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-475aed2f-13b7-4f84-becf-3010abab20a0 req-fc9a68bf-5aa2-40a2-b452-46de2be12b4e tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '14db4ea3-20c8-41aa-94e5-44febab2b44a', 'remote_group_id': None}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:34:23.557538 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-e84bb5fe-606e-45a9-848a-ac87c3b87185 None None] Provisioning complete for port ec6016c5-21d0-4ec4-98cb-821f791cd901 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:34:23.558275 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e84bb5fe-606e-45a9-848a-ac87c3b87185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (ec6016c5-21d0-4ec4-98cb-821f791cd901), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:23.564027 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 78a677f0-7fd3-4548-9186-3674517665b5 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:34:23.616555 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-e84bb5fe-606e-45a9-848a-ac87c3b87185 None None] Port ec6016c5-21d0-4ec4-98cb-821f791cd901 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:34:23.640646 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faf929d-5bb6-44d6-9175-cc1ed820cd1e tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Pushing event deleted for resources: {'Port': ['ID=0c041b6b-3e8a-46c3-a800-f4ed6c763a91,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:23.651488 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3faf929d-5bb6-44d6-9175-cc1ed820cd1e tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:23.658163 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-3faf929d-5bb6-44d6-9175-cc1ed820cd1e tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "DELETE /v2.0/ports/0c041b6b-3e8a-46c3-a800-f4ed6c763a91 HTTP/1.1" status: 204 len: 168 time: 1.5992334 Feb 04 12:34:23.665013 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 46768) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:23.744685 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-5eaba6b5-939e-4c10-9859-9ccd19c845e5 None None] Provisioning complete for port 16fb0adc-b925-4a91-855b-f2696a6aa5f9 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:34:23.745754 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5eaba6b5-939e-4c10-9859-9ccd19c845e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (16fb0adc-b925-4a91-855b-f2696a6aa5f9), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:23.808173 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c514ae44-4c00-48e0-bbfd-b7da620e3c0a admin admin] Publish callbacks [] for security_group (c985f2c5-a237-4ca2-b41d-ef4e9280f43e), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:23.835055 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-475aed2f-13b7-4f84-becf-3010abab20a0 req-fc9a68bf-5aa2-40a2-b452-46de2be12b4e tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Publish callbacks [] for security_group_rule (76453210-3d61-4723-ae36-814608d911fe), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:23.848597 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c514ae44-4c00-48e0-bbfd-b7da620e3c0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (c985f2c5-a237-4ca2-b41d-ef4e9280f43e), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:23.856108 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-5eaba6b5-939e-4c10-9859-9ccd19c845e5 None None] Port 16fb0adc-b925-4a91-855b-f2696a6aa5f9 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:34:23.884906 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f44165-e915-46f2-b1c7-a101d90249ad tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:34:23.886626 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-64f44165-e915-46f2-b1c7-a101d90249ad tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2188542 Feb 04 12:34:23.912779 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-c514ae44-4c00-48e0-bbfd-b7da620e3c0a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4d4c7eb8c7494bf9805e175dbff4968a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1739721 Feb 04 12:34:23.915451 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 46770) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:23.923321 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-475aed2f-13b7-4f84-becf-3010abab20a0 req-fc9a68bf-5aa2-40a2-b452-46de2be12b4e tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Publish callbacks [] for security_group_rule (76453210-3d61-4723-ae36-814608d911fe), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:23.936091 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-475aed2f-13b7-4f84-becf-3010abab20a0 req-fc9a68bf-5aa2-40a2-b452-46de2be12b4e tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (76453210-3d61-4723-ae36-814608d911fe), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:23.942708 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 46772) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:23.994735 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52421359-8db5-4f97-921b-2dc5b1a98049 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:34:23.995306 n-d-825015-3 neutron-server[103475]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2c16563-7386-4a59-bd19-6452423e5b17 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] GET failed (client error): The resource could not be found. Feb 04 12:34:23.996364 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-a2c16563-7386-4a59-bd19-6452423e5b17 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "GET /v2.0/ports/0c041b6b-3e8a-46c3-a800-f4ed6c763a91 HTTP/1.1" status: 404 len: 333 time: 0.0359659 Feb 04 12:34:24.000563 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-52421359-8db5-4f97-921b-2dc5b1a98049 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.9466004 Feb 04 12:34:24.004624 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 46778) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:24.004624 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 46780) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:24.025684 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-cd635536-8a90-429c-99c5-76476761ce5b tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1221358208'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:34:24.035897 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9a68bf-5aa2-40a2-b452-46de2be12b4e tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76453210-3d61-4723-ae36-814608d911fe,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:24.039913 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c514ae44-4c00-48e0-bbfd-b7da620e3c0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c985f2c5-a237-4ca2-b41d-ef4e9280f43e,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:24.045544 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-475aed2f-13b7-4f84-becf-3010abab20a0 req-fc9a68bf-5aa2-40a2-b452-46de2be12b4e tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:24.047281 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-475aed2f-13b7-4f84-becf-3010abab20a0 req-fc9a68bf-5aa2-40a2-b452-46de2be12b4e tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.5567396 Feb 04 12:34:24.078744 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-242e87ab-b96f-4cad-bf01-0f369ac10a0c admin admin] Publish callbacks [] for security_group (c985f2c5-a237-4ca2-b41d-ef4e9280f43e), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:24.100318 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd635536-8a90-429c-99c5-76476761ce5b tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Made reservation on behalf of 90a71f7c621340c08dbfd8625731c118 for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:34:24.103751 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cd635536-8a90-429c-99c5-76476761ce5b tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:24.145708 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-64cba20f-fa07-4396-b632-6ea443643329 tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (256886d8-6ae6-4bb0-9a22-a52680874b14), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:24.149557 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-242e87ab-b96f-4cad-bf01-0f369ac10a0c admin admin] Publish callbacks [] for security_group (c985f2c5-a237-4ca2-b41d-ef4e9280f43e), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:24.153903 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e21b2f47-8fe5-4a5e-9b44-df51bead022e req-a5133500-6c8a-4939-92f6-9ba695e91a74 tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] 10.222.0.65 "GET /v2.0/security-groups/14db4ea3-20c8-41aa-94e5-44febab2b44a HTTP/1.1" status: 200 len: 3017 time: 0.0680830 Feb 04 12:34:24.210289 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd635536-8a90-429c-99c5-76476761ce5b tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:34:24.236963 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6121c8b2-62de-4f5e-a3f1-38c6043f480b tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:34:24.242993 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6121c8b2-62de-4f5e-a3f1-38c6043f480b tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:34:24.248857 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6121c8b2-62de-4f5e-a3f1-38c6043f480b tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:34:24.258186 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-6121c8b2-62de-4f5e-a3f1-38c6043f480b tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.2395532 Feb 04 12:34:24.258186 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-64cba20f-fa07-4396-b632-6ea443643329 tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Calling delete_port for 256886d8-6ae6-4bb0-9a22-a52680874b14 owned by {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:34:24.258635 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 46794) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:24.264434 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cd635536-8a90-429c-99c5-76476761ce5b tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (f23afa56-882a-4766-8bbc-f1ce0ed2b97f), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:24.264787 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-cd635536-8a90-429c-99c5-76476761ce5b tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Added segment f23afa56-882a-4766-8bbc-f1ce0ed2b97f of type vlan for network b0b24265-6c4e-4c12-86e7-7db1368cfdaf Feb 04 12:34:24.271767 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9c489f2e-c993-438f-910d-e7fd495df067 req-7ef36b2e-1111-41d6-9d4b-4932a83969ee tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] 10.222.0.65 "GET /v2.0/security-group-rules/76453210-3d61-4723-ae36-814608d911fe HTTP/1.1" status: 200 len: 783 time: 0.0613172 Feb 04 12:34:24.353817 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cd635536-8a90-429c-99c5-76476761ce5b tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (b0b24265-6c4e-4c12-86e7-7db1368cfdaf), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:24.362614 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-242e87ab-b96f-4cad-bf01-0f369ac10a0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (c985f2c5-a237-4ca2-b41d-ef4e9280f43e), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:24.367017 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-242e87ab-b96f-4cad-bf01-0f369ac10a0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:24.367017 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-242e87ab-b96f-4cad-bf01-0f369ac10a0c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c985f2c5-a237-4ca2-b41d-ef4e9280f43e HTTP/1.1" status: 204 len: 168 time: 0.4498978 Feb 04 12:34:24.392038 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242e87ab-b96f-4cad-bf01-0f369ac10a0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c985f2c5-a237-4ca2-b41d-ef4e9280f43e,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:24.413477 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9c489f2e-c993-438f-910d-e7fd495df067 req-5b20a98b-e128-45f9-80aa-a8111874bd5f tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] 10.222.0.65 "GET /v2.0/security-groups/14db4ea3-20c8-41aa-94e5-44febab2b44a HTTP/1.1" status: 200 len: 3017 time: 0.1196580 Feb 04 12:34:24.427950 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cd635536-8a90-429c-99c5-76476761ce5b tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (b0b24265-6c4e-4c12-86e7-7db1368cfdaf), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:24.433677 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd635536-8a90-429c-99c5-76476761ce5b tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:34:24.435108 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cd635536-8a90-429c-99c5-76476761ce5b tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:24.483437 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-35c1b61e-51da-42aa-9790-db07619b2fe5 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Deleting port 16fb0adc-b925-4a91-855b-f2696a6aa5f9 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:34:24.483910 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-35c1b61e-51da-42aa-9790-db07619b2fe5 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (16fb0adc-b925-4a91-855b-f2696a6aa5f9), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:24.546287 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-9c489f2e-c993-438f-910d-e7fd495df067 req-0aff328f-a72c-4c84-9011-d9272e5077a0 tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Publish callbacks [] for security_group_rule (76453210-3d61-4723-ae36-814608d911fe), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:24.588208 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-9c489f2e-c993-438f-910d-e7fd495df067 req-0aff328f-a72c-4c84-9011-d9272e5077a0 tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Publish callbacks [] for security_group_rule (76453210-3d61-4723-ae36-814608d911fe), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:24.683057 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-9c489f2e-c993-438f-910d-e7fd495df067 req-0aff328f-a72c-4c84-9011-d9272e5077a0 tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (76453210-3d61-4723-ae36-814608d911fe), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:24.698355 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 46816) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:24.701405 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-cd635536-8a90-429c-99c5-76476761ce5b tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6838539 Feb 04 12:34:24.721735 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd635536-8a90-429c-99c5-76476761ce5b tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Pushing event updated for resources: {'Network': ['ID=b0b24265-6c4e-4c12-86e7-7db1368cfdaf,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:24.732001 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-9c489f2e-c993-438f-910d-e7fd495df067 req-0aff328f-a72c-4c84-9011-d9272e5077a0 tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:24.738098 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network b0b24265-6c4e-4c12-86e7-7db1368cfdaf details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:34:24.743890 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9c489f2e-c993-438f-910d-e7fd495df067 req-0aff328f-a72c-4c84-9011-d9272e5077a0 tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/76453210-3d61-4723-ae36-814608d911fe HTTP/1.1" status: 204 len: 173 time: 0.3048248 Feb 04 12:34:24.745142 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-35c1b61e-51da-42aa-9790-db07619b2fe5 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (16fb0adc-b925-4a91-855b-f2696a6aa5f9), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:24.749677 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aff328f-a72c-4c84-9011-d9272e5077a0 tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=76453210-3d61-4723-ae36-814608d911fe,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:24.758151 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-64cba20f-fa07-4396-b632-6ea443643329 tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (256886d8-6ae6-4bb0-9a22-a52680874b14), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:24.773361 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-72823f42-bc51-4039-9481-667ed25c112f tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Request body: {'subnet': {'network_id': 'b0b24265-6c4e-4c12-86e7-7db1368cfdaf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:34:24.860044 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cba20f-fa07-4396-b632-6ea443643329 tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Pushing event deleted for resources: {'Port': ['ID=256886d8-6ae6-4bb0-9a22-a52680874b14,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:24.962977 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-64cba20f-fa07-4396-b632-6ea443643329 tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:24.968272 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-64cba20f-fa07-4396-b632-6ea443643329 tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] 10.222.0.65 "DELETE /v2.0/ports/256886d8-6ae6-4bb0-9a22-a52680874b14 HTTP/1.1" status: 204 len: 168 time: 2.1903031 Feb 04 12:34:24.971452 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 46830) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:25.071518 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e92d94-36b7-4da9-b24f-a631f7a63e7e tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:34:25.074494 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-56e92d94-36b7-4da9-b24f-a631f7a63e7e tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] 10.222.0.65 "GET /v2.0/ports?device_id=212097e0-a4e6-4c8a-b0d6-7f1062f0f492 HTTP/1.1" status: 200 len: 913 time: 0.1010501 Feb 04 12:34:25.077144 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 46836) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:25.108236 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3ef2d232-d1bf-46ec-9c14-bbce9369cb5f req-f429fbfe-289a-4afd-8e9b-961d5a82453a tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] 10.222.0.65 "GET /v2.0/security-groups/14db4ea3-20c8-41aa-94e5-44febab2b44a HTTP/1.1" status: 200 len: 2418 time: 0.1884480 Feb 04 12:34:25.109351 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-35c1b61e-51da-42aa-9790-db07619b2fe5 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Calling delete_port for 16fb0adc-b925-4a91-855b-f2696a6aa5f9 owned by {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:34:25.313808 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fa6b42-a971-4089-b7e5-88c36a6c03c6 req-6671c43e-0ba5-471b-8efc-d02f755c9ba6 tempest-ImagesOneServerTestJSON-1531918178 tempest-ImagesOneServerTestJSON-1531918178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:34:25.315509 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a9fa6b42-a971-4089-b7e5-88c36a6c03c6 req-6671c43e-0ba5-471b-8efc-d02f755c9ba6 tempest-ImagesOneServerTestJSON-1531918178 tempest-ImagesOneServerTestJSON-1531918178-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0279577-66bd-4080-acc2-a763ce6cf522 HTTP/1.1" status: 200 len: 951 time: 0.3357449 Feb 04 12:34:25.389380 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72823f42-bc51-4039-9481-667ed25c112f tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Made reservation on behalf of 90a71f7c621340c08dbfd8625731c118 for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:34:25.393129 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-72823f42-bc51-4039-9481-667ed25c112f tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:25.455676 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-3ef2d232-d1bf-46ec-9c14-bbce9369cb5f req-76f52bc8-65a9-4c7a-be4a-93bf11ac32e3 tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Publish callbacks [] for security_group (14db4ea3-20c8-41aa-94e5-44febab2b44a), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:25.554459 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-3ef2d232-d1bf-46ec-9c14-bbce9369cb5f req-76f52bc8-65a9-4c7a-be4a-93bf11ac32e3 tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Publish callbacks [] for security_group (14db4ea3-20c8-41aa-94e5-44febab2b44a), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:25.600648 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a9fa6b42-a971-4089-b7e5-88c36a6c03c6 req-682ecd68-99b8-457c-8eb2-d55f424bac6c tempest-ImagesOneServerTestJSON-1531918178 tempest-ImagesOneServerTestJSON-1531918178-project] 10.222.0.65 "GET /v2.0/security-groups?id=bbe69ba6-b239-4d85-8fa3-35dc5065b403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612653 Feb 04 12:34:25.678608 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-35c1b61e-51da-42aa-9790-db07619b2fe5 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (16fb0adc-b925-4a91-855b-f2696a6aa5f9), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:25.725249 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-3ef2d232-d1bf-46ec-9c14-bbce9369cb5f req-76f52bc8-65a9-4c7a-be4a-93bf11ac32e3 tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (14db4ea3-20c8-41aa-94e5-44febab2b44a), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:25.727866 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-3ef2d232-d1bf-46ec-9c14-bbce9369cb5f req-76f52bc8-65a9-4c7a-be4a-93bf11ac32e3 tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:25.729011 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3ef2d232-d1bf-46ec-9c14-bbce9369cb5f req-76f52bc8-65a9-4c7a-be4a-93bf11ac32e3 tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] 10.222.0.65 "DELETE /v2.0/security-groups/14db4ea3-20c8-41aa-94e5-44febab2b44a HTTP/1.1" status: 204 len: 173 time: 0.6073284 Feb 04 12:34:25.808393 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-439450a7-defd-45de-a5ef-e53c56517a3f tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622215'] for router_interface (212097e0-a4e6-4c8a-b0d6-7f1062f0f492), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:25.823694 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c1b61e-51da-42aa-9790-db07619b2fe5 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Pushing event deleted for resources: {'Port': ['ID=16fb0adc-b925-4a91-855b-f2696a6aa5f9,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:25.833415 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 46862) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:25.949209 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f52bc8-65a9-4c7a-be4a-93bf11ac32e3 tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14db4ea3-20c8-41aa-94e5-44febab2b44a,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:26.119890 n-d-825015-3 neutron-server[103475]: INFO neutron.api.v2.resource [req-7c91487c-5073-4d4e-9a17-9ec84481b89c req-3accfdf6-10a9-4fa3-982c-d60a1f9a0874 tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] show failed (client error): The resource could not be found. Feb 04 12:34:26.120941 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7c91487c-5073-4d4e-9a17-9ec84481b89c req-3accfdf6-10a9-4fa3-982c-d60a1f9a0874 tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] 10.222.0.65 "GET /v2.0/security-groups/532d33f8-03e3-4152-b86d-f10de3c91225 HTTP/1.1" status: 404 len: 352 time: 0.3012931 Feb 04 12:34:26.141321 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-dfd37316-5f43-482d-b324-9091373079b6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1132153863-network', 'tenant_id': '72075fcbbaca4534bfa18449bac56045'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:34:26.146394 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-35c1b61e-51da-42aa-9790-db07619b2fe5 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:26.163084 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-35c1b61e-51da-42aa-9790-db07619b2fe5 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "DELETE /v2.0/ports/16fb0adc-b925-4a91-855b-f2696a6aa5f9 HTTP/1.1" status: 204 len: 168 time: 1.9046280 Feb 04 12:34:26.182958 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 46880) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:26.215129 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-72823f42-bc51-4039-9481-667ed25c112f tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52094127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51452689'] for subnet (74fae055-9184-4874-83b7-8a3c5bc6ae0c), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:26.225116 n-d-825015-3 neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a3fc8c5-17a7-4bd7-9269-ad2863c53d09 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] GET failed (client error): The resource could not be found. Feb 04 12:34:26.229749 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-6a3fc8c5-17a7-4bd7-9269-ad2863c53d09 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "GET /v2.0/ports/16fb0adc-b925-4a91-855b-f2696a6aa5f9 HTTP/1.1" status: 404 len: 333 time: 0.0450790 Feb 04 12:34:26.230381 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 46884) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:26.406684 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72823f42-bc51-4039-9481-667ed25c112f tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Pushing event updated for resources: {'Subnet': ['ID=74fae055-9184-4874-83b7-8a3c5bc6ae0c,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:26.428340 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd37316-5f43-482d-b324-9091373079b6 admin admin] Made reservation on behalf of 72075fcbbaca4534bfa18449bac56045 for: {'network': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:34:26.435259 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-dfd37316-5f43-482d-b324-9091373079b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:26.435526 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-a7f41d42-ba6f-4e0c-becf-68d4649613f2 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Deleting port ec6016c5-21d0-4ec4-98cb-821f791cd901 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:34:26.435888 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a7f41d42-ba6f-4e0c-becf-68d4649613f2 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (ec6016c5-21d0-4ec4-98cb-821f791cd901), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:26.476184 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-dfd37316-5f43-482d-b324-9091373079b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:26.586024 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-98fa8a38-223b-4145-b96b-9ef2a4ec9b8c req-08fcc035-7502-4e62-9f4a-348914034929 tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] 10.222.0.65 "GET /v2.0/security-groups/80c54614-f956-4ff6-bd1a-17cf3d0bbd9b HTTP/1.1" status: 200 len: 1823 time: 0.4055316 Feb 04 12:34:26.588091 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-439450a7-defd-45de-a5ef-e53c56517a3f tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Deleting port 164b7fa6-413e-4d3d-9d47-325a95061a9c {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:34:26.588441 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-439450a7-defd-45de-a5ef-e53c56517a3f tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (164b7fa6-413e-4d3d-9d47-325a95061a9c), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:26.589549 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72823f42-bc51-4039-9481-667ed25c112f tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Checking segment: {'id': 'f23afa56-882a-4766-8bbc-f1ce0ed2b97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b0b24265-6c4e-4c12-86e7-7db1368cfdaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:34:26.590185 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72823f42-bc51-4039-9481-667ed25c112f tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Network hostable DHCP agents. Network: b0b24265-6c4e-4c12-86e7-7db1368cfdaf, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:34:26.670851 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a7f41d42-ba6f-4e0c-becf-68d4649613f2 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (ec6016c5-21d0-4ec4-98cb-821f791cd901), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:26.699576 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72823f42-bc51-4039-9481-667ed25c112f tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Network b0b24265-6c4e-4c12-86e7-7db1368cfdaf is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:34:26.700729 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-a7f41d42-ba6f-4e0c-becf-68d4649613f2 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Calling delete_port for ec6016c5-21d0-4ec4-98cb-821f791cd901 owned by {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:34:26.725411 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-98fa8a38-223b-4145-b96b-9ef2a4ec9b8c req-2b8d9d19-57e2-49cb-a6ae-c54bb521b555 tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Publish callbacks [] for security_group (80c54614-f956-4ff6-bd1a-17cf3d0bbd9b), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:26.745585 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-72823f42-bc51-4039-9481-667ed25c112f tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, b0b24265-6c4e-4c12-86e7-7db1368cfdaf) {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:34:26.775144 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4427edfd-7461-4dd0-bd6c-0f7bc9f2c414 None None] Network b0b24265-6c4e-4c12-86e7-7db1368cfdaf requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:34:26.785973 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72823f42-bc51-4039-9481-667ed25c112f tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:34:26.789703 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-72823f42-bc51-4039-9481-667ed25c112f tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:26.856111 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-439450a7-defd-45de-a5ef-e53c56517a3f tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (164b7fa6-413e-4d3d-9d47-325a95061a9c), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:26.898955 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-98fa8a38-223b-4145-b96b-9ef2a4ec9b8c req-2b8d9d19-57e2-49cb-a6ae-c54bb521b555 tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Publish callbacks [] for security_group (80c54614-f956-4ff6-bd1a-17cf3d0bbd9b), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:26.961170 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-72823f42-bc51-4039-9481-667ed25c112f tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1944647 Feb 04 12:34:26.988925 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 46920) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:26.994395 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-ab5966a6-9791-4a27-8a50-147532bc1015 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Request body: {'subnet': {'network_id': 'b0b24265-6c4e-4c12-86e7-7db1368cfdaf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:34:27.099326 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-439450a7-defd-45de-a5ef-e53c56517a3f tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Calling delete_port for 164b7fa6-413e-4d3d-9d47-325a95061a9c owned by network:router_interface {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:34:27.101042 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-dfd37316-5f43-482d-b324-9091373079b6 admin admin] Publish callbacks [] for security_group (3194529c-ef45-449a-86a3-c42c7670cd65), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:27.186881 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a7f41d42-ba6f-4e0c-becf-68d4649613f2 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (ec6016c5-21d0-4ec4-98cb-821f791cd901), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:27.219106 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-dfd37316-5f43-482d-b324-9091373079b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (3194529c-ef45-449a-86a3-c42c7670cd65), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:27.242774 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82205716-3155-4247-b6b8-67785ff98825 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-b0b24265-6c4e-4c12-86e7-7db1368cfdaf', 'network_id': 'b0b24265-6c4e-4c12-86e7-7db1368cfdaf', 'project_id': '90a71f7c621340c08dbfd8625731c118', 'fixed_ips': [{'subnet_id': '74fae055-9184-4874-83b7-8a3c5bc6ae0c'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 12:34:27.245120 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-82205716-3155-4247-b6b8-67785ff98825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:27.288069 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f41d42-ba6f-4e0c-becf-68d4649613f2 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Pushing event deleted for resources: {'Port': ['ID=ec6016c5-21d0-4ec4-98cb-821f791cd901,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:27.329012 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfd37316-5f43-482d-b324-9091373079b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=103475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:34:27.338222 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-98fa8a38-223b-4145-b96b-9ef2a4ec9b8c req-2b8d9d19-57e2-49cb-a6ae-c54bb521b555 tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (80c54614-f956-4ff6-bd1a-17cf3d0bbd9b), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:27.344373 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-98fa8a38-223b-4145-b96b-9ef2a4ec9b8c req-2b8d9d19-57e2-49cb-a6ae-c54bb521b555 tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:27.353425 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-98fa8a38-223b-4145-b96b-9ef2a4ec9b8c req-2b8d9d19-57e2-49cb-a6ae-c54bb521b555 tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] 10.222.0.65 "DELETE /v2.0/security-groups/80c54614-f956-4ff6-bd1a-17cf3d0bbd9b HTTP/1.1" status: 204 len: 173 time: 0.7653861 Feb 04 12:34:27.410483 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd37316-5f43-482d-b324-9091373079b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3194529c-ef45-449a-86a3-c42c7670cd65,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:27.432373 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-dfd37316-5f43-482d-b324-9091373079b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (37882638-7c6f-43c0-8749-8a8baa27febc), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:27.432933 n-d-825015-3 neutron-server[103475]: INFO neutron.db.segments_db [None req-dfd37316-5f43-482d-b324-9091373079b6 admin admin] Added segment 37882638-7c6f-43c0-8749-8a8baa27febc of type vlan for network 4818c56c-ae1d-43b5-80d2-4a5373ab8e6b Feb 04 12:34:27.441739 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab5966a6-9791-4a27-8a50-147532bc1015 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Made reservation on behalf of 90a71f7c621340c08dbfd8625731c118 for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:34:27.446434 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ab5966a6-9791-4a27-8a50-147532bc1015 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:27.544290 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a7f41d42-ba6f-4e0c-becf-68d4649613f2 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:27.556682 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-a7f41d42-ba6f-4e0c-becf-68d4649613f2 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "DELETE /v2.0/ports/ec6016c5-21d0-4ec4-98cb-821f791cd901 HTTP/1.1" status: 204 len: 168 time: 1.3244739 Feb 04 12:34:27.571534 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 46928) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:27.578593 n-d-825015-3 neutron-server[103475]: INFO neutron.db.ipam_backend_mixin [None req-ab5966a6-9791-4a27-8a50-147532bc1015 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 74fae055-9184-4874-83b7-8a3c5bc6ae0c (CIDR: 2001:db8::/64) Feb 04 12:34:27.580280 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-82205716-3155-4247-b6b8-67785ff98825 None None] Allocated IP 2001:db8::2 (b0b24265-6c4e-4c12-86e7-7db1368cfdaf/74fae055-9184-4874-83b7-8a3c5bc6ae0c/1a2a8fe0-d047-4198-ab73-994f9f6be316) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:34:27.647021 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8d9d19-57e2-49cb-a6ae-c54bb521b555 tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c54614-f956-4ff6-bd1a-17cf3d0bbd9b,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:27.736883 n-d-825015-3 neutron-server[103475]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab5966a6-9791-4a27-8a50-147532bc1015 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 12:34:27.738553 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab5966a6-9791-4a27-8a50-147532bc1015 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103475) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 12:34:27.756154 n-d-825015-3 neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-71d0bdcc-c959-44b2-8f6b-e199bc920866 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] GET failed (client error): The resource could not be found. Feb 04 12:34:27.758105 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-71d0bdcc-c959-44b2-8f6b-e199bc920866 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "GET /v2.0/ports/ec6016c5-21d0-4ec4-98cb-821f791cd901 HTTP/1.1" status: 404 len: 333 time: 0.1821814 Feb 04 12:34:27.763878 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 46930) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:27.787283 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47e088e-c97e-4f8c-a18f-3a4c4bb23196 req-3920e882-c7c4-486b-a64f-005842596e15 tempest-ImagesOneServerTestJSON-1531918178 tempest-ImagesOneServerTestJSON-1531918178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:34:27.796317 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c47e088e-c97e-4f8c-a18f-3a4c4bb23196 req-3920e882-c7c4-486b-a64f-005842596e15 tempest-ImagesOneServerTestJSON-1531918178 tempest-ImagesOneServerTestJSON-1531918178-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0279577-66bd-4080-acc2-a763ce6cf522 HTTP/1.1" status: 200 len: 951 time: 0.5877812 Feb 04 12:34:27.832856 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-439450a7-defd-45de-a5ef-e53c56517a3f tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (164b7fa6-413e-4d3d-9d47-325a95061a9c), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:27.902765 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439450a7-defd-45de-a5ef-e53c56517a3f tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Pushing event deleted for resources: {'Port': ['ID=164b7fa6-413e-4d3d-9d47-325a95061a9c,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:27.930038 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-82205716-3155-4247-b6b8-67785ff98825 None None] Publish callbacks [] for port (1a2a8fe0-d047-4198-ab73-994f9f6be316), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:27.943300 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-82205716-3155-4247-b6b8-67785ff98825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (1a2a8fe0-d047-4198-ab73-994f9f6be316), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:27.968507 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-ab5966a6-9791-4a27-8a50-147532bc1015 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9783776 Feb 04 12:34:28.002881 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 46934) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:28.005573 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82205716-3155-4247-b6b8-67785ff98825 None None] Network b0b24265-6c4e-4c12-86e7-7db1368cfdaf is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:34:28.010936 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-82205716-3155-4247-b6b8-67785ff98825 None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:34:28.011745 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-dfd37316-5f43-482d-b324-9091373079b6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (4818c56c-ae1d-43b5-80d2-4a5373ab8e6b), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:28.014800 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82205716-3155-4247-b6b8-67785ff98825 None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:34:28.026133 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82205716-3155-4247-b6b8-67785ff98825 None None] Pushing event updated for resources: {'Port': ['ID=1a2a8fe0-d047-4198-ab73-994f9f6be316,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:28.047049 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-82946850-3b81-4411-8880-626b55ab06d0 req-6bec3c6f-bd1b-4742-b657-a26f2eca62b5 tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] 10.222.0.65 "GET /v2.0/security-groups/f5990302-90eb-4c35-9ca8-39d38c7b110c HTTP/1.1" status: 200 len: 1823 time: 0.6299157 Feb 04 12:34:28.055641 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-4a759ebb-9cb8-46fa-86ff-182f92b5ce3b tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Request body: {'subnet': {'network_id': 'b0b24265-6c4e-4c12-86e7-7db1368cfdaf', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:34:28.074506 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-d93c9827-7a98-4758-b023-9948ee57fea4 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Deleting subnet 498274cc-c09b-4a9d-b538-d6e64b0d133a {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:34:28.089863 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d93c9827-7a98-4758-b023-9948ee57fea4 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks [] for subnet (498274cc-c09b-4a9d-b538-d6e64b0d133a), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:28.131842 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-82205716-3155-4247-b6b8-67785ff98825 None None] Attempting to bind port 1a2a8fe0-d047-4198-ab73-994f9f6be316 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:34:28.132223 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-82205716-3155-4247-b6b8-67785ff98825 None None] Attempting to bind port 1a2a8fe0-d047-4198-ab73-994f9f6be316 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': 'f23afa56-882a-4766-8bbc-f1ce0ed2b97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b0b24265-6c4e-4c12-86e7-7db1368cfdaf'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:34:28.132594 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82205716-3155-4247-b6b8-67785ff98825 None None] Attempting to bind port 1a2a8fe0-d047-4198-ab73-994f9f6be316 on network b0b24265-6c4e-4c12-86e7-7db1368cfdaf {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:34:28.145150 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82205716-3155-4247-b6b8-67785ff98825 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:34:28.147923 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82205716-3155-4247-b6b8-67785ff98825 None None] Checking segment: {'id': 'f23afa56-882a-4766-8bbc-f1ce0ed2b97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b0b24265-6c4e-4c12-86e7-7db1368cfdaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:34:28.150198 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-82205716-3155-4247-b6b8-67785ff98825 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:28.151073 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82205716-3155-4247-b6b8-67785ff98825 None None] Bound using segment: {'id': 'f23afa56-882a-4766-8bbc-f1ce0ed2b97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b0b24265-6c4e-4c12-86e7-7db1368cfdaf'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:34:28.154633 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-82205716-3155-4247-b6b8-67785ff98825 None None] Bound port: 1a2a8fe0-d047-4198-ab73-994f9f6be316, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f23afa56-882a-4766-8bbc-f1ce0ed2b97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b0b24265-6c4e-4c12-86e7-7db1368cfdaf'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:34:28.155527 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-82205716-3155-4247-b6b8-67785ff98825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (1a2a8fe0-d047-4198-ab73-994f9f6be316), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:28.213129 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.db.resource_extend [None req-dfd37316-5f43-482d-b324-9091373079b6 admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 12:34:28.298331 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d93c9827-7a98-4758-b023-9948ee57fea4 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (498274cc-c09b-4a9d-b538-d6e64b0d133a), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:28.323005 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c47e088e-c97e-4f8c-a18f-3a4c4bb23196 req-bf16fa37-1a11-4baa-bfe3-a124782915e1 tempest-ImagesOneServerTestJSON-1531918178 tempest-ImagesOneServerTestJSON-1531918178-project] 10.222.0.65 "GET /v2.0/security-groups?id=bbe69ba6-b239-4d85-8fa3-35dc5065b403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5254376 Feb 04 12:34:28.365731 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-82205716-3155-4247-b6b8-67785ff98825 None None] For port 1a2a8fe0-d047-4198-ab73-994f9f6be316, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:34:28.383456 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-82205716-3155-4247-b6b8-67785ff98825 None None] For port 1a2a8fe0-d047-4198-ab73-994f9f6be316, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=1a2a8fe0-d047-4198-ab73-994f9f6be316,segment=NetworkSegment(f23afa56-882a-4766-8bbc-f1ce0ed2b97f),segment_id=f23afa56-882a-4766-8bbc-f1ce0ed2b97f)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:34:28.400447 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-82205716-3155-4247-b6b8-67785ff98825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (1a2a8fe0-d047-4198-ab73-994f9f6be316), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:28.424614 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-dfd37316-5f43-482d-b324-9091373079b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (4818c56c-ae1d-43b5-80d2-4a5373ab8e6b), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:28.426110 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd37316-5f43-482d-b324-9091373079b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:34:28.426812 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-dfd37316-5f43-482d-b324-9091373079b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:28.510194 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-439450a7-defd-45de-a5ef-e53c56517a3f tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622067'] for router_interface (212097e0-a4e6-4c8a-b0d6-7f1062f0f492), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:28.646560 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-dfd37316-5f43-482d-b324-9091373079b6 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.8079488 Feb 04 12:34:28.651765 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 46938) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:28.652441 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-82946850-3b81-4411-8880-626b55ab06d0 req-e8eeee32-89b0-4e16-a385-cf2c91d97062 tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Publish callbacks [] for security_group (f5990302-90eb-4c35-9ca8-39d38c7b110c), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:28.662792 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-81c75725-a5cf-4922-9f09-8a947b601bde admin admin] Request body: {'subnet': {'network_id': '4818c56c-ae1d-43b5-80d2-4a5373ab8e6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1132153863-subnet', 'tenant_id': '72075fcbbaca4534bfa18449bac56045', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:34:28.666134 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd37316-5f43-482d-b324-9091373079b6 admin admin] Pushing event updated for resources: {'Network': ['ID=4818c56c-ae1d-43b5-80d2-4a5373ab8e6b,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:28.716398 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 4818c56c-ae1d-43b5-80d2-4a5373ab8e6b details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:34:28.727707 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-82946850-3b81-4411-8880-626b55ab06d0 req-e8eeee32-89b0-4e16-a385-cf2c91d97062 tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Publish callbacks [] for security_group (f5990302-90eb-4c35-9ca8-39d38c7b110c), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:28.751026 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82205716-3155-4247-b6b8-67785ff98825 None None] Pushing event updated for resources: {'Port': ['ID=1a2a8fe0-d047-4198-ab73-994f9f6be316,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:28.885630 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device d51b24cb-7b0e-4538-ad0d-f93b4f99a711 no longer exists at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:34:29.222837 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port d51b24cb-7b0e-4538-ad0d-f93b4f99a711 is: ACTIVE; New status is: DOWN {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:34:29.225234 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (d51b24cb-7b0e-4538-ad0d-f93b4f99a711), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:29.273241 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0279577-66bd-4080-acc2-a763ce6cf522', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd51b24cb-7b0e-4538-ad0d-f93b4f99a711'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:34:29.276296 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-959ed34c-736a-4dc1-a03e-f3fc162456c0" -d '{"events": [{"server_uuid": "a0279577-66bd-4080-acc2-a763ce6cf522", "name": "network-vif-unplugged", "status": "completed", "tag": "d51b24cb-7b0e-4538-ad0d-f93b4f99a711"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:34:29.321501 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port d51b24cb-7b0e-4538-ad0d-f93b4f99a711, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=d51b24cb-7b0e-4538-ad0d-f93b4f99a711,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:34:29.330699 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (d51b24cb-7b0e-4538-ad0d-f93b4f99a711), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:29.466637 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 12:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b39e026-33f6-4b04-a69e-9e74296ef501 x-openstack-request-id: req-1b39e026-33f6-4b04-a69e-9e74296ef501 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:34:29.470265 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-439450a7-defd-45de-a5ef-e53c56517a3f tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Router 212097e0-a4e6-4c8a-b0d6-7f1062f0f492 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:34:29.471275 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0279577-66bd-4080-acc2-a763ce6cf522", "name": "network-vif-unplugged", "status": "completed", "tag": "d51b24cb-7b0e-4538-ad0d-f93b4f99a711", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:34:29.471670 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1b39e026-33f6-4b04-a69e-9e74296ef501 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:34:29.473205 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0279577-66bd-4080-acc2-a763ce6cf522', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd51b24cb-7b0e-4538-ad0d-f93b4f99a711', 'code': 200} Feb 04 12:34:29.478555 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d93c9827-7a98-4758-b023-9948ee57fea4 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (498274cc-c09b-4a9d-b538-d6e64b0d133a), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:29.496671 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 1a2a8fe0-d047-4198-ab73-994f9f6be316 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:34:29.619981 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 1a2a8fe0-d047-4198-ab73-994f9f6be316 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:34:29.620427 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (1a2a8fe0-d047-4198-ab73-994f9f6be316), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:29.634762 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a759ebb-9cb8-46fa-86ff-182f92b5ce3b tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Made reservation on behalf of 90a71f7c621340c08dbfd8625731c118 for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:34:29.639098 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4a759ebb-9cb8-46fa-86ff-182f92b5ce3b tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:29.650572 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d93c9827-7a98-4758-b023-9948ee57fea4 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (498274cc-c09b-4a9d-b538-d6e64b0d133a), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:29.653268 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81c75725-a5cf-4922-9f09-8a947b601bde admin admin] Made reservation on behalf of 72075fcbbaca4534bfa18449bac56045 for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:34:29.655670 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-81c75725-a5cf-4922-9f09-8a947b601bde admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:29.716627 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c9827-7a98-4758-b023-9948ee57fea4 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Pushing event deleted for resources: {'Subnet': ['ID=498274cc-c09b-4a9d-b538-d6e64b0d133a,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:29.732121 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d93c9827-7a98-4758-b023-9948ee57fea4 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:29.739957 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-d93c9827-7a98-4758-b023-9948ee57fea4 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "DELETE /v2.0/subnets/498274cc-c09b-4a9d-b538-d6e64b0d133a HTTP/1.1" status: 204 len: 168 time: 1.9740353 Feb 04 12:34:29.744998 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 46948) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:29.752655 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 1a2a8fe0-d047-4198-ab73-994f9f6be316 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:34:29.753061 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (1a2a8fe0-d047-4198-ab73-994f9f6be316), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:29.756049 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a386f5f8-98ba-4ea5-9c6c-d1b4ddea382a None None] Network f66eae76-2ee7-41be-a909-4895823d64f4 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:34:29.855777 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=d51b24cb-7b0e-4538-ad0d-f93b4f99a711,revision_number=11']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:29.967565 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0746895e-d52b-4f5c-86b2-6b4b3ddec822 req-8856a820-95b5-45db-8c94-58fe0c983fe9 tempest-ImagesOneServerTestJSON-1531918178 tempest-ImagesOneServerTestJSON-1531918178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:34:29.973422 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port 1a2a8fe0-d047-4198-ab73-994f9f6be316, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=1a2a8fe0-d047-4198-ab73-994f9f6be316,segment=NetworkSegment(f23afa56-882a-4766-8bbc-f1ce0ed2b97f),segment_id=f23afa56-882a-4766-8bbc-f1ce0ed2b97f)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:34:29.975599 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0746895e-d52b-4f5c-86b2-6b4b3ddec822 req-8856a820-95b5-45db-8c94-58fe0c983fe9 tempest-ImagesOneServerTestJSON-1531918178 tempest-ImagesOneServerTestJSON-1531918178-project] 10.222.0.77 "GET /v2.0/ports?device_id=a0279577-66bd-4080-acc2-a763ce6cf522 HTTP/1.1" status: 200 len: 949 time: 0.3437414 Feb 04 12:34:29.981701 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (1a2a8fe0-d047-4198-ab73-994f9f6be316), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:30.109712 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=1a2a8fe0-d047-4198-ab73-994f9f6be316,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:30.117994 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bbe6fe-8879-4525-8591-3fd3e82caa03 req-8808ae70-9cb4-4e4c-b9c9-b800d56d1a37 tempest-ImagesOneServerTestJSON-1531918178 tempest-ImagesOneServerTestJSON-1531918178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:34:30.119711 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c7bbe6fe-8879-4525-8591-3fd3e82caa03 req-8808ae70-9cb4-4e4c-b9c9-b800d56d1a37 tempest-ImagesOneServerTestJSON-1531918178 tempest-ImagesOneServerTestJSON-1531918178-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0279577-66bd-4080-acc2-a763ce6cf522 HTTP/1.1" status: 200 len: 949 time: 0.4862165 Feb 04 12:34:30.124832 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416896ac-5f06-402b-b4d6-785be3eb11e5 None None] DHCP port deletion for f66eae76-2ee7-41be-a909-4895823d64f4 request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 12:34:30.245531 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-416896ac-5f06-402b-b4d6-785be3eb11e5 None None] Deleting port 78a677f0-7fd3-4548-9186-3674517665b5 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:34:30.246499 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-416896ac-5f06-402b-b4d6-785be3eb11e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (78a677f0-7fd3-4548-9186-3674517665b5), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:30.266020 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-82946850-3b81-4411-8880-626b55ab06d0 req-e8eeee32-89b0-4e16-a385-cf2c91d97062 tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (f5990302-90eb-4c35-9ca8-39d38c7b110c), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:30.269673 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-82946850-3b81-4411-8880-626b55ab06d0 req-e8eeee32-89b0-4e16-a385-cf2c91d97062 tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:30.272339 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-82946850-3b81-4411-8880-626b55ab06d0 req-e8eeee32-89b0-4e16-a385-cf2c91d97062 tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] 10.222.0.65 "DELETE /v2.0/security-groups/f5990302-90eb-4c35-9ca8-39d38c7b110c HTTP/1.1" status: 204 len: 173 time: 2.2236879 Feb 04 12:34:30.315843 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eeee32-89b0-4e16-a385-cf2c91d97062 tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5990302-90eb-4c35-9ca8-39d38c7b110c,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:30.362764 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-416896ac-5f06-402b-b4d6-785be3eb11e5 None None] For port 78a677f0-7fd3-4548-9186-3674517665b5, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=78a677f0-7fd3-4548-9186-3674517665b5,segment=NetworkSegment(55968695-1f9e-43d7-83f8-9b1399d9317c),segment_id=55968695-1f9e-43d7-83f8-9b1399d9317c)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:34:30.364126 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-416896ac-5f06-402b-b4d6-785be3eb11e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (78a677f0-7fd3-4548-9186-3674517665b5), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:30.374068 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-aca3602d-18cc-416f-89b5-d845ebbf6ef1 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (f66eae76-2ee7-41be-a909-4895823d64f4), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:30.382547 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-416896ac-5f06-402b-b4d6-785be3eb11e5 None None] Calling delete_port for 78a677f0-7fd3-4548-9186-3674517665b5 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:34:30.399533 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-81c75725-a5cf-4922-9f09-8a947b601bde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52094127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51452689'] for subnet (fbb54edd-3278-45b2-a986-7521678ba6ac), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:30.434614 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-439450a7-defd-45de-a5ef-e53c56517a3f tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:34:30.452460 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-439450a7-defd-45de-a5ef-e53c56517a3f tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] 10.222.0.65 "PUT /v2.0/routers/212097e0-a4e6-4c8a-b0d6-7f1062f0f492/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3735945 Feb 04 12:34:30.466501 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 46956) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:30.504293 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9c460da9-df6b-46d5-897e-240c82281873 req-ca682ba7-13bf-479e-9535-04c6e051f7b4 tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] 10.222.0.65 "GET /v2.0/security-groups/c89f9dd0-45cc-4118-8620-60514caf233a HTTP/1.1" status: 200 len: 1823 time: 0.1907382 Feb 04 12:34:30.512681 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c75725-a5cf-4922-9f09-8a947b601bde admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbb54edd-3278-45b2-a986-7521678ba6ac,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:30.627038 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c75725-a5cf-4922-9f09-8a947b601bde admin admin] Checking segment: {'id': '37882638-7c6f-43c0-8749-8a8baa27febc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4818c56c-ae1d-43b5-80d2-4a5373ab8e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:34:30.627515 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c75725-a5cf-4922-9f09-8a947b601bde admin admin] Network hostable DHCP agents. Network: 4818c56c-ae1d-43b5-80d2-4a5373ab8e6b, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:34:30.632223 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-aca3602d-18cc-416f-89b5-d845ebbf6ef1 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Deleting port 78a677f0-7fd3-4548-9186-3674517665b5 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:34:30.633168 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-aca3602d-18cc-416f-89b5-d845ebbf6ef1 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (78a677f0-7fd3-4548-9186-3674517665b5), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:30.653572 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438f3254-a173-46ad-8c19-1fc95a76e2e5 None None] Network b0b24265-6c4e-4c12-86e7-7db1368cfdaf requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:34:30.660708 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a01c3e9-0663-4492-8568-9e9dd2ca983c None None] Sync routers for ids ['212097e0-a4e6-4c8a-b0d6-7f1062f0f492'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:34:30.699564 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5fd7d68e-0c73-4e45-a2b5-e61f4df756e7 tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Publish callbacks [] for router (212097e0-a4e6-4c8a-b0d6-7f1062f0f492), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:30.745181 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-0746895e-d52b-4f5c-86b2-6b4b3ddec822 req-62257e40-4972-4c19-918d-d5ddd8f03e02 tempest-ImagesOneServerTestJSON-1531918178 tempest-ImagesOneServerTestJSON-1531918178-project] Deleting port d51b24cb-7b0e-4538-ad0d-f93b4f99a711 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:34:30.745788 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-0746895e-d52b-4f5c-86b2-6b4b3ddec822 req-62257e40-4972-4c19-918d-d5ddd8f03e02 tempest-ImagesOneServerTestJSON-1531918178 tempest-ImagesOneServerTestJSON-1531918178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (d51b24cb-7b0e-4538-ad0d-f93b4f99a711), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:30.751958 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a01c3e9-0663-4492-8568-9e9dd2ca983c None None] Routers {'212097e0-a4e6-4c8a-b0d6-7f1062f0f492'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:34:30.752804 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-2a01c3e9-0663-4492-8568-9e9dd2ca983c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:34:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['212097e0-a4e6-4c8a-b0d6-7f1062f0f492'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:34:30.759534 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-2fd3dfbe-0293-4e17-9622-8add65a1deb3 None None] Provisioning complete for port 1a2a8fe0-d047-4198-ab73-994f9f6be316 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:34:30.760063 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2fd3dfbe-0293-4e17-9622-8add65a1deb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (1a2a8fe0-d047-4198-ab73-994f9f6be316), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:30.796098 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-aca3602d-18cc-416f-89b5-d845ebbf6ef1 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] For port 78a677f0-7fd3-4548-9186-3674517665b5, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=78a677f0-7fd3-4548-9186-3674517665b5,segment=NetworkSegment(55968695-1f9e-43d7-83f8-9b1399d9317c),segment_id=55968695-1f9e-43d7-83f8-9b1399d9317c)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:34:30.796781 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-aca3602d-18cc-416f-89b5-d845ebbf6ef1 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (78a677f0-7fd3-4548-9186-3674517665b5), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:30.819163 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-aca3602d-18cc-416f-89b5-d845ebbf6ef1 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Calling delete_port for 78a677f0-7fd3-4548-9186-3674517665b5 owned by network:dhcp {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:34:30.849658 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-2a01c3e9-0663-4492-8568-9e9dd2ca983c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:34:30.905564 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-0746895e-d52b-4f5c-86b2-6b4b3ddec822 req-62257e40-4972-4c19-918d-d5ddd8f03e02 tempest-ImagesOneServerTestJSON-1531918178 tempest-ImagesOneServerTestJSON-1531918178-project] For port d51b24cb-7b0e-4538-ad0d-f93b4f99a711, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=d51b24cb-7b0e-4538-ad0d-f93b4f99a711,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:34:30.905944 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-0746895e-d52b-4f5c-86b2-6b4b3ddec822 req-62257e40-4972-4c19-918d-d5ddd8f03e02 tempest-ImagesOneServerTestJSON-1531918178 tempest-ImagesOneServerTestJSON-1531918178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (d51b24cb-7b0e-4538-ad0d-f93b4f99a711), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:30.914667 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5fd7d68e-0c73-4e45-a2b5-e61f4df756e7 tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Publish callbacks [] for router_gateway (212097e0-a4e6-4c8a-b0d6-7f1062f0f492), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:30.917562 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a01c3e9-0663-4492-8568-9e9dd2ca983c None None] Routers {'212097e0-a4e6-4c8a-b0d6-7f1062f0f492'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:34:30.918446 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-2a01c3e9-0663-4492-8568-9e9dd2ca983c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:34:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['212097e0-a4e6-4c8a-b0d6-7f1062f0f492'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:34:30.930390 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-0746895e-d52b-4f5c-86b2-6b4b3ddec822 req-62257e40-4972-4c19-918d-d5ddd8f03e02 tempest-ImagesOneServerTestJSON-1531918178 tempest-ImagesOneServerTestJSON-1531918178-project] Calling delete_port for d51b24cb-7b0e-4538-ad0d-f93b4f99a711 owned by compute:nova {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:34:30.974171 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-aca3602d-18cc-416f-89b5-d845ebbf6ef1 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (78a677f0-7fd3-4548-9186-3674517665b5), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:30.986634 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-2a01c3e9-0663-4492-8568-9e9dd2ca983c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:34:30.987445 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a01c3e9-0663-4492-8568-9e9dd2ca983c None None] The sync data for ids ['212097e0-a4e6-4c8a-b0d6-7f1062f0f492'] in n-d-825015-3 is: [] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:34:31.001003 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-416896ac-5f06-402b-b4d6-785be3eb11e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (78a677f0-7fd3-4548-9186-3674517665b5), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:31.013707 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca3602d-18cc-416f-89b5-d845ebbf6ef1 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Pushing event deleted for resources: {'Port': ['ID=78a677f0-7fd3-4548-9186-3674517665b5,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:31.026204 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416896ac-5f06-402b-b4d6-785be3eb11e5 None None] No DVR routers for this DVR port 78a677f0-7fd3-4548-9186-3674517665b5 on host n-d-825015-3 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:34:31.027080 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca3602d-18cc-416f-89b5-d845ebbf6ef1 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] No DVR routers for this DVR port 78a677f0-7fd3-4548-9186-3674517665b5 on host n-d-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:34:31.071015 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c7bbe6fe-8879-4525-8591-3fd3e82caa03 req-2b91fe68-80ed-428a-b631-0933b251e64b tempest-ImagesOneServerTestJSON-1531918178 tempest-ImagesOneServerTestJSON-1531918178-project] 10.222.0.65 "GET /v2.0/security-groups?id=bbe69ba6-b239-4d85-8fa3-35dc5065b403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7808168 Feb 04 12:34:31.078597 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-2fd3dfbe-0293-4e17-9622-8add65a1deb3 None None] Current status of the port 1a2a8fe0-d047-4198-ab73-994f9f6be316 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:34:31.088516 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416896ac-5f06-402b-b4d6-785be3eb11e5 None None] Pushing event deleted for resources: {'Port': ['ID=78a677f0-7fd3-4548-9186-3674517665b5,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:31.121944 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-5fd7d68e-0c73-4e45-a2b5-e61f4df756e7 tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Deleting port ef3bc89d-fae2-4ee2-80bc-ce8f94ab1a02 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:34:31.122271 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5fd7d68e-0c73-4e45-a2b5-e61f4df756e7 tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (ef3bc89d-fae2-4ee2-80bc-ce8f94ab1a02), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:31.151075 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:31.182594 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 1a2a8fe0-d047-4198-ab73-994f9f6be316 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:34:31.296009 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 1a2a8fe0-d047-4198-ab73-994f9f6be316 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:34:31.296688 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (1a2a8fe0-d047-4198-ab73-994f9f6be316), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:31.299621 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-aca3602d-18cc-416f-89b5-d845ebbf6ef1 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (f66eae76-2ee7-41be-a909-4895823d64f4), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:31.354221 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c75725-a5cf-4922-9f09-8a947b601bde admin admin] Network 4818c56c-ae1d-43b5-80d2-4a5373ab8e6b is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:34:31.356239 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-9c460da9-df6b-46d5-897e-240c82281873 req-4328b807-2dbd-424a-aea5-08a50262074d tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Publish callbacks [] for security_group (c89f9dd0-45cc-4118-8620-60514caf233a), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:31.404764 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-aca3602d-18cc-416f-89b5-d845ebbf6ef1 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f66eae76-2ee7-41be-a909-4895823d64f4']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:34:31.445948 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-aca3602d-18cc-416f-89b5-d845ebbf6ef1 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55968695-1f9e-43d7-83f8-9b1399d9317c') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:34:31.446164 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-aca3602d-18cc-416f-89b5-d845ebbf6ef1 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55968695-1f9e-43d7-83f8-9b1399d9317c') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:34:31.463211 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-81c75725-a5cf-4922-9f09-8a947b601bde admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 4818c56c-ae1d-43b5-80d2-4a5373ab8e6b) {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:34:31.469719 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5fd7d68e-0c73-4e45-a2b5-e61f4df756e7 tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (ef3bc89d-fae2-4ee2-80bc-ce8f94ab1a02), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:31.494021 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-aca3602d-18cc-416f-89b5-d845ebbf6ef1 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (55968695-1f9e-43d7-83f8-9b1399d9317c), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:31.514655 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c75725-a5cf-4922-9f09-8a947b601bde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:34:31.516013 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-5fd7d68e-0c73-4e45-a2b5-e61f4df756e7 tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Calling delete_port for ef3bc89d-fae2-4ee2-80bc-ce8f94ab1a02 owned by network:router_gateway {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:34:31.520451 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-81c75725-a5cf-4922-9f09-8a947b601bde admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:31.524089 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 1a2a8fe0-d047-4198-ab73-994f9f6be316 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:34:31.528054 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0fa29f-3bfa-4f7a-9972-bd682088efcc None None] Network 4818c56c-ae1d-43b5-80d2-4a5373ab8e6b requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:34:31.530073 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-aca3602d-18cc-416f-89b5-d845ebbf6ef1 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (55968695-1f9e-43d7-83f8-9b1399d9317c), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:31.539855 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aca3602d-18cc-416f-89b5-d845ebbf6ef1 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:34:31.540454 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-aca3602d-18cc-416f-89b5-d845ebbf6ef1 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (55968695-1f9e-43d7-83f8-9b1399d9317c), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:31.543527 n-d-825015-3 neutron-server[103474]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:34:31.543527 n-d-825015-3 neutron-server[103474]: self.session.flush() Feb 04 12:34:31.543527 n-d-825015-3 neutron-server[103474]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:34:31.543527 n-d-825015-3 neutron-server[103474]: self.session.flush() Feb 04 12:34:31.543527 n-d-825015-3 neutron-server[103474]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:34:31.543527 n-d-825015-3 neutron-server[103474]: self.session.flush() Feb 04 12:34:31.543527 n-d-825015-3 neutron-server[103474]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:34:31.543527 n-d-825015-3 neutron-server[103474]: self.session.flush() Feb 04 12:34:31.543527 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 12:34:31.543527 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:34:31.543527 n-d-825015-3 neutron-server[103474]: timer() Feb 04 12:34:31.543527 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:34:31.543527 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 12:34:31.543527 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:34:31.543527 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 12:34:31.543527 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:34:31.543527 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 12:34:31.543527 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:34:31.543527 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 12:34:31.543527 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:34:31.543527 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 12:34:31.543527 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:34:31.543527 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:34:31.543527 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:34:31.543527 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:34:31.543527 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:34:31.543527 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 12:34:31.543527 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:34:31.543527 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 12:34:31.543527 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:34:31.543527 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:34:31.543527 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:34:31.543527 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 12:34:31.543527 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:34:31.543527 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:34:31.543527 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:34:31.543527 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:34:31.543527 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:34:31.543527 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:34:31.543527 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:34:31.574135 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-0746895e-d52b-4f5c-86b2-6b4b3ddec822 req-62257e40-4972-4c19-918d-d5ddd8f03e02 tempest-ImagesOneServerTestJSON-1531918178 tempest-ImagesOneServerTestJSON-1531918178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (d51b24cb-7b0e-4538-ad0d-f93b4f99a711), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:31.591361 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-9c460da9-df6b-46d5-897e-240c82281873 req-4328b807-2dbd-424a-aea5-08a50262074d tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Publish callbacks [] for security_group (c89f9dd0-45cc-4118-8620-60514caf233a), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:31.628204 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 78a677f0-7fd3-4548-9186-3674517665b5 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:34:31.681169 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 78a677f0-7fd3-4548-9186-3674517665b5 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:34:31.681540 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 78a677f0-7fd3-4548-9186-3674517665b5 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:34:31.691319 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-c37504fb-b1d1-4d18-8cc8-a007a64ec64e None None] Provisioning complete for port 1a2a8fe0-d047-4198-ab73-994f9f6be316 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:34:31.696114 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c37504fb-b1d1-4d18-8cc8-a007a64ec64e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (1a2a8fe0-d047-4198-ab73-994f9f6be316), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:31.700685 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4a759ebb-9cb8-46fa-86ff-182f92b5ce3b tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52094127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51452689'] for subnet (f51c250e-64e5-4a79-a6b5-4fbbba956ffa), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:31.753416 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62257e40-4972-4c19-918d-d5ddd8f03e02 tempest-ImagesOneServerTestJSON-1531918178 tempest-ImagesOneServerTestJSON-1531918178-project] Pushing event deleted for resources: {'Port': ['ID=d51b24cb-7b0e-4538-ad0d-f93b4f99a711,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:31.773835 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:31.836974 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5fd7d68e-0c73-4e45-a2b5-e61f4df756e7 tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (ef3bc89d-fae2-4ee2-80bc-ce8f94ab1a02), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:31.843858 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-aca3602d-18cc-416f-89b5-d845ebbf6ef1 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (f66eae76-2ee7-41be-a909-4895823d64f4), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:31.844111 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c37504fb-b1d1-4d18-8cc8-a007a64ec64e None None] Current status of the port 1a2a8fe0-d047-4198-ab73-994f9f6be316 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:34:31.854055 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1bcb19-8d4d-40a3-9d30-1bb4f5d447a8 None None] Network 4818c56c-ae1d-43b5-80d2-4a5373ab8e6b requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:34:31.889506 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-aca3602d-18cc-416f-89b5-d845ebbf6ef1 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:31.896724 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-aca3602d-18cc-416f-89b5-d845ebbf6ef1 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "DELETE /v2.0/networks/f66eae76-2ee7-41be-a909-4895823d64f4 HTTP/1.1" status: 204 len: 168 time: 2.1498067 Feb 04 12:34:31.902498 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 46970) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:31.911517 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-81c75725-a5cf-4922-9f09-8a947b601bde admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.2566893 Feb 04 12:34:31.931260 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-a219ef8a-eb5e-4003-9467-5b863b195d6a tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1016668216'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:34:31.946632 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd7d68e-0c73-4e45-a2b5-e61f4df756e7 tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Pushing event deleted for resources: {'Port': ['ID=ef3bc89d-fae2-4ee2-80bc-ce8f94ab1a02,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:31.976826 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca3602d-18cc-416f-89b5-d845ebbf6ef1 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Pushing event deleted for resources: {'Network': ['ID=f66eae76-2ee7-41be-a909-4895823d64f4,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:31.984430 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a759ebb-9cb8-46fa-86ff-182f92b5ce3b tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Network b0b24265-6c4e-4c12-86e7-7db1368cfdaf is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:34:31.985452 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-0746895e-d52b-4f5c-86b2-6b4b3ddec822 req-62257e40-4972-4c19-918d-d5ddd8f03e02 tempest-ImagesOneServerTestJSON-1531918178 tempest-ImagesOneServerTestJSON-1531918178-project] No DVR routers for this DVR port d51b24cb-7b0e-4538-ad0d-f93b4f99a711 on host n-h2-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:34:31.994488 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-0746895e-d52b-4f5c-86b2-6b4b3ddec822 req-62257e40-4972-4c19-918d-d5ddd8f03e02 tempest-ImagesOneServerTestJSON-1531918178 tempest-ImagesOneServerTestJSON-1531918178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:31.996875 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0746895e-d52b-4f5c-86b2-6b4b3ddec822 req-62257e40-4972-4c19-918d-d5ddd8f03e02 tempest-ImagesOneServerTestJSON-1531918178 tempest-ImagesOneServerTestJSON-1531918178-project] 10.222.0.77 "DELETE /v2.0/ports/d51b24cb-7b0e-4538-ad0d-f93b4f99a711 HTTP/1.1" status: 204 len: 173 time: 2.0049877 Feb 04 12:34:31.997447 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0279577-66bd-4080-acc2-a763ce6cf522', 'name': 'network-vif-deleted', 'tag': 'd51b24cb-7b0e-4538-ad0d-f93b4f99a711'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:34:32.010679 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83db609d-f611-402b-945a-2edd7bd20b2f" -d '{"events": [{"server_uuid": "a0279577-66bd-4080-acc2-a763ce6cf522", "name": "network-vif-deleted", "tag": "d51b24cb-7b0e-4538-ad0d-f93b4f99a711"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:34:32.014670 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-4a759ebb-9cb8-46fa-86ff-182f92b5ce3b tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:34:32.036559 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39568f32-fb3e-48cf-8171-7b21f3c24ef8 None None] Network b0b24265-6c4e-4c12-86e7-7db1368cfdaf requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:34:32.057679 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a759ebb-9cb8-46fa-86ff-182f92b5ce3b tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:34:32.058184 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4a759ebb-9cb8-46fa-86ff-182f92b5ce3b tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:32.088633 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-9c460da9-df6b-46d5-897e-240c82281873 req-4328b807-2dbd-424a-aea5-08a50262074d tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (c89f9dd0-45cc-4118-8620-60514caf233a), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:32.104152 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-9c460da9-df6b-46d5-897e-240c82281873 req-4328b807-2dbd-424a-aea5-08a50262074d tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:32.106143 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9c460da9-df6b-46d5-897e-240c82281873 req-4328b807-2dbd-424a-aea5-08a50262074d tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] 10.222.0.65 "DELETE /v2.0/security-groups/c89f9dd0-45cc-4118-8620-60514caf233a HTTP/1.1" status: 204 len: 173 time: 1.5649507 Feb 04 12:34:32.153487 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a759ebb-9cb8-46fa-86ff-182f92b5ce3b tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Pushing event updated for resources: {'Subnet': ['ID=f51c250e-64e5-4a79-a6b5-4fbbba956ffa,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:32.153753 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a219ef8a-eb5e-4003-9467-5b863b195d6a tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Made reservation on behalf of 1dcfbfeb897648c6ad07937129f0b5e8 for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:34:32.157248 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a219ef8a-eb5e-4003-9467-5b863b195d6a tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:32.157689 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db0eceee-73da-4cb8-8101-c62d65115eaa x-openstack-request-id: req-db0eceee-73da-4cb8-8101-c62d65115eaa {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:34:32.158018 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0279577-66bd-4080-acc2-a763ce6cf522", "name": "network-vif-deleted", "tag": "d51b24cb-7b0e-4538-ad0d-f93b4f99a711", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:34:32.158278 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-db0eceee-73da-4cb8-8101-c62d65115eaa {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:34:32.158678 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0279577-66bd-4080-acc2-a763ce6cf522', 'name': 'network-vif-deleted', 'tag': 'd51b24cb-7b0e-4538-ad0d-f93b4f99a711', 'status': 'completed', 'code': 200} Feb 04 12:34:32.159350 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4328b807-2dbd-424a-aea5-08a50262074d tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c89f9dd0-45cc-4118-8620-60514caf233a,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:32.268331 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5fd7d68e-0c73-4e45-a2b5-e61f4df756e7 tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1599901'] for router_gateway (212097e0-a4e6-4c8a-b0d6-7f1062f0f492), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:32.284811 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-4a759ebb-9cb8-46fa-86ff-182f92b5ce3b tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 4.2330985 Feb 04 12:34:32.295626 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 46980) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:32.314771 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-512c3279-cf2e-4878-87b4-576d4454827f tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Request body: {'port': {'network_id': 'b0b24265-6c4e-4c12-86e7-7db1368cfdaf', 'fixed_ips': [{'subnet_id': '74fae055-9184-4874-83b7-8a3c5bc6ae0c'}, {'subnet_id': 'f51c250e-64e5-4a79-a6b5-4fbbba956ffa'}], 'name': 'tempest-PortsIpV6TestJSON-1447326419'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:34:32.398477 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a219ef8a-eb5e-4003-9467-5b863b195d6a tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:34:32.452479 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-018aae4f-a8a7-492a-b05c-1aaa1404fd31 req-f65dde9a-14b7-4fd4-948e-affe19d77bbd tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] 10.222.0.65 "GET /v2.0/security-groups/bb1cf665-8e1b-4ccb-aa64-4f2ec6a99a5b HTTP/1.1" status: 200 len: 2423 time: 0.2633877 Feb 04 12:34:32.460823 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5fd7d68e-0c73-4e45-a2b5-e61f4df756e7 tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10915'] for router (212097e0-a4e6-4c8a-b0d6-7f1062f0f492), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:32.463264 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a219ef8a-eb5e-4003-9467-5b863b195d6a tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (b47a2309-009f-42fa-bf10-2b5d334fe72d), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:32.471879 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-a219ef8a-eb5e-4003-9467-5b863b195d6a tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Added segment b47a2309-009f-42fa-bf10-2b5d334fe72d of type vlan for network a36a22ff-d0eb-47b3-8f16-6373033a6d51 Feb 04 12:34:32.475435 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5fd7d68e-0c73-4e45-a2b5-e61f4df756e7 tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Publish callbacks [] for router_controller (212097e0-a4e6-4c8a-b0d6-7f1062f0f492), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:32.578907 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5fd7d68e-0c73-4e45-a2b5-e61f4df756e7 tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622829'] for router (212097e0-a4e6-4c8a-b0d6-7f1062f0f492), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:32.579822 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fd7d68e-0c73-4e45-a2b5-e61f4df756e7 tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Fanout notify agent at l3_agent the message router_deleted on router 212097e0-a4e6-4c8a-b0d6-7f1062f0f492 {{(pid=103474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 12:34:32.593049 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a219ef8a-eb5e-4003-9467-5b863b195d6a tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (a36a22ff-d0eb-47b3-8f16-6373033a6d51), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:32.601811 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321bbb42-9d4f-43c9-89dc-8c84c5553d29 None None] Update dhcp port {'port': {'network_id': 'b0b24265-6c4e-4c12-86e7-7db1368cfdaf', 'fixed_ips': [{'subnet_id': '74fae055-9184-4874-83b7-8a3c5bc6ae0c', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f51c250e-64e5-4a79-a6b5-4fbbba956ffa'}], 'binding:host_id': 'n-d-825015-3'}, 'id': '1a2a8fe0-d047-4198-ab73-994f9f6be316'} from n-d-825015-3. {{(pid=103476) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 04 12:34:32.603170 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5fd7d68e-0c73-4e45-a2b5-e61f4df756e7 tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:32.607175 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-5fd7d68e-0c73-4e45-a2b5-e61f4df756e7 tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] 10.222.0.65 "DELETE /v2.0/routers/212097e0-a4e6-4c8a-b0d6-7f1062f0f492 HTTP/1.1" status: 204 len: 168 time: 2.1387286 Feb 04 12:34:32.609633 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 46988) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:32.660739 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ef873c0e-12c6-42a1-a0cd-05fd838c77bf req-c504bec1-590e-4537-afd4-09e78fde1d90 tempest-ImagesOneServerTestJSON-1531918178 tempest-ImagesOneServerTestJSON-1531918178-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0279577-66bd-4080-acc2-a763ce6cf522 HTTP/1.1" status: 200 len: 210 time: 0.2941518 Feb 04 12:34:32.707483 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-321bbb42-9d4f-43c9-89dc-8c84c5553d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (1a2a8fe0-d047-4198-ab73-994f9f6be316), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:32.732352 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-018aae4f-a8a7-492a-b05c-1aaa1404fd31 req-bea0ffe2-a3b3-4d10-9084-8c85f37035d7 tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Publish callbacks [] for security_group (bb1cf665-8e1b-4ccb-aa64-4f2ec6a99a5b), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:32.745259 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a219ef8a-eb5e-4003-9467-5b863b195d6a tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (a36a22ff-d0eb-47b3-8f16-6373033a6d51), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:32.762247 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-018aae4f-a8a7-492a-b05c-1aaa1404fd31 req-bea0ffe2-a3b3-4d10-9084-8c85f37035d7 tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Publish callbacks [] for security_group (bb1cf665-8e1b-4ccb-aa64-4f2ec6a99a5b), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:32.766127 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a219ef8a-eb5e-4003-9467-5b863b195d6a tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:34:32.768030 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a219ef8a-eb5e-4003-9467-5b863b195d6a tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:32.825741 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-018aae4f-a8a7-492a-b05c-1aaa1404fd31 req-bea0ffe2-a3b3-4d10-9084-8c85f37035d7 tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (bb1cf665-8e1b-4ccb-aa64-4f2ec6a99a5b), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:32.828862 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-018aae4f-a8a7-492a-b05c-1aaa1404fd31 req-bea0ffe2-a3b3-4d10-9084-8c85f37035d7 tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:32.830352 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-018aae4f-a8a7-492a-b05c-1aaa1404fd31 req-bea0ffe2-a3b3-4d10-9084-8c85f37035d7 tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] 10.222.0.65 "DELETE /v2.0/security-groups/bb1cf665-8e1b-4ccb-aa64-4f2ec6a99a5b HTTP/1.1" status: 204 len: 173 time: 0.3766346 Feb 04 12:34:32.856601 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-323d0e91-a56f-42b8-9685-bf709a356667 tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Deleting subnet 1c7222eb-cc21-4a9e-9a58-ff829d1686d6 {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:34:32.874577 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-512c3279-cf2e-4878-87b4-576d4454827f tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Made reservation on behalf of 90a71f7c621340c08dbfd8625731c118 for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:34:32.886573 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea0ffe2-a3b3-4d10-9084-8c85f37035d7 tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb1cf665-8e1b-4ccb-aa64-4f2ec6a99a5b,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:32.892051 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-323d0e91-a56f-42b8-9685-bf709a356667 tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Publish callbacks [] for subnet (1c7222eb-cc21-4a9e-9a58-ff829d1686d6), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:32.958858 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-a219ef8a-eb5e-4003-9467-5b863b195d6a tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0431302 Feb 04 12:34:32.959753 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 46996) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:32.977735 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-c9062d09-14e8-4cea-983d-2422faa75b53 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Request body: {'subnet': {'network_id': 'a36a22ff-d0eb-47b3-8f16-6373033a6d51', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:34:33.046499 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a219ef8a-eb5e-4003-9467-5b863b195d6a tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Pushing event updated for resources: {'Network': ['ID=a36a22ff-d0eb-47b3-8f16-6373033a6d51,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:33.055618 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9741f198-9dde-4dc6-ab56-27cba80d7ea5 req-b468a7ec-72d8-48a1-a574-bbfdb4e84380 tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] 10.222.0.65 "GET /v2.0/security-groups/9d6eeb2a-534f-4e3d-aaf0-84ddbe3e1fa6 HTTP/1.1" status: 200 len: 2416 time: 0.1833208 Feb 04 12:34:33.154930 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-512c3279-cf2e-4878-87b4-576d4454827f tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:33.164073 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-323d0e91-a56f-42b8-9685-bf709a356667 tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (1c7222eb-cc21-4a9e-9a58-ff829d1686d6), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:33.197669 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-321bbb42-9d4f-43c9-89dc-8c84c5553d29 None None] Allocated IP 2001:db8:0:1::2 (b0b24265-6c4e-4c12-86e7-7db1368cfdaf/f51c250e-64e5-4a79-a6b5-4fbbba956ffa/1a2a8fe0-d047-4198-ab73-994f9f6be316) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:34:33.217254 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [None req-512c3279-cf2e-4878-87b4-576d4454827f tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] device_id is not set on port 2b4e3f39-b539-4f6c-8790-0760651ea6f2 yet. {{(pid=103475) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 12:34:33.328250 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-321bbb42-9d4f-43c9-89dc-8c84c5553d29 None None] For port 1a2a8fe0-d047-4198-ab73-994f9f6be316, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=1a2a8fe0-d047-4198-ab73-994f9f6be316,segment=NetworkSegment(f23afa56-882a-4766-8bbc-f1ce0ed2b97f),segment_id=f23afa56-882a-4766-8bbc-f1ce0ed2b97f)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:34:33.369872 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-321bbb42-9d4f-43c9-89dc-8c84c5553d29 None None] Publish callbacks [] for port (1a2a8fe0-d047-4198-ab73-994f9f6be316), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:33.382124 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device d51b24cb-7b0e-4538-ad0d-f93b4f99a711 no longer exists at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:34:33.406126 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-9741f198-9dde-4dc6-ab56-27cba80d7ea5 req-6a2750e3-375d-4a30-b28e-4eb3c0eff68b tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Publish callbacks [] for security_group (9d6eeb2a-534f-4e3d-aaf0-84ddbe3e1fa6), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:33.415775 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network a36a22ff-d0eb-47b3-8f16-6373033a6d51 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:34:33.498048 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-321bbb42-9d4f-43c9-89dc-8c84c5553d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (1a2a8fe0-d047-4198-ab73-994f9f6be316), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:33.509109 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] No Port match for: d51b24cb-7b0e-4538-ad0d-f93b4f99a711 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:34:33.509467 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device d51b24cb-7b0e-4538-ad0d-f93b4f99a711 not bound to the agent host n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:34:33.551585 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9062d09-14e8-4cea-983d-2422faa75b53 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Made reservation on behalf of 1dcfbfeb897648c6ad07937129f0b5e8 for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:34:33.555914 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c9062d09-14e8-4cea-983d-2422faa75b53 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60610638'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:33.557479 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-9741f198-9dde-4dc6-ab56-27cba80d7ea5 req-6a2750e3-375d-4a30-b28e-4eb3c0eff68b tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Publish callbacks [] for security_group (9d6eeb2a-534f-4e3d-aaf0-84ddbe3e1fa6), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:33.596563 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321bbb42-9d4f-43c9-89dc-8c84c5553d29 None None] Pushing event updated for resources: {'Port': ['ID=1a2a8fe0-d047-4198-ab73-994f9f6be316,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:33.645464 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85375ea-dcf9-41ce-997a-c83b3750d548 req-3017caf1-746e-49ae-8a94-62d6ceeef27c tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:34:33.647310 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b85375ea-dcf9-41ce-997a-c83b3750d548 req-3017caf1-746e-49ae-8a94-62d6ceeef27c tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.65 "GET /v2.0/networks?id=4818c56c-ae1d-43b5-80d2-4a5373ab8e6b HTTP/1.1" status: 200 len: 815 time: 0.4513772 Feb 04 12:34:33.692633 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b85375ea-dcf9-41ce-997a-c83b3750d548 req-90e168da-1d61-4a55-aa0a-d1627e47f77a tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.65 "GET /v2.0/quotas/72075fcbbaca4534bfa18449bac56045 HTTP/1.1" status: 200 len: 375 time: 0.0333383 Feb 04 12:34:33.775644 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b85375ea-dcf9-41ce-997a-c83b3750d548 req-643b9298-909e-4e29-9821-1bf3a9b4be83 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=72075fcbbaca4534bfa18449bac56045&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0726752 Feb 04 12:34:33.795384 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-9741f198-9dde-4dc6-ab56-27cba80d7ea5 req-6a2750e3-375d-4a30-b28e-4eb3c0eff68b tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (9d6eeb2a-534f-4e3d-aaf0-84ddbe3e1fa6), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:33.798097 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-9741f198-9dde-4dc6-ab56-27cba80d7ea5 req-6a2750e3-375d-4a30-b28e-4eb3c0eff68b tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:33.799520 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9741f198-9dde-4dc6-ab56-27cba80d7ea5 req-6a2750e3-375d-4a30-b28e-4eb3c0eff68b tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] 10.222.0.65 "DELETE /v2.0/security-groups/9d6eeb2a-534f-4e3d-aaf0-84ddbe3e1fa6 HTTP/1.1" status: 204 len: 173 time: 0.7168229 Feb 04 12:34:33.817343 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 47008) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:33.878280 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bb47d2d-67bd-46d1-9028-b9da4de002cb admin admin] Deleting subnet bfc8b7b3-6cc4-4f86-84ff-036b79e03a35 {{(pid=103475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:34:33.913722 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3bb47d2d-67bd-46d1-9028-b9da4de002cb admin admin] Publish callbacks [] for subnet (bfc8b7b3-6cc4-4f86-84ff-036b79e03a35), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:33.918361 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2750e3-375d-4a30-b28e-4eb3c0eff68b tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d6eeb2a-534f-4e3d-aaf0-84ddbe3e1fa6,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:33.966820 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c9062d09-14e8-4cea-983d-2422faa75b53 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59045178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60610680'] for subnet (729b1b22-49f5-4dfa-9f47-d6e2b937f73f), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:34.010026 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-323d0e91-a56f-42b8-9685-bf709a356667 tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (1c7222eb-cc21-4a9e-9a58-ff829d1686d6), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:34.176626 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9062d09-14e8-4cea-983d-2422faa75b53 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Checking segment: {'id': 'b47a2309-009f-42fa-bf10-2b5d334fe72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'a36a22ff-d0eb-47b3-8f16-6373033a6d51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:34:34.177169 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9062d09-14e8-4cea-983d-2422faa75b53 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Network hostable DHCP agents. Network: a36a22ff-d0eb-47b3-8f16-6373033a6d51, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:34:34.247154 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9062d09-14e8-4cea-983d-2422faa75b53 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Pushing event updated for resources: {'Subnet': ['ID=729b1b22-49f5-4dfa-9f47-d6e2b937f73f,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:34.287889 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9062d09-14e8-4cea-983d-2422faa75b53 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Network a36a22ff-d0eb-47b3-8f16-6373033a6d51 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:34:34.290223 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47016) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:34.320025 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-323d0e91-a56f-42b8-9685-bf709a356667 tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (1c7222eb-cc21-4a9e-9a58-ff829d1686d6), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:34.341767 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2750e3-375d-4a30-b28e-4eb3c0eff68b tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:34:34.342036 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2750e3-375d-4a30-b28e-4eb3c0eff68b tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:34:34.342389 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2750e3-375d-4a30-b28e-4eb3c0eff68b tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:34:34.342739 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2750e3-375d-4a30-b28e-4eb3c0eff68b tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:34:34.343096 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2750e3-375d-4a30-b28e-4eb3c0eff68b tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:34:34.343427 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2750e3-375d-4a30-b28e-4eb3c0eff68b tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:34:34.343774 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2750e3-375d-4a30-b28e-4eb3c0eff68b tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:34:34.344476 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2750e3-375d-4a30-b28e-4eb3c0eff68b tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:34:34.344812 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2750e3-375d-4a30-b28e-4eb3c0eff68b tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:34:34.345178 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2750e3-375d-4a30-b28e-4eb3c0eff68b tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:34:34.345512 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2750e3-375d-4a30-b28e-4eb3c0eff68b tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:34:34.345837 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2750e3-375d-4a30-b28e-4eb3c0eff68b tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:34:34.346159 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2750e3-375d-4a30-b28e-4eb3c0eff68b tempest-SecurityGroupRulesTestJSON-1795593072 tempest-SecurityGroupRulesTestJSON-1795593072-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:34:34.407464 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323d0e91-a56f-42b8-9685-bf709a356667 tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Pushing event deleted for resources: {'Subnet': ['ID=1c7222eb-cc21-4a9e-9a58-ff829d1686d6,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:34.417261 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-c9062d09-14e8-4cea-983d-2422faa75b53 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, a36a22ff-d0eb-47b3-8f16-6373033a6d51) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:34:34.430579 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e04aed60-8b67-4d48-b297-8a5cd66abb55 None None] Network a36a22ff-d0eb-47b3-8f16-6373033a6d51 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:34:34.439059 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3bb47d2d-67bd-46d1-9028-b9da4de002cb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51859329'] for subnet (bfc8b7b3-6cc4-4f86-84ff-036b79e03a35), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:34.456427 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-323d0e91-a56f-42b8-9685-bf709a356667 tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:34.468367 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-323d0e91-a56f-42b8-9685-bf709a356667 tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] 10.222.0.65 "DELETE /v2.0/subnets/1c7222eb-cc21-4a9e-9a58-ff829d1686d6 HTTP/1.1" status: 204 len: 168 time: 1.8563242 Feb 04 12:34:34.469620 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47020) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:34.471793 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9062d09-14e8-4cea-983d-2422faa75b53 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:34:34.472532 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c9062d09-14e8-4cea-983d-2422faa75b53 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:34.534369 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34049d2e-f46a-49cb-b2ca-af3d4e22695c None None] Network 0f2edcfc-44e0-49ad-9ad7-fa0dd9ee913a requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:34:34.568606 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3bb47d2d-67bd-46d1-9028-b9da4de002cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (bfc8b7b3-6cc4-4f86-84ff-036b79e03a35), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:34.615487 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-cd3628c3-2f67-45ef-8585-fd356d9e16eb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bd8633eed17a41f6b97d66df21782d05&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3190396 Feb 04 12:34:34.618822 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47022) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:34.652506 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3bb47d2d-67bd-46d1-9028-b9da4de002cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-52093282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51452698'] for subnet (bfc8b7b3-6cc4-4f86-84ff-036b79e03a35), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:34.662004 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-c9062d09-14e8-4cea-983d-2422faa75b53 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6891637 Feb 04 12:34:34.664891 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-512c3279-cf2e-4878-87b4-576d4454827f tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Allocated IP 2001:db8::389 (b0b24265-6c4e-4c12-86e7-7db1368cfdaf/74fae055-9184-4874-83b7-8a3c5bc6ae0c/2b4e3f39-b539-4f6c-8790-0760651ea6f2) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:34:34.669445 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 47024) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:34.689342 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-dc313547-7d94-4942-b1c8-4de04d02efed tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-619007218', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:34:34.718799 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d318868d-9620-414b-9b38-21a56782a915 tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (0f2edcfc-44e0-49ad-9ad7-fa0dd9ee913a), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:34.727882 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aefbc86e-9b46-4c8e-ab8d-f526402ef31a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-a36a22ff-d0eb-47b3-8f16-6373033a6d51', 'network_id': 'a36a22ff-d0eb-47b3-8f16-6373033a6d51', 'project_id': '1dcfbfeb897648c6ad07937129f0b5e8', 'fixed_ips': [{'subnet_id': '729b1b22-49f5-4dfa-9f47-d6e2b937f73f'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 12:34:34.728751 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-aefbc86e-9b46-4c8e-ab8d-f526402ef31a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:34.731841 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-0db6f52d-f627-4cec-9a11-567c56f1fac6 None None] Provisioning complete for port 1a2a8fe0-d047-4198-ab73-994f9f6be316 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:34:34.732212 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0db6f52d-f627-4cec-9a11-567c56f1fac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (1a2a8fe0-d047-4198-ab73-994f9f6be316), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:34.747227 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-512c3279-cf2e-4878-87b4-576d4454827f tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Allocated IP 2001:db8:0:1::3b6 (b0b24265-6c4e-4c12-86e7-7db1368cfdaf/f51c250e-64e5-4a79-a6b5-4fbbba956ffa/2b4e3f39-b539-4f6c-8790-0760651ea6f2) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:34:34.750157 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-dc313547-7d94-4942-b1c8-4de04d02efed tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10933'] for router (ad7daeb7-8519-4cf8-9156-1af69c70ca6e), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:34.751241 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-dc313547-7d94-4942-b1c8-4de04d02efed tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10924'] for router (ad7daeb7-8519-4cf8-9156-1af69c70ca6e), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:34.781842 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd12aad-e9b2-4552-97f9-2d0fad3fc7c1 None None] DHCP port deletion for 0f2edcfc-44e0-49ad-9ad7-fa0dd9ee913a request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 12:34:34.806118 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2c462f1d-c013-4628-8687-04595362b54c admin admin] Publish callbacks [] for security_group (bbe69ba6-b239-4d85-8fa3-35dc5065b403), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:34.855790 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2c462f1d-c013-4628-8687-04595362b54c admin admin] Publish callbacks [] for security_group (bbe69ba6-b239-4d85-8fa3-35dc5065b403), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:35.005883 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0db6f52d-f627-4cec-9a11-567c56f1fac6 None None] Current status of the port 1a2a8fe0-d047-4198-ab73-994f9f6be316 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:34:35.012875 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-dbd12aad-e9b2-4552-97f9-2d0fad3fc7c1 None None] Deleting port 0930607e-4360-4ba8-ac56-bc3501e02c50 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:34:35.013311 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dbd12aad-e9b2-4552-97f9-2d0fad3fc7c1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (0930607e-4360-4ba8-ac56-bc3501e02c50), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:35.026282 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-d318868d-9620-414b-9b38-21a56782a915 tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Deleting port 0930607e-4360-4ba8-ac56-bc3501e02c50 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:34:35.028089 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d318868d-9620-414b-9b38-21a56782a915 tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (0930607e-4360-4ba8-ac56-bc3501e02c50), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:35.057410 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-512c3279-cf2e-4878-87b4-576d4454827f tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks [] for port (2b4e3f39-b539-4f6c-8790-0760651ea6f2), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:35.107683 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-aefbc86e-9b46-4c8e-ab8d-f526402ef31a None None] Allocated IP 172.20.0.2 (a36a22ff-d0eb-47b3-8f16-6373033a6d51/729b1b22-49f5-4dfa-9f47-d6e2b937f73f/10f522b9-f1ac-4899-9ca6-179863debe5a) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:34:35.130636 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-dbd12aad-e9b2-4552-97f9-2d0fad3fc7c1 None None] For port 0930607e-4360-4ba8-ac56-bc3501e02c50, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=0930607e-4360-4ba8-ac56-bc3501e02c50,segment=NetworkSegment(5d0fd9a8-c94a-49a2-a1dc-0234906895c7),segment_id=5d0fd9a8-c94a-49a2-a1dc-0234906895c7)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:34:35.132183 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dbd12aad-e9b2-4552-97f9-2d0fad3fc7c1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (0930607e-4360-4ba8-ac56-bc3501e02c50), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:35.158181 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b85375ea-dcf9-41ce-997a-c83b3750d548 req-7957d869-79cd-4885-b194-3555bba01e51 service neutron] 10.222.0.65 "GET /v2.0/networks/4818c56c-ae1d-43b5-80d2-4a5373ab8e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3565538 Feb 04 12:34:35.162790 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3bb47d2d-67bd-46d1-9028-b9da4de002cb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:35.173628 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-3bb47d2d-67bd-46d1-9028-b9da4de002cb admin admin] 10.222.0.65 "DELETE /v2.0/subnets/bfc8b7b3-6cc4-4f86-84ff-036b79e03a35 HTTP/1.1" status: 204 len: 168 time: 1.3550739 Feb 04 12:34:35.174119 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-d318868d-9620-414b-9b38-21a56782a915 tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] For port 0930607e-4360-4ba8-ac56-bc3501e02c50, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=0930607e-4360-4ba8-ac56-bc3501e02c50,segment=NetworkSegment(5d0fd9a8-c94a-49a2-a1dc-0234906895c7),segment_id=5d0fd9a8-c94a-49a2-a1dc-0234906895c7)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:34:35.176929 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d318868d-9620-414b-9b38-21a56782a915 tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (0930607e-4360-4ba8-ac56-bc3501e02c50), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:35.195313 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 47026) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:35.199477 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-512c3279-cf2e-4878-87b4-576d4454827f tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (2b4e3f39-b539-4f6c-8790-0760651ea6f2), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:35.200047 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-dbd12aad-e9b2-4552-97f9-2d0fad3fc7c1 None None] Calling delete_port for 0930607e-4360-4ba8-ac56-bc3501e02c50 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:34:35.200583 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-d318868d-9620-414b-9b38-21a56782a915 tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Calling delete_port for 0930607e-4360-4ba8-ac56-bc3501e02c50 owned by network:dhcp {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:34:35.202206 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb47d2d-67bd-46d1-9028-b9da4de002cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfc8b7b3-6cc4-4f86-84ff-036b79e03a35,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:35.212728 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 1a2a8fe0-d047-4198-ab73-994f9f6be316 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:34:35.333877 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-dc313547-7d94-4942-b1c8-4de04d02efed tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks [] for router_controller (ad7daeb7-8519-4cf8-9156-1af69c70ca6e), precommit_add_association {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:35.342310 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d318868d-9620-414b-9b38-21a56782a915 tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (0930607e-4360-4ba8-ac56-bc3501e02c50), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:35.377724 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-dc313547-7d94-4942-b1c8-4de04d02efed tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141'] for router (ad7daeb7-8519-4cf8-9156-1af69c70ca6e), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:35.383956 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2c462f1d-c013-4628-8687-04595362b54c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (bbe69ba6-b239-4d85-8fa3-35dc5065b403), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:35.387828 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2c462f1d-c013-4628-8687-04595362b54c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:35.389002 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-2c462f1d-c013-4628-8687-04595362b54c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bbe69ba6-b239-4d85-8fa3-35dc5065b403 HTTP/1.1" status: 204 len: 168 time: 0.7576313 Feb 04 12:34:35.400708 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d318868d-9620-414b-9b38-21a56782a915 tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Pushing event deleted for resources: {'Port': ['ID=0930607e-4360-4ba8-ac56-bc3501e02c50,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:35.403441 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c462f1d-c013-4628-8687-04595362b54c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbe69ba6-b239-4d85-8fa3-35dc5065b403,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:35.425537 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512c3279-cf2e-4878-87b4-576d4454827f tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Network b0b24265-6c4e-4c12-86e7-7db1368cfdaf is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:34:35.434422 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d318868d-9620-414b-9b38-21a56782a915 tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] No DVR routers for this DVR port 0930607e-4360-4ba8-ac56-bc3501e02c50 on host n-d-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:34:35.451858 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-512c3279-cf2e-4878-87b4-576d4454827f tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:34:35.479663 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-dc313547-7d94-4942-b1c8-4de04d02efed tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks [] for router (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:35.481262 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-dc313547-7d94-4942-b1c8-4de04d02efed tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.8023098 Feb 04 12:34:35.501544 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512c3279-cf2e-4878-87b4-576d4454827f tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:34:35.503181 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47032) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:35.507700 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512c3279-cf2e-4878-87b4-576d4454827f tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:34:35.508397 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-512c3279-cf2e-4878-87b4-576d4454827f tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:35.516102 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-9032604c-7c0d-4b55-a3e8-75fa34df34ef tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Request body: {'port': {'network_id': 'a36a22ff-d0eb-47b3-8f16-6373033a6d51', 'name': 'tempest-PortsTestJSON-1919058816'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:34:35.537010 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512c3279-cf2e-4878-87b4-576d4454827f tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Pushing event updated for resources: {'Port': ['ID=2b4e3f39-b539-4f6c-8790-0760651ea6f2,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:35.561076 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-512c3279-cf2e-4878-87b4-576d4454827f tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 3.2584078 Feb 04 12:34:35.564371 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 47034) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:35.574574 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-397e7256-93a1-4c99-85c1-766968cceea5 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '74fae055-9184-4874-83b7-8a3c5bc6ae0c'}]}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:34:35.580227 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-54c0335b-3149-4ceb-acac-438df6427509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (0835ae5c-b28c-4b58-9132-7e86d4bf9be0), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:35.671237 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b85375ea-dcf9-41ce-997a-c83b3750d548 req-d3f40371-3ab8-402a-a904-9b5b0b3466c7 service neutron] 10.222.0.65 "GET /v2.0/networks/4818c56c-ae1d-43b5-80d2-4a5373ab8e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5108616 Feb 04 12:34:35.852601 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d318868d-9620-414b-9b38-21a56782a915 tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (0f2edcfc-44e0-49ad-9ad7-fa0dd9ee913a), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:35.876333 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 1a2a8fe0-d047-4198-ab73-994f9f6be316 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:34:35.877898 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (1a2a8fe0-d047-4198-ab73-994f9f6be316), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:35.952058 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-d318868d-9620-414b-9b38-21a56782a915 tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f2edcfc-44e0-49ad-9ad7-fa0dd9ee913a']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:34:35.966883 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-d318868d-9620-414b-9b38-21a56782a915 tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d0fd9a8-c94a-49a2-a1dc-0234906895c7') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:34:35.967258 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-d318868d-9620-414b-9b38-21a56782a915 tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d0fd9a8-c94a-49a2-a1dc-0234906895c7') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:34:35.974198 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-aefbc86e-9b46-4c8e-ab8d-f526402ef31a None None] Publish callbacks [] for port (10f522b9-f1ac-4899-9ca6-179863debe5a), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:35.981947 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d318868d-9620-414b-9b38-21a56782a915 tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (5d0fd9a8-c94a-49a2-a1dc-0234906895c7), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:36.000048 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d318868d-9620-414b-9b38-21a56782a915 tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (5d0fd9a8-c94a-49a2-a1dc-0234906895c7), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:36.008976 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d318868d-9620-414b-9b38-21a56782a915 tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:34:36.009444 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d318868d-9620-414b-9b38-21a56782a915 tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (5d0fd9a8-c94a-49a2-a1dc-0234906895c7), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:36.015433 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dbd12aad-e9b2-4552-97f9-2d0fad3fc7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (0930607e-4360-4ba8-ac56-bc3501e02c50), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:36.038182 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-73c6b3f3-a226-4a85-803b-d3bc3b6db71c req-1d155a6d-bae7-42ea-b452-62641b15315c tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.65 "GET /v2.0/ports?device_id=4acb9c3c-b6ab-46be-b637-ff51ba0e15fa HTTP/1.1" status: 200 len: 210 time: 0.0575840 Feb 04 12:34:36.044893 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-397e7256-93a1-4c99-85c1-766968cceea5 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (2b4e3f39-b539-4f6c-8790-0760651ea6f2), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:36.049422 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-54c0335b-3149-4ceb-acac-438df6427509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (0835ae5c-b28c-4b58-9132-7e86d4bf9be0), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:36.072406 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-aefbc86e-9b46-4c8e-ab8d-f526402ef31a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (10f522b9-f1ac-4899-9ca6-179863debe5a), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:36.094221 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-54c0335b-3149-4ceb-acac-438df6427509 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0835ae5c-b28c-4b58-9132-7e86d4bf9be0']}} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:34:36.104633 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 12:34:36.104633 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:34:36.104633 n-d-825015-3 neutron-server[103474]: timer() Feb 04 12:34:36.104633 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:34:36.104633 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 12:34:36.104633 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:34:36.104633 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 12:34:36.104633 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:34:36.104633 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 12:34:36.104633 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:34:36.104633 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 12:34:36.104633 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:34:36.104633 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 12:34:36.104633 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:34:36.104633 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:34:36.104633 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:34:36.104633 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:34:36.104633 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:34:36.104633 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 12:34:36.104633 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:34:36.104633 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 12:34:36.104633 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:34:36.104633 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:34:36.104633 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:34:36.104633 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 12:34:36.104633 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:34:36.104633 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:34:36.104633 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:34:36.104633 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:34:36.104633 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:34:36.104633 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:34:36.104633 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:34:36.108313 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-54c0335b-3149-4ceb-acac-438df6427509 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59635821-d692-4ca5-94af-4f1e5c9915a2') {'for_net_delete': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:34:36.108614 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-54c0335b-3149-4ceb-acac-438df6427509 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59635821-d692-4ca5-94af-4f1e5c9915a2') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:34:36.119558 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-54c0335b-3149-4ceb-acac-438df6427509 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51859336'] for segment (59635821-d692-4ca5-94af-4f1e5c9915a2), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:36.145451 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-54c0335b-3149-4ceb-acac-438df6427509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (59635821-d692-4ca5-94af-4f1e5c9915a2), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:36.145826 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd12aad-e9b2-4552-97f9-2d0fad3fc7c1 None None] No DVR routers for this DVR port 0930607e-4360-4ba8-ac56-bc3501e02c50 on host n-d-825015-3 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:34:36.145916 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54c0335b-3149-4ceb-acac-438df6427509 admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=103475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:34:36.145916 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-54c0335b-3149-4ceb-acac-438df6427509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-52093388'] for segment (59635821-d692-4ca5-94af-4f1e5c9915a2), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:36.173483 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aefbc86e-9b46-4c8e-ab8d-f526402ef31a None None] Network a36a22ff-d0eb-47b3-8f16-6373033a6d51 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:34:36.210051 n-d-825015-3 neutron-server[103475]: Traceback (most recent call last): Feb 04 12:34:36.210051 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:34:36.210051 n-d-825015-3 neutron-server[103475]: timer() Feb 04 12:34:36.210051 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:34:36.210051 n-d-825015-3 neutron-server[103475]: cb(*args, **kw) Feb 04 12:34:36.210051 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:34:36.210051 n-d-825015-3 neutron-server[103475]: return func(*args, **kwargs) Feb 04 12:34:36.210051 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:34:36.210051 n-d-825015-3 neutron-server[103475]: self._notify() Feb 04 12:34:36.210051 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:34:36.210051 n-d-825015-3 neutron-server[103475]: self.callback(batched_events) Feb 04 12:34:36.210051 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:34:36.210051 n-d-825015-3 neutron-server[103475]: event.method(event) Feb 04 12:34:36.210051 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:34:36.210051 n-d-825015-3 neutron-server[103475]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:34:36.210051 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:34:36.210051 n-d-825015-3 neutron-server[103475]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:34:36.210051 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:34:36.210051 n-d-825015-3 neutron-server[103475]: return f(self, *a, **k) Feb 04 12:34:36.210051 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:34:36.210051 n-d-825015-3 neutron-server[103475]: return self._get(url).json() Feb 04 12:34:36.210051 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:34:36.210051 n-d-825015-3 neutron-server[103475]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:34:36.210051 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:34:36.210051 n-d-825015-3 neutron-server[103475]: return self.request(url, 'GET', **kwargs) Feb 04 12:34:36.210051 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:34:36.210051 n-d-825015-3 neutron-server[103475]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:34:36.210051 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:34:36.210051 n-d-825015-3 neutron-server[103475]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:34:36.210051 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:34:36.210051 n-d-825015-3 neutron-server[103475]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:34:36.210051 n-d-825015-3 neutron-server[103475]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:34:36.224710 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d318868d-9620-414b-9b38-21a56782a915 tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (0f2edcfc-44e0-49ad-9ad7-fa0dd9ee913a), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:36.242070 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d318868d-9620-414b-9b38-21a56782a915 tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:36.247820 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-d318868d-9620-414b-9b38-21a56782a915 tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] 10.222.0.65 "DELETE /v2.0/networks/0f2edcfc-44e0-49ad-9ad7-fa0dd9ee913a HTTP/1.1" status: 204 len: 168 time: 1.7692482 Feb 04 12:34:36.248384 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-aefbc86e-9b46-4c8e-ab8d-f526402ef31a None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:34:36.250783 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 47058) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:36.263996 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefbc86e-9b46-4c8e-ab8d-f526402ef31a None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:34:36.278766 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd12aad-e9b2-4552-97f9-2d0fad3fc7c1 None None] Pushing event deleted for resources: {'Port': ['ID=0930607e-4360-4ba8-ac56-bc3501e02c50,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:36.292763 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d318868d-9620-414b-9b38-21a56782a915 tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Pushing event deleted for resources: {'Network': ['ID=0f2edcfc-44e0-49ad-9ad7-fa0dd9ee913a,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:36.333410 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9032604c-7c0d-4b55-a3e8-75fa34df34ef tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Made reservation on behalf of 1dcfbfeb897648c6ad07937129f0b5e8 for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:34:36.337664 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-54c0335b-3149-4ceb-acac-438df6427509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (0835ae5c-b28c-4b58-9132-7e86d4bf9be0), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:36.351159 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9032604c-7c0d-4b55-a3e8-75fa34df34ef tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:36.381573 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [None req-9032604c-7c0d-4b55-a3e8-75fa34df34ef tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] device_id is not set on port 660a66e1-2e9c-437f-b301-c0732042a9bb yet. {{(pid=103474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 12:34:36.384186 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-91ecebe1-9fa7-4511-8e0f-018af4dc965e None None] Provisioning complete for port 2b4e3f39-b539-4f6c-8790-0760651ea6f2 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:34:36.384674 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-91ecebe1-9fa7-4511-8e0f-018af4dc965e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (2b4e3f39-b539-4f6c-8790-0760651ea6f2), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:36.410211 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-54c0335b-3149-4ceb-acac-438df6427509 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:36.424621 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-54c0335b-3149-4ceb-acac-438df6427509 admin admin] 10.222.0.65 "DELETE /v2.0/networks/0835ae5c-b28c-4b58-9132-7e86d4bf9be0 HTTP/1.1" status: 204 len: 168 time: 1.2264338 Feb 04 12:34:36.455483 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-91ecebe1-9fa7-4511-8e0f-018af4dc965e None None] Port 2b4e3f39-b539-4f6c-8790-0760651ea6f2 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:34:36.530126 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c0335b-3149-4ceb-acac-438df6427509 admin admin] Pushing event deleted for resources: {'Network': ['ID=0835ae5c-b28c-4b58-9132-7e86d4bf9be0,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:36.546838 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 1a2a8fe0-d047-4198-ab73-994f9f6be316 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:34:36.556804 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefbc86e-9b46-4c8e-ab8d-f526402ef31a None None] Pushing event updated for resources: {'Port': ['ID=10f522b9-f1ac-4899-9ca6-179863debe5a,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:36.571109 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-aefbc86e-9b46-4c8e-ab8d-f526402ef31a None None] Attempting to bind port 10f522b9-f1ac-4899-9ca6-179863debe5a on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:34:36.571592 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-aefbc86e-9b46-4c8e-ab8d-f526402ef31a None None] Attempting to bind port 10f522b9-f1ac-4899-9ca6-179863debe5a by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': 'b47a2309-009f-42fa-bf10-2b5d334fe72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'a36a22ff-d0eb-47b3-8f16-6373033a6d51'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:34:36.572492 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aefbc86e-9b46-4c8e-ab8d-f526402ef31a None None] Attempting to bind port 10f522b9-f1ac-4899-9ca6-179863debe5a on network a36a22ff-d0eb-47b3-8f16-6373033a6d51 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:34:36.583074 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aefbc86e-9b46-4c8e-ab8d-f526402ef31a None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:34:36.584581 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aefbc86e-9b46-4c8e-ab8d-f526402ef31a None None] Checking segment: {'id': 'b47a2309-009f-42fa-bf10-2b5d334fe72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'a36a22ff-d0eb-47b3-8f16-6373033a6d51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:34:36.586059 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-aefbc86e-9b46-4c8e-ab8d-f526402ef31a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:36.586562 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aefbc86e-9b46-4c8e-ab8d-f526402ef31a None None] Bound using segment: {'id': 'b47a2309-009f-42fa-bf10-2b5d334fe72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'a36a22ff-d0eb-47b3-8f16-6373033a6d51'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:34:36.603795 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-aefbc86e-9b46-4c8e-ab8d-f526402ef31a None None] Bound port: 10f522b9-f1ac-4899-9ca6-179863debe5a, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b47a2309-009f-42fa-bf10-2b5d334fe72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'a36a22ff-d0eb-47b3-8f16-6373033a6d51'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:34:36.604647 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-aefbc86e-9b46-4c8e-ab8d-f526402ef31a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (10f522b9-f1ac-4899-9ca6-179863debe5a), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:36.700256 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47070) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:36.719452 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-9032604c-7c0d-4b55-a3e8-75fa34df34ef tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Allocated IP 172.20.0.11 (a36a22ff-d0eb-47b3-8f16-6373033a6d51/729b1b22-49f5-4dfa-9f47-d6e2b937f73f/660a66e1-2e9c-437f-b301-c0732042a9bb) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:34:36.725155 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-aefbc86e-9b46-4c8e-ab8d-f526402ef31a None None] For port 10f522b9-f1ac-4899-9ca6-179863debe5a, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:34:36.735608 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-aefbc86e-9b46-4c8e-ab8d-f526402ef31a None None] For port 10f522b9-f1ac-4899-9ca6-179863debe5a, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=10f522b9-f1ac-4899-9ca6-179863debe5a,segment=NetworkSegment(b47a2309-009f-42fa-bf10-2b5d334fe72d),segment_id=b47a2309-009f-42fa-bf10-2b5d334fe72d)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:34:36.749607 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 0930607e-4360-4ba8-ac56-bc3501e02c50 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:34:36.801783 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 0930607e-4360-4ba8-ac56-bc3501e02c50 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:34:36.802390 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 0930607e-4360-4ba8-ac56-bc3501e02c50 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:34:36.804903 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-aefbc86e-9b46-4c8e-ab8d-f526402ef31a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (10f522b9-f1ac-4899-9ca6-179863debe5a), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:36.867674 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-da1757bb-6f85-4ed6-8b18-eb82fc7d6f9d tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Deleting port c8dbb571-5917-480c-8978-e168db9bc28b {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:34:36.868040 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-da1757bb-6f85-4ed6-8b18-eb82fc7d6f9d tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (c8dbb571-5917-480c-8978-e168db9bc28b), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:36.942176 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefbc86e-9b46-4c8e-ab8d-f526402ef31a None None] Pushing event updated for resources: {'Port': ['ID=10f522b9-f1ac-4899-9ca6-179863debe5a,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:37.137328 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-16fc3ba0-4933-428b-8ba5-433a978a7c7c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8f5f4413bdc04fb5980327b284e9b657&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4357622 Feb 04 12:34:37.140453 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47080) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:37.282110 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9032604c-7c0d-4b55-a3e8-75fa34df34ef tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks [] for port (660a66e1-2e9c-437f-b301-c0732042a9bb), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:37.311932 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-397e7256-93a1-4c99-85c1-766968cceea5 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Delete allocated IP 2001:db8:0:1::3b6 (b0b24265-6c4e-4c12-86e7-7db1368cfdaf/f51c250e-64e5-4a79-a6b5-4fbbba956ffa) {{(pid=103475) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 04 12:34:37.313577 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8fdaafb9-29a8-46e0-9304-86416c2794f7 admin admin] Publish callbacks [] for security_group (6f246d8a-72f3-476e-ae61-65f1239a8902), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:37.327067 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-efaf832c-d055-4cd2-955c-3ca59937167e req-ce81cf35-2216-4052-8bd7-c351b060e300 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.65 "GET /v2.0/ports?device_id=4acb9c3c-b6ab-46be-b637-ff51ba0e15fa HTTP/1.1" status: 200 len: 210 time: 0.1317489 Feb 04 12:34:37.341967 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-da1757bb-6f85-4ed6-8b18-eb82fc7d6f9d tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (c8dbb571-5917-480c-8978-e168db9bc28b), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:37.342438 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-da1757bb-6f85-4ed6-8b18-eb82fc7d6f9d tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Publish callbacks [] for floatingip (c8dbb571-5917-480c-8978-e168db9bc28b), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:37.356370 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8fdaafb9-29a8-46e0-9304-86416c2794f7 admin admin] Publish callbacks [] for security_group (6f246d8a-72f3-476e-ae61-65f1239a8902), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:37.497758 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9032604c-7c0d-4b55-a3e8-75fa34df34ef tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (660a66e1-2e9c-437f-b301-c0732042a9bb), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:37.551907 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-da1757bb-6f85-4ed6-8b18-eb82fc7d6f9d tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Calling delete_port for c8dbb571-5917-480c-8978-e168db9bc28b owned by network:floatingip {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:34:37.593144 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9032604c-7c0d-4b55-a3e8-75fa34df34ef tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Network a36a22ff-d0eb-47b3-8f16-6373033a6d51 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:34:37.596480 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-9032604c-7c0d-4b55-a3e8-75fa34df34ef tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:34:37.626239 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9032604c-7c0d-4b55-a3e8-75fa34df34ef tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:34:37.641653 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8fdaafb9-29a8-46e0-9304-86416c2794f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (6f246d8a-72f3-476e-ae61-65f1239a8902), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:37.671275 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8fdaafb9-29a8-46e0-9304-86416c2794f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:37.678310 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-8fdaafb9-29a8-46e0-9304-86416c2794f7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6f246d8a-72f3-476e-ae61-65f1239a8902 HTTP/1.1" status: 204 len: 168 time: 0.5351474 Feb 04 12:34:37.749861 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9032604c-7c0d-4b55-a3e8-75fa34df34ef tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Pushing event updated for resources: {'Port': ['ID=660a66e1-2e9c-437f-b301-c0732042a9bb,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:37.780085 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdaafb9-29a8-46e0-9304-86416c2794f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f246d8a-72f3-476e-ae61-65f1239a8902,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:37.832613 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9032604c-7c0d-4b55-a3e8-75fa34df34ef tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:34:37.835100 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9032604c-7c0d-4b55-a3e8-75fa34df34ef tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:37.878728 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-9032604c-7c0d-4b55-a3e8-75fa34df34ef tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.3739021 Feb 04 12:34:37.880723 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47118) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:37.935288 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-397e7256-93a1-4c99-85c1-766968cceea5 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks [] for port (2b4e3f39-b539-4f6c-8790-0760651ea6f2), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:37.946884 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85375ea-dcf9-41ce-997a-c83b3750d548 req-c1e679ae-9558-43f2-9fda-168aa19710e2 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:34:37.949201 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b85375ea-dcf9-41ce-997a-c83b3750d548 req-c1e679ae-9558-43f2-9fda-168aa19710e2 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.77 "GET /v2.0/networks?id=4818c56c-ae1d-43b5-80d2-4a5373ab8e6b HTTP/1.1" status: 200 len: 815 time: 0.4239597 Feb 04 12:34:37.952395 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-397e7256-93a1-4c99-85c1-766968cceea5 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (2b4e3f39-b539-4f6c-8790-0760651ea6f2), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:38.023565 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-b85375ea-dcf9-41ce-997a-c83b3750d548 req-0cf0d049-f277-4c2c-9e14-f21a573cf797 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Request body: {'port': {'device_id': '4acb9c3c-b6ab-46be-b637-ff51ba0e15fa', 'network_id': '4818c56c-ae1d-43b5-80d2-4a5373ab8e6b', 'admin_state_up': True, 'tenant_id': '72075fcbbaca4534bfa18449bac56045'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:34:38.292539 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47126) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:38.674799 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b8ad487f-3ffe-432b-ab93-d36c02325869 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:38.724728 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-2e6b881b-22ca-4c53-9d34-ef90209e9fb0 None None] Provisioning complete for port 2b4e3f39-b539-4f6c-8790-0760651ea6f2 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:34:38.725298 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2e6b881b-22ca-4c53-9d34-ef90209e9fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (2b4e3f39-b539-4f6c-8790-0760651ea6f2), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:38.771336 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-22c71634-720d-4f57-a2d5-541cefbe3692 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (660a66e1-2e9c-437f-b301-c0732042a9bb), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:38.823428 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397e7256-93a1-4c99-85c1-766968cceea5 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Pushing event updated for resources: {'Port': ['ID=2b4e3f39-b539-4f6c-8790-0760651ea6f2,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:38.881515 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-2e6b881b-22ca-4c53-9d34-ef90209e9fb0 None None] Port 2b4e3f39-b539-4f6c-8790-0760651ea6f2 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:34:38.948397 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-397e7256-93a1-4c99-85c1-766968cceea5 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] In _notify_port_updated(), no bound segment for port 2b4e3f39-b539-4f6c-8790-0760651ea6f2 on network b0b24265-6c4e-4c12-86e7-7db1368cfdaf {{(pid=103475) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 04 12:34:38.955417 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397e7256-93a1-4c99-85c1-766968cceea5 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:34:38.957380 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-397e7256-93a1-4c99-85c1-766968cceea5 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:38.960545 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-397e7256-93a1-4c99-85c1-766968cceea5 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "PUT /v2.0/ports/2b4e3f39-b539-4f6c-8790-0760651ea6f2 HTTP/1.1" status: 200 len: 926 time: 3.3935363 Feb 04 12:34:38.963788 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c7c87b9a-2185-4e16-99ed-aee6249dcc00 req-781e78a6-f9d4-4bbe-98bb-8ae96be3bd9c tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.65 "GET /v2.0/ports?device_id=4acb9c3c-b6ab-46be-b637-ff51ba0e15fa HTTP/1.1" status: 200 len: 210 time: 0.1924617 Feb 04 12:34:38.968279 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 47148) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:38.977290 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-0cb75b3b-cafe-408b-a705-e9dd3364d306 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '74fae055-9184-4874-83b7-8a3c5bc6ae0c'}, {'subnet_id': 'f51c250e-64e5-4a79-a6b5-4fbbba956ffa'}]}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:34:39.102877 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-da1757bb-6f85-4ed6-8b18-eb82fc7d6f9d tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (c8dbb571-5917-480c-8978-e168db9bc28b), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:39.148449 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b8ad487f-3ffe-432b-ab93-d36c02325869 admin admin] Publish callbacks [] for security_group (67fe43e9-2bf4-4821-95ce-5902ba2bb410), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:39.169449 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b8ad487f-3ffe-432b-ab93-d36c02325869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (67fe43e9-2bf4-4821-95ce-5902ba2bb410), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:39.258183 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 47152) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:39.261180 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1757bb-6f85-4ed6-8b18-eb82fc7d6f9d tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Pushing event deleted for resources: {'Port': ['ID=c8dbb571-5917-480c-8978-e168db9bc28b,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:39.326265 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 10f522b9-f1ac-4899-9ca6-179863debe5a up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:34:39.415767 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2a1590-15f3-490d-82cd-31d0deaaf830 None None] Network a36a22ff-d0eb-47b3-8f16-6373033a6d51 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:34:39.552128 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b85375ea-dcf9-41ce-997a-c83b3750d548 req-0cf0d049-f277-4c2c-9e14-f21a573cf797 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Made reservation on behalf of 72075fcbbaca4534bfa18449bac56045 for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:34:39.558135 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-b85375ea-dcf9-41ce-997a-c83b3750d548 req-0cf0d049-f277-4c2c-9e14-f21a573cf797 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:39.634014 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0cb75b3b-cafe-408b-a705-e9dd3364d306 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (2b4e3f39-b539-4f6c-8790-0760651ea6f2), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:39.647114 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-93dfadef-8aa1-4e3c-820b-7b719ceb06ed None None] Provisioning complete for port 10f522b9-f1ac-4899-9ca6-179863debe5a triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:34:39.647844 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-93dfadef-8aa1-4e3c-820b-7b719ceb06ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (10f522b9-f1ac-4899-9ca6-179863debe5a), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:39.681223 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-da1757bb-6f85-4ed6-8b18-eb82fc7d6f9d tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Publish callbacks [] for floatingip (e085b71a-d15a-4fae-9f1d-d715cbc278bd), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:39.688023 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-da1757bb-6f85-4ed6-8b18-eb82fc7d6f9d tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:39.695863 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-da1757bb-6f85-4ed6-8b18-eb82fc7d6f9d tempest-FloatingIPAdminTestJSON-284055624 tempest-FloatingIPAdminTestJSON-284055624-project] 10.222.0.65 "DELETE /v2.0/floatingips/e085b71a-d15a-4fae-9f1d-d715cbc278bd HTTP/1.1" status: 204 len: 168 time: 3.4421835 Feb 04 12:34:39.718950 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-44da65cd-0fb7-4c22-b50b-439b0d998f96 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1771587443-network', 'tenant_id': '6d2d96abb2ff46d88357aa25adf70711'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:34:39.759754 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-b8ad487f-3ffe-432b-ab93-d36c02325869 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=58f1b8fed7a04d7e9d55c15e2c932f5a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4657736 Feb 04 12:34:39.768690 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47162) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:39.777177 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 10f522b9-f1ac-4899-9ca6-179863debe5a triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:34:39.778203 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (10f522b9-f1ac-4899-9ca6-179863debe5a), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:39.839543 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44da65cd-0fb7-4c22-b50b-439b0d998f96 admin admin] Made reservation on behalf of 6d2d96abb2ff46d88357aa25adf70711 for: {'network': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:34:39.848263 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-44da65cd-0fb7-4c22-b50b-439b0d998f96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:39.853362 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ad487f-3ffe-432b-ab93-d36c02325869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67fe43e9-2bf4-4821-95ce-5902ba2bb410,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:39.882996 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ad487f-3ffe-432b-ab93-d36c02325869 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:34:39.883461 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ad487f-3ffe-432b-ab93-d36c02325869 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:34:39.883899 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ad487f-3ffe-432b-ab93-d36c02325869 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:34:39.884305 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ad487f-3ffe-432b-ab93-d36c02325869 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:34:39.884700 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ad487f-3ffe-432b-ab93-d36c02325869 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:34:39.885095 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ad487f-3ffe-432b-ab93-d36c02325869 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:34:39.885489 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ad487f-3ffe-432b-ab93-d36c02325869 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:34:39.885987 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ad487f-3ffe-432b-ab93-d36c02325869 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:34:39.886383 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ad487f-3ffe-432b-ab93-d36c02325869 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:34:39.886930 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ad487f-3ffe-432b-ab93-d36c02325869 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:34:39.887164 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ad487f-3ffe-432b-ab93-d36c02325869 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:34:39.888398 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ad487f-3ffe-432b-ab93-d36c02325869 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:34:39.888819 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ad487f-3ffe-432b-ab93-d36c02325869 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:34:39.902041 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-800f11db-3b05-4b69-b69f-6b825392dfa8 admin admin] Publish callbacks [] for security_group (67fe43e9-2bf4-4821-95ce-5902ba2bb410), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:39.904853 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-44da65cd-0fb7-4c22-b50b-439b0d998f96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:39.927488 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-800f11db-3b05-4b69-b69f-6b825392dfa8 admin admin] Publish callbacks [] for security_group (67fe43e9-2bf4-4821-95ce-5902ba2bb410), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:40.073226 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-800f11db-3b05-4b69-b69f-6b825392dfa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (67fe43e9-2bf4-4821-95ce-5902ba2bb410), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:40.077855 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 10f522b9-f1ac-4899-9ca6-179863debe5a is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:34:40.078442 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (10f522b9-f1ac-4899-9ca6-179863debe5a), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:40.081199 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-93dfadef-8aa1-4e3c-820b-7b719ceb06ed None None] Current status of the port 10f522b9-f1ac-4899-9ca6-179863debe5a is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:34:40.081808 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-93dfadef-8aa1-4e3c-820b-7b719ceb06ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (10f522b9-f1ac-4899-9ca6-179863debe5a), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:40.085405 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-800f11db-3b05-4b69-b69f-6b825392dfa8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:40.088973 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-800f11db-3b05-4b69-b69f-6b825392dfa8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/67fe43e9-2bf4-4821-95ce-5902ba2bb410 HTTP/1.1" status: 204 len: 168 time: 0.3168495 Feb 04 12:34:40.101001 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-22c71634-720d-4f57-a2d5-541cefbe3692 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks [] for port (660a66e1-2e9c-437f-b301-c0732042a9bb), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:40.143669 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-22c71634-720d-4f57-a2d5-541cefbe3692 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (660a66e1-2e9c-437f-b301-c0732042a9bb), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:40.150129 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-b85375ea-dcf9-41ce-997a-c83b3750d548 req-0cf0d049-f277-4c2c-9e14-f21a573cf797 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Allocated IP 172.20.0.6 (4818c56c-ae1d-43b5-80d2-4a5373ab8e6b/fbb54edd-3278-45b2-a986-7521678ba6ac/469449ce-763d-4db4-a452-63e01e8fed24) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:34:40.172017 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-93dfadef-8aa1-4e3c-820b-7b719ceb06ed None None] For port 10f522b9-f1ac-4899-9ca6-179863debe5a, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=10f522b9-f1ac-4899-9ca6-179863debe5a,segment=NetworkSegment(b47a2309-009f-42fa-bf10-2b5d334fe72d),segment_id=b47a2309-009f-42fa-bf10-2b5d334fe72d)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:34:40.179560 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-93dfadef-8aa1-4e3c-820b-7b719ceb06ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (10f522b9-f1ac-4899-9ca6-179863debe5a), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:40.186380 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800f11db-3b05-4b69-b69f-6b825392dfa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67fe43e9-2bf4-4821-95ce-5902ba2bb410,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:40.197740 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47170) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:40.291618 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dbe2efcc-7eb9-4003-8353-529e817123c3 req-11a565e2-6453-4009-b302-5d0d2c5535c2 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.65 "GET /v2.0/ports?device_id=4acb9c3c-b6ab-46be-b637-ff51ba0e15fa HTTP/1.1" status: 200 len: 210 time: 0.0797229 Feb 04 12:34:40.316590 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dfadef-8aa1-4e3c-820b-7b719ceb06ed None None] Pushing event updated for resources: {'Port': ['ID=10f522b9-f1ac-4899-9ca6-179863debe5a,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:40.384686 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.db.api [None req-b116c552-173d-469e-b16f-751f4467941a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103476) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 12:34:40.385042 n-d-825015-3 neutron-server[103476]: DEBUG oslo_db.api [None req-b116c552-173d-469e-b16f-751f4467941a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 12:34:40.415152 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c71634-720d-4f57-a2d5-541cefbe3692 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Pushing event updated for resources: {'Port': ['ID=660a66e1-2e9c-437f-b301-c0732042a9bb,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:40.520086 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-2aea1288-b742-462f-b520-2f68b9e1fbe0 None None] Provisioning complete for port 660a66e1-2e9c-437f-b301-c0732042a9bb triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:34:40.521385 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2aea1288-b742-462f-b520-2f68b9e1fbe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (660a66e1-2e9c-437f-b301-c0732042a9bb), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:40.623164 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-2aea1288-b742-462f-b520-2f68b9e1fbe0 None None] Port 660a66e1-2e9c-437f-b301-c0732042a9bb cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:34:40.661655 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-2aea1288-b742-462f-b520-2f68b9e1fbe0 None None] Provisioning complete for port 10f522b9-f1ac-4899-9ca6-179863debe5a triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:34:40.662389 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2aea1288-b742-462f-b520-2f68b9e1fbe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (10f522b9-f1ac-4899-9ca6-179863debe5a), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:40.750971 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-44da65cd-0fb7-4c22-b50b-439b0d998f96 admin admin] Publish callbacks [] for security_group (298cdae3-8a94-4f2b-ad9f-68a3e4a3ab72), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:40.768901 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-0cb75b3b-cafe-408b-a705-e9dd3364d306 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Allocated IP 2001:db8:0:1::33c (b0b24265-6c4e-4c12-86e7-7db1368cfdaf/f51c250e-64e5-4a79-a6b5-4fbbba956ffa/2b4e3f39-b539-4f6c-8790-0760651ea6f2) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:34:40.809260 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-44da65cd-0fb7-4c22-b50b-439b0d998f96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (298cdae3-8a94-4f2b-ad9f-68a3e4a3ab72), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:40.858926 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44da65cd-0fb7-4c22-b50b-439b0d998f96 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=103475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:34:40.903114 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-44da65cd-0fb7-4c22-b50b-439b0d998f96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (457a9e0a-0e75-459f-be4c-5045e8830e74), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:40.903547 n-d-825015-3 neutron-server[103475]: INFO neutron.db.segments_db [None req-44da65cd-0fb7-4c22-b50b-439b0d998f96 admin admin] Added segment 457a9e0a-0e75-459f-be4c-5045e8830e74 of type vlan for network 647cdb67-8c3d-4450-9185-dcf62d584045 Feb 04 12:34:40.957640 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-b10354a7-2e5a-457d-ae8e-7964b8fbb7e8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fae0c9d7f13a472c95eb0397d2831cdf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6938524 Feb 04 12:34:40.963312 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-2aea1288-b742-462f-b520-2f68b9e1fbe0 None None] Current status of the port 10f522b9-f1ac-4899-9ca6-179863debe5a is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:34:40.964460 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47186) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:41.042990 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-22c71634-720d-4f57-a2d5-541cefbe3692 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1599818'] for router_interface (ad7daeb7-8519-4cf8-9156-1af69c70ca6e), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:41.048155 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 10f522b9-f1ac-4899-9ca6-179863debe5a is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:34:41.104210 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-a5b4de9b-d72d-4268-b4a2-4fe42c326756 None None] Provisioning complete for port 660a66e1-2e9c-437f-b301-c0732042a9bb triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:34:41.104602 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a5b4de9b-d72d-4268-b4a2-4fe42c326756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (660a66e1-2e9c-437f-b301-c0732042a9bb), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:41.203837 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-a5b4de9b-d72d-4268-b4a2-4fe42c326756 None None] Port 660a66e1-2e9c-437f-b301-c0732042a9bb cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:34:41.246205 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 10f522b9-f1ac-4899-9ca6-179863debe5a up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:34:41.259227 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44da65cd-0fb7-4c22-b50b-439b0d998f96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=298cdae3-8a94-4f2b-ad9f-68a3e4a3ab72,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:41.332627 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-b85375ea-dcf9-41ce-997a-c83b3750d548 req-0cf0d049-f277-4c2c-9e14-f21a573cf797 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Publish callbacks [] for port (469449ce-763d-4db4-a452-63e01e8fed24), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:41.352275 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-44da65cd-0fb7-4c22-b50b-439b0d998f96 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (647cdb67-8c3d-4450-9185-dcf62d584045), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:41.394020 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-8bbbb063-2b91-4121-a7c1-437d99d5f61f None None] Provisioning complete for port 660a66e1-2e9c-437f-b301-c0732042a9bb triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:34:41.394418 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8bbbb063-2b91-4121-a7c1-437d99d5f61f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (660a66e1-2e9c-437f-b301-c0732042a9bb), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:41.405872 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-22c71634-720d-4f57-a2d5-541cefbe3692 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (660a66e1-2e9c-437f-b301-c0732042a9bb), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:41.433272 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-506305ff-5f72-4a82-8012-67e3f1204d2e admin admin] Publish callbacks [] for security_group (fcfc4084-3ca1-40f6-a94d-84fb7cf2ed9c), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:41.493750 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-8bbbb063-2b91-4121-a7c1-437d99d5f61f None None] Port 660a66e1-2e9c-437f-b301-c0732042a9bb cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:34:41.493750 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 10f522b9-f1ac-4899-9ca6-179863debe5a triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:34:41.493750 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (10f522b9-f1ac-4899-9ca6-179863debe5a), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:41.496183 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-44da65cd-0fb7-4c22-b50b-439b0d998f96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (647cdb67-8c3d-4450-9185-dcf62d584045), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:41.497633 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44da65cd-0fb7-4c22-b50b-439b0d998f96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:34:41.498289 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-44da65cd-0fb7-4c22-b50b-439b0d998f96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:41.536802 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-506305ff-5f72-4a82-8012-67e3f1204d2e admin admin] Publish callbacks [] for security_group (fcfc4084-3ca1-40f6-a94d-84fb7cf2ed9c), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:41.542887 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-38c7716b-d91f-4b5e-8802-37c167917f22 req-bc3c6123-7fef-443f-b2fb-0f0b59e59619 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.65 "GET /v2.0/ports?device_id=4acb9c3c-b6ab-46be-b637-ff51ba0e15fa HTTP/1.1" status: 200 len: 210 time: 0.0746408 Feb 04 12:34:41.648384 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 10f522b9-f1ac-4899-9ca6-179863debe5a is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:34:41.649058 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0cb75b3b-cafe-408b-a705-e9dd3364d306 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks [] for port (2b4e3f39-b539-4f6c-8790-0760651ea6f2), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:41.686140 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-b85375ea-dcf9-41ce-997a-c83b3750d548 req-0cf0d049-f277-4c2c-9e14-f21a573cf797 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (469449ce-763d-4db4-a452-63e01e8fed24), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:41.718609 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0cb75b3b-cafe-408b-a705-e9dd3364d306 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (2b4e3f39-b539-4f6c-8790-0760651ea6f2), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:41.733343 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-44da65cd-0fb7-4c22-b50b-439b0d998f96 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.4680097 Feb 04 12:34:41.817674 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 47208) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:41.818390 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf0d049-f277-4c2c-9e14-f21a573cf797 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Pushing event updated for resources: {'Port': ['ID=469449ce-763d-4db4-a452-63e01e8fed24,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:41.838688 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-95971a12-b212-4b09-943e-f59823f23567 admin admin] Request body: {'subnet': {'network_id': '647cdb67-8c3d-4450-9185-dcf62d584045', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1771587443-subnet', 'tenant_id': '6d2d96abb2ff46d88357aa25adf70711', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:34:41.904183 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 47210) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:41.927844 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-22c71634-720d-4f57-a2d5-541cefbe3692 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks [] for port (660a66e1-2e9c-437f-b301-c0732042a9bb), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:41.935602 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b85375ea-dcf9-41ce-997a-c83b3750d548 req-0cf0d049-f277-4c2c-9e14-f21a573cf797 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Network 4818c56c-ae1d-43b5-80d2-4a5373ab8e6b is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:34:41.937912 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-22c71634-720d-4f57-a2d5-541cefbe3692 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (660a66e1-2e9c-437f-b301-c0732042a9bb), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:41.945510 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44da65cd-0fb7-4c22-b50b-439b0d998f96 admin admin] Pushing event updated for resources: {'Network': ['ID=647cdb67-8c3d-4450-9185-dcf62d584045,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:41.958513 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 647cdb67-8c3d-4450-9185-dcf62d584045 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:34:41.964683 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-b85375ea-dcf9-41ce-997a-c83b3750d548 req-0cf0d049-f277-4c2c-9e14-f21a573cf797 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:34:42.009499 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-22c71634-720d-4f57-a2d5-541cefbe3692 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622202'] for router_interface (ad7daeb7-8519-4cf8-9156-1af69c70ca6e), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:42.011859 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-b85375ea-dcf9-41ce-997a-c83b3750d548 req-0cf0d049-f277-4c2c-9e14-f21a573cf797 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:34:42.044076 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-0cb75b3b-cafe-408b-a705-e9dd3364d306 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] In _notify_port_updated(), no bound segment for port 2b4e3f39-b539-4f6c-8790-0760651ea6f2 on network b0b24265-6c4e-4c12-86e7-7db1368cfdaf {{(pid=103475) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 04 12:34:42.055167 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb75b3b-cafe-408b-a705-e9dd3364d306 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:34:42.056126 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0cb75b3b-cafe-408b-a705-e9dd3364d306 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:42.060652 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-0cb75b3b-cafe-408b-a705-e9dd3364d306 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "PUT /v2.0/ports/2b4e3f39-b539-4f6c-8790-0760651ea6f2 HTTP/1.1" status: 200 len: 1012 time: 3.0910382 Feb 04 12:34:42.065733 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 47216) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:42.126325 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c71634-720d-4f57-a2d5-541cefbe3692 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Pushing event updated for resources: {'Port': ['ID=660a66e1-2e9c-437f-b301-c0732042a9bb,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:42.155129 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bc5516-494d-43ff-8df6-8911271b02d0 req-c9d890fb-137c-42f1-9023-061097a8151f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:34:42.156644 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-42bc5516-494d-43ff-8df6-8911271b02d0 req-c9d890fb-137c-42f1-9023-061097a8151f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=60403df8fc1a4b00b06a45bfc2d7e2b2&device_id=b8861db3-f96d-4488-9972-dc9abe44d442 HTTP/1.1" status: 200 len: 1127 time: 0.5593936 Feb 04 12:34:42.157273 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95971a12-b212-4b09-943e-f59823f23567 admin admin] Made reservation on behalf of 6d2d96abb2ff46d88357aa25adf70711 for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:34:42.159926 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-95971a12-b212-4b09-943e-f59823f23567 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:42.164103 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-506305ff-5f72-4a82-8012-67e3f1204d2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (fcfc4084-3ca1-40f6-a94d-84fb7cf2ed9c), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:42.171545 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-506305ff-5f72-4a82-8012-67e3f1204d2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:42.175897 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-506305ff-5f72-4a82-8012-67e3f1204d2e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fcfc4084-3ca1-40f6-a94d-84fb7cf2ed9c HTTP/1.1" status: 204 len: 168 time: 1.2072141 Feb 04 12:34:42.209783 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506305ff-5f72-4a82-8012-67e3f1204d2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcfc4084-3ca1-40f6-a94d-84fb7cf2ed9c,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:42.232684 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb75b3b-cafe-408b-a705-e9dd3364d306 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Pushing event updated for resources: {'Port': ['ID=2b4e3f39-b539-4f6c-8790-0760651ea6f2,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:42.246877 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c71634-720d-4f57-a2d5-541cefbe3692 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Network a36a22ff-d0eb-47b3-8f16-6373033a6d51 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:34:42.247380 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-be3bb310-33ae-412f-96e9-a052dd45edb1 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1315260022-network', 'tenant_id': '6811610fed404ab8950570f16fc94eb8'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:34:42.248495 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-22c71634-720d-4f57-a2d5-541cefbe3692 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:34:42.275199 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd087106-f40f-4958-944f-62e5a3fafe49 req-ed0aa431-4103-4d43-9575-3af20d57b60f tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:34:42.278718 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cd087106-f40f-4958-944f-62e5a3fafe49 req-ed0aa431-4103-4d43-9575-3af20d57b60f tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8861db3-f96d-4488-9972-dc9abe44d442 HTTP/1.1" status: 200 len: 945 time: 0.6409192 Feb 04 12:34:42.346318 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-52d6d9da-3c4e-4fa8-b464-44b82b1c2e59 None None] Provisioning complete for port 2b4e3f39-b539-4f6c-8790-0760651ea6f2 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:34:42.347638 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-52d6d9da-3c4e-4fa8-b464-44b82b1c2e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (2b4e3f39-b539-4f6c-8790-0760651ea6f2), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:42.409494 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-52d6d9da-3c4e-4fa8-b464-44b82b1c2e59 None None] Port 2b4e3f39-b539-4f6c-8790-0760651ea6f2 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:34:42.435141 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22c71634-720d-4f57-a2d5-541cefbe3692 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Router ad7daeb7-8519-4cf8-9156-1af69c70ca6e is scheduled to L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de with binding_index 1 {{(pid=103474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 12:34:42.542595 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85375ea-dcf9-41ce-997a-c83b3750d548 req-0cf0d049-f277-4c2c-9e14-f21a573cf797 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:34:42.543759 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-b85375ea-dcf9-41ce-997a-c83b3750d548 req-0cf0d049-f277-4c2c-9e14-f21a573cf797 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:42.604268 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22c71634-720d-4f57-a2d5-541cefbe3692 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:34:42.614593 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-22c71634-720d-4f57-a2d5-541cefbe3692 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "PUT /v2.0/routers/ad7daeb7-8519-4cf8-9156-1af69c70ca6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7293088 Feb 04 12:34:42.616167 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be3bb310-33ae-412f-96e9-a052dd45edb1 admin admin] Made reservation on behalf of 6811610fed404ab8950570f16fc94eb8 for: {'network': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:34:42.616881 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47224) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:42.618026 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-be3bb310-33ae-412f-96e9-a052dd45edb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:42.629786 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa0adc4-4429-4776-95ac-1eb747d15fdc None None] Sync routers for ids ['ad7daeb7-8519-4cf8-9156-1af69c70ca6e'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:34:42.638695 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-be3bb310-33ae-412f-96e9-a052dd45edb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:42.651497 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bc5516-494d-43ff-8df6-8911271b02d0 req-308143a8-05c3-416e-bd47-b24c0f0b11b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:34:42.658438 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa0adc4-4429-4776-95ac-1eb747d15fdc None None] Routers {'ad7daeb7-8519-4cf8-9156-1af69c70ca6e'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:34:42.659593 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-bfa0adc4-4429-4776-95ac-1eb747d15fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:34:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['ad7daeb7-8519-4cf8-9156-1af69c70ca6e'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:34:42.662977 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-42bc5516-494d-43ff-8df6-8911271b02d0 req-308143a8-05c3-416e-bd47-b24c0f0b11b2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e5afc4b2-b62e-43cc-a807-b008639c0d4f HTTP/1.1" status: 200 len: 920 time: 0.4464052 Feb 04 12:34:42.706995 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b85375ea-dcf9-41ce-997a-c83b3750d548 req-0cf0d049-f277-4c2c-9e14-f21a573cf797 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7436430 Feb 04 12:34:42.732776 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9182392-e9ac-4f28-b2b3-384ff97de332 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:34:42.734543 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-a9182392-e9ac-4f28-b2b3-384ff97de332 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad7daeb7-8519-4cf8-9156-1af69c70ca6e HTTP/1.1" status: 200 len: 983 time: 0.1151600 Feb 04 12:34:42.738141 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47228) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:42.741554 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-7641bd65-0b06-4874-9b3d-f91c4656e304 None None] Provisioning complete for port 660a66e1-2e9c-437f-b301-c0732042a9bb triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:34:42.745399 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7641bd65-0b06-4874-9b3d-f91c4656e304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (660a66e1-2e9c-437f-b301-c0732042a9bb), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:42.769902 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-b85375ea-dcf9-41ce-997a-c83b3750d548 req-5189e81c-ba73-46cf-a3e8-9c6bf70780b4 service neutron] Request body: {'port': {'device_id': '4acb9c3c-b6ab-46be-b637-ff51ba0e15fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:34:42.812663 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-7641bd65-0b06-4874-9b3d-f91c4656e304 None None] Port 660a66e1-2e9c-437f-b301-c0732042a9bb cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:34:42.827322 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 47230) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:42.873933 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-42bc5516-494d-43ff-8df6-8911271b02d0 req-b8113302-a938-4a60-b81b-a89edd75a5a6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6e3830c-8598-4c80-abcf-58a5487416e0 HTTP/1.1" status: 200 len: 217 time: 0.1469045 Feb 04 12:34:42.901504 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cd087106-f40f-4958-944f-62e5a3fafe49 req-dd7ab9df-cc64-4fd0-a68c-2ede92f246c5 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/security-groups?id=67d57791-96db-4689-9a02-f69bf9a8e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4638689 Feb 04 12:34:42.924824 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-bfa0adc4-4429-4776-95ac-1eb747d15fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:34:42.941648 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa0adc4-4429-4776-95ac-1eb747d15fdc None None] Routers {'ad7daeb7-8519-4cf8-9156-1af69c70ca6e'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:34:42.942364 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-bfa0adc4-4429-4776-95ac-1eb747d15fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:34:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['ad7daeb7-8519-4cf8-9156-1af69c70ca6e'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:34:42.960634 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-66a7e604-e7cc-44e5-83f0-0bdfd2cbab5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:42.984677 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-bfa0adc4-4429-4776-95ac-1eb747d15fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:34:42.985396 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa0adc4-4429-4776-95ac-1eb747d15fdc None None] The sync data for ids ['ad7daeb7-8519-4cf8-9156-1af69c70ca6e'] in n-d-825015-3 is: [] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:34:43.090133 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bc5516-494d-43ff-8df6-8911271b02d0 req-b0c5c24d-145c-4e88-976f-627643a9162a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:34:43.092204 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-42bc5516-494d-43ff-8df6-8911271b02d0 req-b0c5c24d-145c-4e88-976f-627643a9162a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b210b3d4-0fee-4dad-a874-126f3e2c1f20 HTTP/1.1" status: 200 len: 859 time: 0.2021084 Feb 04 12:34:43.100668 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-2035fd69-6a72-42d9-b286-5281141c5fb1 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Deleting port 2b4e3f39-b539-4f6c-8790-0760651ea6f2 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:34:43.101357 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2035fd69-6a72-42d9-b286-5281141c5fb1 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (2b4e3f39-b539-4f6c-8790-0760651ea6f2), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:43.350115 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6bb44080-8394-42e5-9b60-dc7689821d45 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622215'] for router_interface (ad7daeb7-8519-4cf8-9156-1af69c70ca6e), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:43.482439 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-42bc5516-494d-43ff-8df6-8911271b02d0 req-c4d0c388-2c0f-4094-a95f-d94d2bc5af68 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e5afc4b2-b62e-43cc-a807-b008639c0d4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3723695 Feb 04 12:34:43.483008 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-b85375ea-dcf9-41ce-997a-c83b3750d548 req-5189e81c-ba73-46cf-a3e8-9c6bf70780b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (469449ce-763d-4db4-a452-63e01e8fed24), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:43.516329 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0427904-c9a9-4ee2-8b3f-7530bec6c7c5 req-91b09b6f-3ff4-4493-9c3e-0dc5f07d0e6b tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:34:43.518769 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c0427904-c9a9-4ee2-8b3f-7530bec6c7c5 req-91b09b6f-3ff4-4493-9c3e-0dc5f07d0e6b tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.65 "GET /v2.0/ports?device_id=4acb9c3c-b6ab-46be-b637-ff51ba0e15fa HTTP/1.1" status: 200 len: 931 time: 0.7893894 Feb 04 12:34:43.601423 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-6bb44080-8394-42e5-9b60-dc7689821d45 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Deleting port 660a66e1-2e9c-437f-b301-c0732042a9bb {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:34:43.601579 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6bb44080-8394-42e5-9b60-dc7689821d45 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (660a66e1-2e9c-437f-b301-c0732042a9bb), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:43.715918 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6bb44080-8394-42e5-9b60-dc7689821d45 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (660a66e1-2e9c-437f-b301-c0732042a9bb), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:43.731969 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-6bb44080-8394-42e5-9b60-dc7689821d45 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Calling delete_port for 660a66e1-2e9c-437f-b301-c0732042a9bb owned by network:router_interface {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:34:43.756155 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-95971a12-b212-4b09-943e-f59823f23567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52094127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51452689'] for subnet (2531695a-dce9-4ba8-8fe1-981de5f81c6b), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:43.760687 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-be3bb310-33ae-412f-96e9-a052dd45edb1 admin admin] Publish callbacks [] for security_group (3ee19ceb-01c9-4930-87f2-a62ab233ecc3), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:43.782172 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2035fd69-6a72-42d9-b286-5281141c5fb1 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (2b4e3f39-b539-4f6c-8790-0760651ea6f2), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:43.802260 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-be3bb310-33ae-412f-96e9-a052dd45edb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (3ee19ceb-01c9-4930-87f2-a62ab233ecc3), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:43.886439 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-2035fd69-6a72-42d9-b286-5281141c5fb1 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Calling delete_port for 2b4e3f39-b539-4f6c-8790-0760651ea6f2 owned by {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:34:43.941426 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-66a7e604-e7cc-44e5-83f0-0bdfd2cbab5a admin admin] Publish callbacks [] for security_group (6a7ada85-7d7d-40f6-8c69-eebb6bb7e390), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:43.955127 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be3bb310-33ae-412f-96e9-a052dd45edb1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=103475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:34:44.002251 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6bb44080-8394-42e5-9b60-dc7689821d45 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (660a66e1-2e9c-437f-b301-c0732042a9bb), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:44.017541 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c0427904-c9a9-4ee2-8b3f-7530bec6c7c5 req-812ae8f5-22b9-4ed5-83fe-21dd00ce8d45 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.65 "GET /v2.0/security-groups?id=3194529c-ef45-449a-86a3-c42c7670cd65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4661000 Feb 04 12:34:44.031416 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-66a7e604-e7cc-44e5-83f0-0bdfd2cbab5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (6a7ada85-7d7d-40f6-8c69-eebb6bb7e390), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:44.068067 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb44080-8394-42e5-9b60-dc7689821d45 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Pushing event deleted for resources: {'Port': ['ID=660a66e1-2e9c-437f-b301-c0732042a9bb,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:44.140999 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95971a12-b212-4b09-943e-f59823f23567 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2531695a-dce9-4ba8-8fe1-981de5f81c6b,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:44.156893 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3bb310-33ae-412f-96e9-a052dd45edb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ee19ceb-01c9-4930-87f2-a62ab233ecc3,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:44.211599 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-42bc5516-494d-43ff-8df6-8911271b02d0 req-d1f7bfec-5688-4607-aa79-42ea25c85393 service neutron] 10.222.0.73 "GET /v2.0/networks/e5afc4b2-b62e-43cc-a807-b008639c0d4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7056696 Feb 04 12:34:44.231600 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-be3bb310-33ae-412f-96e9-a052dd45edb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (a93faf63-eb00-47f4-bed7-d5ca3fd92e2a), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:44.231993 n-d-825015-3 neutron-server[103475]: INFO neutron.db.segments_db [None req-be3bb310-33ae-412f-96e9-a052dd45edb1 admin admin] Added segment a93faf63-eb00-47f4-bed7-d5ca3fd92e2a of type vlan for network e220eee6-efbf-4e16-8278-b7034a106a3d Feb 04 12:34:44.353753 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6bb44080-8394-42e5-9b60-dc7689821d45 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622067'] for router_interface (ad7daeb7-8519-4cf8-9156-1af69c70ca6e), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:44.372085 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95971a12-b212-4b09-943e-f59823f23567 admin admin] Checking segment: {'id': '457a9e0a-0e75-459f-be4c-5045e8830e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '647cdb67-8c3d-4450-9185-dcf62d584045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:34:44.372426 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95971a12-b212-4b09-943e-f59823f23567 admin admin] Network hostable DHCP agents. Network: 647cdb67-8c3d-4450-9185-dcf62d584045, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:34:44.377210 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-66a7e604-e7cc-44e5-83f0-0bdfd2cbab5a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fd06d6c9fd99446080b02a5af364daaf&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5048754 Feb 04 12:34:44.436983 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 47238) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:44.491258 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a7e604-e7cc-44e5-83f0-0bdfd2cbab5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a7ada85-7d7d-40f6-8c69-eebb6bb7e390,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:44.504923 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-be3bb310-33ae-412f-96e9-a052dd45edb1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (e220eee6-efbf-4e16-8278-b7034a106a3d), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:44.601081 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95971a12-b212-4b09-943e-f59823f23567 admin admin] Network 647cdb67-8c3d-4450-9185-dcf62d584045 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:34:44.627091 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a64d0b-9dfd-43ed-96b1-64505a1601db req-eb5dab2c-d3e8-4965-99a8-0600394933fb tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:34:44.629019 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f3a64d0b-9dfd-43ed-96b1-64505a1601db req-eb5dab2c-d3e8-4965-99a8-0600394933fb tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8861db3-f96d-4488-9972-dc9abe44d442 HTTP/1.1" status: 200 len: 945 time: 0.6010983 Feb 04 12:34:44.637994 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bb44080-8394-42e5-9b60-dc7689821d45 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Router ad7daeb7-8519-4cf8-9156-1af69c70ca6e has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:34:44.650140 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-be3bb310-33ae-412f-96e9-a052dd45edb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (e220eee6-efbf-4e16-8278-b7034a106a3d), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:44.651295 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3bb310-33ae-412f-96e9-a052dd45edb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:34:44.652022 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-be3bb310-33ae-412f-96e9-a052dd45edb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:44.696944 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-95971a12-b212-4b09-943e-f59823f23567 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 647cdb67-8c3d-4450-9185-dcf62d584045) {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:34:44.702308 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95971a12-b212-4b09-943e-f59823f23567 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:34:44.702921 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-95971a12-b212-4b09-943e-f59823f23567 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:44.708045 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdeab1d1-851c-4822-bdac-601b860591ff None None] Network 647cdb67-8c3d-4450-9185-dcf62d584045 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:34:44.732771 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-42bc5516-494d-43ff-8df6-8911271b02d0 req-2c3220bf-7d8f-45dd-a904-c88ac43c5ce9 service neutron] 10.222.0.73 "GET /v2.0/networks/e5afc4b2-b62e-43cc-a807-b008639c0d4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4819827 Feb 04 12:34:44.749017 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bb44080-8394-42e5-9b60-dc7689821d45 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:34:44.773380 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-6bb44080-8394-42e5-9b60-dc7689821d45 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "PUT /v2.0/routers/ad7daeb7-8519-4cf8-9156-1af69c70ca6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0312951 Feb 04 12:34:44.774868 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47242) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:44.800020 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e4b038-8db5-4fbc-b26a-9e3a4d390f3c None None] Sync routers for ids ['ad7daeb7-8519-4cf8-9156-1af69c70ca6e'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:34:44.832172 n-d-825015-3 neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-40e0fb93-ccb4-4476-bc09-e7cc4146a6a8 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] GET failed (client error): The resource could not be found. Feb 04 12:34:44.834659 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-40e0fb93-ccb4-4476-bc09-e7cc4146a6a8 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "GET /v2.0/ports/660a66e1-2e9c-437f-b301-c0732042a9bb HTTP/1.1" status: 404 len: 333 time: 0.0588117 Feb 04 12:34:44.838140 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47246) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:44.838942 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-be3bb310-33ae-412f-96e9-a052dd45edb1 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.9274776 Feb 04 12:34:44.847347 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-db4d76a6-2c63-454e-816b-c4a95322ffef admin admin] Publish callbacks [] for security_group (6a7ada85-7d7d-40f6-8c69-eebb6bb7e390), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:44.852718 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 47248) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:44.859172 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e4b038-8db5-4fbc-b26a-9e3a4d390f3c None None] Routers {'ad7daeb7-8519-4cf8-9156-1af69c70ca6e'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:34:44.860846 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-d3e4b038-8db5-4fbc-b26a-9e3a4d390f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:34:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['ad7daeb7-8519-4cf8-9156-1af69c70ca6e'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:34:44.874551 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-d602baec-6b7a-46d4-be7a-902189978270 admin admin] Request body: {'subnet': {'network_id': 'e220eee6-efbf-4e16-8278-b7034a106a3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1315260022-subnet', 'tenant_id': '6811610fed404ab8950570f16fc94eb8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:34:44.882633 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-95971a12-b212-4b09-943e-f59823f23567 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 3.0598502 Feb 04 12:34:44.895042 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 47250) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:44.911129 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-d3e4b038-8db5-4fbc-b26a-9e3a4d390f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:34:44.918082 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-9bf855d3-c11f-41ce-9933-e5417edb7454 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1771587443-router', 'tenant_id': '6d2d96abb2ff46d88357aa25adf70711', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:34:44.945775 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e4b038-8db5-4fbc-b26a-9e3a4d390f3c None None] Routers {'ad7daeb7-8519-4cf8-9156-1af69c70ca6e'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:34:44.946434 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-d3e4b038-8db5-4fbc-b26a-9e3a4d390f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:34:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['ad7daeb7-8519-4cf8-9156-1af69c70ca6e'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:34:44.947498 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bede84ba-5fcf-4e92-b7cb-156561690907 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks [] for router (ad7daeb7-8519-4cf8-9156-1af69c70ca6e), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:44.975348 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3bb310-33ae-412f-96e9-a052dd45edb1 admin admin] Pushing event updated for resources: {'Network': ['ID=e220eee6-efbf-4e16-8278-b7034a106a3d,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:44.993748 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network e220eee6-efbf-4e16-8278-b7034a106a3d details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:34:45.000230 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9bf855d3-c11f-41ce-9933-e5417edb7454 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10933'] for router (4e1b200e-8479-411b-be95-b320e16e13ba), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:45.001527 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9bf855d3-c11f-41ce-9933-e5417edb7454 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10924'] for router (4e1b200e-8479-411b-be95-b320e16e13ba), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:45.013644 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-d3e4b038-8db5-4fbc-b26a-9e3a4d390f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:34:45.014349 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e4b038-8db5-4fbc-b26a-9e3a4d390f3c None None] The sync data for ids ['ad7daeb7-8519-4cf8-9156-1af69c70ca6e'] in n-d-825015-3 is: [] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:34:45.023539 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-db4d76a6-2c63-454e-816b-c4a95322ffef admin admin] Publish callbacks [] for security_group (6a7ada85-7d7d-40f6-8c69-eebb6bb7e390), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:45.071238 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f3a64d0b-9dfd-43ed-96b1-64505a1601db req-7c9f5962-43b9-4e51-8bea-e85eefef9351 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/security-groups?id=67d57791-96db-4689-9a02-f69bf9a8e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4222314 Feb 04 12:34:45.091478 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e39a3f0-59a4-49ef-8381-f54d6b5b566f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-647cdb67-8c3d-4450-9185-dcf62d584045', 'network_id': '647cdb67-8c3d-4450-9185-dcf62d584045', 'project_id': '6d2d96abb2ff46d88357aa25adf70711', 'fixed_ips': [{'subnet_id': '2531695a-dce9-4ba8-8fe1-981de5f81c6b'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 12:34:45.092568 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7e39a3f0-59a4-49ef-8381-f54d6b5b566f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:45.097004 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d602baec-6b7a-46d4-be7a-902189978270 admin admin] Made reservation on behalf of 6811610fed404ab8950570f16fc94eb8 for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:34:45.099576 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d602baec-6b7a-46d4-be7a-902189978270 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:45.212278 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bede84ba-5fcf-4e92-b7cb-156561690907 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10915'] for router (ad7daeb7-8519-4cf8-9156-1af69c70ca6e), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:45.214745 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bede84ba-5fcf-4e92-b7cb-156561690907 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks [] for router_controller (ad7daeb7-8519-4cf8-9156-1af69c70ca6e), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:45.236566 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-b85375ea-dcf9-41ce-997a-c83b3750d548 req-5189e81c-ba73-46cf-a3e8-9c6bf70780b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 469449ce-763d-4db4-a452-63e01e8fed24 {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:34:45.245712 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-b85375ea-dcf9-41ce-997a-c83b3750d548 req-5189e81c-ba73-46cf-a3e8-9c6bf70780b4 service neutron] Publish callbacks [] for port (469449ce-763d-4db4-a452-63e01e8fed24), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:45.290947 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bede84ba-5fcf-4e92-b7cb-156561690907 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622829'] for router (ad7daeb7-8519-4cf8-9156-1af69c70ca6e), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:45.291659 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bede84ba-5fcf-4e92-b7cb-156561690907 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Fanout notify agent at l3_agent the message router_deleted on router ad7daeb7-8519-4cf8-9156-1af69c70ca6e {{(pid=103474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 12:34:45.302100 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bede84ba-5fcf-4e92-b7cb-156561690907 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:45.304698 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-bede84ba-5fcf-4e92-b7cb-156561690907 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "DELETE /v2.0/routers/ad7daeb7-8519-4cf8-9156-1af69c70ca6e HTTP/1.1" status: 204 len: 168 time: 0.4648848 Feb 04 12:34:45.310896 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47256) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:45.324388 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2035fd69-6a72-42d9-b286-5281141c5fb1 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (2b4e3f39-b539-4f6c-8790-0760651ea6f2), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:45.331703 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-b85375ea-dcf9-41ce-997a-c83b3750d548 req-5189e81c-ba73-46cf-a3e8-9c6bf70780b4 service neutron] Transition to ACTIVE for port object 469449ce-763d-4db4-a452-63e01e8fed24 will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:34:45.345718 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-7e39a3f0-59a4-49ef-8381-f54d6b5b566f None None] Allocated IP 172.20.0.2 (647cdb67-8c3d-4450-9185-dcf62d584045/2531695a-dce9-4ba8-8fe1-981de5f81c6b/ae004084-6345-42b4-a327-643a64678b6a) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:34:45.357014 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9bf855d3-c11f-41ce-9933-e5417edb7454 admin admin] Publish callbacks [] for router_controller (4e1b200e-8479-411b-be95-b320e16e13ba), precommit_add_association {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:45.392368 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fdefa9c-0dd1-4861-bab1-66ee01eaec26 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Deleting subnet 729b1b22-49f5-4dfa-9f47-d6e2b937f73f {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:34:45.397678 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6fdefa9c-0dd1-4861-bab1-66ee01eaec26 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks [] for subnet (729b1b22-49f5-4dfa-9f47-d6e2b937f73f), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:45.410902 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-b85375ea-dcf9-41ce-997a-c83b3750d548 req-5189e81c-ba73-46cf-a3e8-9c6bf70780b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (469449ce-763d-4db4-a452-63e01e8fed24), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:45.435596 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2035fd69-6a72-42d9-b286-5281141c5fb1 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Pushing event deleted for resources: {'Port': ['ID=2b4e3f39-b539-4f6c-8790-0760651ea6f2,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:45.457219 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6fdefa9c-0dd1-4861-bab1-66ee01eaec26 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (729b1b22-49f5-4dfa-9f47-d6e2b937f73f), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:45.565135 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7e39a3f0-59a4-49ef-8381-f54d6b5b566f None None] Publish callbacks [] for port (ae004084-6345-42b4-a327-643a64678b6a), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:45.575924 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7e39a3f0-59a4-49ef-8381-f54d6b5b566f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (ae004084-6345-42b4-a327-643a64678b6a), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:45.618995 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6fdefa9c-0dd1-4861-bab1-66ee01eaec26 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (729b1b22-49f5-4dfa-9f47-d6e2b937f73f), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:45.638415 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e39a3f0-59a4-49ef-8381-f54d6b5b566f None None] Network 647cdb67-8c3d-4450-9185-dcf62d584045 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:34:45.641331 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8be97e3a-23d7-4a41-968a-7516b7e6b04a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:45.646503 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-7e39a3f0-59a4-49ef-8381-f54d6b5b566f None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:34:45.654108 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e39a3f0-59a4-49ef-8381-f54d6b5b566f None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:34:45.666357 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-db4d76a6-2c63-454e-816b-c4a95322ffef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (6a7ada85-7d7d-40f6-8c69-eebb6bb7e390), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:45.669789 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e39a3f0-59a4-49ef-8381-f54d6b5b566f None None] Pushing event updated for resources: {'Port': ['ID=ae004084-6345-42b4-a327-643a64678b6a,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:45.671360 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-db4d76a6-2c63-454e-816b-c4a95322ffef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:45.672802 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-db4d76a6-2c63-454e-816b-c4a95322ffef admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6a7ada85-7d7d-40f6-8c69-eebb6bb7e390 HTTP/1.1" status: 204 len: 168 time: 1.2333601 Feb 04 12:34:45.722767 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6fdefa9c-0dd1-4861-bab1-66ee01eaec26 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (729b1b22-49f5-4dfa-9f47-d6e2b937f73f), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:45.754662 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-7e39a3f0-59a4-49ef-8381-f54d6b5b566f None None] Attempting to bind port ae004084-6345-42b4-a327-643a64678b6a on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:34:45.755660 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-7e39a3f0-59a4-49ef-8381-f54d6b5b566f None None] Attempting to bind port ae004084-6345-42b4-a327-643a64678b6a by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '457a9e0a-0e75-459f-be4c-5045e8830e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '647cdb67-8c3d-4450-9185-dcf62d584045'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:34:45.756223 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e39a3f0-59a4-49ef-8381-f54d6b5b566f None None] Attempting to bind port ae004084-6345-42b4-a327-643a64678b6a on network 647cdb67-8c3d-4450-9185-dcf62d584045 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:34:45.763568 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e39a3f0-59a4-49ef-8381-f54d6b5b566f None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:34:45.764385 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e39a3f0-59a4-49ef-8381-f54d6b5b566f None None] Checking segment: {'id': '457a9e0a-0e75-459f-be4c-5045e8830e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '647cdb67-8c3d-4450-9185-dcf62d584045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:34:45.765002 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7e39a3f0-59a4-49ef-8381-f54d6b5b566f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:45.765592 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e39a3f0-59a4-49ef-8381-f54d6b5b566f None None] Bound using segment: {'id': '457a9e0a-0e75-459f-be4c-5045e8830e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '647cdb67-8c3d-4450-9185-dcf62d584045'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:34:45.766271 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-7e39a3f0-59a4-49ef-8381-f54d6b5b566f None None] Bound port: ae004084-6345-42b4-a327-643a64678b6a, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '457a9e0a-0e75-459f-be4c-5045e8830e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '647cdb67-8c3d-4450-9185-dcf62d584045'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:34:45.766944 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7e39a3f0-59a4-49ef-8381-f54d6b5b566f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (ae004084-6345-42b4-a327-643a64678b6a), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:45.773389 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdefa9c-0dd1-4861-bab1-66ee01eaec26 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Pushing event deleted for resources: {'Subnet': ['ID=729b1b22-49f5-4dfa-9f47-d6e2b937f73f,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:45.798211 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6fdefa9c-0dd1-4861-bab1-66ee01eaec26 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:45.805106 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-6fdefa9c-0dd1-4861-bab1-66ee01eaec26 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "DELETE /v2.0/subnets/729b1b22-49f5-4dfa-9f47-d6e2b937f73f HTTP/1.1" status: 204 len: 168 time: 0.4875748 Feb 04 12:34:45.805296 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47260) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:45.826168 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2035fd69-6a72-42d9-b286-5281141c5fb1 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:45.835143 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aeca179-175c-4ced-8d75-9a074498a959 None None] Network a36a22ff-d0eb-47b3-8f16-6373033a6d51 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:34:45.838294 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-2035fd69-6a72-42d9-b286-5281141c5fb1 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "DELETE /v2.0/ports/2b4e3f39-b539-4f6c-8790-0760651ea6f2 HTTP/1.1" status: 204 len: 168 time: 3.7603915 Feb 04 12:34:45.864979 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47262) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:45.905317 n-d-825015-3 neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-4158b500-dfa4-4520-baf7-c59de1b68af2 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] GET failed (client error): The resource could not be found. Feb 04 12:34:45.910013 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-4158b500-dfa4-4520-baf7-c59de1b68af2 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "GET /v2.0/ports/2b4e3f39-b539-4f6c-8790-0760651ea6f2 HTTP/1.1" status: 404 len: 333 time: 0.0439873 Feb 04 12:34:45.910649 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47264) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:45.959773 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e03a0c-1efe-42e5-9b6c-31ef71f948bd req-48b3c532-ad53-4773-b961-7ece521b78b6 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:34:45.970821 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f6e03a0c-1efe-42e5-9b6c-31ef71f948bd req-48b3c532-ad53-4773-b961-7ece521b78b6 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.65 "GET /v2.0/ports?device_id=4acb9c3c-b6ab-46be-b637-ff51ba0e15fa HTTP/1.1" status: 200 len: 931 time: 0.7155039 Feb 04 12:34:45.993131 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba6737cd-2e15-4c93-b570-abaac5204185 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Deleting subnet f51c250e-64e5-4a79-a6b5-4fbbba956ffa {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:34:46.002179 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ba6737cd-2e15-4c93-b570-abaac5204185 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks [] for subnet (f51c250e-64e5-4a79-a6b5-4fbbba956ffa), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:46.027469 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-7e39a3f0-59a4-49ef-8381-f54d6b5b566f None None] For port ae004084-6345-42b4-a327-643a64678b6a, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:34:46.046433 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b7d04b8a-2412-484e-9bea-bfb94ea0c46f tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (a36a22ff-d0eb-47b3-8f16-6373033a6d51), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:46.080418 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ba6737cd-2e15-4c93-b570-abaac5204185 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (f51c250e-64e5-4a79-a6b5-4fbbba956ffa), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:46.099078 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-7e39a3f0-59a4-49ef-8381-f54d6b5b566f None None] For port ae004084-6345-42b4-a327-643a64678b6a, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=ae004084-6345-42b4-a327-643a64678b6a,segment=NetworkSegment(457a9e0a-0e75-459f-be4c-5045e8830e74),segment_id=457a9e0a-0e75-459f-be4c-5045e8830e74)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:34:46.108911 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7e39a3f0-59a4-49ef-8381-f54d6b5b566f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (ae004084-6345-42b4-a327-643a64678b6a), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:46.366433 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e39a3f0-59a4-49ef-8381-f54d6b5b566f None None] Pushing event updated for resources: {'Port': ['ID=ae004084-6345-42b4-a327-643a64678b6a,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:46.380571 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1e073b-88f5-4289-8f41-90440688377f None None] DHCP port deletion for a36a22ff-d0eb-47b3-8f16-6373033a6d51 request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 12:34:46.419488 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e39a3f0-59a4-49ef-8381-f54d6b5b566f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:34:46.420079 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e39a3f0-59a4-49ef-8381-f54d6b5b566f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:34:46.420604 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e39a3f0-59a4-49ef-8381-f54d6b5b566f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:34:46.421105 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e39a3f0-59a4-49ef-8381-f54d6b5b566f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:34:46.421603 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e39a3f0-59a4-49ef-8381-f54d6b5b566f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:34:46.422102 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e39a3f0-59a4-49ef-8381-f54d6b5b566f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:34:46.422652 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e39a3f0-59a4-49ef-8381-f54d6b5b566f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:34:46.423167 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e39a3f0-59a4-49ef-8381-f54d6b5b566f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:34:46.423666 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e39a3f0-59a4-49ef-8381-f54d6b5b566f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:34:46.424274 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e39a3f0-59a4-49ef-8381-f54d6b5b566f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:34:46.424762 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e39a3f0-59a4-49ef-8381-f54d6b5b566f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:34:46.425301 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e39a3f0-59a4-49ef-8381-f54d6b5b566f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:34:46.425802 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e39a3f0-59a4-49ef-8381-f54d6b5b566f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:34:46.446540 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 12:34:46.634889 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4d76a6-2c63-454e-816b-c4a95322ffef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a7ada85-7d7d-40f6-8c69-eebb6bb7e390,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:46.680138 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ba6737cd-2e15-4c93-b570-abaac5204185 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (f51c250e-64e5-4a79-a6b5-4fbbba956ffa), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:46.729618 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47272) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:46.799517 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b07bf991-af2b-4a09-8601-0d248d03a661 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:46.828764 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-4b1e073b-88f5-4289-8f41-90440688377f None None] Deleting port 10f522b9-f1ac-4899-9ca6-179863debe5a {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:34:46.829916 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4b1e073b-88f5-4289-8f41-90440688377f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (10f522b9-f1ac-4899-9ca6-179863debe5a), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:46.861906 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-b7d04b8a-2412-484e-9bea-bfb94ea0c46f tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Deleting port 10f522b9-f1ac-4899-9ca6-179863debe5a {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:34:46.862454 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b7d04b8a-2412-484e-9bea-bfb94ea0c46f tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (10f522b9-f1ac-4899-9ca6-179863debe5a), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:46.873154 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ba6737cd-2e15-4c93-b570-abaac5204185 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (f51c250e-64e5-4a79-a6b5-4fbbba956ffa), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:46.910918 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d602baec-6b7a-46d4-be7a-902189978270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52094127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51452689'] for subnet (8ed89237-317f-4530-8ecc-638834416f83), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:46.913140 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c27250c-db42-48a1-888b-07b743626b89 None None] Network b0b24265-6c4e-4c12-86e7-7db1368cfdaf requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:34:46.942840 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ba6737cd-2e15-4c93-b570-abaac5204185 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:46.949142 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-ba6737cd-2e15-4c93-b570-abaac5204185 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "DELETE /v2.0/subnets/f51c250e-64e5-4a79-a6b5-4fbbba956ffa HTTP/1.1" status: 204 len: 168 time: 1.0328784 Feb 04 12:34:46.966665 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47274) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:46.979139 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6737cd-2e15-4c93-b570-abaac5204185 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Pushing event deleted for resources: {'Subnet': ['ID=f51c250e-64e5-4a79-a6b5-4fbbba956ffa,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:47.004426 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d602baec-6b7a-46d4-be7a-902189978270 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ed89237-317f-4530-8ecc-638834416f83,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:47.009312 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5189e81c-ba73-46cf-a3e8-9c6bf70780b4 service neutron] Pushing event updated for resources: {'Port': ['ID=469449ce-763d-4db4-a452-63e01e8fed24,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:47.016924 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9bf855d3-c11f-41ce-9933-e5417edb7454 admin admin] Publish callbacks [] for router_gateway (4e1b200e-8479-411b-be95-b320e16e13ba), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:47.057446 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-b7d04b8a-2412-484e-9bea-bfb94ea0c46f tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] For port 10f522b9-f1ac-4899-9ca6-179863debe5a, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=10f522b9-f1ac-4899-9ca6-179863debe5a,segment=NetworkSegment(b47a2309-009f-42fa-bf10-2b5d334fe72d),segment_id=b47a2309-009f-42fa-bf10-2b5d334fe72d)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:34:47.057824 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b7d04b8a-2412-484e-9bea-bfb94ea0c46f tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (10f522b9-f1ac-4899-9ca6-179863debe5a), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:47.089604 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-b7d04b8a-2412-484e-9bea-bfb94ea0c46f tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Calling delete_port for 10f522b9-f1ac-4899-9ca6-179863debe5a owned by network:dhcp {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:34:47.095137 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e7b8a79-b4e5-48f0-8608-bb0bc19b6c3e tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Deleting subnet 74fae055-9184-4874-83b7-8a3c5bc6ae0c {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:34:47.098645 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8e7b8a79-b4e5-48f0-8608-bb0bc19b6c3e tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks [] for subnet (74fae055-9184-4874-83b7-8a3c5bc6ae0c), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:47.110669 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f6e03a0c-1efe-42e5-9b6c-31ef71f948bd req-32faca9c-64ef-4af3-8a38-a1a289abd8c7 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.65 "GET /v2.0/security-groups?id=3194529c-ef45-449a-86a3-c42c7670cd65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1377873 Feb 04 12:34:47.126760 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-4b1e073b-88f5-4289-8f41-90440688377f None None] For port 10f522b9-f1ac-4899-9ca6-179863debe5a, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=10f522b9-f1ac-4899-9ca6-179863debe5a,segment=NetworkSegment(b47a2309-009f-42fa-bf10-2b5d334fe72d),segment_id=b47a2309-009f-42fa-bf10-2b5d334fe72d)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:34:47.127529 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4b1e073b-88f5-4289-8f41-90440688377f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (10f522b9-f1ac-4899-9ca6-179863debe5a), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:47.161253 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8e7b8a79-b4e5-48f0-8608-bb0bc19b6c3e tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (74fae055-9184-4874-83b7-8a3c5bc6ae0c), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:47.163297 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-4b1e073b-88f5-4289-8f41-90440688377f None None] Calling delete_port for 10f522b9-f1ac-4899-9ca6-179863debe5a owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:34:47.202314 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-b85375ea-dcf9-41ce-997a-c83b3750d548 req-5189e81c-ba73-46cf-a3e8-9c6bf70780b4 service neutron] Attempting to bind port 469449ce-763d-4db4-a452-63e01e8fed24 on host n-h2-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:34:47.203278 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-b85375ea-dcf9-41ce-997a-c83b3750d548 req-5189e81c-ba73-46cf-a3e8-9c6bf70780b4 service neutron] Attempting to bind port 469449ce-763d-4db4-a452-63e01e8fed24 by drivers openvswitch,hyperv on host n-h2-825015-3 at level 0 using segments [{'id': '37882638-7c6f-43c0-8749-8a8baa27febc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4818c56c-ae1d-43b5-80d2-4a5373ab8e6b'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:34:47.203681 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85375ea-dcf9-41ce-997a-c83b3750d548 req-5189e81c-ba73-46cf-a3e8-9c6bf70780b4 service neutron] Attempting to bind port 469449ce-763d-4db4-a452-63e01e8fed24 on network 4818c56c-ae1d-43b5-80d2-4a5373ab8e6b {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:34:47.234398 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b25076-2148-4328-838e-01e6d1158d5a req-44832438-8629-4435-883a-72f262d30904 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:34:47.237127 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b3b25076-2148-4328-838e-01e6d1158d5a req-44832438-8629-4435-883a-72f262d30904 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8861db3-f96d-4488-9972-dc9abe44d442 HTTP/1.1" status: 200 len: 945 time: 0.4919281 Feb 04 12:34:47.241138 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85375ea-dcf9-41ce-997a-c83b3750d548 req-5189e81c-ba73-46cf-a3e8-9c6bf70780b4 service neutron] Port 469449ce-763d-4db4-a452-63e01e8fed24 on network 4818c56c-ae1d-43b5-80d2-4a5373ab8e6b not bound, no agent of type Open vSwitch agent registered on host n-h2-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:34:47.241553 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85375ea-dcf9-41ce-997a-c83b3750d548 req-5189e81c-ba73-46cf-a3e8-9c6bf70780b4 service neutron] Attempting to bind port 469449ce-763d-4db4-a452-63e01e8fed24 on network 4818c56c-ae1d-43b5-80d2-4a5373ab8e6b {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:34:47.256863 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85375ea-dcf9-41ce-997a-c83b3750d548 req-5189e81c-ba73-46cf-a3e8-9c6bf70780b4 service neutron] Checking agent: {'id': '9b68a165-e786-4b91-8592-44519c2ecabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:34:47.260157 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85375ea-dcf9-41ce-997a-c83b3750d548 req-5189e81c-ba73-46cf-a3e8-9c6bf70780b4 service neutron] Checking segment: {'id': '37882638-7c6f-43c0-8749-8a8baa27febc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4818c56c-ae1d-43b5-80d2-4a5373ab8e6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:34:47.260856 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85375ea-dcf9-41ce-997a-c83b3750d548 req-5189e81c-ba73-46cf-a3e8-9c6bf70780b4 service neutron] Bound using segment: {'id': '37882638-7c6f-43c0-8749-8a8baa27febc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4818c56c-ae1d-43b5-80d2-4a5373ab8e6b'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:34:47.261254 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-b85375ea-dcf9-41ce-997a-c83b3750d548 req-5189e81c-ba73-46cf-a3e8-9c6bf70780b4 service neutron] Bound port: 469449ce-763d-4db4-a452-63e01e8fed24, host: n-h2-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37882638-7c6f-43c0-8749-8a8baa27febc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4818c56c-ae1d-43b5-80d2-4a5373ab8e6b'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:34:47.261627 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-b85375ea-dcf9-41ce-997a-c83b3750d548 req-5189e81c-ba73-46cf-a3e8-9c6bf70780b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (469449ce-763d-4db4-a452-63e01e8fed24), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:47.307573 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device ae004084-6345-42b4-a327-643a64678b6a up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:34:47.342271 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d602baec-6b7a-46d4-be7a-902189978270 admin admin] Checking segment: {'id': 'a93faf63-eb00-47f4-bed7-d5ca3fd92e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'e220eee6-efbf-4e16-8278-b7034a106a3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:34:47.342701 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d602baec-6b7a-46d4-be7a-902189978270 admin admin] Network hostable DHCP agents. Network: e220eee6-efbf-4e16-8278-b7034a106a3d, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:34:47.363561 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4b1e073b-88f5-4289-8f41-90440688377f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (10f522b9-f1ac-4899-9ca6-179863debe5a), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:47.400796 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1e073b-88f5-4289-8f41-90440688377f None None] Pushing event deleted for resources: {'Port': ['ID=10f522b9-f1ac-4899-9ca6-179863debe5a,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:47.402820 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b3b25076-2148-4328-838e-01e6d1158d5a req-21de524b-0202-4cfb-b1a4-a3ed058ba739 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/security-groups?id=67d57791-96db-4689-9a02-f69bf9a8e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529922 Feb 04 12:34:47.455907 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b07bf991-af2b-4a09-8601-0d248d03a661 admin admin] Publish callbacks [] for security_group (c3544a6d-af90-4ee5-8182-2bbad5723adc), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:47.457443 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1e073b-88f5-4289-8f41-90440688377f None None] No DVR routers for this DVR port 10f522b9-f1ac-4899-9ca6-179863debe5a on host n-d-825015-3 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:34:47.485322 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d602baec-6b7a-46d4-be7a-902189978270 admin admin] Network e220eee6-efbf-4e16-8278-b7034a106a3d is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:34:47.492281 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port ae004084-6345-42b4-a327-643a64678b6a triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:34:47.492668 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (ae004084-6345-42b4-a327-643a64678b6a), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:47.508902 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-b85375ea-dcf9-41ce-997a-c83b3750d548 req-5189e81c-ba73-46cf-a3e8-9c6bf70780b4 service neutron] For port 469449ce-763d-4db4-a452-63e01e8fed24, host n-h2-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:34:47.516670 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b07bf991-af2b-4a09-8601-0d248d03a661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (c3544a6d-af90-4ee5-8182-2bbad5723adc), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:47.523874 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-b85375ea-dcf9-41ce-997a-c83b3750d548 req-5189e81c-ba73-46cf-a3e8-9c6bf70780b4 service neutron] For port 469449ce-763d-4db4-a452-63e01e8fed24, host n-h2-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=469449ce-763d-4db4-a452-63e01e8fed24,segment=NetworkSegment(37882638-7c6f-43c0-8749-8a8baa27febc),segment_id=37882638-7c6f-43c0-8749-8a8baa27febc)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:34:47.553115 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-d602baec-6b7a-46d4-be7a-902189978270 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, e220eee6-efbf-4e16-8278-b7034a106a3d) {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:34:47.575818 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07bf991-af2b-4a09-8601-0d248d03a661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3544a6d-af90-4ee5-8182-2bbad5723adc,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:47.575818 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8e7b8a79-b4e5-48f0-8608-bb0bc19b6c3e tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (74fae055-9184-4874-83b7-8a3c5bc6ae0c), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:47.589786 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d602baec-6b7a-46d4-be7a-902189978270 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:34:47.590258 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d602baec-6b7a-46d4-be7a-902189978270 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:47.607363 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-b85375ea-dcf9-41ce-997a-c83b3750d548 req-5189e81c-ba73-46cf-a3e8-9c6bf70780b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (469449ce-763d-4db4-a452-63e01e8fed24), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:47.610989 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3e5a94-cb7a-442b-8c5b-733788f5fbd5 None None] Network e220eee6-efbf-4e16-8278-b7034a106a3d requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:34:47.664745 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-b07bf991-af2b-4a09-8601-0d248d03a661 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5ce4f9086d1444edb4a9b6f9d001caef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9305162 Feb 04 12:34:47.666182 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b7d04b8a-2412-484e-9bea-bfb94ea0c46f tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (10f522b9-f1ac-4899-9ca6-179863debe5a), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:47.709471 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47278) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:47.711693 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5189e81c-ba73-46cf-a3e8-9c6bf70780b4 service neutron] Pushing event updated for resources: {'Port': ['ID=469449ce-763d-4db4-a452-63e01e8fed24,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:47.766395 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d04b8a-2412-484e-9bea-bfb94ea0c46f tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] No DVR routers for this DVR port 10f522b9-f1ac-4899-9ca6-179863debe5a on host n-d-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:34:47.766576 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85375ea-dcf9-41ce-997a-c83b3750d548 req-5189e81c-ba73-46cf-a3e8-9c6bf70780b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:34:47.768509 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-b85375ea-dcf9-41ce-997a-c83b3750d548 req-5189e81c-ba73-46cf-a3e8-9c6bf70780b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:47.772681 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b85375ea-dcf9-41ce-997a-c83b3750d548 req-5189e81c-ba73-46cf-a3e8-9c6bf70780b4 service neutron] 10.222.0.77 "PUT /v2.0/ports/469449ce-763d-4db4-a452-63e01e8fed24 HTTP/1.1" status: 200 len: 1091 time: 5.0393286 Feb 04 12:34:47.774814 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4acb9c3c-b6ab-46be-b637-ff51ba0e15fa', 'tag': '469449ce-763d-4db4-a452-63e01e8fed24'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:34:47.779666 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4a99cce-c95e-4431-a9f7-bcc687bfb1c2" -d '{"events": [{"name": "network-changed", "server_uuid": "4acb9c3c-b6ab-46be-b637-ff51ba0e15fa", "tag": "469449ce-763d-4db4-a452-63e01e8fed24"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:34:47.834024 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d04b8a-2412-484e-9bea-bfb94ea0c46f tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Pushing event deleted for resources: {'Port': ['ID=10f522b9-f1ac-4899-9ca6-179863debe5a,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:47.931895 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port ae004084-6345-42b4-a327-643a64678b6a is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:34:47.932683 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (ae004084-6345-42b4-a327-643a64678b6a), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:47.970563 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8e7b8a79-b4e5-48f0-8608-bb0bc19b6c3e tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (74fae055-9184-4874-83b7-8a3c5bc6ae0c), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:47.981481 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b7d04b8a-2412-484e-9bea-bfb94ea0c46f tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (a36a22ff-d0eb-47b3-8f16-6373033a6d51), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:47.991302 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c65ed0-eceb-487f-8bde-f5b6f0eb7e76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-e220eee6-efbf-4e16-8278-b7034a106a3d', 'network_id': 'e220eee6-efbf-4e16-8278-b7034a106a3d', 'project_id': '6811610fed404ab8950570f16fc94eb8', 'fixed_ips': [{'subnet_id': '8ed89237-317f-4530-8ecc-638834416f83'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 12:34:47.992933 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-95c65ed0-eceb-487f-8bde-f5b6f0eb7e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:48.003659 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-d602baec-6b7a-46d4-be7a-902189978270 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.1374652 Feb 04 12:34:48.009628 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d54f6c3a-0998-4a2e-bc39-fcdbedc6972e x-openstack-request-id: req-d54f6c3a-0998-4a2e-bc39-fcdbedc6972e {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:34:48.010562 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4acb9c3c-b6ab-46be-b637-ff51ba0e15fa", "tag": "469449ce-763d-4db4-a452-63e01e8fed24", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:34:48.013347 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d54f6c3a-0998-4a2e-bc39-fcdbedc6972e {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:34:48.013903 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4acb9c3c-b6ab-46be-b637-ff51ba0e15fa', 'tag': '469449ce-763d-4db4-a452-63e01e8fed24', 'status': 'completed', 'code': 200} Feb 04 12:34:48.026350 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8e7b8a79-b4e5-48f0-8608-bb0bc19b6c3e tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:48.036444 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-8e7b8a79-b4e5-48f0-8608-bb0bc19b6c3e tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "DELETE /v2.0/subnets/74fae055-9184-4874-83b7-8a3c5bc6ae0c HTTP/1.1" status: 204 len: 168 time: 1.0664127 Feb 04 12:34:48.037332 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47282) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:48.039378 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47284) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:48.107787 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-b7d04b8a-2412-484e-9bea-bfb94ea0c46f tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a36a22ff-d0eb-47b3-8f16-6373033a6d51']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:34:48.142873 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-b7d04b8a-2412-484e-9bea-bfb94ea0c46f tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b47a2309-009f-42fa-bf10-2b5d334fe72d') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:34:48.148315 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-b7d04b8a-2412-484e-9bea-bfb94ea0c46f tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b47a2309-009f-42fa-bf10-2b5d334fe72d') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:34:48.173092 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b7d04b8a-2412-484e-9bea-bfb94ea0c46f tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (b47a2309-009f-42fa-bf10-2b5d334fe72d), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:48.217118 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b7d04b8a-2412-484e-9bea-bfb94ea0c46f tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (b47a2309-009f-42fa-bf10-2b5d334fe72d), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:48.234800 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7d04b8a-2412-484e-9bea-bfb94ea0c46f tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:34:48.236437 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b7d04b8a-2412-484e-9bea-bfb94ea0c46f tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (b47a2309-009f-42fa-bf10-2b5d334fe72d), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:48.315972 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-95c65ed0-eceb-487f-8bde-f5b6f0eb7e76 None None] Allocated IP 172.20.0.2 (e220eee6-efbf-4e16-8278-b7034a106a3d/8ed89237-317f-4530-8ecc-638834416f83/0b6d8f05-d4eb-49cf-88b2-cabb22d508e2) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:34:48.343056 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9bf855d3-c11f-41ce-9933-e5417edb7454 admin admin] Publish callbacks [] for router_gateway (4e1b200e-8479-411b-be95-b320e16e13ba), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:48.354337 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85375ea-dcf9-41ce-997a-c83b3750d548 req-a1184c80-7cea-46c4-9853-e00a9b124ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:34:48.357777 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b85375ea-dcf9-41ce-997a-c83b3750d548 req-a1184c80-7cea-46c4-9853-e00a9b124ffb service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=72075fcbbaca4534bfa18449bac56045&device_id=4acb9c3c-b6ab-46be-b637-ff51ba0e15fa HTTP/1.1" status: 200 len: 1125 time: 0.3584442 Feb 04 12:34:48.362971 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-80b98cd2-0aec-4629-917a-f2079c131d1a admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1315260022-router', 'tenant_id': '6811610fed404ab8950570f16fc94eb8', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:34:48.377895 n-d-825015-3 neutron-server[103474]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:34:48.377895 n-d-825015-3 neutron-server[103474]: self.session.flush() Feb 04 12:34:48.377895 n-d-825015-3 neutron-server[103474]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:34:48.377895 n-d-825015-3 neutron-server[103474]: self.session.flush() Feb 04 12:34:48.377895 n-d-825015-3 neutron-server[103474]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:34:48.377895 n-d-825015-3 neutron-server[103474]: self.session.flush() Feb 04 12:34:48.377895 n-d-825015-3 neutron-server[103474]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:34:48.377895 n-d-825015-3 neutron-server[103474]: self.session.flush() Feb 04 12:34:48.377895 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 12:34:48.377895 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:34:48.377895 n-d-825015-3 neutron-server[103474]: timer() Feb 04 12:34:48.377895 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:34:48.377895 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 12:34:48.377895 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:34:48.377895 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 12:34:48.377895 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:34:48.377895 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 12:34:48.377895 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:34:48.377895 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 12:34:48.377895 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:34:48.377895 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 12:34:48.377895 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:34:48.377895 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:34:48.377895 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:34:48.377895 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:34:48.377895 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:34:48.377895 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 12:34:48.377895 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:34:48.377895 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 12:34:48.377895 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:34:48.377895 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:34:48.377895 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:34:48.377895 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 12:34:48.377895 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:34:48.377895 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:34:48.377895 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:34:48.377895 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:34:48.377895 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:34:48.377895 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:34:48.377895 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:34:48.381626 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b7d04b8a-2412-484e-9bea-bfb94ea0c46f tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (a36a22ff-d0eb-47b3-8f16-6373033a6d51), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:48.400770 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7b8a79-b4e5-48f0-8608-bb0bc19b6c3e tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Pushing event deleted for resources: {'Subnet': ['ID=74fae055-9184-4874-83b7-8a3c5bc6ae0c,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:48.447835 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650bcb3d-54fa-427a-b18e-1b9419c58bae None None] Network 647cdb67-8c3d-4450-9185-dcf62d584045 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:34:48.492234 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9bf855d3-c11f-41ce-9933-e5417edb7454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:48.502280 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b7d04b8a-2412-484e-9bea-bfb94ea0c46f tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:48.519880 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-b7d04b8a-2412-484e-9bea-bfb94ea0c46f tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "DELETE /v2.0/networks/a36a22ff-d0eb-47b3-8f16-6373033a6d51 HTTP/1.1" status: 204 len: 168 time: 2.7008860 Feb 04 12:34:48.523500 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47290) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:48.544278 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port ae004084-6345-42b4-a327-643a64678b6a, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=ae004084-6345-42b4-a327-643a64678b6a,segment=NetworkSegment(457a9e0a-0e75-459f-be4c-5045e8830e74),segment_id=457a9e0a-0e75-459f-be4c-5045e8830e74)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:34:48.550490 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05beee79-28c8-4beb-998e-89f959229c56 None None] Network b0b24265-6c4e-4c12-86e7-7db1368cfdaf requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:34:48.633550 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364388bf-f1ce-40dc-b093-8ba729d60b85 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:34:48.635013 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-364388bf-f1ce-40dc-b093-8ba729d60b85 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "GET /v2.0/ports/321afa55-ce20-439e-8f10-8deebac6c9b0 HTTP/1.1" status: 200 len: 840 time: 0.1062419 Feb 04 12:34:48.651718 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47294) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:48.653977 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c6a20b53-852a-4e38-b481-75dd4d69b865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:48.659786 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d04b8a-2412-484e-9bea-bfb94ea0c46f tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Pushing event deleted for resources: {'Network': ['ID=a36a22ff-d0eb-47b3-8f16-6373033a6d51,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:48.662768 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b85375ea-dcf9-41ce-997a-c83b3750d548 req-c37ae879-0fa4-4356-9797-009d5ae69d12 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=469449ce-763d-4db4-a452-63e01e8fed24 HTTP/1.1" status: 200 len: 217 time: 0.2686582 Feb 04 12:34:48.693189 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (ae004084-6345-42b4-a327-643a64678b6a), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:48.752859 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85375ea-dcf9-41ce-997a-c83b3750d548 req-7cc62195-9ca6-42ed-8e90-6b49a63ce345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:34:48.756227 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-80b98cd2-0aec-4629-917a-f2079c131d1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10933'] for router (b10466ee-1526-44b9-9266-3022b75a68d4), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:48.757351 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-80b98cd2-0aec-4629-917a-f2079c131d1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10924'] for router (b10466ee-1526-44b9-9266-3022b75a68d4), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:48.767378 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b85375ea-dcf9-41ce-997a-c83b3750d548 req-7cc62195-9ca6-42ed-8e90-6b49a63ce345 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=fbb54edd-3278-45b2-a986-7521678ba6ac HTTP/1.1" status: 200 len: 855 time: 0.0806530 Feb 04 12:34:48.770639 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ef7b1786-523d-43ca-9df9-be653d994bd1 admin admin] Publish callbacks [] for security_group (c3544a6d-af90-4ee5-8182-2bbad5723adc), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:48.798804 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-48aa5964-1bf8-4010-a706-4248eb3947e6 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (b0b24265-6c4e-4c12-86e7-7db1368cfdaf), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:48.838519 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b85375ea-dcf9-41ce-997a-c83b3750d548 req-28715b6c-7eca-4013-b729-6742947255bd service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4818c56c-ae1d-43b5-80d2-4a5373ab8e6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571561 Feb 04 12:34:48.843174 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-4573e0a2-71b2-4738-b978-0e1f0d1fbd3d None None] Provisioning complete for port ae004084-6345-42b4-a327-643a64678b6a triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:34:48.846557 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4573e0a2-71b2-4738-b978-0e1f0d1fbd3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (ae004084-6345-42b4-a327-643a64678b6a), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:48.848863 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-9e377fe5-8444-4b7f-8700-42a50c158b83 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "GET /v2.0/ports/321afa55-ce20-439e-8f10-8deebac6c9b0?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1802576 Feb 04 12:34:48.853665 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ef7b1786-523d-43ca-9df9-be653d994bd1 admin admin] Publish callbacks [] for security_group (c3544a6d-af90-4ee5-8182-2bbad5723adc), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:48.855310 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47296) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:48.863393 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-8abc019d-6737-4b4a-b97b-916dbdb68f11 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Request body: {'subnet': {'network_id': '6c81f3de-3475-436c-a4ac-8f63955bceb3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:34:48.886126 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f146bb9e-e0c8-4e33-96a7-79576b513e48 req-89b158fd-6c00-4c60-b48c-c2c39c121761 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:34:48.894356 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f146bb9e-e0c8-4e33-96a7-79576b513e48 req-89b158fd-6c00-4c60-b48c-c2c39c121761 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.65 "GET /v2.0/ports?device_id=4acb9c3c-b6ab-46be-b637-ff51ba0e15fa HTTP/1.1" status: 200 len: 943 time: 0.6298800 Feb 04 12:34:48.917895 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 10f522b9-f1ac-4899-9ca6-179863debe5a no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:34:48.932409 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-9bf855d3-c11f-41ce-9933-e5417edb7454 admin admin] Allocated IP 172.25.3.93 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/cd86ce84-4e84-4b08-9edd-0b441fdce631) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:34:48.983832 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648c1585-0ef9-4f86-82d2-fd566cdd8c79 req-cb406e4d-be44-4b48-9f35-24fcd341889e tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:34:48.986743 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-648c1585-0ef9-4f86-82d2-fd566cdd8c79 req-cb406e4d-be44-4b48-9f35-24fcd341889e tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8861db3-f96d-4488-9972-dc9abe44d442 HTTP/1.1" status: 200 len: 945 time: 0.3379662 Feb 04 12:34:49.015013 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 10f522b9-f1ac-4899-9ca6-179863debe5a {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:34:49.016998 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 10f522b9-f1ac-4899-9ca6-179863debe5a not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:34:49.052126 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-80b98cd2-0aec-4629-917a-f2079c131d1a admin admin] Publish callbacks [] for router_controller (b10466ee-1526-44b9-9266-3022b75a68d4), precommit_add_association {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:49.118405 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=ae004084-6345-42b4-a327-643a64678b6a,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:49.141231 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-648c1585-0ef9-4f86-82d2-fd566cdd8c79 req-943b8553-0b0e-45bd-80a3-a4d04165d0cb tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/security-groups?id=67d57791-96db-4689-9a02-f69bf9a8e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374397 Feb 04 12:34:49.166126 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f146bb9e-e0c8-4e33-96a7-79576b513e48 req-fafdaa61-673e-4b05-8bb6-10470c23f4ce tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.65 "GET /v2.0/security-groups?id=3194529c-ef45-449a-86a3-c42c7670cd65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709088 Feb 04 12:34:49.229814 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b85375ea-dcf9-41ce-997a-c83b3750d548 req-432e078b-45e0-4542-9349-34d0d0343181 service neutron] 10.222.0.77 "GET /v2.0/networks/4818c56c-ae1d-43b5-80d2-4a5373ab8e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3733840 Feb 04 12:34:49.274237 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:49.298940 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-4573e0a2-71b2-4738-b978-0e1f0d1fbd3d None None] Current status of the port ae004084-6345-42b4-a327-643a64678b6a is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:34:49.338760 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-48aa5964-1bf8-4010-a706-4248eb3947e6 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Deleting port 1a2a8fe0-d047-4198-ab73-994f9f6be316 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:34:49.339143 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-48aa5964-1bf8-4010-a706-4248eb3947e6 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (1a2a8fe0-d047-4198-ab73-994f9f6be316), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:49.346011 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8abc019d-6737-4b4a-b97b-916dbdb68f11 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Made reservation on behalf of 1dcfbfeb897648c6ad07937129f0b5e8 for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:34:49.350693 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8abc019d-6737-4b4a-b97b-916dbdb68f11 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60610638'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:49.367296 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-95c65ed0-eceb-487f-8bde-f5b6f0eb7e76 None None] Publish callbacks [] for port (0b6d8f05-d4eb-49cf-88b2-cabb22d508e2), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:49.376718 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04eea38a-f4a3-4474-ab6d-f03766672139 None None] DHCP port deletion for b0b24265-6c4e-4c12-86e7-7db1368cfdaf request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 12:34:49.384429 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9bf855d3-c11f-41ce-9933-e5417edb7454 admin admin] Publish callbacks [] for port (cd86ce84-4e84-4b08-9edd-0b441fdce631), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:49.400362 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-95c65ed0-eceb-487f-8bde-f5b6f0eb7e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (0b6d8f05-d4eb-49cf-88b2-cabb22d508e2), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:49.488666 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b85375ea-dcf9-41ce-997a-c83b3750d548 req-a6dd0360-f01e-4ad2-aba5-56223a703a5e service neutron] 10.222.0.77 "GET /v2.0/networks/4818c56c-ae1d-43b5-80d2-4a5373ab8e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509017 Feb 04 12:34:49.505739 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9bf855d3-c11f-41ce-9933-e5417edb7454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (cd86ce84-4e84-4b08-9edd-0b441fdce631), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:49.525317 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ef7b1786-523d-43ca-9df9-be653d994bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (c3544a6d-af90-4ee5-8182-2bbad5723adc), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:49.545906 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ef7b1786-523d-43ca-9df9-be653d994bd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:49.559656 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c65ed0-eceb-487f-8bde-f5b6f0eb7e76 None None] Network e220eee6-efbf-4e16-8278-b7034a106a3d is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:34:49.562683 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-8e03b9b4-8cb1-4fb3-831f-fce32b7a543f None None] Provisioning complete for port 1a2a8fe0-d047-4198-ab73-994f9f6be316 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:34:49.564315 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8e03b9b4-8cb1-4fb3-831f-fce32b7a543f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (1a2a8fe0-d047-4198-ab73-994f9f6be316), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:49.567464 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-ef7b1786-523d-43ca-9df9-be653d994bd1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c3544a6d-af90-4ee5-8182-2bbad5723adc HTTP/1.1" status: 204 len: 168 time: 1.8330145 Feb 04 12:34:49.679853 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf855d3-c11f-41ce-9933-e5417edb7454 admin admin] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:34:49.690241 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-95c65ed0-eceb-487f-8bde-f5b6f0eb7e76 None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:34:49.696125 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c65ed0-eceb-487f-8bde-f5b6f0eb7e76 None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:34:49.704993 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-9bf855d3-c11f-41ce-9933-e5417edb7454 admin admin] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:34:49.730381 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf855d3-c11f-41ce-9933-e5417edb7454 admin admin] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:34:49.810507 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c65ed0-eceb-487f-8bde-f5b6f0eb7e76 None None] Pushing event updated for resources: {'Port': ['ID=0b6d8f05-d4eb-49cf-88b2-cabb22d508e2,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:49.855511 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-95c65ed0-eceb-487f-8bde-f5b6f0eb7e76 None None] Attempting to bind port 0b6d8f05-d4eb-49cf-88b2-cabb22d508e2 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:34:49.856116 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-95c65ed0-eceb-487f-8bde-f5b6f0eb7e76 None None] Attempting to bind port 0b6d8f05-d4eb-49cf-88b2-cabb22d508e2 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': 'a93faf63-eb00-47f4-bed7-d5ca3fd92e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'e220eee6-efbf-4e16-8278-b7034a106a3d'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:34:49.856697 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c65ed0-eceb-487f-8bde-f5b6f0eb7e76 None None] Attempting to bind port 0b6d8f05-d4eb-49cf-88b2-cabb22d508e2 on network e220eee6-efbf-4e16-8278-b7034a106a3d {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:34:49.872382 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf855d3-c11f-41ce-9933-e5417edb7454 admin admin] Pushing event updated for resources: {'Port': ['ID=cd86ce84-4e84-4b08-9edd-0b441fdce631,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:49.877509 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c65ed0-eceb-487f-8bde-f5b6f0eb7e76 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:34:49.878092 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c65ed0-eceb-487f-8bde-f5b6f0eb7e76 None None] Checking segment: {'id': 'a93faf63-eb00-47f4-bed7-d5ca3fd92e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'e220eee6-efbf-4e16-8278-b7034a106a3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:34:49.878944 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-95c65ed0-eceb-487f-8bde-f5b6f0eb7e76 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:49.879703 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c65ed0-eceb-487f-8bde-f5b6f0eb7e76 None None] Bound using segment: {'id': 'a93faf63-eb00-47f4-bed7-d5ca3fd92e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'e220eee6-efbf-4e16-8278-b7034a106a3d'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:34:49.880505 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-95c65ed0-eceb-487f-8bde-f5b6f0eb7e76 None None] Bound port: 0b6d8f05-d4eb-49cf-88b2-cabb22d508e2, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a93faf63-eb00-47f4-bed7-d5ca3fd92e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'e220eee6-efbf-4e16-8278-b7034a106a3d'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:34:49.882762 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-95c65ed0-eceb-487f-8bde-f5b6f0eb7e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (0b6d8f05-d4eb-49cf-88b2-cabb22d508e2), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:49.911542 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-80b98cd2-0aec-4629-917a-f2079c131d1a admin admin] Publish callbacks [] for router_gateway (b10466ee-1526-44b9-9266-3022b75a68d4), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:49.916166 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a99cce-c95e-4431-a9f7-bcc687bfb1c2 req-5a8602ff-d176-45d2-a4fe-24c8f5ff9f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:34:49.920357 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f4a99cce-c95e-4431-a9f7-bcc687bfb1c2 req-5a8602ff-d176-45d2-a4fe-24c8f5ff9f90 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=72075fcbbaca4534bfa18449bac56045&device_id=4acb9c3c-b6ab-46be-b637-ff51ba0e15fa HTTP/1.1" status: 200 len: 1125 time: 0.3156662 Feb 04 12:34:49.923579 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8abc019d-6737-4b4a-b97b-916dbdb68f11 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59045178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60610680'] for subnet (e0d37be2-6527-47a9-a293-b94af1e27736), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:49.965808 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8abc019d-6737-4b4a-b97b-916dbdb68f11 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Network 6c81f3de-3475-436c-a4ac-8f63955bceb3 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:34:49.981548 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-8abc019d-6737-4b4a-b97b-916dbdb68f11 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:34:50.009513 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c62fc27-39ba-4245-bbf7-2f410fb8cc6e None None] Network 6c81f3de-3475-436c-a4ac-8f63955bceb3 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:34:50.018047 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8abc019d-6737-4b4a-b97b-916dbdb68f11 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:34:50.019136 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8abc019d-6737-4b4a-b97b-916dbdb68f11 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:50.021246 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-04eea38a-f4a3-4474-ab6d-f03766672139 None None] Deleting port 1a2a8fe0-d047-4198-ab73-994f9f6be316 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:34:50.021748 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-04eea38a-f4a3-4474-ab6d-f03766672139 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (1a2a8fe0-d047-4198-ab73-994f9f6be316), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:50.032416 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7b1786-523d-43ca-9df9-be653d994bd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3544a6d-af90-4ee5-8182-2bbad5723adc,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:50.048108 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-8abc019d-6737-4b4a-b97b-916dbdb68f11 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1900525 Feb 04 12:34:50.051406 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-48aa5964-1bf8-4010-a706-4248eb3947e6 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] For port 1a2a8fe0-d047-4198-ab73-994f9f6be316, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=1a2a8fe0-d047-4198-ab73-994f9f6be316,segment=NetworkSegment(f23afa56-882a-4766-8bbc-f1ce0ed2b97f),segment_id=f23afa56-882a-4766-8bbc-f1ce0ed2b97f)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:34:50.051909 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-48aa5964-1bf8-4010-a706-4248eb3947e6 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (1a2a8fe0-d047-4198-ab73-994f9f6be316), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:50.075927 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47304) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:50.085319 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-95c65ed0-eceb-487f-8bde-f5b6f0eb7e76 None None] For port 0b6d8f05-d4eb-49cf-88b2-cabb22d508e2, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:34:50.116562 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-db160da5-9756-451a-96f5-7498e1ba1d10 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Request body: {'security_group': {'name': 'tempest-secgroup-1951975245'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:34:50.136884 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-48aa5964-1bf8-4010-a706-4248eb3947e6 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Calling delete_port for 1a2a8fe0-d047-4198-ab73-994f9f6be316 owned by network:dhcp {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:34:50.169282 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-95c65ed0-eceb-487f-8bde-f5b6f0eb7e76 None None] For port 0b6d8f05-d4eb-49cf-88b2-cabb22d508e2, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=0b6d8f05-d4eb-49cf-88b2-cabb22d508e2,segment=NetworkSegment(a93faf63-eb00-47f4-bed7-d5ca3fd92e2a),segment_id=a93faf63-eb00-47f4-bed7-d5ca3fd92e2a)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:34:50.216441 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abc019d-6737-4b4a-b97b-916dbdb68f11 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Pushing event updated for resources: {'Subnet': ['ID=e0d37be2-6527-47a9-a293-b94af1e27736,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:50.217583 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-95c65ed0-eceb-487f-8bde-f5b6f0eb7e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (0b6d8f05-d4eb-49cf-88b2-cabb22d508e2), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:50.294352 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c65ed0-eceb-487f-8bde-f5b6f0eb7e76 None None] Pushing event updated for resources: {'Port': ['ID=0b6d8f05-d4eb-49cf-88b2-cabb22d508e2,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:50.303637 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-db160da5-9756-451a-96f5-7498e1ba1d10 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:50.309057 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-8e03b9b4-8cb1-4fb3-831f-fce32b7a543f None None] Current status of the port 1a2a8fe0-d047-4198-ab73-994f9f6be316 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:34:50.324995 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-04eea38a-f4a3-4474-ab6d-f03766672139 None None] For port 1a2a8fe0-d047-4198-ab73-994f9f6be316, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=1a2a8fe0-d047-4198-ab73-994f9f6be316,segment=NetworkSegment(f23afa56-882a-4766-8bbc-f1ce0ed2b97f),segment_id=f23afa56-882a-4766-8bbc-f1ce0ed2b97f)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:34:50.325614 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-04eea38a-f4a3-4474-ab6d-f03766672139 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (1a2a8fe0-d047-4198-ab73-994f9f6be316), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:50.382436 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-04eea38a-f4a3-4474-ab6d-f03766672139 None None] Calling delete_port for 1a2a8fe0-d047-4198-ab73-994f9f6be316 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:34:50.476168 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9bf855d3-c11f-41ce-9933-e5417edb7454 admin admin] Publish callbacks [] for router_gateway (4e1b200e-8479-411b-be95-b320e16e13ba), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:50.531247 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-48aa5964-1bf8-4010-a706-4248eb3947e6 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (1a2a8fe0-d047-4198-ab73-994f9f6be316), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:50.552200 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-04eea38a-f4a3-4474-ab6d-f03766672139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (1a2a8fe0-d047-4198-ab73-994f9f6be316), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:50.563912 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48aa5964-1bf8-4010-a706-4248eb3947e6 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] No DVR routers for this DVR port 1a2a8fe0-d047-4198-ab73-994f9f6be316 on host n-d-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:34:50.566976 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:50.613336 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-db160da5-9756-451a-96f5-7498e1ba1d10 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks [] for security_group (f8c2b98a-ed10-4bdf-af43-3c885bba2be1), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:50.691135 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-db160da5-9756-451a-96f5-7498e1ba1d10 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (f8c2b98a-ed10-4bdf-af43-3c885bba2be1), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:50.730294 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aa5964-1bf8-4010-a706-4248eb3947e6 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Pushing event deleted for resources: {'Port': ['ID=1a2a8fe0-d047-4198-ab73-994f9f6be316,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:50.945406 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-48aa5964-1bf8-4010-a706-4248eb3947e6 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (b0b24265-6c4e-4c12-86e7-7db1368cfdaf), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:50.994577 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-48aa5964-1bf8-4010-a706-4248eb3947e6 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0b24265-6c4e-4c12-86e7-7db1368cfdaf']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:34:51.004213 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456bfb29-cb7f-4dc4-a7ba-5a0135b56d50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-6c81f3de-3475-436c-a4ac-8f63955bceb3', 'network_id': '6c81f3de-3475-436c-a4ac-8f63955bceb3', 'project_id': '1dcfbfeb897648c6ad07937129f0b5e8', 'fixed_ips': [{'subnet_id': 'e0d37be2-6527-47a9-a293-b94af1e27736'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 12:34:51.005231 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-456bfb29-cb7f-4dc4-a7ba-5a0135b56d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:51.012709 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-48aa5964-1bf8-4010-a706-4248eb3947e6 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f23afa56-882a-4766-8bbc-f1ce0ed2b97f') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:34:51.013216 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 469449ce-763d-4db4-a452-63e01e8fed24 details requested by agent hyperv_n-h2-825015-3 with host n-h2-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:34:51.013658 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-48aa5964-1bf8-4010-a706-4248eb3947e6 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f23afa56-882a-4766-8bbc-f1ce0ed2b97f') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:34:51.025911 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b178da7-8b74-4c87-854d-abb5a326b03b req-ebbf8b63-eb8a-46c6-a967-d5e40c7533fb tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:34:51.027371 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-48aa5964-1bf8-4010-a706-4248eb3947e6 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (f23afa56-882a-4766-8bbc-f1ce0ed2b97f), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:51.039685 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1b178da7-8b74-4c87-854d-abb5a326b03b req-ebbf8b63-eb8a-46c6-a967-d5e40c7533fb tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.65 "GET /v2.0/ports?device_id=4acb9c3c-b6ab-46be-b637-ff51ba0e15fa HTTP/1.1" status: 200 len: 943 time: 0.6182983 Feb 04 12:34:51.043878 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eea38a-f4a3-4474-ab6d-f03766672139 None None] Pushing event deleted for resources: {'Port': ['ID=1a2a8fe0-d047-4198-ab73-994f9f6be316,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:51.053668 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04eea38a-f4a3-4474-ab6d-f03766672139 None None] No DVR routers for this DVR port 1a2a8fe0-d047-4198-ab73-994f9f6be316 on host n-d-825015-3 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:34:51.070006 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a99cce-c95e-4431-a9f7-bcc687bfb1c2 req-5c95f1f4-024d-4502-a2bd-12ce36e14c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:34:51.070567 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f4a99cce-c95e-4431-a9f7-bcc687bfb1c2 req-5c95f1f4-024d-4502-a2bd-12ce36e14c26 service neutron] 10.222.0.77 "GET /v2.0/networks?id=4818c56c-ae1d-43b5-80d2-4a5373ab8e6b HTTP/1.1" status: 200 len: 916 time: 0.9132452 Feb 04 12:34:51.078270 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-48aa5964-1bf8-4010-a706-4248eb3947e6 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (f23afa56-882a-4766-8bbc-f1ce0ed2b97f), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:51.094749 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-bb114298-29b7-4c75-9067-7276821eaf0a None None] Provisioning complete for port ae004084-6345-42b4-a327-643a64678b6a triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:34:51.095565 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bb114298-29b7-4c75-9067-7276821eaf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (ae004084-6345-42b4-a327-643a64678b6a), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:51.097245 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48aa5964-1bf8-4010-a706-4248eb3947e6 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:34:51.098845 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-48aa5964-1bf8-4010-a706-4248eb3947e6 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (f23afa56-882a-4766-8bbc-f1ce0ed2b97f), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:51.120529 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f3e0aa-3a22-4976-b774-0e67de574402 req-d54acfa1-c828-4fc7-b394-74f46dc4dc29 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:34:51.122198 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-05f3e0aa-3a22-4976-b774-0e67de574402 req-d54acfa1-c828-4fc7-b394-74f46dc4dc29 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8861db3-f96d-4488-9972-dc9abe44d442 HTTP/1.1" status: 200 len: 945 time: 0.6695549 Feb 04 12:34:51.218979 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f4a99cce-c95e-4431-a9f7-bcc687bfb1c2 req-d8649068-2c3b-43b8-91e7-9149f4482b42 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=469449ce-763d-4db4-a452-63e01e8fed24 HTTP/1.1" status: 200 len: 217 time: 0.1287446 Feb 04 12:34:51.276945 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 47332) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:51.327107 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 12:34:51.327107 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:34:51.327107 n-d-825015-3 neutron-server[103474]: timer() Feb 04 12:34:51.327107 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:34:51.327107 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 12:34:51.327107 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:34:51.327107 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 12:34:51.327107 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:34:51.327107 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 12:34:51.327107 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:34:51.327107 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 12:34:51.327107 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:34:51.327107 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 12:34:51.327107 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:34:51.327107 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:34:51.327107 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:34:51.327107 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:34:51.327107 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:34:51.327107 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 12:34:51.327107 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:34:51.327107 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 12:34:51.327107 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:34:51.327107 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:34:51.327107 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:34:51.327107 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 12:34:51.327107 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:34:51.327107 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:34:51.327107 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:34:51.327107 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:34:51.327107 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:34:51.327107 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:34:51.327107 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:34:51.332840 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-db160da5-9756-451a-96f5-7498e1ba1d10 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:51.334426 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-db160da5-9756-451a-96f5-7498e1ba1d10 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.2242143 Feb 04 12:34:51.361958 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47336) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:51.374699 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-c19360af-2ab6-4a97-8c52-5a22f476c313 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Request body: {'security_group': {'name': 'tempest-secgroup-1102262129'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:34:51.404424 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c19360af-2ab6-4a97-8c52-5a22f476c313 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:51.413542 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db160da5-9756-451a-96f5-7498e1ba1d10 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c2b98a-ed10-4bdf-af43-3c885bba2be1,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:51.478836 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 469449ce-763d-4db4-a452-63e01e8fed24, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=469449ce-763d-4db4-a452-63e01e8fed24,segment=NetworkSegment(37882638-7c6f-43c0-8749-8a8baa27febc),segment_id=37882638-7c6f-43c0-8749-8a8baa27febc)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:34:51.508628 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Returning: {'device': '469449ce-763d-4db4-a452-63e01e8fed24', 'network_id': '4818c56c-ae1d-43b5-80d2-4a5373ab8e6b', 'port_id': '469449ce-763d-4db4-a452-63e01e8fed24', 'mac_address': 'fa:16:3e:8e:94:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbb54edd-3278-45b2-a986-7521678ba6ac', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:34:51.543661 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-48aa5964-1bf8-4010-a706-4248eb3947e6 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (b0b24265-6c4e-4c12-86e7-7db1368cfdaf), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:51.551044 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-48aa5964-1bf8-4010-a706-4248eb3947e6 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:51.554378 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-48aa5964-1bf8-4010-a706-4248eb3947e6 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "DELETE /v2.0/networks/b0b24265-6c4e-4c12-86e7-7db1368cfdaf HTTP/1.1" status: 204 len: 168 time: 3.1874702 Feb 04 12:34:51.555570 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-80b98cd2-0aec-4629-917a-f2079c131d1a admin admin] Publish callbacks [] for router_gateway (b10466ee-1526-44b9-9266-3022b75a68d4), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:51.569577 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47338) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:51.577941 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-456bfb29-cb7f-4dc4-a7ba-5a0135b56d50 None None] Allocated IP 172.20.0.2 (6c81f3de-3475-436c-a4ac-8f63955bceb3/e0d37be2-6527-47a9-a293-b94af1e27736/2c0b97af-bfeb-4337-9331-4523ff393ad5) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:34:51.632819 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 0b6d8f05-d4eb-49cf-88b2-cabb22d508e2 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:34:51.635382 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aa5964-1bf8-4010-a706-4248eb3947e6 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Pushing event deleted for resources: {'Network': ['ID=b0b24265-6c4e-4c12-86e7-7db1368cfdaf,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:51.671351 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-80b98cd2-0aec-4629-917a-f2079c131d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:51.696843 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e917ca8c-cec3-4e65-adfc-1fdd5ed075ee req-407b7a4e-0f72-4851-a360-9cd0f4bd90af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:34:51.698996 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e917ca8c-cec3-4e65-adfc-1fdd5ed075ee req-407b7a4e-0f72-4851-a360-9cd0f4bd90af service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b8861db3-f96d-4488-9972-dc9abe44d442 HTTP/1.1" status: 200 len: 1127 time: 0.8426447 Feb 04 12:34:51.730110 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-05f3e0aa-3a22-4976-b774-0e67de574402 req-90d2fa85-70fd-40f2-9162-b143caa279f5 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/security-groups?id=67d57791-96db-4689-9a02-f69bf9a8e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5808661 Feb 04 12:34:51.776186 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 469449ce-763d-4db4-a452-63e01e8fed24 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:34:51.776690 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (469449ce-763d-4db4-a452-63e01e8fed24), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:51.795011 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1b178da7-8b74-4c87-854d-abb5a326b03b req-0068d6e6-f974-496e-af33-2702b656f0a6 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.65 "GET /v2.0/security-groups?id=3194529c-ef45-449a-86a3-c42c7670cd65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7179809 Feb 04 12:34:51.824703 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-bb114298-29b7-4c75-9067-7276821eaf0a None None] Current status of the port ae004084-6345-42b4-a327-643a64678b6a is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:34:51.831090 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e917ca8c-cec3-4e65-adfc-1fdd5ed075ee req-7ad8d7ae-837a-4c30-8fb5-92ae80ed4c88 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=67d57791-96db-4689-9a02-f69bf9a8e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223803 Feb 04 12:34:51.834889 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a99cce-c95e-4431-a9f7-bcc687bfb1c2 req-e9339f7e-df5c-45d7-8d3f-4cf1131ad211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:34:51.836511 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f4a99cce-c95e-4431-a9f7-bcc687bfb1c2 req-e9339f7e-df5c-45d7-8d3f-4cf1131ad211 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=fbb54edd-3278-45b2-a986-7521678ba6ac HTTP/1.1" status: 200 len: 855 time: 0.6105278 Feb 04 12:34:51.890694 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9bf855d3-c11f-41ce-9933-e5417edb7454 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141'] for router (4e1b200e-8479-411b-be95-b320e16e13ba), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:51.905915 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c19360af-2ab6-4a97-8c52-5a22f476c313 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks [] for security_group (522ef7e9-ae48-4719-b689-466e8ecb274e), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:51.950178 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c19360af-2ab6-4a97-8c52-5a22f476c313 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (522ef7e9-ae48-4719-b689-466e8ecb274e), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:51.984871 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-8a3655cc-d595-43b9-a5a5-b4b0736a41f9 tempest-AgentManagementNegativeTest-670357281 tempest-AgentManagementNegativeTest-670357281-project] 10.222.0.65 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.6965425 Feb 04 12:34:52.001962 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-80b98cd2-0aec-4629-917a-f2079c131d1a admin admin] Allocated IP 172.25.3.139 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/fff9c98a-9f34-4437-b5e0-40b457f5f3bd) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:34:52.020309 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f065a8-d39b-418f-b6fd-3794b806eb66 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:34:52.026974 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-e7f065a8-d39b-418f-b6fd-3794b806eb66 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.4514549 Feb 04 12:34:52.028315 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47344) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:52.029256 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-456bfb29-cb7f-4dc4-a7ba-5a0135b56d50 None None] Publish callbacks [] for port (2c0b97af-bfeb-4337-9331-4523ff393ad5), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:52.055622 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 469449ce-763d-4db4-a452-63e01e8fed24 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:34:52.084101 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f4a99cce-c95e-4431-a9f7-bcc687bfb1c2 req-dc6c16d1-3d18-45da-9205-30b0f2a50796 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4818c56c-ae1d-43b5-80d2-4a5373ab8e6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2377629 Feb 04 12:34:52.085916 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 469449ce-763d-4db4-a452-63e01e8fed24, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=469449ce-763d-4db4-a452-63e01e8fed24,segment=NetworkSegment(37882638-7c6f-43c0-8749-8a8baa27febc),segment_id=37882638-7c6f-43c0-8749-8a8baa27febc)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:34:52.088305 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:52.106454 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c19360af-2ab6-4a97-8c52-5a22f476c313 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:52.110566 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (469449ce-763d-4db4-a452-63e01e8fed24), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:52.114608 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-456bfb29-cb7f-4dc4-a7ba-5a0135b56d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (2c0b97af-bfeb-4337-9331-4523ff393ad5), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:52.118169 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-c19360af-2ab6-4a97-8c52-5a22f476c313 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7529719 Feb 04 12:34:52.132568 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19360af-2ab6-4a97-8c52-5a22f476c313 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=522ef7e9-ae48-4719-b689-466e8ecb274e,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:52.135185 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47346) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:52.149902 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-f516839d-935d-4e84-8fb0-cd1d40d69cfc tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1982864292', 'security_groups': ['522ef7e9-ae48-4719-b689-466e8ecb274e'], 'network_id': '6c81f3de-3475-436c-a4ac-8f63955bceb3', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e0d37be2-6527-47a9-a293-b94af1e27736'}]}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:34:52.195086 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 0b6d8f05-d4eb-49cf-88b2-cabb22d508e2 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:34:52.195663 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (0b6d8f05-d4eb-49cf-88b2-cabb22d508e2), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:52.294668 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456bfb29-cb7f-4dc4-a7ba-5a0135b56d50 None None] Network 6c81f3de-3475-436c-a4ac-8f63955bceb3 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:34:52.318041 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-456bfb29-cb7f-4dc4-a7ba-5a0135b56d50 None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:34:52.324119 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456bfb29-cb7f-4dc4-a7ba-5a0135b56d50 None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:34:52.363451 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=469449ce-763d-4db4-a452-63e01e8fed24,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:52.369974 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['469449ce-763d-4db4-a452-63e01e8fed24'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:34:52.373114 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ec454c-ede3-4a51-adef-288ef536a803 None None] Network e220eee6-efbf-4e16-8278-b7034a106a3d requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:34:52.465117 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-80b98cd2-0aec-4629-917a-f2079c131d1a admin admin] Publish callbacks [] for port (fff9c98a-9f34-4437-b5e0-40b457f5f3bd), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:52.474618 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f4a99cce-c95e-4431-a9f7-bcc687bfb1c2 req-fd3ed3b9-685c-4d78-a4a6-fb483bb4f0c4 service neutron] 10.222.0.77 "GET /v2.0/networks/4818c56c-ae1d-43b5-80d2-4a5373ab8e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3828652 Feb 04 12:34:52.530560 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-2a67c8c9-e0cb-4f49-9681-1c40ccca1368 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.4972162 Feb 04 12:34:52.551506 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 47350) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:52.564737 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-1da061bc-5ab8-410e-a33b-10333c036bd6 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-555953386'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:34:52.590520 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1da061bc-5ab8-410e-a33b-10333c036bd6 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Made reservation on behalf of 90a71f7c621340c08dbfd8625731c118 for: {'network': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:34:52.595299 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1da061bc-5ab8-410e-a33b-10333c036bd6 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:52.627680 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-80b98cd2-0aec-4629-917a-f2079c131d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (fff9c98a-9f34-4437-b5e0-40b457f5f3bd), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:52.641597 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1da061bc-5ab8-410e-a33b-10333c036bd6 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=103475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:34:52.664822 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f516839d-935d-4e84-8fb0-cd1d40d69cfc tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Made reservation on behalf of 1dcfbfeb897648c6ad07937129f0b5e8 for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:34:52.676830 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1da061bc-5ab8-410e-a33b-10333c036bd6 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (4bd40f1d-6b95-46ff-be8f-c65d8f809a2e), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:52.677155 n-d-825015-3 neutron-server[103475]: INFO neutron.db.segments_db [None req-1da061bc-5ab8-410e-a33b-10333c036bd6 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Added segment 4bd40f1d-6b95-46ff-be8f-c65d8f809a2e of type vlan for network 1e01e79c-b43c-47d9-8f08-afd7360fb436 Feb 04 12:34:52.680525 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bf855d3-c11f-41ce-9933-e5417edb7454 admin admin] Router 4e1b200e-8479-411b-be95-b320e16e13ba is scheduled to L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de with binding_index 1 {{(pid=103475) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 12:34:52.699260 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f4a99cce-c95e-4431-a9f7-bcc687bfb1c2 req-4edec728-fcde-4567-80be-8d1c8237222a service neutron] 10.222.0.77 "GET /v2.0/networks/4818c56c-ae1d-43b5-80d2-4a5373ab8e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118237 Feb 04 12:34:52.789851 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47354) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:52.816983 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-e39e4d5a-4703-4c06-b814-498835a48e98 None None] Provisioning complete for port 0b6d8f05-d4eb-49cf-88b2-cabb22d508e2 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:34:52.817680 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e39e4d5a-4703-4c06-b814-498835a48e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (0b6d8f05-d4eb-49cf-88b2-cabb22d508e2), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:52.869449 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 0b6d8f05-d4eb-49cf-88b2-cabb22d508e2 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:34:52.869990 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (0b6d8f05-d4eb-49cf-88b2-cabb22d508e2), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:52.873021 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1da061bc-5ab8-410e-a33b-10333c036bd6 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (1e01e79c-b43c-47d9-8f08-afd7360fb436), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:52.873286 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-456bfb29-cb7f-4dc4-a7ba-5a0135b56d50 None None] Attempting to bind port 2c0b97af-bfeb-4337-9331-4523ff393ad5 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:34:52.873768 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-456bfb29-cb7f-4dc4-a7ba-5a0135b56d50 None None] Attempting to bind port 2c0b97af-bfeb-4337-9331-4523ff393ad5 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '2dd59e3f-7ea5-44ca-8b43-515aa46e8b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '6c81f3de-3475-436c-a4ac-8f63955bceb3'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:34:52.874238 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456bfb29-cb7f-4dc4-a7ba-5a0135b56d50 None None] Attempting to bind port 2c0b97af-bfeb-4337-9331-4523ff393ad5 on network 6c81f3de-3475-436c-a4ac-8f63955bceb3 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:34:52.881372 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456bfb29-cb7f-4dc4-a7ba-5a0135b56d50 None None] Pushing event updated for resources: {'Port': ['ID=2c0b97af-bfeb-4337-9331-4523ff393ad5,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:52.887151 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b98cd2-0aec-4629-917a-f2079c131d1a admin admin] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:34:52.896635 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f516839d-935d-4e84-8fb0-cd1d40d69cfc tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:52.903060 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456bfb29-cb7f-4dc4-a7ba-5a0135b56d50 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:34:52.906014 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-80b98cd2-0aec-4629-917a-f2079c131d1a admin admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:34:52.917623 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456bfb29-cb7f-4dc4-a7ba-5a0135b56d50 None None] Checking segment: {'id': '2dd59e3f-7ea5-44ca-8b43-515aa46e8b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '6c81f3de-3475-436c-a4ac-8f63955bceb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:34:52.918278 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-456bfb29-cb7f-4dc4-a7ba-5a0135b56d50 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:52.922806 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b98cd2-0aec-4629-917a-f2079c131d1a admin admin] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:34:52.923054 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456bfb29-cb7f-4dc4-a7ba-5a0135b56d50 None None] Bound using segment: {'id': '2dd59e3f-7ea5-44ca-8b43-515aa46e8b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '6c81f3de-3475-436c-a4ac-8f63955bceb3'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:34:52.924057 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-456bfb29-cb7f-4dc4-a7ba-5a0135b56d50 None None] Bound port: 2c0b97af-bfeb-4337-9331-4523ff393ad5, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dd59e3f-7ea5-44ca-8b43-515aa46e8b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '6c81f3de-3475-436c-a4ac-8f63955bceb3'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:34:52.924763 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-456bfb29-cb7f-4dc4-a7ba-5a0135b56d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (2c0b97af-bfeb-4337-9331-4523ff393ad5), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:52.980970 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [None req-f516839d-935d-4e84-8fb0-cd1d40d69cfc tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] device_id is not set on port 394615c6-6ec4-4e40-9111-8ae279c07025 yet. {{(pid=103474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 12:34:53.027876 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.db.resource_extend [None req-1da061bc-5ab8-410e-a33b-10333c036bd6 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 12:34:53.081131 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1da061bc-5ab8-410e-a33b-10333c036bd6 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (1e01e79c-b43c-47d9-8f08-afd7360fb436), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:53.086424 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da061bc-5ab8-410e-a33b-10333c036bd6 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:34:53.087113 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1da061bc-5ab8-410e-a33b-10333c036bd6 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:53.179396 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b834ea4c-b785-4014-8215-3c354de01530 req-a2a994b5-923e-4fe6-8569-f5339b29a0f3 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:34:53.188066 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b834ea4c-b785-4014-8215-3c354de01530 req-a2a994b5-923e-4fe6-8569-f5339b29a0f3 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.65 "GET /v2.0/ports?device_id=4acb9c3c-b6ab-46be-b637-ff51ba0e15fa HTTP/1.1" status: 200 len: 944 time: 0.2269158 Feb 04 12:34:53.189762 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port 0b6d8f05-d4eb-49cf-88b2-cabb22d508e2, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=0b6d8f05-d4eb-49cf-88b2-cabb22d508e2,segment=NetworkSegment(a93faf63-eb00-47f4-bed7-d5ca3fd92e2a),segment_id=a93faf63-eb00-47f4-bed7-d5ca3fd92e2a)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:34:53.198702 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-1da061bc-5ab8-410e-a33b-10333c036bd6 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6455584 Feb 04 12:34:53.212712 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bf855d3-c11f-41ce-9933-e5417edb7454 admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:34:53.216296 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (0b6d8f05-d4eb-49cf-88b2-cabb22d508e2), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:53.217101 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device ae004084-6345-42b4-a327-643a64678b6a up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:34:53.224888 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 47360) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:53.229566 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846fae99-0319-4f0c-aeda-ffe929520113 None None] Sync routers for ids ['4e1b200e-8479-411b-be95-b320e16e13ba'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:34:53.244103 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b18754-87fb-4e99-b217-abaeff2a5753 req-ad6e65ec-dadf-4fdf-b0ae-68d5a122126a tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:34:53.253533 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846fae99-0319-4f0c-aeda-ffe929520113 None None] Routers {'4e1b200e-8479-411b-be95-b320e16e13ba'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:34:53.254181 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-846fae99-0319-4f0c-aeda-ffe929520113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:34:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['4e1b200e-8479-411b-be95-b320e16e13ba'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:34:53.261733 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-33b18754-87fb-4e99-b217-abaeff2a5753 req-ad6e65ec-dadf-4fdf-b0ae-68d5a122126a tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8861db3-f96d-4488-9972-dc9abe44d442 HTTP/1.1" status: 200 len: 945 time: 0.3001163 Feb 04 12:34:53.310149 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-2fd1b5a0-8686-4110-8a01-977f32fadfae tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Request body: {'subnet': {'network_id': '1e01e79c-b43c-47d9-8f08-afd7360fb436', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:34:53.418439 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-456bfb29-cb7f-4dc4-a7ba-5a0135b56d50 None None] For port 2c0b97af-bfeb-4337-9331-4523ff393ad5, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:34:53.509430 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da061bc-5ab8-410e-a33b-10333c036bd6 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Pushing event updated for resources: {'Network': ['ID=1e01e79c-b43c-47d9-8f08-afd7360fb436,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:53.509709 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-456bfb29-cb7f-4dc4-a7ba-5a0135b56d50 None None] For port 2c0b97af-bfeb-4337-9331-4523ff393ad5, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=2c0b97af-bfeb-4337-9331-4523ff393ad5,segment=NetworkSegment(2dd59e3f-7ea5-44ca-8b43-515aa46e8b05),segment_id=2dd59e3f-7ea5-44ca-8b43-515aa46e8b05)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:34:53.510708 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-e39e4d5a-4703-4c06-b814-498835a48e98 None None] Current status of the port 0b6d8f05-d4eb-49cf-88b2-cabb22d508e2 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:34:53.516487 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-846fae99-0319-4f0c-aeda-ffe929520113 None None] Set router 4e1b200e-8479-411b-be95-b320e16e13ba gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:34:53.532668 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 1e01e79c-b43c-47d9-8f08-afd7360fb436 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:34:53.567887 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9bf855d3-c11f-41ce-9933-e5417edb7454 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:53.580061 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-9bf855d3-c11f-41ce-9933-e5417edb7454 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.6689556 Feb 04 12:34:53.580773 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 47364) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:53.633756 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=0b6d8f05-d4eb-49cf-88b2-cabb22d508e2,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:53.657489 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-456bfb29-cb7f-4dc4-a7ba-5a0135b56d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (2c0b97af-bfeb-4337-9331-4523ff393ad5), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:53.679976 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dde65da7-ba8e-4645-8921-192e19c50769 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:53.712443 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b98cd2-0aec-4629-917a-f2079c131d1a admin admin] Pushing event updated for resources: {'Port': ['ID=fff9c98a-9f34-4437-b5e0-40b457f5f3bd,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:53.737686 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port ae004084-6345-42b4-a327-643a64678b6a triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:34:53.739191 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (ae004084-6345-42b4-a327-643a64678b6a), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:53.913354 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-846fae99-0319-4f0c-aeda-ffe929520113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e1b200e-8479-411b-be95-b320e16e13ba', 'name': 'tempest-TaggedBootDevicesTest_v242-1771587443-router', 'tenant_id': '6d2d96abb2ff46d88357aa25adf70711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'cd86ce84-4e84-4b08-9edd-0b441fdce631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:34:45Z', 'updated_at': '2022-02-04T12:34:50Z', 'revision_number': 3, 'project_id': '6d2d96abb2ff46d88357aa25adf70711', 'gw_port': {'id': 'cd86ce84-4e84-4b08-9edd-0b441fdce631', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c7:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e1b200e-8479-411b-be95-b320e16e13ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:34:48Z', 'updated_at': '2022-02-04T12:34:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:34:53.914320 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-33b18754-87fb-4e99-b217-abaeff2a5753 req-9ab8979d-598a-4c92-81c9-60dd0d557996 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/security-groups?id=67d57791-96db-4689-9a02-f69bf9a8e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6516988 Feb 04 12:34:53.917710 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-45ab8f8d-686b-4a16-8a5b-84cafc8fb314 None None] Provisioning complete for port 0b6d8f05-d4eb-49cf-88b2-cabb22d508e2 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:34:53.918095 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-45ab8f8d-686b-4a16-8a5b-84cafc8fb314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (0b6d8f05-d4eb-49cf-88b2-cabb22d508e2), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:53.934831 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b834ea4c-b785-4014-8215-3c354de01530 req-562a660f-f82b-44fa-b619-a7ae361284e9 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.65 "GET /v2.0/security-groups?id=3194529c-ef45-449a-86a3-c42c7670cd65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7458565 Feb 04 12:34:53.958513 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456bfb29-cb7f-4dc4-a7ba-5a0135b56d50 None None] Pushing event updated for resources: {'Port': ['ID=2c0b97af-bfeb-4337-9331-4523ff393ad5,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:53.970403 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846fae99-0319-4f0c-aeda-ffe929520113 None None] Checking router: 4e1b200e-8479-411b-be95-b320e16e13ba for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:34:53.970836 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846fae99-0319-4f0c-aeda-ffe929520113 None None] Updating router 4e1b200e-8479-411b-be95-b320e16e13ba port cd86ce84-4e84-4b08-9edd-0b441fdce631 binding host n-d-825015-3 {{(pid=103477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:34:54.013378 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-91ae5e01-6371-4bef-9920-ad538e383501 req-2766d360-1490-4ee4-ac8f-0ced35cf76e2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=064b8b16-59ce-4f5e-b1f8-f430debd9ab3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5045745 Feb 04 12:34:54.027814 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-846fae99-0319-4f0c-aeda-ffe929520113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (cd86ce84-4e84-4b08-9edd-0b441fdce631), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:54.056581 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-f516839d-935d-4e84-8fb0-cd1d40d69cfc tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Allocated IP 172.20.0.7 (6c81f3de-3475-436c-a4ac-8f63955bceb3/e0d37be2-6527-47a9-a293-b94af1e27736/394615c6-6ec4-4e40-9111-8ae279c07025) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:34:54.095802 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port ae004084-6345-42b4-a327-643a64678b6a is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:34:54.098908 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fd1b5a0-8686-4110-8a01-977f32fadfae tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Made reservation on behalf of 90a71f7c621340c08dbfd8625731c118 for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:34:54.108057 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2fd1b5a0-8686-4110-8a01-977f32fadfae tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:54.175084 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dde65da7-ba8e-4645-8921-192e19c50769 admin admin] Publish callbacks [] for security_group (0efc9c65-8460-44ac-8e76-dd0b335aac17), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:54.228561 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dde65da7-ba8e-4645-8921-192e19c50769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (0efc9c65-8460-44ac-8e76-dd0b335aac17), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:54.312726 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-dde65da7-ba8e-4645-8921-192e19c50769 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=12e88d5538084fbebab251dafad41e1f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4937954 Feb 04 12:34:54.319291 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47366) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:54.330396 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde65da7-ba8e-4645-8921-192e19c50769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0efc9c65-8460-44ac-8e76-dd0b335aac17,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:54.419330 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-846fae99-0319-4f0c-aeda-ffe929520113 None None] Publish callbacks [] for port (cd86ce84-4e84-4b08-9edd-0b441fdce631), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:54.437518 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-846fae99-0319-4f0c-aeda-ffe929520113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (cd86ce84-4e84-4b08-9edd-0b441fdce631), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:54.501830 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ae5e01-6371-4bef-9920-ad538e383501 req-713cadea-67c5-45a4-9f5f-58c73e66febf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:34:54.503588 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-91ae5e01-6371-4bef-9920-ad538e383501 req-713cadea-67c5-45a4-9f5f-58c73e66febf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=60403df8fc1a4b00b06a45bfc2d7e2b2&device_id=064b8b16-59ce-4f5e-b1f8-f430debd9ab3 HTTP/1.1" status: 200 len: 1128 time: 0.4582777 Feb 04 12:34:54.522916 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 1a2a8fe0-d047-4198-ab73-994f9f6be316 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:34:54.524474 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-80b98cd2-0aec-4629-917a-f2079c131d1a admin admin] Publish callbacks [] for router_gateway (b10466ee-1526-44b9-9266-3022b75a68d4), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:54.570626 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308072c8-17a9-4eab-b95a-674aeccf5429 None None] Pushing event updated for resources: {'Port': ['ID=cd86ce84-4e84-4b08-9edd-0b441fdce631,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:54.572746 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 1a2a8fe0-d047-4198-ab73-994f9f6be316 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:34:54.572746 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 1a2a8fe0-d047-4198-ab73-994f9f6be316 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:34:54.583890 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308072c8-17a9-4eab-b95a-674aeccf5429 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:34:54.584318 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308072c8-17a9-4eab-b95a-674aeccf5429 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:34:54.584883 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308072c8-17a9-4eab-b95a-674aeccf5429 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:34:54.585473 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308072c8-17a9-4eab-b95a-674aeccf5429 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:34:54.585884 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308072c8-17a9-4eab-b95a-674aeccf5429 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:34:54.586445 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308072c8-17a9-4eab-b95a-674aeccf5429 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:34:54.586911 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308072c8-17a9-4eab-b95a-674aeccf5429 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:34:54.587515 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308072c8-17a9-4eab-b95a-674aeccf5429 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:34:54.587884 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308072c8-17a9-4eab-b95a-674aeccf5429 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:34:54.588776 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308072c8-17a9-4eab-b95a-674aeccf5429 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:34:54.589371 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308072c8-17a9-4eab-b95a-674aeccf5429 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:34:54.589773 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308072c8-17a9-4eab-b95a-674aeccf5429 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:34:54.590167 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308072c8-17a9-4eab-b95a-674aeccf5429 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:34:54.597785 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-846fae99-0319-4f0c-aeda-ffe929520113 None None] Attempting to bind port cd86ce84-4e84-4b08-9edd-0b441fdce631 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:34:54.598756 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-846fae99-0319-4f0c-aeda-ffe929520113 None None] Attempting to bind port cd86ce84-4e84-4b08-9edd-0b441fdce631 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:34:54.599201 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846fae99-0319-4f0c-aeda-ffe929520113 None None] Attempting to bind port cd86ce84-4e84-4b08-9edd-0b441fdce631 on network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:34:54.605591 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-45ab8f8d-686b-4a16-8a5b-84cafc8fb314 None None] Current status of the port 0b6d8f05-d4eb-49cf-88b2-cabb22d508e2 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:34:54.608904 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846fae99-0319-4f0c-aeda-ffe929520113 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:34:54.609294 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846fae99-0319-4f0c-aeda-ffe929520113 None None] Checking segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:34:54.611126 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-846fae99-0319-4f0c-aeda-ffe929520113 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:54.611126 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846fae99-0319-4f0c-aeda-ffe929520113 None None] Bound using segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:34:54.611371 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-846fae99-0319-4f0c-aeda-ffe929520113 None None] Bound port: cd86ce84-4e84-4b08-9edd-0b441fdce631, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:34:54.611768 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-846fae99-0319-4f0c-aeda-ffe929520113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (cd86ce84-4e84-4b08-9edd-0b441fdce631), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:54.728419 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-846fae99-0319-4f0c-aeda-ffe929520113 None None] For port cd86ce84-4e84-4b08-9edd-0b441fdce631, host n-d-825015-3, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:34:54.733076 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-846fae99-0319-4f0c-aeda-ffe929520113 None None] For port cd86ce84-4e84-4b08-9edd-0b441fdce631, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=cd86ce84-4e84-4b08-9edd-0b441fdce631,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:34:54.744385 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-846fae99-0319-4f0c-aeda-ffe929520113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (cd86ce84-4e84-4b08-9edd-0b441fdce631), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:54.792146 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2fd1b5a0-8686-4110-8a01-977f32fadfae tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52094127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51452689'] for subnet (eb354376-41f2-4ca1-9cf3-a3abe6349a96), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:54.827129 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-52341f96-f0ba-4e9a-a85c-78f271339456 admin admin] Publish callbacks [] for security_group (0efc9c65-8460-44ac-8e76-dd0b335aac17), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:54.828615 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846fae99-0319-4f0c-aeda-ffe929520113 None None] Routers {'4e1b200e-8479-411b-be95-b320e16e13ba'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:34:54.829505 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-846fae99-0319-4f0c-aeda-ffe929520113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:34:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['4e1b200e-8479-411b-be95-b320e16e13ba'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:34:54.865244 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f516839d-935d-4e84-8fb0-cd1d40d69cfc tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks [] for port (394615c6-6ec4-4e40-9111-8ae279c07025), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:54.883214 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ae5e01-6371-4bef-9920-ad538e383501 req-bd3d0a9e-28fb-47a5-97e0-9e22b6d4b6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:34:54.884857 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-91ae5e01-6371-4bef-9920-ad538e383501 req-bd3d0a9e-28fb-47a5-97e0-9e22b6d4b6ac service neutron] 10.222.0.73 "GET /v2.0/networks?id=e5afc4b2-b62e-43cc-a807-b008639c0d4f HTTP/1.1" status: 200 len: 920 time: 0.2889879 Feb 04 12:34:54.902061 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-80b98cd2-0aec-4629-917a-f2079c131d1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141'] for router (b10466ee-1526-44b9-9266-3022b75a68d4), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:54.907981 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-52341f96-f0ba-4e9a-a85c-78f271339456 admin admin] Publish callbacks [] for security_group (0efc9c65-8460-44ac-8e76-dd0b335aac17), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:54.915686 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308072c8-17a9-4eab-b95a-674aeccf5429 None None] Pushing event updated for resources: {'Port': ['ID=cd86ce84-4e84-4b08-9edd-0b441fdce631,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:54.975131 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 469449ce-763d-4db4-a452-63e01e8fed24 up at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:34:55.062698 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 0b6d8f05-d4eb-49cf-88b2-cabb22d508e2 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:34:55.070422 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f516839d-935d-4e84-8fb0-cd1d40d69cfc tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (394615c6-6ec4-4e40-9111-8ae279c07025), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:55.109222 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd1b5a0-8686-4110-8a01-977f32fadfae tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Pushing event updated for resources: {'Subnet': ['ID=eb354376-41f2-4ca1-9cf3-a3abe6349a96,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:55.134387 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-846fae99-0319-4f0c-aeda-ffe929520113 None None] Set router 4e1b200e-8479-411b-be95-b320e16e13ba gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:34:55.172621 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f516839d-935d-4e84-8fb0-cd1d40d69cfc tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Network 6c81f3de-3475-436c-a4ac-8f63955bceb3 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:34:55.177933 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning for port 469449ce-763d-4db4-a452-63e01e8fed24 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:34:55.185654 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-f516839d-935d-4e84-8fb0-cd1d40d69cfc tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:34:55.188646 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-52341f96-f0ba-4e9a-a85c-78f271339456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (0efc9c65-8460-44ac-8e76-dd0b335aac17), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:55.191209 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-52341f96-f0ba-4e9a-a85c-78f271339456 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:55.192425 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-52341f96-f0ba-4e9a-a85c-78f271339456 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0efc9c65-8460-44ac-8e76-dd0b335aac17 HTTP/1.1" status: 204 len: 168 time: 0.8721282 Feb 04 12:34:55.193392 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f516839d-935d-4e84-8fb0-cd1d40d69cfc tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:34:55.212401 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning complete for port 469449ce-763d-4db4-a452-63e01e8fed24 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:34:55.212781 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (469449ce-763d-4db4-a452-63e01e8fed24), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:55.266068 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 0b6d8f05-d4eb-49cf-88b2-cabb22d508e2 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:34:55.266503 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (0b6d8f05-d4eb-49cf-88b2-cabb22d508e2), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:55.300109 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f516839d-935d-4e84-8fb0-cd1d40d69cfc tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:34:55.300794 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f516839d-935d-4e84-8fb0-cd1d40d69cfc tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:55.306027 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f516839d-935d-4e84-8fb0-cd1d40d69cfc tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Pushing event updated for resources: {'Port': ['ID=394615c6-6ec4-4e40-9111-8ae279c07025,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:55.348250 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52341f96-f0ba-4e9a-a85c-78f271339456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0efc9c65-8460-44ac-8e76-dd0b335aac17,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:55.383202 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-f516839d-935d-4e84-8fb0-cd1d40d69cfc tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.2431107 Feb 04 12:34:55.387660 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47376) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:55.399436 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-30dc378d-d192-4448-9175-e0a4df106085 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Request body: {'subnet': {'network_id': '6c81f3de-3475-436c-a4ac-8f63955bceb3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:34:55.604513 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 0b6d8f05-d4eb-49cf-88b2-cabb22d508e2 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:34:55.605647 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 2c0b97af-bfeb-4337-9331-4523ff393ad5 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:34:55.607571 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-846fae99-0319-4f0c-aeda-ffe929520113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e1b200e-8479-411b-be95-b320e16e13ba', 'name': 'tempest-TaggedBootDevicesTest_v242-1771587443-router', 'tenant_id': '6d2d96abb2ff46d88357aa25adf70711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'cd86ce84-4e84-4b08-9edd-0b441fdce631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:34:45Z', 'updated_at': '2022-02-04T12:34:50Z', 'revision_number': 3, 'project_id': '6d2d96abb2ff46d88357aa25adf70711', 'gw_port': {'id': 'cd86ce84-4e84-4b08-9edd-0b441fdce631', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c7:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e1b200e-8479-411b-be95-b320e16e13ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:34:48Z', 'updated_at': '2022-02-04T12:34:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:34:55.640945 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30dc378d-d192-4448-9175-e0a4df106085 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Made reservation on behalf of 1dcfbfeb897648c6ad07937129f0b5e8 for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:34:55.654385 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-30dc378d-d192-4448-9175-e0a4df106085 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60610638'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:55.669280 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 469449ce-763d-4db4-a452-63e01e8fed24 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:34:55.669604 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (469449ce-763d-4db4-a452-63e01e8fed24), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:55.693309 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80b98cd2-0aec-4629-917a-f2079c131d1a admin admin] Router b10466ee-1526-44b9-9266-3022b75a68d4 is scheduled to L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de with binding_index 1 {{(pid=103474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 12:34:55.726224 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4acb9c3c-b6ab-46be-b637-ff51ba0e15fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '469449ce-763d-4db4-a452-63e01e8fed24'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:34:55.731625 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d561cd67-887a-4112-86dd-442f9e3cc29a" -d '{"events": [{"server_uuid": "4acb9c3c-b6ab-46be-b637-ff51ba0e15fa", "name": "network-vif-plugged", "status": "completed", "tag": "469449ce-763d-4db4-a452-63e01e8fed24"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:34:55.732518 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846fae99-0319-4f0c-aeda-ffe929520113 None None] The sync data for ids ['4e1b200e-8479-411b-be95-b320e16e13ba'] in n-d-825015-3 is: [{'id': '4e1b200e-8479-411b-be95-b320e16e13ba', 'name': 'tempest-TaggedBootDevicesTest_v242-1771587443-router', 'tenant_id': '6d2d96abb2ff46d88357aa25adf70711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'cd86ce84-4e84-4b08-9edd-0b441fdce631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:34:45Z', 'updated_at': '2022-02-04T12:34:50Z', 'revision_number': 3, 'project_id': '6d2d96abb2ff46d88357aa25adf70711', 'gw_port': {'id': 'cd86ce84-4e84-4b08-9edd-0b441fdce631', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c7:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e1b200e-8479-411b-be95-b320e16e13ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:34:48Z', 'updated_at': '2022-02-04T12:34:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:34:55.773007 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 469449ce-763d-4db4-a452-63e01e8fed24, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=469449ce-763d-4db4-a452-63e01e8fed24,segment=NetworkSegment(37882638-7c6f-43c0-8749-8a8baa27febc),segment_id=37882638-7c6f-43c0-8749-8a8baa27febc)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:34:55.781706 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (469449ce-763d-4db4-a452-63e01e8fed24), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:55.809038 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-91ae5e01-6371-4bef-9920-ad538e383501 req-48055c18-8cc8-415f-9fa6-17ff429db88b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6f041d65-5b0a-475f-b96d-b4aefee7384a HTTP/1.1" status: 200 len: 217 time: 0.8993993 Feb 04 12:34:55.869172 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 2c0b97af-bfeb-4337-9331-4523ff393ad5 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:34:55.869619 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (2c0b97af-bfeb-4337-9331-4523ff393ad5), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:55.876278 n-d-825015-3 neutron-server[103474]: INFO neutron.db.ipam_backend_mixin [None req-30dc378d-d192-4448-9175-e0a4df106085 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e0d37be2-6527-47a9-a293-b94af1e27736 (CIDR: 172.20.0.0/28) Feb 04 12:34:55.939067 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=469449ce-763d-4db4-a452-63e01e8fed24,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:55.949201 n-d-825015-3 neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-30dc378d-d192-4448-9175-e0a4df106085 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 12:34:55.949703 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30dc378d-d192-4448-9175-e0a4df106085 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 12:34:56.004342 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd1b5a0-8686-4110-8a01-977f32fadfae tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Checking segment: {'id': '4bd40f1d-6b95-46ff-be8f-c65d8f809a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '1e01e79c-b43c-47d9-8f08-afd7360fb436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:34:56.004921 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd1b5a0-8686-4110-8a01-977f32fadfae tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Network hostable DHCP agents. Network: 1e01e79c-b43c-47d9-8f08-afd7360fb436, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:34:56.033568 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-30dc378d-d192-4448-9175-e0a4df106085 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6414979 Feb 04 12:34:56.033885 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47392) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:56.040809 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5f07fa9e-2113-4fea-a8f2-de61cd39e4b0 req-1805be01-f707-4bdd-b54f-4f3482ac3990 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=5a5c2a56-ee1a-4c7e-bf15-98711834c060&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.1993787 Feb 04 12:34:56.059170 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-c75eacec-1542-4d1d-a928-f1e38cd97ae0 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Request body: {'subnet': {'network_id': '6c81f3de-3475-436c-a4ac-8f63955bceb3', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:34:56.087438 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 2c0b97af-bfeb-4337-9331-4523ff393ad5 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:34:56.088152 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (2c0b97af-bfeb-4337-9331-4523ff393ad5), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:56.119379 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-58165770-7025-436d-a259-21e91f8561d3 None None] Provisioning complete for port 2c0b97af-bfeb-4337-9331-4523ff393ad5 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:34:56.120027 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-58165770-7025-436d-a259-21e91f8561d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (2c0b97af-bfeb-4337-9331-4523ff393ad5), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:56.205819 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80b98cd2-0aec-4629-917a-f2079c131d1a admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:34:56.207509 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ae5e01-6371-4bef-9920-ad538e383501 req-dca3e37a-53b0-461e-9420-6d0f3c1cd69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:34:56.218873 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-91ae5e01-6371-4bef-9920-ad538e383501 req-dca3e37a-53b0-461e-9420-6d0f3c1cd69c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b210b3d4-0fee-4dad-a874-126f3e2c1f20 HTTP/1.1" status: 200 len: 859 time: 0.4088726 Feb 04 12:34:56.237158 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port 2c0b97af-bfeb-4337-9331-4523ff393ad5, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=2c0b97af-bfeb-4337-9331-4523ff393ad5,segment=NetworkSegment(2dd59e3f-7ea5-44ca-8b43-515aa46e8b05),segment_id=2dd59e3f-7ea5-44ca-8b43-515aa46e8b05)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:34:56.255712 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87db2611-c28e-4d67-b996-02615d3dfa37 None None] Sync routers for ids ['b10466ee-1526-44b9-9266-3022b75a68d4'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:34:56.297450 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-80b98cd2-0aec-4629-917a-f2079c131d1a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:56.301532 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (2c0b97af-bfeb-4337-9331-4523ff393ad5), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:56.301755 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-80b98cd2-0aec-4629-917a-f2079c131d1a admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.9452660 Feb 04 12:34:56.309279 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47398) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:56.315402 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-91ae5e01-6371-4bef-9920-ad538e383501 req-97264b57-3046-4cfd-8a47-b09cbc348c20 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e5afc4b2-b62e-43cc-a807-b008639c0d4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0859110 Feb 04 12:34:56.321164 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd1b5a0-8686-4110-8a01-977f32fadfae tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Network 1e01e79c-b43c-47d9-8f08-afd7360fb436 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:34:56.339993 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9826b6-dd36-4187-96cc-42f29b46ec6b req-dfe04a09-b0b7-4f60-a9fe-023dc6ff1d4a tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:34:56.346152 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9c9826b6-dd36-4187-96cc-42f29b46ec6b req-dfe04a09-b0b7-4f60-a9fe-023dc6ff1d4a tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.65 "GET /v2.0/ports?device_id=4acb9c3c-b6ab-46be-b637-ff51ba0e15fa HTTP/1.1" status: 200 len: 945 time: 1.2274456 Feb 04 12:34:56.370536 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5247205-f5a6-4028-9da3-0e34cac5600b req-90ff5728-12bb-4eca-a57c-408dbd680b70 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:34:56.379561 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b5247205-f5a6-4028-9da3-0e34cac5600b req-90ff5728-12bb-4eca-a57c-408dbd680b70 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8861db3-f96d-4488-9972-dc9abe44d442 HTTP/1.1" status: 200 len: 945 time: 0.5854275 Feb 04 12:34:56.388879 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-58165770-7025-436d-a259-21e91f8561d3 None None] Current status of the port 2c0b97af-bfeb-4337-9331-4523ff393ad5 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:34:56.398566 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87db2611-c28e-4d67-b996-02615d3dfa37 None None] Routers {'b10466ee-1526-44b9-9266-3022b75a68d4'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:34:56.402713 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-87db2611-c28e-4d67-b996-02615d3dfa37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:34:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['b10466ee-1526-44b9-9266-3022b75a68d4'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:34:56.435932 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-92c8536e-9ade-48ef-9f8d-617163b7cd23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:56.469801 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c75eacec-1542-4d1d-a928-f1e38cd97ae0 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Made reservation on behalf of 1dcfbfeb897648c6ad07937129f0b5e8 for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:34:56.477985 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c75eacec-1542-4d1d-a928-f1e38cd97ae0 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60610638'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:56.499725 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-2fd1b5a0-8686-4110-8a01-977f32fadfae tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 1e01e79c-b43c-47d9-8f08-afd7360fb436) {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:34:56.587324 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd375eeb-0010-4063-9ef1-e62f45da6ae0 None None] Network 1e01e79c-b43c-47d9-8f08-afd7360fb436 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:34:56.601275 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f07fa9e-2113-4fea-a8f2-de61cd39e4b0 req-c6f46bd9-0430-42aa-b3f1-63f65f5115aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:34:56.603508 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5f07fa9e-2113-4fea-a8f2-de61cd39e4b0 req-c6f46bd9-0430-42aa-b3f1-63f65f5115aa service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=31d6c346447a48008dccda4817c529a1&device_id=5a5c2a56-ee1a-4c7e-bf15-98711834c060 HTTP/1.1" status: 200 len: 1127 time: 0.5383990 Feb 04 12:34:56.605843 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-91ae5e01-6371-4bef-9920-ad538e383501 req-b8b84870-8ab2-4262-9fab-8e9292ad28fa service neutron] 10.222.0.73 "GET /v2.0/networks/e5afc4b2-b62e-43cc-a807-b008639c0d4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2807944 Feb 04 12:34:56.611838 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd1b5a0-8686-4110-8a01-977f32fadfae tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:34:56.612389 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2fd1b5a0-8686-4110-8a01-977f32fadfae tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:56.660805 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=2c0b97af-bfeb-4337-9331-4523ff393ad5,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:56.676696 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b5247205-f5a6-4028-9da3-0e34cac5600b req-0868fe58-4fab-46ef-ab3a-fdde1d60b975 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/security-groups?id=67d57791-96db-4689-9a02-f69bf9a8e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2835350 Feb 04 12:34:56.732824 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47406) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:56.868539 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-91ae5e01-6371-4bef-9920-ad538e383501 req-56db21a2-6ef3-4ffd-afdd-56882291b6c6 service neutron] 10.222.0.73 "GET /v2.0/networks/e5afc4b2-b62e-43cc-a807-b008639c0d4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947932 Feb 04 12:34:56.929439 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-87db2611-c28e-4d67-b996-02615d3dfa37 None None] Set router b10466ee-1526-44b9-9266-3022b75a68d4 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:34:57.028255 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9c9826b6-dd36-4187-96cc-42f29b46ec6b req-277902ef-f393-49e8-849d-ceb8b082f256 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.65 "GET /v2.0/security-groups?id=3194529c-ef45-449a-86a3-c42c7670cd65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6320415 Feb 04 12:34:57.138889 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [None req-9bb27499-956b-4a00-b37b-82d33f05f531 tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103474) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:34:57.143467 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-9bb27499-956b-4a00-b37b-82d33f05f531 tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.3895636 Feb 04 12:34:57.163802 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 47422) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:57.218686 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [None req-8cc6eafa-ec45-444b-864c-a4b8ffa2331d tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] http://10.222.0.65:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:34:57.219976 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-8cc6eafa-ec45-444b-864c-a4b8ffa2331d tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] 10.222.0.65 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0051951 Feb 04 12:34:57.229048 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2707d534-9d19-44b6-97ac-5b6c10ba6df8 x-openstack-request-id: req-2707d534-9d19-44b6-97ac-5b6c10ba6df8 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:34:57.230558 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 47424) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:57.232091 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4acb9c3c-b6ab-46be-b637-ff51ba0e15fa", "name": "network-vif-plugged", "status": "completed", "tag": "469449ce-763d-4db4-a452-63e01e8fed24", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:34:57.232565 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2707d534-9d19-44b6-97ac-5b6c10ba6df8 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:34:57.234606 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4acb9c3c-b6ab-46be-b637-ff51ba0e15fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '469449ce-763d-4db4-a452-63e01e8fed24', 'code': 200} Feb 04 12:34:57.239206 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [None req-cd587392-c1d1-4ba1-8d87-9db56471948a tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] http://10.222.0.65:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:34:57.240325 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-cd587392-c1d1-4ba1-8d87-9db56471948a tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] 10.222.0.65 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0057814 Feb 04 12:34:57.242176 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device cd86ce84-4e84-4b08-9edd-0b441fdce631 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:34:57.274561 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-2fd1b5a0-8686-4110-8a01-977f32fadfae tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.0072615 Feb 04 12:34:57.281588 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 47426) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:57.283270 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 47430) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:57.365589 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-58165770-7025-436d-a259-21e91f8561d3 None None] Provisioning complete for port 321afa55-ce20-439e-8f10-8deebac6c9b0 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:34:57.376816 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-58165770-7025-436d-a259-21e91f8561d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (321afa55-ce20-439e-8f10-8deebac6c9b0), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:57.419704 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9c28d4-2206-46d1-8248-164384bb6cef req-09d8cb84-f723-4007-a196-46020170df2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:34:57.422333 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-4e9c28d4-2206-46d1-8248-164384bb6cef req-09d8cb84-f723-4007-a196-46020170df2d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=4acb9c3c-b6ab-46be-b637-ff51ba0e15fa HTTP/1.1" status: 200 len: 1127 time: 0.5344310 Feb 04 12:34:57.506721 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-92c8536e-9ade-48ef-9f8d-617163b7cd23 admin admin] Allocated IP 172.20.0.1 (647cdb67-8c3d-4450-9185-dcf62d584045/2531695a-dce9-4ba8-8fe1-981de5f81c6b/884fc68d-ed33-4ae6-baa7-9d1c005410a3) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:34:57.640577 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c75eacec-1542-4d1d-a928-f1e38cd97ae0 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59045178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60610680'] for subnet (37c073a2-bd94-469b-87ac-65182fcebdba), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:57.652133 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-4e9c28d4-2206-46d1-8248-164384bb6cef req-5708eb67-c751-41db-baf5-5740a26ae815 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=3194529c-ef45-449a-86a3-c42c7670cd65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078452 Feb 04 12:34:57.683635 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16ce6c9-0b15-435a-8aa0-b8e57aae2b3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-1e01e79c-b43c-47d9-8f08-afd7360fb436', 'network_id': '1e01e79c-b43c-47d9-8f08-afd7360fb436', 'project_id': '90a71f7c621340c08dbfd8625731c118', 'fixed_ips': [{'subnet_id': 'eb354376-41f2-4ca1-9cf3-a3abe6349a96'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 12:34:57.693563 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-92c8536e-9ade-48ef-9f8d-617163b7cd23 admin admin] Publish callbacks [] for port (884fc68d-ed33-4ae6-baa7-9d1c005410a3), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:57.700391 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b16ce6c9-0b15-435a-8aa0-b8e57aae2b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:57.732156 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75eacec-1542-4d1d-a928-f1e38cd97ae0 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Network 6c81f3de-3475-436c-a4ac-8f63955bceb3 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:34:57.743769 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [None req-44024bd0-d2eb-45a5-8775-b27fb0644028 tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] http://10.222.0.65:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:34:57.747180 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-44024bd0-d2eb-45a5-8775-b27fb0644028 tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] 10.222.0.65 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0082729 Feb 04 12:34:57.755556 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-58165770-7025-436d-a259-21e91f8561d3 None None] Port 321afa55-ce20-439e-8f10-8deebac6c9b0 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:34:57.760103 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47432) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:57.766758 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-c75eacec-1542-4d1d-a928-f1e38cd97ae0 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:34:57.773120 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [None req-9b0faaed-8f04-4edf-a03d-24b7264162b9 tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] http://10.222.0.65:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103474) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:34:57.776685 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-9b0faaed-8f04-4edf-a03d-24b7264162b9 tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] 10.222.0.65 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0087547 Feb 04 12:34:57.792764 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75eacec-1542-4d1d-a928-f1e38cd97ae0 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:34:57.793408 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c75eacec-1542-4d1d-a928-f1e38cd97ae0 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:57.804633 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47434) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:57.814491 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-654fd92c-9498-47f1-afa6-34f62dad59fc tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Request body: {'port': {'network_id': '1e01e79c-b43c-47d9-8f08-afd7360fb436', 'name': 'tempest-PortsIpV6TestJSON-1706695379'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:34:57.821422 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f07fa9e-2113-4fea-a8f2-de61cd39e4b0 req-6c8cf57d-5632-4723-87bc-38e1ac70c51a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:34:57.823465 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5f07fa9e-2113-4fea-a8f2-de61cd39e4b0 req-6c8cf57d-5632-4723-87bc-38e1ac70c51a service neutron] 10.222.0.77 "GET /v2.0/networks?id=211162ce-c654-4372-abd8-21bf219f75aa HTTP/1.1" status: 200 len: 912 time: 1.1608407 Feb 04 12:34:57.824761 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-92c8536e-9ade-48ef-9f8d-617163b7cd23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (884fc68d-ed33-4ae6-baa7-9d1c005410a3), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:57.948374 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-b16ce6c9-0b15-435a-8aa0-b8e57aae2b3f None None] Allocated IP 2001:db8::2 (1e01e79c-b43c-47d9-8f08-afd7360fb436/eb354376-41f2-4ca1-9cf3-a3abe6349a96/fc1880f3-d145-4b93-849a-677ed245a769) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:34:58.087615 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5631ce-91bd-4fce-b458-98b2cd631210 None None] Network 6c81f3de-3475-436c-a4ac-8f63955bceb3 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:34:58.224805 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5f07fa9e-2113-4fea-a8f2-de61cd39e4b0 req-17707c46-2f91-44ba-ae14-921e14375701 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be6eda28-f036-432a-b687-6c873f3ef0e7 HTTP/1.1" status: 200 len: 1000 time: 0.3037734 Feb 04 12:34:58.259119 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [None req-11790a79-b1a6-4d32-a75c-358ec2877fec tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] http://10.222.0.65:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103474) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:34:58.260155 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-11790a79-b1a6-4d32-a75c-358ec2877fec tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] 10.222.0.65 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.4547892 Feb 04 12:34:58.268256 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-87db2611-c28e-4d67-b996-02615d3dfa37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b10466ee-1526-44b9-9266-3022b75a68d4', 'name': 'tempest-ServersTestBootFromVolume-1315260022-router', 'tenant_id': '6811610fed404ab8950570f16fc94eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': 'fff9c98a-9f34-4437-b5e0-40b457f5f3bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:34:48Z', 'updated_at': '2022-02-04T12:34:54Z', 'revision_number': 3, 'project_id': '6811610fed404ab8950570f16fc94eb8', 'gw_port': {'id': 'fff9c98a-9f34-4437-b5e0-40b457f5f3bd', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:7e:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b10466ee-1526-44b9-9266-3022b75a68d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:34:51Z', 'updated_at': '2022-02-04T12:34:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:34:58.269941 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47438) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:58.276547 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [None req-6a0d03e1-cc89-4189-b97a-cbeaf892844f tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] http://10.222.0.65:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103474) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:34:58.278014 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-6a0d03e1-cc89-4189-b97a-cbeaf892844f tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] 10.222.0.65 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0064878 Feb 04 12:34:58.286616 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75eacec-1542-4d1d-a928-f1e38cd97ae0 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Pushing event updated for resources: {'Subnet': ['ID=37c073a2-bd94-469b-87ac-65182fcebdba,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:58.287009 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 47440) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:58.308314 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c8536e-9ade-48ef-9f8d-617163b7cd23 admin admin] Network 647cdb67-8c3d-4450-9185-dcf62d584045 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:34:58.324942 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-c75eacec-1542-4d1d-a928-f1e38cd97ae0 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.2864046 Feb 04 12:34:58.328169 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47442) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:58.335416 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-0359f635-b91d-4224-9721-c042d5f6fa1f tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1825156950', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '37c073a2-bd94-469b-87ac-65182fcebdba'}], 'security_groups': ['f8c2b98a-ed10-4bdf-af43-3c885bba2be1']}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:34:58.339251 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [None req-9dc3a016-85a9-447a-b94b-fb245739b34e tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] http://10.222.0.65:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:34:58.340396 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-9dc3a016-85a9-447a-b94b-fb245739b34e tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] 10.222.0.65 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0304110 Feb 04 12:34:58.341475 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-92c8536e-9ade-48ef-9f8d-617163b7cd23 admin admin] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:34:58.343721 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47444) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:58.358782 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c8536e-9ade-48ef-9f8d-617163b7cd23 admin admin] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:34:58.363816 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87db2611-c28e-4d67-b996-02615d3dfa37 None None] Checking router: b10466ee-1526-44b9-9266-3022b75a68d4 for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:34:58.364170 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87db2611-c28e-4d67-b996-02615d3dfa37 None None] Updating router b10466ee-1526-44b9-9266-3022b75a68d4 port fff9c98a-9f34-4437-b5e0-40b457f5f3bd binding host n-d-825015-3 {{(pid=103476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:34:58.366199 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port cd86ce84-4e84-4b08-9edd-0b441fdce631 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:34:58.366567 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (cd86ce84-4e84-4b08-9edd-0b441fdce631), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:58.373200 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-19ee5925-c43e-49e9-a55e-7c99604f4d5b None None] Provisioning complete for port 394615c6-6ec4-4e40-9111-8ae279c07025 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:34:58.373627 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-19ee5925-c43e-49e9-a55e-7c99604f4d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (394615c6-6ec4-4e40-9111-8ae279c07025), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:58.377489 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [None req-eed96003-bc04-43c7-bc7c-9dee1cb72a06 tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] http://10.222.0.65:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103474) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:34:58.378782 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-eed96003-bc04-43c7-bc7c-9dee1cb72a06 tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] 10.222.0.65 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0338209 Feb 04 12:34:58.387085 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47446) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:58.399041 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [None req-2c9b7043-1e38-4369-9c4e-d4d31cd3df19 tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] http://10.222.0.65:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103474) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:34:58.400421 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-2c9b7043-1e38-4369-9c4e-d4d31cd3df19 tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] 10.222.0.65 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0088935 Feb 04 12:34:58.407013 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47448) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:58.428882 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [None req-c1cc8103-5786-4e61-9269-a8597f569455 tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] http://10.222.0.65:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103474) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:34:58.431185 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-c1cc8103-5786-4e61-9269-a8597f569455 tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] 10.222.0.65 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0164454 Feb 04 12:34:58.437302 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47450) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:58.444815 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [None req-ae22aa14-cf9b-4a9e-9159-79b5c396ef62 tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] http://10.222.0.65:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103474) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:34:58.446170 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-ae22aa14-cf9b-4a9e-9159-79b5c396ef62 tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] 10.222.0.65 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0073011 Feb 04 12:34:58.451117 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47452) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:58.459271 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [None req-70c396b5-91fa-4e08-9592-9bd6aa24923f tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] http://10.222.0.65:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103474) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:34:58.460678 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-70c396b5-91fa-4e08-9592-9bd6aa24923f tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] 10.222.0.65 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0075450 Feb 04 12:34:58.464464 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47454) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:58.479022 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-92c8536e-9ade-48ef-9f8d-617163b7cd23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1599818'] for router_interface (4e1b200e-8479-411b-be95-b320e16e13ba), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:58.487726 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [None req-ac766d2c-b65f-4a6d-9b7e-268d9483266f tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] http://10.222.0.65:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103474) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:34:58.488930 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-ac766d2c-b65f-4a6d-9b7e-268d9483266f tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] 10.222.0.65 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0051329 Feb 04 12:34:58.539361 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 47456) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:58.628849 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-acba7e64-0711-4242-8dac-c27690868bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:58.629877 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [None req-0df37a26-5142-42db-8ec4-2778f57f385d tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] http://10.222.0.65:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:34:58.631098 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-0df37a26-5142-42db-8ec4-2778f57f385d tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] 10.222.0.65 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0055530 Feb 04 12:34:58.633834 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47458) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:58.638259 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [None req-ca42f7d7-1ad4-40cc-803a-24be01ea8158 tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] http://10.222.0.65:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103474) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:34:58.640781 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-ca42f7d7-1ad4-40cc-803a-24be01ea8158 tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] 10.222.0.65 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0058243 Feb 04 12:34:58.648584 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 47460) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:58.664968 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [None req-206db522-19c2-4799-8310-a32e056a861c tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] http://10.222.0.65:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:34:58.675535 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-206db522-19c2-4799-8310-a32e056a861c tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] 10.222.0.65 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0068030 Feb 04 12:34:58.676639 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47462) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:58.677446 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c8536e-9ade-48ef-9f8d-617163b7cd23 admin admin] Pushing event updated for resources: {'Port': ['ID=884fc68d-ed33-4ae6-baa7-9d1c005410a3,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:58.748643 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [None req-d1fb4115-732e-480a-ac15-15c59a6eee07 tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] http://10.222.0.65:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103474) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:34:58.750952 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-d1fb4115-732e-480a-ac15-15c59a6eee07 tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] 10.222.0.65 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0347166 Feb 04 12:34:58.754005 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f120fc-3215-489c-b6c1-f2d6fe5490fa req-c82d8b46-7f0a-4f64-9010-9aaa4103b7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:34:58.756618 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47464) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:58.759830 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-23f120fc-3215-489c-b6c1-f2d6fe5490fa req-c82d8b46-7f0a-4f64-9010-9aaa4103b7e2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=60403df8fc1a4b00b06a45bfc2d7e2b2&device_id=b8861db3-f96d-4488-9972-dc9abe44d442 HTTP/1.1" status: 200 len: 1127 time: 1.0106351 Feb 04 12:34:58.763162 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f07fa9e-2113-4fea-a8f2-de61cd39e4b0 req-b0c3565b-5df6-47e6-a0ce-d743e6462c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:34:58.766603 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5f07fa9e-2113-4fea-a8f2-de61cd39e4b0 req-b0c3565b-5df6-47e6-a0ce-d743e6462c1c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a7a80143-29a9-4ba6-9987-42b8f7317e54 HTTP/1.1" status: 200 len: 850 time: 0.5190830 Feb 04 12:34:58.813897 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-87db2611-c28e-4d67-b996-02615d3dfa37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (fff9c98a-9f34-4437-b5e0-40b457f5f3bd), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:58.822772 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910fb552-8e7a-4673-80c4-9a0773b319c7 req-9c17d9dd-99e0-4c6f-aace-896de3b9b1b6 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:34:58.831026 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-910fb552-8e7a-4673-80c4-9a0773b319c7 req-9c17d9dd-99e0-4c6f-aace-896de3b9b1b6 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a5c2a56-ee1a-4c7e-bf15-98711834c060 HTTP/1.1" status: 200 len: 945 time: 1.0124352 Feb 04 12:34:58.835899 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [None req-d213c404-3d0b-4f70-a002-1320b966d172 tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] http://10.222.0.65:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103474) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:34:58.837652 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-d213c404-3d0b-4f70-a002-1320b966d172 tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] 10.222.0.65 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0768969 Feb 04 12:34:58.841131 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47466) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:58.867831 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9881b715-a7d1-4489-b192-4d94784e2872 req-4a25e939-2b30-4cac-b9e8-263b5c88e337 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:34:58.875352 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9881b715-a7d1-4489-b192-4d94784e2872 req-4a25e939-2b30-4cac-b9e8-263b5c88e337 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8861db3-f96d-4488-9972-dc9abe44d442 HTTP/1.1" status: 200 len: 945 time: 1.1287649 Feb 04 12:34:58.893665 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [None req-7455e9a6-dbf5-442c-ae94-a8fab629c086 tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] http://10.222.0.65:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103474) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:34:58.894652 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-7455e9a6-dbf5-442c-ae94-a8fab629c086 tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] 10.222.0.65 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0250638 Feb 04 12:34:58.902636 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47468) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:58.922605 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [None req-748b4ed6-c9e0-4531-8086-309885bbe4cb tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] http://10.222.0.65:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103474) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:34:58.928286 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-748b4ed6-c9e0-4531-8086-309885bbe4cb tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] 10.222.0.65 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0130498 Feb 04 12:34:58.928520 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b16ce6c9-0b15-435a-8aa0-b8e57aae2b3f None None] Publish callbacks [] for port (fc1880f3-d145-4b93-849a-677ed245a769), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:58.936292 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47470) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:58.941760 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-19ee5925-c43e-49e9-a55e-7c99604f4d5b None None] Port 394615c6-6ec4-4e40-9111-8ae279c07025 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:34:58.962398 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b16ce6c9-0b15-435a-8aa0-b8e57aae2b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (fc1880f3-d145-4b93-849a-677ed245a769), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:58.967654 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [None req-1b5291f4-ec1f-46f1-b5a6-bda882686d0b tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] http://10.222.0.65:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103474) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:34:58.980404 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-1b5291f4-ec1f-46f1-b5a6-bda882686d0b tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] 10.222.0.65 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0341022 Feb 04 12:34:59.105751 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16ce6c9-0b15-435a-8aa0-b8e57aae2b3f None None] Network 1e01e79c-b43c-47d9-8f08-afd7360fb436 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:34:59.137428 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-b16ce6c9-0b15-435a-8aa0-b8e57aae2b3f None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:34:59.148422 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16ce6c9-0b15-435a-8aa0-b8e57aae2b3f None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:34:59.149360 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-acba7e64-0711-4242-8dac-c27690868bc8 admin admin] Allocated IP 172.20.0.1 (e220eee6-efbf-4e16-8278-b7034a106a3d/8ed89237-317f-4530-8ecc-638834416f83/20c733f6-4681-42e1-a522-fb4ff38ed60c) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:34:59.170982 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16ce6c9-0b15-435a-8aa0-b8e57aae2b3f None None] Pushing event updated for resources: {'Port': ['ID=fc1880f3-d145-4b93-849a-677ed245a769,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:59.227407 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port cd86ce84-4e84-4b08-9edd-0b441fdce631 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:34:59.227858 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (cd86ce84-4e84-4b08-9edd-0b441fdce631), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:59.240717 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-152d0815-df57-4b0d-b5b9-29857476ddee None None] Provisioning complete for port 884fc68d-ed33-4ae6-baa7-9d1c005410a3 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:34:59.241094 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-152d0815-df57-4b0d-b5b9-29857476ddee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (884fc68d-ed33-4ae6-baa7-9d1c005410a3), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:59.339827 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f120fc-3215-489c-b6c1-f2d6fe5490fa req-f19acbc0-dafc-4845-abc5-5210b4e01e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:34:59.341369 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-23f120fc-3215-489c-b6c1-f2d6fe5490fa req-f19acbc0-dafc-4845-abc5-5210b4e01e14 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e5afc4b2-b62e-43cc-a807-b008639c0d4f HTTP/1.1" status: 200 len: 920 time: 0.5731039 Feb 04 12:34:59.356620 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 47472) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:59.357116 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-acba7e64-0711-4242-8dac-c27690868bc8 admin admin] Publish callbacks [] for port (20c733f6-4681-42e1-a522-fb4ff38ed60c), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:59.361679 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port cd86ce84-4e84-4b08-9edd-0b441fdce631, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=cd86ce84-4e84-4b08-9edd-0b441fdce631,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:34:59.375814 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [None req-4ff99ae2-b586-4ed8-9842-c6a5c727412a tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] http://10.222.0.65:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:34:59.376988 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-4ff99ae2-b586-4ed8-9842-c6a5c727412a tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] 10.222.0.65 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0139818 Feb 04 12:34:59.384521 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (cd86ce84-4e84-4b08-9edd-0b441fdce631), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:59.384758 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 47474) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:59.386411 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-b16ce6c9-0b15-435a-8aa0-b8e57aae2b3f None None] Attempting to bind port fc1880f3-d145-4b93-849a-677ed245a769 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:34:59.386776 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-b16ce6c9-0b15-435a-8aa0-b8e57aae2b3f None None] Attempting to bind port fc1880f3-d145-4b93-849a-677ed245a769 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '4bd40f1d-6b95-46ff-be8f-c65d8f809a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '1e01e79c-b43c-47d9-8f08-afd7360fb436'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:34:59.387209 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16ce6c9-0b15-435a-8aa0-b8e57aae2b3f None None] Attempting to bind port fc1880f3-d145-4b93-849a-677ed245a769 on network 1e01e79c-b43c-47d9-8f08-afd7360fb436 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:34:59.429442 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [None req-8e6e334a-405e-4556-953a-decd0b04ecc5 tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] http://10.222.0.65:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:34:59.430812 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-8e6e334a-405e-4556-953a-decd0b04ecc5 tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] 10.222.0.65 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0323455 Feb 04 12:34:59.440473 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-152d0815-df57-4b0d-b5b9-29857476ddee None None] Port 884fc68d-ed33-4ae6-baa7-9d1c005410a3 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:34:59.447965 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16ce6c9-0b15-435a-8aa0-b8e57aae2b3f None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:34:59.448547 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16ce6c9-0b15-435a-8aa0-b8e57aae2b3f None None] Checking segment: {'id': '4bd40f1d-6b95-46ff-be8f-c65d8f809a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '1e01e79c-b43c-47d9-8f08-afd7360fb436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:34:59.449271 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b16ce6c9-0b15-435a-8aa0-b8e57aae2b3f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:59.449675 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16ce6c9-0b15-435a-8aa0-b8e57aae2b3f None None] Bound using segment: {'id': '4bd40f1d-6b95-46ff-be8f-c65d8f809a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '1e01e79c-b43c-47d9-8f08-afd7360fb436'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:34:59.450224 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-b16ce6c9-0b15-435a-8aa0-b8e57aae2b3f None None] Bound port: fc1880f3-d145-4b93-849a-677ed245a769, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bd40f1d-6b95-46ff-be8f-c65d8f809a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '1e01e79c-b43c-47d9-8f08-afd7360fb436'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:34:59.450665 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b16ce6c9-0b15-435a-8aa0-b8e57aae2b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (fc1880f3-d145-4b93-849a-677ed245a769), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:59.479893 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47476) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:59.497206 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [None req-c8b74399-9930-4c6b-93fd-446a2a0b5762 tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] http://10.222.0.65:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103474) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:34:59.502906 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-c8b74399-9930-4c6b-93fd-446a2a0b5762 tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] 10.222.0.65 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0098245 Feb 04 12:34:59.504393 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47478) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:59.509350 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-acba7e64-0711-4242-8dac-c27690868bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (20c733f6-4681-42e1-a522-fb4ff38ed60c), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:59.519275 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [None req-5aba7144-60bc-4154-ac41-0c81e163e919 tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] http://10.222.0.65:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103474) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:34:59.526272 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-5aba7144-60bc-4154-ac41-0c81e163e919 tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] 10.222.0.65 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0141625 Feb 04 12:34:59.529646 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47480) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:59.550039 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af38ee0a-80ea-4948-8472-022806cb44eb None None] Update dhcp port {'port': {'network_id': '6c81f3de-3475-436c-a4ac-8f63955bceb3', 'fixed_ips': [{'subnet_id': 'e0d37be2-6527-47a9-a293-b94af1e27736', 'ip_address': '172.20.0.2'}, {'subnet_id': '37c073a2-bd94-469b-87ac-65182fcebdba'}], 'binding:host_id': 'n-d-825015-3'}, 'id': '2c0b97af-bfeb-4337-9331-4523ff393ad5'} from n-d-825015-3. {{(pid=103476) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 04 12:34:59.563357 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-910fb552-8e7a-4673-80c4-9a0773b319c7 req-10e206a4-9dbd-4e43-992e-926fa6b5f586 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8bd411c-ac47-4f15-b918-c420cf0295e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7314422 Feb 04 12:34:59.594016 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [None req-acc54fcf-f8de-4655-bdba-f0665d5c27a4 tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] http://10.222.0.65:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103474) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:34:59.599645 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-acc54fcf-f8de-4655-bdba-f0665d5c27a4 tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] 10.222.0.65 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0115047 Feb 04 12:34:59.605065 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47482) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:59.616535 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [None req-96114c28-fdb9-4f9f-a3bc-d47588ec903f tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] http://10.222.0.65:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103474) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:34:59.620472 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 2c0b97af-bfeb-4337-9331-4523ff393ad5 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:34:59.621676 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-96114c28-fdb9-4f9f-a3bc-d47588ec903f tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] 10.222.0.65 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0101480 Feb 04 12:34:59.623835 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-654fd92c-9498-47f1-afa6-34f62dad59fc tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Made reservation on behalf of 90a71f7c621340c08dbfd8625731c118 for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:34:59.627298 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-654fd92c-9498-47f1-afa6-34f62dad59fc tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:59.629391 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 47484) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:59.636652 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-87db2611-c28e-4d67-b996-02615d3dfa37 None None] Publish callbacks [] for port (fff9c98a-9f34-4437-b5e0-40b457f5f3bd), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:59.668307 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9881b715-a7d1-4489-b192-4d94784e2872 req-ffab8723-4879-4725-9c2e-36af1026911d tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/security-groups?id=67d57791-96db-4689-9a02-f69bf9a8e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7920337 Feb 04 12:34:59.677016 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-23f120fc-3215-489c-b6c1-f2d6fe5490fa req-22983e81-43f7-4d98-8a1e-6ace0a359520 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6e3830c-8598-4c80-abcf-58a5487416e0 HTTP/1.1" status: 200 len: 217 time: 0.3059211 Feb 04 12:34:59.681357 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acba7e64-0711-4242-8dac-c27690868bc8 admin admin] Network e220eee6-efbf-4e16-8278-b7034a106a3d is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:34:59.681547 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [None req-cdcefe48-84d3-4efb-a628-8b6f2cf31c06 tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] http://10.222.0.65:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:34:59.682413 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-cdcefe48-84d3-4efb-a628-8b6f2cf31c06 tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] 10.222.0.65 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0224216 Feb 04 12:34:59.688178 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47486) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:59.698576 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-acba7e64-0711-4242-8dac-c27690868bc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:34:59.704502 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acba7e64-0711-4242-8dac-c27690868bc8 admin admin] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:34:59.712581 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=cd86ce84-4e84-4b08-9edd-0b441fdce631,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:59.714281 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [None req-57b5d426-2f91-4d61-a4e9-0c6193040a8d tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] http://10.222.0.65:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103474) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:34:59.721328 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-57b5d426-2f91-4d61-a4e9-0c6193040a8d tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] 10.222.0.65 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0103769 Feb 04 12:34:59.752731 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47488) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:59.759677 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0359f635-b91d-4224-9721-c042d5f6fa1f tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (394615c6-6ec4-4e40-9111-8ae279c07025), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:59.784238 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b16ce6c9-0b15-435a-8aa0-b8e57aae2b3f None None] For port fc1880f3-d145-4b93-849a-677ed245a769, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:34:59.791853 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b16ce6c9-0b15-435a-8aa0-b8e57aae2b3f None None] For port fc1880f3-d145-4b93-849a-677ed245a769, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=fc1880f3-d145-4b93-849a-677ed245a769,segment=NetworkSegment(4bd40f1d-6b95-46ff-be8f-c65d8f809a2e),segment_id=4bd40f1d-6b95-46ff-be8f-c65d8f809a2e)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:34:59.796587 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [None req-d636e516-ad61-4910-abda-b826be220fa6 tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] http://10.222.0.65:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103474) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:34:59.802222 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-d636e516-ad61-4910-abda-b826be220fa6 tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] 10.222.0.65 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0101626 Feb 04 12:34:59.808198 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47490) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:59.811428 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-af38ee0a-80ea-4948-8472-022806cb44eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (2c0b97af-bfeb-4337-9331-4523ff393ad5), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:59.833811 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b16ce6c9-0b15-435a-8aa0-b8e57aae2b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (fc1880f3-d145-4b93-849a-677ed245a769), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:59.844952 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-87db2611-c28e-4d67-b996-02615d3dfa37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (fff9c98a-9f34-4437-b5e0-40b457f5f3bd), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:34:59.883965 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [None req-654fd92c-9498-47f1-afa6-34f62dad59fc tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] device_id is not set on port 72ab284a-5aed-405f-a9d9-6e319c79892c yet. {{(pid=103475) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 12:34:59.906908 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f07fa9e-2113-4fea-a8f2-de61cd39e4b0 req-4122356a-2038-4793-a5c6-0d4cb2006c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:34:59.906908 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5f07fa9e-2113-4fea-a8f2-de61cd39e4b0 req-4122356a-2038-4793-a5c6-0d4cb2006c3f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=211162ce-c654-4372-abd8-21bf219f75aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 1.0629079 Feb 04 12:34:59.912518 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [None req-ab8b40fe-008a-4c3b-8538-ac4a8f91c4c3 tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] http://10.222.0.65:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103474) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:34:59.917031 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-ab8b40fe-008a-4c3b-8538-ac4a8f91c4c3 tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] 10.222.0.65 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0157988 Feb 04 12:34:59.920699 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 47492) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:34:59.967032 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acba7e64-0711-4242-8dac-c27690868bc8 admin admin] Pushing event updated for resources: {'Port': ['ID=20c733f6-4681-42e1-a522-fb4ff38ed60c,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:34:59.981335 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-acba7e64-0711-4242-8dac-c27690868bc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1599818'] for router_interface (b10466ee-1526-44b9-9266-3022b75a68d4), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:00.001357 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [None req-24cf2247-afb5-49c9-bc7d-5b5cee41342a tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] http://10.222.0.65:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:35:00.002273 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-24cf2247-afb5-49c9-bc7d-5b5cee41342a tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] 10.222.0.65 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0154409 Feb 04 12:35:00.029448 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f120fc-3215-489c-b6c1-f2d6fe5490fa req-30c39836-1fc7-43af-8200-c63e38233486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:35:00.031234 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-23f120fc-3215-489c-b6c1-f2d6fe5490fa req-30c39836-1fc7-43af-8200-c63e38233486 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b210b3d4-0fee-4dad-a874-126f3e2c1f20 HTTP/1.1" status: 200 len: 859 time: 0.3534355 Feb 04 12:35:00.034843 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 47494) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:00.043389 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16ce6c9-0b15-435a-8aa0-b8e57aae2b3f None None] Pushing event updated for resources: {'Port': ['ID=fc1880f3-d145-4b93-849a-677ed245a769,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:00.131200 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5f07fa9e-2113-4fea-a8f2-de61cd39e4b0 req-a43fc5a8-01bd-4cd0-8842-a74d3f1005dc service neutron] 10.222.0.77 "GET /v2.0/networks/211162ce-c654-4372-abd8-21bf219f75aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116814 Feb 04 12:35:00.139567 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [None req-90436e02-de4b-4057-abdd-efa548f98cc2 tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] http://10.222.0.65:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:35:00.140784 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-90436e02-de4b-4057-abdd-efa548f98cc2 tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] 10.222.0.65 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0173283 Feb 04 12:35:00.147310 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 47496) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:00.148092 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73471780-edd3-48aa-9ebd-75a76eaba23b None None] Pushing event updated for resources: {'Port': ['ID=fff9c98a-9f34-4437-b5e0-40b457f5f3bd,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:00.173288 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [None req-66e0da01-ff87-4749-998c-51d481f1bcba tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] http://10.222.0.65:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:35:00.174677 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-66e0da01-ff87-4749-998c-51d481f1bcba tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] 10.222.0.65 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0154774 Feb 04 12:35:00.181322 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47498) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:00.190920 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-87db2611-c28e-4d67-b996-02615d3dfa37 None None] Attempting to bind port fff9c98a-9f34-4437-b5e0-40b457f5f3bd on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:35:00.192432 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-87db2611-c28e-4d67-b996-02615d3dfa37 None None] Attempting to bind port fff9c98a-9f34-4437-b5e0-40b457f5f3bd by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:35:00.193260 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [None req-08ef9fb7-724d-4aae-b017-d5f099166f6b tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] http://10.222.0.65:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103474) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:35:00.194741 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87db2611-c28e-4d67-b996-02615d3dfa37 None None] Attempting to bind port fff9c98a-9f34-4437-b5e0-40b457f5f3bd on network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:35:00.198271 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-08ef9fb7-724d-4aae-b017-d5f099166f6b tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] 10.222.0.65 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0158474 Feb 04 12:35:00.204956 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 47500) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:00.217164 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [None req-cfd20c33-051c-43a7-becf-ec04de49028f tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] http://10.222.0.65:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:35:00.218560 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-cfd20c33-051c-43a7-becf-ec04de49028f tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] 10.222.0.65 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0075119 Feb 04 12:35:00.231322 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47502) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:00.238815 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [None req-89556dbe-9972-43da-bacf-282783bd5797 tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] http://10.222.0.65:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103474) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:35:00.239572 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-23f120fc-3215-489c-b6c1-f2d6fe5490fa req-d21b7cb2-5f38-4caa-92b8-1eacd8de0d89 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e5afc4b2-b62e-43cc-a807-b008639c0d4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0972879 Feb 04 12:35:00.243518 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-89556dbe-9972-43da-bacf-282783bd5797 tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] 10.222.0.65 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0090990 Feb 04 12:35:00.246146 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47504) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:00.254851 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [None req-0e023acb-72eb-494d-9076-7b0eb3b7d53b tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] http://10.222.0.65:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103474) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:35:00.258576 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-0e023acb-72eb-494d-9076-7b0eb3b7d53b tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] 10.222.0.65 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0079105 Feb 04 12:35:00.276034 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47506) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:00.287578 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [None req-a1bdbba4-4236-4fad-a258-738e517f1c37 tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] http://10.222.0.65:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103474) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:35:00.294427 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-a1bdbba4-4236-4fad-a258-738e517f1c37 tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] 10.222.0.65 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0140259 Feb 04 12:35:00.299236 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47508) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:00.301000 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbf749a-4543-4f9a-aeb5-6ab33b77d4d8 req-df3741d5-33ab-4670-91d0-54f7c4afbd49 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:35:00.302165 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87db2611-c28e-4d67-b996-02615d3dfa37 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:35:00.302559 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87db2611-c28e-4d67-b996-02615d3dfa37 None None] Checking segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:35:00.302975 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-87db2611-c28e-4d67-b996-02615d3dfa37 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:00.303381 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87db2611-c28e-4d67-b996-02615d3dfa37 None None] Bound using segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:35:00.303946 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-87db2611-c28e-4d67-b996-02615d3dfa37 None None] Bound port: fff9c98a-9f34-4437-b5e0-40b457f5f3bd, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:35:00.304388 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-87db2611-c28e-4d67-b996-02615d3dfa37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (fff9c98a-9f34-4437-b5e0-40b457f5f3bd), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:00.311693 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8dbf749a-4543-4f9a-aeb5-6ab33b77d4d8 req-df3741d5-33ab-4670-91d0-54f7c4afbd49 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.65 "GET /v2.0/ports?device_id=4acb9c3c-b6ab-46be-b637-ff51ba0e15fa HTTP/1.1" status: 200 len: 945 time: 0.5461121 Feb 04 12:35:00.311972 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [None req-3b1f07b3-5ffe-40ea-bf59-9cbb93ceeada tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] http://10.222.0.65:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103474) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:35:00.317258 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-3b1f07b3-5ffe-40ea-bf59-9cbb93ceeada tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] 10.222.0.65 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0096109 Feb 04 12:35:00.318842 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-92c8536e-9ade-48ef-9f8d-617163b7cd23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (884fc68d-ed33-4ae6-baa7-9d1c005410a3), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:00.322096 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47510) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:00.327952 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [None req-0ecd6af8-78e6-42d4-8895-f11be1fcf7ca tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] http://10.222.0.65:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103474) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:35:00.332080 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-0ecd6af8-78e6-42d4-8895-f11be1fcf7ca tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] 10.222.0.65 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0085738 Feb 04 12:35:00.335868 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47512) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:00.344278 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [None req-cfcfd679-50b5-45fc-8d48-40a60f93f70b tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] http://10.222.0.65:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103474) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:35:00.348693 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-cfcfd679-50b5-45fc-8d48-40a60f93f70b tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] 10.222.0.65 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0091462 Feb 04 12:35:00.353714 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 47514) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:00.384410 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-87db2611-c28e-4d67-b996-02615d3dfa37 None None] For port fff9c98a-9f34-4437-b5e0-40b457f5f3bd, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:35:00.387920 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-87db2611-c28e-4d67-b996-02615d3dfa37 None None] For port fff9c98a-9f34-4437-b5e0-40b457f5f3bd, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=fff9c98a-9f34-4437-b5e0-40b457f5f3bd,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:35:00.401497 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [None req-38f81517-bac2-480e-ac4d-da8a3bd1cd77 tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] http://10.222.0.65:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:35:00.403361 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-38f81517-bac2-480e-ac4d-da8a3bd1cd77 tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] 10.222.0.65 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0468874 Feb 04 12:35:00.424497 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-87db2611-c28e-4d67-b996-02615d3dfa37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (fff9c98a-9f34-4437-b5e0-40b457f5f3bd), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:00.457018 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47516) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:00.459299 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-acba7e64-0711-4242-8dac-c27690868bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (20c733f6-4681-42e1-a522-fb4ff38ed60c), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:00.467258 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [None req-1260a4dc-d3ec-4525-89d5-c318c139ccd7 tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] http://10.222.0.65:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103474) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:35:00.481025 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-1260a4dc-d3ec-4525-89d5-c318c139ccd7 tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] 10.222.0.65 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0095029 Feb 04 12:35:00.481025 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47518) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:00.484096 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [None req-f0ae7333-a422-4877-8803-079a778b771a tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] http://10.222.0.65:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103474) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:35:00.488247 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-f0ae7333-a422-4877-8803-079a778b771a tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] 10.222.0.65 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0092058 Feb 04 12:35:00.501950 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47520) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:00.506552 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [None req-7dc963aa-7197-42c0-9cb0-d664d7620cee tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] http://10.222.0.65:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103474) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:35:00.512104 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-7dc963aa-7197-42c0-9cb0-d664d7620cee tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] 10.222.0.65 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0090220 Feb 04 12:35:00.514258 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-3014c1a1-16e4-4bfa-9a84-48ef8eccd189 None None] Provisioning complete for port 20c733f6-4681-42e1-a522-fb4ff38ed60c triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:35:00.515169 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3014c1a1-16e4-4bfa-9a84-48ef8eccd189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (20c733f6-4681-42e1-a522-fb4ff38ed60c), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:00.516056 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 47522) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:00.536665 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [None req-8f852452-292a-4a3a-9372-43ec8dbf2952 tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] http://10.222.0.65:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:35:00.537980 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-8f852452-292a-4a3a-9372-43ec8dbf2952 tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] 10.222.0.65 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0191050 Feb 04 12:35:00.572639 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 47524) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:00.586871 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [None req-d79f40e1-93f0-4d53-bdbf-76f730e31be1 tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] http://10.222.0.65:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:35:00.588224 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-d79f40e1-93f0-4d53-bdbf-76f730e31be1 tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] 10.222.0.65 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0087392 Feb 04 12:35:00.624446 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 47526) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:00.645670 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 2c0b97af-bfeb-4337-9331-4523ff393ad5 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:35:00.646177 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (2c0b97af-bfeb-4337-9331-4523ff393ad5), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:00.728749 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [None req-dbabe9fa-756c-4fc4-9779-051667b47b41 tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] http://10.222.0.65:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:35:00.729571 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-dbabe9fa-756c-4fc4-9779-051667b47b41 tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] 10.222.0.65 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0160692 Feb 04 12:35:00.738307 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 47532) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:00.738903 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73471780-edd3-48aa-9ebd-75a76eaba23b None None] Pushing event updated for resources: {'Port': ['ID=fff9c98a-9f34-4437-b5e0-40b457f5f3bd,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:00.748354 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87db2611-c28e-4d67-b996-02615d3dfa37 None None] Routers {'b10466ee-1526-44b9-9266-3022b75a68d4'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:35:00.749587 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-87db2611-c28e-4d67-b996-02615d3dfa37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:34:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['b10466ee-1526-44b9-9266-3022b75a68d4'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:35:00.759411 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-3014c1a1-16e4-4bfa-9a84-48ef8eccd189 None None] Port 20c733f6-4681-42e1-a522-fb4ff38ed60c cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:35:00.790050 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-654fd92c-9498-47f1-afa6-34f62dad59fc tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Allocated IP 2001:db8::262 (1e01e79c-b43c-47d9-8f08-afd7360fb436/eb354376-41f2-4ca1-9cf3-a3abe6349a96/72ab284a-5aed-405f-a9d9-6e319c79892c) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:35:00.799360 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [None req-cf21a344-04c5-4516-8166-7abfc3b4dd6f tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] http://10.222.0.65:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:35:00.803536 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-cf21a344-04c5-4516-8166-7abfc3b4dd6f tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] 10.222.0.65 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0196309 Feb 04 12:35:00.808425 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 47534) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:00.815131 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-0359f635-b91d-4224-9721-c042d5f6fa1f tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Delete allocated IP 172.20.0.7 (6c81f3de-3475-436c-a4ac-8f63955bceb3/e0d37be2-6527-47a9-a293-b94af1e27736) {{(pid=103474) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 04 12:35:00.829159 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-0359f635-b91d-4224-9721-c042d5f6fa1f tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Allocated IP 172.20.0.28 (6c81f3de-3475-436c-a4ac-8f63955bceb3/37c073a2-bd94-469b-87ac-65182fcebdba/394615c6-6ec4-4e40-9111-8ae279c07025) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:35:00.849932 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [None req-e49c4d6f-67d8-42f4-8827-0e61946afb56 tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] http://10.222.0.65:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:35:00.855815 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-e49c4d6f-67d8-42f4-8827-0e61946afb56 tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] 10.222.0.65 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0201266 Feb 04 12:35:00.869451 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47536) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:00.875782 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [None req-bd6bf5b7-ec21-4729-a3e0-7cb0ea202d5e tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] http://10.222.0.65:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103474) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:35:00.879383 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-bd6bf5b7-ec21-4729-a3e0-7cb0ea202d5e tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] 10.222.0.65 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0062330 Feb 04 12:35:00.883527 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8dbf749a-4543-4f9a-aeb5-6ab33b77d4d8 req-f65724fe-a7af-4e4c-9385-c098385f30e0 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.65 "GET /v2.0/security-groups?id=3194529c-ef45-449a-86a3-c42c7670cd65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5448711 Feb 04 12:35:00.891641 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 47538) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:00.898379 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [None req-4008a7c2-d962-4404-928c-d38c3a5a1261 tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] http://10.222.0.65:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:35:00.899390 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-4008a7c2-d962-4404-928c-d38c3a5a1261 tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] 10.222.0.65 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0068991 Feb 04 12:35:00.901772 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-acba7e64-0711-4242-8dac-c27690868bc8 admin admin] Publish callbacks [] for port (20c733f6-4681-42e1-a522-fb4ff38ed60c), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:00.907234 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47540) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:00.919035 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [None req-f518c50a-66c8-44de-b2ea-a329d5447d03 tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] http://10.222.0.65:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103474) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:35:00.919035 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-f518c50a-66c8-44de-b2ea-a329d5447d03 tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] 10.222.0.65 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0045350 Feb 04 12:35:00.919377 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 47542) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:00.928312 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5f07fa9e-2113-4fea-a8f2-de61cd39e4b0 req-1ac4bfd5-9547-467c-85b4-d135633dee16 service neutron] 10.222.0.77 "GET /v2.0/networks/211162ce-c654-4372-abd8-21bf219f75aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7792087 Feb 04 12:35:00.930936 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-acba7e64-0711-4242-8dac-c27690868bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (20c733f6-4681-42e1-a522-fb4ff38ed60c), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:00.947606 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [None req-ce27279e-e2c3-478d-96a8-39d7fca24f68 tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] http://10.222.0.65:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:35:00.952622 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-ce27279e-e2c3-478d-96a8-39d7fca24f68 tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] 10.222.0.65 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0232024 Feb 04 12:35:00.961130 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 47546) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:00.974386 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [None req-157c473c-248f-446b-a03b-8481cfd9a0c0 tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] http://10.222.0.65:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:35:00.975565 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-157c473c-248f-446b-a03b-8481cfd9a0c0 tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] 10.222.0.65 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0103953 Feb 04 12:35:00.979026 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47548) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:00.986057 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 2c0b97af-bfeb-4337-9331-4523ff393ad5 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:35:00.986758 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [None req-5458107d-65c2-4a73-9da8-1573142691c3 tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] http://10.222.0.65:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103474) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:35:00.987480 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-5458107d-65c2-4a73-9da8-1573142691c3 tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] 10.222.0.65 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0058093 Feb 04 12:35:00.993626 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-23f120fc-3215-489c-b6c1-f2d6fe5490fa req-628c0ac2-2608-4b69-81fa-8dfa6e9d4211 service neutron] 10.222.0.73 "GET /v2.0/networks/e5afc4b2-b62e-43cc-a807-b008639c0d4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6763763 Feb 04 12:35:01.001429 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 47550) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:01.010852 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [None req-dcc4a114-e147-436b-8e24-3787c0d830fe tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] http://10.222.0.65:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:35:01.011911 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-dcc4a114-e147-436b-8e24-3787c0d830fe tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] 10.222.0.65 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0102105 Feb 04 12:35:01.027762 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47552) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:01.030450 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-87db2611-c28e-4d67-b996-02615d3dfa37 None None] Set router b10466ee-1526-44b9-9266-3022b75a68d4 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:35:01.056709 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [None req-e54e8a20-8d22-46c7-b8c4-39a255c6333d tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] http://10.222.0.65:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103474) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:35:01.061854 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-e54e8a20-8d22-46c7-b8c4-39a255c6333d tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] 10.222.0.65 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0103076 Feb 04 12:35:01.084125 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-92c8536e-9ade-48ef-9f8d-617163b7cd23 admin admin] Publish callbacks [] for port (884fc68d-ed33-4ae6-baa7-9d1c005410a3), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:01.087270 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 47554) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:01.095545 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcd0711-9c66-49a9-93de-47eb36794f8d req-42af06a6-5e1f-4f06-ad9a-342eddca957d tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:35:01.097279 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7fcd0711-9c66-49a9-93de-47eb36794f8d req-42af06a6-5e1f-4f06-ad9a-342eddca957d tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a5c2a56-ee1a-4c7e-bf15-98711834c060 HTTP/1.1" status: 200 len: 945 time: 0.3665879 Feb 04 12:35:01.119675 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [None req-91aeafef-3bd8-4ab5-8f98-59bb043fd7ad tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] http://10.222.0.65:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:35:01.124479 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-91aeafef-3bd8-4ab5-8f98-59bb043fd7ad tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] 10.222.0.65 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0224633 Feb 04 12:35:01.129938 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47556) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:01.132350 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:01.134708 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [None req-3a74e87e-131f-4ba7-9ba0-c8155f1315ec tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] http://10.222.0.65:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103474) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:35:01.139290 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-3a74e87e-131f-4ba7-9ba0-c8155f1315ec tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] 10.222.0.65 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0048802 Feb 04 12:35:01.145424 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47558) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:01.151808 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-92c8536e-9ade-48ef-9f8d-617163b7cd23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (884fc68d-ed33-4ae6-baa7-9d1c005410a3), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:01.152834 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [None req-3c5f0670-8fcc-4a8d-8413-098587301616 tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] http://10.222.0.65:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103474) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:35:01.158338 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-3c5f0670-8fcc-4a8d-8413-098587301616 tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] 10.222.0.65 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0043304 Feb 04 12:35:01.162857 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47560) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:01.174575 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [None req-8fbfa2b6-2d53-488b-a9b5-93943019cc42 tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] http://10.222.0.65:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103474) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:35:01.174575 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-8fbfa2b6-2d53-488b-a9b5-93943019cc42 tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] 10.222.0.65 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0056033 Feb 04 12:35:01.179290 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 47562) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:01.183063 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acba7e64-0711-4242-8dac-c27690868bc8 admin admin] Pushing event updated for resources: {'Port': ['ID=20c733f6-4681-42e1-a522-fb4ff38ed60c,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:01.200722 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-acba7e64-0711-4242-8dac-c27690868bc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622202'] for router_interface (b10466ee-1526-44b9-9266-3022b75a68d4), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:01.247653 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [None req-85ee1942-9513-4978-b656-647bee9a3cf8 tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] http://10.222.0.65:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:35:01.252537 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-85ee1942-9513-4978-b656-647bee9a3cf8 tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] 10.222.0.65 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0312645 Feb 04 12:35:01.262526 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 47564) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:01.279561 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [None req-d00a9caa-4952-4d4e-bd97-89bf9a372e3c tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] http://10.222.0.65:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:35:01.283649 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-d00a9caa-4952-4d4e-bd97-89bf9a372e3c tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] 10.222.0.65 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0118802 Feb 04 12:35:01.291842 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47566) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:01.299614 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [None req-3d28e9e6-fcc8-42fd-8203-704b318e1a94 tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] http://10.222.0.65:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103474) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:35:01.307585 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-3d28e9e6-fcc8-42fd-8203-704b318e1a94 tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] 10.222.0.65 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0081205 Feb 04 12:35:01.323925 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 47568) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:01.333298 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [None req-e4fef585-97b5-4cf5-bbdd-3e4d5f3aec8b tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] http://10.222.0.65:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:35:01.343654 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-e4fef585-97b5-4cf5-bbdd-3e4d5f3aec8b tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] 10.222.0.65 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0118825 Feb 04 12:35:01.376670 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 47570) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:01.389144 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0359f635-b91d-4224-9721-c042d5f6fa1f tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks [] for port (394615c6-6ec4-4e40-9111-8ae279c07025), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:01.390147 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [None req-735fd00b-431a-4350-8b56-ff39062d2d6c tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] http://10.222.0.65:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:35:01.394375 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-735fd00b-431a-4350-8b56-ff39062d2d6c tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] 10.222.0.65 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0157218 Feb 04 12:35:01.396626 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47572) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:01.401767 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [None req-edc97a1a-a596-4905-8853-be1f28e1b0e9 tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] http://10.222.0.65:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103474) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:35:01.402993 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-edc97a1a-a596-4905-8853-be1f28e1b0e9 tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] 10.222.0.65 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0053103 Feb 04 12:35:01.408158 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0359f635-b91d-4224-9721-c042d5f6fa1f tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (394615c6-6ec4-4e40-9111-8ae279c07025), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:01.410135 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47574) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:01.416607 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [None req-06de29cd-31b6-4b7c-8c0c-3b4e84cf5d40 tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] http://10.222.0.65:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103474) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:35:01.417788 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-06de29cd-31b6-4b7c-8c0c-3b4e84cf5d40 tempest-ExtensionsTestJSON-106753177 tempest-ExtensionsTestJSON-106753177-project] 10.222.0.65 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0048561 Feb 04 12:35:01.468707 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-92c8536e-9ade-48ef-9f8d-617163b7cd23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622202'] for router_interface (4e1b200e-8479-411b-be95-b320e16e13ba), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:01.471091 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c8536e-9ade-48ef-9f8d-617163b7cd23 admin admin] Pushing event updated for resources: {'Port': ['ID=884fc68d-ed33-4ae6-baa7-9d1c005410a3,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:01.485722 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-af38ee0a-80ea-4948-8472-022806cb44eb None None] Allocated IP 172.20.0.18 (6c81f3de-3475-436c-a4ac-8f63955bceb3/37c073a2-bd94-469b-87ac-65182fcebdba/2c0b97af-bfeb-4337-9331-4523ff393ad5) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:35:01.517456 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-87db2611-c28e-4d67-b996-02615d3dfa37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b10466ee-1526-44b9-9266-3022b75a68d4', 'name': 'tempest-ServersTestBootFromVolume-1315260022-router', 'tenant_id': '6811610fed404ab8950570f16fc94eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': 'fff9c98a-9f34-4437-b5e0-40b457f5f3bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:34:48Z', 'updated_at': '2022-02-04T12:35:00Z', 'revision_number': 4, 'project_id': '6811610fed404ab8950570f16fc94eb8', 'gw_port': {'id': 'fff9c98a-9f34-4437-b5e0-40b457f5f3bd', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:7e:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b10466ee-1526-44b9-9266-3022b75a68d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:34:51Z', 'updated_at': '2022-02-04T12:35:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '20c733f6-4681-42e1-a522-fb4ff38ed60c', 'name': '', 'network_id': 'e220eee6-efbf-4e16-8278-b7034a106a3d', 'tenant_id': '6811610fed404ab8950570f16fc94eb8', 'mac_address': 'fa:16:3e:53:86:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b10466ee-1526-44b9-9266-3022b75a68d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '8ed89237-317f-4530-8ecc-638834416f83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:34:58Z', 'updated_at': '2022-02-04T12:34:59Z', 'revision_number': 1, 'project_id': '6811610fed404ab8950570f16fc94eb8', 'subnets': [{'id': '8ed89237-317f-4530-8ecc-638834416f83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:35:01.518041 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7fcd0711-9c66-49a9-93de-47eb36794f8d req-d14f9c33-3d44-4468-b3a3-4c3c442dfbb9 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8bd411c-ac47-4f15-b918-c420cf0295e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3672984 Feb 04 12:35:01.576662 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-23f120fc-3215-489c-b6c1-f2d6fe5490fa req-49e6fa30-3a4c-477e-8cab-62aa4651c045 service neutron] 10.222.0.73 "GET /v2.0/networks/e5afc4b2-b62e-43cc-a807-b008639c0d4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5690703 Feb 04 12:35:01.610332 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87db2611-c28e-4d67-b996-02615d3dfa37 None None] The sync data for ids ['b10466ee-1526-44b9-9266-3022b75a68d4'] in n-d-825015-3 is: [{'id': 'b10466ee-1526-44b9-9266-3022b75a68d4', 'name': 'tempest-ServersTestBootFromVolume-1315260022-router', 'tenant_id': '6811610fed404ab8950570f16fc94eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': 'fff9c98a-9f34-4437-b5e0-40b457f5f3bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:34:48Z', 'updated_at': '2022-02-04T12:35:00Z', 'revision_number': 4, 'project_id': '6811610fed404ab8950570f16fc94eb8', 'gw_port': {'id': 'fff9c98a-9f34-4437-b5e0-40b457f5f3bd', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:7e:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b10466ee-1526-44b9-9266-3022b75a68d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:34:51Z', 'updated_at': '2022-02-04T12:35:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '20c733f6-4681-42e1-a522-fb4ff38ed60c', 'name': '', 'network_id': 'e220eee6-efbf-4e16-8278-b7034a106a3d', 'tenant_id': '6811610fed404ab8950570f16fc94eb8', 'mac_address': 'fa:16:3e:53:86:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b10466ee-1526-44b9-9266-3022b75a68d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '8ed89237-317f-4530-8ecc-638834416f83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:34:58Z', 'updated_at': '2022-02-04T12:34:59Z', 'revision_number': 1, 'project_id': '6811610fed404ab8950570f16fc94eb8', 'subnets': [{'id': '8ed89237-317f-4530-8ecc-638834416f83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:35:01.659289 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:01.710397 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0359f635-b91d-4224-9721-c042d5f6fa1f tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Pushing event updated for resources: {'Port': ['ID=394615c6-6ec4-4e40-9111-8ae279c07025,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:01.757666 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-654fd92c-9498-47f1-afa6-34f62dad59fc tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks [] for port (72ab284a-5aed-405f-a9d9-6e319c79892c), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:01.784321 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14131d64-0d0d-4d3e-9bd0-6f46769edd81 req-a926f74e-eb83-466a-8a43-ffb3b9f2505a tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:35:01.792555 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-14131d64-0d0d-4d3e-9bd0-6f46769edd81 req-a926f74e-eb83-466a-8a43-ffb3b9f2505a tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8861db3-f96d-4488-9972-dc9abe44d442 HTTP/1.1" status: 200 len: 945 time: 0.6768970 Feb 04 12:35:01.806198 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-0359f635-b91d-4224-9721-c042d5f6fa1f tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] In _notify_port_updated(), no bound segment for port 394615c6-6ec4-4e40-9111-8ae279c07025 on network 6c81f3de-3475-436c-a4ac-8f63955bceb3 {{(pid=103474) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 04 12:35:01.818495 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0359f635-b91d-4224-9721-c042d5f6fa1f tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:35:01.819797 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0359f635-b91d-4224-9721-c042d5f6fa1f tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:01.824385 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-0359f635-b91d-4224-9721-c042d5f6fa1f tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "PUT /v2.0/ports/394615c6-6ec4-4e40-9111-8ae279c07025 HTTP/1.1" status: 200 len: 921 time: 3.4950879 Feb 04 12:35:01.843511 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 47578) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:01.885542 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acba7e64-0711-4242-8dac-c27690868bc8 admin admin] Network e220eee6-efbf-4e16-8278-b7034a106a3d is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:35:01.893491 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-acba7e64-0711-4242-8dac-c27690868bc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:35:02.207636 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-14131d64-0d0d-4d3e-9bd0-6f46769edd81 req-a4be02ba-dbec-4962-b356-fd9837a25936 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/security-groups?id=67d57791-96db-4689-9a02-f69bf9a8e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3887568 Feb 04 12:35:02.277147 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acba7e64-0711-4242-8dac-c27690868bc8 admin admin] Router b10466ee-1526-44b9-9266-3022b75a68d4 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:35:02.333926 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-654fd92c-9498-47f1-afa6-34f62dad59fc tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (72ab284a-5aed-405f-a9d9-6e319c79892c), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:02.363886 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47586) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:02.471009 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-af38ee0a-80ea-4948-8472-022806cb44eb None None] For port 2c0b97af-bfeb-4337-9331-4523ff393ad5, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=2c0b97af-bfeb-4337-9331-4523ff393ad5,segment=NetworkSegment(2dd59e3f-7ea5-44ca-8b43-515aa46e8b05),segment_id=2dd59e3f-7ea5-44ca-8b43-515aa46e8b05)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:35:02.522573 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acba7e64-0711-4242-8dac-c27690868bc8 admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:35:02.522684 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654fd92c-9498-47f1-afa6-34f62dad59fc tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Network 1e01e79c-b43c-47d9-8f08-afd7360fb436 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:35:02.532477 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c8536e-9ade-48ef-9f8d-617163b7cd23 admin admin] Network 647cdb67-8c3d-4450-9185-dcf62d584045 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:35:02.533672 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654fd92c-9498-47f1-afa6-34f62dad59fc tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Pushing event updated for resources: {'Port': ['ID=72ab284a-5aed-405f-a9d9-6e319c79892c,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:02.541231 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-acba7e64-0711-4242-8dac-c27690868bc8 admin admin] 10.222.0.65 "PUT /v2.0/routers/b10466ee-1526-44b9-9266-3022b75a68d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2305532 Feb 04 12:35:02.554355 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device cd86ce84-4e84-4b08-9edd-0b441fdce631 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:35:02.556331 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c3fe38-5a2d-420c-8762-0d008986a869 None None] Network 1e01e79c-b43c-47d9-8f08-afd7360fb436 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:35:02.560743 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-654fd92c-9498-47f1-afa6-34f62dad59fc tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:35:02.564187 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654fd92c-9498-47f1-afa6-34f62dad59fc tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:35:02.577998 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654fd92c-9498-47f1-afa6-34f62dad59fc tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:35:02.579184 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-654fd92c-9498-47f1-afa6-34f62dad59fc tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:02.609887 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-92c8536e-9ade-48ef-9f8d-617163b7cd23 admin admin] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:35:02.637504 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-654fd92c-9498-47f1-afa6-34f62dad59fc tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.8955393 Feb 04 12:35:02.655059 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 47596) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:02.656940 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-01fcbb21-7688-4be0-bb3b-0b812d1e1035 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:02.693426 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-1e5a38c5-eb4f-44b7-b878-4eb351d5736d tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Request body: {'port': {'network_id': '1e01e79c-b43c-47d9-8f08-afd7360fb436', 'name': 'tempest-PortsIpV6TestJSON-669470786'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:35:02.805616 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-af38ee0a-80ea-4948-8472-022806cb44eb None None] Publish callbacks [] for port (2c0b97af-bfeb-4337-9331-4523ff393ad5), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:02.856619 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-a34d0cfc-99ab-41ca-bfc6-cca9dc147bbd None None] Provisioning complete for port fc1880f3-d145-4b93-849a-677ed245a769 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:35:02.858002 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a34d0cfc-99ab-41ca-bfc6-cca9dc147bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (fc1880f3-d145-4b93-849a-677ed245a769), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:02.907241 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-01fcbb21-7688-4be0-bb3b-0b812d1e1035 admin admin] Publish callbacks [] for security_group (23eced90-cd52-4ff8-82a6-7832cca709b5), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:02.912824 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-01fcbb21-7688-4be0-bb3b-0b812d1e1035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (23eced90-cd52-4ff8-82a6-7832cca709b5), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:02.923654 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-af38ee0a-80ea-4948-8472-022806cb44eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (2c0b97af-bfeb-4337-9331-4523ff393ad5), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:03.026053 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-01fcbb21-7688-4be0-bb3b-0b812d1e1035 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=60c32e5438544d58b46a2f121539728a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6607809 Feb 04 12:35:03.064117 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fcbb21-7688-4be0-bb3b-0b812d1e1035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23eced90-cd52-4ff8-82a6-7832cca709b5,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:03.094677 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47602) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:03.270952 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port cd86ce84-4e84-4b08-9edd-0b441fdce631 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:35:03.271615 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (cd86ce84-4e84-4b08-9edd-0b441fdce631), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:03.272537 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5beb324d-0591-403a-b59f-848c6f15fa61 admin admin] Publish callbacks [] for security_group (23eced90-cd52-4ff8-82a6-7832cca709b5), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:03.402182 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5beb324d-0591-403a-b59f-848c6f15fa61 admin admin] Publish callbacks [] for security_group (23eced90-cd52-4ff8-82a6-7832cca709b5), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:03.520779 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5beb324d-0591-403a-b59f-848c6f15fa61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (23eced90-cd52-4ff8-82a6-7832cca709b5), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:03.524260 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5beb324d-0591-403a-b59f-848c6f15fa61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:03.525494 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-5beb324d-0591-403a-b59f-848c6f15fa61 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/23eced90-cd52-4ff8-82a6-7832cca709b5 HTTP/1.1" status: 204 len: 168 time: 0.4253030 Feb 04 12:35:03.532062 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af38ee0a-80ea-4948-8472-022806cb44eb None None] Pushing event updated for resources: {'Port': ['ID=2c0b97af-bfeb-4337-9331-4523ff393ad5,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:03.547085 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beb324d-0591-403a-b59f-848c6f15fa61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23eced90-cd52-4ff8-82a6-7832cca709b5,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:03.584051 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-a34d0cfc-99ab-41ca-bfc6-cca9dc147bbd None None] Current status of the port fc1880f3-d145-4b93-849a-677ed245a769 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:35:03.584364 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a34d0cfc-99ab-41ca-bfc6-cca9dc147bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (fc1880f3-d145-4b93-849a-677ed245a769), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:03.824521 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-a34d0cfc-99ab-41ca-bfc6-cca9dc147bbd None None] For port fc1880f3-d145-4b93-849a-677ed245a769, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=fc1880f3-d145-4b93-849a-677ed245a769,segment=NetworkSegment(4bd40f1d-6b95-46ff-be8f-c65d8f809a2e),segment_id=4bd40f1d-6b95-46ff-be8f-c65d8f809a2e)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:35:03.836114 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a34d0cfc-99ab-41ca-bfc6-cca9dc147bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (fc1880f3-d145-4b93-849a-677ed245a769), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:03.941215 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34d0cfc-99ab-41ca-bfc6-cca9dc147bbd None None] Pushing event updated for resources: {'Port': ['ID=fc1880f3-d145-4b93-849a-677ed245a769,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:03.953984 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port cd86ce84-4e84-4b08-9edd-0b441fdce631 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:35:03.956033 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device fc1880f3-d145-4b93-849a-677ed245a769 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:35:03.994729 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-da16915c-d2ce-4c70-966a-5657d1cdd39a tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Deleting port 394615c6-6ec4-4e40-9111-8ae279c07025 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:35:03.996214 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-da16915c-d2ce-4c70-966a-5657d1cdd39a tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (394615c6-6ec4-4e40-9111-8ae279c07025), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:04.029866 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47614) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:04.035459 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-b4921564-6c77-4723-ada2-e114aa0f8545 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1659529778', 'description': 'tempest-description--1519607057'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:35:04.100178 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-d5a96daa-b874-48a4-ab62-cc11a997577c None None] Provisioning complete for port 20c733f6-4681-42e1-a522-fb4ff38ed60c triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:35:04.100911 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d5a96daa-b874-48a4-ab62-cc11a997577c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (20c733f6-4681-42e1-a522-fb4ff38ed60c), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:04.123994 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b4921564-6c77-4723-ada2-e114aa0f8545 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:04.127268 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92c8536e-9ade-48ef-9f8d-617163b7cd23 admin admin] Router 4e1b200e-8479-411b-be95-b320e16e13ba has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:35:04.165098 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port fc1880f3-d145-4b93-849a-677ed245a769 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:35:04.165795 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (fc1880f3-d145-4b93-849a-677ed245a769), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:04.176955 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-d5a96daa-b874-48a4-ab62-cc11a997577c None None] Port 20c733f6-4681-42e1-a522-fb4ff38ed60c cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:35:04.252263 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e5a38c5-eb4f-44b7-b878-4eb351d5736d tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Made reservation on behalf of 90a71f7c621340c08dbfd8625731c118 for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:35:04.256896 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1e5a38c5-eb4f-44b7-b878-4eb351d5736d tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:04.268569 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-d5a96daa-b874-48a4-ab62-cc11a997577c None None] Provisioning complete for port 884fc68d-ed33-4ae6-baa7-9d1c005410a3 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:35:04.269761 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d5a96daa-b874-48a4-ab62-cc11a997577c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (884fc68d-ed33-4ae6-baa7-9d1c005410a3), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:04.344175 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [None req-1e5a38c5-eb4f-44b7-b878-4eb351d5736d tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] device_id is not set on port 428da8f3-cf31-4c38-b3de-7deecc0421e1 yet. {{(pid=103475) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 12:35:04.432219 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b4921564-6c77-4723-ada2-e114aa0f8545 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] Publish callbacks [] for security_group (9c18c1f6-d0db-4e54-9b84-8670e680f6f6), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:04.439594 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b4921564-6c77-4723-ada2-e114aa0f8545 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (9c18c1f6-d0db-4e54-9b84-8670e680f6f6), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:04.446818 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-d5a96daa-b874-48a4-ab62-cc11a997577c None None] Port 884fc68d-ed33-4ae6-baa7-9d1c005410a3 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:35:04.513822 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-1e5a38c5-eb4f-44b7-b878-4eb351d5736d tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Allocated IP 2001:db8::10a (1e01e79c-b43c-47d9-8f08-afd7360fb436/eb354376-41f2-4ca1-9cf3-a3abe6349a96/428da8f3-cf31-4c38-b3de-7deecc0421e1) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:35:04.553335 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b4921564-6c77-4723-ada2-e114aa0f8545 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:04.554644 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-b4921564-6c77-4723-ada2-e114aa0f8545 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.5229650 Feb 04 12:35:04.557583 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47624) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:04.579029 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-fa07d22c-09a9-4788-9bb8-81b222ae4e28 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] Request body: {'security_group_rule': {'security_group_id': '9c18c1f6-d0db-4e54-9b84-8670e680f6f6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:35:04.594227 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port fc1880f3-d145-4b93-849a-677ed245a769 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:35:04.619917 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4921564-6c77-4723-ada2-e114aa0f8545 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c18c1f6-d0db-4e54-9b84-8670e680f6f6,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:04.642674 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-eeeb69db-7bd2-4114-9588-df15bdaceb51 None None] Provisioning complete for port 72ab284a-5aed-405f-a9d9-6e319c79892c triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:35:04.644501 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-eeeb69db-7bd2-4114-9588-df15bdaceb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (72ab284a-5aed-405f-a9d9-6e319c79892c), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:04.723518 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fa07d22c-09a9-4788-9bb8-81b222ae4e28 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] Publish callbacks [] for security_group_rule (ffa4723f-e5ed-4172-98b2-f992ee8f3384), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:04.759055 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-eeeb69db-7bd2-4114-9588-df15bdaceb51 None None] Port 72ab284a-5aed-405f-a9d9-6e319c79892c cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:35:04.777873 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-eeeb69db-7bd2-4114-9588-df15bdaceb51 None None] Provisioning complete for port fc1880f3-d145-4b93-849a-677ed245a769 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:35:04.780844 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-eeeb69db-7bd2-4114-9588-df15bdaceb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (fc1880f3-d145-4b93-849a-677ed245a769), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:04.810831 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1e5a38c5-eb4f-44b7-b878-4eb351d5736d tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks [] for port (428da8f3-cf31-4c38-b3de-7deecc0421e1), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:04.964371 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-eeeb69db-7bd2-4114-9588-df15bdaceb51 None None] Current status of the port fc1880f3-d145-4b93-849a-677ed245a769 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:35:04.980059 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fa07d22c-09a9-4788-9bb8-81b222ae4e28 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] Publish callbacks [] for security_group_rule (ffa4723f-e5ed-4172-98b2-f992ee8f3384), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:04.991363 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fa07d22c-09a9-4788-9bb8-81b222ae4e28 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (ffa4723f-e5ed-4172-98b2-f992ee8f3384), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:04.996764 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43ae1d9-c1ca-4106-89ca-1c3682efeeb8 req-2d8f1143-3ced-4355-b90d-cd3a91f4d868 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:35:05.008720 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a43ae1d9-c1ca-4106-89ca-1c3682efeeb8 req-2d8f1143-3ced-4355-b90d-cd3a91f4d868 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a5c2a56-ee1a-4c7e-bf15-98711834c060 HTTP/1.1" status: 200 len: 945 time: 2.3276844 Feb 04 12:35:05.021180 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1e5a38c5-eb4f-44b7-b878-4eb351d5736d tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (428da8f3-cf31-4c38-b3de-7deecc0421e1), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:05.049602 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa07d22c-09a9-4788-9bb8-81b222ae4e28 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffa4723f-e5ed-4172-98b2-f992ee8f3384,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:05.095525 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fa07d22c-09a9-4788-9bb8-81b222ae4e28 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:05.097600 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-c21f8ddd-5f91-4eec-b8d1-f25ee0b373ef None None] Provisioning complete for port 72ab284a-5aed-405f-a9d9-6e319c79892c triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:35:05.097984 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c21f8ddd-5f91-4eec-b8d1-f25ee0b373ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (72ab284a-5aed-405f-a9d9-6e319c79892c), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:05.102896 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-fa07d22c-09a9-4788-9bb8-81b222ae4e28 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5441551 Feb 04 12:35:05.108513 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47634) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:05.134411 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-c909f678-e676-4173-b9c7-620df5a58621 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] Request body: {'security_group_rule': {'security_group_id': '9c18c1f6-d0db-4e54-9b84-8670e680f6f6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:35:05.176004 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 2c0b97af-bfeb-4337-9331-4523ff393ad5 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:35:05.234462 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c909f678-e676-4173-b9c7-620df5a58621 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] Publish callbacks [] for security_group_rule (98999124-9103-4b5d-a279-df09693f15aa), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:05.253603 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c21f8ddd-5f91-4eec-b8d1-f25ee0b373ef None None] Port 72ab284a-5aed-405f-a9d9-6e319c79892c cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:35:05.324684 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c909f678-e676-4173-b9c7-620df5a58621 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] Publish callbacks [] for security_group_rule (98999124-9103-4b5d-a279-df09693f15aa), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:05.326504 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47636) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:05.327300 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-c21f8ddd-5f91-4eec-b8d1-f25ee0b373ef None None] Provisioning complete for port 394615c6-6ec4-4e40-9111-8ae279c07025 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:35:05.330506 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c21f8ddd-5f91-4eec-b8d1-f25ee0b373ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (394615c6-6ec4-4e40-9111-8ae279c07025), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:05.335844 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c909f678-e676-4173-b9c7-620df5a58621 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (98999124-9103-4b5d-a279-df09693f15aa), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:05.361662 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c909f678-e676-4173-b9c7-620df5a58621 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:05.364986 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-c909f678-e676-4173-b9c7-620df5a58621 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2527921 Feb 04 12:35:05.374309 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47642) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:05.384829 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-12a8cef3-a571-4791-993c-d243e5abbadb tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] Request body: {'floatingip': {'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:35:05.402470 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c909f678-e676-4173-b9c7-620df5a58621 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98999124-9103-4b5d-a279-df09693f15aa,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:05.437585 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c21f8ddd-5f91-4eec-b8d1-f25ee0b373ef None None] Port 394615c6-6ec4-4e40-9111-8ae279c07025 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:35:05.486264 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-12a8cef3-a571-4791-993c-d243e5abbadb tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:05.487759 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5a38c5-eb4f-44b7-b878-4eb351d5736d tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Pushing event updated for resources: {'Port': ['ID=428da8f3-cf31-4c38-b3de-7deecc0421e1,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:05.488396 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-c21f8ddd-5f91-4eec-b8d1-f25ee0b373ef None None] Provisioning complete for port 2c0b97af-bfeb-4337-9331-4523ff393ad5 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:35:05.490924 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c21f8ddd-5f91-4eec-b8d1-f25ee0b373ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (2c0b97af-bfeb-4337-9331-4523ff393ad5), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:05.574338 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 2c0b97af-bfeb-4337-9331-4523ff393ad5 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:35:05.574814 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (2c0b97af-bfeb-4337-9331-4523ff393ad5), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:05.651360 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-a7ae7605-2c75-4b6e-a48e-5769ed1d2b4f tempest-ExtraDHCPOptionsIpV6TestJSON-675937522 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-302241217'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:35:05.677998 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-da16915c-d2ce-4c70-966a-5657d1cdd39a tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (394615c6-6ec4-4e40-9111-8ae279c07025), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:05.689448 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5a38c5-eb4f-44b7-b878-4eb351d5736d tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Network 1e01e79c-b43c-47d9-8f08-afd7360fb436 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:35:05.696227 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7ae7605-2c75-4b6e-a48e-5769ed1d2b4f tempest-ExtraDHCPOptionsIpV6TestJSON-675937522 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522-project] Made reservation on behalf of 1c7407a5783f435384f983664e706f44 for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:35:05.702654 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a7ae7605-2c75-4b6e-a48e-5769ed1d2b4f tempest-ExtraDHCPOptionsIpV6TestJSON-675937522 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:05.725098 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a7ae7605-2c75-4b6e-a48e-5769ed1d2b4f tempest-ExtraDHCPOptionsIpV6TestJSON-675937522 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522-project] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:05.734692 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-1e5a38c5-eb4f-44b7-b878-4eb351d5736d tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:35:05.768483 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5a38c5-eb4f-44b7-b878-4eb351d5736d tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:35:05.774193 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5a38c5-eb4f-44b7-b878-4eb351d5736d tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:35:05.775134 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1e5a38c5-eb4f-44b7-b878-4eb351d5736d tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:05.797476 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-da16915c-d2ce-4c70-966a-5657d1cdd39a tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Calling delete_port for 394615c6-6ec4-4e40-9111-8ae279c07025 owned by {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:35:05.830469 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e07b0d-f243-47c4-9d0e-7cb13ab82b86 req-3307ec2d-47ac-487c-b402-92a4703fca6e tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:35:05.836875 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 2c0b97af-bfeb-4337-9331-4523ff393ad5 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:35:05.838452 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device fc1880f3-d145-4b93-849a-677ed245a769 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:35:05.839155 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a1e07b0d-f243-47c4-9d0e-7cb13ab82b86 req-3307ec2d-47ac-487c-b402-92a4703fca6e tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8861db3-f96d-4488-9972-dc9abe44d442 HTTP/1.1" status: 200 len: 945 time: 1.5144722 Feb 04 12:35:05.850518 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c21f8ddd-5f91-4eec-b8d1-f25ee0b373ef None None] Current status of the port 2c0b97af-bfeb-4337-9331-4523ff393ad5 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:35:05.855063 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a43ae1d9-c1ca-4106-89ca-1c3682efeeb8 req-5e174a9f-5e96-47a4-8ed6-eea7223e7e67 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8bd411c-ac47-4f15-b918-c420cf0295e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7011950 Feb 04 12:35:05.911532 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-c21f8ddd-5f91-4eec-b8d1-f25ee0b373ef None None] Provisioning complete for port 321afa55-ce20-439e-8f10-8deebac6c9b0 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:35:05.912025 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c21f8ddd-5f91-4eec-b8d1-f25ee0b373ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (321afa55-ce20-439e-8f10-8deebac6c9b0), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:05.974777 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a7ae7605-2c75-4b6e-a48e-5769ed1d2b4f tempest-ExtraDHCPOptionsIpV6TestJSON-675937522 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522-project] Publish callbacks [] for security_group (c79387ac-0090-4b44-86ea-0739f64f6331), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:05.988430 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a1e07b0d-f243-47c4-9d0e-7cb13ab82b86 req-2116416b-eb28-4896-a8cc-839f100ccaf2 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/security-groups?id=67d57791-96db-4689-9a02-f69bf9a8e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472108 Feb 04 12:35:05.996227 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a7ae7605-2c75-4b6e-a48e-5769ed1d2b4f tempest-ExtraDHCPOptionsIpV6TestJSON-675937522 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (c79387ac-0090-4b44-86ea-0739f64f6331), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:06.002120 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-1e5a38c5-eb4f-44b7-b878-4eb351d5736d tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.3323193 Feb 04 12:35:06.023160 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47646) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:06.026058 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c21f8ddd-5f91-4eec-b8d1-f25ee0b373ef None None] Port 321afa55-ce20-439e-8f10-8deebac6c9b0 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:35:06.060905 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port fc1880f3-d145-4b93-849a-677ed245a769 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:35:06.061780 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (fc1880f3-d145-4b93-849a-677ed245a769), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:06.068230 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92c8536e-9ade-48ef-9f8d-617163b7cd23 admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:35:06.091493 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-92c8536e-9ade-48ef-9f8d-617163b7cd23 admin admin] 10.222.0.65 "PUT /v2.0/routers/4e1b200e-8479-411b-be95-b320e16e13ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4643159 Feb 04 12:35:06.092035 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84dbe71a-2bdc-4e83-9d49-9c1c48c048a9 None None] Sync routers for ids ['4e1b200e-8479-411b-be95-b320e16e13ba'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:35:06.135955 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84dbe71a-2bdc-4e83-9d49-9c1c48c048a9 None None] Routers {'4e1b200e-8479-411b-be95-b320e16e13ba'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:35:06.139581 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-84dbe71a-2bdc-4e83-9d49-9c1c48c048a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:34:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['4e1b200e-8479-411b-be95-b320e16e13ba'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:35:06.233020 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-12a8cef3-a571-4791-993c-d243e5abbadb tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:06.273444 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-357db242-09c2-49d0-b992-c54dbfb33f5b None None] Provisioning complete for port 394615c6-6ec4-4e40-9111-8ae279c07025 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:35:06.276254 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-357db242-09c2-49d0-b992-c54dbfb33f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (394615c6-6ec4-4e40-9111-8ae279c07025), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:06.425349 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad533c13-63b6-442d-8563-422b65eaf08a None None] Sync routers for ids ['b10466ee-1526-44b9-9266-3022b75a68d4'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:35:06.425991 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-da16915c-d2ce-4c70-966a-5657d1cdd39a tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (394615c6-6ec4-4e40-9111-8ae279c07025), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:06.484015 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-357db242-09c2-49d0-b992-c54dbfb33f5b None None] Port 394615c6-6ec4-4e40-9111-8ae279c07025 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:35:06.491307 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-84dbe71a-2bdc-4e83-9d49-9c1c48c048a9 None None] Set router 4e1b200e-8479-411b-be95-b320e16e13ba gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:35:06.525268 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-12a8cef3-a571-4791-993c-d243e5abbadb tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] Allocated IP 172.25.3.187 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/07d785ab-30e9-4b05-8b8f-7c1edfd45ee5) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:35:06.557298 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad533c13-63b6-442d-8563-422b65eaf08a None None] Routers {'b10466ee-1526-44b9-9266-3022b75a68d4'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:35:06.557949 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-ad533c13-63b6-442d-8563-422b65eaf08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:34:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['b10466ee-1526-44b9-9266-3022b75a68d4'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:35:06.579303 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da16915c-d2ce-4c70-966a-5657d1cdd39a tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Pushing event deleted for resources: {'Port': ['ID=394615c6-6ec4-4e40-9111-8ae279c07025,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:06.822474 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-12a8cef3-a571-4791-993c-d243e5abbadb tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] Publish callbacks [] for port (07d785ab-30e9-4b05-8b8f-7c1edfd45ee5), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:06.855526 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port fc1880f3-d145-4b93-849a-677ed245a769 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:35:06.857460 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device fff9c98a-9f34-4437-b5e0-40b457f5f3bd up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:35:06.880150 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-4b57c311-6fe7-4c34-9bb6-18308f7b4e3d None None] Provisioning complete for port 428da8f3-cf31-4c38-b3de-7deecc0421e1 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:35:06.880583 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4b57c311-6fe7-4c34-9bb6-18308f7b4e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (428da8f3-cf31-4c38-b3de-7deecc0421e1), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:06.901211 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7ae7605-2c75-4b6e-a48e-5769ed1d2b4f tempest-ExtraDHCPOptionsIpV6TestJSON-675937522 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:35:06.907053 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-da16915c-d2ce-4c70-966a-5657d1cdd39a tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:06.909545 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-12a8cef3-a571-4791-993c-d243e5abbadb tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (07d785ab-30e9-4b05-8b8f-7c1edfd45ee5), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:06.923696 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-da16915c-d2ce-4c70-966a-5657d1cdd39a tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "DELETE /v2.0/ports/394615c6-6ec4-4e40-9111-8ae279c07025 HTTP/1.1" status: 204 len: 168 time: 5.0375853 Feb 04 12:35:06.932334 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 47674) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:07.058011 n-d-825015-3 neutron-server[103475]: INFO neutron.pecan_wsgi.hooks.translation [None req-87bba765-b902-4da2-902a-d6955fd167c8 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] GET failed (client error): The resource could not be found. Feb 04 12:35:07.067839 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a8cef3-a571-4791-993c-d243e5abbadb tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:35:07.068478 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-87bba765-b902-4da2-902a-d6955fd167c8 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "GET /v2.0/ports/394615c6-6ec4-4e40-9111-8ae279c07025 HTTP/1.1" status: 404 len: 333 time: 0.1262174 Feb 04 12:35:07.069279 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 47678) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:07.080855 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a8cef3-a571-4791-993c-d243e5abbadb tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] Pushing event updated for resources: {'Port': ['ID=07d785ab-30e9-4b05-8b8f-7c1edfd45ee5,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:07.085788 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-12a8cef3-a571-4791-993c-d243e5abbadb tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:35:07.097571 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ae7605-2c75-4b6e-a48e-5769ed1d2b4f tempest-ExtraDHCPOptionsIpV6TestJSON-675937522 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c79387ac-0090-4b44-86ea-0739f64f6331,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:07.118864 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a8cef3-a571-4791-993c-d243e5abbadb tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:35:07.132172 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-4b57c311-6fe7-4c34-9bb6-18308f7b4e3d None None] Port 428da8f3-cf31-4c38-b3de-7deecc0421e1 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:35:07.351763 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a952b2a5-950b-47fc-9462-c72bf98bb400 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks [] for security_group (522ef7e9-ae48-4719-b689-466e8ecb274e), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:07.354386 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-ad533c13-63b6-442d-8563-422b65eaf08a None None] Set router b10466ee-1526-44b9-9266-3022b75a68d4 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:35:07.382037 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cadda376-e42b-44b5-bfa1-492880b2fc7e tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:35:07.385478 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-cadda376-e42b-44b5-bfa1-492880b2fc7e tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A262 HTTP/1.1" status: 200 len: 929 time: 1.3488858 Feb 04 12:35:07.390306 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a7ae7605-2c75-4b6e-a48e-5769ed1d2b4f tempest-ExtraDHCPOptionsIpV6TestJSON-675937522 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (21396041-3213-426a-81bf-600fdb6a0f72), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:07.391178 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-a7ae7605-2c75-4b6e-a48e-5769ed1d2b4f tempest-ExtraDHCPOptionsIpV6TestJSON-675937522 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522-project] Added segment 21396041-3213-426a-81bf-600fdb6a0f72 of type vlan for network 5a3287a0-5551-42c4-8852-d62d72784532 Feb 04 12:35:07.392211 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 47684) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:07.418037 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a952b2a5-950b-47fc-9462-c72bf98bb400 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks [] for security_group (522ef7e9-ae48-4719-b689-466e8ecb274e), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:07.510942 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port fff9c98a-9f34-4437-b5e0-40b457f5f3bd triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:35:07.515353 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (fff9c98a-9f34-4437-b5e0-40b457f5f3bd), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:07.517280 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6d51ec-7d20-494a-b45e-96c45dfc3f11 req-9306e68e-531c-45c9-b8dd-75f56b134522 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:35:07.527628 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bb6d51ec-7d20-494a-b45e-96c45dfc3f11 req-9306e68e-531c-45c9-b8dd-75f56b134522 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a5c2a56-ee1a-4c7e-bf15-98711834c060 HTTP/1.1" status: 200 len: 945 time: 0.3125186 Feb 04 12:35:07.532585 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a7ae7605-2c75-4b6e-a48e-5769ed1d2b4f tempest-ExtraDHCPOptionsIpV6TestJSON-675937522 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (5a3287a0-5551-42c4-8852-d62d72784532), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:07.549156 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-12a8cef3-a571-4791-993c-d243e5abbadb tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] Publish callbacks [] for floatingip (b8f6588c-e64f-441d-8960-3fd5952b6e3a), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:07.579400 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-84dbe71a-2bdc-4e83-9d49-9c1c48c048a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e1b200e-8479-411b-be95-b320e16e13ba', 'name': 'tempest-TaggedBootDevicesTest_v242-1771587443-router', 'tenant_id': '6d2d96abb2ff46d88357aa25adf70711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'cd86ce84-4e84-4b08-9edd-0b441fdce631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:34:45Z', 'updated_at': '2022-02-04T12:34:59Z', 'revision_number': 4, 'project_id': '6d2d96abb2ff46d88357aa25adf70711', 'gw_port': {'id': 'cd86ce84-4e84-4b08-9edd-0b441fdce631', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e1b200e-8479-411b-be95-b320e16e13ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:34:48Z', 'updated_at': '2022-02-04T12:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '884fc68d-ed33-4ae6-baa7-9d1c005410a3', 'name': '', 'network_id': '647cdb67-8c3d-4450-9185-dcf62d584045', 'tenant_id': '6d2d96abb2ff46d88357aa25adf70711', 'mac_address': 'fa:16:3e:29:fc:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e1b200e-8479-411b-be95-b320e16e13ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '2531695a-dce9-4ba8-8fe1-981de5f81c6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:34:56Z', 'updated_at': '2022-02-04T12:35:00Z', 'revision_number': 2, 'project_id': '6d2d96abb2ff46d88357aa25adf70711', 'subnets': [{'id': '2531695a-dce9-4ba8-8fe1-981de5f81c6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:35:07.616888 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47688) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:07.637989 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-7ec01464-db09-412f-9945-4659a1adcb87 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1896835153-network', 'tenant_id': '0a0c2cb10af841aeae2261540c473b01'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:35:07.701455 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84dbe71a-2bdc-4e83-9d49-9c1c48c048a9 None None] Checking router: 4e1b200e-8479-411b-be95-b320e16e13ba for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:35:07.702184 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84dbe71a-2bdc-4e83-9d49-9c1c48c048a9 None None] Updating router 4e1b200e-8479-411b-be95-b320e16e13ba port 884fc68d-ed33-4ae6-baa7-9d1c005410a3 binding host n-d-825015-3 {{(pid=103477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:35:07.707679 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bb6d51ec-7d20-494a-b45e-96c45dfc3f11 req-5c5e1f06-66a3-4bf4-bff0-87ae16cef38d tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8bd411c-ac47-4f15-b918-c420cf0295e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1610842 Feb 04 12:35:07.766996 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a7ae7605-2c75-4b6e-a48e-5769ed1d2b4f tempest-ExtraDHCPOptionsIpV6TestJSON-675937522 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (5a3287a0-5551-42c4-8852-d62d72784532), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:07.780599 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a952b2a5-950b-47fc-9462-c72bf98bb400 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (522ef7e9-ae48-4719-b689-466e8ecb274e), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:07.782809 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-84dbe71a-2bdc-4e83-9d49-9c1c48c048a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (884fc68d-ed33-4ae6-baa7-9d1c005410a3), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:07.785269 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a952b2a5-950b-47fc-9462-c72bf98bb400 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:07.791491 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-a952b2a5-950b-47fc-9462-c72bf98bb400 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "DELETE /v2.0/security-groups/522ef7e9-ae48-4719-b689-466e8ecb274e HTTP/1.1" status: 204 len: 168 time: 0.7185383 Feb 04 12:35:07.791947 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ae7605-2c75-4b6e-a48e-5769ed1d2b4f tempest-ExtraDHCPOptionsIpV6TestJSON-675937522 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:35:07.792867 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a7ae7605-2c75-4b6e-a48e-5769ed1d2b4f tempest-ExtraDHCPOptionsIpV6TestJSON-675937522 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:07.801617 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 47690) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:07.827145 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-12a8cef3-a571-4791-993c-d243e5abbadb tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (07d785ab-30e9-4b05-8b8f-7c1edfd45ee5), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:07.829928 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ec01464-db09-412f-9945-4659a1adcb87 admin admin] Made reservation on behalf of 0a0c2cb10af841aeae2261540c473b01 for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:35:07.833826 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7ec01464-db09-412f-9945-4659a1adcb87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:07.853015 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-31e4dcd5-4837-455f-9150-fea0d19886ad tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Deleting port 428da8f3-cf31-4c38-b3de-7deecc0421e1 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:35:07.855786 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-31e4dcd5-4837-455f-9150-fea0d19886ad tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (428da8f3-cf31-4c38-b3de-7deecc0421e1), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:07.877655 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a952b2a5-950b-47fc-9462-c72bf98bb400 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=522ef7e9-ae48-4719-b689-466e8ecb274e,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:07.891266 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7ec01464-db09-412f-9945-4659a1adcb87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:07.983525 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-a7ae7605-2c75-4b6e-a48e-5769ed1d2b4f tempest-ExtraDHCPOptionsIpV6TestJSON-675937522 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.6509585 Feb 04 12:35:08.017866 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47692) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:08.068667 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-d8cc8e17-16f7-4003-af7d-9081ae9c7f30 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522-project] Request body: {'subnet': {'network_id': '5a3287a0-5551-42c4-8852-d62d72784532', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:35:08.164590 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-31e4dcd5-4837-455f-9150-fea0d19886ad tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (428da8f3-cf31-4c38-b3de-7deecc0421e1), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:08.181279 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-31e4dcd5-4837-455f-9150-fea0d19886ad tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Calling delete_port for 428da8f3-cf31-4c38-b3de-7deecc0421e1 owned by {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:35:08.348180 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ae7605-2c75-4b6e-a48e-5769ed1d2b4f tempest-ExtraDHCPOptionsIpV6TestJSON-675937522 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522-project] Pushing event updated for resources: {'Network': ['ID=5a3287a0-5551-42c4-8852-d62d72784532,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:08.402549 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-82631c7a-8541-4350-a881-5df41f0bf543 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks [] for security_group (f8c2b98a-ed10-4bdf-af43-3c885bba2be1), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:08.410440 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port fff9c98a-9f34-4437-b5e0-40b457f5f3bd is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:35:08.411367 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (fff9c98a-9f34-4437-b5e0-40b457f5f3bd), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:08.464801 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-82631c7a-8541-4350-a881-5df41f0bf543 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks [] for security_group (f8c2b98a-ed10-4bdf-af43-3c885bba2be1), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:08.478827 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port fff9c98a-9f34-4437-b5e0-40b457f5f3bd, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=fff9c98a-9f34-4437-b5e0-40b457f5f3bd,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:35:08.489796 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 5a3287a0-5551-42c4-8852-d62d72784532 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:35:08.517459 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (fff9c98a-9f34-4437-b5e0-40b457f5f3bd), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:08.556634 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-82631c7a-8541-4350-a881-5df41f0bf543 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (f8c2b98a-ed10-4bdf-af43-3c885bba2be1), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:08.564465 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-82631c7a-8541-4350-a881-5df41f0bf543 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:08.573607 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-82631c7a-8541-4350-a881-5df41f0bf543 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "DELETE /v2.0/security-groups/f8c2b98a-ed10-4bdf-af43-3c885bba2be1 HTTP/1.1" status: 204 len: 168 time: 0.7597852 Feb 04 12:35:08.573905 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7ec01464-db09-412f-9945-4659a1adcb87 admin admin] Publish callbacks [] for security_group (449c55ed-7294-492e-866a-c811a96f4327), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:08.575145 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 47698) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:08.633805 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7ec01464-db09-412f-9945-4659a1adcb87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (449c55ed-7294-492e-866a-c811a96f4327), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:08.676482 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82631c7a-8541-4350-a881-5df41f0bf543 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8c2b98a-ed10-4bdf-af43-3c885bba2be1,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:08.730906 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec01464-db09-412f-9945-4659a1adcb87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=449c55ed-7294-492e-866a-c811a96f4327,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:08.794577 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-84dbe71a-2bdc-4e83-9d49-9c1c48c048a9 None None] Publish callbacks [] for port (884fc68d-ed33-4ae6-baa7-9d1c005410a3), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:08.796483 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ec01464-db09-412f-9945-4659a1adcb87 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:35:08.806751 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-84dbe71a-2bdc-4e83-9d49-9c1c48c048a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (884fc68d-ed33-4ae6-baa7-9d1c005410a3), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:08.816568 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_v2 [None req-efcc6f3a-d746-45a5-aa3a-a31c0cc28056 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Deleting subnet e0d37be2-6527-47a9-a293-b94af1e27736 {{(pid=103475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:35:08.827230 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8cc8e17-16f7-4003-af7d-9081ae9c7f30 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522-project] Made reservation on behalf of 1c7407a5783f435384f983664e706f44 for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:35:08.830742 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d8cc8e17-16f7-4003-af7d-9081ae9c7f30 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60610638'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:08.834401 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-efcc6f3a-d746-45a5-aa3a-a31c0cc28056 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks [] for subnet (e0d37be2-6527-47a9-a293-b94af1e27736), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:08.954509 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7ec01464-db09-412f-9945-4659a1adcb87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (65051265-6b98-475e-a8d8-918ad5701e4b), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:08.959226 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-7ec01464-db09-412f-9945-4659a1adcb87 admin admin] Added segment 65051265-6b98-475e-a8d8-918ad5701e4b of type vlan for network 0f375d71-7ab0-4e89-b64c-f0f39161425c Feb 04 12:35:09.033979 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330dad21-c861-48f5-8bba-b6030cfe01d0 None None] Pushing event updated for resources: {'Port': ['ID=884fc68d-ed33-4ae6-baa7-9d1c005410a3,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:09.069268 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-31e4dcd5-4837-455f-9150-fea0d19886ad tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (428da8f3-cf31-4c38-b3de-7deecc0421e1), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:09.080727 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-efcc6f3a-d746-45a5-aa3a-a31c0cc28056 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51859329'] for subnet (e0d37be2-6527-47a9-a293-b94af1e27736), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:09.096647 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=fff9c98a-9f34-4437-b5e0-40b457f5f3bd,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:09.134001 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-84dbe71a-2bdc-4e83-9d49-9c1c48c048a9 None None] Attempting to bind port 884fc68d-ed33-4ae6-baa7-9d1c005410a3 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:35:09.134776 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-84dbe71a-2bdc-4e83-9d49-9c1c48c048a9 None None] Attempting to bind port 884fc68d-ed33-4ae6-baa7-9d1c005410a3 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '457a9e0a-0e75-459f-be4c-5045e8830e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '647cdb67-8c3d-4450-9185-dcf62d584045'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:35:09.135340 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84dbe71a-2bdc-4e83-9d49-9c1c48c048a9 None None] Attempting to bind port 884fc68d-ed33-4ae6-baa7-9d1c005410a3 on network 647cdb67-8c3d-4450-9185-dcf62d584045 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:35:09.145912 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84dbe71a-2bdc-4e83-9d49-9c1c48c048a9 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:35:09.147461 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84dbe71a-2bdc-4e83-9d49-9c1c48c048a9 None None] Checking segment: {'id': '457a9e0a-0e75-459f-be4c-5045e8830e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '647cdb67-8c3d-4450-9185-dcf62d584045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:35:09.149211 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-84dbe71a-2bdc-4e83-9d49-9c1c48c048a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:09.149906 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84dbe71a-2bdc-4e83-9d49-9c1c48c048a9 None None] Bound using segment: {'id': '457a9e0a-0e75-459f-be4c-5045e8830e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '647cdb67-8c3d-4450-9185-dcf62d584045'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:35:09.151720 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-84dbe71a-2bdc-4e83-9d49-9c1c48c048a9 None None] Bound port: 884fc68d-ed33-4ae6-baa7-9d1c005410a3, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '457a9e0a-0e75-459f-be4c-5045e8830e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '647cdb67-8c3d-4450-9185-dcf62d584045'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:35:09.152638 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-84dbe71a-2bdc-4e83-9d49-9c1c48c048a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (884fc68d-ed33-4ae6-baa7-9d1c005410a3), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:09.159969 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-ad533c13-63b6-442d-8563-422b65eaf08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b10466ee-1526-44b9-9266-3022b75a68d4', 'name': 'tempest-ServersTestBootFromVolume-1315260022-router', 'tenant_id': '6811610fed404ab8950570f16fc94eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': 'fff9c98a-9f34-4437-b5e0-40b457f5f3bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:34:48Z', 'updated_at': '2022-02-04T12:35:00Z', 'revision_number': 4, 'project_id': '6811610fed404ab8950570f16fc94eb8', 'gw_port': {'id': 'fff9c98a-9f34-4437-b5e0-40b457f5f3bd', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:7e:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b10466ee-1526-44b9-9266-3022b75a68d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:34:51Z', 'updated_at': '2022-02-04T12:35:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '20c733f6-4681-42e1-a522-fb4ff38ed60c', 'name': '', 'network_id': 'e220eee6-efbf-4e16-8278-b7034a106a3d', 'tenant_id': '6811610fed404ab8950570f16fc94eb8', 'mac_address': 'fa:16:3e:53:86:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b10466ee-1526-44b9-9266-3022b75a68d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '8ed89237-317f-4530-8ecc-638834416f83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:34:58Z', 'updated_at': '2022-02-04T12:35:00Z', 'revision_number': 2, 'project_id': '6811610fed404ab8950570f16fc94eb8', 'subnets': [{'id': '8ed89237-317f-4530-8ecc-638834416f83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:35:09.206274 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad533c13-63b6-442d-8563-422b65eaf08a None None] Checking router: b10466ee-1526-44b9-9266-3022b75a68d4 for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:35:09.207178 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad533c13-63b6-442d-8563-422b65eaf08a None None] Updating router b10466ee-1526-44b9-9266-3022b75a68d4 port 20c733f6-4681-42e1-a522-fb4ff38ed60c binding host n-d-825015-3 {{(pid=103476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:35:09.230358 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e4dcd5-4837-455f-9150-fea0d19886ad tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Pushing event deleted for resources: {'Port': ['ID=428da8f3-cf31-4c38-b3de-7deecc0421e1,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:09.275318 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ad533c13-63b6-442d-8563-422b65eaf08a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (20c733f6-4681-42e1-a522-fb4ff38ed60c), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:09.320500 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768a721d-c2ac-483d-be9a-e297e7f515c2 req-5135e2e0-1eed-4c9c-8f7d-4a7e0e6e0fd4 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:35:09.337196 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-768a721d-c2ac-483d-be9a-e297e7f515c2 req-5135e2e0-1eed-4c9c-8f7d-4a7e0e6e0fd4 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a5c2a56-ee1a-4c7e-bf15-98711834c060 HTTP/1.1" status: 200 len: 945 time: 0.4194186 Feb 04 12:35:09.355214 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7ec01464-db09-412f-9945-4659a1adcb87 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (0f375d71-7ab0-4e89-b64c-f0f39161425c), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:09.368847 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-84dbe71a-2bdc-4e83-9d49-9c1c48c048a9 None None] For port 884fc68d-ed33-4ae6-baa7-9d1c005410a3, host n-d-825015-3, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:35:09.373909 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-84dbe71a-2bdc-4e83-9d49-9c1c48c048a9 None None] For port 884fc68d-ed33-4ae6-baa7-9d1c005410a3, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=884fc68d-ed33-4ae6-baa7-9d1c005410a3,segment=NetworkSegment(457a9e0a-0e75-459f-be4c-5045e8830e74),segment_id=457a9e0a-0e75-459f-be4c-5045e8830e74)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:35:09.385353 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-84dbe71a-2bdc-4e83-9d49-9c1c48c048a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (884fc68d-ed33-4ae6-baa7-9d1c005410a3), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:09.487672 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-12a8cef3-a571-4791-993c-d243e5abbadb tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] Publish callbacks [] for port (07d785ab-30e9-4b05-8b8f-7c1edfd45ee5), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:09.501973 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.db.resource_extend [None req-7ec01464-db09-412f-9945-4659a1adcb87 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 12:35:09.537736 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-12a8cef3-a571-4791-993c-d243e5abbadb tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (07d785ab-30e9-4b05-8b8f-7c1edfd45ee5), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:09.562864 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84dbe71a-2bdc-4e83-9d49-9c1c48c048a9 None None] Routers {'4e1b200e-8479-411b-be95-b320e16e13ba'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:35:09.564106 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-84dbe71a-2bdc-4e83-9d49-9c1c48c048a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:34:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['4e1b200e-8479-411b-be95-b320e16e13ba'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:35:09.616165 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-efcc6f3a-d746-45a5-aa3a-a31c0cc28056 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (e0d37be2-6527-47a9-a293-b94af1e27736), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:09.653180 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7ec01464-db09-412f-9945-4659a1adcb87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (0f375d71-7ab0-4e89-b64c-f0f39161425c), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:09.658434 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec01464-db09-412f-9945-4659a1adcb87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:35:09.659055 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7ec01464-db09-412f-9945-4659a1adcb87 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:09.692484 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-36379a3d-6793-4ac0-9802-08b94195b1b7 None None] Provisioning complete for port 884fc68d-ed33-4ae6-baa7-9d1c005410a3 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:35:09.693108 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-36379a3d-6793-4ac0-9802-08b94195b1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (884fc68d-ed33-4ae6-baa7-9d1c005410a3), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:09.754239 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-31e4dcd5-4837-455f-9150-fea0d19886ad tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:09.760901 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-31e4dcd5-4837-455f-9150-fea0d19886ad tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "DELETE /v2.0/ports/428da8f3-cf31-4c38-b3de-7deecc0421e1 HTTP/1.1" status: 204 len: 168 time: 2.3632536 Feb 04 12:35:09.798066 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-84dbe71a-2bdc-4e83-9d49-9c1c48c048a9 None None] Set router 4e1b200e-8479-411b-be95-b320e16e13ba gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:35:09.829914 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 47704) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:09.852347 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-768a721d-c2ac-483d-be9a-e297e7f515c2 req-ad7a65cb-a164-4fa2-bf81-12afc325e532 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8bd411c-ac47-4f15-b918-c420cf0295e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5132411 Feb 04 12:35:09.854676 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-efcc6f3a-d746-45a5-aa3a-a31c0cc28056 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-52093282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51452698'] for subnet (e0d37be2-6527-47a9-a293-b94af1e27736), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:09.897511 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcc6f3a-d746-45a5-aa3a-a31c0cc28056 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Pushing event deleted for resources: {'Subnet': ['ID=e0d37be2-6527-47a9-a293-b94af1e27736,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:09.926333 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-efcc6f3a-d746-45a5-aa3a-a31c0cc28056 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:09.933764 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-efcc6f3a-d746-45a5-aa3a-a31c0cc28056 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "DELETE /v2.0/subnets/e0d37be2-6527-47a9-a293-b94af1e27736 HTTP/1.1" status: 204 len: 168 time: 1.3410294 Feb 04 12:35:09.942893 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 47706) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:09.944352 n-d-825015-3 neutron-server[103475]: INFO neutron.pecan_wsgi.hooks.translation [None req-df31e6a7-49d0-4823-ac94-bd68a5aff87d tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] GET failed (client error): The resource could not be found. Feb 04 12:35:09.947007 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-df31e6a7-49d0-4823-ac94-bd68a5aff87d tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "GET /v2.0/ports/428da8f3-cf31-4c38-b3de-7deecc0421e1 HTTP/1.1" status: 404 len: 333 time: 0.0858607 Feb 04 12:35:09.956473 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-ed2ef314-5bbc-4d8d-ac80-ceb0d2906e1b tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Request body: {'subnet': {'network_id': '6c81f3de-3475-436c-a4ac-8f63955bceb3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:35:09.960669 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1be65f-9a67-4e6a-93e4-13c915a6fe6c None None] Network 6c81f3de-3475-436c-a4ac-8f63955bceb3 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:35:10.030457 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330dad21-c861-48f5-8bba-b6030cfe01d0 None None] Pushing event updated for resources: {'Port': ['ID=884fc68d-ed33-4ae6-baa7-9d1c005410a3,revision_number=4']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:10.084513 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 47708) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:10.260423 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-84dbe71a-2bdc-4e83-9d49-9c1c48c048a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e1b200e-8479-411b-be95-b320e16e13ba', 'name': 'tempest-TaggedBootDevicesTest_v242-1771587443-router', 'tenant_id': '6d2d96abb2ff46d88357aa25adf70711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'cd86ce84-4e84-4b08-9edd-0b441fdce631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:34:45Z', 'updated_at': '2022-02-04T12:34:59Z', 'revision_number': 4, 'project_id': '6d2d96abb2ff46d88357aa25adf70711', 'gw_port': {'id': 'cd86ce84-4e84-4b08-9edd-0b441fdce631', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e1b200e-8479-411b-be95-b320e16e13ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:34:48Z', 'updated_at': '2022-02-04T12:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '884fc68d-ed33-4ae6-baa7-9d1c005410a3', 'name': '', 'network_id': '647cdb67-8c3d-4450-9185-dcf62d584045', 'tenant_id': '6d2d96abb2ff46d88357aa25adf70711', 'mac_address': 'fa:16:3e:29:fc:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e1b200e-8479-411b-be95-b320e16e13ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '2531695a-dce9-4ba8-8fe1-981de5f81c6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:34:56Z', 'updated_at': '2022-02-04T12:35:09Z', 'revision_number': 4, 'project_id': '6d2d96abb2ff46d88357aa25adf70711', 'subnets': [{'id': '2531695a-dce9-4ba8-8fe1-981de5f81c6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:35:10.266512 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-c7eaf931-0dcd-456a-982f-fb7190925717 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Deleting port 72ab284a-5aed-405f-a9d9-6e319c79892c {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:35:10.267120 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c7eaf931-0dcd-456a-982f-fb7190925717 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (72ab284a-5aed-405f-a9d9-6e319c79892c), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:10.284703 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-36379a3d-6793-4ac0-9802-08b94195b1b7 None None] Current status of the port 884fc68d-ed33-4ae6-baa7-9d1c005410a3 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:35:10.285214 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-36379a3d-6793-4ac0-9802-08b94195b1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (884fc68d-ed33-4ae6-baa7-9d1c005410a3), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:10.298130 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84dbe71a-2bdc-4e83-9d49-9c1c48c048a9 None None] The sync data for ids ['4e1b200e-8479-411b-be95-b320e16e13ba'] in n-d-825015-3 is: [{'id': '4e1b200e-8479-411b-be95-b320e16e13ba', 'name': 'tempest-TaggedBootDevicesTest_v242-1771587443-router', 'tenant_id': '6d2d96abb2ff46d88357aa25adf70711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'cd86ce84-4e84-4b08-9edd-0b441fdce631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:34:45Z', 'updated_at': '2022-02-04T12:34:59Z', 'revision_number': 4, 'project_id': '6d2d96abb2ff46d88357aa25adf70711', 'gw_port': {'id': 'cd86ce84-4e84-4b08-9edd-0b441fdce631', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e1b200e-8479-411b-be95-b320e16e13ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:34:48Z', 'updated_at': '2022-02-04T12:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '884fc68d-ed33-4ae6-baa7-9d1c005410a3', 'name': '', 'network_id': '647cdb67-8c3d-4450-9185-dcf62d584045', 'tenant_id': '6d2d96abb2ff46d88357aa25adf70711', 'mac_address': 'fa:16:3e:29:fc:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e1b200e-8479-411b-be95-b320e16e13ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '2531695a-dce9-4ba8-8fe1-981de5f81c6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:34:56Z', 'updated_at': '2022-02-04T12:35:09Z', 'revision_number': 4, 'project_id': '6d2d96abb2ff46d88357aa25adf70711', 'subnets': [{'id': '2531695a-dce9-4ba8-8fe1-981de5f81c6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:35:10.431036 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed2ef314-5bbc-4d8d-ac80-ceb0d2906e1b tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Made reservation on behalf of 1dcfbfeb897648c6ad07937129f0b5e8 for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:35:10.435853 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ed2ef314-5bbc-4d8d-ac80-ceb0d2906e1b tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:10.482548 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-12a8cef3-a571-4791-993c-d243e5abbadb tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1599943'] for floatingip (b8f6588c-e64f-441d-8960-3fd5952b6e3a), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:10.499825 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-36379a3d-6793-4ac0-9802-08b94195b1b7 None None] For port 884fc68d-ed33-4ae6-baa7-9d1c005410a3, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=884fc68d-ed33-4ae6-baa7-9d1c005410a3,segment=NetworkSegment(457a9e0a-0e75-459f-be4c-5045e8830e74),segment_id=457a9e0a-0e75-459f-be4c-5045e8830e74)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:35:10.552221 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-36379a3d-6793-4ac0-9802-08b94195b1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (884fc68d-ed33-4ae6-baa7-9d1c005410a3), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:10.577511 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a8cef3-a571-4791-993c-d243e5abbadb tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] Pushing event updated for resources: {'Port': ['ID=07d785ab-30e9-4b05-8b8f-7c1edfd45ee5,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:10.594064 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-7ec01464-db09-412f-9945-4659a1adcb87 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.9707396 Feb 04 12:35:10.599388 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47712) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:10.624594 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-faeff019-daed-4e39-b2a2-8dab1f5b6740 admin admin] Request body: {'subnet': {'network_id': '0f375d71-7ab0-4e89-b64c-f0f39161425c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1896835153-subnet', 'tenant_id': '0a0c2cb10af841aeae2261540c473b01', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:35:10.676312 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faeff019-daed-4e39-b2a2-8dab1f5b6740 admin admin] Made reservation on behalf of 0a0c2cb10af841aeae2261540c473b01 for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:35:10.678972 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-faeff019-daed-4e39-b2a2-8dab1f5b6740 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60610638'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:10.731538 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c7eaf931-0dcd-456a-982f-fb7190925717 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (72ab284a-5aed-405f-a9d9-6e319c79892c), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:10.815271 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-e5ffe0de-75ad-48f6-916a-07a997afb3a0 None None] Provisioning complete for port 884fc68d-ed33-4ae6-baa7-9d1c005410a3 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:35:10.819134 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e5ffe0de-75ad-48f6-916a-07a997afb3a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (884fc68d-ed33-4ae6-baa7-9d1c005410a3), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:10.833448 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-c7eaf931-0dcd-456a-982f-fb7190925717 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Calling delete_port for 72ab284a-5aed-405f-a9d9-6e319c79892c owned by {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:35:10.917318 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-12a8cef3-a571-4791-993c-d243e5abbadb tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:10.922410 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-12a8cef3-a571-4791-993c-d243e5abbadb tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.5449104 Feb 04 12:35:10.945981 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36379a3d-6793-4ac0-9802-08b94195b1b7 None None] Pushing event updated for resources: {'Port': ['ID=884fc68d-ed33-4ae6-baa7-9d1c005410a3,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:11.052960 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 884fc68d-ed33-4ae6-baa7-9d1c005410a3 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:35:11.067978 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec01464-db09-412f-9945-4659a1adcb87 admin admin] Pushing event updated for resources: {'Network': ['ID=0f375d71-7ab0-4e89-b64c-f0f39161425c,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:11.080642 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-faeff019-daed-4e39-b2a2-8dab1f5b6740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59045178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60610680'] for subnet (d7ff49a0-cf24-4857-9ae2-9b8657a79ee5), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:11.127707 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 0f375d71-7ab0-4e89-b64c-f0f39161425c details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:35:11.148195 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1d2a87-a25e-4324-8bc6-08b0fa54e686 req-6a144ed3-94d8-49b1-a700-78d214425e79 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:35:11.150326 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2c1d2a87-a25e-4324-8bc6-08b0fa54e686 req-6a144ed3-94d8-49b1-a700-78d214425e79 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a5c2a56-ee1a-4c7e-bf15-98711834c060 HTTP/1.1" status: 200 len: 945 time: 0.1784935 Feb 04 12:35:11.220593 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d8cc8e17-16f7-4003-af7d-9081ae9c7f30 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59045178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60610680'] for subnet (c027b9a5-c635-4761-96b0-f3a93d348a3c), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:11.253431 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ad533c13-63b6-442d-8563-422b65eaf08a None None] Publish callbacks [] for port (20c733f6-4681-42e1-a522-fb4ff38ed60c), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:11.255194 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faeff019-daed-4e39-b2a2-8dab1f5b6740 admin admin] Checking segment: {'id': '65051265-6b98-475e-a8d8-918ad5701e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '0f375d71-7ab0-4e89-b64c-f0f39161425c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:35:11.255681 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faeff019-daed-4e39-b2a2-8dab1f5b6740 admin admin] Network hostable DHCP agents. Network: 0f375d71-7ab0-4e89-b64c-f0f39161425c, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:35:11.262517 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeff019-daed-4e39-b2a2-8dab1f5b6740 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7ff49a0-cf24-4857-9ae2-9b8657a79ee5,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:11.290605 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ad533c13-63b6-442d-8563-422b65eaf08a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (20c733f6-4681-42e1-a522-fb4ff38ed60c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:11.337321 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cc8e17-16f7-4003-af7d-9081ae9c7f30 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522-project] Pushing event updated for resources: {'Subnet': ['ID=c027b9a5-c635-4761-96b0-f3a93d348a3c,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:11.414082 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cc8e17-16f7-4003-af7d-9081ae9c7f30 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522-project] Checking segment: {'id': '21396041-3213-426a-81bf-600fdb6a0f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '5a3287a0-5551-42c4-8852-d62d72784532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:35:11.414709 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8cc8e17-16f7-4003-af7d-9081ae9c7f30 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522-project] Network hostable DHCP agents. Network: 5a3287a0-5551-42c4-8852-d62d72784532, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:35:11.452203 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faeff019-daed-4e39-b2a2-8dab1f5b6740 admin admin] Network 0f375d71-7ab0-4e89-b64c-f0f39161425c is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:35:11.467433 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-e5ffe0de-75ad-48f6-916a-07a997afb3a0 None None] Current status of the port 884fc68d-ed33-4ae6-baa7-9d1c005410a3 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:35:11.497373 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 884fc68d-ed33-4ae6-baa7-9d1c005410a3 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:35:11.497986 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (884fc68d-ed33-4ae6-baa7-9d1c005410a3), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:11.510360 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2c1d2a87-a25e-4324-8bc6-08b0fa54e686 req-ff31959c-7b78-4dc1-8e03-610755a37fac tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8bd411c-ac47-4f15-b918-c420cf0295e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3443904 Feb 04 12:35:11.510859 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8cc8e17-16f7-4003-af7d-9081ae9c7f30 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522-project] Network 5a3287a0-5551-42c4-8852-d62d72784532 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:35:11.516058 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-faeff019-daed-4e39-b2a2-8dab1f5b6740 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 0f375d71-7ab0-4e89-b64c-f0f39161425c) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:35:11.529952 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faeff019-daed-4e39-b2a2-8dab1f5b6740 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:35:11.530574 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-faeff019-daed-4e39-b2a2-8dab1f5b6740 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:11.538661 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-d8cc8e17-16f7-4003-af7d-9081ae9c7f30 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 5a3287a0-5551-42c4-8852-d62d72784532) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:35:11.552919 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8cc8e17-16f7-4003-af7d-9081ae9c7f30 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:35:11.553858 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d8cc8e17-16f7-4003-af7d-9081ae9c7f30 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:11.562465 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c7eaf931-0dcd-456a-982f-fb7190925717 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (72ab284a-5aed-405f-a9d9-6e319c79892c), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:11.569770 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ed2ef314-5bbc-4d8d-ac80-ceb0d2906e1b tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52094127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51452689'] for subnet (e17443ec-3fa9-498d-8ad1-8629914fcc3a), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:11.584681 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8baf03-174f-4e4f-b347-a89fc827f8ff None None] Pushing event updated for resources: {'Port': ['ID=20c733f6-4681-42e1-a522-fb4ff38ed60c,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:11.606345 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-faeff019-daed-4e39-b2a2-8dab1f5b6740 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9937694 Feb 04 12:35:11.607820 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8925cbe-ee44-4b5c-9c04-7444e2cacf75 None None] Network 0f375d71-7ab0-4e89-b64c-f0f39161425c requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:35:11.609517 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47720) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:11.610017 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee177b43-3d48-46c3-a194-f78296c231fb None None] Network 5a3287a0-5551-42c4-8852-d62d72784532 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:35:11.629714 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-d8cc8e17-16f7-4003-af7d-9081ae9c7f30 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.6059361 Feb 04 12:35:11.639775 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47722) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:11.643722 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-6cb42c46-d445-477e-b547-e5daac637535 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1896835153-router', 'tenant_id': '0a0c2cb10af841aeae2261540c473b01', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:35:11.736241 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-f54a3fd4-ca68-4c36-bdc4-a2ac352e4d12 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522-project] Request body: {'port': {'network_id': '5a3287a0-5551-42c4-8852-d62d72784532', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1145425874'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:35:11.740364 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6cb42c46-d445-477e-b547-e5daac637535 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10933'] for router (6e39de51-4f5d-406e-b390-78a598f68bb2), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:11.741417 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6cb42c46-d445-477e-b547-e5daac637535 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10924'] for router (6e39de51-4f5d-406e-b390-78a598f68bb2), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:11.853114 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2ef314-5bbc-4d8d-ac80-ceb0d2906e1b tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Network 6c81f3de-3475-436c-a4ac-8f63955bceb3 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:35:11.854474 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2ef314-5bbc-4d8d-ac80-ceb0d2906e1b tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Pushing event updated for resources: {'Subnet': ['ID=e17443ec-3fa9-498d-8ad1-8629914fcc3a,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:11.863886 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-ed2ef314-5bbc-4d8d-ac80-ceb0d2906e1b tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:35:11.868597 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2ef314-5bbc-4d8d-ac80-ceb0d2906e1b tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:35:11.869508 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ed2ef314-5bbc-4d8d-ac80-ceb0d2906e1b tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:11.901761 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7eaf931-0dcd-456a-982f-fb7190925717 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Pushing event deleted for resources: {'Port': ['ID=72ab284a-5aed-405f-a9d9-6e319c79892c,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:11.925665 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-ed2ef314-5bbc-4d8d-ac80-ceb0d2906e1b tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9778545 Feb 04 12:35:11.932713 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47726) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:11.944653 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-6d9e8e54-f508-4f65-87a3-4b655bce31c4 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Request body: {'security_group': {'name': 'tempest-secgroup-800347105'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:35:11.955617 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c7eaf931-0dcd-456a-982f-fb7190925717 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:11.959646 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-c7eaf931-0dcd-456a-982f-fb7190925717 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "DELETE /v2.0/ports/72ab284a-5aed-405f-a9d9-6e319c79892c HTTP/1.1" status: 204 len: 168 time: 1.8741200 Feb 04 12:35:11.974131 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 47728) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:12.033492 n-d-825015-3 neutron-server[103475]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfe19503-ae76-49b8-bca8-62d37163ad64 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] GET failed (client error): The resource could not be found. Feb 04 12:35:12.035235 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-cfe19503-ae76-49b8-bca8-62d37163ad64 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "GET /v2.0/ports/72ab284a-5aed-405f-a9d9-6e319c79892c HTTP/1.1" status: 404 len: 333 time: 0.0601003 Feb 04 12:35:12.039223 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 47730) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:12.097513 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6cb42c46-d445-477e-b547-e5daac637535 admin admin] Publish callbacks [] for router_controller (6e39de51-4f5d-406e-b390-78a598f68bb2), precommit_add_association {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:12.114749 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-ad533c13-63b6-442d-8563-422b65eaf08a None None] Attempting to bind port 20c733f6-4681-42e1-a522-fb4ff38ed60c on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:35:12.115330 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-ad533c13-63b6-442d-8563-422b65eaf08a None None] Attempting to bind port 20c733f6-4681-42e1-a522-fb4ff38ed60c by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': 'a93faf63-eb00-47f4-bed7-d5ca3fd92e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'e220eee6-efbf-4e16-8278-b7034a106a3d'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:35:12.115471 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad533c13-63b6-442d-8563-422b65eaf08a None None] Attempting to bind port 20c733f6-4681-42e1-a522-fb4ff38ed60c on network e220eee6-efbf-4e16-8278-b7034a106a3d {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:35:12.189806 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a07d36c-d271-45ea-81f0-2dd79d45ac3b tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Deleting subnet eb354376-41f2-4ca1-9cf3-a3abe6349a96 {{(pid=103475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:35:12.199493 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8a07d36c-d271-45ea-81f0-2dd79d45ac3b tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks [] for subnet (eb354376-41f2-4ca1-9cf3-a3abe6349a96), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:12.222300 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6d9e8e54-f508-4f65-87a3-4b655bce31c4 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:12.269694 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad533c13-63b6-442d-8563-422b65eaf08a None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:35:12.270564 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad533c13-63b6-442d-8563-422b65eaf08a None None] Checking segment: {'id': 'a93faf63-eb00-47f4-bed7-d5ca3fd92e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'e220eee6-efbf-4e16-8278-b7034a106a3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:35:12.271209 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ad533c13-63b6-442d-8563-422b65eaf08a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:12.271960 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad533c13-63b6-442d-8563-422b65eaf08a None None] Bound using segment: {'id': 'a93faf63-eb00-47f4-bed7-d5ca3fd92e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'e220eee6-efbf-4e16-8278-b7034a106a3d'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:35:12.272827 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-ad533c13-63b6-442d-8563-422b65eaf08a None None] Bound port: 20c733f6-4681-42e1-a522-fb4ff38ed60c, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a93faf63-eb00-47f4-bed7-d5ca3fd92e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'e220eee6-efbf-4e16-8278-b7034a106a3d'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:35:12.273587 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ad533c13-63b6-442d-8563-422b65eaf08a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (20c733f6-4681-42e1-a522-fb4ff38ed60c), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:12.292223 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74724f00-825c-441d-8cfc-c7ded359dbe3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-0f375d71-7ab0-4e89-b64c-f0f39161425c', 'network_id': '0f375d71-7ab0-4e89-b64c-f0f39161425c', 'project_id': '0a0c2cb10af841aeae2261540c473b01', 'fixed_ips': [{'subnet_id': 'd7ff49a0-cf24-4857-9ae2-9b8657a79ee5'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 12:35:12.295016 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-74724f00-825c-441d-8cfc-c7ded359dbe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:12.313753 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8a07d36c-d271-45ea-81f0-2dd79d45ac3b tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51859329'] for subnet (eb354376-41f2-4ca1-9cf3-a3abe6349a96), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:12.353008 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652e6af1-4a36-4d9e-9b76-be9b972f0ab3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-5a3287a0-5551-42c4-8852-d62d72784532', 'network_id': '5a3287a0-5551-42c4-8852-d62d72784532', 'project_id': '1c7407a5783f435384f983664e706f44', 'fixed_ips': [{'subnet_id': 'c027b9a5-c635-4761-96b0-f3a93d348a3c'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 12:35:12.353835 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-652e6af1-4a36-4d9e-9b76-be9b972f0ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:12.491440 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8a07d36c-d271-45ea-81f0-2dd79d45ac3b tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (eb354376-41f2-4ca1-9cf3-a3abe6349a96), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:12.520418 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-6b8b5d9b-53cd-41ef-88d5-3de82ca54842 None None] Provisioning complete for port 20c733f6-4681-42e1-a522-fb4ff38ed60c triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:35:12.521004 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6b8b5d9b-53cd-41ef-88d5-3de82ca54842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (20c733f6-4681-42e1-a522-fb4ff38ed60c), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:12.524134 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 884fc68d-ed33-4ae6-baa7-9d1c005410a3 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:35:12.526099 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device fff9c98a-9f34-4437-b5e0-40b457f5f3bd up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:35:12.535517 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aba281c-f0f0-44e5-8549-147c050f5c7f None None] Network 6c81f3de-3475-436c-a4ac-8f63955bceb3 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:35:12.553130 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f54a3fd4-ca68-4c36-bdc4-a2ac352e4d12 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522-project] Made reservation on behalf of 1c7407a5783f435384f983664e706f44 for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:35:12.558972 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f54a3fd4-ca68-4c36-bdc4-a2ac352e4d12 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:12.585160 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6cb42c46-d445-477e-b547-e5daac637535 admin admin] Publish callbacks [] for router_gateway (6e39de51-4f5d-406e-b390-78a598f68bb2), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:12.737955 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [None req-f54a3fd4-ca68-4c36-bdc4-a2ac352e4d12 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522-project] device_id is not set on port 1ba02312-2076-418f-a0df-0a8d3b9439b6 yet. {{(pid=103474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 12:35:12.796359 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8a07d36c-d271-45ea-81f0-2dd79d45ac3b tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-52093282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51452698'] for subnet (eb354376-41f2-4ca1-9cf3-a3abe6349a96), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:12.873002 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a07d36c-d271-45ea-81f0-2dd79d45ac3b tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Pushing event deleted for resources: {'Subnet': ['ID=eb354376-41f2-4ca1-9cf3-a3abe6349a96,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:12.879766 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8a07d36c-d271-45ea-81f0-2dd79d45ac3b tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:12.886495 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-8a07d36c-d271-45ea-81f0-2dd79d45ac3b tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "DELETE /v2.0/subnets/eb354376-41f2-4ca1-9cf3-a3abe6349a96 HTTP/1.1" status: 204 len: 168 time: 0.8453312 Feb 04 12:35:12.886696 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 47738) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:12.988502 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea30655-e147-4378-91d5-c323c56c5d0c req-f2905281-ec09-4106-b4a1-1badeb9642c8 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:35:12.997684 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9ea30655-e147-4378-91d5-c323c56c5d0c req-f2905281-ec09-4106-b4a1-1badeb9642c8 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a5c2a56-ee1a-4c7e-bf15-98711834c060 HTTP/1.1" status: 200 len: 945 time: 0.2821620 Feb 04 12:35:13.046899 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6d9e8e54-f508-4f65-87a3-4b655bce31c4 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks [] for security_group (4c84816b-5228-4309-833e-234a0de3f7ea), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:13.056564 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-44b165ca-17a5-4aa1-8e8d-827b70f46a39 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (1e01e79c-b43c-47d9-8f08-afd7360fb436), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:13.067005 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6d9e8e54-f508-4f65-87a3-4b655bce31c4 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (4c84816b-5228-4309-833e-234a0de3f7ea), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:13.078565 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9ea30655-e147-4378-91d5-c323c56c5d0c req-1735e46d-c9a9-4ccd-86d2-5bf934c7a29b tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8bd411c-ac47-4f15-b918-c420cf0295e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788984 Feb 04 12:35:13.082187 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f807f506-3adb-4c8e-a4b3-b9fa1e296bac None None] Network 1e01e79c-b43c-47d9-8f08-afd7360fb436 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:35:13.145320 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-44b165ca-17a5-4aa1-8e8d-827b70f46a39 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Deleting port fc1880f3-d145-4b93-849a-677ed245a769 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:35:13.145548 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-44b165ca-17a5-4aa1-8e8d-827b70f46a39 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (fc1880f3-d145-4b93-849a-677ed245a769), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:13.189842 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6d9e8e54-f508-4f65-87a3-4b655bce31c4 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:13.196107 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 47740) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:13.196840 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-6d9e8e54-f508-4f65-87a3-4b655bce31c4 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.2631743 Feb 04 12:35:13.202503 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-8d8012dc-e8a8-40be-a4ea-745244811e08 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Request body: {'security_group': {'name': 'tempest-secgroup-1566204660'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:35:13.231575 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9e8e54-f508-4f65-87a3-4b655bce31c4 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c84816b-5228-4309-833e-234a0de3f7ea,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:13.255920 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-44b165ca-17a5-4aa1-8e8d-827b70f46a39 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] For port fc1880f3-d145-4b93-849a-677ed245a769, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=fc1880f3-d145-4b93-849a-677ed245a769,segment=NetworkSegment(4bd40f1d-6b95-46ff-be8f-c65d8f809a2e),segment_id=4bd40f1d-6b95-46ff-be8f-c65d8f809a2e)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:35:13.256587 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-44b165ca-17a5-4aa1-8e8d-827b70f46a39 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (fc1880f3-d145-4b93-849a-677ed245a769), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:13.261287 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8d8012dc-e8a8-40be-a4ea-745244811e08 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:13.273681 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ad533c13-63b6-442d-8563-422b65eaf08a None None] For port 20c733f6-4681-42e1-a522-fb4ff38ed60c, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:35:13.289959 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-44b165ca-17a5-4aa1-8e8d-827b70f46a39 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Calling delete_port for fc1880f3-d145-4b93-849a-677ed245a769 owned by network:dhcp {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:35:13.294969 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-f54a3fd4-ca68-4c36-bdc4-a2ac352e4d12 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522-project] Allocated IP 2001:db8::310 (5a3287a0-5551-42c4-8852-d62d72784532/c027b9a5-c635-4761-96b0-f3a93d348a3c/1ba02312-2076-418f-a0df-0a8d3b9439b6) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:35:13.412720 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ad533c13-63b6-442d-8563-422b65eaf08a None None] For port 20c733f6-4681-42e1-a522-fb4ff38ed60c, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=20c733f6-4681-42e1-a522-fb4ff38ed60c,segment=NetworkSegment(a93faf63-eb00-47f4-bed7-d5ca3fd92e2a),segment_id=a93faf63-eb00-47f4-bed7-d5ca3fd92e2a)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:35:13.478103 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-6b8b5d9b-53cd-41ef-88d5-3de82ca54842 None None] Port 20c733f6-4681-42e1-a522-fb4ff38ed60c cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:35:13.490769 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ad533c13-63b6-442d-8563-422b65eaf08a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (20c733f6-4681-42e1-a522-fb4ff38ed60c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:13.509136 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8d8012dc-e8a8-40be-a4ea-745244811e08 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks [] for security_group (761e2885-6641-4e27-b0cb-8cff31872fb2), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:13.516896 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8d8012dc-e8a8-40be-a4ea-745244811e08 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (761e2885-6641-4e27-b0cb-8cff31872fb2), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:13.562864 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-44b165ca-17a5-4aa1-8e8d-827b70f46a39 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (fc1880f3-d145-4b93-849a-677ed245a769), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:13.582039 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6cb42c46-d445-477e-b547-e5daac637535 admin admin] Publish callbacks [] for router_gateway (6e39de51-4f5d-406e-b390-78a598f68bb2), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:13.617613 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6cb42c46-d445-477e-b547-e5daac637535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:13.646247 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b165ca-17a5-4aa1-8e8d-827b70f46a39 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] No DVR routers for this DVR port fc1880f3-d145-4b93-849a-677ed245a769 on host n-d-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:35:13.675555 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b165ca-17a5-4aa1-8e8d-827b70f46a39 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Pushing event deleted for resources: {'Port': ['ID=fc1880f3-d145-4b93-849a-677ed245a769,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:13.685189 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8d8012dc-e8a8-40be-a4ea-745244811e08 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:13.691798 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-8d8012dc-e8a8-40be-a4ea-745244811e08 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4943292 Feb 04 12:35:13.713660 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47742) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:13.730950 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-3d43b925-9bd4-44d2-94b4-cdc1448dedca tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Request body: {'security_group': {'name': 'tempest-secgroup-1814407811'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:35:13.732539 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de25fcbc-ace5-4ac3-8058-cb4d2a275ae4 None None] DHCP port deletion for 1e01e79c-b43c-47d9-8f08-afd7360fb436 request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 12:35:13.750474 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8012dc-e8a8-40be-a4ea-745244811e08 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=761e2885-6641-4e27-b0cb-8cff31872fb2,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:13.779607 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad533c13-63b6-442d-8563-422b65eaf08a None None] Routers {'b10466ee-1526-44b9-9266-3022b75a68d4'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:35:13.780521 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-ad533c13-63b6-442d-8563-422b65eaf08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:34:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['b10466ee-1526-44b9-9266-3022b75a68d4'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:35:13.946372 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3d43b925-9bd4-44d2-94b4-cdc1448dedca tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:14.073413 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f54a3fd4-ca68-4c36-bdc4-a2ac352e4d12 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522-project] Publish callbacks [] for port (1ba02312-2076-418f-a0df-0a8d3b9439b6), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:14.107661 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-ad533c13-63b6-442d-8563-422b65eaf08a None None] Set router b10466ee-1526-44b9-9266-3022b75a68d4 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:35:14.127566 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-6cb42c46-d445-477e-b547-e5daac637535 admin admin] Allocated IP 172.25.3.129 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/e105fad5-7742-45f1-9e5f-fc3cbe0d0d08) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:35:14.262945 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-74724f00-825c-441d-8cfc-c7ded359dbe3 None None] Allocated IP 172.20.0.2 (0f375d71-7ab0-4e89-b64c-f0f39161425c/d7ff49a0-cf24-4857-9ae2-9b8657a79ee5/39eacb74-0983-40ca-8e7e-f02af2222864) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:35:14.284275 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3d43b925-9bd4-44d2-94b4-cdc1448dedca tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks [] for security_group (8b578936-8ddb-4901-ae23-866f9d5ab150), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:14.301955 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-93067c4d-4c99-45c7-9ab4-9047ed18637b None None] Provisioning complete for port 2c0b97af-bfeb-4337-9331-4523ff393ad5 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:35:14.302923 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-93067c4d-4c99-45c7-9ab4-9047ed18637b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (2c0b97af-bfeb-4337-9331-4523ff393ad5), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:14.306685 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3d43b925-9bd4-44d2-94b4-cdc1448dedca tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (8b578936-8ddb-4901-ae23-866f9d5ab150), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:14.316177 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-44b165ca-17a5-4aa1-8e8d-827b70f46a39 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (1e01e79c-b43c-47d9-8f08-afd7360fb436), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:14.344418 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-44b165ca-17a5-4aa1-8e8d-827b70f46a39 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e01e79c-b43c-47d9-8f08-afd7360fb436']}} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:35:14.364429 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-44b165ca-17a5-4aa1-8e8d-827b70f46a39 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bd40f1d-6b95-46ff-be8f-c65d8f809a2e') {'for_net_delete': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:35:14.364710 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-44b165ca-17a5-4aa1-8e8d-827b70f46a39 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bd40f1d-6b95-46ff-be8f-c65d8f809a2e') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:35:14.364804 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f54a3fd4-ca68-4c36-bdc4-a2ac352e4d12 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (1ba02312-2076-418f-a0df-0a8d3b9439b6), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:14.382195 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-44b165ca-17a5-4aa1-8e8d-827b70f46a39 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51859336'] for segment (4bd40f1d-6b95-46ff-be8f-c65d8f809a2e), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:14.397590 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a757f55b-e679-4ffb-86bc-f66a28016a05 req-c35d19a1-7f20-41ac-9226-5d66f6fe4525 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:35:14.399126 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a757f55b-e679-4ffb-86bc-f66a28016a05 req-c35d19a1-7f20-41ac-9226-5d66f6fe4525 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a5c2a56-ee1a-4c7e-bf15-98711834c060 HTTP/1.1" status: 200 len: 945 time: 0.1350806 Feb 04 12:35:14.426493 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09e6354-16be-4804-b90f-883dd9c22571 None None] Update dhcp port {'port': {'network_id': '6c81f3de-3475-436c-a4ac-8f63955bceb3', 'fixed_ips': [{'subnet_id': '37c073a2-bd94-469b-87ac-65182fcebdba', 'ip_address': '172.20.0.18'}, {'subnet_id': 'e17443ec-3fa9-498d-8ad1-8629914fcc3a'}], 'binding:host_id': 'n-d-825015-3'}, 'id': '2c0b97af-bfeb-4337-9331-4523ff393ad5'} from n-d-825015-3. {{(pid=103476) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 04 12:35:14.428108 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-44b165ca-17a5-4aa1-8e8d-827b70f46a39 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (4bd40f1d-6b95-46ff-be8f-c65d8f809a2e), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:14.447631 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44b165ca-17a5-4aa1-8e8d-827b70f46a39 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=103475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:35:14.448188 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-44b165ca-17a5-4aa1-8e8d-827b70f46a39 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-52093388'] for segment (4bd40f1d-6b95-46ff-be8f-c65d8f809a2e), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:14.452992 n-d-825015-3 neutron-server[103475]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Feb 04 12:35:14.452992 n-d-825015-3 neutron-server[103475]: warnings.warn(msg) Feb 04 12:35:14.452992 n-d-825015-3 neutron-server[103475]: Traceback (most recent call last): Feb 04 12:35:14.452992 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:35:14.452992 n-d-825015-3 neutron-server[103475]: timer() Feb 04 12:35:14.452992 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:35:14.452992 n-d-825015-3 neutron-server[103475]: cb(*args, **kw) Feb 04 12:35:14.452992 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:35:14.452992 n-d-825015-3 neutron-server[103475]: return func(*args, **kwargs) Feb 04 12:35:14.452992 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:35:14.452992 n-d-825015-3 neutron-server[103475]: self._notify() Feb 04 12:35:14.452992 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:35:14.452992 n-d-825015-3 neutron-server[103475]: self.callback(batched_events) Feb 04 12:35:14.452992 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:35:14.452992 n-d-825015-3 neutron-server[103475]: event.method(event) Feb 04 12:35:14.452992 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:35:14.452992 n-d-825015-3 neutron-server[103475]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:35:14.452992 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:35:14.452992 n-d-825015-3 neutron-server[103475]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:35:14.452992 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:35:14.452992 n-d-825015-3 neutron-server[103475]: return f(self, *a, **k) Feb 04 12:35:14.452992 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:35:14.452992 n-d-825015-3 neutron-server[103475]: return self._get(url).json() Feb 04 12:35:14.452992 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:35:14.452992 n-d-825015-3 neutron-server[103475]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:35:14.452992 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:35:14.452992 n-d-825015-3 neutron-server[103475]: return self.request(url, 'GET', **kwargs) Feb 04 12:35:14.452992 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:35:14.452992 n-d-825015-3 neutron-server[103475]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:35:14.452992 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:35:14.452992 n-d-825015-3 neutron-server[103475]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:35:14.452992 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:35:14.452992 n-d-825015-3 neutron-server[103475]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:35:14.452992 n-d-825015-3 neutron-server[103475]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:35:14.460930 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54a3fd4-ca68-4c36-bdc4-a2ac352e4d12 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522-project] Pushing event updated for resources: {'Port': ['ID=1ba02312-2076-418f-a0df-0a8d3b9439b6,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:14.466654 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3d43b925-9bd4-44d2-94b4-cdc1448dedca tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:14.471212 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-3d43b925-9bd4-44d2-94b4-cdc1448dedca tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7548525 Feb 04 12:35:14.471947 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47748) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:14.481364 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-dca93601-a9f2-4842-977c-22e302467d40 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-228696991', 'security_groups': ['8b578936-8ddb-4901-ae23-866f9d5ab150'], 'network_id': '6c81f3de-3475-436c-a4ac-8f63955bceb3', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e17443ec-3fa9-498d-8ad1-8629914fcc3a'}]}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:35:14.482089 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port fff9c98a-9f34-4437-b5e0-40b457f5f3bd triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:35:14.482644 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (fff9c98a-9f34-4437-b5e0-40b457f5f3bd), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:14.491248 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d43b925-9bd4-44d2-94b4-cdc1448dedca tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b578936-8ddb-4901-ae23-866f9d5ab150,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:14.510298 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54a3fd4-ca68-4c36-bdc4-a2ac352e4d12 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522-project] Network 5a3287a0-5551-42c4-8852-d62d72784532 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:35:14.557184 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-f54a3fd4-ca68-4c36-bdc4-a2ac352e4d12 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:35:14.565336 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a757f55b-e679-4ffb-86bc-f66a28016a05 req-9aa27255-21e9-4ea7-bbda-01d9138e6f03 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8bd411c-ac47-4f15-b918-c420cf0295e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1562097 Feb 04 12:35:14.568687 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54a3fd4-ca68-4c36-bdc4-a2ac352e4d12 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:35:14.574931 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d09e6354-16be-4804-b90f-883dd9c22571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (2c0b97af-bfeb-4337-9331-4523ff393ad5), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:14.579921 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54a3fd4-ca68-4c36-bdc4-a2ac352e4d12 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:35:14.581946 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f54a3fd4-ca68-4c36-bdc4-a2ac352e4d12 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:14.588394 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-44b165ca-17a5-4aa1-8e8d-827b70f46a39 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (1e01e79c-b43c-47d9-8f08-afd7360fb436), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:14.602746 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-44b165ca-17a5-4aa1-8e8d-827b70f46a39 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:14.610105 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-44b165ca-17a5-4aa1-8e8d-827b70f46a39 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "DELETE /v2.0/networks/1e01e79c-b43c-47d9-8f08-afd7360fb436 HTTP/1.1" status: 204 len: 168 time: 1.7219546 Feb 04 12:35:14.622637 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47752) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:14.629830 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-50c2bfb6-23f6-4af5-9c96-b9366a67dedb tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2048444407'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:35:14.645337 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6cb42c46-d445-477e-b547-e5daac637535 admin admin] Publish callbacks [] for port (e105fad5-7742-45f1-9e5f-fc3cbe0d0d08), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:14.646728 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b165ca-17a5-4aa1-8e8d-827b70f46a39 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Pushing event deleted for resources: {'Network': ['ID=1e01e79c-b43c-47d9-8f08-afd7360fb436,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:14.666002 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8baf03-174f-4e4f-b347-a89fc827f8ff None None] Pushing event updated for resources: {'Port': ['ID=20c733f6-4681-42e1-a522-fb4ff38ed60c,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:14.727866 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-f54a3fd4-ca68-4c36-bdc4-a2ac352e4d12 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.0040374 Feb 04 12:35:14.729716 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 47754) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:14.737878 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6cb42c46-d445-477e-b547-e5daac637535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (e105fad5-7742-45f1-9e5f-fc3cbe0d0d08), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:14.740973 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-7d0818f8-ad89-47df-beb2-7f02cecc53dc tempest-ExtraDHCPOptionsIpV6TestJSON-675937522 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522-project] Request body: {'port': {'network_id': '5a3287a0-5551-42c4-8852-d62d72784532', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-718770851', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:35:14.742074 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.api.validators [None req-7d0818f8-ad89-47df-beb2-7f02cecc53dc tempest-ExtraDHCPOptionsIpV6TestJSON-675937522 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522-project] bootfile-name is not in valid_values {{(pid=103475) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 04 12:35:14.742680 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.api.validators [None req-7d0818f8-ad89-47df-beb2-7f02cecc53dc tempest-ExtraDHCPOptionsIpV6TestJSON-675937522 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522-project] tftp-server is not in valid_values {{(pid=103475) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 04 12:35:14.744534 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.api.validators [None req-7d0818f8-ad89-47df-beb2-7f02cecc53dc tempest-ExtraDHCPOptionsIpV6TestJSON-675937522 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522-project] server-ip-address is not in valid_values {{(pid=103475) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 04 12:35:14.856099 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb42c46-d445-477e-b547-e5daac637535 admin admin] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:35:14.866293 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb42c46-d445-477e-b547-e5daac637535 admin admin] Pushing event updated for resources: {'Port': ['ID=e105fad5-7742-45f1-9e5f-fc3cbe0d0d08,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:14.869050 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-6cb42c46-d445-477e-b547-e5daac637535 admin admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:35:14.883457 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb42c46-d445-477e-b547-e5daac637535 admin admin] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:35:14.929606 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50c2bfb6-23f6-4af5-9c96-b9366a67dedb tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Made reservation on behalf of 90a71f7c621340c08dbfd8625731c118 for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:35:14.934052 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-50c2bfb6-23f6-4af5-9c96-b9366a67dedb tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:15.006926 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dca93601-a9f2-4842-977c-22e302467d40 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Made reservation on behalf of 1dcfbfeb897648c6ad07937129f0b5e8 for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:35:15.021874 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-652e6af1-4a36-4d9e-9b76-be9b972f0ab3 None None] Allocated IP 2001:db8::2 (5a3287a0-5551-42c4-8852-d62d72784532/c027b9a5-c635-4761-96b0-f3a93d348a3c/01c78da1-31f1-450f-a38a-3bff23fe80e6) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:35:15.119350 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057dadfd-def9-475c-bbf4-87ff763c932d req-4c14e410-4537-45ba-b9d9-e69601b0ac54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:35:15.122323 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-057dadfd-def9-475c-bbf4-87ff763c932d req-4c14e410-4537-45ba-b9d9-e69601b0ac54 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=31d6c346447a48008dccda4817c529a1&device_id=5a5c2a56-ee1a-4c7e-bf15-98711834c060 HTTP/1.1" status: 200 len: 1127 time: 0.1811903 Feb 04 12:35:15.149166 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ab4896-b4fa-48c6-90ef-f300f47ce9da req-55ca8926-7032-475d-9d5b-0c69d1db8dfe tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:35:15.150922 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-06ab4896-b4fa-48c6-90ef-f300f47ce9da req-55ca8926-7032-475d-9d5b-0c69d1db8dfe tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a5c2a56-ee1a-4c7e-bf15-98711834c060 HTTP/1.1" status: 200 len: 945 time: 0.1844859 Feb 04 12:35:15.151824 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d0818f8-ad89-47df-beb2-7f02cecc53dc tempest-ExtraDHCPOptionsIpV6TestJSON-675937522 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522-project] Made reservation on behalf of 1c7407a5783f435384f983664e706f44 for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:35:15.154066 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dca93601-a9f2-4842-977c-22e302467d40 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:15.155311 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7d0818f8-ad89-47df-beb2-7f02cecc53dc tempest-ExtraDHCPOptionsIpV6TestJSON-675937522 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:15.184430 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [None req-dca93601-a9f2-4842-977c-22e302467d40 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] device_id is not set on port 3c6ae405-de96-4883-9b14-e2eeffe29275 yet. {{(pid=103474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 12:35:15.244056 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [None req-7d0818f8-ad89-47df-beb2-7f02cecc53dc tempest-ExtraDHCPOptionsIpV6TestJSON-675937522 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522-project] device_id is not set on port e9a3305a-f767-4907-8800-935e69168693 yet. {{(pid=103475) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 12:35:15.266438 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-652e6af1-4a36-4d9e-9b76-be9b972f0ab3 None None] Publish callbacks [] for port (01c78da1-31f1-450f-a38a-3bff23fe80e6), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:15.348805 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50c2bfb6-23f6-4af5-9c96-b9366a67dedb tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:35:15.355609 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-06ab4896-b4fa-48c6-90ef-f300f47ce9da req-5211ca8e-4a5b-4fcf-b56b-1e5d3692fc03 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8bd411c-ac47-4f15-b918-c420cf0295e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1846538 Feb 04 12:35:15.410014 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-652e6af1-4a36-4d9e-9b76-be9b972f0ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (01c78da1-31f1-450f-a38a-3bff23fe80e6), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:15.435168 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057dadfd-def9-475c-bbf4-87ff763c932d req-20c6def5-553d-4a0e-8e72-954e561c5879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:35:15.436996 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-057dadfd-def9-475c-bbf4-87ff763c932d req-20c6def5-553d-4a0e-8e72-954e561c5879 service neutron] 10.222.0.77 "GET /v2.0/networks?id=211162ce-c654-4372-abd8-21bf219f75aa HTTP/1.1" status: 200 len: 912 time: 0.3058777 Feb 04 12:35:15.508510 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-7d0818f8-ad89-47df-beb2-7f02cecc53dc tempest-ExtraDHCPOptionsIpV6TestJSON-675937522 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522-project] Allocated IP 2001:db8::32e (5a3287a0-5551-42c4-8852-d62d72784532/c027b9a5-c635-4761-96b0-f3a93d348a3c/e9a3305a-f767-4907-8800-935e69168693) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:35:15.515774 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6cb42c46-d445-477e-b547-e5daac637535 admin admin] Publish callbacks [] for router_gateway (6e39de51-4f5d-406e-b390-78a598f68bb2), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:15.518877 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-50c2bfb6-23f6-4af5-9c96-b9366a67dedb tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (29265475-d841-4d42-aa8e-c2e5f5f99ca0), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:15.519838 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-50c2bfb6-23f6-4af5-9c96-b9366a67dedb tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Added segment 29265475-d841-4d42-aa8e-c2e5f5f99ca0 of type vlan for network dabebd4e-3de4-4793-b21b-9b2adc8aaa91 Feb 04 12:35:15.541711 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-057dadfd-def9-475c-bbf4-87ff763c932d req-a7f34ac5-405a-4a10-b38f-cf7b12784516 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be6eda28-f036-432a-b687-6c873f3ef0e7 HTTP/1.1" status: 200 len: 1000 time: 0.0946014 Feb 04 12:35:15.572194 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-93067c4d-4c99-45c7-9ab4-9047ed18637b None None] Current status of the port 2c0b97af-bfeb-4337-9331-4523ff393ad5 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:35:15.579707 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port fff9c98a-9f34-4437-b5e0-40b457f5f3bd is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:35:15.669260 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-50c2bfb6-23f6-4af5-9c96-b9366a67dedb tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (dabebd4e-3de4-4793-b21b-9b2adc8aaa91), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:15.694686 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-15b381e8-1414-428d-a96b-e87734edf50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:15.701843 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652e6af1-4a36-4d9e-9b76-be9b972f0ab3 None None] Network 5a3287a0-5551-42c4-8852-d62d72784532 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:35:15.736965 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-50c2bfb6-23f6-4af5-9c96-b9366a67dedb tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (dabebd4e-3de4-4793-b21b-9b2adc8aaa91), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:15.742525 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c2bfb6-23f6-4af5-9c96-b9366a67dedb tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:35:15.742960 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-50c2bfb6-23f6-4af5-9c96-b9366a67dedb tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:15.782361 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 47760) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:15.784034 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-50c2bfb6-23f6-4af5-9c96-b9366a67dedb tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1564376 Feb 04 12:35:15.791462 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-b27410a6-64ff-486c-b45e-b0e11ec5d8d3 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Request body: {'subnet': {'network_id': 'dabebd4e-3de4-4793-b21b-9b2adc8aaa91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:35:15.798101 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-93067c4d-4c99-45c7-9ab4-9047ed18637b None None] Provisioning complete for port 321afa55-ce20-439e-8f10-8deebac6c9b0 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:35:15.798725 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-93067c4d-4c99-45c7-9ab4-9047ed18637b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (321afa55-ce20-439e-8f10-8deebac6c9b0), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:15.802751 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652e6af1-4a36-4d9e-9b76-be9b972f0ab3 None None] Pushing event updated for resources: {'Port': ['ID=01c78da1-31f1-450f-a38a-3bff23fe80e6,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:15.837411 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-652e6af1-4a36-4d9e-9b76-be9b972f0ab3 None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:35:15.849802 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652e6af1-4a36-4d9e-9b76-be9b972f0ab3 None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:35:15.868112 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 20c733f6-4681-42e1-a522-fb4ff38ed60c up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:35:15.897572 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7d0818f8-ad89-47df-beb2-7f02cecc53dc tempest-ExtraDHCPOptionsIpV6TestJSON-675937522 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522-project] Publish callbacks [] for port (e9a3305a-f767-4907-8800-935e69168693), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:15.921422 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c2bfb6-23f6-4af5-9c96-b9366a67dedb tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Pushing event updated for resources: {'Network': ['ID=dabebd4e-3de4-4793-b21b-9b2adc8aaa91,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:15.934665 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057dadfd-def9-475c-bbf4-87ff763c932d req-a3b0eb61-0da6-49af-800e-cff5d975851d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:35:15.936621 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-057dadfd-def9-475c-bbf4-87ff763c932d req-a3b0eb61-0da6-49af-800e-cff5d975851d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a7a80143-29a9-4ba6-9987-42b8f7317e54 HTTP/1.1" status: 200 len: 850 time: 0.3857393 Feb 04 12:35:15.949626 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7d0818f8-ad89-47df-beb2-7f02cecc53dc tempest-ExtraDHCPOptionsIpV6TestJSON-675937522 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (e9a3305a-f767-4907-8800-935e69168693), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:15.985422 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network dabebd4e-3de4-4793-b21b-9b2adc8aaa91 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:35:16.030157 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-ad533c13-63b6-442d-8563-422b65eaf08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b10466ee-1526-44b9-9266-3022b75a68d4', 'name': 'tempest-ServersTestBootFromVolume-1315260022-router', 'tenant_id': '6811610fed404ab8950570f16fc94eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': 'fff9c98a-9f34-4437-b5e0-40b457f5f3bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:34:48Z', 'updated_at': '2022-02-04T12:35:00Z', 'revision_number': 4, 'project_id': '6811610fed404ab8950570f16fc94eb8', 'gw_port': {'id': 'fff9c98a-9f34-4437-b5e0-40b457f5f3bd', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:7e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b10466ee-1526-44b9-9266-3022b75a68d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:34:51Z', 'updated_at': '2022-02-04T12:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '20c733f6-4681-42e1-a522-fb4ff38ed60c', 'name': '', 'network_id': 'e220eee6-efbf-4e16-8278-b7034a106a3d', 'tenant_id': '6811610fed404ab8950570f16fc94eb8', 'mac_address': 'fa:16:3e:53:86:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b10466ee-1526-44b9-9266-3022b75a68d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '8ed89237-317f-4530-8ecc-638834416f83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:34:58Z', 'updated_at': '2022-02-04T12:35:12Z', 'revision_number': 4, 'project_id': '6811610fed404ab8950570f16fc94eb8', 'subnets': [{'id': '8ed89237-317f-4530-8ecc-638834416f83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:35:16.031756 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-dca93601-a9f2-4842-977c-22e302467d40 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Allocated IP 172.20.0.6 (6c81f3de-3475-436c-a4ac-8f63955bceb3/e17443ec-3fa9-498d-8ad1-8629914fcc3a/3c6ae405-de96-4883-9b14-e2eeffe29275) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:35:16.067361 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0818f8-ad89-47df-beb2-7f02cecc53dc tempest-ExtraDHCPOptionsIpV6TestJSON-675937522 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522-project] Network 5a3287a0-5551-42c4-8852-d62d72784532 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:35:16.074823 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-7d0818f8-ad89-47df-beb2-7f02cecc53dc tempest-ExtraDHCPOptionsIpV6TestJSON-675937522 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:35:16.085519 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0818f8-ad89-47df-beb2-7f02cecc53dc tempest-ExtraDHCPOptionsIpV6TestJSON-675937522 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:35:16.091530 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0818f8-ad89-47df-beb2-7f02cecc53dc tempest-ExtraDHCPOptionsIpV6TestJSON-675937522 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:35:16.092269 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7d0818f8-ad89-47df-beb2-7f02cecc53dc tempest-ExtraDHCPOptionsIpV6TestJSON-675937522 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:16.130695 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-7d0818f8-ad89-47df-beb2-7f02cecc53dc tempest-ExtraDHCPOptionsIpV6TestJSON-675937522 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.3962793 Feb 04 12:35:16.139191 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 47762) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:16.153701 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0818f8-ad89-47df-beb2-7f02cecc53dc tempest-ExtraDHCPOptionsIpV6TestJSON-675937522 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522-project] Pushing event updated for resources: {'Port': ['ID=e9a3305a-f767-4907-8800-935e69168693,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:16.199631 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b27410a6-64ff-486c-b45e-b0e11ec5d8d3 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Made reservation on behalf of 90a71f7c621340c08dbfd8625731c118 for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:35:16.203370 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b27410a6-64ff-486c-b45e-b0e11ec5d8d3 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:16.209244 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057dadfd-def9-475c-bbf4-87ff763c932d req-71d604b7-be5d-4465-bf58-e77b359cf7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:35:16.210812 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-057dadfd-def9-475c-bbf4-87ff763c932d req-71d604b7-be5d-4465-bf58-e77b359cf7e3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=211162ce-c654-4372-abd8-21bf219f75aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2591939 Feb 04 12:35:16.226544 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dca93601-a9f2-4842-977c-22e302467d40 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks [] for port (3c6ae405-de96-4883-9b14-e2eeffe29275), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:16.314937 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad533c13-63b6-442d-8563-422b65eaf08a None None] The sync data for ids ['b10466ee-1526-44b9-9266-3022b75a68d4'] in n-d-825015-3 is: [{'id': 'b10466ee-1526-44b9-9266-3022b75a68d4', 'name': 'tempest-ServersTestBootFromVolume-1315260022-router', 'tenant_id': '6811610fed404ab8950570f16fc94eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': 'fff9c98a-9f34-4437-b5e0-40b457f5f3bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:34:48Z', 'updated_at': '2022-02-04T12:35:00Z', 'revision_number': 4, 'project_id': '6811610fed404ab8950570f16fc94eb8', 'gw_port': {'id': 'fff9c98a-9f34-4437-b5e0-40b457f5f3bd', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:7e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b10466ee-1526-44b9-9266-3022b75a68d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:34:51Z', 'updated_at': '2022-02-04T12:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '20c733f6-4681-42e1-a522-fb4ff38ed60c', 'name': '', 'network_id': 'e220eee6-efbf-4e16-8278-b7034a106a3d', 'tenant_id': '6811610fed404ab8950570f16fc94eb8', 'mac_address': 'fa:16:3e:53:86:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b10466ee-1526-44b9-9266-3022b75a68d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '8ed89237-317f-4530-8ecc-638834416f83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:34:58Z', 'updated_at': '2022-02-04T12:35:12Z', 'revision_number': 4, 'project_id': '6811610fed404ab8950570f16fc94eb8', 'subnets': [{'id': '8ed89237-317f-4530-8ecc-638834416f83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:35:16.342246 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-057dadfd-def9-475c-bbf4-87ff763c932d req-e14d8ab7-0a7a-4644-b40b-7fa3647d61ba service neutron] 10.222.0.77 "GET /v2.0/networks/211162ce-c654-4372-abd8-21bf219f75aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192429 Feb 04 12:35:16.380266 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-d09e6354-16be-4804-b90f-883dd9c22571 None None] Allocated IP 172.20.0.2 (6c81f3de-3475-436c-a4ac-8f63955bceb3/e17443ec-3fa9-498d-8ad1-8629914fcc3a/2c0b97af-bfeb-4337-9331-4523ff393ad5) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:35:16.414797 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dca93601-a9f2-4842-977c-22e302467d40 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (3c6ae405-de96-4883-9b14-e2eeffe29275), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:16.484224 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32d237b-642b-4f1f-8b0d-219ca7d415d5 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:35:16.490006 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32d237b-642b-4f1f-8b0d-219ca7d415d5 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:35:16.497048 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32d237b-642b-4f1f-8b0d-219ca7d415d5 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:35:16.502997 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-e32d237b-642b-4f1f-8b0d-219ca7d415d5 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.3624871 Feb 04 12:35:16.517553 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47768) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:16.541150 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-74724f00-825c-441d-8cfc-c7ded359dbe3 None None] Publish callbacks [] for port (39eacb74-0983-40ca-8e7e-f02af2222864), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:16.556547 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-93067c4d-4c99-45c7-9ab4-9047ed18637b None None] Port 321afa55-ce20-439e-8f10-8deebac6c9b0 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:35:16.573436 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-74724f00-825c-441d-8cfc-c7ded359dbe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (39eacb74-0983-40ca-8e7e-f02af2222864), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:16.595153 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca93601-a9f2-4842-977c-22e302467d40 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Network 6c81f3de-3475-436c-a4ac-8f63955bceb3 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:35:16.608513 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74724f00-825c-441d-8cfc-c7ded359dbe3 None None] Network 0f375d71-7ab0-4e89-b64c-f0f39161425c is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:35:16.615653 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-dca93601-a9f2-4842-977c-22e302467d40 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:35:16.622362 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-74724f00-825c-441d-8cfc-c7ded359dbe3 None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:35:16.625216 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74724f00-825c-441d-8cfc-c7ded359dbe3 None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:35:16.636023 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca93601-a9f2-4842-977c-22e302467d40 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:35:16.654768 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca93601-a9f2-4842-977c-22e302467d40 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Pushing event updated for resources: {'Port': ['ID=3c6ae405-de96-4883-9b14-e2eeffe29275,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:16.710701 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-d09e6354-16be-4804-b90f-883dd9c22571 None None] For port 2c0b97af-bfeb-4337-9331-4523ff393ad5, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=2c0b97af-bfeb-4337-9331-4523ff393ad5,segment=NetworkSegment(2dd59e3f-7ea5-44ca-8b43-515aa46e8b05),segment_id=2dd59e3f-7ea5-44ca-8b43-515aa46e8b05)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:35:16.717264 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6cb42c46-d445-477e-b547-e5daac637535 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141'] for router (6e39de51-4f5d-406e-b390-78a598f68bb2), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:16.745463 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca93601-a9f2-4842-977c-22e302467d40 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:35:16.746097 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dca93601-a9f2-4842-977c-22e302467d40 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:16.784163 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-652e6af1-4a36-4d9e-9b76-be9b972f0ab3 None None] Attempting to bind port 01c78da1-31f1-450f-a38a-3bff23fe80e6 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:35:16.784952 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-652e6af1-4a36-4d9e-9b76-be9b972f0ab3 None None] Attempting to bind port 01c78da1-31f1-450f-a38a-3bff23fe80e6 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '21396041-3213-426a-81bf-600fdb6a0f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '5a3287a0-5551-42c4-8852-d62d72784532'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:35:16.785592 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652e6af1-4a36-4d9e-9b76-be9b972f0ab3 None None] Attempting to bind port 01c78da1-31f1-450f-a38a-3bff23fe80e6 on network 5a3287a0-5551-42c4-8852-d62d72784532 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:35:16.804520 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-057dadfd-def9-475c-bbf4-87ff763c932d req-703487ed-8445-4bf2-bd3f-cbc73ef2e635 service neutron] 10.222.0.77 "GET /v2.0/networks/211162ce-c654-4372-abd8-21bf219f75aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4288416 Feb 04 12:35:16.858199 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74724f00-825c-441d-8cfc-c7ded359dbe3 None None] Pushing event updated for resources: {'Port': ['ID=39eacb74-0983-40ca-8e7e-f02af2222864,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:16.862350 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-dca93601-a9f2-4842-977c-22e302467d40 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.3855493 Feb 04 12:35:16.863607 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6716ff-38a5-4cae-ae54-bc1288499e34 req-4b03dac0-466b-45d3-b611-74c12c730e5a tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:35:16.865114 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47770) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:16.867501 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7b6716ff-38a5-4cae-ae54-bc1288499e34 req-4b03dac0-466b-45d3-b611-74c12c730e5a tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a5c2a56-ee1a-4c7e-bf15-98711834c060 HTTP/1.1" status: 200 len: 945 time: 0.3494015 Feb 04 12:35:16.871607 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-d58cd299-afc5-4fc5-89a5-7ddcb337f7df tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Request body: {'subnet': {'network_id': '6c81f3de-3475-436c-a4ac-8f63955bceb3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:35:16.871927 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 20c733f6-4681-42e1-a522-fb4ff38ed60c triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:35:16.872537 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (20c733f6-4681-42e1-a522-fb4ff38ed60c), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:16.880297 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-74724f00-825c-441d-8cfc-c7ded359dbe3 None None] Attempting to bind port 39eacb74-0983-40ca-8e7e-f02af2222864 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:35:16.880847 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-74724f00-825c-441d-8cfc-c7ded359dbe3 None None] Attempting to bind port 39eacb74-0983-40ca-8e7e-f02af2222864 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '65051265-6b98-475e-a8d8-918ad5701e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '0f375d71-7ab0-4e89-b64c-f0f39161425c'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:35:16.881380 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74724f00-825c-441d-8cfc-c7ded359dbe3 None None] Attempting to bind port 39eacb74-0983-40ca-8e7e-f02af2222864 on network 0f375d71-7ab0-4e89-b64c-f0f39161425c {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:35:16.917772 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74724f00-825c-441d-8cfc-c7ded359dbe3 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:35:16.919034 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74724f00-825c-441d-8cfc-c7ded359dbe3 None None] Checking segment: {'id': '65051265-6b98-475e-a8d8-918ad5701e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '0f375d71-7ab0-4e89-b64c-f0f39161425c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:35:16.919677 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-74724f00-825c-441d-8cfc-c7ded359dbe3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:16.920538 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74724f00-825c-441d-8cfc-c7ded359dbe3 None None] Bound using segment: {'id': '65051265-6b98-475e-a8d8-918ad5701e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '0f375d71-7ab0-4e89-b64c-f0f39161425c'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:35:16.923173 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-74724f00-825c-441d-8cfc-c7ded359dbe3 None None] Bound port: 39eacb74-0983-40ca-8e7e-f02af2222864, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65051265-6b98-475e-a8d8-918ad5701e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '0f375d71-7ab0-4e89-b64c-f0f39161425c'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:35:16.923945 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-74724f00-825c-441d-8cfc-c7ded359dbe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (39eacb74-0983-40ca-8e7e-f02af2222864), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:16.930540 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652e6af1-4a36-4d9e-9b76-be9b972f0ab3 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:35:16.931269 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652e6af1-4a36-4d9e-9b76-be9b972f0ab3 None None] Checking segment: {'id': '21396041-3213-426a-81bf-600fdb6a0f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '5a3287a0-5551-42c4-8852-d62d72784532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:35:16.931951 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-652e6af1-4a36-4d9e-9b76-be9b972f0ab3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:16.933119 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652e6af1-4a36-4d9e-9b76-be9b972f0ab3 None None] Bound using segment: {'id': '21396041-3213-426a-81bf-600fdb6a0f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '5a3287a0-5551-42c4-8852-d62d72784532'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:35:16.933896 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-652e6af1-4a36-4d9e-9b76-be9b972f0ab3 None None] Bound port: 01c78da1-31f1-450f-a38a-3bff23fe80e6, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21396041-3213-426a-81bf-600fdb6a0f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '5a3287a0-5551-42c4-8852-d62d72784532'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:35:16.939510 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-652e6af1-4a36-4d9e-9b76-be9b972f0ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (01c78da1-31f1-450f-a38a-3bff23fe80e6), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:16.959096 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-6e9d5a49-5a88-4dc6-828e-81251456edf1 None None] Provisioning complete for port 20c733f6-4681-42e1-a522-fb4ff38ed60c triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:35:16.960315 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6e9d5a49-5a88-4dc6-828e-81251456edf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (20c733f6-4681-42e1-a522-fb4ff38ed60c), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:17.000300 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7b6716ff-38a5-4cae-ae54-bc1288499e34 req-a04093ef-febc-4b7e-b611-e0cc92b4ff64 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8bd411c-ac47-4f15-b918-c420cf0295e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226375 Feb 04 12:35:17.079889 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d09e6354-16be-4804-b90f-883dd9c22571 None None] Publish callbacks [] for port (2c0b97af-bfeb-4337-9331-4523ff393ad5), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:17.090988 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b27410a6-64ff-486c-b45e-b0e11ec5d8d3 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52094127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51452689'] for subnet (20a075a3-d7e9-4721-943c-c26cf8997223), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:17.124329 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d09e6354-16be-4804-b90f-883dd9c22571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (2c0b97af-bfeb-4337-9331-4523ff393ad5), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:17.183211 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27410a6-64ff-486c-b45e-b0e11ec5d8d3 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Pushing event updated for resources: {'Subnet': ['ID=20a075a3-d7e9-4721-943c-c26cf8997223,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:17.226849 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27410a6-64ff-486c-b45e-b0e11ec5d8d3 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Checking segment: {'id': '29265475-d841-4d42-aa8e-c2e5f5f99ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'dabebd4e-3de4-4793-b21b-9b2adc8aaa91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:35:17.227472 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27410a6-64ff-486c-b45e-b0e11ec5d8d3 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Network hostable DHCP agents. Network: dabebd4e-3de4-4793-b21b-9b2adc8aaa91, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:35:17.256735 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27410a6-64ff-486c-b45e-b0e11ec5d8d3 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Network dabebd4e-3de4-4793-b21b-9b2adc8aaa91 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:35:17.270803 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-b27410a6-64ff-486c-b45e-b0e11ec5d8d3 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, dabebd4e-3de4-4793-b21b-9b2adc8aaa91) {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:35:17.295020 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27410a6-64ff-486c-b45e-b0e11ec5d8d3 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:35:17.296623 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b27410a6-64ff-486c-b45e-b0e11ec5d8d3 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:17.346698 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-b27410a6-64ff-486c-b45e-b0e11ec5d8d3 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5617483 Feb 04 12:35:17.349816 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 47772) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:17.360011 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1312374-9716-4fa8-a32e-63352aec6c7f None None] Network dabebd4e-3de4-4793-b21b-9b2adc8aaa91 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:35:17.368813 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-f8cabff0-91b9-47d7-9efc-5fcb8a733f4f tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Request body: {'port': {'network_id': 'dabebd4e-3de4-4793-b21b-9b2adc8aaa91', 'name': 'tempest-PortsIpV6TestJSON-2087816406', 'fixed_ips': [{'subnet_id': '20a075a3-d7e9-4721-943c-c26cf8997223', 'ip_address': '2001:db8::10'}]}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:35:17.431223 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-d8bc0d6c-96f5-4802-b10b-00d5f59b4912 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522-project] Deleting port e9a3305a-f767-4907-8800-935e69168693 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:35:17.431943 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d8bc0d6c-96f5-4802-b10b-00d5f59b4912 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (e9a3305a-f767-4907-8800-935e69168693), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:17.637916 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8cabff0-91b9-47d7-9efc-5fcb8a733f4f tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Made reservation on behalf of 90a71f7c621340c08dbfd8625731c118 for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:35:17.717603 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-6e9d5a49-5a88-4dc6-828e-81251456edf1 None None] Current status of the port 20c733f6-4681-42e1-a522-fb4ff38ed60c is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:35:17.718746 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6e9d5a49-5a88-4dc6-828e-81251456edf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (20c733f6-4681-42e1-a522-fb4ff38ed60c), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:17.740064 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d8bc0d6c-96f5-4802-b10b-00d5f59b4912 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (e9a3305a-f767-4907-8800-935e69168693), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:17.753436 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-652e6af1-4a36-4d9e-9b76-be9b972f0ab3 None None] For port 01c78da1-31f1-450f-a38a-3bff23fe80e6, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:35:17.768965 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d58cd299-afc5-4fc5-89a5-7ddcb337f7df tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Made reservation on behalf of 1dcfbfeb897648c6ad07937129f0b5e8 for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:35:17.771529 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09e6354-16be-4804-b90f-883dd9c22571 None None] Pushing event updated for resources: {'Port': ['ID=2c0b97af-bfeb-4337-9331-4523ff393ad5,revision_number=6']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:17.772503 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d58cd299-afc5-4fc5-89a5-7ddcb337f7df tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60610638'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:17.786837 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-d8bc0d6c-96f5-4802-b10b-00d5f59b4912 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522-project] Calling delete_port for e9a3305a-f767-4907-8800-935e69168693 owned by {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:35:17.793048 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-74724f00-825c-441d-8cfc-c7ded359dbe3 None None] For port 39eacb74-0983-40ca-8e7e-f02af2222864, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:35:17.797519 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cb42c46-d445-477e-b547-e5daac637535 admin admin] Router 6e39de51-4f5d-406e-b390-78a598f68bb2 is scheduled to L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de with binding_index 1 {{(pid=103474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 12:35:17.799338 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-652e6af1-4a36-4d9e-9b76-be9b972f0ab3 None None] For port 01c78da1-31f1-450f-a38a-3bff23fe80e6, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=01c78da1-31f1-450f-a38a-3bff23fe80e6,segment=NetworkSegment(21396041-3213-426a-81bf-600fdb6a0f72),segment_id=21396041-3213-426a-81bf-600fdb6a0f72)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:35:17.833451 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f8cabff0-91b9-47d7-9efc-5fcb8a733f4f tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:17.835491 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-6e9d5a49-5a88-4dc6-828e-81251456edf1 None None] For port 20c733f6-4681-42e1-a522-fb4ff38ed60c, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=20c733f6-4681-42e1-a522-fb4ff38ed60c,segment=NetworkSegment(a93faf63-eb00-47f4-bed7-d5ca3fd92e2a),segment_id=a93faf63-eb00-47f4-bed7-d5ca3fd92e2a)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:35:17.860597 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 20c733f6-4681-42e1-a522-fb4ff38ed60c is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:35:17.861647 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (20c733f6-4681-42e1-a522-fb4ff38ed60c), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:17.865514 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-652e6af1-4a36-4d9e-9b76-be9b972f0ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (01c78da1-31f1-450f-a38a-3bff23fe80e6), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:17.867918 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6e9d5a49-5a88-4dc6-828e-81251456edf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (20c733f6-4681-42e1-a522-fb4ff38ed60c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:17.881793 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [None req-f8cabff0-91b9-47d7-9efc-5fcb8a733f4f tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] device_id is not set on port 67d53a70-52fb-492a-8291-e7d2f21e7d00 yet. {{(pid=103475) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 12:35:17.905988 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-74724f00-825c-441d-8cfc-c7ded359dbe3 None None] For port 39eacb74-0983-40ca-8e7e-f02af2222864, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=39eacb74-0983-40ca-8e7e-f02af2222864,segment=NetworkSegment(65051265-6b98-475e-a8d8-918ad5701e4b),segment_id=65051265-6b98-475e-a8d8-918ad5701e4b)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:35:17.993358 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-74724f00-825c-441d-8cfc-c7ded359dbe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (39eacb74-0983-40ca-8e7e-f02af2222864), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:18.024476 n-d-825015-3 neutron-server[103474]: INFO neutron.db.ipam_backend_mixin [None req-d58cd299-afc5-4fc5-89a5-7ddcb337f7df tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e17443ec-3fa9-498d-8ad1-8629914fcc3a (CIDR: 172.20.0.0/28) Feb 04 12:35:18.036618 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa9e34c-36c7-484a-9aa7-4129aa7e0b67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-dabebd4e-3de4-4793-b21b-9b2adc8aaa91', 'network_id': 'dabebd4e-3de4-4793-b21b-9b2adc8aaa91', 'project_id': '90a71f7c621340c08dbfd8625731c118', 'fixed_ips': [{'subnet_id': '20a075a3-d7e9-4721-943c-c26cf8997223'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 12:35:18.037885 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6aa9e34c-36c7-484a-9aa7-4129aa7e0b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:18.084332 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-af6e1356-3f1e-4633-a1c8-8e9ea062ce11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:18.130615 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652e6af1-4a36-4d9e-9b76-be9b972f0ab3 None None] Pushing event updated for resources: {'Port': ['ID=01c78da1-31f1-450f-a38a-3bff23fe80e6,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:18.222258 n-d-825015-3 neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-d58cd299-afc5-4fc5-89a5-7ddcb337f7df tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 12:35:18.223427 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d58cd299-afc5-4fc5-89a5-7ddcb337f7df tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 12:35:18.257183 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.db.api [None req-b116c552-173d-469e-b16f-751f4467941a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103476) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 12:35:18.260471 n-d-825015-3 neutron-server[103476]: DEBUG oslo_db.api [None req-b116c552-173d-469e-b16f-751f4467941a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 12:35:18.298664 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-d58cd299-afc5-4fc5-89a5-7ddcb337f7df tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4314568 Feb 04 12:35:18.305211 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47778) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:18.315190 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-a3c50edb-d23b-448a-a9ff-89b0b2c549cc tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Request body: {'subnet': {'network_id': '6c81f3de-3475-436c-a4ac-8f63955bceb3', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:35:18.368622 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-f8cabff0-91b9-47d7-9efc-5fcb8a733f4f tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Allocated IP 2001:db8::10 (dabebd4e-3de4-4793-b21b-9b2adc8aaa91/20a075a3-d7e9-4721-943c-c26cf8997223/67d53a70-52fb-492a-8291-e7d2f21e7d00) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:35:18.497076 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9d5a49-5a88-4dc6-828e-81251456edf1 None None] Pushing event updated for resources: {'Port': ['ID=20c733f6-4681-42e1-a522-fb4ff38ed60c,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:18.609475 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d8bc0d6c-96f5-4802-b10b-00d5f59b4912 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (e9a3305a-f767-4907-8800-935e69168693), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:18.653193 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74724f00-825c-441d-8cfc-c7ded359dbe3 None None] Pushing event updated for resources: {'Port': ['ID=39eacb74-0983-40ca-8e7e-f02af2222864,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:18.675439 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9de034-7ea0-469b-ae2d-3e242bfec666 req-c003a0ed-7383-4a6a-bd1c-bf5ed14213d4 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:35:18.677131 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7f9de034-7ea0-469b-ae2d-3e242bfec666 req-c003a0ed-7383-4a6a-bd1c-bf5ed14213d4 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a5c2a56-ee1a-4c7e-bf15-98711834c060 HTTP/1.1" status: 200 len: 945 time: 0.4843559 Feb 04 12:35:18.687694 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bc0d6c-96f5-4802-b10b-00d5f59b4912 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522-project] Pushing event deleted for resources: {'Port': ['ID=e9a3305a-f767-4907-8800-935e69168693,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:18.690604 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cb42c46-d445-477e-b547-e5daac637535 admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:35:18.722140 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff3371f-dc0d-4514-8061-5140635894e8 None None] Sync routers for ids ['6e39de51-4f5d-406e-b390-78a598f68bb2'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:35:18.727372 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-a12eb832-44e1-43e8-b820-e0336f1af11f None None] Provisioning complete for port 2c0b97af-bfeb-4337-9331-4523ff393ad5 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:35:18.728100 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a12eb832-44e1-43e8-b820-e0336f1af11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (2c0b97af-bfeb-4337-9331-4523ff393ad5), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:18.737433 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff3371f-dc0d-4514-8061-5140635894e8 None None] Routers {'6e39de51-4f5d-406e-b390-78a598f68bb2'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:35:18.738579 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-0ff3371f-dc0d-4514-8061-5140635894e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:35:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['6e39de51-4f5d-406e-b390-78a598f68bb2'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:35:18.795155 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d8bc0d6c-96f5-4802-b10b-00d5f59b4912 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:18.814881 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-d8bc0d6c-96f5-4802-b10b-00d5f59b4912 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522-project] 10.222.0.65 "DELETE /v2.0/ports/e9a3305a-f767-4907-8800-935e69168693 HTTP/1.1" status: 204 len: 168 time: 2.2850680 Feb 04 12:35:18.815573 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 47782) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:18.829120 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-f9fc3e5c-3cc0-477a-845f-e9c384927310 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522-project] Request body: {'port': {'name': 'tempest-new-port-name-1657662078', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:35:18.829120 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.api.validators [None req-f9fc3e5c-3cc0-477a-845f-e9c384927310 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522-project] bootfile-name is not in valid_values {{(pid=103475) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 04 12:35:18.829533 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.api.validators [None req-f9fc3e5c-3cc0-477a-845f-e9c384927310 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522-project] tftp-server is not in valid_values {{(pid=103475) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 04 12:35:18.829687 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.api.validators [None req-f9fc3e5c-3cc0-477a-845f-e9c384927310 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522-project] server-ip-address is not in valid_values {{(pid=103475) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 04 12:35:18.843109 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6cb42c46-d445-477e-b547-e5daac637535 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:18.846977 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-6cb42c46-d445-477e-b547-e5daac637535 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.2331681 Feb 04 12:35:18.853482 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47784) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:18.873119 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3c50edb-d23b-448a-a9ff-89b0b2c549cc tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Made reservation on behalf of 1dcfbfeb897648c6ad07937129f0b5e8 for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:35:18.880554 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a3c50edb-d23b-448a-a9ff-89b0b2c549cc tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60610638'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:18.919408 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f8cabff0-91b9-47d7-9efc-5fcb8a733f4f tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks [] for port (67d53a70-52fb-492a-8291-e7d2f21e7d00), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:18.969353 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 20c733f6-4681-42e1-a522-fb4ff38ed60c is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:35:18.971615 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7f9de034-7ea0-469b-ae2d-3e242bfec666 req-5f9fc2d3-c602-4a13-ac79-4dc5a437109c tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8bd411c-ac47-4f15-b918-c420cf0295e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2486174 Feb 04 12:35:18.972790 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 884fc68d-ed33-4ae6-baa7-9d1c005410a3 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:35:19.000927 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-0ff3371f-dc0d-4514-8061-5140635894e8 None None] Set router 6e39de51-4f5d-406e-b390-78a598f68bb2 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:35:19.061123 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f8cabff0-91b9-47d7-9efc-5fcb8a733f4f tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (67d53a70-52fb-492a-8291-e7d2f21e7d00), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:19.118050 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8cabff0-91b9-47d7-9efc-5fcb8a733f4f tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Network dabebd4e-3de4-4793-b21b-9b2adc8aaa91 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:35:19.129995 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f9fc3e5c-3cc0-477a-845f-e9c384927310 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (1ba02312-2076-418f-a0df-0a8d3b9439b6), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:19.136611 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-f8cabff0-91b9-47d7-9efc-5fcb8a733f4f tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:35:19.151111 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8cabff0-91b9-47d7-9efc-5fcb8a733f4f tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:35:19.158971 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8cabff0-91b9-47d7-9efc-5fcb8a733f4f tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:35:19.159867 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f8cabff0-91b9-47d7-9efc-5fcb8a733f4f tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:19.178453 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cabff0-91b9-47d7-9efc-5fcb8a733f4f tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Pushing event updated for resources: {'Port': ['ID=67d53a70-52fb-492a-8291-e7d2f21e7d00,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:19.190484 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-6aa9e34c-36c7-484a-9aa7-4129aa7e0b67 None None] Allocated IP 2001:db8::2 (dabebd4e-3de4-4793-b21b-9b2adc8aaa91/20a075a3-d7e9-4721-943c-c26cf8997223/843e453d-f599-414b-a099-18b2956e467e) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:35:19.211713 n-d-825015-3 neutron-server[103474]: INFO neutron.db.ipam_backend_mixin [None req-a3c50edb-d23b-448a-a9ff-89b0b2c549cc tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 37c073a2-bd94-469b-87ac-65182fcebdba (CIDR: 172.20.0.16/28) Feb 04 12:35:19.217478 n-d-825015-3 neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3c50edb-d23b-448a-a9ff-89b0b2c549cc tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 12:35:19.217995 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3c50edb-d23b-448a-a9ff-89b0b2c549cc tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 12:35:19.312484 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-a3c50edb-d23b-448a-a9ff-89b0b2c549cc tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.0024359 Feb 04 12:35:19.315316 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47788) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:19.320639 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-97747a84-6a39-4862-bd51-a7cd07ab92ee tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Request body: {'subnet': {'network_id': '6c81f3de-3475-436c-a4ac-8f63955bceb3', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:35:19.383789 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:19.410116 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 884fc68d-ed33-4ae6-baa7-9d1c005410a3 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:35:19.410498 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (884fc68d-ed33-4ae6-baa7-9d1c005410a3), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:19.413669 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-a12eb832-44e1-43e8-b820-e0336f1af11f None None] Current status of the port 2c0b97af-bfeb-4337-9331-4523ff393ad5 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:35:19.421814 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-0ff3371f-dc0d-4514-8061-5140635894e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e39de51-4f5d-406e-b390-78a598f68bb2', 'name': 'tempest-TaggedBootDevicesTest_v242-1896835153-router', 'tenant_id': '0a0c2cb10af841aeae2261540c473b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': 'e105fad5-7742-45f1-9e5f-fc3cbe0d0d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:35:11Z', 'updated_at': '2022-02-04T12:35:15Z', 'revision_number': 3, 'project_id': '0a0c2cb10af841aeae2261540c473b01', 'gw_port': {'id': 'e105fad5-7742-45f1-9e5f-fc3cbe0d0d08', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:5f:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e39de51-4f5d-406e-b390-78a598f68bb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:35:13Z', 'updated_at': '2022-02-04T12:35:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:35:19.530027 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-a12eb832-44e1-43e8-b820-e0336f1af11f None None] Provisioning complete for port 321afa55-ce20-439e-8f10-8deebac6c9b0 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:35:19.530417 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a12eb832-44e1-43e8-b820-e0336f1af11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (321afa55-ce20-439e-8f10-8deebac6c9b0), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:19.557663 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff3371f-dc0d-4514-8061-5140635894e8 None None] Checking router: 6e39de51-4f5d-406e-b390-78a598f68bb2 for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:35:19.558019 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff3371f-dc0d-4514-8061-5140635894e8 None None] Updating router 6e39de51-4f5d-406e-b390-78a598f68bb2 port e105fad5-7742-45f1-9e5f-fc3cbe0d0d08 binding host n-d-825015-3 {{(pid=103477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:35:19.588976 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97747a84-6a39-4862-bd51-a7cd07ab92ee tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Made reservation on behalf of 1dcfbfeb897648c6ad07937129f0b5e8 for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:35:19.593242 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-97747a84-6a39-4862-bd51-a7cd07ab92ee tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60610638'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:19.646356 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f9fc3e5c-3cc0-477a-845f-e9c384927310 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522-project] Publish callbacks [] for port (1ba02312-2076-418f-a0df-0a8d3b9439b6), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:19.672920 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0ff3371f-dc0d-4514-8061-5140635894e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (e105fad5-7742-45f1-9e5f-fc3cbe0d0d08), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:19.674104 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-f8cabff0-91b9-47d7-9efc-5fcb8a733f4f tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3231056 Feb 04 12:35:19.676958 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 47790) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:19.681671 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f9fc3e5c-3cc0-477a-845f-e9c384927310 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (1ba02312-2076-418f-a0df-0a8d3b9439b6), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:19.708916 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-05d98b39-36a9-47b8-9bef-dff578f0b454 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Request body: {'port': {'network_id': 'dabebd4e-3de4-4793-b21b-9b2adc8aaa91', 'name': 'tempest-PortsIpV6TestJSON-632193674', 'fixed_ips': [{'subnet_id': '20a075a3-d7e9-4721-943c-c26cf8997223', 'ip_address': '2001:db8::f'}]}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:35:19.817732 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-a12eb832-44e1-43e8-b820-e0336f1af11f None None] Port 321afa55-ce20-439e-8f10-8deebac6c9b0 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:35:19.825711 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6aa9e34c-36c7-484a-9aa7-4129aa7e0b67 None None] Publish callbacks [] for port (843e453d-f599-414b-a099-18b2956e467e), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:19.880399 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6aa9e34c-36c7-484a-9aa7-4129aa7e0b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (843e453d-f599-414b-a099-18b2956e467e), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:19.931670 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 884fc68d-ed33-4ae6-baa7-9d1c005410a3 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:35:19.954281 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-f9fc3e5c-3cc0-477a-845f-e9c384927310 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522-project] In _notify_port_updated(), no bound segment for port 1ba02312-2076-418f-a0df-0a8d3b9439b6 on network 5a3287a0-5551-42c4-8852-d62d72784532 {{(pid=103475) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 04 12:35:19.960937 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9fc3e5c-3cc0-477a-845f-e9c384927310 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:35:19.961870 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f9fc3e5c-3cc0-477a-845f-e9c384927310 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:19.966977 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-f9fc3e5c-3cc0-477a-845f-e9c384927310 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522-project] 10.222.0.65 "PUT /v2.0/ports/1ba02312-2076-418f-a0df-0a8d3b9439b6 HTTP/1.1" status: 200 len: 1130 time: 1.1473761 Feb 04 12:35:19.975333 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 47794) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:20.046240 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3298d9-e718-4792-807a-579fd5b54cff tempest-ExtraDHCPOptionsIpV6TestJSON-675937522 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:35:20.046930 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa9e34c-36c7-484a-9aa7-4129aa7e0b67 None None] Pushing event updated for resources: {'Port': ['ID=843e453d-f599-414b-a099-18b2956e467e,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:20.075365 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-0d3298d9-e718-4792-807a-579fd5b54cff tempest-ExtraDHCPOptionsIpV6TestJSON-675937522 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522-project] 10.222.0.65 "GET /v2.0/ports/1ba02312-2076-418f-a0df-0a8d3b9439b6 HTTP/1.1" status: 200 len: 1130 time: 0.0980952 Feb 04 12:35:20.075827 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa9e34c-36c7-484a-9aa7-4129aa7e0b67 None None] Network dabebd4e-3de4-4793-b21b-9b2adc8aaa91 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:35:20.076462 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47796) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:20.080966 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device fc1880f3-d145-4b93-849a-677ed245a769 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:35:20.092106 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fc3e5c-3cc0-477a-845f-e9c384927310 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522-project] Pushing event updated for resources: {'Port': ['ID=1ba02312-2076-418f-a0df-0a8d3b9439b6,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:20.099315 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7e120312-3d00-4f61-9977-d5c2138168bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:20.224583 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05d98b39-36a9-47b8-9bef-dff578f0b454 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Made reservation on behalf of 90a71f7c621340c08dbfd8625731c118 for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:35:20.231689 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-05d98b39-36a9-47b8-9bef-dff578f0b454 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:20.278753 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [None req-05d98b39-36a9-47b8-9bef-dff578f0b454 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] device_id is not set on port aee52a46-0277-4de9-b6e3-540c55b32b35 yet. {{(pid=103475) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 12:35:20.470204 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-6aa9e34c-36c7-484a-9aa7-4129aa7e0b67 None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:35:20.474009 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa9e34c-36c7-484a-9aa7-4129aa7e0b67 None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:35:20.477235 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2c0506-aa07-4857-aea5-825d52681cbd None None] Network 0f375d71-7ab0-4e89-b64c-f0f39161425c requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:35:20.486023 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: fc1880f3-d145-4b93-849a-677ed245a769 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:35:20.486390 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device fc1880f3-d145-4b93-849a-677ed245a769 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:35:20.535061 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44624c77-8fa7-4aaf-83d2-2249303f5b53 None None] Network 5a3287a0-5551-42c4-8852-d62d72784532 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:35:20.571053 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-2292dbfb-5898-4959-8485-b30a466e4189 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522-project] Deleting port 1ba02312-2076-418f-a0df-0a8d3b9439b6 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:35:20.571286 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2292dbfb-5898-4959-8485-b30a466e4189 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (1ba02312-2076-418f-a0df-0a8d3b9439b6), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:20.585362 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-92e8ed9e-9600-4478-a155-374a333a038c None None] Provisioning complete for port 3c6ae405-de96-4883-9b14-e2eeffe29275 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:35:20.585362 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-92e8ed9e-9600-4478-a155-374a333a038c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (3c6ae405-de96-4883-9b14-e2eeffe29275), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:20.590626 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0ff3371f-dc0d-4514-8061-5140635894e8 None None] Publish callbacks [] for port (e105fad5-7742-45f1-9e5f-fc3cbe0d0d08), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:20.601114 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0ff3371f-dc0d-4514-8061-5140635894e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (e105fad5-7742-45f1-9e5f-fc3cbe0d0d08), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:20.617920 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-05d98b39-36a9-47b8-9bef-dff578f0b454 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Allocated IP 2001:db8::f (dabebd4e-3de4-4793-b21b-9b2adc8aaa91/20a075a3-d7e9-4721-943c-c26cf8997223/aee52a46-0277-4de9-b6e3-540c55b32b35) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:35:20.688072 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:20.724212 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558c401e-4e05-4ca5-8f98-27a34de8c4d3 None None] Pushing event updated for resources: {'Port': ['ID=e105fad5-7742-45f1-9e5f-fc3cbe0d0d08,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:20.738698 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-97747a84-6a39-4862-bd51-a7cd07ab92ee tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59045178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60610680'] for subnet (967ba8a2-d900-4951-a8bd-67d9d4e1d1ed), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:20.800995 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-0ff3371f-dc0d-4514-8061-5140635894e8 None None] Attempting to bind port e105fad5-7742-45f1-9e5f-fc3cbe0d0d08 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:35:20.801766 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-0ff3371f-dc0d-4514-8061-5140635894e8 None None] Attempting to bind port e105fad5-7742-45f1-9e5f-fc3cbe0d0d08 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:35:20.802861 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff3371f-dc0d-4514-8061-5140635894e8 None None] Attempting to bind port e105fad5-7742-45f1-9e5f-fc3cbe0d0d08 on network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:35:20.812716 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff3371f-dc0d-4514-8061-5140635894e8 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:35:20.814080 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff3371f-dc0d-4514-8061-5140635894e8 None None] Checking segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:35:20.814668 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0ff3371f-dc0d-4514-8061-5140635894e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:20.815229 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff3371f-dc0d-4514-8061-5140635894e8 None None] Bound using segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:35:20.816560 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-0ff3371f-dc0d-4514-8061-5140635894e8 None None] Bound port: e105fad5-7742-45f1-9e5f-fc3cbe0d0d08, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:35:20.817136 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0ff3371f-dc0d-4514-8061-5140635894e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (e105fad5-7742-45f1-9e5f-fc3cbe0d0d08), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:20.821994 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-92e8ed9e-9600-4478-a155-374a333a038c None None] Port 3c6ae405-de96-4883-9b14-e2eeffe29275 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:35:20.833345 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-6aa9e34c-36c7-484a-9aa7-4129aa7e0b67 None None] Attempting to bind port 843e453d-f599-414b-a099-18b2956e467e on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:35:20.833715 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-6aa9e34c-36c7-484a-9aa7-4129aa7e0b67 None None] Attempting to bind port 843e453d-f599-414b-a099-18b2956e467e by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '29265475-d841-4d42-aa8e-c2e5f5f99ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'dabebd4e-3de4-4793-b21b-9b2adc8aaa91'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:35:20.834081 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa9e34c-36c7-484a-9aa7-4129aa7e0b67 None None] Attempting to bind port 843e453d-f599-414b-a099-18b2956e467e on network dabebd4e-3de4-4793-b21b-9b2adc8aaa91 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:35:20.870468 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa9e34c-36c7-484a-9aa7-4129aa7e0b67 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:35:20.870906 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa9e34c-36c7-484a-9aa7-4129aa7e0b67 None None] Checking segment: {'id': '29265475-d841-4d42-aa8e-c2e5f5f99ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'dabebd4e-3de4-4793-b21b-9b2adc8aaa91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:35:20.871496 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6aa9e34c-36c7-484a-9aa7-4129aa7e0b67 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:20.872057 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa9e34c-36c7-484a-9aa7-4129aa7e0b67 None None] Bound using segment: {'id': '29265475-d841-4d42-aa8e-c2e5f5f99ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'dabebd4e-3de4-4793-b21b-9b2adc8aaa91'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:35:20.872554 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-6aa9e34c-36c7-484a-9aa7-4129aa7e0b67 None None] Bound port: 843e453d-f599-414b-a099-18b2956e467e, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29265475-d841-4d42-aa8e-c2e5f5f99ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'dabebd4e-3de4-4793-b21b-9b2adc8aaa91'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:35:20.873231 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6aa9e34c-36c7-484a-9aa7-4129aa7e0b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (843e453d-f599-414b-a099-18b2956e467e), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:20.876667 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2292dbfb-5898-4959-8485-b30a466e4189 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (1ba02312-2076-418f-a0df-0a8d3b9439b6), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:20.880271 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97747a84-6a39-4862-bd51-a7cd07ab92ee tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Network 6c81f3de-3475-436c-a4ac-8f63955bceb3 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:35:20.905584 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-97747a84-6a39-4862-bd51-a7cd07ab92ee tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:35:20.941316 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-2292dbfb-5898-4959-8485-b30a466e4189 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522-project] Calling delete_port for 1ba02312-2076-418f-a0df-0a8d3b9439b6 owned by {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:35:20.964347 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-0ff3371f-dc0d-4514-8061-5140635894e8 None None] For port e105fad5-7742-45f1-9e5f-fc3cbe0d0d08, host n-d-825015-3, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:35:20.971385 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-0ff3371f-dc0d-4514-8061-5140635894e8 None None] For port e105fad5-7742-45f1-9e5f-fc3cbe0d0d08, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=e105fad5-7742-45f1-9e5f-fc3cbe0d0d08,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:35:20.983557 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0ff3371f-dc0d-4514-8061-5140635894e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (e105fad5-7742-45f1-9e5f-fc3cbe0d0d08), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:21.002250 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97747a84-6a39-4862-bd51-a7cd07ab92ee tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:35:21.002883 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-97747a84-6a39-4862-bd51-a7cd07ab92ee tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:21.007466 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d24bd773-f540-428b-a6e9-934f6768a0d7 None None] Network 6c81f3de-3475-436c-a4ac-8f63955bceb3 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:35:21.011071 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97747a84-6a39-4862-bd51-a7cd07ab92ee tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Pushing event updated for resources: {'Subnet': ['ID=967ba8a2-d900-4951-a8bd-67d9d4e1d1ed,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:21.018477 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-7e120312-3d00-4f61-9977-d5c2138168bf admin admin] Allocated IP 172.20.0.1 (0f375d71-7ab0-4e89-b64c-f0f39161425c/d7ff49a0-cf24-4857-9ae2-9b8657a79ee5/f7c5ae6d-0f3a-4f42-bb0e-f4479f9d1181) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:35:21.038117 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-05d98b39-36a9-47b8-9bef-dff578f0b454 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks [] for port (aee52a46-0277-4de9-b6e3-540c55b32b35), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:21.070601 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-97747a84-6a39-4862-bd51-a7cd07ab92ee tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.7537394 Feb 04 12:35:21.075097 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 47800) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:21.083269 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-19af21b1-8d19-4dc3-806f-91b70b25453f tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-64131617', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '967ba8a2-d900-4951-a8bd-67d9d4e1d1ed'}], 'security_groups': ['4c84816b-5228-4309-833e-234a0de3f7ea', '761e2885-6641-4e27-b0cb-8cff31872fb2']}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:35:21.089779 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-05d98b39-36a9-47b8-9bef-dff578f0b454 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (aee52a46-0277-4de9-b6e3-540c55b32b35), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:21.134141 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff3371f-dc0d-4514-8061-5140635894e8 None None] Routers {'6e39de51-4f5d-406e-b390-78a598f68bb2'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:35:21.135496 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-0ff3371f-dc0d-4514-8061-5140635894e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:35:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['6e39de51-4f5d-406e-b390-78a598f68bb2'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:35:21.142410 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 2c0b97af-bfeb-4337-9331-4523ff393ad5 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:35:21.144835 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558c401e-4e05-4ca5-8f98-27a34de8c4d3 None None] Pushing event updated for resources: {'Port': ['ID=e105fad5-7742-45f1-9e5f-fc3cbe0d0d08,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:21.277204 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7e120312-3d00-4f61-9977-d5c2138168bf admin admin] Publish callbacks [] for port (f7c5ae6d-0f3a-4f42-bb0e-f4479f9d1181), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:21.294391 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d98b39-36a9-47b8-9bef-dff578f0b454 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Network dabebd4e-3de4-4793-b21b-9b2adc8aaa91 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:35:21.302085 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2292dbfb-5898-4959-8485-b30a466e4189 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (1ba02312-2076-418f-a0df-0a8d3b9439b6), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:21.310560 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d98b39-36a9-47b8-9bef-dff578f0b454 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Pushing event updated for resources: {'Port': ['ID=aee52a46-0277-4de9-b6e3-540c55b32b35,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:21.336126 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-31e55c95-8ad1-4a81-a25b-6a1f6b8ed294 None None] Provisioning complete for port 01c78da1-31f1-450f-a38a-3bff23fe80e6 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:35:21.336950 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-31e55c95-8ad1-4a81-a25b-6a1f6b8ed294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (01c78da1-31f1-450f-a38a-3bff23fe80e6), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:21.342754 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-05d98b39-36a9-47b8-9bef-dff578f0b454 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:35:21.344958 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-6aa9e34c-36c7-484a-9aa7-4129aa7e0b67 None None] For port 843e453d-f599-414b-a099-18b2956e467e, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:35:21.348222 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d98b39-36a9-47b8-9bef-dff578f0b454 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:35:21.354937 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d98b39-36a9-47b8-9bef-dff578f0b454 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:35:21.356028 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-05d98b39-36a9-47b8-9bef-dff578f0b454 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:21.383088 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-19af21b1-8d19-4dc3-806f-91b70b25453f tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (3c6ae405-de96-4883-9b14-e2eeffe29275), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:21.392002 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-0ff3371f-dc0d-4514-8061-5140635894e8 None None] Set router 6e39de51-4f5d-406e-b390-78a598f68bb2 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:35:21.429145 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-05d98b39-36a9-47b8-9bef-dff578f0b454 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.7483649 Feb 04 12:35:21.437074 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47802) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:21.439196 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7e120312-3d00-4f61-9977-d5c2138168bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (f7c5ae6d-0f3a-4f42-bb0e-f4479f9d1181), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:21.456496 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-6aa9e34c-36c7-484a-9aa7-4129aa7e0b67 None None] For port 843e453d-f599-414b-a099-18b2956e467e, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=843e453d-f599-414b-a099-18b2956e467e,segment=NetworkSegment(29265475-d841-4d42-aa8e-c2e5f5f99ca0),segment_id=29265475-d841-4d42-aa8e-c2e5f5f99ca0)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:35:21.508018 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6aa9e34c-36c7-484a-9aa7-4129aa7e0b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (843e453d-f599-414b-a099-18b2956e467e), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:21.525804 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 2c0b97af-bfeb-4337-9331-4523ff393ad5 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:35:21.536394 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (2c0b97af-bfeb-4337-9331-4523ff393ad5), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:21.599993 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2292dbfb-5898-4959-8485-b30a466e4189 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:21.607857 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-2292dbfb-5898-4959-8485-b30a466e4189 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522-project] 10.222.0.65 "DELETE /v2.0/ports/1ba02312-2076-418f-a0df-0a8d3b9439b6 HTTP/1.1" status: 204 len: 168 time: 1.5249829 Feb 04 12:35:21.610211 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 47804) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:21.615231 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2292dbfb-5898-4959-8485-b30a466e4189 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522-project] Pushing event deleted for resources: {'Port': ['ID=1ba02312-2076-418f-a0df-0a8d3b9439b6,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:21.674989 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e120312-3d00-4f61-9977-d5c2138168bf admin admin] Network 0f375d71-7ab0-4e89-b64c-f0f39161425c is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:35:21.682770 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e120312-3d00-4f61-9977-d5c2138168bf admin admin] Pushing event updated for resources: {'Port': ['ID=f7c5ae6d-0f3a-4f42-bb0e-f4479f9d1181,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:21.688666 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-7e120312-3d00-4f61-9977-d5c2138168bf admin admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:35:21.691661 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e120312-3d00-4f61-9977-d5c2138168bf admin admin] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:35:21.751046 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7e120312-3d00-4f61-9977-d5c2138168bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1599818'] for router_interface (6e39de51-4f5d-406e-b390-78a598f68bb2), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:21.765021 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f944ba9-792f-4beb-85f1-3084b02e1801 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:35:21.766675 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-0f944ba9-792f-4beb-85f1-3084b02e1801 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.3094800 Feb 04 12:35:21.823721 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47806) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:21.865828 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-0ff3371f-dc0d-4514-8061-5140635894e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e39de51-4f5d-406e-b390-78a598f68bb2', 'name': 'tempest-TaggedBootDevicesTest_v242-1896835153-router', 'tenant_id': '0a0c2cb10af841aeae2261540c473b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': 'e105fad5-7742-45f1-9e5f-fc3cbe0d0d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:35:11Z', 'updated_at': '2022-02-04T12:35:15Z', 'revision_number': 3, 'project_id': '0a0c2cb10af841aeae2261540c473b01', 'gw_port': {'id': 'e105fad5-7742-45f1-9e5f-fc3cbe0d0d08', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:5f:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e39de51-4f5d-406e-b390-78a598f68bb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:35:13Z', 'updated_at': '2022-02-04T12:35:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:35:21.942356 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:21.945009 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e399ab-7590-4c66-8cbf-39e71277e50e tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:35:21.955322 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e399ab-7590-4c66-8cbf-39e71277e50e tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:35:21.962176 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e399ab-7590-4c66-8cbf-39e71277e50e tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:35:21.963850 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff3371f-dc0d-4514-8061-5140635894e8 None None] The sync data for ids ['6e39de51-4f5d-406e-b390-78a598f68bb2'] in n-d-825015-3 is: [{'id': '6e39de51-4f5d-406e-b390-78a598f68bb2', 'name': 'tempest-TaggedBootDevicesTest_v242-1896835153-router', 'tenant_id': '0a0c2cb10af841aeae2261540c473b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': 'e105fad5-7742-45f1-9e5f-fc3cbe0d0d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:35:11Z', 'updated_at': '2022-02-04T12:35:15Z', 'revision_number': 3, 'project_id': '0a0c2cb10af841aeae2261540c473b01', 'gw_port': {'id': 'e105fad5-7742-45f1-9e5f-fc3cbe0d0d08', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:5f:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e39de51-4f5d-406e-b390-78a598f68bb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:35:13Z', 'updated_at': '2022-02-04T12:35:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:35:21.967322 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-19e399ab-7590-4c66-8cbf-39e71277e50e tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.1399741 Feb 04 12:35:21.968061 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47808) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:21.974539 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa9e34c-36c7-484a-9aa7-4129aa7e0b67 None None] Pushing event updated for resources: {'Port': ['ID=843e453d-f599-414b-a099-18b2956e467e,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:22.188732 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-44076e16-d954-442c-9666-0f7fe58e3015 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Deleting port aee52a46-0277-4de9-b6e3-540c55b32b35 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:35:22.189847 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-44076e16-d954-442c-9666-0f7fe58e3015 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (aee52a46-0277-4de9-b6e3-540c55b32b35), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:22.300995 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-31e55c95-8ad1-4a81-a25b-6a1f6b8ed294 None None] Current status of the port 01c78da1-31f1-450f-a38a-3bff23fe80e6 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:35:22.301842 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-31e55c95-8ad1-4a81-a25b-6a1f6b8ed294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (01c78da1-31f1-450f-a38a-3bff23fe80e6), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:22.312035 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 2c0b97af-bfeb-4337-9331-4523ff393ad5 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:35:22.313214 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7e120312-3d00-4f61-9977-d5c2138168bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (f7c5ae6d-0f3a-4f42-bb0e-f4479f9d1181), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:22.314016 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 01c78da1-31f1-450f-a38a-3bff23fe80e6 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:35:22.460532 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-31e55c95-8ad1-4a81-a25b-6a1f6b8ed294 None None] For port 01c78da1-31f1-450f-a38a-3bff23fe80e6, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=01c78da1-31f1-450f-a38a-3bff23fe80e6,segment=NetworkSegment(21396041-3213-426a-81bf-600fdb6a0f72),segment_id=21396041-3213-426a-81bf-600fdb6a0f72)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:35:22.499908 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-31e55c95-8ad1-4a81-a25b-6a1f6b8ed294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (01c78da1-31f1-450f-a38a-3bff23fe80e6), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:22.505426 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20c022f-fc9a-44eb-a90c-2fe541213810 None None] Update dhcp port {'port': {'network_id': '6c81f3de-3475-436c-a4ac-8f63955bceb3', 'fixed_ips': [{'subnet_id': '37c073a2-bd94-469b-87ac-65182fcebdba', 'ip_address': '172.20.0.18'}, {'subnet_id': 'e17443ec-3fa9-498d-8ad1-8629914fcc3a', 'ip_address': '172.20.0.2'}, {'subnet_id': '967ba8a2-d900-4951-a8bd-67d9d4e1d1ed'}], 'binding:host_id': 'n-d-825015-3'}, 'id': '2c0b97af-bfeb-4337-9331-4523ff393ad5'} from n-d-825015-3. {{(pid=103476) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 04 12:35:22.681374 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f20c022f-fc9a-44eb-a90c-2fe541213810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (2c0b97af-bfeb-4337-9331-4523ff393ad5), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:22.683004 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8c21bc1-1dab-4d91-b94c-7f4c326224e2 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522-project] Deleting subnet c027b9a5-c635-4761-96b0-f3a93d348a3c {{(pid=103475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:35:22.688552 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b8c21bc1-1dab-4d91-b94c-7f4c326224e2 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522-project] Publish callbacks [] for subnet (c027b9a5-c635-4761-96b0-f3a93d348a3c), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:22.762126 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7e120312-3d00-4f61-9977-d5c2138168bf admin admin] Publish callbacks [] for port (f7c5ae6d-0f3a-4f42-bb0e-f4479f9d1181), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:22.770051 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7e120312-3d00-4f61-9977-d5c2138168bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (f7c5ae6d-0f3a-4f42-bb0e-f4479f9d1181), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:22.801517 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-31e55c95-8ad1-4a81-a25b-6a1f6b8ed294 None None] Provisioning complete for port 39eacb74-0983-40ca-8e7e-f02af2222864 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:35:22.808250 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-31e55c95-8ad1-4a81-a25b-6a1f6b8ed294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (39eacb74-0983-40ca-8e7e-f02af2222864), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:22.845547 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b8c21bc1-1dab-4d91-b94c-7f4c326224e2 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51859329'] for subnet (c027b9a5-c635-4761-96b0-f3a93d348a3c), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:22.886194 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e55c95-8ad1-4a81-a25b-6a1f6b8ed294 None None] Pushing event updated for resources: {'Port': ['ID=01c78da1-31f1-450f-a38a-3bff23fe80e6,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:22.906030 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 01c78da1-31f1-450f-a38a-3bff23fe80e6 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:35:22.906404 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (01c78da1-31f1-450f-a38a-3bff23fe80e6), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:22.953991 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7e120312-3d00-4f61-9977-d5c2138168bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622202'] for router_interface (6e39de51-4f5d-406e-b390-78a598f68bb2), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:22.985484 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e120312-3d00-4f61-9977-d5c2138168bf admin admin] Pushing event updated for resources: {'Port': ['ID=f7c5ae6d-0f3a-4f42-bb0e-f4479f9d1181,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:23.101721 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-44076e16-d954-442c-9666-0f7fe58e3015 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (aee52a46-0277-4de9-b6e3-540c55b32b35), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:23.130230 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-44076e16-d954-442c-9666-0f7fe58e3015 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Calling delete_port for aee52a46-0277-4de9-b6e3-540c55b32b35 owned by {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:35:23.278679 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e120312-3d00-4f61-9977-d5c2138168bf admin admin] Network 0f375d71-7ab0-4e89-b64c-f0f39161425c is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:35:23.296203 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-7e120312-3d00-4f61-9977-d5c2138168bf admin admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:35:23.299908 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b8c21bc1-1dab-4d91-b94c-7f4c326224e2 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (c027b9a5-c635-4761-96b0-f3a93d348a3c), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:23.439225 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 12:35:23.470990 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-31e55c95-8ad1-4a81-a25b-6a1f6b8ed294 None None] Current status of the port 39eacb74-0983-40ca-8e7e-f02af2222864 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:35:23.471594 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-31e55c95-8ad1-4a81-a25b-6a1f6b8ed294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (39eacb74-0983-40ca-8e7e-f02af2222864), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:23.498830 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 01c78da1-31f1-450f-a38a-3bff23fe80e6 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:35:23.500200 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 20c733f6-4681-42e1-a522-fb4ff38ed60c up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:35:23.642946 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b8c21bc1-1dab-4d91-b94c-7f4c326224e2 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-52093282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51452698'] for subnet (c027b9a5-c635-4761-96b0-f3a93d348a3c), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:23.744907 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c21bc1-1dab-4d91-b94c-7f4c326224e2 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522-project] Pushing event deleted for resources: {'Subnet': ['ID=c027b9a5-c635-4761-96b0-f3a93d348a3c,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:23.768332 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-31e55c95-8ad1-4a81-a25b-6a1f6b8ed294 None None] For port 39eacb74-0983-40ca-8e7e-f02af2222864, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=39eacb74-0983-40ca-8e7e-f02af2222864,segment=NetworkSegment(65051265-6b98-475e-a8d8-918ad5701e4b),segment_id=65051265-6b98-475e-a8d8-918ad5701e4b)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:35:23.770386 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 20c733f6-4681-42e1-a522-fb4ff38ed60c triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:35:23.771302 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-19af21b1-8d19-4dc3-806f-91b70b25453f tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Delete allocated IP 172.20.0.6 (6c81f3de-3475-436c-a4ac-8f63955bceb3/e17443ec-3fa9-498d-8ad1-8629914fcc3a) {{(pid=103475) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 04 12:35:23.773283 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (20c733f6-4681-42e1-a522-fb4ff38ed60c), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:23.777484 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b8c21bc1-1dab-4d91-b94c-7f4c326224e2 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:23.783845 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-b8c21bc1-1dab-4d91-b94c-7f4c326224e2 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522-project] 10.222.0.65 "DELETE /v2.0/subnets/c027b9a5-c635-4761-96b0-f3a93d348a3c HTTP/1.1" status: 204 len: 168 time: 2.1577055 Feb 04 12:35:23.786776 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 47814) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:23.864595 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-31e55c95-8ad1-4a81-a25b-6a1f6b8ed294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (39eacb74-0983-40ca-8e7e-f02af2222864), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:23.915082 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-19af21b1-8d19-4dc3-806f-91b70b25453f tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Allocated IP 172.20.0.42 (6c81f3de-3475-436c-a4ac-8f63955bceb3/967ba8a2-d900-4951-a8bd-67d9d4e1d1ed/3c6ae405-de96-4883-9b14-e2eeffe29275) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:35:23.958720 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bff21b43-1cd3-47ac-8cc8-fa37e33bcf29 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (5a3287a0-5551-42c4-8852-d62d72784532), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:24.054073 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4621114e-3594-4cae-9a3e-c44423d2476f None None] Network dabebd4e-3de4-4793-b21b-9b2adc8aaa91 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:35:24.132745 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 20c733f6-4681-42e1-a522-fb4ff38ed60c is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:35:24.134083 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 39eacb74-0983-40ca-8e7e-f02af2222864 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:35:24.176566 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e55c95-8ad1-4a81-a25b-6a1f6b8ed294 None None] Pushing event updated for resources: {'Port': ['ID=39eacb74-0983-40ca-8e7e-f02af2222864,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:24.224920 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f160075-4302-4cd4-88cf-2fc5ffae7172 None None] Network 5a3287a0-5551-42c4-8852-d62d72784532 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:35:24.314609 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-19af21b1-8d19-4dc3-806f-91b70b25453f tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks [] for port (3c6ae405-de96-4883-9b14-e2eeffe29275), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:24.326680 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-19af21b1-8d19-4dc3-806f-91b70b25453f tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (3c6ae405-de96-4883-9b14-e2eeffe29275), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:24.404955 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19af21b1-8d19-4dc3-806f-91b70b25453f tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Pushing event updated for resources: {'Port': ['ID=3c6ae405-de96-4883-9b14-e2eeffe29275,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:24.409136 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-bff21b43-1cd3-47ac-8cc8-fa37e33bcf29 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522-project] Deleting port 01c78da1-31f1-450f-a38a-3bff23fe80e6 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:35:24.409531 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bff21b43-1cd3-47ac-8cc8-fa37e33bcf29 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (01c78da1-31f1-450f-a38a-3bff23fe80e6), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:24.520146 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e120312-3d00-4f61-9977-d5c2138168bf admin admin] Router 6e39de51-4f5d-406e-b390-78a598f68bb2 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:35:24.565622 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-44076e16-d954-442c-9666-0f7fe58e3015 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (aee52a46-0277-4de9-b6e3-540c55b32b35), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:24.567768 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-d8d5760b-5877-4ae0-ad9a-037ca2f463cd None None] Provisioning complete for port f7c5ae6d-0f3a-4f42-bb0e-f4479f9d1181 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:35:24.569318 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d8d5760b-5877-4ae0-ad9a-037ca2f463cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (f7c5ae6d-0f3a-4f42-bb0e-f4479f9d1181), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:24.591920 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-19af21b1-8d19-4dc3-806f-91b70b25453f tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] In _notify_port_updated(), no bound segment for port 3c6ae405-de96-4883-9b14-e2eeffe29275 on network 6c81f3de-3475-436c-a4ac-8f63955bceb3 {{(pid=103475) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 04 12:35:24.598787 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19af21b1-8d19-4dc3-806f-91b70b25453f tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:35:24.599433 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-19af21b1-8d19-4dc3-806f-91b70b25453f tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:24.601750 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-19af21b1-8d19-4dc3-806f-91b70b25453f tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "PUT /v2.0/ports/3c6ae405-de96-4883-9b14-e2eeffe29275 HTTP/1.1" status: 200 len: 958 time: 3.5245826 Feb 04 12:35:24.606313 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 47818) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:24.684216 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44076e16-d954-442c-9666-0f7fe58e3015 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Pushing event deleted for resources: {'Port': ['ID=aee52a46-0277-4de9-b6e3-540c55b32b35,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:24.739562 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-44076e16-d954-442c-9666-0f7fe58e3015 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:24.746785 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-44076e16-d954-442c-9666-0f7fe58e3015 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "DELETE /v2.0/ports/aee52a46-0277-4de9-b6e3-540c55b32b35 HTTP/1.1" status: 204 len: 168 time: 2.7774358 Feb 04 12:35:24.752808 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47820) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:24.760688 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-bff21b43-1cd3-47ac-8cc8-fa37e33bcf29 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522-project] For port 01c78da1-31f1-450f-a38a-3bff23fe80e6, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=01c78da1-31f1-450f-a38a-3bff23fe80e6,segment=NetworkSegment(21396041-3213-426a-81bf-600fdb6a0f72),segment_id=21396041-3213-426a-81bf-600fdb6a0f72)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:35:24.762314 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bff21b43-1cd3-47ac-8cc8-fa37e33bcf29 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (01c78da1-31f1-450f-a38a-3bff23fe80e6), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:24.804327 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-bff21b43-1cd3-47ac-8cc8-fa37e33bcf29 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522-project] Calling delete_port for 01c78da1-31f1-450f-a38a-3bff23fe80e6 owned by network:dhcp {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:35:24.828098 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-346f5a6a-8c6f-4135-9818-07c3a1b5e015 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Deleting port 3c6ae405-de96-4883-9b14-e2eeffe29275 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:35:24.828598 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-346f5a6a-8c6f-4135-9818-07c3a1b5e015 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (3c6ae405-de96-4883-9b14-e2eeffe29275), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:24.831472 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-d8d5760b-5877-4ae0-ad9a-037ca2f463cd None None] Port f7c5ae6d-0f3a-4f42-bb0e-f4479f9d1181 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:35:24.859077 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-f20c022f-fc9a-44eb-a90c-2fe541213810 None None] Allocated IP 172.20.0.34 (6c81f3de-3475-436c-a4ac-8f63955bceb3/967ba8a2-d900-4951-a8bd-67d9d4e1d1ed/2c0b97af-bfeb-4337-9331-4523ff393ad5) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:35:24.899975 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 39eacb74-0983-40ca-8e7e-f02af2222864 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:35:24.900703 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (39eacb74-0983-40ca-8e7e-f02af2222864), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:24.904220 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e120312-3d00-4f61-9977-d5c2138168bf admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:35:24.937809 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-7e120312-3d00-4f61-9977-d5c2138168bf admin admin] 10.222.0.65 "PUT /v2.0/routers/6e39de51-4f5d-406e-b390-78a598f68bb2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0729845 Feb 04 12:35:25.020299 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-346f5a6a-8c6f-4135-9818-07c3a1b5e015 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (3c6ae405-de96-4883-9b14-e2eeffe29275), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:25.036915 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-346f5a6a-8c6f-4135-9818-07c3a1b5e015 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Calling delete_port for 3c6ae405-de96-4883-9b14-e2eeffe29275 owned by {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:35:25.063298 n-d-825015-3 neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-57240262-9e4e-4749-817c-aaa77de1767e tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] GET failed (client error): The resource could not be found. Feb 04 12:35:25.065761 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-57240262-9e4e-4749-817c-aaa77de1767e tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "GET /v2.0/ports/aee52a46-0277-4de9-b6e3-540c55b32b35 HTTP/1.1" status: 404 len: 333 time: 0.1827679 Feb 04 12:35:25.068758 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47824) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:25.095970 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-d8d5760b-5877-4ae0-ad9a-037ca2f463cd None None] Provisioning complete for port 01c78da1-31f1-450f-a38a-3bff23fe80e6 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:35:25.096656 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d8d5760b-5877-4ae0-ad9a-037ca2f463cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (01c78da1-31f1-450f-a38a-3bff23fe80e6), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:25.233788 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-346f5a6a-8c6f-4135-9818-07c3a1b5e015 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (3c6ae405-de96-4883-9b14-e2eeffe29275), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:25.346763 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-c28acca6-0dc5-4839-a5a7-2d9cb9def5bd tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Deleting port 67d53a70-52fb-492a-8291-e7d2f21e7d00 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:35:25.347134 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c28acca6-0dc5-4839-a5a7-2d9cb9def5bd tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (67d53a70-52fb-492a-8291-e7d2f21e7d00), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:25.353404 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91833d1a-6191-46ab-97c2-58648816772e None None] DHCP port deletion for 5a3287a0-5551-42c4-8852-d62d72784532 request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 12:35:25.375802 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346f5a6a-8c6f-4135-9818-07c3a1b5e015 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Pushing event deleted for resources: {'Port': ['ID=3c6ae405-de96-4883-9b14-e2eeffe29275,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:25.406871 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6885a6-4dbe-40f6-b247-a3ada58cc984 None None] Sync routers for ids ['6e39de51-4f5d-406e-b390-78a598f68bb2'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:35:25.465452 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c28acca6-0dc5-4839-a5a7-2d9cb9def5bd tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (67d53a70-52fb-492a-8291-e7d2f21e7d00), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:25.483692 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-c28acca6-0dc5-4839-a5a7-2d9cb9def5bd tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Calling delete_port for 67d53a70-52fb-492a-8291-e7d2f21e7d00 owned by {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:35:25.492933 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-346f5a6a-8c6f-4135-9818-07c3a1b5e015 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:25.500498 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-346f5a6a-8c6f-4135-9818-07c3a1b5e015 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "DELETE /v2.0/ports/3c6ae405-de96-4883-9b14-e2eeffe29275 HTTP/1.1" status: 204 len: 168 time: 0.8916643 Feb 04 12:35:25.503375 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 47856) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:25.525509 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bff21b43-1cd3-47ac-8cc8-fa37e33bcf29 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (01c78da1-31f1-450f-a38a-3bff23fe80e6), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:25.580749 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff21b43-1cd3-47ac-8cc8-fa37e33bcf29 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522-project] Pushing event deleted for resources: {'Port': ['ID=01c78da1-31f1-450f-a38a-3bff23fe80e6,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:25.585263 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff21b43-1cd3-47ac-8cc8-fa37e33bcf29 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522-project] No DVR routers for this DVR port 01c78da1-31f1-450f-a38a-3bff23fe80e6 on host n-d-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:35:25.589077 n-d-825015-3 neutron-server[103475]: INFO neutron.pecan_wsgi.hooks.translation [None req-d48d3f00-aef1-4083-af9c-fa1ad074fa7a tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] GET failed (client error): The resource could not be found. Feb 04 12:35:25.594997 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-d48d3f00-aef1-4083-af9c-fa1ad074fa7a tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "GET /v2.0/ports/3c6ae405-de96-4883-9b14-e2eeffe29275 HTTP/1.1" status: 404 len: 333 time: 0.0897219 Feb 04 12:35:25.595865 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 47864) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:25.708592 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c28acca6-0dc5-4839-a5a7-2d9cb9def5bd tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (67d53a70-52fb-492a-8291-e7d2f21e7d00), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:25.751246 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6885a6-4dbe-40f6-b247-a3ada58cc984 None None] Routers {'6e39de51-4f5d-406e-b390-78a598f68bb2'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:35:25.752239 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-1a6885a6-4dbe-40f6-b247-a3ada58cc984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:35:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['6e39de51-4f5d-406e-b390-78a598f68bb2'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:35:25.765516 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28acca6-0dc5-4839-a5a7-2d9cb9def5bd tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Pushing event deleted for resources: {'Port': ['ID=67d53a70-52fb-492a-8291-e7d2f21e7d00,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:25.807833 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c28acca6-0dc5-4839-a5a7-2d9cb9def5bd tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:25.812859 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-c28acca6-0dc5-4839-a5a7-2d9cb9def5bd tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "DELETE /v2.0/ports/67d53a70-52fb-492a-8291-e7d2f21e7d00 HTTP/1.1" status: 204 len: 168 time: 0.7425511 Feb 04 12:35:25.815155 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47866) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:25.818074 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bff21b43-1cd3-47ac-8cc8-fa37e33bcf29 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (5a3287a0-5551-42c4-8852-d62d72784532), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:25.863327 n-d-825015-3 neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-621bd2d9-a6bb-4514-8a16-25f39d5ba19f tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] GET failed (client error): The resource could not be found. Feb 04 12:35:25.865235 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-621bd2d9-a6bb-4514-8a16-25f39d5ba19f tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "GET /v2.0/ports/67d53a70-52fb-492a-8291-e7d2f21e7d00 HTTP/1.1" status: 404 len: 333 time: 0.0487700 Feb 04 12:35:25.868973 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47870) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:25.899187 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-bff21b43-1cd3-47ac-8cc8-fa37e33bcf29 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a3287a0-5551-42c4-8852-d62d72784532']}} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:35:25.930084 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-bff21b43-1cd3-47ac-8cc8-fa37e33bcf29 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21396041-3213-426a-81bf-600fdb6a0f72') {'for_net_delete': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:35:25.931375 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-bff21b43-1cd3-47ac-8cc8-fa37e33bcf29 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21396041-3213-426a-81bf-600fdb6a0f72') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:35:25.934640 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-16d982ae-865e-4b09-a19d-2a1dd381e86d tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks [] for security_group (8b578936-8ddb-4901-ae23-866f9d5ab150), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:25.958551 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-d8d5760b-5877-4ae0-ad9a-037ca2f463cd None None] Could not find standard attr ID for object 01c78da1-31f1-450f-a38a-3bff23fe80e6. {{(pid=103476) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 12:35:25.964877 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bff21b43-1cd3-47ac-8cc8-fa37e33bcf29 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51859336'] for segment (21396041-3213-426a-81bf-600fdb6a0f72), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:25.969804 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-b52d17e9-0257-403c-ad5c-de70401fd10f tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Deleting subnet 20a075a3-d7e9-4721-943c-c26cf8997223 {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:35:25.976706 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b52d17e9-0257-403c-ad5c-de70401fd10f tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks [] for subnet (20a075a3-d7e9-4721-943c-c26cf8997223), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:25.998440 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-16d982ae-865e-4b09-a19d-2a1dd381e86d tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks [] for security_group (8b578936-8ddb-4901-ae23-866f9d5ab150), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:26.002118 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bff21b43-1cd3-47ac-8cc8-fa37e33bcf29 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (21396041-3213-426a-81bf-600fdb6a0f72), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:26.033098 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bff21b43-1cd3-47ac-8cc8-fa37e33bcf29 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=103475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:35:26.033646 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bff21b43-1cd3-47ac-8cc8-fa37e33bcf29 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-52093388'] for segment (21396041-3213-426a-81bf-600fdb6a0f72), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:26.037953 n-d-825015-3 neutron-server[103475]: Traceback (most recent call last): Feb 04 12:35:26.037953 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:35:26.037953 n-d-825015-3 neutron-server[103475]: timer() Feb 04 12:35:26.037953 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:35:26.037953 n-d-825015-3 neutron-server[103475]: cb(*args, **kw) Feb 04 12:35:26.037953 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:35:26.037953 n-d-825015-3 neutron-server[103475]: return func(*args, **kwargs) Feb 04 12:35:26.037953 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:35:26.037953 n-d-825015-3 neutron-server[103475]: self._notify() Feb 04 12:35:26.037953 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:35:26.037953 n-d-825015-3 neutron-server[103475]: self.callback(batched_events) Feb 04 12:35:26.037953 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:35:26.037953 n-d-825015-3 neutron-server[103475]: event.method(event) Feb 04 12:35:26.037953 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:35:26.037953 n-d-825015-3 neutron-server[103475]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:35:26.037953 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:35:26.037953 n-d-825015-3 neutron-server[103475]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:35:26.037953 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:35:26.037953 n-d-825015-3 neutron-server[103475]: return f(self, *a, **k) Feb 04 12:35:26.037953 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:35:26.037953 n-d-825015-3 neutron-server[103475]: return self._get(url).json() Feb 04 12:35:26.037953 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:35:26.037953 n-d-825015-3 neutron-server[103475]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:35:26.037953 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:35:26.037953 n-d-825015-3 neutron-server[103475]: return self.request(url, 'GET', **kwargs) Feb 04 12:35:26.037953 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:35:26.037953 n-d-825015-3 neutron-server[103475]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:35:26.037953 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:35:26.037953 n-d-825015-3 neutron-server[103475]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:35:26.037953 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:35:26.037953 n-d-825015-3 neutron-server[103475]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:35:26.037953 n-d-825015-3 neutron-server[103475]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:35:26.047582 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b52d17e9-0257-403c-ad5c-de70401fd10f tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (20a075a3-d7e9-4721-943c-c26cf8997223), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:26.123357 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-f20c022f-fc9a-44eb-a90c-2fe541213810 None None] For port 2c0b97af-bfeb-4337-9331-4523ff393ad5, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=2c0b97af-bfeb-4337-9331-4523ff393ad5,segment=NetworkSegment(2dd59e3f-7ea5-44ca-8b43-515aa46e8b05),segment_id=2dd59e3f-7ea5-44ca-8b43-515aa46e8b05)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:35:26.156359 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-16d982ae-865e-4b09-a19d-2a1dd381e86d tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (8b578936-8ddb-4901-ae23-866f9d5ab150), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:26.159886 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-16d982ae-865e-4b09-a19d-2a1dd381e86d tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:26.161492 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-16d982ae-865e-4b09-a19d-2a1dd381e86d tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "DELETE /v2.0/security-groups/8b578936-8ddb-4901-ae23-866f9d5ab150 HTTP/1.1" status: 204 len: 168 time: 0.5603898 Feb 04 12:35:26.182330 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 47880) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:26.183159 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d982ae-865e-4b09-a19d-2a1dd381e86d tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b578936-8ddb-4901-ae23-866f9d5ab150,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:26.196066 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bff21b43-1cd3-47ac-8cc8-fa37e33bcf29 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (5a3287a0-5551-42c4-8852-d62d72784532), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:26.212455 n-d-825015-3 neutron-server[103476]: INFO neutron.plugins.ml2.db [None req-d8d5760b-5877-4ae0-ad9a-037ca2f463cd None None] No ports have port_id starting with 01c78da1-31f1-450f-a38a-3bff23fe80e6 Feb 04 12:35:26.244516 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f20c022f-fc9a-44eb-a90c-2fe541213810 None None] Publish callbacks [] for port (2c0b97af-bfeb-4337-9331-4523ff393ad5), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:26.253082 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 39eacb74-0983-40ca-8e7e-f02af2222864 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:35:26.292550 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f20c022f-fc9a-44eb-a90c-2fe541213810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (2c0b97af-bfeb-4337-9331-4523ff393ad5), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:26.325828 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bff21b43-1cd3-47ac-8cc8-fa37e33bcf29 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:26.331684 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-bff21b43-1cd3-47ac-8cc8-fa37e33bcf29 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522-project] 10.222.0.65 "DELETE /v2.0/networks/5a3287a0-5551-42c4-8852-d62d72784532 HTTP/1.1" status: 204 len: 168 time: 2.5435455 Feb 04 12:35:26.398755 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b52d17e9-0257-403c-ad5c-de70401fd10f tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (20a075a3-d7e9-4721-943c-c26cf8997223), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:26.475418 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff21b43-1cd3-47ac-8cc8-fa37e33bcf29 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522 tempest-ExtraDHCPOptionsIpV6TestJSON-675937522-project] Pushing event deleted for resources: {'Network': ['ID=5a3287a0-5551-42c4-8852-d62d72784532,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:26.487383 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20c022f-fc9a-44eb-a90c-2fe541213810 None None] Pushing event updated for resources: {'Port': ['ID=2c0b97af-bfeb-4337-9331-4523ff393ad5,revision_number=7']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:26.507389 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-dae7ad82-2659-40d5-9267-75315a158e59 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks [] for security_group (761e2885-6641-4e27-b0cb-8cff31872fb2), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:26.563244 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-d8d5760b-5877-4ae0-ad9a-037ca2f463cd None None] Could not find standard attr ID for object e9a3305a-f767-4907-8800-935e69168693. {{(pid=103476) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 12:35:26.566428 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b52d17e9-0257-403c-ad5c-de70401fd10f tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (20a075a3-d7e9-4721-943c-c26cf8997223), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:26.608310 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52d17e9-0257-403c-ad5c-de70401fd10f tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Pushing event deleted for resources: {'Subnet': ['ID=20a075a3-d7e9-4721-943c-c26cf8997223,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:26.627681 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b52d17e9-0257-403c-ad5c-de70401fd10f tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:26.630134 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-dae7ad82-2659-40d5-9267-75315a158e59 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks [] for security_group (761e2885-6641-4e27-b0cb-8cff31872fb2), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:26.634204 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-b52d17e9-0257-403c-ad5c-de70401fd10f tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "DELETE /v2.0/subnets/20a075a3-d7e9-4721-943c-c26cf8997223 HTTP/1.1" status: 204 len: 168 time: 0.7604871 Feb 04 12:35:26.641018 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 47890) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:26.655604 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-d8d5760b-5877-4ae0-ad9a-037ca2f463cd None None] Could not find standard attr ID for object 1ba02312-2076-418f-a0df-0a8d3b9439b6. {{(pid=103476) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 12:35:26.675715 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-91833d1a-6191-46ab-97c2-58648816772e None None] Deleting port 01c78da1-31f1-450f-a38a-3bff23fe80e6 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:35:26.676307 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-91833d1a-6191-46ab-97c2-58648816772e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (01c78da1-31f1-450f-a38a-3bff23fe80e6), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:26.845203 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-d8d5760b-5877-4ae0-ad9a-037ca2f463cd None None] Provisioning complete for port 39eacb74-0983-40ca-8e7e-f02af2222864 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:35:26.845859 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d8d5760b-5877-4ae0-ad9a-037ca2f463cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (39eacb74-0983-40ca-8e7e-f02af2222864), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:26.872235 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server [None req-91833d1a-6191-46ab-97c2-58648816772e None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network 5a3287a0-5551-42c4-8852-d62d72784532 could not be found. Feb 04 12:35:26.872235 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 04 12:35:26.872235 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Feb 04 12:35:26.872235 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Feb 04 12:35:26.872235 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Feb 04 12:35:26.872235 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Feb 04 12:35:26.872235 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Feb 04 12:35:26.872235 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return self._iter().one() Feb 04 12:35:26.872235 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Feb 04 12:35:26.872235 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return self._only_one_row( Feb 04 12:35:26.872235 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Feb 04 12:35:26.872235 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Feb 04 12:35:26.872235 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Feb 04 12:35:26.872235 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server Feb 04 12:35:26.872235 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Feb 04 12:35:26.872235 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server Feb 04 12:35:26.872235 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 04 12:35:26.872235 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 04 12:35:26.872235 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 04 12:35:26.872235 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 04 12:35:26.872235 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 04 12:35:26.872235 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 04 12:35:26.872235 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 04 12:35:26.872235 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 12:35:26.872235 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 12:35:26.872235 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 12:35:26.872235 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 12:35:26.872235 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 12:35:26.872235 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 12:35:26.872235 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 12:35:26.872235 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 12:35:26.872235 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 12:35:26.872235 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 12:35:26.872235 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 12:35:26.872235 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 12:35:26.872235 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 12:35:26.872235 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 12:35:26.872235 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 12:35:26.872235 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 12:35:26.872235 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 12:35:26.872235 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 12:35:26.872235 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 12:35:26.872235 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 12:35:26.872235 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 12:35:26.872235 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 12:35:26.872235 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 12:35:26.872235 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 12:35:26.872235 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 253, in release_dhcp_port Feb 04 12:35:26.872235 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Feb 04 12:35:26.872235 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1552, in delete_ports_by_device_id Feb 04 12:35:26.872235 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Feb 04 12:35:26.872235 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 04 12:35:26.872235 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 12:35:26.872235 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 04 12:35:26.872235 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 12:35:26.876270 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 12:35:26.876270 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 12:35:26.876270 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 12:35:26.876270 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 12:35:26.876270 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 12:35:26.876270 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 12:35:26.876270 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 12:35:26.876270 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 12:35:26.876270 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 12:35:26.876270 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 12:35:26.876270 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 12:35:26.876270 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 12:35:26.876270 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 12:35:26.876270 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 12:35:26.876270 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 12:35:26.876270 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 12:35:26.876270 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 12:35:26.876270 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 12:35:26.876270 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 12:35:26.876270 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 12:35:26.876270 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 12:35:26.876270 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 12:35:26.876270 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 12:35:26.876270 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 12:35:26.876270 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 2019, in delete_port Feb 04 12:35:26.876270 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Feb 04 12:35:26.876270 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 04 12:35:26.876270 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 12:35:26.876270 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1219, in get_network Feb 04 12:35:26.876270 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Feb 04 12:35:26.876270 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Feb 04 12:35:26.876270 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Feb 04 12:35:26.876270 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network 5a3287a0-5551-42c4-8852-d62d72784532 could not be found. Feb 04 12:35:26.876270 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server Feb 04 12:35:26.937635 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device e105fad5-7742-45f1-9e5f-fc3cbe0d0d08 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:35:26.939695 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe72bbf-69f5-4d94-a5a7-cdafc16dff32 None None] Network dabebd4e-3de4-4793-b21b-9b2adc8aaa91 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:35:26.941519 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc16d4c4-5e50-4d4f-8a08-7f1a730e4736 None None] DHCP port deletion for 5a3287a0-5551-42c4-8852-d62d72784532 request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 12:35:27.006313 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-70c0642e-1b83-42f9-b750-55d742187236 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (dabebd4e-3de4-4793-b21b-9b2adc8aaa91), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:27.030050 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-dae7ad82-2659-40d5-9267-75315a158e59 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (761e2885-6641-4e27-b0cb-8cff31872fb2), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:27.036557 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-dae7ad82-2659-40d5-9267-75315a158e59 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:27.043992 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-dae7ad82-2659-40d5-9267-75315a158e59 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "DELETE /v2.0/security-groups/761e2885-6641-4e27-b0cb-8cff31872fb2 HTTP/1.1" status: 204 len: 168 time: 0.8419340 Feb 04 12:35:27.046878 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47946) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:27.052641 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47948) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:27.081186 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae7ad82-2659-40d5-9267-75315a158e59 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=761e2885-6641-4e27-b0cb-8cff31872fb2,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:27.118715 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-70c0642e-1b83-42f9-b750-55d742187236 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Deleting port 843e453d-f599-414b-a099-18b2956e467e {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:35:27.119494 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-70c0642e-1b83-42f9-b750-55d742187236 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (843e453d-f599-414b-a099-18b2956e467e), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:27.273572 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2b0ac3d2-26cb-4d0c-a90f-0a87ae29f25e tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks [] for security_group (4c84816b-5228-4309-833e-234a0de3f7ea), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:27.321950 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-1a6885a6-4dbe-40f6-b247-a3ada58cc984 None None] Set router 6e39de51-4f5d-406e-b390-78a598f68bb2 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:35:27.338976 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-70c0642e-1b83-42f9-b750-55d742187236 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] For port 843e453d-f599-414b-a099-18b2956e467e, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=843e453d-f599-414b-a099-18b2956e467e,segment=NetworkSegment(29265475-d841-4d42-aa8e-c2e5f5f99ca0),segment_id=29265475-d841-4d42-aa8e-c2e5f5f99ca0)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:35:27.339636 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-70c0642e-1b83-42f9-b750-55d742187236 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (843e453d-f599-414b-a099-18b2956e467e), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:27.365767 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2b0ac3d2-26cb-4d0c-a90f-0a87ae29f25e tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks [] for security_group (4c84816b-5228-4309-833e-234a0de3f7ea), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:27.381320 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-70c0642e-1b83-42f9-b750-55d742187236 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Calling delete_port for 843e453d-f599-414b-a099-18b2956e467e owned by network:dhcp {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:35:27.460688 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2b0ac3d2-26cb-4d0c-a90f-0a87ae29f25e tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (4c84816b-5228-4309-833e-234a0de3f7ea), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:27.465607 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2b0ac3d2-26cb-4d0c-a90f-0a87ae29f25e tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:27.470427 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-2b0ac3d2-26cb-4d0c-a90f-0a87ae29f25e tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "DELETE /v2.0/security-groups/4c84816b-5228-4309-833e-234a0de3f7ea HTTP/1.1" status: 204 len: 168 time: 0.4212031 Feb 04 12:35:27.473192 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47958) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:27.569064 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0ac3d2-26cb-4d0c-a90f-0a87ae29f25e tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c84816b-5228-4309-833e-234a0de3f7ea,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:27.695328 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-a90b1b76-afa2-415b-a8a0-86cb776f7ee7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1c7407a5783f435384f983664e706f44&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6416023 Feb 04 12:35:27.706432 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 47960) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:27.736224 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5230fca-60bb-4254-a4e8-5cd335c2b449 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Deleting subnet e17443ec-3fa9-498d-8ad1-8629914fcc3a {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:35:27.752507 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b5230fca-60bb-4254-a4e8-5cd335c2b449 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks [] for subnet (e17443ec-3fa9-498d-8ad1-8629914fcc3a), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:27.754553 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-70c0642e-1b83-42f9-b750-55d742187236 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (843e453d-f599-414b-a099-18b2956e467e), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:27.806605 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c0642e-1b83-42f9-b750-55d742187236 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] No DVR routers for this DVR port 843e453d-f599-414b-a099-18b2956e467e on host n-d-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:35:27.906296 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b5230fca-60bb-4254-a4e8-5cd335c2b449 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (e17443ec-3fa9-498d-8ad1-8629914fcc3a), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:27.975796 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c0642e-1b83-42f9-b750-55d742187236 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Pushing event deleted for resources: {'Port': ['ID=843e453d-f599-414b-a099-18b2956e467e,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:28.133629 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-d8d5760b-5877-4ae0-ad9a-037ca2f463cd None None] Current status of the port 39eacb74-0983-40ca-8e7e-f02af2222864 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:35:28.142426 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abede031-252c-4bf5-85d5-dad544127936 None None] DHCP port deletion for dabebd4e-3de4-4793-b21b-9b2adc8aaa91 request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 12:35:28.194417 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-70c0642e-1b83-42f9-b750-55d742187236 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (dabebd4e-3de4-4793-b21b-9b2adc8aaa91), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:28.230825 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-70c0642e-1b83-42f9-b750-55d742187236 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dabebd4e-3de4-4793-b21b-9b2adc8aaa91']}} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:35:28.264892 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-70c0642e-1b83-42f9-b750-55d742187236 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29265475-d841-4d42-aa8e-c2e5f5f99ca0') {'for_net_delete': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:35:28.270724 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b5230fca-60bb-4254-a4e8-5cd335c2b449 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (e17443ec-3fa9-498d-8ad1-8629914fcc3a), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:28.271465 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-70c0642e-1b83-42f9-b750-55d742187236 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29265475-d841-4d42-aa8e-c2e5f5f99ca0') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:35:28.288876 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-022e5a53-7158-4a60-9bcb-c229733f24f6 None None] Could not find standard attr ID for object 3c6ae405-de96-4883-9b14-e2eeffe29275. {{(pid=103476) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 12:35:28.295407 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-70c0642e-1b83-42f9-b750-55d742187236 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51859336'] for segment (29265475-d841-4d42-aa8e-c2e5f5f99ca0), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:28.296057 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port e105fad5-7742-45f1-9e5f-fc3cbe0d0d08 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:35:28.296512 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (e105fad5-7742-45f1-9e5f-fc3cbe0d0d08), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:28.317236 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-70c0642e-1b83-42f9-b750-55d742187236 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (29265475-d841-4d42-aa8e-c2e5f5f99ca0), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:28.347202 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70c0642e-1b83-42f9-b750-55d742187236 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=103475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:35:28.348235 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-70c0642e-1b83-42f9-b750-55d742187236 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-52093388'] for segment (29265475-d841-4d42-aa8e-c2e5f5f99ca0), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:28.352333 n-d-825015-3 neutron-server[103475]: Traceback (most recent call last): Feb 04 12:35:28.352333 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:35:28.352333 n-d-825015-3 neutron-server[103475]: timer() Feb 04 12:35:28.352333 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:35:28.352333 n-d-825015-3 neutron-server[103475]: cb(*args, **kw) Feb 04 12:35:28.352333 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:35:28.352333 n-d-825015-3 neutron-server[103475]: return func(*args, **kwargs) Feb 04 12:35:28.352333 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:35:28.352333 n-d-825015-3 neutron-server[103475]: self._notify() Feb 04 12:35:28.352333 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:35:28.352333 n-d-825015-3 neutron-server[103475]: self.callback(batched_events) Feb 04 12:35:28.352333 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:35:28.352333 n-d-825015-3 neutron-server[103475]: event.method(event) Feb 04 12:35:28.352333 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:35:28.352333 n-d-825015-3 neutron-server[103475]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:35:28.352333 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:35:28.352333 n-d-825015-3 neutron-server[103475]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:35:28.352333 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:35:28.352333 n-d-825015-3 neutron-server[103475]: return f(self, *a, **k) Feb 04 12:35:28.352333 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:35:28.352333 n-d-825015-3 neutron-server[103475]: return self._get(url).json() Feb 04 12:35:28.352333 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:35:28.352333 n-d-825015-3 neutron-server[103475]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:35:28.352333 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:35:28.352333 n-d-825015-3 neutron-server[103475]: return self.request(url, 'GET', **kwargs) Feb 04 12:35:28.352333 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:35:28.352333 n-d-825015-3 neutron-server[103475]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:35:28.352333 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:35:28.352333 n-d-825015-3 neutron-server[103475]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:35:28.352333 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:35:28.352333 n-d-825015-3 neutron-server[103475]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:35:28.352333 n-d-825015-3 neutron-server[103475]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:35:28.410671 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b5230fca-60bb-4254-a4e8-5cd335c2b449 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (e17443ec-3fa9-498d-8ad1-8629914fcc3a), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:28.431233 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-022e5a53-7158-4a60-9bcb-c229733f24f6 None None] Provisioning complete for port 321afa55-ce20-439e-8f10-8deebac6c9b0 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:35:28.432491 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-022e5a53-7158-4a60-9bcb-c229733f24f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (321afa55-ce20-439e-8f10-8deebac6c9b0), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:28.449852 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5052fc6e-335a-4cdd-8618-16ae0d0d9c00 admin admin] Publish callbacks [] for security_group (c79387ac-0090-4b44-86ea-0739f64f6331), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:28.468180 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b5230fca-60bb-4254-a4e8-5cd335c2b449 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:28.494198 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-b5230fca-60bb-4254-a4e8-5cd335c2b449 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "DELETE /v2.0/subnets/e17443ec-3fa9-498d-8ad1-8629914fcc3a HTTP/1.1" status: 204 len: 168 time: 1.0036609 Feb 04 12:35:28.518459 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 47988) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:28.576368 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5230fca-60bb-4254-a4e8-5cd335c2b449 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Pushing event deleted for resources: {'Subnet': ['ID=e17443ec-3fa9-498d-8ad1-8629914fcc3a,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:28.597643 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-022e5a53-7158-4a60-9bcb-c229733f24f6 None None] Port 321afa55-ce20-439e-8f10-8deebac6c9b0 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:35:28.631541 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-022e5a53-7158-4a60-9bcb-c229733f24f6 None None] Could not find standard attr ID for object 67d53a70-52fb-492a-8291-e7d2f21e7d00. {{(pid=103476) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 12:35:28.634611 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5052fc6e-335a-4cdd-8618-16ae0d0d9c00 admin admin] Publish callbacks [] for security_group (c79387ac-0090-4b44-86ea-0739f64f6331), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:28.645901 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-70c0642e-1b83-42f9-b750-55d742187236 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (dabebd4e-3de4-4793-b21b-9b2adc8aaa91), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:28.665066 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-022e5a53-7158-4a60-9bcb-c229733f24f6 None None] Provisioning complete for port 2c0b97af-bfeb-4337-9331-4523ff393ad5 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:35:28.665485 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-022e5a53-7158-4a60-9bcb-c229733f24f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (2c0b97af-bfeb-4337-9331-4523ff393ad5), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:28.684212 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-70c0642e-1b83-42f9-b750-55d742187236 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:28.695592 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-70c0642e-1b83-42f9-b750-55d742187236 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "DELETE /v2.0/networks/dabebd4e-3de4-4793-b21b-9b2adc8aaa91 HTTP/1.1" status: 204 len: 168 time: 2.0479627 Feb 04 12:35:28.700040 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48002) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:28.706707 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-54994daf-3b3f-4468-aea6-a53f7c0aa2b7 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1349509834'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:35:28.719217 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c0642e-1b83-42f9-b750-55d742187236 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Pushing event deleted for resources: {'Network': ['ID=dabebd4e-3de4-4793-b21b-9b2adc8aaa91,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:28.725806 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-1a6885a6-4dbe-40f6-b247-a3ada58cc984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e39de51-4f5d-406e-b390-78a598f68bb2', 'name': 'tempest-TaggedBootDevicesTest_v242-1896835153-router', 'tenant_id': '0a0c2cb10af841aeae2261540c473b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': 'e105fad5-7742-45f1-9e5f-fc3cbe0d0d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:35:11Z', 'updated_at': '2022-02-04T12:35:22Z', 'revision_number': 4, 'project_id': '0a0c2cb10af841aeae2261540c473b01', 'gw_port': {'id': 'e105fad5-7742-45f1-9e5f-fc3cbe0d0d08', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:5f:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e39de51-4f5d-406e-b390-78a598f68bb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:35:13Z', 'updated_at': '2022-02-04T12:35:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'f7c5ae6d-0f3a-4f42-bb0e-f4479f9d1181', 'name': '', 'network_id': '0f375d71-7ab0-4e89-b64c-f0f39161425c', 'tenant_id': '0a0c2cb10af841aeae2261540c473b01', 'mac_address': 'fa:16:3e:c9:70:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e39de51-4f5d-406e-b390-78a598f68bb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'd7ff49a0-cf24-4857-9ae2-9b8657a79ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:35:20Z', 'updated_at': '2022-02-04T12:35:22Z', 'revision_number': 2, 'project_id': '0a0c2cb10af841aeae2261540c473b01', 'subnets': [{'id': 'd7ff49a0-cf24-4857-9ae2-9b8657a79ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:35:28.777668 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5052fc6e-335a-4cdd-8618-16ae0d0d9c00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (c79387ac-0090-4b44-86ea-0739f64f6331), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:28.793225 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54994daf-3b3f-4468-aea6-a53f7c0aa2b7 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Made reservation on behalf of 90a71f7c621340c08dbfd8625731c118 for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:35:28.796563 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5052fc6e-335a-4cdd-8618-16ae0d0d9c00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:28.800577 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-5052fc6e-335a-4cdd-8618-16ae0d0d9c00 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c79387ac-0090-4b44-86ea-0739f64f6331 HTTP/1.1" status: 204 len: 168 time: 1.0918317 Feb 04 12:35:28.808917 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-54994daf-3b3f-4468-aea6-a53f7c0aa2b7 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:28.817442 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e762643-1deb-4f34-b005-617da72fc44a tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Deleting subnet 967ba8a2-d900-4951-a8bd-67d9d4e1d1ed {{(pid=103475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:35:28.825049 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1e762643-1deb-4f34-b005-617da72fc44a tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks [] for subnet (967ba8a2-d900-4951-a8bd-67d9d4e1d1ed), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:28.826924 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e0b075-3760-4ced-80cb-dbe8fffba1a5 None None] get_active_networks_info from n-d-825015-3 {{(pid=103476) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 04 12:35:28.846071 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6885a6-4dbe-40f6-b247-a3ada58cc984 None None] Checking router: 6e39de51-4f5d-406e-b390-78a598f68bb2 for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:35:28.846071 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6885a6-4dbe-40f6-b247-a3ada58cc984 None None] Updating router 6e39de51-4f5d-406e-b390-78a598f68bb2 port f7c5ae6d-0f3a-4f42-bb0e-f4479f9d1181 binding host n-d-825015-3 {{(pid=103476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:35:28.867148 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5052fc6e-335a-4cdd-8618-16ae0d0d9c00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c79387ac-0090-4b44-86ea-0739f64f6331,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:28.880896 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54994daf-3b3f-4468-aea6-a53f7c0aa2b7 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:35:28.928258 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1e762643-1deb-4f34-b005-617da72fc44a tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51859329'] for subnet (967ba8a2-d900-4951-a8bd-67d9d4e1d1ed), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:28.933201 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-54994daf-3b3f-4468-aea6-a53f7c0aa2b7 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (96345d15-5c83-4aed-b331-c142cde01aae), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:28.933565 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-54994daf-3b3f-4468-aea6-a53f7c0aa2b7 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Added segment 96345d15-5c83-4aed-b331-c142cde01aae of type vlan for network e6593e91-a127-4466-884e-e09301927fbb Feb 04 12:35:28.983318 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port e105fad5-7742-45f1-9e5f-fc3cbe0d0d08 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:35:28.989355 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (e105fad5-7742-45f1-9e5f-fc3cbe0d0d08), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:29.066673 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1e762643-1deb-4f34-b005-617da72fc44a tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (967ba8a2-d900-4951-a8bd-67d9d4e1d1ed), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:29.094106 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1a6885a6-4dbe-40f6-b247-a3ada58cc984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (f7c5ae6d-0f3a-4f42-bb0e-f4479f9d1181), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:29.108143 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port e105fad5-7742-45f1-9e5f-fc3cbe0d0d08, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=e105fad5-7742-45f1-9e5f-fc3cbe0d0d08,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:35:29.112563 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-54994daf-3b3f-4468-aea6-a53f7c0aa2b7 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (e6593e91-a127-4466-884e-e09301927fbb), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:29.158691 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (e105fad5-7742-45f1-9e5f-fc3cbe0d0d08), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:29.159482 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 843e453d-f599-414b-a099-18b2956e467e up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:35:29.197165 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-54994daf-3b3f-4468-aea6-a53f7c0aa2b7 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (e6593e91-a127-4466-884e-e09301927fbb), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:29.204176 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1e762643-1deb-4f34-b005-617da72fc44a tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-52093282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51452698'] for subnet (967ba8a2-d900-4951-a8bd-67d9d4e1d1ed), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:29.214881 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54994daf-3b3f-4468-aea6-a53f7c0aa2b7 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:35:29.218707 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-54994daf-3b3f-4468-aea6-a53f7c0aa2b7 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:29.224041 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 843e453d-f599-414b-a099-18b2956e467e {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:35:29.224549 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 843e453d-f599-414b-a099-18b2956e467e not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 04 12:35:29.260463 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e762643-1deb-4f34-b005-617da72fc44a tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Pushing event deleted for resources: {'Subnet': ['ID=967ba8a2-d900-4951-a8bd-67d9d4e1d1ed,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:29.266883 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1e762643-1deb-4f34-b005-617da72fc44a tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:29.271480 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-1e762643-1deb-4f34-b005-617da72fc44a tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "DELETE /v2.0/subnets/967ba8a2-d900-4951-a8bd-67d9d4e1d1ed HTTP/1.1" status: 204 len: 168 time: 0.7454829 Feb 04 12:35:29.274277 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 48020) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:29.313602 n-d-825015-3 neutron-server[103475]: INFO neutron.pecan_wsgi.hooks.translation [None req-610b9ced-4351-4224-9b5f-91ad37edb4c0 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] DELETE failed (client error): The resource could not be found. Feb 04 12:35:29.314197 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-610b9ced-4351-4224-9b5f-91ad37edb4c0 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103475) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 12:35:29.347723 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-610b9ced-4351-4224-9b5f-91ad37edb4c0 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "DELETE /v2.0/subnets/e17443ec-3fa9-498d-8ad1-8629914fcc3a HTTP/1.1" status: 404 len: 337 time: 0.0718677 Feb 04 12:35:29.349178 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 48026) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:29.393424 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54994daf-3b3f-4468-aea6-a53f7c0aa2b7 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Pushing event updated for resources: {'Network': ['ID=e6593e91-a127-4466-884e-e09301927fbb,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:29.421862 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-54994daf-3b3f-4468-aea6-a53f7c0aa2b7 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7153447 Feb 04 12:35:29.423816 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48030) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:29.439118 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-f9a99b8f-dbd7-4f17-8baf-a87b7c3bfd9f tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Request body: {'subnet': {'network_id': 'e6593e91-a127-4466-884e-e09301927fbb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:35:29.539308 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa74165d-55b4-4f97-8836-e22f4379eee8 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Deleting subnet 37c073a2-bd94-469b-87ac-65182fcebdba {{(pid=103475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:35:29.549139 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-aa74165d-55b4-4f97-8836-e22f4379eee8 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks [] for subnet (37c073a2-bd94-469b-87ac-65182fcebdba), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:29.663438 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-aa74165d-55b4-4f97-8836-e22f4379eee8 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51859329'] for subnet (37c073a2-bd94-469b-87ac-65182fcebdba), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:29.677075 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9a99b8f-dbd7-4f17-8baf-a87b7c3bfd9f tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Made reservation on behalf of 90a71f7c621340c08dbfd8625731c118 for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:35:29.682428 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f9a99b8f-dbd7-4f17-8baf-a87b7c3bfd9f tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60610638'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:29.911353 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-aa74165d-55b4-4f97-8836-e22f4379eee8 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (37c073a2-bd94-469b-87ac-65182fcebdba), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:29.918634 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network e6593e91-a127-4466-884e-e09301927fbb details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:35:29.921078 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Port 843e453d-f599-414b-a099-18b2956e467e not found, will not notify nova. {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 04 12:35:29.921599 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 39eacb74-0983-40ca-8e7e-f02af2222864 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:35:29.923505 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=e105fad5-7742-45f1-9e5f-fc3cbe0d0d08,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:29.926826 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-022e5a53-7158-4a60-9bcb-c229733f24f6 None None] Current status of the port 2c0b97af-bfeb-4337-9331-4523ff393ad5 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:35:29.938362 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-022e5a53-7158-4a60-9bcb-c229733f24f6 None None] Could not find standard attr ID for object 843e453d-f599-414b-a099-18b2956e467e. {{(pid=103476) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 12:35:30.042364 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-022e5a53-7158-4a60-9bcb-c229733f24f6 None None] Could not find standard attr ID for object 1ba02312-2076-418f-a0df-0a8d3b9439b6. {{(pid=103476) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 12:35:30.116179 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-aa74165d-55b4-4f97-8836-e22f4379eee8 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-52093282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51452698'] for subnet (37c073a2-bd94-469b-87ac-65182fcebdba), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:30.224048 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa74165d-55b4-4f97-8836-e22f4379eee8 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Pushing event deleted for resources: {'Subnet': ['ID=37c073a2-bd94-469b-87ac-65182fcebdba,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:30.234909 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f9a99b8f-dbd7-4f17-8baf-a87b7c3bfd9f tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59045178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60610680'] for subnet (709e8ebb-b3bb-44ee-ae25-1c5160601eb4), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:30.235364 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-aa74165d-55b4-4f97-8836-e22f4379eee8 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:30.238635 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-85ca2025-9a34-4e13-b80e-9cee94b4adb4 None None] Could not find standard attr ID for object 3c6ae405-de96-4883-9b14-e2eeffe29275. {{(pid=103476) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 12:35:30.245231 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-aa74165d-55b4-4f97-8836-e22f4379eee8 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "DELETE /v2.0/subnets/37c073a2-bd94-469b-87ac-65182fcebdba HTTP/1.1" status: 204 len: 168 time: 0.8942206 Feb 04 12:35:30.248912 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 48044) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:30.297136 n-d-825015-3 neutron-server[103475]: INFO neutron.pecan_wsgi.hooks.translation [None req-37cd7758-dae5-478f-a8a7-d8abcbb9dce5 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] DELETE failed (client error): The resource could not be found. Feb 04 12:35:30.298097 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37cd7758-dae5-478f-a8a7-d8abcbb9dce5 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103475) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 12:35:30.301816 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-37cd7758-dae5-478f-a8a7-d8abcbb9dce5 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "DELETE /v2.0/subnets/e0d37be2-6527-47a9-a293-b94af1e27736 HTTP/1.1" status: 404 len: 337 time: 0.0511363 Feb 04 12:35:30.307574 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 48046) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:30.402635 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-d9963b41-5f12-45ec-9896-fd619914c00b tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad7daeb7-8519-4cf8-9156-1af69c70ca6e HTTP/1.1" status: 200 len: 205 time: 0.0890336 Feb 04 12:35:30.404052 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 48052) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:30.411393 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a99b8f-dbd7-4f17-8baf-a87b7c3bfd9f tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Pushing event updated for resources: {'Subnet': ['ID=709e8ebb-b3bb-44ee-ae25-1c5160601eb4,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:30.425880 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a99b8f-dbd7-4f17-8baf-a87b7c3bfd9f tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Checking segment: {'id': '96345d15-5c83-4aed-b331-c142cde01aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'e6593e91-a127-4466-884e-e09301927fbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:35:30.426890 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a99b8f-dbd7-4f17-8baf-a87b7c3bfd9f tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Network hostable DHCP agents. Network: e6593e91-a127-4466-884e-e09301927fbb, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:35:30.474732 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a99b8f-dbd7-4f17-8baf-a87b7c3bfd9f tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Network e6593e91-a127-4466-884e-e09301927fbb is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:35:30.498638 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-f9a99b8f-dbd7-4f17-8baf-a87b7c3bfd9f tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, e6593e91-a127-4466-884e-e09301927fbb) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:35:30.508902 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a99b8f-dbd7-4f17-8baf-a87b7c3bfd9f tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:35:30.510045 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f9a99b8f-dbd7-4f17-8baf-a87b7c3bfd9f tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:30.527239 n-d-825015-3 neutron-server[103475]: INFO neutron.api.v2.resource [None req-9886d264-411f-4c32-b348-58accd6a866a tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] delete failed (client error): The resource could not be found. Feb 04 12:35:30.533168 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-9886d264-411f-4c32-b348-58accd6a866a tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "DELETE /v2.0/routers/ad7daeb7-8519-4cf8-9156-1af69c70ca6e HTTP/1.1" status: 404 len: 336 time: 0.1245921 Feb 04 12:35:30.533754 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 48056) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:30.558258 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-f9a99b8f-dbd7-4f17-8baf-a87b7c3bfd9f tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1332471 Feb 04 12:35:30.559958 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e0b075-3760-4ced-80cb-dbe8fffba1a5 None None] Resources bound (agent type, host, resource id): {{(pid=103476) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 12:35:30.561682 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48058) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:30.568724 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-3374aec6-557d-4459-aa5c-8e3658eb0afe tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-3902711', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:35:30.600635 n-d-825015-3 neutron-server[103475]: INFO neutron.pecan_wsgi.hooks.translation [None req-76df4c40-d1bc-41f4-8a35-a1822da79b0c tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] DELETE failed (client error): The resource could not be found. Feb 04 12:35:30.602527 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76df4c40-d1bc-41f4-8a35-a1822da79b0c tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103475) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 12:35:30.609668 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-76df4c40-d1bc-41f4-8a35-a1822da79b0c tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "DELETE /v2.0/subnets/729b1b22-49f5-4dfa-9f47-d6e2b937f73f HTTP/1.1" status: 404 len: 337 time: 0.0722516 Feb 04 12:35:30.610955 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 48060) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:30.629866 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3374aec6-557d-4459-aa5c-8e3658eb0afe tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10933'] for router (fb2f6f88-c77a-490f-9211-de017113535c), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:30.635132 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3374aec6-557d-4459-aa5c-8e3658eb0afe tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10924'] for router (fb2f6f88-c77a-490f-9211-de017113535c), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:30.678697 n-d-825015-3 neutron-server[103475]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4a29479-2582-491d-8940-82274a6b7fbd tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] DELETE failed (client error): The resource could not be found. Feb 04 12:35:30.681201 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4a29479-2582-491d-8940-82274a6b7fbd tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103475) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 12:35:30.690448 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-a4a29479-2582-491d-8940-82274a6b7fbd tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "DELETE /v2.0/subnets/498274cc-c09b-4a9d-b538-d6e64b0d133a HTTP/1.1" status: 404 len: 337 time: 0.0734587 Feb 04 12:35:30.691309 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 48062) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:30.767939 n-d-825015-3 neutron-server[103475]: INFO neutron.pecan_wsgi.hooks.translation [None req-923e777a-ef85-4cc6-882c-84aa3375eb96 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] DELETE failed (client error): The resource could not be found. Feb 04 12:35:30.769903 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-923e777a-ef85-4cc6-882c-84aa3375eb96 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103475) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 12:35:30.776913 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3374aec6-557d-4459-aa5c-8e3658eb0afe tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks [] for router_controller (fb2f6f88-c77a-490f-9211-de017113535c), precommit_add_association {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:30.777949 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48064) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:30.780877 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-923e777a-ef85-4cc6-882c-84aa3375eb96 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "DELETE /v2.0/subnets/2fc99837-9ebe-42af-ab5d-dc888be360bd HTTP/1.1" status: 404 len: 337 time: 0.0853298 Feb 04 12:35:30.783795 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 48066) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:30.793151 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3374aec6-557d-4459-aa5c-8e3658eb0afe tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141'] for router (fb2f6f88-c77a-490f-9211-de017113535c), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:30.811150 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1a6885a6-4dbe-40f6-b247-a3ada58cc984 None None] Publish callbacks [] for port (f7c5ae6d-0f3a-4f42-bb0e-f4479f9d1181), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:30.820314 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3374aec6-557d-4459-aa5c-8e3658eb0afe tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:30.823969 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-3374aec6-557d-4459-aa5c-8e3658eb0afe tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2601726 Feb 04 12:35:30.827153 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48072) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:30.828820 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1a6885a6-4dbe-40f6-b247-a3ada58cc984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (f7c5ae6d-0f3a-4f42-bb0e-f4479f9d1181), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:30.838698 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-c64d0f54-0565-4935-ac23-d947a7dcc240 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Request body: {'port': {'network_id': 'e6593e91-a127-4466-884e-e09301927fbb', 'name': 'tempest-PortsIpV6TestJSON-585895365'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:35:30.845525 n-d-825015-3 neutron-server[103475]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4a47e30-3666-4e8d-bca0-733817c11403 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] DELETE failed (client error): The resource could not be found. Feb 04 12:35:30.846214 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4a47e30-3666-4e8d-bca0-733817c11403 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103475) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 12:35:30.859342 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-a4a47e30-3666-4e8d-bca0-733817c11403 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "DELETE /v2.0/ports/917908d9-75b3-4791-b5ee-02626e9d88e9 HTTP/1.1" status: 404 len: 333 time: 0.0701001 Feb 04 12:35:30.864140 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 48074) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:30.925215 n-d-825015-3 neutron-server[103475]: INFO neutron.pecan_wsgi.hooks.translation [None req-c17b5cee-a147-4b25-8e90-00b284886d16 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] DELETE failed (client error): The resource could not be found. Feb 04 12:35:30.925932 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c17b5cee-a147-4b25-8e90-00b284886d16 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103475) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 12:35:30.941800 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-c17b5cee-a147-4b25-8e90-00b284886d16 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "DELETE /v2.0/subnets/d2fdf340-0520-46b5-b8b2-9a0eb54b01ac HTTP/1.1" status: 404 len: 337 time: 0.0762470 Feb 04 12:35:30.943294 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 39eacb74-0983-40ca-8e7e-f02af2222864 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:35:30.943686 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (39eacb74-0983-40ca-8e7e-f02af2222864), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:30.943894 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 48076) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:30.992928 n-d-825015-3 neutron-server[103475]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec287597-340a-46b8-9e58-5c1ee3dba9e7 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] DELETE failed (client error): The resource could not be found. Feb 04 12:35:30.993610 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec287597-340a-46b8-9e58-5c1ee3dba9e7 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103475) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 12:35:31.001972 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48078) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:31.012522 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-ec287597-340a-46b8-9e58-5c1ee3dba9e7 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "DELETE /v2.0/subnets/1bc172c4-8b11-48d3-b128-66c29a81acee HTTP/1.1" status: 404 len: 337 time: 0.0671852 Feb 04 12:35:31.031425 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-f696a9d7-f037-4b23-9090-9216ec8fb404 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Request body: {'security_group': {'name': 'tempest-secgroup--2034164885'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:35:31.083495 n-d-825015-3 neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ac87358-89c9-4bd0-b98a-4c8c6527f53d tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] DELETE failed (client error): The resource could not be found. Feb 04 12:35:31.084577 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ac87358-89c9-4bd0-b98a-4c8c6527f53d tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 12:35:31.094291 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 48080) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:31.109016 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-0ac87358-89c9-4bd0-b98a-4c8c6527f53d tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "DELETE /v2.0/ports/95c4ceeb-ed22-456a-8927-48e817f6a87e HTTP/1.1" status: 404 len: 333 time: 0.1009984 Feb 04 12:35:31.131211 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62675b16-e84e-486c-8f24-d9586f784ff0 None None] Pushing event updated for resources: {'Port': ['ID=f7c5ae6d-0f3a-4f42-bb0e-f4479f9d1181,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:31.146198 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:31.174267 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f696a9d7-f037-4b23-9090-9216ec8fb404 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:31.181484 n-d-825015-3 neutron-server[103475]: INFO neutron.pecan_wsgi.hooks.translation [None req-24e31f68-5c9f-4eaa-9dac-979106f7148d tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] DELETE failed (client error): The resource could not be found. Feb 04 12:35:31.181952 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24e31f68-5c9f-4eaa-9dac-979106f7148d tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103475) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 12:35:31.192869 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-24e31f68-5c9f-4eaa-9dac-979106f7148d tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "DELETE /v2.0/subnets/48d450ad-2807-4ae9-a67d-08fdf78ee9ad HTTP/1.1" status: 404 len: 337 time: 0.0967464 Feb 04 12:35:31.193432 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 48082) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:31.201531 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f696a9d7-f037-4b23-9090-9216ec8fb404 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:31.235009 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-1a6885a6-4dbe-40f6-b247-a3ada58cc984 None None] Attempting to bind port f7c5ae6d-0f3a-4f42-bb0e-f4479f9d1181 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:35:31.235379 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-1a6885a6-4dbe-40f6-b247-a3ada58cc984 None None] Attempting to bind port f7c5ae6d-0f3a-4f42-bb0e-f4479f9d1181 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '65051265-6b98-475e-a8d8-918ad5701e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '0f375d71-7ab0-4e89-b64c-f0f39161425c'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:35:31.235854 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6885a6-4dbe-40f6-b247-a3ada58cc984 None None] Attempting to bind port f7c5ae6d-0f3a-4f42-bb0e-f4479f9d1181 on network 0f375d71-7ab0-4e89-b64c-f0f39161425c {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:35:31.243698 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c64d0f54-0565-4935-ac23-d947a7dcc240 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Made reservation on behalf of 90a71f7c621340c08dbfd8625731c118 for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:35:31.247080 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c64d0f54-0565-4935-ac23-d947a7dcc240 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:31.250451 n-d-825015-3 neutron-server[103475]: INFO neutron.pecan_wsgi.hooks.translation [None req-f97611b5-8f0d-4275-99e3-b8c050bcd559 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] DELETE failed (client error): The resource could not be found. Feb 04 12:35:31.251004 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f97611b5-8f0d-4275-99e3-b8c050bcd559 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103475) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 12:35:31.259564 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-f97611b5-8f0d-4275-99e3-b8c050bcd559 tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "DELETE /v2.0/subnets/0b94a0d5-e9c6-4c5c-9041-78dc8afef4f4 HTTP/1.1" status: 404 len: 337 time: 0.0650671 Feb 04 12:35:31.260241 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 48084) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:31.261084 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6885a6-4dbe-40f6-b247-a3ada58cc984 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:35:31.261660 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6885a6-4dbe-40f6-b247-a3ada58cc984 None None] Checking segment: {'id': '65051265-6b98-475e-a8d8-918ad5701e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '0f375d71-7ab0-4e89-b64c-f0f39161425c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:35:31.262183 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1a6885a6-4dbe-40f6-b247-a3ada58cc984 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:31.262589 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6885a6-4dbe-40f6-b247-a3ada58cc984 None None] Bound using segment: {'id': '65051265-6b98-475e-a8d8-918ad5701e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '0f375d71-7ab0-4e89-b64c-f0f39161425c'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:35:31.263102 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-1a6885a6-4dbe-40f6-b247-a3ada58cc984 None None] Bound port: f7c5ae6d-0f3a-4f42-bb0e-f4479f9d1181, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65051265-6b98-475e-a8d8-918ad5701e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '0f375d71-7ab0-4e89-b64c-f0f39161425c'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:35:31.263641 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1a6885a6-4dbe-40f6-b247-a3ada58cc984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (f7c5ae6d-0f3a-4f42-bb0e-f4479f9d1181), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:31.354279 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [None req-c64d0f54-0565-4935-ac23-d947a7dcc240 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] device_id is not set on port 105a5cf8-2ad0-4f96-8e4a-cb46e7a19d83 yet. {{(pid=103474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 12:35:31.405213 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 39eacb74-0983-40ca-8e7e-f02af2222864 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:35:31.505028 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-1a6885a6-4dbe-40f6-b247-a3ada58cc984 None None] For port f7c5ae6d-0f3a-4f42-bb0e-f4479f9d1181, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:35:31.513107 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 01c78da1-31f1-450f-a38a-3bff23fe80e6 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:35:31.561809 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-93697ce9-8a12-45e0-a635-3f96f339056e tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Deleting port 321afa55-ce20-439e-8f10-8deebac6c9b0 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:35:31.562915 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-93697ce9-8a12-45e0-a635-3f96f339056e tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (321afa55-ce20-439e-8f10-8deebac6c9b0), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:31.585435 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 01c78da1-31f1-450f-a38a-3bff23fe80e6 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:35:31.585791 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 01c78da1-31f1-450f-a38a-3bff23fe80e6 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:35:31.590063 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-1a6885a6-4dbe-40f6-b247-a3ada58cc984 None None] For port f7c5ae6d-0f3a-4f42-bb0e-f4479f9d1181, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=f7c5ae6d-0f3a-4f42-bb0e-f4479f9d1181,segment=NetworkSegment(65051265-6b98-475e-a8d8-918ad5701e4b),segment_id=65051265-6b98-475e-a8d8-918ad5701e4b)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:35:31.598333 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1a6885a6-4dbe-40f6-b247-a3ada58cc984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (f7c5ae6d-0f3a-4f42-bb0e-f4479f9d1181), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:31.634121 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f696a9d7-f037-4b23-9090-9216ec8fb404 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group (522720b0-6bd2-4627-9652-5ed31bca374b), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:31.645460 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f696a9d7-f037-4b23-9090-9216ec8fb404 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (522720b0-6bd2-4627-9652-5ed31bca374b), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:31.680029 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:31.708112 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6885a6-4dbe-40f6-b247-a3ada58cc984 None None] Routers {'6e39de51-4f5d-406e-b390-78a598f68bb2'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:35:31.708764 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-1a6885a6-4dbe-40f6-b247-a3ada58cc984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:35:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['6e39de51-4f5d-406e-b390-78a598f68bb2'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:35:31.711134 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62675b16-e84e-486c-8f24-d9586f784ff0 None None] Pushing event updated for resources: {'Port': ['ID=f7c5ae6d-0f3a-4f42-bb0e-f4479f9d1181,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:31.718539 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e53a5b-6506-48a6-b4c3-f7db8a75b0a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-e6593e91-a127-4466-884e-e09301927fbb', 'network_id': 'e6593e91-a127-4466-884e-e09301927fbb', 'project_id': '90a71f7c621340c08dbfd8625731c118', 'fixed_ips': [{'subnet_id': '709e8ebb-b3bb-44ee-ae25-1c5160601eb4'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 12:35:31.719703 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-77e53a5b-6506-48a6-b4c3-f7db8a75b0a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:31.763922 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f696a9d7-f037-4b23-9090-9216ec8fb404 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=522720b0-6bd2-4627-9652-5ed31bca374b,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:31.826757 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-c64d0f54-0565-4935-ac23-d947a7dcc240 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Allocated IP 2001:db8::272 (e6593e91-a127-4466-884e-e09301927fbb/709e8ebb-b3bb-44ee-ae25-1c5160601eb4/105a5cf8-2ad0-4f96-8e4a-cb46e7a19d83) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:35:31.856434 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-93697ce9-8a12-45e0-a635-3f96f339056e tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (321afa55-ce20-439e-8f10-8deebac6c9b0), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:31.896877 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-93697ce9-8a12-45e0-a635-3f96f339056e tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Calling delete_port for 321afa55-ce20-439e-8f10-8deebac6c9b0 owned by {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:35:31.914149 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f696a9d7-f037-4b23-9090-9216ec8fb404 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group (9304413b-b3d5-4c10-add4-9eba9c33c302), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:31.925432 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f696a9d7-f037-4b23-9090-9216ec8fb404 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (9304413b-b3d5-4c10-add4-9eba9c33c302), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:32.015632 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f696a9d7-f037-4b23-9090-9216ec8fb404 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9304413b-b3d5-4c10-add4-9eba9c33c302,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:32.040763 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f696a9d7-f037-4b23-9090-9216ec8fb404 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:32.058143 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-f696a9d7-f037-4b23-9090-9216ec8fb404 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.2734785 Feb 04 12:35:32.079394 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48094) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:32.087461 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device e105fad5-7742-45f1-9e5f-fc3cbe0d0d08 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:35:32.156291 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-1a6885a6-4dbe-40f6-b247-a3ada58cc984 None None] Set router 6e39de51-4f5d-406e-b390-78a598f68bb2 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:35:32.205225 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-c147daa5-3160-4259-8218-defda6284d4b tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1245930 Feb 04 12:35:32.212406 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48096) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:32.218779 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-e86cc2a0-5954-4532-b8f3-a51fe461ba85 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Request body: {'security_group': {'name': 'tempest-security--173303257', 'description': 'tempest-security-description-805683574'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:35:32.249763 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-93697ce9-8a12-45e0-a635-3f96f339056e tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (321afa55-ce20-439e-8f10-8deebac6c9b0), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:32.275225 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c64d0f54-0565-4935-ac23-d947a7dcc240 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks [] for port (105a5cf8-2ad0-4f96-8e4a-cb46e7a19d83), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:32.285662 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e86cc2a0-5954-4532-b8f3-a51fe461ba85 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group (9304413b-b3d5-4c10-add4-9eba9c33c302), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:32.309397 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93697ce9-8a12-45e0-a635-3f96f339056e tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Pushing event deleted for resources: {'Port': ['ID=321afa55-ce20-439e-8f10-8deebac6c9b0,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:32.321596 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-93697ce9-8a12-45e0-a635-3f96f339056e tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:32.327477 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-93697ce9-8a12-45e0-a635-3f96f339056e tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "DELETE /v2.0/ports/321afa55-ce20-439e-8f10-8deebac6c9b0 HTTP/1.1" status: 204 len: 168 time: 1.0661447 Feb 04 12:35:32.339071 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 48098) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:32.436633 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e86cc2a0-5954-4532-b8f3-a51fe461ba85 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group (9304413b-b3d5-4c10-add4-9eba9c33c302), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:32.450606 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e86cc2a0-5954-4532-b8f3-a51fe461ba85 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (9304413b-b3d5-4c10-add4-9eba9c33c302), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:32.453330 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e86cc2a0-5954-4532-b8f3-a51fe461ba85 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:32.454608 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-e86cc2a0-5954-4532-b8f3-a51fe461ba85 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] 10.222.0.65 "PUT /v2.0/security-groups/9304413b-b3d5-4c10-add4-9eba9c33c302 HTTP/1.1" status: 200 len: 1795 time: 0.2410240 Feb 04 12:35:32.459231 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48102) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:32.471134 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c64d0f54-0565-4935-ac23-d947a7dcc240 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (105a5cf8-2ad0-4f96-8e4a-cb46e7a19d83), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:32.575770 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-77e53a5b-6506-48a6-b4c3-f7db8a75b0a5 None None] Allocated IP 2001:db8::2 (e6593e91-a127-4466-884e-e09301927fbb/709e8ebb-b3bb-44ee-ae25-1c5160601eb4/486cb158-41ea-4d3c-9e68-bf6a6e510936) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:35:32.578471 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-17572cb8-cd62-4a2e-aa13-4a299948d120 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] 10.222.0.65 "GET /v2.0/security-groups/9304413b-b3d5-4c10-add4-9eba9c33c302 HTTP/1.1" status: 200 len: 1795 time: 0.1172433 Feb 04 12:35:32.589750 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86cc2a0-5954-4532-b8f3-a51fe461ba85 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9304413b-b3d5-4c10-add4-9eba9c33c302,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:32.595887 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64d0f54-0565-4935-ac23-d947a7dcc240 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Network e6593e91-a127-4466-884e-e09301927fbb is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:35:32.602351 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 48106) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:32.611381 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-c64d0f54-0565-4935-ac23-d947a7dcc240 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:35:32.615696 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64d0f54-0565-4935-ac23-d947a7dcc240 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:35:32.635179 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64d0f54-0565-4935-ac23-d947a7dcc240 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:35:32.635970 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c64d0f54-0565-4935-ac23-d947a7dcc240 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:32.647282 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64d0f54-0565-4935-ac23-d947a7dcc240 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Pushing event updated for resources: {'Port': ['ID=105a5cf8-2ad0-4f96-8e4a-cb46e7a19d83,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:32.654429 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-16908c64-7acb-4ec0-a23c-aeef6caeeacc tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (6c81f3de-3475-436c-a4ac-8f63955bceb3), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:32.673572 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-c64d0f54-0565-4935-ac23-d947a7dcc240 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8423584 Feb 04 12:35:32.673852 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48108) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:32.824331 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port e105fad5-7742-45f1-9e5f-fc3cbe0d0d08 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:35:32.824841 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (e105fad5-7742-45f1-9e5f-fc3cbe0d0d08), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:32.922513 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-624892c5-836e-480a-a61d-5b27b7df4c15 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group (9304413b-b3d5-4c10-add4-9eba9c33c302), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:32.977305 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-624892c5-836e-480a-a61d-5b27b7df4c15 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group (9304413b-b3d5-4c10-add4-9eba9c33c302), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:33.003745 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-16908c64-7acb-4ec0-a23c-aeef6caeeacc tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Deleting port 2c0b97af-bfeb-4337-9331-4523ff393ad5 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:35:33.004469 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-16908c64-7acb-4ec0-a23c-aeef6caeeacc tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (2c0b97af-bfeb-4337-9331-4523ff393ad5), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:33.182364 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-77e53a5b-6506-48a6-b4c3-f7db8a75b0a5 None None] Publish callbacks [] for port (486cb158-41ea-4d3c-9e68-bf6a6e510936), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:33.191295 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-1a6885a6-4dbe-40f6-b247-a3ada58cc984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e39de51-4f5d-406e-b390-78a598f68bb2', 'name': 'tempest-TaggedBootDevicesTest_v242-1896835153-router', 'tenant_id': '0a0c2cb10af841aeae2261540c473b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': 'e105fad5-7742-45f1-9e5f-fc3cbe0d0d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:35:11Z', 'updated_at': '2022-02-04T12:35:22Z', 'revision_number': 4, 'project_id': '0a0c2cb10af841aeae2261540c473b01', 'gw_port': {'id': 'e105fad5-7742-45f1-9e5f-fc3cbe0d0d08', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:5f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e39de51-4f5d-406e-b390-78a598f68bb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:35:13Z', 'updated_at': '2022-02-04T12:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'f7c5ae6d-0f3a-4f42-bb0e-f4479f9d1181', 'name': '', 'network_id': '0f375d71-7ab0-4e89-b64c-f0f39161425c', 'tenant_id': '0a0c2cb10af841aeae2261540c473b01', 'mac_address': 'fa:16:3e:c9:70:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e39de51-4f5d-406e-b390-78a598f68bb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'd7ff49a0-cf24-4857-9ae2-9b8657a79ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:35:20Z', 'updated_at': '2022-02-04T12:35:31Z', 'revision_number': 4, 'project_id': '0a0c2cb10af841aeae2261540c473b01', 'subnets': [{'id': 'd7ff49a0-cf24-4857-9ae2-9b8657a79ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:35:33.206763 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-624892c5-836e-480a-a61d-5b27b7df4c15 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (9304413b-b3d5-4c10-add4-9eba9c33c302), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:33.215793 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-624892c5-836e-480a-a61d-5b27b7df4c15 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:33.217227 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-624892c5-836e-480a-a61d-5b27b7df4c15 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] 10.222.0.65 "DELETE /v2.0/security-groups/9304413b-b3d5-4c10-add4-9eba9c33c302 HTTP/1.1" status: 204 len: 168 time: 0.6064224 Feb 04 12:35:33.219959 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 48114) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:33.223981 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-77e53a5b-6506-48a6-b4c3-f7db8a75b0a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (486cb158-41ea-4d3c-9e68-bf6a6e510936), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:33.238749 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-16908c64-7acb-4ec0-a23c-aeef6caeeacc tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] For port 2c0b97af-bfeb-4337-9331-4523ff393ad5, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=2c0b97af-bfeb-4337-9331-4523ff393ad5,segment=NetworkSegment(2dd59e3f-7ea5-44ca-8b43-515aa46e8b05),segment_id=2dd59e3f-7ea5-44ca-8b43-515aa46e8b05)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:35:33.239611 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-16908c64-7acb-4ec0-a23c-aeef6caeeacc tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (2c0b97af-bfeb-4337-9331-4523ff393ad5), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:33.249227 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6885a6-4dbe-40f6-b247-a3ada58cc984 None None] The sync data for ids ['6e39de51-4f5d-406e-b390-78a598f68bb2'] in n-d-825015-3 is: [{'id': '6e39de51-4f5d-406e-b390-78a598f68bb2', 'name': 'tempest-TaggedBootDevicesTest_v242-1896835153-router', 'tenant_id': '0a0c2cb10af841aeae2261540c473b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': 'e105fad5-7742-45f1-9e5f-fc3cbe0d0d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:35:11Z', 'updated_at': '2022-02-04T12:35:22Z', 'revision_number': 4, 'project_id': '0a0c2cb10af841aeae2261540c473b01', 'gw_port': {'id': 'e105fad5-7742-45f1-9e5f-fc3cbe0d0d08', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:5f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e39de51-4f5d-406e-b390-78a598f68bb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:35:13Z', 'updated_at': '2022-02-04T12:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'f7c5ae6d-0f3a-4f42-bb0e-f4479f9d1181', 'name': '', 'network_id': '0f375d71-7ab0-4e89-b64c-f0f39161425c', 'tenant_id': '0a0c2cb10af841aeae2261540c473b01', 'mac_address': 'fa:16:3e:c9:70:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e39de51-4f5d-406e-b390-78a598f68bb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'd7ff49a0-cf24-4857-9ae2-9b8657a79ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:35:20Z', 'updated_at': '2022-02-04T12:35:31Z', 'revision_number': 4, 'project_id': '0a0c2cb10af841aeae2261540c473b01', 'subnets': [{'id': 'd7ff49a0-cf24-4857-9ae2-9b8657a79ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:35:33.271504 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624892c5-836e-480a-a61d-5b27b7df4c15 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9304413b-b3d5-4c10-add4-9eba9c33c302,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:33.288579 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-16908c64-7acb-4ec0-a23c-aeef6caeeacc tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Calling delete_port for 2c0b97af-bfeb-4337-9331-4523ff393ad5 owned by network:dhcp {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:35:33.334405 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e53a5b-6506-48a6-b4c3-f7db8a75b0a5 None None] Network e6593e91-a127-4466-884e-e09301927fbb is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:35:33.364208 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e53a5b-6506-48a6-b4c3-f7db8a75b0a5 None None] Pushing event updated for resources: {'Port': ['ID=486cb158-41ea-4d3c-9e68-bf6a6e510936,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:33.368375 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-77e53a5b-6506-48a6-b4c3-f7db8a75b0a5 None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:35:33.370554 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port e105fad5-7742-45f1-9e5f-fc3cbe0d0d08 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:35:33.371708 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 2c0b97af-bfeb-4337-9331-4523ff393ad5 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:35:33.373908 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e53a5b-6506-48a6-b4c3-f7db8a75b0a5 None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:35:33.546886 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-1e4bd71e-141a-4c72-8bb0-d1a255bd8492 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3079875 Feb 04 12:35:33.548520 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 48116) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:33.590690 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-77e53a5b-6506-48a6-b4c3-f7db8a75b0a5 None None] Attempting to bind port 486cb158-41ea-4d3c-9e68-bf6a6e510936 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:35:33.591169 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-77e53a5b-6506-48a6-b4c3-f7db8a75b0a5 None None] Attempting to bind port 486cb158-41ea-4d3c-9e68-bf6a6e510936 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '96345d15-5c83-4aed-b331-c142cde01aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'e6593e91-a127-4466-884e-e09301927fbb'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:35:33.591304 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e53a5b-6506-48a6-b4c3-f7db8a75b0a5 None None] Attempting to bind port 486cb158-41ea-4d3c-9e68-bf6a6e510936 on network e6593e91-a127-4466-884e-e09301927fbb {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:35:33.592786 n-d-825015-3 neutron-server[103475]: INFO neutron.api.v2.resource [None req-f7efa770-8f7a-47db-907c-d0a23f9d3190 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] delete failed (client error): The resource could not be found. Feb 04 12:35:33.601149 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-f7efa770-8f7a-47db-907c-d0a23f9d3190 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] 10.222.0.65 "DELETE /v2.0/security-groups/9304413b-b3d5-4c10-add4-9eba9c33c302 HTTP/1.1" status: 404 len: 347 time: 0.0510600 Feb 04 12:35:33.604672 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48120) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:33.615318 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e53a5b-6506-48a6-b4c3-f7db8a75b0a5 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:35:33.615696 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e53a5b-6506-48a6-b4c3-f7db8a75b0a5 None None] Checking segment: {'id': '96345d15-5c83-4aed-b331-c142cde01aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'e6593e91-a127-4466-884e-e09301927fbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:35:33.616188 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-77e53a5b-6506-48a6-b4c3-f7db8a75b0a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:33.616586 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e53a5b-6506-48a6-b4c3-f7db8a75b0a5 None None] Bound using segment: {'id': '96345d15-5c83-4aed-b331-c142cde01aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'e6593e91-a127-4466-884e-e09301927fbb'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:35:33.617121 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-77e53a5b-6506-48a6-b4c3-f7db8a75b0a5 None None] Bound port: 486cb158-41ea-4d3c-9e68-bf6a6e510936, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96345d15-5c83-4aed-b331-c142cde01aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'e6593e91-a127-4466-884e-e09301927fbb'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:35:33.617655 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-77e53a5b-6506-48a6-b4c3-f7db8a75b0a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (486cb158-41ea-4d3c-9e68-bf6a6e510936), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:33.627463 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-7e745909-934e-46dc-aab0-2f669870079c tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Request body: {'security_group': {'name': 'tempest-secgroup--1714872713'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:35:33.669363 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7e745909-934e-46dc-aab0-2f669870079c tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:33.671992 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 2c0b97af-bfeb-4337-9331-4523ff393ad5 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:35:33.672377 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (2c0b97af-bfeb-4337-9331-4523ff393ad5), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:33.708135 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-16908c64-7acb-4ec0-a23c-aeef6caeeacc tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (2c0b97af-bfeb-4337-9331-4523ff393ad5), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:33.720848 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4cffd4d6-030e-4996-acc4-94dd01ac0785 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (105a5cf8-2ad0-4f96-8e4a-cb46e7a19d83), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:33.745280 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16908c64-7acb-4ec0-a23c-aeef6caeeacc tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] No DVR routers for this DVR port 2c0b97af-bfeb-4337-9331-4523ff393ad5 on host n-d-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:35:33.778151 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16908c64-7acb-4ec0-a23c-aeef6caeeacc tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Pushing event deleted for resources: {'Port': ['ID=2c0b97af-bfeb-4337-9331-4523ff393ad5,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:33.876480 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Could not find standard attr ID for object 2c0b97af-bfeb-4337-9331-4523ff393ad5. {{(pid=103476) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 12:35:33.881266 n-d-825015-3 neutron-server[103476]: INFO neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] No ports have port_id starting with 2c0b97af-bfeb-4337-9331-4523ff393ad5 Feb 04 12:35:33.882404 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-77e53a5b-6506-48a6-b4c3-f7db8a75b0a5 None None] For port 486cb158-41ea-4d3c-9e68-bf6a6e510936, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:35:33.886772 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-77e53a5b-6506-48a6-b4c3-f7db8a75b0a5 None None] For port 486cb158-41ea-4d3c-9e68-bf6a6e510936, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=486cb158-41ea-4d3c-9e68-bf6a6e510936,segment=NetworkSegment(96345d15-5c83-4aed-b331-c142cde01aae),segment_id=96345d15-5c83-4aed-b331-c142cde01aae)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:35:33.894382 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-77e53a5b-6506-48a6-b4c3-f7db8a75b0a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (486cb158-41ea-4d3c-9e68-bf6a6e510936), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:33.975124 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-16908c64-7acb-4ec0-a23c-aeef6caeeacc tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (6c81f3de-3475-436c-a4ac-8f63955bceb3), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:34.020544 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 843e453d-f599-414b-a099-18b2956e467e no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:35:34.072612 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-16908c64-7acb-4ec0-a23c-aeef6caeeacc tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c81f3de-3475-436c-a4ac-8f63955bceb3']}} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:35:34.104768 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-16908c64-7acb-4ec0-a23c-aeef6caeeacc tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dd59e3f-7ea5-44ca-8b43-515aa46e8b05') {'for_net_delete': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:35:34.105096 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-16908c64-7acb-4ec0-a23c-aeef6caeeacc tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dd59e3f-7ea5-44ca-8b43-515aa46e8b05') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:35:34.138749 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 843e453d-f599-414b-a099-18b2956e467e {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:35:34.139230 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 843e453d-f599-414b-a099-18b2956e467e not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:35:34.167651 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e53a5b-6506-48a6-b4c3-f7db8a75b0a5 None None] Pushing event updated for resources: {'Port': ['ID=486cb158-41ea-4d3c-9e68-bf6a6e510936,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:34.610794 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device f7c5ae6d-0f3a-4f42-bb0e-f4479f9d1181 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:35:34.644898 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7e745909-934e-46dc-aab0-2f669870079c tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group (b6ce6428-15bc-486a-975f-9c96fbffa9bf), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:34.662073 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7e745909-934e-46dc-aab0-2f669870079c tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (b6ce6428-15bc-486a-975f-9c96fbffa9bf), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:34.769587 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4cffd4d6-030e-4996-acc4-94dd01ac0785 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks [] for port (105a5cf8-2ad0-4f96-8e4a-cb46e7a19d83), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:34.777077 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port f7c5ae6d-0f3a-4f42-bb0e-f4479f9d1181 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:35:34.777460 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (f7c5ae6d-0f3a-4f42-bb0e-f4479f9d1181), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:34.786659 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e745909-934e-46dc-aab0-2f669870079c tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ce6428-15bc-486a-975f-9c96fbffa9bf,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:34.818799 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4cffd4d6-030e-4996-acc4-94dd01ac0785 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (105a5cf8-2ad0-4f96-8e4a-cb46e7a19d83), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:34.858644 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7e745909-934e-46dc-aab0-2f669870079c tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:34.862772 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-7e745909-934e-46dc-aab0-2f669870079c tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.2537520 Feb 04 12:35:34.908235 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48132) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:34.927051 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-f4f00b61-a972-4616-aa85-4b5495f50467 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Request body: {'security_group_rule': {'security_group_id': 'b6ce6428-15bc-486a-975f-9c96fbffa9bf', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:35:34.979331 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-16908c64-7acb-4ec0-a23c-aeef6caeeacc tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51859336'] for segment (2dd59e3f-7ea5-44ca-8b43-515aa46e8b05), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:35.006825 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-16908c64-7acb-4ec0-a23c-aeef6caeeacc tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (2dd59e3f-7ea5-44ca-8b43-515aa46e8b05), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:35.031692 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16908c64-7acb-4ec0-a23c-aeef6caeeacc tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=103475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:35:35.039909 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-16908c64-7acb-4ec0-a23c-aeef6caeeacc tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-52093388'] for segment (2dd59e3f-7ea5-44ca-8b43-515aa46e8b05), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:35.048870 n-d-825015-3 neutron-server[103475]: Traceback (most recent call last): Feb 04 12:35:35.048870 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:35:35.048870 n-d-825015-3 neutron-server[103475]: timer() Feb 04 12:35:35.048870 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:35:35.048870 n-d-825015-3 neutron-server[103475]: cb(*args, **kw) Feb 04 12:35:35.048870 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:35:35.048870 n-d-825015-3 neutron-server[103475]: return func(*args, **kwargs) Feb 04 12:35:35.048870 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:35:35.048870 n-d-825015-3 neutron-server[103475]: self._notify() Feb 04 12:35:35.048870 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:35:35.048870 n-d-825015-3 neutron-server[103475]: self.callback(batched_events) Feb 04 12:35:35.048870 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:35:35.048870 n-d-825015-3 neutron-server[103475]: event.method(event) Feb 04 12:35:35.048870 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:35:35.048870 n-d-825015-3 neutron-server[103475]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:35:35.048870 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:35:35.048870 n-d-825015-3 neutron-server[103475]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:35:35.048870 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:35:35.048870 n-d-825015-3 neutron-server[103475]: return f(self, *a, **k) Feb 04 12:35:35.048870 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:35:35.048870 n-d-825015-3 neutron-server[103475]: return self._get(url).json() Feb 04 12:35:35.048870 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:35:35.048870 n-d-825015-3 neutron-server[103475]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:35:35.048870 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:35:35.048870 n-d-825015-3 neutron-server[103475]: return self.request(url, 'GET', **kwargs) Feb 04 12:35:35.048870 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:35:35.048870 n-d-825015-3 neutron-server[103475]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:35:35.048870 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:35:35.048870 n-d-825015-3 neutron-server[103475]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:35:35.048870 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:35:35.048870 n-d-825015-3 neutron-server[103475]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:35:35.048870 n-d-825015-3 neutron-server[103475]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:35:35.051107 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port f7c5ae6d-0f3a-4f42-bb0e-f4479f9d1181 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:35:35.051107 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (f7c5ae6d-0f3a-4f42-bb0e-f4479f9d1181), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:35.076413 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cffd4d6-030e-4996-acc4-94dd01ac0785 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Pushing event updated for resources: {'Port': ['ID=105a5cf8-2ad0-4f96-8e4a-cb46e7a19d83,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:35.172507 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port f7c5ae6d-0f3a-4f42-bb0e-f4479f9d1181, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=f7c5ae6d-0f3a-4f42-bb0e-f4479f9d1181,segment=NetworkSegment(65051265-6b98-475e-a8d8-918ad5701e4b),segment_id=65051265-6b98-475e-a8d8-918ad5701e4b)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:35:35.179876 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (f7c5ae6d-0f3a-4f42-bb0e-f4479f9d1181), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:35.246440 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-16908c64-7acb-4ec0-a23c-aeef6caeeacc tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (6c81f3de-3475-436c-a4ac-8f63955bceb3), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:35.285353 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-16908c64-7acb-4ec0-a23c-aeef6caeeacc tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:35.293621 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-16908c64-7acb-4ec0-a23c-aeef6caeeacc tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] 10.222.0.65 "DELETE /v2.0/networks/6c81f3de-3475-436c-a4ac-8f63955bceb3 HTTP/1.1" status: 204 len: 168 time: 2.9494789 Feb 04 12:35:35.295872 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16908c64-7acb-4ec0-a23c-aeef6caeeacc tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Pushing event deleted for resources: {'Network': ['ID=6c81f3de-3475-436c-a4ac-8f63955bceb3,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:35.316832 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=f7c5ae6d-0f3a-4f42-bb0e-f4479f9d1181,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:35.317774 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16908c64-7acb-4ec0-a23c-aeef6caeeacc tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:35:35.326673 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16908c64-7acb-4ec0-a23c-aeef6caeeacc tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:35:35.328013 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16908c64-7acb-4ec0-a23c-aeef6caeeacc tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:35:35.328708 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16908c64-7acb-4ec0-a23c-aeef6caeeacc tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:35:35.329534 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16908c64-7acb-4ec0-a23c-aeef6caeeacc tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:35:35.330146 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16908c64-7acb-4ec0-a23c-aeef6caeeacc tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:35:35.330654 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16908c64-7acb-4ec0-a23c-aeef6caeeacc tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:35:35.334593 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16908c64-7acb-4ec0-a23c-aeef6caeeacc tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:35:35.335338 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16908c64-7acb-4ec0-a23c-aeef6caeeacc tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:35:35.348350 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16908c64-7acb-4ec0-a23c-aeef6caeeacc tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:35:35.349103 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16908c64-7acb-4ec0-a23c-aeef6caeeacc tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:35:35.349629 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16908c64-7acb-4ec0-a23c-aeef6caeeacc tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:35:35.350140 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16908c64-7acb-4ec0-a23c-aeef6caeeacc tempest-PortsTestJSON-1522238572 tempest-PortsTestJSON-1522238572-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:35:35.369902 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4cffd4d6-030e-4996-acc4-94dd01ac0785 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1599818'] for router_interface (fb2f6f88-c77a-490f-9211-de017113535c), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:35.372894 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f4f00b61-a972-4616-aa85-4b5495f50467 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group_rule (350d7e58-4dce-4398-ac65-b77dbf4ddca0), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:35.610126 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f4f00b61-a972-4616-aa85-4b5495f50467 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group_rule (350d7e58-4dce-4398-ac65-b77dbf4ddca0), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:35.656621 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f4f00b61-a972-4616-aa85-4b5495f50467 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (350d7e58-4dce-4398-ac65-b77dbf4ddca0), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:35.749335 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4cffd4d6-030e-4996-acc4-94dd01ac0785 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (105a5cf8-2ad0-4f96-8e4a-cb46e7a19d83), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:35.752992 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f00b61-a972-4616-aa85-4b5495f50467 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=350d7e58-4dce-4398-ac65-b77dbf4ddca0,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:35.778138 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f4f00b61-a972-4616-aa85-4b5495f50467 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:35.779510 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-f4f00b61-a972-4616-aa85-4b5495f50467 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8701837 Feb 04 12:35:35.782491 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 48142) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:35.837491 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bfa9e08f-7542-402c-b56e-f75a0ec046c1 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group_rule (350d7e58-4dce-4398-ac65-b77dbf4ddca0), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:35.859712 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bfa9e08f-7542-402c-b56e-f75a0ec046c1 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group_rule (350d7e58-4dce-4398-ac65-b77dbf4ddca0), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:35.890551 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48146) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:35.912402 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bfa9e08f-7542-402c-b56e-f75a0ec046c1 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (350d7e58-4dce-4398-ac65-b77dbf4ddca0), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:35.920916 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bfa9e08f-7542-402c-b56e-f75a0ec046c1 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:35.926095 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-bfa9e08f-7542-402c-b56e-f75a0ec046c1 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/350d7e58-4dce-4398-ac65-b77dbf4ddca0 HTTP/1.1" status: 204 len: 168 time: 0.1421502 Feb 04 12:35:35.929158 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9bd7ccf-c508-4f53-a901-4f5a172d753f None None] Network 6c81f3de-3475-436c-a4ac-8f63955bceb3 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:35:35.931640 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 48150) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:35.999178 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b220d117-8997-4bff-9005-5c8a46697397 None None] Network e6593e91-a127-4466-884e-e09301927fbb requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:35:35.999371 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-8f9331c5-acd9-43ce-a6ef-6e01a92b22bc tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0657477 Feb 04 12:35:36.000524 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48154) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:36.001042 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa9e08f-7542-402c-b56e-f75a0ec046c1 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=350d7e58-4dce-4398-ac65-b77dbf4ddca0,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:36.027862 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9bd7ccf-c508-4f53-a901-4f5a172d753f None None] Network 6c81f3de-3475-436c-a4ac-8f63955bceb3 could not be found, it might have been deleted concurrently. {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 04 12:35:36.226474 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0038ba-2cb5-400e-8211-5e639ec69d1f None None] DHCP port deletion for 6c81f3de-3475-436c-a4ac-8f63955bceb3 request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 12:35:36.296353 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-eac187b3-f5d3-4d02-a6cc-3c11473a7723 None None] Provisioning complete for port 486cb158-41ea-4d3c-9e68-bf6a6e510936 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:35:36.297062 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-eac187b3-f5d3-4d02-a6cc-3c11473a7723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (486cb158-41ea-4d3c-9e68-bf6a6e510936), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:36.475206 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f294d690-64b3-4a19-a0cc-d532bb40d635 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group (b6ce6428-15bc-486a-975f-9c96fbffa9bf), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:36.540142 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-eac187b3-f5d3-4d02-a6cc-3c11473a7723 None None] Current status of the port 486cb158-41ea-4d3c-9e68-bf6a6e510936 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:35:36.540705 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-eac187b3-f5d3-4d02-a6cc-3c11473a7723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (486cb158-41ea-4d3c-9e68-bf6a6e510936), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:36.564304 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f294d690-64b3-4a19-a0cc-d532bb40d635 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group (b6ce6428-15bc-486a-975f-9c96fbffa9bf), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:36.581825 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device f7c5ae6d-0f3a-4f42-bb0e-f4479f9d1181 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:35:36.632409 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-b4752aed-9e41-481c-ad39-7085a0f35d42 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1dcfbfeb897648c6ad07937129f0b5e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7407486 Feb 04 12:35:36.632605 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 48160) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:36.668820 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4cffd4d6-030e-4996-acc4-94dd01ac0785 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks [] for port (105a5cf8-2ad0-4f96-8e4a-cb46e7a19d83), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:36.680892 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4cffd4d6-030e-4996-acc4-94dd01ac0785 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (105a5cf8-2ad0-4f96-8e4a-cb46e7a19d83), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:36.682439 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4cffd4d6-030e-4996-acc4-94dd01ac0785 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622202'] for router_interface (fb2f6f88-c77a-490f-9211-de017113535c), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:36.751867 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-eac187b3-f5d3-4d02-a6cc-3c11473a7723 None None] For port 486cb158-41ea-4d3c-9e68-bf6a6e510936, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=486cb158-41ea-4d3c-9e68-bf6a6e510936,segment=NetworkSegment(96345d15-5c83-4aed-b331-c142cde01aae),segment_id=96345d15-5c83-4aed-b331-c142cde01aae)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:35:36.779350 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-eac187b3-f5d3-4d02-a6cc-3c11473a7723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (486cb158-41ea-4d3c-9e68-bf6a6e510936), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:36.806741 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d69f3115-ea9c-47f9-9811-60421b566323 admin admin] Publish callbacks [] for security_group (c71d8380-9bee-4b15-a047-601ba9805c69), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:36.873846 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d69f3115-ea9c-47f9-9811-60421b566323 admin admin] Publish callbacks [] for security_group (c71d8380-9bee-4b15-a047-601ba9805c69), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:36.933351 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac187b3-f5d3-4d02-a6cc-3c11473a7723 None None] Pushing event updated for resources: {'Port': ['ID=486cb158-41ea-4d3c-9e68-bf6a6e510936,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:36.967240 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cffd4d6-030e-4996-acc4-94dd01ac0785 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Pushing event updated for resources: {'Port': ['ID=105a5cf8-2ad0-4f96-8e4a-cb46e7a19d83,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:36.983249 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f294d690-64b3-4a19-a0cc-d532bb40d635 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (b6ce6428-15bc-486a-975f-9c96fbffa9bf), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:36.984834 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port f7c5ae6d-0f3a-4f42-bb0e-f4479f9d1181 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:35:36.985972 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (f7c5ae6d-0f3a-4f42-bb0e-f4479f9d1181), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:36.986367 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f294d690-64b3-4a19-a0cc-d532bb40d635 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:36.994103 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 48162) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:36.998392 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-2b2022ed-97cc-4360-939e-c0b622eafabb None None] Provisioning complete for port f7c5ae6d-0f3a-4f42-bb0e-f4479f9d1181 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:35:36.999293 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2b2022ed-97cc-4360-939e-c0b622eafabb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (f7c5ae6d-0f3a-4f42-bb0e-f4479f9d1181), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:37.003509 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-f294d690-64b3-4a19-a0cc-d532bb40d635 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] 10.222.0.65 "DELETE /v2.0/security-groups/b6ce6428-15bc-486a-975f-9c96fbffa9bf HTTP/1.1" status: 204 len: 168 time: 1.0015624 Feb 04 12:35:37.082169 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f294d690-64b3-4a19-a0cc-d532bb40d635 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6ce6428-15bc-486a-975f-9c96fbffa9bf,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:37.158893 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-50ab9748-2036-4ebf-a1fe-f5fd7b938b84 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1516335 Feb 04 12:35:37.162569 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d69f3115-ea9c-47f9-9811-60421b566323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (c71d8380-9bee-4b15-a047-601ba9805c69), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:37.167448 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d69f3115-ea9c-47f9-9811-60421b566323 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:37.171520 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-d69f3115-ea9c-47f9-9811-60421b566323 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c71d8380-9bee-4b15-a047-601ba9805c69 HTTP/1.1" status: 204 len: 168 time: 0.5350409 Feb 04 12:35:37.171520 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 48168) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:37.215230 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cffd4d6-030e-4996-acc4-94dd01ac0785 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Network e6593e91-a127-4466-884e-e09301927fbb is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:35:37.218669 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-4cffd4d6-030e-4996-acc4-94dd01ac0785 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:35:37.277559 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-e28b87c2-1962-4bdf-8773-eed216a8b748 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Request body: {'security_group': {'name': 'tempest-secgroup--347553325'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:35:37.356606 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69f3115-ea9c-47f9-9811-60421b566323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c71d8380-9bee-4b15-a047-601ba9805c69,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:37.388717 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e28b87c2-1962-4bdf-8773-eed216a8b748 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:37.495987 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-2b2022ed-97cc-4360-939e-c0b622eafabb None None] Current status of the port f7c5ae6d-0f3a-4f42-bb0e-f4479f9d1181 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:35:37.498362 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port f7c5ae6d-0f3a-4f42-bb0e-f4479f9d1181 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:35:37.499387 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 486cb158-41ea-4d3c-9e68-bf6a6e510936 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:35:37.607188 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 486cb158-41ea-4d3c-9e68-bf6a6e510936 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:35:37.607658 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (486cb158-41ea-4d3c-9e68-bf6a6e510936), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:37.628623 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e28b87c2-1962-4bdf-8773-eed216a8b748 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group (8583cf81-330e-45b5-8696-be0eebf026a5), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:37.636318 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e28b87c2-1962-4bdf-8773-eed216a8b748 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (8583cf81-330e-45b5-8696-be0eebf026a5), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:37.673013 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827c64f0-3b4f-41d5-b19b-35957bb96001 None None] Network e6593e91-a127-4466-884e-e09301927fbb requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:35:37.683329 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e28b87c2-1962-4bdf-8773-eed216a8b748 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:37.690543 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48178) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:37.692095 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-e28b87c2-1962-4bdf-8773-eed216a8b748 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4327061 Feb 04 12:35:37.712138 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-2b21639d-e921-4325-9acb-112ef6fbefda tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Request body: {'security_group_rule': {'security_group_id': '8583cf81-330e-45b5-8696-be0eebf026a5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:35:37.739396 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28b87c2-1962-4bdf-8773-eed216a8b748 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8583cf81-330e-45b5-8696-be0eebf026a5,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:37.793969 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cffd4d6-030e-4996-acc4-94dd01ac0785 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Router fb2f6f88-c77a-490f-9211-de017113535c is scheduled to L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de with binding_index 1 {{(pid=103474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 12:35:37.798572 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2b21639d-e921-4325-9acb-112ef6fbefda tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group_rule (79001cb8-eb28-4b36-9a6c-15ce4f1cd53f), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:37.833128 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-2bfbecad-67da-455d-ad3e-755fc776b4d3 None None] Provisioning complete for port 105a5cf8-2ad0-4f96-8e4a-cb46e7a19d83 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:35:37.833128 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2bfbecad-67da-455d-ad3e-755fc776b4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (105a5cf8-2ad0-4f96-8e4a-cb46e7a19d83), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:37.978710 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-2bfbecad-67da-455d-ad3e-755fc776b4d3 None None] Port 105a5cf8-2ad0-4f96-8e4a-cb46e7a19d83 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:35:38.124471 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-2bfbecad-67da-455d-ad3e-755fc776b4d3 None None] Provisioning complete for port 486cb158-41ea-4d3c-9e68-bf6a6e510936 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:35:38.124910 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2bfbecad-67da-455d-ad3e-755fc776b4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (486cb158-41ea-4d3c-9e68-bf6a6e510936), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:38.206165 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 486cb158-41ea-4d3c-9e68-bf6a6e510936 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:35:38.233306 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 2c0b97af-bfeb-4337-9331-4523ff393ad5 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:35:38.299661 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 2c0b97af-bfeb-4337-9331-4523ff393ad5 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:35:38.305500 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 2c0b97af-bfeb-4337-9331-4523ff393ad5 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:35:38.458096 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-2bfbecad-67da-455d-ad3e-755fc776b4d3 None None] Current status of the port 486cb158-41ea-4d3c-9e68-bf6a6e510936 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:35:38.562656 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 486cb158-41ea-4d3c-9e68-bf6a6e510936 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:35:38.591902 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cffd4d6-030e-4996-acc4-94dd01ac0785 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:35:38.602356 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-4cffd4d6-030e-4996-acc4-94dd01ac0785 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "PUT /v2.0/routers/fb2f6f88-c77a-490f-9211-de017113535c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9248116 Feb 04 12:35:38.602594 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab5057c-17f7-4da5-8e49-512658d1a404 None None] Sync routers for ids ['fb2f6f88-c77a-490f-9211-de017113535c'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:35:38.603103 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 48200) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:38.654729 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab5057c-17f7-4da5-8e49-512658d1a404 None None] Routers {'fb2f6f88-c77a-490f-9211-de017113535c'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:35:38.655369 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-8ab5057c-17f7-4da5-8e49-512658d1a404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:35:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['fb2f6f88-c77a-490f-9211-de017113535c'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:35:38.696558 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2b21639d-e921-4325-9acb-112ef6fbefda tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group_rule (79001cb8-eb28-4b36-9a6c-15ce4f1cd53f), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:38.708275 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2b21639d-e921-4325-9acb-112ef6fbefda tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (79001cb8-eb28-4b36-9a6c-15ce4f1cd53f), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:38.710608 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 486cb158-41ea-4d3c-9e68-bf6a6e510936 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:35:38.710608 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (486cb158-41ea-4d3c-9e68-bf6a6e510936), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:38.751767 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2b21639d-e921-4325-9acb-112ef6fbefda tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:38.758443 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-8ab5057c-17f7-4da5-8e49-512658d1a404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:35:38.761924 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-2b21639d-e921-4325-9acb-112ef6fbefda tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0690587 Feb 04 12:35:38.765365 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48204) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:38.771378 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b21639d-e921-4325-9acb-112ef6fbefda tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79001cb8-eb28-4b36-9a6c-15ce4f1cd53f,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:38.788959 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-f926506b-609d-4677-896a-de7e2da1b688 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Request body: {'security_group_rule': {'security_group_id': '8583cf81-330e-45b5-8696-be0eebf026a5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:35:38.799371 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab5057c-17f7-4da5-8e49-512658d1a404 None None] Routers {'fb2f6f88-c77a-490f-9211-de017113535c'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:35:38.800311 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-8ab5057c-17f7-4da5-8e49-512658d1a404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:35:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['fb2f6f88-c77a-490f-9211-de017113535c'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:35:38.829281 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86004a38-2748-4c2d-b4ca-9c77d3306664 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:35:38.836418 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-86004a38-2748-4c2d-b4ca-9c77d3306664 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "GET /v2.0/ports?device_id=fb2f6f88-c77a-490f-9211-de017113535c HTTP/1.1" status: 200 len: 988 time: 0.2325456 Feb 04 12:35:38.839374 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48206) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:38.893706 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-8ab5057c-17f7-4da5-8e49-512658d1a404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:35:38.896131 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab5057c-17f7-4da5-8e49-512658d1a404 None None] The sync data for ids ['fb2f6f88-c77a-490f-9211-de017113535c'] in n-d-825015-3 is: [] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:35:38.921895 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f926506b-609d-4677-896a-de7e2da1b688 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group_rule (6ef55e5c-536d-4810-a7c7-c03e12bf4541), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:38.990749 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 486cb158-41ea-4d3c-9e68-bf6a6e510936 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:35:39.053273 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-29a74648-5563-43d4-8afe-69470b2e18db None None] Provisioning complete for port 105a5cf8-2ad0-4f96-8e4a-cb46e7a19d83 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:35:39.055243 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-29a74648-5563-43d4-8afe-69470b2e18db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (105a5cf8-2ad0-4f96-8e4a-cb46e7a19d83), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:39.064139 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f926506b-609d-4677-896a-de7e2da1b688 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group_rule (6ef55e5c-536d-4810-a7c7-c03e12bf4541), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:39.103518 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 48210) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:39.158188 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-29a74648-5563-43d4-8afe-69470b2e18db None None] Port 105a5cf8-2ad0-4f96-8e4a-cb46e7a19d83 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:35:39.181835 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-29a74648-5563-43d4-8afe-69470b2e18db None None] Provisioning complete for port 486cb158-41ea-4d3c-9e68-bf6a6e510936 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:35:39.182220 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-29a74648-5563-43d4-8afe-69470b2e18db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (486cb158-41ea-4d3c-9e68-bf6a6e510936), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:39.216495 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f926506b-609d-4677-896a-de7e2da1b688 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (6ef55e5c-536d-4810-a7c7-c03e12bf4541), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:39.296923 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f926506b-609d-4677-896a-de7e2da1b688 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:39.301019 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-f926506b-609d-4677-896a-de7e2da1b688 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5308900 Feb 04 12:35:39.301798 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48216) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:39.312026 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-5672800f-62e4-4f4a-b5f3-2c4d42bdab04 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Request body: {'security_group_rule': {'security_group_id': '8583cf81-330e-45b5-8696-be0eebf026a5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:35:39.320461 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f926506b-609d-4677-896a-de7e2da1b688 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ef55e5c-536d-4810-a7c7-c03e12bf4541,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:39.368386 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-99f5741b-e8a4-4750-bb5d-0f03bf4b109a tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-921470128', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:35:39.454227 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-29a74648-5563-43d4-8afe-69470b2e18db None None] Current status of the port 486cb158-41ea-4d3c-9e68-bf6a6e510936 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:35:39.502289 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5672800f-62e4-4f4a-b5f3-2c4d42bdab04 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group_rule (d87aec24-0dc9-4479-aea9-31eb7b879cd3), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:39.503185 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-99f5741b-e8a4-4750-bb5d-0f03bf4b109a tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10933'] for router (dfb63288-a909-4180-a149-5fab3a2fc3e0), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:39.512657 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-99f5741b-e8a4-4750-bb5d-0f03bf4b109a tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10924'] for router (dfb63288-a909-4180-a149-5fab3a2fc3e0), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:39.635202 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b433a542-9ecf-4c05-8d84-5d46a7edbfd8 None None] Provisioning complete for port 105a5cf8-2ad0-4f96-8e4a-cb46e7a19d83 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:35:39.636306 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b433a542-9ecf-4c05-8d84-5d46a7edbfd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (105a5cf8-2ad0-4f96-8e4a-cb46e7a19d83), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:39.640856 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-99f5741b-e8a4-4750-bb5d-0f03bf4b109a tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Publish callbacks [] for router_controller (dfb63288-a909-4180-a149-5fab3a2fc3e0), precommit_add_association {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:39.646864 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-99f5741b-e8a4-4750-bb5d-0f03bf4b109a tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141'] for router (dfb63288-a909-4180-a149-5fab3a2fc3e0), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:39.673607 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-99f5741b-e8a4-4750-bb5d-0f03bf4b109a tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Publish callbacks [] for router (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:39.674915 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-99f5741b-e8a4-4750-bb5d-0f03bf4b109a tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.5704379 Feb 04 12:35:39.677682 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 48222) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:39.695813 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-190d757d-988a-4f71-b594-3ee5d1aaf9cb tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-511584884'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:35:39.726751 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-190d757d-988a-4f71-b594-3ee5d1aaf9cb tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Made reservation on behalf of 3077f3fbaaf94429ad8df7e5cb4d381b for: {'network': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:35:39.732561 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-190d757d-988a-4f71-b594-3ee5d1aaf9cb tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:39.739547 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5672800f-62e4-4f4a-b5f3-2c4d42bdab04 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group_rule (d87aec24-0dc9-4479-aea9-31eb7b879cd3), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:39.745350 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b433a542-9ecf-4c05-8d84-5d46a7edbfd8 None None] Port 105a5cf8-2ad0-4f96-8e4a-cb46e7a19d83 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:35:39.753630 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-190d757d-988a-4f71-b594-3ee5d1aaf9cb tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:39.763127 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5672800f-62e4-4f4a-b5f3-2c4d42bdab04 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (d87aec24-0dc9-4479-aea9-31eb7b879cd3), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:39.840157 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5672800f-62e4-4f4a-b5f3-2c4d42bdab04 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d87aec24-0dc9-4479-aea9-31eb7b879cd3,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:39.850160 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5672800f-62e4-4f4a-b5f3-2c4d42bdab04 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:39.852211 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-5672800f-62e4-4f4a-b5f3-2c4d42bdab04 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5494518 Feb 04 12:35:39.859312 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48226) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:39.865784 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-1ecd3a29-e8eb-4bcd-85a8-e5be3c0c3e19 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Request body: {'security_group_rule': {'security_group_id': '8583cf81-330e-45b5-8696-be0eebf026a5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:35:39.886580 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-190d757d-988a-4f71-b594-3ee5d1aaf9cb tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Publish callbacks [] for security_group (aa1186e5-3891-4a54-9121-ec46784053ee), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:39.892654 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-190d757d-988a-4f71-b594-3ee5d1aaf9cb tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (aa1186e5-3891-4a54-9121-ec46784053ee), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:39.949804 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1ecd3a29-e8eb-4bcd-85a8-e5be3c0c3e19 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group_rule (e1ad22e2-175d-41c1-bb22-5eb336f2754b), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:39.950601 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190d757d-988a-4f71-b594-3ee5d1aaf9cb tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa1186e5-3891-4a54-9121-ec46784053ee,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:39.959324 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-190d757d-988a-4f71-b594-3ee5d1aaf9cb tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=103475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:35:39.972978 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-aacba958-24ec-4c3c-9e0a-3eaadf7702fb tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622215'] for router_interface (fb2f6f88-c77a-490f-9211-de017113535c), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:39.975130 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-190d757d-988a-4f71-b594-3ee5d1aaf9cb tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (97f1069c-bbd3-4bad-b0f3-3879dc201f07), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:39.976447 n-d-825015-3 neutron-server[103475]: INFO neutron.db.segments_db [None req-190d757d-988a-4f71-b594-3ee5d1aaf9cb tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Added segment 97f1069c-bbd3-4bad-b0f3-3879dc201f07 of type vlan for network 2b7398d9-a7f8-4b0a-95bc-9f83f2e7c78a Feb 04 12:35:39.979936 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-44b77717-d85b-46c5-9a6a-f25c5b47415c None None] Provisioning complete for port 105a5cf8-2ad0-4f96-8e4a-cb46e7a19d83 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:35:39.980560 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-44b77717-d85b-46c5-9a6a-f25c5b47415c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (105a5cf8-2ad0-4f96-8e4a-cb46e7a19d83), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:40.036391 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-190d757d-988a-4f71-b594-3ee5d1aaf9cb tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (2b7398d9-a7f8-4b0a-95bc-9f83f2e7c78a), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:40.057736 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-44b77717-d85b-46c5-9a6a-f25c5b47415c None None] Port 105a5cf8-2ad0-4f96-8e4a-cb46e7a19d83 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:35:40.087049 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-190d757d-988a-4f71-b594-3ee5d1aaf9cb tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (2b7398d9-a7f8-4b0a-95bc-9f83f2e7c78a), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:40.100229 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190d757d-988a-4f71-b594-3ee5d1aaf9cb tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:35:40.105197 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-190d757d-988a-4f71-b594-3ee5d1aaf9cb tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:40.203174 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190d757d-988a-4f71-b594-3ee5d1aaf9cb tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Pushing event updated for resources: {'Network': ['ID=2b7398d9-a7f8-4b0a-95bc-9f83f2e7c78a,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:40.218888 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 2b7398d9-a7f8-4b0a-95bc-9f83f2e7c78a details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:35:40.250573 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-190d757d-988a-4f71-b594-3ee5d1aaf9cb tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5652807 Feb 04 12:35:40.257645 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 48230) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:40.268548 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-7c82f2d8-1a55-40a6-8ee3-1be23e6e920f tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Request body: {'subnet': {'network_id': '2b7398d9-a7f8-4b0a-95bc-9f83f2e7c78a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:35:40.285227 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1ecd3a29-e8eb-4bcd-85a8-e5be3c0c3e19 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group_rule (e1ad22e2-175d-41c1-bb22-5eb336f2754b), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:40.362385 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-c770281f-2fda-4793-bd2e-aa2aac531034 None None] Provisioning complete for port 105a5cf8-2ad0-4f96-8e4a-cb46e7a19d83 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:35:40.363292 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c770281f-2fda-4793-bd2e-aa2aac531034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (105a5cf8-2ad0-4f96-8e4a-cb46e7a19d83), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:40.369075 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1ecd3a29-e8eb-4bcd-85a8-e5be3c0c3e19 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (e1ad22e2-175d-41c1-bb22-5eb336f2754b), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:40.439155 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c770281f-2fda-4793-bd2e-aa2aac531034 None None] Port 105a5cf8-2ad0-4f96-8e4a-cb46e7a19d83 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:35:40.458622 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecd3a29-e8eb-4bcd-85a8-e5be3c0c3e19 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1ad22e2-175d-41c1-bb22-5eb336f2754b,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:40.465981 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c82f2d8-1a55-40a6-8ee3-1be23e6e920f tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Made reservation on behalf of 3077f3fbaaf94429ad8df7e5cb4d381b for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:35:40.470929 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1ecd3a29-e8eb-4bcd-85a8-e5be3c0c3e19 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:40.475118 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7c82f2d8-1a55-40a6-8ee3-1be23e6e920f tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:40.475866 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-1ecd3a29-e8eb-4bcd-85a8-e5be3c0c3e19 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6111102 Feb 04 12:35:40.475866 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48234) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:40.480946 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-b51dd56d-76cb-4760-a767-a85773fcbfe3 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Request body: {'security_group_rule': {'security_group_id': '8583cf81-330e-45b5-8696-be0eebf026a5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:35:40.487491 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecd3a29-e8eb-4bcd-85a8-e5be3c0c3e19 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:35:40.488034 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecd3a29-e8eb-4bcd-85a8-e5be3c0c3e19 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:35:40.488485 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecd3a29-e8eb-4bcd-85a8-e5be3c0c3e19 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:35:40.488925 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecd3a29-e8eb-4bcd-85a8-e5be3c0c3e19 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:35:40.489370 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecd3a29-e8eb-4bcd-85a8-e5be3c0c3e19 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:35:40.489788 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecd3a29-e8eb-4bcd-85a8-e5be3c0c3e19 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:35:40.490220 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecd3a29-e8eb-4bcd-85a8-e5be3c0c3e19 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:35:40.490653 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecd3a29-e8eb-4bcd-85a8-e5be3c0c3e19 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:35:40.491955 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecd3a29-e8eb-4bcd-85a8-e5be3c0c3e19 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:35:40.492415 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecd3a29-e8eb-4bcd-85a8-e5be3c0c3e19 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:35:40.492845 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecd3a29-e8eb-4bcd-85a8-e5be3c0c3e19 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:35:40.493273 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecd3a29-e8eb-4bcd-85a8-e5be3c0c3e19 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:35:40.493701 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecd3a29-e8eb-4bcd-85a8-e5be3c0c3e19 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:35:40.534152 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b51dd56d-76cb-4760-a767-a85773fcbfe3 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group_rule (4f51eefc-c8bd-4067-96f7-11f3166c0a3f), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:40.627496 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b51dd56d-76cb-4760-a767-a85773fcbfe3 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group_rule (4f51eefc-c8bd-4067-96f7-11f3166c0a3f), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:40.636454 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b51dd56d-76cb-4760-a767-a85773fcbfe3 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (4f51eefc-c8bd-4067-96f7-11f3166c0a3f), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:40.665939 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51dd56d-76cb-4760-a767-a85773fcbfe3 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f51eefc-c8bd-4067-96f7-11f3166c0a3f,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:40.680418 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b51dd56d-76cb-4760-a767-a85773fcbfe3 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:40.683311 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-b51dd56d-76cb-4760-a767-a85773fcbfe3 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2065938 Feb 04 12:35:40.686305 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-aacba958-24ec-4c3c-9e0a-3eaadf7702fb tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Deleting port 105a5cf8-2ad0-4f96-8e4a-cb46e7a19d83 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:35:40.686972 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-aacba958-24ec-4c3c-9e0a-3eaadf7702fb tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (105a5cf8-2ad0-4f96-8e4a-cb46e7a19d83), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:40.691936 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 48240) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:40.760603 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-501479f3-fce9-4352-af71-6af65c6cc64a tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group_rule (4f51eefc-c8bd-4067-96f7-11f3166c0a3f), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:40.782153 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-501479f3-fce9-4352-af71-6af65c6cc64a tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group_rule (4f51eefc-c8bd-4067-96f7-11f3166c0a3f), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:40.833118 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-aacba958-24ec-4c3c-9e0a-3eaadf7702fb tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (105a5cf8-2ad0-4f96-8e4a-cb46e7a19d83), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:40.869060 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-aacba958-24ec-4c3c-9e0a-3eaadf7702fb tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Calling delete_port for 105a5cf8-2ad0-4f96-8e4a-cb46e7a19d83 owned by network:router_interface {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:35:40.948693 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-501479f3-fce9-4352-af71-6af65c6cc64a tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (4f51eefc-c8bd-4067-96f7-11f3166c0a3f), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:40.976094 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-501479f3-fce9-4352-af71-6af65c6cc64a tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:40.980786 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-501479f3-fce9-4352-af71-6af65c6cc64a tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/4f51eefc-c8bd-4067-96f7-11f3166c0a3f HTTP/1.1" status: 204 len: 168 time: 0.2754722 Feb 04 12:35:40.981050 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48244) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:41.049623 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501479f3-fce9-4352-af71-6af65c6cc64a tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4f51eefc-c8bd-4067-96f7-11f3166c0a3f,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:41.061911 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-e0c97c43-f86f-41d3-91c4-e597dcf2f626 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0800407 Feb 04 12:35:41.064773 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 48246) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:41.111362 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7c82f2d8-1a55-40a6-8ee3-1be23e6e920f tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52094127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51452689'] for subnet (2a3a3fa8-cf1f-4ba1-a1e7-c57ff11cf3ed), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:41.234103 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6a4fb36a-0993-414d-9529-28e85b30c10d tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group_rule (e1ad22e2-175d-41c1-bb22-5eb336f2754b), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:41.238469 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-aacba958-24ec-4c3c-9e0a-3eaadf7702fb tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (105a5cf8-2ad0-4f96-8e4a-cb46e7a19d83), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:41.261822 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6a4fb36a-0993-414d-9529-28e85b30c10d tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group_rule (e1ad22e2-175d-41c1-bb22-5eb336f2754b), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:41.304309 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c82f2d8-1a55-40a6-8ee3-1be23e6e920f tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Pushing event updated for resources: {'Subnet': ['ID=2a3a3fa8-cf1f-4ba1-a1e7-c57ff11cf3ed,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:41.311666 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacba958-24ec-4c3c-9e0a-3eaadf7702fb tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Pushing event deleted for resources: {'Port': ['ID=105a5cf8-2ad0-4f96-8e4a-cb46e7a19d83,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:41.312349 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6a4fb36a-0993-414d-9529-28e85b30c10d tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (e1ad22e2-175d-41c1-bb22-5eb336f2754b), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:41.337181 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6a4fb36a-0993-414d-9529-28e85b30c10d tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:41.338973 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-6a4fb36a-0993-414d-9529-28e85b30c10d tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/e1ad22e2-175d-41c1-bb22-5eb336f2754b HTTP/1.1" status: 204 len: 168 time: 0.2714882 Feb 04 12:35:41.341473 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 48248) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:41.373063 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4fb36a-0993-414d-9529-28e85b30c10d tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e1ad22e2-175d-41c1-bb22-5eb336f2754b,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:41.391154 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c82f2d8-1a55-40a6-8ee3-1be23e6e920f tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Checking segment: {'id': '97f1069c-bbd3-4bad-b0f3-3879dc201f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '2b7398d9-a7f8-4b0a-95bc-9f83f2e7c78a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:35:41.391686 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c82f2d8-1a55-40a6-8ee3-1be23e6e920f tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Network hostable DHCP agents. Network: 2b7398d9-a7f8-4b0a-95bc-9f83f2e7c78a, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:35:41.430793 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-beb505e7-9448-42d8-ac7c-7e97a9978af7 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0871189 Feb 04 12:35:41.433432 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 48252) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:41.499996 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c82f2d8-1a55-40a6-8ee3-1be23e6e920f tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Network 2b7398d9-a7f8-4b0a-95bc-9f83f2e7c78a is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:35:41.505168 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a92d124f-18fa-471b-a177-aa4d4f101cd9 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group_rule (d87aec24-0dc9-4479-aea9-31eb7b879cd3), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:41.533849 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a92d124f-18fa-471b-a177-aa4d4f101cd9 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group_rule (d87aec24-0dc9-4479-aea9-31eb7b879cd3), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:41.576393 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-7c82f2d8-1a55-40a6-8ee3-1be23e6e920f tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 2b7398d9-a7f8-4b0a-95bc-9f83f2e7c78a) {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:35:41.582672 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-aacba958-24ec-4c3c-9e0a-3eaadf7702fb tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622067'] for router_interface (fb2f6f88-c77a-490f-9211-de017113535c), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:41.585114 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c82f2d8-1a55-40a6-8ee3-1be23e6e920f tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:35:41.586592 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7c82f2d8-1a55-40a6-8ee3-1be23e6e920f tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:41.590291 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5fe9f2-0360-4103-a108-9688937fc290 None None] Network 2b7398d9-a7f8-4b0a-95bc-9f83f2e7c78a requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:35:41.603448 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a92d124f-18fa-471b-a177-aa4d4f101cd9 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (d87aec24-0dc9-4479-aea9-31eb7b879cd3), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:41.615172 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a92d124f-18fa-471b-a177-aa4d4f101cd9 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:41.621580 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-a92d124f-18fa-471b-a177-aa4d4f101cd9 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/d87aec24-0dc9-4479-aea9-31eb7b879cd3 HTTP/1.1" status: 204 len: 168 time: 0.1865938 Feb 04 12:35:41.624916 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 48254) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:41.637437 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-7c82f2d8-1a55-40a6-8ee3-1be23e6e920f tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3761384 Feb 04 12:35:41.642255 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 48256) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:41.674953 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-ee84da18-24dd-444f-9f46-21eae7da58b4 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Request body: {'network': {'name': 'tempest-router-network01--2022754727'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:35:41.722395 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92d124f-18fa-471b-a177-aa4d4f101cd9 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d87aec24-0dc9-4479-aea9-31eb7b879cd3,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:41.762707 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-c3353269-645b-498d-9901-526b0f31ffb0 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1231072 Feb 04 12:35:41.765663 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 48260) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:41.796142 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee84da18-24dd-444f-9f46-21eae7da58b4 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Made reservation on behalf of 3077f3fbaaf94429ad8df7e5cb4d381b for: {'network': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:35:41.799482 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ee84da18-24dd-444f-9f46-21eae7da58b4 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:41.818222 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4021b4a6-d1e0-47b7-b00c-200c663c31fa tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group_rule (6ef55e5c-536d-4810-a7c7-c03e12bf4541), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:41.847260 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4021b4a6-d1e0-47b7-b00c-200c663c31fa tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group_rule (6ef55e5c-536d-4810-a7c7-c03e12bf4541), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:41.903702 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee84da18-24dd-444f-9f46-21eae7da58b4 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=103475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:35:41.941779 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ee84da18-24dd-444f-9f46-21eae7da58b4 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (f167c2a1-4e96-4aaf-a243-46614e15baeb), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:41.943754 n-d-825015-3 neutron-server[103475]: INFO neutron.db.segments_db [None req-ee84da18-24dd-444f-9f46-21eae7da58b4 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Added segment f167c2a1-4e96-4aaf-a243-46614e15baeb of type vlan for network bae5b3ca-a552-4beb-9fb2-5bc289b6fa15 Feb 04 12:35:41.963552 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4021b4a6-d1e0-47b7-b00c-200c663c31fa tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (6ef55e5c-536d-4810-a7c7-c03e12bf4541), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:41.988229 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4021b4a6-d1e0-47b7-b00c-200c663c31fa tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:41.992470 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-4021b4a6-d1e0-47b7-b00c-200c663c31fa tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/6ef55e5c-536d-4810-a7c7-c03e12bf4541 HTTP/1.1" status: 204 len: 168 time: 0.2253816 Feb 04 12:35:42.028228 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 48266) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:42.047228 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4021b4a6-d1e0-47b7-b00c-200c663c31fa tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6ef55e5c-536d-4810-a7c7-c03e12bf4541,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:42.076780 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aacba958-24ec-4c3c-9e0a-3eaadf7702fb tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Router fb2f6f88-c77a-490f-9211-de017113535c has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:35:42.111417 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ee84da18-24dd-444f-9f46-21eae7da58b4 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (bae5b3ca-a552-4beb-9fb2-5bc289b6fa15), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:42.154899 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-693f4131-dfb4-4805-b3ad-2d8b8f9fe416 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-2b7398d9-a7f8-4b0a-95bc-9f83f2e7c78a', 'network_id': '2b7398d9-a7f8-4b0a-95bc-9f83f2e7c78a', 'project_id': '3077f3fbaaf94429ad8df7e5cb4d381b', 'fixed_ips': [{'subnet_id': '2a3a3fa8-cf1f-4ba1-a1e7-c57ff11cf3ed'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 12:35:42.156553 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-693f4131-dfb4-4805-b3ad-2d8b8f9fe416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:42.226721 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-7627b081-13d2-404a-91d0-0e07f3c09193 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1959021 Feb 04 12:35:42.229346 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 48268) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:42.273234 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ee84da18-24dd-444f-9f46-21eae7da58b4 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (bae5b3ca-a552-4beb-9fb2-5bc289b6fa15), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:42.291109 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee84da18-24dd-444f-9f46-21eae7da58b4 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:35:42.291690 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ee84da18-24dd-444f-9f46-21eae7da58b4 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:42.307080 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aacba958-24ec-4c3c-9e0a-3eaadf7702fb tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:35:42.312287 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-aacba958-24ec-4c3c-9e0a-3eaadf7702fb tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "PUT /v2.0/routers/fb2f6f88-c77a-490f-9211-de017113535c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4713531 Feb 04 12:35:42.314910 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48270) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:42.339418 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a962b863-8d55-4e38-bc0b-6a604ccb2be3 None None] Sync routers for ids ['fb2f6f88-c77a-490f-9211-de017113535c'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:35:42.374817 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d20473fc-1440-4e27-98a5-e707c1bf2039 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group_rule (79001cb8-eb28-4b36-9a6c-15ce4f1cd53f), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:42.376810 n-d-825015-3 neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-97cf5e9e-2be6-4057-8cfe-6e1e269c54bb tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] GET failed (client error): The resource could not be found. Feb 04 12:35:42.377290 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a962b863-8d55-4e38-bc0b-6a604ccb2be3 None None] Routers {'fb2f6f88-c77a-490f-9211-de017113535c'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:35:42.378172 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-a962b863-8d55-4e38-bc0b-6a604ccb2be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:35:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['fb2f6f88-c77a-490f-9211-de017113535c'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:35:42.378332 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-97cf5e9e-2be6-4057-8cfe-6e1e269c54bb tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "GET /v2.0/ports/105a5cf8-2ad0-4f96-8e4a-cb46e7a19d83 HTTP/1.1" status: 404 len: 333 time: 0.0624588 Feb 04 12:35:42.381071 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48272) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:42.440751 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-a962b863-8d55-4e38-bc0b-6a604ccb2be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:35:42.463723 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d20473fc-1440-4e27-98a5-e707c1bf2039 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group_rule (79001cb8-eb28-4b36-9a6c-15ce4f1cd53f), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:42.483790 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-ee84da18-24dd-444f-9f46-21eae7da58b4 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8205998 Feb 04 12:35:42.497609 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48274) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:42.503173 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-949a459e-032a-4e8b-a7aa-79fdd354fadd tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Request body: {'network': {'name': 'tempest-router-network02--923620271'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:35:42.532260 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1aed6ddc-5bd0-4717-9268-fa02121b2b8e tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks [] for router (fb2f6f88-c77a-490f-9211-de017113535c), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:42.546371 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a962b863-8d55-4e38-bc0b-6a604ccb2be3 None None] Routers {'fb2f6f88-c77a-490f-9211-de017113535c'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:35:42.549968 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-a962b863-8d55-4e38-bc0b-6a604ccb2be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:35:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['fb2f6f88-c77a-490f-9211-de017113535c'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:35:42.562423 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee84da18-24dd-444f-9f46-21eae7da58b4 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Pushing event updated for resources: {'Network': ['ID=bae5b3ca-a552-4beb-9fb2-5bc289b6fa15,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:42.609023 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d20473fc-1440-4e27-98a5-e707c1bf2039 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (79001cb8-eb28-4b36-9a6c-15ce4f1cd53f), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:42.615070 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d20473fc-1440-4e27-98a5-e707c1bf2039 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:42.620876 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-d20473fc-1440-4e27-98a5-e707c1bf2039 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/79001cb8-eb28-4b36-9a6c-15ce4f1cd53f HTTP/1.1" status: 204 len: 168 time: 0.3904064 Feb 04 12:35:42.631872 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48278) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:42.641524 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20473fc-1440-4e27-98a5-e707c1bf2039 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=79001cb8-eb28-4b36-9a6c-15ce4f1cd53f,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:42.672157 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-a962b863-8d55-4e38-bc0b-6a604ccb2be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:35:42.673555 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a962b863-8d55-4e38-bc0b-6a604ccb2be3 None None] The sync data for ids ['fb2f6f88-c77a-490f-9211-de017113535c'] in n-d-825015-3 is: [] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:35:42.686756 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-949a459e-032a-4e8b-a7aa-79fdd354fadd tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Made reservation on behalf of 3077f3fbaaf94429ad8df7e5cb4d381b for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:35:42.687540 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network bae5b3ca-a552-4beb-9fb2-5bc289b6fa15 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:35:42.690895 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-949a459e-032a-4e8b-a7aa-79fdd354fadd tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:42.848897 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-67c703ae-d3d6-4627-8aad-b67ebb3efa68 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2123117 Feb 04 12:35:42.851924 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 48282) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:42.853251 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1aed6ddc-5bd0-4717-9268-fa02121b2b8e tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10915'] for router (fb2f6f88-c77a-490f-9211-de017113535c), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:42.858106 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1aed6ddc-5bd0-4717-9268-fa02121b2b8e tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks [] for router_controller (fb2f6f88-c77a-490f-9211-de017113535c), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:42.879674 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-949a459e-032a-4e8b-a7aa-79fdd354fadd tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:35:43.001083 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-949a459e-032a-4e8b-a7aa-79fdd354fadd tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (4d5225fa-0696-419c-a2e7-429eb2f4e28a), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:43.001485 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-949a459e-032a-4e8b-a7aa-79fdd354fadd tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Added segment 4d5225fa-0696-419c-a2e7-429eb2f4e28a of type vlan for network 2c1100a2-18e1-4002-b18e-d5e13d54dfb4 Feb 04 12:35:43.008309 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-693f4131-dfb4-4805-b3ad-2d8b8f9fe416 None None] Allocated IP 172.20.0.2 (2b7398d9-a7f8-4b0a-95bc-9f83f2e7c78a/2a3a3fa8-cf1f-4ba1-a1e7-c57ff11cf3ed/cd0c454a-e05d-4cb8-bece-d0b0f49e9a13) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:35:43.040676 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1f38d2dc-2d14-4df3-896d-3b145a81822b tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group (8583cf81-330e-45b5-8696-be0eebf026a5), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:43.083065 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1aed6ddc-5bd0-4717-9268-fa02121b2b8e tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622829'] for router (fb2f6f88-c77a-490f-9211-de017113535c), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:43.083979 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aed6ddc-5bd0-4717-9268-fa02121b2b8e tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Fanout notify agent at l3_agent the message router_deleted on router fb2f6f88-c77a-490f-9211-de017113535c {{(pid=103474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 12:35:43.106147 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1aed6ddc-5bd0-4717-9268-fa02121b2b8e tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:43.111517 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-1aed6ddc-5bd0-4717-9268-fa02121b2b8e tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "DELETE /v2.0/routers/fb2f6f88-c77a-490f-9211-de017113535c HTTP/1.1" status: 204 len: 168 time: 0.7292848 Feb 04 12:35:43.117757 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 48288) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:43.130568 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-949a459e-032a-4e8b-a7aa-79fdd354fadd tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (2c1100a2-18e1-4002-b18e-d5e13d54dfb4), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:43.198551 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-949a459e-032a-4e8b-a7aa-79fdd354fadd tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (2c1100a2-18e1-4002-b18e-d5e13d54dfb4), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:43.199788 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_v2 [None req-08355be7-52c6-4af8-8bde-9d376ada9032 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Deleting subnet 709e8ebb-b3bb-44ee-ae25-1c5160601eb4 {{(pid=103475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:35:43.204930 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-08355be7-52c6-4af8-8bde-9d376ada9032 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks [] for subnet (709e8ebb-b3bb-44ee-ae25-1c5160601eb4), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:43.214596 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949a459e-032a-4e8b-a7aa-79fdd354fadd tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:35:43.215256 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-949a459e-032a-4e8b-a7aa-79fdd354fadd tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:43.261433 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1f38d2dc-2d14-4df3-896d-3b145a81822b tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group (8583cf81-330e-45b5-8696-be0eebf026a5), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:43.265992 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-08355be7-52c6-4af8-8bde-9d376ada9032 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51859329'] for subnet (709e8ebb-b3bb-44ee-ae25-1c5160601eb4), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:43.267444 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-949a459e-032a-4e8b-a7aa-79fdd354fadd tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7686205 Feb 04 12:35:43.273476 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 48290) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:43.288871 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-39d9b77e-aade-4cf0-871b-16023a727e37 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Request body: {'subnet': {'network_id': 'bae5b3ca-a552-4beb-9fb2-5bc289b6fa15', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:35:43.328868 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-693f4131-dfb4-4805-b3ad-2d8b8f9fe416 None None] Publish callbacks [] for port (cd0c454a-e05d-4cb8-bece-d0b0f49e9a13), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:43.340201 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-693f4131-dfb4-4805-b3ad-2d8b8f9fe416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (cd0c454a-e05d-4cb8-bece-d0b0f49e9a13), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:43.373962 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949a459e-032a-4e8b-a7aa-79fdd354fadd tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Pushing event updated for resources: {'Network': ['ID=2c1100a2-18e1-4002-b18e-d5e13d54dfb4,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:43.401036 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 2c1100a2-18e1-4002-b18e-d5e13d54dfb4 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:35:43.424278 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693f4131-dfb4-4805-b3ad-2d8b8f9fe416 None None] Network 2b7398d9-a7f8-4b0a-95bc-9f83f2e7c78a is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:35:43.472728 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-693f4131-dfb4-4805-b3ad-2d8b8f9fe416 None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:35:43.489357 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693f4131-dfb4-4805-b3ad-2d8b8f9fe416 None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:35:43.494262 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693f4131-dfb4-4805-b3ad-2d8b8f9fe416 None None] Pushing event updated for resources: {'Port': ['ID=cd0c454a-e05d-4cb8-bece-d0b0f49e9a13,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:43.551830 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1f38d2dc-2d14-4df3-896d-3b145a81822b tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (8583cf81-330e-45b5-8696-be0eebf026a5), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:43.554774 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1f38d2dc-2d14-4df3-896d-3b145a81822b tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:43.559333 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48292) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:43.568344 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-1f38d2dc-2d14-4df3-896d-3b145a81822b tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] 10.222.0.65 "DELETE /v2.0/security-groups/8583cf81-330e-45b5-8696-be0eebf026a5 HTTP/1.1" status: 204 len: 168 time: 0.7142487 Feb 04 12:35:43.577837 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-693f4131-dfb4-4805-b3ad-2d8b8f9fe416 None None] Attempting to bind port cd0c454a-e05d-4cb8-bece-d0b0f49e9a13 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:35:43.578219 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-693f4131-dfb4-4805-b3ad-2d8b8f9fe416 None None] Attempting to bind port cd0c454a-e05d-4cb8-bece-d0b0f49e9a13 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '97f1069c-bbd3-4bad-b0f3-3879dc201f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '2b7398d9-a7f8-4b0a-95bc-9f83f2e7c78a'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:35:43.578595 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693f4131-dfb4-4805-b3ad-2d8b8f9fe416 None None] Attempting to bind port cd0c454a-e05d-4cb8-bece-d0b0f49e9a13 on network 2b7398d9-a7f8-4b0a-95bc-9f83f2e7c78a {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:35:43.585844 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693f4131-dfb4-4805-b3ad-2d8b8f9fe416 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:35:43.586260 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693f4131-dfb4-4805-b3ad-2d8b8f9fe416 None None] Checking segment: {'id': '97f1069c-bbd3-4bad-b0f3-3879dc201f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '2b7398d9-a7f8-4b0a-95bc-9f83f2e7c78a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:35:43.586670 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-693f4131-dfb4-4805-b3ad-2d8b8f9fe416 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:43.587073 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693f4131-dfb4-4805-b3ad-2d8b8f9fe416 None None] Bound using segment: {'id': '97f1069c-bbd3-4bad-b0f3-3879dc201f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '2b7398d9-a7f8-4b0a-95bc-9f83f2e7c78a'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:35:43.587554 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-693f4131-dfb4-4805-b3ad-2d8b8f9fe416 None None] Bound port: cd0c454a-e05d-4cb8-bece-d0b0f49e9a13, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97f1069c-bbd3-4bad-b0f3-3879dc201f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '2b7398d9-a7f8-4b0a-95bc-9f83f2e7c78a'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:35:43.587980 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-693f4131-dfb4-4805-b3ad-2d8b8f9fe416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (cd0c454a-e05d-4cb8-bece-d0b0f49e9a13), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:43.600287 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f38d2dc-2d14-4df3-896d-3b145a81822b tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8583cf81-330e-45b5-8696-be0eebf026a5,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:43.603061 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39d9b77e-aade-4cf0-871b-16023a727e37 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Made reservation on behalf of 3077f3fbaaf94429ad8df7e5cb4d381b for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:35:43.607866 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-39d9b77e-aade-4cf0-871b-16023a727e37 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:43.686688 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-693f4131-dfb4-4805-b3ad-2d8b8f9fe416 None None] For port cd0c454a-e05d-4cb8-bece-d0b0f49e9a13, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:35:43.690231 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-693f4131-dfb4-4805-b3ad-2d8b8f9fe416 None None] For port cd0c454a-e05d-4cb8-bece-d0b0f49e9a13, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=cd0c454a-e05d-4cb8-bece-d0b0f49e9a13,segment=NetworkSegment(97f1069c-bbd3-4bad-b0f3-3879dc201f07),segment_id=97f1069c-bbd3-4bad-b0f3-3879dc201f07)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:35:43.706327 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-693f4131-dfb4-4805-b3ad-2d8b8f9fe416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (cd0c454a-e05d-4cb8-bece-d0b0f49e9a13), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:43.727258 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-f08e9122-c01b-435d-ab5e-d777eeab30fc tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1657987 Feb 04 12:35:43.733313 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48296) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:43.741413 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-2a3d3e04-d1cf-4d44-b0a3-d91a47abea49 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Request body: {'security_group': {'name': 'tempest-secgroup--475287636'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:35:43.761006 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-08355be7-52c6-4af8-8bde-9d376ada9032 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (709e8ebb-b3bb-44ee-ae25-1c5160601eb4), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:43.793463 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2a3d3e04-d1cf-4d44-b0a3-d91a47abea49 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:43.802478 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693f4131-dfb4-4805-b3ad-2d8b8f9fe416 None None] Pushing event updated for resources: {'Port': ['ID=cd0c454a-e05d-4cb8-bece-d0b0f49e9a13,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:43.950917 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2a3d3e04-d1cf-4d44-b0a3-d91a47abea49 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group (f82c3d5b-bc9e-4034-9735-27e7cd712818), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:43.961780 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2a3d3e04-d1cf-4d44-b0a3-d91a47abea49 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (f82c3d5b-bc9e-4034-9735-27e7cd712818), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:43.996266 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-08355be7-52c6-4af8-8bde-9d376ada9032 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-52093282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51452698'] for subnet (709e8ebb-b3bb-44ee-ae25-1c5160601eb4), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:44.037659 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2a3d3e04-d1cf-4d44-b0a3-d91a47abea49 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:44.049765 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-2a3d3e04-d1cf-4d44-b0a3-d91a47abea49 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3152754 Feb 04 12:35:44.053405 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48302) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:44.065523 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-8d17e446-b96d-4975-be34-2e7456fece61 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Request body: {'security_group_rule': {'security_group_id': 'f82c3d5b-bc9e-4034-9735-27e7cd712818', 'direction': 'ingress', 'protocol': 17}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:35:44.107709 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3d3e04-d1cf-4d44-b0a3-d91a47abea49 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f82c3d5b-bc9e-4034-9735-27e7cd712818,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:44.125240 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8d17e446-b96d-4975-be34-2e7456fece61 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group_rule (fc49d245-6e7d-4d72-9bc1-836be666a5f0), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:44.189672 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08355be7-52c6-4af8-8bde-9d376ada9032 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Pushing event deleted for resources: {'Subnet': ['ID=709e8ebb-b3bb-44ee-ae25-1c5160601eb4,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:44.245071 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a507a9d5-c280-4933-8a4e-6e858fd03b51 None None] Network e6593e91-a127-4466-884e-e09301927fbb requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:35:44.272849 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-08355be7-52c6-4af8-8bde-9d376ada9032 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:44.296611 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-08355be7-52c6-4af8-8bde-9d376ada9032 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "DELETE /v2.0/subnets/709e8ebb-b3bb-44ee-ae25-1c5160601eb4 HTTP/1.1" status: 204 len: 168 time: 1.1777027 Feb 04 12:35:44.299436 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 48306) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:44.335575 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8d17e446-b96d-4975-be34-2e7456fece61 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group_rule (fc49d245-6e7d-4d72-9bc1-836be666a5f0), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:44.345276 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8d17e446-b96d-4975-be34-2e7456fece61 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (fc49d245-6e7d-4d72-9bc1-836be666a5f0), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:44.377185 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d17e446-b96d-4975-be34-2e7456fece61 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc49d245-6e7d-4d72-9bc1-836be666a5f0,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:44.411448 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8d17e446-b96d-4975-be34-2e7456fece61 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:44.428793 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-8d17e446-b96d-4975-be34-2e7456fece61 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3734927 Feb 04 12:35:44.435858 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48308) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:44.524274 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-39d9b77e-aade-4cf0-871b-16023a727e37 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52094127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51452689'] for subnet (90c048b8-4d4a-40e2-8a08-604ecc5b25cf), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:44.616255 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device cd0c454a-e05d-4cb8-bece-d0b0f49e9a13 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:35:44.629953 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bc923522-2661-4850-9895-b19b7a097267 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group (f82c3d5b-bc9e-4034-9735-27e7cd712818), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:44.704235 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62cfb889-7912-4f75-be49-59b541d149e6 None None] DHCP port deletion for e6593e91-a127-4466-884e-e09301927fbb request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 12:35:44.716711 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bc923522-2661-4850-9895-b19b7a097267 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group (f82c3d5b-bc9e-4034-9735-27e7cd712818), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:44.798321 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port cd0c454a-e05d-4cb8-bece-d0b0f49e9a13 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:35:44.800096 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ef958ecf-9529-4aa2-b3d8-c13536852e62 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (e6593e91-a127-4466-884e-e09301927fbb), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:44.800683 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (cd0c454a-e05d-4cb8-bece-d0b0f49e9a13), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:44.844499 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d9b77e-aade-4cf0-871b-16023a727e37 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Pushing event updated for resources: {'Subnet': ['ID=90c048b8-4d4a-40e2-8a08-604ecc5b25cf,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:44.852768 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bc923522-2661-4850-9895-b19b7a097267 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (f82c3d5b-bc9e-4034-9735-27e7cd712818), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:44.863475 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bc923522-2661-4850-9895-b19b7a097267 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:44.874007 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-bc923522-2661-4850-9895-b19b7a097267 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] 10.222.0.65 "DELETE /v2.0/security-groups/f82c3d5b-bc9e-4034-9735-27e7cd712818 HTTP/1.1" status: 204 len: 168 time: 0.4342377 Feb 04 12:35:44.883392 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 48312) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:44.906255 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc923522-2661-4850-9895-b19b7a097267 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f82c3d5b-bc9e-4034-9735-27e7cd712818,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:44.951573 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d9b77e-aade-4cf0-871b-16023a727e37 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Checking segment: {'id': 'f167c2a1-4e96-4aaf-a243-46614e15baeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'bae5b3ca-a552-4beb-9fb2-5bc289b6fa15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:35:44.953954 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d9b77e-aade-4cf0-871b-16023a727e37 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Network hostable DHCP agents. Network: bae5b3ca-a552-4beb-9fb2-5bc289b6fa15, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:35:44.980253 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-62cfb889-7912-4f75-be49-59b541d149e6 None None] Deleting port 486cb158-41ea-4d3c-9e68-bf6a6e510936 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:35:44.988337 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-62cfb889-7912-4f75-be49-59b541d149e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (486cb158-41ea-4d3c-9e68-bf6a6e510936), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:45.055149 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48316) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:45.056110 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-bfc9cb57-789d-44e1-91e7-9f163bc470b0 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1567538 Feb 04 12:35:45.060227 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-049dc6b7-2c92-4aed-87ee-85f283e03c2c tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Request body: {'security_group': {'name': 'tempest-secgroup--890352424'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:35:45.073655 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port cd0c454a-e05d-4cb8-bece-d0b0f49e9a13 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:35:45.074406 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (cd0c454a-e05d-4cb8-bece-d0b0f49e9a13), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:45.079655 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d9b77e-aade-4cf0-871b-16023a727e37 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Network bae5b3ca-a552-4beb-9fb2-5bc289b6fa15 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:35:45.096942 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-ef958ecf-9529-4aa2-b3d8-c13536852e62 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Deleting port 486cb158-41ea-4d3c-9e68-bf6a6e510936 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:35:45.097470 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ef958ecf-9529-4aa2-b3d8-c13536852e62 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (486cb158-41ea-4d3c-9e68-bf6a6e510936), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:45.100255 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-39d9b77e-aade-4cf0-871b-16023a727e37 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, bae5b3ca-a552-4beb-9fb2-5bc289b6fa15) {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:35:45.118887 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d9b77e-aade-4cf0-871b-16023a727e37 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:35:45.120983 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-39d9b77e-aade-4cf0-871b-16023a727e37 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:45.142276 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-049dc6b7-2c92-4aed-87ee-85f283e03c2c tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:45.234743 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e594c8-872e-464c-bee3-ccb12b0252fb None None] Network bae5b3ca-a552-4beb-9fb2-5bc289b6fa15 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:35:45.237047 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-39d9b77e-aade-4cf0-871b-16023a727e37 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9546344 Feb 04 12:35:45.245405 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48320) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:45.250472 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-ef958ecf-9529-4aa2-b3d8-c13536852e62 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] For port 486cb158-41ea-4d3c-9e68-bf6a6e510936, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=486cb158-41ea-4d3c-9e68-bf6a6e510936,segment=NetworkSegment(96345d15-5c83-4aed-b331-c142cde01aae),segment_id=96345d15-5c83-4aed-b331-c142cde01aae)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:35:45.251027 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ef958ecf-9529-4aa2-b3d8-c13536852e62 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (486cb158-41ea-4d3c-9e68-bf6a6e510936), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:45.269195 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-42786d88-5e4b-4507-a3a1-29ffd2e0c75c tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Request body: {'subnet': {'network_id': '2c1100a2-18e1-4002-b18e-d5e13d54dfb4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:35:45.282297 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-ef958ecf-9529-4aa2-b3d8-c13536852e62 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Calling delete_port for 486cb158-41ea-4d3c-9e68-bf6a6e510936 owned by network:dhcp {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:35:45.513445 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-049dc6b7-2c92-4aed-87ee-85f283e03c2c tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group (44eb48e7-78db-4be4-a303-59edce5b2ad6), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:45.524770 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-049dc6b7-2c92-4aed-87ee-85f283e03c2c tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (44eb48e7-78db-4be4-a303-59edce5b2ad6), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:45.528397 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-62cfb889-7912-4f75-be49-59b541d149e6 None None] For port 486cb158-41ea-4d3c-9e68-bf6a6e510936, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=486cb158-41ea-4d3c-9e68-bf6a6e510936,segment=NetworkSegment(96345d15-5c83-4aed-b331-c142cde01aae),segment_id=96345d15-5c83-4aed-b331-c142cde01aae)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:35:45.528951 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-62cfb889-7912-4f75-be49-59b541d149e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (486cb158-41ea-4d3c-9e68-bf6a6e510936), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:45.543228 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port cd0c454a-e05d-4cb8-bece-d0b0f49e9a13, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=cd0c454a-e05d-4cb8-bece-d0b0f49e9a13,segment=NetworkSegment(97f1069c-bbd3-4bad-b0f3-3879dc201f07),segment_id=97f1069c-bbd3-4bad-b0f3-3879dc201f07)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:35:45.567082 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ef958ecf-9529-4aa2-b3d8-c13536852e62 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (486cb158-41ea-4d3c-9e68-bf6a6e510936), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:45.573424 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049dc6b7-2c92-4aed-87ee-85f283e03c2c tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44eb48e7-78db-4be4-a303-59edce5b2ad6,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:45.603129 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42786d88-5e4b-4507-a3a1-29ffd2e0c75c tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Made reservation on behalf of 3077f3fbaaf94429ad8df7e5cb4d381b for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:35:45.609532 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-42786d88-5e4b-4507-a3a1-29ffd2e0c75c tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60610638'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:45.619766 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-049dc6b7-2c92-4aed-87ee-85f283e03c2c tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:45.622478 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-049dc6b7-2c92-4aed-87ee-85f283e03c2c tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5659862 Feb 04 12:35:45.625171 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (cd0c454a-e05d-4cb8-bece-d0b0f49e9a13), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:45.625381 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 48324) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:45.628023 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-62cfb889-7912-4f75-be49-59b541d149e6 None None] Calling delete_port for 486cb158-41ea-4d3c-9e68-bf6a6e510936 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:35:45.638878 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-ed4256fc-b81c-4319-9972-5f415ac73e73 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Request body: {'security_group': {'name': 'tempest-secgroup--935652770'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:35:45.655483 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-eef39e33-1773-4af3-bcfe-f2f914771cc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:45.687617 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef958ecf-9529-4aa2-b3d8-c13536852e62 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Pushing event deleted for resources: {'Port': ['ID=486cb158-41ea-4d3c-9e68-bf6a6e510936,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:45.695582 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ed4256fc-b81c-4319-9972-5f415ac73e73 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:45.709218 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef958ecf-9529-4aa2-b3d8-c13536852e62 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] No DVR routers for this DVR port 486cb158-41ea-4d3c-9e68-bf6a6e510936 on host n-d-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:35:45.886578 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ef958ecf-9529-4aa2-b3d8-c13536852e62 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (e6593e91-a127-4466-884e-e09301927fbb), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:45.922941 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-ef958ecf-9529-4aa2-b3d8-c13536852e62 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6593e91-a127-4466-884e-e09301927fbb']}} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:35:45.936678 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20aa02c4-fd97-446d-9a6b-c3993ded3cc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-bae5b3ca-a552-4beb-9fb2-5bc289b6fa15', 'network_id': 'bae5b3ca-a552-4beb-9fb2-5bc289b6fa15', 'project_id': '3077f3fbaaf94429ad8df7e5cb4d381b', 'fixed_ips': [{'subnet_id': '90c048b8-4d4a-40e2-8a08-604ecc5b25cf'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 12:35:45.939352 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-20aa02c4-fd97-446d-9a6b-c3993ded3cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:45.954123 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-ef958ecf-9529-4aa2-b3d8-c13536852e62 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96345d15-5c83-4aed-b331-c142cde01aae') {'for_net_delete': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:35:45.954650 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-ef958ecf-9529-4aa2-b3d8-c13536852e62 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96345d15-5c83-4aed-b331-c142cde01aae') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:35:45.969413 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72599809-0e1a-4026-8406-04d921ceac7e None None] Network 2b7398d9-a7f8-4b0a-95bc-9f83f2e7c78a requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:35:45.970692 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ef958ecf-9529-4aa2-b3d8-c13536852e62 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51859336'] for segment (96345d15-5c83-4aed-b331-c142cde01aae), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:45.989807 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ef958ecf-9529-4aa2-b3d8-c13536852e62 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (96345d15-5c83-4aed-b331-c142cde01aae), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:46.000253 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef958ecf-9529-4aa2-b3d8-c13536852e62 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=103475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:35:46.000907 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ef958ecf-9529-4aa2-b3d8-c13536852e62 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-52093388'] for segment (96345d15-5c83-4aed-b331-c142cde01aae), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:46.084544 n-d-825015-3 neutron-server[103475]: Traceback (most recent call last): Feb 04 12:35:46.084544 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:35:46.084544 n-d-825015-3 neutron-server[103475]: timer() Feb 04 12:35:46.084544 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:35:46.084544 n-d-825015-3 neutron-server[103475]: cb(*args, **kw) Feb 04 12:35:46.084544 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:35:46.084544 n-d-825015-3 neutron-server[103475]: return func(*args, **kwargs) Feb 04 12:35:46.084544 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:35:46.084544 n-d-825015-3 neutron-server[103475]: self._notify() Feb 04 12:35:46.084544 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:35:46.084544 n-d-825015-3 neutron-server[103475]: self.callback(batched_events) Feb 04 12:35:46.084544 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:35:46.084544 n-d-825015-3 neutron-server[103475]: event.method(event) Feb 04 12:35:46.084544 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:35:46.084544 n-d-825015-3 neutron-server[103475]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:35:46.084544 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:35:46.084544 n-d-825015-3 neutron-server[103475]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:35:46.084544 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:35:46.084544 n-d-825015-3 neutron-server[103475]: return f(self, *a, **k) Feb 04 12:35:46.084544 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:35:46.084544 n-d-825015-3 neutron-server[103475]: return self._get(url).json() Feb 04 12:35:46.084544 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:35:46.084544 n-d-825015-3 neutron-server[103475]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:35:46.084544 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:35:46.084544 n-d-825015-3 neutron-server[103475]: return self.request(url, 'GET', **kwargs) Feb 04 12:35:46.084544 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:35:46.084544 n-d-825015-3 neutron-server[103475]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:35:46.084544 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:35:46.084544 n-d-825015-3 neutron-server[103475]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:35:46.084544 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:35:46.084544 n-d-825015-3 neutron-server[103475]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:35:46.084544 n-d-825015-3 neutron-server[103475]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:35:46.090013 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ef958ecf-9529-4aa2-b3d8-c13536852e62 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (e6593e91-a127-4466-884e-e09301927fbb), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:46.109401 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ef958ecf-9529-4aa2-b3d8-c13536852e62 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:46.114158 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-ef958ecf-9529-4aa2-b3d8-c13536852e62 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "DELETE /v2.0/networks/e6593e91-a127-4466-884e-e09301927fbb HTTP/1.1" status: 204 len: 168 time: 1.8083572 Feb 04 12:35:46.124196 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 48328) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:46.175399 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-42786d88-5e4b-4507-a3a1-29ffd2e0c75c tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59045178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60610680'] for subnet (26e9882b-9de1-4adb-8b58-d9e330ea1ca5), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:46.251615 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74453224-0198-4dee-895f-80bc02b7bfc1 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:35:46.269455 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=cd0c454a-e05d-4cb8-bece-d0b0f49e9a13,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:46.277652 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-74453224-0198-4dee-895f-80bc02b7bfc1 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "GET /v2.0/ports/5a2e52d2-64a7-4f1e-9523-dd592102cc30 HTTP/1.1" status: 200 len: 845 time: 0.1517007 Feb 04 12:35:46.279698 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 48332) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:46.280540 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef958ecf-9529-4aa2-b3d8-c13536852e62 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Pushing event deleted for resources: {'Network': ['ID=e6593e91-a127-4466-884e-e09301927fbb,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:46.432390 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-36a839bf-416b-4f3d-9487-86981bd221e1 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "GET /v2.0/ports/5a2e52d2-64a7-4f1e-9523-dd592102cc30?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1494367 Feb 04 12:35:46.433784 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48336) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:46.435774 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42786d88-5e4b-4507-a3a1-29ffd2e0c75c tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Pushing event updated for resources: {'Subnet': ['ID=26e9882b-9de1-4adb-8b58-d9e330ea1ca5,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:46.465083 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-9e0b89a8-981d-4b48-bc00-15008f47f113 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Request body: {'subnet': {'network_id': '4e59fa0d-714a-4ea9-b926-876c13cb34e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:35:46.535399 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ed4256fc-b81c-4319-9972-5f415ac73e73 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group (04dfd81a-4fec-4dca-b73e-72ae5396e5b3), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:46.541242 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ed4256fc-b81c-4319-9972-5f415ac73e73 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (04dfd81a-4fec-4dca-b73e-72ae5396e5b3), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:46.559122 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device cd0c454a-e05d-4cb8-bece-d0b0f49e9a13 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:35:46.575442 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42786d88-5e4b-4507-a3a1-29ffd2e0c75c tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Checking segment: {'id': '4d5225fa-0696-419c-a2e7-429eb2f4e28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2c1100a2-18e1-4002-b18e-d5e13d54dfb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:35:46.576473 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42786d88-5e4b-4507-a3a1-29ffd2e0c75c tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Network hostable DHCP agents. Network: 2c1100a2-18e1-4002-b18e-d5e13d54dfb4, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:35:46.585450 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ed4256fc-b81c-4319-9972-5f415ac73e73 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:46.590281 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-ed4256fc-b81c-4319-9972-5f415ac73e73 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9639664 Feb 04 12:35:46.593033 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48342) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:46.610281 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-ef7c1afa-1200-4e53-a661-52370bdf00c6 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Request body: {'security_group_rule': {'security_group_id': '44eb48e7-78db-4be4-a303-59edce5b2ad6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '04dfd81a-4fec-4dca-b73e-72ae5396e5b3', 'remote_ip_prefix': None}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:35:46.611343 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4256fc-b81c-4319-9972-5f415ac73e73 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04dfd81a-4fec-4dca-b73e-72ae5396e5b3,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:46.644699 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42786d88-5e4b-4507-a3a1-29ffd2e0c75c tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Network 2c1100a2-18e1-4002-b18e-d5e13d54dfb4 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:35:46.672109 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ef7c1afa-1200-4e53-a661-52370bdf00c6 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group_rule (28f6efba-07ef-46ea-9f43-5dac20963876), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:46.703091 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-a28fec3e-0cf0-4cce-8e99-5352f8500720 None None] Provisioning complete for port cd0c454a-e05d-4cb8-bece-d0b0f49e9a13 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:35:46.704075 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a28fec3e-0cf0-4cce-8e99-5352f8500720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (cd0c454a-e05d-4cb8-bece-d0b0f49e9a13), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:46.737930 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e0b89a8-981d-4b48-bc00-15008f47f113 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Made reservation on behalf of 90a71f7c621340c08dbfd8625731c118 for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:35:46.742140 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9e0b89a8-981d-4b48-bc00-15008f47f113 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60610638'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:46.810590 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-42786d88-5e4b-4507-a3a1-29ffd2e0c75c tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 2c1100a2-18e1-4002-b18e-d5e13d54dfb4) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:35:46.817276 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42786d88-5e4b-4507-a3a1-29ffd2e0c75c tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:35:46.818530 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-42786d88-5e4b-4507-a3a1-29ffd2e0c75c tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:46.839510 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a020777-c601-4197-9b55-a97b5b642007 None None] Network 2c1100a2-18e1-4002-b18e-d5e13d54dfb4 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:35:46.846124 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-42786d88-5e4b-4507-a3a1-29ffd2e0c75c tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5940323 Feb 04 12:35:46.855097 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48344) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:46.922136 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ef7c1afa-1200-4e53-a661-52370bdf00c6 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group_rule (28f6efba-07ef-46ea-9f43-5dac20963876), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:46.940392 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ef7c1afa-1200-4e53-a661-52370bdf00c6 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (28f6efba-07ef-46ea-9f43-5dac20963876), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:47.166747 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7c1afa-1200-4e53-a661-52370bdf00c6 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28f6efba-07ef-46ea-9f43-5dac20963876,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:47.187714 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ef7c1afa-1200-4e53-a661-52370bdf00c6 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:47.191982 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-ef7c1afa-1200-4e53-a661-52370bdf00c6 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5838459 Feb 04 12:35:47.192705 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 48348) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:47.212310 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port cd0c454a-e05d-4cb8-bece-d0b0f49e9a13 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:35:47.213126 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (cd0c454a-e05d-4cb8-bece-d0b0f49e9a13), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:47.251530 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cca66bec-c94f-4fa2-8c41-3bf07040efa8 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group_rule (28f6efba-07ef-46ea-9f43-5dac20963876), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:47.280002 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cca66bec-c94f-4fa2-8c41-3bf07040efa8 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group_rule (28f6efba-07ef-46ea-9f43-5dac20963876), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:47.332617 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cca66bec-c94f-4fa2-8c41-3bf07040efa8 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (28f6efba-07ef-46ea-9f43-5dac20963876), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:47.341967 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cca66bec-c94f-4fa2-8c41-3bf07040efa8 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:47.352070 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-cca66bec-c94f-4fa2-8c41-3bf07040efa8 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/28f6efba-07ef-46ea-9f43-5dac20963876 HTTP/1.1" status: 204 len: 168 time: 0.1567252 Feb 04 12:35:47.355532 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 48352) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:47.393690 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca66bec-c94f-4fa2-8c41-3bf07040efa8 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=28f6efba-07ef-46ea-9f43-5dac20963876,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:47.431982 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-20aa02c4-fd97-446d-9a6b-c3993ded3cc7 None None] Allocated IP 172.20.0.2 (bae5b3ca-a552-4beb-9fb2-5bc289b6fa15/90c048b8-4d4a-40e2-8a08-604ecc5b25cf/44dc6c8c-3924-4b4c-8d88-cd9e04ccc767) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:35:47.447543 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-62cfb889-7912-4f75-be49-59b541d149e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (486cb158-41ea-4d3c-9e68-bf6a6e510936), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:47.466739 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-e13492e2-34f6-491e-ac11-770bbc25c6df tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1080952 Feb 04 12:35:47.467659 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 48356) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:47.557474 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cfb889-7912-4f75-be49-59b541d149e6 None None] Pushing event deleted for resources: {'Port': ['ID=486cb158-41ea-4d3c-9e68-bf6a6e510936,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:47.628445 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5889dc2a-f313-4ce3-a404-5d23de0c9a14 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group (04dfd81a-4fec-4dca-b73e-72ae5396e5b3), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:47.678908 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5889dc2a-f313-4ce3-a404-5d23de0c9a14 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group (04dfd81a-4fec-4dca-b73e-72ae5396e5b3), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:47.717192 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-62cfb889-7912-4f75-be49-59b541d149e6 None None] Network e6593e91-a127-4466-884e-e09301927fbb is not hosted by any dhcp agent {{(pid=103476) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 04 12:35:47.717513 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cfb889-7912-4f75-be49-59b541d149e6 None None] No DVR routers for this DVR port 486cb158-41ea-4d3c-9e68-bf6a6e510936 on host n-d-825015-3 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:35:47.728090 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9e0b89a8-981d-4b48-bc00-15008f47f113 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59045178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60610680'] for subnet (e6fd62a3-450c-4dfc-a16c-659169224051), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:47.737674 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-861f56fe-a56d-47f2-8c79-12e18871dba7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-2c1100a2-18e1-4002-b18e-d5e13d54dfb4', 'network_id': '2c1100a2-18e1-4002-b18e-d5e13d54dfb4', 'project_id': '3077f3fbaaf94429ad8df7e5cb4d381b', 'fixed_ips': [{'subnet_id': '26e9882b-9de1-4adb-8b58-d9e330ea1ca5'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 12:35:47.738831 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-861f56fe-a56d-47f2-8c79-12e18871dba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:47.742045 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cfb889-7912-4f75-be49-59b541d149e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:35:47.742391 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cfb889-7912-4f75-be49-59b541d149e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:35:47.742750 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cfb889-7912-4f75-be49-59b541d149e6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:35:47.743091 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cfb889-7912-4f75-be49-59b541d149e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:35:47.743429 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cfb889-7912-4f75-be49-59b541d149e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:35:47.753842 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cfb889-7912-4f75-be49-59b541d149e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:35:47.754386 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cfb889-7912-4f75-be49-59b541d149e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:35:47.754736 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cfb889-7912-4f75-be49-59b541d149e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:35:47.755077 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cfb889-7912-4f75-be49-59b541d149e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:35:47.755592 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cfb889-7912-4f75-be49-59b541d149e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:35:47.758726 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cfb889-7912-4f75-be49-59b541d149e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:35:47.759103 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cfb889-7912-4f75-be49-59b541d149e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:35:47.759444 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cfb889-7912-4f75-be49-59b541d149e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:35:47.780772 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5889dc2a-f313-4ce3-a404-5d23de0c9a14 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (04dfd81a-4fec-4dca-b73e-72ae5396e5b3), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:47.781496 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5889dc2a-f313-4ce3-a404-5d23de0c9a14 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:47.787958 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-5889dc2a-f313-4ce3-a404-5d23de0c9a14 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] 10.222.0.65 "DELETE /v2.0/security-groups/04dfd81a-4fec-4dca-b73e-72ae5396e5b3 HTTP/1.1" status: 204 len: 168 time: 0.3101490 Feb 04 12:35:47.797410 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48364) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:47.810697 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5889dc2a-f313-4ce3-a404-5d23de0c9a14 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04dfd81a-4fec-4dca-b73e-72ae5396e5b3,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:47.861087 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port cd0c454a-e05d-4cb8-bece-d0b0f49e9a13 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:35:47.956403 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 486cb158-41ea-4d3c-9e68-bf6a6e510936 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:35:48.076169 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-a28fec3e-0cf0-4cce-8e99-5352f8500720 None None] Current status of the port cd0c454a-e05d-4cb8-bece-d0b0f49e9a13 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:35:48.088901 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 486cb158-41ea-4d3c-9e68-bf6a6e510936 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:35:48.089649 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 486cb158-41ea-4d3c-9e68-bf6a6e510936 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:35:48.100218 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8bde318f-00b9-4f82-af53-d422aaecfcf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:48.401303 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-861f56fe-a56d-47f2-8c79-12e18871dba7 None None] Allocated IP 172.20.0.2 (2c1100a2-18e1-4002-b18e-d5e13d54dfb4/26e9882b-9de1-4adb-8b58-d9e330ea1ca5/87a0b4ab-77c5-4f67-af55-b26bc5a28afe) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:35:48.415297 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e0b89a8-981d-4b48-bc00-15008f47f113 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Network 4e59fa0d-714a-4ea9-b926-876c13cb34e9 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:35:48.499414 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0b89a8-981d-4b48-bc00-15008f47f113 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Pushing event updated for resources: {'Subnet': ['ID=e6fd62a3-450c-4dfc-a16c-659169224051,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:48.508755 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-232aeaeb-6b9a-4bb2-9900-32c4562fe5d1 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:48.518652 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-9e0b89a8-981d-4b48-bc00-15008f47f113 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:35:48.524348 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0b89a8-981d-4b48-bc00-15008f47f113 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:35:48.529054 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9e0b89a8-981d-4b48-bc00-15008f47f113 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:48.653281 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-9e0b89a8-981d-4b48-bc00-15008f47f113 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1973422 Feb 04 12:35:48.657247 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 48372) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:48.669981 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-6d0b390e-ce79-4752-a7e5-f8738802dbc2 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Request body: {'security_group': {'name': 'tempest-secgroup-718577162'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:35:48.720136 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-861f56fe-a56d-47f2-8c79-12e18871dba7 None None] Publish callbacks [] for port (87a0b4ab-77c5-4f67-af55-b26bc5a28afe), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:48.744417 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6d0b390e-ce79-4752-a7e5-f8738802dbc2 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:48.751117 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-989569ed-4c46-4960-b472-460f22744bd0 None None] Network 4e59fa0d-714a-4ea9-b926-876c13cb34e9 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:35:48.882372 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-861f56fe-a56d-47f2-8c79-12e18871dba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (87a0b4ab-77c5-4f67-af55-b26bc5a28afe), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:48.887506 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-96c95c10-6f16-4d4f-9e06-9a0b9170ccc2 None None] Provisioning complete for port cd0c454a-e05d-4cb8-bece-d0b0f49e9a13 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:35:48.888185 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-96c95c10-6f16-4d4f-9e06-9a0b9170ccc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (cd0c454a-e05d-4cb8-bece-d0b0f49e9a13), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:48.951326 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-3eeb193d-2b3b-40e4-ba7d-7500c06ff4be tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.5399954 Feb 04 12:35:48.956465 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48376) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:49.002207 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6d0b390e-ce79-4752-a7e5-f8738802dbc2 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks [] for security_group (77d68d5c-de46-4371-95e4-2f8d7b490483), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:49.008045 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6d0b390e-ce79-4752-a7e5-f8738802dbc2 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (77d68d5c-de46-4371-95e4-2f8d7b490483), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:49.060408 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861f56fe-a56d-47f2-8c79-12e18871dba7 None None] Network 2c1100a2-18e1-4002-b18e-d5e13d54dfb4 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:35:49.078562 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-861f56fe-a56d-47f2-8c79-12e18871dba7 None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:35:49.090850 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6d0b390e-ce79-4752-a7e5-f8738802dbc2 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:49.094260 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-6d0b390e-ce79-4752-a7e5-f8738802dbc2 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4351397 Feb 04 12:35:49.107222 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861f56fe-a56d-47f2-8c79-12e18871dba7 None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:35:49.125647 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 48378) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:49.130834 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-806e5c9d-0ce0-47e0-a4ae-33f58179f4b8 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group (44eb48e7-78db-4be4-a303-59edce5b2ad6), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:49.155159 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-7f65715f-5b7a-4a1e-8008-8b5e545cfa58 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Request body: {'security_group': {'name': 'tempest-secgroup-1108931709'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:35:49.166414 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1de381-f944-4ef9-a3f9-efc7ee673193 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-4e59fa0d-714a-4ea9-b926-876c13cb34e9', 'network_id': '4e59fa0d-714a-4ea9-b926-876c13cb34e9', 'project_id': '90a71f7c621340c08dbfd8625731c118', 'fixed_ips': [{'subnet_id': 'e6fd62a3-450c-4dfc-a16c-659169224051'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 12:35:49.167795 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7a1de381-f944-4ef9-a3f9-efc7ee673193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:49.177967 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0b390e-ce79-4752-a7e5-f8738802dbc2 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77d68d5c-de46-4371-95e4-2f8d7b490483,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:49.188716 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-806e5c9d-0ce0-47e0-a4ae-33f58179f4b8 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group (44eb48e7-78db-4be4-a303-59edce5b2ad6), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:49.245657 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7f65715f-5b7a-4a1e-8008-8b5e545cfa58 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:49.281466 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-806e5c9d-0ce0-47e0-a4ae-33f58179f4b8 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (44eb48e7-78db-4be4-a303-59edce5b2ad6), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:49.284475 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-806e5c9d-0ce0-47e0-a4ae-33f58179f4b8 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:49.287153 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-806e5c9d-0ce0-47e0-a4ae-33f58179f4b8 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] 10.222.0.65 "DELETE /v2.0/security-groups/44eb48e7-78db-4be4-a303-59edce5b2ad6 HTTP/1.1" status: 204 len: 168 time: 0.3286259 Feb 04 12:35:49.291003 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48380) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:49.334872 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806e5c9d-0ce0-47e0-a4ae-33f58179f4b8 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44eb48e7-78db-4be4-a303-59edce5b2ad6,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:49.394770 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-7a1de381-f944-4ef9-a3f9-efc7ee673193 None None] Allocated IP 2001:db8::2 (4e59fa0d-714a-4ea9-b926-876c13cb34e9/e6fd62a3-450c-4dfc-a16c-659169224051/dfd61ffe-387e-433d-8f72-f2223da0f446) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:35:49.413885 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-2d88fc60-9a8a-489b-8515-c4b03d8e0723 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1199441 Feb 04 12:35:49.418285 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48382) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:49.422430 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-04a7a6ff-d3af-40f7-b3b4-4f1373ae61b2 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Request body: {'security_group': {'name': 'tempest-secgroup--548748421'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:35:49.423513 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7f65715f-5b7a-4a1e-8008-8b5e545cfa58 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks [] for security_group (ecc3e938-cd82-45a6-9ec6-de334298f116), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:49.432024 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7f65715f-5b7a-4a1e-8008-8b5e545cfa58 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (ecc3e938-cd82-45a6-9ec6-de334298f116), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:49.495074 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-04a7a6ff-d3af-40f7-b3b4-4f1373ae61b2 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:49.525126 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7f65715f-5b7a-4a1e-8008-8b5e545cfa58 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:49.526469 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-7f65715f-5b7a-4a1e-8008-8b5e545cfa58 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3994339 Feb 04 12:35:49.531788 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48386) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:49.545266 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-ed120db1-ac60-4dd1-afed-95ddf1ebc6ea tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2096303545', 'security_groups': ['ecc3e938-cd82-45a6-9ec6-de334298f116'], 'network_id': '4e59fa0d-714a-4ea9-b926-876c13cb34e9', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e6fd62a3-450c-4dfc-a16c-659169224051'}]}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:35:49.584003 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f65715f-5b7a-4a1e-8008-8b5e545cfa58 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc3e938-cd82-45a6-9ec6-de334298f116,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:49.638172 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861f56fe-a56d-47f2-8c79-12e18871dba7 None None] Pushing event updated for resources: {'Port': ['ID=87a0b4ab-77c5-4f67-af55-b26bc5a28afe,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:49.768468 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:49.837081 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-20aa02c4-fd97-446d-9a6b-c3993ded3cc7 None None] Publish callbacks [] for port (44dc6c8c-3924-4b4c-8d88-cd9e04ccc767), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:49.840005 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-861f56fe-a56d-47f2-8c79-12e18871dba7 None None] Attempting to bind port 87a0b4ab-77c5-4f67-af55-b26bc5a28afe on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:35:49.840396 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-861f56fe-a56d-47f2-8c79-12e18871dba7 None None] Attempting to bind port 87a0b4ab-77c5-4f67-af55-b26bc5a28afe by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '4d5225fa-0696-419c-a2e7-429eb2f4e28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2c1100a2-18e1-4002-b18e-d5e13d54dfb4'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:35:49.840767 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861f56fe-a56d-47f2-8c79-12e18871dba7 None None] Attempting to bind port 87a0b4ab-77c5-4f67-af55-b26bc5a28afe on network 2c1100a2-18e1-4002-b18e-d5e13d54dfb4 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:35:49.852632 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-20aa02c4-fd97-446d-9a6b-c3993ded3cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (44dc6c8c-3924-4b4c-8d88-cd9e04ccc767), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:49.865741 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861f56fe-a56d-47f2-8c79-12e18871dba7 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:35:49.866036 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861f56fe-a56d-47f2-8c79-12e18871dba7 None None] Checking segment: {'id': '4d5225fa-0696-419c-a2e7-429eb2f4e28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2c1100a2-18e1-4002-b18e-d5e13d54dfb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:35:49.866459 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-861f56fe-a56d-47f2-8c79-12e18871dba7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:49.866866 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861f56fe-a56d-47f2-8c79-12e18871dba7 None None] Bound using segment: {'id': '4d5225fa-0696-419c-a2e7-429eb2f4e28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2c1100a2-18e1-4002-b18e-d5e13d54dfb4'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:35:49.867357 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-861f56fe-a56d-47f2-8c79-12e18871dba7 None None] Bound port: 87a0b4ab-77c5-4f67-af55-b26bc5a28afe, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d5225fa-0696-419c-a2e7-429eb2f4e28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2c1100a2-18e1-4002-b18e-d5e13d54dfb4'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:35:49.867769 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-861f56fe-a56d-47f2-8c79-12e18871dba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (87a0b4ab-77c5-4f67-af55-b26bc5a28afe), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:49.967168 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-04a7a6ff-d3af-40f7-b3b4-4f1373ae61b2 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group (405104ea-e4ee-45d3-b529-5f6206a546fb), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:49.979863 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-04a7a6ff-d3af-40f7-b3b4-4f1373ae61b2 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (405104ea-e4ee-45d3-b529-5f6206a546fb), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:49.985224 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-96c95c10-6f16-4d4f-9e06-9a0b9170ccc2 None None] Current status of the port cd0c454a-e05d-4cb8-bece-d0b0f49e9a13 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:35:50.016588 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-232aeaeb-6b9a-4bb2-9900-32c4562fe5d1 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Allocated IP 172.20.0.1 (bae5b3ca-a552-4beb-9fb2-5bc289b6fa15/90c048b8-4d4a-40e2-8a08-604ecc5b25cf/32341884-801d-496a-ba1d-a4c4f71767a5) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:35:50.054405 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-04a7a6ff-d3af-40f7-b3b4-4f1373ae61b2 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:50.059242 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-04a7a6ff-d3af-40f7-b3b4-4f1373ae61b2 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6367512 Feb 04 12:35:50.059434 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 48394) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:50.064664 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-7772731d-c44d-4b60-90d1-fbbe9de1b824 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Request body: {'security_group_rule': {'security_group_id': '405104ea-e4ee-45d3-b529-5f6206a546fb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:35:50.066909 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a7a6ff-d3af-40f7-b3b4-4f1373ae61b2 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=405104ea-e4ee-45d3-b529-5f6206a546fb,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:50.077687 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed120db1-ac60-4dd1-afed-95ddf1ebc6ea tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Made reservation on behalf of 90a71f7c621340c08dbfd8625731c118 for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:35:50.146465 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20aa02c4-fd97-446d-9a6b-c3993ded3cc7 None None] Network bae5b3ca-a552-4beb-9fb2-5bc289b6fa15 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:35:50.163958 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7772731d-c44d-4b60-90d1-fbbe9de1b824 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group_rule (fe181596-9276-40e7-ae0f-13e19faead47), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:50.191530 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-20aa02c4-fd97-446d-9a6b-c3993ded3cc7 None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:35:50.206100 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20aa02c4-fd97-446d-9a6b-c3993ded3cc7 None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:35:50.211590 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aa02c4-fd97-446d-9a6b-c3993ded3cc7 None None] Pushing event updated for resources: {'Port': ['ID=44dc6c8c-3924-4b4c-8d88-cd9e04ccc767,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:50.272146 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7772731d-c44d-4b60-90d1-fbbe9de1b824 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group_rule (fe181596-9276-40e7-ae0f-13e19faead47), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:50.283007 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7772731d-c44d-4b60-90d1-fbbe9de1b824 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (fe181596-9276-40e7-ae0f-13e19faead47), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:50.311039 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7772731d-c44d-4b60-90d1-fbbe9de1b824 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe181596-9276-40e7-ae0f-13e19faead47,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:50.377143 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-861f56fe-a56d-47f2-8c79-12e18871dba7 None None] For port 87a0b4ab-77c5-4f67-af55-b26bc5a28afe, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:35:50.378723 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7772731d-c44d-4b60-90d1-fbbe9de1b824 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:50.381841 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-7772731d-c44d-4b60-90d1-fbbe9de1b824 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3223391 Feb 04 12:35:50.388092 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-861f56fe-a56d-47f2-8c79-12e18871dba7 None None] For port 87a0b4ab-77c5-4f67-af55-b26bc5a28afe, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=87a0b4ab-77c5-4f67-af55-b26bc5a28afe,segment=NetworkSegment(4d5225fa-0696-419c-a2e7-429eb2f4e28a),segment_id=4d5225fa-0696-419c-a2e7-429eb2f4e28a)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:35:50.389138 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 48396) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:50.430604 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-14c5fd20-9c1f-4985-991f-8ebbda7e64a2 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group_rule (fe181596-9276-40e7-ae0f-13e19faead47), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:50.438854 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7a1de381-f944-4ef9-a3f9-efc7ee673193 None None] Publish callbacks [] for port (dfd61ffe-387e-433d-8f72-f2223da0f446), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:50.447799 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-14c5fd20-9c1f-4985-991f-8ebbda7e64a2 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group_rule (fe181596-9276-40e7-ae0f-13e19faead47), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:50.475945 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ed120db1-ac60-4dd1-afed-95ddf1ebc6ea tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:50.518032 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-232aeaeb-6b9a-4bb2-9900-32c4562fe5d1 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Publish callbacks [] for port (32341884-801d-496a-ba1d-a4c4f71767a5), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:50.540800 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-14c5fd20-9c1f-4985-991f-8ebbda7e64a2 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (fe181596-9276-40e7-ae0f-13e19faead47), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:50.549679 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [None req-ed120db1-ac60-4dd1-afed-95ddf1ebc6ea tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] device_id is not set on port 8d335e69-e315-4456-8a2f-ea7851457123 yet. {{(pid=103474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 12:35:50.556412 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-14c5fd20-9c1f-4985-991f-8ebbda7e64a2 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:50.562031 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-14c5fd20-9c1f-4985-991f-8ebbda7e64a2 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/fe181596-9276-40e7-ae0f-13e19faead47 HTTP/1.1" status: 204 len: 168 time: 0.1691029 Feb 04 12:35:50.573466 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48398) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:50.582323 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c5fd20-9c1f-4985-991f-8ebbda7e64a2 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fe181596-9276-40e7-ae0f-13e19faead47,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:50.589393 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7a1de381-f944-4ef9-a3f9-efc7ee673193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (dfd61ffe-387e-433d-8f72-f2223da0f446), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:50.600024 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-861f56fe-a56d-47f2-8c79-12e18871dba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (87a0b4ab-77c5-4f67-af55-b26bc5a28afe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:50.680065 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:50.713706 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-4b85fc15-9932-4a62-8a9b-66dddb5b6274 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1365218 Feb 04 12:35:50.715260 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 48404) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:50.715425 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-232aeaeb-6b9a-4bb2-9900-32c4562fe5d1 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (32341884-801d-496a-ba1d-a4c4f71767a5), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:50.749758 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-20aa02c4-fd97-446d-9a6b-c3993ded3cc7 None None] Attempting to bind port 44dc6c8c-3924-4b4c-8d88-cd9e04ccc767 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:35:50.750595 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-20aa02c4-fd97-446d-9a6b-c3993ded3cc7 None None] Attempting to bind port 44dc6c8c-3924-4b4c-8d88-cd9e04ccc767 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': 'f167c2a1-4e96-4aaf-a243-46614e15baeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'bae5b3ca-a552-4beb-9fb2-5bc289b6fa15'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:35:50.751208 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20aa02c4-fd97-446d-9a6b-c3993ded3cc7 None None] Attempting to bind port 44dc6c8c-3924-4b4c-8d88-cd9e04ccc767 on network bae5b3ca-a552-4beb-9fb2-5bc289b6fa15 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:35:50.772872 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1de381-f944-4ef9-a3f9-efc7ee673193 None None] Network 4e59fa0d-714a-4ea9-b926-876c13cb34e9 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:35:50.780192 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20aa02c4-fd97-446d-9a6b-c3993ded3cc7 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:35:50.781579 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20aa02c4-fd97-446d-9a6b-c3993ded3cc7 None None] Checking segment: {'id': 'f167c2a1-4e96-4aaf-a243-46614e15baeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'bae5b3ca-a552-4beb-9fb2-5bc289b6fa15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:35:50.782357 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-20aa02c4-fd97-446d-9a6b-c3993ded3cc7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:50.782991 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20aa02c4-fd97-446d-9a6b-c3993ded3cc7 None None] Bound using segment: {'id': 'f167c2a1-4e96-4aaf-a243-46614e15baeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'bae5b3ca-a552-4beb-9fb2-5bc289b6fa15'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:35:50.783727 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-20aa02c4-fd97-446d-9a6b-c3993ded3cc7 None None] Bound port: 44dc6c8c-3924-4b4c-8d88-cd9e04ccc767, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f167c2a1-4e96-4aaf-a243-46614e15baeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'bae5b3ca-a552-4beb-9fb2-5bc289b6fa15'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:35:50.784386 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-20aa02c4-fd97-446d-9a6b-c3993ded3cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (44dc6c8c-3924-4b4c-8d88-cd9e04ccc767), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:50.811074 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232aeaeb-6b9a-4bb2-9900-32c4562fe5d1 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Network bae5b3ca-a552-4beb-9fb2-5bc289b6fa15 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:35:50.826288 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-232aeaeb-6b9a-4bb2-9900-32c4562fe5d1 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:35:50.832663 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232aeaeb-6b9a-4bb2-9900-32c4562fe5d1 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:35:50.838464 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-7a1de381-f944-4ef9-a3f9-efc7ee673193 None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:35:50.852037 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1de381-f944-4ef9-a3f9-efc7ee673193 None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:35:50.922351 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-074fc6f7-72d3-41e5-9bd5-3817de8e9717 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group (405104ea-e4ee-45d3-b529-5f6206a546fb), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:50.927629 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1de381-f944-4ef9-a3f9-efc7ee673193 None None] Pushing event updated for resources: {'Port': ['ID=dfd61ffe-387e-433d-8f72-f2223da0f446,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:50.992651 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-ed120db1-ac60-4dd1-afed-95ddf1ebc6ea tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Allocated IP 2001:db8::241 (4e59fa0d-714a-4ea9-b926-876c13cb34e9/e6fd62a3-450c-4dfc-a16c-659169224051/8d335e69-e315-4456-8a2f-ea7851457123) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:35:50.997751 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-074fc6f7-72d3-41e5-9bd5-3817de8e9717 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group (405104ea-e4ee-45d3-b529-5f6206a546fb), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:51.068189 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232aeaeb-6b9a-4bb2-9900-32c4562fe5d1 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Pushing event updated for resources: {'Port': ['ID=32341884-801d-496a-ba1d-a4c4f71767a5,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:51.071471 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-074fc6f7-72d3-41e5-9bd5-3817de8e9717 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (405104ea-e4ee-45d3-b529-5f6206a546fb), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:51.075209 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-074fc6f7-72d3-41e5-9bd5-3817de8e9717 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:51.076766 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-074fc6f7-72d3-41e5-9bd5-3817de8e9717 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] 10.222.0.65 "DELETE /v2.0/security-groups/405104ea-e4ee-45d3-b529-5f6206a546fb HTTP/1.1" status: 204 len: 168 time: 0.3602729 Feb 04 12:35:51.089279 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 48410) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:51.097469 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-20aa02c4-fd97-446d-9a6b-c3993ded3cc7 None None] For port 44dc6c8c-3924-4b4c-8d88-cd9e04ccc767, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:35:51.104702 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-7a1de381-f944-4ef9-a3f9-efc7ee673193 None None] Attempting to bind port dfd61ffe-387e-433d-8f72-f2223da0f446 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:35:51.105115 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-7a1de381-f944-4ef9-a3f9-efc7ee673193 None None] Attempting to bind port dfd61ffe-387e-433d-8f72-f2223da0f446 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '7dbe6273-df41-46c9-8048-2c5183dff43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '4e59fa0d-714a-4ea9-b926-876c13cb34e9'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:35:51.105435 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1de381-f944-4ef9-a3f9-efc7ee673193 None None] Attempting to bind port dfd61ffe-387e-433d-8f72-f2223da0f446 on network 4e59fa0d-714a-4ea9-b926-876c13cb34e9 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:35:51.124328 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1de381-f944-4ef9-a3f9-efc7ee673193 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:35:51.124718 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1de381-f944-4ef9-a3f9-efc7ee673193 None None] Checking segment: {'id': '7dbe6273-df41-46c9-8048-2c5183dff43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '4e59fa0d-714a-4ea9-b926-876c13cb34e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:35:51.125130 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7a1de381-f944-4ef9-a3f9-efc7ee673193 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:51.125535 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1de381-f944-4ef9-a3f9-efc7ee673193 None None] Bound using segment: {'id': '7dbe6273-df41-46c9-8048-2c5183dff43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '4e59fa0d-714a-4ea9-b926-876c13cb34e9'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:35:51.126023 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-7a1de381-f944-4ef9-a3f9-efc7ee673193 None None] Bound port: dfd61ffe-387e-433d-8f72-f2223da0f446, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dbe6273-df41-46c9-8048-2c5183dff43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '4e59fa0d-714a-4ea9-b926-876c13cb34e9'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:35:51.126414 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7a1de381-f944-4ef9-a3f9-efc7ee673193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (dfd61ffe-387e-433d-8f72-f2223da0f446), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:51.134206 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-20aa02c4-fd97-446d-9a6b-c3993ded3cc7 None None] For port 44dc6c8c-3924-4b4c-8d88-cd9e04ccc767, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=44dc6c8c-3924-4b4c-8d88-cd9e04ccc767,segment=NetworkSegment(f167c2a1-4e96-4aaf-a243-46614e15baeb),segment_id=f167c2a1-4e96-4aaf-a243-46614e15baeb)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:35:51.135630 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861f56fe-a56d-47f2-8c79-12e18871dba7 None None] Pushing event updated for resources: {'Port': ['ID=87a0b4ab-77c5-4f67-af55-b26bc5a28afe,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:51.156043 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-20aa02c4-fd97-446d-9a6b-c3993ded3cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (44dc6c8c-3924-4b4c-8d88-cd9e04ccc767), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:51.157549 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074fc6f7-72d3-41e5-9bd5-3817de8e9717 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=405104ea-e4ee-45d3-b529-5f6206a546fb,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:51.242248 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-5154ae7f-f539-4758-9029-17ee6c3edc26 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1506722 Feb 04 12:35:51.245970 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 48414) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:51.251695 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-17e7bfd4-c8e0-4ecc-bc32-93faefbc7c67 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Request body: {'security_group': {'name': 'tempest-secgroup--2047264352'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:35:51.266977 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-232aeaeb-6b9a-4bb2-9900-32c4562fe5d1 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1599818'] for router_interface (dfb63288-a909-4180-a149-5fab3a2fc3e0), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:51.319113 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-17e7bfd4-c8e0-4ecc-bc32-93faefbc7c67 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:51.436255 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aa02c4-fd97-446d-9a6b-c3993ded3cc7 None None] Pushing event updated for resources: {'Port': ['ID=44dc6c8c-3924-4b4c-8d88-cd9e04ccc767,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:51.494229 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-7a1de381-f944-4ef9-a3f9-efc7ee673193 None None] For port dfd61ffe-387e-433d-8f72-f2223da0f446, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:35:51.500711 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-17e7bfd4-c8e0-4ecc-bc32-93faefbc7c67 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group (13e67f88-d7ba-464b-8f70-fbbd80ee56d0), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:51.501857 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-7a1de381-f944-4ef9-a3f9-efc7ee673193 None None] For port dfd61ffe-387e-433d-8f72-f2223da0f446, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=dfd61ffe-387e-433d-8f72-f2223da0f446,segment=NetworkSegment(7dbe6273-df41-46c9-8048-2c5183dff43d),segment_id=7dbe6273-df41-46c9-8048-2c5183dff43d)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:35:51.509849 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7a1de381-f944-4ef9-a3f9-efc7ee673193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (dfd61ffe-387e-433d-8f72-f2223da0f446), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:51.511842 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-17e7bfd4-c8e0-4ecc-bc32-93faefbc7c67 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (13e67f88-d7ba-464b-8f70-fbbd80ee56d0), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:51.569316 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ed120db1-ac60-4dd1-afed-95ddf1ebc6ea tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks [] for port (8d335e69-e315-4456-8a2f-ea7851457123), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:51.621929 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e7bfd4-c8e0-4ecc-bc32-93faefbc7c67 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13e67f88-d7ba-464b-8f70-fbbd80ee56d0,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:51.638551 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-17e7bfd4-c8e0-4ecc-bc32-93faefbc7c67 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:51.646406 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ed120db1-ac60-4dd1-afed-95ddf1ebc6ea tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (8d335e69-e315-4456-8a2f-ea7851457123), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:51.648367 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48416) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:51.651421 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-17e7bfd4-c8e0-4ecc-bc32-93faefbc7c67 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4039638 Feb 04 12:35:51.659306 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-e6eb2391-a50e-4a6a-9460-30804418de8c tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Request body: {'security_group_rule': {'security_group_id': '13e67f88-d7ba-464b-8f70-fbbd80ee56d0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:35:51.898101 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed120db1-ac60-4dd1-afed-95ddf1ebc6ea tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Network 4e59fa0d-714a-4ea9-b926-876c13cb34e9 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:35:51.932365 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:51.940273 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-ed120db1-ac60-4dd1-afed-95ddf1ebc6ea tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:35:51.952478 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed120db1-ac60-4dd1-afed-95ddf1ebc6ea tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:35:51.967822 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed120db1-ac60-4dd1-afed-95ddf1ebc6ea tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:35:51.968860 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ed120db1-ac60-4dd1-afed-95ddf1ebc6ea tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:51.984213 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1de381-f944-4ef9-a3f9-efc7ee673193 None None] Pushing event updated for resources: {'Port': ['ID=dfd61ffe-387e-433d-8f72-f2223da0f446,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:52.015224 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e6eb2391-a50e-4a6a-9460-30804418de8c tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group_rule (50e70927-2c6f-4a31-9f99-f17f036cb63d), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:52.055077 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed120db1-ac60-4dd1-afed-95ddf1ebc6ea tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Pushing event updated for resources: {'Port': ['ID=8d335e69-e315-4456-8a2f-ea7851457123,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:52.077654 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-232aeaeb-6b9a-4bb2-9900-32c4562fe5d1 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (32341884-801d-496a-ba1d-a4c4f71767a5), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:52.097135 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-ed120db1-ac60-4dd1-afed-95ddf1ebc6ea tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5626056 Feb 04 12:35:52.100748 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 48424) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:52.109374 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-15fd9a43-1e33-45ee-ac00-5af599ca6154 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Request body: {'subnet': {'network_id': '4e59fa0d-714a-4ea9-b926-876c13cb34e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:35:52.247281 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e6eb2391-a50e-4a6a-9460-30804418de8c tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group_rule (50e70927-2c6f-4a31-9f99-f17f036cb63d), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:52.354957 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e6eb2391-a50e-4a6a-9460-30804418de8c tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (50e70927-2c6f-4a31-9f99-f17f036cb63d), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:52.413202 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15fd9a43-1e33-45ee-ac00-5af599ca6154 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Made reservation on behalf of 90a71f7c621340c08dbfd8625731c118 for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:35:52.416985 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-15fd9a43-1e33-45ee-ac00-5af599ca6154 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:52.441870 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e6eb2391-a50e-4a6a-9460-30804418de8c tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:52.444298 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-e6eb2391-a50e-4a6a-9460-30804418de8c tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7945666 Feb 04 12:35:52.448407 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48432) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:52.465879 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eb2391-a50e-4a6a-9460-30804418de8c tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50e70927-2c6f-4a31-9f99-f17f036cb63d,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:52.542671 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-dcaa59df-7349-407e-8686-453ac7c0289a tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] 10.222.0.65 "GET /v2.0/security-group-rules/50e70927-2c6f-4a31-9f99-f17f036cb63d HTTP/1.1" status: 200 len: 763 time: 0.0903373 Feb 04 12:35:52.544263 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48434) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:52.688582 n-d-825015-3 neutron-server[103475]: INFO neutron.db.ipam_backend_mixin [None req-15fd9a43-1e33-45ee-ac00-5af599ca6154 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e6fd62a3-450c-4dfc-a16c-659169224051 (CIDR: 2001:db8::/64) Feb 04 12:35:52.693895 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 48438) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:52.704052 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-03f8fab4-a84c-4ddb-b0d4-47a79a8d62a2 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1408381 Feb 04 12:35:52.735150 n-d-825015-3 neutron-server[103475]: INFO neutron.pecan_wsgi.hooks.translation [None req-15fd9a43-1e33-45ee-ac00-5af599ca6154 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 12:35:52.735622 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15fd9a43-1e33-45ee-ac00-5af599ca6154 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103475) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 12:35:52.855891 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-15fd9a43-1e33-45ee-ac00-5af599ca6154 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7530682 Feb 04 12:35:52.860195 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 48442) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:52.865967 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-76e02abf-4363-4b3a-b8da-6933351e8df2 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group_rule (50e70927-2c6f-4a31-9f99-f17f036cb63d), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:52.904100 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-76e02abf-4363-4b3a-b8da-6933351e8df2 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group_rule (50e70927-2c6f-4a31-9f99-f17f036cb63d), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:52.950137 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68dea13d-ab7a-455c-afe7-b5efc9d5ce53 None None] Network 2c1100a2-18e1-4002-b18e-d5e13d54dfb4 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:35:52.968801 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-eddd0815-1539-4083-b80b-74681495f4e9 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Request body: {'subnet': {'network_id': '4e59fa0d-714a-4ea9-b926-876c13cb34e9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:35:53.214972 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-232aeaeb-6b9a-4bb2-9900-32c4562fe5d1 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Publish callbacks [] for port (32341884-801d-496a-ba1d-a4c4f71767a5), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:53.236083 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-232aeaeb-6b9a-4bb2-9900-32c4562fe5d1 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (32341884-801d-496a-ba1d-a4c4f71767a5), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:53.252271 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-76e02abf-4363-4b3a-b8da-6933351e8df2 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (50e70927-2c6f-4a31-9f99-f17f036cb63d), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:53.268670 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-76e02abf-4363-4b3a-b8da-6933351e8df2 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:53.271024 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-76e02abf-4363-4b3a-b8da-6933351e8df2 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/50e70927-2c6f-4a31-9f99-f17f036cb63d HTTP/1.1" status: 204 len: 168 time: 0.5730469 Feb 04 12:35:53.276004 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 48452) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:53.285112 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 44dc6c8c-3924-4b4c-8d88-cd9e04ccc767 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:35:53.353004 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-232aeaeb-6b9a-4bb2-9900-32c4562fe5d1 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622202'] for router_interface (dfb63288-a909-4180-a149-5fab3a2fc3e0), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:53.357587 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e02abf-4363-4b3a-b8da-6933351e8df2 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=50e70927-2c6f-4a31-9f99-f17f036cb63d,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:53.537648 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-1f1518f8-cbd3-4f92-b81f-02aa2d87599e None None] Provisioning complete for port 87a0b4ab-77c5-4f67-af55-b26bc5a28afe triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:35:53.538955 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1f1518f8-cbd3-4f92-b81f-02aa2d87599e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (87a0b4ab-77c5-4f67-af55-b26bc5a28afe), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:53.561485 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232aeaeb-6b9a-4bb2-9900-32c4562fe5d1 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Network bae5b3ca-a552-4beb-9fb2-5bc289b6fa15 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:35:53.566117 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-232aeaeb-6b9a-4bb2-9900-32c4562fe5d1 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:35:53.579650 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232aeaeb-6b9a-4bb2-9900-32c4562fe5d1 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Pushing event updated for resources: {'Port': ['ID=32341884-801d-496a-ba1d-a4c4f71767a5,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:53.595504 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-cf88e146-5765-4321-b30c-dce3384485ca tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3123107 Feb 04 12:35:53.595829 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 48456) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:53.612939 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-a410ad61-9323-479a-a0d4-551c2038ef6b tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Request body: {'security_group_rule': {'security_group_id': '13e67f88-d7ba-464b-8f70-fbbd80ee56d0', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:35:53.622041 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eddd0815-1539-4083-b80b-74681495f4e9 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Made reservation on behalf of 90a71f7c621340c08dbfd8625731c118 for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:35:53.629174 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-eddd0815-1539-4083-b80b-74681495f4e9 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:53.766579 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 44dc6c8c-3924-4b4c-8d88-cd9e04ccc767 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:35:53.767037 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (44dc6c8c-3924-4b4c-8d88-cd9e04ccc767), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:53.777393 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b41963-44c1-4ed7-a628-1eb71436e0c4 None None] Network bae5b3ca-a552-4beb-9fb2-5bc289b6fa15 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:35:53.838044 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-232aeaeb-6b9a-4bb2-9900-32c4562fe5d1 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Router dfb63288-a909-4180-a149-5fab3a2fc3e0 is scheduled to L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de with binding_index 1 {{(pid=103474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 12:35:53.882827 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a410ad61-9323-479a-a0d4-551c2038ef6b tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group_rule (b792575a-767d-4913-a66f-88b2b01a89fd), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:54.163636 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-232aeaeb-6b9a-4bb2-9900-32c4562fe5d1 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:35:54.175318 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7239cf-6c1b-4b49-8ccb-f177b5ea7b9d None None] Sync routers for ids ['dfb63288-a909-4180-a149-5fab3a2fc3e0'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:35:54.190835 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-232aeaeb-6b9a-4bb2-9900-32c4562fe5d1 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] 10.222.0.65 "PUT /v2.0/routers/dfb63288-a909-4180-a149-5fab3a2fc3e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2640727 Feb 04 12:35:54.191153 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 48464) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:54.214028 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7239cf-6c1b-4b49-8ccb-f177b5ea7b9d None None] Routers {'dfb63288-a909-4180-a149-5fab3a2fc3e0'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:35:54.214594 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-ca7239cf-6c1b-4b49-8ccb-f177b5ea7b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:35:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['dfb63288-a909-4180-a149-5fab3a2fc3e0'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:35:54.360310 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-ca7239cf-6c1b-4b49-8ccb-f177b5ea7b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:35:54.364623 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a410ad61-9323-479a-a0d4-551c2038ef6b tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group_rule (b792575a-767d-4913-a66f-88b2b01a89fd), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:54.387251 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7239cf-6c1b-4b49-8ccb-f177b5ea7b9d None None] Routers {'dfb63288-a909-4180-a149-5fab3a2fc3e0'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:35:54.387915 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-ca7239cf-6c1b-4b49-8ccb-f177b5ea7b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:35:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['dfb63288-a909-4180-a149-5fab3a2fc3e0'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:35:54.412433 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-1f1518f8-cbd3-4f92-b81f-02aa2d87599e None None] Current status of the port 87a0b4ab-77c5-4f67-af55-b26bc5a28afe is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:35:54.412977 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1f1518f8-cbd3-4f92-b81f-02aa2d87599e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (87a0b4ab-77c5-4f67-af55-b26bc5a28afe), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:54.470065 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a410ad61-9323-479a-a0d4-551c2038ef6b tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (b792575a-767d-4913-a66f-88b2b01a89fd), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:54.525740 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-ca7239cf-6c1b-4b49-8ccb-f177b5ea7b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:35:54.543965 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7239cf-6c1b-4b49-8ccb-f177b5ea7b9d None None] The sync data for ids ['dfb63288-a909-4180-a149-5fab3a2fc3e0'] in n-d-825015-3 is: [] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:35:54.569570 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-1f1518f8-cbd3-4f92-b81f-02aa2d87599e None None] For port 87a0b4ab-77c5-4f67-af55-b26bc5a28afe, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=87a0b4ab-77c5-4f67-af55-b26bc5a28afe,segment=NetworkSegment(4d5225fa-0696-419c-a2e7-429eb2f4e28a),segment_id=4d5225fa-0696-419c-a2e7-429eb2f4e28a)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:35:54.585233 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1f1518f8-cbd3-4f92-b81f-02aa2d87599e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (87a0b4ab-77c5-4f67-af55-b26bc5a28afe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:54.652940 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a410ad61-9323-479a-a0d4-551c2038ef6b tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b792575a-767d-4913-a66f-88b2b01a89fd,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:54.708530 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a410ad61-9323-479a-a0d4-551c2038ef6b tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:54.709798 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-a410ad61-9323-479a-a0d4-551c2038ef6b tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1127875 Feb 04 12:35:54.712965 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48476) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:54.741302 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1518f8-cbd3-4f92-b81f-02aa2d87599e None None] Pushing event updated for resources: {'Port': ['ID=87a0b4ab-77c5-4f67-af55-b26bc5a28afe,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:54.760585 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-d69cdfde-63cd-4615-ab26-9ae8750ba83f tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] 10.222.0.65 "GET /v2.0/security-group-rules/b792575a-767d-4913-a66f-88b2b01a89fd HTTP/1.1" status: 200 len: 763 time: 0.0468912 Feb 04 12:35:54.773366 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48478) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:54.835710 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 44dc6c8c-3924-4b4c-8d88-cd9e04ccc767 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:35:54.836791 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (44dc6c8c-3924-4b4c-8d88-cd9e04ccc767), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:54.898074 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port 44dc6c8c-3924-4b4c-8d88-cd9e04ccc767, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=44dc6c8c-3924-4b4c-8d88-cd9e04ccc767,segment=NetworkSegment(f167c2a1-4e96-4aaf-a243-46614e15baeb),segment_id=f167c2a1-4e96-4aaf-a243-46614e15baeb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:35:54.908004 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (44dc6c8c-3924-4b4c-8d88-cd9e04ccc767), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:54.912243 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-9167d317-083f-4b6d-b39f-9c6659dedf18 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1345387 Feb 04 12:35:54.912787 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 87a0b4ab-77c5-4f67-af55-b26bc5a28afe up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:35:54.913240 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48484) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:55.003910 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c5edc1e3-923f-46a0-a184-bd9f0da021e5 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group_rule (b792575a-767d-4913-a66f-88b2b01a89fd), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:55.027336 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c5edc1e3-923f-46a0-a184-bd9f0da021e5 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group_rule (b792575a-767d-4913-a66f-88b2b01a89fd), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:55.033213 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=44dc6c8c-3924-4b4c-8d88-cd9e04ccc767,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:55.043858 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-90f54d15-ec0c-4853-b8f9-92359cb56574 None None] Provisioning complete for port dfd61ffe-387e-433d-8f72-f2223da0f446 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:35:55.044633 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-90f54d15-ec0c-4853-b8f9-92359cb56574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (dfd61ffe-387e-433d-8f72-f2223da0f446), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:55.122958 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c5edc1e3-923f-46a0-a184-bd9f0da021e5 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (b792575a-767d-4913-a66f-88b2b01a89fd), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:55.148418 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c5edc1e3-923f-46a0-a184-bd9f0da021e5 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:55.150324 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-c5edc1e3-923f-46a0-a184-bd9f0da021e5 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/b792575a-767d-4913-a66f-88b2b01a89fd HTTP/1.1" status: 204 len: 168 time: 0.2359092 Feb 04 12:35:55.153328 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48488) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:55.196773 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 87a0b4ab-77c5-4f67-af55-b26bc5a28afe triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:35:55.199966 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (87a0b4ab-77c5-4f67-af55-b26bc5a28afe), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:55.214193 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5edc1e3-923f-46a0-a184-bd9f0da021e5 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b792575a-767d-4913-a66f-88b2b01a89fd,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:55.269087 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-c9e88d90-5003-4cac-9fdc-d9f89ad7632c tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1135228 Feb 04 12:35:55.274364 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48490) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:55.281264 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-90f54d15-ec0c-4853-b8f9-92359cb56574 None None] Current status of the port dfd61ffe-387e-433d-8f72-f2223da0f446 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:35:55.281814 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-90f54d15-ec0c-4853-b8f9-92359cb56574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (dfd61ffe-387e-433d-8f72-f2223da0f446), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:55.290555 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-c8781e19-a2ab-4445-9e70-b72ee3705f0c tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Request body: {'security_group_rule': {'security_group_id': '13e67f88-d7ba-464b-8f70-fbbd80ee56d0', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:35:55.340569 n-d-825015-3 neutron-server[103474]: INFO neutron.db.securitygroups_db [None req-c8781e19-a2ab-4445-9e70-b72ee3705f0c tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Project ef6d671022b04b51a37a4f044d261427 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 12:35:55.364053 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c8781e19-a2ab-4445-9e70-b72ee3705f0c tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group_rule (9cda5606-4b5e-4c5f-aa7b-b188cd1d5aad), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:55.386872 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-90f54d15-ec0c-4853-b8f9-92359cb56574 None None] For port dfd61ffe-387e-433d-8f72-f2223da0f446, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=dfd61ffe-387e-433d-8f72-f2223da0f446,segment=NetworkSegment(7dbe6273-df41-46c9-8048-2c5183dff43d),segment_id=7dbe6273-df41-46c9-8048-2c5183dff43d)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:35:55.402478 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ac0307ec-123c-4ed1-abf3-70c040a505b4 req-c2e1b43e-a071-41e3-acd5-35383ee8551d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=5a5c2a56-ee1a-4c7e-bf15-98711834c060&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6020000 Feb 04 12:35:55.417906 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-90f54d15-ec0c-4853-b8f9-92359cb56574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (dfd61ffe-387e-433d-8f72-f2223da0f446), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:55.506163 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c8781e19-a2ab-4445-9e70-b72ee3705f0c tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group_rule (9cda5606-4b5e-4c5f-aa7b-b188cd1d5aad), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:55.514064 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f54d15-ec0c-4853-b8f9-92359cb56574 None None] Pushing event updated for resources: {'Port': ['ID=dfd61ffe-387e-433d-8f72-f2223da0f446,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:55.517470 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c8781e19-a2ab-4445-9e70-b72ee3705f0c tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (9cda5606-4b5e-4c5f-aa7b-b188cd1d5aad), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:55.556186 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-90f54d15-ec0c-4853-b8f9-92359cb56574 None None] Provisioning complete for port 44dc6c8c-3924-4b4c-8d88-cd9e04ccc767 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:35:55.556954 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-90f54d15-ec0c-4853-b8f9-92359cb56574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (44dc6c8c-3924-4b4c-8d88-cd9e04ccc767), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:55.558860 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 87a0b4ab-77c5-4f67-af55-b26bc5a28afe is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:35:55.560239 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device dfd61ffe-387e-433d-8f72-f2223da0f446 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:35:55.582848 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c8781e19-a2ab-4445-9e70-b72ee3705f0c tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:55.587291 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-c8781e19-a2ab-4445-9e70-b72ee3705f0c tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3116007 Feb 04 12:35:55.589706 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48496) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:55.599056 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8781e19-a2ab-4445-9e70-b72ee3705f0c tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cda5606-4b5e-4c5f-aa7b-b188cd1d5aad,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:55.611518 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-c1a548de-c44c-4728-bbfb-aaba17e19152 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] 10.222.0.65 "GET /v2.0/security-group-rules/9cda5606-4b5e-4c5f-aa7b-b188cd1d5aad HTTP/1.1" status: 200 len: 769 time: 0.0206172 Feb 04 12:35:55.614437 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48498) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:55.700335 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-5a543db5-ef68-4c06-bb52-d322ad07f2f2 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0847719 Feb 04 12:35:55.704860 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48502) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:55.739194 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port dfd61ffe-387e-433d-8f72-f2223da0f446 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:35:55.739796 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (dfd61ffe-387e-433d-8f72-f2223da0f446), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:55.743397 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0627baea-7e09-4737-94a0-86ed821e1e72 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group_rule (9cda5606-4b5e-4c5f-aa7b-b188cd1d5aad), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:55.768288 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0627baea-7e09-4737-94a0-86ed821e1e72 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group_rule (9cda5606-4b5e-4c5f-aa7b-b188cd1d5aad), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:55.828849 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0627baea-7e09-4737-94a0-86ed821e1e72 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (9cda5606-4b5e-4c5f-aa7b-b188cd1d5aad), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:55.843799 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0627baea-7e09-4737-94a0-86ed821e1e72 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:55.847291 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-0627baea-7e09-4737-94a0-86ed821e1e72 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/9cda5606-4b5e-4c5f-aa7b-b188cd1d5aad HTTP/1.1" status: 204 len: 168 time: 0.1412895 Feb 04 12:35:55.851847 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48506) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:55.854837 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-90f54d15-ec0c-4853-b8f9-92359cb56574 None None] Current status of the port 44dc6c8c-3924-4b4c-8d88-cd9e04ccc767 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:35:55.890764 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0627baea-7e09-4737-94a0-86ed821e1e72 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9cda5606-4b5e-4c5f-aa7b-b188cd1d5aad,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:55.940257 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-90f54d15-ec0c-4853-b8f9-92359cb56574 None None] Provisioning complete for port 5a2e52d2-64a7-4f1e-9523-dd592102cc30 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:35:55.940642 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-90f54d15-ec0c-4853-b8f9-92359cb56574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (5a2e52d2-64a7-4f1e-9523-dd592102cc30), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:55.963836 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-b955b1a7-814f-475e-8ba1-8b00be120463 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1078312 Feb 04 12:35:55.966572 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48508) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:55.993543 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-90f54d15-ec0c-4853-b8f9-92359cb56574 None None] Port 5a2e52d2-64a7-4f1e-9523-dd592102cc30 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:35:56.003888 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port dfd61ffe-387e-433d-8f72-f2223da0f446 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:35:56.016246 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-90f54d15-ec0c-4853-b8f9-92359cb56574 None None] Provisioning complete for port 87a0b4ab-77c5-4f67-af55-b26bc5a28afe triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:35:56.017109 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-90f54d15-ec0c-4853-b8f9-92359cb56574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (87a0b4ab-77c5-4f67-af55-b26bc5a28afe), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:56.134615 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-10ed0b6f-90c7-47f7-8946-ffb83b3b10fc tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group (13e67f88-d7ba-464b-8f70-fbbd80ee56d0), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:56.231484 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-10ed0b6f-90c7-47f7-8946-ffb83b3b10fc tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group (13e67f88-d7ba-464b-8f70-fbbd80ee56d0), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:56.265278 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-90f54d15-ec0c-4853-b8f9-92359cb56574 None None] Current status of the port 87a0b4ab-77c5-4f67-af55-b26bc5a28afe is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:35:56.274132 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 87a0b4ab-77c5-4f67-af55-b26bc5a28afe up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:35:56.382945 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-10ed0b6f-90c7-47f7-8946-ffb83b3b10fc tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (13e67f88-d7ba-464b-8f70-fbbd80ee56d0), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:56.386452 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-10ed0b6f-90c7-47f7-8946-ffb83b3b10fc tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:56.388128 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-10ed0b6f-90c7-47f7-8946-ffb83b3b10fc tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] 10.222.0.65 "DELETE /v2.0/security-groups/13e67f88-d7ba-464b-8f70-fbbd80ee56d0 HTTP/1.1" status: 204 len: 168 time: 0.4167931 Feb 04 12:35:56.400559 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48514) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:56.422878 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ed0b6f-90c7-47f7-8946-ffb83b3b10fc tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e67f88-d7ba-464b-8f70-fbbd80ee56d0,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:56.462497 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-5c3999ae-fc70-4b57-a024-8d03848e9093 None None] Provisioning complete for port 8d335e69-e315-4456-8a2f-ea7851457123 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:35:56.463115 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5c3999ae-fc70-4b57-a024-8d03848e9093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (8d335e69-e315-4456-8a2f-ea7851457123), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:56.464583 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-9ecdea65-b12b-4d06-9658-156cfb07e68c tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0592923 Feb 04 12:35:56.470536 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48516) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:56.477887 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-c08c5993-76a9-4319-b3bc-9f43fbdc6de4 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Request body: {'security_group': {'name': 'tempest-secgroup--1565443734'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:35:56.513103 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c08c5993-76a9-4319-b3bc-9f43fbdc6de4 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:56.572919 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-eddd0815-1539-4083-b80b-74681495f4e9 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52094127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51452689'] for subnet (8a6baec0-d4b2-470f-8567-63546d27a6ea), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:56.573572 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 87a0b4ab-77c5-4f67-af55-b26bc5a28afe triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:35:56.580099 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (87a0b4ab-77c5-4f67-af55-b26bc5a28afe), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:56.723634 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddd0815-1539-4083-b80b-74681495f4e9 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Pushing event updated for resources: {'Subnet': ['ID=8a6baec0-d4b2-470f-8567-63546d27a6ea,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:56.743665 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-5c3999ae-fc70-4b57-a024-8d03848e9093 None None] Port 8d335e69-e315-4456-8a2f-ea7851457123 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:35:56.776227 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-5c3999ae-fc70-4b57-a024-8d03848e9093 None None] Provisioning complete for port 44dc6c8c-3924-4b4c-8d88-cd9e04ccc767 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:35:56.776732 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5c3999ae-fc70-4b57-a024-8d03848e9093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (44dc6c8c-3924-4b4c-8d88-cd9e04ccc767), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:56.777455 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0307ec-123c-4ed1-abf3-70c040a505b4 req-3d916411-dd34-4e7e-a2af-32480afcce3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:35:56.780509 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ac0307ec-123c-4ed1-abf3-70c040a505b4 req-3d916411-dd34-4e7e-a2af-32480afcce3b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=31d6c346447a48008dccda4817c529a1&device_id=5a5c2a56-ee1a-4c7e-bf15-98711834c060 HTTP/1.1" status: 200 len: 1127 time: 1.2821054 Feb 04 12:35:56.786141 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eddd0815-1539-4083-b80b-74681495f4e9 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Network 4e59fa0d-714a-4ea9-b926-876c13cb34e9 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:35:56.827680 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c08c5993-76a9-4319-b3bc-9f43fbdc6de4 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group (12a4691c-4245-494c-9b23-cb6ef9ba2cf4), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:56.837925 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c08c5993-76a9-4319-b3bc-9f43fbdc6de4 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (12a4691c-4245-494c-9b23-cb6ef9ba2cf4), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:56.842517 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-eddd0815-1539-4083-b80b-74681495f4e9 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:35:56.896708 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4418086b-52ab-4f37-8d26-149b3cf0d077 None None] Network 4e59fa0d-714a-4ea9-b926-876c13cb34e9 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:35:56.918925 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08c5993-76a9-4319-b3bc-9f43fbdc6de4 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12a4691c-4245-494c-9b23-cb6ef9ba2cf4,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:56.946747 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c08c5993-76a9-4319-b3bc-9f43fbdc6de4 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:56.952724 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-c08c5993-76a9-4319-b3bc-9f43fbdc6de4 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4810660 Feb 04 12:35:56.954455 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48522) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:56.960701 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-2f598160-a07e-41ed-a7b7-398561884764 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Request body: {'security_group_rule': {'security_group_id': '12a4691c-4245-494c-9b23-cb6ef9ba2cf4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:35:56.996600 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eddd0815-1539-4083-b80b-74681495f4e9 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:35:57.007548 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-eddd0815-1539-4083-b80b-74681495f4e9 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:57.018072 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2f598160-a07e-41ed-a7b7-398561884764 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group_rule (f6e25e73-3afd-48a8-af56-23ae0ce19fd3), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:57.038800 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 87a0b4ab-77c5-4f67-af55-b26bc5a28afe is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:35:57.040197 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 44dc6c8c-3924-4b4c-8d88-cd9e04ccc767 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:35:57.107145 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f684b9c3-7a09-49f0-a4bb-91af6ece1a28 req-1dfa0f10-800f-4d07-81fc-275a658c4955 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:35:57.114588 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f684b9c3-7a09-49f0-a4bb-91af6ece1a28 req-1dfa0f10-800f-4d07-81fc-275a658c4955 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/ports?device_id=064b8b16-59ce-4f5e-b1f8-f430debd9ab3 HTTP/1.1" status: 200 len: 946 time: 0.5764689 Feb 04 12:35:57.200432 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-5c3999ae-fc70-4b57-a024-8d03848e9093 None None] Current status of the port 44dc6c8c-3924-4b4c-8d88-cd9e04ccc767 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:35:57.208739 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48524) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:57.214786 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-b0a03869-8887-434b-9b46-25ab19ad90b1 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-660492650', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8a6baec0-d4b2-470f-8567-63546d27a6ea'}], 'security_groups': ['77d68d5c-de46-4371-95e4-2f8d7b490483']}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:35:57.216634 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-eddd0815-1539-4083-b80b-74681495f4e9 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 4.3547773 Feb 04 12:35:57.280306 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-5c3999ae-fc70-4b57-a024-8d03848e9093 None None] Provisioning complete for port 32341884-801d-496a-ba1d-a4c4f71767a5 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:35:57.281457 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5c3999ae-fc70-4b57-a024-8d03848e9093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (32341884-801d-496a-ba1d-a4c4f71767a5), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:57.291622 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2f598160-a07e-41ed-a7b7-398561884764 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group_rule (f6e25e73-3afd-48a8-af56-23ae0ce19fd3), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:57.306705 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2f598160-a07e-41ed-a7b7-398561884764 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (f6e25e73-3afd-48a8-af56-23ae0ce19fd3), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:57.392379 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 44dc6c8c-3924-4b4c-8d88-cd9e04ccc767 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:35:57.395543 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (44dc6c8c-3924-4b4c-8d88-cd9e04ccc767), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:57.449158 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f598160-a07e-41ed-a7b7-398561884764 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6e25e73-3afd-48a8-af56-23ae0ce19fd3,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:57.479524 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2f598160-a07e-41ed-a7b7-398561884764 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:57.483058 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-2f598160-a07e-41ed-a7b7-398561884764 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5251513 Feb 04 12:35:57.488978 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48528) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:57.501282 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-5c3999ae-fc70-4b57-a024-8d03848e9093 None None] Port 32341884-801d-496a-ba1d-a4c4f71767a5 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:35:57.557159 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f684b9c3-7a09-49f0-a4bb-91af6ece1a28 req-0067c271-39f6-458f-b13c-3e8a8969b0da tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/security-groups?id=67d57791-96db-4689-9a02-f69bf9a8e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4177837 Feb 04 12:35:57.562780 n-d-825015-3 neutron-server[103475]: INFO neutron.api.v2.resource [None req-7b0133dd-8675-4084-9bff-47f44382d062 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 12:35:57.564634 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f22911e-ff32-4cb3-8e35-8368e987fd76 None None] Update dhcp port {'port': {'network_id': '4e59fa0d-714a-4ea9-b926-876c13cb34e9', 'fixed_ips': [{'subnet_id': 'e6fd62a3-450c-4dfc-a16c-659169224051', 'ip_address': '2001:db8::2'}, {'subnet_id': '8a6baec0-d4b2-470f-8567-63546d27a6ea'}], 'binding:host_id': 'n-d-825015-3'}, 'id': 'dfd61ffe-387e-433d-8f72-f2223da0f446'} from n-d-825015-3. {{(pid=103476) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 04 12:35:57.565706 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-7b0133dd-8675-4084-9bff-47f44382d062 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] 10.222.0.65 "PUT /v2.0/routers/dfb63288-a909-4180-a149-5fab3a2fc3e0/add_router_interface HTTP/1.1" status: 400 len: 438 time: 3.3731391 Feb 04 12:35:57.571134 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48530) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:57.617049 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0307ec-123c-4ed1-abf3-70c040a505b4 req-9210db67-f71e-4b41-9bcf-df014aef0184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:35:57.624084 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ac0307ec-123c-4ed1-abf3-70c040a505b4 req-9210db67-f71e-4b41-9bcf-df014aef0184 service neutron] 10.222.0.77 "GET /v2.0/networks?id=211162ce-c654-4372-abd8-21bf219f75aa HTTP/1.1" status: 200 len: 912 time: 0.8098860 Feb 04 12:35:57.721605 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4f22911e-ff32-4cb3-8e35-8368e987fd76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (dfd61ffe-387e-433d-8f72-f2223da0f446), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:57.727509 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ac0307ec-123c-4ed1-abf3-70c040a505b4 req-f9291e2c-340f-4661-9acd-b8624ada0e0e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be6eda28-f036-432a-b687-6c873f3ef0e7 HTTP/1.1" status: 200 len: 1000 time: 0.0906768 Feb 04 12:35:57.880991 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0307ec-123c-4ed1-abf3-70c040a505b4 req-9b4ef501-33a4-4b75-95e0-ffec84fb48d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:35:57.882865 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ac0307ec-123c-4ed1-abf3-70c040a505b4 req-9b4ef501-33a4-4b75-95e0-ffec84fb48d0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a7a80143-29a9-4ba6-9987-42b8f7317e54 HTTP/1.1" status: 200 len: 850 time: 0.1485424 Feb 04 12:35:57.999945 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0307ec-123c-4ed1-abf3-70c040a505b4 req-e8f2d877-88fa-4786-8112-a2da84d5b1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:35:58.006472 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ac0307ec-123c-4ed1-abf3-70c040a505b4 req-e8f2d877-88fa-4786-8112-a2da84d5b1ba service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=211162ce-c654-4372-abd8-21bf219f75aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1136250 Feb 04 12:35:58.090014 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a19506eb-39e8-4fe1-bbdf-25155d96cccb tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group (12a4691c-4245-494c-9b23-cb6ef9ba2cf4), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:58.094702 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-4f22911e-ff32-4cb3-8e35-8368e987fd76 None None] Allocated IP 2001:db8:0:1::2 (4e59fa0d-714a-4ea9-b926-876c13cb34e9/8a6baec0-d4b2-470f-8567-63546d27a6ea/dfd61ffe-387e-433d-8f72-f2223da0f446) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:35:58.186958 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b0a03869-8887-434b-9b46-25ab19ad90b1 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (8d335e69-e315-4456-8a2f-ea7851457123), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:58.212284 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-4f22911e-ff32-4cb3-8e35-8368e987fd76 None None] For port dfd61ffe-387e-433d-8f72-f2223da0f446, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=dfd61ffe-387e-433d-8f72-f2223da0f446,segment=NetworkSegment(7dbe6273-df41-46c9-8048-2c5183dff43d),segment_id=7dbe6273-df41-46c9-8048-2c5183dff43d)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:35:58.250511 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4f22911e-ff32-4cb3-8e35-8368e987fd76 None None] Publish callbacks [] for port (dfd61ffe-387e-433d-8f72-f2223da0f446), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:58.263162 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ac0307ec-123c-4ed1-abf3-70c040a505b4 req-ff2193f7-3ec2-4b8d-9a22-da3516ecc5df service neutron] 10.222.0.77 "GET /v2.0/networks/211162ce-c654-4372-abd8-21bf219f75aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554636 Feb 04 12:35:58.268479 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4f22911e-ff32-4cb3-8e35-8368e987fd76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (dfd61ffe-387e-433d-8f72-f2223da0f446), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:58.405332 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a19506eb-39e8-4fe1-bbdf-25155d96cccb tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group (12a4691c-4245-494c-9b23-cb6ef9ba2cf4), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:58.427632 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 44dc6c8c-3924-4b4c-8d88-cd9e04ccc767 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:35:58.428796 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device dfd61ffe-387e-433d-8f72-f2223da0f446 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:35:58.518282 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ac0307ec-123c-4ed1-abf3-70c040a505b4 req-8aecdadf-7149-4f3c-a495-6db8e227daef service neutron] 10.222.0.77 "GET /v2.0/networks/211162ce-c654-4372-abd8-21bf219f75aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487488 Feb 04 12:35:58.536769 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e9cd70-0556-4d0c-bc65-8ccb9b3d0a45 req-77a8b5d0-b621-4a39-8082-a1c0957d39cc tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:35:58.538310 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d4e9cd70-0556-4d0c-bc65-8ccb9b3d0a45 req-77a8b5d0-b621-4a39-8082-a1c0957d39cc tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.73 "GET /v2.0/ports?device_id=064b8b16-59ce-4f5e-b1f8-f430debd9ab3 HTTP/1.1" status: 200 len: 946 time: 0.1652935 Feb 04 12:35:58.984781 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f22911e-ff32-4cb3-8e35-8368e987fd76 None None] Pushing event updated for resources: {'Port': ['ID=dfd61ffe-387e-433d-8f72-f2223da0f446,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:58.986733 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-d4e9cd70-0556-4d0c-bc65-8ccb9b3d0a45 req-7defce84-e249-436c-b94d-d1d8dd048355 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] Deleting port 6f041d65-5b0a-475f-b96d-b4aefee7384a {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:35:58.998439 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-d4e9cd70-0556-4d0c-bc65-8ccb9b3d0a45 req-7defce84-e249-436c-b94d-d1d8dd048355 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (6f041d65-5b0a-475f-b96d-b4aefee7384a), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:58.999593 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port dfd61ffe-387e-433d-8f72-f2223da0f446 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:35:59.002203 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (dfd61ffe-387e-433d-8f72-f2223da0f446), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:59.072875 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a19506eb-39e8-4fe1-bbdf-25155d96cccb tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (12a4691c-4245-494c-9b23-cb6ef9ba2cf4), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:59.075336 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a19506eb-39e8-4fe1-bbdf-25155d96cccb tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:59.083951 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-a19506eb-39e8-4fe1-bbdf-25155d96cccb tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] 10.222.0.65 "DELETE /v2.0/security-groups/12a4691c-4245-494c-9b23-cb6ef9ba2cf4 HTTP/1.1" status: 204 len: 168 time: 1.5760803 Feb 04 12:35:59.112409 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48544) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:59.199064 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b2af6e-3d30-4112-8427-717a2b53506a req-a3a14e63-1b7a-417a-a2be-a8e8dbc6e739 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:35:59.203675 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-72b2af6e-3d30-4112-8427-717a2b53506a req-a3a14e63-1b7a-417a-a2be-a8e8dbc6e739 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/ports?device_id=064b8b16-59ce-4f5e-b1f8-f430debd9ab3 HTTP/1.1" status: 200 len: 946 time: 0.4371605 Feb 04 12:35:59.217567 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port dfd61ffe-387e-433d-8f72-f2223da0f446 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:35:59.259942 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19506eb-39e8-4fe1-bbdf-25155d96cccb tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12a4691c-4245-494c-9b23-cb6ef9ba2cf4,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:35:59.442883 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-f080065b-ade3-43dc-a2af-4f532337181a tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2824967 Feb 04 12:35:59.445893 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-d4e9cd70-0556-4d0c-bc65-8ccb9b3d0a45 req-7defce84-e249-436c-b94d-d1d8dd048355 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] For port 6f041d65-5b0a-475f-b96d-b4aefee7384a, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=6f041d65-5b0a-475f-b96d-b4aefee7384a,segment=NetworkSegment(e9a4c4bf-e4ee-411b-abe4-f3340937d454),segment_id=e9a4c4bf-e4ee-411b-abe4-f3340937d454)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:35:59.446273 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-d4e9cd70-0556-4d0c-bc65-8ccb9b3d0a45 req-7defce84-e249-436c-b94d-d1d8dd048355 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (6f041d65-5b0a-475f-b96d-b4aefee7384a), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:59.449691 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48546) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:59.506827 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-d4e9cd70-0556-4d0c-bc65-8ccb9b3d0a45 req-7defce84-e249-436c-b94d-d1d8dd048355 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] Calling delete_port for 6f041d65-5b0a-475f-b96d-b4aefee7384a owned by compute:nova {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:35:59.522274 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device dfd61ffe-387e-433d-8f72-f2223da0f446 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:35:59.684203 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port dfd61ffe-387e-433d-8f72-f2223da0f446 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:35:59.685558 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (dfd61ffe-387e-433d-8f72-f2223da0f446), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:35:59.692641 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-36ad7113-2f9e-4239-b767-d760a176fe6d tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.2389114 Feb 04 12:35:59.717633 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 48550) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:59.810804 n-d-825015-3 neutron-server[103475]: INFO neutron.api.v2.resource [None req-947ae794-1acd-4bb1-b86a-ac6d4fb34329 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] delete failed (client error): The resource could not be found. Feb 04 12:35:59.814708 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-b0a03869-8887-434b-9b46-25ab19ad90b1 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Delete allocated IP 2001:db8::241 (4e59fa0d-714a-4ea9-b926-876c13cb34e9/e6fd62a3-450c-4dfc-a16c-659169224051) {{(pid=103474) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 04 12:35:59.820359 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-947ae794-1acd-4bb1-b86a-ac6d4fb34329 tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] 10.222.0.65 "DELETE /v2.0/security-groups/12a4691c-4245-494c-9b23-cb6ef9ba2cf4 HTTP/1.1" status: 404 len: 347 time: 0.0955012 Feb 04 12:35:59.827719 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48552) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:35:59.896671 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-72b2af6e-3d30-4112-8427-717a2b53506a req-71b02e9a-a16f-4a3d-94c7-621f38157237 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/security-groups?id=67d57791-96db-4689-9a02-f69bf9a8e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6731966 Feb 04 12:35:59.911888 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-b0a03869-8887-434b-9b46-25ab19ad90b1 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Allocated IP 2001:db8:0:1::1e1 (4e59fa0d-714a-4ea9-b926-876c13cb34e9/8a6baec0-d4b2-470f-8567-63546d27a6ea/8d335e69-e315-4456-8a2f-ea7851457123) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:36:00.013022 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port dfd61ffe-387e-433d-8f72-f2223da0f446 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:36:00.075488 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-3e366dea-9e34-4f61-a639-d3004daaa89c tempest-SecGroupIPv6Test-741463607 tempest-SecGroupIPv6Test-741463607-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2394531 Feb 04 12:36:00.133024 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-d4e9cd70-0556-4d0c-bc65-8ccb9b3d0a45 req-7defce84-e249-436c-b94d-d1d8dd048355 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (6f041d65-5b0a-475f-b96d-b4aefee7384a), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:00.148372 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['a6e3830c-8598-4c80-abcf-58a5487416e0'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:36:00.319854 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7defce84-e249-436c-b94d-d1d8dd048355 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] Pushing event deleted for resources: {'Port': ['ID=6f041d65-5b0a-475f-b96d-b4aefee7384a,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:00.455349 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 12:36:00.556366 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4e9cd70-0556-4d0c-bc65-8ccb9b3d0a45 req-7defce84-e249-436c-b94d-d1d8dd048355 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] No DVR routers for this DVR port 6f041d65-5b0a-475f-b96d-b4aefee7384a on host n-h1-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:36:00.563062 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-d4e9cd70-0556-4d0c-bc65-8ccb9b3d0a45 req-7defce84-e249-436c-b94d-d1d8dd048355 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:00.584566 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d4e9cd70-0556-4d0c-bc65-8ccb9b3d0a45 req-7defce84-e249-436c-b94d-d1d8dd048355 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.73 "DELETE /v2.0/ports/6f041d65-5b0a-475f-b96d-b4aefee7384a HTTP/1.1" status: 204 len: 173 time: 2.0379708 Feb 04 12:36:00.595204 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '064b8b16-59ce-4f5e-b1f8-f430debd9ab3', 'name': 'network-vif-deleted', 'tag': '6f041d65-5b0a-475f-b96d-b4aefee7384a'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:36:00.600911 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-e9284e23-69fa-4206-a116-15b749b840a1 None None] Provisioning complete for port 8d335e69-e315-4456-8a2f-ea7851457123 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:36:00.602478 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e9284e23-69fa-4206-a116-15b749b840a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (8d335e69-e315-4456-8a2f-ea7851457123), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:00.636001 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-092bb256-3d25-4701-a7e7-a48e51a2c016" -d '{"events": [{"server_uuid": "064b8b16-59ce-4f5e-b1f8-f430debd9ab3", "name": "network-vif-deleted", "tag": "6f041d65-5b0a-475f-b96d-b4aefee7384a"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:36:00.729590 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b492e62f-d007-490e-a884-51f10dc4da00 x-openstack-request-id: req-b492e62f-d007-490e-a884-51f10dc4da00 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:36:00.729944 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "064b8b16-59ce-4f5e-b1f8-f430debd9ab3", "name": "network-vif-deleted", "tag": "6f041d65-5b0a-475f-b96d-b4aefee7384a", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:36:00.730369 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b492e62f-d007-490e-a884-51f10dc4da00 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:36:00.731875 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '064b8b16-59ce-4f5e-b1f8-f430debd9ab3', 'name': 'network-vif-deleted', 'tag': '6f041d65-5b0a-475f-b96d-b4aefee7384a', 'status': 'completed', 'code': 200} Feb 04 12:36:00.812611 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-e9284e23-69fa-4206-a116-15b749b840a1 None None] Port 8d335e69-e315-4456-8a2f-ea7851457123 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:36:00.894480 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-e9284e23-69fa-4206-a116-15b749b840a1 None None] Provisioning complete for port 5a2e52d2-64a7-4f1e-9523-dd592102cc30 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:36:00.894869 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e9284e23-69fa-4206-a116-15b749b840a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (5a2e52d2-64a7-4f1e-9523-dd592102cc30), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:00.951262 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 48568) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:01.026446 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-e9284e23-69fa-4206-a116-15b749b840a1 None None] Port 5a2e52d2-64a7-4f1e-9523-dd592102cc30 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:36:01.200812 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:01.205419 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-e9284e23-69fa-4206-a116-15b749b840a1 None None] Provisioning complete for port dfd61ffe-387e-433d-8f72-f2223da0f446 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:36:01.205919 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e9284e23-69fa-4206-a116-15b749b840a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (dfd61ffe-387e-433d-8f72-f2223da0f446), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:01.344232 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-eac55767-f5e4-41d1-894e-95919db16e8d req-a5194a4b-e88f-4b69-a541-f73dfebc9b2e tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/ports?device_id=064b8b16-59ce-4f5e-b1f8-f430debd9ab3 HTTP/1.1" status: 200 len: 210 time: 0.1040943 Feb 04 12:36:01.500850 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b0a03869-8887-434b-9b46-25ab19ad90b1 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks [] for port (8d335e69-e315-4456-8a2f-ea7851457123), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:01.508875 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d7572b82-2756-4ada-853f-241e1793ab5d tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622215'] for router_interface (dfb63288-a909-4180-a149-5fab3a2fc3e0), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:01.513093 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b0a03869-8887-434b-9b46-25ab19ad90b1 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (8d335e69-e315-4456-8a2f-ea7851457123), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:01.521464 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-65b442fe-7b02-4597-87e4-4d3b10344db1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ef6d671022b04b51a37a4f044d261427&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5644541 Feb 04 12:36:01.521786 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-e9284e23-69fa-4206-a116-15b749b840a1 None None] Current status of the port dfd61ffe-387e-433d-8f72-f2223da0f446 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:36:01.522958 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 48576) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:01.594766 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-62b76e28-8653-4c78-8cd4-768f49ad3974 admin admin] Publish callbacks [] for security_group (522720b0-6bd2-4627-9652-5ed31bca374b), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:01.601621 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:01.637476 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-62b76e28-8653-4c78-8cd4-768f49ad3974 admin admin] Publish callbacks [] for security_group (522720b0-6bd2-4627-9652-5ed31bca374b), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:01.708746 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-62b76e28-8653-4c78-8cd4-768f49ad3974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (522720b0-6bd2-4627-9652-5ed31bca374b), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:01.711893 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-62b76e28-8653-4c78-8cd4-768f49ad3974 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:01.717282 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-62b76e28-8653-4c78-8cd4-768f49ad3974 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/522720b0-6bd2-4627-9652-5ed31bca374b HTTP/1.1" status: 204 len: 168 time: 0.1893597 Feb 04 12:36:01.722742 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b76e28-8653-4c78-8cd4-768f49ad3974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=522720b0-6bd2-4627-9652-5ed31bca374b,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:01.878114 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-b0a03869-8887-434b-9b46-25ab19ad90b1 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] In _notify_port_updated(), no bound segment for port 8d335e69-e315-4456-8a2f-ea7851457123 on network 4e59fa0d-714a-4ea9-b926-876c13cb34e9 {{(pid=103474) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 04 12:36:01.889529 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a03869-8887-434b-9b46-25ab19ad90b1 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:01.890191 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b0a03869-8887-434b-9b46-25ab19ad90b1 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:01.894334 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-b0a03869-8887-434b-9b46-25ab19ad90b1 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "PUT /v2.0/ports/8d335e69-e315-4456-8a2f-ea7851457123 HTTP/1.1" status: 200 len: 930 time: 4.6818349 Feb 04 12:36:01.894756 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 48580) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:01.911082 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a03869-8887-434b-9b46-25ab19ad90b1 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Pushing event updated for resources: {'Port': ['ID=8d335e69-e315-4456-8a2f-ea7851457123,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:01.942657 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 6f041d65-5b0a-475f-b96d-b4aefee7384a no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:36:01.993309 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] No Port match for: 6f041d65-5b0a-475f-b96d-b4aefee7384a {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:36:02.000695 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 6f041d65-5b0a-475f-b96d-b4aefee7384a not bound to the agent host n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:36:02.199904 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-0405bc15-055c-455e-844b-4d070d65c663 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Deleting port 8d335e69-e315-4456-8a2f-ea7851457123 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:36:02.200251 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0405bc15-055c-455e-844b-4d070d65c663 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (8d335e69-e315-4456-8a2f-ea7851457123), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:02.275782 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-d378a707-ad1d-4623-8028-73df91bde376 None None] Provisioning complete for port 8d335e69-e315-4456-8a2f-ea7851457123 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:36:02.276710 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d378a707-ad1d-4623-8028-73df91bde376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (8d335e69-e315-4456-8a2f-ea7851457123), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:02.310769 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-d7572b82-2756-4ada-853f-241e1793ab5d tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Deleting port 32341884-801d-496a-ba1d-a4c4f71767a5 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:36:02.311143 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d7572b82-2756-4ada-853f-241e1793ab5d tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (32341884-801d-496a-ba1d-a4c4f71767a5), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:02.394631 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-d378a707-ad1d-4623-8028-73df91bde376 None None] Port 8d335e69-e315-4456-8a2f-ea7851457123 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:36:02.493986 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0405bc15-055c-455e-844b-4d070d65c663 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (8d335e69-e315-4456-8a2f-ea7851457123), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:02.531554 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-0405bc15-055c-455e-844b-4d070d65c663 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Calling delete_port for 8d335e69-e315-4456-8a2f-ea7851457123 owned by {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:36:02.544192 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d7572b82-2756-4ada-853f-241e1793ab5d tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (32341884-801d-496a-ba1d-a4c4f71767a5), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:02.603225 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-d7572b82-2756-4ada-853f-241e1793ab5d tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Calling delete_port for 32341884-801d-496a-ba1d-a4c4f71767a5 owned by network:router_interface {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:36:02.914645 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0405bc15-055c-455e-844b-4d070d65c663 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (8d335e69-e315-4456-8a2f-ea7851457123), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:02.914929 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d7572b82-2756-4ada-853f-241e1793ab5d tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (32341884-801d-496a-ba1d-a4c4f71767a5), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:02.963939 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0405bc15-055c-455e-844b-4d070d65c663 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Pushing event deleted for resources: {'Port': ['ID=8d335e69-e315-4456-8a2f-ea7851457123,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:02.979757 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6590b2e7-8c86-4041-8e56-f4b66d2c5da1 req-e92ad5bf-9f0a-418f-bda3-5b53ce4f6a54 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:02.981316 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6590b2e7-8c86-4041-8e56-f4b66d2c5da1 req-e92ad5bf-9f0a-418f-bda3-5b53ce4f6a54 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8861db3-f96d-4488-9972-dc9abe44d442 HTTP/1.1" status: 200 len: 945 time: 0.1309888 Feb 04 12:36:03.019537 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7572b82-2756-4ada-853f-241e1793ab5d tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Pushing event deleted for resources: {'Port': ['ID=32341884-801d-496a-ba1d-a4c4f71767a5,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:03.048226 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0405bc15-055c-455e-844b-4d070d65c663 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:03.061061 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-0405bc15-055c-455e-844b-4d070d65c663 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "DELETE /v2.0/ports/8d335e69-e315-4456-8a2f-ea7851457123 HTTP/1.1" status: 204 len: 168 time: 1.1647687 Feb 04 12:36:03.067170 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 48610) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:03.192060 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6590b2e7-8c86-4041-8e56-f4b66d2c5da1 req-c9a99fd2-bc9b-46e9-a40a-a453bc948e96 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/security-groups?id=67d57791-96db-4689-9a02-f69bf9a8e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702173 Feb 04 12:36:03.224955 n-d-825015-3 neutron-server[103475]: INFO neutron.pecan_wsgi.hooks.translation [None req-970e39cd-854c-4298-a2cd-f4941087e02c tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] GET failed (client error): The resource could not be found. Feb 04 12:36:03.227302 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-970e39cd-854c-4298-a2cd-f4941087e02c tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "GET /v2.0/ports/8d335e69-e315-4456-8a2f-ea7851457123 HTTP/1.1" status: 404 len: 333 time: 0.1516228 Feb 04 12:36:03.245570 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 48614) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:03.459103 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 48624) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:03.482881 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d7572b82-2756-4ada-853f-241e1793ab5d tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622067'] for router_interface (dfb63288-a909-4180-a149-5fab3a2fc3e0), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:03.681374 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cdfbad83-5a5b-440b-b5b7-584ccb082f6d tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks [] for security_group (ecc3e938-cd82-45a6-9ec6-de334298f116), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:03.739830 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cdfbad83-5a5b-440b-b5b7-584ccb082f6d tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks [] for security_group (ecc3e938-cd82-45a6-9ec6-de334298f116), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:03.747174 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-0c4b7214-dff4-4d6b-a1ea-4e0b7ec4b345 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:36:03.747915 n-d-825015-3 neutron-server[103475]: WARNING neutron.api.v2.base [None req-0c4b7214-dff4-4d6b-a1ea-4e0b7ec4b345 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 04 12:36:03.748429 n-d-825015-3 neutron-server[103475]: INFO neutron.api.v2.resource [None req-0c4b7214-dff4-4d6b-a1ea-4e0b7ec4b345 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] create failed (client error): There was a conflict when trying to complete your request. Feb 04 12:36:03.753865 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-0c4b7214-dff4-4d6b-a1ea-4e0b7ec4b345 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2931406 Feb 04 12:36:03.764440 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 48632) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:03.771440 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-6c1f2ae9-6a9a-4bf4-8c3f-eee0e6bb53d8 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Request body: {'security_group': {'name': 'tempest-secgroup--668472812'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:36:03.805608 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6c1f2ae9-6a9a-4bf4-8c3f-eee0e6bb53d8 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:03.843904 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6c1f2ae9-6a9a-4bf4-8c3f-eee0e6bb53d8 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:03.853255 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd9e2d9-7b9b-4229-9e2e-b31b5eb9e605 req-8927c7b4-c3f3-47fe-a2ae-35444ced139a tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:03.855098 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0cd9e2d9-7b9b-4229-9e2e-b31b5eb9e605 req-8927c7b4-c3f3-47fe-a2ae-35444ced139a tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.65 "GET /v2.0/networks?id=4818c56c-ae1d-43b5-80d2-4a5373ab8e6b HTTP/1.1" status: 200 len: 815 time: 0.4041827 Feb 04 12:36:03.880285 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7572b82-2756-4ada-853f-241e1793ab5d tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Router dfb63288-a909-4180-a149-5fab3a2fc3e0 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:36:03.886210 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0cd9e2d9-7b9b-4229-9e2e-b31b5eb9e605 req-54713de5-0dcb-428b-8bf4-aecc60802b1b tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.65 "GET /v2.0/quotas/72075fcbbaca4534bfa18449bac56045 HTTP/1.1" status: 200 len: 375 time: 0.0181892 Feb 04 12:36:03.995852 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7572b82-2756-4ada-853f-241e1793ab5d tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:36:04.005343 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-d7572b82-2756-4ada-853f-241e1793ab5d tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] 10.222.0.65 "PUT /v2.0/routers/dfb63288-a909-4180-a149-5fab3a2fc3e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4307179 Feb 04 12:36:04.011926 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cdfbad83-5a5b-440b-b5b7-584ccb082f6d tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (ecc3e938-cd82-45a6-9ec6-de334298f116), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:04.012840 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48634) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:04.016443 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bf9431-219d-4610-ac8b-ce6025e03d2a None None] Sync routers for ids ['dfb63288-a909-4180-a149-5fab3a2fc3e0'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:36:04.033228 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cdfbad83-5a5b-440b-b5b7-584ccb082f6d tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:04.037738 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-cdfbad83-5a5b-440b-b5b7-584ccb082f6d tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "DELETE /v2.0/security-groups/ecc3e938-cd82-45a6-9ec6-de334298f116 HTTP/1.1" status: 204 len: 168 time: 0.7881806 Feb 04 12:36:04.041982 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bf9431-219d-4610-ac8b-ce6025e03d2a None None] Routers {'dfb63288-a909-4180-a149-5fab3a2fc3e0'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:36:04.044575 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-58bf9431-219d-4610-ac8b-ce6025e03d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:35:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['dfb63288-a909-4180-a149-5fab3a2fc3e0'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:36:04.071894 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48636) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:04.074943 n-d-825015-3 neutron-server[103474]: INFO neutron.api.v2.resource [None req-f727959c-fe3d-4d39-ac38-350c404c9401 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] delete failed (client error): The resource could not be found. Feb 04 12:36:04.082340 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-f727959c-fe3d-4d39-ac38-350c404c9401 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] 10.222.0.65 "DELETE /v2.0/routers/tempest-non_exist_router-1263569812 HTTP/1.1" status: 404 len: 335 time: 0.0665090 Feb 04 12:36:04.083350 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48638) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:04.098366 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-2ef42ae2-8990-4d94-bcd6-83fe6855a33e tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Request body: {'router': {'external_gateway_info': {'network_id': 'dfb63288-a909-4180-a149-5fab3a2fc3e0'}}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:36:04.105971 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfbad83-5a5b-440b-b5b7-584ccb082f6d tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc3e938-cd82-45a6-9ec6-de334298f116,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:04.145536 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-58bf9431-219d-4610-ac8b-ce6025e03d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:36:04.185821 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6c1f2ae9-6a9a-4bf4-8c3f-eee0e6bb53d8 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Publish callbacks [] for security_group (dd90a2f2-5d83-425c-882b-e5cc134ccca1), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:04.210633 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bf9431-219d-4610-ac8b-ce6025e03d2a None None] Routers {'dfb63288-a909-4180-a149-5fab3a2fc3e0'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:36:04.211606 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-58bf9431-219d-4610-ac8b-ce6025e03d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:35:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['dfb63288-a909-4180-a149-5fab3a2fc3e0'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:36:04.212379 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0cd9e2d9-7b9b-4229-9e2e-b31b5eb9e605 req-9270787f-f7e9-48b6-8c92-6124fabe3960 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=72075fcbbaca4534bfa18449bac56045&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3191514 Feb 04 12:36:04.213902 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6c1f2ae9-6a9a-4bf4-8c3f-eee0e6bb53d8 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (dd90a2f2-5d83-425c-882b-e5cc134ccca1), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:04.265910 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-58bf9431-219d-4610-ac8b-ce6025e03d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:36:04.266937 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bf9431-219d-4610-ac8b-ce6025e03d2a None None] The sync data for ids ['dfb63288-a909-4180-a149-5fab3a2fc3e0'] in n-d-825015-3 is: [] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:36:04.478447 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9ee93240-77d4-43ad-a914-5f4752ac0c00 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks [] for security_group (77d68d5c-de46-4371-95e4-2f8d7b490483), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:04.481288 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6c1f2ae9-6a9a-4bf4-8c3f-eee0e6bb53d8 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Publish callbacks [] for security_group (52f28c83-4259-441e-a6de-96f2459004b0), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:04.489474 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1f2ae9-6a9a-4bf4-8c3f-eee0e6bb53d8 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd90a2f2-5d83-425c-882b-e5cc134ccca1,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:04.502260 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9ee93240-77d4-43ad-a914-5f4752ac0c00 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks [] for security_group (77d68d5c-de46-4371-95e4-2f8d7b490483), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:04.511128 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0cd9e2d9-7b9b-4229-9e2e-b31b5eb9e605 req-e1dc5cf4-69c5-46c9-aaf4-2a2e12531109 service neutron] 10.222.0.65 "GET /v2.0/networks/4818c56c-ae1d-43b5-80d2-4a5373ab8e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318430 Feb 04 12:36:04.518696 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6c1f2ae9-6a9a-4bf4-8c3f-eee0e6bb53d8 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (52f28c83-4259-441e-a6de-96f2459004b0), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:04.646456 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2ef42ae2-8990-4d94-bcd6-83fe6855a33e tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Publish callbacks [] for router_gateway (dfb63288-a909-4180-a149-5fab3a2fc3e0), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:04.658704 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1f2ae9-6a9a-4bf4-8c3f-eee0e6bb53d8 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52f28c83-4259-441e-a6de-96f2459004b0,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:04.672113 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6c1f2ae9-6a9a-4bf4-8c3f-eee0e6bb53d8 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:04.673725 n-d-825015-3 neutron-server[103474]: INFO neutron.api.v2.resource [None req-2ef42ae2-8990-4d94-bcd6-83fe6855a33e tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] update failed (client error): The resource could not be found. Feb 04 12:36:04.678725 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-2ef42ae2-8990-4d94-bcd6-83fe6855a33e tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] 10.222.0.65 "PUT /v2.0/routers/dfb63288-a909-4180-a149-5fab3a2fc3e0 HTTP/1.1" status: 404 len: 339 time: 0.5818679 Feb 04 12:36:04.678961 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48656) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:04.683138 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-6c1f2ae9-6a9a-4bf4-8c3f-eee0e6bb53d8 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9171917 Feb 04 12:36:04.712169 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 48658) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:04.797992 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9ee93240-77d4-43ad-a914-5f4752ac0c00 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (77d68d5c-de46-4371-95e4-2f8d7b490483), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:04.802580 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9ee93240-77d4-43ad-a914-5f4752ac0c00 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:04.808248 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-9ee93240-77d4-43ad-a914-5f4752ac0c00 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "DELETE /v2.0/security-groups/77d68d5c-de46-4371-95e4-2f8d7b490483 HTTP/1.1" status: 204 len: 168 time: 0.7346282 Feb 04 12:36:04.813113 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48660) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:04.822073 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-10801b27-4ad1-46bc-aab7-1a6d389461f9 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Request body: {'security_group_rule': {'security_group_id': '52f28c83-4259-441e-a6de-96f2459004b0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:36:04.848340 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee93240-77d4-43ad-a914-5f4752ac0c00 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77d68d5c-de46-4371-95e4-2f8d7b490483,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:04.977690 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0cd9e2d9-7b9b-4229-9e2e-b31b5eb9e605 req-6778b4d2-f755-4f32-906d-54f12158e7e1 service neutron] 10.222.0.65 "GET /v2.0/networks/4818c56c-ae1d-43b5-80d2-4a5373ab8e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4653788 Feb 04 12:36:05.060930 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b26b4eb-f1b7-493b-a5b1-26d691fb4c51 req-2a3552bf-2723-47e3-895f-451ccc4552a8 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:05.073560 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5b26b4eb-f1b7-493b-a5b1-26d691fb4c51 req-2a3552bf-2723-47e3-895f-451ccc4552a8 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8861db3-f96d-4488-9972-dc9abe44d442 HTTP/1.1" status: 200 len: 945 time: 0.5256617 Feb 04 12:36:05.076115 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-10801b27-4ad1-46bc-aab7-1a6d389461f9 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Publish callbacks [] for security_group_rule (543ea7f9-d47b-4b09-8266-16e2f25ef273), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:05.214791 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4686b53-47b4-4914-a0a2-ba86bd774e58 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Deleting subnet e6fd62a3-450c-4dfc-a16c-659169224051 {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:36:05.218369 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e4686b53-47b4-4914-a0a2-ba86bd774e58 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks [] for subnet (e6fd62a3-450c-4dfc-a16c-659169224051), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:05.312739 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-10801b27-4ad1-46bc-aab7-1a6d389461f9 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Publish callbacks [] for security_group_rule (543ea7f9-d47b-4b09-8266-16e2f25ef273), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:05.316051 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e4686b53-47b4-4914-a0a2-ba86bd774e58 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (e6fd62a3-450c-4dfc-a16c-659169224051), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:05.362778 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5b26b4eb-f1b7-493b-a5b1-26d691fb4c51 req-096f843f-4eb2-4741-80f7-6ee12a225821 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/security-groups?id=67d57791-96db-4689-9a02-f69bf9a8e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750502 Feb 04 12:36:05.404210 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-10801b27-4ad1-46bc-aab7-1a6d389461f9 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (543ea7f9-d47b-4b09-8266-16e2f25ef273), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:05.426869 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0f1ff94c-53d4-4cd3-8da3-38c5904156b0 req-35c992c8-eb19-468d-9d77-e38118fb1d78 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.65 "GET /v2.0/ports?device_id=266a3a18-9374-4c60-bb49-068f089f6a61 HTTP/1.1" status: 200 len: 210 time: 0.1044884 Feb 04 12:36:05.459815 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10801b27-4ad1-46bc-aab7-1a6d389461f9 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=543ea7f9-d47b-4b09-8266-16e2f25ef273,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:05.477413 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-10801b27-4ad1-46bc-aab7-1a6d389461f9 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:05.478651 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-10801b27-4ad1-46bc-aab7-1a6d389461f9 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7591612 Feb 04 12:36:05.482058 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 48668) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:05.486637 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-663b582d-7b31-4f0c-b98c-a56feca770c9 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Request body: {'security_group_rule': {'security_group_id': '52f28c83-4259-441e-a6de-96f2459004b0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:36:05.535023 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e4686b53-47b4-4914-a0a2-ba86bd774e58 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (e6fd62a3-450c-4dfc-a16c-659169224051), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:05.575224 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-663b582d-7b31-4f0c-b98c-a56feca770c9 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Publish callbacks [] for security_group_rule (0bb9b0e4-83da-4d94-a264-79f4b9fd4dc5), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:05.704169 n-d-825015-3 neutron-server[103475]: INFO neutron.api.v2.resource [None req-663b582d-7b31-4f0c-b98c-a56feca770c9 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] create failed (client error): There was a conflict when trying to complete your request. Feb 04 12:36:05.710782 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-663b582d-7b31-4f0c-b98c-a56feca770c9 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2275782 Feb 04 12:36:05.711685 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 48682) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:05.866419 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6331f125-ac5d-456c-9201-b3479645db1c tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Publish callbacks [] for security_group (52f28c83-4259-441e-a6de-96f2459004b0), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:05.869862 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e4686b53-47b4-4914-a0a2-ba86bd774e58 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (e6fd62a3-450c-4dfc-a16c-659169224051), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:05.905056 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4686b53-47b4-4914-a0a2-ba86bd774e58 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Pushing event deleted for resources: {'Subnet': ['ID=e6fd62a3-450c-4dfc-a16c-659169224051,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:05.927458 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-de16895c-21c5-4ded-8124-e002f10326a4 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:05.930126 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e4686b53-47b4-4914-a0a2-ba86bd774e58 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:05.935807 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a82273d-5caf-42b6-9cbf-da0a26cb7501 None None] Network 4e59fa0d-714a-4ea9-b926-876c13cb34e9 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:36:05.937736 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-e4686b53-47b4-4914-a0a2-ba86bd774e58 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "DELETE /v2.0/subnets/e6fd62a3-450c-4dfc-a16c-659169224051 HTTP/1.1" status: 204 len: 168 time: 1.1190753 Feb 04 12:36:05.939826 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48684) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:05.945474 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-5f5c9be2-5eff-405d-af28-b3c08be2f6b0 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Request body: {'subnet': {'network_id': '4e59fa0d-714a-4ea9-b926-876c13cb34e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:36:05.962726 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6331f125-ac5d-456c-9201-b3479645db1c tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Publish callbacks [] for security_group (52f28c83-4259-441e-a6de-96f2459004b0), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:06.098571 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6331f125-ac5d-456c-9201-b3479645db1c tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (52f28c83-4259-441e-a6de-96f2459004b0), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:06.102470 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6331f125-ac5d-456c-9201-b3479645db1c tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:06.108528 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-6331f125-ac5d-456c-9201-b3479645db1c tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] 10.222.0.65 "DELETE /v2.0/security-groups/52f28c83-4259-441e-a6de-96f2459004b0 HTTP/1.1" status: 204 len: 168 time: 0.3951254 Feb 04 12:36:06.110181 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 48686) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:06.163162 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6331f125-ac5d-456c-9201-b3479645db1c tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52f28c83-4259-441e-a6de-96f2459004b0,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:06.249782 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-fd2e1235-57f1-43d0-80b9-f323b34afcd8 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1294653 Feb 04 12:36:06.250243 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 48688) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:06.259109 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-e04a4bd5-acae-4d8b-b197-2b3cfe28c8d1 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Request body: {'security_group': {'name': 'tempest-secgroup--222381635'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:36:06.312416 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e04a4bd5-acae-4d8b-b197-2b3cfe28c8d1 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:06.334620 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-de16895c-21c5-4ded-8124-e002f10326a4 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Allocated IP 172.20.0.1 (2b7398d9-a7f8-4b0a-95bc-9f83f2e7c78a/2a3a3fa8-cf1f-4ba1-a1e7-c57ff11cf3ed/6351581a-2297-49e4-896e-7c8c75b6a2fe) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:36:06.501170 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e04a4bd5-acae-4d8b-b197-2b3cfe28c8d1 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Publish callbacks [] for security_group (1ee001e5-ab4c-40b5-93c2-c2f8bd0a4701), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:06.507405 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e04a4bd5-acae-4d8b-b197-2b3cfe28c8d1 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (1ee001e5-ab4c-40b5-93c2-c2f8bd0a4701), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:06.633928 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-edae7d7d-68e9-44b0-9255-4c48d0504008 req-fd105448-c379-4f38-8401-52a57dcf302a tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.65 "GET /v2.0/ports?device_id=266a3a18-9374-4c60-bb49-068f089f6a61 HTTP/1.1" status: 200 len: 210 time: 0.0837321 Feb 04 12:36:06.644991 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e04a4bd5-acae-4d8b-b197-2b3cfe28c8d1 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:06.664441 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-e04a4bd5-acae-4d8b-b197-2b3cfe28c8d1 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4129350 Feb 04 12:36:06.669867 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 48700) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:06.682307 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-de16895c-21c5-4ded-8124-e002f10326a4 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Publish callbacks [] for port (6351581a-2297-49e4-896e-7c8c75b6a2fe), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:06.684701 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-a2dbedfc-0eb9-4212-b093-d023dbf0eb02 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Request body: {'security_group_rule': {'security_group_id': '1ee001e5-ab4c-40b5-93c2-c2f8bd0a4701', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:36:06.685502 n-d-825015-3 neutron-server[103475]: WARNING neutron.api.v2.base [None req-a2dbedfc-0eb9-4212-b093-d023dbf0eb02 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 04 12:36:06.686011 n-d-825015-3 neutron-server[103475]: INFO neutron.api.v2.resource [None req-a2dbedfc-0eb9-4212-b093-d023dbf0eb02 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 12:36:06.698185 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-a2dbedfc-0eb9-4212-b093-d023dbf0eb02 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0271838 Feb 04 12:36:06.724511 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 48704) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:06.762831 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04a4bd5-acae-4d8b-b197-2b3cfe28c8d1 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ee001e5-ab4c-40b5-93c2-c2f8bd0a4701,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:06.835618 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-de16895c-21c5-4ded-8124-e002f10326a4 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (6351581a-2297-49e4-896e-7c8c75b6a2fe), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:06.954515 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd12f784-f20f-4947-b3fe-feb19737e7c2 req-40a78c23-c363-4bba-9989-5efcce33da70 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:06.960672 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bd12f784-f20f-4947-b3fe-feb19737e7c2 req-40a78c23-c363-4bba-9989-5efcce33da70 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8861db3-f96d-4488-9972-dc9abe44d442 HTTP/1.1" status: 200 len: 945 time: 0.3553262 Feb 04 12:36:07.020401 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-12f1d879-a95a-401d-ad21-456da4c633ca tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Publish callbacks [] for security_group (1ee001e5-ab4c-40b5-93c2-c2f8bd0a4701), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:07.106694 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-12f1d879-a95a-401d-ad21-456da4c633ca tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Publish callbacks [] for security_group (1ee001e5-ab4c-40b5-93c2-c2f8bd0a4701), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:07.144661 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bd12f784-f20f-4947-b3fe-feb19737e7c2 req-6fb5e0ed-bb55-4348-a88e-e302174ddedb tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/security-groups?id=67d57791-96db-4689-9a02-f69bf9a8e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418669 Feb 04 12:36:07.161190 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de16895c-21c5-4ded-8124-e002f10326a4 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Pushing event updated for resources: {'Port': ['ID=6351581a-2297-49e4-896e-7c8c75b6a2fe,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:07.176977 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f5c9be2-5eff-405d-af28-b3c08be2f6b0 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Made reservation on behalf of 90a71f7c621340c08dbfd8625731c118 for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:36:07.187198 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5f5c9be2-5eff-405d-af28-b3c08be2f6b0 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60610638'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:07.217923 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-12f1d879-a95a-401d-ad21-456da4c633ca tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (1ee001e5-ab4c-40b5-93c2-c2f8bd0a4701), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:07.220838 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-12f1d879-a95a-401d-ad21-456da4c633ca tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:07.222720 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-12f1d879-a95a-401d-ad21-456da4c633ca tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] 10.222.0.65 "DELETE /v2.0/security-groups/1ee001e5-ab4c-40b5-93c2-c2f8bd0a4701 HTTP/1.1" status: 204 len: 168 time: 0.4969397 Feb 04 12:36:07.226418 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 48718) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:07.267511 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f1d879-a95a-401d-ad21-456da4c633ca tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ee001e5-ab4c-40b5-93c2-c2f8bd0a4701,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:07.352546 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-54cc3c12-1238-491e-893b-2241c9d6858a tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1246035 Feb 04 12:36:07.368498 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 48720) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:07.375874 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-27197523-7d95-4285-8387-5f1846d3c3b9 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Request body: {'security_group': {'name': 'tempest-secgroup--996424632'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:36:07.408937 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-27197523-7d95-4285-8387-5f1846d3c3b9 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:07.439135 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de16895c-21c5-4ded-8124-e002f10326a4 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Network 2b7398d9-a7f8-4b0a-95bc-9f83f2e7c78a is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:36:07.441882 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-de16895c-21c5-4ded-8124-e002f10326a4 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:36:07.447205 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de16895c-21c5-4ded-8124-e002f10326a4 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:36:07.508835 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-7ae24324-85ef-4d1a-8468-03b4ac3ae94a None None] Provisioning complete for port dfd61ffe-387e-433d-8f72-f2223da0f446 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:36:07.509704 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7ae24324-85ef-4d1a-8468-03b4ac3ae94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (dfd61ffe-387e-433d-8f72-f2223da0f446), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:07.557930 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-de16895c-21c5-4ded-8124-e002f10326a4 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1599818'] for router_interface (dfb63288-a909-4180-a149-5fab3a2fc3e0), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:07.623114 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-27197523-7d95-4285-8387-5f1846d3c3b9 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Publish callbacks [] for security_group (96bdc62c-4ceb-42e3-a749-52ea8f279725), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:07.636230 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-27197523-7d95-4285-8387-5f1846d3c3b9 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (96bdc62c-4ceb-42e3-a749-52ea8f279725), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:07.725654 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-7ae24324-85ef-4d1a-8468-03b4ac3ae94a None None] Current status of the port dfd61ffe-387e-433d-8f72-f2223da0f446 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:36:07.769773 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-27197523-7d95-4285-8387-5f1846d3c3b9 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:07.775585 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-27197523-7d95-4285-8387-5f1846d3c3b9 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4051864 Feb 04 12:36:07.776239 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 48726) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:07.796257 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-7ae24324-85ef-4d1a-8468-03b4ac3ae94a None None] Provisioning complete for port 5a2e52d2-64a7-4f1e-9523-dd592102cc30 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:36:07.796665 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7ae24324-85ef-4d1a-8468-03b4ac3ae94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (5a2e52d2-64a7-4f1e-9523-dd592102cc30), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:07.801321 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-70d70609-3eef-4e93-96a7-e864773ba17c tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Request body: {'security_group_rule': {'security_group_id': '96bdc62c-4ceb-42e3-a749-52ea8f279725', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:36:07.803101 n-d-825015-3 neutron-server[103475]: WARNING neutron.api.v2.base [None req-70d70609-3eef-4e93-96a7-e864773ba17c tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 04 12:36:07.803637 n-d-825015-3 neutron-server[103475]: INFO neutron.api.v2.resource [None req-70d70609-3eef-4e93-96a7-e864773ba17c tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 12:36:07.813425 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-70d70609-3eef-4e93-96a7-e864773ba17c tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0176961 Feb 04 12:36:07.833693 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2a97959b-c838-45bc-a294-000e3393b6c4 req-10a58a80-0eb3-4883-b121-aa55dd5bb0f1 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.65 "GET /v2.0/ports?device_id=266a3a18-9374-4c60-bb49-068f089f6a61 HTTP/1.1" status: 200 len: 210 time: 0.0911455 Feb 04 12:36:07.834615 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 48730) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:07.838516 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27197523-7d95-4285-8387-5f1846d3c3b9 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96bdc62c-4ceb-42e3-a749-52ea8f279725,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:07.911913 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-7ae24324-85ef-4d1a-8468-03b4ac3ae94a None None] Port 5a2e52d2-64a7-4f1e-9523-dd592102cc30 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:36:08.052705 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-fc67289f-d003-4550-8982-80315a827982 None None] Provisioning complete for port 6351581a-2297-49e4-896e-7c8c75b6a2fe triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:36:08.055279 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fc67289f-d003-4550-8982-80315a827982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (6351581a-2297-49e4-896e-7c8c75b6a2fe), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:08.118412 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e2e7d3a0-83cd-41cc-9250-82373bd0308a tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Publish callbacks [] for security_group (96bdc62c-4ceb-42e3-a749-52ea8f279725), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:08.180622 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-fc67289f-d003-4550-8982-80315a827982 None None] Port 6351581a-2297-49e4-896e-7c8c75b6a2fe cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:36:08.226838 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8801da47-1c45-496f-a9e3-8e2f9e3b1cc3 req-37b0dfe4-41b9-457f-acba-9b0cb33c0f6a tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:08.229185 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8801da47-1c45-496f-a9e3-8e2f9e3b1cc3 req-37b0dfe4-41b9-457f-acba-9b0cb33c0f6a tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8861db3-f96d-4488-9972-dc9abe44d442 HTTP/1.1" status: 200 len: 945 time: 0.3001034 Feb 04 12:36:08.279294 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e2e7d3a0-83cd-41cc-9250-82373bd0308a tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Publish callbacks [] for security_group (96bdc62c-4ceb-42e3-a749-52ea8f279725), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:08.539107 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6913034f-6113-441a-a276-7d67d138c80f req-d96913f6-d3e9-4713-86cd-f38482b99bac tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:08.547722 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6913034f-6113-441a-a276-7d67d138c80f req-d96913f6-d3e9-4713-86cd-f38482b99bac tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8861db3-f96d-4488-9972-dc9abe44d442 HTTP/1.1" status: 200 len: 945 time: 0.2569058 Feb 04 12:36:08.560688 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e2e7d3a0-83cd-41cc-9250-82373bd0308a tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (96bdc62c-4ceb-42e3-a749-52ea8f279725), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:08.564189 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e2e7d3a0-83cd-41cc-9250-82373bd0308a tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:08.566120 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-e2e7d3a0-83cd-41cc-9250-82373bd0308a tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] 10.222.0.65 "DELETE /v2.0/security-groups/96bdc62c-4ceb-42e3-a749-52ea8f279725 HTTP/1.1" status: 204 len: 168 time: 0.7290201 Feb 04 12:36:08.585358 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 48748) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:08.586167 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e7d3a0-83cd-41cc-9250-82373bd0308a tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96bdc62c-4ceb-42e3-a749-52ea8f279725,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:08.733152 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-de16895c-21c5-4ded-8124-e002f10326a4 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (6351581a-2297-49e4-896e-7c8c75b6a2fe), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:08.786260 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-8801da47-1c45-496f-a9e3-8e2f9e3b1cc3 req-ba05c307-3bae-4858-9467-430aca6cfa75 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] Deleting port a6e3830c-8598-4c80-abcf-58a5487416e0 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:36:08.787115 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8801da47-1c45-496f-a9e3-8e2f9e3b1cc3 req-ba05c307-3bae-4858-9467-430aca6cfa75 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (a6e3830c-8598-4c80-abcf-58a5487416e0), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:08.798115 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-172a34fa-fd79-4c6b-9131-8dfa6bdb8931 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2095218 Feb 04 12:36:08.798812 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 48750) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:08.815969 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-0ea5b5ad-08c5-4e61-a434-68510f82176a tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Request body: {'security_group': {'name': 'tempest-secgroup--252612168'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:36:08.832545 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5f5c9be2-5eff-405d-af28-b3c08be2f6b0 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59045178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60610680'] for subnet (5ae975d6-2681-48cf-830d-e5a177d948eb), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:08.840420 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6913034f-6113-441a-a276-7d67d138c80f req-eb618750-6ce2-4922-aec9-a5c53971461d tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/security-groups?id=67d57791-96db-4689-9a02-f69bf9a8e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2917695 Feb 04 12:36:09.017281 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0ea5b5ad-08c5-4e61-a434-68510f82176a tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:09.058494 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5c9be2-5eff-405d-af28-b3c08be2f6b0 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Network 4e59fa0d-714a-4ea9-b926-876c13cb34e9 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:36:09.062007 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5c9be2-5eff-405d-af28-b3c08be2f6b0 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Pushing event updated for resources: {'Subnet': ['ID=5ae975d6-2681-48cf-830d-e5a177d948eb,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:09.065689 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-5f5c9be2-5eff-405d-af28-b3c08be2f6b0 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:36:09.087492 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8c4647-b818-4c43-ab2f-9b051828fc65 None None] Network 4e59fa0d-714a-4ea9-b926-876c13cb34e9 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:36:09.088269 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5c9be2-5eff-405d-af28-b3c08be2f6b0 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:09.089844 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5f5c9be2-5eff-405d-af28-b3c08be2f6b0 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:09.103297 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d3a4c3af-ccb8-4fa8-acdd-fcd9b4edf25a req-3ab30cad-8e16-441c-87e0-17edc682296a tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.65 "GET /v2.0/ports?device_id=266a3a18-9374-4c60-bb49-068f089f6a61 HTTP/1.1" status: 200 len: 210 time: 0.1268702 Feb 04 12:36:09.208229 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-8801da47-1c45-496f-a9e3-8e2f9e3b1cc3 req-ba05c307-3bae-4858-9467-430aca6cfa75 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] For port a6e3830c-8598-4c80-abcf-58a5487416e0, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=a6e3830c-8598-4c80-abcf-58a5487416e0,segment=NetworkSegment(e9a4c4bf-e4ee-411b-abe4-f3340937d454),segment_id=e9a4c4bf-e4ee-411b-abe4-f3340937d454)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:36:09.208849 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8801da47-1c45-496f-a9e3-8e2f9e3b1cc3 req-ba05c307-3bae-4858-9467-430aca6cfa75 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (a6e3830c-8598-4c80-abcf-58a5487416e0), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:09.259853 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-8801da47-1c45-496f-a9e3-8e2f9e3b1cc3 req-ba05c307-3bae-4858-9467-430aca6cfa75 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] Calling delete_port for a6e3830c-8598-4c80-abcf-58a5487416e0 owned by compute:nova {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:36:09.447961 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-5f5c9be2-5eff-405d-af28-b3c08be2f6b0 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4973774 Feb 04 12:36:09.449339 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48764) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:09.453485 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-de16895c-21c5-4ded-8124-e002f10326a4 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Publish callbacks [] for port (6351581a-2297-49e4-896e-7c8c75b6a2fe), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:09.490206 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-ced4f63f-d05c-40ea-b2ae-c4e606ecbc4c tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Request body: {'security_group': {'name': 'tempest-secgroup-1656522811'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:36:09.496641 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-de16895c-21c5-4ded-8124-e002f10326a4 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (6351581a-2297-49e4-896e-7c8c75b6a2fe), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:09.681063 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0ea5b5ad-08c5-4e61-a434-68510f82176a tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Publish callbacks [] for security_group (93367c3a-ad50-45eb-9b53-225dbfed99fb), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:09.692155 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de16895c-21c5-4ded-8124-e002f10326a4 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Pushing event updated for resources: {'Port': ['ID=6351581a-2297-49e4-896e-7c8c75b6a2fe,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:09.693034 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0ea5b5ad-08c5-4e61-a434-68510f82176a tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (93367c3a-ad50-45eb-9b53-225dbfed99fb), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:09.693619 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7570b3ac-1e3f-47e2-9832-fdb2500678e8 None None] Update dhcp port {'port': {'network_id': '4e59fa0d-714a-4ea9-b926-876c13cb34e9', 'fixed_ips': [{'subnet_id': '8a6baec0-d4b2-470f-8567-63546d27a6ea', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '5ae975d6-2681-48cf-830d-e5a177d948eb'}], 'binding:host_id': 'n-d-825015-3'}, 'id': 'dfd61ffe-387e-433d-8f72-f2223da0f446'} from n-d-825015-3. {{(pid=103476) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 04 12:36:09.754872 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ced4f63f-d05c-40ea-b2ae-c4e606ecbc4c tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:09.772907 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7570b3ac-1e3f-47e2-9832-fdb2500678e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (dfd61ffe-387e-433d-8f72-f2223da0f446), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:09.792917 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0ea5b5ad-08c5-4e61-a434-68510f82176a tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:09.794804 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-0ea5b5ad-08c5-4e61-a434-68510f82176a tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9840083 Feb 04 12:36:09.805365 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48766) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:09.827156 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-a655539a-a7d4-4c38-b69f-746f40cc05dd tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Request body: {'security_group_rule': {'security_group_id': '93367c3a-ad50-45eb-9b53-225dbfed99fb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:36:09.835770 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea5b5ad-08c5-4e61-a434-68510f82176a tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93367c3a-ad50-45eb-9b53-225dbfed99fb,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:09.839581 n-d-825015-3 neutron-server[103474]: WARNING neutron.api.v2.base [None req-a655539a-a7d4-4c38-b69f-746f40cc05dd tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 04 12:36:09.840386 n-d-825015-3 neutron-server[103474]: INFO neutron.api.v2.resource [None req-a655539a-a7d4-4c38-b69f-746f40cc05dd tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 12:36:09.841588 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-a655539a-a7d4-4c38-b69f-746f40cc05dd tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0320504 Feb 04 12:36:09.848085 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48768) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:09.855044 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-ef01c6db-982a-4405-bd12-20879afaa7e9 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Request body: {'security_group_rule': {'security_group_id': '93367c3a-ad50-45eb-9b53-225dbfed99fb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:36:09.858250 n-d-825015-3 neutron-server[103474]: WARNING neutron.api.v2.base [None req-ef01c6db-982a-4405-bd12-20879afaa7e9 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 04 12:36:09.861066 n-d-825015-3 neutron-server[103474]: INFO neutron.api.v2.resource [None req-ef01c6db-982a-4405-bd12-20879afaa7e9 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 12:36:09.868990 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-ef01c6db-982a-4405-bd12-20879afaa7e9 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0163910 Feb 04 12:36:09.869908 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-de16895c-21c5-4ded-8124-e002f10326a4 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622202'] for router_interface (dfb63288-a909-4180-a149-5fab3a2fc3e0), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:09.875828 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48770) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:09.888889 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-aee3c674-11ce-4aa5-b7f8-e9c9e938e15f tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Request body: {'security_group_rule': {'security_group_id': '93367c3a-ad50-45eb-9b53-225dbfed99fb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:36:09.891584 n-d-825015-3 neutron-server[103474]: WARNING neutron.api.v2.base [None req-aee3c674-11ce-4aa5-b7f8-e9c9e938e15f tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 04 12:36:09.893029 n-d-825015-3 neutron-server[103474]: INFO neutron.api.v2.resource [None req-aee3c674-11ce-4aa5-b7f8-e9c9e938e15f tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 12:36:09.897638 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-aee3c674-11ce-4aa5-b7f8-e9c9e938e15f tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0145071 Feb 04 12:36:09.905704 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 48774) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:09.911609 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-b20835b8-2993-46c6-a32d-288c9af97c5e tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Request body: {'security_group_rule': {'security_group_id': '93367c3a-ad50-45eb-9b53-225dbfed99fb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:36:09.926212 n-d-825015-3 neutron-server[103475]: WARNING neutron.api.v2.base [None req-b20835b8-2993-46c6-a32d-288c9af97c5e tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 04 12:36:09.929920 n-d-825015-3 neutron-server[103475]: INFO neutron.api.v2.resource [None req-b20835b8-2993-46c6-a32d-288c9af97c5e tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 12:36:09.935634 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-b20835b8-2993-46c6-a32d-288c9af97c5e tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0282826 Feb 04 12:36:09.937222 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8801da47-1c45-496f-a9e3-8e2f9e3b1cc3 req-ba05c307-3bae-4858-9467-430aca6cfa75 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (a6e3830c-8598-4c80-abcf-58a5487416e0), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:09.944932 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 48776) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:10.024386 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ced4f63f-d05c-40ea-b2ae-c4e606ecbc4c tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks [] for security_group (8e60e27c-c43f-4c77-9ee0-a4e93458ef6d), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:10.033386 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ced4f63f-d05c-40ea-b2ae-c4e606ecbc4c tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (8e60e27c-c43f-4c77-9ee0-a4e93458ef6d), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:10.094716 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['a6e3830c-8598-4c80-abcf-58a5487416e0'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:36:10.264851 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba05c307-3bae-4858-9467-430aca6cfa75 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] Pushing event deleted for resources: {'Port': ['ID=a6e3830c-8598-4c80-abcf-58a5487416e0,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:10.277323 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b39e6826-9bbb-48d0-8fc3-648e7430e143 req-808b8ef7-d503-4e17-840e-7b2f833f7127 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8861db3-f96d-4488-9972-dc9abe44d442 HTTP/1.1" status: 200 len: 210 time: 0.1707611 Feb 04 12:36:10.301086 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ced4f63f-d05c-40ea-b2ae-c4e606ecbc4c tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:10.307250 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-ced4f63f-d05c-40ea-b2ae-c4e606ecbc4c tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8411796 Feb 04 12:36:10.324197 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48786) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:10.333305 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-5161e423-a37f-4dc5-8085-45137417c3c1 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Request body: {'security_group': {'name': 'tempest-secgroup-134267128'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:36:10.376624 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced4f63f-d05c-40ea-b2ae-c4e606ecbc4c tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e60e27c-c43f-4c77-9ee0-a4e93458ef6d,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:10.386421 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5161e423-a37f-4dc5-8085-45137417c3c1 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:10.399387 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-7570b3ac-1e3f-47e2-9832-fdb2500678e8 None None] Allocated IP 2001:db8::2 (4e59fa0d-714a-4ea9-b926-876c13cb34e9/5ae975d6-2681-48cf-830d-e5a177d948eb/dfd61ffe-387e-433d-8f72-f2223da0f446) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:36:10.416558 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-8801da47-1c45-496f-a9e3-8e2f9e3b1cc3 req-ba05c307-3bae-4858-9467-430aca6cfa75 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] No DVR routers for this DVR port a6e3830c-8598-4c80-abcf-58a5487416e0 on host n-h1-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:36:10.438637 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8801da47-1c45-496f-a9e3-8e2f9e3b1cc3 req-ba05c307-3bae-4858-9467-430aca6cfa75 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:10.443776 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8801da47-1c45-496f-a9e3-8e2f9e3b1cc3 req-ba05c307-3bae-4858-9467-430aca6cfa75 tempest-ServerRescueNegativeTestJSON-1051829404 tempest-ServerRescueNegativeTestJSON-1051829404-project] 10.222.0.73 "DELETE /v2.0/ports/a6e3830c-8598-4c80-abcf-58a5487416e0 HTTP/1.1" status: 204 len: 173 time: 2.1958015 Feb 04 12:36:10.447419 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8861db3-f96d-4488-9972-dc9abe44d442', 'name': 'network-vif-deleted', 'tag': 'a6e3830c-8598-4c80-abcf-58a5487416e0'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:36:10.450358 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1ea77bf-9059-4c4d-9e44-86e9b7ef560c" -d '{"events": [{"server_uuid": "b8861db3-f96d-4488-9972-dc9abe44d442", "name": "network-vif-deleted", "tag": "a6e3830c-8598-4c80-abcf-58a5487416e0"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:36:10.498894 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-29621114-b501-4b42-b9c6-d3937c20bf4b req-aa268e3e-7d35-49eb-a056-d13a1bcd886f tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.65 "GET /v2.0/ports?device_id=266a3a18-9374-4c60-bb49-068f089f6a61 HTTP/1.1" status: 200 len: 210 time: 0.0864918 Feb 04 12:36:10.560915 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a6ce7d5a-988a-43a7-93b8-5b128c5d025e tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Publish callbacks [] for security_group (93367c3a-ad50-45eb-9b53-225dbfed99fb), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:10.597821 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd9e2d9-7b9b-4229-9e2e-b31b5eb9e605 req-eaeb27ba-03de-4e49-9257-dc13e10d7fec tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:10.600325 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0cd9e2d9-7b9b-4229-9e2e-b31b5eb9e605 req-eaeb27ba-03de-4e49-9257-dc13e10d7fec tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.73 "GET /v2.0/networks?id=4818c56c-ae1d-43b5-80d2-4a5373ab8e6b HTTP/1.1" status: 200 len: 815 time: 0.3207448 Feb 04 12:36:10.604406 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de16895c-21c5-4ded-8124-e002f10326a4 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Network 2b7398d9-a7f8-4b0a-95bc-9f83f2e7c78a is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:36:10.620434 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74e72694-f938-4127-863c-ac150a86ca6d x-openstack-request-id: req-74e72694-f938-4127-863c-ac150a86ca6d {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:36:10.620814 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8861db3-f96d-4488-9972-dc9abe44d442", "name": "network-vif-deleted", "tag": "a6e3830c-8598-4c80-abcf-58a5487416e0", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:36:10.620998 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-74e72694-f938-4127-863c-ac150a86ca6d {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:36:10.621367 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8861db3-f96d-4488-9972-dc9abe44d442', 'name': 'network-vif-deleted', 'tag': 'a6e3830c-8598-4c80-abcf-58a5487416e0', 'status': 'completed', 'code': 200} Feb 04 12:36:10.622976 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a6ce7d5a-988a-43a7-93b8-5b128c5d025e tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Publish callbacks [] for security_group (93367c3a-ad50-45eb-9b53-225dbfed99fb), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:10.623790 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-de16895c-21c5-4ded-8124-e002f10326a4 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:36:10.686968 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-0cd9e2d9-7b9b-4229-9e2e-b31b5eb9e605 req-e7a01e38-90f1-48ca-a7d4-032bea2a1e0f tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Request body: {'port': {'device_id': '266a3a18-9374-4c60-bb49-068f089f6a61', 'network_id': '4818c56c-ae1d-43b5-80d2-4a5373ab8e6b', 'admin_state_up': True, 'tenant_id': '72075fcbbaca4534bfa18449bac56045'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:36:10.804652 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-7570b3ac-1e3f-47e2-9832-fdb2500678e8 None None] For port dfd61ffe-387e-433d-8f72-f2223da0f446, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=dfd61ffe-387e-433d-8f72-f2223da0f446,segment=NetworkSegment(7dbe6273-df41-46c9-8048-2c5183dff43d),segment_id=7dbe6273-df41-46c9-8048-2c5183dff43d)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:36:10.899594 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a6ce7d5a-988a-43a7-93b8-5b128c5d025e tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (93367c3a-ad50-45eb-9b53-225dbfed99fb), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:10.902847 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a6ce7d5a-988a-43a7-93b8-5b128c5d025e tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:10.907014 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-a6ce7d5a-988a-43a7-93b8-5b128c5d025e tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] 10.222.0.65 "DELETE /v2.0/security-groups/93367c3a-ad50-45eb-9b53-225dbfed99fb HTTP/1.1" status: 204 len: 168 time: 0.9385936 Feb 04 12:36:10.924568 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 48790) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:10.940768 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7570b3ac-1e3f-47e2-9832-fdb2500678e8 None None] Publish callbacks [] for port (dfd61ffe-387e-433d-8f72-f2223da0f446), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:10.953527 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7570b3ac-1e3f-47e2-9832-fdb2500678e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (dfd61ffe-387e-433d-8f72-f2223da0f446), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:11.001828 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ce7d5a-988a-43a7-93b8-5b128c5d025e tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93367c3a-ad50-45eb-9b53-225dbfed99fb,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:11.021246 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5161e423-a37f-4dc5-8085-45137417c3c1 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks [] for security_group (3e733bce-2e98-4c05-bd66-4f824775fc11), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:11.053450 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5161e423-a37f-4dc5-8085-45137417c3c1 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (3e733bce-2e98-4c05-bd66-4f824775fc11), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:11.108784 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-524da14f-8810-45a2-8c85-24ac9a87c8d7 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1592290 Feb 04 12:36:11.124438 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 48794) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:11.136114 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-98dbc8b2-aa0c-4ec1-a824-62b641caf549 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Request body: {'security_group': {'name': 'tempest-secgroup--175656842'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:36:11.151681 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5161e423-a37f-4dc5-8085-45137417c3c1 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:11.162737 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-5161e423-a37f-4dc5-8085-45137417c3c1 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.8333557 Feb 04 12:36:11.165194 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 48796) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:11.191177 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-3a987675-a317-4a08-915e-12b13091bce9 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Request body: {'security_group': {'name': 'tempest-secgroup-1166172424'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:36:11.204489 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cd9e2d9-7b9b-4229-9e2e-b31b5eb9e605 req-e7a01e38-90f1-48ca-a7d4-032bea2a1e0f tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Made reservation on behalf of 72075fcbbaca4534bfa18449bac56045 for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:36:11.208877 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-0cd9e2d9-7b9b-4229-9e2e-b31b5eb9e605 req-e7a01e38-90f1-48ca-a7d4-032bea2a1e0f tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:11.239266 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-98dbc8b2-aa0c-4ec1-a824-62b641caf549 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:11.339170 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-3061eab0-b828-4106-811c-99e7245c8b40 None None] Provisioning complete for port 6351581a-2297-49e4-896e-7c8c75b6a2fe triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:36:11.340005 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3061eab0-b828-4106-811c-99e7245c8b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (6351581a-2297-49e4-896e-7c8c75b6a2fe), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:11.341165 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de16895c-21c5-4ded-8124-e002f10326a4 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Router dfb63288-a909-4180-a149-5fab3a2fc3e0 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:36:11.346798 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3a987675-a317-4a08-915e-12b13091bce9 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:11.367013 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5161e423-a37f-4dc5-8085-45137417c3c1 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e733bce-2e98-4c05-bd66-4f824775fc11,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:11.439872 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-3061eab0-b828-4106-811c-99e7245c8b40 None None] Port 6351581a-2297-49e4-896e-7c8c75b6a2fe cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:36:11.449584 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7570b3ac-1e3f-47e2-9832-fdb2500678e8 None None] Pushing event updated for resources: {'Port': ['ID=dfd61ffe-387e-433d-8f72-f2223da0f446,revision_number=6']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:11.543835 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 48804) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:11.648469 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de16895c-21c5-4ded-8124-e002f10326a4 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:36:11.663122 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-de16895c-21c5-4ded-8124-e002f10326a4 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] 10.222.0.65 "PUT /v2.0/routers/dfb63288-a909-4180-a149-5fab3a2fc3e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9805813 Feb 04 12:36:11.663789 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48808) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:11.674514 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191e9212-4838-4bba-946e-f1c2d96dbfe4 None None] Sync routers for ids ['dfb63288-a909-4180-a149-5fab3a2fc3e0'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:36:11.700436 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191e9212-4838-4bba-946e-f1c2d96dbfe4 None None] Routers {'dfb63288-a909-4180-a149-5fab3a2fc3e0'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:36:11.701072 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-191e9212-4838-4bba-946e-f1c2d96dbfe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:35:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['dfb63288-a909-4180-a149-5fab3a2fc3e0'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:36:11.772525 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-98dbc8b2-aa0c-4ec1-a824-62b641caf549 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Publish callbacks [] for security_group (29843d72-d274-4369-9041-942c2008c9ca), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:11.804937 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-191e9212-4838-4bba-946e-f1c2d96dbfe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:36:11.829652 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191e9212-4838-4bba-946e-f1c2d96dbfe4 None None] Routers {'dfb63288-a909-4180-a149-5fab3a2fc3e0'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:36:11.832142 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-191e9212-4838-4bba-946e-f1c2d96dbfe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:35:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['dfb63288-a909-4180-a149-5fab3a2fc3e0'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:36:11.889146 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-98dbc8b2-aa0c-4ec1-a824-62b641caf549 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (29843d72-d274-4369-9041-942c2008c9ca), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:11.907712 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-45496b13-4265-46bd-a17a-b63a86078289 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Publish callbacks [] for router (dfb63288-a909-4180-a149-5fab3a2fc3e0), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:11.935526 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-191e9212-4838-4bba-946e-f1c2d96dbfe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:36:11.936231 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191e9212-4838-4bba-946e-f1c2d96dbfe4 None None] The sync data for ids ['dfb63288-a909-4180-a149-5fab3a2fc3e0'] in n-d-825015-3 is: [] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:36:11.986497 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device a6e3830c-8598-4c80-abcf-58a5487416e0 no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:36:12.030149 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] No Port match for: a6e3830c-8598-4c80-abcf-58a5487416e0 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:36:12.030488 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device a6e3830c-8598-4c80-abcf-58a5487416e0 not bound to the agent host n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:36:12.075894 n-d-825015-3 neutron-server[103474]: INFO neutron.api.v2.resource [None req-45496b13-4265-46bd-a17a-b63a86078289 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 04 12:36:12.077845 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-45496b13-4265-46bd-a17a-b63a86078289 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] 10.222.0.65 "DELETE /v2.0/routers/dfb63288-a909-4180-a149-5fab3a2fc3e0 HTTP/1.1" status: 409 len: 329 time: 0.4126248 Feb 04 12:36:12.084270 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48818) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:12.141656 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1195967e-ec61-4490-b454-4e3cc42a7804 req-b56a25a8-720f-4ee2-9374-7f688d3b68b6 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.65 "GET /v2.0/ports?device_id=266a3a18-9374-4c60-bb49-068f089f6a61 HTTP/1.1" status: 200 len: 210 time: 0.2460804 Feb 04 12:36:12.154040 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-98dbc8b2-aa0c-4ec1-a824-62b641caf549 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:12.155198 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-98dbc8b2-aa0c-4ec1-a824-62b641caf549 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0283692 Feb 04 12:36:12.287080 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48820) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:12.538093 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-796cc607-18ef-4853-ac56-a659182183ee tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Request body: {'security_group_rule': {'security_group_id': '29843d72-d274-4369-9041-942c2008c9ca', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:36:12.538093 n-d-825015-3 neutron-server[103474]: WARNING neutron.api.v2.base [None req-796cc607-18ef-4853-ac56-a659182183ee tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 04 12:36:12.538093 n-d-825015-3 neutron-server[103474]: INFO neutron.api.v2.resource [None req-796cc607-18ef-4853-ac56-a659182183ee tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 12:36:12.538093 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-796cc607-18ef-4853-ac56-a659182183ee tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0125465 Feb 04 12:36:12.546687 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48826) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:12.617391 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-a13e36c9-2a1e-4b65-a180-9aafdcc62af9 None None] Provisioning complete for port dfd61ffe-387e-433d-8f72-f2223da0f446 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:36:12.619045 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a13e36c9-2a1e-4b65-a180-9aafdcc62af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (dfd61ffe-387e-433d-8f72-f2223da0f446), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:12.653943 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-8c55ca91-998b-4a27-953b-85b6dc9f3c42 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Request body: {'security_group_rule': {'security_group_id': '29843d72-d274-4369-9041-942c2008c9ca', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:36:12.762888 n-d-825015-3 neutron-server[103474]: INFO neutron.api.v2.resource [None req-8c55ca91-998b-4a27-953b-85b6dc9f3c42 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 12:36:12.771375 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-8c55ca91-998b-4a27-953b-85b6dc9f3c42 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2185574 Feb 04 12:36:12.773540 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48830) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:12.790996 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-62702190-d607-462c-b41f-953cf63860e4 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Request body: {'security_group_rule': {'security_group_id': '29843d72-d274-4369-9041-942c2008c9ca', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:36:12.795835 n-d-825015-3 neutron-server[103474]: WARNING neutron.api.v2.base [None req-62702190-d607-462c-b41f-953cf63860e4 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 04 12:36:12.805215 n-d-825015-3 neutron-server[103474]: INFO neutron.api.v2.resource [None req-62702190-d607-462c-b41f-953cf63860e4 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 12:36:12.808958 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-62702190-d607-462c-b41f-953cf63860e4 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0283105 Feb 04 12:36:12.810017 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48832) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:12.819589 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-1e4f5cbc-51b0-4bff-84c7-1a5ae24615f3 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Request body: {'security_group_rule': {'security_group_id': '29843d72-d274-4369-9041-942c2008c9ca', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:36:12.822979 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-a13e36c9-2a1e-4b65-a180-9aafdcc62af9 None None] Current status of the port dfd61ffe-387e-433d-8f72-f2223da0f446 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:36:12.857833 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-a13e36c9-2a1e-4b65-a180-9aafdcc62af9 None None] Provisioning complete for port 5a2e52d2-64a7-4f1e-9523-dd592102cc30 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:36:12.858319 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a13e36c9-2a1e-4b65-a180-9aafdcc62af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (5a2e52d2-64a7-4f1e-9523-dd592102cc30), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:12.906569 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dbc8b2-aa0c-4ec1-a824-62b641caf549 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29843d72-d274-4369-9041-942c2008c9ca,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:12.949297 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-a13e36c9-2a1e-4b65-a180-9aafdcc62af9 None None] Port 5a2e52d2-64a7-4f1e-9523-dd592102cc30 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:36:13.021287 n-d-825015-3 neutron-server[103474]: INFO neutron.api.v2.resource [None req-1e4f5cbc-51b0-4bff-84c7-1a5ae24615f3 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 12:36:13.022386 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-1e4f5cbc-51b0-4bff-84c7-1a5ae24615f3 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2113585 Feb 04 12:36:13.029340 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48834) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:13.040211 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-eddafd12-f439-4118-9b67-a4027c6a1750 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Request body: {'security_group_rule': {'security_group_id': '29843d72-d274-4369-9041-942c2008c9ca', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:36:13.040693 n-d-825015-3 neutron-server[103474]: WARNING neutron.api.v2.base [None req-eddafd12-f439-4118-9b67-a4027c6a1750 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 04 12:36:13.041188 n-d-825015-3 neutron-server[103474]: INFO neutron.api.v2.resource [None req-eddafd12-f439-4118-9b67-a4027c6a1750 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 12:36:13.042167 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-eddafd12-f439-4118-9b67-a4027c6a1750 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0069482 Feb 04 12:36:13.051513 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 48836) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:13.078600 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-78f5a65c-ed47-43c5-a855-a4539aba98da tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Request body: {'security_group_rule': {'security_group_id': '29843d72-d274-4369-9041-942c2008c9ca', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:36:13.086543 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-0cd9e2d9-7b9b-4229-9e2e-b31b5eb9e605 req-e7a01e38-90f1-48ca-a7d4-032bea2a1e0f tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Allocated IP 172.20.0.2 (4818c56c-ae1d-43b5-80d2-4a5373ab8e6b/fbb54edd-3278-45b2-a986-7521678ba6ac/7ac5ab11-addb-4dd2-b145-f5d33ea6ff70) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:36:13.102646 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3a987675-a317-4a08-915e-12b13091bce9 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks [] for security_group (0b987294-20bb-44ed-ae06-026f563c2654), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:13.123975 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3a987675-a317-4a08-915e-12b13091bce9 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (0b987294-20bb-44ed-ae06-026f563c2654), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:13.175596 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-968241e7-0a29-419c-b0a6-127c54a89b51 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622215'] for router_interface (dfb63288-a909-4180-a149-5fab3a2fc3e0), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:13.205219 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3a987675-a317-4a08-915e-12b13091bce9 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:13.208937 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-3a987675-a317-4a08-915e-12b13091bce9 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 2.0380316 Feb 04 12:36:13.286936 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 48840) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:13.296073 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-21a2389b-9330-4775-ac55-24ec198b4382 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-732367672', 'security_groups': ['0b987294-20bb-44ed-ae06-026f563c2654'], 'network_id': '4e59fa0d-714a-4ea9-b926-876c13cb34e9', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5ae975d6-2681-48cf-830d-e5a177d948eb'}]}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:36:13.331518 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a987675-a317-4a08-915e-12b13091bce9 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b987294-20bb-44ed-ae06-026f563c2654,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:13.421632 n-d-825015-3 neutron-server[103475]: INFO neutron.api.v2.resource [None req-78f5a65c-ed47-43c5-a855-a4539aba98da tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 12:36:13.422677 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-78f5a65c-ed47-43c5-a855-a4539aba98da tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3644493 Feb 04 12:36:13.456402 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device dfd61ffe-387e-433d-8f72-f2223da0f446 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:36:13.473556 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48850) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:13.498986 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-045e4e25-d62e-4a6a-a5b6-e9d82f1a10be tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Request body: {'security_group_rule': {'security_group_id': '29843d72-d274-4369-9041-942c2008c9ca', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:36:13.499808 n-d-825015-3 neutron-server[103474]: WARNING neutron.api.v2.base [None req-045e4e25-d62e-4a6a-a5b6-e9d82f1a10be tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 04 12:36:13.500435 n-d-825015-3 neutron-server[103474]: INFO neutron.api.v2.resource [None req-045e4e25-d62e-4a6a-a5b6-e9d82f1a10be tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 12:36:13.504985 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-045e4e25-d62e-4a6a-a5b6-e9d82f1a10be tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0261858 Feb 04 12:36:13.511854 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48854) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:13.517351 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-68ce8f2f-6239-4e46-a933-aeaf02c95c5d tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Request body: {'security_group_rule': {'security_group_id': '29843d72-d274-4369-9041-942c2008c9ca', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:36:13.588004 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port dfd61ffe-387e-433d-8f72-f2223da0f446 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:36:13.588396 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (dfd61ffe-387e-433d-8f72-f2223da0f446), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:13.625345 n-d-825015-3 neutron-server[103474]: INFO neutron.api.v2.resource [None req-68ce8f2f-6239-4e46-a933-aeaf02c95c5d tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 12:36:13.627800 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-68ce8f2f-6239-4e46-a933-aeaf02c95c5d tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1135967 Feb 04 12:36:13.630314 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48858) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:13.644121 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-2ecaf1bc-e4f6-4006-937b-24390f41bb62 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Request body: {'security_group_rule': {'security_group_id': '29843d72-d274-4369-9041-942c2008c9ca', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:36:13.766810 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port dfd61ffe-387e-433d-8f72-f2223da0f446 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:36:13.822737 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-773bd0ee-ec2a-405b-a0cf-af40bfa38f69 req-10b8babe-ae49-4b2f-b856-f612620dd5aa tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.65 "GET /v2.0/ports?device_id=266a3a18-9374-4c60-bb49-068f089f6a61 HTTP/1.1" status: 200 len: 210 time: 0.4023082 Feb 04 12:36:13.824968 n-d-825015-3 neutron-server[103474]: INFO neutron.api.v2.resource [None req-2ecaf1bc-e4f6-4006-937b-24390f41bb62 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 12:36:13.835775 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-2ecaf1bc-e4f6-4006-937b-24390f41bb62 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1945717 Feb 04 12:36:13.861265 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48862) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:13.913362 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21a2389b-9330-4775-ac55-24ec198b4382 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Made reservation on behalf of 90a71f7c621340c08dbfd8625731c118 for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:36:13.985156 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-968241e7-0a29-419c-b0a6-127c54a89b51 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Deleting port 6351581a-2297-49e4-896e-7c8c75b6a2fe {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:36:13.995860 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-968241e7-0a29-419c-b0a6-127c54a89b51 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (6351581a-2297-49e4-896e-7c8c75b6a2fe), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:14.046299 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-0cd9e2d9-7b9b-4229-9e2e-b31b5eb9e605 req-e7a01e38-90f1-48ca-a7d4-032bea2a1e0f tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Publish callbacks [] for port (7ac5ab11-addb-4dd2-b145-f5d33ea6ff70), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:14.187869 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-968241e7-0a29-419c-b0a6-127c54a89b51 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (6351581a-2297-49e4-896e-7c8c75b6a2fe), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:14.202902 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-968241e7-0a29-419c-b0a6-127c54a89b51 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Calling delete_port for 6351581a-2297-49e4-896e-7c8c75b6a2fe owned by network:router_interface {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:36:14.227449 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-21a2389b-9330-4775-ac55-24ec198b4382 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:14.276690 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [None req-21a2389b-9330-4775-ac55-24ec198b4382 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] device_id is not set on port 4ef145b7-a6e1-4560-8879-09cd5ebcfcea yet. {{(pid=103475) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 12:36:14.316803 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-0cd9e2d9-7b9b-4229-9e2e-b31b5eb9e605 req-e7a01e38-90f1-48ca-a7d4-032bea2a1e0f tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (7ac5ab11-addb-4dd2-b145-f5d33ea6ff70), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:14.329011 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['469449ce-763d-4db4-a452-63e01e8fed24'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:36:14.374170 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06452a02-52b9-4411-a764-894858421b77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622215'] for router_interface (f7a758cb-2ec5-4863-af36-5b323a96683c), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:14.440628 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-968241e7-0a29-419c-b0a6-127c54a89b51 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (6351581a-2297-49e4-896e-7c8c75b6a2fe), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:14.488382 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968241e7-0a29-419c-b0a6-127c54a89b51 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Pushing event deleted for resources: {'Port': ['ID=6351581a-2297-49e4-896e-7c8c75b6a2fe,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:14.493010 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b3964bb0-4ca0-4b66-ad54-1eb643ba194d tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Publish callbacks [] for security_group (29843d72-d274-4369-9041-942c2008c9ca), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:14.572187 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b3964bb0-4ca0-4b66-ad54-1eb643ba194d tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Publish callbacks [] for security_group (29843d72-d274-4369-9041-942c2008c9ca), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:14.609374 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cd9e2d9-7b9b-4229-9e2e-b31b5eb9e605 req-e7a01e38-90f1-48ca-a7d4-032bea2a1e0f tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Network 4818c56c-ae1d-43b5-80d2-4a5373ab8e6b is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:36:14.696570 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-0cd9e2d9-7b9b-4229-9e2e-b31b5eb9e605 req-e7a01e38-90f1-48ca-a7d4-032bea2a1e0f tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:36:14.715462 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cd9e2d9-7b9b-4229-9e2e-b31b5eb9e605 req-e7a01e38-90f1-48ca-a7d4-032bea2a1e0f tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:36:14.872417 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd9e2d9-7b9b-4229-9e2e-b31b5eb9e605 req-e7a01e38-90f1-48ca-a7d4-032bea2a1e0f tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:14.873162 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-0cd9e2d9-7b9b-4229-9e2e-b31b5eb9e605 req-e7a01e38-90f1-48ca-a7d4-032bea2a1e0f tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:14.898300 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b3964bb0-4ca0-4b66-ad54-1eb643ba194d tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (29843d72-d274-4369-9041-942c2008c9ca), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:14.905292 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b3964bb0-4ca0-4b66-ad54-1eb643ba194d tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:14.906483 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-b3964bb0-4ca0-4b66-ad54-1eb643ba194d tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] 10.222.0.65 "DELETE /v2.0/security-groups/29843d72-d274-4369-9041-942c2008c9ca HTTP/1.1" status: 204 len: 168 time: 1.0433302 Feb 04 12:36:14.915382 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 48876) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:14.925702 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-968241e7-0a29-419c-b0a6-127c54a89b51 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622067'] for router_interface (dfb63288-a909-4180-a149-5fab3a2fc3e0), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:14.963197 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3964bb0-4ca0-4b66-ad54-1eb643ba194d tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29843d72-d274-4369-9041-942c2008c9ca,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:15.128994 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a01e38-90f1-48ca-a7d4-032bea2a1e0f tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Pushing event updated for resources: {'Port': ['ID=7ac5ab11-addb-4dd2-b145-f5d33ea6ff70,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:15.151610 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0cd9e2d9-7b9b-4229-9e2e-b31b5eb9e605 req-e7a01e38-90f1-48ca-a7d4-032bea2a1e0f tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5063360 Feb 04 12:36:15.165771 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-968241e7-0a29-419c-b0a6-127c54a89b51 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Router dfb63288-a909-4180-a149-5fab3a2fc3e0 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:36:15.197425 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-0cd9e2d9-7b9b-4229-9e2e-b31b5eb9e605 req-28726a43-8098-45a2-8743-a695d9d5063e service neutron] Request body: {'port': {'device_id': '266a3a18-9374-4c60-bb49-068f089f6a61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:36:15.278900 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-968241e7-0a29-419c-b0a6-127c54a89b51 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:36:15.295162 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0e62bc-8e63-4bc8-920f-1aef46d9b6d3 None None] Sync routers for ids ['dfb63288-a909-4180-a149-5fab3a2fc3e0'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:36:15.296153 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-0cd9e2d9-7b9b-4229-9e2e-b31b5eb9e605 req-28726a43-8098-45a2-8743-a695d9d5063e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (7ac5ab11-addb-4dd2-b145-f5d33ea6ff70), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:15.307538 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-968241e7-0a29-419c-b0a6-127c54a89b51 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] 10.222.0.65 "PUT /v2.0/routers/dfb63288-a909-4180-a149-5fab3a2fc3e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2217870 Feb 04 12:36:15.309467 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48878) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:15.315863 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0e62bc-8e63-4bc8-920f-1aef46d9b6d3 None None] Routers {'dfb63288-a909-4180-a149-5fab3a2fc3e0'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:36:15.316763 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-ec0e62bc-8e63-4bc8-920f-1aef46d9b6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:35:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['dfb63288-a909-4180-a149-5fab3a2fc3e0'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:36:15.336121 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-0aa3c80b-2f9e-49a5-9158-fd36cfd5c880 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4022791 Feb 04 12:36:15.343990 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 48880) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:15.374356 n-d-825015-3 neutron-server[103474]: INFO neutron.api.v2.resource [None req-f492efa6-9287-4616-9b23-bd07a9b995e2 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] show failed (client error): The resource could not be found. Feb 04 12:36:15.375450 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-f492efa6-9287-4616-9b23-bd07a9b995e2 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] 10.222.0.65 "GET /v2.0/routers/tempest-non_exist_router-159209800 HTTP/1.1" status: 404 len: 334 time: 0.0647881 Feb 04 12:36:15.380133 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48882) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:15.385438 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-c8beab29-c0d8-494c-bbba-d58d0d5fa8ed tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:36:15.394959 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-f96176d6-3cc3-4f3f-9257-576090b2a99f tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Request body: {'security_group': {'name': 'tempest-secgroup--587276477'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:36:15.434997 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-ec0e62bc-8e63-4bc8-920f-1aef46d9b6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:36:15.461756 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0e62bc-8e63-4bc8-920f-1aef46d9b6d3 None None] Routers {'dfb63288-a909-4180-a149-5fab3a2fc3e0'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:36:15.462402 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-ec0e62bc-8e63-4bc8-920f-1aef46d9b6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:35:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['dfb63288-a909-4180-a149-5fab3a2fc3e0'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:36:15.468474 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-21a2389b-9330-4775-ac55-24ec198b4382 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Allocated IP 2001:db8::138 (4e59fa0d-714a-4ea9-b926-876c13cb34e9/5ae975d6-2681-48cf-830d-e5a177d948eb/4ef145b7-a6e1-4560-8879-09cd5ebcfcea) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:36:15.614243 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-ec0e62bc-8e63-4bc8-920f-1aef46d9b6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:36:15.614908 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0e62bc-8e63-4bc8-920f-1aef46d9b6d3 None None] The sync data for ids ['dfb63288-a909-4180-a149-5fab3a2fc3e0'] in n-d-825015-3 is: [] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:36:15.634608 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6b5a055a-88f7-42e7-ad67-5bdf561e3320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:15.664476 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-21a2389b-9330-4775-ac55-24ec198b4382 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks [] for port (4ef145b7-a6e1-4560-8879-09cd5ebcfcea), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:15.728103 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a10a7e1-012b-4cb7-a467-5c8fbe49666b req-b75545f7-b43f-429f-9bec-2431d3840466 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:15.735564 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9a10a7e1-012b-4cb7-a467-5c8fbe49666b req-b75545f7-b43f-429f-9bec-2431d3840466 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.65 "GET /v2.0/ports?device_id=266a3a18-9374-4c60-bb49-068f089f6a61 HTTP/1.1" status: 200 len: 931 time: 0.6898623 Feb 04 12:36:15.756808 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-21a2389b-9330-4775-ac55-24ec198b4382 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (4ef145b7-a6e1-4560-8879-09cd5ebcfcea), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:15.795121 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4150505a-3275-4bc3-903d-e2197735233c req-b18363af-5abd-438d-8e15-9b34018a6daf tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:15.797309 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4150505a-3275-4bc3-903d-e2197735233c req-b18363af-5abd-438d-8e15-9b34018a6daf tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a5c2a56-ee1a-4c7e-bf15-98711834c060 HTTP/1.1" status: 200 len: 945 time: 0.7588222 Feb 04 12:36:15.823991 n-d-825015-3 neutron-server[103474]: INFO neutron.api.v2.resource [None req-c8beab29-c0d8-494c-bbba-d58d0d5fa8ed tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] update failed (client error): The resource could not be found. Feb 04 12:36:15.825061 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-c8beab29-c0d8-494c-bbba-d58d0d5fa8ed tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] 10.222.0.65 "PUT /v2.0/routers/tempest-non_exist_router-862840856 HTTP/1.1" status: 404 len: 334 time: 0.4440100 Feb 04 12:36:15.831138 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48886) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:15.894965 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-e35cfaaa-d2bb-47fc-9be3-452e8d598e12 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Deleting subnet 26e9882b-9de1-4adb-8b58-d9e330ea1ca5 {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:36:15.898563 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e35cfaaa-d2bb-47fc-9be3-452e8d598e12 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Publish callbacks [] for subnet (26e9882b-9de1-4adb-8b58-d9e330ea1ca5), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:15.938341 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a2389b-9330-4775-ac55-24ec198b4382 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Pushing event updated for resources: {'Port': ['ID=4ef145b7-a6e1-4560-8879-09cd5ebcfcea,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:15.950423 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e35cfaaa-d2bb-47fc-9be3-452e8d598e12 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (26e9882b-9de1-4adb-8b58-d9e330ea1ca5), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:15.978575 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a2389b-9330-4775-ac55-24ec198b4382 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Network 4e59fa0d-714a-4ea9-b926-876c13cb34e9 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:36:16.035138 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-21a2389b-9330-4775-ac55-24ec198b4382 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:36:16.035138 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a2389b-9330-4775-ac55-24ec198b4382 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:36:16.039171 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a2389b-9330-4775-ac55-24ec198b4382 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:16.039902 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-21a2389b-9330-4775-ac55-24ec198b4382 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:16.051573 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e35cfaaa-d2bb-47fc-9be3-452e8d598e12 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (26e9882b-9de1-4adb-8b58-d9e330ea1ca5), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:16.056525 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9a10a7e1-012b-4cb7-a467-5c8fbe49666b req-fb3102e6-9e19-4ded-924b-21969ef12aed tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.65 "GET /v2.0/security-groups?id=3194529c-ef45-449a-86a3-c42c7670cd65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3097963 Feb 04 12:36:16.068964 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-21a2389b-9330-4775-ac55-24ec198b4382 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.7797065 Feb 04 12:36:16.069948 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f96176d6-3cc3-4f3f-9257-576090b2a99f tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:16.095763 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 48890) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:16.149820 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-b9147447-ad29-4363-a641-66ff09afa7ce tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Request body: {'subnet': {'network_id': '4e59fa0d-714a-4ea9-b926-876c13cb34e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:36:16.167468 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e35cfaaa-d2bb-47fc-9be3-452e8d598e12 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (26e9882b-9de1-4adb-8b58-d9e330ea1ca5), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:16.211363 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35cfaaa-d2bb-47fc-9be3-452e8d598e12 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Pushing event deleted for resources: {'Subnet': ['ID=26e9882b-9de1-4adb-8b58-d9e330ea1ca5,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:16.216211 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e35cfaaa-d2bb-47fc-9be3-452e8d598e12 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:16.220098 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-e35cfaaa-d2bb-47fc-9be3-452e8d598e12 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] 10.222.0.65 "DELETE /v2.0/subnets/26e9882b-9de1-4adb-8b58-d9e330ea1ca5 HTTP/1.1" status: 204 len: 168 time: 0.3875461 Feb 04 12:36:16.225688 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3906a6b6-419c-494a-a1b5-fa82b7118495 None None] Network 2c1100a2-18e1-4002-b18e-d5e13d54dfb4 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:36:16.229076 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48892) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:16.341298 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d2d0a21-5695-4828-8e18-c58887f0b962 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Deleting subnet 90c048b8-4d4a-40e2-8a08-604ecc5b25cf {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:36:16.364592 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2d2d0a21-5695-4828-8e18-c58887f0b962 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Publish callbacks [] for subnet (90c048b8-4d4a-40e2-8a08-604ecc5b25cf), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:16.437551 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2d2d0a21-5695-4828-8e18-c58887f0b962 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (90c048b8-4d4a-40e2-8a08-604ecc5b25cf), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:16.507421 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-aead6883-8248-4495-ba60-099696b610bd None None] Provisioning complete for port 4ef145b7-a6e1-4560-8879-09cd5ebcfcea triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:36:16.508003 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-aead6883-8248-4495-ba60-099696b610bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (4ef145b7-a6e1-4560-8879-09cd5ebcfcea), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:16.556328 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-aead6883-8248-4495-ba60-099696b610bd None None] Port 4ef145b7-a6e1-4560-8879-09cd5ebcfcea cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:36:16.558949 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c2525e-84ee-4f44-b285-f603ce8dffa1 None None] DHCP port deletion for 2c1100a2-18e1-4002-b18e-d5e13d54dfb4 request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 12:36:16.597341 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2d2d0a21-5695-4828-8e18-c58887f0b962 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (90c048b8-4d4a-40e2-8a08-604ecc5b25cf), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:16.644254 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-d3c2525e-84ee-4f44-b285-f603ce8dffa1 None None] Deleting port 87a0b4ab-77c5-4f67-af55-b26bc5a28afe {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:36:16.644791 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d3c2525e-84ee-4f44-b285-f603ce8dffa1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (87a0b4ab-77c5-4f67-af55-b26bc5a28afe), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:16.717378 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2d2d0a21-5695-4828-8e18-c58887f0b962 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (90c048b8-4d4a-40e2-8a08-604ecc5b25cf), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:16.740697 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2d2d0a21-5695-4828-8e18-c58887f0b962 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:16.747067 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-2d2d0a21-5695-4828-8e18-c58887f0b962 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] 10.222.0.65 "DELETE /v2.0/subnets/90c048b8-4d4a-40e2-8a08-604ecc5b25cf HTTP/1.1" status: 204 len: 168 time: 0.5099170 Feb 04 12:36:16.758924 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-d3c2525e-84ee-4f44-b285-f603ce8dffa1 None None] For port 87a0b4ab-77c5-4f67-af55-b26bc5a28afe, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=87a0b4ab-77c5-4f67-af55-b26bc5a28afe,segment=NetworkSegment(4d5225fa-0696-419c-a2e7-429eb2f4e28a),segment_id=4d5225fa-0696-419c-a2e7-429eb2f4e28a)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:36:16.760398 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d3c2525e-84ee-4f44-b285-f603ce8dffa1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (87a0b4ab-77c5-4f67-af55-b26bc5a28afe), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:16.771527 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340be8f4-2bf6-43cd-8acb-d8b25546b07d None None] Network bae5b3ca-a552-4beb-9fb2-5bc289b6fa15 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:36:16.796288 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48894) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:16.818865 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2d0a21-5695-4828-8e18-c58887f0b962 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Pushing event deleted for resources: {'Subnet': ['ID=90c048b8-4d4a-40e2-8a08-604ecc5b25cf,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:16.912800 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a7252153-cd35-4c1d-a2bc-490f443a2cea tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (2c1100a2-18e1-4002-b18e-d5e13d54dfb4), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:16.952864 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-d3c2525e-84ee-4f44-b285-f603ce8dffa1 None None] Calling delete_port for 87a0b4ab-77c5-4f67-af55-b26bc5a28afe owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:36:17.009523 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-a7252153-cd35-4c1d-a2bc-490f443a2cea tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Deleting port 87a0b4ab-77c5-4f67-af55-b26bc5a28afe {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:36:17.009873 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a7252153-cd35-4c1d-a2bc-490f443a2cea tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (87a0b4ab-77c5-4f67-af55-b26bc5a28afe), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:17.052725 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4150505a-3275-4bc3-903d-e2197735233c req-52bf888c-aaa7-4c59-b1db-787b67e8a9e7 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8bd411c-ac47-4f15-b918-c420cf0295e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1785939 Feb 04 12:36:17.067721 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-06452a02-52b9-4411-a764-894858421b77 admin admin] Deleting port f172d7da-658c-4166-b0e0-def699128d7c {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:36:17.068178 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06452a02-52b9-4411-a764-894858421b77 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (f172d7da-658c-4166-b0e0-def699128d7c), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:17.156040 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-a7252153-cd35-4c1d-a2bc-490f443a2cea tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] For port 87a0b4ab-77c5-4f67-af55-b26bc5a28afe, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=87a0b4ab-77c5-4f67-af55-b26bc5a28afe,segment=NetworkSegment(4d5225fa-0696-419c-a2e7-429eb2f4e28a),segment_id=4d5225fa-0696-419c-a2e7-429eb2f4e28a)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:36:17.156407 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a7252153-cd35-4c1d-a2bc-490f443a2cea tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (87a0b4ab-77c5-4f67-af55-b26bc5a28afe), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:17.174028 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-a7252153-cd35-4c1d-a2bc-490f443a2cea tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Calling delete_port for 87a0b4ab-77c5-4f67-af55-b26bc5a28afe owned by network:dhcp {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:36:17.221979 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d3c2525e-84ee-4f44-b285-f603ce8dffa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (87a0b4ab-77c5-4f67-af55-b26bc5a28afe), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:17.260003 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c2525e-84ee-4f44-b285-f603ce8dffa1 None None] Pushing event deleted for resources: {'Port': ['ID=87a0b4ab-77c5-4f67-af55-b26bc5a28afe,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:17.263095 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c2525e-84ee-4f44-b285-f603ce8dffa1 None None] No DVR routers for this DVR port 87a0b4ab-77c5-4f67-af55-b26bc5a28afe on host n-d-825015-3 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:36:17.288145 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1354e963-b581-4530-ae9a-82f01e6fb742 None None] DHCP port deletion for bae5b3ca-a552-4beb-9fb2-5bc289b6fa15 request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 12:36:17.356640 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a7252153-cd35-4c1d-a2bc-490f443a2cea tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (87a0b4ab-77c5-4f67-af55-b26bc5a28afe), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:17.367276 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-1354e963-b581-4530-ae9a-82f01e6fb742 None None] Deleting port 44dc6c8c-3924-4b4c-8d88-cd9e04ccc767 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:36:17.368185 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1354e963-b581-4530-ae9a-82f01e6fb742 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (44dc6c8c-3924-4b4c-8d88-cd9e04ccc767), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:17.406461 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7252153-cd35-4c1d-a2bc-490f443a2cea tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] No DVR routers for this DVR port 87a0b4ab-77c5-4f67-af55-b26bc5a28afe on host n-d-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:36:17.433279 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f96176d6-3cc3-4f3f-9257-576090b2a99f tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Publish callbacks [] for security_group (b5d71813-5cf6-4c27-9257-e8969499e8df), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:17.436157 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 87a0b4ab-77c5-4f67-af55-b26bc5a28afe no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:36:17.444493 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-06452a02-52b9-4411-a764-894858421b77 admin admin] For port f172d7da-658c-4166-b0e0-def699128d7c, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=f172d7da-658c-4166-b0e0-def699128d7c,segment=NetworkSegment(e9a4c4bf-e4ee-411b-abe4-f3340937d454),segment_id=e9a4c4bf-e4ee-411b-abe4-f3340937d454)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:36:17.444875 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06452a02-52b9-4411-a764-894858421b77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (f172d7da-658c-4166-b0e0-def699128d7c), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:17.447402 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7252153-cd35-4c1d-a2bc-490f443a2cea tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Pushing event deleted for resources: {'Port': ['ID=87a0b4ab-77c5-4f67-af55-b26bc5a28afe,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:17.465420 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 87a0b4ab-77c5-4f67-af55-b26bc5a28afe {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:36:17.465911 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 87a0b4ab-77c5-4f67-af55-b26bc5a28afe not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:36:17.479445 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f96176d6-3cc3-4f3f-9257-576090b2a99f tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (b5d71813-5cf6-4c27-9257-e8969499e8df), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:17.516361 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-1354e963-b581-4530-ae9a-82f01e6fb742 None None] For port 44dc6c8c-3924-4b4c-8d88-cd9e04ccc767, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=44dc6c8c-3924-4b4c-8d88-cd9e04ccc767,segment=NetworkSegment(f167c2a1-4e96-4aaf-a243-46614e15baeb),segment_id=f167c2a1-4e96-4aaf-a243-46614e15baeb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:36:17.517770 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1354e963-b581-4530-ae9a-82f01e6fb742 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (44dc6c8c-3924-4b4c-8d88-cd9e04ccc767), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:17.534735 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-1354e963-b581-4530-ae9a-82f01e6fb742 None None] Calling delete_port for 44dc6c8c-3924-4b4c-8d88-cd9e04ccc767 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:36:17.547212 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-06452a02-52b9-4411-a764-894858421b77 admin admin] Calling delete_port for f172d7da-658c-4166-b0e0-def699128d7c owned by network:router_interface {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:36:17.554133 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96176d6-3cc3-4f3f-9257-576090b2a99f tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d71813-5cf6-4c27-9257-e8969499e8df,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:17.603718 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f96176d6-3cc3-4f3f-9257-576090b2a99f tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:17.605115 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-f96176d6-3cc3-4f3f-9257-576090b2a99f tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 2.2163606 Feb 04 12:36:17.613052 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48902) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:17.629093 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-e2cf828d-0281-494f-b3bd-e48759427df3 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Request body: {'security_group_rule': {'security_group_id': 'b5d71813-5cf6-4c27-9257-e8969499e8df', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:36:17.641104 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a7252153-cd35-4c1d-a2bc-490f443a2cea tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (2c1100a2-18e1-4002-b18e-d5e13d54dfb4), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:17.670863 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1354e963-b581-4530-ae9a-82f01e6fb742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (44dc6c8c-3924-4b4c-8d88-cd9e04ccc767), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:17.685365 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9147447-ad29-4363-a641-66ff09afa7ce tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Made reservation on behalf of 90a71f7c621340c08dbfd8625731c118 for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:36:17.690209 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b9147447-ad29-4363-a641-66ff09afa7ce tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:17.691150 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-a7252153-cd35-4c1d-a2bc-490f443a2cea tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c1100a2-18e1-4002-b18e-d5e13d54dfb4']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:36:17.706322 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1354e963-b581-4530-ae9a-82f01e6fb742 None None] Pushing event deleted for resources: {'Port': ['ID=44dc6c8c-3924-4b4c-8d88-cd9e04ccc767,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:17.712491 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1354e963-b581-4530-ae9a-82f01e6fb742 None None] No DVR routers for this DVR port 44dc6c8c-3924-4b4c-8d88-cd9e04ccc767 on host n-d-825015-3 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:36:17.739441 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-a7252153-cd35-4c1d-a2bc-490f443a2cea tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d5225fa-0696-419c-a2e7-429eb2f4e28a') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:36:17.740045 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-a7252153-cd35-4c1d-a2bc-490f443a2cea tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d5225fa-0696-419c-a2e7-429eb2f4e28a') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:36:17.757346 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a7252153-cd35-4c1d-a2bc-490f443a2cea tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (4d5225fa-0696-419c-a2e7-429eb2f4e28a), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:17.763011 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-0cd9e2d9-7b9b-4229-9e2e-b31b5eb9e605 req-28726a43-8098-45a2-8743-a695d9d5063e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ac5ab11-addb-4dd2-b145-f5d33ea6ff70 {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:36:17.777041 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a7252153-cd35-4c1d-a2bc-490f443a2cea tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (4d5225fa-0696-419c-a2e7-429eb2f4e28a), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:17.778648 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433f8170-3391-4437-9f40-edae3eb60620 req-8e506642-1748-4d05-9655-35c96abb7774 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:17.780198 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-433f8170-3391-4437-9f40-edae3eb60620 req-8e506642-1748-4d05-9655-35c96abb7774 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.65 "GET /v2.0/ports?device_id=266a3a18-9374-4c60-bb49-068f089f6a61 HTTP/1.1" status: 200 len: 931 time: 0.6103914 Feb 04 12:36:17.790727 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-0cd9e2d9-7b9b-4229-9e2e-b31b5eb9e605 req-28726a43-8098-45a2-8743-a695d9d5063e service neutron] Publish callbacks [] for port (7ac5ab11-addb-4dd2-b145-f5d33ea6ff70), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:17.793969 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7252153-cd35-4c1d-a2bc-490f443a2cea tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:36:17.794560 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a7252153-cd35-4c1d-a2bc-490f443a2cea tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (4d5225fa-0696-419c-a2e7-429eb2f4e28a), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:17.871890 n-d-825015-3 neutron-server[103474]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:36:17.871890 n-d-825015-3 neutron-server[103474]: self.session.flush() Feb 04 12:36:17.871890 n-d-825015-3 neutron-server[103474]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:36:17.871890 n-d-825015-3 neutron-server[103474]: self.session.flush() Feb 04 12:36:17.871890 n-d-825015-3 neutron-server[103474]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:36:17.871890 n-d-825015-3 neutron-server[103474]: self.session.flush() Feb 04 12:36:17.871890 n-d-825015-3 neutron-server[103474]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:36:17.871890 n-d-825015-3 neutron-server[103474]: self.session.flush() Feb 04 12:36:17.871890 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 12:36:17.871890 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:36:17.871890 n-d-825015-3 neutron-server[103474]: timer() Feb 04 12:36:17.871890 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:36:17.871890 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 12:36:17.871890 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:36:17.871890 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 12:36:17.871890 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:36:17.871890 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 12:36:17.871890 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:36:17.871890 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 12:36:17.871890 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:36:17.871890 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 12:36:17.871890 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:36:17.871890 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:36:17.871890 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:36:17.871890 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:36:17.871890 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:36:17.871890 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 12:36:17.871890 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:36:17.871890 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 12:36:17.871890 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:36:17.871890 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:36:17.871890 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:36:17.871890 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 12:36:17.871890 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:36:17.871890 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:36:17.871890 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:36:17.871890 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:36:17.871890 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:36:17.871890 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:36:17.871890 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:36:17.885048 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a7252153-cd35-4c1d-a2bc-490f443a2cea tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (2c1100a2-18e1-4002-b18e-d5e13d54dfb4), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:17.899790 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a7252153-cd35-4c1d-a2bc-490f443a2cea tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:17.903512 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-a7252153-cd35-4c1d-a2bc-490f443a2cea tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] 10.222.0.65 "DELETE /v2.0/networks/2c1100a2-18e1-4002-b18e-d5e13d54dfb4 HTTP/1.1" status: 204 len: 168 time: 1.1056676 Feb 04 12:36:17.909369 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48904) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:17.917711 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-0cd9e2d9-7b9b-4229-9e2e-b31b5eb9e605 req-28726a43-8098-45a2-8743-a695d9d5063e service neutron] Transition to ACTIVE for port object 7ac5ab11-addb-4dd2-b145-f5d33ea6ff70 will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:36:17.930569 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-0cd9e2d9-7b9b-4229-9e2e-b31b5eb9e605 req-28726a43-8098-45a2-8743-a695d9d5063e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (7ac5ab11-addb-4dd2-b145-f5d33ea6ff70), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:17.945479 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-433f8170-3391-4437-9f40-edae3eb60620 req-d95cbe05-5a52-4933-b191-b91b97805285 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.65 "GET /v2.0/security-groups?id=3194529c-ef45-449a-86a3-c42c7670cd65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522238 Feb 04 12:36:17.972270 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7252153-cd35-4c1d-a2bc-490f443a2cea tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Pushing event deleted for resources: {'Network': ['ID=2c1100a2-18e1-4002-b18e-d5e13d54dfb4,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:17.990862 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-129201b2-a116-4656-a59c-9faa3b60bd11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:18.002182 n-d-825015-3 neutron-server[103475]: INFO neutron.db.ipam_backend_mixin [None req-b9147447-ad29-4363-a641-66ff09afa7ce tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5ae975d6-2681-48cf-830d-e5a177d948eb (CIDR: 2001:db8::/64) Feb 04 12:36:18.015314 n-d-825015-3 neutron-server[103475]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9147447-ad29-4363-a641-66ff09afa7ce tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 12:36:18.015835 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9147447-ad29-4363-a641-66ff09afa7ce tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103475) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 12:36:18.048719 n-d-825015-3 neutron-server[103474]: INFO neutron.api.v2.resource [None req-e2cf828d-0281-494f-b3bd-e48759427df3 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] create failed (client error): The resource could not be found. Feb 04 12:36:18.053459 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-e2cf828d-0281-494f-b3bd-e48759427df3 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4369326 Feb 04 12:36:18.061206 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 48908) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:18.075418 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-88e8c308-9e73-445a-b6de-cbd432826160 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Request body: {'security_group_rule': {'security_group_id': 'b5d71813-5cf6-4c27-9257-e8969499e8df', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '1165b921-c355-40a1-b34f-191d801d389d'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:36:18.080910 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28726a43-8098-45a2-8743-a695d9d5063e service neutron] Pushing event updated for resources: {'Port': ['ID=7ac5ab11-addb-4dd2-b145-f5d33ea6ff70,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:18.098227 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-b9147447-ad29-4363-a641-66ff09afa7ce tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.9721365 Feb 04 12:36:18.099241 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48912) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:18.119518 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-e81b33ec-0edc-4628-8148-6e69dbef9f28 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Request body: {'subnet': {'network_id': '4e59fa0d-714a-4ea9-b926-876c13cb34e9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:36:18.241796 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0e83894b-fd72-47f5-b1ad-0121325fc17f tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (bae5b3ca-a552-4beb-9fb2-5bc289b6fa15), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:18.288096 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-0cd9e2d9-7b9b-4229-9e2e-b31b5eb9e605 req-28726a43-8098-45a2-8743-a695d9d5063e service neutron] Attempting to bind port 7ac5ab11-addb-4dd2-b145-f5d33ea6ff70 on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:36:18.288318 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-0cd9e2d9-7b9b-4229-9e2e-b31b5eb9e605 req-28726a43-8098-45a2-8743-a695d9d5063e service neutron] Attempting to bind port 7ac5ab11-addb-4dd2-b145-f5d33ea6ff70 by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': '37882638-7c6f-43c0-8749-8a8baa27febc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4818c56c-ae1d-43b5-80d2-4a5373ab8e6b'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:36:18.288604 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd9e2d9-7b9b-4229-9e2e-b31b5eb9e605 req-28726a43-8098-45a2-8743-a695d9d5063e service neutron] Attempting to bind port 7ac5ab11-addb-4dd2-b145-f5d33ea6ff70 on network 4818c56c-ae1d-43b5-80d2-4a5373ab8e6b {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:36:18.302343 n-d-825015-3 neutron-server[103475]: INFO neutron.api.v2.resource [None req-88e8c308-9e73-445a-b6de-cbd432826160 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] create failed (client error): The resource could not be found. Feb 04 12:36:18.303407 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-88e8c308-9e73-445a-b6de-cbd432826160 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2329564 Feb 04 12:36:18.306794 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 48916) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:18.310378 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd9e2d9-7b9b-4229-9e2e-b31b5eb9e605 req-28726a43-8098-45a2-8743-a695d9d5063e service neutron] Port 7ac5ab11-addb-4dd2-b145-f5d33ea6ff70 on network 4818c56c-ae1d-43b5-80d2-4a5373ab8e6b not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:36:18.310889 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd9e2d9-7b9b-4229-9e2e-b31b5eb9e605 req-28726a43-8098-45a2-8743-a695d9d5063e service neutron] Attempting to bind port 7ac5ab11-addb-4dd2-b145-f5d33ea6ff70 on network 4818c56c-ae1d-43b5-80d2-4a5373ab8e6b {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:36:18.349720 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06452a02-52b9-4411-a764-894858421b77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (f172d7da-658c-4166-b0e0-def699128d7c), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:18.366323 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd9e2d9-7b9b-4229-9e2e-b31b5eb9e605 req-28726a43-8098-45a2-8743-a695d9d5063e service neutron] Checking agent: {'id': 'f8add0d2-2202-43d3-bc0e-72442788e6ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:36:18.366668 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd9e2d9-7b9b-4229-9e2e-b31b5eb9e605 req-28726a43-8098-45a2-8743-a695d9d5063e service neutron] Checking segment: {'id': '37882638-7c6f-43c0-8749-8a8baa27febc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4818c56c-ae1d-43b5-80d2-4a5373ab8e6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:36:18.367047 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd9e2d9-7b9b-4229-9e2e-b31b5eb9e605 req-28726a43-8098-45a2-8743-a695d9d5063e service neutron] Bound using segment: {'id': '37882638-7c6f-43c0-8749-8a8baa27febc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4818c56c-ae1d-43b5-80d2-4a5373ab8e6b'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:36:18.367490 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-0cd9e2d9-7b9b-4229-9e2e-b31b5eb9e605 req-28726a43-8098-45a2-8743-a695d9d5063e service neutron] Bound port: 7ac5ab11-addb-4dd2-b145-f5d33ea6ff70, host: n-h1-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37882638-7c6f-43c0-8749-8a8baa27febc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4818c56c-ae1d-43b5-80d2-4a5373ab8e6b'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:36:18.367904 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-0cd9e2d9-7b9b-4229-9e2e-b31b5eb9e605 req-28726a43-8098-45a2-8743-a695d9d5063e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (7ac5ab11-addb-4dd2-b145-f5d33ea6ff70), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:18.392667 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0e83894b-fd72-47f5-b1ad-0121325fc17f tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (bae5b3ca-a552-4beb-9fb2-5bc289b6fa15), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:18.437340 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-0e83894b-fd72-47f5-b1ad-0121325fc17f tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bae5b3ca-a552-4beb-9fb2-5bc289b6fa15']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:36:18.448233 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1164b0b-6348-42d4-ac8c-8d0d492798d8 req-4c3c21eb-fb90-443c-9dab-d0c1f7a97613 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:18.449770 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a1164b0b-6348-42d4-ac8c-8d0d492798d8 req-4c3c21eb-fb90-443c-9dab-d0c1f7a97613 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a5c2a56-ee1a-4c7e-bf15-98711834c060 HTTP/1.1" status: 200 len: 945 time: 0.2532828 Feb 04 12:36:18.450569 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06452a02-52b9-4411-a764-894858421b77 admin admin] Pushing event deleted for resources: {'Port': ['ID=f172d7da-658c-4166-b0e0-def699128d7c,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:18.460551 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-0e83894b-fd72-47f5-b1ad-0121325fc17f tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f167c2a1-4e96-4aaf-a243-46614e15baeb') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:36:18.461045 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-0e83894b-fd72-47f5-b1ad-0121325fc17f tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f167c2a1-4e96-4aaf-a243-46614e15baeb') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:36:18.468343 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e81b33ec-0edc-4628-8148-6e69dbef9f28 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Made reservation on behalf of 90a71f7c621340c08dbfd8625731c118 for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:36:18.472829 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e81b33ec-0edc-4628-8148-6e69dbef9f28 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60610638'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:18.481189 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0e83894b-fd72-47f5-b1ad-0121325fc17f tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (f167c2a1-4e96-4aaf-a243-46614e15baeb), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:18.523601 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-0cd9e2d9-7b9b-4229-9e2e-b31b5eb9e605 req-28726a43-8098-45a2-8743-a695d9d5063e service neutron] For port 7ac5ab11-addb-4dd2-b145-f5d33ea6ff70, host n-h1-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:36:18.527002 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-0cd9e2d9-7b9b-4229-9e2e-b31b5eb9e605 req-28726a43-8098-45a2-8743-a695d9d5063e service neutron] For port 7ac5ab11-addb-4dd2-b145-f5d33ea6ff70, host n-h1-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=7ac5ab11-addb-4dd2-b145-f5d33ea6ff70,segment=NetworkSegment(37882638-7c6f-43c0-8749-8a8baa27febc),segment_id=37882638-7c6f-43c0-8749-8a8baa27febc)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:36:18.558990 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0e83894b-fd72-47f5-b1ad-0121325fc17f tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (f167c2a1-4e96-4aaf-a243-46614e15baeb), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:18.562754 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-0cd9e2d9-7b9b-4229-9e2e-b31b5eb9e605 req-28726a43-8098-45a2-8743-a695d9d5063e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (7ac5ab11-addb-4dd2-b145-f5d33ea6ff70), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:18.575540 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e83894b-fd72-47f5-b1ad-0121325fc17f tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:36:18.576301 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0e83894b-fd72-47f5-b1ad-0121325fc17f tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (f167c2a1-4e96-4aaf-a243-46614e15baeb), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:18.581031 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 12:36:18.581031 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:36:18.581031 n-d-825015-3 neutron-server[103474]: timer() Feb 04 12:36:18.581031 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:36:18.581031 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 12:36:18.581031 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:36:18.581031 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 12:36:18.581031 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:36:18.581031 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 12:36:18.581031 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:36:18.581031 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 12:36:18.581031 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:36:18.581031 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 12:36:18.581031 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:36:18.581031 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:36:18.581031 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:36:18.581031 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:36:18.581031 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:36:18.581031 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 12:36:18.581031 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:36:18.581031 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 12:36:18.581031 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:36:18.581031 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:36:18.581031 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:36:18.581031 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 12:36:18.581031 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:36:18.581031 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:36:18.581031 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:36:18.581031 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:36:18.581031 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:36:18.581031 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:36:18.581031 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:36:18.634361 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd9e2d9-7b9b-4229-9e2e-b31b5eb9e605 req-28726a43-8098-45a2-8743-a695d9d5063e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:18.635056 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-0cd9e2d9-7b9b-4229-9e2e-b31b5eb9e605 req-28726a43-8098-45a2-8743-a695d9d5063e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:18.636486 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0cd9e2d9-7b9b-4229-9e2e-b31b5eb9e605 req-28726a43-8098-45a2-8743-a695d9d5063e service neutron] 10.222.0.73 "PUT /v2.0/ports/7ac5ab11-addb-4dd2-b145-f5d33ea6ff70 HTTP/1.1" status: 200 len: 1091 time: 3.4554904 Feb 04 12:36:18.654899 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '266a3a18-9374-4c60-bb49-068f089f6a61', 'tag': '7ac5ab11-addb-4dd2-b145-f5d33ea6ff70'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:36:18.657833 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a38c433-77f8-4b7e-b6be-e3a88a88d84b" -d '{"events": [{"name": "network-changed", "server_uuid": "266a3a18-9374-4c60-bb49-068f089f6a61", "tag": "7ac5ab11-addb-4dd2-b145-f5d33ea6ff70"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:36:18.698798 n-d-825015-3 neutron-server[103474]: INFO neutron.db.ipam_backend_mixin [None req-e81b33ec-0edc-4628-8148-6e69dbef9f28 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 8a6baec0-d4b2-470f-8567-63546d27a6ea (CIDR: 2001:db8:0:1::/64) Feb 04 12:36:18.702943 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0e83894b-fd72-47f5-b1ad-0121325fc17f tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (bae5b3ca-a552-4beb-9fb2-5bc289b6fa15), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:18.715221 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f1273e23-66b4-4357-a140-9af6519469b6 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Publish callbacks [] for security_group (b5d71813-5cf6-4c27-9257-e8969499e8df), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:18.728686 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0e83894b-fd72-47f5-b1ad-0121325fc17f tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:18.736520 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-0e83894b-fd72-47f5-b1ad-0121325fc17f tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] 10.222.0.65 "DELETE /v2.0/networks/bae5b3ca-a552-4beb-9fb2-5bc289b6fa15 HTTP/1.1" status: 204 len: 168 time: 0.8125870 Feb 04 12:36:18.752077 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48920) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:18.758734 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f1273e23-66b4-4357-a140-9af6519469b6 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Publish callbacks [] for security_group (b5d71813-5cf6-4c27-9257-e8969499e8df), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:18.770937 n-d-825015-3 neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-e81b33ec-0edc-4628-8148-6e69dbef9f28 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 12:36:18.771624 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e81b33ec-0edc-4628-8148-6e69dbef9f28 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 12:36:18.810674 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05c735d9-44ea-43e7-9f5d-7af626e411a9 x-openstack-request-id: req-05c735d9-44ea-43e7-9f5d-7af626e411a9 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:36:18.810904 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "266a3a18-9374-4c60-bb49-068f089f6a61", "tag": "7ac5ab11-addb-4dd2-b145-f5d33ea6ff70", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:36:18.811169 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-05c735d9-44ea-43e7-9f5d-7af626e411a9 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:36:18.811528 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '266a3a18-9374-4c60-bb49-068f089f6a61', 'tag': '7ac5ab11-addb-4dd2-b145-f5d33ea6ff70', 'status': 'completed', 'code': 200} Feb 04 12:36:18.864105 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a1164b0b-6348-42d4-ac8c-8d0d492798d8 req-f05cb7eb-4cc8-48a9-a170-0e7fcbc5d904 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8bd411c-ac47-4f15-b918-c420cf0295e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4065151 Feb 04 12:36:18.890556 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-db3c4df7-4854-4f89-b475-73cf4f9fc0f5 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Deleting subnet 2a3a3fa8-cf1f-4ba1-a1e7-c57ff11cf3ed {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:36:18.894825 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-db3c4df7-4854-4f89-b475-73cf4f9fc0f5 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Publish callbacks [] for subnet (2a3a3fa8-cf1f-4ba1-a1e7-c57ff11cf3ed), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:18.916768 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28726a43-8098-45a2-8743-a695d9d5063e service neutron] Pushing event updated for resources: {'Port': ['ID=7ac5ab11-addb-4dd2-b145-f5d33ea6ff70,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:18.923409 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f1273e23-66b4-4357-a140-9af6519469b6 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (b5d71813-5cf6-4c27-9257-e8969499e8df), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:18.926770 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f1273e23-66b4-4357-a140-9af6519469b6 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:18.931245 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-f1273e23-66b4-4357-a140-9af6519469b6 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] 10.222.0.65 "DELETE /v2.0/security-groups/b5d71813-5cf6-4c27-9257-e8969499e8df HTTP/1.1" status: 204 len: 168 time: 0.6233721 Feb 04 12:36:18.932676 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 48922) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:18.947981 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-db3c4df7-4854-4f89-b475-73cf4f9fc0f5 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (2a3a3fa8-cf1f-4ba1-a1e7-c57ff11cf3ed), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:18.989563 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1273e23-66b4-4357-a140-9af6519469b6 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d71813-5cf6-4c27-9257-e8969499e8df,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:19.037286 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd9e2d9-7b9b-4229-9e2e-b31b5eb9e605 req-793e0b9e-65d1-4492-b18b-5a9ca34f9721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:19.038833 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0cd9e2d9-7b9b-4229-9e2e-b31b5eb9e605 req-793e0b9e-65d1-4492-b18b-5a9ca34f9721 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=72075fcbbaca4534bfa18449bac56045&device_id=266a3a18-9374-4c60-bb49-068f089f6a61 HTTP/1.1" status: 200 len: 1125 time: 0.3558013 Feb 04 12:36:19.104336 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-e81b33ec-0edc-4628-8148-6e69dbef9f28 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.9991210 Feb 04 12:36:19.105184 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e83894b-fd72-47f5-b1ad-0121325fc17f tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Pushing event deleted for resources: {'Network': ['ID=bae5b3ca-a552-4beb-9fb2-5bc289b6fa15,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:19.109003 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 48928) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:19.128981 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-896f6773-0a86-4718-9571-3ba94f83180f tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Request body: {'subnet': {'network_id': '4e59fa0d-714a-4ea9-b926-876c13cb34e9', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:36:19.134041 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-db3c4df7-4854-4f89-b475-73cf4f9fc0f5 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (2a3a3fa8-cf1f-4ba1-a1e7-c57ff11cf3ed), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:19.165789 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:19.198933 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0cd9e2d9-7b9b-4229-9e2e-b31b5eb9e605 req-420bd98b-9d7e-4a04-90b7-117b3da5c725 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7ac5ab11-addb-4dd2-b145-f5d33ea6ff70 HTTP/1.1" status: 200 len: 217 time: 0.1438789 Feb 04 12:36:19.217048 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-db3c4df7-4854-4f89-b475-73cf4f9fc0f5 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (2a3a3fa8-cf1f-4ba1-a1e7-c57ff11cf3ed), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:19.231112 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-5e6611c5-f6a7-4465-b9d6-11c2677e57d4 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2623823 Feb 04 12:36:19.241893 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 48930) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:19.324119 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3c4df7-4854-4f89-b475-73cf4f9fc0f5 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Pushing event deleted for resources: {'Subnet': ['ID=2a3a3fa8-cf1f-4ba1-a1e7-c57ff11cf3ed,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:19.337902 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-db3c4df7-4854-4f89-b475-73cf4f9fc0f5 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:19.341867 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-db3c4df7-4854-4f89-b475-73cf4f9fc0f5 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] 10.222.0.65 "DELETE /v2.0/subnets/2a3a3fa8-cf1f-4ba1-a1e7-c57ff11cf3ed HTTP/1.1" status: 204 len: 168 time: 0.5872881 Feb 04 12:36:19.366096 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde2efee-d4c5-43fe-bc03-192942a0553f None None] Network 2b7398d9-a7f8-4b0a-95bc-9f83f2e7c78a requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:36:19.366680 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48934) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:19.424156 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-ea4c27a5-af13-4ce6-907c-c32d26724251 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Request body: {'security_group_rule': {'security_group_id': '16e28079-8000-4e94-8e17-752c40021dc9', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:36:19.529085 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd9e2d9-7b9b-4229-9e2e-b31b5eb9e605 req-b67a84a2-b4d8-40ac-b296-9247ee19b508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:19.531261 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0cd9e2d9-7b9b-4229-9e2e-b31b5eb9e605 req-b67a84a2-b4d8-40ac-b296-9247ee19b508 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fbb54edd-3278-45b2-a986-7521678ba6ac HTTP/1.1" status: 200 len: 855 time: 0.2973864 Feb 04 12:36:19.559444 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0a46e151-a6ad-4f3e-bb04-3ae8b1332616 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (2b7398d9-a7f8-4b0a-95bc-9f83f2e7c78a), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:19.647783 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0cd9e2d9-7b9b-4229-9e2e-b31b5eb9e605 req-1bcbb388-2780-46cf-b248-61c61fcf7adc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4818c56c-ae1d-43b5-80d2-4a5373ab8e6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732987 Feb 04 12:36:19.672165 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-0a46e151-a6ad-4f3e-bb04-3ae8b1332616 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Deleting port cd0c454a-e05d-4cb8-bece-d0b0f49e9a13 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:36:19.672721 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0a46e151-a6ad-4f3e-bb04-3ae8b1332616 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (cd0c454a-e05d-4cb8-bece-d0b0f49e9a13), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:19.739046 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 44dc6c8c-3924-4b4c-8d88-cd9e04ccc767 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:36:19.766112 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 44dc6c8c-3924-4b4c-8d88-cd9e04ccc767 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:36:19.767692 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 44dc6c8c-3924-4b4c-8d88-cd9e04ccc767 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:36:19.790851 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06452a02-52b9-4411-a764-894858421b77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622067'] for router_interface (f7a758cb-2ec5-4863-af36-5b323a96683c), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:19.813826 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-0a46e151-a6ad-4f3e-bb04-3ae8b1332616 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] For port cd0c454a-e05d-4cb8-bece-d0b0f49e9a13, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=cd0c454a-e05d-4cb8-bece-d0b0f49e9a13,segment=NetworkSegment(97f1069c-bbd3-4bad-b0f3-3879dc201f07),segment_id=97f1069c-bbd3-4bad-b0f3-3879dc201f07)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:36:19.814443 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0a46e151-a6ad-4f3e-bb04-3ae8b1332616 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (cd0c454a-e05d-4cb8-bece-d0b0f49e9a13), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:19.848032 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-0a46e151-a6ad-4f3e-bb04-3ae8b1332616 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Calling delete_port for cd0c454a-e05d-4cb8-bece-d0b0f49e9a13 owned by network:dhcp {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:36:19.950637 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-223b4629-f6e2-49ab-ab38-9bffb62df8e5 None None] DHCP port deletion for 2b7398d9-a7f8-4b0a-95bc-9f83f2e7c78a request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 12:36:20.041238 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b33176-b2cd-455d-9ed9-c04afdb2875b req-74a799c0-2dbf-4a2a-a8e6-ea46901db00c tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:20.042975 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-02b33176-b2cd-455d-9ed9-c04afdb2875b req-74a799c0-2dbf-4a2a-a8e6-ea46901db00c tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.65 "GET /v2.0/ports?device_id=266a3a18-9374-4c60-bb49-068f089f6a61 HTTP/1.1" status: 200 len: 943 time: 0.9352436 Feb 04 12:36:20.050519 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-223b4629-f6e2-49ab-ab38-9bffb62df8e5 None None] Deleting port cd0c454a-e05d-4cb8-bece-d0b0f49e9a13 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:36:20.051154 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-223b4629-f6e2-49ab-ab38-9bffb62df8e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (cd0c454a-e05d-4cb8-bece-d0b0f49e9a13), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:20.078270 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0a46e151-a6ad-4f3e-bb04-3ae8b1332616 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (cd0c454a-e05d-4cb8-bece-d0b0f49e9a13), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:20.109066 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a46e151-a6ad-4f3e-bb04-3ae8b1332616 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] No DVR routers for this DVR port cd0c454a-e05d-4cb8-bece-d0b0f49e9a13 on host n-d-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:36:20.109530 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0cd9e2d9-7b9b-4229-9e2e-b31b5eb9e605 req-b018c5a7-ad68-4909-8845-a4db0ff74ac1 service neutron] 10.222.0.73 "GET /v2.0/networks/4818c56c-ae1d-43b5-80d2-4a5373ab8e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4476669 Feb 04 12:36:20.134336 n-d-825015-3 neutron-server[103475]: INFO neutron.api.v2.resource [None req-ea4c27a5-af13-4ce6-907c-c32d26724251 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] create failed (client error): The resource could not be found. Feb 04 12:36:20.140123 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-ea4c27a5-af13-4ce6-907c-c32d26724251 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.8225632 Feb 04 12:36:20.142788 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 48940) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:20.156230 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-ae5390ac-a814-4c99-82e5-5e747dac8707 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Request body: {'security_group': {'name': 'tempest-secgroup--518585374'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:36:20.185184 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-223b4629-f6e2-49ab-ab38-9bffb62df8e5 None None] For port cd0c454a-e05d-4cb8-bece-d0b0f49e9a13, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=cd0c454a-e05d-4cb8-bece-d0b0f49e9a13,segment=NetworkSegment(97f1069c-bbd3-4bad-b0f3-3879dc201f07),segment_id=97f1069c-bbd3-4bad-b0f3-3879dc201f07)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:36:20.186955 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-223b4629-f6e2-49ab-ab38-9bffb62df8e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (cd0c454a-e05d-4cb8-bece-d0b0f49e9a13), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:20.209926 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a46e151-a6ad-4f3e-bb04-3ae8b1332616 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Pushing event deleted for resources: {'Port': ['ID=cd0c454a-e05d-4cb8-bece-d0b0f49e9a13,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:20.228399 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-223b4629-f6e2-49ab-ab38-9bffb62df8e5 None None] Calling delete_port for cd0c454a-e05d-4cb8-bece-d0b0f49e9a13 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:36:20.228924 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-896f6773-0a86-4718-9571-3ba94f83180f tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Made reservation on behalf of 90a71f7c621340c08dbfd8625731c118 for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:36:20.233503 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-896f6773-0a86-4718-9571-3ba94f83180f tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:20.303771 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0a46e151-a6ad-4f3e-bb04-3ae8b1332616 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (2b7398d9-a7f8-4b0a-95bc-9f83f2e7c78a), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:20.346119 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-0a46e151-a6ad-4f3e-bb04-3ae8b1332616 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b7398d9-a7f8-4b0a-95bc-9f83f2e7c78a']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:36:20.365577 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-0a46e151-a6ad-4f3e-bb04-3ae8b1332616 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97f1069c-bbd3-4bad-b0f3-3879dc201f07') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:36:20.365814 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-0a46e151-a6ad-4f3e-bb04-3ae8b1332616 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97f1069c-bbd3-4bad-b0f3-3879dc201f07') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:36:20.374936 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-223b4629-f6e2-49ab-ab38-9bffb62df8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (cd0c454a-e05d-4cb8-bece-d0b0f49e9a13), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:20.385782 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0a46e151-a6ad-4f3e-bb04-3ae8b1332616 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (97f1069c-bbd3-4bad-b0f3-3879dc201f07), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:20.419039 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0a46e151-a6ad-4f3e-bb04-3ae8b1332616 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (97f1069c-bbd3-4bad-b0f3-3879dc201f07), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:20.431613 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a46e151-a6ad-4f3e-bb04-3ae8b1332616 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:36:20.432154 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0a46e151-a6ad-4f3e-bb04-3ae8b1332616 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (97f1069c-bbd3-4bad-b0f3-3879dc201f07), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:20.436175 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 12:36:20.436175 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:36:20.436175 n-d-825015-3 neutron-server[103474]: timer() Feb 04 12:36:20.436175 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:36:20.436175 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 12:36:20.436175 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:36:20.436175 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 12:36:20.436175 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:36:20.436175 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 12:36:20.436175 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:36:20.436175 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 12:36:20.436175 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:36:20.436175 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 12:36:20.436175 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:36:20.436175 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:36:20.436175 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:36:20.436175 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:36:20.436175 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:36:20.436175 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 12:36:20.436175 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:36:20.436175 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 12:36:20.436175 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:36:20.436175 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:36:20.436175 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:36:20.436175 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 12:36:20.436175 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:36:20.436175 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:36:20.436175 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:36:20.436175 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:36:20.436175 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:36:20.436175 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:36:20.436175 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:36:20.462991 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-02b33176-b2cd-455d-9ed9-c04afdb2875b req-b64adcaa-43c1-4a40-b828-2234c108a11f tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.65 "GET /v2.0/security-groups?id=3194529c-ef45-449a-86a3-c42c7670cd65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3971245 Feb 04 12:36:20.492528 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ae5390ac-a814-4c99-82e5-5e747dac8707 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:20.496002 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223b4629-f6e2-49ab-ab38-9bffb62df8e5 None None] No DVR routers for this DVR port cd0c454a-e05d-4cb8-bece-d0b0f49e9a13 on host n-d-825015-3 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:36:20.511992 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223b4629-f6e2-49ab-ab38-9bffb62df8e5 None None] Pushing event deleted for resources: {'Port': ['ID=cd0c454a-e05d-4cb8-bece-d0b0f49e9a13,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:20.527679 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f616f31-26ed-4416-836c-209271c44453 req-e3d3f946-c4a8-4729-8ebe-bca3cadc9ba6 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:20.529556 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1f616f31-26ed-4416-836c-209271c44453 req-e3d3f946-c4a8-4729-8ebe-bca3cadc9ba6 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a5c2a56-ee1a-4c7e-bf15-98711834c060 HTTP/1.1" status: 200 len: 945 time: 0.5318854 Feb 04 12:36:20.533368 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:20.567682 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0a46e151-a6ad-4f3e-bb04-3ae8b1332616 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (2b7398d9-a7f8-4b0a-95bc-9f83f2e7c78a), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:20.581540 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0a46e151-a6ad-4f3e-bb04-3ae8b1332616 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:20.596938 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-0a46e151-a6ad-4f3e-bb04-3ae8b1332616 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] 10.222.0.65 "DELETE /v2.0/networks/2b7398d9-a7f8-4b0a-95bc-9f83f2e7c78a HTTP/1.1" status: 204 len: 168 time: 1.2286797 Feb 04 12:36:20.597852 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48944) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:20.621470 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a46e151-a6ad-4f3e-bb04-3ae8b1332616 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Pushing event deleted for resources: {'Network': ['ID=2b7398d9-a7f8-4b0a-95bc-9f83f2e7c78a,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:20.646611 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-9fd3262c-3ca7-46e3-bfa3-d5349a1c6092 tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] 10.222.0.65 "GET /v2.0/ports?device_id=dfb63288-a909-4180-a149-5fab3a2fc3e0 HTTP/1.1" status: 200 len: 205 time: 0.0366659 Feb 04 12:36:20.646989 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 48946) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:20.682783 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0cd9e2d9-7b9b-4229-9e2e-b31b5eb9e605 req-4961fda4-f84f-4f18-b268-3758b958d731 service neutron] 10.222.0.73 "GET /v2.0/networks/4818c56c-ae1d-43b5-80d2-4a5373ab8e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5584691 Feb 04 12:36:21.194179 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1f616f31-26ed-4416-836c-209271c44453 req-72edd719-f835-45b1-98d9-b4604a3f868d tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8bd411c-ac47-4f15-b918-c420cf0295e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6295388 Feb 04 12:36:21.205899 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b32a2ed2-f272-457c-b027-20b74f9c82ca tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Publish callbacks [] for router (dfb63288-a909-4180-a149-5fab3a2fc3e0), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:21.251794 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06452a02-52b9-4411-a764-894858421b77 admin admin] Router f7a758cb-2ec5-4863-af36-5b323a96683c has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:36:21.327668 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ae5390ac-a814-4c99-82e5-5e747dac8707 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Publish callbacks [] for security_group (fb4b55fe-0e8d-4597-884c-228d334fbfb2), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:21.357691 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device cd0c454a-e05d-4cb8-bece-d0b0f49e9a13 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:36:21.380099 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a38c433-77f8-4b7e-b6be-e3a88a88d84b req-632f10bd-874a-433d-b6f7-510950072736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:21.381694 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0a38c433-77f8-4b7e-b6be-e3a88a88d84b req-632f10bd-874a-433d-b6f7-510950072736 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=72075fcbbaca4534bfa18449bac56045&device_id=266a3a18-9374-4c60-bb49-068f089f6a61 HTTP/1.1" status: 200 len: 1125 time: 0.3430350 Feb 04 12:36:21.382349 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ae5390ac-a814-4c99-82e5-5e747dac8707 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (fb4b55fe-0e8d-4597-884c-228d334fbfb2), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:21.383477 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: cd0c454a-e05d-4cb8-bece-d0b0f49e9a13 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:36:21.384246 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device cd0c454a-e05d-4cb8-bece-d0b0f49e9a13 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:36:21.421515 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ae5390ac-a814-4c99-82e5-5e747dac8707 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:21.426478 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-ae5390ac-a814-4c99-82e5-5e747dac8707 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.2749023 Feb 04 12:36:21.427208 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48950) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:21.433240 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-dcfa0957-4a0a-429f-ad8d-6a6e0227d730 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Request body: {'security_group': {'name': 'tempest-secgroup--1243971849'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:36:21.463260 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dcfa0957-4a0a-429f-ad8d-6a6e0227d730 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:21.617682 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dcfa0957-4a0a-429f-ad8d-6a6e0227d730 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Publish callbacks [] for security_group (102f7fe4-0aba-4929-90e2-8785929370ce), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:21.622528 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:21.626751 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dcfa0957-4a0a-429f-ad8d-6a6e0227d730 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (102f7fe4-0aba-4929-90e2-8785929370ce), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:21.681824 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dcfa0957-4a0a-429f-ad8d-6a6e0227d730 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:21.683580 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-dcfa0957-4a0a-429f-ad8d-6a6e0227d730 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2548618 Feb 04 12:36:21.684684 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfa0957-4a0a-429f-ad8d-6a6e0227d730 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=102f7fe4-0aba-4929-90e2-8785929370ce,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:21.690869 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48956) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:21.699142 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-d54b9e5b-6549-4227-a6ed-2c34f5cf726e tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Request body: {'security_group_rule': {'security_group_id': 'fb4b55fe-0e8d-4597-884c-228d334fbfb2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '102f7fe4-0aba-4929-90e2-8785929370ce'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:36:21.756784 n-d-825015-3 neutron-server[103474]: INFO neutron.api.v2.resource [None req-d54b9e5b-6549-4227-a6ed-2c34f5cf726e tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 12:36:21.759356 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-d54b9e5b-6549-4227-a6ed-2c34f5cf726e tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0668821 Feb 04 12:36:21.761812 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48958) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:21.846336 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-92d450cb-ecae-4b9c-a1cc-2ab0cd810afb tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Publish callbacks [] for security_group (102f7fe4-0aba-4929-90e2-8785929370ce), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:21.846594 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b32a2ed2-f272-457c-b027-20b74f9c82ca tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10915'] for router (dfb63288-a909-4180-a149-5fab3a2fc3e0), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:21.857708 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b32a2ed2-f272-457c-b027-20b74f9c82ca tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Publish callbacks [] for router_controller (dfb63288-a909-4180-a149-5fab3a2fc3e0), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:21.859434 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5390ac-a814-4c99-82e5-5e747dac8707 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb4b55fe-0e8d-4597-884c-228d334fbfb2,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:21.894111 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-92d450cb-ecae-4b9c-a1cc-2ab0cd810afb tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Publish callbacks [] for security_group (102f7fe4-0aba-4929-90e2-8785929370ce), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:21.956732 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-92d450cb-ecae-4b9c-a1cc-2ab0cd810afb tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (102f7fe4-0aba-4929-90e2-8785929370ce), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:21.960176 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-92d450cb-ecae-4b9c-a1cc-2ab0cd810afb tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:21.968297 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-92d450cb-ecae-4b9c-a1cc-2ab0cd810afb tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] 10.222.0.65 "DELETE /v2.0/security-groups/102f7fe4-0aba-4929-90e2-8785929370ce HTTP/1.1" status: 204 len: 168 time: 0.2047527 Feb 04 12:36:21.969302 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48960) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:21.994423 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b32a2ed2-f272-457c-b027-20b74f9c82ca tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622829'] for router (dfb63288-a909-4180-a149-5fab3a2fc3e0), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:21.995172 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b32a2ed2-f272-457c-b027-20b74f9c82ca tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Fanout notify agent at l3_agent the message router_deleted on router dfb63288-a909-4180-a149-5fab3a2fc3e0 {{(pid=103475) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 12:36:22.004227 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b32a2ed2-f272-457c-b027-20b74f9c82ca tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] Publish callbacks [] for router (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:22.005749 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-b32a2ed2-f272-457c-b027-20b74f9c82ca tempest-RoutersNegativeTest-1528647082 tempest-RoutersNegativeTest-1528647082-project] 10.222.0.65 "DELETE /v2.0/routers/dfb63288-a909-4180-a149-5fab3a2fc3e0 HTTP/1.1" status: 204 len: 168 time: 1.3494737 Feb 04 12:36:22.010340 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a38c433-77f8-4b7e-b6be-e3a88a88d84b req-6b1230df-4e96-4e3d-96a6-92629b89299e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:22.011592 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0a38c433-77f8-4b7e-b6be-e3a88a88d84b req-6b1230df-4e96-4e3d-96a6-92629b89299e service neutron] 10.222.0.73 "GET /v2.0/networks?id=4818c56c-ae1d-43b5-80d2-4a5373ab8e6b HTTP/1.1" status: 200 len: 916 time: 0.6112063 Feb 04 12:36:22.017499 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 7ac5ab11-addb-4dd2-b145-f5d33ea6ff70 details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:36:22.020339 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-896f6773-0a86-4718-9571-3ba94f83180f tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52094127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51452689'] for subnet (0aa2be11-437a-4075-8d26-873a1f1a2911), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:22.040766 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d450cb-ecae-4b9c-a1cc-2ab0cd810afb tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=102f7fe4-0aba-4929-90e2-8785929370ce,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:22.137499 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-ea276971-7c20-4b58-bdbb-8dea2644ef63 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1598704 Feb 04 12:36:22.142563 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48964) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:22.150947 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a59d33d-84cf-4e82-80dc-140f37de95f9 req-452df1eb-8629-4ef7-b661-a9427e88ec96 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:22.165687 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9a59d33d-84cf-4e82-80dc-140f37de95f9 req-452df1eb-8629-4ef7-b661-a9427e88ec96 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.65 "GET /v2.0/ports?device_id=266a3a18-9374-4c60-bb49-068f089f6a61 HTTP/1.1" status: 200 len: 943 time: 0.5609350 Feb 04 12:36:22.167255 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0a38c433-77f8-4b7e-b6be-e3a88a88d84b req-7b6dae15-a7e3-42ce-a352-dd41df698c59 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7ac5ab11-addb-4dd2-b145-f5d33ea6ff70 HTTP/1.1" status: 200 len: 217 time: 0.1431851 Feb 04 12:36:22.174563 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06452a02-52b9-4411-a764-894858421b77 admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:36:22.188455 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd4dc0c-ffc1-4009-8a64-8791c1a07f64 None None] Sync routers for ids ['f7a758cb-2ec5-4863-af36-5b323a96683c'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:36:22.214782 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd4dc0c-ffc1-4009-8a64-8791c1a07f64 None None] Routers {'f7a758cb-2ec5-4863-af36-5b323a96683c'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:36:22.215838 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-4bd4dc0c-ffc1-4009-8a64-8791c1a07f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:36:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['f7a758cb-2ec5-4863-af36-5b323a96683c'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:36:22.246673 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1bcf88de-0c1c-495b-877a-fe24033e1d31 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Publish callbacks [] for security_group (fb4b55fe-0e8d-4597-884c-228d334fbfb2), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:22.248297 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896f6773-0a86-4718-9571-3ba94f83180f tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Network 4e59fa0d-714a-4ea9-b926-876c13cb34e9 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:36:22.252874 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896f6773-0a86-4718-9571-3ba94f83180f tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Pushing event updated for resources: {'Subnet': ['ID=0aa2be11-437a-4075-8d26-873a1f1a2911,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:22.260955 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-896f6773-0a86-4718-9571-3ba94f83180f tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:36:22.269971 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896f6773-0a86-4718-9571-3ba94f83180f tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:22.269971 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-896f6773-0a86-4718-9571-3ba94f83180f tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:22.308439 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2b0753-c4b4-476c-b11a-d896ec862306 None None] Network 4e59fa0d-714a-4ea9-b926-876c13cb34e9 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:36:22.314412 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-06452a02-52b9-4411-a764-894858421b77 admin admin] 10.222.0.65 "PUT /v2.0/routers/f7a758cb-2ec5-4863-af36-5b323a96683c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7696202 Feb 04 12:36:22.320195 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1bcf88de-0c1c-495b-877a-fe24033e1d31 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Publish callbacks [] for security_group (fb4b55fe-0e8d-4597-884c-228d334fbfb2), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:22.329727 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48968) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:22.509992 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 7ac5ab11-addb-4dd2-b145-f5d33ea6ff70, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=7ac5ab11-addb-4dd2-b145-f5d33ea6ff70,segment=NetworkSegment(37882638-7c6f-43c0-8749-8a8baa27febc),segment_id=37882638-7c6f-43c0-8749-8a8baa27febc)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:36:22.549530 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': '7ac5ab11-addb-4dd2-b145-f5d33ea6ff70', 'network_id': '4818c56c-ae1d-43b5-80d2-4a5373ab8e6b', 'port_id': '7ac5ab11-addb-4dd2-b145-f5d33ea6ff70', 'mac_address': 'fa:16:3e:90:b5:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbb54edd-3278-45b2-a986-7521678ba6ac', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:36:22.569456 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-4bd4dc0c-ffc1-4009-8a64-8791c1a07f64 None None] Set router f7a758cb-2ec5-4863-af36-5b323a96683c gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:36:22.595101 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48974) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:22.619197 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1bcf88de-0c1c-495b-877a-fe24033e1d31 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (fb4b55fe-0e8d-4597-884c-228d334fbfb2), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:22.622718 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1bcf88de-0c1c-495b-877a-fe24033e1d31 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:22.628332 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-1bcf88de-0c1c-495b-877a-fe24033e1d31 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] 10.222.0.65 "DELETE /v2.0/security-groups/fb4b55fe-0e8d-4597-884c-228d334fbfb2 HTTP/1.1" status: 204 len: 168 time: 0.4840045 Feb 04 12:36:22.633197 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48980) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:22.678094 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9a59d33d-84cf-4e82-80dc-140f37de95f9 req-5234ce59-61c2-4085-9c38-6908dd2586a4 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.65 "GET /v2.0/security-groups?id=3194529c-ef45-449a-86a3-c42c7670cd65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4946761 Feb 04 12:36:22.683174 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcf88de-0c1c-495b-877a-fe24033e1d31 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb4b55fe-0e8d-4597-884c-228d334fbfb2,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:22.704467 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-896f6773-0a86-4718-9571-3ba94f83180f tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.5897179 Feb 04 12:36:22.712063 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 48982) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:22.742054 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-352ba420-c116-432d-9e90-77fe0f533963 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-605614117', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0aa2be11-437a-4075-8d26-873a1f1a2911'}], 'security_groups': ['8e60e27c-c43f-4c77-9ee0-a4e93458ef6d', '3e733bce-2e98-4c05-bd66-4f824775fc11']}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:36:22.752612 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 7ac5ab11-addb-4dd2-b145-f5d33ea6ff70 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:36:22.752922 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-eb3558c1-caf7-4ce2-bc8b-9e9cbe20ab49 admin admin] Publish callbacks [] for router (f7a758cb-2ec5-4863-af36-5b323a96683c), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:22.755012 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (7ac5ab11-addb-4dd2-b145-f5d33ea6ff70), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:22.759223 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-fc25b25b-497a-443b-883b-6e43603e6540 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1218472 Feb 04 12:36:22.799644 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48984) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:22.815677 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-84c00e43-913f-4740-9629-918dde1f51a9 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Request body: {'security_group': {'name': 'tempest-secgroup--963891357'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:36:22.852074 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ac5ab11-addb-4dd2-b145-f5d33ea6ff70 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:36:22.883778 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 7ac5ab11-addb-4dd2-b145-f5d33ea6ff70, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=7ac5ab11-addb-4dd2-b145-f5d33ea6ff70,segment=NetworkSegment(37882638-7c6f-43c0-8749-8a8baa27febc),segment_id=37882638-7c6f-43c0-8749-8a8baa27febc)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:36:22.899381 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (7ac5ab11-addb-4dd2-b145-f5d33ea6ff70), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:23.005615 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a38c433-77f8-4b7e-b6be-e3a88a88d84b req-5eab097d-0fce-4663-8c04-a0165d4bb66b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:23.007078 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0a38c433-77f8-4b7e-b6be-e3a88a88d84b req-5eab097d-0fce-4663-8c04-a0165d4bb66b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fbb54edd-3278-45b2-a986-7521678ba6ac HTTP/1.1" status: 200 len: 855 time: 0.7572057 Feb 04 12:36:23.014091 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-352ba420-c116-432d-9e90-77fe0f533963 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (4ef145b7-a6e1-4560-8879-09cd5ebcfcea), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:23.018418 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0fc28f4-79d2-4d09-9ea9-7b403e294c13 None None] Update dhcp port {'port': {'network_id': '4e59fa0d-714a-4ea9-b926-876c13cb34e9', 'fixed_ips': [{'subnet_id': '8a6baec0-d4b2-470f-8567-63546d27a6ea', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '5ae975d6-2681-48cf-830d-e5a177d948eb', 'ip_address': '2001:db8::2'}, {'subnet_id': '0aa2be11-437a-4075-8d26-873a1f1a2911'}], 'binding:host_id': 'n-d-825015-3'}, 'id': 'dfd61ffe-387e-433d-8f72-f2223da0f446'} from n-d-825015-3. {{(pid=103476) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 04 12:36:23.025628 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-84c00e43-913f-4740-9629-918dde1f51a9 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:23.039975 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c029fa-534d-4e7c-bcbb-6daba1b13b6d req-5e0b07a1-9c96-4569-b123-930bf1f938ed tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:23.043023 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-63c029fa-534d-4e7c-bcbb-6daba1b13b6d req-5e0b07a1-9c96-4569-b123-930bf1f938ed tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a5c2a56-ee1a-4c7e-bf15-98711834c060 HTTP/1.1" status: 200 len: 945 time: 0.6442671 Feb 04 12:36:23.053881 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-4bd4dc0c-ffc1-4009-8a64-8791c1a07f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a758cb-2ec5-4863-af36-5b323a96683c', 'name': 'tempest-ServerRescueNegativeTestJSON-1752599005-router', 'tenant_id': '60403df8fc1a4b00b06a45bfc2d7e2b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '0f69b7a7-f9fe-45f4-906e-656ba1b81330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:32:09Z', 'updated_at': '2022-02-04T12:36:18Z', 'revision_number': 5, 'project_id': '60403df8fc1a4b00b06a45bfc2d7e2b2', 'gw_port': {'id': '0f69b7a7-f9fe-45f4-906e-656ba1b81330', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:71:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a758cb-2ec5-4863-af36-5b323a96683c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:32:11Z', 'updated_at': '2022-02-04T12:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:36:23.058225 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a0fc28f4-79d2-4d09-9ea9-7b403e294c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (dfd61ffe-387e-433d-8f72-f2223da0f446), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:23.071332 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=7ac5ab11-addb-4dd2-b145-f5d33ea6ff70,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:23.075287 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-c054643f-ee80-41e8-ab97-5f43ffbc3a1f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3077f3fbaaf94429ad8df7e5cb4d381b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4724867 Feb 04 12:36:23.083126 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48986) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:23.129372 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-eb3558c1-caf7-4ce2-bc8b-9e9cbe20ab49 admin admin] Publish callbacks [] for router_gateway (f7a758cb-2ec5-4863-af36-5b323a96683c), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:23.160400 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-63c029fa-534d-4e7c-bcbb-6daba1b13b6d req-73f0af11-326a-4536-b3d1-c8120a9dedc2 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8bd411c-ac47-4f15-b918-c420cf0295e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052830 Feb 04 12:36:23.165771 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0a38c433-77f8-4b7e-b6be-e3a88a88d84b req-978c8da3-28de-4344-9872-8337950099cf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4818c56c-ae1d-43b5-80d2-4a5373ab8e6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1188045 Feb 04 12:36:23.224681 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-84c00e43-913f-4740-9629-918dde1f51a9 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Publish callbacks [] for security_group (9acd19e6-db4e-4af6-96bc-a5d692cf54be), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:23.233646 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-84c00e43-913f-4740-9629-918dde1f51a9 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (9acd19e6-db4e-4af6-96bc-a5d692cf54be), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:23.241634 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1f96c19d-1fa4-4ba9-b8d1-f1b055b517cf admin admin] Publish callbacks [] for security_group (aa1186e5-3891-4a54-9121-ec46784053ee), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:23.282873 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-84c00e43-913f-4740-9629-918dde1f51a9 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:23.286913 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-84c00e43-913f-4740-9629-918dde1f51a9 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4819856 Feb 04 12:36:23.291562 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48988) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:23.295470 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd4dc0c-ffc1-4009-8a64-8791c1a07f64 None None] Checking router: f7a758cb-2ec5-4863-af36-5b323a96683c for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:36:23.307465 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-a0fc28f4-79d2-4d09-9ea9-7b403e294c13 None None] Allocated IP 2001:db8:0:2::2 (4e59fa0d-714a-4ea9-b926-876c13cb34e9/0aa2be11-437a-4075-8d26-873a1f1a2911/dfd61ffe-387e-433d-8f72-f2223da0f446) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:36:23.310958 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-649e4d78-11ff-4762-963d-baf3ba6f8784 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:36:23.311532 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd4dc0c-ffc1-4009-8a64-8791c1a07f64 None None] Routers {'f7a758cb-2ec5-4863-af36-5b323a96683c'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:36:23.314016 n-d-825015-3 neutron-server[103474]: WARNING neutron.api.v2.base [None req-649e4d78-11ff-4762-963d-baf3ba6f8784 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 04 12:36:23.314660 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-4bd4dc0c-ffc1-4009-8a64-8791c1a07f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:36:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['f7a758cb-2ec5-4863-af36-5b323a96683c'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:36:23.315021 n-d-825015-3 neutron-server[103474]: INFO neutron.api.v2.resource [None req-649e4d78-11ff-4762-963d-baf3ba6f8784 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] update failed (client error): There was a conflict when trying to complete your request. Feb 04 12:36:23.319302 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-649e4d78-11ff-4762-963d-baf3ba6f8784 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] 10.222.0.65 "PUT /v2.0/security-groups/9acd19e6-db4e-4af6-96bc-a5d692cf54be HTTP/1.1" status: 409 len: 330 time: 0.0125918 Feb 04 12:36:23.324448 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 48990) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:23.325115 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c00e43-913f-4740-9629-918dde1f51a9 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9acd19e6-db4e-4af6-96bc-a5d692cf54be,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:23.329346 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1f96c19d-1fa4-4ba9-b8d1-f1b055b517cf admin admin] Publish callbacks [] for security_group (aa1186e5-3891-4a54-9121-ec46784053ee), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:23.373022 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-eb3558c1-caf7-4ce2-bc8b-9e9cbe20ab49 admin admin] Deleting port 0f69b7a7-f9fe-45f4-906e-656ba1b81330 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:36:23.373682 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-eb3558c1-caf7-4ce2-bc8b-9e9cbe20ab49 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (0f69b7a7-f9fe-45f4-906e-656ba1b81330), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:23.462475 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-4bd4dc0c-ffc1-4009-8a64-8791c1a07f64 None None] Set router f7a758cb-2ec5-4863-af36-5b323a96683c gateway port host: None {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:36:23.480893 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-31487ca8-4626-4055-a50a-4dcb6df9e61b tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Publish callbacks [] for security_group (9acd19e6-db4e-4af6-96bc-a5d692cf54be), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:23.493930 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-a0fc28f4-79d2-4d09-9ea9-7b403e294c13 None None] For port dfd61ffe-387e-433d-8f72-f2223da0f446, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=dfd61ffe-387e-433d-8f72-f2223da0f446,segment=NetworkSegment(7dbe6273-df41-46c9-8048-2c5183dff43d),segment_id=7dbe6273-df41-46c9-8048-2c5183dff43d)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:36:23.496726 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0a38c433-77f8-4b7e-b6be-e3a88a88d84b req-5b0c3750-9d2a-48a6-b709-c96804b650cd service neutron] 10.222.0.73 "GET /v2.0/networks/4818c56c-ae1d-43b5-80d2-4a5373ab8e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3256240 Feb 04 12:36:23.510446 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1f96c19d-1fa4-4ba9-b8d1-f1b055b517cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (aa1186e5-3891-4a54-9121-ec46784053ee), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:23.513824 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1f96c19d-1fa4-4ba9-b8d1-f1b055b517cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:23.515054 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-1f96c19d-1fa4-4ba9-b8d1-f1b055b517cf admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/aa1186e5-3891-4a54-9121-ec46784053ee HTTP/1.1" status: 204 len: 168 time: 0.4307251 Feb 04 12:36:23.560744 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-4bd4dc0c-ffc1-4009-8a64-8791c1a07f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a758cb-2ec5-4863-af36-5b323a96683c', 'name': 'tempest-ServerRescueNegativeTestJSON-1752599005-router', 'tenant_id': '60403df8fc1a4b00b06a45bfc2d7e2b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:32:09Z', 'updated_at': '2022-02-04T12:36:23Z', 'revision_number': 6, 'project_id': '60403df8fc1a4b00b06a45bfc2d7e2b2', 'gw_port_host': None}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:36:23.571105 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a0fc28f4-79d2-4d09-9ea9-7b403e294c13 None None] Publish callbacks [] for port (dfd61ffe-387e-433d-8f72-f2223da0f446), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:23.582089 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a0fc28f4-79d2-4d09-9ea9-7b403e294c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (dfd61ffe-387e-433d-8f72-f2223da0f446), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:23.583936 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f96c19d-1fa4-4ba9-b8d1-f1b055b517cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa1186e5-3891-4a54-9121-ec46784053ee,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:23.624214 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-eb3558c1-caf7-4ce2-bc8b-9e9cbe20ab49 admin admin] For port 0f69b7a7-f9fe-45f4-906e-656ba1b81330, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=0f69b7a7-f9fe-45f4-906e-656ba1b81330,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:36:23.624893 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-eb3558c1-caf7-4ce2-bc8b-9e9cbe20ab49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (0f69b7a7-f9fe-45f4-906e-656ba1b81330), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:23.629203 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd4dc0c-ffc1-4009-8a64-8791c1a07f64 None None] The sync data for ids ['f7a758cb-2ec5-4863-af36-5b323a96683c'] in n-d-825015-3 is: [{'id': 'f7a758cb-2ec5-4863-af36-5b323a96683c', 'name': 'tempest-ServerRescueNegativeTestJSON-1752599005-router', 'tenant_id': '60403df8fc1a4b00b06a45bfc2d7e2b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:32:09Z', 'updated_at': '2022-02-04T12:36:23Z', 'revision_number': 6, 'project_id': '60403df8fc1a4b00b06a45bfc2d7e2b2', 'gw_port_host': None}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:36:23.688573 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-eb3558c1-caf7-4ce2-bc8b-9e9cbe20ab49 admin admin] Calling delete_port for 0f69b7a7-f9fe-45f4-906e-656ba1b81330 owned by network:router_gateway {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:36:23.689622 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-31487ca8-4626-4055-a50a-4dcb6df9e61b tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Publish callbacks [] for security_group (9acd19e6-db4e-4af6-96bc-a5d692cf54be), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:23.690362 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['7ac5ab11-addb-4dd2-b145-f5d33ea6ff70'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:36:23.837711 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fc28f4-79d2-4d09-9ea9-7b403e294c13 None None] Pushing event updated for resources: {'Port': ['ID=dfd61ffe-387e-433d-8f72-f2223da0f446,revision_number=7']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:24.017420 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0a38c433-77f8-4b7e-b6be-e3a88a88d84b req-24a1ddcd-0332-4d90-b51c-fce3df2d4708 service neutron] 10.222.0.73 "GET /v2.0/networks/4818c56c-ae1d-43b5-80d2-4a5373ab8e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4656620 Feb 04 12:36:24.090351 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-31487ca8-4626-4055-a50a-4dcb6df9e61b tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (9acd19e6-db4e-4af6-96bc-a5d692cf54be), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:24.099801 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-31487ca8-4626-4055-a50a-4dcb6df9e61b tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:24.101100 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-31487ca8-4626-4055-a50a-4dcb6df9e61b tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] 10.222.0.65 "DELETE /v2.0/security-groups/9acd19e6-db4e-4af6-96bc-a5d692cf54be HTTP/1.1" status: 204 len: 168 time: 0.7733679 Feb 04 12:36:24.122518 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 49012) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:24.145304 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fcad3ca1-121f-475c-b3fd-26ed4ac9a6b6 req-1a4080fa-2a5e-4339-8e04-5d4c68441209 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1659529778&fields=id&tenant_id=6811610fed404ab8950570f16fc94eb8 HTTP/1.1" status: 200 len: 267 time: 0.3182487 Feb 04 12:36:24.154722 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-eb3558c1-caf7-4ce2-bc8b-9e9cbe20ab49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (0f69b7a7-f9fe-45f4-906e-656ba1b81330), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:24.224317 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31487ca8-4626-4055-a50a-4dcb6df9e61b tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9acd19e6-db4e-4af6-96bc-a5d692cf54be,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:24.246461 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3558c1-caf7-4ce2-bc8b-9e9cbe20ab49 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f69b7a7-f9fe-45f4-906e-656ba1b81330,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:24.287566 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b736adb5-420a-4a8b-82dd-c1ecd297b9ba req-2815856b-7696-430d-8208-4aa88cfc1811 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:24.301253 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b736adb5-420a-4a8b-82dd-c1ecd297b9ba req-2815856b-7696-430d-8208-4aa88cfc1811 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.65 "GET /v2.0/ports?device_id=266a3a18-9374-4c60-bb49-068f089f6a61 HTTP/1.1" status: 200 len: 944 time: 0.4668717 Feb 04 12:36:24.346614 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-352ba420-c116-432d-9e90-77fe0f533963 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Delete allocated IP 2001:db8::138 (4e59fa0d-714a-4ea9-b926-876c13cb34e9/5ae975d6-2681-48cf-830d-e5a177d948eb) {{(pid=103475) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 04 12:36:24.386495 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-eb3558c1-caf7-4ce2-bc8b-9e9cbe20ab49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1599901'] for router_gateway (f7a758cb-2ec5-4863-af36-5b323a96683c), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:24.521163 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-eb3558c1-caf7-4ce2-bc8b-9e9cbe20ab49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10915'] for router (f7a758cb-2ec5-4863-af36-5b323a96683c), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:24.523822 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-eb3558c1-caf7-4ce2-bc8b-9e9cbe20ab49 admin admin] Publish callbacks [] for router_controller (f7a758cb-2ec5-4863-af36-5b323a96683c), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:24.597662 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-eb3558c1-caf7-4ce2-bc8b-9e9cbe20ab49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622829'] for router (f7a758cb-2ec5-4863-af36-5b323a96683c), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:24.601597 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb3558c1-caf7-4ce2-bc8b-9e9cbe20ab49 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7a758cb-2ec5-4863-af36-5b323a96683c {{(pid=103474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 12:36:24.629645 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-eb3558c1-caf7-4ce2-bc8b-9e9cbe20ab49 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:24.637339 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-eb3558c1-caf7-4ce2-bc8b-9e9cbe20ab49 admin admin] 10.222.0.65 "DELETE /v2.0/routers/f7a758cb-2ec5-4863-af36-5b323a96683c HTTP/1.1" status: 204 len: 168 time: 2.3007181 Feb 04 12:36:24.640009 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49026) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:24.727946 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd62e00d-c094-4fb7-bb4d-682a2fd68c9d admin admin] Deleting subnet b210b3d4-0fee-4dad-a874-126f3e2c1f20 {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:36:24.733155 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cd62e00d-c094-4fb7-bb4d-682a2fd68c9d admin admin] Publish callbacks [] for subnet (b210b3d4-0fee-4dad-a874-126f3e2c1f20), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:24.803465 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cd62e00d-c094-4fb7-bb4d-682a2fd68c9d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (b210b3d4-0fee-4dad-a874-126f3e2c1f20), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:24.866806 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cd62e00d-c094-4fb7-bb4d-682a2fd68c9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (b210b3d4-0fee-4dad-a874-126f3e2c1f20), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:24.891157 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-352ba420-c116-432d-9e90-77fe0f533963 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Allocated IP 2001:db8:0:2::26b (4e59fa0d-714a-4ea9-b926-876c13cb34e9/0aa2be11-437a-4075-8d26-873a1f1a2911/4ef145b7-a6e1-4560-8879-09cd5ebcfcea) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:36:24.955794 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cd62e00d-c094-4fb7-bb4d-682a2fd68c9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (b210b3d4-0fee-4dad-a874-126f3e2c1f20), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:24.994670 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cd62e00d-c094-4fb7-bb4d-682a2fd68c9d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:25.002109 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-cd62e00d-c094-4fb7-bb4d-682a2fd68c9d admin admin] 10.222.0.65 "DELETE /v2.0/subnets/b210b3d4-0fee-4dad-a874-126f3e2c1f20 HTTP/1.1" status: 204 len: 168 time: 0.3567636 Feb 04 12:36:25.002109 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd62e00d-c094-4fb7-bb4d-682a2fd68c9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b210b3d4-0fee-4dad-a874-126f3e2c1f20,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:25.008108 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49034) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:25.041082 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49036) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:25.044996 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-6e52267e-658b-4505-8345-a6b4f98e496b tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.8982339 Feb 04 12:36:25.103705 n-d-825015-3 neutron-server[103474]: INFO neutron.api.v2.resource [None req-2c82ac23-3c04-4eee-8768-eace992fd277 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] delete failed (client error): The resource could not be found. Feb 04 12:36:25.105220 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-2c82ac23-3c04-4eee-8768-eace992fd277 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] 10.222.0.65 "DELETE /v2.0/security-groups/682dabd3-8608-4c14-9d13-b310a4b97fce HTTP/1.1" status: 404 len: 347 time: 0.0628059 Feb 04 12:36:25.111458 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49040) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:25.137365 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b736adb5-420a-4a8b-82dd-c1ecd297b9ba req-4a5d959c-a33d-4226-abed-d00866a79f88 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.65 "GET /v2.0/security-groups?id=3194529c-ef45-449a-86a3-c42c7670cd65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7958753 Feb 04 12:36:25.170681 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e89a6a7f-baf7-48d2-979f-abd2cbc76384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (e5afc4b2-b62e-43cc-a807-b008639c0d4f), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:25.183457 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcad3ca1-121f-475c-b3fd-26ed4ac9a6b6 req-496ba09b-7530-4917-9151-24051ce6631b tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:25.193312 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fcad3ca1-121f-475c-b3fd-26ed4ac9a6b6 req-496ba09b-7530-4917-9151-24051ce6631b tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] 10.222.0.65 "GET /v2.0/networks?id=e220eee6-efbf-4e16-8278-b7034a106a3d HTTP/1.1" status: 200 len: 816 time: 1.0009024 Feb 04 12:36:25.202449 n-d-825015-3 neutron-server[103474]: INFO neutron.api.v2.resource [None req-d8bafa85-0ad0-45db-a04e-84b7a9064b96 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] show failed (client error): The resource could not be found. Feb 04 12:36:25.210490 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-d8bafa85-0ad0-45db-a04e-84b7a9064b96 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] 10.222.0.65 "GET /v2.0/security-groups/1113b629-7fb9-4e37-a7d3-dc8ea9981ac7 HTTP/1.1" status: 404 len: 347 time: 0.0971758 Feb 04 12:36:25.212513 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49042) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:25.228370 n-d-825015-3 neutron-server[103474]: INFO neutron.api.v2.resource [None req-c95fd0f3-315e-4755-83f4-caa42ca345c2 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] show failed (client error): The resource could not be found. Feb 04 12:36:25.236967 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-c95fd0f3-315e-4755-83f4-caa42ca345c2 tempest-NegativeSecGroupTest-1536725451 tempest-NegativeSecGroupTest-1536725451-project] 10.222.0.65 "GET /v2.0/security-group-rules/fd8e43a4-b41b-4f12-adde-99283aa89ecb HTTP/1.1" status: 404 len: 356 time: 0.0231254 Feb 04 12:36:25.245226 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fcad3ca1-121f-475c-b3fd-26ed4ac9a6b6 req-05d865f2-2d27-44ff-8fd4-392f7c1ccbef tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] 10.222.0.65 "GET /v2.0/quotas/6811610fed404ab8950570f16fc94eb8 HTTP/1.1" status: 200 len: 375 time: 0.0499947 Feb 04 12:36:25.306448 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-8176ad69-4803-45af-bb1d-3b08716428d6 None None] Provisioning complete for port 4ef145b7-a6e1-4560-8879-09cd5ebcfcea triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:36:25.306960 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8176ad69-4803-45af-bb1d-3b08716428d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (4ef145b7-a6e1-4560-8879-09cd5ebcfcea), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:25.404008 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-8176ad69-4803-45af-bb1d-3b08716428d6 None None] Port 4ef145b7-a6e1-4560-8879-09cd5ebcfcea cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:36:25.426541 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-8176ad69-4803-45af-bb1d-3b08716428d6 None None] Provisioning complete for port dfd61ffe-387e-433d-8f72-f2223da0f446 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:36:25.426927 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8176ad69-4803-45af-bb1d-3b08716428d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (dfd61ffe-387e-433d-8f72-f2223da0f446), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:25.481221 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e89a6a7f-baf7-48d2-979f-abd2cbc76384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (e5afc4b2-b62e-43cc-a807-b008639c0d4f), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:25.499638 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device dfd61ffe-387e-433d-8f72-f2223da0f446 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:36:25.529778 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-e89a6a7f-baf7-48d2-979f-abd2cbc76384 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5afc4b2-b62e-43cc-a807-b008639c0d4f']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:36:25.550439 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fcad3ca1-121f-475c-b3fd-26ed4ac9a6b6 req-5ef35f0f-be21-4cf8-8a37-ad7f5eb46cb3 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=6811610fed404ab8950570f16fc94eb8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3042250 Feb 04 12:36:25.553203 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-e89a6a7f-baf7-48d2-979f-abd2cbc76384 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9a4c4bf-e4ee-411b-abe4-f3340937d454') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:36:25.556025 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-e89a6a7f-baf7-48d2-979f-abd2cbc76384 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9a4c4bf-e4ee-411b-abe4-f3340937d454') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:36:25.584587 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e89a6a7f-baf7-48d2-979f-abd2cbc76384 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (e9a4c4bf-e4ee-411b-abe4-f3340937d454), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:25.590048 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd309fec-08db-4586-91cf-b4f40018a36b req-1718a1f3-9088-4ff6-8b58-a9af0127bb04 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:25.592180 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bd309fec-08db-4586-91cf-b4f40018a36b req-1718a1f3-9088-4ff6-8b58-a9af0127bb04 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a5c2a56-ee1a-4c7e-bf15-98711834c060 HTTP/1.1" status: 200 len: 945 time: 0.2295544 Feb 04 12:36:25.629760 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e89a6a7f-baf7-48d2-979f-abd2cbc76384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (e9a4c4bf-e4ee-411b-abe4-f3340937d454), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:25.641881 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e89a6a7f-baf7-48d2-979f-abd2cbc76384 admin admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:36:25.642491 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e89a6a7f-baf7-48d2-979f-abd2cbc76384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (e9a4c4bf-e4ee-411b-abe4-f3340937d454), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:25.644148 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 12:36:25.644148 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:36:25.644148 n-d-825015-3 neutron-server[103474]: timer() Feb 04 12:36:25.644148 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:36:25.644148 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 12:36:25.644148 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:36:25.644148 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 12:36:25.644148 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:36:25.644148 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 12:36:25.644148 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:36:25.644148 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 12:36:25.644148 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:36:25.644148 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 12:36:25.644148 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:36:25.644148 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:36:25.644148 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:36:25.644148 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:36:25.644148 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:36:25.644148 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 12:36:25.644148 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:36:25.644148 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 12:36:25.644148 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:36:25.644148 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:36:25.644148 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:36:25.644148 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 12:36:25.644148 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:36:25.644148 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:36:25.644148 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:36:25.644148 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:36:25.644148 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:36:25.644148 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:36:25.644148 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:36:25.669921 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-352ba420-c116-432d-9e90-77fe0f533963 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks [] for port (4ef145b7-a6e1-4560-8879-09cd5ebcfcea), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:25.680247 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bd309fec-08db-4586-91cf-b4f40018a36b req-8528c813-21d7-4780-b0a6-5aae90e87fd2 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8bd411c-ac47-4f15-b918-c420cf0295e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797300 Feb 04 12:36:25.682697 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-352ba420-c116-432d-9e90-77fe0f533963 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (4ef145b7-a6e1-4560-8879-09cd5ebcfcea), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:25.713952 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port dfd61ffe-387e-433d-8f72-f2223da0f446 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:36:25.713952 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (dfd61ffe-387e-433d-8f72-f2223da0f446), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:25.718068 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-8176ad69-4803-45af-bb1d-3b08716428d6 None None] Current status of the port dfd61ffe-387e-433d-8f72-f2223da0f446 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:36:25.773692 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352ba420-c116-432d-9e90-77fe0f533963 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Pushing event updated for resources: {'Port': ['ID=4ef145b7-a6e1-4560-8879-09cd5ebcfcea,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:25.788991 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-8176ad69-4803-45af-bb1d-3b08716428d6 None None] Provisioning complete for port 5a2e52d2-64a7-4f1e-9523-dd592102cc30 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:36:25.789280 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8176ad69-4803-45af-bb1d-3b08716428d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (5a2e52d2-64a7-4f1e-9523-dd592102cc30), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:25.808870 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e89a6a7f-baf7-48d2-979f-abd2cbc76384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (e5afc4b2-b62e-43cc-a807-b008639c0d4f), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:25.846297 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e89a6a7f-baf7-48d2-979f-abd2cbc76384 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:25.849173 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-352ba420-c116-432d-9e90-77fe0f533963 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] In _notify_port_updated(), no bound segment for port 4ef145b7-a6e1-4560-8879-09cd5ebcfcea on network 4e59fa0d-714a-4ea9-b926-876c13cb34e9 {{(pid=103475) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 04 12:36:25.856854 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-e89a6a7f-baf7-48d2-979f-abd2cbc76384 admin admin] 10.222.0.65 "DELETE /v2.0/networks/e5afc4b2-b62e-43cc-a807-b008639c0d4f HTTP/1.1" status: 204 len: 168 time: 0.8467653 Feb 04 12:36:25.857880 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89a6a7f-baf7-48d2-979f-abd2cbc76384 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5afc4b2-b62e-43cc-a807-b008639c0d4f,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:25.861718 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-352ba420-c116-432d-9e90-77fe0f533963 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:25.862764 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-352ba420-c116-432d-9e90-77fe0f533963 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:25.868766 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49058) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:25.888299 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-352ba420-c116-432d-9e90-77fe0f533963 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "PUT /v2.0/ports/4ef145b7-a6e1-4560-8879-09cd5ebcfcea HTTP/1.1" status: 200 len: 969 time: 3.1700461 Feb 04 12:36:25.960336 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-8176ad69-4803-45af-bb1d-3b08716428d6 None None] Port 5a2e52d2-64a7-4f1e-9523-dd592102cc30 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:36:25.997886 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49062) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:26.051201 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 7ac5ab11-addb-4dd2-b145-f5d33ea6ff70 up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:36:26.119488 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-9ea770be-0519-4f3e-b4b9-701c20d0947f tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Deleting port 4ef145b7-a6e1-4560-8879-09cd5ebcfcea {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:36:26.119865 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9ea770be-0519-4f3e-b4b9-701c20d0947f tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (4ef145b7-a6e1-4560-8879-09cd5ebcfcea), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:26.140377 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port dfd61ffe-387e-433d-8f72-f2223da0f446 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:36:26.153858 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49070) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:26.177935 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fcad3ca1-121f-475c-b3fd-26ed4ac9a6b6 req-92bf7662-a627-4d1d-b922-1d0cf8095668 service neutron] 10.222.0.65 "GET /v2.0/networks/e220eee6-efbf-4e16-8278-b7034a106a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6258993 Feb 04 12:36:26.187110 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning for port 7ac5ab11-addb-4dd2-b145-f5d33ea6ff70 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:36:26.206209 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port 7ac5ab11-addb-4dd2-b145-f5d33ea6ff70 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:36:26.207557 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (7ac5ab11-addb-4dd2-b145-f5d33ea6ff70), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:26.305026 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device f172d7da-658c-4166-b0e0-def699128d7c no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:36:26.380477 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-558514dd-2f95-4fe5-90da-4f85a64d4844 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=60403df8fc1a4b00b06a45bfc2d7e2b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2248878 Feb 04 12:36:26.383773 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9ea770be-0519-4f3e-b4b9-701c20d0947f tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (4ef145b7-a6e1-4560-8879-09cd5ebcfcea), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:26.389596 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 49078) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:26.423677 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-9ea770be-0519-4f3e-b4b9-701c20d0947f tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Calling delete_port for 4ef145b7-a6e1-4560-8879-09cd5ebcfcea owned by {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:36:26.438523 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: f172d7da-658c-4166-b0e0-def699128d7c {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:36:26.439130 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device f172d7da-658c-4166-b0e0-def699128d7c not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:36:26.439631 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 0f69b7a7-f9fe-45f4-906e-656ba1b81330 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:36:26.467495 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 0f69b7a7-f9fe-45f4-906e-656ba1b81330 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:36:26.467987 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 0f69b7a7-f9fe-45f4-906e-656ba1b81330 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:36:26.477526 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-f20dd7f3-2286-40f2-8d2b-8d73dcfcd714 None None] Provisioning complete for port 4ef145b7-a6e1-4560-8879-09cd5ebcfcea triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:36:26.477999 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f20dd7f3-2286-40f2-8d2b-8d73dcfcd714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (4ef145b7-a6e1-4560-8879-09cd5ebcfcea), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:26.540592 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fcad3ca1-121f-475c-b3fd-26ed4ac9a6b6 req-5cf82329-1ba3-4710-b133-9d521e376c72 service neutron] 10.222.0.65 "GET /v2.0/networks/e220eee6-efbf-4e16-8278-b7034a106a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3550732 Feb 04 12:36:26.603987 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 7ac5ab11-addb-4dd2-b145-f5d33ea6ff70 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:36:26.604385 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (7ac5ab11-addb-4dd2-b145-f5d33ea6ff70), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:26.626028 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5b8620-c79a-4d2a-9ea3-3500fc3400eb req-7c4aac23-9dc6-4187-8538-7d6cdf7aea0c tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:26.627650 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-de5b8620-c79a-4d2a-9ea3-3500fc3400eb req-7c4aac23-9dc6-4187-8538-7d6cdf7aea0c tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.65 "GET /v2.0/ports?device_id=266a3a18-9374-4c60-bb49-068f089f6a61 HTTP/1.1" status: 200 len: 944 time: 0.2492843 Feb 04 12:36:26.661179 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 7ac5ab11-addb-4dd2-b145-f5d33ea6ff70, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=7ac5ab11-addb-4dd2-b145-f5d33ea6ff70,segment=NetworkSegment(37882638-7c6f-43c0-8749-8a8baa27febc),segment_id=37882638-7c6f-43c0-8749-8a8baa27febc)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:36:26.662421 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-f20dd7f3-2286-40f2-8d2b-8d73dcfcd714 None None] Port 4ef145b7-a6e1-4560-8879-09cd5ebcfcea cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:36:26.664684 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '266a3a18-9374-4c60-bb49-068f089f6a61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ac5ab11-addb-4dd2-b145-f5d33ea6ff70'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:36:26.667662 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eff166c1-dcfa-46e1-b13c-6824fb849b4e" -d '{"events": [{"server_uuid": "266a3a18-9374-4c60-bb49-068f089f6a61", "name": "network-vif-plugged", "status": "completed", "tag": "7ac5ab11-addb-4dd2-b145-f5d33ea6ff70"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:36:26.674181 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (7ac5ab11-addb-4dd2-b145-f5d33ea6ff70), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:26.702453 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4786aeb4-32bc-4152-b154-6d1fb271a0d8 admin admin] Publish callbacks [] for security_group (67d57791-96db-4689-9a02-f69bf9a8e63a), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:26.775381 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4786aeb4-32bc-4152-b154-6d1fb271a0d8 admin admin] Publish callbacks [] for security_group (67d57791-96db-4689-9a02-f69bf9a8e63a), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:26.811061 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-de5b8620-c79a-4d2a-9ea3-3500fc3400eb req-a84e418e-825c-4f74-b276-3a8f9f23e46c tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.65 "GET /v2.0/security-groups?id=3194529c-ef45-449a-86a3-c42c7670cd65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699414 Feb 04 12:36:26.874533 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8805efe1-d15e-4d6d-bce5-9292446ae098 x-openstack-request-id: req-8805efe1-d15e-4d6d-bce5-9292446ae098 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:36:26.875914 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "266a3a18-9374-4c60-bb49-068f089f6a61", "name": "network-vif-plugged", "status": "completed", "tag": "7ac5ab11-addb-4dd2-b145-f5d33ea6ff70", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:36:26.876190 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8805efe1-d15e-4d6d-bce5-9292446ae098 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:36:26.876607 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '266a3a18-9374-4c60-bb49-068f089f6a61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ac5ab11-addb-4dd2-b145-f5d33ea6ff70', 'code': 200} Feb 04 12:36:26.878618 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=7ac5ab11-addb-4dd2-b145-f5d33ea6ff70,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:26.943620 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4786aeb4-32bc-4152-b154-6d1fb271a0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (67d57791-96db-4689-9a02-f69bf9a8e63a), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:26.946485 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4786aeb4-32bc-4152-b154-6d1fb271a0d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:26.947706 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-4786aeb4-32bc-4152-b154-6d1fb271a0d8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/67d57791-96db-4689-9a02-f69bf9a8e63a HTTP/1.1" status: 204 len: 168 time: 0.5557158 Feb 04 12:36:27.017556 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4786aeb4-32bc-4152-b154-6d1fb271a0d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d57791-96db-4689-9a02-f69bf9a8e63a,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:27.167536 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe640b0e-ee59-4d88-b968-7d431de76b42 req-386dcc49-2766-4317-8c64-157c99f68f22 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:27.177969 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fe640b0e-ee59-4d88-b968-7d431de76b42 req-386dcc49-2766-4317-8c64-157c99f68f22 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a5c2a56-ee1a-4c7e-bf15-98711834c060 HTTP/1.1" status: 200 len: 945 time: 0.2246287 Feb 04 12:36:27.253175 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-d4b931fb-c927-40d3-97b0-95e094636376 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f94e034d34e04026b6ac9fa7bec6dda4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2540870 Feb 04 12:36:27.277980 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 49102) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:27.297977 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb18896-03aa-4f98-8b66-b237066ee581 req-448111ec-af1f-409f-a318-d3e973ee61d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:27.299911 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bdb18896-03aa-4f98-8b66-b237066ee581 req-448111ec-af1f-409f-a318-d3e973ee61d1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=266a3a18-9374-4c60-bb49-068f089f6a61 HTTP/1.1" status: 200 len: 1127 time: 0.1974969 Feb 04 12:36:27.330684 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9ea770be-0519-4f3e-b4b9-701c20d0947f tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (4ef145b7-a6e1-4560-8879-09cd5ebcfcea), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:27.364036 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fe640b0e-ee59-4d88-b968-7d431de76b42 req-b96b7f42-d973-4c27-bd0e-379b875787fa tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8bd411c-ac47-4f15-b918-c420cf0295e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1796818 Feb 04 12:36:27.426190 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea770be-0519-4f3e-b4b9-701c20d0947f tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Pushing event deleted for resources: {'Port': ['ID=4ef145b7-a6e1-4560-8879-09cd5ebcfcea,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:27.446649 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bdb18896-03aa-4f98-8b66-b237066ee581 req-ac02817e-1eff-4f99-9b40-833861f8c764 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=3194529c-ef45-449a-86a3-c42c7670cd65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345515 Feb 04 12:36:27.454994 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2ebb44da-6079-4140-a90b-bac61979cd6c admin admin] Publish callbacks [] for security_group (dd90a2f2-5d83-425c-882b-e5cc134ccca1), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:27.465194 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9ea770be-0519-4f3e-b4b9-701c20d0947f tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:27.474548 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-9ea770be-0519-4f3e-b4b9-701c20d0947f tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "DELETE /v2.0/ports/4ef145b7-a6e1-4560-8879-09cd5ebcfcea HTTP/1.1" status: 204 len: 168 time: 1.6002643 Feb 04 12:36:27.475483 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49114) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:27.510175 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2ebb44da-6079-4140-a90b-bac61979cd6c admin admin] Publish callbacks [] for security_group (dd90a2f2-5d83-425c-882b-e5cc134ccca1), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:27.594777 n-d-825015-3 neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-87397cbe-aac2-41c6-85d4-94b80b06bd7c tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] GET failed (client error): The resource could not be found. Feb 04 12:36:27.598724 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-87397cbe-aac2-41c6-85d4-94b80b06bd7c tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "GET /v2.0/ports/4ef145b7-a6e1-4560-8879-09cd5ebcfcea HTTP/1.1" status: 404 len: 333 time: 0.1220081 Feb 04 12:36:27.610926 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 49124) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:27.653720 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2ebb44da-6079-4140-a90b-bac61979cd6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (dd90a2f2-5d83-425c-882b-e5cc134ccca1), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:27.662667 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2ebb44da-6079-4140-a90b-bac61979cd6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:27.665134 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-2ebb44da-6079-4140-a90b-bac61979cd6c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/dd90a2f2-5d83-425c-882b-e5cc134ccca1 HTTP/1.1" status: 204 len: 168 time: 0.3841374 Feb 04 12:36:27.683042 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebb44da-6079-4140-a90b-bac61979cd6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd90a2f2-5d83-425c-882b-e5cc134ccca1,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:27.839014 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8ac22307-ec1f-42c5-80ad-dee42c1d96c8 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks [] for security_group (0b987294-20bb-44ed-ae06-026f563c2654), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:27.844079 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55201a13-57eb-41d4-a534-10d94fbab263 req-d338d7de-19d3-4d58-99f4-b0acd93e8a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:27.845778 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-55201a13-57eb-41d4-a534-10d94fbab263 req-d338d7de-19d3-4d58-99f4-b0acd93e8a04 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=31d6c346447a48008dccda4817c529a1&device_id=5a5c2a56-ee1a-4c7e-bf15-98711834c060 HTTP/1.1" status: 200 len: 1127 time: 0.1229339 Feb 04 12:36:27.870625 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3007df60-8402-44cd-a49d-7ce2eb44254b req-001872be-2e79-40f7-9059-af789f244bc5 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:27.884597 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3007df60-8402-44cd-a49d-7ce2eb44254b req-001872be-2e79-40f7-9059-af789f244bc5 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a5c2a56-ee1a-4c7e-bf15-98711834c060 HTTP/1.1" status: 200 len: 945 time: 0.1741567 Feb 04 12:36:28.000394 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55201a13-57eb-41d4-a534-10d94fbab263 req-42d93833-2ca2-4c3a-ab5c-c55aa7b56a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:28.000748 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-55201a13-57eb-41d4-a534-10d94fbab263 req-42d93833-2ca2-4c3a-ab5c-c55aa7b56a29 service neutron] 10.222.0.77 "GET /v2.0/networks?id=211162ce-c654-4372-abd8-21bf219f75aa HTTP/1.1" status: 200 len: 912 time: 0.1403155 Feb 04 12:36:28.083707 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8ac22307-ec1f-42c5-80ad-dee42c1d96c8 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks [] for security_group (0b987294-20bb-44ed-ae06-026f563c2654), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:28.258729 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3007df60-8402-44cd-a49d-7ce2eb44254b req-e44ae258-84ae-403d-a9ac-85af1eef28b3 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8bd411c-ac47-4f15-b918-c420cf0295e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3730423 Feb 04 12:36:28.305956 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-55201a13-57eb-41d4-a534-10d94fbab263 req-157e7234-0d8a-4927-83df-cfee89e43eb8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be6eda28-f036-432a-b687-6c873f3ef0e7 HTTP/1.1" status: 200 len: 1000 time: 0.2933538 Feb 04 12:36:28.502957 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3649d376-db02-4fb0-9a1b-815de04e7694 req-39548d37-8482-4674-9396-3445100abbc7 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd965a09-a3c2-4154-b1ba-6bff03a756a4 HTTP/1.1" status: 200 len: 210 time: 0.0889935 Feb 04 12:36:28.527176 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8ac22307-ec1f-42c5-80ad-dee42c1d96c8 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (0b987294-20bb-44ed-ae06-026f563c2654), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:28.530136 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8ac22307-ec1f-42c5-80ad-dee42c1d96c8 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:28.534618 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49172) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:28.540633 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-8ac22307-ec1f-42c5-80ad-dee42c1d96c8 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "DELETE /v2.0/security-groups/0b987294-20bb-44ed-ae06-026f563c2654 HTTP/1.1" status: 204 len: 168 time: 0.9278932 Feb 04 12:36:28.587090 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55201a13-57eb-41d4-a534-10d94fbab263 req-5095c491-5280-45a9-bbb2-3cc80a1a29e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:28.589194 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-55201a13-57eb-41d4-a534-10d94fbab263 req-5095c491-5280-45a9-bbb2-3cc80a1a29e7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a7a80143-29a9-4ba6-9987-42b8f7317e54 HTTP/1.1" status: 200 len: 850 time: 0.2637110 Feb 04 12:36:28.592776 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac22307-ec1f-42c5-80ad-dee42c1d96c8 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b987294-20bb-44ed-ae06-026f563c2654,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:28.663356 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f2e8d1-bca3-4452-a4d9-17ae7e574fce req-3c95451f-f1e8-4e4f-846f-0e7cabb222a3 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:28.666375 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-85f2e8d1-bca3-4452-a4d9-17ae7e574fce req-3c95451f-f1e8-4e4f-846f-0e7cabb222a3 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.65 "GET /v2.0/ports?device_id=266a3a18-9374-4c60-bb49-068f089f6a61 HTTP/1.1" status: 200 len: 945 time: 0.4402766 Feb 04 12:36:28.721761 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-43ccc123-9e0a-40f4-a97d-88f75405d98f tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks [] for security_group (3e733bce-2e98-4c05-bd66-4f824775fc11), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:28.767256 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55201a13-57eb-41d4-a534-10d94fbab263 req-7b950b52-9180-47e3-a960-400a449d2451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:28.769170 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-55201a13-57eb-41d4-a534-10d94fbab263 req-7b950b52-9180-47e3-a960-400a449d2451 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=211162ce-c654-4372-abd8-21bf219f75aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1722012 Feb 04 12:36:28.776093 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-85f2e8d1-bca3-4452-a4d9-17ae7e574fce req-c621e735-982b-4874-a2e8-0bcc5d8724e4 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.65 "GET /v2.0/security-groups?id=3194529c-ef45-449a-86a3-c42c7670cd65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763166 Feb 04 12:36:28.802253 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-43ccc123-9e0a-40f4-a97d-88f75405d98f tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks [] for security_group (3e733bce-2e98-4c05-bd66-4f824775fc11), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:28.847873 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49180) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:28.862652 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-43ccc123-9e0a-40f4-a97d-88f75405d98f tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (3e733bce-2e98-4c05-bd66-4f824775fc11), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:28.865958 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-43ccc123-9e0a-40f4-a97d-88f75405d98f tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:28.867488 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-43ccc123-9e0a-40f4-a97d-88f75405d98f tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "DELETE /v2.0/security-groups/3e733bce-2e98-4c05-bd66-4f824775fc11 HTTP/1.1" status: 204 len: 168 time: 0.3312709 Feb 04 12:36:28.871380 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49184) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:28.896022 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ccc123-9e0a-40f4-a97d-88f75405d98f tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e733bce-2e98-4c05-bd66-4f824775fc11,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:28.996382 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-814a74e1-c4ce-4dd9-a451-0a0ff3ffee6e tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks [] for security_group (8e60e27c-c43f-4c77-9ee0-a4e93458ef6d), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:29.021177 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-55201a13-57eb-41d4-a534-10d94fbab263 req-68d11b14-9c65-44b4-b962-144c2cfa9d2c service neutron] 10.222.0.77 "GET /v2.0/networks/211162ce-c654-4372-abd8-21bf219f75aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435524 Feb 04 12:36:29.031759 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-814a74e1-c4ce-4dd9-a451-0a0ff3ffee6e tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks [] for security_group (8e60e27c-c43f-4c77-9ee0-a4e93458ef6d), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:29.117312 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-814a74e1-c4ce-4dd9-a451-0a0ff3ffee6e tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (8e60e27c-c43f-4c77-9ee0-a4e93458ef6d), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:29.121812 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-814a74e1-c4ce-4dd9-a451-0a0ff3ffee6e tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:29.127554 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-814a74e1-c4ce-4dd9-a451-0a0ff3ffee6e tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "DELETE /v2.0/security-groups/8e60e27c-c43f-4c77-9ee0-a4e93458ef6d HTTP/1.1" status: 204 len: 168 time: 0.2551708 Feb 04 12:36:29.128385 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49192) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:29.223549 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814a74e1-c4ce-4dd9-a451-0a0ff3ffee6e tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e60e27c-c43f-4c77-9ee0-a4e93458ef6d,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:29.283284 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-7977c529-24c9-4e3d-bb6f-b46fd42b69f5 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Deleting subnet 5ae975d6-2681-48cf-830d-e5a177d948eb {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:36:29.303237 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7977c529-24c9-4e3d-bb6f-b46fd42b69f5 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks [] for subnet (5ae975d6-2681-48cf-830d-e5a177d948eb), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:29.363276 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-55201a13-57eb-41d4-a534-10d94fbab263 req-9f0aae84-dc86-4c34-bbbd-5cffcddcbdff service neutron] 10.222.0.77 "GET /v2.0/networks/211162ce-c654-4372-abd8-21bf219f75aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3336971 Feb 04 12:36:29.367765 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-5e51896a-0fb1-4bb2-b1a0-8ddf091bfef2 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-2040297569-network', 'tenant_id': '7c708671ca9d48e9a3973c52295ccec6'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:36:29.406733 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7977c529-24c9-4e3d-bb6f-b46fd42b69f5 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (5ae975d6-2681-48cf-830d-e5a177d948eb), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:29.434433 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e51896a-0fb1-4bb2-b1a0-8ddf091bfef2 admin admin] Made reservation on behalf of 7c708671ca9d48e9a3973c52295ccec6 for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:36:29.437989 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5e51896a-0fb1-4bb2-b1a0-8ddf091bfef2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:29.461915 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5e51896a-0fb1-4bb2-b1a0-8ddf091bfef2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:29.526416 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98579b95-cc86-41a5-94f7-782e70eabde7 req-6bf20783-b690-4325-b0d5-6369b748afa4 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:29.529521 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-98579b95-cc86-41a5-94f7-782e70eabde7 req-6bf20783-b690-4325-b0d5-6369b748afa4 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a5c2a56-ee1a-4c7e-bf15-98711834c060 HTTP/1.1" status: 200 len: 945 time: 0.1313133 Feb 04 12:36:29.622240 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7977c529-24c9-4e3d-bb6f-b46fd42b69f5 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (5ae975d6-2681-48cf-830d-e5a177d948eb), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:29.636741 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-98579b95-cc86-41a5-94f7-782e70eabde7 req-07b328f5-a0ed-46d1-b733-5716adbd723c tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8bd411c-ac47-4f15-b918-c420cf0295e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926542 Feb 04 12:36:29.742012 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-07c2fd67-a893-40fe-b28f-77615bb20ca9 req-9ecbdb96-ecb6-44a9-9735-a28056151bce tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd965a09-a3c2-4154-b1ba-6bff03a756a4 HTTP/1.1" status: 200 len: 210 time: 0.0560846 Feb 04 12:36:29.742729 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5e51896a-0fb1-4bb2-b1a0-8ddf091bfef2 admin admin] Publish callbacks [] for security_group (3ebb356c-bd77-4f7e-b2ab-fd06e5387b61), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:29.750407 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5e51896a-0fb1-4bb2-b1a0-8ddf091bfef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (3ebb356c-bd77-4f7e-b2ab-fd06e5387b61), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:29.778589 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7977c529-24c9-4e3d-bb6f-b46fd42b69f5 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (5ae975d6-2681-48cf-830d-e5a177d948eb), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:29.820998 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e51896a-0fb1-4bb2-b1a0-8ddf091bfef2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:36:29.887495 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e51896a-0fb1-4bb2-b1a0-8ddf091bfef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ebb356c-bd77-4f7e-b2ab-fd06e5387b61,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:29.891856 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7977c529-24c9-4e3d-bb6f-b46fd42b69f5 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Pushing event deleted for resources: {'Subnet': ['ID=5ae975d6-2681-48cf-830d-e5a177d948eb,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:29.909007 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2aa1fb5-fd55-46af-8769-2ab5185858d1 None None] Network 4e59fa0d-714a-4ea9-b926-876c13cb34e9 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:36:29.925475 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7977c529-24c9-4e3d-bb6f-b46fd42b69f5 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:29.940442 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-7977c529-24c9-4e3d-bb6f-b46fd42b69f5 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "DELETE /v2.0/subnets/5ae975d6-2681-48cf-830d-e5a177d948eb HTTP/1.1" status: 204 len: 168 time: 0.8064852 Feb 04 12:36:29.942126 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5e51896a-0fb1-4bb2-b1a0-8ddf091bfef2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (9cdba358-2658-4993-be17-0c431a956e91), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:29.942484 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-5e51896a-0fb1-4bb2-b1a0-8ddf091bfef2 admin admin] Added segment 9cdba358-2658-4993-be17-0c431a956e91 of type vlan for network 07e06a42-fbfe-42bf-b8c5-12fb7ba00fe9 Feb 04 12:36:29.943818 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49228) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:29.985586 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4af947a-7633-476a-b3fa-f7f466f91351 req-5f15f670-06f5-4275-bbfa-267d45cfee54 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:29.994286 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c4af947a-7633-476a-b3fa-f7f466f91351 req-5f15f670-06f5-4275-bbfa-267d45cfee54 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.65 "GET /v2.0/ports?device_id=266a3a18-9374-4c60-bb49-068f089f6a61 HTTP/1.1" status: 200 len: 945 time: 0.1087101 Feb 04 12:36:30.075699 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c4af947a-7633-476a-b3fa-f7f466f91351 req-31a1de1a-4663-4c87-9ddb-81832c947720 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.65 "GET /v2.0/security-groups?id=3194529c-ef45-449a-86a3-c42c7670cd65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728276 Feb 04 12:36:30.108006 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5e51896a-0fb1-4bb2-b1a0-8ddf091bfef2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (07e06a42-fbfe-42bf-b8c5-12fb7ba00fe9), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:30.166940 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-5700dfd7-3fe3-4540-874b-ae1173599e29 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Deleting subnet 0aa2be11-437a-4075-8d26-873a1f1a2911 {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:36:30.197002 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5700dfd7-3fe3-4540-874b-ae1173599e29 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks [] for subnet (0aa2be11-437a-4075-8d26-873a1f1a2911), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:30.324905 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5e51896a-0fb1-4bb2-b1a0-8ddf091bfef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (07e06a42-fbfe-42bf-b8c5-12fb7ba00fe9), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:30.332827 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e51896a-0fb1-4bb2-b1a0-8ddf091bfef2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:30.333581 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5e51896a-0fb1-4bb2-b1a0-8ddf091bfef2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:30.424509 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcad3ca1-121f-475c-b3fd-26ed4ac9a6b6 req-00cf54bf-3b33-42ee-9130-06ffe89bb15f tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:30.426578 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fcad3ca1-121f-475c-b3fd-26ed4ac9a6b6 req-00cf54bf-3b33-42ee-9130-06ffe89bb15f tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] 10.222.0.77 "GET /v2.0/networks?id=e220eee6-efbf-4e16-8278-b7034a106a3d HTTP/1.1" status: 200 len: 816 time: 0.3040099 Feb 04 12:36:30.513279 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e51896a-0fb1-4bb2-b1a0-8ddf091bfef2 admin admin] Pushing event updated for resources: {'Network': ['ID=07e06a42-fbfe-42bf-b8c5-12fb7ba00fe9,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:30.533170 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5700dfd7-3fe3-4540-874b-ae1173599e29 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (0aa2be11-437a-4075-8d26-873a1f1a2911), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:30.537511 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 07e06a42-fbfe-42bf-b8c5-12fb7ba00fe9 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:36:30.561385 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-5e51896a-0fb1-4bb2-b1a0-8ddf091bfef2 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7122753 Feb 04 12:36:30.565121 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 49246) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:30.592086 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-b5189881-e4ff-4952-9cb0-c25ba7014c69 admin admin] Request body: {'subnet': {'network_id': '07e06a42-fbfe-42bf-b8c5-12fb7ba00fe9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-2040297569-subnet', 'tenant_id': '7c708671ca9d48e9a3973c52295ccec6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:36:30.758057 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5189881-e4ff-4952-9cb0-c25ba7014c69 admin admin] Made reservation on behalf of 7c708671ca9d48e9a3973c52295ccec6 for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:36:30.761870 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b5189881-e4ff-4952-9cb0-c25ba7014c69 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:30.881298 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5700dfd7-3fe3-4540-874b-ae1173599e29 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (0aa2be11-437a-4075-8d26-873a1f1a2911), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:30.915382 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fcad3ca1-121f-475c-b3fd-26ed4ac9a6b6 req-082926df-a4ea-4c13-ab26-1594746cf647 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6811610fed404ab8950570f16fc94eb8 HTTP/1.1" status: 200 len: 380 time: 0.4761810 Feb 04 12:36:30.944552 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-fcad3ca1-121f-475c-b3fd-26ed4ac9a6b6 req-d03b8b9d-ac55-49f0-982c-94a8baa88935 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] Request body: {'port': {'device_id': 'fd965a09-a3c2-4154-b1ba-6bff03a756a4', 'network_id': 'e220eee6-efbf-4e16-8278-b7034a106a3d', 'admin_state_up': True, 'tenant_id': '6811610fed404ab8950570f16fc94eb8', 'security_groups': ['9c18c1f6-d0db-4e54-9b84-8670e680f6f6']}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:36:31.008826 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5700dfd7-3fe3-4540-874b-ae1173599e29 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (0aa2be11-437a-4075-8d26-873a1f1a2911), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:31.040966 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5700dfd7-3fe3-4540-874b-ae1173599e29 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Pushing event deleted for resources: {'Subnet': ['ID=0aa2be11-437a-4075-8d26-873a1f1a2911,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:31.059804 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:31.089049 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5700dfd7-3fe3-4540-874b-ae1173599e29 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:31.092403 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-5700dfd7-3fe3-4540-874b-ae1173599e29 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "DELETE /v2.0/subnets/0aa2be11-437a-4075-8d26-873a1f1a2911 HTTP/1.1" status: 204 len: 168 time: 1.1471701 Feb 04 12:36:31.098936 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49264) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:31.175090 n-d-825015-3 neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-e64cbc9b-27c4-4eeb-b828-93e5fc8cad2c tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] DELETE failed (client error): The resource could not be found. Feb 04 12:36:31.180234 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e64cbc9b-27c4-4eeb-b828-93e5fc8cad2c tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 12:36:31.185033 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-e64cbc9b-27c4-4eeb-b828-93e5fc8cad2c tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "DELETE /v2.0/subnets/5ae975d6-2681-48cf-830d-e5a177d948eb HTTP/1.1" status: 404 len: 337 time: 0.0846498 Feb 04 12:36:31.196933 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49266) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:31.308223 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9c9c4aa-4d3d-4976-bf09-013e4477e728 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Deleting subnet 8a6baec0-d4b2-470f-8567-63546d27a6ea {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:36:31.314159 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d9c9c4aa-4d3d-4976-bf09-013e4477e728 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks [] for subnet (8a6baec0-d4b2-470f-8567-63546d27a6ea), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:31.351334 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-04b6da78-b9ed-4031-888a-096be889c1d0 req-3a1f3e6e-a5fb-4b10-84cf-8ea056286e79 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd965a09-a3c2-4154-b1ba-6bff03a756a4 HTTP/1.1" status: 200 len: 210 time: 0.3298945 Feb 04 12:36:31.405425 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d9c9c4aa-4d3d-4976-bf09-013e4477e728 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (8a6baec0-d4b2-470f-8567-63546d27a6ea), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:31.534350 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4bb6f3-6301-4669-bbe0-9ea32ef83a14 req-a6aea8c3-3d0e-49bc-8c6b-b80be602a51e tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:31.544368 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2b4bb6f3-6301-4669-bbe0-9ea32ef83a14 req-a6aea8c3-3d0e-49bc-8c6b-b80be602a51e tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a5c2a56-ee1a-4c7e-bf15-98711834c060 HTTP/1.1" status: 200 len: 945 time: 0.5855796 Feb 04 12:36:31.561216 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49280) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:31.567114 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-a07a33fd-4062-4047-810d-940799a966df tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-159485109'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:36:31.684872 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b5189881-e4ff-4952-9cb0-c25ba7014c69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52094127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51452689'] for subnet (25363a4b-8d0a-4675-ad92-c9b56a6b3c35), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:31.692473 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5cddf8a-7872-42a2-b553-419c68e539e2 None None] Network 4e59fa0d-714a-4ea9-b926-876c13cb34e9 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:36:31.703755 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:31.712656 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a07a33fd-4062-4047-810d-940799a966df tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Made reservation on behalf of 6d2d96abb2ff46d88357aa25adf70711 for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:36:31.730201 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a07a33fd-4062-4047-810d-940799a966df tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:31.823541 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a07a33fd-4062-4047-810d-940799a966df tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:36:31.825428 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcad3ca1-121f-475c-b3fd-26ed4ac9a6b6 req-d03b8b9d-ac55-49f0-982c-94a8baa88935 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] Made reservation on behalf of 6811610fed404ab8950570f16fc94eb8 for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:36:31.845539 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a07a33fd-4062-4047-810d-940799a966df tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (f7d7b182-79a0-4db8-9fb8-bcb4599929bb), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:31.846993 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-a07a33fd-4062-4047-810d-940799a966df tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Added segment f7d7b182-79a0-4db8-9fb8-bcb4599929bb of type vlan for network 80f2e8f7-bfae-4f05-b06d-33405f9fbdc0 Feb 04 12:36:31.848612 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-fcad3ca1-121f-475c-b3fd-26ed4ac9a6b6 req-d03b8b9d-ac55-49f0-982c-94a8baa88935 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:31.860992 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-0fb6eb12-cf57-4d23-bafd-0791494402cf None None] Provisioning complete for port dfd61ffe-387e-433d-8f72-f2223da0f446 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:36:31.861377 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0fb6eb12-cf57-4d23-bafd-0791494402cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (dfd61ffe-387e-433d-8f72-f2223da0f446), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:31.892833 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2b4bb6f3-6301-4669-bbe0-9ea32ef83a14 req-3ca11bd2-2b8b-4110-a4f6-0aeff3dbe81d tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8bd411c-ac47-4f15-b918-c420cf0295e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3475783 Feb 04 12:36:31.895627 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 49290) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:31.919806 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d9c9c4aa-4d3d-4976-bf09-013e4477e728 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (8a6baec0-d4b2-470f-8567-63546d27a6ea), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:32.091142 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5189881-e4ff-4952-9cb0-c25ba7014c69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25363a4b-8d0a-4675-ad92-c9b56a6b3c35,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:32.128136 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5189881-e4ff-4952-9cb0-c25ba7014c69 admin admin] Checking segment: {'id': '9cdba358-2658-4993-be17-0c431a956e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '07e06a42-fbfe-42bf-b8c5-12fb7ba00fe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:36:32.135145 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a07a33fd-4062-4047-810d-940799a966df tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (80f2e8f7-bfae-4f05-b06d-33405f9fbdc0), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:32.141057 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5189881-e4ff-4952-9cb0-c25ba7014c69 admin admin] Network hostable DHCP agents. Network: 07e06a42-fbfe-42bf-b8c5-12fb7ba00fe9, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:36:32.253853 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a07a33fd-4062-4047-810d-940799a966df tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (80f2e8f7-bfae-4f05-b06d-33405f9fbdc0), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:32.269786 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07a33fd-4062-4047-810d-940799a966df tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:32.270513 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a07a33fd-4062-4047-810d-940799a966df tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:32.272990 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5189881-e4ff-4952-9cb0-c25ba7014c69 admin admin] Network 07e06a42-fbfe-42bf-b8c5-12fb7ba00fe9 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:36:32.296789 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-b5189881-e4ff-4952-9cb0-c25ba7014c69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 07e06a42-fbfe-42bf-b8c5-12fb7ba00fe9) {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:36:32.309462 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5189881-e4ff-4952-9cb0-c25ba7014c69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:32.310614 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b5189881-e4ff-4952-9cb0-c25ba7014c69 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:32.377769 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-b5189881-e4ff-4952-9cb0-c25ba7014c69 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8027167 Feb 04 12:36:32.403943 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb1d32f-85d1-433f-ba84-9677a3f17013 None None] Network 07e06a42-fbfe-42bf-b8c5-12fb7ba00fe9 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:36:32.407583 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-fcad3ca1-121f-475c-b3fd-26ed4ac9a6b6 req-d03b8b9d-ac55-49f0-982c-94a8baa88935 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] Allocated IP 172.20.0.10 (e220eee6-efbf-4e16-8278-b7034a106a3d/8ed89237-317f-4530-8ecc-638834416f83/4c40b330-5146-49b7-b628-bffee81080db) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:36:32.504440 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49304) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:32.505374 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d9c9c4aa-4d3d-4976-bf09-013e4477e728 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (8a6baec0-d4b2-470f-8567-63546d27a6ea), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:32.583161 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-a07a33fd-4062-4047-810d-940799a966df tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0202644 Feb 04 12:36:32.591854 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49308) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:32.610073 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-5ddaf451-3d95-4adb-983b-0b87ef0be2ea tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1882059109'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:36:32.688036 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee97c374-ac2c-454c-8c34-fc53d9350fc9 None None] Network 07e06a42-fbfe-42bf-b8c5-12fb7ba00fe9 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:36:32.735493 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ddaf451-3d95-4adb-983b-0b87ef0be2ea tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Made reservation on behalf of 6d2d96abb2ff46d88357aa25adf70711 for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:36:32.745544 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5ddaf451-3d95-4adb-983b-0b87ef0be2ea tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:32.747721 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07a33fd-4062-4047-810d-940799a966df tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Pushing event updated for resources: {'Network': ['ID=80f2e8f7-bfae-4f05-b06d-33405f9fbdc0,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:32.751367 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-fcad3ca1-121f-475c-b3fd-26ed4ac9a6b6 req-d03b8b9d-ac55-49f0-982c-94a8baa88935 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] Publish callbacks [] for port (4c40b330-5146-49b7-b628-bffee81080db), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:32.753260 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c9c4aa-4d3d-4976-bf09-013e4477e728 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Pushing event deleted for resources: {'Subnet': ['ID=8a6baec0-d4b2-470f-8567-63546d27a6ea,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:32.772532 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d9c9c4aa-4d3d-4976-bf09-013e4477e728 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:32.780830 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-d9c9c4aa-4d3d-4976-bf09-013e4477e728 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "DELETE /v2.0/subnets/8a6baec0-d4b2-470f-8567-63546d27a6ea HTTP/1.1" status: 204 len: 168 time: 1.5796826 Feb 04 12:36:32.791877 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49312) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:32.808382 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 80f2e8f7-bfae-4f05-b06d-33405f9fbdc0 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:36:32.851675 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6d05b7e5-f258-4cb9-abe0-7bbc034a9759 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:32.878465 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-fcad3ca1-121f-475c-b3fd-26ed4ac9a6b6 req-d03b8b9d-ac55-49f0-982c-94a8baa88935 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (4c40b330-5146-49b7-b628-bffee81080db), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:32.881465 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4b891849-5fa2-438d-b46b-42838493f226 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:32.890371 n-d-825015-3 neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-31b9b674-9d3a-4d71-bb02-9d32f7848cba tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] DELETE failed (client error): The resource could not be found. Feb 04 12:36:32.891242 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31b9b674-9d3a-4d71-bb02-9d32f7848cba tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 12:36:32.898455 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-31b9b674-9d3a-4d71-bb02-9d32f7848cba tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "DELETE /v2.0/subnets/e6fd62a3-450c-4dfc-a16c-659169224051 HTTP/1.1" status: 404 len: 337 time: 0.0733478 Feb 04 12:36:32.898725 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49316) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:32.933513 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0fb6eb12-cf57-4d23-bafd-0791494402cf None None] Current status of the port dfd61ffe-387e-433d-8f72-f2223da0f446 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:36:32.949514 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ddaf451-3d95-4adb-983b-0b87ef0be2ea tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:36:32.961204 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-d36cd5e2-9d1d-4a66-9f60-c4baeeab3f7d tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "GET /v2.0/ports?device_id=fb2f6f88-c77a-490f-9211-de017113535c HTTP/1.1" status: 200 len: 205 time: 0.0572031 Feb 04 12:36:32.963493 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49318) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:33.000011 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-0fb6eb12-cf57-4d23-bafd-0791494402cf None None] Provisioning complete for port 5a2e52d2-64a7-4f1e-9523-dd592102cc30 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:36:33.000851 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0fb6eb12-cf57-4d23-bafd-0791494402cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (5a2e52d2-64a7-4f1e-9523-dd592102cc30), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:33.015381 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5ddaf451-3d95-4adb-983b-0b87ef0be2ea tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (997f147b-14c9-4e9d-8460-8208afc645ea), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:33.016482 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-5ddaf451-3d95-4adb-983b-0b87ef0be2ea tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Added segment 997f147b-14c9-4e9d-8460-8208afc645ea of type vlan for network 64361832-4c3a-49e6-9dd4-d860a2c32a17 Feb 04 12:36:33.034936 n-d-825015-3 neutron-server[103474]: INFO neutron.api.v2.resource [None req-c5aaa95d-4580-405b-a456-bb1f6df0e519 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] delete failed (client error): The resource could not be found. Feb 04 12:36:33.038800 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-c5aaa95d-4580-405b-a456-bb1f6df0e519 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "DELETE /v2.0/routers/fb2f6f88-c77a-490f-9211-de017113535c HTTP/1.1" status: 404 len: 336 time: 0.0715144 Feb 04 12:36:33.041410 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49320) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:33.165729 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03b8b9d-ac55-49f0-982c-94a8baa88935 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] Pushing event updated for resources: {'Port': ['ID=4c40b330-5146-49b7-b628-bffee81080db,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:33.224360 n-d-825015-3 neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-4353ca84-cd66-447a-85a1-9aa544484f95 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] DELETE failed (client error): The resource could not be found. Feb 04 12:36:33.224903 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4353ca84-cd66-447a-85a1-9aa544484f95 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 12:36:33.233158 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-4353ca84-cd66-447a-85a1-9aa544484f95 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "DELETE /v2.0/subnets/709e8ebb-b3bb-44ee-ae25-1c5160601eb4 HTTP/1.1" status: 404 len: 337 time: 0.1889625 Feb 04 12:36:33.257404 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0fb6eb12-cf57-4d23-bafd-0791494402cf None None] Port 5a2e52d2-64a7-4f1e-9523-dd592102cc30 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:36:33.261566 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49328) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:33.301930 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5ddaf451-3d95-4adb-983b-0b87ef0be2ea tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (64361832-4c3a-49e6-9dd4-d860a2c32a17), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:33.367399 n-d-825015-3 neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-f06fd0a7-7cd4-49cf-b9d1-dca920394aa1 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] DELETE failed (client error): The resource could not be found. Feb 04 12:36:33.380826 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4b891849-5fa2-438d-b46b-42838493f226 admin admin] Publish callbacks [] for security_group (db4868ca-6bcb-451b-b92b-6bb4cddd83b5), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:33.387089 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f06fd0a7-7cd4-49cf-b9d1-dca920394aa1 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 12:36:33.391713 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-f06fd0a7-7cd4-49cf-b9d1-dca920394aa1 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "DELETE /v2.0/subnets/20a075a3-d7e9-4721-943c-c26cf8997223 HTTP/1.1" status: 404 len: 337 time: 0.1179395 Feb 04 12:36:33.401282 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 49332) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:33.404946 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcad3ca1-121f-475c-b3fd-26ed4ac9a6b6 req-d03b8b9d-ac55-49f0-982c-94a8baa88935 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] Network e220eee6-efbf-4e16-8278-b7034a106a3d is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:36:33.421202 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4b891849-5fa2-438d-b46b-42838493f226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (db4868ca-6bcb-451b-b92b-6bb4cddd83b5), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:33.433779 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b8066c-e0f6-492a-987e-6d6ad6b62765 req-56f99489-234d-406e-ac8f-c5603115419e tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:33.436474 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c2b8066c-e0f6-492a-987e-6d6ad6b62765 req-56f99489-234d-406e-ac8f-c5603115419e tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd965a09-a3c2-4154-b1ba-6bff03a756a4 HTTP/1.1" status: 200 len: 932 time: 0.7234602 Feb 04 12:36:33.437630 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec2802f-c8c6-4c00-99f2-44397e13aaf9 None None] Update dhcp port {'port': {'network_id': '4e59fa0d-714a-4ea9-b926-876c13cb34e9', 'fixed_ips': [{'subnet_id': '8a6baec0-d4b2-470f-8567-63546d27a6ea'}], 'binding:host_id': 'n-d-825015-3'}, 'id': 'dfd61ffe-387e-433d-8f72-f2223da0f446'} from n-d-825015-3. {{(pid=103476) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 04 12:36:33.443479 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49334) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:33.463659 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-fcad3ca1-121f-475c-b3fd-26ed4ac9a6b6 req-d03b8b9d-ac55-49f0-982c-94a8baa88935 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:36:33.468735 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcad3ca1-121f-475c-b3fd-26ed4ac9a6b6 req-d03b8b9d-ac55-49f0-982c-94a8baa88935 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:36:33.474589 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-09217bbe-3487-4bf8-b01f-56490773a44e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-232688718-network', 'tenant_id': 'd384c5d782bd48b8a27807bb836d6377'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:36:33.516879 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3ec2802f-c8c6-4c00-99f2-44397e13aaf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (dfd61ffe-387e-433d-8f72-f2223da0f446), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:33.520878 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5ddaf451-3d95-4adb-983b-0b87ef0be2ea tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (64361832-4c3a-49e6-9dd4-d860a2c32a17), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:33.526679 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ddaf451-3d95-4adb-983b-0b87ef0be2ea tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:33.534003 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5ddaf451-3d95-4adb-983b-0b87ef0be2ea tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:33.563167 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6d05b7e5-f258-4cb9-abe0-7bbc034a9759 admin admin] Publish callbacks [] for security_group (1fc55585-8dfe-4895-87a7-6b49bd2cda7e), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:33.564735 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c2b8066c-e0f6-492a-987e-6d6ad6b62765 req-139e78c9-e654-4df6-b58b-7ac61cde48d5 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c18c1f6-d0db-4e54-9b84-8670e680f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880249 Feb 04 12:36:33.567917 n-d-825015-3 neutron-server[103475]: INFO neutron.pecan_wsgi.hooks.translation [None req-da71d1c5-11f7-436c-b35f-5a439fc2f9e3 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] DELETE failed (client error): The resource could not be found. Feb 04 12:36:33.568459 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da71d1c5-11f7-436c-b35f-5a439fc2f9e3 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103475) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 12:36:33.575276 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-da71d1c5-11f7-436c-b35f-5a439fc2f9e3 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "DELETE /v2.0/subnets/eb354376-41f2-4ca1-9cf3-a3abe6349a96 HTTP/1.1" status: 404 len: 337 time: 0.1631417 Feb 04 12:36:33.603967 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49336) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:33.638200 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b891849-5fa2-438d-b46b-42838493f226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db4868ca-6bcb-451b-b92b-6bb4cddd83b5,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:33.647513 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-4b891849-5fa2-438d-b46b-42838493f226 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e77d5984e52e429facd7f9b422a54f2e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7327483 Feb 04 12:36:33.651664 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 49338) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:33.711924 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6d05b7e5-f258-4cb9-abe0-7bbc034a9759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (1fc55585-8dfe-4895-87a7-6b49bd2cda7e), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:33.713662 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcad3ca1-121f-475c-b3fd-26ed4ac9a6b6 req-d03b8b9d-ac55-49f0-982c-94a8baa88935 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:33.715864 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-fcad3ca1-121f-475c-b3fd-26ed4ac9a6b6 req-d03b8b9d-ac55-49f0-982c-94a8baa88935 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:33.768767 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e0bf2301-e719-4735-8d96-2bf05614064b admin admin] Publish callbacks [] for security_group (db4868ca-6bcb-451b-b92b-6bb4cddd83b5), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:33.779206 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fcad3ca1-121f-475c-b3fd-26ed4ac9a6b6 req-d03b8b9d-ac55-49f0-982c-94a8baa88935 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8519681 Feb 04 12:36:33.823020 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-fcad3ca1-121f-475c-b3fd-26ed4ac9a6b6 req-3f160d07-40e0-4238-97e0-82e5950d70c9 service neutron] Request body: {'port': {'device_id': 'fd965a09-a3c2-4154-b1ba-6bff03a756a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:36:33.823488 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-5ddaf451-3d95-4adb-983b-0b87ef0be2ea tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.2212179 Feb 04 12:36:33.852215 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49340) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:33.860889 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6ffd2b-0ca8-447a-882c-218a137e01eb None None] Network 4e59fa0d-714a-4ea9-b926-876c13cb34e9 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:36:33.874982 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09217bbe-3487-4bf8-b01f-56490773a44e admin admin] Made reservation on behalf of d384c5d782bd48b8a27807bb836d6377 for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:36:33.888666 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-09217bbe-3487-4bf8-b01f-56490773a44e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:33.907405 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e0bf2301-e719-4735-8d96-2bf05614064b admin admin] Publish callbacks [] for security_group (db4868ca-6bcb-451b-b92b-6bb4cddd83b5), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:33.913675 n-d-825015-3 neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-e86e42f7-426b-4d4f-96df-57d63a7360f5 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] DELETE failed (client error): The resource could not be found. Feb 04 12:36:33.914279 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e86e42f7-426b-4d4f-96df-57d63a7360f5 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 12:36:33.925958 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-e86e42f7-426b-4d4f-96df-57d63a7360f5 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "DELETE /v2.0/ports/2b4e3f39-b539-4f6c-8790-0760651ea6f2 HTTP/1.1" status: 404 len: 333 time: 0.3023541 Feb 04 12:36:33.932031 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-6d05b7e5-f258-4cb9-abe0-7bbc034a9759 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b92bbad65ff24877a428c2c20ed8ea7c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4123716 Feb 04 12:36:33.936782 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 49342) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:33.937178 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 49344) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:33.942859 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-21d7926c-7032-4a68-9c17-9b112abd5435 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Request body: {'subnet': {'network_id': '80f2e8f7-bfae-4f05-b06d-33405f9fbdc0', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:36:34.036896 n-d-825015-3 neutron-server[103475]: INFO neutron.pecan_wsgi.hooks.translation [None req-717b30b7-fa4a-470f-88e6-8ea4b93e024b tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] DELETE failed (client error): The resource could not be found. Feb 04 12:36:34.037515 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-717b30b7-fa4a-470f-88e6-8ea4b93e024b tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103475) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 12:36:34.044213 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-717b30b7-fa4a-470f-88e6-8ea4b93e024b tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "DELETE /v2.0/subnets/f51c250e-64e5-4a79-a6b5-4fbbba956ffa HTTP/1.1" status: 404 len: 337 time: 0.1059003 Feb 04 12:36:34.053737 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-e29dc2fc-ec78-4692-aa3c-ef36d9e10d11 None None] Provisioning complete for port dfd61ffe-387e-433d-8f72-f2223da0f446 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:36:34.055522 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 49346) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:34.056324 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e29dc2fc-ec78-4692-aa3c-ef36d9e10d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (dfd61ffe-387e-433d-8f72-f2223da0f446), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:34.122236 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-fcad3ca1-121f-475c-b3fd-26ed4ac9a6b6 req-3f160d07-40e0-4238-97e0-82e5950d70c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (4c40b330-5146-49b7-b628-bffee81080db), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:34.136851 n-d-825015-3 neutron-server[103475]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e67ecb3-a8af-49cc-9e17-78300983618f tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] DELETE failed (client error): The resource could not be found. Feb 04 12:36:34.137461 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e67ecb3-a8af-49cc-9e17-78300983618f tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103475) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 12:36:34.143635 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-5e67ecb3-a8af-49cc-9e17-78300983618f tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "DELETE /v2.0/subnets/74fae055-9184-4874-83b7-8a3c5bc6ae0c HTTP/1.1" status: 404 len: 337 time: 0.0840573 Feb 04 12:36:34.152468 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49348) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:34.169046 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-331e4a20-e4aa-43e9-8c94-4f8b54bbed99 admin admin] Publish callbacks [] for security_group (1fc55585-8dfe-4895-87a7-6b49bd2cda7e), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:34.187720 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-09217bbe-3487-4bf8-b01f-56490773a44e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:34.190675 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddaf451-3d95-4adb-983b-0b87ef0be2ea tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Pushing event updated for resources: {'Network': ['ID=64361832-4c3a-49e6-9dd4-d860a2c32a17,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:34.196326 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d05b7e5-f258-4cb9-abe0-7bbc034a9759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fc55585-8dfe-4895-87a7-6b49bd2cda7e,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:34.199480 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d464feb-2f90-44a7-a2ae-1c3a1d08f9d4 None None] DHCP port deletion for 4e59fa0d-714a-4ea9-b926-876c13cb34e9 request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 12:36:34.254473 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-331e4a20-e4aa-43e9-8c94-4f8b54bbed99 admin admin] Publish callbacks [] for security_group (1fc55585-8dfe-4895-87a7-6b49bd2cda7e), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:34.272244 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e0bf2301-e719-4735-8d96-2bf05614064b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (db4868ca-6bcb-451b-b92b-6bb4cddd83b5), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:34.275252 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e0bf2301-e719-4735-8d96-2bf05614064b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:34.276085 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 64361832-4c3a-49e6-9dd4-d860a2c32a17 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:36:34.277194 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-e0bf2301-e719-4735-8d96-2bf05614064b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/db4868ca-6bcb-451b-b92b-6bb4cddd83b5 HTTP/1.1" status: 204 len: 168 time: 0.6242988 Feb 04 12:36:34.294588 n-d-825015-3 neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fbff99f-c506-43b9-9dd3-9f0532e14063 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] DELETE failed (client error): The resource could not be found. Feb 04 12:36:34.295273 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fbff99f-c506-43b9-9dd3-9f0532e14063 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 12:36:34.314664 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-4fbff99f-c506-43b9-9dd3-9f0532e14063 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "DELETE /v2.0/ports/8ec1145a-e439-4672-a568-553157d8cfae HTTP/1.1" status: 404 len: 333 time: 0.1196961 Feb 04 12:36:34.317875 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49354) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:34.330592 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-e29dc2fc-ec78-4692-aa3c-ef36d9e10d11 None None] Current status of the port dfd61ffe-387e-433d-8f72-f2223da0f446 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:36:34.377824 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bf2301-e719-4735-8d96-2bf05614064b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db4868ca-6bcb-451b-b92b-6bb4cddd83b5,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:34.403925 n-d-825015-3 neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-81792888-cee3-4134-aca6-285ccc76e563 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] DELETE failed (client error): The resource could not be found. Feb 04 12:36:34.404479 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81792888-cee3-4134-aca6-285ccc76e563 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 12:36:34.418473 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-81792888-cee3-4134-aca6-285ccc76e563 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "DELETE /v2.0/subnets/027be157-3af0-48c1-9b35-5b6378bf4dc8 HTTP/1.1" status: 404 len: 337 time: 0.0902958 Feb 04 12:36:34.419270 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49356) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:34.517430 n-d-825015-3 neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d039112-a2b9-40f8-b21a-e7627fcbf9fb tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] DELETE failed (client error): The resource could not be found. Feb 04 12:36:34.517895 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d039112-a2b9-40f8-b21a-e7627fcbf9fb tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 12:36:34.531090 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-6d039112-a2b9-40f8-b21a-e7627fcbf9fb tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "DELETE /v2.0/subnets/deb638fa-7a5c-44eb-8f6d-e7b47ec483c8 HTTP/1.1" status: 404 len: 337 time: 0.0995882 Feb 04 12:36:34.541233 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49358) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:34.542215 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-e29dc2fc-ec78-4692-aa3c-ef36d9e10d11 None None] Provisioning complete for port 5a2e52d2-64a7-4f1e-9523-dd592102cc30 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:36:34.542840 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e29dc2fc-ec78-4692-aa3c-ef36d9e10d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (5a2e52d2-64a7-4f1e-9523-dd592102cc30), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:34.681846 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0d464feb-2f90-44a7-a2ae-1c3a1d08f9d4 None None] Deleting port dfd61ffe-387e-433d-8f72-f2223da0f446 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:36:34.682233 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0d464feb-2f90-44a7-a2ae-1c3a1d08f9d4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (dfd61ffe-387e-433d-8f72-f2223da0f446), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:34.685822 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21d7926c-7032-4a68-9c17-9b112abd5435 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Made reservation on behalf of 6d2d96abb2ff46d88357aa25adf70711 for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:36:34.689181 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-331e4a20-e4aa-43e9-8c94-4f8b54bbed99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (1fc55585-8dfe-4895-87a7-6b49bd2cda7e), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:34.689638 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-21d7926c-7032-4a68-9c17-9b112abd5435 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60610638'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:34.693271 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-331e4a20-e4aa-43e9-8c94-4f8b54bbed99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:34.695325 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-e29dc2fc-ec78-4692-aa3c-ef36d9e10d11 None None] Port 5a2e52d2-64a7-4f1e-9523-dd592102cc30 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:36:34.705087 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-331e4a20-e4aa-43e9-8c94-4f8b54bbed99 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1fc55585-8dfe-4895-87a7-6b49bd2cda7e HTTP/1.1" status: 204 len: 168 time: 0.7640440 Feb 04 12:36:34.786442 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331e4a20-e4aa-43e9-8c94-4f8b54bbed99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fc55585-8dfe-4895-87a7-6b49bd2cda7e,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:34.858615 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d12da-1430-4cfd-8eaa-e74e5f1b2257 req-a37963bb-37f0-4243-afcb-b1a61f8be241 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:34.861022 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-412d12da-1430-4cfd-8eaa-e74e5f1b2257 req-a37963bb-37f0-4243-afcb-b1a61f8be241 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd965a09-a3c2-4154-b1ba-6bff03a756a4 HTTP/1.1" status: 200 len: 932 time: 0.1544108 Feb 04 12:36:34.949475 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-fcad3ca1-121f-475c-b3fd-26ed4ac9a6b6 req-3f160d07-40e0-4238-97e0-82e5950d70c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c40b330-5146-49b7-b628-bffee81080db {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:36:34.966176 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-fcad3ca1-121f-475c-b3fd-26ed4ac9a6b6 req-3f160d07-40e0-4238-97e0-82e5950d70c9 service neutron] Publish callbacks [] for port (4c40b330-5146-49b7-b628-bffee81080db), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:34.967077 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0d464feb-2f90-44a7-a2ae-1c3a1d08f9d4 None None] For port dfd61ffe-387e-433d-8f72-f2223da0f446, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=dfd61ffe-387e-433d-8f72-f2223da0f446,segment=NetworkSegment(7dbe6273-df41-46c9-8048-2c5183dff43d),segment_id=7dbe6273-df41-46c9-8048-2c5183dff43d)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:36:34.968604 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0d464feb-2f90-44a7-a2ae-1c3a1d08f9d4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (dfd61ffe-387e-433d-8f72-f2223da0f446), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:34.977695 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-10cb8d4e-fa10-48a6-99fe-9ec38110c57e None None] Provisioning complete for port 4c40b330-5146-49b7-b628-bffee81080db triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:36:34.978435 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-10cb8d4e-fa10-48a6-99fe-9ec38110c57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (4c40b330-5146-49b7-b628-bffee81080db), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:35.008511 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0d464feb-2f90-44a7-a2ae-1c3a1d08f9d4 None None] Calling delete_port for dfd61ffe-387e-433d-8f72-f2223da0f446 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:36:35.019924 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-fcad3ca1-121f-475c-b3fd-26ed4ac9a6b6 req-3f160d07-40e0-4238-97e0-82e5950d70c9 service neutron] Transition to ACTIVE for port object 4c40b330-5146-49b7-b628-bffee81080db will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:36:35.037343 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-10cb8d4e-fa10-48a6-99fe-9ec38110c57e None None] Port 4c40b330-5146-49b7-b628-bffee81080db cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:36:35.048323 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-fcad3ca1-121f-475c-b3fd-26ed4ac9a6b6 req-3f160d07-40e0-4238-97e0-82e5950d70c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (4c40b330-5146-49b7-b628-bffee81080db), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:35.118159 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49366) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:35.157550 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0d464feb-2f90-44a7-a2ae-1c3a1d08f9d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (dfd61ffe-387e-433d-8f72-f2223da0f446), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:35.160050 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0cfd64d0-c80b-4ccf-b9ba-9ecc4117ee9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:35.199488 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-09217bbe-3487-4bf8-b01f-56490773a44e admin admin] Publish callbacks [] for security_group (ed78c170-06f8-4384-a850-de5e5adf3100), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:35.207201 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-232a050f-6e58-4b02-85f1-23c8de136765 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Deleting port 5a2e52d2-64a7-4f1e-9523-dd592102cc30 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:36:35.207566 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-232a050f-6e58-4b02-85f1-23c8de136765 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (5a2e52d2-64a7-4f1e-9523-dd592102cc30), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:35.254447 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d464feb-2f90-44a7-a2ae-1c3a1d08f9d4 None None] Pushing event deleted for resources: {'Port': ['ID=dfd61ffe-387e-433d-8f72-f2223da0f446,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:35.258132 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d464feb-2f90-44a7-a2ae-1c3a1d08f9d4 None None] No DVR routers for this DVR port dfd61ffe-387e-433d-8f72-f2223da0f446 on host n-d-825015-3 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:36:35.333880 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-09217bbe-3487-4bf8-b01f-56490773a44e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (ed78c170-06f8-4384-a850-de5e5adf3100), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:35.405735 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device dfd61ffe-387e-433d-8f72-f2223da0f446 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:36:35.425033 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f160d07-40e0-4238-97e0-82e5950d70c9 service neutron] Pushing event updated for resources: {'Port': ['ID=4c40b330-5146-49b7-b628-bffee81080db,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:35.477730 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09217bbe-3487-4bf8-b01f-56490773a44e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:36:35.483539 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: dfd61ffe-387e-433d-8f72-f2223da0f446 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:36:35.484546 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device dfd61ffe-387e-433d-8f72-f2223da0f446 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:36:35.513657 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f160d07-40e0-4238-97e0-82e5950d70c9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:36:35.515306 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f160d07-40e0-4238-97e0-82e5950d70c9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:36:35.516262 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f160d07-40e0-4238-97e0-82e5950d70c9 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:36:35.516913 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f160d07-40e0-4238-97e0-82e5950d70c9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:36:35.517598 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f160d07-40e0-4238-97e0-82e5950d70c9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:36:35.518259 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f160d07-40e0-4238-97e0-82e5950d70c9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:36:35.518741 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f160d07-40e0-4238-97e0-82e5950d70c9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:36:35.519241 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f160d07-40e0-4238-97e0-82e5950d70c9 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:36:35.519856 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f160d07-40e0-4238-97e0-82e5950d70c9 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:36:35.520635 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f160d07-40e0-4238-97e0-82e5950d70c9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:36:35.521130 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f160d07-40e0-4238-97e0-82e5950d70c9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:36:35.521640 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f160d07-40e0-4238-97e0-82e5950d70c9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:36:35.522133 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f160d07-40e0-4238-97e0-82e5950d70c9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:36:35.549035 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-fcad3ca1-121f-475c-b3fd-26ed4ac9a6b6 req-3f160d07-40e0-4238-97e0-82e5950d70c9 service neutron] Attempting to bind port 4c40b330-5146-49b7-b628-bffee81080db on host n-h2-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:36:35.549664 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-fcad3ca1-121f-475c-b3fd-26ed4ac9a6b6 req-3f160d07-40e0-4238-97e0-82e5950d70c9 service neutron] Attempting to bind port 4c40b330-5146-49b7-b628-bffee81080db by drivers openvswitch,hyperv on host n-h2-825015-3 at level 0 using segments [{'id': 'a93faf63-eb00-47f4-bed7-d5ca3fd92e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'e220eee6-efbf-4e16-8278-b7034a106a3d'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:36:35.550184 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcad3ca1-121f-475c-b3fd-26ed4ac9a6b6 req-3f160d07-40e0-4238-97e0-82e5950d70c9 service neutron] Attempting to bind port 4c40b330-5146-49b7-b628-bffee81080db on network e220eee6-efbf-4e16-8278-b7034a106a3d {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:36:35.556267 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcad3ca1-121f-475c-b3fd-26ed4ac9a6b6 req-3f160d07-40e0-4238-97e0-82e5950d70c9 service neutron] Port 4c40b330-5146-49b7-b628-bffee81080db on network e220eee6-efbf-4e16-8278-b7034a106a3d not bound, no agent of type Open vSwitch agent registered on host n-h2-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:36:35.556846 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcad3ca1-121f-475c-b3fd-26ed4ac9a6b6 req-3f160d07-40e0-4238-97e0-82e5950d70c9 service neutron] Attempting to bind port 4c40b330-5146-49b7-b628-bffee81080db on network e220eee6-efbf-4e16-8278-b7034a106a3d {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:36:35.578372 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-412d12da-1430-4cfd-8eaa-e74e5f1b2257 req-aa40f899-5407-4474-bfe5-ae218dc191db tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c18c1f6-d0db-4e54-9b84-8670e680f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5534160 Feb 04 12:36:35.578670 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-232a050f-6e58-4b02-85f1-23c8de136765 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (5a2e52d2-64a7-4f1e-9523-dd592102cc30), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:35.585888 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcad3ca1-121f-475c-b3fd-26ed4ac9a6b6 req-3f160d07-40e0-4238-97e0-82e5950d70c9 service neutron] Checking agent: {'id': '9b68a165-e786-4b91-8592-44519c2ecabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:36:35.586508 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcad3ca1-121f-475c-b3fd-26ed4ac9a6b6 req-3f160d07-40e0-4238-97e0-82e5950d70c9 service neutron] Checking segment: {'id': 'a93faf63-eb00-47f4-bed7-d5ca3fd92e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'e220eee6-efbf-4e16-8278-b7034a106a3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:36:35.587096 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcad3ca1-121f-475c-b3fd-26ed4ac9a6b6 req-3f160d07-40e0-4238-97e0-82e5950d70c9 service neutron] Bound using segment: {'id': 'a93faf63-eb00-47f4-bed7-d5ca3fd92e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'e220eee6-efbf-4e16-8278-b7034a106a3d'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:36:35.587685 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-fcad3ca1-121f-475c-b3fd-26ed4ac9a6b6 req-3f160d07-40e0-4238-97e0-82e5950d70c9 service neutron] Bound port: 4c40b330-5146-49b7-b628-bffee81080db, host: n-h2-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a93faf63-eb00-47f4-bed7-d5ca3fd92e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'e220eee6-efbf-4e16-8278-b7034a106a3d'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:36:35.588278 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-fcad3ca1-121f-475c-b3fd-26ed4ac9a6b6 req-3f160d07-40e0-4238-97e0-82e5950d70c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (4c40b330-5146-49b7-b628-bffee81080db), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:35.677121 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 49372) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:35.692261 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-09217bbe-3487-4bf8-b01f-56490773a44e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (e0a0020f-afaa-4f3f-946c-0a48f55e74b0), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:35.693250 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-09217bbe-3487-4bf8-b01f-56490773a44e admin admin] Added segment e0a0020f-afaa-4f3f-946c-0a48f55e74b0 of type vlan for network 8c48a0d9-21ad-46d5-aa0a-a4d022f135a6 Feb 04 12:36:35.725836 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5d542ef3-7c7a-4da2-9e1a-5e2a61741ea7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:35.763175 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-232a050f-6e58-4b02-85f1-23c8de136765 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Calling delete_port for 5a2e52d2-64a7-4f1e-9523-dd592102cc30 owned by {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:36:35.767341 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09217bbe-3487-4bf8-b01f-56490773a44e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed78c170-06f8-4384-a850-de5e5adf3100,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:35.774472 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-fcad3ca1-121f-475c-b3fd-26ed4ac9a6b6 req-3f160d07-40e0-4238-97e0-82e5950d70c9 service neutron] For port 4c40b330-5146-49b7-b628-bffee81080db, host n-h2-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:36:35.781995 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-fcad3ca1-121f-475c-b3fd-26ed4ac9a6b6 req-3f160d07-40e0-4238-97e0-82e5950d70c9 service neutron] For port 4c40b330-5146-49b7-b628-bffee81080db, host n-h2-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=4c40b330-5146-49b7-b628-bffee81080db,segment=NetworkSegment(a93faf63-eb00-47f4-bed7-d5ca3fd92e2a),segment_id=a93faf63-eb00-47f4-bed7-d5ca3fd92e2a)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:36:35.800091 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-fcad3ca1-121f-475c-b3fd-26ed4ac9a6b6 req-3f160d07-40e0-4238-97e0-82e5950d70c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (4c40b330-5146-49b7-b628-bffee81080db), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:35.825632 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-09217bbe-3487-4bf8-b01f-56490773a44e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (8c48a0d9-21ad-46d5-aa0a-a4d022f135a6), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:35.880213 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcad3ca1-121f-475c-b3fd-26ed4ac9a6b6 req-3f160d07-40e0-4238-97e0-82e5950d70c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:35.881277 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-fcad3ca1-121f-475c-b3fd-26ed4ac9a6b6 req-3f160d07-40e0-4238-97e0-82e5950d70c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:35.883098 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fcad3ca1-121f-475c-b3fd-26ed4ac9a6b6 req-3f160d07-40e0-4238-97e0-82e5950d70c9 service neutron] 10.222.0.77 "PUT /v2.0/ports/4c40b330-5146-49b7-b628-bffee81080db HTTP/1.1" status: 200 len: 1092 time: 2.0785520 Feb 04 12:36:35.883699 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd965a09-a3c2-4154-b1ba-6bff03a756a4', 'tag': '4c40b330-5146-49b7-b628-bffee81080db'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:36:35.886332 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a21318c-da31-4dda-a4ee-ee2a177130ca" -d '{"events": [{"name": "network-changed", "server_uuid": "fd965a09-a3c2-4154-b1ba-6bff03a756a4", "tag": "4c40b330-5146-49b7-b628-bffee81080db"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:36:35.945941 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f160d07-40e0-4238-97e0-82e5950d70c9 service neutron] Pushing event updated for resources: {'Port': ['ID=4c40b330-5146-49b7-b628-bffee81080db,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:35.989762 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15208813-47c5-4987-a4ab-173a3784627d x-openstack-request-id: req-15208813-47c5-4987-a4ab-173a3784627d {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:36:35.990745 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd965a09-a3c2-4154-b1ba-6bff03a756a4", "tag": "4c40b330-5146-49b7-b628-bffee81080db", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:36:35.990745 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-15208813-47c5-4987-a4ab-173a3784627d {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:36:35.990967 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-21d7926c-7032-4a68-9c17-9b112abd5435 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59045178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60610680'] for subnet (fab28163-dcd7-4ace-a1e8-e9b875b6e771), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:35.991129 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd965a09-a3c2-4154-b1ba-6bff03a756a4', 'tag': '4c40b330-5146-49b7-b628-bffee81080db', 'status': 'completed', 'code': 200} Feb 04 12:36:36.002913 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-09217bbe-3487-4bf8-b01f-56490773a44e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (8c48a0d9-21ad-46d5-aa0a-a4d022f135a6), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:36.004217 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09217bbe-3487-4bf8-b01f-56490773a44e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:36.004984 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-09217bbe-3487-4bf8-b01f-56490773a44e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:36.013606 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5d542ef3-7c7a-4da2-9e1a-5e2a61741ea7 admin admin] Publish callbacks [] for security_group (b65e7b54-94af-4c54-ba18-060b5f190755), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:36.021509 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5d542ef3-7c7a-4da2-9e1a-5e2a61741ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (b65e7b54-94af-4c54-ba18-060b5f190755), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:36.057927 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d542ef3-7c7a-4da2-9e1a-5e2a61741ea7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b65e7b54-94af-4c54-ba18-060b5f190755,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:36.077072 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcad3ca1-121f-475c-b3fd-26ed4ac9a6b6 req-2bd753f7-bd6e-4d85-9c30-ec91ce8ef6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:36.082344 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fcad3ca1-121f-475c-b3fd-26ed4ac9a6b6 req-2bd753f7-bd6e-4d85-9c30-ec91ce8ef6e6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6811610fed404ab8950570f16fc94eb8&device_id=fd965a09-a3c2-4154-b1ba-6bff03a756a4 HTTP/1.1" status: 200 len: 1126 time: 0.1466711 Feb 04 12:36:36.103449 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0cfd64d0-c80b-4ccf-b9ba-9ecc4117ee9c admin admin] Publish callbacks [] for security_group (980dc56e-4588-4ec7-ac4a-3d576c6398b7), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:36.104538 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09217bbe-3487-4bf8-b01f-56490773a44e admin admin] Pushing event updated for resources: {'Network': ['ID=8c48a0d9-21ad-46d5-aa0a-a4d022f135a6,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:36.116529 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-5d542ef3-7c7a-4da2-9e1a-5e2a61741ea7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fa89889c9df44cccb3a679a3598c9d86&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4378870 Feb 04 12:36:36.119397 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 8c48a0d9-21ad-46d5-aa0a-a4d022f135a6 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:36:36.124212 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49376) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:36.130159 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0cfd64d0-c80b-4ccf-b9ba-9ecc4117ee9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (980dc56e-4588-4ec7-ac4a-3d576c6398b7), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:36.156537 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fcad3ca1-121f-475c-b3fd-26ed4ac9a6b6 req-398a03aa-90f4-4b55-a0a2-5f014eec7114 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c40b330-5146-49b7-b628-bffee81080db HTTP/1.1" status: 200 len: 217 time: 0.0623860 Feb 04 12:36:36.204058 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-0cfd64d0-c80b-4ccf-b9ba-9ecc4117ee9c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1be63d80e7224a73a4ac8fcf69c0f597&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0823424 Feb 04 12:36:36.206539 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 49380) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:36.268422 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-09217bbe-3487-4bf8-b01f-56490773a44e admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.8220851 Feb 04 12:36:36.269768 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcad3ca1-121f-475c-b3fd-26ed4ac9a6b6 req-dfe67157-a564-4e7e-b77e-2c0e1b31849b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:36.272456 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fcad3ca1-121f-475c-b3fd-26ed4ac9a6b6 req-dfe67157-a564-4e7e-b77e-2c0e1b31849b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8ed89237-317f-4530-8ecc-638834416f83 HTTP/1.1" status: 200 len: 855 time: 0.1108451 Feb 04 12:36:36.275377 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 49382) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:36.276449 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfd64d0-c80b-4ccf-b9ba-9ecc4117ee9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=980dc56e-4588-4ec7-ac4a-3d576c6398b7,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:36.285664 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9f8abc7f-d352-4a75-8f87-16d0c36ca11f admin admin] Publish callbacks [] for security_group (b65e7b54-94af-4c54-ba18-060b5f190755), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:36.289134 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-d87dbdf6-7976-45b8-a8de-ee9c196ac618 admin admin] Request body: {'subnet': {'network_id': '8c48a0d9-21ad-46d5-aa0a-a4d022f135a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-232688718-subnet', 'tenant_id': 'd384c5d782bd48b8a27807bb836d6377', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:36:36.315815 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9f8abc7f-d352-4a75-8f87-16d0c36ca11f admin admin] Publish callbacks [] for security_group (b65e7b54-94af-4c54-ba18-060b5f190755), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:36.326892 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3abec03c-7afb-47cf-b92e-13b37e5f1a8b admin admin] Publish callbacks [] for security_group (980dc56e-4588-4ec7-ac4a-3d576c6398b7), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:36.352470 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3abec03c-7afb-47cf-b92e-13b37e5f1a8b admin admin] Publish callbacks [] for security_group (980dc56e-4588-4ec7-ac4a-3d576c6398b7), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:36.370708 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d7926c-7032-4a68-9c17-9b112abd5435 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Checking segment: {'id': 'f7d7b182-79a0-4db8-9fb8-bcb4599929bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '80f2e8f7-bfae-4f05-b06d-33405f9fbdc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:36:36.371081 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d7926c-7032-4a68-9c17-9b112abd5435 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Network hostable DHCP agents. Network: 80f2e8f7-bfae-4f05-b06d-33405f9fbdc0, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:36:36.375193 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d7926c-7032-4a68-9c17-9b112abd5435 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Pushing event updated for resources: {'Subnet': ['ID=fab28163-dcd7-4ace-a1e8-e9b875b6e771,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:36.399021 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-232a050f-6e58-4b02-85f1-23c8de136765 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (5a2e52d2-64a7-4f1e-9523-dd592102cc30), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:36.442539 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232a050f-6e58-4b02-85f1-23c8de136765 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Pushing event deleted for resources: {'Port': ['ID=5a2e52d2-64a7-4f1e-9523-dd592102cc30,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:36.448541 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d7926c-7032-4a68-9c17-9b112abd5435 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Network 80f2e8f7-bfae-4f05-b06d-33405f9fbdc0 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:36:36.462476 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-21d7926c-7032-4a68-9c17-9b112abd5435 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 80f2e8f7-bfae-4f05-b06d-33405f9fbdc0) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:36:36.464095 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9f8abc7f-d352-4a75-8f87-16d0c36ca11f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (b65e7b54-94af-4c54-ba18-060b5f190755), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:36.466771 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9f8abc7f-d352-4a75-8f87-16d0c36ca11f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:36.472784 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-9f8abc7f-d352-4a75-8f87-16d0c36ca11f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b65e7b54-94af-4c54-ba18-060b5f190755 HTTP/1.1" status: 204 len: 168 time: 0.3434720 Feb 04 12:36:36.486903 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d7926c-7032-4a68-9c17-9b112abd5435 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:36.487598 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-21d7926c-7032-4a68-9c17-9b112abd5435 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:36.491306 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-232a050f-6e58-4b02-85f1-23c8de136765 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:36.494827 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-232a050f-6e58-4b02-85f1-23c8de136765 tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "DELETE /v2.0/ports/5a2e52d2-64a7-4f1e-9523-dd592102cc30 HTTP/1.1" status: 204 len: 168 time: 1.9525690 Feb 04 12:36:36.495784 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8abc7f-d352-4a75-8f87-16d0c36ca11f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b65e7b54-94af-4c54-ba18-060b5f190755,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:36.501066 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49386) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:36.508572 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719f0a49-8348-4ab0-b1a8-5cd132582adf None None] Network 80f2e8f7-bfae-4f05-b06d-33405f9fbdc0 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:36:36.682031 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e7bb4dda-e14c-404c-84ef-ef730c78a0bf tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (4e59fa0d-714a-4ea9-b926-876c13cb34e9), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:36.711135 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-21d7926c-7032-4a68-9c17-9b112abd5435 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.7839701 Feb 04 12:36:36.712748 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49392) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:36.719519 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-b045e176-b79b-4c86-a89f-3c2339964042 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Request body: {'subnet': {'network_id': '64361832-4c3a-49e6-9dd4-d860a2c32a17', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:36:36.794351 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3abec03c-7afb-47cf-b92e-13b37e5f1a8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (980dc56e-4588-4ec7-ac4a-3d576c6398b7), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:36.798709 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3abec03c-7afb-47cf-b92e-13b37e5f1a8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:36.803890 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-3abec03c-7afb-47cf-b92e-13b37e5f1a8b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/980dc56e-4588-4ec7-ac4a-3d576c6398b7 HTTP/1.1" status: 204 len: 168 time: 0.5922780 Feb 04 12:36:36.841345 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d87dbdf6-7976-45b8-a8de-ee9c196ac618 admin admin] Made reservation on behalf of d384c5d782bd48b8a27807bb836d6377 for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:36:36.844276 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d87dbdf6-7976-45b8-a8de-ee9c196ac618 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:36.848842 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abec03c-7afb-47cf-b92e-13b37e5f1a8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=980dc56e-4588-4ec7-ac4a-3d576c6398b7,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:36.890680 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1fe9b0-e014-4e78-b036-0de8ad708c46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-80f2e8f7-bfae-4f05-b06d-33405f9fbdc0', 'network_id': '80f2e8f7-bfae-4f05-b06d-33405f9fbdc0', 'project_id': '6d2d96abb2ff46d88357aa25adf70711', 'fixed_ips': [{'subnet_id': 'fab28163-dcd7-4ace-a1e8-e9b875b6e771'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 12:36:36.898483 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcad3ca1-121f-475c-b3fd-26ed4ac9a6b6 req-00396a30-3f11-4552-a8da-b586dd89c663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:36.898777 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cb1fe9b0-e014-4e78-b036-0de8ad708c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:36.900208 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fcad3ca1-121f-475c-b3fd-26ed4ac9a6b6 req-00396a30-3f11-4552-a8da-b586dd89c663 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e220eee6-efbf-4e16-8278-b7034a106a3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6166677 Feb 04 12:36:37.039058 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e7bb4dda-e14c-404c-84ef-ef730c78a0bf tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (4e59fa0d-714a-4ea9-b926-876c13cb34e9), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:37.069770 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b045e176-b79b-4c86-a89f-3c2339964042 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Made reservation on behalf of 6d2d96abb2ff46d88357aa25adf70711 for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:36:37.074694 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b045e176-b79b-4c86-a89f-3c2339964042 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60610638'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:37.085555 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2369bd0b-7258-4650-bf93-56803fb19b85 req-950a5d1d-1451-49c0-afcb-e6b9888f9e28 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:37.086033 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-e7bb4dda-e14c-404c-84ef-ef730c78a0bf tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e59fa0d-714a-4ea9-b926-876c13cb34e9']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:36:37.103907 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2369bd0b-7258-4650-bf93-56803fb19b85 req-950a5d1d-1451-49c0-afcb-e6b9888f9e28 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd965a09-a3c2-4154-b1ba-6bff03a756a4 HTTP/1.1" status: 200 len: 944 time: 0.3323851 Feb 04 12:36:37.146941 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-e7bb4dda-e14c-404c-84ef-ef730c78a0bf tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dbe6273-df41-46c9-8048-2c5183dff43d') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:36:37.147420 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-e7bb4dda-e14c-404c-84ef-ef730c78a0bf tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dbe6273-df41-46c9-8048-2c5183dff43d') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:36:37.157644 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-cb1fe9b0-e014-4e78-b036-0de8ad708c46 None None] Allocated IP 10.1.1.2 (80f2e8f7-bfae-4f05-b06d-33405f9fbdc0/fab28163-dcd7-4ace-a1e8-e9b875b6e771/e49804a9-099c-4362-8f2d-9edaf6df0597) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:36:37.169001 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e7bb4dda-e14c-404c-84ef-ef730c78a0bf tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (7dbe6273-df41-46c9-8048-2c5183dff43d), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:37.207789 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e7bb4dda-e14c-404c-84ef-ef730c78a0bf tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (7dbe6273-df41-46c9-8048-2c5183dff43d), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:37.244878 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7bb4dda-e14c-404c-84ef-ef730c78a0bf tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:36:37.245298 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e7bb4dda-e14c-404c-84ef-ef730c78a0bf tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (7dbe6273-df41-46c9-8048-2c5183dff43d), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:37.250048 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 12:36:37.250048 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:36:37.250048 n-d-825015-3 neutron-server[103474]: timer() Feb 04 12:36:37.250048 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:36:37.250048 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 12:36:37.250048 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:36:37.250048 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 12:36:37.250048 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:36:37.250048 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 12:36:37.250048 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:36:37.250048 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 12:36:37.250048 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:36:37.250048 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 12:36:37.250048 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:36:37.250048 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:36:37.250048 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:36:37.250048 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:36:37.250048 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:36:37.250048 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 12:36:37.250048 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:36:37.250048 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 12:36:37.250048 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:36:37.250048 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:36:37.250048 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:36:37.250048 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 12:36:37.250048 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:36:37.250048 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:36:37.250048 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:36:37.250048 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:36:37.250048 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:36:37.250048 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:36:37.250048 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:36:37.311587 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2369bd0b-7258-4650-bf93-56803fb19b85 req-0001a5df-957c-4fa9-a44e-4be4f945e8b0 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c18c1f6-d0db-4e54-9b84-8670e680f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2032411 Feb 04 12:36:37.366198 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e7bb4dda-e14c-404c-84ef-ef730c78a0bf tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (4e59fa0d-714a-4ea9-b926-876c13cb34e9), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:37.421124 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fcad3ca1-121f-475c-b3fd-26ed4ac9a6b6 req-af0d7035-e313-4ebf-8077-66b76cb37aaa service neutron] 10.222.0.77 "GET /v2.0/networks/e220eee6-efbf-4e16-8278-b7034a106a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4965189 Feb 04 12:36:37.455193 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 12:36:37.467606 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e7bb4dda-e14c-404c-84ef-ef730c78a0bf tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:37.471185 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-e7bb4dda-e14c-404c-84ef-ef730c78a0bf tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] 10.222.0.65 "DELETE /v2.0/networks/4e59fa0d-714a-4ea9-b926-876c13cb34e9 HTTP/1.1" status: 204 len: 168 time: 0.9690676 Feb 04 12:36:37.480950 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b045e176-b79b-4c86-a89f-3c2339964042 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59045178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60610680'] for subnet (b923a3e9-d506-4eab-8ac4-3c29a0e86977), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:37.489822 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cb1fe9b0-e014-4e78-b036-0de8ad708c46 None None] Publish callbacks [] for port (e49804a9-099c-4362-8f2d-9edaf6df0597), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:37.499264 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bb4dda-e14c-404c-84ef-ef730c78a0bf tempest-PortsIpV6TestJSON-1625818801 tempest-PortsIpV6TestJSON-1625818801-project] Pushing event deleted for resources: {'Network': ['ID=4e59fa0d-714a-4ea9-b926-876c13cb34e9,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:37.503413 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cb1fe9b0-e014-4e78-b036-0de8ad708c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (e49804a9-099c-4362-8f2d-9edaf6df0597), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:37.565486 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b045e176-b79b-4c86-a89f-3c2339964042 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Pushing event updated for resources: {'Subnet': ['ID=b923a3e9-d506-4eab-8ac4-3c29a0e86977,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:37.568320 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b045e176-b79b-4c86-a89f-3c2339964042 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Checking segment: {'id': '997f147b-14c9-4e9d-8460-8208afc645ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '64361832-4c3a-49e6-9dd4-d860a2c32a17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:36:37.568699 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b045e176-b79b-4c86-a89f-3c2339964042 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Network hostable DHCP agents. Network: 64361832-4c3a-49e6-9dd4-d860a2c32a17, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:36:37.588600 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b045e176-b79b-4c86-a89f-3c2339964042 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Network 64361832-4c3a-49e6-9dd4-d860a2c32a17 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:36:37.589841 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1fe9b0-e014-4e78-b036-0de8ad708c46 None None] Network 80f2e8f7-bfae-4f05-b06d-33405f9fbdc0 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:36:37.590712 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fcad3ca1-121f-475c-b3fd-26ed4ac9a6b6 req-53333cef-ecaa-4a64-a654-951d5a467311 service neutron] 10.222.0.77 "GET /v2.0/networks/e220eee6-efbf-4e16-8278-b7034a106a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631584 Feb 04 12:36:37.596862 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-cb1fe9b0-e014-4e78-b036-0de8ad708c46 None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:36:37.602640 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1fe9b0-e014-4e78-b036-0de8ad708c46 None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:36:37.603673 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-b045e176-b79b-4c86-a89f-3c2339964042 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 64361832-4c3a-49e6-9dd4-d860a2c32a17) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:36:37.624886 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b045e176-b79b-4c86-a89f-3c2339964042 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:37.625572 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b045e176-b79b-4c86-a89f-3c2339964042 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:37.633914 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202c3780-64a8-4f07-bcaa-cfd07dd826b1 None None] Network 64361832-4c3a-49e6-9dd4-d860a2c32a17 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:36:37.656796 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-b045e176-b79b-4c86-a89f-3c2339964042 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9407449 Feb 04 12:36:37.657830 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49416) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:37.662887 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-93318b1c-3fb4-480e-85a4-eaee0bf60935 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Request body: {'port': {'network_id': '80f2e8f7-bfae-4f05-b06d-33405f9fbdc0', 'name': 'tempest-TaggedBootDevicesTest_v242-24546782', 'fixed_ips': [{'subnet_id': 'fab28163-dcd7-4ace-a1e8-e9b875b6e771'}]}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:36:37.732172 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d87dbdf6-7976-45b8-a8de-ee9c196ac618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52094127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51452689'] for subnet (3cbaa641-8e12-4337-94a8-2958b22e1130), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:37.851281 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87dbdf6-7976-45b8-a8de-ee9c196ac618 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cbaa641-8e12-4337-94a8-2958b22e1130,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:37.869139 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a21318c-da31-4dda-a4ee-ee2a177130ca req-48be784b-9e53-47dc-b55a-c730c5bb2bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:37.870697 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0a21318c-da31-4dda-a4ee-ee2a177130ca req-48be784b-9e53-47dc-b55a-c730c5bb2bf6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6811610fed404ab8950570f16fc94eb8&device_id=fd965a09-a3c2-4154-b1ba-6bff03a756a4 HTTP/1.1" status: 200 len: 1126 time: 0.1883647 Feb 04 12:36:37.891340 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93318b1c-3fb4-480e-85a4-eaee0bf60935 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Made reservation on behalf of 6d2d96abb2ff46d88357aa25adf70711 for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:36:37.892823 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1fe9b0-e014-4e78-b036-0de8ad708c46 None None] Pushing event updated for resources: {'Port': ['ID=e49804a9-099c-4362-8f2d-9edaf6df0597,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:37.924445 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a3fda1-beed-46e8-8ed6-341e5a6db386 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-64361832-4c3a-49e6-9dd4-d860a2c32a17', 'network_id': '64361832-4c3a-49e6-9dd4-d860a2c32a17', 'project_id': '6d2d96abb2ff46d88357aa25adf70711', 'fixed_ips': [{'subnet_id': 'b923a3e9-d506-4eab-8ac4-3c29a0e86977'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 12:36:37.925399 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-54a3fda1-beed-46e8-8ed6-341e5a6db386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:37.937143 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87dbdf6-7976-45b8-a8de-ee9c196ac618 admin admin] Checking segment: {'id': 'e0a0020f-afaa-4f3f-946c-0a48f55e74b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '8c48a0d9-21ad-46d5-aa0a-a4d022f135a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:36:37.938508 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87dbdf6-7976-45b8-a8de-ee9c196ac618 admin admin] Network hostable DHCP agents. Network: 8c48a0d9-21ad-46d5-aa0a-a4d022f135a6, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:36:37.984896 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-cb1fe9b0-e014-4e78-b036-0de8ad708c46 None None] Attempting to bind port e49804a9-099c-4362-8f2d-9edaf6df0597 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:36:37.985345 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-cb1fe9b0-e014-4e78-b036-0de8ad708c46 None None] Attempting to bind port e49804a9-099c-4362-8f2d-9edaf6df0597 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': 'f7d7b182-79a0-4db8-9fb8-bcb4599929bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '80f2e8f7-bfae-4f05-b06d-33405f9fbdc0'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:36:37.985778 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1fe9b0-e014-4e78-b036-0de8ad708c46 None None] Attempting to bind port e49804a9-099c-4362-8f2d-9edaf6df0597 on network 80f2e8f7-bfae-4f05-b06d-33405f9fbdc0 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:36:37.994628 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1fe9b0-e014-4e78-b036-0de8ad708c46 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:36:37.995238 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1fe9b0-e014-4e78-b036-0de8ad708c46 None None] Checking segment: {'id': 'f7d7b182-79a0-4db8-9fb8-bcb4599929bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '80f2e8f7-bfae-4f05-b06d-33405f9fbdc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:36:37.995834 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cb1fe9b0-e014-4e78-b036-0de8ad708c46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:37.996317 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1fe9b0-e014-4e78-b036-0de8ad708c46 None None] Bound using segment: {'id': 'f7d7b182-79a0-4db8-9fb8-bcb4599929bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '80f2e8f7-bfae-4f05-b06d-33405f9fbdc0'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:36:37.996998 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-cb1fe9b0-e014-4e78-b036-0de8ad708c46 None None] Bound port: e49804a9-099c-4362-8f2d-9edaf6df0597, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7d7b182-79a0-4db8-9fb8-bcb4599929bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '80f2e8f7-bfae-4f05-b06d-33405f9fbdc0'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:36:37.997447 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cb1fe9b0-e014-4e78-b036-0de8ad708c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (e49804a9-099c-4362-8f2d-9edaf6df0597), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:38.018051 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87dbdf6-7976-45b8-a8de-ee9c196ac618 admin admin] Network 8c48a0d9-21ad-46d5-aa0a-a4d022f135a6 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:36:38.045156 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-d87dbdf6-7976-45b8-a8de-ee9c196ac618 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 8c48a0d9-21ad-46d5-aa0a-a4d022f135a6) {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:36:38.070897 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87dbdf6-7976-45b8-a8de-ee9c196ac618 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:38.072341 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d87dbdf6-7976-45b8-a8de-ee9c196ac618 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:38.088965 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-93318b1c-3fb4-480e-85a4-eaee0bf60935 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:38.124548 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [None req-93318b1c-3fb4-480e-85a4-eaee0bf60935 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] device_id is not set on port c52edd8b-620d-4771-b029-de54239b378d yet. {{(pid=103474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 12:36:38.129996 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 49428) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:38.158076 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-d87dbdf6-7976-45b8-a8de-ee9c196ac618 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.8811088 Feb 04 12:36:38.170504 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a21318c-da31-4dda-a4ee-ee2a177130ca req-043535b3-b72f-49b0-a30d-1c9522dd56cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:38.173849 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0a21318c-da31-4dda-a4ee-ee2a177130ca req-043535b3-b72f-49b0-a30d-1c9522dd56cf service neutron] 10.222.0.77 "GET /v2.0/networks?id=e220eee6-efbf-4e16-8278-b7034a106a3d HTTP/1.1" status: 200 len: 917 time: 0.2782054 Feb 04 12:36:38.176677 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a99c46-5a98-4502-b3b5-08975e099c5a None None] Network 8c48a0d9-21ad-46d5-aa0a-a4d022f135a6 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:36:38.328380 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0a21318c-da31-4dda-a4ee-ee2a177130ca req-00c84d0f-3bc6-4084-9cd2-86835e5ac9de service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c40b330-5146-49b7-b628-bffee81080db HTTP/1.1" status: 200 len: 217 time: 0.1435847 Feb 04 12:36:38.365325 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-93318b1c-3fb4-480e-85a4-eaee0bf60935 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Allocated IP 10.1.1.245 (80f2e8f7-bfae-4f05-b06d-33405f9fbdc0/fab28163-dcd7-4ace-a1e8-e9b875b6e771/c52edd8b-620d-4771-b029-de54239b378d) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:36:38.455601 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a21318c-da31-4dda-a4ee-ee2a177130ca req-0b0dc6e9-9a34-4dc0-86ce-5c3a14567ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:38.461190 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0a21318c-da31-4dda-a4ee-ee2a177130ca req-0b0dc6e9-9a34-4dc0-86ce-5c3a14567ff1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8ed89237-317f-4530-8ecc-638834416f83 HTTP/1.1" status: 200 len: 855 time: 0.1261060 Feb 04 12:36:38.621591 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-93318b1c-3fb4-480e-85a4-eaee0bf60935 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks [] for port (c52edd8b-620d-4771-b029-de54239b378d), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:38.669244 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-93318b1c-3fb4-480e-85a4-eaee0bf60935 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (c52edd8b-620d-4771-b029-de54239b378d), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:38.719417 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-6751b64d-c9a3-45a6-983d-283d2dfd8bd8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=90a71f7c621340c08dbfd8625731c118&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5838568 Feb 04 12:36:38.723937 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 49446) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:38.741025 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93318b1c-3fb4-480e-85a4-eaee0bf60935 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Network 80f2e8f7-bfae-4f05-b06d-33405f9fbdc0 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:36:38.744856 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-93318b1c-3fb4-480e-85a4-eaee0bf60935 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:36:38.751488 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93318b1c-3fb4-480e-85a4-eaee0bf60935 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:36:38.761682 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93318b1c-3fb4-480e-85a4-eaee0bf60935 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Pushing event updated for resources: {'Port': ['ID=c52edd8b-620d-4771-b029-de54239b378d,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:38.853713 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a21318c-da31-4dda-a4ee-ee2a177130ca req-96b4332e-dcaa-4f50-924f-28f4dd21950f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:38.855874 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0a21318c-da31-4dda-a4ee-ee2a177130ca req-96b4332e-dcaa-4f50-924f-28f4dd21950f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e220eee6-efbf-4e16-8278-b7034a106a3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3293171 Feb 04 12:36:38.865501 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227091e5-b999-46a9-a422-5ec9ef5ed59f req-973529e2-08ef-428e-8b03-0fedf4e31b0e tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:38.866767 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-227091e5-b999-46a9-a422-5ec9ef5ed59f req-973529e2-08ef-428e-8b03-0fedf4e31b0e tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd965a09-a3c2-4154-b1ba-6bff03a756a4 HTTP/1.1" status: 200 len: 944 time: 0.4042816 Feb 04 12:36:38.873987 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-cb1fe9b0-e014-4e78-b036-0de8ad708c46 None None] For port e49804a9-099c-4362-8f2d-9edaf6df0597, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:36:38.878830 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93318b1c-3fb4-480e-85a4-eaee0bf60935 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:38.883347 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-eed39689-f5fa-4802-915c-fefe507dd6c2 admin admin] Publish callbacks [] for security_group (8b15220b-e84e-413d-886e-1f7066baf5d3), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:38.885545 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-93318b1c-3fb4-480e-85a4-eaee0bf60935 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:38.931814 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-93318b1c-3fb4-480e-85a4-eaee0bf60935 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.2727747 Feb 04 12:36:38.936638 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49456) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:38.950429 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-2f219a77-1442-4b28-bea5-e44e8ce0483e tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Request body: {'port': {'network_id': '80f2e8f7-bfae-4f05-b06d-33405f9fbdc0', 'name': 'tempest-TaggedBootDevicesTest_v242-976883493', 'fixed_ips': [{'subnet_id': 'fab28163-dcd7-4ace-a1e8-e9b875b6e771'}]}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:36:38.963403 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-cb1fe9b0-e014-4e78-b036-0de8ad708c46 None None] For port e49804a9-099c-4362-8f2d-9edaf6df0597, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=e49804a9-099c-4362-8f2d-9edaf6df0597,segment=NetworkSegment(f7d7b182-79a0-4db8-9fb8-bcb4599929bb),segment_id=f7d7b182-79a0-4db8-9fb8-bcb4599929bb)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:36:38.997682 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-54a3fda1-beed-46e8-8ed6-341e5a6db386 None None] Allocated IP 10.2.2.2 (64361832-4c3a-49e6-9dd4-d860a2c32a17/b923a3e9-d506-4eab-8ac4-3c29a0e86977/17d85341-36c6-4267-ae58-af6013220b17) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:36:39.024939 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-227091e5-b999-46a9-a422-5ec9ef5ed59f req-8d353ec8-e877-452f-b93c-e1d2fcf50511 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c18c1f6-d0db-4e54-9b84-8670e680f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1440282 Feb 04 12:36:39.062377 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-eed39689-f5fa-4802-915c-fefe507dd6c2 admin admin] Publish callbacks [] for security_group (8b15220b-e84e-413d-886e-1f7066baf5d3), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:39.138827 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cb1fe9b0-e014-4e78-b036-0de8ad708c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (e49804a9-099c-4362-8f2d-9edaf6df0597), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:39.158887 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0a21318c-da31-4dda-a4ee-ee2a177130ca req-cb52f8d2-ee31-4f30-9309-95b000040f2b service neutron] 10.222.0.77 "GET /v2.0/networks/e220eee6-efbf-4e16-8278-b7034a106a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2884126 Feb 04 12:36:39.253071 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f219a77-1442-4b28-bea5-e44e8ce0483e tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Made reservation on behalf of 6d2d96abb2ff46d88357aa25adf70711 for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:36:39.277160 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2f219a77-1442-4b28-bea5-e44e8ce0483e tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:39.280761 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237dc159-8e16-45c5-bcbb-bc9abe58a86b None None] Network 8c48a0d9-21ad-46d5-aa0a-a4d022f135a6 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:36:39.298295 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1fe9b0-e014-4e78-b036-0de8ad708c46 None None] Pushing event updated for resources: {'Port': ['ID=e49804a9-099c-4362-8f2d-9edaf6df0597,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:39.317531 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [None req-2f219a77-1442-4b28-bea5-e44e8ce0483e tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] device_id is not set on port 7b388f88-9bfb-4b99-9347-ac1c0aba4fb8 yet. {{(pid=103474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 12:36:39.493773 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0a21318c-da31-4dda-a4ee-ee2a177130ca req-78462802-4067-47d6-9b6d-ebb7dfc59dee service neutron] 10.222.0.77 "GET /v2.0/networks/e220eee6-efbf-4e16-8278-b7034a106a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3187129 Feb 04 12:36:39.538145 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-eed39689-f5fa-4802-915c-fefe507dd6c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (8b15220b-e84e-413d-886e-1f7066baf5d3), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:39.542204 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-eed39689-f5fa-4802-915c-fefe507dd6c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:39.548951 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-eed39689-f5fa-4802-915c-fefe507dd6c2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8b15220b-e84e-413d-886e-1f7066baf5d3 HTTP/1.1" status: 204 len: 168 time: 0.8117445 Feb 04 12:36:39.563958 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed39689-f5fa-4802-915c-fefe507dd6c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b15220b-e84e-413d-886e-1f7066baf5d3,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:39.798844 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-2f219a77-1442-4b28-bea5-e44e8ce0483e tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Allocated IP 10.1.1.50 (80f2e8f7-bfae-4f05-b06d-33405f9fbdc0/fab28163-dcd7-4ace-a1e8-e9b875b6e771/7b388f88-9bfb-4b99-9347-ac1c0aba4fb8) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:36:39.859004 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-54a3fda1-beed-46e8-8ed6-341e5a6db386 None None] Publish callbacks [] for port (17d85341-36c6-4267-ae58-af6013220b17), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:39.868603 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-54a3fda1-beed-46e8-8ed6-341e5a6db386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (17d85341-36c6-4267-ae58-af6013220b17), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:39.923186 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80308c9-044c-47d6-bafb-b538925f244c req-601da737-fa3d-4f37-9a72-13c93a027848 tempest-ServersNegativeTestMultiTenantJSON-959560221 tempest-ServersNegativeTestMultiTenantJSON-959560221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:39.926139 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d80308c9-044c-47d6-bafb-b538925f244c req-601da737-fa3d-4f37-9a72-13c93a027848 tempest-ServersNegativeTestMultiTenantJSON-959560221 tempest-ServersNegativeTestMultiTenantJSON-959560221-project] 10.222.0.65 "GET /v2.0/networks?id=07e06a42-fbfe-42bf-b8c5-12fb7ba00fe9 HTTP/1.1" status: 200 len: 825 time: 0.2563834 Feb 04 12:36:39.949475 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a3fda1-beed-46e8-8ed6-341e5a6db386 None None] Network 64361832-4c3a-49e6-9dd4-d860a2c32a17 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:36:39.953875 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-54a3fda1-beed-46e8-8ed6-341e5a6db386 None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:36:39.956559 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a3fda1-beed-46e8-8ed6-341e5a6db386 None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:36:39.965623 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d80308c9-044c-47d6-bafb-b538925f244c req-6361fc2f-2cf3-42e6-a1eb-151e6ed6fddc tempest-ServersNegativeTestMultiTenantJSON-959560221 tempest-ServersNegativeTestMultiTenantJSON-959560221-project] 10.222.0.65 "GET /v2.0/quotas/7c708671ca9d48e9a3973c52295ccec6 HTTP/1.1" status: 200 len: 375 time: 0.0320506 Feb 04 12:36:39.971284 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a3fda1-beed-46e8-8ed6-341e5a6db386 None None] Pushing event updated for resources: {'Port': ['ID=17d85341-36c6-4267-ae58-af6013220b17,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:40.061014 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d80308c9-044c-47d6-bafb-b538925f244c req-fb567ea0-9da4-4a8c-8c8f-82d2e9308b7e tempest-ServersNegativeTestMultiTenantJSON-959560221 tempest-ServersNegativeTestMultiTenantJSON-959560221-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=7c708671ca9d48e9a3973c52295ccec6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0792241 Feb 04 12:36:40.078790 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-54a3fda1-beed-46e8-8ed6-341e5a6db386 None None] Attempting to bind port 17d85341-36c6-4267-ae58-af6013220b17 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:36:40.093899 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-54a3fda1-beed-46e8-8ed6-341e5a6db386 None None] Attempting to bind port 17d85341-36c6-4267-ae58-af6013220b17 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '997f147b-14c9-4e9d-8460-8208afc645ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '64361832-4c3a-49e6-9dd4-d860a2c32a17'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:36:40.096444 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a3fda1-beed-46e8-8ed6-341e5a6db386 None None] Attempting to bind port 17d85341-36c6-4267-ae58-af6013220b17 on network 64361832-4c3a-49e6-9dd4-d860a2c32a17 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:36:40.112786 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a3fda1-beed-46e8-8ed6-341e5a6db386 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:36:40.113551 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a3fda1-beed-46e8-8ed6-341e5a6db386 None None] Checking segment: {'id': '997f147b-14c9-4e9d-8460-8208afc645ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '64361832-4c3a-49e6-9dd4-d860a2c32a17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:36:40.114565 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-54a3fda1-beed-46e8-8ed6-341e5a6db386 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:40.115011 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a3fda1-beed-46e8-8ed6-341e5a6db386 None None] Bound using segment: {'id': '997f147b-14c9-4e9d-8460-8208afc645ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '64361832-4c3a-49e6-9dd4-d860a2c32a17'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:36:40.115480 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-54a3fda1-beed-46e8-8ed6-341e5a6db386 None None] Bound port: 17d85341-36c6-4267-ae58-af6013220b17, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '997f147b-14c9-4e9d-8460-8208afc645ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '64361832-4c3a-49e6-9dd4-d860a2c32a17'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:36:40.118557 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-54a3fda1-beed-46e8-8ed6-341e5a6db386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (17d85341-36c6-4267-ae58-af6013220b17), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:40.221356 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-54a3fda1-beed-46e8-8ed6-341e5a6db386 None None] For port 17d85341-36c6-4267-ae58-af6013220b17, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:36:40.226104 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-54a3fda1-beed-46e8-8ed6-341e5a6db386 None None] For port 17d85341-36c6-4267-ae58-af6013220b17, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=17d85341-36c6-4267-ae58-af6013220b17,segment=NetworkSegment(997f147b-14c9-4e9d-8460-8208afc645ea),segment_id=997f147b-14c9-4e9d-8460-8208afc645ea)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:36:40.236268 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-54a3fda1-beed-46e8-8ed6-341e5a6db386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (17d85341-36c6-4267-ae58-af6013220b17), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:40.254784 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2f219a77-1442-4b28-bea5-e44e8ce0483e tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks [] for port (7b388f88-9bfb-4b99-9347-ac1c0aba4fb8), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:40.353362 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2f219a77-1442-4b28-bea5-e44e8ce0483e tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (7b388f88-9bfb-4b99-9347-ac1c0aba4fb8), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:40.377691 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a3fda1-beed-46e8-8ed6-341e5a6db386 None None] Pushing event updated for resources: {'Port': ['ID=17d85341-36c6-4267-ae58-af6013220b17,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:40.379341 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fa2a04-9691-4ec3-a356-1a62c74cfc00 req-6b588765-01bb-4be8-b6f3-0b9f1c1a181f tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:40.380570 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-76fa2a04-9691-4ec3-a356-1a62c74cfc00 req-6b588765-01bb-4be8-b6f3-0b9f1c1a181f tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd965a09-a3c2-4154-b1ba-6bff03a756a4 HTTP/1.1" status: 200 len: 944 time: 0.1711886 Feb 04 12:36:40.429840 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d80308c9-044c-47d6-bafb-b538925f244c req-d0c08842-ce60-4281-b507-3ea2d923c5c9 service neutron] 10.222.0.65 "GET /v2.0/networks/07e06a42-fbfe-42bf-b8c5-12fb7ba00fe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3558893 Feb 04 12:36:40.438692 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f219a77-1442-4b28-bea5-e44e8ce0483e tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Network 80f2e8f7-bfae-4f05-b06d-33405f9fbdc0 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:36:40.451026 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-2f219a77-1442-4b28-bea5-e44e8ce0483e tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:36:40.460227 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f219a77-1442-4b28-bea5-e44e8ce0483e tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:36:40.478799 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-76fa2a04-9691-4ec3-a356-1a62c74cfc00 req-9ad0294e-48b6-4328-b6be-c426cb201974 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c18c1f6-d0db-4e54-9b84-8670e680f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777538 Feb 04 12:36:40.541889 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f219a77-1442-4b28-bea5-e44e8ce0483e tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Pushing event updated for resources: {'Port': ['ID=7b388f88-9bfb-4b99-9347-ac1c0aba4fb8,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:40.600169 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f219a77-1442-4b28-bea5-e44e8ce0483e tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:36:40.600874 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f219a77-1442-4b28-bea5-e44e8ce0483e tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:36:40.601397 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f219a77-1442-4b28-bea5-e44e8ce0483e tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:36:40.602072 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f219a77-1442-4b28-bea5-e44e8ce0483e tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:36:40.603119 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f219a77-1442-4b28-bea5-e44e8ce0483e tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:36:40.606263 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f219a77-1442-4b28-bea5-e44e8ce0483e tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:36:40.606829 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f219a77-1442-4b28-bea5-e44e8ce0483e tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:36:40.607438 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f219a77-1442-4b28-bea5-e44e8ce0483e tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:36:40.608824 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f219a77-1442-4b28-bea5-e44e8ce0483e tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:36:40.609387 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f219a77-1442-4b28-bea5-e44e8ce0483e tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:36:40.609911 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f219a77-1442-4b28-bea5-e44e8ce0483e tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:36:40.611649 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f219a77-1442-4b28-bea5-e44e8ce0483e tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:36:40.613336 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f219a77-1442-4b28-bea5-e44e8ce0483e tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:36:40.663371 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f219a77-1442-4b28-bea5-e44e8ce0483e tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:40.664369 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2f219a77-1442-4b28-bea5-e44e8ce0483e tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:40.674098 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d80308c9-044c-47d6-bafb-b538925f244c req-335372cc-5ffe-4fdf-bf8e-d2550aa7d200 service neutron] 10.222.0.65 "GET /v2.0/networks/07e06a42-fbfe-42bf-b8c5-12fb7ba00fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980612 Feb 04 12:36:40.704117 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-2f219a77-1442-4b28-bea5-e44e8ce0483e tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.7658992 Feb 04 12:36:41.194188 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3704a5bc-32d9-40ff-9361-70a47dc63c7c req-6ec9990a-5a59-4c98-8dd0-9a805f6411a6 tempest-ServersNegativeTestMultiTenantJSON-959560221 tempest-ServersNegativeTestMultiTenantJSON-959560221-project] 10.222.0.65 "GET /v2.0/ports?device_id=c90770e9-5350-4889-84ff-107dfcec1886 HTTP/1.1" status: 200 len: 210 time: 0.0586057 Feb 04 12:36:41.411576 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3841cc-1944-4c77-a9e5-bb95bf6f85ac None None] Network 80f2e8f7-bfae-4f05-b06d-33405f9fbdc0 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:36:41.548283 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-3a358d4c-fae0-4281-a1e0-507189092aaf None None] Provisioning complete for port e49804a9-099c-4362-8f2d-9edaf6df0597 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:36:41.561252 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3a358d4c-fae0-4281-a1e0-507189092aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (e49804a9-099c-4362-8f2d-9edaf6df0597), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:41.755359 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 17d85341-36c6-4267-ae58-af6013220b17 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:36:41.849673 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49530) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:41.856291 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-6ca08b0d-e923-4f17-a12c-b3d47b070160 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1572763979', 'description': 'tempest-description--1631455749'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:36:41.867968 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7b9f0a-c5b4-407f-942f-4253df862d89 req-6bee2553-ceec-41df-b860-2a3ba9d4c089 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:41.878767 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7b7b9f0a-c5b4-407f-942f-4253df862d89 req-6bee2553-ceec-41df-b860-2a3ba9d4c089 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd965a09-a3c2-4154-b1ba-6bff03a756a4 HTTP/1.1" status: 200 len: 944 time: 0.2270894 Feb 04 12:36:41.931468 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6ca08b0d-e923-4f17-a12c-b3d47b070160 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:42.012399 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7b7b9f0a-c5b4-407f-942f-4253df862d89 req-616fdbe8-3dc4-4734-b68a-0b1183ebd63f tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c18c1f6-d0db-4e54-9b84-8670e680f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326616 Feb 04 12:36:42.093032 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 17d85341-36c6-4267-ae58-af6013220b17 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:36:42.093993 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (17d85341-36c6-4267-ae58-af6013220b17), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:42.159195 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6ca08b0d-e923-4f17-a12c-b3d47b070160 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks [] for security_group (6fb9d925-f1ad-446a-9918-6c4396d6cf75), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:42.172809 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6ca08b0d-e923-4f17-a12c-b3d47b070160 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (6fb9d925-f1ad-446a-9918-6c4396d6cf75), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:42.200568 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-3a358d4c-fae0-4281-a1e0-507189092aaf None None] Current status of the port e49804a9-099c-4362-8f2d-9edaf6df0597 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:36:42.202624 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3a358d4c-fae0-4281-a1e0-507189092aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (e49804a9-099c-4362-8f2d-9edaf6df0597), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:42.319006 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-3a358d4c-fae0-4281-a1e0-507189092aaf None None] For port e49804a9-099c-4362-8f2d-9edaf6df0597, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=e49804a9-099c-4362-8f2d-9edaf6df0597,segment=NetworkSegment(f7d7b182-79a0-4db8-9fb8-bcb4599929bb),segment_id=f7d7b182-79a0-4db8-9fb8-bcb4599929bb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:36:42.329672 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3a358d4c-fae0-4281-a1e0-507189092aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (e49804a9-099c-4362-8f2d-9edaf6df0597), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:42.495448 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-70ff1120-a37a-4b79-9134-fcbefc7008a0 req-6f3eb0f8-2331-441b-b979-dc0c5e22d2c3 tempest-ServersNegativeTestMultiTenantJSON-959560221 tempest-ServersNegativeTestMultiTenantJSON-959560221-project] 10.222.0.65 "GET /v2.0/ports?device_id=c90770e9-5350-4889-84ff-107dfcec1886 HTTP/1.1" status: 200 len: 210 time: 0.1131747 Feb 04 12:36:42.591208 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c33ba19-22f1-4e40-8fc2-bd572c8f7d99 None None] Network 64361832-4c3a-49e6-9dd4-d860a2c32a17 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:36:42.612663 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a358d4c-fae0-4281-a1e0-507189092aaf None None] Pushing event updated for resources: {'Port': ['ID=e49804a9-099c-4362-8f2d-9edaf6df0597,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:42.642384 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 49544) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:42.675604 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 17d85341-36c6-4267-ae58-af6013220b17 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:36:42.676144 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (17d85341-36c6-4267-ae58-af6013220b17), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:42.785282 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-d4ebc2b5-56c7-4e48-a643-1c150dbc218f None None] Provisioning complete for port e49804a9-099c-4362-8f2d-9edaf6df0597 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:36:42.786158 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d4ebc2b5-56c7-4e48-a643-1c150dbc218f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (e49804a9-099c-4362-8f2d-9edaf6df0597), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:42.799999 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-d15854bf-4a4a-4fca-9f73-f213708526be tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Request body: {'security_group': {'name': 'tempest-secgroup--724180626'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:36:42.839123 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d15854bf-4a4a-4fca-9f73-f213708526be tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:42.859535 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d15854bf-4a4a-4fca-9f73-f213708526be tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:42.872997 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port 17d85341-36c6-4267-ae58-af6013220b17, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=17d85341-36c6-4267-ae58-af6013220b17,segment=NetworkSegment(997f147b-14c9-4e9d-8460-8208afc645ea),segment_id=997f147b-14c9-4e9d-8460-8208afc645ea)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:36:42.881104 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca08b0d-e923-4f17-a12c-b3d47b070160 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fb9d925-f1ad-446a-9918-6c4396d6cf75,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:42.911423 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6ca08b0d-e923-4f17-a12c-b3d47b070160 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:42.918074 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-6ca08b0d-e923-4f17-a12c-b3d47b070160 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.0663912 Feb 04 12:36:42.918919 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49548) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:42.926637 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-03377491-83cc-47ef-b774-3958405b638e tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Request body: {'security_group_rule': {'security_group_id': '6fb9d925-f1ad-446a-9918-6c4396d6cf75', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:36:42.975364 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-03377491-83cc-47ef-b774-3958405b638e tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks [] for security_group_rule (f471c857-dd27-46aa-8db3-d094472a67a6), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:42.977742 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (17d85341-36c6-4267-ae58-af6013220b17), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:42.979016 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device e49804a9-099c-4362-8f2d-9edaf6df0597 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:36:42.991156 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d15854bf-4a4a-4fca-9f73-f213708526be tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group (13ef49b7-94f9-4003-a296-dee189e5c955), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:42.997233 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d15854bf-4a4a-4fca-9f73-f213708526be tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (13ef49b7-94f9-4003-a296-dee189e5c955), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:43.111520 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-03377491-83cc-47ef-b774-3958405b638e tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks [] for security_group_rule (f471c857-dd27-46aa-8db3-d094472a67a6), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:43.117813 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-03377491-83cc-47ef-b774-3958405b638e tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (f471c857-dd27-46aa-8db3-d094472a67a6), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:43.163905 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-03377491-83cc-47ef-b774-3958405b638e tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:43.172878 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-03377491-83cc-47ef-b774-3958405b638e tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2521503 Feb 04 12:36:43.181099 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49554) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:43.188954 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-22d10678-9258-4648-b227-e64a457268b8 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Request body: {'security_group_rule': {'security_group_id': '6fb9d925-f1ad-446a-9918-6c4396d6cf75', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:36:43.209370 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03377491-83cc-47ef-b774-3958405b638e tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f471c857-dd27-46aa-8db3-d094472a67a6,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:43.274237 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-22d10678-9258-4648-b227-e64a457268b8 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks [] for security_group_rule (45ef7d25-e469-43a2-91a5-5348f431d9ff), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:43.312718 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=17d85341-36c6-4267-ae58-af6013220b17,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:43.325014 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port e49804a9-099c-4362-8f2d-9edaf6df0597 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:36:43.325400 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (e49804a9-099c-4362-8f2d-9edaf6df0597), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:43.329970 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-d4ebc2b5-56c7-4e48-a643-1c150dbc218f None None] Current status of the port e49804a9-099c-4362-8f2d-9edaf6df0597 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:36:43.374512 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15854bf-4a4a-4fca-9f73-f213708526be tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13ef49b7-94f9-4003-a296-dee189e5c955,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:43.377421 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-d4ebc2b5-56c7-4e48-a643-1c150dbc218f None None] Provisioning complete for port 17d85341-36c6-4267-ae58-af6013220b17 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:36:43.377890 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d4ebc2b5-56c7-4e48-a643-1c150dbc218f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (17d85341-36c6-4267-ae58-af6013220b17), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:43.475597 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-22d10678-9258-4648-b227-e64a457268b8 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks [] for security_group_rule (45ef7d25-e469-43a2-91a5-5348f431d9ff), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:43.480549 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port e49804a9-099c-4362-8f2d-9edaf6df0597 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:36:43.493850 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-22d10678-9258-4648-b227-e64a457268b8 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (45ef7d25-e469-43a2-91a5-5348f431d9ff), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:43.541144 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd44059-2d2c-4f8d-ab53-46bfba63a649 req-6718d3aa-0b8e-4eda-b308-766d43ef3ceb tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:43.550084 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dcd44059-2d2c-4f8d-ab53-46bfba63a649 req-6718d3aa-0b8e-4eda-b308-766d43ef3ceb tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd965a09-a3c2-4154-b1ba-6bff03a756a4 HTTP/1.1" status: 200 len: 944 time: 0.2976935 Feb 04 12:36:43.581081 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-22d10678-9258-4648-b227-e64a457268b8 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:43.582323 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-22d10678-9258-4648-b227-e64a457268b8 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4002397 Feb 04 12:36:43.588869 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49558) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:43.604650 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-f8383537-ab4c-4b4f-97dc-4a7c2f049263 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Request body: {'floatingip': {'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:36:43.609590 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d10678-9258-4648-b227-e64a457268b8 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45ef7d25-e469-43a2-91a5-5348f431d9ff,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:43.611601 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d15854bf-4a4a-4fca-9f73-f213708526be tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group (0497f9f8-35a0-463a-bc30-0fb4756f002d), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:43.629118 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d15854bf-4a4a-4fca-9f73-f213708526be tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (0497f9f8-35a0-463a-bc30-0fb4756f002d), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:43.665529 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f8383537-ab4c-4b4f-97dc-4a7c2f049263 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:43.668105 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-d4ebc2b5-56c7-4e48-a643-1c150dbc218f None None] Current status of the port 17d85341-36c6-4267-ae58-af6013220b17 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:36:43.682097 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-d4ebc2b5-56c7-4e48-a643-1c150dbc218f None None] Provisioning complete for port 7b388f88-9bfb-4b99-9347-ac1c0aba4fb8 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:36:43.682782 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d4ebc2b5-56c7-4e48-a643-1c150dbc218f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (7b388f88-9bfb-4b99-9347-ac1c0aba4fb8), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:43.694699 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80308c9-044c-47d6-bafb-b538925f244c req-f765c74b-1da3-4b1b-94dc-70083c6f67b9 tempest-ServersNegativeTestMultiTenantJSON-959560221 tempest-ServersNegativeTestMultiTenantJSON-959560221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:43.696432 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d80308c9-044c-47d6-bafb-b538925f244c req-f765c74b-1da3-4b1b-94dc-70083c6f67b9 tempest-ServersNegativeTestMultiTenantJSON-959560221 tempest-ServersNegativeTestMultiTenantJSON-959560221-project] 10.222.0.73 "GET /v2.0/networks?id=07e06a42-fbfe-42bf-b8c5-12fb7ba00fe9 HTTP/1.1" status: 200 len: 825 time: 0.6167660 Feb 04 12:36:43.708522 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device e49804a9-099c-4362-8f2d-9edaf6df0597 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:36:43.759606 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-d4ebc2b5-56c7-4e48-a643-1c150dbc218f None None] Port 7b388f88-9bfb-4b99-9347-ac1c0aba4fb8 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:36:43.767153 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-d80308c9-044c-47d6-bafb-b538925f244c req-3ba44dd3-0d61-4e21-9775-0a481874d45f tempest-ServersNegativeTestMultiTenantJSON-959560221 tempest-ServersNegativeTestMultiTenantJSON-959560221-project] Request body: {'port': {'device_id': 'c90770e9-5350-4889-84ff-107dfcec1886', 'network_id': '07e06a42-fbfe-42bf-b8c5-12fb7ba00fe9', 'admin_state_up': True, 'tenant_id': '7c708671ca9d48e9a3973c52295ccec6'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:36:43.811696 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-d4ebc2b5-56c7-4e48-a643-1c150dbc218f None None] Provisioning complete for port c52edd8b-620d-4771-b029-de54239b378d triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:36:43.812591 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d4ebc2b5-56c7-4e48-a643-1c150dbc218f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (c52edd8b-620d-4771-b029-de54239b378d), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:43.815408 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port e49804a9-099c-4362-8f2d-9edaf6df0597 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:36:43.816012 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (e49804a9-099c-4362-8f2d-9edaf6df0597), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:43.826466 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d15854bf-4a4a-4fca-9f73-f213708526be tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:43.827716 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-d15854bf-4a4a-4fca-9f73-f213708526be tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.1841357 Feb 04 12:36:43.832871 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49560) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:43.865980 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0e1a886d-b020-4c77-aac0-9e48d00b96a8 req-51a4a5ec-5ace-43d8-bdf4-af753a3145d8 tempest-ServersNegativeTestMultiTenantJSON-959560221 tempest-ServersNegativeTestMultiTenantJSON-959560221-project] 10.222.0.65 "GET /v2.0/ports?device_id=c90770e9-5350-4889-84ff-107dfcec1886 HTTP/1.1" status: 200 len: 210 time: 0.1831336 Feb 04 12:36:43.874022 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15854bf-4a4a-4fca-9f73-f213708526be tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0497f9f8-35a0-463a-bc30-0fb4756f002d,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:43.895454 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f8383537-ab4c-4b4f-97dc-4a7c2f049263 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:43.900003 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dcd44059-2d2c-4f8d-ab53-46bfba63a649 req-a353e92e-0969-43ae-9cf3-b9fd41af5d18 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c18c1f6-d0db-4e54-9b84-8670e680f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3471868 Feb 04 12:36:43.923683 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-d4ebc2b5-56c7-4e48-a643-1c150dbc218f None None] Port c52edd8b-620d-4771-b029-de54239b378d cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:36:43.977782 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port e49804a9-099c-4362-8f2d-9edaf6df0597 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:36:43.979825 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 17d85341-36c6-4267-ae58-af6013220b17 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:36:44.002861 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d80308c9-044c-47d6-bafb-b538925f244c req-3ba44dd3-0d61-4e21-9775-0a481874d45f tempest-ServersNegativeTestMultiTenantJSON-959560221 tempest-ServersNegativeTestMultiTenantJSON-959560221-project] Made reservation on behalf of 7c708671ca9d48e9a3973c52295ccec6 for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:36:44.007264 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-d80308c9-044c-47d6-bafb-b538925f244c req-3ba44dd3-0d61-4e21-9775-0a481874d45f tempest-ServersNegativeTestMultiTenantJSON-959560221 tempest-ServersNegativeTestMultiTenantJSON-959560221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:44.037864 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-dd7475aa-e96d-4071-aa3f-c5f334820122 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.2026989 Feb 04 12:36:44.040547 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49562) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:44.048290 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-88b78981-649b-47e2-a8ec-9d4ccc83a8f8 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Request body: {'security_group': {'name': 'tempest-security--497824365', 'description': 'tempest-security-description-1923846088'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:36:44.061447 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-d2322949-0fb9-4d00-a8a0-7c3059b69320 None None] Provisioning complete for port 7b388f88-9bfb-4b99-9347-ac1c0aba4fb8 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:36:44.062268 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d2322949-0fb9-4d00-a8a0-7c3059b69320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (7b388f88-9bfb-4b99-9347-ac1c0aba4fb8), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:44.098255 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-f8383537-ab4c-4b4f-97dc-4a7c2f049263 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Allocated IP 172.25.3.20 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/e91a7cba-0235-4d7b-9403-5e29bb38158c) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:36:44.104079 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 17d85341-36c6-4267-ae58-af6013220b17 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:36:44.104582 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (17d85341-36c6-4267-ae58-af6013220b17), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:44.117971 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-88b78981-649b-47e2-a8ec-9d4ccc83a8f8 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group (0497f9f8-35a0-463a-bc30-0fb4756f002d), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:44.153078 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-d2322949-0fb9-4d00-a8a0-7c3059b69320 None None] Port 7b388f88-9bfb-4b99-9347-ac1c0aba4fb8 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:36:44.185269 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-d2322949-0fb9-4d00-a8a0-7c3059b69320 None None] Provisioning complete for port 17d85341-36c6-4267-ae58-af6013220b17 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:36:44.185806 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d2322949-0fb9-4d00-a8a0-7c3059b69320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (17d85341-36c6-4267-ae58-af6013220b17), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:44.218263 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-88b78981-649b-47e2-a8ec-9d4ccc83a8f8 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group (0497f9f8-35a0-463a-bc30-0fb4756f002d), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:44.226529 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-88b78981-649b-47e2-a8ec-9d4ccc83a8f8 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (0497f9f8-35a0-463a-bc30-0fb4756f002d), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:44.227392 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-d80308c9-044c-47d6-bafb-b538925f244c req-3ba44dd3-0d61-4e21-9775-0a481874d45f tempest-ServersNegativeTestMultiTenantJSON-959560221 tempest-ServersNegativeTestMultiTenantJSON-959560221-project] Allocated IP 172.20.0.13 (07e06a42-fbfe-42bf-b8c5-12fb7ba00fe9/25363a4b-8d0a-4675-ad92-c9b56a6b3c35/3ce40ba3-b33b-4ba6-991a-826f0b018246) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:36:44.229868 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-88b78981-649b-47e2-a8ec-9d4ccc83a8f8 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:44.232870 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-88b78981-649b-47e2-a8ec-9d4ccc83a8f8 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] 10.222.0.65 "PUT /v2.0/security-groups/0497f9f8-35a0-463a-bc30-0fb4756f002d HTTP/1.1" status: 200 len: 1796 time: 0.1906221 Feb 04 12:36:44.236841 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 49564) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:44.291405 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b78981-649b-47e2-a8ec-9d4ccc83a8f8 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0497f9f8-35a0-463a-bc30-0fb4756f002d,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:44.309864 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f8383537-ab4c-4b4f-97dc-4a7c2f049263 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks [] for port (e91a7cba-0235-4d7b-9403-5e29bb38158c), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:44.322044 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 17d85341-36c6-4267-ae58-af6013220b17 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:36:44.342522 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-1022f9e1-63f6-4285-97f9-ac4328f35520 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] 10.222.0.65 "GET /v2.0/security-groups/0497f9f8-35a0-463a-bc30-0fb4756f002d HTTP/1.1" status: 200 len: 1796 time: 0.1041005 Feb 04 12:36:44.343276 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 49566) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:44.392586 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f8383537-ab4c-4b4f-97dc-4a7c2f049263 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (e91a7cba-0235-4d7b-9403-5e29bb38158c), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:44.420635 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-d2322949-0fb9-4d00-a8a0-7c3059b69320 None None] Current status of the port 17d85341-36c6-4267-ae58-af6013220b17 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:36:44.444330 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-d2322949-0fb9-4d00-a8a0-7c3059b69320 None None] Provisioning complete for port c52edd8b-620d-4771-b029-de54239b378d triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:36:44.444993 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d2322949-0fb9-4d00-a8a0-7c3059b69320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (c52edd8b-620d-4771-b029-de54239b378d), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:44.445453 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8383537-ab4c-4b4f-97dc-4a7c2f049263 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:36:44.449633 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-f8383537-ab4c-4b4f-97dc-4a7c2f049263 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:36:44.460848 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8383537-ab4c-4b4f-97dc-4a7c2f049263 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:36:44.494436 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8383537-ab4c-4b4f-97dc-4a7c2f049263 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Pushing event updated for resources: {'Port': ['ID=e91a7cba-0235-4d7b-9403-5e29bb38158c,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:44.496698 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d13bd8f3-a63b-4a4e-b3ba-f7c6a8c953a5 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group (0497f9f8-35a0-463a-bc30-0fb4756f002d), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:44.516854 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-d2322949-0fb9-4d00-a8a0-7c3059b69320 None None] Port c52edd8b-620d-4771-b029-de54239b378d cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:36:44.558164 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d13bd8f3-a63b-4a4e-b3ba-f7c6a8c953a5 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group (0497f9f8-35a0-463a-bc30-0fb4756f002d), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:44.576492 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f8383537-ab4c-4b4f-97dc-4a7c2f049263 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks [] for floatingip (3d4d2bf4-b726-4c3f-a2e3-ffa07379faa1), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:44.645890 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d13bd8f3-a63b-4a4e-b3ba-f7c6a8c953a5 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (0497f9f8-35a0-463a-bc30-0fb4756f002d), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:44.647612 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f8383537-ab4c-4b4f-97dc-4a7c2f049263 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (e91a7cba-0235-4d7b-9403-5e29bb38158c), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:44.648635 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d13bd8f3-a63b-4a4e-b3ba-f7c6a8c953a5 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:44.652701 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-d13bd8f3-a63b-4a4e-b3ba-f7c6a8c953a5 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] 10.222.0.65 "DELETE /v2.0/security-groups/0497f9f8-35a0-463a-bc30-0fb4756f002d HTTP/1.1" status: 204 len: 168 time: 0.3056142 Feb 04 12:36:44.653431 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 49570) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:44.657024 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-d80308c9-044c-47d6-bafb-b538925f244c req-3ba44dd3-0d61-4e21-9775-0a481874d45f tempest-ServersNegativeTestMultiTenantJSON-959560221 tempest-ServersNegativeTestMultiTenantJSON-959560221-project] Publish callbacks [] for port (3ce40ba3-b33b-4ba6-991a-826f0b018246), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:44.683536 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13bd8f3-a63b-4a4e-b3ba-f7c6a8c953a5 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0497f9f8-35a0-463a-bc30-0fb4756f002d,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:44.736818 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-21696e03-0c36-4790-bc59-fd87695f4dd1 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0753586 Feb 04 12:36:44.737428 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 49572) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:44.755246 n-d-825015-3 neutron-server[103475]: INFO neutron.api.v2.resource [None req-db586912-6b92-407e-ac16-5b450ec94b93 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] delete failed (client error): The resource could not be found. Feb 04 12:36:44.760798 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-db586912-6b92-407e-ac16-5b450ec94b93 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] 10.222.0.65 "DELETE /v2.0/security-groups/0497f9f8-35a0-463a-bc30-0fb4756f002d HTTP/1.1" status: 404 len: 347 time: 0.0210934 Feb 04 12:36:44.761380 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 49574) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:44.767129 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-27af9d8d-5a31-407c-ad83-3413597f111c tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Request body: {'security_group': {'name': 'tempest-secgroup--1917398867'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:36:44.771503 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-d80308c9-044c-47d6-bafb-b538925f244c req-3ba44dd3-0d61-4e21-9775-0a481874d45f tempest-ServersNegativeTestMultiTenantJSON-959560221 tempest-ServersNegativeTestMultiTenantJSON-959560221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (3ce40ba3-b33b-4ba6-991a-826f0b018246), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:44.829804 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d80308c9-044c-47d6-bafb-b538925f244c req-3ba44dd3-0d61-4e21-9775-0a481874d45f tempest-ServersNegativeTestMultiTenantJSON-959560221 tempest-ServersNegativeTestMultiTenantJSON-959560221-project] Network 07e06a42-fbfe-42bf-b8c5-12fb7ba00fe9 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:36:44.838332 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-d80308c9-044c-47d6-bafb-b538925f244c req-3ba44dd3-0d61-4e21-9775-0a481874d45f tempest-ServersNegativeTestMultiTenantJSON-959560221 tempest-ServersNegativeTestMultiTenantJSON-959560221-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:36:44.844017 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-27af9d8d-5a31-407c-ad83-3413597f111c tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:44.845139 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-d80308c9-044c-47d6-bafb-b538925f244c req-3ba44dd3-0d61-4e21-9775-0a481874d45f tempest-ServersNegativeTestMultiTenantJSON-959560221 tempest-ServersNegativeTestMultiTenantJSON-959560221-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:36:44.847618 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f8383537-ab4c-4b4f-97dc-4a7c2f049263 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks [] for port (e91a7cba-0235-4d7b-9403-5e29bb38158c), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:44.853959 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f8383537-ab4c-4b4f-97dc-4a7c2f049263 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (e91a7cba-0235-4d7b-9403-5e29bb38158c), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:44.881396 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba44dd3-0d61-4e21-9775-0a481874d45f tempest-ServersNegativeTestMultiTenantJSON-959560221 tempest-ServersNegativeTestMultiTenantJSON-959560221-project] Pushing event updated for resources: {'Port': ['ID=3ce40ba3-b33b-4ba6-991a-826f0b018246,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:44.917419 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8383537-ab4c-4b4f-97dc-4a7c2f049263 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Pushing event updated for resources: {'Port': ['ID=e91a7cba-0235-4d7b-9403-5e29bb38158c,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:44.925239 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80308c9-044c-47d6-bafb-b538925f244c req-3ba44dd3-0d61-4e21-9775-0a481874d45f tempest-ServersNegativeTestMultiTenantJSON-959560221 tempest-ServersNegativeTestMultiTenantJSON-959560221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:44.925900 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-d80308c9-044c-47d6-bafb-b538925f244c req-3ba44dd3-0d61-4e21-9775-0a481874d45f tempest-ServersNegativeTestMultiTenantJSON-959560221 tempest-ServersNegativeTestMultiTenantJSON-959560221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:44.957864 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d80308c9-044c-47d6-bafb-b538925f244c req-3ba44dd3-0d61-4e21-9775-0a481874d45f tempest-ServersNegativeTestMultiTenantJSON-959560221 tempest-ServersNegativeTestMultiTenantJSON-959560221-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2032983 Feb 04 12:36:44.971006 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-d80308c9-044c-47d6-bafb-b538925f244c req-6d286a66-d690-4791-aad6-b868d1f1d4b2 service neutron] Request body: {'port': {'device_id': 'c90770e9-5350-4889-84ff-107dfcec1886', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:36:45.001599 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f8383537-ab4c-4b4f-97dc-4a7c2f049263 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1599943'] for floatingip (3d4d2bf4-b726-4c3f-a2e3-ffa07379faa1), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:45.018153 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f8383537-ab4c-4b4f-97dc-4a7c2f049263 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:45.019716 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-f8383537-ab4c-4b4f-97dc-4a7c2f049263 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4298670 Feb 04 12:36:45.067860 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-27af9d8d-5a31-407c-ad83-3413597f111c tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group (731bebcc-ee7f-4667-b2cc-5dae5f26e200), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:45.099132 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-27af9d8d-5a31-407c-ad83-3413597f111c tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (731bebcc-ee7f-4667-b2cc-5dae5f26e200), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:45.174721 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-27af9d8d-5a31-407c-ad83-3413597f111c tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:45.179148 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49586) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:45.179298 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-27af9d8d-5a31-407c-ad83-3413597f111c tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4164650 Feb 04 12:36:45.183061 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-d80308c9-044c-47d6-bafb-b538925f244c req-6d286a66-d690-4791-aad6-b868d1f1d4b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (3ce40ba3-b33b-4ba6-991a-826f0b018246), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:45.185748 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-d560b241-7ffd-4d5a-aded-a561a8d30001 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Request body: {'security_group_rule': {'security_group_id': '731bebcc-ee7f-4667-b2cc-5dae5f26e200', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:36:45.197738 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27af9d8d-5a31-407c-ad83-3413597f111c tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=731bebcc-ee7f-4667-b2cc-5dae5f26e200,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:45.215724 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d560b241-7ffd-4d5a-aded-a561a8d30001 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group_rule (921b2eb0-b492-4a6d-8f0d-a0a0c27614b1), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:45.218902 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d472d0-6c6c-48d9-848d-9f44c3775263 req-f50841cc-cf7c-4934-bbcd-6860671164d6 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:45.220438 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b6d472d0-6c6c-48d9-848d-9f44c3775263 req-f50841cc-cf7c-4934-bbcd-6860671164d6 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd965a09-a3c2-4154-b1ba-6bff03a756a4 HTTP/1.1" status: 200 len: 944 time: 0.2418890 Feb 04 12:36:45.228709 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c375b8e0-1281-416b-a4cf-88a83e0a878d req-478e4a5b-ca3b-4ee7-9b39-ace4caea07d2 tempest-ServersNegativeTestMultiTenantJSON-959560221 tempest-ServersNegativeTestMultiTenantJSON-959560221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:45.230697 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c375b8e0-1281-416b-a4cf-88a83e0a878d req-478e4a5b-ca3b-4ee7-9b39-ace4caea07d2 tempest-ServersNegativeTestMultiTenantJSON-959560221 tempest-ServersNegativeTestMultiTenantJSON-959560221-project] 10.222.0.65 "GET /v2.0/ports?device_id=c90770e9-5350-4889-84ff-107dfcec1886 HTTP/1.1" status: 200 len: 932 time: 0.2165434 Feb 04 12:36:45.284863 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d560b241-7ffd-4d5a-aded-a561a8d30001 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group_rule (921b2eb0-b492-4a6d-8f0d-a0a0c27614b1), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:45.290653 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d560b241-7ffd-4d5a-aded-a561a8d30001 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (921b2eb0-b492-4a6d-8f0d-a0a0c27614b1), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:45.315599 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d560b241-7ffd-4d5a-aded-a561a8d30001 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=921b2eb0-b492-4a6d-8f0d-a0a0c27614b1,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:45.340385 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d560b241-7ffd-4d5a-aded-a561a8d30001 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:45.341942 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-d560b241-7ffd-4d5a-aded-a561a8d30001 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1614144 Feb 04 12:36:45.344809 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49588) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:45.370911 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8ce80b94-9d1c-44b3-99c0-bdc5e8645d1e tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group_rule (921b2eb0-b492-4a6d-8f0d-a0a0c27614b1), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:45.392296 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8ce80b94-9d1c-44b3-99c0-bdc5e8645d1e tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group_rule (921b2eb0-b492-4a6d-8f0d-a0a0c27614b1), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:45.409326 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b6d472d0-6c6c-48d9-848d-9f44c3775263 req-cd25b443-9d98-4486-894e-9ce743315bb0 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c18c1f6-d0db-4e54-9b84-8670e680f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1780996 Feb 04 12:36:45.424323 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8ce80b94-9d1c-44b3-99c0-bdc5e8645d1e tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (921b2eb0-b492-4a6d-8f0d-a0a0c27614b1), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:45.431651 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c375b8e0-1281-416b-a4cf-88a83e0a878d req-e8f49224-8f1f-44b3-925f-2edad9ef8f1f tempest-ServersNegativeTestMultiTenantJSON-959560221 tempest-ServersNegativeTestMultiTenantJSON-959560221-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ebb356c-bd77-4f7e-b2ab-fd06e5387b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707883 Feb 04 12:36:45.431891 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8ce80b94-9d1c-44b3-99c0-bdc5e8645d1e tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:45.432377 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-8ce80b94-9d1c-44b3-99c0-bdc5e8645d1e tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/921b2eb0-b492-4a6d-8f0d-a0a0c27614b1 HTTP/1.1" status: 204 len: 168 time: 0.0865469 Feb 04 12:36:45.441434 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49592) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:45.442550 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce80b94-9d1c-44b3-99c0-bdc5e8645d1e tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=921b2eb0-b492-4a6d-8f0d-a0a0c27614b1,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:45.501307 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-f5338bc2-bff8-43c7-854d-22300815bbd5 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0540080 Feb 04 12:36:45.502073 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49594) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:45.533802 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bde65ef0-8224-46d8-bc64-ea706dca78cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:45.588374 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e39ccfbd-fd6f-4285-8578-ba3577669ed6 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group (731bebcc-ee7f-4667-b2cc-5dae5f26e200), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:45.622424 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e39ccfbd-fd6f-4285-8578-ba3577669ed6 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group (731bebcc-ee7f-4667-b2cc-5dae5f26e200), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:45.625848 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-d80308c9-044c-47d6-bafb-b538925f244c req-6d286a66-d690-4791-aad6-b868d1f1d4b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ce40ba3-b33b-4ba6-991a-826f0b018246 {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:36:45.641861 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-d80308c9-044c-47d6-bafb-b538925f244c req-6d286a66-d690-4791-aad6-b868d1f1d4b2 service neutron] Publish callbacks [] for port (3ce40ba3-b33b-4ba6-991a-826f0b018246), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:45.669919 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-d80308c9-044c-47d6-bafb-b538925f244c req-6d286a66-d690-4791-aad6-b868d1f1d4b2 service neutron] Transition to ACTIVE for port object 3ce40ba3-b33b-4ba6-991a-826f0b018246 will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:36:45.676232 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-d80308c9-044c-47d6-bafb-b538925f244c req-6d286a66-d690-4791-aad6-b868d1f1d4b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (3ce40ba3-b33b-4ba6-991a-826f0b018246), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:45.677348 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e39ccfbd-fd6f-4285-8578-ba3577669ed6 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (731bebcc-ee7f-4667-b2cc-5dae5f26e200), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:45.680312 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e39ccfbd-fd6f-4285-8578-ba3577669ed6 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:45.685541 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-e39ccfbd-fd6f-4285-8578-ba3577669ed6 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] 10.222.0.65 "DELETE /v2.0/security-groups/731bebcc-ee7f-4667-b2cc-5dae5f26e200 HTTP/1.1" status: 204 len: 168 time: 0.1784506 Feb 04 12:36:45.685919 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49604) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:45.701287 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39ccfbd-fd6f-4285-8578-ba3577669ed6 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=731bebcc-ee7f-4667-b2cc-5dae5f26e200,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:45.751490 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-12930de9-e233-4fba-bf95-c8bf03b9934f tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0577741 Feb 04 12:36:45.751695 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-80e204b1-0339-43fa-87fe-0772accafaf5 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1572763979&fields=id&tenant_id=6d2d96abb2ff46d88357aa25adf70711 HTTP/1.1" status: 200 len: 267 time: 0.1364572 Feb 04 12:36:45.752091 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49606) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:45.756890 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-f4c27b9c-f1ae-4c92-8c04-e21576ebe362 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Request body: {'security_group': {'name': 'tempest-secgroup--1114791917'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:36:45.759962 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d286a66-d690-4791-aad6-b868d1f1d4b2 service neutron] Pushing event updated for resources: {'Port': ['ID=3ce40ba3-b33b-4ba6-991a-826f0b018246,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:45.785501 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f4c27b9c-f1ae-4c92-8c04-e21576ebe362 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:45.854336 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-2518f636-bc68-4509-a021-7ee060fead38 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:45.855717 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-2518f636-bc68-4509-a021-7ee060fead38 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports/c52edd8b-620d-4771-b029-de54239b378d HTTP/1.1" status: 200 len: 935 time: 0.0912535 Feb 04 12:36:45.871717 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f4c27b9c-f1ae-4c92-8c04-e21576ebe362 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group (84591a8f-7adc-4f6b-9f07-feb737a9172a), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:45.879216 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f4c27b9c-f1ae-4c92-8c04-e21576ebe362 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (84591a8f-7adc-4f6b-9f07-feb737a9172a), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:45.907283 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f4c27b9c-f1ae-4c92-8c04-e21576ebe362 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:45.908633 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-f4c27b9c-f1ae-4c92-8c04-e21576ebe362 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1558700 Feb 04 12:36:45.913064 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49608) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:45.922527 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-f6d43cb6-a83a-44c8-8d9b-cafdd6d9a56e tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Request body: {'security_group_rule': {'security_group_id': '84591a8f-7adc-4f6b-9f07-feb737a9172a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:36:45.930094 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c27b9c-f1ae-4c92-8c04-e21576ebe362 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84591a8f-7adc-4f6b-9f07-feb737a9172a,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:45.933357 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-4fbca0b3-2e7a-44a3-b1ca-0e61b1b4dc2d tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:45.935144 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-4fbca0b3-2e7a-44a3-b1ca-0e61b1b4dc2d tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports/7b388f88-9bfb-4b99-9347-ac1c0aba4fb8 HTTP/1.1" status: 200 len: 935 time: 0.0721498 Feb 04 12:36:45.936197 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-d80308c9-044c-47d6-bafb-b538925f244c req-6d286a66-d690-4791-aad6-b868d1f1d4b2 service neutron] Attempting to bind port 3ce40ba3-b33b-4ba6-991a-826f0b018246 on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:36:45.936538 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-d80308c9-044c-47d6-bafb-b538925f244c req-6d286a66-d690-4791-aad6-b868d1f1d4b2 service neutron] Attempting to bind port 3ce40ba3-b33b-4ba6-991a-826f0b018246 by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': '9cdba358-2658-4993-be17-0c431a956e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '07e06a42-fbfe-42bf-b8c5-12fb7ba00fe9'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:36:45.936871 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80308c9-044c-47d6-bafb-b538925f244c req-6d286a66-d690-4791-aad6-b868d1f1d4b2 service neutron] Attempting to bind port 3ce40ba3-b33b-4ba6-991a-826f0b018246 on network 07e06a42-fbfe-42bf-b8c5-12fb7ba00fe9 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:36:45.941787 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80308c9-044c-47d6-bafb-b538925f244c req-6d286a66-d690-4791-aad6-b868d1f1d4b2 service neutron] Port 3ce40ba3-b33b-4ba6-991a-826f0b018246 on network 07e06a42-fbfe-42bf-b8c5-12fb7ba00fe9 not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:36:45.942117 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80308c9-044c-47d6-bafb-b538925f244c req-6d286a66-d690-4791-aad6-b868d1f1d4b2 service neutron] Attempting to bind port 3ce40ba3-b33b-4ba6-991a-826f0b018246 on network 07e06a42-fbfe-42bf-b8c5-12fb7ba00fe9 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:36:45.947867 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80308c9-044c-47d6-bafb-b538925f244c req-6d286a66-d690-4791-aad6-b868d1f1d4b2 service neutron] Checking agent: {'id': 'f8add0d2-2202-43d3-bc0e-72442788e6ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:36:45.948265 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80308c9-044c-47d6-bafb-b538925f244c req-6d286a66-d690-4791-aad6-b868d1f1d4b2 service neutron] Checking segment: {'id': '9cdba358-2658-4993-be17-0c431a956e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '07e06a42-fbfe-42bf-b8c5-12fb7ba00fe9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:36:45.948657 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80308c9-044c-47d6-bafb-b538925f244c req-6d286a66-d690-4791-aad6-b868d1f1d4b2 service neutron] Bound using segment: {'id': '9cdba358-2658-4993-be17-0c431a956e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '07e06a42-fbfe-42bf-b8c5-12fb7ba00fe9'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:36:45.949174 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-d80308c9-044c-47d6-bafb-b538925f244c req-6d286a66-d690-4791-aad6-b868d1f1d4b2 service neutron] Bound port: 3ce40ba3-b33b-4ba6-991a-826f0b018246, host: n-h1-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cdba358-2658-4993-be17-0c431a956e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '07e06a42-fbfe-42bf-b8c5-12fb7ba00fe9'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:36:45.949506 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-d80308c9-044c-47d6-bafb-b538925f244c req-6d286a66-d690-4791-aad6-b868d1f1d4b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (3ce40ba3-b33b-4ba6-991a-826f0b018246), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:45.956895 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f6d43cb6-a83a-44c8-8d9b-cafdd6d9a56e tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group_rule (ab1a2e29-6ac5-4d31-9b23-2bcdf6173bd8), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:46.023337 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f6d43cb6-a83a-44c8-8d9b-cafdd6d9a56e tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group_rule (ab1a2e29-6ac5-4d31-9b23-2bcdf6173bd8), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:46.030610 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f6d43cb6-a83a-44c8-8d9b-cafdd6d9a56e tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (ab1a2e29-6ac5-4d31-9b23-2bcdf6173bd8), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:46.056811 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f6d43cb6-a83a-44c8-8d9b-cafdd6d9a56e tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:46.062242 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-f6d43cb6-a83a-44c8-8d9b-cafdd6d9a56e tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1442337 Feb 04 12:36:46.063087 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49610) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:46.065087 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-fe8bbbdc-ade4-4e9c-ba9c-37d14607cc21 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?network_id=64361832-4c3a-49e6-9dd4-d860a2c32a17&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1057835 Feb 04 12:36:46.070983 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d43cb6-a83a-44c8-8d9b-cafdd6d9a56e tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab1a2e29-6ac5-4d31-9b23-2bcdf6173bd8,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:46.076569 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-8a5606ec-45c7-48dc-88b6-28690453b647 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Request body: {'security_group_rule': {'security_group_id': '84591a8f-7adc-4f6b-9f07-feb737a9172a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:36:46.108143 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8a5606ec-45c7-48dc-88b6-28690453b647 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group_rule (e899a2b1-4f99-44ec-8465-89823f8a95cc), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:46.124507 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-d86708b5-3004-434c-97e4-0de8b4e9528f tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?network_id=64361832-4c3a-49e6-9dd4-d860a2c32a17&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0303872 Feb 04 12:36:46.173189 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8a5606ec-45c7-48dc-88b6-28690453b647 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group_rule (e899a2b1-4f99-44ec-8465-89823f8a95cc), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:46.176956 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8a5606ec-45c7-48dc-88b6-28690453b647 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (e899a2b1-4f99-44ec-8465-89823f8a95cc), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:46.199439 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5606ec-45c7-48dc-88b6-28690453b647 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e899a2b1-4f99-44ec-8465-89823f8a95cc,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:46.207071 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8a5606ec-45c7-48dc-88b6-28690453b647 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:46.208642 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-8a5606ec-45c7-48dc-88b6-28690453b647 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1442821 Feb 04 12:36:46.211568 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 49612) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:46.221205 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-4ac9df76-3353-4cfc-9e30-d839e64560fe tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Request body: {'security_group_rule': {'security_group_id': '84591a8f-7adc-4f6b-9f07-feb737a9172a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:36:46.225667 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-d80308c9-044c-47d6-bafb-b538925f244c req-6d286a66-d690-4791-aad6-b868d1f1d4b2 service neutron] For port 3ce40ba3-b33b-4ba6-991a-826f0b018246, host n-h1-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:36:46.259765 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-d80308c9-044c-47d6-bafb-b538925f244c req-6d286a66-d690-4791-aad6-b868d1f1d4b2 service neutron] For port 3ce40ba3-b33b-4ba6-991a-826f0b018246, host n-h1-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=3ce40ba3-b33b-4ba6-991a-826f0b018246,segment=NetworkSegment(9cdba358-2658-4993-be17-0c431a956e91),segment_id=9cdba358-2658-4993-be17-0c431a956e91)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:36:46.277970 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-d80308c9-044c-47d6-bafb-b538925f244c req-6d286a66-d690-4791-aad6-b868d1f1d4b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (3ce40ba3-b33b-4ba6-991a-826f0b018246), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:46.326118 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-b1fa36a4-45bb-4356-b6bf-5e321238bfa9 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:46.331384 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-b1fa36a4-45bb-4356-b6bf-5e321238bfa9 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:46.336462 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-b1fa36a4-45bb-4356-b6bf-5e321238bfa9 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:46.338169 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-b1fa36a4-45bb-4356-b6bf-5e321238bfa9 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/networks?id=647cdb67-8c3d-4450-9185-dcf62d584045&id=80f2e8f7-bfae-4f05-b06d-33405f9fbdc0&id=80f2e8f7-bfae-4f05-b06d-33405f9fbdc0&id=64361832-4c3a-49e6-9dd4-d860a2c32a17&id=64361832-4c3a-49e6-9dd4-d860a2c32a17 HTTP/1.1" status: 200 len: 1995 time: 0.2057016 Feb 04 12:36:46.344066 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4ac9df76-3353-4cfc-9e30-d839e64560fe tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group_rule (b16c506e-6b56-4722-8d5b-25f45b6ebaf5), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:46.380255 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80308c9-044c-47d6-bafb-b538925f244c req-6d286a66-d690-4791-aad6-b868d1f1d4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:46.380884 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-d80308c9-044c-47d6-bafb-b538925f244c req-6d286a66-d690-4791-aad6-b868d1f1d4b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:46.382259 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d80308c9-044c-47d6-bafb-b538925f244c req-6d286a66-d690-4791-aad6-b868d1f1d4b2 service neutron] 10.222.0.73 "PUT /v2.0/ports/3ce40ba3-b33b-4ba6-991a-826f0b018246 HTTP/1.1" status: 200 len: 1092 time: 1.4170558 Feb 04 12:36:46.383446 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c90770e9-5350-4889-84ff-107dfcec1886', 'tag': '3ce40ba3-b33b-4ba6-991a-826f0b018246'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:36:46.385697 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3894d882-7c75-403b-9d1c-a4912a3a3c4c" -d '{"events": [{"name": "network-changed", "server_uuid": "c90770e9-5350-4889-84ff-107dfcec1886", "tag": "3ce40ba3-b33b-4ba6-991a-826f0b018246"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:36:46.403140 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-4b6b6f24-1fe2-4ef1-8464-53ca7ebd83e5 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/quotas/6d2d96abb2ff46d88357aa25adf70711 HTTP/1.1" status: 200 len: 375 time: 0.0531616 Feb 04 12:36:46.459274 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e2dc5e4-2f49-490e-8eac-732e39dd5eb9 x-openstack-request-id: req-0e2dc5e4-2f49-490e-8eac-732e39dd5eb9 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:36:46.459570 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c90770e9-5350-4889-84ff-107dfcec1886", "tag": "3ce40ba3-b33b-4ba6-991a-826f0b018246", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:36:46.459880 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0e2dc5e4-2f49-490e-8eac-732e39dd5eb9 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:36:46.460256 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c90770e9-5350-4889-84ff-107dfcec1886', 'tag': '3ce40ba3-b33b-4ba6-991a-826f0b018246', 'status': 'completed', 'code': 200} Feb 04 12:36:46.460849 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d286a66-d690-4791-aad6-b868d1f1d4b2 service neutron] Pushing event updated for resources: {'Port': ['ID=3ce40ba3-b33b-4ba6-991a-826f0b018246,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:46.519647 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4ac9df76-3353-4cfc-9e30-d839e64560fe tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group_rule (b16c506e-6b56-4722-8d5b-25f45b6ebaf5), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:46.528416 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4ac9df76-3353-4cfc-9e30-d839e64560fe tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (b16c506e-6b56-4722-8d5b-25f45b6ebaf5), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:46.586464 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac9df76-3353-4cfc-9e30-d839e64560fe tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b16c506e-6b56-4722-8d5b-25f45b6ebaf5,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:46.601520 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-a7f988ff-16f0-45c8-8e6c-e1924e93cbbf tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=6d2d96abb2ff46d88357aa25adf70711&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1865647 Feb 04 12:36:46.603873 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80308c9-044c-47d6-bafb-b538925f244c req-957db813-8f51-4e59-92fa-0daaae2aa5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:46.605242 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d80308c9-044c-47d6-bafb-b538925f244c req-957db813-8f51-4e59-92fa-0daaae2aa5a1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7c708671ca9d48e9a3973c52295ccec6&device_id=c90770e9-5350-4889-84ff-107dfcec1886 HTTP/1.1" status: 200 len: 1126 time: 0.1716654 Feb 04 12:36:46.608958 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4ac9df76-3353-4cfc-9e30-d839e64560fe tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:46.613652 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-4ac9df76-3353-4cfc-9e30-d839e64560fe tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3964834 Feb 04 12:36:46.613652 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 49620) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:46.618994 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-8c0c0adc-ba87-42c5-8900-a58a16a65dde tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Request body: {'security_group_rule': {'security_group_id': '84591a8f-7adc-4f6b-9f07-feb737a9172a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:36:46.688517 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d80308c9-044c-47d6-bafb-b538925f244c req-af3044ed-ae11-43cc-a246-12486f58c3d8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ce40ba3-b33b-4ba6-991a-826f0b018246 HTTP/1.1" status: 200 len: 217 time: 0.0726261 Feb 04 12:36:46.782644 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d2121f-a19b-476f-bc89-29f781302deb req-d526121e-5895-4117-9126-66041cdbd7aa tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:46.784228 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e9d2121f-a19b-476f-bc89-29f781302deb req-d526121e-5895-4117-9126-66041cdbd7aa tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd965a09-a3c2-4154-b1ba-6bff03a756a4 HTTP/1.1" status: 200 len: 944 time: 0.2458959 Feb 04 12:36:46.799657 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8c0c0adc-ba87-42c5-8900-a58a16a65dde tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group_rule (3fdde4ad-0d88-4ee9-bbb3-b6888eb3d88b), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:46.828210 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80308c9-044c-47d6-bafb-b538925f244c req-cb78b563-a0cf-485f-ba5e-abae9052a496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:46.829652 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d80308c9-044c-47d6-bafb-b538925f244c req-cb78b563-a0cf-485f-ba5e-abae9052a496 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=25363a4b-8d0a-4675-ad92-c9b56a6b3c35 HTTP/1.1" status: 200 len: 865 time: 0.1151423 Feb 04 12:36:46.891799 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d80308c9-044c-47d6-bafb-b538925f244c req-46f6f050-8362-4e1c-809b-bf12172ff471 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=07e06a42-fbfe-42bf-b8c5-12fb7ba00fe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487087 Feb 04 12:36:46.893556 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-5c329e83-63bd-4dff-8814-a4dc8454562a service neutron] 10.222.0.65 "GET /v2.0/networks/647cdb67-8c3d-4450-9185-dcf62d584045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609286 Feb 04 12:36:47.027075 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8c0c0adc-ba87-42c5-8900-a58a16a65dde tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group_rule (3fdde4ad-0d88-4ee9-bbb3-b6888eb3d88b), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:47.032582 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e9d2121f-a19b-476f-bc89-29f781302deb req-984a50b2-4f3b-40e1-aad4-7aeadc05008a tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c18c1f6-d0db-4e54-9b84-8670e680f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2264357 Feb 04 12:36:47.037692 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8c0c0adc-ba87-42c5-8900-a58a16a65dde tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (3fdde4ad-0d88-4ee9-bbb3-b6888eb3d88b), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:47.078739 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0c0adc-ba87-42c5-8900-a58a16a65dde tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fdde4ad-0d88-4ee9-bbb3-b6888eb3d88b,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:47.090178 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8c0c0adc-ba87-42c5-8900-a58a16a65dde tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:47.091479 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-8c0c0adc-ba87-42c5-8900-a58a16a65dde tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4775510 Feb 04 12:36:47.094244 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49624) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:47.102492 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-27241f95-bfed-4267-a125-1fb044a14d64 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Request body: {'security_group_rule': {'security_group_id': '84591a8f-7adc-4f6b-9f07-feb737a9172a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:36:47.137355 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-27241f95-bfed-4267-a125-1fb044a14d64 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group_rule (dbfcf346-90af-4499-a75f-f3aef002e89b), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:47.166183 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-63779cfd-03ac-4d1a-a58b-7dc47db49f0a service neutron] 10.222.0.65 "GET /v2.0/networks/647cdb67-8c3d-4450-9185-dcf62d584045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594554 Feb 04 12:36:47.171024 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d80308c9-044c-47d6-bafb-b538925f244c req-482cb0d5-1d2b-42ce-a5bc-932488e5cc69 service neutron] 10.222.0.73 "GET /v2.0/networks/07e06a42-fbfe-42bf-b8c5-12fb7ba00fe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716310 Feb 04 12:36:47.210192 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-27241f95-bfed-4267-a125-1fb044a14d64 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group_rule (dbfcf346-90af-4499-a75f-f3aef002e89b), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:47.214366 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-27241f95-bfed-4267-a125-1fb044a14d64 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (dbfcf346-90af-4499-a75f-f3aef002e89b), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:47.236691 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27241f95-bfed-4267-a125-1fb044a14d64 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbfcf346-90af-4499-a75f-f3aef002e89b,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:47.243287 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-27241f95-bfed-4267-a125-1fb044a14d64 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:47.244737 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-27241f95-bfed-4267-a125-1fb044a14d64 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1485102 Feb 04 12:36:47.248360 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49626) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:47.274905 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-865fe44d-3c55-4c90-91b5-5a2631141370 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group_rule (dbfcf346-90af-4499-a75f-f3aef002e89b), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:47.284658 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-865fe44d-3c55-4c90-91b5-5a2631141370 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group_rule (dbfcf346-90af-4499-a75f-f3aef002e89b), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:47.317331 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-865fe44d-3c55-4c90-91b5-5a2631141370 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (dbfcf346-90af-4499-a75f-f3aef002e89b), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:47.326425 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-865fe44d-3c55-4c90-91b5-5a2631141370 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:47.330438 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-865fe44d-3c55-4c90-91b5-5a2631141370 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/dbfcf346-90af-4499-a75f-f3aef002e89b HTTP/1.1" status: 204 len: 168 time: 0.0783985 Feb 04 12:36:47.331084 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49628) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:47.351098 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865fe44d-3c55-4c90-91b5-5a2631141370 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dbfcf346-90af-4499-a75f-f3aef002e89b,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:47.385215 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-1a89df17-16a5-424f-b7b7-1958eccf5b6b tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0516429 Feb 04 12:36:47.388290 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49630) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:47.419537 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4810267e-59eb-46c4-8a7c-0d320d576db3 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group_rule (3fdde4ad-0d88-4ee9-bbb3-b6888eb3d88b), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:47.429345 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4810267e-59eb-46c4-8a7c-0d320d576db3 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group_rule (3fdde4ad-0d88-4ee9-bbb3-b6888eb3d88b), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:47.462371 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4810267e-59eb-46c4-8a7c-0d320d576db3 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (3fdde4ad-0d88-4ee9-bbb3-b6888eb3d88b), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:47.470518 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4810267e-59eb-46c4-8a7c-0d320d576db3 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:47.473684 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-4810267e-59eb-46c4-8a7c-0d320d576db3 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/3fdde4ad-0d88-4ee9-bbb3-b6888eb3d88b HTTP/1.1" status: 204 len: 168 time: 0.0821390 Feb 04 12:36:47.477675 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49632) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:47.485899 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4810267e-59eb-46c4-8a7c-0d320d576db3 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3fdde4ad-0d88-4ee9-bbb3-b6888eb3d88b,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:47.531400 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-2e892e1a-cb66-4511-99f0-3399e345bc5c tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0494998 Feb 04 12:36:47.531637 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49634) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:47.558307 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-01230777-621e-46e9-9024-fd3b20e994fc tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group_rule (b16c506e-6b56-4722-8d5b-25f45b6ebaf5), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:47.568384 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-01230777-621e-46e9-9024-fd3b20e994fc tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group_rule (b16c506e-6b56-4722-8d5b-25f45b6ebaf5), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:47.585243 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dd3d4c-231d-415a-a0c6-25701a6184b9 req-73733840-ee08-4a4c-848e-3c3892d0d192 tempest-ServersNegativeTestMultiTenantJSON-959560221 tempest-ServersNegativeTestMultiTenantJSON-959560221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:47.586745 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-29dd3d4c-231d-415a-a0c6-25701a6184b9 req-73733840-ee08-4a4c-848e-3c3892d0d192 tempest-ServersNegativeTestMultiTenantJSON-959560221 tempest-ServersNegativeTestMultiTenantJSON-959560221-project] 10.222.0.65 "GET /v2.0/ports?device_id=c90770e9-5350-4889-84ff-107dfcec1886 HTTP/1.1" status: 200 len: 944 time: 0.4745777 Feb 04 12:36:47.592937 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-a3aa61b2-3a2e-41da-8434-6920b800136f service neutron] 10.222.0.65 "GET /v2.0/ports/c52edd8b-620d-4771-b029-de54239b378d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.4168944 Feb 04 12:36:47.605720 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-01230777-621e-46e9-9024-fd3b20e994fc tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (b16c506e-6b56-4722-8d5b-25f45b6ebaf5), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:47.619532 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-01230777-621e-46e9-9024-fd3b20e994fc tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:47.624389 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-01230777-621e-46e9-9024-fd3b20e994fc tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/b16c506e-6b56-4722-8d5b-25f45b6ebaf5 HTTP/1.1" status: 204 len: 168 time: 0.0893226 Feb 04 12:36:47.624793 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01230777-621e-46e9-9024-fd3b20e994fc tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b16c506e-6b56-4722-8d5b-25f45b6ebaf5,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:47.626408 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49636) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:47.677070 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-5f184b80-a9ee-4a0c-8ad6-1e4aaeff31cd tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0491982 Feb 04 12:36:47.681210 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49638) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:47.712623 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0490f92c-5850-403f-8b8c-1e14bec4e73f tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group_rule (e899a2b1-4f99-44ec-8465-89823f8a95cc), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:47.721654 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0490f92c-5850-403f-8b8c-1e14bec4e73f tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group_rule (e899a2b1-4f99-44ec-8465-89823f8a95cc), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:47.721981 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d80308c9-044c-47d6-bafb-b538925f244c req-08c0e323-bfef-404a-ba1b-fda55857ffbe service neutron] 10.222.0.73 "GET /v2.0/networks/07e06a42-fbfe-42bf-b8c5-12fb7ba00fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5367281 Feb 04 12:36:47.727659 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-29dd3d4c-231d-415a-a0c6-25701a6184b9 req-120420e1-c900-443c-b2c3-aae88f455372 tempest-ServersNegativeTestMultiTenantJSON-959560221 tempest-ServersNegativeTestMultiTenantJSON-959560221-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ebb356c-bd77-4f7e-b2ab-fd06e5387b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329122 Feb 04 12:36:47.759698 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-7192f249-8f13-4e84-8290-c041acf4458f service neutron] 10.222.0.65 "GET /v2.0/networks/80f2e8f7-bfae-4f05-b06d-33405f9fbdc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461935 Feb 04 12:36:47.778976 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0490f92c-5850-403f-8b8c-1e14bec4e73f tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (e899a2b1-4f99-44ec-8465-89823f8a95cc), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:47.798416 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0490f92c-5850-403f-8b8c-1e14bec4e73f tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:47.803711 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-0490f92c-5850-403f-8b8c-1e14bec4e73f tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/e899a2b1-4f99-44ec-8465-89823f8a95cc HTTP/1.1" status: 204 len: 168 time: 0.1211822 Feb 04 12:36:47.810382 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49640) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:47.840227 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0490f92c-5850-403f-8b8c-1e14bec4e73f tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e899a2b1-4f99-44ec-8465-89823f8a95cc,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:47.872186 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-b143f42a-39b7-4d26-b488-f209880d5413 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0577374 Feb 04 12:36:47.872186 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49642) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:47.898679 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-842e7f30-dacf-4ab5-90e8-57bf89518b55 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group_rule (ab1a2e29-6ac5-4d31-9b23-2bcdf6173bd8), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:47.904305 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3894d882-7c75-403b-9d1c-a4912a3a3c4c req-f9f8c7eb-fdf0-48e8-81f1-9aa865b98ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:47.906274 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3894d882-7c75-403b-9d1c-a4912a3a3c4c req-f9f8c7eb-fdf0-48e8-81f1-9aa865b98ace service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7c708671ca9d48e9a3973c52295ccec6&device_id=c90770e9-5350-4889-84ff-107dfcec1886 HTTP/1.1" status: 200 len: 1126 time: 0.0823171 Feb 04 12:36:47.907927 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-842e7f30-dacf-4ab5-90e8-57bf89518b55 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group_rule (ab1a2e29-6ac5-4d31-9b23-2bcdf6173bd8), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:47.911620 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-b6498036-6d61-4c33-81ad-0dd1b1464539 service neutron] 10.222.0.65 "GET /v2.0/networks/80f2e8f7-bfae-4f05-b06d-33405f9fbdc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513753 Feb 04 12:36:47.940278 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-842e7f30-dacf-4ab5-90e8-57bf89518b55 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (ab1a2e29-6ac5-4d31-9b23-2bcdf6173bd8), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:47.949459 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-842e7f30-dacf-4ab5-90e8-57bf89518b55 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:47.956835 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-842e7f30-dacf-4ab5-90e8-57bf89518b55 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/ab1a2e29-6ac5-4d31-9b23-2bcdf6173bd8 HTTP/1.1" status: 204 len: 168 time: 0.0829990 Feb 04 12:36:47.961392 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-33614e65-041a-43a8-8192-51286eadd5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:47.962809 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49644) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:47.983625 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842e7f30-dacf-4ab5-90e8-57bf89518b55 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ab1a2e29-6ac5-4d31-9b23-2bcdf6173bd8,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:48.009293 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-1692521f-aefe-4ff1-a20a-da23370e9d7a service neutron] 10.222.0.65 "GET /v2.0/ports/7b388f88-9bfb-4b99-9347-ac1c0aba4fb8?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0777488 Feb 04 12:36:48.032012 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-311e3078-d857-44b7-bf1d-71a79b84836e tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0677612 Feb 04 12:36:48.032684 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49646) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:48.096982 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3894d882-7c75-403b-9d1c-a4912a3a3c4c req-4f445842-2733-4000-afd7-5afe81eaac3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:48.097158 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c8596935-4996-44d6-9431-ab090cfbbc7a tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group (84591a8f-7adc-4f6b-9f07-feb737a9172a), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:48.098481 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3894d882-7c75-403b-9d1c-a4912a3a3c4c req-4f445842-2733-4000-afd7-5afe81eaac3f service neutron] 10.222.0.73 "GET /v2.0/networks?id=07e06a42-fbfe-42bf-b8c5-12fb7ba00fe9 HTTP/1.1" status: 200 len: 926 time: 0.1857269 Feb 04 12:36:48.126396 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c8596935-4996-44d6-9431-ab090cfbbc7a tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group (84591a8f-7adc-4f6b-9f07-feb737a9172a), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:48.153923 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3894d882-7c75-403b-9d1c-a4912a3a3c4c req-78bb0af2-01ad-46b9-a060-894c809ae53c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ce40ba3-b33b-4ba6-991a-826f0b018246 HTTP/1.1" status: 200 len: 217 time: 0.0470483 Feb 04 12:36:48.198698 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c8596935-4996-44d6-9431-ab090cfbbc7a tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (84591a8f-7adc-4f6b-9f07-feb737a9172a), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:48.202485 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c8596935-4996-44d6-9431-ab090cfbbc7a tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:48.210455 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-c8596935-4996-44d6-9431-ab090cfbbc7a tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] 10.222.0.65 "DELETE /v2.0/security-groups/84591a8f-7adc-4f6b-9f07-feb737a9172a HTTP/1.1" status: 204 len: 168 time: 0.1766107 Feb 04 12:36:48.212489 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-5487e0b4-9a59-4798-8905-a6f187e32382 service neutron] 10.222.0.65 "GET /v2.0/networks/80f2e8f7-bfae-4f05-b06d-33405f9fbdc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952419 Feb 04 12:36:48.213461 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49652) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:48.257217 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8596935-4996-44d6-9431-ab090cfbbc7a tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84591a8f-7adc-4f6b-9f07-feb737a9172a,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:48.311002 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 49654) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:48.311243 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-2a1d8997-0c44-4ebb-bc6e-ab5912776045 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0910406 Feb 04 12:36:48.316020 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-30bb5e07-36b7-4081-9384-ffc0cb586ce8 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Request body: {'security_group': {'name': 'tempest-secgroup--510899488'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:36:48.324223 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3894d882-7c75-403b-9d1c-a4912a3a3c4c req-7bb123f4-146d-4e08-b5a0-3bb3d8b1b86d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:48.326744 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3894d882-7c75-403b-9d1c-a4912a3a3c4c req-7bb123f4-146d-4e08-b5a0-3bb3d8b1b86d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=25363a4b-8d0a-4675-ad92-c9b56a6b3c35 HTTP/1.1" status: 200 len: 865 time: 0.1593785 Feb 04 12:36:48.384806 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3894d882-7c75-403b-9d1c-a4912a3a3c4c req-64bb9979-b47d-4c70-8d42-5fc5d0ef27b4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=07e06a42-fbfe-42bf-b8c5-12fb7ba00fe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504131 Feb 04 12:36:48.403093 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236f09d1-a6e8-4530-9dc6-0d96ec6dea7d req-3330e97c-6867-4623-9618-f74b050bb7b4 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:48.404708 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-236f09d1-a6e8-4530-9dc6-0d96ec6dea7d req-3330e97c-6867-4623-9618-f74b050bb7b4 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd965a09-a3c2-4154-b1ba-6bff03a756a4 HTTP/1.1" status: 200 len: 944 time: 0.2392840 Feb 04 12:36:48.415825 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-30bb5e07-36b7-4081-9384-ffc0cb586ce8 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:48.504088 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-f0a398e9-f102-4de7-81c0-e502aceba030 service neutron] 10.222.0.65 "GET /v2.0/networks/80f2e8f7-bfae-4f05-b06d-33405f9fbdc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2685733 Feb 04 12:36:48.624877 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-236f09d1-a6e8-4530-9dc6-0d96ec6dea7d req-ce9171ae-0d47-4f7d-a610-a348b1536867 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c18c1f6-d0db-4e54-9b84-8670e680f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2109799 Feb 04 12:36:48.638765 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3894d882-7c75-403b-9d1c-a4912a3a3c4c req-87b0cb50-4a21-4d8e-b12a-9d06a1b25b8e service neutron] 10.222.0.73 "GET /v2.0/networks/07e06a42-fbfe-42bf-b8c5-12fb7ba00fe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447844 Feb 04 12:36:48.744314 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-30bb5e07-36b7-4081-9384-ffc0cb586ce8 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group (74d7750c-d1cd-424a-bbac-43523fbc8538), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:48.754778 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-30bb5e07-36b7-4081-9384-ffc0cb586ce8 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (74d7750c-d1cd-424a-bbac-43523fbc8538), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:48.777222 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-af37ce2d-6138-4fa3-8ed6-5859de7e9cb4 service neutron] 10.222.0.65 "GET /v2.0/networks/80f2e8f7-bfae-4f05-b06d-33405f9fbdc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609901 Feb 04 12:36:48.811052 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-30bb5e07-36b7-4081-9384-ffc0cb586ce8 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:48.812276 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-30bb5e07-36b7-4081-9384-ffc0cb586ce8 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5014842 Feb 04 12:36:48.816786 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49662) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:48.823485 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-1ba04f08-7bd1-4ff7-ba32-50b8b5632f82 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Request body: {'security_group_rule': {'security_group_id': '74d7750c-d1cd-424a-bbac-43523fbc8538', 'direction': 'ingress', 'protocol': 17}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:36:48.857817 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bb5e07-36b7-4081-9384-ffc0cb586ce8 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74d7750c-d1cd-424a-bbac-43523fbc8538,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:48.879783 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1ba04f08-7bd1-4ff7-ba32-50b8b5632f82 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group_rule (175dcc46-3fc0-4e4d-873b-804eb5670e59), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:48.927927 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3894d882-7c75-403b-9d1c-a4912a3a3c4c req-c24bd4be-b1c7-4fc8-a20f-08826e90ae78 service neutron] 10.222.0.73 "GET /v2.0/networks/07e06a42-fbfe-42bf-b8c5-12fb7ba00fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2792783 Feb 04 12:36:48.974297 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19e5486-34eb-4d18-a4c0-d3d84f620056 req-ba95304f-43f6-472c-b636-bab4a8b725a3 tempest-ServersNegativeTestMultiTenantJSON-959560221 tempest-ServersNegativeTestMultiTenantJSON-959560221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:48.975928 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f19e5486-34eb-4d18-a4c0-d3d84f620056 req-ba95304f-43f6-472c-b636-bab4a8b725a3 tempest-ServersNegativeTestMultiTenantJSON-959560221 tempest-ServersNegativeTestMultiTenantJSON-959560221-project] 10.222.0.65 "GET /v2.0/ports?device_id=c90770e9-5350-4889-84ff-107dfcec1886 HTTP/1.1" status: 200 len: 944 time: 0.1142595 Feb 04 12:36:48.977871 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-267b781b-a746-4276-b393-916baecc3abc service neutron] 10.222.0.65 "GET /v2.0/networks/80f2e8f7-bfae-4f05-b06d-33405f9fbdc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848528 Feb 04 12:36:49.005336 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1ba04f08-7bd1-4ff7-ba32-50b8b5632f82 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group_rule (175dcc46-3fc0-4e4d-873b-804eb5670e59), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:49.008898 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1ba04f08-7bd1-4ff7-ba32-50b8b5632f82 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (175dcc46-3fc0-4e4d-873b-804eb5670e59), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:49.031898 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba04f08-7bd1-4ff7-ba32-50b8b5632f82 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=175dcc46-3fc0-4e4d-873b-804eb5670e59,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:49.041672 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1ba04f08-7bd1-4ff7-ba32-50b8b5632f82 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:49.048562 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-1ba04f08-7bd1-4ff7-ba32-50b8b5632f82 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2297983 Feb 04 12:36:49.049237 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49670) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:49.118505 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e2f02103-4588-4e3b-a889-97f1ca54f596 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group (74d7750c-d1cd-424a-bbac-43523fbc8538), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:49.166822 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e2f02103-4588-4e3b-a889-97f1ca54f596 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group (74d7750c-d1cd-424a-bbac-43523fbc8538), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:49.167065 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f19e5486-34eb-4d18-a4c0-d3d84f620056 req-12233fc1-5926-4889-87ad-123e00fd0fa6 tempest-ServersNegativeTestMultiTenantJSON-959560221 tempest-ServersNegativeTestMultiTenantJSON-959560221-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ebb356c-bd77-4f7e-b2ab-fd06e5387b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663222 Feb 04 12:36:49.172863 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:49.238465 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-01eb4fa2-1055-461e-806d-cabf99382494 service neutron] 10.222.0.65 "GET /v2.0/networks/80f2e8f7-bfae-4f05-b06d-33405f9fbdc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428672 Feb 04 12:36:49.252204 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e2f02103-4588-4e3b-a889-97f1ca54f596 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (74d7750c-d1cd-424a-bbac-43523fbc8538), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:49.254881 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e2f02103-4588-4e3b-a889-97f1ca54f596 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:49.258541 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-e2f02103-4588-4e3b-a889-97f1ca54f596 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] 10.222.0.65 "DELETE /v2.0/security-groups/74d7750c-d1cd-424a-bbac-43523fbc8538 HTTP/1.1" status: 204 len: 168 time: 0.2060885 Feb 04 12:36:49.259786 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 49676) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:49.270306 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f02103-4588-4e3b-a889-97f1ca54f596 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74d7750c-d1cd-424a-bbac-43523fbc8538,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:49.418070 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-a3e571a0-d67d-4d50-a63d-9869d387c74b service neutron] 10.222.0.65 "GET /v2.0/networks/80f2e8f7-bfae-4f05-b06d-33405f9fbdc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653512 Feb 04 12:36:49.492433 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-0b57a057-8ebf-4047-a40b-c362c863653f tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2314618 Feb 04 12:36:49.493410 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 49680) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:49.570177 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-4e43ecf9-9d9a-4ad8-9745-d7d0c0a92bb2 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Request body: {'security_group': {'name': 'tempest-secgroup--615576329'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:36:49.651495 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4e43ecf9-9d9a-4ad8-9745-d7d0c0a92bb2 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:49.847929 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4e43ecf9-9d9a-4ad8-9745-d7d0c0a92bb2 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group (cfd0c828-a041-429a-8b22-7e7e0791af20), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:49.894075 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4e43ecf9-9d9a-4ad8-9745-d7d0c0a92bb2 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (cfd0c828-a041-429a-8b22-7e7e0791af20), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:49.937246 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e43ecf9-9d9a-4ad8-9745-d7d0c0a92bb2 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfd0c828-a041-429a-8b22-7e7e0791af20,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:49.952936 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-f7623e4c-0322-4301-852d-aa885fd89cca service neutron] 10.222.0.65 "GET /v2.0/networks/64361832-4c3a-49e6-9dd4-d860a2c32a17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5244489 Feb 04 12:36:49.957426 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4e43ecf9-9d9a-4ad8-9745-d7d0c0a92bb2 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:49.962906 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49704) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:49.968539 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-6269598c-e9f9-47e0-bb64-603189aa7065 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Request body: {'security_group': {'name': 'tempest-secgroup--2015205027'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:36:49.973056 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-4e43ecf9-9d9a-4ad8-9745-d7d0c0a92bb2 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4105008 Feb 04 12:36:50.015174 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6269598c-e9f9-47e0-bb64-603189aa7065 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:50.112520 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3803a0e2-5e7e-4849-adb3-7c82716bae09 req-52d30f30-32b7-4f4e-a8e0-05081d7c68de tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:50.121054 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3803a0e2-5e7e-4849-adb3-7c82716bae09 req-52d30f30-32b7-4f4e-a8e0-05081d7c68de tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd965a09-a3c2-4154-b1ba-6bff03a756a4 HTTP/1.1" status: 200 len: 944 time: 0.2641122 Feb 04 12:36:50.131499 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 3ce40ba3-b33b-4ba6-991a-826f0b018246 details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:36:50.178284 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6269598c-e9f9-47e0-bb64-603189aa7065 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group (37d8a8ad-2fd1-480c-9403-55740af34ec5), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:50.187810 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6269598c-e9f9-47e0-bb64-603189aa7065 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (37d8a8ad-2fd1-480c-9403-55740af34ec5), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:50.299834 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6269598c-e9f9-47e0-bb64-603189aa7065 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:50.302993 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-6269598c-e9f9-47e0-bb64-603189aa7065 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3388588 Feb 04 12:36:50.308892 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49712) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:50.315025 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 3ce40ba3-b33b-4ba6-991a-826f0b018246, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=3ce40ba3-b33b-4ba6-991a-826f0b018246,segment=NetworkSegment(9cdba358-2658-4993-be17-0c431a956e91),segment_id=9cdba358-2658-4993-be17-0c431a956e91)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:36:50.319597 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-b4531002-095e-4f8c-88b5-980fb0f3bb7c tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Request body: {'security_group_rule': {'security_group_id': 'cfd0c828-a041-429a-8b22-7e7e0791af20', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '37d8a8ad-2fd1-480c-9403-55740af34ec5', 'remote_ip_prefix': None}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:36:50.321801 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-976cb66b-b8a9-4fe1-8168-2f70145fc4bf service neutron] 10.222.0.65 "GET /v2.0/networks/64361832-4c3a-49e6-9dd4-d860a2c32a17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3462296 Feb 04 12:36:50.325453 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6269598c-e9f9-47e0-bb64-603189aa7065 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37d8a8ad-2fd1-480c-9403-55740af34ec5,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:50.362882 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b4531002-095e-4f8c-88b5-980fb0f3bb7c tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group_rule (d2e2a47e-53e1-455f-b4e5-0fa02b2b5a87), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:50.382698 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': '3ce40ba3-b33b-4ba6-991a-826f0b018246', 'network_id': '07e06a42-fbfe-42bf-b8c5-12fb7ba00fe9', 'port_id': '3ce40ba3-b33b-4ba6-991a-826f0b018246', 'mac_address': 'fa:16:3e:3f:39:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25363a4b-8d0a-4675-ad92-c9b56a6b3c35', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:36:50.472846 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 3ce40ba3-b33b-4ba6-991a-826f0b018246 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:36:50.473500 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (3ce40ba3-b33b-4ba6-991a-826f0b018246), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:50.491810 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3803a0e2-5e7e-4849-adb3-7c82716bae09 req-beb43ffe-093b-4ba4-932c-bbaeb32c3d29 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c18c1f6-d0db-4e54-9b84-8670e680f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3714292 Feb 04 12:36:50.511645 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ce40ba3-b33b-4ba6-991a-826f0b018246 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:36:50.532212 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b4531002-095e-4f8c-88b5-980fb0f3bb7c tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group_rule (d2e2a47e-53e1-455f-b4e5-0fa02b2b5a87), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:50.536939 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b4531002-095e-4f8c-88b5-980fb0f3bb7c tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (d2e2a47e-53e1-455f-b4e5-0fa02b2b5a87), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:50.571005 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4531002-095e-4f8c-88b5-980fb0f3bb7c tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2e2a47e-53e1-455f-b4e5-0fa02b2b5a87,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:50.581906 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b4531002-095e-4f8c-88b5-980fb0f3bb7c tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:50.588017 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-e0100e0d-bac0-490a-9744-0815de56d513 service neutron] 10.222.0.65 "GET /v2.0/networks/64361832-4c3a-49e6-9dd4-d860a2c32a17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626987 Feb 04 12:36:50.588252 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-b4531002-095e-4f8c-88b5-980fb0f3bb7c tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2710376 Feb 04 12:36:50.589421 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49718) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:50.612967 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 3ce40ba3-b33b-4ba6-991a-826f0b018246, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=3ce40ba3-b33b-4ba6-991a-826f0b018246,segment=NetworkSegment(9cdba358-2658-4993-be17-0c431a956e91),segment_id=9cdba358-2658-4993-be17-0c431a956e91)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:36:50.619215 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (3ce40ba3-b33b-4ba6-991a-826f0b018246), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:50.628800 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:50.655598 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-65354b6c-2475-4b64-ac30-b11a4812b72a tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group_rule (d2e2a47e-53e1-455f-b4e5-0fa02b2b5a87), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:50.687888 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-65354b6c-2475-4b64-ac30-b11a4812b72a tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group_rule (d2e2a47e-53e1-455f-b4e5-0fa02b2b5a87), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:50.760858 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-65354b6c-2475-4b64-ac30-b11a4812b72a tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (d2e2a47e-53e1-455f-b4e5-0fa02b2b5a87), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:50.770183 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-65354b6c-2475-4b64-ac30-b11a4812b72a tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:50.771765 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-65354b6c-2475-4b64-ac30-b11a4812b72a tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/d2e2a47e-53e1-455f-b4e5-0fa02b2b5a87 HTTP/1.1" status: 204 len: 168 time: 0.1788883 Feb 04 12:36:50.773785 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=3ce40ba3-b33b-4ba6-991a-826f0b018246,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:50.776017 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49726) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:50.790605 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:36:50.791911 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:36:50.792511 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:36:50.793263 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:36:50.794142 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:36:50.794653 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:36:50.795193 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:36:50.795705 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:36:50.796235 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:36:50.797680 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:36:50.798218 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:36:50.798720 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:36:50.799227 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:36:50.804780 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65354b6c-2475-4b64-ac30-b11a4812b72a tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d2e2a47e-53e1-455f-b4e5-0fa02b2b5a87,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:50.858857 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-c2999c39-1897-4830-b625-17eafe518c61 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0813961 Feb 04 12:36:50.861888 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49728) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:50.874342 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f05946-b2fb-4131-8884-37fe6cb803af req-8f616096-8a8f-4f33-a096-50efa03f64ce tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:50.881587 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-05f05946-b2fb-4131-8884-37fe6cb803af req-8f616096-8a8f-4f33-a096-50efa03f64ce tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.65 "GET /v2.0/networks?id=4818c56c-ae1d-43b5-80d2-4a5373ab8e6b HTTP/1.1" status: 200 len: 815 time: 0.2494173 Feb 04 12:36:50.896808 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['3ce40ba3-b33b-4ba6-991a-826f0b018246'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:36:50.905319 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-1d1c94dc-5135-459e-bd3c-28dc023b1188 service neutron] 10.222.0.65 "GET /v2.0/networks/64361832-4c3a-49e6-9dd4-d860a2c32a17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3176646 Feb 04 12:36:50.912811 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-05f05946-b2fb-4131-8884-37fe6cb803af req-ed2fb5a1-e165-4109-b93b-8aa8383cc62e tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.65 "GET /v2.0/quotas/72075fcbbaca4534bfa18449bac56045 HTTP/1.1" status: 200 len: 375 time: 0.0302718 Feb 04 12:36:50.961681 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2c38ebb7-4c94-4b97-a93e-26b379dbaf4e tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group (37d8a8ad-2fd1-480c-9403-55740af34ec5), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:50.986878 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-05f05946-b2fb-4131-8884-37fe6cb803af req-ef687fb1-810e-4672-8a12-83047f967318 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=72075fcbbaca4534bfa18449bac56045&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0725169 Feb 04 12:36:51.031575 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2c38ebb7-4c94-4b97-a93e-26b379dbaf4e tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group (37d8a8ad-2fd1-480c-9403-55740af34ec5), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:51.098351 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-05f05946-b2fb-4131-8884-37fe6cb803af req-73c22836-4dd0-4a9f-859a-fc2047a714d4 service neutron] 10.222.0.65 "GET /v2.0/networks/4818c56c-ae1d-43b5-80d2-4a5373ab8e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104188 Feb 04 12:36:51.144196 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2c38ebb7-4c94-4b97-a93e-26b379dbaf4e tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (37d8a8ad-2fd1-480c-9403-55740af34ec5), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:51.147215 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2c38ebb7-4c94-4b97-a93e-26b379dbaf4e tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:51.150327 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-2c38ebb7-4c94-4b97-a93e-26b379dbaf4e tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] 10.222.0.65 "DELETE /v2.0/security-groups/37d8a8ad-2fd1-480c-9403-55740af34ec5 HTTP/1.1" status: 204 len: 168 time: 0.2854602 Feb 04 12:36:51.154166 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 49736) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:51.170402 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c38ebb7-4c94-4b97-a93e-26b379dbaf4e tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37d8a8ad-2fd1-480c-9403-55740af34ec5,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:51.255781 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-c8a763bd-45af-4715-9cfa-6c83df01751b tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0978246 Feb 04 12:36:51.255781 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-05f05946-b2fb-4131-8884-37fe6cb803af req-9c4c5a53-7e70-4c0f-a6fe-477fbce120f6 service neutron] 10.222.0.65 "GET /v2.0/networks/4818c56c-ae1d-43b5-80d2-4a5373ab8e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564319 Feb 04 12:36:51.256114 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 49742) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:51.321450 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fc7bf5ee-6bbc-42de-8dc2-c6cd7397eabb tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group (cfd0c828-a041-429a-8b22-7e7e0791af20), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:51.350401 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fc7bf5ee-6bbc-42de-8dc2-c6cd7397eabb tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group (cfd0c828-a041-429a-8b22-7e7e0791af20), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:51.424920 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fc7bf5ee-6bbc-42de-8dc2-c6cd7397eabb tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (cfd0c828-a041-429a-8b22-7e7e0791af20), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:51.427282 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fc7bf5ee-6bbc-42de-8dc2-c6cd7397eabb tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:51.430972 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-fc7bf5ee-6bbc-42de-8dc2-c6cd7397eabb tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] 10.222.0.65 "DELETE /v2.0/security-groups/cfd0c828-a041-429a-8b22-7e7e0791af20 HTTP/1.1" status: 204 len: 168 time: 0.1717591 Feb 04 12:36:51.431515 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49752) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:51.442640 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7bf5ee-6bbc-42de-8dc2-c6cd7397eabb tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfd0c828-a041-429a-8b22-7e7e0791af20,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:51.519357 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-e0ef1f7c-0bbd-436b-997e-55c6c52f672e tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0866096 Feb 04 12:36:51.524340 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49758) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:51.531772 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-0b5ba549-2db4-426f-b96e-ba90f9e5db75 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Request body: {'security_group': {'name': 'tempest-secgroup--1859345509'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:36:51.573186 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0b5ba549-2db4-426f-b96e-ba90f9e5db75 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:51.600700 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916c0e76-1191-437e-afc5-4f52bf66d894 req-953ca4cc-290d-4486-8dac-a86fff8b19a8 tempest-ServersNegativeTestMultiTenantJSON-959560221 tempest-ServersNegativeTestMultiTenantJSON-959560221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:51.602544 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-916c0e76-1191-437e-afc5-4f52bf66d894 req-953ca4cc-290d-4486-8dac-a86fff8b19a8 tempest-ServersNegativeTestMultiTenantJSON-959560221 tempest-ServersNegativeTestMultiTenantJSON-959560221-project] 10.222.0.65 "GET /v2.0/ports?device_id=c90770e9-5350-4889-84ff-107dfcec1886 HTTP/1.1" status: 200 len: 945 time: 0.1128645 Feb 04 12:36:51.613777 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:51.719452 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-916c0e76-1191-437e-afc5-4f52bf66d894 req-3f91fe7c-f41a-431d-b6a5-e735b27ebf84 tempest-ServersNegativeTestMultiTenantJSON-959560221 tempest-ServersNegativeTestMultiTenantJSON-959560221-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ebb356c-bd77-4f7e-b2ab-fd06e5387b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098578 Feb 04 12:36:51.779429 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0b5ba549-2db4-426f-b96e-ba90f9e5db75 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group (aa4d97c3-53ba-496c-a2bc-6f488f7e9c76), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:51.785032 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0b5ba549-2db4-426f-b96e-ba90f9e5db75 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (aa4d97c3-53ba-496c-a2bc-6f488f7e9c76), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:51.886663 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-26f53486-148b-45c1-a6bc-b1648c169e5d req-a92eb959-24c6-4f64-9673-e5e2b817c0e9 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.65 "GET /v2.0/ports?device_id=62d6a976-ad83-4520-9af8-1694e96369ea HTTP/1.1" status: 200 len: 210 time: 0.0747261 Feb 04 12:36:51.897654 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0b5ba549-2db4-426f-b96e-ba90f9e5db75 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:51.902963 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-0b5ba549-2db4-426f-b96e-ba90f9e5db75 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3747852 Feb 04 12:36:51.903585 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 49786) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:51.906103 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5ba549-2db4-426f-b96e-ba90f9e5db75 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa4d97c3-53ba-496c-a2bc-6f488f7e9c76,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:51.909028 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-e9ab5638-6a65-48fd-84af-31541b4dde71 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Request body: {'security_group_rule': {'security_group_id': 'aa4d97c3-53ba-496c-a2bc-6f488f7e9c76', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:36:52.025622 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e9ab5638-6a65-48fd-84af-31541b4dde71 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group_rule (77531cdf-93c3-48b5-978e-d070b602a90a), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:52.150545 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 3ce40ba3-b33b-4ba6-991a-826f0b018246 up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:36:52.192186 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-00237607-9c40-4f90-8a30-53926f293402 req-a07a623e-255c-4cac-b504-5aeb73e6f6e0 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 210 time: 0.1894155 Feb 04 12:36:52.236888 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f7f490-118f-4a64-9a5e-a34fde77d102 req-a536f49b-f276-4a59-8911-507de0149f72 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:52.239659 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b8f7f490-118f-4a64-9a5e-a34fde77d102 req-a536f49b-f276-4a59-8911-507de0149f72 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd965a09-a3c2-4154-b1ba-6bff03a756a4 HTTP/1.1" status: 200 len: 944 time: 0.3033018 Feb 04 12:36:52.271589 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e9ab5638-6a65-48fd-84af-31541b4dde71 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group_rule (77531cdf-93c3-48b5-978e-d070b602a90a), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:52.284736 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e9ab5638-6a65-48fd-84af-31541b4dde71 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (77531cdf-93c3-48b5-978e-d070b602a90a), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:52.319257 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ab5638-6a65-48fd-84af-31541b4dde71 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77531cdf-93c3-48b5-978e-d070b602a90a,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:52.325920 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e9ab5638-6a65-48fd-84af-31541b4dde71 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:52.327340 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-e9ab5638-6a65-48fd-84af-31541b4dde71 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4225931 Feb 04 12:36:52.330357 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49800) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:52.378075 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning for port 3ce40ba3-b33b-4ba6-991a-826f0b018246 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:36:52.395432 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port 3ce40ba3-b33b-4ba6-991a-826f0b018246 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:36:52.397088 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (3ce40ba3-b33b-4ba6-991a-826f0b018246), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:52.406174 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fec53115-40c4-4e7b-8516-e8d5161a71fb tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group_rule (77531cdf-93c3-48b5-978e-d070b602a90a), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:52.449013 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fec53115-40c4-4e7b-8516-e8d5161a71fb tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group_rule (77531cdf-93c3-48b5-978e-d070b602a90a), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:52.473268 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b8f7f490-118f-4a64-9a5e-a34fde77d102 req-dcaf2e8a-cc61-407a-a09d-164c9a66e995 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c18c1f6-d0db-4e54-9b84-8670e680f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2207780 Feb 04 12:36:52.518651 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fec53115-40c4-4e7b-8516-e8d5161a71fb tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (77531cdf-93c3-48b5-978e-d070b602a90a), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:52.536329 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fec53115-40c4-4e7b-8516-e8d5161a71fb tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:52.537834 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-fec53115-40c4-4e7b-8516-e8d5161a71fb tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/77531cdf-93c3-48b5-978e-d070b602a90a HTTP/1.1" status: 204 len: 168 time: 0.2063389 Feb 04 12:36:52.541785 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49804) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:52.578098 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec53115-40c4-4e7b-8516-e8d5161a71fb tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=77531cdf-93c3-48b5-978e-d070b602a90a,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:52.589448 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 3ce40ba3-b33b-4ba6-991a-826f0b018246 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:36:52.592302 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (3ce40ba3-b33b-4ba6-991a-826f0b018246), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:52.665019 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 49810) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:52.677192 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-0981fb25-b3ed-4d36-bcc7-c23dba06ca83 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1186774 Feb 04 12:36:52.713805 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 3ce40ba3-b33b-4ba6-991a-826f0b018246, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=3ce40ba3-b33b-4ba6-991a-826f0b018246,segment=NetworkSegment(9cdba358-2658-4993-be17-0c431a956e91),segment_id=9cdba358-2658-4993-be17-0c431a956e91)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:36:52.727400 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c90770e9-5350-4889-84ff-107dfcec1886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ce40ba3-b33b-4ba6-991a-826f0b018246'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:36:52.730399 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f14295ad-c118-4cc5-8886-8d2c5bce857a" -d '{"events": [{"server_uuid": "c90770e9-5350-4889-84ff-107dfcec1886", "name": "network-vif-plugged", "status": "completed", "tag": "3ce40ba3-b33b-4ba6-991a-826f0b018246"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:36:52.735722 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (3ce40ba3-b33b-4ba6-991a-826f0b018246), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:52.788904 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9680ada1-c313-4258-8ee1-5726a5793f69 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group (aa4d97c3-53ba-496c-a2bc-6f488f7e9c76), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:52.827036 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9680ada1-c313-4258-8ee1-5726a5793f69 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group (aa4d97c3-53ba-496c-a2bc-6f488f7e9c76), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:52.845207 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=3ce40ba3-b33b-4ba6-991a-826f0b018246,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:52.902519 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9680ada1-c313-4258-8ee1-5726a5793f69 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (aa4d97c3-53ba-496c-a2bc-6f488f7e9c76), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:52.905814 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9680ada1-c313-4258-8ee1-5726a5793f69 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:52.906976 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-9680ada1-c313-4258-8ee1-5726a5793f69 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] 10.222.0.65 "DELETE /v2.0/security-groups/aa4d97c3-53ba-496c-a2bc-6f488f7e9c76 HTTP/1.1" status: 204 len: 168 time: 0.2408040 Feb 04 12:36:52.909764 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49822) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:52.926934 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91da96a3-300e-4c99-9487-2db4787c830c x-openstack-request-id: req-91da96a3-300e-4c99-9487-2db4787c830c {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:36:52.926934 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c90770e9-5350-4889-84ff-107dfcec1886", "name": "network-vif-plugged", "status": "completed", "tag": "3ce40ba3-b33b-4ba6-991a-826f0b018246", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:36:52.927537 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-91da96a3-300e-4c99-9487-2db4787c830c {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:36:52.928151 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c90770e9-5350-4889-84ff-107dfcec1886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ce40ba3-b33b-4ba6-991a-826f0b018246', 'code': 200} Feb 04 12:36:52.950622 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9680ada1-c313-4258-8ee1-5726a5793f69 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa4d97c3-53ba-496c-a2bc-6f488f7e9c76,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:53.034439 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-c9078868-a6ad-4c39-9927-f2312d3f2008 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1231670 Feb 04 12:36:53.038888 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49828) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:53.043742 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-cae151a6-582f-4b98-80c1-e2e3f493dcac tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Request body: {'security_group': {'name': 'tempest-secgroup--1658027835'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:36:53.098315 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cae151a6-582f-4b98-80c1-e2e3f493dcac tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:53.235326 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b0859eff-fa5f-47dd-aff0-69a352b00638 req-96c797b6-8c4b-433d-9087-422841dd4c80 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.65 "GET /v2.0/ports?device_id=62d6a976-ad83-4520-9af8-1694e96369ea HTTP/1.1" status: 200 len: 210 time: 0.0943031 Feb 04 12:36:53.263722 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cae151a6-582f-4b98-80c1-e2e3f493dcac tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group (c7cc9cae-39df-4cd0-b69c-83480fa31777), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:53.272193 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cae151a6-582f-4b98-80c1-e2e3f493dcac tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (c7cc9cae-39df-4cd0-b69c-83480fa31777), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:53.326309 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae151a6-582f-4b98-80c1-e2e3f493dcac tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7cc9cae-39df-4cd0-b69c-83480fa31777,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:53.357019 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cae151a6-582f-4b98-80c1-e2e3f493dcac tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:53.360596 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-cae151a6-582f-4b98-80c1-e2e3f493dcac tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3209782 Feb 04 12:36:53.363811 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49838) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:53.372331 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-0bb3e78b-303b-4b2c-b1bb-7f3bf942af29 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Request body: {'security_group_rule': {'security_group_id': 'c7cc9cae-39df-4cd0-b69c-83480fa31777', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:36:53.419857 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0bb3e78b-303b-4b2c-b1bb-7f3bf942af29 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group_rule (06a3d641-66d5-4a30-a338-469e00ca3795), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:53.530944 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f9fbdd4f-9479-4d29-922f-ec6c1cdca9f6 req-806ce1ac-4d4f-487e-bc7b-76187d4f51aa tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 210 time: 0.1012433 Feb 04 12:36:53.544408 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931d0d2a-94bd-413e-9fb2-c51cc778a0ef req-bd620a67-141f-46de-9e09-32d4317946ba tempest-ServersNegativeTestMultiTenantJSON-959560221 tempest-ServersNegativeTestMultiTenantJSON-959560221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:53.565906 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-931d0d2a-94bd-413e-9fb2-c51cc778a0ef req-bd620a67-141f-46de-9e09-32d4317946ba tempest-ServersNegativeTestMultiTenantJSON-959560221 tempest-ServersNegativeTestMultiTenantJSON-959560221-project] 10.222.0.65 "GET /v2.0/ports?device_id=c90770e9-5350-4889-84ff-107dfcec1886 HTTP/1.1" status: 200 len: 946 time: 0.5719519 Feb 04 12:36:53.656446 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5afe02e7-036f-44a0-afea-64d08dd2e574 req-44f4e2a8-c7b8-4a3b-89a4-a9dd23ad2000 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=266a3a18-9374-4c60-bb49-068f089f6a61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4180939 Feb 04 12:36:53.661460 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94f30a6-7462-4c93-8e39-1b2f98cc689d req-264619e6-3397-4fd3-93bd-849598dba772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:53.663321 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f94f30a6-7462-4c93-8e39-1b2f98cc689d req-264619e6-3397-4fd3-93bd-849598dba772 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c90770e9-5350-4889-84ff-107dfcec1886 HTTP/1.1" status: 200 len: 1128 time: 0.5919583 Feb 04 12:36:53.769913 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 49848) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:53.777618 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0bb3e78b-303b-4b2c-b1bb-7f3bf942af29 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group_rule (06a3d641-66d5-4a30-a338-469e00ca3795), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:53.801998 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0bb3e78b-303b-4b2c-b1bb-7f3bf942af29 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (06a3d641-66d5-4a30-a338-469e00ca3795), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:53.845261 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f05946-b2fb-4131-8884-37fe6cb803af req-2c2b50e5-1291-4c3a-8007-b88d6bdd78ad tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:53.851433 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-05f05946-b2fb-4131-8884-37fe6cb803af req-2c2b50e5-1291-4c3a-8007-b88d6bdd78ad tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.73 "GET /v2.0/networks?id=4818c56c-ae1d-43b5-80d2-4a5373ab8e6b HTTP/1.1" status: 200 len: 815 time: 0.4726191 Feb 04 12:36:53.881394 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-931d0d2a-94bd-413e-9fb2-c51cc778a0ef req-94e7b21e-6a0b-4e83-8951-afc5fa598073 tempest-ServersNegativeTestMultiTenantJSON-959560221 tempest-ServersNegativeTestMultiTenantJSON-959560221-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ebb356c-bd77-4f7e-b2ab-fd06e5387b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3144960 Feb 04 12:36:53.898546 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb3e78b-303b-4b2c-b1bb-7f3bf942af29 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06a3d641-66d5-4a30-a338-469e00ca3795,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:53.931906 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0bb3e78b-303b-4b2c-b1bb-7f3bf942af29 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:53.936101 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-05f05946-b2fb-4131-8884-37fe6cb803af req-2625ebc5-8deb-44d9-9c1e-81fab81bb3ac tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Request body: {'port': {'device_id': '62d6a976-ad83-4520-9af8-1694e96369ea', 'network_id': '4818c56c-ae1d-43b5-80d2-4a5373ab8e6b', 'admin_state_up': True, 'tenant_id': '72075fcbbaca4534bfa18449bac56045'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:36:53.937236 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-0bb3e78b-303b-4b2c-b1bb-7f3bf942af29 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5708303 Feb 04 12:36:53.947283 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49852) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:54.020023 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-f0620348-62ed-4b3a-90b6-c41d5e0e97bd tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] 10.222.0.65 "GET /v2.0/security-group-rules/06a3d641-66d5-4a30-a338-469e00ca3795 HTTP/1.1" status: 200 len: 763 time: 0.0649638 Feb 04 12:36:54.020816 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49854) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:54.095031 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f94f30a6-7462-4c93-8e39-1b2f98cc689d req-e2591f7d-5bed-4ca1-b93c-53b8b5e36866 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=3ebb356c-bd77-4f7e-b2ab-fd06e5387b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4215441 Feb 04 12:36:54.102602 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55f7909-bf8c-48bf-8595-1742971fad0e req-d0ded3ea-9739-40c5-ae3c-8acfaf5772a1 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:54.111569 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b55f7909-bf8c-48bf-8595-1742971fad0e req-d0ded3ea-9739-40c5-ae3c-8acfaf5772a1 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd965a09-a3c2-4154-b1ba-6bff03a756a4 HTTP/1.1" status: 200 len: 944 time: 0.4389699 Feb 04 12:36:54.126414 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-74e7a9fc-c68e-4a05-9654-ff7c82812849 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1019018 Feb 04 12:36:54.127045 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49858) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:54.159504 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8c03a309-eae5-4413-b677-fe47dde7fd66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:54.189856 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3e250106-d2ab-4f08-8835-6bda07bdf5c6 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group_rule (06a3d641-66d5-4a30-a338-469e00ca3795), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:54.208713 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3e250106-d2ab-4f08-8835-6bda07bdf5c6 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group_rule (06a3d641-66d5-4a30-a338-469e00ca3795), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:54.232949 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b55f7909-bf8c-48bf-8595-1742971fad0e req-5fc49bc1-08a0-4045-8a07-8637f83753c7 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c18c1f6-d0db-4e54-9b84-8670e680f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146722 Feb 04 12:36:54.263639 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3e250106-d2ab-4f08-8835-6bda07bdf5c6 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (06a3d641-66d5-4a30-a338-469e00ca3795), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:54.275967 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afe02e7-036f-44a0-afea-64d08dd2e574 req-b65949bf-99d7-4bb4-8c2f-12f43a9f2146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:54.279062 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3e250106-d2ab-4f08-8835-6bda07bdf5c6 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:54.283663 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-3e250106-d2ab-4f08-8835-6bda07bdf5c6 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/06a3d641-66d5-4a30-a338-469e00ca3795 HTTP/1.1" status: 204 len: 168 time: 0.1508038 Feb 04 12:36:54.284825 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e250106-d2ab-4f08-8835-6bda07bdf5c6 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=06a3d641-66d5-4a30-a338-469e00ca3795,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:54.286467 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5afe02e7-036f-44a0-afea-64d08dd2e574 req-b65949bf-99d7-4bb4-8c2f-12f43a9f2146 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=72075fcbbaca4534bfa18449bac56045&device_id=266a3a18-9374-4c60-bb49-068f089f6a61 HTTP/1.1" status: 200 len: 1127 time: 0.3836949 Feb 04 12:36:54.286750 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49862) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:54.359903 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-0cb7a537-0f90-4e27-b047-9e90102bc7a8 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0704491 Feb 04 12:36:54.360921 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49864) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:54.366731 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-7578adc2-7fed-450a-8824-c1da97a7db6e tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Request body: {'security_group_rule': {'security_group_id': 'c7cc9cae-39df-4cd0-b69c-83480fa31777', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:36:54.454859 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7578adc2-7fed-450a-8824-c1da97a7db6e tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group_rule (21586588-7c41-4ca3-a8a2-f9c54d0d57fe), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:54.607883 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7578adc2-7fed-450a-8824-c1da97a7db6e tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group_rule (21586588-7c41-4ca3-a8a2-f9c54d0d57fe), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:54.617825 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7578adc2-7fed-450a-8824-c1da97a7db6e tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (21586588-7c41-4ca3-a8a2-f9c54d0d57fe), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:54.657927 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7578adc2-7fed-450a-8824-c1da97a7db6e tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21586588-7c41-4ca3-a8a2-f9c54d0d57fe,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:54.702630 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7578adc2-7fed-450a-8824-c1da97a7db6e tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:54.704452 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-7578adc2-7fed-450a-8824-c1da97a7db6e tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3423753 Feb 04 12:36:54.706684 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49870) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:54.752253 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-62c0fbf0-35b3-4c73-9cf7-585bea4d2089 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] 10.222.0.65 "GET /v2.0/security-group-rules/21586588-7c41-4ca3-a8a2-f9c54d0d57fe HTTP/1.1" status: 200 len: 763 time: 0.0429685 Feb 04 12:36:54.755273 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49872) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:54.837688 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-c086fc7e-f4f1-40f6-a508-dde4d9ec74b8 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0805836 Feb 04 12:36:54.846438 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49874) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:54.915550 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-124c59e8-ce17-4091-801c-2b186fd0c300 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group_rule (21586588-7c41-4ca3-a8a2-f9c54d0d57fe), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:54.934738 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-124c59e8-ce17-4091-801c-2b186fd0c300 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group_rule (21586588-7c41-4ca3-a8a2-f9c54d0d57fe), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:54.995612 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-124c59e8-ce17-4091-801c-2b186fd0c300 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (21586588-7c41-4ca3-a8a2-f9c54d0d57fe), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:55.013880 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-124c59e8-ce17-4091-801c-2b186fd0c300 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:55.015262 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-124c59e8-ce17-4091-801c-2b186fd0c300 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/21586588-7c41-4ca3-a8a2-f9c54d0d57fe HTTP/1.1" status: 204 len: 168 time: 0.1732225 Feb 04 12:36:55.016481 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124c59e8-ce17-4091-801c-2b186fd0c300 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=21586588-7c41-4ca3-a8a2-f9c54d0d57fe,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:55.018708 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49880) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:55.069692 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0fe30e0c-91cd-426a-9778-a860bff1a511 req-f8a1578e-d221-4e73-9b8b-572af507eff7 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 210 time: 0.2157910 Feb 04 12:36:55.075130 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-d00aa66d-b955-4f72-8bc8-e4edc21df4a4 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0491567 Feb 04 12:36:55.078401 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49882) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:55.090380 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-2896b0a6-d26d-42f5-92fc-356929b05c76 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Request body: {'security_group_rule': {'security_group_id': 'c7cc9cae-39df-4cd0-b69c-83480fa31777', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:36:55.095561 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05f05946-b2fb-4131-8884-37fe6cb803af req-2625ebc5-8deb-44d9-9c1e-81fab81bb3ac tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Made reservation on behalf of 72075fcbbaca4534bfa18449bac56045 for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:36:55.108434 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-05f05946-b2fb-4131-8884-37fe6cb803af req-2625ebc5-8deb-44d9-9c1e-81fab81bb3ac tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:55.141356 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2896b0a6-d26d-42f5-92fc-356929b05c76 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group_rule (0b167a0e-87ec-4da2-a69d-9390616ff36e), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:55.280173 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2896b0a6-d26d-42f5-92fc-356929b05c76 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group_rule (0b167a0e-87ec-4da2-a69d-9390616ff36e), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:55.284619 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2896b0a6-d26d-42f5-92fc-356929b05c76 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (0b167a0e-87ec-4da2-a69d-9390616ff36e), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:55.297047 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-2dcb631f-588b-4cac-b588-6d7b1813471f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:55.303713 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-2dcb631f-588b-4cac-b588-6d7b1813471f service neutron] 10.222.0.73 "GET /v2.0/ports/c52edd8b-620d-4771-b029-de54239b378d HTTP/1.1" status: 200 len: 1031 time: 0.4028771 Feb 04 12:36:55.340182 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2896b0a6-d26d-42f5-92fc-356929b05c76 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b167a0e-87ec-4da2-a69d-9390616ff36e,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:55.363755 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2896b0a6-d26d-42f5-92fc-356929b05c76 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:55.367602 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-2896b0a6-d26d-42f5-92fc-356929b05c76 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2857800 Feb 04 12:36:55.367969 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49886) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:55.414991 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-e21d5c86-0a4a-493d-81d3-9967950cccb6 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] 10.222.0.65 "GET /v2.0/security-group-rules/0b167a0e-87ec-4da2-a69d-9390616ff36e HTTP/1.1" status: 200 len: 764 time: 0.0425744 Feb 04 12:36:55.416222 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49888) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:55.493734 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-90634a9b-efa5-455e-b3a9-ccd8761ad3d1 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0739582 Feb 04 12:36:55.495093 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49890) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:55.517671 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e6b96036-33c5-472e-8f86-1488f72dbc12 req-03cafc8a-236d-4ce2-82bb-f182a5c80adc tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.65 "GET /v2.0/ports?device_id=62d6a976-ad83-4520-9af8-1694e96369ea HTTP/1.1" status: 200 len: 210 time: 0.6090193 Feb 04 12:36:55.562012 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-34a870b1-307a-4876-9cb7-6f7585df87ae tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group_rule (0b167a0e-87ec-4da2-a69d-9390616ff36e), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:55.577191 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-34a870b1-307a-4876-9cb7-6f7585df87ae tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group_rule (0b167a0e-87ec-4da2-a69d-9390616ff36e), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:55.633101 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-34a870b1-307a-4876-9cb7-6f7585df87ae tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (0b167a0e-87ec-4da2-a69d-9390616ff36e), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:55.640595 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-34a870b1-307a-4876-9cb7-6f7585df87ae tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:55.644083 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-34a870b1-307a-4876-9cb7-6f7585df87ae tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/0b167a0e-87ec-4da2-a69d-9390616ff36e HTTP/1.1" status: 204 len: 168 time: 0.1441104 Feb 04 12:36:55.654671 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a870b1-307a-4876-9cb7-6f7585df87ae tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0b167a0e-87ec-4da2-a69d-9390616ff36e,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:55.662637 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49892) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:55.718402 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d18161-b710-4dc9-910f-4aac30a90a2a req-3a568afb-aacb-4c17-b35e-7f3592a493c3 tempest-ServersNegativeTestMultiTenantJSON-959560221 tempest-ServersNegativeTestMultiTenantJSON-959560221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:55.721012 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f1d18161-b710-4dc9-910f-4aac30a90a2a req-3a568afb-aacb-4c17-b35e-7f3592a493c3 tempest-ServersNegativeTestMultiTenantJSON-959560221 tempest-ServersNegativeTestMultiTenantJSON-959560221-project] 10.222.0.65 "GET /v2.0/ports?device_id=c90770e9-5350-4889-84ff-107dfcec1886 HTTP/1.1" status: 200 len: 946 time: 0.5094225 Feb 04 12:36:55.746557 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-08736dd5-87a5-430f-ab99-a6f64b617e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:55.748022 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-08736dd5-87a5-430f-ab99-a6f64b617e4b service neutron] 10.222.0.73 "GET /v2.0/ports/7b388f88-9bfb-4b99-9347-ac1c0aba4fb8 HTTP/1.1" status: 200 len: 1031 time: 0.3847804 Feb 04 12:36:55.756126 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afe02e7-036f-44a0-afea-64d08dd2e574 req-9730d4ae-300f-47ae-a56c-6d4eb2e8ec3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:55.757630 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5afe02e7-036f-44a0-afea-64d08dd2e574 req-9730d4ae-300f-47ae-a56c-6d4eb2e8ec3c service neutron] 10.222.0.73 "GET /v2.0/networks?id=4818c56c-ae1d-43b5-80d2-4a5373ab8e6b HTTP/1.1" status: 200 len: 916 time: 0.8813505 Feb 04 12:36:55.762946 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8c03a309-eae5-4413-b677-fe47dde7fd66 admin admin] Publish callbacks [] for security_group (693fed4b-fe62-46cc-85f9-a1419d0e3b67), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:55.825700 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-eeb8ff03-db5a-465b-83b8-9a7d590af40e tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1613011 Feb 04 12:36:55.827614 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49898) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:55.924392 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e92a37fd-80a7-433b-af40-69ff2ad47e6d tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group (c7cc9cae-39df-4cd0-b69c-83480fa31777), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:55.954199 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e92a37fd-80a7-433b-af40-69ff2ad47e6d tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group (c7cc9cae-39df-4cd0-b69c-83480fa31777), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:56.009646 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e92a37fd-80a7-433b-af40-69ff2ad47e6d tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (c7cc9cae-39df-4cd0-b69c-83480fa31777), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:56.015041 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8c03a309-eae5-4413-b677-fe47dde7fd66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (693fed4b-fe62-46cc-85f9-a1419d0e3b67), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:56.016462 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e92a37fd-80a7-433b-af40-69ff2ad47e6d tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:56.023335 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-e92a37fd-80a7-433b-af40-69ff2ad47e6d tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] 10.222.0.65 "DELETE /v2.0/security-groups/c7cc9cae-39df-4cd0-b69c-83480fa31777 HTTP/1.1" status: 204 len: 168 time: 0.1931086 Feb 04 12:36:56.024824 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49900) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:56.053344 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92a37fd-80a7-433b-af40-69ff2ad47e6d tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7cc9cae-39df-4cd0-b69c-83480fa31777,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:56.165856 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5afe02e7-036f-44a0-afea-64d08dd2e574 req-a0f80ddf-7841-4f17-896e-bdc8d28e3cbe service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7ac5ab11-addb-4dd2-b145-f5d33ea6ff70 HTTP/1.1" status: 200 len: 217 time: 0.2784808 Feb 04 12:36:56.168092 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-55997106-1bdf-4b87-b3bf-dd4f80542bfd tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1204729 Feb 04 12:36:56.169435 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49904) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:56.174850 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-dbb8fa3d-36aa-4df1-ac2a-37a06910f9e5 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Request body: {'security_group': {'name': 'tempest-secgroup--1226682889'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:36:56.203370 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dbb8fa3d-36aa-4df1-ac2a-37a06910f9e5 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:56.240657 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-8c03a309-eae5-4413-b677-fe47dde7fd66 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=881f3a54b2724b4589b3e9c8f1b9197c&name=default HTTP/1.1" status: 200 len: 3000 time: 2.4630737 Feb 04 12:36:56.243305 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49906) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:56.254458 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-05f05946-b2fb-4131-8884-37fe6cb803af req-2625ebc5-8deb-44d9-9c1e-81fab81bb3ac tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Allocated IP 172.20.0.11 (4818c56c-ae1d-43b5-80d2-4a5373ab8e6b/fbb54edd-3278-45b2-a986-7521678ba6ac/6ee112e8-01ac-4586-902f-f67b6703a584) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:36:56.266749 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0539b77-8a20-418e-8743-d0e7d936f9e2 req-650239a4-2125-43c2-be4c-2eaf4168831a tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:56.268184 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f0539b77-8a20-418e-8743-d0e7d936f9e2 req-650239a4-2125-43c2-be4c-2eaf4168831a tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd965a09-a3c2-4154-b1ba-6bff03a756a4 HTTP/1.1" status: 200 len: 944 time: 0.6284699 Feb 04 12:36:56.303314 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c03a309-eae5-4413-b677-fe47dde7fd66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=693fed4b-fe62-46cc-85f9-a1419d0e3b67,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:56.372019 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-534abe76-3361-4633-a9ee-f1b4298c47ce admin admin] Publish callbacks [] for security_group (693fed4b-fe62-46cc-85f9-a1419d0e3b67), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:56.384361 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f1d18161-b710-4dc9-910f-4aac30a90a2a req-3f884359-b16a-469f-9952-8e7cec3945dd tempest-ServersNegativeTestMultiTenantJSON-959560221 tempest-ServersNegativeTestMultiTenantJSON-959560221-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ebb356c-bd77-4f7e-b2ab-fd06e5387b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6473238 Feb 04 12:36:56.391777 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-08647472-7a27-49ae-b91f-475c52ab8c64 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:56.397778 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-08647472-7a27-49ae-b91f-475c52ab8c64 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:56.403877 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-08647472-7a27-49ae-b91f-475c52ab8c64 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:56.406673 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-08647472-7a27-49ae-b91f-475c52ab8c64 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.73 "GET /v2.0/networks?id=647cdb67-8c3d-4450-9185-dcf62d584045&id=80f2e8f7-bfae-4f05-b06d-33405f9fbdc0&id=80f2e8f7-bfae-4f05-b06d-33405f9fbdc0&id=80f2e8f7-bfae-4f05-b06d-33405f9fbdc0&id=80f2e8f7-bfae-4f05-b06d-33405f9fbdc0&id=64361832-4c3a-49e6-9dd4-d860a2c32a17&id=64361832-4c3a-49e6-9dd4-d860a2c32a17 HTTP/1.1" status: 200 len: 1995 time: 0.6417212 Feb 04 12:36:56.418105 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afe02e7-036f-44a0-afea-64d08dd2e574 req-a4d5aa67-5f1c-4db4-b7d8-cb7a0df1e781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:56.419520 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5afe02e7-036f-44a0-afea-64d08dd2e574 req-a4d5aa67-5f1c-4db4-b7d8-cb7a0df1e781 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fbb54edd-3278-45b2-a986-7521678ba6ac HTTP/1.1" status: 200 len: 855 time: 0.2310078 Feb 04 12:36:56.432553 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-534abe76-3361-4633-a9ee-f1b4298c47ce admin admin] Publish callbacks [] for security_group (693fed4b-fe62-46cc-85f9-a1419d0e3b67), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:56.458898 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-87fafe91-25ec-48eb-8b4d-715420de7c6f req-9c53f64b-c6d3-441c-882f-14c64b3fcfbb service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=4acb9c3c-b6ab-46be-b637-ff51ba0e15fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5933170 Feb 04 12:36:56.476977 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dbb8fa3d-36aa-4df1-ac2a-37a06910f9e5 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group (8bb4143e-7538-4af1-a48a-0ed7f91e3c6b), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:56.484390 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dbb8fa3d-36aa-4df1-ac2a-37a06910f9e5 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (8bb4143e-7538-4af1-a48a-0ed7f91e3c6b), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:56.538117 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb8fa3d-36aa-4df1-ac2a-37a06910f9e5 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bb4143e-7538-4af1-a48a-0ed7f91e3c6b,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:56.553716 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5afe02e7-036f-44a0-afea-64d08dd2e574 req-1893e1ac-6c5d-426d-8335-dfb84ecaac88 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4818c56c-ae1d-43b5-80d2-4a5373ab8e6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1086910 Feb 04 12:36:56.569087 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f0539b77-8a20-418e-8743-d0e7d936f9e2 req-e74a0496-38aa-4c64-83dc-69e36535a28d tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c18c1f6-d0db-4e54-9b84-8670e680f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2761230 Feb 04 12:36:56.603034 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dbb8fa3d-36aa-4df1-ac2a-37a06910f9e5 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:56.604657 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-dbb8fa3d-36aa-4df1-ac2a-37a06910f9e5 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4338198 Feb 04 12:36:56.610713 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49910) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:56.623382 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-0c863e8a-05d1-4e4d-8032-a9ef47f59348 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Request body: {'security_group_rule': {'security_group_id': '8bb4143e-7538-4af1-a48a-0ed7f91e3c6b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:36:56.687428 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-534abe76-3361-4633-a9ee-f1b4298c47ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (693fed4b-fe62-46cc-85f9-a1419d0e3b67), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:56.694066 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-534abe76-3361-4633-a9ee-f1b4298c47ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:56.699039 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-534abe76-3361-4633-a9ee-f1b4298c47ce admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/693fed4b-fe62-46cc-85f9-a1419d0e3b67 HTTP/1.1" status: 204 len: 168 time: 0.4542878 Feb 04 12:36:56.722340 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0c863e8a-05d1-4e4d-8032-a9ef47f59348 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group_rule (6eff58f5-54fc-4a47-8db8-8eeb25f813f3), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:56.755400 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534abe76-3361-4633-a9ee-f1b4298c47ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=693fed4b-fe62-46cc-85f9-a1419d0e3b67,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:56.807796 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0c863e8a-05d1-4e4d-8032-a9ef47f59348 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group_rule (6eff58f5-54fc-4a47-8db8-8eeb25f813f3), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:56.818081 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0c863e8a-05d1-4e4d-8032-a9ef47f59348 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (6eff58f5-54fc-4a47-8db8-8eeb25f813f3), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:56.877889 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0c863e8a-05d1-4e4d-8032-a9ef47f59348 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:56.885975 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-0c863e8a-05d1-4e4d-8032-a9ef47f59348 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2716901 Feb 04 12:36:56.889911 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49916) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:56.911919 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c863e8a-05d1-4e4d-8032-a9ef47f59348 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6eff58f5-54fc-4a47-8db8-8eeb25f813f3,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:56.912298 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-f58948e8-b4f2-447d-b8e9-4a18299d24a1 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d2d96abb2ff46d88357aa25adf70711 HTTP/1.1" status: 200 len: 380 time: 0.4783041 Feb 04 12:36:56.924166 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c23ce582-02da-4e97-b0f9-71fc0a724c10 req-35f217db-ff1e-48ad-8096-a4c7cfbe8672 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 210 time: 0.3066020 Feb 04 12:36:56.967669 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-779aa5b6-8c04-43c5-a26b-07e2c9105523 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Request body: {'port': {'device_id': 'eefed902-5b4d-4ff7-b65f-81c365a034bc', 'network_id': '647cdb67-8c3d-4450-9185-dcf62d584045', 'admin_state_up': True, 'tenant_id': '6d2d96abb2ff46d88357aa25adf70711', 'security_groups': ['6fb9d925-f1ad-446a-9918-6c4396d6cf75']}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:36:57.024635 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c82e4328-49d5-416f-b411-43fc58b8971a tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group (8bb4143e-7538-4af1-a48a-0ed7f91e3c6b), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:57.055611 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c82e4328-49d5-416f-b411-43fc58b8971a tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group (8bb4143e-7538-4af1-a48a-0ed7f91e3c6b), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:57.134119 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c82e4328-49d5-416f-b411-43fc58b8971a tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (8bb4143e-7538-4af1-a48a-0ed7f91e3c6b), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:57.134353 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-29798b2a-419d-4d9f-b778-2db1f28b03d1 req-a24aaf6c-4671-4a53-b968-799a815da8cf tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.65 "GET /v2.0/ports?device_id=62d6a976-ad83-4520-9af8-1694e96369ea HTTP/1.1" status: 200 len: 210 time: 0.3860641 Feb 04 12:36:57.140958 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c82e4328-49d5-416f-b411-43fc58b8971a tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:57.142239 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-c82e4328-49d5-416f-b411-43fc58b8971a tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] 10.222.0.65 "DELETE /v2.0/security-groups/8bb4143e-7538-4af1-a48a-0ed7f91e3c6b HTTP/1.1" status: 204 len: 168 time: 0.2517276 Feb 04 12:36:57.147760 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49918) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:57.207132 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82e4328-49d5-416f-b411-43fc58b8971a tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bb4143e-7538-4af1-a48a-0ed7f91e3c6b,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:57.277765 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-384bd488-1b45-4fe3-9f7b-aed0cd098f52 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1168308 Feb 04 12:36:57.282203 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49920) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:57.312707 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fafe91-25ec-48eb-8b4d-715420de7c6f req-47a2dbb5-842a-4259-928c-2dfad1784f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:57.314228 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-87fafe91-25ec-48eb-8b4d-715420de7c6f req-47a2dbb5-842a-4259-928c-2dfad1784f99 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=72075fcbbaca4534bfa18449bac56045&device_id=4acb9c3c-b6ab-46be-b637-ff51ba0e15fa HTTP/1.1" status: 200 len: 1127 time: 0.8196344 Feb 04 12:36:57.343857 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 49922) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:57.368181 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-311ad06f-20b5-4751-826a-6819d8ce576f tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0815694 Feb 04 12:36:57.368548 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49926) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:57.378358 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b921d567-cd77-4063-9851-cb0ee9d0ab20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:57.403709 n-d-825015-3 neutron-server[103474]: INFO neutron.api.v2.resource [None req-452520e9-7da8-46e7-ab4c-1dce20a0f442 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] delete failed (client error): The resource could not be found. Feb 04 12:36:57.412293 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-452520e9-7da8-46e7-ab4c-1dce20a0f442 tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] 10.222.0.65 "DELETE /v2.0/security-groups/8bb4143e-7538-4af1-a48a-0ed7f91e3c6b HTTP/1.1" status: 404 len: 347 time: 0.0389259 Feb 04 12:36:57.413157 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49928) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:57.499505 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-c3ae67e9-fc42-4483-b81b-0d22e7ad941b tempest-SecGroupTest-478465576 tempest-SecGroupTest-478465576-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0779262 Feb 04 12:36:57.653039 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b921d567-cd77-4063-9851-cb0ee9d0ab20 admin admin] Publish callbacks [] for security_group (08f80526-ddfb-454d-8183-b831be876abd), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:57.681901 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b921d567-cd77-4063-9851-cb0ee9d0ab20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (08f80526-ddfb-454d-8183-b831be876abd), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:57.727146 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5afe02e7-036f-44a0-afea-64d08dd2e574 req-5c53960f-9b13-451f-ae96-1eb7a9b7bc6d service neutron] 10.222.0.73 "GET /v2.0/networks/4818c56c-ae1d-43b5-80d2-4a5373ab8e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1490238 Feb 04 12:36:57.764021 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-05f05946-b2fb-4131-8884-37fe6cb803af req-2625ebc5-8deb-44d9-9c1e-81fab81bb3ac tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Publish callbacks [] for port (6ee112e8-01ac-4586-902f-f67b6703a584), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:57.771009 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b921d567-cd77-4063-9851-cb0ee9d0ab20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08f80526-ddfb-454d-8183-b831be876abd,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:57.978128 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49940) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:57.978615 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-b921d567-cd77-4063-9851-cb0ee9d0ab20 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e3d2ba9313e04d9098e07e2c77b1a95d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6273167 Feb 04 12:36:57.993988 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-779aa5b6-8c04-43c5-a26b-07e2c9105523 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Made reservation on behalf of 6d2d96abb2ff46d88357aa25adf70711 for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:36:57.998983 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-779aa5b6-8c04-43c5-a26b-07e2c9105523 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:58.008835 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49942) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:58.060334 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7108d2b8-973d-439d-9d8d-14d7c8e6f904 admin admin] Publish callbacks [] for security_group (08f80526-ddfb-454d-8183-b831be876abd), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:58.109068 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7108d2b8-973d-439d-9d8d-14d7c8e6f904 admin admin] Publish callbacks [] for security_group (08f80526-ddfb-454d-8183-b831be876abd), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:58.208719 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7108d2b8-973d-439d-9d8d-14d7c8e6f904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (08f80526-ddfb-454d-8183-b831be876abd), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:58.211905 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7108d2b8-973d-439d-9d8d-14d7c8e6f904 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:58.215992 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-7108d2b8-973d-439d-9d8d-14d7c8e6f904 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/08f80526-ddfb-454d-8183-b831be876abd HTTP/1.1" status: 204 len: 168 time: 0.2339849 Feb 04 12:36:58.223095 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5ad394-e4a8-4383-a2ff-1d247df5707e req-8cebf89a-9efc-4beb-b363-52ef47fe386a tempest-ServersNegativeTestMultiTenantJSON-959560221 tempest-ServersNegativeTestMultiTenantJSON-959560221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:58.227746 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bf5ad394-e4a8-4383-a2ff-1d247df5707e req-8cebf89a-9efc-4beb-b363-52ef47fe386a tempest-ServersNegativeTestMultiTenantJSON-959560221 tempest-ServersNegativeTestMultiTenantJSON-959560221-project] 10.222.0.65 "GET /v2.0/ports?device_id=c90770e9-5350-4889-84ff-107dfcec1886 HTTP/1.1" status: 200 len: 946 time: 0.5568852 Feb 04 12:36:58.253676 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7108d2b8-973d-439d-9d8d-14d7c8e6f904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f80526-ddfb-454d-8183-b831be876abd,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:58.254451 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a63e8f1-a1e4-466d-8d1f-d430323aae35 req-9ef7a3b8-102c-4c3d-bcee-7032e6c86c75 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:58.291933 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8a63e8f1-a1e4-466d-8d1f-d430323aae35 req-9ef7a3b8-102c-4c3d-bcee-7032e6c86c75 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd965a09-a3c2-4154-b1ba-6bff03a756a4 HTTP/1.1" status: 200 len: 944 time: 0.5625274 Feb 04 12:36:58.331975 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-1eefd3b1-afc4-4b8b-88c8-e9eaab787546 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=44dfed41ed754ffa9a808f49977aa2ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3218875 Feb 04 12:36:58.334225 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49950) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:36:58.384146 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fafe91-25ec-48eb-8b4d-715420de7c6f req-e8403bfc-e575-4e26-8fb4-358331614364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:58.387032 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-87fafe91-25ec-48eb-8b4d-715420de7c6f req-e8403bfc-e575-4e26-8fb4-358331614364 service neutron] 10.222.0.77 "GET /v2.0/networks?id=4818c56c-ae1d-43b5-80d2-4a5373ab8e6b HTTP/1.1" status: 200 len: 916 time: 0.9945838 Feb 04 12:36:58.410441 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1e92479f-5ac0-4223-8738-2c25e9dcc1fd admin admin] Publish callbacks [] for security_group (13ef49b7-94f9-4003-a296-dee189e5c955), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:58.467589 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1e92479f-5ac0-4223-8738-2c25e9dcc1fd admin admin] Publish callbacks [] for security_group (13ef49b7-94f9-4003-a296-dee189e5c955), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:58.558522 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1e92479f-5ac0-4223-8738-2c25e9dcc1fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (13ef49b7-94f9-4003-a296-dee189e5c955), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:58.561698 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1e92479f-5ac0-4223-8738-2c25e9dcc1fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:58.563186 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-1e92479f-5ac0-4223-8738-2c25e9dcc1fd admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/13ef49b7-94f9-4003-a296-dee189e5c955 HTTP/1.1" status: 204 len: 168 time: 0.2276266 Feb 04 12:36:58.579603 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e92479f-5ac0-4223-8738-2c25e9dcc1fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13ef49b7-94f9-4003-a296-dee189e5c955,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:59.167003 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-87fafe91-25ec-48eb-8b4d-715420de7c6f req-67136c52-8f99-477d-9cb0-df75ecead255 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=469449ce-763d-4db4-a452-63e01e8fed24 HTTP/1.1" status: 200 len: 217 time: 0.7543461 Feb 04 12:36:59.186430 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-05f05946-b2fb-4131-8884-37fe6cb803af req-2625ebc5-8deb-44d9-9c1e-81fab81bb3ac tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (6ee112e8-01ac-4586-902f-f67b6703a584), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:36:59.202332 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['7ac5ab11-addb-4dd2-b145-f5d33ea6ff70'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:36:59.229648 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5afe02e7-036f-44a0-afea-64d08dd2e574 req-94a28c8b-a642-4883-a019-1d463961c69f service neutron] 10.222.0.73 "GET /v2.0/networks/4818c56c-ae1d-43b5-80d2-4a5373ab8e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4774089 Feb 04 12:36:59.326090 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['469449ce-763d-4db4-a452-63e01e8fed24'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:36:59.521817 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8a63e8f1-a1e4-466d-8d1f-d430323aae35 req-e8fb5042-cf50-48e1-9fad-2984daf4e87a tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c18c1f6-d0db-4e54-9b84-8670e680f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2275784 Feb 04 12:36:59.573297 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05f05946-b2fb-4131-8884-37fe6cb803af req-2625ebc5-8deb-44d9-9c1e-81fab81bb3ac tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Network 4818c56c-ae1d-43b5-80d2-4a5373ab8e6b is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:36:59.603115 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bf5ad394-e4a8-4383-a2ff-1d247df5707e req-a1385eb5-83e9-4e4e-a9a6-5d17b4ba401c tempest-ServersNegativeTestMultiTenantJSON-959560221 tempest-ServersNegativeTestMultiTenantJSON-959560221-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ebb356c-bd77-4f7e-b2ab-fd06e5387b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2579210 Feb 04 12:36:59.631972 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-05f05946-b2fb-4131-8884-37fe6cb803af req-2625ebc5-8deb-44d9-9c1e-81fab81bb3ac tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:36:59.646653 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-05f05946-b2fb-4131-8884-37fe6cb803af req-2625ebc5-8deb-44d9-9c1e-81fab81bb3ac tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:36:59.818646 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fafe91-25ec-48eb-8b4d-715420de7c6f req-2424c087-48d3-4846-9dde-3e16aa5e97b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:36:59.821687 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-87fafe91-25ec-48eb-8b4d-715420de7c6f req-2424c087-48d3-4846-9dde-3e16aa5e97b2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=fbb54edd-3278-45b2-a986-7521678ba6ac HTTP/1.1" status: 200 len: 855 time: 0.6054049 Feb 04 12:36:59.922261 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f0c6f98e-84d2-4fe3-ae77-425ec4eac872 req-3830ad60-953e-4e17-a670-e1b6bbe8b7b0 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 210 time: 0.1668961 Feb 04 12:36:59.923168 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2625ebc5-8deb-44d9-9c1e-81fab81bb3ac tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Pushing event updated for resources: {'Port': ['ID=6ee112e8-01ac-4586-902f-f67b6703a584,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:36:59.927150 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-779aa5b6-8c04-43c5-a26b-07e2c9105523 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Allocated IP 172.20.0.3 (647cdb67-8c3d-4450-9185-dcf62d584045/2531695a-dce9-4ba8-8fe1-981de5f81c6b/d2ad6fb4-8d1e-4351-b211-6a87ea7077d1) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:36:59.979365 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-87fafe91-25ec-48eb-8b4d-715420de7c6f req-69404d27-d2c9-44fe-b626-0938627c4b77 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4818c56c-ae1d-43b5-80d2-4a5373ab8e6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1028850 Feb 04 12:37:00.037210 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f05946-b2fb-4131-8884-37fe6cb803af req-2625ebc5-8deb-44d9-9c1e-81fab81bb3ac tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:00.037905 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-05f05946-b2fb-4131-8884-37fe6cb803af req-2625ebc5-8deb-44d9-9c1e-81fab81bb3ac tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:00.190799 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-05f05946-b2fb-4131-8884-37fe6cb803af req-2625ebc5-8deb-44d9-9c1e-81fab81bb3ac tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.2909713 Feb 04 12:37:00.217562 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [req-05f05946-b2fb-4131-8884-37fe6cb803af req-a7e73f4f-29f2-4f88-b2c7-6c3eee810766 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:37:00.218649 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-05f05946-b2fb-4131-8884-37fe6cb803af req-a7e73f4f-29f2-4f88-b2c7-6c3eee810766 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0079241 Feb 04 12:37:00.230440 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bebbd8-e82c-44a6-88c3-068a70a43681 req-d2f6449c-5c83-4999-aa23-37e1c961c8aa tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:00.232415 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e9bebbd8-e82c-44a6-88c3-068a70a43681 req-d2f6449c-5c83-4999-aa23-37e1c961c8aa tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.65 "GET /v2.0/ports?device_id=62d6a976-ad83-4520-9af8-1694e96369ea HTTP/1.1" status: 200 len: 932 time: 0.4246800 Feb 04 12:37:00.247175 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-05f05946-b2fb-4131-8884-37fe6cb803af req-3c1e2378-65e5-4569-b940-ef8e22501a95 service neutron] Request body: {'port': {'device_id': '62d6a976-ad83-4520-9af8-1694e96369ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:37:00.453592 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f301b5a2-1c5c-49b9-a12d-1ad8c119625b req-17393fa8-b7e8-4a7f-9f05-404ee9c5167a tempest-ServersNegativeTestMultiTenantJSON-959560221 tempest-ServersNegativeTestMultiTenantJSON-959560221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:00.461996 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f301b5a2-1c5c-49b9-a12d-1ad8c119625b req-17393fa8-b7e8-4a7f-9f05-404ee9c5167a tempest-ServersNegativeTestMultiTenantJSON-959560221 tempest-ServersNegativeTestMultiTenantJSON-959560221-project] 10.222.0.65 "GET /v2.0/ports?device_id=c90770e9-5350-4889-84ff-107dfcec1886 HTTP/1.1" status: 200 len: 946 time: 0.3753440 Feb 04 12:37:00.531538 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-87fafe91-25ec-48eb-8b4d-715420de7c6f req-40fb942e-4ec6-4f3e-88bf-6a1a949cf439 service neutron] 10.222.0.77 "GET /v2.0/networks/4818c56c-ae1d-43b5-80d2-4a5373ab8e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5456402 Feb 04 12:37:00.644420 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-779aa5b6-8c04-43c5-a26b-07e2c9105523 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks [] for port (d2ad6fb4-8d1e-4351-b211-6a87ea7077d1), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:00.687688 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-05f05946-b2fb-4131-8884-37fe6cb803af req-3c1e2378-65e5-4569-b940-ef8e22501a95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (6ee112e8-01ac-4586-902f-f67b6703a584), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:00.757856 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f301b5a2-1c5c-49b9-a12d-1ad8c119625b req-3b644fba-7af3-4af4-9010-2f6474acdb0b tempest-ServersNegativeTestMultiTenantJSON-959560221 tempest-ServersNegativeTestMultiTenantJSON-959560221-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ebb356c-bd77-4f7e-b2ab-fd06e5387b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2942510 Feb 04 12:37:00.763393 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e9bebbd8-e82c-44a6-88c3-068a70a43681 req-a76c7045-3a4a-4720-a7bf-791cb55f4e3b tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.65 "GET /v2.0/security-groups?id=3194529c-ef45-449a-86a3-c42c7670cd65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5010164 Feb 04 12:37:00.920878 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-779aa5b6-8c04-43c5-a26b-07e2c9105523 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (d2ad6fb4-8d1e-4351-b211-6a87ea7077d1), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:01.048089 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:01.152935 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-87fafe91-25ec-48eb-8b4d-715420de7c6f req-cd1d6dd8-b78f-43a2-b173-b06410245bb8 service neutron] 10.222.0.77 "GET /v2.0/networks/4818c56c-ae1d-43b5-80d2-4a5373ab8e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6004288 Feb 04 12:37:01.155338 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-779aa5b6-8c04-43c5-a26b-07e2c9105523 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Network 647cdb67-8c3d-4450-9185-dcf62d584045 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:37:01.205675 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-779aa5b6-8c04-43c5-a26b-07e2c9105523 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:37:01.218269 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-779aa5b6-8c04-43c5-a26b-07e2c9105523 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:37:01.331614 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779aa5b6-8c04-43c5-a26b-07e2c9105523 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Pushing event updated for resources: {'Port': ['ID=d2ad6fb4-8d1e-4351-b211-6a87ea7077d1,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:37:01.371589 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a366b608-8dfd-4d16-95d4-7c91a99e4883 req-0a56de50-d88c-4ab3-8245-1e56d53aa74d tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:01.373216 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a366b608-8dfd-4d16-95d4-7c91a99e4883 req-0a56de50-d88c-4ab3-8245-1e56d53aa74d tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd965a09-a3c2-4154-b1ba-6bff03a756a4 HTTP/1.1" status: 200 len: 944 time: 0.3837514 Feb 04 12:37:01.446325 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-779aa5b6-8c04-43c5-a26b-07e2c9105523 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:01.446976 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-779aa5b6-8c04-43c5-a26b-07e2c9105523 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:01.466266 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f789b5-b4d2-48fb-9f55-f702a8fae3ae req-e063bd65-807c-4f1c-a47d-70fa961ea703 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:01.467782 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b6f789b5-b4d2-48fb-9f55-f702a8fae3ae req-e063bd65-807c-4f1c-a47d-70fa961ea703 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 931 time: 0.1717737 Feb 04 12:37:01.515622 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a366b608-8dfd-4d16-95d4-7c91a99e4883 req-55e180a0-676f-4668-9d65-144012f7e2d4 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c18c1f6-d0db-4e54-9b84-8670e680f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294024 Feb 04 12:37:01.568338 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-779aa5b6-8c04-43c5-a26b-07e2c9105523 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6201906 Feb 04 12:37:01.672122 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-9dff1373-c912-4379-8703-438e8c93678c None None] Provisioning complete for port d2ad6fb4-8d1e-4351-b211-6a87ea7077d1 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:37:01.673922 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9dff1373-c912-4379-8703-438e8c93678c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (d2ad6fb4-8d1e-4351-b211-6a87ea7077d1), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:01.680378 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:01.697163 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-6f291ff1-76ae-4eb5-a330-121e914186fb tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Request body: {'port': {'device_id': 'eefed902-5b4d-4ff7-b65f-81c365a034bc', 'network_id': '80f2e8f7-bfae-4f05-b06d-33405f9fbdc0', 'admin_state_up': True, 'tenant_id': '6d2d96abb2ff46d88357aa25adf70711', 'security_groups': ['6fb9d925-f1ad-446a-9918-6c4396d6cf75']}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:37:01.711481 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b6f789b5-b4d2-48fb-9f55-f702a8fae3ae req-9ae49eea-13fa-4695-bfab-6eeb453dcd1f tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/security-groups?id=6fb9d925-f1ad-446a-9918-6c4396d6cf75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2077131 Feb 04 12:37:01.744755 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-9dff1373-c912-4379-8703-438e8c93678c None None] Port d2ad6fb4-8d1e-4351-b211-6a87ea7077d1 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:37:01.792735 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-05f05946-b2fb-4131-8884-37fe6cb803af req-3c1e2378-65e5-4569-b940-ef8e22501a95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ee112e8-01ac-4586-902f-f67b6703a584 {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:37:01.803270 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-05f05946-b2fb-4131-8884-37fe6cb803af req-3c1e2378-65e5-4569-b940-ef8e22501a95 service neutron] Publish callbacks [] for port (6ee112e8-01ac-4586-902f-f67b6703a584), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:01.828727 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-05f05946-b2fb-4131-8884-37fe6cb803af req-3c1e2378-65e5-4569-b940-ef8e22501a95 service neutron] Transition to ACTIVE for port object 6ee112e8-01ac-4586-902f-f67b6703a584 will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:37:01.844968 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-05f05946-b2fb-4131-8884-37fe6cb803af req-3c1e2378-65e5-4569-b940-ef8e22501a95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (6ee112e8-01ac-4586-902f-f67b6703a584), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:01.966997 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331f9cbe-af34-4792-8095-5b898e9d23cc req-496a2dfc-e446-4c2c-9765-24b53d09cc6e tempest-ServersNegativeTestMultiTenantJSON-959560221 tempest-ServersNegativeTestMultiTenantJSON-959560221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:01.968680 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-331f9cbe-af34-4792-8095-5b898e9d23cc req-496a2dfc-e446-4c2c-9765-24b53d09cc6e tempest-ServersNegativeTestMultiTenantJSON-959560221 tempest-ServersNegativeTestMultiTenantJSON-959560221-project] 10.222.0.65 "GET /v2.0/ports?device_id=c90770e9-5350-4889-84ff-107dfcec1886 HTTP/1.1" status: 200 len: 946 time: 0.2650168 Feb 04 12:37:01.987863 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1e2378-65e5-4569-b940-ef8e22501a95 service neutron] Pushing event updated for resources: {'Port': ['ID=6ee112e8-01ac-4586-902f-f67b6703a584,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:37:02.076694 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-6f291ff1-76ae-4eb5-a330-121e914186fb tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Made reservation on behalf of 6d2d96abb2ff46d88357aa25adf70711 for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:37:02.080262 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-6f291ff1-76ae-4eb5-a330-121e914186fb tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:02.114355 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c056079c-48fe-4ce8-ab82-e1c62d01433e req-2ab69ea1-e0c7-45dc-8075-80d6bb3fca34 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:02.115917 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c056079c-48fe-4ce8-ab82-e1c62d01433e req-2ab69ea1-e0c7-45dc-8075-80d6bb3fca34 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.65 "GET /v2.0/ports?device_id=62d6a976-ad83-4520-9af8-1694e96369ea HTTP/1.1" status: 200 len: 944 time: 0.2258213 Feb 04 12:37:02.146805 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-331f9cbe-af34-4792-8095-5b898e9d23cc req-3402476c-23a9-424a-8e65-92f938ba17b8 tempest-ServersNegativeTestMultiTenantJSON-959560221 tempest-ServersNegativeTestMultiTenantJSON-959560221-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ebb356c-bd77-4f7e-b2ab-fd06e5387b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679621 Feb 04 12:37:02.174695 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-05f05946-b2fb-4131-8884-37fe6cb803af req-3c1e2378-65e5-4569-b940-ef8e22501a95 service neutron] Attempting to bind port 6ee112e8-01ac-4586-902f-f67b6703a584 on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:37:02.175014 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-05f05946-b2fb-4131-8884-37fe6cb803af req-3c1e2378-65e5-4569-b940-ef8e22501a95 service neutron] Attempting to bind port 6ee112e8-01ac-4586-902f-f67b6703a584 by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': '37882638-7c6f-43c0-8749-8a8baa27febc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4818c56c-ae1d-43b5-80d2-4a5373ab8e6b'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:37:02.175270 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f05946-b2fb-4131-8884-37fe6cb803af req-3c1e2378-65e5-4569-b940-ef8e22501a95 service neutron] Attempting to bind port 6ee112e8-01ac-4586-902f-f67b6703a584 on network 4818c56c-ae1d-43b5-80d2-4a5373ab8e6b {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:37:02.220144 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f05946-b2fb-4131-8884-37fe6cb803af req-3c1e2378-65e5-4569-b940-ef8e22501a95 service neutron] Port 6ee112e8-01ac-4586-902f-f67b6703a584 on network 4818c56c-ae1d-43b5-80d2-4a5373ab8e6b not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:37:02.220731 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f05946-b2fb-4131-8884-37fe6cb803af req-3c1e2378-65e5-4569-b940-ef8e22501a95 service neutron] Attempting to bind port 6ee112e8-01ac-4586-902f-f67b6703a584 on network 4818c56c-ae1d-43b5-80d2-4a5373ab8e6b {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:37:02.239623 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f05946-b2fb-4131-8884-37fe6cb803af req-3c1e2378-65e5-4569-b940-ef8e22501a95 service neutron] Checking agent: {'id': 'f8add0d2-2202-43d3-bc0e-72442788e6ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:37:02.240223 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f05946-b2fb-4131-8884-37fe6cb803af req-3c1e2378-65e5-4569-b940-ef8e22501a95 service neutron] Checking segment: {'id': '37882638-7c6f-43c0-8749-8a8baa27febc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4818c56c-ae1d-43b5-80d2-4a5373ab8e6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:37:02.240566 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f05946-b2fb-4131-8884-37fe6cb803af req-3c1e2378-65e5-4569-b940-ef8e22501a95 service neutron] Bound using segment: {'id': '37882638-7c6f-43c0-8749-8a8baa27febc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4818c56c-ae1d-43b5-80d2-4a5373ab8e6b'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:37:02.241010 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-05f05946-b2fb-4131-8884-37fe6cb803af req-3c1e2378-65e5-4569-b940-ef8e22501a95 service neutron] Bound port: 6ee112e8-01ac-4586-902f-f67b6703a584, host: n-h1-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37882638-7c6f-43c0-8749-8a8baa27febc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4818c56c-ae1d-43b5-80d2-4a5373ab8e6b'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:37:02.241372 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-05f05946-b2fb-4131-8884-37fe6cb803af req-3c1e2378-65e5-4569-b940-ef8e22501a95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (6ee112e8-01ac-4586-902f-f67b6703a584), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:02.275767 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c056079c-48fe-4ce8-ab82-e1c62d01433e req-a67ac6e5-a00b-4625-8015-abd50267286b tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.65 "GET /v2.0/security-groups?id=3194529c-ef45-449a-86a3-c42c7670cd65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465971 Feb 04 12:37:02.378677 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-6f291ff1-76ae-4eb5-a330-121e914186fb tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Allocated IP 10.1.1.89 (80f2e8f7-bfae-4f05-b06d-33405f9fbdc0/fab28163-dcd7-4ace-a1e8-e9b875b6e771/93e26e23-aeae-4d7b-8b8d-5e1d20ed84ca) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:37:02.386020 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-05f05946-b2fb-4131-8884-37fe6cb803af req-3c1e2378-65e5-4569-b940-ef8e22501a95 service neutron] For port 6ee112e8-01ac-4586-902f-f67b6703a584, host n-h1-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:37:02.392315 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-05f05946-b2fb-4131-8884-37fe6cb803af req-3c1e2378-65e5-4569-b940-ef8e22501a95 service neutron] For port 6ee112e8-01ac-4586-902f-f67b6703a584, host n-h1-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=6ee112e8-01ac-4586-902f-f67b6703a584,segment=NetworkSegment(37882638-7c6f-43c0-8749-8a8baa27febc),segment_id=37882638-7c6f-43c0-8749-8a8baa27febc)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:37:02.405629 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-05f05946-b2fb-4131-8884-37fe6cb803af req-3c1e2378-65e5-4569-b940-ef8e22501a95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (6ee112e8-01ac-4586-902f-f67b6703a584), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:02.489179 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f05946-b2fb-4131-8884-37fe6cb803af req-3c1e2378-65e5-4569-b940-ef8e22501a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:02.489687 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-05f05946-b2fb-4131-8884-37fe6cb803af req-3c1e2378-65e5-4569-b940-ef8e22501a95 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:02.491092 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-05f05946-b2fb-4131-8884-37fe6cb803af req-3c1e2378-65e5-4569-b940-ef8e22501a95 service neutron] 10.222.0.73 "PUT /v2.0/ports/6ee112e8-01ac-4586-902f-f67b6703a584 HTTP/1.1" status: 200 len: 1092 time: 2.2522194 Feb 04 12:37:02.491570 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62d6a976-ad83-4520-9af8-1694e96369ea', 'tag': '6ee112e8-01ac-4586-902f-f67b6703a584'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:37:02.493961 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aeacb97-0795-43bf-8beb-5b077864f636" -d '{"events": [{"name": "network-changed", "server_uuid": "62d6a976-ad83-4520-9af8-1694e96369ea", "tag": "6ee112e8-01ac-4586-902f-f67b6703a584"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:37:02.575539 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19abd7bf-31fa-4be5-99a5-e13e4cf4a498 x-openstack-request-id: req-19abd7bf-31fa-4be5-99a5-e13e4cf4a498 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:37:02.576373 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62d6a976-ad83-4520-9af8-1694e96369ea", "tag": "6ee112e8-01ac-4586-902f-f67b6703a584", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:37:02.576373 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-19abd7bf-31fa-4be5-99a5-e13e4cf4a498 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:37:02.577002 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62d6a976-ad83-4520-9af8-1694e96369ea', 'tag': '6ee112e8-01ac-4586-902f-f67b6703a584', 'status': 'completed', 'code': 200} Feb 04 12:37:02.629838 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1e2378-65e5-4569-b940-ef8e22501a95 service neutron] Pushing event updated for resources: {'Port': ['ID=6ee112e8-01ac-4586-902f-f67b6703a584,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:37:03.090488 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16121408-a23c-4a38-a925-b0fcc408a18d req-01241192-540d-44fe-87b6-ba044e85cdad tempest-ServersNegativeTestMultiTenantJSON-959560221 tempest-ServersNegativeTestMultiTenantJSON-959560221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:03.096101 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-16121408-a23c-4a38-a925-b0fcc408a18d req-01241192-540d-44fe-87b6-ba044e85cdad tempest-ServersNegativeTestMultiTenantJSON-959560221 tempest-ServersNegativeTestMultiTenantJSON-959560221-project] 10.222.0.65 "GET /v2.0/ports?device_id=c90770e9-5350-4889-84ff-107dfcec1886 HTTP/1.1" status: 200 len: 946 time: 0.6157029 Feb 04 12:37:03.105330 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f05946-b2fb-4131-8884-37fe6cb803af req-cd4a1c83-c547-4930-8991-2f72d70b0af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:03.107233 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-05f05946-b2fb-4131-8884-37fe6cb803af req-cd4a1c83-c547-4930-8991-2f72d70b0af8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=72075fcbbaca4534bfa18449bac56045&device_id=62d6a976-ad83-4520-9af8-1694e96369ea HTTP/1.1" status: 200 len: 1126 time: 0.5469406 Feb 04 12:37:03.130624 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0b49fb-a5d9-4729-aa55-3130ddaa9bb7 req-e92b7f8b-5813-4988-b975-ddeb827a6147 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:03.138967 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bd0b49fb-a5d9-4729-aa55-3130ddaa9bb7 req-e92b7f8b-5813-4988-b975-ddeb827a6147 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd965a09-a3c2-4154-b1ba-6bff03a756a4 HTTP/1.1" status: 200 len: 944 time: 0.5046582 Feb 04 12:37:03.164737 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-6f291ff1-76ae-4eb5-a330-121e914186fb tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks [] for port (93e26e23-aeae-4d7b-8b8d-5e1d20ed84ca), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:03.229401 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-05f05946-b2fb-4131-8884-37fe6cb803af req-946aedd6-8661-4e8a-b05d-72f84f537339 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ee112e8-01ac-4586-902f-f67b6703a584 HTTP/1.1" status: 200 len: 217 time: 0.0868695 Feb 04 12:37:03.311056 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bd0b49fb-a5d9-4729-aa55-3130ddaa9bb7 req-7337ed6f-a249-4228-8760-e1675cd7643a tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c18c1f6-d0db-4e54-9b84-8670e680f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1706381 Feb 04 12:37:03.317739 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-16121408-a23c-4a38-a925-b0fcc408a18d req-11831281-ef91-4270-b1c6-b986bee27982 tempest-ServersNegativeTestMultiTenantJSON-959560221 tempest-ServersNegativeTestMultiTenantJSON-959560221-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ebb356c-bd77-4f7e-b2ab-fd06e5387b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081547 Feb 04 12:37:03.365365 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f05946-b2fb-4131-8884-37fe6cb803af req-f9a3dff2-edd7-49f1-9439-cdb0d1175c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:03.366674 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-05f05946-b2fb-4131-8884-37fe6cb803af req-f9a3dff2-edd7-49f1-9439-cdb0d1175c03 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fbb54edd-3278-45b2-a986-7521678ba6ac HTTP/1.1" status: 200 len: 855 time: 0.1282678 Feb 04 12:37:03.393382 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-6f291ff1-76ae-4eb5-a330-121e914186fb tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (93e26e23-aeae-4d7b-8b8d-5e1d20ed84ca), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:03.412653 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-05f05946-b2fb-4131-8884-37fe6cb803af req-493b5721-30df-4c9d-a1c5-20e9f26fe625 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4818c56c-ae1d-43b5-80d2-4a5373ab8e6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310268 Feb 04 12:37:03.570465 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-6f291ff1-76ae-4eb5-a330-121e914186fb tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Network 80f2e8f7-bfae-4f05-b06d-33405f9fbdc0 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:37:03.609622 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-6f291ff1-76ae-4eb5-a330-121e914186fb tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:37:03.618417 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f291ff1-76ae-4eb5-a330-121e914186fb tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Pushing event updated for resources: {'Port': ['ID=93e26e23-aeae-4d7b-8b8d-5e1d20ed84ca,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:37:03.621377 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-6f291ff1-76ae-4eb5-a330-121e914186fb tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:37:03.789074 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-05f05946-b2fb-4131-8884-37fe6cb803af req-f1f7a757-6bc8-4aaa-9c36-b2a44cb33acb service neutron] 10.222.0.73 "GET /v2.0/networks/4818c56c-ae1d-43b5-80d2-4a5373ab8e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3473306 Feb 04 12:37:03.798541 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9f1ebf-f7ad-491a-9602-f0eab4250316 req-f7290752-7417-4a38-94e7-28ae7fe4bf8d tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:03.804638 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9f1ebf-f7ad-491a-9602-f0eab4250316 req-f7290752-7417-4a38-94e7-28ae7fe4bf8d tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:03.813189 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8b9f1ebf-f7ad-491a-9602-f0eab4250316 req-f7290752-7417-4a38-94e7-28ae7fe4bf8d tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 1652 time: 0.3702965 Feb 04 12:37:03.900823 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8b9f1ebf-f7ad-491a-9602-f0eab4250316 req-45bd2df8-636a-45fd-8fbc-de856b52e6a9 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/security-groups?id=6fb9d925-f1ad-446a-9918-6c4396d6cf75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865996 Feb 04 12:37:03.927666 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-6f291ff1-76ae-4eb5-a330-121e914186fb tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:03.928379 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-6f291ff1-76ae-4eb5-a330-121e914186fb tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:03.943677 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdd0663-889f-4881-94d5-41e29eaabdbc req-effb8cf5-476f-4517-868a-4eb2ab8fbc89 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:03.954324 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2cdd0663-889f-4881-94d5-41e29eaabdbc req-effb8cf5-476f-4517-868a-4eb2ab8fbc89 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.65 "GET /v2.0/ports?device_id=62d6a976-ad83-4520-9af8-1694e96369ea HTTP/1.1" status: 200 len: 944 time: 0.4602351 Feb 04 12:37:04.090626 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-f3ebf9ad-3da0-45a7-b0c0-9c3f750755f8 None None] Provisioning complete for port 93e26e23-aeae-4d7b-8b8d-5e1d20ed84ca triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:37:04.091253 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f3ebf9ad-3da0-45a7-b0c0-9c3f750755f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (93e26e23-aeae-4d7b-8b8d-5e1d20ed84ca), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:04.146799 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-f3ebf9ad-3da0-45a7-b0c0-9c3f750755f8 None None] Port 93e26e23-aeae-4d7b-8b8d-5e1d20ed84ca cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:37:04.157165 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2cdd0663-889f-4881-94d5-41e29eaabdbc req-d27d1c67-9342-4066-9532-b07629e8a224 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.65 "GET /v2.0/security-groups?id=3194529c-ef45-449a-86a3-c42c7670cd65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909812 Feb 04 12:37:04.197446 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-6f291ff1-76ae-4eb5-a330-121e914186fb tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.5433152 Feb 04 12:37:04.214287 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9153b3-c28c-43d5-acf5-fd9901281214 req-61985fee-4f44-47f6-9f33-332ed990c50c tempest-ServersNegativeTestMultiTenantJSON-959560221 tempest-ServersNegativeTestMultiTenantJSON-959560221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:04.217145 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1b9153b3-c28c-43d5-acf5-fd9901281214 req-61985fee-4f44-47f6-9f33-332ed990c50c tempest-ServersNegativeTestMultiTenantJSON-959560221 tempest-ServersNegativeTestMultiTenantJSON-959560221-project] 10.222.0.73 "GET /v2.0/ports?device_id=c90770e9-5350-4889-84ff-107dfcec1886 HTTP/1.1" status: 200 len: 946 time: 0.2041750 Feb 04 12:37:04.224906 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-4cf2547a-e1e6-418c-bdf0-2b6adc45c2d8 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Request body: {'port': {'device_id': 'eefed902-5b4d-4ff7-b65f-81c365a034bc', 'network_id': '80f2e8f7-bfae-4f05-b06d-33405f9fbdc0', 'admin_state_up': True, 'tenant_id': '6d2d96abb2ff46d88357aa25adf70711', 'security_groups': ['6fb9d925-f1ad-446a-9918-6c4396d6cf75']}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:37:04.501838 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-05f05946-b2fb-4131-8884-37fe6cb803af req-bed01452-e4d5-470e-8488-8482f9bf4eb6 service neutron] 10.222.0.73 "GET /v2.0/networks/4818c56c-ae1d-43b5-80d2-4a5373ab8e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6649938 Feb 04 12:37:04.647541 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-4cf2547a-e1e6-418c-bdf0-2b6adc45c2d8 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Made reservation on behalf of 6d2d96abb2ff46d88357aa25adf70711 for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:37:04.650841 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-4cf2547a-e1e6-418c-bdf0-2b6adc45c2d8 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:04.734238 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff20374-537d-421d-8566-3b5167c3705c req-afba0f40-5d9b-4a7a-8db8-0e3113a69ed4 tempest-ServersNegativeTestMultiTenantJSON-959560221 tempest-ServersNegativeTestMultiTenantJSON-959560221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:04.736273 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3ff20374-537d-421d-8566-3b5167c3705c req-afba0f40-5d9b-4a7a-8db8-0e3113a69ed4 tempest-ServersNegativeTestMultiTenantJSON-959560221 tempest-ServersNegativeTestMultiTenantJSON-959560221-project] 10.222.0.65 "GET /v2.0/ports?device_id=c90770e9-5350-4889-84ff-107dfcec1886 HTTP/1.1" status: 200 len: 946 time: 0.2361031 Feb 04 12:37:04.829256 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeab4956-b895-40ed-8c48-83e1d7acda34 req-6c704697-fd97-468a-ac0f-2f3d95a07ae9 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:04.831028 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-eeab4956-b895-40ed-8c48-83e1d7acda34 req-6c704697-fd97-468a-ac0f-2f3d95a07ae9 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd965a09-a3c2-4154-b1ba-6bff03a756a4 HTTP/1.1" status: 200 len: 944 time: 0.3227899 Feb 04 12:37:04.871255 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeacb97-0795-43bf-8beb-5b077864f636 req-6888cdaf-0f9e-411f-9505-8bf8dd6da8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:04.874508 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1aeacb97-0795-43bf-8beb-5b077864f636 req-6888cdaf-0f9e-411f-9505-8bf8dd6da8af service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=72075fcbbaca4534bfa18449bac56045&device_id=62d6a976-ad83-4520-9af8-1694e96369ea HTTP/1.1" status: 200 len: 1126 time: 0.2875295 Feb 04 12:37:05.116127 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-1b9153b3-c28c-43d5-acf5-fd9901281214 req-6d50bc50-8980-46ed-b0a4-a082f87e9fed tempest-ServersNegativeTestMultiTenantJSON-959560221 tempest-ServersNegativeTestMultiTenantJSON-959560221-project] Deleting port 3ce40ba3-b33b-4ba6-991a-826f0b018246 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:37:05.116531 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-1b9153b3-c28c-43d5-acf5-fd9901281214 req-6d50bc50-8980-46ed-b0a4-a082f87e9fed tempest-ServersNegativeTestMultiTenantJSON-959560221 tempest-ServersNegativeTestMultiTenantJSON-959560221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (3ce40ba3-b33b-4ba6-991a-826f0b018246), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:05.244063 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3ff20374-537d-421d-8566-3b5167c3705c req-38da7e55-20c7-4bd4-a654-688f24fe7abc tempest-ServersNegativeTestMultiTenantJSON-959560221 tempest-ServersNegativeTestMultiTenantJSON-959560221-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ebb356c-bd77-4f7e-b2ab-fd06e5387b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4285929 Feb 04 12:37:05.451434 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-1b9153b3-c28c-43d5-acf5-fd9901281214 req-6d50bc50-8980-46ed-b0a4-a082f87e9fed tempest-ServersNegativeTestMultiTenantJSON-959560221 tempest-ServersNegativeTestMultiTenantJSON-959560221-project] For port 3ce40ba3-b33b-4ba6-991a-826f0b018246, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=3ce40ba3-b33b-4ba6-991a-826f0b018246,segment=NetworkSegment(9cdba358-2658-4993-be17-0c431a956e91),segment_id=9cdba358-2658-4993-be17-0c431a956e91)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:37:05.452279 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-1b9153b3-c28c-43d5-acf5-fd9901281214 req-6d50bc50-8980-46ed-b0a4-a082f87e9fed tempest-ServersNegativeTestMultiTenantJSON-959560221 tempest-ServersNegativeTestMultiTenantJSON-959560221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (3ce40ba3-b33b-4ba6-991a-826f0b018246), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:05.489998 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-eeab4956-b895-40ed-8c48-83e1d7acda34 req-90d31cf9-d365-40a5-a4ea-b06b85b16f74 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c18c1f6-d0db-4e54-9b84-8670e680f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6364563 Feb 04 12:37:05.540548 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-4cf2547a-e1e6-418c-bdf0-2b6adc45c2d8 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Allocated IP 10.1.1.104 (80f2e8f7-bfae-4f05-b06d-33405f9fbdc0/fab28163-dcd7-4ace-a1e8-e9b875b6e771/369e2b86-af73-486f-abc1-03eef083894c) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:37:05.579642 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-1b9153b3-c28c-43d5-acf5-fd9901281214 req-6d50bc50-8980-46ed-b0a4-a082f87e9fed tempest-ServersNegativeTestMultiTenantJSON-959560221 tempest-ServersNegativeTestMultiTenantJSON-959560221-project] Calling delete_port for 3ce40ba3-b33b-4ba6-991a-826f0b018246 owned by compute:nova {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:37:05.616489 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeacb97-0795-43bf-8beb-5b077864f636 req-090a03a2-6fc2-48fb-b935-0eb9708158d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:05.617788 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1aeacb97-0795-43bf-8beb-5b077864f636 req-090a03a2-6fc2-48fb-b935-0eb9708158d6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4818c56c-ae1d-43b5-80d2-4a5373ab8e6b HTTP/1.1" status: 200 len: 916 time: 0.7062426 Feb 04 12:37:05.750055 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1aeacb97-0795-43bf-8beb-5b077864f636 req-328e5df1-7444-4eb2-ba14-3818f2ebd582 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ee112e8-01ac-4586-902f-f67b6703a584 HTTP/1.1" status: 200 len: 217 time: 0.0997202 Feb 04 12:37:05.940115 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6640f25-334c-4ac6-a4ba-bda8a1783b3d req-0c30e968-568f-4c61-ba92-435ca0671782 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:05.948424 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6640f25-334c-4ac6-a4ba-bda8a1783b3d req-0c30e968-568f-4c61-ba92-435ca0671782 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:05.950884 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e6640f25-334c-4ac6-a4ba-bda8a1783b3d req-0c30e968-568f-4c61-ba92-435ca0671782 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 1652 time: 0.4598200 Feb 04 12:37:05.988422 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6f02eb-ebd0-4cc9-9a82-3b5a97a71616 req-083bc2c2-3766-44f8-9f39-bde1aba93518 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:05.997214 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4d6f02eb-ebd0-4cc9-9a82-3b5a97a71616 req-083bc2c2-3766-44f8-9f39-bde1aba93518 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.65 "GET /v2.0/ports?device_id=62d6a976-ad83-4520-9af8-1694e96369ea HTTP/1.1" status: 200 len: 944 time: 0.4278057 Feb 04 12:37:06.106182 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeacb97-0795-43bf-8beb-5b077864f636 req-3d6a6f0f-5b63-480f-a0e6-5505e163cb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:06.107879 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1aeacb97-0795-43bf-8beb-5b077864f636 req-3d6a6f0f-5b63-480f-a0e6-5505e163cb51 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fbb54edd-3278-45b2-a986-7521678ba6ac HTTP/1.1" status: 200 len: 855 time: 0.3485112 Feb 04 12:37:06.147242 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4d6f02eb-ebd0-4cc9-9a82-3b5a97a71616 req-cdf444b7-b48f-4f39-8b01-7b68a6704fac tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.65 "GET /v2.0/security-groups?id=3194529c-ef45-449a-86a3-c42c7670cd65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490865 Feb 04 12:37:06.198844 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 6ee112e8-01ac-4586-902f-f67b6703a584 details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:37:06.267246 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1aeacb97-0795-43bf-8beb-5b077864f636 req-4d289f20-4e94-4ce3-b304-37a9c78b09e1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4818c56c-ae1d-43b5-80d2-4a5373ab8e6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1167297 Feb 04 12:37:06.423680 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 6ee112e8-01ac-4586-902f-f67b6703a584, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=6ee112e8-01ac-4586-902f-f67b6703a584,segment=NetworkSegment(37882638-7c6f-43c0-8749-8a8baa27febc),segment_id=37882638-7c6f-43c0-8749-8a8baa27febc)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:37:06.454037 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': '6ee112e8-01ac-4586-902f-f67b6703a584', 'network_id': '4818c56c-ae1d-43b5-80d2-4a5373ab8e6b', 'port_id': '6ee112e8-01ac-4586-902f-f67b6703a584', 'mac_address': 'fa:16:3e:8a:4f:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbb54edd-3278-45b2-a986-7521678ba6ac', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:37:06.477746 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-1b9153b3-c28c-43d5-acf5-fd9901281214 req-6d50bc50-8980-46ed-b0a4-a082f87e9fed tempest-ServersNegativeTestMultiTenantJSON-959560221 tempest-ServersNegativeTestMultiTenantJSON-959560221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (3ce40ba3-b33b-4ba6-991a-826f0b018246), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:06.544364 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e6640f25-334c-4ac6-a4ba-bda8a1783b3d req-6fa0d1b1-812d-4e6e-9306-04f89831cc48 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/security-groups?id=6fb9d925-f1ad-446a-9918-6c4396d6cf75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5709643 Feb 04 12:37:06.559775 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d50bc50-8980-46ed-b0a4-a082f87e9fed tempest-ServersNegativeTestMultiTenantJSON-959560221 tempest-ServersNegativeTestMultiTenantJSON-959560221-project] Pushing event deleted for resources: {'Port': ['ID=3ce40ba3-b33b-4ba6-991a-826f0b018246,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:37:06.569145 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-4cf2547a-e1e6-418c-bdf0-2b6adc45c2d8 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks [] for port (369e2b86-af73-486f-abc1-03eef083894c), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:06.590224 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 6ee112e8-01ac-4586-902f-f67b6703a584 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:37:06.590629 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (6ee112e8-01ac-4586-902f-f67b6703a584), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:06.593242 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['3ce40ba3-b33b-4ba6-991a-826f0b018246'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:37:06.687382 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ee112e8-01ac-4586-902f-f67b6703a584 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:37:06.715882 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-835ca0c9-a70b-428d-b6e2-4c8abbb0053f req-e54d2231-0d2d-42dd-a3a3-2d927196e7e7 tempest-ServersNegativeTestMultiTenantJSON-959560221 tempest-ServersNegativeTestMultiTenantJSON-959560221-project] 10.222.0.65 "GET /v2.0/ports?device_id=c90770e9-5350-4889-84ff-107dfcec1886 HTTP/1.1" status: 200 len: 210 time: 0.0954592 Feb 04 12:37:06.740370 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 6ee112e8-01ac-4586-902f-f67b6703a584, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=6ee112e8-01ac-4586-902f-f67b6703a584,segment=NetworkSegment(37882638-7c6f-43c0-8749-8a8baa27febc),segment_id=37882638-7c6f-43c0-8749-8a8baa27febc)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:37:06.746265 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (6ee112e8-01ac-4586-902f-f67b6703a584), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:06.771664 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b9153b3-c28c-43d5-acf5-fd9901281214 req-6d50bc50-8980-46ed-b0a4-a082f87e9fed tempest-ServersNegativeTestMultiTenantJSON-959560221 tempest-ServersNegativeTestMultiTenantJSON-959560221-project] No DVR routers for this DVR port 3ce40ba3-b33b-4ba6-991a-826f0b018246 on host n-h1-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:37:06.803612 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-1b9153b3-c28c-43d5-acf5-fd9901281214 req-6d50bc50-8980-46ed-b0a4-a082f87e9fed tempest-ServersNegativeTestMultiTenantJSON-959560221 tempest-ServersNegativeTestMultiTenantJSON-959560221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:06.815264 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1b9153b3-c28c-43d5-acf5-fd9901281214 req-6d50bc50-8980-46ed-b0a4-a082f87e9fed tempest-ServersNegativeTestMultiTenantJSON-959560221 tempest-ServersNegativeTestMultiTenantJSON-959560221-project] 10.222.0.73 "DELETE /v2.0/ports/3ce40ba3-b33b-4ba6-991a-826f0b018246 HTTP/1.1" status: 204 len: 173 time: 2.5822353 Feb 04 12:37:06.829598 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c90770e9-5350-4889-84ff-107dfcec1886', 'name': 'network-vif-deleted', 'tag': '3ce40ba3-b33b-4ba6-991a-826f0b018246'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:37:06.839092 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd408c64-363d-40f8-a488-adf02a6c8eb9" -d '{"events": [{"server_uuid": "c90770e9-5350-4889-84ff-107dfcec1886", "name": "network-vif-deleted", "tag": "3ce40ba3-b33b-4ba6-991a-826f0b018246"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:37:06.915094 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=6ee112e8-01ac-4586-902f-f67b6703a584,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:37:06.923147 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1aeacb97-0795-43bf-8beb-5b077864f636 req-5e6f722b-e0de-488d-bd11-c4afc132ba44 service neutron] 10.222.0.73 "GET /v2.0/networks/4818c56c-ae1d-43b5-80d2-4a5373ab8e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6264744 Feb 04 12:37:06.978187 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b509659-06c8-466a-acc8-0bedb3309f08 req-8a24ed79-d0ee-439d-ba38-6c35b52b94a6 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:06.989314 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1b509659-06c8-466a-acc8-0bedb3309f08 req-8a24ed79-d0ee-439d-ba38-6c35b52b94a6 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a5c2a56-ee1a-4c7e-bf15-98711834c060 HTTP/1.1" status: 200 len: 945 time: 0.3129106 Feb 04 12:37:07.012176 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['6ee112e8-01ac-4586-902f-f67b6703a584'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:37:07.062872 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-4cf2547a-e1e6-418c-bdf0-2b6adc45c2d8 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (369e2b86-af73-486f-abc1-03eef083894c), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:07.761115 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c644aa04-e89a-427c-8d89-eb7d5cdd0104 req-d4376718-3876-4b27-a368-cf7e2cf79c41 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:07.763187 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c644aa04-e89a-427c-8d89-eb7d5cdd0104 req-d4376718-3876-4b27-a368-cf7e2cf79c41 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd965a09-a3c2-4154-b1ba-6bff03a756a4 HTTP/1.1" status: 200 len: 944 time: 0.8885431 Feb 04 12:37:07.775880 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1b509659-06c8-466a-acc8-0bedb3309f08 req-57eedefb-a9ef-4032-a7ea-614063e6058a tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8bd411c-ac47-4f15-b918-c420cf0295e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7823439 Feb 04 12:37:07.922793 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-4cf2547a-e1e6-418c-bdf0-2b6adc45c2d8 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Network 80f2e8f7-bfae-4f05-b06d-33405f9fbdc0 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:37:07.925585 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1aeacb97-0795-43bf-8beb-5b077864f636 req-70fa8370-b408-4fc9-aca5-b619697c5e4c service neutron] 10.222.0.73 "GET /v2.0/networks/4818c56c-ae1d-43b5-80d2-4a5373ab8e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9870033 Feb 04 12:37:07.929640 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1f3e40d-4211-4b81-8272-a3ac4890d409 x-openstack-request-id: req-d1f3e40d-4211-4b81-8272-a3ac4890d409 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:37:07.929937 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c90770e9-5350-4889-84ff-107dfcec1886", "name": "network-vif-deleted", "tag": "3ce40ba3-b33b-4ba6-991a-826f0b018246", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:37:07.930191 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d1f3e40d-4211-4b81-8272-a3ac4890d409 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:37:07.941164 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c90770e9-5350-4889-84ff-107dfcec1886', 'name': 'network-vif-deleted', 'tag': '3ce40ba3-b33b-4ba6-991a-826f0b018246', 'status': 'completed', 'code': 200} Feb 04 12:37:07.946782 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-4cf2547a-e1e6-418c-bdf0-2b6adc45c2d8 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:37:07.956536 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-4cf2547a-e1e6-418c-bdf0-2b6adc45c2d8 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:37:08.157658 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf2547a-e1e6-418c-bdf0-2b6adc45c2d8 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Pushing event updated for resources: {'Port': ['ID=369e2b86-af73-486f-abc1-03eef083894c,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:37:08.202633 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 6ee112e8-01ac-4586-902f-f67b6703a584 up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:37:08.298247 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c644aa04-e89a-427c-8d89-eb7d5cdd0104 req-5cb3f8a1-6430-476e-ac4c-e6d74b0e574d tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c18c1f6-d0db-4e54-9b84-8670e680f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4712000 Feb 04 12:37:08.334165 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning for port 6ee112e8-01ac-4586-902f-f67b6703a584 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:37:08.336181 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-4cf2547a-e1e6-418c-bdf0-2b6adc45c2d8 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:08.339379 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-4cf2547a-e1e6-418c-bdf0-2b6adc45c2d8 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:08.340108 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port 6ee112e8-01ac-4586-902f-f67b6703a584 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:37:08.340583 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (6ee112e8-01ac-4586-902f-f67b6703a584), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:08.486680 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fd0107-1625-43ee-b597-868e01950b8d req-28e874da-d6bb-4935-84f8-8d0cc66288c1 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:08.494053 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-de065455-32a5-4e52-a614-5b39e1bd662c None None] Provisioning complete for port 369e2b86-af73-486f-abc1-03eef083894c triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:37:08.496348 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-27fd0107-1625-43ee-b597-868e01950b8d req-28e874da-d6bb-4935-84f8-8d0cc66288c1 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.65 "GET /v2.0/ports?device_id=62d6a976-ad83-4520-9af8-1694e96369ea HTTP/1.1" status: 200 len: 945 time: 0.4497287 Feb 04 12:37:08.500484 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-de065455-32a5-4e52-a614-5b39e1bd662c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (369e2b86-af73-486f-abc1-03eef083894c), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:08.502007 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-4cf2547a-e1e6-418c-bdf0-2b6adc45c2d8 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2972364 Feb 04 12:37:08.531870 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-31164aef-9151-40dd-a640-0902a631df27 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Request body: {'port': {'device_id': 'eefed902-5b4d-4ff7-b65f-81c365a034bc', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '64361832-4c3a-49e6-9dd4-d860a2c32a17', 'admin_state_up': True, 'tenant_id': '6d2d96abb2ff46d88357aa25adf70711', 'security_groups': ['6fb9d925-f1ad-446a-9918-6c4396d6cf75']}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:37:08.635652 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 6ee112e8-01ac-4586-902f-f67b6703a584 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:37:08.636277 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (6ee112e8-01ac-4586-902f-f67b6703a584), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:08.690131 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 6ee112e8-01ac-4586-902f-f67b6703a584, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=6ee112e8-01ac-4586-902f-f67b6703a584,segment=NetworkSegment(37882638-7c6f-43c0-8749-8a8baa27febc),segment_id=37882638-7c6f-43c0-8749-8a8baa27febc)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:37:08.691552 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-de065455-32a5-4e52-a614-5b39e1bd662c None None] Port 369e2b86-af73-486f-abc1-03eef083894c cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:37:08.695419 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62d6a976-ad83-4520-9af8-1694e96369ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ee112e8-01ac-4586-902f-f67b6703a584'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:37:08.698898 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcf15bd8-352c-45a7-922a-27d97770d0b3" -d '{"events": [{"server_uuid": "62d6a976-ad83-4520-9af8-1694e96369ea", "name": "network-vif-plugged", "status": "completed", "tag": "6ee112e8-01ac-4586-902f-f67b6703a584"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:37:08.703944 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (6ee112e8-01ac-4586-902f-f67b6703a584), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:08.704868 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 3ce40ba3-b33b-4ba6-991a-826f0b018246 no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:37:08.718384 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-31164aef-9151-40dd-a640-0902a631df27 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Made reservation on behalf of 6d2d96abb2ff46d88357aa25adf70711 for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:37:08.816641 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=6ee112e8-01ac-4586-902f-f67b6703a584,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:37:08.820433 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] No Port match for: 3ce40ba3-b33b-4ba6-991a-826f0b018246 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:37:08.820787 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 3ce40ba3-b33b-4ba6-991a-826f0b018246 not bound to the agent host n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:37:08.822918 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c0f1a6-a24f-4cfb-9ffb-8fcc4b80888a req-e23450b8-ea11-4382-89c9-2c50b2fa7f70 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:08.830875 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c0f1a6-a24f-4cfb-9ffb-8fcc4b80888a req-e23450b8-ea11-4382-89c9-2c50b2fa7f70 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:08.837580 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c0f1a6-a24f-4cfb-9ffb-8fcc4b80888a req-e23450b8-ea11-4382-89c9-2c50b2fa7f70 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:08.840585 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d0c0f1a6-a24f-4cfb-9ffb-8fcc4b80888a req-e23450b8-ea11-4382-89c9-2c50b2fa7f70 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 2373 time: 0.4214211 Feb 04 12:37:08.851347 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-27fd0107-1625-43ee-b597-868e01950b8d req-6248da7e-a341-4e92-b9af-a9507d25747f tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.65 "GET /v2.0/security-groups?id=3194529c-ef45-449a-86a3-c42c7670cd65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3482299 Feb 04 12:37:08.865930 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ebcc4-3f75-450b-9158-dd66806fd655 req-6318e4e6-f433-4efa-b53e-f9ea8c314ff2 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:08.869150 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-974ebcc4-3f75-450b-9158-dd66806fd655 req-6318e4e6-f433-4efa-b53e-f9ea8c314ff2 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.77 "GET /v2.0/ports?device_id=5a5c2a56-ee1a-4c7e-bf15-98711834c060 HTTP/1.1" status: 200 len: 945 time: 0.5211906 Feb 04 12:37:08.953394 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 50164) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:37:09.034959 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73d6c962-ec57-48e7-be7d-d4bbe3999153 x-openstack-request-id: req-73d6c962-ec57-48e7-be7d-d4bbe3999153 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:37:09.035285 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62d6a976-ad83-4520-9af8-1694e96369ea", "name": "network-vif-plugged", "status": "completed", "tag": "6ee112e8-01ac-4586-902f-f67b6703a584", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:37:09.035528 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-73d6c962-ec57-48e7-be7d-d4bbe3999153 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:37:09.035956 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62d6a976-ad83-4520-9af8-1694e96369ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ee112e8-01ac-4586-902f-f67b6703a584', 'code': 200} Feb 04 12:37:09.037574 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-31164aef-9151-40dd-a640-0902a631df27 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:09.106823 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a0c95c5-23dd-49d4-9b43-35e8d805ce9a admin admin] Deleting subnet 25363a4b-8d0a-4675-ad92-c9b56a6b3c35 {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:37:09.144482 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8a0c95c5-23dd-49d4-9b43-35e8d805ce9a admin admin] Publish callbacks [] for subnet (25363a4b-8d0a-4675-ad92-c9b56a6b3c35), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:09.273124 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8a0c95c5-23dd-49d4-9b43-35e8d805ce9a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (25363a4b-8d0a-4675-ad92-c9b56a6b3c35), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:09.411927 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8a0c95c5-23dd-49d4-9b43-35e8d805ce9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (25363a4b-8d0a-4675-ad92-c9b56a6b3c35), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:09.548823 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8a0c95c5-23dd-49d4-9b43-35e8d805ce9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (25363a4b-8d0a-4675-ad92-c9b56a6b3c35), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:09.571198 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8a0c95c5-23dd-49d4-9b43-35e8d805ce9a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:09.578053 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-8a0c95c5-23dd-49d4-9b43-35e8d805ce9a admin admin] 10.222.0.65 "DELETE /v2.0/subnets/25363a4b-8d0a-4675-ad92-c9b56a6b3c35 HTTP/1.1" status: 204 len: 168 time: 0.6214039 Feb 04 12:37:09.600029 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 50172) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:37:09.614726 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0c95c5-23dd-49d4-9b43-35e8d805ce9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25363a4b-8d0a-4675-ad92-c9b56a6b3c35,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:37:09.703992 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-31164aef-9151-40dd-a640-0902a631df27 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Allocated IP 10.2.2.100 (64361832-4c3a-49e6-9dd4-d860a2c32a17/b923a3e9-d506-4eab-8ac4-3c29a0e86977/f1076bf2-b0e8-43a0-93ba-971d778811b6) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:37:09.803825 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2ddf85d5-8ee2-4d87-a895-9557225d8fab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (07e06a42-fbfe-42bf-b8c5-12fb7ba00fe9), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:09.890675 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-31164aef-9151-40dd-a640-0902a631df27 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks [] for port (f1076bf2-b0e8-43a0-93ba-971d778811b6), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:10.014208 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2ddf85d5-8ee2-4d87-a895-9557225d8fab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (07e06a42-fbfe-42bf-b8c5-12fb7ba00fe9), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:10.022226 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d0c0f1a6-a24f-4cfb-9ffb-8fcc4b80888a req-5d28c579-80e3-4f74-b976-3a0f302559ce tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/security-groups?id=6fb9d925-f1ad-446a-9918-6c4396d6cf75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1652887 Feb 04 12:37:10.051594 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-31164aef-9151-40dd-a640-0902a631df27 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (f1076bf2-b0e8-43a0-93ba-971d778811b6), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:10.059935 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0d4ae9-850f-4dae-b65f-0af717f26734 req-b9cb140c-a646-4acf-9c1c-c649c08118f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:10.071767 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fe0d4ae9-850f-4dae-b65f-0af717f26734 req-b9cb140c-a646-4acf-9c1c-c649c08118f5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=62d6a976-ad83-4520-9af8-1694e96369ea HTTP/1.1" status: 200 len: 1128 time: 0.9137599 Feb 04 12:37:10.085568 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-2ddf85d5-8ee2-4d87-a895-9557225d8fab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07e06a42-fbfe-42bf-b8c5-12fb7ba00fe9']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:37:10.111308 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-2ddf85d5-8ee2-4d87-a895-9557225d8fab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cdba358-2658-4993-be17-0c431a956e91') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:37:10.111848 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-2ddf85d5-8ee2-4d87-a895-9557225d8fab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cdba358-2658-4993-be17-0c431a956e91') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:37:10.152602 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2ddf85d5-8ee2-4d87-a895-9557225d8fab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (9cdba358-2658-4993-be17-0c431a956e91), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:10.200484 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2ddf85d5-8ee2-4d87-a895-9557225d8fab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (9cdba358-2658-4993-be17-0c431a956e91), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:10.210710 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fe0d4ae9-850f-4dae-b65f-0af717f26734 req-4b2f8109-874b-4a39-8ff4-f4db1c9b62f4 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=3194529c-ef45-449a-86a3-c42c7670cd65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402521 Feb 04 12:37:10.216430 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ddf85d5-8ee2-4d87-a895-9557225d8fab admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:37:10.216840 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2ddf85d5-8ee2-4d87-a895-9557225d8fab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (9cdba358-2658-4993-be17-0c431a956e91), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:10.218783 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 12:37:10.218783 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:37:10.218783 n-d-825015-3 neutron-server[103474]: timer() Feb 04 12:37:10.218783 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:37:10.218783 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 12:37:10.218783 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:37:10.218783 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 12:37:10.218783 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:37:10.218783 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 12:37:10.218783 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:37:10.218783 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 12:37:10.218783 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:37:10.218783 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 12:37:10.218783 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:37:10.218783 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:37:10.218783 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:37:10.218783 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:37:10.218783 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:37:10.218783 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 12:37:10.218783 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:37:10.218783 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 12:37:10.218783 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:37:10.218783 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:37:10.218783 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:37:10.218783 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 12:37:10.218783 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:37:10.218783 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:37:10.218783 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:37:10.218783 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:37:10.218783 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:37:10.218783 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:37:10.218783 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:37:10.250879 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afac8a7-c532-4905-b3ea-1a6c7558a395 req-3cbd4a5d-8253-449e-b8ae-671eac272171 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:10.252470 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8afac8a7-c532-4905-b3ea-1a6c7558a395 req-3cbd4a5d-8253-449e-b8ae-671eac272171 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a5c2a56-ee1a-4c7e-bf15-98711834c060 HTTP/1.1" status: 200 len: 945 time: 1.0791714 Feb 04 12:37:10.294607 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-974ebcc4-3f75-450b-9158-dd66806fd655 req-633a5bba-6c48-45d9-baae-b2626a4442ce tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Deleting port be6eda28-f036-432a-b687-6c873f3ef0e7 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:37:10.294966 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-974ebcc4-3f75-450b-9158-dd66806fd655 req-633a5bba-6c48-45d9-baae-b2626a4442ce tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (be6eda28-f036-432a-b687-6c873f3ef0e7), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:10.409650 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2ddf85d5-8ee2-4d87-a895-9557225d8fab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (07e06a42-fbfe-42bf-b8c5-12fb7ba00fe9), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:10.413545 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-974ebcc4-3f75-450b-9158-dd66806fd655 req-633a5bba-6c48-45d9-baae-b2626a4442ce tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] For port be6eda28-f036-432a-b687-6c873f3ef0e7, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=be6eda28-f036-432a-b687-6c873f3ef0e7,segment=NetworkSegment(5ed040aa-461d-409f-a40b-8004d8898c3c),segment_id=5ed040aa-461d-409f-a40b-8004d8898c3c)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:37:10.413545 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-974ebcc4-3f75-450b-9158-dd66806fd655 req-633a5bba-6c48-45d9-baae-b2626a4442ce tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (be6eda28-f036-432a-b687-6c873f3ef0e7), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:10.418834 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2ddf85d5-8ee2-4d87-a895-9557225d8fab admin admin] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:10.434630 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-2ddf85d5-8ee2-4d87-a895-9557225d8fab admin admin] 10.222.0.65 "DELETE /v2.0/networks/07e06a42-fbfe-42bf-b8c5-12fb7ba00fe9 HTTP/1.1" status: 204 len: 168 time: 0.8334506 Feb 04 12:37:10.435404 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 50182) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:37:10.544757 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-31164aef-9151-40dd-a640-0902a631df27 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Network 64361832-4c3a-49e6-9dd4-d860a2c32a17 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:37:10.546864 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-258b8017-5802-4819-83f7-ef8726f0f6e8 admin admin] Deleting subnet 3cbaa641-8e12-4337-94a8-2958b22e1130 {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:37:10.549542 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddf85d5-8ee2-4d87-a895-9557225d8fab admin admin] Pushing event deleted for resources: {'Network': ['ID=07e06a42-fbfe-42bf-b8c5-12fb7ba00fe9,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:37:10.554132 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-258b8017-5802-4819-83f7-ef8726f0f6e8 admin admin] Publish callbacks [] for subnet (3cbaa641-8e12-4337-94a8-2958b22e1130), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:10.645020 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-258b8017-5802-4819-83f7-ef8726f0f6e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (3cbaa641-8e12-4337-94a8-2958b22e1130), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:10.741190 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-258b8017-5802-4819-83f7-ef8726f0f6e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (3cbaa641-8e12-4337-94a8-2958b22e1130), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:10.801662 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-31164aef-9151-40dd-a640-0902a631df27 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:37:10.812631 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-31164aef-9151-40dd-a640-0902a631df27 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:37:10.836607 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-258b8017-5802-4819-83f7-ef8726f0f6e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (3cbaa641-8e12-4337-94a8-2958b22e1130), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:10.897218 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8afac8a7-c532-4905-b3ea-1a6c7558a395 req-80d54423-8961-4405-8cb4-f8cec3f1cd1d tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8bd411c-ac47-4f15-b918-c420cf0295e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6239643 Feb 04 12:37:10.913422 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31164aef-9151-40dd-a640-0902a631df27 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Pushing event updated for resources: {'Port': ['ID=f1076bf2-b0e8-43a0-93ba-971d778811b6,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:37:10.926366 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258b8017-5802-4819-83f7-ef8726f0f6e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cbaa641-8e12-4337-94a8-2958b22e1130,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:37:10.959617 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-258b8017-5802-4819-83f7-ef8726f0f6e8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:10.964727 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-258b8017-5802-4819-83f7-ef8726f0f6e8 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/3cbaa641-8e12-4337-94a8-2958b22e1130 HTTP/1.1" status: 204 len: 168 time: 0.5227685 Feb 04 12:37:10.967296 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 50184) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:37:11.050694 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06b823c-efb4-4edb-8da0-ff06d9f396b6 req-bdcd2605-4bde-4631-bfe9-7c40812bd673 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:11.052361 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f06b823c-efb4-4edb-8da0-ff06d9f396b6 req-bdcd2605-4bde-4631-bfe9-7c40812bd673 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd965a09-a3c2-4154-b1ba-6bff03a756a4 HTTP/1.1" status: 200 len: 944 time: 0.8867748 Feb 04 12:37:11.183815 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7133a24a-6ba7-4f7e-8502-f3c009dd5f83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (8c48a0d9-21ad-46d5-aa0a-a4d022f135a6), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:11.281448 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-82f24ec6-4e26-482b-93ba-fb80d271232e None None] Provisioning complete for port f1076bf2-b0e8-43a0-93ba-971d778811b6 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:37:11.282900 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-82f24ec6-4e26-482b-93ba-fb80d271232e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (f1076bf2-b0e8-43a0-93ba-971d778811b6), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:11.304304 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-31164aef-9151-40dd-a640-0902a631df27 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:11.306917 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-31164aef-9151-40dd-a640-0902a631df27 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:11.370781 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f06b823c-efb4-4edb-8da0-ff06d9f396b6 req-0eb2252b-fc29-4878-9783-7c60d8338c59 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c18c1f6-d0db-4e54-9b84-8670e680f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2959292 Feb 04 12:37:11.377197 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-974ebcc4-3f75-450b-9158-dd66806fd655 req-633a5bba-6c48-45d9-baae-b2626a4442ce tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:11.377562 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-974ebcc4-3f75-450b-9158-dd66806fd655 req-633a5bba-6c48-45d9-baae-b2626a4442ce tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1599943'] for floatingip (f289eebb-97fe-4126-b0f7-264df5364fc0), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:11.377882 n-d-825015-3 neutron-server[103475]: INFO neutron.db.l3_db [req-974ebcc4-3f75-450b-9158-dd66806fd655 req-633a5bba-6c48-45d9-baae-b2626a4442ce tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Floating IP f289eebb-97fe-4126-b0f7-264df5364fc0 disassociated. External IP: 172.25.3.92, port: be6eda28-f036-432a-b687-6c873f3ef0e7. Feb 04 12:37:11.378232 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-974ebcc4-3f75-450b-9158-dd66806fd655 req-633a5bba-6c48-45d9-baae-b2626a4442ce tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Calling delete_port for be6eda28-f036-432a-b687-6c873f3ef0e7 owned by compute:nova {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:37:11.402709 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-31164aef-9151-40dd-a640-0902a631df27 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8773348 Feb 04 12:37:11.474786 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c6e05c-4fb8-4f17-8b89-8c75cb6fe8a1 req-a3351710-36a3-4327-96c6-b040f74dcb98 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:11.484331 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-21c6e05c-4fb8-4f17-8b89-8c75cb6fe8a1 req-a3351710-36a3-4327-96c6-b040f74dcb98 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.65 "GET /v2.0/ports?device_id=62d6a976-ad83-4520-9af8-1694e96369ea HTTP/1.1" status: 200 len: 946 time: 0.4139936 Feb 04 12:37:11.487296 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-82f24ec6-4e26-482b-93ba-fb80d271232e None None] Port f1076bf2-b0e8-43a0-93ba-971d778811b6 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:37:11.559420 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7133a24a-6ba7-4f7e-8502-f3c009dd5f83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (8c48a0d9-21ad-46d5-aa0a-a4d022f135a6), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:11.568535 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-cee46e21-5831-4d14-ba95-8c37e1d26d04 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Request body: {'port': {'device_id': 'eefed902-5b4d-4ff7-b65f-81c365a034bc', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '64361832-4c3a-49e6-9dd4-d860a2c32a17', 'admin_state_up': True, 'tenant_id': '6d2d96abb2ff46d88357aa25adf70711', 'security_groups': ['6fb9d925-f1ad-446a-9918-6c4396d6cf75']}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:37:11.616368 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-7133a24a-6ba7-4f7e-8502-f3c009dd5f83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c48a0d9-21ad-46d5-aa0a-a4d022f135a6']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:37:11.643168 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-7133a24a-6ba7-4f7e-8502-f3c009dd5f83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0a0020f-afaa-4f3f-946c-0a48f55e74b0') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:37:11.644183 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-7133a24a-6ba7-4f7e-8502-f3c009dd5f83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0a0020f-afaa-4f3f-946c-0a48f55e74b0') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:37:11.670959 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7133a24a-6ba7-4f7e-8502-f3c009dd5f83 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (e0a0020f-afaa-4f3f-946c-0a48f55e74b0), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:11.705519 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7133a24a-6ba7-4f7e-8502-f3c009dd5f83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (e0a0020f-afaa-4f3f-946c-0a48f55e74b0), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:11.721328 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7133a24a-6ba7-4f7e-8502-f3c009dd5f83 admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:37:11.722664 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7133a24a-6ba7-4f7e-8502-f3c009dd5f83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (e0a0020f-afaa-4f3f-946c-0a48f55e74b0), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:11.729562 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 12:37:11.729562 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:37:11.729562 n-d-825015-3 neutron-server[103474]: timer() Feb 04 12:37:11.729562 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:37:11.729562 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 12:37:11.729562 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:37:11.729562 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 12:37:11.729562 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:37:11.729562 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 12:37:11.729562 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:37:11.729562 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 12:37:11.729562 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:37:11.729562 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 12:37:11.729562 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:37:11.729562 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:37:11.729562 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:37:11.729562 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:37:11.729562 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:37:11.729562 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 12:37:11.729562 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:37:11.729562 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 12:37:11.729562 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:37:11.729562 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:37:11.729562 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:37:11.729562 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 12:37:11.729562 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:37:11.729562 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:37:11.729562 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:37:11.729562 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:37:11.729562 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:37:11.729562 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:37:11.729562 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:37:11.848957 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7133a24a-6ba7-4f7e-8502-f3c009dd5f83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (8c48a0d9-21ad-46d5-aa0a-a4d022f135a6), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:11.861575 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7133a24a-6ba7-4f7e-8502-f3c009dd5f83 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:11.870403 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-7133a24a-6ba7-4f7e-8502-f3c009dd5f83 admin admin] 10.222.0.65 "DELETE /v2.0/networks/8c48a0d9-21ad-46d5-aa0a-a4d022f135a6 HTTP/1.1" status: 204 len: 168 time: 0.8988245 Feb 04 12:37:11.904599 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7133a24a-6ba7-4f7e-8502-f3c009dd5f83 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c48a0d9-21ad-46d5-aa0a-a4d022f135a6,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:37:11.966348 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-21c6e05c-4fb8-4f17-8b89-8c75cb6fe8a1 req-f982a40b-5f3b-4e27-9ae7-26981e3b1f3f tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.65 "GET /v2.0/security-groups?id=3194529c-ef45-449a-86a3-c42c7670cd65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4710546 Feb 04 12:37:12.120458 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dc4d27-0d41-4bcb-8190-b7067bdbc671 req-a8f3244a-6905-467f-9022-f19e2429d180 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:12.126251 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dc4d27-0d41-4bcb-8190-b7067bdbc671 req-a8f3244a-6905-467f-9022-f19e2429d180 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:12.131882 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dc4d27-0d41-4bcb-8190-b7067bdbc671 req-a8f3244a-6905-467f-9022-f19e2429d180 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:12.139177 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dc4d27-0d41-4bcb-8190-b7067bdbc671 req-a8f3244a-6905-467f-9022-f19e2429d180 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:12.147907 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c9dc4d27-0d41-4bcb-8190-b7067bdbc671 req-a8f3244a-6905-467f-9022-f19e2429d180 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 3094 time: 0.5529299 Feb 04 12:37:12.236971 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c9dc4d27-0d41-4bcb-8190-b7067bdbc671 req-44929a8a-f743-460c-927c-4dcdb89fd6db tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/security-groups?id=6fb9d925-f1ad-446a-9918-6c4396d6cf75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880578 Feb 04 12:37:12.289390 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 50202) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:37:12.368458 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-88e749c2-b56a-4dc2-8b87-c2874e1224ac admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7c708671ca9d48e9a3973c52295ccec6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0754659 Feb 04 12:37:12.369794 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 50208) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:37:12.386446 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-cee46e21-5831-4d14-ba95-8c37e1d26d04 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Made reservation on behalf of 6d2d96abb2ff46d88357aa25adf70711 for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:37:12.392003 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-cee46e21-5831-4d14-ba95-8c37e1d26d04 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:12.562933 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 50214) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:37:12.563806 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0503aac5-6d55-45b2-aa2d-cd24afeb8e64 admin admin] Publish callbacks [] for security_group (3ebb356c-bd77-4f7e-b2ab-fd06e5387b61), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:12.591967 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0503aac5-6d55-45b2-aa2d-cd24afeb8e64 admin admin] Publish callbacks [] for security_group (3ebb356c-bd77-4f7e-b2ab-fd06e5387b61), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:12.681221 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0503aac5-6d55-45b2-aa2d-cd24afeb8e64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (3ebb356c-bd77-4f7e-b2ab-fd06e5387b61), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:12.691121 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0503aac5-6d55-45b2-aa2d-cd24afeb8e64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:12.699147 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-0503aac5-6d55-45b2-aa2d-cd24afeb8e64 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3ebb356c-bd77-4f7e-b2ab-fd06e5387b61 HTTP/1.1" status: 204 len: 168 time: 0.3237231 Feb 04 12:37:12.709978 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0503aac5-6d55-45b2-aa2d-cd24afeb8e64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ebb356c-bd77-4f7e-b2ab-fd06e5387b61,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:37:12.981936 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1501600a-7406-4ef7-939f-94fd4833ef26 req-f5df1842-a6bc-484e-a904-d40541345316 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:12.988407 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1501600a-7406-4ef7-939f-94fd4833ef26 req-f5df1842-a6bc-484e-a904-d40541345316 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a5c2a56-ee1a-4c7e-bf15-98711834c060 HTTP/1.1" status: 200 len: 945 time: 0.8797593 Feb 04 12:37:13.066069 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-974ebcc4-3f75-450b-9158-dd66806fd655 req-633a5bba-6c48-45d9-baae-b2626a4442ce tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (be6eda28-f036-432a-b687-6c873f3ef0e7), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:13.145778 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-958e28cf-cb72-4dc5-a8a6-f50326d859e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:13.163336 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633a5bba-6c48-45d9-baae-b2626a4442ce tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Pushing event deleted for resources: {'Port': ['ID=be6eda28-f036-432a-b687-6c873f3ef0e7,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:37:13.195475 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-cee46e21-5831-4d14-ba95-8c37e1d26d04 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Allocated IP 10.2.2.200 (64361832-4c3a-49e6-9dd4-d860a2c32a17/b923a3e9-d506-4eab-8ac4-3c29a0e86977/3c7ea0a0-286d-46f3-a903-1dfdfdc45ff0) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:37:13.439088 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-958e28cf-cb72-4dc5-a8a6-f50326d859e3 admin admin] Publish callbacks [] for security_group (b059f569-9b7c-48a6-900e-64db16e72b4f), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:13.446101 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 50226) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:37:13.461416 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-958e28cf-cb72-4dc5-a8a6-f50326d859e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (b059f569-9b7c-48a6-900e-64db16e72b4f), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:13.539629 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958e28cf-cb72-4dc5-a8a6-f50326d859e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b059f569-9b7c-48a6-900e-64db16e72b4f,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:37:13.564475 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 4c40b330-5146-49b7-b628-bffee81080db details requested by agent hyperv_n-h2-825015-3 with host n-h2-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:37:13.569882 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device be6eda28-f036-432a-b687-6c873f3ef0e7 no longer exists at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:37:13.648289 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] No Port match for: be6eda28-f036-432a-b687-6c873f3ef0e7 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:37:13.648798 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device be6eda28-f036-432a-b687-6c873f3ef0e7 not bound to the agent host n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:37:13.660618 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-958e28cf-cb72-4dc5-a8a6-f50326d859e3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2579adcee2a4437f9a394895dea2fbe2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0091741 Feb 04 12:37:13.663129 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 50232) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:37:13.968068 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 4c40b330-5146-49b7-b628-bffee81080db, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=4c40b330-5146-49b7-b628-bffee81080db,segment=NetworkSegment(a93faf63-eb00-47f4-bed7-d5ca3fd92e2a),segment_id=a93faf63-eb00-47f4-bed7-d5ca3fd92e2a)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:37:14.023203 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-1643ee80-38b6-4893-9aa0-704065a68dd6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d384c5d782bd48b8a27807bb836d6377&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5656278 Feb 04 12:37:14.037961 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Returning: {'device': '4c40b330-5146-49b7-b628-bffee81080db', 'network_id': 'e220eee6-efbf-4e16-8278-b7034a106a3d', 'port_id': '4c40b330-5146-49b7-b628-bffee81080db', 'mac_address': 'fa:16:3e:e0:e7:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ed89237-317f-4530-8ecc-638834416f83', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:37:14.058421 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 50234) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:37:14.106037 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-cee46e21-5831-4d14-ba95-8c37e1d26d04 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks [] for port (3c7ea0a0-286d-46f3-a903-1dfdfdc45ff0), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:14.214502 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1501600a-7406-4ef7-939f-94fd4833ef26 req-9ebd2394-43aa-47d1-8d90-5770f880207e tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8bd411c-ac47-4f15-b918-c420cf0295e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2054157 Feb 04 12:37:14.220990 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-cee46e21-5831-4d14-ba95-8c37e1d26d04 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (3c7ea0a0-286d-46f3-a903-1dfdfdc45ff0), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:14.236963 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 4c40b330-5146-49b7-b628-bffee81080db is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:37:14.237577 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (4c40b330-5146-49b7-b628-bffee81080db), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:14.277893 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c40b330-5146-49b7-b628-bffee81080db {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:37:14.332529 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d8434b8a-c7da-48ca-81a3-0a0114994ea4 admin admin] Publish callbacks [] for security_group (b059f569-9b7c-48a6-900e-64db16e72b4f), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:14.354112 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56297eb-f4e4-4c22-b2ae-53bf429776f4 req-980b635b-248c-4f5d-87f8-bda98fba9f88 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:14.364701 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 4c40b330-5146-49b7-b628-bffee81080db, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=4c40b330-5146-49b7-b628-bffee81080db,segment=NetworkSegment(a93faf63-eb00-47f4-bed7-d5ca3fd92e2a),segment_id=a93faf63-eb00-47f4-bed7-d5ca3fd92e2a)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:37:14.370035 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (4c40b330-5146-49b7-b628-bffee81080db), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:14.372892 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f56297eb-f4e4-4c22-b2ae-53bf429776f4 req-980b635b-248c-4f5d-87f8-bda98fba9f88 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd965a09-a3c2-4154-b1ba-6bff03a756a4 HTTP/1.1" status: 200 len: 944 time: 1.6582115 Feb 04 12:37:14.383089 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d8434b8a-c7da-48ca-81a3-0a0114994ea4 admin admin] Publish callbacks [] for security_group (b059f569-9b7c-48a6-900e-64db16e72b4f), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:14.463911 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-cee46e21-5831-4d14-ba95-8c37e1d26d04 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Network 64361832-4c3a-49e6-9dd4-d860a2c32a17 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:37:14.474501 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-cee46e21-5831-4d14-ba95-8c37e1d26d04 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:37:14.475639 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 12:37:14.514413 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d8434b8a-c7da-48ca-81a3-0a0114994ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (b059f569-9b7c-48a6-900e-64db16e72b4f), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:14.518376 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-cee46e21-5831-4d14-ba95-8c37e1d26d04 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:37:14.527389 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d8434b8a-c7da-48ca-81a3-0a0114994ea4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:14.538569 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-d8434b8a-c7da-48ca-81a3-0a0114994ea4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b059f569-9b7c-48a6-900e-64db16e72b4f HTTP/1.1" status: 204 len: 168 time: 0.8731875 Feb 04 12:37:14.551255 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f56297eb-f4e4-4c22-b2ae-53bf429776f4 req-7d8859e6-1bf4-4837-8090-4b6e0e8e7658 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c18c1f6-d0db-4e54-9b84-8670e680f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1752250 Feb 04 12:37:14.551713 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=4c40b330-5146-49b7-b628-bffee81080db,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:37:14.552309 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-762ab500-a32d-4183-9d80-e08af59a0b11 admin admin] Publish callbacks [] for security_group (ed78c170-06f8-4384-a850-de5e5adf3100), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:14.589960 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['4c40b330-5146-49b7-b628-bffee81080db'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:37:14.656115 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-762ab500-a32d-4183-9d80-e08af59a0b11 admin admin] Publish callbacks [] for security_group (ed78c170-06f8-4384-a850-de5e5adf3100), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:14.675908 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee46e21-5831-4d14-ba95-8c37e1d26d04 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Pushing event updated for resources: {'Port': ['ID=3c7ea0a0-286d-46f3-a903-1dfdfdc45ff0,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:37:14.736181 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [req-974ebcc4-3f75-450b-9158-dd66806fd655 req-633a5bba-6c48-45d9-baae-b2626a4442ce tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Router b0aa9850-1fc9-4b45-b5d9-86a312a36035 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:37:14.777803 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71edf5ce-2233-4865-8eb4-b60846f0e400 req-a3dd495f-d215-469c-a517-e2cc442ae761 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:14.788354 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-71edf5ce-2233-4865-8eb4-b60846f0e400 req-a3dd495f-d215-469c-a517-e2cc442ae761 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.65 "GET /v2.0/ports?device_id=62d6a976-ad83-4520-9af8-1694e96369ea HTTP/1.1" status: 200 len: 946 time: 0.3961771 Feb 04 12:37:14.898262 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8434b8a-c7da-48ca-81a3-0a0114994ea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b059f569-9b7c-48a6-900e-64db16e72b4f,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:37:14.924848 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-762ab500-a32d-4183-9d80-e08af59a0b11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (ed78c170-06f8-4384-a850-de5e5adf3100), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:14.937127 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-762ab500-a32d-4183-9d80-e08af59a0b11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:14.943553 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-762ab500-a32d-4183-9d80-e08af59a0b11 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ed78c170-06f8-4384-a850-de5e5adf3100 HTTP/1.1" status: 204 len: 168 time: 0.8782861 Feb 04 12:37:14.977185 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762ab500-a32d-4183-9d80-e08af59a0b11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed78c170-06f8-4384-a850-de5e5adf3100,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:37:14.984110 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-cee46e21-5831-4d14-ba95-8c37e1d26d04 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:14.991331 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-cee46e21-5831-4d14-ba95-8c37e1d26d04 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:15.045226 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-71edf5ce-2233-4865-8eb4-b60846f0e400 req-13236796-2e7c-47df-9228-5be8fc9b5388 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.65 "GET /v2.0/security-groups?id=3194529c-ef45-449a-86a3-c42c7670cd65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556322 Feb 04 12:37:15.070839 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-cee46e21-5831-4d14-ba95-8c37e1d26d04 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6300542 Feb 04 12:37:15.107356 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-0ed0d2c0-a062-495e-8b8a-d8ca40d02c35 service neutron] Request body: {'port': {'device_id': 'eefed902-5b4d-4ff7-b65f-81c365a034bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:37:15.232538 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-0de34086-569c-497b-8bf0-76abd9f39eef None None] Provisioning complete for port 3c7ea0a0-286d-46f3-a903-1dfdfdc45ff0 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:37:15.232919 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0de34086-569c-497b-8bf0-76abd9f39eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (3c7ea0a0-286d-46f3-a903-1dfdfdc45ff0), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:15.349340 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0de34086-569c-497b-8bf0-76abd9f39eef None None] Port 3c7ea0a0-286d-46f3-a903-1dfdfdc45ff0 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:37:15.385835 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1984e5-2f06-4238-8c21-44086c3e6228 req-a8c00b9e-dd2b-4c6c-9f2b-ffb17920df3e tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:15.393225 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1984e5-2f06-4238-8c21-44086c3e6228 req-a8c00b9e-dd2b-4c6c-9f2b-ffb17920df3e tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:15.400552 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1984e5-2f06-4238-8c21-44086c3e6228 req-a8c00b9e-dd2b-4c6c-9f2b-ffb17920df3e tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:15.406238 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1984e5-2f06-4238-8c21-44086c3e6228 req-a8c00b9e-dd2b-4c6c-9f2b-ffb17920df3e tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:15.411954 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1984e5-2f06-4238-8c21-44086c3e6228 req-a8c00b9e-dd2b-4c6c-9f2b-ffb17920df3e tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:15.420535 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bb1984e5-2f06-4238-8c21-44086c3e6228 req-a8c00b9e-dd2b-4c6c-9f2b-ffb17920df3e tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 3815 time: 0.6742318 Feb 04 12:37:15.471289 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 50254) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:37:15.512567 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1723c21f-79f2-487e-a5a0-32b134e83402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:15.514647 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2a3a7bea-5c80-4e3d-bfb3-df6bc6083520 req-3981c522-98f3-4154-b5e4-04843f9c9928 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a5c2a56-ee1a-4c7e-bf15-98711834c060 HTTP/1.1" status: 200 len: 210 time: 0.0811229 Feb 04 12:37:15.564903 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-0ed0d2c0-a062-495e-8b8a-d8ca40d02c35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (d2ad6fb4-8d1e-4351-b211-6a87ea7077d1), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:15.680264 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bb1984e5-2f06-4238-8c21-44086c3e6228 req-bbf26b0a-9263-41e5-9f96-8c0eef8a1f70 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/security-groups?id=6fb9d925-f1ad-446a-9918-6c4396d6cf75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2589822 Feb 04 12:37:15.890759 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e4464ad0-7bac-4068-a2e2-96b1e438105d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:15.903156 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 50270) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:37:15.973939 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9f55bd8a-6124-42a2-8e2d-7d6444ef58f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:15.998760 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-974ebcc4-3f75-450b-9158-dd66806fd655 req-633a5bba-6c48-45d9-baae-b2626a4442ce tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:37:16.023648 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19f4964-935e-4036-bac4-33933e57cc97 None None] Sync routers for ids ['b0aa9850-1fc9-4b45-b5d9-86a312a36035'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:37:16.050990 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19f4964-935e-4036-bac4-33933e57cc97 None None] Routers {'b0aa9850-1fc9-4b45-b5d9-86a312a36035'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:37:16.053784 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-e19f4964-935e-4036-bac4-33933e57cc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:36:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['b0aa9850-1fc9-4b45-b5d9-86a312a36035'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:37:16.113865 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e4464ad0-7bac-4068-a2e2-96b1e438105d admin admin] Publish callbacks [] for security_group (998a5060-ba67-421d-bb7c-5a4e5c5c9ed7), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:16.126447 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e4464ad0-7bac-4068-a2e2-96b1e438105d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (998a5060-ba67-421d-bb7c-5a4e5c5c9ed7), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:16.172168 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23f7429-d941-4e39-a714-a296f1b5cbe8 req-464b68fd-760f-4d49-9c3b-246ca40e8ef9 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:16.180319 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b23f7429-d941-4e39-a714-a296f1b5cbe8 req-464b68fd-760f-4d49-9c3b-246ca40e8ef9 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd965a09-a3c2-4154-b1ba-6bff03a756a4 HTTP/1.1" status: 200 len: 945 time: 0.4236131 Feb 04 12:37:16.187094 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-974ebcc4-3f75-450b-9158-dd66806fd655 req-633a5bba-6c48-45d9-baae-b2626a4442ce tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] No DVR routers for this DVR port be6eda28-f036-432a-b687-6c873f3ef0e7 on host n-h2-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:37:16.208935 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-974ebcc4-3f75-450b-9158-dd66806fd655 req-633a5bba-6c48-45d9-baae-b2626a4442ce tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:16.214552 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-e4464ad0-7bac-4068-a2e2-96b1e438105d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7051ca27164740f983ec4b513da59306&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7392647 Feb 04 12:37:16.217430 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-974ebcc4-3f75-450b-9158-dd66806fd655 req-633a5bba-6c48-45d9-baae-b2626a4442ce tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.77 "DELETE /v2.0/ports/be6eda28-f036-432a-b687-6c873f3ef0e7 HTTP/1.1" status: 204 len: 173 time: 7.3415959 Feb 04 12:37:16.222032 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a5c2a56-ee1a-4c7e-bf15-98711834c060', 'name': 'network-vif-deleted', 'tag': 'be6eda28-f036-432a-b687-6c873f3ef0e7'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:37:16.230293 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 50280) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:37:16.231275 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4464ad0-7bac-4068-a2e2-96b1e438105d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=998a5060-ba67-421d-bb7c-5a4e5c5c9ed7,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:37:16.255862 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbfb3c46-d03a-4e23-8693-de5c3e6ddc5e" -d '{"events": [{"server_uuid": "5a5c2a56-ee1a-4c7e-bf15-98711834c060", "name": "network-vif-deleted", "tag": "be6eda28-f036-432a-b687-6c873f3ef0e7"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:37:16.559795 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-e19f4964-935e-4036-bac4-33933e57cc97 None None] Set router b0aa9850-1fc9-4b45-b5d9-86a312a36035 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:37:16.563656 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e4f7925-ca49-429b-860c-4bd674770329 x-openstack-request-id: req-7e4f7925-ca49-429b-860c-4bd674770329 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:37:16.565886 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a5c2a56-ee1a-4c7e-bf15-98711834c060", "name": "network-vif-deleted", "tag": "be6eda28-f036-432a-b687-6c873f3ef0e7", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:37:16.566253 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7e4f7925-ca49-429b-860c-4bd674770329 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:37:16.567286 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a5c2a56-ee1a-4c7e-bf15-98711834c060', 'name': 'network-vif-deleted', 'tag': 'be6eda28-f036-432a-b687-6c873f3ef0e7', 'status': 'completed', 'code': 200} Feb 04 12:37:16.588176 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b212512a-9481-4d57-ac09-7980c04a4468 admin admin] Publish callbacks [] for security_group (998a5060-ba67-421d-bb7c-5a4e5c5c9ed7), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:16.664878 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b212512a-9481-4d57-ac09-7980c04a4468 admin admin] Publish callbacks [] for security_group (998a5060-ba67-421d-bb7c-5a4e5c5c9ed7), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:16.682275 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b23f7429-d941-4e39-a714-a296f1b5cbe8 req-34be4ce7-4e41-418f-9487-a6d084291c2f tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c18c1f6-d0db-4e54-9b84-8670e680f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5006609 Feb 04 12:37:16.891652 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b212512a-9481-4d57-ac09-7980c04a4468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (998a5060-ba67-421d-bb7c-5a4e5c5c9ed7), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:16.902172 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b212512a-9481-4d57-ac09-7980c04a4468 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:16.909533 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-b212512a-9481-4d57-ac09-7980c04a4468 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/998a5060-ba67-421d-bb7c-5a4e5c5c9ed7 HTTP/1.1" status: 204 len: 168 time: 0.6607273 Feb 04 12:37:17.012427 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b212512a-9481-4d57-ac09-7980c04a4468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=998a5060-ba67-421d-bb7c-5a4e5c5c9ed7,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:37:17.141032 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-0ed0d2c0-a062-495e-8b8a-d8ca40d02c35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2ad6fb4-8d1e-4351-b211-6a87ea7077d1 {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:37:17.156730 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-e19f4964-935e-4036-bac4-33933e57cc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0aa9850-1fc9-4b45-b5d9-86a312a36035', 'name': 'tempest-AttachVolumeTestJSON-1474130634-router', 'tenant_id': '31d6c346447a48008dccda4817c529a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'eabe40b0-e655-4f19-ba01-3adf8d6b0a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:33:03Z', 'updated_at': '2022-02-04T12:33:13Z', 'revision_number': 4, 'project_id': '31d6c346447a48008dccda4817c529a1', 'gw_port': {'id': 'eabe40b0-e655-4f19-ba01-3adf8d6b0a00', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0aa9850-1fc9-4b45-b5d9-86a312a36035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:33:06Z', 'updated_at': '2022-02-04T12:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '0cc4bf65-8bb5-4426-a85d-7c0469d389ac', 'name': '', 'network_id': '211162ce-c654-4372-abd8-21bf219f75aa', 'tenant_id': '31d6c346447a48008dccda4817c529a1', 'mac_address': 'fa:16:3e:cd:7c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0aa9850-1fc9-4b45-b5d9-86a312a36035', 'device_owner': 'network:router_interface', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': 'a7a80143-29a9-4ba6-9987-42b8f7317e54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:33:11Z', 'updated_at': '2022-02-04T12:33:20Z', 'revision_number': 5, 'project_id': '31d6c346447a48008dccda4817c529a1', 'subnets': [{'id': 'a7a80143-29a9-4ba6-9987-42b8f7317e54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:37:17.177398 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-0ed0d2c0-a062-495e-8b8a-d8ca40d02c35 service neutron] Publish callbacks [] for port (d2ad6fb4-8d1e-4351-b211-6a87ea7077d1), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:17.214636 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9f55bd8a-6124-42a2-8e2d-7d6444ef58f2 admin admin] Publish callbacks [] for security_group (9170af65-8f92-49d8-9045-7c1a8bb8d9f3), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:17.228640 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9f55bd8a-6124-42a2-8e2d-7d6444ef58f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (9170af65-8f92-49d8-9045-7c1a8bb8d9f3), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:17.230354 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19f4964-935e-4036-bac4-33933e57cc97 None None] Checking router: b0aa9850-1fc9-4b45-b5d9-86a312a36035 for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:37:17.231156 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-0ed0d2c0-a062-495e-8b8a-d8ca40d02c35 service neutron] Transition to ACTIVE for port object d2ad6fb4-8d1e-4351-b211-6a87ea7077d1 will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:37:17.250421 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19f4964-935e-4036-bac4-33933e57cc97 None None] Routers {'b0aa9850-1fc9-4b45-b5d9-86a312a36035'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:37:17.252206 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-e19f4964-935e-4036-bac4-33933e57cc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:36:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['b0aa9850-1fc9-4b45-b5d9-86a312a36035'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:37:17.308719 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f55bd8a-6124-42a2-8e2d-7d6444ef58f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9170af65-8f92-49d8-9045-7c1a8bb8d9f3,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:37:17.366973 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-9f55bd8a-6124-42a2-8e2d-7d6444ef58f2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=12e801fcf77644cc804930f67ef70e1e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4607973 Feb 04 12:37:17.373959 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 50308) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:37:17.414049 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-80de14a7-f042-4f46-94ec-157a77d8ad8d req-8b4b5a82-afd1-46d7-a5e1-bd60a37911da tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a5c2a56-ee1a-4c7e-bf15-98711834c060 HTTP/1.1" status: 200 len: 210 time: 0.6827500 Feb 04 12:37:17.419829 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-0ed0d2c0-a062-495e-8b8a-d8ca40d02c35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (d2ad6fb4-8d1e-4351-b211-6a87ea7077d1), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:17.490576 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3f7698fa-5b6c-4e37-bf6d-d34a7cba9f0e admin admin] Publish callbacks [] for security_group (9170af65-8f92-49d8-9045-7c1a8bb8d9f3), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:17.567196 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-e19f4964-935e-4036-bac4-33933e57cc97 None None] Set router b0aa9850-1fc9-4b45-b5d9-86a312a36035 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:37:17.594393 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3f7698fa-5b6c-4e37-bf6d-d34a7cba9f0e admin admin] Publish callbacks [] for security_group (9170af65-8f92-49d8-9045-7c1a8bb8d9f3), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:17.667168 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed0d2c0-a062-495e-8b8a-d8ca40d02c35 service neutron] Pushing event updated for resources: {'Port': ['ID=d2ad6fb4-8d1e-4351-b211-6a87ea7077d1,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:37:17.684964 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 4c40b330-5146-49b7-b628-bffee81080db up at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:37:17.734543 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed27f9e-99ec-4f1d-bb56-fc1c56e65996 req-f5b1014f-b282-4887-97aa-12dabbea7d1c tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:17.755252 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed27f9e-99ec-4f1d-bb56-fc1c56e65996 req-f5b1014f-b282-4887-97aa-12dabbea7d1c tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:17.756720 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3f7698fa-5b6c-4e37-bf6d-d34a7cba9f0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (9170af65-8f92-49d8-9045-7c1a8bb8d9f3), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:17.759627 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3f7698fa-5b6c-4e37-bf6d-d34a7cba9f0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:17.760902 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-3f7698fa-5b6c-4e37-bf6d-d34a7cba9f0e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9170af65-8f92-49d8-9045-7c1a8bb8d9f3 HTTP/1.1" status: 204 len: 168 time: 0.3856604 Feb 04 12:37:17.778671 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed27f9e-99ec-4f1d-bb56-fc1c56e65996 req-f5b1014f-b282-4887-97aa-12dabbea7d1c tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:17.793129 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7698fa-5b6c-4e37-bf6d-d34a7cba9f0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9170af65-8f92-49d8-9045-7c1a8bb8d9f3,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:37:17.811998 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed27f9e-99ec-4f1d-bb56-fc1c56e65996 req-f5b1014f-b282-4887-97aa-12dabbea7d1c tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:17.846232 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed27f9e-99ec-4f1d-bb56-fc1c56e65996 req-f5b1014f-b282-4887-97aa-12dabbea7d1c tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:17.857129 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1ed27f9e-99ec-4f1d-bb56-fc1c56e65996 req-f5b1014f-b282-4887-97aa-12dabbea7d1c tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 3827 time: 0.6208584 Feb 04 12:37:18.262953 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1ed27f9e-99ec-4f1d-bb56-fc1c56e65996 req-7cc15b8b-68ff-446c-b61d-1fdbb8f2cd6d tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/security-groups?id=6fb9d925-f1ad-446a-9918-6c4396d6cf75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4048581 Feb 04 12:37:18.393279 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0eb2d4-c9ae-4850-a2ea-258ed858a8f8 req-665def13-9970-4d09-8589-a896dd4a7639 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:18.394965 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3d0eb2d4-c9ae-4850-a2ea-258ed858a8f8 req-665def13-9970-4d09-8589-a896dd4a7639 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd965a09-a3c2-4154-b1ba-6bff03a756a4 HTTP/1.1" status: 200 len: 945 time: 0.3891699 Feb 04 12:37:18.395953 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-0ed0d2c0-a062-495e-8b8a-d8ca40d02c35 service neutron] Attempting to bind port d2ad6fb4-8d1e-4351-b211-6a87ea7077d1 on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:37:18.396279 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-0ed0d2c0-a062-495e-8b8a-d8ca40d02c35 service neutron] Attempting to bind port d2ad6fb4-8d1e-4351-b211-6a87ea7077d1 by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': '457a9e0a-0e75-459f-be4c-5045e8830e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '647cdb67-8c3d-4450-9185-dcf62d584045'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:37:18.396602 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-0ed0d2c0-a062-495e-8b8a-d8ca40d02c35 service neutron] Attempting to bind port d2ad6fb4-8d1e-4351-b211-6a87ea7077d1 on network 647cdb67-8c3d-4450-9185-dcf62d584045 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:37:18.417750 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-0ed0d2c0-a062-495e-8b8a-d8ca40d02c35 service neutron] Port d2ad6fb4-8d1e-4351-b211-6a87ea7077d1 on network 647cdb67-8c3d-4450-9185-dcf62d584045 not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:37:18.422919 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-0ed0d2c0-a062-495e-8b8a-d8ca40d02c35 service neutron] Attempting to bind port d2ad6fb4-8d1e-4351-b211-6a87ea7077d1 on network 647cdb67-8c3d-4450-9185-dcf62d584045 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:37:18.465982 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-0ed0d2c0-a062-495e-8b8a-d8ca40d02c35 service neutron] Checking agent: {'id': 'f8add0d2-2202-43d3-bc0e-72442788e6ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:37:18.466328 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-0ed0d2c0-a062-495e-8b8a-d8ca40d02c35 service neutron] Checking segment: {'id': '457a9e0a-0e75-459f-be4c-5045e8830e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '647cdb67-8c3d-4450-9185-dcf62d584045'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:37:18.466714 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-0ed0d2c0-a062-495e-8b8a-d8ca40d02c35 service neutron] Bound using segment: {'id': '457a9e0a-0e75-459f-be4c-5045e8830e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '647cdb67-8c3d-4450-9185-dcf62d584045'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:37:18.467146 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-0ed0d2c0-a062-495e-8b8a-d8ca40d02c35 service neutron] Bound port: d2ad6fb4-8d1e-4351-b211-6a87ea7077d1, host: n-h1-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '457a9e0a-0e75-459f-be4c-5045e8830e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '647cdb67-8c3d-4450-9185-dcf62d584045'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:37:18.467505 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-0ed0d2c0-a062-495e-8b8a-d8ca40d02c35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (d2ad6fb4-8d1e-4351-b211-6a87ea7077d1), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:18.561961 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3d0eb2d4-c9ae-4850-a2ea-258ed858a8f8 req-0823e875-2c70-44eb-ae5e-36c4e60892df tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c18c1f6-d0db-4e54-9b84-8670e680f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1560004 Feb 04 12:37:18.631249 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec61c69f-d743-4728-b7a2-63b2be1a1f51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:18.742886 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 50354) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:37:18.766822 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-0ed0d2c0-a062-495e-8b8a-d8ca40d02c35 service neutron] For port d2ad6fb4-8d1e-4351-b211-6a87ea7077d1, host n-h1-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:37:18.782667 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-0ed0d2c0-a062-495e-8b8a-d8ca40d02c35 service neutron] For port d2ad6fb4-8d1e-4351-b211-6a87ea7077d1, host n-h1-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=d2ad6fb4-8d1e-4351-b211-6a87ea7077d1,segment=NetworkSegment(457a9e0a-0e75-459f-be4c-5045e8830e74),segment_id=457a9e0a-0e75-459f-be4c-5045e8830e74)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:37:18.799239 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-0ed0d2c0-a062-495e-8b8a-d8ca40d02c35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (d2ad6fb4-8d1e-4351-b211-6a87ea7077d1), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:18.931771 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-0ed0d2c0-a062-495e-8b8a-d8ca40d02c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:18.934027 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-0ed0d2c0-a062-495e-8b8a-d8ca40d02c35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:18.937436 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-0ed0d2c0-a062-495e-8b8a-d8ca40d02c35 service neutron] 10.222.0.73 "PUT /v2.0/ports/d2ad6fb4-8d1e-4351-b211-6a87ea7077d1 HTTP/1.1" status: 200 len: 1091 time: 3.8500230 Feb 04 12:37:18.941164 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eefed902-5b4d-4ff7-b65f-81c365a034bc', 'tag': 'd2ad6fb4-8d1e-4351-b211-6a87ea7077d1'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:37:18.948793 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f683967a-4429-44a7-94d0-9a9082a16d28" -d '{"events": [{"name": "network-changed", "server_uuid": "eefed902-5b4d-4ff7-b65f-81c365a034bc", "tag": "d2ad6fb4-8d1e-4351-b211-6a87ea7077d1"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:37:18.970471 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning for port 4c40b330-5146-49b7-b628-bffee81080db completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:37:18.984775 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6ff4bb69-2821-4a73-8a0f-d080a7296fcc tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Publish callbacks [] for security_group (d8bd411c-ac47-4f15-b918-c420cf0295e3), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:18.990036 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning complete for port 4c40b330-5146-49b7-b628-bffee81080db triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:37:18.990640 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (4c40b330-5146-49b7-b628-bffee81080db), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:19.055073 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6ff4bb69-2821-4a73-8a0f-d080a7296fcc tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Publish callbacks [] for security_group (d8bd411c-ac47-4f15-b918-c420cf0295e3), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:19.096339 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8c5e0a0-33e3-4f4b-8fa9-93991b0f9eb1 x-openstack-request-id: req-f8c5e0a0-33e3-4f4b-8fa9-93991b0f9eb1 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:37:19.096628 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eefed902-5b4d-4ff7-b65f-81c365a034bc", "tag": "d2ad6fb4-8d1e-4351-b211-6a87ea7077d1", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:37:19.096885 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f8c5e0a0-33e3-4f4b-8fa9-93991b0f9eb1 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:37:19.097294 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eefed902-5b4d-4ff7-b65f-81c365a034bc', 'tag': 'd2ad6fb4-8d1e-4351-b211-6a87ea7077d1', 'status': 'completed', 'code': 200} Feb 04 12:37:19.187059 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6ff4bb69-2821-4a73-8a0f-d080a7296fcc tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (d8bd411c-ac47-4f15-b918-c420cf0295e3), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:19.188992 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed0d2c0-a062-495e-8b8a-d8ca40d02c35 service neutron] Pushing event updated for resources: {'Port': ['ID=d2ad6fb4-8d1e-4351-b211-6a87ea7077d1,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:37:19.195666 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6ff4bb69-2821-4a73-8a0f-d080a7296fcc tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:19.195886 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:19.202307 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-6ff4bb69-2821-4a73-8a0f-d080a7296fcc tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "DELETE /v2.0/security-groups/d8bd411c-ac47-4f15-b918-c420cf0295e3 HTTP/1.1" status: 204 len: 168 time: 0.4578526 Feb 04 12:37:19.203051 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 50376) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:37:19.270138 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff4bb69-2821-4a73-8a0f-d080a7296fcc tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8bd411c-ac47-4f15-b918-c420cf0295e3,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:37:19.311358 n-d-825015-3 neutron-server[103474]: INFO neutron.api.v2.resource [None req-b717b308-c696-4a74-9c9f-5771ce4815cc tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] show failed (client error): The resource could not be found. Feb 04 12:37:19.317110 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 50380) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:37:19.323956 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-b717b308-c696-4a74-9c9f-5771ce4815cc tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "GET /v2.0/security-groups/d8bd411c-ac47-4f15-b918-c420cf0295e3 HTTP/1.1" status: 404 len: 347 time: 0.0709169 Feb 04 12:37:19.398343 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 4c40b330-5146-49b7-b628-bffee81080db is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:37:19.401123 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (4c40b330-5146-49b7-b628-bffee81080db), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:19.428337 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-e19f4964-935e-4036-bac4-33933e57cc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0aa9850-1fc9-4b45-b5d9-86a312a36035', 'name': 'tempest-AttachVolumeTestJSON-1474130634-router', 'tenant_id': '31d6c346447a48008dccda4817c529a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'eabe40b0-e655-4f19-ba01-3adf8d6b0a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:33:03Z', 'updated_at': '2022-02-04T12:33:13Z', 'revision_number': 4, 'project_id': '31d6c346447a48008dccda4817c529a1', 'gw_port': {'id': 'eabe40b0-e655-4f19-ba01-3adf8d6b0a00', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0aa9850-1fc9-4b45-b5d9-86a312a36035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:33:06Z', 'updated_at': '2022-02-04T12:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '0cc4bf65-8bb5-4426-a85d-7c0469d389ac', 'name': '', 'network_id': '211162ce-c654-4372-abd8-21bf219f75aa', 'tenant_id': '31d6c346447a48008dccda4817c529a1', 'mac_address': 'fa:16:3e:cd:7c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0aa9850-1fc9-4b45-b5d9-86a312a36035', 'device_owner': 'network:router_interface', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': 'a7a80143-29a9-4ba6-9987-42b8f7317e54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:33:11Z', 'updated_at': '2022-02-04T12:33:20Z', 'revision_number': 5, 'project_id': '31d6c346447a48008dccda4817c529a1', 'subnets': [{'id': 'a7a80143-29a9-4ba6-9987-42b8f7317e54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:37:19.541432 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19f4964-935e-4036-bac4-33933e57cc97 None None] The sync data for ids ['b0aa9850-1fc9-4b45-b5d9-86a312a36035'] in n-d-825015-3 is: [{'id': 'b0aa9850-1fc9-4b45-b5d9-86a312a36035', 'name': 'tempest-AttachVolumeTestJSON-1474130634-router', 'tenant_id': '31d6c346447a48008dccda4817c529a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'eabe40b0-e655-4f19-ba01-3adf8d6b0a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:33:03Z', 'updated_at': '2022-02-04T12:33:13Z', 'revision_number': 4, 'project_id': '31d6c346447a48008dccda4817c529a1', 'gw_port': {'id': 'eabe40b0-e655-4f19-ba01-3adf8d6b0a00', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0aa9850-1fc9-4b45-b5d9-86a312a36035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:33:06Z', 'updated_at': '2022-02-04T12:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '0cc4bf65-8bb5-4426-a85d-7c0469d389ac', 'name': '', 'network_id': '211162ce-c654-4372-abd8-21bf219f75aa', 'tenant_id': '31d6c346447a48008dccda4817c529a1', 'mac_address': 'fa:16:3e:cd:7c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0aa9850-1fc9-4b45-b5d9-86a312a36035', 'device_owner': 'network:router_interface', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': 'a7a80143-29a9-4ba6-9987-42b8f7317e54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:33:11Z', 'updated_at': '2022-02-04T12:33:20Z', 'revision_number': 5, 'project_id': '31d6c346447a48008dccda4817c529a1', 'subnets': [{'id': 'a7a80143-29a9-4ba6-9987-42b8f7317e54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:37:19.579284 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd965a09-a3c2-4154-b1ba-6bff03a756a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c40b330-5146-49b7-b628-bffee81080db'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:37:19.582067 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d48070d-50fc-4495-8c60-ee057e94f335" -d '{"events": [{"server_uuid": "fd965a09-a3c2-4154-b1ba-6bff03a756a4", "name": "network-vif-plugged", "status": "completed", "tag": "4c40b330-5146-49b7-b628-bffee81080db"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:37:19.664395 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 4c40b330-5146-49b7-b628-bffee81080db, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=4c40b330-5146-49b7-b628-bffee81080db,segment=NetworkSegment(a93faf63-eb00-47f4-bed7-d5ca3fd92e2a),segment_id=a93faf63-eb00-47f4-bed7-d5ca3fd92e2a)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:37:19.679694 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (4c40b330-5146-49b7-b628-bffee81080db), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:19.819035 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e3e9157-37a8-4021-a8d5-1edd8c74651b x-openstack-request-id: req-1e3e9157-37a8-4021-a8d5-1edd8c74651b {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:37:19.819280 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd965a09-a3c2-4154-b1ba-6bff03a756a4", "name": "network-vif-plugged", "status": "completed", "tag": "4c40b330-5146-49b7-b628-bffee81080db", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:37:19.819519 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1e3e9157-37a8-4021-a8d5-1edd8c74651b {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:37:19.820023 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd965a09-a3c2-4154-b1ba-6bff03a756a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c40b330-5146-49b7-b628-bffee81080db', 'code': 200} Feb 04 12:37:19.823288 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=4c40b330-5146-49b7-b628-bffee81080db,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:37:20.042883 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-075dcf8c-cc4f-4ed6-bba3-dcfbf756891d service neutron] Request body: {'port': {'device_id': 'eefed902-5b4d-4ff7-b65f-81c365a034bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:37:20.094359 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07599fab-c6aa-424b-826e-c59c47c1fa84 None None] New status for floating IP f289eebb-97fe-4126-b0f7-264df5364fc0: DOWN {{(pid=103477) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 12:37:20.164603 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-075dcf8c-cc4f-4ed6-bba3-dcfbf756891d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (c52edd8b-620d-4771-b029-de54239b378d), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:20.198860 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 50396) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:37:20.365300 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-fda09de8-761b-4772-abb4-154657450d7b tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Deleting port 7c2ee58c-d23a-452e-b702-47db88363b44 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:37:20.365852 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fda09de8-761b-4772-abb4-154657450d7b tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (7c2ee58c-d23a-452e-b702-47db88363b44), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:20.416562 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8785fdcc-2d52-4cc1-9b9b-5f4a678b7825 req-cc5aab2a-d334-4066-aea4-dcd95a5cf988 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:20.422698 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8785fdcc-2d52-4cc1-9b9b-5f4a678b7825 req-cc5aab2a-d334-4066-aea4-dcd95a5cf988 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:20.427887 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8785fdcc-2d52-4cc1-9b9b-5f4a678b7825 req-cc5aab2a-d334-4066-aea4-dcd95a5cf988 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:20.435274 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8785fdcc-2d52-4cc1-9b9b-5f4a678b7825 req-cc5aab2a-d334-4066-aea4-dcd95a5cf988 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:20.436675 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:20.441276 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8785fdcc-2d52-4cc1-9b9b-5f4a678b7825 req-cc5aab2a-d334-4066-aea4-dcd95a5cf988 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:20.443374 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8785fdcc-2d52-4cc1-9b9b-5f4a678b7825 req-cc5aab2a-d334-4066-aea4-dcd95a5cf988 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 3827 time: 0.9510725 Feb 04 12:37:20.497680 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c791f50-2c97-4787-9a55-56d43451c7a1 req-eb221145-0eb3-4a62-8dd6-33c0178f6adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:20.499195 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9c791f50-2c97-4787-9a55-56d43451c7a1 req-eb221145-0eb3-4a62-8dd6-33c0178f6adb service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=fd965a09-a3c2-4154-b1ba-6bff03a756a4 HTTP/1.1" status: 200 len: 1128 time: 0.6853719 Feb 04 12:37:20.499481 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e1a47da4-a375-413c-855b-8b95470091c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:20.589435 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb22119-dbb6-446a-92b0-89697583e277 req-0ae176dc-8543-44ea-842a-3dda82d73bfd tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:20.590968 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-acb22119-dbb6-446a-92b0-89697583e277 req-0ae176dc-8543-44ea-842a-3dda82d73bfd tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd965a09-a3c2-4154-b1ba-6bff03a756a4 HTTP/1.1" status: 200 len: 946 time: 0.6523719 Feb 04 12:37:20.724612 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e1a47da4-a375-413c-855b-8b95470091c2 admin admin] Publish callbacks [] for security_group (f905e940-e4dc-496b-9d44-06e64b0207bf), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:20.724931 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8785fdcc-2d52-4cc1-9b9b-5f4a678b7825 req-7b708e5a-0bd8-4293-bb78-9258846f418b tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/security-groups?id=6fb9d925-f1ad-446a-9918-6c4396d6cf75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2359078 Feb 04 12:37:20.733086 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e1a47da4-a375-413c-855b-8b95470091c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (f905e940-e4dc-496b-9d44-06e64b0207bf), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:20.739829 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f683967a-4429-44a7-94d0-9a9082a16d28 req-0633bf97-3b6c-45a0-9b6c-450c066c72db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:20.740365 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f683967a-4429-44a7-94d0-9a9082a16d28 req-0633bf97-3b6c-45a0-9b6c-450c066c72db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:20.740787 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f683967a-4429-44a7-94d0-9a9082a16d28 req-0633bf97-3b6c-45a0-9b6c-450c066c72db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:20.741645 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f683967a-4429-44a7-94d0-9a9082a16d28 req-0633bf97-3b6c-45a0-9b6c-450c066c72db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:20.742118 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f683967a-4429-44a7-94d0-9a9082a16d28 req-0633bf97-3b6c-45a0-9b6c-450c066c72db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:20.744158 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f683967a-4429-44a7-94d0-9a9082a16d28 req-0633bf97-3b6c-45a0-9b6c-450c066c72db service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6d2d96abb2ff46d88357aa25adf70711&device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 4393 time: 1.6228173 Feb 04 12:37:20.767331 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a47da4-a375-413c-855b-8b95470091c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f905e940-e4dc-496b-9d44-06e64b0207bf,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:37:20.810922 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-e1a47da4-a375-413c-855b-8b95470091c2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=47b0f1a3f083420ea44cf5253fe5b90d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6084564 Feb 04 12:37:20.810922 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 50414) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:37:20.824410 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9c791f50-2c97-4787-9a55-56d43451c7a1 req-83e99c21-6802-43c0-830d-60bb211a0caf service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=9c18c1f6-d0db-4e54-9b84-8670e680f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3109069 Feb 04 12:37:20.832789 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fda09de8-761b-4772-abb4-154657450d7b tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (7c2ee58c-d23a-452e-b702-47db88363b44), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:20.833182 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fda09de8-761b-4772-abb4-154657450d7b tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Publish callbacks [] for floatingip (7c2ee58c-d23a-452e-b702-47db88363b44), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:20.918916 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-fda09de8-761b-4772-abb4-154657450d7b tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Calling delete_port for 7c2ee58c-d23a-452e-b702-47db88363b44 owned by network:floatingip {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:37:20.948339 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ae98136a-b0f0-4868-8b96-b5f66cba8f7f admin admin] Publish callbacks [] for security_group (f905e940-e4dc-496b-9d44-06e64b0207bf), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:20.994713 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-acb22119-dbb6-446a-92b0-89697583e277 req-99abd9d3-ee2b-42b2-845c-44271b4dd1c6 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c18c1f6-d0db-4e54-9b84-8670e680f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3874409 Feb 04 12:37:21.011446 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ae98136a-b0f0-4868-8b96-b5f66cba8f7f admin admin] Publish callbacks [] for security_group (f905e940-e4dc-496b-9d44-06e64b0207bf), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:21.158444 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ae98136a-b0f0-4868-8b96-b5f66cba8f7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (f905e940-e4dc-496b-9d44-06e64b0207bf), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:21.161897 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ae98136a-b0f0-4868-8b96-b5f66cba8f7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:21.166478 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-ae98136a-b0f0-4868-8b96-b5f66cba8f7f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f905e940-e4dc-496b-9d44-06e64b0207bf HTTP/1.1" status: 204 len: 168 time: 0.3512607 Feb 04 12:37:21.189730 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae98136a-b0f0-4868-8b96-b5f66cba8f7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f905e940-e4dc-496b-9d44-06e64b0207bf,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:37:21.621335 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:21.688911 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f683967a-4429-44a7-94d0-9a9082a16d28 req-ff48a920-e9ae-412e-9aa9-27c8d175f3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:21.690041 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f683967a-4429-44a7-94d0-9a9082a16d28 req-ff48a920-e9ae-412e-9aa9-27c8d175f3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:21.693019 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f683967a-4429-44a7-94d0-9a9082a16d28 req-ff48a920-e9ae-412e-9aa9-27c8d175f3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:21.694888 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f683967a-4429-44a7-94d0-9a9082a16d28 req-ff48a920-e9ae-412e-9aa9-27c8d175f3dd service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=6d2d96abb2ff46d88357aa25adf70711&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.9263177 Feb 04 12:37:21.862083 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f683967a-4429-44a7-94d0-9a9082a16d28 req-578a4428-fba6-464f-bef5-a4ae2f33fbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:21.867571 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f683967a-4429-44a7-94d0-9a9082a16d28 req-578a4428-fba6-464f-bef5-a4ae2f33fbf4 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1541646 Feb 04 12:37:21.895026 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-075dcf8c-cc4f-4ed6-bba3-dcfbf756891d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c52edd8b-620d-4771-b029-de54239b378d {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:37:21.913133 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-075dcf8c-cc4f-4ed6-bba3-dcfbf756891d service neutron] Publish callbacks [] for port (c52edd8b-620d-4771-b029-de54239b378d), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:22.006681 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-075dcf8c-cc4f-4ed6-bba3-dcfbf756891d service neutron] Transition to ACTIVE for port object c52edd8b-620d-4771-b029-de54239b378d will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:37:22.019261 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-075dcf8c-cc4f-4ed6-bba3-dcfbf756891d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (c52edd8b-620d-4771-b029-de54239b378d), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:22.215257 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fda09de8-761b-4772-abb4-154657450d7b tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (7c2ee58c-d23a-452e-b702-47db88363b44), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:22.299288 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bc3661-6157-4ea7-a035-d4b28c772b10 req-fa3792d4-452d-4f98-abae-e5bbfffdacb7 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:22.316877 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bc3661-6157-4ea7-a035-d4b28c772b10 req-fa3792d4-452d-4f98-abae-e5bbfffdacb7 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:22.325432 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bc3661-6157-4ea7-a035-d4b28c772b10 req-fa3792d4-452d-4f98-abae-e5bbfffdacb7 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:22.331376 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bc3661-6157-4ea7-a035-d4b28c772b10 req-fa3792d4-452d-4f98-abae-e5bbfffdacb7 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:22.340452 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bc3661-6157-4ea7-a035-d4b28c772b10 req-fa3792d4-452d-4f98-abae-e5bbfffdacb7 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:22.354608 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-53bc3661-6157-4ea7-a035-d4b28c772b10 req-fa3792d4-452d-4f98-abae-e5bbfffdacb7 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 3827 time: 0.3984728 Feb 04 12:37:22.565750 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075dcf8c-cc4f-4ed6-bba3-dcfbf756891d service neutron] Pushing event updated for resources: {'Port': ['ID=c52edd8b-620d-4771-b029-de54239b378d,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:37:22.589769 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fda09de8-761b-4772-abb4-154657450d7b tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Publish callbacks [] for floatingip (f289eebb-97fe-4126-b0f7-264df5364fc0), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:22.593703 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fda09de8-761b-4772-abb4-154657450d7b tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:22.599694 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-fda09de8-761b-4772-abb4-154657450d7b tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "DELETE /v2.0/floatingips/f289eebb-97fe-4126-b0f7-264df5364fc0 HTTP/1.1" status: 204 len: 168 time: 3.2813265 Feb 04 12:37:22.775445 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda09de8-761b-4772-abb4-154657450d7b tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Pushing event deleted for resources: {'Port': ['ID=7c2ee58c-d23a-452e-b702-47db88363b44,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:37:22.860306 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e5b186-47e5-45d1-a10c-1e3e41413b5e req-f584bdc2-a484-41a6-8075-dc96d39715aa tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:22.861912 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-97e5b186-47e5-45d1-a10c-1e3e41413b5e req-f584bdc2-a484-41a6-8075-dc96d39715aa tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd965a09-a3c2-4154-b1ba-6bff03a756a4 HTTP/1.1" status: 200 len: 946 time: 0.5051014 Feb 04 12:37:22.961469 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-53bc3661-6157-4ea7-a035-d4b28c772b10 req-3aa41857-b4eb-40cd-84d3-aaf95c768a05 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/security-groups?id=6fb9d925-f1ad-446a-9918-6c4396d6cf75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6056576 Feb 04 12:37:23.013014 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-075dcf8c-cc4f-4ed6-bba3-dcfbf756891d service neutron] Attempting to bind port c52edd8b-620d-4771-b029-de54239b378d on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:37:23.019386 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-075dcf8c-cc4f-4ed6-bba3-dcfbf756891d service neutron] Attempting to bind port c52edd8b-620d-4771-b029-de54239b378d by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': 'f7d7b182-79a0-4db8-9fb8-bcb4599929bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '80f2e8f7-bfae-4f05-b06d-33405f9fbdc0'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:37:23.019782 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-075dcf8c-cc4f-4ed6-bba3-dcfbf756891d service neutron] Attempting to bind port c52edd8b-620d-4771-b029-de54239b378d on network 80f2e8f7-bfae-4f05-b06d-33405f9fbdc0 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:37:23.065995 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-075dcf8c-cc4f-4ed6-bba3-dcfbf756891d service neutron] Port c52edd8b-620d-4771-b029-de54239b378d on network 80f2e8f7-bfae-4f05-b06d-33405f9fbdc0 not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:37:23.066338 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-075dcf8c-cc4f-4ed6-bba3-dcfbf756891d service neutron] Attempting to bind port c52edd8b-620d-4771-b029-de54239b378d on network 80f2e8f7-bfae-4f05-b06d-33405f9fbdc0 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:37:23.102950 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-97e5b186-47e5-45d1-a10c-1e3e41413b5e req-2c284dc6-c057-4fb3-90fc-84dd3786964c tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c18c1f6-d0db-4e54-9b84-8670e680f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2264860 Feb 04 12:37:23.103727 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-075dcf8c-cc4f-4ed6-bba3-dcfbf756891d service neutron] Checking agent: {'id': 'f8add0d2-2202-43d3-bc0e-72442788e6ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:37:23.104125 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-075dcf8c-cc4f-4ed6-bba3-dcfbf756891d service neutron] Checking segment: {'id': 'f7d7b182-79a0-4db8-9fb8-bcb4599929bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '80f2e8f7-bfae-4f05-b06d-33405f9fbdc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:37:23.104513 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-075dcf8c-cc4f-4ed6-bba3-dcfbf756891d service neutron] Bound using segment: {'id': 'f7d7b182-79a0-4db8-9fb8-bcb4599929bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '80f2e8f7-bfae-4f05-b06d-33405f9fbdc0'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:37:23.104958 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-075dcf8c-cc4f-4ed6-bba3-dcfbf756891d service neutron] Bound port: c52edd8b-620d-4771-b029-de54239b378d, host: n-h1-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7d7b182-79a0-4db8-9fb8-bcb4599929bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '80f2e8f7-bfae-4f05-b06d-33405f9fbdc0'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:37:23.105323 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-075dcf8c-cc4f-4ed6-bba3-dcfbf756891d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (c52edd8b-620d-4771-b029-de54239b378d), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:23.214736 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-075dcf8c-cc4f-4ed6-bba3-dcfbf756891d service neutron] For port c52edd8b-620d-4771-b029-de54239b378d, host n-h1-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:37:23.223657 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-075dcf8c-cc4f-4ed6-bba3-dcfbf756891d service neutron] For port c52edd8b-620d-4771-b029-de54239b378d, host n-h1-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=c52edd8b-620d-4771-b029-de54239b378d,segment=NetworkSegment(f7d7b182-79a0-4db8-9fb8-bcb4599929bb),segment_id=f7d7b182-79a0-4db8-9fb8-bcb4599929bb)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:37:23.244917 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-075dcf8c-cc4f-4ed6-bba3-dcfbf756891d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (c52edd8b-620d-4771-b029-de54239b378d), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:23.408601 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 50496) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:37:23.413510 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-6a20e7d7-088c-4c17-bee2-da223fd82151 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1597806536', 'description': 'tempest-description--1881515094'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:37:23.449436 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-075dcf8c-cc4f-4ed6-bba3-dcfbf756891d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:23.450178 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-075dcf8c-cc4f-4ed6-bba3-dcfbf756891d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:23.451631 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-075dcf8c-cc4f-4ed6-bba3-dcfbf756891d service neutron] 10.222.0.73 "PUT /v2.0/ports/c52edd8b-620d-4771-b029-de54239b378d HTTP/1.1" status: 200 len: 1134 time: 4.4597731 Feb 04 12:37:23.451974 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eefed902-5b4d-4ff7-b65f-81c365a034bc', 'tag': 'c52edd8b-620d-4771-b029-de54239b378d'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:37:23.464914 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54a92021-9d9b-43f7-ba29-37d9f4dcccfd" -d '{"events": [{"name": "network-changed", "server_uuid": "eefed902-5b4d-4ff7-b65f-81c365a034bc", "tag": "c52edd8b-620d-4771-b029-de54239b378d"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:37:23.487545 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6a20e7d7-088c-4c17-bee2-da223fd82151 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:23.498778 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-9139d30a-d383-4388-8933-2c097d88375b service neutron] Request body: {'port': {'device_id': 'eefed902-5b4d-4ff7-b65f-81c365a034bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:37:23.570723 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075dcf8c-cc4f-4ed6-bba3-dcfbf756891d service neutron] Pushing event updated for resources: {'Port': ['ID=c52edd8b-620d-4771-b029-de54239b378d,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:37:23.727052 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1ae5ee-2285-497c-a386-a73ba020ce07 req-9909dbdb-d210-4f69-9c95-f574ff684d4a tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:23.729136 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bb1ae5ee-2285-497c-a386-a73ba020ce07 req-9909dbdb-d210-4f69-9c95-f574ff684d4a tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd965a09-a3c2-4154-b1ba-6bff03a756a4 HTTP/1.1" status: 200 len: 946 time: 0.4643054 Feb 04 12:37:23.740260 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 50506) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:37:23.747225 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-f0b971fd-1292-416b-945a-c8a549e45aea tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] Request body: {'floatingip': {'port_id': '4c40b330-5146-49b7-b628-bffee81080db'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:37:23.808972 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6a20e7d7-088c-4c17-bee2-da223fd82151 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Publish callbacks [] for security_group (fdbd4e3f-31c9-4f42-8b92-5879438ef249), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:23.816305 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6a20e7d7-088c-4c17-bee2-da223fd82151 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (fdbd4e3f-31c9-4f42-8b92-5879438ef249), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:23.872676 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a20e7d7-088c-4c17-bee2-da223fd82151 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdbd4e3f-31c9-4f42-8b92-5879438ef249,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:37:23.900128 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8d06233-dd5a-4837-a721-8f347dfb0712 x-openstack-request-id: req-d8d06233-dd5a-4837-a721-8f347dfb0712 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:37:23.900884 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eefed902-5b4d-4ff7-b65f-81c365a034bc", "tag": "c52edd8b-620d-4771-b029-de54239b378d", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:37:23.900884 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d8d06233-dd5a-4837-a721-8f347dfb0712 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:37:23.901309 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eefed902-5b4d-4ff7-b65f-81c365a034bc', 'tag': 'c52edd8b-620d-4771-b029-de54239b378d', 'status': 'completed', 'code': 200} Feb 04 12:37:23.902453 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6a20e7d7-088c-4c17-bee2-da223fd82151 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:23.903828 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-6a20e7d7-088c-4c17-bee2-da223fd82151 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4940901 Feb 04 12:37:23.906951 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 50508) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:37:23.924075 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-4d754ced-a12c-476e-9c1c-60d6653444d6 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Request body: {'security_group_rule': {'security_group_id': 'fdbd4e3f-31c9-4f42-8b92-5879438ef249', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:37:23.955459 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-9139d30a-d383-4388-8933-2c097d88375b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (7b388f88-9bfb-4b99-9347-ac1c0aba4fb8), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:23.959111 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f0b971fd-1292-416b-945a-c8a549e45aea tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] Publish callbacks [] for floatingip (b8f6588c-e64f-441d-8960-3fd5952b6e3a), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:24.047371 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4d754ced-a12c-476e-9c1c-60d6653444d6 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Publish callbacks [] for security_group_rule (7af54ce4-a5d0-4311-bc9e-1668375397f1), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:24.237471 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4d754ced-a12c-476e-9c1c-60d6653444d6 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Publish callbacks [] for security_group_rule (7af54ce4-a5d0-4311-bc9e-1668375397f1), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:24.265915 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4d754ced-a12c-476e-9c1c-60d6653444d6 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (7af54ce4-a5d0-4311-bc9e-1668375397f1), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:24.299380 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d754ced-a12c-476e-9c1c-60d6653444d6 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7af54ce4-a5d0-4311-bc9e-1668375397f1,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:37:24.330045 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4d754ced-a12c-476e-9c1c-60d6653444d6 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:24.333716 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-4d754ced-a12c-476e-9c1c-60d6653444d6 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4224269 Feb 04 12:37:24.333980 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 50518) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:37:24.339596 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-3e814cf1-1652-452b-87d1-7a2dae52a629 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Request body: {'security_group_rule': {'security_group_id': 'fdbd4e3f-31c9-4f42-8b92-5879438ef249', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:37:24.391347 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3e814cf1-1652-452b-87d1-7a2dae52a629 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Publish callbacks [] for security_group_rule (aec78d88-4da2-4577-b665-1ed74dbae115), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:24.554673 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f0b971fd-1292-416b-945a-c8a549e45aea tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:24.572897 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f0b971fd-1292-416b-945a-c8a549e45aea tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1599943'] for floatingip (b8f6588c-e64f-441d-8960-3fd5952b6e3a), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:24.581601 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3e814cf1-1652-452b-87d1-7a2dae52a629 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Publish callbacks [] for security_group_rule (aec78d88-4da2-4577-b665-1ed74dbae115), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:24.591024 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3e814cf1-1652-452b-87d1-7a2dae52a629 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (aec78d88-4da2-4577-b665-1ed74dbae115), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:24.645185 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e814cf1-1652-452b-87d1-7a2dae52a629 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aec78d88-4da2-4577-b665-1ed74dbae115,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:37:24.665790 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3e814cf1-1652-452b-87d1-7a2dae52a629 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:24.667415 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-3e814cf1-1652-452b-87d1-7a2dae52a629 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3324623 Feb 04 12:37:24.670476 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 50524) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:37:24.675595 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-49252d36-d0c8-418d-a1fc-544b3a832cbb tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Request body: {'floatingip': {'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:37:24.732530 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-49252d36-d0c8-418d-a1fc-544b3a832cbb tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:24.798105 n-d-825015-3 neutron-server[103475]: INFO neutron.db.l3_db [None req-f0b971fd-1292-416b-945a-c8a549e45aea tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] Floating IP b8f6588c-e64f-441d-8960-3fd5952b6e3a associated. External IP: 172.25.3.187, port: 4c40b330-5146-49b7-b628-bffee81080db. Feb 04 12:37:24.966412 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-49252d36-d0c8-418d-a1fc-544b3a832cbb tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:25.121786 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a92021-9d9b-43f7-ba29-37d9f4dcccfd req-49fdd6b4-38f9-45d2-b1e5-99a14fcaef32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:25.122386 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a92021-9d9b-43f7-ba29-37d9f4dcccfd req-49fdd6b4-38f9-45d2-b1e5-99a14fcaef32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:25.122730 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a92021-9d9b-43f7-ba29-37d9f4dcccfd req-49fdd6b4-38f9-45d2-b1e5-99a14fcaef32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:25.123201 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a92021-9d9b-43f7-ba29-37d9f4dcccfd req-49fdd6b4-38f9-45d2-b1e5-99a14fcaef32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:25.123678 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a92021-9d9b-43f7-ba29-37d9f4dcccfd req-49fdd6b4-38f9-45d2-b1e5-99a14fcaef32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:25.124165 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a92021-9d9b-43f7-ba29-37d9f4dcccfd req-49fdd6b4-38f9-45d2-b1e5-99a14fcaef32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:25.126028 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-54a92021-9d9b-43f7-ba29-37d9f4dcccfd req-49fdd6b4-38f9-45d2-b1e5-99a14fcaef32 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6d2d96abb2ff46d88357aa25adf70711&device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 5351 time: 1.2102904 Feb 04 12:37:25.147658 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-49252d36-d0c8-418d-a1fc-544b3a832cbb tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Allocated IP 172.25.3.42 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/8fe16cd0-ef0a-42d3-b79f-4e61790439ab) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:37:25.261709 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a92021-9d9b-43f7-ba29-37d9f4dcccfd req-6b84ca66-452b-465f-9163-6cf4294ec5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:25.262193 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a92021-9d9b-43f7-ba29-37d9f4dcccfd req-6b84ca66-452b-465f-9163-6cf4294ec5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:25.262661 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a92021-9d9b-43f7-ba29-37d9f4dcccfd req-6b84ca66-452b-465f-9163-6cf4294ec5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:25.264743 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-54a92021-9d9b-43f7-ba29-37d9f4dcccfd req-6b84ca66-452b-465f-9163-6cf4294ec5fb service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=6d2d96abb2ff46d88357aa25adf70711&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1295006 Feb 04 12:37:25.316989 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b444505a-0c6e-4820-964a-2f8de65b45dd req-88d07205-1f2b-4e45-82ab-d0ea55c2e47b tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:25.322852 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b444505a-0c6e-4820-964a-2f8de65b45dd req-88d07205-1f2b-4e45-82ab-d0ea55c2e47b tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:25.328858 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b444505a-0c6e-4820-964a-2f8de65b45dd req-88d07205-1f2b-4e45-82ab-d0ea55c2e47b tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:25.344932 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b444505a-0c6e-4820-964a-2f8de65b45dd req-88d07205-1f2b-4e45-82ab-d0ea55c2e47b tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:25.353279 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b444505a-0c6e-4820-964a-2f8de65b45dd req-88d07205-1f2b-4e45-82ab-d0ea55c2e47b tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:25.363392 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b444505a-0c6e-4820-964a-2f8de65b45dd req-88d07205-1f2b-4e45-82ab-d0ea55c2e47b tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:25.365563 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b444505a-0c6e-4820-964a-2f8de65b45dd req-88d07205-1f2b-4e45-82ab-d0ea55c2e47b tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 4603 time: 0.8074551 Feb 04 12:37:25.435840 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-49252d36-d0c8-418d-a1fc-544b3a832cbb tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Publish callbacks [] for port (8fe16cd0-ef0a-42d3-b79f-4e61790439ab), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:25.475991 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-49252d36-d0c8-418d-a1fc-544b3a832cbb tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (8fe16cd0-ef0a-42d3-b79f-4e61790439ab), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:25.534135 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49252d36-d0c8-418d-a1fc-544b3a832cbb tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Pushing event updated for resources: {'Port': ['ID=8fe16cd0-ef0a-42d3-b79f-4e61790439ab,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:37:25.540355 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-9139d30a-d383-4388-8933-2c097d88375b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b388f88-9bfb-4b99-9347-ac1c0aba4fb8 {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:37:25.564799 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49252d36-d0c8-418d-a1fc-544b3a832cbb tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:37:25.569964 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-49252d36-d0c8-418d-a1fc-544b3a832cbb tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:37:25.574521 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49252d36-d0c8-418d-a1fc-544b3a832cbb tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:37:25.599468 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b444505a-0c6e-4820-964a-2f8de65b45dd req-9412f761-43af-4996-8f13-ed29d5a3564c tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/security-groups?id=6fb9d925-f1ad-446a-9918-6c4396d6cf75&id=298cdae3-8a94-4f2b-ad9f-68a3e4a3ab72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1956990 Feb 04 12:37:25.610906 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-9139d30a-d383-4388-8933-2c097d88375b service neutron] Publish callbacks [] for port (7b388f88-9bfb-4b99-9347-ac1c0aba4fb8), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:25.694102 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a92021-9d9b-43f7-ba29-37d9f4dcccfd req-6fafb27d-556e-4285-b468-2c5e3964b097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:25.695631 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-54a92021-9d9b-43f7-ba29-37d9f4dcccfd req-6fafb27d-556e-4285-b468-2c5e3964b097 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4242752 Feb 04 12:37:25.705411 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-9139d30a-d383-4388-8933-2c097d88375b service neutron] Transition to ACTIVE for port object 7b388f88-9bfb-4b99-9347-ac1c0aba4fb8 will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:37:25.725915 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-9139d30a-d383-4388-8933-2c097d88375b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (7b388f88-9bfb-4b99-9347-ac1c0aba4fb8), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:25.736450 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-49252d36-d0c8-418d-a1fc-544b3a832cbb tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Publish callbacks [] for floatingip (2a95632e-214a-487c-8c46-3aeaf0e66bb3), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:25.790015 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9139d30a-d383-4388-8933-2c097d88375b service neutron] Pushing event updated for resources: {'Port': ['ID=7b388f88-9bfb-4b99-9347-ac1c0aba4fb8,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:37:25.810437 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-49252d36-d0c8-418d-a1fc-544b3a832cbb tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (8fe16cd0-ef0a-42d3-b79f-4e61790439ab), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:25.903019 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0b971fd-1292-416b-945a-c8a549e45aea tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] Router b10466ee-1526-44b9-9266-3022b75a68d4 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:37:26.133644 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-49252d36-d0c8-418d-a1fc-544b3a832cbb tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Publish callbacks [] for port (8fe16cd0-ef0a-42d3-b79f-4e61790439ab), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:26.144301 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-49252d36-d0c8-418d-a1fc-544b3a832cbb tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (8fe16cd0-ef0a-42d3-b79f-4e61790439ab), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:26.233037 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49252d36-d0c8-418d-a1fc-544b3a832cbb tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Pushing event updated for resources: {'Port': ['ID=8fe16cd0-ef0a-42d3-b79f-4e61790439ab,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:37:26.298876 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-49252d36-d0c8-418d-a1fc-544b3a832cbb tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1599943'] for floatingip (2a95632e-214a-487c-8c46-3aeaf0e66bb3), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:26.309488 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 50550) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:37:26.341251 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-49252d36-d0c8-418d-a1fc-544b3a832cbb tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:26.343448 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-49252d36-d0c8-418d-a1fc-544b3a832cbb tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6717153 Feb 04 12:37:26.467436 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dff69efe-fa60-4c20-8de5-505804b297ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:26.560876 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dff69efe-fa60-4c20-8de5-505804b297ca admin admin] Publish callbacks [] for security_group (24c9cbd6-1eb7-42e4-bbfb-e7189332673e), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:26.566547 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dff69efe-fa60-4c20-8de5-505804b297ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (24c9cbd6-1eb7-42e4-bbfb-e7189332673e), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:26.599528 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-dff69efe-fa60-4c20-8de5-505804b297ca admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8f15345181bc44c2850174d15cbb5753&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2879534 Feb 04 12:37:26.607260 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 50566) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:37:26.646880 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff69efe-fa60-4c20-8de5-505804b297ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24c9cbd6-1eb7-42e4-bbfb-e7189332673e,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:37:26.681593 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6d6fc600-10e2-4580-aaec-05622d332b93 admin admin] Publish callbacks [] for security_group (24c9cbd6-1eb7-42e4-bbfb-e7189332673e), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:26.706396 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6d6fc600-10e2-4580-aaec-05622d332b93 admin admin] Publish callbacks [] for security_group (24c9cbd6-1eb7-42e4-bbfb-e7189332673e), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:26.720263 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d73f2834-9454-44a5-82c5-962d56189fe5 req-a27d75a7-a29b-4139-90fc-8a22071ee247 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1597806536&fields=id&tenant_id=31d6c346447a48008dccda4817c529a1 HTTP/1.1" status: 200 len: 267 time: 0.0523438 Feb 04 12:37:26.764045 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6d6fc600-10e2-4580-aaec-05622d332b93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (24c9cbd6-1eb7-42e4-bbfb-e7189332673e), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:26.767113 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6d6fc600-10e2-4580-aaec-05622d332b93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:26.769244 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-6d6fc600-10e2-4580-aaec-05622d332b93 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/24c9cbd6-1eb7-42e4-bbfb-e7189332673e HTTP/1.1" status: 204 len: 168 time: 0.1606250 Feb 04 12:37:26.778457 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6fc600-10e2-4580-aaec-05622d332b93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c9cbd6-1eb7-42e4-bbfb-e7189332673e,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:37:26.850361 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-9139d30a-d383-4388-8933-2c097d88375b service neutron] Attempting to bind port 7b388f88-9bfb-4b99-9347-ac1c0aba4fb8 on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:37:26.850805 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-9139d30a-d383-4388-8933-2c097d88375b service neutron] Attempting to bind port 7b388f88-9bfb-4b99-9347-ac1c0aba4fb8 by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': 'f7d7b182-79a0-4db8-9fb8-bcb4599929bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '80f2e8f7-bfae-4f05-b06d-33405f9fbdc0'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:37:26.851202 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-9139d30a-d383-4388-8933-2c097d88375b service neutron] Attempting to bind port 7b388f88-9bfb-4b99-9347-ac1c0aba4fb8 on network 80f2e8f7-bfae-4f05-b06d-33405f9fbdc0 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:37:26.875869 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-9139d30a-d383-4388-8933-2c097d88375b service neutron] Port 7b388f88-9bfb-4b99-9347-ac1c0aba4fb8 on network 80f2e8f7-bfae-4f05-b06d-33405f9fbdc0 not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:37:26.876237 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-9139d30a-d383-4388-8933-2c097d88375b service neutron] Attempting to bind port 7b388f88-9bfb-4b99-9347-ac1c0aba4fb8 on network 80f2e8f7-bfae-4f05-b06d-33405f9fbdc0 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:37:26.902177 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-9139d30a-d383-4388-8933-2c097d88375b service neutron] Checking agent: {'id': 'f8add0d2-2202-43d3-bc0e-72442788e6ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:37:26.902611 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-9139d30a-d383-4388-8933-2c097d88375b service neutron] Checking segment: {'id': 'f7d7b182-79a0-4db8-9fb8-bcb4599929bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '80f2e8f7-bfae-4f05-b06d-33405f9fbdc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:37:26.903081 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-9139d30a-d383-4388-8933-2c097d88375b service neutron] Bound using segment: {'id': 'f7d7b182-79a0-4db8-9fb8-bcb4599929bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '80f2e8f7-bfae-4f05-b06d-33405f9fbdc0'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:37:26.903581 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-9139d30a-d383-4388-8933-2c097d88375b service neutron] Bound port: 7b388f88-9bfb-4b99-9347-ac1c0aba4fb8, host: n-h1-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7d7b182-79a0-4db8-9fb8-bcb4599929bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '80f2e8f7-bfae-4f05-b06d-33405f9fbdc0'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:37:26.904028 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-9139d30a-d383-4388-8933-2c097d88375b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (7b388f88-9bfb-4b99-9347-ac1c0aba4fb8), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:26.912108 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0b971fd-1292-416b-945a-c8a549e45aea tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:37:26.925020 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c26674-cb26-4cc5-8951-0b01ccad08fe None None] Sync routers for ids ['b10466ee-1526-44b9-9266-3022b75a68d4'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:37:26.950054 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f0b971fd-1292-416b-945a-c8a549e45aea tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:26.951669 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c26674-cb26-4cc5-8951-0b01ccad08fe None None] Routers {'b10466ee-1526-44b9-9266-3022b75a68d4'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:37:26.955155 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-d1c26674-cb26-4cc5-8951-0b01ccad08fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:37:19Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['b10466ee-1526-44b9-9266-3022b75a68d4'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:37:27.058521 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-9139d30a-d383-4388-8933-2c097d88375b service neutron] For port 7b388f88-9bfb-4b99-9347-ac1c0aba4fb8, host n-h1-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:37:27.062537 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-9139d30a-d383-4388-8933-2c097d88375b service neutron] For port 7b388f88-9bfb-4b99-9347-ac1c0aba4fb8, host n-h1-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=7b388f88-9bfb-4b99-9347-ac1c0aba4fb8,segment=NetworkSegment(f7d7b182-79a0-4db8-9fb8-bcb4599929bb),segment_id=f7d7b182-79a0-4db8-9fb8-bcb4599929bb)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:37:27.087344 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-9139d30a-d383-4388-8933-2c097d88375b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (7b388f88-9bfb-4b99-9347-ac1c0aba4fb8), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:27.113893 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4780466a-597d-484b-ac6d-ceabf829ff6b req-4f8fc45d-3134-487e-afa3-7c5710f0f7d2 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:27.115434 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-d1c26674-cb26-4cc5-8951-0b01ccad08fe None None] Set router b10466ee-1526-44b9-9266-3022b75a68d4 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:37:27.121262 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4780466a-597d-484b-ac6d-ceabf829ff6b req-4f8fc45d-3134-487e-afa3-7c5710f0f7d2 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:27.127023 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4780466a-597d-484b-ac6d-ceabf829ff6b req-4f8fc45d-3134-487e-afa3-7c5710f0f7d2 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:27.133443 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4780466a-597d-484b-ac6d-ceabf829ff6b req-4f8fc45d-3134-487e-afa3-7c5710f0f7d2 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:27.139684 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4780466a-597d-484b-ac6d-ceabf829ff6b req-4f8fc45d-3134-487e-afa3-7c5710f0f7d2 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:27.145531 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4780466a-597d-484b-ac6d-ceabf829ff6b req-4f8fc45d-3134-487e-afa3-7c5710f0f7d2 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:27.152520 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4780466a-597d-484b-ac6d-ceabf829ff6b req-4f8fc45d-3134-487e-afa3-7c5710f0f7d2 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:27.155633 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4780466a-597d-484b-ac6d-ceabf829ff6b req-4f8fc45d-3134-487e-afa3-7c5710f0f7d2 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 5379 time: 0.3856463 Feb 04 12:37:27.161912 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f2834-9454-44a5-82c5-962d56189fe5 req-e9ee6aec-3cf7-46d8-8fd6-e6c26995f52a tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:27.163631 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d73f2834-9454-44a5-82c5-962d56189fe5 req-e9ee6aec-3cf7-46d8-8fd6-e6c26995f52a tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "GET /v2.0/networks?id=211162ce-c654-4372-abd8-21bf219f75aa HTTP/1.1" status: 200 len: 811 time: 0.4332962 Feb 04 12:37:27.208273 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-f0b971fd-1292-416b-945a-c8a549e45aea tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] 10.222.0.65 "PUT /v2.0/floatingips/b8f6588c-e64f-441d-8960-3fd5952b6e3a HTTP/1.1" status: 200 len: 992 time: 3.4621952 Feb 04 12:37:27.219932 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd965a09-a3c2-4154-b1ba-6bff03a756a4', 'tag': '4c40b330-5146-49b7-b628-bffee81080db'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:37:27.222603 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71a2747f-405b-47bb-9d95-58a566d82a0a" -d '{"events": [{"name": "network-changed", "server_uuid": "fd965a09-a3c2-4154-b1ba-6bff03a756a4", "tag": "4c40b330-5146-49b7-b628-bffee81080db"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:37:27.233163 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-9139d30a-d383-4388-8933-2c097d88375b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:27.233948 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-9139d30a-d383-4388-8933-2c097d88375b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:27.235461 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-9139d30a-d383-4388-8933-2c097d88375b service neutron] 10.222.0.73 "PUT /v2.0/ports/7b388f88-9bfb-4b99-9347-ac1c0aba4fb8 HTTP/1.1" status: 200 len: 1134 time: 3.7416909 Feb 04 12:37:27.269366 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d73f2834-9454-44a5-82c5-962d56189fe5 req-dcfe619f-d37c-4cfb-b9de-fcfe191a4c5c tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "GET /v2.0/quotas/31d6c346447a48008dccda4817c529a1 HTTP/1.1" status: 200 len: 375 time: 0.0665452 Feb 04 12:37:27.294195 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-82cead41-d773-4cb8-814d-1b6c35065a20 service neutron] Request body: {'port': {'device_id': 'eefed902-5b4d-4ff7-b65f-81c365a034bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:37:27.370891 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 50578) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:37:27.390736 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4fa9f93d-28b6-42b4-bfc5-35ff0f35488d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:27.421404 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9139d30a-d383-4388-8933-2c097d88375b service neutron] Pushing event updated for resources: {'Port': ['ID=7b388f88-9bfb-4b99-9347-ac1c0aba4fb8,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:37:27.581060 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4780466a-597d-484b-ac6d-ceabf829ff6b req-44d5978d-b5f9-4c7d-9ff7-d2a1da05bf4b tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/security-groups?id=6fb9d925-f1ad-446a-9918-6c4396d6cf75&id=298cdae3-8a94-4f2b-ad9f-68a3e4a3ab72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3769543 Feb 04 12:37:27.587954 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-82cead41-d773-4cb8-814d-1b6c35065a20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (93e26e23-aeae-4d7b-8b8d-5e1d20ed84ca), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:27.596435 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-d1c26674-cb26-4cc5-8951-0b01ccad08fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b10466ee-1526-44b9-9266-3022b75a68d4', 'name': 'tempest-ServersTestBootFromVolume-1315260022-router', 'tenant_id': '6811610fed404ab8950570f16fc94eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': 'fff9c98a-9f34-4437-b5e0-40b457f5f3bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:34:48Z', 'updated_at': '2022-02-04T12:35:00Z', 'revision_number': 4, 'project_id': '6811610fed404ab8950570f16fc94eb8', 'gw_port': {'id': 'fff9c98a-9f34-4437-b5e0-40b457f5f3bd', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:7e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b10466ee-1526-44b9-9266-3022b75a68d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:34:51Z', 'updated_at': '2022-02-04T12:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': 'b8f6588c-e64f-441d-8960-3fd5952b6e3a', 'tenant_id': '6811610fed404ab8950570f16fc94eb8', 'floating_ip_address': '172.25.3.187', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': 'b10466ee-1526-44b9-9266-3022b75a68d4', 'port_id': '4c40b330-5146-49b7-b628-bffee81080db', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1800, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e220eee6-efbf-4e16-8278-b7034a106a3d', 'mac_address': 'fa:16:3e:e0:e7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd965a09-a3c2-4154-b1ba-6bff03a756a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:35:07Z', 'updated_at': '2022-02-04T12:37:24Z', 'revision_number': 1, 'project_id': '6811610fed404ab8950570f16fc94eb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20c733f6-4681-42e1-a522-fb4ff38ed60c', 'name': '', 'network_id': 'e220eee6-efbf-4e16-8278-b7034a106a3d', 'tenant_id': '6811610fed404ab8950570f16fc94eb8', 'mac_address': 'fa:16:3e:53:86:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b10466ee-1526-44b9-9266-3022b75a68d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '8ed89237-317f-4530-8ecc-638834416f83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:34:58Z', 'updated_at': '2022-02-04T12:35:17Z', 'revision_number': 5, 'project_id': '6811610fed404ab8950570f16fc94eb8', 'subnets': [{'id': '8ed89237-317f-4530-8ecc-638834416f83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:37:27.637459 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d73f2834-9454-44a5-82c5-962d56189fe5 req-18243f2b-7bde-4f62-ac88-2fc70eaa71a7 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=31d6c346447a48008dccda4817c529a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3546083 Feb 04 12:37:27.647494 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c26674-cb26-4cc5-8951-0b01ccad08fe None None] Checking router: b10466ee-1526-44b9-9266-3022b75a68d4 for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:37:27.655784 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4fa9f93d-28b6-42b4-bfc5-35ff0f35488d admin admin] Publish callbacks [] for security_group (d4e691d6-a10b-4d42-8755-6a2b5c548348), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:27.659380 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c26674-cb26-4cc5-8951-0b01ccad08fe None None] Routers {'b10466ee-1526-44b9-9266-3022b75a68d4'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:37:27.660534 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-d1c26674-cb26-4cc5-8951-0b01ccad08fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:37:19Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['b10466ee-1526-44b9-9266-3022b75a68d4'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:37:27.665949 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4fa9f93d-28b6-42b4-bfc5-35ff0f35488d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (d4e691d6-a10b-4d42-8755-6a2b5c548348), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:27.768472 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-4fa9f93d-28b6-42b4-bfc5-35ff0f35488d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ed9a16db90d544e3a3faa23674f8969b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3962445 Feb 04 12:37:27.779497 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 50580) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:37:27.796527 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa9f93d-28b6-42b4-bfc5-35ff0f35488d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4e691d6-a10b-4d42-8755-6a2b5c548348,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:37:27.821068 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-d1c26674-cb26-4cc5-8951-0b01ccad08fe None None] Set router b10466ee-1526-44b9-9266-3022b75a68d4 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:37:27.891896 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-67f92f99-3352-4e8a-9b81-86e914c36f72 admin admin] Publish callbacks [] for security_group (d4e691d6-a10b-4d42-8755-6a2b5c548348), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:27.949273 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-67f92f99-3352-4e8a-9b81-86e914c36f72 admin admin] Publish callbacks [] for security_group (d4e691d6-a10b-4d42-8755-6a2b5c548348), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:28.039075 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-67f92f99-3352-4e8a-9b81-86e914c36f72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (d4e691d6-a10b-4d42-8755-6a2b5c548348), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:28.043056 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-67f92f99-3352-4e8a-9b81-86e914c36f72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:28.044838 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-67f92f99-3352-4e8a-9b81-86e914c36f72 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d4e691d6-a10b-4d42-8755-6a2b5c548348 HTTP/1.1" status: 204 len: 168 time: 0.2638566 Feb 04 12:37:28.060292 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f92f99-3352-4e8a-9b81-86e914c36f72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4e691d6-a10b-4d42-8755-6a2b5c548348,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:37:28.089068 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ec4bbe-fb12-4a81-9e28-75d0fb64d92e req-c51eb66b-3e77-4529-9d5f-e982bf758f05 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:28.090636 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-32ec4bbe-fb12-4a81-9e28-75d0fb64d92e req-c51eb66b-3e77-4529-9d5f-e982bf758f05 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd965a09-a3c2-4154-b1ba-6bff03a756a4 HTTP/1.1" status: 200 len: 946 time: 0.2746129 Feb 04 12:37:28.103220 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d73f2834-9454-44a5-82c5-962d56189fe5 req-216dd1e4-4ca0-4229-aea9-86b0f4275f3a service neutron] 10.222.0.65 "GET /v2.0/networks/211162ce-c654-4372-abd8-21bf219f75aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4327629 Feb 04 12:37:28.215171 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-d1c26674-cb26-4cc5-8951-0b01ccad08fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b10466ee-1526-44b9-9266-3022b75a68d4', 'name': 'tempest-ServersTestBootFromVolume-1315260022-router', 'tenant_id': '6811610fed404ab8950570f16fc94eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': 'fff9c98a-9f34-4437-b5e0-40b457f5f3bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:34:48Z', 'updated_at': '2022-02-04T12:35:00Z', 'revision_number': 4, 'project_id': '6811610fed404ab8950570f16fc94eb8', 'gw_port': {'id': 'fff9c98a-9f34-4437-b5e0-40b457f5f3bd', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:7e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b10466ee-1526-44b9-9266-3022b75a68d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:34:51Z', 'updated_at': '2022-02-04T12:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': 'b8f6588c-e64f-441d-8960-3fd5952b6e3a', 'tenant_id': '6811610fed404ab8950570f16fc94eb8', 'floating_ip_address': '172.25.3.187', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': 'b10466ee-1526-44b9-9266-3022b75a68d4', 'port_id': '4c40b330-5146-49b7-b628-bffee81080db', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1800, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e220eee6-efbf-4e16-8278-b7034a106a3d', 'mac_address': 'fa:16:3e:e0:e7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd965a09-a3c2-4154-b1ba-6bff03a756a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:35:07Z', 'updated_at': '2022-02-04T12:37:24Z', 'revision_number': 1, 'project_id': '6811610fed404ab8950570f16fc94eb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20c733f6-4681-42e1-a522-fb4ff38ed60c', 'name': '', 'network_id': 'e220eee6-efbf-4e16-8278-b7034a106a3d', 'tenant_id': '6811610fed404ab8950570f16fc94eb8', 'mac_address': 'fa:16:3e:53:86:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b10466ee-1526-44b9-9266-3022b75a68d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '8ed89237-317f-4530-8ecc-638834416f83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:34:58Z', 'updated_at': '2022-02-04T12:35:17Z', 'revision_number': 5, 'project_id': '6811610fed404ab8950570f16fc94eb8', 'subnets': [{'id': '8ed89237-317f-4530-8ecc-638834416f83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:37:28.271449 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-32ec4bbe-fb12-4a81-9e28-75d0fb64d92e req-c7d86846-97ef-4754-9434-34e908a56de2 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c18c1f6-d0db-4e54-9b84-8670e680f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1597862 Feb 04 12:37:28.296659 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c26674-cb26-4cc5-8951-0b01ccad08fe None None] The sync data for ids ['b10466ee-1526-44b9-9266-3022b75a68d4'] in n-d-825015-3 is: [{'id': 'b10466ee-1526-44b9-9266-3022b75a68d4', 'name': 'tempest-ServersTestBootFromVolume-1315260022-router', 'tenant_id': '6811610fed404ab8950570f16fc94eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': 'fff9c98a-9f34-4437-b5e0-40b457f5f3bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:34:48Z', 'updated_at': '2022-02-04T12:35:00Z', 'revision_number': 4, 'project_id': '6811610fed404ab8950570f16fc94eb8', 'gw_port': {'id': 'fff9c98a-9f34-4437-b5e0-40b457f5f3bd', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:7e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b10466ee-1526-44b9-9266-3022b75a68d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:34:51Z', 'updated_at': '2022-02-04T12:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': 'b8f6588c-e64f-441d-8960-3fd5952b6e3a', 'tenant_id': '6811610fed404ab8950570f16fc94eb8', 'floating_ip_address': '172.25.3.187', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': 'b10466ee-1526-44b9-9266-3022b75a68d4', 'port_id': '4c40b330-5146-49b7-b628-bffee81080db', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1800, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e220eee6-efbf-4e16-8278-b7034a106a3d', 'mac_address': 'fa:16:3e:e0:e7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd965a09-a3c2-4154-b1ba-6bff03a756a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:35:07Z', 'updated_at': '2022-02-04T12:37:24Z', 'revision_number': 1, 'project_id': '6811610fed404ab8950570f16fc94eb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20c733f6-4681-42e1-a522-fb4ff38ed60c', 'name': '', 'network_id': 'e220eee6-efbf-4e16-8278-b7034a106a3d', 'tenant_id': '6811610fed404ab8950570f16fc94eb8', 'mac_address': 'fa:16:3e:53:86:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b10466ee-1526-44b9-9266-3022b75a68d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '8ed89237-317f-4530-8ecc-638834416f83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:34:58Z', 'updated_at': '2022-02-04T12:35:17Z', 'revision_number': 5, 'project_id': '6811610fed404ab8950570f16fc94eb8', 'subnets': [{'id': '8ed89237-317f-4530-8ecc-638834416f83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:37:28.313001 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d73f2834-9454-44a5-82c5-962d56189fe5 req-60a6bb91-a657-4b3b-ae13-d05fc8729264 service neutron] 10.222.0.65 "GET /v2.0/networks/211162ce-c654-4372-abd8-21bf219f75aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088680 Feb 04 12:37:28.452969 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-82cead41-d773-4cb8-814d-1b6c35065a20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93e26e23-aeae-4d7b-8b8d-5e1d20ed84ca {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:37:28.470273 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-82cead41-d773-4cb8-814d-1b6c35065a20 service neutron] Publish callbacks [] for port (93e26e23-aeae-4d7b-8b8d-5e1d20ed84ca), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:28.524712 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-82cead41-d773-4cb8-814d-1b6c35065a20 service neutron] Transition to ACTIVE for port object 93e26e23-aeae-4d7b-8b8d-5e1d20ed84ca will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:37:28.530289 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-82cead41-d773-4cb8-814d-1b6c35065a20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (93e26e23-aeae-4d7b-8b8d-5e1d20ed84ca), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:28.563640 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f9f2e23-fcbd-4f77-bcec-0a420598f6a8 x-openstack-request-id: req-9f9f2e23-fcbd-4f77-bcec-0a420598f6a8 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:37:28.564029 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd965a09-a3c2-4154-b1ba-6bff03a756a4", "tag": "4c40b330-5146-49b7-b628-bffee81080db", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:37:28.564293 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9f9f2e23-fcbd-4f77-bcec-0a420598f6a8 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:37:28.564697 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd965a09-a3c2-4154-b1ba-6bff03a756a4', 'tag': '4c40b330-5146-49b7-b628-bffee81080db', 'status': 'completed', 'code': 200} Feb 04 12:37:28.708156 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-89812e5d-373b-4195-a26b-f27e5bce40cf req-081dc37c-ae1e-4c16-8d5f-78b9cba1a55c tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "GET /v2.0/ports?device_id=2bfeaefa-6e8b-49e8-a202-1541478b2560 HTTP/1.1" status: 200 len: 210 time: 0.0797293 Feb 04 12:37:28.762585 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff3a3a8-ac34-4076-a26c-9e2728e2a8dc None None] New status for floating IP b8f6588c-e64f-441d-8960-3fd5952b6e3a: ACTIVE {{(pid=103477) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 12:37:28.893164 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cead41-d773-4cb8-814d-1b6c35065a20 service neutron] Pushing event updated for resources: {'Port': ['ID=93e26e23-aeae-4d7b-8b8d-5e1d20ed84ca,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:37:28.960474 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-82cead41-d773-4cb8-814d-1b6c35065a20 service neutron] Attempting to bind port 93e26e23-aeae-4d7b-8b8d-5e1d20ed84ca on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:37:28.961436 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-82cead41-d773-4cb8-814d-1b6c35065a20 service neutron] Attempting to bind port 93e26e23-aeae-4d7b-8b8d-5e1d20ed84ca by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': 'f7d7b182-79a0-4db8-9fb8-bcb4599929bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '80f2e8f7-bfae-4f05-b06d-33405f9fbdc0'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:37:28.962087 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-82cead41-d773-4cb8-814d-1b6c35065a20 service neutron] Attempting to bind port 93e26e23-aeae-4d7b-8b8d-5e1d20ed84ca on network 80f2e8f7-bfae-4f05-b06d-33405f9fbdc0 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:37:28.993439 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-82cead41-d773-4cb8-814d-1b6c35065a20 service neutron] Port 93e26e23-aeae-4d7b-8b8d-5e1d20ed84ca on network 80f2e8f7-bfae-4f05-b06d-33405f9fbdc0 not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:37:28.994132 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-82cead41-d773-4cb8-814d-1b6c35065a20 service neutron] Attempting to bind port 93e26e23-aeae-4d7b-8b8d-5e1d20ed84ca on network 80f2e8f7-bfae-4f05-b06d-33405f9fbdc0 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:37:29.002797 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-82cead41-d773-4cb8-814d-1b6c35065a20 service neutron] Checking agent: {'id': 'f8add0d2-2202-43d3-bc0e-72442788e6ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:37:29.003625 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-82cead41-d773-4cb8-814d-1b6c35065a20 service neutron] Checking segment: {'id': 'f7d7b182-79a0-4db8-9fb8-bcb4599929bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '80f2e8f7-bfae-4f05-b06d-33405f9fbdc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:37:29.004245 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-82cead41-d773-4cb8-814d-1b6c35065a20 service neutron] Bound using segment: {'id': 'f7d7b182-79a0-4db8-9fb8-bcb4599929bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '80f2e8f7-bfae-4f05-b06d-33405f9fbdc0'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:37:29.004872 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-82cead41-d773-4cb8-814d-1b6c35065a20 service neutron] Bound port: 93e26e23-aeae-4d7b-8b8d-5e1d20ed84ca, host: n-h1-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7d7b182-79a0-4db8-9fb8-bcb4599929bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '80f2e8f7-bfae-4f05-b06d-33405f9fbdc0'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:37:29.005452 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-82cead41-d773-4cb8-814d-1b6c35065a20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (93e26e23-aeae-4d7b-8b8d-5e1d20ed84ca), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:29.011637 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a2747f-405b-47bb-9d95-58a566d82a0a req-b659d9cd-e353-4354-9f3f-8ace31cd4628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:29.013435 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-71a2747f-405b-47bb-9d95-58a566d82a0a req-b659d9cd-e353-4354-9f3f-8ace31cd4628 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6811610fed404ab8950570f16fc94eb8&device_id=fd965a09-a3c2-4154-b1ba-6bff03a756a4 HTTP/1.1" status: 200 len: 1128 time: 0.4477069 Feb 04 12:37:29.194757 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a2747f-405b-47bb-9d95-58a566d82a0a req-6644960d-3a7a-41fb-a9d3-f33f3ffd68f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:29.197404 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-71a2747f-405b-47bb-9d95-58a566d82a0a req-6644960d-3a7a-41fb-a9d3-f33f3ffd68f6 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e220eee6-efbf-4e16-8278-b7034a106a3d HTTP/1.1" status: 200 len: 917 time: 0.1747527 Feb 04 12:37:29.378440 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c15993-a605-4d76-8635-e429830781aa req-0cf5d1fd-ef1b-4304-80d0-9cec9bb52967 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:29.397243 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c15993-a605-4d76-8635-e429830781aa req-0cf5d1fd-ef1b-4304-80d0-9cec9bb52967 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:29.409521 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c15993-a605-4d76-8635-e429830781aa req-0cf5d1fd-ef1b-4304-80d0-9cec9bb52967 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:29.423912 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c15993-a605-4d76-8635-e429830781aa req-0cf5d1fd-ef1b-4304-80d0-9cec9bb52967 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:29.433889 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c15993-a605-4d76-8635-e429830781aa req-0cf5d1fd-ef1b-4304-80d0-9cec9bb52967 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:29.439134 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c15993-a605-4d76-8635-e429830781aa req-0cf5d1fd-ef1b-4304-80d0-9cec9bb52967 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:29.460401 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c15993-a605-4d76-8635-e429830781aa req-0cf5d1fd-ef1b-4304-80d0-9cec9bb52967 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:29.463963 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-25c15993-a605-4d76-8635-e429830781aa req-0cf5d1fd-ef1b-4304-80d0-9cec9bb52967 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 5391 time: 0.5250120 Feb 04 12:37:29.606168 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-71a2747f-405b-47bb-9d95-58a566d82a0a req-2eec6cc0-0b41-4374-9211-58931e553337 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c40b330-5146-49b7-b628-bffee81080db HTTP/1.1" status: 200 len: 1002 time: 0.3986697 Feb 04 12:37:29.676916 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a2747f-405b-47bb-9d95-58a566d82a0a req-1fad582b-d9e5-41e4-88b2-e06a82dbb269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:29.678643 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-71a2747f-405b-47bb-9d95-58a566d82a0a req-1fad582b-d9e5-41e4-88b2-e06a82dbb269 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8ed89237-317f-4530-8ecc-638834416f83 HTTP/1.1" status: 200 len: 855 time: 0.0598350 Feb 04 12:37:29.727468 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-25c15993-a605-4d76-8635-e429830781aa req-61488924-111e-4f95-8640-b6cdcdc403de tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/security-groups?id=6fb9d925-f1ad-446a-9918-6c4396d6cf75&id=298cdae3-8a94-4f2b-ad9f-68a3e4a3ab72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2204595 Feb 04 12:37:29.736629 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-82cead41-d773-4cb8-814d-1b6c35065a20 service neutron] For port 93e26e23-aeae-4d7b-8b8d-5e1d20ed84ca, host n-h1-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:37:29.777517 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-82cead41-d773-4cb8-814d-1b6c35065a20 service neutron] For port 93e26e23-aeae-4d7b-8b8d-5e1d20ed84ca, host n-h1-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=93e26e23-aeae-4d7b-8b8d-5e1d20ed84ca,segment=NetworkSegment(f7d7b182-79a0-4db8-9fb8-bcb4599929bb),segment_id=f7d7b182-79a0-4db8-9fb8-bcb4599929bb)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:37:29.791311 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-82cead41-d773-4cb8-814d-1b6c35065a20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (93e26e23-aeae-4d7b-8b8d-5e1d20ed84ca), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:29.808514 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cde231-5a1c-4322-88ea-6e10932d3435 req-882d32b6-39cc-4a8b-b999-d841ba0d2fb4 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:29.810115 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f4cde231-5a1c-4322-88ea-6e10932d3435 req-882d32b6-39cc-4a8b-b999-d841ba0d2fb4 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd965a09-a3c2-4154-b1ba-6bff03a756a4 HTTP/1.1" status: 200 len: 946 time: 0.3092060 Feb 04 12:37:29.823723 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-82cead41-d773-4cb8-814d-1b6c35065a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:29.824525 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-82cead41-d773-4cb8-814d-1b6c35065a20 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:29.826474 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-82cead41-d773-4cb8-814d-1b6c35065a20 service neutron] 10.222.0.73 "PUT /v2.0/ports/93e26e23-aeae-4d7b-8b8d-5e1d20ed84ca HTTP/1.1" status: 200 len: 1090 time: 2.5420580 Feb 04 12:37:29.879266 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-f617e9da-d08e-4783-8cfd-6913223b9344 service neutron] Request body: {'port': {'device_id': 'eefed902-5b4d-4ff7-b65f-81c365a034bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:37:29.911313 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a2747f-405b-47bb-9d95-58a566d82a0a req-85f6444e-92a8-43da-aafb-39b13b38c7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:29.914077 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-71a2747f-405b-47bb-9d95-58a566d82a0a req-85f6444e-92a8-43da-aafb-39b13b38c7d7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e220eee6-efbf-4e16-8278-b7034a106a3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1954923 Feb 04 12:37:29.986187 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cead41-d773-4cb8-814d-1b6c35065a20 service neutron] Pushing event updated for resources: {'Port': ['ID=93e26e23-aeae-4d7b-8b8d-5e1d20ed84ca,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:37:30.127151 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-71a2747f-405b-47bb-9d95-58a566d82a0a req-e4773b3f-6e1a-4f0f-9d9c-c12176b62019 service neutron] 10.222.0.77 "GET /v2.0/networks/e220eee6-efbf-4e16-8278-b7034a106a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264942 Feb 04 12:37:30.234927 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3d1658a3-bd14-41bb-8801-c18f10a14829 req-b40186d9-6f38-489a-9eb8-d4a1cddcdb93 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "GET /v2.0/ports?device_id=2bfeaefa-6e8b-49e8-a202-1541478b2560 HTTP/1.1" status: 200 len: 210 time: 0.2354026 Feb 04 12:37:30.257157 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f4cde231-5a1c-4322-88ea-6e10932d3435 req-c1041a8d-e308-49ca-9df2-03a4fb06ba4a tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c18c1f6-d0db-4e54-9b84-8670e680f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4372973 Feb 04 12:37:30.296139 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-f617e9da-d08e-4783-8cfd-6913223b9344 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (369e2b86-af73-486f-abc1-03eef083894c), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:30.356924 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-71a2747f-405b-47bb-9d95-58a566d82a0a req-075a4c51-c405-4d99-9033-e70c776ac4fd service neutron] 10.222.0.77 "GET /v2.0/networks/e220eee6-efbf-4e16-8278-b7034a106a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174978 Feb 04 12:37:30.572575 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eefed902-5b4d-4ff7-b65f-81c365a034bc', 'tag': '7b388f88-9bfb-4b99-9347-ac1c0aba4fb8'}, {'name': 'network-changed', 'server_uuid': 'eefed902-5b4d-4ff7-b65f-81c365a034bc', 'tag': '93e26e23-aeae-4d7b-8b8d-5e1d20ed84ca'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:37:30.575165 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b6c5aac-03c5-49ff-9189-a08f868ffd14" -d '{"events": [{"name": "network-changed", "server_uuid": "eefed902-5b4d-4ff7-b65f-81c365a034bc", "tag": "7b388f88-9bfb-4b99-9347-ac1c0aba4fb8"}, {"name": "network-changed", "server_uuid": "eefed902-5b4d-4ff7-b65f-81c365a034bc", "tag": "93e26e23-aeae-4d7b-8b8d-5e1d20ed84ca"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:37:30.643079 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 04 Feb 2022 12:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b255ed4-630d-4aa5-8bcc-23866fc8d87f x-openstack-request-id: req-4b255ed4-630d-4aa5-8bcc-23866fc8d87f {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:37:30.643485 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eefed902-5b4d-4ff7-b65f-81c365a034bc", "tag": "7b388f88-9bfb-4b99-9347-ac1c0aba4fb8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "eefed902-5b4d-4ff7-b65f-81c365a034bc", "tag": "93e26e23-aeae-4d7b-8b8d-5e1d20ed84ca", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:37:30.643685 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4b255ed4-630d-4aa5-8bcc-23866fc8d87f {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:37:30.644053 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eefed902-5b4d-4ff7-b65f-81c365a034bc', 'tag': '7b388f88-9bfb-4b99-9347-ac1c0aba4fb8', 'status': 'completed', 'code': 200} Feb 04 12:37:30.644317 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eefed902-5b4d-4ff7-b65f-81c365a034bc', 'tag': '93e26e23-aeae-4d7b-8b8d-5e1d20ed84ca', 'status': 'completed', 'code': 200} Feb 04 12:37:30.759022 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f2834-9454-44a5-82c5-962d56189fe5 req-d915c9d5-f6aa-4b18-9ca8-b5db7c75f6c4 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:30.760693 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d73f2834-9454-44a5-82c5-962d56189fe5 req-d915c9d5-f6aa-4b18-9ca8-b5db7c75f6c4 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.77 "GET /v2.0/networks?id=211162ce-c654-4372-abd8-21bf219f75aa HTTP/1.1" status: 200 len: 811 time: 0.3102870 Feb 04 12:37:30.983475 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6c5aac-03c5-49ff-9189-a08f868ffd14 req-44fcc536-35b5-439c-bdaf-7f8c24ac5d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:30.985310 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6c5aac-03c5-49ff-9189-a08f868ffd14 req-44fcc536-35b5-439c-bdaf-7f8c24ac5d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:30.985310 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6c5aac-03c5-49ff-9189-a08f868ffd14 req-44fcc536-35b5-439c-bdaf-7f8c24ac5d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:30.985310 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6c5aac-03c5-49ff-9189-a08f868ffd14 req-44fcc536-35b5-439c-bdaf-7f8c24ac5d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:30.985579 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6c5aac-03c5-49ff-9189-a08f868ffd14 req-44fcc536-35b5-439c-bdaf-7f8c24ac5d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:30.985888 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6c5aac-03c5-49ff-9189-a08f868ffd14 req-44fcc536-35b5-439c-bdaf-7f8c24ac5d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:30.986338 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6c5aac-03c5-49ff-9189-a08f868ffd14 req-44fcc536-35b5-439c-bdaf-7f8c24ac5d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:30.988343 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7b6c5aac-03c5-49ff-9189-a08f868ffd14 req-44fcc536-35b5-439c-bdaf-7f8c24ac5d6d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6d2d96abb2ff46d88357aa25adf70711&device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 6407 time: 0.3061459 Feb 04 12:37:31.001994 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d73f2834-9454-44a5-82c5-962d56189fe5 req-d84b02a8-3723-4c49-a8c7-a718210d8b91 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=31d6c346447a48008dccda4817c529a1 HTTP/1.1" status: 200 len: 380 time: 0.2301619 Feb 04 12:37:31.036613 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:31.142504 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-d73f2834-9454-44a5-82c5-962d56189fe5 req-3108616c-fcf4-496b-ab6b-5bba2e0e9834 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Request body: {'port': {'device_id': '2bfeaefa-6e8b-49e8-a202-1541478b2560', 'network_id': '211162ce-c654-4372-abd8-21bf219f75aa', 'admin_state_up': True, 'tenant_id': '31d6c346447a48008dccda4817c529a1', 'security_groups': ['fdbd4e3f-31c9-4f42-8b92-5879438ef249']}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:37:31.190819 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6c5aac-03c5-49ff-9189-a08f868ffd14 req-d36d1b35-147c-40a4-908f-0c7d9477fd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:31.191891 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6c5aac-03c5-49ff-9189-a08f868ffd14 req-d36d1b35-147c-40a4-908f-0c7d9477fd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:31.192516 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6c5aac-03c5-49ff-9189-a08f868ffd14 req-d36d1b35-147c-40a4-908f-0c7d9477fd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:31.194264 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7b6c5aac-03c5-49ff-9189-a08f868ffd14 req-d36d1b35-147c-40a4-908f-0c7d9477fd7c service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=6d2d96abb2ff46d88357aa25adf70711&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1532915 Feb 04 12:37:31.322982 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-f617e9da-d08e-4783-8cfd-6913223b9344 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 369e2b86-af73-486f-abc1-03eef083894c {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:37:31.369201 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-f617e9da-d08e-4783-8cfd-6913223b9344 service neutron] Publish callbacks [] for port (369e2b86-af73-486f-abc1-03eef083894c), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:31.681552 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:31.775552 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e7a442-efe6-49bd-88aa-f15c3c3992c9 req-ec96e315-6eea-4a2a-bd98-f98d98dd2de8 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:31.781000 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e7a442-efe6-49bd-88aa-f15c3c3992c9 req-ec96e315-6eea-4a2a-bd98-f98d98dd2de8 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:31.786389 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e7a442-efe6-49bd-88aa-f15c3c3992c9 req-ec96e315-6eea-4a2a-bd98-f98d98dd2de8 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:31.793591 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e7a442-efe6-49bd-88aa-f15c3c3992c9 req-ec96e315-6eea-4a2a-bd98-f98d98dd2de8 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:31.798822 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e7a442-efe6-49bd-88aa-f15c3c3992c9 req-ec96e315-6eea-4a2a-bd98-f98d98dd2de8 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:31.804773 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e7a442-efe6-49bd-88aa-f15c3c3992c9 req-ec96e315-6eea-4a2a-bd98-f98d98dd2de8 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:31.810476 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e7a442-efe6-49bd-88aa-f15c3c3992c9 req-ec96e315-6eea-4a2a-bd98-f98d98dd2de8 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:31.812631 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-43e7a442-efe6-49bd-88aa-f15c3c3992c9 req-ec96e315-6eea-4a2a-bd98-f98d98dd2de8 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 5391 time: 0.8791323 Feb 04 12:37:31.813771 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-f617e9da-d08e-4783-8cfd-6913223b9344 service neutron] Transition to ACTIVE for port object 369e2b86-af73-486f-abc1-03eef083894c will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:37:31.850865 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-f617e9da-d08e-4783-8cfd-6913223b9344 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (369e2b86-af73-486f-abc1-03eef083894c), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:31.871957 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9f2e41e1-7e4c-4a18-82e1-0d6192ee2c33 req-36cb032d-dec0-41b1-a46d-d325605c9093 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "GET /v2.0/ports?device_id=2bfeaefa-6e8b-49e8-a202-1541478b2560 HTTP/1.1" status: 200 len: 210 time: 0.4683571 Feb 04 12:37:31.959559 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6c5aac-03c5-49ff-9189-a08f868ffd14 req-39c43f26-7d7b-4b6b-9b83-b364616a6c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:31.961843 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7b6c5aac-03c5-49ff-9189-a08f868ffd14 req-39c43f26-7d7b-4b6b-9b83-b364616a6c55 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7525439 Feb 04 12:37:32.040889 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f617e9da-d08e-4783-8cfd-6913223b9344 service neutron] Pushing event updated for resources: {'Port': ['ID=369e2b86-af73-486f-abc1-03eef083894c,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:37:32.153454 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d73f2834-9454-44a5-82c5-962d56189fe5 req-3108616c-fcf4-496b-ab6b-5bba2e0e9834 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Made reservation on behalf of 31d6c346447a48008dccda4817c529a1 for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:37:32.157473 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-d73f2834-9454-44a5-82c5-962d56189fe5 req-3108616c-fcf4-496b-ab6b-5bba2e0e9834 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:32.228545 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-43e7a442-efe6-49bd-88aa-f15c3c3992c9 req-70a8a803-a9ff-4490-8c6f-62ba362011ac tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/security-groups?id=6fb9d925-f1ad-446a-9918-6c4396d6cf75&id=298cdae3-8a94-4f2b-ad9f-68a3e4a3ab72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4061170 Feb 04 12:37:32.254461 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-f617e9da-d08e-4783-8cfd-6913223b9344 service neutron] Attempting to bind port 369e2b86-af73-486f-abc1-03eef083894c on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:37:32.254800 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-f617e9da-d08e-4783-8cfd-6913223b9344 service neutron] Attempting to bind port 369e2b86-af73-486f-abc1-03eef083894c by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': 'f7d7b182-79a0-4db8-9fb8-bcb4599929bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '80f2e8f7-bfae-4f05-b06d-33405f9fbdc0'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:37:32.255130 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-f617e9da-d08e-4783-8cfd-6913223b9344 service neutron] Attempting to bind port 369e2b86-af73-486f-abc1-03eef083894c on network 80f2e8f7-bfae-4f05-b06d-33405f9fbdc0 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:37:32.327489 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6c5aac-03c5-49ff-9189-a08f868ffd14 req-bd2164d4-a257-46ad-a31b-3fd2b1e4372f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:32.328151 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6c5aac-03c5-49ff-9189-a08f868ffd14 req-bd2164d4-a257-46ad-a31b-3fd2b1e4372f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:32.329129 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6c5aac-03c5-49ff-9189-a08f868ffd14 req-bd2164d4-a257-46ad-a31b-3fd2b1e4372f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:32.329787 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6c5aac-03c5-49ff-9189-a08f868ffd14 req-bd2164d4-a257-46ad-a31b-3fd2b1e4372f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:32.330270 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6c5aac-03c5-49ff-9189-a08f868ffd14 req-bd2164d4-a257-46ad-a31b-3fd2b1e4372f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:32.330743 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6c5aac-03c5-49ff-9189-a08f868ffd14 req-bd2164d4-a257-46ad-a31b-3fd2b1e4372f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:32.331268 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6c5aac-03c5-49ff-9189-a08f868ffd14 req-bd2164d4-a257-46ad-a31b-3fd2b1e4372f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:32.333529 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7b6c5aac-03c5-49ff-9189-a08f868ffd14 req-bd2164d4-a257-46ad-a31b-3fd2b1e4372f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6d2d96abb2ff46d88357aa25adf70711&device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 6432 time: 0.2904890 Feb 04 12:37:32.334244 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-f617e9da-d08e-4783-8cfd-6913223b9344 service neutron] Port 369e2b86-af73-486f-abc1-03eef083894c on network 80f2e8f7-bfae-4f05-b06d-33405f9fbdc0 not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:37:32.334576 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-f617e9da-d08e-4783-8cfd-6913223b9344 service neutron] Attempting to bind port 369e2b86-af73-486f-abc1-03eef083894c on network 80f2e8f7-bfae-4f05-b06d-33405f9fbdc0 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:37:32.458453 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-f617e9da-d08e-4783-8cfd-6913223b9344 service neutron] Checking agent: {'id': 'f8add0d2-2202-43d3-bc0e-72442788e6ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:37:32.458880 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-f617e9da-d08e-4783-8cfd-6913223b9344 service neutron] Checking segment: {'id': 'f7d7b182-79a0-4db8-9fb8-bcb4599929bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '80f2e8f7-bfae-4f05-b06d-33405f9fbdc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:37:32.459351 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-f617e9da-d08e-4783-8cfd-6913223b9344 service neutron] Bound using segment: {'id': 'f7d7b182-79a0-4db8-9fb8-bcb4599929bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '80f2e8f7-bfae-4f05-b06d-33405f9fbdc0'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:37:32.459923 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-f617e9da-d08e-4783-8cfd-6913223b9344 service neutron] Bound port: 369e2b86-af73-486f-abc1-03eef083894c, host: n-h1-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7d7b182-79a0-4db8-9fb8-bcb4599929bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '80f2e8f7-bfae-4f05-b06d-33405f9fbdc0'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:37:32.460352 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-f617e9da-d08e-4783-8cfd-6913223b9344 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (369e2b86-af73-486f-abc1-03eef083894c), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:32.493705 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7386be7c-765b-4beb-8468-6aa7e089669c req-a1eedfa4-c401-4e1e-a5d7-0f08cce2577e tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:32.495098 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7386be7c-765b-4beb-8468-6aa7e089669c req-a1eedfa4-c401-4e1e-a5d7-0f08cce2577e tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd965a09-a3c2-4154-b1ba-6bff03a756a4 HTTP/1.1" status: 200 len: 946 time: 0.4011145 Feb 04 12:37:32.664208 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7386be7c-765b-4beb-8468-6aa7e089669c req-45fbd5e3-7317-4924-bba1-6c9473eed864 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c18c1f6-d0db-4e54-9b84-8670e680f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1579788 Feb 04 12:37:32.683833 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-f617e9da-d08e-4783-8cfd-6913223b9344 service neutron] For port 369e2b86-af73-486f-abc1-03eef083894c, host n-h1-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:37:32.691638 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-f617e9da-d08e-4783-8cfd-6913223b9344 service neutron] For port 369e2b86-af73-486f-abc1-03eef083894c, host n-h1-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=369e2b86-af73-486f-abc1-03eef083894c,segment=NetworkSegment(f7d7b182-79a0-4db8-9fb8-bcb4599929bb),segment_id=f7d7b182-79a0-4db8-9fb8-bcb4599929bb)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:37:32.702780 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6c5aac-03c5-49ff-9189-a08f868ffd14 req-258b3462-c42f-4a9a-bdb3-e650fca6e847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:32.703330 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6c5aac-03c5-49ff-9189-a08f868ffd14 req-258b3462-c42f-4a9a-bdb3-e650fca6e847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:32.703830 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6c5aac-03c5-49ff-9189-a08f868ffd14 req-258b3462-c42f-4a9a-bdb3-e650fca6e847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:32.714688 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7b6c5aac-03c5-49ff-9189-a08f868ffd14 req-258b3462-c42f-4a9a-bdb3-e650fca6e847 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=6d2d96abb2ff46d88357aa25adf70711&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3438089 Feb 04 12:37:32.716407 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-d73f2834-9454-44a5-82c5-962d56189fe5 req-3108616c-fcf4-496b-ab6b-5bba2e0e9834 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Allocated IP 172.20.0.11 (211162ce-c654-4372-abd8-21bf219f75aa/a7a80143-29a9-4ba6-9987-42b8f7317e54/cd92a9f3-3217-44ae-9536-eca62c157bcd) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:37:32.719084 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-f617e9da-d08e-4783-8cfd-6913223b9344 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (369e2b86-af73-486f-abc1-03eef083894c), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:32.900295 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-f617e9da-d08e-4783-8cfd-6913223b9344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:32.901814 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-f617e9da-d08e-4783-8cfd-6913223b9344 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:32.903242 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-f617e9da-d08e-4783-8cfd-6913223b9344 service neutron] 10.222.0.73 "PUT /v2.0/ports/369e2b86-af73-486f-abc1-03eef083894c HTTP/1.1" status: 200 len: 1091 time: 3.0429714 Feb 04 12:37:32.914742 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eefed902-5b4d-4ff7-b65f-81c365a034bc', 'tag': '369e2b86-af73-486f-abc1-03eef083894c'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:37:32.934970 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50ca8326-6035-40e7-ae66-03aa861f2cdf" -d '{"events": [{"name": "network-changed", "server_uuid": "eefed902-5b4d-4ff7-b65f-81c365a034bc", "tag": "369e2b86-af73-486f-abc1-03eef083894c"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:37:33.004589 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-cf001d19-ac93-4e4f-895d-48d3e8a35999 service neutron] Request body: {'port': {'device_id': 'eefed902-5b4d-4ff7-b65f-81c365a034bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:37:33.057707 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 50668) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:37:33.173871 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-465969fe-08fb-45d8-bc23-40d5c4043d32 req-00f3fd88-de63-4282-87fc-e49dc8cc574b tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "GET /v2.0/ports?device_id=2bfeaefa-6e8b-49e8-a202-1541478b2560 HTTP/1.1" status: 200 len: 210 time: 0.1168714 Feb 04 12:37:33.209827 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f617e9da-d08e-4783-8cfd-6913223b9344 service neutron] Pushing event updated for resources: {'Port': ['ID=369e2b86-af73-486f-abc1-03eef083894c,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:37:33.238962 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-cf001d19-ac93-4e4f-895d-48d3e8a35999 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (f1076bf2-b0e8-43a0-93ba-971d778811b6), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:33.327594 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d22c0615-bc28-4561-b6d3-2bad1111f273 x-openstack-request-id: req-d22c0615-bc28-4561-b6d3-2bad1111f273 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:37:33.328678 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eefed902-5b4d-4ff7-b65f-81c365a034bc", "tag": "369e2b86-af73-486f-abc1-03eef083894c", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:37:33.328678 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d22c0615-bc28-4561-b6d3-2bad1111f273 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:37:33.328678 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eefed902-5b4d-4ff7-b65f-81c365a034bc', 'tag': '369e2b86-af73-486f-abc1-03eef083894c', 'status': 'completed', 'code': 200} Feb 04 12:37:33.336039 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c850548-265e-4d6b-bfa4-446854d966f5 req-5b907dd5-558b-451c-8219-ac5e49640e60 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:33.337908 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6c850548-265e-4d6b-bfa4-446854d966f5 req-5b907dd5-558b-451c-8219-ac5e49640e60 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd965a09-a3c2-4154-b1ba-6bff03a756a4 HTTP/1.1" status: 200 len: 946 time: 0.4963312 Feb 04 12:37:33.354289 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6c5aac-03c5-49ff-9189-a08f868ffd14 req-ccd76b3f-3b33-41d5-8666-7cf0e1133d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:33.355830 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7b6c5aac-03c5-49ff-9189-a08f868ffd14 req-ccd76b3f-3b33-41d5-8666-7cf0e1133d10 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6344528 Feb 04 12:37:33.369413 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b0373dc2-a068-4362-aad3-6264b9a57518 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:33.524907 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b0373dc2-a068-4362-aad3-6264b9a57518 admin admin] Publish callbacks [] for security_group (10032ea5-212d-44aa-81f0-ee058ed51135), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:33.532969 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b0373dc2-a068-4362-aad3-6264b9a57518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (10032ea5-212d-44aa-81f0-ee058ed51135), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:33.587232 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-d73f2834-9454-44a5-82c5-962d56189fe5 req-3108616c-fcf4-496b-ab6b-5bba2e0e9834 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Publish callbacks [] for port (cd92a9f3-3217-44ae-9536-eca62c157bcd), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:33.604922 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-b0373dc2-a068-4362-aad3-6264b9a57518 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6b09c18fba5a465e81356a4f32e5dd9d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5453682 Feb 04 12:37:33.605967 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 50674) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:37:33.614097 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0373dc2-a068-4362-aad3-6264b9a57518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10032ea5-212d-44aa-81f0-ee058ed51135,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:37:33.688002 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ca6c11d8-9222-4709-92b9-a1bcdedbec5e admin admin] Publish callbacks [] for security_group (10032ea5-212d-44aa-81f0-ee058ed51135), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:33.716339 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ca6c11d8-9222-4709-92b9-a1bcdedbec5e admin admin] Publish callbacks [] for security_group (10032ea5-212d-44aa-81f0-ee058ed51135), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:33.750739 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6c850548-265e-4d6b-bfa4-446854d966f5 req-d712f26f-3ec5-418d-8550-5cc819fb84a7 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c18c1f6-d0db-4e54-9b84-8670e680f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4017997 Feb 04 12:37:33.783028 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ca8326-6035-40e7-ae66-03aa861f2cdf req-0fd4d57d-a811-4fef-b1f0-061aa8ab96a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:33.783430 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ca8326-6035-40e7-ae66-03aa861f2cdf req-0fd4d57d-a811-4fef-b1f0-061aa8ab96a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:33.783940 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ca8326-6035-40e7-ae66-03aa861f2cdf req-0fd4d57d-a811-4fef-b1f0-061aa8ab96a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:33.784402 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ca8326-6035-40e7-ae66-03aa861f2cdf req-0fd4d57d-a811-4fef-b1f0-061aa8ab96a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:33.784871 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ca8326-6035-40e7-ae66-03aa861f2cdf req-0fd4d57d-a811-4fef-b1f0-061aa8ab96a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:33.785416 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ca8326-6035-40e7-ae66-03aa861f2cdf req-0fd4d57d-a811-4fef-b1f0-061aa8ab96a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:33.785804 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ca8326-6035-40e7-ae66-03aa861f2cdf req-0fd4d57d-a811-4fef-b1f0-061aa8ab96a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:33.787799 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-50ca8326-6035-40e7-ae66-03aa861f2cdf req-0fd4d57d-a811-4fef-b1f0-061aa8ab96a2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6d2d96abb2ff46d88357aa25adf70711&device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 6505 time: 0.3628721 Feb 04 12:37:33.806132 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ca6c11d8-9222-4709-92b9-a1bcdedbec5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (10032ea5-212d-44aa-81f0-ee058ed51135), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:33.806132 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ca6c11d8-9222-4709-92b9-a1bcdedbec5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:33.821670 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-ca6c11d8-9222-4709-92b9-a1bcdedbec5e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/10032ea5-212d-44aa-81f0-ee058ed51135 HTTP/1.1" status: 204 len: 168 time: 0.2002094 Feb 04 12:37:33.852201 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6c11d8-9222-4709-92b9-a1bcdedbec5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10032ea5-212d-44aa-81f0-ee058ed51135,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:37:33.878107 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275a6b24-f206-4860-b48d-9c047b94d38b req-90ae6c97-7864-4169-a02c-254de4afba4c tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:33.884170 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275a6b24-f206-4860-b48d-9c047b94d38b req-90ae6c97-7864-4169-a02c-254de4afba4c tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:33.889605 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275a6b24-f206-4860-b48d-9c047b94d38b req-90ae6c97-7864-4169-a02c-254de4afba4c tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:33.895658 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275a6b24-f206-4860-b48d-9c047b94d38b req-90ae6c97-7864-4169-a02c-254de4afba4c tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:33.902097 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275a6b24-f206-4860-b48d-9c047b94d38b req-90ae6c97-7864-4169-a02c-254de4afba4c tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:33.907476 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275a6b24-f206-4860-b48d-9c047b94d38b req-90ae6c97-7864-4169-a02c-254de4afba4c tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:33.912896 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275a6b24-f206-4860-b48d-9c047b94d38b req-90ae6c97-7864-4169-a02c-254de4afba4c tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:33.915924 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-275a6b24-f206-4860-b48d-9c047b94d38b req-90ae6c97-7864-4169-a02c-254de4afba4c tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 5403 time: 0.4288816 Feb 04 12:37:34.043918 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-d73f2834-9454-44a5-82c5-962d56189fe5 req-3108616c-fcf4-496b-ab6b-5bba2e0e9834 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (cd92a9f3-3217-44ae-9536-eca62c157bcd), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:34.162622 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-275a6b24-f206-4860-b48d-9c047b94d38b req-068c661d-12c7-4028-9b0d-4875fde377d9 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/security-groups?id=6fb9d925-f1ad-446a-9918-6c4396d6cf75&id=298cdae3-8a94-4f2b-ad9f-68a3e4a3ab72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2250051 Feb 04 12:37:34.216844 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d73f2834-9454-44a5-82c5-962d56189fe5 req-3108616c-fcf4-496b-ab6b-5bba2e0e9834 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Network 211162ce-c654-4372-abd8-21bf219f75aa is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:37:34.246040 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ca8326-6035-40e7-ae66-03aa861f2cdf req-3eaca8ea-64d5-4183-99c3-d39658b9bd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:34.254666 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ca8326-6035-40e7-ae66-03aa861f2cdf req-3eaca8ea-64d5-4183-99c3-d39658b9bd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:34.259399 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ca8326-6035-40e7-ae66-03aa861f2cdf req-3eaca8ea-64d5-4183-99c3-d39658b9bd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:34.272442 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-50ca8326-6035-40e7-ae66-03aa861f2cdf req-3eaca8ea-64d5-4183-99c3-d39658b9bd3e service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=6d2d96abb2ff46d88357aa25adf70711&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4690871 Feb 04 12:37:34.274507 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-d73f2834-9454-44a5-82c5-962d56189fe5 req-3108616c-fcf4-496b-ab6b-5bba2e0e9834 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:37:34.277027 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3108616c-fcf4-496b-ab6b-5bba2e0e9834 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Pushing event updated for resources: {'Port': ['ID=cd92a9f3-3217-44ae-9536-eca62c157bcd,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:37:34.418812 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-d73f2834-9454-44a5-82c5-962d56189fe5 req-3108616c-fcf4-496b-ab6b-5bba2e0e9834 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:37:34.430972 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ca8326-6035-40e7-ae66-03aa861f2cdf req-85ef7c6e-ac7f-4e11-8660-e087d0c4c711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:34.433581 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-50ca8326-6035-40e7-ae66-03aa861f2cdf req-85ef7c6e-ac7f-4e11-8660-e087d0c4c711 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1410851 Feb 04 12:37:34.467316 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 50684) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:37:34.496125 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bacbc42f-2824-4afc-b1ff-f51063bf1d6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:34.612152 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bacbc42f-2824-4afc-b1ff-f51063bf1d6a admin admin] Publish callbacks [] for security_group (98f474cd-c7aa-4c51-b91f-a3b36d4ca5a9), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:34.618739 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bacbc42f-2824-4afc-b1ff-f51063bf1d6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (98f474cd-c7aa-4c51-b91f-a3b36d4ca5a9), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:34.638222 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f2834-9454-44a5-82c5-962d56189fe5 req-3108616c-fcf4-496b-ab6b-5bba2e0e9834 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:34.638625 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-d73f2834-9454-44a5-82c5-962d56189fe5 req-3108616c-fcf4-496b-ab6b-5bba2e0e9834 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:34.665345 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-bacbc42f-2824-4afc-b1ff-f51063bf1d6a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d84111fb7715409dbb09e5099ec73044&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1961861 Feb 04 12:37:34.666639 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacbc42f-2824-4afc-b1ff-f51063bf1d6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98f474cd-c7aa-4c51-b91f-a3b36d4ca5a9,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:37:34.669146 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 50686) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:37:34.711602 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d73f2834-9454-44a5-82c5-962d56189fe5 req-3108616c-fcf4-496b-ab6b-5bba2e0e9834 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6440790 Feb 04 12:37:34.721003 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bad2ad-33e1-4199-80d8-da4b26cbaa0b req-5d618752-0cd5-4a6d-a6a9-9a12b7728c98 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:34.722534 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-44bad2ad-33e1-4199-80d8-da4b26cbaa0b req-5d618752-0cd5-4a6d-a6a9-9a12b7728c98 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "GET /v2.0/ports?device_id=2bfeaefa-6e8b-49e8-a202-1541478b2560 HTTP/1.1" status: 200 len: 932 time: 0.3079677 Feb 04 12:37:34.732361 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-d73f2834-9454-44a5-82c5-962d56189fe5 req-dd849bf8-df83-444c-adab-f6a2b6c7ff93 service neutron] Request body: {'port': {'device_id': '2bfeaefa-6e8b-49e8-a202-1541478b2560', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:37:34.740877 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5cbf65e4-9b25-4c35-8565-ed06f3622453 admin admin] Publish callbacks [] for security_group (98f474cd-c7aa-4c51-b91f-a3b36d4ca5a9), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:34.747231 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-a5c91112-2a69-4515-8027-5982ee5f1fd1 None None] Provisioning complete for port cd92a9f3-3217-44ae-9536-eca62c157bcd triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:37:34.749377 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a5c91112-2a69-4515-8027-5982ee5f1fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (cd92a9f3-3217-44ae-9536-eca62c157bcd), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:34.778498 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5cbf65e4-9b25-4c35-8565-ed06f3622453 admin admin] Publish callbacks [] for security_group (98f474cd-c7aa-4c51-b91f-a3b36d4ca5a9), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:34.789062 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-cf001d19-ac93-4e4f-895d-48d3e8a35999 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1076bf2-b0e8-43a0-93ba-971d778811b6 {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:37:34.798706 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-a5c91112-2a69-4515-8027-5982ee5f1fd1 None None] Port cd92a9f3-3217-44ae-9536-eca62c157bcd cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:37:34.801541 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-cf001d19-ac93-4e4f-895d-48d3e8a35999 service neutron] Publish callbacks [] for port (f1076bf2-b0e8-43a0-93ba-971d778811b6), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:34.866037 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-44bad2ad-33e1-4199-80d8-da4b26cbaa0b req-ee97822f-4176-410a-a249-bb18f2ed3679 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "GET /v2.0/security-groups?id=fdbd4e3f-31c9-4f42-8b92-5879438ef249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294668 Feb 04 12:37:34.872131 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-cf001d19-ac93-4e4f-895d-48d3e8a35999 service neutron] Transition to ACTIVE for port object f1076bf2-b0e8-43a0-93ba-971d778811b6 will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:37:34.873166 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-d73f2834-9454-44a5-82c5-962d56189fe5 req-dd849bf8-df83-444c-adab-f6a2b6c7ff93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (cd92a9f3-3217-44ae-9536-eca62c157bcd), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:34.874255 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5cbf65e4-9b25-4c35-8565-ed06f3622453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (98f474cd-c7aa-4c51-b91f-a3b36d4ca5a9), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:34.878816 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5cbf65e4-9b25-4c35-8565-ed06f3622453 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:34.884143 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-cf001d19-ac93-4e4f-895d-48d3e8a35999 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (f1076bf2-b0e8-43a0-93ba-971d778811b6), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:34.889480 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-5cbf65e4-9b25-4c35-8565-ed06f3622453 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/98f474cd-c7aa-4c51-b91f-a3b36d4ca5a9 HTTP/1.1" status: 204 len: 168 time: 0.2189975 Feb 04 12:37:34.910315 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbf65e4-9b25-4c35-8565-ed06f3622453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98f474cd-c7aa-4c51-b91f-a3b36d4ca5a9,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:37:35.152390 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf001d19-ac93-4e4f-895d-48d3e8a35999 service neutron] Pushing event updated for resources: {'Port': ['ID=f1076bf2-b0e8-43a0-93ba-971d778811b6,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:37:35.266258 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-cf001d19-ac93-4e4f-895d-48d3e8a35999 service neutron] Attempting to bind port f1076bf2-b0e8-43a0-93ba-971d778811b6 on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:37:35.266606 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-cf001d19-ac93-4e4f-895d-48d3e8a35999 service neutron] Attempting to bind port f1076bf2-b0e8-43a0-93ba-971d778811b6 by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': '997f147b-14c9-4e9d-8460-8208afc645ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '64361832-4c3a-49e6-9dd4-d860a2c32a17'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:37:35.266939 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-cf001d19-ac93-4e4f-895d-48d3e8a35999 service neutron] Attempting to bind port f1076bf2-b0e8-43a0-93ba-971d778811b6 on network 64361832-4c3a-49e6-9dd4-d860a2c32a17 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:37:35.272736 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-cf001d19-ac93-4e4f-895d-48d3e8a35999 service neutron] Port f1076bf2-b0e8-43a0-93ba-971d778811b6 on network 64361832-4c3a-49e6-9dd4-d860a2c32a17 not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:37:35.273069 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-cf001d19-ac93-4e4f-895d-48d3e8a35999 service neutron] Attempting to bind port f1076bf2-b0e8-43a0-93ba-971d778811b6 on network 64361832-4c3a-49e6-9dd4-d860a2c32a17 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:37:35.285754 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-cf001d19-ac93-4e4f-895d-48d3e8a35999 service neutron] Checking agent: {'id': 'f8add0d2-2202-43d3-bc0e-72442788e6ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:37:35.286114 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-cf001d19-ac93-4e4f-895d-48d3e8a35999 service neutron] Checking segment: {'id': '997f147b-14c9-4e9d-8460-8208afc645ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '64361832-4c3a-49e6-9dd4-d860a2c32a17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:37:35.286508 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-cf001d19-ac93-4e4f-895d-48d3e8a35999 service neutron] Bound using segment: {'id': '997f147b-14c9-4e9d-8460-8208afc645ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '64361832-4c3a-49e6-9dd4-d860a2c32a17'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:37:35.287951 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-cf001d19-ac93-4e4f-895d-48d3e8a35999 service neutron] Bound port: f1076bf2-b0e8-43a0-93ba-971d778811b6, host: n-h1-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '997f147b-14c9-4e9d-8460-8208afc645ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '64361832-4c3a-49e6-9dd4-d860a2c32a17'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:37:35.288353 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-cf001d19-ac93-4e4f-895d-48d3e8a35999 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (f1076bf2-b0e8-43a0-93ba-971d778811b6), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:35.405756 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-d73f2834-9454-44a5-82c5-962d56189fe5 req-dd849bf8-df83-444c-adab-f6a2b6c7ff93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd92a9f3-3217-44ae-9536-eca62c157bcd {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:37:35.422945 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-d73f2834-9454-44a5-82c5-962d56189fe5 req-dd849bf8-df83-444c-adab-f6a2b6c7ff93 service neutron] Publish callbacks [] for port (cd92a9f3-3217-44ae-9536-eca62c157bcd), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:35.458563 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-cf001d19-ac93-4e4f-895d-48d3e8a35999 service neutron] For port f1076bf2-b0e8-43a0-93ba-971d778811b6, host n-h1-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:37:35.460796 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-d73f2834-9454-44a5-82c5-962d56189fe5 req-dd849bf8-df83-444c-adab-f6a2b6c7ff93 service neutron] Transition to ACTIVE for port object cd92a9f3-3217-44ae-9536-eca62c157bcd will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:37:35.462908 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-cf001d19-ac93-4e4f-895d-48d3e8a35999 service neutron] For port f1076bf2-b0e8-43a0-93ba-971d778811b6, host n-h1-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=f1076bf2-b0e8-43a0-93ba-971d778811b6,segment=NetworkSegment(997f147b-14c9-4e9d-8460-8208afc645ea),segment_id=997f147b-14c9-4e9d-8460-8208afc645ea)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:37:35.479792 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15489a17-6dab-47a4-b130-3567c95c442d req-5b6f74e0-a7a4-4706-b084-4ac5f66003ed tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:35.485056 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15489a17-6dab-47a4-b130-3567c95c442d req-5b6f74e0-a7a4-4706-b084-4ac5f66003ed tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:35.490234 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15489a17-6dab-47a4-b130-3567c95c442d req-5b6f74e0-a7a4-4706-b084-4ac5f66003ed tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:35.496127 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15489a17-6dab-47a4-b130-3567c95c442d req-5b6f74e0-a7a4-4706-b084-4ac5f66003ed tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:35.501596 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15489a17-6dab-47a4-b130-3567c95c442d req-5b6f74e0-a7a4-4706-b084-4ac5f66003ed tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:35.506698 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15489a17-6dab-47a4-b130-3567c95c442d req-5b6f74e0-a7a4-4706-b084-4ac5f66003ed tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:35.512902 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15489a17-6dab-47a4-b130-3567c95c442d req-5b6f74e0-a7a4-4706-b084-4ac5f66003ed tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:35.514820 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-15489a17-6dab-47a4-b130-3567c95c442d req-5b6f74e0-a7a4-4706-b084-4ac5f66003ed tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 5415 time: 0.2015581 Feb 04 12:37:35.516039 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-d73f2834-9454-44a5-82c5-962d56189fe5 req-dd849bf8-df83-444c-adab-f6a2b6c7ff93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (cd92a9f3-3217-44ae-9536-eca62c157bcd), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:35.520054 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-cf001d19-ac93-4e4f-895d-48d3e8a35999 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (f1076bf2-b0e8-43a0-93ba-971d778811b6), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:35.583234 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-cf001d19-ac93-4e4f-895d-48d3e8a35999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:35.583897 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-cf001d19-ac93-4e4f-895d-48d3e8a35999 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:35.585401 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-cf001d19-ac93-4e4f-895d-48d3e8a35999 service neutron] 10.222.0.73 "PUT /v2.0/ports/f1076bf2-b0e8-43a0-93ba-971d778811b6 HTTP/1.1" status: 200 len: 1091 time: 2.6287863 Feb 04 12:37:35.585851 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eefed902-5b4d-4ff7-b65f-81c365a034bc', 'tag': 'f1076bf2-b0e8-43a0-93ba-971d778811b6'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:37:35.588164 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07e2e179-c2b4-4642-8ea7-575a4c09c743" -d '{"events": [{"name": "network-changed", "server_uuid": "eefed902-5b4d-4ff7-b65f-81c365a034bc", "tag": "f1076bf2-b0e8-43a0-93ba-971d778811b6"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:37:35.617837 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd849bf8-df83-444c-adab-f6a2b6c7ff93 service neutron] Pushing event updated for resources: {'Port': ['ID=cd92a9f3-3217-44ae-9536-eca62c157bcd,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:37:35.647148 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-524f0fbb-dbad-46b6-8f2a-e144a38b30f2 service neutron] Request body: {'port': {'device_id': 'eefed902-5b4d-4ff7-b65f-81c365a034bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:37:35.651566 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd849bf8-df83-444c-adab-f6a2b6c7ff93 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:37:35.651971 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd849bf8-df83-444c-adab-f6a2b6c7ff93 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:37:35.652450 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd849bf8-df83-444c-adab-f6a2b6c7ff93 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:37:35.652673 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd849bf8-df83-444c-adab-f6a2b6c7ff93 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:37:35.653003 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd849bf8-df83-444c-adab-f6a2b6c7ff93 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:37:35.653350 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd849bf8-df83-444c-adab-f6a2b6c7ff93 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:37:35.654507 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd849bf8-df83-444c-adab-f6a2b6c7ff93 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:37:35.654507 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd849bf8-df83-444c-adab-f6a2b6c7ff93 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:37:35.654507 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd849bf8-df83-444c-adab-f6a2b6c7ff93 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:37:35.654806 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd849bf8-df83-444c-adab-f6a2b6c7ff93 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:37:35.654968 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd849bf8-df83-444c-adab-f6a2b6c7ff93 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:37:35.655275 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd849bf8-df83-444c-adab-f6a2b6c7ff93 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:37:35.655601 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd849bf8-df83-444c-adab-f6a2b6c7ff93 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:37:36.225045 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02304a9e-444e-41c3-b933-b1377edc8918 x-openstack-request-id: req-02304a9e-444e-41c3-b933-b1377edc8918 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:37:36.225409 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eefed902-5b4d-4ff7-b65f-81c365a034bc", "tag": "f1076bf2-b0e8-43a0-93ba-971d778811b6", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:37:36.226549 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-02304a9e-444e-41c3-b933-b1377edc8918 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:37:36.227043 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eefed902-5b4d-4ff7-b65f-81c365a034bc', 'tag': 'f1076bf2-b0e8-43a0-93ba-971d778811b6', 'status': 'completed', 'code': 200} Feb 04 12:37:36.264634 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-15489a17-6dab-47a4-b130-3567c95c442d req-35a1ed45-9446-4ab0-9cb2-f985ac110f1c tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/security-groups?id=6fb9d925-f1ad-446a-9918-6c4396d6cf75&id=298cdae3-8a94-4f2b-ad9f-68a3e4a3ab72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7405262 Feb 04 12:37:36.405640 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf001d19-ac93-4e4f-895d-48d3e8a35999 service neutron] Pushing event updated for resources: {'Port': ['ID=f1076bf2-b0e8-43a0-93ba-971d778811b6,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:37:36.422975 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-d73f2834-9454-44a5-82c5-962d56189fe5 req-dd849bf8-df83-444c-adab-f6a2b6c7ff93 service neutron] Attempting to bind port cd92a9f3-3217-44ae-9536-eca62c157bcd on host n-h2-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:37:36.423658 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-d73f2834-9454-44a5-82c5-962d56189fe5 req-dd849bf8-df83-444c-adab-f6a2b6c7ff93 service neutron] Attempting to bind port cd92a9f3-3217-44ae-9536-eca62c157bcd by drivers openvswitch,hyperv on host n-h2-825015-3 at level 0 using segments [{'id': '5ed040aa-461d-409f-a40b-8004d8898c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '211162ce-c654-4372-abd8-21bf219f75aa'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:37:36.423658 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73f2834-9454-44a5-82c5-962d56189fe5 req-dd849bf8-df83-444c-adab-f6a2b6c7ff93 service neutron] Attempting to bind port cd92a9f3-3217-44ae-9536-eca62c157bcd on network 211162ce-c654-4372-abd8-21bf219f75aa {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:37:36.428311 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-524f0fbb-dbad-46b6-8f2a-e144a38b30f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (3c7ea0a0-286d-46f3-a903-1dfdfdc45ff0), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:36.446943 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73f2834-9454-44a5-82c5-962d56189fe5 req-dd849bf8-df83-444c-adab-f6a2b6c7ff93 service neutron] Port cd92a9f3-3217-44ae-9536-eca62c157bcd on network 211162ce-c654-4372-abd8-21bf219f75aa not bound, no agent of type Open vSwitch agent registered on host n-h2-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:37:36.447334 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73f2834-9454-44a5-82c5-962d56189fe5 req-dd849bf8-df83-444c-adab-f6a2b6c7ff93 service neutron] Attempting to bind port cd92a9f3-3217-44ae-9536-eca62c157bcd on network 211162ce-c654-4372-abd8-21bf219f75aa {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:37:36.457744 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e2e179-c2b4-4642-8ea7-575a4c09c743 req-e6f8d028-1194-4ea2-8419-6aeb84510634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:36.458089 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e2e179-c2b4-4642-8ea7-575a4c09c743 req-e6f8d028-1194-4ea2-8419-6aeb84510634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:36.458511 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e2e179-c2b4-4642-8ea7-575a4c09c743 req-e6f8d028-1194-4ea2-8419-6aeb84510634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:36.458978 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e2e179-c2b4-4642-8ea7-575a4c09c743 req-e6f8d028-1194-4ea2-8419-6aeb84510634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:36.459505 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e2e179-c2b4-4642-8ea7-575a4c09c743 req-e6f8d028-1194-4ea2-8419-6aeb84510634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:36.459935 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e2e179-c2b4-4642-8ea7-575a4c09c743 req-e6f8d028-1194-4ea2-8419-6aeb84510634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:36.461727 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e2e179-c2b4-4642-8ea7-575a4c09c743 req-e6f8d028-1194-4ea2-8419-6aeb84510634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:36.464191 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-07e2e179-c2b4-4642-8ea7-575a4c09c743 req-e6f8d028-1194-4ea2-8419-6aeb84510634 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6d2d96abb2ff46d88357aa25adf70711&device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 6603 time: 0.2358842 Feb 04 12:37:36.473779 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb831da2-e757-419b-a053-d8176479b28c req-378cffb2-f3bd-4d36-bedf-c4df49c0fe12 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:36.475348 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cb831da2-e757-419b-a053-d8176479b28c req-378cffb2-f3bd-4d36-bedf-c4df49c0fe12 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "GET /v2.0/ports?device_id=2bfeaefa-6e8b-49e8-a202-1541478b2560 HTTP/1.1" status: 200 len: 944 time: 0.2569458 Feb 04 12:37:36.492876 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73f2834-9454-44a5-82c5-962d56189fe5 req-dd849bf8-df83-444c-adab-f6a2b6c7ff93 service neutron] Checking agent: {'id': '9b68a165-e786-4b91-8592-44519c2ecabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:37:36.492876 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73f2834-9454-44a5-82c5-962d56189fe5 req-dd849bf8-df83-444c-adab-f6a2b6c7ff93 service neutron] Checking segment: {'id': '5ed040aa-461d-409f-a40b-8004d8898c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '211162ce-c654-4372-abd8-21bf219f75aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:37:36.492876 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73f2834-9454-44a5-82c5-962d56189fe5 req-dd849bf8-df83-444c-adab-f6a2b6c7ff93 service neutron] Bound using segment: {'id': '5ed040aa-461d-409f-a40b-8004d8898c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '211162ce-c654-4372-abd8-21bf219f75aa'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:37:36.493941 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-d73f2834-9454-44a5-82c5-962d56189fe5 req-dd849bf8-df83-444c-adab-f6a2b6c7ff93 service neutron] Bound port: cd92a9f3-3217-44ae-9536-eca62c157bcd, host: n-h2-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ed040aa-461d-409f-a40b-8004d8898c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '211162ce-c654-4372-abd8-21bf219f75aa'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:37:36.494044 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-d73f2834-9454-44a5-82c5-962d56189fe5 req-dd849bf8-df83-444c-adab-f6a2b6c7ff93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (cd92a9f3-3217-44ae-9536-eca62c157bcd), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:36.763980 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cb831da2-e757-419b-a053-d8176479b28c req-657b7988-7845-4899-ba0f-e7a09a97990e tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "GET /v2.0/security-groups?id=fdbd4e3f-31c9-4f42-8b92-5879438ef249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2732899 Feb 04 12:37:36.786624 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e2e179-c2b4-4642-8ea7-575a4c09c743 req-f517fa53-5c8a-4adc-9e50-24df5947652a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:36.786906 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e2e179-c2b4-4642-8ea7-575a4c09c743 req-f517fa53-5c8a-4adc-9e50-24df5947652a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:36.787281 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e2e179-c2b4-4642-8ea7-575a4c09c743 req-f517fa53-5c8a-4adc-9e50-24df5947652a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:36.793452 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-07e2e179-c2b4-4642-8ea7-575a4c09c743 req-f517fa53-5c8a-4adc-9e50-24df5947652a service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=6d2d96abb2ff46d88357aa25adf70711&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3143268 Feb 04 12:37:36.820510 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-d73f2834-9454-44a5-82c5-962d56189fe5 req-dd849bf8-df83-444c-adab-f6a2b6c7ff93 service neutron] For port cd92a9f3-3217-44ae-9536-eca62c157bcd, host n-h2-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:37:36.912407 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-d73f2834-9454-44a5-82c5-962d56189fe5 req-dd849bf8-df83-444c-adab-f6a2b6c7ff93 service neutron] For port cd92a9f3-3217-44ae-9536-eca62c157bcd, host n-h2-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=cd92a9f3-3217-44ae-9536-eca62c157bcd,segment=NetworkSegment(5ed040aa-461d-409f-a40b-8004d8898c3c),segment_id=5ed040aa-461d-409f-a40b-8004d8898c3c)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:37:36.931827 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-d73f2834-9454-44a5-82c5-962d56189fe5 req-dd849bf8-df83-444c-adab-f6a2b6c7ff93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (cd92a9f3-3217-44ae-9536-eca62c157bcd), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:36.988404 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f2834-9454-44a5-82c5-962d56189fe5 req-dd849bf8-df83-444c-adab-f6a2b6c7ff93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:36.989078 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-d73f2834-9454-44a5-82c5-962d56189fe5 req-dd849bf8-df83-444c-adab-f6a2b6c7ff93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:36.990411 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d73f2834-9454-44a5-82c5-962d56189fe5 req-dd849bf8-df83-444c-adab-f6a2b6c7ff93 service neutron] 10.222.0.77 "PUT /v2.0/ports/cd92a9f3-3217-44ae-9536-eca62c157bcd HTTP/1.1" status: 200 len: 1092 time: 2.2652440 Feb 04 12:37:37.067009 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd849bf8-df83-444c-adab-f6a2b6c7ff93 service neutron] Pushing event updated for resources: {'Port': ['ID=cd92a9f3-3217-44ae-9536-eca62c157bcd,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:37:37.074855 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e2e179-c2b4-4642-8ea7-575a4c09c743 req-7e1007c2-0bed-4aef-95b2-614cf3cb22ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:37.076386 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-07e2e179-c2b4-4642-8ea7-575a4c09c743 req-7e1007c2-0bed-4aef-95b2-614cf3cb22ad service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2736375 Feb 04 12:37:37.116478 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 50736) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:37:37.157997 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-524f0fbb-dbad-46b6-8f2a-e144a38b30f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c7ea0a0-286d-46f3-a903-1dfdfdc45ff0 {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:37:37.170738 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-524f0fbb-dbad-46b6-8f2a-e144a38b30f2 service neutron] Publish callbacks [] for port (3c7ea0a0-286d-46f3-a903-1dfdfdc45ff0), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:37.188707 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-524f0fbb-dbad-46b6-8f2a-e144a38b30f2 service neutron] Transition to ACTIVE for port object 3c7ea0a0-286d-46f3-a903-1dfdfdc45ff0 will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:37:37.191934 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f2834-9454-44a5-82c5-962d56189fe5 req-0e4e376a-1314-4a83-b126-dc9c9467f6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:37.193573 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d73f2834-9454-44a5-82c5-962d56189fe5 req-0e4e376a-1314-4a83-b126-dc9c9467f6c3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=31d6c346447a48008dccda4817c529a1&device_id=2bfeaefa-6e8b-49e8-a202-1541478b2560 HTTP/1.1" status: 200 len: 1126 time: 0.1434045 Feb 04 12:37:37.195276 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-524f0fbb-dbad-46b6-8f2a-e144a38b30f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (3c7ea0a0-286d-46f3-a903-1dfdfdc45ff0), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:37.284857 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-37d01a0c-7242-44ca-89b4-19ffe1568ca3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:37.295248 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d73f2834-9454-44a5-82c5-962d56189fe5 req-aa9cf7c2-b152-4670-aca4-cc1489da196f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd92a9f3-3217-44ae-9536-eca62c157bcd HTTP/1.1" status: 200 len: 217 time: 0.0902517 Feb 04 12:37:37.408105 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-37d01a0c-7242-44ca-89b4-19ffe1568ca3 admin admin] Publish callbacks [] for security_group (2df2cba0-6f0f-49b3-9527-c38adc3cf100), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:37.411431 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524f0fbb-dbad-46b6-8f2a-e144a38b30f2 service neutron] Pushing event updated for resources: {'Port': ['ID=3c7ea0a0-286d-46f3-a903-1dfdfdc45ff0,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:37:37.415145 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-37d01a0c-7242-44ca-89b4-19ffe1568ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (2df2cba0-6f0f-49b3-9527-c38adc3cf100), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:37.464735 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-37d01a0c-7242-44ca-89b4-19ffe1568ca3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=48c509c75bd948b0af6b6d85e04f54be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3450320 Feb 04 12:37:37.466633 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d01a0c-7242-44ca-89b4-19ffe1568ca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2df2cba0-6f0f-49b3-9527-c38adc3cf100,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:37:37.469837 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 50742) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:37:37.510865 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f2834-9454-44a5-82c5-962d56189fe5 req-a9b1e2e8-bc39-45bc-954b-a76f180698da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:37.512735 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d73f2834-9454-44a5-82c5-962d56189fe5 req-a9b1e2e8-bc39-45bc-954b-a76f180698da service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a7a80143-29a9-4ba6-9987-42b8f7317e54 HTTP/1.1" status: 200 len: 850 time: 0.2111969 Feb 04 12:37:37.518576 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-524f0fbb-dbad-46b6-8f2a-e144a38b30f2 service neutron] Attempting to bind port 3c7ea0a0-286d-46f3-a903-1dfdfdc45ff0 on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:37:37.519103 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-524f0fbb-dbad-46b6-8f2a-e144a38b30f2 service neutron] Attempting to bind port 3c7ea0a0-286d-46f3-a903-1dfdfdc45ff0 by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': '997f147b-14c9-4e9d-8460-8208afc645ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '64361832-4c3a-49e6-9dd4-d860a2c32a17'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:37:37.519509 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-524f0fbb-dbad-46b6-8f2a-e144a38b30f2 service neutron] Attempting to bind port 3c7ea0a0-286d-46f3-a903-1dfdfdc45ff0 on network 64361832-4c3a-49e6-9dd4-d860a2c32a17 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:37:37.532441 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4ea3b70a-475b-42e8-a97e-bb54c7f8fab0 admin admin] Publish callbacks [] for security_group (2df2cba0-6f0f-49b3-9527-c38adc3cf100), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:37.546837 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ba4a12-bd81-4688-b1ce-e9ec0d5084e3 req-5d796565-d1b6-4ece-80c8-40412e2759b6 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:37.552581 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ba4a12-bd81-4688-b1ce-e9ec0d5084e3 req-5d796565-d1b6-4ece-80c8-40412e2759b6 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:37.558652 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ba4a12-bd81-4688-b1ce-e9ec0d5084e3 req-5d796565-d1b6-4ece-80c8-40412e2759b6 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:37.559501 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4ea3b70a-475b-42e8-a97e-bb54c7f8fab0 admin admin] Publish callbacks [] for security_group (2df2cba0-6f0f-49b3-9527-c38adc3cf100), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:37.564341 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ba4a12-bd81-4688-b1ce-e9ec0d5084e3 req-5d796565-d1b6-4ece-80c8-40412e2759b6 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:37.570306 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ba4a12-bd81-4688-b1ce-e9ec0d5084e3 req-5d796565-d1b6-4ece-80c8-40412e2759b6 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:37.575437 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ba4a12-bd81-4688-b1ce-e9ec0d5084e3 req-5d796565-d1b6-4ece-80c8-40412e2759b6 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:37.581242 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ba4a12-bd81-4688-b1ce-e9ec0d5084e3 req-5d796565-d1b6-4ece-80c8-40412e2759b6 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:37.583132 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c6ba4a12-bd81-4688-b1ce-e9ec0d5084e3 req-5d796565-d1b6-4ece-80c8-40412e2759b6 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 5427 time: 0.1634748 Feb 04 12:37:37.587824 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-524f0fbb-dbad-46b6-8f2a-e144a38b30f2 service neutron] Port 3c7ea0a0-286d-46f3-a903-1dfdfdc45ff0 on network 64361832-4c3a-49e6-9dd4-d860a2c32a17 not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:37:37.587824 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-524f0fbb-dbad-46b6-8f2a-e144a38b30f2 service neutron] Attempting to bind port 3c7ea0a0-286d-46f3-a903-1dfdfdc45ff0 on network 64361832-4c3a-49e6-9dd4-d860a2c32a17 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:37:37.619307 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4ea3b70a-475b-42e8-a97e-bb54c7f8fab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (2df2cba0-6f0f-49b3-9527-c38adc3cf100), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:37.620010 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-524f0fbb-dbad-46b6-8f2a-e144a38b30f2 service neutron] Checking agent: {'id': 'f8add0d2-2202-43d3-bc0e-72442788e6ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:37:37.620374 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-524f0fbb-dbad-46b6-8f2a-e144a38b30f2 service neutron] Checking segment: {'id': '997f147b-14c9-4e9d-8460-8208afc645ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '64361832-4c3a-49e6-9dd4-d860a2c32a17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:37:37.620760 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-524f0fbb-dbad-46b6-8f2a-e144a38b30f2 service neutron] Bound using segment: {'id': '997f147b-14c9-4e9d-8460-8208afc645ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '64361832-4c3a-49e6-9dd4-d860a2c32a17'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:37:37.621203 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-524f0fbb-dbad-46b6-8f2a-e144a38b30f2 service neutron] Bound port: 3c7ea0a0-286d-46f3-a903-1dfdfdc45ff0, host: n-h1-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '997f147b-14c9-4e9d-8460-8208afc645ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '64361832-4c3a-49e6-9dd4-d860a2c32a17'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:37:37.621565 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-524f0fbb-dbad-46b6-8f2a-e144a38b30f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (3c7ea0a0-286d-46f3-a903-1dfdfdc45ff0), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:37.622074 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4ea3b70a-475b-42e8-a97e-bb54c7f8fab0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:37.623230 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-4ea3b70a-475b-42e8-a97e-bb54c7f8fab0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2df2cba0-6f0f-49b3-9527-c38adc3cf100 HTTP/1.1" status: 204 len: 168 time: 0.1520586 Feb 04 12:37:37.641970 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea3b70a-475b-42e8-a97e-bb54c7f8fab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2df2cba0-6f0f-49b3-9527-c38adc3cf100,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:37:37.714485 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f2834-9454-44a5-82c5-962d56189fe5 req-68fc25c7-7638-4820-a4b6-3c12ae0de472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:37.716024 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d73f2834-9454-44a5-82c5-962d56189fe5 req-68fc25c7-7638-4820-a4b6-3c12ae0de472 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=211162ce-c654-4372-abd8-21bf219f75aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1915095 Feb 04 12:37:37.722465 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c6ba4a12-bd81-4688-b1ce-e9ec0d5084e3 req-1af3a5cd-7ecb-4837-b36f-564b3e0e0c16 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/security-groups?id=6fb9d925-f1ad-446a-9918-6c4396d6cf75&id=298cdae3-8a94-4f2b-ad9f-68a3e4a3ab72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1167397 Feb 04 12:37:37.800047 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-524f0fbb-dbad-46b6-8f2a-e144a38b30f2 service neutron] For port 3c7ea0a0-286d-46f3-a903-1dfdfdc45ff0, host n-h1-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:37:37.818863 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-524f0fbb-dbad-46b6-8f2a-e144a38b30f2 service neutron] For port 3c7ea0a0-286d-46f3-a903-1dfdfdc45ff0, host n-h1-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=3c7ea0a0-286d-46f3-a903-1dfdfdc45ff0,segment=NetworkSegment(997f147b-14c9-4e9d-8460-8208afc645ea),segment_id=997f147b-14c9-4e9d-8460-8208afc645ea)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:37:37.833639 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-524f0fbb-dbad-46b6-8f2a-e144a38b30f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (3c7ea0a0-286d-46f3-a903-1dfdfdc45ff0), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:37.892108 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-524f0fbb-dbad-46b6-8f2a-e144a38b30f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:37.892757 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-524f0fbb-dbad-46b6-8f2a-e144a38b30f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:37.894096 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-524f0fbb-dbad-46b6-8f2a-e144a38b30f2 service neutron] 10.222.0.73 "PUT /v2.0/ports/3c7ea0a0-286d-46f3-a903-1dfdfdc45ff0 HTTP/1.1" status: 200 len: 1091 time: 2.2549982 Feb 04 12:37:37.896071 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d73f2834-9454-44a5-82c5-962d56189fe5 req-405a7394-7c90-40e4-a47a-a7baedf4263f service neutron] 10.222.0.77 "GET /v2.0/networks/211162ce-c654-4372-abd8-21bf219f75aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712124 Feb 04 12:37:38.000602 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524f0fbb-dbad-46b6-8f2a-e144a38b30f2 service neutron] Pushing event updated for resources: {'Port': ['ID=3c7ea0a0-286d-46f3-a903-1dfdfdc45ff0,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:37:38.004200 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 50750) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:37:38.021167 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9f89b8cf-90e2-440e-92fb-e8984cfbd963 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:38.105816 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77a4edf-641f-4820-8f99-d51d822659be req-97029c82-f36e-4c22-8c13-3a7d1592a866 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:38.107462 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d77a4edf-641f-4820-8f99-d51d822659be req-97029c82-f36e-4c22-8c13-3a7d1592a866 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "GET /v2.0/ports?device_id=2bfeaefa-6e8b-49e8-a202-1541478b2560 HTTP/1.1" status: 200 len: 944 time: 0.1865795 Feb 04 12:37:38.114462 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-173917aa-ab07-4560-91c4-1bd66a4db40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:38.114962 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-173917aa-ab07-4560-91c4-1bd66a4db40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:38.115405 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-173917aa-ab07-4560-91c4-1bd66a4db40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:38.115898 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-173917aa-ab07-4560-91c4-1bd66a4db40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:38.116468 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-173917aa-ab07-4560-91c4-1bd66a4db40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:38.116991 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-173917aa-ab07-4560-91c4-1bd66a4db40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:38.117484 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-173917aa-ab07-4560-91c4-1bd66a4db40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:38.119541 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-173917aa-ab07-4560-91c4-1bd66a4db40a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6d2d96abb2ff46d88357aa25adf70711&device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 6701 time: 0.1724596 Feb 04 12:37:38.123083 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d73f2834-9454-44a5-82c5-962d56189fe5 req-e9c8adfb-d71d-4362-83d8-38ee573c4928 service neutron] 10.222.0.77 "GET /v2.0/networks/211162ce-c654-4372-abd8-21bf219f75aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195158 Feb 04 12:37:38.151385 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9f89b8cf-90e2-440e-92fb-e8984cfbd963 admin admin] Publish callbacks [] for security_group (684d47b5-1918-4169-b2b2-e8499e954d07), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:38.159698 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9f89b8cf-90e2-440e-92fb-e8984cfbd963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (684d47b5-1918-4169-b2b2-e8499e954d07), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:38.188372 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-62569914-beb3-4f11-9294-3719e6685f51 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d2ad6fb4-8d1e-4351-b211-6a87ea7077d1 HTTP/1.1" status: 200 len: 217 time: 0.0507123 Feb 04 12:37:38.223971 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-9f89b8cf-90e2-440e-92fb-e8984cfbd963 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8aa94cce66634ca49c308273f1722f4a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2157733 Feb 04 12:37:38.223971 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f89b8cf-90e2-440e-92fb-e8984cfbd963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=684d47b5-1918-4169-b2b2-e8499e954d07,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:37:38.226033 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 50752) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:37:38.238397 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bfeaefa-6e8b-49e8-a202-1541478b2560', 'tag': 'cd92a9f3-3217-44ae-9536-eca62c157bcd'}, {'name': 'network-changed', 'server_uuid': 'eefed902-5b4d-4ff7-b65f-81c365a034bc', 'tag': '3c7ea0a0-286d-46f3-a903-1dfdfdc45ff0'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:37:38.245086 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3ff75f5-d032-4c57-aad2-b2a52f7801e7" -d '{"events": [{"name": "network-changed", "server_uuid": "2bfeaefa-6e8b-49e8-a202-1541478b2560", "tag": "cd92a9f3-3217-44ae-9536-eca62c157bcd"}, {"name": "network-changed", "server_uuid": "eefed902-5b4d-4ff7-b65f-81c365a034bc", "tag": "3c7ea0a0-286d-46f3-a903-1dfdfdc45ff0"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:37:38.270493 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d77a4edf-641f-4820-8f99-d51d822659be req-d7b54806-f4f0-4a56-9a93-3abb08755c00 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "GET /v2.0/security-groups?id=fdbd4e3f-31c9-4f42-8b92-5879438ef249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1493130 Feb 04 12:37:38.289925 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-1316906f-3994-458c-8e55-6bfd9244f4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:38.291444 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-1316906f-3994-458c-8e55-6bfd9244f4da service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2531695a-dce9-4ba8-8fe1-981de5f81c6b HTTP/1.1" status: 200 len: 856 time: 0.0920455 Feb 04 12:37:38.312276 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 04 Feb 2022 12:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24a8d483-a01f-4d66-85dc-4c6bc3633173 x-openstack-request-id: req-24a8d483-a01f-4d66-85dc-4c6bc3633173 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:37:38.313986 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bfeaefa-6e8b-49e8-a202-1541478b2560", "tag": "cd92a9f3-3217-44ae-9536-eca62c157bcd", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "eefed902-5b4d-4ff7-b65f-81c365a034bc", "tag": "3c7ea0a0-286d-46f3-a903-1dfdfdc45ff0", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:37:38.314313 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-24a8d483-a01f-4d66-85dc-4c6bc3633173 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:37:38.314785 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bfeaefa-6e8b-49e8-a202-1541478b2560', 'tag': 'cd92a9f3-3217-44ae-9536-eca62c157bcd', 'status': 'completed', 'code': 200} Feb 04 12:37:38.315113 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eefed902-5b4d-4ff7-b65f-81c365a034bc', 'tag': '3c7ea0a0-286d-46f3-a903-1dfdfdc45ff0', 'status': 'completed', 'code': 200} Feb 04 12:37:38.316240 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f3fba6b4-87fa-4eaa-94e5-c8f940694a87 admin admin] Publish callbacks [] for security_group (684d47b5-1918-4169-b2b2-e8499e954d07), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:38.354655 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f3fba6b4-87fa-4eaa-94e5-c8f940694a87 admin admin] Publish callbacks [] for security_group (684d47b5-1918-4169-b2b2-e8499e954d07), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:38.391912 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-4eb11e5a-1827-4194-a185-d047af528ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:38.393454 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-4eb11e5a-1827-4194-a185-d047af528ec3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=647cdb67-8c3d-4450-9185-dcf62d584045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0925632 Feb 04 12:37:38.399442 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ff75f5-d032-4c57-aad2-b2a52f7801e7 req-a92c15f7-7096-4396-86f0-1183744c8a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:38.400934 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c3ff75f5-d032-4c57-aad2-b2a52f7801e7 req-a92c15f7-7096-4396-86f0-1183744c8a83 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=31d6c346447a48008dccda4817c529a1&device_id=2bfeaefa-6e8b-49e8-a202-1541478b2560 HTTP/1.1" status: 200 len: 1126 time: 0.0643187 Feb 04 12:37:38.408547 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f3fba6b4-87fa-4eaa-94e5-c8f940694a87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (684d47b5-1918-4169-b2b2-e8499e954d07), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:38.411414 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f3fba6b4-87fa-4eaa-94e5-c8f940694a87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:38.415326 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-f3fba6b4-87fa-4eaa-94e5-c8f940694a87 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/684d47b5-1918-4169-b2b2-e8499e954d07 HTTP/1.1" status: 204 len: 168 time: 0.1764052 Feb 04 12:37:38.421920 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fba6b4-87fa-4eaa-94e5-c8f940694a87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=684d47b5-1918-4169-b2b2-e8499e954d07,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:37:38.563400 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-88fa309f-8a29-470e-a923-4c564a79e154 service neutron] 10.222.0.73 "GET /v2.0/networks/647cdb67-8c3d-4450-9185-dcf62d584045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615086 Feb 04 12:37:38.566127 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ff75f5-d032-4c57-aad2-b2a52f7801e7 req-814dd5be-1e3f-4b3f-9f47-27b30e5ca2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:38.567479 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c3ff75f5-d032-4c57-aad2-b2a52f7801e7 req-814dd5be-1e3f-4b3f-9f47-27b30e5ca2c7 service neutron] 10.222.0.77 "GET /v2.0/networks?id=211162ce-c654-4372-abd8-21bf219f75aa HTTP/1.1" status: 200 len: 912 time: 0.1575837 Feb 04 12:37:38.654141 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c3ff75f5-d032-4c57-aad2-b2a52f7801e7 req-94e8f7b6-cbff-4068-8641-ef6fad89444d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd92a9f3-3217-44ae-9536-eca62c157bcd HTTP/1.1" status: 200 len: 217 time: 0.0752826 Feb 04 12:37:38.731454 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ff75f5-d032-4c57-aad2-b2a52f7801e7 req-5bdb4366-ef7a-402a-a7e1-8c58be42387f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:38.733183 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c3ff75f5-d032-4c57-aad2-b2a52f7801e7 req-5bdb4366-ef7a-402a-a7e1-8c58be42387f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a7a80143-29a9-4ba6-9987-42b8f7317e54 HTTP/1.1" status: 200 len: 850 time: 0.0729642 Feb 04 12:37:38.753949 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-52b32963-6107-45ce-9667-4e168b166960 service neutron] 10.222.0.73 "GET /v2.0/networks/647cdb67-8c3d-4450-9185-dcf62d584045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824377 Feb 04 12:37:38.822624 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-76c6c733-d540-4623-92a8-5ec678f78372 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.245&port_id=c52edd8b-620d-4771-b029-de54239b378d HTTP/1.1" status: 200 len: 217 time: 0.0478368 Feb 04 12:37:38.916960 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-0cd64fbe-db3d-4d3a-8e5d-2e70d6bab3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:38.918931 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-0cd64fbe-db3d-4d3a-8e5d-2e70d6bab3f8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fab28163-dcd7-4ace-a1e8-e9b875b6e771 HTTP/1.1" status: 200 len: 797 time: 0.0880697 Feb 04 12:37:38.924422 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ff75f5-d032-4c57-aad2-b2a52f7801e7 req-770c9d8d-1bb7-4e28-83b1-6948833db406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:38.925840 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c3ff75f5-d032-4c57-aad2-b2a52f7801e7 req-770c9d8d-1bb7-4e28-83b1-6948833db406 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=211162ce-c654-4372-abd8-21bf219f75aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1853490 Feb 04 12:37:38.947098 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78f8e9d-e73a-451c-ac03-1a291687a5a3 req-d16d6813-2f76-4d9e-9ca2-7b01b7168d78 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:38.952323 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78f8e9d-e73a-451c-ac03-1a291687a5a3 req-d16d6813-2f76-4d9e-9ca2-7b01b7168d78 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:38.957642 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78f8e9d-e73a-451c-ac03-1a291687a5a3 req-d16d6813-2f76-4d9e-9ca2-7b01b7168d78 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:38.963672 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78f8e9d-e73a-451c-ac03-1a291687a5a3 req-d16d6813-2f76-4d9e-9ca2-7b01b7168d78 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:38.969200 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78f8e9d-e73a-451c-ac03-1a291687a5a3 req-d16d6813-2f76-4d9e-9ca2-7b01b7168d78 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:38.976325 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78f8e9d-e73a-451c-ac03-1a291687a5a3 req-d16d6813-2f76-4d9e-9ca2-7b01b7168d78 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:38.980209 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78f8e9d-e73a-451c-ac03-1a291687a5a3 req-d16d6813-2f76-4d9e-9ca2-7b01b7168d78 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:38.982110 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b78f8e9d-e73a-451c-ac03-1a291687a5a3 req-d16d6813-2f76-4d9e-9ca2-7b01b7168d78 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 5427 time: 0.1643329 Feb 04 12:37:39.175542 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b78f8e9d-e73a-451c-ac03-1a291687a5a3 req-3a20f852-7a6b-4d0d-a5ae-1688f33176b9 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/security-groups?id=6fb9d925-f1ad-446a-9918-6c4396d6cf75&id=298cdae3-8a94-4f2b-ad9f-68a3e4a3ab72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1618590 Feb 04 12:37:39.202245 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-4e677544-5c09-4a96-b8cb-101cdfc1d904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:39.204471 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-4e677544-5c09-4a96-b8cb-101cdfc1d904 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=80f2e8f7-bfae-4f05-b06d-33405f9fbdc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2768795 Feb 04 12:37:39.206506 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c3ff75f5-d032-4c57-aad2-b2a52f7801e7 req-3b50d06f-3137-486b-a0f9-e5ce44e3b94d service neutron] 10.222.0.77 "GET /v2.0/networks/211162ce-c654-4372-abd8-21bf219f75aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235026 Feb 04 12:37:39.380270 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c3ff75f5-d032-4c57-aad2-b2a52f7801e7 req-b5da53d6-b667-4442-b64e-cf715220bd5a service neutron] 10.222.0.77 "GET /v2.0/networks/211162ce-c654-4372-abd8-21bf219f75aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579859 Feb 04 12:37:39.460830 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-cf08a255-12f6-407c-9a4f-51e136d32ae4 service neutron] 10.222.0.73 "GET /v2.0/networks/80f2e8f7-bfae-4f05-b06d-33405f9fbdc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490234 Feb 04 12:37:39.469008 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9c55d1-e5fe-4ddb-9a61-b391204ec624 req-70a0b4f3-d3aa-4bd8-8c5b-64c8e647e3a3 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:39.470703 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5d9c55d1-e5fe-4ddb-9a61-b391204ec624 req-70a0b4f3-d3aa-4bd8-8c5b-64c8e647e3a3 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "GET /v2.0/ports?device_id=2bfeaefa-6e8b-49e8-a202-1541478b2560 HTTP/1.1" status: 200 len: 944 time: 0.0953622 Feb 04 12:37:39.639885 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5d9c55d1-e5fe-4ddb-9a61-b391204ec624 req-bd1876af-6a06-411b-ac6f-1296d5a60112 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "GET /v2.0/security-groups?id=fdbd4e3f-31c9-4f42-8b92-5879438ef249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1597970 Feb 04 12:37:39.660579 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-2d39211b-a840-493f-b643-7527b1294351 service neutron] 10.222.0.73 "GET /v2.0/networks/80f2e8f7-bfae-4f05-b06d-33405f9fbdc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888790 Feb 04 12:37:39.723534 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-e5bf0c0a-3d85-4ea2-b6e3-80c24b3e0e21 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.50&port_id=7b388f88-9bfb-4b99-9347-ac1c0aba4fb8 HTTP/1.1" status: 200 len: 217 time: 0.0535870 Feb 04 12:37:39.793826 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-238b74d1-61f9-4487-bdd9-0a464ca08eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:39.796821 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-238b74d1-61f9-4487-bdd9-0a464ca08eaa service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fab28163-dcd7-4ace-a1e8-e9b875b6e771 HTTP/1.1" status: 200 len: 797 time: 0.0664799 Feb 04 12:37:39.876063 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-dc95941a-1d59-4060-9f52-51228acdc60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:39.877680 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-dc95941a-1d59-4060-9f52-51228acdc60b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=80f2e8f7-bfae-4f05-b06d-33405f9fbdc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0757089 Feb 04 12:37:39.985357 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-3749a69b-aeae-40ec-85b9-c4ad5c1ab12f service neutron] 10.222.0.73 "GET /v2.0/networks/80f2e8f7-bfae-4f05-b06d-33405f9fbdc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006484 Feb 04 12:37:40.123345 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-5c3af3bf-7550-461e-baae-75459adc13bb service neutron] 10.222.0.73 "GET /v2.0/networks/80f2e8f7-bfae-4f05-b06d-33405f9fbdc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290653 Feb 04 12:37:40.169623 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-b74ace86-c077-4f23-84d7-b8596f0bf864 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.89&port_id=93e26e23-aeae-4d7b-8b8d-5e1d20ed84ca HTTP/1.1" status: 200 len: 217 time: 0.0394180 Feb 04 12:37:40.234925 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-656c5b1e-aa8c-47c3-b8e3-11ce5f3c382f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:40.237117 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-656c5b1e-aa8c-47c3-b8e3-11ce5f3c382f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fab28163-dcd7-4ace-a1e8-e9b875b6e771 HTTP/1.1" status: 200 len: 797 time: 0.0611842 Feb 04 12:37:40.310880 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-71c2f712-fef3-4674-9cf1-a92dc114860c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:40.313857 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-71c2f712-fef3-4674-9cf1-a92dc114860c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=80f2e8f7-bfae-4f05-b06d-33405f9fbdc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0687885 Feb 04 12:37:40.870718 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2fc5a3-461a-4ea9-9898-db9d8c864e39 req-02c9d31c-9818-45d7-8167-dd8dee1fcc79 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:40.876072 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2fc5a3-461a-4ea9-9898-db9d8c864e39 req-02c9d31c-9818-45d7-8167-dd8dee1fcc79 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:40.881350 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2fc5a3-461a-4ea9-9898-db9d8c864e39 req-02c9d31c-9818-45d7-8167-dd8dee1fcc79 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:40.887875 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2fc5a3-461a-4ea9-9898-db9d8c864e39 req-02c9d31c-9818-45d7-8167-dd8dee1fcc79 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:40.894198 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2fc5a3-461a-4ea9-9898-db9d8c864e39 req-02c9d31c-9818-45d7-8167-dd8dee1fcc79 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:40.901721 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2fc5a3-461a-4ea9-9898-db9d8c864e39 req-02c9d31c-9818-45d7-8167-dd8dee1fcc79 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:40.908262 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2fc5a3-461a-4ea9-9898-db9d8c864e39 req-02c9d31c-9818-45d7-8167-dd8dee1fcc79 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:40.909037 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ed2fc5a3-461a-4ea9-9898-db9d8c864e39 req-02c9d31c-9818-45d7-8167-dd8dee1fcc79 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 5427 time: 0.5941164 Feb 04 12:37:40.925793 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-f53a0f9d-cf7b-4863-92f1-512395aabbda service neutron] 10.222.0.73 "GET /v2.0/networks/80f2e8f7-bfae-4f05-b06d-33405f9fbdc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5905733 Feb 04 12:37:40.939243 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec16b7e-c4e2-45e9-9d29-155513579ddd req-e0aee481-a6f0-4658-8dce-09a36030012e tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:40.940584 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fec16b7e-c4e2-45e9-9d29-155513579ddd req-e0aee481-a6f0-4658-8dce-09a36030012e tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "GET /v2.0/ports?device_id=2bfeaefa-6e8b-49e8-a202-1541478b2560 HTTP/1.1" status: 200 len: 944 time: 0.1744113 Feb 04 12:37:41.096280 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fec16b7e-c4e2-45e9-9d29-155513579ddd req-1f2165e1-cdc0-4efa-95da-f32b68836135 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "GET /v2.0/security-groups?id=fdbd4e3f-31c9-4f42-8b92-5879438ef249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389458 Feb 04 12:37:41.100688 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ed2fc5a3-461a-4ea9-9898-db9d8c864e39 req-cb7fada5-8886-4fe1-bc4c-874cb4e937fe tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/security-groups?id=6fb9d925-f1ad-446a-9918-6c4396d6cf75&id=298cdae3-8a94-4f2b-ad9f-68a3e4a3ab72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1773727 Feb 04 12:37:41.128926 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-12744a83-70fe-423f-9247-bc873c68e321 service neutron] 10.222.0.73 "GET /v2.0/networks/80f2e8f7-bfae-4f05-b06d-33405f9fbdc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871932 Feb 04 12:37:41.179015 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-d663405d-b09f-407d-b3c9-a7fced19e800 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.104&port_id=369e2b86-af73-486f-abc1-03eef083894c HTTP/1.1" status: 200 len: 217 time: 0.0433571 Feb 04 12:37:41.232066 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-9121c8ac-16e7-4b0c-8bf8-d7046f0156e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:41.233691 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-9121c8ac-16e7-4b0c-8bf8-d7046f0156e3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fab28163-dcd7-4ace-a1e8-e9b875b6e771 HTTP/1.1" status: 200 len: 797 time: 0.0490878 Feb 04 12:37:41.244140 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 50874) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:37:41.286251 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-c3cafa2b-146d-466f-98af-a94a7ff9a804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:41.289063 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-c3cafa2b-146d-466f-98af-a94a7ff9a804 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=80f2e8f7-bfae-4f05-b06d-33405f9fbdc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0477138 Feb 04 12:37:41.354985 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9f80b56b-2912-40ac-930a-abe94cd605d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:41.388729 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-1f932c8b-351d-45a3-9dc7-5d53452e7759 service neutron] 10.222.0.73 "GET /v2.0/networks/80f2e8f7-bfae-4f05-b06d-33405f9fbdc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910318 Feb 04 12:37:41.437810 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9f80b56b-2912-40ac-930a-abe94cd605d9 admin admin] Publish callbacks [] for security_group (b46a1ac3-5514-447c-9144-c22218f0954f), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:41.441825 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9f80b56b-2912-40ac-930a-abe94cd605d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (b46a1ac3-5514-447c-9144-c22218f0954f), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:41.487043 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-9f80b56b-2912-40ac-930a-abe94cd605d9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=44e080ebf7ff4052bcb32c47a5cab1fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2415521 Feb 04 12:37:41.488278 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f80b56b-2912-40ac-930a-abe94cd605d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b46a1ac3-5514-447c-9144-c22218f0954f,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:37:41.491956 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 50878) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:37:41.497243 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-4e25341a-a86b-4ce7-86d8-f1e4f26d4096 service neutron] 10.222.0.73 "GET /v2.0/networks/80f2e8f7-bfae-4f05-b06d-33405f9fbdc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019933 Feb 04 12:37:41.504045 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f80b56b-2912-40ac-930a-abe94cd605d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:37:41.504486 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f80b56b-2912-40ac-930a-abe94cd605d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:37:41.504903 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f80b56b-2912-40ac-930a-abe94cd605d9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:37:41.505334 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f80b56b-2912-40ac-930a-abe94cd605d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:37:41.505677 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f80b56b-2912-40ac-930a-abe94cd605d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:37:41.506012 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f80b56b-2912-40ac-930a-abe94cd605d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:37:41.506385 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f80b56b-2912-40ac-930a-abe94cd605d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:37:41.506726 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f80b56b-2912-40ac-930a-abe94cd605d9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:37:41.507071 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f80b56b-2912-40ac-930a-abe94cd605d9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:37:41.507397 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f80b56b-2912-40ac-930a-abe94cd605d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:37:41.507726 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f80b56b-2912-40ac-930a-abe94cd605d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:37:41.508081 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f80b56b-2912-40ac-930a-abe94cd605d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:37:41.508407 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f80b56b-2912-40ac-930a-abe94cd605d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:37:41.549682 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-0f3fb36b-346a-44c2-af3e-e17396478836 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f1076bf2-b0e8-43a0-93ba-971d778811b6 HTTP/1.1" status: 200 len: 217 time: 0.0458016 Feb 04 12:37:41.559293 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bd2a3abd-3f18-4664-bb40-9a9147a565e2 admin admin] Publish callbacks [] for security_group (b46a1ac3-5514-447c-9144-c22218f0954f), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:41.582433 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bd2a3abd-3f18-4664-bb40-9a9147a565e2 admin admin] Publish callbacks [] for security_group (b46a1ac3-5514-447c-9144-c22218f0954f), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:41.613033 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-caacbf54-77d0-4039-b6c1-b946c4a2d332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:41.615507 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-caacbf54-77d0-4039-b6c1-b946c4a2d332 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b923a3e9-d506-4eab-8ac4-3c29a0e86977 HTTP/1.1" status: 200 len: 797 time: 0.0583794 Feb 04 12:37:41.633760 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bd2a3abd-3f18-4664-bb40-9a9147a565e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (b46a1ac3-5514-447c-9144-c22218f0954f), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:41.636794 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bd2a3abd-3f18-4664-bb40-9a9147a565e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:41.640375 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-bd2a3abd-3f18-4664-bb40-9a9147a565e2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b46a1ac3-5514-447c-9144-c22218f0954f HTTP/1.1" status: 204 len: 168 time: 0.1443145 Feb 04 12:37:41.655483 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2a3abd-3f18-4664-bb40-9a9147a565e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b46a1ac3-5514-447c-9144-c22218f0954f,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:37:41.680038 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-e74ac622-22f7-4362-9a99-874fbda5cc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:41.682229 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-e74ac622-22f7-4362-9a99-874fbda5cc3d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=64361832-4c3a-49e6-9dd4-d860a2c32a17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0599611 Feb 04 12:37:41.690235 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device cd92a9f3-3217-44ae-9536-eca62c157bcd details requested by agent hyperv_n-h2-825015-3 with host n-h2-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:37:41.812188 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-8f0af63e-b019-47bb-b659-91bd2d37ea2b service neutron] 10.222.0.73 "GET /v2.0/networks/64361832-4c3a-49e6-9dd4-d860a2c32a17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212077 Feb 04 12:37:41.821310 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port cd92a9f3-3217-44ae-9536-eca62c157bcd, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=cd92a9f3-3217-44ae-9536-eca62c157bcd,segment=NetworkSegment(5ed040aa-461d-409f-a40b-8004d8898c3c),segment_id=5ed040aa-461d-409f-a40b-8004d8898c3c)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:37:41.834450 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Returning: {'device': 'cd92a9f3-3217-44ae-9536-eca62c157bcd', 'network_id': '211162ce-c654-4372-abd8-21bf219f75aa', 'port_id': 'cd92a9f3-3217-44ae-9536-eca62c157bcd', 'mac_address': 'fa:16:3e:93:27:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7a80143-29a9-4ba6-9987-42b8f7317e54', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:37:41.876521 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port cd92a9f3-3217-44ae-9536-eca62c157bcd is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:37:41.877505 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (cd92a9f3-3217-44ae-9536-eca62c157bcd), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:41.893585 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd92a9f3-3217-44ae-9536-eca62c157bcd {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:37:41.918522 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port cd92a9f3-3217-44ae-9536-eca62c157bcd, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=cd92a9f3-3217-44ae-9536-eca62c157bcd,segment=NetworkSegment(5ed040aa-461d-409f-a40b-8004d8898c3c),segment_id=5ed040aa-461d-409f-a40b-8004d8898c3c)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:37:41.924667 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (cd92a9f3-3217-44ae-9536-eca62c157bcd), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:41.931334 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-a6202b51-b278-4f10-baf0-43ddbb7dde80 service neutron] 10.222.0.73 "GET /v2.0/networks/64361832-4c3a-49e6-9dd4-d860a2c32a17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125734 Feb 04 12:37:41.984477 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=cd92a9f3-3217-44ae-9536-eca62c157bcd,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:37:41.989692 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-ebb44d62-ea31-4909-8b7d-e0ffb2e350b3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3c7ea0a0-286d-46f3-a903-1dfdfdc45ff0 HTTP/1.1" status: 200 len: 217 time: 0.0472839 Feb 04 12:37:42.021203 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 50884) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:37:42.035580 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-035f7e12-df4b-40da-8e34-0610acdefd16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:42.046882 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-3cafac47-1969-4d55-b944-6421850dba40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:42.048564 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-3cafac47-1969-4d55-b944-6421850dba40 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b923a3e9-d506-4eab-8ac4-3c29a0e86977 HTTP/1.1" status: 200 len: 797 time: 0.0529411 Feb 04 12:37:42.107110 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-5b8b683f-41bf-46d7-92f9-fc1a5b7ba850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:42.108673 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-5b8b683f-41bf-46d7-92f9-fc1a5b7ba850 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=64361832-4c3a-49e6-9dd4-d860a2c32a17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0533719 Feb 04 12:37:42.125386 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-035f7e12-df4b-40da-8e34-0610acdefd16 admin admin] Publish callbacks [] for security_group (5dbea92f-b7c7-44f3-bbaf-73313be9f7c5), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:42.132042 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-035f7e12-df4b-40da-8e34-0610acdefd16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (5dbea92f-b7c7-44f3-bbaf-73313be9f7c5), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:42.155435 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['cd92a9f3-3217-44ae-9536-eca62c157bcd'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:37:42.187280 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 50890) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:37:42.188030 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-035f7e12-df4b-40da-8e34-0610acdefd16 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=262b891b75bd40bbb9133b6fdc24e10d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1647868 Feb 04 12:37:42.219036 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035f7e12-df4b-40da-8e34-0610acdefd16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dbea92f-b7c7-44f3-bbaf-73313be9f7c5,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:37:42.273100 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-40019623-53be-4370-8ebb-5c2c065b2a19 service neutron] 10.222.0.73 "GET /v2.0/networks/64361832-4c3a-49e6-9dd4-d860a2c32a17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571946 Feb 04 12:37:42.399400 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-873cdc38-02a6-43b9-b84f-b52b73983652 admin admin] Publish callbacks [] for security_group (5dbea92f-b7c7-44f3-bbaf-73313be9f7c5), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:42.420725 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d995b79-5a8b-4b37-bccc-bdd6e55cab81 req-2fe934c7-15f4-4315-891e-db8e9bfc701e tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:42.426048 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d995b79-5a8b-4b37-bccc-bdd6e55cab81 req-2fe934c7-15f4-4315-891e-db8e9bfc701e tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:42.431836 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d995b79-5a8b-4b37-bccc-bdd6e55cab81 req-2fe934c7-15f4-4315-891e-db8e9bfc701e tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:42.437190 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d995b79-5a8b-4b37-bccc-bdd6e55cab81 req-2fe934c7-15f4-4315-891e-db8e9bfc701e tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:42.442575 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d995b79-5a8b-4b37-bccc-bdd6e55cab81 req-2fe934c7-15f4-4315-891e-db8e9bfc701e tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:42.448440 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d995b79-5a8b-4b37-bccc-bdd6e55cab81 req-2fe934c7-15f4-4315-891e-db8e9bfc701e tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:42.453775 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d995b79-5a8b-4b37-bccc-bdd6e55cab81 req-2fe934c7-15f4-4315-891e-db8e9bfc701e tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:42.455702 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3d995b79-5a8b-4b37-bccc-bdd6e55cab81 req-2fe934c7-15f4-4315-891e-db8e9bfc701e tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 5427 time: 0.2426708 Feb 04 12:37:42.475244 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b699a11-5ae7-4534-bd9c-9a464817a282 req-22af5c13-70d9-44e7-88cc-67522ccd90ba tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:42.476745 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4b699a11-5ae7-4534-bd9c-9a464817a282 req-22af5c13-70d9-44e7-88cc-67522ccd90ba tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "GET /v2.0/ports?device_id=2bfeaefa-6e8b-49e8-a202-1541478b2560 HTTP/1.1" status: 200 len: 945 time: 0.2408965 Feb 04 12:37:42.502847 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-873cdc38-02a6-43b9-b84f-b52b73983652 admin admin] Publish callbacks [] for security_group (5dbea92f-b7c7-44f3-bbaf-73313be9f7c5), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:42.568286 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-52c37eec-c4a5-4341-beba-fd18cd690ff5 req-8cff2aab-1fcf-4e4e-8477-f7e7040dfce8 service neutron] 10.222.0.73 "GET /v2.0/networks/64361832-4c3a-49e6-9dd4-d860a2c32a17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2871361 Feb 04 12:37:42.623374 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4b699a11-5ae7-4534-bd9c-9a464817a282 req-4c154aa4-a89f-43e0-bfac-472236069932 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "GET /v2.0/security-groups?id=fdbd4e3f-31c9-4f42-8b92-5879438ef249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283553 Feb 04 12:37:42.629486 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3d995b79-5a8b-4b37-bccc-bdd6e55cab81 req-c3153db4-ee11-46f8-9eee-2767f374115e tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/security-groups?id=6fb9d925-f1ad-446a-9918-6c4396d6cf75&id=298cdae3-8a94-4f2b-ad9f-68a3e4a3ab72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1640728 Feb 04 12:37:42.680829 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-873cdc38-02a6-43b9-b84f-b52b73983652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (5dbea92f-b7c7-44f3-bbaf-73313be9f7c5), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:42.683914 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-873cdc38-02a6-43b9-b84f-b52b73983652 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:42.685156 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-873cdc38-02a6-43b9-b84f-b52b73983652 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5dbea92f-b7c7-44f3-bbaf-73313be9f7c5 HTTP/1.1" status: 204 len: 168 time: 0.4913278 Feb 04 12:37:42.698137 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873cdc38-02a6-43b9-b84f-b52b73983652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dbea92f-b7c7-44f3-bbaf-73313be9f7c5,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:37:42.711642 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ff75f5-d032-4c57-aad2-b2a52f7801e7 req-8a1380ee-4c3d-4f4e-8d7a-8f56ae3ff672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:42.712157 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ff75f5-d032-4c57-aad2-b2a52f7801e7 req-8a1380ee-4c3d-4f4e-8d7a-8f56ae3ff672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:42.712625 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ff75f5-d032-4c57-aad2-b2a52f7801e7 req-8a1380ee-4c3d-4f4e-8d7a-8f56ae3ff672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:42.713089 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ff75f5-d032-4c57-aad2-b2a52f7801e7 req-8a1380ee-4c3d-4f4e-8d7a-8f56ae3ff672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:42.713551 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ff75f5-d032-4c57-aad2-b2a52f7801e7 req-8a1380ee-4c3d-4f4e-8d7a-8f56ae3ff672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:42.714011 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ff75f5-d032-4c57-aad2-b2a52f7801e7 req-8a1380ee-4c3d-4f4e-8d7a-8f56ae3ff672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:42.714475 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ff75f5-d032-4c57-aad2-b2a52f7801e7 req-8a1380ee-4c3d-4f4e-8d7a-8f56ae3ff672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:42.717554 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c3ff75f5-d032-4c57-aad2-b2a52f7801e7 req-8a1380ee-4c3d-4f4e-8d7a-8f56ae3ff672 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6d2d96abb2ff46d88357aa25adf70711&device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 6701 time: 0.0928464 Feb 04 12:37:42.829504 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ff75f5-d032-4c57-aad2-b2a52f7801e7 req-773b4ca7-f647-4746-874c-654ab52b6dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:42.830991 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c3ff75f5-d032-4c57-aad2-b2a52f7801e7 req-773b4ca7-f647-4746-874c-654ab52b6dbf service neutron] 10.222.0.73 "GET /v2.0/networks?id=64361832-4c3a-49e6-9dd4-d860a2c32a17 HTTP/1.1" status: 200 len: 903 time: 0.1066058 Feb 04 12:37:42.886173 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c3ff75f5-d032-4c57-aad2-b2a52f7801e7 req-ef4841ba-2872-4604-bdb9-ed0cfb2c3bd8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3c7ea0a0-286d-46f3-a903-1dfdfdc45ff0 HTTP/1.1" status: 200 len: 217 time: 0.0473573 Feb 04 12:37:42.939992 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ff75f5-d032-4c57-aad2-b2a52f7801e7 req-cd5e5ea3-d09f-4486-8059-aff3c649de4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:42.941537 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c3ff75f5-d032-4c57-aad2-b2a52f7801e7 req-cd5e5ea3-d09f-4486-8059-aff3c649de4f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b923a3e9-d506-4eab-8ac4-3c29a0e86977 HTTP/1.1" status: 200 len: 797 time: 0.0485504 Feb 04 12:37:42.996173 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ff75f5-d032-4c57-aad2-b2a52f7801e7 req-58cd7741-6652-42f0-a898-c1fad652cfea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:42.998673 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c3ff75f5-d032-4c57-aad2-b2a52f7801e7 req-58cd7741-6652-42f0-a898-c1fad652cfea service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=64361832-4c3a-49e6-9dd4-d860a2c32a17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0510046 Feb 04 12:37:43.105469 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c3ff75f5-d032-4c57-aad2-b2a52f7801e7 req-973e5242-66bf-4b0c-b1fb-286c5024168f service neutron] 10.222.0.73 "GET /v2.0/networks/64361832-4c3a-49e6-9dd4-d860a2c32a17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998225 Feb 04 12:37:43.225745 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c3ff75f5-d032-4c57-aad2-b2a52f7801e7 req-b98a7de9-2d5f-4486-9646-06bfd9237937 service neutron] 10.222.0.73 "GET /v2.0/networks/64361832-4c3a-49e6-9dd4-d860a2c32a17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138408 Feb 04 12:37:43.684181 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device cd92a9f3-3217-44ae-9536-eca62c157bcd up at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:37:43.755646 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning for port cd92a9f3-3217-44ae-9536-eca62c157bcd completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:37:43.762097 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning complete for port cd92a9f3-3217-44ae-9536-eca62c157bcd triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:37:43.762571 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (cd92a9f3-3217-44ae-9536-eca62c157bcd), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:43.884289 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70dd69a-54c3-41c6-be16-d67f5c806e88 req-8b410450-ce97-44c8-9463-1d9e9dfa579a tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:43.885782 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f70dd69a-54c3-41c6-be16-d67f5c806e88 req-8b410450-ce97-44c8-9463-1d9e9dfa579a tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "GET /v2.0/ports?device_id=2bfeaefa-6e8b-49e8-a202-1541478b2560 HTTP/1.1" status: 200 len: 945 time: 0.1543939 Feb 04 12:37:43.898180 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3df3b75-ede7-4238-aca5-a4dcc838a41a req-7329447b-5ca7-4559-b857-aa3ae39500f3 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:43.899574 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port cd92a9f3-3217-44ae-9536-eca62c157bcd is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:37:43.900219 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (cd92a9f3-3217-44ae-9536-eca62c157bcd), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:43.904906 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3df3b75-ede7-4238-aca5-a4dcc838a41a req-7329447b-5ca7-4559-b857-aa3ae39500f3 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:43.910510 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3df3b75-ede7-4238-aca5-a4dcc838a41a req-7329447b-5ca7-4559-b857-aa3ae39500f3 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:43.918172 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3df3b75-ede7-4238-aca5-a4dcc838a41a req-7329447b-5ca7-4559-b857-aa3ae39500f3 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:43.925522 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3df3b75-ede7-4238-aca5-a4dcc838a41a req-7329447b-5ca7-4559-b857-aa3ae39500f3 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:43.948000 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3df3b75-ede7-4238-aca5-a4dcc838a41a req-7329447b-5ca7-4559-b857-aa3ae39500f3 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:43.948761 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bfeaefa-6e8b-49e8-a202-1541478b2560', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd92a9f3-3217-44ae-9536-eca62c157bcd'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:37:43.951634 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d52c02f-2f11-47b6-b2cd-7d80ce13561d" -d '{"events": [{"server_uuid": "2bfeaefa-6e8b-49e8-a202-1541478b2560", "name": "network-vif-plugged", "status": "completed", "tag": "cd92a9f3-3217-44ae-9536-eca62c157bcd"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:37:43.955979 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3df3b75-ede7-4238-aca5-a4dcc838a41a req-7329447b-5ca7-4559-b857-aa3ae39500f3 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:43.958152 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f3df3b75-ede7-4238-aca5-a4dcc838a41a req-7329447b-5ca7-4559-b857-aa3ae39500f3 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 5427 time: 0.2060957 Feb 04 12:37:43.996816 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port cd92a9f3-3217-44ae-9536-eca62c157bcd, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=cd92a9f3-3217-44ae-9536-eca62c157bcd,segment=NetworkSegment(5ed040aa-461d-409f-a40b-8004d8898c3c),segment_id=5ed040aa-461d-409f-a40b-8004d8898c3c)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:37:44.024412 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (cd92a9f3-3217-44ae-9536-eca62c157bcd), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:44.051154 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f70dd69a-54c3-41c6-be16-d67f5c806e88 req-ba3bc2ea-15b5-4c85-8cc9-eed542410af3 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "GET /v2.0/security-groups?id=fdbd4e3f-31c9-4f42-8b92-5879438ef249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918806 Feb 04 12:37:44.093899 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f3df3b75-ede7-4238-aca5-a4dcc838a41a req-1c220a0c-2f8a-4a65-a5c0-fab4871fa765 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/security-groups?id=6fb9d925-f1ad-446a-9918-6c4396d6cf75&id=298cdae3-8a94-4f2b-ad9f-68a3e4a3ab72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1281726 Feb 04 12:37:44.134636 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=cd92a9f3-3217-44ae-9536-eca62c157bcd,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:37:44.144160 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b709087-6926-42e3-93ee-730f1ea5a576 x-openstack-request-id: req-8b709087-6926-42e3-93ee-730f1ea5a576 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:37:44.144713 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bfeaefa-6e8b-49e8-a202-1541478b2560", "name": "network-vif-plugged", "status": "completed", "tag": "cd92a9f3-3217-44ae-9536-eca62c157bcd", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:37:44.145165 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8b709087-6926-42e3-93ee-730f1ea5a576 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:37:44.145767 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bfeaefa-6e8b-49e8-a202-1541478b2560', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd92a9f3-3217-44ae-9536-eca62c157bcd', 'code': 200} Feb 04 12:37:44.319947 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf3e65a-ac4e-4324-8dcd-07957c829414 req-41746d0f-285c-4ea8-909c-d35581cd4608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:44.327185 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ebf3e65a-ac4e-4324-8dcd-07957c829414 req-41746d0f-285c-4ea8-909c-d35581cd4608 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=2bfeaefa-6e8b-49e8-a202-1541478b2560 HTTP/1.1" status: 200 len: 1128 time: 0.0951121 Feb 04 12:37:44.404265 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ebf3e65a-ac4e-4324-8dcd-07957c829414 req-27638bf3-c9b9-475a-a3cc-12d97aa24356 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=fdbd4e3f-31c9-4f42-8b92-5879438ef249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706539 Feb 04 12:37:44.551475 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-87259445-c8c6-4f72-b208-450def74537d req-4392aafe-4e06-4081-bf45-23ca3806bd70 tempest-VolumesBackupsTest-860154996 tempest-VolumesBackupsTest-860154996-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=2621c15cc1bd482ebd83ce5142689cd2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0557957 Feb 04 12:37:44.843266 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87259445-c8c6-4f72-b208-450def74537d req-0f5e5b78-94c1-42fe-b902-c513c875982d tempest-VolumesBackupsTest-860154996 tempest-VolumesBackupsTest-860154996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:44.851492 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-87259445-c8c6-4f72-b208-450def74537d req-0f5e5b78-94c1-42fe-b902-c513c875982d tempest-VolumesBackupsTest-860154996 tempest-VolumesBackupsTest-860154996-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2904494 Feb 04 12:37:44.867758 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-87259445-c8c6-4f72-b208-450def74537d req-01781807-2b85-49dc-9eab-d0115adb1468 tempest-VolumesBackupsTest-860154996 tempest-VolumesBackupsTest-860154996-project] 10.222.0.65 "GET /v2.0/quotas/2621c15cc1bd482ebd83ce5142689cd2 HTTP/1.1" status: 200 len: 375 time: 0.0153050 Feb 04 12:37:44.915537 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-87259445-c8c6-4f72-b208-450def74537d req-39ac3d5f-f04c-472b-b1d4-97aec817980a tempest-VolumesBackupsTest-860154996 tempest-VolumesBackupsTest-860154996-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=2621c15cc1bd482ebd83ce5142689cd2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0465848 Feb 04 12:37:45.083357 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 51046) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:37:45.244021 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-665d329b-b7cd-42c8-a9e0-71501101f718 req-00e3a41b-95f2-48c6-8ad2-9e25c28fb0d8 tempest-VolumesBackupsTest-860154996 tempest-VolumesBackupsTest-860154996-project] 10.222.0.65 "GET /v2.0/ports?device_id=b5f4403d-2c99-488f-a800-71601b2388cf HTTP/1.1" status: 200 len: 210 time: 0.1268892 Feb 04 12:37:45.442647 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0269d3b-0bec-4881-91ad-9f595de2fd11 req-c6ec342a-1f3d-4b71-af68-b9ffab05cd96 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:45.446619 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e0269d3b-0bec-4881-91ad-9f595de2fd11 req-c6ec342a-1f3d-4b71-af68-b9ffab05cd96 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "GET /v2.0/ports?device_id=2bfeaefa-6e8b-49e8-a202-1541478b2560 HTTP/1.1" status: 200 len: 946 time: 0.2598574 Feb 04 12:37:45.602554 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8b39d72a-e74d-4145-ba0a-5b183ce53141 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:45.677567 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e0269d3b-0bec-4881-91ad-9f595de2fd11 req-dd59c477-3031-4bb7-a3a4-0ded459b6e48 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "GET /v2.0/security-groups?id=fdbd4e3f-31c9-4f42-8b92-5879438ef249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2225339 Feb 04 12:37:45.720554 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fb95f820-7735-494e-bf12-3e376458a791 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:45.860063 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717e83f7-ed33-4305-8642-270469d54b54 req-7a41e697-b0fc-4fb4-adf7-2fdab08bccb4 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:45.866802 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717e83f7-ed33-4305-8642-270469d54b54 req-7a41e697-b0fc-4fb4-adf7-2fdab08bccb4 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:45.873099 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717e83f7-ed33-4305-8642-270469d54b54 req-7a41e697-b0fc-4fb4-adf7-2fdab08bccb4 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:45.879920 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717e83f7-ed33-4305-8642-270469d54b54 req-7a41e697-b0fc-4fb4-adf7-2fdab08bccb4 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:45.887323 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717e83f7-ed33-4305-8642-270469d54b54 req-7a41e697-b0fc-4fb4-adf7-2fdab08bccb4 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:45.894163 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717e83f7-ed33-4305-8642-270469d54b54 req-7a41e697-b0fc-4fb4-adf7-2fdab08bccb4 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:45.900652 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717e83f7-ed33-4305-8642-270469d54b54 req-7a41e697-b0fc-4fb4-adf7-2fdab08bccb4 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:45.902581 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-717e83f7-ed33-4305-8642-270469d54b54 req-7a41e697-b0fc-4fb4-adf7-2fdab08bccb4 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 5427 time: 0.3935325 Feb 04 12:37:46.014187 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-717e83f7-ed33-4305-8642-270469d54b54 req-447b6948-c759-4318-b94e-f3929a4ee046 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/security-groups?id=6fb9d925-f1ad-446a-9918-6c4396d6cf75&id=298cdae3-8a94-4f2b-ad9f-68a3e4a3ab72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1031783 Feb 04 12:37:46.071317 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fb95f820-7735-494e-bf12-3e376458a791 admin admin] Publish callbacks [] for security_group (2679adf2-1dd6-4ec4-a3f6-fe2cd81d29ab), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:46.084217 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fb95f820-7735-494e-bf12-3e376458a791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (2679adf2-1dd6-4ec4-a3f6-fe2cd81d29ab), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:46.170142 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-fb95f820-7735-494e-bf12-3e376458a791 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=288ae1a703d7468baed946e9b3b449d9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0856378 Feb 04 12:37:46.172933 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 51064) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:37:46.181444 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb95f820-7735-494e-bf12-3e376458a791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2679adf2-1dd6-4ec4-a3f6-fe2cd81d29ab,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:37:46.294028 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4af7d4c0-98e3-4b5b-ba50-b0df2e5546e9 admin admin] Publish callbacks [] for security_group (2679adf2-1dd6-4ec4-a3f6-fe2cd81d29ab), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:46.351144 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4af7d4c0-98e3-4b5b-ba50-b0df2e5546e9 admin admin] Publish callbacks [] for security_group (2679adf2-1dd6-4ec4-a3f6-fe2cd81d29ab), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:46.440677 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ada0d3f8-fb51-45e5-826c-b90753eb6bfc req-68641762-e26a-4c23-a422-9419d74702ee tempest-VolumesBackupsTest-860154996 tempest-VolumesBackupsTest-860154996-project] 10.222.0.65 "GET /v2.0/ports?device_id=b5f4403d-2c99-488f-a800-71601b2388cf HTTP/1.1" status: 200 len: 210 time: 0.0552537 Feb 04 12:37:46.453330 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4af7d4c0-98e3-4b5b-ba50-b0df2e5546e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (2679adf2-1dd6-4ec4-a3f6-fe2cd81d29ab), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:46.456871 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4af7d4c0-98e3-4b5b-ba50-b0df2e5546e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:46.463402 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-4af7d4c0-98e3-4b5b-ba50-b0df2e5546e9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2679adf2-1dd6-4ec4-a3f6-fe2cd81d29ab HTTP/1.1" status: 204 len: 168 time: 0.2890296 Feb 04 12:37:46.475721 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af7d4c0-98e3-4b5b-ba50-b0df2e5546e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2679adf2-1dd6-4ec4-a3f6-fe2cd81d29ab,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:37:46.869532 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-87259445-c8c6-4f72-b208-450def74537d req-fe5a0431-4d56-4d17-a9a7-7ce34994f343 tempest-VolumesBackupsTest-860154996 tempest-VolumesBackupsTest-860154996-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=2621c15cc1bd482ebd83ce5142689cd2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0767262 Feb 04 12:37:47.164910 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd614a53-40ec-4513-a82c-9f361e0a3a92 req-beecfa90-45f3-4291-aae6-6f23083b7840 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:47.166420 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fd614a53-40ec-4513-a82c-9f361e0a3a92 req-beecfa90-45f3-4291-aae6-6f23083b7840 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "GET /v2.0/ports?device_id=2bfeaefa-6e8b-49e8-a202-1541478b2560 HTTP/1.1" status: 200 len: 946 time: 0.1793697 Feb 04 12:37:47.188949 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87259445-c8c6-4f72-b208-450def74537d req-58f71717-0744-41f1-95d9-4e824f1afa6a tempest-VolumesBackupsTest-860154996 tempest-VolumesBackupsTest-860154996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:47.190361 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-87259445-c8c6-4f72-b208-450def74537d req-58f71717-0744-41f1-95d9-4e824f1afa6a tempest-VolumesBackupsTest-860154996 tempest-VolumesBackupsTest-860154996-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3165243 Feb 04 12:37:47.219628 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-87259445-c8c6-4f72-b208-450def74537d req-e86cbcf5-5e2e-434d-9463-6e59cca22360 tempest-VolumesBackupsTest-860154996 tempest-VolumesBackupsTest-860154996-project] Request body: {'port': {'device_id': 'b5f4403d-2c99-488f-a800-71601b2388cf', 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c', 'admin_state_up': True, 'tenant_id': '2621c15cc1bd482ebd83ce5142689cd2'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:37:47.347253 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9a6e71-d1c1-4533-af6f-c74c1e70e64a req-a0b2f349-842c-4c20-ad6c-a9fdd5e447ad tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:47.352938 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9a6e71-d1c1-4533-af6f-c74c1e70e64a req-a0b2f349-842c-4c20-ad6c-a9fdd5e447ad tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:47.358905 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9a6e71-d1c1-4533-af6f-c74c1e70e64a req-a0b2f349-842c-4c20-ad6c-a9fdd5e447ad tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:47.364548 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9a6e71-d1c1-4533-af6f-c74c1e70e64a req-a0b2f349-842c-4c20-ad6c-a9fdd5e447ad tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:47.371007 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9a6e71-d1c1-4533-af6f-c74c1e70e64a req-a0b2f349-842c-4c20-ad6c-a9fdd5e447ad tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:47.376650 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9a6e71-d1c1-4533-af6f-c74c1e70e64a req-a0b2f349-842c-4c20-ad6c-a9fdd5e447ad tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:47.382823 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9a6e71-d1c1-4533-af6f-c74c1e70e64a req-a0b2f349-842c-4c20-ad6c-a9fdd5e447ad tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:47.384803 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dc9a6e71-d1c1-4533-af6f-c74c1e70e64a req-a0b2f349-842c-4c20-ad6c-a9fdd5e447ad tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 5427 time: 0.2174327 Feb 04 12:37:47.396774 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fd614a53-40ec-4513-a82c-9f361e0a3a92 req-121231be-3722-4340-abdd-66a153bacd73 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "GET /v2.0/security-groups?id=fdbd4e3f-31c9-4f42-8b92-5879438ef249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2148869 Feb 04 12:37:47.518375 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dc9a6e71-d1c1-4533-af6f-c74c1e70e64a req-045e2f9f-5166-4cc4-be38-2a0a726f031e tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/security-groups?id=6fb9d925-f1ad-446a-9918-6c4396d6cf75&id=298cdae3-8a94-4f2b-ad9f-68a3e4a3ab72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1184387 Feb 04 12:37:47.521628 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87259445-c8c6-4f72-b208-450def74537d req-e86cbcf5-5e2e-434d-9463-6e59cca22360 tempest-VolumesBackupsTest-860154996 tempest-VolumesBackupsTest-860154996-project] Made reservation on behalf of 2621c15cc1bd482ebd83ce5142689cd2 for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:37:47.526408 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-87259445-c8c6-4f72-b208-450def74537d req-e86cbcf5-5e2e-434d-9463-6e59cca22360 tempest-VolumesBackupsTest-860154996 tempest-VolumesBackupsTest-860154996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:47.547883 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-87259445-c8c6-4f72-b208-450def74537d req-e86cbcf5-5e2e-434d-9463-6e59cca22360 tempest-VolumesBackupsTest-860154996 tempest-VolumesBackupsTest-860154996-project] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:47.628905 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdfd5f6-797f-4e99-9eae-f25b6652087f req-c711c068-e591-44a9-9fc1-7cf2140cebfa tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:47.640233 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 51096) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:37:47.641744 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2bdfd5f6-797f-4e99-9eae-f25b6652087f req-c711c068-e591-44a9-9fc1-7cf2140cebfa tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "GET /v2.0/ports?device_id=2bfeaefa-6e8b-49e8-a202-1541478b2560 HTTP/1.1" status: 200 len: 946 time: 0.1219885 Feb 04 12:37:47.646396 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-879ddafd-712a-4660-9cba-9631aa155706 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Request body: {'floatingip': {'port_id': 'cd92a9f3-3217-44ae-9536-eca62c157bcd'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:37:47.680520 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3c82632b-fcc2-420b-b834-292cad3fc7fb req-88b33f0a-1468-4e8f-a4ff-668545748edd tempest-VolumesBackupsTest-860154996 tempest-VolumesBackupsTest-860154996-project] 10.222.0.65 "GET /v2.0/ports?device_id=b5f4403d-2c99-488f-a800-71601b2388cf HTTP/1.1" status: 200 len: 210 time: 0.0374935 Feb 04 12:37:47.741022 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-879ddafd-712a-4660-9cba-9631aa155706 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Publish callbacks [] for floatingip (2a95632e-214a-487c-8c46-3aeaf0e66bb3), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:47.750942 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-87259445-c8c6-4f72-b208-450def74537d req-e86cbcf5-5e2e-434d-9463-6e59cca22360 tempest-VolumesBackupsTest-860154996 tempest-VolumesBackupsTest-860154996-project] Publish callbacks [] for security_group (73f52b74-afc6-4507-908d-63a669d155d4), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:47.756276 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-87259445-c8c6-4f72-b208-450def74537d req-e86cbcf5-5e2e-434d-9463-6e59cca22360 tempest-VolumesBackupsTest-860154996 tempest-VolumesBackupsTest-860154996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (73f52b74-afc6-4507-908d-63a669d155d4), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:47.926199 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86cbcf5-5e2e-434d-9463-6e59cca22360 tempest-VolumesBackupsTest-860154996 tempest-VolumesBackupsTest-860154996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73f52b74-afc6-4507-908d-63a669d155d4,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:37:47.973355 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-87259445-c8c6-4f72-b208-450def74537d req-e86cbcf5-5e2e-434d-9463-6e59cca22360 tempest-VolumesBackupsTest-860154996 tempest-VolumesBackupsTest-860154996-project] Allocated IP 192.168.233.247 (2f7dc246-a024-4937-952c-0ddeef5af29c/5ee3374a-84e9-4639-853c-740c6edaf6dc/e62902ea-3922-4402-b6d9-a093c5b59797) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:37:47.987226 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9fa7dd66-3f13-4560-996f-f4a000b15a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:48.210692 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-87259445-c8c6-4f72-b208-450def74537d req-e86cbcf5-5e2e-434d-9463-6e59cca22360 tempest-VolumesBackupsTest-860154996 tempest-VolumesBackupsTest-860154996-project] Publish callbacks [] for port (e62902ea-3922-4402-b6d9-a093c5b59797), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:48.264724 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-87259445-c8c6-4f72-b208-450def74537d req-e86cbcf5-5e2e-434d-9463-6e59cca22360 tempest-VolumesBackupsTest-860154996 tempest-VolumesBackupsTest-860154996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (e62902ea-3922-4402-b6d9-a093c5b59797), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:48.336799 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87259445-c8c6-4f72-b208-450def74537d req-e86cbcf5-5e2e-434d-9463-6e59cca22360 tempest-VolumesBackupsTest-860154996 tempest-VolumesBackupsTest-860154996-project] Network 2f7dc246-a024-4937-952c-0ddeef5af29c is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:37:48.345101 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-87259445-c8c6-4f72-b208-450def74537d req-e86cbcf5-5e2e-434d-9463-6e59cca22360 tempest-VolumesBackupsTest-860154996 tempest-VolumesBackupsTest-860154996-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:37:48.350163 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-87259445-c8c6-4f72-b208-450def74537d req-e86cbcf5-5e2e-434d-9463-6e59cca22360 tempest-VolumesBackupsTest-860154996 tempest-VolumesBackupsTest-860154996-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:37:48.403013 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86cbcf5-5e2e-434d-9463-6e59cca22360 tempest-VolumesBackupsTest-860154996 tempest-VolumesBackupsTest-860154996-project] Pushing event updated for resources: {'Port': ['ID=e62902ea-3922-4402-b6d9-a093c5b59797,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:37:48.438403 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87259445-c8c6-4f72-b208-450def74537d req-e86cbcf5-5e2e-434d-9463-6e59cca22360 tempest-VolumesBackupsTest-860154996 tempest-VolumesBackupsTest-860154996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:48.439049 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-87259445-c8c6-4f72-b208-450def74537d req-e86cbcf5-5e2e-434d-9463-6e59cca22360 tempest-VolumesBackupsTest-860154996 tempest-VolumesBackupsTest-860154996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:48.485577 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-87259445-c8c6-4f72-b208-450def74537d req-e86cbcf5-5e2e-434d-9463-6e59cca22360 tempest-VolumesBackupsTest-860154996 tempest-VolumesBackupsTest-860154996-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2707553 Feb 04 12:37:48.497141 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-87259445-c8c6-4f72-b208-450def74537d req-c0d48047-1319-4524-b343-2701801c116f service neutron] Request body: {'port': {'device_id': 'b5f4403d-2c99-488f-a800-71601b2388cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:37:48.726285 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-87259445-c8c6-4f72-b208-450def74537d req-c0d48047-1319-4524-b343-2701801c116f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (e62902ea-3922-4402-b6d9-a093c5b59797), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:48.822356 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e75479-d41d-46f0-b711-f4ad3097623e req-498932dc-81d3-4a6b-a26a-08b12fad7348 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:48.827659 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e75479-d41d-46f0-b711-f4ad3097623e req-498932dc-81d3-4a6b-a26a-08b12fad7348 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:48.832897 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e75479-d41d-46f0-b711-f4ad3097623e req-498932dc-81d3-4a6b-a26a-08b12fad7348 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:48.838942 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e75479-d41d-46f0-b711-f4ad3097623e req-498932dc-81d3-4a6b-a26a-08b12fad7348 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:48.852990 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e75479-d41d-46f0-b711-f4ad3097623e req-498932dc-81d3-4a6b-a26a-08b12fad7348 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:48.863228 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e75479-d41d-46f0-b711-f4ad3097623e req-498932dc-81d3-4a6b-a26a-08b12fad7348 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:48.869061 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-77c2801c-1020-4be1-a096-1040558d3d10 None None] Provisioning complete for port e62902ea-3922-4402-b6d9-a093c5b59797 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:37:48.869487 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-77c2801c-1020-4be1-a096-1040558d3d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (e62902ea-3922-4402-b6d9-a093c5b59797), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:48.888805 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e75479-d41d-46f0-b711-f4ad3097623e req-498932dc-81d3-4a6b-a26a-08b12fad7348 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:48.897188 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-97e75479-d41d-46f0-b711-f4ad3097623e req-498932dc-81d3-4a6b-a26a-08b12fad7348 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 5427 time: 0.2196748 Feb 04 12:37:48.901638 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 51116) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:37:48.939523 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-77c2801c-1020-4be1-a096-1040558d3d10 None None] Port e62902ea-3922-4402-b6d9-a093c5b59797 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:37:49.087093 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6127104e-c0d0-442d-8bde-5a17765b5a5c req-00a0abff-ded0-4b35-8a4c-db67d2bfe274 tempest-VolumesBackupsTest-860154996 tempest-VolumesBackupsTest-860154996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:49.094045 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6127104e-c0d0-442d-8bde-5a17765b5a5c req-00a0abff-ded0-4b35-8a4c-db67d2bfe274 tempest-VolumesBackupsTest-860154996 tempest-VolumesBackupsTest-860154996-project] 10.222.0.65 "GET /v2.0/ports?device_id=b5f4403d-2c99-488f-a800-71601b2388cf HTTP/1.1" status: 200 len: 936 time: 0.1957505 Feb 04 12:37:49.165336 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-97e75479-d41d-46f0-b711-f4ad3097623e req-87f4df85-13dc-4ae2-abd6-18a655c48722 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/security-groups?id=6fb9d925-f1ad-446a-9918-6c4396d6cf75&id=298cdae3-8a94-4f2b-ad9f-68a3e4a3ab72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2534742 Feb 04 12:37:49.182815 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:49.206436 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-14e0418e-c599-4f7e-b58e-03fec7ab8f70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-661349918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-661349918-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1634355490'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:37:49.229486 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14e0418e-c599-4f7e-b58e-03fec7ab8f70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-661349918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-661349918-project] Made reservation on behalf of 28103569269b458194eaac22a18faf6b for: {'network': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:37:49.233681 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-14e0418e-c599-4f7e-b58e-03fec7ab8f70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-661349918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-661349918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:49.269623 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-14e0418e-c599-4f7e-b58e-03fec7ab8f70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-661349918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-661349918-project] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:49.292837 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6127104e-c0d0-442d-8bde-5a17765b5a5c req-72dd9e2b-ebe1-4645-926a-5d8e514745f1 tempest-VolumesBackupsTest-860154996 tempest-VolumesBackupsTest-860154996-project] 10.222.0.65 "GET /v2.0/security-groups?id=73f52b74-afc6-4507-908d-63a669d155d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978104 Feb 04 12:37:49.371306 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.db.resource_extend [None req-879ddafd-712a-4660-9cba-9631aa155706 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] It took 0.73 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 12:37:49.439444 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-14e0418e-c599-4f7e-b58e-03fec7ab8f70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-661349918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-661349918-project] Publish callbacks [] for security_group (6cc9398d-e810-49f1-9a3c-84c2077a1154), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:49.442979 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-879ddafd-712a-4660-9cba-9631aa155706 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:49.447345 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-879ddafd-712a-4660-9cba-9631aa155706 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1599943'] for floatingip (2a95632e-214a-487c-8c46-3aeaf0e66bb3), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:49.466432 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-14e0418e-c599-4f7e-b58e-03fec7ab8f70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-661349918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-661349918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (6cc9398d-e810-49f1-9a3c-84c2077a1154), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:49.520876 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-87259445-c8c6-4f72-b208-450def74537d req-c0d48047-1319-4524-b343-2701801c116f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e62902ea-3922-4402-b6d9-a093c5b59797 {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:37:49.527910 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14e0418e-c599-4f7e-b58e-03fec7ab8f70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-661349918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-661349918-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=103475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:37:49.540514 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-87259445-c8c6-4f72-b208-450def74537d req-c0d48047-1319-4524-b343-2701801c116f service neutron] Publish callbacks [] for port (e62902ea-3922-4402-b6d9-a093c5b59797), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:49.543005 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e0418e-c599-4f7e-b58e-03fec7ab8f70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-661349918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-661349918-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc9398d-e810-49f1-9a3c-84c2077a1154,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:37:49.566089 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-14e0418e-c599-4f7e-b58e-03fec7ab8f70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-661349918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-661349918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (6880aedc-fa89-4192-8664-62ab7cb53c53), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:49.566468 n-d-825015-3 neutron-server[103475]: INFO neutron.db.segments_db [None req-14e0418e-c599-4f7e-b58e-03fec7ab8f70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-661349918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-661349918-project] Added segment 6880aedc-fa89-4192-8664-62ab7cb53c53 of type vlan for network e42a5a57-12c3-49e7-8842-cf17a0cf0322 Feb 04 12:37:49.578951 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-87259445-c8c6-4f72-b208-450def74537d req-c0d48047-1319-4524-b343-2701801c116f service neutron] Transition to ACTIVE for port object e62902ea-3922-4402-b6d9-a093c5b59797 will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:37:49.623852 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-87259445-c8c6-4f72-b208-450def74537d req-c0d48047-1319-4524-b343-2701801c116f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (e62902ea-3922-4402-b6d9-a093c5b59797), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:49.647997 n-d-825015-3 neutron-server[103474]: INFO neutron.db.l3_db [None req-879ddafd-712a-4660-9cba-9631aa155706 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Floating IP 2a95632e-214a-487c-8c46-3aeaf0e66bb3 associated. External IP: 172.25.3.42, port: cd92a9f3-3217-44ae-9536-eca62c157bcd. Feb 04 12:37:50.146589 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-879ddafd-712a-4660-9cba-9631aa155706 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Router b0aa9850-1fc9-4b45-b5d9-86a312a36035 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:37:50.170145 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-14e0418e-c599-4f7e-b58e-03fec7ab8f70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-661349918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-661349918-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (e42a5a57-12c3-49e7-8842-cf17a0cf0322), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:50.197972 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d48047-1319-4524-b343-2701801c116f service neutron] Pushing event updated for resources: {'Port': ['ID=e62902ea-3922-4402-b6d9-a093c5b59797,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:37:50.208292 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-14e0418e-c599-4f7e-b58e-03fec7ab8f70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-661349918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-661349918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (e42a5a57-12c3-49e7-8842-cf17a0cf0322), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:50.216965 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e0418e-c599-4f7e-b58e-03fec7ab8f70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-661349918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-661349918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:50.217605 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-14e0418e-c599-4f7e-b58e-03fec7ab8f70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-661349918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-661349918-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:50.382981 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e0418e-c599-4f7e-b58e-03fec7ab8f70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-661349918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-661349918-project] Pushing event updated for resources: {'Network': ['ID=e42a5a57-12c3-49e7-8842-cf17a0cf0322,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:37:50.400793 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network e42a5a57-12c3-49e7-8842-cf17a0cf0322 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:37:50.573256 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-879ddafd-712a-4660-9cba-9631aa155706 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:37:50.600442 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-879ddafd-712a-4660-9cba-9631aa155706 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:50.627106 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2436a6-adaa-4d6d-81db-05d41d3ed35e None None] Sync routers for ids ['b0aa9850-1fc9-4b45-b5d9-86a312a36035'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:37:50.674476 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-14e0418e-c599-4f7e-b58e-03fec7ab8f70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-661349918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-661349918-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.7718658 Feb 04 12:37:50.682141 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-879ddafd-712a-4660-9cba-9631aa155706 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "PUT /v2.0/floatingips/2a95632e-214a-487c-8c46-3aeaf0e66bb3 HTTP/1.1" status: 200 len: 991 time: 3.0392189 Feb 04 12:37:50.683055 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:50.684782 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bfeaefa-6e8b-49e8-a202-1541478b2560', 'tag': 'cd92a9f3-3217-44ae-9536-eca62c157bcd'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:37:50.693896 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a59c5fd-6850-4096-b2fb-0cab90eaeb56" -d '{"events": [{"name": "network-changed", "server_uuid": "2bfeaefa-6e8b-49e8-a202-1541478b2560", "tag": "cd92a9f3-3217-44ae-9536-eca62c157bcd"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:37:50.696314 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2436a6-adaa-4d6d-81db-05d41d3ed35e None None] Routers {'b0aa9850-1fc9-4b45-b5d9-86a312a36035'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:37:50.697406 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-4e2436a6-adaa-4d6d-81db-05d41d3ed35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:37:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['b0aa9850-1fc9-4b45-b5d9-86a312a36035'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:37:50.724301 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5649d1c-6bb3-4065-8b4a-7c2bbfeb1da0 req-da13d13e-27b4-4e4a-a113-c753d2d70dde tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:50.730550 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5649d1c-6bb3-4065-8b4a-7c2bbfeb1da0 req-da13d13e-27b4-4e4a-a113-c753d2d70dde tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:50.736180 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5649d1c-6bb3-4065-8b4a-7c2bbfeb1da0 req-da13d13e-27b4-4e4a-a113-c753d2d70dde tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:50.741877 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5649d1c-6bb3-4065-8b4a-7c2bbfeb1da0 req-da13d13e-27b4-4e4a-a113-c753d2d70dde tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:50.747285 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5649d1c-6bb3-4065-8b4a-7c2bbfeb1da0 req-da13d13e-27b4-4e4a-a113-c753d2d70dde tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:50.757448 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5649d1c-6bb3-4065-8b4a-7c2bbfeb1da0 req-da13d13e-27b4-4e4a-a113-c753d2d70dde tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:50.765529 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5649d1c-6bb3-4065-8b4a-7c2bbfeb1da0 req-da13d13e-27b4-4e4a-a113-c753d2d70dde tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:50.768301 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e5649d1c-6bb3-4065-8b4a-7c2bbfeb1da0 req-da13d13e-27b4-4e4a-a113-c753d2d70dde tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 5427 time: 0.4192030 Feb 04 12:37:50.880317 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e5649d1c-6bb3-4065-8b4a-7c2bbfeb1da0 req-fd947a3c-28d0-49cf-b55f-157fec4f1f2e tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/security-groups?id=6fb9d925-f1ad-446a-9918-6c4396d6cf75&id=298cdae3-8a94-4f2b-ad9f-68a3e4a3ab72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0806575 Feb 04 12:37:50.881963 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-87259445-c8c6-4f72-b208-450def74537d req-c0d48047-1319-4524-b343-2701801c116f service neutron] Attempting to bind port e62902ea-3922-4402-b6d9-a093c5b59797 on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:37:50.882394 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-87259445-c8c6-4f72-b208-450def74537d req-c0d48047-1319-4524-b343-2701801c116f service neutron] Attempting to bind port e62902ea-3922-4402-b6d9-a093c5b59797 by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:37:50.882774 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87259445-c8c6-4f72-b208-450def74537d req-c0d48047-1319-4524-b343-2701801c116f service neutron] Attempting to bind port e62902ea-3922-4402-b6d9-a093c5b59797 on network 2f7dc246-a024-4937-952c-0ddeef5af29c {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:37:50.889996 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87259445-c8c6-4f72-b208-450def74537d req-c0d48047-1319-4524-b343-2701801c116f service neutron] Port e62902ea-3922-4402-b6d9-a093c5b59797 on network 2f7dc246-a024-4937-952c-0ddeef5af29c not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:37:50.890392 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87259445-c8c6-4f72-b208-450def74537d req-c0d48047-1319-4524-b343-2701801c116f service neutron] Attempting to bind port e62902ea-3922-4402-b6d9-a093c5b59797 on network 2f7dc246-a024-4937-952c-0ddeef5af29c {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:37:50.907132 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87259445-c8c6-4f72-b208-450def74537d req-c0d48047-1319-4524-b343-2701801c116f service neutron] Checking agent: {'id': 'f8add0d2-2202-43d3-bc0e-72442788e6ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:37:50.907675 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87259445-c8c6-4f72-b208-450def74537d req-c0d48047-1319-4524-b343-2701801c116f service neutron] Checking segment: {'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:37:50.907968 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87259445-c8c6-4f72-b208-450def74537d req-c0d48047-1319-4524-b343-2701801c116f service neutron] Bound using segment: {'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:37:50.908469 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-87259445-c8c6-4f72-b208-450def74537d req-c0d48047-1319-4524-b343-2701801c116f service neutron] Bound port: e62902ea-3922-4402-b6d9-a093c5b59797, host: n-h1-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:37:50.908891 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-87259445-c8c6-4f72-b208-450def74537d req-c0d48047-1319-4524-b343-2701801c116f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (e62902ea-3922-4402-b6d9-a093c5b59797), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:50.937631 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8f7373-6b3d-49be-8260-29fab8d78bef req-bc99643d-f11c-410d-bffd-b32e40d17536 tempest-VolumesBackupsTest-860154996 tempest-VolumesBackupsTest-860154996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:50.945400 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7f8f7373-6b3d-49be-8260-29fab8d78bef req-bc99643d-f11c-410d-bffd-b32e40d17536 tempest-VolumesBackupsTest-860154996 tempest-VolumesBackupsTest-860154996-project] 10.222.0.65 "GET /v2.0/ports?device_id=b5f4403d-2c99-488f-a800-71601b2388cf HTTP/1.1" status: 200 len: 948 time: 0.4334543 Feb 04 12:37:51.096684 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 51166) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:37:51.141736 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-87259445-c8c6-4f72-b208-450def74537d req-c0d48047-1319-4524-b343-2701801c116f service neutron] For port e62902ea-3922-4402-b6d9-a093c5b59797, host n-h1-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:37:51.151993 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-87259445-c8c6-4f72-b208-450def74537d req-c0d48047-1319-4524-b343-2701801c116f service neutron] For port e62902ea-3922-4402-b6d9-a093c5b59797, host n-h1-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=e62902ea-3922-4402-b6d9-a093c5b59797,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:37:51.174044 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-87259445-c8c6-4f72-b208-450def74537d req-c0d48047-1319-4524-b343-2701801c116f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (e62902ea-3922-4402-b6d9-a093c5b59797), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:51.232382 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-4e2436a6-adaa-4d6d-81db-05d41d3ed35e None None] Set router b0aa9850-1fc9-4b45-b5d9-86a312a36035 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:37:51.257874 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87259445-c8c6-4f72-b208-450def74537d req-c0d48047-1319-4524-b343-2701801c116f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:51.258804 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-87259445-c8c6-4f72-b208-450def74537d req-c0d48047-1319-4524-b343-2701801c116f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:51.260664 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-87259445-c8c6-4f72-b208-450def74537d req-c0d48047-1319-4524-b343-2701801c116f service neutron] 10.222.0.73 "PUT /v2.0/ports/e62902ea-3922-4402-b6d9-a093c5b59797 HTTP/1.1" status: 200 len: 1096 time: 2.7678626 Feb 04 12:37:51.262268 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5f4403d-2c99-488f-a800-71601b2388cf', 'tag': 'e62902ea-3922-4402-b6d9-a093c5b59797'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:37:51.274615 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e08adcf2-477f-4ad6-8280-4b64c304178e" -d '{"events": [{"name": "network-changed", "server_uuid": "b5f4403d-2c99-488f-a800-71601b2388cf", "tag": "e62902ea-3922-4402-b6d9-a093c5b59797"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:37:51.403815 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7f8f7373-6b3d-49be-8260-29fab8d78bef req-599e2368-d2e6-432e-b1f9-487da9366a6f tempest-VolumesBackupsTest-860154996 tempest-VolumesBackupsTest-860154996-project] 10.222.0.65 "GET /v2.0/security-groups?id=73f52b74-afc6-4507-908d-63a669d155d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4573441 Feb 04 12:37:51.440215 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-23bc2e1a-b747-47cf-b633-58d359b9e805 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:51.449489 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 12:37:51.548064 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 51176) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:37:51.580701 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-11db9ca2-a4d0-417d-a120-539ba2bb110b tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Request body: {'port': {'network_id': 'e42a5a57-12c3-49e7-8842-cf17a0cf0322', 'binding:host_id': 'n-h1-825015-3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-674819518'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:37:51.657219 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87259445-c8c6-4f72-b208-450def74537d req-313e9219-b7b9-43ab-8546-750bfba9296a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:51.658824 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-87259445-c8c6-4f72-b208-450def74537d req-313e9219-b7b9-43ab-8546-750bfba9296a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2621c15cc1bd482ebd83ce5142689cd2&device_id=b5f4403d-2c99-488f-a800-71601b2388cf HTTP/1.1" status: 200 len: 1130 time: 0.2756898 Feb 04 12:37:51.692517 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a14e210-9aec-419f-8225-210f6df4691e x-openstack-request-id: req-9a14e210-9aec-419f-8225-210f6df4691e {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:37:51.693510 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bfeaefa-6e8b-49e8-a202-1541478b2560", "tag": "cd92a9f3-3217-44ae-9536-eca62c157bcd", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:37:51.693972 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9a14e210-9aec-419f-8225-210f6df4691e {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:37:51.695789 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bfeaefa-6e8b-49e8-a202-1541478b2560', 'tag': 'cd92a9f3-3217-44ae-9536-eca62c157bcd', 'status': 'completed', 'code': 200} Feb 04 12:37:51.711951 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11db9ca2-a4d0-417d-a120-539ba2bb110b tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Made reservation on behalf of fab96d0e124143c59a5b2ec927aef6ef for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:37:51.718531 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-11db9ca2-a4d0-417d-a120-539ba2bb110b tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:51.723999 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d48047-1319-4524-b343-2701801c116f service neutron] Pushing event updated for resources: {'Port': ['ID=e62902ea-3922-4402-b6d9-a093c5b59797,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:37:51.729822 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3035a636-a5d5-4000-9e79-87654ce01902 x-openstack-request-id: req-3035a636-a5d5-4000-9e79-87654ce01902 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:37:51.730704 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5f4403d-2c99-488f-a800-71601b2388cf", "tag": "e62902ea-3922-4402-b6d9-a093c5b59797", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:37:51.731228 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3035a636-a5d5-4000-9e79-87654ce01902 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:37:51.731922 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5f4403d-2c99-488f-a800-71601b2388cf', 'tag': 'e62902ea-3922-4402-b6d9-a093c5b59797', 'status': 'completed', 'code': 200} Feb 04 12:37:51.769124 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-11db9ca2-a4d0-417d-a120-539ba2bb110b tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:51.825747 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-87259445-c8c6-4f72-b208-450def74537d req-c954ebad-1d7b-469e-8632-a587abe9c99c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=e62902ea-3922-4402-b6d9-a093c5b59797 HTTP/1.1" status: 200 len: 217 time: 0.0830727 Feb 04 12:37:51.826326 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:51.884698 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-23bc2e1a-b747-47cf-b633-58d359b9e805 admin admin] Publish callbacks [] for security_group (cec48bc1-a34e-4a13-bb0f-151c9a0bcd9e), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:51.891137 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-23bc2e1a-b747-47cf-b633-58d359b9e805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (cec48bc1-a34e-4a13-bb0f-151c9a0bcd9e), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:51.956191 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e46eec-54fb-464e-a424-4f87f3530441 req-dd71e7f6-7010-4e56-a21a-b9409049a77e tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:51.962843 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e7e46eec-54fb-464e-a424-4f87f3530441 req-dd71e7f6-7010-4e56-a21a-b9409049a77e tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "GET /v2.0/ports?device_id=2bfeaefa-6e8b-49e8-a202-1541478b2560 HTTP/1.1" status: 200 len: 946 time: 0.3792558 Feb 04 12:37:51.967837 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-23bc2e1a-b747-47cf-b633-58d359b9e805 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e32da87cbc0f450098e645e8bfe5c43e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8698442 Feb 04 12:37:51.976932 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 51184) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:37:52.090755 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-11db9ca2-a4d0-417d-a120-539ba2bb110b tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Publish callbacks [] for security_group (25965704-1bf3-4e55-9f2f-effc8614c602), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:52.100626 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bc2e1a-b747-47cf-b633-58d359b9e805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cec48bc1-a34e-4a13-bb0f-151c9a0bcd9e,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:37:52.120162 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-11db9ca2-a4d0-417d-a120-539ba2bb110b tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (25965704-1bf3-4e55-9f2f-effc8614c602), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:52.162991 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [None req-11db9ca2-a4d0-417d-a120-539ba2bb110b tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] device_id is not set on port a279f157-d8da-4aae-a251-3cb56e8ccad8 yet. {{(pid=103474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 12:37:52.169843 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11db9ca2-a4d0-417d-a120-539ba2bb110b tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25965704-1bf3-4e55-9f2f-effc8614c602,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:37:52.179620 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-4e2436a6-adaa-4d6d-81db-05d41d3ed35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0aa9850-1fc9-4b45-b5d9-86a312a36035', 'name': 'tempest-AttachVolumeTestJSON-1474130634-router', 'tenant_id': '31d6c346447a48008dccda4817c529a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'eabe40b0-e655-4f19-ba01-3adf8d6b0a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:33:03Z', 'updated_at': '2022-02-04T12:33:13Z', 'revision_number': 4, 'project_id': '31d6c346447a48008dccda4817c529a1', 'gw_port': {'id': 'eabe40b0-e655-4f19-ba01-3adf8d6b0a00', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0aa9850-1fc9-4b45-b5d9-86a312a36035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:33:06Z', 'updated_at': '2022-02-04T12:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': '2a95632e-214a-487c-8c46-3aeaf0e66bb3', 'tenant_id': '31d6c346447a48008dccda4817c529a1', 'floating_ip_address': '172.25.3.42', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': 'b0aa9850-1fc9-4b45-b5d9-86a312a36035', 'port_id': 'cd92a9f3-3217-44ae-9536-eca62c157bcd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '211162ce-c654-4372-abd8-21bf219f75aa', 'mac_address': 'fa:16:3e:93:27:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfeaefa-6e8b-49e8-a202-1541478b2560', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:37:25Z', 'updated_at': '2022-02-04T12:37:48Z', 'revision_number': 1, 'project_id': '31d6c346447a48008dccda4817c529a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cc4bf65-8bb5-4426-a85d-7c0469d389ac', 'name': '', 'network_id': '211162ce-c654-4372-abd8-21bf219f75aa', 'tenant_id': '31d6c346447a48008dccda4817c529a1', 'mac_address': 'fa:16:3e:cd:7c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0aa9850-1fc9-4b45-b5d9-86a312a36035', 'device_owner': 'network:router_interface', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': 'a7a80143-29a9-4ba6-9987-42b8f7317e54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:33:11Z', 'updated_at': '2022-02-04T12:33:20Z', 'revision_number': 5, 'project_id': '31d6c346447a48008dccda4817c529a1', 'subnets': [{'id': 'a7a80143-29a9-4ba6-9987-42b8f7317e54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:37:52.258329 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2436a6-adaa-4d6d-81db-05d41d3ed35e None None] Checking router: b0aa9850-1fc9-4b45-b5d9-86a312a36035 for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:37:52.271979 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2603f13f-9aee-4fbe-877c-98662d76ae70 admin admin] Publish callbacks [] for security_group (cec48bc1-a34e-4a13-bb0f-151c9a0bcd9e), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:52.275993 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2436a6-adaa-4d6d-81db-05d41d3ed35e None None] Routers {'b0aa9850-1fc9-4b45-b5d9-86a312a36035'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:37:52.276688 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-4e2436a6-adaa-4d6d-81db-05d41d3ed35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:37:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['b0aa9850-1fc9-4b45-b5d9-86a312a36035'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:37:52.337606 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2603f13f-9aee-4fbe-877c-98662d76ae70 admin admin] Publish callbacks [] for security_group (cec48bc1-a34e-4a13-bb0f-151c9a0bcd9e), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:52.447974 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a59c5fd-6850-4096-b2fb-0cab90eaeb56 req-7033bcfa-27d6-4c30-942c-c8aeedd75228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:52.449408 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3a59c5fd-6850-4096-b2fb-0cab90eaeb56 req-7033bcfa-27d6-4c30-942c-c8aeedd75228 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=31d6c346447a48008dccda4817c529a1&device_id=2bfeaefa-6e8b-49e8-a202-1541478b2560 HTTP/1.1" status: 200 len: 1128 time: 0.7896950 Feb 04 12:37:52.455835 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2603f13f-9aee-4fbe-877c-98662d76ae70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (cec48bc1-a34e-4a13-bb0f-151c9a0bcd9e), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:52.459153 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2603f13f-9aee-4fbe-877c-98662d76ae70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:52.461064 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-2603f13f-9aee-4fbe-877c-98662d76ae70 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cec48bc1-a34e-4a13-bb0f-151c9a0bcd9e HTTP/1.1" status: 204 len: 168 time: 0.4177773 Feb 04 12:37:52.472306 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87259445-c8c6-4f72-b208-450def74537d req-d5f3f381-da78-4537-85e7-313cc0e3d179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:52.473834 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-87259445-c8c6-4f72-b208-450def74537d req-d5f3f381-da78-4537-85e7-313cc0e3d179 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5ee3374a-84e9-4639-853c-740c6edaf6dc HTTP/1.1" status: 200 len: 843 time: 0.6405666 Feb 04 12:37:52.478002 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e7e46eec-54fb-464e-a424-4f87f3530441 req-9a1d024b-f609-4827-aca2-3d3969c00214 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "GET /v2.0/security-groups?id=fdbd4e3f-31c9-4f42-8b92-5879438ef249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5141728 Feb 04 12:37:52.580240 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2603f13f-9aee-4fbe-877c-98662d76ae70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cec48bc1-a34e-4a13-bb0f-151c9a0bcd9e,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:37:52.700039 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-4e2436a6-adaa-4d6d-81db-05d41d3ed35e None None] Set router b0aa9850-1fc9-4b45-b5d9-86a312a36035 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:37:52.725898 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [None req-11db9ca2-a4d0-417d-a120-539ba2bb110b tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] device_id is not set on port a279f157-d8da-4aae-a251-3cb56e8ccad8 yet. {{(pid=103474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 12:37:52.729044 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8444cee8-a111-473b-a896-588e17b0f336 req-f868ecbe-ef1f-40ff-8ce5-ce371be1e674 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:52.736558 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8444cee8-a111-473b-a896-588e17b0f336 req-f868ecbe-ef1f-40ff-8ce5-ce371be1e674 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:52.743886 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8444cee8-a111-473b-a896-588e17b0f336 req-f868ecbe-ef1f-40ff-8ce5-ce371be1e674 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:52.751198 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8444cee8-a111-473b-a896-588e17b0f336 req-f868ecbe-ef1f-40ff-8ce5-ce371be1e674 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:52.761408 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8444cee8-a111-473b-a896-588e17b0f336 req-f868ecbe-ef1f-40ff-8ce5-ce371be1e674 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:52.769100 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8444cee8-a111-473b-a896-588e17b0f336 req-f868ecbe-ef1f-40ff-8ce5-ce371be1e674 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:52.779473 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8444cee8-a111-473b-a896-588e17b0f336 req-f868ecbe-ef1f-40ff-8ce5-ce371be1e674 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:52.780403 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-11db9ca2-a4d0-417d-a120-539ba2bb110b tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Publish callbacks [] for port (a279f157-d8da-4aae-a251-3cb56e8ccad8), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:52.790072 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8444cee8-a111-473b-a896-588e17b0f336 req-f868ecbe-ef1f-40ff-8ce5-ce371be1e674 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 5427 time: 0.6444092 Feb 04 12:37:52.801307 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-11db9ca2-a4d0-417d-a120-539ba2bb110b tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (a279f157-d8da-4aae-a251-3cb56e8ccad8), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:52.879343 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a59c5fd-6850-4096-b2fb-0cab90eaeb56 req-29b85451-b7ed-44d0-b206-bd588479693d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:52.881836 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3a59c5fd-6850-4096-b2fb-0cab90eaeb56 req-29b85451-b7ed-44d0-b206-bd588479693d service neutron] 10.222.0.77 "GET /v2.0/networks?id=211162ce-c654-4372-abd8-21bf219f75aa HTTP/1.1" status: 200 len: 912 time: 0.4195678 Feb 04 12:37:52.928735 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87259445-c8c6-4f72-b208-450def74537d req-b0b6c6a6-f0de-437a-91c5-d38d30113c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:52.933146 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-87259445-c8c6-4f72-b208-450def74537d req-b0b6c6a6-f0de-437a-91c5-d38d30113c05 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2f7dc246-a024-4937-952c-0ddeef5af29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4511926 Feb 04 12:37:52.977639 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11db9ca2-a4d0-417d-a120-539ba2bb110b tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Pushing event updated for resources: {'Port': ['ID=a279f157-d8da-4aae-a251-3cb56e8ccad8,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:37:52.990806 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11db9ca2-a4d0-417d-a120-539ba2bb110b tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Checking segment: {'id': '6880aedc-fa89-4192-8664-62ab7cb53c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'e42a5a57-12c3-49e7-8842-cf17a0cf0322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:37:52.991180 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11db9ca2-a4d0-417d-a120-539ba2bb110b tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Network hostable DHCP agents. Network: e42a5a57-12c3-49e7-8842-cf17a0cf0322, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:37:53.028970 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11db9ca2-a4d0-417d-a120-539ba2bb110b tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Network e42a5a57-12c3-49e7-8842-cf17a0cf0322 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:37:53.062984 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-11db9ca2-a4d0-417d-a120-539ba2bb110b tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, e42a5a57-12c3-49e7-8842-cf17a0cf0322) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:37:53.069665 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11db9ca2-a4d0-417d-a120-539ba2bb110b tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:37:53.105275 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [None req-11db9ca2-a4d0-417d-a120-539ba2bb110b tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attempting to bind port a279f157-d8da-4aae-a251-3cb56e8ccad8 on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:37:53.105535 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [None req-11db9ca2-a4d0-417d-a120-539ba2bb110b tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attempting to bind port a279f157-d8da-4aae-a251-3cb56e8ccad8 by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': '6880aedc-fa89-4192-8664-62ab7cb53c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'e42a5a57-12c3-49e7-8842-cf17a0cf0322'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:37:53.105800 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11db9ca2-a4d0-417d-a120-539ba2bb110b tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attempting to bind port a279f157-d8da-4aae-a251-3cb56e8ccad8 on network e42a5a57-12c3-49e7-8842-cf17a0cf0322 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:37:53.117763 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11db9ca2-a4d0-417d-a120-539ba2bb110b tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Port a279f157-d8da-4aae-a251-3cb56e8ccad8 on network e42a5a57-12c3-49e7-8842-cf17a0cf0322 not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:37:53.118305 n-d-825015-3 neutron-server[103474]: ERROR neutron.plugins.ml2.managers [None req-11db9ca2-a4d0-417d-a120-539ba2bb110b tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Failed to bind port a279f157-d8da-4aae-a251-3cb56e8ccad8 on host n-h1-825015-3 for vnic_type normal using segments [{'id': '6880aedc-fa89-4192-8664-62ab7cb53c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'e42a5a57-12c3-49e7-8842-cf17a0cf0322'}] Feb 04 12:37:53.118715 n-d-825015-3 neutron-server[103474]: INFO neutron.plugins.ml2.plugin [None req-11db9ca2-a4d0-417d-a120-539ba2bb110b tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attempt 2 to bind port a279f157-d8da-4aae-a251-3cb56e8ccad8 Feb 04 12:37:53.129100 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2222a398-829b-4bea-93f8-7b6c15295a1a None None] Network e42a5a57-12c3-49e7-8842-cf17a0cf0322 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:37:53.151406 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [None req-11db9ca2-a4d0-417d-a120-539ba2bb110b tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attempting to bind port a279f157-d8da-4aae-a251-3cb56e8ccad8 on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:37:53.151769 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [None req-11db9ca2-a4d0-417d-a120-539ba2bb110b tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attempting to bind port a279f157-d8da-4aae-a251-3cb56e8ccad8 by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': '6880aedc-fa89-4192-8664-62ab7cb53c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'e42a5a57-12c3-49e7-8842-cf17a0cf0322'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:37:53.152125 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11db9ca2-a4d0-417d-a120-539ba2bb110b tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attempting to bind port a279f157-d8da-4aae-a251-3cb56e8ccad8 on network e42a5a57-12c3-49e7-8842-cf17a0cf0322 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:37:53.157131 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11db9ca2-a4d0-417d-a120-539ba2bb110b tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Port a279f157-d8da-4aae-a251-3cb56e8ccad8 on network e42a5a57-12c3-49e7-8842-cf17a0cf0322 not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:37:53.157464 n-d-825015-3 neutron-server[103474]: ERROR neutron.plugins.ml2.managers [None req-11db9ca2-a4d0-417d-a120-539ba2bb110b tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Failed to bind port a279f157-d8da-4aae-a251-3cb56e8ccad8 on host n-h1-825015-3 for vnic_type normal using segments [{'id': '6880aedc-fa89-4192-8664-62ab7cb53c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'e42a5a57-12c3-49e7-8842-cf17a0cf0322'}] Feb 04 12:37:53.157857 n-d-825015-3 neutron-server[103474]: INFO neutron.plugins.ml2.plugin [None req-11db9ca2-a4d0-417d-a120-539ba2bb110b tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attempt 3 to bind port a279f157-d8da-4aae-a251-3cb56e8ccad8 Feb 04 12:37:53.190578 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [None req-11db9ca2-a4d0-417d-a120-539ba2bb110b tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attempting to bind port a279f157-d8da-4aae-a251-3cb56e8ccad8 on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:37:53.191674 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [None req-11db9ca2-a4d0-417d-a120-539ba2bb110b tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attempting to bind port a279f157-d8da-4aae-a251-3cb56e8ccad8 by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': '6880aedc-fa89-4192-8664-62ab7cb53c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'e42a5a57-12c3-49e7-8842-cf17a0cf0322'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:37:53.191674 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11db9ca2-a4d0-417d-a120-539ba2bb110b tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attempting to bind port a279f157-d8da-4aae-a251-3cb56e8ccad8 on network e42a5a57-12c3-49e7-8842-cf17a0cf0322 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:37:53.215212 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11db9ca2-a4d0-417d-a120-539ba2bb110b tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Port a279f157-d8da-4aae-a251-3cb56e8ccad8 on network e42a5a57-12c3-49e7-8842-cf17a0cf0322 not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:37:53.215534 n-d-825015-3 neutron-server[103474]: ERROR neutron.plugins.ml2.managers [None req-11db9ca2-a4d0-417d-a120-539ba2bb110b tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Failed to bind port a279f157-d8da-4aae-a251-3cb56e8ccad8 on host n-h1-825015-3 for vnic_type normal using segments [{'id': '6880aedc-fa89-4192-8664-62ab7cb53c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'e42a5a57-12c3-49e7-8842-cf17a0cf0322'}] Feb 04 12:37:53.215957 n-d-825015-3 neutron-server[103474]: INFO neutron.plugins.ml2.plugin [None req-11db9ca2-a4d0-417d-a120-539ba2bb110b tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attempt 4 to bind port a279f157-d8da-4aae-a251-3cb56e8ccad8 Feb 04 12:37:53.240104 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 51196) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:37:53.241681 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [None req-11db9ca2-a4d0-417d-a120-539ba2bb110b tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attempting to bind port a279f157-d8da-4aae-a251-3cb56e8ccad8 on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:37:53.242014 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [None req-11db9ca2-a4d0-417d-a120-539ba2bb110b tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attempting to bind port a279f157-d8da-4aae-a251-3cb56e8ccad8 by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': '6880aedc-fa89-4192-8664-62ab7cb53c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'e42a5a57-12c3-49e7-8842-cf17a0cf0322'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:37:53.242356 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11db9ca2-a4d0-417d-a120-539ba2bb110b tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attempting to bind port a279f157-d8da-4aae-a251-3cb56e8ccad8 on network e42a5a57-12c3-49e7-8842-cf17a0cf0322 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:37:53.282571 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11db9ca2-a4d0-417d-a120-539ba2bb110b tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Port a279f157-d8da-4aae-a251-3cb56e8ccad8 on network e42a5a57-12c3-49e7-8842-cf17a0cf0322 not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:37:53.282913 n-d-825015-3 neutron-server[103474]: ERROR neutron.plugins.ml2.managers [None req-11db9ca2-a4d0-417d-a120-539ba2bb110b tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Failed to bind port a279f157-d8da-4aae-a251-3cb56e8ccad8 on host n-h1-825015-3 for vnic_type normal using segments [{'id': '6880aedc-fa89-4192-8664-62ab7cb53c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'e42a5a57-12c3-49e7-8842-cf17a0cf0322'}] Feb 04 12:37:53.294035 n-d-825015-3 neutron-server[103474]: INFO neutron.plugins.ml2.plugin [None req-11db9ca2-a4d0-417d-a120-539ba2bb110b tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attempt 5 to bind port a279f157-d8da-4aae-a251-3cb56e8ccad8 Feb 04 12:37:53.297116 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ebb49721-c661-4d41-bd28-d928a4d68a79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:53.335568 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-87259445-c8c6-4f72-b208-450def74537d req-1e77486c-13cb-43c1-bb99-8e4d3e2e7f76 service neutron] 10.222.0.73 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3908970 Feb 04 12:37:53.356668 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [None req-11db9ca2-a4d0-417d-a120-539ba2bb110b tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attempting to bind port a279f157-d8da-4aae-a251-3cb56e8ccad8 on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:37:53.357006 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [None req-11db9ca2-a4d0-417d-a120-539ba2bb110b tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attempting to bind port a279f157-d8da-4aae-a251-3cb56e8ccad8 by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': '6880aedc-fa89-4192-8664-62ab7cb53c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'e42a5a57-12c3-49e7-8842-cf17a0cf0322'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:37:53.357342 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11db9ca2-a4d0-417d-a120-539ba2bb110b tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attempting to bind port a279f157-d8da-4aae-a251-3cb56e8ccad8 on network e42a5a57-12c3-49e7-8842-cf17a0cf0322 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:37:53.378981 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11db9ca2-a4d0-417d-a120-539ba2bb110b tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Port a279f157-d8da-4aae-a251-3cb56e8ccad8 on network e42a5a57-12c3-49e7-8842-cf17a0cf0322 not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:37:53.379326 n-d-825015-3 neutron-server[103474]: ERROR neutron.plugins.ml2.managers [None req-11db9ca2-a4d0-417d-a120-539ba2bb110b tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Failed to bind port a279f157-d8da-4aae-a251-3cb56e8ccad8 on host n-h1-825015-3 for vnic_type normal using segments [{'id': '6880aedc-fa89-4192-8664-62ab7cb53c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'e42a5a57-12c3-49e7-8842-cf17a0cf0322'}] Feb 04 12:37:53.386634 n-d-825015-3 neutron-server[103474]: INFO neutron.plugins.ml2.plugin [None req-11db9ca2-a4d0-417d-a120-539ba2bb110b tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attempt 6 to bind port a279f157-d8da-4aae-a251-3cb56e8ccad8 Feb 04 12:37:53.423849 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [None req-11db9ca2-a4d0-417d-a120-539ba2bb110b tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attempting to bind port a279f157-d8da-4aae-a251-3cb56e8ccad8 on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:37:53.424224 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [None req-11db9ca2-a4d0-417d-a120-539ba2bb110b tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attempting to bind port a279f157-d8da-4aae-a251-3cb56e8ccad8 by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': '6880aedc-fa89-4192-8664-62ab7cb53c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'e42a5a57-12c3-49e7-8842-cf17a0cf0322'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:37:53.424575 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11db9ca2-a4d0-417d-a120-539ba2bb110b tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attempting to bind port a279f157-d8da-4aae-a251-3cb56e8ccad8 on network e42a5a57-12c3-49e7-8842-cf17a0cf0322 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:37:53.431371 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11db9ca2-a4d0-417d-a120-539ba2bb110b tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Port a279f157-d8da-4aae-a251-3cb56e8ccad8 on network e42a5a57-12c3-49e7-8842-cf17a0cf0322 not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:37:53.431700 n-d-825015-3 neutron-server[103474]: ERROR neutron.plugins.ml2.managers [None req-11db9ca2-a4d0-417d-a120-539ba2bb110b tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Failed to bind port a279f157-d8da-4aae-a251-3cb56e8ccad8 on host n-h1-825015-3 for vnic_type normal using segments [{'id': '6880aedc-fa89-4192-8664-62ab7cb53c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'e42a5a57-12c3-49e7-8842-cf17a0cf0322'}] Feb 04 12:37:53.434363 n-d-825015-3 neutron-server[103474]: INFO neutron.plugins.ml2.plugin [None req-11db9ca2-a4d0-417d-a120-539ba2bb110b tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attempt 7 to bind port a279f157-d8da-4aae-a251-3cb56e8ccad8 Feb 04 12:37:53.456851 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [None req-11db9ca2-a4d0-417d-a120-539ba2bb110b tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attempting to bind port a279f157-d8da-4aae-a251-3cb56e8ccad8 on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:37:53.457422 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [None req-11db9ca2-a4d0-417d-a120-539ba2bb110b tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attempting to bind port a279f157-d8da-4aae-a251-3cb56e8ccad8 by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': '6880aedc-fa89-4192-8664-62ab7cb53c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'e42a5a57-12c3-49e7-8842-cf17a0cf0322'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:37:53.457772 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11db9ca2-a4d0-417d-a120-539ba2bb110b tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attempting to bind port a279f157-d8da-4aae-a251-3cb56e8ccad8 on network e42a5a57-12c3-49e7-8842-cf17a0cf0322 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:37:53.470637 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11db9ca2-a4d0-417d-a120-539ba2bb110b tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Port a279f157-d8da-4aae-a251-3cb56e8ccad8 on network e42a5a57-12c3-49e7-8842-cf17a0cf0322 not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:37:53.470975 n-d-825015-3 neutron-server[103474]: ERROR neutron.plugins.ml2.managers [None req-11db9ca2-a4d0-417d-a120-539ba2bb110b tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Failed to bind port a279f157-d8da-4aae-a251-3cb56e8ccad8 on host n-h1-825015-3 for vnic_type normal using segments [{'id': '6880aedc-fa89-4192-8664-62ab7cb53c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'e42a5a57-12c3-49e7-8842-cf17a0cf0322'}] Feb 04 12:37:53.474938 n-d-825015-3 neutron-server[103474]: INFO neutron.plugins.ml2.plugin [None req-11db9ca2-a4d0-417d-a120-539ba2bb110b tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attempt 8 to bind port a279f157-d8da-4aae-a251-3cb56e8ccad8 Feb 04 12:37:53.476037 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-4e2436a6-adaa-4d6d-81db-05d41d3ed35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0aa9850-1fc9-4b45-b5d9-86a312a36035', 'name': 'tempest-AttachVolumeTestJSON-1474130634-router', 'tenant_id': '31d6c346447a48008dccda4817c529a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'eabe40b0-e655-4f19-ba01-3adf8d6b0a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:33:03Z', 'updated_at': '2022-02-04T12:33:13Z', 'revision_number': 4, 'project_id': '31d6c346447a48008dccda4817c529a1', 'gw_port': {'id': 'eabe40b0-e655-4f19-ba01-3adf8d6b0a00', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0aa9850-1fc9-4b45-b5d9-86a312a36035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:33:06Z', 'updated_at': '2022-02-04T12:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': '2a95632e-214a-487c-8c46-3aeaf0e66bb3', 'tenant_id': '31d6c346447a48008dccda4817c529a1', 'floating_ip_address': '172.25.3.42', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': 'b0aa9850-1fc9-4b45-b5d9-86a312a36035', 'port_id': 'cd92a9f3-3217-44ae-9536-eca62c157bcd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '211162ce-c654-4372-abd8-21bf219f75aa', 'mac_address': 'fa:16:3e:93:27:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfeaefa-6e8b-49e8-a202-1541478b2560', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:37:25Z', 'updated_at': '2022-02-04T12:37:48Z', 'revision_number': 1, 'project_id': '31d6c346447a48008dccda4817c529a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cc4bf65-8bb5-4426-a85d-7c0469d389ac', 'name': '', 'network_id': '211162ce-c654-4372-abd8-21bf219f75aa', 'tenant_id': '31d6c346447a48008dccda4817c529a1', 'mac_address': 'fa:16:3e:cd:7c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0aa9850-1fc9-4b45-b5d9-86a312a36035', 'device_owner': 'network:router_interface', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': 'a7a80143-29a9-4ba6-9987-42b8f7317e54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:33:11Z', 'updated_at': '2022-02-04T12:33:20Z', 'revision_number': 5, 'project_id': '31d6c346447a48008dccda4817c529a1', 'subnets': [{'id': 'a7a80143-29a9-4ba6-9987-42b8f7317e54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:37:53.498267 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [None req-11db9ca2-a4d0-417d-a120-539ba2bb110b tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attempting to bind port a279f157-d8da-4aae-a251-3cb56e8ccad8 on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:37:53.498628 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [None req-11db9ca2-a4d0-417d-a120-539ba2bb110b tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attempting to bind port a279f157-d8da-4aae-a251-3cb56e8ccad8 by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': '6880aedc-fa89-4192-8664-62ab7cb53c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'e42a5a57-12c3-49e7-8842-cf17a0cf0322'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:37:53.498851 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11db9ca2-a4d0-417d-a120-539ba2bb110b tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attempting to bind port a279f157-d8da-4aae-a251-3cb56e8ccad8 on network e42a5a57-12c3-49e7-8842-cf17a0cf0322 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:37:53.514101 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ebb49721-c661-4d41-bd28-d928a4d68a79 admin admin] Publish callbacks [] for security_group (50bb0c5b-d22e-4896-a3b2-3684be20bb81), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:53.516738 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11db9ca2-a4d0-417d-a120-539ba2bb110b tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Port a279f157-d8da-4aae-a251-3cb56e8ccad8 on network e42a5a57-12c3-49e7-8842-cf17a0cf0322 not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:37:53.517078 n-d-825015-3 neutron-server[103474]: ERROR neutron.plugins.ml2.managers [None req-11db9ca2-a4d0-417d-a120-539ba2bb110b tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Failed to bind port a279f157-d8da-4aae-a251-3cb56e8ccad8 on host n-h1-825015-3 for vnic_type normal using segments [{'id': '6880aedc-fa89-4192-8664-62ab7cb53c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'e42a5a57-12c3-49e7-8842-cf17a0cf0322'}] Feb 04 12:37:53.517463 n-d-825015-3 neutron-server[103474]: INFO neutron.plugins.ml2.plugin [None req-11db9ca2-a4d0-417d-a120-539ba2bb110b tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attempt 9 to bind port a279f157-d8da-4aae-a251-3cb56e8ccad8 Feb 04 12:37:53.522228 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ebb49721-c661-4d41-bd28-d928a4d68a79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (50bb0c5b-d22e-4896-a3b2-3684be20bb81), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:53.526877 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2436a6-adaa-4d6d-81db-05d41d3ed35e None None] The sync data for ids ['b0aa9850-1fc9-4b45-b5d9-86a312a36035'] in n-d-825015-3 is: [{'id': 'b0aa9850-1fc9-4b45-b5d9-86a312a36035', 'name': 'tempest-AttachVolumeTestJSON-1474130634-router', 'tenant_id': '31d6c346447a48008dccda4817c529a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'eabe40b0-e655-4f19-ba01-3adf8d6b0a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:33:03Z', 'updated_at': '2022-02-04T12:33:13Z', 'revision_number': 4, 'project_id': '31d6c346447a48008dccda4817c529a1', 'gw_port': {'id': 'eabe40b0-e655-4f19-ba01-3adf8d6b0a00', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0aa9850-1fc9-4b45-b5d9-86a312a36035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:33:06Z', 'updated_at': '2022-02-04T12:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': '2a95632e-214a-487c-8c46-3aeaf0e66bb3', 'tenant_id': '31d6c346447a48008dccda4817c529a1', 'floating_ip_address': '172.25.3.42', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': 'b0aa9850-1fc9-4b45-b5d9-86a312a36035', 'port_id': 'cd92a9f3-3217-44ae-9536-eca62c157bcd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '211162ce-c654-4372-abd8-21bf219f75aa', 'mac_address': 'fa:16:3e:93:27:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfeaefa-6e8b-49e8-a202-1541478b2560', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:37:25Z', 'updated_at': '2022-02-04T12:37:48Z', 'revision_number': 1, 'project_id': '31d6c346447a48008dccda4817c529a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cc4bf65-8bb5-4426-a85d-7c0469d389ac', 'name': '', 'network_id': '211162ce-c654-4372-abd8-21bf219f75aa', 'tenant_id': '31d6c346447a48008dccda4817c529a1', 'mac_address': 'fa:16:3e:cd:7c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0aa9850-1fc9-4b45-b5d9-86a312a36035', 'device_owner': 'network:router_interface', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': 'a7a80143-29a9-4ba6-9987-42b8f7317e54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:33:11Z', 'updated_at': '2022-02-04T12:33:20Z', 'revision_number': 5, 'project_id': '31d6c346447a48008dccda4817c529a1', 'subnets': [{'id': 'a7a80143-29a9-4ba6-9987-42b8f7317e54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:37:53.540799 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [None req-11db9ca2-a4d0-417d-a120-539ba2bb110b tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attempting to bind port a279f157-d8da-4aae-a251-3cb56e8ccad8 on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:37:53.541292 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [None req-11db9ca2-a4d0-417d-a120-539ba2bb110b tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attempting to bind port a279f157-d8da-4aae-a251-3cb56e8ccad8 by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': '6880aedc-fa89-4192-8664-62ab7cb53c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'e42a5a57-12c3-49e7-8842-cf17a0cf0322'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:37:53.541725 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11db9ca2-a4d0-417d-a120-539ba2bb110b tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attempting to bind port a279f157-d8da-4aae-a251-3cb56e8ccad8 on network e42a5a57-12c3-49e7-8842-cf17a0cf0322 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:37:53.555127 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e0cee3-eef3-4216-9724-2eeaa1334c09 req-6bf5c95e-2b6f-409a-806e-752c589f2341 tempest-VolumesBackupsTest-860154996 tempest-VolumesBackupsTest-860154996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:53.556761 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-22e0cee3-eef3-4216-9724-2eeaa1334c09 req-6bf5c95e-2b6f-409a-806e-752c589f2341 tempest-VolumesBackupsTest-860154996 tempest-VolumesBackupsTest-860154996-project] 10.222.0.65 "GET /v2.0/ports?device_id=b5f4403d-2c99-488f-a800-71601b2388cf HTTP/1.1" status: 200 len: 948 time: 0.9130330 Feb 04 12:37:53.574729 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-ebb49721-c661-4d41-bd28-d928a4d68a79 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=432ec9af4eba489e87e0cd6b4c346118&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3205547 Feb 04 12:37:53.581933 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 51202) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:37:53.584410 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11db9ca2-a4d0-417d-a120-539ba2bb110b tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Port a279f157-d8da-4aae-a251-3cb56e8ccad8 on network e42a5a57-12c3-49e7-8842-cf17a0cf0322 not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:37:53.585021 n-d-825015-3 neutron-server[103474]: ERROR neutron.plugins.ml2.managers [None req-11db9ca2-a4d0-417d-a120-539ba2bb110b tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Failed to bind port a279f157-d8da-4aae-a251-3cb56e8ccad8 on host n-h1-825015-3 for vnic_type normal using segments [{'id': '6880aedc-fa89-4192-8664-62ab7cb53c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'e42a5a57-12c3-49e7-8842-cf17a0cf0322'}] Feb 04 12:37:53.588894 n-d-825015-3 neutron-server[103474]: INFO neutron.plugins.ml2.plugin [None req-11db9ca2-a4d0-417d-a120-539ba2bb110b tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attempt 10 to bind port a279f157-d8da-4aae-a251-3cb56e8ccad8 Feb 04 12:37:53.620580 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb49721-c661-4d41-bd28-d928a4d68a79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50bb0c5b-d22e-4896-a3b2-3684be20bb81,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:37:53.645488 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [None req-11db9ca2-a4d0-417d-a120-539ba2bb110b tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attempting to bind port a279f157-d8da-4aae-a251-3cb56e8ccad8 on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:37:53.646190 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [None req-11db9ca2-a4d0-417d-a120-539ba2bb110b tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attempting to bind port a279f157-d8da-4aae-a251-3cb56e8ccad8 by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': '6880aedc-fa89-4192-8664-62ab7cb53c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'e42a5a57-12c3-49e7-8842-cf17a0cf0322'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:37:53.646913 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11db9ca2-a4d0-417d-a120-539ba2bb110b tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attempting to bind port a279f157-d8da-4aae-a251-3cb56e8ccad8 on network e42a5a57-12c3-49e7-8842-cf17a0cf0322 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:37:53.654597 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11db9ca2-a4d0-417d-a120-539ba2bb110b tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Port a279f157-d8da-4aae-a251-3cb56e8ccad8 on network e42a5a57-12c3-49e7-8842-cf17a0cf0322 not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:37:53.655201 n-d-825015-3 neutron-server[103474]: ERROR neutron.plugins.ml2.managers [None req-11db9ca2-a4d0-417d-a120-539ba2bb110b tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Failed to bind port a279f157-d8da-4aae-a251-3cb56e8ccad8 on host n-h1-825015-3 for vnic_type normal using segments [{'id': '6880aedc-fa89-4192-8664-62ab7cb53c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'e42a5a57-12c3-49e7-8842-cf17a0cf0322'}] Feb 04 12:37:53.655763 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-11db9ca2-a4d0-417d-a120-539ba2bb110b tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (a279f157-d8da-4aae-a251-3cb56e8ccad8), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:53.698937 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3a59c5fd-6850-4096-b2fb-0cab90eaeb56 req-528bac5c-26db-4e75-b395-3b97e9db143d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd92a9f3-3217-44ae-9536-eca62c157bcd HTTP/1.1" status: 200 len: 999 time: 0.8037097 Feb 04 12:37:53.748914 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8444cee8-a111-473b-a896-588e17b0f336 req-b18fe1b4-fb86-4b09-9231-462af502f7b9 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/security-groups?id=6fb9d925-f1ad-446a-9918-6c4396d6cf75&id=298cdae3-8a94-4f2b-ad9f-68a3e4a3ab72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.9577916 Feb 04 12:37:53.850824 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-11db9ca2-a4d0-417d-a120-539ba2bb110b tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] For port a279f157-d8da-4aae-a251-3cb56e8ccad8, host n-h1-825015-3, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:37:53.851252 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-11db9ca2-a4d0-417d-a120-539ba2bb110b tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attempted to set empty binding levels {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 04 12:37:53.857955 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-11db9ca2-a4d0-417d-a120-539ba2bb110b tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (a279f157-d8da-4aae-a251-3cb56e8ccad8), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:53.904716 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-87259445-c8c6-4f72-b208-450def74537d req-d06fded4-28a3-43ef-9955-5e96fc96d906 service neutron] 10.222.0.73 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5555575 Feb 04 12:37:53.966358 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a47caea-bc2a-4c90-9a3b-65c7135dfa38 None None] New status for floating IP 2a95632e-214a-487c-8c46-3aeaf0e66bb3: ACTIVE {{(pid=103477) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 12:37:53.966890 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-22e0cee3-eef3-4216-9724-2eeaa1334c09 req-a6420296-1220-4f53-81f1-64a7bc758e4a tempest-VolumesBackupsTest-860154996 tempest-VolumesBackupsTest-860154996-project] 10.222.0.65 "GET /v2.0/security-groups?id=73f52b74-afc6-4507-908d-63a669d155d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3868854 Feb 04 12:37:53.993879 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11db9ca2-a4d0-417d-a120-539ba2bb110b tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:53.994593 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-11db9ca2-a4d0-417d-a120-539ba2bb110b tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:54.000912 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11db9ca2-a4d0-417d-a120-539ba2bb110b tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Pushing event updated for resources: {'Port': ['ID=a279f157-d8da-4aae-a251-3cb56e8ccad8,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:37:54.037340 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-11db9ca2-a4d0-417d-a120-539ba2bb110b tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 2.4741199 Feb 04 12:37:54.037838 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 51206) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:37:54.081389 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-de430cc1-b69a-4c88-96bf-a43eb8fad20c admin admin] Publish callbacks [] for security_group (50bb0c5b-d22e-4896-a3b2-3684be20bb81), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:54.101095 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2773b3-efb0-47be-bf38-0198c1f4fcfc req-8fac9773-af4d-44c6-b971-dff60358ca23 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:54.102627 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ab2773b3-efb0-47be-bf38-0198c1f4fcfc req-8fac9773-af4d-44c6-b971-dff60358ca23 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "GET /v2.0/ports?device_id=2bfeaefa-6e8b-49e8-a202-1541478b2560 HTTP/1.1" status: 200 len: 946 time: 0.1551814 Feb 04 12:37:54.110353 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a59c5fd-6850-4096-b2fb-0cab90eaeb56 req-0b6faac2-8f03-4e8f-8f55-2e6b8d2b151e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:54.111845 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3a59c5fd-6850-4096-b2fb-0cab90eaeb56 req-0b6faac2-8f03-4e8f-8f55-2e6b8d2b151e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a7a80143-29a9-4ba6-9987-42b8f7317e54 HTTP/1.1" status: 200 len: 850 time: 0.3887260 Feb 04 12:37:54.188604 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ab2773b3-efb0-47be-bf38-0198c1f4fcfc req-7fefdb18-79bc-4602-b227-a945dd782be4 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "GET /v2.0/security-groups?id=fdbd4e3f-31c9-4f42-8b92-5879438ef249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751245 Feb 04 12:37:54.216765 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-de430cc1-b69a-4c88-96bf-a43eb8fad20c admin admin] Publish callbacks [] for security_group (50bb0c5b-d22e-4896-a3b2-3684be20bb81), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:54.233192 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-858cf1c6-f642-4c4e-a962-eec1a579c1fc req-30241594-418e-42e7-a37b-2abba115103f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=266a3a18-9374-4c60-bb49-068f089f6a61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4059401 Feb 04 12:37:54.268423 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08adcf2-477f-4ad6-8280-4b64c304178e req-0c7484d7-916e-465f-9dec-e2f69048462f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:54.270326 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e08adcf2-477f-4ad6-8280-4b64c304178e req-0c7484d7-916e-465f-9dec-e2f69048462f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2621c15cc1bd482ebd83ce5142689cd2&device_id=b5f4403d-2c99-488f-a800-71601b2388cf HTTP/1.1" status: 200 len: 1130 time: 0.2981966 Feb 04 12:37:54.348599 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-f9ae34cd-3a10-453c-a3e0-484a0fc991f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Deleting port a279f157-d8da-4aae-a251-3cb56e8ccad8 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:37:54.348984 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f9ae34cd-3a10-453c-a3e0-484a0fc991f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (a279f157-d8da-4aae-a251-3cb56e8ccad8), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:54.448176 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-f9ae34cd-3a10-453c-a3e0-484a0fc991f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] For port a279f157-d8da-4aae-a251-3cb56e8ccad8, host n-h1-825015-3, got binding levels [] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:37:54.448637 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f9ae34cd-3a10-453c-a3e0-484a0fc991f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (a279f157-d8da-4aae-a251-3cb56e8ccad8), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:54.464058 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-f9ae34cd-3a10-453c-a3e0-484a0fc991f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Calling delete_port for a279f157-d8da-4aae-a251-3cb56e8ccad8 owned by {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:37:54.552645 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f9ae34cd-3a10-453c-a3e0-484a0fc991f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (a279f157-d8da-4aae-a251-3cb56e8ccad8), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:54.592160 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a59c5fd-6850-4096-b2fb-0cab90eaeb56 req-cadcf156-d991-42f7-aee6-1297fd2206aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:54.593692 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3a59c5fd-6850-4096-b2fb-0cab90eaeb56 req-cadcf156-d991-42f7-aee6-1297fd2206aa service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=211162ce-c654-4372-abd8-21bf219f75aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4729490 Feb 04 12:37:54.594854 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08adcf2-477f-4ad6-8280-4b64c304178e req-c3f92199-a1a8-4d24-a5d4-10c76a4c5987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:54.596184 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e08adcf2-477f-4ad6-8280-4b64c304178e req-c3f92199-a1a8-4d24-a5d4-10c76a4c5987 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2f7dc246-a024-4937-952c-0ddeef5af29c HTTP/1.1" status: 200 len: 870 time: 0.3169706 Feb 04 12:37:54.617972 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ae34cd-3a10-453c-a3e0-484a0fc991f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Pushing event deleted for resources: {'Port': ['ID=a279f157-d8da-4aae-a251-3cb56e8ccad8,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:37:54.638750 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f9ae34cd-3a10-453c-a3e0-484a0fc991f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:54.641396 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e08adcf2-477f-4ad6-8280-4b64c304178e req-4dbff57c-3df4-4390-8180-e45ad561b75a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=e62902ea-3922-4402-b6d9-a093c5b59797 HTTP/1.1" status: 200 len: 217 time: 0.0374267 Feb 04 12:37:54.642081 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-f9ae34cd-3a10-453c-a3e0-484a0fc991f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] 10.222.0.65 "DELETE /v2.0/ports/a279f157-d8da-4aae-a251-3cb56e8ccad8 HTTP/1.1" status: 204 len: 168 time: 0.6033227 Feb 04 12:37:54.644705 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 51210) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:37:54.646851 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858cf1c6-f642-4c4e-a962-eec1a579c1fc req-016d9e73-655d-415e-a663-b7c75b714fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:54.648390 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-858cf1c6-f642-4c4e-a962-eec1a579c1fc req-016d9e73-655d-415e-a663-b7c75b714fcb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=72075fcbbaca4534bfa18449bac56045&device_id=266a3a18-9374-4c60-bb49-068f089f6a61 HTTP/1.1" status: 200 len: 1127 time: 0.3527725 Feb 04 12:37:54.654982 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [req-3a59c5fd-6850-4096-b2fb-0cab90eaeb56 req-36a33471-a4ed-439f-82cb-ed79d67e77b2 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:37:54.654982 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3a59c5fd-6850-4096-b2fb-0cab90eaeb56 req-36a33471-a4ed-439f-82cb-ed79d67e77b2 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050850 Feb 04 12:37:54.719264 n-d-825015-3 neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-12c76aec-21a2-466e-816d-8f686f3079a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] GET failed (client error): The resource could not be found. Feb 04 12:37:54.724986 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-12c76aec-21a2-466e-816d-8f686f3079a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] 10.222.0.65 "GET /v2.0/ports/a279f157-d8da-4aae-a251-3cb56e8ccad8 HTTP/1.1" status: 404 len: 333 time: 0.0788217 Feb 04 12:37:54.725579 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 51212) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:37:54.730352 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-80905ef2-70c8-4a9e-bed8-30f2db55802a tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Request body: {'port': {'network_id': 'e42a5a57-12c3-49e7-8842-cf17a0cf0322', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-836137116'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:37:54.766659 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80905ef2-70c8-4a9e-bed8-30f2db55802a tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Made reservation on behalf of fab96d0e124143c59a5b2ec927aef6ef for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:37:54.772457 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-80905ef2-70c8-4a9e-bed8-30f2db55802a tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:54.805697 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [None req-80905ef2-70c8-4a9e-bed8-30f2db55802a tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] device_id is not set on port 5ab0fdc7-f05c-4db3-bf98-de68e70322c7 yet. {{(pid=103474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 12:37:54.867433 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-de430cc1-b69a-4c88-96bf-a43eb8fad20c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (50bb0c5b-d22e-4896-a3b2-3684be20bb81), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:54.869985 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-de430cc1-b69a-4c88-96bf-a43eb8fad20c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:54.873401 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-de430cc1-b69a-4c88-96bf-a43eb8fad20c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/50bb0c5b-d22e-4896-a3b2-3684be20bb81 HTTP/1.1" status: 204 len: 168 time: 1.2776060 Feb 04 12:37:55.058802 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de430cc1-b69a-4c88-96bf-a43eb8fad20c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50bb0c5b-d22e-4896-a3b2-3684be20bb81,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:37:55.091356 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08adcf2-477f-4ad6-8280-4b64c304178e req-c3a6a321-c371-4290-9d7b-85c53098b345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:55.093928 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e08adcf2-477f-4ad6-8280-4b64c304178e req-c3a6a321-c371-4290-9d7b-85c53098b345 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5ee3374a-84e9-4639-853c-740c6edaf6dc HTTP/1.1" status: 200 len: 843 time: 0.4377613 Feb 04 12:37:55.179497 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-80905ef2-70c8-4a9e-bed8-30f2db55802a tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Publish callbacks [] for port (5ab0fdc7-f05c-4db3-bf98-de68e70322c7), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:55.283193 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-80905ef2-70c8-4a9e-bed8-30f2db55802a tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (5ab0fdc7-f05c-4db3-bf98-de68e70322c7), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:55.386198 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80905ef2-70c8-4a9e-bed8-30f2db55802a tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Network e42a5a57-12c3-49e7-8842-cf17a0cf0322 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:37:55.389745 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-80905ef2-70c8-4a9e-bed8-30f2db55802a tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:37:55.397108 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80905ef2-70c8-4a9e-bed8-30f2db55802a tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:37:55.398378 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80905ef2-70c8-4a9e-bed8-30f2db55802a tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:55.399939 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-80905ef2-70c8-4a9e-bed8-30f2db55802a tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:55.418602 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e38461-c2d8-48ab-a11f-ffbe3a8ad4f2 req-0678ae3b-8d92-468c-a037-46731e87a81d tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:55.430877 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80905ef2-70c8-4a9e-bed8-30f2db55802a tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Pushing event updated for resources: {'Port': ['ID=5ab0fdc7-f05c-4db3-bf98-de68e70322c7,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:37:55.436388 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e38461-c2d8-48ab-a11f-ffbe3a8ad4f2 req-0678ae3b-8d92-468c-a037-46731e87a81d tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:55.451490 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-80905ef2-70c8-4a9e-bed8-30f2db55802a tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.7245350 Feb 04 12:37:55.453242 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 51228) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:37:55.460971 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-24ca1d02-bbaf-418f-9738-49ee3887af56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-825015-3'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:37:55.468074 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e38461-c2d8-48ab-a11f-ffbe3a8ad4f2 req-0678ae3b-8d92-468c-a037-46731e87a81d tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:55.479810 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e38461-c2d8-48ab-a11f-ffbe3a8ad4f2 req-0678ae3b-8d92-468c-a037-46731e87a81d tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:55.485329 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e38461-c2d8-48ab-a11f-ffbe3a8ad4f2 req-0678ae3b-8d92-468c-a037-46731e87a81d tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:55.491460 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e38461-c2d8-48ab-a11f-ffbe3a8ad4f2 req-0678ae3b-8d92-468c-a037-46731e87a81d tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:55.513918 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e38461-c2d8-48ab-a11f-ffbe3a8ad4f2 req-0678ae3b-8d92-468c-a037-46731e87a81d tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:55.515846 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f3e38461-c2d8-48ab-a11f-ffbe3a8ad4f2 req-0678ae3b-8d92-468c-a037-46731e87a81d tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 5427 time: 0.5819099 Feb 04 12:37:55.543078 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3a59c5fd-6850-4096-b2fb-0cab90eaeb56 req-e4e2f880-bcaf-456a-973a-871bfe4f8431 service neutron] 10.222.0.77 "GET /v2.0/networks/211162ce-c654-4372-abd8-21bf219f75aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8441632 Feb 04 12:37:55.561427 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858cf1c6-f642-4c4e-a962-eec1a579c1fc req-17608c81-da2e-4fe8-ace2-8cb4abbe4035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:55.563221 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-858cf1c6-f642-4c4e-a962-eec1a579c1fc req-17608c81-da2e-4fe8-ace2-8cb4abbe4035 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4818c56c-ae1d-43b5-80d2-4a5373ab8e6b HTTP/1.1" status: 200 len: 916 time: 0.8320191 Feb 04 12:37:55.623659 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-24ca1d02-bbaf-418f-9738-49ee3887af56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (5ab0fdc7-f05c-4db3-bf98-de68e70322c7), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:55.638187 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08adcf2-477f-4ad6-8280-4b64c304178e req-86b2052e-1d01-4963-a196-c39ce36bd3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:55.640109 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e08adcf2-477f-4ad6-8280-4b64c304178e req-86b2052e-1d01-4963-a196-c39ce36bd3b7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2f7dc246-a024-4937-952c-0ddeef5af29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5134377 Feb 04 12:37:55.712009 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63da876-1eef-4c89-b53f-e72327673b36 req-5d79527c-3135-4462-98dc-1a2421d7adb1 tempest-VolumesBackupsTest-860154996 tempest-VolumesBackupsTest-860154996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:55.713807 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f63da876-1eef-4c89-b53f-e72327673b36 req-5d79527c-3135-4462-98dc-1a2421d7adb1 tempest-VolumesBackupsTest-860154996 tempest-VolumesBackupsTest-860154996-project] 10.222.0.65 "GET /v2.0/ports?device_id=b5f4403d-2c99-488f-a800-71601b2388cf HTTP/1.1" status: 200 len: 948 time: 0.5451646 Feb 04 12:37:55.736027 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-858cf1c6-f642-4c4e-a962-eec1a579c1fc req-e38fec8f-ff2c-4bad-9ba4-3e7ecd9bc32f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7ac5ab11-addb-4dd2-b145-f5d33ea6ff70 HTTP/1.1" status: 200 len: 217 time: 0.1523600 Feb 04 12:37:55.923950 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-4cded600-46fd-4c03-a157-bcf243b46f53 req-d0df61a2-4fba-414c-9765-50d543016f52 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=4acb9c3c-b6ab-46be-b637-ff51ba0e15fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1206863 Feb 04 12:37:56.040856 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [None req-24ca1d02-bbaf-418f-9738-49ee3887af56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] device_id is not set on port 5ab0fdc7-f05c-4db3-bf98-de68e70322c7 yet. {{(pid=103474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 12:37:56.051570 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-24ca1d02-bbaf-418f-9738-49ee3887af56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Publish callbacks [] for port (5ab0fdc7-f05c-4db3-bf98-de68e70322c7), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:56.060218 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-24ca1d02-bbaf-418f-9738-49ee3887af56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (5ab0fdc7-f05c-4db3-bf98-de68e70322c7), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:56.114209 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cded600-46fd-4c03-a157-bcf243b46f53 req-6a06848d-6f02-4685-9aad-ef4f65e69f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:56.116356 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-4cded600-46fd-4c03-a157-bcf243b46f53 req-6a06848d-6f02-4685-9aad-ef4f65e69f51 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=72075fcbbaca4534bfa18449bac56045&device_id=4acb9c3c-b6ab-46be-b637-ff51ba0e15fa HTTP/1.1" status: 200 len: 1127 time: 0.1257844 Feb 04 12:37:56.189388 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [None req-24ca1d02-bbaf-418f-9738-49ee3887af56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attempting to bind port 5ab0fdc7-f05c-4db3-bf98-de68e70322c7 on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:37:56.190109 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [None req-24ca1d02-bbaf-418f-9738-49ee3887af56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attempting to bind port 5ab0fdc7-f05c-4db3-bf98-de68e70322c7 by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': '6880aedc-fa89-4192-8664-62ab7cb53c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'e42a5a57-12c3-49e7-8842-cf17a0cf0322'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:37:56.190109 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ca1d02-bbaf-418f-9738-49ee3887af56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attempting to bind port 5ab0fdc7-f05c-4db3-bf98-de68e70322c7 on network e42a5a57-12c3-49e7-8842-cf17a0cf0322 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:37:56.226254 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ca1d02-bbaf-418f-9738-49ee3887af56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Port 5ab0fdc7-f05c-4db3-bf98-de68e70322c7 on network e42a5a57-12c3-49e7-8842-cf17a0cf0322 not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:37:56.226763 n-d-825015-3 neutron-server[103474]: ERROR neutron.plugins.ml2.managers [None req-24ca1d02-bbaf-418f-9738-49ee3887af56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Failed to bind port 5ab0fdc7-f05c-4db3-bf98-de68e70322c7 on host n-h1-825015-3 for vnic_type normal using segments [{'id': '6880aedc-fa89-4192-8664-62ab7cb53c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'e42a5a57-12c3-49e7-8842-cf17a0cf0322'}] Feb 04 12:37:56.227596 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ca1d02-bbaf-418f-9738-49ee3887af56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Pushing event updated for resources: {'Port': ['ID=5ab0fdc7-f05c-4db3-bf98-de68e70322c7,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:37:56.232217 n-d-825015-3 neutron-server[103474]: INFO neutron.plugins.ml2.plugin [None req-24ca1d02-bbaf-418f-9738-49ee3887af56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attempt 2 to bind port 5ab0fdc7-f05c-4db3-bf98-de68e70322c7 Feb 04 12:37:56.257271 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [None req-24ca1d02-bbaf-418f-9738-49ee3887af56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attempting to bind port 5ab0fdc7-f05c-4db3-bf98-de68e70322c7 on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:37:56.257710 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [None req-24ca1d02-bbaf-418f-9738-49ee3887af56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attempting to bind port 5ab0fdc7-f05c-4db3-bf98-de68e70322c7 by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': '6880aedc-fa89-4192-8664-62ab7cb53c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'e42a5a57-12c3-49e7-8842-cf17a0cf0322'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:37:56.258052 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ca1d02-bbaf-418f-9738-49ee3887af56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attempting to bind port 5ab0fdc7-f05c-4db3-bf98-de68e70322c7 on network e42a5a57-12c3-49e7-8842-cf17a0cf0322 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:37:56.268734 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ca1d02-bbaf-418f-9738-49ee3887af56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Port 5ab0fdc7-f05c-4db3-bf98-de68e70322c7 on network e42a5a57-12c3-49e7-8842-cf17a0cf0322 not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:37:56.269108 n-d-825015-3 neutron-server[103474]: ERROR neutron.plugins.ml2.managers [None req-24ca1d02-bbaf-418f-9738-49ee3887af56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Failed to bind port 5ab0fdc7-f05c-4db3-bf98-de68e70322c7 on host n-h1-825015-3 for vnic_type normal using segments [{'id': '6880aedc-fa89-4192-8664-62ab7cb53c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'e42a5a57-12c3-49e7-8842-cf17a0cf0322'}] Feb 04 12:37:56.271711 n-d-825015-3 neutron-server[103474]: INFO neutron.plugins.ml2.plugin [None req-24ca1d02-bbaf-418f-9738-49ee3887af56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attempt 3 to bind port 5ab0fdc7-f05c-4db3-bf98-de68e70322c7 Feb 04 12:37:56.314604 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [None req-24ca1d02-bbaf-418f-9738-49ee3887af56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attempting to bind port 5ab0fdc7-f05c-4db3-bf98-de68e70322c7 on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:37:56.314990 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [None req-24ca1d02-bbaf-418f-9738-49ee3887af56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attempting to bind port 5ab0fdc7-f05c-4db3-bf98-de68e70322c7 by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': '6880aedc-fa89-4192-8664-62ab7cb53c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'e42a5a57-12c3-49e7-8842-cf17a0cf0322'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:37:56.315569 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ca1d02-bbaf-418f-9738-49ee3887af56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attempting to bind port 5ab0fdc7-f05c-4db3-bf98-de68e70322c7 on network e42a5a57-12c3-49e7-8842-cf17a0cf0322 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:37:56.327347 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ca1d02-bbaf-418f-9738-49ee3887af56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Port 5ab0fdc7-f05c-4db3-bf98-de68e70322c7 on network e42a5a57-12c3-49e7-8842-cf17a0cf0322 not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:37:56.327942 n-d-825015-3 neutron-server[103474]: ERROR neutron.plugins.ml2.managers [None req-24ca1d02-bbaf-418f-9738-49ee3887af56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Failed to bind port 5ab0fdc7-f05c-4db3-bf98-de68e70322c7 on host n-h1-825015-3 for vnic_type normal using segments [{'id': '6880aedc-fa89-4192-8664-62ab7cb53c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'e42a5a57-12c3-49e7-8842-cf17a0cf0322'}] Feb 04 12:37:56.329562 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cded600-46fd-4c03-a157-bcf243b46f53 req-995c22a9-1d0b-4504-aa8c-7450f070f6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:56.341432 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-4cded600-46fd-4c03-a157-bcf243b46f53 req-995c22a9-1d0b-4504-aa8c-7450f070f6f1 service neutron] 10.222.0.77 "GET /v2.0/networks?id=4818c56c-ae1d-43b5-80d2-4a5373ab8e6b HTTP/1.1" status: 200 len: 916 time: 0.1850517 Feb 04 12:37:56.341432 n-d-825015-3 neutron-server[103474]: INFO neutron.plugins.ml2.plugin [None req-24ca1d02-bbaf-418f-9738-49ee3887af56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attempt 4 to bind port 5ab0fdc7-f05c-4db3-bf98-de68e70322c7 Feb 04 12:37:56.355310 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [None req-24ca1d02-bbaf-418f-9738-49ee3887af56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attempting to bind port 5ab0fdc7-f05c-4db3-bf98-de68e70322c7 on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:37:56.355675 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [None req-24ca1d02-bbaf-418f-9738-49ee3887af56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attempting to bind port 5ab0fdc7-f05c-4db3-bf98-de68e70322c7 by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': '6880aedc-fa89-4192-8664-62ab7cb53c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'e42a5a57-12c3-49e7-8842-cf17a0cf0322'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:37:56.356078 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ca1d02-bbaf-418f-9738-49ee3887af56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attempting to bind port 5ab0fdc7-f05c-4db3-bf98-de68e70322c7 on network e42a5a57-12c3-49e7-8842-cf17a0cf0322 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:37:56.367552 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ca1d02-bbaf-418f-9738-49ee3887af56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Port 5ab0fdc7-f05c-4db3-bf98-de68e70322c7 on network e42a5a57-12c3-49e7-8842-cf17a0cf0322 not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:37:56.367945 n-d-825015-3 neutron-server[103474]: ERROR neutron.plugins.ml2.managers [None req-24ca1d02-bbaf-418f-9738-49ee3887af56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Failed to bind port 5ab0fdc7-f05c-4db3-bf98-de68e70322c7 on host n-h1-825015-3 for vnic_type normal using segments [{'id': '6880aedc-fa89-4192-8664-62ab7cb53c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'e42a5a57-12c3-49e7-8842-cf17a0cf0322'}] Feb 04 12:37:56.370076 n-d-825015-3 neutron-server[103474]: INFO neutron.plugins.ml2.plugin [None req-24ca1d02-bbaf-418f-9738-49ee3887af56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attempt 5 to bind port 5ab0fdc7-f05c-4db3-bf98-de68e70322c7 Feb 04 12:37:56.427504 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device e62902ea-3922-4402-b6d9-a093c5b59797 details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:37:56.460807 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-4cded600-46fd-4c03-a157-bcf243b46f53 req-52edf522-c63f-4d41-bbe4-bc2c64761fd2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=469449ce-763d-4db4-a452-63e01e8fed24 HTTP/1.1" status: 200 len: 217 time: 0.1075718 Feb 04 12:37:56.479772 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858cf1c6-f642-4c4e-a962-eec1a579c1fc req-07c4e231-68a3-476b-82e8-78bff0c8838c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:56.481269 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-858cf1c6-f642-4c4e-a962-eec1a579c1fc req-07c4e231-68a3-476b-82e8-78bff0c8838c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fbb54edd-3278-45b2-a986-7521678ba6ac HTTP/1.1" status: 200 len: 855 time: 0.7130110 Feb 04 12:37:56.483015 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e08adcf2-477f-4ad6-8280-4b64c304178e req-1afdbcaa-4f56-469f-a286-56787efebf80 service neutron] 10.222.0.73 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7663937 Feb 04 12:37:56.489203 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [None req-24ca1d02-bbaf-418f-9738-49ee3887af56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attempting to bind port 5ab0fdc7-f05c-4db3-bf98-de68e70322c7 on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:37:56.492168 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [None req-24ca1d02-bbaf-418f-9738-49ee3887af56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attempting to bind port 5ab0fdc7-f05c-4db3-bf98-de68e70322c7 by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': '6880aedc-fa89-4192-8664-62ab7cb53c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'e42a5a57-12c3-49e7-8842-cf17a0cf0322'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:37:56.492521 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ca1d02-bbaf-418f-9738-49ee3887af56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attempting to bind port 5ab0fdc7-f05c-4db3-bf98-de68e70322c7 on network e42a5a57-12c3-49e7-8842-cf17a0cf0322 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:37:56.557285 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f63da876-1eef-4c89-b53f-e72327673b36 req-20630df7-2eff-4199-be64-c068f41baf0e tempest-VolumesBackupsTest-860154996 tempest-VolumesBackupsTest-860154996-project] 10.222.0.65 "GET /v2.0/security-groups?id=73f52b74-afc6-4507-908d-63a669d155d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8203604 Feb 04 12:37:56.571248 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ca1d02-bbaf-418f-9738-49ee3887af56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Port 5ab0fdc7-f05c-4db3-bf98-de68e70322c7 on network e42a5a57-12c3-49e7-8842-cf17a0cf0322 not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:37:56.573266 n-d-825015-3 neutron-server[103474]: ERROR neutron.plugins.ml2.managers [None req-24ca1d02-bbaf-418f-9738-49ee3887af56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Failed to bind port 5ab0fdc7-f05c-4db3-bf98-de68e70322c7 on host n-h1-825015-3 for vnic_type normal using segments [{'id': '6880aedc-fa89-4192-8664-62ab7cb53c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'e42a5a57-12c3-49e7-8842-cf17a0cf0322'}] Feb 04 12:37:56.580236 n-d-825015-3 neutron-server[103474]: INFO neutron.plugins.ml2.plugin [None req-24ca1d02-bbaf-418f-9738-49ee3887af56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attempt 6 to bind port 5ab0fdc7-f05c-4db3-bf98-de68e70322c7 Feb 04 12:37:56.600535 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f3e38461-c2d8-48ab-a11f-ffbe3a8ad4f2 req-6fa420f4-2917-4d87-a817-d514ffbc0e2a tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/security-groups?id=6fb9d925-f1ad-446a-9918-6c4396d6cf75&id=298cdae3-8a94-4f2b-ad9f-68a3e4a3ab72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.0609736 Feb 04 12:37:56.631560 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [None req-24ca1d02-bbaf-418f-9738-49ee3887af56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attempting to bind port 5ab0fdc7-f05c-4db3-bf98-de68e70322c7 on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:37:56.648779 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [None req-24ca1d02-bbaf-418f-9738-49ee3887af56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attempting to bind port 5ab0fdc7-f05c-4db3-bf98-de68e70322c7 by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': '6880aedc-fa89-4192-8664-62ab7cb53c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'e42a5a57-12c3-49e7-8842-cf17a0cf0322'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:37:56.649217 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ca1d02-bbaf-418f-9738-49ee3887af56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attempting to bind port 5ab0fdc7-f05c-4db3-bf98-de68e70322c7 on network e42a5a57-12c3-49e7-8842-cf17a0cf0322 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:37:56.665822 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-858cf1c6-f642-4c4e-a962-eec1a579c1fc req-850ebc0a-debb-417c-a2a7-4ab7488c5973 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4818c56c-ae1d-43b5-80d2-4a5373ab8e6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1233034 Feb 04 12:37:56.672922 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cded600-46fd-4c03-a157-bcf243b46f53 req-14391975-caf0-464b-b213-f9a76d70f6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:56.683911 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port e62902ea-3922-4402-b6d9-a093c5b59797, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=e62902ea-3922-4402-b6d9-a093c5b59797,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:37:56.687705 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-4cded600-46fd-4c03-a157-bcf243b46f53 req-14391975-caf0-464b-b213-f9a76d70f6c0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=fbb54edd-3278-45b2-a986-7521678ba6ac HTTP/1.1" status: 200 len: 855 time: 0.2176006 Feb 04 12:37:56.688588 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ca1d02-bbaf-418f-9738-49ee3887af56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Port 5ab0fdc7-f05c-4db3-bf98-de68e70322c7 on network e42a5a57-12c3-49e7-8842-cf17a0cf0322 not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:37:56.688933 n-d-825015-3 neutron-server[103474]: ERROR neutron.plugins.ml2.managers [None req-24ca1d02-bbaf-418f-9738-49ee3887af56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Failed to bind port 5ab0fdc7-f05c-4db3-bf98-de68e70322c7 on host n-h1-825015-3 for vnic_type normal using segments [{'id': '6880aedc-fa89-4192-8664-62ab7cb53c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'e42a5a57-12c3-49e7-8842-cf17a0cf0322'}] Feb 04 12:37:56.689322 n-d-825015-3 neutron-server[103474]: INFO neutron.plugins.ml2.plugin [None req-24ca1d02-bbaf-418f-9738-49ee3887af56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attempt 7 to bind port 5ab0fdc7-f05c-4db3-bf98-de68e70322c7 Feb 04 12:37:56.702969 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': 'e62902ea-3922-4402-b6d9-a093c5b59797', 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c', 'port_id': 'e62902ea-3922-4402-b6d9-a093c5b59797', 'mac_address': 'fa:16:3e:a1:7f:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ee3374a-84e9-4639-853c-740c6edaf6dc', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:37:56.747327 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port e62902ea-3922-4402-b6d9-a093c5b59797 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:37:56.748044 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (e62902ea-3922-4402-b6d9-a093c5b59797), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:56.763674 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e62902ea-3922-4402-b6d9-a093c5b59797 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:37:56.788384 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port e62902ea-3922-4402-b6d9-a093c5b59797, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=e62902ea-3922-4402-b6d9-a093c5b59797,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:37:56.795121 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (e62902ea-3922-4402-b6d9-a093c5b59797), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:56.809801 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-4cded600-46fd-4c03-a157-bcf243b46f53 req-aecf1258-f3d1-4962-935c-710c5f514544 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4818c56c-ae1d-43b5-80d2-4a5373ab8e6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1158252 Feb 04 12:37:56.811989 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [None req-24ca1d02-bbaf-418f-9738-49ee3887af56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attempting to bind port 5ab0fdc7-f05c-4db3-bf98-de68e70322c7 on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:37:56.812326 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [None req-24ca1d02-bbaf-418f-9738-49ee3887af56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attempting to bind port 5ab0fdc7-f05c-4db3-bf98-de68e70322c7 by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': '6880aedc-fa89-4192-8664-62ab7cb53c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'e42a5a57-12c3-49e7-8842-cf17a0cf0322'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:37:56.812663 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ca1d02-bbaf-418f-9738-49ee3887af56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attempting to bind port 5ab0fdc7-f05c-4db3-bf98-de68e70322c7 on network e42a5a57-12c3-49e7-8842-cf17a0cf0322 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:37:56.819235 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ca1d02-bbaf-418f-9738-49ee3887af56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Port 5ab0fdc7-f05c-4db3-bf98-de68e70322c7 on network e42a5a57-12c3-49e7-8842-cf17a0cf0322 not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:37:56.819496 n-d-825015-3 neutron-server[103474]: ERROR neutron.plugins.ml2.managers [None req-24ca1d02-bbaf-418f-9738-49ee3887af56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Failed to bind port 5ab0fdc7-f05c-4db3-bf98-de68e70322c7 on host n-h1-825015-3 for vnic_type normal using segments [{'id': '6880aedc-fa89-4192-8664-62ab7cb53c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'e42a5a57-12c3-49e7-8842-cf17a0cf0322'}] Feb 04 12:37:56.826161 n-d-825015-3 neutron-server[103474]: INFO neutron.plugins.ml2.plugin [None req-24ca1d02-bbaf-418f-9738-49ee3887af56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attempt 8 to bind port 5ab0fdc7-f05c-4db3-bf98-de68e70322c7 Feb 04 12:37:56.856116 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=e62902ea-3922-4402-b6d9-a093c5b59797,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:37:56.866842 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:37:56.867591 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:37:56.868219 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:37:56.868785 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:37:56.869345 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:37:56.870149 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:37:56.870825 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:37:56.871511 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:37:56.872125 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:37:56.872928 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:37:56.873485 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:37:56.874052 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:37:56.874617 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:37:56.891331 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [None req-24ca1d02-bbaf-418f-9738-49ee3887af56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attempting to bind port 5ab0fdc7-f05c-4db3-bf98-de68e70322c7 on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:37:56.891567 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [None req-24ca1d02-bbaf-418f-9738-49ee3887af56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attempting to bind port 5ab0fdc7-f05c-4db3-bf98-de68e70322c7 by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': '6880aedc-fa89-4192-8664-62ab7cb53c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'e42a5a57-12c3-49e7-8842-cf17a0cf0322'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:37:56.891867 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ca1d02-bbaf-418f-9738-49ee3887af56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attempting to bind port 5ab0fdc7-f05c-4db3-bf98-de68e70322c7 on network e42a5a57-12c3-49e7-8842-cf17a0cf0322 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:37:56.902287 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ca1d02-bbaf-418f-9738-49ee3887af56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Port 5ab0fdc7-f05c-4db3-bf98-de68e70322c7 on network e42a5a57-12c3-49e7-8842-cf17a0cf0322 not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:37:56.902641 n-d-825015-3 neutron-server[103474]: ERROR neutron.plugins.ml2.managers [None req-24ca1d02-bbaf-418f-9738-49ee3887af56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Failed to bind port 5ab0fdc7-f05c-4db3-bf98-de68e70322c7 on host n-h1-825015-3 for vnic_type normal using segments [{'id': '6880aedc-fa89-4192-8664-62ab7cb53c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'e42a5a57-12c3-49e7-8842-cf17a0cf0322'}] Feb 04 12:37:56.904561 n-d-825015-3 neutron-server[103474]: INFO neutron.plugins.ml2.plugin [None req-24ca1d02-bbaf-418f-9738-49ee3887af56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attempt 9 to bind port 5ab0fdc7-f05c-4db3-bf98-de68e70322c7 Feb 04 12:37:56.913957 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e08adcf2-477f-4ad6-8280-4b64c304178e req-20ea1baf-a334-4fcd-9064-3aba9d3d294e service neutron] 10.222.0.73 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3759730 Feb 04 12:37:56.939197 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [None req-24ca1d02-bbaf-418f-9738-49ee3887af56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attempting to bind port 5ab0fdc7-f05c-4db3-bf98-de68e70322c7 on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:37:56.939690 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [None req-24ca1d02-bbaf-418f-9738-49ee3887af56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attempting to bind port 5ab0fdc7-f05c-4db3-bf98-de68e70322c7 by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': '6880aedc-fa89-4192-8664-62ab7cb53c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'e42a5a57-12c3-49e7-8842-cf17a0cf0322'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:37:56.944613 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ca1d02-bbaf-418f-9738-49ee3887af56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attempting to bind port 5ab0fdc7-f05c-4db3-bf98-de68e70322c7 on network e42a5a57-12c3-49e7-8842-cf17a0cf0322 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:37:56.956321 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ca1d02-bbaf-418f-9738-49ee3887af56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Port 5ab0fdc7-f05c-4db3-bf98-de68e70322c7 on network e42a5a57-12c3-49e7-8842-cf17a0cf0322 not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:37:56.956652 n-d-825015-3 neutron-server[103474]: ERROR neutron.plugins.ml2.managers [None req-24ca1d02-bbaf-418f-9738-49ee3887af56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Failed to bind port 5ab0fdc7-f05c-4db3-bf98-de68e70322c7 on host n-h1-825015-3 for vnic_type normal using segments [{'id': '6880aedc-fa89-4192-8664-62ab7cb53c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'e42a5a57-12c3-49e7-8842-cf17a0cf0322'}] Feb 04 12:37:56.964018 n-d-825015-3 neutron-server[103474]: INFO neutron.plugins.ml2.plugin [None req-24ca1d02-bbaf-418f-9738-49ee3887af56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attempt 10 to bind port 5ab0fdc7-f05c-4db3-bf98-de68e70322c7 Feb 04 12:37:56.988350 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [None req-24ca1d02-bbaf-418f-9738-49ee3887af56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attempting to bind port 5ab0fdc7-f05c-4db3-bf98-de68e70322c7 on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:37:56.988669 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [None req-24ca1d02-bbaf-418f-9738-49ee3887af56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attempting to bind port 5ab0fdc7-f05c-4db3-bf98-de68e70322c7 by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': '6880aedc-fa89-4192-8664-62ab7cb53c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'e42a5a57-12c3-49e7-8842-cf17a0cf0322'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:37:56.988814 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3a59c5fd-6850-4096-b2fb-0cab90eaeb56 req-4047aabb-192a-4fd8-b9a5-137ac105c0db service neutron] 10.222.0.77 "GET /v2.0/networks/211162ce-c654-4372-abd8-21bf219f75aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4342318 Feb 04 12:37:56.989006 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ca1d02-bbaf-418f-9738-49ee3887af56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attempting to bind port 5ab0fdc7-f05c-4db3-bf98-de68e70322c7 on network e42a5a57-12c3-49e7-8842-cf17a0cf0322 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:37:57.000407 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ca1d02-bbaf-418f-9738-49ee3887af56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Port 5ab0fdc7-f05c-4db3-bf98-de68e70322c7 on network e42a5a57-12c3-49e7-8842-cf17a0cf0322 not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:37:57.001197 n-d-825015-3 neutron-server[103474]: ERROR neutron.plugins.ml2.managers [None req-24ca1d02-bbaf-418f-9738-49ee3887af56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Failed to bind port 5ab0fdc7-f05c-4db3-bf98-de68e70322c7 on host n-h1-825015-3 for vnic_type normal using segments [{'id': '6880aedc-fa89-4192-8664-62ab7cb53c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'e42a5a57-12c3-49e7-8842-cf17a0cf0322'}] Feb 04 12:37:57.001903 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-24ca1d02-bbaf-418f-9738-49ee3887af56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (5ab0fdc7-f05c-4db3-bf98-de68e70322c7), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:57.007833 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-4cded600-46fd-4c03-a157-bcf243b46f53 req-7e8fee18-4792-427f-b5c4-f492abe13517 service neutron] 10.222.0.77 "GET /v2.0/networks/4818c56c-ae1d-43b5-80d2-4a5373ab8e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895983 Feb 04 12:37:57.038199 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['e62902ea-3922-4402-b6d9-a093c5b59797'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:37:57.107840 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaebd31-7f46-4d98-9398-310e7c6734a0 req-81565283-332f-4f2a-aa74-066ecd02a884 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:57.109087 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-efaebd31-7f46-4d98-9398-310e7c6734a0 req-81565283-332f-4f2a-aa74-066ecd02a884 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "GET /v2.0/ports?device_id=2bfeaefa-6e8b-49e8-a202-1541478b2560 HTTP/1.1" status: 200 len: 946 time: 0.3572564 Feb 04 12:37:57.179483 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-4cded600-46fd-4c03-a157-bcf243b46f53 req-b6bdca35-3ffa-476a-883f-da4cf325b9de service neutron] 10.222.0.77 "GET /v2.0/networks/4818c56c-ae1d-43b5-80d2-4a5373ab8e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602263 Feb 04 12:37:57.213338 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-858cf1c6-f642-4c4e-a962-eec1a579c1fc req-8f077c53-02e5-440d-9c5a-fbc9aa5ee30b service neutron] 10.222.0.73 "GET /v2.0/networks/4818c56c-ae1d-43b5-80d2-4a5373ab8e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5381310 Feb 04 12:37:57.284641 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-efaebd31-7f46-4d98-9398-310e7c6734a0 req-f0bb74eb-0258-4eb1-a623-270cd5ed9de8 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "GET /v2.0/security-groups?id=fdbd4e3f-31c9-4f42-8b92-5879438ef249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1598558 Feb 04 12:37:57.337626 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-24ca1d02-bbaf-418f-9738-49ee3887af56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] For port 5ab0fdc7-f05c-4db3-bf98-de68e70322c7, host n-h1-825015-3, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:37:57.338264 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-24ca1d02-bbaf-418f-9738-49ee3887af56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attempted to set empty binding levels {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 04 12:37:57.342956 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-24ca1d02-bbaf-418f-9738-49ee3887af56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (5ab0fdc7-f05c-4db3-bf98-de68e70322c7), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:57.424145 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-24ca1d02-bbaf-418f-9738-49ee3887af56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] In _notify_port_updated(), no bound segment for port 5ab0fdc7-f05c-4db3-bf98-de68e70322c7 on network e42a5a57-12c3-49e7-8842-cf17a0cf0322 {{(pid=103474) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 04 12:37:57.426220 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ca1d02-bbaf-418f-9738-49ee3887af56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:57.426539 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-24ca1d02-bbaf-418f-9738-49ee3887af56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:57.432671 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 51286) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:37:57.435470 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-24ca1d02-bbaf-418f-9738-49ee3887af56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] 10.222.0.65 "PUT /v2.0/ports/5ab0fdc7-f05c-4db3-bf98-de68e70322c7 HTTP/1.1" status: 200 len: 978 time: 1.9809554 Feb 04 12:37:57.477981 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ca1d02-bbaf-418f-9738-49ee3887af56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Pushing event updated for resources: {'Port': ['ID=5ab0fdc7-f05c-4db3-bf98-de68e70322c7,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:37:57.592927 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-858cf1c6-f642-4c4e-a962-eec1a579c1fc req-1c105c46-dcd3-4098-b547-8146f21382d3 service neutron] 10.222.0.73 "GET /v2.0/networks/4818c56c-ae1d-43b5-80d2-4a5373ab8e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3665211 Feb 04 12:37:57.726397 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ecd744-9eb1-48ec-b875-d81f3d2a1687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:57.727064 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ecd744-9eb1-48ec-b875-d81f3d2a1687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:57.728442 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ecd744-9eb1-48ec-b875-d81f3d2a1687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:57.729433 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ecd744-9eb1-48ec-b875-d81f3d2a1687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:57.730016 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ecd744-9eb1-48ec-b875-d81f3d2a1687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:57.730683 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ecd744-9eb1-48ec-b875-d81f3d2a1687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:57.731209 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ecd744-9eb1-48ec-b875-d81f3d2a1687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:57.732527 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ecd744-9eb1-48ec-b875-d81f3d2a1687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:57.733067 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ecd744-9eb1-48ec-b875-d81f3d2a1687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:57.733590 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ecd744-9eb1-48ec-b875-d81f3d2a1687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:57.734701 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ecd744-9eb1-48ec-b875-d81f3d2a1687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:57.735230 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ecd744-9eb1-48ec-b875-d81f3d2a1687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:57.736048 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ecd744-9eb1-48ec-b875-d81f3d2a1687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:57.736582 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ecd744-9eb1-48ec-b875-d81f3d2a1687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:57.737216 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ecd744-9eb1-48ec-b875-d81f3d2a1687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:57.737726 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ecd744-9eb1-48ec-b875-d81f3d2a1687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:57.738460 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ecd744-9eb1-48ec-b875-d81f3d2a1687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:57.739860 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ecd744-9eb1-48ec-b875-d81f3d2a1687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:57.740814 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ecd744-9eb1-48ec-b875-d81f3d2a1687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:57.741465 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ecd744-9eb1-48ec-b875-d81f3d2a1687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:57.742223 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ecd744-9eb1-48ec-b875-d81f3d2a1687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:57.742870 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ecd744-9eb1-48ec-b875-d81f3d2a1687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:57.743514 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ecd744-9eb1-48ec-b875-d81f3d2a1687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:57.744176 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ecd744-9eb1-48ec-b875-d81f3d2a1687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:57.745927 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ecd744-9eb1-48ec-b875-d81f3d2a1687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:57.746613 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ecd744-9eb1-48ec-b875-d81f3d2a1687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:57.747556 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ecd744-9eb1-48ec-b875-d81f3d2a1687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:57.748199 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ecd744-9eb1-48ec-b875-d81f3d2a1687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:57.748841 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ecd744-9eb1-48ec-b875-d81f3d2a1687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:57.749477 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ecd744-9eb1-48ec-b875-d81f3d2a1687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:57.750620 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ecd744-9eb1-48ec-b875-d81f3d2a1687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:57.751905 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ecd744-9eb1-48ec-b875-d81f3d2a1687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:57.752715 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ecd744-9eb1-48ec-b875-d81f3d2a1687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:57.753462 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ecd744-9eb1-48ec-b875-d81f3d2a1687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:57.754220 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ecd744-9eb1-48ec-b875-d81f3d2a1687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:57.761269 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-51ecd744-9eb1-48ec-b875-d81f3d2a1687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 32374 time: 0.3271887 Feb 04 12:37:57.765750 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 51300) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:37:57.878286 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-cacd51e1-3e95-435e-82d5-670862196f0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Deleting port 5ab0fdc7-f05c-4db3-bf98-de68e70322c7 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:37:57.878286 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cacd51e1-3e95-435e-82d5-670862196f0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (5ab0fdc7-f05c-4db3-bf98-de68e70322c7), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:57.901688 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8f3cd2-5093-4f85-8a3a-d1795178a771 req-6892f07b-77a0-4e2e-9775-d01d884e5bae tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:57.907515 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8f3cd2-5093-4f85-8a3a-d1795178a771 req-6892f07b-77a0-4e2e-9775-d01d884e5bae tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:57.913345 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8f3cd2-5093-4f85-8a3a-d1795178a771 req-6892f07b-77a0-4e2e-9775-d01d884e5bae tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:57.918805 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8f3cd2-5093-4f85-8a3a-d1795178a771 req-6892f07b-77a0-4e2e-9775-d01d884e5bae tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:57.924578 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8f3cd2-5093-4f85-8a3a-d1795178a771 req-6892f07b-77a0-4e2e-9775-d01d884e5bae tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:57.931812 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8f3cd2-5093-4f85-8a3a-d1795178a771 req-6892f07b-77a0-4e2e-9775-d01d884e5bae tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:57.937650 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8f3cd2-5093-4f85-8a3a-d1795178a771 req-6892f07b-77a0-4e2e-9775-d01d884e5bae tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:57.939891 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cd8f3cd2-5093-4f85-8a3a-d1795178a771 req-6892f07b-77a0-4e2e-9775-d01d884e5bae tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 5427 time: 0.1772151 Feb 04 12:37:57.949347 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da796bc7-9853-4816-8295-699436d7debd req-16eadce0-1c1b-4fc3-8eba-668d9198b2b7 tempest-VolumesBackupsTest-860154996 tempest-VolumesBackupsTest-860154996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:57.956763 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-da796bc7-9853-4816-8295-699436d7debd req-16eadce0-1c1b-4fc3-8eba-668d9198b2b7 tempest-VolumesBackupsTest-860154996 tempest-VolumesBackupsTest-860154996-project] 10.222.0.65 "GET /v2.0/ports?device_id=b5f4403d-2c99-488f-a800-71601b2388cf HTTP/1.1" status: 200 len: 949 time: 0.1929343 Feb 04 12:37:58.032446 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-da796bc7-9853-4816-8295-699436d7debd req-627320ef-b357-4481-90e4-95741d319f45 tempest-VolumesBackupsTest-860154996 tempest-VolumesBackupsTest-860154996-project] 10.222.0.65 "GET /v2.0/security-groups?id=73f52b74-afc6-4507-908d-63a669d155d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743592 Feb 04 12:37:58.058143 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-cacd51e1-3e95-435e-82d5-670862196f0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] For port 5ab0fdc7-f05c-4db3-bf98-de68e70322c7, host n-h1-825015-3, got binding levels [] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:37:58.058538 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cacd51e1-3e95-435e-82d5-670862196f0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (5ab0fdc7-f05c-4db3-bf98-de68e70322c7), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:58.084004 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cd8f3cd2-5093-4f85-8a3a-d1795178a771 req-ecd52f0c-4b50-4093-8f82-2a471517fc29 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/security-groups?id=6fb9d925-f1ad-446a-9918-6c4396d6cf75&id=298cdae3-8a94-4f2b-ad9f-68a3e4a3ab72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1241257 Feb 04 12:37:58.090314 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-cacd51e1-3e95-435e-82d5-670862196f0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Calling delete_port for 5ab0fdc7-f05c-4db3-bf98-de68e70322c7 owned by {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:37:58.206336 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cacd51e1-3e95-435e-82d5-670862196f0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (5ab0fdc7-f05c-4db3-bf98-de68e70322c7), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:58.260914 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cacd51e1-3e95-435e-82d5-670862196f0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:58.271263 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 51306) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:37:58.271508 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-cacd51e1-3e95-435e-82d5-670862196f0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] 10.222.0.65 "DELETE /v2.0/ports/5ab0fdc7-f05c-4db3-bf98-de68e70322c7 HTTP/1.1" status: 204 len: 168 time: 0.5045381 Feb 04 12:37:58.273131 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacd51e1-3e95-435e-82d5-670862196f0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Pushing event deleted for resources: {'Port': ['ID=5ab0fdc7-f05c-4db3-bf98-de68e70322c7,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:37:58.315413 n-d-825015-3 neutron-server[103475]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd4f7a0a-9bee-4ee3-ae0e-c85223570d35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] GET failed (client error): The resource could not be found. Feb 04 12:37:58.319199 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-fd4f7a0a-9bee-4ee3-ae0e-c85223570d35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] 10.222.0.65 "GET /v2.0/ports/5ab0fdc7-f05c-4db3-bf98-de68e70322c7 HTTP/1.1" status: 404 len: 333 time: 0.0465262 Feb 04 12:37:58.324249 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 51308) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:37:58.335001 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-dd277f33-5ab5-4a4d-a35c-87259e9ab953 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-942702585', 'network_id': 'e42a5a57-12c3-49e7-8842-cf17a0cf0322'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:37:58.367545 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd277f33-5ab5-4a4d-a35c-87259e9ab953 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Made reservation on behalf of fab96d0e124143c59a5b2ec927aef6ef for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:37:58.371098 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dd277f33-5ab5-4a4d-a35c-87259e9ab953 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:58.393284 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [None req-dd277f33-5ab5-4a4d-a35c-87259e9ab953 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] device_id is not set on port 82ff5bb5-945f-4b2c-8361-63d8f22c1a48 yet. {{(pid=103474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 12:37:58.443084 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device e62902ea-3922-4402-b6d9-a093c5b59797 up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:37:58.570011 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ac4eba-95b2-4095-9bd0-cd09a76db5d4 req-090a54cd-d215-4a1b-83d6-ac4fc6fe2965 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:58.576014 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a6ac4eba-95b2-4095-9bd0-cd09a76db5d4 req-090a54cd-d215-4a1b-83d6-ac4fc6fe2965 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "GET /v2.0/ports?device_id=2bfeaefa-6e8b-49e8-a202-1541478b2560 HTTP/1.1" status: 200 len: 946 time: 0.1719713 Feb 04 12:37:58.589761 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning for port e62902ea-3922-4402-b6d9-a093c5b59797 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:37:58.603349 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port e62902ea-3922-4402-b6d9-a093c5b59797 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:37:58.604031 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (e62902ea-3922-4402-b6d9-a093c5b59797), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:58.705390 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a6ac4eba-95b2-4095-9bd0-cd09a76db5d4 req-dcad9f84-44d4-4a43-a4dc-2778b7005b2b tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "GET /v2.0/security-groups?id=fdbd4e3f-31c9-4f42-8b92-5879438ef249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236765 Feb 04 12:37:58.775035 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dd277f33-5ab5-4a4d-a35c-87259e9ab953 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Publish callbacks [] for port (82ff5bb5-945f-4b2c-8361-63d8f22c1a48), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:58.794697 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port e62902ea-3922-4402-b6d9-a093c5b59797 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:37:58.795191 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (e62902ea-3922-4402-b6d9-a093c5b59797), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:58.854111 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5f4403d-2c99-488f-a800-71601b2388cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e62902ea-3922-4402-b6d9-a093c5b59797'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:37:58.858305 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94aec212-22fa-420c-ba98-854499d5b5f1" -d '{"events": [{"server_uuid": "b5f4403d-2c99-488f-a800-71601b2388cf", "name": "network-vif-plugged", "status": "completed", "tag": "e62902ea-3922-4402-b6d9-a093c5b59797"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:37:58.874634 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dd277f33-5ab5-4a4d-a35c-87259e9ab953 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (82ff5bb5-945f-4b2c-8361-63d8f22c1a48), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:58.896073 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port e62902ea-3922-4402-b6d9-a093c5b59797, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=e62902ea-3922-4402-b6d9-a093c5b59797,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:37:58.910066 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (e62902ea-3922-4402-b6d9-a093c5b59797), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:58.982681 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd277f33-5ab5-4a4d-a35c-87259e9ab953 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Network e42a5a57-12c3-49e7-8842-cf17a0cf0322 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:37:58.993234 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-dd277f33-5ab5-4a4d-a35c-87259e9ab953 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:37:59.008216 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd277f33-5ab5-4a4d-a35c-87259e9ab953 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:37:59.012836 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd277f33-5ab5-4a4d-a35c-87259e9ab953 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:59.013459 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dd277f33-5ab5-4a4d-a35c-87259e9ab953 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:59.020646 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=e62902ea-3922-4402-b6d9-a093c5b59797,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:37:59.028454 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd277f33-5ab5-4a4d-a35c-87259e9ab953 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Pushing event updated for resources: {'Port': ['ID=82ff5bb5-945f-4b2c-8361-63d8f22c1a48,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:37:59.065193 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-dd277f33-5ab5-4a4d-a35c-87259e9ab953 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.7397125 Feb 04 12:37:59.068443 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 51334) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:37:59.151798 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fda1519-cc69-442c-bee2-71faa4052e84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:59.153419 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-2fda1519-cc69-442c-bee2-71faa4052e84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] 10.222.0.65 "GET /v2.0/ports/82ff5bb5-945f-4b2c-8361-63d8f22c1a48 HTTP/1.1" status: 200 len: 958 time: 0.0838337 Feb 04 12:37:59.159627 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 51338) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:37:59.218979 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-988071ba-22a5-4504-8dab-c22059ea4ea2 x-openstack-request-id: req-988071ba-22a5-4504-8dab-c22059ea4ea2 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:37:59.222563 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5f4403d-2c99-488f-a800-71601b2388cf", "name": "network-vif-plugged", "status": "completed", "tag": "e62902ea-3922-4402-b6d9-a093c5b59797", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:37:59.222903 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-988071ba-22a5-4504-8dab-c22059ea4ea2 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:37:59.223316 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5f4403d-2c99-488f-a800-71601b2388cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e62902ea-3922-4402-b6d9-a093c5b59797', 'code': 200} Feb 04 12:37:59.479501 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f28227c-d4cf-4ce1-83ee-b19c159a486d req-8ab28116-0101-463d-8dd2-1b9a9b209671 tempest-VolumesBackupsTest-860154996 tempest-VolumesBackupsTest-860154996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:59.481318 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9f28227c-d4cf-4ce1-83ee-b19c159a486d req-8ab28116-0101-463d-8dd2-1b9a9b209671 tempest-VolumesBackupsTest-860154996 tempest-VolumesBackupsTest-860154996-project] 10.222.0.65 "GET /v2.0/ports?device_id=b5f4403d-2c99-488f-a800-71601b2388cf HTTP/1.1" status: 200 len: 950 time: 0.2138264 Feb 04 12:37:59.485994 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-36d3f5bb-210d-4ddd-84e1-27f608e189b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Deleting port 82ff5bb5-945f-4b2c-8361-63d8f22c1a48 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:37:59.486773 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-36d3f5bb-210d-4ddd-84e1-27f608e189b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (82ff5bb5-945f-4b2c-8361-63d8f22c1a48), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:59.510877 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1e3e1c-69b9-43f2-885d-a65d42c9d096 req-a69d70b1-7ecd-4289-b085-3cdfe33bf79f tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:59.516635 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1e3e1c-69b9-43f2-885d-a65d42c9d096 req-a69d70b1-7ecd-4289-b085-3cdfe33bf79f tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:59.523029 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1e3e1c-69b9-43f2-885d-a65d42c9d096 req-a69d70b1-7ecd-4289-b085-3cdfe33bf79f tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:59.529381 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1e3e1c-69b9-43f2-885d-a65d42c9d096 req-a69d70b1-7ecd-4289-b085-3cdfe33bf79f tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:59.535465 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1e3e1c-69b9-43f2-885d-a65d42c9d096 req-a69d70b1-7ecd-4289-b085-3cdfe33bf79f tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:59.542212 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1e3e1c-69b9-43f2-885d-a65d42c9d096 req-a69d70b1-7ecd-4289-b085-3cdfe33bf79f tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:59.548091 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1e3e1c-69b9-43f2-885d-a65d42c9d096 req-a69d70b1-7ecd-4289-b085-3cdfe33bf79f tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:59.558048 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ec1e3e1c-69b9-43f2-885d-a65d42c9d096 req-a69d70b1-7ecd-4289-b085-3cdfe33bf79f tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 5427 time: 0.2295618 Feb 04 12:37:59.633597 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc0acc-6146-40b6-bce5-459353f7ad75 req-fd70fcfc-570e-48ea-a22c-c99a23ca5f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:37:59.635141 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b8dc0acc-6146-40b6-bce5-459353f7ad75 req-fd70fcfc-570e-48ea-a22c-c99a23ca5f73 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b5f4403d-2c99-488f-a800-71601b2388cf HTTP/1.1" status: 200 len: 1132 time: 0.3387842 Feb 04 12:37:59.720945 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-36d3f5bb-210d-4ddd-84e1-27f608e189b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (82ff5bb5-945f-4b2c-8361-63d8f22c1a48), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:37:59.767473 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-36d3f5bb-210d-4ddd-84e1-27f608e189b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Calling delete_port for 82ff5bb5-945f-4b2c-8361-63d8f22c1a48 owned by {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:37:59.773189 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9f28227c-d4cf-4ce1-83ee-b19c159a486d req-6431c79a-a440-41d0-9591-5490b6c2fb64 tempest-VolumesBackupsTest-860154996 tempest-VolumesBackupsTest-860154996-project] 10.222.0.65 "GET /v2.0/security-groups?id=73f52b74-afc6-4507-908d-63a669d155d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778218 Feb 04 12:37:59.803904 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ec1e3e1c-69b9-43f2-885d-a65d42c9d096 req-8f728efe-bf5e-452a-841f-c8a8d8ca606e tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/security-groups?id=6fb9d925-f1ad-446a-9918-6c4396d6cf75&id=298cdae3-8a94-4f2b-ad9f-68a3e4a3ab72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2376504 Feb 04 12:37:59.836806 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b8dc0acc-6146-40b6-bce5-459353f7ad75 req-13365bba-6e08-4096-a6a5-06dbfd597daf service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=73f52b74-afc6-4507-908d-63a669d155d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855104 Feb 04 12:37:59.965873 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-36d3f5bb-210d-4ddd-84e1-27f608e189b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (82ff5bb5-945f-4b2c-8361-63d8f22c1a48), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:00.028767 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-36d3f5bb-210d-4ddd-84e1-27f608e189b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:00.035684 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 51342) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:38:00.037017 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-36d3f5bb-210d-4ddd-84e1-27f608e189b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] 10.222.0.65 "DELETE /v2.0/ports/82ff5bb5-945f-4b2c-8361-63d8f22c1a48 HTTP/1.1" status: 204 len: 168 time: 0.8776829 Feb 04 12:38:00.038394 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d3f5bb-210d-4ddd-84e1-27f608e189b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Pushing event deleted for resources: {'Port': ['ID=82ff5bb5-945f-4b2c-8361-63d8f22c1a48,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:38:00.098632 n-d-825015-3 neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd361a47-d561-496e-9ee7-c0414810adac tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] GET failed (client error): The resource could not be found. Feb 04 12:38:00.100401 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-bd361a47-d561-496e-9ee7-c0414810adac tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] 10.222.0.65 "GET /v2.0/ports/82ff5bb5-945f-4b2c-8361-63d8f22c1a48 HTTP/1.1" status: 404 len: 333 time: 0.0626488 Feb 04 12:38:00.104395 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 51344) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:38:00.115602 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-5ab40450-51cf-4d99-b59b-f4b661a63a80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Request body: {'port': {'network_id': 'e42a5a57-12c3-49e7-8842-cf17a0cf0322', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-537121412'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:38:00.149112 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab40450-51cf-4d99-b59b-f4b661a63a80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Made reservation on behalf of fab96d0e124143c59a5b2ec927aef6ef for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:38:00.151683 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5ab40450-51cf-4d99-b59b-f4b661a63a80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:00.187769 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [None req-5ab40450-51cf-4d99-b59b-f4b661a63a80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] device_id is not set on port cdc2e5ab-47d4-406a-9b04-73aba92a264c yet. {{(pid=103474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 12:38:00.467326 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5ab40450-51cf-4d99-b59b-f4b661a63a80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Publish callbacks [] for port (cdc2e5ab-47d4-406a-9b04-73aba92a264c), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:00.528566 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5ab40450-51cf-4d99-b59b-f4b661a63a80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (cdc2e5ab-47d4-406a-9b04-73aba92a264c), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:00.642885 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab40450-51cf-4d99-b59b-f4b661a63a80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Network e42a5a57-12c3-49e7-8842-cf17a0cf0322 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:38:00.650367 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-5ab40450-51cf-4d99-b59b-f4b661a63a80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:38:00.652984 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab40450-51cf-4d99-b59b-f4b661a63a80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:38:00.654033 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab40450-51cf-4d99-b59b-f4b661a63a80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:00.654641 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5ab40450-51cf-4d99-b59b-f4b661a63a80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:00.669650 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab40450-51cf-4d99-b59b-f4b661a63a80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Pushing event updated for resources: {'Port': ['ID=cdc2e5ab-47d4-406a-9b04-73aba92a264c,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:38:00.681047 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-5ab40450-51cf-4d99-b59b-f4b661a63a80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.5727010 Feb 04 12:38:00.681195 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 51346) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:38:00.686991 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-6d844a3c-bc8a-4562-99c8-f1e4b29f1263 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:38:00.787364 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6d844a3c-bc8a-4562-99c8-f1e4b29f1263 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (cdc2e5ab-47d4-406a-9b04-73aba92a264c), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:01.042450 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:01.195181 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915552d4-48ae-486d-a375-4f2ddf76612f req-e217df10-b382-4269-91f6-3f98749d8135 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:01.201526 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915552d4-48ae-486d-a375-4f2ddf76612f req-e217df10-b382-4269-91f6-3f98749d8135 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:01.207288 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915552d4-48ae-486d-a375-4f2ddf76612f req-e217df10-b382-4269-91f6-3f98749d8135 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:01.213363 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915552d4-48ae-486d-a375-4f2ddf76612f req-e217df10-b382-4269-91f6-3f98749d8135 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:01.219032 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915552d4-48ae-486d-a375-4f2ddf76612f req-e217df10-b382-4269-91f6-3f98749d8135 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:01.224625 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915552d4-48ae-486d-a375-4f2ddf76612f req-e217df10-b382-4269-91f6-3f98749d8135 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:01.230077 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915552d4-48ae-486d-a375-4f2ddf76612f req-e217df10-b382-4269-91f6-3f98749d8135 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:01.233568 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-915552d4-48ae-486d-a375-4f2ddf76612f req-e217df10-b382-4269-91f6-3f98749d8135 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 5427 time: 0.1602311 Feb 04 12:38:01.251200 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e78670c-06be-4f43-9c3a-1adb58749358 req-a780b666-f7f4-4bac-b5ba-fed3d3e91735 tempest-VolumesBackupsTest-860154996 tempest-VolumesBackupsTest-860154996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:01.255167 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9e78670c-06be-4f43-9c3a-1adb58749358 req-a780b666-f7f4-4bac-b5ba-fed3d3e91735 tempest-VolumesBackupsTest-860154996 tempest-VolumesBackupsTest-860154996-project] 10.222.0.65 "GET /v2.0/ports?device_id=b5f4403d-2c99-488f-a800-71601b2388cf HTTP/1.1" status: 200 len: 950 time: 0.3365824 Feb 04 12:38:01.390947 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [None req-6d844a3c-bc8a-4562-99c8-f1e4b29f1263 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] device_id is not set on port cdc2e5ab-47d4-406a-9b04-73aba92a264c yet. {{(pid=103475) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 12:38:01.409010 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6d844a3c-bc8a-4562-99c8-f1e4b29f1263 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Publish callbacks [] for port (cdc2e5ab-47d4-406a-9b04-73aba92a264c), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:01.413922 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9e78670c-06be-4f43-9c3a-1adb58749358 req-0d3fdf4c-a466-4ebc-a8a9-5eef27900da8 tempest-VolumesBackupsTest-860154996 tempest-VolumesBackupsTest-860154996-project] 10.222.0.65 "GET /v2.0/security-groups?id=73f52b74-afc6-4507-908d-63a669d155d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361539 Feb 04 12:38:01.421529 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-915552d4-48ae-486d-a375-4f2ddf76612f req-a9117d86-d749-421a-af37-5aca502fc296 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/security-groups?id=6fb9d925-f1ad-446a-9918-6c4396d6cf75&id=298cdae3-8a94-4f2b-ad9f-68a3e4a3ab72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1794715 Feb 04 12:38:01.423007 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6d844a3c-bc8a-4562-99c8-f1e4b29f1263 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (cdc2e5ab-47d4-406a-9b04-73aba92a264c), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:01.558618 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d844a3c-bc8a-4562-99c8-f1e4b29f1263 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Pushing event updated for resources: {'Port': ['ID=cdc2e5ab-47d4-406a-9b04-73aba92a264c,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:38:01.581896 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-6d844a3c-bc8a-4562-99c8-f1e4b29f1263 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attempting to bind port cdc2e5ab-47d4-406a-9b04-73aba92a264c on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:38:01.582228 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-6d844a3c-bc8a-4562-99c8-f1e4b29f1263 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attempting to bind port cdc2e5ab-47d4-406a-9b04-73aba92a264c by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': '6880aedc-fa89-4192-8664-62ab7cb53c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'e42a5a57-12c3-49e7-8842-cf17a0cf0322'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:38:01.585617 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d844a3c-bc8a-4562-99c8-f1e4b29f1263 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attempting to bind port cdc2e5ab-47d4-406a-9b04-73aba92a264c on network e42a5a57-12c3-49e7-8842-cf17a0cf0322 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:38:01.591211 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d844a3c-bc8a-4562-99c8-f1e4b29f1263 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Port cdc2e5ab-47d4-406a-9b04-73aba92a264c on network e42a5a57-12c3-49e7-8842-cf17a0cf0322 not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:38:01.591558 n-d-825015-3 neutron-server[103475]: ERROR neutron.plugins.ml2.managers [None req-6d844a3c-bc8a-4562-99c8-f1e4b29f1263 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Failed to bind port cdc2e5ab-47d4-406a-9b04-73aba92a264c on host n-h1-825015-3 for vnic_type normal using segments [{'id': '6880aedc-fa89-4192-8664-62ab7cb53c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'e42a5a57-12c3-49e7-8842-cf17a0cf0322'}] Feb 04 12:38:01.592074 n-d-825015-3 neutron-server[103475]: INFO neutron.plugins.ml2.plugin [None req-6d844a3c-bc8a-4562-99c8-f1e4b29f1263 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attempt 2 to bind port cdc2e5ab-47d4-406a-9b04-73aba92a264c Feb 04 12:38:01.611151 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-6d844a3c-bc8a-4562-99c8-f1e4b29f1263 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attempting to bind port cdc2e5ab-47d4-406a-9b04-73aba92a264c on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:38:01.611485 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-6d844a3c-bc8a-4562-99c8-f1e4b29f1263 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attempting to bind port cdc2e5ab-47d4-406a-9b04-73aba92a264c by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': '6880aedc-fa89-4192-8664-62ab7cb53c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'e42a5a57-12c3-49e7-8842-cf17a0cf0322'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:38:01.611973 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d844a3c-bc8a-4562-99c8-f1e4b29f1263 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attempting to bind port cdc2e5ab-47d4-406a-9b04-73aba92a264c on network e42a5a57-12c3-49e7-8842-cf17a0cf0322 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:38:01.619331 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d844a3c-bc8a-4562-99c8-f1e4b29f1263 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Port cdc2e5ab-47d4-406a-9b04-73aba92a264c on network e42a5a57-12c3-49e7-8842-cf17a0cf0322 not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:38:01.619662 n-d-825015-3 neutron-server[103475]: ERROR neutron.plugins.ml2.managers [None req-6d844a3c-bc8a-4562-99c8-f1e4b29f1263 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Failed to bind port cdc2e5ab-47d4-406a-9b04-73aba92a264c on host n-h1-825015-3 for vnic_type normal using segments [{'id': '6880aedc-fa89-4192-8664-62ab7cb53c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'e42a5a57-12c3-49e7-8842-cf17a0cf0322'}] Feb 04 12:38:01.620089 n-d-825015-3 neutron-server[103475]: INFO neutron.plugins.ml2.plugin [None req-6d844a3c-bc8a-4562-99c8-f1e4b29f1263 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attempt 3 to bind port cdc2e5ab-47d4-406a-9b04-73aba92a264c Feb 04 12:38:01.629212 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:01.640154 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-6d844a3c-bc8a-4562-99c8-f1e4b29f1263 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attempting to bind port cdc2e5ab-47d4-406a-9b04-73aba92a264c on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:38:01.640614 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-6d844a3c-bc8a-4562-99c8-f1e4b29f1263 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attempting to bind port cdc2e5ab-47d4-406a-9b04-73aba92a264c by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': '6880aedc-fa89-4192-8664-62ab7cb53c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'e42a5a57-12c3-49e7-8842-cf17a0cf0322'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:38:01.640957 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d844a3c-bc8a-4562-99c8-f1e4b29f1263 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attempting to bind port cdc2e5ab-47d4-406a-9b04-73aba92a264c on network e42a5a57-12c3-49e7-8842-cf17a0cf0322 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:38:01.649731 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d844a3c-bc8a-4562-99c8-f1e4b29f1263 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Port cdc2e5ab-47d4-406a-9b04-73aba92a264c on network e42a5a57-12c3-49e7-8842-cf17a0cf0322 not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:38:01.650372 n-d-825015-3 neutron-server[103475]: ERROR neutron.plugins.ml2.managers [None req-6d844a3c-bc8a-4562-99c8-f1e4b29f1263 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Failed to bind port cdc2e5ab-47d4-406a-9b04-73aba92a264c on host n-h1-825015-3 for vnic_type normal using segments [{'id': '6880aedc-fa89-4192-8664-62ab7cb53c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'e42a5a57-12c3-49e7-8842-cf17a0cf0322'}] Feb 04 12:38:01.650982 n-d-825015-3 neutron-server[103475]: INFO neutron.plugins.ml2.plugin [None req-6d844a3c-bc8a-4562-99c8-f1e4b29f1263 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attempt 4 to bind port cdc2e5ab-47d4-406a-9b04-73aba92a264c Feb 04 12:38:01.680746 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-6d844a3c-bc8a-4562-99c8-f1e4b29f1263 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attempting to bind port cdc2e5ab-47d4-406a-9b04-73aba92a264c on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:38:01.681081 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-6d844a3c-bc8a-4562-99c8-f1e4b29f1263 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attempting to bind port cdc2e5ab-47d4-406a-9b04-73aba92a264c by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': '6880aedc-fa89-4192-8664-62ab7cb53c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'e42a5a57-12c3-49e7-8842-cf17a0cf0322'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:38:01.681474 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d844a3c-bc8a-4562-99c8-f1e4b29f1263 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attempting to bind port cdc2e5ab-47d4-406a-9b04-73aba92a264c on network e42a5a57-12c3-49e7-8842-cf17a0cf0322 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:38:01.698682 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d844a3c-bc8a-4562-99c8-f1e4b29f1263 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Port cdc2e5ab-47d4-406a-9b04-73aba92a264c on network e42a5a57-12c3-49e7-8842-cf17a0cf0322 not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:38:01.698682 n-d-825015-3 neutron-server[103475]: ERROR neutron.plugins.ml2.managers [None req-6d844a3c-bc8a-4562-99c8-f1e4b29f1263 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Failed to bind port cdc2e5ab-47d4-406a-9b04-73aba92a264c on host n-h1-825015-3 for vnic_type normal using segments [{'id': '6880aedc-fa89-4192-8664-62ab7cb53c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'e42a5a57-12c3-49e7-8842-cf17a0cf0322'}] Feb 04 12:38:01.699162 n-d-825015-3 neutron-server[103475]: INFO neutron.plugins.ml2.plugin [None req-6d844a3c-bc8a-4562-99c8-f1e4b29f1263 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attempt 5 to bind port cdc2e5ab-47d4-406a-9b04-73aba92a264c Feb 04 12:38:01.738048 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-6d844a3c-bc8a-4562-99c8-f1e4b29f1263 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attempting to bind port cdc2e5ab-47d4-406a-9b04-73aba92a264c on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:38:01.738048 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-6d844a3c-bc8a-4562-99c8-f1e4b29f1263 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attempting to bind port cdc2e5ab-47d4-406a-9b04-73aba92a264c by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': '6880aedc-fa89-4192-8664-62ab7cb53c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'e42a5a57-12c3-49e7-8842-cf17a0cf0322'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:38:01.738376 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d844a3c-bc8a-4562-99c8-f1e4b29f1263 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attempting to bind port cdc2e5ab-47d4-406a-9b04-73aba92a264c on network e42a5a57-12c3-49e7-8842-cf17a0cf0322 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:38:01.749574 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d844a3c-bc8a-4562-99c8-f1e4b29f1263 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Port cdc2e5ab-47d4-406a-9b04-73aba92a264c on network e42a5a57-12c3-49e7-8842-cf17a0cf0322 not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:38:01.749574 n-d-825015-3 neutron-server[103475]: ERROR neutron.plugins.ml2.managers [None req-6d844a3c-bc8a-4562-99c8-f1e4b29f1263 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Failed to bind port cdc2e5ab-47d4-406a-9b04-73aba92a264c on host n-h1-825015-3 for vnic_type normal using segments [{'id': '6880aedc-fa89-4192-8664-62ab7cb53c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'e42a5a57-12c3-49e7-8842-cf17a0cf0322'}] Feb 04 12:38:01.750050 n-d-825015-3 neutron-server[103475]: INFO neutron.plugins.ml2.plugin [None req-6d844a3c-bc8a-4562-99c8-f1e4b29f1263 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attempt 6 to bind port cdc2e5ab-47d4-406a-9b04-73aba92a264c Feb 04 12:38:01.773711 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cc635c-3dad-4b34-9963-1b9ef3231e54 req-aaa7be7f-eb88-46e8-a077-84a1cc607861 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:01.775453 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-06cc635c-3dad-4b34-9963-1b9ef3231e54 req-aaa7be7f-eb88-46e8-a077-84a1cc607861 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd965a09-a3c2-4154-b1ba-6bff03a756a4 HTTP/1.1" status: 200 len: 946 time: 0.0960310 Feb 04 12:38:01.778564 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-6d844a3c-bc8a-4562-99c8-f1e4b29f1263 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attempting to bind port cdc2e5ab-47d4-406a-9b04-73aba92a264c on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:38:01.778809 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-6d844a3c-bc8a-4562-99c8-f1e4b29f1263 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attempting to bind port cdc2e5ab-47d4-406a-9b04-73aba92a264c by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': '6880aedc-fa89-4192-8664-62ab7cb53c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'e42a5a57-12c3-49e7-8842-cf17a0cf0322'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:38:01.779147 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d844a3c-bc8a-4562-99c8-f1e4b29f1263 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attempting to bind port cdc2e5ab-47d4-406a-9b04-73aba92a264c on network e42a5a57-12c3-49e7-8842-cf17a0cf0322 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:38:01.784478 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d844a3c-bc8a-4562-99c8-f1e4b29f1263 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Port cdc2e5ab-47d4-406a-9b04-73aba92a264c on network e42a5a57-12c3-49e7-8842-cf17a0cf0322 not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:38:01.784892 n-d-825015-3 neutron-server[103475]: ERROR neutron.plugins.ml2.managers [None req-6d844a3c-bc8a-4562-99c8-f1e4b29f1263 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Failed to bind port cdc2e5ab-47d4-406a-9b04-73aba92a264c on host n-h1-825015-3 for vnic_type normal using segments [{'id': '6880aedc-fa89-4192-8664-62ab7cb53c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'e42a5a57-12c3-49e7-8842-cf17a0cf0322'}] Feb 04 12:38:01.785266 n-d-825015-3 neutron-server[103475]: INFO neutron.plugins.ml2.plugin [None req-6d844a3c-bc8a-4562-99c8-f1e4b29f1263 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attempt 7 to bind port cdc2e5ab-47d4-406a-9b04-73aba92a264c Feb 04 12:38:01.810494 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-6d844a3c-bc8a-4562-99c8-f1e4b29f1263 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attempting to bind port cdc2e5ab-47d4-406a-9b04-73aba92a264c on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:38:01.811104 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-6d844a3c-bc8a-4562-99c8-f1e4b29f1263 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attempting to bind port cdc2e5ab-47d4-406a-9b04-73aba92a264c by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': '6880aedc-fa89-4192-8664-62ab7cb53c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'e42a5a57-12c3-49e7-8842-cf17a0cf0322'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:38:01.811405 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d844a3c-bc8a-4562-99c8-f1e4b29f1263 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attempting to bind port cdc2e5ab-47d4-406a-9b04-73aba92a264c on network e42a5a57-12c3-49e7-8842-cf17a0cf0322 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:38:01.826587 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d844a3c-bc8a-4562-99c8-f1e4b29f1263 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Port cdc2e5ab-47d4-406a-9b04-73aba92a264c on network e42a5a57-12c3-49e7-8842-cf17a0cf0322 not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:38:01.827017 n-d-825015-3 neutron-server[103475]: ERROR neutron.plugins.ml2.managers [None req-6d844a3c-bc8a-4562-99c8-f1e4b29f1263 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Failed to bind port cdc2e5ab-47d4-406a-9b04-73aba92a264c on host n-h1-825015-3 for vnic_type normal using segments [{'id': '6880aedc-fa89-4192-8664-62ab7cb53c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'e42a5a57-12c3-49e7-8842-cf17a0cf0322'}] Feb 04 12:38:01.829919 n-d-825015-3 neutron-server[103475]: INFO neutron.plugins.ml2.plugin [None req-6d844a3c-bc8a-4562-99c8-f1e4b29f1263 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attempt 8 to bind port cdc2e5ab-47d4-406a-9b04-73aba92a264c Feb 04 12:38:01.858028 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-6d844a3c-bc8a-4562-99c8-f1e4b29f1263 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attempting to bind port cdc2e5ab-47d4-406a-9b04-73aba92a264c on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:38:01.858419 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-6d844a3c-bc8a-4562-99c8-f1e4b29f1263 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attempting to bind port cdc2e5ab-47d4-406a-9b04-73aba92a264c by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': '6880aedc-fa89-4192-8664-62ab7cb53c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'e42a5a57-12c3-49e7-8842-cf17a0cf0322'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:38:01.858747 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d844a3c-bc8a-4562-99c8-f1e4b29f1263 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attempting to bind port cdc2e5ab-47d4-406a-9b04-73aba92a264c on network e42a5a57-12c3-49e7-8842-cf17a0cf0322 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:38:01.870293 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-06cc635c-3dad-4b34-9963-1b9ef3231e54 req-d5ccceea-7e84-4675-b020-5c42b82291f7 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c18c1f6-d0db-4e54-9b84-8670e680f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727320 Feb 04 12:38:01.870890 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d844a3c-bc8a-4562-99c8-f1e4b29f1263 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Port cdc2e5ab-47d4-406a-9b04-73aba92a264c on network e42a5a57-12c3-49e7-8842-cf17a0cf0322 not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:38:01.871219 n-d-825015-3 neutron-server[103475]: ERROR neutron.plugins.ml2.managers [None req-6d844a3c-bc8a-4562-99c8-f1e4b29f1263 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Failed to bind port cdc2e5ab-47d4-406a-9b04-73aba92a264c on host n-h1-825015-3 for vnic_type normal using segments [{'id': '6880aedc-fa89-4192-8664-62ab7cb53c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'e42a5a57-12c3-49e7-8842-cf17a0cf0322'}] Feb 04 12:38:01.871614 n-d-825015-3 neutron-server[103475]: INFO neutron.plugins.ml2.plugin [None req-6d844a3c-bc8a-4562-99c8-f1e4b29f1263 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attempt 9 to bind port cdc2e5ab-47d4-406a-9b04-73aba92a264c Feb 04 12:38:01.901052 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-6d844a3c-bc8a-4562-99c8-f1e4b29f1263 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attempting to bind port cdc2e5ab-47d4-406a-9b04-73aba92a264c on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:38:01.901804 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-6d844a3c-bc8a-4562-99c8-f1e4b29f1263 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attempting to bind port cdc2e5ab-47d4-406a-9b04-73aba92a264c by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': '6880aedc-fa89-4192-8664-62ab7cb53c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'e42a5a57-12c3-49e7-8842-cf17a0cf0322'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:38:01.902258 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d844a3c-bc8a-4562-99c8-f1e4b29f1263 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attempting to bind port cdc2e5ab-47d4-406a-9b04-73aba92a264c on network e42a5a57-12c3-49e7-8842-cf17a0cf0322 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:38:01.911094 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d844a3c-bc8a-4562-99c8-f1e4b29f1263 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Port cdc2e5ab-47d4-406a-9b04-73aba92a264c on network e42a5a57-12c3-49e7-8842-cf17a0cf0322 not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:38:01.912044 n-d-825015-3 neutron-server[103475]: ERROR neutron.plugins.ml2.managers [None req-6d844a3c-bc8a-4562-99c8-f1e4b29f1263 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Failed to bind port cdc2e5ab-47d4-406a-9b04-73aba92a264c on host n-h1-825015-3 for vnic_type normal using segments [{'id': '6880aedc-fa89-4192-8664-62ab7cb53c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'e42a5a57-12c3-49e7-8842-cf17a0cf0322'}] Feb 04 12:38:01.912538 n-d-825015-3 neutron-server[103475]: INFO neutron.plugins.ml2.plugin [None req-6d844a3c-bc8a-4562-99c8-f1e4b29f1263 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attempt 10 to bind port cdc2e5ab-47d4-406a-9b04-73aba92a264c Feb 04 12:38:01.929175 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-6d844a3c-bc8a-4562-99c8-f1e4b29f1263 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attempting to bind port cdc2e5ab-47d4-406a-9b04-73aba92a264c on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:38:01.929657 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-6d844a3c-bc8a-4562-99c8-f1e4b29f1263 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attempting to bind port cdc2e5ab-47d4-406a-9b04-73aba92a264c by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': '6880aedc-fa89-4192-8664-62ab7cb53c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'e42a5a57-12c3-49e7-8842-cf17a0cf0322'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:38:01.930104 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d844a3c-bc8a-4562-99c8-f1e4b29f1263 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attempting to bind port cdc2e5ab-47d4-406a-9b04-73aba92a264c on network e42a5a57-12c3-49e7-8842-cf17a0cf0322 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:38:01.935822 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d844a3c-bc8a-4562-99c8-f1e4b29f1263 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Port cdc2e5ab-47d4-406a-9b04-73aba92a264c on network e42a5a57-12c3-49e7-8842-cf17a0cf0322 not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:38:01.936289 n-d-825015-3 neutron-server[103475]: ERROR neutron.plugins.ml2.managers [None req-6d844a3c-bc8a-4562-99c8-f1e4b29f1263 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Failed to bind port cdc2e5ab-47d4-406a-9b04-73aba92a264c on host n-h1-825015-3 for vnic_type normal using segments [{'id': '6880aedc-fa89-4192-8664-62ab7cb53c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'e42a5a57-12c3-49e7-8842-cf17a0cf0322'}] Feb 04 12:38:01.936791 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6d844a3c-bc8a-4562-99c8-f1e4b29f1263 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (cdc2e5ab-47d4-406a-9b04-73aba92a264c), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:02.018417 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-6d844a3c-bc8a-4562-99c8-f1e4b29f1263 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] For port cdc2e5ab-47d4-406a-9b04-73aba92a264c, host n-h1-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:38:02.018956 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-6d844a3c-bc8a-4562-99c8-f1e4b29f1263 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attempted to set empty binding levels {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 04 12:38:02.029700 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6d844a3c-bc8a-4562-99c8-f1e4b29f1263 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (cdc2e5ab-47d4-406a-9b04-73aba92a264c), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:02.081141 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d844a3c-bc8a-4562-99c8-f1e4b29f1263 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Pushing event updated for resources: {'Port': ['ID=cdc2e5ab-47d4-406a-9b04-73aba92a264c,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:38:02.091807 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-6d844a3c-bc8a-4562-99c8-f1e4b29f1263 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] In _notify_port_updated(), no bound segment for port cdc2e5ab-47d4-406a-9b04-73aba92a264c on network e42a5a57-12c3-49e7-8842-cf17a0cf0322 {{(pid=103475) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 04 12:38:02.092807 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d844a3c-bc8a-4562-99c8-f1e4b29f1263 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:02.093308 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6d844a3c-bc8a-4562-99c8-f1e4b29f1263 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:02.094698 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-6d844a3c-bc8a-4562-99c8-f1e4b29f1263 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] 10.222.0.65 "PUT /v2.0/ports/cdc2e5ab-47d4-406a-9b04-73aba92a264c HTTP/1.1" status: 200 len: 978 time: 1.4124897 Feb 04 12:38:02.097521 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 51362) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:38:02.215401 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-c8cc72b9-61c9-407d-8bf0-6a6dc73c8aa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Deleting port cdc2e5ab-47d4-406a-9b04-73aba92a264c {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:38:02.215825 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c8cc72b9-61c9-407d-8bf0-6a6dc73c8aa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (cdc2e5ab-47d4-406a-9b04-73aba92a264c), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:02.285276 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-c8cc72b9-61c9-407d-8bf0-6a6dc73c8aa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] For port cdc2e5ab-47d4-406a-9b04-73aba92a264c, host n-h1-825015-3, got binding levels [] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:38:02.286267 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c8cc72b9-61c9-407d-8bf0-6a6dc73c8aa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (cdc2e5ab-47d4-406a-9b04-73aba92a264c), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:02.301767 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-c8cc72b9-61c9-407d-8bf0-6a6dc73c8aa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Calling delete_port for cdc2e5ab-47d4-406a-9b04-73aba92a264c owned by {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:38:02.401672 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c8cc72b9-61c9-407d-8bf0-6a6dc73c8aa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (cdc2e5ab-47d4-406a-9b04-73aba92a264c), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:02.454496 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c8cc72b9-61c9-407d-8bf0-6a6dc73c8aa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:02.462082 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-c8cc72b9-61c9-407d-8bf0-6a6dc73c8aa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] 10.222.0.65 "DELETE /v2.0/ports/cdc2e5ab-47d4-406a-9b04-73aba92a264c HTTP/1.1" status: 204 len: 168 time: 0.3611107 Feb 04 12:38:02.462082 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cc72b9-61c9-407d-8bf0-6a6dc73c8aa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] Pushing event deleted for resources: {'Port': ['ID=cdc2e5ab-47d4-406a-9b04-73aba92a264c,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:38:02.462426 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 51368) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:38:02.542112 n-d-825015-3 neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a8da954-86c8-4b46-ae00-f4494dd766e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] GET failed (client error): The resource could not be found. Feb 04 12:38:02.554295 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-3a8da954-86c8-4b46-ae00-f4494dd766e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-349240399-project-admin] 10.222.0.65 "GET /v2.0/ports/cdc2e5ab-47d4-406a-9b04-73aba92a264c HTTP/1.1" status: 404 len: 333 time: 0.0903268 Feb 04 12:38:02.558834 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 51374) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:38:02.717719 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5d07dee3-b9bc-4248-a4f0-4f00b58c73fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-661349918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-661349918-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (e42a5a57-12c3-49e7-8842-cf17a0cf0322), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:02.731924 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95afe35-703f-470a-892a-bff5830b9ae7 req-30522e88-5b39-4ae9-8e15-cf8bd3fcf7b5 tempest-VolumesBackupsTest-860154996 tempest-VolumesBackupsTest-860154996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:02.733442 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c95afe35-703f-470a-892a-bff5830b9ae7 req-30522e88-5b39-4ae9-8e15-cf8bd3fcf7b5 tempest-VolumesBackupsTest-860154996 tempest-VolumesBackupsTest-860154996-project] 10.222.0.65 "GET /v2.0/ports?device_id=b5f4403d-2c99-488f-a800-71601b2388cf HTTP/1.1" status: 200 len: 950 time: 0.1669977 Feb 04 12:38:02.762525 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae18eb9b-f9b7-405d-9f81-bc8a8c6bc43b req-7cd66c3d-e2b0-4fc7-a776-8110fbdb344d tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:02.766183 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae18eb9b-f9b7-405d-9f81-bc8a8c6bc43b req-7cd66c3d-e2b0-4fc7-a776-8110fbdb344d tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:02.771947 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae18eb9b-f9b7-405d-9f81-bc8a8c6bc43b req-7cd66c3d-e2b0-4fc7-a776-8110fbdb344d tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:02.777373 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae18eb9b-f9b7-405d-9f81-bc8a8c6bc43b req-7cd66c3d-e2b0-4fc7-a776-8110fbdb344d tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:02.783692 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae18eb9b-f9b7-405d-9f81-bc8a8c6bc43b req-7cd66c3d-e2b0-4fc7-a776-8110fbdb344d tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:02.790305 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae18eb9b-f9b7-405d-9f81-bc8a8c6bc43b req-7cd66c3d-e2b0-4fc7-a776-8110fbdb344d tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:02.795813 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae18eb9b-f9b7-405d-9f81-bc8a8c6bc43b req-7cd66c3d-e2b0-4fc7-a776-8110fbdb344d tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:02.797987 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ae18eb9b-f9b7-405d-9f81-bc8a8c6bc43b req-7cd66c3d-e2b0-4fc7-a776-8110fbdb344d tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 5427 time: 0.1692095 Feb 04 12:38:02.950839 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c95afe35-703f-470a-892a-bff5830b9ae7 req-529cc5ac-45d7-4aac-9ed2-57ba96ef298d tempest-VolumesBackupsTest-860154996 tempest-VolumesBackupsTest-860154996-project] 10.222.0.65 "GET /v2.0/security-groups?id=73f52b74-afc6-4507-908d-63a669d155d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065432 Feb 04 12:38:02.957962 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5d07dee3-b9bc-4248-a4f0-4f00b58c73fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-661349918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-661349918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (e42a5a57-12c3-49e7-8842-cf17a0cf0322), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:03.008682 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ae18eb9b-f9b7-405d-9f81-bc8a8c6bc43b req-7379e97c-149d-46da-95a7-f41211d41d33 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/security-groups?id=6fb9d925-f1ad-446a-9918-6c4396d6cf75&id=298cdae3-8a94-4f2b-ad9f-68a3e4a3ab72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1960461 Feb 04 12:38:03.012703 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-5d07dee3-b9bc-4248-a4f0-4f00b58c73fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-661349918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-661349918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e42a5a57-12c3-49e7-8842-cf17a0cf0322']}} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:38:03.032918 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-5d07dee3-b9bc-4248-a4f0-4f00b58c73fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-661349918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-661349918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6880aedc-fa89-4192-8664-62ab7cb53c53') {'for_net_delete': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:38:03.033219 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-5d07dee3-b9bc-4248-a4f0-4f00b58c73fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-661349918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-661349918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6880aedc-fa89-4192-8664-62ab7cb53c53') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:38:03.055558 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5d07dee3-b9bc-4248-a4f0-4f00b58c73fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-661349918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-661349918-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51859336'] for segment (6880aedc-fa89-4192-8664-62ab7cb53c53), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:03.093466 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5d07dee3-b9bc-4248-a4f0-4f00b58c73fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-661349918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-661349918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (6880aedc-fa89-4192-8664-62ab7cb53c53), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:03.100586 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d07dee3-b9bc-4248-a4f0-4f00b58c73fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-661349918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-661349918-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=103475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:38:03.101318 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5d07dee3-b9bc-4248-a4f0-4f00b58c73fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-661349918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-661349918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-52093388'] for segment (6880aedc-fa89-4192-8664-62ab7cb53c53), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:03.147699 n-d-825015-3 neutron-server[103475]: Traceback (most recent call last): Feb 04 12:38:03.147699 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:38:03.147699 n-d-825015-3 neutron-server[103475]: timer() Feb 04 12:38:03.147699 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:38:03.147699 n-d-825015-3 neutron-server[103475]: cb(*args, **kw) Feb 04 12:38:03.147699 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:38:03.147699 n-d-825015-3 neutron-server[103475]: return func(*args, **kwargs) Feb 04 12:38:03.147699 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:38:03.147699 n-d-825015-3 neutron-server[103475]: self._notify() Feb 04 12:38:03.147699 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:38:03.147699 n-d-825015-3 neutron-server[103475]: self.callback(batched_events) Feb 04 12:38:03.147699 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:38:03.147699 n-d-825015-3 neutron-server[103475]: event.method(event) Feb 04 12:38:03.147699 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:38:03.147699 n-d-825015-3 neutron-server[103475]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:38:03.147699 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:38:03.147699 n-d-825015-3 neutron-server[103475]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:38:03.147699 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:38:03.147699 n-d-825015-3 neutron-server[103475]: return f(self, *a, **k) Feb 04 12:38:03.147699 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:38:03.147699 n-d-825015-3 neutron-server[103475]: return self._get(url).json() Feb 04 12:38:03.147699 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:38:03.147699 n-d-825015-3 neutron-server[103475]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:38:03.147699 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:38:03.147699 n-d-825015-3 neutron-server[103475]: return self.request(url, 'GET', **kwargs) Feb 04 12:38:03.147699 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:38:03.147699 n-d-825015-3 neutron-server[103475]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:38:03.147699 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:38:03.147699 n-d-825015-3 neutron-server[103475]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:38:03.147699 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:38:03.147699 n-d-825015-3 neutron-server[103475]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:38:03.147699 n-d-825015-3 neutron-server[103475]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:38:03.188821 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608bb791-acac-489f-a600-f5179219f21b req-406d0b39-e0b0-47ad-9be6-bf7bcc4378ee tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:03.190383 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-608bb791-acac-489f-a600-f5179219f21b req-406d0b39-e0b0-47ad-9be6-bf7bcc4378ee tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd965a09-a3c2-4154-b1ba-6bff03a756a4 HTTP/1.1" status: 200 len: 946 time: 0.1630239 Feb 04 12:38:03.191038 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5d07dee3-b9bc-4248-a4f0-4f00b58c73fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-661349918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-661349918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (e42a5a57-12c3-49e7-8842-cf17a0cf0322), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:03.199218 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5d07dee3-b9bc-4248-a4f0-4f00b58c73fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-661349918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-661349918-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:03.202425 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-5d07dee3-b9bc-4248-a4f0-4f00b58c73fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-661349918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-661349918-project] 10.222.0.65 "DELETE /v2.0/networks/e42a5a57-12c3-49e7-8842-cf17a0cf0322 HTTP/1.1" status: 204 len: 168 time: 0.6435766 Feb 04 12:38:03.228574 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d07dee3-b9bc-4248-a4f0-4f00b58c73fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-661349918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-661349918-project] Pushing event deleted for resources: {'Network': ['ID=e42a5a57-12c3-49e7-8842-cf17a0cf0322,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:38:03.278362 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-608bb791-acac-489f-a600-f5179219f21b req-b8d5b2b3-d5f6-4b09-8bc1-64dd3ce1d7ec tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c18c1f6-d0db-4e54-9b84-8670e680f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748885 Feb 04 12:38:03.523370 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 51386) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:38:03.676989 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-2eaa7c24-1133-4b09-b997-6427030c078d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=28103569269b458194eaac22a18faf6b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1515706 Feb 04 12:38:03.679546 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 51390) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:38:03.739263 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-539769a0-9f2f-4fe2-98f1-3c3a7766e004 admin admin] Publish callbacks [] for security_group (6cc9398d-e810-49f1-9a3c-84c2077a1154), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:03.782443 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-539769a0-9f2f-4fe2-98f1-3c3a7766e004 admin admin] Publish callbacks [] for security_group (6cc9398d-e810-49f1-9a3c-84c2077a1154), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:03.855018 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-539769a0-9f2f-4fe2-98f1-3c3a7766e004 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (6cc9398d-e810-49f1-9a3c-84c2077a1154), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:03.861101 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-539769a0-9f2f-4fe2-98f1-3c3a7766e004 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:03.863220 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-539769a0-9f2f-4fe2-98f1-3c3a7766e004 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6cc9398d-e810-49f1-9a3c-84c2077a1154 HTTP/1.1" status: 204 len: 168 time: 0.1827114 Feb 04 12:38:03.883858 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539769a0-9f2f-4fe2-98f1-3c3a7766e004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cc9398d-e810-49f1-9a3c-84c2077a1154,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:38:04.208470 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b9d331-27d1-4025-97a2-f0e31d7f1cde req-879481db-75cc-4f10-bc1b-0f8b0172fdb4 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:04.221157 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7df8a0-073c-4440-a7de-cd23407f9671 req-ddc1e90b-39d4-4520-8d73-179964559584 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:04.221704 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b9d331-27d1-4025-97a2-f0e31d7f1cde req-879481db-75cc-4f10-bc1b-0f8b0172fdb4 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:04.224536 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-bd7df8a0-073c-4440-a7de-cd23407f9671 req-ddc1e90b-39d4-4520-8d73-179964559584 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] 10.222.0.77 "GET /v2.0/ports?device_id=fd965a09-a3c2-4154-b1ba-6bff03a756a4 HTTP/1.1" status: 200 len: 946 time: 0.1195989 Feb 04 12:38:04.225417 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 51400) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:38:04.228426 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b9d331-27d1-4025-97a2-f0e31d7f1cde req-879481db-75cc-4f10-bc1b-0f8b0172fdb4 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:04.235612 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b9d331-27d1-4025-97a2-f0e31d7f1cde req-879481db-75cc-4f10-bc1b-0f8b0172fdb4 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:04.245477 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b9d331-27d1-4025-97a2-f0e31d7f1cde req-879481db-75cc-4f10-bc1b-0f8b0172fdb4 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:04.250937 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b9d331-27d1-4025-97a2-f0e31d7f1cde req-879481db-75cc-4f10-bc1b-0f8b0172fdb4 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:04.256485 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b9d331-27d1-4025-97a2-f0e31d7f1cde req-879481db-75cc-4f10-bc1b-0f8b0172fdb4 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:04.258439 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-34b9d331-27d1-4025-97a2-f0e31d7f1cde req-879481db-75cc-4f10-bc1b-0f8b0172fdb4 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 5427 time: 0.1700947 Feb 04 12:38:04.330526 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-34b9d331-27d1-4025-97a2-f0e31d7f1cde req-beb1549e-efd9-4e2e-88a7-b5c8a8134a23 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/security-groups?id=6fb9d925-f1ad-446a-9918-6c4396d6cf75&id=298cdae3-8a94-4f2b-ad9f-68a3e4a3ab72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0661438 Feb 04 12:38:04.341729 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-faac1de0-6682-45fc-8e33-d7b6da2ae90c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fab96d0e124143c59a5b2ec927aef6ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1148012 Feb 04 12:38:04.344245 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 51404) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:38:04.385695 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-bd7df8a0-073c-4440-a7de-cd23407f9671 req-06dd3426-5b91-4e67-a613-bdfa82dc21ac tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] Deleting port 4c40b330-5146-49b7-b628-bffee81080db {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:38:04.386753 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-bd7df8a0-073c-4440-a7de-cd23407f9671 req-06dd3426-5b91-4e67-a613-bdfa82dc21ac tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (4c40b330-5146-49b7-b628-bffee81080db), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:04.401954 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-88c1207c-0273-4c74-9f73-f4ad5e2e9776 admin admin] Publish callbacks [] for security_group (25965704-1bf3-4e55-9f2f-effc8614c602), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:04.428613 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-88c1207c-0273-4c74-9f73-f4ad5e2e9776 admin admin] Publish callbacks [] for security_group (25965704-1bf3-4e55-9f2f-effc8614c602), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:04.509318 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-88c1207c-0273-4c74-9f73-f4ad5e2e9776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (25965704-1bf3-4e55-9f2f-effc8614c602), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:04.512152 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-88c1207c-0273-4c74-9f73-f4ad5e2e9776 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:04.513139 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-bd7df8a0-073c-4440-a7de-cd23407f9671 req-06dd3426-5b91-4e67-a613-bdfa82dc21ac tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] For port 4c40b330-5146-49b7-b628-bffee81080db, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=4c40b330-5146-49b7-b628-bffee81080db,segment=NetworkSegment(a93faf63-eb00-47f4-bed7-d5ca3fd92e2a),segment_id=a93faf63-eb00-47f4-bed7-d5ca3fd92e2a)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:38:04.514175 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-bd7df8a0-073c-4440-a7de-cd23407f9671 req-06dd3426-5b91-4e67-a613-bdfa82dc21ac tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (4c40b330-5146-49b7-b628-bffee81080db), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:04.523654 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-88c1207c-0273-4c74-9f73-f4ad5e2e9776 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/25965704-1bf3-4e55-9f2f-effc8614c602 HTTP/1.1" status: 204 len: 168 time: 0.1705527 Feb 04 12:38:04.547881 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c1207c-0273-4c74-9f73-f4ad5e2e9776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25965704-1bf3-4e55-9f2f-effc8614c602,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:38:04.623634 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b9f0ef-4c04-4d02-8259-fc5b81f31348 req-22e40dbc-c02b-4d96-a89d-e8354398d2ec tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:04.628225 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-60b9f0ef-4c04-4d02-8259-fc5b81f31348 req-22e40dbc-c02b-4d96-a89d-e8354398d2ec tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd965a09-a3c2-4154-b1ba-6bff03a756a4 HTTP/1.1" status: 200 len: 946 time: 0.0972908 Feb 04 12:38:04.698484 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-60b9f0ef-4c04-4d02-8259-fc5b81f31348 req-d68cd025-0536-464e-945a-d6e1e4065f5c tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c18c1f6-d0db-4e54-9b84-8670e680f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626822 Feb 04 12:38:04.763193 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-bd7df8a0-073c-4440-a7de-cd23407f9671 req-06dd3426-5b91-4e67-a613-bdfa82dc21ac tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:04.763947 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-bd7df8a0-073c-4440-a7de-cd23407f9671 req-06dd3426-5b91-4e67-a613-bdfa82dc21ac tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1599943'] for floatingip (b8f6588c-e64f-441d-8960-3fd5952b6e3a), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:04.763947 n-d-825015-3 neutron-server[103474]: INFO neutron.db.l3_db [req-bd7df8a0-073c-4440-a7de-cd23407f9671 req-06dd3426-5b91-4e67-a613-bdfa82dc21ac tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] Floating IP b8f6588c-e64f-441d-8960-3fd5952b6e3a disassociated. External IP: 172.25.3.187, port: 4c40b330-5146-49b7-b628-bffee81080db. Feb 04 12:38:04.764275 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-bd7df8a0-073c-4440-a7de-cd23407f9671 req-06dd3426-5b91-4e67-a613-bdfa82dc21ac tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] Calling delete_port for 4c40b330-5146-49b7-b628-bffee81080db owned by compute:nova {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:38:04.923887 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-bd7df8a0-073c-4440-a7de-cd23407f9671 req-06dd3426-5b91-4e67-a613-bdfa82dc21ac tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (4c40b330-5146-49b7-b628-bffee81080db), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:04.962888 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dd3426-5b91-4e67-a613-bdfa82dc21ac tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] Pushing event deleted for resources: {'Port': ['ID=4c40b330-5146-49b7-b628-bffee81080db,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:38:05.104275 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bd7df8a0-073c-4440-a7de-cd23407f9671 req-06dd3426-5b91-4e67-a613-bdfa82dc21ac tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] Router b10466ee-1526-44b9-9266-3022b75a68d4 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:38:05.228235 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bd7df8a0-073c-4440-a7de-cd23407f9671 req-06dd3426-5b91-4e67-a613-bdfa82dc21ac tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:38:05.244431 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b079fc31-872e-4845-ad45-a3f1a45cf801 None None] Sync routers for ids ['b10466ee-1526-44b9-9266-3022b75a68d4'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:38:05.266605 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b079fc31-872e-4845-ad45-a3f1a45cf801 None None] Routers {'b10466ee-1526-44b9-9266-3022b75a68d4'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:38:05.267546 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-b079fc31-872e-4845-ad45-a3f1a45cf801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:37:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['b10466ee-1526-44b9-9266-3022b75a68d4'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:38:05.281460 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd7df8a0-073c-4440-a7de-cd23407f9671 req-06dd3426-5b91-4e67-a613-bdfa82dc21ac tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] No DVR routers for this DVR port 4c40b330-5146-49b7-b628-bffee81080db on host n-h2-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:38:05.284482 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-bd7df8a0-073c-4440-a7de-cd23407f9671 req-06dd3426-5b91-4e67-a613-bdfa82dc21ac tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:05.289127 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-bd7df8a0-073c-4440-a7de-cd23407f9671 req-06dd3426-5b91-4e67-a613-bdfa82dc21ac tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] 10.222.0.77 "DELETE /v2.0/ports/4c40b330-5146-49b7-b628-bffee81080db HTTP/1.1" status: 204 len: 173 time: 1.0559337 Feb 04 12:38:05.289709 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd965a09-a3c2-4154-b1ba-6bff03a756a4', 'name': 'network-vif-deleted', 'tag': '4c40b330-5146-49b7-b628-bffee81080db'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:38:05.292537 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68539fb5-d42c-4af0-881a-3c731596a244" -d '{"events": [{"server_uuid": "fd965a09-a3c2-4154-b1ba-6bff03a756a4", "name": "network-vif-deleted", "tag": "4c40b330-5146-49b7-b628-bffee81080db"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:38:05.404034 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c23bf3d7-0c7b-406b-b755-421326e91f58 x-openstack-request-id: req-c23bf3d7-0c7b-406b-b755-421326e91f58 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:38:05.404438 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd965a09-a3c2-4154-b1ba-6bff03a756a4", "name": "network-vif-deleted", "tag": "4c40b330-5146-49b7-b628-bffee81080db", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:38:05.404798 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c23bf3d7-0c7b-406b-b755-421326e91f58 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:38:05.405312 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd965a09-a3c2-4154-b1ba-6bff03a756a4', 'name': 'network-vif-deleted', 'tag': '4c40b330-5146-49b7-b628-bffee81080db', 'status': 'completed', 'code': 200} Feb 04 12:38:05.436922 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-b079fc31-872e-4845-ad45-a3f1a45cf801 None None] Set router b10466ee-1526-44b9-9266-3022b75a68d4 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:38:05.588439 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d89eb5-6a4c-48ba-a7c4-1c6560cd67ca req-6bcbb298-b7d2-419d-b284-9babafa4bdeb tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:05.600114 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d89eb5-6a4c-48ba-a7c4-1c6560cd67ca req-6bcbb298-b7d2-419d-b284-9babafa4bdeb tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:05.606453 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d89eb5-6a4c-48ba-a7c4-1c6560cd67ca req-6bcbb298-b7d2-419d-b284-9babafa4bdeb tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:05.612492 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d89eb5-6a4c-48ba-a7c4-1c6560cd67ca req-6bcbb298-b7d2-419d-b284-9babafa4bdeb tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:05.620536 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d89eb5-6a4c-48ba-a7c4-1c6560cd67ca req-6bcbb298-b7d2-419d-b284-9babafa4bdeb tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:05.631304 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d89eb5-6a4c-48ba-a7c4-1c6560cd67ca req-6bcbb298-b7d2-419d-b284-9babafa4bdeb tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:05.638953 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d89eb5-6a4c-48ba-a7c4-1c6560cd67ca req-6bcbb298-b7d2-419d-b284-9babafa4bdeb tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:05.648596 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b1d89eb5-6a4c-48ba-a7c4-1c6560cd67ca req-6bcbb298-b7d2-419d-b284-9babafa4bdeb tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 5427 time: 0.1620178 Feb 04 12:38:05.705722 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-b079fc31-872e-4845-ad45-a3f1a45cf801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b10466ee-1526-44b9-9266-3022b75a68d4', 'name': 'tempest-ServersTestBootFromVolume-1315260022-router', 'tenant_id': '6811610fed404ab8950570f16fc94eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': 'fff9c98a-9f34-4437-b5e0-40b457f5f3bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:34:48Z', 'updated_at': '2022-02-04T12:35:00Z', 'revision_number': 4, 'project_id': '6811610fed404ab8950570f16fc94eb8', 'gw_port': {'id': 'fff9c98a-9f34-4437-b5e0-40b457f5f3bd', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:7e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b10466ee-1526-44b9-9266-3022b75a68d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:34:51Z', 'updated_at': '2022-02-04T12:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '20c733f6-4681-42e1-a522-fb4ff38ed60c', 'name': '', 'network_id': 'e220eee6-efbf-4e16-8278-b7034a106a3d', 'tenant_id': '6811610fed404ab8950570f16fc94eb8', 'mac_address': 'fa:16:3e:53:86:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b10466ee-1526-44b9-9266-3022b75a68d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '8ed89237-317f-4530-8ecc-638834416f83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:34:58Z', 'updated_at': '2022-02-04T12:35:17Z', 'revision_number': 5, 'project_id': '6811610fed404ab8950570f16fc94eb8', 'subnets': [{'id': '8ed89237-317f-4530-8ecc-638834416f83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:38:05.740855 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b1d89eb5-6a4c-48ba-a7c4-1c6560cd67ca req-6488e3f9-9308-4a3a-9ef0-4e47a2867579 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/security-groups?id=6fb9d925-f1ad-446a-9918-6c4396d6cf75&id=298cdae3-8a94-4f2b-ad9f-68a3e4a3ab72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0908632 Feb 04 12:38:05.745046 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b079fc31-872e-4845-ad45-a3f1a45cf801 None None] Checking router: b10466ee-1526-44b9-9266-3022b75a68d4 for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:38:05.758790 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b079fc31-872e-4845-ad45-a3f1a45cf801 None None] Routers {'b10466ee-1526-44b9-9266-3022b75a68d4'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:38:05.759585 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-b079fc31-872e-4845-ad45-a3f1a45cf801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:37:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['b10466ee-1526-44b9-9266-3022b75a68d4'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:38:05.931488 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-b079fc31-872e-4845-ad45-a3f1a45cf801 None None] Set router b10466ee-1526-44b9-9266-3022b75a68d4 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:38:05.947392 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d2b48c4d-1ba5-4c2e-b75d-4089ac1e75bc req-8cd56845-72ef-4160-b46f-87a56a7099ec tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd965a09-a3c2-4154-b1ba-6bff03a756a4 HTTP/1.1" status: 200 len: 210 time: 0.0438342 Feb 04 12:38:06.173271 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-b079fc31-872e-4845-ad45-a3f1a45cf801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b10466ee-1526-44b9-9266-3022b75a68d4', 'name': 'tempest-ServersTestBootFromVolume-1315260022-router', 'tenant_id': '6811610fed404ab8950570f16fc94eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': 'fff9c98a-9f34-4437-b5e0-40b457f5f3bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:34:48Z', 'updated_at': '2022-02-04T12:35:00Z', 'revision_number': 4, 'project_id': '6811610fed404ab8950570f16fc94eb8', 'gw_port': {'id': 'fff9c98a-9f34-4437-b5e0-40b457f5f3bd', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:7e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b10466ee-1526-44b9-9266-3022b75a68d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:34:51Z', 'updated_at': '2022-02-04T12:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '20c733f6-4681-42e1-a522-fb4ff38ed60c', 'name': '', 'network_id': 'e220eee6-efbf-4e16-8278-b7034a106a3d', 'tenant_id': '6811610fed404ab8950570f16fc94eb8', 'mac_address': 'fa:16:3e:53:86:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b10466ee-1526-44b9-9266-3022b75a68d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '8ed89237-317f-4530-8ecc-638834416f83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:34:58Z', 'updated_at': '2022-02-04T12:35:17Z', 'revision_number': 5, 'project_id': '6811610fed404ab8950570f16fc94eb8', 'subnets': [{'id': '8ed89237-317f-4530-8ecc-638834416f83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:38:06.208909 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b079fc31-872e-4845-ad45-a3f1a45cf801 None None] The sync data for ids ['b10466ee-1526-44b9-9266-3022b75a68d4'] in n-d-825015-3 is: [{'id': 'b10466ee-1526-44b9-9266-3022b75a68d4', 'name': 'tempest-ServersTestBootFromVolume-1315260022-router', 'tenant_id': '6811610fed404ab8950570f16fc94eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': 'fff9c98a-9f34-4437-b5e0-40b457f5f3bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:34:48Z', 'updated_at': '2022-02-04T12:35:00Z', 'revision_number': 4, 'project_id': '6811610fed404ab8950570f16fc94eb8', 'gw_port': {'id': 'fff9c98a-9f34-4437-b5e0-40b457f5f3bd', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:7e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b10466ee-1526-44b9-9266-3022b75a68d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:34:51Z', 'updated_at': '2022-02-04T12:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '20c733f6-4681-42e1-a522-fb4ff38ed60c', 'name': '', 'network_id': 'e220eee6-efbf-4e16-8278-b7034a106a3d', 'tenant_id': '6811610fed404ab8950570f16fc94eb8', 'mac_address': 'fa:16:3e:53:86:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b10466ee-1526-44b9-9266-3022b75a68d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '8ed89237-317f-4530-8ecc-638834416f83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:34:58Z', 'updated_at': '2022-02-04T12:35:17Z', 'revision_number': 5, 'project_id': '6811610fed404ab8950570f16fc94eb8', 'subnets': [{'id': '8ed89237-317f-4530-8ecc-638834416f83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:38:06.246878 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 51448) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:38:06.420690 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-f4b6e96f-a909-44cb-ab3e-ec4b6a305754 tempest-PortsAdminExtendedAttrsTestJSON-370368502 tempest-PortsAdminExtendedAttrsTestJSON-370368502-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1211031614'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:38:06.447855 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4b6e96f-a909-44cb-ab3e-ec4b6a305754 tempest-PortsAdminExtendedAttrsTestJSON-370368502 tempest-PortsAdminExtendedAttrsTestJSON-370368502-project] Made reservation on behalf of 517e983c79194865a66801c92381a7ca for: {'network': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:38:06.452042 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f4b6e96f-a909-44cb-ab3e-ec4b6a305754 tempest-PortsAdminExtendedAttrsTestJSON-370368502 tempest-PortsAdminExtendedAttrsTestJSON-370368502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:06.463490 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f4b6e96f-a909-44cb-ab3e-ec4b6a305754 tempest-PortsAdminExtendedAttrsTestJSON-370368502 tempest-PortsAdminExtendedAttrsTestJSON-370368502-project] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:06.496618 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ab4db4-317d-41b2-b7c0-5a6b3ae5dcc1 None None] New status for floating IP b8f6588c-e64f-441d-8960-3fd5952b6e3a: DOWN {{(pid=103477) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 12:38:06.568611 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f4b6e96f-a909-44cb-ab3e-ec4b6a305754 tempest-PortsAdminExtendedAttrsTestJSON-370368502 tempest-PortsAdminExtendedAttrsTestJSON-370368502-project] Publish callbacks [] for security_group (49f9b102-94da-4852-aa48-5e0218dec82b), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:06.573002 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f4b6e96f-a909-44cb-ab3e-ec4b6a305754 tempest-PortsAdminExtendedAttrsTestJSON-370368502 tempest-PortsAdminExtendedAttrsTestJSON-370368502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (49f9b102-94da-4852-aa48-5e0218dec82b), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:06.603667 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4b6e96f-a909-44cb-ab3e-ec4b6a305754 tempest-PortsAdminExtendedAttrsTestJSON-370368502 tempest-PortsAdminExtendedAttrsTestJSON-370368502-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=103475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:38:06.610715 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b6e96f-a909-44cb-ab3e-ec4b6a305754 tempest-PortsAdminExtendedAttrsTestJSON-370368502 tempest-PortsAdminExtendedAttrsTestJSON-370368502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49f9b102-94da-4852-aa48-5e0218dec82b,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:38:06.617250 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f4b6e96f-a909-44cb-ab3e-ec4b6a305754 tempest-PortsAdminExtendedAttrsTestJSON-370368502 tempest-PortsAdminExtendedAttrsTestJSON-370368502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (d566374a-8c23-4f0b-b974-391219e558bb), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:06.617702 n-d-825015-3 neutron-server[103475]: INFO neutron.db.segments_db [None req-f4b6e96f-a909-44cb-ab3e-ec4b6a305754 tempest-PortsAdminExtendedAttrsTestJSON-370368502 tempest-PortsAdminExtendedAttrsTestJSON-370368502-project] Added segment d566374a-8c23-4f0b-b974-391219e558bb of type vlan for network 26c989fc-a4c5-437b-a49b-c6cf21bcbde7 Feb 04 12:38:06.678579 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f4b6e96f-a909-44cb-ab3e-ec4b6a305754 tempest-PortsAdminExtendedAttrsTestJSON-370368502 tempest-PortsAdminExtendedAttrsTestJSON-370368502-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (26c989fc-a4c5-437b-a49b-c6cf21bcbde7), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:06.708277 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f4b6e96f-a909-44cb-ab3e-ec4b6a305754 tempest-PortsAdminExtendedAttrsTestJSON-370368502 tempest-PortsAdminExtendedAttrsTestJSON-370368502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (26c989fc-a4c5-437b-a49b-c6cf21bcbde7), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:06.717135 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b6e96f-a909-44cb-ab3e-ec4b6a305754 tempest-PortsAdminExtendedAttrsTestJSON-370368502 tempest-PortsAdminExtendedAttrsTestJSON-370368502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:06.717999 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f4b6e96f-a909-44cb-ab3e-ec4b6a305754 tempest-PortsAdminExtendedAttrsTestJSON-370368502 tempest-PortsAdminExtendedAttrsTestJSON-370368502-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:06.805852 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-f4b6e96f-a909-44cb-ab3e-ec4b6a305754 tempest-PortsAdminExtendedAttrsTestJSON-370368502 tempest-PortsAdminExtendedAttrsTestJSON-370368502-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.5548422 Feb 04 12:38:06.813212 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b6e96f-a909-44cb-ab3e-ec4b6a305754 tempest-PortsAdminExtendedAttrsTestJSON-370368502 tempest-PortsAdminExtendedAttrsTestJSON-370368502-project] Pushing event updated for resources: {'Network': ['ID=26c989fc-a4c5-437b-a49b-c6cf21bcbde7,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:38:06.824865 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 26c989fc-a4c5-437b-a49b-c6cf21bcbde7 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:38:06.926250 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ad7fcc-a23c-401f-a246-18b80504744b req-b5ea2b02-3e41-4067-a59f-0a696b178cd9 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:06.932540 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ad7fcc-a23c-401f-a246-18b80504744b req-b5ea2b02-3e41-4067-a59f-0a696b178cd9 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:06.937845 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ad7fcc-a23c-401f-a246-18b80504744b req-b5ea2b02-3e41-4067-a59f-0a696b178cd9 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:06.944172 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ad7fcc-a23c-401f-a246-18b80504744b req-b5ea2b02-3e41-4067-a59f-0a696b178cd9 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:06.949462 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ad7fcc-a23c-401f-a246-18b80504744b req-b5ea2b02-3e41-4067-a59f-0a696b178cd9 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:06.954798 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ad7fcc-a23c-401f-a246-18b80504744b req-b5ea2b02-3e41-4067-a59f-0a696b178cd9 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:06.961100 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ad7fcc-a23c-401f-a246-18b80504744b req-b5ea2b02-3e41-4067-a59f-0a696b178cd9 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:06.963059 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-93ad7fcc-a23c-401f-a246-18b80504744b req-b5ea2b02-3e41-4067-a59f-0a696b178cd9 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 5427 time: 0.1071894 Feb 04 12:38:07.028688 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-93ad7fcc-a23c-401f-a246-18b80504744b req-dd36f280-72bc-40c7-afe6-5708b6816677 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/security-groups?id=6fb9d925-f1ad-446a-9918-6c4396d6cf75&id=298cdae3-8a94-4f2b-ad9f-68a3e4a3ab72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0586307 Feb 04 12:38:07.224230 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 51462) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:38:07.230391 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-cff27106-50ee-4f73-b8f1-69bd680aafdf tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Request body: {'port': {'network_id': '26c989fc-a4c5-437b-a49b-c6cf21bcbde7', 'binding:host_id': 'n-h1-825015-3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1526221956'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:38:07.252560 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cff27106-50ee-4f73-b8f1-69bd680aafdf tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Made reservation on behalf of f12e2ebd0e93421bb48774e6f833a16b for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:38:07.255699 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cff27106-50ee-4f73-b8f1-69bd680aafdf tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:07.265323 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cff27106-50ee-4f73-b8f1-69bd680aafdf tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:07.369788 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5d2ae263-aac1-4d82-bea4-9d68f4a6e8dd req-d4b8fedf-6417-442c-8746-666f657e9993 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd965a09-a3c2-4154-b1ba-6bff03a756a4 HTTP/1.1" status: 200 len: 210 time: 0.0350339 Feb 04 12:38:07.371641 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cff27106-50ee-4f73-b8f1-69bd680aafdf tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Publish callbacks [] for security_group (36e828eb-9356-4a31-bed8-7b345317f542), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:07.377122 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cff27106-50ee-4f73-b8f1-69bd680aafdf tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (36e828eb-9356-4a31-bed8-7b345317f542), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:07.390333 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [None req-cff27106-50ee-4f73-b8f1-69bd680aafdf tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] device_id is not set on port 1be0fbd7-f8c6-4324-855c-f33a5bc42dcf yet. {{(pid=103475) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 12:38:07.469838 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff27106-50ee-4f73-b8f1-69bd680aafdf tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36e828eb-9356-4a31-bed8-7b345317f542,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:38:07.641647 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [None req-cff27106-50ee-4f73-b8f1-69bd680aafdf tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] device_id is not set on port 1be0fbd7-f8c6-4324-855c-f33a5bc42dcf yet. {{(pid=103475) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 12:38:07.652768 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cff27106-50ee-4f73-b8f1-69bd680aafdf tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Publish callbacks [] for port (1be0fbd7-f8c6-4324-855c-f33a5bc42dcf), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:07.661022 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cff27106-50ee-4f73-b8f1-69bd680aafdf tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (1be0fbd7-f8c6-4324-855c-f33a5bc42dcf), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:07.716527 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff27106-50ee-4f73-b8f1-69bd680aafdf tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Pushing event updated for resources: {'Port': ['ID=1be0fbd7-f8c6-4324-855c-f33a5bc42dcf,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:38:07.735273 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff27106-50ee-4f73-b8f1-69bd680aafdf tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Checking segment: {'id': 'd566374a-8c23-4f0b-b974-391219e558bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '26c989fc-a4c5-437b-a49b-c6cf21bcbde7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:38:07.735651 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff27106-50ee-4f73-b8f1-69bd680aafdf tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Network hostable DHCP agents. Network: 26c989fc-a4c5-437b-a49b-c6cf21bcbde7, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:38:07.755449 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff27106-50ee-4f73-b8f1-69bd680aafdf tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Network 26c989fc-a4c5-437b-a49b-c6cf21bcbde7 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:38:07.765793 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 4c40b330-5146-49b7-b628-bffee81080db no longer exists at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:38:07.769529 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-cff27106-50ee-4f73-b8f1-69bd680aafdf tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 26c989fc-a4c5-437b-a49b-c6cf21bcbde7) {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:38:07.773292 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff27106-50ee-4f73-b8f1-69bd680aafdf tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:38:07.788506 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32209b16-3435-4b8c-9ecd-d7e95e385480 None None] Network 26c989fc-a4c5-437b-a49b-c6cf21bcbde7 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:38:07.791179 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-cff27106-50ee-4f73-b8f1-69bd680aafdf tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attempting to bind port 1be0fbd7-f8c6-4324-855c-f33a5bc42dcf on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:38:07.791603 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-cff27106-50ee-4f73-b8f1-69bd680aafdf tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attempting to bind port 1be0fbd7-f8c6-4324-855c-f33a5bc42dcf by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': 'd566374a-8c23-4f0b-b974-391219e558bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '26c989fc-a4c5-437b-a49b-c6cf21bcbde7'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:38:07.792008 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] No Port match for: 4c40b330-5146-49b7-b628-bffee81080db {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:38:07.792263 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff27106-50ee-4f73-b8f1-69bd680aafdf tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attempting to bind port 1be0fbd7-f8c6-4324-855c-f33a5bc42dcf on network 26c989fc-a4c5-437b-a49b-c6cf21bcbde7 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:38:07.792785 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 4c40b330-5146-49b7-b628-bffee81080db not bound to the agent host n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:38:07.798787 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff27106-50ee-4f73-b8f1-69bd680aafdf tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Port 1be0fbd7-f8c6-4324-855c-f33a5bc42dcf on network 26c989fc-a4c5-437b-a49b-c6cf21bcbde7 not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:38:07.799197 n-d-825015-3 neutron-server[103475]: ERROR neutron.plugins.ml2.managers [None req-cff27106-50ee-4f73-b8f1-69bd680aafdf tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Failed to bind port 1be0fbd7-f8c6-4324-855c-f33a5bc42dcf on host n-h1-825015-3 for vnic_type normal using segments [{'id': 'd566374a-8c23-4f0b-b974-391219e558bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '26c989fc-a4c5-437b-a49b-c6cf21bcbde7'}] Feb 04 12:38:07.799665 n-d-825015-3 neutron-server[103475]: INFO neutron.plugins.ml2.plugin [None req-cff27106-50ee-4f73-b8f1-69bd680aafdf tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attempt 2 to bind port 1be0fbd7-f8c6-4324-855c-f33a5bc42dcf Feb 04 12:38:07.814618 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-cff27106-50ee-4f73-b8f1-69bd680aafdf tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attempting to bind port 1be0fbd7-f8c6-4324-855c-f33a5bc42dcf on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:38:07.815165 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-cff27106-50ee-4f73-b8f1-69bd680aafdf tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attempting to bind port 1be0fbd7-f8c6-4324-855c-f33a5bc42dcf by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': 'd566374a-8c23-4f0b-b974-391219e558bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '26c989fc-a4c5-437b-a49b-c6cf21bcbde7'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:38:07.815688 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff27106-50ee-4f73-b8f1-69bd680aafdf tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attempting to bind port 1be0fbd7-f8c6-4324-855c-f33a5bc42dcf on network 26c989fc-a4c5-437b-a49b-c6cf21bcbde7 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:38:07.822884 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff27106-50ee-4f73-b8f1-69bd680aafdf tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Port 1be0fbd7-f8c6-4324-855c-f33a5bc42dcf on network 26c989fc-a4c5-437b-a49b-c6cf21bcbde7 not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:38:07.823315 n-d-825015-3 neutron-server[103475]: ERROR neutron.plugins.ml2.managers [None req-cff27106-50ee-4f73-b8f1-69bd680aafdf tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Failed to bind port 1be0fbd7-f8c6-4324-855c-f33a5bc42dcf on host n-h1-825015-3 for vnic_type normal using segments [{'id': 'd566374a-8c23-4f0b-b974-391219e558bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '26c989fc-a4c5-437b-a49b-c6cf21bcbde7'}] Feb 04 12:38:07.823867 n-d-825015-3 neutron-server[103475]: INFO neutron.plugins.ml2.plugin [None req-cff27106-50ee-4f73-b8f1-69bd680aafdf tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attempt 3 to bind port 1be0fbd7-f8c6-4324-855c-f33a5bc42dcf Feb 04 12:38:07.847290 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-cff27106-50ee-4f73-b8f1-69bd680aafdf tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attempting to bind port 1be0fbd7-f8c6-4324-855c-f33a5bc42dcf on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:38:07.848300 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-cff27106-50ee-4f73-b8f1-69bd680aafdf tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attempting to bind port 1be0fbd7-f8c6-4324-855c-f33a5bc42dcf by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': 'd566374a-8c23-4f0b-b974-391219e558bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '26c989fc-a4c5-437b-a49b-c6cf21bcbde7'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:38:07.848914 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff27106-50ee-4f73-b8f1-69bd680aafdf tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attempting to bind port 1be0fbd7-f8c6-4324-855c-f33a5bc42dcf on network 26c989fc-a4c5-437b-a49b-c6cf21bcbde7 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:38:07.854949 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff27106-50ee-4f73-b8f1-69bd680aafdf tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Port 1be0fbd7-f8c6-4324-855c-f33a5bc42dcf on network 26c989fc-a4c5-437b-a49b-c6cf21bcbde7 not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:38:07.855384 n-d-825015-3 neutron-server[103475]: ERROR neutron.plugins.ml2.managers [None req-cff27106-50ee-4f73-b8f1-69bd680aafdf tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Failed to bind port 1be0fbd7-f8c6-4324-855c-f33a5bc42dcf on host n-h1-825015-3 for vnic_type normal using segments [{'id': 'd566374a-8c23-4f0b-b974-391219e558bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '26c989fc-a4c5-437b-a49b-c6cf21bcbde7'}] Feb 04 12:38:07.855883 n-d-825015-3 neutron-server[103475]: INFO neutron.plugins.ml2.plugin [None req-cff27106-50ee-4f73-b8f1-69bd680aafdf tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attempt 4 to bind port 1be0fbd7-f8c6-4324-855c-f33a5bc42dcf Feb 04 12:38:07.870761 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-cff27106-50ee-4f73-b8f1-69bd680aafdf tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attempting to bind port 1be0fbd7-f8c6-4324-855c-f33a5bc42dcf on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:38:07.871230 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-cff27106-50ee-4f73-b8f1-69bd680aafdf tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attempting to bind port 1be0fbd7-f8c6-4324-855c-f33a5bc42dcf by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': 'd566374a-8c23-4f0b-b974-391219e558bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '26c989fc-a4c5-437b-a49b-c6cf21bcbde7'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:38:07.871643 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff27106-50ee-4f73-b8f1-69bd680aafdf tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attempting to bind port 1be0fbd7-f8c6-4324-855c-f33a5bc42dcf on network 26c989fc-a4c5-437b-a49b-c6cf21bcbde7 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:38:07.876832 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff27106-50ee-4f73-b8f1-69bd680aafdf tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Port 1be0fbd7-f8c6-4324-855c-f33a5bc42dcf on network 26c989fc-a4c5-437b-a49b-c6cf21bcbde7 not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:38:07.877252 n-d-825015-3 neutron-server[103475]: ERROR neutron.plugins.ml2.managers [None req-cff27106-50ee-4f73-b8f1-69bd680aafdf tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Failed to bind port 1be0fbd7-f8c6-4324-855c-f33a5bc42dcf on host n-h1-825015-3 for vnic_type normal using segments [{'id': 'd566374a-8c23-4f0b-b974-391219e558bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '26c989fc-a4c5-437b-a49b-c6cf21bcbde7'}] Feb 04 12:38:07.877721 n-d-825015-3 neutron-server[103475]: INFO neutron.plugins.ml2.plugin [None req-cff27106-50ee-4f73-b8f1-69bd680aafdf tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attempt 5 to bind port 1be0fbd7-f8c6-4324-855c-f33a5bc42dcf Feb 04 12:38:07.893236 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-cff27106-50ee-4f73-b8f1-69bd680aafdf tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attempting to bind port 1be0fbd7-f8c6-4324-855c-f33a5bc42dcf on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:38:07.893592 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-cff27106-50ee-4f73-b8f1-69bd680aafdf tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attempting to bind port 1be0fbd7-f8c6-4324-855c-f33a5bc42dcf by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': 'd566374a-8c23-4f0b-b974-391219e558bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '26c989fc-a4c5-437b-a49b-c6cf21bcbde7'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:38:07.894003 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff27106-50ee-4f73-b8f1-69bd680aafdf tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attempting to bind port 1be0fbd7-f8c6-4324-855c-f33a5bc42dcf on network 26c989fc-a4c5-437b-a49b-c6cf21bcbde7 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:38:07.899895 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff27106-50ee-4f73-b8f1-69bd680aafdf tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Port 1be0fbd7-f8c6-4324-855c-f33a5bc42dcf on network 26c989fc-a4c5-437b-a49b-c6cf21bcbde7 not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:38:07.900321 n-d-825015-3 neutron-server[103475]: ERROR neutron.plugins.ml2.managers [None req-cff27106-50ee-4f73-b8f1-69bd680aafdf tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Failed to bind port 1be0fbd7-f8c6-4324-855c-f33a5bc42dcf on host n-h1-825015-3 for vnic_type normal using segments [{'id': 'd566374a-8c23-4f0b-b974-391219e558bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '26c989fc-a4c5-437b-a49b-c6cf21bcbde7'}] Feb 04 12:38:07.900824 n-d-825015-3 neutron-server[103475]: INFO neutron.plugins.ml2.plugin [None req-cff27106-50ee-4f73-b8f1-69bd680aafdf tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attempt 6 to bind port 1be0fbd7-f8c6-4324-855c-f33a5bc42dcf Feb 04 12:38:07.915369 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-cff27106-50ee-4f73-b8f1-69bd680aafdf tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attempting to bind port 1be0fbd7-f8c6-4324-855c-f33a5bc42dcf on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:38:07.915841 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-cff27106-50ee-4f73-b8f1-69bd680aafdf tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attempting to bind port 1be0fbd7-f8c6-4324-855c-f33a5bc42dcf by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': 'd566374a-8c23-4f0b-b974-391219e558bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '26c989fc-a4c5-437b-a49b-c6cf21bcbde7'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:38:07.916257 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff27106-50ee-4f73-b8f1-69bd680aafdf tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attempting to bind port 1be0fbd7-f8c6-4324-855c-f33a5bc42dcf on network 26c989fc-a4c5-437b-a49b-c6cf21bcbde7 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:38:07.921283 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff27106-50ee-4f73-b8f1-69bd680aafdf tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Port 1be0fbd7-f8c6-4324-855c-f33a5bc42dcf on network 26c989fc-a4c5-437b-a49b-c6cf21bcbde7 not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:38:07.921710 n-d-825015-3 neutron-server[103475]: ERROR neutron.plugins.ml2.managers [None req-cff27106-50ee-4f73-b8f1-69bd680aafdf tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Failed to bind port 1be0fbd7-f8c6-4324-855c-f33a5bc42dcf on host n-h1-825015-3 for vnic_type normal using segments [{'id': 'd566374a-8c23-4f0b-b974-391219e558bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '26c989fc-a4c5-437b-a49b-c6cf21bcbde7'}] Feb 04 12:38:07.922182 n-d-825015-3 neutron-server[103475]: INFO neutron.plugins.ml2.plugin [None req-cff27106-50ee-4f73-b8f1-69bd680aafdf tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attempt 7 to bind port 1be0fbd7-f8c6-4324-855c-f33a5bc42dcf Feb 04 12:38:07.938361 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-cff27106-50ee-4f73-b8f1-69bd680aafdf tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attempting to bind port 1be0fbd7-f8c6-4324-855c-f33a5bc42dcf on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:38:07.938779 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-cff27106-50ee-4f73-b8f1-69bd680aafdf tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attempting to bind port 1be0fbd7-f8c6-4324-855c-f33a5bc42dcf by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': 'd566374a-8c23-4f0b-b974-391219e558bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '26c989fc-a4c5-437b-a49b-c6cf21bcbde7'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:38:07.939373 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff27106-50ee-4f73-b8f1-69bd680aafdf tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attempting to bind port 1be0fbd7-f8c6-4324-855c-f33a5bc42dcf on network 26c989fc-a4c5-437b-a49b-c6cf21bcbde7 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:38:07.945204 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff27106-50ee-4f73-b8f1-69bd680aafdf tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Port 1be0fbd7-f8c6-4324-855c-f33a5bc42dcf on network 26c989fc-a4c5-437b-a49b-c6cf21bcbde7 not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:38:07.945683 n-d-825015-3 neutron-server[103475]: ERROR neutron.plugins.ml2.managers [None req-cff27106-50ee-4f73-b8f1-69bd680aafdf tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Failed to bind port 1be0fbd7-f8c6-4324-855c-f33a5bc42dcf on host n-h1-825015-3 for vnic_type normal using segments [{'id': 'd566374a-8c23-4f0b-b974-391219e558bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '26c989fc-a4c5-437b-a49b-c6cf21bcbde7'}] Feb 04 12:38:07.946073 n-d-825015-3 neutron-server[103475]: INFO neutron.plugins.ml2.plugin [None req-cff27106-50ee-4f73-b8f1-69bd680aafdf tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attempt 8 to bind port 1be0fbd7-f8c6-4324-855c-f33a5bc42dcf Feb 04 12:38:07.960116 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-cff27106-50ee-4f73-b8f1-69bd680aafdf tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attempting to bind port 1be0fbd7-f8c6-4324-855c-f33a5bc42dcf on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:38:07.960551 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-cff27106-50ee-4f73-b8f1-69bd680aafdf tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attempting to bind port 1be0fbd7-f8c6-4324-855c-f33a5bc42dcf by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': 'd566374a-8c23-4f0b-b974-391219e558bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '26c989fc-a4c5-437b-a49b-c6cf21bcbde7'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:38:07.960960 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff27106-50ee-4f73-b8f1-69bd680aafdf tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attempting to bind port 1be0fbd7-f8c6-4324-855c-f33a5bc42dcf on network 26c989fc-a4c5-437b-a49b-c6cf21bcbde7 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:38:07.966104 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff27106-50ee-4f73-b8f1-69bd680aafdf tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Port 1be0fbd7-f8c6-4324-855c-f33a5bc42dcf on network 26c989fc-a4c5-437b-a49b-c6cf21bcbde7 not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:38:07.966610 n-d-825015-3 neutron-server[103475]: ERROR neutron.plugins.ml2.managers [None req-cff27106-50ee-4f73-b8f1-69bd680aafdf tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Failed to bind port 1be0fbd7-f8c6-4324-855c-f33a5bc42dcf on host n-h1-825015-3 for vnic_type normal using segments [{'id': 'd566374a-8c23-4f0b-b974-391219e558bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '26c989fc-a4c5-437b-a49b-c6cf21bcbde7'}] Feb 04 12:38:07.967310 n-d-825015-3 neutron-server[103475]: INFO neutron.plugins.ml2.plugin [None req-cff27106-50ee-4f73-b8f1-69bd680aafdf tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attempt 9 to bind port 1be0fbd7-f8c6-4324-855c-f33a5bc42dcf Feb 04 12:38:07.982229 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-cff27106-50ee-4f73-b8f1-69bd680aafdf tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attempting to bind port 1be0fbd7-f8c6-4324-855c-f33a5bc42dcf on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:38:07.982655 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-cff27106-50ee-4f73-b8f1-69bd680aafdf tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attempting to bind port 1be0fbd7-f8c6-4324-855c-f33a5bc42dcf by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': 'd566374a-8c23-4f0b-b974-391219e558bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '26c989fc-a4c5-437b-a49b-c6cf21bcbde7'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:38:07.983069 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff27106-50ee-4f73-b8f1-69bd680aafdf tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attempting to bind port 1be0fbd7-f8c6-4324-855c-f33a5bc42dcf on network 26c989fc-a4c5-437b-a49b-c6cf21bcbde7 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:38:07.987628 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff27106-50ee-4f73-b8f1-69bd680aafdf tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Port 1be0fbd7-f8c6-4324-855c-f33a5bc42dcf on network 26c989fc-a4c5-437b-a49b-c6cf21bcbde7 not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:38:07.988190 n-d-825015-3 neutron-server[103475]: ERROR neutron.plugins.ml2.managers [None req-cff27106-50ee-4f73-b8f1-69bd680aafdf tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Failed to bind port 1be0fbd7-f8c6-4324-855c-f33a5bc42dcf on host n-h1-825015-3 for vnic_type normal using segments [{'id': 'd566374a-8c23-4f0b-b974-391219e558bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '26c989fc-a4c5-437b-a49b-c6cf21bcbde7'}] Feb 04 12:38:07.988717 n-d-825015-3 neutron-server[103475]: INFO neutron.plugins.ml2.plugin [None req-cff27106-50ee-4f73-b8f1-69bd680aafdf tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attempt 10 to bind port 1be0fbd7-f8c6-4324-855c-f33a5bc42dcf Feb 04 12:38:08.005852 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-cff27106-50ee-4f73-b8f1-69bd680aafdf tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attempting to bind port 1be0fbd7-f8c6-4324-855c-f33a5bc42dcf on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:38:08.006307 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-cff27106-50ee-4f73-b8f1-69bd680aafdf tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attempting to bind port 1be0fbd7-f8c6-4324-855c-f33a5bc42dcf by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': 'd566374a-8c23-4f0b-b974-391219e558bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '26c989fc-a4c5-437b-a49b-c6cf21bcbde7'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:38:08.006758 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff27106-50ee-4f73-b8f1-69bd680aafdf tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attempting to bind port 1be0fbd7-f8c6-4324-855c-f33a5bc42dcf on network 26c989fc-a4c5-437b-a49b-c6cf21bcbde7 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:38:08.013060 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff27106-50ee-4f73-b8f1-69bd680aafdf tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Port 1be0fbd7-f8c6-4324-855c-f33a5bc42dcf on network 26c989fc-a4c5-437b-a49b-c6cf21bcbde7 not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:38:08.013495 n-d-825015-3 neutron-server[103475]: ERROR neutron.plugins.ml2.managers [None req-cff27106-50ee-4f73-b8f1-69bd680aafdf tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Failed to bind port 1be0fbd7-f8c6-4324-855c-f33a5bc42dcf on host n-h1-825015-3 for vnic_type normal using segments [{'id': 'd566374a-8c23-4f0b-b974-391219e558bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '26c989fc-a4c5-437b-a49b-c6cf21bcbde7'}] Feb 04 12:38:08.013971 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cff27106-50ee-4f73-b8f1-69bd680aafdf tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (1be0fbd7-f8c6-4324-855c-f33a5bc42dcf), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:08.091171 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-cff27106-50ee-4f73-b8f1-69bd680aafdf tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] For port 1be0fbd7-f8c6-4324-855c-f33a5bc42dcf, host n-h1-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:38:08.091536 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-cff27106-50ee-4f73-b8f1-69bd680aafdf tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attempted to set empty binding levels {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 04 12:38:08.096885 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cff27106-50ee-4f73-b8f1-69bd680aafdf tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (1be0fbd7-f8c6-4324-855c-f33a5bc42dcf), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:08.149192 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff27106-50ee-4f73-b8f1-69bd680aafdf tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:08.150267 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cff27106-50ee-4f73-b8f1-69bd680aafdf tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:08.195462 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-cff27106-50ee-4f73-b8f1-69bd680aafdf tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 0.9701130 Feb 04 12:38:08.196248 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff27106-50ee-4f73-b8f1-69bd680aafdf tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Pushing event updated for resources: {'Port': ['ID=1be0fbd7-f8c6-4324-855c-f33a5bc42dcf,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:38:08.198281 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 51466) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:38:08.228412 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaebce01-1fee-4cac-a438-3b78d7eec784 req-f4c0e704-252a-4735-976a-7e5552c17df1 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:08.234027 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaebce01-1fee-4cac-a438-3b78d7eec784 req-f4c0e704-252a-4735-976a-7e5552c17df1 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:08.240506 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaebce01-1fee-4cac-a438-3b78d7eec784 req-f4c0e704-252a-4735-976a-7e5552c17df1 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:08.246215 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaebce01-1fee-4cac-a438-3b78d7eec784 req-f4c0e704-252a-4735-976a-7e5552c17df1 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:08.251464 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaebce01-1fee-4cac-a438-3b78d7eec784 req-f4c0e704-252a-4735-976a-7e5552c17df1 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:08.259021 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaebce01-1fee-4cac-a438-3b78d7eec784 req-f4c0e704-252a-4735-976a-7e5552c17df1 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:08.264817 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaebce01-1fee-4cac-a438-3b78d7eec784 req-f4c0e704-252a-4735-976a-7e5552c17df1 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:08.270445 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-eaebce01-1fee-4cac-a438-3b78d7eec784 req-f4c0e704-252a-4735-976a-7e5552c17df1 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 5427 time: 0.1420617 Feb 04 12:38:08.299447 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-a7bf35cb-6b20-42c3-8d91-bc6224a7a9a0 tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Deleting port 1be0fbd7-f8c6-4324-855c-f33a5bc42dcf {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:38:08.299813 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a7bf35cb-6b20-42c3-8d91-bc6224a7a9a0 tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (1be0fbd7-f8c6-4324-855c-f33a5bc42dcf), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:08.333186 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-eaebce01-1fee-4cac-a438-3b78d7eec784 req-15b62488-0845-42e3-a9b8-8f89a8a21a3d tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/security-groups?id=6fb9d925-f1ad-446a-9918-6c4396d6cf75&id=298cdae3-8a94-4f2b-ad9f-68a3e4a3ab72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0596406 Feb 04 12:38:08.375595 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-a7bf35cb-6b20-42c3-8d91-bc6224a7a9a0 tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] For port 1be0fbd7-f8c6-4324-855c-f33a5bc42dcf, host n-h1-825015-3, got binding levels [] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:38:08.376025 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a7bf35cb-6b20-42c3-8d91-bc6224a7a9a0 tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (1be0fbd7-f8c6-4324-855c-f33a5bc42dcf), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:08.391187 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-a7bf35cb-6b20-42c3-8d91-bc6224a7a9a0 tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Calling delete_port for 1be0fbd7-f8c6-4324-855c-f33a5bc42dcf owned by {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:38:08.487487 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a7bf35cb-6b20-42c3-8d91-bc6224a7a9a0 tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (1be0fbd7-f8c6-4324-855c-f33a5bc42dcf), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:08.517863 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dfd0c8a3-7def-4986-a2af-bda25fea055f req-f8e71d8d-5872-4123-9e22-d0f1df83a244 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd965a09-a3c2-4154-b1ba-6bff03a756a4 HTTP/1.1" status: 200 len: 210 time: 0.0416362 Feb 04 12:38:08.523262 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a7bf35cb-6b20-42c3-8d91-bc6224a7a9a0 tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:08.528508 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-a7bf35cb-6b20-42c3-8d91-bc6224a7a9a0 tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] 10.222.0.65 "DELETE /v2.0/ports/1be0fbd7-f8c6-4324-855c-f33a5bc42dcf HTTP/1.1" status: 204 len: 168 time: 0.3271413 Feb 04 12:38:08.530813 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 51472) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:38:08.532182 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bf35cb-6b20-42c3-8d91-bc6224a7a9a0 tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Pushing event deleted for resources: {'Port': ['ID=1be0fbd7-f8c6-4324-855c-f33a5bc42dcf,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:38:08.569595 n-d-825015-3 neutron-server[103475]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e6f8cd2-bca5-41f9-b9b8-b47448250947 tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] GET failed (client error): The resource could not be found. Feb 04 12:38:08.571004 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-9e6f8cd2-bca5-41f9-b9b8-b47448250947 tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] 10.222.0.65 "GET /v2.0/ports/1be0fbd7-f8c6-4324-855c-f33a5bc42dcf HTTP/1.1" status: 404 len: 333 time: 0.0384874 Feb 04 12:38:08.575882 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 51474) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:38:08.580515 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-4ef86178-127b-4be1-82bd-a25e8b85652f tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Request body: {'port': {'network_id': '26c989fc-a4c5-437b-a49b-c6cf21bcbde7', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-439315414'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:38:08.601591 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ef86178-127b-4be1-82bd-a25e8b85652f tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Made reservation on behalf of f12e2ebd0e93421bb48774e6f833a16b for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:38:08.604238 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4ef86178-127b-4be1-82bd-a25e8b85652f tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:08.621275 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [None req-4ef86178-127b-4be1-82bd-a25e8b85652f tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] device_id is not set on port 25789d0b-5ea2-4a03-b3f7-0e754881ceba yet. {{(pid=103475) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 12:38:08.779688 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4ef86178-127b-4be1-82bd-a25e8b85652f tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Publish callbacks [] for port (25789d0b-5ea2-4a03-b3f7-0e754881ceba), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:08.818368 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4ef86178-127b-4be1-82bd-a25e8b85652f tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (25789d0b-5ea2-4a03-b3f7-0e754881ceba), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:08.863005 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef86178-127b-4be1-82bd-a25e8b85652f tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Network 26c989fc-a4c5-437b-a49b-c6cf21bcbde7 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:38:08.866650 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-4ef86178-127b-4be1-82bd-a25e8b85652f tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:38:08.870132 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef86178-127b-4be1-82bd-a25e8b85652f tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:38:08.871073 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef86178-127b-4be1-82bd-a25e8b85652f tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:08.872107 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4ef86178-127b-4be1-82bd-a25e8b85652f tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:08.882930 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef86178-127b-4be1-82bd-a25e8b85652f tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Pushing event updated for resources: {'Port': ['ID=25789d0b-5ea2-4a03-b3f7-0e754881ceba,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:38:08.893454 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-4ef86178-127b-4be1-82bd-a25e8b85652f tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.3165751 Feb 04 12:38:08.897065 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 51476) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:38:08.902184 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-49bba21f-a9c2-4d0b-bad5-9256e576845b tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:38:08.967263 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-49bba21f-a9c2-4d0b-bad5-9256e576845b tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (25789d0b-5ea2-4a03-b3f7-0e754881ceba), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:09.138411 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [None req-49bba21f-a9c2-4d0b-bad5-9256e576845b tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] device_id is not set on port 25789d0b-5ea2-4a03-b3f7-0e754881ceba yet. {{(pid=103475) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 12:38:09.146490 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-49bba21f-a9c2-4d0b-bad5-9256e576845b tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Publish callbacks [] for port (25789d0b-5ea2-4a03-b3f7-0e754881ceba), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:09.151883 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-49bba21f-a9c2-4d0b-bad5-9256e576845b tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (25789d0b-5ea2-4a03-b3f7-0e754881ceba), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:09.203992 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bba21f-a9c2-4d0b-bad5-9256e576845b tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Pushing event updated for resources: {'Port': ['ID=25789d0b-5ea2-4a03-b3f7-0e754881ceba,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:38:09.220264 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-49bba21f-a9c2-4d0b-bad5-9256e576845b tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attempting to bind port 25789d0b-5ea2-4a03-b3f7-0e754881ceba on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:38:09.220606 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-49bba21f-a9c2-4d0b-bad5-9256e576845b tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attempting to bind port 25789d0b-5ea2-4a03-b3f7-0e754881ceba by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': 'd566374a-8c23-4f0b-b974-391219e558bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '26c989fc-a4c5-437b-a49b-c6cf21bcbde7'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:38:09.220974 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bba21f-a9c2-4d0b-bad5-9256e576845b tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attempting to bind port 25789d0b-5ea2-4a03-b3f7-0e754881ceba on network 26c989fc-a4c5-437b-a49b-c6cf21bcbde7 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:38:09.226339 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bba21f-a9c2-4d0b-bad5-9256e576845b tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Port 25789d0b-5ea2-4a03-b3f7-0e754881ceba on network 26c989fc-a4c5-437b-a49b-c6cf21bcbde7 not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:38:09.226672 n-d-825015-3 neutron-server[103475]: ERROR neutron.plugins.ml2.managers [None req-49bba21f-a9c2-4d0b-bad5-9256e576845b tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Failed to bind port 25789d0b-5ea2-4a03-b3f7-0e754881ceba on host n-h1-825015-3 for vnic_type normal using segments [{'id': 'd566374a-8c23-4f0b-b974-391219e558bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '26c989fc-a4c5-437b-a49b-c6cf21bcbde7'}] Feb 04 12:38:09.227063 n-d-825015-3 neutron-server[103475]: INFO neutron.plugins.ml2.plugin [None req-49bba21f-a9c2-4d0b-bad5-9256e576845b tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attempt 2 to bind port 25789d0b-5ea2-4a03-b3f7-0e754881ceba Feb 04 12:38:09.241860 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-49bba21f-a9c2-4d0b-bad5-9256e576845b tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attempting to bind port 25789d0b-5ea2-4a03-b3f7-0e754881ceba on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:38:09.242196 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-49bba21f-a9c2-4d0b-bad5-9256e576845b tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attempting to bind port 25789d0b-5ea2-4a03-b3f7-0e754881ceba by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': 'd566374a-8c23-4f0b-b974-391219e558bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '26c989fc-a4c5-437b-a49b-c6cf21bcbde7'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:38:09.242540 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bba21f-a9c2-4d0b-bad5-9256e576845b tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attempting to bind port 25789d0b-5ea2-4a03-b3f7-0e754881ceba on network 26c989fc-a4c5-437b-a49b-c6cf21bcbde7 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:38:09.247006 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bba21f-a9c2-4d0b-bad5-9256e576845b tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Port 25789d0b-5ea2-4a03-b3f7-0e754881ceba on network 26c989fc-a4c5-437b-a49b-c6cf21bcbde7 not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:38:09.247338 n-d-825015-3 neutron-server[103475]: ERROR neutron.plugins.ml2.managers [None req-49bba21f-a9c2-4d0b-bad5-9256e576845b tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Failed to bind port 25789d0b-5ea2-4a03-b3f7-0e754881ceba on host n-h1-825015-3 for vnic_type normal using segments [{'id': 'd566374a-8c23-4f0b-b974-391219e558bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '26c989fc-a4c5-437b-a49b-c6cf21bcbde7'}] Feb 04 12:38:09.247748 n-d-825015-3 neutron-server[103475]: INFO neutron.plugins.ml2.plugin [None req-49bba21f-a9c2-4d0b-bad5-9256e576845b tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attempt 3 to bind port 25789d0b-5ea2-4a03-b3f7-0e754881ceba Feb 04 12:38:09.261335 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-49bba21f-a9c2-4d0b-bad5-9256e576845b tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attempting to bind port 25789d0b-5ea2-4a03-b3f7-0e754881ceba on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:38:09.261759 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-49bba21f-a9c2-4d0b-bad5-9256e576845b tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attempting to bind port 25789d0b-5ea2-4a03-b3f7-0e754881ceba by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': 'd566374a-8c23-4f0b-b974-391219e558bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '26c989fc-a4c5-437b-a49b-c6cf21bcbde7'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:38:09.262115 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bba21f-a9c2-4d0b-bad5-9256e576845b tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attempting to bind port 25789d0b-5ea2-4a03-b3f7-0e754881ceba on network 26c989fc-a4c5-437b-a49b-c6cf21bcbde7 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:38:09.266548 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bba21f-a9c2-4d0b-bad5-9256e576845b tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Port 25789d0b-5ea2-4a03-b3f7-0e754881ceba on network 26c989fc-a4c5-437b-a49b-c6cf21bcbde7 not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:38:09.266877 n-d-825015-3 neutron-server[103475]: ERROR neutron.plugins.ml2.managers [None req-49bba21f-a9c2-4d0b-bad5-9256e576845b tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Failed to bind port 25789d0b-5ea2-4a03-b3f7-0e754881ceba on host n-h1-825015-3 for vnic_type normal using segments [{'id': 'd566374a-8c23-4f0b-b974-391219e558bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '26c989fc-a4c5-437b-a49b-c6cf21bcbde7'}] Feb 04 12:38:09.267268 n-d-825015-3 neutron-server[103475]: INFO neutron.plugins.ml2.plugin [None req-49bba21f-a9c2-4d0b-bad5-9256e576845b tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attempt 4 to bind port 25789d0b-5ea2-4a03-b3f7-0e754881ceba Feb 04 12:38:09.281381 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-49bba21f-a9c2-4d0b-bad5-9256e576845b tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attempting to bind port 25789d0b-5ea2-4a03-b3f7-0e754881ceba on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:38:09.281721 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-49bba21f-a9c2-4d0b-bad5-9256e576845b tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attempting to bind port 25789d0b-5ea2-4a03-b3f7-0e754881ceba by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': 'd566374a-8c23-4f0b-b974-391219e558bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '26c989fc-a4c5-437b-a49b-c6cf21bcbde7'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:38:09.282068 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bba21f-a9c2-4d0b-bad5-9256e576845b tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attempting to bind port 25789d0b-5ea2-4a03-b3f7-0e754881ceba on network 26c989fc-a4c5-437b-a49b-c6cf21bcbde7 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:38:09.287928 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bba21f-a9c2-4d0b-bad5-9256e576845b tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Port 25789d0b-5ea2-4a03-b3f7-0e754881ceba on network 26c989fc-a4c5-437b-a49b-c6cf21bcbde7 not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:38:09.288266 n-d-825015-3 neutron-server[103475]: ERROR neutron.plugins.ml2.managers [None req-49bba21f-a9c2-4d0b-bad5-9256e576845b tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Failed to bind port 25789d0b-5ea2-4a03-b3f7-0e754881ceba on host n-h1-825015-3 for vnic_type normal using segments [{'id': 'd566374a-8c23-4f0b-b974-391219e558bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '26c989fc-a4c5-437b-a49b-c6cf21bcbde7'}] Feb 04 12:38:09.288668 n-d-825015-3 neutron-server[103475]: INFO neutron.plugins.ml2.plugin [None req-49bba21f-a9c2-4d0b-bad5-9256e576845b tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attempt 5 to bind port 25789d0b-5ea2-4a03-b3f7-0e754881ceba Feb 04 12:38:09.303795 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-49bba21f-a9c2-4d0b-bad5-9256e576845b tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attempting to bind port 25789d0b-5ea2-4a03-b3f7-0e754881ceba on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:38:09.304139 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-49bba21f-a9c2-4d0b-bad5-9256e576845b tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attempting to bind port 25789d0b-5ea2-4a03-b3f7-0e754881ceba by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': 'd566374a-8c23-4f0b-b974-391219e558bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '26c989fc-a4c5-437b-a49b-c6cf21bcbde7'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:38:09.304491 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bba21f-a9c2-4d0b-bad5-9256e576845b tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attempting to bind port 25789d0b-5ea2-4a03-b3f7-0e754881ceba on network 26c989fc-a4c5-437b-a49b-c6cf21bcbde7 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:38:09.309422 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bba21f-a9c2-4d0b-bad5-9256e576845b tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Port 25789d0b-5ea2-4a03-b3f7-0e754881ceba on network 26c989fc-a4c5-437b-a49b-c6cf21bcbde7 not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:38:09.309760 n-d-825015-3 neutron-server[103475]: ERROR neutron.plugins.ml2.managers [None req-49bba21f-a9c2-4d0b-bad5-9256e576845b tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Failed to bind port 25789d0b-5ea2-4a03-b3f7-0e754881ceba on host n-h1-825015-3 for vnic_type normal using segments [{'id': 'd566374a-8c23-4f0b-b974-391219e558bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '26c989fc-a4c5-437b-a49b-c6cf21bcbde7'}] Feb 04 12:38:09.310168 n-d-825015-3 neutron-server[103475]: INFO neutron.plugins.ml2.plugin [None req-49bba21f-a9c2-4d0b-bad5-9256e576845b tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attempt 6 to bind port 25789d0b-5ea2-4a03-b3f7-0e754881ceba Feb 04 12:38:09.329750 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-49bba21f-a9c2-4d0b-bad5-9256e576845b tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attempting to bind port 25789d0b-5ea2-4a03-b3f7-0e754881ceba on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:38:09.330091 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-49bba21f-a9c2-4d0b-bad5-9256e576845b tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attempting to bind port 25789d0b-5ea2-4a03-b3f7-0e754881ceba by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': 'd566374a-8c23-4f0b-b974-391219e558bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '26c989fc-a4c5-437b-a49b-c6cf21bcbde7'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:38:09.330433 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bba21f-a9c2-4d0b-bad5-9256e576845b tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attempting to bind port 25789d0b-5ea2-4a03-b3f7-0e754881ceba on network 26c989fc-a4c5-437b-a49b-c6cf21bcbde7 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:38:09.335789 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bba21f-a9c2-4d0b-bad5-9256e576845b tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Port 25789d0b-5ea2-4a03-b3f7-0e754881ceba on network 26c989fc-a4c5-437b-a49b-c6cf21bcbde7 not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:38:09.336125 n-d-825015-3 neutron-server[103475]: ERROR neutron.plugins.ml2.managers [None req-49bba21f-a9c2-4d0b-bad5-9256e576845b tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Failed to bind port 25789d0b-5ea2-4a03-b3f7-0e754881ceba on host n-h1-825015-3 for vnic_type normal using segments [{'id': 'd566374a-8c23-4f0b-b974-391219e558bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '26c989fc-a4c5-437b-a49b-c6cf21bcbde7'}] Feb 04 12:38:09.336516 n-d-825015-3 neutron-server[103475]: INFO neutron.plugins.ml2.plugin [None req-49bba21f-a9c2-4d0b-bad5-9256e576845b tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attempt 7 to bind port 25789d0b-5ea2-4a03-b3f7-0e754881ceba Feb 04 12:38:09.350531 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-49bba21f-a9c2-4d0b-bad5-9256e576845b tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attempting to bind port 25789d0b-5ea2-4a03-b3f7-0e754881ceba on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:38:09.350843 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-49bba21f-a9c2-4d0b-bad5-9256e576845b tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attempting to bind port 25789d0b-5ea2-4a03-b3f7-0e754881ceba by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': 'd566374a-8c23-4f0b-b974-391219e558bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '26c989fc-a4c5-437b-a49b-c6cf21bcbde7'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:38:09.351184 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bba21f-a9c2-4d0b-bad5-9256e576845b tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attempting to bind port 25789d0b-5ea2-4a03-b3f7-0e754881ceba on network 26c989fc-a4c5-437b-a49b-c6cf21bcbde7 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:38:09.356441 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bba21f-a9c2-4d0b-bad5-9256e576845b tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Port 25789d0b-5ea2-4a03-b3f7-0e754881ceba on network 26c989fc-a4c5-437b-a49b-c6cf21bcbde7 not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:38:09.356766 n-d-825015-3 neutron-server[103475]: ERROR neutron.plugins.ml2.managers [None req-49bba21f-a9c2-4d0b-bad5-9256e576845b tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Failed to bind port 25789d0b-5ea2-4a03-b3f7-0e754881ceba on host n-h1-825015-3 for vnic_type normal using segments [{'id': 'd566374a-8c23-4f0b-b974-391219e558bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '26c989fc-a4c5-437b-a49b-c6cf21bcbde7'}] Feb 04 12:38:09.357153 n-d-825015-3 neutron-server[103475]: INFO neutron.plugins.ml2.plugin [None req-49bba21f-a9c2-4d0b-bad5-9256e576845b tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attempt 8 to bind port 25789d0b-5ea2-4a03-b3f7-0e754881ceba Feb 04 12:38:09.372401 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-49bba21f-a9c2-4d0b-bad5-9256e576845b tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attempting to bind port 25789d0b-5ea2-4a03-b3f7-0e754881ceba on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:38:09.372737 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-49bba21f-a9c2-4d0b-bad5-9256e576845b tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attempting to bind port 25789d0b-5ea2-4a03-b3f7-0e754881ceba by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': 'd566374a-8c23-4f0b-b974-391219e558bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '26c989fc-a4c5-437b-a49b-c6cf21bcbde7'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:38:09.373104 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bba21f-a9c2-4d0b-bad5-9256e576845b tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attempting to bind port 25789d0b-5ea2-4a03-b3f7-0e754881ceba on network 26c989fc-a4c5-437b-a49b-c6cf21bcbde7 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:38:09.378028 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bba21f-a9c2-4d0b-bad5-9256e576845b tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Port 25789d0b-5ea2-4a03-b3f7-0e754881ceba on network 26c989fc-a4c5-437b-a49b-c6cf21bcbde7 not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:38:09.378300 n-d-825015-3 neutron-server[103475]: ERROR neutron.plugins.ml2.managers [None req-49bba21f-a9c2-4d0b-bad5-9256e576845b tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Failed to bind port 25789d0b-5ea2-4a03-b3f7-0e754881ceba on host n-h1-825015-3 for vnic_type normal using segments [{'id': 'd566374a-8c23-4f0b-b974-391219e558bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '26c989fc-a4c5-437b-a49b-c6cf21bcbde7'}] Feb 04 12:38:09.378643 n-d-825015-3 neutron-server[103475]: INFO neutron.plugins.ml2.plugin [None req-49bba21f-a9c2-4d0b-bad5-9256e576845b tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attempt 9 to bind port 25789d0b-5ea2-4a03-b3f7-0e754881ceba Feb 04 12:38:09.393662 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-49bba21f-a9c2-4d0b-bad5-9256e576845b tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attempting to bind port 25789d0b-5ea2-4a03-b3f7-0e754881ceba on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:38:09.393877 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-49bba21f-a9c2-4d0b-bad5-9256e576845b tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attempting to bind port 25789d0b-5ea2-4a03-b3f7-0e754881ceba by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': 'd566374a-8c23-4f0b-b974-391219e558bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '26c989fc-a4c5-437b-a49b-c6cf21bcbde7'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:38:09.394214 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bba21f-a9c2-4d0b-bad5-9256e576845b tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attempting to bind port 25789d0b-5ea2-4a03-b3f7-0e754881ceba on network 26c989fc-a4c5-437b-a49b-c6cf21bcbde7 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:38:09.399453 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bba21f-a9c2-4d0b-bad5-9256e576845b tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Port 25789d0b-5ea2-4a03-b3f7-0e754881ceba on network 26c989fc-a4c5-437b-a49b-c6cf21bcbde7 not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:38:09.399826 n-d-825015-3 neutron-server[103475]: ERROR neutron.plugins.ml2.managers [None req-49bba21f-a9c2-4d0b-bad5-9256e576845b tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Failed to bind port 25789d0b-5ea2-4a03-b3f7-0e754881ceba on host n-h1-825015-3 for vnic_type normal using segments [{'id': 'd566374a-8c23-4f0b-b974-391219e558bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '26c989fc-a4c5-437b-a49b-c6cf21bcbde7'}] Feb 04 12:38:09.400244 n-d-825015-3 neutron-server[103475]: INFO neutron.plugins.ml2.plugin [None req-49bba21f-a9c2-4d0b-bad5-9256e576845b tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attempt 10 to bind port 25789d0b-5ea2-4a03-b3f7-0e754881ceba Feb 04 12:38:09.417026 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-49bba21f-a9c2-4d0b-bad5-9256e576845b tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attempting to bind port 25789d0b-5ea2-4a03-b3f7-0e754881ceba on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:38:09.417361 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-49bba21f-a9c2-4d0b-bad5-9256e576845b tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attempting to bind port 25789d0b-5ea2-4a03-b3f7-0e754881ceba by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': 'd566374a-8c23-4f0b-b974-391219e558bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '26c989fc-a4c5-437b-a49b-c6cf21bcbde7'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:38:09.417691 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bba21f-a9c2-4d0b-bad5-9256e576845b tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attempting to bind port 25789d0b-5ea2-4a03-b3f7-0e754881ceba on network 26c989fc-a4c5-437b-a49b-c6cf21bcbde7 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:38:09.431074 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bba21f-a9c2-4d0b-bad5-9256e576845b tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Port 25789d0b-5ea2-4a03-b3f7-0e754881ceba on network 26c989fc-a4c5-437b-a49b-c6cf21bcbde7 not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:38:09.431295 n-d-825015-3 neutron-server[103475]: ERROR neutron.plugins.ml2.managers [None req-49bba21f-a9c2-4d0b-bad5-9256e576845b tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Failed to bind port 25789d0b-5ea2-4a03-b3f7-0e754881ceba on host n-h1-825015-3 for vnic_type normal using segments [{'id': 'd566374a-8c23-4f0b-b974-391219e558bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '26c989fc-a4c5-437b-a49b-c6cf21bcbde7'}] Feb 04 12:38:09.431979 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-49bba21f-a9c2-4d0b-bad5-9256e576845b tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (25789d0b-5ea2-4a03-b3f7-0e754881ceba), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:09.526592 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cf1bf0-5674-49c9-ac41-2e0f27aad0b3 req-49007faf-0f58-416e-bb13-f09aed27c3b3 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:09.534341 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cf1bf0-5674-49c9-ac41-2e0f27aad0b3 req-49007faf-0f58-416e-bb13-f09aed27c3b3 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:09.547666 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cf1bf0-5674-49c9-ac41-2e0f27aad0b3 req-49007faf-0f58-416e-bb13-f09aed27c3b3 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:09.555515 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cf1bf0-5674-49c9-ac41-2e0f27aad0b3 req-49007faf-0f58-416e-bb13-f09aed27c3b3 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:09.561282 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cf1bf0-5674-49c9-ac41-2e0f27aad0b3 req-49007faf-0f58-416e-bb13-f09aed27c3b3 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:09.567981 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cf1bf0-5674-49c9-ac41-2e0f27aad0b3 req-49007faf-0f58-416e-bb13-f09aed27c3b3 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:09.573613 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cf1bf0-5674-49c9-ac41-2e0f27aad0b3 req-49007faf-0f58-416e-bb13-f09aed27c3b3 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:09.575798 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-96cf1bf0-5674-49c9-ac41-2e0f27aad0b3 req-49007faf-0f58-416e-bb13-f09aed27c3b3 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 5427 time: 0.1606820 Feb 04 12:38:09.596044 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-49bba21f-a9c2-4d0b-bad5-9256e576845b tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] For port 25789d0b-5ea2-4a03-b3f7-0e754881ceba, host n-h1-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:38:09.596423 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-49bba21f-a9c2-4d0b-bad5-9256e576845b tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attempted to set empty binding levels {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 04 12:38:09.610082 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-49bba21f-a9c2-4d0b-bad5-9256e576845b tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (25789d0b-5ea2-4a03-b3f7-0e754881ceba), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:09.665513 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-49bba21f-a9c2-4d0b-bad5-9256e576845b tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] In _notify_port_updated(), no bound segment for port 25789d0b-5ea2-4a03-b3f7-0e754881ceba on network 26c989fc-a4c5-437b-a49b-c6cf21bcbde7 {{(pid=103475) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 04 12:38:09.666382 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49bba21f-a9c2-4d0b-bad5-9256e576845b tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:09.666985 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-49bba21f-a9c2-4d0b-bad5-9256e576845b tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:09.668373 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-49bba21f-a9c2-4d0b-bad5-9256e576845b tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] 10.222.0.65 "PUT /v2.0/ports/25789d0b-5ea2-4a03-b3f7-0e754881ceba HTTP/1.1" status: 200 len: 974 time: 0.7703123 Feb 04 12:38:09.671283 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 51488) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:38:09.696572 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bba21f-a9c2-4d0b-bad5-9256e576845b tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Pushing event updated for resources: {'Port': ['ID=25789d0b-5ea2-4a03-b3f7-0e754881ceba,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:38:09.704459 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-96cf1bf0-5674-49c9-ac41-2e0f27aad0b3 req-4862d00b-9c9b-458a-849e-fd77b47428e9 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/security-groups?id=6fb9d925-f1ad-446a-9918-6c4396d6cf75&id=298cdae3-8a94-4f2b-ad9f-68a3e4a3ab72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1197832 Feb 04 12:38:09.819073 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b072a74-8ee7-4708-952e-91e38938eaac tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:09.819504 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b072a74-8ee7-4708-952e-91e38938eaac tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:09.820205 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b072a74-8ee7-4708-952e-91e38938eaac tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:09.820824 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b072a74-8ee7-4708-952e-91e38938eaac tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:09.821462 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b072a74-8ee7-4708-952e-91e38938eaac tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:09.822075 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b072a74-8ee7-4708-952e-91e38938eaac tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:09.822689 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b072a74-8ee7-4708-952e-91e38938eaac tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:09.823361 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b072a74-8ee7-4708-952e-91e38938eaac tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:09.824006 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b072a74-8ee7-4708-952e-91e38938eaac tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:09.824616 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b072a74-8ee7-4708-952e-91e38938eaac tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:09.825218 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b072a74-8ee7-4708-952e-91e38938eaac tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:09.825816 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b072a74-8ee7-4708-952e-91e38938eaac tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:09.826433 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b072a74-8ee7-4708-952e-91e38938eaac tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:09.827076 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b072a74-8ee7-4708-952e-91e38938eaac tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:09.827698 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b072a74-8ee7-4708-952e-91e38938eaac tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:09.828211 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b072a74-8ee7-4708-952e-91e38938eaac tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:09.828673 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b072a74-8ee7-4708-952e-91e38938eaac tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:09.829131 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b072a74-8ee7-4708-952e-91e38938eaac tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:09.829768 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b072a74-8ee7-4708-952e-91e38938eaac tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:09.830273 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b072a74-8ee7-4708-952e-91e38938eaac tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:09.830726 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b072a74-8ee7-4708-952e-91e38938eaac tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:09.831338 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b072a74-8ee7-4708-952e-91e38938eaac tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:09.833588 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b072a74-8ee7-4708-952e-91e38938eaac tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:09.834313 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b072a74-8ee7-4708-952e-91e38938eaac tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:09.834943 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b072a74-8ee7-4708-952e-91e38938eaac tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:09.835574 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b072a74-8ee7-4708-952e-91e38938eaac tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:09.836429 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b072a74-8ee7-4708-952e-91e38938eaac tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:09.837247 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b072a74-8ee7-4708-952e-91e38938eaac tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:09.837865 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b072a74-8ee7-4708-952e-91e38938eaac tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:09.838601 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b072a74-8ee7-4708-952e-91e38938eaac tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:09.839574 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b072a74-8ee7-4708-952e-91e38938eaac tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:09.840320 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b072a74-8ee7-4708-952e-91e38938eaac tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:09.840984 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b072a74-8ee7-4708-952e-91e38938eaac tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:09.841589 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b072a74-8ee7-4708-952e-91e38938eaac tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:09.846050 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-0b072a74-8ee7-4708-952e-91e38938eaac tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 31453 time: 0.1737261 Feb 04 12:38:09.852774 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 51494) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:38:10.012433 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8f2e47e6-cede-415d-bf06-a314c7fac2df req-d94db447-bbf9-4f4a-8a48-f682941e1d89 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd965a09-a3c2-4154-b1ba-6bff03a756a4 HTTP/1.1" status: 200 len: 210 time: 0.0859451 Feb 04 12:38:10.047570 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-018d5e9b-391d-4f6b-8a31-eaef572f4533 tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Deleting port 25789d0b-5ea2-4a03-b3f7-0e754881ceba {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:38:10.048238 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-018d5e9b-391d-4f6b-8a31-eaef572f4533 tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (25789d0b-5ea2-4a03-b3f7-0e754881ceba), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:10.116307 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-018d5e9b-391d-4f6b-8a31-eaef572f4533 tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] For port 25789d0b-5ea2-4a03-b3f7-0e754881ceba, host n-h1-825015-3, got binding levels [] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:38:10.116682 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-018d5e9b-391d-4f6b-8a31-eaef572f4533 tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (25789d0b-5ea2-4a03-b3f7-0e754881ceba), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:10.133731 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-018d5e9b-391d-4f6b-8a31-eaef572f4533 tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Calling delete_port for 25789d0b-5ea2-4a03-b3f7-0e754881ceba owned by {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:38:10.225214 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-018d5e9b-391d-4f6b-8a31-eaef572f4533 tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (25789d0b-5ea2-4a03-b3f7-0e754881ceba), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:10.258176 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018d5e9b-391d-4f6b-8a31-eaef572f4533 tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Pushing event deleted for resources: {'Port': ['ID=25789d0b-5ea2-4a03-b3f7-0e754881ceba,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:38:10.264245 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-018d5e9b-391d-4f6b-8a31-eaef572f4533 tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:10.267677 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-018d5e9b-391d-4f6b-8a31-eaef572f4533 tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] 10.222.0.65 "DELETE /v2.0/ports/25789d0b-5ea2-4a03-b3f7-0e754881ceba HTTP/1.1" status: 204 len: 168 time: 0.4132261 Feb 04 12:38:10.271260 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 51504) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:38:10.298038 n-d-825015-3 neutron-server[103475]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9367202-c58c-485c-b35b-ac7ba2e665bb tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] GET failed (client error): The resource could not be found. Feb 04 12:38:10.304589 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-b9367202-c58c-485c-b35b-ac7ba2e665bb tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] 10.222.0.65 "GET /v2.0/ports/25789d0b-5ea2-4a03-b3f7-0e754881ceba HTTP/1.1" status: 404 len: 333 time: 0.0270500 Feb 04 12:38:10.304876 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 51506) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:38:10.309700 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-9ade2a5d-ca9f-466b-913b-074ac4fec88a tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2010594706', 'network_id': '26c989fc-a4c5-437b-a49b-c6cf21bcbde7'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:38:10.337864 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ade2a5d-ca9f-466b-913b-074ac4fec88a tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Made reservation on behalf of f12e2ebd0e93421bb48774e6f833a16b for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:38:10.340731 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9ade2a5d-ca9f-466b-913b-074ac4fec88a tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:10.357650 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [None req-9ade2a5d-ca9f-466b-913b-074ac4fec88a tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] device_id is not set on port 2d268a4b-eb7b-423e-b955-78a190f2251c yet. {{(pid=103475) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 12:38:10.523968 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9ade2a5d-ca9f-466b-913b-074ac4fec88a tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Publish callbacks [] for port (2d268a4b-eb7b-423e-b955-78a190f2251c), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:10.563763 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9ade2a5d-ca9f-466b-913b-074ac4fec88a tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (2d268a4b-eb7b-423e-b955-78a190f2251c), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:10.622985 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ade2a5d-ca9f-466b-913b-074ac4fec88a tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Network 26c989fc-a4c5-437b-a49b-c6cf21bcbde7 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:38:10.626252 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-9ade2a5d-ca9f-466b-913b-074ac4fec88a tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:38:10.631429 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ade2a5d-ca9f-466b-913b-074ac4fec88a tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:38:10.632501 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ade2a5d-ca9f-466b-913b-074ac4fec88a tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:10.633250 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9ade2a5d-ca9f-466b-913b-074ac4fec88a tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:10.637026 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ade2a5d-ca9f-466b-913b-074ac4fec88a tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Pushing event updated for resources: {'Port': ['ID=2d268a4b-eb7b-423e-b955-78a190f2251c,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:38:10.663462 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-9ade2a5d-ca9f-466b-913b-074ac4fec88a tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.3572125 Feb 04 12:38:10.665804 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 51508) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:38:10.706736 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2331b9b6-0f81-407a-97c8-f10a5e93935e tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:10.708699 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-2331b9b6-0f81-407a-97c8-f10a5e93935e tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] 10.222.0.65 "GET /v2.0/ports/2d268a4b-eb7b-423e-b955-78a190f2251c HTTP/1.1" status: 200 len: 955 time: 0.0417519 Feb 04 12:38:10.711942 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 51510) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:38:11.200801 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-1b74c148-903a-4d04-8d98-ae3adb844b1e tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Deleting port 2d268a4b-eb7b-423e-b955-78a190f2251c {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:38:11.201488 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1b74c148-903a-4d04-8d98-ae3adb844b1e tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (2d268a4b-eb7b-423e-b955-78a190f2251c), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:11.260227 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92505735-32da-41e7-80f0-473cb9c597e7 req-533c55c1-c9c2-41c3-ab8c-552a6e5dbc01 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:11.265872 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92505735-32da-41e7-80f0-473cb9c597e7 req-533c55c1-c9c2-41c3-ab8c-552a6e5dbc01 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:11.272048 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92505735-32da-41e7-80f0-473cb9c597e7 req-533c55c1-c9c2-41c3-ab8c-552a6e5dbc01 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:11.277524 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92505735-32da-41e7-80f0-473cb9c597e7 req-533c55c1-c9c2-41c3-ab8c-552a6e5dbc01 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:11.283028 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92505735-32da-41e7-80f0-473cb9c597e7 req-533c55c1-c9c2-41c3-ab8c-552a6e5dbc01 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:11.289355 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92505735-32da-41e7-80f0-473cb9c597e7 req-533c55c1-c9c2-41c3-ab8c-552a6e5dbc01 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:11.294805 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92505735-32da-41e7-80f0-473cb9c597e7 req-533c55c1-c9c2-41c3-ab8c-552a6e5dbc01 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:11.296894 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-92505735-32da-41e7-80f0-473cb9c597e7 req-533c55c1-c9c2-41c3-ab8c-552a6e5dbc01 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 5427 time: 0.1645253 Feb 04 12:38:11.343903 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1b74c148-903a-4d04-8d98-ae3adb844b1e tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (2d268a4b-eb7b-423e-b955-78a190f2251c), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:11.367283 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-1b74c148-903a-4d04-8d98-ae3adb844b1e tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Calling delete_port for 2d268a4b-eb7b-423e-b955-78a190f2251c owned by {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:38:11.403396 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-92505735-32da-41e7-80f0-473cb9c597e7 req-44bfdf71-f1e9-427c-9672-bc5e0a110697 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/security-groups?id=6fb9d925-f1ad-446a-9918-6c4396d6cf75&id=298cdae3-8a94-4f2b-ad9f-68a3e4a3ab72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0936098 Feb 04 12:38:11.482166 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1b74c148-903a-4d04-8d98-ae3adb844b1e tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (2d268a4b-eb7b-423e-b955-78a190f2251c), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:11.537209 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b74c148-903a-4d04-8d98-ae3adb844b1e tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Pushing event deleted for resources: {'Port': ['ID=2d268a4b-eb7b-423e-b955-78a190f2251c,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:38:11.558466 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1b74c148-903a-4d04-8d98-ae3adb844b1e tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:11.563303 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-1b74c148-903a-4d04-8d98-ae3adb844b1e tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] 10.222.0.65 "DELETE /v2.0/ports/2d268a4b-eb7b-423e-b955-78a190f2251c HTTP/1.1" status: 204 len: 168 time: 0.8497832 Feb 04 12:38:11.565976 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 51516) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:38:11.572594 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c5f8ab44-2486-41ef-90e7-fdd5152872bb req-9e9773ed-de44-42f7-b6d1-ea83c05782fa tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd965a09-a3c2-4154-b1ba-6bff03a756a4 HTTP/1.1" status: 200 len: 210 time: 0.0758886 Feb 04 12:38:11.592896 n-d-825015-3 neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-7322636c-98e7-4fe6-a044-0294fbfcf642 tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] GET failed (client error): The resource could not be found. Feb 04 12:38:11.594362 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-7322636c-98e7-4fe6-a044-0294fbfcf642 tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] 10.222.0.65 "GET /v2.0/ports/2d268a4b-eb7b-423e-b955-78a190f2251c HTTP/1.1" status: 404 len: 333 time: 0.0261874 Feb 04 12:38:11.598597 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 51518) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:38:11.603595 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-ef970c8c-8bd3-46d8-aebb-8caea0171374 tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Request body: {'port': {'network_id': '26c989fc-a4c5-437b-a49b-c6cf21bcbde7', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2073584212'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:38:11.626542 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef970c8c-8bd3-46d8-aebb-8caea0171374 tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Made reservation on behalf of f12e2ebd0e93421bb48774e6f833a16b for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:38:11.630532 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ef970c8c-8bd3-46d8-aebb-8caea0171374 tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:11.648844 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [None req-ef970c8c-8bd3-46d8-aebb-8caea0171374 tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] device_id is not set on port 1e55b30b-edcd-4df6-b415-96723db94bc9 yet. {{(pid=103475) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 12:38:11.798704 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ef970c8c-8bd3-46d8-aebb-8caea0171374 tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Publish callbacks [] for port (1e55b30b-edcd-4df6-b415-96723db94bc9), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:11.834161 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ef970c8c-8bd3-46d8-aebb-8caea0171374 tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (1e55b30b-edcd-4df6-b415-96723db94bc9), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:11.880303 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef970c8c-8bd3-46d8-aebb-8caea0171374 tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Network 26c989fc-a4c5-437b-a49b-c6cf21bcbde7 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:38:11.883198 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-ef970c8c-8bd3-46d8-aebb-8caea0171374 tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:38:11.887341 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef970c8c-8bd3-46d8-aebb-8caea0171374 tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:38:11.888279 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef970c8c-8bd3-46d8-aebb-8caea0171374 tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:11.888874 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ef970c8c-8bd3-46d8-aebb-8caea0171374 tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:11.892063 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef970c8c-8bd3-46d8-aebb-8caea0171374 tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Pushing event updated for resources: {'Port': ['ID=1e55b30b-edcd-4df6-b415-96723db94bc9,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:38:11.912461 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-ef970c8c-8bd3-46d8-aebb-8caea0171374 tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.3127358 Feb 04 12:38:11.915052 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 51520) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:38:11.920092 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-6f35d91d-a467-43a2-a7b1-22b8357c8c74 tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:38:11.985946 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6f35d91d-a467-43a2-a7b1-22b8357c8c74 tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (1e55b30b-edcd-4df6-b415-96723db94bc9), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:12.159332 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [None req-6f35d91d-a467-43a2-a7b1-22b8357c8c74 tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] device_id is not set on port 1e55b30b-edcd-4df6-b415-96723db94bc9 yet. {{(pid=103475) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 12:38:12.169563 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6f35d91d-a467-43a2-a7b1-22b8357c8c74 tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Publish callbacks [] for port (1e55b30b-edcd-4df6-b415-96723db94bc9), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:12.175770 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6f35d91d-a467-43a2-a7b1-22b8357c8c74 tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (1e55b30b-edcd-4df6-b415-96723db94bc9), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:12.226318 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f35d91d-a467-43a2-a7b1-22b8357c8c74 tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Pushing event updated for resources: {'Port': ['ID=1e55b30b-edcd-4df6-b415-96723db94bc9,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:38:12.245786 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-6f35d91d-a467-43a2-a7b1-22b8357c8c74 tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attempting to bind port 1e55b30b-edcd-4df6-b415-96723db94bc9 on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:38:12.246123 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-6f35d91d-a467-43a2-a7b1-22b8357c8c74 tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attempting to bind port 1e55b30b-edcd-4df6-b415-96723db94bc9 by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': 'd566374a-8c23-4f0b-b974-391219e558bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '26c989fc-a4c5-437b-a49b-c6cf21bcbde7'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:38:12.246454 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f35d91d-a467-43a2-a7b1-22b8357c8c74 tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attempting to bind port 1e55b30b-edcd-4df6-b415-96723db94bc9 on network 26c989fc-a4c5-437b-a49b-c6cf21bcbde7 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:38:12.250673 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f35d91d-a467-43a2-a7b1-22b8357c8c74 tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Port 1e55b30b-edcd-4df6-b415-96723db94bc9 on network 26c989fc-a4c5-437b-a49b-c6cf21bcbde7 not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:38:12.250991 n-d-825015-3 neutron-server[103475]: ERROR neutron.plugins.ml2.managers [None req-6f35d91d-a467-43a2-a7b1-22b8357c8c74 tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Failed to bind port 1e55b30b-edcd-4df6-b415-96723db94bc9 on host n-h1-825015-3 for vnic_type normal using segments [{'id': 'd566374a-8c23-4f0b-b974-391219e558bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '26c989fc-a4c5-437b-a49b-c6cf21bcbde7'}] Feb 04 12:38:12.251368 n-d-825015-3 neutron-server[103475]: INFO neutron.plugins.ml2.plugin [None req-6f35d91d-a467-43a2-a7b1-22b8357c8c74 tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attempt 2 to bind port 1e55b30b-edcd-4df6-b415-96723db94bc9 Feb 04 12:38:12.264479 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-6f35d91d-a467-43a2-a7b1-22b8357c8c74 tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attempting to bind port 1e55b30b-edcd-4df6-b415-96723db94bc9 on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:38:12.264809 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-6f35d91d-a467-43a2-a7b1-22b8357c8c74 tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attempting to bind port 1e55b30b-edcd-4df6-b415-96723db94bc9 by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': 'd566374a-8c23-4f0b-b974-391219e558bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '26c989fc-a4c5-437b-a49b-c6cf21bcbde7'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:38:12.265137 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f35d91d-a467-43a2-a7b1-22b8357c8c74 tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attempting to bind port 1e55b30b-edcd-4df6-b415-96723db94bc9 on network 26c989fc-a4c5-437b-a49b-c6cf21bcbde7 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:38:12.269962 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f35d91d-a467-43a2-a7b1-22b8357c8c74 tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Port 1e55b30b-edcd-4df6-b415-96723db94bc9 on network 26c989fc-a4c5-437b-a49b-c6cf21bcbde7 not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:38:12.270280 n-d-825015-3 neutron-server[103475]: ERROR neutron.plugins.ml2.managers [None req-6f35d91d-a467-43a2-a7b1-22b8357c8c74 tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Failed to bind port 1e55b30b-edcd-4df6-b415-96723db94bc9 on host n-h1-825015-3 for vnic_type normal using segments [{'id': 'd566374a-8c23-4f0b-b974-391219e558bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '26c989fc-a4c5-437b-a49b-c6cf21bcbde7'}] Feb 04 12:38:12.270665 n-d-825015-3 neutron-server[103475]: INFO neutron.plugins.ml2.plugin [None req-6f35d91d-a467-43a2-a7b1-22b8357c8c74 tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attempt 3 to bind port 1e55b30b-edcd-4df6-b415-96723db94bc9 Feb 04 12:38:12.282325 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-6f35d91d-a467-43a2-a7b1-22b8357c8c74 tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attempting to bind port 1e55b30b-edcd-4df6-b415-96723db94bc9 on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:38:12.282660 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-6f35d91d-a467-43a2-a7b1-22b8357c8c74 tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attempting to bind port 1e55b30b-edcd-4df6-b415-96723db94bc9 by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': 'd566374a-8c23-4f0b-b974-391219e558bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '26c989fc-a4c5-437b-a49b-c6cf21bcbde7'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:38:12.282989 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f35d91d-a467-43a2-a7b1-22b8357c8c74 tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attempting to bind port 1e55b30b-edcd-4df6-b415-96723db94bc9 on network 26c989fc-a4c5-437b-a49b-c6cf21bcbde7 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:38:12.288215 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f35d91d-a467-43a2-a7b1-22b8357c8c74 tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Port 1e55b30b-edcd-4df6-b415-96723db94bc9 on network 26c989fc-a4c5-437b-a49b-c6cf21bcbde7 not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:38:12.288536 n-d-825015-3 neutron-server[103475]: ERROR neutron.plugins.ml2.managers [None req-6f35d91d-a467-43a2-a7b1-22b8357c8c74 tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Failed to bind port 1e55b30b-edcd-4df6-b415-96723db94bc9 on host n-h1-825015-3 for vnic_type normal using segments [{'id': 'd566374a-8c23-4f0b-b974-391219e558bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '26c989fc-a4c5-437b-a49b-c6cf21bcbde7'}] Feb 04 12:38:12.288915 n-d-825015-3 neutron-server[103475]: INFO neutron.plugins.ml2.plugin [None req-6f35d91d-a467-43a2-a7b1-22b8357c8c74 tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attempt 4 to bind port 1e55b30b-edcd-4df6-b415-96723db94bc9 Feb 04 12:38:12.302182 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-6f35d91d-a467-43a2-a7b1-22b8357c8c74 tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attempting to bind port 1e55b30b-edcd-4df6-b415-96723db94bc9 on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:38:12.302773 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-6f35d91d-a467-43a2-a7b1-22b8357c8c74 tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attempting to bind port 1e55b30b-edcd-4df6-b415-96723db94bc9 by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': 'd566374a-8c23-4f0b-b974-391219e558bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '26c989fc-a4c5-437b-a49b-c6cf21bcbde7'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:38:12.303107 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f35d91d-a467-43a2-a7b1-22b8357c8c74 tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attempting to bind port 1e55b30b-edcd-4df6-b415-96723db94bc9 on network 26c989fc-a4c5-437b-a49b-c6cf21bcbde7 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:38:12.307626 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f35d91d-a467-43a2-a7b1-22b8357c8c74 tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Port 1e55b30b-edcd-4df6-b415-96723db94bc9 on network 26c989fc-a4c5-437b-a49b-c6cf21bcbde7 not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:38:12.307980 n-d-825015-3 neutron-server[103475]: ERROR neutron.plugins.ml2.managers [None req-6f35d91d-a467-43a2-a7b1-22b8357c8c74 tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Failed to bind port 1e55b30b-edcd-4df6-b415-96723db94bc9 on host n-h1-825015-3 for vnic_type normal using segments [{'id': 'd566374a-8c23-4f0b-b974-391219e558bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '26c989fc-a4c5-437b-a49b-c6cf21bcbde7'}] Feb 04 12:38:12.308372 n-d-825015-3 neutron-server[103475]: INFO neutron.plugins.ml2.plugin [None req-6f35d91d-a467-43a2-a7b1-22b8357c8c74 tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attempt 5 to bind port 1e55b30b-edcd-4df6-b415-96723db94bc9 Feb 04 12:38:12.322111 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-6f35d91d-a467-43a2-a7b1-22b8357c8c74 tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attempting to bind port 1e55b30b-edcd-4df6-b415-96723db94bc9 on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:38:12.322443 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-6f35d91d-a467-43a2-a7b1-22b8357c8c74 tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attempting to bind port 1e55b30b-edcd-4df6-b415-96723db94bc9 by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': 'd566374a-8c23-4f0b-b974-391219e558bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '26c989fc-a4c5-437b-a49b-c6cf21bcbde7'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:38:12.322778 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f35d91d-a467-43a2-a7b1-22b8357c8c74 tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attempting to bind port 1e55b30b-edcd-4df6-b415-96723db94bc9 on network 26c989fc-a4c5-437b-a49b-c6cf21bcbde7 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:38:12.327885 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f35d91d-a467-43a2-a7b1-22b8357c8c74 tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Port 1e55b30b-edcd-4df6-b415-96723db94bc9 on network 26c989fc-a4c5-437b-a49b-c6cf21bcbde7 not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:38:12.328210 n-d-825015-3 neutron-server[103475]: ERROR neutron.plugins.ml2.managers [None req-6f35d91d-a467-43a2-a7b1-22b8357c8c74 tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Failed to bind port 1e55b30b-edcd-4df6-b415-96723db94bc9 on host n-h1-825015-3 for vnic_type normal using segments [{'id': 'd566374a-8c23-4f0b-b974-391219e558bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '26c989fc-a4c5-437b-a49b-c6cf21bcbde7'}] Feb 04 12:38:12.328594 n-d-825015-3 neutron-server[103475]: INFO neutron.plugins.ml2.plugin [None req-6f35d91d-a467-43a2-a7b1-22b8357c8c74 tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attempt 6 to bind port 1e55b30b-edcd-4df6-b415-96723db94bc9 Feb 04 12:38:12.341720 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-6f35d91d-a467-43a2-a7b1-22b8357c8c74 tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attempting to bind port 1e55b30b-edcd-4df6-b415-96723db94bc9 on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:38:12.342043 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-6f35d91d-a467-43a2-a7b1-22b8357c8c74 tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attempting to bind port 1e55b30b-edcd-4df6-b415-96723db94bc9 by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': 'd566374a-8c23-4f0b-b974-391219e558bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '26c989fc-a4c5-437b-a49b-c6cf21bcbde7'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:38:12.342372 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f35d91d-a467-43a2-a7b1-22b8357c8c74 tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attempting to bind port 1e55b30b-edcd-4df6-b415-96723db94bc9 on network 26c989fc-a4c5-437b-a49b-c6cf21bcbde7 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:38:12.346632 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f35d91d-a467-43a2-a7b1-22b8357c8c74 tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Port 1e55b30b-edcd-4df6-b415-96723db94bc9 on network 26c989fc-a4c5-437b-a49b-c6cf21bcbde7 not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:38:12.346953 n-d-825015-3 neutron-server[103475]: ERROR neutron.plugins.ml2.managers [None req-6f35d91d-a467-43a2-a7b1-22b8357c8c74 tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Failed to bind port 1e55b30b-edcd-4df6-b415-96723db94bc9 on host n-h1-825015-3 for vnic_type normal using segments [{'id': 'd566374a-8c23-4f0b-b974-391219e558bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '26c989fc-a4c5-437b-a49b-c6cf21bcbde7'}] Feb 04 12:38:12.347380 n-d-825015-3 neutron-server[103475]: INFO neutron.plugins.ml2.plugin [None req-6f35d91d-a467-43a2-a7b1-22b8357c8c74 tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attempt 7 to bind port 1e55b30b-edcd-4df6-b415-96723db94bc9 Feb 04 12:38:12.359226 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-6f35d91d-a467-43a2-a7b1-22b8357c8c74 tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attempting to bind port 1e55b30b-edcd-4df6-b415-96723db94bc9 on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:38:12.359554 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-6f35d91d-a467-43a2-a7b1-22b8357c8c74 tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attempting to bind port 1e55b30b-edcd-4df6-b415-96723db94bc9 by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': 'd566374a-8c23-4f0b-b974-391219e558bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '26c989fc-a4c5-437b-a49b-c6cf21bcbde7'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:38:12.359923 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f35d91d-a467-43a2-a7b1-22b8357c8c74 tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attempting to bind port 1e55b30b-edcd-4df6-b415-96723db94bc9 on network 26c989fc-a4c5-437b-a49b-c6cf21bcbde7 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:38:12.364672 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f35d91d-a467-43a2-a7b1-22b8357c8c74 tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Port 1e55b30b-edcd-4df6-b415-96723db94bc9 on network 26c989fc-a4c5-437b-a49b-c6cf21bcbde7 not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:38:12.365001 n-d-825015-3 neutron-server[103475]: ERROR neutron.plugins.ml2.managers [None req-6f35d91d-a467-43a2-a7b1-22b8357c8c74 tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Failed to bind port 1e55b30b-edcd-4df6-b415-96723db94bc9 on host n-h1-825015-3 for vnic_type normal using segments [{'id': 'd566374a-8c23-4f0b-b974-391219e558bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '26c989fc-a4c5-437b-a49b-c6cf21bcbde7'}] Feb 04 12:38:12.365389 n-d-825015-3 neutron-server[103475]: INFO neutron.plugins.ml2.plugin [None req-6f35d91d-a467-43a2-a7b1-22b8357c8c74 tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attempt 8 to bind port 1e55b30b-edcd-4df6-b415-96723db94bc9 Feb 04 12:38:12.380497 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-6f35d91d-a467-43a2-a7b1-22b8357c8c74 tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attempting to bind port 1e55b30b-edcd-4df6-b415-96723db94bc9 on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:38:12.380837 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-6f35d91d-a467-43a2-a7b1-22b8357c8c74 tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attempting to bind port 1e55b30b-edcd-4df6-b415-96723db94bc9 by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': 'd566374a-8c23-4f0b-b974-391219e558bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '26c989fc-a4c5-437b-a49b-c6cf21bcbde7'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:38:12.381171 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f35d91d-a467-43a2-a7b1-22b8357c8c74 tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attempting to bind port 1e55b30b-edcd-4df6-b415-96723db94bc9 on network 26c989fc-a4c5-437b-a49b-c6cf21bcbde7 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:38:12.386005 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f35d91d-a467-43a2-a7b1-22b8357c8c74 tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Port 1e55b30b-edcd-4df6-b415-96723db94bc9 on network 26c989fc-a4c5-437b-a49b-c6cf21bcbde7 not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:38:12.386331 n-d-825015-3 neutron-server[103475]: ERROR neutron.plugins.ml2.managers [None req-6f35d91d-a467-43a2-a7b1-22b8357c8c74 tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Failed to bind port 1e55b30b-edcd-4df6-b415-96723db94bc9 on host n-h1-825015-3 for vnic_type normal using segments [{'id': 'd566374a-8c23-4f0b-b974-391219e558bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '26c989fc-a4c5-437b-a49b-c6cf21bcbde7'}] Feb 04 12:38:12.386719 n-d-825015-3 neutron-server[103475]: INFO neutron.plugins.ml2.plugin [None req-6f35d91d-a467-43a2-a7b1-22b8357c8c74 tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attempt 9 to bind port 1e55b30b-edcd-4df6-b415-96723db94bc9 Feb 04 12:38:12.399416 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-6f35d91d-a467-43a2-a7b1-22b8357c8c74 tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attempting to bind port 1e55b30b-edcd-4df6-b415-96723db94bc9 on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:38:12.399772 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-6f35d91d-a467-43a2-a7b1-22b8357c8c74 tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attempting to bind port 1e55b30b-edcd-4df6-b415-96723db94bc9 by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': 'd566374a-8c23-4f0b-b974-391219e558bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '26c989fc-a4c5-437b-a49b-c6cf21bcbde7'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:38:12.400268 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f35d91d-a467-43a2-a7b1-22b8357c8c74 tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attempting to bind port 1e55b30b-edcd-4df6-b415-96723db94bc9 on network 26c989fc-a4c5-437b-a49b-c6cf21bcbde7 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:38:12.404605 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f35d91d-a467-43a2-a7b1-22b8357c8c74 tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Port 1e55b30b-edcd-4df6-b415-96723db94bc9 on network 26c989fc-a4c5-437b-a49b-c6cf21bcbde7 not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:38:12.404924 n-d-825015-3 neutron-server[103475]: ERROR neutron.plugins.ml2.managers [None req-6f35d91d-a467-43a2-a7b1-22b8357c8c74 tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Failed to bind port 1e55b30b-edcd-4df6-b415-96723db94bc9 on host n-h1-825015-3 for vnic_type normal using segments [{'id': 'd566374a-8c23-4f0b-b974-391219e558bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '26c989fc-a4c5-437b-a49b-c6cf21bcbde7'}] Feb 04 12:38:12.405305 n-d-825015-3 neutron-server[103475]: INFO neutron.plugins.ml2.plugin [None req-6f35d91d-a467-43a2-a7b1-22b8357c8c74 tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attempt 10 to bind port 1e55b30b-edcd-4df6-b415-96723db94bc9 Feb 04 12:38:12.419318 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-6f35d91d-a467-43a2-a7b1-22b8357c8c74 tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attempting to bind port 1e55b30b-edcd-4df6-b415-96723db94bc9 on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:38:12.419568 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [None req-6f35d91d-a467-43a2-a7b1-22b8357c8c74 tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attempting to bind port 1e55b30b-edcd-4df6-b415-96723db94bc9 by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': 'd566374a-8c23-4f0b-b974-391219e558bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '26c989fc-a4c5-437b-a49b-c6cf21bcbde7'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:38:12.420002 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f35d91d-a467-43a2-a7b1-22b8357c8c74 tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attempting to bind port 1e55b30b-edcd-4df6-b415-96723db94bc9 on network 26c989fc-a4c5-437b-a49b-c6cf21bcbde7 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:38:12.424281 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f35d91d-a467-43a2-a7b1-22b8357c8c74 tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Port 1e55b30b-edcd-4df6-b415-96723db94bc9 on network 26c989fc-a4c5-437b-a49b-c6cf21bcbde7 not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:38:12.424604 n-d-825015-3 neutron-server[103475]: ERROR neutron.plugins.ml2.managers [None req-6f35d91d-a467-43a2-a7b1-22b8357c8c74 tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Failed to bind port 1e55b30b-edcd-4df6-b415-96723db94bc9 on host n-h1-825015-3 for vnic_type normal using segments [{'id': 'd566374a-8c23-4f0b-b974-391219e558bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '26c989fc-a4c5-437b-a49b-c6cf21bcbde7'}] Feb 04 12:38:12.424967 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6f35d91d-a467-43a2-a7b1-22b8357c8c74 tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (1e55b30b-edcd-4df6-b415-96723db94bc9), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:12.525258 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-6f35d91d-a467-43a2-a7b1-22b8357c8c74 tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] For port 1e55b30b-edcd-4df6-b415-96723db94bc9, host n-h1-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:38:12.525636 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-6f35d91d-a467-43a2-a7b1-22b8357c8c74 tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attempted to set empty binding levels {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 04 12:38:12.534832 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6f35d91d-a467-43a2-a7b1-22b8357c8c74 tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (1e55b30b-edcd-4df6-b415-96723db94bc9), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:12.580604 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-6f35d91d-a467-43a2-a7b1-22b8357c8c74 tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] In _notify_port_updated(), no bound segment for port 1e55b30b-edcd-4df6-b415-96723db94bc9 on network 26c989fc-a4c5-437b-a49b-c6cf21bcbde7 {{(pid=103475) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 04 12:38:12.582210 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f35d91d-a467-43a2-a7b1-22b8357c8c74 tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:12.583014 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6f35d91d-a467-43a2-a7b1-22b8357c8c74 tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:12.585336 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-6f35d91d-a467-43a2-a7b1-22b8357c8c74 tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] 10.222.0.65 "PUT /v2.0/ports/1e55b30b-edcd-4df6-b415-96723db94bc9 HTTP/1.1" status: 200 len: 975 time: 0.6691012 Feb 04 12:38:12.587612 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 51524) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:38:12.603720 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcfed52-95d7-4309-a808-c9ef616e64f2 req-849e5162-655f-4e7a-8854-c354de878bd0 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:12.609122 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcfed52-95d7-4309-a808-c9ef616e64f2 req-849e5162-655f-4e7a-8854-c354de878bd0 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:12.615233 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcfed52-95d7-4309-a808-c9ef616e64f2 req-849e5162-655f-4e7a-8854-c354de878bd0 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:12.621724 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcfed52-95d7-4309-a808-c9ef616e64f2 req-849e5162-655f-4e7a-8854-c354de878bd0 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:12.627241 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcfed52-95d7-4309-a808-c9ef616e64f2 req-849e5162-655f-4e7a-8854-c354de878bd0 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:12.634032 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcfed52-95d7-4309-a808-c9ef616e64f2 req-849e5162-655f-4e7a-8854-c354de878bd0 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:12.639323 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcfed52-95d7-4309-a808-c9ef616e64f2 req-849e5162-655f-4e7a-8854-c354de878bd0 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:12.641531 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5fcfed52-95d7-4309-a808-c9ef616e64f2 req-849e5162-655f-4e7a-8854-c354de878bd0 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 5427 time: 0.1532102 Feb 04 12:38:12.654180 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f35d91d-a467-43a2-a7b1-22b8357c8c74 tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Pushing event updated for resources: {'Port': ['ID=1e55b30b-edcd-4df6-b415-96723db94bc9,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:38:12.680479 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-9a85b0fc-52f7-4ab5-9d73-ea002aa35957 tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Deleting port 1e55b30b-edcd-4df6-b415-96723db94bc9 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:38:12.681086 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9a85b0fc-52f7-4ab5-9d73-ea002aa35957 tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (1e55b30b-edcd-4df6-b415-96723db94bc9), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:12.717127 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5fcfed52-95d7-4309-a808-c9ef616e64f2 req-ec94bfe7-eb62-48ab-919d-c281094e41af tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/security-groups?id=6fb9d925-f1ad-446a-9918-6c4396d6cf75&id=298cdae3-8a94-4f2b-ad9f-68a3e4a3ab72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0647299 Feb 04 12:38:12.755893 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-9a85b0fc-52f7-4ab5-9d73-ea002aa35957 tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] For port 1e55b30b-edcd-4df6-b415-96723db94bc9, host n-h1-825015-3, got binding levels [] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:38:12.756326 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9a85b0fc-52f7-4ab5-9d73-ea002aa35957 tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (1e55b30b-edcd-4df6-b415-96723db94bc9), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:12.770809 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-9a85b0fc-52f7-4ab5-9d73-ea002aa35957 tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Calling delete_port for 1e55b30b-edcd-4df6-b415-96723db94bc9 owned by {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:38:12.813752 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-90ba6c65-709f-40f2-9f1e-aa9692f7cc96 req-469e02ed-d613-4fe4-94be-a086c458c0a1 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd965a09-a3c2-4154-b1ba-6bff03a756a4 HTTP/1.1" status: 200 len: 210 time: 0.0322869 Feb 04 12:38:13.181643 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9a85b0fc-52f7-4ab5-9d73-ea002aa35957 tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (1e55b30b-edcd-4df6-b415-96723db94bc9), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:13.211748 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a85b0fc-52f7-4ab5-9d73-ea002aa35957 tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Pushing event deleted for resources: {'Port': ['ID=1e55b30b-edcd-4df6-b415-96723db94bc9,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:38:13.221450 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9a85b0fc-52f7-4ab5-9d73-ea002aa35957 tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:13.228640 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-9a85b0fc-52f7-4ab5-9d73-ea002aa35957 tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] 10.222.0.65 "DELETE /v2.0/ports/1e55b30b-edcd-4df6-b415-96723db94bc9 HTTP/1.1" status: 204 len: 168 time: 0.6365187 Feb 04 12:38:13.228876 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 51528) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:38:13.256085 n-d-825015-3 neutron-server[103475]: INFO neutron.pecan_wsgi.hooks.translation [None req-7aa43b7c-23f9-4530-9d40-21e5ed4e75db tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] GET failed (client error): The resource could not be found. Feb 04 12:38:13.259775 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-7aa43b7c-23f9-4530-9d40-21e5ed4e75db tempest-PortsAdminExtendedAttrsTestJSON-1329068060 tempest-PortsAdminExtendedAttrsTestJSON-1329068060-project-admin] 10.222.0.65 "GET /v2.0/ports/1e55b30b-edcd-4df6-b415-96723db94bc9 HTTP/1.1" status: 404 len: 333 time: 0.0278792 Feb 04 12:38:13.261945 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 51530) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:38:13.369741 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-03d703f4-3901-4f2f-8092-1d6ceae53e4d tempest-PortsAdminExtendedAttrsTestJSON-370368502 tempest-PortsAdminExtendedAttrsTestJSON-370368502-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (26c989fc-a4c5-437b-a49b-c6cf21bcbde7), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:13.472733 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-03d703f4-3901-4f2f-8092-1d6ceae53e4d tempest-PortsAdminExtendedAttrsTestJSON-370368502 tempest-PortsAdminExtendedAttrsTestJSON-370368502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (26c989fc-a4c5-437b-a49b-c6cf21bcbde7), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:13.495690 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-03d703f4-3901-4f2f-8092-1d6ceae53e4d tempest-PortsAdminExtendedAttrsTestJSON-370368502 tempest-PortsAdminExtendedAttrsTestJSON-370368502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26c989fc-a4c5-437b-a49b-c6cf21bcbde7']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:38:13.506876 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-03d703f4-3901-4f2f-8092-1d6ceae53e4d tempest-PortsAdminExtendedAttrsTestJSON-370368502 tempest-PortsAdminExtendedAttrsTestJSON-370368502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd566374a-8c23-4f0b-b974-391219e558bb') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:38:13.507144 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-03d703f4-3901-4f2f-8092-1d6ceae53e4d tempest-PortsAdminExtendedAttrsTestJSON-370368502 tempest-PortsAdminExtendedAttrsTestJSON-370368502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd566374a-8c23-4f0b-b974-391219e558bb') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:38:13.538817 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-03d703f4-3901-4f2f-8092-1d6ceae53e4d tempest-PortsAdminExtendedAttrsTestJSON-370368502 tempest-PortsAdminExtendedAttrsTestJSON-370368502-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (d566374a-8c23-4f0b-b974-391219e558bb), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:13.569479 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-03d703f4-3901-4f2f-8092-1d6ceae53e4d tempest-PortsAdminExtendedAttrsTestJSON-370368502 tempest-PortsAdminExtendedAttrsTestJSON-370368502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (d566374a-8c23-4f0b-b974-391219e558bb), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:13.588107 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03d703f4-3901-4f2f-8092-1d6ceae53e4d tempest-PortsAdminExtendedAttrsTestJSON-370368502 tempest-PortsAdminExtendedAttrsTestJSON-370368502-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:38:13.589188 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-03d703f4-3901-4f2f-8092-1d6ceae53e4d tempest-PortsAdminExtendedAttrsTestJSON-370368502 tempest-PortsAdminExtendedAttrsTestJSON-370368502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (d566374a-8c23-4f0b-b974-391219e558bb), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:13.626371 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 12:38:13.626371 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:38:13.626371 n-d-825015-3 neutron-server[103474]: timer() Feb 04 12:38:13.626371 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:38:13.626371 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 12:38:13.626371 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:38:13.626371 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 12:38:13.626371 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:38:13.626371 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 12:38:13.626371 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:38:13.626371 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 12:38:13.626371 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:38:13.626371 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 12:38:13.626371 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:38:13.626371 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:38:13.626371 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:38:13.626371 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:38:13.626371 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:38:13.626371 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 12:38:13.626371 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:38:13.626371 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 12:38:13.626371 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:38:13.626371 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:38:13.626371 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:38:13.626371 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 12:38:13.626371 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:38:13.626371 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:38:13.626371 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:38:13.626371 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:38:13.626371 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:38:13.626371 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:38:13.626371 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:38:13.750842 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-03d703f4-3901-4f2f-8092-1d6ceae53e4d tempest-PortsAdminExtendedAttrsTestJSON-370368502 tempest-PortsAdminExtendedAttrsTestJSON-370368502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (26c989fc-a4c5-437b-a49b-c6cf21bcbde7), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:13.762415 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-03d703f4-3901-4f2f-8092-1d6ceae53e4d tempest-PortsAdminExtendedAttrsTestJSON-370368502 tempest-PortsAdminExtendedAttrsTestJSON-370368502-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:13.772936 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-03d703f4-3901-4f2f-8092-1d6ceae53e4d tempest-PortsAdminExtendedAttrsTestJSON-370368502 tempest-PortsAdminExtendedAttrsTestJSON-370368502-project] 10.222.0.65 "DELETE /v2.0/networks/26c989fc-a4c5-437b-a49b-c6cf21bcbde7 HTTP/1.1" status: 204 len: 168 time: 0.5088291 Feb 04 12:38:13.795848 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d703f4-3901-4f2f-8092-1d6ceae53e4d tempest-PortsAdminExtendedAttrsTestJSON-370368502 tempest-PortsAdminExtendedAttrsTestJSON-370368502-project] Pushing event deleted for resources: {'Network': ['ID=26c989fc-a4c5-437b-a49b-c6cf21bcbde7,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:38:14.172648 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb609928-2999-4d35-91d9-8ae825180db6 req-ddbdc478-682f-438a-ad2a-847d2b0cdf2f tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:14.181819 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-eb609928-2999-4d35-91d9-8ae825180db6 req-ddbdc478-682f-438a-ad2a-847d2b0cdf2f tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.65 "GET /v2.0/networks?id=4818c56c-ae1d-43b5-80d2-4a5373ab8e6b HTTP/1.1" status: 200 len: 815 time: 0.2019968 Feb 04 12:38:14.201300 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-eb609928-2999-4d35-91d9-8ae825180db6 req-2001118c-a399-4829-b09b-54dbbae40df7 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.65 "GET /v2.0/quotas/72075fcbbaca4534bfa18449bac56045 HTTP/1.1" status: 200 len: 375 time: 0.0181084 Feb 04 12:38:14.296686 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 51574) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:38:14.296827 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-eb609928-2999-4d35-91d9-8ae825180db6 req-cbd15359-09f1-4fe4-b147-7f587d12f2eb tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=72075fcbbaca4534bfa18449bac56045&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0943189 Feb 04 12:38:14.548611 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-eb609928-2999-4d35-91d9-8ae825180db6 req-717b3a56-3d4f-4eec-a02c-1f79496f8aae service neutron] 10.222.0.65 "GET /v2.0/networks/4818c56c-ae1d-43b5-80d2-4a5373ab8e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229104 Feb 04 12:38:14.564781 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-f212a2b7-46d2-4114-8610-dbe10071acf9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=517e983c79194865a66801c92381a7ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2633853 Feb 04 12:38:14.569329 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 51582) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:38:14.709614 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-65f8439d-252b-4835-abc8-140414fa0aa6 admin admin] Publish callbacks [] for security_group (49f9b102-94da-4852-aa48-5e0218dec82b), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:14.798829 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-65f8439d-252b-4835-abc8-140414fa0aa6 admin admin] Publish callbacks [] for security_group (49f9b102-94da-4852-aa48-5e0218dec82b), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:14.836846 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70a43ea-80dd-4524-b087-bfc48088f31b req-0fe4c75b-a68e-4e7e-9bfb-1fe44a2405ad tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:14.852304 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70a43ea-80dd-4524-b087-bfc48088f31b req-0fe4c75b-a68e-4e7e-9bfb-1fe44a2405ad tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:14.860314 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70a43ea-80dd-4524-b087-bfc48088f31b req-0fe4c75b-a68e-4e7e-9bfb-1fe44a2405ad tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:14.867302 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70a43ea-80dd-4524-b087-bfc48088f31b req-0fe4c75b-a68e-4e7e-9bfb-1fe44a2405ad tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:14.874467 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70a43ea-80dd-4524-b087-bfc48088f31b req-0fe4c75b-a68e-4e7e-9bfb-1fe44a2405ad tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:14.880663 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70a43ea-80dd-4524-b087-bfc48088f31b req-0fe4c75b-a68e-4e7e-9bfb-1fe44a2405ad tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:14.886205 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70a43ea-80dd-4524-b087-bfc48088f31b req-0fe4c75b-a68e-4e7e-9bfb-1fe44a2405ad tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:14.888873 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b70a43ea-80dd-4524-b087-bfc48088f31b req-0fe4c75b-a68e-4e7e-9bfb-1fe44a2405ad tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 5427 time: 0.2215848 Feb 04 12:38:14.978425 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b70a43ea-80dd-4524-b087-bfc48088f31b req-8ded79eb-b5be-4b5a-81f7-80303b9675b6 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/security-groups?id=6fb9d925-f1ad-446a-9918-6c4396d6cf75&id=298cdae3-8a94-4f2b-ad9f-68a3e4a3ab72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0804975 Feb 04 12:38:15.012469 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-eb609928-2999-4d35-91d9-8ae825180db6 req-1c21c27f-0c41-4436-b7ae-0e2134f1fabb service neutron] 10.222.0.65 "GET /v2.0/networks/4818c56c-ae1d-43b5-80d2-4a5373ab8e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4524703 Feb 04 12:38:15.050983 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-65f8439d-252b-4835-abc8-140414fa0aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (49f9b102-94da-4852-aa48-5e0218dec82b), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:15.056235 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-65f8439d-252b-4835-abc8-140414fa0aa6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:15.060385 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-65f8439d-252b-4835-abc8-140414fa0aa6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/49f9b102-94da-4852-aa48-5e0218dec82b HTTP/1.1" status: 204 len: 168 time: 0.4897635 Feb 04 12:38:15.079335 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f8439d-252b-4835-abc8-140414fa0aa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49f9b102-94da-4852-aa48-5e0218dec82b,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:38:15.186360 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0f8c9702-094b-466a-9f85-ea48f86b707e req-81765017-b392-45b4-a856-b72b40d8c0cf tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd965a09-a3c2-4154-b1ba-6bff03a756a4 HTTP/1.1" status: 200 len: 210 time: 0.0591605 Feb 04 12:38:15.355025 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-afc6e4b0-ef7f-42df-bc07-9a04ef37a904 req-80a5d304-f9d2-4cf7-afef-dbe0e8e28937 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9e6265c-6c82-4ab3-bce7-1ca8c1cef626 HTTP/1.1" status: 200 len: 210 time: 0.0676584 Feb 04 12:38:15.528308 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2cb4ba3a-b836-4408-a86b-29b5efa4a4fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:15.659983 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 51602) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:38:15.728492 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-881a9904-3a53-4d0d-b14a-a5ed8c52d094 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f12e2ebd0e93421bb48774e6f833a16b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0664096 Feb 04 12:38:15.731283 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 51604) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:38:15.853206 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d4a0cc92-d954-4eeb-a1ea-de384bce7171 admin admin] Publish callbacks [] for security_group (36e828eb-9356-4a31-bed8-7b345317f542), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:15.883311 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d4a0cc92-d954-4eeb-a1ea-de384bce7171 admin admin] Publish callbacks [] for security_group (36e828eb-9356-4a31-bed8-7b345317f542), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:15.955380 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d4a0cc92-d954-4eeb-a1ea-de384bce7171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (36e828eb-9356-4a31-bed8-7b345317f542), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:15.963443 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d4a0cc92-d954-4eeb-a1ea-de384bce7171 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:15.965307 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-d4a0cc92-d954-4eeb-a1ea-de384bce7171 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/36e828eb-9356-4a31-bed8-7b345317f542 HTTP/1.1" status: 204 len: 168 time: 0.2327685 Feb 04 12:38:15.983912 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a0cc92-d954-4eeb-a1ea-de384bce7171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36e828eb-9356-4a31-bed8-7b345317f542,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:38:16.241025 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b7d3cb-1bfa-4496-b257-083f84502b64 req-a0e9222e-04e7-4533-a7e3-1b93d9ca00b2 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:16.249562 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b7d3cb-1bfa-4496-b257-083f84502b64 req-a0e9222e-04e7-4533-a7e3-1b93d9ca00b2 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:16.256669 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b7d3cb-1bfa-4496-b257-083f84502b64 req-a0e9222e-04e7-4533-a7e3-1b93d9ca00b2 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:16.265008 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b7d3cb-1bfa-4496-b257-083f84502b64 req-a0e9222e-04e7-4533-a7e3-1b93d9ca00b2 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:16.273599 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b7d3cb-1bfa-4496-b257-083f84502b64 req-a0e9222e-04e7-4533-a7e3-1b93d9ca00b2 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:16.281334 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b7d3cb-1bfa-4496-b257-083f84502b64 req-a0e9222e-04e7-4533-a7e3-1b93d9ca00b2 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:16.306850 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b7d3cb-1bfa-4496-b257-083f84502b64 req-a0e9222e-04e7-4533-a7e3-1b93d9ca00b2 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:16.317312 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b9b7d3cb-1bfa-4496-b257-083f84502b64 req-a0e9222e-04e7-4533-a7e3-1b93d9ca00b2 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 5427 time: 0.1760252 Feb 04 12:38:16.471673 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6ea1259b-8967-4df6-a195-e12134618298 req-819dafa1-df7c-4f14-9862-1937753f2b75 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd965a09-a3c2-4154-b1ba-6bff03a756a4 HTTP/1.1" status: 200 len: 210 time: 0.1096909 Feb 04 12:38:16.519582 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b9b7d3cb-1bfa-4496-b257-083f84502b64 req-b79ab104-08fb-4676-8033-9f39887372e0 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/security-groups?id=6fb9d925-f1ad-446a-9918-6c4396d6cf75&id=298cdae3-8a94-4f2b-ad9f-68a3e4a3ab72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1957297 Feb 04 12:38:16.619771 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a64aacce-254c-4b5c-8bb0-aa5b777ed3e5 req-695a77f8-fc57-464a-94b0-fab773695eb2 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9e6265c-6c82-4ab3-bce7-1ca8c1cef626 HTTP/1.1" status: 200 len: 210 time: 0.0366573 Feb 04 12:38:17.093161 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb609928-2999-4d35-91d9-8ae825180db6 req-8e473a92-b0de-4142-bddc-731f48c8f7a8 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:17.095915 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-eb609928-2999-4d35-91d9-8ae825180db6 req-8e473a92-b0de-4142-bddc-731f48c8f7a8 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.77 "GET /v2.0/networks?id=4818c56c-ae1d-43b5-80d2-4a5373ab8e6b HTTP/1.1" status: 200 len: 815 time: 0.2793050 Feb 04 12:38:17.115378 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-eb609928-2999-4d35-91d9-8ae825180db6 req-d7f8d3f6-10c5-42a0-a6d5-41f20cf369c5 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Request body: {'port': {'device_id': 'f9e6265c-6c82-4ab3-bce7-1ca8c1cef626', 'network_id': '4818c56c-ae1d-43b5-80d2-4a5373ab8e6b', 'admin_state_up': True, 'tenant_id': '72075fcbbaca4534bfa18449bac56045'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:38:17.270025 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb609928-2999-4d35-91d9-8ae825180db6 req-d7f8d3f6-10c5-42a0-a6d5-41f20cf369c5 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Made reservation on behalf of 72075fcbbaca4534bfa18449bac56045 for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:38:17.275664 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-eb609928-2999-4d35-91d9-8ae825180db6 req-d7f8d3f6-10c5-42a0-a6d5-41f20cf369c5 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:17.458020 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [req-eb609928-2999-4d35-91d9-8ae825180db6 req-d7f8d3f6-10c5-42a0-a6d5-41f20cf369c5 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Allocated IP 172.20.0.12 (4818c56c-ae1d-43b5-80d2-4a5373ab8e6b/fbb54edd-3278-45b2-a986-7521678ba6ac/08dd6575-bda4-4dc0-91a6-16a40b116c46) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:38:17.640717 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-75c1668d-3162-460f-b531-c784a2e29289 req-95da97f7-fa9c-4545-bc79-1c75007d7efa tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd965a09-a3c2-4154-b1ba-6bff03a756a4 HTTP/1.1" status: 200 len: 210 time: 0.0698993 Feb 04 12:38:17.697332 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-eb609928-2999-4d35-91d9-8ae825180db6 req-d7f8d3f6-10c5-42a0-a6d5-41f20cf369c5 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Publish callbacks [] for port (08dd6575-bda4-4dc0-91a6-16a40b116c46), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:17.822360 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-eb609928-2999-4d35-91d9-8ae825180db6 req-d7f8d3f6-10c5-42a0-a6d5-41f20cf369c5 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (08dd6575-bda4-4dc0-91a6-16a40b116c46), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:17.830340 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989509fa-8b76-4f60-a51a-23e4c7498945 req-1410bba4-581f-466f-afdb-4d4cbca24eab tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:17.836257 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['7ac5ab11-addb-4dd2-b145-f5d33ea6ff70', '6ee112e8-01ac-4586-902f-f67b6703a584'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:38:17.838779 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989509fa-8b76-4f60-a51a-23e4c7498945 req-1410bba4-581f-466f-afdb-4d4cbca24eab tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:17.845578 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989509fa-8b76-4f60-a51a-23e4c7498945 req-1410bba4-581f-466f-afdb-4d4cbca24eab tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:17.854067 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989509fa-8b76-4f60-a51a-23e4c7498945 req-1410bba4-581f-466f-afdb-4d4cbca24eab tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:17.868912 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989509fa-8b76-4f60-a51a-23e4c7498945 req-1410bba4-581f-466f-afdb-4d4cbca24eab tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:17.877323 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989509fa-8b76-4f60-a51a-23e4c7498945 req-1410bba4-581f-466f-afdb-4d4cbca24eab tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:17.885633 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989509fa-8b76-4f60-a51a-23e4c7498945 req-1410bba4-581f-466f-afdb-4d4cbca24eab tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:17.894775 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-989509fa-8b76-4f60-a51a-23e4c7498945 req-1410bba4-581f-466f-afdb-4d4cbca24eab tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 5427 time: 0.1907949 Feb 04 12:38:17.927652 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['469449ce-763d-4db4-a452-63e01e8fed24'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:38:17.955098 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb609928-2999-4d35-91d9-8ae825180db6 req-d7f8d3f6-10c5-42a0-a6d5-41f20cf369c5 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Network 4818c56c-ae1d-43b5-80d2-4a5373ab8e6b is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:38:17.963017 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [req-eb609928-2999-4d35-91d9-8ae825180db6 req-d7f8d3f6-10c5-42a0-a6d5-41f20cf369c5 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:38:17.969473 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb609928-2999-4d35-91d9-8ae825180db6 req-d7f8d3f6-10c5-42a0-a6d5-41f20cf369c5 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:38:17.972029 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d917f63-66ce-499a-bc1a-318230cf5823 req-5148d082-b833-4e3d-835a-e7a378cd76cf tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:17.973622 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5d917f63-66ce-499a-bc1a-318230cf5823 req-5148d082-b833-4e3d-835a-e7a378cd76cf tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9e6265c-6c82-4ab3-bce7-1ca8c1cef626 HTTP/1.1" status: 200 len: 932 time: 0.1716383 Feb 04 12:38:18.023383 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-615cfe6b-84f0-4698-8df1-23fcda24242b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:18.043027 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f8d3f6-10c5-42a0-a6d5-41f20cf369c5 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Pushing event updated for resources: {'Port': ['ID=08dd6575-bda4-4dc0-91a6-16a40b116c46,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:38:18.087820 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb609928-2999-4d35-91d9-8ae825180db6 req-d7f8d3f6-10c5-42a0-a6d5-41f20cf369c5 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:18.092652 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-eb609928-2999-4d35-91d9-8ae825180db6 req-d7f8d3f6-10c5-42a0-a6d5-41f20cf369c5 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:18.117888 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-eb609928-2999-4d35-91d9-8ae825180db6 req-d7f8d3f6-10c5-42a0-a6d5-41f20cf369c5 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0112891 Feb 04 12:38:18.149497 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5d917f63-66ce-499a-bc1a-318230cf5823 req-5ac15cab-6433-4bcf-9c0f-67b0511d5159 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.65 "GET /v2.0/security-groups?id=3194529c-ef45-449a-86a3-c42c7670cd65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655986 Feb 04 12:38:18.188524 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-989509fa-8b76-4f60-a51a-23e4c7498945 req-b4d6abfd-f598-462b-ac1d-afef3fe9d50b tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/security-groups?id=6fb9d925-f1ad-446a-9918-6c4396d6cf75&id=298cdae3-8a94-4f2b-ad9f-68a3e4a3ab72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2922063 Feb 04 12:38:18.324150 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-eb609928-2999-4d35-91d9-8ae825180db6 req-a7757e36-9490-44de-a6b2-900f8c5f26fa service neutron] Request body: {'port': {'device_id': 'f9e6265c-6c82-4ab3-bce7-1ca8c1cef626', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825015-3'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:38:18.412737 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-eb609928-2999-4d35-91d9-8ae825180db6 req-a7757e36-9490-44de-a6b2-900f8c5f26fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (08dd6575-bda4-4dc0-91a6-16a40b116c46), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:18.483793 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 51662) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:38:18.627951 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-c7a1a179-2914-4563-afe0-ba61e0bc1395 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-2091055430', 'router:external': True}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:38:18.668764 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7a1a179-2914-4563-afe0-ba61e0bc1395 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Made reservation on behalf of f43aaa694baf43c5851df8edc3f3937e for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:38:18.672450 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c7a1a179-2914-4563-afe0-ba61e0bc1395 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:18.693231 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c7a1a179-2914-4563-afe0-ba61e0bc1395 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:18.801526 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-905cc04b-85b7-4672-a0b5-a25ee0096b30 req-732c50fb-5bc3-425c-af00-e94755cc5f8a tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd965a09-a3c2-4154-b1ba-6bff03a756a4 HTTP/1.1" status: 200 len: 210 time: 0.0450535 Feb 04 12:38:18.837412 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [req-eb609928-2999-4d35-91d9-8ae825180db6 req-a7757e36-9490-44de-a6b2-900f8c5f26fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08dd6575-bda4-4dc0-91a6-16a40b116c46 {{(pid=103474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:38:18.849580 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-eb609928-2999-4d35-91d9-8ae825180db6 req-a7757e36-9490-44de-a6b2-900f8c5f26fa service neutron] Publish callbacks [] for port (08dd6575-bda4-4dc0-91a6-16a40b116c46), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:18.878497 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c7a1a179-2914-4563-afe0-ba61e0bc1395 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks [] for security_group (fc369608-2731-447d-a706-05073f592994), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:18.879771 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.provisioning_blocks [req-eb609928-2999-4d35-91d9-8ae825180db6 req-a7757e36-9490-44de-a6b2-900f8c5f26fa service neutron] Transition to ACTIVE for port object 08dd6575-bda4-4dc0-91a6-16a40b116c46 will not be triggered until provisioned by entity L2. {{(pid=103474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:38:18.883799 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c7a1a179-2914-4563-afe0-ba61e0bc1395 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (fc369608-2731-447d-a706-05073f592994), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:18.890526 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-eb609928-2999-4d35-91d9-8ae825180db6 req-a7757e36-9490-44de-a6b2-900f8c5f26fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (08dd6575-bda4-4dc0-91a6-16a40b116c46), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:18.943251 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7a1a179-2914-4563-afe0-ba61e0bc1395 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:38:18.973802 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c7a1a179-2914-4563-afe0-ba61e0bc1395 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (876d3141-da5e-4b2b-9cdc-f0c8c76500f7), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:18.974158 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-c7a1a179-2914-4563-afe0-ba61e0bc1395 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Added segment 876d3141-da5e-4b2b-9cdc-f0c8c76500f7 of type vlan for network 08cf74b7-9e48-4a81-bc28-c912a28c66e1 Feb 04 12:38:18.975548 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a1a179-2914-4563-afe0-ba61e0bc1395 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc369608-2731-447d-a706-05073f592994,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:38:19.016904 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7757e36-9490-44de-a6b2-900f8c5f26fa service neutron] Pushing event updated for resources: {'Port': ['ID=08dd6575-bda4-4dc0-91a6-16a40b116c46,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:38:19.075380 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c7a1a179-2914-4563-afe0-ba61e0bc1395 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (08cf74b7-9e48-4a81-bc28-c912a28c66e1), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:19.120048 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-eb609928-2999-4d35-91d9-8ae825180db6 req-a7757e36-9490-44de-a6b2-900f8c5f26fa service neutron] Attempting to bind port 08dd6575-bda4-4dc0-91a6-16a40b116c46 on host n-h2-825015-3 for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:38:19.120808 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-eb609928-2999-4d35-91d9-8ae825180db6 req-a7757e36-9490-44de-a6b2-900f8c5f26fa service neutron] Attempting to bind port 08dd6575-bda4-4dc0-91a6-16a40b116c46 by drivers openvswitch,hyperv on host n-h2-825015-3 at level 0 using segments [{'id': '37882638-7c6f-43c0-8749-8a8baa27febc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4818c56c-ae1d-43b5-80d2-4a5373ab8e6b'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:38:19.120808 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb609928-2999-4d35-91d9-8ae825180db6 req-a7757e36-9490-44de-a6b2-900f8c5f26fa service neutron] Attempting to bind port 08dd6575-bda4-4dc0-91a6-16a40b116c46 on network 4818c56c-ae1d-43b5-80d2-4a5373ab8e6b {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:38:19.125361 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c7a1a179-2914-4563-afe0-ba61e0bc1395 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (08cf74b7-9e48-4a81-bc28-c912a28c66e1), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:19.126455 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a1a179-2914-4563-afe0-ba61e0bc1395 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:19.127047 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c7a1a179-2914-4563-afe0-ba61e0bc1395 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:19.132968 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb609928-2999-4d35-91d9-8ae825180db6 req-a7757e36-9490-44de-a6b2-900f8c5f26fa service neutron] Port 08dd6575-bda4-4dc0-91a6-16a40b116c46 on network 4818c56c-ae1d-43b5-80d2-4a5373ab8e6b not bound, no agent of type Open vSwitch agent registered on host n-h2-825015-3 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:38:19.133298 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb609928-2999-4d35-91d9-8ae825180db6 req-a7757e36-9490-44de-a6b2-900f8c5f26fa service neutron] Attempting to bind port 08dd6575-bda4-4dc0-91a6-16a40b116c46 on network 4818c56c-ae1d-43b5-80d2-4a5373ab8e6b {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:38:19.159650 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:19.190209 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb609928-2999-4d35-91d9-8ae825180db6 req-a7757e36-9490-44de-a6b2-900f8c5f26fa service neutron] Checking agent: {'id': '9b68a165-e786-4b91-8592-44519c2ecabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:38:19.191100 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb609928-2999-4d35-91d9-8ae825180db6 req-a7757e36-9490-44de-a6b2-900f8c5f26fa service neutron] Checking segment: {'id': '37882638-7c6f-43c0-8749-8a8baa27febc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4818c56c-ae1d-43b5-80d2-4a5373ab8e6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:38:19.191500 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb609928-2999-4d35-91d9-8ae825180db6 req-a7757e36-9490-44de-a6b2-900f8c5f26fa service neutron] Bound using segment: {'id': '37882638-7c6f-43c0-8749-8a8baa27febc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4818c56c-ae1d-43b5-80d2-4a5373ab8e6b'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:38:19.192406 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-eb609928-2999-4d35-91d9-8ae825180db6 req-a7757e36-9490-44de-a6b2-900f8c5f26fa service neutron] Bound port: 08dd6575-bda4-4dc0-91a6-16a40b116c46, host: n-h2-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37882638-7c6f-43c0-8749-8a8baa27febc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4818c56c-ae1d-43b5-80d2-4a5373ab8e6b'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:38:19.192406 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-eb609928-2999-4d35-91d9-8ae825180db6 req-a7757e36-9490-44de-a6b2-900f8c5f26fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (08dd6575-bda4-4dc0-91a6-16a40b116c46), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:19.220250 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-c7a1a179-2914-4563-afe0-ba61e0bc1395 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.7325907 Feb 04 12:38:19.220625 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 51670) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:38:19.226096 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a1a179-2914-4563-afe0-ba61e0bc1395 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Pushing event updated for resources: {'Network': ['ID=08cf74b7-9e48-4a81-bc28-c912a28c66e1,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:38:19.226579 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-22777452-ef40-4dd4-895a-da5105ec0dc5 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Request body: {'subnet': {'network_id': '08cf74b7-9e48-4a81-bc28-c912a28c66e1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:38:19.237453 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 08cf74b7-9e48-4a81-bc28-c912a28c66e1 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:38:19.317363 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-eb609928-2999-4d35-91d9-8ae825180db6 req-a7757e36-9490-44de-a6b2-900f8c5f26fa service neutron] For port 08dd6575-bda4-4dc0-91a6-16a40b116c46, host n-h2-825015-3, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:38:19.321189 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-eb609928-2999-4d35-91d9-8ae825180db6 req-a7757e36-9490-44de-a6b2-900f8c5f26fa service neutron] For port 08dd6575-bda4-4dc0-91a6-16a40b116c46, host n-h2-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=08dd6575-bda4-4dc0-91a6-16a40b116c46,segment=NetworkSegment(37882638-7c6f-43c0-8749-8a8baa27febc),segment_id=37882638-7c6f-43c0-8749-8a8baa27febc)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:38:19.328872 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22777452-ef40-4dd4-895a-da5105ec0dc5 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Made reservation on behalf of f43aaa694baf43c5851df8edc3f3937e for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:38:19.332195 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-22777452-ef40-4dd4-895a-da5105ec0dc5 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:19.336989 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-eb609928-2999-4d35-91d9-8ae825180db6 req-a7757e36-9490-44de-a6b2-900f8c5f26fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (08dd6575-bda4-4dc0-91a6-16a40b116c46), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:19.375634 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb609928-2999-4d35-91d9-8ae825180db6 req-a7757e36-9490-44de-a6b2-900f8c5f26fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:19.376320 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-eb609928-2999-4d35-91d9-8ae825180db6 req-a7757e36-9490-44de-a6b2-900f8c5f26fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:19.377748 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-eb609928-2999-4d35-91d9-8ae825180db6 req-a7757e36-9490-44de-a6b2-900f8c5f26fa service neutron] 10.222.0.77 "PUT /v2.0/ports/08dd6575-bda4-4dc0-91a6-16a40b116c46 HTTP/1.1" status: 200 len: 1092 time: 1.2524509 Feb 04 12:38:19.378772 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9e6265c-6c82-4ab3-bce7-1ca8c1cef626', 'tag': '08dd6575-bda4-4dc0-91a6-16a40b116c46'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:38:19.381127 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70f4275b-d991-446c-bd18-90c3d9b0d5e1" -d '{"events": [{"name": "network-changed", "server_uuid": "f9e6265c-6c82-4ab3-bce7-1ca8c1cef626", "tag": "08dd6575-bda4-4dc0-91a6-16a40b116c46"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:38:19.419318 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7757e36-9490-44de-a6b2-900f8c5f26fa service neutron] Pushing event updated for resources: {'Port': ['ID=08dd6575-bda4-4dc0-91a6-16a40b116c46,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:38:19.468222 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f9b846-a2e8-4d98-bef7-f4ecd175bce4 req-bcd0af39-b4be-46b2-8068-25b18a02da26 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:19.469752 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d5f9b846-a2e8-4d98-bef7-f4ecd175bce4 req-bcd0af39-b4be-46b2-8068-25b18a02da26 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9e6265c-6c82-4ab3-bce7-1ca8c1cef626 HTTP/1.1" status: 200 len: 944 time: 0.2219875 Feb 04 12:38:19.484735 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a2ef21-2c5f-4b4f-aeba-5ec444754c23 req-b8dc5839-bc93-4e18-8e40-e0879136b9e8 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:19.491006 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a2ef21-2c5f-4b4f-aeba-5ec444754c23 req-b8dc5839-bc93-4e18-8e40-e0879136b9e8 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:19.496368 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a2ef21-2c5f-4b4f-aeba-5ec444754c23 req-b8dc5839-bc93-4e18-8e40-e0879136b9e8 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:19.497976 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb609928-2999-4d35-91d9-8ae825180db6 req-c011238e-e64c-4dd5-8b21-7a2193c53243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:19.499520 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-eb609928-2999-4d35-91d9-8ae825180db6 req-c011238e-e64c-4dd5-8b21-7a2193c53243 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=72075fcbbaca4534bfa18449bac56045&device_id=f9e6265c-6c82-4ab3-bce7-1ca8c1cef626 HTTP/1.1" status: 200 len: 1126 time: 0.0718989 Feb 04 12:38:19.513547 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a2ef21-2c5f-4b4f-aeba-5ec444754c23 req-b8dc5839-bc93-4e18-8e40-e0879136b9e8 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:19.519418 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a2ef21-2c5f-4b4f-aeba-5ec444754c23 req-b8dc5839-bc93-4e18-8e40-e0879136b9e8 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:19.524867 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a2ef21-2c5f-4b4f-aeba-5ec444754c23 req-b8dc5839-bc93-4e18-8e40-e0879136b9e8 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:19.530080 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a2ef21-2c5f-4b4f-aeba-5ec444754c23 req-b8dc5839-bc93-4e18-8e40-e0879136b9e8 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:19.532063 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-93a2ef21-2c5f-4b4f-aeba-5ec444754c23 req-b8dc5839-bc93-4e18-8e40-e0879136b9e8 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 5427 time: 0.2213061 Feb 04 12:38:19.548322 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-eb609928-2999-4d35-91d9-8ae825180db6 req-45e3ba59-83d9-4b7a-9f57-802e6883b898 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=08dd6575-bda4-4dc0-91a6-16a40b116c46 HTTP/1.1" status: 200 len: 217 time: 0.0413687 Feb 04 12:38:19.598659 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb609928-2999-4d35-91d9-8ae825180db6 req-919f80cb-e899-4218-821d-9a0810edb952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:19.599872 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d5f9b846-a2e8-4d98-bef7-f4ecd175bce4 req-ff002c33-3c14-4b61-96b8-d7c7f075c1c2 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.65 "GET /v2.0/security-groups?id=3194529c-ef45-449a-86a3-c42c7670cd65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668030 Feb 04 12:38:19.600315 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-eb609928-2999-4d35-91d9-8ae825180db6 req-919f80cb-e899-4218-821d-9a0810edb952 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=fbb54edd-3278-45b2-a986-7521678ba6ac HTTP/1.1" status: 200 len: 855 time: 0.0466232 Feb 04 12:38:19.640659 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-eb609928-2999-4d35-91d9-8ae825180db6 req-06fc1401-a67e-446b-8c7c-660b40e7112a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4818c56c-ae1d-43b5-80d2-4a5373ab8e6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331511 Feb 04 12:38:19.674054 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-93a2ef21-2c5f-4b4f-aeba-5ec444754c23 req-dd4bddc7-db37-4fc4-b119-ff2ab18cc584 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/security-groups?id=6fb9d925-f1ad-446a-9918-6c4396d6cf75&id=298cdae3-8a94-4f2b-ad9f-68a3e4a3ab72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1315157 Feb 04 12:38:19.674434 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d4fe464-7e4c-4343-94e8-8ee85c66cba9 x-openstack-request-id: req-4d4fe464-7e4c-4343-94e8-8ee85c66cba9 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:38:19.675350 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9e6265c-6c82-4ab3-bce7-1ca8c1cef626", "tag": "08dd6575-bda4-4dc0-91a6-16a40b116c46", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:38:19.675622 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4d4fe464-7e4c-4343-94e8-8ee85c66cba9 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:38:19.676184 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9e6265c-6c82-4ab3-bce7-1ca8c1cef626', 'tag': '08dd6575-bda4-4dc0-91a6-16a40b116c46', 'status': 'completed', 'code': 200} Feb 04 12:38:19.750857 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-eb609928-2999-4d35-91d9-8ae825180db6 req-8f856588-dbe3-4382-ae40-60e71de4308b service neutron] 10.222.0.77 "GET /v2.0/networks/4818c56c-ae1d-43b5-80d2-4a5373ab8e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041107 Feb 04 12:38:19.855779 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-eb609928-2999-4d35-91d9-8ae825180db6 req-7b0a6eab-9af3-4364-99b1-a2fa8867506a service neutron] 10.222.0.77 "GET /v2.0/networks/4818c56c-ae1d-43b5-80d2-4a5373ab8e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984321 Feb 04 12:38:19.891375 n-d-825015-3 neutron-server[103475]: DEBUG neutron.objects.ports [None req-22777452-ef40-4dd4-895a-da5105ec0dc5 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103475) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 12:38:19.891992 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-22777452-ef40-4dd4-895a-da5105ec0dc5 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52094127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51452689'] for subnet (051ea696-c008-49fa-b572-7e3e8a12710e), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:19.961809 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-632659d9-baa0-488c-85e7-f2aba37727e8 req-468347ab-5d01-48a9-b07a-5e0e079ccbbe tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd965a09-a3c2-4154-b1ba-6bff03a756a4 HTTP/1.1" status: 200 len: 210 time: 0.0394318 Feb 04 12:38:19.965063 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f4275b-d991-446c-bd18-90c3d9b0d5e1 req-a2d1ef6f-0c4f-4323-8ac6-f89677a40181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:19.966622 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-70f4275b-d991-446c-bd18-90c3d9b0d5e1 req-a2d1ef6f-0c4f-4323-8ac6-f89677a40181 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=72075fcbbaca4534bfa18449bac56045&device_id=f9e6265c-6c82-4ab3-bce7-1ca8c1cef626 HTTP/1.1" status: 200 len: 1126 time: 0.0552993 Feb 04 12:38:19.991202 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22777452-ef40-4dd4-895a-da5105ec0dc5 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Pushing event updated for resources: {'Subnet': ['ID=051ea696-c008-49fa-b572-7e3e8a12710e,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:38:19.999983 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22777452-ef40-4dd4-895a-da5105ec0dc5 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Checking segment: {'id': '876d3141-da5e-4b2b-9cdc-f0c8c76500f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '08cf74b7-9e48-4a81-bc28-c912a28c66e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:38:20.000358 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22777452-ef40-4dd4-895a-da5105ec0dc5 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Network hostable DHCP agents. Network: 08cf74b7-9e48-4a81-bc28-c912a28c66e1, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:38:20.022301 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22777452-ef40-4dd4-895a-da5105ec0dc5 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Network 08cf74b7-9e48-4a81-bc28-c912a28c66e1 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:38:20.035642 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-22777452-ef40-4dd4-895a-da5105ec0dc5 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 08cf74b7-9e48-4a81-bc28-c912a28c66e1) {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:38:20.046692 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55235ddf-81a2-4228-8fd9-8c94858e16de None None] Network 08cf74b7-9e48-4a81-bc28-c912a28c66e1 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:38:20.053265 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22777452-ef40-4dd4-895a-da5105ec0dc5 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:20.054397 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-22777452-ef40-4dd4-895a-da5105ec0dc5 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:20.075941 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-22777452-ef40-4dd4-895a-da5105ec0dc5 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.8533525 Feb 04 12:38:20.078395 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 51678) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:38:20.078625 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f4275b-d991-446c-bd18-90c3d9b0d5e1 req-515d28d7-22f1-4bd9-8540-fda9c3ff710d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:20.080713 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-70f4275b-d991-446c-bd18-90c3d9b0d5e1 req-515d28d7-22f1-4bd9-8540-fda9c3ff710d service neutron] 10.222.0.77 "GET /v2.0/networks?id=4818c56c-ae1d-43b5-80d2-4a5373ab8e6b HTTP/1.1" status: 200 len: 916 time: 0.1075096 Feb 04 12:38:20.085559 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-9104708a-1620-44c4-8b2b-d65bbe571297 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1325390677', 'network_id': '08cf74b7-9e48-4a81-bc28-c912a28c66e1'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:38:20.109931 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9104708a-1620-44c4-8b2b-d65bbe571297 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Made reservation on behalf of f43aaa694baf43c5851df8edc3f3937e for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:38:20.114288 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9104708a-1620-44c4-8b2b-d65bbe571297 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:20.134038 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-70f4275b-d991-446c-bd18-90c3d9b0d5e1 req-c335627d-2acd-4668-af10-dfd70c10526a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=08dd6575-bda4-4dc0-91a6-16a40b116c46 HTTP/1.1" status: 200 len: 217 time: 0.0464146 Feb 04 12:38:20.139564 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [None req-9104708a-1620-44c4-8b2b-d65bbe571297 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] device_id is not set on port 2f49a74d-78b7-4e2f-9317-426bdb2c00dc yet. {{(pid=103475) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 12:38:20.170838 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d014830-b832-4250-a5ce-7ab8b95baf5f None None] Network 08cf74b7-9e48-4a81-bc28-c912a28c66e1 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:38:20.191283 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f4275b-d991-446c-bd18-90c3d9b0d5e1 req-e1292a54-5051-4c65-9e02-bd508acca55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:20.193159 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-70f4275b-d991-446c-bd18-90c3d9b0d5e1 req-e1292a54-5051-4c65-9e02-bd508acca55b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=fbb54edd-3278-45b2-a986-7521678ba6ac HTTP/1.1" status: 200 len: 855 time: 0.0521944 Feb 04 12:38:20.233309 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-70f4275b-d991-446c-bd18-90c3d9b0d5e1 req-6977f9cc-5386-4801-a7e5-6c4cf15ae0cc service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4818c56c-ae1d-43b5-80d2-4a5373ab8e6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335984 Feb 04 12:38:20.273123 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-9104708a-1620-44c4-8b2b-d65bbe571297 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Allocated IP 2001:db8::f5 (08cf74b7-9e48-4a81-bc28-c912a28c66e1/051ea696-c008-49fa-b572-7e3e8a12710e/2f49a74d-78b7-4e2f-9317-426bdb2c00dc) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:38:20.345142 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-70f4275b-d991-446c-bd18-90c3d9b0d5e1 req-b616b21e-0402-4681-8029-5e94e3a96b67 service neutron] 10.222.0.77 "GET /v2.0/networks/4818c56c-ae1d-43b5-80d2-4a5373ab8e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040394 Feb 04 12:38:20.434455 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:20.436293 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9104708a-1620-44c4-8b2b-d65bbe571297 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks [] for port (2f49a74d-78b7-4e2f-9317-426bdb2c00dc), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:20.449350 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-70f4275b-d991-446c-bd18-90c3d9b0d5e1 req-c177f148-24b7-4215-9c0f-bf35003e9a21 service neutron] 10.222.0.77 "GET /v2.0/networks/4818c56c-ae1d-43b5-80d2-4a5373ab8e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975306 Feb 04 12:38:20.474010 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9104708a-1620-44c4-8b2b-d65bbe571297 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (2f49a74d-78b7-4e2f-9317-426bdb2c00dc), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:20.515969 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9104708a-1620-44c4-8b2b-d65bbe571297 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Network 08cf74b7-9e48-4a81-bc28-c912a28c66e1 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:38:20.520660 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-9104708a-1620-44c4-8b2b-d65bbe571297 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:38:20.525052 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9104708a-1620-44c4-8b2b-d65bbe571297 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:38:20.526020 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9104708a-1620-44c4-8b2b-d65bbe571297 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:20.526633 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9104708a-1620-44c4-8b2b-d65bbe571297 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:20.529945 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9104708a-1620-44c4-8b2b-d65bbe571297 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Pushing event updated for resources: {'Port': ['ID=2f49a74d-78b7-4e2f-9317-426bdb2c00dc,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:38:20.545225 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-9104708a-1620-44c4-8b2b-d65bbe571297 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.4654474 Feb 04 12:38:20.547692 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 51680) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:38:20.631819 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-987ea787-4336-4cab-a187-c4ad1fe32475 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Deleting port 2f49a74d-78b7-4e2f-9317-426bdb2c00dc {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:38:20.632179 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-987ea787-4336-4cab-a187-c4ad1fe32475 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (2f49a74d-78b7-4e2f-9317-426bdb2c00dc), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:20.741654 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-987ea787-4336-4cab-a187-c4ad1fe32475 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (2f49a74d-78b7-4e2f-9317-426bdb2c00dc), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:20.759523 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-987ea787-4336-4cab-a187-c4ad1fe32475 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Calling delete_port for 2f49a74d-78b7-4e2f-9317-426bdb2c00dc owned by {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:38:20.767623 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6020066-8c57-4cb3-ba7b-b7ce5f4638db req-4111f7bb-6b96-4a47-825c-0e2e55f65fbe tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:20.769442 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f6020066-8c57-4cb3-ba7b-b7ce5f4638db req-4111f7bb-6b96-4a47-825c-0e2e55f65fbe tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9e6265c-6c82-4ab3-bce7-1ca8c1cef626 HTTP/1.1" status: 200 len: 944 time: 0.0897181 Feb 04 12:38:20.914949 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f6020066-8c57-4cb3-ba7b-b7ce5f4638db req-57883fd9-0075-4748-a1ce-f90d44f40bb9 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.65 "GET /v2.0/security-groups?id=3194529c-ef45-449a-86a3-c42c7670cd65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272643 Feb 04 12:38:20.928017 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0c9fa5-c3ba-4bb0-a761-17682369ad23 req-6695240a-c9fd-403b-9b83-780716a3f94b tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:20.933161 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0c9fa5-c3ba-4bb0-a761-17682369ad23 req-6695240a-c9fd-403b-9b83-780716a3f94b tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:20.939969 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0c9fa5-c3ba-4bb0-a761-17682369ad23 req-6695240a-c9fd-403b-9b83-780716a3f94b tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:20.945342 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0c9fa5-c3ba-4bb0-a761-17682369ad23 req-6695240a-c9fd-403b-9b83-780716a3f94b tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:20.950783 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0c9fa5-c3ba-4bb0-a761-17682369ad23 req-6695240a-c9fd-403b-9b83-780716a3f94b tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:20.956680 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0c9fa5-c3ba-4bb0-a761-17682369ad23 req-6695240a-c9fd-403b-9b83-780716a3f94b tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:20.961870 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0c9fa5-c3ba-4bb0-a761-17682369ad23 req-6695240a-c9fd-403b-9b83-780716a3f94b tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:20.963847 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8f0c9fa5-c3ba-4bb0-a761-17682369ad23 req-6695240a-c9fd-403b-9b83-780716a3f94b tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 5427 time: 0.1912475 Feb 04 12:38:21.076743 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c256efa5-b761-4b14-bf98-5df2efd96c80 req-c6f2dc24-87df-4b7d-a9f8-74f8a4e1f5b3 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd965a09-a3c2-4154-b1ba-6bff03a756a4 HTTP/1.1" status: 200 len: 210 time: 0.0442677 Feb 04 12:38:21.087523 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8f0c9fa5-c3ba-4bb0-a761-17682369ad23 req-ebc70507-1f61-447e-aebd-011aca9d2c0d tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/security-groups?id=6fb9d925-f1ad-446a-9918-6c4396d6cf75&id=298cdae3-8a94-4f2b-ad9f-68a3e4a3ab72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1172855 Feb 04 12:38:21.088664 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-987ea787-4336-4cab-a187-c4ad1fe32475 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (2f49a74d-78b7-4e2f-9317-426bdb2c00dc), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:21.127195 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987ea787-4336-4cab-a187-c4ad1fe32475 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Pushing event deleted for resources: {'Port': ['ID=2f49a74d-78b7-4e2f-9317-426bdb2c00dc,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:38:21.146442 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-987ea787-4336-4cab-a187-c4ad1fe32475 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:21.149852 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-987ea787-4336-4cab-a187-c4ad1fe32475 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] 10.222.0.65 "DELETE /v2.0/ports/2f49a74d-78b7-4e2f-9317-426bdb2c00dc HTTP/1.1" status: 204 len: 168 time: 0.6006308 Feb 04 12:38:21.152938 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 51688) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:38:21.157800 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-a1dda442-855f-49b5-9636-e293f016defd tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '08cf74b7-9e48-4a81-bc28-c912a28c66e1', 'external_fixed_ips': [{'subnet_id': '051ea696-c008-49fa-b572-7e3e8a12710e', 'ip_address': '2001:db8::f5'}]}}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:38:21.180478 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a1dda442-855f-49b5-9636-e293f016defd tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10933'] for router (0340cc53-12db-49a0-b072-9455e9d895c7), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:21.181562 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a1dda442-855f-49b5-9636-e293f016defd tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10924'] for router (0340cc53-12db-49a0-b072-9455e9d895c7), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:21.240467 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a1dda442-855f-49b5-9636-e293f016defd tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks [] for router_controller (0340cc53-12db-49a0-b072-9455e9d895c7), precommit_add_association {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:21.382859 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a1dda442-855f-49b5-9636-e293f016defd tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks [] for router_gateway (0340cc53-12db-49a0-b072-9455e9d895c7), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:21.590117 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a1dda442-855f-49b5-9636-e293f016defd tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks [] for router_gateway (0340cc53-12db-49a0-b072-9455e9d895c7), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:21.607800 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:21.613152 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a1dda442-855f-49b5-9636-e293f016defd tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:21.764228 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-a1dda442-855f-49b5-9636-e293f016defd tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Allocated IP 2001:db8::f5 (08cf74b7-9e48-4a81-bc28-c912a28c66e1/051ea696-c008-49fa-b572-7e3e8a12710e/ccc3fe92-f70e-4191-8059-921b1f52f6ee) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:38:21.877129 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a1dda442-855f-49b5-9636-e293f016defd tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks [] for port (ccc3fe92-f70e-4191-8059-921b1f52f6ee), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:21.914514 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a1dda442-855f-49b5-9636-e293f016defd tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (ccc3fe92-f70e-4191-8059-921b1f52f6ee), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:21.960306 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1dda442-855f-49b5-9636-e293f016defd tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Network 08cf74b7-9e48-4a81-bc28-c912a28c66e1 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:38:21.965485 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-a1dda442-855f-49b5-9636-e293f016defd tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:38:21.969120 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1dda442-855f-49b5-9636-e293f016defd tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:38:22.006802 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dda442-855f-49b5-9636-e293f016defd tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Pushing event updated for resources: {'Port': ['ID=ccc3fe92-f70e-4191-8059-921b1f52f6ee,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:38:22.059810 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66a0320-c026-46ce-9397-b92144a562fe req-2efe3582-46b6-4d7a-9227-d43688ca840f tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:22.061430 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b66a0320-c026-46ce-9397-b92144a562fe req-2efe3582-46b6-4d7a-9227-d43688ca840f tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9e6265c-6c82-4ab3-bce7-1ca8c1cef626 HTTP/1.1" status: 200 len: 944 time: 0.0636268 Feb 04 12:38:22.114407 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b66a0320-c026-46ce-9397-b92144a562fe req-a7d4aacd-9994-41cf-8da5-abb4b1c4282e tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.65 "GET /v2.0/security-groups?id=3194529c-ef45-449a-86a3-c42c7670cd65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461476 Feb 04 12:38:22.210140 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a1dda442-855f-49b5-9636-e293f016defd tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks [] for router_gateway (0340cc53-12db-49a0-b072-9455e9d895c7), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:22.215311 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c3fe8089-bc0b-4fef-a6e2-d28c38e3f7c5 req-e1c27f17-682c-4714-8e1b-09b2d3ceef49 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd965a09-a3c2-4154-b1ba-6bff03a756a4 HTTP/1.1" status: 200 len: 210 time: 0.0335364 Feb 04 12:38:22.274856 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b19ca5-ca50-4da2-a119-d8437025e984 req-a49ca34e-bc89-4969-887d-870361cc4da3 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:22.280357 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b19ca5-ca50-4da2-a119-d8437025e984 req-a49ca34e-bc89-4969-887d-870361cc4da3 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:22.286004 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b19ca5-ca50-4da2-a119-d8437025e984 req-a49ca34e-bc89-4969-887d-870361cc4da3 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:22.291542 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b19ca5-ca50-4da2-a119-d8437025e984 req-a49ca34e-bc89-4969-887d-870361cc4da3 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:22.297491 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b19ca5-ca50-4da2-a119-d8437025e984 req-a49ca34e-bc89-4969-887d-870361cc4da3 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:22.303411 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b19ca5-ca50-4da2-a119-d8437025e984 req-a49ca34e-bc89-4969-887d-870361cc4da3 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:22.313147 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b19ca5-ca50-4da2-a119-d8437025e984 req-a49ca34e-bc89-4969-887d-870361cc4da3 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:22.316546 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-30b19ca5-ca50-4da2-a119-d8437025e984 req-a49ca34e-bc89-4969-887d-870361cc4da3 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 5427 time: 0.1035280 Feb 04 12:38:22.379262 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-30b19ca5-ca50-4da2-a119-d8437025e984 req-1ca2db6b-8db4-4a83-ad86-0f58a8f4f50b tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/security-groups?id=6fb9d925-f1ad-446a-9918-6c4396d6cf75&id=298cdae3-8a94-4f2b-ad9f-68a3e4a3ab72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541871 Feb 04 12:38:22.428528 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a1dda442-855f-49b5-9636-e293f016defd tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141'] for router (0340cc53-12db-49a0-b072-9455e9d895c7), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:22.561855 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1dda442-855f-49b5-9636-e293f016defd tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Router 0340cc53-12db-49a0-b072-9455e9d895c7 is scheduled to L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de with binding_index 1 {{(pid=103474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 12:38:22.670603 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1dda442-855f-49b5-9636-e293f016defd tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:38:22.682086 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10aecc0-09e6-48f3-912c-dd616d4fb06d None None] Sync routers for ids ['0340cc53-12db-49a0-b072-9455e9d895c7'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:38:22.696062 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a1dda442-855f-49b5-9636-e293f016defd tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:22.696299 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10aecc0-09e6-48f3-912c-dd616d4fb06d None None] Routers {'0340cc53-12db-49a0-b072-9455e9d895c7'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:38:22.697362 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-a1dda442-855f-49b5-9636-e293f016defd tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 1.5433316 Feb 04 12:38:22.700120 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 51696) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:38:22.700310 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-a10aecc0-09e6-48f3-912c-dd616d4fb06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:38:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['0340cc53-12db-49a0-b072-9455e9d895c7'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:38:22.814482 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d4d0db3e-03ce-4d09-a994-e62545a9c2e0 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks [] for router (0340cc53-12db-49a0-b072-9455e9d895c7), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:22.814703 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-a10aecc0-09e6-48f3-912c-dd616d4fb06d None None] Set router 0340cc53-12db-49a0-b072-9455e9d895c7 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:38:22.928289 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d4d0db3e-03ce-4d09-a994-e62545a9c2e0 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks [] for router_gateway (0340cc53-12db-49a0-b072-9455e9d895c7), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:22.985077 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-d4d0db3e-03ce-4d09-a994-e62545a9c2e0 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Deleting port ccc3fe92-f70e-4191-8059-921b1f52f6ee {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:38:22.985464 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d4d0db3e-03ce-4d09-a994-e62545a9c2e0 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (ccc3fe92-f70e-4191-8059-921b1f52f6ee), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:23.007860 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-a10aecc0-09e6-48f3-912c-dd616d4fb06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0340cc53-12db-49a0-b072-9455e9d895c7', 'name': '', 'tenant_id': 'f43aaa694baf43c5851df8edc3f3937e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08cf74b7-9e48-4a81-bc28-c912a28c66e1', 'external_fixed_ips': [{'subnet_id': '051ea696-c008-49fa-b572-7e3e8a12710e', 'ip_address': '2001:db8::f5'}], 'enable_snat': True}, 'gw_port_id': 'ccc3fe92-f70e-4191-8059-921b1f52f6ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:38:21Z', 'updated_at': '2022-02-04T12:38:22Z', 'revision_number': 3, 'project_id': 'f43aaa694baf43c5851df8edc3f3937e', 'gw_port': {'id': 'ccc3fe92-f70e-4191-8059-921b1f52f6ee', 'name': '', 'network_id': '08cf74b7-9e48-4a81-bc28-c912a28c66e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d4:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0340cc53-12db-49a0-b072-9455e9d895c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '051ea696-c008-49fa-b572-7e3e8a12710e', 'ip_address': '2001:db8::f5', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:38:21Z', 'updated_at': '2022-02-04T12:38:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '051ea696-c008-49fa-b572-7e3e8a12710e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:38:23.035369 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10aecc0-09e6-48f3-912c-dd616d4fb06d None None] Checking router: 0340cc53-12db-49a0-b072-9455e9d895c7 for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:38:23.035726 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10aecc0-09e6-48f3-912c-dd616d4fb06d None None] Updating router 0340cc53-12db-49a0-b072-9455e9d895c7 port ccc3fe92-f70e-4191-8059-921b1f52f6ee binding host n-d-825015-3 {{(pid=103476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:38:23.062252 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d4d0db3e-03ce-4d09-a994-e62545a9c2e0 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (ccc3fe92-f70e-4191-8059-921b1f52f6ee), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:23.067157 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a10aecc0-09e6-48f3-912c-dd616d4fb06d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (ccc3fe92-f70e-4191-8059-921b1f52f6ee), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:23.074936 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-d4d0db3e-03ce-4d09-a994-e62545a9c2e0 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Calling delete_port for ccc3fe92-f70e-4191-8059-921b1f52f6ee owned by network:router_gateway {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:38:23.278662 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d4d0db3e-03ce-4d09-a994-e62545a9c2e0 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (ccc3fe92-f70e-4191-8059-921b1f52f6ee), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:23.292834 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbdfb94-ccba-411d-b53c-1fc821527202 req-188d76b0-d770-4fc4-87f2-e9a23074b71e tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:23.310570 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-efbdfb94-ccba-411d-b53c-1fc821527202 req-188d76b0-d770-4fc4-87f2-e9a23074b71e tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9e6265c-6c82-4ab3-bce7-1ca8c1cef626 HTTP/1.1" status: 200 len: 944 time: 0.1024113 Feb 04 12:38:23.317494 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d0db3e-03ce-4d09-a994-e62545a9c2e0 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Pushing event deleted for resources: {'Port': ['ID=ccc3fe92-f70e-4191-8059-921b1f52f6ee,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:38:23.351397 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d4d0db3e-03ce-4d09-a994-e62545a9c2e0 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1599901'] for router_gateway (0340cc53-12db-49a0-b072-9455e9d895c7), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:23.378469 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fe42f27d-df38-49de-8dad-613a72958bd0 req-63523344-722f-432f-80d6-7a905a0f384a tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd965a09-a3c2-4154-b1ba-6bff03a756a4 HTTP/1.1" status: 200 len: 210 time: 0.0375288 Feb 04 12:38:23.418336 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.db.api [None req-a10aecc0-09e6-48f3-912c-dd616d4fb06d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103476) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 12:38:23.418695 n-d-825015-3 neutron-server[103476]: DEBUG oslo_db.api [None req-a10aecc0-09e6-48f3-912c-dd616d4fb06d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 12:38:23.432384 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-efbdfb94-ccba-411d-b53c-1fc821527202 req-b214e58a-bd80-4590-af6a-2133f37eda23 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.65 "GET /v2.0/security-groups?id=3194529c-ef45-449a-86a3-c42c7670cd65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208127 Feb 04 12:38:23.539779 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183e9ee0-ec08-402f-937b-19ae5676fa07 req-52361aec-80d6-4241-ad19-d3085dc7671a tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:23.545676 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183e9ee0-ec08-402f-937b-19ae5676fa07 req-52361aec-80d6-4241-ad19-d3085dc7671a tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:23.551486 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183e9ee0-ec08-402f-937b-19ae5676fa07 req-52361aec-80d6-4241-ad19-d3085dc7671a tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:23.557655 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183e9ee0-ec08-402f-937b-19ae5676fa07 req-52361aec-80d6-4241-ad19-d3085dc7671a tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:23.563229 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183e9ee0-ec08-402f-937b-19ae5676fa07 req-52361aec-80d6-4241-ad19-d3085dc7671a tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:23.569467 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183e9ee0-ec08-402f-937b-19ae5676fa07 req-52361aec-80d6-4241-ad19-d3085dc7671a tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:23.574793 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183e9ee0-ec08-402f-937b-19ae5676fa07 req-52361aec-80d6-4241-ad19-d3085dc7671a tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:23.576861 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-183e9ee0-ec08-402f-937b-19ae5676fa07 req-52361aec-80d6-4241-ad19-d3085dc7671a tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 5427 time: 0.1071200 Feb 04 12:38:23.651708 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-183e9ee0-ec08-402f-937b-19ae5676fa07 req-2714fc8d-91db-4fe1-b063-9ef4d4571cff tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/security-groups?id=6fb9d925-f1ad-446a-9918-6c4396d6cf75&id=298cdae3-8a94-4f2b-ad9f-68a3e4a3ab72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0672030 Feb 04 12:38:23.785480 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d4d0db3e-03ce-4d09-a994-e62545a9c2e0 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10915'] for router (0340cc53-12db-49a0-b072-9455e9d895c7), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:23.788202 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d4d0db3e-03ce-4d09-a994-e62545a9c2e0 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks [] for router_controller (0340cc53-12db-49a0-b072-9455e9d895c7), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:23.836647 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d4d0db3e-03ce-4d09-a994-e62545a9c2e0 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622829'] for router (0340cc53-12db-49a0-b072-9455e9d895c7), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:23.837190 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4d0db3e-03ce-4d09-a994-e62545a9c2e0 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0340cc53-12db-49a0-b072-9455e9d895c7 {{(pid=103474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 12:38:23.842263 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d4d0db3e-03ce-4d09-a994-e62545a9c2e0 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:23.842795 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 08dd6575-bda4-4dc0-91a6-16a40b116c46 details requested by agent hyperv_n-h2-825015-3 with host n-h2-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:38:23.843682 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-d4d0db3e-03ce-4d09-a994-e62545a9c2e0 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] 10.222.0.65 "DELETE /v2.0/routers/0340cc53-12db-49a0-b072-9455e9d895c7 HTTP/1.1" status: 204 len: 168 time: 1.1425943 Feb 04 12:38:23.847846 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 51708) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:38:23.906326 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f1b0e7f-bdc2-4423-86d5-80476903a1aa tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Deleting subnet 051ea696-c008-49fa-b572-7e3e8a12710e {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:38:23.911574 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7f1b0e7f-bdc2-4423-86d5-80476903a1aa tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks [] for subnet (051ea696-c008-49fa-b572-7e3e8a12710e), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:23.941811 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10aecc0-09e6-48f3-912c-dd616d4fb06d None None] Port ccc3fe92-f70e-4191-8059-921b1f52f6ee not found while updating agent binding for router 0340cc53-12db-49a0-b072-9455e9d895c7. {{(pid=103476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 04 12:38:23.960121 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7f1b0e7f-bdc2-4423-86d5-80476903a1aa tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (051ea696-c008-49fa-b572-7e3e8a12710e), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:23.964089 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10aecc0-09e6-48f3-912c-dd616d4fb06d None None] Routers set() bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:38:23.964596 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10aecc0-09e6-48f3-912c-dd616d4fb06d None None] Router IDs set() for agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 04 12:38:23.965626 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_agentschedulers_db [None req-a10aecc0-09e6-48f3-912c-dd616d4fb06d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0340cc53-12db-49a0-b072-9455e9d895c7'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:38:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent'). {{(pid=103476) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 04 12:38:23.965992 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10aecc0-09e6-48f3-912c-dd616d4fb06d None None] The sync data for ids ['0340cc53-12db-49a0-b072-9455e9d895c7'] in n-d-825015-3 is: [] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:38:23.997553 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 08dd6575-bda4-4dc0-91a6-16a40b116c46, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=08dd6575-bda4-4dc0-91a6-16a40b116c46,segment=NetworkSegment(37882638-7c6f-43c0-8749-8a8baa27febc),segment_id=37882638-7c6f-43c0-8749-8a8baa27febc)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:38:24.011482 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Returning: {'device': '08dd6575-bda4-4dc0-91a6-16a40b116c46', 'network_id': '4818c56c-ae1d-43b5-80d2-4a5373ab8e6b', 'port_id': '08dd6575-bda4-4dc0-91a6-16a40b116c46', 'mac_address': 'fa:16:3e:30:cd:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbb54edd-3278-45b2-a986-7521678ba6ac', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:38:24.027270 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7f1b0e7f-bdc2-4423-86d5-80476903a1aa tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (051ea696-c008-49fa-b572-7e3e8a12710e), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:24.073116 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 08dd6575-bda4-4dc0-91a6-16a40b116c46 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:38:24.073621 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (08dd6575-bda4-4dc0-91a6-16a40b116c46), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:24.095597 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08dd6575-bda4-4dc0-91a6-16a40b116c46 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:38:24.106471 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7f1b0e7f-bdc2-4423-86d5-80476903a1aa tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (051ea696-c008-49fa-b572-7e3e8a12710e), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:24.118208 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 08dd6575-bda4-4dc0-91a6-16a40b116c46, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=08dd6575-bda4-4dc0-91a6-16a40b116c46,segment=NetworkSegment(37882638-7c6f-43c0-8749-8a8baa27febc),segment_id=37882638-7c6f-43c0-8749-8a8baa27febc)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:38:24.125494 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (08dd6575-bda4-4dc0-91a6-16a40b116c46), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:24.147691 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1b0e7f-bdc2-4423-86d5-80476903a1aa tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=051ea696-c008-49fa-b572-7e3e8a12710e,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:38:24.151142 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7f1b0e7f-bdc2-4423-86d5-80476903a1aa tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:24.157523 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-7f1b0e7f-bdc2-4423-86d5-80476903a1aa tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] 10.222.0.65 "DELETE /v2.0/subnets/051ea696-c008-49fa-b572-7e3e8a12710e HTTP/1.1" status: 204 len: 168 time: 0.3087838 Feb 04 12:38:24.157762 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 51710) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:38:24.222395 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=08dd6575-bda4-4dc0-91a6-16a40b116c46,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:38:24.244163 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1039161b-79c5-432d-b5e5-e3d646cf384a tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (08cf74b7-9e48-4a81-bc28-c912a28c66e1), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:24.352128 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['08dd6575-bda4-4dc0-91a6-16a40b116c46'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:38:24.379254 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1039161b-79c5-432d-b5e5-e3d646cf384a tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (08cf74b7-9e48-4a81-bc28-c912a28c66e1), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:24.403647 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-1039161b-79c5-432d-b5e5-e3d646cf384a tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08cf74b7-9e48-4a81-bc28-c912a28c66e1']}} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:38:24.416030 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-1039161b-79c5-432d-b5e5-e3d646cf384a tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '876d3141-da5e-4b2b-9cdc-f0c8c76500f7') {'for_net_delete': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:38:24.417470 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-1039161b-79c5-432d-b5e5-e3d646cf384a tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '876d3141-da5e-4b2b-9cdc-f0c8c76500f7') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:38:24.429019 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1039161b-79c5-432d-b5e5-e3d646cf384a tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51859336'] for segment (876d3141-da5e-4b2b-9cdc-f0c8c76500f7), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:24.448010 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1039161b-79c5-432d-b5e5-e3d646cf384a tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (876d3141-da5e-4b2b-9cdc-f0c8c76500f7), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:24.457172 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1039161b-79c5-432d-b5e5-e3d646cf384a tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=103475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:38:24.461758 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1039161b-79c5-432d-b5e5-e3d646cf384a tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-52093388'] for segment (876d3141-da5e-4b2b-9cdc-f0c8c76500f7), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:24.465684 n-d-825015-3 neutron-server[103475]: Traceback (most recent call last): Feb 04 12:38:24.465684 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:38:24.465684 n-d-825015-3 neutron-server[103475]: timer() Feb 04 12:38:24.465684 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:38:24.465684 n-d-825015-3 neutron-server[103475]: cb(*args, **kw) Feb 04 12:38:24.465684 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:38:24.465684 n-d-825015-3 neutron-server[103475]: return func(*args, **kwargs) Feb 04 12:38:24.465684 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:38:24.465684 n-d-825015-3 neutron-server[103475]: self._notify() Feb 04 12:38:24.465684 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:38:24.465684 n-d-825015-3 neutron-server[103475]: self.callback(batched_events) Feb 04 12:38:24.465684 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:38:24.465684 n-d-825015-3 neutron-server[103475]: event.method(event) Feb 04 12:38:24.465684 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:38:24.465684 n-d-825015-3 neutron-server[103475]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:38:24.465684 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:38:24.465684 n-d-825015-3 neutron-server[103475]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:38:24.465684 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:38:24.465684 n-d-825015-3 neutron-server[103475]: return f(self, *a, **k) Feb 04 12:38:24.465684 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:38:24.465684 n-d-825015-3 neutron-server[103475]: return self._get(url).json() Feb 04 12:38:24.465684 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:38:24.465684 n-d-825015-3 neutron-server[103475]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:38:24.465684 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:38:24.465684 n-d-825015-3 neutron-server[103475]: return self.request(url, 'GET', **kwargs) Feb 04 12:38:24.465684 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:38:24.465684 n-d-825015-3 neutron-server[103475]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:38:24.465684 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:38:24.465684 n-d-825015-3 neutron-server[103475]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:38:24.465684 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:38:24.465684 n-d-825015-3 neutron-server[103475]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:38:24.465684 n-d-825015-3 neutron-server[103475]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:38:24.638600 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b1d73aad-7912-432c-9cf6-f599eb01c2e0 req-5ad0acbe-cce7-4fe1-aed5-6dcd8d08aad5 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd965a09-a3c2-4154-b1ba-6bff03a756a4 HTTP/1.1" status: 200 len: 210 time: 0.1149921 Feb 04 12:38:24.667372 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1039161b-79c5-432d-b5e5-e3d646cf384a tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (08cf74b7-9e48-4a81-bc28-c912a28c66e1), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:24.699451 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1039161b-79c5-432d-b5e5-e3d646cf384a tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 08cf74b7-9e48-4a81-bc28-c912a28c66e1 {{(pid=103475) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 04 12:38:24.728299 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1039161b-79c5-432d-b5e5-e3d646cf384a tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:24.731464 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-1039161b-79c5-432d-b5e5-e3d646cf384a tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] 10.222.0.65 "DELETE /v2.0/networks/08cf74b7-9e48-4a81-bc28-c912a28c66e1 HTTP/1.1" status: 204 len: 168 time: 0.5727096 Feb 04 12:38:24.736059 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1039161b-79c5-432d-b5e5-e3d646cf384a tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Pushing event deleted for resources: {'Network': ['ID=08cf74b7-9e48-4a81-bc28-c912a28c66e1,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:38:24.784317 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf1f982-9858-43d6-9637-addcc0cf2238 req-21583a5c-4b60-4b94-815c-fbe09939ae98 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:24.785959 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ecf1f982-9858-43d6-9637-addcc0cf2238 req-21583a5c-4b60-4b94-815c-fbe09939ae98 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9e6265c-6c82-4ab3-bce7-1ca8c1cef626 HTTP/1.1" status: 200 len: 945 time: 0.2132769 Feb 04 12:38:24.998403 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ecf1f982-9858-43d6-9637-addcc0cf2238 req-a2e92f86-5c3b-4905-a34f-ac3bea12f4a1 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.65 "GET /v2.0/security-groups?id=3194529c-ef45-449a-86a3-c42c7670cd65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065761 Feb 04 12:38:25.038769 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c96ad81-c519-43e9-82fb-69547bd65173 req-9d57b9e8-3ceb-46b4-aa69-ed3da563959c tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:25.044179 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c96ad81-c519-43e9-82fb-69547bd65173 req-9d57b9e8-3ceb-46b4-aa69-ed3da563959c tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:25.049935 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c96ad81-c519-43e9-82fb-69547bd65173 req-9d57b9e8-3ceb-46b4-aa69-ed3da563959c tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:25.068276 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c96ad81-c519-43e9-82fb-69547bd65173 req-9d57b9e8-3ceb-46b4-aa69-ed3da563959c tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:25.081336 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c96ad81-c519-43e9-82fb-69547bd65173 req-9d57b9e8-3ceb-46b4-aa69-ed3da563959c tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:25.085150 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 51740) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:38:25.089786 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-d8d0f3e3-d81c-405c-ad21-78bc90b89400 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Request body: {'router': {'name': 'tempest-router--194207007', 'project_id': 'a97ac28b782d4b0582c6b085603ddaf6'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:38:25.094333 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c96ad81-c519-43e9-82fb-69547bd65173 req-9d57b9e8-3ceb-46b4-aa69-ed3da563959c tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:25.100330 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c96ad81-c519-43e9-82fb-69547bd65173 req-9d57b9e8-3ceb-46b4-aa69-ed3da563959c tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:25.102243 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2c96ad81-c519-43e9-82fb-69547bd65173 req-9d57b9e8-3ceb-46b4-aa69-ed3da563959c tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 5427 time: 0.2472284 Feb 04 12:38:25.130011 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d8d0f3e3-d81c-405c-ad21-78bc90b89400 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10933'] for router (af56da60-f9e9-48e0-a83e-5e73696e7b48), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:25.131075 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d8d0f3e3-d81c-405c-ad21-78bc90b89400 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10924'] for router (af56da60-f9e9-48e0-a83e-5e73696e7b48), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:25.240689 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2c96ad81-c519-43e9-82fb-69547bd65173 req-12a8568e-93f5-48c1-9e40-0f7de1f72afd tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/security-groups?id=6fb9d925-f1ad-446a-9918-6c4396d6cf75&id=298cdae3-8a94-4f2b-ad9f-68a3e4a3ab72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1295097 Feb 04 12:38:25.244442 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d8d0f3e3-d81c-405c-ad21-78bc90b89400 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks [] for router_controller (af56da60-f9e9-48e0-a83e-5e73696e7b48), precommit_add_association {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:25.255561 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d8d0f3e3-d81c-405c-ad21-78bc90b89400 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141'] for router (af56da60-f9e9-48e0-a83e-5e73696e7b48), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:25.281128 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d8d0f3e3-d81c-405c-ad21-78bc90b89400 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:25.283085 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-d8d0f3e3-d81c-405c-ad21-78bc90b89400 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1969073 Feb 04 12:38:25.287880 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 51744) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:38:25.430945 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2f677d36-53c6-466c-a868-1e59dfa590b3 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks [] for router (af56da60-f9e9-48e0-a83e-5e73696e7b48), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:25.609056 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2f677d36-53c6-466c-a868-1e59dfa590b3 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10915'] for router (af56da60-f9e9-48e0-a83e-5e73696e7b48), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:25.612211 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2f677d36-53c6-466c-a868-1e59dfa590b3 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks [] for router_controller (af56da60-f9e9-48e0-a83e-5e73696e7b48), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:25.679346 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2f677d36-53c6-466c-a868-1e59dfa590b3 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622829'] for router (af56da60-f9e9-48e0-a83e-5e73696e7b48), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:25.681201 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f677d36-53c6-466c-a868-1e59dfa590b3 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Fanout notify agent at l3_agent the message router_deleted on router af56da60-f9e9-48e0-a83e-5e73696e7b48 {{(pid=103475) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 12:38:25.697320 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2f677d36-53c6-466c-a868-1e59dfa590b3 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:25.701072 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-2f677d36-53c6-466c-a868-1e59dfa590b3 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] 10.222.0.65 "DELETE /v2.0/routers/af56da60-f9e9-48e0-a83e-5e73696e7b48 HTTP/1.1" status: 204 len: 168 time: 0.4095888 Feb 04 12:38:25.779979 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 51754) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:38:25.842005 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 08dd6575-bda4-4dc0-91a6-16a40b116c46 up at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:38:25.907909 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 51756) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:38:25.923299 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-39961696-b40b-4bf0-a025-9bfdcf026839 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] Publish callbacks [] for security_group (9c18c1f6-d0db-4e54-9b84-8670e680f6f6), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:25.970624 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning for port 08dd6575-bda4-4dc0-91a6-16a40b116c46 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:38:25.986761 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning complete for port 08dd6575-bda4-4dc0-91a6-16a40b116c46 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:38:25.987254 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (08dd6575-bda4-4dc0-91a6-16a40b116c46), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:25.994517 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-39961696-b40b-4bf0-a025-9bfdcf026839 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] Publish callbacks [] for security_group (9c18c1f6-d0db-4e54-9b84-8670e680f6f6), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:26.072532 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-39961696-b40b-4bf0-a025-9bfdcf026839 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (9c18c1f6-d0db-4e54-9b84-8670e680f6f6), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:26.075533 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-39961696-b40b-4bf0-a025-9bfdcf026839 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:26.077675 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-39961696-b40b-4bf0-a025-9bfdcf026839 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] 10.222.0.65 "DELETE /v2.0/security-groups/9c18c1f6-d0db-4e54-9b84-8670e680f6f6 HTTP/1.1" status: 204 len: 168 time: 0.2963736 Feb 04 12:38:26.080275 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 51762) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:38:26.097268 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39961696-b40b-4bf0-a025-9bfdcf026839 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c18c1f6-d0db-4e54-9b84-8670e680f6f6,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:38:26.106927 n-d-825015-3 neutron-server[103474]: INFO neutron.api.v2.resource [None req-2da5a1fa-dd3f-413f-9a64-2f3d04c91310 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] show failed (client error): The resource could not be found. Feb 04 12:38:26.108158 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-2da5a1fa-dd3f-413f-9a64-2f3d04c91310 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] 10.222.0.65 "GET /v2.0/security-groups/9c18c1f6-d0db-4e54-9b84-8670e680f6f6 HTTP/1.1" status: 404 len: 347 time: 0.0267615 Feb 04 12:38:26.113365 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 51764) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:38:26.229714 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-02e2b9c5-9444-4370-9057-eaa3f6bed212 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1779961553', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}, 'admin_state_up': False}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:38:26.243118 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 08dd6575-bda4-4dc0-91a6-16a40b116c46 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:38:26.243523 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (08dd6575-bda4-4dc0-91a6-16a40b116c46), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:26.272452 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-02e2b9c5-9444-4370-9057-eaa3f6bed212 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10933'] for router (9005eead-e60d-496a-96ac-992f6a4861fd), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:26.273544 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-02e2b9c5-9444-4370-9057-eaa3f6bed212 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10924'] for router (9005eead-e60d-496a-96ac-992f6a4861fd), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:26.289481 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9e6265c-6c82-4ab3-bce7-1ca8c1cef626', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08dd6575-bda4-4dc0-91a6-16a40b116c46'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:38:26.297212 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da523184-364b-42f1-996f-5401cdc3a2f9" -d '{"events": [{"server_uuid": "f9e6265c-6c82-4ab3-bce7-1ca8c1cef626", "name": "network-vif-plugged", "status": "completed", "tag": "08dd6575-bda4-4dc0-91a6-16a40b116c46"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:38:26.334194 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 08dd6575-bda4-4dc0-91a6-16a40b116c46, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=08dd6575-bda4-4dc0-91a6-16a40b116c46,segment=NetworkSegment(37882638-7c6f-43c0-8749-8a8baa27febc),segment_id=37882638-7c6f-43c0-8749-8a8baa27febc)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:38:26.351947 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (08dd6575-bda4-4dc0-91a6-16a40b116c46), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:26.390742 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-02e2b9c5-9444-4370-9057-eaa3f6bed212 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Publish callbacks [] for router_controller (9005eead-e60d-496a-96ac-992f6a4861fd), precommit_add_association {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:26.428322 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=08dd6575-bda4-4dc0-91a6-16a40b116c46,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:38:26.556761 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274c3531-c2c4-4d44-bae7-8a9d8603b2f8 req-9dd2eebc-1f01-4121-a145-2b99f090b9bc tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:26.567778 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-274c3531-c2c4-4d44-bae7-8a9d8603b2f8 req-9dd2eebc-1f01-4121-a145-2b99f090b9bc tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9e6265c-6c82-4ab3-bce7-1ca8c1cef626 HTTP/1.1" status: 200 len: 946 time: 0.2532864 Feb 04 12:38:26.588619 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-e5e719fb-ac31-4d2d-8e57-193ffd91e0a0 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] Deleting port 07d785ab-30e9-4b05-8b8f-7c1edfd45ee5 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:38:26.588915 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-02e2b9c5-9444-4370-9057-eaa3f6bed212 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Publish callbacks [] for router_gateway (9005eead-e60d-496a-96ac-992f6a4861fd), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:26.589367 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e5e719fb-ac31-4d2d-8e57-193ffd91e0a0 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (07d785ab-30e9-4b05-8b8f-7c1edfd45ee5), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:26.653317 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff755656-5d84-4cfb-b2f3-5baa3808235d req-997bc7bf-b6be-4584-9edd-eae8cea04a8a tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:26.665064 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff755656-5d84-4cfb-b2f3-5baa3808235d req-997bc7bf-b6be-4584-9edd-eae8cea04a8a tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:26.671922 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff755656-5d84-4cfb-b2f3-5baa3808235d req-997bc7bf-b6be-4584-9edd-eae8cea04a8a tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:26.679227 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff755656-5d84-4cfb-b2f3-5baa3808235d req-997bc7bf-b6be-4584-9edd-eae8cea04a8a tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:26.685549 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff755656-5d84-4cfb-b2f3-5baa3808235d req-997bc7bf-b6be-4584-9edd-eae8cea04a8a tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:26.695543 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff755656-5d84-4cfb-b2f3-5baa3808235d req-997bc7bf-b6be-4584-9edd-eae8cea04a8a tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:26.701620 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff755656-5d84-4cfb-b2f3-5baa3808235d req-997bc7bf-b6be-4584-9edd-eae8cea04a8a tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:26.711185 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ff755656-5d84-4cfb-b2f3-5baa3808235d req-997bc7bf-b6be-4584-9edd-eae8cea04a8a tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 5427 time: 0.3206532 Feb 04 12:38:26.861030 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e5e719fb-ac31-4d2d-8e57-193ffd91e0a0 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (07d785ab-30e9-4b05-8b8f-7c1edfd45ee5), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:26.861302 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e5e719fb-ac31-4d2d-8e57-193ffd91e0a0 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] Publish callbacks [] for floatingip (07d785ab-30e9-4b05-8b8f-7c1edfd45ee5), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:26.863840 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-02e2b9c5-9444-4370-9057-eaa3f6bed212 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Publish callbacks [] for router_gateway (9005eead-e60d-496a-96ac-992f6a4861fd), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:26.870396 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-274c3531-c2c4-4d44-bae7-8a9d8603b2f8 req-62bfe3ff-369d-40d5-929d-4919b73cd753 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.65 "GET /v2.0/security-groups?id=3194529c-ef45-449a-86a3-c42c7670cd65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977009 Feb 04 12:38:26.884579 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-02e2b9c5-9444-4370-9057-eaa3f6bed212 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:26.890851 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-e5e719fb-ac31-4d2d-8e57-193ffd91e0a0 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] Calling delete_port for 07d785ab-30e9-4b05-8b8f-7c1edfd45ee5 owned by network:floatingip {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:38:26.912328 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ff755656-5d84-4cfb-b2f3-5baa3808235d req-f50509d7-8de5-4f6e-b187-ea464adc0c27 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/security-groups?id=6fb9d925-f1ad-446a-9918-6c4396d6cf75&id=298cdae3-8a94-4f2b-ad9f-68a3e4a3ab72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1933458 Feb 04 12:38:26.933925 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45b49ebd-fd7d-4ce5-bb29-94eb65a2c27b x-openstack-request-id: req-45b49ebd-fd7d-4ce5-bb29-94eb65a2c27b {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:38:26.934468 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9e6265c-6c82-4ab3-bce7-1ca8c1cef626", "name": "network-vif-plugged", "status": "completed", "tag": "08dd6575-bda4-4dc0-91a6-16a40b116c46", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:38:26.934468 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-45b49ebd-fd7d-4ce5-bb29-94eb65a2c27b {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:38:26.935042 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9e6265c-6c82-4ab3-bce7-1ca8c1cef626', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08dd6575-bda4-4dc0-91a6-16a40b116c46', 'code': 200} Feb 04 12:38:27.019202 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-02e2b9c5-9444-4370-9057-eaa3f6bed212 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Allocated IP 172.25.3.191 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/bf30ca85-ef12-4a7a-82e6-57d6d9d0fdc8) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:38:27.107365 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e5e719fb-ac31-4d2d-8e57-193ffd91e0a0 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (07d785ab-30e9-4b05-8b8f-7c1edfd45ee5), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:27.109130 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe36ec5d-867a-470d-9182-c6c79c5d7761 req-ade14f47-2095-4c8d-bccb-4b5990482840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:27.110719 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-fe36ec5d-867a-470d-9182-c6c79c5d7761 req-ade14f47-2095-4c8d-bccb-4b5990482840 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=f9e6265c-6c82-4ab3-bce7-1ca8c1cef626 HTTP/1.1" status: 200 len: 1128 time: 0.1069643 Feb 04 12:38:27.172223 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e719fb-ac31-4d2d-8e57-193ffd91e0a0 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] Pushing event deleted for resources: {'Port': ['ID=07d785ab-30e9-4b05-8b8f-7c1edfd45ee5,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:38:27.182344 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-02e2b9c5-9444-4370-9057-eaa3f6bed212 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Publish callbacks [] for port (bf30ca85-ef12-4a7a-82e6-57d6d9d0fdc8), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:27.208896 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-fe36ec5d-867a-470d-9182-c6c79c5d7761 req-d9de3cac-075e-4186-9745-66f1f8f738ed service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=3194529c-ef45-449a-86a3-c42c7670cd65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830607 Feb 04 12:38:27.219931 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e5e719fb-ac31-4d2d-8e57-193ffd91e0a0 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] Publish callbacks [] for floatingip (b8f6588c-e64f-441d-8960-3fd5952b6e3a), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:27.223876 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e5e719fb-ac31-4d2d-8e57-193ffd91e0a0 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:27.227689 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-e5e719fb-ac31-4d2d-8e57-193ffd91e0a0 tempest-ServersTestBootFromVolume-706901451 tempest-ServersTestBootFromVolume-706901451-project] 10.222.0.65 "DELETE /v2.0/floatingips/b8f6588c-e64f-441d-8960-3fd5952b6e3a HTTP/1.1" status: 204 len: 168 time: 1.1107135 Feb 04 12:38:27.227940 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 51770) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:38:27.236752 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-02e2b9c5-9444-4370-9057-eaa3f6bed212 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (bf30ca85-ef12-4a7a-82e6-57d6d9d0fdc8), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:27.283295 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e2b9c5-9444-4370-9057-eaa3f6bed212 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:38:27.287121 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-02e2b9c5-9444-4370-9057-eaa3f6bed212 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:38:27.291584 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e2b9c5-9444-4370-9057-eaa3f6bed212 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:38:27.294906 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e2b9c5-9444-4370-9057-eaa3f6bed212 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Pushing event updated for resources: {'Port': ['ID=bf30ca85-ef12-4a7a-82e6-57d6d9d0fdc8,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:38:27.573275 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-02e2b9c5-9444-4370-9057-eaa3f6bed212 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Publish callbacks [] for router_gateway (9005eead-e60d-496a-96ac-992f6a4861fd), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:27.813797 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-02e2b9c5-9444-4370-9057-eaa3f6bed212 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141'] for router (9005eead-e60d-496a-96ac-992f6a4861fd), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:27.949198 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ab92f238-39ff-4fab-82cc-cb8355582ddb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622215'] for router_interface (b10466ee-1526-44b9-9266-3022b75a68d4), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:27.972360 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02e2b9c5-9444-4370-9057-eaa3f6bed212 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Router 9005eead-e60d-496a-96ac-992f6a4861fd is scheduled to L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de with binding_index 1 {{(pid=103474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 12:38:28.109989 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02e2b9c5-9444-4370-9057-eaa3f6bed212 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:38:28.122975 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875dfa68-8e67-4ae1-beb0-94e9db489e9f None None] Sync routers for ids ['9005eead-e60d-496a-96ac-992f6a4861fd'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:38:28.134331 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875dfa68-8e67-4ae1-beb0-94e9db489e9f None None] Routers {'9005eead-e60d-496a-96ac-992f6a4861fd'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:38:28.135304 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-875dfa68-8e67-4ae1-beb0-94e9db489e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:38:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['9005eead-e60d-496a-96ac-992f6a4861fd'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:38:28.142118 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-02e2b9c5-9444-4370-9057-eaa3f6bed212 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:28.144415 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-02e2b9c5-9444-4370-9057-eaa3f6bed212 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.2347374 Feb 04 12:38:28.151806 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 51776) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:38:28.174919 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aac1a6-d432-4a58-97fc-5c796124da36 req-57d29308-5e77-41b8-b37f-782cda1930cf tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:28.175853 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-875dfa68-8e67-4ae1-beb0-94e9db489e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:38:28.180544 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aac1a6-d432-4a58-97fc-5c796124da36 req-57d29308-5e77-41b8-b37f-782cda1930cf tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:28.185419 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875dfa68-8e67-4ae1-beb0-94e9db489e9f None None] Routers {'9005eead-e60d-496a-96ac-992f6a4861fd'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:38:28.185803 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aac1a6-d432-4a58-97fc-5c796124da36 req-57d29308-5e77-41b8-b37f-782cda1930cf tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:28.186021 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-875dfa68-8e67-4ae1-beb0-94e9db489e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:38:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['9005eead-e60d-496a-96ac-992f6a4861fd'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:38:28.191466 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aac1a6-d432-4a58-97fc-5c796124da36 req-57d29308-5e77-41b8-b37f-782cda1930cf tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:28.196900 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aac1a6-d432-4a58-97fc-5c796124da36 req-57d29308-5e77-41b8-b37f-782cda1930cf tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:28.202072 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aac1a6-d432-4a58-97fc-5c796124da36 req-57d29308-5e77-41b8-b37f-782cda1930cf tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:28.207558 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aac1a6-d432-4a58-97fc-5c796124da36 req-57d29308-5e77-41b8-b37f-782cda1930cf tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:28.209593 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-76aac1a6-d432-4a58-97fc-5c796124da36 req-57d29308-5e77-41b8-b37f-782cda1930cf tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 5427 time: 0.1997466 Feb 04 12:38:28.239526 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-875dfa68-8e67-4ae1-beb0-94e9db489e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:38:28.244478 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875dfa68-8e67-4ae1-beb0-94e9db489e9f None None] The sync data for ids ['9005eead-e60d-496a-96ac-992f6a4861fd'] in n-d-825015-3 is: [] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:38:28.287653 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d48ea07-fd8b-4b90-9377-8933a0a13fa3 req-3d79b3bd-7b2c-41a1-ab6b-c0f4e4f03cd7 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:28.289198 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8d48ea07-fd8b-4b90-9377-8933a0a13fa3 req-3d79b3bd-7b2c-41a1-ab6b-c0f4e4f03cd7 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9e6265c-6c82-4ab3-bce7-1ca8c1cef626 HTTP/1.1" status: 200 len: 946 time: 0.2491946 Feb 04 12:38:28.444228 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-76aac1a6-d432-4a58-97fc-5c796124da36 req-301e8047-5a2c-4095-800a-820a09e8d29b tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/security-groups?id=6fb9d925-f1ad-446a-9918-6c4396d6cf75&id=298cdae3-8a94-4f2b-ad9f-68a3e4a3ab72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1931059 Feb 04 12:38:28.450635 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 12:38:28.472485 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8d48ea07-fd8b-4b90-9377-8933a0a13fa3 req-8ef269d7-3ec2-444c-873a-0863dc47c235 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.65 "GET /v2.0/security-groups?id=3194529c-ef45-449a-86a3-c42c7670cd65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402414 Feb 04 12:38:28.478402 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-6c0807b8-7513-4c51-9825-c3e357105043 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] 10.222.0.65 "GET /v2.0/routers/9005eead-e60d-496a-96ac-992f6a4861fd HTTP/1.1" status: 200 len: 925 time: 0.3224838 Feb 04 12:38:28.478591 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 51778) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:38:28.508432 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-0a24426d-96b4-4096-af71-01d0ce820a44 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] 10.222.0.65 "GET /v2.0/ports?device_id=9005eead-e60d-496a-96ac-992f6a4861fd HTTP/1.1" status: 200 len: 205 time: 0.0287392 Feb 04 12:38:28.510950 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 51780) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:38:28.588732 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-ab92f238-39ff-4fab-82cc-cb8355582ddb admin admin] Deleting port 20c733f6-4681-42e1-a522-fb4ff38ed60c {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:38:28.589076 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ab92f238-39ff-4fab-82cc-cb8355582ddb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (20c733f6-4681-42e1-a522-fb4ff38ed60c), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:28.625237 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e60e5372-25fa-4145-8848-b437527c91f4 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Publish callbacks [] for router (9005eead-e60d-496a-96ac-992f6a4861fd), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:28.676002 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-ab92f238-39ff-4fab-82cc-cb8355582ddb admin admin] For port 20c733f6-4681-42e1-a522-fb4ff38ed60c, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=20c733f6-4681-42e1-a522-fb4ff38ed60c,segment=NetworkSegment(a93faf63-eb00-47f4-bed7-d5ca3fd92e2a),segment_id=a93faf63-eb00-47f4-bed7-d5ca3fd92e2a)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:38:28.676775 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ab92f238-39ff-4fab-82cc-cb8355582ddb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (20c733f6-4681-42e1-a522-fb4ff38ed60c), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:28.693159 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-ab92f238-39ff-4fab-82cc-cb8355582ddb admin admin] Calling delete_port for 20c733f6-4681-42e1-a522-fb4ff38ed60c owned by network:router_interface {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:38:28.736126 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e60e5372-25fa-4145-8848-b437527c91f4 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Publish callbacks [] for router_gateway (9005eead-e60d-496a-96ac-992f6a4861fd), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:28.803542 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-e60e5372-25fa-4145-8848-b437527c91f4 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Deleting port bf30ca85-ef12-4a7a-82e6-57d6d9d0fdc8 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:38:28.803938 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e60e5372-25fa-4145-8848-b437527c91f4 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (bf30ca85-ef12-4a7a-82e6-57d6d9d0fdc8), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:28.884015 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e60e5372-25fa-4145-8848-b437527c91f4 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (bf30ca85-ef12-4a7a-82e6-57d6d9d0fdc8), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:28.897562 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ab92f238-39ff-4fab-82cc-cb8355582ddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (20c733f6-4681-42e1-a522-fb4ff38ed60c), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:28.898402 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-e60e5372-25fa-4145-8848-b437527c91f4 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Calling delete_port for bf30ca85-ef12-4a7a-82e6-57d6d9d0fdc8 owned by network:router_gateway {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:38:28.929222 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab92f238-39ff-4fab-82cc-cb8355582ddb admin admin] Pushing event deleted for resources: {'Port': ['ID=20c733f6-4681-42e1-a522-fb4ff38ed60c,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:38:29.088456 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e60e5372-25fa-4145-8848-b437527c91f4 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (bf30ca85-ef12-4a7a-82e6-57d6d9d0fdc8), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:29.127715 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60e5372-25fa-4145-8848-b437527c91f4 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Pushing event deleted for resources: {'Port': ['ID=bf30ca85-ef12-4a7a-82e6-57d6d9d0fdc8,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:38:29.139139 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ab92f238-39ff-4fab-82cc-cb8355582ddb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622067'] for router_interface (b10466ee-1526-44b9-9266-3022b75a68d4), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:29.199296 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e60e5372-25fa-4145-8848-b437527c91f4 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1599901'] for router_gateway (9005eead-e60d-496a-96ac-992f6a4861fd), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:29.295866 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e60e5372-25fa-4145-8848-b437527c91f4 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10915'] for router (9005eead-e60d-496a-96ac-992f6a4861fd), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:29.297908 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e60e5372-25fa-4145-8848-b437527c91f4 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Publish callbacks [] for router_controller (9005eead-e60d-496a-96ac-992f6a4861fd), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:29.344670 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e60e5372-25fa-4145-8848-b437527c91f4 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622829'] for router (9005eead-e60d-496a-96ac-992f6a4861fd), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:29.345421 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e60e5372-25fa-4145-8848-b437527c91f4 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Fanout notify agent at l3_agent the message router_deleted on router 9005eead-e60d-496a-96ac-992f6a4861fd {{(pid=103474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 12:38:29.353349 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e60e5372-25fa-4145-8848-b437527c91f4 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:29.354668 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-e60e5372-25fa-4145-8848-b437527c91f4 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] 10.222.0.65 "DELETE /v2.0/routers/9005eead-e60d-496a-96ac-992f6a4861fd HTTP/1.1" status: 204 len: 168 time: 0.8423817 Feb 04 12:38:29.358343 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 51782) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:38:29.364305 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-393f4cf7-ab02-4041-8e1e-a61cb1076142 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1790445173', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'enable_snat': False}}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:38:29.385040 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-393f4cf7-ab02-4041-8e1e-a61cb1076142 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10933'] for router (513bcb7d-f723-432b-8f57-bfbc91889b72), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:29.386082 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-393f4cf7-ab02-4041-8e1e-a61cb1076142 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10924'] for router (513bcb7d-f723-432b-8f57-bfbc91889b72), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:29.407949 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab92f238-39ff-4fab-82cc-cb8355582ddb admin admin] Router b10466ee-1526-44b9-9266-3022b75a68d4 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:38:29.445698 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-393f4cf7-ab02-4041-8e1e-a61cb1076142 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks [] for router_controller (513bcb7d-f723-432b-8f57-bfbc91889b72), precommit_add_association {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:29.623667 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-393f4cf7-ab02-4041-8e1e-a61cb1076142 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks [] for router_gateway (513bcb7d-f723-432b-8f57-bfbc91889b72), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:29.638289 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab92f238-39ff-4fab-82cc-cb8355582ddb admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:38:29.643436 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-ab92f238-39ff-4fab-82cc-cb8355582ddb admin admin] 10.222.0.65 "PUT /v2.0/routers/b10466ee-1526-44b9-9266-3022b75a68d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4143600 Feb 04 12:38:29.648367 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 51788) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:38:29.650670 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc36279-b7d6-4287-96dd-842d8acc823c None None] Sync routers for ids ['b10466ee-1526-44b9-9266-3022b75a68d4'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:38:29.662940 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc36279-b7d6-4287-96dd-842d8acc823c None None] Routers {'b10466ee-1526-44b9-9266-3022b75a68d4'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:38:29.664677 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-afc36279-b7d6-4287-96dd-842d8acc823c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:38:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['b10466ee-1526-44b9-9266-3022b75a68d4'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:38:29.749287 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02e852d-62d1-478b-8743-916d936ff203 req-786e97a8-dc20-4803-b612-80bc9b3920b8 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:29.755361 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02e852d-62d1-478b-8743-916d936ff203 req-786e97a8-dc20-4803-b612-80bc9b3920b8 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:29.760554 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02e852d-62d1-478b-8743-916d936ff203 req-786e97a8-dc20-4803-b612-80bc9b3920b8 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:29.765884 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02e852d-62d1-478b-8743-916d936ff203 req-786e97a8-dc20-4803-b612-80bc9b3920b8 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:29.771727 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02e852d-62d1-478b-8743-916d936ff203 req-786e97a8-dc20-4803-b612-80bc9b3920b8 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:29.777064 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02e852d-62d1-478b-8743-916d936ff203 req-786e97a8-dc20-4803-b612-80bc9b3920b8 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:29.782570 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02e852d-62d1-478b-8743-916d936ff203 req-786e97a8-dc20-4803-b612-80bc9b3920b8 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:29.785475 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a02e852d-62d1-478b-8743-916d936ff203 req-786e97a8-dc20-4803-b612-80bc9b3920b8 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 5427 time: 0.2415876 Feb 04 12:38:29.811104 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2d8da0-9917-4841-b50b-d4375f0964b7 req-669ec4bb-411a-4672-8eaa-2dd3ef1cc65d tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:29.812708 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fa2d8da0-9917-4841-b50b-d4375f0964b7 req-669ec4bb-411a-4672-8eaa-2dd3ef1cc65d tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9e6265c-6c82-4ab3-bce7-1ca8c1cef626 HTTP/1.1" status: 200 len: 946 time: 0.2349856 Feb 04 12:38:29.817655 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-afc36279-b7d6-4287-96dd-842d8acc823c None None] Set router b10466ee-1526-44b9-9266-3022b75a68d4 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:38:29.902726 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-393f4cf7-ab02-4041-8e1e-a61cb1076142 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks [] for router_gateway (513bcb7d-f723-432b-8f57-bfbc91889b72), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:29.926161 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-393f4cf7-ab02-4041-8e1e-a61cb1076142 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:29.943970 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-147ee228-f52f-4055-9240-626a4fe1b9d2 admin admin] Publish callbacks [] for router (b10466ee-1526-44b9-9266-3022b75a68d4), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:29.994091 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fa2d8da0-9917-4841-b50b-d4375f0964b7 req-2f0d412b-69cd-43a9-8b9d-2f2f0d3b33a7 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.65 "GET /v2.0/security-groups?id=3194529c-ef45-449a-86a3-c42c7670cd65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728370 Feb 04 12:38:30.060541 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-393f4cf7-ab02-4041-8e1e-a61cb1076142 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Allocated IP 172.25.3.160 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/3b18b259-9e60-46a5-aa87-790a836faa40) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:38:30.080519 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a02e852d-62d1-478b-8743-916d936ff203 req-fe056074-d978-444d-89a3-d60919c19494 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/security-groups?id=6fb9d925-f1ad-446a-9918-6c4396d6cf75&id=298cdae3-8a94-4f2b-ad9f-68a3e4a3ab72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2823138 Feb 04 12:38:30.089715 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-147ee228-f52f-4055-9240-626a4fe1b9d2 admin admin] Publish callbacks [] for router_gateway (b10466ee-1526-44b9-9266-3022b75a68d4), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:30.133102 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-afc36279-b7d6-4287-96dd-842d8acc823c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b10466ee-1526-44b9-9266-3022b75a68d4', 'name': 'tempest-ServersTestBootFromVolume-1315260022-router', 'tenant_id': '6811610fed404ab8950570f16fc94eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': 'fff9c98a-9f34-4437-b5e0-40b457f5f3bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:34:48Z', 'updated_at': '2022-02-04T12:38:28Z', 'revision_number': 5, 'project_id': '6811610fed404ab8950570f16fc94eb8', 'gw_port': {'id': 'fff9c98a-9f34-4437-b5e0-40b457f5f3bd', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:7e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b10466ee-1526-44b9-9266-3022b75a68d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:34:51Z', 'updated_at': '2022-02-04T12:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:38:30.173767 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-147ee228-f52f-4055-9240-626a4fe1b9d2 admin admin] Deleting port fff9c98a-9f34-4437-b5e0-40b457f5f3bd {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:38:30.174809 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc36279-b7d6-4287-96dd-842d8acc823c None None] Checking router: b10466ee-1526-44b9-9266-3022b75a68d4 for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:38:30.174951 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-147ee228-f52f-4055-9240-626a4fe1b9d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (fff9c98a-9f34-4437-b5e0-40b457f5f3bd), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:30.184483 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc36279-b7d6-4287-96dd-842d8acc823c None None] Routers {'b10466ee-1526-44b9-9266-3022b75a68d4'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:38:30.185115 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-afc36279-b7d6-4287-96dd-842d8acc823c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:38:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['b10466ee-1526-44b9-9266-3022b75a68d4'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:38:30.202777 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-393f4cf7-ab02-4041-8e1e-a61cb1076142 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks [] for port (3b18b259-9e60-46a5-aa87-790a836faa40), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:30.242671 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-393f4cf7-ab02-4041-8e1e-a61cb1076142 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (3b18b259-9e60-46a5-aa87-790a836faa40), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:30.274144 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-147ee228-f52f-4055-9240-626a4fe1b9d2 admin admin] For port fff9c98a-9f34-4437-b5e0-40b457f5f3bd, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=fff9c98a-9f34-4437-b5e0-40b457f5f3bd,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:38:30.274515 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-147ee228-f52f-4055-9240-626a4fe1b9d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (fff9c98a-9f34-4437-b5e0-40b457f5f3bd), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:30.291171 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-147ee228-f52f-4055-9240-626a4fe1b9d2 admin admin] Calling delete_port for fff9c98a-9f34-4437-b5e0-40b457f5f3bd owned by network:router_gateway {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:38:30.306603 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393f4cf7-ab02-4041-8e1e-a61cb1076142 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:38:30.311082 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-393f4cf7-ab02-4041-8e1e-a61cb1076142 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:38:30.319313 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393f4cf7-ab02-4041-8e1e-a61cb1076142 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:38:30.372643 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393f4cf7-ab02-4041-8e1e-a61cb1076142 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Pushing event updated for resources: {'Port': ['ID=3b18b259-9e60-46a5-aa87-790a836faa40,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:38:30.477449 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-afc36279-b7d6-4287-96dd-842d8acc823c None None] Set router b10466ee-1526-44b9-9266-3022b75a68d4 gateway port host: None {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:38:30.498725 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-147ee228-f52f-4055-9240-626a4fe1b9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (fff9c98a-9f34-4437-b5e0-40b457f5f3bd), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:30.536149 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-afc36279-b7d6-4287-96dd-842d8acc823c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b10466ee-1526-44b9-9266-3022b75a68d4', 'name': 'tempest-ServersTestBootFromVolume-1315260022-router', 'tenant_id': '6811610fed404ab8950570f16fc94eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:34:48Z', 'updated_at': '2022-02-04T12:38:30Z', 'revision_number': 6, 'project_id': '6811610fed404ab8950570f16fc94eb8', 'gw_port_host': None}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:38:30.540578 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147ee228-f52f-4055-9240-626a4fe1b9d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=fff9c98a-9f34-4437-b5e0-40b457f5f3bd,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:38:30.582366 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc36279-b7d6-4287-96dd-842d8acc823c None None] The sync data for ids ['b10466ee-1526-44b9-9266-3022b75a68d4'] in n-d-825015-3 is: [{'id': 'b10466ee-1526-44b9-9266-3022b75a68d4', 'name': 'tempest-ServersTestBootFromVolume-1315260022-router', 'tenant_id': '6811610fed404ab8950570f16fc94eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:34:48Z', 'updated_at': '2022-02-04T12:38:30Z', 'revision_number': 6, 'project_id': '6811610fed404ab8950570f16fc94eb8', 'gw_port_host': None}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:38:30.618385 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-147ee228-f52f-4055-9240-626a4fe1b9d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1599901'] for router_gateway (b10466ee-1526-44b9-9266-3022b75a68d4), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:30.730886 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-147ee228-f52f-4055-9240-626a4fe1b9d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10915'] for router (b10466ee-1526-44b9-9266-3022b75a68d4), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:30.733140 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-147ee228-f52f-4055-9240-626a4fe1b9d2 admin admin] Publish callbacks [] for router_controller (b10466ee-1526-44b9-9266-3022b75a68d4), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:30.781176 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-147ee228-f52f-4055-9240-626a4fe1b9d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622829'] for router (b10466ee-1526-44b9-9266-3022b75a68d4), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:30.781748 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-147ee228-f52f-4055-9240-626a4fe1b9d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b10466ee-1526-44b9-9266-3022b75a68d4 {{(pid=103475) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 12:38:30.787686 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-147ee228-f52f-4055-9240-626a4fe1b9d2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:30.791404 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-147ee228-f52f-4055-9240-626a4fe1b9d2 admin admin] 10.222.0.65 "DELETE /v2.0/routers/b10466ee-1526-44b9-9266-3022b75a68d4 HTTP/1.1" status: 204 len: 168 time: 1.1396325 Feb 04 12:38:30.791706 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 51792) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:38:30.846149 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3bcd664-8e42-4c90-92f6-4a7ecc03e772 admin admin] Deleting subnet 8ed89237-317f-4530-8ecc-638834416f83 {{(pid=103475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:38:30.849972 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3bcd664-8e42-4c90-92f6-4a7ecc03e772 admin admin] Publish callbacks [] for subnet (8ed89237-317f-4530-8ecc-638834416f83), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:30.891221 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3bcd664-8e42-4c90-92f6-4a7ecc03e772 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51859329'] for subnet (8ed89237-317f-4530-8ecc-638834416f83), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:30.985240 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3bcd664-8e42-4c90-92f6-4a7ecc03e772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (8ed89237-317f-4530-8ecc-638834416f83), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:31.025772 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-393f4cf7-ab02-4041-8e1e-a61cb1076142 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks [] for router_gateway (513bcb7d-f723-432b-8f57-bfbc91889b72), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:31.029934 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:31.065737 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3bcd664-8e42-4c90-92f6-4a7ecc03e772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-52093282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51452698'] for subnet (8ed89237-317f-4530-8ecc-638834416f83), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:31.082607 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3bcd664-8e42-4c90-92f6-4a7ecc03e772 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:31.086634 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-b3bcd664-8e42-4c90-92f6-4a7ecc03e772 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/8ed89237-317f-4530-8ecc-638834416f83 HTTP/1.1" status: 204 len: 168 time: 0.2936563 Feb 04 12:38:31.088004 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720fb9b9-97e9-4ca9-b894-75fd2532cf9b None None] Network e220eee6-efbf-4e16-8278-b7034a106a3d requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:38:31.107156 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 51794) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:38:31.114903 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bcd664-8e42-4c90-92f6-4a7ecc03e772 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ed89237-317f-4530-8ecc-638834416f83,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:38:31.197863 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d5eed313-72ee-4c1e-90e0-84fee7665122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (e220eee6-efbf-4e16-8278-b7034a106a3d), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:31.311410 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d514ade5-6935-4c07-a292-5783ae14af3e req-ab06dc31-3f2c-40a6-8690-2a53e87cb97a tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:31.317947 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d514ade5-6935-4c07-a292-5783ae14af3e req-ab06dc31-3f2c-40a6-8690-2a53e87cb97a tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:31.323790 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d514ade5-6935-4c07-a292-5783ae14af3e req-ab06dc31-3f2c-40a6-8690-2a53e87cb97a tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:31.328098 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-393f4cf7-ab02-4041-8e1e-a61cb1076142 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141'] for router (513bcb7d-f723-432b-8f57-bfbc91889b72), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:31.329277 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d514ade5-6935-4c07-a292-5783ae14af3e req-ab06dc31-3f2c-40a6-8690-2a53e87cb97a tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:31.335796 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d514ade5-6935-4c07-a292-5783ae14af3e req-ab06dc31-3f2c-40a6-8690-2a53e87cb97a tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:31.340641 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d514ade5-6935-4c07-a292-5783ae14af3e req-ab06dc31-3f2c-40a6-8690-2a53e87cb97a tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:31.347286 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d514ade5-6935-4c07-a292-5783ae14af3e req-ab06dc31-3f2c-40a6-8690-2a53e87cb97a tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:31.349690 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d514ade5-6935-4c07-a292-5783ae14af3e req-ab06dc31-3f2c-40a6-8690-2a53e87cb97a tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 5427 time: 0.1455271 Feb 04 12:38:31.388383 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-d5eed313-72ee-4c1e-90e0-84fee7665122 admin admin] Deleting port 0b6d8f05-d4eb-49cf-88b2-cabb22d508e2 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:38:31.388671 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d5eed313-72ee-4c1e-90e0-84fee7665122 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (0b6d8f05-d4eb-49cf-88b2-cabb22d508e2), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:31.478587 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e65b85-238d-4529-b98c-d76ec561b551 None None] DHCP port deletion for e220eee6-efbf-4e16-8278-b7034a106a3d request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 12:38:31.487325 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d514ade5-6935-4c07-a292-5783ae14af3e req-bf30e9ed-95d7-4a11-ae32-7d520093e32a tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/security-groups?id=6fb9d925-f1ad-446a-9918-6c4396d6cf75&id=298cdae3-8a94-4f2b-ad9f-68a3e4a3ab72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1301115 Feb 04 12:38:31.509171 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-d5eed313-72ee-4c1e-90e0-84fee7665122 admin admin] For port 0b6d8f05-d4eb-49cf-88b2-cabb22d508e2, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=0b6d8f05-d4eb-49cf-88b2-cabb22d508e2,segment=NetworkSegment(a93faf63-eb00-47f4-bed7-d5ca3fd92e2a),segment_id=a93faf63-eb00-47f4-bed7-d5ca3fd92e2a)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:38:31.509171 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d5eed313-72ee-4c1e-90e0-84fee7665122 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (0b6d8f05-d4eb-49cf-88b2-cabb22d508e2), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:31.549866 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-d5eed313-72ee-4c1e-90e0-84fee7665122 admin admin] Calling delete_port for 0b6d8f05-d4eb-49cf-88b2-cabb22d508e2 owned by network:dhcp {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:38:31.568292 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-393f4cf7-ab02-4041-8e1e-a61cb1076142 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Router 513bcb7d-f723-432b-8f57-bfbc91889b72 is scheduled to L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de with binding_index 1 {{(pid=103474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 12:38:31.592711 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-f3e65b85-238d-4529-b98c-d76ec561b551 None None] Deleting port 0b6d8f05-d4eb-49cf-88b2-cabb22d508e2 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:38:31.593193 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f3e65b85-238d-4529-b98c-d76ec561b551 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (0b6d8f05-d4eb-49cf-88b2-cabb22d508e2), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:31.669346 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d5eed313-72ee-4c1e-90e0-84fee7665122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (0b6d8f05-d4eb-49cf-88b2-cabb22d508e2), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:31.720384 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eed313-72ee-4c1e-90e0-84fee7665122 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b6d8f05-d4eb-49cf-88b2-cabb22d508e2,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:38:31.737268 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5eed313-72ee-4c1e-90e0-84fee7665122 admin admin] No DVR routers for this DVR port 0b6d8f05-d4eb-49cf-88b2-cabb22d508e2 on host n-d-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:38:31.769611 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-393f4cf7-ab02-4041-8e1e-a61cb1076142 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:38:31.787159 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e326c1-c767-46b4-8c7a-0ff3b6b46d7f None None] Sync routers for ids ['513bcb7d-f723-432b-8f57-bfbc91889b72'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:38:31.800286 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-f3e65b85-238d-4529-b98c-d76ec561b551 None None] For port 0b6d8f05-d4eb-49cf-88b2-cabb22d508e2, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=0b6d8f05-d4eb-49cf-88b2-cabb22d508e2,segment=NetworkSegment(a93faf63-eb00-47f4-bed7-d5ca3fd92e2a),segment_id=a93faf63-eb00-47f4-bed7-d5ca3fd92e2a)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:38:31.804960 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f3e65b85-238d-4529-b98c-d76ec561b551 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (0b6d8f05-d4eb-49cf-88b2-cabb22d508e2), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:31.812964 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e326c1-c767-46b4-8c7a-0ff3b6b46d7f None None] Routers {'513bcb7d-f723-432b-8f57-bfbc91889b72'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:38:31.813627 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-35e326c1-c767-46b4-8c7a-0ff3b6b46d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:38:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['513bcb7d-f723-432b-8f57-bfbc91889b72'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:38:31.841663 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-f3e65b85-238d-4529-b98c-d76ec561b551 None None] Calling delete_port for 0b6d8f05-d4eb-49cf-88b2-cabb22d508e2 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:38:31.865423 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:31.873136 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-393f4cf7-ab02-4041-8e1e-a61cb1076142 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:31.879218 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-393f4cf7-ab02-4041-8e1e-a61cb1076142 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 2.5197985 Feb 04 12:38:31.881900 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 51798) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:38:31.992052 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f3e65b85-238d-4529-b98c-d76ec561b551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (0b6d8f05-d4eb-49cf-88b2-cabb22d508e2), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:32.022290 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e65b85-238d-4529-b98c-d76ec561b551 None None] No DVR routers for this DVR port 0b6d8f05-d4eb-49cf-88b2-cabb22d508e2 on host n-d-825015-3 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:38:32.068710 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e65b85-238d-4529-b98c-d76ec561b551 None None] Pushing event deleted for resources: {'Port': ['ID=0b6d8f05-d4eb-49cf-88b2-cabb22d508e2,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:38:32.099963 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-35e326c1-c767-46b4-8c7a-0ff3b6b46d7f None None] Set router 513bcb7d-f723-432b-8f57-bfbc91889b72 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:38:32.152938 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 20c733f6-4681-42e1-a522-fb4ff38ed60c no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:38:32.180832 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 20c733f6-4681-42e1-a522-fb4ff38ed60c {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:38:32.181552 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 20c733f6-4681-42e1-a522-fb4ff38ed60c not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:38:32.182221 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 0b6d8f05-d4eb-49cf-88b2-cabb22d508e2 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:38:32.210457 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 0b6d8f05-d4eb-49cf-88b2-cabb22d508e2 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:38:32.211409 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 0b6d8f05-d4eb-49cf-88b2-cabb22d508e2 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:38:32.212098 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device fff9c98a-9f34-4437-b5e0-40b457f5f3bd no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:38:32.234644 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: fff9c98a-9f34-4437-b5e0-40b457f5f3bd {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:38:32.235003 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device fff9c98a-9f34-4437-b5e0-40b457f5f3bd not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:38:32.319192 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-35e326c1-c767-46b4-8c7a-0ff3b6b46d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '513bcb7d-f723-432b-8f57-bfbc91889b72', 'name': 'tempest-snat-router-1790445173', 'tenant_id': 'f43aaa694baf43c5851df8edc3f3937e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.160'}], 'enable_snat': False}, 'gw_port_id': '3b18b259-9e60-46a5-aa87-790a836faa40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:38:29Z', 'updated_at': '2022-02-04T12:38:30Z', 'revision_number': 3, 'project_id': 'f43aaa694baf43c5851df8edc3f3937e', 'gw_port': {'id': '3b18b259-9e60-46a5-aa87-790a836faa40', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:27:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '513bcb7d-f723-432b-8f57-bfbc91889b72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:38:29Z', 'updated_at': '2022-02-04T12:38:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:38:32.349400 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e326c1-c767-46b4-8c7a-0ff3b6b46d7f None None] Checking router: 513bcb7d-f723-432b-8f57-bfbc91889b72 for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:38:32.349805 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e326c1-c767-46b4-8c7a-0ff3b6b46d7f None None] Updating router 513bcb7d-f723-432b-8f57-bfbc91889b72 port 3b18b259-9e60-46a5-aa87-790a836faa40 binding host n-d-825015-3 {{(pid=103477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:38:32.379375 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-35e326c1-c767-46b4-8c7a-0ff3b6b46d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (3b18b259-9e60-46a5-aa87-790a836faa40), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:32.404166 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d5eed313-72ee-4c1e-90e0-84fee7665122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (e220eee6-efbf-4e16-8278-b7034a106a3d), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:32.434103 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-d5eed313-72ee-4c1e-90e0-84fee7665122 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e220eee6-efbf-4e16-8278-b7034a106a3d']}} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:38:32.448064 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-d5eed313-72ee-4c1e-90e0-84fee7665122 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a93faf63-eb00-47f4-bed7-d5ca3fd92e2a') {'for_net_delete': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:38:32.448428 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-d5eed313-72ee-4c1e-90e0-84fee7665122 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a93faf63-eb00-47f4-bed7-d5ca3fd92e2a') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:38:32.461626 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d5eed313-72ee-4c1e-90e0-84fee7665122 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51859336'] for segment (a93faf63-eb00-47f4-bed7-d5ca3fd92e2a), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:32.481617 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d5eed313-72ee-4c1e-90e0-84fee7665122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (a93faf63-eb00-47f4-bed7-d5ca3fd92e2a), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:32.488147 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-29cc3a20-7855-49ca-b942-53dec1be05d7 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] 10.222.0.65 "GET /v2.0/routers/513bcb7d-f723-432b-8f57-bfbc91889b72 HTTP/1.1" status: 200 len: 909 time: 0.6018372 Feb 04 12:38:32.489449 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 51800) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:38:32.490321 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5eed313-72ee-4c1e-90e0-84fee7665122 admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=103475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:38:32.490719 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d5eed313-72ee-4c1e-90e0-84fee7665122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-52093388'] for segment (a93faf63-eb00-47f4-bed7-d5ca3fd92e2a), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:32.492389 n-d-825015-3 neutron-server[103475]: Traceback (most recent call last): Feb 04 12:38:32.492389 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:38:32.492389 n-d-825015-3 neutron-server[103475]: timer() Feb 04 12:38:32.492389 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:38:32.492389 n-d-825015-3 neutron-server[103475]: cb(*args, **kw) Feb 04 12:38:32.492389 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:38:32.492389 n-d-825015-3 neutron-server[103475]: return func(*args, **kwargs) Feb 04 12:38:32.492389 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:38:32.492389 n-d-825015-3 neutron-server[103475]: self._notify() Feb 04 12:38:32.492389 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:38:32.492389 n-d-825015-3 neutron-server[103475]: self.callback(batched_events) Feb 04 12:38:32.492389 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:38:32.492389 n-d-825015-3 neutron-server[103475]: event.method(event) Feb 04 12:38:32.492389 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:38:32.492389 n-d-825015-3 neutron-server[103475]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:38:32.492389 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:38:32.492389 n-d-825015-3 neutron-server[103475]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:38:32.492389 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:38:32.492389 n-d-825015-3 neutron-server[103475]: return f(self, *a, **k) Feb 04 12:38:32.492389 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:38:32.492389 n-d-825015-3 neutron-server[103475]: return self._get(url).json() Feb 04 12:38:32.492389 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:38:32.492389 n-d-825015-3 neutron-server[103475]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:38:32.492389 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:38:32.492389 n-d-825015-3 neutron-server[103475]: return self.request(url, 'GET', **kwargs) Feb 04 12:38:32.492389 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:38:32.492389 n-d-825015-3 neutron-server[103475]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:38:32.492389 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:38:32.492389 n-d-825015-3 neutron-server[103475]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:38:32.492389 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:38:32.492389 n-d-825015-3 neutron-server[103475]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:38:32.492389 n-d-825015-3 neutron-server[103475]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:38:32.498812 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-447520a6-d48c-4311-9441-898f0e2fd6b0 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1790445173', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'enable_snat': True}}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:38:32.523206 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-447520a6-d48c-4311-9441-898f0e2fd6b0 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10933'] for router (1ce838fc-72af-4b6f-a8f5-136aa4ff7496), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:32.524958 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-447520a6-d48c-4311-9441-898f0e2fd6b0 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10924'] for router (1ce838fc-72af-4b6f-a8f5-136aa4ff7496), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:32.565896 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device d2ad6fb4-8d1e-4351-b211-6a87ea7077d1 details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:38:32.566703 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d5eed313-72ee-4c1e-90e0-84fee7665122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (e220eee6-efbf-4e16-8278-b7034a106a3d), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:32.609184 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d5eed313-72ee-4c1e-90e0-84fee7665122 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:32.613498 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-d5eed313-72ee-4c1e-90e0-84fee7665122 admin admin] 10.222.0.65 "DELETE /v2.0/networks/e220eee6-efbf-4e16-8278-b7034a106a3d HTTP/1.1" status: 204 len: 168 time: 1.5047894 Feb 04 12:38:32.629627 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eed313-72ee-4c1e-90e0-84fee7665122 admin admin] Pushing event deleted for resources: {'Network': ['ID=e220eee6-efbf-4e16-8278-b7034a106a3d,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:38:32.640922 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-447520a6-d48c-4311-9441-898f0e2fd6b0 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks [] for router_controller (1ce838fc-72af-4b6f-a8f5-136aa4ff7496), precommit_add_association {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:32.709111 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6ebc0b-0ee2-4e53-9a59-6b6a9b042712 req-c9f32a54-333d-4b92-a673-22c880be427d tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:32.715563 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6ebc0b-0ee2-4e53-9a59-6b6a9b042712 req-c9f32a54-333d-4b92-a673-22c880be427d tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:32.722698 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6ebc0b-0ee2-4e53-9a59-6b6a9b042712 req-c9f32a54-333d-4b92-a673-22c880be427d tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:32.727942 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-35e326c1-c767-46b4-8c7a-0ff3b6b46d7f None None] Publish callbacks [] for port (3b18b259-9e60-46a5-aa87-790a836faa40), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:32.729708 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6ebc0b-0ee2-4e53-9a59-6b6a9b042712 req-c9f32a54-333d-4b92-a673-22c880be427d tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:32.735910 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-35e326c1-c767-46b4-8c7a-0ff3b6b46d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (3b18b259-9e60-46a5-aa87-790a836faa40), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:32.738096 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6ebc0b-0ee2-4e53-9a59-6b6a9b042712 req-c9f32a54-333d-4b92-a673-22c880be427d tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:32.745417 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6ebc0b-0ee2-4e53-9a59-6b6a9b042712 req-c9f32a54-333d-4b92-a673-22c880be427d tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:32.754755 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6ebc0b-0ee2-4e53-9a59-6b6a9b042712 req-c9f32a54-333d-4b92-a673-22c880be427d tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:32.757588 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cb6ebc0b-0ee2-4e53-9a59-6b6a9b042712 req-c9f32a54-333d-4b92-a673-22c880be427d tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 5427 time: 0.1430817 Feb 04 12:38:32.781282 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-35e326c1-c767-46b4-8c7a-0ff3b6b46d7f None None] Attempting to bind port 3b18b259-9e60-46a5-aa87-790a836faa40 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:38:32.781937 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-35e326c1-c767-46b4-8c7a-0ff3b6b46d7f None None] Attempting to bind port 3b18b259-9e60-46a5-aa87-790a836faa40 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:38:32.782516 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e326c1-c767-46b4-8c7a-0ff3b6b46d7f None None] Attempting to bind port 3b18b259-9e60-46a5-aa87-790a836faa40 on network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:38:32.808063 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e326c1-c767-46b4-8c7a-0ff3b6b46d7f None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:38:32.810738 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e326c1-c767-46b4-8c7a-0ff3b6b46d7f None None] Checking segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:38:32.811408 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-35e326c1-c767-46b4-8c7a-0ff3b6b46d7f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:32.811995 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e326c1-c767-46b4-8c7a-0ff3b6b46d7f None None] Bound using segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:38:32.812665 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-35e326c1-c767-46b4-8c7a-0ff3b6b46d7f None None] Bound port: 3b18b259-9e60-46a5-aa87-790a836faa40, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:38:32.813230 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-35e326c1-c767-46b4-8c7a-0ff3b6b46d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (3b18b259-9e60-46a5-aa87-790a836faa40), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:32.824560 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port d2ad6fb4-8d1e-4351-b211-6a87ea7077d1, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=d2ad6fb4-8d1e-4351-b211-6a87ea7077d1,segment=NetworkSegment(457a9e0a-0e75-459f-be4c-5045e8830e74),segment_id=457a9e0a-0e75-459f-be4c-5045e8830e74)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:38:32.864894 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': 'd2ad6fb4-8d1e-4351-b211-6a87ea7077d1', 'network_id': '647cdb67-8c3d-4450-9185-dcf62d584045', 'port_id': 'd2ad6fb4-8d1e-4351-b211-6a87ea7077d1', 'mac_address': 'fa:16:3e:2b:4d:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2531695a-dce9-4ba8-8fe1-981de5f81c6b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:38:32.873810 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-35e326c1-c767-46b4-8c7a-0ff3b6b46d7f None None] For port 3b18b259-9e60-46a5-aa87-790a836faa40, host n-d-825015-3, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:38:32.877243 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-35e326c1-c767-46b4-8c7a-0ff3b6b46d7f None None] For port 3b18b259-9e60-46a5-aa87-790a836faa40, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=3b18b259-9e60-46a5-aa87-790a836faa40,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:38:32.902648 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cb6ebc0b-0ee2-4e53-9a59-6b6a9b042712 req-e8ff93a9-4494-4096-8140-e1de74a4b82e tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/security-groups?id=6fb9d925-f1ad-446a-9918-6c4396d6cf75&id=298cdae3-8a94-4f2b-ad9f-68a3e4a3ab72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1368411 Feb 04 12:38:32.910790 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-35e326c1-c767-46b4-8c7a-0ff3b6b46d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (3b18b259-9e60-46a5-aa87-790a836faa40), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:32.946788 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port d2ad6fb4-8d1e-4351-b211-6a87ea7077d1 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:38:32.947404 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (d2ad6fb4-8d1e-4351-b211-6a87ea7077d1), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:32.962453 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2ad6fb4-8d1e-4351-b211-6a87ea7077d1 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:38:32.972083 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e326c1-c767-46b4-8c7a-0ff3b6b46d7f None None] Routers {'513bcb7d-f723-432b-8f57-bfbc91889b72'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:38:32.972836 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-35e326c1-c767-46b4-8c7a-0ff3b6b46d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:38:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['513bcb7d-f723-432b-8f57-bfbc91889b72'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:38:32.988011 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-447520a6-d48c-4311-9441-898f0e2fd6b0 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks [] for router_gateway (1ce838fc-72af-4b6f-a8f5-136aa4ff7496), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:32.999657 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port d2ad6fb4-8d1e-4351-b211-6a87ea7077d1, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=d2ad6fb4-8d1e-4351-b211-6a87ea7077d1,segment=NetworkSegment(457a9e0a-0e75-459f-be4c-5045e8830e74),segment_id=457a9e0a-0e75-459f-be4c-5045e8830e74)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:38:33.004872 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 51806) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:38:33.005706 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (d2ad6fb4-8d1e-4351-b211-6a87ea7077d1), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:33.006491 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device f1076bf2-b0e8-43a0-93ba-971d778811b6 details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:38:33.014826 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a34e328-f443-4da4-86b5-c831e8af6a33 None None] Pushing event updated for resources: {'Port': ['ID=3b18b259-9e60-46a5-aa87-790a836faa40,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:38:33.055074 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a34e328-f443-4da4-86b5-c831e8af6a33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:38:33.055693 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a34e328-f443-4da4-86b5-c831e8af6a33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:38:33.055865 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a34e328-f443-4da4-86b5-c831e8af6a33 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:38:33.056109 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a34e328-f443-4da4-86b5-c831e8af6a33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:38:33.056446 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a34e328-f443-4da4-86b5-c831e8af6a33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:38:33.056777 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a34e328-f443-4da4-86b5-c831e8af6a33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:38:33.057106 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a34e328-f443-4da4-86b5-c831e8af6a33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:38:33.057435 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a34e328-f443-4da4-86b5-c831e8af6a33 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:38:33.057981 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a34e328-f443-4da4-86b5-c831e8af6a33 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:38:33.058120 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a34e328-f443-4da4-86b5-c831e8af6a33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:38:33.058390 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a34e328-f443-4da4-86b5-c831e8af6a33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:38:33.058716 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a34e328-f443-4da4-86b5-c831e8af6a33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:38:33.059037 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a34e328-f443-4da4-86b5-c831e8af6a33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:38:33.096563 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-fd0ad687-b717-4df5-b0fc-79f0534ac987 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6811610fed404ab8950570f16fc94eb8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0874140 Feb 04 12:38:33.097217 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 51808) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:38:33.143087 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a34e328-f443-4da4-86b5-c831e8af6a33 None None] Pushing event updated for resources: {'Port': ['ID=3b18b259-9e60-46a5-aa87-790a836faa40,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:38:33.155593 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6876254a-f3c5-4e1d-aca3-dceddfd103f6 admin admin] Publish callbacks [] for security_group (3ee19ceb-01c9-4930-87f2-a62ab233ecc3), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:33.168411 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-35e326c1-c767-46b4-8c7a-0ff3b6b46d7f None None] Set router 513bcb7d-f723-432b-8f57-bfbc91889b72 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:38:33.182399 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6876254a-f3c5-4e1d-aca3-dceddfd103f6 admin admin] Publish callbacks [] for security_group (3ee19ceb-01c9-4930-87f2-a62ab233ecc3), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:33.222650 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port f1076bf2-b0e8-43a0-93ba-971d778811b6, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=f1076bf2-b0e8-43a0-93ba-971d778811b6,segment=NetworkSegment(997f147b-14c9-4e9d-8460-8208afc645ea),segment_id=997f147b-14c9-4e9d-8460-8208afc645ea)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:38:33.240777 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': 'f1076bf2-b0e8-43a0-93ba-971d778811b6', 'network_id': '64361832-4c3a-49e6-9dd4-d860a2c32a17', 'port_id': 'f1076bf2-b0e8-43a0-93ba-971d778811b6', 'mac_address': 'fa:16:3e:1c:cf:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b923a3e9-d506-4eab-8ac4-3c29a0e86977', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:38:33.243989 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=d2ad6fb4-8d1e-4351-b211-6a87ea7077d1,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:38:33.248777 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6876254a-f3c5-4e1d-aca3-dceddfd103f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (3ee19ceb-01c9-4930-87f2-a62ab233ecc3), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:33.254339 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6876254a-f3c5-4e1d-aca3-dceddfd103f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:33.255612 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-6876254a-f3c5-4e1d-aca3-dceddfd103f6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3ee19ceb-01c9-4930-87f2-a62ab233ecc3 HTTP/1.1" status: 204 len: 168 time: 0.1561000 Feb 04 12:38:33.275093 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6876254a-f3c5-4e1d-aca3-dceddfd103f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ee19ceb-01c9-4930-87f2-a62ab233ecc3,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:38:33.323979 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port f1076bf2-b0e8-43a0-93ba-971d778811b6 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:38:33.324751 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (f1076bf2-b0e8-43a0-93ba-971d778811b6), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:33.343007 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1076bf2-b0e8-43a0-93ba-971d778811b6 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:38:33.369368 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port f1076bf2-b0e8-43a0-93ba-971d778811b6, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=f1076bf2-b0e8-43a0-93ba-971d778811b6,segment=NetworkSegment(997f147b-14c9-4e9d-8460-8208afc645ea),segment_id=997f147b-14c9-4e9d-8460-8208afc645ea)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:38:33.375519 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (f1076bf2-b0e8-43a0-93ba-971d778811b6), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:33.377395 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 369e2b86-af73-486f-abc1-03eef083894c details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:38:33.405212 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-447520a6-d48c-4311-9441-898f0e2fd6b0 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks [] for router_gateway (1ce838fc-72af-4b6f-a8f5-136aa4ff7496), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:33.433629 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-447520a6-d48c-4311-9441-898f0e2fd6b0 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:33.543864 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 369e2b86-af73-486f-abc1-03eef083894c, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=369e2b86-af73-486f-abc1-03eef083894c,segment=NetworkSegment(f7d7b182-79a0-4db8-9fb8-bcb4599929bb),segment_id=f7d7b182-79a0-4db8-9fb8-bcb4599929bb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:38:33.565977 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-35e326c1-c767-46b4-8c7a-0ff3b6b46d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '513bcb7d-f723-432b-8f57-bfbc91889b72', 'name': 'tempest-snat-router-1790445173', 'tenant_id': 'f43aaa694baf43c5851df8edc3f3937e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.160'}], 'enable_snat': False}, 'gw_port_id': '3b18b259-9e60-46a5-aa87-790a836faa40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:38:29Z', 'updated_at': '2022-02-04T12:38:30Z', 'revision_number': 3, 'project_id': 'f43aaa694baf43c5851df8edc3f3937e', 'gw_port': {'id': '3b18b259-9e60-46a5-aa87-790a836faa40', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:27:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '513bcb7d-f723-432b-8f57-bfbc91889b72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:38:29Z', 'updated_at': '2022-02-04T12:38:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:38:33.573416 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': '369e2b86-af73-486f-abc1-03eef083894c', 'network_id': '80f2e8f7-bfae-4f05-b06d-33405f9fbdc0', 'port_id': '369e2b86-af73-486f-abc1-03eef083894c', 'mac_address': 'fa:16:3e:a3:13:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fab28163-dcd7-4ace-a1e8-e9b875b6e771', 'ip_address': '10.1.1.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:38:33.583634 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-447520a6-d48c-4311-9441-898f0e2fd6b0 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Allocated IP 172.25.3.212 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/2f5730ae-a714-442b-a2c8-4e45b0e0a8db) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:38:33.624753 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=f1076bf2-b0e8-43a0-93ba-971d778811b6,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:38:33.647185 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e326c1-c767-46b4-8c7a-0ff3b6b46d7f None None] The sync data for ids ['513bcb7d-f723-432b-8f57-bfbc91889b72'] in n-d-825015-3 is: [{'id': '513bcb7d-f723-432b-8f57-bfbc91889b72', 'name': 'tempest-snat-router-1790445173', 'tenant_id': 'f43aaa694baf43c5851df8edc3f3937e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.160'}], 'enable_snat': False}, 'gw_port_id': '3b18b259-9e60-46a5-aa87-790a836faa40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:38:29Z', 'updated_at': '2022-02-04T12:38:30Z', 'revision_number': 3, 'project_id': 'f43aaa694baf43c5851df8edc3f3937e', 'gw_port': {'id': '3b18b259-9e60-46a5-aa87-790a836faa40', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:27:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '513bcb7d-f723-432b-8f57-bfbc91889b72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:38:29Z', 'updated_at': '2022-02-04T12:38:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-825015-3'}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:38:33.648544 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 369e2b86-af73-486f-abc1-03eef083894c is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:38:33.649230 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (369e2b86-af73-486f-abc1-03eef083894c), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:33.669368 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 369e2b86-af73-486f-abc1-03eef083894c {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:38:33.708953 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 369e2b86-af73-486f-abc1-03eef083894c, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=369e2b86-af73-486f-abc1-03eef083894c,segment=NetworkSegment(f7d7b182-79a0-4db8-9fb8-bcb4599929bb),segment_id=f7d7b182-79a0-4db8-9fb8-bcb4599929bb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:38:33.718049 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (369e2b86-af73-486f-abc1-03eef083894c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:33.719443 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 93e26e23-aeae-4d7b-8b8d-5e1d20ed84ca details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:38:33.732450 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-447520a6-d48c-4311-9441-898f0e2fd6b0 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks [] for port (2f5730ae-a714-442b-a2c8-4e45b0e0a8db), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:33.801762 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-447520a6-d48c-4311-9441-898f0e2fd6b0 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (2f5730ae-a714-442b-a2c8-4e45b0e0a8db), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:33.823043 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=369e2b86-af73-486f-abc1-03eef083894c,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:38:33.826738 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 93e26e23-aeae-4d7b-8b8d-5e1d20ed84ca, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=93e26e23-aeae-4d7b-8b8d-5e1d20ed84ca,segment=NetworkSegment(f7d7b182-79a0-4db8-9fb8-bcb4599929bb),segment_id=f7d7b182-79a0-4db8-9fb8-bcb4599929bb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:38:33.849954 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': '93e26e23-aeae-4d7b-8b8d-5e1d20ed84ca', 'network_id': '80f2e8f7-bfae-4f05-b06d-33405f9fbdc0', 'port_id': '93e26e23-aeae-4d7b-8b8d-5e1d20ed84ca', 'mac_address': 'fa:16:3e:93:ea:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fab28163-dcd7-4ace-a1e8-e9b875b6e771', 'ip_address': '10.1.1.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:38:33.871286 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447520a6-d48c-4311-9441-898f0e2fd6b0 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Pushing event updated for resources: {'Port': ['ID=2f5730ae-a714-442b-a2c8-4e45b0e0a8db,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:38:33.886315 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447520a6-d48c-4311-9441-898f0e2fd6b0 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:38:33.887973 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-447520a6-d48c-4311-9441-898f0e2fd6b0 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:38:33.889726 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 93e26e23-aeae-4d7b-8b8d-5e1d20ed84ca is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:38:33.890131 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (93e26e23-aeae-4d7b-8b8d-5e1d20ed84ca), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:33.891681 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447520a6-d48c-4311-9441-898f0e2fd6b0 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:38:33.906136 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93e26e23-aeae-4d7b-8b8d-5e1d20ed84ca {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:38:33.928672 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 93e26e23-aeae-4d7b-8b8d-5e1d20ed84ca, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=93e26e23-aeae-4d7b-8b8d-5e1d20ed84ca,segment=NetworkSegment(f7d7b182-79a0-4db8-9fb8-bcb4599929bb),segment_id=f7d7b182-79a0-4db8-9fb8-bcb4599929bb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:38:33.934596 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (93e26e23-aeae-4d7b-8b8d-5e1d20ed84ca), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:33.935426 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device c52edd8b-620d-4771-b029-de54239b378d details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:38:34.031452 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port c52edd8b-620d-4771-b029-de54239b378d, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=c52edd8b-620d-4771-b029-de54239b378d,segment=NetworkSegment(f7d7b182-79a0-4db8-9fb8-bcb4599929bb),segment_id=f7d7b182-79a0-4db8-9fb8-bcb4599929bb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:38:34.044974 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=93e26e23-aeae-4d7b-8b8d-5e1d20ed84ca,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:38:34.055138 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': 'c52edd8b-620d-4771-b029-de54239b378d', 'network_id': '80f2e8f7-bfae-4f05-b06d-33405f9fbdc0', 'port_id': 'c52edd8b-620d-4771-b029-de54239b378d', 'mac_address': 'fa:16:3e:80:9d:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fab28163-dcd7-4ace-a1e8-e9b875b6e771', 'ip_address': '10.1.1.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:38:34.148152 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port c52edd8b-620d-4771-b029-de54239b378d is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:38:34.148152 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (c52edd8b-620d-4771-b029-de54239b378d), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:34.149117 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa63d91f-923b-43a7-bab1-00413f152dae req-c39e7dea-9a9e-4129-b257-74703eaf843c tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:34.161790 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa63d91f-923b-43a7-bab1-00413f152dae req-c39e7dea-9a9e-4129-b257-74703eaf843c tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:34.172686 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c52edd8b-620d-4771-b029-de54239b378d {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:38:34.181479 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa63d91f-923b-43a7-bab1-00413f152dae req-c39e7dea-9a9e-4129-b257-74703eaf843c tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:34.186935 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa63d91f-923b-43a7-bab1-00413f152dae req-c39e7dea-9a9e-4129-b257-74703eaf843c tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:34.192926 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa63d91f-923b-43a7-bab1-00413f152dae req-c39e7dea-9a9e-4129-b257-74703eaf843c tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:34.198545 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa63d91f-923b-43a7-bab1-00413f152dae req-c39e7dea-9a9e-4129-b257-74703eaf843c tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:34.204056 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa63d91f-923b-43a7-bab1-00413f152dae req-c39e7dea-9a9e-4129-b257-74703eaf843c tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:34.212625 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-aa63d91f-923b-43a7-bab1-00413f152dae req-c39e7dea-9a9e-4129-b257-74703eaf843c tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 5431 time: 0.1838155 Feb 04 12:38:34.223589 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port c52edd8b-620d-4771-b029-de54239b378d, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=c52edd8b-620d-4771-b029-de54239b378d,segment=NetworkSegment(f7d7b182-79a0-4db8-9fb8-bcb4599929bb),segment_id=f7d7b182-79a0-4db8-9fb8-bcb4599929bb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:38:34.239841 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (c52edd8b-620d-4771-b029-de54239b378d), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:34.240495 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 3c7ea0a0-286d-46f3-a903-1dfdfdc45ff0 details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:38:34.304272 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-aa63d91f-923b-43a7-bab1-00413f152dae req-b1db89ca-85c0-4078-89b1-54d78197a77b tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/security-groups?id=6fb9d925-f1ad-446a-9918-6c4396d6cf75&id=298cdae3-8a94-4f2b-ad9f-68a3e4a3ab72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0872161 Feb 04 12:38:34.328313 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=c52edd8b-620d-4771-b029-de54239b378d,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:38:34.365669 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 3c7ea0a0-286d-46f3-a903-1dfdfdc45ff0, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=3c7ea0a0-286d-46f3-a903-1dfdfdc45ff0,segment=NetworkSegment(997f147b-14c9-4e9d-8460-8208afc645ea),segment_id=997f147b-14c9-4e9d-8460-8208afc645ea)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:38:34.389084 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': '3c7ea0a0-286d-46f3-a903-1dfdfdc45ff0', 'network_id': '64361832-4c3a-49e6-9dd4-d860a2c32a17', 'port_id': '3c7ea0a0-286d-46f3-a903-1dfdfdc45ff0', 'mac_address': 'fa:16:3e:23:4c:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b923a3e9-d506-4eab-8ac4-3c29a0e86977', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:38:34.435873 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-447520a6-d48c-4311-9441-898f0e2fd6b0 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks [] for router_gateway (1ce838fc-72af-4b6f-a8f5-136aa4ff7496), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:34.461857 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 3c7ea0a0-286d-46f3-a903-1dfdfdc45ff0 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:38:34.462260 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (3c7ea0a0-286d-46f3-a903-1dfdfdc45ff0), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:34.479082 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c7ea0a0-286d-46f3-a903-1dfdfdc45ff0 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:38:34.511082 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 3c7ea0a0-286d-46f3-a903-1dfdfdc45ff0, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=3c7ea0a0-286d-46f3-a903-1dfdfdc45ff0,segment=NetworkSegment(997f147b-14c9-4e9d-8460-8208afc645ea),segment_id=997f147b-14c9-4e9d-8460-8208afc645ea)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:38:34.516664 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (3c7ea0a0-286d-46f3-a903-1dfdfdc45ff0), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:34.518278 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 7b388f88-9bfb-4b99-9347-ac1c0aba4fb8 details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:38:34.615706 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=3c7ea0a0-286d-46f3-a903-1dfdfdc45ff0,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:38:34.620047 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 7b388f88-9bfb-4b99-9347-ac1c0aba4fb8, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=7b388f88-9bfb-4b99-9347-ac1c0aba4fb8,segment=NetworkSegment(f7d7b182-79a0-4db8-9fb8-bcb4599929bb),segment_id=f7d7b182-79a0-4db8-9fb8-bcb4599929bb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:38:34.634257 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': '7b388f88-9bfb-4b99-9347-ac1c0aba4fb8', 'network_id': '80f2e8f7-bfae-4f05-b06d-33405f9fbdc0', 'port_id': '7b388f88-9bfb-4b99-9347-ac1c0aba4fb8', 'mac_address': 'fa:16:3e:f3:3e:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fab28163-dcd7-4ace-a1e8-e9b875b6e771', 'ip_address': '10.1.1.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:38:34.651127 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 51832) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:38:34.699897 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 7b388f88-9bfb-4b99-9347-ac1c0aba4fb8 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:38:34.700573 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (7b388f88-9bfb-4b99-9347-ac1c0aba4fb8), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:34.727699 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b388f88-9bfb-4b99-9347-ac1c0aba4fb8 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:38:34.753081 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-447520a6-d48c-4311-9441-898f0e2fd6b0 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141'] for router (1ce838fc-72af-4b6f-a8f5-136aa4ff7496), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:34.762916 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 7b388f88-9bfb-4b99-9347-ac1c0aba4fb8, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=7b388f88-9bfb-4b99-9347-ac1c0aba4fb8,segment=NetworkSegment(f7d7b182-79a0-4db8-9fb8-bcb4599929bb),segment_id=f7d7b182-79a0-4db8-9fb8-bcb4599929bb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:38:34.771311 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (7b388f88-9bfb-4b99-9347-ac1c0aba4fb8), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:34.806620 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-edf4c909-f541-4608-be40-a33c9778fa61 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-274412170-network', 'tenant_id': 'ca25972521404bd998e7680810e52c91'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:38:34.844823 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=7b388f88-9bfb-4b99-9347-ac1c0aba4fb8,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:38:34.849429 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edf4c909-f541-4608-be40-a33c9778fa61 admin admin] Made reservation on behalf of ca25972521404bd998e7680810e52c91 for: {'network': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:38:34.852954 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-edf4c909-f541-4608-be40-a33c9778fa61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:34.866017 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-edf4c909-f541-4608-be40-a33c9778fa61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:34.974549 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-447520a6-d48c-4311-9441-898f0e2fd6b0 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Router 1ce838fc-72af-4b6f-a8f5-136aa4ff7496 is scheduled to L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de with binding_index 1 {{(pid=103474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 12:38:34.992922 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-edf4c909-f541-4608-be40-a33c9778fa61 admin admin] Publish callbacks [] for security_group (1efd02e5-7fef-4643-bad8-36300e562451), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:34.998827 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-edf4c909-f541-4608-be40-a33c9778fa61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (1efd02e5-7fef-4643-bad8-36300e562451), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:35.015962 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edf4c909-f541-4608-be40-a33c9778fa61 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=103475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:38:35.035661 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-edf4c909-f541-4608-be40-a33c9778fa61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (a093ce63-cf30-4da6-9f0a-e3cc3d101fbb), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:35.036456 n-d-825015-3 neutron-server[103475]: INFO neutron.db.segments_db [None req-edf4c909-f541-4608-be40-a33c9778fa61 admin admin] Added segment a093ce63-cf30-4da6-9f0a-e3cc3d101fbb of type vlan for network e282f09d-0f00-48ae-be54-8328c02ae0af Feb 04 12:38:35.081725 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf4c909-f541-4608-be40-a33c9778fa61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1efd02e5-7fef-4643-bad8-36300e562451,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:38:35.096396 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-edf4c909-f541-4608-be40-a33c9778fa61 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (e282f09d-0f00-48ae-be54-8328c02ae0af), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:35.106196 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-447520a6-d48c-4311-9441-898f0e2fd6b0 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:38:35.121057 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b13fae5-8bce-4526-a73c-5eeb4e73e3a5 None None] Sync routers for ids ['1ce838fc-72af-4b6f-a8f5-136aa4ff7496'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:38:35.127572 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-447520a6-d48c-4311-9441-898f0e2fd6b0 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:35.129636 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-447520a6-d48c-4311-9441-898f0e2fd6b0 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.6374133 Feb 04 12:38:35.133205 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 51836) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:38:35.134510 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-edf4c909-f541-4608-be40-a33c9778fa61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (e282f09d-0f00-48ae-be54-8328c02ae0af), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:35.136323 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf4c909-f541-4608-be40-a33c9778fa61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:35.137412 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-edf4c909-f541-4608-be40-a33c9778fa61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:35.151625 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b13fae5-8bce-4526-a73c-5eeb4e73e3a5 None None] Routers {'1ce838fc-72af-4b6f-a8f5-136aa4ff7496'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:38:35.153693 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-2b13fae5-8bce-4526-a73c-5eeb4e73e3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:38:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['1ce838fc-72af-4b6f-a8f5-136aa4ff7496'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:38:35.180175 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-edf4c909-f541-4608-be40-a33c9778fa61 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5276563 Feb 04 12:38:35.186496 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 51838) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:38:35.198588 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-8f1a819b-c199-4e9d-8de7-b765665b5b51 admin admin] Request body: {'subnet': {'network_id': 'e282f09d-0f00-48ae-be54-8328c02ae0af', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-274412170-subnet', 'tenant_id': 'ca25972521404bd998e7680810e52c91', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:38:35.233510 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf4c909-f541-4608-be40-a33c9778fa61 admin admin] Pushing event updated for resources: {'Network': ['ID=e282f09d-0f00-48ae-be54-8328c02ae0af,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:38:35.258335 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f1a819b-c199-4e9d-8de7-b765665b5b51 admin admin] Made reservation on behalf of ca25972521404bd998e7680810e52c91 for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:38:35.260651 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8f1a819b-c199-4e9d-8de7-b765665b5b51 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60610638'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:35.273701 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network e282f09d-0f00-48ae-be54-8328c02ae0af details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:38:35.379156 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-e87f6e97-7b06-4641-9905-7bb519dd33ec tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] 10.222.0.65 "GET /v2.0/routers/1ce838fc-72af-4b6f-a8f5-136aa4ff7496 HTTP/1.1" status: 200 len: 908 time: 0.2444756 Feb 04 12:38:35.381929 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 51842) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:38:35.411784 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-2b13fae5-8bce-4526-a73c-5eeb4e73e3a5 None None] Set router 1ce838fc-72af-4b6f-a8f5-136aa4ff7496 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:38:35.544361 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8f1a819b-c199-4e9d-8de7-b765665b5b51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59045178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60610680'] for subnet (d174a82c-6751-442a-8e10-7a148203d4f7), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:35.592208 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4c157c-79d9-4161-8a0a-179c8faca991 req-258ad994-bc69-4e48-a4ad-22a54c204e01 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:35.597927 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4c157c-79d9-4161-8a0a-179c8faca991 req-258ad994-bc69-4e48-a4ad-22a54c204e01 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:35.604872 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4c157c-79d9-4161-8a0a-179c8faca991 req-258ad994-bc69-4e48-a4ad-22a54c204e01 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:35.611919 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1a819b-c199-4e9d-8de7-b765665b5b51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d174a82c-6751-442a-8e10-7a148203d4f7,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:38:35.612743 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4c157c-79d9-4161-8a0a-179c8faca991 req-258ad994-bc69-4e48-a4ad-22a54c204e01 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:35.626947 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4c157c-79d9-4161-8a0a-179c8faca991 req-258ad994-bc69-4e48-a4ad-22a54c204e01 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:35.631722 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1a819b-c199-4e9d-8de7-b765665b5b51 admin admin] Checking segment: {'id': 'a093ce63-cf30-4da6-9f0a-e3cc3d101fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'e282f09d-0f00-48ae-be54-8328c02ae0af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:38:35.632543 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1a819b-c199-4e9d-8de7-b765665b5b51 admin admin] Network hostable DHCP agents. Network: e282f09d-0f00-48ae-be54-8328c02ae0af, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:38:35.634604 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4c157c-79d9-4161-8a0a-179c8faca991 req-258ad994-bc69-4e48-a4ad-22a54c204e01 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:35.637917 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-2b13fae5-8bce-4526-a73c-5eeb4e73e3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce838fc-72af-4b6f-a8f5-136aa4ff7496', 'name': 'tempest-snat-router-1790445173', 'tenant_id': 'f43aaa694baf43c5851df8edc3f3937e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '2f5730ae-a714-442b-a2c8-4e45b0e0a8db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:38:32Z', 'updated_at': '2022-02-04T12:38:34Z', 'revision_number': 3, 'project_id': 'f43aaa694baf43c5851df8edc3f3937e', 'gw_port': {'id': '2f5730ae-a714-442b-a2c8-4e45b0e0a8db', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b0:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce838fc-72af-4b6f-a8f5-136aa4ff7496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:38:33Z', 'updated_at': '2022-02-04T12:38:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:38:35.640280 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4c157c-79d9-4161-8a0a-179c8faca991 req-258ad994-bc69-4e48-a4ad-22a54c204e01 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:35.643780 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5c4c157c-79d9-4161-8a0a-179c8faca991 req-258ad994-bc69-4e48-a4ad-22a54c204e01 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 5434 time: 0.1893024 Feb 04 12:38:35.654421 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1a819b-c199-4e9d-8de7-b765665b5b51 admin admin] Network e282f09d-0f00-48ae-be54-8328c02ae0af is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:38:35.665638 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-8f1a819b-c199-4e9d-8de7-b765665b5b51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, e282f09d-0f00-48ae-be54-8328c02ae0af) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:38:35.671548 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b13fae5-8bce-4526-a73c-5eeb4e73e3a5 None None] Checking router: 1ce838fc-72af-4b6f-a8f5-136aa4ff7496 for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:38:35.671790 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1a819b-c199-4e9d-8de7-b765665b5b51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:35.672207 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b13fae5-8bce-4526-a73c-5eeb4e73e3a5 None None] Updating router 1ce838fc-72af-4b6f-a8f5-136aa4ff7496 port 2f5730ae-a714-442b-a2c8-4e45b0e0a8db binding host n-d-825015-3 {{(pid=103476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:38:35.672334 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8f1a819b-c199-4e9d-8de7-b765665b5b51 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:35.695297 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966b6c42-7a2a-4894-abff-3cc59c82c87a None None] Network e282f09d-0f00-48ae-be54-8328c02ae0af requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:38:35.699518 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-8f1a819b-c199-4e9d-8de7-b765665b5b51 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5115976 Feb 04 12:38:35.702047 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 51844) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:38:35.708816 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-2fc04131-17d1-414f-b1bb-7e93c1453c48 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-274412170-router', 'tenant_id': 'ca25972521404bd998e7680810e52c91', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:38:35.711906 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d2203cdb-bfe6-46a7-800c-8e703afb8f13 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks [] for router (1ce838fc-72af-4b6f-a8f5-136aa4ff7496), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:35.713309 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['f1076bf2-b0e8-43a0-93ba-971d778811b6'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:38:35.738242 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2fc04131-17d1-414f-b1bb-7e93c1453c48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10933'] for router (033817e3-7f8b-41b9-90c1-e0a41e4dc589), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:35.739762 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2fc04131-17d1-414f-b1bb-7e93c1453c48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10924'] for router (033817e3-7f8b-41b9-90c1-e0a41e4dc589), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:35.832115 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2fc04131-17d1-414f-b1bb-7e93c1453c48 admin admin] Publish callbacks [] for router_controller (033817e3-7f8b-41b9-90c1-e0a41e4dc589), precommit_add_association {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:35.858566 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['7b388f88-9bfb-4b99-9347-ac1c0aba4fb8'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:38:35.876857 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5c4c157c-79d9-4161-8a0a-179c8faca991 req-ba27511a-a51d-4f6a-a139-7a6cd0a8e700 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/security-groups?id=6fb9d925-f1ad-446a-9918-6c4396d6cf75&id=298cdae3-8a94-4f2b-ad9f-68a3e4a3ab72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2188423 Feb 04 12:38:35.898839 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['c52edd8b-620d-4771-b029-de54239b378d'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:38:35.914117 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d2203cdb-bfe6-46a7-800c-8e703afb8f13 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks [] for router_gateway (1ce838fc-72af-4b6f-a8f5-136aa4ff7496), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:35.993091 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-d2203cdb-bfe6-46a7-800c-8e703afb8f13 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Deleting port 2f5730ae-a714-442b-a2c8-4e45b0e0a8db {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:38:35.993400 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d2203cdb-bfe6-46a7-800c-8e703afb8f13 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (2f5730ae-a714-442b-a2c8-4e45b0e0a8db), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:36.037860 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2fc04131-17d1-414f-b1bb-7e93c1453c48 admin admin] Publish callbacks [] for router_gateway (033817e3-7f8b-41b9-90c1-e0a41e4dc589), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:36.139761 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d2203cdb-bfe6-46a7-800c-8e703afb8f13 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (2f5730ae-a714-442b-a2c8-4e45b0e0a8db), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:36.150502 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-d2203cdb-bfe6-46a7-800c-8e703afb8f13 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Calling delete_port for 2f5730ae-a714-442b-a2c8-4e45b0e0a8db owned by network:router_gateway {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:38:36.219565 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['d2ad6fb4-8d1e-4351-b211-6a87ea7077d1'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:38:36.287553 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['369e2b86-af73-486f-abc1-03eef083894c'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:38:36.289957 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['3c7ea0a0-286d-46f3-a903-1dfdfdc45ff0'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:38:36.304915 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 3b18b259-9e60-46a5-aa87-790a836faa40 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:38:36.389770 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2b13fae5-8bce-4526-a73c-5eeb4e73e3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (2f5730ae-a714-442b-a2c8-4e45b0e0a8db), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:36.435240 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d2203cdb-bfe6-46a7-800c-8e703afb8f13 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (2f5730ae-a714-442b-a2c8-4e45b0e0a8db), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:36.521323 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b13fae5-8bce-4526-a73c-5eeb4e73e3a5 None None] Port 2f5730ae-a714-442b-a2c8-4e45b0e0a8db not found while updating agent binding for router 1ce838fc-72af-4b6f-a8f5-136aa4ff7496. {{(pid=103476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 04 12:38:36.523902 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2203cdb-bfe6-46a7-800c-8e703afb8f13 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Pushing event deleted for resources: {'Port': ['ID=2f5730ae-a714-442b-a2c8-4e45b0e0a8db,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:38:36.560826 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2203cdb-bfe6-46a7-800c-8e703afb8f13 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:38:36.561490 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2203cdb-bfe6-46a7-800c-8e703afb8f13 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:38:36.562014 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2203cdb-bfe6-46a7-800c-8e703afb8f13 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:38:36.562712 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2203cdb-bfe6-46a7-800c-8e703afb8f13 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:38:36.563221 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2203cdb-bfe6-46a7-800c-8e703afb8f13 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:38:36.563800 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2203cdb-bfe6-46a7-800c-8e703afb8f13 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:38:36.565319 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2203cdb-bfe6-46a7-800c-8e703afb8f13 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:38:36.565997 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2203cdb-bfe6-46a7-800c-8e703afb8f13 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:38:36.566501 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2203cdb-bfe6-46a7-800c-8e703afb8f13 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:38:36.567075 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2203cdb-bfe6-46a7-800c-8e703afb8f13 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:38:36.567703 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2203cdb-bfe6-46a7-800c-8e703afb8f13 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:38:36.568526 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2203cdb-bfe6-46a7-800c-8e703afb8f13 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:38:36.569031 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2203cdb-bfe6-46a7-800c-8e703afb8f13 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:38:36.606604 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d2203cdb-bfe6-46a7-800c-8e703afb8f13 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1599901'] for router_gateway (1ce838fc-72af-4b6f-a8f5-136aa4ff7496), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:36.632544 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['93e26e23-aeae-4d7b-8b8d-5e1d20ed84ca'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:38:36.733661 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b13fae5-8bce-4526-a73c-5eeb4e73e3a5 None None] Routers {'1ce838fc-72af-4b6f-a8f5-136aa4ff7496'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:38:36.734214 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d2203cdb-bfe6-46a7-800c-8e703afb8f13 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10915'] for router (1ce838fc-72af-4b6f-a8f5-136aa4ff7496), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:36.734490 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-2b13fae5-8bce-4526-a73c-5eeb4e73e3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:38:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['1ce838fc-72af-4b6f-a8f5-136aa4ff7496'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:38:36.736888 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d2203cdb-bfe6-46a7-800c-8e703afb8f13 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks [] for router_controller (1ce838fc-72af-4b6f-a8f5-136aa4ff7496), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:36.749801 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2fc04131-17d1-414f-b1bb-7e93c1453c48 admin admin] Publish callbacks [] for router_gateway (033817e3-7f8b-41b9-90c1-e0a41e4dc589), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:36.771487 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2fc04131-17d1-414f-b1bb-7e93c1453c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:36.796926 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d2203cdb-bfe6-46a7-800c-8e703afb8f13 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622829'] for router (1ce838fc-72af-4b6f-a8f5-136aa4ff7496), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:36.797519 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2203cdb-bfe6-46a7-800c-8e703afb8f13 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1ce838fc-72af-4b6f-a8f5-136aa4ff7496 {{(pid=103475) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 12:38:36.807974 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d2203cdb-bfe6-46a7-800c-8e703afb8f13 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:36.812952 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-d2203cdb-bfe6-46a7-800c-8e703afb8f13 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] 10.222.0.65 "DELETE /v2.0/routers/1ce838fc-72af-4b6f-a8f5-136aa4ff7496 HTTP/1.1" status: 204 len: 168 time: 1.4296389 Feb 04 12:38:36.813568 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 51850) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:38:36.875100 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37f5a11-f4c1-4db0-acb3-bc9265f3e004 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-e282f09d-0f00-48ae-be54-8328c02ae0af', 'network_id': 'e282f09d-0f00-48ae-be54-8328c02ae0af', 'project_id': 'ca25972521404bd998e7680810e52c91', 'fixed_ips': [{'subnet_id': 'd174a82c-6751-442a-8e10-7a148203d4f7'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 12:38:36.875952 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f37f5a11-f4c1-4db0-acb3-bc9265f3e004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:36.913188 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-2fc04131-17d1-414f-b1bb-7e93c1453c48 admin admin] Allocated IP 172.25.3.155 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/31e761a1-2257-49aa-8a16-11521fd6750c) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:38:36.981610 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-074e79d0-054f-4cc7-a983-14f244c3d445 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks [] for router (513bcb7d-f723-432b-8f57-bfbc91889b72), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:37.019766 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-2b13fae5-8bce-4526-a73c-5eeb4e73e3a5 None None] Set router 1ce838fc-72af-4b6f-a8f5-136aa4ff7496 gateway port host: None {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:38:37.052335 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2fc04131-17d1-414f-b1bb-7e93c1453c48 admin admin] Publish callbacks [] for port (31e761a1-2257-49aa-8a16-11521fd6750c), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:37.097985 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2fc04131-17d1-414f-b1bb-7e93c1453c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (31e761a1-2257-49aa-8a16-11521fd6750c), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:37.154856 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc04131-17d1-414f-b1bb-7e93c1453c48 admin admin] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:38:37.162720 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-2fc04131-17d1-414f-b1bb-7e93c1453c48 admin admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:38:37.163794 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b12634-c1f6-4c08-8d7b-54fdfc1ae0e0 req-14a99e50-a797-4d17-9173-ea54c52b459e tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:37.164900 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc04131-17d1-414f-b1bb-7e93c1453c48 admin admin] Pushing event updated for resources: {'Port': ['ID=31e761a1-2257-49aa-8a16-11521fd6750c,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:38:37.168823 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc04131-17d1-414f-b1bb-7e93c1453c48 admin admin] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:38:37.177627 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b12634-c1f6-4c08-8d7b-54fdfc1ae0e0 req-14a99e50-a797-4d17-9173-ea54c52b459e tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:37.183025 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-2b13fae5-8bce-4526-a73c-5eeb4e73e3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce838fc-72af-4b6f-a8f5-136aa4ff7496', 'name': 'tempest-snat-router-1790445173', 'tenant_id': 'f43aaa694baf43c5851df8edc3f3937e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:38:32Z', 'updated_at': '2022-02-04T12:38:36Z', 'revision_number': 5, 'project_id': 'f43aaa694baf43c5851df8edc3f3937e', 'gw_port_host': None}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:38:37.185469 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b12634-c1f6-4c08-8d7b-54fdfc1ae0e0 req-14a99e50-a797-4d17-9173-ea54c52b459e tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:37.192873 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b12634-c1f6-4c08-8d7b-54fdfc1ae0e0 req-14a99e50-a797-4d17-9173-ea54c52b459e tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:37.198419 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b12634-c1f6-4c08-8d7b-54fdfc1ae0e0 req-14a99e50-a797-4d17-9173-ea54c52b459e tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:37.202636 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 3b18b259-9e60-46a5-aa87-790a836faa40 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:38:37.203022 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (3b18b259-9e60-46a5-aa87-790a836faa40), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:37.204799 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b12634-c1f6-4c08-8d7b-54fdfc1ae0e0 req-14a99e50-a797-4d17-9173-ea54c52b459e tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:37.211243 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b12634-c1f6-4c08-8d7b-54fdfc1ae0e0 req-14a99e50-a797-4d17-9173-ea54c52b459e tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:37.213567 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-77b12634-c1f6-4c08-8d7b-54fdfc1ae0e0 req-14a99e50-a797-4d17-9173-ea54c52b459e tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 5434 time: 0.1678646 Feb 04 12:38:37.260900 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-074e79d0-054f-4cc7-a983-14f244c3d445 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks [] for router_gateway (513bcb7d-f723-432b-8f57-bfbc91889b72), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:37.317373 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b13fae5-8bce-4526-a73c-5eeb4e73e3a5 None None] The sync data for ids ['1ce838fc-72af-4b6f-a8f5-136aa4ff7496'] in n-d-825015-3 is: [{'id': '1ce838fc-72af-4b6f-a8f5-136aa4ff7496', 'name': 'tempest-snat-router-1790445173', 'tenant_id': 'f43aaa694baf43c5851df8edc3f3937e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:38:32Z', 'updated_at': '2022-02-04T12:38:36Z', 'revision_number': 5, 'project_id': 'f43aaa694baf43c5851df8edc3f3937e', 'gw_port_host': None}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:38:37.373501 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-77b12634-c1f6-4c08-8d7b-54fdfc1ae0e0 req-90692668-b23b-4c9e-9222-5a0d9d9625f9 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/security-groups?id=6fb9d925-f1ad-446a-9918-6c4396d6cf75&id=298cdae3-8a94-4f2b-ad9f-68a3e4a3ab72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1420052 Feb 04 12:38:37.411074 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-074e79d0-054f-4cc7-a983-14f244c3d445 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Deleting port 3b18b259-9e60-46a5-aa87-790a836faa40 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:38:37.411835 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-074e79d0-054f-4cc7-a983-14f244c3d445 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (3b18b259-9e60-46a5-aa87-790a836faa40), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:37.519229 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-074e79d0-054f-4cc7-a983-14f244c3d445 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] For port 3b18b259-9e60-46a5-aa87-790a836faa40, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=3b18b259-9e60-46a5-aa87-790a836faa40,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:38:37.519919 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-074e79d0-054f-4cc7-a983-14f244c3d445 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (3b18b259-9e60-46a5-aa87-790a836faa40), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:37.538863 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-074e79d0-054f-4cc7-a983-14f244c3d445 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Calling delete_port for 3b18b259-9e60-46a5-aa87-790a836faa40 owned by network:router_gateway {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:38:37.562508 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2fc04131-17d1-414f-b1bb-7e93c1453c48 admin admin] Publish callbacks [] for router_gateway (033817e3-7f8b-41b9-90c1-e0a41e4dc589), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:37.644090 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-f37f5a11-f4c1-4db0-acb3-bc9265f3e004 None None] Allocated IP 172.20.0.2 (e282f09d-0f00-48ae-be54-8328c02ae0af/d174a82c-6751-442a-8e10-7a148203d4f7/bdb13ba2-c2da-4466-893c-ed35d7121d89) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:38:37.754231 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 3b18b259-9e60-46a5-aa87-790a836faa40 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:38:37.754541 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (3b18b259-9e60-46a5-aa87-790a836faa40), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:37.797511 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port 3b18b259-9e60-46a5-aa87-790a836faa40, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=3b18b259-9e60-46a5-aa87-790a836faa40,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:38:37.805338 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (3b18b259-9e60-46a5-aa87-790a836faa40), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:37.896677 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-074e79d0-054f-4cc7-a983-14f244c3d445 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (3b18b259-9e60-46a5-aa87-790a836faa40), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:37.906226 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2fc04131-17d1-414f-b1bb-7e93c1453c48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141'] for router (033817e3-7f8b-41b9-90c1-e0a41e4dc589), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:37.918743 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=3b18b259-9e60-46a5-aa87-790a836faa40,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:38:37.929868 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074e79d0-054f-4cc7-a983-14f244c3d445 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Pushing event deleted for resources: {'Port': ['ID=3b18b259-9e60-46a5-aa87-790a836faa40,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:38:37.940940 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f37f5a11-f4c1-4db0-acb3-bc9265f3e004 None None] Publish callbacks [] for port (bdb13ba2-c2da-4466-893c-ed35d7121d89), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:37.948699 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f37f5a11-f4c1-4db0-acb3-bc9265f3e004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (bdb13ba2-c2da-4466-893c-ed35d7121d89), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:38.002838 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-074e79d0-054f-4cc7-a983-14f244c3d445 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1599901'] for router_gateway (513bcb7d-f723-432b-8f57-bfbc91889b72), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:38.020000 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37f5a11-f4c1-4db0-acb3-bc9265f3e004 None None] Network e282f09d-0f00-48ae-be54-8328c02ae0af is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:38:38.023544 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-f37f5a11-f4c1-4db0-acb3-bc9265f3e004 None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:38:38.026833 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37f5a11-f4c1-4db0-acb3-bc9265f3e004 None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:38:38.037349 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37f5a11-f4c1-4db0-acb3-bc9265f3e004 None None] Pushing event updated for resources: {'Port': ['ID=bdb13ba2-c2da-4466-893c-ed35d7121d89,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:38:38.114394 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-f37f5a11-f4c1-4db0-acb3-bc9265f3e004 None None] Attempting to bind port bdb13ba2-c2da-4466-893c-ed35d7121d89 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:38:38.114833 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-f37f5a11-f4c1-4db0-acb3-bc9265f3e004 None None] Attempting to bind port bdb13ba2-c2da-4466-893c-ed35d7121d89 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': 'a093ce63-cf30-4da6-9f0a-e3cc3d101fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'e282f09d-0f00-48ae-be54-8328c02ae0af'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:38:38.115298 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37f5a11-f4c1-4db0-acb3-bc9265f3e004 None None] Attempting to bind port bdb13ba2-c2da-4466-893c-ed35d7121d89 on network e282f09d-0f00-48ae-be54-8328c02ae0af {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:38:38.122951 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-074e79d0-054f-4cc7-a983-14f244c3d445 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10915'] for router (513bcb7d-f723-432b-8f57-bfbc91889b72), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:38.128659 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37f5a11-f4c1-4db0-acb3-bc9265f3e004 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:38:38.129050 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37f5a11-f4c1-4db0-acb3-bc9265f3e004 None None] Checking segment: {'id': 'a093ce63-cf30-4da6-9f0a-e3cc3d101fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'e282f09d-0f00-48ae-be54-8328c02ae0af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:38:38.129466 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f37f5a11-f4c1-4db0-acb3-bc9265f3e004 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:38.129871 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37f5a11-f4c1-4db0-acb3-bc9265f3e004 None None] Bound using segment: {'id': 'a093ce63-cf30-4da6-9f0a-e3cc3d101fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'e282f09d-0f00-48ae-be54-8328c02ae0af'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:38:38.130361 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-f37f5a11-f4c1-4db0-acb3-bc9265f3e004 None None] Bound port: bdb13ba2-c2da-4466-893c-ed35d7121d89, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a093ce63-cf30-4da6-9f0a-e3cc3d101fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'e282f09d-0f00-48ae-be54-8328c02ae0af'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:38:38.130661 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-074e79d0-054f-4cc7-a983-14f244c3d445 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks [] for router_controller (513bcb7d-f723-432b-8f57-bfbc91889b72), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:38.130796 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f37f5a11-f4c1-4db0-acb3-bc9265f3e004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (bdb13ba2-c2da-4466-893c-ed35d7121d89), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:38.197241 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fc04131-17d1-414f-b1bb-7e93c1453c48 admin admin] Router 033817e3-7f8b-41b9-90c1-e0a41e4dc589 is scheduled to L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de with binding_index 1 {{(pid=103474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 12:38:38.200211 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-074e79d0-054f-4cc7-a983-14f244c3d445 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622829'] for router (513bcb7d-f723-432b-8f57-bfbc91889b72), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:38.200620 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-074e79d0-054f-4cc7-a983-14f244c3d445 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 513bcb7d-f723-432b-8f57-bfbc91889b72 {{(pid=103475) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 12:38:38.206644 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-074e79d0-054f-4cc7-a983-14f244c3d445 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:38.207760 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-074e79d0-054f-4cc7-a983-14f244c3d445 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] 10.222.0.65 "DELETE /v2.0/routers/513bcb7d-f723-432b-8f57-bfbc91889b72 HTTP/1.1" status: 204 len: 168 time: 1.3931832 Feb 04 12:38:38.211427 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 51854) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:38:38.218221 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-3df95562-4b26-4627-9cd2-f9bc565073d4 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-295463429', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}, 'admin_state_up': False}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:38:38.244835 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3df95562-4b26-4627-9cd2-f9bc565073d4 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10933'] for router (571b8bc1-5ab8-4dc6-871d-935e2ccea642), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:38.246295 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3df95562-4b26-4627-9cd2-f9bc565073d4 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10924'] for router (571b8bc1-5ab8-4dc6-871d-935e2ccea642), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:38.250067 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-f37f5a11-f4c1-4db0-acb3-bc9265f3e004 None None] For port bdb13ba2-c2da-4466-893c-ed35d7121d89, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:38:38.254188 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-f37f5a11-f4c1-4db0-acb3-bc9265f3e004 None None] For port bdb13ba2-c2da-4466-893c-ed35d7121d89, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=bdb13ba2-c2da-4466-893c-ed35d7121d89,segment=NetworkSegment(a093ce63-cf30-4da6-9f0a-e3cc3d101fbb),segment_id=a093ce63-cf30-4da6-9f0a-e3cc3d101fbb)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:38:38.262636 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f37f5a11-f4c1-4db0-acb3-bc9265f3e004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (bdb13ba2-c2da-4466-893c-ed35d7121d89), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:38.339943 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3df95562-4b26-4627-9cd2-f9bc565073d4 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Publish callbacks [] for router_controller (571b8bc1-5ab8-4dc6-871d-935e2ccea642), precommit_add_association {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:38.340530 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37f5a11-f4c1-4db0-acb3-bc9265f3e004 None None] Pushing event updated for resources: {'Port': ['ID=bdb13ba2-c2da-4466-893c-ed35d7121d89,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:38:38.409421 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fc04131-17d1-414f-b1bb-7e93c1453c48 admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:38:38.421074 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a99c767-928d-4cdb-b16c-db0776b5f814 None None] Sync routers for ids ['033817e3-7f8b-41b9-90c1-e0a41e4dc589'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:38:38.442861 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2fc04131-17d1-414f-b1bb-7e93c1453c48 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:38.446354 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a99c767-928d-4cdb-b16c-db0776b5f814 None None] Routers {'033817e3-7f8b-41b9-90c1-e0a41e4dc589'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:38:38.448352 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-3a99c767-928d-4cdb-b16c-db0776b5f814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:38:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['033817e3-7f8b-41b9-90c1-e0a41e4dc589'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:38:38.462586 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-2fc04131-17d1-414f-b1bb-7e93c1453c48 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7491155 Feb 04 12:38:38.462952 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 51858) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:38:38.620392 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3df95562-4b26-4627-9cd2-f9bc565073d4 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Publish callbacks [] for router_gateway (571b8bc1-5ab8-4dc6-871d-935e2ccea642), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:38.629274 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-3a99c767-928d-4cdb-b16c-db0776b5f814 None None] Set router 033817e3-7f8b-41b9-90c1-e0a41e4dc589 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:38:38.775698 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13963ba-c7e6-4d63-97fc-059372fa8282 req-5f828615-6114-4cef-8c8e-54347888ba29 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:38.781931 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13963ba-c7e6-4d63-97fc-059372fa8282 req-5f828615-6114-4cef-8c8e-54347888ba29 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:38.795223 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13963ba-c7e6-4d63-97fc-059372fa8282 req-5f828615-6114-4cef-8c8e-54347888ba29 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:38.846119 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13963ba-c7e6-4d63-97fc-059372fa8282 req-5f828615-6114-4cef-8c8e-54347888ba29 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:38.870061 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13963ba-c7e6-4d63-97fc-059372fa8282 req-5f828615-6114-4cef-8c8e-54347888ba29 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:38.878028 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13963ba-c7e6-4d63-97fc-059372fa8282 req-5f828615-6114-4cef-8c8e-54347888ba29 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:38.909845 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13963ba-c7e6-4d63-97fc-059372fa8282 req-5f828615-6114-4cef-8c8e-54347888ba29 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:38.911947 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c13963ba-c7e6-4d63-97fc-059372fa8282 req-5f828615-6114-4cef-8c8e-54347888ba29 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 5434 time: 0.2835598 Feb 04 12:38:38.982626 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-3a99c767-928d-4cdb-b16c-db0776b5f814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '033817e3-7f8b-41b9-90c1-e0a41e4dc589', 'name': 'tempest-TaggedBootDevicesTest-274412170-router', 'tenant_id': 'ca25972521404bd998e7680810e52c91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '31e761a1-2257-49aa-8a16-11521fd6750c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:38:35Z', 'updated_at': '2022-02-04T12:38:37Z', 'revision_number': 3, 'project_id': 'ca25972521404bd998e7680810e52c91', 'gw_port': {'id': '31e761a1-2257-49aa-8a16-11521fd6750c', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:03:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '033817e3-7f8b-41b9-90c1-e0a41e4dc589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:38:36Z', 'updated_at': '2022-02-04T12:38:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:38:39.024941 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a99c767-928d-4cdb-b16c-db0776b5f814 None None] Checking router: 033817e3-7f8b-41b9-90c1-e0a41e4dc589 for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:38:39.025331 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a99c767-928d-4cdb-b16c-db0776b5f814 None None] Updating router 033817e3-7f8b-41b9-90c1-e0a41e4dc589 port 31e761a1-2257-49aa-8a16-11521fd6750c binding host n-d-825015-3 {{(pid=103477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:38:39.046520 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c13963ba-c7e6-4d63-97fc-059372fa8282 req-19dca63e-84d4-4c1c-894e-7cc73596e26c tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/security-groups?id=6fb9d925-f1ad-446a-9918-6c4396d6cf75&id=298cdae3-8a94-4f2b-ad9f-68a3e4a3ab72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1254306 Feb 04 12:38:39.090244 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3a99c767-928d-4cdb-b16c-db0776b5f814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (31e761a1-2257-49aa-8a16-11521fd6750c), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:39.224518 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3df95562-4b26-4627-9cd2-f9bc565073d4 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Publish callbacks [] for router_gateway (571b8bc1-5ab8-4dc6-871d-935e2ccea642), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:39.244544 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3df95562-4b26-4627-9cd2-f9bc565073d4 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:39.255318 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-840101b3-6a02-4163-947a-a904b1bb56c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:39.481644 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-840101b3-6a02-4163-947a-a904b1bb56c2 admin admin] Allocated IP 172.20.0.1 (e282f09d-0f00-48ae-be54-8328c02ae0af/d174a82c-6751-442a-8e10-7a148203d4f7/3a2b3e52-95b4-4f22-9e92-c5f9ce1bf3be) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:38:39.542838 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3a99c767-928d-4cdb-b16c-db0776b5f814 None None] Publish callbacks [] for port (31e761a1-2257-49aa-8a16-11521fd6750c), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:39.552358 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3a99c767-928d-4cdb-b16c-db0776b5f814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (31e761a1-2257-49aa-8a16-11521fd6750c), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:39.638126 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-3df95562-4b26-4627-9cd2-f9bc565073d4 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Allocated IP 172.25.3.230 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/c1751ee5-1971-4b4e-a32e-4653f3f7a8b5) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:38:39.639402 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-3a99c767-928d-4cdb-b16c-db0776b5f814 None None] Attempting to bind port 31e761a1-2257-49aa-8a16-11521fd6750c on host n-d-825015-3 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:38:39.640015 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-3a99c767-928d-4cdb-b16c-db0776b5f814 None None] Attempting to bind port 31e761a1-2257-49aa-8a16-11521fd6750c by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:38:39.640518 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a99c767-928d-4cdb-b16c-db0776b5f814 None None] Attempting to bind port 31e761a1-2257-49aa-8a16-11521fd6750c on network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:38:39.653492 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a99c767-928d-4cdb-b16c-db0776b5f814 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:38:39.653882 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a99c767-928d-4cdb-b16c-db0776b5f814 None None] Checking segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:38:39.654343 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3a99c767-928d-4cdb-b16c-db0776b5f814 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:39.655314 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a99c767-928d-4cdb-b16c-db0776b5f814 None None] Bound using segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:38:39.656537 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-3a99c767-928d-4cdb-b16c-db0776b5f814 None None] Bound port: 31e761a1-2257-49aa-8a16-11521fd6750c, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:38:39.658391 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3a99c767-928d-4cdb-b16c-db0776b5f814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (31e761a1-2257-49aa-8a16-11521fd6750c), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:39.674818 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-840101b3-6a02-4163-947a-a904b1bb56c2 admin admin] Publish callbacks [] for port (3a2b3e52-95b4-4f22-9e92-c5f9ce1bf3be), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:39.733646 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afe0a51-afd9-46f2-8c18-9f60235efb00 None None] Pushing event updated for resources: {'Port': ['ID=31e761a1-2257-49aa-8a16-11521fd6750c,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:38:39.741250 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-840101b3-6a02-4163-947a-a904b1bb56c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (3a2b3e52-95b4-4f22-9e92-c5f9ce1bf3be), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:39.793512 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3df95562-4b26-4627-9cd2-f9bc565073d4 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Publish callbacks [] for port (c1751ee5-1971-4b4e-a32e-4653f3f7a8b5), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:39.799446 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840101b3-6a02-4163-947a-a904b1bb56c2 admin admin] Network e282f09d-0f00-48ae-be54-8328c02ae0af is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:38:39.805702 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-3a99c767-928d-4cdb-b16c-db0776b5f814 None None] For port 31e761a1-2257-49aa-8a16-11521fd6750c, host n-d-825015-3, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:38:39.806145 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-840101b3-6a02-4163-947a-a904b1bb56c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:38:39.812293 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-3a99c767-928d-4cdb-b16c-db0776b5f814 None None] For port 31e761a1-2257-49aa-8a16-11521fd6750c, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=31e761a1-2257-49aa-8a16-11521fd6750c,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:38:39.815078 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840101b3-6a02-4163-947a-a904b1bb56c2 admin admin] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:38:39.824522 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3a99c767-928d-4cdb-b16c-db0776b5f814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (31e761a1-2257-49aa-8a16-11521fd6750c), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:39.855398 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840101b3-6a02-4163-947a-a904b1bb56c2 admin admin] Pushing event updated for resources: {'Port': ['ID=3a2b3e52-95b4-4f22-9e92-c5f9ce1bf3be,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:38:39.888897 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3df95562-4b26-4627-9cd2-f9bc565073d4 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (c1751ee5-1971-4b4e-a32e-4653f3f7a8b5), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:39.908121 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-840101b3-6a02-4163-947a-a904b1bb56c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1599818'] for router_interface (033817e3-7f8b-41b9-90c1-e0a41e4dc589), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:39.917035 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afe0a51-afd9-46f2-8c18-9f60235efb00 None None] Pushing event updated for resources: {'Port': ['ID=31e761a1-2257-49aa-8a16-11521fd6750c,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:38:39.943589 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df95562-4b26-4627-9cd2-f9bc565073d4 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:38:39.947770 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-3df95562-4b26-4627-9cd2-f9bc565073d4 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:38:39.948071 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a99c767-928d-4cdb-b16c-db0776b5f814 None None] Routers {'033817e3-7f8b-41b9-90c1-e0a41e4dc589'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:38:39.951261 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df95562-4b26-4627-9cd2-f9bc565073d4 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:38:39.951545 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-3a99c767-928d-4cdb-b16c-db0776b5f814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:38:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['033817e3-7f8b-41b9-90c1-e0a41e4dc589'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:38:40.003180 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df95562-4b26-4627-9cd2-f9bc565073d4 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Pushing event updated for resources: {'Port': ['ID=c1751ee5-1971-4b4e-a32e-4653f3f7a8b5,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:38:40.198359 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-840101b3-6a02-4163-947a-a904b1bb56c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (3a2b3e52-95b4-4f22-9e92-c5f9ce1bf3be), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:40.212302 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-3a99c767-928d-4cdb-b16c-db0776b5f814 None None] Set router 033817e3-7f8b-41b9-90c1-e0a41e4dc589 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:38:40.265866 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36272d2a-411a-4bfe-8c74-376fe0427679 None None] Network e282f09d-0f00-48ae-be54-8328c02ae0af requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:38:40.272488 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device bdb13ba2-c2da-4466-893c-ed35d7121d89 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:38:40.452276 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3df95562-4b26-4627-9cd2-f9bc565073d4 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Publish callbacks [] for router_gateway (571b8bc1-5ab8-4dc6-871d-935e2ccea642), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:40.502908 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-840101b3-6a02-4163-947a-a904b1bb56c2 admin admin] Publish callbacks [] for port (3a2b3e52-95b4-4f22-9e92-c5f9ce1bf3be), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:40.510476 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-840101b3-6a02-4163-947a-a904b1bb56c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (3a2b3e52-95b4-4f22-9e92-c5f9ce1bf3be), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:40.513518 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b186dd5f-e993-43a0-9a11-fc801e88d4fe req-199f8187-4559-4945-a421-b5586e3fa833 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:40.520145 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b186dd5f-e993-43a0-9a11-fc801e88d4fe req-199f8187-4559-4945-a421-b5586e3fa833 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:40.525423 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b186dd5f-e993-43a0-9a11-fc801e88d4fe req-199f8187-4559-4945-a421-b5586e3fa833 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:40.529091 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-3a99c767-928d-4cdb-b16c-db0776b5f814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '033817e3-7f8b-41b9-90c1-e0a41e4dc589', 'name': 'tempest-TaggedBootDevicesTest-274412170-router', 'tenant_id': 'ca25972521404bd998e7680810e52c91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '31e761a1-2257-49aa-8a16-11521fd6750c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:38:35Z', 'updated_at': '2022-02-04T12:38:37Z', 'revision_number': 3, 'project_id': 'ca25972521404bd998e7680810e52c91', 'gw_port': {'id': '31e761a1-2257-49aa-8a16-11521fd6750c', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:03:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '033817e3-7f8b-41b9-90c1-e0a41e4dc589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:38:36Z', 'updated_at': '2022-02-04T12:38:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:38:40.530686 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b186dd5f-e993-43a0-9a11-fc801e88d4fe req-199f8187-4559-4945-a421-b5586e3fa833 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:40.536268 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b186dd5f-e993-43a0-9a11-fc801e88d4fe req-199f8187-4559-4945-a421-b5586e3fa833 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:40.542112 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b186dd5f-e993-43a0-9a11-fc801e88d4fe req-199f8187-4559-4945-a421-b5586e3fa833 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:40.548573 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b186dd5f-e993-43a0-9a11-fc801e88d4fe req-199f8187-4559-4945-a421-b5586e3fa833 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:40.550541 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b186dd5f-e993-43a0-9a11-fc801e88d4fe req-199f8187-4559-4945-a421-b5586e3fa833 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 5434 time: 0.3240674 Feb 04 12:38:40.558114 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port bdb13ba2-c2da-4466-893c-ed35d7121d89 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:38:40.558775 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (bdb13ba2-c2da-4466-893c-ed35d7121d89), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:40.583277 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a99c767-928d-4cdb-b16c-db0776b5f814 None None] The sync data for ids ['033817e3-7f8b-41b9-90c1-e0a41e4dc589'] in n-d-825015-3 is: [{'id': '033817e3-7f8b-41b9-90c1-e0a41e4dc589', 'name': 'tempest-TaggedBootDevicesTest-274412170-router', 'tenant_id': 'ca25972521404bd998e7680810e52c91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '31e761a1-2257-49aa-8a16-11521fd6750c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:38:35Z', 'updated_at': '2022-02-04T12:38:37Z', 'revision_number': 3, 'project_id': 'ca25972521404bd998e7680810e52c91', 'gw_port': {'id': '31e761a1-2257-49aa-8a16-11521fd6750c', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:03:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '033817e3-7f8b-41b9-90c1-e0a41e4dc589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:38:36Z', 'updated_at': '2022-02-04T12:38:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:38:40.605729 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-840101b3-6a02-4163-947a-a904b1bb56c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622202'] for router_interface (033817e3-7f8b-41b9-90c1-e0a41e4dc589), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:40.721180 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840101b3-6a02-4163-947a-a904b1bb56c2 admin admin] Pushing event updated for resources: {'Port': ['ID=3a2b3e52-95b4-4f22-9e92-c5f9ce1bf3be,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:38:40.780913 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840101b3-6a02-4163-947a-a904b1bb56c2 admin admin] Network e282f09d-0f00-48ae-be54-8328c02ae0af is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:38:40.783429 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-840101b3-6a02-4163-947a-a904b1bb56c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:38:40.818047 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device d2ad6fb4-8d1e-4351-b211-6a87ea7077d1 up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:38:40.858691 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-d8be116a-f221-4cf2-9635-bf8e88ce6f3c None None] Provisioning complete for port bdb13ba2-c2da-4466-893c-ed35d7121d89 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:38:40.859080 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d8be116a-f221-4cf2-9635-bf8e88ce6f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (bdb13ba2-c2da-4466-893c-ed35d7121d89), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:40.863456 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b186dd5f-e993-43a0-9a11-fc801e88d4fe req-a60f2b2c-4dc9-4760-80dd-899ea6a06161 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/security-groups?id=6fb9d925-f1ad-446a-9918-6c4396d6cf75&id=298cdae3-8a94-4f2b-ad9f-68a3e4a3ab72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1963089 Feb 04 12:38:40.891252 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3df95562-4b26-4627-9cd2-f9bc565073d4 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141'] for router (571b8bc1-5ab8-4dc6-871d-935e2ccea642), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:40.986013 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-840101b3-6a02-4163-947a-a904b1bb56c2 admin admin] Router 033817e3-7f8b-41b9-90c1-e0a41e4dc589 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:38:41.043203 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port bdb13ba2-c2da-4466-893c-ed35d7121d89 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:38:41.043533 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (bdb13ba2-c2da-4466-893c-ed35d7121d89), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:41.077877 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning for port d2ad6fb4-8d1e-4351-b211-6a87ea7077d1 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:38:41.093723 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port bdb13ba2-c2da-4466-893c-ed35d7121d89, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=bdb13ba2-c2da-4466-893c-ed35d7121d89,segment=NetworkSegment(a093ce63-cf30-4da6-9f0a-e3cc3d101fbb),segment_id=a093ce63-cf30-4da6-9f0a-e3cc3d101fbb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:38:41.097120 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port d2ad6fb4-8d1e-4351-b211-6a87ea7077d1 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:38:41.097545 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (d2ad6fb4-8d1e-4351-b211-6a87ea7077d1), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:41.102105 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (bdb13ba2-c2da-4466-893c-ed35d7121d89), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:41.169601 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-d8be116a-f221-4cf2-9635-bf8e88ce6f3c None None] Current status of the port bdb13ba2-c2da-4466-893c-ed35d7121d89 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:38:41.172725 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 3b18b259-9e60-46a5-aa87-790a836faa40 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:38:41.202887 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 3b18b259-9e60-46a5-aa87-790a836faa40 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:38:41.203405 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 3b18b259-9e60-46a5-aa87-790a836faa40 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:38:41.282338 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-840101b3-6a02-4163-947a-a904b1bb56c2 admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:38:41.297725 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-840101b3-6a02-4163-947a-a904b1bb56c2 admin admin] 10.222.0.65 "PUT /v2.0/routers/033817e3-7f8b-41b9-90c1-e0a41e4dc589/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8260531 Feb 04 12:38:41.334073 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=bdb13ba2-c2da-4466-893c-ed35d7121d89,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:38:41.445079 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port d2ad6fb4-8d1e-4351-b211-6a87ea7077d1 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:38:41.445473 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (d2ad6fb4-8d1e-4351-b211-6a87ea7077d1), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:41.467561 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-c8781d6c-f618-423d-911f-a8c1e5fd62fa None None] Provisioning complete for port bdb13ba2-c2da-4466-893c-ed35d7121d89 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:38:41.467976 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c8781d6c-f618-423d-911f-a8c1e5fd62fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (bdb13ba2-c2da-4466-893c-ed35d7121d89), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:41.495952 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port d2ad6fb4-8d1e-4351-b211-6a87ea7077d1, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=d2ad6fb4-8d1e-4351-b211-6a87ea7077d1,segment=NetworkSegment(457a9e0a-0e75-459f-be4c-5045e8830e74),segment_id=457a9e0a-0e75-459f-be4c-5045e8830e74)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:38:41.531843 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eefed902-5b4d-4ff7-b65f-81c365a034bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2ad6fb4-8d1e-4351-b211-6a87ea7077d1'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:38:41.539456 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3f7d192-c3f6-428e-8de2-97d60db9728b" -d '{"events": [{"server_uuid": "eefed902-5b4d-4ff7-b65f-81c365a034bc", "name": "network-vif-plugged", "status": "completed", "tag": "d2ad6fb4-8d1e-4351-b211-6a87ea7077d1"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:38:41.582157 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (d2ad6fb4-8d1e-4351-b211-6a87ea7077d1), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:41.582157 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device f1076bf2-b0e8-43a0-93ba-971d778811b6 up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:38:41.641643 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e435282f-320e-4266-9a68-18e12c0f8bc9 x-openstack-request-id: req-e435282f-320e-4266-9a68-18e12c0f8bc9 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:38:41.642874 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eefed902-5b4d-4ff7-b65f-81c365a034bc", "name": "network-vif-plugged", "status": "completed", "tag": "d2ad6fb4-8d1e-4351-b211-6a87ea7077d1", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:38:41.643309 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e435282f-320e-4266-9a68-18e12c0f8bc9 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:38:41.644112 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eefed902-5b4d-4ff7-b65f-81c365a034bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2ad6fb4-8d1e-4351-b211-6a87ea7077d1', 'code': 200} Feb 04 12:38:41.726194 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning for port f1076bf2-b0e8-43a0-93ba-971d778811b6 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:38:41.747292 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port f1076bf2-b0e8-43a0-93ba-971d778811b6 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:38:41.747661 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (f1076bf2-b0e8-43a0-93ba-971d778811b6), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:41.749319 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=d2ad6fb4-8d1e-4351-b211-6a87ea7077d1,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:38:41.885717 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c8781d6c-f618-423d-911f-a8c1e5fd62fa None None] Current status of the port bdb13ba2-c2da-4466-893c-ed35d7121d89 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:38:41.925315 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-c8781d6c-f618-423d-911f-a8c1e5fd62fa None None] Provisioning complete for port 3a2b3e52-95b4-4f22-9e92-c5f9ce1bf3be triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:38:41.925624 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c8781d6c-f618-423d-911f-a8c1e5fd62fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (3a2b3e52-95b4-4f22-9e92-c5f9ce1bf3be), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:42.009855 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3df95562-4b26-4627-9cd2-f9bc565073d4 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Router 571b8bc1-5ab8-4dc6-871d-935e2ccea642 is scheduled to L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de with binding_index 1 {{(pid=103475) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 12:38:42.097831 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port f1076bf2-b0e8-43a0-93ba-971d778811b6 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:38:42.098287 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (f1076bf2-b0e8-43a0-93ba-971d778811b6), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:42.239459 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3df95562-4b26-4627-9cd2-f9bc565073d4 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:38:42.240412 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port f1076bf2-b0e8-43a0-93ba-971d778811b6, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=f1076bf2-b0e8-43a0-93ba-971d778811b6,segment=NetworkSegment(997f147b-14c9-4e9d-8460-8208afc645ea),segment_id=997f147b-14c9-4e9d-8460-8208afc645ea)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:38:42.250085 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c8781d6c-f618-423d-911f-a8c1e5fd62fa None None] Port 3a2b3e52-95b4-4f22-9e92-c5f9ce1bf3be cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:38:42.256544 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (f1076bf2-b0e8-43a0-93ba-971d778811b6), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:42.257651 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 369e2b86-af73-486f-abc1-03eef083894c up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:38:42.260816 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1ce46b-f94b-4ec7-96d9-6963bd37d9e7 None None] Sync routers for ids ['571b8bc1-5ab8-4dc6-871d-935e2ccea642'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:38:42.294126 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 51880) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:38:42.302893 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3df95562-4b26-4627-9cd2-f9bc565073d4 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Publish callbacks [] for router (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:42.305536 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-3df95562-4b26-4627-9cd2-f9bc565073d4 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.0929298 Feb 04 12:38:42.305999 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-27ee902d-331d-495b-92d7-f5c67f9e5074 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-506530693-network', 'tenant_id': '8d54727b7c7d4e7986bac5eedf6b3d30'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:38:42.310712 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 51882) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:38:42.336141 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-b32ac50f-9a04-45fa-afa4-77059b8bd605 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'enable_snat': False}}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:38:42.402478 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334cea2e-13bb-4058-a37a-0d738feab3a9 req-60c9d970-1583-4e88-b285-f329a8c9812d tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:42.409010 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334cea2e-13bb-4058-a37a-0d738feab3a9 req-60c9d970-1583-4e88-b285-f329a8c9812d tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:42.415099 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334cea2e-13bb-4058-a37a-0d738feab3a9 req-60c9d970-1583-4e88-b285-f329a8c9812d tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:42.426035 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334cea2e-13bb-4058-a37a-0d738feab3a9 req-60c9d970-1583-4e88-b285-f329a8c9812d tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:42.434144 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334cea2e-13bb-4058-a37a-0d738feab3a9 req-60c9d970-1583-4e88-b285-f329a8c9812d tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:42.441034 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334cea2e-13bb-4058-a37a-0d738feab3a9 req-60c9d970-1583-4e88-b285-f329a8c9812d tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:42.446916 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334cea2e-13bb-4058-a37a-0d738feab3a9 req-60c9d970-1583-4e88-b285-f329a8c9812d tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:42.449609 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-334cea2e-13bb-4058-a37a-0d738feab3a9 req-60c9d970-1583-4e88-b285-f329a8c9812d tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 5436 time: 0.3453932 Feb 04 12:38:42.486398 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device bdb13ba2-c2da-4466-893c-ed35d7121d89 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:38:42.523936 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-334cea2e-13bb-4058-a37a-0d738feab3a9 req-a5132d1b-2df6-4d59-bfb1-4d9619175b01 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/security-groups?id=6fb9d925-f1ad-446a-9918-6c4396d6cf75&id=298cdae3-8a94-4f2b-ad9f-68a3e4a3ab72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0668452 Feb 04 12:38:42.544383 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1ce46b-f94b-4ec7-96d9-6963bd37d9e7 None None] Routers {'571b8bc1-5ab8-4dc6-871d-935e2ccea642'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:38:42.545295 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-7a1ce46b-f94b-4ec7-96d9-6963bd37d9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:38:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['571b8bc1-5ab8-4dc6-871d-935e2ccea642'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:38:42.581630 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-618132af-d86a-4ade-9d73-ce43c588e14c None None] Provisioning complete for port 3a2b3e52-95b4-4f22-9e92-c5f9ce1bf3be triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:38:42.582349 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-618132af-d86a-4ade-9d73-ce43c588e14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (3a2b3e52-95b4-4f22-9e92-c5f9ce1bf3be), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:42.625108 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-7a1ce46b-f94b-4ec7-96d9-6963bd37d9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:38:42.631142 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-618132af-d86a-4ade-9d73-ce43c588e14c None None] Port 3a2b3e52-95b4-4f22-9e92-c5f9ce1bf3be cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:38:42.632896 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27ee902d-331d-495b-92d7-f5c67f9e5074 admin admin] Made reservation on behalf of 8d54727b7c7d4e7986bac5eedf6b3d30 for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:38:42.641074 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-27ee902d-331d-495b-92d7-f5c67f9e5074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:42.658834 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1ce46b-f94b-4ec7-96d9-6963bd37d9e7 None None] Routers {'571b8bc1-5ab8-4dc6-871d-935e2ccea642'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:38:42.660394 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-7a1ce46b-f94b-4ec7-96d9-6963bd37d9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:38:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['571b8bc1-5ab8-4dc6-871d-935e2ccea642'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:38:42.662356 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning for port 369e2b86-af73-486f-abc1-03eef083894c completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:38:42.666210 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=f1076bf2-b0e8-43a0-93ba-971d778811b6,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:38:42.678658 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port 369e2b86-af73-486f-abc1-03eef083894c triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:38:42.679068 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (369e2b86-af73-486f-abc1-03eef083894c), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:42.709625 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-27ee902d-331d-495b-92d7-f5c67f9e5074 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:42.745715 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-7a1ce46b-f94b-4ec7-96d9-6963bd37d9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:38:42.746327 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1ce46b-f94b-4ec7-96d9-6963bd37d9e7 None None] The sync data for ids ['571b8bc1-5ab8-4dc6-871d-935e2ccea642'] in n-d-825015-3 is: [] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:38:42.754254 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port bdb13ba2-c2da-4466-893c-ed35d7121d89 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:38:42.754762 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (bdb13ba2-c2da-4466-893c-ed35d7121d89), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:42.965990 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 369e2b86-af73-486f-abc1-03eef083894c is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:38:42.967399 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (369e2b86-af73-486f-abc1-03eef083894c), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:42.972234 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port bdb13ba2-c2da-4466-893c-ed35d7121d89 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:38:42.973572 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 31e761a1-2257-49aa-8a16-11521fd6750c up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:38:43.009520 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-27ee902d-331d-495b-92d7-f5c67f9e5074 admin admin] Publish callbacks [] for security_group (98f99b4d-e41e-461c-9bce-22a6e6a991bf), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:43.015801 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b32ac50f-9a04-45fa-afa4-77059b8bd605 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks [] for router_gateway (571b8bc1-5ab8-4dc6-871d-935e2ccea642), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:43.025558 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-27ee902d-331d-495b-92d7-f5c67f9e5074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (98f99b4d-e41e-461c-9bce-22a6e6a991bf), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:43.041474 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27ee902d-331d-495b-92d7-f5c67f9e5074 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:38:43.043131 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 369e2b86-af73-486f-abc1-03eef083894c, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=369e2b86-af73-486f-abc1-03eef083894c,segment=NetworkSegment(f7d7b182-79a0-4db8-9fb8-bcb4599929bb),segment_id=f7d7b182-79a0-4db8-9fb8-bcb4599929bb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:38:43.056587 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-27ee902d-331d-495b-92d7-f5c67f9e5074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (4ee3ea91-4ae9-447b-903b-35b48be974be), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:43.057018 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-27ee902d-331d-495b-92d7-f5c67f9e5074 admin admin] Added segment 4ee3ea91-4ae9-447b-903b-35b48be974be of type vlan for network adaafa73-83a3-4b96-ae84-f49f183a28ae Feb 04 12:38:43.058087 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (369e2b86-af73-486f-abc1-03eef083894c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:43.059372 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device c52edd8b-620d-4771-b029-de54239b378d up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:38:43.146843 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-27ee902d-331d-495b-92d7-f5c67f9e5074 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (adaafa73-83a3-4b96-ae84-f49f183a28ae), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:43.172206 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 31e761a1-2257-49aa-8a16-11521fd6750c triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:38:43.172592 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (31e761a1-2257-49aa-8a16-11521fd6750c), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:43.210149 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ee902d-331d-495b-92d7-f5c67f9e5074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98f99b4d-e41e-461c-9bce-22a6e6a991bf,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:38:43.226921 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ee902d-331d-495b-92d7-f5c67f9e5074 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:38:43.227483 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ee902d-331d-495b-92d7-f5c67f9e5074 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:38:43.228294 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ee902d-331d-495b-92d7-f5c67f9e5074 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:38:43.228522 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ee902d-331d-495b-92d7-f5c67f9e5074 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:38:43.228980 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ee902d-331d-495b-92d7-f5c67f9e5074 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:38:43.229537 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ee902d-331d-495b-92d7-f5c67f9e5074 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:38:43.230002 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ee902d-331d-495b-92d7-f5c67f9e5074 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:38:43.230418 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ee902d-331d-495b-92d7-f5c67f9e5074 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:38:43.230859 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ee902d-331d-495b-92d7-f5c67f9e5074 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:38:43.231300 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ee902d-331d-495b-92d7-f5c67f9e5074 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:38:43.231898 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ee902d-331d-495b-92d7-f5c67f9e5074 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:38:43.232342 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ee902d-331d-495b-92d7-f5c67f9e5074 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:38:43.232807 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ee902d-331d-495b-92d7-f5c67f9e5074 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:38:43.394883 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=369e2b86-af73-486f-abc1-03eef083894c,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:38:43.404302 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning for port c52edd8b-620d-4771-b029-de54239b378d completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:38:43.419905 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-27ee902d-331d-495b-92d7-f5c67f9e5074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (adaafa73-83a3-4b96-ae84-f49f183a28ae), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:43.421045 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ee902d-331d-495b-92d7-f5c67f9e5074 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:43.421745 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-27ee902d-331d-495b-92d7-f5c67f9e5074 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:43.433298 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port c52edd8b-620d-4771-b029-de54239b378d triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:38:43.434258 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (c52edd8b-620d-4771-b029-de54239b378d), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:43.503393 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 31e761a1-2257-49aa-8a16-11521fd6750c is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:38:43.504522 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (31e761a1-2257-49aa-8a16-11521fd6750c), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:43.536838 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ee902d-331d-495b-92d7-f5c67f9e5074 admin admin] Pushing event updated for resources: {'Network': ['ID=adaafa73-83a3-4b96-ae84-f49f183a28ae,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:38:43.542287 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-27ee902d-331d-495b-92d7-f5c67f9e5074 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2469263 Feb 04 12:38:43.545119 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 51912) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:38:43.552280 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-aba6546c-7034-44f2-a737-5268301e78eb admin admin] Request body: {'subnet': {'network_id': 'adaafa73-83a3-4b96-ae84-f49f183a28ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-506530693-subnet', 'tenant_id': '8d54727b7c7d4e7986bac5eedf6b3d30', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:38:43.553869 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network adaafa73-83a3-4b96-ae84-f49f183a28ae details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:38:43.573834 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port 31e761a1-2257-49aa-8a16-11521fd6750c, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=31e761a1-2257-49aa-8a16-11521fd6750c,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:38:43.618501 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (31e761a1-2257-49aa-8a16-11521fd6750c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:43.642913 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba6546c-7034-44f2-a737-5268301e78eb admin admin] Made reservation on behalf of 8d54727b7c7d4e7986bac5eedf6b3d30 for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:38:43.647504 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eefed902-5b4d-4ff7-b65f-81c365a034bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1076bf2-b0e8-43a0-93ba-971d778811b6'}, {'server_uuid': 'eefed902-5b4d-4ff7-b65f-81c365a034bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '369e2b86-af73-486f-abc1-03eef083894c'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:38:43.648493 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-aba6546c-7034-44f2-a737-5268301e78eb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:43.653553 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1975dbe-8094-4d99-ab8e-a66f050994d7" -d '{"events": [{"server_uuid": "eefed902-5b4d-4ff7-b65f-81c365a034bc", "name": "network-vif-plugged", "status": "completed", "tag": "f1076bf2-b0e8-43a0-93ba-971d778811b6"}, {"server_uuid": "eefed902-5b4d-4ff7-b65f-81c365a034bc", "name": "network-vif-plugged", "status": "completed", "tag": "369e2b86-af73-486f-abc1-03eef083894c"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:38:43.705313 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b2bf77-f545-4c1d-89ad-62e5a4a0fd1f None None] Sync routers for ids ['033817e3-7f8b-41b9-90c1-e0a41e4dc589'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:38:43.734231 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b2bf77-f545-4c1d-89ad-62e5a4a0fd1f None None] Routers {'033817e3-7f8b-41b9-90c1-e0a41e4dc589'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:38:43.736531 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-d6b2bf77-f545-4c1d-89ad-62e5a4a0fd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:38:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['033817e3-7f8b-41b9-90c1-e0a41e4dc589'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:38:43.815223 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 04 Feb 2022 12:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aefeed8c-3884-480e-a33a-d222960ec1eb x-openstack-request-id: req-aefeed8c-3884-480e-a33a-d222960ec1eb {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:38:43.815531 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eefed902-5b4d-4ff7-b65f-81c365a034bc", "name": "network-vif-plugged", "status": "completed", "tag": "f1076bf2-b0e8-43a0-93ba-971d778811b6", "code": 200}, {"server_uuid": "eefed902-5b4d-4ff7-b65f-81c365a034bc", "name": "network-vif-plugged", "status": "completed", "tag": "369e2b86-af73-486f-abc1-03eef083894c", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:38:43.815818 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-aefeed8c-3884-480e-a33a-d222960ec1eb {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:38:43.816230 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eefed902-5b4d-4ff7-b65f-81c365a034bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1076bf2-b0e8-43a0-93ba-971d778811b6', 'code': 200} Feb 04 12:38:43.823887 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eefed902-5b4d-4ff7-b65f-81c365a034bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '369e2b86-af73-486f-abc1-03eef083894c', 'code': 200} Feb 04 12:38:43.893835 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port c52edd8b-620d-4771-b029-de54239b378d is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:38:43.895365 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (c52edd8b-620d-4771-b029-de54239b378d), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:43.924808 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=31e761a1-2257-49aa-8a16-11521fd6750c,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:38:43.966796 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543c218a-6c2d-4aba-b49a-a450026ad97e req-fd002100-f3ba-4bcb-a2e9-43ab100bc0d9 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:43.980537 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543c218a-6c2d-4aba-b49a-a450026ad97e req-fd002100-f3ba-4bcb-a2e9-43ab100bc0d9 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:43.988587 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port c52edd8b-620d-4771-b029-de54239b378d, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=c52edd8b-620d-4771-b029-de54239b378d,segment=NetworkSegment(f7d7b182-79a0-4db8-9fb8-bcb4599929bb),segment_id=f7d7b182-79a0-4db8-9fb8-bcb4599929bb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:38:43.992197 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543c218a-6c2d-4aba-b49a-a450026ad97e req-fd002100-f3ba-4bcb-a2e9-43ab100bc0d9 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:43.999500 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (c52edd8b-620d-4771-b029-de54239b378d), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:44.000845 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543c218a-6c2d-4aba-b49a-a450026ad97e req-fd002100-f3ba-4bcb-a2e9-43ab100bc0d9 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:44.001229 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 93e26e23-aeae-4d7b-8b8d-5e1d20ed84ca up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:38:44.018734 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543c218a-6c2d-4aba-b49a-a450026ad97e req-fd002100-f3ba-4bcb-a2e9-43ab100bc0d9 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:44.028814 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543c218a-6c2d-4aba-b49a-a450026ad97e req-fd002100-f3ba-4bcb-a2e9-43ab100bc0d9 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:44.030268 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-d6b2bf77-f545-4c1d-89ad-62e5a4a0fd1f None None] Set router 033817e3-7f8b-41b9-90c1-e0a41e4dc589 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:38:44.041994 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543c218a-6c2d-4aba-b49a-a450026ad97e req-fd002100-f3ba-4bcb-a2e9-43ab100bc0d9 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:44.050817 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-543c218a-6c2d-4aba-b49a-a450026ad97e req-fd002100-f3ba-4bcb-a2e9-43ab100bc0d9 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 5437 time: 0.3114476 Feb 04 12:38:44.179364 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=c52edd8b-620d-4771-b029-de54239b378d,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:38:44.211246 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning for port 93e26e23-aeae-4d7b-8b8d-5e1d20ed84ca completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:38:44.218603 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 31e761a1-2257-49aa-8a16-11521fd6750c up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:38:44.229419 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port 93e26e23-aeae-4d7b-8b8d-5e1d20ed84ca triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:38:44.229798 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (93e26e23-aeae-4d7b-8b8d-5e1d20ed84ca), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:44.325129 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b32ac50f-9a04-45fa-afa4-77059b8bd605 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1623026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10906'] for router (571b8bc1-5ab8-4dc6-871d-935e2ccea642), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:44.337096 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b32ac50f-9a04-45fa-afa4-77059b8bd605 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1623127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1623150', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1622793'] for router (571b8bc1-5ab8-4dc6-871d-935e2ccea642), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:44.367627 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-543c218a-6c2d-4aba-b49a-a450026ad97e req-98d5ae60-5814-4e88-93e8-417fc6c47f2f tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/security-groups?id=6fb9d925-f1ad-446a-9918-6c4396d6cf75&id=298cdae3-8a94-4f2b-ad9f-68a3e4a3ab72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3013997 Feb 04 12:38:44.408539 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-aba6546c-7034-44f2-a737-5268301e78eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52094127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51452689'] for subnet (fff5ca25-2c4a-4ef1-9c68-163a48fdb7b4), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:44.530503 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 31e761a1-2257-49aa-8a16-11521fd6750c triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:38:44.531484 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (31e761a1-2257-49aa-8a16-11521fd6750c), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:44.546823 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba6546c-7034-44f2-a737-5268301e78eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=fff5ca25-2c4a-4ef1-9c68-163a48fdb7b4,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:38:44.561370 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba6546c-7034-44f2-a737-5268301e78eb admin admin] Checking segment: {'id': '4ee3ea91-4ae9-447b-903b-35b48be974be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'adaafa73-83a3-4b96-ae84-f49f183a28ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:38:44.565711 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-d6b2bf77-f545-4c1d-89ad-62e5a4a0fd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '033817e3-7f8b-41b9-90c1-e0a41e4dc589', 'name': 'tempest-TaggedBootDevicesTest-274412170-router', 'tenant_id': 'ca25972521404bd998e7680810e52c91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '31e761a1-2257-49aa-8a16-11521fd6750c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:38:35Z', 'updated_at': '2022-02-04T12:38:40Z', 'revision_number': 4, 'project_id': 'ca25972521404bd998e7680810e52c91', 'gw_port': {'id': '31e761a1-2257-49aa-8a16-11521fd6750c', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:03:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033817e3-7f8b-41b9-90c1-e0a41e4dc589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:38:36Z', 'updated_at': '2022-02-04T12:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '3a2b3e52-95b4-4f22-9e92-c5f9ce1bf3be', 'name': '', 'network_id': 'e282f09d-0f00-48ae-be54-8328c02ae0af', 'tenant_id': 'ca25972521404bd998e7680810e52c91', 'mac_address': 'fa:16:3e:61:c1:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '033817e3-7f8b-41b9-90c1-e0a41e4dc589', 'device_owner': 'network:router_interface', 'standard_attr_id': 2231, 'fixed_ips': [{'subnet_id': 'd174a82c-6751-442a-8e10-7a148203d4f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:38:39Z', 'updated_at': '2022-02-04T12:38:40Z', 'revision_number': 2, 'project_id': 'ca25972521404bd998e7680810e52c91', 'subnets': [{'id': 'd174a82c-6751-442a-8e10-7a148203d4f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:38:44.566629 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba6546c-7034-44f2-a737-5268301e78eb admin admin] Network hostable DHCP agents. Network: adaafa73-83a3-4b96-ae84-f49f183a28ae, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:38:44.612241 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba6546c-7034-44f2-a737-5268301e78eb admin admin] Network adaafa73-83a3-4b96-ae84-f49f183a28ae is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:38:44.628953 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-aba6546c-7034-44f2-a737-5268301e78eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, adaafa73-83a3-4b96-ae84-f49f183a28ae) {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:38:44.630805 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 93e26e23-aeae-4d7b-8b8d-5e1d20ed84ca is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:38:44.633927 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b2bf77-f545-4c1d-89ad-62e5a4a0fd1f None None] Checking router: 033817e3-7f8b-41b9-90c1-e0a41e4dc589 for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:38:44.634307 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b2bf77-f545-4c1d-89ad-62e5a4a0fd1f None None] Updating router 033817e3-7f8b-41b9-90c1-e0a41e4dc589 port 3a2b3e52-95b4-4f22-9e92-c5f9ce1bf3be binding host n-d-825015-3 {{(pid=103477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:38:44.634452 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba6546c-7034-44f2-a737-5268301e78eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:44.635210 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-aba6546c-7034-44f2-a737-5268301e78eb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:44.638614 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (93e26e23-aeae-4d7b-8b8d-5e1d20ed84ca), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:44.653299 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce190872-0b99-4b6a-96fa-17819f039859 None None] Network adaafa73-83a3-4b96-ae84-f49f183a28ae requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:38:44.668146 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-aba6546c-7034-44f2-a737-5268301e78eb admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1218607 Feb 04 12:38:44.669044 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 51928) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:38:44.683263 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-d87340f7-e632-4bca-9063-c04259f05b71 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-506530693-router', 'tenant_id': '8d54727b7c7d4e7986bac5eedf6b3d30', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:38:44.715645 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d6b2bf77-f545-4c1d-89ad-62e5a4a0fd1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (3a2b3e52-95b4-4f22-9e92-c5f9ce1bf3be), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:44.740888 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d87340f7-e632-4bca-9063-c04259f05b71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10933'] for router (3a140bd4-0cad-45fb-87a7-52cf847b0987), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:44.742629 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d87340f7-e632-4bca-9063-c04259f05b71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10924'] for router (3a140bd4-0cad-45fb-87a7-52cf847b0987), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:44.872544 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d87340f7-e632-4bca-9063-c04259f05b71 admin admin] Publish callbacks [] for router_controller (3a140bd4-0cad-45fb-87a7-52cf847b0987), precommit_add_association {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:44.899427 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 93e26e23-aeae-4d7b-8b8d-5e1d20ed84ca, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=93e26e23-aeae-4d7b-8b8d-5e1d20ed84ca,segment=NetworkSegment(f7d7b182-79a0-4db8-9fb8-bcb4599929bb),segment_id=f7d7b182-79a0-4db8-9fb8-bcb4599929bb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:38:45.004036 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (93e26e23-aeae-4d7b-8b8d-5e1d20ed84ca), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:45.007402 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 3c7ea0a0-286d-46f3-a903-1dfdfdc45ff0 up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:38:45.087201 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c85439-5ec1-446a-905d-7ddbe37ba57d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-adaafa73-83a3-4b96-ae84-f49f183a28ae', 'network_id': 'adaafa73-83a3-4b96-ae84-f49f183a28ae', 'project_id': '8d54727b7c7d4e7986bac5eedf6b3d30', 'fixed_ips': [{'subnet_id': 'fff5ca25-2c4a-4ef1-9c68-163a48fdb7b4'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 12:38:45.088136 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-50c85439-5ec1-446a-905d-7ddbe37ba57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:45.176526 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d87340f7-e632-4bca-9063-c04259f05b71 admin admin] Publish callbacks [] for router_gateway (3a140bd4-0cad-45fb-87a7-52cf847b0987), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:45.217002 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 31e761a1-2257-49aa-8a16-11521fd6750c is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:38:45.299423 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=93e26e23-aeae-4d7b-8b8d-5e1d20ed84ca,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:38:45.317936 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d6b2bf77-f545-4c1d-89ad-62e5a4a0fd1f None None] Publish callbacks [] for port (3a2b3e52-95b4-4f22-9e92-c5f9ce1bf3be), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:45.347185 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d6b2bf77-f545-4c1d-89ad-62e5a4a0fd1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (3a2b3e52-95b4-4f22-9e92-c5f9ce1bf3be), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:45.416222 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b32ac50f-9a04-45fa-afa4-77059b8bd605 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Router 571b8bc1-5ab8-4dc6-871d-935e2ccea642 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:38:45.543272 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dffb33c-8689-4cb0-804a-feed05e56100 None None] Pushing event updated for resources: {'Port': ['ID=3a2b3e52-95b4-4f22-9e92-c5f9ce1bf3be,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:38:45.709288 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-d6b2bf77-f545-4c1d-89ad-62e5a4a0fd1f None None] Attempting to bind port 3a2b3e52-95b4-4f22-9e92-c5f9ce1bf3be on host n-d-825015-3 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:38:45.709835 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-d6b2bf77-f545-4c1d-89ad-62e5a4a0fd1f None None] Attempting to bind port 3a2b3e52-95b4-4f22-9e92-c5f9ce1bf3be by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': 'a093ce63-cf30-4da6-9f0a-e3cc3d101fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'e282f09d-0f00-48ae-be54-8328c02ae0af'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:38:45.710308 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b2bf77-f545-4c1d-89ad-62e5a4a0fd1f None None] Attempting to bind port 3a2b3e52-95b4-4f22-9e92-c5f9ce1bf3be on network e282f09d-0f00-48ae-be54-8328c02ae0af {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:38:45.734445 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b2bf77-f545-4c1d-89ad-62e5a4a0fd1f None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:38:45.735086 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b2bf77-f545-4c1d-89ad-62e5a4a0fd1f None None] Checking segment: {'id': 'a093ce63-cf30-4da6-9f0a-e3cc3d101fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'e282f09d-0f00-48ae-be54-8328c02ae0af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:38:45.735377 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d6b2bf77-f545-4c1d-89ad-62e5a4a0fd1f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:45.736181 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b2bf77-f545-4c1d-89ad-62e5a4a0fd1f None None] Bound using segment: {'id': 'a093ce63-cf30-4da6-9f0a-e3cc3d101fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'e282f09d-0f00-48ae-be54-8328c02ae0af'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:38:45.743876 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-d6b2bf77-f545-4c1d-89ad-62e5a4a0fd1f None None] Bound port: 3a2b3e52-95b4-4f22-9e92-c5f9ce1bf3be, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a093ce63-cf30-4da6-9f0a-e3cc3d101fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'e282f09d-0f00-48ae-be54-8328c02ae0af'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:38:45.743876 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d6b2bf77-f545-4c1d-89ad-62e5a4a0fd1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (3a2b3e52-95b4-4f22-9e92-c5f9ce1bf3be), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:45.931164 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b32ac50f-9a04-45fa-afa4-77059b8bd605 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:38:45.949148 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b32ac50f-9a04-45fa-afa4-77059b8bd605 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:45.961780 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-b32ac50f-9a04-45fa-afa4-77059b8bd605 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] 10.222.0.65 "PUT /v2.0/routers/571b8bc1-5ab8-4dc6-871d-935e2ccea642 HTTP/1.1" status: 200 len: 925 time: 3.6441853 Feb 04 12:38:45.962997 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 51948) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:38:45.992749 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc7d00d-1318-4f4f-b4e5-742f675576e9 req-51781603-628b-4efd-8849-fc7eeaa27b6e tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:45.999902 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc7d00d-1318-4f4f-b4e5-742f675576e9 req-51781603-628b-4efd-8849-fc7eeaa27b6e tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:46.005564 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc7d00d-1318-4f4f-b4e5-742f675576e9 req-51781603-628b-4efd-8849-fc7eeaa27b6e tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:46.011472 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc7d00d-1318-4f4f-b4e5-742f675576e9 req-51781603-628b-4efd-8849-fc7eeaa27b6e tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:46.017607 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc7d00d-1318-4f4f-b4e5-742f675576e9 req-51781603-628b-4efd-8849-fc7eeaa27b6e tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:46.023795 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc7d00d-1318-4f4f-b4e5-742f675576e9 req-51781603-628b-4efd-8849-fc7eeaa27b6e tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:46.029314 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc7d00d-1318-4f4f-b4e5-742f675576e9 req-51781603-628b-4efd-8849-fc7eeaa27b6e tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:46.038444 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8bc7d00d-1318-4f4f-b4e5-742f675576e9 req-51781603-628b-4efd-8849-fc7eeaa27b6e tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 5439 time: 0.4583268 Feb 04 12:38:46.041749 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-d6b2bf77-f545-4c1d-89ad-62e5a4a0fd1f None None] For port 3a2b3e52-95b4-4f22-9e92-c5f9ce1bf3be, host n-d-825015-3, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:38:46.050108 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-d6b2bf77-f545-4c1d-89ad-62e5a4a0fd1f None None] For port 3a2b3e52-95b4-4f22-9e92-c5f9ce1bf3be, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=3a2b3e52-95b4-4f22-9e92-c5f9ce1bf3be,segment=NetworkSegment(a093ce63-cf30-4da6-9f0a-e3cc3d101fbb),segment_id=a093ce63-cf30-4da6-9f0a-e3cc3d101fbb)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:38:46.056875 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d87340f7-e632-4bca-9063-c04259f05b71 admin admin] Publish callbacks [] for router_gateway (3a140bd4-0cad-45fb-87a7-52cf847b0987), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:46.065766 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d6b2bf77-f545-4c1d-89ad-62e5a4a0fd1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (3a2b3e52-95b4-4f22-9e92-c5f9ce1bf3be), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:46.088298 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eefed902-5b4d-4ff7-b65f-81c365a034bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c52edd8b-620d-4771-b029-de54239b378d'}, {'server_uuid': 'eefed902-5b4d-4ff7-b65f-81c365a034bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93e26e23-aeae-4d7b-8b8d-5e1d20ed84ca'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:38:46.101424 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c305c017-e632-4553-bae6-985feeb4202a" -d '{"events": [{"server_uuid": "eefed902-5b4d-4ff7-b65f-81c365a034bc", "name": "network-vif-plugged", "status": "completed", "tag": "c52edd8b-620d-4771-b029-de54239b378d"}, {"server_uuid": "eefed902-5b4d-4ff7-b65f-81c365a034bc", "name": "network-vif-plugged", "status": "completed", "tag": "93e26e23-aeae-4d7b-8b8d-5e1d20ed84ca"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:38:46.125138 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d87340f7-e632-4bca-9063-c04259f05b71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:46.127634 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8b87f1-0d0a-4503-9cfd-fb2b03127bae None None] Sync routers for ids ['571b8bc1-5ab8-4dc6-871d-935e2ccea642'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:38:46.203171 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b2bf77-f545-4c1d-89ad-62e5a4a0fd1f None None] Routers {'033817e3-7f8b-41b9-90c1-e0a41e4dc589'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:38:46.204657 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-d6b2bf77-f545-4c1d-89ad-62e5a4a0fd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:38:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['033817e3-7f8b-41b9-90c1-e0a41e4dc589'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:38:46.207662 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dffb33c-8689-4cb0-804a-feed05e56100 None None] Pushing event updated for resources: {'Port': ['ID=3a2b3e52-95b4-4f22-9e92-c5f9ce1bf3be,revision_number=4']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:38:46.214359 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-a7394f98-c916-4c6c-b926-62e6cfc582cf tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] 10.222.0.65 "GET /v2.0/routers/571b8bc1-5ab8-4dc6-871d-935e2ccea642 HTTP/1.1" status: 200 len: 925 time: 0.2500014 Feb 04 12:38:46.215096 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 51952) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:38:46.254150 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-26d495b9-bf61-410e-9935-a53a5466adf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:46.273460 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning for port 3c7ea0a0-286d-46f3-a903-1dfdfdc45ff0 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:38:46.286448 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 04 Feb 2022 12:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f15fc427-1229-4305-a8c0-bc90825af4b6 x-openstack-request-id: req-f15fc427-1229-4305-a8c0-bc90825af4b6 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:38:46.286448 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eefed902-5b4d-4ff7-b65f-81c365a034bc", "name": "network-vif-plugged", "status": "completed", "tag": "c52edd8b-620d-4771-b029-de54239b378d", "code": 200}, {"server_uuid": "eefed902-5b4d-4ff7-b65f-81c365a034bc", "name": "network-vif-plugged", "status": "completed", "tag": "93e26e23-aeae-4d7b-8b8d-5e1d20ed84ca", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:38:46.286448 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f15fc427-1229-4305-a8c0-bc90825af4b6 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:38:46.289929 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eefed902-5b4d-4ff7-b65f-81c365a034bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c52edd8b-620d-4771-b029-de54239b378d', 'code': 200} Feb 04 12:38:46.290311 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eefed902-5b4d-4ff7-b65f-81c365a034bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93e26e23-aeae-4d7b-8b8d-5e1d20ed84ca', 'code': 200} Feb 04 12:38:46.304026 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port 3c7ea0a0-286d-46f3-a903-1dfdfdc45ff0 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:38:46.304610 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (3c7ea0a0-286d-46f3-a903-1dfdfdc45ff0), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:46.357189 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9ef2ec-fdbd-4240-932d-1b8de0501f64 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:46.364538 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-7b9ef2ec-fdbd-4240-932d-1b8de0501f64 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7&device_id=571b8bc1-5ab8-4dc6-871d-935e2ccea642&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1483715 Feb 04 12:38:46.365672 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 51968) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:38:46.390102 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8bc7d00d-1318-4f4f-b4e5-742f675576e9 req-9403a5b3-4c0a-4cb1-881e-5e0f0ae95bda tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/security-groups?id=6fb9d925-f1ad-446a-9918-6c4396d6cf75&id=298cdae3-8a94-4f2b-ad9f-68a3e4a3ab72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3506827 Feb 04 12:38:46.407536 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-f8fd7997-9f78-4158-90c3-c2a11f3a1829 None None] Provisioning complete for port 3a2b3e52-95b4-4f22-9e92-c5f9ce1bf3be triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:38:46.408011 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f8fd7997-9f78-4158-90c3-c2a11f3a1829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (3a2b3e52-95b4-4f22-9e92-c5f9ce1bf3be), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:46.451886 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8b87f1-0d0a-4503-9cfd-fb2b03127bae None None] Routers {'571b8bc1-5ab8-4dc6-871d-935e2ccea642'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:38:46.452548 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-1c8b87f1-0d0a-4503-9cfd-fb2b03127bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:38:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['571b8bc1-5ab8-4dc6-871d-935e2ccea642'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:38:46.482271 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-d6b2bf77-f545-4c1d-89ad-62e5a4a0fd1f None None] Set router 033817e3-7f8b-41b9-90c1-e0a41e4dc589 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:38:46.567286 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d644db1f-83f1-4c6f-aaf8-353cea618a07 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:46.569344 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-d644db1f-83f1-4c6f-aaf8-353cea618a07 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] 10.222.0.65 "GET /v2.0/networks/7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 HTTP/1.1" status: 200 len: 881 time: 0.2027059 Feb 04 12:38:46.572818 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 51974) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:38:46.608200 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-1c8b87f1-0d0a-4503-9cfd-fb2b03127bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:38:46.628964 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-d87340f7-e632-4bca-9063-c04259f05b71 admin admin] Allocated IP 172.25.3.26 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/db815594-c371-4f6d-a4a6-4347ed76e266) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:38:46.635908 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-8d2f387e-26de-4e8e-8703-0fe197b7a38d tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] 10.222.0.65 "GET /v2.0/ports?device_id=571b8bc1-5ab8-4dc6-871d-935e2ccea642 HTTP/1.1" status: 200 len: 205 time: 0.0597937 Feb 04 12:38:46.644290 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 51976) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:38:46.833267 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8b87f1-0d0a-4503-9cfd-fb2b03127bae None None] Routers {'571b8bc1-5ab8-4dc6-871d-935e2ccea642'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:38:46.833913 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-1c8b87f1-0d0a-4503-9cfd-fb2b03127bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:38:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['571b8bc1-5ab8-4dc6-871d-935e2ccea642'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:38:46.878727 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-63c35bb3-c44e-4e66-85df-57c73ad51d43 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Publish callbacks [] for router (571b8bc1-5ab8-4dc6-871d-935e2ccea642), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:46.973703 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-50c85439-5ec1-446a-905d-7ddbe37ba57d None None] Allocated IP 172.20.0.2 (adaafa73-83a3-4b96-ae84-f49f183a28ae/fff5ca25-2c4a-4ef1-9c68-163a48fdb7b4/09372976-2f12-4327-a649-7a40f8702eb0) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:38:46.978021 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d87340f7-e632-4bca-9063-c04259f05b71 admin admin] Publish callbacks [] for port (db815594-c371-4f6d-a4a6-4347ed76e266), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:47.072622 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d87340f7-e632-4bca-9063-c04259f05b71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (db815594-c371-4f6d-a4a6-4347ed76e266), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:47.129766 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87340f7-e632-4bca-9063-c04259f05b71 admin admin] Pushing event updated for resources: {'Port': ['ID=db815594-c371-4f6d-a4a6-4347ed76e266,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:38:47.170848 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87340f7-e632-4bca-9063-c04259f05b71 admin admin] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:38:47.178148 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-d87340f7-e632-4bca-9063-c04259f05b71 admin admin] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:38:47.190029 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87340f7-e632-4bca-9063-c04259f05b71 admin admin] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:38:47.204823 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-63c35bb3-c44e-4e66-85df-57c73ad51d43 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Publish callbacks [] for router_gateway (571b8bc1-5ab8-4dc6-871d-935e2ccea642), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:47.261278 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-d6b2bf77-f545-4c1d-89ad-62e5a4a0fd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '033817e3-7f8b-41b9-90c1-e0a41e4dc589', 'name': 'tempest-TaggedBootDevicesTest-274412170-router', 'tenant_id': 'ca25972521404bd998e7680810e52c91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '31e761a1-2257-49aa-8a16-11521fd6750c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:38:35Z', 'updated_at': '2022-02-04T12:38:40Z', 'revision_number': 4, 'project_id': 'ca25972521404bd998e7680810e52c91', 'gw_port': {'id': '31e761a1-2257-49aa-8a16-11521fd6750c', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:03:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033817e3-7f8b-41b9-90c1-e0a41e4dc589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:38:36Z', 'updated_at': '2022-02-04T12:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '3a2b3e52-95b4-4f22-9e92-c5f9ce1bf3be', 'name': '', 'network_id': 'e282f09d-0f00-48ae-be54-8328c02ae0af', 'tenant_id': 'ca25972521404bd998e7680810e52c91', 'mac_address': 'fa:16:3e:61:c1:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '033817e3-7f8b-41b9-90c1-e0a41e4dc589', 'device_owner': 'network:router_interface', 'standard_attr_id': 2231, 'fixed_ips': [{'subnet_id': 'd174a82c-6751-442a-8e10-7a148203d4f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:38:39Z', 'updated_at': '2022-02-04T12:38:46Z', 'revision_number': 4, 'project_id': 'ca25972521404bd998e7680810e52c91', 'subnets': [{'id': 'd174a82c-6751-442a-8e10-7a148203d4f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:38:47.305542 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-63c35bb3-c44e-4e66-85df-57c73ad51d43 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Deleting port c1751ee5-1971-4b4e-a32e-4653f3f7a8b5 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:38:47.306294 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-63c35bb3-c44e-4e66-85df-57c73ad51d43 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (c1751ee5-1971-4b4e-a32e-4653f3f7a8b5), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:47.307531 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-50c85439-5ec1-446a-905d-7ddbe37ba57d None None] Publish callbacks [] for port (09372976-2f12-4327-a649-7a40f8702eb0), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:47.324319 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-1c8b87f1-0d0a-4503-9cfd-fb2b03127bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:38:47.327140 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8b87f1-0d0a-4503-9cfd-fb2b03127bae None None] The sync data for ids ['571b8bc1-5ab8-4dc6-871d-935e2ccea642'] in n-d-825015-3 is: [] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:38:47.334821 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b2bf77-f545-4c1d-89ad-62e5a4a0fd1f None None] The sync data for ids ['033817e3-7f8b-41b9-90c1-e0a41e4dc589'] in n-d-825015-3 is: [{'id': '033817e3-7f8b-41b9-90c1-e0a41e4dc589', 'name': 'tempest-TaggedBootDevicesTest-274412170-router', 'tenant_id': 'ca25972521404bd998e7680810e52c91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '31e761a1-2257-49aa-8a16-11521fd6750c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:38:35Z', 'updated_at': '2022-02-04T12:38:40Z', 'revision_number': 4, 'project_id': 'ca25972521404bd998e7680810e52c91', 'gw_port': {'id': '31e761a1-2257-49aa-8a16-11521fd6750c', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:03:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033817e3-7f8b-41b9-90c1-e0a41e4dc589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:38:36Z', 'updated_at': '2022-02-04T12:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '3a2b3e52-95b4-4f22-9e92-c5f9ce1bf3be', 'name': '', 'network_id': 'e282f09d-0f00-48ae-be54-8328c02ae0af', 'tenant_id': 'ca25972521404bd998e7680810e52c91', 'mac_address': 'fa:16:3e:61:c1:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '033817e3-7f8b-41b9-90c1-e0a41e4dc589', 'device_owner': 'network:router_interface', 'standard_attr_id': 2231, 'fixed_ips': [{'subnet_id': 'd174a82c-6751-442a-8e10-7a148203d4f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:38:39Z', 'updated_at': '2022-02-04T12:38:46Z', 'revision_number': 4, 'project_id': 'ca25972521404bd998e7680810e52c91', 'subnets': [{'id': 'd174a82c-6751-442a-8e10-7a148203d4f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:38:47.350566 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 3c7ea0a0-286d-46f3-a903-1dfdfdc45ff0 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:38:47.351300 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (3c7ea0a0-286d-46f3-a903-1dfdfdc45ff0), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:47.455606 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-50c85439-5ec1-446a-905d-7ddbe37ba57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (09372976-2f12-4327-a649-7a40f8702eb0), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:47.552842 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-63c35bb3-c44e-4e66-85df-57c73ad51d43 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (c1751ee5-1971-4b4e-a32e-4653f3f7a8b5), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:47.618010 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-63c35bb3-c44e-4e66-85df-57c73ad51d43 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Calling delete_port for c1751ee5-1971-4b4e-a32e-4653f3f7a8b5 owned by network:router_gateway {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:38:47.644831 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c85439-5ec1-446a-905d-7ddbe37ba57d None None] Network adaafa73-83a3-4b96-ae84-f49f183a28ae is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:38:47.650353 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-f8fd7997-9f78-4158-90c3-c2a11f3a1829 None None] Current status of the port 3a2b3e52-95b4-4f22-9e92-c5f9ce1bf3be is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:38:47.650889 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f8fd7997-9f78-4158-90c3-c2a11f3a1829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (3a2b3e52-95b4-4f22-9e92-c5f9ce1bf3be), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:47.657756 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 3c7ea0a0-286d-46f3-a903-1dfdfdc45ff0, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=3c7ea0a0-286d-46f3-a903-1dfdfdc45ff0,segment=NetworkSegment(997f147b-14c9-4e9d-8460-8208afc645ea),segment_id=997f147b-14c9-4e9d-8460-8208afc645ea)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:38:47.659506 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-50c85439-5ec1-446a-905d-7ddbe37ba57d None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:38:47.664383 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c85439-5ec1-446a-905d-7ddbe37ba57d None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:38:47.682631 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (3c7ea0a0-286d-46f3-a903-1dfdfdc45ff0), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:47.683354 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 7b388f88-9bfb-4b99-9347-ac1c0aba4fb8 up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:38:47.688781 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c85439-5ec1-446a-905d-7ddbe37ba57d None None] Pushing event updated for resources: {'Port': ['ID=09372976-2f12-4327-a649-7a40f8702eb0,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:38:47.931260 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d87340f7-e632-4bca-9063-c04259f05b71 admin admin] Publish callbacks [] for router_gateway (3a140bd4-0cad-45fb-87a7-52cf847b0987), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:48.006097 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-63c35bb3-c44e-4e66-85df-57c73ad51d43 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (c1751ee5-1971-4b4e-a32e-4653f3f7a8b5), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:48.089111 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c35bb3-c44e-4e66-85df-57c73ad51d43 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Pushing event deleted for resources: {'Port': ['ID=c1751ee5-1971-4b4e-a32e-4653f3f7a8b5,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:38:48.097449 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c0b54-b8ff-4a6d-9bbc-ad5573951a18 req-124afbd3-1b56-498c-b948-271fd0dfd7d6 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:48.114470 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c0b54-b8ff-4a6d-9bbc-ad5573951a18 req-124afbd3-1b56-498c-b948-271fd0dfd7d6 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:48.127387 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c0b54-b8ff-4a6d-9bbc-ad5573951a18 req-124afbd3-1b56-498c-b948-271fd0dfd7d6 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:48.128386 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-f8fd7997-9f78-4158-90c3-c2a11f3a1829 None None] For port 3a2b3e52-95b4-4f22-9e92-c5f9ce1bf3be, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=3a2b3e52-95b4-4f22-9e92-c5f9ce1bf3be,segment=NetworkSegment(a093ce63-cf30-4da6-9f0a-e3cc3d101fbb),segment_id=a093ce63-cf30-4da6-9f0a-e3cc3d101fbb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:38:48.139055 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c0b54-b8ff-4a6d-9bbc-ad5573951a18 req-124afbd3-1b56-498c-b948-271fd0dfd7d6 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:48.155468 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c0b54-b8ff-4a6d-9bbc-ad5573951a18 req-124afbd3-1b56-498c-b948-271fd0dfd7d6 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:48.167361 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f8fd7997-9f78-4158-90c3-c2a11f3a1829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (3a2b3e52-95b4-4f22-9e92-c5f9ce1bf3be), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:48.170785 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c0b54-b8ff-4a6d-9bbc-ad5573951a18 req-124afbd3-1b56-498c-b948-271fd0dfd7d6 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:48.185324 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c0b54-b8ff-4a6d-9bbc-ad5573951a18 req-124afbd3-1b56-498c-b948-271fd0dfd7d6 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:48.208072 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7e7c0b54-b8ff-4a6d-9bbc-ad5573951a18 req-124afbd3-1b56-498c-b948-271fd0dfd7d6 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 5439 time: 0.6751690 Feb 04 12:38:48.217301 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9451fb64-0063-4f89-8308-d62b6d529d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:48.225237 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-50c85439-5ec1-446a-905d-7ddbe37ba57d None None] Attempting to bind port 09372976-2f12-4327-a649-7a40f8702eb0 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:38:48.229166 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-50c85439-5ec1-446a-905d-7ddbe37ba57d None None] Attempting to bind port 09372976-2f12-4327-a649-7a40f8702eb0 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '4ee3ea91-4ae9-447b-903b-35b48be974be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'adaafa73-83a3-4b96-ae84-f49f183a28ae'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:38:48.230208 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c85439-5ec1-446a-905d-7ddbe37ba57d None None] Attempting to bind port 09372976-2f12-4327-a649-7a40f8702eb0 on network adaafa73-83a3-4b96-ae84-f49f183a28ae {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:38:48.237103 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-63c35bb3-c44e-4e66-85df-57c73ad51d43 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1599901'] for router_gateway (571b8bc1-5ab8-4dc6-871d-935e2ccea642), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:48.243025 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=3c7ea0a0-286d-46f3-a903-1dfdfdc45ff0,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:38:48.264790 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c85439-5ec1-446a-905d-7ddbe37ba57d None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:38:48.269165 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c85439-5ec1-446a-905d-7ddbe37ba57d None None] Checking segment: {'id': '4ee3ea91-4ae9-447b-903b-35b48be974be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'adaafa73-83a3-4b96-ae84-f49f183a28ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:38:48.269823 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-50c85439-5ec1-446a-905d-7ddbe37ba57d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:48.270403 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c85439-5ec1-446a-905d-7ddbe37ba57d None None] Bound using segment: {'id': '4ee3ea91-4ae9-447b-903b-35b48be974be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'adaafa73-83a3-4b96-ae84-f49f183a28ae'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:38:48.271093 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-50c85439-5ec1-446a-905d-7ddbe37ba57d None None] Bound port: 09372976-2f12-4327-a649-7a40f8702eb0, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ee3ea91-4ae9-447b-903b-35b48be974be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'adaafa73-83a3-4b96-ae84-f49f183a28ae'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:38:48.271663 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-50c85439-5ec1-446a-905d-7ddbe37ba57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (09372976-2f12-4327-a649-7a40f8702eb0), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:48.353551 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eefed902-5b4d-4ff7-b65f-81c365a034bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c7ea0a0-286d-46f3-a903-1dfdfdc45ff0'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:38:48.358481 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17cc7e95-70d1-48c9-82e6-765a7cfb02a8" -d '{"events": [{"server_uuid": "eefed902-5b4d-4ff7-b65f-81c365a034bc", "name": "network-vif-plugged", "status": "completed", "tag": "3c7ea0a0-286d-46f3-a903-1dfdfdc45ff0"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:38:48.383484 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 3a2b3e52-95b4-4f22-9e92-c5f9ce1bf3be up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:38:48.437614 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7e7c0b54-b8ff-4a6d-9bbc-ad5573951a18 req-e1e0a3c6-c861-44aa-8c83-41047f3d37fb tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/security-groups?id=6fb9d925-f1ad-446a-9918-6c4396d6cf75&id=298cdae3-8a94-4f2b-ad9f-68a3e4a3ab72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2281840 Feb 04 12:38:48.451825 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-63c35bb3-c44e-4e66-85df-57c73ad51d43 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10915'] for router (571b8bc1-5ab8-4dc6-871d-935e2ccea642), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:48.465709 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-63c35bb3-c44e-4e66-85df-57c73ad51d43 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Publish callbacks [] for router_controller (571b8bc1-5ab8-4dc6-871d-935e2ccea642), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:48.521838 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning for port 7b388f88-9bfb-4b99-9347-ac1c0aba4fb8 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:38:48.530518 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-5d015583-33e4-4725-8715-e10cbe69ec35 None None] Provisioning complete for port 3a2b3e52-95b4-4f22-9e92-c5f9ce1bf3be triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:38:48.531044 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5d015583-33e4-4725-8715-e10cbe69ec35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (3a2b3e52-95b4-4f22-9e92-c5f9ce1bf3be), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:48.577546 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port 7b388f88-9bfb-4b99-9347-ac1c0aba4fb8 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:38:48.578090 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (7b388f88-9bfb-4b99-9347-ac1c0aba4fb8), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:48.581882 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-63c35bb3-c44e-4e66-85df-57c73ad51d43 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622829'] for router (571b8bc1-5ab8-4dc6-871d-935e2ccea642), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:48.582525 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63c35bb3-c44e-4e66-85df-57c73ad51d43 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Fanout notify agent at l3_agent the message router_deleted on router 571b8bc1-5ab8-4dc6-871d-935e2ccea642 {{(pid=103474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 12:38:48.592089 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-63c35bb3-c44e-4e66-85df-57c73ad51d43 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:48.596188 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ddccff2-9dbb-40d6-aa4f-4abf574fb501 x-openstack-request-id: req-6ddccff2-9dbb-40d6-aa4f-4abf574fb501 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:38:48.601891 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eefed902-5b4d-4ff7-b65f-81c365a034bc", "name": "network-vif-plugged", "status": "completed", "tag": "3c7ea0a0-286d-46f3-a903-1dfdfdc45ff0", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:38:48.603044 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 52016) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:38:48.603655 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-63c35bb3-c44e-4e66-85df-57c73ad51d43 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] 10.222.0.65 "DELETE /v2.0/routers/571b8bc1-5ab8-4dc6-871d-935e2ccea642 HTTP/1.1" status: 204 len: 168 time: 1.9582670 Feb 04 12:38:48.604016 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6ddccff2-9dbb-40d6-aa4f-4abf574fb501 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:38:48.604489 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eefed902-5b4d-4ff7-b65f-81c365a034bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c7ea0a0-286d-46f3-a903-1dfdfdc45ff0', 'code': 200} Feb 04 12:38:48.616881 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-6b326445-3c06-4162-8576-957f44739c97 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-111361545', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:38:48.655134 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6b326445-3c06-4162-8576-957f44739c97 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10933'] for router (dea5815f-7ff1-4eb7-a38e-097cb364bde1), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:48.656386 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6b326445-3c06-4162-8576-957f44739c97 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10924'] for router (dea5815f-7ff1-4eb7-a38e-097cb364bde1), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:48.674284 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d87340f7-e632-4bca-9063-c04259f05b71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141'] for router (3a140bd4-0cad-45fb-87a7-52cf847b0987), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:48.789927 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-50c85439-5ec1-446a-905d-7ddbe37ba57d None None] For port 09372976-2f12-4327-a649-7a40f8702eb0, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:38:48.794258 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-50c85439-5ec1-446a-905d-7ddbe37ba57d None None] For port 09372976-2f12-4327-a649-7a40f8702eb0, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=09372976-2f12-4327-a649-7a40f8702eb0,segment=NetworkSegment(4ee3ea91-4ae9-447b-903b-35b48be974be),segment_id=4ee3ea91-4ae9-447b-903b-35b48be974be)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:38:48.808081 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 3a2b3e52-95b4-4f22-9e92-c5f9ce1bf3be triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:38:48.808778 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (3a2b3e52-95b4-4f22-9e92-c5f9ce1bf3be), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:48.831160 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6b326445-3c06-4162-8576-957f44739c97 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Publish callbacks [] for router_controller (dea5815f-7ff1-4eb7-a38e-097cb364bde1), precommit_add_association {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:48.843119 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6b326445-3c06-4162-8576-957f44739c97 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141'] for router (dea5815f-7ff1-4eb7-a38e-097cb364bde1), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:48.885345 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6b326445-3c06-4162-8576-957f44739c97 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Publish callbacks [] for router (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:48.888216 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-50c85439-5ec1-446a-905d-7ddbe37ba57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (09372976-2f12-4327-a649-7a40f8702eb0), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:48.889586 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52020) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:38:48.895022 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-43826373-a3c5-41fb-b4bf-385cab9455c2 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Request body: {'router': {'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:38:48.902650 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-6b326445-3c06-4162-8576-957f44739c97 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2949288 Feb 04 12:38:49.019485 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fd7997-9f78-4158-90c3-c2a11f3a1829 None None] Pushing event updated for resources: {'Port': ['ID=3a2b3e52-95b4-4f22-9e92-c5f9ce1bf3be,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:38:49.035192 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d87340f7-e632-4bca-9063-c04259f05b71 admin admin] Router 3a140bd4-0cad-45fb-87a7-52cf847b0987 is scheduled to L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de with binding_index 1 {{(pid=103475) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 12:38:49.355223 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d87340f7-e632-4bca-9063-c04259f05b71 admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:38:49.372887 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590f148d-8c69-44cb-9ee9-898f9345b9cb None None] Sync routers for ids ['3a140bd4-0cad-45fb-87a7-52cf847b0987'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:38:49.403146 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d87340f7-e632-4bca-9063-c04259f05b71 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:49.404766 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-d87340f7-e632-4bca-9063-c04259f05b71 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.7345598 Feb 04 12:38:49.408095 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 52026) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:38:49.413261 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590f148d-8c69-44cb-9ee9-898f9345b9cb None None] Routers {'3a140bd4-0cad-45fb-87a7-52cf847b0987'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:38:49.415953 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-590f148d-8c69-44cb-9ee9-898f9345b9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:38:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['3a140bd4-0cad-45fb-87a7-52cf847b0987'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:38:49.428555 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c85439-5ec1-446a-905d-7ddbe37ba57d None None] Pushing event updated for resources: {'Port': ['ID=09372976-2f12-4327-a649-7a40f8702eb0,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:38:49.446577 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 3a2b3e52-95b4-4f22-9e92-c5f9ce1bf3be is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:38:49.460281 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 7b388f88-9bfb-4b99-9347-ac1c0aba4fb8 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:38:49.462356 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (7b388f88-9bfb-4b99-9347-ac1c0aba4fb8), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:49.471310 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-43826373-a3c5-41fb-b4bf-385cab9455c2 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Publish callbacks [] for router_gateway (dea5815f-7ff1-4eb7-a38e-097cb364bde1), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:49.599614 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 7b388f88-9bfb-4b99-9347-ac1c0aba4fb8, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=7b388f88-9bfb-4b99-9347-ac1c0aba4fb8,segment=NetworkSegment(f7d7b182-79a0-4db8-9fb8-bcb4599929bb),segment_id=f7d7b182-79a0-4db8-9fb8-bcb4599929bb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:38:49.604540 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-5d015583-33e4-4725-8715-e10cbe69ec35 None None] Current status of the port 3a2b3e52-95b4-4f22-9e92-c5f9ce1bf3be is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:38:49.614106 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (7b388f88-9bfb-4b99-9347-ac1c0aba4fb8), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:49.629441 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:49.760008 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=7b388f88-9bfb-4b99-9347-ac1c0aba4fb8,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:38:49.792875 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-590f148d-8c69-44cb-9ee9-898f9345b9cb None None] Set router 3a140bd4-0cad-45fb-87a7-52cf847b0987 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:38:49.899942 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e105fd8c-de59-4c9a-96a2-c6e7a1263f04 req-cb30e2ee-c3b7-4ab7-a0d2-607bed0af120 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:49.920321 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e105fd8c-de59-4c9a-96a2-c6e7a1263f04 req-cb30e2ee-c3b7-4ab7-a0d2-607bed0af120 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:49.934992 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e105fd8c-de59-4c9a-96a2-c6e7a1263f04 req-cb30e2ee-c3b7-4ab7-a0d2-607bed0af120 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:49.941974 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e105fd8c-de59-4c9a-96a2-c6e7a1263f04 req-cb30e2ee-c3b7-4ab7-a0d2-607bed0af120 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:49.947987 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e105fd8c-de59-4c9a-96a2-c6e7a1263f04 req-cb30e2ee-c3b7-4ab7-a0d2-607bed0af120 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:49.957333 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e105fd8c-de59-4c9a-96a2-c6e7a1263f04 req-cb30e2ee-c3b7-4ab7-a0d2-607bed0af120 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:49.968896 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-43826373-a3c5-41fb-b4bf-385cab9455c2 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Publish callbacks [] for router_gateway (dea5815f-7ff1-4eb7-a38e-097cb364bde1), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:49.971342 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e105fd8c-de59-4c9a-96a2-c6e7a1263f04 req-cb30e2ee-c3b7-4ab7-a0d2-607bed0af120 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:49.979856 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e105fd8c-de59-4c9a-96a2-c6e7a1263f04 req-cb30e2ee-c3b7-4ab7-a0d2-607bed0af120 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 5441 time: 0.3160398 Feb 04 12:38:49.994024 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-43826373-a3c5-41fb-b4bf-385cab9455c2 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:50.145093 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-590f148d-8c69-44cb-9ee9-898f9345b9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a140bd4-0cad-45fb-87a7-52cf847b0987', 'name': 'tempest-TaggedBootDevicesTest-506530693-router', 'tenant_id': '8d54727b7c7d4e7986bac5eedf6b3d30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': 'db815594-c371-4f6d-a4a6-4347ed76e266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:38:44Z', 'updated_at': '2022-02-04T12:38:47Z', 'revision_number': 3, 'project_id': '8d54727b7c7d4e7986bac5eedf6b3d30', 'gw_port': {'id': 'db815594-c371-4f6d-a4a6-4347ed76e266', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d5:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a140bd4-0cad-45fb-87a7-52cf847b0987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:38:46Z', 'updated_at': '2022-02-04T12:38:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:38:50.174870 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-43826373-a3c5-41fb-b4bf-385cab9455c2 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Allocated IP 172.25.3.6 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/fc3e308d-0fe8-406f-888c-78d32deb719a) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:38:50.236058 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590f148d-8c69-44cb-9ee9-898f9345b9cb None None] Checking router: 3a140bd4-0cad-45fb-87a7-52cf847b0987 for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:38:50.242382 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590f148d-8c69-44cb-9ee9-898f9345b9cb None None] Updating router 3a140bd4-0cad-45fb-87a7-52cf847b0987 port db815594-c371-4f6d-a4a6-4347ed76e266 binding host n-d-825015-3 {{(pid=103477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:38:50.332383 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-590f148d-8c69-44cb-9ee9-898f9345b9cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (db815594-c371-4f6d-a4a6-4347ed76e266), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:50.421234 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-43826373-a3c5-41fb-b4bf-385cab9455c2 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Publish callbacks [] for port (fc3e308d-0fe8-406f-888c-78d32deb719a), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:50.428188 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 3a2b3e52-95b4-4f22-9e92-c5f9ce1bf3be up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:38:50.466078 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e105fd8c-de59-4c9a-96a2-c6e7a1263f04 req-a9f66843-8053-41ce-8d5d-31ce79e8b417 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/security-groups?id=6fb9d925-f1ad-446a-9918-6c4396d6cf75&id=298cdae3-8a94-4f2b-ad9f-68a3e4a3ab72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4841723 Feb 04 12:38:50.470673 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-43826373-a3c5-41fb-b4bf-385cab9455c2 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (fc3e308d-0fe8-406f-888c-78d32deb719a), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:50.524265 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43826373-a3c5-41fb-b4bf-385cab9455c2 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:38:50.532778 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-43826373-a3c5-41fb-b4bf-385cab9455c2 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:38:50.541807 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:50.556023 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43826373-a3c5-41fb-b4bf-385cab9455c2 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:38:50.610123 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43826373-a3c5-41fb-b4bf-385cab9455c2 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Pushing event updated for resources: {'Port': ['ID=fc3e308d-0fe8-406f-888c-78d32deb719a,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:38:50.611780 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eefed902-5b4d-4ff7-b65f-81c365a034bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b388f88-9bfb-4b99-9347-ac1c0aba4fb8'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:38:50.619974 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43223866-ed65-41b2-8f38-1872ef770331" -d '{"events": [{"server_uuid": "eefed902-5b4d-4ff7-b65f-81c365a034bc", "name": "network-vif-plugged", "status": "completed", "tag": "7b388f88-9bfb-4b99-9347-ac1c0aba4fb8"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:38:50.672300 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 3a2b3e52-95b4-4f22-9e92-c5f9ce1bf3be triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:38:50.672688 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (3a2b3e52-95b4-4f22-9e92-c5f9ce1bf3be), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:50.723418 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8d8cb6b5-0509-4186-9bed-9b10f36358c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:50.757711 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf701ad5-8162-4e97-8c50-099dc38b5417 x-openstack-request-id: req-bf701ad5-8162-4e97-8c50-099dc38b5417 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:38:50.757947 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eefed902-5b4d-4ff7-b65f-81c365a034bc", "name": "network-vif-plugged", "status": "completed", "tag": "7b388f88-9bfb-4b99-9347-ac1c0aba4fb8", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:38:50.758075 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bf701ad5-8162-4e97-8c50-099dc38b5417 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:38:50.758478 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eefed902-5b4d-4ff7-b65f-81c365a034bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b388f88-9bfb-4b99-9347-ac1c0aba4fb8', 'code': 200} Feb 04 12:38:50.901309 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 3a2b3e52-95b4-4f22-9e92-c5f9ce1bf3be is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:38:50.902463 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 09372976-2f12-4327-a649-7a40f8702eb0 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:38:50.936918 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-590f148d-8c69-44cb-9ee9-898f9345b9cb None None] Publish callbacks [] for port (db815594-c371-4f6d-a4a6-4347ed76e266), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:50.959854 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-590f148d-8c69-44cb-9ee9-898f9345b9cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (db815594-c371-4f6d-a4a6-4347ed76e266), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:51.059501 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 09372976-2f12-4327-a649-7a40f8702eb0 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:38:51.059957 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (09372976-2f12-4327-a649-7a40f8702eb0), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:51.124121 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-590f148d-8c69-44cb-9ee9-898f9345b9cb None None] Attempting to bind port db815594-c371-4f6d-a4a6-4347ed76e266 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:38:51.124285 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-590f148d-8c69-44cb-9ee9-898f9345b9cb None None] Attempting to bind port db815594-c371-4f6d-a4a6-4347ed76e266 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:38:51.129134 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590f148d-8c69-44cb-9ee9-898f9345b9cb None None] Attempting to bind port db815594-c371-4f6d-a4a6-4347ed76e266 on network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:38:51.146509 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847b778d-538a-409b-802f-179f7d77c40f None None] Network adaafa73-83a3-4b96-ae84-f49f183a28ae requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:38:51.152091 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd915a89-f22e-422c-ad4c-d9fc585cc2c9 None None] Pushing event updated for resources: {'Port': ['ID=db815594-c371-4f6d-a4a6-4347ed76e266,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:38:51.157653 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590f148d-8c69-44cb-9ee9-898f9345b9cb None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:38:51.160097 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590f148d-8c69-44cb-9ee9-898f9345b9cb None None] Checking segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:38:51.160695 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-590f148d-8c69-44cb-9ee9-898f9345b9cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:51.163402 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590f148d-8c69-44cb-9ee9-898f9345b9cb None None] Bound using segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:38:51.164122 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-590f148d-8c69-44cb-9ee9-898f9345b9cb None None] Bound port: db815594-c371-4f6d-a4a6-4347ed76e266, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:38:51.164717 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-590f148d-8c69-44cb-9ee9-898f9345b9cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (db815594-c371-4f6d-a4a6-4347ed76e266), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:51.217652 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-8d8cb6b5-0509-4186-9bed-9b10f36358c7 admin admin] Allocated IP 172.20.0.1 (adaafa73-83a3-4b96-ae84-f49f183a28ae/fff5ca25-2c4a-4ef1-9c68-163a48fdb7b4/c7d2fb0f-8afb-4c08-8f96-bfb5b0e6ebe8) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:38:51.252194 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-43826373-a3c5-41fb-b4bf-385cab9455c2 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Publish callbacks [] for router_gateway (dea5815f-7ff1-4eb7-a38e-097cb364bde1), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:51.291541 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-d5fa9e32-0278-4a33-acdb-358425ddb082 None None] Provisioning complete for port 09372976-2f12-4327-a649-7a40f8702eb0 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:38:51.292113 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d5fa9e32-0278-4a33-acdb-358425ddb082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (09372976-2f12-4327-a649-7a40f8702eb0), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:51.295415 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-590f148d-8c69-44cb-9ee9-898f9345b9cb None None] For port db815594-c371-4f6d-a4a6-4347ed76e266, host n-d-825015-3, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:38:51.302904 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-590f148d-8c69-44cb-9ee9-898f9345b9cb None None] For port db815594-c371-4f6d-a4a6-4347ed76e266, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=db815594-c371-4f6d-a4a6-4347ed76e266,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:38:51.316030 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-590f148d-8c69-44cb-9ee9-898f9345b9cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (db815594-c371-4f6d-a4a6-4347ed76e266), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:51.442646 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8d8cb6b5-0509-4186-9bed-9b10f36358c7 admin admin] Publish callbacks [] for port (c7d2fb0f-8afb-4c08-8f96-bfb5b0e6ebe8), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:51.445756 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590f148d-8c69-44cb-9ee9-898f9345b9cb None None] Routers {'3a140bd4-0cad-45fb-87a7-52cf847b0987'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:38:51.446563 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-590f148d-8c69-44cb-9ee9-898f9345b9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:38:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['3a140bd4-0cad-45fb-87a7-52cf847b0987'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:38:51.449724 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd915a89-f22e-422c-ad4c-d9fc585cc2c9 None None] Pushing event updated for resources: {'Port': ['ID=db815594-c371-4f6d-a4a6-4347ed76e266,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:38:51.490250 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 09372976-2f12-4327-a649-7a40f8702eb0 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:38:51.506711 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (09372976-2f12-4327-a649-7a40f8702eb0), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:51.582744 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8d8cb6b5-0509-4186-9bed-9b10f36358c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (c7d2fb0f-8afb-4c08-8f96-bfb5b0e6ebe8), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:51.680851 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-d5fa9e32-0278-4a33-acdb-358425ddb082 None None] Current status of the port 09372976-2f12-4327-a649-7a40f8702eb0 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:38:51.681956 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d5fa9e32-0278-4a33-acdb-358425ddb082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (09372976-2f12-4327-a649-7a40f8702eb0), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:51.683539 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-43826373-a3c5-41fb-b4bf-385cab9455c2 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1623026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10906'] for router (dea5815f-7ff1-4eb7-a38e-097cb364bde1), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:51.685097 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:51.698943 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-43826373-a3c5-41fb-b4bf-385cab9455c2 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1623127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1623150', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1622793'] for router (dea5815f-7ff1-4eb7-a38e-097cb364bde1), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:51.703356 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port 09372976-2f12-4327-a649-7a40f8702eb0, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=09372976-2f12-4327-a649-7a40f8702eb0,segment=NetworkSegment(4ee3ea91-4ae9-447b-903b-35b48be974be),segment_id=4ee3ea91-4ae9-447b-903b-35b48be974be)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:38:51.721426 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (09372976-2f12-4327-a649-7a40f8702eb0), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:51.736046 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-590f148d-8c69-44cb-9ee9-898f9345b9cb None None] Set router 3a140bd4-0cad-45fb-87a7-52cf847b0987 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:38:51.871969 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=09372976-2f12-4327-a649-7a40f8702eb0,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:38:51.882846 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.db.api [None req-d5fa9e32-0278-4a33-acdb-358425ddb082 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103476) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 12:38:51.883560 n-d-825015-3 neutron-server[103476]: DEBUG oslo_db.api [None req-d5fa9e32-0278-4a33-acdb-358425ddb082 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 12:38:52.011482 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43826373-a3c5-41fb-b4bf-385cab9455c2 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Router dea5815f-7ff1-4eb7-a38e-097cb364bde1 is scheduled to L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de with binding_index 1 {{(pid=103474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 12:38:52.120240 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-590f148d-8c69-44cb-9ee9-898f9345b9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a140bd4-0cad-45fb-87a7-52cf847b0987', 'name': 'tempest-TaggedBootDevicesTest-506530693-router', 'tenant_id': '8d54727b7c7d4e7986bac5eedf6b3d30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': 'db815594-c371-4f6d-a4a6-4347ed76e266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:38:44Z', 'updated_at': '2022-02-04T12:38:47Z', 'revision_number': 3, 'project_id': '8d54727b7c7d4e7986bac5eedf6b3d30', 'gw_port': {'id': 'db815594-c371-4f6d-a4a6-4347ed76e266', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d5:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a140bd4-0cad-45fb-87a7-52cf847b0987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:38:46Z', 'updated_at': '2022-02-04T12:38:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:38:52.198344 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590f148d-8c69-44cb-9ee9-898f9345b9cb None None] The sync data for ids ['3a140bd4-0cad-45fb-87a7-52cf847b0987'] in n-d-825015-3 is: [{'id': '3a140bd4-0cad-45fb-87a7-52cf847b0987', 'name': 'tempest-TaggedBootDevicesTest-506530693-router', 'tenant_id': '8d54727b7c7d4e7986bac5eedf6b3d30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': 'db815594-c371-4f6d-a4a6-4347ed76e266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:38:44Z', 'updated_at': '2022-02-04T12:38:47Z', 'revision_number': 3, 'project_id': '8d54727b7c7d4e7986bac5eedf6b3d30', 'gw_port': {'id': 'db815594-c371-4f6d-a4a6-4347ed76e266', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d5:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a140bd4-0cad-45fb-87a7-52cf847b0987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:38:46Z', 'updated_at': '2022-02-04T12:38:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:38:52.200608 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 09372976-2f12-4327-a649-7a40f8702eb0 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:38:52.256466 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43826373-a3c5-41fb-b4bf-385cab9455c2 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:38:52.272309 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-43826373-a3c5-41fb-b4bf-385cab9455c2 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:52.277994 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-43826373-a3c5-41fb-b4bf-385cab9455c2 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] 10.222.0.65 "PUT /v2.0/routers/dea5815f-7ff1-4eb7-a38e-097cb364bde1 HTTP/1.1" status: 200 len: 881 time: 3.3873637 Feb 04 12:38:52.282944 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52034) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:38:52.292479 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8cb6b5-0509-4186-9bed-9b10f36358c7 admin admin] Network adaafa73-83a3-4b96-ae84-f49f183a28ae is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:38:52.295541 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8b8ee0-d268-4cdc-8067-69e5fe7565f3 None None] Sync routers for ids ['dea5815f-7ff1-4eb7-a38e-097cb364bde1'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:38:52.329340 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-8d8cb6b5-0509-4186-9bed-9b10f36358c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:38:52.350890 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8b8ee0-d268-4cdc-8067-69e5fe7565f3 None None] Routers {'dea5815f-7ff1-4eb7-a38e-097cb364bde1'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:38:52.351669 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc2c860-3bec-4116-b530-8007e689e71e req-47d38249-034f-457f-9e46-ab2d4350e289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:52.352188 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc2c860-3bec-4116-b530-8007e689e71e req-47d38249-034f-457f-9e46-ab2d4350e289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:52.352667 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc2c860-3bec-4116-b530-8007e689e71e req-47d38249-034f-457f-9e46-ab2d4350e289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:52.353296 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc2c860-3bec-4116-b530-8007e689e71e req-47d38249-034f-457f-9e46-ab2d4350e289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:52.353604 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc2c860-3bec-4116-b530-8007e689e71e req-47d38249-034f-457f-9e46-ab2d4350e289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:52.354068 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc2c860-3bec-4116-b530-8007e689e71e req-47d38249-034f-457f-9e46-ab2d4350e289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:52.354537 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc2c860-3bec-4116-b530-8007e689e71e req-47d38249-034f-457f-9e46-ab2d4350e289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:52.356619 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4fc2c860-3bec-4116-b530-8007e689e71e req-47d38249-034f-457f-9e46-ab2d4350e289 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 6715 time: 0.8629296 Feb 04 12:38:52.357556 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-3a8b8ee0-d268-4cdc-8067-69e5fe7565f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:38:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['dea5815f-7ff1-4eb7-a38e-097cb364bde1'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:38:52.359173 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8cb6b5-0509-4186-9bed-9b10f36358c7 admin admin] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:38:52.437281 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8cb6b5-0509-4186-9bed-9b10f36358c7 admin admin] Pushing event updated for resources: {'Port': ['ID=c7d2fb0f-8afb-4c08-8f96-bfb5b0e6ebe8,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:38:52.459282 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-3a8b8ee0-d268-4cdc-8067-69e5fe7565f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:38:52.522270 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-c2282fe9-0b7a-44f0-b135-87c2b9d20ddd tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] 10.222.0.65 "GET /v2.0/routers/dea5815f-7ff1-4eb7-a38e-097cb364bde1 HTTP/1.1" status: 200 len: 922 time: 0.2377329 Feb 04 12:38:52.524933 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52036) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:38:52.533897 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8b8ee0-d268-4cdc-8067-69e5fe7565f3 None None] Routers {'dea5815f-7ff1-4eb7-a38e-097cb364bde1'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:38:52.534991 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-3a8b8ee0-d268-4cdc-8067-69e5fe7565f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:38:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['dea5815f-7ff1-4eb7-a38e-097cb364bde1'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:38:52.588878 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-d5fa9e32-0278-4a33-acdb-358425ddb082 None None] Current status of the port 09372976-2f12-4327-a649-7a40f8702eb0 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:38:52.592236 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 09372976-2f12-4327-a649-7a40f8702eb0 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:38:52.592798 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (09372976-2f12-4327-a649-7a40f8702eb0), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:52.595277 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-3a8b8ee0-d268-4cdc-8067-69e5fe7565f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:38:52.596263 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8b8ee0-d268-4cdc-8067-69e5fe7565f3 None None] The sync data for ids ['dea5815f-7ff1-4eb7-a38e-097cb364bde1'] in n-d-825015-3 is: [] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:38:52.643138 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7e9e58-86e9-4b53-8520-0d5f9b527aa0 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:52.644989 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-ef7e9e58-86e9-4b53-8520-0d5f9b527aa0 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7&device_id=dea5815f-7ff1-4eb7-a38e-097cb364bde1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.1177592 Feb 04 12:38:52.651745 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52038) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:38:52.678566 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d03f83f-034d-4e22-bf5c-5e29c29172d1 req-33919246-a2c7-4876-bf84-46bb2696913a tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:52.691181 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d03f83f-034d-4e22-bf5c-5e29c29172d1 req-33919246-a2c7-4876-bf84-46bb2696913a tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:52.701340 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d03f83f-034d-4e22-bf5c-5e29c29172d1 req-33919246-a2c7-4876-bf84-46bb2696913a tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:52.710210 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d03f83f-034d-4e22-bf5c-5e29c29172d1 req-33919246-a2c7-4876-bf84-46bb2696913a tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:52.715813 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d03f83f-034d-4e22-bf5c-5e29c29172d1 req-33919246-a2c7-4876-bf84-46bb2696913a tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:52.724762 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d03f83f-034d-4e22-bf5c-5e29c29172d1 req-33919246-a2c7-4876-bf84-46bb2696913a tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:52.731975 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d03f83f-034d-4e22-bf5c-5e29c29172d1 req-33919246-a2c7-4876-bf84-46bb2696913a tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:52.754508 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-1ce34fd3-0c13-4a35-89a3-0ecf080c12d2 None None] Provisioning complete for port 09372976-2f12-4327-a649-7a40f8702eb0 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:38:52.755536 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1ce34fd3-0c13-4a35-89a3-0ecf080c12d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (09372976-2f12-4327-a649-7a40f8702eb0), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:52.757722 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4d03f83f-034d-4e22-bf5c-5e29c29172d1 req-33919246-a2c7-4876-bf84-46bb2696913a tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 5441 time: 1.1223693 Feb 04 12:38:52.787529 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8d8cb6b5-0509-4186-9bed-9b10f36358c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1599818'] for router_interface (3a140bd4-0cad-45fb-87a7-52cf847b0987), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:52.836625 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a08641-8b1b-488b-99be-bfa0004b0312 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:52.840879 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-87a08641-8b1b-488b-99be-bfa0004b0312 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] 10.222.0.65 "GET /v2.0/networks/7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 HTTP/1.1" status: 200 len: 881 time: 0.1853611 Feb 04 12:38:52.841879 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52040) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:38:52.876984 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 09372976-2f12-4327-a649-7a40f8702eb0 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:38:52.914761 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-c84420df-1ff5-4d01-b63e-8245c8523bc3 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] 10.222.0.65 "GET /v2.0/ports?device_id=dea5815f-7ff1-4eb7-a38e-097cb364bde1 HTTP/1.1" status: 200 len: 205 time: 0.0694697 Feb 04 12:38:52.914985 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52042) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:38:52.951018 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4fc2c860-3bec-4116-b530-8007e689e71e req-e3bc3c73-c3be-453d-b3fa-c7b5390da0d1 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=6fb9d925-f1ad-446a-9918-6c4396d6cf75&id=298cdae3-8a94-4f2b-ad9f-68a3e4a3ab72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5766027 Feb 04 12:38:52.963631 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-1ce34fd3-0c13-4a35-89a3-0ecf080c12d2 None None] Current status of the port 09372976-2f12-4327-a649-7a40f8702eb0 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:38:53.036122 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4d03f83f-034d-4e22-bf5c-5e29c29172d1 req-5fbb5b10-42da-44ca-bfd3-61e5b87c723b tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/security-groups?id=6fb9d925-f1ad-446a-9918-6c4396d6cf75&id=298cdae3-8a94-4f2b-ad9f-68a3e4a3ab72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2769139 Feb 04 12:38:53.093230 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-132b06a4-59a0-4027-8da4-b57eaaa902b8 None None] Provisioning complete for port c7d2fb0f-8afb-4c08-8f96-bfb5b0e6ebe8 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:38:53.093613 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-132b06a4-59a0-4027-8da4-b57eaaa902b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (c7d2fb0f-8afb-4c08-8f96-bfb5b0e6ebe8), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:53.097119 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8d8cb6b5-0509-4186-9bed-9b10f36358c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (c7d2fb0f-8afb-4c08-8f96-bfb5b0e6ebe8), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:53.119504 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-891c6564-7652-44c7-824f-9b8cea5e71cb tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Publish callbacks [] for router (dea5815f-7ff1-4eb7-a38e-097cb364bde1), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:53.191531 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-132b06a4-59a0-4027-8da4-b57eaaa902b8 None None] Port c7d2fb0f-8afb-4c08-8f96-bfb5b0e6ebe8 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:38:53.352069 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8d8cb6b5-0509-4186-9bed-9b10f36358c7 admin admin] Publish callbacks [] for port (c7d2fb0f-8afb-4c08-8f96-bfb5b0e6ebe8), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:53.358426 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8d8cb6b5-0509-4186-9bed-9b10f36358c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (c7d2fb0f-8afb-4c08-8f96-bfb5b0e6ebe8), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:53.421367 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8d8cb6b5-0509-4186-9bed-9b10f36358c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622202'] for router_interface (3a140bd4-0cad-45fb-87a7-52cf847b0987), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:53.499357 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8cb6b5-0509-4186-9bed-9b10f36358c7 admin admin] Pushing event updated for resources: {'Port': ['ID=c7d2fb0f-8afb-4c08-8f96-bfb5b0e6ebe8,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:38:53.681284 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8cb6b5-0509-4186-9bed-9b10f36358c7 admin admin] Network adaafa73-83a3-4b96-ae84-f49f183a28ae is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:38:53.687365 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-8d8cb6b5-0509-4186-9bed-9b10f36358c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:38:53.890657 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-891c6564-7652-44c7-824f-9b8cea5e71cb tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Publish callbacks [] for router_gateway (dea5815f-7ff1-4eb7-a38e-097cb364bde1), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:53.976619 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d8cb6b5-0509-4186-9bed-9b10f36358c7 admin admin] Router 3a140bd4-0cad-45fb-87a7-52cf847b0987 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:38:54.019022 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-891c6564-7652-44c7-824f-9b8cea5e71cb tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Deleting port fc3e308d-0fe8-406f-888c-78d32deb719a {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:38:54.019308 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-891c6564-7652-44c7-824f-9b8cea5e71cb tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (fc3e308d-0fe8-406f-888c-78d32deb719a), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:54.215779 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-891c6564-7652-44c7-824f-9b8cea5e71cb tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (fc3e308d-0fe8-406f-888c-78d32deb719a), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:54.230158 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-891c6564-7652-44c7-824f-9b8cea5e71cb tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Calling delete_port for fc3e308d-0fe8-406f-888c-78d32deb719a owned by network:router_gateway {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:38:54.275649 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d8cb6b5-0509-4186-9bed-9b10f36358c7 admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:38:54.281934 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-8d8cb6b5-0509-4186-9bed-9b10f36358c7 admin admin] 10.222.0.65 "PUT /v2.0/routers/3a140bd4-0cad-45fb-87a7-52cf847b0987/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8720677 Feb 04 12:38:54.309306 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-925b1b9e-0c9b-4f00-8e31-b3a6147ad784 None None] Provisioning complete for port c7d2fb0f-8afb-4c08-8f96-bfb5b0e6ebe8 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:38:54.309814 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-925b1b9e-0c9b-4f00-8e31-b3a6147ad784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (c7d2fb0f-8afb-4c08-8f96-bfb5b0e6ebe8), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:54.345993 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd163dbb-5a49-443d-8319-ea2eb5bde307 req-6dadd357-2d4f-4403-a6cd-d03eeddefc3b tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:54.366973 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd163dbb-5a49-443d-8319-ea2eb5bde307 req-6dadd357-2d4f-4403-a6cd-d03eeddefc3b tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:54.385572 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd163dbb-5a49-443d-8319-ea2eb5bde307 req-6dadd357-2d4f-4403-a6cd-d03eeddefc3b tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:54.392103 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device db815594-c371-4f6d-a4a6-4347ed76e266 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:38:54.401560 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd163dbb-5a49-443d-8319-ea2eb5bde307 req-6dadd357-2d4f-4403-a6cd-d03eeddefc3b tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:54.418237 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd163dbb-5a49-443d-8319-ea2eb5bde307 req-6dadd357-2d4f-4403-a6cd-d03eeddefc3b tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:54.428317 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd163dbb-5a49-443d-8319-ea2eb5bde307 req-6dadd357-2d4f-4403-a6cd-d03eeddefc3b tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:54.442349 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd163dbb-5a49-443d-8319-ea2eb5bde307 req-6dadd357-2d4f-4403-a6cd-d03eeddefc3b tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:54.444390 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fd163dbb-5a49-443d-8319-ea2eb5bde307 req-6dadd357-2d4f-4403-a6cd-d03eeddefc3b tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 5441 time: 0.2287078 Feb 04 12:38:54.460381 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-925b1b9e-0c9b-4f00-8e31-b3a6147ad784 None None] Port c7d2fb0f-8afb-4c08-8f96-bfb5b0e6ebe8 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:38:54.536262 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port db815594-c371-4f6d-a4a6-4347ed76e266 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:38:54.536581 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (db815594-c371-4f6d-a4a6-4347ed76e266), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:54.608051 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fd163dbb-5a49-443d-8319-ea2eb5bde307 req-fda688c8-4b01-4421-9aa2-ba148ed7f936 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/security-groups?id=6fb9d925-f1ad-446a-9918-6c4396d6cf75&id=298cdae3-8a94-4f2b-ad9f-68a3e4a3ab72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1545548 Feb 04 12:38:54.663915 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-891c6564-7652-44c7-824f-9b8cea5e71cb tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (fc3e308d-0fe8-406f-888c-78d32deb719a), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:54.731627 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891c6564-7652-44c7-824f-9b8cea5e71cb tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Pushing event deleted for resources: {'Port': ['ID=fc3e308d-0fe8-406f-888c-78d32deb719a,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:38:54.803823 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-891c6564-7652-44c7-824f-9b8cea5e71cb tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1599901'] for router_gateway (dea5815f-7ff1-4eb7-a38e-097cb364bde1), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:54.878455 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port db815594-c371-4f6d-a4a6-4347ed76e266 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:38:54.878831 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (db815594-c371-4f6d-a4a6-4347ed76e266), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:54.916265 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port db815594-c371-4f6d-a4a6-4347ed76e266, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=db815594-c371-4f6d-a4a6-4347ed76e266,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:38:54.921527 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (db815594-c371-4f6d-a4a6-4347ed76e266), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:54.948265 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-891c6564-7652-44c7-824f-9b8cea5e71cb tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10915'] for router (dea5815f-7ff1-4eb7-a38e-097cb364bde1), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:54.950763 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-891c6564-7652-44c7-824f-9b8cea5e71cb tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Publish callbacks [] for router_controller (dea5815f-7ff1-4eb7-a38e-097cb364bde1), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:54.978353 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=db815594-c371-4f6d-a4a6-4347ed76e266,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:38:55.027497 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-891c6564-7652-44c7-824f-9b8cea5e71cb tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622829'] for router (dea5815f-7ff1-4eb7-a38e-097cb364bde1), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:55.028407 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-891c6564-7652-44c7-824f-9b8cea5e71cb tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Fanout notify agent at l3_agent the message router_deleted on router dea5815f-7ff1-4eb7-a38e-097cb364bde1 {{(pid=103474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 12:38:55.045151 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-891c6564-7652-44c7-824f-9b8cea5e71cb tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:55.046611 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-891c6564-7652-44c7-824f-9b8cea5e71cb tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] 10.222.0.65 "DELETE /v2.0/routers/dea5815f-7ff1-4eb7-a38e-097cb364bde1 HTTP/1.1" status: 204 len: 168 time: 2.1306417 Feb 04 12:38:55.051358 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52052) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:38:55.057379 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-6c408173-0b2d-4581-9dc1-31670394afa5 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2010393016', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:38:55.073366 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [req-f3c8dddb-2068-41fa-9a32-862220c6180f req-69b77484-3d83-43d4-a372-a9c3fb07a88f tempest-ServersOnMultiNodesTest-1409884751 tempest-ServersOnMultiNodesTest-1409884751-project] (103475) timed out ('10.222.0.65', 33390) {{(pid=103475) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 04 12:38:55.086279 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6c408173-0b2d-4581-9dc1-31670394afa5 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10933'] for router (1f3db884-a949-4ca9-95a0-955a238a32da), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:55.089585 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6c408173-0b2d-4581-9dc1-31670394afa5 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10924'] for router (1f3db884-a949-4ca9-95a0-955a238a32da), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:55.139159 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7229f156-fabd-4e95-abb3-131f75efa43e None None] Sync routers for ids ['3a140bd4-0cad-45fb-87a7-52cf847b0987'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:38:55.154419 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6c408173-0b2d-4581-9dc1-31670394afa5 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Publish callbacks [] for router_controller (1f3db884-a949-4ca9-95a0-955a238a32da), precommit_add_association {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:55.160969 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6c408173-0b2d-4581-9dc1-31670394afa5 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141'] for router (1f3db884-a949-4ca9-95a0-955a238a32da), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:55.162673 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7229f156-fabd-4e95-abb3-131f75efa43e None None] Routers {'3a140bd4-0cad-45fb-87a7-52cf847b0987'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:38:55.163314 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-7229f156-fabd-4e95-abb3-131f75efa43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:38:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['3a140bd4-0cad-45fb-87a7-52cf847b0987'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:38:55.187924 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6c408173-0b2d-4581-9dc1-31670394afa5 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:55.193147 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 52054) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:38:55.199232 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-e9e54e53-3a17-4d7e-9e7b-978791ec1068 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'enable_snat': True}}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:38:55.202898 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-6c408173-0b2d-4581-9dc1-31670394afa5 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1492672 Feb 04 12:38:55.377923 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-7229f156-fabd-4e95-abb3-131f75efa43e None None] Set router 3a140bd4-0cad-45fb-87a7-52cf847b0987 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:38:55.508833 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e9e54e53-3a17-4d7e-9e7b-978791ec1068 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks [] for router_gateway (1f3db884-a949-4ca9-95a0-955a238a32da), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:55.697098 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-7229f156-fabd-4e95-abb3-131f75efa43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a140bd4-0cad-45fb-87a7-52cf847b0987', 'name': 'tempest-TaggedBootDevicesTest-506530693-router', 'tenant_id': '8d54727b7c7d4e7986bac5eedf6b3d30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': 'db815594-c371-4f6d-a4a6-4347ed76e266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:38:44Z', 'updated_at': '2022-02-04T12:38:52Z', 'revision_number': 4, 'project_id': '8d54727b7c7d4e7986bac5eedf6b3d30', 'gw_port': {'id': 'db815594-c371-4f6d-a4a6-4347ed76e266', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a140bd4-0cad-45fb-87a7-52cf847b0987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:38:46Z', 'updated_at': '2022-02-04T12:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'c7d2fb0f-8afb-4c08-8f96-bfb5b0e6ebe8', 'name': '', 'network_id': 'adaafa73-83a3-4b96-ae84-f49f183a28ae', 'tenant_id': '8d54727b7c7d4e7986bac5eedf6b3d30', 'mac_address': 'fa:16:3e:5a:6c:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a140bd4-0cad-45fb-87a7-52cf847b0987', 'device_owner': 'network:router_interface', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': 'fff5ca25-2c4a-4ef1-9c68-163a48fdb7b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:38:50Z', 'updated_at': '2022-02-04T12:38:53Z', 'revision_number': 2, 'project_id': '8d54727b7c7d4e7986bac5eedf6b3d30', 'subnets': [{'id': 'fff5ca25-2c4a-4ef1-9c68-163a48fdb7b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:38:55.734030 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7229f156-fabd-4e95-abb3-131f75efa43e None None] Checking router: 3a140bd4-0cad-45fb-87a7-52cf847b0987 for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:38:55.734604 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7229f156-fabd-4e95-abb3-131f75efa43e None None] Updating router 3a140bd4-0cad-45fb-87a7-52cf847b0987 port c7d2fb0f-8afb-4c08-8f96-bfb5b0e6ebe8 binding host n-d-825015-3 {{(pid=103477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:38:55.905660 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7229f156-fabd-4e95-abb3-131f75efa43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (c7d2fb0f-8afb-4c08-8f96-bfb5b0e6ebe8), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:55.945115 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fcf3ed-cabb-44e4-b117-a6e2c05a4473 req-aa60d548-b010-42b4-b26f-dd7dd4d41422 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:55.951831 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fcf3ed-cabb-44e4-b117-a6e2c05a4473 req-aa60d548-b010-42b4-b26f-dd7dd4d41422 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:55.960941 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fcf3ed-cabb-44e4-b117-a6e2c05a4473 req-aa60d548-b010-42b4-b26f-dd7dd4d41422 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:55.968935 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fcf3ed-cabb-44e4-b117-a6e2c05a4473 req-aa60d548-b010-42b4-b26f-dd7dd4d41422 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:55.975612 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fcf3ed-cabb-44e4-b117-a6e2c05a4473 req-aa60d548-b010-42b4-b26f-dd7dd4d41422 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:55.981387 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fcf3ed-cabb-44e4-b117-a6e2c05a4473 req-aa60d548-b010-42b4-b26f-dd7dd4d41422 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:55.987521 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fcf3ed-cabb-44e4-b117-a6e2c05a4473 req-aa60d548-b010-42b4-b26f-dd7dd4d41422 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:55.989646 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-65fcf3ed-cabb-44e4-b117-a6e2c05a4473 req-aa60d548-b010-42b4-b26f-dd7dd4d41422 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 5441 time: 0.2476623 Feb 04 12:38:56.033140 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e9e54e53-3a17-4d7e-9e7b-978791ec1068 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks [] for router_gateway (1f3db884-a949-4ca9-95a0-955a238a32da), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:56.116694 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e9e54e53-3a17-4d7e-9e7b-978791ec1068 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:56.191019 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device db815594-c371-4f6d-a4a6-4347ed76e266 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:38:56.194158 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-65fcf3ed-cabb-44e4-b117-a6e2c05a4473 req-1bb40b67-7578-48a2-bf25-84ddb21d0d3a tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/security-groups?id=6fb9d925-f1ad-446a-9918-6c4396d6cf75&id=298cdae3-8a94-4f2b-ad9f-68a3e4a3ab72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1895168 Feb 04 12:38:56.252181 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c8ee9893-4115-495d-a9b5-c9731b54ddcd req-0c57b8af-fc6d-426f-bad6-59b3efeb3499 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=62d6a976-ad83-4520-9af8-1694e96369ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2596474 Feb 04 12:38:56.277421 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7229f156-fabd-4e95-abb3-131f75efa43e None None] Publish callbacks [] for port (c7d2fb0f-8afb-4c08-8f96-bfb5b0e6ebe8), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:56.292190 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7229f156-fabd-4e95-abb3-131f75efa43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (c7d2fb0f-8afb-4c08-8f96-bfb5b0e6ebe8), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:56.305200 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port db815594-c371-4f6d-a4a6-4347ed76e266 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:38:56.306011 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (db815594-c371-4f6d-a4a6-4347ed76e266), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:56.396000 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4268216b-7ca2-42bc-9542-f664f7d4752d None None] Pushing event updated for resources: {'Port': ['ID=c7d2fb0f-8afb-4c08-8f96-bfb5b0e6ebe8,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:38:56.477937 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-e9e54e53-3a17-4d7e-9e7b-978791ec1068 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Allocated IP 172.25.3.64 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/898731d1-360f-49b4-85d3-1b2efb13ee53) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:38:56.485837 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port db815594-c371-4f6d-a4a6-4347ed76e266 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:38:56.499383 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ee9893-4115-495d-a9b5-c9731b54ddcd req-ec1f9eb5-4ffd-4597-afa0-80c30ff07f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:56.502560 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c8ee9893-4115-495d-a9b5-c9731b54ddcd req-ec1f9eb5-4ffd-4597-afa0-80c30ff07f0f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=72075fcbbaca4534bfa18449bac56045&device_id=62d6a976-ad83-4520-9af8-1694e96369ea HTTP/1.1" status: 200 len: 1128 time: 0.1949782 Feb 04 12:38:56.523355 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-7229f156-fabd-4e95-abb3-131f75efa43e None None] Attempting to bind port c7d2fb0f-8afb-4c08-8f96-bfb5b0e6ebe8 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:38:56.524006 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-7229f156-fabd-4e95-abb3-131f75efa43e None None] Attempting to bind port c7d2fb0f-8afb-4c08-8f96-bfb5b0e6ebe8 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '4ee3ea91-4ae9-447b-903b-35b48be974be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'adaafa73-83a3-4b96-ae84-f49f183a28ae'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:38:56.524398 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7229f156-fabd-4e95-abb3-131f75efa43e None None] Attempting to bind port c7d2fb0f-8afb-4c08-8f96-bfb5b0e6ebe8 on network adaafa73-83a3-4b96-ae84-f49f183a28ae {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:38:56.532779 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7229f156-fabd-4e95-abb3-131f75efa43e None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:38:56.533167 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7229f156-fabd-4e95-abb3-131f75efa43e None None] Checking segment: {'id': '4ee3ea91-4ae9-447b-903b-35b48be974be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'adaafa73-83a3-4b96-ae84-f49f183a28ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:38:56.533551 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7229f156-fabd-4e95-abb3-131f75efa43e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:56.533937 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7229f156-fabd-4e95-abb3-131f75efa43e None None] Bound using segment: {'id': '4ee3ea91-4ae9-447b-903b-35b48be974be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'adaafa73-83a3-4b96-ae84-f49f183a28ae'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:38:56.534072 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f3f5e0-7681-442b-9bdf-86671c91c87c req-95b10e48-6170-4cff-a887-9c9b0a57580e tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:56.534399 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-7229f156-fabd-4e95-abb3-131f75efa43e None None] Bound port: c7d2fb0f-8afb-4c08-8f96-bfb5b0e6ebe8, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ee3ea91-4ae9-447b-903b-35b48be974be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'adaafa73-83a3-4b96-ae84-f49f183a28ae'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:38:56.534774 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7229f156-fabd-4e95-abb3-131f75efa43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (c7d2fb0f-8afb-4c08-8f96-bfb5b0e6ebe8), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:56.539626 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f3f5e0-7681-442b-9bdf-86671c91c87c req-95b10e48-6170-4cff-a887-9c9b0a57580e tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:56.545206 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f3f5e0-7681-442b-9bdf-86671c91c87c req-95b10e48-6170-4cff-a887-9c9b0a57580e tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:56.557175 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f3f5e0-7681-442b-9bdf-86671c91c87c req-95b10e48-6170-4cff-a887-9c9b0a57580e tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:56.563234 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f3f5e0-7681-442b-9bdf-86671c91c87c req-95b10e48-6170-4cff-a887-9c9b0a57580e tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:56.570311 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f3f5e0-7681-442b-9bdf-86671c91c87c req-95b10e48-6170-4cff-a887-9c9b0a57580e tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:56.578449 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f3f5e0-7681-442b-9bdf-86671c91c87c req-95b10e48-6170-4cff-a887-9c9b0a57580e tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:56.580948 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-78f3f5e0-7681-442b-9bdf-86671c91c87c req-95b10e48-6170-4cff-a887-9c9b0a57580e tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 5441 time: 0.2385967 Feb 04 12:38:56.591917 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52068) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:38:56.598436 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-d5e7b6fe-0465-493f-9bb7-c01cc158ff53 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Request body: {'floatingip': {'port_id': 'd2ad6fb4-8d1e-4351-b211-6a87ea7077d1'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:38:56.640824 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-7229f156-fabd-4e95-abb3-131f75efa43e None None] For port c7d2fb0f-8afb-4c08-8f96-bfb5b0e6ebe8, host n-d-825015-3, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:38:56.646182 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-7229f156-fabd-4e95-abb3-131f75efa43e None None] For port c7d2fb0f-8afb-4c08-8f96-bfb5b0e6ebe8, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=c7d2fb0f-8afb-4c08-8f96-bfb5b0e6ebe8,segment=NetworkSegment(4ee3ea91-4ae9-447b-903b-35b48be974be),segment_id=4ee3ea91-4ae9-447b-903b-35b48be974be)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:38:56.654911 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7229f156-fabd-4e95-abb3-131f75efa43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (c7d2fb0f-8afb-4c08-8f96-bfb5b0e6ebe8), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:56.669049 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d5e7b6fe-0465-493f-9bb7-c01cc158ff53 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks [] for floatingip (3d4d2bf4-b726-4c3f-a2e3-ffa07379faa1), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:56.760282 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4268216b-7ca2-42bc-9542-f664f7d4752d None None] Pushing event updated for resources: {'Port': ['ID=c7d2fb0f-8afb-4c08-8f96-bfb5b0e6ebe8,revision_number=4']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:38:56.817471 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-29214803-ecc8-4b5b-9006-2b5f2dc6e338 None None] Provisioning complete for port c7d2fb0f-8afb-4c08-8f96-bfb5b0e6ebe8 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:38:56.817935 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-29214803-ecc8-4b5b-9006-2b5f2dc6e338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (c7d2fb0f-8afb-4c08-8f96-bfb5b0e6ebe8), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:56.862156 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7229f156-fabd-4e95-abb3-131f75efa43e None None] Routers {'3a140bd4-0cad-45fb-87a7-52cf847b0987'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:38:56.865168 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-7229f156-fabd-4e95-abb3-131f75efa43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:38:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['3a140bd4-0cad-45fb-87a7-52cf847b0987'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:38:56.880613 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e9e54e53-3a17-4d7e-9e7b-978791ec1068 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks [] for port (898731d1-360f-49b4-85d3-1b2efb13ee53), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:56.938894 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ee9893-4115-495d-a9b5-c9731b54ddcd req-2878fe20-fa9e-4bf8-bb11-1ab1699a9ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:56.941565 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c8ee9893-4115-495d-a9b5-c9731b54ddcd req-2878fe20-fa9e-4bf8-bb11-1ab1699a9ee2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4818c56c-ae1d-43b5-80d2-4a5373ab8e6b HTTP/1.1" status: 200 len: 916 time: 0.3555715 Feb 04 12:38:57.025373 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c8ee9893-4115-495d-a9b5-c9731b54ddcd req-33e2fba5-0b69-4055-b77d-d4d8fd4389a8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ee112e8-01ac-4586-902f-f67b6703a584 HTTP/1.1" status: 200 len: 217 time: 0.0609262 Feb 04 12:38:57.054391 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-29214803-ecc8-4b5b-9006-2b5f2dc6e338 None None] Current status of the port c7d2fb0f-8afb-4c08-8f96-bfb5b0e6ebe8 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:38:57.056121 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-29214803-ecc8-4b5b-9006-2b5f2dc6e338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (c7d2fb0f-8afb-4c08-8f96-bfb5b0e6ebe8), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:57.115093 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-5caa732a-ce8b-4bfa-8b3b-12c8ef1cdc7b req-39757923-d56a-412f-8d63-e6fb426973ab service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=2bfeaefa-6e8b-49e8-a202-1541478b2560&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2748206 Feb 04 12:38:57.121945 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ee9893-4115-495d-a9b5-c9731b54ddcd req-7772e6f1-7090-4735-b169-b5f4c1cf120d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:57.123889 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c8ee9893-4115-495d-a9b5-c9731b54ddcd req-7772e6f1-7090-4735-b169-b5f4c1cf120d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fbb54edd-3278-45b2-a986-7521678ba6ac HTTP/1.1" status: 200 len: 855 time: 0.0903811 Feb 04 12:38:57.128947 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e9e54e53-3a17-4d7e-9e7b-978791ec1068 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (898731d1-360f-49b4-85d3-1b2efb13ee53), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:57.143330 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-29214803-ecc8-4b5b-9006-2b5f2dc6e338 None None] For port c7d2fb0f-8afb-4c08-8f96-bfb5b0e6ebe8, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=c7d2fb0f-8afb-4c08-8f96-bfb5b0e6ebe8,segment=NetworkSegment(4ee3ea91-4ae9-447b-903b-35b48be974be),segment_id=4ee3ea91-4ae9-447b-903b-35b48be974be)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:38:57.154540 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-29214803-ecc8-4b5b-9006-2b5f2dc6e338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (c7d2fb0f-8afb-4c08-8f96-bfb5b0e6ebe8), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:57.155424 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-7229f156-fabd-4e95-abb3-131f75efa43e None None] Set router 3a140bd4-0cad-45fb-87a7-52cf847b0987 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:38:57.214029 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e54e53-3a17-4d7e-9e7b-978791ec1068 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:38:57.223771 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c8ee9893-4115-495d-a9b5-c9731b54ddcd req-f732d427-5c12-460e-bdbd-8ffd6d052dfd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4818c56c-ae1d-43b5-80d2-4a5373ab8e6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0820012 Feb 04 12:38:57.228284 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-e9e54e53-3a17-4d7e-9e7b-978791ec1068 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:38:57.233044 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e54e53-3a17-4d7e-9e7b-978791ec1068 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:38:57.244382 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29214803-ecc8-4b5b-9006-2b5f2dc6e338 None None] Pushing event updated for resources: {'Port': ['ID=c7d2fb0f-8afb-4c08-8f96-bfb5b0e6ebe8,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:38:57.249232 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caa732a-ce8b-4bfa-8b3b-12c8ef1cdc7b req-154a461f-5266-41f3-a53f-bfe0bd155b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:57.251506 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-5caa732a-ce8b-4bfa-8b3b-12c8ef1cdc7b req-154a461f-5266-41f3-a53f-bfe0bd155b88 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=31d6c346447a48008dccda4817c529a1&device_id=2bfeaefa-6e8b-49e8-a202-1541478b2560 HTTP/1.1" status: 200 len: 1128 time: 0.0824287 Feb 04 12:38:57.255253 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29214803-ecc8-4b5b-9006-2b5f2dc6e338 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:38:57.256797 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29214803-ecc8-4b5b-9006-2b5f2dc6e338 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:38:57.258803 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29214803-ecc8-4b5b-9006-2b5f2dc6e338 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:38:57.259494 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29214803-ecc8-4b5b-9006-2b5f2dc6e338 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:38:57.262263 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29214803-ecc8-4b5b-9006-2b5f2dc6e338 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:38:57.262894 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29214803-ecc8-4b5b-9006-2b5f2dc6e338 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:38:57.264672 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29214803-ecc8-4b5b-9006-2b5f2dc6e338 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:38:57.268366 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29214803-ecc8-4b5b-9006-2b5f2dc6e338 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:38:57.270345 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29214803-ecc8-4b5b-9006-2b5f2dc6e338 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:38:57.272597 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29214803-ecc8-4b5b-9006-2b5f2dc6e338 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:38:57.276219 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29214803-ecc8-4b5b-9006-2b5f2dc6e338 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:38:57.276569 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29214803-ecc8-4b5b-9006-2b5f2dc6e338 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:38:57.276915 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29214803-ecc8-4b5b-9006-2b5f2dc6e338 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:38:57.321985 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-3a9f90a7-f42b-4d85-97db-3ac46a56ec33 None None] Provisioning complete for port c7d2fb0f-8afb-4c08-8f96-bfb5b0e6ebe8 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:38:57.322374 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3a9f90a7-f42b-4d85-97db-3ac46a56ec33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (c7d2fb0f-8afb-4c08-8f96-bfb5b0e6ebe8), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:57.363238 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e54e53-3a17-4d7e-9e7b-978791ec1068 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Pushing event updated for resources: {'Port': ['ID=898731d1-360f-49b4-85d3-1b2efb13ee53,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:38:57.497981 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-3a9f90a7-f42b-4d85-97db-3ac46a56ec33 None None] Current status of the port c7d2fb0f-8afb-4c08-8f96-bfb5b0e6ebe8 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:38:57.539396 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caa732a-ce8b-4bfa-8b3b-12c8ef1cdc7b req-ff986ee5-a836-41a9-b3e2-d8ab829934ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:57.540916 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-5caa732a-ce8b-4bfa-8b3b-12c8ef1cdc7b req-ff986ee5-a836-41a9-b3e2-d8ab829934ef service neutron] 10.222.0.77 "GET /v2.0/networks?id=211162ce-c654-4372-abd8-21bf219f75aa HTTP/1.1" status: 200 len: 912 time: 0.2686770 Feb 04 12:38:57.575448 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-7229f156-fabd-4e95-abb3-131f75efa43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a140bd4-0cad-45fb-87a7-52cf847b0987', 'name': 'tempest-TaggedBootDevicesTest-506530693-router', 'tenant_id': '8d54727b7c7d4e7986bac5eedf6b3d30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': 'db815594-c371-4f6d-a4a6-4347ed76e266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:38:44Z', 'updated_at': '2022-02-04T12:38:52Z', 'revision_number': 4, 'project_id': '8d54727b7c7d4e7986bac5eedf6b3d30', 'gw_port': {'id': 'db815594-c371-4f6d-a4a6-4347ed76e266', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a140bd4-0cad-45fb-87a7-52cf847b0987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:38:46Z', 'updated_at': '2022-02-04T12:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'c7d2fb0f-8afb-4c08-8f96-bfb5b0e6ebe8', 'name': '', 'network_id': 'adaafa73-83a3-4b96-ae84-f49f183a28ae', 'tenant_id': '8d54727b7c7d4e7986bac5eedf6b3d30', 'mac_address': 'fa:16:3e:5a:6c:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a140bd4-0cad-45fb-87a7-52cf847b0987', 'device_owner': 'network:router_interface', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': 'fff5ca25-2c4a-4ef1-9c68-163a48fdb7b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:38:50Z', 'updated_at': '2022-02-04T12:38:56Z', 'revision_number': 4, 'project_id': '8d54727b7c7d4e7986bac5eedf6b3d30', 'subnets': [{'id': 'fff5ca25-2c4a-4ef1-9c68-163a48fdb7b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:38:57.615907 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7229f156-fabd-4e95-abb3-131f75efa43e None None] The sync data for ids ['3a140bd4-0cad-45fb-87a7-52cf847b0987'] in n-d-825015-3 is: [{'id': '3a140bd4-0cad-45fb-87a7-52cf847b0987', 'name': 'tempest-TaggedBootDevicesTest-506530693-router', 'tenant_id': '8d54727b7c7d4e7986bac5eedf6b3d30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': 'db815594-c371-4f6d-a4a6-4347ed76e266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:38:44Z', 'updated_at': '2022-02-04T12:38:52Z', 'revision_number': 4, 'project_id': '8d54727b7c7d4e7986bac5eedf6b3d30', 'gw_port': {'id': 'db815594-c371-4f6d-a4a6-4347ed76e266', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a140bd4-0cad-45fb-87a7-52cf847b0987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:38:46Z', 'updated_at': '2022-02-04T12:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'c7d2fb0f-8afb-4c08-8f96-bfb5b0e6ebe8', 'name': '', 'network_id': 'adaafa73-83a3-4b96-ae84-f49f183a28ae', 'tenant_id': '8d54727b7c7d4e7986bac5eedf6b3d30', 'mac_address': 'fa:16:3e:5a:6c:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a140bd4-0cad-45fb-87a7-52cf847b0987', 'device_owner': 'network:router_interface', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': 'fff5ca25-2c4a-4ef1-9c68-163a48fdb7b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:38:50Z', 'updated_at': '2022-02-04T12:38:56Z', 'revision_number': 4, 'project_id': '8d54727b7c7d4e7986bac5eedf6b3d30', 'subnets': [{'id': 'fff5ca25-2c4a-4ef1-9c68-163a48fdb7b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:38:57.660192 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.db.resource_extend [None req-d5e7b6fe-0465-493f-9bb7-c01cc158ff53 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 12:38:57.742140 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d5e7b6fe-0465-493f-9bb7-c01cc158ff53 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:57.746048 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c8ee9893-4115-495d-a9b5-c9731b54ddcd req-9a605285-1b03-4f09-a39b-ba51894fe105 service neutron] 10.222.0.73 "GET /v2.0/networks/4818c56c-ae1d-43b5-80d2-4a5373ab8e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4998908 Feb 04 12:38:57.758587 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d5e7b6fe-0465-493f-9bb7-c01cc158ff53 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1599943'] for floatingip (3d4d2bf4-b726-4c3f-a2e3-ffa07379faa1), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:57.852918 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-5caa732a-ce8b-4bfa-8b3b-12c8ef1cdc7b req-5b0edc69-e2e1-4c9a-891b-4c7858e241aa service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd92a9f3-3217-44ae-9536-eca62c157bcd HTTP/1.1" status: 200 len: 1001 time: 0.2819839 Feb 04 12:38:57.957924 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caa732a-ce8b-4bfa-8b3b-12c8ef1cdc7b req-e8381832-c4ea-4e17-9259-e0ad5f087cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:57.960623 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-5caa732a-ce8b-4bfa-8b3b-12c8ef1cdc7b req-e8381832-c4ea-4e17-9259-e0ad5f087cd9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a7a80143-29a9-4ba6-9987-42b8f7317e54 HTTP/1.1" status: 200 len: 850 time: 0.0995367 Feb 04 12:38:58.129129 n-d-825015-3 neutron-server[103474]: INFO neutron.db.l3_db [None req-d5e7b6fe-0465-493f-9bb7-c01cc158ff53 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Floating IP 3d4d2bf4-b726-4c3f-a2e3-ffa07379faa1 associated. External IP: 172.25.3.20, port: d2ad6fb4-8d1e-4351-b211-6a87ea7077d1. Feb 04 12:38:58.137781 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e9e54e53-3a17-4d7e-9e7b-978791ec1068 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks [] for router_gateway (1f3db884-a949-4ca9-95a0-955a238a32da), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:58.146565 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c8ee9893-4115-495d-a9b5-c9731b54ddcd req-e87e892c-7bf1-4120-8716-99eb10af7782 service neutron] 10.222.0.73 "GET /v2.0/networks/4818c56c-ae1d-43b5-80d2-4a5373ab8e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3152525 Feb 04 12:38:58.271231 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caa732a-ce8b-4bfa-8b3b-12c8ef1cdc7b req-d28a4762-4776-47a2-9b94-cec4bf182b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:58.275506 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-5caa732a-ce8b-4bfa-8b3b-12c8ef1cdc7b req-d28a4762-4776-47a2-9b94-cec4bf182b9a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=211162ce-c654-4372-abd8-21bf219f75aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2947502 Feb 04 12:38:58.286753 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device c7d2fb0f-8afb-4c08-8f96-bfb5b0e6ebe8 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:38:58.400300 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port c7d2fb0f-8afb-4c08-8f96-bfb5b0e6ebe8 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:38:58.400940 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (c7d2fb0f-8afb-4c08-8f96-bfb5b0e6ebe8), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:58.505390 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e9e54e53-3a17-4d7e-9e7b-978791ec1068 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1623026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10906'] for router (1f3db884-a949-4ca9-95a0-955a238a32da), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:58.509610 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e9e54e53-3a17-4d7e-9e7b-978791ec1068 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1623127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1623150', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1622793'] for router (1f3db884-a949-4ca9-95a0-955a238a32da), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:58.527912 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port c7d2fb0f-8afb-4c08-8f96-bfb5b0e6ebe8 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:38:58.627333 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-5caa732a-ce8b-4bfa-8b3b-12c8ef1cdc7b req-e076f16e-d680-48f0-b46c-97005ea7051f service neutron] 10.222.0.77 "GET /v2.0/networks/211162ce-c654-4372-abd8-21bf219f75aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2821431 Feb 04 12:38:58.751961 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9e54e53-3a17-4d7e-9e7b-978791ec1068 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Router 1f3db884-a949-4ca9-95a0-955a238a32da is scheduled to L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de with binding_index 1 {{(pid=103475) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 12:38:58.851048 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-5caa732a-ce8b-4bfa-8b3b-12c8ef1cdc7b req-5a4707cc-4068-48ee-94e2-9c75695f95ba service neutron] 10.222.0.77 "GET /v2.0/networks/211162ce-c654-4372-abd8-21bf219f75aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164025 Feb 04 12:38:58.866623 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5e7b6fe-0465-493f-9bb7-c01cc158ff53 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Router 4e1b200e-8479-411b-be95-b320e16e13ba has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:38:59.040760 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9e54e53-3a17-4d7e-9e7b-978791ec1068 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:38:59.055987 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e3a4eb-7cbe-45de-9969-5422ea4e5744 None None] Sync routers for ids ['1f3db884-a949-4ca9-95a0-955a238a32da'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:38:59.065063 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e9e54e53-3a17-4d7e-9e7b-978791ec1068 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:59.070583 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-e9e54e53-3a17-4d7e-9e7b-978791ec1068 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] 10.222.0.65 "PUT /v2.0/routers/1f3db884-a949-4ca9-95a0-955a238a32da HTTP/1.1" status: 200 len: 918 time: 3.8762255 Feb 04 12:38:59.071236 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 52094) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:38:59.095038 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e3a4eb-7cbe-45de-9969-5422ea4e5744 None None] Routers {'1f3db884-a949-4ca9-95a0-955a238a32da'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:38:59.095690 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-b3e3a4eb-7cbe-45de-9969-5422ea4e5744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:38:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['1f3db884-a949-4ca9-95a0-955a238a32da'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:38:59.114227 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5e7b6fe-0465-493f-9bb7-c01cc158ff53 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:38:59.125127 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d5e7b6fe-0465-493f-9bb7-c01cc158ff53 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:38:59.134060 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08badd60-98f3-44ad-9883-44cb3402db31 None None] Sync routers for ids ['4e1b200e-8479-411b-be95-b320e16e13ba'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:38:59.162995 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-d5e7b6fe-0465-493f-9bb7-c01cc158ff53 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "PUT /v2.0/floatingips/3d4d2bf4-b726-4c3f-a2e3-ffa07379faa1 HTTP/1.1" status: 200 len: 990 time: 2.5692980 Feb 04 12:38:59.163626 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eefed902-5b4d-4ff7-b65f-81c365a034bc', 'tag': 'd2ad6fb4-8d1e-4351-b211-6a87ea7077d1'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:38:59.166340 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a72a798-2239-41df-a0b0-ce9a8adaf1a0" -d '{"events": [{"name": "network-changed", "server_uuid": "eefed902-5b4d-4ff7-b65f-81c365a034bc", "tag": "d2ad6fb4-8d1e-4351-b211-6a87ea7077d1"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:38:59.179637 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08badd60-98f3-44ad-9883-44cb3402db31 None None] Routers {'4e1b200e-8479-411b-be95-b320e16e13ba'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:38:59.180406 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-08badd60-98f3-44ad-9883-44cb3402db31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:38:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['4e1b200e-8479-411b-be95-b320e16e13ba'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:38:59.274850 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-b3e3a4eb-7cbe-45de-9969-5422ea4e5744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:38:59.303340 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e3a4eb-7cbe-45de-9969-5422ea4e5744 None None] Routers {'1f3db884-a949-4ca9-95a0-955a238a32da'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:38:59.304915 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-b3e3a4eb-7cbe-45de-9969-5422ea4e5744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:38:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['1f3db884-a949-4ca9-95a0-955a238a32da'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:38:59.383283 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-b3e3a4eb-7cbe-45de-9969-5422ea4e5744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:38:59.388588 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e3a4eb-7cbe-45de-9969-5422ea4e5744 None None] The sync data for ids ['1f3db884-a949-4ca9-95a0-955a238a32da'] in n-d-825015-3 is: [] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:38:59.445208 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-08badd60-98f3-44ad-9883-44cb3402db31 None None] Set router 4e1b200e-8479-411b-be95-b320e16e13ba gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:38:59.463155 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3605ad-98de-4e2d-a713-97f07d1461dc req-d69c14d5-bc6e-4c66-9ced-ae2b9d5ad4d0 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:59.469949 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3605ad-98de-4e2d-a713-97f07d1461dc req-d69c14d5-bc6e-4c66-9ced-ae2b9d5ad4d0 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:59.476080 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3605ad-98de-4e2d-a713-97f07d1461dc req-d69c14d5-bc6e-4c66-9ced-ae2b9d5ad4d0 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:59.482087 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3605ad-98de-4e2d-a713-97f07d1461dc req-d69c14d5-bc6e-4c66-9ced-ae2b9d5ad4d0 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:59.488565 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3605ad-98de-4e2d-a713-97f07d1461dc req-d69c14d5-bc6e-4c66-9ced-ae2b9d5ad4d0 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:59.494045 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3605ad-98de-4e2d-a713-97f07d1461dc req-d69c14d5-bc6e-4c66-9ced-ae2b9d5ad4d0 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:59.500597 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3605ad-98de-4e2d-a713-97f07d1461dc req-d69c14d5-bc6e-4c66-9ced-ae2b9d5ad4d0 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:59.502808 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ae3605ad-98de-4e2d-a713-97f07d1461dc req-d69c14d5-bc6e-4c66-9ced-ae2b9d5ad4d0 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 5441 time: 0.1491408 Feb 04 12:38:59.539669 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-04022d9f-26f0-4e1e-b747-a1269b92ceb9 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] 10.222.0.65 "GET /v2.0/routers/1f3db884-a949-4ca9-95a0-955a238a32da HTTP/1.1" status: 200 len: 924 time: 0.4646184 Feb 04 12:38:59.542449 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52102) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:38:59.628031 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de412d71-dd8d-472c-a0fb-152511cf6cc6 x-openstack-request-id: req-de412d71-dd8d-472c-a0fb-152511cf6cc6 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:38:59.628031 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eefed902-5b4d-4ff7-b65f-81c365a034bc", "tag": "d2ad6fb4-8d1e-4351-b211-6a87ea7077d1", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:38:59.628031 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-de412d71-dd8d-472c-a0fb-152511cf6cc6 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:38:59.629699 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eefed902-5b4d-4ff7-b65f-81c365a034bc', 'tag': 'd2ad6fb4-8d1e-4351-b211-6a87ea7077d1', 'status': 'completed', 'code': 200} Feb 04 12:38:59.646867 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ae3605ad-98de-4e2d-a713-97f07d1461dc req-2ef6cb4b-fa39-435d-add5-cc14e3d4c496 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/security-groups?id=6fb9d925-f1ad-446a-9918-6c4396d6cf75&id=298cdae3-8a94-4f2b-ad9f-68a3e4a3ab72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1342862 Feb 04 12:38:59.647639 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96b885d-89ac-4d36-9917-ed8c9a05a6ef tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:59.651788 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-d96b885d-89ac-4d36-9917-ed8c9a05a6ef tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7&device_id=1f3db884-a949-4ca9-95a0-955a238a32da&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1060307 Feb 04 12:38:59.652090 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 52108) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:38:59.824258 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a72a798-2239-41df-a0b0-ce9a8adaf1a0 req-1235c0c8-4a30-4354-a313-e48b7ffb74cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:59.825080 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a72a798-2239-41df-a0b0-ce9a8adaf1a0 req-1235c0c8-4a30-4354-a313-e48b7ffb74cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:59.825749 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a72a798-2239-41df-a0b0-ce9a8adaf1a0 req-1235c0c8-4a30-4354-a313-e48b7ffb74cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:59.826669 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a72a798-2239-41df-a0b0-ce9a8adaf1a0 req-1235c0c8-4a30-4354-a313-e48b7ffb74cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:59.827327 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a72a798-2239-41df-a0b0-ce9a8adaf1a0 req-1235c0c8-4a30-4354-a313-e48b7ffb74cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:59.828745 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a72a798-2239-41df-a0b0-ce9a8adaf1a0 req-1235c0c8-4a30-4354-a313-e48b7ffb74cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:59.829711 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a72a798-2239-41df-a0b0-ce9a8adaf1a0 req-1235c0c8-4a30-4354-a313-e48b7ffb74cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:59.832109 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4a72a798-2239-41df-a0b0-ce9a8adaf1a0 req-1235c0c8-4a30-4354-a313-e48b7ffb74cf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6d2d96abb2ff46d88357aa25adf70711&device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 6715 time: 0.1692078 Feb 04 12:38:59.916968 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f33b83d-2c75-449b-9040-1f538e00cfac tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:59.918989 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-3f33b83d-2c75-449b-9040-1f538e00cfac tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] 10.222.0.65 "GET /v2.0/networks/7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 HTTP/1.1" status: 200 len: 881 time: 0.2659705 Feb 04 12:38:59.922156 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52110) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:38:59.981703 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-b5001270-7e08-4e3e-ba5f-30b588cc3785 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f3db884-a949-4ca9-95a0-955a238a32da HTTP/1.1" status: 200 len: 205 time: 0.0576825 Feb 04 12:38:59.984127 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52112) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:39:00.022523 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-08badd60-98f3-44ad-9883-44cb3402db31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e1b200e-8479-411b-be95-b320e16e13ba', 'name': 'tempest-TaggedBootDevicesTest_v242-1771587443-router', 'tenant_id': '6d2d96abb2ff46d88357aa25adf70711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'cd86ce84-4e84-4b08-9edd-0b441fdce631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:34:45Z', 'updated_at': '2022-02-04T12:34:59Z', 'revision_number': 4, 'project_id': '6d2d96abb2ff46d88357aa25adf70711', 'gw_port': {'id': 'cd86ce84-4e84-4b08-9edd-0b441fdce631', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e1b200e-8479-411b-be95-b320e16e13ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:34:48Z', 'updated_at': '2022-02-04T12:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': '3d4d2bf4-b726-4c3f-a2e3-ffa07379faa1', 'tenant_id': '6d2d96abb2ff46d88357aa25adf70711', 'floating_ip_address': '172.25.3.20', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': '4e1b200e-8479-411b-be95-b320e16e13ba', 'port_id': 'd2ad6fb4-8d1e-4351-b211-6a87ea7077d1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2024, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '647cdb67-8c3d-4450-9185-dcf62d584045', 'mac_address': 'fa:16:3e:2b:4d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefed902-5b4d-4ff7-b65f-81c365a034bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:36:44Z', 'updated_at': '2022-02-04T12:38:57Z', 'revision_number': 1, 'project_id': '6d2d96abb2ff46d88357aa25adf70711', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '884fc68d-ed33-4ae6-baa7-9d1c005410a3', 'name': '', 'network_id': '647cdb67-8c3d-4450-9185-dcf62d584045', 'tenant_id': '6d2d96abb2ff46d88357aa25adf70711', 'mac_address': 'fa:16:3e:29:fc:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e1b200e-8479-411b-be95-b320e16e13ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '2531695a-dce9-4ba8-8fe1-981de5f81c6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:34:56Z', 'updated_at': '2022-02-04T12:35:10Z', 'revision_number': 5, 'project_id': '6d2d96abb2ff46d88357aa25adf70711', 'subnets': [{'id': '2531695a-dce9-4ba8-8fe1-981de5f81c6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:39:00.022885 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a72a798-2239-41df-a0b0-ce9a8adaf1a0 req-ce84f8ea-7156-46c0-9070-b139c3f4c4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:39:00.027378 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4a72a798-2239-41df-a0b0-ce9a8adaf1a0 req-ce84f8ea-7156-46c0-9070-b139c3f4c4e0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=647cdb67-8c3d-4450-9185-dcf62d584045 HTTP/1.1" status: 200 len: 918 time: 0.1834481 Feb 04 12:39:00.071072 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08badd60-98f3-44ad-9883-44cb3402db31 None None] Checking router: 4e1b200e-8479-411b-be95-b320e16e13ba for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:39:00.090582 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08badd60-98f3-44ad-9883-44cb3402db31 None None] Routers {'4e1b200e-8479-411b-be95-b320e16e13ba'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:39:00.097734 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-08badd60-98f3-44ad-9883-44cb3402db31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:38:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['4e1b200e-8479-411b-be95-b320e16e13ba'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:39:00.224594 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4a72a798-2239-41df-a0b0-ce9a8adaf1a0 req-c0d965dd-9ff8-4ae1-b746-965e00520964 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d2ad6fb4-8d1e-4351-b211-6a87ea7077d1 HTTP/1.1" status: 200 len: 998 time: 0.1907399 Feb 04 12:39:00.256442 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dcd00fd0-9eeb-4d5e-8ee6-2b948b7cb386 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Publish callbacks [] for router (1f3db884-a949-4ca9-95a0-955a238a32da), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:00.300287 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-08badd60-98f3-44ad-9883-44cb3402db31 None None] Set router 4e1b200e-8479-411b-be95-b320e16e13ba gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:39:00.339232 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a72a798-2239-41df-a0b0-ce9a8adaf1a0 req-d2252ef1-5775-4f0a-bdc0-61af6b9642f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:39:00.340792 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4a72a798-2239-41df-a0b0-ce9a8adaf1a0 req-d2252ef1-5775-4f0a-bdc0-61af6b9642f1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2531695a-dce9-4ba8-8fe1-981de5f81c6b HTTP/1.1" status: 200 len: 856 time: 0.1089547 Feb 04 12:39:00.405515 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a72a798-2239-41df-a0b0-ce9a8adaf1a0 req-49c101ed-3136-4a53-800a-cbe1b60bcf3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:39:00.408054 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4a72a798-2239-41df-a0b0-ce9a8adaf1a0 req-49c101ed-3136-4a53-800a-cbe1b60bcf3f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=647cdb67-8c3d-4450-9185-dcf62d584045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0605965 Feb 04 12:39:00.591336 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4a72a798-2239-41df-a0b0-ce9a8adaf1a0 req-3992fa03-675d-4a4b-9bb4-0b126aa39dd5 service neutron] 10.222.0.73 "GET /v2.0/networks/647cdb67-8c3d-4450-9185-dcf62d584045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756434 Feb 04 12:39:00.793909 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-08badd60-98f3-44ad-9883-44cb3402db31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e1b200e-8479-411b-be95-b320e16e13ba', 'name': 'tempest-TaggedBootDevicesTest_v242-1771587443-router', 'tenant_id': '6d2d96abb2ff46d88357aa25adf70711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'cd86ce84-4e84-4b08-9edd-0b441fdce631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:34:45Z', 'updated_at': '2022-02-04T12:34:59Z', 'revision_number': 4, 'project_id': '6d2d96abb2ff46d88357aa25adf70711', 'gw_port': {'id': 'cd86ce84-4e84-4b08-9edd-0b441fdce631', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e1b200e-8479-411b-be95-b320e16e13ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:34:48Z', 'updated_at': '2022-02-04T12:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': '3d4d2bf4-b726-4c3f-a2e3-ffa07379faa1', 'tenant_id': '6d2d96abb2ff46d88357aa25adf70711', 'floating_ip_address': '172.25.3.20', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': '4e1b200e-8479-411b-be95-b320e16e13ba', 'port_id': 'd2ad6fb4-8d1e-4351-b211-6a87ea7077d1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2024, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '647cdb67-8c3d-4450-9185-dcf62d584045', 'mac_address': 'fa:16:3e:2b:4d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefed902-5b4d-4ff7-b65f-81c365a034bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:36:44Z', 'updated_at': '2022-02-04T12:38:57Z', 'revision_number': 1, 'project_id': '6d2d96abb2ff46d88357aa25adf70711', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '884fc68d-ed33-4ae6-baa7-9d1c005410a3', 'name': '', 'network_id': '647cdb67-8c3d-4450-9185-dcf62d584045', 'tenant_id': '6d2d96abb2ff46d88357aa25adf70711', 'mac_address': 'fa:16:3e:29:fc:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e1b200e-8479-411b-be95-b320e16e13ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '2531695a-dce9-4ba8-8fe1-981de5f81c6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:34:56Z', 'updated_at': '2022-02-04T12:35:10Z', 'revision_number': 5, 'project_id': '6d2d96abb2ff46d88357aa25adf70711', 'subnets': [{'id': '2531695a-dce9-4ba8-8fe1-981de5f81c6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:39:00.866790 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08badd60-98f3-44ad-9883-44cb3402db31 None None] The sync data for ids ['4e1b200e-8479-411b-be95-b320e16e13ba'] in n-d-825015-3 is: [{'id': '4e1b200e-8479-411b-be95-b320e16e13ba', 'name': 'tempest-TaggedBootDevicesTest_v242-1771587443-router', 'tenant_id': '6d2d96abb2ff46d88357aa25adf70711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'cd86ce84-4e84-4b08-9edd-0b441fdce631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:34:45Z', 'updated_at': '2022-02-04T12:34:59Z', 'revision_number': 4, 'project_id': '6d2d96abb2ff46d88357aa25adf70711', 'gw_port': {'id': 'cd86ce84-4e84-4b08-9edd-0b441fdce631', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e1b200e-8479-411b-be95-b320e16e13ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:34:48Z', 'updated_at': '2022-02-04T12:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': '3d4d2bf4-b726-4c3f-a2e3-ffa07379faa1', 'tenant_id': '6d2d96abb2ff46d88357aa25adf70711', 'floating_ip_address': '172.25.3.20', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': '4e1b200e-8479-411b-be95-b320e16e13ba', 'port_id': 'd2ad6fb4-8d1e-4351-b211-6a87ea7077d1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2024, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '647cdb67-8c3d-4450-9185-dcf62d584045', 'mac_address': 'fa:16:3e:2b:4d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefed902-5b4d-4ff7-b65f-81c365a034bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:36:44Z', 'updated_at': '2022-02-04T12:38:57Z', 'revision_number': 1, 'project_id': '6d2d96abb2ff46d88357aa25adf70711', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '884fc68d-ed33-4ae6-baa7-9d1c005410a3', 'name': '', 'network_id': '647cdb67-8c3d-4450-9185-dcf62d584045', 'tenant_id': '6d2d96abb2ff46d88357aa25adf70711', 'mac_address': 'fa:16:3e:29:fc:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e1b200e-8479-411b-be95-b320e16e13ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '2531695a-dce9-4ba8-8fe1-981de5f81c6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:34:56Z', 'updated_at': '2022-02-04T12:35:10Z', 'revision_number': 5, 'project_id': '6d2d96abb2ff46d88357aa25adf70711', 'subnets': [{'id': '2531695a-dce9-4ba8-8fe1-981de5f81c6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:39:01.034882 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:01.035433 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dcd00fd0-9eeb-4d5e-8ee6-2b948b7cb386 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Publish callbacks [] for router_gateway (1f3db884-a949-4ca9-95a0-955a238a32da), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:01.146095 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-dcd00fd0-9eeb-4d5e-8ee6-2b948b7cb386 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Deleting port 898731d1-360f-49b4-85d3-1b2efb13ee53 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:39:01.147969 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dcd00fd0-9eeb-4d5e-8ee6-2b948b7cb386 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (898731d1-360f-49b4-85d3-1b2efb13ee53), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:01.290657 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dcd00fd0-9eeb-4d5e-8ee6-2b948b7cb386 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (898731d1-360f-49b4-85d3-1b2efb13ee53), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:01.303077 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92afa94-b3d0-45ab-96ce-549b023c1fb7 None None] New status for floating IP 3d4d2bf4-b726-4c3f-a2e3-ffa07379faa1: ACTIVE {{(pid=103476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 12:39:01.330087 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f17096-7299-4215-9b17-3db0c43af2f8 req-56a6dbbf-b2eb-4bee-8ba9-83f525fc88d1 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:39:01.335683 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f17096-7299-4215-9b17-3db0c43af2f8 req-56a6dbbf-b2eb-4bee-8ba9-83f525fc88d1 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:39:01.341455 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f17096-7299-4215-9b17-3db0c43af2f8 req-56a6dbbf-b2eb-4bee-8ba9-83f525fc88d1 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:39:01.348074 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f17096-7299-4215-9b17-3db0c43af2f8 req-56a6dbbf-b2eb-4bee-8ba9-83f525fc88d1 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:39:01.350023 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-dcd00fd0-9eeb-4d5e-8ee6-2b948b7cb386 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Calling delete_port for 898731d1-360f-49b4-85d3-1b2efb13ee53 owned by network:router_gateway {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:39:01.353413 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f17096-7299-4215-9b17-3db0c43af2f8 req-56a6dbbf-b2eb-4bee-8ba9-83f525fc88d1 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:39:01.359756 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f17096-7299-4215-9b17-3db0c43af2f8 req-56a6dbbf-b2eb-4bee-8ba9-83f525fc88d1 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:39:01.381248 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f17096-7299-4215-9b17-3db0c43af2f8 req-56a6dbbf-b2eb-4bee-8ba9-83f525fc88d1 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:39:01.383240 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-96f17096-7299-4215-9b17-3db0c43af2f8 req-56a6dbbf-b2eb-4bee-8ba9-83f525fc88d1 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 5441 time: 0.1660810 Feb 04 12:39:01.385201 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4a72a798-2239-41df-a0b0-ce9a8adaf1a0 req-84149435-09d2-415e-8fee-3179e66b4d22 service neutron] 10.222.0.73 "GET /v2.0/networks/647cdb67-8c3d-4450-9185-dcf62d584045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7861190 Feb 04 12:39:01.491972 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-96f17096-7299-4215-9b17-3db0c43af2f8 req-1a4969aa-3df0-4019-b470-85ae175494e9 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/security-groups?id=6fb9d925-f1ad-446a-9918-6c4396d6cf75&id=298cdae3-8a94-4f2b-ad9f-68a3e4a3ab72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0994341 Feb 04 12:39:01.645653 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:01.649473 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dcd00fd0-9eeb-4d5e-8ee6-2b948b7cb386 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (898731d1-360f-49b4-85d3-1b2efb13ee53), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:01.677425 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd00fd0-9eeb-4d5e-8ee6-2b948b7cb386 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Pushing event deleted for resources: {'Port': ['ID=898731d1-360f-49b4-85d3-1b2efb13ee53,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:39:01.759180 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dcd00fd0-9eeb-4d5e-8ee6-2b948b7cb386 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1599901'] for router_gateway (1f3db884-a949-4ca9-95a0-955a238a32da), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:01.867123 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dcd00fd0-9eeb-4d5e-8ee6-2b948b7cb386 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10915'] for router (1f3db884-a949-4ca9-95a0-955a238a32da), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:01.869556 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dcd00fd0-9eeb-4d5e-8ee6-2b948b7cb386 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Publish callbacks [] for router_controller (1f3db884-a949-4ca9-95a0-955a238a32da), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:01.920466 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dcd00fd0-9eeb-4d5e-8ee6-2b948b7cb386 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622829'] for router (1f3db884-a949-4ca9-95a0-955a238a32da), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:01.921077 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcd00fd0-9eeb-4d5e-8ee6-2b948b7cb386 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Fanout notify agent at l3_agent the message router_deleted on router 1f3db884-a949-4ca9-95a0-955a238a32da {{(pid=103474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 12:39:01.934017 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dcd00fd0-9eeb-4d5e-8ee6-2b948b7cb386 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:01.936601 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-dcd00fd0-9eeb-4d5e-8ee6-2b948b7cb386 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] 10.222.0.65 "DELETE /v2.0/routers/1f3db884-a949-4ca9-95a0-955a238a32da HTTP/1.1" status: 204 len: 168 time: 1.9506676 Feb 04 12:39:01.941023 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 52136) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:39:01.946251 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-ae0fcb47-f858-41fd-9eff-226b514487d3 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-898237265', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:39:01.970611 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ae0fcb47-f858-41fd-9eff-226b514487d3 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10933'] for router (0b1fd27f-6fb4-4031-97fa-9fe9dba2a0fd), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:01.972220 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ae0fcb47-f858-41fd-9eff-226b514487d3 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10924'] for router (0b1fd27f-6fb4-4031-97fa-9fe9dba2a0fd), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:02.035666 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ae0fcb47-f858-41fd-9eff-226b514487d3 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Publish callbacks [] for router_controller (0b1fd27f-6fb4-4031-97fa-9fe9dba2a0fd), precommit_add_association {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:02.041368 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ae0fcb47-f858-41fd-9eff-226b514487d3 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141'] for router (0b1fd27f-6fb4-4031-97fa-9fe9dba2a0fd), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:02.066795 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ae0fcb47-f858-41fd-9eff-226b514487d3 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Publish callbacks [] for router (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:02.068364 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-ae0fcb47-f858-41fd-9eff-226b514487d3 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1253572 Feb 04 12:39:02.070784 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52142) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:39:02.075841 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-62b12049-dc46-4720-b0af-54cccf2f26c4 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'enable_snat': False}}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:39:02.300823 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-62b12049-dc46-4720-b0af-54cccf2f26c4 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks [] for router_gateway (0b1fd27f-6fb4-4031-97fa-9fe9dba2a0fd), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:02.512302 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-62b12049-dc46-4720-b0af-54cccf2f26c4 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks [] for router_gateway (0b1fd27f-6fb4-4031-97fa-9fe9dba2a0fd), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:02.533307 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-62b12049-dc46-4720-b0af-54cccf2f26c4 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:02.665299 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-62b12049-dc46-4720-b0af-54cccf2f26c4 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Allocated IP 172.25.3.113 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/9bfa3a31-1a49-4f8d-8c79-42bba487a0f8) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:39:02.682400 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d2617-dbf7-465b-ac2b-9755e8163496 req-630eafa4-c46d-4d28-95fa-b9996e144741 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:39:02.688965 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d2617-dbf7-465b-ac2b-9755e8163496 req-630eafa4-c46d-4d28-95fa-b9996e144741 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:39:02.695525 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d2617-dbf7-465b-ac2b-9755e8163496 req-630eafa4-c46d-4d28-95fa-b9996e144741 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:39:02.701442 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d2617-dbf7-465b-ac2b-9755e8163496 req-630eafa4-c46d-4d28-95fa-b9996e144741 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:39:02.707483 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d2617-dbf7-465b-ac2b-9755e8163496 req-630eafa4-c46d-4d28-95fa-b9996e144741 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:39:02.713647 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d2617-dbf7-465b-ac2b-9755e8163496 req-630eafa4-c46d-4d28-95fa-b9996e144741 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:39:02.721108 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d2617-dbf7-465b-ac2b-9755e8163496 req-630eafa4-c46d-4d28-95fa-b9996e144741 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:39:02.724265 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ec8d2617-dbf7-465b-ac2b-9755e8163496 req-630eafa4-c46d-4d28-95fa-b9996e144741 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 5441 time: 0.1118450 Feb 04 12:39:02.782971 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-62b12049-dc46-4720-b0af-54cccf2f26c4 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks [] for port (9bfa3a31-1a49-4f8d-8c79-42bba487a0f8), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:02.811117 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ec8d2617-dbf7-465b-ac2b-9755e8163496 req-099272fe-eca8-43d0-a8e8-568752735ed8 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/security-groups?id=6fb9d925-f1ad-446a-9918-6c4396d6cf75&id=298cdae3-8a94-4f2b-ad9f-68a3e4a3ab72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0783651 Feb 04 12:39:02.829410 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-62b12049-dc46-4720-b0af-54cccf2f26c4 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (9bfa3a31-1a49-4f8d-8c79-42bba487a0f8), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:02.894606 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b12049-dc46-4720-b0af-54cccf2f26c4 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Pushing event updated for resources: {'Port': ['ID=9bfa3a31-1a49-4f8d-8c79-42bba487a0f8,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:39:02.904823 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b12049-dc46-4720-b0af-54cccf2f26c4 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:39:02.907135 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-62b12049-dc46-4720-b0af-54cccf2f26c4 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:39:02.914289 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b12049-dc46-4720-b0af-54cccf2f26c4 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:39:02.996856 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d467d0-ef42-40bc-b804-dc8c13a58edc req-544b0a30-f720-4967-bcce-cc1b80468c1f tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:39:03.003113 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d467d0-ef42-40bc-b804-dc8c13a58edc req-544b0a30-f720-4967-bcce-cc1b80468c1f tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:39:03.008880 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d467d0-ef42-40bc-b804-dc8c13a58edc req-544b0a30-f720-4967-bcce-cc1b80468c1f tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:39:03.016747 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d467d0-ef42-40bc-b804-dc8c13a58edc req-544b0a30-f720-4967-bcce-cc1b80468c1f tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:39:03.022526 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d467d0-ef42-40bc-b804-dc8c13a58edc req-544b0a30-f720-4967-bcce-cc1b80468c1f tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:39:03.028779 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d467d0-ef42-40bc-b804-dc8c13a58edc req-544b0a30-f720-4967-bcce-cc1b80468c1f tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:39:03.037023 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d467d0-ef42-40bc-b804-dc8c13a58edc req-544b0a30-f720-4967-bcce-cc1b80468c1f tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:39:03.045354 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c0d467d0-ef42-40bc-b804-dc8c13a58edc req-544b0a30-f720-4967-bcce-cc1b80468c1f tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 5441 time: 0.1363132 Feb 04 12:39:03.110818 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c0d467d0-ef42-40bc-b804-dc8c13a58edc req-f9801f71-2a90-47f3-be13-5f32b6bff178 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/security-groups?id=6fb9d925-f1ad-446a-9918-6c4396d6cf75&id=298cdae3-8a94-4f2b-ad9f-68a3e4a3ab72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0645070 Feb 04 12:39:03.246257 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-62b12049-dc46-4720-b0af-54cccf2f26c4 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks [] for router_gateway (0b1fd27f-6fb4-4031-97fa-9fe9dba2a0fd), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:03.304826 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab29dcdd-c5e8-4dd6-8dbe-fa796034ecf5 req-b3c73fa3-69c0-4d84-9d17-362137e46ea5 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:39:03.310826 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab29dcdd-c5e8-4dd6-8dbe-fa796034ecf5 req-b3c73fa3-69c0-4d84-9d17-362137e46ea5 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:39:03.317145 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab29dcdd-c5e8-4dd6-8dbe-fa796034ecf5 req-b3c73fa3-69c0-4d84-9d17-362137e46ea5 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:39:03.323301 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab29dcdd-c5e8-4dd6-8dbe-fa796034ecf5 req-b3c73fa3-69c0-4d84-9d17-362137e46ea5 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:39:03.329727 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab29dcdd-c5e8-4dd6-8dbe-fa796034ecf5 req-b3c73fa3-69c0-4d84-9d17-362137e46ea5 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:39:03.335234 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab29dcdd-c5e8-4dd6-8dbe-fa796034ecf5 req-b3c73fa3-69c0-4d84-9d17-362137e46ea5 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:39:03.341764 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab29dcdd-c5e8-4dd6-8dbe-fa796034ecf5 req-b3c73fa3-69c0-4d84-9d17-362137e46ea5 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:39:03.356296 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ab29dcdd-c5e8-4dd6-8dbe-fa796034ecf5 req-b3c73fa3-69c0-4d84-9d17-362137e46ea5 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 5441 time: 0.1352556 Feb 04 12:39:03.464664 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-62b12049-dc46-4720-b0af-54cccf2f26c4 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1623026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10906'] for router (0b1fd27f-6fb4-4031-97fa-9fe9dba2a0fd), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:03.469405 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-62b12049-dc46-4720-b0af-54cccf2f26c4 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1623127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1623150', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1622793'] for router (0b1fd27f-6fb4-4031-97fa-9fe9dba2a0fd), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:03.639207 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62b12049-dc46-4720-b0af-54cccf2f26c4 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Router 0b1fd27f-6fb4-4031-97fa-9fe9dba2a0fd is scheduled to L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de with binding_index 1 {{(pid=103474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 12:39:03.770828 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62b12049-dc46-4720-b0af-54cccf2f26c4 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:39:03.779667 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-62b12049-dc46-4720-b0af-54cccf2f26c4 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:03.782401 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752842b8-69a6-42ff-9182-5638580eb529 None None] Sync routers for ids ['0b1fd27f-6fb4-4031-97fa-9fe9dba2a0fd'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:39:03.784594 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 52176) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:39:03.792381 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-62b12049-dc46-4720-b0af-54cccf2f26c4 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] 10.222.0.65 "PUT /v2.0/routers/0b1fd27f-6fb4-4031-97fa-9fe9dba2a0fd HTTP/1.1" status: 200 len: 919 time: 1.7203131 Feb 04 12:39:03.802255 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752842b8-69a6-42ff-9182-5638580eb529 None None] Routers {'0b1fd27f-6fb4-4031-97fa-9fe9dba2a0fd'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:39:03.803432 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-752842b8-69a6-42ff-9182-5638580eb529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:38:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['0b1fd27f-6fb4-4031-97fa-9fe9dba2a0fd'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:39:03.846843 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-752842b8-69a6-42ff-9182-5638580eb529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:39:03.860075 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752842b8-69a6-42ff-9182-5638580eb529 None None] Routers {'0b1fd27f-6fb4-4031-97fa-9fe9dba2a0fd'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:39:03.861050 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-752842b8-69a6-42ff-9182-5638580eb529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:38:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['0b1fd27f-6fb4-4031-97fa-9fe9dba2a0fd'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:39:03.906180 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-752842b8-69a6-42ff-9182-5638580eb529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:39:03.907319 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752842b8-69a6-42ff-9182-5638580eb529 None None] The sync data for ids ['0b1fd27f-6fb4-4031-97fa-9fe9dba2a0fd'] in n-d-825015-3 is: [] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:39:03.955884 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-699b6a40-ea32-4c01-b0b9-f0a0a0bd64e4 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] 10.222.0.65 "GET /v2.0/routers/0b1fd27f-6fb4-4031-97fa-9fe9dba2a0fd HTTP/1.1" status: 200 len: 925 time: 0.1695423 Feb 04 12:39:03.958676 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52178) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:39:04.008076 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e69109-386b-413c-843a-07b983f08b74 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:39:04.011785 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-d8e69109-386b-413c-843a-07b983f08b74 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7&device_id=0b1fd27f-6fb4-4031-97fa-9fe9dba2a0fd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0497520 Feb 04 12:39:04.012492 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 52180) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:39:04.119116 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79127310-397a-4cab-b3a9-50de7ce0a642 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:39:04.120642 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-79127310-397a-4cab-b3a9-50de7ce0a642 tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] 10.222.0.65 "GET /v2.0/networks/7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 HTTP/1.1" status: 200 len: 881 time: 0.1071737 Feb 04 12:39:04.123419 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 52186) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:39:04.151534 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-ac5937a5-91b3-4999-ac87-2fe997f13089 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b1fd27f-6fb4-4031-97fa-9fe9dba2a0fd HTTP/1.1" status: 200 len: 205 time: 0.0267291 Feb 04 12:39:04.153830 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 52188) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:39:04.269765 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7150264c-1dd1-434b-ae63-1d258a14956f tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Publish callbacks [] for router (0b1fd27f-6fb4-4031-97fa-9fe9dba2a0fd), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:04.382927 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7150264c-1dd1-434b-ae63-1d258a14956f tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Publish callbacks [] for router_gateway (0b1fd27f-6fb4-4031-97fa-9fe9dba2a0fd), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:04.450028 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-7150264c-1dd1-434b-ae63-1d258a14956f tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Deleting port 9bfa3a31-1a49-4f8d-8c79-42bba487a0f8 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:39:04.450376 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7150264c-1dd1-434b-ae63-1d258a14956f tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (9bfa3a31-1a49-4f8d-8c79-42bba487a0f8), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:04.532666 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7150264c-1dd1-434b-ae63-1d258a14956f tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (9bfa3a31-1a49-4f8d-8c79-42bba487a0f8), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:04.544500 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-7150264c-1dd1-434b-ae63-1d258a14956f tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Calling delete_port for 9bfa3a31-1a49-4f8d-8c79-42bba487a0f8 owned by network:router_gateway {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:39:04.757609 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7150264c-1dd1-434b-ae63-1d258a14956f tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (9bfa3a31-1a49-4f8d-8c79-42bba487a0f8), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:04.787708 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7150264c-1dd1-434b-ae63-1d258a14956f tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Pushing event deleted for resources: {'Port': ['ID=9bfa3a31-1a49-4f8d-8c79-42bba487a0f8,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:39:04.865481 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7150264c-1dd1-434b-ae63-1d258a14956f tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1599901'] for router_gateway (0b1fd27f-6fb4-4031-97fa-9fe9dba2a0fd), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:04.971820 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7150264c-1dd1-434b-ae63-1d258a14956f tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10915'] for router (0b1fd27f-6fb4-4031-97fa-9fe9dba2a0fd), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:04.975510 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7150264c-1dd1-434b-ae63-1d258a14956f tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Publish callbacks [] for router_controller (0b1fd27f-6fb4-4031-97fa-9fe9dba2a0fd), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:05.031703 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7150264c-1dd1-434b-ae63-1d258a14956f tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622829'] for router (0b1fd27f-6fb4-4031-97fa-9fe9dba2a0fd), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:05.032551 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7150264c-1dd1-434b-ae63-1d258a14956f tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Fanout notify agent at l3_agent the message router_deleted on router 0b1fd27f-6fb4-4031-97fa-9fe9dba2a0fd {{(pid=103475) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 12:39:05.041521 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7150264c-1dd1-434b-ae63-1d258a14956f tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Publish callbacks [] for router (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:05.045928 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-7150264c-1dd1-434b-ae63-1d258a14956f tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] 10.222.0.65 "DELETE /v2.0/routers/0b1fd27f-6fb4-4031-97fa-9fe9dba2a0fd HTTP/1.1" status: 204 len: 168 time: 0.8877137 Feb 04 12:39:05.047308 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52202) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:39:05.052519 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-69eab84f-9ab5-450e-af35-dc79f4fcc422 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1932425071', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}, 'admin_state_up': False}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:39:05.075044 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-69eab84f-9ab5-450e-af35-dc79f4fcc422 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10933'] for router (24032fd9-d676-4e59-a345-38852255f04b), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:05.076173 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-69eab84f-9ab5-450e-af35-dc79f4fcc422 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10924'] for router (24032fd9-d676-4e59-a345-38852255f04b), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:05.137284 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-69eab84f-9ab5-450e-af35-dc79f4fcc422 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Publish callbacks [] for router_controller (24032fd9-d676-4e59-a345-38852255f04b), precommit_add_association {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:05.289782 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-69eab84f-9ab5-450e-af35-dc79f4fcc422 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Publish callbacks [] for router_gateway (24032fd9-d676-4e59-a345-38852255f04b), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:05.450975 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 12:39:05.517227 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-69eab84f-9ab5-450e-af35-dc79f4fcc422 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Publish callbacks [] for router_gateway (24032fd9-d676-4e59-a345-38852255f04b), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:05.541852 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-69eab84f-9ab5-450e-af35-dc79f4fcc422 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:05.670403 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-69eab84f-9ab5-450e-af35-dc79f4fcc422 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Allocated IP 172.25.3.47 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/8eee12c1-1e8a-4cb9-8614-638bfed9cd31) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:39:05.794811 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-69eab84f-9ab5-450e-af35-dc79f4fcc422 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Publish callbacks [] for port (8eee12c1-1e8a-4cb9-8614-638bfed9cd31), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:05.851994 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-69eab84f-9ab5-450e-af35-dc79f4fcc422 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (8eee12c1-1e8a-4cb9-8614-638bfed9cd31), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:05.905063 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69eab84f-9ab5-450e-af35-dc79f4fcc422 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:39:05.910419 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-69eab84f-9ab5-450e-af35-dc79f4fcc422 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:39:05.913289 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69eab84f-9ab5-450e-af35-dc79f4fcc422 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:39:05.915827 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eab84f-9ab5-450e-af35-dc79f4fcc422 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Pushing event updated for resources: {'Port': ['ID=8eee12c1-1e8a-4cb9-8614-638bfed9cd31,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:39:06.215987 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-69eab84f-9ab5-450e-af35-dc79f4fcc422 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Publish callbacks [] for router_gateway (24032fd9-d676-4e59-a345-38852255f04b), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:06.437865 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-69eab84f-9ab5-450e-af35-dc79f4fcc422 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141'] for router (24032fd9-d676-4e59-a345-38852255f04b), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:06.584374 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69eab84f-9ab5-450e-af35-dc79f4fcc422 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Router 24032fd9-d676-4e59-a345-38852255f04b is scheduled to L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de with binding_index 1 {{(pid=103474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 12:39:06.705545 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69eab84f-9ab5-450e-af35-dc79f4fcc422 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:39:06.718957 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647dd011-ee56-4cb5-bba7-ab2159599ced None None] Sync routers for ids ['24032fd9-d676-4e59-a345-38852255f04b'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:39:06.734358 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-69eab84f-9ab5-450e-af35-dc79f4fcc422 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:06.734921 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647dd011-ee56-4cb5-bba7-ab2159599ced None None] Routers {'24032fd9-d676-4e59-a345-38852255f04b'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:39:06.735872 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-69eab84f-9ab5-450e-af35-dc79f4fcc422 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 1.6874394 Feb 04 12:39:06.736083 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-647dd011-ee56-4cb5-bba7-ab2159599ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:38:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['24032fd9-d676-4e59-a345-38852255f04b'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:39:06.738706 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 52228) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:39:06.745592 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-e8ce7b50-533f-4155-a8c6-7ada4f581efe tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:39:06.776984 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-647dd011-ee56-4cb5-bba7-ab2159599ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:39:06.790998 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647dd011-ee56-4cb5-bba7-ab2159599ced None None] Routers {'24032fd9-d676-4e59-a345-38852255f04b'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:39:06.791620 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-647dd011-ee56-4cb5-bba7-ab2159599ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:38:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['24032fd9-d676-4e59-a345-38852255f04b'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:39:06.799502 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [req-ce2737bb-6292-49f2-a829-871ab944f86c req-5439ee84-e4ca-4a0e-b080-61002f3a7f4c service neutron] (103475) timed out ('10.222.0.73', 59610) {{(pid=103475) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 04 12:39:06.830826 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-647dd011-ee56-4cb5-bba7-ab2159599ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:39:06.831443 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647dd011-ee56-4cb5-bba7-ab2159599ced None None] The sync data for ids ['24032fd9-d676-4e59-a345-38852255f04b'] in n-d-825015-3 is: [] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:39:07.130396 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e8ce7b50-533f-4155-a8c6-7ada4f581efe tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Publish callbacks [] for router_gateway (24032fd9-d676-4e59-a345-38852255f04b), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:07.146129 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e8ce7b50-533f-4155-a8c6-7ada4f581efe tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Publish callbacks [] for router_gateway (24032fd9-d676-4e59-a345-38852255f04b), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:07.218611 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-e8ce7b50-533f-4155-a8c6-7ada4f581efe tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Deleting port 8eee12c1-1e8a-4cb9-8614-638bfed9cd31 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:39:07.219127 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e8ce7b50-533f-4155-a8c6-7ada4f581efe tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (8eee12c1-1e8a-4cb9-8614-638bfed9cd31), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:07.311021 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e8ce7b50-533f-4155-a8c6-7ada4f581efe tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (8eee12c1-1e8a-4cb9-8614-638bfed9cd31), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:07.326518 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-e8ce7b50-533f-4155-a8c6-7ada4f581efe tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Calling delete_port for 8eee12c1-1e8a-4cb9-8614-638bfed9cd31 owned by network:router_gateway {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:39:07.503449 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e8ce7b50-533f-4155-a8c6-7ada4f581efe tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (8eee12c1-1e8a-4cb9-8614-638bfed9cd31), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:07.535625 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ce7b50-533f-4155-a8c6-7ada4f581efe tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Pushing event deleted for resources: {'Port': ['ID=8eee12c1-1e8a-4cb9-8614-638bfed9cd31,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:39:07.602671 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e8ce7b50-533f-4155-a8c6-7ada4f581efe tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1599901'] for router_gateway (24032fd9-d676-4e59-a345-38852255f04b), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:07.833497 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e8ce7b50-533f-4155-a8c6-7ada4f581efe tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1623026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10906'] for router (24032fd9-d676-4e59-a345-38852255f04b), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:07.837358 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e8ce7b50-533f-4155-a8c6-7ada4f581efe tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1623127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1623150', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1622793'] for router (24032fd9-d676-4e59-a345-38852255f04b), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:07.923031 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8ce7b50-533f-4155-a8c6-7ada4f581efe tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Router 24032fd9-d676-4e59-a345-38852255f04b has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:39:08.005819 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8ce7b50-533f-4155-a8c6-7ada4f581efe tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:39:08.012414 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e8ce7b50-533f-4155-a8c6-7ada4f581efe tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Publish callbacks [] for router (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:08.013892 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-e8ce7b50-533f-4155-a8c6-7ada4f581efe tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] 10.222.0.65 "PUT /v2.0/routers/24032fd9-d676-4e59-a345-38852255f04b HTTP/1.1" status: 200 len: 710 time: 1.2730875 Feb 04 12:39:08.019520 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 52248) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:39:08.021148 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbec24da-d054-489b-9b41-ecf29981b812 None None] Sync routers for ids ['24032fd9-d676-4e59-a345-38852255f04b'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:39:08.034653 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbec24da-d054-489b-9b41-ecf29981b812 None None] Routers {'24032fd9-d676-4e59-a345-38852255f04b'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:39:08.035460 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-cbec24da-d054-489b-9b41-ecf29981b812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:38:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['24032fd9-d676-4e59-a345-38852255f04b'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:39:08.074611 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-cbec24da-d054-489b-9b41-ecf29981b812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:39:08.111080 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbec24da-d054-489b-9b41-ecf29981b812 None None] Routers {'24032fd9-d676-4e59-a345-38852255f04b'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:39:08.111767 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-cbec24da-d054-489b-9b41-ecf29981b812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:38:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['24032fd9-d676-4e59-a345-38852255f04b'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:39:08.141360 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-2b263e66-9ff8-4416-827a-eab46361dbdb tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] 10.222.0.65 "GET /v2.0/routers/24032fd9-d676-4e59-a345-38852255f04b HTTP/1.1" status: 200 len: 745 time: 0.1233292 Feb 04 12:39:08.144080 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52252) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:39:08.204699 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-1ac00610-ec4a-4ca7-ab8b-c5848b86f0de tempest-RoutersIpV6AdminTest-412279393 tempest-RoutersIpV6AdminTest-412279393-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7&device_id=24032fd9-d676-4e59-a345-38852255f04b HTTP/1.1" status: 200 len: 205 time: 0.0577204 Feb 04 12:39:08.207273 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 52254) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:39:08.239166 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-41b5f547-b08e-4cd5-8f7a-ba6514c9edec tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] 10.222.0.65 "GET /v2.0/ports?device_id=24032fd9-d676-4e59-a345-38852255f04b HTTP/1.1" status: 200 len: 205 time: 0.0303738 Feb 04 12:39:08.241648 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52256) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:39:08.244481 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-cbec24da-d054-489b-9b41-ecf29981b812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:39:08.245331 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbec24da-d054-489b-9b41-ecf29981b812 None None] The sync data for ids ['24032fd9-d676-4e59-a345-38852255f04b'] in n-d-825015-3 is: [] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:39:08.326478 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-056d5fd6-c90d-43f4-923e-70def73f735d tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Publish callbacks [] for router (24032fd9-d676-4e59-a345-38852255f04b), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:08.836389 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-056d5fd6-c90d-43f4-923e-70def73f735d tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10915'] for router (24032fd9-d676-4e59-a345-38852255f04b), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:08.838514 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-056d5fd6-c90d-43f4-923e-70def73f735d tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Publish callbacks [] for router_controller (24032fd9-d676-4e59-a345-38852255f04b), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:08.895897 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-056d5fd6-c90d-43f4-923e-70def73f735d tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622829'] for router (24032fd9-d676-4e59-a345-38852255f04b), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:08.896518 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-056d5fd6-c90d-43f4-923e-70def73f735d tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Fanout notify agent at l3_agent the message router_deleted on router 24032fd9-d676-4e59-a345-38852255f04b {{(pid=103474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 12:39:08.904305 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-056d5fd6-c90d-43f4-923e-70def73f735d tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:08.905652 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-056d5fd6-c90d-43f4-923e-70def73f735d tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] 10.222.0.65 "DELETE /v2.0/routers/24032fd9-d676-4e59-a345-38852255f04b HTTP/1.1" status: 204 len: 168 time: 0.6626625 Feb 04 12:39:08.909549 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 52272) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:39:08.953952 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52274) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:39:08.955830 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-d33f4fbc-c2ac-49f9-9759-6704f1ad4f33 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] 10.222.0.65 "GET /v2.0/ports?device_id=24032fd9-d676-4e59-a345-38852255f04b HTTP/1.1" status: 200 len: 205 time: 0.0436428 Feb 04 12:39:08.998864 n-d-825015-3 neutron-server[103474]: INFO neutron.api.v2.resource [None req-d4c58904-2ae3-4624-aa5f-88856f10e842 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] delete failed (client error): The resource could not be found. Feb 04 12:39:09.002502 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-d4c58904-2ae3-4624-aa5f-88856f10e842 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] 10.222.0.65 "DELETE /v2.0/routers/24032fd9-d676-4e59-a345-38852255f04b HTTP/1.1" status: 404 len: 336 time: 0.0444362 Feb 04 12:39:09.002707 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52276) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:39:09.035392 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-4eae9975-6690-45d9-8579-4c359c635965 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b1fd27f-6fb4-4031-97fa-9fe9dba2a0fd HTTP/1.1" status: 200 len: 205 time: 0.0308597 Feb 04 12:39:09.037527 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52278) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:39:09.076603 n-d-825015-3 neutron-server[103474]: INFO neutron.api.v2.resource [None req-717b4e13-b09c-4d8c-af03-932102946fab tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] delete failed (client error): The resource could not be found. Feb 04 12:39:09.080195 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-717b4e13-b09c-4d8c-af03-932102946fab tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] 10.222.0.65 "DELETE /v2.0/routers/0b1fd27f-6fb4-4031-97fa-9fe9dba2a0fd HTTP/1.1" status: 404 len: 336 time: 0.0415151 Feb 04 12:39:09.081464 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52280) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:39:09.113720 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-7e17fb85-2943-4592-b77f-ee8eeb04e4c3 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f3db884-a949-4ca9-95a0-955a238a32da HTTP/1.1" status: 200 len: 205 time: 0.0311244 Feb 04 12:39:09.116259 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52282) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:39:09.154653 n-d-825015-3 neutron-server[103474]: INFO neutron.api.v2.resource [None req-85045737-0391-4841-a2ce-160dcd1b91e1 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] delete failed (client error): The resource could not be found. Feb 04 12:39:09.158957 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-85045737-0391-4841-a2ce-160dcd1b91e1 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] 10.222.0.65 "DELETE /v2.0/routers/1f3db884-a949-4ca9-95a0-955a238a32da HTTP/1.1" status: 404 len: 336 time: 0.0392451 Feb 04 12:39:09.159209 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52288) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:39:09.188920 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-097c5471-dd98-4df4-b3dd-2587de0c78c1 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] 10.222.0.65 "GET /v2.0/ports?device_id=dea5815f-7ff1-4eb7-a38e-097cb364bde1 HTTP/1.1" status: 200 len: 205 time: 0.0285766 Feb 04 12:39:09.191234 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52290) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:39:09.235360 n-d-825015-3 neutron-server[103474]: INFO neutron.api.v2.resource [None req-7560c136-80b8-4be3-bd10-4e8a55f0e179 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] delete failed (client error): The resource could not be found. Feb 04 12:39:09.238682 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-7560c136-80b8-4be3-bd10-4e8a55f0e179 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] 10.222.0.65 "DELETE /v2.0/routers/dea5815f-7ff1-4eb7-a38e-097cb364bde1 HTTP/1.1" status: 404 len: 336 time: 0.0442593 Feb 04 12:39:09.239059 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52292) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:39:09.269404 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-fcb4c326-fd58-4a33-b387-6ac5da27b1d4 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] 10.222.0.65 "GET /v2.0/ports?device_id=571b8bc1-5ab8-4dc6-871d-935e2ccea642 HTTP/1.1" status: 200 len: 205 time: 0.0271270 Feb 04 12:39:09.269652 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52294) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:39:09.307609 n-d-825015-3 neutron-server[103474]: INFO neutron.api.v2.resource [None req-10a8be7b-ca5c-401e-a28e-251159295f42 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] delete failed (client error): The resource could not be found. Feb 04 12:39:09.308912 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-10a8be7b-ca5c-401e-a28e-251159295f42 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] 10.222.0.65 "DELETE /v2.0/routers/571b8bc1-5ab8-4dc6-871d-935e2ccea642 HTTP/1.1" status: 404 len: 336 time: 0.0381861 Feb 04 12:39:09.311330 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52296) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:39:09.345449 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-b5d1df05-860c-4cf5-9b35-1a3a47b9b7f5 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] 10.222.0.65 "GET /v2.0/ports?device_id=9005eead-e60d-496a-96ac-992f6a4861fd HTTP/1.1" status: 200 len: 205 time: 0.0321357 Feb 04 12:39:09.347772 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52298) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:39:09.387434 n-d-825015-3 neutron-server[103474]: INFO neutron.api.v2.resource [None req-63d83c59-88db-4079-9e5a-a40565943f04 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] delete failed (client error): The resource could not be found. Feb 04 12:39:09.392215 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-63d83c59-88db-4079-9e5a-a40565943f04 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] 10.222.0.65 "DELETE /v2.0/routers/9005eead-e60d-496a-96ac-992f6a4861fd HTTP/1.1" status: 404 len: 336 time: 0.0402927 Feb 04 12:39:09.392465 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52300) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:39:09.423751 n-d-825015-3 neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-39113da1-3ae1-4b7f-b9f9-39f145ae85f7 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] DELETE failed (client error): The resource could not be found. Feb 04 12:39:09.424235 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39113da1-3ae1-4b7f-b9f9-39f145ae85f7 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 12:39:09.428670 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-39113da1-3ae1-4b7f-b9f9-39f145ae85f7 tempest-RoutersIpV6AdminTest-1656966887 tempest-RoutersIpV6AdminTest-1656966887-project] 10.222.0.65 "DELETE /v2.0/subnets/051ea696-c008-49fa-b572-7e3e8a12710e HTTP/1.1" status: 404 len: 337 time: 0.0352561 Feb 04 12:39:09.726141 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52310) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:39:09.854682 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d1f8c4b4-aa23-4301-90c1-5b38d618c683 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:09.934344 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d1f8c4b4-aa23-4301-90c1-5b38d618c683 admin admin] Publish callbacks [] for security_group (5fc69426-fbf7-49db-a2a5-b06d05a4f55d), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:09.939526 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d1f8c4b4-aa23-4301-90c1-5b38d618c683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (5fc69426-fbf7-49db-a2a5-b06d05a4f55d), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:09.981021 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f8c4b4-aa23-4301-90c1-5b38d618c683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc69426-fbf7-49db-a2a5-b06d05a4f55d,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:39:09.986630 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-d1f8c4b4-aa23-4301-90c1-5b38d618c683 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=beb5f7235290451e9727d0dcdc32091e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2592576 Feb 04 12:39:09.989703 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 52318) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:39:10.053467 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d695a128-f517-46d0-a6f4-329d4589a7d7 admin admin] Publish callbacks [] for security_group (5fc69426-fbf7-49db-a2a5-b06d05a4f55d), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:10.077236 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d695a128-f517-46d0-a6f4-329d4589a7d7 admin admin] Publish callbacks [] for security_group (5fc69426-fbf7-49db-a2a5-b06d05a4f55d), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:10.141814 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d695a128-f517-46d0-a6f4-329d4589a7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (5fc69426-fbf7-49db-a2a5-b06d05a4f55d), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:10.144832 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d695a128-f517-46d0-a6f4-329d4589a7d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:10.148196 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-d695a128-f517-46d0-a6f4-329d4589a7d7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5fc69426-fbf7-49db-a2a5-b06d05a4f55d HTTP/1.1" status: 204 len: 168 time: 0.1566308 Feb 04 12:39:10.158570 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d695a128-f517-46d0-a6f4-329d4589a7d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc69426-fbf7-49db-a2a5-b06d05a4f55d,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:39:10.474126 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52332) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:39:10.518234 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-ca6b45a4-2c5a-4c82-ab02-22302e238d26 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f43aaa694baf43c5851df8edc3f3937e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0420916 Feb 04 12:39:10.521470 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52334) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:39:10.573937 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b41da3cc-db06-4ead-bc99-c6d5b9623dde admin admin] Publish callbacks [] for security_group (fc369608-2731-447d-a706-05073f592994), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:10.598296 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b41da3cc-db06-4ead-bc99-c6d5b9623dde admin admin] Publish callbacks [] for security_group (fc369608-2731-447d-a706-05073f592994), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:10.648653 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b41da3cc-db06-4ead-bc99-c6d5b9623dde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (fc369608-2731-447d-a706-05073f592994), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:10.651236 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b41da3cc-db06-4ead-bc99-c6d5b9623dde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:10.654759 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-b41da3cc-db06-4ead-bc99-c6d5b9623dde admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fc369608-2731-447d-a706-05073f592994 HTTP/1.1" status: 204 len: 168 time: 0.1297855 Feb 04 12:39:10.661296 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41da3cc-db06-4ead-bc99-c6d5b9623dde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc369608-2731-447d-a706-05073f592994,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:39:11.636264 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52402) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:39:11.825326 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-799bc7d6-3a74-48f1-aba4-9477919177b0 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-165395655'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:39:11.869477 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-799bc7d6-3a74-48f1-aba4-9477919177b0 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Made reservation on behalf of 3efc363d3e1d49b3ac7c9cf9a7c742bd for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:39:11.873056 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-799bc7d6-3a74-48f1-aba4-9477919177b0 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:11.883858 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-799bc7d6-3a74-48f1-aba4-9477919177b0 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:11.981850 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-799bc7d6-3a74-48f1-aba4-9477919177b0 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Publish callbacks [] for security_group (5aab5ca9-7bfc-483e-81cb-fcfaa3233eb4), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:11.986874 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-799bc7d6-3a74-48f1-aba4-9477919177b0 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (5aab5ca9-7bfc-483e-81cb-fcfaa3233eb4), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:12.021494 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-799bc7d6-3a74-48f1-aba4-9477919177b0 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:39:12.041171 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799bc7d6-3a74-48f1-aba4-9477919177b0 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5aab5ca9-7bfc-483e-81cb-fcfaa3233eb4,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:39:12.047448 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-799bc7d6-3a74-48f1-aba4-9477919177b0 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (9a3004e8-dbaa-4cba-b204-4330794aad9d), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:12.048181 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-799bc7d6-3a74-48f1-aba4-9477919177b0 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Added segment 9a3004e8-dbaa-4cba-b204-4330794aad9d of type vlan for network 50ecb904-7d9c-4e3e-bb70-40f7a1ed14d0 Feb 04 12:39:12.102110 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-799bc7d6-3a74-48f1-aba4-9477919177b0 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (50ecb904-7d9c-4e3e-bb70-40f7a1ed14d0), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:12.140234 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-799bc7d6-3a74-48f1-aba4-9477919177b0 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (50ecb904-7d9c-4e3e-bb70-40f7a1ed14d0), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:12.148646 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-799bc7d6-3a74-48f1-aba4-9477919177b0 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:39:12.149421 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-799bc7d6-3a74-48f1-aba4-9477919177b0 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:12.230874 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-799bc7d6-3a74-48f1-aba4-9477919177b0 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.5932643 Feb 04 12:39:12.234774 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 52426) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:39:12.241632 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-a040f512-5c20-43da-a090-bfa33a09a14c tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Request body: {'subnet': {'network_id': '50ecb904-7d9c-4e3e-bb70-40f7a1ed14d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:39:12.281481 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799bc7d6-3a74-48f1-aba4-9477919177b0 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Pushing event updated for resources: {'Network': ['ID=50ecb904-7d9c-4e3e-bb70-40f7a1ed14d0,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:39:12.337476 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 50ecb904-7d9c-4e3e-bb70-40f7a1ed14d0 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:39:12.449078 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a040f512-5c20-43da-a090-bfa33a09a14c tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Made reservation on behalf of 3efc363d3e1d49b3ac7c9cf9a7c742bd for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:39:12.455667 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a040f512-5c20-43da-a090-bfa33a09a14c tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:12.824926 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a040f512-5c20-43da-a090-bfa33a09a14c tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52094127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51452689'] for subnet (f53b1b9e-73cc-4eb4-9dee-644855d8e741), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:12.916903 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a040f512-5c20-43da-a090-bfa33a09a14c tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Pushing event updated for resources: {'Subnet': ['ID=f53b1b9e-73cc-4eb4-9dee-644855d8e741,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:39:12.926325 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a040f512-5c20-43da-a090-bfa33a09a14c tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Checking segment: {'id': '9a3004e8-dbaa-4cba-b204-4330794aad9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '50ecb904-7d9c-4e3e-bb70-40f7a1ed14d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:39:12.926696 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a040f512-5c20-43da-a090-bfa33a09a14c tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Network hostable DHCP agents. Network: 50ecb904-7d9c-4e3e-bb70-40f7a1ed14d0, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:39:12.954482 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a040f512-5c20-43da-a090-bfa33a09a14c tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Network 50ecb904-7d9c-4e3e-bb70-40f7a1ed14d0 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:39:12.970420 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-a040f512-5c20-43da-a090-bfa33a09a14c tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 50ecb904-7d9c-4e3e-bb70-40f7a1ed14d0) {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:39:12.975712 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a040f512-5c20-43da-a090-bfa33a09a14c tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:39:12.976667 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a040f512-5c20-43da-a090-bfa33a09a14c tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:12.980970 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49dde2fb-696e-4ed4-b142-e7597f5eda08 None None] Network 50ecb904-7d9c-4e3e-bb70-40f7a1ed14d0 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:39:13.005227 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52476) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:39:13.006352 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-a040f512-5c20-43da-a090-bfa33a09a14c tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7704458 Feb 04 12:39:13.010924 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-2f4e40df-8aa0-48fd-b178-8fae4a83ab78 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Request body: {'port': {'network_id': '50ecb904-7d9c-4e3e-bb70-40f7a1ed14d0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1051501042'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:39:13.139111 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd156d9-8966-41ad-8f88-266f3fb6a982 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-50ecb904-7d9c-4e3e-bb70-40f7a1ed14d0', 'network_id': '50ecb904-7d9c-4e3e-bb70-40f7a1ed14d0', 'project_id': '3efc363d3e1d49b3ac7c9cf9a7c742bd', 'fixed_ips': [{'subnet_id': 'f53b1b9e-73cc-4eb4-9dee-644855d8e741'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 12:39:13.141529 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7dd156d9-8966-41ad-8f88-266f3fb6a982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:13.285714 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f4e40df-8aa0-48fd-b178-8fae4a83ab78 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Made reservation on behalf of 3efc363d3e1d49b3ac7c9cf9a7c742bd for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:39:13.290351 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2f4e40df-8aa0-48fd-b178-8fae4a83ab78 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:13.338081 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [None req-2f4e40df-8aa0-48fd-b178-8fae4a83ab78 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] device_id is not set on port 314b2bdf-831f-47e1-a6cd-e64ccdcdd8e3 yet. {{(pid=103474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 12:39:13.443662 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-7dd156d9-8966-41ad-8f88-266f3fb6a982 None None] Allocated IP 2001:db8::2 (50ecb904-7d9c-4e3e-bb70-40f7a1ed14d0/f53b1b9e-73cc-4eb4-9dee-644855d8e741/c8a5789a-a8f7-46d4-b7b0-26e671d6de37) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:39:13.840389 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7dd156d9-8966-41ad-8f88-266f3fb6a982 None None] Publish callbacks [] for port (c8a5789a-a8f7-46d4-b7b0-26e671d6de37), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:13.859085 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7dd156d9-8966-41ad-8f88-266f3fb6a982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (c8a5789a-a8f7-46d4-b7b0-26e671d6de37), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:13.958130 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd156d9-8966-41ad-8f88-266f3fb6a982 None None] Network 50ecb904-7d9c-4e3e-bb70-40f7a1ed14d0 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:39:13.963784 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-7dd156d9-8966-41ad-8f88-266f3fb6a982 None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:39:13.973449 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd156d9-8966-41ad-8f88-266f3fb6a982 None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:39:14.055403 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-2f4e40df-8aa0-48fd-b178-8fae4a83ab78 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Allocated IP 2001:db8::2bd (50ecb904-7d9c-4e3e-bb70-40f7a1ed14d0/f53b1b9e-73cc-4eb4-9dee-644855d8e741/314b2bdf-831f-47e1-a6cd-e64ccdcdd8e3) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:39:14.111660 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd156d9-8966-41ad-8f88-266f3fb6a982 None None] Pushing event updated for resources: {'Port': ['ID=c8a5789a-a8f7-46d4-b7b0-26e671d6de37,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:39:14.165790 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-7dd156d9-8966-41ad-8f88-266f3fb6a982 None None] Attempting to bind port c8a5789a-a8f7-46d4-b7b0-26e671d6de37 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:39:14.168278 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-7dd156d9-8966-41ad-8f88-266f3fb6a982 None None] Attempting to bind port c8a5789a-a8f7-46d4-b7b0-26e671d6de37 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '9a3004e8-dbaa-4cba-b204-4330794aad9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '50ecb904-7d9c-4e3e-bb70-40f7a1ed14d0'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:39:14.168759 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd156d9-8966-41ad-8f88-266f3fb6a982 None None] Attempting to bind port c8a5789a-a8f7-46d4-b7b0-26e671d6de37 on network 50ecb904-7d9c-4e3e-bb70-40f7a1ed14d0 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:39:14.189472 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd156d9-8966-41ad-8f88-266f3fb6a982 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:39:14.191019 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd156d9-8966-41ad-8f88-266f3fb6a982 None None] Checking segment: {'id': '9a3004e8-dbaa-4cba-b204-4330794aad9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '50ecb904-7d9c-4e3e-bb70-40f7a1ed14d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:39:14.193099 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7dd156d9-8966-41ad-8f88-266f3fb6a982 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:14.193600 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd156d9-8966-41ad-8f88-266f3fb6a982 None None] Bound using segment: {'id': '9a3004e8-dbaa-4cba-b204-4330794aad9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '50ecb904-7d9c-4e3e-bb70-40f7a1ed14d0'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:39:14.194186 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-7dd156d9-8966-41ad-8f88-266f3fb6a982 None None] Bound port: c8a5789a-a8f7-46d4-b7b0-26e671d6de37, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a3004e8-dbaa-4cba-b204-4330794aad9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '50ecb904-7d9c-4e3e-bb70-40f7a1ed14d0'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:39:14.197473 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7dd156d9-8966-41ad-8f88-266f3fb6a982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (c8a5789a-a8f7-46d4-b7b0-26e671d6de37), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:14.363895 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-7dd156d9-8966-41ad-8f88-266f3fb6a982 None None] For port c8a5789a-a8f7-46d4-b7b0-26e671d6de37, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:39:14.369838 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-7dd156d9-8966-41ad-8f88-266f3fb6a982 None None] For port c8a5789a-a8f7-46d4-b7b0-26e671d6de37, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=c8a5789a-a8f7-46d4-b7b0-26e671d6de37,segment=NetworkSegment(9a3004e8-dbaa-4cba-b204-4330794aad9d),segment_id=9a3004e8-dbaa-4cba-b204-4330794aad9d)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:39:14.390824 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7dd156d9-8966-41ad-8f88-266f3fb6a982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (c8a5789a-a8f7-46d4-b7b0-26e671d6de37), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:14.425505 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2f4e40df-8aa0-48fd-b178-8fae4a83ab78 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Publish callbacks [] for port (314b2bdf-831f-47e1-a6cd-e64ccdcdd8e3), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:14.533899 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd156d9-8966-41ad-8f88-266f3fb6a982 None None] Pushing event updated for resources: {'Port': ['ID=c8a5789a-a8f7-46d4-b7b0-26e671d6de37,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:39:14.550394 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2f4e40df-8aa0-48fd-b178-8fae4a83ab78 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (314b2bdf-831f-47e1-a6cd-e64ccdcdd8e3), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:14.652455 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4e40df-8aa0-48fd-b178-8fae4a83ab78 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Pushing event updated for resources: {'Port': ['ID=314b2bdf-831f-47e1-a6cd-e64ccdcdd8e3,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:39:14.675965 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4e40df-8aa0-48fd-b178-8fae4a83ab78 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Network 50ecb904-7d9c-4e3e-bb70-40f7a1ed14d0 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:39:14.677792 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-2f4e40df-8aa0-48fd-b178-8fae4a83ab78 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:39:14.682698 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4e40df-8aa0-48fd-b178-8fae4a83ab78 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:39:14.695766 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4e40df-8aa0-48fd-b178-8fae4a83ab78 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:39:14.697505 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2f4e40df-8aa0-48fd-b178-8fae4a83ab78 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:14.752221 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-2f4e40df-8aa0-48fd-b178-8fae4a83ab78 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.7416856 Feb 04 12:39:14.752547 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 52514) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:39:14.758530 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-dd89d172-4963-4311-adfa-5a60d27b03b5 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Request body: {'port': {'network_id': '50ecb904-7d9c-4e3e-bb70-40f7a1ed14d0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2041532139', 'allowed_address_pairs': [{'ip_address': '2001:db8::2bd', 'mac_address': 'fa:16:3e:19:b9:38'}]}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:39:15.110652 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd89d172-4963-4311-adfa-5a60d27b03b5 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Made reservation on behalf of 3efc363d3e1d49b3ac7c9cf9a7c742bd for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:39:15.306203 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-dd89d172-4963-4311-adfa-5a60d27b03b5 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:15.356989 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [None req-dd89d172-4963-4311-adfa-5a60d27b03b5 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] device_id is not set on port d2911da4-d710-4733-94c7-60e775bf8a1e yet. {{(pid=103475) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 12:39:15.541681 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f4c96371-f7f0-4335-a5d1-966399518097 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:15.568295 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-dd89d172-4963-4311-adfa-5a60d27b03b5 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Allocated IP 2001:db8::38d (50ecb904-7d9c-4e3e-bb70-40f7a1ed14d0/f53b1b9e-73cc-4eb4-9dee-644855d8e741/d2911da4-d710-4733-94c7-60e775bf8a1e) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:39:16.022140 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-dd89d172-4963-4311-adfa-5a60d27b03b5 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Publish callbacks [] for port (d2911da4-d710-4733-94c7-60e775bf8a1e), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:16.144777 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-dd89d172-4963-4311-adfa-5a60d27b03b5 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (d2911da4-d710-4733-94c7-60e775bf8a1e), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:16.255778 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd89d172-4963-4311-adfa-5a60d27b03b5 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Network 50ecb904-7d9c-4e3e-bb70-40f7a1ed14d0 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:39:16.262768 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-dd89d172-4963-4311-adfa-5a60d27b03b5 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:39:16.268132 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd89d172-4963-4311-adfa-5a60d27b03b5 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:39:16.274112 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd89d172-4963-4311-adfa-5a60d27b03b5 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:39:16.275429 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-dd89d172-4963-4311-adfa-5a60d27b03b5 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:16.293658 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd89d172-4963-4311-adfa-5a60d27b03b5 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Pushing event updated for resources: {'Port': ['ID=d2911da4-d710-4733-94c7-60e775bf8a1e,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:39:16.322932 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-dd89d172-4963-4311-adfa-5a60d27b03b5 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.5689666 Feb 04 12:39:16.328044 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52548) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:39:16.395874 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device c8a5789a-a8f7-46d4-b7b0-26e671d6de37 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:39:16.547614 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4cf3529-ed32-4b65-9dd4-78d398289b66 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:39:16.567864 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4cf3529-ed32-4b65-9dd4-78d398289b66 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:39:16.584845 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4cf3529-ed32-4b65-9dd4-78d398289b66 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:39:16.589072 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-b4cf3529-ed32-4b65-9dd4-78d398289b66 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.2581937 Feb 04 12:39:16.591054 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 52554) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:39:16.592971 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port c8a5789a-a8f7-46d4-b7b0-26e671d6de37 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:39:16.594318 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (c8a5789a-a8f7-46d4-b7b0-26e671d6de37), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:16.782767 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port c8a5789a-a8f7-46d4-b7b0-26e671d6de37 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:39:16.783465 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (c8a5789a-a8f7-46d4-b7b0-26e671d6de37), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:16.859877 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port c8a5789a-a8f7-46d4-b7b0-26e671d6de37, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=c8a5789a-a8f7-46d4-b7b0-26e671d6de37,segment=NetworkSegment(9a3004e8-dbaa-4cba-b204-4330794aad9d),segment_id=9a3004e8-dbaa-4cba-b204-4330794aad9d)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:39:16.865862 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (c8a5789a-a8f7-46d4-b7b0-26e671d6de37), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:16.949245 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-9fd933ba-deaf-45c9-bfe4-a84f6ba4331c tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Deleting port d2911da4-d710-4733-94c7-60e775bf8a1e {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:39:16.955918 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9fd933ba-deaf-45c9-bfe4-a84f6ba4331c tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (d2911da4-d710-4733-94c7-60e775bf8a1e), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:16.985914 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=c8a5789a-a8f7-46d4-b7b0-26e671d6de37,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:39:17.035833 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-112793ce-278a-4607-adfb-eb5bc663d276 None None] Network 50ecb904-7d9c-4e3e-bb70-40f7a1ed14d0 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:39:17.134436 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-67c1e7b2-1b5a-4f84-b7b6-ea6475826ac4 None None] Provisioning complete for port c8a5789a-a8f7-46d4-b7b0-26e671d6de37 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:39:17.135133 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-67c1e7b2-1b5a-4f84-b7b6-ea6475826ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (c8a5789a-a8f7-46d4-b7b0-26e671d6de37), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:17.235959 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9fd933ba-deaf-45c9-bfe4-a84f6ba4331c tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (d2911da4-d710-4733-94c7-60e775bf8a1e), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:17.249978 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-67c1e7b2-1b5a-4f84-b7b6-ea6475826ac4 None None] Current status of the port c8a5789a-a8f7-46d4-b7b0-26e671d6de37 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:39:17.288518 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-9fd933ba-deaf-45c9-bfe4-a84f6ba4331c tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Calling delete_port for d2911da4-d710-4733-94c7-60e775bf8a1e owned by {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:39:17.975317 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dbbc2e23-4587-4fd0-826f-870fccc0d0c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:18.117406 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-86420a13-af2a-4424-9d29-e6a1e988b26f None None] Provisioning complete for port d2911da4-d710-4733-94c7-60e775bf8a1e triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:39:18.117909 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-86420a13-af2a-4424-9d29-e6a1e988b26f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (d2911da4-d710-4733-94c7-60e775bf8a1e), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:18.272108 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-86420a13-af2a-4424-9d29-e6a1e988b26f None None] Port d2911da4-d710-4733-94c7-60e775bf8a1e cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:39:18.290201 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device c8a5789a-a8f7-46d4-b7b0-26e671d6de37 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:39:18.420555 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-86420a13-af2a-4424-9d29-e6a1e988b26f None None] Provisioning complete for port 314b2bdf-831f-47e1-a6cd-e64ccdcdd8e3 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:39:18.421270 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-86420a13-af2a-4424-9d29-e6a1e988b26f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (314b2bdf-831f-47e1-a6cd-e64ccdcdd8e3), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:18.504263 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9fd933ba-deaf-45c9-bfe4-a84f6ba4331c tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (d2911da4-d710-4733-94c7-60e775bf8a1e), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:18.521907 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-86420a13-af2a-4424-9d29-e6a1e988b26f None None] Port 314b2bdf-831f-47e1-a6cd-e64ccdcdd8e3 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:39:18.588473 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-86420a13-af2a-4424-9d29-e6a1e988b26f None None] Provisioning complete for port c8a5789a-a8f7-46d4-b7b0-26e671d6de37 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:39:18.588873 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-86420a13-af2a-4424-9d29-e6a1e988b26f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (c8a5789a-a8f7-46d4-b7b0-26e671d6de37), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:18.640974 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd933ba-deaf-45c9-bfe4-a84f6ba4331c tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Pushing event deleted for resources: {'Port': ['ID=d2911da4-d710-4733-94c7-60e775bf8a1e,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:39:18.738844 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port c8a5789a-a8f7-46d4-b7b0-26e671d6de37 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:39:18.739490 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (c8a5789a-a8f7-46d4-b7b0-26e671d6de37), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:19.043060 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9fd933ba-deaf-45c9-bfe4-a84f6ba4331c tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:19.048787 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-86420a13-af2a-4424-9d29-e6a1e988b26f None None] Current status of the port c8a5789a-a8f7-46d4-b7b0-26e671d6de37 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:39:19.049757 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-9fd933ba-deaf-45c9-bfe4-a84f6ba4331c tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] 10.222.0.65 "DELETE /v2.0/ports/d2911da4-d710-4733-94c7-60e775bf8a1e HTTP/1.1" status: 204 len: 168 time: 2.4542720 Feb 04 12:39:19.049757 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 52608) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:39:19.121189 n-d-825015-3 neutron-server[103475]: INFO neutron.pecan_wsgi.hooks.translation [None req-52f1a09f-33e0-478b-9012-6e27096e35f8 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] GET failed (client error): The resource could not be found. Feb 04 12:39:19.121829 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port c8a5789a-a8f7-46d4-b7b0-26e671d6de37 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:39:19.123723 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-52f1a09f-33e0-478b-9012-6e27096e35f8 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] 10.222.0.65 "GET /v2.0/ports/d2911da4-d710-4733-94c7-60e775bf8a1e HTTP/1.1" status: 404 len: 333 time: 0.0729301 Feb 04 12:39:19.127451 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 52610) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:39:19.142475 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-2066bd75-1892-4da5-8cca-34957b28cd98 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Request body: {'port': {'network_id': '50ecb904-7d9c-4e3e-bb70-40f7a1ed14d0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-431319801'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:39:19.169570 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-f6ca7e1f-f64f-4428-a37e-d7ea8e6f0410 None None] Could not find standard attr ID for object d2911da4-d710-4733-94c7-60e775bf8a1e. {{(pid=103476) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 12:39:19.179365 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:19.188545 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-f6ca7e1f-f64f-4428-a37e-d7ea8e6f0410 None None] Provisioning complete for port 314b2bdf-831f-47e1-a6cd-e64ccdcdd8e3 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:39:19.189037 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f6ca7e1f-f64f-4428-a37e-d7ea8e6f0410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (314b2bdf-831f-47e1-a6cd-e64ccdcdd8e3), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:19.279800 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-f6ca7e1f-f64f-4428-a37e-d7ea8e6f0410 None None] Port 314b2bdf-831f-47e1-a6cd-e64ccdcdd8e3 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:39:19.354417 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2066bd75-1892-4da5-8cca-34957b28cd98 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Made reservation on behalf of 3efc363d3e1d49b3ac7c9cf9a7c742bd for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:39:19.359196 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2066bd75-1892-4da5-8cca-34957b28cd98 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:19.413812 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [None req-2066bd75-1892-4da5-8cca-34957b28cd98 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] device_id is not set on port 80bcc09a-0405-4fba-94bc-9855554f0740 yet. {{(pid=103475) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 12:39:19.639896 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-2066bd75-1892-4da5-8cca-34957b28cd98 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Allocated IP 2001:db8::31 (50ecb904-7d9c-4e3e-bb70-40f7a1ed14d0/f53b1b9e-73cc-4eb4-9dee-644855d8e741/80bcc09a-0405-4fba-94bc-9855554f0740) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:39:19.916680 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2066bd75-1892-4da5-8cca-34957b28cd98 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Publish callbacks [] for port (80bcc09a-0405-4fba-94bc-9855554f0740), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:20.001293 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2066bd75-1892-4da5-8cca-34957b28cd98 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (80bcc09a-0405-4fba-94bc-9855554f0740), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:20.072799 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2066bd75-1892-4da5-8cca-34957b28cd98 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Network 50ecb904-7d9c-4e3e-bb70-40f7a1ed14d0 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:39:20.078086 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-2066bd75-1892-4da5-8cca-34957b28cd98 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:39:20.134541 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2066bd75-1892-4da5-8cca-34957b28cd98 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Pushing event updated for resources: {'Port': ['ID=80bcc09a-0405-4fba-94bc-9855554f0740,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:39:20.143434 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2066bd75-1892-4da5-8cca-34957b28cd98 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:39:20.157437 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2066bd75-1892-4da5-8cca-34957b28cd98 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:39:20.161612 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2066bd75-1892-4da5-8cca-34957b28cd98 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:20.214261 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-2066bd75-1892-4da5-8cca-34957b28cd98 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.0768588 Feb 04 12:39:20.217252 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 52634) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:39:20.231199 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-2edf27a7-0b35-4ba5-b4fa-b43d9028cdae tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2bd', 'mac_address': 'fa:16:3e:19:b9:38'}]}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:39:20.444103 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:20.613101 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2edf27a7-0b35-4ba5-b4fa-b43d9028cdae tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (80bcc09a-0405-4fba-94bc-9855554f0740), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:20.657031 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-cf422261-f878-4383-9625-e8248083fded None None] Provisioning complete for port 80bcc09a-0405-4fba-94bc-9855554f0740 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:39:20.657454 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cf422261-f878-4383-9625-e8248083fded None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (80bcc09a-0405-4fba-94bc-9855554f0740), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:21.085848 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2edf27a7-0b35-4ba5-b4fa-b43d9028cdae tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Publish callbacks [] for port (80bcc09a-0405-4fba-94bc-9855554f0740), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:21.098945 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2edf27a7-0b35-4ba5-b4fa-b43d9028cdae tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (80bcc09a-0405-4fba-94bc-9855554f0740), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:21.247767 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-2edf27a7-0b35-4ba5-b4fa-b43d9028cdae tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] In _notify_port_updated(), no bound segment for port 80bcc09a-0405-4fba-94bc-9855554f0740 on network 50ecb904-7d9c-4e3e-bb70-40f7a1ed14d0 {{(pid=103475) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 04 12:39:21.253599 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2edf27a7-0b35-4ba5-b4fa-b43d9028cdae tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:39:21.254242 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2edf27a7-0b35-4ba5-b4fa-b43d9028cdae tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:21.258147 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-2edf27a7-0b35-4ba5-b4fa-b43d9028cdae tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] 10.222.0.65 "PUT /v2.0/ports/80bcc09a-0405-4fba-94bc-9855554f0740 HTTP/1.1" status: 200 len: 1001 time: 1.0367596 Feb 04 12:39:21.259692 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52656) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:39:21.278643 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-cf422261-f878-4383-9625-e8248083fded None None] Port 80bcc09a-0405-4fba-94bc-9855554f0740 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:39:21.317547 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edf27a7-0b35-4ba5-b4fa-b43d9028cdae tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Pushing event updated for resources: {'Port': ['ID=80bcc09a-0405-4fba-94bc-9855554f0740,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:39:21.462774 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-26b774ee-ea3e-4de3-8987-87886f67dd90 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Deleting port 80bcc09a-0405-4fba-94bc-9855554f0740 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:39:21.463125 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-26b774ee-ea3e-4de3-8987-87886f67dd90 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (80bcc09a-0405-4fba-94bc-9855554f0740), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:21.620058 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:21.653259 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-26b774ee-ea3e-4de3-8987-87886f67dd90 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (80bcc09a-0405-4fba-94bc-9855554f0740), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:21.683364 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-26b774ee-ea3e-4de3-8987-87886f67dd90 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Calling delete_port for 80bcc09a-0405-4fba-94bc-9855554f0740 owned by {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:39:21.733293 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-504899ba-eb70-4c38-81a9-96701fe6d7d0 None None] Provisioning complete for port 80bcc09a-0405-4fba-94bc-9855554f0740 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:39:21.733657 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-504899ba-eb70-4c38-81a9-96701fe6d7d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (80bcc09a-0405-4fba-94bc-9855554f0740), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:21.814104 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-504899ba-eb70-4c38-81a9-96701fe6d7d0 None None] Port 80bcc09a-0405-4fba-94bc-9855554f0740 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:39:22.056976 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-26b774ee-ea3e-4de3-8987-87886f67dd90 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (80bcc09a-0405-4fba-94bc-9855554f0740), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:22.099331 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b774ee-ea3e-4de3-8987-87886f67dd90 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Pushing event deleted for resources: {'Port': ['ID=80bcc09a-0405-4fba-94bc-9855554f0740,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:39:22.353645 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-26b774ee-ea3e-4de3-8987-87886f67dd90 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:22.362027 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-26b774ee-ea3e-4de3-8987-87886f67dd90 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] 10.222.0.65 "DELETE /v2.0/ports/80bcc09a-0405-4fba-94bc-9855554f0740 HTTP/1.1" status: 204 len: 168 time: 1.0979404 Feb 04 12:39:22.364595 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 52678) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:39:22.502866 n-d-825015-3 neutron-server[103475]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8747fbc-5ce5-4332-8843-146687bf2da0 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] GET failed (client error): The resource could not be found. Feb 04 12:39:22.512545 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-e8747fbc-5ce5-4332-8843-146687bf2da0 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] 10.222.0.65 "GET /v2.0/ports/80bcc09a-0405-4fba-94bc-9855554f0740 HTTP/1.1" status: 404 len: 333 time: 0.1463599 Feb 04 12:39:22.516081 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52682) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:39:22.524211 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-fafce66d-3d1a-4133-a89f-baa1f27d98f5 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Request body: {'port': {'network_id': '50ecb904-7d9c-4e3e-bb70-40f7a1ed14d0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1257851992'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:39:22.899026 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fafce66d-3d1a-4133-a89f-baa1f27d98f5 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Made reservation on behalf of 3efc363d3e1d49b3ac7c9cf9a7c742bd for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:39:22.916972 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fafce66d-3d1a-4133-a89f-baa1f27d98f5 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:22.967777 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [None req-fafce66d-3d1a-4133-a89f-baa1f27d98f5 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] device_id is not set on port 112f24dd-c638-4520-9ca2-6e5a46102048 yet. {{(pid=103474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 12:39:23.272388 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-fafce66d-3d1a-4133-a89f-baa1f27d98f5 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Allocated IP 2001:db8::16a (50ecb904-7d9c-4e3e-bb70-40f7a1ed14d0/f53b1b9e-73cc-4eb4-9dee-644855d8e741/112f24dd-c638-4520-9ca2-6e5a46102048) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:39:23.703814 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fafce66d-3d1a-4133-a89f-baa1f27d98f5 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Publish callbacks [] for port (112f24dd-c638-4520-9ca2-6e5a46102048), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:23.751053 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fafce66d-3d1a-4133-a89f-baa1f27d98f5 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (112f24dd-c638-4520-9ca2-6e5a46102048), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:23.833104 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafce66d-3d1a-4133-a89f-baa1f27d98f5 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Pushing event updated for resources: {'Port': ['ID=112f24dd-c638-4520-9ca2-6e5a46102048,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:39:23.877498 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fafce66d-3d1a-4133-a89f-baa1f27d98f5 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Network 50ecb904-7d9c-4e3e-bb70-40f7a1ed14d0 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:39:23.885151 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-fafce66d-3d1a-4133-a89f-baa1f27d98f5 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:39:23.892606 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafce66d-3d1a-4133-a89f-baa1f27d98f5 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:39:23.903361 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fafce66d-3d1a-4133-a89f-baa1f27d98f5 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:39:23.906921 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fafce66d-3d1a-4133-a89f-baa1f27d98f5 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:23.948207 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-fafce66d-3d1a-4133-a89f-baa1f27d98f5 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.4303946 Feb 04 12:39:23.950473 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52728) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:39:23.960158 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-f0264bfd-cceb-452a-9e68-19898e3fe68d tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:19:b9:38'}]}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:39:24.389667 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-85b0fa35-8ba4-4d49-9666-f149ec6ca438 None None] Provisioning complete for port 112f24dd-c638-4520-9ca2-6e5a46102048 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:39:24.390898 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-85b0fa35-8ba4-4d49-9666-f149ec6ca438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (112f24dd-c638-4520-9ca2-6e5a46102048), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:24.396240 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f0264bfd-cceb-452a-9e68-19898e3fe68d tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (112f24dd-c638-4520-9ca2-6e5a46102048), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:24.503198 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-85b0fa35-8ba4-4d49-9666-f149ec6ca438 None None] Port 112f24dd-c638-4520-9ca2-6e5a46102048 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:39:24.961252 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f0264bfd-cceb-452a-9e68-19898e3fe68d tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Publish callbacks [] for port (112f24dd-c638-4520-9ca2-6e5a46102048), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:24.970141 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f0264bfd-cceb-452a-9e68-19898e3fe68d tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (112f24dd-c638-4520-9ca2-6e5a46102048), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:25.106857 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-f0264bfd-cceb-452a-9e68-19898e3fe68d tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] In _notify_port_updated(), no bound segment for port 112f24dd-c638-4520-9ca2-6e5a46102048 on network 50ecb904-7d9c-4e3e-bb70-40f7a1ed14d0 {{(pid=103474) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 04 12:39:25.116008 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0264bfd-cceb-452a-9e68-19898e3fe68d tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:39:25.117741 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f0264bfd-cceb-452a-9e68-19898e3fe68d tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:25.121595 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-f0264bfd-cceb-452a-9e68-19898e3fe68d tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] 10.222.0.65 "PUT /v2.0/ports/112f24dd-c638-4520-9ca2-6e5a46102048 HTTP/1.1" status: 200 len: 1003 time: 1.1699612 Feb 04 12:39:25.135773 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 52752) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:39:25.199988 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0264bfd-cceb-452a-9e68-19898e3fe68d tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Pushing event updated for resources: {'Port': ['ID=112f24dd-c638-4520-9ca2-6e5a46102048,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:39:25.398658 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-c660c079-9031-486a-b796-616836d11dbd tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Deleting port 112f24dd-c638-4520-9ca2-6e5a46102048 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:39:25.400771 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c660c079-9031-486a-b796-616836d11dbd tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (112f24dd-c638-4520-9ca2-6e5a46102048), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:25.652585 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c660c079-9031-486a-b796-616836d11dbd tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (112f24dd-c638-4520-9ca2-6e5a46102048), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:25.733920 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-c660c079-9031-486a-b796-616836d11dbd tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Calling delete_port for 112f24dd-c638-4520-9ca2-6e5a46102048 owned by {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:39:25.784535 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-25d6c0e1-6f12-4548-87d6-47145b78a1dc None None] Provisioning complete for port 112f24dd-c638-4520-9ca2-6e5a46102048 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:39:25.785712 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-25d6c0e1-6f12-4548-87d6-47145b78a1dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (112f24dd-c638-4520-9ca2-6e5a46102048), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:25.838569 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-25d6c0e1-6f12-4548-87d6-47145b78a1dc None None] Port 112f24dd-c638-4520-9ca2-6e5a46102048 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:39:26.017310 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c660c079-9031-486a-b796-616836d11dbd tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (112f24dd-c638-4520-9ca2-6e5a46102048), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:26.098355 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c660c079-9031-486a-b796-616836d11dbd tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Pushing event deleted for resources: {'Port': ['ID=112f24dd-c638-4520-9ca2-6e5a46102048,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:39:26.206788 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c660c079-9031-486a-b796-616836d11dbd tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:26.211021 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-c660c079-9031-486a-b796-616836d11dbd tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] 10.222.0.65 "DELETE /v2.0/ports/112f24dd-c638-4520-9ca2-6e5a46102048 HTTP/1.1" status: 204 len: 168 time: 1.0843287 Feb 04 12:39:26.213437 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52772) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:39:26.290131 n-d-825015-3 neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-0aa29026-baf9-4755-9caa-69bce69c6e1c tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] GET failed (client error): The resource could not be found. Feb 04 12:39:26.291130 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-0aa29026-baf9-4755-9caa-69bce69c6e1c tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] 10.222.0.65 "GET /v2.0/ports/112f24dd-c638-4520-9ca2-6e5a46102048 HTTP/1.1" status: 404 len: 333 time: 0.0766571 Feb 04 12:39:26.295007 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 52774) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:39:26.301733 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-9448c360-158a-4f41-853c-13aec5b56040 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Request body: {'port': {'network_id': '50ecb904-7d9c-4e3e-bb70-40f7a1ed14d0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-516113731'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:39:26.580153 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9448c360-158a-4f41-853c-13aec5b56040 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Made reservation on behalf of 3efc363d3e1d49b3ac7c9cf9a7c742bd for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:39:26.586404 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9448c360-158a-4f41-853c-13aec5b56040 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:26.644535 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [None req-9448c360-158a-4f41-853c-13aec5b56040 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] device_id is not set on port b3b00eb4-c8d4-46e5-bd67-e9cbd2519a58 yet. {{(pid=103475) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 12:39:27.007813 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-9448c360-158a-4f41-853c-13aec5b56040 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Allocated IP 2001:db8::24d (50ecb904-7d9c-4e3e-bb70-40f7a1ed14d0/f53b1b9e-73cc-4eb4-9dee-644855d8e741/b3b00eb4-c8d4-46e5-bd67-e9cbd2519a58) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:39:27.294705 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9448c360-158a-4f41-853c-13aec5b56040 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Publish callbacks [] for port (b3b00eb4-c8d4-46e5-bd67-e9cbd2519a58), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:27.343702 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9448c360-158a-4f41-853c-13aec5b56040 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (b3b00eb4-c8d4-46e5-bd67-e9cbd2519a58), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:27.401269 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9448c360-158a-4f41-853c-13aec5b56040 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Network 50ecb904-7d9c-4e3e-bb70-40f7a1ed14d0 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:39:27.404868 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-9448c360-158a-4f41-853c-13aec5b56040 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:39:27.407588 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9448c360-158a-4f41-853c-13aec5b56040 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:39:27.413412 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9448c360-158a-4f41-853c-13aec5b56040 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:39:27.414033 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9448c360-158a-4f41-853c-13aec5b56040 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:27.429393 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9448c360-158a-4f41-853c-13aec5b56040 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Pushing event updated for resources: {'Port': ['ID=b3b00eb4-c8d4-46e5-bd67-e9cbd2519a58,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:39:27.441790 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-9448c360-158a-4f41-853c-13aec5b56040 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.1453464 Feb 04 12:39:27.444314 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52786) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:39:27.450066 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-dd839f93-c7bc-4f51-bf89-8fd5fc40f55f tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Request body: {'port': {'network_id': '50ecb904-7d9c-4e3e-bb70-40f7a1ed14d0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1878297525'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:39:27.674231 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd839f93-c7bc-4f51-bf89-8fd5fc40f55f tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Made reservation on behalf of 3efc363d3e1d49b3ac7c9cf9a7c742bd for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:39:27.678903 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dd839f93-c7bc-4f51-bf89-8fd5fc40f55f tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:27.727069 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [None req-dd839f93-c7bc-4f51-bf89-8fd5fc40f55f tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] device_id is not set on port 12f8f029-5fe4-4d8c-86bf-af894f78a61a yet. {{(pid=103474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 12:39:27.893345 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-d0f252ab-b016-4c9e-be93-8a48ac175f74 None None] Provisioning complete for port b3b00eb4-c8d4-46e5-bd67-e9cbd2519a58 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:39:27.895172 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d0f252ab-b016-4c9e-be93-8a48ac175f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (b3b00eb4-c8d4-46e5-bd67-e9cbd2519a58), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:27.920624 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-dd839f93-c7bc-4f51-bf89-8fd5fc40f55f tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Allocated IP 2001:db8::c4 (50ecb904-7d9c-4e3e-bb70-40f7a1ed14d0/f53b1b9e-73cc-4eb4-9dee-644855d8e741/12f8f029-5fe4-4d8c-86bf-af894f78a61a) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:39:27.976271 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-d0f252ab-b016-4c9e-be93-8a48ac175f74 None None] Port b3b00eb4-c8d4-46e5-bd67-e9cbd2519a58 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:39:28.127492 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dd839f93-c7bc-4f51-bf89-8fd5fc40f55f tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Publish callbacks [] for port (12f8f029-5fe4-4d8c-86bf-af894f78a61a), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:28.168278 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dd839f93-c7bc-4f51-bf89-8fd5fc40f55f tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (12f8f029-5fe4-4d8c-86bf-af894f78a61a), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:28.232383 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd839f93-c7bc-4f51-bf89-8fd5fc40f55f tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Network 50ecb904-7d9c-4e3e-bb70-40f7a1ed14d0 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:39:28.236150 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-dd839f93-c7bc-4f51-bf89-8fd5fc40f55f tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:39:28.258984 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd839f93-c7bc-4f51-bf89-8fd5fc40f55f tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:39:28.270307 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd839f93-c7bc-4f51-bf89-8fd5fc40f55f tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:39:28.271251 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dd839f93-c7bc-4f51-bf89-8fd5fc40f55f tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:28.274389 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd839f93-c7bc-4f51-bf89-8fd5fc40f55f tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Pushing event updated for resources: {'Port': ['ID=12f8f029-5fe4-4d8c-86bf-af894f78a61a,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:39:28.328658 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 52796) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:39:28.334216 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-dd839f93-c7bc-4f51-bf89-8fd5fc40f55f tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.8853424 Feb 04 12:39:28.341329 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-0948fdcf-78d7-412b-97db-297093c73b6e tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2bd', 'mac_address': 'fa:16:3e:19:b9:38'}, {'ip_address': '2001:db8::24d', 'mac_address': 'fa:16:3e:24:4e:49'}]}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:39:28.649793 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0948fdcf-78d7-412b-97db-297093c73b6e tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (12f8f029-5fe4-4d8c-86bf-af894f78a61a), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:28.718004 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-3d673e5f-9f06-4f09-a6de-232b5079881c None None] Provisioning complete for port 12f8f029-5fe4-4d8c-86bf-af894f78a61a triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:39:28.721149 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3d673e5f-9f06-4f09-a6de-232b5079881c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (12f8f029-5fe4-4d8c-86bf-af894f78a61a), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:28.822119 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-3d673e5f-9f06-4f09-a6de-232b5079881c None None] Port 12f8f029-5fe4-4d8c-86bf-af894f78a61a cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:39:29.016129 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0948fdcf-78d7-412b-97db-297093c73b6e tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Publish callbacks [] for port (12f8f029-5fe4-4d8c-86bf-af894f78a61a), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:29.022641 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0948fdcf-78d7-412b-97db-297093c73b6e tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (12f8f029-5fe4-4d8c-86bf-af894f78a61a), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:29.065618 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-0948fdcf-78d7-412b-97db-297093c73b6e tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] In _notify_port_updated(), no bound segment for port 12f8f029-5fe4-4d8c-86bf-af894f78a61a on network 50ecb904-7d9c-4e3e-bb70-40f7a1ed14d0 {{(pid=103475) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 04 12:39:29.079771 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0948fdcf-78d7-412b-97db-297093c73b6e tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:39:29.079771 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0948fdcf-78d7-412b-97db-297093c73b6e tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:29.080244 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52810) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:39:29.090233 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-0948fdcf-78d7-412b-97db-297093c73b6e tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] 10.222.0.65 "PUT /v2.0/ports/12f8f029-5fe4-4d8c-86bf-af894f78a61a HTTP/1.1" status: 200 len: 1067 time: 0.7588015 Feb 04 12:39:29.138830 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0948fdcf-78d7-412b-97db-297093c73b6e tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Pushing event updated for resources: {'Port': ['ID=12f8f029-5fe4-4d8c-86bf-af894f78a61a,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:39:29.258404 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-e2d57d33-eb54-4399-b8d4-d376c76943a4 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Deleting port 12f8f029-5fe4-4d8c-86bf-af894f78a61a {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:39:29.258404 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e2d57d33-eb54-4399-b8d4-d376c76943a4 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (12f8f029-5fe4-4d8c-86bf-af894f78a61a), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:29.464185 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e2d57d33-eb54-4399-b8d4-d376c76943a4 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (12f8f029-5fe4-4d8c-86bf-af894f78a61a), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:29.510918 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-e2d57d33-eb54-4399-b8d4-d376c76943a4 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Calling delete_port for 12f8f029-5fe4-4d8c-86bf-af894f78a61a owned by {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:39:29.557186 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-9418590e-2810-49ff-9d80-325b7b6bea76 None None] Provisioning complete for port 12f8f029-5fe4-4d8c-86bf-af894f78a61a triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:39:29.557903 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9418590e-2810-49ff-9d80-325b7b6bea76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (12f8f029-5fe4-4d8c-86bf-af894f78a61a), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:29.662661 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-9418590e-2810-49ff-9d80-325b7b6bea76 None None] Port 12f8f029-5fe4-4d8c-86bf-af894f78a61a cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:39:29.928377 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e2d57d33-eb54-4399-b8d4-d376c76943a4 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (12f8f029-5fe4-4d8c-86bf-af894f78a61a), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:29.973626 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d57d33-eb54-4399-b8d4-d376c76943a4 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Pushing event deleted for resources: {'Port': ['ID=12f8f029-5fe4-4d8c-86bf-af894f78a61a,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:39:30.399016 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e2d57d33-eb54-4399-b8d4-d376c76943a4 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:30.405081 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-e2d57d33-eb54-4399-b8d4-d376c76943a4 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] 10.222.0.65 "DELETE /v2.0/ports/12f8f029-5fe4-4d8c-86bf-af894f78a61a HTTP/1.1" status: 204 len: 168 time: 1.3260839 Feb 04 12:39:30.408315 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 52826) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:39:30.475572 n-d-825015-3 neutron-server[103475]: INFO neutron.pecan_wsgi.hooks.translation [None req-f44c9a23-8f5e-43c7-91a8-a6eeff0dd733 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] GET failed (client error): The resource could not be found. Feb 04 12:39:30.480208 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-f44c9a23-8f5e-43c7-91a8-a6eeff0dd733 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] 10.222.0.65 "GET /v2.0/ports/12f8f029-5fe4-4d8c-86bf-af894f78a61a HTTP/1.1" status: 404 len: 333 time: 0.0708790 Feb 04 12:39:30.481282 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52832) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:39:30.672551 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-65775a9f-a2fe-4eff-bac4-ee063a298c7b tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Deleting port b3b00eb4-c8d4-46e5-bd67-e9cbd2519a58 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:39:30.673157 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-65775a9f-a2fe-4eff-bac4-ee063a298c7b tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (b3b00eb4-c8d4-46e5-bd67-e9cbd2519a58), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:30.925407 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-65775a9f-a2fe-4eff-bac4-ee063a298c7b tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (b3b00eb4-c8d4-46e5-bd67-e9cbd2519a58), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:30.979297 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-65775a9f-a2fe-4eff-bac4-ee063a298c7b tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Calling delete_port for b3b00eb4-c8d4-46e5-bd67-e9cbd2519a58 owned by {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:39:31.075082 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:31.297682 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-65775a9f-a2fe-4eff-bac4-ee063a298c7b tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (b3b00eb4-c8d4-46e5-bd67-e9cbd2519a58), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:31.373342 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65775a9f-a2fe-4eff-bac4-ee063a298c7b tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Pushing event deleted for resources: {'Port': ['ID=b3b00eb4-c8d4-46e5-bd67-e9cbd2519a58,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:39:31.456806 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-65775a9f-a2fe-4eff-bac4-ee063a298c7b tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:31.463845 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 52844) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:39:31.489492 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-65775a9f-a2fe-4eff-bac4-ee063a298c7b tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] 10.222.0.65 "DELETE /v2.0/ports/b3b00eb4-c8d4-46e5-bd67-e9cbd2519a58 HTTP/1.1" status: 204 len: 168 time: 1.0052168 Feb 04 12:39:31.517693 n-d-825015-3 neutron-server[103475]: INFO neutron.pecan_wsgi.hooks.translation [None req-40bf18bb-db90-4b1a-8c5a-bf2c9ebbadd2 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] GET failed (client error): The resource could not be found. Feb 04 12:39:31.524856 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-40bf18bb-db90-4b1a-8c5a-bf2c9ebbadd2 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] 10.222.0.65 "GET /v2.0/ports/b3b00eb4-c8d4-46e5-bd67-e9cbd2519a58 HTTP/1.1" status: 404 len: 333 time: 0.0543647 Feb 04 12:39:31.525423 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52846) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:39:31.635917 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:31.720590 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-6e27cfd6-7436-4326-b90a-c255c37dc95b tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Deleting port 314b2bdf-831f-47e1-a6cd-e64ccdcdd8e3 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:39:31.721268 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6e27cfd6-7436-4326-b90a-c255c37dc95b tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (314b2bdf-831f-47e1-a6cd-e64ccdcdd8e3), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:32.011557 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6e27cfd6-7436-4326-b90a-c255c37dc95b tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (314b2bdf-831f-47e1-a6cd-e64ccdcdd8e3), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:32.057128 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-6e27cfd6-7436-4326-b90a-c255c37dc95b tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Calling delete_port for 314b2bdf-831f-47e1-a6cd-e64ccdcdd8e3 owned by {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:39:32.467635 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6e27cfd6-7436-4326-b90a-c255c37dc95b tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (314b2bdf-831f-47e1-a6cd-e64ccdcdd8e3), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:32.531513 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e27cfd6-7436-4326-b90a-c255c37dc95b tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Pushing event deleted for resources: {'Port': ['ID=314b2bdf-831f-47e1-a6cd-e64ccdcdd8e3,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:39:32.627578 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6e27cfd6-7436-4326-b90a-c255c37dc95b tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:32.637023 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-6e27cfd6-7436-4326-b90a-c255c37dc95b tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] 10.222.0.65 "DELETE /v2.0/ports/314b2bdf-831f-47e1-a6cd-e64ccdcdd8e3 HTTP/1.1" status: 204 len: 168 time: 1.1104350 Feb 04 12:39:32.640586 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 52864) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:39:32.857775 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae12cb3b-1a34-4065-989c-5c983ec973e8 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Deleting subnet f53b1b9e-73cc-4eb4-9dee-644855d8e741 {{(pid=103475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:39:32.864296 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ae12cb3b-1a34-4065-989c-5c983ec973e8 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Publish callbacks [] for subnet (f53b1b9e-73cc-4eb4-9dee-644855d8e741), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:33.060951 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ae12cb3b-1a34-4065-989c-5c983ec973e8 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51859329'] for subnet (f53b1b9e-73cc-4eb4-9dee-644855d8e741), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:33.231100 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ae12cb3b-1a34-4065-989c-5c983ec973e8 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (f53b1b9e-73cc-4eb4-9dee-644855d8e741), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:33.435448 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ae12cb3b-1a34-4065-989c-5c983ec973e8 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-52093282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51452698'] for subnet (f53b1b9e-73cc-4eb4-9dee-644855d8e741), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:33.466657 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae12cb3b-1a34-4065-989c-5c983ec973e8 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Pushing event deleted for resources: {'Subnet': ['ID=f53b1b9e-73cc-4eb4-9dee-644855d8e741,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:39:33.483456 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ae12cb3b-1a34-4065-989c-5c983ec973e8 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:33.487241 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-ae12cb3b-1a34-4065-989c-5c983ec973e8 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] 10.222.0.65 "DELETE /v2.0/subnets/f53b1b9e-73cc-4eb4-9dee-644855d8e741 HTTP/1.1" status: 204 len: 168 time: 0.8403401 Feb 04 12:39:33.490314 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52878) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:39:33.495704 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd355aa-2776-4025-a5af-4ba1402dde20 None None] Network 50ecb904-7d9c-4e3e-bb70-40f7a1ed14d0 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:39:33.920382 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d53d782a-9fd3-4484-be61-0c382a312e49 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (50ecb904-7d9c-4e3e-bb70-40f7a1ed14d0), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:34.063330 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-d53d782a-9fd3-4484-be61-0c382a312e49 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Deleting port c8a5789a-a8f7-46d4-b7b0-26e671d6de37 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:39:34.063992 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d53d782a-9fd3-4484-be61-0c382a312e49 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (c8a5789a-a8f7-46d4-b7b0-26e671d6de37), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:34.135518 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb36dd0c-77b7-4be7-820d-6ed58302e123 None None] DHCP port deletion for 50ecb904-7d9c-4e3e-bb70-40f7a1ed14d0 request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 12:39:34.189112 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-d53d782a-9fd3-4484-be61-0c382a312e49 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] For port c8a5789a-a8f7-46d4-b7b0-26e671d6de37, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=c8a5789a-a8f7-46d4-b7b0-26e671d6de37,segment=NetworkSegment(9a3004e8-dbaa-4cba-b204-4330794aad9d),segment_id=9a3004e8-dbaa-4cba-b204-4330794aad9d)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:39:34.189584 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d53d782a-9fd3-4484-be61-0c382a312e49 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (c8a5789a-a8f7-46d4-b7b0-26e671d6de37), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:34.219499 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-d53d782a-9fd3-4484-be61-0c382a312e49 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Calling delete_port for c8a5789a-a8f7-46d4-b7b0-26e671d6de37 owned by network:dhcp {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:39:34.238783 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-eb36dd0c-77b7-4be7-820d-6ed58302e123 None None] Deleting port c8a5789a-a8f7-46d4-b7b0-26e671d6de37 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:39:34.239182 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-eb36dd0c-77b7-4be7-820d-6ed58302e123 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (c8a5789a-a8f7-46d4-b7b0-26e671d6de37), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:34.329576 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-eb36dd0c-77b7-4be7-820d-6ed58302e123 None None] For port c8a5789a-a8f7-46d4-b7b0-26e671d6de37, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=c8a5789a-a8f7-46d4-b7b0-26e671d6de37,segment=NetworkSegment(9a3004e8-dbaa-4cba-b204-4330794aad9d),segment_id=9a3004e8-dbaa-4cba-b204-4330794aad9d)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:39:34.329576 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-eb36dd0c-77b7-4be7-820d-6ed58302e123 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (c8a5789a-a8f7-46d4-b7b0-26e671d6de37), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:34.354086 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-eb36dd0c-77b7-4be7-820d-6ed58302e123 None None] Calling delete_port for c8a5789a-a8f7-46d4-b7b0-26e671d6de37 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:39:34.431063 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d53d782a-9fd3-4484-be61-0c382a312e49 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (c8a5789a-a8f7-46d4-b7b0-26e671d6de37), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:34.499398 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-eb36dd0c-77b7-4be7-820d-6ed58302e123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (c8a5789a-a8f7-46d4-b7b0-26e671d6de37), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:34.542742 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb36dd0c-77b7-4be7-820d-6ed58302e123 None None] Pushing event deleted for resources: {'Port': ['ID=c8a5789a-a8f7-46d4-b7b0-26e671d6de37,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:39:34.556388 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb36dd0c-77b7-4be7-820d-6ed58302e123 None None] No DVR routers for this DVR port c8a5789a-a8f7-46d4-b7b0-26e671d6de37 on host n-d-825015-3 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:39:34.575348 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53d782a-9fd3-4484-be61-0c382a312e49 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Pushing event deleted for resources: {'Port': ['ID=c8a5789a-a8f7-46d4-b7b0-26e671d6de37,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:39:34.587658 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53d782a-9fd3-4484-be61-0c382a312e49 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] No DVR routers for this DVR port c8a5789a-a8f7-46d4-b7b0-26e671d6de37 on host n-d-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:39:34.753008 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d53d782a-9fd3-4484-be61-0c382a312e49 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (50ecb904-7d9c-4e3e-bb70-40f7a1ed14d0), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:34.775618 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-d53d782a-9fd3-4484-be61-0c382a312e49 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50ecb904-7d9c-4e3e-bb70-40f7a1ed14d0']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:39:34.786676 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-d53d782a-9fd3-4484-be61-0c382a312e49 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a3004e8-dbaa-4cba-b204-4330794aad9d') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:39:34.787059 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-d53d782a-9fd3-4484-be61-0c382a312e49 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a3004e8-dbaa-4cba-b204-4330794aad9d') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:39:34.800570 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d53d782a-9fd3-4484-be61-0c382a312e49 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (9a3004e8-dbaa-4cba-b204-4330794aad9d), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:34.814151 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d53d782a-9fd3-4484-be61-0c382a312e49 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (9a3004e8-dbaa-4cba-b204-4330794aad9d), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:34.821582 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d53d782a-9fd3-4484-be61-0c382a312e49 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:39:34.821582 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d53d782a-9fd3-4484-be61-0c382a312e49 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (9a3004e8-dbaa-4cba-b204-4330794aad9d), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:34.885587 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 12:39:34.885587 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:39:34.885587 n-d-825015-3 neutron-server[103474]: timer() Feb 04 12:39:34.885587 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:39:34.885587 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 12:39:34.885587 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:39:34.885587 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 12:39:34.885587 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:39:34.885587 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 12:39:34.885587 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:39:34.885587 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 12:39:34.885587 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:39:34.885587 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 12:39:34.885587 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:39:34.885587 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:39:34.885587 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:39:34.885587 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:39:34.885587 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:39:34.885587 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 12:39:34.885587 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:39:34.885587 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 12:39:34.885587 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:39:34.885587 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:39:34.885587 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:39:34.885587 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 12:39:34.885587 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:39:34.885587 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:39:34.885587 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:39:34.885587 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:39:34.885587 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:39:34.885587 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:39:34.885587 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:39:34.893684 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d53d782a-9fd3-4484-be61-0c382a312e49 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (50ecb904-7d9c-4e3e-bb70-40f7a1ed14d0), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:34.900322 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d53d782a-9fd3-4484-be61-0c382a312e49 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:34.908961 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-d53d782a-9fd3-4484-be61-0c382a312e49 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] 10.222.0.65 "DELETE /v2.0/networks/50ecb904-7d9c-4e3e-bb70-40f7a1ed14d0 HTTP/1.1" status: 204 len: 168 time: 1.4162643 Feb 04 12:39:34.944992 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53d782a-9fd3-4484-be61-0c382a312e49 tempest-AllowedAddressPairIpV6TestJSON-514337831 tempest-AllowedAddressPairIpV6TestJSON-514337831-project] Pushing event deleted for resources: {'Network': ['ID=50ecb904-7d9c-4e3e-bb70-40f7a1ed14d0,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:39:35.408560 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52898) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:39:35.671505 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-0ec6d2d2-1b08-4b18-819d-773007af8f04 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3efc363d3e1d49b3ac7c9cf9a7c742bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2617559 Feb 04 12:39:35.672291 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 52906) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:39:35.863261 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-71b322bf-c998-4c28-a912-537009d25aa9 admin admin] Publish callbacks [] for security_group (5aab5ca9-7bfc-483e-81cb-fcfaa3233eb4), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:35.926834 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-71b322bf-c998-4c28-a912-537009d25aa9 admin admin] Publish callbacks [] for security_group (5aab5ca9-7bfc-483e-81cb-fcfaa3233eb4), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:36.045716 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-71b322bf-c998-4c28-a912-537009d25aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (5aab5ca9-7bfc-483e-81cb-fcfaa3233eb4), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:36.050807 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-71b322bf-c998-4c28-a912-537009d25aa9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:36.053204 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-71b322bf-c998-4c28-a912-537009d25aa9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5aab5ca9-7bfc-483e-81cb-fcfaa3233eb4 HTTP/1.1" status: 204 len: 168 time: 0.3800495 Feb 04 12:39:36.067801 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b322bf-c998-4c28-a912-537009d25aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aab5ca9-7bfc-483e-81cb-fcfaa3233eb4,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:39:36.283011 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device c8a5789a-a8f7-46d4-b7b0-26e671d6de37 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:39:36.338578 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: c8a5789a-a8f7-46d4-b7b0-26e671d6de37 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:39:36.339301 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device c8a5789a-a8f7-46d4-b7b0-26e671d6de37 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:39:42.458360 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 12:39:45.534630 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-830ddcae-fafa-45e9-84b8-befee444c0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:47.972188 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5b486c38-c7eb-497a-99bc-d6489ad8056b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:49.175836 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:50.458062 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:51.124543 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53256) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:39:51.295320 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9906f9e9-bf38-4e8e-af70-a9a22893b08d req-9693029c-e517-4079-8eda-64a266d09ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:39:51.296509 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9906f9e9-bf38-4e8e-af70-a9a22893b08d req-9693029c-e517-4079-8eda-64a266d09ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:39:51.297539 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9906f9e9-bf38-4e8e-af70-a9a22893b08d req-9693029c-e517-4079-8eda-64a266d09ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:39:51.298649 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9906f9e9-bf38-4e8e-af70-a9a22893b08d req-9693029c-e517-4079-8eda-64a266d09ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:39:51.299424 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9906f9e9-bf38-4e8e-af70-a9a22893b08d req-9693029c-e517-4079-8eda-64a266d09ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:39:51.299991 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9906f9e9-bf38-4e8e-af70-a9a22893b08d req-9693029c-e517-4079-8eda-64a266d09ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:39:51.300634 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9906f9e9-bf38-4e8e-af70-a9a22893b08d req-9693029c-e517-4079-8eda-64a266d09ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:39:51.304927 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9906f9e9-bf38-4e8e-af70-a9a22893b08d req-9693029c-e517-4079-8eda-64a266d09ecc service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 6715 time: 0.1789699 Feb 04 12:39:51.454761 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9906f9e9-bf38-4e8e-af70-a9a22893b08d req-50f618b0-4392-4674-bf94-f7746986f505 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=6fb9d925-f1ad-446a-9918-6c4396d6cf75&id=298cdae3-8a94-4f2b-ad9f-68a3e4a3ab72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1396270 Feb 04 12:39:51.617044 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:55.322919 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5dd04e-cff7-4d6d-b039-8a36418cf38e req-0312dbdd-eac8-4925-99ef-f7f77ca63aef tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:39:55.346389 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dd5dd04e-cff7-4d6d-b039-8a36418cf38e req-0312dbdd-eac8-4925-99ef-f7f77ca63aef tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9e6265c-6c82-4ab3-bce7-1ca8c1cef626 HTTP/1.1" status: 200 len: 946 time: 0.1850133 Feb 04 12:39:55.500115 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dd5dd04e-cff7-4d6d-b039-8a36418cf38e req-e1671c5e-57d6-4598-a931-21b2ab282abc tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.65 "GET /v2.0/security-groups?id=3194529c-ef45-449a-86a3-c42c7670cd65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415038 Feb 04 12:39:56.202481 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f8917dac-67a8-49e1-9a44-caad0a352d28 req-6a009537-442b-4cf6-aa1e-e25b6339b8f0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=266a3a18-9374-4c60-bb49-068f089f6a61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0922797 Feb 04 12:39:56.339185 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8917dac-67a8-49e1-9a44-caad0a352d28 req-4bb7135b-365a-48cc-8266-52e4a01d0e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:39:56.343832 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f8917dac-67a8-49e1-9a44-caad0a352d28 req-4bb7135b-365a-48cc-8266-52e4a01d0e20 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=72075fcbbaca4534bfa18449bac56045&device_id=266a3a18-9374-4c60-bb49-068f089f6a61 HTTP/1.1" status: 200 len: 1127 time: 0.0855842 Feb 04 12:39:56.532623 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8917dac-67a8-49e1-9a44-caad0a352d28 req-dbe51025-118b-41c0-a6d3-7ed6f4f9717f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:39:56.534517 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f8917dac-67a8-49e1-9a44-caad0a352d28 req-dbe51025-118b-41c0-a6d3-7ed6f4f9717f service neutron] 10.222.0.73 "GET /v2.0/networks?id=4818c56c-ae1d-43b5-80d2-4a5373ab8e6b HTTP/1.1" status: 200 len: 916 time: 0.1681776 Feb 04 12:39:56.619320 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f8917dac-67a8-49e1-9a44-caad0a352d28 req-dc284cf2-b742-4260-8b9d-6c612132e2af service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7ac5ab11-addb-4dd2-b145-f5d33ea6ff70 HTTP/1.1" status: 200 len: 217 time: 0.0784466 Feb 04 12:39:56.728993 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8917dac-67a8-49e1-9a44-caad0a352d28 req-b4d96e7d-467e-4274-bf5b-16b5ebc79ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:39:56.731274 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f8917dac-67a8-49e1-9a44-caad0a352d28 req-b4d96e7d-467e-4274-bf5b-16b5ebc79ba5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fbb54edd-3278-45b2-a986-7521678ba6ac HTTP/1.1" status: 200 len: 855 time: 0.1061919 Feb 04 12:39:56.805519 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f8917dac-67a8-49e1-9a44-caad0a352d28 req-b5ed1293-d718-4a7c-ac39-a5e9128e3d2b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4818c56c-ae1d-43b5-80d2-4a5373ab8e6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656738 Feb 04 12:39:56.852784 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4375ebf2-d5b0-4deb-9af7-5e91696fea1b req-85ade0f4-63bb-4b1b-b365-f09d20a58942 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:39:56.854362 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-4375ebf2-d5b0-4deb-9af7-5e91696fea1b req-85ade0f4-63bb-4b1b-b365-f09d20a58942 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.77 "GET /v2.0/ports?device_id=f9e6265c-6c82-4ab3-bce7-1ca8c1cef626 HTTP/1.1" status: 200 len: 946 time: 0.1881227 Feb 04 12:39:57.069492 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8797f579-117d-44b2-aa88-b283fd790b84 req-17c1d13c-02e6-447b-bd7b-85078f07710f tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:39:57.076674 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8797f579-117d-44b2-aa88-b283fd790b84 req-17c1d13c-02e6-447b-bd7b-85078f07710f tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9e6265c-6c82-4ab3-bce7-1ca8c1cef626 HTTP/1.1" status: 200 len: 946 time: 0.3356004 Feb 04 12:39:57.146915 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-4375ebf2-d5b0-4deb-9af7-5e91696fea1b req-956f4365-da36-4436-bc7d-528260c16cc8 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Deleting port 08dd6575-bda4-4dc0-91a6-16a40b116c46 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:39:57.147314 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-4375ebf2-d5b0-4deb-9af7-5e91696fea1b req-956f4365-da36-4436-bc7d-528260c16cc8 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (08dd6575-bda4-4dc0-91a6-16a40b116c46), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:57.207708 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8797f579-117d-44b2-aa88-b283fd790b84 req-8e362475-1b9d-438d-901c-72f27477ecfd tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.65 "GET /v2.0/security-groups?id=3194529c-ef45-449a-86a3-c42c7670cd65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106744 Feb 04 12:39:57.249512 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f8917dac-67a8-49e1-9a44-caad0a352d28 req-c7f49284-f16e-4335-a926-5574d33a8cbb service neutron] 10.222.0.73 "GET /v2.0/networks/4818c56c-ae1d-43b5-80d2-4a5373ab8e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4307189 Feb 04 12:39:57.374117 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-4375ebf2-d5b0-4deb-9af7-5e91696fea1b req-956f4365-da36-4436-bc7d-528260c16cc8 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] For port 08dd6575-bda4-4dc0-91a6-16a40b116c46, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=08dd6575-bda4-4dc0-91a6-16a40b116c46,segment=NetworkSegment(37882638-7c6f-43c0-8749-8a8baa27febc),segment_id=37882638-7c6f-43c0-8749-8a8baa27febc)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:39:57.374473 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-4375ebf2-d5b0-4deb-9af7-5e91696fea1b req-956f4365-da36-4436-bc7d-528260c16cc8 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (08dd6575-bda4-4dc0-91a6-16a40b116c46), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:57.419350 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-4375ebf2-d5b0-4deb-9af7-5e91696fea1b req-956f4365-da36-4436-bc7d-528260c16cc8 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Calling delete_port for 08dd6575-bda4-4dc0-91a6-16a40b116c46 owned by compute:nova {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:39:57.450878 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f8917dac-67a8-49e1-9a44-caad0a352d28 req-3447af95-bdbb-49f7-b4af-743678fa10f3 service neutron] 10.222.0.73 "GET /v2.0/networks/4818c56c-ae1d-43b5-80d2-4a5373ab8e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946163 Feb 04 12:39:57.757508 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-4375ebf2-d5b0-4deb-9af7-5e91696fea1b req-956f4365-da36-4436-bc7d-528260c16cc8 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (08dd6575-bda4-4dc0-91a6-16a40b116c46), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:57.771243 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['469449ce-763d-4db4-a452-63e01e8fed24', '08dd6575-bda4-4dc0-91a6-16a40b116c46'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:39:57.828286 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956f4365-da36-4436-bc7d-528260c16cc8 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Pushing event deleted for resources: {'Port': ['ID=08dd6575-bda4-4dc0-91a6-16a40b116c46,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:39:57.876106 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956f4365-da36-4436-bc7d-528260c16cc8 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:39:57.876909 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956f4365-da36-4436-bc7d-528260c16cc8 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:39:57.876909 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956f4365-da36-4436-bc7d-528260c16cc8 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:39:57.877366 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956f4365-da36-4436-bc7d-528260c16cc8 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:39:57.877822 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956f4365-da36-4436-bc7d-528260c16cc8 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:39:57.880168 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956f4365-da36-4436-bc7d-528260c16cc8 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:39:57.880836 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956f4365-da36-4436-bc7d-528260c16cc8 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:39:57.881395 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956f4365-da36-4436-bc7d-528260c16cc8 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:39:57.881947 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956f4365-da36-4436-bc7d-528260c16cc8 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:39:57.884396 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956f4365-da36-4436-bc7d-528260c16cc8 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:39:57.884872 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956f4365-da36-4436-bc7d-528260c16cc8 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:39:57.885330 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956f4365-da36-4436-bc7d-528260c16cc8 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:39:57.885761 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956f4365-da36-4436-bc7d-528260c16cc8 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:39:57.924443 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-34af114a-e8aa-4de4-b879-e188a167cb72 req-7a24abf5-7e39-4360-b052-873ec4eac5f0 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=4acb9c3c-b6ab-46be-b637-ff51ba0e15fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1867192 Feb 04 12:39:57.928681 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['7ac5ab11-addb-4dd2-b145-f5d33ea6ff70', '6ee112e8-01ac-4586-902f-f67b6703a584'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:39:58.025567 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-4375ebf2-d5b0-4deb-9af7-5e91696fea1b req-956f4365-da36-4436-bc7d-528260c16cc8 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] No DVR routers for this DVR port 08dd6575-bda4-4dc0-91a6-16a40b116c46 on host n-h2-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:39:58.049310 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-4375ebf2-d5b0-4deb-9af7-5e91696fea1b req-956f4365-da36-4436-bc7d-528260c16cc8 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:58.053337 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-4375ebf2-d5b0-4deb-9af7-5e91696fea1b req-956f4365-da36-4436-bc7d-528260c16cc8 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.77 "DELETE /v2.0/ports/08dd6575-bda4-4dc0-91a6-16a40b116c46 HTTP/1.1" status: 204 len: 173 time: 1.1903276 Feb 04 12:39:58.059491 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9e6265c-6c82-4ab3-bce7-1ca8c1cef626', 'name': 'network-vif-deleted', 'tag': '08dd6575-bda4-4dc0-91a6-16a40b116c46'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:39:58.064665 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d865e0e-0efd-4ece-945b-8e5baee5fa36" -d '{"events": [{"server_uuid": "f9e6265c-6c82-4ab3-bce7-1ca8c1cef626", "name": "network-vif-deleted", "tag": "08dd6575-bda4-4dc0-91a6-16a40b116c46"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:39:58.143117 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34af114a-e8aa-4de4-b879-e188a167cb72 req-ec36ad36-e05c-4514-a06c-5217a617fbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:39:58.157730 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-34af114a-e8aa-4de4-b879-e188a167cb72 req-ec36ad36-e05c-4514-a06c-5217a617fbd6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=72075fcbbaca4534bfa18449bac56045&device_id=4acb9c3c-b6ab-46be-b637-ff51ba0e15fa HTTP/1.1" status: 200 len: 1127 time: 0.1725886 Feb 04 12:39:58.222414 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5992c112-6425-4b68-8e8c-e02cab61aa6d x-openstack-request-id: req-5992c112-6425-4b68-8e8c-e02cab61aa6d {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:39:58.223906 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9e6265c-6c82-4ab3-bce7-1ca8c1cef626", "name": "network-vif-deleted", "tag": "08dd6575-bda4-4dc0-91a6-16a40b116c46", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:39:58.224190 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5992c112-6425-4b68-8e8c-e02cab61aa6d {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:39:58.224808 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9e6265c-6c82-4ab3-bce7-1ca8c1cef626', 'name': 'network-vif-deleted', 'tag': '08dd6575-bda4-4dc0-91a6-16a40b116c46', 'status': 'completed', 'code': 200} Feb 04 12:39:58.302955 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53398) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:39:58.309783 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-1a0712f3-349b-488b-92a6-69152e609c8e tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-334915619'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:39:58.377432 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a0712f3-349b-488b-92a6-69152e609c8e tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Made reservation on behalf of ca25972521404bd998e7680810e52c91 for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:39:58.383350 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1a0712f3-349b-488b-92a6-69152e609c8e tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:58.450704 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a0712f3-349b-488b-92a6-69152e609c8e tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:39:58.475915 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1a0712f3-349b-488b-92a6-69152e609c8e tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (4c81f2d2-e31d-470c-8fcd-a4bd9a6a54e3), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:58.479873 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-1a0712f3-349b-488b-92a6-69152e609c8e tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Added segment 4c81f2d2-e31d-470c-8fcd-a4bd9a6a54e3 of type vlan for network 50abc812-52fc-4688-9b5e-8dadbfa93d3a Feb 04 12:39:58.581414 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6a0847a1-29b5-4623-923c-d42fd102b3b7 req-6d2817ab-3b8b-49bf-9d24-d7341e0df1a8 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9e6265c-6c82-4ab3-bce7-1ca8c1cef626 HTTP/1.1" status: 200 len: 210 time: 0.1114621 Feb 04 12:39:58.598655 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1a0712f3-349b-488b-92a6-69152e609c8e tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (50abc812-52fc-4688-9b5e-8dadbfa93d3a), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:58.626840 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34af114a-e8aa-4de4-b879-e188a167cb72 req-25ab471a-c5d0-4739-99ae-1791decba70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:39:58.628793 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-34af114a-e8aa-4de4-b879-e188a167cb72 req-25ab471a-c5d0-4739-99ae-1791decba70f service neutron] 10.222.0.77 "GET /v2.0/networks?id=4818c56c-ae1d-43b5-80d2-4a5373ab8e6b HTTP/1.1" status: 200 len: 916 time: 0.4428716 Feb 04 12:39:58.664361 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1a0712f3-349b-488b-92a6-69152e609c8e tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (50abc812-52fc-4688-9b5e-8dadbfa93d3a), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:58.670950 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0712f3-349b-488b-92a6-69152e609c8e tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:39:58.673685 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1a0712f3-349b-488b-92a6-69152e609c8e tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:58.736417 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-34af114a-e8aa-4de4-b879-e188a167cb72 req-8fb172d1-d55b-45da-b958-769607f7145e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=469449ce-763d-4db4-a452-63e01e8fed24 HTTP/1.1" status: 200 len: 217 time: 0.1018238 Feb 04 12:39:58.784934 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-1a0712f3-349b-488b-92a6-69152e609c8e tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4787018 Feb 04 12:39:58.793689 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53400) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:39:58.811782 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-59c8981a-9a5f-483a-8fde-b369f6b9a266 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1244701249'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:39:58.859542 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34af114a-e8aa-4de4-b879-e188a167cb72 req-e8d149b5-a980-4efa-aa7d-02e9ebcba0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:39:58.861228 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-34af114a-e8aa-4de4-b879-e188a167cb72 req-e8d149b5-a980-4efa-aa7d-02e9ebcba0e8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=fbb54edd-3278-45b2-a986-7521678ba6ac HTTP/1.1" status: 200 len: 855 time: 0.1186254 Feb 04 12:39:58.900712 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0712f3-349b-488b-92a6-69152e609c8e tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Pushing event updated for resources: {'Network': ['ID=50abc812-52fc-4688-9b5e-8dadbfa93d3a,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:39:58.911624 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59c8981a-9a5f-483a-8fde-b369f6b9a266 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Made reservation on behalf of ca25972521404bd998e7680810e52c91 for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:39:58.914710 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 50abc812-52fc-4688-9b5e-8dadbfa93d3a details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:39:58.918358 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-59c8981a-9a5f-483a-8fde-b369f6b9a266 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:58.924770 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-34af114a-e8aa-4de4-b879-e188a167cb72 req-f839378c-60f7-431f-bb66-13257b192651 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4818c56c-ae1d-43b5-80d2-4a5373ab8e6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571477 Feb 04 12:39:59.001797 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59c8981a-9a5f-483a-8fde-b369f6b9a266 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:39:59.034389 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-59c8981a-9a5f-483a-8fde-b369f6b9a266 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (359ad298-38b1-4d96-baeb-0f70370bc984), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:59.034389 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-59c8981a-9a5f-483a-8fde-b369f6b9a266 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Added segment 359ad298-38b1-4d96-baeb-0f70370bc984 of type vlan for network 1a47e8c3-b161-4455-99ec-b9b9ead38a62 Feb 04 12:39:59.145652 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-59c8981a-9a5f-483a-8fde-b369f6b9a266 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (1a47e8c3-b161-4455-99ec-b9b9ead38a62), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:59.209990 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-59c8981a-9a5f-483a-8fde-b369f6b9a266 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (1a47e8c3-b161-4455-99ec-b9b9ead38a62), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:59.216650 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c8981a-9a5f-483a-8fde-b369f6b9a266 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:39:59.224787 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-59c8981a-9a5f-483a-8fde-b369f6b9a266 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:39:59.285875 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-34af114a-e8aa-4de4-b879-e188a167cb72 req-e4faa2a3-180a-43df-851a-41d8ba044ca5 service neutron] 10.222.0.77 "GET /v2.0/networks/4818c56c-ae1d-43b5-80d2-4a5373ab8e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3530679 Feb 04 12:39:59.325803 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c8981a-9a5f-483a-8fde-b369f6b9a266 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Pushing event updated for resources: {'Network': ['ID=1a47e8c3-b161-4455-99ec-b9b9ead38a62,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:39:59.345218 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 1a47e8c3-b161-4455-99ec-b9b9ead38a62 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:39:59.345459 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-59c8981a-9a5f-483a-8fde-b369f6b9a266 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5479922 Feb 04 12:39:59.346092 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53412) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:39:59.351389 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-d7224985-d319-45a7-ae7b-376a83b42a89 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Request body: {'subnet': {'network_id': '50abc812-52fc-4688-9b5e-8dadbfa93d3a', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:39:59.481471 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-34af114a-e8aa-4de4-b879-e188a167cb72 req-fbf4abac-dbb7-422c-9f34-e560d46670d5 service neutron] 10.222.0.77 "GET /v2.0/networks/4818c56c-ae1d-43b5-80d2-4a5373ab8e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896098 Feb 04 12:39:59.572782 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7224985-d319-45a7-ae7b-376a83b42a89 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Made reservation on behalf of ca25972521404bd998e7680810e52c91 for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:39:59.577374 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d7224985-d319-45a7-ae7b-376a83b42a89 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60610638'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:00.299395 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 08dd6575-bda4-4dc0-91a6-16a40b116c46 no longer exists at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:40:00.353707 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] No Port match for: 08dd6575-bda4-4dc0-91a6-16a40b116c46 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:40:00.354383 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 08dd6575-bda4-4dc0-91a6-16a40b116c46 not bound to the agent host n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:40:00.395584 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d7224985-d319-45a7-ae7b-376a83b42a89 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59045178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60610680'] for subnet (ca9bf86a-5f82-4615-8df5-3e5a427be493), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:00.490325 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7224985-d319-45a7-ae7b-376a83b42a89 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Pushing event updated for resources: {'Subnet': ['ID=ca9bf86a-5f82-4615-8df5-3e5a427be493,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:40:00.515510 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7224985-d319-45a7-ae7b-376a83b42a89 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Checking segment: {'id': '4c81f2d2-e31d-470c-8fcd-a4bd9a6a54e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '50abc812-52fc-4688-9b5e-8dadbfa93d3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:40:00.516292 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7224985-d319-45a7-ae7b-376a83b42a89 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Network hostable DHCP agents. Network: 50abc812-52fc-4688-9b5e-8dadbfa93d3a, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:40:00.539489 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7224985-d319-45a7-ae7b-376a83b42a89 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Network 50abc812-52fc-4688-9b5e-8dadbfa93d3a is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:40:00.554610 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-d7224985-d319-45a7-ae7b-376a83b42a89 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 50abc812-52fc-4688-9b5e-8dadbfa93d3a) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:40:00.568360 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7224985-d319-45a7-ae7b-376a83b42a89 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:00.570010 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d7224985-d319-45a7-ae7b-376a83b42a89 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:00.572716 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c463b6-c94e-4ac4-8ebb-4742fd8ce522 None None] Network 50abc812-52fc-4688-9b5e-8dadbfa93d3a requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:40:00.612148 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-d7224985-d319-45a7-ae7b-376a83b42a89 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2647138 Feb 04 12:40:00.614695 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53440) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:40:00.624058 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-0c408700-2fc5-49b3-bb01-1be07ef9b362 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Request body: {'subnet': {'network_id': '1a47e8c3-b161-4455-99ec-b9b9ead38a62', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:40:00.760679 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b984e7-26d3-4abc-843f-46684c144ebf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-50abc812-52fc-4688-9b5e-8dadbfa93d3a', 'network_id': '50abc812-52fc-4688-9b5e-8dadbfa93d3a', 'project_id': 'ca25972521404bd998e7680810e52c91', 'fixed_ips': [{'subnet_id': 'ca9bf86a-5f82-4615-8df5-3e5a427be493'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 12:40:00.762115 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-98b984e7-26d3-4abc-843f-46684c144ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:00.904142 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c408700-2fc5-49b3-bb01-1be07ef9b362 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Made reservation on behalf of ca25972521404bd998e7680810e52c91 for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:40:00.907658 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0c408700-2fc5-49b3-bb01-1be07ef9b362 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:01.100302 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:01.126644 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-98b984e7-26d3-4abc-843f-46684c144ebf None None] Allocated IP 10.1.1.2 (50abc812-52fc-4688-9b5e-8dadbfa93d3a/ca9bf86a-5f82-4615-8df5-3e5a427be493/17edeae7-76eb-455e-a3c8-dc93039298ad) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:40:01.296999 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0c408700-2fc5-49b3-bb01-1be07ef9b362 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52094127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51452689'] for subnet (9fdfc6a6-8505-4de4-a056-7d77ecca3599), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:01.463931 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c408700-2fc5-49b3-bb01-1be07ef9b362 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Pushing event updated for resources: {'Subnet': ['ID=9fdfc6a6-8505-4de4-a056-7d77ecca3599,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:40:01.468475 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c408700-2fc5-49b3-bb01-1be07ef9b362 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Checking segment: {'id': '359ad298-38b1-4d96-baeb-0f70370bc984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '1a47e8c3-b161-4455-99ec-b9b9ead38a62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:40:01.469094 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c408700-2fc5-49b3-bb01-1be07ef9b362 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Network hostable DHCP agents. Network: 1a47e8c3-b161-4455-99ec-b9b9ead38a62, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:40:01.480637 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c408700-2fc5-49b3-bb01-1be07ef9b362 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:40:01.480875 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-98b984e7-26d3-4abc-843f-46684c144ebf None None] Publish callbacks [] for port (17edeae7-76eb-455e-a3c8-dc93039298ad), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:01.482298 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c408700-2fc5-49b3-bb01-1be07ef9b362 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:40:01.482955 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c408700-2fc5-49b3-bb01-1be07ef9b362 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:40:01.483512 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c408700-2fc5-49b3-bb01-1be07ef9b362 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:40:01.484110 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c408700-2fc5-49b3-bb01-1be07ef9b362 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:40:01.484613 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c408700-2fc5-49b3-bb01-1be07ef9b362 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:40:01.485162 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c408700-2fc5-49b3-bb01-1be07ef9b362 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:40:01.486117 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c408700-2fc5-49b3-bb01-1be07ef9b362 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:40:01.486778 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c408700-2fc5-49b3-bb01-1be07ef9b362 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:40:01.487672 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c408700-2fc5-49b3-bb01-1be07ef9b362 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:40:01.488682 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c408700-2fc5-49b3-bb01-1be07ef9b362 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:40:01.489360 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c408700-2fc5-49b3-bb01-1be07ef9b362 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:40:01.489928 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c408700-2fc5-49b3-bb01-1be07ef9b362 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:40:01.490144 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-98b984e7-26d3-4abc-843f-46684c144ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (17edeae7-76eb-455e-a3c8-dc93039298ad), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:01.520330 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c408700-2fc5-49b3-bb01-1be07ef9b362 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Network 1a47e8c3-b161-4455-99ec-b9b9ead38a62 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:40:01.539512 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-0c408700-2fc5-49b3-bb01-1be07ef9b362 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 1a47e8c3-b161-4455-99ec-b9b9ead38a62) {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:40:01.554435 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c408700-2fc5-49b3-bb01-1be07ef9b362 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:01.554847 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0c408700-2fc5-49b3-bb01-1be07ef9b362 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:01.569324 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b984e7-26d3-4abc-843f-46684c144ebf None None] Pushing event updated for resources: {'Port': ['ID=17edeae7-76eb-455e-a3c8-dc93039298ad,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:40:01.571818 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f784f17f-9222-4a32-9e7d-c98291c85945 None None] Network 1a47e8c3-b161-4455-99ec-b9b9ead38a62 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:40:01.596676 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-0c408700-2fc5-49b3-bb01-1be07ef9b362 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9794679 Feb 04 12:40:01.599553 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53468) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:40:01.604659 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-35a85eb6-d211-488a-827c-c0caca9babab tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Request body: {'port': {'network_id': '50abc812-52fc-4688-9b5e-8dadbfa93d3a', 'name': 'tempest-TaggedBootDevicesTest-342531934', 'fixed_ips': [{'subnet_id': 'ca9bf86a-5f82-4615-8df5-3e5a427be493'}]}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:40:01.625061 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b984e7-26d3-4abc-843f-46684c144ebf None None] Network 50abc812-52fc-4688-9b5e-8dadbfa93d3a is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:40:01.703657 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b984e7-26d3-4abc-843f-46684c144ebf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:40:01.704040 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b984e7-26d3-4abc-843f-46684c144ebf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:40:01.704389 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b984e7-26d3-4abc-843f-46684c144ebf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:40:01.704768 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b984e7-26d3-4abc-843f-46684c144ebf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:40:01.705103 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b984e7-26d3-4abc-843f-46684c144ebf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:40:01.705437 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b984e7-26d3-4abc-843f-46684c144ebf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:40:01.705771 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b984e7-26d3-4abc-843f-46684c144ebf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:40:01.706102 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b984e7-26d3-4abc-843f-46684c144ebf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:40:01.706431 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b984e7-26d3-4abc-843f-46684c144ebf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:40:01.706758 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b984e7-26d3-4abc-843f-46684c144ebf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:40:01.707084 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b984e7-26d3-4abc-843f-46684c144ebf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:40:01.707411 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b984e7-26d3-4abc-843f-46684c144ebf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:40:01.707797 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b984e7-26d3-4abc-843f-46684c144ebf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:40:01.724431 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-98b984e7-26d3-4abc-843f-46684c144ebf None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:40:01.821731 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35a85eb6-d211-488a-827c-c0caca9babab tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Made reservation on behalf of ca25972521404bd998e7680810e52c91 for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:40:01.834204 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b984e7-26d3-4abc-843f-46684c144ebf None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:40:01.859768 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:01.882444 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f2e58b-14b2-4231-b8dd-b139b58d7e3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-1a47e8c3-b161-4455-99ec-b9b9ead38a62', 'network_id': '1a47e8c3-b161-4455-99ec-b9b9ead38a62', 'project_id': 'ca25972521404bd998e7680810e52c91', 'fixed_ips': [{'subnet_id': '9fdfc6a6-8505-4de4-a056-7d77ecca3599'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 12:40:01.883317 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-84f2e58b-14b2-4231-b8dd-b139b58d7e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:01.926520 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-98b984e7-26d3-4abc-843f-46684c144ebf None None] Attempting to bind port 17edeae7-76eb-455e-a3c8-dc93039298ad on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:40:01.926892 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-98b984e7-26d3-4abc-843f-46684c144ebf None None] Attempting to bind port 17edeae7-76eb-455e-a3c8-dc93039298ad by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '4c81f2d2-e31d-470c-8fcd-a4bd9a6a54e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '50abc812-52fc-4688-9b5e-8dadbfa93d3a'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:40:01.927265 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b984e7-26d3-4abc-843f-46684c144ebf None None] Attempting to bind port 17edeae7-76eb-455e-a3c8-dc93039298ad on network 50abc812-52fc-4688-9b5e-8dadbfa93d3a {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:40:01.938369 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b984e7-26d3-4abc-843f-46684c144ebf None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:40:01.938735 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b984e7-26d3-4abc-843f-46684c144ebf None None] Checking segment: {'id': '4c81f2d2-e31d-470c-8fcd-a4bd9a6a54e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '50abc812-52fc-4688-9b5e-8dadbfa93d3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:40:01.939150 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-98b984e7-26d3-4abc-843f-46684c144ebf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:01.939611 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b984e7-26d3-4abc-843f-46684c144ebf None None] Bound using segment: {'id': '4c81f2d2-e31d-470c-8fcd-a4bd9a6a54e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '50abc812-52fc-4688-9b5e-8dadbfa93d3a'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:40:01.940132 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-98b984e7-26d3-4abc-843f-46684c144ebf None None] Bound port: 17edeae7-76eb-455e-a3c8-dc93039298ad, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c81f2d2-e31d-470c-8fcd-a4bd9a6a54e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '50abc812-52fc-4688-9b5e-8dadbfa93d3a'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:40:01.940523 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-98b984e7-26d3-4abc-843f-46684c144ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (17edeae7-76eb-455e-a3c8-dc93039298ad), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:01.963493 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-35a85eb6-d211-488a-827c-c0caca9babab tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:02.030485 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [None req-35a85eb6-d211-488a-827c-c0caca9babab tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] device_id is not set on port 10f2b2ac-d024-45d9-8b51-ee9bd6bab8e6 yet. {{(pid=103475) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 12:40:02.137899 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-98b984e7-26d3-4abc-843f-46684c144ebf None None] For port 17edeae7-76eb-455e-a3c8-dc93039298ad, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:40:02.151044 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-98b984e7-26d3-4abc-843f-46684c144ebf None None] For port 17edeae7-76eb-455e-a3c8-dc93039298ad, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=17edeae7-76eb-455e-a3c8-dc93039298ad,segment=NetworkSegment(4c81f2d2-e31d-470c-8fcd-a4bd9a6a54e3),segment_id=4c81f2d2-e31d-470c-8fcd-a4bd9a6a54e3)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:40:02.161196 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-98b984e7-26d3-4abc-843f-46684c144ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (17edeae7-76eb-455e-a3c8-dc93039298ad), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:02.221075 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b984e7-26d3-4abc-843f-46684c144ebf None None] Pushing event updated for resources: {'Port': ['ID=17edeae7-76eb-455e-a3c8-dc93039298ad,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:40:02.290310 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-35a85eb6-d211-488a-827c-c0caca9babab tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Allocated IP 10.1.1.182 (50abc812-52fc-4688-9b5e-8dadbfa93d3a/ca9bf86a-5f82-4615-8df5-3e5a427be493/10f2b2ac-d024-45d9-8b51-ee9bd6bab8e6) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:40:02.358091 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-84f2e58b-14b2-4231-b8dd-b139b58d7e3d None None] Allocated IP 10.2.2.2 (1a47e8c3-b161-4455-99ec-b9b9ead38a62/9fdfc6a6-8505-4de4-a056-7d77ecca3599/4e6b1752-8f67-4ce0-9eba-736e873bb92c) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:40:02.532268 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-35a85eb6-d211-488a-827c-c0caca9babab tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks [] for port (10f2b2ac-d024-45d9-8b51-ee9bd6bab8e6), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:02.675642 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-35a85eb6-d211-488a-827c-c0caca9babab tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (10f2b2ac-d024-45d9-8b51-ee9bd6bab8e6), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:02.768226 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a85eb6-d211-488a-827c-c0caca9babab tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Network 50abc812-52fc-4688-9b5e-8dadbfa93d3a is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:40:02.773268 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-35a85eb6-d211-488a-827c-c0caca9babab tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:40:02.775292 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-84f2e58b-14b2-4231-b8dd-b139b58d7e3d None None] Publish callbacks [] for port (4e6b1752-8f67-4ce0-9eba-736e873bb92c), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:02.790026 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-84f2e58b-14b2-4231-b8dd-b139b58d7e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (4e6b1752-8f67-4ce0-9eba-736e873bb92c), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:02.816506 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a85eb6-d211-488a-827c-c0caca9babab tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:40:02.869393 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f2e58b-14b2-4231-b8dd-b139b58d7e3d None None] Network 1a47e8c3-b161-4455-99ec-b9b9ead38a62 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:40:02.876225 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-84f2e58b-14b2-4231-b8dd-b139b58d7e3d None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:40:02.902743 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f2e58b-14b2-4231-b8dd-b139b58d7e3d None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:40:02.928511 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f2e58b-14b2-4231-b8dd-b139b58d7e3d None None] Pushing event updated for resources: {'Port': ['ID=4e6b1752-8f67-4ce0-9eba-736e873bb92c,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:40:03.028677 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a85eb6-d211-488a-827c-c0caca9babab tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Pushing event updated for resources: {'Port': ['ID=10f2b2ac-d024-45d9-8b51-ee9bd6bab8e6,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:40:03.070596 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a85eb6-d211-488a-827c-c0caca9babab tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:03.073026 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-35a85eb6-d211-488a-827c-c0caca9babab tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:03.111109 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-35a85eb6-d211-488a-827c-c0caca9babab tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5106049 Feb 04 12:40:03.113919 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53488) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:40:03.123660 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-0ac34761-e3e4-4d76-b3de-f9056f77e79c tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Request body: {'port': {'network_id': '50abc812-52fc-4688-9b5e-8dadbfa93d3a', 'name': 'tempest-TaggedBootDevicesTest-1611099573', 'fixed_ips': [{'subnet_id': 'ca9bf86a-5f82-4615-8df5-3e5a427be493'}]}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:40:03.143037 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-84f2e58b-14b2-4231-b8dd-b139b58d7e3d None None] Attempting to bind port 4e6b1752-8f67-4ce0-9eba-736e873bb92c on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:40:03.144171 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-84f2e58b-14b2-4231-b8dd-b139b58d7e3d None None] Attempting to bind port 4e6b1752-8f67-4ce0-9eba-736e873bb92c by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '359ad298-38b1-4d96-baeb-0f70370bc984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '1a47e8c3-b161-4455-99ec-b9b9ead38a62'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:40:03.146784 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f2e58b-14b2-4231-b8dd-b139b58d7e3d None None] Attempting to bind port 4e6b1752-8f67-4ce0-9eba-736e873bb92c on network 1a47e8c3-b161-4455-99ec-b9b9ead38a62 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:40:03.171597 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f2e58b-14b2-4231-b8dd-b139b58d7e3d None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:40:03.172562 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f2e58b-14b2-4231-b8dd-b139b58d7e3d None None] Checking segment: {'id': '359ad298-38b1-4d96-baeb-0f70370bc984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '1a47e8c3-b161-4455-99ec-b9b9ead38a62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:40:03.174396 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-84f2e58b-14b2-4231-b8dd-b139b58d7e3d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:03.175206 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f2e58b-14b2-4231-b8dd-b139b58d7e3d None None] Bound using segment: {'id': '359ad298-38b1-4d96-baeb-0f70370bc984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '1a47e8c3-b161-4455-99ec-b9b9ead38a62'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:40:03.176824 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-84f2e58b-14b2-4231-b8dd-b139b58d7e3d None None] Bound port: 4e6b1752-8f67-4ce0-9eba-736e873bb92c, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '359ad298-38b1-4d96-baeb-0f70370bc984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '1a47e8c3-b161-4455-99ec-b9b9ead38a62'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:40:03.177737 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-84f2e58b-14b2-4231-b8dd-b139b58d7e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (4e6b1752-8f67-4ce0-9eba-736e873bb92c), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:03.419960 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac34761-e3e4-4d76-b3de-f9056f77e79c tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Made reservation on behalf of ca25972521404bd998e7680810e52c91 for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:40:03.440718 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0ac34761-e3e4-4d76-b3de-f9056f77e79c tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:03.494896 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [None req-0ac34761-e3e4-4d76-b3de-f9056f77e79c tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] device_id is not set on port 36f87e3f-7392-4eed-9d08-001451be51e2 yet. {{(pid=103475) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 12:40:03.725989 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-84f2e58b-14b2-4231-b8dd-b139b58d7e3d None None] For port 4e6b1752-8f67-4ce0-9eba-736e873bb92c, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:40:03.733523 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-84f2e58b-14b2-4231-b8dd-b139b58d7e3d None None] For port 4e6b1752-8f67-4ce0-9eba-736e873bb92c, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=4e6b1752-8f67-4ce0-9eba-736e873bb92c,segment=NetworkSegment(359ad298-38b1-4d96-baeb-0f70370bc984),segment_id=359ad298-38b1-4d96-baeb-0f70370bc984)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:40:03.744490 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-84f2e58b-14b2-4231-b8dd-b139b58d7e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (4e6b1752-8f67-4ce0-9eba-736e873bb92c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:03.910391 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f2e58b-14b2-4231-b8dd-b139b58d7e3d None None] Pushing event updated for resources: {'Port': ['ID=4e6b1752-8f67-4ce0-9eba-736e873bb92c,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:40:03.940884 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-0ac34761-e3e4-4d76-b3de-f9056f77e79c tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Allocated IP 10.1.1.203 (50abc812-52fc-4688-9b5e-8dadbfa93d3a/ca9bf86a-5f82-4615-8df5-3e5a427be493/36f87e3f-7392-4eed-9d08-001451be51e2) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:40:04.387628 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0ac34761-e3e4-4d76-b3de-f9056f77e79c tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks [] for port (36f87e3f-7392-4eed-9d08-001451be51e2), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:04.436488 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 17edeae7-76eb-455e-a3c8-dc93039298ad up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:40:04.483917 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0ac34761-e3e4-4d76-b3de-f9056f77e79c tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (36f87e3f-7392-4eed-9d08-001451be51e2), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:04.493121 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019d92c4-c35c-49ef-9f41-3cb2244e757f None None] Network 50abc812-52fc-4688-9b5e-8dadbfa93d3a requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:40:04.610063 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac34761-e3e4-4d76-b3de-f9056f77e79c tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Pushing event updated for resources: {'Port': ['ID=36f87e3f-7392-4eed-9d08-001451be51e2,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:40:04.643148 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac34761-e3e4-4d76-b3de-f9056f77e79c tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Network 50abc812-52fc-4688-9b5e-8dadbfa93d3a is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:40:04.646966 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-0ac34761-e3e4-4d76-b3de-f9056f77e79c tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:40:04.654821 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac34761-e3e4-4d76-b3de-f9056f77e79c tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:40:04.742783 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac34761-e3e4-4d76-b3de-f9056f77e79c tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:04.743311 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0ac34761-e3e4-4d76-b3de-f9056f77e79c tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:04.765662 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-0ac34761-e3e4-4d76-b3de-f9056f77e79c tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6504743 Feb 04 12:40:04.810529 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-f0002ff0-dfe0-4024-95f7-41b9fb076ea0 None None] Provisioning complete for port 17edeae7-76eb-455e-a3c8-dc93039298ad triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:40:04.812189 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f0002ff0-dfe0-4024-95f7-41b9fb076ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (17edeae7-76eb-455e-a3c8-dc93039298ad), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:04.926399 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 17edeae7-76eb-455e-a3c8-dc93039298ad triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:40:04.927418 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (17edeae7-76eb-455e-a3c8-dc93039298ad), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:05.051932 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-f0002ff0-dfe0-4024-95f7-41b9fb076ea0 None None] Current status of the port 17edeae7-76eb-455e-a3c8-dc93039298ad is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:40:05.051932 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f0002ff0-dfe0-4024-95f7-41b9fb076ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (17edeae7-76eb-455e-a3c8-dc93039298ad), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:05.234909 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53524) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:40:05.238897 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 17edeae7-76eb-455e-a3c8-dc93039298ad is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:40:05.239854 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (17edeae7-76eb-455e-a3c8-dc93039298ad), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:05.241122 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-3135c28b-6f77-4726-ac03-871e93025eb7 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2000601692', 'description': 'tempest-description--1151849227'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:40:05.282961 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3135c28b-6f77-4726-ac03-871e93025eb7 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:05.294212 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-f0002ff0-dfe0-4024-95f7-41b9fb076ea0 None None] For port 17edeae7-76eb-455e-a3c8-dc93039298ad, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=17edeae7-76eb-455e-a3c8-dc93039298ad,segment=NetworkSegment(4c81f2d2-e31d-470c-8fcd-a4bd9a6a54e3),segment_id=4c81f2d2-e31d-470c-8fcd-a4bd9a6a54e3)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:40:05.302753 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f0002ff0-dfe0-4024-95f7-41b9fb076ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (17edeae7-76eb-455e-a3c8-dc93039298ad), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:05.506873 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3135c28b-6f77-4726-ac03-871e93025eb7 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks [] for security_group (779ff2e0-1490-4b8d-a753-8a45cbf1a372), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:05.514579 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0002ff0-dfe0-4024-95f7-41b9fb076ea0 None None] Pushing event updated for resources: {'Port': ['ID=17edeae7-76eb-455e-a3c8-dc93039298ad,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:40:05.514851 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3135c28b-6f77-4726-ac03-871e93025eb7 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (779ff2e0-1490-4b8d-a753-8a45cbf1a372), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:05.551685 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3135c28b-6f77-4726-ac03-871e93025eb7 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:05.554256 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-3135c28b-6f77-4726-ac03-871e93025eb7 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3182886 Feb 04 12:40:05.560229 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53528) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:40:05.565878 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-f6282c49-f6eb-43df-a616-dc226b5cefaf tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Request body: {'security_group_rule': {'security_group_id': '779ff2e0-1490-4b8d-a753-8a45cbf1a372', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:40:05.601148 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-1e062dcd-0bdd-4d69-ba9e-2ecfffcda8df None None] Provisioning complete for port 10f2b2ac-d024-45d9-8b51-ee9bd6bab8e6 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:40:05.601990 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1e062dcd-0bdd-4d69-ba9e-2ecfffcda8df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (10f2b2ac-d024-45d9-8b51-ee9bd6bab8e6), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:05.635000 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f6282c49-f6eb-43df-a616-dc226b5cefaf tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks [] for security_group_rule (f8ef808d-3e46-41b7-8738-0fce45b8a3c6), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:05.643866 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3135c28b-6f77-4726-ac03-871e93025eb7 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=779ff2e0-1490-4b8d-a753-8a45cbf1a372,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:40:05.659381 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.db.api [None req-b116c552-173d-469e-b16f-751f4467941a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103476) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 12:40:05.660009 n-d-825015-3 neutron-server[103476]: DEBUG oslo_db.api [None req-b116c552-173d-469e-b16f-751f4467941a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 12:40:05.675254 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-1e062dcd-0bdd-4d69-ba9e-2ecfffcda8df None None] Port 10f2b2ac-d024-45d9-8b51-ee9bd6bab8e6 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:40:05.696913 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-1e062dcd-0bdd-4d69-ba9e-2ecfffcda8df None None] Provisioning complete for port 36f87e3f-7392-4eed-9d08-001451be51e2 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:40:05.700540 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1e062dcd-0bdd-4d69-ba9e-2ecfffcda8df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (36f87e3f-7392-4eed-9d08-001451be51e2), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:05.768678 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-1e062dcd-0bdd-4d69-ba9e-2ecfffcda8df None None] Port 36f87e3f-7392-4eed-9d08-001451be51e2 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:40:05.793288 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-1e062dcd-0bdd-4d69-ba9e-2ecfffcda8df None None] Provisioning complete for port 17edeae7-76eb-455e-a3c8-dc93039298ad triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:40:05.793288 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1e062dcd-0bdd-4d69-ba9e-2ecfffcda8df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (17edeae7-76eb-455e-a3c8-dc93039298ad), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:05.814040 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f6282c49-f6eb-43df-a616-dc226b5cefaf tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks [] for security_group_rule (f8ef808d-3e46-41b7-8738-0fce45b8a3c6), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:05.818866 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f6282c49-f6eb-43df-a616-dc226b5cefaf tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (f8ef808d-3e46-41b7-8738-0fce45b8a3c6), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:05.889259 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6282c49-f6eb-43df-a616-dc226b5cefaf tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8ef808d-3e46-41b7-8738-0fce45b8a3c6,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:40:05.955285 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f6282c49-f6eb-43df-a616-dc226b5cefaf tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:05.964744 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53540) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:40:05.966844 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-f6282c49-f6eb-43df-a616-dc226b5cefaf tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4053152 Feb 04 12:40:05.969651 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-1af2c91f-acf6-4fcf-a9cd-a032bf8e4cf2 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Request body: {'security_group_rule': {'security_group_id': '779ff2e0-1490-4b8d-a753-8a45cbf1a372', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:40:06.014361 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a3c473-35cc-434d-9f1e-0784da652b92 None None] Network 1a47e8c3-b161-4455-99ec-b9b9ead38a62 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:40:06.045481 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1af2c91f-acf6-4fcf-a9cd-a032bf8e4cf2 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks [] for security_group_rule (ccc51fc2-eb17-48bf-81fd-436e62e71ee7), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:06.129438 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1af2c91f-acf6-4fcf-a9cd-a032bf8e4cf2 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks [] for security_group_rule (ccc51fc2-eb17-48bf-81fd-436e62e71ee7), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:06.135300 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1af2c91f-acf6-4fcf-a9cd-a032bf8e4cf2 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (ccc51fc2-eb17-48bf-81fd-436e62e71ee7), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:06.179401 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af2c91f-acf6-4fcf-a9cd-a032bf8e4cf2 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccc51fc2-eb17-48bf-81fd-436e62e71ee7,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:40:06.204166 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1af2c91f-acf6-4fcf-a9cd-a032bf8e4cf2 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:06.207620 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-1af2c91f-acf6-4fcf-a9cd-a032bf8e4cf2 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2416565 Feb 04 12:40:06.211991 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53544) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:40:06.217732 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-635d405a-cf5f-446f-8890-99a463310583 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Request body: {'floatingip': {'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:40:06.229077 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-1e062dcd-0bdd-4d69-ba9e-2ecfffcda8df None None] Current status of the port 17edeae7-76eb-455e-a3c8-dc93039298ad is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:40:06.267071 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 17edeae7-76eb-455e-a3c8-dc93039298ad is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:40:06.271183 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-635d405a-cf5f-446f-8890-99a463310583 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:06.385270 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-7d0b026d-7c4a-4ea6-a286-f5dba530ba53 None None] Provisioning complete for port 10f2b2ac-d024-45d9-8b51-ee9bd6bab8e6 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:40:06.387031 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7d0b026d-7c4a-4ea6-a286-f5dba530ba53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (10f2b2ac-d024-45d9-8b51-ee9bd6bab8e6), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:06.480863 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-7d0b026d-7c4a-4ea6-a286-f5dba530ba53 None None] Port 10f2b2ac-d024-45d9-8b51-ee9bd6bab8e6 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:40:06.516907 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-7d0b026d-7c4a-4ea6-a286-f5dba530ba53 None None] Provisioning complete for port 4e6b1752-8f67-4ce0-9eba-736e873bb92c triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:40:06.517475 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7d0b026d-7c4a-4ea6-a286-f5dba530ba53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (4e6b1752-8f67-4ce0-9eba-736e873bb92c), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:06.611693 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-635d405a-cf5f-446f-8890-99a463310583 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:06.714544 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 4e6b1752-8f67-4ce0-9eba-736e873bb92c up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:40:06.764806 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-7d0b026d-7c4a-4ea6-a286-f5dba530ba53 None None] Current status of the port 4e6b1752-8f67-4ce0-9eba-736e873bb92c is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:40:06.765332 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7d0b026d-7c4a-4ea6-a286-f5dba530ba53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (4e6b1752-8f67-4ce0-9eba-736e873bb92c), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:06.804525 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-635d405a-cf5f-446f-8890-99a463310583 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Allocated IP 172.25.3.242 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/c4c7d0e1-5359-4b2b-b661-d78622ccaef2) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:40:06.818378 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-7d0b026d-7c4a-4ea6-a286-f5dba530ba53 None None] For port 4e6b1752-8f67-4ce0-9eba-736e873bb92c, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=4e6b1752-8f67-4ce0-9eba-736e873bb92c,segment=NetworkSegment(359ad298-38b1-4d96-baeb-0f70370bc984),segment_id=359ad298-38b1-4d96-baeb-0f70370bc984)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:40:06.823961 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7d0b026d-7c4a-4ea6-a286-f5dba530ba53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (4e6b1752-8f67-4ce0-9eba-736e873bb92c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:06.867663 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 4e6b1752-8f67-4ce0-9eba-736e873bb92c triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:40:06.868034 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (4e6b1752-8f67-4ce0-9eba-736e873bb92c), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:06.926051 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0b026d-7c4a-4ea6-a286-f5dba530ba53 None None] Pushing event updated for resources: {'Port': ['ID=4e6b1752-8f67-4ce0-9eba-736e873bb92c,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:40:06.968669 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-635d405a-cf5f-446f-8890-99a463310583 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks [] for port (c4c7d0e1-5359-4b2b-b661-d78622ccaef2), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:07.011867 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 4e6b1752-8f67-4ce0-9eba-736e873bb92c is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:40:07.013251 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 17edeae7-76eb-455e-a3c8-dc93039298ad up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:40:07.041521 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-635d405a-cf5f-446f-8890-99a463310583 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (c4c7d0e1-5359-4b2b-b661-d78622ccaef2), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:07.067086 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-f1b73e49-1a94-4de8-a625-40e4ec347e0c None None] Provisioning complete for port 36f87e3f-7392-4eed-9d08-001451be51e2 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:40:07.067654 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f1b73e49-1a94-4de8-a625-40e4ec347e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (36f87e3f-7392-4eed-9d08-001451be51e2), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:07.116126 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-f1b73e49-1a94-4de8-a625-40e4ec347e0c None None] Port 36f87e3f-7392-4eed-9d08-001451be51e2 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:40:07.124485 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 17edeae7-76eb-455e-a3c8-dc93039298ad triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:40:07.124485 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (17edeae7-76eb-455e-a3c8-dc93039298ad), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:07.146173 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635d405a-cf5f-446f-8890-99a463310583 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Pushing event updated for resources: {'Port': ['ID=c4c7d0e1-5359-4b2b-b661-d78622ccaef2,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:40:07.172800 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635d405a-cf5f-446f-8890-99a463310583 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:40:07.174635 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-635d405a-cf5f-446f-8890-99a463310583 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:40:07.180661 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635d405a-cf5f-446f-8890-99a463310583 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:40:07.196795 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-f1b73e49-1a94-4de8-a625-40e4ec347e0c None None] Provisioning complete for port 4e6b1752-8f67-4ce0-9eba-736e873bb92c triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:40:07.197171 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f1b73e49-1a94-4de8-a625-40e4ec347e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (4e6b1752-8f67-4ce0-9eba-736e873bb92c), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:07.335019 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-635d405a-cf5f-446f-8890-99a463310583 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks [] for floatingip (528d0164-1916-4d6f-ba30-f76a89a4ecd0), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:07.426161 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-635d405a-cf5f-446f-8890-99a463310583 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (c4c7d0e1-5359-4b2b-b661-d78622ccaef2), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:07.443902 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-f1b73e49-1a94-4de8-a625-40e4ec347e0c None None] Current status of the port 4e6b1752-8f67-4ce0-9eba-736e873bb92c is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:40:07.459363 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 17edeae7-76eb-455e-a3c8-dc93039298ad is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:40:07.720768 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-635d405a-cf5f-446f-8890-99a463310583 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks [] for port (c4c7d0e1-5359-4b2b-b661-d78622ccaef2), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:07.729807 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-635d405a-cf5f-446f-8890-99a463310583 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (c4c7d0e1-5359-4b2b-b661-d78622ccaef2), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:07.794502 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635d405a-cf5f-446f-8890-99a463310583 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Pushing event updated for resources: {'Port': ['ID=c4c7d0e1-5359-4b2b-b661-d78622ccaef2,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:40:07.840429 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-635d405a-cf5f-446f-8890-99a463310583 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1599943'] for floatingip (528d0164-1916-4d6f-ba30-f76a89a4ecd0), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:07.858576 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-635d405a-cf5f-446f-8890-99a463310583 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:07.860129 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-635d405a-cf5f-446f-8890-99a463310583 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6484005 Feb 04 12:40:08.259399 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-8c84ac12-24dc-42cc-aa5c-8f3549ec5529 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--2000601692&fields=id&tenant_id=ca25972521404bd998e7680810e52c91 HTTP/1.1" status: 200 len: 267 time: 0.0552399 Feb 04 12:40:08.315596 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-09018205-d098-4ed4-b037-d72119767c22 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:08.325169 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-09018205-d098-4ed4-b037-d72119767c22 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports/10f2b2ac-d024-45d9-8b51-ee9bd6bab8e6 HTTP/1.1" status: 200 len: 931 time: 0.0647948 Feb 04 12:40:08.406083 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 4e6b1752-8f67-4ce0-9eba-736e873bb92c up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:40:08.466374 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-85c32872-f4f4-4555-84c8-1b05dc760319 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:08.467798 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-85c32872-f4f4-4555-84c8-1b05dc760319 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports/36f87e3f-7392-4eed-9d08-001451be51e2 HTTP/1.1" status: 200 len: 932 time: 0.1418443 Feb 04 12:40:08.535501 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 4e6b1752-8f67-4ce0-9eba-736e873bb92c triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:40:08.539580 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (4e6b1752-8f67-4ce0-9eba-736e873bb92c), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:08.571034 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-fdf02f06-364a-462d-bf99-602dd672e38b tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?network_id=1a47e8c3-b161-4455-99ec-b9b9ead38a62&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0874798 Feb 04 12:40:08.649743 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-5e98fa19-dbb7-4a9f-888c-9a03873cde83 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?network_id=1a47e8c3-b161-4455-99ec-b9b9ead38a62&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0755796 Feb 04 12:40:08.758974 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 4e6b1752-8f67-4ce0-9eba-736e873bb92c is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:40:08.875855 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-234dfdd8-0a14-46c6-a0ef-f84f393994cf tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:08.883023 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-234dfdd8-0a14-46c6-a0ef-f84f393994cf tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:08.890992 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-234dfdd8-0a14-46c6-a0ef-f84f393994cf tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:08.893153 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-234dfdd8-0a14-46c6-a0ef-f84f393994cf tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/networks?id=e282f09d-0f00-48ae-be54-8328c02ae0af&id=50abc812-52fc-4688-9b5e-8dadbfa93d3a&id=50abc812-52fc-4688-9b5e-8dadbfa93d3a&id=1a47e8c3-b161-4455-99ec-b9b9ead38a62&id=1a47e8c3-b161-4455-99ec-b9b9ead38a62 HTTP/1.1" status: 200 len: 1989 time: 0.2441452 Feb 04 12:40:08.911836 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-a8774c00-c12b-4f3d-8605-9f5008db66c6 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/quotas/ca25972521404bd998e7680810e52c91 HTTP/1.1" status: 200 len: 375 time: 0.0126469 Feb 04 12:40:08.950917 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53612) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:40:09.076933 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-eb585233-065e-423c-984d-ddcf5cc1b1cf tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=ca25972521404bd998e7680810e52c91&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1514003 Feb 04 12:40:09.097261 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-8218fd0f-4187-4735-9eec-40abb78cd736 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:40:09.098488 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-8218fd0f-4187-4735-9eec-40abb78cd736 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055132 Feb 04 12:40:09.153387 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7fe6a38a-0635-4c73-9e5f-1c57af8d82bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:09.270659 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-7acb0d57-6ec9-499b-96d4-1d04d0066ad2 service neutron] 10.222.0.65 "GET /v2.0/networks/e282f09d-0f00-48ae-be54-8328c02ae0af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662383 Feb 04 12:40:09.325043 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7fe6a38a-0635-4c73-9e5f-1c57af8d82bb admin admin] Publish callbacks [] for security_group (2189b570-320d-498e-bdb2-31c759787297), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:09.333278 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7fe6a38a-0635-4c73-9e5f-1c57af8d82bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (2189b570-320d-498e-bdb2-31c759787297), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:09.374255 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe6a38a-0635-4c73-9e5f-1c57af8d82bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2189b570-320d-498e-bdb2-31c759787297,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:40:09.413080 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-7fe6a38a-0635-4c73-9e5f-1c57af8d82bb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f100746dffc34f13bef2f6bd2e698b50&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4607306 Feb 04 12:40:09.413885 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53620) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:40:09.436615 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-39f24b97-31a9-40a5-98d5-144a3cab3a3b service neutron] 10.222.0.65 "GET /v2.0/networks/e282f09d-0f00-48ae-be54-8328c02ae0af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585701 Feb 04 12:40:09.480150 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-288e8478-9674-4e5c-9203-2f49bc039182 admin admin] Publish callbacks [] for security_group (2189b570-320d-498e-bdb2-31c759787297), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:09.499565 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-77c98a58-e057-4222-babc-c56acbd5b583 service neutron] 10.222.0.65 "GET /v2.0/ports/10f2b2ac-d024-45d9-8b51-ee9bd6bab8e6?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0619423 Feb 04 12:40:09.508194 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-288e8478-9674-4e5c-9203-2f49bc039182 admin admin] Publish callbacks [] for security_group (2189b570-320d-498e-bdb2-31c759787297), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:09.566625 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-288e8478-9674-4e5c-9203-2f49bc039182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (2189b570-320d-498e-bdb2-31c759787297), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:09.569578 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-288e8478-9674-4e5c-9203-2f49bc039182 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:09.574392 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-288e8478-9674-4e5c-9203-2f49bc039182 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2189b570-320d-498e-bdb2-31c759787297 HTTP/1.1" status: 204 len: 168 time: 0.1592314 Feb 04 12:40:09.583099 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288e8478-9674-4e5c-9203-2f49bc039182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2189b570-320d-498e-bdb2-31c759787297,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:40:09.660961 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-2564197b-2aba-4137-9d78-75d73b5e2ff4 service neutron] 10.222.0.65 "GET /v2.0/networks/50abc812-52fc-4688-9b5e-8dadbfa93d3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602123 Feb 04 12:40:09.858401 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-5a324b1a-f72a-4750-a58d-2708ec9e89d0 service neutron] 10.222.0.65 "GET /v2.0/networks/50abc812-52fc-4688-9b5e-8dadbfa93d3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904411 Feb 04 12:40:10.067694 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53636) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:40:10.104501 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ca8f4958-8a75-47c9-8f43-3ea2d873e1a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:10.237797 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ca8f4958-8a75-47c9-8f43-3ea2d873e1a8 admin admin] Publish callbacks [] for security_group (60a3ed0c-7580-411b-98a4-c89f8970606d), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:10.247371 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ca8f4958-8a75-47c9-8f43-3ea2d873e1a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (60a3ed0c-7580-411b-98a4-c89f8970606d), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:10.354144 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-ca8f4958-8a75-47c9-8f43-3ea2d873e1a8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7322e74f9bef4433b6eb0e22f82e1067&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2840667 Feb 04 12:40:10.359631 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53640) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:40:10.388723 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8f4958-8a75-47c9-8f43-3ea2d873e1a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a3ed0c-7580-411b-98a4-c89f8970606d,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:40:10.437171 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-806e3cb7-957b-4277-a199-864225dce88c admin admin] Publish callbacks [] for security_group (60a3ed0c-7580-411b-98a4-c89f8970606d), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:10.464505 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-806e3cb7-957b-4277-a199-864225dce88c admin admin] Publish callbacks [] for security_group (60a3ed0c-7580-411b-98a4-c89f8970606d), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:10.494267 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-e58fc857-ff90-45ad-a8ee-a71c66fda893 service neutron] 10.222.0.65 "GET /v2.0/ports/36f87e3f-7392-4eed-9d08-001451be51e2?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.6287491 Feb 04 12:40:10.532184 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-806e3cb7-957b-4277-a199-864225dce88c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (60a3ed0c-7580-411b-98a4-c89f8970606d), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:10.534832 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-806e3cb7-957b-4277-a199-864225dce88c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:10.538813 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-806e3cb7-957b-4277-a199-864225dce88c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/60a3ed0c-7580-411b-98a4-c89f8970606d HTTP/1.1" status: 204 len: 168 time: 0.1755614 Feb 04 12:40:10.562362 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806e3cb7-957b-4277-a199-864225dce88c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a3ed0c-7580-411b-98a4-c89f8970606d,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:40:10.648280 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-d106c9d3-0812-47c0-bb76-46c12e440935 service neutron] 10.222.0.65 "GET /v2.0/networks/50abc812-52fc-4688-9b5e-8dadbfa93d3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524947 Feb 04 12:40:10.883680 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-45107ee7-a5f9-410f-a569-6b3d118045d8 service neutron] 10.222.0.65 "GET /v2.0/networks/50abc812-52fc-4688-9b5e-8dadbfa93d3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269263 Feb 04 12:40:11.109793 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-9a1e5204-3f48-4af5-8984-07c6c50cd8b8 service neutron] 10.222.0.65 "GET /v2.0/networks/50abc812-52fc-4688-9b5e-8dadbfa93d3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168610 Feb 04 12:40:11.268046 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-87374a3d-b783-4030-9435-433b3dec0995 service neutron] 10.222.0.65 "GET /v2.0/networks/50abc812-52fc-4688-9b5e-8dadbfa93d3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430745 Feb 04 12:40:11.368496 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-1acbafbf-89c2-444f-9f1c-3cd1d61b4035 service neutron] 10.222.0.65 "GET /v2.0/networks/50abc812-52fc-4688-9b5e-8dadbfa93d3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994527 Feb 04 12:40:11.499493 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-7e420ee7-811a-401d-a396-740a110554fa service neutron] 10.222.0.65 "GET /v2.0/networks/50abc812-52fc-4688-9b5e-8dadbfa93d3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301355 Feb 04 12:40:11.639528 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-762faec2-b5cd-47ce-b02f-9740f4a4ea50 service neutron] 10.222.0.65 "GET /v2.0/networks/1a47e8c3-b161-4455-99ec-b9b9ead38a62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260552 Feb 04 12:40:11.802176 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-2e227b71-d29d-48e8-87c2-6dc18c5a21f4 service neutron] 10.222.0.65 "GET /v2.0/networks/1a47e8c3-b161-4455-99ec-b9b9ead38a62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451211 Feb 04 12:40:11.920242 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-46d2b37b-26a4-4082-90b0-c91f44b0f722 service neutron] 10.222.0.65 "GET /v2.0/networks/1a47e8c3-b161-4455-99ec-b9b9ead38a62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126721 Feb 04 12:40:12.096209 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-6c926697-04ad-4915-af7e-085cd02f96a4 service neutron] 10.222.0.65 "GET /v2.0/networks/1a47e8c3-b161-4455-99ec-b9b9ead38a62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695549 Feb 04 12:40:15.529291 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-57551113-b6cc-44f5-93d7-00731bf4a916 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:16.241256 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fc99e6ad-021a-4d5b-9fcf-276526e3154c req-349f230c-6189-4472-b9c1-e37860c70dcb tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 210 time: 0.0443528 Feb 04 12:40:17.386708 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b6463daf-b83e-4c47-869d-587be5d16a9a req-0cf09b42-442c-4133-b281-9f24cb38ee66 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 210 time: 0.0668566 Feb 04 12:40:17.978464 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3294a9ba-f529-4483-bd27-fa8b7d8fedd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:18.554218 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3448b0d7-64b5-4aad-9964-7108059df0d7 req-b2d0278e-5aa2-4a54-a29d-d1cca2a0386d tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 210 time: 0.0657730 Feb 04 12:40:19.185012 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:19.451662 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 12:40:19.763167 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-090f66e3-51c7-4d6a-8bc8-906ff8319dfd req-b337cb1d-5be5-45af-ab7c-701fc363cfe9 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 210 time: 0.0314600 Feb 04 12:40:19.771629 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-f2ad2e24-0cc0-4e43-8939-07b90241d7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:19.773510 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-f2ad2e24-0cc0-4e43-8939-07b90241d7a9 service neutron] 10.222.0.77 "GET /v2.0/ports/10f2b2ac-d024-45d9-8b51-ee9bd6bab8e6 HTTP/1.1" status: 200 len: 1027 time: 0.1490107 Feb 04 12:40:19.908188 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-b26d7917-2198-4bc2-836f-47607a50a9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:19.912367 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-b26d7917-2198-4bc2-836f-47607a50a9c8 service neutron] 10.222.0.77 "GET /v2.0/ports/36f87e3f-7392-4eed-9d08-001451be51e2 HTTP/1.1" status: 200 len: 1028 time: 0.1230094 Feb 04 12:40:20.092347 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-6f10f1f1-16a3-41cc-a22b-e23fca4788d8 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:20.100002 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-6f10f1f1-16a3-41cc-a22b-e23fca4788d8 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:20.106575 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-6f10f1f1-16a3-41cc-a22b-e23fca4788d8 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:20.109243 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-6f10f1f1-16a3-41cc-a22b-e23fca4788d8 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.77 "GET /v2.0/networks?id=e282f09d-0f00-48ae-be54-8328c02ae0af&id=50abc812-52fc-4688-9b5e-8dadbfa93d3a&id=50abc812-52fc-4688-9b5e-8dadbfa93d3a&id=50abc812-52fc-4688-9b5e-8dadbfa93d3a&id=50abc812-52fc-4688-9b5e-8dadbfa93d3a&id=1a47e8c3-b161-4455-99ec-b9b9ead38a62&id=1a47e8c3-b161-4455-99ec-b9b9ead38a62 HTTP/1.1" status: 200 len: 1989 time: 0.1832433 Feb 04 12:40:20.209884 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-aa094e29-9dcd-454b-822b-47e4b5f3e8bf tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca25972521404bd998e7680810e52c91 HTTP/1.1" status: 200 len: 380 time: 0.0917556 Feb 04 12:40:20.220043 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-8864bb98-4486-4644-8158-8f5923f4fceb tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Request body: {'port': {'device_id': 'c5297a65-66a2-4ba7-a803-ed35fa7dac97', 'network_id': 'e282f09d-0f00-48ae-be54-8328c02ae0af', 'admin_state_up': True, 'tenant_id': 'ca25972521404bd998e7680810e52c91', 'security_groups': ['779ff2e0-1490-4b8d-a753-8a45cbf1a372']}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:40:20.460373 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:20.498106 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-8864bb98-4486-4644-8158-8f5923f4fceb tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Made reservation on behalf of ca25972521404bd998e7680810e52c91 for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:40:20.504268 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-8864bb98-4486-4644-8158-8f5923f4fceb tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:20.756439 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-8864bb98-4486-4644-8158-8f5923f4fceb tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Allocated IP 172.20.0.4 (e282f09d-0f00-48ae-be54-8328c02ae0af/d174a82c-6751-442a-8e10-7a148203d4f7/d152b0b2-3919-4a03-93f4-11425445acca) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:40:20.925687 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-8864bb98-4486-4644-8158-8f5923f4fceb tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks [] for port (d152b0b2-3919-4a03-93f4-11425445acca), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:20.992835 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-8864bb98-4486-4644-8158-8f5923f4fceb tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (d152b0b2-3919-4a03-93f4-11425445acca), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:21.052232 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-8864bb98-4486-4644-8158-8f5923f4fceb tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Network e282f09d-0f00-48ae-be54-8328c02ae0af is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:40:21.059129 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-8864bb98-4486-4644-8158-8f5923f4fceb tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:40:21.064733 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-8864bb98-4486-4644-8158-8f5923f4fceb tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:40:21.134270 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69156e3b-3e12-407e-8b09-6ebb59c97ad3 req-dad1fb3c-55da-4675-9952-a099436bde82 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:21.136377 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-69156e3b-3e12-407e-8b09-6ebb59c97ad3 req-dad1fb3c-55da-4675-9952-a099436bde82 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 931 time: 0.1751184 Feb 04 12:40:21.140104 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8864bb98-4486-4644-8158-8f5923f4fceb tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Pushing event updated for resources: {'Port': ['ID=d152b0b2-3919-4a03-93f4-11425445acca,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:40:21.258522 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-69156e3b-3e12-407e-8b09-6ebb59c97ad3 req-28f5baec-3e10-445e-8973-459558ffee59 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/security-groups?id=779ff2e0-1490-4b8d-a753-8a45cbf1a372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040494 Feb 04 12:40:21.266944 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-8864bb98-4486-4644-8158-8f5923f4fceb tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:21.268135 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-8864bb98-4486-4644-8158-8f5923f4fceb tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:21.296675 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-8864bb98-4486-4644-8158-8f5923f4fceb tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0831637 Feb 04 12:40:21.325240 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-970b6801-bbcf-4437-bb1a-07be8a33895f tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Request body: {'port': {'device_id': 'c5297a65-66a2-4ba7-a803-ed35fa7dac97', 'network_id': '50abc812-52fc-4688-9b5e-8dadbfa93d3a', 'admin_state_up': True, 'tenant_id': 'ca25972521404bd998e7680810e52c91', 'security_groups': ['779ff2e0-1490-4b8d-a753-8a45cbf1a372']}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:40:21.536452 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-28b6b3bf-5230-4086-9013-a16f79351a9c None None] Provisioning complete for port d152b0b2-3919-4a03-93f4-11425445acca triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:40:21.537053 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-28b6b3bf-5230-4086-9013-a16f79351a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (d152b0b2-3919-4a03-93f4-11425445acca), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:21.613794 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-970b6801-bbcf-4437-bb1a-07be8a33895f tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Made reservation on behalf of ca25972521404bd998e7680810e52c91 for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:40:21.617293 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-970b6801-bbcf-4437-bb1a-07be8a33895f tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:21.643933 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-28b6b3bf-5230-4086-9013-a16f79351a9c None None] Port d152b0b2-3919-4a03-93f4-11425445acca cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:40:21.698587 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:21.894526 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-970b6801-bbcf-4437-bb1a-07be8a33895f tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Allocated IP 10.1.1.185 (50abc812-52fc-4688-9b5e-8dadbfa93d3a/ca9bf86a-5f82-4615-8df5-3e5a427be493/3959a259-34f7-47f5-9c3d-c8f032983892) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:40:22.189632 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-970b6801-bbcf-4437-bb1a-07be8a33895f tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks [] for port (3959a259-34f7-47f5-9c3d-c8f032983892), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:22.236452 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-970b6801-bbcf-4437-bb1a-07be8a33895f tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (3959a259-34f7-47f5-9c3d-c8f032983892), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:22.306108 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-970b6801-bbcf-4437-bb1a-07be8a33895f tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Network 50abc812-52fc-4688-9b5e-8dadbfa93d3a is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:40:22.310177 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-970b6801-bbcf-4437-bb1a-07be8a33895f tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:40:22.335090 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-970b6801-bbcf-4437-bb1a-07be8a33895f tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:40:22.472669 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-970b6801-bbcf-4437-bb1a-07be8a33895f tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:22.474814 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-970b6801-bbcf-4437-bb1a-07be8a33895f tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:22.561211 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970b6801-bbcf-4437-bb1a-07be8a33895f tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Pushing event updated for resources: {'Port': ['ID=3959a259-34f7-47f5-9c3d-c8f032983892,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:40:22.593619 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-970b6801-bbcf-4437-bb1a-07be8a33895f tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2879624 Feb 04 12:40:22.612188 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-1a236e80-b02a-4dc7-af9b-aa1ff3a65420 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Request body: {'port': {'device_id': 'c5297a65-66a2-4ba7-a803-ed35fa7dac97', 'network_id': '50abc812-52fc-4688-9b5e-8dadbfa93d3a', 'admin_state_up': True, 'tenant_id': 'ca25972521404bd998e7680810e52c91', 'security_groups': ['779ff2e0-1490-4b8d-a753-8a45cbf1a372']}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:40:22.789936 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-a0a2f50d-6e7e-4c34-a08e-0cf2f07a0769 None None] Provisioning complete for port 3959a259-34f7-47f5-9c3d-c8f032983892 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:40:22.790480 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a0a2f50d-6e7e-4c34-a08e-0cf2f07a0769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (3959a259-34f7-47f5-9c3d-c8f032983892), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:22.837805 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dd7afa-feb5-4f70-85c4-694049bc4787 req-65aee958-0230-4720-9c39-474f65807e67 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:22.844789 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dd7afa-feb5-4f70-85c4-694049bc4787 req-65aee958-0230-4720-9c39-474f65807e67 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:22.846497 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-50dd7afa-feb5-4f70-85c4-694049bc4787 req-65aee958-0230-4720-9c39-474f65807e67 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 1653 time: 0.3571949 Feb 04 12:40:22.847126 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-1a236e80-b02a-4dc7-af9b-aa1ff3a65420 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Made reservation on behalf of ca25972521404bd998e7680810e52c91 for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:40:22.850782 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-1a236e80-b02a-4dc7-af9b-aa1ff3a65420 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:22.878130 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-a0a2f50d-6e7e-4c34-a08e-0cf2f07a0769 None None] Port 3959a259-34f7-47f5-9c3d-c8f032983892 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:40:23.055029 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-1a236e80-b02a-4dc7-af9b-aa1ff3a65420 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Allocated IP 10.1.1.4 (50abc812-52fc-4688-9b5e-8dadbfa93d3a/ca9bf86a-5f82-4615-8df5-3e5a427be493/383c55e1-9433-42e7-979f-326174aecf28) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:40:23.218522 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-50dd7afa-feb5-4f70-85c4-694049bc4787 req-019a7885-d2c2-4974-915c-aa62b2ddebd3 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/security-groups?id=779ff2e0-1490-4b8d-a753-8a45cbf1a372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3648493 Feb 04 12:40:23.318562 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-1a236e80-b02a-4dc7-af9b-aa1ff3a65420 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks [] for port (383c55e1-9433-42e7-979f-326174aecf28), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:23.407761 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-1a236e80-b02a-4dc7-af9b-aa1ff3a65420 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (383c55e1-9433-42e7-979f-326174aecf28), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:23.602224 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-1a236e80-b02a-4dc7-af9b-aa1ff3a65420 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Network 50abc812-52fc-4688-9b5e-8dadbfa93d3a is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:40:23.603627 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a236e80-b02a-4dc7-af9b-aa1ff3a65420 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Pushing event updated for resources: {'Port': ['ID=383c55e1-9433-42e7-979f-326174aecf28,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:40:23.607698 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-1a236e80-b02a-4dc7-af9b-aa1ff3a65420 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:40:23.610915 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-1a236e80-b02a-4dc7-af9b-aa1ff3a65420 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:40:23.703927 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-1a236e80-b02a-4dc7-af9b-aa1ff3a65420 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:23.704555 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-1a236e80-b02a-4dc7-af9b-aa1ff3a65420 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:23.738393 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-1a236e80-b02a-4dc7-af9b-aa1ff3a65420 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1334143 Feb 04 12:40:23.750940 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-ee3234ec-4de7-4609-b0af-eacc3a7b32bc tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Request body: {'port': {'device_id': 'c5297a65-66a2-4ba7-a803-ed35fa7dac97', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '1a47e8c3-b161-4455-99ec-b9b9ead38a62', 'admin_state_up': True, 'tenant_id': 'ca25972521404bd998e7680810e52c91', 'security_groups': ['779ff2e0-1490-4b8d-a753-8a45cbf1a372']}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:40:23.919894 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-ee3234ec-4de7-4609-b0af-eacc3a7b32bc tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Made reservation on behalf of ca25972521404bd998e7680810e52c91 for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:40:24.013418 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b858ea02-565b-4a5d-aec3-963b0a83ad54 None None] Provisioning complete for port 383c55e1-9433-42e7-979f-326174aecf28 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:40:24.014034 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b858ea02-565b-4a5d-aec3-963b0a83ad54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (383c55e1-9433-42e7-979f-326174aecf28), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:24.026982 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-ee3234ec-4de7-4609-b0af-eacc3a7b32bc tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:24.069123 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b858ea02-565b-4a5d-aec3-963b0a83ad54 None None] Port 383c55e1-9433-42e7-979f-326174aecf28 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:40:24.226464 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-ee3234ec-4de7-4609-b0af-eacc3a7b32bc tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Allocated IP 10.2.2.100 (1a47e8c3-b161-4455-99ec-b9b9ead38a62/9fdfc6a6-8505-4de4-a056-7d77ecca3599/f67e14d4-db1d-46b0-bea2-1c78b8bd35ab) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:40:24.446582 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-ee3234ec-4de7-4609-b0af-eacc3a7b32bc tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks [] for port (f67e14d4-db1d-46b0-bea2-1c78b8bd35ab), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:24.493416 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1ef17b-ae5c-4c34-9f95-4b5535105c4c req-4784d392-b4ef-448b-bde6-9ffc36c99556 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:24.499203 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1ef17b-ae5c-4c34-9f95-4b5535105c4c req-4784d392-b4ef-448b-bde6-9ffc36c99556 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:24.504594 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1ef17b-ae5c-4c34-9f95-4b5535105c4c req-4784d392-b4ef-448b-bde6-9ffc36c99556 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:24.513897 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3f1ef17b-ae5c-4c34-9f95-4b5535105c4c req-4784d392-b4ef-448b-bde6-9ffc36c99556 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 2372 time: 0.1118071 Feb 04 12:40:24.566505 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-ee3234ec-4de7-4609-b0af-eacc3a7b32bc tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (f67e14d4-db1d-46b0-bea2-1c78b8bd35ab), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:24.595932 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3f1ef17b-ae5c-4c34-9f95-4b5535105c4c req-76868b7e-cd20-41d4-962f-5d83665e0fc6 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/security-groups?id=779ff2e0-1490-4b8d-a753-8a45cbf1a372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719764 Feb 04 12:40:24.637044 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-ee3234ec-4de7-4609-b0af-eacc3a7b32bc tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Network 1a47e8c3-b161-4455-99ec-b9b9ead38a62 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:40:24.642435 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-ee3234ec-4de7-4609-b0af-eacc3a7b32bc tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:40:24.647567 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-ee3234ec-4de7-4609-b0af-eacc3a7b32bc tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:40:24.684076 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3234ec-4de7-4609-b0af-eacc3a7b32bc tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Pushing event updated for resources: {'Port': ['ID=f67e14d4-db1d-46b0-bea2-1c78b8bd35ab,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:40:24.728011 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-ee3234ec-4de7-4609-b0af-eacc3a7b32bc tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:24.728921 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-ee3234ec-4de7-4609-b0af-eacc3a7b32bc tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:24.756052 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-ee3234ec-4de7-4609-b0af-eacc3a7b32bc tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0088179 Feb 04 12:40:24.768408 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-e5b18295-4010-47c6-bf7d-098a0eebc473 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Request body: {'port': {'device_id': 'c5297a65-66a2-4ba7-a803-ed35fa7dac97', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '1a47e8c3-b161-4455-99ec-b9b9ead38a62', 'admin_state_up': True, 'tenant_id': 'ca25972521404bd998e7680810e52c91', 'security_groups': ['779ff2e0-1490-4b8d-a753-8a45cbf1a372']}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:40:24.931272 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-e5b18295-4010-47c6-bf7d-098a0eebc473 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Made reservation on behalf of ca25972521404bd998e7680810e52c91 for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:40:24.936557 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-e5b18295-4010-47c6-bf7d-098a0eebc473 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:25.096862 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-db09a8de-d580-49a8-abe4-1058c962e57b None None] Provisioning complete for port f67e14d4-db1d-46b0-bea2-1c78b8bd35ab triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:40:25.097845 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-db09a8de-d580-49a8-abe4-1058c962e57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (f67e14d4-db1d-46b0-bea2-1c78b8bd35ab), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:25.125691 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-e5b18295-4010-47c6-bf7d-098a0eebc473 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Allocated IP 10.2.2.200 (1a47e8c3-b161-4455-99ec-b9b9ead38a62/9fdfc6a6-8505-4de4-a056-7d77ecca3599/1049b94c-dd50-4b61-afcc-7ec2892e7f46) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:40:25.147488 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-db09a8de-d580-49a8-abe4-1058c962e57b None None] Port f67e14d4-db1d-46b0-bea2-1c78b8bd35ab cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:40:25.277628 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-e5b18295-4010-47c6-bf7d-098a0eebc473 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks [] for port (1049b94c-dd50-4b61-afcc-7ec2892e7f46), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:25.316760 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-e5b18295-4010-47c6-bf7d-098a0eebc473 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (1049b94c-dd50-4b61-afcc-7ec2892e7f46), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:25.364377 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-e5b18295-4010-47c6-bf7d-098a0eebc473 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Network 1a47e8c3-b161-4455-99ec-b9b9ead38a62 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:40:25.367611 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-e5b18295-4010-47c6-bf7d-098a0eebc473 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:40:25.371603 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-e5b18295-4010-47c6-bf7d-098a0eebc473 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:40:25.396228 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b18295-4010-47c6-bf7d-098a0eebc473 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Pushing event updated for resources: {'Port': ['ID=1049b94c-dd50-4b61-afcc-7ec2892e7f46,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:40:25.428223 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-e5b18295-4010-47c6-bf7d-098a0eebc473 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:25.428893 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-e5b18295-4010-47c6-bf7d-098a0eebc473 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:25.449539 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-e5b18295-4010-47c6-bf7d-098a0eebc473 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6854665 Feb 04 12:40:25.460768 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-4f618a8b-4dd4-4103-adae-0b16bae9f43c service neutron] Request body: {'port': {'device_id': 'c5297a65-66a2-4ba7-a803-ed35fa7dac97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:40:25.537342 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-4f618a8b-4dd4-4103-adae-0b16bae9f43c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (d152b0b2-3919-4a03-93f4-11425445acca), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:25.685951 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-38c53782-924b-43d8-aa32-d8e0b5d5f818 None None] Provisioning complete for port 1049b94c-dd50-4b61-afcc-7ec2892e7f46 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:40:25.687695 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-38c53782-924b-43d8-aa32-d8e0b5d5f818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (1049b94c-dd50-4b61-afcc-7ec2892e7f46), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:25.739996 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-38c53782-924b-43d8-aa32-d8e0b5d5f818 None None] Port 1049b94c-dd50-4b61-afcc-7ec2892e7f46 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:40:25.881516 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59913b49-5e72-49ee-9ded-b2e575e00f87 req-0305dad3-8525-42d9-bde1-eeb47507cb24 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:25.888053 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59913b49-5e72-49ee-9ded-b2e575e00f87 req-0305dad3-8525-42d9-bde1-eeb47507cb24 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:25.894394 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59913b49-5e72-49ee-9ded-b2e575e00f87 req-0305dad3-8525-42d9-bde1-eeb47507cb24 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:25.899692 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59913b49-5e72-49ee-9ded-b2e575e00f87 req-0305dad3-8525-42d9-bde1-eeb47507cb24 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:25.905457 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59913b49-5e72-49ee-9ded-b2e575e00f87 req-0305dad3-8525-42d9-bde1-eeb47507cb24 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:25.908236 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-59913b49-5e72-49ee-9ded-b2e575e00f87 req-0305dad3-8525-42d9-bde1-eeb47507cb24 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 3814 time: 0.1976583 Feb 04 12:40:25.992220 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-4f618a8b-4dd4-4103-adae-0b16bae9f43c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d152b0b2-3919-4a03-93f4-11425445acca {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:40:26.002546 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-59913b49-5e72-49ee-9ded-b2e575e00f87 req-9d6fdc0a-669b-4e66-9ec9-83116ac905a8 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/security-groups?id=779ff2e0-1490-4b8d-a753-8a45cbf1a372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853226 Feb 04 12:40:26.004475 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-4f618a8b-4dd4-4103-adae-0b16bae9f43c service neutron] Publish callbacks [] for port (d152b0b2-3919-4a03-93f4-11425445acca), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:26.020170 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-4f618a8b-4dd4-4103-adae-0b16bae9f43c service neutron] Transition to ACTIVE for port object d152b0b2-3919-4a03-93f4-11425445acca will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:40:26.028160 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-4f618a8b-4dd4-4103-adae-0b16bae9f43c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (d152b0b2-3919-4a03-93f4-11425445acca), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:26.090333 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f618a8b-4dd4-4103-adae-0b16bae9f43c service neutron] Pushing event updated for resources: {'Port': ['ID=d152b0b2-3919-4a03-93f4-11425445acca,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:40:26.175624 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-4f618a8b-4dd4-4103-adae-0b16bae9f43c service neutron] Attempting to bind port d152b0b2-3919-4a03-93f4-11425445acca on host n-h2-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:40:26.176005 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-4f618a8b-4dd4-4103-adae-0b16bae9f43c service neutron] Attempting to bind port d152b0b2-3919-4a03-93f4-11425445acca by drivers openvswitch,hyperv on host n-h2-825015-3 at level 0 using segments [{'id': 'a093ce63-cf30-4da6-9f0a-e3cc3d101fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'e282f09d-0f00-48ae-be54-8328c02ae0af'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:40:26.176342 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-4f618a8b-4dd4-4103-adae-0b16bae9f43c service neutron] Attempting to bind port d152b0b2-3919-4a03-93f4-11425445acca on network e282f09d-0f00-48ae-be54-8328c02ae0af {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:40:26.181853 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-4f618a8b-4dd4-4103-adae-0b16bae9f43c service neutron] Port d152b0b2-3919-4a03-93f4-11425445acca on network e282f09d-0f00-48ae-be54-8328c02ae0af not bound, no agent of type Open vSwitch agent registered on host n-h2-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:40:26.182179 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-4f618a8b-4dd4-4103-adae-0b16bae9f43c service neutron] Attempting to bind port d152b0b2-3919-4a03-93f4-11425445acca on network e282f09d-0f00-48ae-be54-8328c02ae0af {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:40:26.189287 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-4f618a8b-4dd4-4103-adae-0b16bae9f43c service neutron] Checking agent: {'id': '9b68a165-e786-4b91-8592-44519c2ecabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:40:26.189631 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-4f618a8b-4dd4-4103-adae-0b16bae9f43c service neutron] Checking segment: {'id': 'a093ce63-cf30-4da6-9f0a-e3cc3d101fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'e282f09d-0f00-48ae-be54-8328c02ae0af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:40:26.190370 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-4f618a8b-4dd4-4103-adae-0b16bae9f43c service neutron] Bound using segment: {'id': 'a093ce63-cf30-4da6-9f0a-e3cc3d101fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'e282f09d-0f00-48ae-be54-8328c02ae0af'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:40:26.191058 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-4f618a8b-4dd4-4103-adae-0b16bae9f43c service neutron] Bound port: d152b0b2-3919-4a03-93f4-11425445acca, host: n-h2-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a093ce63-cf30-4da6-9f0a-e3cc3d101fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'e282f09d-0f00-48ae-be54-8328c02ae0af'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:40:26.191434 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-4f618a8b-4dd4-4103-adae-0b16bae9f43c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (d152b0b2-3919-4a03-93f4-11425445acca), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:26.271843 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-4f618a8b-4dd4-4103-adae-0b16bae9f43c service neutron] For port d152b0b2-3919-4a03-93f4-11425445acca, host n-h2-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:40:26.279582 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-4f618a8b-4dd4-4103-adae-0b16bae9f43c service neutron] For port d152b0b2-3919-4a03-93f4-11425445acca, host n-h2-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=d152b0b2-3919-4a03-93f4-11425445acca,segment=NetworkSegment(a093ce63-cf30-4da6-9f0a-e3cc3d101fbb),segment_id=a093ce63-cf30-4da6-9f0a-e3cc3d101fbb)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:40:26.287340 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-4f618a8b-4dd4-4103-adae-0b16bae9f43c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (d152b0b2-3919-4a03-93f4-11425445acca), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:26.337036 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-4f618a8b-4dd4-4103-adae-0b16bae9f43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:26.337665 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-4f618a8b-4dd4-4103-adae-0b16bae9f43c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:26.339828 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-4f618a8b-4dd4-4103-adae-0b16bae9f43c service neutron] 10.222.0.77 "PUT /v2.0/ports/d152b0b2-3919-4a03-93f4-11425445acca HTTP/1.1" status: 200 len: 1091 time: 0.8835149 Feb 04 12:40:26.340333 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5297a65-66a2-4ba7-a803-ed35fa7dac97', 'tag': 'd152b0b2-3919-4a03-93f4-11425445acca'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:40:26.342562 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce6dc207-0847-4a80-bcd5-d39169b1c7a4" -d '{"events": [{"name": "network-changed", "server_uuid": "c5297a65-66a2-4ba7-a803-ed35fa7dac97", "tag": "d152b0b2-3919-4a03-93f4-11425445acca"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:40:26.364445 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f618a8b-4dd4-4103-adae-0b16bae9f43c service neutron] Pushing event updated for resources: {'Port': ['ID=d152b0b2-3919-4a03-93f4-11425445acca,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:40:26.373740 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-2802d1e4-361f-4c11-9e58-56ef830ed9ee service neutron] Request body: {'port': {'device_id': 'c5297a65-66a2-4ba7-a803-ed35fa7dac97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:40:26.430474 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c89e550-6d55-4708-b6d5-67b1b1635043 x-openstack-request-id: req-0c89e550-6d55-4708-b6d5-67b1b1635043 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:40:26.430880 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5297a65-66a2-4ba7-a803-ed35fa7dac97", "tag": "d152b0b2-3919-4a03-93f4-11425445acca", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:40:26.431227 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0c89e550-6d55-4708-b6d5-67b1b1635043 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:40:26.431796 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5297a65-66a2-4ba7-a803-ed35fa7dac97', 'tag': 'd152b0b2-3919-4a03-93f4-11425445acca', 'status': 'completed', 'code': 200} Feb 04 12:40:26.469070 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-2802d1e4-361f-4c11-9e58-56ef830ed9ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (10f2b2ac-d024-45d9-8b51-ee9bd6bab8e6), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:26.509077 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6dc207-0847-4a80-bcd5-d39169b1c7a4 req-8f213e01-0512-4ae4-92b1-ea89540e0cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:26.509807 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6dc207-0847-4a80-bcd5-d39169b1c7a4 req-8f213e01-0512-4ae4-92b1-ea89540e0cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:26.511104 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6dc207-0847-4a80-bcd5-d39169b1c7a4 req-8f213e01-0512-4ae4-92b1-ea89540e0cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:26.511702 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6dc207-0847-4a80-bcd5-d39169b1c7a4 req-8f213e01-0512-4ae4-92b1-ea89540e0cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:26.512403 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6dc207-0847-4a80-bcd5-d39169b1c7a4 req-8f213e01-0512-4ae4-92b1-ea89540e0cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:26.514299 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-ce6dc207-0847-4a80-bcd5-d39169b1c7a4 req-8f213e01-0512-4ae4-92b1-ea89540e0cf8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ca25972521404bd998e7680810e52c91&device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 4392 time: 0.0585296 Feb 04 12:40:26.704962 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6dc207-0847-4a80-bcd5-d39169b1c7a4 req-4c321e1c-4ac2-479b-ae81-78a9ca836949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:26.705699 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6dc207-0847-4a80-bcd5-d39169b1c7a4 req-4c321e1c-4ac2-479b-ae81-78a9ca836949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:26.706334 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6dc207-0847-4a80-bcd5-d39169b1c7a4 req-4c321e1c-4ac2-479b-ae81-78a9ca836949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:26.709435 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-ce6dc207-0847-4a80-bcd5-d39169b1c7a4 req-4c321e1c-4ac2-479b-ae81-78a9ca836949 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=ca25972521404bd998e7680810e52c91&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1879590 Feb 04 12:40:26.776555 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-2802d1e4-361f-4c11-9e58-56ef830ed9ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10f2b2ac-d024-45d9-8b51-ee9bd6bab8e6 {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:40:26.786067 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-2802d1e4-361f-4c11-9e58-56ef830ed9ee service neutron] Publish callbacks [] for port (10f2b2ac-d024-45d9-8b51-ee9bd6bab8e6), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:26.802458 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-2802d1e4-361f-4c11-9e58-56ef830ed9ee service neutron] Transition to ACTIVE for port object 10f2b2ac-d024-45d9-8b51-ee9bd6bab8e6 will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:40:26.807553 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-2802d1e4-361f-4c11-9e58-56ef830ed9ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (10f2b2ac-d024-45d9-8b51-ee9bd6bab8e6), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:26.870990 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2802d1e4-361f-4c11-9e58-56ef830ed9ee service neutron] Pushing event updated for resources: {'Port': ['ID=10f2b2ac-d024-45d9-8b51-ee9bd6bab8e6,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:40:26.921671 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6dc207-0847-4a80-bcd5-d39169b1c7a4 req-6be7ffb4-341a-48e4-9631-948c010e111f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:26.923779 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-ce6dc207-0847-4a80-bcd5-d39169b1c7a4 req-6be7ffb4-341a-48e4-9631-948c010e111f service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2084181 Feb 04 12:40:26.969866 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-2802d1e4-361f-4c11-9e58-56ef830ed9ee service neutron] Attempting to bind port 10f2b2ac-d024-45d9-8b51-ee9bd6bab8e6 on host n-h2-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:40:26.970193 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-2802d1e4-361f-4c11-9e58-56ef830ed9ee service neutron] Attempting to bind port 10f2b2ac-d024-45d9-8b51-ee9bd6bab8e6 by drivers openvswitch,hyperv on host n-h2-825015-3 at level 0 using segments [{'id': '4c81f2d2-e31d-470c-8fcd-a4bd9a6a54e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '50abc812-52fc-4688-9b5e-8dadbfa93d3a'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:40:26.970443 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-2802d1e4-361f-4c11-9e58-56ef830ed9ee service neutron] Attempting to bind port 10f2b2ac-d024-45d9-8b51-ee9bd6bab8e6 on network 50abc812-52fc-4688-9b5e-8dadbfa93d3a {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:40:26.974922 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-2802d1e4-361f-4c11-9e58-56ef830ed9ee service neutron] Port 10f2b2ac-d024-45d9-8b51-ee9bd6bab8e6 on network 50abc812-52fc-4688-9b5e-8dadbfa93d3a not bound, no agent of type Open vSwitch agent registered on host n-h2-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:40:26.975251 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-2802d1e4-361f-4c11-9e58-56ef830ed9ee service neutron] Attempting to bind port 10f2b2ac-d024-45d9-8b51-ee9bd6bab8e6 on network 50abc812-52fc-4688-9b5e-8dadbfa93d3a {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:40:26.980461 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-2802d1e4-361f-4c11-9e58-56ef830ed9ee service neutron] Checking agent: {'id': '9b68a165-e786-4b91-8592-44519c2ecabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:40:26.980934 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-2802d1e4-361f-4c11-9e58-56ef830ed9ee service neutron] Checking segment: {'id': '4c81f2d2-e31d-470c-8fcd-a4bd9a6a54e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '50abc812-52fc-4688-9b5e-8dadbfa93d3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:40:26.981174 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-2802d1e4-361f-4c11-9e58-56ef830ed9ee service neutron] Bound using segment: {'id': '4c81f2d2-e31d-470c-8fcd-a4bd9a6a54e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '50abc812-52fc-4688-9b5e-8dadbfa93d3a'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:40:26.981653 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-2802d1e4-361f-4c11-9e58-56ef830ed9ee service neutron] Bound port: 10f2b2ac-d024-45d9-8b51-ee9bd6bab8e6, host: n-h2-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c81f2d2-e31d-470c-8fcd-a4bd9a6a54e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '50abc812-52fc-4688-9b5e-8dadbfa93d3a'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:40:26.982028 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-2802d1e4-361f-4c11-9e58-56ef830ed9ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (10f2b2ac-d024-45d9-8b51-ee9bd6bab8e6), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:27.056122 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-2802d1e4-361f-4c11-9e58-56ef830ed9ee service neutron] For port 10f2b2ac-d024-45d9-8b51-ee9bd6bab8e6, host n-h2-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:40:27.061925 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-2802d1e4-361f-4c11-9e58-56ef830ed9ee service neutron] For port 10f2b2ac-d024-45d9-8b51-ee9bd6bab8e6, host n-h2-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=10f2b2ac-d024-45d9-8b51-ee9bd6bab8e6,segment=NetworkSegment(4c81f2d2-e31d-470c-8fcd-a4bd9a6a54e3),segment_id=4c81f2d2-e31d-470c-8fcd-a4bd9a6a54e3)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:40:27.071417 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-2802d1e4-361f-4c11-9e58-56ef830ed9ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (10f2b2ac-d024-45d9-8b51-ee9bd6bab8e6), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:27.110336 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-2802d1e4-361f-4c11-9e58-56ef830ed9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:27.110960 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-2802d1e4-361f-4c11-9e58-56ef830ed9ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:27.112400 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-2802d1e4-361f-4c11-9e58-56ef830ed9ee service neutron] 10.222.0.77 "PUT /v2.0/ports/10f2b2ac-d024-45d9-8b51-ee9bd6bab8e6 HTTP/1.1" status: 200 len: 1130 time: 0.7431059 Feb 04 12:40:27.165296 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-908f28af-5a5b-4e41-bc6e-8f78824f386f service neutron] Request body: {'port': {'device_id': 'c5297a65-66a2-4ba7-a803-ed35fa7dac97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:40:27.192403 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2802d1e4-361f-4c11-9e58-56ef830ed9ee service neutron] Pushing event updated for resources: {'Port': ['ID=10f2b2ac-d024-45d9-8b51-ee9bd6bab8e6,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:40:27.249625 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725f5a23-15dd-40a9-8b96-41ed062d5e22 req-ba525218-0b1f-443f-8ece-f7e228fbf337 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:27.254884 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725f5a23-15dd-40a9-8b96-41ed062d5e22 req-ba525218-0b1f-443f-8ece-f7e228fbf337 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:27.260222 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725f5a23-15dd-40a9-8b96-41ed062d5e22 req-ba525218-0b1f-443f-8ece-f7e228fbf337 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:27.265536 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725f5a23-15dd-40a9-8b96-41ed062d5e22 req-ba525218-0b1f-443f-8ece-f7e228fbf337 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:27.270996 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725f5a23-15dd-40a9-8b96-41ed062d5e22 req-ba525218-0b1f-443f-8ece-f7e228fbf337 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:27.276539 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725f5a23-15dd-40a9-8b96-41ed062d5e22 req-ba525218-0b1f-443f-8ece-f7e228fbf337 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:27.278434 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-725f5a23-15dd-40a9-8b96-41ed062d5e22 req-ba525218-0b1f-443f-8ece-f7e228fbf337 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 4598 time: 0.1719441 Feb 04 12:40:27.290262 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-908f28af-5a5b-4e41-bc6e-8f78824f386f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (36f87e3f-7392-4eed-9d08-001451be51e2), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:27.401685 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-725f5a23-15dd-40a9-8b96-41ed062d5e22 req-5dec32b2-2ca9-4f6f-a9c2-7e1c1a835c5e tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/security-groups?id=1efd02e5-7fef-4643-bad8-36300e562451&id=779ff2e0-1490-4b8d-a753-8a45cbf1a372&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1130855 Feb 04 12:40:27.610818 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-908f28af-5a5b-4e41-bc6e-8f78824f386f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36f87e3f-7392-4eed-9d08-001451be51e2 {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:40:27.618042 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-908f28af-5a5b-4e41-bc6e-8f78824f386f service neutron] Publish callbacks [] for port (36f87e3f-7392-4eed-9d08-001451be51e2), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:27.629685 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-908f28af-5a5b-4e41-bc6e-8f78824f386f service neutron] Transition to ACTIVE for port object 36f87e3f-7392-4eed-9d08-001451be51e2 will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:40:27.633880 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-908f28af-5a5b-4e41-bc6e-8f78824f386f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (36f87e3f-7392-4eed-9d08-001451be51e2), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:27.701912 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908f28af-5a5b-4e41-bc6e-8f78824f386f service neutron] Pushing event updated for resources: {'Port': ['ID=36f87e3f-7392-4eed-9d08-001451be51e2,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:40:27.757156 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-908f28af-5a5b-4e41-bc6e-8f78824f386f service neutron] Attempting to bind port 36f87e3f-7392-4eed-9d08-001451be51e2 on host n-h2-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:40:27.757505 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-908f28af-5a5b-4e41-bc6e-8f78824f386f service neutron] Attempting to bind port 36f87e3f-7392-4eed-9d08-001451be51e2 by drivers openvswitch,hyperv on host n-h2-825015-3 at level 0 using segments [{'id': '4c81f2d2-e31d-470c-8fcd-a4bd9a6a54e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '50abc812-52fc-4688-9b5e-8dadbfa93d3a'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:40:27.757811 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-908f28af-5a5b-4e41-bc6e-8f78824f386f service neutron] Attempting to bind port 36f87e3f-7392-4eed-9d08-001451be51e2 on network 50abc812-52fc-4688-9b5e-8dadbfa93d3a {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:40:27.763233 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-908f28af-5a5b-4e41-bc6e-8f78824f386f service neutron] Port 36f87e3f-7392-4eed-9d08-001451be51e2 on network 50abc812-52fc-4688-9b5e-8dadbfa93d3a not bound, no agent of type Open vSwitch agent registered on host n-h2-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:40:27.763554 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-908f28af-5a5b-4e41-bc6e-8f78824f386f service neutron] Attempting to bind port 36f87e3f-7392-4eed-9d08-001451be51e2 on network 50abc812-52fc-4688-9b5e-8dadbfa93d3a {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:40:27.768549 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-908f28af-5a5b-4e41-bc6e-8f78824f386f service neutron] Checking agent: {'id': '9b68a165-e786-4b91-8592-44519c2ecabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:40:27.768885 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-908f28af-5a5b-4e41-bc6e-8f78824f386f service neutron] Checking segment: {'id': '4c81f2d2-e31d-470c-8fcd-a4bd9a6a54e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '50abc812-52fc-4688-9b5e-8dadbfa93d3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:40:27.769197 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-908f28af-5a5b-4e41-bc6e-8f78824f386f service neutron] Bound using segment: {'id': '4c81f2d2-e31d-470c-8fcd-a4bd9a6a54e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '50abc812-52fc-4688-9b5e-8dadbfa93d3a'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:40:27.769617 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-908f28af-5a5b-4e41-bc6e-8f78824f386f service neutron] Bound port: 36f87e3f-7392-4eed-9d08-001451be51e2, host: n-h2-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c81f2d2-e31d-470c-8fcd-a4bd9a6a54e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '50abc812-52fc-4688-9b5e-8dadbfa93d3a'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:40:27.769979 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-908f28af-5a5b-4e41-bc6e-8f78824f386f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (36f87e3f-7392-4eed-9d08-001451be51e2), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:27.847891 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-908f28af-5a5b-4e41-bc6e-8f78824f386f service neutron] For port 36f87e3f-7392-4eed-9d08-001451be51e2, host n-h2-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:40:27.851134 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-908f28af-5a5b-4e41-bc6e-8f78824f386f service neutron] For port 36f87e3f-7392-4eed-9d08-001451be51e2, host n-h2-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=36f87e3f-7392-4eed-9d08-001451be51e2,segment=NetworkSegment(4c81f2d2-e31d-470c-8fcd-a4bd9a6a54e3),segment_id=4c81f2d2-e31d-470c-8fcd-a4bd9a6a54e3)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:40:27.857631 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-908f28af-5a5b-4e41-bc6e-8f78824f386f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (36f87e3f-7392-4eed-9d08-001451be51e2), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:27.894891 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-908f28af-5a5b-4e41-bc6e-8f78824f386f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:27.895530 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-908f28af-5a5b-4e41-bc6e-8f78824f386f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:27.896992 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-908f28af-5a5b-4e41-bc6e-8f78824f386f service neutron] 10.222.0.77 "PUT /v2.0/ports/36f87e3f-7392-4eed-9d08-001451be51e2 HTTP/1.1" status: 200 len: 1131 time: 0.7435098 Feb 04 12:40:27.931540 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-0d79079c-ba70-4ab6-810c-63eab2851c5f service neutron] Request body: {'port': {'device_id': 'c5297a65-66a2-4ba7-a803-ed35fa7dac97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:40:27.934543 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908f28af-5a5b-4e41-bc6e-8f78824f386f service neutron] Pushing event updated for resources: {'Port': ['ID=36f87e3f-7392-4eed-9d08-001451be51e2,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:40:28.009122 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-0d79079c-ba70-4ab6-810c-63eab2851c5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (3959a259-34f7-47f5-9c3d-c8f032983892), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:28.288595 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-0d79079c-ba70-4ab6-810c-63eab2851c5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3959a259-34f7-47f5-9c3d-c8f032983892 {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:40:28.297337 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-0d79079c-ba70-4ab6-810c-63eab2851c5f service neutron] Publish callbacks [] for port (3959a259-34f7-47f5-9c3d-c8f032983892), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:28.315397 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-0d79079c-ba70-4ab6-810c-63eab2851c5f service neutron] Transition to ACTIVE for port object 3959a259-34f7-47f5-9c3d-c8f032983892 will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:40:28.319256 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-0d79079c-ba70-4ab6-810c-63eab2851c5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (3959a259-34f7-47f5-9c3d-c8f032983892), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:28.390552 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d79079c-ba70-4ab6-810c-63eab2851c5f service neutron] Pushing event updated for resources: {'Port': ['ID=3959a259-34f7-47f5-9c3d-c8f032983892,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:40:28.433913 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5297a65-66a2-4ba7-a803-ed35fa7dac97', 'tag': '10f2b2ac-d024-45d9-8b51-ee9bd6bab8e6'}, {'name': 'network-changed', 'server_uuid': 'c5297a65-66a2-4ba7-a803-ed35fa7dac97', 'tag': '36f87e3f-7392-4eed-9d08-001451be51e2'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:40:28.436430 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47dab73a-c7fb-44eb-88c5-c17b5001b2e9" -d '{"events": [{"name": "network-changed", "server_uuid": "c5297a65-66a2-4ba7-a803-ed35fa7dac97", "tag": "10f2b2ac-d024-45d9-8b51-ee9bd6bab8e6"}, {"name": "network-changed", "server_uuid": "c5297a65-66a2-4ba7-a803-ed35fa7dac97", "tag": "36f87e3f-7392-4eed-9d08-001451be51e2"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:40:28.461152 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-0d79079c-ba70-4ab6-810c-63eab2851c5f service neutron] Attempting to bind port 3959a259-34f7-47f5-9c3d-c8f032983892 on host n-h2-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:40:28.461388 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-0d79079c-ba70-4ab6-810c-63eab2851c5f service neutron] Attempting to bind port 3959a259-34f7-47f5-9c3d-c8f032983892 by drivers openvswitch,hyperv on host n-h2-825015-3 at level 0 using segments [{'id': '4c81f2d2-e31d-470c-8fcd-a4bd9a6a54e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '50abc812-52fc-4688-9b5e-8dadbfa93d3a'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:40:28.461825 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-0d79079c-ba70-4ab6-810c-63eab2851c5f service neutron] Attempting to bind port 3959a259-34f7-47f5-9c3d-c8f032983892 on network 50abc812-52fc-4688-9b5e-8dadbfa93d3a {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:40:28.467834 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-0d79079c-ba70-4ab6-810c-63eab2851c5f service neutron] Port 3959a259-34f7-47f5-9c3d-c8f032983892 on network 50abc812-52fc-4688-9b5e-8dadbfa93d3a not bound, no agent of type Open vSwitch agent registered on host n-h2-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:40:28.468538 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-0d79079c-ba70-4ab6-810c-63eab2851c5f service neutron] Attempting to bind port 3959a259-34f7-47f5-9c3d-c8f032983892 on network 50abc812-52fc-4688-9b5e-8dadbfa93d3a {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:40:28.473862 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-0d79079c-ba70-4ab6-810c-63eab2851c5f service neutron] Checking agent: {'id': '9b68a165-e786-4b91-8592-44519c2ecabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:40:28.474333 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-0d79079c-ba70-4ab6-810c-63eab2851c5f service neutron] Checking segment: {'id': '4c81f2d2-e31d-470c-8fcd-a4bd9a6a54e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '50abc812-52fc-4688-9b5e-8dadbfa93d3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:40:28.474842 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-0d79079c-ba70-4ab6-810c-63eab2851c5f service neutron] Bound using segment: {'id': '4c81f2d2-e31d-470c-8fcd-a4bd9a6a54e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '50abc812-52fc-4688-9b5e-8dadbfa93d3a'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:40:28.475381 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-0d79079c-ba70-4ab6-810c-63eab2851c5f service neutron] Bound port: 3959a259-34f7-47f5-9c3d-c8f032983892, host: n-h2-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c81f2d2-e31d-470c-8fcd-a4bd9a6a54e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '50abc812-52fc-4688-9b5e-8dadbfa93d3a'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:40:28.476160 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-0d79079c-ba70-4ab6-810c-63eab2851c5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (3959a259-34f7-47f5-9c3d-c8f032983892), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:28.612980 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dab73a-c7fb-44eb-88c5-c17b5001b2e9 req-7733211e-6263-4171-993f-e88d46079dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:28.613630 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dab73a-c7fb-44eb-88c5-c17b5001b2e9 req-7733211e-6263-4171-993f-e88d46079dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:28.613966 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dab73a-c7fb-44eb-88c5-c17b5001b2e9 req-7733211e-6263-4171-993f-e88d46079dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:28.614442 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dab73a-c7fb-44eb-88c5-c17b5001b2e9 req-7733211e-6263-4171-993f-e88d46079dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:28.614908 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dab73a-c7fb-44eb-88c5-c17b5001b2e9 req-7733211e-6263-4171-993f-e88d46079dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:28.615376 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dab73a-c7fb-44eb-88c5-c17b5001b2e9 req-7733211e-6263-4171-993f-e88d46079dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:28.615876 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dab73a-c7fb-44eb-88c5-c17b5001b2e9 req-7733211e-6263-4171-993f-e88d46079dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:28.618016 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-47dab73a-c7fb-44eb-88c5-c17b5001b2e9 req-7733211e-6263-4171-993f-e88d46079dc2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ca25972521404bd998e7680810e52c91&device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 6326 time: 0.0693896 Feb 04 12:40:28.745851 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dab73a-c7fb-44eb-88c5-c17b5001b2e9 req-84334bbc-f1d9-4359-943e-a5ea0a1d1138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:28.746335 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dab73a-c7fb-44eb-88c5-c17b5001b2e9 req-84334bbc-f1d9-4359-943e-a5ea0a1d1138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:28.746801 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dab73a-c7fb-44eb-88c5-c17b5001b2e9 req-84334bbc-f1d9-4359-943e-a5ea0a1d1138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:28.748737 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-47dab73a-c7fb-44eb-88c5-c17b5001b2e9 req-84334bbc-f1d9-4359-943e-a5ea0a1d1138 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=ca25972521404bd998e7680810e52c91&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1237972 Feb 04 12:40:28.862617 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dab73a-c7fb-44eb-88c5-c17b5001b2e9 req-a56d7a3a-182e-4422-855b-7052779d63aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:28.864170 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-47dab73a-c7fb-44eb-88c5-c17b5001b2e9 req-a56d7a3a-182e-4422-855b-7052779d63aa service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1082425 Feb 04 12:40:28.883548 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 04 Feb 2022 12:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c4cf9df-747a-439c-aab1-fb006c113bd8 x-openstack-request-id: req-2c4cf9df-747a-439c-aab1-fb006c113bd8 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:40:28.883867 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5297a65-66a2-4ba7-a803-ed35fa7dac97", "tag": "10f2b2ac-d024-45d9-8b51-ee9bd6bab8e6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c5297a65-66a2-4ba7-a803-ed35fa7dac97", "tag": "36f87e3f-7392-4eed-9d08-001451be51e2", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:40:28.884127 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2c4cf9df-747a-439c-aab1-fb006c113bd8 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:40:28.884519 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5297a65-66a2-4ba7-a803-ed35fa7dac97', 'tag': '10f2b2ac-d024-45d9-8b51-ee9bd6bab8e6', 'status': 'completed', 'code': 200} Feb 04 12:40:28.884860 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5297a65-66a2-4ba7-a803-ed35fa7dac97', 'tag': '36f87e3f-7392-4eed-9d08-001451be51e2', 'status': 'completed', 'code': 200} Feb 04 12:40:28.954318 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-0d79079c-ba70-4ab6-810c-63eab2851c5f service neutron] For port 3959a259-34f7-47f5-9c3d-c8f032983892, host n-h2-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:40:28.956435 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dab73a-c7fb-44eb-88c5-c17b5001b2e9 req-b850055b-d3ec-40a4-8135-756079e9f688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:28.956924 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dab73a-c7fb-44eb-88c5-c17b5001b2e9 req-b850055b-d3ec-40a4-8135-756079e9f688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:28.957582 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dab73a-c7fb-44eb-88c5-c17b5001b2e9 req-b850055b-d3ec-40a4-8135-756079e9f688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:28.958056 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dab73a-c7fb-44eb-88c5-c17b5001b2e9 req-b850055b-d3ec-40a4-8135-756079e9f688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:28.958523 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dab73a-c7fb-44eb-88c5-c17b5001b2e9 req-b850055b-d3ec-40a4-8135-756079e9f688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:28.958656 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-0d79079c-ba70-4ab6-810c-63eab2851c5f service neutron] For port 3959a259-34f7-47f5-9c3d-c8f032983892, host n-h2-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=3959a259-34f7-47f5-9c3d-c8f032983892,segment=NetworkSegment(4c81f2d2-e31d-470c-8fcd-a4bd9a6a54e3),segment_id=4c81f2d2-e31d-470c-8fcd-a4bd9a6a54e3)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:40:28.958988 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dab73a-c7fb-44eb-88c5-c17b5001b2e9 req-b850055b-d3ec-40a4-8135-756079e9f688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:28.959442 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dab73a-c7fb-44eb-88c5-c17b5001b2e9 req-b850055b-d3ec-40a4-8135-756079e9f688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:28.961616 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-47dab73a-c7fb-44eb-88c5-c17b5001b2e9 req-b850055b-d3ec-40a4-8135-756079e9f688 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ca25972521404bd998e7680810e52c91&device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 6326 time: 0.0588017 Feb 04 12:40:28.976224 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29610f26-08a8-4666-b2eb-d45873094e90 req-b5811a5a-85cc-437f-a94c-95c92ede3955 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:28.982556 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29610f26-08a8-4666-b2eb-d45873094e90 req-b5811a5a-85cc-437f-a94c-95c92ede3955 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:28.987815 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29610f26-08a8-4666-b2eb-d45873094e90 req-b5811a5a-85cc-437f-a94c-95c92ede3955 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:28.993047 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29610f26-08a8-4666-b2eb-d45873094e90 req-b5811a5a-85cc-437f-a94c-95c92ede3955 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:28.999390 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29610f26-08a8-4666-b2eb-d45873094e90 req-b5811a5a-85cc-437f-a94c-95c92ede3955 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:29.004868 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29610f26-08a8-4666-b2eb-d45873094e90 req-b5811a5a-85cc-437f-a94c-95c92ede3955 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:29.010879 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29610f26-08a8-4666-b2eb-d45873094e90 req-b5811a5a-85cc-437f-a94c-95c92ede3955 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:29.018114 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-29610f26-08a8-4666-b2eb-d45873094e90 req-b5811a5a-85cc-437f-a94c-95c92ede3955 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 5383 time: 0.1362526 Feb 04 12:40:29.022344 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-0d79079c-ba70-4ab6-810c-63eab2851c5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (3959a259-34f7-47f5-9c3d-c8f032983892), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:29.076316 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-0d79079c-ba70-4ab6-810c-63eab2851c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:29.077105 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-0d79079c-ba70-4ab6-810c-63eab2851c5f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:29.078497 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-0d79079c-ba70-4ab6-810c-63eab2851c5f service neutron] 10.222.0.77 "PUT /v2.0/ports/3959a259-34f7-47f5-9c3d-c8f032983892 HTTP/1.1" status: 200 len: 1091 time: 1.1512573 Feb 04 12:40:29.079344 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dab73a-c7fb-44eb-88c5-c17b5001b2e9 req-4010e188-5cae-4f5f-8fdf-8fc397b394c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:29.079698 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dab73a-c7fb-44eb-88c5-c17b5001b2e9 req-4010e188-5cae-4f5f-8fdf-8fc397b394c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:29.080338 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dab73a-c7fb-44eb-88c5-c17b5001b2e9 req-4010e188-5cae-4f5f-8fdf-8fc397b394c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:29.082011 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-47dab73a-c7fb-44eb-88c5-c17b5001b2e9 req-4010e188-5cae-4f5f-8fdf-8fc397b394c3 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=ca25972521404bd998e7680810e52c91&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1131206 Feb 04 12:40:29.122537 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-0a410e03-e890-41fb-9b23-7106397f15b1 service neutron] Request body: {'port': {'device_id': 'c5297a65-66a2-4ba7-a803-ed35fa7dac97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:40:29.194399 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dab73a-c7fb-44eb-88c5-c17b5001b2e9 req-2551c3b6-fcaa-4a23-bb31-1659a48e9a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:29.194545 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-0a410e03-e890-41fb-9b23-7106397f15b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (383c55e1-9433-42e7-979f-326174aecf28), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:29.196388 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-47dab73a-c7fb-44eb-88c5-c17b5001b2e9 req-2551c3b6-fcaa-4a23-bb31-1659a48e9a28 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1074977 Feb 04 12:40:29.223493 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-29610f26-08a8-4666-b2eb-d45873094e90 req-1c18e639-4b05-4834-90b1-12c3504df634 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/security-groups?id=1efd02e5-7fef-4643-bad8-36300e562451&id=779ff2e0-1490-4b8d-a753-8a45cbf1a372&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2044301 Feb 04 12:40:29.229559 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d79079c-ba70-4ab6-810c-63eab2851c5f service neutron] Pushing event updated for resources: {'Port': ['ID=3959a259-34f7-47f5-9c3d-c8f032983892,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:40:29.495497 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-0a410e03-e890-41fb-9b23-7106397f15b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 383c55e1-9433-42e7-979f-326174aecf28 {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:40:29.502804 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-0a410e03-e890-41fb-9b23-7106397f15b1 service neutron] Publish callbacks [] for port (383c55e1-9433-42e7-979f-326174aecf28), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:29.515439 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-0a410e03-e890-41fb-9b23-7106397f15b1 service neutron] Transition to ACTIVE for port object 383c55e1-9433-42e7-979f-326174aecf28 will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:40:29.522116 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-0a410e03-e890-41fb-9b23-7106397f15b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (383c55e1-9433-42e7-979f-326174aecf28), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:29.578081 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a410e03-e890-41fb-9b23-7106397f15b1 service neutron] Pushing event updated for resources: {'Port': ['ID=383c55e1-9433-42e7-979f-326174aecf28,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:40:29.659304 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-0a410e03-e890-41fb-9b23-7106397f15b1 service neutron] Attempting to bind port 383c55e1-9433-42e7-979f-326174aecf28 on host n-h2-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:40:29.659647 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-0a410e03-e890-41fb-9b23-7106397f15b1 service neutron] Attempting to bind port 383c55e1-9433-42e7-979f-326174aecf28 by drivers openvswitch,hyperv on host n-h2-825015-3 at level 0 using segments [{'id': '4c81f2d2-e31d-470c-8fcd-a4bd9a6a54e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '50abc812-52fc-4688-9b5e-8dadbfa93d3a'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:40:29.660026 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-0a410e03-e890-41fb-9b23-7106397f15b1 service neutron] Attempting to bind port 383c55e1-9433-42e7-979f-326174aecf28 on network 50abc812-52fc-4688-9b5e-8dadbfa93d3a {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:40:29.665094 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-0a410e03-e890-41fb-9b23-7106397f15b1 service neutron] Port 383c55e1-9433-42e7-979f-326174aecf28 on network 50abc812-52fc-4688-9b5e-8dadbfa93d3a not bound, no agent of type Open vSwitch agent registered on host n-h2-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:40:29.665421 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-0a410e03-e890-41fb-9b23-7106397f15b1 service neutron] Attempting to bind port 383c55e1-9433-42e7-979f-326174aecf28 on network 50abc812-52fc-4688-9b5e-8dadbfa93d3a {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:40:29.671483 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-0a410e03-e890-41fb-9b23-7106397f15b1 service neutron] Checking agent: {'id': '9b68a165-e786-4b91-8592-44519c2ecabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:40:29.671859 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-0a410e03-e890-41fb-9b23-7106397f15b1 service neutron] Checking segment: {'id': '4c81f2d2-e31d-470c-8fcd-a4bd9a6a54e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '50abc812-52fc-4688-9b5e-8dadbfa93d3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:40:29.672521 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-0a410e03-e890-41fb-9b23-7106397f15b1 service neutron] Bound using segment: {'id': '4c81f2d2-e31d-470c-8fcd-a4bd9a6a54e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '50abc812-52fc-4688-9b5e-8dadbfa93d3a'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:40:29.672961 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-0a410e03-e890-41fb-9b23-7106397f15b1 service neutron] Bound port: 383c55e1-9433-42e7-979f-326174aecf28, host: n-h2-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c81f2d2-e31d-470c-8fcd-a4bd9a6a54e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '50abc812-52fc-4688-9b5e-8dadbfa93d3a'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:40:29.673321 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-0a410e03-e890-41fb-9b23-7106397f15b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (383c55e1-9433-42e7-979f-326174aecf28), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:29.752477 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-0a410e03-e890-41fb-9b23-7106397f15b1 service neutron] For port 383c55e1-9433-42e7-979f-326174aecf28, host n-h2-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:40:29.755926 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-0a410e03-e890-41fb-9b23-7106397f15b1 service neutron] For port 383c55e1-9433-42e7-979f-326174aecf28, host n-h2-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=383c55e1-9433-42e7-979f-326174aecf28,segment=NetworkSegment(4c81f2d2-e31d-470c-8fcd-a4bd9a6a54e3),segment_id=4c81f2d2-e31d-470c-8fcd-a4bd9a6a54e3)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:40:29.763972 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-0a410e03-e890-41fb-9b23-7106397f15b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (383c55e1-9433-42e7-979f-326174aecf28), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:29.800686 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-0a410e03-e890-41fb-9b23-7106397f15b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:29.801515 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-0a410e03-e890-41fb-9b23-7106397f15b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:29.802737 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-0a410e03-e890-41fb-9b23-7106397f15b1 service neutron] 10.222.0.77 "PUT /v2.0/ports/383c55e1-9433-42e7-979f-326174aecf28 HTTP/1.1" status: 200 len: 1089 time: 0.6903012 Feb 04 12:40:29.824554 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a410e03-e890-41fb-9b23-7106397f15b1 service neutron] Pushing event updated for resources: {'Port': ['ID=383c55e1-9433-42e7-979f-326174aecf28,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:40:29.835055 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-08c0a713-7ee5-445d-b64c-6f358262d993 service neutron] Request body: {'port': {'device_id': 'c5297a65-66a2-4ba7-a803-ed35fa7dac97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:40:29.924828 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-08c0a713-7ee5-445d-b64c-6f358262d993 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (f67e14d4-db1d-46b0-bea2-1c78b8bd35ab), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:30.450305 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-08c0a713-7ee5-445d-b64c-6f358262d993 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f67e14d4-db1d-46b0-bea2-1c78b8bd35ab {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:40:30.468994 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f19760-476f-4e64-a955-07ce4525f154 req-f0c27ab8-1e86-401d-ade1-13d4129f849e tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:30.475353 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f19760-476f-4e64-a955-07ce4525f154 req-f0c27ab8-1e86-401d-ade1-13d4129f849e tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:30.481177 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f19760-476f-4e64-a955-07ce4525f154 req-f0c27ab8-1e86-401d-ade1-13d4129f849e tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:30.486512 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f19760-476f-4e64-a955-07ce4525f154 req-f0c27ab8-1e86-401d-ade1-13d4129f849e tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:30.491861 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f19760-476f-4e64-a955-07ce4525f154 req-f0c27ab8-1e86-401d-ade1-13d4129f849e tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:30.497724 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f19760-476f-4e64-a955-07ce4525f154 req-f0c27ab8-1e86-401d-ade1-13d4129f849e tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:30.503045 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f19760-476f-4e64-a955-07ce4525f154 req-f0c27ab8-1e86-401d-ade1-13d4129f849e tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:30.505094 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-39f19760-476f-4e64-a955-07ce4525f154 req-f0c27ab8-1e86-401d-ade1-13d4129f849e tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 5395 time: 0.1586266 Feb 04 12:40:30.507179 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-08c0a713-7ee5-445d-b64c-6f358262d993 service neutron] Publish callbacks [] for port (f67e14d4-db1d-46b0-bea2-1c78b8bd35ab), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:30.537741 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-08c0a713-7ee5-445d-b64c-6f358262d993 service neutron] Transition to ACTIVE for port object f67e14d4-db1d-46b0-bea2-1c78b8bd35ab will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:40:30.545358 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-08c0a713-7ee5-445d-b64c-6f358262d993 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (f67e14d4-db1d-46b0-bea2-1c78b8bd35ab), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:30.633852 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-39f19760-476f-4e64-a955-07ce4525f154 req-df353ed0-aaac-469a-900d-d6a9dd634270 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/security-groups?id=1efd02e5-7fef-4643-bad8-36300e562451&id=779ff2e0-1490-4b8d-a753-8a45cbf1a372&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1185815 Feb 04 12:40:30.676797 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c0a713-7ee5-445d-b64c-6f358262d993 service neutron] Pushing event updated for resources: {'Port': ['ID=f67e14d4-db1d-46b0-bea2-1c78b8bd35ab,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:40:30.793867 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-08c0a713-7ee5-445d-b64c-6f358262d993 service neutron] Attempting to bind port f67e14d4-db1d-46b0-bea2-1c78b8bd35ab on host n-h2-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:40:30.794255 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-08c0a713-7ee5-445d-b64c-6f358262d993 service neutron] Attempting to bind port f67e14d4-db1d-46b0-bea2-1c78b8bd35ab by drivers openvswitch,hyperv on host n-h2-825015-3 at level 0 using segments [{'id': '359ad298-38b1-4d96-baeb-0f70370bc984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '1a47e8c3-b161-4455-99ec-b9b9ead38a62'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:40:30.794542 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-08c0a713-7ee5-445d-b64c-6f358262d993 service neutron] Attempting to bind port f67e14d4-db1d-46b0-bea2-1c78b8bd35ab on network 1a47e8c3-b161-4455-99ec-b9b9ead38a62 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:40:30.810059 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-08c0a713-7ee5-445d-b64c-6f358262d993 service neutron] Port f67e14d4-db1d-46b0-bea2-1c78b8bd35ab on network 1a47e8c3-b161-4455-99ec-b9b9ead38a62 not bound, no agent of type Open vSwitch agent registered on host n-h2-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:40:30.810384 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-08c0a713-7ee5-445d-b64c-6f358262d993 service neutron] Attempting to bind port f67e14d4-db1d-46b0-bea2-1c78b8bd35ab on network 1a47e8c3-b161-4455-99ec-b9b9ead38a62 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:40:30.861574 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-08c0a713-7ee5-445d-b64c-6f358262d993 service neutron] Checking agent: {'id': '9b68a165-e786-4b91-8592-44519c2ecabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:40:30.862738 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-08c0a713-7ee5-445d-b64c-6f358262d993 service neutron] Checking segment: {'id': '359ad298-38b1-4d96-baeb-0f70370bc984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '1a47e8c3-b161-4455-99ec-b9b9ead38a62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:40:30.863207 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-08c0a713-7ee5-445d-b64c-6f358262d993 service neutron] Bound using segment: {'id': '359ad298-38b1-4d96-baeb-0f70370bc984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '1a47e8c3-b161-4455-99ec-b9b9ead38a62'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:40:30.863771 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-08c0a713-7ee5-445d-b64c-6f358262d993 service neutron] Bound port: f67e14d4-db1d-46b0-bea2-1c78b8bd35ab, host: n-h2-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '359ad298-38b1-4d96-baeb-0f70370bc984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '1a47e8c3-b161-4455-99ec-b9b9ead38a62'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:40:30.864202 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-08c0a713-7ee5-445d-b64c-6f358262d993 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (f67e14d4-db1d-46b0-bea2-1c78b8bd35ab), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:30.886224 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5297a65-66a2-4ba7-a803-ed35fa7dac97', 'tag': '3959a259-34f7-47f5-9c3d-c8f032983892'}, {'name': 'network-changed', 'server_uuid': 'c5297a65-66a2-4ba7-a803-ed35fa7dac97', 'tag': '383c55e1-9433-42e7-979f-326174aecf28'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:40:30.889488 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffdfe15e-d2d0-4757-a51b-19d325674c1e" -d '{"events": [{"name": "network-changed", "server_uuid": "c5297a65-66a2-4ba7-a803-ed35fa7dac97", "tag": "3959a259-34f7-47f5-9c3d-c8f032983892"}, {"name": "network-changed", "server_uuid": "c5297a65-66a2-4ba7-a803-ed35fa7dac97", "tag": "383c55e1-9433-42e7-979f-326174aecf28"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:40:30.969358 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 04 Feb 2022 12:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3517dedd-268a-410d-bd63-8ee3513cd7d0 x-openstack-request-id: req-3517dedd-268a-410d-bd63-8ee3513cd7d0 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:40:30.969830 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5297a65-66a2-4ba7-a803-ed35fa7dac97", "tag": "3959a259-34f7-47f5-9c3d-c8f032983892", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c5297a65-66a2-4ba7-a803-ed35fa7dac97", "tag": "383c55e1-9433-42e7-979f-326174aecf28", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:40:30.970200 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3517dedd-268a-410d-bd63-8ee3513cd7d0 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:40:30.970720 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5297a65-66a2-4ba7-a803-ed35fa7dac97', 'tag': '3959a259-34f7-47f5-9c3d-c8f032983892', 'status': 'completed', 'code': 200} Feb 04 12:40:30.971084 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5297a65-66a2-4ba7-a803-ed35fa7dac97', 'tag': '383c55e1-9433-42e7-979f-326174aecf28', 'status': 'completed', 'code': 200} Feb 04 12:40:30.991355 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3178f09-aa39-492f-a91e-50da07bd77a0 req-ffafc357-54b8-456a-9d22-3ca334e01f7b tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:31.004880 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b3178f09-aa39-492f-a91e-50da07bd77a0 req-ffafc357-54b8-456a-9d22-3ca334e01f7b tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.65 "GET /v2.0/ports?device_id=62d6a976-ad83-4520-9af8-1694e96369ea HTTP/1.1" status: 200 len: 946 time: 0.1893044 Feb 04 12:40:31.052702 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-08c0a713-7ee5-445d-b64c-6f358262d993 service neutron] For port f67e14d4-db1d-46b0-bea2-1c78b8bd35ab, host n-h2-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:40:31.059946 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-08c0a713-7ee5-445d-b64c-6f358262d993 service neutron] For port f67e14d4-db1d-46b0-bea2-1c78b8bd35ab, host n-h2-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=f67e14d4-db1d-46b0-bea2-1c78b8bd35ab,segment=NetworkSegment(359ad298-38b1-4d96-baeb-0f70370bc984),segment_id=359ad298-38b1-4d96-baeb-0f70370bc984)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:40:31.098311 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:31.138767 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdfe15e-d2d0-4757-a51b-19d325674c1e req-8d9f2910-fb7d-436e-bfb7-bef36f6e88cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:31.141578 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdfe15e-d2d0-4757-a51b-19d325674c1e req-8d9f2910-fb7d-436e-bfb7-bef36f6e88cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:31.143103 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b3178f09-aa39-492f-a91e-50da07bd77a0 req-ca84df68-40a3-47e7-b437-3a7de988fee0 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.65 "GET /v2.0/security-groups?id=3194529c-ef45-449a-86a3-c42c7670cd65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748441 Feb 04 12:40:31.144261 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-08c0a713-7ee5-445d-b64c-6f358262d993 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (f67e14d4-db1d-46b0-bea2-1c78b8bd35ab), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:31.154213 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdfe15e-d2d0-4757-a51b-19d325674c1e req-8d9f2910-fb7d-436e-bfb7-bef36f6e88cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:31.156751 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdfe15e-d2d0-4757-a51b-19d325674c1e req-8d9f2910-fb7d-436e-bfb7-bef36f6e88cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:31.157491 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdfe15e-d2d0-4757-a51b-19d325674c1e req-8d9f2910-fb7d-436e-bfb7-bef36f6e88cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:31.162996 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-08c0a713-7ee5-445d-b64c-6f358262d993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:31.163621 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-08c0a713-7ee5-445d-b64c-6f358262d993 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:31.165330 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-08c0a713-7ee5-445d-b64c-6f358262d993 service neutron] 10.222.0.77 "PUT /v2.0/ports/f67e14d4-db1d-46b0-bea2-1c78b8bd35ab HTTP/1.1" status: 200 len: 1091 time: 1.3354547 Feb 04 12:40:31.173964 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdfe15e-d2d0-4757-a51b-19d325674c1e req-8d9f2910-fb7d-436e-bfb7-bef36f6e88cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:31.175596 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdfe15e-d2d0-4757-a51b-19d325674c1e req-8d9f2910-fb7d-436e-bfb7-bef36f6e88cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:31.177894 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-ffdfe15e-d2d0-4757-a51b-19d325674c1e req-8d9f2910-fb7d-436e-bfb7-bef36f6e88cf service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ca25972521404bd998e7680810e52c91&device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 6552 time: 0.1845489 Feb 04 12:40:31.250902 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-219857ad-7a0c-484c-88da-8e8c69ba011a service neutron] Request body: {'port': {'device_id': 'c5297a65-66a2-4ba7-a803-ed35fa7dac97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:40:31.363502 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdfe15e-d2d0-4757-a51b-19d325674c1e req-d2d23f82-8b3c-4d9e-92a2-e630642cbf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:31.364013 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdfe15e-d2d0-4757-a51b-19d325674c1e req-d2d23f82-8b3c-4d9e-92a2-e630642cbf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:31.364488 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdfe15e-d2d0-4757-a51b-19d325674c1e req-d2d23f82-8b3c-4d9e-92a2-e630642cbf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:31.366101 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-ffdfe15e-d2d0-4757-a51b-19d325674c1e req-d2d23f82-8b3c-4d9e-92a2-e630642cbf80 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=ca25972521404bd998e7680810e52c91&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1809013 Feb 04 12:40:31.448909 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c0a713-7ee5-445d-b64c-6f358262d993 service neutron] Pushing event updated for resources: {'Port': ['ID=f67e14d4-db1d-46b0-bea2-1c78b8bd35ab,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:40:31.464801 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-219857ad-7a0c-484c-88da-8e8c69ba011a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (1049b94c-dd50-4b61-afcc-7ec2892e7f46), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:31.533279 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdfe15e-d2d0-4757-a51b-19d325674c1e req-6ea0e540-76f9-4532-a600-3860d2db8d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:31.534789 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-ffdfe15e-d2d0-4757-a51b-19d325674c1e req-6ea0e540-76f9-4532-a600-3860d2db8d96 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1597333 Feb 04 12:40:31.646437 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdfe15e-d2d0-4757-a51b-19d325674c1e req-a9ab59ce-fe74-4bd8-b371-5a88e1fc12ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:31.647206 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdfe15e-d2d0-4757-a51b-19d325674c1e req-a9ab59ce-fe74-4bd8-b371-5a88e1fc12ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:31.648001 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdfe15e-d2d0-4757-a51b-19d325674c1e req-a9ab59ce-fe74-4bd8-b371-5a88e1fc12ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:31.648846 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdfe15e-d2d0-4757-a51b-19d325674c1e req-a9ab59ce-fe74-4bd8-b371-5a88e1fc12ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:31.649482 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdfe15e-d2d0-4757-a51b-19d325674c1e req-a9ab59ce-fe74-4bd8-b371-5a88e1fc12ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:31.650826 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdfe15e-d2d0-4757-a51b-19d325674c1e req-a9ab59ce-fe74-4bd8-b371-5a88e1fc12ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:31.651672 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdfe15e-d2d0-4757-a51b-19d325674c1e req-a9ab59ce-fe74-4bd8-b371-5a88e1fc12ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:31.655003 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-ffdfe15e-d2d0-4757-a51b-19d325674c1e req-a9ab59ce-fe74-4bd8-b371-5a88e1fc12ca service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ca25972521404bd998e7680810e52c91&device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 6595 time: 0.0769615 Feb 04 12:40:31.678580 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:31.808251 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdfe15e-d2d0-4757-a51b-19d325674c1e req-82dec695-66bc-42b0-b82d-88e4fd0eecd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:31.808859 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdfe15e-d2d0-4757-a51b-19d325674c1e req-82dec695-66bc-42b0-b82d-88e4fd0eecd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:31.809341 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdfe15e-d2d0-4757-a51b-19d325674c1e req-82dec695-66bc-42b0-b82d-88e4fd0eecd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:31.810365 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-219857ad-7a0c-484c-88da-8e8c69ba011a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1049b94c-dd50-4b61-afcc-7ec2892e7f46 {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:40:31.811135 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-ffdfe15e-d2d0-4757-a51b-19d325674c1e req-82dec695-66bc-42b0-b82d-88e4fd0eecd8 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=ca25972521404bd998e7680810e52c91&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1488814 Feb 04 12:40:31.820010 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-219857ad-7a0c-484c-88da-8e8c69ba011a service neutron] Publish callbacks [] for port (1049b94c-dd50-4b61-afcc-7ec2892e7f46), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:31.859609 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-219857ad-7a0c-484c-88da-8e8c69ba011a service neutron] Transition to ACTIVE for port object 1049b94c-dd50-4b61-afcc-7ec2892e7f46 will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:40:31.868812 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-219857ad-7a0c-484c-88da-8e8c69ba011a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (1049b94c-dd50-4b61-afcc-7ec2892e7f46), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:31.942103 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdfe15e-d2d0-4757-a51b-19d325674c1e req-f2d38e48-4c2d-4c2d-ac73-9612c7eebf0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:31.944034 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-ffdfe15e-d2d0-4757-a51b-19d325674c1e req-f2d38e48-4c2d-4c2d-ac73-9612c7eebf0c service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1243951 Feb 04 12:40:31.954164 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7a2ac0-87fe-44f8-892b-825f4a7bd2c8 req-df82a511-5ba0-4c60-a73c-e920d671ac10 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:31.959549 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7a2ac0-87fe-44f8-892b-825f4a7bd2c8 req-df82a511-5ba0-4c60-a73c-e920d671ac10 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:31.965698 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7a2ac0-87fe-44f8-892b-825f4a7bd2c8 req-df82a511-5ba0-4c60-a73c-e920d671ac10 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:31.970778 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7a2ac0-87fe-44f8-892b-825f4a7bd2c8 req-df82a511-5ba0-4c60-a73c-e920d671ac10 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:31.976157 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7a2ac0-87fe-44f8-892b-825f4a7bd2c8 req-df82a511-5ba0-4c60-a73c-e920d671ac10 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:31.981721 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7a2ac0-87fe-44f8-892b-825f4a7bd2c8 req-df82a511-5ba0-4c60-a73c-e920d671ac10 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:31.987132 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7a2ac0-87fe-44f8-892b-825f4a7bd2c8 req-df82a511-5ba0-4c60-a73c-e920d671ac10 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:31.989209 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fd7a2ac0-87fe-44f8-892b-825f4a7bd2c8 req-df82a511-5ba0-4c60-a73c-e920d671ac10 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 5407 time: 0.1720181 Feb 04 12:40:32.040689 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219857ad-7a0c-484c-88da-8e8c69ba011a service neutron] Pushing event updated for resources: {'Port': ['ID=1049b94c-dd50-4b61-afcc-7ec2892e7f46,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:40:32.174713 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a675c222-d216-4b4d-9266-777880225fca req-2d3940ad-842b-4ed7-879e-62a45b69a721 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:32.176475 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a675c222-d216-4b4d-9266-777880225fca req-2d3940ad-842b-4ed7-879e-62a45b69a721 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.73 "GET /v2.0/ports?device_id=62d6a976-ad83-4520-9af8-1694e96369ea HTTP/1.1" status: 200 len: 946 time: 0.2471850 Feb 04 12:40:32.195236 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fd7a2ac0-87fe-44f8-892b-825f4a7bd2c8 req-f9dd0c02-5fa2-4bff-839d-109780f484d8 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/security-groups?id=1efd02e5-7fef-4643-bad8-36300e562451&id=779ff2e0-1490-4b8d-a753-8a45cbf1a372&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1971395 Feb 04 12:40:32.249347 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-219857ad-7a0c-484c-88da-8e8c69ba011a service neutron] Attempting to bind port 1049b94c-dd50-4b61-afcc-7ec2892e7f46 on host n-h2-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:40:32.249700 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-219857ad-7a0c-484c-88da-8e8c69ba011a service neutron] Attempting to bind port 1049b94c-dd50-4b61-afcc-7ec2892e7f46 by drivers openvswitch,hyperv on host n-h2-825015-3 at level 0 using segments [{'id': '359ad298-38b1-4d96-baeb-0f70370bc984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '1a47e8c3-b161-4455-99ec-b9b9ead38a62'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:40:32.250039 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-219857ad-7a0c-484c-88da-8e8c69ba011a service neutron] Attempting to bind port 1049b94c-dd50-4b61-afcc-7ec2892e7f46 on network 1a47e8c3-b161-4455-99ec-b9b9ead38a62 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:40:32.270147 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-219857ad-7a0c-484c-88da-8e8c69ba011a service neutron] Port 1049b94c-dd50-4b61-afcc-7ec2892e7f46 on network 1a47e8c3-b161-4455-99ec-b9b9ead38a62 not bound, no agent of type Open vSwitch agent registered on host n-h2-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:40:32.270566 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-219857ad-7a0c-484c-88da-8e8c69ba011a service neutron] Attempting to bind port 1049b94c-dd50-4b61-afcc-7ec2892e7f46 on network 1a47e8c3-b161-4455-99ec-b9b9ead38a62 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:40:32.327573 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-219857ad-7a0c-484c-88da-8e8c69ba011a service neutron] Checking agent: {'id': '9b68a165-e786-4b91-8592-44519c2ecabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:40:32.328237 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-219857ad-7a0c-484c-88da-8e8c69ba011a service neutron] Checking segment: {'id': '359ad298-38b1-4d96-baeb-0f70370bc984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '1a47e8c3-b161-4455-99ec-b9b9ead38a62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:40:32.328803 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-219857ad-7a0c-484c-88da-8e8c69ba011a service neutron] Bound using segment: {'id': '359ad298-38b1-4d96-baeb-0f70370bc984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '1a47e8c3-b161-4455-99ec-b9b9ead38a62'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:40:32.329458 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-219857ad-7a0c-484c-88da-8e8c69ba011a service neutron] Bound port: 1049b94c-dd50-4b61-afcc-7ec2892e7f46, host: n-h2-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '359ad298-38b1-4d96-baeb-0f70370bc984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '1a47e8c3-b161-4455-99ec-b9b9ead38a62'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:40:32.330009 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-219857ad-7a0c-484c-88da-8e8c69ba011a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (1049b94c-dd50-4b61-afcc-7ec2892e7f46), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:32.414661 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b010608-d26d-466a-b023-c634eb3baf73 req-ea6a0d4d-d595-4d8a-b3e3-484b01a15800 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:32.417027 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8b010608-d26d-466a-b023-c634eb3baf73 req-ea6a0d4d-d595-4d8a-b3e3-484b01a15800 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.65 "GET /v2.0/ports?device_id=62d6a976-ad83-4520-9af8-1694e96369ea HTTP/1.1" status: 200 len: 946 time: 0.1487813 Feb 04 12:40:32.452358 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-a675c222-d216-4b4d-9266-777880225fca req-317480c9-4159-46f4-8427-cdd6633d137d tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Deleting port 6ee112e8-01ac-4586-902f-f67b6703a584 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:40:32.452857 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-a675c222-d216-4b4d-9266-777880225fca req-317480c9-4159-46f4-8427-cdd6633d137d tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (6ee112e8-01ac-4586-902f-f67b6703a584), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:32.463412 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-219857ad-7a0c-484c-88da-8e8c69ba011a service neutron] For port 1049b94c-dd50-4b61-afcc-7ec2892e7f46, host n-h2-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:40:32.528654 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-219857ad-7a0c-484c-88da-8e8c69ba011a service neutron] For port 1049b94c-dd50-4b61-afcc-7ec2892e7f46, host n-h2-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=1049b94c-dd50-4b61-afcc-7ec2892e7f46,segment=NetworkSegment(359ad298-38b1-4d96-baeb-0f70370bc984),segment_id=359ad298-38b1-4d96-baeb-0f70370bc984)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:40:32.549204 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-219857ad-7a0c-484c-88da-8e8c69ba011a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (1049b94c-dd50-4b61-afcc-7ec2892e7f46), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:32.561253 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8b010608-d26d-466a-b023-c634eb3baf73 req-0a8075ad-62c0-4f96-94db-65cee9500c88 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.65 "GET /v2.0/security-groups?id=3194529c-ef45-449a-86a3-c42c7670cd65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246562 Feb 04 12:40:32.614520 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-219857ad-7a0c-484c-88da-8e8c69ba011a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:32.615433 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-219857ad-7a0c-484c-88da-8e8c69ba011a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:32.617099 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-219857ad-7a0c-484c-88da-8e8c69ba011a service neutron] 10.222.0.77 "PUT /v2.0/ports/1049b94c-dd50-4b61-afcc-7ec2892e7f46 HTTP/1.1" status: 200 len: 1091 time: 1.3898098 Feb 04 12:40:32.652282 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-a675c222-d216-4b4d-9266-777880225fca req-317480c9-4159-46f4-8427-cdd6633d137d tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] For port 6ee112e8-01ac-4586-902f-f67b6703a584, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=6ee112e8-01ac-4586-902f-f67b6703a584,segment=NetworkSegment(37882638-7c6f-43c0-8749-8a8baa27febc),segment_id=37882638-7c6f-43c0-8749-8a8baa27febc)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:40:32.653067 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-a675c222-d216-4b4d-9266-777880225fca req-317480c9-4159-46f4-8427-cdd6633d137d tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (6ee112e8-01ac-4586-902f-f67b6703a584), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:32.671226 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219857ad-7a0c-484c-88da-8e8c69ba011a service neutron] Pushing event updated for resources: {'Port': ['ID=1049b94c-dd50-4b61-afcc-7ec2892e7f46,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:40:32.678643 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-a675c222-d216-4b4d-9266-777880225fca req-317480c9-4159-46f4-8427-cdd6633d137d tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Calling delete_port for 6ee112e8-01ac-4586-902f-f67b6703a584 owned by compute:nova {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:40:32.824650 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-7eb58da2-94fa-4434-9c38-10a41e1ebb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:32.825381 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-7eb58da2-94fa-4434-9c38-10a41e1ebb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:32.825810 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-7eb58da2-94fa-4434-9c38-10a41e1ebb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:32.826349 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-7eb58da2-94fa-4434-9c38-10a41e1ebb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:32.826883 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-7eb58da2-94fa-4434-9c38-10a41e1ebb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:32.827407 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-7eb58da2-94fa-4434-9c38-10a41e1ebb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:32.827965 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-7eb58da2-94fa-4434-9c38-10a41e1ebb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:32.830331 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-7eb58da2-94fa-4434-9c38-10a41e1ebb5b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ca25972521404bd998e7680810e52c91&device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 6693 time: 0.1460586 Feb 04 12:40:32.897557 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-975e6d05-5beb-4202-8630-30e9d21b8c52 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d152b0b2-3919-4a03-93f4-11425445acca HTTP/1.1" status: 200 len: 217 time: 0.0454280 Feb 04 12:40:32.973128 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5297a65-66a2-4ba7-a803-ed35fa7dac97', 'tag': 'f67e14d4-db1d-46b0-bea2-1c78b8bd35ab'}, {'name': 'network-changed', 'server_uuid': 'c5297a65-66a2-4ba7-a803-ed35fa7dac97', 'tag': '1049b94c-dd50-4b61-afcc-7ec2892e7f46'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:40:32.976498 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-317861fe-a43c-4fe3-9d31-d0bc8ae69bd3" -d '{"events": [{"name": "network-changed", "server_uuid": "c5297a65-66a2-4ba7-a803-ed35fa7dac97", "tag": "f67e14d4-db1d-46b0-bea2-1c78b8bd35ab"}, {"name": "network-changed", "server_uuid": "c5297a65-66a2-4ba7-a803-ed35fa7dac97", "tag": "1049b94c-dd50-4b61-afcc-7ec2892e7f46"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:40:33.028402 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-f79d6c0b-bf45-4e43-8f12-877cde28588b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:33.030237 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-f79d6c0b-bf45-4e43-8f12-877cde28588b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d174a82c-6751-442a-8e10-7a148203d4f7 HTTP/1.1" status: 200 len: 850 time: 0.1266491 Feb 04 12:40:33.047833 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-a675c222-d216-4b4d-9266-777880225fca req-317480c9-4159-46f4-8427-cdd6633d137d tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (6ee112e8-01ac-4586-902f-f67b6703a584), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:33.066272 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['7ac5ab11-addb-4dd2-b145-f5d33ea6ff70', '6ee112e8-01ac-4586-902f-f67b6703a584'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:40:33.067345 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 04 Feb 2022 12:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27e304ff-f577-4e35-b22b-ed1ff6b9ef5e x-openstack-request-id: req-27e304ff-f577-4e35-b22b-ed1ff6b9ef5e {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:40:33.067709 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5297a65-66a2-4ba7-a803-ed35fa7dac97", "tag": "f67e14d4-db1d-46b0-bea2-1c78b8bd35ab", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c5297a65-66a2-4ba7-a803-ed35fa7dac97", "tag": "1049b94c-dd50-4b61-afcc-7ec2892e7f46", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:40:33.068056 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-27e304ff-f577-4e35-b22b-ed1ff6b9ef5e {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:40:33.068527 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5297a65-66a2-4ba7-a803-ed35fa7dac97', 'tag': 'f67e14d4-db1d-46b0-bea2-1c78b8bd35ab', 'status': 'completed', 'code': 200} Feb 04 12:40:33.068846 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5297a65-66a2-4ba7-a803-ed35fa7dac97', 'tag': '1049b94c-dd50-4b61-afcc-7ec2892e7f46', 'status': 'completed', 'code': 200} Feb 04 12:40:33.104033 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317480c9-4159-46f4-8427-cdd6633d137d tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Pushing event deleted for resources: {'Port': ['ID=6ee112e8-01ac-4586-902f-f67b6703a584,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:40:33.137628 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['469449ce-763d-4db4-a452-63e01e8fed24'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:40:33.168227 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-a675c222-d216-4b4d-9266-777880225fca req-317480c9-4159-46f4-8427-cdd6633d137d tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] No DVR routers for this DVR port 6ee112e8-01ac-4586-902f-f67b6703a584 on host n-h1-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:40:33.173474 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-0d8799fb-e64b-45eb-be95-9b5b7f611dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:33.174703 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-0d8799fb-e64b-45eb-be95-9b5b7f611dcb service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e282f09d-0f00-48ae-be54-8328c02ae0af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1378462 Feb 04 12:40:33.175879 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-a675c222-d216-4b4d-9266-777880225fca req-317480c9-4159-46f4-8427-cdd6633d137d tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:33.179702 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a675c222-d216-4b4d-9266-777880225fca req-317480c9-4159-46f4-8427-cdd6633d137d tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.73 "DELETE /v2.0/ports/6ee112e8-01ac-4586-902f-f67b6703a584 HTTP/1.1" status: 204 len: 173 time: 0.9770002 Feb 04 12:40:33.308715 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-207fea2c-079a-4107-bd1d-9feeddf25c1a service neutron] 10.222.0.77 "GET /v2.0/networks/e282f09d-0f00-48ae-be54-8328c02ae0af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220069 Feb 04 12:40:33.481425 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-394bd67c-098f-4682-814e-58ee53388bb3 service neutron] 10.222.0.77 "GET /v2.0/networks/e282f09d-0f00-48ae-be54-8328c02ae0af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718013 Feb 04 12:40:33.550825 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-15528cbf-58b1-453e-a512-8fc70942b278 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=10f2b2ac-d024-45d9-8b51-ee9bd6bab8e6 HTTP/1.1" status: 200 len: 217 time: 0.0625300 Feb 04 12:40:33.628973 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceb9c6d-77da-4993-a5f2-e250ecd7b7ed req-91510560-a906-44bc-9082-178b86708cbb tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:33.635592 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceb9c6d-77da-4993-a5f2-e250ecd7b7ed req-91510560-a906-44bc-9082-178b86708cbb tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:33.644716 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceb9c6d-77da-4993-a5f2-e250ecd7b7ed req-91510560-a906-44bc-9082-178b86708cbb tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:33.650931 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceb9c6d-77da-4993-a5f2-e250ecd7b7ed req-91510560-a906-44bc-9082-178b86708cbb tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:33.656522 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceb9c6d-77da-4993-a5f2-e250ecd7b7ed req-91510560-a906-44bc-9082-178b86708cbb tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:33.663019 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceb9c6d-77da-4993-a5f2-e250ecd7b7ed req-91510560-a906-44bc-9082-178b86708cbb tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:33.669280 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceb9c6d-77da-4993-a5f2-e250ecd7b7ed req-91510560-a906-44bc-9082-178b86708cbb tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:33.679508 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-aceb9c6d-77da-4993-a5f2-e250ecd7b7ed req-91510560-a906-44bc-9082-178b86708cbb tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 5419 time: 0.2964721 Feb 04 12:40:33.741229 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2745a7b5-3140-4f6a-a590-b71995e42873 req-a065affa-90c9-4e37-9d26-f44d1dee9373 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.65 "GET /v2.0/ports?device_id=62d6a976-ad83-4520-9af8-1694e96369ea HTTP/1.1" status: 200 len: 210 time: 0.0587225 Feb 04 12:40:33.794497 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-59c0efb8-024a-4a85-82cd-5f198deb7ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:33.797253 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-59c0efb8-024a-4a85-82cd-5f198deb7ae4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ca9bf86a-5f82-4615-8df5-3e5a427be493 HTTP/1.1" status: 200 len: 797 time: 0.2387788 Feb 04 12:40:33.803687 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-aceb9c6d-77da-4993-a5f2-e250ecd7b7ed req-dd9dc553-3095-4fab-8cf9-685fe3e707a5 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/security-groups?id=1efd02e5-7fef-4643-bad8-36300e562451&id=779ff2e0-1490-4b8d-a753-8a45cbf1a372&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1232729 Feb 04 12:40:33.871015 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-ccb48115-c133-4b85-b650-825a7f0b7382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:33.872789 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-ccb48115-c133-4b85-b650-825a7f0b7382 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=50abc812-52fc-4688-9b5e-8dadbfa93d3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0678020 Feb 04 12:40:33.980601 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-bde1f948-38ad-4307-a341-99f6054896ae service neutron] 10.222.0.77 "GET /v2.0/networks/50abc812-52fc-4688-9b5e-8dadbfa93d3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011810 Feb 04 12:40:34.073461 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-4d2027e7-b7af-4d91-9fd9-5105c0d4d6a1 service neutron] 10.222.0.77 "GET /v2.0/networks/50abc812-52fc-4688-9b5e-8dadbfa93d3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863626 Feb 04 12:40:34.118079 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-cbf2d4d9-7798-4ad0-9f16-e9942fa1c06f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=36f87e3f-7392-4eed-9d08-001451be51e2 HTTP/1.1" status: 200 len: 217 time: 0.0391986 Feb 04 12:40:34.168045 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-565cca28-cfbe-491c-b43f-f0db08a98e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:34.169596 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-565cca28-cfbe-491c-b43f-f0db08a98e18 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ca9bf86a-5f82-4615-8df5-3e5a427be493 HTTP/1.1" status: 200 len: 797 time: 0.0464466 Feb 04 12:40:34.220660 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-23234356-db36-4f50-8425-61d739ebd049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:34.222190 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-23234356-db36-4f50-8425-61d739ebd049 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=50abc812-52fc-4688-9b5e-8dadbfa93d3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0465412 Feb 04 12:40:34.315486 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-9b4578ba-faf9-4580-bc8f-3ca7e2dbb485 service neutron] 10.222.0.77 "GET /v2.0/networks/50abc812-52fc-4688-9b5e-8dadbfa93d3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875607 Feb 04 12:40:34.408260 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-608fe4a6-a0d3-4640-8bb2-2d8972b494a0 service neutron] 10.222.0.77 "GET /v2.0/networks/50abc812-52fc-4688-9b5e-8dadbfa93d3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874355 Feb 04 12:40:34.455270 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-741d0530-ad81-46b2-b316-4f3b5f21bc48 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.185&port_id=3959a259-34f7-47f5-9c3d-c8f032983892 HTTP/1.1" status: 200 len: 217 time: 0.0415826 Feb 04 12:40:34.504927 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-b700a4cb-f6a9-4658-94db-8823bafcad3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:34.506312 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-b700a4cb-f6a9-4658-94db-8823bafcad3c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ca9bf86a-5f82-4615-8df5-3e5a427be493 HTTP/1.1" status: 200 len: 797 time: 0.0457516 Feb 04 12:40:34.555261 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-90636c7c-8eeb-427f-96ca-ed846348431f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:34.557401 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-90636c7c-8eeb-427f-96ca-ed846348431f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=50abc812-52fc-4688-9b5e-8dadbfa93d3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0452068 Feb 04 12:40:34.660840 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-22d973c5-b13d-4373-a93f-caaf62c94f6f service neutron] 10.222.0.77 "GET /v2.0/networks/50abc812-52fc-4688-9b5e-8dadbfa93d3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974994 Feb 04 12:40:34.755783 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-9f7f76d9-1f93-4af1-9a27-0a7dd6059ea5 service neutron] 10.222.0.77 "GET /v2.0/networks/50abc812-52fc-4688-9b5e-8dadbfa93d3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882638 Feb 04 12:40:34.805040 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-dac42d62-98b1-46e5-91cc-c05d7b0208ef service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.4&port_id=383c55e1-9433-42e7-979f-326174aecf28 HTTP/1.1" status: 200 len: 217 time: 0.0435045 Feb 04 12:40:34.861672 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-610b04f0-336c-452f-bc52-8686e0748e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:34.863352 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-610b04f0-336c-452f-bc52-8686e0748e8c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ca9bf86a-5f82-4615-8df5-3e5a427be493 HTTP/1.1" status: 200 len: 797 time: 0.0527821 Feb 04 12:40:34.928959 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-b55b53cf-dc8e-41fe-a8ba-c2b7d9d14638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:34.930968 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-b55b53cf-dc8e-41fe-a8ba-c2b7d9d14638 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=50abc812-52fc-4688-9b5e-8dadbfa93d3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0619826 Feb 04 12:40:35.077471 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9c2116-9237-4ae1-8882-cdf99a58360f req-a436930f-09bd-45ad-9eb6-c9feb4352b9a tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:35.082754 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9c2116-9237-4ae1-8882-cdf99a58360f req-a436930f-09bd-45ad-9eb6-c9feb4352b9a tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:35.088616 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9c2116-9237-4ae1-8882-cdf99a58360f req-a436930f-09bd-45ad-9eb6-c9feb4352b9a tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:35.093885 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9c2116-9237-4ae1-8882-cdf99a58360f req-a436930f-09bd-45ad-9eb6-c9feb4352b9a tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:35.099199 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9c2116-9237-4ae1-8882-cdf99a58360f req-a436930f-09bd-45ad-9eb6-c9feb4352b9a tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:35.105230 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9c2116-9237-4ae1-8882-cdf99a58360f req-a436930f-09bd-45ad-9eb6-c9feb4352b9a tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:35.110503 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9c2116-9237-4ae1-8882-cdf99a58360f req-a436930f-09bd-45ad-9eb6-c9feb4352b9a tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:35.112398 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2c9c2116-9237-4ae1-8882-cdf99a58360f req-a436930f-09bd-45ad-9eb6-c9feb4352b9a tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 5419 time: 0.2006314 Feb 04 12:40:35.124247 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62d6a976-ad83-4520-9af8-1694e96369ea', 'name': 'network-vif-deleted', 'tag': '6ee112e8-01ac-4586-902f-f67b6703a584'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:40:35.126690 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-718d0435-4767-4e9d-916f-cbbfc8fda977" -d '{"events": [{"server_uuid": "62d6a976-ad83-4520-9af8-1694e96369ea", "name": "network-vif-deleted", "tag": "6ee112e8-01ac-4586-902f-f67b6703a584"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:40:35.171184 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-4ecd843b-2a6d-49c2-84dc-e1ab579589be service neutron] 10.222.0.77 "GET /v2.0/networks/50abc812-52fc-4688-9b5e-8dadbfa93d3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239957 Feb 04 12:40:35.206827 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181b7d52-c8f5-4ecb-97ea-4fe1911fcc4c req-65c818e4-fa10-433d-82d9-0ee94e8302c2 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:35.208312 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-181b7d52-c8f5-4ecb-97ea-4fe1911fcc4c req-65c818e4-fa10-433d-82d9-0ee94e8302c2 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.65 "GET /v2.0/ports?device_id=266a3a18-9374-4c60-bb49-068f089f6a61 HTTP/1.1" status: 200 len: 945 time: 0.1769235 Feb 04 12:40:35.295207 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2c9c2116-9237-4ae1-8882-cdf99a58360f req-e60dde16-8306-4562-b665-05b9f02db538 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/security-groups?id=1efd02e5-7fef-4643-bad8-36300e562451&id=779ff2e0-1490-4b8d-a753-8a45cbf1a372&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1656208 Feb 04 12:40:35.333294 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-181b7d52-c8f5-4ecb-97ea-4fe1911fcc4c req-81d76dc4-7911-4c04-bfca-d55a00fa653a tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.65 "GET /v2.0/security-groups?id=3194529c-ef45-449a-86a3-c42c7670cd65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077743 Feb 04 12:40:35.348981 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-6cf68f9d-b39c-4aed-9047-a28d4f839cf2 service neutron] 10.222.0.77 "GET /v2.0/networks/50abc812-52fc-4688-9b5e-8dadbfa93d3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650517 Feb 04 12:40:35.396393 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aa51be5-9c76-455d-8ac1-0a6415ccb724 x-openstack-request-id: req-3aa51be5-9c76-455d-8ac1-0a6415ccb724 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:40:35.396688 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62d6a976-ad83-4520-9af8-1694e96369ea", "name": "network-vif-deleted", "tag": "6ee112e8-01ac-4586-902f-f67b6703a584", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:40:35.396947 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3aa51be5-9c76-455d-8ac1-0a6415ccb724 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:40:35.397347 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62d6a976-ad83-4520-9af8-1694e96369ea', 'name': 'network-vif-deleted', 'tag': '6ee112e8-01ac-4586-902f-f67b6703a584', 'status': 'completed', 'code': 200} Feb 04 12:40:35.399095 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-61fc949d-f8f4-495c-abb5-3b3a5b5ccb23 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f67e14d4-db1d-46b0-bea2-1c78b8bd35ab HTTP/1.1" status: 200 len: 217 time: 0.0442085 Feb 04 12:40:35.451231 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-9f4790e6-60e8-4cc0-ac48-cf43d100db45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:35.453065 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-9f4790e6-60e8-4cc0-ac48-cf43d100db45 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9fdfc6a6-8505-4de4-a056-7d77ecca3599 HTTP/1.1" status: 200 len: 797 time: 0.0482128 Feb 04 12:40:35.503431 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-6d49805c-9248-40a8-a5d9-1f38b8e36960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:35.504874 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-6d49805c-9248-40a8-a5d9-1f38b8e36960 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1a47e8c3-b161-4455-99ec-b9b9ead38a62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0466213 Feb 04 12:40:35.608205 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-047d2228-786b-4995-8356-3e7921109d08 service neutron] 10.222.0.77 "GET /v2.0/networks/1a47e8c3-b161-4455-99ec-b9b9ead38a62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972328 Feb 04 12:40:35.698719 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-c5e071cb-7d6b-4400-a251-0bd725ad6ee3 service neutron] 10.222.0.77 "GET /v2.0/networks/1a47e8c3-b161-4455-99ec-b9b9ead38a62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850282 Feb 04 12:40:35.744084 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-5a98869c-d381-4633-8a66-2e2a2be49bc0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1049b94c-dd50-4b61-afcc-7ec2892e7f46 HTTP/1.1" status: 200 len: 217 time: 0.0395937 Feb 04 12:40:36.117279 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-e81e1e6f-bdb8-47c2-a1a8-f01e91fb9762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:36.118689 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-e81e1e6f-bdb8-47c2-a1a8-f01e91fb9762 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9fdfc6a6-8505-4de4-a056-7d77ecca3599 HTTP/1.1" status: 200 len: 797 time: 0.3697622 Feb 04 12:40:36.169597 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-0045e57a-bddf-4c5d-871c-f2f43222d6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:36.171096 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-0045e57a-bddf-4c5d-871c-f2f43222d6ec service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1a47e8c3-b161-4455-99ec-b9b9ead38a62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0463262 Feb 04 12:40:36.262845 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-5f348ca6-7831-4d19-aea3-3d39193a05e6 service neutron] 10.222.0.77 "GET /v2.0/networks/1a47e8c3-b161-4455-99ec-b9b9ead38a62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857506 Feb 04 12:40:36.367720 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8209c78c-d653-4e4d-8d59-ef6dbc8e107a req-ac0b20e0-b6cd-42c3-8f6a-e33d2c85a5c8 service neutron] 10.222.0.77 "GET /v2.0/networks/1a47e8c3-b161-4455-99ec-b9b9ead38a62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980108 Feb 04 12:40:36.559198 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761553e-dec8-4314-b28a-a742062c6ba5 req-244ed422-6cd1-451e-8415-1b4da579252e tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:36.569127 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761553e-dec8-4314-b28a-a742062c6ba5 req-244ed422-6cd1-451e-8415-1b4da579252e tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:36.586203 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761553e-dec8-4314-b28a-a742062c6ba5 req-244ed422-6cd1-451e-8415-1b4da579252e tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:36.596786 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761553e-dec8-4314-b28a-a742062c6ba5 req-244ed422-6cd1-451e-8415-1b4da579252e tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:36.607538 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761553e-dec8-4314-b28a-a742062c6ba5 req-244ed422-6cd1-451e-8415-1b4da579252e tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:36.617361 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761553e-dec8-4314-b28a-a742062c6ba5 req-244ed422-6cd1-451e-8415-1b4da579252e tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:36.628639 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761553e-dec8-4314-b28a-a742062c6ba5 req-244ed422-6cd1-451e-8415-1b4da579252e tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:36.631893 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5761553e-dec8-4314-b28a-a742062c6ba5 req-244ed422-6cd1-451e-8415-1b4da579252e tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 5419 time: 0.2351465 Feb 04 12:40:36.708549 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317861fe-a43c-4fe3-9d31-d0bc8ae69bd3 req-be3c92f1-440a-4c3d-86f5-e71801663fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:36.709397 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317861fe-a43c-4fe3-9d31-d0bc8ae69bd3 req-be3c92f1-440a-4c3d-86f5-e71801663fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:36.710225 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317861fe-a43c-4fe3-9d31-d0bc8ae69bd3 req-be3c92f1-440a-4c3d-86f5-e71801663fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:36.711035 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317861fe-a43c-4fe3-9d31-d0bc8ae69bd3 req-be3c92f1-440a-4c3d-86f5-e71801663fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:36.711901 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317861fe-a43c-4fe3-9d31-d0bc8ae69bd3 req-be3c92f1-440a-4c3d-86f5-e71801663fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:36.713643 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317861fe-a43c-4fe3-9d31-d0bc8ae69bd3 req-be3c92f1-440a-4c3d-86f5-e71801663fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:36.714455 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317861fe-a43c-4fe3-9d31-d0bc8ae69bd3 req-be3c92f1-440a-4c3d-86f5-e71801663fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:36.717773 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-317861fe-a43c-4fe3-9d31-d0bc8ae69bd3 req-be3c92f1-440a-4c3d-86f5-e71801663fcb service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ca25972521404bd998e7680810e52c91&device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 6693 time: 0.2862618 Feb 04 12:40:36.731582 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a621041-e70b-4f36-977d-f0263e183af6 req-565c2403-f833-450b-88d7-a6dfcfccde29 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:36.733889 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5a621041-e70b-4f36-977d-f0263e183af6 req-565c2403-f833-450b-88d7-a6dfcfccde29 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.65 "GET /v2.0/ports?device_id=266a3a18-9374-4c60-bb49-068f089f6a61 HTTP/1.1" status: 200 len: 945 time: 0.3009751 Feb 04 12:40:36.774639 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f8beed-35cf-4bac-8977-d24b3707d6ef req-f42ef5e3-249c-45f8-aa7f-f2d1c0531c86 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:36.777752 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-75f8beed-35cf-4bac-8977-d24b3707d6ef req-f42ef5e3-249c-45f8-aa7f-f2d1c0531c86 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.73 "GET /v2.0/ports?device_id=266a3a18-9374-4c60-bb49-068f089f6a61 HTTP/1.1" status: 200 len: 945 time: 0.2816730 Feb 04 12:40:36.951073 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5761553e-dec8-4314-b28a-a742062c6ba5 req-46e7fa78-dd80-4609-aabc-f505d5c23966 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/security-groups?id=1efd02e5-7fef-4643-bad8-36300e562451&id=779ff2e0-1490-4b8d-a753-8a45cbf1a372&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3090217 Feb 04 12:40:37.002139 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5a621041-e70b-4f36-977d-f0263e183af6 req-560a4d17-acdc-40f8-9cb4-e46bddd2dfbf tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.65 "GET /v2.0/security-groups?id=3194529c-ef45-449a-86a3-c42c7670cd65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563031 Feb 04 12:40:37.018494 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317861fe-a43c-4fe3-9d31-d0bc8ae69bd3 req-04828f50-47ee-493f-8585-2f2c220129f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:37.020010 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-317861fe-a43c-4fe3-9d31-d0bc8ae69bd3 req-04828f50-47ee-493f-8585-2f2c220129f2 service neutron] 10.222.0.77 "GET /v2.0/networks?id=1a47e8c3-b161-4455-99ec-b9b9ead38a62 HTTP/1.1" status: 200 len: 903 time: 0.2810540 Feb 04 12:40:37.071501 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-317861fe-a43c-4fe3-9d31-d0bc8ae69bd3 req-617ef702-09ba-4942-9127-09545db504dc service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f67e14d4-db1d-46b0-bea2-1c78b8bd35ab HTTP/1.1" status: 200 len: 217 time: 0.0443313 Feb 04 12:40:37.107509 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-75f8beed-35cf-4bac-8977-d24b3707d6ef req-e963dadd-cd8c-4e69-81c5-c15be682c884 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Deleting port 7ac5ab11-addb-4dd2-b145-f5d33ea6ff70 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:40:37.107873 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-75f8beed-35cf-4bac-8977-d24b3707d6ef req-e963dadd-cd8c-4e69-81c5-c15be682c884 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (7ac5ab11-addb-4dd2-b145-f5d33ea6ff70), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:37.169629 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317861fe-a43c-4fe3-9d31-d0bc8ae69bd3 req-07819f2a-71db-4689-aa67-15a524bbe893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:37.171106 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-317861fe-a43c-4fe3-9d31-d0bc8ae69bd3 req-07819f2a-71db-4689-aa67-15a524bbe893 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9fdfc6a6-8505-4de4-a056-7d77ecca3599 HTTP/1.1" status: 200 len: 797 time: 0.0937321 Feb 04 12:40:37.242291 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-75f8beed-35cf-4bac-8977-d24b3707d6ef req-e963dadd-cd8c-4e69-81c5-c15be682c884 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] For port 7ac5ab11-addb-4dd2-b145-f5d33ea6ff70, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=7ac5ab11-addb-4dd2-b145-f5d33ea6ff70,segment=NetworkSegment(37882638-7c6f-43c0-8749-8a8baa27febc),segment_id=37882638-7c6f-43c0-8749-8a8baa27febc)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:40:37.243254 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-75f8beed-35cf-4bac-8977-d24b3707d6ef req-e963dadd-cd8c-4e69-81c5-c15be682c884 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (7ac5ab11-addb-4dd2-b145-f5d33ea6ff70), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:37.259213 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-75f8beed-35cf-4bac-8977-d24b3707d6ef req-e963dadd-cd8c-4e69-81c5-c15be682c884 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Calling delete_port for 7ac5ab11-addb-4dd2-b145-f5d33ea6ff70 owned by compute:nova {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:40:37.267419 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317861fe-a43c-4fe3-9d31-d0bc8ae69bd3 req-ede3bfed-94b1-480c-81e1-3c4de11eb2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:37.268955 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-317861fe-a43c-4fe3-9d31-d0bc8ae69bd3 req-ede3bfed-94b1-480c-81e1-3c4de11eb2aa service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1a47e8c3-b161-4455-99ec-b9b9ead38a62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0900679 Feb 04 12:40:37.287539 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 6ee112e8-01ac-4586-902f-f67b6703a584 no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:40:37.309182 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] No Port match for: 6ee112e8-01ac-4586-902f-f67b6703a584 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:40:37.309530 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 6ee112e8-01ac-4586-902f-f67b6703a584 not bound to the agent host n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:40:37.413190 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-317861fe-a43c-4fe3-9d31-d0bc8ae69bd3 req-44c3157c-81ca-452c-b92e-97ff4f126a39 service neutron] 10.222.0.77 "GET /v2.0/networks/1a47e8c3-b161-4455-99ec-b9b9ead38a62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379251 Feb 04 12:40:37.524226 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-75f8beed-35cf-4bac-8977-d24b3707d6ef req-e963dadd-cd8c-4e69-81c5-c15be682c884 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (7ac5ab11-addb-4dd2-b145-f5d33ea6ff70), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:37.537570 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['469449ce-763d-4db4-a452-63e01e8fed24'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:40:37.540912 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['7ac5ab11-addb-4dd2-b145-f5d33ea6ff70'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:40:37.570399 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e963dadd-cd8c-4e69-81c5-c15be682c884 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Pushing event deleted for resources: {'Port': ['ID=7ac5ab11-addb-4dd2-b145-f5d33ea6ff70,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:40:37.574539 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-317861fe-a43c-4fe3-9d31-d0bc8ae69bd3 req-d6a0fd3b-77b3-4dca-a468-cd6ee08c4582 service neutron] 10.222.0.77 "GET /v2.0/networks/1a47e8c3-b161-4455-99ec-b9b9ead38a62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558166 Feb 04 12:40:37.618986 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-75f8beed-35cf-4bac-8977-d24b3707d6ef req-e963dadd-cd8c-4e69-81c5-c15be682c884 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] No DVR routers for this DVR port 7ac5ab11-addb-4dd2-b145-f5d33ea6ff70 on host n-h1-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:40:37.622001 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-75f8beed-35cf-4bac-8977-d24b3707d6ef req-e963dadd-cd8c-4e69-81c5-c15be682c884 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:37.625490 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-75f8beed-35cf-4bac-8977-d24b3707d6ef req-e963dadd-cd8c-4e69-81c5-c15be682c884 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.73 "DELETE /v2.0/ports/7ac5ab11-addb-4dd2-b145-f5d33ea6ff70 HTTP/1.1" status: 204 len: 173 time: 0.8130701 Feb 04 12:40:37.626071 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '266a3a18-9374-4c60-bb49-068f089f6a61', 'name': 'network-vif-deleted', 'tag': '7ac5ab11-addb-4dd2-b145-f5d33ea6ff70'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:40:37.635371 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57ae6765-c673-496e-849e-35ade557ff4f" -d '{"events": [{"server_uuid": "266a3a18-9374-4c60-bb49-068f089f6a61", "name": "network-vif-deleted", "tag": "7ac5ab11-addb-4dd2-b145-f5d33ea6ff70"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:40:37.703403 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aebaed86-0b4a-4baa-822b-9a06779afbb1 x-openstack-request-id: req-aebaed86-0b4a-4baa-822b-9a06779afbb1 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:40:37.703698 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "266a3a18-9374-4c60-bb49-068f089f6a61", "name": "network-vif-deleted", "tag": "7ac5ab11-addb-4dd2-b145-f5d33ea6ff70", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:40:37.703993 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-aebaed86-0b4a-4baa-822b-9a06779afbb1 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:40:37.704396 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '266a3a18-9374-4c60-bb49-068f089f6a61', 'name': 'network-vif-deleted', 'tag': '7ac5ab11-addb-4dd2-b145-f5d33ea6ff70', 'status': 'completed', 'code': 200} Feb 04 12:40:37.734535 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317861fe-a43c-4fe3-9d31-d0bc8ae69bd3 req-2aa25901-d1ea-465a-a1bf-130fadd1d9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:37.735023 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317861fe-a43c-4fe3-9d31-d0bc8ae69bd3 req-2aa25901-d1ea-465a-a1bf-130fadd1d9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:37.735498 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317861fe-a43c-4fe3-9d31-d0bc8ae69bd3 req-2aa25901-d1ea-465a-a1bf-130fadd1d9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:37.736011 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317861fe-a43c-4fe3-9d31-d0bc8ae69bd3 req-2aa25901-d1ea-465a-a1bf-130fadd1d9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:37.736478 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317861fe-a43c-4fe3-9d31-d0bc8ae69bd3 req-2aa25901-d1ea-465a-a1bf-130fadd1d9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:37.736945 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317861fe-a43c-4fe3-9d31-d0bc8ae69bd3 req-2aa25901-d1ea-465a-a1bf-130fadd1d9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:37.737408 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317861fe-a43c-4fe3-9d31-d0bc8ae69bd3 req-2aa25901-d1ea-465a-a1bf-130fadd1d9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:37.739543 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-317861fe-a43c-4fe3-9d31-d0bc8ae69bd3 req-2aa25901-d1ea-465a-a1bf-130fadd1d9ac service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ca25972521404bd998e7680810e52c91&device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 6693 time: 0.0990396 Feb 04 12:40:37.845298 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317861fe-a43c-4fe3-9d31-d0bc8ae69bd3 req-03884418-0438-4b95-bfff-97aba1b4af63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:37.846834 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-317861fe-a43c-4fe3-9d31-d0bc8ae69bd3 req-03884418-0438-4b95-bfff-97aba1b4af63 service neutron] 10.222.0.77 "GET /v2.0/networks?id=1a47e8c3-b161-4455-99ec-b9b9ead38a62 HTTP/1.1" status: 200 len: 903 time: 0.1012757 Feb 04 12:40:37.892801 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-317861fe-a43c-4fe3-9d31-d0bc8ae69bd3 req-fbbd6819-0c9c-4022-b51a-9d95a4b4b8e9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1049b94c-dd50-4b61-afcc-7ec2892e7f46 HTTP/1.1" status: 200 len: 217 time: 0.0400453 Feb 04 12:40:37.948344 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317861fe-a43c-4fe3-9d31-d0bc8ae69bd3 req-65a57946-7e47-4849-930c-e0e54eaff25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:37.949841 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-317861fe-a43c-4fe3-9d31-d0bc8ae69bd3 req-65a57946-7e47-4849-930c-e0e54eaff25b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9fdfc6a6-8505-4de4-a056-7d77ecca3599 HTTP/1.1" status: 200 len: 797 time: 0.0516071 Feb 04 12:40:38.004136 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317861fe-a43c-4fe3-9d31-d0bc8ae69bd3 req-40528c7a-13a8-4b2e-a8cd-957fb6f00cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:38.005664 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-317861fe-a43c-4fe3-9d31-d0bc8ae69bd3 req-40528c7a-13a8-4b2e-a8cd-957fb6f00cbe service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1a47e8c3-b161-4455-99ec-b9b9ead38a62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0486183 Feb 04 12:40:38.166673 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-36b61b62-1873-45da-82bb-3957d8910efa req-20cb6c22-e027-42ee-bcb9-eeb9398779cc tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.65 "GET /v2.0/ports?device_id=266a3a18-9374-4c60-bb49-068f089f6a61 HTTP/1.1" status: 200 len: 210 time: 0.0428581 Feb 04 12:40:38.205803 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde9e5c1-4c46-4b79-a76c-c80e2199a6b0 req-3e690ffd-9a6e-42e0-8beb-946524437a54 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:38.211961 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde9e5c1-4c46-4b79-a76c-c80e2199a6b0 req-3e690ffd-9a6e-42e0-8beb-946524437a54 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:38.218592 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde9e5c1-4c46-4b79-a76c-c80e2199a6b0 req-3e690ffd-9a6e-42e0-8beb-946524437a54 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:38.224775 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde9e5c1-4c46-4b79-a76c-c80e2199a6b0 req-3e690ffd-9a6e-42e0-8beb-946524437a54 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:38.230313 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde9e5c1-4c46-4b79-a76c-c80e2199a6b0 req-3e690ffd-9a6e-42e0-8beb-946524437a54 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:38.235660 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde9e5c1-4c46-4b79-a76c-c80e2199a6b0 req-3e690ffd-9a6e-42e0-8beb-946524437a54 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:38.241848 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde9e5c1-4c46-4b79-a76c-c80e2199a6b0 req-3e690ffd-9a6e-42e0-8beb-946524437a54 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:38.244686 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cde9e5c1-4c46-4b79-a76c-c80e2199a6b0 req-3e690ffd-9a6e-42e0-8beb-946524437a54 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 5419 time: 0.1670117 Feb 04 12:40:38.276974 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-317861fe-a43c-4fe3-9d31-d0bc8ae69bd3 req-49f47b3f-ae68-4675-ae7c-9d8f59bb8d2b service neutron] 10.222.0.77 "GET /v2.0/networks/1a47e8c3-b161-4455-99ec-b9b9ead38a62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647555 Feb 04 12:40:38.374353 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cde9e5c1-4c46-4b79-a76c-c80e2199a6b0 req-40937e18-4604-4555-97ad-9122e69e0d60 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/security-groups?id=1efd02e5-7fef-4643-bad8-36300e562451&id=779ff2e0-1490-4b8d-a753-8a45cbf1a372&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1166928 Feb 04 12:40:38.420966 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-317861fe-a43c-4fe3-9d31-d0bc8ae69bd3 req-2aa08a45-3f6e-45d1-8d07-63a8357cc4d7 service neutron] 10.222.0.77 "GET /v2.0/networks/1a47e8c3-b161-4455-99ec-b9b9ead38a62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370845 Feb 04 12:40:39.527198 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b43aa6-0486-475a-9c76-0e6eb88f7798 req-58b46eae-3b75-44d2-8290-ca880dd92f85 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:39.532492 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b43aa6-0486-475a-9c76-0e6eb88f7798 req-58b46eae-3b75-44d2-8290-ca880dd92f85 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:39.537802 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b43aa6-0486-475a-9c76-0e6eb88f7798 req-58b46eae-3b75-44d2-8290-ca880dd92f85 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:39.543793 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b43aa6-0486-475a-9c76-0e6eb88f7798 req-58b46eae-3b75-44d2-8290-ca880dd92f85 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:39.549358 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b43aa6-0486-475a-9c76-0e6eb88f7798 req-58b46eae-3b75-44d2-8290-ca880dd92f85 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:39.554681 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b43aa6-0486-475a-9c76-0e6eb88f7798 req-58b46eae-3b75-44d2-8290-ca880dd92f85 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:39.561173 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b43aa6-0486-475a-9c76-0e6eb88f7798 req-58b46eae-3b75-44d2-8290-ca880dd92f85 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:39.567710 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-88b43aa6-0486-475a-9c76-0e6eb88f7798 req-58b46eae-3b75-44d2-8290-ca880dd92f85 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 5419 time: 0.1059465 Feb 04 12:40:39.628263 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-88b43aa6-0486-475a-9c76-0e6eb88f7798 req-27bfcb4a-31ac-4018-a659-49b0a2912d00 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/security-groups?id=1efd02e5-7fef-4643-bad8-36300e562451&id=779ff2e0-1490-4b8d-a753-8a45cbf1a372&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0590959 Feb 04 12:40:40.766572 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407cb999-13e2-45af-9f8a-39b89bc82f36 req-ff15bef1-f1fa-465a-bd36-97ec71cec9ae tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:40.771894 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407cb999-13e2-45af-9f8a-39b89bc82f36 req-ff15bef1-f1fa-465a-bd36-97ec71cec9ae tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:40.778215 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407cb999-13e2-45af-9f8a-39b89bc82f36 req-ff15bef1-f1fa-465a-bd36-97ec71cec9ae tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:40.783495 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407cb999-13e2-45af-9f8a-39b89bc82f36 req-ff15bef1-f1fa-465a-bd36-97ec71cec9ae tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:40.788800 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407cb999-13e2-45af-9f8a-39b89bc82f36 req-ff15bef1-f1fa-465a-bd36-97ec71cec9ae tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:40.794525 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407cb999-13e2-45af-9f8a-39b89bc82f36 req-ff15bef1-f1fa-465a-bd36-97ec71cec9ae tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:40.800043 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407cb999-13e2-45af-9f8a-39b89bc82f36 req-ff15bef1-f1fa-465a-bd36-97ec71cec9ae tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:40.801976 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-407cb999-13e2-45af-9f8a-39b89bc82f36 req-ff15bef1-f1fa-465a-bd36-97ec71cec9ae tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 5419 time: 0.0956016 Feb 04 12:40:40.868210 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-407cb999-13e2-45af-9f8a-39b89bc82f36 req-2c852cfc-4a48-4e8c-baf4-a6eab5c4ec9a tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/security-groups?id=1efd02e5-7fef-4643-bad8-36300e562451&id=779ff2e0-1490-4b8d-a753-8a45cbf1a372&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0597677 Feb 04 12:40:41.288247 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 7ac5ab11-addb-4dd2-b145-f5d33ea6ff70 no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:40:41.312310 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] No Port match for: 7ac5ab11-addb-4dd2-b145-f5d33ea6ff70 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:40:41.312877 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 7ac5ab11-addb-4dd2-b145-f5d33ea6ff70 not bound to the agent host n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:40:42.013218 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa64bed-1bc7-48aa-a68d-1ba4f76e010e req-a9f3b5b6-3cea-4f0f-8d3c-69d4e952f721 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:42.018385 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa64bed-1bc7-48aa-a68d-1ba4f76e010e req-a9f3b5b6-3cea-4f0f-8d3c-69d4e952f721 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:42.023499 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa64bed-1bc7-48aa-a68d-1ba4f76e010e req-a9f3b5b6-3cea-4f0f-8d3c-69d4e952f721 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:42.029416 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa64bed-1bc7-48aa-a68d-1ba4f76e010e req-a9f3b5b6-3cea-4f0f-8d3c-69d4e952f721 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:42.034969 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa64bed-1bc7-48aa-a68d-1ba4f76e010e req-a9f3b5b6-3cea-4f0f-8d3c-69d4e952f721 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:42.040678 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa64bed-1bc7-48aa-a68d-1ba4f76e010e req-a9f3b5b6-3cea-4f0f-8d3c-69d4e952f721 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:42.046072 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa64bed-1bc7-48aa-a68d-1ba4f76e010e req-a9f3b5b6-3cea-4f0f-8d3c-69d4e952f721 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:42.048297 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9fa64bed-1bc7-48aa-a68d-1ba4f76e010e req-a9f3b5b6-3cea-4f0f-8d3c-69d4e952f721 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 5419 time: 0.0936539 Feb 04 12:40:42.106560 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9fa64bed-1bc7-48aa-a68d-1ba4f76e010e req-c1d6a2ee-735f-48c0-8434-164ae15ce208 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/security-groups?id=1efd02e5-7fef-4643-bad8-36300e562451&id=779ff2e0-1490-4b8d-a753-8a45cbf1a372&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524359 Feb 04 12:40:43.242435 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a289ef-fcff-49ee-9a55-909b69c7b10f req-22e533c7-350e-4320-8d37-9ddc829cfb3f tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:43.248475 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a289ef-fcff-49ee-9a55-909b69c7b10f req-22e533c7-350e-4320-8d37-9ddc829cfb3f tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:43.253704 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a289ef-fcff-49ee-9a55-909b69c7b10f req-22e533c7-350e-4320-8d37-9ddc829cfb3f tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:43.258938 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a289ef-fcff-49ee-9a55-909b69c7b10f req-22e533c7-350e-4320-8d37-9ddc829cfb3f tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:43.264669 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a289ef-fcff-49ee-9a55-909b69c7b10f req-22e533c7-350e-4320-8d37-9ddc829cfb3f tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:43.269931 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a289ef-fcff-49ee-9a55-909b69c7b10f req-22e533c7-350e-4320-8d37-9ddc829cfb3f tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:43.275991 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a289ef-fcff-49ee-9a55-909b69c7b10f req-22e533c7-350e-4320-8d37-9ddc829cfb3f tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:43.277843 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-88a289ef-fcff-49ee-9a55-909b69c7b10f req-22e533c7-350e-4320-8d37-9ddc829cfb3f tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 5419 time: 0.0943768 Feb 04 12:40:43.341798 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-88a289ef-fcff-49ee-9a55-909b69c7b10f req-c3c30124-0260-4056-ac07-1f6f8abd1c3b tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/security-groups?id=1efd02e5-7fef-4643-bad8-36300e562451&id=779ff2e0-1490-4b8d-a753-8a45cbf1a372&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0580416 Feb 04 12:40:44.476904 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e2176b-54ba-4646-b36b-ff9cce027b98 req-c4397a0e-e7b4-4e30-8c5e-11ec6bc60bc3 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:44.482899 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e2176b-54ba-4646-b36b-ff9cce027b98 req-c4397a0e-e7b4-4e30-8c5e-11ec6bc60bc3 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:44.488206 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e2176b-54ba-4646-b36b-ff9cce027b98 req-c4397a0e-e7b4-4e30-8c5e-11ec6bc60bc3 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:44.494094 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e2176b-54ba-4646-b36b-ff9cce027b98 req-c4397a0e-e7b4-4e30-8c5e-11ec6bc60bc3 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:44.499449 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e2176b-54ba-4646-b36b-ff9cce027b98 req-c4397a0e-e7b4-4e30-8c5e-11ec6bc60bc3 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:44.504770 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e2176b-54ba-4646-b36b-ff9cce027b98 req-c4397a0e-e7b4-4e30-8c5e-11ec6bc60bc3 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:44.510232 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e2176b-54ba-4646-b36b-ff9cce027b98 req-c4397a0e-e7b4-4e30-8c5e-11ec6bc60bc3 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:44.512131 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-64e2176b-54ba-4646-b36b-ff9cce027b98 req-c4397a0e-e7b4-4e30-8c5e-11ec6bc60bc3 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 5419 time: 0.0948341 Feb 04 12:40:44.576343 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-64e2176b-54ba-4646-b36b-ff9cce027b98 req-062c91be-210f-4949-8dfe-c455c51b3ffe tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/security-groups?id=1efd02e5-7fef-4643-bad8-36300e562451&id=779ff2e0-1490-4b8d-a753-8a45cbf1a372&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0584004 Feb 04 12:40:45.075033 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 54036) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:40:45.201924 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4ab1e190-89be-4445-a69c-310f4313ba1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:45.297824 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4ab1e190-89be-4445-a69c-310f4313ba1b admin admin] Publish callbacks [] for security_group (74195065-1db4-4729-b7cb-4b72966d2591), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:45.323945 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4ab1e190-89be-4445-a69c-310f4313ba1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (74195065-1db4-4729-b7cb-4b72966d2591), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:45.365458 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 54046) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:40:45.369671 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-4ab1e190-89be-4445-a69c-310f4313ba1b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e88e45bbfaf44d28b174201d85296679&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2861595 Feb 04 12:40:45.409894 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab1e190-89be-4445-a69c-310f4313ba1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74195065-1db4-4729-b7cb-4b72966d2591,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:40:45.439766 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-13ed49e6-93c1-4f27-a741-4036fa85338d admin admin] Publish callbacks [] for security_group (74195065-1db4-4729-b7cb-4b72966d2591), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:45.479819 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-13ed49e6-93c1-4f27-a741-4036fa85338d admin admin] Publish callbacks [] for security_group (74195065-1db4-4729-b7cb-4b72966d2591), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:45.545460 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d58d872c-7520-4f78-aad9-182582219c44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:45.559214 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-13ed49e6-93c1-4f27-a741-4036fa85338d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (74195065-1db4-4729-b7cb-4b72966d2591), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:45.562953 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-13ed49e6-93c1-4f27-a741-4036fa85338d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:45.564962 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-13ed49e6-93c1-4f27-a741-4036fa85338d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/74195065-1db4-4729-b7cb-4b72966d2591 HTTP/1.1" status: 204 len: 168 time: 0.1975253 Feb 04 12:40:45.590215 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ed49e6-93c1-4f27-a741-4036fa85338d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74195065-1db4-4729-b7cb-4b72966d2591,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:40:45.793003 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59c1b3b-759d-4419-b78c-fa84dab960d4 req-38afe079-12ee-4d04-b400-9953bb4d1266 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:45.797262 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59c1b3b-759d-4419-b78c-fa84dab960d4 req-38afe079-12ee-4d04-b400-9953bb4d1266 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:45.803070 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59c1b3b-759d-4419-b78c-fa84dab960d4 req-38afe079-12ee-4d04-b400-9953bb4d1266 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:45.809896 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59c1b3b-759d-4419-b78c-fa84dab960d4 req-38afe079-12ee-4d04-b400-9953bb4d1266 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:45.815345 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59c1b3b-759d-4419-b78c-fa84dab960d4 req-38afe079-12ee-4d04-b400-9953bb4d1266 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:45.820875 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59c1b3b-759d-4419-b78c-fa84dab960d4 req-38afe079-12ee-4d04-b400-9953bb4d1266 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:45.827350 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59c1b3b-759d-4419-b78c-fa84dab960d4 req-38afe079-12ee-4d04-b400-9953bb4d1266 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:45.829655 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c59c1b3b-759d-4419-b78c-fa84dab960d4 req-38afe079-12ee-4d04-b400-9953bb4d1266 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 5419 time: 0.1373076 Feb 04 12:40:45.949982 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c59c1b3b-759d-4419-b78c-fa84dab960d4 req-cebc6b8f-1ff7-41aa-9c2f-0ade625ae6f7 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/security-groups?id=1efd02e5-7fef-4643-bad8-36300e562451&id=779ff2e0-1490-4b8d-a753-8a45cbf1a372&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1096764 Feb 04 12:40:45.991999 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4822cb-abde-4809-977a-53f65ffccc2d req-0ee03f3d-a177-451d-ba81-7001a5d5e86c tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:45.999838 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9b4822cb-abde-4809-977a-53f65ffccc2d req-0ee03f3d-a177-451d-ba81-7001a5d5e86c tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "GET /v2.0/ports?device_id=2bfeaefa-6e8b-49e8-a202-1541478b2560 HTTP/1.1" status: 200 len: 946 time: 0.1688943 Feb 04 12:40:46.064205 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9b4822cb-abde-4809-977a-53f65ffccc2d req-1be035d3-ebf8-4fe3-9957-32d2a298f1af tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "GET /v2.0/security-groups?id=fdbd4e3f-31c9-4f42-8b92-5879438ef249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630553 Feb 04 12:40:46.068591 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 54066) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:40:46.093378 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-110e3905-0b5f-4077-a721-5502369cbed9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:46.176372 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-110e3905-0b5f-4077-a721-5502369cbed9 admin admin] Publish callbacks [] for security_group (f6551caa-9f84-4573-929f-8fa07ea77c6b), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:46.181644 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-110e3905-0b5f-4077-a721-5502369cbed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (f6551caa-9f84-4573-929f-8fa07ea77c6b), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:46.209412 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-110e3905-0b5f-4077-a721-5502369cbed9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=004b3864fc0740298d305865bcd32b2f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1396952 Feb 04 12:40:46.212374 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 54068) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:40:46.233733 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110e3905-0b5f-4077-a721-5502369cbed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6551caa-9f84-4573-929f-8fa07ea77c6b,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:40:46.278487 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5176bda2-e302-453d-9a18-9a821a6bedf2 admin admin] Publish callbacks [] for security_group (f6551caa-9f84-4573-929f-8fa07ea77c6b), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:46.300894 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5176bda2-e302-453d-9a18-9a821a6bedf2 admin admin] Publish callbacks [] for security_group (f6551caa-9f84-4573-929f-8fa07ea77c6b), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:46.363114 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5176bda2-e302-453d-9a18-9a821a6bedf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (f6551caa-9f84-4573-929f-8fa07ea77c6b), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:46.367356 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5176bda2-e302-453d-9a18-9a821a6bedf2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:46.372322 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-5176bda2-e302-453d-9a18-9a821a6bedf2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f6551caa-9f84-4573-929f-8fa07ea77c6b HTTP/1.1" status: 204 len: 168 time: 0.1564126 Feb 04 12:40:46.387595 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5176bda2-e302-453d-9a18-9a821a6bedf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6551caa-9f84-4573-929f-8fa07ea77c6b,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:40:47.142003 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fd33a0-d6b2-40ab-bc81-b32e15909045 req-d06680a2-138c-4ad8-9aeb-b1f96df4d2f5 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:47.147183 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fd33a0-d6b2-40ab-bc81-b32e15909045 req-d06680a2-138c-4ad8-9aeb-b1f96df4d2f5 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:47.155825 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fd33a0-d6b2-40ab-bc81-b32e15909045 req-d06680a2-138c-4ad8-9aeb-b1f96df4d2f5 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:47.162996 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fd33a0-d6b2-40ab-bc81-b32e15909045 req-d06680a2-138c-4ad8-9aeb-b1f96df4d2f5 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:47.170274 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fd33a0-d6b2-40ab-bc81-b32e15909045 req-d06680a2-138c-4ad8-9aeb-b1f96df4d2f5 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:47.178005 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fd33a0-d6b2-40ab-bc81-b32e15909045 req-d06680a2-138c-4ad8-9aeb-b1f96df4d2f5 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:47.185127 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fd33a0-d6b2-40ab-bc81-b32e15909045 req-d06680a2-138c-4ad8-9aeb-b1f96df4d2f5 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:47.194075 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-73fd33a0-d6b2-40ab-bc81-b32e15909045 req-d06680a2-138c-4ad8-9aeb-b1f96df4d2f5 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 5419 time: 0.1383536 Feb 04 12:40:47.308246 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0390c34-bf4f-4fb4-a4d2-6917f2d0d910 req-13828708-392a-4fb3-a277-12e45d05bd60 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:47.309809 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c0390c34-bf4f-4fb4-a4d2-6917f2d0d910 req-13828708-392a-4fb3-a277-12e45d05bd60 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "GET /v2.0/ports?device_id=2bfeaefa-6e8b-49e8-a202-1541478b2560 HTTP/1.1" status: 200 len: 946 time: 0.0920558 Feb 04 12:40:47.389694 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c0390c34-bf4f-4fb4-a4d2-6917f2d0d910 req-ad665eb3-937f-4695-be93-0d6edc62f73d tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "GET /v2.0/security-groups?id=fdbd4e3f-31c9-4f42-8b92-5879438ef249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653937 Feb 04 12:40:47.427810 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d976399f-f78a-4c0a-8a65-90e97001fe5d req-67bfdc7f-6973-45a5-9f40-dd403b1701b6 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:47.429514 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d976399f-f78a-4c0a-8a65-90e97001fe5d req-67bfdc7f-6973-45a5-9f40-dd403b1701b6 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.77 "GET /v2.0/ports?device_id=2bfeaefa-6e8b-49e8-a202-1541478b2560 HTTP/1.1" status: 200 len: 946 time: 0.1185851 Feb 04 12:40:47.447949 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-73fd33a0-d6b2-40ab-bc81-b32e15909045 req-ba169869-b2da-4dc6-948a-82f92a9b09c0 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/security-groups?id=1efd02e5-7fef-4643-bad8-36300e562451&id=779ff2e0-1490-4b8d-a753-8a45cbf1a372&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2487590 Feb 04 12:40:47.579701 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-d976399f-f78a-4c0a-8a65-90e97001fe5d req-2ff33ba1-15a2-439b-b006-5a96ab41cbf3 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Deleting port cd92a9f3-3217-44ae-9536-eca62c157bcd {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:40:47.580185 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-d976399f-f78a-4c0a-8a65-90e97001fe5d req-2ff33ba1-15a2-439b-b006-5a96ab41cbf3 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (cd92a9f3-3217-44ae-9536-eca62c157bcd), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:47.684494 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-d976399f-f78a-4c0a-8a65-90e97001fe5d req-2ff33ba1-15a2-439b-b006-5a96ab41cbf3 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] For port cd92a9f3-3217-44ae-9536-eca62c157bcd, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=cd92a9f3-3217-44ae-9536-eca62c157bcd,segment=NetworkSegment(5ed040aa-461d-409f-a40b-8004d8898c3c),segment_id=5ed040aa-461d-409f-a40b-8004d8898c3c)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:40:47.685023 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-d976399f-f78a-4c0a-8a65-90e97001fe5d req-2ff33ba1-15a2-439b-b006-5a96ab41cbf3 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (cd92a9f3-3217-44ae-9536-eca62c157bcd), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:47.990822 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-091b775b-4f89-4ca0-8a89-48047c5a73d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:48.018747 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-d976399f-f78a-4c0a-8a65-90e97001fe5d req-2ff33ba1-15a2-439b-b006-5a96ab41cbf3 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:48.019420 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-d976399f-f78a-4c0a-8a65-90e97001fe5d req-2ff33ba1-15a2-439b-b006-5a96ab41cbf3 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1599943'] for floatingip (2a95632e-214a-487c-8c46-3aeaf0e66bb3), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:48.020025 n-d-825015-3 neutron-server[103475]: INFO neutron.db.l3_db [req-d976399f-f78a-4c0a-8a65-90e97001fe5d req-2ff33ba1-15a2-439b-b006-5a96ab41cbf3 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Floating IP 2a95632e-214a-487c-8c46-3aeaf0e66bb3 disassociated. External IP: 172.25.3.42, port: cd92a9f3-3217-44ae-9536-eca62c157bcd. Feb 04 12:40:48.020384 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-d976399f-f78a-4c0a-8a65-90e97001fe5d req-2ff33ba1-15a2-439b-b006-5a96ab41cbf3 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Calling delete_port for cd92a9f3-3217-44ae-9536-eca62c157bcd owned by compute:nova {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:40:48.170983 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-d976399f-f78a-4c0a-8a65-90e97001fe5d req-2ff33ba1-15a2-439b-b006-5a96ab41cbf3 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (cd92a9f3-3217-44ae-9536-eca62c157bcd), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:48.204875 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff33ba1-15a2-439b-b006-5a96ab41cbf3 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Pushing event deleted for resources: {'Port': ['ID=cd92a9f3-3217-44ae-9536-eca62c157bcd,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:40:48.355890 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d976399f-f78a-4c0a-8a65-90e97001fe5d req-2ff33ba1-15a2-439b-b006-5a96ab41cbf3 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Router b0aa9850-1fc9-4b45-b5d9-86a312a36035 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:40:48.546466 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-980f8b30-e104-430e-8c34-7b703f0b5189 req-24349cf8-4b2b-47a6-93be-edff30212501 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "GET /v2.0/ports?device_id=2bfeaefa-6e8b-49e8-a202-1541478b2560 HTTP/1.1" status: 200 len: 210 time: 0.0644457 Feb 04 12:40:48.576858 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d976399f-f78a-4c0a-8a65-90e97001fe5d req-2ff33ba1-15a2-439b-b006-5a96ab41cbf3 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:40:48.592020 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ac2a4f-7500-4947-8df3-eed2e15d961e None None] Sync routers for ids ['b0aa9850-1fc9-4b45-b5d9-86a312a36035'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:40:48.608211 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ac2a4f-7500-4947-8df3-eed2e15d961e None None] Routers {'b0aa9850-1fc9-4b45-b5d9-86a312a36035'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:40:48.608909 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-73ac2a4f-7500-4947-8df3-eed2e15d961e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:40:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['b0aa9850-1fc9-4b45-b5d9-86a312a36035'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:40:48.684895 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-d976399f-f78a-4c0a-8a65-90e97001fe5d req-2ff33ba1-15a2-439b-b006-5a96ab41cbf3 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] No DVR routers for this DVR port cd92a9f3-3217-44ae-9536-eca62c157bcd on host n-h2-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:40:48.702067 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dc1e19-6eab-4e81-a235-85387c261e31 req-b785612b-4b2b-4b7d-b2a9-d9cdc2002fdf tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:48.707675 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dc1e19-6eab-4e81-a235-85387c261e31 req-b785612b-4b2b-4b7d-b2a9-d9cdc2002fdf tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:48.720214 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dc1e19-6eab-4e81-a235-85387c261e31 req-b785612b-4b2b-4b7d-b2a9-d9cdc2002fdf tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:48.737054 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dc1e19-6eab-4e81-a235-85387c261e31 req-b785612b-4b2b-4b7d-b2a9-d9cdc2002fdf tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:48.747466 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dc1e19-6eab-4e81-a235-85387c261e31 req-b785612b-4b2b-4b7d-b2a9-d9cdc2002fdf tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:48.752944 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dc1e19-6eab-4e81-a235-85387c261e31 req-b785612b-4b2b-4b7d-b2a9-d9cdc2002fdf tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:48.754375 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-73ac2a4f-7500-4947-8df3-eed2e15d961e None None] Set router b0aa9850-1fc9-4b45-b5d9-86a312a36035 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:40:48.766369 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dc1e19-6eab-4e81-a235-85387c261e31 req-b785612b-4b2b-4b7d-b2a9-d9cdc2002fdf tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:48.776516 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e0dc1e19-6eab-4e81-a235-85387c261e31 req-b785612b-4b2b-4b7d-b2a9-d9cdc2002fdf tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 5419 time: 0.2232144 Feb 04 12:40:48.777728 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-d976399f-f78a-4c0a-8a65-90e97001fe5d req-2ff33ba1-15a2-439b-b006-5a96ab41cbf3 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:48.781050 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d976399f-f78a-4c0a-8a65-90e97001fe5d req-2ff33ba1-15a2-439b-b006-5a96ab41cbf3 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.77 "DELETE /v2.0/ports/cd92a9f3-3217-44ae-9536-eca62c157bcd HTTP/1.1" status: 204 len: 173 time: 1.3320982 Feb 04 12:40:48.804414 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bfeaefa-6e8b-49e8-a202-1541478b2560', 'name': 'network-vif-deleted', 'tag': 'cd92a9f3-3217-44ae-9536-eca62c157bcd'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:40:48.807966 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c99cc4d-c53c-48c5-b8a5-89401be11b9b" -d '{"events": [{"server_uuid": "2bfeaefa-6e8b-49e8-a202-1541478b2560", "name": "network-vif-deleted", "tag": "cd92a9f3-3217-44ae-9536-eca62c157bcd"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:40:48.917996 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c66f450e-ce22-4558-974f-03c84c1b657e x-openstack-request-id: req-c66f450e-ce22-4558-974f-03c84c1b657e {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:40:48.918697 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bfeaefa-6e8b-49e8-a202-1541478b2560", "name": "network-vif-deleted", "tag": "cd92a9f3-3217-44ae-9536-eca62c157bcd", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:40:48.918697 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c66f450e-ce22-4558-974f-03c84c1b657e {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:40:48.918947 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bfeaefa-6e8b-49e8-a202-1541478b2560', 'name': 'network-vif-deleted', 'tag': 'cd92a9f3-3217-44ae-9536-eca62c157bcd', 'status': 'completed', 'code': 200} Feb 04 12:40:48.943778 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e0dc1e19-6eab-4e81-a235-85387c261e31 req-227ba90d-3bca-481f-ab67-0f05bd9641e2 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/security-groups?id=1efd02e5-7fef-4643-bad8-36300e562451&id=779ff2e0-1490-4b8d-a753-8a45cbf1a372&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1333854 Feb 04 12:40:49.176275 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 54162) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:40:49.200017 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:49.264998 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-73ac2a4f-7500-4947-8df3-eed2e15d961e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0aa9850-1fc9-4b45-b5d9-86a312a36035', 'name': 'tempest-AttachVolumeTestJSON-1474130634-router', 'tenant_id': '31d6c346447a48008dccda4817c529a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'eabe40b0-e655-4f19-ba01-3adf8d6b0a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:33:03Z', 'updated_at': '2022-02-04T12:33:13Z', 'revision_number': 4, 'project_id': '31d6c346447a48008dccda4817c529a1', 'gw_port': {'id': 'eabe40b0-e655-4f19-ba01-3adf8d6b0a00', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0aa9850-1fc9-4b45-b5d9-86a312a36035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:33:06Z', 'updated_at': '2022-02-04T12:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '0cc4bf65-8bb5-4426-a85d-7c0469d389ac', 'name': '', 'network_id': '211162ce-c654-4372-abd8-21bf219f75aa', 'tenant_id': '31d6c346447a48008dccda4817c529a1', 'mac_address': 'fa:16:3e:cd:7c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0aa9850-1fc9-4b45-b5d9-86a312a36035', 'device_owner': 'network:router_interface', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': 'a7a80143-29a9-4ba6-9987-42b8f7317e54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:33:11Z', 'updated_at': '2022-02-04T12:33:20Z', 'revision_number': 5, 'project_id': '31d6c346447a48008dccda4817c529a1', 'subnets': [{'id': 'a7a80143-29a9-4ba6-9987-42b8f7317e54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:40:49.322087 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ac2a4f-7500-4947-8df3-eed2e15d961e None None] Checking router: b0aa9850-1fc9-4b45-b5d9-86a312a36035 for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:40:49.340488 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ac2a4f-7500-4947-8df3-eed2e15d961e None None] Routers {'b0aa9850-1fc9-4b45-b5d9-86a312a36035'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:40:49.341467 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-73ac2a4f-7500-4947-8df3-eed2e15d961e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:40:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['b0aa9850-1fc9-4b45-b5d9-86a312a36035'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:40:49.353773 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d664d758-b067-4de7-bb3b-1781a1c6cd40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:49.450225 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d664d758-b067-4de7-bb3b-1781a1c6cd40 admin admin] Publish callbacks [] for security_group (82909678-5dd3-4d92-b88f-198eacdeb97a), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:49.458224 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d664d758-b067-4de7-bb3b-1781a1c6cd40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (82909678-5dd3-4d92-b88f-198eacdeb97a), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:49.488937 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-d664d758-b067-4de7-bb3b-1781a1c6cd40 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=950df632a0364272b638e34300b97e91&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3124292 Feb 04 12:40:49.491381 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 54168) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:40:49.539306 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d664d758-b067-4de7-bb3b-1781a1c6cd40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82909678-5dd3-4d92-b88f-198eacdeb97a,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:40:49.556757 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-73ac2a4f-7500-4947-8df3-eed2e15d961e None None] Set router b0aa9850-1fc9-4b45-b5d9-86a312a36035 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:40:49.572642 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-646ce0c1-f552-41f8-af2e-b7845a4f0afa admin admin] Publish callbacks [] for security_group (82909678-5dd3-4d92-b88f-198eacdeb97a), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:49.602642 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-646ce0c1-f552-41f8-af2e-b7845a4f0afa admin admin] Publish callbacks [] for security_group (82909678-5dd3-4d92-b88f-198eacdeb97a), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:49.656036 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-646ce0c1-f552-41f8-af2e-b7845a4f0afa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (82909678-5dd3-4d92-b88f-198eacdeb97a), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:49.659360 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-646ce0c1-f552-41f8-af2e-b7845a4f0afa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:49.660985 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-646ce0c1-f552-41f8-af2e-b7845a4f0afa admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/82909678-5dd3-4d92-b88f-198eacdeb97a HTTP/1.1" status: 204 len: 168 time: 0.1679084 Feb 04 12:40:49.676237 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 54176) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:40:49.689024 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646ce0c1-f552-41f8-af2e-b7845a4f0afa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82909678-5dd3-4d92-b88f-198eacdeb97a,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:40:49.787795 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bef43829-23e4-4f5d-bb8f-ae940ff6d9d6 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Publish callbacks [] for security_group (fdbd4e3f-31c9-4f42-8b92-5879438ef249), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:49.877723 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bef43829-23e4-4f5d-bb8f-ae940ff6d9d6 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Publish callbacks [] for security_group (fdbd4e3f-31c9-4f42-8b92-5879438ef249), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:49.890082 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-73ac2a4f-7500-4947-8df3-eed2e15d961e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0aa9850-1fc9-4b45-b5d9-86a312a36035', 'name': 'tempest-AttachVolumeTestJSON-1474130634-router', 'tenant_id': '31d6c346447a48008dccda4817c529a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'eabe40b0-e655-4f19-ba01-3adf8d6b0a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:33:03Z', 'updated_at': '2022-02-04T12:33:13Z', 'revision_number': 4, 'project_id': '31d6c346447a48008dccda4817c529a1', 'gw_port': {'id': 'eabe40b0-e655-4f19-ba01-3adf8d6b0a00', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0aa9850-1fc9-4b45-b5d9-86a312a36035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:33:06Z', 'updated_at': '2022-02-04T12:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '0cc4bf65-8bb5-4426-a85d-7c0469d389ac', 'name': '', 'network_id': '211162ce-c654-4372-abd8-21bf219f75aa', 'tenant_id': '31d6c346447a48008dccda4817c529a1', 'mac_address': 'fa:16:3e:cd:7c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0aa9850-1fc9-4b45-b5d9-86a312a36035', 'device_owner': 'network:router_interface', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': 'a7a80143-29a9-4ba6-9987-42b8f7317e54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:33:11Z', 'updated_at': '2022-02-04T12:33:20Z', 'revision_number': 5, 'project_id': '31d6c346447a48008dccda4817c529a1', 'subnets': [{'id': 'a7a80143-29a9-4ba6-9987-42b8f7317e54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:40:49.926496 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ac2a4f-7500-4947-8df3-eed2e15d961e None None] The sync data for ids ['b0aa9850-1fc9-4b45-b5d9-86a312a36035'] in n-d-825015-3 is: [{'id': 'b0aa9850-1fc9-4b45-b5d9-86a312a36035', 'name': 'tempest-AttachVolumeTestJSON-1474130634-router', 'tenant_id': '31d6c346447a48008dccda4817c529a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'eabe40b0-e655-4f19-ba01-3adf8d6b0a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:33:03Z', 'updated_at': '2022-02-04T12:33:13Z', 'revision_number': 4, 'project_id': '31d6c346447a48008dccda4817c529a1', 'gw_port': {'id': 'eabe40b0-e655-4f19-ba01-3adf8d6b0a00', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0aa9850-1fc9-4b45-b5d9-86a312a36035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:33:06Z', 'updated_at': '2022-02-04T12:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '0cc4bf65-8bb5-4426-a85d-7c0469d389ac', 'name': '', 'network_id': '211162ce-c654-4372-abd8-21bf219f75aa', 'tenant_id': '31d6c346447a48008dccda4817c529a1', 'mac_address': 'fa:16:3e:cd:7c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0aa9850-1fc9-4b45-b5d9-86a312a36035', 'device_owner': 'network:router_interface', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': 'a7a80143-29a9-4ba6-9987-42b8f7317e54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:33:11Z', 'updated_at': '2022-02-04T12:33:20Z', 'revision_number': 5, 'project_id': '31d6c346447a48008dccda4817c529a1', 'subnets': [{'id': 'a7a80143-29a9-4ba6-9987-42b8f7317e54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:40:49.979622 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bef43829-23e4-4f5d-bb8f-ae940ff6d9d6 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (fdbd4e3f-31c9-4f42-8b92-5879438ef249), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:49.982398 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bef43829-23e4-4f5d-bb8f-ae940ff6d9d6 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:49.986114 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-bef43829-23e4-4f5d-bb8f-ae940ff6d9d6 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "DELETE /v2.0/security-groups/fdbd4e3f-31c9-4f42-8b92-5879438ef249 HTTP/1.1" status: 204 len: 168 time: 0.3063128 Feb 04 12:40:49.986805 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 54182) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:40:49.993701 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef43829-23e4-4f5d-bb8f-ae940ff6d9d6 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdbd4e3f-31c9-4f42-8b92-5879438ef249,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:40:50.010961 n-d-825015-3 neutron-server[103474]: INFO neutron.api.v2.resource [None req-8b491df4-ce34-44fc-ab9d-7cbc082a29f2 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] show failed (client error): The resource could not be found. Feb 04 12:40:50.014360 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-8b491df4-ce34-44fc-ab9d-7cbc082a29f2 tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "GET /v2.0/security-groups/fdbd4e3f-31c9-4f42-8b92-5879438ef249 HTTP/1.1" status: 404 len: 347 time: 0.0242934 Feb 04 12:40:50.015483 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 54186) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:40:50.186164 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 54192) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:40:50.216721 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f3c26f7f-598a-4eb4-b9e2-f51020fba8a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:50.284644 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4148f4f0-3c7d-48df-9a57-63c532e4aecd req-dfe67096-4f58-49ca-a4f1-7449a3294222 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:50.290163 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4148f4f0-3c7d-48df-9a57-63c532e4aecd req-dfe67096-4f58-49ca-a4f1-7449a3294222 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:50.296375 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4148f4f0-3c7d-48df-9a57-63c532e4aecd req-dfe67096-4f58-49ca-a4f1-7449a3294222 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:50.302258 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4148f4f0-3c7d-48df-9a57-63c532e4aecd req-dfe67096-4f58-49ca-a4f1-7449a3294222 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:50.308469 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4148f4f0-3c7d-48df-9a57-63c532e4aecd req-dfe67096-4f58-49ca-a4f1-7449a3294222 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:50.313871 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f3c26f7f-598a-4eb4-b9e2-f51020fba8a4 admin admin] Publish callbacks [] for security_group (005fac32-5315-4688-9acd-27b8a869209f), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:50.314213 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4148f4f0-3c7d-48df-9a57-63c532e4aecd req-dfe67096-4f58-49ca-a4f1-7449a3294222 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:50.320303 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4148f4f0-3c7d-48df-9a57-63c532e4aecd req-dfe67096-4f58-49ca-a4f1-7449a3294222 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:50.329225 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4148f4f0-3c7d-48df-9a57-63c532e4aecd req-dfe67096-4f58-49ca-a4f1-7449a3294222 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 5419 time: 0.1976488 Feb 04 12:40:50.332067 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f3c26f7f-598a-4eb4-b9e2-f51020fba8a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (005fac32-5315-4688-9acd-27b8a869209f), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:50.363621 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-45068205-6f4a-490f-b97f-164787f7a8af tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Deleting port 8fe16cd0-ef0a-42d3-b79f-4e61790439ab {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:40:50.364031 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-45068205-6f4a-490f-b97f-164787f7a8af tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (8fe16cd0-ef0a-42d3-b79f-4e61790439ab), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:50.411328 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-f3c26f7f-598a-4eb4-b9e2-f51020fba8a4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=78cb8bd559284ad986c0b9e75cdb1287&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2232978 Feb 04 12:40:50.416673 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4148f4f0-3c7d-48df-9a57-63c532e4aecd req-240b6c6d-607e-4eea-96a0-b2d02cbb07ad tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/security-groups?id=1efd02e5-7fef-4643-bad8-36300e562451&id=779ff2e0-1490-4b8d-a753-8a45cbf1a372&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0862329 Feb 04 12:40:50.417226 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 54194) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:40:50.423066 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c26f7f-598a-4eb4-b9e2-f51020fba8a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=005fac32-5315-4688-9acd-27b8a869209f,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:40:50.426162 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7603d167-8acf-488d-9ff1-0f72e8259811 None None] New status for floating IP 2a95632e-214a-487c-8c46-3aeaf0e66bb3: DOWN {{(pid=103477) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 12:40:50.479411 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:50.529383 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device cd92a9f3-3217-44ae-9536-eca62c157bcd no longer exists at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:40:50.560432 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-45068205-6f4a-490f-b97f-164787f7a8af tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (8fe16cd0-ef0a-42d3-b79f-4e61790439ab), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:50.560909 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-45068205-6f4a-490f-b97f-164787f7a8af tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Publish callbacks [] for floatingip (8fe16cd0-ef0a-42d3-b79f-4e61790439ab), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:50.570169 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] No Port match for: cd92a9f3-3217-44ae-9536-eca62c157bcd {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:40:50.570441 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device cd92a9f3-3217-44ae-9536-eca62c157bcd not bound to the agent host n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:40:50.577825 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-45068205-6f4a-490f-b97f-164787f7a8af tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Calling delete_port for 8fe16cd0-ef0a-42d3-b79f-4e61790439ab owned by network:floatingip {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:40:50.669824 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-77906f07-9486-41e2-b476-18870b66a648 admin admin] Publish callbacks [] for security_group (005fac32-5315-4688-9acd-27b8a869209f), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:50.710902 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-77906f07-9486-41e2-b476-18870b66a648 admin admin] Publish callbacks [] for security_group (005fac32-5315-4688-9acd-27b8a869209f), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:50.806894 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-77906f07-9486-41e2-b476-18870b66a648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (005fac32-5315-4688-9acd-27b8a869209f), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:50.809790 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-77906f07-9486-41e2-b476-18870b66a648 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:50.813893 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-77906f07-9486-41e2-b476-18870b66a648 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/005fac32-5315-4688-9acd-27b8a869209f HTTP/1.1" status: 204 len: 168 time: 0.3707020 Feb 04 12:40:50.821751 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-45068205-6f4a-490f-b97f-164787f7a8af tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (8fe16cd0-ef0a-42d3-b79f-4e61790439ab), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:51.246226 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77906f07-9486-41e2-b476-18870b66a648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=005fac32-5315-4688-9acd-27b8a869209f,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:40:51.249696 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45068205-6f4a-490f-b97f-164787f7a8af tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Pushing event deleted for resources: {'Port': ['ID=8fe16cd0-ef0a-42d3-b79f-4e61790439ab,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:40:51.380823 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-45068205-6f4a-490f-b97f-164787f7a8af tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Publish callbacks [] for floatingip (2a95632e-214a-487c-8c46-3aeaf0e66bb3), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:51.385355 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-45068205-6f4a-490f-b97f-164787f7a8af tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:51.387161 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-45068205-6f4a-490f-b97f-164787f7a8af tempest-AttachVolumeTestJSON-2112929321 tempest-AttachVolumeTestJSON-2112929321-project] 10.222.0.65 "DELETE /v2.0/floatingips/2a95632e-214a-487c-8c46-3aeaf0e66bb3 HTTP/1.1" status: 204 len: 168 time: 1.3705666 Feb 04 12:40:51.619696 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:51.661690 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c124fa9-14f8-4fec-8e6f-da5fe1d8e6fd req-a8d5deeb-7c05-4ebc-a1b2-f3245f1cf55f tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:51.667969 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c124fa9-14f8-4fec-8e6f-da5fe1d8e6fd req-a8d5deeb-7c05-4ebc-a1b2-f3245f1cf55f tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:51.673626 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c124fa9-14f8-4fec-8e6f-da5fe1d8e6fd req-a8d5deeb-7c05-4ebc-a1b2-f3245f1cf55f tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:51.679056 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c124fa9-14f8-4fec-8e6f-da5fe1d8e6fd req-a8d5deeb-7c05-4ebc-a1b2-f3245f1cf55f tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:51.684851 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c124fa9-14f8-4fec-8e6f-da5fe1d8e6fd req-a8d5deeb-7c05-4ebc-a1b2-f3245f1cf55f tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:51.692108 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c124fa9-14f8-4fec-8e6f-da5fe1d8e6fd req-a8d5deeb-7c05-4ebc-a1b2-f3245f1cf55f tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:51.713655 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c124fa9-14f8-4fec-8e6f-da5fe1d8e6fd req-a8d5deeb-7c05-4ebc-a1b2-f3245f1cf55f tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:51.731430 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7c124fa9-14f8-4fec-8e6f-da5fe1d8e6fd req-a8d5deeb-7c05-4ebc-a1b2-f3245f1cf55f tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 5419 time: 0.1565113 Feb 04 12:40:51.836266 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7c124fa9-14f8-4fec-8e6f-da5fe1d8e6fd req-87d4ea22-922c-462c-a48a-e3081216ded8 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/security-groups?id=1efd02e5-7fef-4643-bad8-36300e562451&id=779ff2e0-1490-4b8d-a753-8a45cbf1a372&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0969431 Feb 04 12:40:53.011181 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd3ff7e-e822-4c35-b2ca-cc59c9a86af2 req-fc830b8a-5d90-436d-a9d9-c7eea8238394 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:53.019232 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd3ff7e-e822-4c35-b2ca-cc59c9a86af2 req-fc830b8a-5d90-436d-a9d9-c7eea8238394 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:53.027953 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd3ff7e-e822-4c35-b2ca-cc59c9a86af2 req-fc830b8a-5d90-436d-a9d9-c7eea8238394 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:53.034705 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd3ff7e-e822-4c35-b2ca-cc59c9a86af2 req-fc830b8a-5d90-436d-a9d9-c7eea8238394 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:53.041483 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd3ff7e-e822-4c35-b2ca-cc59c9a86af2 req-fc830b8a-5d90-436d-a9d9-c7eea8238394 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:53.051190 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd3ff7e-e822-4c35-b2ca-cc59c9a86af2 req-fc830b8a-5d90-436d-a9d9-c7eea8238394 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:53.065854 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd3ff7e-e822-4c35-b2ca-cc59c9a86af2 req-fc830b8a-5d90-436d-a9d9-c7eea8238394 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:53.076344 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5fd3ff7e-e822-4c35-b2ca-cc59c9a86af2 req-fc830b8a-5d90-436d-a9d9-c7eea8238394 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 5419 time: 0.1378021 Feb 04 12:40:53.160523 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5fd3ff7e-e822-4c35-b2ca-cc59c9a86af2 req-d1c5a23e-ed0c-4357-a59d-886c6f9d0a77 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/security-groups?id=1efd02e5-7fef-4643-bad8-36300e562451&id=779ff2e0-1490-4b8d-a753-8a45cbf1a372&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0828528 Feb 04 12:40:54.427473 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cb06dc-6f56-4710-b0df-1492bdf1471d req-7bfaf090-511b-4980-beab-52cef618ce8b tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:54.438973 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cb06dc-6f56-4710-b0df-1492bdf1471d req-7bfaf090-511b-4980-beab-52cef618ce8b tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:54.449450 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cb06dc-6f56-4710-b0df-1492bdf1471d req-7bfaf090-511b-4980-beab-52cef618ce8b tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:54.456931 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cb06dc-6f56-4710-b0df-1492bdf1471d req-7bfaf090-511b-4980-beab-52cef618ce8b tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:54.463865 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cb06dc-6f56-4710-b0df-1492bdf1471d req-7bfaf090-511b-4980-beab-52cef618ce8b tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:54.469654 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cb06dc-6f56-4710-b0df-1492bdf1471d req-7bfaf090-511b-4980-beab-52cef618ce8b tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:54.475985 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cb06dc-6f56-4710-b0df-1492bdf1471d req-7bfaf090-511b-4980-beab-52cef618ce8b tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:54.478570 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-51cb06dc-6f56-4710-b0df-1492bdf1471d req-7bfaf090-511b-4980-beab-52cef618ce8b tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 5419 time: 0.1764600 Feb 04 12:40:54.563839 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-51cb06dc-6f56-4710-b0df-1492bdf1471d req-394980f2-8b73-4a0c-ab52-27f487ca0146 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/security-groups?id=1efd02e5-7fef-4643-bad8-36300e562451&id=779ff2e0-1490-4b8d-a753-8a45cbf1a372&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0796127 Feb 04 12:40:55.806107 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd686ba-5fda-4479-a82a-dd15d0a227c4 req-5c3791d7-99d5-4c79-8efc-0d9164bf5f80 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:55.812832 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd686ba-5fda-4479-a82a-dd15d0a227c4 req-5c3791d7-99d5-4c79-8efc-0d9164bf5f80 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:55.818438 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd686ba-5fda-4479-a82a-dd15d0a227c4 req-5c3791d7-99d5-4c79-8efc-0d9164bf5f80 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:55.824900 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd686ba-5fda-4479-a82a-dd15d0a227c4 req-5c3791d7-99d5-4c79-8efc-0d9164bf5f80 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:55.831132 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd686ba-5fda-4479-a82a-dd15d0a227c4 req-5c3791d7-99d5-4c79-8efc-0d9164bf5f80 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:55.852935 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd686ba-5fda-4479-a82a-dd15d0a227c4 req-5c3791d7-99d5-4c79-8efc-0d9164bf5f80 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:55.868270 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd686ba-5fda-4479-a82a-dd15d0a227c4 req-5c3791d7-99d5-4c79-8efc-0d9164bf5f80 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:55.876106 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3fd686ba-5fda-4479-a82a-dd15d0a227c4 req-5c3791d7-99d5-4c79-8efc-0d9164bf5f80 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 5419 time: 0.1593719 Feb 04 12:40:55.976185 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3fd686ba-5fda-4479-a82a-dd15d0a227c4 req-ac48a288-4f71-464c-9ba2-e6e0eb3cc036 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/security-groups?id=1efd02e5-7fef-4643-bad8-36300e562451&id=779ff2e0-1490-4b8d-a753-8a45cbf1a372&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0831008 Feb 04 12:40:56.459188 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 12:40:57.239081 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2624d35-d93b-4850-b11e-d83009d667df req-4f9c0a32-63dd-4a41-b244-3e5fc415f29a tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:57.245370 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2624d35-d93b-4850-b11e-d83009d667df req-4f9c0a32-63dd-4a41-b244-3e5fc415f29a tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:57.250645 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2624d35-d93b-4850-b11e-d83009d667df req-4f9c0a32-63dd-4a41-b244-3e5fc415f29a tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:57.256195 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2624d35-d93b-4850-b11e-d83009d667df req-4f9c0a32-63dd-4a41-b244-3e5fc415f29a tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:57.262351 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2624d35-d93b-4850-b11e-d83009d667df req-4f9c0a32-63dd-4a41-b244-3e5fc415f29a tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:57.267578 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2624d35-d93b-4850-b11e-d83009d667df req-4f9c0a32-63dd-4a41-b244-3e5fc415f29a tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:57.300968 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2624d35-d93b-4850-b11e-d83009d667df req-4f9c0a32-63dd-4a41-b244-3e5fc415f29a tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:57.309032 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e2624d35-d93b-4850-b11e-d83009d667df req-4f9c0a32-63dd-4a41-b244-3e5fc415f29a tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 5419 time: 0.2106373 Feb 04 12:40:57.342763 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-33122548-a375-4568-97bd-5601e275d0dc req-4abd7cfa-253f-4ebb-8d26-ca777e2d6d99 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2061427 Feb 04 12:40:57.522023 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e2624d35-d93b-4850-b11e-d83009d667df req-111da629-2095-435a-9f5a-4eb5f7c8fc11 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/security-groups?id=1efd02e5-7fef-4643-bad8-36300e562451&id=779ff2e0-1490-4b8d-a753-8a45cbf1a372&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1781516 Feb 04 12:40:57.614737 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33122548-a375-4568-97bd-5601e275d0dc req-ba978816-6d31-45a6-901c-18aa5b092ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:57.622650 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33122548-a375-4568-97bd-5601e275d0dc req-ba978816-6d31-45a6-901c-18aa5b092ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:57.623198 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33122548-a375-4568-97bd-5601e275d0dc req-ba978816-6d31-45a6-901c-18aa5b092ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:57.626057 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33122548-a375-4568-97bd-5601e275d0dc req-ba978816-6d31-45a6-901c-18aa5b092ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:57.626880 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33122548-a375-4568-97bd-5601e275d0dc req-ba978816-6d31-45a6-901c-18aa5b092ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:57.627356 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33122548-a375-4568-97bd-5601e275d0dc req-ba978816-6d31-45a6-901c-18aa5b092ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:57.633188 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33122548-a375-4568-97bd-5601e275d0dc req-ba978816-6d31-45a6-901c-18aa5b092ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:57.637903 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-33122548-a375-4568-97bd-5601e275d0dc req-ba978816-6d31-45a6-901c-18aa5b092ad5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6d2d96abb2ff46d88357aa25adf70711&device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 6715 time: 0.2619524 Feb 04 12:40:57.920502 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33122548-a375-4568-97bd-5601e275d0dc req-19f79b35-f128-4ecb-b95c-7729e3ce5331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:57.921855 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33122548-a375-4568-97bd-5601e275d0dc req-19f79b35-f128-4ecb-b95c-7729e3ce5331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:57.922270 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33122548-a375-4568-97bd-5601e275d0dc req-19f79b35-f128-4ecb-b95c-7729e3ce5331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:57.923889 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-33122548-a375-4568-97bd-5601e275d0dc req-19f79b35-f128-4ecb-b95c-7729e3ce5331 service neutron] 10.222.0.73 "GET /v2.0/networks?id=647cdb67-8c3d-4450-9185-dcf62d584045&id=80f2e8f7-bfae-4f05-b06d-33405f9fbdc0&id=80f2e8f7-bfae-4f05-b06d-33405f9fbdc0&id=80f2e8f7-bfae-4f05-b06d-33405f9fbdc0&id=80f2e8f7-bfae-4f05-b06d-33405f9fbdc0&id=64361832-4c3a-49e6-9dd4-d860a2c32a17&id=64361832-4c3a-49e6-9dd4-d860a2c32a17 HTTP/1.1" status: 200 len: 2298 time: 0.2611444 Feb 04 12:40:58.014686 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-33122548-a375-4568-97bd-5601e275d0dc req-0eb78326-d064-4e5c-9640-1108df88938a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d2ad6fb4-8d1e-4351-b211-6a87ea7077d1 HTTP/1.1" status: 200 len: 1000 time: 0.0816586 Feb 04 12:40:58.145996 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376d06d9-642e-4e8d-ab98-aae463abd558 req-c820504d-4763-444b-9f36-a59c9bc7f937 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:58.159842 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-376d06d9-642e-4e8d-ab98-aae463abd558 req-c820504d-4763-444b-9f36-a59c9bc7f937 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.65 "GET /v2.0/ports?device_id=4acb9c3c-b6ab-46be-b637-ff51ba0e15fa HTTP/1.1" status: 200 len: 945 time: 0.3731058 Feb 04 12:40:58.167699 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33122548-a375-4568-97bd-5601e275d0dc req-fd89de1e-c3ff-4696-9154-07fef8419e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:58.170554 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-33122548-a375-4568-97bd-5601e275d0dc req-fd89de1e-c3ff-4696-9154-07fef8419e24 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2531695a-dce9-4ba8-8fe1-981de5f81c6b HTTP/1.1" status: 200 len: 856 time: 0.1455462 Feb 04 12:40:58.339753 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a12b41-c41b-46dc-8c35-735b3f20a260 req-26d9c955-1d19-4adb-8d81-ee8dfe77fe84 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:58.342110 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f2a12b41-c41b-46dc-8c35-735b3f20a260 req-26d9c955-1d19-4adb-8d81-ee8dfe77fe84 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.77 "GET /v2.0/ports?device_id=4acb9c3c-b6ab-46be-b637-ff51ba0e15fa HTTP/1.1" status: 200 len: 945 time: 0.1694539 Feb 04 12:40:58.357364 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-376d06d9-642e-4e8d-ab98-aae463abd558 req-e6aa29bf-5945-455e-8fb7-bff20e080c2a tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.65 "GET /v2.0/security-groups?id=3194529c-ef45-449a-86a3-c42c7670cd65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962373 Feb 04 12:40:58.494870 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33122548-a375-4568-97bd-5601e275d0dc req-b79ccf3b-ab31-419d-b8f0-8bbd5768a581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:58.496470 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-33122548-a375-4568-97bd-5601e275d0dc req-b79ccf3b-ab31-419d-b8f0-8bbd5768a581 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=647cdb67-8c3d-4450-9185-dcf62d584045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3080308 Feb 04 12:40:58.870134 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-33122548-a375-4568-97bd-5601e275d0dc req-ec135f8a-3767-4688-aeb1-3417de9f1191 service neutron] 10.222.0.73 "GET /v2.0/networks/647cdb67-8c3d-4450-9185-dcf62d584045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3590529 Feb 04 12:40:58.990832 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-f2a12b41-c41b-46dc-8c35-735b3f20a260 req-c64cfe5b-74cf-4cd5-b274-95752ab7e2bf tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Deleting port 469449ce-763d-4db4-a452-63e01e8fed24 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:40:58.991171 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-f2a12b41-c41b-46dc-8c35-735b3f20a260 req-c64cfe5b-74cf-4cd5-b274-95752ab7e2bf tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (469449ce-763d-4db4-a452-63e01e8fed24), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:59.189220 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81757eca-cdbf-44bf-8450-fdd359d95ef9 req-518488f8-179e-4d11-bb30-e07426e50471 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:59.194781 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81757eca-cdbf-44bf-8450-fdd359d95ef9 req-518488f8-179e-4d11-bb30-e07426e50471 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:59.212531 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81757eca-cdbf-44bf-8450-fdd359d95ef9 req-518488f8-179e-4d11-bb30-e07426e50471 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:59.222296 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81757eca-cdbf-44bf-8450-fdd359d95ef9 req-518488f8-179e-4d11-bb30-e07426e50471 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:59.247552 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81757eca-cdbf-44bf-8450-fdd359d95ef9 req-518488f8-179e-4d11-bb30-e07426e50471 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:59.271043 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81757eca-cdbf-44bf-8450-fdd359d95ef9 req-518488f8-179e-4d11-bb30-e07426e50471 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:59.290705 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81757eca-cdbf-44bf-8450-fdd359d95ef9 req-518488f8-179e-4d11-bb30-e07426e50471 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:59.292785 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-81757eca-cdbf-44bf-8450-fdd359d95ef9 req-518488f8-179e-4d11-bb30-e07426e50471 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 5419 time: 0.5794613 Feb 04 12:40:59.619535 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-81757eca-cdbf-44bf-8450-fdd359d95ef9 req-49e53c64-d2d4-4799-b051-7f598608161b tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/security-groups?id=1efd02e5-7fef-4643-bad8-36300e562451&id=779ff2e0-1490-4b8d-a753-8a45cbf1a372&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3047986 Feb 04 12:40:59.851119 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-33122548-a375-4568-97bd-5601e275d0dc req-760cf81b-9f30-4913-b36e-05c17df04e14 service neutron] 10.222.0.73 "GET /v2.0/networks/647cdb67-8c3d-4450-9185-dcf62d584045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9744937 Feb 04 12:40:59.875191 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-f2a12b41-c41b-46dc-8c35-735b3f20a260 req-c64cfe5b-74cf-4cd5-b274-95752ab7e2bf tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] For port 469449ce-763d-4db4-a452-63e01e8fed24, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=469449ce-763d-4db4-a452-63e01e8fed24,segment=NetworkSegment(37882638-7c6f-43c0-8749-8a8baa27febc),segment_id=37882638-7c6f-43c0-8749-8a8baa27febc)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:40:59.875564 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-f2a12b41-c41b-46dc-8c35-735b3f20a260 req-c64cfe5b-74cf-4cd5-b274-95752ab7e2bf tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (469449ce-763d-4db4-a452-63e01e8fed24), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:00.004382 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5591e442-d58a-4804-87c8-298185add2b2 req-962f6023-0d57-4b42-a33d-b605a9b365a3 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:00.020266 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5591e442-d58a-4804-87c8-298185add2b2 req-962f6023-0d57-4b42-a33d-b605a9b365a3 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.65 "GET /v2.0/ports?device_id=4acb9c3c-b6ab-46be-b637-ff51ba0e15fa HTTP/1.1" status: 200 len: 945 time: 0.4236789 Feb 04 12:41:00.030469 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-33122548-a375-4568-97bd-5601e275d0dc req-52fcc1e6-41b1-4407-bdb3-4c37a6c39a6b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.245&port_id=c52edd8b-620d-4771-b029-de54239b378d HTTP/1.1" status: 200 len: 217 time: 0.1498327 Feb 04 12:41:00.129178 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-f2a12b41-c41b-46dc-8c35-735b3f20a260 req-c64cfe5b-74cf-4cd5-b274-95752ab7e2bf tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Calling delete_port for 469449ce-763d-4db4-a452-63e01e8fed24 owned by compute:nova {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:41:00.169808 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5591e442-d58a-4804-87c8-298185add2b2 req-be502136-0332-4c18-934b-e210ec9b4922 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.65 "GET /v2.0/security-groups?id=3194529c-ef45-449a-86a3-c42c7670cd65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485617 Feb 04 12:41:00.392844 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33122548-a375-4568-97bd-5601e275d0dc req-1fcda4a8-9324-4d4b-b99b-258a70bd1ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:00.394704 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-33122548-a375-4568-97bd-5601e275d0dc req-1fcda4a8-9324-4d4b-b99b-258a70bd1ed4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fab28163-dcd7-4ace-a1e8-e9b875b6e771 HTTP/1.1" status: 200 len: 797 time: 0.2668831 Feb 04 12:41:00.505006 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33122548-a375-4568-97bd-5601e275d0dc req-a5b53c46-2225-4bf8-a463-ab02aac86a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:00.506545 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-33122548-a375-4568-97bd-5601e275d0dc req-a5b53c46-2225-4bf8-a463-ab02aac86a54 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=80f2e8f7-bfae-4f05-b06d-33405f9fbdc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1049030 Feb 04 12:41:00.832900 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-33122548-a375-4568-97bd-5601e275d0dc req-12155469-8e1a-4dbd-8148-3e2941c3f069 service neutron] 10.222.0.73 "GET /v2.0/networks/80f2e8f7-bfae-4f05-b06d-33405f9fbdc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434146 Feb 04 12:41:01.061753 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:01.098749 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-33122548-a375-4568-97bd-5601e275d0dc req-64652f2c-4033-475a-b808-229dfd50fd09 service neutron] 10.222.0.73 "GET /v2.0/networks/80f2e8f7-bfae-4f05-b06d-33405f9fbdc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3230939 Feb 04 12:41:01.309406 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-33122548-a375-4568-97bd-5601e275d0dc req-33329c41-2ef4-4316-ac6c-46094bbca5d3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.50&port_id=7b388f88-9bfb-4b99-9347-ac1c0aba4fb8 HTTP/1.1" status: 200 len: 217 time: 0.1934657 Feb 04 12:41:01.669435 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:01.718502 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-f2a12b41-c41b-46dc-8c35-735b3f20a260 req-c64cfe5b-74cf-4cd5-b274-95752ab7e2bf tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (469449ce-763d-4db4-a452-63e01e8fed24), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:01.862726 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64cfe5b-74cf-4cd5-b274-95752ab7e2bf tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Pushing event deleted for resources: {'Port': ['ID=469449ce-763d-4db4-a452-63e01e8fed24,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:41:01.907717 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d946b2c-c727-4ba7-bc3c-24798e16fb0d req-1a48c41c-92e1-4f32-b170-d5b8a20af982 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:01.924980 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d946b2c-c727-4ba7-bc3c-24798e16fb0d req-1a48c41c-92e1-4f32-b170-d5b8a20af982 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:01.932825 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d946b2c-c727-4ba7-bc3c-24798e16fb0d req-1a48c41c-92e1-4f32-b170-d5b8a20af982 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:01.939579 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d946b2c-c727-4ba7-bc3c-24798e16fb0d req-1a48c41c-92e1-4f32-b170-d5b8a20af982 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:01.946386 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d946b2c-c727-4ba7-bc3c-24798e16fb0d req-1a48c41c-92e1-4f32-b170-d5b8a20af982 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:01.952987 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d946b2c-c727-4ba7-bc3c-24798e16fb0d req-1a48c41c-92e1-4f32-b170-d5b8a20af982 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:01.958777 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d946b2c-c727-4ba7-bc3c-24798e16fb0d req-1a48c41c-92e1-4f32-b170-d5b8a20af982 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:01.962065 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3d946b2c-c727-4ba7-bc3c-24798e16fb0d req-1a48c41c-92e1-4f32-b170-d5b8a20af982 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 5419 time: 0.8552163 Feb 04 12:41:01.974024 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64cfe5b-74cf-4cd5-b274-95752ab7e2bf tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:41:01.974394 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64cfe5b-74cf-4cd5-b274-95752ab7e2bf tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:41:01.975055 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64cfe5b-74cf-4cd5-b274-95752ab7e2bf tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:41:01.975410 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64cfe5b-74cf-4cd5-b274-95752ab7e2bf tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:41:01.975760 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64cfe5b-74cf-4cd5-b274-95752ab7e2bf tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:41:01.976117 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64cfe5b-74cf-4cd5-b274-95752ab7e2bf tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:41:01.976452 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64cfe5b-74cf-4cd5-b274-95752ab7e2bf tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:41:01.976917 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64cfe5b-74cf-4cd5-b274-95752ab7e2bf tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:41:01.977371 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64cfe5b-74cf-4cd5-b274-95752ab7e2bf tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:41:01.977945 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64cfe5b-74cf-4cd5-b274-95752ab7e2bf tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:41:01.978329 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64cfe5b-74cf-4cd5-b274-95752ab7e2bf tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:41:01.978665 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64cfe5b-74cf-4cd5-b274-95752ab7e2bf tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:41:01.979048 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64cfe5b-74cf-4cd5-b274-95752ab7e2bf tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:41:02.030983 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33122548-a375-4568-97bd-5601e275d0dc req-5ff8e0d0-0599-4e50-93e3-2d1541fb7912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:02.035195 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-33122548-a375-4568-97bd-5601e275d0dc req-5ff8e0d0-0599-4e50-93e3-2d1541fb7912 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fab28163-dcd7-4ace-a1e8-e9b875b6e771 HTTP/1.1" status: 200 len: 797 time: 0.6734278 Feb 04 12:41:02.145107 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2a12b41-c41b-46dc-8c35-735b3f20a260 req-c64cfe5b-74cf-4cd5-b274-95752ab7e2bf tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] No DVR routers for this DVR port 469449ce-763d-4db4-a452-63e01e8fed24 on host n-h2-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:41:02.157076 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f572291a-0737-4c7f-afee-77ca20622c08 req-189cd30e-6f6c-4a22-a6a0-31afc4d7d2e6 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:02.158603 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f572291a-0737-4c7f-afee-77ca20622c08 req-189cd30e-6f6c-4a22-a6a0-31afc4d7d2e6 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.65 "GET /v2.0/ports?device_id=4acb9c3c-b6ab-46be-b637-ff51ba0e15fa HTTP/1.1" status: 200 len: 867 time: 0.8469181 Feb 04 12:41:02.161641 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-f2a12b41-c41b-46dc-8c35-735b3f20a260 req-c64cfe5b-74cf-4cd5-b274-95752ab7e2bf tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:02.166018 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f2a12b41-c41b-46dc-8c35-735b3f20a260 req-c64cfe5b-74cf-4cd5-b274-95752ab7e2bf tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.77 "DELETE /v2.0/ports/469449ce-763d-4db4-a452-63e01e8fed24 HTTP/1.1" status: 204 len: 173 time: 3.7863402 Feb 04 12:41:02.167527 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4acb9c3c-b6ab-46be-b637-ff51ba0e15fa', 'name': 'network-vif-deleted', 'tag': '469449ce-763d-4db4-a452-63e01e8fed24'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:41:02.179121 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6cc3e4b-0b6a-43b0-960a-a0496ae1ef34" -d '{"events": [{"server_uuid": "4acb9c3c-b6ab-46be-b637-ff51ba0e15fa", "name": "network-vif-deleted", "tag": "469449ce-763d-4db4-a452-63e01e8fed24"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:41:02.295279 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3d946b2c-c727-4ba7-bc3c-24798e16fb0d req-c0f76bba-782a-4ad5-a651-ff35ed695572 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/security-groups?id=1efd02e5-7fef-4643-bad8-36300e562451&id=779ff2e0-1490-4b8d-a753-8a45cbf1a372&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2718680 Feb 04 12:41:02.301689 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33122548-a375-4568-97bd-5601e275d0dc req-35e91012-6a0d-4878-b95d-3288ae7dc8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:02.303402 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-33122548-a375-4568-97bd-5601e275d0dc req-35e91012-6a0d-4878-b95d-3288ae7dc8ad service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=80f2e8f7-bfae-4f05-b06d-33405f9fbdc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2519104 Feb 04 12:41:02.406324 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f572291a-0737-4c7f-afee-77ca20622c08 req-0de7d965-c281-4445-8df7-d78e4dcaaed7 tempest-AttachVolumeNegativeTest-1308266076 tempest-AttachVolumeNegativeTest-1308266076-project] 10.222.0.65 "GET /v2.0/security-groups?id=3194529c-ef45-449a-86a3-c42c7670cd65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174320 Feb 04 12:41:02.479141 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ab3ca39-21ff-4968-92b1-b7a66bbb8620 x-openstack-request-id: req-8ab3ca39-21ff-4968-92b1-b7a66bbb8620 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:41:02.479659 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4acb9c3c-b6ab-46be-b637-ff51ba0e15fa", "name": "network-vif-deleted", "tag": "469449ce-763d-4db4-a452-63e01e8fed24", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:41:02.480116 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8ab3ca39-21ff-4968-92b1-b7a66bbb8620 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:41:02.480687 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4acb9c3c-b6ab-46be-b637-ff51ba0e15fa', 'name': 'network-vif-deleted', 'tag': '469449ce-763d-4db4-a452-63e01e8fed24', 'status': 'completed', 'code': 200} Feb 04 12:41:02.491913 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-33122548-a375-4568-97bd-5601e275d0dc req-3599c0f5-a469-4c91-bcfc-16d4d570d23a service neutron] 10.222.0.73 "GET /v2.0/networks/80f2e8f7-bfae-4f05-b06d-33405f9fbdc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777616 Feb 04 12:41:02.590808 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 469449ce-763d-4db4-a452-63e01e8fed24 no longer exists at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:41:02.629742 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] No Port match for: 469449ce-763d-4db4-a452-63e01e8fed24 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:41:02.630093 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 469449ce-763d-4db4-a452-63e01e8fed24 not bound to the agent host n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:41:02.646718 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-33122548-a375-4568-97bd-5601e275d0dc req-15324528-7c1a-4f8c-a8f9-a61f44757f26 service neutron] 10.222.0.73 "GET /v2.0/networks/80f2e8f7-bfae-4f05-b06d-33405f9fbdc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467278 Feb 04 12:41:02.780309 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-33122548-a375-4568-97bd-5601e275d0dc req-e30fd1ef-b9d0-49d5-99be-638773851c93 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.89&port_id=93e26e23-aeae-4d7b-8b8d-5e1d20ed84ca HTTP/1.1" status: 200 len: 217 time: 0.1270366 Feb 04 12:41:02.880933 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33122548-a375-4568-97bd-5601e275d0dc req-c5833fe6-9fd2-4623-b6b2-789ac1554f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:02.884352 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-33122548-a375-4568-97bd-5601e275d0dc req-c5833fe6-9fd2-4623-b6b2-789ac1554f2a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fab28163-dcd7-4ace-a1e8-e9b875b6e771 HTTP/1.1" status: 200 len: 797 time: 0.0968490 Feb 04 12:41:02.978111 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33122548-a375-4568-97bd-5601e275d0dc req-76ae201d-64a1-4f70-8d65-bb62a33ad663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:02.979588 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-33122548-a375-4568-97bd-5601e275d0dc req-76ae201d-64a1-4f70-8d65-bb62a33ad663 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=80f2e8f7-bfae-4f05-b06d-33405f9fbdc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0889502 Feb 04 12:41:03.181898 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-33122548-a375-4568-97bd-5601e275d0dc req-0e7befd1-7a91-429d-968f-266552c2b2c2 service neutron] 10.222.0.73 "GET /v2.0/networks/80f2e8f7-bfae-4f05-b06d-33405f9fbdc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892412 Feb 04 12:41:03.450270 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-33122548-a375-4568-97bd-5601e275d0dc req-1ac3c1ed-9583-4b3f-8dcd-fb84dba71781 service neutron] 10.222.0.73 "GET /v2.0/networks/80f2e8f7-bfae-4f05-b06d-33405f9fbdc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2614815 Feb 04 12:41:03.527253 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 54490) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:41:03.587849 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-33122548-a375-4568-97bd-5601e275d0dc req-6d248665-53a7-41e3-b8f2-3bcac126b918 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.104&port_id=369e2b86-af73-486f-abc1-03eef083894c HTTP/1.1" status: 200 len: 217 time: 0.1251452 Feb 04 12:41:03.799631 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57630819-4012-440b-a52f-7adf63495fa2 req-932d0acd-7d3c-466c-a378-ef269707401e tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:03.836284 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57630819-4012-440b-a52f-7adf63495fa2 req-932d0acd-7d3c-466c-a378-ef269707401e tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:03.862632 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57630819-4012-440b-a52f-7adf63495fa2 req-932d0acd-7d3c-466c-a378-ef269707401e tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:03.870505 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57630819-4012-440b-a52f-7adf63495fa2 req-932d0acd-7d3c-466c-a378-ef269707401e tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:03.895055 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57630819-4012-440b-a52f-7adf63495fa2 req-932d0acd-7d3c-466c-a378-ef269707401e tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:03.900927 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57630819-4012-440b-a52f-7adf63495fa2 req-932d0acd-7d3c-466c-a378-ef269707401e tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:03.931779 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57630819-4012-440b-a52f-7adf63495fa2 req-932d0acd-7d3c-466c-a378-ef269707401e tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:03.942240 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-57630819-4012-440b-a52f-7adf63495fa2 req-932d0acd-7d3c-466c-a378-ef269707401e tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 5419 time: 0.4607089 Feb 04 12:41:03.947103 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-66144561-6ad8-4208-8394-df01b653f3a5 admin admin] Deleting subnet fbb54edd-3278-45b2-a986-7521678ba6ac {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:41:03.962250 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33122548-a375-4568-97bd-5601e275d0dc req-b9e84a71-db04-47de-bb33-92719ef616e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:03.970123 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-66144561-6ad8-4208-8394-df01b653f3a5 admin admin] Publish callbacks [] for subnet (fbb54edd-3278-45b2-a986-7521678ba6ac), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:03.972052 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-33122548-a375-4568-97bd-5601e275d0dc req-b9e84a71-db04-47de-bb33-92719ef616e6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fab28163-dcd7-4ace-a1e8-e9b875b6e771 HTTP/1.1" status: 200 len: 797 time: 0.3389547 Feb 04 12:41:04.033244 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-66144561-6ad8-4208-8394-df01b653f3a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (fbb54edd-3278-45b2-a986-7521678ba6ac), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:04.138391 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-57630819-4012-440b-a52f-7adf63495fa2 req-df0d6b4f-2a0e-4a3a-913e-d8b7677a0cff tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/security-groups?id=1efd02e5-7fef-4643-bad8-36300e562451&id=779ff2e0-1490-4b8d-a753-8a45cbf1a372&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1784539 Feb 04 12:41:04.160922 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33122548-a375-4568-97bd-5601e275d0dc req-f96e90fb-64e3-4ac8-b061-2431f7a2582d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:04.163458 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-33122548-a375-4568-97bd-5601e275d0dc req-f96e90fb-64e3-4ac8-b061-2431f7a2582d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=80f2e8f7-bfae-4f05-b06d-33405f9fbdc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1906188 Feb 04 12:41:04.174727 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-66144561-6ad8-4208-8394-df01b653f3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (fbb54edd-3278-45b2-a986-7521678ba6ac), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:04.268991 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 54512) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:41:04.383559 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-66144561-6ad8-4208-8394-df01b653f3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (fbb54edd-3278-45b2-a986-7521678ba6ac), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:04.398245 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-33122548-a375-4568-97bd-5601e275d0dc req-41d6fe37-b792-4092-a132-9b59cebd2706 service neutron] 10.222.0.73 "GET /v2.0/networks/80f2e8f7-bfae-4f05-b06d-33405f9fbdc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251406 Feb 04 12:41:04.422631 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-66144561-6ad8-4208-8394-df01b653f3a5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:04.432835 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-66144561-6ad8-4208-8394-df01b653f3a5 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/fbb54edd-3278-45b2-a986-7521678ba6ac HTTP/1.1" status: 204 len: 168 time: 0.9043434 Feb 04 12:41:04.451537 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 54518) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:41:04.500730 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66144561-6ad8-4208-8394-df01b653f3a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbb54edd-3278-45b2-a986-7521678ba6ac,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:41:04.527405 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66144561-6ad8-4208-8394-df01b653f3a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:41:04.532744 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66144561-6ad8-4208-8394-df01b653f3a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:41:04.533143 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66144561-6ad8-4208-8394-df01b653f3a5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:41:04.533493 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66144561-6ad8-4208-8394-df01b653f3a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:41:04.539262 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66144561-6ad8-4208-8394-df01b653f3a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:41:04.539786 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66144561-6ad8-4208-8394-df01b653f3a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:41:04.540085 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66144561-6ad8-4208-8394-df01b653f3a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:41:04.540384 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66144561-6ad8-4208-8394-df01b653f3a5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:41:04.540720 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66144561-6ad8-4208-8394-df01b653f3a5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:41:04.547337 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66144561-6ad8-4208-8394-df01b653f3a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:41:04.548460 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66144561-6ad8-4208-8394-df01b653f3a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:41:04.549613 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66144561-6ad8-4208-8394-df01b653f3a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:41:04.550612 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66144561-6ad8-4208-8394-df01b653f3a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:41:04.608858 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cf6b62c6-568b-4ea6-b218-ca056e9c5e03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:04.671042 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a9756320-a9be-4a24-8ee9-e80715f1920e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (4818c56c-ae1d-43b5-80d2-4a5373ab8e6b), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:04.684815 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-33122548-a375-4568-97bd-5601e275d0dc req-8dab4a56-e237-459c-9223-54274d4999ef service neutron] 10.222.0.73 "GET /v2.0/networks/80f2e8f7-bfae-4f05-b06d-33405f9fbdc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2802153 Feb 04 12:41:04.753588 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-33122548-a375-4568-97bd-5601e275d0dc req-31252030-327d-4ae7-a4bf-1b5a68784207 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f1076bf2-b0e8-43a0-93ba-971d778811b6 HTTP/1.1" status: 200 len: 217 time: 0.0604706 Feb 04 12:41:04.893743 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cf6b62c6-568b-4ea6-b218-ca056e9c5e03 admin admin] Publish callbacks [] for security_group (9688f3aa-c498-4926-a2a8-94b2e9c292aa), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:04.899822 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cf6b62c6-568b-4ea6-b218-ca056e9c5e03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (9688f3aa-c498-4926-a2a8-94b2e9c292aa), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:04.929684 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a9756320-a9be-4a24-8ee9-e80715f1920e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (4818c56c-ae1d-43b5-80d2-4a5373ab8e6b), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:04.946438 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33122548-a375-4568-97bd-5601e275d0dc req-28d006a6-58ab-4ffe-b38d-46a897044160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:04.948228 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-33122548-a375-4568-97bd-5601e275d0dc req-28d006a6-58ab-4ffe-b38d-46a897044160 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b923a3e9-d506-4eab-8ac4-3c29a0e86977 HTTP/1.1" status: 200 len: 797 time: 0.1440527 Feb 04 12:41:05.016951 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-cf6b62c6-568b-4ea6-b218-ca056e9c5e03 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0ac85fe889524b7394af79779b2500f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7465024 Feb 04 12:41:05.020129 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-a9756320-a9be-4a24-8ee9-e80715f1920e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4818c56c-ae1d-43b5-80d2-4a5373ab8e6b']}} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:41:05.032508 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 54536) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:41:05.099130 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6b62c6-568b-4ea6-b218-ca056e9c5e03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9688f3aa-c498-4926-a2a8-94b2e9c292aa,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:41:05.121005 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-a9756320-a9be-4a24-8ee9-e80715f1920e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37882638-7c6f-43c0-8749-8a8baa27febc') {'for_net_delete': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:41:05.121318 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-a9756320-a9be-4a24-8ee9-e80715f1920e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37882638-7c6f-43c0-8749-8a8baa27febc') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:41:05.143768 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a9756320-a9be-4a24-8ee9-e80715f1920e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51859336'] for segment (37882638-7c6f-43c0-8749-8a8baa27febc), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:05.189273 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a9756320-a9be-4a24-8ee9-e80715f1920e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (37882638-7c6f-43c0-8749-8a8baa27febc), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:05.196482 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0eee4eee-9186-4175-83a1-998b3a6295dd admin admin] Publish callbacks [] for security_group (9688f3aa-c498-4926-a2a8-94b2e9c292aa), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:05.214420 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9756320-a9be-4a24-8ee9-e80715f1920e admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=103475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:41:05.214838 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a9756320-a9be-4a24-8ee9-e80715f1920e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-52093388'] for segment (37882638-7c6f-43c0-8749-8a8baa27febc), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:05.225359 n-d-825015-3 neutron-server[103475]: Traceback (most recent call last): Feb 04 12:41:05.225359 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:41:05.225359 n-d-825015-3 neutron-server[103475]: timer() Feb 04 12:41:05.225359 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:41:05.225359 n-d-825015-3 neutron-server[103475]: cb(*args, **kw) Feb 04 12:41:05.225359 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:41:05.225359 n-d-825015-3 neutron-server[103475]: return func(*args, **kwargs) Feb 04 12:41:05.225359 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:41:05.225359 n-d-825015-3 neutron-server[103475]: self._notify() Feb 04 12:41:05.225359 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:41:05.225359 n-d-825015-3 neutron-server[103475]: self.callback(batched_events) Feb 04 12:41:05.225359 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:41:05.225359 n-d-825015-3 neutron-server[103475]: event.method(event) Feb 04 12:41:05.225359 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:41:05.225359 n-d-825015-3 neutron-server[103475]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:41:05.225359 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:41:05.225359 n-d-825015-3 neutron-server[103475]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:41:05.225359 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:41:05.225359 n-d-825015-3 neutron-server[103475]: return f(self, *a, **k) Feb 04 12:41:05.225359 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:41:05.225359 n-d-825015-3 neutron-server[103475]: return self._get(url).json() Feb 04 12:41:05.225359 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:41:05.225359 n-d-825015-3 neutron-server[103475]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:41:05.225359 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:41:05.225359 n-d-825015-3 neutron-server[103475]: return self.request(url, 'GET', **kwargs) Feb 04 12:41:05.225359 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:41:05.225359 n-d-825015-3 neutron-server[103475]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:41:05.225359 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:41:05.225359 n-d-825015-3 neutron-server[103475]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:41:05.225359 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:41:05.225359 n-d-825015-3 neutron-server[103475]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:41:05.225359 n-d-825015-3 neutron-server[103475]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:41:05.251109 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33122548-a375-4568-97bd-5601e275d0dc req-1ad97898-4111-4b95-8165-e52457e63cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:05.252261 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0eee4eee-9186-4175-83a1-998b3a6295dd admin admin] Publish callbacks [] for security_group (9688f3aa-c498-4926-a2a8-94b2e9c292aa), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:05.253977 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-33122548-a375-4568-97bd-5601e275d0dc req-1ad97898-4111-4b95-8165-e52457e63cd7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=64361832-4c3a-49e6-9dd4-d860a2c32a17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2811549 Feb 04 12:41:05.358941 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0eee4eee-9186-4175-83a1-998b3a6295dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (9688f3aa-c498-4926-a2a8-94b2e9c292aa), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:05.362030 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0eee4eee-9186-4175-83a1-998b3a6295dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:05.363429 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-0eee4eee-9186-4175-83a1-998b3a6295dd admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9688f3aa-c498-4926-a2a8-94b2e9c292aa HTTP/1.1" status: 204 len: 168 time: 0.3299067 Feb 04 12:41:05.383913 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eee4eee-9186-4175-83a1-998b3a6295dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9688f3aa-c498-4926-a2a8-94b2e9c292aa,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:41:05.476108 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-33122548-a375-4568-97bd-5601e275d0dc req-dc761c8a-96e6-4c81-b775-e739a0bd4356 service neutron] 10.222.0.73 "GET /v2.0/networks/64361832-4c3a-49e6-9dd4-d860a2c32a17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583340 Feb 04 12:41:05.603915 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a9756320-a9be-4a24-8ee9-e80715f1920e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (4818c56c-ae1d-43b5-80d2-4a5373ab8e6b), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:05.623483 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a9756320-a9be-4a24-8ee9-e80715f1920e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:05.629245 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-a9756320-a9be-4a24-8ee9-e80715f1920e admin admin] 10.222.0.65 "DELETE /v2.0/networks/4818c56c-ae1d-43b5-80d2-4a5373ab8e6b HTTP/1.1" status: 204 len: 168 time: 1.1751442 Feb 04 12:41:06.112688 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 54562) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:41:06.236853 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-5616add9-bfc3-4eb6-b7fe-c98048eed37d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=72075fcbbaca4534bfa18449bac56045&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1193113 Feb 04 12:41:06.236853 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 54568) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:41:06.253659 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 54570) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:41:06.366164 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9b776cf7-cf18-44ad-b546-d7793b15a77b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:06.456304 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b952ca47-e9bc-43b3-8572-4e7ea106aec2 admin admin] Publish callbacks [] for security_group (3194529c-ef45-449a-86a3-c42c7670cd65), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:06.510175 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b952ca47-e9bc-43b3-8572-4e7ea106aec2 admin admin] Publish callbacks [] for security_group (3194529c-ef45-449a-86a3-c42c7670cd65), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:06.621545 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b952ca47-e9bc-43b3-8572-4e7ea106aec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (3194529c-ef45-449a-86a3-c42c7670cd65), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:06.628266 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b952ca47-e9bc-43b3-8572-4e7ea106aec2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:06.630219 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-b952ca47-e9bc-43b3-8572-4e7ea106aec2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3194529c-ef45-449a-86a3-c42c7670cd65 HTTP/1.1" status: 204 len: 168 time: 0.3764677 Feb 04 12:41:06.668882 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b952ca47-e9bc-43b3-8572-4e7ea106aec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3194529c-ef45-449a-86a3-c42c7670cd65,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:41:06.701577 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9756320-a9be-4a24-8ee9-e80715f1920e admin admin] Pushing event deleted for resources: {'Network': ['ID=4818c56c-ae1d-43b5-80d2-4a5373ab8e6b,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:41:06.806746 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e597df5d-7bd1-47d7-a9eb-d3a79dc4223e req-ba9b79c8-ac34-4fa1-b0cc-70387fc8e0a8 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:06.824313 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e597df5d-7bd1-47d7-a9eb-d3a79dc4223e req-ba9b79c8-ac34-4fa1-b0cc-70387fc8e0a8 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:06.839426 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e597df5d-7bd1-47d7-a9eb-d3a79dc4223e req-ba9b79c8-ac34-4fa1-b0cc-70387fc8e0a8 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:06.847114 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e597df5d-7bd1-47d7-a9eb-d3a79dc4223e req-ba9b79c8-ac34-4fa1-b0cc-70387fc8e0a8 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:06.849798 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9b776cf7-cf18-44ad-b546-d7793b15a77b admin admin] Publish callbacks [] for security_group (7741c3d6-ca66-4ed9-90f6-ebd26541bb81), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:06.858199 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9b776cf7-cf18-44ad-b546-d7793b15a77b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (7741c3d6-ca66-4ed9-90f6-ebd26541bb81), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:06.867240 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e597df5d-7bd1-47d7-a9eb-d3a79dc4223e req-ba9b79c8-ac34-4fa1-b0cc-70387fc8e0a8 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:06.885516 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e597df5d-7bd1-47d7-a9eb-d3a79dc4223e req-ba9b79c8-ac34-4fa1-b0cc-70387fc8e0a8 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:06.903644 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e597df5d-7bd1-47d7-a9eb-d3a79dc4223e req-ba9b79c8-ac34-4fa1-b0cc-70387fc8e0a8 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:06.908475 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e597df5d-7bd1-47d7-a9eb-d3a79dc4223e req-ba9b79c8-ac34-4fa1-b0cc-70387fc8e0a8 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 5419 time: 1.5952604 Feb 04 12:41:06.921715 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b776cf7-cf18-44ad-b546-d7793b15a77b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7741c3d6-ca66-4ed9-90f6-ebd26541bb81,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:41:06.968312 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-33122548-a375-4568-97bd-5601e275d0dc req-0be686a2-a476-4b84-b85a-628a485190e4 service neutron] 10.222.0.73 "GET /v2.0/networks/64361832-4c3a-49e6-9dd4-d860a2c32a17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4761169 Feb 04 12:41:06.975424 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-9b776cf7-cf18-44ad-b546-d7793b15a77b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=eae5fef5886542ac87009382c0bd9db7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7353747 Feb 04 12:41:06.981969 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 54584) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:41:07.090317 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-00129f90-d75e-4cfe-956a-bf57e2e2c6e3 admin admin] Publish callbacks [] for security_group (7741c3d6-ca66-4ed9-90f6-ebd26541bb81), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:07.107581 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-33122548-a375-4568-97bd-5601e275d0dc req-d697becf-8694-40e8-98b7-53f9574dcdf7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3c7ea0a0-286d-46f3-a903-1dfdfdc45ff0 HTTP/1.1" status: 200 len: 217 time: 0.1110437 Feb 04 12:41:07.117733 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-00129f90-d75e-4cfe-956a-bf57e2e2c6e3 admin admin] Publish callbacks [] for security_group (7741c3d6-ca66-4ed9-90f6-ebd26541bb81), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:07.174107 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-00129f90-d75e-4cfe-956a-bf57e2e2c6e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (7741c3d6-ca66-4ed9-90f6-ebd26541bb81), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:07.181469 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-00129f90-d75e-4cfe-956a-bf57e2e2c6e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:07.183982 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-00129f90-d75e-4cfe-956a-bf57e2e2c6e3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7741c3d6-ca66-4ed9-90f6-ebd26541bb81 HTTP/1.1" status: 204 len: 168 time: 0.2006927 Feb 04 12:41:07.202391 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00129f90-d75e-4cfe-956a-bf57e2e2c6e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7741c3d6-ca66-4ed9-90f6-ebd26541bb81,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:41:07.265250 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e597df5d-7bd1-47d7-a9eb-d3a79dc4223e req-2c1e1ed0-b2c8-495e-8dbc-fc21e7944df3 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/security-groups?id=1efd02e5-7fef-4643-bad8-36300e562451&id=779ff2e0-1490-4b8d-a753-8a45cbf1a372&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3423626 Feb 04 12:41:07.400459 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33122548-a375-4568-97bd-5601e275d0dc req-d589889f-d52c-4247-b84d-02c4c1d5742a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:07.401954 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-33122548-a375-4568-97bd-5601e275d0dc req-d589889f-d52c-4247-b84d-02c4c1d5742a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b923a3e9-d506-4eab-8ac4-3c29a0e86977 HTTP/1.1" status: 200 len: 797 time: 0.2903445 Feb 04 12:41:07.675134 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33122548-a375-4568-97bd-5601e275d0dc req-dfbde364-ba56-4b33-95e1-b75a80fab2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:07.676770 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-33122548-a375-4568-97bd-5601e275d0dc req-dfbde364-ba56-4b33-95e1-b75a80fab2a1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=64361832-4c3a-49e6-9dd4-d860a2c32a17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2641144 Feb 04 12:41:07.978604 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-33122548-a375-4568-97bd-5601e275d0dc req-555eaae7-b8dd-483e-b956-87d3acc249f9 service neutron] 10.222.0.73 "GET /v2.0/networks/64361832-4c3a-49e6-9dd4-d860a2c32a17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776418 Feb 04 12:41:08.188352 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-33122548-a375-4568-97bd-5601e275d0dc req-9fec307f-8493-4b72-bdca-8b8c0e3179af service neutron] 10.222.0.73 "GET /v2.0/networks/64361832-4c3a-49e6-9dd4-d860a2c32a17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053237 Feb 04 12:41:08.530956 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edce732-876b-46a9-95b6-7d94538c6a65 req-ba5d3d9d-7536-4db4-b743-676e5e79e274 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:08.558408 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edce732-876b-46a9-95b6-7d94538c6a65 req-ba5d3d9d-7536-4db4-b743-676e5e79e274 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:08.563703 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edce732-876b-46a9-95b6-7d94538c6a65 req-ba5d3d9d-7536-4db4-b743-676e5e79e274 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:08.577095 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edce732-876b-46a9-95b6-7d94538c6a65 req-ba5d3d9d-7536-4db4-b743-676e5e79e274 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:08.591155 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edce732-876b-46a9-95b6-7d94538c6a65 req-ba5d3d9d-7536-4db4-b743-676e5e79e274 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:08.596878 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edce732-876b-46a9-95b6-7d94538c6a65 req-ba5d3d9d-7536-4db4-b743-676e5e79e274 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:08.605185 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edce732-876b-46a9-95b6-7d94538c6a65 req-ba5d3d9d-7536-4db4-b743-676e5e79e274 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:08.613429 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5edce732-876b-46a9-95b6-7d94538c6a65 req-ba5d3d9d-7536-4db4-b743-676e5e79e274 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 5419 time: 0.1838617 Feb 04 12:41:08.726566 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5edce732-876b-46a9-95b6-7d94538c6a65 req-4239944b-48a3-441d-9dc8-1d9ffc3aff66 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/security-groups?id=1efd02e5-7fef-4643-bad8-36300e562451&id=779ff2e0-1490-4b8d-a753-8a45cbf1a372&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1120687 Feb 04 12:41:10.021754 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b367b713-9c1e-458c-80bc-073e9df0ad37 req-59051d59-1f8b-4714-94c5-1b1660b4298a tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:10.041791 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b367b713-9c1e-458c-80bc-073e9df0ad37 req-59051d59-1f8b-4714-94c5-1b1660b4298a tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:10.058113 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b367b713-9c1e-458c-80bc-073e9df0ad37 req-59051d59-1f8b-4714-94c5-1b1660b4298a tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:10.066427 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b367b713-9c1e-458c-80bc-073e9df0ad37 req-59051d59-1f8b-4714-94c5-1b1660b4298a tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:10.082608 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b367b713-9c1e-458c-80bc-073e9df0ad37 req-59051d59-1f8b-4714-94c5-1b1660b4298a tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:10.105304 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b367b713-9c1e-458c-80bc-073e9df0ad37 req-59051d59-1f8b-4714-94c5-1b1660b4298a tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:10.140707 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b367b713-9c1e-458c-80bc-073e9df0ad37 req-59051d59-1f8b-4714-94c5-1b1660b4298a tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:10.146928 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b367b713-9c1e-458c-80bc-073e9df0ad37 req-59051d59-1f8b-4714-94c5-1b1660b4298a tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 5419 time: 0.2926669 Feb 04 12:41:10.351242 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b367b713-9c1e-458c-80bc-073e9df0ad37 req-0c77690c-6561-4012-b6fc-ff2d9a91e2ab tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/security-groups?id=1efd02e5-7fef-4643-bad8-36300e562451&id=779ff2e0-1490-4b8d-a753-8a45cbf1a372&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1974618 Feb 04 12:41:10.800791 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 54760) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:41:11.021203 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bab351b9-06f1-41db-a6ba-15e9d154090d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:11.194138 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bab351b9-06f1-41db-a6ba-15e9d154090d admin admin] Publish callbacks [] for security_group (bcb9aa78-19bb-4746-8db4-a3f6e7925a89), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:11.205483 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bab351b9-06f1-41db-a6ba-15e9d154090d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (bcb9aa78-19bb-4746-8db4-a3f6e7925a89), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:11.242495 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab351b9-06f1-41db-a6ba-15e9d154090d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcb9aa78-19bb-4746-8db4-a3f6e7925a89,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:41:11.317354 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-bab351b9-06f1-41db-a6ba-15e9d154090d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=067a20f3ad1a4220a895bcee942e9753&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5150154 Feb 04 12:41:11.318953 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 54774) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:41:11.569408 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6c3219c6-333b-49b7-91b5-a0281e04b895 admin admin] Publish callbacks [] for security_group (bcb9aa78-19bb-4746-8db4-a3f6e7925a89), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:11.637605 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6c3219c6-333b-49b7-91b5-a0281e04b895 admin admin] Publish callbacks [] for security_group (bcb9aa78-19bb-4746-8db4-a3f6e7925a89), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:11.674660 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6094f0-1da6-4c1f-93ff-0649ba413440 req-5aed50ca-3de4-4bff-bf69-11cdfc868db8 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:11.682752 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6094f0-1da6-4c1f-93ff-0649ba413440 req-5aed50ca-3de4-4bff-bf69-11cdfc868db8 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:11.689180 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6094f0-1da6-4c1f-93ff-0649ba413440 req-5aed50ca-3de4-4bff-bf69-11cdfc868db8 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:11.697137 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6094f0-1da6-4c1f-93ff-0649ba413440 req-5aed50ca-3de4-4bff-bf69-11cdfc868db8 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:11.706630 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6094f0-1da6-4c1f-93ff-0649ba413440 req-5aed50ca-3de4-4bff-bf69-11cdfc868db8 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:11.720455 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6094f0-1da6-4c1f-93ff-0649ba413440 req-5aed50ca-3de4-4bff-bf69-11cdfc868db8 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:11.721308 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6094f0-1da6-4c1f-93ff-0649ba413440 req-5aed50ca-3de4-4bff-bf69-11cdfc868db8 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:11.723785 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0e6094f0-1da6-4c1f-93ff-0649ba413440 req-5aed50ca-3de4-4bff-bf69-11cdfc868db8 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 5419 time: 0.2541881 Feb 04 12:41:11.836960 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0e6094f0-1da6-4c1f-93ff-0649ba413440 req-e5ae2348-70b9-4999-aeb5-28efba1de04a tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/security-groups?id=1efd02e5-7fef-4643-bad8-36300e562451&id=779ff2e0-1490-4b8d-a753-8a45cbf1a372&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1048512 Feb 04 12:41:11.911406 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6c3219c6-333b-49b7-91b5-a0281e04b895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (bcb9aa78-19bb-4746-8db4-a3f6e7925a89), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:11.918116 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6c3219c6-333b-49b7-91b5-a0281e04b895 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:11.918116 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-6c3219c6-333b-49b7-91b5-a0281e04b895 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bcb9aa78-19bb-4746-8db4-a3f6e7925a89 HTTP/1.1" status: 204 len: 168 time: 0.5958989 Feb 04 12:41:11.938123 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3219c6-333b-49b7-91b5-a0281e04b895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcb9aa78-19bb-4746-8db4-a3f6e7925a89,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:41:12.476172 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 54810) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:41:12.498266 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ca82ea94-cdfb-4987-a8e4-931f7da9dec5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:12.662686 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ca82ea94-cdfb-4987-a8e4-931f7da9dec5 admin admin] Publish callbacks [] for security_group (833d339b-dc01-46c4-a8b4-5373934a891d), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:12.669329 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ca82ea94-cdfb-4987-a8e4-931f7da9dec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (833d339b-dc01-46c4-a8b4-5373934a891d), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:12.748468 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-ca82ea94-cdfb-4987-a8e4-931f7da9dec5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4c4d082cf031417baca384a04cd7d7c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2709341 Feb 04 12:41:12.751170 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 54826) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:41:12.776476 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca82ea94-cdfb-4987-a8e4-931f7da9dec5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=833d339b-dc01-46c4-a8b4-5373934a891d,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:41:12.915205 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8fa5259c-ca04-4597-9117-d5568f67223e admin admin] Publish callbacks [] for security_group (833d339b-dc01-46c4-a8b4-5373934a891d), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:12.991816 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8fa5259c-ca04-4597-9117-d5568f67223e admin admin] Publish callbacks [] for security_group (833d339b-dc01-46c4-a8b4-5373934a891d), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:13.175079 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810547b5-e77e-4b30-8a78-f495f034db60 req-326dccd1-4c11-469c-989c-0dafd2967821 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:13.204657 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810547b5-e77e-4b30-8a78-f495f034db60 req-326dccd1-4c11-469c-989c-0dafd2967821 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:13.224270 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810547b5-e77e-4b30-8a78-f495f034db60 req-326dccd1-4c11-469c-989c-0dafd2967821 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:13.230762 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810547b5-e77e-4b30-8a78-f495f034db60 req-326dccd1-4c11-469c-989c-0dafd2967821 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:13.239658 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810547b5-e77e-4b30-8a78-f495f034db60 req-326dccd1-4c11-469c-989c-0dafd2967821 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:13.246553 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810547b5-e77e-4b30-8a78-f495f034db60 req-326dccd1-4c11-469c-989c-0dafd2967821 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:13.260153 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810547b5-e77e-4b30-8a78-f495f034db60 req-326dccd1-4c11-469c-989c-0dafd2967821 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:13.274795 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-810547b5-e77e-4b30-8a78-f495f034db60 req-326dccd1-4c11-469c-989c-0dafd2967821 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 5419 time: 0.2854600 Feb 04 12:41:13.345367 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8fa5259c-ca04-4597-9117-d5568f67223e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (833d339b-dc01-46c4-a8b4-5373934a891d), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:13.361785 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8fa5259c-ca04-4597-9117-d5568f67223e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:13.363430 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-8fa5259c-ca04-4597-9117-d5568f67223e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/833d339b-dc01-46c4-a8b4-5373934a891d HTTP/1.1" status: 204 len: 168 time: 0.6100445 Feb 04 12:41:13.390035 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa5259c-ca04-4597-9117-d5568f67223e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=833d339b-dc01-46c4-a8b4-5373934a891d,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:41:13.440048 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-810547b5-e77e-4b30-8a78-f495f034db60 req-26e1756e-4337-4d9a-b905-133a4829a8a1 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/security-groups?id=1efd02e5-7fef-4643-bad8-36300e562451&id=779ff2e0-1490-4b8d-a753-8a45cbf1a372&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1639073 Feb 04 12:41:14.735725 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a447600-2c0b-4b50-9607-6eb7f7d03d03 req-4a31545c-2d2f-4e87-89a9-86b0304e9499 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:14.744650 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a447600-2c0b-4b50-9607-6eb7f7d03d03 req-4a31545c-2d2f-4e87-89a9-86b0304e9499 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:14.750904 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a447600-2c0b-4b50-9607-6eb7f7d03d03 req-4a31545c-2d2f-4e87-89a9-86b0304e9499 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:14.757120 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a447600-2c0b-4b50-9607-6eb7f7d03d03 req-4a31545c-2d2f-4e87-89a9-86b0304e9499 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:14.763510 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a447600-2c0b-4b50-9607-6eb7f7d03d03 req-4a31545c-2d2f-4e87-89a9-86b0304e9499 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:14.769127 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a447600-2c0b-4b50-9607-6eb7f7d03d03 req-4a31545c-2d2f-4e87-89a9-86b0304e9499 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:14.775089 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a447600-2c0b-4b50-9607-6eb7f7d03d03 req-4a31545c-2d2f-4e87-89a9-86b0304e9499 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:14.777070 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6a447600-2c0b-4b50-9607-6eb7f7d03d03 req-4a31545c-2d2f-4e87-89a9-86b0304e9499 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 5419 time: 0.1615911 Feb 04 12:41:14.893861 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6a447600-2c0b-4b50-9607-6eb7f7d03d03 req-c401da66-b164-48d5-9124-61bebb911497 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/security-groups?id=1efd02e5-7fef-4643-bad8-36300e562451&id=779ff2e0-1490-4b8d-a753-8a45cbf1a372&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1065421 Feb 04 12:41:15.126366 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 54954) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:41:15.397078 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-253f422c-8e18-4a92-8d4d-00d45ae6b54a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-235602631-network', 'tenant_id': '09f970cb0abe40eea9bb34ac7d34f9a0'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:41:15.471286 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-253f422c-8e18-4a92-8d4d-00d45ae6b54a admin admin] Made reservation on behalf of 09f970cb0abe40eea9bb34ac7d34f9a0 for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:41:15.477253 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-253f422c-8e18-4a92-8d4d-00d45ae6b54a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:15.555714 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-836b8b4f-6a97-4bd4-89f0-75a79e9eec38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:15.567765 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-253f422c-8e18-4a92-8d4d-00d45ae6b54a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:15.689421 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-253f422c-8e18-4a92-8d4d-00d45ae6b54a admin admin] Publish callbacks [] for security_group (60f95de9-8506-4714-8c0c-6e9f241ecef1), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:15.707102 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-253f422c-8e18-4a92-8d4d-00d45ae6b54a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (60f95de9-8506-4714-8c0c-6e9f241ecef1), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:15.732815 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-253f422c-8e18-4a92-8d4d-00d45ae6b54a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:41:15.753975 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-253f422c-8e18-4a92-8d4d-00d45ae6b54a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (818651e5-eb78-4872-b3b6-08e48ec6f151), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:15.754332 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-253f422c-8e18-4a92-8d4d-00d45ae6b54a admin admin] Added segment 818651e5-eb78-4872-b3b6-08e48ec6f151 of type vlan for network 0cafcb81-64ce-4481-a9c1-5541d5973488 Feb 04 12:41:15.755549 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253f422c-8e18-4a92-8d4d-00d45ae6b54a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60f95de9-8506-4714-8c0c-6e9f241ecef1,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:41:15.820603 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-253f422c-8e18-4a92-8d4d-00d45ae6b54a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (0cafcb81-64ce-4481-a9c1-5541d5973488), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:15.885705 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-253f422c-8e18-4a92-8d4d-00d45ae6b54a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (0cafcb81-64ce-4481-a9c1-5541d5973488), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:15.889115 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253f422c-8e18-4a92-8d4d-00d45ae6b54a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:15.890313 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-253f422c-8e18-4a92-8d4d-00d45ae6b54a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:15.963965 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-253f422c-8e18-4a92-8d4d-00d45ae6b54a admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8357437 Feb 04 12:41:15.967121 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 54988) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:41:15.972335 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-b72ab128-3294-4759-bcca-823a11e651ad admin admin] Request body: {'subnet': {'network_id': '0cafcb81-64ce-4481-a9c1-5541d5973488', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-235602631-subnet', 'tenant_id': '09f970cb0abe40eea9bb34ac7d34f9a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:41:16.029959 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253f422c-8e18-4a92-8d4d-00d45ae6b54a admin admin] Pushing event updated for resources: {'Network': ['ID=0cafcb81-64ce-4481-a9c1-5541d5973488,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:41:16.037998 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b72ab128-3294-4759-bcca-823a11e651ad admin admin] Made reservation on behalf of 09f970cb0abe40eea9bb34ac7d34f9a0 for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:41:16.040615 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b72ab128-3294-4759-bcca-823a11e651ad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:16.049941 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 0cafcb81-64ce-4481-a9c1-5541d5973488 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:41:16.446140 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec3eccc-b889-4abd-b68f-21c59a7fabed req-8f9ab749-0610-4f74-ae1f-7318c5170b08 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:16.453729 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec3eccc-b889-4abd-b68f-21c59a7fabed req-8f9ab749-0610-4f74-ae1f-7318c5170b08 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:16.464215 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec3eccc-b889-4abd-b68f-21c59a7fabed req-8f9ab749-0610-4f74-ae1f-7318c5170b08 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:16.470666 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec3eccc-b889-4abd-b68f-21c59a7fabed req-8f9ab749-0610-4f74-ae1f-7318c5170b08 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:16.479264 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec3eccc-b889-4abd-b68f-21c59a7fabed req-8f9ab749-0610-4f74-ae1f-7318c5170b08 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:16.512168 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec3eccc-b889-4abd-b68f-21c59a7fabed req-8f9ab749-0610-4f74-ae1f-7318c5170b08 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:16.539961 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec3eccc-b889-4abd-b68f-21c59a7fabed req-8f9ab749-0610-4f74-ae1f-7318c5170b08 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:16.543474 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dec3eccc-b889-4abd-b68f-21c59a7fabed req-8f9ab749-0610-4f74-ae1f-7318c5170b08 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 5419 time: 0.4556525 Feb 04 12:41:16.724986 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dec3eccc-b889-4abd-b68f-21c59a7fabed req-ea44b462-5488-48df-99b1-d26645808bee tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/security-groups?id=1efd02e5-7fef-4643-bad8-36300e562451&id=779ff2e0-1490-4b8d-a753-8a45cbf1a372&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1688020 Feb 04 12:41:16.813176 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b72ab128-3294-4759-bcca-823a11e651ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52094127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51452689'] for subnet (5970254d-dc01-48f9-88a3-55a0c099bc3d), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:16.895469 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72ab128-3294-4759-bcca-823a11e651ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=5970254d-dc01-48f9-88a3-55a0c099bc3d,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:41:16.941897 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72ab128-3294-4759-bcca-823a11e651ad admin admin] Checking segment: {'id': '818651e5-eb78-4872-b3b6-08e48ec6f151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '0cafcb81-64ce-4481-a9c1-5541d5973488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:41:16.942278 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72ab128-3294-4759-bcca-823a11e651ad admin admin] Network hostable DHCP agents. Network: 0cafcb81-64ce-4481-a9c1-5541d5973488, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:41:16.984218 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72ab128-3294-4759-bcca-823a11e651ad admin admin] Network 0cafcb81-64ce-4481-a9c1-5541d5973488 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:41:16.995236 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-b72ab128-3294-4759-bcca-823a11e651ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 0cafcb81-64ce-4481-a9c1-5541d5973488) {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:41:17.005700 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d215feb0-1701-42ea-8d64-7c217b9afe4f None None] Network 0cafcb81-64ce-4481-a9c1-5541d5973488 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:41:17.018313 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72ab128-3294-4759-bcca-823a11e651ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:17.018972 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b72ab128-3294-4759-bcca-823a11e651ad admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:17.054471 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-b72ab128-3294-4759-bcca-823a11e651ad admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0860496 Feb 04 12:41:17.449064 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1239a64-4ce0-4b36-9bef-8007424439a3 None None] Network 0cafcb81-64ce-4481-a9c1-5541d5973488 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:41:17.987200 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b02d8f9f-ca76-4100-b86f-7c9aff38915f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:18.017675 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836bb437-b4ec-4a92-98f4-7626b22943c4 req-335e577f-34ab-4b74-a47f-38550b2dd8b3 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:18.033521 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836bb437-b4ec-4a92-98f4-7626b22943c4 req-335e577f-34ab-4b74-a47f-38550b2dd8b3 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:18.040155 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836bb437-b4ec-4a92-98f4-7626b22943c4 req-335e577f-34ab-4b74-a47f-38550b2dd8b3 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:18.060033 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836bb437-b4ec-4a92-98f4-7626b22943c4 req-335e577f-34ab-4b74-a47f-38550b2dd8b3 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:18.075562 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836bb437-b4ec-4a92-98f4-7626b22943c4 req-335e577f-34ab-4b74-a47f-38550b2dd8b3 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:18.080991 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836bb437-b4ec-4a92-98f4-7626b22943c4 req-335e577f-34ab-4b74-a47f-38550b2dd8b3 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:18.098991 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836bb437-b4ec-4a92-98f4-7626b22943c4 req-335e577f-34ab-4b74-a47f-38550b2dd8b3 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:18.101333 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-836bb437-b4ec-4a92-98f4-7626b22943c4 req-335e577f-34ab-4b74-a47f-38550b2dd8b3 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 5419 time: 0.2437170 Feb 04 12:41:18.185126 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 55066) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:41:18.193263 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-de3195fc-f9c9-4363-97f8-985d9b68e09d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1415662120-network', 'tenant_id': '58713f02759a4603bac4d96ea5345e5c'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:41:18.245219 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-836bb437-b4ec-4a92-98f4-7626b22943c4 req-84583a89-bb5a-4157-a3e0-c8f0f998c746 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/security-groups?id=1efd02e5-7fef-4643-bad8-36300e562451&id=779ff2e0-1490-4b8d-a753-8a45cbf1a372&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1380186 Feb 04 12:41:18.270274 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de3195fc-f9c9-4363-97f8-985d9b68e09d admin admin] Made reservation on behalf of 58713f02759a4603bac4d96ea5345e5c for: {'network': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:41:18.274304 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-de3195fc-f9c9-4363-97f8-985d9b68e09d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:18.294498 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-de3195fc-f9c9-4363-97f8-985d9b68e09d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:18.429879 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-de3195fc-f9c9-4363-97f8-985d9b68e09d admin admin] Publish callbacks [] for security_group (37629e07-b962-4f99-8b7c-11b7a9ef52e5), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:18.435298 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-de3195fc-f9c9-4363-97f8-985d9b68e09d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (37629e07-b962-4f99-8b7c-11b7a9ef52e5), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:18.451871 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de3195fc-f9c9-4363-97f8-985d9b68e09d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=103475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:41:18.466614 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-de3195fc-f9c9-4363-97f8-985d9b68e09d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (129f7e91-676c-4175-8d62-30aaf937069e), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:18.466968 n-d-825015-3 neutron-server[103475]: INFO neutron.db.segments_db [None req-de3195fc-f9c9-4363-97f8-985d9b68e09d admin admin] Added segment 129f7e91-676c-4175-8d62-30aaf937069e of type vlan for network a92d8819-0e8a-4c5d-9fde-0990f587dc90 Feb 04 12:41:18.518870 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-de3195fc-f9c9-4363-97f8-985d9b68e09d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (a92d8819-0e8a-4c5d-9fde-0990f587dc90), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:18.600426 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-de3195fc-f9c9-4363-97f8-985d9b68e09d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (a92d8819-0e8a-4c5d-9fde-0990f587dc90), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:18.602604 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3195fc-f9c9-4363-97f8-985d9b68e09d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:18.603227 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-de3195fc-f9c9-4363-97f8-985d9b68e09d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:18.610564 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3195fc-f9c9-4363-97f8-985d9b68e09d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37629e07-b962-4f99-8b7c-11b7a9ef52e5,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:41:18.793314 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3195fc-f9c9-4363-97f8-985d9b68e09d admin admin] Pushing event updated for resources: {'Network': ['ID=a92d8819-0e8a-4c5d-9fde-0990f587dc90,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:41:18.808440 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network a92d8819-0e8a-4c5d-9fde-0990f587dc90 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:41:18.830891 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 55098) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:41:18.836866 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-0cb31fe5-c909-4b61-b472-ff7311c36ed2 admin admin] Request body: {'subnet': {'network_id': 'a92d8819-0e8a-4c5d-9fde-0990f587dc90', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1415662120-subnet', 'tenant_id': '58713f02759a4603bac4d96ea5345e5c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:41:18.854739 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-de3195fc-f9c9-4363-97f8-985d9b68e09d admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6682186 Feb 04 12:41:18.882602 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cb31fe5-c909-4b61-b472-ff7311c36ed2 admin admin] Made reservation on behalf of 58713f02759a4603bac4d96ea5345e5c for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:41:18.886044 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0cb31fe5-c909-4b61-b472-ff7311c36ed2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60610638'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:19.189926 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:19.294005 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0cb31fe5-c909-4b61-b472-ff7311c36ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59045178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60610680'] for subnet (2190a8f7-c9a1-48e0-92e9-ab470bc8fe86), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:19.401093 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb31fe5-c909-4b61-b472-ff7311c36ed2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2190a8f7-c9a1-48e0-92e9-ab470bc8fe86,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:41:19.423034 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb31fe5-c909-4b61-b472-ff7311c36ed2 admin admin] Checking segment: {'id': '129f7e91-676c-4175-8d62-30aaf937069e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'a92d8819-0e8a-4c5d-9fde-0990f587dc90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:41:19.423404 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb31fe5-c909-4b61-b472-ff7311c36ed2 admin admin] Network hostable DHCP agents. Network: a92d8819-0e8a-4c5d-9fde-0990f587dc90, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:41:19.456794 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942d6c51-31f1-4043-b0f3-d3ee28bde55e req-d9b5669e-7a94-4ad8-859c-a1959012e054 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:19.466078 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb31fe5-c909-4b61-b472-ff7311c36ed2 admin admin] Network a92d8819-0e8a-4c5d-9fde-0990f587dc90 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:41:19.467110 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942d6c51-31f1-4043-b0f3-d3ee28bde55e req-d9b5669e-7a94-4ad8-859c-a1959012e054 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:19.474130 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942d6c51-31f1-4043-b0f3-d3ee28bde55e req-d9b5669e-7a94-4ad8-859c-a1959012e054 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:19.481693 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942d6c51-31f1-4043-b0f3-d3ee28bde55e req-d9b5669e-7a94-4ad8-859c-a1959012e054 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:19.482160 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-0cb31fe5-c909-4b61-b472-ff7311c36ed2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, a92d8819-0e8a-4c5d-9fde-0990f587dc90) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:41:19.492061 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb31fe5-c909-4b61-b472-ff7311c36ed2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:19.493310 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0cb31fe5-c909-4b61-b472-ff7311c36ed2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:19.495528 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a256cdc-cd44-48d3-bb86-e6d8158b4d18 None None] Network a92d8819-0e8a-4c5d-9fde-0990f587dc90 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:41:19.500910 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942d6c51-31f1-4043-b0f3-d3ee28bde55e req-d9b5669e-7a94-4ad8-859c-a1959012e054 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:19.509054 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942d6c51-31f1-4043-b0f3-d3ee28bde55e req-d9b5669e-7a94-4ad8-859c-a1959012e054 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:19.516414 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942d6c51-31f1-4043-b0f3-d3ee28bde55e req-d9b5669e-7a94-4ad8-859c-a1959012e054 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:19.518463 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-942d6c51-31f1-4043-b0f3-d3ee28bde55e req-d9b5669e-7a94-4ad8-859c-a1959012e054 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 5419 time: 0.1549788 Feb 04 12:41:19.604391 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-0cb31fe5-c909-4b61-b472-ff7311c36ed2 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7721219 Feb 04 12:41:19.659929 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93db6c3a-a2f7-48dc-8904-9b4bd76982ff None None] Network a92d8819-0e8a-4c5d-9fde-0990f587dc90 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:41:19.663820 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-942d6c51-31f1-4043-b0f3-d3ee28bde55e req-cbe2212f-98cf-4d07-8478-df3e99434176 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/security-groups?id=1efd02e5-7fef-4643-bad8-36300e562451&id=779ff2e0-1490-4b8d-a753-8a45cbf1a372&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1380763 Feb 04 12:41:20.451047 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301cadff-a1b9-43c4-aada-2c262e125f30 req-5a5721f7-6c63-4790-97c9-50b5c7da6d8f tempest-VolumesActionsTest-404126740 tempest-VolumesActionsTest-404126740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:20.453083 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-301cadff-a1b9-43c4-aada-2c262e125f30 req-5a5721f7-6c63-4790-97c9-50b5c7da6d8f tempest-VolumesActionsTest-404126740 tempest-VolumesActionsTest-404126740-project] 10.222.0.65 "GET /v2.0/networks?id=0cafcb81-64ce-4481-a9c1-5541d5973488 HTTP/1.1" status: 200 len: 808 time: 0.2022736 Feb 04 12:41:20.465138 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:20.472349 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-301cadff-a1b9-43c4-aada-2c262e125f30 req-48abd06f-307a-4b7f-b829-14f3e30bbc28 tempest-VolumesActionsTest-404126740 tempest-VolumesActionsTest-404126740-project] 10.222.0.65 "GET /v2.0/quotas/09f970cb0abe40eea9bb34ac7d34f9a0 HTTP/1.1" status: 200 len: 375 time: 0.0138378 Feb 04 12:41:20.516201 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-301cadff-a1b9-43c4-aada-2c262e125f30 req-abcbb087-b314-48ce-abc4-82e59b15c0ee tempest-VolumesActionsTest-404126740 tempest-VolumesActionsTest-404126740-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=09f970cb0abe40eea9bb34ac7d34f9a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0339479 Feb 04 12:41:20.813775 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [req-301cadff-a1b9-43c4-aada-2c262e125f30 req-7546c94d-e742-455a-9972-320929893251 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:41:20.814862 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-301cadff-a1b9-43c4-aada-2c262e125f30 req-7546c94d-e742-455a-9972-320929893251 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2899935 Feb 04 12:41:21.056456 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-301cadff-a1b9-43c4-aada-2c262e125f30 req-71a50a61-90b7-4a99-9851-f030942230b1 service neutron] 10.222.0.65 "GET /v2.0/networks/0cafcb81-64ce-4481-a9c1-5541d5973488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330463 Feb 04 12:41:21.172747 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-301cadff-a1b9-43c4-aada-2c262e125f30 req-98c96f1d-7e30-4eef-947c-f9f11450ad6d service neutron] 10.222.0.65 "GET /v2.0/networks/0cafcb81-64ce-4481-a9c1-5541d5973488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102340 Feb 04 12:41:21.216893 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aad4ff4-8d00-423f-913e-eb00df50b8dd req-bee80086-f991-4223-aa5b-c00a9f58d0bd tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:21.236547 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aad4ff4-8d00-423f-913e-eb00df50b8dd req-bee80086-f991-4223-aa5b-c00a9f58d0bd tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:21.253254 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aad4ff4-8d00-423f-913e-eb00df50b8dd req-bee80086-f991-4223-aa5b-c00a9f58d0bd tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:21.267693 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aad4ff4-8d00-423f-913e-eb00df50b8dd req-bee80086-f991-4223-aa5b-c00a9f58d0bd tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:21.279676 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aad4ff4-8d00-423f-913e-eb00df50b8dd req-bee80086-f991-4223-aa5b-c00a9f58d0bd tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:21.286177 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aad4ff4-8d00-423f-913e-eb00df50b8dd req-bee80086-f991-4223-aa5b-c00a9f58d0bd tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:21.295112 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aad4ff4-8d00-423f-913e-eb00df50b8dd req-bee80086-f991-4223-aa5b-c00a9f58d0bd tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:21.297465 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5aad4ff4-8d00-423f-913e-eb00df50b8dd req-bee80086-f991-4223-aa5b-c00a9f58d0bd tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 5419 time: 0.4764235 Feb 04 12:41:21.392486 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5aad4ff4-8d00-423f-913e-eb00df50b8dd req-3313e05b-0038-480c-bb35-24ac22f6028e tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/security-groups?id=1efd02e5-7fef-4643-bad8-36300e562451&id=779ff2e0-1490-4b8d-a753-8a45cbf1a372&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0888832 Feb 04 12:41:21.618724 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:22.692407 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ef73611a-ad1c-4328-aa74-3ab8b1be65f6 req-3ea26b08-fdfa-4aa2-9904-a18a9fe3eb7b tempest-VolumesActionsTest-404126740 tempest-VolumesActionsTest-404126740-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f2e0fe6-b4b4-4fac-8b9c-09b8deae9bc6 HTTP/1.1" status: 200 len: 210 time: 0.1638196 Feb 04 12:41:22.829043 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ecbb9c-359c-47ee-9124-868be65c909d req-b5ca490f-e652-4062-b63d-d3a48d65070c tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:22.842508 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ecbb9c-359c-47ee-9124-868be65c909d req-b5ca490f-e652-4062-b63d-d3a48d65070c tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:22.855542 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ecbb9c-359c-47ee-9124-868be65c909d req-b5ca490f-e652-4062-b63d-d3a48d65070c tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:22.863998 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ecbb9c-359c-47ee-9124-868be65c909d req-b5ca490f-e652-4062-b63d-d3a48d65070c tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:22.873807 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ecbb9c-359c-47ee-9124-868be65c909d req-b5ca490f-e652-4062-b63d-d3a48d65070c tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:22.881400 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ecbb9c-359c-47ee-9124-868be65c909d req-b5ca490f-e652-4062-b63d-d3a48d65070c tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:22.888593 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ecbb9c-359c-47ee-9124-868be65c909d req-b5ca490f-e652-4062-b63d-d3a48d65070c tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:22.895555 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-19ecbb9c-359c-47ee-9124-868be65c909d req-b5ca490f-e652-4062-b63d-d3a48d65070c tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 5419 time: 0.2980890 Feb 04 12:41:23.044690 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-19ecbb9c-359c-47ee-9124-868be65c909d req-b34b7912-97b2-4635-86cf-cd9255bf16a0 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/security-groups?id=1efd02e5-7fef-4643-bad8-36300e562451&id=779ff2e0-1490-4b8d-a753-8a45cbf1a372&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1407959 Feb 04 12:41:23.815267 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5d18f3d7-678c-4480-a9d1-cc9ebb55fd4d req-5b807c26-7988-4f0e-aac3-6f165fb143e7 tempest-VolumesActionsTest-404126740 tempest-VolumesActionsTest-404126740-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f2e0fe6-b4b4-4fac-8b9c-09b8deae9bc6 HTTP/1.1" status: 200 len: 210 time: 0.0532336 Feb 04 12:41:24.405909 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301cadff-a1b9-43c4-aada-2c262e125f30 req-1c9a3d1e-70be-4b15-b01f-9ab0b63a01f7 tempest-VolumesActionsTest-404126740 tempest-VolumesActionsTest-404126740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:24.407665 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-301cadff-a1b9-43c4-aada-2c262e125f30 req-1c9a3d1e-70be-4b15-b01f-9ab0b63a01f7 tempest-VolumesActionsTest-404126740 tempest-VolumesActionsTest-404126740-project] 10.222.0.73 "GET /v2.0/networks?id=0cafcb81-64ce-4481-a9c1-5541d5973488 HTTP/1.1" status: 200 len: 808 time: 0.1278379 Feb 04 12:41:24.427478 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fc874b-679e-4a50-91e6-60c0af229366 req-c1a7f8c9-cc45-4176-8b53-611a906a6b15 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:24.434920 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fc874b-679e-4a50-91e6-60c0af229366 req-c1a7f8c9-cc45-4176-8b53-611a906a6b15 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:24.441164 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fc874b-679e-4a50-91e6-60c0af229366 req-c1a7f8c9-cc45-4176-8b53-611a906a6b15 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:24.447819 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fc874b-679e-4a50-91e6-60c0af229366 req-c1a7f8c9-cc45-4176-8b53-611a906a6b15 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:24.454121 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fc874b-679e-4a50-91e6-60c0af229366 req-c1a7f8c9-cc45-4176-8b53-611a906a6b15 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:24.461405 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fc874b-679e-4a50-91e6-60c0af229366 req-c1a7f8c9-cc45-4176-8b53-611a906a6b15 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:24.468591 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fc874b-679e-4a50-91e6-60c0af229366 req-c1a7f8c9-cc45-4176-8b53-611a906a6b15 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:24.477240 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-46fc874b-679e-4a50-91e6-60c0af229366 req-c1a7f8c9-cc45-4176-8b53-611a906a6b15 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 5419 time: 0.2896886 Feb 04 12:41:24.502342 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-301cadff-a1b9-43c4-aada-2c262e125f30 req-4c7f0cf1-f692-49cb-b182-e02e26859066 tempest-VolumesActionsTest-404126740 tempest-VolumesActionsTest-404126740-project] Request body: {'port': {'device_id': '9f2e0fe6-b4b4-4fac-8b9c-09b8deae9bc6', 'network_id': '0cafcb81-64ce-4481-a9c1-5541d5973488', 'admin_state_up': True, 'tenant_id': '09f970cb0abe40eea9bb34ac7d34f9a0'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:41:24.749929 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-46fc874b-679e-4a50-91e6-60c0af229366 req-7a8c2cde-be2a-4568-b6f0-f001a7d3abbf tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/security-groups?id=1efd02e5-7fef-4643-bad8-36300e562451&id=779ff2e0-1490-4b8d-a753-8a45cbf1a372&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2713497 Feb 04 12:41:24.759598 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-301cadff-a1b9-43c4-aada-2c262e125f30 req-4c7f0cf1-f692-49cb-b182-e02e26859066 tempest-VolumesActionsTest-404126740 tempest-VolumesActionsTest-404126740-project] Made reservation on behalf of 09f970cb0abe40eea9bb34ac7d34f9a0 for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:41:24.787657 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-301cadff-a1b9-43c4-aada-2c262e125f30 req-4c7f0cf1-f692-49cb-b182-e02e26859066 tempest-VolumesActionsTest-404126740 tempest-VolumesActionsTest-404126740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:25.069159 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b8bdc8c8-6f32-42a8-8213-caa660ee88b6 req-51ebf161-2f7a-49c6-857d-66169886cdb1 tempest-VolumesActionsTest-404126740 tempest-VolumesActionsTest-404126740-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f2e0fe6-b4b4-4fac-8b9c-09b8deae9bc6 HTTP/1.1" status: 200 len: 210 time: 0.0648832 Feb 04 12:41:25.205556 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-301cadff-a1b9-43c4-aada-2c262e125f30 req-4c7f0cf1-f692-49cb-b182-e02e26859066 tempest-VolumesActionsTest-404126740 tempest-VolumesActionsTest-404126740-project] Allocated IP 172.20.0.3 (0cafcb81-64ce-4481-a9c1-5541d5973488/5970254d-dc01-48f9-88a3-55a0c099bc3d/0fe7f184-e34f-4dfc-91c7-4d8adcdd7cd6) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:41:25.526005 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-301cadff-a1b9-43c4-aada-2c262e125f30 req-4c7f0cf1-f692-49cb-b182-e02e26859066 tempest-VolumesActionsTest-404126740 tempest-VolumesActionsTest-404126740-project] Publish callbacks [] for port (0fe7f184-e34f-4dfc-91c7-4d8adcdd7cd6), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:25.589720 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-301cadff-a1b9-43c4-aada-2c262e125f30 req-4c7f0cf1-f692-49cb-b182-e02e26859066 tempest-VolumesActionsTest-404126740 tempest-VolumesActionsTest-404126740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (0fe7f184-e34f-4dfc-91c7-4d8adcdd7cd6), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:25.671452 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-301cadff-a1b9-43c4-aada-2c262e125f30 req-4c7f0cf1-f692-49cb-b182-e02e26859066 tempest-VolumesActionsTest-404126740 tempest-VolumesActionsTest-404126740-project] Network 0cafcb81-64ce-4481-a9c1-5541d5973488 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:41:25.679828 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-301cadff-a1b9-43c4-aada-2c262e125f30 req-4c7f0cf1-f692-49cb-b182-e02e26859066 tempest-VolumesActionsTest-404126740 tempest-VolumesActionsTest-404126740-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:41:25.694214 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-301cadff-a1b9-43c4-aada-2c262e125f30 req-4c7f0cf1-f692-49cb-b182-e02e26859066 tempest-VolumesActionsTest-404126740 tempest-VolumesActionsTest-404126740-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:41:25.713682 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7f0cf1-f692-49cb-b182-e02e26859066 tempest-VolumesActionsTest-404126740 tempest-VolumesActionsTest-404126740-project] Pushing event updated for resources: {'Port': ['ID=0fe7f184-e34f-4dfc-91c7-4d8adcdd7cd6,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:41:25.888891 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301cadff-a1b9-43c4-aada-2c262e125f30 req-4c7f0cf1-f692-49cb-b182-e02e26859066 tempest-VolumesActionsTest-404126740 tempest-VolumesActionsTest-404126740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:25.888891 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-301cadff-a1b9-43c4-aada-2c262e125f30 req-4c7f0cf1-f692-49cb-b182-e02e26859066 tempest-VolumesActionsTest-404126740 tempest-VolumesActionsTest-404126740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:25.924038 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-301cadff-a1b9-43c4-aada-2c262e125f30 req-4c7f0cf1-f692-49cb-b182-e02e26859066 tempest-VolumesActionsTest-404126740 tempest-VolumesActionsTest-404126740-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4440141 Feb 04 12:41:25.938479 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-301cadff-a1b9-43c4-aada-2c262e125f30 req-9c075fa3-f48c-491d-ba8a-598e4f00d95d service neutron] Request body: {'port': {'device_id': '9f2e0fe6-b4b4-4fac-8b9c-09b8deae9bc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:41:26.196641 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-301cadff-a1b9-43c4-aada-2c262e125f30 req-9c075fa3-f48c-491d-ba8a-598e4f00d95d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (0fe7f184-e34f-4dfc-91c7-4d8adcdd7cd6), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:26.270489 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4080e5-b492-4608-9542-b2bac8ee2ae5 req-6b2ad6a8-a0dd-44a9-94aa-2105849e7d36 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:26.280632 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4080e5-b492-4608-9542-b2bac8ee2ae5 req-6b2ad6a8-a0dd-44a9-94aa-2105849e7d36 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:26.285888 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4080e5-b492-4608-9542-b2bac8ee2ae5 req-6b2ad6a8-a0dd-44a9-94aa-2105849e7d36 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:26.295211 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4080e5-b492-4608-9542-b2bac8ee2ae5 req-6b2ad6a8-a0dd-44a9-94aa-2105849e7d36 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:26.311298 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4080e5-b492-4608-9542-b2bac8ee2ae5 req-6b2ad6a8-a0dd-44a9-94aa-2105849e7d36 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:26.316018 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4080e5-b492-4608-9542-b2bac8ee2ae5 req-6b2ad6a8-a0dd-44a9-94aa-2105849e7d36 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:26.338470 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4080e5-b492-4608-9542-b2bac8ee2ae5 req-6b2ad6a8-a0dd-44a9-94aa-2105849e7d36 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:26.340532 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bc4080e5-b492-4608-9542-b2bac8ee2ae5 req-6b2ad6a8-a0dd-44a9-94aa-2105849e7d36 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 5419 time: 0.3982608 Feb 04 12:41:26.859631 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-301cadff-a1b9-43c4-aada-2c262e125f30 req-9c075fa3-f48c-491d-ba8a-598e4f00d95d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fe7f184-e34f-4dfc-91c7-4d8adcdd7cd6 {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:41:26.868424 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-301cadff-a1b9-43c4-aada-2c262e125f30 req-9c075fa3-f48c-491d-ba8a-598e4f00d95d service neutron] Publish callbacks [] for port (0fe7f184-e34f-4dfc-91c7-4d8adcdd7cd6), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:26.883515 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-301cadff-a1b9-43c4-aada-2c262e125f30 req-9c075fa3-f48c-491d-ba8a-598e4f00d95d service neutron] Transition to ACTIVE for port object 0fe7f184-e34f-4dfc-91c7-4d8adcdd7cd6 will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:41:26.910133 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-301cadff-a1b9-43c4-aada-2c262e125f30 req-9c075fa3-f48c-491d-ba8a-598e4f00d95d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (0fe7f184-e34f-4dfc-91c7-4d8adcdd7cd6), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:26.955278 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e747d53c-467f-415b-b551-88771274768b req-0af09a81-3cf4-493b-9d89-9561118c0249 tempest-VolumesActionsTest-404126740 tempest-VolumesActionsTest-404126740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:26.964722 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e747d53c-467f-415b-b551-88771274768b req-0af09a81-3cf4-493b-9d89-9561118c0249 tempest-VolumesActionsTest-404126740 tempest-VolumesActionsTest-404126740-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f2e0fe6-b4b4-4fac-8b9c-09b8deae9bc6 HTTP/1.1" status: 200 len: 931 time: 0.2944369 Feb 04 12:41:26.976446 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bc4080e5-b492-4608-9542-b2bac8ee2ae5 req-cb60b118-8798-4e5a-bba0-564b1598466a tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/security-groups?id=1efd02e5-7fef-4643-bad8-36300e562451&id=779ff2e0-1490-4b8d-a753-8a45cbf1a372&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3071699 Feb 04 12:41:27.094439 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c075fa3-f48c-491d-ba8a-598e4f00d95d service neutron] Pushing event updated for resources: {'Port': ['ID=0fe7f184-e34f-4dfc-91c7-4d8adcdd7cd6,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:41:27.151688 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e747d53c-467f-415b-b551-88771274768b req-78be98ed-90ad-4849-85e6-847d14848975 tempest-VolumesActionsTest-404126740 tempest-VolumesActionsTest-404126740-project] 10.222.0.65 "GET /v2.0/security-groups?id=60f95de9-8506-4714-8c0c-6e9f241ecef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850917 Feb 04 12:41:27.197862 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-301cadff-a1b9-43c4-aada-2c262e125f30 req-9c075fa3-f48c-491d-ba8a-598e4f00d95d service neutron] Attempting to bind port 0fe7f184-e34f-4dfc-91c7-4d8adcdd7cd6 on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:41:27.199028 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-301cadff-a1b9-43c4-aada-2c262e125f30 req-9c075fa3-f48c-491d-ba8a-598e4f00d95d service neutron] Attempting to bind port 0fe7f184-e34f-4dfc-91c7-4d8adcdd7cd6 by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': '818651e5-eb78-4872-b3b6-08e48ec6f151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '0cafcb81-64ce-4481-a9c1-5541d5973488'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:41:27.199598 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301cadff-a1b9-43c4-aada-2c262e125f30 req-9c075fa3-f48c-491d-ba8a-598e4f00d95d service neutron] Attempting to bind port 0fe7f184-e34f-4dfc-91c7-4d8adcdd7cd6 on network 0cafcb81-64ce-4481-a9c1-5541d5973488 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:41:27.206372 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301cadff-a1b9-43c4-aada-2c262e125f30 req-9c075fa3-f48c-491d-ba8a-598e4f00d95d service neutron] Port 0fe7f184-e34f-4dfc-91c7-4d8adcdd7cd6 on network 0cafcb81-64ce-4481-a9c1-5541d5973488 not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:41:27.207090 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301cadff-a1b9-43c4-aada-2c262e125f30 req-9c075fa3-f48c-491d-ba8a-598e4f00d95d service neutron] Attempting to bind port 0fe7f184-e34f-4dfc-91c7-4d8adcdd7cd6 on network 0cafcb81-64ce-4481-a9c1-5541d5973488 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:41:27.215334 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301cadff-a1b9-43c4-aada-2c262e125f30 req-9c075fa3-f48c-491d-ba8a-598e4f00d95d service neutron] Checking agent: {'id': 'f8add0d2-2202-43d3-bc0e-72442788e6ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:41:27.216028 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301cadff-a1b9-43c4-aada-2c262e125f30 req-9c075fa3-f48c-491d-ba8a-598e4f00d95d service neutron] Checking segment: {'id': '818651e5-eb78-4872-b3b6-08e48ec6f151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '0cafcb81-64ce-4481-a9c1-5541d5973488'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:41:27.217292 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301cadff-a1b9-43c4-aada-2c262e125f30 req-9c075fa3-f48c-491d-ba8a-598e4f00d95d service neutron] Bound using segment: {'id': '818651e5-eb78-4872-b3b6-08e48ec6f151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '0cafcb81-64ce-4481-a9c1-5541d5973488'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:41:27.218426 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-301cadff-a1b9-43c4-aada-2c262e125f30 req-9c075fa3-f48c-491d-ba8a-598e4f00d95d service neutron] Bound port: 0fe7f184-e34f-4dfc-91c7-4d8adcdd7cd6, host: n-h1-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '818651e5-eb78-4872-b3b6-08e48ec6f151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '0cafcb81-64ce-4481-a9c1-5541d5973488'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:41:27.219963 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-301cadff-a1b9-43c4-aada-2c262e125f30 req-9c075fa3-f48c-491d-ba8a-598e4f00d95d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (0fe7f184-e34f-4dfc-91c7-4d8adcdd7cd6), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:27.420550 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-301cadff-a1b9-43c4-aada-2c262e125f30 req-9c075fa3-f48c-491d-ba8a-598e4f00d95d service neutron] For port 0fe7f184-e34f-4dfc-91c7-4d8adcdd7cd6, host n-h1-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:41:27.427472 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-301cadff-a1b9-43c4-aada-2c262e125f30 req-9c075fa3-f48c-491d-ba8a-598e4f00d95d service neutron] For port 0fe7f184-e34f-4dfc-91c7-4d8adcdd7cd6, host n-h1-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=0fe7f184-e34f-4dfc-91c7-4d8adcdd7cd6,segment=NetworkSegment(818651e5-eb78-4872-b3b6-08e48ec6f151),segment_id=818651e5-eb78-4872-b3b6-08e48ec6f151)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:41:27.436338 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-301cadff-a1b9-43c4-aada-2c262e125f30 req-9c075fa3-f48c-491d-ba8a-598e4f00d95d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (0fe7f184-e34f-4dfc-91c7-4d8adcdd7cd6), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:27.552045 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c075fa3-f48c-491d-ba8a-598e4f00d95d service neutron] Pushing event updated for resources: {'Port': ['ID=0fe7f184-e34f-4dfc-91c7-4d8adcdd7cd6,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:41:27.575599 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 55332) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:41:27.576667 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301cadff-a1b9-43c4-aada-2c262e125f30 req-9c075fa3-f48c-491d-ba8a-598e4f00d95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:27.577416 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-301cadff-a1b9-43c4-aada-2c262e125f30 req-9c075fa3-f48c-491d-ba8a-598e4f00d95d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:27.582003 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-301cadff-a1b9-43c4-aada-2c262e125f30 req-9c075fa3-f48c-491d-ba8a-598e4f00d95d service neutron] 10.222.0.73 "PUT /v2.0/ports/0fe7f184-e34f-4dfc-91c7-4d8adcdd7cd6 HTTP/1.1" status: 200 len: 1091 time: 1.6504204 Feb 04 12:41:27.583690 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f2e0fe6-b4b4-4fac-8b9c-09b8deae9bc6', 'tag': '0fe7f184-e34f-4dfc-91c7-4d8adcdd7cd6'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:41:27.593129 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aafa7447-4a3d-43dc-812c-c80ead92963a" -d '{"events": [{"name": "network-changed", "server_uuid": "9f2e0fe6-b4b4-4fac-8b9c-09b8deae9bc6", "tag": "0fe7f184-e34f-4dfc-91c7-4d8adcdd7cd6"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:41:27.684634 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60f723c8-ef7f-49a5-9b4f-78089b996453 x-openstack-request-id: req-60f723c8-ef7f-49a5-9b4f-78089b996453 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:41:27.685096 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f2e0fe6-b4b4-4fac-8b9c-09b8deae9bc6", "tag": "0fe7f184-e34f-4dfc-91c7-4d8adcdd7cd6", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:41:27.686132 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-60f723c8-ef7f-49a5-9b4f-78089b996453 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:41:27.686653 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f2e0fe6-b4b4-4fac-8b9c-09b8deae9bc6', 'tag': '0fe7f184-e34f-4dfc-91c7-4d8adcdd7cd6', 'status': 'completed', 'code': 200} Feb 04 12:41:27.721776 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301cadff-a1b9-43c4-aada-2c262e125f30 req-827ce0a4-4766-476b-afad-b08ec6a9c71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:27.723562 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-301cadff-a1b9-43c4-aada-2c262e125f30 req-827ce0a4-4766-476b-afad-b08ec6a9c71e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=09f970cb0abe40eea9bb34ac7d34f9a0&device_id=9f2e0fe6-b4b4-4fac-8b9c-09b8deae9bc6 HTTP/1.1" status: 200 len: 1125 time: 0.1019423 Feb 04 12:41:27.785238 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a9ce3a1f-7301-4451-8895-b4d8fc0ad5f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:27.805549 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-301cadff-a1b9-43c4-aada-2c262e125f30 req-6b245fd0-e1ae-464d-84cd-7e4a3f65914c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0fe7f184-e34f-4dfc-91c7-4d8adcdd7cd6 HTTP/1.1" status: 200 len: 217 time: 0.0731184 Feb 04 12:41:27.945167 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301cadff-a1b9-43c4-aada-2c262e125f30 req-5b36beab-941e-4e33-b746-d521ba011df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:27.949636 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-301cadff-a1b9-43c4-aada-2c262e125f30 req-5b36beab-941e-4e33-b746-d521ba011df1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5970254d-dc01-48f9-88a3-55a0c099bc3d HTTP/1.1" status: 200 len: 848 time: 0.1348264 Feb 04 12:41:27.962792 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a9ce3a1f-7301-4451-8895-b4d8fc0ad5f7 admin admin] Publish callbacks [] for security_group (875c9e68-ac9b-4e9e-a3f9-a34157e89cd7), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:27.967939 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a9ce3a1f-7301-4451-8895-b4d8fc0ad5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (875c9e68-ac9b-4e9e-a3f9-a34157e89cd7), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:28.006409 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-301cadff-a1b9-43c4-aada-2c262e125f30 req-827e5046-4e98-4bcb-a703-f4bfe8363ce6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0cafcb81-64ce-4481-a9c1-5541d5973488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523355 Feb 04 12:41:28.086897 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ce3a1f-7301-4451-8895-b4d8fc0ad5f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=875c9e68-ac9b-4e9e-a3f9-a34157e89cd7,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:41:28.159538 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-a9ce3a1f-7301-4451-8895-b4d8fc0ad5f7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=67299a50614041fd9ed002e8ba6095f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5819407 Feb 04 12:41:28.160664 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 55344) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:41:28.350331 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-98de36c7-6a03-47cf-93dd-e923b678628f admin admin] Publish callbacks [] for security_group (875c9e68-ac9b-4e9e-a3f9-a34157e89cd7), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:28.402539 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-98de36c7-6a03-47cf-93dd-e923b678628f admin admin] Publish callbacks [] for security_group (875c9e68-ac9b-4e9e-a3f9-a34157e89cd7), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:28.534157 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-98de36c7-6a03-47cf-93dd-e923b678628f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (875c9e68-ac9b-4e9e-a3f9-a34157e89cd7), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:28.537032 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-98de36c7-6a03-47cf-93dd-e923b678628f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:28.538430 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-98de36c7-6a03-47cf-93dd-e923b678628f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/875c9e68-ac9b-4e9e-a3f9-a34157e89cd7 HTTP/1.1" status: 204 len: 168 time: 0.3770964 Feb 04 12:41:28.552007 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-301cadff-a1b9-43c4-aada-2c262e125f30 req-6c8842b4-a830-4574-aacc-57e734af399f service neutron] 10.222.0.73 "GET /v2.0/networks/0cafcb81-64ce-4481-a9c1-5541d5973488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5382342 Feb 04 12:41:28.583019 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98de36c7-6a03-47cf-93dd-e923b678628f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=875c9e68-ac9b-4e9e-a3f9-a34157e89cd7,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:41:28.853856 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5432ef-c3de-4996-b059-5087078e3850 req-9d235bb6-c20c-4b1c-b776-bd4e8e40914b tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:28.875347 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5432ef-c3de-4996-b059-5087078e3850 req-9d235bb6-c20c-4b1c-b776-bd4e8e40914b tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:28.892463 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5432ef-c3de-4996-b059-5087078e3850 req-9d235bb6-c20c-4b1c-b776-bd4e8e40914b tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:28.905495 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5432ef-c3de-4996-b059-5087078e3850 req-9d235bb6-c20c-4b1c-b776-bd4e8e40914b tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:28.912647 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5432ef-c3de-4996-b059-5087078e3850 req-9d235bb6-c20c-4b1c-b776-bd4e8e40914b tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:28.926989 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5432ef-c3de-4996-b059-5087078e3850 req-9d235bb6-c20c-4b1c-b776-bd4e8e40914b tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:28.935232 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5432ef-c3de-4996-b059-5087078e3850 req-9d235bb6-c20c-4b1c-b776-bd4e8e40914b tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:28.942152 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dc5432ef-c3de-4996-b059-5087078e3850 req-9d235bb6-c20c-4b1c-b776-bd4e8e40914b tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 5419 time: 0.5567296 Feb 04 12:41:28.946610 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-301cadff-a1b9-43c4-aada-2c262e125f30 req-eaffa637-ad9c-4fc6-80ea-1652413c81ba service neutron] 10.222.0.73 "GET /v2.0/networks/0cafcb81-64ce-4481-a9c1-5541d5973488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3781686 Feb 04 12:41:29.079127 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4a9099-e60e-4e4a-b4dc-332547f251f3 req-7955057d-bc7a-4656-8062-2ca1c20bec29 tempest-VolumesActionsTest-404126740 tempest-VolumesActionsTest-404126740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:29.084461 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7c4a9099-e60e-4e4a-b4dc-332547f251f3 req-7955057d-bc7a-4656-8062-2ca1c20bec29 tempest-VolumesActionsTest-404126740 tempest-VolumesActionsTest-404126740-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f2e0fe6-b4b4-4fac-8b9c-09b8deae9bc6 HTTP/1.1" status: 200 len: 943 time: 0.6646502 Feb 04 12:41:29.156409 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 55374) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:41:29.175350 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-76ccb8d2-890d-4c3a-a17c-d28651781692 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:29.341666 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-76ccb8d2-890d-4c3a-a17c-d28651781692 admin admin] Publish callbacks [] for security_group (733c302b-5e61-4847-91fb-192f5cdd3281), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:29.346043 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7c4a9099-e60e-4e4a-b4dc-332547f251f3 req-3bd36766-3352-46d5-a152-dfa3d3cc6806 tempest-VolumesActionsTest-404126740 tempest-VolumesActionsTest-404126740-project] 10.222.0.65 "GET /v2.0/security-groups?id=60f95de9-8506-4714-8c0c-6e9f241ecef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216699 Feb 04 12:41:29.347965 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-76ccb8d2-890d-4c3a-a17c-d28651781692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (733c302b-5e61-4847-91fb-192f5cdd3281), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:29.390231 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dc5432ef-c3de-4996-b059-5087078e3850 req-cf93095d-c780-41dc-8d20-ca81c575598f tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/security-groups?id=1efd02e5-7fef-4643-bad8-36300e562451&id=779ff2e0-1490-4b8d-a753-8a45cbf1a372&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4361165 Feb 04 12:41:29.403686 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-76ccb8d2-890d-4c3a-a17c-d28651781692 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=490c0077d1364dbabeb0cee50ad73bb0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2461529 Feb 04 12:41:29.407432 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafa7447-4a3d-43dc-812c-c80ead92963a req-ad21c198-9d0b-4ed7-8c5f-d572e3e88013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:29.408372 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 55376) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:41:29.412536 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-aafa7447-4a3d-43dc-812c-c80ead92963a req-ad21c198-9d0b-4ed7-8c5f-d572e3e88013 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=09f970cb0abe40eea9bb34ac7d34f9a0&device_id=9f2e0fe6-b4b4-4fac-8b9c-09b8deae9bc6 HTTP/1.1" status: 200 len: 1125 time: 0.3781676 Feb 04 12:41:29.565405 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ccb8d2-890d-4c3a-a17c-d28651781692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=733c302b-5e61-4847-91fb-192f5cdd3281,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:41:29.668042 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c3c31d2d-07f5-4283-a161-ea64cb642886 admin admin] Publish callbacks [] for security_group (733c302b-5e61-4847-91fb-192f5cdd3281), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:29.689376 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafa7447-4a3d-43dc-812c-c80ead92963a req-6dfc3164-419d-420b-ac63-7ba9d41b461c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:29.690952 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-aafa7447-4a3d-43dc-812c-c80ead92963a req-6dfc3164-419d-420b-ac63-7ba9d41b461c service neutron] 10.222.0.73 "GET /v2.0/networks?id=0cafcb81-64ce-4481-a9c1-5541d5973488 HTTP/1.1" status: 200 len: 909 time: 0.2724786 Feb 04 12:41:29.726606 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c3c31d2d-07f5-4283-a161-ea64cb642886 admin admin] Publish callbacks [] for security_group (733c302b-5e61-4847-91fb-192f5cdd3281), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:29.840266 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-aafa7447-4a3d-43dc-812c-c80ead92963a req-4b5baefa-fb11-4a7b-a432-ffb6670cd3df service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0fe7f184-e34f-4dfc-91c7-4d8adcdd7cd6 HTTP/1.1" status: 200 len: 217 time: 0.1378450 Feb 04 12:41:29.840908 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c3c31d2d-07f5-4283-a161-ea64cb642886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (733c302b-5e61-4847-91fb-192f5cdd3281), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:29.843701 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c3c31d2d-07f5-4283-a161-ea64cb642886 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:29.848742 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-c3c31d2d-07f5-4283-a161-ea64cb642886 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/733c302b-5e61-4847-91fb-192f5cdd3281 HTTP/1.1" status: 204 len: 168 time: 0.4381566 Feb 04 12:41:29.869170 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c31d2d-07f5-4283-a161-ea64cb642886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=733c302b-5e61-4847-91fb-192f5cdd3281,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:41:30.031604 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafa7447-4a3d-43dc-812c-c80ead92963a req-fa8a5d56-9ca4-4197-b745-b41e96aef061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:30.033057 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-aafa7447-4a3d-43dc-812c-c80ead92963a req-fa8a5d56-9ca4-4197-b745-b41e96aef061 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5970254d-dc01-48f9-88a3-55a0c099bc3d HTTP/1.1" status: 200 len: 848 time: 0.1609271 Feb 04 12:41:30.099960 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-aafa7447-4a3d-43dc-812c-c80ead92963a req-684d5667-3cbe-4673-b197-894814395b53 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0cafcb81-64ce-4481-a9c1-5541d5973488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595896 Feb 04 12:41:30.321233 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-aafa7447-4a3d-43dc-812c-c80ead92963a req-ca43f68c-055d-496f-9144-772edc07eb1a service neutron] 10.222.0.73 "GET /v2.0/networks/0cafcb81-64ce-4481-a9c1-5541d5973488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116289 Feb 04 12:41:30.582372 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-aafa7447-4a3d-43dc-812c-c80ead92963a req-e8a52bd0-4414-4daa-b6ba-9ce6440670dc service neutron] 10.222.0.73 "GET /v2.0/networks/0cafcb81-64ce-4481-a9c1-5541d5973488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530706 Feb 04 12:41:30.812525 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4275018-dae3-4b68-b617-3e979a867746 req-06c81d4c-a6e7-4014-bfc7-5f8c07309503 tempest-VolumesActionsTest-404126740 tempest-VolumesActionsTest-404126740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:30.823595 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c4275018-dae3-4b68-b617-3e979a867746 req-06c81d4c-a6e7-4014-bfc7-5f8c07309503 tempest-VolumesActionsTest-404126740 tempest-VolumesActionsTest-404126740-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f2e0fe6-b4b4-4fac-8b9c-09b8deae9bc6 HTTP/1.1" status: 200 len: 943 time: 0.2251065 Feb 04 12:41:30.952529 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51405cfc-3d7e-45ff-ae62-20b3e5f10d21 req-fd2466a3-888b-4a2c-8c6b-7d98f4565e0f tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:30.995092 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51405cfc-3d7e-45ff-ae62-20b3e5f10d21 req-fd2466a3-888b-4a2c-8c6b-7d98f4565e0f tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:31.006481 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51405cfc-3d7e-45ff-ae62-20b3e5f10d21 req-fd2466a3-888b-4a2c-8c6b-7d98f4565e0f tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:31.037497 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51405cfc-3d7e-45ff-ae62-20b3e5f10d21 req-fd2466a3-888b-4a2c-8c6b-7d98f4565e0f tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:31.061344 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51405cfc-3d7e-45ff-ae62-20b3e5f10d21 req-fd2466a3-888b-4a2c-8c6b-7d98f4565e0f tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:31.063202 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:31.096267 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51405cfc-3d7e-45ff-ae62-20b3e5f10d21 req-fd2466a3-888b-4a2c-8c6b-7d98f4565e0f tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:31.103060 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51405cfc-3d7e-45ff-ae62-20b3e5f10d21 req-fd2466a3-888b-4a2c-8c6b-7d98f4565e0f tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:31.122477 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-51405cfc-3d7e-45ff-ae62-20b3e5f10d21 req-fd2466a3-888b-4a2c-8c6b-7d98f4565e0f tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 5419 time: 0.4882202 Feb 04 12:41:31.297683 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c4275018-dae3-4b68-b617-3e979a867746 req-a9444a22-e83b-4231-bf8e-3230ed50d412 tempest-VolumesActionsTest-404126740 tempest-VolumesActionsTest-404126740-project] 10.222.0.65 "GET /v2.0/security-groups?id=60f95de9-8506-4714-8c0c-6e9f241ecef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4469790 Feb 04 12:41:31.367195 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-51405cfc-3d7e-45ff-ae62-20b3e5f10d21 req-c9636f8c-a66b-48d2-b852-c6c31771a050 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/security-groups?id=1efd02e5-7fef-4643-bad8-36300e562451&id=779ff2e0-1490-4b8d-a753-8a45cbf1a372&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2433002 Feb 04 12:41:31.615229 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 0fe7f184-e34f-4dfc-91c7-4d8adcdd7cd6 details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:41:31.851222 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:31.934613 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 0fe7f184-e34f-4dfc-91c7-4d8adcdd7cd6, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=0fe7f184-e34f-4dfc-91c7-4d8adcdd7cd6,segment=NetworkSegment(818651e5-eb78-4872-b3b6-08e48ec6f151),segment_id=818651e5-eb78-4872-b3b6-08e48ec6f151)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:41:31.968263 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': '0fe7f184-e34f-4dfc-91c7-4d8adcdd7cd6', 'network_id': '0cafcb81-64ce-4481-a9c1-5541d5973488', 'port_id': '0fe7f184-e34f-4dfc-91c7-4d8adcdd7cd6', 'mac_address': 'fa:16:3e:58:93:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5970254d-dc01-48f9-88a3-55a0c099bc3d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:41:32.109638 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 0fe7f184-e34f-4dfc-91c7-4d8adcdd7cd6 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:41:32.113796 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (0fe7f184-e34f-4dfc-91c7-4d8adcdd7cd6), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:32.144554 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fe7f184-e34f-4dfc-91c7-4d8adcdd7cd6 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:41:32.179876 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 0fe7f184-e34f-4dfc-91c7-4d8adcdd7cd6, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=0fe7f184-e34f-4dfc-91c7-4d8adcdd7cd6,segment=NetworkSegment(818651e5-eb78-4872-b3b6-08e48ec6f151),segment_id=818651e5-eb78-4872-b3b6-08e48ec6f151)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:41:32.188075 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (0fe7f184-e34f-4dfc-91c7-4d8adcdd7cd6), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:32.246772 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=0fe7f184-e34f-4dfc-91c7-4d8adcdd7cd6,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:41:32.258575 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:41:32.259201 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:41:32.259769 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:41:32.260493 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:41:32.261025 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:41:32.261553 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:41:32.262079 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:41:32.262713 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:41:32.263655 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:41:32.264232 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:41:32.264792 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:41:32.265357 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:41:32.266093 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:41:32.289795 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 55470) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:41:32.483136 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1afb1d0-b8fd-4701-ad7b-81076429ccb4 req-252e98a0-eb9f-401b-a7a6-09048ea68a7c tempest-VolumesActionsTest-404126740 tempest-VolumesActionsTest-404126740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:32.485340 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c1afb1d0-b8fd-4701-ad7b-81076429ccb4 req-252e98a0-eb9f-401b-a7a6-09048ea68a7c tempest-VolumesActionsTest-404126740 tempest-VolumesActionsTest-404126740-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f2e0fe6-b4b4-4fac-8b9c-09b8deae9bc6 HTTP/1.1" status: 200 len: 944 time: 0.1060791 Feb 04 12:41:32.536630 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['0fe7f184-e34f-4dfc-91c7-4d8adcdd7cd6'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:41:32.617644 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c1afb1d0-b8fd-4701-ad7b-81076429ccb4 req-12303389-49c8-420d-a9d7-0ade40360d5d tempest-VolumesActionsTest-404126740 tempest-VolumesActionsTest-404126740-project] 10.222.0.65 "GET /v2.0/security-groups?id=60f95de9-8506-4714-8c0c-6e9f241ecef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267445 Feb 04 12:41:32.671612 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93406cc-5627-439a-810f-32c1a112270e req-54bf8046-8cfa-452a-a63d-9a413fe10d2f tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:32.680371 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93406cc-5627-439a-810f-32c1a112270e req-54bf8046-8cfa-452a-a63d-9a413fe10d2f tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:32.687062 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93406cc-5627-439a-810f-32c1a112270e req-54bf8046-8cfa-452a-a63d-9a413fe10d2f tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:32.693577 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93406cc-5627-439a-810f-32c1a112270e req-54bf8046-8cfa-452a-a63d-9a413fe10d2f tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:32.701448 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93406cc-5627-439a-810f-32c1a112270e req-54bf8046-8cfa-452a-a63d-9a413fe10d2f tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:32.709283 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93406cc-5627-439a-810f-32c1a112270e req-54bf8046-8cfa-452a-a63d-9a413fe10d2f tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:32.717320 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93406cc-5627-439a-810f-32c1a112270e req-54bf8046-8cfa-452a-a63d-9a413fe10d2f tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:32.720321 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f93406cc-5627-439a-810f-32c1a112270e req-54bf8046-8cfa-452a-a63d-9a413fe10d2f tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 5419 time: 0.1691403 Feb 04 12:41:32.815726 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-395e5978-5379-4d46-84e8-2bda430a259b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:32.937376 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f93406cc-5627-439a-810f-32c1a112270e req-c2be9149-a3a4-48cb-8bd5-4064b3f2b6ac tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/security-groups?id=1efd02e5-7fef-4643-bad8-36300e562451&id=779ff2e0-1490-4b8d-a753-8a45cbf1a372&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2096066 Feb 04 12:41:32.974545 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-395e5978-5379-4d46-84e8-2bda430a259b admin admin] Publish callbacks [] for security_group (06901621-d407-4ba5-a8d4-b5de1d448750), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:32.984888 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-395e5978-5379-4d46-84e8-2bda430a259b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (06901621-d407-4ba5-a8d4-b5de1d448750), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:33.101369 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-395e5978-5379-4d46-84e8-2bda430a259b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=603cfaa1977c4c47811010742f0a6292&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8086135 Feb 04 12:41:33.103891 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 55504) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:41:33.110284 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395e5978-5379-4d46-84e8-2bda430a259b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06901621-d407-4ba5-a8d4-b5de1d448750,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:41:33.216728 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-301d143e-954a-4947-a2e7-859c05098370 admin admin] Publish callbacks [] for security_group (06901621-d407-4ba5-a8d4-b5de1d448750), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:33.271157 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-301d143e-954a-4947-a2e7-859c05098370 admin admin] Publish callbacks [] for security_group (06901621-d407-4ba5-a8d4-b5de1d448750), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:33.370533 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-301d143e-954a-4947-a2e7-859c05098370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (06901621-d407-4ba5-a8d4-b5de1d448750), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:33.374787 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-301d143e-954a-4947-a2e7-859c05098370 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:33.376388 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-301d143e-954a-4947-a2e7-859c05098370 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/06901621-d407-4ba5-a8d4-b5de1d448750 HTTP/1.1" status: 204 len: 168 time: 0.2712531 Feb 04 12:41:33.392777 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301d143e-954a-4947-a2e7-859c05098370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06901621-d407-4ba5-a8d4-b5de1d448750,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:41:33.471651 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 12:41:33.629774 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 0fe7f184-e34f-4dfc-91c7-4d8adcdd7cd6 up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:41:33.818751 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning for port 0fe7f184-e34f-4dfc-91c7-4d8adcdd7cd6 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:41:33.831816 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port 0fe7f184-e34f-4dfc-91c7-4d8adcdd7cd6 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:41:33.832203 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (0fe7f184-e34f-4dfc-91c7-4d8adcdd7cd6), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:33.900516 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2c4afd-28dd-4288-937d-583e0fe4da70 req-4c27b6e2-82b1-42a7-a80b-bf6a52b38336 tempest-VolumesActionsTest-404126740 tempest-VolumesActionsTest-404126740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:33.916596 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fb2c4afd-28dd-4288-937d-583e0fe4da70 req-4c27b6e2-82b1-42a7-a80b-bf6a52b38336 tempest-VolumesActionsTest-404126740 tempest-VolumesActionsTest-404126740-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f2e0fe6-b4b4-4fac-8b9c-09b8deae9bc6 HTTP/1.1" status: 200 len: 944 time: 0.1619322 Feb 04 12:41:34.032394 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 0fe7f184-e34f-4dfc-91c7-4d8adcdd7cd6 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:41:34.032774 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (0fe7f184-e34f-4dfc-91c7-4d8adcdd7cd6), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:34.087848 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fb2c4afd-28dd-4288-937d-583e0fe4da70 req-c151aafd-b76a-45b5-a326-c1efa6a59740 tempest-VolumesActionsTest-404126740 tempest-VolumesActionsTest-404126740-project] 10.222.0.65 "GET /v2.0/security-groups?id=60f95de9-8506-4714-8c0c-6e9f241ecef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694849 Feb 04 12:41:34.111793 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f2e0fe6-b4b4-4fac-8b9c-09b8deae9bc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fe7f184-e34f-4dfc-91c7-4d8adcdd7cd6'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:41:34.119252 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd0b1782-7073-47b7-8ca2-09c359fb6842" -d '{"events": [{"server_uuid": "9f2e0fe6-b4b4-4fac-8b9c-09b8deae9bc6", "name": "network-vif-plugged", "status": "completed", "tag": "0fe7f184-e34f-4dfc-91c7-4d8adcdd7cd6"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:41:34.144884 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 0fe7f184-e34f-4dfc-91c7-4d8adcdd7cd6, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=0fe7f184-e34f-4dfc-91c7-4d8adcdd7cd6,segment=NetworkSegment(818651e5-eb78-4872-b3b6-08e48ec6f151),segment_id=818651e5-eb78-4872-b3b6-08e48ec6f151)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:41:34.161117 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (0fe7f184-e34f-4dfc-91c7-4d8adcdd7cd6), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:34.236360 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0b77f8a-c4c1-4007-a6be-d9bbe94c9427 x-openstack-request-id: req-f0b77f8a-c4c1-4007-a6be-d9bbe94c9427 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:41:34.236691 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f2e0fe6-b4b4-4fac-8b9c-09b8deae9bc6", "name": "network-vif-plugged", "status": "completed", "tag": "0fe7f184-e34f-4dfc-91c7-4d8adcdd7cd6", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:41:34.236826 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f0b77f8a-c4c1-4007-a6be-d9bbe94c9427 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:41:34.237204 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f2e0fe6-b4b4-4fac-8b9c-09b8deae9bc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fe7f184-e34f-4dfc-91c7-4d8adcdd7cd6', 'code': 200} Feb 04 12:41:34.280324 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=0fe7f184-e34f-4dfc-91c7-4d8adcdd7cd6,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:41:34.302973 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e0b783-1145-4927-b952-012f48adf9b9 req-c1913ce2-808a-4c72-9019-971e01b345c7 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:34.320976 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e0b783-1145-4927-b952-012f48adf9b9 req-c1913ce2-808a-4c72-9019-971e01b345c7 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:34.340579 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e0b783-1145-4927-b952-012f48adf9b9 req-c1913ce2-808a-4c72-9019-971e01b345c7 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:34.356140 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e0b783-1145-4927-b952-012f48adf9b9 req-c1913ce2-808a-4c72-9019-971e01b345c7 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:34.384865 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e0b783-1145-4927-b952-012f48adf9b9 req-c1913ce2-808a-4c72-9019-971e01b345c7 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:34.398699 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e0b783-1145-4927-b952-012f48adf9b9 req-c1913ce2-808a-4c72-9019-971e01b345c7 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:34.416103 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e0b783-1145-4927-b952-012f48adf9b9 req-c1913ce2-808a-4c72-9019-971e01b345c7 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:34.418414 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-25e0b783-1145-4927-b952-012f48adf9b9 req-c1913ce2-808a-4c72-9019-971e01b345c7 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 5419 time: 0.3278766 Feb 04 12:41:34.544979 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a77a4c-12d1-44a6-b9b3-a66805b044b9 req-267bb62a-1da9-4bbd-b6a9-9189bd7e6d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:34.547059 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-94a77a4c-12d1-44a6-b9b3-a66805b044b9 req-267bb62a-1da9-4bbd-b6a9-9189bd7e6d42 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9f2e0fe6-b4b4-4fac-8b9c-09b8deae9bc6 HTTP/1.1" status: 200 len: 1127 time: 0.1277220 Feb 04 12:41:34.589308 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-25e0b783-1145-4927-b952-012f48adf9b9 req-2e5c6b0d-0ae9-4357-84cd-62a3522d090b tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/security-groups?id=1efd02e5-7fef-4643-bad8-36300e562451&id=779ff2e0-1490-4b8d-a753-8a45cbf1a372&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1614285 Feb 04 12:41:34.657691 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-94a77a4c-12d1-44a6-b9b3-a66805b044b9 req-3ac2aa4c-fdd4-4377-86ec-33acb1910419 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=60f95de9-8506-4714-8c0c-6e9f241ecef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993297 Feb 04 12:41:35.248521 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4541f4af-c631-494d-a311-8b4b46ca15e9 req-d6d32c74-3bf7-4db3-9a44-133c76d6f44d tempest-VolumesActionsTest-404126740 tempest-VolumesActionsTest-404126740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:35.256476 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4541f4af-c631-494d-a311-8b4b46ca15e9 req-d6d32c74-3bf7-4db3-9a44-133c76d6f44d tempest-VolumesActionsTest-404126740 tempest-VolumesActionsTest-404126740-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f2e0fe6-b4b4-4fac-8b9c-09b8deae9bc6 HTTP/1.1" status: 200 len: 945 time: 0.0815375 Feb 04 12:41:35.324359 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4541f4af-c631-494d-a311-8b4b46ca15e9 req-0174fe5c-700a-426d-8a4f-a406d167a200 tempest-VolumesActionsTest-404126740 tempest-VolumesActionsTest-404126740-project] 10.222.0.65 "GET /v2.0/security-groups?id=60f95de9-8506-4714-8c0c-6e9f241ecef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660446 Feb 04 12:41:35.925775 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d1b8bd-9f77-47ad-8963-0cc8ca233bc7 req-20eb2486-4bdc-45c8-a2ec-e8c2e005e9bf tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:35.933634 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d1b8bd-9f77-47ad-8963-0cc8ca233bc7 req-20eb2486-4bdc-45c8-a2ec-e8c2e005e9bf tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:35.939381 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d1b8bd-9f77-47ad-8963-0cc8ca233bc7 req-20eb2486-4bdc-45c8-a2ec-e8c2e005e9bf tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:35.946610 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d1b8bd-9f77-47ad-8963-0cc8ca233bc7 req-20eb2486-4bdc-45c8-a2ec-e8c2e005e9bf tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:35.952828 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d1b8bd-9f77-47ad-8963-0cc8ca233bc7 req-20eb2486-4bdc-45c8-a2ec-e8c2e005e9bf tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:35.959485 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d1b8bd-9f77-47ad-8963-0cc8ca233bc7 req-20eb2486-4bdc-45c8-a2ec-e8c2e005e9bf tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:35.966088 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d1b8bd-9f77-47ad-8963-0cc8ca233bc7 req-20eb2486-4bdc-45c8-a2ec-e8c2e005e9bf tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:35.968042 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b0d1b8bd-9f77-47ad-8963-0cc8ca233bc7 req-20eb2486-4bdc-45c8-a2ec-e8c2e005e9bf tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 5419 time: 0.2076867 Feb 04 12:41:36.054217 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b0d1b8bd-9f77-47ad-8963-0cc8ca233bc7 req-ed07526c-eef3-4c66-aae4-e9489e85cf85 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/security-groups?id=1efd02e5-7fef-4643-bad8-36300e562451&id=779ff2e0-1490-4b8d-a753-8a45cbf1a372&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0764756 Feb 04 12:41:36.484607 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d673fd3-ebb2-46ba-bb82-b15a41b8afd3 req-cc5bd74d-5060-4aa9-804d-874800e90e11 tempest-VolumesActionsTest-404126740 tempest-VolumesActionsTest-404126740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:36.495493 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4d673fd3-ebb2-46ba-bb82-b15a41b8afd3 req-cc5bd74d-5060-4aa9-804d-874800e90e11 tempest-VolumesActionsTest-404126740 tempest-VolumesActionsTest-404126740-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f2e0fe6-b4b4-4fac-8b9c-09b8deae9bc6 HTTP/1.1" status: 200 len: 945 time: 0.0997348 Feb 04 12:41:36.601481 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4d673fd3-ebb2-46ba-bb82-b15a41b8afd3 req-02d1ed86-dc27-4810-b2cf-f7d06588ebb7 tempest-VolumesActionsTest-404126740 tempest-VolumesActionsTest-404126740-project] 10.222.0.65 "GET /v2.0/security-groups?id=60f95de9-8506-4714-8c0c-6e9f241ecef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044843 Feb 04 12:41:37.282033 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb52e1b-a8f1-4849-a9c9-cd1283260ff8 req-d6c5cee0-450f-415f-abe6-c9930b4c2266 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:37.289150 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb52e1b-a8f1-4849-a9c9-cd1283260ff8 req-d6c5cee0-450f-415f-abe6-c9930b4c2266 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:37.306388 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb52e1b-a8f1-4849-a9c9-cd1283260ff8 req-d6c5cee0-450f-415f-abe6-c9930b4c2266 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:37.320832 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb52e1b-a8f1-4849-a9c9-cd1283260ff8 req-d6c5cee0-450f-415f-abe6-c9930b4c2266 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:37.329081 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb52e1b-a8f1-4849-a9c9-cd1283260ff8 req-d6c5cee0-450f-415f-abe6-c9930b4c2266 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:37.342580 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb52e1b-a8f1-4849-a9c9-cd1283260ff8 req-d6c5cee0-450f-415f-abe6-c9930b4c2266 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:37.353052 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb52e1b-a8f1-4849-a9c9-cd1283260ff8 req-d6c5cee0-450f-415f-abe6-c9930b4c2266 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:37.360283 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-beb52e1b-a8f1-4849-a9c9-cd1283260ff8 req-d6c5cee0-450f-415f-abe6-c9930b4c2266 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 5419 time: 0.1980572 Feb 04 12:41:37.442252 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-beb52e1b-a8f1-4849-a9c9-cd1283260ff8 req-bfde0c2a-7141-4e96-9991-0591adbf00a0 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/security-groups?id=1efd02e5-7fef-4643-bad8-36300e562451&id=779ff2e0-1490-4b8d-a753-8a45cbf1a372&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0760474 Feb 04 12:41:38.688204 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e479f8-b26f-47c7-9bc1-86b4c3616df8 req-ff9f42ef-a4f1-46c8-a4d3-5e5fc532f62d tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:38.694385 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e479f8-b26f-47c7-9bc1-86b4c3616df8 req-ff9f42ef-a4f1-46c8-a4d3-5e5fc532f62d tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:38.700471 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e479f8-b26f-47c7-9bc1-86b4c3616df8 req-ff9f42ef-a4f1-46c8-a4d3-5e5fc532f62d tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:38.706635 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e479f8-b26f-47c7-9bc1-86b4c3616df8 req-ff9f42ef-a4f1-46c8-a4d3-5e5fc532f62d tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:38.713327 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e479f8-b26f-47c7-9bc1-86b4c3616df8 req-ff9f42ef-a4f1-46c8-a4d3-5e5fc532f62d tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:38.718988 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e479f8-b26f-47c7-9bc1-86b4c3616df8 req-ff9f42ef-a4f1-46c8-a4d3-5e5fc532f62d tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:38.724551 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e479f8-b26f-47c7-9bc1-86b4c3616df8 req-ff9f42ef-a4f1-46c8-a4d3-5e5fc532f62d tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:38.733096 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c8e479f8-b26f-47c7-9bc1-86b4c3616df8 req-ff9f42ef-a4f1-46c8-a4d3-5e5fc532f62d tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 5419 time: 0.1522119 Feb 04 12:41:38.817110 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c8e479f8-b26f-47c7-9bc1-86b4c3616df8 req-7defc42e-eb71-461e-b5d8-079f8449be0e tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/security-groups?id=1efd02e5-7fef-4643-bad8-36300e562451&id=779ff2e0-1490-4b8d-a753-8a45cbf1a372&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0828316 Feb 04 12:41:38.968025 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 55700) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:41:39.232563 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0e0c0784-1021-41af-81ff-5c45b50b9c81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:39.441409 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0e0c0784-1021-41af-81ff-5c45b50b9c81 admin admin] Publish callbacks [] for security_group (c21950bf-b24c-4ce8-9702-8127dda4f838), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:39.451118 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0e0c0784-1021-41af-81ff-5c45b50b9c81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (c21950bf-b24c-4ce8-9702-8127dda4f838), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:39.521796 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 55718) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:41:39.532583 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-0e0c0784-1021-41af-81ff-5c45b50b9c81 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=96a21471a8ae473bb8a1da16f7bdd8ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5631704 Feb 04 12:41:39.533409 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0c0784-1021-41af-81ff-5c45b50b9c81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c21950bf-b24c-4ce8-9702-8127dda4f838,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:41:39.623376 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cc105d70-d655-4229-bce6-6ae7e5f9109d admin admin] Publish callbacks [] for security_group (c21950bf-b24c-4ce8-9702-8127dda4f838), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:39.695086 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cc105d70-d655-4229-bce6-6ae7e5f9109d admin admin] Publish callbacks [] for security_group (c21950bf-b24c-4ce8-9702-8127dda4f838), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:39.760881 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cc105d70-d655-4229-bce6-6ae7e5f9109d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (c21950bf-b24c-4ce8-9702-8127dda4f838), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:39.766111 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cc105d70-d655-4229-bce6-6ae7e5f9109d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:39.767681 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-cc105d70-d655-4229-bce6-6ae7e5f9109d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c21950bf-b24c-4ce8-9702-8127dda4f838 HTTP/1.1" status: 204 len: 168 time: 0.2444220 Feb 04 12:41:39.778902 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc105d70-d655-4229-bce6-6ae7e5f9109d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c21950bf-b24c-4ce8-9702-8127dda4f838,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:41:40.381570 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 55740) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:41:40.416889 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-90d203b3-6998-43d1-aacd-bc35e5390591 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:40.555976 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e3f638-27ee-4019-a1cb-42fc434e947f req-f4ff567d-4f38-4498-8fb5-ab2eebcea63c tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:40.562620 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e3f638-27ee-4019-a1cb-42fc434e947f req-f4ff567d-4f38-4498-8fb5-ab2eebcea63c tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:40.579180 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e3f638-27ee-4019-a1cb-42fc434e947f req-f4ff567d-4f38-4498-8fb5-ab2eebcea63c tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:40.611838 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e3f638-27ee-4019-a1cb-42fc434e947f req-f4ff567d-4f38-4498-8fb5-ab2eebcea63c tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:40.613823 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-90d203b3-6998-43d1-aacd-bc35e5390591 admin admin] Publish callbacks [] for security_group (f167dde7-6373-48b9-a9be-3d075a6d703f), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:40.623529 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e3f638-27ee-4019-a1cb-42fc434e947f req-f4ff567d-4f38-4498-8fb5-ab2eebcea63c tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:40.628682 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-90d203b3-6998-43d1-aacd-bc35e5390591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (f167dde7-6373-48b9-a9be-3d075a6d703f), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:40.636713 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e3f638-27ee-4019-a1cb-42fc434e947f req-f4ff567d-4f38-4498-8fb5-ab2eebcea63c tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:40.648292 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e3f638-27ee-4019-a1cb-42fc434e947f req-f4ff567d-4f38-4498-8fb5-ab2eebcea63c tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:40.652110 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-29e3f638-27ee-4019-a1cb-42fc434e947f req-f4ff567d-4f38-4498-8fb5-ab2eebcea63c tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 5419 time: 0.7108653 Feb 04 12:41:40.707179 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-90d203b3-6998-43d1-aacd-bc35e5390591 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7175d313e0124a3ab2bb9789e38b430a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3222620 Feb 04 12:41:40.707179 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d203b3-6998-43d1-aacd-bc35e5390591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f167dde7-6373-48b9-a9be-3d075a6d703f,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:41:40.708096 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 55748) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:41:40.814054 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-29e3f638-27ee-4019-a1cb-42fc434e947f req-98e886a5-e794-4572-9785-948f36855ea9 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/security-groups?id=1efd02e5-7fef-4643-bad8-36300e562451&id=779ff2e0-1490-4b8d-a753-8a45cbf1a372&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1531048 Feb 04 12:41:40.883508 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e4d43f0e-9143-4380-b5b2-1135ed4d4d9c admin admin] Publish callbacks [] for security_group (f167dde7-6373-48b9-a9be-3d075a6d703f), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:40.914392 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e4d43f0e-9143-4380-b5b2-1135ed4d4d9c admin admin] Publish callbacks [] for security_group (f167dde7-6373-48b9-a9be-3d075a6d703f), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:40.976227 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e4d43f0e-9143-4380-b5b2-1135ed4d4d9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (f167dde7-6373-48b9-a9be-3d075a6d703f), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:40.979359 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e4d43f0e-9143-4380-b5b2-1135ed4d4d9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:40.987889 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-e4d43f0e-9143-4380-b5b2-1135ed4d4d9c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f167dde7-6373-48b9-a9be-3d075a6d703f HTTP/1.1" status: 204 len: 168 time: 0.2782626 Feb 04 12:41:41.013525 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d43f0e-9143-4380-b5b2-1135ed4d4d9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f167dde7-6373-48b9-a9be-3d075a6d703f,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:41:42.198827 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2a812a-458d-4be6-b830-9b3df2555878 req-d25f9e1d-4445-4ef9-ab66-001de4eb6644 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:42.205703 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2a812a-458d-4be6-b830-9b3df2555878 req-d25f9e1d-4445-4ef9-ab66-001de4eb6644 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:42.212140 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2a812a-458d-4be6-b830-9b3df2555878 req-d25f9e1d-4445-4ef9-ab66-001de4eb6644 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:42.219154 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2a812a-458d-4be6-b830-9b3df2555878 req-d25f9e1d-4445-4ef9-ab66-001de4eb6644 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:42.227917 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2a812a-458d-4be6-b830-9b3df2555878 req-d25f9e1d-4445-4ef9-ab66-001de4eb6644 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:42.233515 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2a812a-458d-4be6-b830-9b3df2555878 req-d25f9e1d-4445-4ef9-ab66-001de4eb6644 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:42.239057 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2a812a-458d-4be6-b830-9b3df2555878 req-d25f9e1d-4445-4ef9-ab66-001de4eb6644 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:42.241492 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8e2a812a-458d-4be6-b830-9b3df2555878 req-d25f9e1d-4445-4ef9-ab66-001de4eb6644 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 5419 time: 0.1803868 Feb 04 12:41:42.336212 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8e2a812a-458d-4be6-b830-9b3df2555878 req-cfe4de20-3461-4d6c-bcb3-7516e19d2035 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/security-groups?id=1efd02e5-7fef-4643-bad8-36300e562451&id=779ff2e0-1490-4b8d-a753-8a45cbf1a372&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0874810 Feb 04 12:41:42.653252 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d3bc3b-1d47-4daf-8ad4-a0262c965ad1 req-50cf6e4f-a1c8-45a4-a70a-27fcc9673651 tempest-VolumesActionsTest-404126740 tempest-VolumesActionsTest-404126740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:42.656222 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d3d3bc3b-1d47-4daf-8ad4-a0262c965ad1 req-50cf6e4f-a1c8-45a4-a70a-27fcc9673651 tempest-VolumesActionsTest-404126740 tempest-VolumesActionsTest-404126740-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f2e0fe6-b4b4-4fac-8b9c-09b8deae9bc6 HTTP/1.1" status: 200 len: 945 time: 0.0793390 Feb 04 12:41:42.726540 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d3d3bc3b-1d47-4daf-8ad4-a0262c965ad1 req-902df827-1646-4134-90c6-14ca2dad86fd tempest-VolumesActionsTest-404126740 tempest-VolumesActionsTest-404126740-project] 10.222.0.65 "GET /v2.0/security-groups?id=60f95de9-8506-4714-8c0c-6e9f241ecef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594831 Feb 04 12:41:43.717146 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad2e97c-f4bb-47a2-9757-bf0863dc7cfe req-be3fba66-db0d-4f78-bf3b-7d728a85c8f2 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:43.731153 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad2e97c-f4bb-47a2-9757-bf0863dc7cfe req-be3fba66-db0d-4f78-bf3b-7d728a85c8f2 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:43.736844 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad2e97c-f4bb-47a2-9757-bf0863dc7cfe req-be3fba66-db0d-4f78-bf3b-7d728a85c8f2 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:43.743958 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad2e97c-f4bb-47a2-9757-bf0863dc7cfe req-be3fba66-db0d-4f78-bf3b-7d728a85c8f2 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:43.750869 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad2e97c-f4bb-47a2-9757-bf0863dc7cfe req-be3fba66-db0d-4f78-bf3b-7d728a85c8f2 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:43.758880 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad2e97c-f4bb-47a2-9757-bf0863dc7cfe req-be3fba66-db0d-4f78-bf3b-7d728a85c8f2 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:43.767249 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad2e97c-f4bb-47a2-9757-bf0863dc7cfe req-be3fba66-db0d-4f78-bf3b-7d728a85c8f2 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:43.777002 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7ad2e97c-f4bb-47a2-9757-bf0863dc7cfe req-be3fba66-db0d-4f78-bf3b-7d728a85c8f2 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 5419 time: 0.3110301 Feb 04 12:41:43.854102 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7ad2e97c-f4bb-47a2-9757-bf0863dc7cfe req-d7a1e713-463b-4a14-a736-28054c97e61a tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/security-groups?id=1efd02e5-7fef-4643-bad8-36300e562451&id=779ff2e0-1490-4b8d-a753-8a45cbf1a372&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0758836 Feb 04 12:41:44.036621 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571a0002-f111-4637-a5ee-adea8c8aa288 req-839044df-6c03-4f73-8664-74ff12e643ad tempest-VolumesActionsTest-404126740 tempest-VolumesActionsTest-404126740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:44.039349 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-571a0002-f111-4637-a5ee-adea8c8aa288 req-839044df-6c03-4f73-8664-74ff12e643ad tempest-VolumesActionsTest-404126740 tempest-VolumesActionsTest-404126740-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f2e0fe6-b4b4-4fac-8b9c-09b8deae9bc6 HTTP/1.1" status: 200 len: 945 time: 0.1527658 Feb 04 12:41:44.122972 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-571a0002-f111-4637-a5ee-adea8c8aa288 req-28e36c74-e7f1-49c3-9fa0-8e6ef4eee7ab tempest-VolumesActionsTest-404126740 tempest-VolumesActionsTest-404126740-project] 10.222.0.65 "GET /v2.0/security-groups?id=60f95de9-8506-4714-8c0c-6e9f241ecef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720060 Feb 04 12:41:44.133329 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070a0ed2-e7c8-4d39-99e7-c4af157365e5 req-0dc18093-5e76-414d-a61b-d4a795e22db3 tempest-VolumesActionsTest-404126740 tempest-VolumesActionsTest-404126740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:44.135098 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-070a0ed2-e7c8-4d39-99e7-c4af157365e5 req-0dc18093-5e76-414d-a61b-d4a795e22db3 tempest-VolumesActionsTest-404126740 tempest-VolumesActionsTest-404126740-project] 10.222.0.73 "GET /v2.0/ports?device_id=9f2e0fe6-b4b4-4fac-8b9c-09b8deae9bc6 HTTP/1.1" status: 200 len: 945 time: 0.2243409 Feb 04 12:41:44.410487 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-070a0ed2-e7c8-4d39-99e7-c4af157365e5 req-0a5b7004-7260-40c4-86c5-bb6687fb92aa tempest-VolumesActionsTest-404126740 tempest-VolumesActionsTest-404126740-project] Deleting port 0fe7f184-e34f-4dfc-91c7-4d8adcdd7cd6 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:41:44.410985 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-070a0ed2-e7c8-4d39-99e7-c4af157365e5 req-0a5b7004-7260-40c4-86c5-bb6687fb92aa tempest-VolumesActionsTest-404126740 tempest-VolumesActionsTest-404126740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (0fe7f184-e34f-4dfc-91c7-4d8adcdd7cd6), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:44.528464 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 55918) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:41:44.647103 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-070a0ed2-e7c8-4d39-99e7-c4af157365e5 req-0a5b7004-7260-40c4-86c5-bb6687fb92aa tempest-VolumesActionsTest-404126740 tempest-VolumesActionsTest-404126740-project] For port 0fe7f184-e34f-4dfc-91c7-4d8adcdd7cd6, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=0fe7f184-e34f-4dfc-91c7-4d8adcdd7cd6,segment=NetworkSegment(818651e5-eb78-4872-b3b6-08e48ec6f151),segment_id=818651e5-eb78-4872-b3b6-08e48ec6f151)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:41:44.647468 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-070a0ed2-e7c8-4d39-99e7-c4af157365e5 req-0a5b7004-7260-40c4-86c5-bb6687fb92aa tempest-VolumesActionsTest-404126740 tempest-VolumesActionsTest-404126740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (0fe7f184-e34f-4dfc-91c7-4d8adcdd7cd6), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:44.692871 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-070a0ed2-e7c8-4d39-99e7-c4af157365e5 req-0a5b7004-7260-40c4-86c5-bb6687fb92aa tempest-VolumesActionsTest-404126740 tempest-VolumesActionsTest-404126740-project] Calling delete_port for 0fe7f184-e34f-4dfc-91c7-4d8adcdd7cd6 owned by compute:nova {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:41:44.835164 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-dedc7559-6e8d-47e2-aa81-f24b3a2d9872 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:45.058646 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 55938) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:41:45.076921 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-dedc7559-6e8d-47e2-aa81-f24b3a2d9872 admin admin] Publish callbacks [] for security_group (a7d14af4-76f7-46ec-ad2b-dd4f9ab351f0), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:45.126121 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-dedc7559-6e8d-47e2-aa81-f24b3a2d9872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (a7d14af4-76f7-46ec-ad2b-dd4f9ab351f0), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:45.155417 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-dedc7559-6e8d-47e2-aa81-f24b3a2d9872 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9896568b906e4ba6a9f97ea52760fc50&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6258907 Feb 04 12:41:45.158246 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 55944) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:41:45.199300 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedc7559-6e8d-47e2-aa81-f24b3a2d9872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d14af4-76f7-46ec-ad2b-dd4f9ab351f0,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:41:45.259669 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327a7010-7e2d-480a-8651-adc2a0b7cc87 req-6f49fa72-b44b-44d8-aa54-984802ad0500 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:45.286903 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-867504b1-2538-4fab-8318-0889ff758e36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:45.292634 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327a7010-7e2d-480a-8651-adc2a0b7cc87 req-6f49fa72-b44b-44d8-aa54-984802ad0500 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:45.301252 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327a7010-7e2d-480a-8651-adc2a0b7cc87 req-6f49fa72-b44b-44d8-aa54-984802ad0500 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:45.308464 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327a7010-7e2d-480a-8651-adc2a0b7cc87 req-6f49fa72-b44b-44d8-aa54-984802ad0500 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:45.315115 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327a7010-7e2d-480a-8651-adc2a0b7cc87 req-6f49fa72-b44b-44d8-aa54-984802ad0500 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:45.322206 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327a7010-7e2d-480a-8651-adc2a0b7cc87 req-6f49fa72-b44b-44d8-aa54-984802ad0500 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:45.330448 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327a7010-7e2d-480a-8651-adc2a0b7cc87 req-6f49fa72-b44b-44d8-aa54-984802ad0500 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:45.340075 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-327a7010-7e2d-480a-8651-adc2a0b7cc87 req-6f49fa72-b44b-44d8-aa54-984802ad0500 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 5419 time: 0.3653333 Feb 04 12:41:45.346509 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-07a66b60-e2ce-4f01-a01c-5f97716b0c54 admin admin] Publish callbacks [] for security_group (a7d14af4-76f7-46ec-ad2b-dd4f9ab351f0), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:45.383180 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-07a66b60-e2ce-4f01-a01c-5f97716b0c54 admin admin] Publish callbacks [] for security_group (a7d14af4-76f7-46ec-ad2b-dd4f9ab351f0), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:45.461614 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-070a0ed2-e7c8-4d39-99e7-c4af157365e5 req-0a5b7004-7260-40c4-86c5-bb6687fb92aa tempest-VolumesActionsTest-404126740 tempest-VolumesActionsTest-404126740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (0fe7f184-e34f-4dfc-91c7-4d8adcdd7cd6), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:45.475384 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['0fe7f184-e34f-4dfc-91c7-4d8adcdd7cd6'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:41:45.557741 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-07a66b60-e2ce-4f01-a01c-5f97716b0c54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (a7d14af4-76f7-46ec-ad2b-dd4f9ab351f0), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:45.560684 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-07a66b60-e2ce-4f01-a01c-5f97716b0c54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:45.561858 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-07a66b60-e2ce-4f01-a01c-5f97716b0c54 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a7d14af4-76f7-46ec-ad2b-dd4f9ab351f0 HTTP/1.1" status: 204 len: 168 time: 0.4025507 Feb 04 12:41:45.572482 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e41ebf99-5466-4a9f-92b3-01b05b2f496d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:45.589894 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a66b60-e2ce-4f01-a01c-5f97716b0c54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d14af4-76f7-46ec-ad2b-dd4f9ab351f0,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:41:45.614240 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0d0157-f471-431f-80d3-9d96b3e86334 req-6a06ec26-aac7-452c-84bb-2c2089392317 tempest-VolumesActionsTest-404126740 tempest-VolumesActionsTest-404126740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:45.617065 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-de0d0157-f471-431f-80d3-9d96b3e86334 req-6a06ec26-aac7-452c-84bb-2c2089392317 tempest-VolumesActionsTest-404126740 tempest-VolumesActionsTest-404126740-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f2e0fe6-b4b4-4fac-8b9c-09b8deae9bc6 HTTP/1.1" status: 200 len: 867 time: 0.2543960 Feb 04 12:41:45.618173 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5b7004-7260-40c4-86c5-bb6687fb92aa tempest-VolumesActionsTest-404126740 tempest-VolumesActionsTest-404126740-project] Pushing event deleted for resources: {'Port': ['ID=0fe7f184-e34f-4dfc-91c7-4d8adcdd7cd6,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:41:45.670646 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-070a0ed2-e7c8-4d39-99e7-c4af157365e5 req-0a5b7004-7260-40c4-86c5-bb6687fb92aa tempest-VolumesActionsTest-404126740 tempest-VolumesActionsTest-404126740-project] No DVR routers for this DVR port 0fe7f184-e34f-4dfc-91c7-4d8adcdd7cd6 on host n-h1-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:41:45.683550 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-070a0ed2-e7c8-4d39-99e7-c4af157365e5 req-0a5b7004-7260-40c4-86c5-bb6687fb92aa tempest-VolumesActionsTest-404126740 tempest-VolumesActionsTest-404126740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:45.688634 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-070a0ed2-e7c8-4d39-99e7-c4af157365e5 req-0a5b7004-7260-40c4-86c5-bb6687fb92aa tempest-VolumesActionsTest-404126740 tempest-VolumesActionsTest-404126740-project] 10.222.0.73 "DELETE /v2.0/ports/0fe7f184-e34f-4dfc-91c7-4d8adcdd7cd6 HTTP/1.1" status: 204 len: 173 time: 1.5462081 Feb 04 12:41:45.689570 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f2e0fe6-b4b4-4fac-8b9c-09b8deae9bc6', 'name': 'network-vif-deleted', 'tag': '0fe7f184-e34f-4dfc-91c7-4d8adcdd7cd6'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:41:45.692426 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fd8b981-535b-49d0-b311-abc68975f250" -d '{"events": [{"server_uuid": "9f2e0fe6-b4b4-4fac-8b9c-09b8deae9bc6", "name": "network-vif-deleted", "tag": "0fe7f184-e34f-4dfc-91c7-4d8adcdd7cd6"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:41:45.698376 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-867504b1-2538-4fab-8318-0889ff758e36 admin admin] Publish callbacks [] for security_group (4a780041-f565-44e0-b1f5-487382f0cfed), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:45.702279 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-867504b1-2538-4fab-8318-0889ff758e36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (4a780041-f565-44e0-b1f5-487382f0cfed), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:45.722540 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-327a7010-7e2d-480a-8651-adc2a0b7cc87 req-9a0da7f6-56dc-4f2f-8ec5-7716e37ee931 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/security-groups?id=1efd02e5-7fef-4643-bad8-36300e562451&id=779ff2e0-1490-4b8d-a753-8a45cbf1a372&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3800137 Feb 04 12:41:45.746554 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867504b1-2538-4fab-8318-0889ff758e36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a780041-f565-44e0-b1f5-487382f0cfed,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:41:45.807969 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-867504b1-2538-4fab-8318-0889ff758e36 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=08fc8914d07f4ce7859d7bd412df8253&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7475924 Feb 04 12:41:45.811515 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 55956) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:41:45.859465 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-de0d0157-f471-431f-80d3-9d96b3e86334 req-63f099b6-45d2-4ad4-9dfa-3e5e0f55a8cf tempest-VolumesActionsTest-404126740 tempest-VolumesActionsTest-404126740-project] 10.222.0.65 "GET /v2.0/security-groups?id=60f95de9-8506-4714-8c0c-6e9f241ecef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972172 Feb 04 12:41:45.879492 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2d8b7c8-adba-4956-b9fa-051842f106d7 x-openstack-request-id: req-e2d8b7c8-adba-4956-b9fa-051842f106d7 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:41:45.880045 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f2e0fe6-b4b4-4fac-8b9c-09b8deae9bc6", "name": "network-vif-deleted", "tag": "0fe7f184-e34f-4dfc-91c7-4d8adcdd7cd6", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:41:45.880375 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e2d8b7c8-adba-4956-b9fa-051842f106d7 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:41:45.880775 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f2e0fe6-b4b4-4fac-8b9c-09b8deae9bc6', 'name': 'network-vif-deleted', 'tag': '0fe7f184-e34f-4dfc-91c7-4d8adcdd7cd6', 'status': 'completed', 'code': 200} Feb 04 12:41:45.917543 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-590003d6-a7f5-4e3b-82c5-528036b7e3bf admin admin] Publish callbacks [] for security_group (4a780041-f565-44e0-b1f5-487382f0cfed), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:45.963907 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-590003d6-a7f5-4e3b-82c5-528036b7e3bf admin admin] Publish callbacks [] for security_group (4a780041-f565-44e0-b1f5-487382f0cfed), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:46.076436 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-590003d6-a7f5-4e3b-82c5-528036b7e3bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (4a780041-f565-44e0-b1f5-487382f0cfed), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:46.079432 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-590003d6-a7f5-4e3b-82c5-528036b7e3bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:46.081263 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-590003d6-a7f5-4e3b-82c5-528036b7e3bf admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4a780041-f565-44e0-b1f5-487382f0cfed HTTP/1.1" status: 204 len: 168 time: 0.2684634 Feb 04 12:41:46.119897 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590003d6-a7f5-4e3b-82c5-528036b7e3bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a780041-f565-44e0-b1f5-487382f0cfed,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:41:46.224469 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 55970) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:41:46.249297 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a79ea390-5719-41f2-9ff4-0828eb49826c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:46.451105 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a79ea390-5719-41f2-9ff4-0828eb49826c admin admin] Publish callbacks [] for security_group (58b566bb-63be-4dc4-b1b3-ee05752dbf4c), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:46.466189 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a79ea390-5719-41f2-9ff4-0828eb49826c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (58b566bb-63be-4dc4-b1b3-ee05752dbf4c), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:46.544082 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79ea390-5719-41f2-9ff4-0828eb49826c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58b566bb-63be-4dc4-b1b3-ee05752dbf4c,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:41:46.558180 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-a79ea390-5719-41f2-9ff4-0828eb49826c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=cfa54999650f432d8e184c2d576dcbf6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3324683 Feb 04 12:41:46.560892 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 55978) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:41:46.635847 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ffece176-d76d-4db7-8c5c-929d3ed25df4 admin admin] Publish callbacks [] for security_group (58b566bb-63be-4dc4-b1b3-ee05752dbf4c), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:46.672634 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ffece176-d76d-4db7-8c5c-929d3ed25df4 admin admin] Publish callbacks [] for security_group (58b566bb-63be-4dc4-b1b3-ee05752dbf4c), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:46.742033 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ffece176-d76d-4db7-8c5c-929d3ed25df4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (58b566bb-63be-4dc4-b1b3-ee05752dbf4c), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:46.745679 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ffece176-d76d-4db7-8c5c-929d3ed25df4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:46.747321 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-ffece176-d76d-4db7-8c5c-929d3ed25df4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/58b566bb-63be-4dc4-b1b3-ee05752dbf4c HTTP/1.1" status: 204 len: 168 time: 0.1853590 Feb 04 12:41:46.774810 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffece176-d76d-4db7-8c5c-929d3ed25df4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b566bb-63be-4dc4-b1b3-ee05752dbf4c,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:41:46.793187 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 55988) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:41:46.833687 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-78d74ef8-55dd-4687-8336-34f25ab376f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:47.068638 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-78d74ef8-55dd-4687-8336-34f25ab376f8 admin admin] Publish callbacks [] for security_group (16dd714e-8be2-416e-b8f0-931570d44702), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:47.081476 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-78d74ef8-55dd-4687-8336-34f25ab376f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (16dd714e-8be2-416e-b8f0-931570d44702), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:47.160204 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-78d74ef8-55dd-4687-8336-34f25ab376f8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5a29bb958b2e4b7899b483f3679ba5b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3656600 Feb 04 12:41:47.163197 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d74ef8-55dd-4687-8336-34f25ab376f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16dd714e-8be2-416e-b8f0-931570d44702,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:41:47.163533 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 56002) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:41:47.191375 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58736f49-9691-4385-aae6-2a4ad4649400 req-55eb6d22-4a7c-4136-ab72-b629f909cd53 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:47.205135 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58736f49-9691-4385-aae6-2a4ad4649400 req-55eb6d22-4a7c-4136-ab72-b629f909cd53 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:47.210995 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58736f49-9691-4385-aae6-2a4ad4649400 req-55eb6d22-4a7c-4136-ab72-b629f909cd53 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:47.216372 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58736f49-9691-4385-aae6-2a4ad4649400 req-55eb6d22-4a7c-4136-ab72-b629f909cd53 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:47.221686 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58736f49-9691-4385-aae6-2a4ad4649400 req-55eb6d22-4a7c-4136-ab72-b629f909cd53 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:47.227536 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58736f49-9691-4385-aae6-2a4ad4649400 req-55eb6d22-4a7c-4136-ab72-b629f909cd53 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:47.234874 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58736f49-9691-4385-aae6-2a4ad4649400 req-55eb6d22-4a7c-4136-ab72-b629f909cd53 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:47.237000 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-58736f49-9691-4385-aae6-2a4ad4649400 req-55eb6d22-4a7c-4136-ab72-b629f909cd53 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 5419 time: 0.1846139 Feb 04 12:41:47.275389 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a3cbb9b5-c35a-48f9-a43a-bdb98fbe9937 admin admin] Publish callbacks [] for security_group (16dd714e-8be2-416e-b8f0-931570d44702), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:47.337943 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a3cbb9b5-c35a-48f9-a43a-bdb98fbe9937 admin admin] Publish callbacks [] for security_group (16dd714e-8be2-416e-b8f0-931570d44702), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:47.378960 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-58736f49-9691-4385-aae6-2a4ad4649400 req-83b65fef-9901-491e-8e91-a39e4681efa9 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/security-groups?id=1efd02e5-7fef-4643-bad8-36300e562451&id=779ff2e0-1490-4b8d-a753-8a45cbf1a372&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1255150 Feb 04 12:41:47.462240 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a3cbb9b5-c35a-48f9-a43a-bdb98fbe9937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (16dd714e-8be2-416e-b8f0-931570d44702), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:47.465064 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a3cbb9b5-c35a-48f9-a43a-bdb98fbe9937 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:47.466323 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-a3cbb9b5-c35a-48f9-a43a-bdb98fbe9937 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/16dd714e-8be2-416e-b8f0-931570d44702 HTTP/1.1" status: 204 len: 168 time: 0.3007886 Feb 04 12:41:47.482134 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cbb9b5-c35a-48f9-a43a-bdb98fbe9937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16dd714e-8be2-416e-b8f0-931570d44702,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:41:47.706187 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 0fe7f184-e34f-4dfc-91c7-4d8adcdd7cd6 no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:41:47.765079 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] No Port match for: 0fe7f184-e34f-4dfc-91c7-4d8adcdd7cd6 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:41:47.765728 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 0fe7f184-e34f-4dfc-91c7-4d8adcdd7cd6 not bound to the agent host n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:41:47.987441 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e07830b1-808a-4876-bd1f-855709b44fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:48.760482 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453eb917-716c-4a77-8773-21ec78cb41b5 req-c6d9c03f-441a-41ef-a08b-1076ab0850d5 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:48.766889 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453eb917-716c-4a77-8773-21ec78cb41b5 req-c6d9c03f-441a-41ef-a08b-1076ab0850d5 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:48.774523 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453eb917-716c-4a77-8773-21ec78cb41b5 req-c6d9c03f-441a-41ef-a08b-1076ab0850d5 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:48.798571 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453eb917-716c-4a77-8773-21ec78cb41b5 req-c6d9c03f-441a-41ef-a08b-1076ab0850d5 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:48.815151 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453eb917-716c-4a77-8773-21ec78cb41b5 req-c6d9c03f-441a-41ef-a08b-1076ab0850d5 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:48.831818 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453eb917-716c-4a77-8773-21ec78cb41b5 req-c6d9c03f-441a-41ef-a08b-1076ab0850d5 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:48.837320 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453eb917-716c-4a77-8773-21ec78cb41b5 req-c6d9c03f-441a-41ef-a08b-1076ab0850d5 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:48.859185 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-453eb917-716c-4a77-8773-21ec78cb41b5 req-c6d9c03f-441a-41ef-a08b-1076ab0850d5 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 5419 time: 0.2747505 Feb 04 12:41:49.033768 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-453eb917-716c-4a77-8773-21ec78cb41b5 req-c713077c-5a49-4f36-8a70-97100da3b832 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/security-groups?id=1efd02e5-7fef-4643-bad8-36300e562451&id=779ff2e0-1490-4b8d-a753-8a45cbf1a372&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1735902 Feb 04 12:41:49.200135 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:50.322423 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14703b3f-6e29-4ae3-a9a0-0e1a75e9eca5 req-070c3b3b-cb28-4e01-9d68-9896fa4fd9d4 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:50.346275 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14703b3f-6e29-4ae3-a9a0-0e1a75e9eca5 req-070c3b3b-cb28-4e01-9d68-9896fa4fd9d4 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:50.353458 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14703b3f-6e29-4ae3-a9a0-0e1a75e9eca5 req-070c3b3b-cb28-4e01-9d68-9896fa4fd9d4 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:50.362530 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14703b3f-6e29-4ae3-a9a0-0e1a75e9eca5 req-070c3b3b-cb28-4e01-9d68-9896fa4fd9d4 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:50.371481 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14703b3f-6e29-4ae3-a9a0-0e1a75e9eca5 req-070c3b3b-cb28-4e01-9d68-9896fa4fd9d4 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:50.390470 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14703b3f-6e29-4ae3-a9a0-0e1a75e9eca5 req-070c3b3b-cb28-4e01-9d68-9896fa4fd9d4 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:50.395907 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14703b3f-6e29-4ae3-a9a0-0e1a75e9eca5 req-070c3b3b-cb28-4e01-9d68-9896fa4fd9d4 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:50.398768 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-14703b3f-6e29-4ae3-a9a0-0e1a75e9eca5 req-070c3b3b-cb28-4e01-9d68-9896fa4fd9d4 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 5419 time: 0.1934118 Feb 04 12:41:50.466941 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:50.500398 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-14703b3f-6e29-4ae3-a9a0-0e1a75e9eca5 req-990e6e2d-6ddb-4522-a8b3-e34a624bcef4 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/security-groups?id=1efd02e5-7fef-4643-bad8-36300e562451&id=779ff2e0-1490-4b8d-a753-8a45cbf1a372&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0936947 Feb 04 12:41:51.619368 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:51.798444 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92626c14-bd36-4625-a242-fb35ab12e8ac req-796554f2-685e-4f76-9a59-b7d2986d10c3 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:51.821289 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92626c14-bd36-4625-a242-fb35ab12e8ac req-796554f2-685e-4f76-9a59-b7d2986d10c3 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:51.834610 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92626c14-bd36-4625-a242-fb35ab12e8ac req-796554f2-685e-4f76-9a59-b7d2986d10c3 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:51.869489 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92626c14-bd36-4625-a242-fb35ab12e8ac req-796554f2-685e-4f76-9a59-b7d2986d10c3 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:51.886506 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92626c14-bd36-4625-a242-fb35ab12e8ac req-796554f2-685e-4f76-9a59-b7d2986d10c3 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:51.919402 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92626c14-bd36-4625-a242-fb35ab12e8ac req-796554f2-685e-4f76-9a59-b7d2986d10c3 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:51.933726 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92626c14-bd36-4625-a242-fb35ab12e8ac req-796554f2-685e-4f76-9a59-b7d2986d10c3 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:51.948021 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-92626c14-bd36-4625-a242-fb35ab12e8ac req-796554f2-685e-4f76-9a59-b7d2986d10c3 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 5419 time: 0.2718699 Feb 04 12:41:52.087973 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-92626c14-bd36-4625-a242-fb35ab12e8ac req-0cf59b88-bf38-4c42-a5f9-7e9a550b1005 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/security-groups?id=1efd02e5-7fef-4643-bad8-36300e562451&id=779ff2e0-1490-4b8d-a753-8a45cbf1a372&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1344984 Feb 04 12:41:52.438103 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 56228) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:41:52.498284 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 56236) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:41:52.728398 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-18d7d247-210c-42dd-9654-dc631eb30f97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:52.805099 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-35916b92-efb1-4bd7-a278-c9a797b9ab35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:53.031011 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-35916b92-efb1-4bd7-a278-c9a797b9ab35 admin admin] Publish callbacks [] for security_group (3b9d0d33-7adf-4c93-9511-220354a7130d), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:53.033708 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-18d7d247-210c-42dd-9654-dc631eb30f97 admin admin] Publish callbacks [] for security_group (5c504da1-e67e-4906-9bee-7cc5e1fae28d), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:53.038710 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-35916b92-efb1-4bd7-a278-c9a797b9ab35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (3b9d0d33-7adf-4c93-9511-220354a7130d), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:53.068718 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-35916b92-efb1-4bd7-a278-c9a797b9ab35 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2b1b120eea6f4e1dac64b5bd601b4c45&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6290696 Feb 04 12:41:53.070831 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-18d7d247-210c-42dd-9654-dc631eb30f97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (5c504da1-e67e-4906-9bee-7cc5e1fae28d), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:53.071286 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 56246) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:41:53.100413 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35916b92-efb1-4bd7-a278-c9a797b9ab35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b9d0d33-7adf-4c93-9511-220354a7130d,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:41:53.128298 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d7e064e1-5d9d-43fb-b6e3-ef17c4099a91 admin admin] Publish callbacks [] for security_group (3b9d0d33-7adf-4c93-9511-220354a7130d), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:53.175470 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d7e064e1-5d9d-43fb-b6e3-ef17c4099a91 admin admin] Publish callbacks [] for security_group (3b9d0d33-7adf-4c93-9511-220354a7130d), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:53.188307 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d7d247-210c-42dd-9654-dc631eb30f97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c504da1-e67e-4906-9bee-7cc5e1fae28d,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:41:53.283375 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-18d7d247-210c-42dd-9654-dc631eb30f97 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5f2c4f2d8fed450682027131b082d289&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7838314 Feb 04 12:41:53.286265 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 56254) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:41:53.307343 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f37e6c-4d2e-4318-9c60-f35a90e4c226 req-26ecd616-6cfa-4684-afc3-5aa75ad31b17 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:53.312946 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f37e6c-4d2e-4318-9c60-f35a90e4c226 req-26ecd616-6cfa-4684-afc3-5aa75ad31b17 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:53.319160 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f37e6c-4d2e-4318-9c60-f35a90e4c226 req-26ecd616-6cfa-4684-afc3-5aa75ad31b17 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:53.324820 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f37e6c-4d2e-4318-9c60-f35a90e4c226 req-26ecd616-6cfa-4684-afc3-5aa75ad31b17 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:53.330097 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f37e6c-4d2e-4318-9c60-f35a90e4c226 req-26ecd616-6cfa-4684-afc3-5aa75ad31b17 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:53.336017 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f37e6c-4d2e-4318-9c60-f35a90e4c226 req-26ecd616-6cfa-4684-afc3-5aa75ad31b17 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:53.341541 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f37e6c-4d2e-4318-9c60-f35a90e4c226 req-26ecd616-6cfa-4684-afc3-5aa75ad31b17 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:53.349488 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e3f37e6c-4d2e-4318-9c60-f35a90e4c226 req-26ecd616-6cfa-4684-afc3-5aa75ad31b17 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 5419 time: 0.1199956 Feb 04 12:41:53.400052 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d7e064e1-5d9d-43fb-b6e3-ef17c4099a91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (3b9d0d33-7adf-4c93-9511-220354a7130d), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:53.408664 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d7e064e1-5d9d-43fb-b6e3-ef17c4099a91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:53.414700 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-d7e064e1-5d9d-43fb-b6e3-ef17c4099a91 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3b9d0d33-7adf-4c93-9511-220354a7130d HTTP/1.1" status: 204 len: 168 time: 0.3391283 Feb 04 12:41:53.450929 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e3f37e6c-4d2e-4318-9c60-f35a90e4c226 req-cc2d9ff5-1893-4d9e-a99c-9588bc31968c tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/security-groups?id=1efd02e5-7fef-4643-bad8-36300e562451&id=779ff2e0-1490-4b8d-a753-8a45cbf1a372&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0998068 Feb 04 12:41:53.472440 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cd23a5fb-2258-4152-8150-c099271dcae3 admin admin] Publish callbacks [] for security_group (5c504da1-e67e-4906-9bee-7cc5e1fae28d), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:53.503452 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e064e1-5d9d-43fb-b6e3-ef17c4099a91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b9d0d33-7adf-4c93-9511-220354a7130d,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:41:53.571413 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cd23a5fb-2258-4152-8150-c099271dcae3 admin admin] Publish callbacks [] for security_group (5c504da1-e67e-4906-9bee-7cc5e1fae28d), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:53.728609 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cd23a5fb-2258-4152-8150-c099271dcae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (5c504da1-e67e-4906-9bee-7cc5e1fae28d), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:53.731544 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cd23a5fb-2258-4152-8150-c099271dcae3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:53.758711 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-cd23a5fb-2258-4152-8150-c099271dcae3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5c504da1-e67e-4906-9bee-7cc5e1fae28d HTTP/1.1" status: 204 len: 168 time: 0.4698734 Feb 04 12:41:53.792029 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd23a5fb-2258-4152-8150-c099271dcae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c504da1-e67e-4906-9bee-7cc5e1fae28d,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:41:54.101572 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 56278) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:41:54.126455 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3ed970e2-0ae5-44c3-ac60-e50430922fdf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:54.371524 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3ed970e2-0ae5-44c3-ac60-e50430922fdf admin admin] Publish callbacks [] for security_group (a67afe08-c2ed-48c6-94b6-34ce0444d7e5), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:54.390353 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3ed970e2-0ae5-44c3-ac60-e50430922fdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (a67afe08-c2ed-48c6-94b6-34ce0444d7e5), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:54.425237 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd876894-c726-4312-bb70-74f7777b8f96 req-1a812262-0b16-4688-a968-fc621b6d11d0 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:54.432119 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd876894-c726-4312-bb70-74f7777b8f96 req-1a812262-0b16-4688-a968-fc621b6d11d0 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:54.438320 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd876894-c726-4312-bb70-74f7777b8f96 req-1a812262-0b16-4688-a968-fc621b6d11d0 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:54.444926 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd876894-c726-4312-bb70-74f7777b8f96 req-1a812262-0b16-4688-a968-fc621b6d11d0 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:54.450674 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd876894-c726-4312-bb70-74f7777b8f96 req-1a812262-0b16-4688-a968-fc621b6d11d0 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:54.462401 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd876894-c726-4312-bb70-74f7777b8f96 req-1a812262-0b16-4688-a968-fc621b6d11d0 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:54.484423 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd876894-c726-4312-bb70-74f7777b8f96 req-1a812262-0b16-4688-a968-fc621b6d11d0 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:54.486520 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cd876894-c726-4312-bb70-74f7777b8f96 req-1a812262-0b16-4688-a968-fc621b6d11d0 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 5441 time: 0.1324210 Feb 04 12:41:54.489940 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-3ed970e2-0ae5-44c3-ac60-e50430922fdf admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=15bff341c23140538f678d71c9d997ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3865368 Feb 04 12:41:54.491347 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed970e2-0ae5-44c3-ac60-e50430922fdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a67afe08-c2ed-48c6-94b6-34ce0444d7e5,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:41:54.507525 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 56290) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:41:54.599601 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 56294) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:41:54.620128 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b54d911d-aca6-43f9-9745-01d1df09479b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:54.777753 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-59569312-5512-4abb-a4d5-95f1695c25bc admin admin] Publish callbacks [] for security_group (a67afe08-c2ed-48c6-94b6-34ce0444d7e5), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:54.790846 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cd876894-c726-4312-bb70-74f7777b8f96 req-84676663-137e-419b-9f28-29f047019b05 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/security-groups?id=6fb9d925-f1ad-446a-9918-6c4396d6cf75&id=298cdae3-8a94-4f2b-ad9f-68a3e4a3ab72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2814748 Feb 04 12:41:54.832632 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6b8a00-351a-4f46-b69d-c93ffc2f61ed req-8e86337b-ebff-4618-a36b-3b9162276ea7 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:54.838761 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6b8a00-351a-4f46-b69d-c93ffc2f61ed req-8e86337b-ebff-4618-a36b-3b9162276ea7 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:54.844373 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6b8a00-351a-4f46-b69d-c93ffc2f61ed req-8e86337b-ebff-4618-a36b-3b9162276ea7 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:54.857135 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6b8a00-351a-4f46-b69d-c93ffc2f61ed req-8e86337b-ebff-4618-a36b-3b9162276ea7 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:54.859299 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6b8a00-351a-4f46-b69d-c93ffc2f61ed req-8e86337b-ebff-4618-a36b-3b9162276ea7 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:54.865343 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6b8a00-351a-4f46-b69d-c93ffc2f61ed req-8e86337b-ebff-4618-a36b-3b9162276ea7 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:54.875317 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b54d911d-aca6-43f9-9745-01d1df09479b admin admin] Publish callbacks [] for security_group (ef6457dc-ae7f-450a-82c4-79d5b73c6ae7), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:54.875503 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6b8a00-351a-4f46-b69d-c93ffc2f61ed req-8e86337b-ebff-4618-a36b-3b9162276ea7 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:54.888944 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b54d911d-aca6-43f9-9745-01d1df09479b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (ef6457dc-ae7f-450a-82c4-79d5b73c6ae7), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:54.889545 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5b6b8a00-351a-4f46-b69d-c93ffc2f61ed req-8e86337b-ebff-4618-a36b-3b9162276ea7 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 5419 time: 0.2744455 Feb 04 12:41:54.898337 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-59569312-5512-4abb-a4d5-95f1695c25bc admin admin] Publish callbacks [] for security_group (a67afe08-c2ed-48c6-94b6-34ce0444d7e5), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:54.941105 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-b54d911d-aca6-43f9-9745-01d1df09479b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c4a47e2bbc324b0eb027b915af28f1c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3400691 Feb 04 12:41:54.944563 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 56306) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:41:54.988497 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54d911d-aca6-43f9-9745-01d1df09479b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef6457dc-ae7f-450a-82c4-79d5b73c6ae7,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:41:55.070795 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-241aef76-cfb9-44c3-980f-9929344c3a72 admin admin] Publish callbacks [] for security_group (ef6457dc-ae7f-450a-82c4-79d5b73c6ae7), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:55.095293 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-241aef76-cfb9-44c3-980f-9929344c3a72 admin admin] Publish callbacks [] for security_group (ef6457dc-ae7f-450a-82c4-79d5b73c6ae7), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:55.162272 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-59569312-5512-4abb-a4d5-95f1695c25bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (a67afe08-c2ed-48c6-94b6-34ce0444d7e5), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:55.164928 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-59569312-5512-4abb-a4d5-95f1695c25bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:55.166068 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-59569312-5512-4abb-a4d5-95f1695c25bc admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a67afe08-c2ed-48c6-94b6-34ce0444d7e5 HTTP/1.1" status: 204 len: 168 time: 0.6540284 Feb 04 12:41:55.180106 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-241aef76-cfb9-44c3-980f-9929344c3a72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (ef6457dc-ae7f-450a-82c4-79d5b73c6ae7), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:55.196274 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-241aef76-cfb9-44c3-980f-9929344c3a72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:55.197446 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-241aef76-cfb9-44c3-980f-9929344c3a72 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ef6457dc-ae7f-450a-82c4-79d5b73c6ae7 HTTP/1.1" status: 204 len: 168 time: 0.2445850 Feb 04 12:41:55.214524 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59569312-5512-4abb-a4d5-95f1695c25bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a67afe08-c2ed-48c6-94b6-34ce0444d7e5,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:41:55.239851 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241aef76-cfb9-44c3-980f-9929344c3a72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef6457dc-ae7f-450a-82c4-79d5b73c6ae7,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:41:55.643057 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5b6b8a00-351a-4f46-b69d-c93ffc2f61ed req-3cedf098-3460-44b5-a8bd-06a2631520cb tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/security-groups?id=1efd02e5-7fef-4643-bad8-36300e562451&id=779ff2e0-1490-4b8d-a753-8a45cbf1a372&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7444346 Feb 04 12:41:56.502720 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60944ec6-7ff0-46c2-89ab-8a6eb621f782 req-2fdaf02c-da9c-449c-81d5-478ac5f3b94c tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:56.513578 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60944ec6-7ff0-46c2-89ab-8a6eb621f782 req-2fdaf02c-da9c-449c-81d5-478ac5f3b94c tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:56.521634 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60944ec6-7ff0-46c2-89ab-8a6eb621f782 req-2fdaf02c-da9c-449c-81d5-478ac5f3b94c tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:56.527391 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60944ec6-7ff0-46c2-89ab-8a6eb621f782 req-2fdaf02c-da9c-449c-81d5-478ac5f3b94c tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:56.532685 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60944ec6-7ff0-46c2-89ab-8a6eb621f782 req-2fdaf02c-da9c-449c-81d5-478ac5f3b94c tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:56.539215 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60944ec6-7ff0-46c2-89ab-8a6eb621f782 req-2fdaf02c-da9c-449c-81d5-478ac5f3b94c tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:56.544707 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60944ec6-7ff0-46c2-89ab-8a6eb621f782 req-2fdaf02c-da9c-449c-81d5-478ac5f3b94c tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:56.547103 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-60944ec6-7ff0-46c2-89ab-8a6eb621f782 req-2fdaf02c-da9c-449c-81d5-478ac5f3b94c tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 5441 time: 0.6034913 Feb 04 12:41:56.708800 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-60944ec6-7ff0-46c2-89ab-8a6eb621f782 req-422e4098-a7b9-4863-af76-601613c309cc tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/security-groups?id=6fb9d925-f1ad-446a-9918-6c4396d6cf75&id=298cdae3-8a94-4f2b-ad9f-68a3e4a3ab72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1542816 Feb 04 12:41:56.984260 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e45a684-c5b2-43e2-ad56-d785e48ed4dd req-cdbfb396-de7f-4442-a6a4-0abb4f4a923e tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:57.001448 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e45a684-c5b2-43e2-ad56-d785e48ed4dd req-cdbfb396-de7f-4442-a6a4-0abb4f4a923e tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:57.010097 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e45a684-c5b2-43e2-ad56-d785e48ed4dd req-cdbfb396-de7f-4442-a6a4-0abb4f4a923e tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:57.026142 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e45a684-c5b2-43e2-ad56-d785e48ed4dd req-cdbfb396-de7f-4442-a6a4-0abb4f4a923e tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:57.041726 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e45a684-c5b2-43e2-ad56-d785e48ed4dd req-cdbfb396-de7f-4442-a6a4-0abb4f4a923e tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:57.050357 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e45a684-c5b2-43e2-ad56-d785e48ed4dd req-cdbfb396-de7f-4442-a6a4-0abb4f4a923e tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:57.067281 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e45a684-c5b2-43e2-ad56-d785e48ed4dd req-cdbfb396-de7f-4442-a6a4-0abb4f4a923e tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:57.071861 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8e45a684-c5b2-43e2-ad56-d785e48ed4dd req-cdbfb396-de7f-4442-a6a4-0abb4f4a923e tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 5419 time: 0.2365437 Feb 04 12:41:57.260238 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8e45a684-c5b2-43e2-ad56-d785e48ed4dd req-3a3970f8-bd3a-4560-b6ce-da7f7677a1b8 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/security-groups?id=1efd02e5-7fef-4643-bad8-36300e562451&id=779ff2e0-1490-4b8d-a753-8a45cbf1a372&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1834841 Feb 04 12:41:57.654591 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571b9e84-606c-4fe8-9710-5abf824af77a req-9429b159-596a-46d1-93af-da1ecb2dc453 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:57.675364 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571b9e84-606c-4fe8-9710-5abf824af77a req-9429b159-596a-46d1-93af-da1ecb2dc453 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:57.687189 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571b9e84-606c-4fe8-9710-5abf824af77a req-9429b159-596a-46d1-93af-da1ecb2dc453 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:57.705487 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571b9e84-606c-4fe8-9710-5abf824af77a req-9429b159-596a-46d1-93af-da1ecb2dc453 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:57.717953 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571b9e84-606c-4fe8-9710-5abf824af77a req-9429b159-596a-46d1-93af-da1ecb2dc453 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:57.737209 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571b9e84-606c-4fe8-9710-5abf824af77a req-9429b159-596a-46d1-93af-da1ecb2dc453 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:57.751893 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571b9e84-606c-4fe8-9710-5abf824af77a req-9429b159-596a-46d1-93af-da1ecb2dc453 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:57.757325 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-571b9e84-606c-4fe8-9710-5abf824af77a req-9429b159-596a-46d1-93af-da1ecb2dc453 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.73 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 5441 time: 0.2649245 Feb 04 12:41:57.873827 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571b9e84-606c-4fe8-9710-5abf824af77a req-84b6b347-7a81-46ff-b8c4-d455db1a21a9 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:57.880210 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-571b9e84-606c-4fe8-9710-5abf824af77a req-84b6b347-7a81-46ff-b8c4-d455db1a21a9 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.73 "GET /v2.0/ports/7b388f88-9bfb-4b99-9347-ac1c0aba4fb8?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1132293 Feb 04 12:41:58.075432 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-571b9e84-606c-4fe8-9710-5abf824af77a req-7185ce82-09d1-41c2-b280-af2a37e9cf6d tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.73 "GET /v2.0/networks/80f2e8f7-bfae-4f05-b06d-33405f9fbdc0?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1888130 Feb 04 12:41:58.092938 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-571b9e84-606c-4fe8-9710-5abf824af77a req-ba34911f-3edf-4e7c-bfb9-1596f4f50349 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:41:58.336208 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-571b9e84-606c-4fe8-9710-5abf824af77a req-ba34911f-3edf-4e7c-bfb9-1596f4f50349 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (7b388f88-9bfb-4b99-9347-ac1c0aba4fb8), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:58.477401 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-264d11d0-72a0-4efd-96c4-23fb7b2a0a5e req-a3cab9d9-4579-4c3a-bb45-379f1102a796 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b5f4403d-2c99-488f-a800-71601b2388cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1586900 Feb 04 12:41:58.701585 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101aeff5-b1ba-4013-a728-6aaefed43a5a req-285b6525-5732-4814-a289-0024b8bf7f88 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:58.706909 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101aeff5-b1ba-4013-a728-6aaefed43a5a req-285b6525-5732-4814-a289-0024b8bf7f88 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:58.735222 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101aeff5-b1ba-4013-a728-6aaefed43a5a req-285b6525-5732-4814-a289-0024b8bf7f88 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:58.749325 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101aeff5-b1ba-4013-a728-6aaefed43a5a req-285b6525-5732-4814-a289-0024b8bf7f88 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:58.764630 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101aeff5-b1ba-4013-a728-6aaefed43a5a req-285b6525-5732-4814-a289-0024b8bf7f88 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:58.782664 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101aeff5-b1ba-4013-a728-6aaefed43a5a req-285b6525-5732-4814-a289-0024b8bf7f88 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:58.804428 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101aeff5-b1ba-4013-a728-6aaefed43a5a req-285b6525-5732-4814-a289-0024b8bf7f88 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:58.812305 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-101aeff5-b1ba-4013-a728-6aaefed43a5a req-285b6525-5732-4814-a289-0024b8bf7f88 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 5441 time: 0.7356548 Feb 04 12:41:58.937868 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-571b9e84-606c-4fe8-9710-5abf824af77a req-ba34911f-3edf-4e7c-bfb9-1596f4f50349 service neutron] For port 7b388f88-9bfb-4b99-9347-ac1c0aba4fb8, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=7b388f88-9bfb-4b99-9347-ac1c0aba4fb8,segment=NetworkSegment(f7d7b182-79a0-4db8-9fb8-bcb4599929bb),segment_id=f7d7b182-79a0-4db8-9fb8-bcb4599929bb)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:41:59.000100 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-571b9e84-606c-4fe8-9710-5abf824af77a req-ba34911f-3edf-4e7c-bfb9-1596f4f50349 service neutron] For port 7b388f88-9bfb-4b99-9347-ac1c0aba4fb8, host n-h1-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:41:59.046128 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-571b9e84-606c-4fe8-9710-5abf824af77a req-ba34911f-3edf-4e7c-bfb9-1596f4f50349 service neutron] device_id is not set on port 7b388f88-9bfb-4b99-9347-ac1c0aba4fb8 yet. {{(pid=103475) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 12:41:59.056922 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-571b9e84-606c-4fe8-9710-5abf824af77a req-ba34911f-3edf-4e7c-bfb9-1596f4f50349 service neutron] Publish callbacks [] for port (7b388f88-9bfb-4b99-9347-ac1c0aba4fb8), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:59.086140 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264d11d0-72a0-4efd-96c4-23fb7b2a0a5e req-f4cdc3f1-48cd-4f39-acf5-1d0c47399a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:59.087536 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-264d11d0-72a0-4efd-96c4-23fb7b2a0a5e req-f4cdc3f1-48cd-4f39-acf5-1d0c47399a7d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2621c15cc1bd482ebd83ce5142689cd2&device_id=b5f4403d-2c99-488f-a800-71601b2388cf HTTP/1.1" status: 200 len: 1132 time: 0.5674930 Feb 04 12:41:59.088542 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-571b9e84-606c-4fe8-9710-5abf824af77a req-ba34911f-3edf-4e7c-bfb9-1596f4f50349 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (7b388f88-9bfb-4b99-9347-ac1c0aba4fb8), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:59.204115 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba34911f-3edf-4e7c-bfb9-1596f4f50349 service neutron] Pushing event updated for resources: {'Port': ['ID=7b388f88-9bfb-4b99-9347-ac1c0aba4fb8,revision_number=6']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:41:59.245533 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca37872-57ee-4eb9-9e36-9a3d72779ce8 req-92d05f35-fedc-4670-bb55-d7c33b6d3496 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:59.256382 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca37872-57ee-4eb9-9e36-9a3d72779ce8 req-92d05f35-fedc-4670-bb55-d7c33b6d3496 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:59.280681 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca37872-57ee-4eb9-9e36-9a3d72779ce8 req-92d05f35-fedc-4670-bb55-d7c33b6d3496 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:59.287627 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca37872-57ee-4eb9-9e36-9a3d72779ce8 req-92d05f35-fedc-4670-bb55-d7c33b6d3496 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:59.301294 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca37872-57ee-4eb9-9e36-9a3d72779ce8 req-92d05f35-fedc-4670-bb55-d7c33b6d3496 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:59.333576 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca37872-57ee-4eb9-9e36-9a3d72779ce8 req-92d05f35-fedc-4670-bb55-d7c33b6d3496 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:59.358821 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca37872-57ee-4eb9-9e36-9a3d72779ce8 req-92d05f35-fedc-4670-bb55-d7c33b6d3496 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:59.362286 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-aca37872-57ee-4eb9-9e36-9a3d72779ce8 req-92d05f35-fedc-4670-bb55-d7c33b6d3496 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 5419 time: 0.8909447 Feb 04 12:41:59.511224 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264d11d0-72a0-4efd-96c4-23fb7b2a0a5e req-354eb045-5ed5-4a30-aa53-336d6bd55b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:59.513120 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-264d11d0-72a0-4efd-96c4-23fb7b2a0a5e req-354eb045-5ed5-4a30-aa53-336d6bd55b40 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2f7dc246-a024-4937-952c-0ddeef5af29c HTTP/1.1" status: 200 len: 870 time: 0.3147917 Feb 04 12:41:59.577560 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-101aeff5-b1ba-4013-a728-6aaefed43a5a req-328b32f8-e789-4f73-81a1-3ae71673fde8 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/security-groups?id=6fb9d925-f1ad-446a-9918-6c4396d6cf75&id=298cdae3-8a94-4f2b-ad9f-68a3e4a3ab72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5133040 Feb 04 12:41:59.705752 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-264d11d0-72a0-4efd-96c4-23fb7b2a0a5e req-3a043c4c-46f4-40ab-8845-a0b59a18bd1e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=e62902ea-3922-4402-b6d9-a093c5b59797 HTTP/1.1" status: 200 len: 217 time: 0.1393485 Feb 04 12:42:00.021482 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-571b9e84-606c-4fe8-9710-5abf824af77a req-ba34911f-3edf-4e7c-bfb9-1596f4f50349 service neutron] No DVR routers for this DVR port 7b388f88-9bfb-4b99-9347-ac1c0aba4fb8 on host n-h1-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:42:00.176051 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-81d38ef1-2931-46e3-beb0-019f92f5b353 None None] Provisioning complete for port 7b388f88-9bfb-4b99-9347-ac1c0aba4fb8 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:42:00.176496 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-81d38ef1-2931-46e3-beb0-019f92f5b353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (7b388f88-9bfb-4b99-9347-ac1c0aba4fb8), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:00.213942 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-571b9e84-606c-4fe8-9710-5abf824af77a req-ba34911f-3edf-4e7c-bfb9-1596f4f50349 service neutron] In _notify_port_updated(), no bound segment for port 7b388f88-9bfb-4b99-9347-ac1c0aba4fb8 on network 80f2e8f7-bfae-4f05-b06d-33405f9fbdc0 {{(pid=103475) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 04 12:42:00.214845 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571b9e84-606c-4fe8-9710-5abf824af77a req-ba34911f-3edf-4e7c-bfb9-1596f4f50349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:00.215561 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-571b9e84-606c-4fe8-9710-5abf824af77a req-ba34911f-3edf-4e7c-bfb9-1596f4f50349 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:00.217614 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-571b9e84-606c-4fe8-9710-5abf824af77a req-ba34911f-3edf-4e7c-bfb9-1596f4f50349 service neutron] 10.222.0.73 "PUT /v2.0/ports/7b388f88-9bfb-4b99-9347-ac1c0aba4fb8 HTTP/1.1" status: 200 len: 1031 time: 2.1353524 Feb 04 12:42:00.354473 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-aca37872-57ee-4eb9-9e36-9a3d72779ce8 req-af9f9de7-13c1-4e83-8d00-a7ecfcd19a43 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/security-groups?id=1efd02e5-7fef-4643-bad8-36300e562451&id=779ff2e0-1490-4b8d-a753-8a45cbf1a372&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8375688 Feb 04 12:42:00.368482 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-81d38ef1-2931-46e3-beb0-019f92f5b353 None None] Port 7b388f88-9bfb-4b99-9347-ac1c0aba4fb8 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:42:00.409731 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264d11d0-72a0-4efd-96c4-23fb7b2a0a5e req-aaa28312-8d3a-492c-b692-611ca88766db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:00.409731 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-264d11d0-72a0-4efd-96c4-23fb7b2a0a5e req-aaa28312-8d3a-492c-b692-611ca88766db service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5ee3374a-84e9-4639-853c-740c6edaf6dc HTTP/1.1" status: 200 len: 843 time: 0.6349900 Feb 04 12:42:00.673022 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571b9e84-606c-4fe8-9710-5abf824af77a req-5a43346c-d473-40e0-9258-0eee8b5b2c5c tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:00.682462 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-571b9e84-606c-4fe8-9710-5abf824af77a req-5a43346c-d473-40e0-9258-0eee8b5b2c5c tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.73 "GET /v2.0/ports/c52edd8b-620d-4771-b029-de54239b378d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3380427 Feb 04 12:42:00.702253 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-571b9e84-606c-4fe8-9710-5abf824af77a req-214507e4-de0c-49eb-96c4-ed557a394e42 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:42:00.961279 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264d11d0-72a0-4efd-96c4-23fb7b2a0a5e req-e8fb0b20-b319-46e3-af96-02f69786cc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:00.963583 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-264d11d0-72a0-4efd-96c4-23fb7b2a0a5e req-e8fb0b20-b319-46e3-af96-02f69786cc72 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2f7dc246-a024-4937-952c-0ddeef5af29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5471654 Feb 04 12:42:01.075117 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:01.092911 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-264d11d0-72a0-4efd-96c4-23fb7b2a0a5e req-c69cfeeb-19bd-4df4-a494-e3860877d225 service neutron] 10.222.0.73 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187935 Feb 04 12:42:01.200971 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-571b9e84-606c-4fe8-9710-5abf824af77a req-214507e4-de0c-49eb-96c4-ed557a394e42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (c52edd8b-620d-4771-b029-de54239b378d), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:01.364943 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-571b9e84-606c-4fe8-9710-5abf824af77a req-214507e4-de0c-49eb-96c4-ed557a394e42 service neutron] For port c52edd8b-620d-4771-b029-de54239b378d, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=c52edd8b-620d-4771-b029-de54239b378d,segment=NetworkSegment(f7d7b182-79a0-4db8-9fb8-bcb4599929bb),segment_id=f7d7b182-79a0-4db8-9fb8-bcb4599929bb)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:42:01.408539 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-571b9e84-606c-4fe8-9710-5abf824af77a req-214507e4-de0c-49eb-96c4-ed557a394e42 service neutron] For port c52edd8b-620d-4771-b029-de54239b378d, host n-h1-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:42:01.573898 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-264d11d0-72a0-4efd-96c4-23fb7b2a0a5e req-e3f542d6-6a74-4e90-999b-114f4bfb4198 service neutron] 10.222.0.73 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4734900 Feb 04 12:42:01.626157 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-571b9e84-606c-4fe8-9710-5abf824af77a req-214507e4-de0c-49eb-96c4-ed557a394e42 service neutron] device_id is not set on port c52edd8b-620d-4771-b029-de54239b378d yet. {{(pid=103475) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 12:42:01.665390 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-571b9e84-606c-4fe8-9710-5abf824af77a req-214507e4-de0c-49eb-96c4-ed557a394e42 service neutron] Publish callbacks [] for port (c52edd8b-620d-4771-b029-de54239b378d), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:01.679122 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-571b9e84-606c-4fe8-9710-5abf824af77a req-214507e4-de0c-49eb-96c4-ed557a394e42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (c52edd8b-620d-4771-b029-de54239b378d), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:01.695796 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e2c257-8e6a-4618-92f4-00c57317fb07 req-95b60eba-39c0-4de0-a50a-e2a72385288e tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:01.703699 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e2c257-8e6a-4618-92f4-00c57317fb07 req-95b60eba-39c0-4de0-a50a-e2a72385288e tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:01.709790 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e2c257-8e6a-4618-92f4-00c57317fb07 req-95b60eba-39c0-4de0-a50a-e2a72385288e tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:01.712728 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:01.717278 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e2c257-8e6a-4618-92f4-00c57317fb07 req-95b60eba-39c0-4de0-a50a-e2a72385288e tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:01.722787 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e2c257-8e6a-4618-92f4-00c57317fb07 req-95b60eba-39c0-4de0-a50a-e2a72385288e tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:01.729105 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e2c257-8e6a-4618-92f4-00c57317fb07 req-95b60eba-39c0-4de0-a50a-e2a72385288e tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:01.738625 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-74e2c257-8e6a-4618-92f4-00c57317fb07 req-95b60eba-39c0-4de0-a50a-e2a72385288e tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 4663 time: 0.9301620 Feb 04 12:42:01.753796 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device d2ad6fb4-8d1e-4351-b211-6a87ea7077d1 no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:42:01.950541 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-74e2c257-8e6a-4618-92f4-00c57317fb07 req-7f8fceea-d142-45cf-952b-91a1d1b66cd4 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/security-groups?id=6fb9d925-f1ad-446a-9918-6c4396d6cf75&id=298cdae3-8a94-4f2b-ad9f-68a3e4a3ab72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2109218 Feb 04 12:42:02.107125 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214507e4-de0c-49eb-96c4-ed557a394e42 service neutron] Pushing event updated for resources: {'Port': ['ID=c52edd8b-620d-4771-b029-de54239b378d,revision_number=6']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:42:02.119575 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-571b9e84-606c-4fe8-9710-5abf824af77a req-214507e4-de0c-49eb-96c4-ed557a394e42 service neutron] No DVR routers for this DVR port c52edd8b-620d-4771-b029-de54239b378d on host n-h1-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:42:02.135968 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port d2ad6fb4-8d1e-4351-b211-6a87ea7077d1 is: ACTIVE; New status is: DOWN {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:42:02.140276 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (d2ad6fb4-8d1e-4351-b211-6a87ea7077d1), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:02.307280 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port d2ad6fb4-8d1e-4351-b211-6a87ea7077d1, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=d2ad6fb4-8d1e-4351-b211-6a87ea7077d1,segment=NetworkSegment(457a9e0a-0e75-459f-be4c-5045e8830e74),segment_id=457a9e0a-0e75-459f-be4c-5045e8830e74)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:42:02.311803 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eefed902-5b4d-4ff7-b65f-81c365a034bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2ad6fb4-8d1e-4351-b211-6a87ea7077d1'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:42:02.318933 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214507e4-de0c-49eb-96c4-ed557a394e42 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:42:02.319702 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214507e4-de0c-49eb-96c4-ed557a394e42 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:42:02.320227 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214507e4-de0c-49eb-96c4-ed557a394e42 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:42:02.321238 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214507e4-de0c-49eb-96c4-ed557a394e42 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:42:02.322072 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73e9d40c-d74f-46bf-aa75-a9161a876129" -d '{"events": [{"server_uuid": "eefed902-5b4d-4ff7-b65f-81c365a034bc", "name": "network-vif-unplugged", "status": "completed", "tag": "d2ad6fb4-8d1e-4351-b211-6a87ea7077d1"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:42:02.323281 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214507e4-de0c-49eb-96c4-ed557a394e42 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:42:02.325084 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214507e4-de0c-49eb-96c4-ed557a394e42 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:42:02.326317 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214507e4-de0c-49eb-96c4-ed557a394e42 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:42:02.327718 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214507e4-de0c-49eb-96c4-ed557a394e42 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:42:02.328553 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214507e4-de0c-49eb-96c4-ed557a394e42 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:42:02.329762 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214507e4-de0c-49eb-96c4-ed557a394e42 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:42:02.332136 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214507e4-de0c-49eb-96c4-ed557a394e42 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:42:02.335025 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214507e4-de0c-49eb-96c4-ed557a394e42 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:42:02.336502 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214507e4-de0c-49eb-96c4-ed557a394e42 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:42:02.337707 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (d2ad6fb4-8d1e-4351-b211-6a87ea7077d1), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:02.350325 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device f1076bf2-b0e8-43a0-93ba-971d778811b6 no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:42:02.440829 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d02dee-71b1-4694-bc7f-cb46a9a01ef9 req-584068d5-9e6e-476b-9417-c9e043edcd36 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:02.496405 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d02dee-71b1-4694-bc7f-cb46a9a01ef9 req-584068d5-9e6e-476b-9417-c9e043edcd36 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:02.515138 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d02dee-71b1-4694-bc7f-cb46a9a01ef9 req-584068d5-9e6e-476b-9417-c9e043edcd36 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:02.542152 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d02dee-71b1-4694-bc7f-cb46a9a01ef9 req-584068d5-9e6e-476b-9417-c9e043edcd36 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:02.579323 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d02dee-71b1-4694-bc7f-cb46a9a01ef9 req-584068d5-9e6e-476b-9417-c9e043edcd36 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:02.630131 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d02dee-71b1-4694-bc7f-cb46a9a01ef9 req-584068d5-9e6e-476b-9417-c9e043edcd36 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:02.632556 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 12:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a85a8e4e-0d81-42f4-91ae-bdfc6dde9180 x-openstack-request-id: req-a85a8e4e-0d81-42f4-91ae-bdfc6dde9180 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:42:02.634408 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eefed902-5b4d-4ff7-b65f-81c365a034bc", "name": "network-vif-unplugged", "status": "completed", "tag": "d2ad6fb4-8d1e-4351-b211-6a87ea7077d1", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:42:02.635306 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a85a8e4e-0d81-42f4-91ae-bdfc6dde9180 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:42:02.641274 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eefed902-5b4d-4ff7-b65f-81c365a034bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2ad6fb4-8d1e-4351-b211-6a87ea7077d1', 'code': 200} Feb 04 12:42:02.657649 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d02dee-71b1-4694-bc7f-cb46a9a01ef9 req-584068d5-9e6e-476b-9417-c9e043edcd36 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:02.677283 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b3d02dee-71b1-4694-bc7f-cb46a9a01ef9 req-584068d5-9e6e-476b-9417-c9e043edcd36 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 5419 time: 0.9090374 Feb 04 12:42:02.810018 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=d2ad6fb4-8d1e-4351-b211-6a87ea7077d1,revision_number=6']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:42:03.012672 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b3d02dee-71b1-4694-bc7f-cb46a9a01ef9 req-a1859e4a-b986-4305-90a9-da9de964bab4 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/security-groups?id=1efd02e5-7fef-4643-bad8-36300e562451&id=779ff2e0-1490-4b8d-a753-8a45cbf1a372&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3243632 Feb 04 12:42:03.030893 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-571b9e84-606c-4fe8-9710-5abf824af77a req-214507e4-de0c-49eb-96c4-ed557a394e42 service neutron] In _notify_port_updated(), no bound segment for port c52edd8b-620d-4771-b029-de54239b378d on network 80f2e8f7-bfae-4f05-b06d-33405f9fbdc0 {{(pid=103475) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 04 12:42:03.035795 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571b9e84-606c-4fe8-9710-5abf824af77a req-214507e4-de0c-49eb-96c4-ed557a394e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:03.039292 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-571b9e84-606c-4fe8-9710-5abf824af77a req-214507e4-de0c-49eb-96c4-ed557a394e42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:03.039665 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port f1076bf2-b0e8-43a0-93ba-971d778811b6 is: ACTIVE; New status is: DOWN {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:42:03.041051 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (f1076bf2-b0e8-43a0-93ba-971d778811b6), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:03.047313 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-571b9e84-606c-4fe8-9710-5abf824af77a req-214507e4-de0c-49eb-96c4-ed557a394e42 service neutron] 10.222.0.73 "PUT /v2.0/ports/c52edd8b-620d-4771-b029-de54239b378d HTTP/1.1" status: 200 len: 1031 time: 2.3587241 Feb 04 12:42:03.239767 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port f1076bf2-b0e8-43a0-93ba-971d778811b6, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=f1076bf2-b0e8-43a0-93ba-971d778811b6,segment=NetworkSegment(997f147b-14c9-4e9d-8460-8208afc645ea),segment_id=997f147b-14c9-4e9d-8460-8208afc645ea)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:42:03.264910 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (f1076bf2-b0e8-43a0-93ba-971d778811b6), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:03.265670 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 369e2b86-af73-486f-abc1-03eef083894c no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:42:03.267510 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-8bea9878-a481-4bc4-8e54-6c543d5646df None None] Provisioning complete for port c52edd8b-620d-4771-b029-de54239b378d triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:42:03.267914 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8bea9878-a481-4bc4-8e54-6c543d5646df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (c52edd8b-620d-4771-b029-de54239b378d), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:03.508851 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-8bea9878-a481-4bc4-8e54-6c543d5646df None None] Port c52edd8b-620d-4771-b029-de54239b378d cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:42:03.583023 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e77d272-9d76-4e81-a629-d4a84ce762f7 req-8e5baffb-df00-4a49-aea7-48f296c71089 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:03.602136 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e77d272-9d76-4e81-a629-d4a84ce762f7 req-8e5baffb-df00-4a49-aea7-48f296c71089 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:03.612063 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=f1076bf2-b0e8-43a0-93ba-971d778811b6,revision_number=6']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:42:03.625026 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e77d272-9d76-4e81-a629-d4a84ce762f7 req-8e5baffb-df00-4a49-aea7-48f296c71089 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:03.630587 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e77d272-9d76-4e81-a629-d4a84ce762f7 req-8e5baffb-df00-4a49-aea7-48f296c71089 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:03.648073 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e77d272-9d76-4e81-a629-d4a84ce762f7 req-8e5baffb-df00-4a49-aea7-48f296c71089 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:03.673771 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1e77d272-9d76-4e81-a629-d4a84ce762f7 req-8e5baffb-df00-4a49-aea7-48f296c71089 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 3883 time: 0.5221813 Feb 04 12:42:03.853711 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1e77d272-9d76-4e81-a629-d4a84ce762f7 req-6b1dede7-70db-405d-a1ad-8ba6b5818d23 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/security-groups?id=6fb9d925-f1ad-446a-9918-6c4396d6cf75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1714885 Feb 04 12:42:03.877965 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-571b9e84-606c-4fe8-9710-5abf824af77a req-8a95d8ae-8a78-462b-a52d-378c65b36913 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Deleting port f1076bf2-b0e8-43a0-93ba-971d778811b6 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:42:03.878570 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-571b9e84-606c-4fe8-9710-5abf824af77a req-8a95d8ae-8a78-462b-a52d-378c65b36913 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (f1076bf2-b0e8-43a0-93ba-971d778811b6), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:04.218036 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-571b9e84-606c-4fe8-9710-5abf824af77a req-8a95d8ae-8a78-462b-a52d-378c65b36913 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] For port f1076bf2-b0e8-43a0-93ba-971d778811b6, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=f1076bf2-b0e8-43a0-93ba-971d778811b6,segment=NetworkSegment(997f147b-14c9-4e9d-8460-8208afc645ea),segment_id=997f147b-14c9-4e9d-8460-8208afc645ea)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:42:04.218853 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-571b9e84-606c-4fe8-9710-5abf824af77a req-8a95d8ae-8a78-462b-a52d-378c65b36913 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (f1076bf2-b0e8-43a0-93ba-971d778811b6), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:04.337621 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 369e2b86-af73-486f-abc1-03eef083894c is: ACTIVE; New status is: DOWN {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:42:04.338519 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (369e2b86-af73-486f-abc1-03eef083894c), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:04.379128 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 369e2b86-af73-486f-abc1-03eef083894c, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=369e2b86-af73-486f-abc1-03eef083894c,segment=NetworkSegment(f7d7b182-79a0-4db8-9fb8-bcb4599929bb),segment_id=f7d7b182-79a0-4db8-9fb8-bcb4599929bb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:42:04.385359 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (369e2b86-af73-486f-abc1-03eef083894c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:04.386744 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device c52edd8b-620d-4771-b029-de54239b378d no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:42:04.390357 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-571b9e84-606c-4fe8-9710-5abf824af77a req-8a95d8ae-8a78-462b-a52d-378c65b36913 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Calling delete_port for f1076bf2-b0e8-43a0-93ba-971d778811b6 owned by compute:nova {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:42:04.550858 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=369e2b86-af73-486f-abc1-03eef083894c,revision_number=6']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:42:04.563239 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] The host n-h1-825015-3 is not matching for port c52edd8b-620d-4771-b029-de54239b378d host ! {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 04 12:42:04.564022 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device c52edd8b-620d-4771-b029-de54239b378d not bound to the agent host n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:42:04.566231 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 93e26e23-aeae-4d7b-8b8d-5e1d20ed84ca no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:42:04.630057 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24217396-1aa0-4a95-a886-2b0169e64cd7 req-21156d3b-0de5-497c-af44-0a1bc3952521 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:04.643175 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24217396-1aa0-4a95-a886-2b0169e64cd7 req-21156d3b-0de5-497c-af44-0a1bc3952521 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:04.646740 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eefed902-5b4d-4ff7-b65f-81c365a034bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1076bf2-b0e8-43a0-93ba-971d778811b6'}, {'server_uuid': 'eefed902-5b4d-4ff7-b65f-81c365a034bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '369e2b86-af73-486f-abc1-03eef083894c'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:42:04.652112 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3a19859-0cbd-465f-8500-9d662bd525fc" -d '{"events": [{"server_uuid": "eefed902-5b4d-4ff7-b65f-81c365a034bc", "name": "network-vif-unplugged", "status": "completed", "tag": "f1076bf2-b0e8-43a0-93ba-971d778811b6"}, {"server_uuid": "eefed902-5b4d-4ff7-b65f-81c365a034bc", "name": "network-vif-unplugged", "status": "completed", "tag": "369e2b86-af73-486f-abc1-03eef083894c"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:42:04.659574 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24217396-1aa0-4a95-a886-2b0169e64cd7 req-21156d3b-0de5-497c-af44-0a1bc3952521 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:04.669206 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24217396-1aa0-4a95-a886-2b0169e64cd7 req-21156d3b-0de5-497c-af44-0a1bc3952521 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:04.682219 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24217396-1aa0-4a95-a886-2b0169e64cd7 req-21156d3b-0de5-497c-af44-0a1bc3952521 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:04.702568 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24217396-1aa0-4a95-a886-2b0169e64cd7 req-21156d3b-0de5-497c-af44-0a1bc3952521 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:04.720429 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24217396-1aa0-4a95-a886-2b0169e64cd7 req-21156d3b-0de5-497c-af44-0a1bc3952521 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:04.725679 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-24217396-1aa0-4a95-a886-2b0169e64cd7 req-21156d3b-0de5-497c-af44-0a1bc3952521 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 5419 time: 0.5036707 Feb 04 12:42:04.837007 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 93e26e23-aeae-4d7b-8b8d-5e1d20ed84ca is: ACTIVE; New status is: DOWN {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:42:04.840865 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (93e26e23-aeae-4d7b-8b8d-5e1d20ed84ca), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:04.886071 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 04 Feb 2022 12:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0adb2c2c-7e5a-477d-be21-5b601f7d571c x-openstack-request-id: req-0adb2c2c-7e5a-477d-be21-5b601f7d571c {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:42:04.886425 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eefed902-5b4d-4ff7-b65f-81c365a034bc", "name": "network-vif-unplugged", "status": "completed", "tag": "f1076bf2-b0e8-43a0-93ba-971d778811b6", "code": 200}, {"server_uuid": "eefed902-5b4d-4ff7-b65f-81c365a034bc", "name": "network-vif-unplugged", "status": "completed", "tag": "369e2b86-af73-486f-abc1-03eef083894c", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:42:04.886624 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0adb2c2c-7e5a-477d-be21-5b601f7d571c {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:42:04.890159 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eefed902-5b4d-4ff7-b65f-81c365a034bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1076bf2-b0e8-43a0-93ba-971d778811b6', 'code': 200} Feb 04 12:42:04.895810 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eefed902-5b4d-4ff7-b65f-81c365a034bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '369e2b86-af73-486f-abc1-03eef083894c', 'code': 200} Feb 04 12:42:04.982908 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 93e26e23-aeae-4d7b-8b8d-5e1d20ed84ca, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=93e26e23-aeae-4d7b-8b8d-5e1d20ed84ca,segment=NetworkSegment(f7d7b182-79a0-4db8-9fb8-bcb4599929bb),segment_id=f7d7b182-79a0-4db8-9fb8-bcb4599929bb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:42:04.987759 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (93e26e23-aeae-4d7b-8b8d-5e1d20ed84ca), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:04.988710 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 3c7ea0a0-286d-46f3-a903-1dfdfdc45ff0 no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:42:05.000932 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-24217396-1aa0-4a95-a886-2b0169e64cd7 req-10fd97af-7263-46d9-9713-8e92becbfb1b tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/security-groups?id=1efd02e5-7fef-4643-bad8-36300e562451&id=779ff2e0-1490-4b8d-a753-8a45cbf1a372&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2657340 Feb 04 12:42:05.235213 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=93e26e23-aeae-4d7b-8b8d-5e1d20ed84ca,revision_number=6']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:42:05.299695 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-571b9e84-606c-4fe8-9710-5abf824af77a req-8a95d8ae-8a78-462b-a52d-378c65b36913 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (f1076bf2-b0e8-43a0-93ba-971d778811b6), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:05.367125 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 3c7ea0a0-286d-46f3-a903-1dfdfdc45ff0 is: ACTIVE; New status is: DOWN {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:42:05.371148 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (3c7ea0a0-286d-46f3-a903-1dfdfdc45ff0), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:05.450699 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a95d8ae-8a78-462b-a52d-378c65b36913 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Pushing event deleted for resources: {'Port': ['ID=f1076bf2-b0e8-43a0-93ba-971d778811b6,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:42:05.486376 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 3c7ea0a0-286d-46f3-a903-1dfdfdc45ff0, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=3c7ea0a0-286d-46f3-a903-1dfdfdc45ff0,segment=NetworkSegment(997f147b-14c9-4e9d-8460-8208afc645ea),segment_id=997f147b-14c9-4e9d-8460-8208afc645ea)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:42:05.509826 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (3c7ea0a0-286d-46f3-a903-1dfdfdc45ff0), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:05.510756 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 7b388f88-9bfb-4b99-9347-ac1c0aba4fb8 no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:42:05.617875 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18453637-9f5e-44f0-842e-9df945f3bab6 req-f2d50e72-300e-4614-82ae-f58df8a6e47a tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:05.636116 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18453637-9f5e-44f0-842e-9df945f3bab6 req-f2d50e72-300e-4614-82ae-f58df8a6e47a tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:05.650142 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18453637-9f5e-44f0-842e-9df945f3bab6 req-f2d50e72-300e-4614-82ae-f58df8a6e47a tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:05.679540 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18453637-9f5e-44f0-842e-9df945f3bab6 req-f2d50e72-300e-4614-82ae-f58df8a6e47a tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:05.690036 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18453637-9f5e-44f0-842e-9df945f3bab6 req-f2d50e72-300e-4614-82ae-f58df8a6e47a tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:05.707605 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-18453637-9f5e-44f0-842e-9df945f3bab6 req-f2d50e72-300e-4614-82ae-f58df8a6e47a tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 3799 time: 0.6526852 Feb 04 12:42:05.740809 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-571b9e84-606c-4fe8-9710-5abf824af77a req-8a95d8ae-8a78-462b-a52d-378c65b36913 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] No DVR routers for this DVR port f1076bf2-b0e8-43a0-93ba-971d778811b6 on host n-h1-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:42:05.744749 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-571b9e84-606c-4fe8-9710-5abf824af77a req-8a95d8ae-8a78-462b-a52d-378c65b36913 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:05.750157 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-571b9e84-606c-4fe8-9710-5abf824af77a req-8a95d8ae-8a78-462b-a52d-378c65b36913 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.73 "DELETE /v2.0/ports/f1076bf2-b0e8-43a0-93ba-971d778811b6 HTTP/1.1" status: 204 len: 173 time: 2.7017443 Feb 04 12:42:05.752339 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eefed902-5b4d-4ff7-b65f-81c365a034bc', 'name': 'network-vif-deleted', 'tag': 'f1076bf2-b0e8-43a0-93ba-971d778811b6'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:42:05.754677 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af36f4f3-108e-4f80-b094-673a0cb76e79" -d '{"events": [{"server_uuid": "eefed902-5b4d-4ff7-b65f-81c365a034bc", "name": "network-vif-deleted", "tag": "f1076bf2-b0e8-43a0-93ba-971d778811b6"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:42:05.822830 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-18453637-9f5e-44f0-842e-9df945f3bab6 req-51ac68fd-2e03-41bd-af51-6b5f4b7fe85e tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/security-groups?id=6fb9d925-f1ad-446a-9918-6c4396d6cf75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853629 Feb 04 12:42:05.915016 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b59d534-c3ab-42a4-bf03-9217777c9166 x-openstack-request-id: req-4b59d534-c3ab-42a4-bf03-9217777c9166 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:42:05.915309 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eefed902-5b4d-4ff7-b65f-81c365a034bc", "name": "network-vif-deleted", "tag": "f1076bf2-b0e8-43a0-93ba-971d778811b6", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:42:05.924431 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4b59d534-c3ab-42a4-bf03-9217777c9166 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:42:05.928309 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eefed902-5b4d-4ff7-b65f-81c365a034bc', 'name': 'network-vif-deleted', 'tag': 'f1076bf2-b0e8-43a0-93ba-971d778811b6', 'status': 'completed', 'code': 200} Feb 04 12:42:05.964320 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=3c7ea0a0-286d-46f3-a903-1dfdfdc45ff0,revision_number=6']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:42:05.978380 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] The host n-h1-825015-3 is not matching for port 7b388f88-9bfb-4b99-9347-ac1c0aba4fb8 host ! {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 04 12:42:05.979242 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 7b388f88-9bfb-4b99-9347-ac1c0aba4fb8 not bound to the agent host n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:42:06.225260 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-571b9e84-606c-4fe8-9710-5abf824af77a req-aedc99c2-0fb4-4857-a7d0-fdcbd0e4b1c8 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Deleting port 3c7ea0a0-286d-46f3-a903-1dfdfdc45ff0 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:42:06.225260 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-571b9e84-606c-4fe8-9710-5abf824af77a req-aedc99c2-0fb4-4857-a7d0-fdcbd0e4b1c8 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (3c7ea0a0-286d-46f3-a903-1dfdfdc45ff0), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:06.897454 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eefed902-5b4d-4ff7-b65f-81c365a034bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93e26e23-aeae-4d7b-8b8d-5e1d20ed84ca'}, {'server_uuid': 'eefed902-5b4d-4ff7-b65f-81c365a034bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c7ea0a0-286d-46f3-a903-1dfdfdc45ff0'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:42:06.902757 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47cb2b16-7a37-4d6a-a609-8e30f64892b4" -d '{"events": [{"server_uuid": "eefed902-5b4d-4ff7-b65f-81c365a034bc", "name": "network-vif-unplugged", "status": "completed", "tag": "93e26e23-aeae-4d7b-8b8d-5e1d20ed84ca"}, {"server_uuid": "eefed902-5b4d-4ff7-b65f-81c365a034bc", "name": "network-vif-unplugged", "status": "completed", "tag": "3c7ea0a0-286d-46f3-a903-1dfdfdc45ff0"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:42:07.590539 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c07009e-d6d5-43b1-9337-6df9fafb30ba req-5721516e-ddb0-49b3-9f7c-15c96d35f0fd tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:07.605600 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c07009e-d6d5-43b1-9337-6df9fafb30ba req-5721516e-ddb0-49b3-9f7c-15c96d35f0fd tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:07.621261 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c07009e-d6d5-43b1-9337-6df9fafb30ba req-5721516e-ddb0-49b3-9f7c-15c96d35f0fd tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:07.631464 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c07009e-d6d5-43b1-9337-6df9fafb30ba req-5721516e-ddb0-49b3-9f7c-15c96d35f0fd tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:07.650872 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c07009e-d6d5-43b1-9337-6df9fafb30ba req-5721516e-ddb0-49b3-9f7c-15c96d35f0fd tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:07.658792 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c07009e-d6d5-43b1-9337-6df9fafb30ba req-5721516e-ddb0-49b3-9f7c-15c96d35f0fd tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:07.672698 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c07009e-d6d5-43b1-9337-6df9fafb30ba req-5721516e-ddb0-49b3-9f7c-15c96d35f0fd tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:07.680546 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5c07009e-d6d5-43b1-9337-6df9fafb30ba req-5721516e-ddb0-49b3-9f7c-15c96d35f0fd tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 5419 time: 1.3329511 Feb 04 12:42:07.795718 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5c07009e-d6d5-43b1-9337-6df9fafb30ba req-8d7eb459-5c7e-45f9-9e71-8a02a5d5ffa6 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/security-groups?id=1efd02e5-7fef-4643-bad8-36300e562451&id=779ff2e0-1490-4b8d-a753-8a45cbf1a372&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1127293 Feb 04 12:42:07.849067 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-571b9e84-606c-4fe8-9710-5abf824af77a req-aedc99c2-0fb4-4857-a7d0-fdcbd0e4b1c8 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] For port 3c7ea0a0-286d-46f3-a903-1dfdfdc45ff0, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=3c7ea0a0-286d-46f3-a903-1dfdfdc45ff0,segment=NetworkSegment(997f147b-14c9-4e9d-8460-8208afc645ea),segment_id=997f147b-14c9-4e9d-8460-8208afc645ea)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:42:07.850400 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-571b9e84-606c-4fe8-9710-5abf824af77a req-aedc99c2-0fb4-4857-a7d0-fdcbd0e4b1c8 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (3c7ea0a0-286d-46f3-a903-1dfdfdc45ff0), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:07.876484 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 04 Feb 2022 12:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e36600f3-a1da-4aa3-9ad7-27f02c586786 x-openstack-request-id: req-e36600f3-a1da-4aa3-9ad7-27f02c586786 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:42:07.876984 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eefed902-5b4d-4ff7-b65f-81c365a034bc", "name": "network-vif-unplugged", "status": "completed", "tag": "93e26e23-aeae-4d7b-8b8d-5e1d20ed84ca", "code": 200}, {"server_uuid": "eefed902-5b4d-4ff7-b65f-81c365a034bc", "name": "network-vif-unplugged", "status": "completed", "tag": "3c7ea0a0-286d-46f3-a903-1dfdfdc45ff0", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:42:07.877500 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e36600f3-a1da-4aa3-9ad7-27f02c586786 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:42:07.878103 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eefed902-5b4d-4ff7-b65f-81c365a034bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93e26e23-aeae-4d7b-8b8d-5e1d20ed84ca', 'code': 200} Feb 04 12:42:07.878550 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eefed902-5b4d-4ff7-b65f-81c365a034bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c7ea0a0-286d-46f3-a903-1dfdfdc45ff0', 'code': 200} Feb 04 12:42:07.893217 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-571b9e84-606c-4fe8-9710-5abf824af77a req-aedc99c2-0fb4-4857-a7d0-fdcbd0e4b1c8 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Calling delete_port for 3c7ea0a0-286d-46f3-a903-1dfdfdc45ff0 owned by compute:nova {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:42:08.277856 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-571b9e84-606c-4fe8-9710-5abf824af77a req-aedc99c2-0fb4-4857-a7d0-fdcbd0e4b1c8 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (3c7ea0a0-286d-46f3-a903-1dfdfdc45ff0), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:08.433236 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456d7fd4-f45d-4d13-984d-5c3a6555b019 req-41b0f0d4-9863-4e07-816d-c2cb9ab99520 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:08.448576 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456d7fd4-f45d-4d13-984d-5c3a6555b019 req-41b0f0d4-9863-4e07-816d-c2cb9ab99520 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:08.463075 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456d7fd4-f45d-4d13-984d-5c3a6555b019 req-41b0f0d4-9863-4e07-816d-c2cb9ab99520 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:08.487094 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456d7fd4-f45d-4d13-984d-5c3a6555b019 req-41b0f0d4-9863-4e07-816d-c2cb9ab99520 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:08.491479 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-456d7fd4-f45d-4d13-984d-5c3a6555b019 req-41b0f0d4-9863-4e07-816d-c2cb9ab99520 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 3064 time: 1.0380137 Feb 04 12:42:08.550196 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedc99c2-0fb4-4857-a7d0-fdcbd0e4b1c8 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Pushing event deleted for resources: {'Port': ['ID=3c7ea0a0-286d-46f3-a903-1dfdfdc45ff0,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:42:08.562985 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-571b9e84-606c-4fe8-9710-5abf824af77a req-aedc99c2-0fb4-4857-a7d0-fdcbd0e4b1c8 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] No DVR routers for this DVR port 3c7ea0a0-286d-46f3-a903-1dfdfdc45ff0 on host n-h1-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:42:08.572725 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-571b9e84-606c-4fe8-9710-5abf824af77a req-aedc99c2-0fb4-4857-a7d0-fdcbd0e4b1c8 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:08.576059 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-571b9e84-606c-4fe8-9710-5abf824af77a req-aedc99c2-0fb4-4857-a7d0-fdcbd0e4b1c8 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.73 "DELETE /v2.0/ports/3c7ea0a0-286d-46f3-a903-1dfdfdc45ff0 HTTP/1.1" status: 204 len: 173 time: 2.8179705 Feb 04 12:42:08.582991 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eefed902-5b4d-4ff7-b65f-81c365a034bc', 'name': 'network-vif-deleted', 'tag': '3c7ea0a0-286d-46f3-a903-1dfdfdc45ff0'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:42:08.588302 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db57dd15-730c-4a1c-9da1-2a3ca6f59a20" -d '{"events": [{"server_uuid": "eefed902-5b4d-4ff7-b65f-81c365a034bc", "name": "network-vif-deleted", "tag": "3c7ea0a0-286d-46f3-a903-1dfdfdc45ff0"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:42:08.736553 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-755877ba-6f63-49cc-be64-d6dbf1a59516 x-openstack-request-id: req-755877ba-6f63-49cc-be64-d6dbf1a59516 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:42:08.737219 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eefed902-5b4d-4ff7-b65f-81c365a034bc", "name": "network-vif-deleted", "tag": "3c7ea0a0-286d-46f3-a903-1dfdfdc45ff0", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:42:08.737462 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-755877ba-6f63-49cc-be64-d6dbf1a59516 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:42:08.737961 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eefed902-5b4d-4ff7-b65f-81c365a034bc', 'name': 'network-vif-deleted', 'tag': '3c7ea0a0-286d-46f3-a903-1dfdfdc45ff0', 'status': 'completed', 'code': 200} Feb 04 12:42:09.118767 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-456d7fd4-f45d-4d13-984d-5c3a6555b019 req-da3c6a3b-1e8a-41f8-bc41-305a808b4e0a tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/security-groups?id=6fb9d925-f1ad-446a-9918-6c4396d6cf75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5724249 Feb 04 12:42:09.541265 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7be4fd3-8ed9-40a5-98c2-7ecf1421b850 req-6f48237e-2937-48ec-b726-0c13ec08d09f tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:09.551544 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7be4fd3-8ed9-40a5-98c2-7ecf1421b850 req-6f48237e-2937-48ec-b726-0c13ec08d09f tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:09.570694 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7be4fd3-8ed9-40a5-98c2-7ecf1421b850 req-6f48237e-2937-48ec-b726-0c13ec08d09f tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:09.582551 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7be4fd3-8ed9-40a5-98c2-7ecf1421b850 req-6f48237e-2937-48ec-b726-0c13ec08d09f tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:09.596759 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7be4fd3-8ed9-40a5-98c2-7ecf1421b850 req-6f48237e-2937-48ec-b726-0c13ec08d09f tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:09.608402 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7be4fd3-8ed9-40a5-98c2-7ecf1421b850 req-6f48237e-2937-48ec-b726-0c13ec08d09f tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:09.623674 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7be4fd3-8ed9-40a5-98c2-7ecf1421b850 req-6f48237e-2937-48ec-b726-0c13ec08d09f tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:09.625723 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e7be4fd3-8ed9-40a5-98c2-7ecf1421b850 req-6f48237e-2937-48ec-b726-0c13ec08d09f tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 5419 time: 0.5344336 Feb 04 12:42:09.714129 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-571b9e84-606c-4fe8-9710-5abf824af77a req-3625038c-0db3-435c-98da-db596b8ebd9d tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Deleting port d2ad6fb4-8d1e-4351-b211-6a87ea7077d1 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:42:09.714464 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-571b9e84-606c-4fe8-9710-5abf824af77a req-3625038c-0db3-435c-98da-db596b8ebd9d tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (d2ad6fb4-8d1e-4351-b211-6a87ea7077d1), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:09.909273 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e7be4fd3-8ed9-40a5-98c2-7ecf1421b850 req-a3923356-2e80-4320-b53a-785959f342ee tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/security-groups?id=1efd02e5-7fef-4643-bad8-36300e562451&id=779ff2e0-1490-4b8d-a753-8a45cbf1a372&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2714250 Feb 04 12:42:09.984060 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-571b9e84-606c-4fe8-9710-5abf824af77a req-3625038c-0db3-435c-98da-db596b8ebd9d tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] For port d2ad6fb4-8d1e-4351-b211-6a87ea7077d1, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=d2ad6fb4-8d1e-4351-b211-6a87ea7077d1,segment=NetworkSegment(457a9e0a-0e75-459f-be4c-5045e8830e74),segment_id=457a9e0a-0e75-459f-be4c-5045e8830e74)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:42:09.984684 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-571b9e84-606c-4fe8-9710-5abf824af77a req-3625038c-0db3-435c-98da-db596b8ebd9d tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (d2ad6fb4-8d1e-4351-b211-6a87ea7077d1), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:10.474812 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 12:42:10.732083 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3c0d61-abdc-4b3a-8634-5631f5fa9632 req-0958a2bf-7d89-4d6e-a346-36c200afa7d4 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:10.746836 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3c0d61-abdc-4b3a-8634-5631f5fa9632 req-0958a2bf-7d89-4d6e-a346-36c200afa7d4 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:10.763569 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3c0d61-abdc-4b3a-8634-5631f5fa9632 req-0958a2bf-7d89-4d6e-a346-36c200afa7d4 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:10.765287 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5e3c0d61-abdc-4b3a-8634-5631f5fa9632 req-0958a2bf-7d89-4d6e-a346-36c200afa7d4 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 2409 time: 0.2367451 Feb 04 12:42:10.910077 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-571b9e84-606c-4fe8-9710-5abf824af77a req-3625038c-0db3-435c-98da-db596b8ebd9d tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:10.915986 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-571b9e84-606c-4fe8-9710-5abf824af77a req-3625038c-0db3-435c-98da-db596b8ebd9d tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1599943'] for floatingip (3d4d2bf4-b726-4c3f-a2e3-ffa07379faa1), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:10.918009 n-d-825015-3 neutron-server[103475]: INFO neutron.db.l3_db [req-571b9e84-606c-4fe8-9710-5abf824af77a req-3625038c-0db3-435c-98da-db596b8ebd9d tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Floating IP 3d4d2bf4-b726-4c3f-a2e3-ffa07379faa1 disassociated. External IP: 172.25.3.20, port: d2ad6fb4-8d1e-4351-b211-6a87ea7077d1. Feb 04 12:42:10.918545 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-571b9e84-606c-4fe8-9710-5abf824af77a req-3625038c-0db3-435c-98da-db596b8ebd9d tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Calling delete_port for d2ad6fb4-8d1e-4351-b211-6a87ea7077d1 owned by compute:nova {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:42:11.017838 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 57240) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:42:11.050384 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5e3c0d61-abdc-4b3a-8634-5631f5fa9632 req-f6c8f12d-2e26-4166-a79f-821cf52c49a2 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/security-groups?id=6fb9d925-f1ad-446a-9918-6c4396d6cf75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2714100 Feb 04 12:42:11.476039 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50057f86-3cec-449c-9377-69c637e506f1 req-4455797b-c9b8-4964-87d7-ea770e124ae4 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:11.481467 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50057f86-3cec-449c-9377-69c637e506f1 req-4455797b-c9b8-4964-87d7-ea770e124ae4 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:11.487725 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50057f86-3cec-449c-9377-69c637e506f1 req-4455797b-c9b8-4964-87d7-ea770e124ae4 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:11.493803 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50057f86-3cec-449c-9377-69c637e506f1 req-4455797b-c9b8-4964-87d7-ea770e124ae4 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:11.499037 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50057f86-3cec-449c-9377-69c637e506f1 req-4455797b-c9b8-4964-87d7-ea770e124ae4 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:11.504527 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50057f86-3cec-449c-9377-69c637e506f1 req-4455797b-c9b8-4964-87d7-ea770e124ae4 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:11.510757 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50057f86-3cec-449c-9377-69c637e506f1 req-4455797b-c9b8-4964-87d7-ea770e124ae4 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:11.518575 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-50057f86-3cec-449c-9377-69c637e506f1 req-4455797b-c9b8-4964-87d7-ea770e124ae4 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 5419 time: 0.2907255 Feb 04 12:42:11.610585 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-50057f86-3cec-449c-9377-69c637e506f1 req-588abdc6-90be-4aab-9a83-a2528494065a tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/security-groups?id=1efd02e5-7fef-4643-bad8-36300e562451&id=779ff2e0-1490-4b8d-a753-8a45cbf1a372&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0908499 Feb 04 12:42:11.778460 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-571b9e84-606c-4fe8-9710-5abf824af77a req-3625038c-0db3-435c-98da-db596b8ebd9d tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (d2ad6fb4-8d1e-4351-b211-6a87ea7077d1), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:11.876270 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3625038c-0db3-435c-98da-db596b8ebd9d tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Pushing event deleted for resources: {'Port': ['ID=d2ad6fb4-8d1e-4351-b211-6a87ea7077d1,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:42:12.391149 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [req-571b9e84-606c-4fe8-9710-5abf824af77a req-3625038c-0db3-435c-98da-db596b8ebd9d tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Router 4e1b200e-8479-411b-be95-b320e16e13ba has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:42:12.679452 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef90bda-dd7a-49b4-8875-f43996abe300 req-a54fb198-e8eb-4b74-be26-2cafd09cc522 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:12.735596 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef90bda-dd7a-49b4-8875-f43996abe300 req-a54fb198-e8eb-4b74-be26-2cafd09cc522 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:12.743202 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-eef90bda-dd7a-49b4-8875-f43996abe300 req-a54fb198-e8eb-4b74-be26-2cafd09cc522 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 1676 time: 0.4247537 Feb 04 12:42:13.051417 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-eef90bda-dd7a-49b4-8875-f43996abe300 req-8cb35f80-4089-4b39-b303-01c462718168 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/security-groups?id=6fb9d925-f1ad-446a-9918-6c4396d6cf75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1889577 Feb 04 12:42:13.120128 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf7fa97-597e-4a63-bd87-1e546f0d2b4f req-be2c8a8c-d6fa-4723-869e-41e173a83c4d tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:13.129617 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf7fa97-597e-4a63-bd87-1e546f0d2b4f req-be2c8a8c-d6fa-4723-869e-41e173a83c4d tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:13.138546 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf7fa97-597e-4a63-bd87-1e546f0d2b4f req-be2c8a8c-d6fa-4723-869e-41e173a83c4d tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:13.147875 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf7fa97-597e-4a63-bd87-1e546f0d2b4f req-be2c8a8c-d6fa-4723-869e-41e173a83c4d tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:13.154506 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf7fa97-597e-4a63-bd87-1e546f0d2b4f req-be2c8a8c-d6fa-4723-869e-41e173a83c4d tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:13.160239 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf7fa97-597e-4a63-bd87-1e546f0d2b4f req-be2c8a8c-d6fa-4723-869e-41e173a83c4d tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:13.165859 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf7fa97-597e-4a63-bd87-1e546f0d2b4f req-be2c8a8c-d6fa-4723-869e-41e173a83c4d tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:13.174060 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ecf7fa97-597e-4a63-bd87-1e546f0d2b4f req-be2c8a8c-d6fa-4723-869e-41e173a83c4d tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 5419 time: 0.3089819 Feb 04 12:42:13.277997 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ecf7fa97-597e-4a63-bd87-1e546f0d2b4f req-8c043ed2-d869-478b-80fe-1479fbbffcf2 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/security-groups?id=1efd02e5-7fef-4643-bad8-36300e562451&id=779ff2e0-1490-4b8d-a753-8a45cbf1a372&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1029580 Feb 04 12:42:13.286417 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-571b9e84-606c-4fe8-9710-5abf824af77a req-3625038c-0db3-435c-98da-db596b8ebd9d tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:42:13.308408 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644f63ef-31d3-4457-bb98-707ebbab7ecf None None] Sync routers for ids ['4e1b200e-8479-411b-be95-b320e16e13ba'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:42:13.328793 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644f63ef-31d3-4457-bb98-707ebbab7ecf None None] Routers {'4e1b200e-8479-411b-be95-b320e16e13ba'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:42:13.331823 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-644f63ef-31d3-4457-bb98-707ebbab7ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:41:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['4e1b200e-8479-411b-be95-b320e16e13ba'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:42:13.402437 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-571b9e84-606c-4fe8-9710-5abf824af77a req-3625038c-0db3-435c-98da-db596b8ebd9d tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] No DVR routers for this DVR port d2ad6fb4-8d1e-4351-b211-6a87ea7077d1 on host n-h1-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:42:13.407198 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-571b9e84-606c-4fe8-9710-5abf824af77a req-3625038c-0db3-435c-98da-db596b8ebd9d tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:13.416982 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-571b9e84-606c-4fe8-9710-5abf824af77a req-3625038c-0db3-435c-98da-db596b8ebd9d tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.73 "DELETE /v2.0/ports/d2ad6fb4-8d1e-4351-b211-6a87ea7077d1 HTTP/1.1" status: 204 len: 173 time: 4.8164725 Feb 04 12:42:13.440704 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eefed902-5b4d-4ff7-b65f-81c365a034bc', 'name': 'network-vif-deleted', 'tag': 'd2ad6fb4-8d1e-4351-b211-6a87ea7077d1'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:42:13.475956 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f03592af-cab0-485f-863a-05e96b12aad1" -d '{"events": [{"server_uuid": "eefed902-5b4d-4ff7-b65f-81c365a034bc", "name": "network-vif-deleted", "tag": "d2ad6fb4-8d1e-4351-b211-6a87ea7077d1"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:42:13.637386 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-644f63ef-31d3-4457-bb98-707ebbab7ecf None None] Set router 4e1b200e-8479-411b-be95-b320e16e13ba gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:42:13.720409 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0cc0042-ee4f-4aa1-af81-1be0ee6df884 x-openstack-request-id: req-c0cc0042-ee4f-4aa1-af81-1be0ee6df884 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:42:13.720764 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eefed902-5b4d-4ff7-b65f-81c365a034bc", "name": "network-vif-deleted", "tag": "d2ad6fb4-8d1e-4351-b211-6a87ea7077d1", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:42:13.720979 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c0cc0042-ee4f-4aa1-af81-1be0ee6df884 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:42:13.721829 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eefed902-5b4d-4ff7-b65f-81c365a034bc', 'name': 'network-vif-deleted', 'tag': 'd2ad6fb4-8d1e-4351-b211-6a87ea7077d1', 'status': 'completed', 'code': 200} Feb 04 12:42:13.856462 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-571b9e84-606c-4fe8-9710-5abf824af77a req-4e3b5979-8f7d-454e-81c7-5d368a52f070 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Deleting port 93e26e23-aeae-4d7b-8b8d-5e1d20ed84ca {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:42:13.870952 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-571b9e84-606c-4fe8-9710-5abf824af77a req-4e3b5979-8f7d-454e-81c7-5d368a52f070 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (93e26e23-aeae-4d7b-8b8d-5e1d20ed84ca), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:14.274181 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-571b9e84-606c-4fe8-9710-5abf824af77a req-4e3b5979-8f7d-454e-81c7-5d368a52f070 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] For port 93e26e23-aeae-4d7b-8b8d-5e1d20ed84ca, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=93e26e23-aeae-4d7b-8b8d-5e1d20ed84ca,segment=NetworkSegment(f7d7b182-79a0-4db8-9fb8-bcb4599929bb),segment_id=f7d7b182-79a0-4db8-9fb8-bcb4599929bb)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:42:14.274565 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-571b9e84-606c-4fe8-9710-5abf824af77a req-4e3b5979-8f7d-454e-81c7-5d368a52f070 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (93e26e23-aeae-4d7b-8b8d-5e1d20ed84ca), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:14.300179 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-644f63ef-31d3-4457-bb98-707ebbab7ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e1b200e-8479-411b-be95-b320e16e13ba', 'name': 'tempest-TaggedBootDevicesTest_v242-1771587443-router', 'tenant_id': '6d2d96abb2ff46d88357aa25adf70711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'cd86ce84-4e84-4b08-9edd-0b441fdce631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:34:45Z', 'updated_at': '2022-02-04T12:34:59Z', 'revision_number': 4, 'project_id': '6d2d96abb2ff46d88357aa25adf70711', 'gw_port': {'id': 'cd86ce84-4e84-4b08-9edd-0b441fdce631', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e1b200e-8479-411b-be95-b320e16e13ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:34:48Z', 'updated_at': '2022-02-04T12:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '884fc68d-ed33-4ae6-baa7-9d1c005410a3', 'name': '', 'network_id': '647cdb67-8c3d-4450-9185-dcf62d584045', 'tenant_id': '6d2d96abb2ff46d88357aa25adf70711', 'mac_address': 'fa:16:3e:29:fc:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e1b200e-8479-411b-be95-b320e16e13ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '2531695a-dce9-4ba8-8fe1-981de5f81c6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:34:56Z', 'updated_at': '2022-02-04T12:35:10Z', 'revision_number': 5, 'project_id': '6d2d96abb2ff46d88357aa25adf70711', 'subnets': [{'id': '2531695a-dce9-4ba8-8fe1-981de5f81c6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:42:14.343104 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0fd81004-7591-4914-bea4-448cfcf13352 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622215'] for router_interface (b0aa9850-1fc9-4b45-b5d9-86a312a36035), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:14.430245 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644f63ef-31d3-4457-bb98-707ebbab7ecf None None] Checking router: 4e1b200e-8479-411b-be95-b320e16e13ba for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:42:14.452791 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-571b9e84-606c-4fe8-9710-5abf824af77a req-4e3b5979-8f7d-454e-81c7-5d368a52f070 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Calling delete_port for 93e26e23-aeae-4d7b-8b8d-5e1d20ed84ca owned by compute:nova {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:42:14.462775 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644f63ef-31d3-4457-bb98-707ebbab7ecf None None] Routers {'4e1b200e-8479-411b-be95-b320e16e13ba'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:42:14.463813 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-644f63ef-31d3-4457-bb98-707ebbab7ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:41:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['4e1b200e-8479-411b-be95-b320e16e13ba'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:42:14.780125 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-644f63ef-31d3-4457-bb98-707ebbab7ecf None None] Set router 4e1b200e-8479-411b-be95-b320e16e13ba gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:42:15.106655 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-644f63ef-31d3-4457-bb98-707ebbab7ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e1b200e-8479-411b-be95-b320e16e13ba', 'name': 'tempest-TaggedBootDevicesTest_v242-1771587443-router', 'tenant_id': '6d2d96abb2ff46d88357aa25adf70711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'cd86ce84-4e84-4b08-9edd-0b441fdce631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:34:45Z', 'updated_at': '2022-02-04T12:34:59Z', 'revision_number': 4, 'project_id': '6d2d96abb2ff46d88357aa25adf70711', 'gw_port': {'id': 'cd86ce84-4e84-4b08-9edd-0b441fdce631', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e1b200e-8479-411b-be95-b320e16e13ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:34:48Z', 'updated_at': '2022-02-04T12:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '884fc68d-ed33-4ae6-baa7-9d1c005410a3', 'name': '', 'network_id': '647cdb67-8c3d-4450-9185-dcf62d584045', 'tenant_id': '6d2d96abb2ff46d88357aa25adf70711', 'mac_address': 'fa:16:3e:29:fc:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e1b200e-8479-411b-be95-b320e16e13ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '2531695a-dce9-4ba8-8fe1-981de5f81c6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:34:56Z', 'updated_at': '2022-02-04T12:35:10Z', 'revision_number': 5, 'project_id': '6d2d96abb2ff46d88357aa25adf70711', 'subnets': [{'id': '2531695a-dce9-4ba8-8fe1-981de5f81c6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:42:15.145207 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644f63ef-31d3-4457-bb98-707ebbab7ecf None None] The sync data for ids ['4e1b200e-8479-411b-be95-b320e16e13ba'] in n-d-825015-3 is: [{'id': '4e1b200e-8479-411b-be95-b320e16e13ba', 'name': 'tempest-TaggedBootDevicesTest_v242-1771587443-router', 'tenant_id': '6d2d96abb2ff46d88357aa25adf70711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'cd86ce84-4e84-4b08-9edd-0b441fdce631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:34:45Z', 'updated_at': '2022-02-04T12:34:59Z', 'revision_number': 4, 'project_id': '6d2d96abb2ff46d88357aa25adf70711', 'gw_port': {'id': 'cd86ce84-4e84-4b08-9edd-0b441fdce631', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e1b200e-8479-411b-be95-b320e16e13ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:34:48Z', 'updated_at': '2022-02-04T12:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '884fc68d-ed33-4ae6-baa7-9d1c005410a3', 'name': '', 'network_id': '647cdb67-8c3d-4450-9185-dcf62d584045', 'tenant_id': '6d2d96abb2ff46d88357aa25adf70711', 'mac_address': 'fa:16:3e:29:fc:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e1b200e-8479-411b-be95-b320e16e13ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '2531695a-dce9-4ba8-8fe1-981de5f81c6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:34:56Z', 'updated_at': '2022-02-04T12:35:10Z', 'revision_number': 5, 'project_id': '6d2d96abb2ff46d88357aa25adf70711', 'subnets': [{'id': '2531695a-dce9-4ba8-8fe1-981de5f81c6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:42:15.272438 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-571b9e84-606c-4fe8-9710-5abf824af77a req-4e3b5979-8f7d-454e-81c7-5d368a52f070 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (93e26e23-aeae-4d7b-8b8d-5e1d20ed84ca), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:15.330976 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-0fd81004-7591-4914-bea4-448cfcf13352 admin admin] Deleting port 0cc4bf65-8bb5-4426-a85d-7c0469d389ac {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:42:15.334320 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0fd81004-7591-4914-bea4-448cfcf13352 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (0cc4bf65-8bb5-4426-a85d-7c0469d389ac), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:15.503757 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3b5979-8f7d-454e-81c7-5d368a52f070 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Pushing event deleted for resources: {'Port': ['ID=93e26e23-aeae-4d7b-8b8d-5e1d20ed84ca,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:42:15.537049 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7960494b-0375-453d-b771-6a532aac302b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:15.598860 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-0fd81004-7591-4914-bea4-448cfcf13352 admin admin] For port 0cc4bf65-8bb5-4426-a85d-7c0469d389ac, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=0cc4bf65-8bb5-4426-a85d-7c0469d389ac,segment=NetworkSegment(5ed040aa-461d-409f-a40b-8004d8898c3c),segment_id=5ed040aa-461d-409f-a40b-8004d8898c3c)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:42:15.600428 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0fd81004-7591-4914-bea4-448cfcf13352 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (0cc4bf65-8bb5-4426-a85d-7c0469d389ac), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:15.625926 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bc2997-dc47-4eb4-b2dd-5c91860d9088 req-85712602-98d8-4f5e-b2c7-43632bb42e1b tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:15.638275 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bc2997-dc47-4eb4-b2dd-5c91860d9088 req-85712602-98d8-4f5e-b2c7-43632bb42e1b tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:15.656781 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bc2997-dc47-4eb4-b2dd-5c91860d9088 req-85712602-98d8-4f5e-b2c7-43632bb42e1b tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:15.660264 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-0fd81004-7591-4914-bea4-448cfcf13352 admin admin] Calling delete_port for 0cc4bf65-8bb5-4426-a85d-7c0469d389ac owned by network:router_interface {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:42:15.676834 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bc2997-dc47-4eb4-b2dd-5c91860d9088 req-85712602-98d8-4f5e-b2c7-43632bb42e1b tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:15.701436 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bc2997-dc47-4eb4-b2dd-5c91860d9088 req-85712602-98d8-4f5e-b2c7-43632bb42e1b tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:15.707291 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bc2997-dc47-4eb4-b2dd-5c91860d9088 req-85712602-98d8-4f5e-b2c7-43632bb42e1b tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:15.725115 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bc2997-dc47-4eb4-b2dd-5c91860d9088 req-85712602-98d8-4f5e-b2c7-43632bb42e1b tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:15.733947 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d0bc2997-dc47-4eb4-b2dd-5c91860d9088 req-85712602-98d8-4f5e-b2c7-43632bb42e1b tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 5419 time: 1.1610146 Feb 04 12:42:15.775432 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb6b2d0-6bfa-4914-83c7-73f2e4b6e918 req-93bbc777-06a2-4cb1-bae6-668f5a8b6a28 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:15.805852 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b717f577-2658-435f-ba08-2d03ab1aa051 None None] New status for floating IP 3d4d2bf4-b726-4c3f-a2e3-ffa07379faa1: DOWN {{(pid=103477) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 12:42:15.820015 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb6b2d0-6bfa-4914-83c7-73f2e4b6e918 req-93bbc777-06a2-4cb1-bae6-668f5a8b6a28 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:15.831696 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5fb6b2d0-6bfa-4914-83c7-73f2e4b6e918 req-93bbc777-06a2-4cb1-bae6-668f5a8b6a28 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 1599 time: 1.4349320 Feb 04 12:42:16.030563 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-571b9e84-606c-4fe8-9710-5abf824af77a req-4e3b5979-8f7d-454e-81c7-5d368a52f070 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] No DVR routers for this DVR port 93e26e23-aeae-4d7b-8b8d-5e1d20ed84ca on host n-h1-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:42:16.042051 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-571b9e84-606c-4fe8-9710-5abf824af77a req-4e3b5979-8f7d-454e-81c7-5d368a52f070 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:16.045402 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-571b9e84-606c-4fe8-9710-5abf824af77a req-4e3b5979-8f7d-454e-81c7-5d368a52f070 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.73 "DELETE /v2.0/ports/93e26e23-aeae-4d7b-8b8d-5e1d20ed84ca HTTP/1.1" status: 204 len: 173 time: 2.6132164 Feb 04 12:42:16.097871 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eefed902-5b4d-4ff7-b65f-81c365a034bc', 'name': 'network-vif-deleted', 'tag': '93e26e23-aeae-4d7b-8b8d-5e1d20ed84ca'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:42:16.116481 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c75db4c3-2ee7-4ae7-9f8a-c69a83cac4d5" -d '{"events": [{"server_uuid": "eefed902-5b4d-4ff7-b65f-81c365a034bc", "name": "network-vif-deleted", "tag": "93e26e23-aeae-4d7b-8b8d-5e1d20ed84ca"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:42:16.287481 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0fd81004-7591-4914-bea4-448cfcf13352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (0cc4bf65-8bb5-4426-a85d-7c0469d389ac), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:16.352867 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd81004-7591-4914-bea4-448cfcf13352 admin admin] Pushing event deleted for resources: {'Port': ['ID=0cc4bf65-8bb5-4426-a85d-7c0469d389ac,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:42:16.390666 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd81004-7591-4914-bea4-448cfcf13352 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:42:16.391024 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd81004-7591-4914-bea4-448cfcf13352 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:42:16.391536 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd81004-7591-4914-bea4-448cfcf13352 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:42:16.392113 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd81004-7591-4914-bea4-448cfcf13352 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:42:16.392667 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd81004-7591-4914-bea4-448cfcf13352 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:42:16.395322 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd81004-7591-4914-bea4-448cfcf13352 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:42:16.395871 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd81004-7591-4914-bea4-448cfcf13352 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:42:16.396549 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd81004-7591-4914-bea4-448cfcf13352 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:42:16.397204 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd81004-7591-4914-bea4-448cfcf13352 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:42:16.400578 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd81004-7591-4914-bea4-448cfcf13352 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:42:16.401100 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd81004-7591-4914-bea4-448cfcf13352 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:42:16.401595 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd81004-7591-4914-bea4-448cfcf13352 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:42:16.402166 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd81004-7591-4914-bea4-448cfcf13352 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:42:16.410039 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 57338) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:42:16.674765 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d0bc2997-dc47-4eb4-b2dd-5c91860d9088 req-60685444-2b41-4022-8f78-b2066b9b5abe tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/security-groups?id=1efd02e5-7fef-4643-bad8-36300e562451&id=779ff2e0-1490-4b8d-a753-8a45cbf1a372&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8319223 Feb 04 12:42:16.720086 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5fb6b2d0-6bfa-4914-83c7-73f2e4b6e918 req-c82539d5-7051-4c3f-ad63-512b9dd6a99a tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/security-groups?id=6fb9d925-f1ad-446a-9918-6c4396d6cf75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8856146 Feb 04 12:42:16.804624 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-571b9e84-606c-4fe8-9710-5abf824af77a req-16f5037b-9ae7-41ce-ac0d-ec9ed8ac6bbe tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Deleting port 369e2b86-af73-486f-abc1-03eef083894c {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:42:16.804974 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-571b9e84-606c-4fe8-9710-5abf824af77a req-16f5037b-9ae7-41ce-ac0d-ec9ed8ac6bbe tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (369e2b86-af73-486f-abc1-03eef083894c), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:16.958760 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0fd81004-7591-4914-bea4-448cfcf13352 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622067'] for router_interface (b0aa9850-1fc9-4b45-b5d9-86a312a36035), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:16.970388 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3efa0f76-b90d-4bb8-94f0-70bf4e909945 x-openstack-request-id: req-3efa0f76-b90d-4bb8-94f0-70bf4e909945 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:42:16.971596 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eefed902-5b4d-4ff7-b65f-81c365a034bc", "name": "network-vif-deleted", "tag": "93e26e23-aeae-4d7b-8b8d-5e1d20ed84ca", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:42:16.972351 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3efa0f76-b90d-4bb8-94f0-70bf4e909945 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:42:16.973748 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eefed902-5b4d-4ff7-b65f-81c365a034bc', 'name': 'network-vif-deleted', 'tag': '93e26e23-aeae-4d7b-8b8d-5e1d20ed84ca', 'status': 'completed', 'code': 200} Feb 04 12:42:17.026383 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0a95c0c2-95b3-4116-be6e-96b9c6d38a7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:17.118527 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-571b9e84-606c-4fe8-9710-5abf824af77a req-16f5037b-9ae7-41ce-ac0d-ec9ed8ac6bbe tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] For port 369e2b86-af73-486f-abc1-03eef083894c, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=369e2b86-af73-486f-abc1-03eef083894c,segment=NetworkSegment(f7d7b182-79a0-4db8-9fb8-bcb4599929bb),segment_id=f7d7b182-79a0-4db8-9fb8-bcb4599929bb)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:42:17.119210 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-571b9e84-606c-4fe8-9710-5abf824af77a req-16f5037b-9ae7-41ce-ac0d-ec9ed8ac6bbe tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (369e2b86-af73-486f-abc1-03eef083894c), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:17.151098 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-571b9e84-606c-4fe8-9710-5abf824af77a req-16f5037b-9ae7-41ce-ac0d-ec9ed8ac6bbe tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Calling delete_port for 369e2b86-af73-486f-abc1-03eef083894c owned by compute:nova {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:42:17.489136 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-571b9e84-606c-4fe8-9710-5abf824af77a req-16f5037b-9ae7-41ce-ac0d-ec9ed8ac6bbe tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (369e2b86-af73-486f-abc1-03eef083894c), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:17.571772 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f5037b-9ae7-41ce-ac0d-ec9ed8ac6bbe tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Pushing event deleted for resources: {'Port': ['ID=369e2b86-af73-486f-abc1-03eef083894c,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:42:17.673277 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-571b9e84-606c-4fe8-9710-5abf824af77a req-16f5037b-9ae7-41ce-ac0d-ec9ed8ac6bbe tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] No DVR routers for this DVR port 369e2b86-af73-486f-abc1-03eef083894c on host n-h1-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:42:17.676244 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-571b9e84-606c-4fe8-9710-5abf824af77a req-16f5037b-9ae7-41ce-ac0d-ec9ed8ac6bbe tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:17.680356 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-571b9e84-606c-4fe8-9710-5abf824af77a req-16f5037b-9ae7-41ce-ac0d-ec9ed8ac6bbe tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.73 "DELETE /v2.0/ports/369e2b86-af73-486f-abc1-03eef083894c HTTP/1.1" status: 204 len: 173 time: 1.5569735 Feb 04 12:42:17.899008 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0a95c0c2-95b3-4116-be6e-96b9c6d38a7d admin admin] Publish callbacks [] for security_group (8b0174ce-4f4d-4fbd-848b-5c4e76b0b4b2), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:17.908533 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0a95c0c2-95b3-4116-be6e-96b9c6d38a7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (8b0174ce-4f4d-4fbd-848b-5c4e76b0b4b2), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:17.991900 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-76054ded-6abf-46a2-b87d-91597b833a70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:18.010673 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a95c0c2-95b3-4116-be6e-96b9c6d38a7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b0174ce-4f4d-4fbd-848b-5c4e76b0b4b2,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:42:18.030890 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dd44d27c-7727-493c-879c-7a9cbc1e6ce4 req-aafde9db-2528-4d13-ae17-002640e742db tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 210 time: 0.1089308 Feb 04 12:42:18.071813 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fd81004-7591-4914-bea4-448cfcf13352 admin admin] Router b0aa9850-1fc9-4b45-b5d9-86a312a36035 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:42:18.101357 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 57362) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:42:18.104192 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-0a95c0c2-95b3-4116-be6e-96b9c6d38a7d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f58b903344644467b7978605198a4de7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6589601 Feb 04 12:42:18.171628 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f05ccd-3ac3-47c6-bd16-3669da0a0be3 req-8a96eb00-5419-4269-bf7f-e975d9925a8f tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:18.195538 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f05ccd-3ac3-47c6-bd16-3669da0a0be3 req-8a96eb00-5419-4269-bf7f-e975d9925a8f tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:18.201861 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f05ccd-3ac3-47c6-bd16-3669da0a0be3 req-8a96eb00-5419-4269-bf7f-e975d9925a8f tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:18.219292 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f05ccd-3ac3-47c6-bd16-3669da0a0be3 req-8a96eb00-5419-4269-bf7f-e975d9925a8f tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:18.229999 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f05ccd-3ac3-47c6-bd16-3669da0a0be3 req-8a96eb00-5419-4269-bf7f-e975d9925a8f tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:18.245581 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f05ccd-3ac3-47c6-bd16-3669da0a0be3 req-8a96eb00-5419-4269-bf7f-e975d9925a8f tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:18.250821 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f05ccd-3ac3-47c6-bd16-3669da0a0be3 req-8a96eb00-5419-4269-bf7f-e975d9925a8f tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:18.260078 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b8f05ccd-3ac3-47c6-bd16-3669da0a0be3 req-8a96eb00-5419-4269-bf7f-e975d9925a8f tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 5419 time: 0.3398454 Feb 04 12:42:18.320259 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fd81004-7591-4914-bea4-448cfcf13352 admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:42:18.332495 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-0fd81004-7591-4914-bea4-448cfcf13352 admin admin] 10.222.0.65 "PUT /v2.0/routers/b0aa9850-1fc9-4b45-b5d9-86a312a36035/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3110719 Feb 04 12:42:18.333830 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 57364) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:42:18.334654 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ee77d9-c6d6-49b5-8d9e-bb14d98540d0 None None] Sync routers for ids ['b0aa9850-1fc9-4b45-b5d9-86a312a36035'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:42:18.340864 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-aaa2e7b9-8856-40dc-a154-c3055bb3c824 admin admin] Publish callbacks [] for security_group (8b0174ce-4f4d-4fbd-848b-5c4e76b0b4b2), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:18.352558 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ee77d9-c6d6-49b5-8d9e-bb14d98540d0 None None] Routers {'b0aa9850-1fc9-4b45-b5d9-86a312a36035'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:42:18.354099 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-16ee77d9-c6d6-49b5-8d9e-bb14d98540d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:42:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['b0aa9850-1fc9-4b45-b5d9-86a312a36035'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:42:18.371545 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-aaa2e7b9-8856-40dc-a154-c3055bb3c824 admin admin] Publish callbacks [] for security_group (8b0174ce-4f4d-4fbd-848b-5c4e76b0b4b2), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:18.442090 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b8f05ccd-3ac3-47c6-bd16-3669da0a0be3 req-cfe83b7f-daae-41cd-8336-efaedd986166 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/security-groups?id=1efd02e5-7fef-4643-bad8-36300e562451&id=779ff2e0-1490-4b8d-a753-8a45cbf1a372&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1736012 Feb 04 12:42:18.452587 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-aaa2e7b9-8856-40dc-a154-c3055bb3c824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (8b0174ce-4f4d-4fbd-848b-5c4e76b0b4b2), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:18.457845 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-aaa2e7b9-8856-40dc-a154-c3055bb3c824 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:18.459724 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-aaa2e7b9-8856-40dc-a154-c3055bb3c824 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8b0174ce-4f4d-4fbd-848b-5c4e76b0b4b2 HTTP/1.1" status: 204 len: 168 time: 0.3574054 Feb 04 12:42:18.500593 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa2e7b9-8856-40dc-a154-c3055bb3c824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b0174ce-4f4d-4fbd-848b-5c4e76b0b4b2,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:42:18.578177 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-930654f1-39d5-436b-8915-88e6069bd500 admin admin] Publish callbacks [] for router (b0aa9850-1fc9-4b45-b5d9-86a312a36035), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:18.608577 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-16ee77d9-c6d6-49b5-8d9e-bb14d98540d0 None None] Set router b0aa9850-1fc9-4b45-b5d9-86a312a36035 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:42:18.891164 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-930654f1-39d5-436b-8915-88e6069bd500 admin admin] Publish callbacks [] for router_gateway (b0aa9850-1fc9-4b45-b5d9-86a312a36035), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:18.974984 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eefed902-5b4d-4ff7-b65f-81c365a034bc', 'name': 'network-vif-deleted', 'tag': '369e2b86-af73-486f-abc1-03eef083894c'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:42:18.977857 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6769b60a-4d79-434a-9285-0cb3a2411a03" -d '{"events": [{"server_uuid": "eefed902-5b4d-4ff7-b65f-81c365a034bc", "name": "network-vif-deleted", "tag": "369e2b86-af73-486f-abc1-03eef083894c"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:42:19.037037 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 57380) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:42:19.054855 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2808d163-93c8-486a-bd0e-6c5a43cbbc2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:19.068221 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-930654f1-39d5-436b-8915-88e6069bd500 admin admin] Deleting port eabe40b0-e655-4f19-ba01-3adf8d6b0a00 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:42:19.068867 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-930654f1-39d5-436b-8915-88e6069bd500 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (eabe40b0-e655-4f19-ba01-3adf8d6b0a00), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:19.149027 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-16ee77d9-c6d6-49b5-8d9e-bb14d98540d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0aa9850-1fc9-4b45-b5d9-86a312a36035', 'name': 'tempest-AttachVolumeTestJSON-1474130634-router', 'tenant_id': '31d6c346447a48008dccda4817c529a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'eabe40b0-e655-4f19-ba01-3adf8d6b0a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:33:03Z', 'updated_at': '2022-02-04T12:42:16Z', 'revision_number': 5, 'project_id': '31d6c346447a48008dccda4817c529a1', 'gw_port': {'id': 'eabe40b0-e655-4f19-ba01-3adf8d6b0a00', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0aa9850-1fc9-4b45-b5d9-86a312a36035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:33:06Z', 'updated_at': '2022-02-04T12:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:42:19.254567 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ee77d9-c6d6-49b5-8d9e-bb14d98540d0 None None] Checking router: b0aa9850-1fc9-4b45-b5d9-86a312a36035 for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:42:19.292761 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2808d163-93c8-486a-bd0e-6c5a43cbbc2b admin admin] Publish callbacks [] for security_group (9549829c-20ff-4020-9e6f-48781d79fee6), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:19.326792 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86caa419-106f-41cb-bd18-f1e5e8ee275e x-openstack-request-id: req-86caa419-106f-41cb-bd18-f1e5e8ee275e {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:42:19.327464 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eefed902-5b4d-4ff7-b65f-81c365a034bc", "name": "network-vif-deleted", "tag": "369e2b86-af73-486f-abc1-03eef083894c", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:42:19.327992 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-86caa419-106f-41cb-bd18-f1e5e8ee275e {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:42:19.328605 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eefed902-5b4d-4ff7-b65f-81c365a034bc', 'name': 'network-vif-deleted', 'tag': '369e2b86-af73-486f-abc1-03eef083894c', 'status': 'completed', 'code': 200} Feb 04 12:42:19.344579 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-65303700-4cdd-403a-8a4e-467f8d2c6198 req-5d005954-cdac-4903-b327-1897f6c9e6a3 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 210 time: 0.0490384 Feb 04 12:42:19.346649 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2808d163-93c8-486a-bd0e-6c5a43cbbc2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (9549829c-20ff-4020-9e6f-48781d79fee6), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:19.356716 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:19.367296 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ee77d9-c6d6-49b5-8d9e-bb14d98540d0 None None] Routers {'b0aa9850-1fc9-4b45-b5d9-86a312a36035'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:42:19.368304 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-16ee77d9-c6d6-49b5-8d9e-bb14d98540d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:42:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['b0aa9850-1fc9-4b45-b5d9-86a312a36035'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:42:19.400231 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-930654f1-39d5-436b-8915-88e6069bd500 admin admin] For port eabe40b0-e655-4f19-ba01-3adf8d6b0a00, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=eabe40b0-e655-4f19-ba01-3adf8d6b0a00,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:42:19.401908 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-930654f1-39d5-436b-8915-88e6069bd500 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (eabe40b0-e655-4f19-ba01-3adf8d6b0a00), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:19.443853 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-930654f1-39d5-436b-8915-88e6069bd500 admin admin] Calling delete_port for eabe40b0-e655-4f19-ba01-3adf8d6b0a00 owned by network:router_gateway {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:42:19.541053 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2808d163-93c8-486a-bd0e-6c5a43cbbc2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9549829c-20ff-4020-9e6f-48781d79fee6,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:42:19.586007 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-2808d163-93c8-486a-bd0e-6c5a43cbbc2b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7201684ceb0c472d89b9952527d2016c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5471263 Feb 04 12:42:19.598600 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 57396) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:42:19.693289 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-16ee77d9-c6d6-49b5-8d9e-bb14d98540d0 None None] Set router b0aa9850-1fc9-4b45-b5d9-86a312a36035 gateway port host: None {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:42:19.866360 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-16ee77d9-c6d6-49b5-8d9e-bb14d98540d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0aa9850-1fc9-4b45-b5d9-86a312a36035', 'name': 'tempest-AttachVolumeTestJSON-1474130634-router', 'tenant_id': '31d6c346447a48008dccda4817c529a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:33:03Z', 'updated_at': '2022-02-04T12:42:18Z', 'revision_number': 6, 'project_id': '31d6c346447a48008dccda4817c529a1', 'gw_port_host': None}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:42:19.924071 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ee77d9-c6d6-49b5-8d9e-bb14d98540d0 None None] The sync data for ids ['b0aa9850-1fc9-4b45-b5d9-86a312a36035'] in n-d-825015-3 is: [{'id': 'b0aa9850-1fc9-4b45-b5d9-86a312a36035', 'name': 'tempest-AttachVolumeTestJSON-1474130634-router', 'tenant_id': '31d6c346447a48008dccda4817c529a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:33:03Z', 'updated_at': '2022-02-04T12:42:18Z', 'revision_number': 6, 'project_id': '31d6c346447a48008dccda4817c529a1', 'gw_port_host': None}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:42:19.980495 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6fade4a7-c606-4c91-8230-4c2f4532c393 admin admin] Publish callbacks [] for security_group (9549829c-20ff-4020-9e6f-48781d79fee6), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:20.024949 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-930654f1-39d5-436b-8915-88e6069bd500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (eabe40b0-e655-4f19-ba01-3adf8d6b0a00), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:20.040182 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6fade4a7-c606-4c91-8230-4c2f4532c393 admin admin] Publish callbacks [] for security_group (9549829c-20ff-4020-9e6f-48781d79fee6), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:20.176807 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6fade4a7-c606-4c91-8230-4c2f4532c393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (9549829c-20ff-4020-9e6f-48781d79fee6), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:20.187054 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6fade4a7-c606-4c91-8230-4c2f4532c393 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:20.191763 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-6fade4a7-c606-4c91-8230-4c2f4532c393 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9549829c-20ff-4020-9e6f-48781d79fee6 HTTP/1.1" status: 204 len: 168 time: 0.5940845 Feb 04 12:42:20.250580 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930654f1-39d5-436b-8915-88e6069bd500 admin admin] Pushing event deleted for resources: {'Port': ['ID=eabe40b0-e655-4f19-ba01-3adf8d6b0a00,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:42:20.260335 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-930654f1-39d5-436b-8915-88e6069bd500 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1599901'] for router_gateway (b0aa9850-1fc9-4b45-b5d9-86a312a36035), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:20.282052 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e566619-f3ed-4539-84de-01229b89c75e req-c7a04ad6-d40b-44b8-99f9-33262bcbdf1a tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:20.288571 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e566619-f3ed-4539-84de-01229b89c75e req-c7a04ad6-d40b-44b8-99f9-33262bcbdf1a tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:20.308151 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e566619-f3ed-4539-84de-01229b89c75e req-c7a04ad6-d40b-44b8-99f9-33262bcbdf1a tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:20.313498 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e566619-f3ed-4539-84de-01229b89c75e req-c7a04ad6-d40b-44b8-99f9-33262bcbdf1a tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:20.336955 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e566619-f3ed-4539-84de-01229b89c75e req-c7a04ad6-d40b-44b8-99f9-33262bcbdf1a tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:20.352430 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e566619-f3ed-4539-84de-01229b89c75e req-c7a04ad6-d40b-44b8-99f9-33262bcbdf1a tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:20.358567 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e566619-f3ed-4539-84de-01229b89c75e req-c7a04ad6-d40b-44b8-99f9-33262bcbdf1a tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:20.368223 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3e566619-f3ed-4539-84de-01229b89c75e req-c7a04ad6-d40b-44b8-99f9-33262bcbdf1a tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 5419 time: 0.6779482 Feb 04 12:42:20.399591 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fade4a7-c606-4c91-8230-4c2f4532c393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9549829c-20ff-4020-9e6f-48781d79fee6,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:42:20.495548 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:20.500539 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-930654f1-39d5-436b-8915-88e6069bd500 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10915'] for router (b0aa9850-1fc9-4b45-b5d9-86a312a36035), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:20.503939 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-930654f1-39d5-436b-8915-88e6069bd500 admin admin] Publish callbacks [] for router_controller (b0aa9850-1fc9-4b45-b5d9-86a312a36035), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:20.520175 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3e566619-f3ed-4539-84de-01229b89c75e req-910d84cd-867f-41a9-a1a5-7e512752b507 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/security-groups?id=1efd02e5-7fef-4643-bad8-36300e562451&id=779ff2e0-1490-4b8d-a753-8a45cbf1a372&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1498275 Feb 04 12:42:20.643262 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-930654f1-39d5-436b-8915-88e6069bd500 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622829'] for router (b0aa9850-1fc9-4b45-b5d9-86a312a36035), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:20.643923 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-930654f1-39d5-436b-8915-88e6069bd500 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0aa9850-1fc9-4b45-b5d9-86a312a36035 {{(pid=103474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 12:42:20.658152 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-930654f1-39d5-436b-8915-88e6069bd500 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:20.663762 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-930654f1-39d5-436b-8915-88e6069bd500 admin admin] 10.222.0.65 "DELETE /v2.0/routers/b0aa9850-1fc9-4b45-b5d9-86a312a36035 HTTP/1.1" status: 204 len: 168 time: 2.3263421 Feb 04 12:42:20.665336 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 57408) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:42:20.696349 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-424d2264-8f40-4a27-b62c-43328b8ef1a8 req-0f9ab15a-3299-4930-a83c-ef43d6308a23 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 210 time: 0.0906343 Feb 04 12:42:20.794974 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fe47363-6a98-42c1-88a2-3976c7ba95ec admin admin] Deleting subnet a7a80143-29a9-4ba6-9987-42b8f7317e54 {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:42:20.803400 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4fe47363-6a98-42c1-88a2-3976c7ba95ec admin admin] Publish callbacks [] for subnet (a7a80143-29a9-4ba6-9987-42b8f7317e54), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:20.885312 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4fe47363-6a98-42c1-88a2-3976c7ba95ec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (a7a80143-29a9-4ba6-9987-42b8f7317e54), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:21.113049 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 0cc4bf65-8bb5-4426-a85d-7c0469d389ac no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:42:21.148197 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 0cc4bf65-8bb5-4426-a85d-7c0469d389ac {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:42:21.152009 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 0cc4bf65-8bb5-4426-a85d-7c0469d389ac not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:42:21.358366 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4fe47363-6a98-42c1-88a2-3976c7ba95ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (a7a80143-29a9-4ba6-9987-42b8f7317e54), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:21.557251 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4fe47363-6a98-42c1-88a2-3976c7ba95ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (a7a80143-29a9-4ba6-9987-42b8f7317e54), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:21.664393 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:21.664968 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe47363-6a98-42c1-88a2-3976c7ba95ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7a80143-29a9-4ba6-9987-42b8f7317e54,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:42:21.674605 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4fe47363-6a98-42c1-88a2-3976c7ba95ec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:21.678624 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08cfef55-91ca-4880-8d4e-eccf67df6d0b None None] Network 211162ce-c654-4372-abd8-21bf219f75aa requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:42:21.681682 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-4fe47363-6a98-42c1-88a2-3976c7ba95ec admin admin] 10.222.0.65 "DELETE /v2.0/subnets/a7a80143-29a9-4ba6-9987-42b8f7317e54 HTTP/1.1" status: 204 len: 168 time: 1.0148203 Feb 04 12:42:21.690301 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 57428) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:42:21.829950 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd8f5ea-cce6-4c83-a077-0751bcb5cd83 req-3a77bcd6-3cf3-4bfa-8e7f-b79294eb6618 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:21.842367 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd8f5ea-cce6-4c83-a077-0751bcb5cd83 req-3a77bcd6-3cf3-4bfa-8e7f-b79294eb6618 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:21.858010 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd8f5ea-cce6-4c83-a077-0751bcb5cd83 req-3a77bcd6-3cf3-4bfa-8e7f-b79294eb6618 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:21.885758 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd8f5ea-cce6-4c83-a077-0751bcb5cd83 req-3a77bcd6-3cf3-4bfa-8e7f-b79294eb6618 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:21.893066 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd8f5ea-cce6-4c83-a077-0751bcb5cd83 req-3a77bcd6-3cf3-4bfa-8e7f-b79294eb6618 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:21.935702 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd8f5ea-cce6-4c83-a077-0751bcb5cd83 req-3a77bcd6-3cf3-4bfa-8e7f-b79294eb6618 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:21.941680 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7846774f-8177-4523-8587-98ec9059873e None None] DHCP port deletion for 211162ce-c654-4372-abd8-21bf219f75aa request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 12:42:21.955371 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd8f5ea-cce6-4c83-a077-0751bcb5cd83 req-3a77bcd6-3cf3-4bfa-8e7f-b79294eb6618 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:21.970163 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5bd8f5ea-cce6-4c83-a077-0751bcb5cd83 req-3a77bcd6-3cf3-4bfa-8e7f-b79294eb6618 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 5419 time: 0.3307195 Feb 04 12:42:22.061975 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-7846774f-8177-4523-8587-98ec9059873e None None] Deleting port 6c216dae-2271-445c-9954-4aa7262ae9d1 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:42:22.062525 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7846774f-8177-4523-8587-98ec9059873e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (6c216dae-2271-445c-9954-4aa7262ae9d1), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:22.090445 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2edabbec-95d0-4d36-820a-08807e8efe9f req-93e5c7b3-13dc-415e-bb73-2141b0230bc9 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 210 time: 0.1177893 Feb 04 12:42:22.154634 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c15562df-fc71-4877-a5d3-5b7c20c4e4ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (211162ce-c654-4372-abd8-21bf219f75aa), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:22.241285 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-7846774f-8177-4523-8587-98ec9059873e None None] For port 6c216dae-2271-445c-9954-4aa7262ae9d1, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=6c216dae-2271-445c-9954-4aa7262ae9d1,segment=NetworkSegment(5ed040aa-461d-409f-a40b-8004d8898c3c),segment_id=5ed040aa-461d-409f-a40b-8004d8898c3c)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:42:22.242074 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7846774f-8177-4523-8587-98ec9059873e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (6c216dae-2271-445c-9954-4aa7262ae9d1), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:22.251533 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5bd8f5ea-cce6-4c83-a077-0751bcb5cd83 req-1c1ccb99-39ac-49f9-be9e-6cef31f61095 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/security-groups?id=1efd02e5-7fef-4643-bad8-36300e562451&id=779ff2e0-1490-4b8d-a753-8a45cbf1a372&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2775207 Feb 04 12:42:22.278340 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-7846774f-8177-4523-8587-98ec9059873e None None] Calling delete_port for 6c216dae-2271-445c-9954-4aa7262ae9d1 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:42:22.360341 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-c15562df-fc71-4877-a5d3-5b7c20c4e4ee admin admin] Deleting port 6c216dae-2271-445c-9954-4aa7262ae9d1 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:42:22.360901 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c15562df-fc71-4877-a5d3-5b7c20c4e4ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (6c216dae-2271-445c-9954-4aa7262ae9d1), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:22.460906 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7846774f-8177-4523-8587-98ec9059873e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (6c216dae-2271-445c-9954-4aa7262ae9d1), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:22.523345 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7846774f-8177-4523-8587-98ec9059873e None None] Pushing event deleted for resources: {'Port': ['ID=6c216dae-2271-445c-9954-4aa7262ae9d1,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:42:22.538562 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7846774f-8177-4523-8587-98ec9059873e None None] No DVR routers for this DVR port 6c216dae-2271-445c-9954-4aa7262ae9d1 on host n-d-825015-3 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:42:22.607932 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 6c216dae-2271-445c-9954-4aa7262ae9d1 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:42:22.664400 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 6c216dae-2271-445c-9954-4aa7262ae9d1 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:42:22.665067 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 6c216dae-2271-445c-9954-4aa7262ae9d1 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:42:22.666245 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device eabe40b0-e655-4f19-ba01-3adf8d6b0a00 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:42:22.719446 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: eabe40b0-e655-4f19-ba01-3adf8d6b0a00 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:42:22.720558 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device eabe40b0-e655-4f19-ba01-3adf8d6b0a00 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:42:23.173016 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-c15562df-fc71-4877-a5d3-5b7c20c4e4ee admin admin] For port 6c216dae-2271-445c-9954-4aa7262ae9d1, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=6c216dae-2271-445c-9954-4aa7262ae9d1,segment=NetworkSegment(5ed040aa-461d-409f-a40b-8004d8898c3c),segment_id=5ed040aa-461d-409f-a40b-8004d8898c3c)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:42:23.173389 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c15562df-fc71-4877-a5d3-5b7c20c4e4ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (6c216dae-2271-445c-9954-4aa7262ae9d1), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:23.189066 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-c15562df-fc71-4877-a5d3-5b7c20c4e4ee admin admin] Calling delete_port for 6c216dae-2271-445c-9954-4aa7262ae9d1 owned by network:dhcp {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:42:23.338448 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d00dfc2c-27f3-47a8-b2bd-7938660914b0 req-ea48f55f-4554-4d10-a4b3-8e953680c94d tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 210 time: 0.0958409 Feb 04 12:42:23.385923 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c15562df-fc71-4877-a5d3-5b7c20c4e4ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (6c216dae-2271-445c-9954-4aa7262ae9d1), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:23.436298 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15562df-fc71-4877-a5d3-5b7c20c4e4ee admin admin] No DVR routers for this DVR port 6c216dae-2271-445c-9954-4aa7262ae9d1 on host n-d-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:42:23.498333 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15562df-fc71-4877-a5d3-5b7c20c4e4ee admin admin] Pushing event deleted for resources: {'Port': ['ID=6c216dae-2271-445c-9954-4aa7262ae9d1,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:42:23.596085 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2ef73c-310c-40bb-871a-a18313dae2fd req-229ad9ad-762b-4f9f-ad2b-3082682155e1 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:23.606366 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2ef73c-310c-40bb-871a-a18313dae2fd req-229ad9ad-762b-4f9f-ad2b-3082682155e1 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:23.612282 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2ef73c-310c-40bb-871a-a18313dae2fd req-229ad9ad-762b-4f9f-ad2b-3082682155e1 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:23.617987 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2ef73c-310c-40bb-871a-a18313dae2fd req-229ad9ad-762b-4f9f-ad2b-3082682155e1 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:23.623926 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2ef73c-310c-40bb-871a-a18313dae2fd req-229ad9ad-762b-4f9f-ad2b-3082682155e1 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:23.629452 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2ef73c-310c-40bb-871a-a18313dae2fd req-229ad9ad-762b-4f9f-ad2b-3082682155e1 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:23.635102 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2ef73c-310c-40bb-871a-a18313dae2fd req-229ad9ad-762b-4f9f-ad2b-3082682155e1 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:23.637238 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4e2ef73c-310c-40bb-871a-a18313dae2fd req-229ad9ad-762b-4f9f-ad2b-3082682155e1 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 5419 time: 0.1686006 Feb 04 12:42:23.719290 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c15562df-fc71-4877-a5d3-5b7c20c4e4ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (211162ce-c654-4372-abd8-21bf219f75aa), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:23.790875 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-c15562df-fc71-4877-a5d3-5b7c20c4e4ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['211162ce-c654-4372-abd8-21bf219f75aa']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:42:23.821120 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-c15562df-fc71-4877-a5d3-5b7c20c4e4ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ed040aa-461d-409f-a40b-8004d8898c3c') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:42:23.822291 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-c15562df-fc71-4877-a5d3-5b7c20c4e4ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ed040aa-461d-409f-a40b-8004d8898c3c') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:42:23.847227 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c15562df-fc71-4877-a5d3-5b7c20c4e4ee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (5ed040aa-461d-409f-a40b-8004d8898c3c), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:23.849341 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4e2ef73c-310c-40bb-871a-a18313dae2fd req-754c7e15-7ea5-4ce7-b6a2-5c495c7ac7c7 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/security-groups?id=1efd02e5-7fef-4643-bad8-36300e562451&id=779ff2e0-1490-4b8d-a753-8a45cbf1a372&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2064152 Feb 04 12:42:23.886028 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c15562df-fc71-4877-a5d3-5b7c20c4e4ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (5ed040aa-461d-409f-a40b-8004d8898c3c), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:23.916644 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c15562df-fc71-4877-a5d3-5b7c20c4e4ee admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:42:23.922123 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c15562df-fc71-4877-a5d3-5b7c20c4e4ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (5ed040aa-461d-409f-a40b-8004d8898c3c), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:23.948515 n-d-825015-3 neutron-server[103474]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:42:23.948515 n-d-825015-3 neutron-server[103474]: self.session.flush() Feb 04 12:42:23.948515 n-d-825015-3 neutron-server[103474]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:42:23.948515 n-d-825015-3 neutron-server[103474]: self.session.flush() Feb 04 12:42:23.948515 n-d-825015-3 neutron-server[103474]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:42:23.948515 n-d-825015-3 neutron-server[103474]: self.session.flush() Feb 04 12:42:23.948515 n-d-825015-3 neutron-server[103474]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:42:23.948515 n-d-825015-3 neutron-server[103474]: self.session.flush() Feb 04 12:42:23.948515 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 12:42:23.948515 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:42:23.948515 n-d-825015-3 neutron-server[103474]: timer() Feb 04 12:42:23.948515 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:42:23.948515 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 12:42:23.948515 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:42:23.948515 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 12:42:23.948515 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:42:23.948515 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 12:42:23.948515 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:42:23.948515 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 12:42:23.948515 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:42:23.948515 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 12:42:23.948515 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:42:23.948515 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:42:23.948515 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:42:23.948515 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:42:23.948515 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:42:23.948515 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 12:42:23.948515 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:42:23.948515 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 12:42:23.948515 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:42:23.948515 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:42:23.948515 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:42:23.948515 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 12:42:23.948515 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:42:23.948515 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:42:23.948515 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:42:23.948515 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:42:23.948515 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:42:23.948515 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:42:23.948515 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:42:24.022278 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c15562df-fc71-4877-a5d3-5b7c20c4e4ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (211162ce-c654-4372-abd8-21bf219f75aa), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:24.035020 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c15562df-fc71-4877-a5d3-5b7c20c4e4ee admin admin] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:24.042567 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-c15562df-fc71-4877-a5d3-5b7c20c4e4ee admin admin] 10.222.0.65 "DELETE /v2.0/networks/211162ce-c654-4372-abd8-21bf219f75aa HTTP/1.1" status: 204 len: 168 time: 2.3506043 Feb 04 12:42:24.073983 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15562df-fc71-4877-a5d3-5b7c20c4e4ee admin admin] Pushing event deleted for resources: {'Network': ['ID=211162ce-c654-4372-abd8-21bf219f75aa,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:42:24.589418 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-987e5aa9-0299-424d-a776-20a14d5779fe req-467cdb54-8f84-4b5f-beae-bd139be49a3c tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 210 time: 0.0722117 Feb 04 12:42:24.628119 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 57504) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:42:24.673173 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-cfa1644a-e3ef-4b07-a615-ec5ec4440b15 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=31d6c346447a48008dccda4817c529a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0429699 Feb 04 12:42:24.676088 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 57508) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:42:24.800976 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7751468a-7c5e-47e1-956f-ac733a170429 admin admin] Publish callbacks [] for security_group (d19f5a28-6a36-4918-b6ed-3b7723645f77), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:24.836334 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7751468a-7c5e-47e1-956f-ac733a170429 admin admin] Publish callbacks [] for security_group (d19f5a28-6a36-4918-b6ed-3b7723645f77), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:24.907047 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7751468a-7c5e-47e1-956f-ac733a170429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (d19f5a28-6a36-4918-b6ed-3b7723645f77), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:24.910113 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7751468a-7c5e-47e1-956f-ac733a170429 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:24.914260 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-7751468a-7c5e-47e1-956f-ac733a170429 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d19f5a28-6a36-4918-b6ed-3b7723645f77 HTTP/1.1" status: 204 len: 168 time: 0.2262611 Feb 04 12:42:24.955196 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7751468a-7c5e-47e1-956f-ac733a170429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d19f5a28-6a36-4918-b6ed-3b7723645f77,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:42:25.115249 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f482a198-43b1-4368-a8ca-8d130e634fdc req-cb5289d0-61e9-4a66-897c-4311cbb4cced tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:25.125952 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f482a198-43b1-4368-a8ca-8d130e634fdc req-cb5289d0-61e9-4a66-897c-4311cbb4cced tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:25.136167 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f482a198-43b1-4368-a8ca-8d130e634fdc req-cb5289d0-61e9-4a66-897c-4311cbb4cced tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:25.167913 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f482a198-43b1-4368-a8ca-8d130e634fdc req-cb5289d0-61e9-4a66-897c-4311cbb4cced tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:25.179904 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f482a198-43b1-4368-a8ca-8d130e634fdc req-cb5289d0-61e9-4a66-897c-4311cbb4cced tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:25.207248 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f482a198-43b1-4368-a8ca-8d130e634fdc req-cb5289d0-61e9-4a66-897c-4311cbb4cced tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:25.224658 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f482a198-43b1-4368-a8ca-8d130e634fdc req-cb5289d0-61e9-4a66-897c-4311cbb4cced tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:25.232969 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f482a198-43b1-4368-a8ca-8d130e634fdc req-cb5289d0-61e9-4a66-897c-4311cbb4cced tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 5419 time: 0.2048445 Feb 04 12:42:25.375985 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f482a198-43b1-4368-a8ca-8d130e634fdc req-0c8da400-4044-49cd-8ee8-b32d07e712c8 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/security-groups?id=1efd02e5-7fef-4643-bad8-36300e562451&id=779ff2e0-1490-4b8d-a753-8a45cbf1a372&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1339848 Feb 04 12:42:25.839756 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-27648db3-889a-485d-b7d9-06a39bb0861f req-69a5ba2c-df6f-431c-a94a-1ac59e706b3a tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 210 time: 0.1005552 Feb 04 12:42:26.652584 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71f4bdc-6d8c-4b9a-8c2a-0f283191554c req-90afdf74-a8b2-469c-a279-cbd4718ee03c tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:26.660733 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71f4bdc-6d8c-4b9a-8c2a-0f283191554c req-90afdf74-a8b2-469c-a279-cbd4718ee03c tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:26.667666 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71f4bdc-6d8c-4b9a-8c2a-0f283191554c req-90afdf74-a8b2-469c-a279-cbd4718ee03c tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:26.674029 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71f4bdc-6d8c-4b9a-8c2a-0f283191554c req-90afdf74-a8b2-469c-a279-cbd4718ee03c tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:26.681509 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71f4bdc-6d8c-4b9a-8c2a-0f283191554c req-90afdf74-a8b2-469c-a279-cbd4718ee03c tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:26.687830 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71f4bdc-6d8c-4b9a-8c2a-0f283191554c req-90afdf74-a8b2-469c-a279-cbd4718ee03c tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:26.694935 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71f4bdc-6d8c-4b9a-8c2a-0f283191554c req-90afdf74-a8b2-469c-a279-cbd4718ee03c tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:26.706657 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f71f4bdc-6d8c-4b9a-8c2a-0f283191554c req-90afdf74-a8b2-469c-a279-cbd4718ee03c tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 5419 time: 0.1734366 Feb 04 12:42:26.823300 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f71f4bdc-6d8c-4b9a-8c2a-0f283191554c req-f1602440-cb7e-41dc-8987-950135ac32d1 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/security-groups?id=1efd02e5-7fef-4643-bad8-36300e562451&id=779ff2e0-1490-4b8d-a753-8a45cbf1a372&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1081800 Feb 04 12:42:27.071453 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-09a45350-f28c-4042-aedd-801b007ee865 req-79db2f9b-199d-4474-8042-5bd8f1853db1 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 210 time: 0.0647516 Feb 04 12:42:28.250665 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576d4364-70fa-40a7-8cb3-5e9e59da1275 req-4c4f6c76-832b-4203-ac7b-6aa677a6f280 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:28.289103 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576d4364-70fa-40a7-8cb3-5e9e59da1275 req-4c4f6c76-832b-4203-ac7b-6aa677a6f280 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:28.301598 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576d4364-70fa-40a7-8cb3-5e9e59da1275 req-4c4f6c76-832b-4203-ac7b-6aa677a6f280 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:28.313101 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576d4364-70fa-40a7-8cb3-5e9e59da1275 req-4c4f6c76-832b-4203-ac7b-6aa677a6f280 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:28.331470 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576d4364-70fa-40a7-8cb3-5e9e59da1275 req-4c4f6c76-832b-4203-ac7b-6aa677a6f280 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:28.346358 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576d4364-70fa-40a7-8cb3-5e9e59da1275 req-4c4f6c76-832b-4203-ac7b-6aa677a6f280 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:28.361743 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576d4364-70fa-40a7-8cb3-5e9e59da1275 req-4c4f6c76-832b-4203-ac7b-6aa677a6f280 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:28.375079 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-576d4364-70fa-40a7-8cb3-5e9e59da1275 req-4c4f6c76-832b-4203-ac7b-6aa677a6f280 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 5419 time: 0.3520281 Feb 04 12:42:28.463447 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5229e261-4f2f-46b0-9cdd-e09133f2e838 req-a150400e-4b12-4d94-b2e8-2b6e024fcc69 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 210 time: 0.0828686 Feb 04 12:42:28.611379 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-576d4364-70fa-40a7-8cb3-5e9e59da1275 req-86039157-36ac-431e-9e50-43c5a57e9d81 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/security-groups?id=1efd02e5-7fef-4643-bad8-36300e562451&id=779ff2e0-1490-4b8d-a753-8a45cbf1a372&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2336242 Feb 04 12:42:29.712292 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e7c3cf19-cf28-46c8-bb04-11db4d218c1b req-9d85e1c6-d175-46ca-af46-c20a2aa69120 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 210 time: 0.1108365 Feb 04 12:42:29.999657 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127b05f4-06f8-45a7-95b0-c854742f228d req-cb75ead2-b46e-4e4d-b894-073bb9ab9269 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:30.040760 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127b05f4-06f8-45a7-95b0-c854742f228d req-cb75ead2-b46e-4e4d-b894-073bb9ab9269 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:30.061314 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127b05f4-06f8-45a7-95b0-c854742f228d req-cb75ead2-b46e-4e4d-b894-073bb9ab9269 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:30.081083 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127b05f4-06f8-45a7-95b0-c854742f228d req-cb75ead2-b46e-4e4d-b894-073bb9ab9269 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:30.109373 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127b05f4-06f8-45a7-95b0-c854742f228d req-cb75ead2-b46e-4e4d-b894-073bb9ab9269 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:30.125593 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127b05f4-06f8-45a7-95b0-c854742f228d req-cb75ead2-b46e-4e4d-b894-073bb9ab9269 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:30.133022 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127b05f4-06f8-45a7-95b0-c854742f228d req-cb75ead2-b46e-4e4d-b894-073bb9ab9269 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:30.152547 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-127b05f4-06f8-45a7-95b0-c854742f228d req-cb75ead2-b46e-4e4d-b894-073bb9ab9269 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 5419 time: 0.3778105 Feb 04 12:42:30.338489 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-127b05f4-06f8-45a7-95b0-c854742f228d req-1304d723-8799-442e-8255-100b0d0449f7 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/security-groups?id=1efd02e5-7fef-4643-bad8-36300e562451&id=779ff2e0-1490-4b8d-a753-8a45cbf1a372&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1846046 Feb 04 12:42:30.949794 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c5fb0793-f0b7-4ff1-ad4c-5031847cd214 req-1ff2122c-5651-40f3-ac88-8307319281dc tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 210 time: 0.0506752 Feb 04 12:42:31.057571 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:31.153722 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 57718) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:42:31.498826 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8e60644a-677e-419c-8751-a55b495195bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:31.665674 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:31.704110 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8e60644a-677e-419c-8751-a55b495195bb admin admin] Publish callbacks [] for security_group (028b13d3-2c74-446e-a1f4-058c8add08c3), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:31.709827 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8e60644a-677e-419c-8751-a55b495195bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (028b13d3-2c74-446e-a1f4-058c8add08c3), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:31.757934 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c250d8f2-c412-4fe9-bb16-ba774be30140 req-bffa661f-bf0b-4e07-a94b-5a2481ce5e40 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:31.775894 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c250d8f2-c412-4fe9-bb16-ba774be30140 req-bffa661f-bf0b-4e07-a94b-5a2481ce5e40 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:31.781976 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c250d8f2-c412-4fe9-bb16-ba774be30140 req-bffa661f-bf0b-4e07-a94b-5a2481ce5e40 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:31.822692 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c250d8f2-c412-4fe9-bb16-ba774be30140 req-bffa661f-bf0b-4e07-a94b-5a2481ce5e40 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:31.824295 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e60644a-677e-419c-8751-a55b495195bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=028b13d3-2c74-446e-a1f4-058c8add08c3,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:42:31.834735 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-8e60644a-677e-419c-8751-a55b495195bb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=18ef84a558214d438ae7a282ecc1e4d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6784863 Feb 04 12:42:31.836970 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 57750) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:42:31.869037 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c250d8f2-c412-4fe9-bb16-ba774be30140 req-bffa661f-bf0b-4e07-a94b-5a2481ce5e40 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:31.889421 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c250d8f2-c412-4fe9-bb16-ba774be30140 req-bffa661f-bf0b-4e07-a94b-5a2481ce5e40 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:31.906505 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c250d8f2-c412-4fe9-bb16-ba774be30140 req-bffa661f-bf0b-4e07-a94b-5a2481ce5e40 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:31.908831 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c250d8f2-c412-4fe9-bb16-ba774be30140 req-bffa661f-bf0b-4e07-a94b-5a2481ce5e40 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 5419 time: 0.3483105 Feb 04 12:42:31.953824 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4fe221e8-508d-49ab-847e-8c8268e11453 admin admin] Publish callbacks [] for security_group (028b13d3-2c74-446e-a1f4-058c8add08c3), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:32.043484 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4fe221e8-508d-49ab-847e-8c8268e11453 admin admin] Publish callbacks [] for security_group (028b13d3-2c74-446e-a1f4-058c8add08c3), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:32.125581 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c250d8f2-c412-4fe9-bb16-ba774be30140 req-de407697-0c7d-4832-871e-afd3cf084a67 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/security-groups?id=1efd02e5-7fef-4643-bad8-36300e562451&id=779ff2e0-1490-4b8d-a753-8a45cbf1a372&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2097044 Feb 04 12:42:32.178698 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4fe221e8-508d-49ab-847e-8c8268e11453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (028b13d3-2c74-446e-a1f4-058c8add08c3), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:32.181790 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4fe221e8-508d-49ab-847e-8c8268e11453 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:32.183015 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-4fe221e8-508d-49ab-847e-8c8268e11453 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/028b13d3-2c74-446e-a1f4-058c8add08c3 HTTP/1.1" status: 204 len: 168 time: 0.3445559 Feb 04 12:42:32.194155 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe221e8-508d-49ab-847e-8c8268e11453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=028b13d3-2c74-446e-a1f4-058c8add08c3,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:42:32.235037 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-da9ceaa0-889e-44b7-9177-615c8e39bc85 req-13f9503a-acb4-4665-99ee-e5900e5db672 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 210 time: 0.0682073 Feb 04 12:42:32.947370 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 10f2b2ac-d024-45d9-8b51-ee9bd6bab8e6 details requested by agent hyperv_n-h2-825015-3 with host n-h2-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:42:33.027632 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 57782) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:42:33.063967 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-445fe718-5610-4490-ae92-3a476d3f3078 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:33.281027 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-445fe718-5610-4490-ae92-3a476d3f3078 admin admin] Publish callbacks [] for security_group (b671762e-7356-4192-9506-14a8165ecae6), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:33.290010 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-445fe718-5610-4490-ae92-3a476d3f3078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (b671762e-7356-4192-9506-14a8165ecae6), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:33.297576 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 10f2b2ac-d024-45d9-8b51-ee9bd6bab8e6, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=10f2b2ac-d024-45d9-8b51-ee9bd6bab8e6,segment=NetworkSegment(4c81f2d2-e31d-470c-8fcd-a4bd9a6a54e3),segment_id=4c81f2d2-e31d-470c-8fcd-a4bd9a6a54e3)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:42:33.330068 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Returning: {'device': '10f2b2ac-d024-45d9-8b51-ee9bd6bab8e6', 'network_id': '50abc812-52fc-4688-9b5e-8dadbfa93d3a', 'port_id': '10f2b2ac-d024-45d9-8b51-ee9bd6bab8e6', 'mac_address': 'fa:16:3e:c8:6f:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca9bf86a-5f82-4615-8df5-3e5a427be493', 'ip_address': '10.1.1.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:42:33.396203 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 10f2b2ac-d024-45d9-8b51-ee9bd6bab8e6 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:42:33.396900 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (10f2b2ac-d024-45d9-8b51-ee9bd6bab8e6), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:33.423320 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10f2b2ac-d024-45d9-8b51-ee9bd6bab8e6 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:42:33.446584 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 10f2b2ac-d024-45d9-8b51-ee9bd6bab8e6, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=10f2b2ac-d024-45d9-8b51-ee9bd6bab8e6,segment=NetworkSegment(4c81f2d2-e31d-470c-8fcd-a4bd9a6a54e3),segment_id=4c81f2d2-e31d-470c-8fcd-a4bd9a6a54e3)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:42:33.451954 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (10f2b2ac-d024-45d9-8b51-ee9bd6bab8e6), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:33.452948 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device f67e14d4-db1d-46b0-bea2-1c78b8bd35ab details requested by agent hyperv_n-h2-825015-3 with host n-h2-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:42:33.466007 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445fe718-5610-4490-ae92-3a476d3f3078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b671762e-7356-4192-9506-14a8165ecae6,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:42:33.482751 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cb0a9eb1-8ba2-43d0-ac5a-194b5a21dbcd req-215840d7-4c02-4054-99be-f0a3a50aa4cf tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 210 time: 0.0794847 Feb 04 12:42:33.500508 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 57792) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:42:33.500747 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-445fe718-5610-4490-ae92-3a476d3f3078 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ac59ad13489d44ac9b94a4b6b11ac990&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4710803 Feb 04 12:42:33.592689 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999a8c0b-d17c-47ca-94b3-c6b6ec876c76 req-3dc483c5-7f01-498f-ad4d-b4d38c277719 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:33.602809 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999a8c0b-d17c-47ca-94b3-c6b6ec876c76 req-3dc483c5-7f01-498f-ad4d-b4d38c277719 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:33.613365 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999a8c0b-d17c-47ca-94b3-c6b6ec876c76 req-3dc483c5-7f01-498f-ad4d-b4d38c277719 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:33.620508 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999a8c0b-d17c-47ca-94b3-c6b6ec876c76 req-3dc483c5-7f01-498f-ad4d-b4d38c277719 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:33.629760 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999a8c0b-d17c-47ca-94b3-c6b6ec876c76 req-3dc483c5-7f01-498f-ad4d-b4d38c277719 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:33.637008 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999a8c0b-d17c-47ca-94b3-c6b6ec876c76 req-3dc483c5-7f01-498f-ad4d-b4d38c277719 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:33.647592 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999a8c0b-d17c-47ca-94b3-c6b6ec876c76 req-3dc483c5-7f01-498f-ad4d-b4d38c277719 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:33.651579 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-999a8c0b-d17c-47ca-94b3-c6b6ec876c76 req-3dc483c5-7f01-498f-ad4d-b4d38c277719 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 5419 time: 0.3673999 Feb 04 12:42:33.653978 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=10f2b2ac-d024-45d9-8b51-ee9bd6bab8e6,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:42:33.678548 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:42:33.678904 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:42:33.679427 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:42:33.679956 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:42:33.680478 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:42:33.692394 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:42:33.693352 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:42:33.693865 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:42:33.694384 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:42:33.694885 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:42:33.695385 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:42:33.695909 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:42:33.696403 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:42:33.799716 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-535f682f-85cf-497d-bcb5-d8763e468cb0 admin admin] Publish callbacks [] for security_group (b671762e-7356-4192-9506-14a8165ecae6), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:33.810070 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port f67e14d4-db1d-46b0-bea2-1c78b8bd35ab, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=f67e14d4-db1d-46b0-bea2-1c78b8bd35ab,segment=NetworkSegment(359ad298-38b1-4d96-baeb-0f70370bc984),segment_id=359ad298-38b1-4d96-baeb-0f70370bc984)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:42:33.836889 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-535f682f-85cf-497d-bcb5-d8763e468cb0 admin admin] Publish callbacks [] for security_group (b671762e-7356-4192-9506-14a8165ecae6), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:33.852390 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Returning: {'device': 'f67e14d4-db1d-46b0-bea2-1c78b8bd35ab', 'network_id': '1a47e8c3-b161-4455-99ec-b9b9ead38a62', 'port_id': 'f67e14d4-db1d-46b0-bea2-1c78b8bd35ab', 'mac_address': 'fa:16:3e:41:d4:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fdfc6a6-8505-4de4-a056-7d77ecca3599', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:42:33.915332 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-535f682f-85cf-497d-bcb5-d8763e468cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (b671762e-7356-4192-9506-14a8165ecae6), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:33.918295 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-535f682f-85cf-497d-bcb5-d8763e468cb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:33.919828 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-535f682f-85cf-497d-bcb5-d8763e468cb0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b671762e-7356-4192-9506-14a8165ecae6 HTTP/1.1" status: 204 len: 168 time: 0.4166911 Feb 04 12:42:33.921441 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port f67e14d4-db1d-46b0-bea2-1c78b8bd35ab is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:42:33.921847 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (f67e14d4-db1d-46b0-bea2-1c78b8bd35ab), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:33.938531 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535f682f-85cf-497d-bcb5-d8763e468cb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b671762e-7356-4192-9506-14a8165ecae6,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:42:33.956523 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f67e14d4-db1d-46b0-bea2-1c78b8bd35ab {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:42:33.993002 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-999a8c0b-d17c-47ca-94b3-c6b6ec876c76 req-db752fc8-1010-420a-a112-21a2b4884c4e tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/security-groups?id=1efd02e5-7fef-4643-bad8-36300e562451&id=779ff2e0-1490-4b8d-a753-8a45cbf1a372&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3296127 Feb 04 12:42:34.123662 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port f67e14d4-db1d-46b0-bea2-1c78b8bd35ab, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=f67e14d4-db1d-46b0-bea2-1c78b8bd35ab,segment=NetworkSegment(359ad298-38b1-4d96-baeb-0f70370bc984),segment_id=359ad298-38b1-4d96-baeb-0f70370bc984)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:42:34.137264 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (f67e14d4-db1d-46b0-bea2-1c78b8bd35ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:34.138285 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device d152b0b2-3919-4a03-93f4-11425445acca details requested by agent hyperv_n-h2-825015-3 with host n-h2-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:42:34.310820 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=f67e14d4-db1d-46b0-bea2-1c78b8bd35ab,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:42:34.618980 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port d152b0b2-3919-4a03-93f4-11425445acca, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=d152b0b2-3919-4a03-93f4-11425445acca,segment=NetworkSegment(a093ce63-cf30-4da6-9f0a-e3cc3d101fbb),segment_id=a093ce63-cf30-4da6-9f0a-e3cc3d101fbb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:42:34.674445 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Returning: {'device': 'd152b0b2-3919-4a03-93f4-11425445acca', 'network_id': 'e282f09d-0f00-48ae-be54-8328c02ae0af', 'port_id': 'd152b0b2-3919-4a03-93f4-11425445acca', 'mac_address': 'fa:16:3e:bb:e8:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd174a82c-6751-442a-8e10-7a148203d4f7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:42:34.752335 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2713517a-db5a-4905-83ab-74de86081793 req-5b54d843-e17a-49cd-9ad0-0abc07ce4a0c tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 210 time: 0.0624316 Feb 04 12:42:34.796003 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port d152b0b2-3919-4a03-93f4-11425445acca is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:42:34.796003 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (d152b0b2-3919-4a03-93f4-11425445acca), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:34.850243 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d152b0b2-3919-4a03-93f4-11425445acca {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:42:34.930640 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port d152b0b2-3919-4a03-93f4-11425445acca, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=d152b0b2-3919-4a03-93f4-11425445acca,segment=NetworkSegment(a093ce63-cf30-4da6-9f0a-e3cc3d101fbb),segment_id=a093ce63-cf30-4da6-9f0a-e3cc3d101fbb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:42:34.940950 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (d152b0b2-3919-4a03-93f4-11425445acca), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:34.941950 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 36f87e3f-7392-4eed-9d08-001451be51e2 details requested by agent hyperv_n-h2-825015-3 with host n-h2-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:42:35.040755 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 36f87e3f-7392-4eed-9d08-001451be51e2, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=36f87e3f-7392-4eed-9d08-001451be51e2,segment=NetworkSegment(4c81f2d2-e31d-470c-8fcd-a4bd9a6a54e3),segment_id=4c81f2d2-e31d-470c-8fcd-a4bd9a6a54e3)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:42:35.050394 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=d152b0b2-3919-4a03-93f4-11425445acca,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:42:35.059351 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Returning: {'device': '36f87e3f-7392-4eed-9d08-001451be51e2', 'network_id': '50abc812-52fc-4688-9b5e-8dadbfa93d3a', 'port_id': '36f87e3f-7392-4eed-9d08-001451be51e2', 'mac_address': 'fa:16:3e:65:c3:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca9bf86a-5f82-4615-8df5-3e5a427be493', 'ip_address': '10.1.1.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:42:35.128747 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 36f87e3f-7392-4eed-9d08-001451be51e2 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:42:35.129247 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (36f87e3f-7392-4eed-9d08-001451be51e2), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:35.150977 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36f87e3f-7392-4eed-9d08-001451be51e2 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:42:35.177269 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 36f87e3f-7392-4eed-9d08-001451be51e2, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=36f87e3f-7392-4eed-9d08-001451be51e2,segment=NetworkSegment(4c81f2d2-e31d-470c-8fcd-a4bd9a6a54e3),segment_id=4c81f2d2-e31d-470c-8fcd-a4bd9a6a54e3)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:42:35.183565 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (36f87e3f-7392-4eed-9d08-001451be51e2), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:35.184638 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 1049b94c-dd50-4b61-afcc-7ec2892e7f46 details requested by agent hyperv_n-h2-825015-3 with host n-h2-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:42:35.291370 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=36f87e3f-7392-4eed-9d08-001451be51e2,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:42:35.341781 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 1049b94c-dd50-4b61-afcc-7ec2892e7f46, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=1049b94c-dd50-4b61-afcc-7ec2892e7f46,segment=NetworkSegment(359ad298-38b1-4d96-baeb-0f70370bc984),segment_id=359ad298-38b1-4d96-baeb-0f70370bc984)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:42:35.381239 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Returning: {'device': '1049b94c-dd50-4b61-afcc-7ec2892e7f46', 'network_id': '1a47e8c3-b161-4455-99ec-b9b9ead38a62', 'port_id': '1049b94c-dd50-4b61-afcc-7ec2892e7f46', 'mac_address': 'fa:16:3e:85:c5:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fdfc6a6-8505-4de4-a056-7d77ecca3599', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:42:35.441680 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f06d30-3cb9-449c-9ad3-ac5c10def7e5 req-f510b6b2-4ce5-4b3d-a3f1-67713dc6cbde tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:35.455159 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f06d30-3cb9-449c-9ad3-ac5c10def7e5 req-f510b6b2-4ce5-4b3d-a3f1-67713dc6cbde tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:35.460932 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f06d30-3cb9-449c-9ad3-ac5c10def7e5 req-f510b6b2-4ce5-4b3d-a3f1-67713dc6cbde tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:35.484700 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f06d30-3cb9-449c-9ad3-ac5c10def7e5 req-f510b6b2-4ce5-4b3d-a3f1-67713dc6cbde tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:35.495164 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f06d30-3cb9-449c-9ad3-ac5c10def7e5 req-f510b6b2-4ce5-4b3d-a3f1-67713dc6cbde tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:35.510998 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 1049b94c-dd50-4b61-afcc-7ec2892e7f46 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:42:35.511650 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (1049b94c-dd50-4b61-afcc-7ec2892e7f46), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:35.525224 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f06d30-3cb9-449c-9ad3-ac5c10def7e5 req-f510b6b2-4ce5-4b3d-a3f1-67713dc6cbde tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:35.531829 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f06d30-3cb9-449c-9ad3-ac5c10def7e5 req-f510b6b2-4ce5-4b3d-a3f1-67713dc6cbde tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:35.533702 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-50f06d30-3cb9-449c-9ad3-ac5c10def7e5 req-f510b6b2-4ce5-4b3d-a3f1-67713dc6cbde tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 5423 time: 0.2755878 Feb 04 12:42:35.539193 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1049b94c-dd50-4b61-afcc-7ec2892e7f46 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:42:35.579365 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 1049b94c-dd50-4b61-afcc-7ec2892e7f46, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=1049b94c-dd50-4b61-afcc-7ec2892e7f46,segment=NetworkSegment(359ad298-38b1-4d96-baeb-0f70370bc984),segment_id=359ad298-38b1-4d96-baeb-0f70370bc984)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:42:35.586071 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (1049b94c-dd50-4b61-afcc-7ec2892e7f46), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:35.586783 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 3959a259-34f7-47f5-9c3d-c8f032983892 details requested by agent hyperv_n-h2-825015-3 with host n-h2-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:42:35.670688 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-50f06d30-3cb9-449c-9ad3-ac5c10def7e5 req-edc505ce-fc79-497e-8811-44e50891788f tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/security-groups?id=1efd02e5-7fef-4643-bad8-36300e562451&id=779ff2e0-1490-4b8d-a753-8a45cbf1a372&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1201911 Feb 04 12:42:35.677728 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 3959a259-34f7-47f5-9c3d-c8f032983892, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=3959a259-34f7-47f5-9c3d-c8f032983892,segment=NetworkSegment(4c81f2d2-e31d-470c-8fcd-a4bd9a6a54e3),segment_id=4c81f2d2-e31d-470c-8fcd-a4bd9a6a54e3)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:42:35.748925 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Returning: {'device': '3959a259-34f7-47f5-9c3d-c8f032983892', 'network_id': '50abc812-52fc-4688-9b5e-8dadbfa93d3a', 'port_id': '3959a259-34f7-47f5-9c3d-c8f032983892', 'mac_address': 'fa:16:3e:e9:01:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca9bf86a-5f82-4615-8df5-3e5a427be493', 'ip_address': '10.1.1.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:42:35.834572 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=1049b94c-dd50-4b61-afcc-7ec2892e7f46,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:42:35.860097 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 3959a259-34f7-47f5-9c3d-c8f032983892 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:42:35.861006 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (3959a259-34f7-47f5-9c3d-c8f032983892), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:35.898343 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3959a259-34f7-47f5-9c3d-c8f032983892 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:42:35.909163 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2e824c51-7b21-4da3-87ee-302b33eaab1f req-bbfdd13d-b580-4fe1-82c0-327f7cb6c932 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 210 time: 0.0401919 Feb 04 12:42:35.959038 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 3959a259-34f7-47f5-9c3d-c8f032983892, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=3959a259-34f7-47f5-9c3d-c8f032983892,segment=NetworkSegment(4c81f2d2-e31d-470c-8fcd-a4bd9a6a54e3),segment_id=4c81f2d2-e31d-470c-8fcd-a4bd9a6a54e3)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:42:35.970135 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (3959a259-34f7-47f5-9c3d-c8f032983892), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:35.970834 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 383c55e1-9433-42e7-979f-326174aecf28 details requested by agent hyperv_n-h2-825015-3 with host n-h2-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:42:36.087338 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=3959a259-34f7-47f5-9c3d-c8f032983892,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:42:36.112065 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 383c55e1-9433-42e7-979f-326174aecf28, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=383c55e1-9433-42e7-979f-326174aecf28,segment=NetworkSegment(4c81f2d2-e31d-470c-8fcd-a4bd9a6a54e3),segment_id=4c81f2d2-e31d-470c-8fcd-a4bd9a6a54e3)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:42:36.135257 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Returning: {'device': '383c55e1-9433-42e7-979f-326174aecf28', 'network_id': '50abc812-52fc-4688-9b5e-8dadbfa93d3a', 'port_id': '383c55e1-9433-42e7-979f-326174aecf28', 'mac_address': 'fa:16:3e:93:5d:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca9bf86a-5f82-4615-8df5-3e5a427be493', 'ip_address': '10.1.1.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:42:36.198906 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 383c55e1-9433-42e7-979f-326174aecf28 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:42:36.199636 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (383c55e1-9433-42e7-979f-326174aecf28), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:36.246250 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 383c55e1-9433-42e7-979f-326174aecf28 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:42:36.317204 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 383c55e1-9433-42e7-979f-326174aecf28, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=383c55e1-9433-42e7-979f-326174aecf28,segment=NetworkSegment(4c81f2d2-e31d-470c-8fcd-a4bd9a6a54e3),segment_id=4c81f2d2-e31d-470c-8fcd-a4bd9a6a54e3)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:42:36.323405 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (383c55e1-9433-42e7-979f-326174aecf28), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:36.564494 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=383c55e1-9433-42e7-979f-326174aecf28,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:42:36.948959 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['383c55e1-9433-42e7-979f-326174aecf28'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:42:37.040108 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['3959a259-34f7-47f5-9c3d-c8f032983892'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:42:37.048063 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['10f2b2ac-d024-45d9-8b51-ee9bd6bab8e6'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:42:37.050378 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['36f87e3f-7392-4eed-9d08-001451be51e2'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:42:37.053231 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['1049b94c-dd50-4b61-afcc-7ec2892e7f46'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:42:37.077694 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246ec834-8230-450c-9882-581a6fc0037f req-9518acfc-8a75-4f3f-a765-887eba8f0569 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:37.093702 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246ec834-8230-450c-9882-581a6fc0037f req-9518acfc-8a75-4f3f-a765-887eba8f0569 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:37.104378 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246ec834-8230-450c-9882-581a6fc0037f req-9518acfc-8a75-4f3f-a765-887eba8f0569 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:37.119307 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246ec834-8230-450c-9882-581a6fc0037f req-9518acfc-8a75-4f3f-a765-887eba8f0569 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:37.132731 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246ec834-8230-450c-9882-581a6fc0037f req-9518acfc-8a75-4f3f-a765-887eba8f0569 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:37.143168 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['d152b0b2-3919-4a03-93f4-11425445acca'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:42:37.152176 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246ec834-8230-450c-9882-581a6fc0037f req-9518acfc-8a75-4f3f-a765-887eba8f0569 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:37.166186 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246ec834-8230-450c-9882-581a6fc0037f req-9518acfc-8a75-4f3f-a765-887eba8f0569 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:37.179304 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-246ec834-8230-450c-9882-581a6fc0037f req-9518acfc-8a75-4f3f-a765-887eba8f0569 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 5426 time: 0.2587428 Feb 04 12:42:37.272309 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6837b63a-994b-46c9-809e-a0ed1e0e0843 req-e2d488b1-1f19-4494-bb56-3a94b0da9cd1 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 210 time: 0.0903509 Feb 04 12:42:37.374318 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-246ec834-8230-450c-9882-581a6fc0037f req-6811b621-a9e6-4ed6-93c6-1b22ec9c5356 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/security-groups?id=1efd02e5-7fef-4643-bad8-36300e562451&id=779ff2e0-1490-4b8d-a753-8a45cbf1a372&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1913440 Feb 04 12:42:37.937982 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['f67e14d4-db1d-46b0-bea2-1c78b8bd35ab'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:42:38.693931 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4fbb6255-b387-4e8e-b31a-18f500025699 req-978f37e6-a2b4-40b8-979a-084a517e309a tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 210 time: 0.1544592 Feb 04 12:42:38.745773 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3686fca-32a7-4971-b451-5dd8826283bf req-460f4f13-4cca-45e8-b8de-c5bc9ef87600 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:38.751384 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3686fca-32a7-4971-b451-5dd8826283bf req-460f4f13-4cca-45e8-b8de-c5bc9ef87600 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:38.777261 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3686fca-32a7-4971-b451-5dd8826283bf req-460f4f13-4cca-45e8-b8de-c5bc9ef87600 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:38.784214 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3686fca-32a7-4971-b451-5dd8826283bf req-460f4f13-4cca-45e8-b8de-c5bc9ef87600 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:38.793392 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3686fca-32a7-4971-b451-5dd8826283bf req-460f4f13-4cca-45e8-b8de-c5bc9ef87600 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:38.802339 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3686fca-32a7-4971-b451-5dd8826283bf req-460f4f13-4cca-45e8-b8de-c5bc9ef87600 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:38.811856 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3686fca-32a7-4971-b451-5dd8826283bf req-460f4f13-4cca-45e8-b8de-c5bc9ef87600 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:38.822207 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e3686fca-32a7-4971-b451-5dd8826283bf req-460f4f13-4cca-45e8-b8de-c5bc9ef87600 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 5426 time: 0.2703085 Feb 04 12:42:38.887452 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e3686fca-32a7-4971-b451-5dd8826283bf req-d1d0e0f0-6159-4117-8f87-8b6161e618a0 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/security-groups?id=1efd02e5-7fef-4643-bad8-36300e562451&id=779ff2e0-1490-4b8d-a753-8a45cbf1a372&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0642011 Feb 04 12:42:39.936827 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e64efa63-858d-457e-8033-833524fe6352 req-4b1baa8f-540f-4f7f-9dcd-d398c7db55e2 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 210 time: 0.0719733 Feb 04 12:42:40.173037 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31731072-0339-4f5d-ba12-1a0568406ec7 req-db6ecf82-9584-4521-bf8e-791fed0c1b19 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:40.197642 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31731072-0339-4f5d-ba12-1a0568406ec7 req-db6ecf82-9584-4521-bf8e-791fed0c1b19 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:40.203772 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31731072-0339-4f5d-ba12-1a0568406ec7 req-db6ecf82-9584-4521-bf8e-791fed0c1b19 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:40.217938 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31731072-0339-4f5d-ba12-1a0568406ec7 req-db6ecf82-9584-4521-bf8e-791fed0c1b19 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:40.231827 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31731072-0339-4f5d-ba12-1a0568406ec7 req-db6ecf82-9584-4521-bf8e-791fed0c1b19 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:40.242549 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31731072-0339-4f5d-ba12-1a0568406ec7 req-db6ecf82-9584-4521-bf8e-791fed0c1b19 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:40.267345 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31731072-0339-4f5d-ba12-1a0568406ec7 req-db6ecf82-9584-4521-bf8e-791fed0c1b19 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:40.269834 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-31731072-0339-4f5d-ba12-1a0568406ec7 req-db6ecf82-9584-4521-bf8e-791fed0c1b19 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 5426 time: 0.2417333 Feb 04 12:42:40.338415 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device f67e14d4-db1d-46b0-bea2-1c78b8bd35ab up at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:42:40.369429 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-31731072-0339-4f5d-ba12-1a0568406ec7 req-5137c2d6-1e0d-4b57-b06e-096b4bc4ab8c tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/security-groups?id=1efd02e5-7fef-4643-bad8-36300e562451&id=779ff2e0-1490-4b8d-a753-8a45cbf1a372&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0921185 Feb 04 12:42:40.476265 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning for port f67e14d4-db1d-46b0-bea2-1c78b8bd35ab completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:42:40.480763 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning complete for port f67e14d4-db1d-46b0-bea2-1c78b8bd35ab triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:42:40.481149 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (f67e14d4-db1d-46b0-bea2-1c78b8bd35ab), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:40.690251 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port f67e14d4-db1d-46b0-bea2-1c78b8bd35ab is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:42:40.696184 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (f67e14d4-db1d-46b0-bea2-1c78b8bd35ab), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:40.757289 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5297a65-66a2-4ba7-a803-ed35fa7dac97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f67e14d4-db1d-46b0-bea2-1c78b8bd35ab'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:42:40.767860 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3d240b0-0947-4dc9-9273-bfb0c98ebf9b" -d '{"events": [{"server_uuid": "c5297a65-66a2-4ba7-a803-ed35fa7dac97", "name": "network-vif-plugged", "status": "completed", "tag": "f67e14d4-db1d-46b0-bea2-1c78b8bd35ab"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:42:40.827518 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port f67e14d4-db1d-46b0-bea2-1c78b8bd35ab, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=f67e14d4-db1d-46b0-bea2-1c78b8bd35ab,segment=NetworkSegment(359ad298-38b1-4d96-baeb-0f70370bc984),segment_id=359ad298-38b1-4d96-baeb-0f70370bc984)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:42:40.837223 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (f67e14d4-db1d-46b0-bea2-1c78b8bd35ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:40.838193 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 10f2b2ac-d024-45d9-8b51-ee9bd6bab8e6 up at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:42:40.951646 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-001cfd08-864c-4585-8b15-60d4523ef037 x-openstack-request-id: req-001cfd08-864c-4585-8b15-60d4523ef037 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:42:40.952165 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5297a65-66a2-4ba7-a803-ed35fa7dac97", "name": "network-vif-plugged", "status": "completed", "tag": "f67e14d4-db1d-46b0-bea2-1c78b8bd35ab", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:42:40.952527 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-001cfd08-864c-4585-8b15-60d4523ef037 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:42:40.953150 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5297a65-66a2-4ba7-a803-ed35fa7dac97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f67e14d4-db1d-46b0-bea2-1c78b8bd35ab', 'code': 200} Feb 04 12:42:41.131053 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=f67e14d4-db1d-46b0-bea2-1c78b8bd35ab,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:42:41.171210 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning for port 10f2b2ac-d024-45d9-8b51-ee9bd6bab8e6 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:42:41.186872 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning complete for port 10f2b2ac-d024-45d9-8b51-ee9bd6bab8e6 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:42:41.187765 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (10f2b2ac-d024-45d9-8b51-ee9bd6bab8e6), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:41.217059 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9b7a7084-0662-45fc-b46c-00e1820406aa req-c64e3e1c-772f-4e6c-bdce-bfb3b33d3cf5 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 210 time: 0.1023915 Feb 04 12:42:41.396423 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 10f2b2ac-d024-45d9-8b51-ee9bd6bab8e6 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:42:41.397895 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (10f2b2ac-d024-45d9-8b51-ee9bd6bab8e6), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:41.509632 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 10f2b2ac-d024-45d9-8b51-ee9bd6bab8e6, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=10f2b2ac-d024-45d9-8b51-ee9bd6bab8e6,segment=NetworkSegment(4c81f2d2-e31d-470c-8fcd-a4bd9a6a54e3),segment_id=4c81f2d2-e31d-470c-8fcd-a4bd9a6a54e3)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:42:41.515037 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (10f2b2ac-d024-45d9-8b51-ee9bd6bab8e6), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:41.516243 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device d152b0b2-3919-4a03-93f4-11425445acca up at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:42:41.751216 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=10f2b2ac-d024-45d9-8b51-ee9bd6bab8e6,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:42:41.756920 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f15c88e-7f57-4789-8923-e39de251a9db req-f4903fce-e090-4450-9f75-6a3df46bb4ad tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:41.762445 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f15c88e-7f57-4789-8923-e39de251a9db req-f4903fce-e090-4450-9f75-6a3df46bb4ad tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:41.768871 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning for port d152b0b2-3919-4a03-93f4-11425445acca completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:42:41.778072 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning complete for port d152b0b2-3919-4a03-93f4-11425445acca triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:42:41.778832 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (d152b0b2-3919-4a03-93f4-11425445acca), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:41.782869 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f15c88e-7f57-4789-8923-e39de251a9db req-f4903fce-e090-4450-9f75-6a3df46bb4ad tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:41.798895 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f15c88e-7f57-4789-8923-e39de251a9db req-f4903fce-e090-4450-9f75-6a3df46bb4ad tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:41.817703 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f15c88e-7f57-4789-8923-e39de251a9db req-f4903fce-e090-4450-9f75-6a3df46bb4ad tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:41.835923 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f15c88e-7f57-4789-8923-e39de251a9db req-f4903fce-e090-4450-9f75-6a3df46bb4ad tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:41.842136 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f15c88e-7f57-4789-8923-e39de251a9db req-f4903fce-e090-4450-9f75-6a3df46bb4ad tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:41.851376 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1f15c88e-7f57-4789-8923-e39de251a9db req-f4903fce-e090-4450-9f75-6a3df46bb4ad tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 5428 time: 0.3060989 Feb 04 12:42:42.017687 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port d152b0b2-3919-4a03-93f4-11425445acca is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:42:42.018257 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (d152b0b2-3919-4a03-93f4-11425445acca), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:42.112876 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1f15c88e-7f57-4789-8923-e39de251a9db req-dda0a8ca-ae1b-45ce-9a97-421c180069a0 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/security-groups?id=1efd02e5-7fef-4643-bad8-36300e562451&id=779ff2e0-1490-4b8d-a753-8a45cbf1a372&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2452531 Feb 04 12:42:42.132932 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port d152b0b2-3919-4a03-93f4-11425445acca, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=d152b0b2-3919-4a03-93f4-11425445acca,segment=NetworkSegment(a093ce63-cf30-4da6-9f0a-e3cc3d101fbb),segment_id=a093ce63-cf30-4da6-9f0a-e3cc3d101fbb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:42:42.144275 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (d152b0b2-3919-4a03-93f4-11425445acca), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:42.146426 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 36f87e3f-7392-4eed-9d08-001451be51e2 up at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:42:42.340928 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=d152b0b2-3919-4a03-93f4-11425445acca,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:42:42.405264 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning for port 36f87e3f-7392-4eed-9d08-001451be51e2 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:42:42.421046 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning complete for port 36f87e3f-7392-4eed-9d08-001451be51e2 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:42:42.421438 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (36f87e3f-7392-4eed-9d08-001451be51e2), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:42.451873 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6c93356c-d385-425b-93e7-714ff075054a req-213310e2-7480-4eaa-8293-bbb63e12af7d tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 210 time: 0.0637274 Feb 04 12:42:42.617863 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 36f87e3f-7392-4eed-9d08-001451be51e2 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:42:42.618504 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (36f87e3f-7392-4eed-9d08-001451be51e2), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:42.684830 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 36f87e3f-7392-4eed-9d08-001451be51e2, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=36f87e3f-7392-4eed-9d08-001451be51e2,segment=NetworkSegment(4c81f2d2-e31d-470c-8fcd-a4bd9a6a54e3),segment_id=4c81f2d2-e31d-470c-8fcd-a4bd9a6a54e3)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:42:42.696015 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (36f87e3f-7392-4eed-9d08-001451be51e2), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:42.700856 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 383c55e1-9433-42e7-979f-326174aecf28 up at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:42:43.022928 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5297a65-66a2-4ba7-a803-ed35fa7dac97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10f2b2ac-d024-45d9-8b51-ee9bd6bab8e6'}, {'server_uuid': 'c5297a65-66a2-4ba7-a803-ed35fa7dac97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd152b0b2-3919-4a03-93f4-11425445acca'}, {'server_uuid': 'c5297a65-66a2-4ba7-a803-ed35fa7dac97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36f87e3f-7392-4eed-9d08-001451be51e2'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:42:43.031483 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f88300e-9a31-4105-adbf-4c3910348ca1" -d '{"events": [{"server_uuid": "c5297a65-66a2-4ba7-a803-ed35fa7dac97", "name": "network-vif-plugged", "status": "completed", "tag": "10f2b2ac-d024-45d9-8b51-ee9bd6bab8e6"}, {"server_uuid": "c5297a65-66a2-4ba7-a803-ed35fa7dac97", "name": "network-vif-plugged", "status": "completed", "tag": "d152b0b2-3919-4a03-93f4-11425445acca"}, {"server_uuid": "c5297a65-66a2-4ba7-a803-ed35fa7dac97", "name": "network-vif-plugged", "status": "completed", "tag": "36f87e3f-7392-4eed-9d08-001451be51e2"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:42:43.118585 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=36f87e3f-7392-4eed-9d08-001451be51e2,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:42:43.163631 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning for port 383c55e1-9433-42e7-979f-326174aecf28 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:42:43.168019 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning complete for port 383c55e1-9433-42e7-979f-326174aecf28 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:42:43.168400 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (383c55e1-9433-42e7-979f-326174aecf28), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:43.216011 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 04 Feb 2022 12:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e058150c-2c35-41a7-8d94-5693dd26ef54 x-openstack-request-id: req-e058150c-2c35-41a7-8d94-5693dd26ef54 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:42:43.216467 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5297a65-66a2-4ba7-a803-ed35fa7dac97", "name": "network-vif-plugged", "status": "completed", "tag": "10f2b2ac-d024-45d9-8b51-ee9bd6bab8e6", "code": 200}, {"server_uuid": "c5297a65-66a2-4ba7-a803-ed35fa7dac97", "name": "network-vif-plugged", "status": "completed", "tag": "d152b0b2-3919-4a03-93f4-11425445acca", "code": 200}, {"server_uuid": "c5297a65-66a2-4ba7-a803-ed35fa7dac97", "name": "network-vif-plugged", "status": "completed", "tag": "36f87e3f-7392-4eed-9d08-001451be51e2", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:42:43.216874 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e058150c-2c35-41a7-8d94-5693dd26ef54 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:42:43.217419 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5297a65-66a2-4ba7-a803-ed35fa7dac97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10f2b2ac-d024-45d9-8b51-ee9bd6bab8e6', 'code': 200} Feb 04 12:42:43.217764 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5297a65-66a2-4ba7-a803-ed35fa7dac97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd152b0b2-3919-4a03-93f4-11425445acca', 'code': 200} Feb 04 12:42:43.218122 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5297a65-66a2-4ba7-a803-ed35fa7dac97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36f87e3f-7392-4eed-9d08-001451be51e2', 'code': 200} Feb 04 12:42:43.372822 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 383c55e1-9433-42e7-979f-326174aecf28 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:42:43.373233 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (383c55e1-9433-42e7-979f-326174aecf28), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:43.376455 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533d69fc-a209-458c-9eb0-75ae9c9476c9 req-d9e7ef43-4792-4d15-b9c5-9a2b892fc952 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:43.384875 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533d69fc-a209-458c-9eb0-75ae9c9476c9 req-d9e7ef43-4792-4d15-b9c5-9a2b892fc952 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:43.398941 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533d69fc-a209-458c-9eb0-75ae9c9476c9 req-d9e7ef43-4792-4d15-b9c5-9a2b892fc952 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:43.415109 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533d69fc-a209-458c-9eb0-75ae9c9476c9 req-d9e7ef43-4792-4d15-b9c5-9a2b892fc952 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:43.430355 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533d69fc-a209-458c-9eb0-75ae9c9476c9 req-d9e7ef43-4792-4d15-b9c5-9a2b892fc952 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:43.445532 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 383c55e1-9433-42e7-979f-326174aecf28, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=383c55e1-9433-42e7-979f-326174aecf28,segment=NetworkSegment(4c81f2d2-e31d-470c-8fcd-a4bd9a6a54e3),segment_id=4c81f2d2-e31d-470c-8fcd-a4bd9a6a54e3)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:42:43.450696 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (383c55e1-9433-42e7-979f-326174aecf28), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:43.451530 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 1049b94c-dd50-4b61-afcc-7ec2892e7f46 up at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:42:43.455570 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533d69fc-a209-458c-9eb0-75ae9c9476c9 req-d9e7ef43-4792-4d15-b9c5-9a2b892fc952 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:43.476820 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533d69fc-a209-458c-9eb0-75ae9c9476c9 req-d9e7ef43-4792-4d15-b9c5-9a2b892fc952 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:43.481019 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-533d69fc-a209-458c-9eb0-75ae9c9476c9 req-d9e7ef43-4792-4d15-b9c5-9a2b892fc952 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 5430 time: 0.1988616 Feb 04 12:42:43.662230 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning for port 1049b94c-dd50-4b61-afcc-7ec2892e7f46 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:42:43.669238 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=383c55e1-9433-42e7-979f-326174aecf28,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:42:43.684364 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning complete for port 1049b94c-dd50-4b61-afcc-7ec2892e7f46 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:42:43.684364 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (1049b94c-dd50-4b61-afcc-7ec2892e7f46), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:43.773298 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-03a2530d-9bc6-4401-8164-9a52d38634dc req-dca18dd4-ae5f-4142-8081-302719522263 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 210 time: 0.0907004 Feb 04 12:42:43.801405 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-533d69fc-a209-458c-9eb0-75ae9c9476c9 req-219c9166-c9c4-45fd-9a31-e8b876348fce tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/security-groups?id=1efd02e5-7fef-4643-bad8-36300e562451&id=779ff2e0-1490-4b8d-a753-8a45cbf1a372&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3103828 Feb 04 12:42:43.955695 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 1049b94c-dd50-4b61-afcc-7ec2892e7f46 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:42:43.957379 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (1049b94c-dd50-4b61-afcc-7ec2892e7f46), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:44.058619 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 1049b94c-dd50-4b61-afcc-7ec2892e7f46, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=1049b94c-dd50-4b61-afcc-7ec2892e7f46,segment=NetworkSegment(359ad298-38b1-4d96-baeb-0f70370bc984),segment_id=359ad298-38b1-4d96-baeb-0f70370bc984)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:42:44.065552 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (1049b94c-dd50-4b61-afcc-7ec2892e7f46), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:44.066923 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 3959a259-34f7-47f5-9c3d-c8f032983892 up at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:42:44.329209 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=1049b94c-dd50-4b61-afcc-7ec2892e7f46,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:42:44.350371 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning for port 3959a259-34f7-47f5-9c3d-c8f032983892 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:42:44.360381 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning complete for port 3959a259-34f7-47f5-9c3d-c8f032983892 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:42:44.360880 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (3959a259-34f7-47f5-9c3d-c8f032983892), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:44.575668 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 3959a259-34f7-47f5-9c3d-c8f032983892 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:42:44.577220 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (3959a259-34f7-47f5-9c3d-c8f032983892), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:44.687197 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 3959a259-34f7-47f5-9c3d-c8f032983892, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=3959a259-34f7-47f5-9c3d-c8f032983892,segment=NetworkSegment(4c81f2d2-e31d-470c-8fcd-a4bd9a6a54e3),segment_id=4c81f2d2-e31d-470c-8fcd-a4bd9a6a54e3)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:42:44.693164 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (3959a259-34f7-47f5-9c3d-c8f032983892), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:44.835191 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=3959a259-34f7-47f5-9c3d-c8f032983892,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:42:45.024497 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ad7c0ccc-d7fb-46bd-8808-36bce06abcd2 req-201b278a-489f-42c1-8e3b-88a25bd38187 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 210 time: 0.0738218 Feb 04 12:42:45.136732 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b997a07-81d2-47e9-8e7b-830c18467e92 req-9f5c7b17-696a-472a-a254-c30911876101 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:45.153028 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b997a07-81d2-47e9-8e7b-830c18467e92 req-9f5c7b17-696a-472a-a254-c30911876101 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:45.168409 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b997a07-81d2-47e9-8e7b-830c18467e92 req-9f5c7b17-696a-472a-a254-c30911876101 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:45.175375 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b997a07-81d2-47e9-8e7b-830c18467e92 req-9f5c7b17-696a-472a-a254-c30911876101 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:45.201957 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b997a07-81d2-47e9-8e7b-830c18467e92 req-9f5c7b17-696a-472a-a254-c30911876101 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:45.216441 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b997a07-81d2-47e9-8e7b-830c18467e92 req-9f5c7b17-696a-472a-a254-c30911876101 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:45.219993 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5297a65-66a2-4ba7-a803-ed35fa7dac97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '383c55e1-9433-42e7-979f-326174aecf28'}, {'server_uuid': 'c5297a65-66a2-4ba7-a803-ed35fa7dac97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1049b94c-dd50-4b61-afcc-7ec2892e7f46'}, {'server_uuid': 'c5297a65-66a2-4ba7-a803-ed35fa7dac97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3959a259-34f7-47f5-9c3d-c8f032983892'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:42:45.222741 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2007d6b-2e68-49ec-8354-81effe259d95" -d '{"events": [{"server_uuid": "c5297a65-66a2-4ba7-a803-ed35fa7dac97", "name": "network-vif-plugged", "status": "completed", "tag": "383c55e1-9433-42e7-979f-326174aecf28"}, {"server_uuid": "c5297a65-66a2-4ba7-a803-ed35fa7dac97", "name": "network-vif-plugged", "status": "completed", "tag": "1049b94c-dd50-4b61-afcc-7ec2892e7f46"}, {"server_uuid": "c5297a65-66a2-4ba7-a803-ed35fa7dac97", "name": "network-vif-plugged", "status": "completed", "tag": "3959a259-34f7-47f5-9c3d-c8f032983892"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:42:45.241643 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b997a07-81d2-47e9-8e7b-830c18467e92 req-9f5c7b17-696a-472a-a254-c30911876101 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:45.248541 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4b997a07-81d2-47e9-8e7b-830c18467e92 req-9f5c7b17-696a-472a-a254-c30911876101 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 5433 time: 0.2222488 Feb 04 12:42:45.315172 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 04 Feb 2022 12:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae9c0c46-48a7-4a7a-bbf4-1971a3f33542 x-openstack-request-id: req-ae9c0c46-48a7-4a7a-bbf4-1971a3f33542 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:42:45.316511 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5297a65-66a2-4ba7-a803-ed35fa7dac97", "name": "network-vif-plugged", "status": "completed", "tag": "383c55e1-9433-42e7-979f-326174aecf28", "code": 200}, {"server_uuid": "c5297a65-66a2-4ba7-a803-ed35fa7dac97", "name": "network-vif-plugged", "status": "completed", "tag": "1049b94c-dd50-4b61-afcc-7ec2892e7f46", "code": 200}, {"server_uuid": "c5297a65-66a2-4ba7-a803-ed35fa7dac97", "name": "network-vif-plugged", "status": "completed", "tag": "3959a259-34f7-47f5-9c3d-c8f032983892", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:42:45.317594 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ae9c0c46-48a7-4a7a-bbf4-1971a3f33542 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:42:45.318224 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5297a65-66a2-4ba7-a803-ed35fa7dac97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '383c55e1-9433-42e7-979f-326174aecf28', 'code': 200} Feb 04 12:42:45.318705 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5297a65-66a2-4ba7-a803-ed35fa7dac97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1049b94c-dd50-4b61-afcc-7ec2892e7f46', 'code': 200} Feb 04 12:42:45.319171 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5297a65-66a2-4ba7-a803-ed35fa7dac97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3959a259-34f7-47f5-9c3d-c8f032983892', 'code': 200} Feb 04 12:42:45.368322 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4b997a07-81d2-47e9-8e7b-830c18467e92 req-4186a9e0-5efb-4ca1-bd76-dada36b704ec tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/security-groups?id=1efd02e5-7fef-4643-bad8-36300e562451&id=779ff2e0-1490-4b8d-a753-8a45cbf1a372&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1119230 Feb 04 12:42:45.539058 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-34ac6a73-85b7-4470-942a-aa300a0df814 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:45.576066 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3bac05-6e92-42b6-85ef-564fafc5b699 req-3cb2dff6-7ffe-4769-9493-acf384d52326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:45.577332 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3bac05-6e92-42b6-85ef-564fafc5b699 req-3cb2dff6-7ffe-4769-9493-acf384d52326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:45.578102 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3bac05-6e92-42b6-85ef-564fafc5b699 req-3cb2dff6-7ffe-4769-9493-acf384d52326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:45.578950 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3bac05-6e92-42b6-85ef-564fafc5b699 req-3cb2dff6-7ffe-4769-9493-acf384d52326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:45.579677 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3bac05-6e92-42b6-85ef-564fafc5b699 req-3cb2dff6-7ffe-4769-9493-acf384d52326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:45.581384 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3bac05-6e92-42b6-85ef-564fafc5b699 req-3cb2dff6-7ffe-4769-9493-acf384d52326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:45.585632 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3bac05-6e92-42b6-85ef-564fafc5b699 req-3cb2dff6-7ffe-4769-9493-acf384d52326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:45.588721 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5b3bac05-6e92-42b6-85ef-564fafc5b699 req-3cb2dff6-7ffe-4769-9493-acf384d52326 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 6707 time: 0.1351948 Feb 04 12:42:45.683724 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5b3bac05-6e92-42b6-85ef-564fafc5b699 req-66cc9fe4-e47e-4e9b-be3d-5c5589f1fc07 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=1efd02e5-7fef-4643-bad8-36300e562451&id=779ff2e0-1490-4b8d-a753-8a45cbf1a372&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0884182 Feb 04 12:42:46.247448 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b4e6711d-2edd-4222-b8c5-cc3b6655c1e1 req-189f89a6-46e0-4ccc-82d5-1241a69efead tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 210 time: 0.0651810 Feb 04 12:42:46.495718 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 58160) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:42:46.669582 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e86aacd-9547-4db8-b0c2-fabd2e29014a req-a2c2a593-b0e8-4b1d-8859-56dac33f3482 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:46.679311 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e86aacd-9547-4db8-b0c2-fabd2e29014a req-a2c2a593-b0e8-4b1d-8859-56dac33f3482 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:46.703169 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e86aacd-9547-4db8-b0c2-fabd2e29014a req-a2c2a593-b0e8-4b1d-8859-56dac33f3482 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:46.712344 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e86aacd-9547-4db8-b0c2-fabd2e29014a req-a2c2a593-b0e8-4b1d-8859-56dac33f3482 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:46.719708 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e86aacd-9547-4db8-b0c2-fabd2e29014a req-a2c2a593-b0e8-4b1d-8859-56dac33f3482 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:46.727266 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e86aacd-9547-4db8-b0c2-fabd2e29014a req-a2c2a593-b0e8-4b1d-8859-56dac33f3482 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:46.733210 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e86aacd-9547-4db8-b0c2-fabd2e29014a req-a2c2a593-b0e8-4b1d-8859-56dac33f3482 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:46.736046 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2e86aacd-9547-4db8-b0c2-fabd2e29014a req-a2c2a593-b0e8-4b1d-8859-56dac33f3482 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 5433 time: 0.2165430 Feb 04 12:42:46.756694 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2c06e034-52ae-472d-86a5-2212095a9b29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:46.878115 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2e86aacd-9547-4db8-b0c2-fabd2e29014a req-bf743227-2074-4871-8019-caf5ac1e99b3 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/security-groups?id=1efd02e5-7fef-4643-bad8-36300e562451&id=779ff2e0-1490-4b8d-a753-8a45cbf1a372&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1184125 Feb 04 12:42:46.935842 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2c06e034-52ae-472d-86a5-2212095a9b29 admin admin] Publish callbacks [] for security_group (1590f1b9-ff50-4335-825e-82a9376de2cf), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:46.941239 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2c06e034-52ae-472d-86a5-2212095a9b29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (1590f1b9-ff50-4335-825e-82a9376de2cf), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:46.988191 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-2c06e034-52ae-472d-86a5-2212095a9b29 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=48ff03224a3e47a082413400652ea5cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4910905 Feb 04 12:42:46.991516 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 58168) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:42:47.064240 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c06e034-52ae-472d-86a5-2212095a9b29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1590f1b9-ff50-4335-825e-82a9376de2cf,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:42:47.097035 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-48c03ad1-963e-45e4-a0b5-0af7a2a9f5e2 admin admin] Publish callbacks [] for security_group (1590f1b9-ff50-4335-825e-82a9376de2cf), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:47.149782 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-48c03ad1-963e-45e4-a0b5-0af7a2a9f5e2 admin admin] Publish callbacks [] for security_group (1590f1b9-ff50-4335-825e-82a9376de2cf), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:47.229184 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-48c03ad1-963e-45e4-a0b5-0af7a2a9f5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (1590f1b9-ff50-4335-825e-82a9376de2cf), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:47.232818 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-48c03ad1-963e-45e4-a0b5-0af7a2a9f5e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:47.234617 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-48c03ad1-963e-45e4-a0b5-0af7a2a9f5e2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1590f1b9-ff50-4335-825e-82a9376de2cf HTTP/1.1" status: 204 len: 168 time: 0.2412491 Feb 04 12:42:47.267106 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c03ad1-963e-45e4-a0b5-0af7a2a9f5e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1590f1b9-ff50-4335-825e-82a9376de2cf,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:42:47.441637 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7b2cd375-86c5-46f2-bf22-4140654096cd req-39170192-f3c2-4583-9d5a-25e23fda43b0 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 210 time: 0.0611811 Feb 04 12:42:47.476050 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 12:42:47.972749 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 58198) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:42:47.975765 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f9074b06-451b-45db-8dfd-d36415ff8773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:47.990592 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-08b55077-387c-46cc-86c8-6dce5284c509 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:48.079412 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-08b55077-387c-46cc-86c8-6dce5284c509 admin admin] Publish callbacks [] for security_group (10fc14a4-f721-4dec-8b63-a8b75525b136), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:48.117130 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-08b55077-387c-46cc-86c8-6dce5284c509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (10fc14a4-f721-4dec-8b63-a8b75525b136), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:48.168259 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-08b55077-387c-46cc-86c8-6dce5284c509 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7ad7dc43baee43b7bfa431c26f3723c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1939909 Feb 04 12:42:48.170667 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 58200) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:42:48.188639 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b55077-387c-46cc-86c8-6dce5284c509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10fc14a4-f721-4dec-8b63-a8b75525b136,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:42:48.210264 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0813725f-afd8-4794-b30d-aee3b23247d6 req-8d0c6a7a-6039-49c3-8f9c-ededd3345b39 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:48.215975 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0813725f-afd8-4794-b30d-aee3b23247d6 req-8d0c6a7a-6039-49c3-8f9c-ededd3345b39 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:48.221309 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0813725f-afd8-4794-b30d-aee3b23247d6 req-8d0c6a7a-6039-49c3-8f9c-ededd3345b39 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:48.226584 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0813725f-afd8-4794-b30d-aee3b23247d6 req-8d0c6a7a-6039-49c3-8f9c-ededd3345b39 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:48.242940 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0813725f-afd8-4794-b30d-aee3b23247d6 req-8d0c6a7a-6039-49c3-8f9c-ededd3345b39 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:48.262763 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5b6d6e69-1e2b-4ac8-a72d-823a73a0dfea admin admin] Publish callbacks [] for security_group (10fc14a4-f721-4dec-8b63-a8b75525b136), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:48.269508 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0813725f-afd8-4794-b30d-aee3b23247d6 req-8d0c6a7a-6039-49c3-8f9c-ededd3345b39 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:48.275692 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0813725f-afd8-4794-b30d-aee3b23247d6 req-8d0c6a7a-6039-49c3-8f9c-ededd3345b39 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:48.283248 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0813725f-afd8-4794-b30d-aee3b23247d6 req-8d0c6a7a-6039-49c3-8f9c-ededd3345b39 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 5433 time: 0.2022288 Feb 04 12:42:48.291032 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5b6d6e69-1e2b-4ac8-a72d-823a73a0dfea admin admin] Publish callbacks [] for security_group (10fc14a4-f721-4dec-8b63-a8b75525b136), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:48.353397 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5b6d6e69-1e2b-4ac8-a72d-823a73a0dfea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (10fc14a4-f721-4dec-8b63-a8b75525b136), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:48.355773 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0813725f-afd8-4794-b30d-aee3b23247d6 req-94fb9614-1ba3-49dd-befc-3ea8c5f5cf73 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/security-groups?id=1efd02e5-7fef-4643-bad8-36300e562451&id=779ff2e0-1490-4b8d-a753-8a45cbf1a372&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0715582 Feb 04 12:42:48.359397 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5b6d6e69-1e2b-4ac8-a72d-823a73a0dfea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:48.361384 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-5b6d6e69-1e2b-4ac8-a72d-823a73a0dfea admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/10fc14a4-f721-4dec-8b63-a8b75525b136 HTTP/1.1" status: 204 len: 168 time: 0.1888781 Feb 04 12:42:48.381741 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6d6e69-1e2b-4ac8-a72d-823a73a0dfea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10fc14a4-f721-4dec-8b63-a8b75525b136,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:42:48.629789 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43b43c4-be64-4a50-a108-e456a776d245 req-5942cd74-f536-4998-a8d6-fda2f357e447 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:48.643082 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43b43c4-be64-4a50-a108-e456a776d245 req-5942cd74-f536-4998-a8d6-fda2f357e447 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:48.657830 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43b43c4-be64-4a50-a108-e456a776d245 req-5942cd74-f536-4998-a8d6-fda2f357e447 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:48.665122 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43b43c4-be64-4a50-a108-e456a776d245 req-5942cd74-f536-4998-a8d6-fda2f357e447 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:48.671939 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43b43c4-be64-4a50-a108-e456a776d245 req-5942cd74-f536-4998-a8d6-fda2f357e447 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:48.679805 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43b43c4-be64-4a50-a108-e456a776d245 req-5942cd74-f536-4998-a8d6-fda2f357e447 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:48.685576 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43b43c4-be64-4a50-a108-e456a776d245 req-5942cd74-f536-4998-a8d6-fda2f357e447 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:48.709561 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c43b43c4-be64-4a50-a108-e456a776d245 req-5942cd74-f536-4998-a8d6-fda2f357e447 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 5433 time: 0.2322621 Feb 04 12:42:48.715421 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 58228) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:42:48.723897 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-ef4684de-cd25-43ba-ba9b-be882c6c725c tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Request body: {'floatingip': {'port_id': 'd152b0b2-3919-4a03-93f4-11425445acca'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:42:48.772029 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0b7b7f6f-af78-4125-80eb-d2316eda32ab req-41d3845c-b4f8-4d6f-94da-13eaa1a3f49d tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 210 time: 0.0612812 Feb 04 12:42:48.886787 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ef4684de-cd25-43ba-ba9b-be882c6c725c tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks [] for floatingip (528d0164-1916-4d6f-ba30-f76a89a4ecd0), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:49.210851 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:49.798158 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ef4684de-cd25-43ba-ba9b-be882c6c725c tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:49.803680 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ef4684de-cd25-43ba-ba9b-be882c6c725c tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1599943'] for floatingip (528d0164-1916-4d6f-ba30-f76a89a4ecd0), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:50.064460 n-d-825015-3 neutron-server[103474]: INFO neutron.db.l3_db [None req-ef4684de-cd25-43ba-ba9b-be882c6c725c tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Floating IP 528d0164-1916-4d6f-ba30-f76a89a4ecd0 associated. External IP: 172.25.3.242, port: d152b0b2-3919-4a03-93f4-11425445acca. Feb 04 12:42:50.070479 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-38d19af7-9754-4b1f-a032-0dbfafd87c92 req-e9b9d840-f113-4e3e-ba8a-e21db416d828 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 210 time: 0.0745614 Feb 04 12:42:50.405917 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef4684de-cd25-43ba-ba9b-be882c6c725c tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Router 033817e3-7f8b-41b9-90c1-e0a41e4dc589 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:42:50.471219 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:50.564737 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef4684de-cd25-43ba-ba9b-be882c6c725c tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:42:50.577858 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b625f19b-8e5b-4621-a8c1-2dfdfee4e6b9 None None] Sync routers for ids ['033817e3-7f8b-41b9-90c1-e0a41e4dc589'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:42:50.580061 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ef4684de-cd25-43ba-ba9b-be882c6c725c tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:50.594014 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b625f19b-8e5b-4621-a8c1-2dfdfee4e6b9 None None] Routers {'033817e3-7f8b-41b9-90c1-e0a41e4dc589'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:42:50.594910 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-b625f19b-8e5b-4621-a8c1-2dfdfee4e6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:42:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['033817e3-7f8b-41b9-90c1-e0a41e4dc589'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:42:50.641750 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-ef4684de-cd25-43ba-ba9b-be882c6c725c tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "PUT /v2.0/floatingips/528d0164-1916-4d6f-ba30-f76a89a4ecd0 HTTP/1.1" status: 200 len: 991 time: 1.9250705 Feb 04 12:42:50.642564 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5297a65-66a2-4ba7-a803-ed35fa7dac97', 'tag': 'd152b0b2-3919-4a03-93f4-11425445acca'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:42:50.664057 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92e718ca-6e77-42f2-a7dc-3b201fc3f4f6" -d '{"events": [{"name": "network-changed", "server_uuid": "c5297a65-66a2-4ba7-a803-ed35fa7dac97", "tag": "d152b0b2-3919-4a03-93f4-11425445acca"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:42:50.774307 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fd36486-8a11-4156-847c-80d64503ecd0 x-openstack-request-id: req-4fd36486-8a11-4156-847c-80d64503ecd0 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:42:50.774605 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5297a65-66a2-4ba7-a803-ed35fa7dac97", "tag": "d152b0b2-3919-4a03-93f4-11425445acca", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:42:50.774870 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4fd36486-8a11-4156-847c-80d64503ecd0 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:42:50.775281 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5297a65-66a2-4ba7-a803-ed35fa7dac97', 'tag': 'd152b0b2-3919-4a03-93f4-11425445acca', 'status': 'completed', 'code': 200} Feb 04 12:42:50.912672 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-b625f19b-8e5b-4621-a8c1-2dfdfee4e6b9 None None] Set router 033817e3-7f8b-41b9-90c1-e0a41e4dc589 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:42:50.961747 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea0da4-bb27-465a-9a6e-d9ac92fdbb5b req-c6b237ee-b58d-4b45-9a0e-1e72fcda7879 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:50.968008 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea0da4-bb27-465a-9a6e-d9ac92fdbb5b req-c6b237ee-b58d-4b45-9a0e-1e72fcda7879 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:50.975584 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea0da4-bb27-465a-9a6e-d9ac92fdbb5b req-c6b237ee-b58d-4b45-9a0e-1e72fcda7879 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:50.983264 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea0da4-bb27-465a-9a6e-d9ac92fdbb5b req-c6b237ee-b58d-4b45-9a0e-1e72fcda7879 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:50.990155 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea0da4-bb27-465a-9a6e-d9ac92fdbb5b req-c6b237ee-b58d-4b45-9a0e-1e72fcda7879 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:51.011781 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea0da4-bb27-465a-9a6e-d9ac92fdbb5b req-c6b237ee-b58d-4b45-9a0e-1e72fcda7879 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:51.025949 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea0da4-bb27-465a-9a6e-d9ac92fdbb5b req-c6b237ee-b58d-4b45-9a0e-1e72fcda7879 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:51.034574 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6eea0da4-bb27-465a-9a6e-d9ac92fdbb5b req-c6b237ee-b58d-4b45-9a0e-1e72fcda7879 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 5433 time: 0.3113685 Feb 04 12:42:51.160891 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e718ca-6e77-42f2-a7dc-3b201fc3f4f6 req-70eb9fa8-db57-4b6c-9828-d105ae25be6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:51.168126 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e718ca-6e77-42f2-a7dc-3b201fc3f4f6 req-70eb9fa8-db57-4b6c-9828-d105ae25be6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:51.168661 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e718ca-6e77-42f2-a7dc-3b201fc3f4f6 req-70eb9fa8-db57-4b6c-9828-d105ae25be6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:51.169145 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e718ca-6e77-42f2-a7dc-3b201fc3f4f6 req-70eb9fa8-db57-4b6c-9828-d105ae25be6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:51.170158 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e718ca-6e77-42f2-a7dc-3b201fc3f4f6 req-70eb9fa8-db57-4b6c-9828-d105ae25be6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:51.170158 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e718ca-6e77-42f2-a7dc-3b201fc3f4f6 req-70eb9fa8-db57-4b6c-9828-d105ae25be6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:51.170577 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e718ca-6e77-42f2-a7dc-3b201fc3f4f6 req-70eb9fa8-db57-4b6c-9828-d105ae25be6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:51.173127 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-92e718ca-6e77-42f2-a7dc-3b201fc3f4f6 req-70eb9fa8-db57-4b6c-9828-d105ae25be6c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ca25972521404bd998e7680810e52c91&device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 6707 time: 0.3511910 Feb 04 12:42:51.380491 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3de1bfee-384d-4a46-a87d-df88518e388c req-3c843a93-569e-491a-81c3-a36d505ebce0 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 210 time: 0.1210842 Feb 04 12:42:51.408400 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6eea0da4-bb27-465a-9a6e-d9ac92fdbb5b req-4bfe357e-933f-424b-b676-16772779c9e0 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/security-groups?id=1efd02e5-7fef-4643-bad8-36300e562451&id=779ff2e0-1490-4b8d-a753-8a45cbf1a372&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3628473 Feb 04 12:42:51.498396 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e718ca-6e77-42f2-a7dc-3b201fc3f4f6 req-add53f8d-ff78-4917-a076-bb4c7a22d289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:51.500263 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-92e718ca-6e77-42f2-a7dc-3b201fc3f4f6 req-add53f8d-ff78-4917-a076-bb4c7a22d289 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e282f09d-0f00-48ae-be54-8328c02ae0af HTTP/1.1" status: 200 len: 912 time: 0.3130882 Feb 04 12:42:51.571015 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 58316) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:42:51.621966 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-b625f19b-8e5b-4621-a8c1-2dfdfee4e6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '033817e3-7f8b-41b9-90c1-e0a41e4dc589', 'name': 'tempest-TaggedBootDevicesTest-274412170-router', 'tenant_id': 'ca25972521404bd998e7680810e52c91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '31e761a1-2257-49aa-8a16-11521fd6750c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:38:35Z', 'updated_at': '2022-02-04T12:38:40Z', 'revision_number': 4, 'project_id': 'ca25972521404bd998e7680810e52c91', 'gw_port': {'id': '31e761a1-2257-49aa-8a16-11521fd6750c', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:03:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033817e3-7f8b-41b9-90c1-e0a41e4dc589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:38:36Z', 'updated_at': '2022-02-04T12:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': '528d0164-1916-4d6f-ba30-f76a89a4ecd0', 'tenant_id': 'ca25972521404bd998e7680810e52c91', 'floating_ip_address': '172.25.3.242', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': '033817e3-7f8b-41b9-90c1-e0a41e4dc589', 'port_id': 'd152b0b2-3919-4a03-93f4-11425445acca', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2288, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e282f09d-0f00-48ae-be54-8328c02ae0af', 'mac_address': 'fa:16:3e:bb:e8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5297a65-66a2-4ba7-a803-ed35fa7dac97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:40:07Z', 'updated_at': '2022-02-04T12:42:49Z', 'revision_number': 1, 'project_id': 'ca25972521404bd998e7680810e52c91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a2b3e52-95b4-4f22-9e92-c5f9ce1bf3be', 'name': '', 'network_id': 'e282f09d-0f00-48ae-be54-8328c02ae0af', 'tenant_id': 'ca25972521404bd998e7680810e52c91', 'mac_address': 'fa:16:3e:61:c1:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033817e3-7f8b-41b9-90c1-e0a41e4dc589', 'device_owner': 'network:router_interface', 'standard_attr_id': 2231, 'fixed_ips': [{'subnet_id': 'd174a82c-6751-442a-8e10-7a148203d4f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:38:39Z', 'updated_at': '2022-02-04T12:38:47Z', 'revision_number': 5, 'project_id': 'ca25972521404bd998e7680810e52c91', 'subnets': [{'id': 'd174a82c-6751-442a-8e10-7a148203d4f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:42:51.629878 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:51.700993 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b625f19b-8e5b-4621-a8c1-2dfdfee4e6b9 None None] Checking router: 033817e3-7f8b-41b9-90c1-e0a41e4dc589 for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:42:51.706503 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-92e718ca-6e77-42f2-a7dc-3b201fc3f4f6 req-495d37d6-9b2b-4dbf-88cd-10e2d598b7ed service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d152b0b2-3919-4a03-93f4-11425445acca HTTP/1.1" status: 200 len: 999 time: 0.1996810 Feb 04 12:42:51.735098 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b625f19b-8e5b-4621-a8c1-2dfdfee4e6b9 None None] Routers {'033817e3-7f8b-41b9-90c1-e0a41e4dc589'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:42:51.739921 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-b625f19b-8e5b-4621-a8c1-2dfdfee4e6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:42:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['033817e3-7f8b-41b9-90c1-e0a41e4dc589'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:42:51.885254 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e718ca-6e77-42f2-a7dc-3b201fc3f4f6 req-2c90ca19-1291-4042-8b4b-0e301ea8d9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:51.890825 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-92e718ca-6e77-42f2-a7dc-3b201fc3f4f6 req-2c90ca19-1291-4042-8b4b-0e301ea8d9b6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d174a82c-6751-442a-8e10-7a148203d4f7 HTTP/1.1" status: 200 len: 850 time: 0.1749763 Feb 04 12:42:51.927909 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f24d84d2-3d53-49b1-89ea-15e6cb50d4f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:51.981438 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-b625f19b-8e5b-4621-a8c1-2dfdfee4e6b9 None None] Set router 033817e3-7f8b-41b9-90c1-e0a41e4dc589 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:42:52.065595 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e718ca-6e77-42f2-a7dc-3b201fc3f4f6 req-ff19d58e-02c6-4a7a-a3f1-98019a6269bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:52.071366 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-92e718ca-6e77-42f2-a7dc-3b201fc3f4f6 req-ff19d58e-02c6-4a7a-a3f1-98019a6269bb service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e282f09d-0f00-48ae-be54-8328c02ae0af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1730621 Feb 04 12:42:52.209360 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f24d84d2-3d53-49b1-89ea-15e6cb50d4f2 admin admin] Publish callbacks [] for security_group (537ec94f-491c-489e-aa28-21b1b092d598), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:52.219902 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f24d84d2-3d53-49b1-89ea-15e6cb50d4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (537ec94f-491c-489e-aa28-21b1b092d598), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:52.313627 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-b625f19b-8e5b-4621-a8c1-2dfdfee4e6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '033817e3-7f8b-41b9-90c1-e0a41e4dc589', 'name': 'tempest-TaggedBootDevicesTest-274412170-router', 'tenant_id': 'ca25972521404bd998e7680810e52c91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '31e761a1-2257-49aa-8a16-11521fd6750c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:38:35Z', 'updated_at': '2022-02-04T12:38:40Z', 'revision_number': 4, 'project_id': 'ca25972521404bd998e7680810e52c91', 'gw_port': {'id': '31e761a1-2257-49aa-8a16-11521fd6750c', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:03:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033817e3-7f8b-41b9-90c1-e0a41e4dc589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:38:36Z', 'updated_at': '2022-02-04T12:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': '528d0164-1916-4d6f-ba30-f76a89a4ecd0', 'tenant_id': 'ca25972521404bd998e7680810e52c91', 'floating_ip_address': '172.25.3.242', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': '033817e3-7f8b-41b9-90c1-e0a41e4dc589', 'port_id': 'd152b0b2-3919-4a03-93f4-11425445acca', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2288, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e282f09d-0f00-48ae-be54-8328c02ae0af', 'mac_address': 'fa:16:3e:bb:e8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5297a65-66a2-4ba7-a803-ed35fa7dac97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:40:07Z', 'updated_at': '2022-02-04T12:42:49Z', 'revision_number': 1, 'project_id': 'ca25972521404bd998e7680810e52c91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a2b3e52-95b4-4f22-9e92-c5f9ce1bf3be', 'name': '', 'network_id': 'e282f09d-0f00-48ae-be54-8328c02ae0af', 'tenant_id': 'ca25972521404bd998e7680810e52c91', 'mac_address': 'fa:16:3e:61:c1:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033817e3-7f8b-41b9-90c1-e0a41e4dc589', 'device_owner': 'network:router_interface', 'standard_attr_id': 2231, 'fixed_ips': [{'subnet_id': 'd174a82c-6751-442a-8e10-7a148203d4f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:38:39Z', 'updated_at': '2022-02-04T12:38:47Z', 'revision_number': 5, 'project_id': 'ca25972521404bd998e7680810e52c91', 'subnets': [{'id': 'd174a82c-6751-442a-8e10-7a148203d4f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:42:52.329768 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-92e718ca-6e77-42f2-a7dc-3b201fc3f4f6 req-ddd43f2f-ce06-46d0-be86-34f6b0a76b2e service neutron] 10.222.0.77 "GET /v2.0/networks/e282f09d-0f00-48ae-be54-8328c02ae0af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448034 Feb 04 12:42:52.349785 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24d84d2-3d53-49b1-89ea-15e6cb50d4f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=537ec94f-491c-489e-aa28-21b1b092d598,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:42:52.393698 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b625f19b-8e5b-4621-a8c1-2dfdfee4e6b9 None None] The sync data for ids ['033817e3-7f8b-41b9-90c1-e0a41e4dc589'] in n-d-825015-3 is: [{'id': '033817e3-7f8b-41b9-90c1-e0a41e4dc589', 'name': 'tempest-TaggedBootDevicesTest-274412170-router', 'tenant_id': 'ca25972521404bd998e7680810e52c91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '31e761a1-2257-49aa-8a16-11521fd6750c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:38:35Z', 'updated_at': '2022-02-04T12:38:40Z', 'revision_number': 4, 'project_id': 'ca25972521404bd998e7680810e52c91', 'gw_port': {'id': '31e761a1-2257-49aa-8a16-11521fd6750c', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:03:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033817e3-7f8b-41b9-90c1-e0a41e4dc589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:38:36Z', 'updated_at': '2022-02-04T12:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': '528d0164-1916-4d6f-ba30-f76a89a4ecd0', 'tenant_id': 'ca25972521404bd998e7680810e52c91', 'floating_ip_address': '172.25.3.242', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': '033817e3-7f8b-41b9-90c1-e0a41e4dc589', 'port_id': 'd152b0b2-3919-4a03-93f4-11425445acca', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2288, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e282f09d-0f00-48ae-be54-8328c02ae0af', 'mac_address': 'fa:16:3e:bb:e8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5297a65-66a2-4ba7-a803-ed35fa7dac97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:40:07Z', 'updated_at': '2022-02-04T12:42:49Z', 'revision_number': 1, 'project_id': 'ca25972521404bd998e7680810e52c91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a2b3e52-95b4-4f22-9e92-c5f9ce1bf3be', 'name': '', 'network_id': 'e282f09d-0f00-48ae-be54-8328c02ae0af', 'tenant_id': 'ca25972521404bd998e7680810e52c91', 'mac_address': 'fa:16:3e:61:c1:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033817e3-7f8b-41b9-90c1-e0a41e4dc589', 'device_owner': 'network:router_interface', 'standard_attr_id': 2231, 'fixed_ips': [{'subnet_id': 'd174a82c-6751-442a-8e10-7a148203d4f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:38:39Z', 'updated_at': '2022-02-04T12:38:47Z', 'revision_number': 5, 'project_id': 'ca25972521404bd998e7680810e52c91', 'subnets': [{'id': 'd174a82c-6751-442a-8e10-7a148203d4f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:42:52.461554 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-f24d84d2-3d53-49b1-89ea-15e6cb50d4f2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d8657e330e64441ea35243ee9d347477&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8887880 Feb 04 12:42:52.472222 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 58334) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:42:52.670577 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b5f91249-e5b2-481a-91b1-3889c55bc520 admin admin] Publish callbacks [] for security_group (537ec94f-491c-489e-aa28-21b1b092d598), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:52.693267 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-92e718ca-6e77-42f2-a7dc-3b201fc3f4f6 req-e728c708-aaab-44f4-b6d2-4e6cb4c422ac service neutron] 10.222.0.77 "GET /v2.0/networks/e282f09d-0f00-48ae-be54-8328c02ae0af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3619413 Feb 04 12:42:52.774795 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b5f91249-e5b2-481a-91b1-3889c55bc520 admin admin] Publish callbacks [] for security_group (537ec94f-491c-489e-aa28-21b1b092d598), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:52.830560 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9499a1cf-3158-4b8f-8c62-1db6c9fc636f None None] New status for floating IP 528d0164-1916-4d6f-ba30-f76a89a4ecd0: ACTIVE {{(pid=103476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 12:42:52.934201 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b5f91249-e5b2-481a-91b1-3889c55bc520 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (537ec94f-491c-489e-aa28-21b1b092d598), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:52.937360 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b5f91249-e5b2-481a-91b1-3889c55bc520 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:52.938801 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-b5f91249-e5b2-481a-91b1-3889c55bc520 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/537ec94f-491c-489e-aa28-21b1b092d598 HTTP/1.1" status: 204 len: 168 time: 0.4541962 Feb 04 12:42:52.987704 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f91249-e5b2-481a-91b1-3889c55bc520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=537ec94f-491c-489e-aa28-21b1b092d598,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:42:53.013285 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7b7577a6-8cf3-4e93-95f6-629be7a11786 req-0044e68f-308b-4f83-b095-d594f796b1bf tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 210 time: 0.3128805 Feb 04 12:42:53.173467 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0df3ed-4121-48b6-9a0e-58608ce2c894 req-43a40570-6dc9-4306-81b5-b6730c625799 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:53.200170 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0df3ed-4121-48b6-9a0e-58608ce2c894 req-43a40570-6dc9-4306-81b5-b6730c625799 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:53.208806 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0df3ed-4121-48b6-9a0e-58608ce2c894 req-43a40570-6dc9-4306-81b5-b6730c625799 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:53.244154 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0df3ed-4121-48b6-9a0e-58608ce2c894 req-43a40570-6dc9-4306-81b5-b6730c625799 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:53.257363 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0df3ed-4121-48b6-9a0e-58608ce2c894 req-43a40570-6dc9-4306-81b5-b6730c625799 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:53.287993 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 58352) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:42:53.301564 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0df3ed-4121-48b6-9a0e-58608ce2c894 req-43a40570-6dc9-4306-81b5-b6730c625799 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:53.313124 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0df3ed-4121-48b6-9a0e-58608ce2c894 req-43a40570-6dc9-4306-81b5-b6730c625799 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:53.326741 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7e0df3ed-4121-48b6-9a0e-58608ce2c894 req-43a40570-6dc9-4306-81b5-b6730c625799 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 5433 time: 0.6241512 Feb 04 12:42:53.806585 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bc92f348-ce24-4c32-b6be-6149620268d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:53.954964 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 58362) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:42:54.003798 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-86ef832c-65bb-4ad1-b6b3-53bf76682d92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:54.114676 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bc92f348-ce24-4c32-b6be-6149620268d8 admin admin] Publish callbacks [] for security_group (d8f38767-e6ff-4cfd-b352-b8a5bce609f1), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:54.120372 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bc92f348-ce24-4c32-b6be-6149620268d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (d8f38767-e6ff-4cfd-b352-b8a5bce609f1), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:54.162631 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc92f348-ce24-4c32-b6be-6149620268d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8f38767-e6ff-4cfd-b352-b8a5bce609f1,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:42:54.215603 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7e0df3ed-4121-48b6-9a0e-58608ce2c894 req-417c0db8-e787-4005-a502-00cbef758ce3 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/security-groups?id=1efd02e5-7fef-4643-bad8-36300e562451&id=779ff2e0-1490-4b8d-a753-8a45cbf1a372&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8873403 Feb 04 12:42:54.335830 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2f1122c8-2be8-4b9a-a0fd-c11796724c68 req-9cc6bf94-cdf5-487a-86e5-ac9b2c22dc05 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 210 time: 0.1080241 Feb 04 12:42:54.355380 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-86ef832c-65bb-4ad1-b6b3-53bf76682d92 admin admin] Publish callbacks [] for security_group (3ead1b37-6966-4bca-815f-8d9ed1a2f78e), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:54.361933 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-86ef832c-65bb-4ad1-b6b3-53bf76682d92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (3ead1b37-6966-4bca-815f-8d9ed1a2f78e), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:54.400228 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-bc92f348-ce24-4c32-b6be-6149620268d8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c47836845b3948bb82b08400e6ac5a0f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1087866 Feb 04 12:42:54.400752 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 58370) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:42:54.420612 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-86ef832c-65bb-4ad1-b6b3-53bf76682d92 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=567a4a0b61e140d6ac1aec4c371d36ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4645588 Feb 04 12:42:54.426504 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 58372) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:42:54.502765 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fa770f38-4d66-4907-ad08-e1c4a87fe8b5 admin admin] Publish callbacks [] for security_group (d8f38767-e6ff-4cfd-b352-b8a5bce609f1), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:54.510948 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ef832c-65bb-4ad1-b6b3-53bf76682d92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ead1b37-6966-4bca-815f-8d9ed1a2f78e,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:42:54.553866 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fa770f38-4d66-4907-ad08-e1c4a87fe8b5 admin admin] Publish callbacks [] for security_group (d8f38767-e6ff-4cfd-b352-b8a5bce609f1), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:54.589183 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ab44371d-7640-4547-a7b8-298a008091c5 admin admin] Publish callbacks [] for security_group (3ead1b37-6966-4bca-815f-8d9ed1a2f78e), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:54.642783 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fa770f38-4d66-4907-ad08-e1c4a87fe8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (d8f38767-e6ff-4cfd-b352-b8a5bce609f1), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:54.646888 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fa770f38-4d66-4907-ad08-e1c4a87fe8b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:54.647604 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-fa770f38-4d66-4907-ad08-e1c4a87fe8b5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d8f38767-e6ff-4cfd-b352-b8a5bce609f1 HTTP/1.1" status: 204 len: 168 time: 0.2456164 Feb 04 12:42:54.656674 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa770f38-4d66-4907-ad08-e1c4a87fe8b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8f38767-e6ff-4cfd-b352-b8a5bce609f1,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:42:54.659506 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ab44371d-7640-4547-a7b8-298a008091c5 admin admin] Publish callbacks [] for security_group (3ead1b37-6966-4bca-815f-8d9ed1a2f78e), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:54.780668 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ab44371d-7640-4547-a7b8-298a008091c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (3ead1b37-6966-4bca-815f-8d9ed1a2f78e), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:54.784036 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ab44371d-7640-4547-a7b8-298a008091c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:54.789256 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-ab44371d-7640-4547-a7b8-298a008091c5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3ead1b37-6966-4bca-815f-8d9ed1a2f78e HTTP/1.1" status: 204 len: 168 time: 0.3575153 Feb 04 12:42:54.813832 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab44371d-7640-4547-a7b8-298a008091c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ead1b37-6966-4bca-815f-8d9ed1a2f78e,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:42:55.502036 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cbf1dd-dac0-47d3-8ad8-d4639c4abbc7 req-c891a07a-6c74-4eea-b9f9-bde96cbc352f tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:55.512028 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cbf1dd-dac0-47d3-8ad8-d4639c4abbc7 req-c891a07a-6c74-4eea-b9f9-bde96cbc352f tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:55.528054 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cbf1dd-dac0-47d3-8ad8-d4639c4abbc7 req-c891a07a-6c74-4eea-b9f9-bde96cbc352f tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:55.534125 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cbf1dd-dac0-47d3-8ad8-d4639c4abbc7 req-c891a07a-6c74-4eea-b9f9-bde96cbc352f tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:55.541165 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cbf1dd-dac0-47d3-8ad8-d4639c4abbc7 req-c891a07a-6c74-4eea-b9f9-bde96cbc352f tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:55.547936 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cbf1dd-dac0-47d3-8ad8-d4639c4abbc7 req-c891a07a-6c74-4eea-b9f9-bde96cbc352f tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:55.554414 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cbf1dd-dac0-47d3-8ad8-d4639c4abbc7 req-c891a07a-6c74-4eea-b9f9-bde96cbc352f tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:55.565064 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-76cbf1dd-dac0-47d3-8ad8-d4639c4abbc7 req-c891a07a-6c74-4eea-b9f9-bde96cbc352f tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 5433 time: 0.1738603 Feb 04 12:42:55.678572 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9ef55aa6-a3c9-40ed-8368-a1ddbd330132 req-36e79f8b-d008-4578-9840-5678b165facd tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 210 time: 0.1091616 Feb 04 12:42:55.804600 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-76cbf1dd-dac0-47d3-8ad8-d4639c4abbc7 req-4ef1a0fa-f437-4ae2-b19c-cad20138de17 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/security-groups?id=1efd02e5-7fef-4643-bad8-36300e562451&id=779ff2e0-1490-4b8d-a753-8a45cbf1a372&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2383733 Feb 04 12:42:56.059641 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b33d3c-f933-4fe5-8193-318fc62c1631 req-f320aa79-f3e2-4186-a36d-532b563e2e00 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:56.076757 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b33d3c-f933-4fe5-8193-318fc62c1631 req-f320aa79-f3e2-4186-a36d-532b563e2e00 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:56.110846 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b33d3c-f933-4fe5-8193-318fc62c1631 req-f320aa79-f3e2-4186-a36d-532b563e2e00 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:56.131639 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b33d3c-f933-4fe5-8193-318fc62c1631 req-f320aa79-f3e2-4186-a36d-532b563e2e00 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:56.153533 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b33d3c-f933-4fe5-8193-318fc62c1631 req-f320aa79-f3e2-4186-a36d-532b563e2e00 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:56.174243 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b33d3c-f933-4fe5-8193-318fc62c1631 req-f320aa79-f3e2-4186-a36d-532b563e2e00 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:56.189228 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b33d3c-f933-4fe5-8193-318fc62c1631 req-f320aa79-f3e2-4186-a36d-532b563e2e00 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:56.201689 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-35b33d3c-f933-4fe5-8193-318fc62c1631 req-f320aa79-f3e2-4186-a36d-532b563e2e00 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 5433 time: 0.2822816 Feb 04 12:42:56.288971 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-35b33d3c-f933-4fe5-8193-318fc62c1631 req-f2c88d04-79b9-46bc-85dc-abdf55a318f9 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/security-groups?id=1efd02e5-7fef-4643-bad8-36300e562451&id=779ff2e0-1490-4b8d-a753-8a45cbf1a372&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0843594 Feb 04 12:42:56.574771 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff454ee-fc0e-415c-8da1-e1b66d99b7be req-b7d4299e-9f1e-456e-8ada-aad710045d28 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:56.580764 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff454ee-fc0e-415c-8da1-e1b66d99b7be req-b7d4299e-9f1e-456e-8ada-aad710045d28 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:56.587472 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff454ee-fc0e-415c-8da1-e1b66d99b7be req-b7d4299e-9f1e-456e-8ada-aad710045d28 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:56.592714 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff454ee-fc0e-415c-8da1-e1b66d99b7be req-b7d4299e-9f1e-456e-8ada-aad710045d28 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:56.601116 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff454ee-fc0e-415c-8da1-e1b66d99b7be req-b7d4299e-9f1e-456e-8ada-aad710045d28 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:56.604534 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff454ee-fc0e-415c-8da1-e1b66d99b7be req-b7d4299e-9f1e-456e-8ada-aad710045d28 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:56.609899 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff454ee-fc0e-415c-8da1-e1b66d99b7be req-b7d4299e-9f1e-456e-8ada-aad710045d28 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:56.611992 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cff454ee-fc0e-415c-8da1-e1b66d99b7be req-b7d4299e-9f1e-456e-8ada-aad710045d28 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 5433 time: 0.1649489 Feb 04 12:42:56.679918 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 58444) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:42:56.928397 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a98374c2-16f5-4c35-9791-3e2ccb7b8beb req-2dba8eb1-d83b-43dd-ac37-dc573c8df4ca tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 210 time: 0.0870910 Feb 04 12:42:57.071616 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-58743f2f-f558-4526-8ae3-d8acf172c15c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:57.224976 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-58743f2f-f558-4526-8ae3-d8acf172c15c admin admin] Publish callbacks [] for security_group (47c4fa3f-49a9-4581-bdb4-4228536bce27), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:57.230569 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-58743f2f-f558-4526-8ae3-d8acf172c15c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (47c4fa3f-49a9-4581-bdb4-4228536bce27), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:57.274402 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 58466) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:42:57.274888 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-58743f2f-f558-4526-8ae3-d8acf172c15c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6303c214db51477699706945c1bb1f58&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5933409 Feb 04 12:42:57.322825 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58743f2f-f558-4526-8ae3-d8acf172c15c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47c4fa3f-49a9-4581-bdb4-4228536bce27,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:42:57.420645 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2a5cdbf9-72ac-4705-80a3-6667b43e97d0 admin admin] Publish callbacks [] for security_group (47c4fa3f-49a9-4581-bdb4-4228536bce27), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:57.512020 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2a5cdbf9-72ac-4705-80a3-6667b43e97d0 admin admin] Publish callbacks [] for security_group (47c4fa3f-49a9-4581-bdb4-4228536bce27), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:57.635192 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2a5cdbf9-72ac-4705-80a3-6667b43e97d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (47c4fa3f-49a9-4581-bdb4-4228536bce27), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:57.642734 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2a5cdbf9-72ac-4705-80a3-6667b43e97d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:57.650852 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-2a5cdbf9-72ac-4705-80a3-6667b43e97d0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/47c4fa3f-49a9-4581-bdb4-4228536bce27 HTTP/1.1" status: 204 len: 168 time: 0.3748438 Feb 04 12:42:57.669627 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5cdbf9-72ac-4705-80a3-6667b43e97d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47c4fa3f-49a9-4581-bdb4-4228536bce27,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:42:58.188308 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4980b672-c6eb-4c0b-bf8f-0e968b21d72e req-e059d231-ff0d-4687-881e-8514f156d553 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 210 time: 0.0741971 Feb 04 12:42:59.466967 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 58562) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:42:59.497587 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-08e6f5d3-cd72-403f-b39f-0bdfa697bf63 req-c21eeb51-cd05-4ba5-a947-f489e54d7870 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 210 time: 0.1061673 Feb 04 12:42:59.502619 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 58564) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:42:59.637135 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2cafbe2-f645-418f-b32a-0348580d4fd0 admin admin] Deleting subnet 5970254d-dc01-48f9-88a3-55a0c099bc3d {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:42:59.652615 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a2cafbe2-f645-418f-b32a-0348580d4fd0 admin admin] Publish callbacks [] for subnet (5970254d-dc01-48f9-88a3-55a0c099bc3d), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:59.717204 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0c7769ab-cdbe-4010-973f-464c15372d24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:59.810345 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a2cafbe2-f645-418f-b32a-0348580d4fd0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (5970254d-dc01-48f9-88a3-55a0c099bc3d), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:59.919138 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0c7769ab-cdbe-4010-973f-464c15372d24 admin admin] Publish callbacks [] for security_group (39907e6c-e494-4b65-bee2-724e9f74dd6c), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:59.926257 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0c7769ab-cdbe-4010-973f-464c15372d24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (39907e6c-e494-4b65-bee2-724e9f74dd6c), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:59.959911 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a2cafbe2-f645-418f-b32a-0348580d4fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (5970254d-dc01-48f9-88a3-55a0c099bc3d), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:00.027481 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a2cafbe2-f645-418f-b32a-0348580d4fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (5970254d-dc01-48f9-88a3-55a0c099bc3d), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:00.154131 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-30c78313-605e-4c9e-b2ff-df51f311721d req-87460b8c-7db0-4918-a7d3-b9fbcf213405 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3865645 Feb 04 12:43:00.158089 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-0c7769ab-cdbe-4010-973f-464c15372d24 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=91f3c2ffb9124ee28e01319d32182aa9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6524737 Feb 04 12:43:00.182945 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 58588) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:00.191272 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cafbe2-f645-418f-b32a-0348580d4fd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5970254d-dc01-48f9-88a3-55a0c099bc3d,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:43:00.203288 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a2cafbe2-f645-418f-b32a-0348580d4fd0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:00.212727 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-a2cafbe2-f645-418f-b32a-0348580d4fd0 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/5970254d-dc01-48f9-88a3-55a0c099bc3d HTTP/1.1" status: 204 len: 168 time: 0.7445025 Feb 04 12:43:00.216214 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 58594) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:00.389768 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5c89cbba-6b1f-4ca5-9fd4-44bd5656e1d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (0cafcb81-64ce-4481-a9c1-5541d5973488), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:00.389926 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7769ab-cdbe-4010-973f-464c15372d24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39907e6c-e494-4b65-bee2-724e9f74dd6c,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:43:00.402256 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 58596) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:00.537888 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5c89cbba-6b1f-4ca5-9fd4-44bd5656e1d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (0cafcb81-64ce-4481-a9c1-5541d5973488), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:00.578833 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-5c89cbba-6b1f-4ca5-9fd4-44bd5656e1d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cafcb81-64ce-4481-a9c1-5541d5973488']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:43:00.591304 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-5c89cbba-6b1f-4ca5-9fd4-44bd5656e1d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '818651e5-eb78-4872-b3b6-08e48ec6f151') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:43:00.591767 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-5c89cbba-6b1f-4ca5-9fd4-44bd5656e1d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '818651e5-eb78-4872-b3b6-08e48ec6f151') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:43:00.602766 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5c89cbba-6b1f-4ca5-9fd4-44bd5656e1d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (818651e5-eb78-4872-b3b6-08e48ec6f151), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:00.615726 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-60c38ab0-0c56-4273-b58d-910072a8e2f2 admin admin] Publish callbacks [] for security_group (39907e6c-e494-4b65-bee2-724e9f74dd6c), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:00.620369 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5c89cbba-6b1f-4ca5-9fd4-44bd5656e1d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (818651e5-eb78-4872-b3b6-08e48ec6f151), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:00.630689 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c89cbba-6b1f-4ca5-9fd4-44bd5656e1d7 admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:43:00.631106 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5c89cbba-6b1f-4ca5-9fd4-44bd5656e1d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (818651e5-eb78-4872-b3b6-08e48ec6f151), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:00.711782 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-60c38ab0-0c56-4273-b58d-910072a8e2f2 admin admin] Publish callbacks [] for security_group (39907e6c-e494-4b65-bee2-724e9f74dd6c), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:00.712962 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 12:43:00.712962 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:43:00.712962 n-d-825015-3 neutron-server[103474]: timer() Feb 04 12:43:00.712962 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:43:00.712962 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 12:43:00.712962 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:43:00.712962 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 12:43:00.712962 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:43:00.712962 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 12:43:00.712962 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:43:00.712962 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 12:43:00.712962 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:43:00.712962 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 12:43:00.712962 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:43:00.712962 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:43:00.712962 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:43:00.712962 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:43:00.712962 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:43:00.712962 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 12:43:00.712962 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:43:00.712962 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 12:43:00.712962 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:43:00.712962 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:43:00.712962 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:43:00.712962 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 12:43:00.712962 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:43:00.712962 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:43:00.712962 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:43:00.712962 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:43:00.712962 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:43:00.712962 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:43:00.712962 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:43:00.717481 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5c89cbba-6b1f-4ca5-9fd4-44bd5656e1d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (0cafcb81-64ce-4481-a9c1-5541d5973488), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:00.727847 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5c89cbba-6b1f-4ca5-9fd4-44bd5656e1d7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:00.735060 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-5c89cbba-6b1f-4ca5-9fd4-44bd5656e1d7 admin admin] 10.222.0.65 "DELETE /v2.0/networks/0cafcb81-64ce-4481-a9c1-5541d5973488 HTTP/1.1" status: 204 len: 168 time: 0.5166328 Feb 04 12:43:00.738822 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 58604) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:00.778541 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c89cbba-6b1f-4ca5-9fd4-44bd5656e1d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=0cafcb81-64ce-4481-a9c1-5541d5973488,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:43:00.906288 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-60c38ab0-0c56-4273-b58d-910072a8e2f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (39907e6c-e494-4b65-bee2-724e9f74dd6c), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:00.908833 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-60c38ab0-0c56-4273-b58d-910072a8e2f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:00.910268 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-60c38ab0-0c56-4273-b58d-910072a8e2f2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/39907e6c-e494-4b65-bee2-724e9f74dd6c HTTP/1.1" status: 204 len: 168 time: 0.6917524 Feb 04 12:43:00.940294 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c38ab0-0c56-4273-b58d-910072a8e2f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39907e6c-e494-4b65-bee2-724e9f74dd6c,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:43:00.945345 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-80080470-cfc6-4c39-9d4b-6e1f690bfd03 req-b05dd2d7-81fe-4fbc-8c94-5063cf6e0021 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 210 time: 0.0908508 Feb 04 12:43:00.951895 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c78313-605e-4c9e-b2ff-df51f311721d req-a3f2834b-8e29-46c5-8b4c-75d526fa3978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:00.952603 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c78313-605e-4c9e-b2ff-df51f311721d req-a3f2834b-8e29-46c5-8b4c-75d526fa3978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:00.953600 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c78313-605e-4c9e-b2ff-df51f311721d req-a3f2834b-8e29-46c5-8b4c-75d526fa3978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:00.954239 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c78313-605e-4c9e-b2ff-df51f311721d req-a3f2834b-8e29-46c5-8b4c-75d526fa3978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:00.955354 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c78313-605e-4c9e-b2ff-df51f311721d req-a3f2834b-8e29-46c5-8b4c-75d526fa3978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:00.956020 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c78313-605e-4c9e-b2ff-df51f311721d req-a3f2834b-8e29-46c5-8b4c-75d526fa3978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:00.956851 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c78313-605e-4c9e-b2ff-df51f311721d req-a3f2834b-8e29-46c5-8b4c-75d526fa3978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:00.960148 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-30c78313-605e-4c9e-b2ff-df51f311721d req-a3f2834b-8e29-46c5-8b4c-75d526fa3978 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ca25972521404bd998e7680810e52c91&device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 6707 time: 0.6245484 Feb 04 12:43:00.986370 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dc98163d-5cb0-4621-ad30-e00a3e248e6c req-15e1c230-38b4-486a-8a8e-63b4907578ea service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b5f4403d-2c99-488f-a800-71601b2388cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8049541 Feb 04 12:43:00.992403 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0a5993e9-7723-4196-bdb1-1f3b7052a32c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:01.064875 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:01.110916 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-65bb6665-601c-440a-8703-c30cd8101175 admin admin] Deleting subnet 2190a8f7-c9a1-48e0-92e9-ab470bc8fe86 {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:43:01.126733 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-65bb6665-601c-440a-8703-c30cd8101175 admin admin] Publish callbacks [] for subnet (2190a8f7-c9a1-48e0-92e9-ab470bc8fe86), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:01.201639 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c78313-605e-4c9e-b2ff-df51f311721d req-18388187-7b77-4d7d-8000-f973fe920298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:01.202122 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c78313-605e-4c9e-b2ff-df51f311721d req-18388187-7b77-4d7d-8000-f973fe920298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:01.202587 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c78313-605e-4c9e-b2ff-df51f311721d req-18388187-7b77-4d7d-8000-f973fe920298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:01.204249 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-30c78313-605e-4c9e-b2ff-df51f311721d req-18388187-7b77-4d7d-8000-f973fe920298 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e282f09d-0f00-48ae-be54-8328c02ae0af&id=50abc812-52fc-4688-9b5e-8dadbfa93d3a&id=50abc812-52fc-4688-9b5e-8dadbfa93d3a&id=50abc812-52fc-4688-9b5e-8dadbfa93d3a&id=50abc812-52fc-4688-9b5e-8dadbfa93d3a&id=1a47e8c3-b161-4455-99ec-b9b9ead38a62&id=1a47e8c3-b161-4455-99ec-b9b9ead38a62 HTTP/1.1" status: 200 len: 2292 time: 0.2018602 Feb 04 12:43:01.260999 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-65bb6665-601c-440a-8703-c30cd8101175 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (2190a8f7-c9a1-48e0-92e9-ab470bc8fe86), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:01.357652 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-65bb6665-601c-440a-8703-c30cd8101175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (2190a8f7-c9a1-48e0-92e9-ab470bc8fe86), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:01.426169 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-30c78313-605e-4c9e-b2ff-df51f311721d req-3091fc82-6ab8-4d1d-a043-cbac4efacf77 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d152b0b2-3919-4a03-93f4-11425445acca HTTP/1.1" status: 200 len: 1001 time: 0.1974466 Feb 04 12:43:01.518866 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-65bb6665-601c-440a-8703-c30cd8101175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (2190a8f7-c9a1-48e0-92e9-ab470bc8fe86), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:01.579270 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c78313-605e-4c9e-b2ff-df51f311721d req-f63d60e8-8caa-436d-99ff-501ed2ecec4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:01.583236 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-30c78313-605e-4c9e-b2ff-df51f311721d req-f63d60e8-8caa-436d-99ff-501ed2ecec4b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d174a82c-6751-442a-8e10-7a148203d4f7 HTTP/1.1" status: 200 len: 850 time: 0.1451304 Feb 04 12:43:01.584524 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bb6665-601c-440a-8703-c30cd8101175 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2190a8f7-c9a1-48e0-92e9-ab470bc8fe86,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:43:01.624236 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-65bb6665-601c-440a-8703-c30cd8101175 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:01.630640 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-65bb6665-601c-440a-8703-c30cd8101175 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/2190a8f7-c9a1-48e0-92e9-ab470bc8fe86 HTTP/1.1" status: 204 len: 168 time: 0.8867028 Feb 04 12:43:01.631354 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 58628) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:01.684387 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc98163d-5cb0-4621-ad30-e00a3e248e6c req-e0ef2c9c-c422-47ad-b8c1-9dc6823cdd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:01.694148 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dc98163d-5cb0-4621-ad30-e00a3e248e6c req-e0ef2c9c-c422-47ad-b8c1-9dc6823cdd9a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2621c15cc1bd482ebd83ce5142689cd2&device_id=b5f4403d-2c99-488f-a800-71601b2388cf HTTP/1.1" status: 200 len: 1132 time: 0.4888377 Feb 04 12:43:01.700583 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:01.732413 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c78313-605e-4c9e-b2ff-df51f311721d req-fb13e9ab-7a14-475d-9436-4826d6ad8229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:01.734246 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-30c78313-605e-4c9e-b2ff-df51f311721d req-fb13e9ab-7a14-475d-9436-4826d6ad8229 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e282f09d-0f00-48ae-be54-8328c02ae0af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1458821 Feb 04 12:43:01.873496 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0a5993e9-7723-4196-bdb1-1f3b7052a32c admin admin] Publish callbacks [] for security_group (3eb6b7f1-dbff-4cb7-870c-8284eacb5758), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:01.882013 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0a5993e9-7723-4196-bdb1-1f3b7052a32c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (3eb6b7f1-dbff-4cb7-870c-8284eacb5758), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:01.952665 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-30c78313-605e-4c9e-b2ff-df51f311721d req-cd8d2db3-398e-4adf-945d-08e66b7849fd service neutron] 10.222.0.77 "GET /v2.0/networks/e282f09d-0f00-48ae-be54-8328c02ae0af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942191 Feb 04 12:43:01.974227 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5993e9-7723-4196-bdb1-1f3b7052a32c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eb6b7f1-dbff-4cb7-870c-8284eacb5758,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:43:02.034359 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ce028e0a-a7a2-43d3-b1b1-d15dad26d5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (a92d8819-0e8a-4c5d-9fde-0990f587dc90), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:02.101542 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-0a5993e9-7723-4196-bdb1-1f3b7052a32c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c82f46f62bda44b6964e5203ba2f2940&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6961725 Feb 04 12:43:02.102277 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 58642) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:02.271306 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-30c78313-605e-4c9e-b2ff-df51f311721d req-2ae7a29c-4b52-4e52-a765-635a04fc7e97 service neutron] 10.222.0.77 "GET /v2.0/networks/e282f09d-0f00-48ae-be54-8328c02ae0af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184289 Feb 04 12:43:02.353607 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e2d043c8-f6d0-466d-a33a-72d6e277b02f req-e626c308-8ff7-4518-ada8-545ca2204a2e tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 210 time: 0.0795538 Feb 04 12:43:02.360299 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ce028e0a-a7a2-43d3-b1b1-d15dad26d5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (a92d8819-0e8a-4c5d-9fde-0990f587dc90), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:02.422083 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-ce028e0a-a7a2-43d3-b1b1-d15dad26d5e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a92d8819-0e8a-4c5d-9fde-0990f587dc90']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:43:02.510175 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-ce028e0a-a7a2-43d3-b1b1-d15dad26d5e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '129f7e91-676c-4175-8d62-30aaf937069e') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:43:02.510475 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-ce028e0a-a7a2-43d3-b1b1-d15dad26d5e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '129f7e91-676c-4175-8d62-30aaf937069e') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:43:02.527137 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ce028e0a-a7a2-43d3-b1b1-d15dad26d5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (129f7e91-676c-4175-8d62-30aaf937069e), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:02.529566 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-30c78313-605e-4c9e-b2ff-df51f311721d req-0b77eecb-41d6-4b74-9dc4-da48356a3d51 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=10f2b2ac-d024-45d9-8b51-ee9bd6bab8e6 HTTP/1.1" status: 200 len: 217 time: 0.1819808 Feb 04 12:43:02.541643 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ce028e0a-a7a2-43d3-b1b1-d15dad26d5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (129f7e91-676c-4175-8d62-30aaf937069e), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:02.549170 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce028e0a-a7a2-43d3-b1b1-d15dad26d5e2 admin admin] Releasing vlan 597 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:43:02.549591 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ce028e0a-a7a2-43d3-b1b1-d15dad26d5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (129f7e91-676c-4175-8d62-30aaf937069e), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:02.612890 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 12:43:02.612890 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:43:02.612890 n-d-825015-3 neutron-server[103474]: timer() Feb 04 12:43:02.612890 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:43:02.612890 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 12:43:02.612890 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:43:02.612890 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 12:43:02.612890 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:43:02.612890 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 12:43:02.612890 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:43:02.612890 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 12:43:02.612890 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:43:02.612890 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 12:43:02.612890 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:43:02.612890 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:43:02.612890 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:43:02.612890 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:43:02.612890 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:43:02.612890 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 12:43:02.612890 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:43:02.612890 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 12:43:02.612890 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:43:02.612890 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:43:02.612890 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:43:02.612890 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 12:43:02.612890 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:43:02.612890 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:43:02.612890 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:43:02.612890 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:43:02.612890 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:43:02.612890 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:43:02.612890 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:43:02.616745 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ce028e0a-a7a2-43d3-b1b1-d15dad26d5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (a92d8819-0e8a-4c5d-9fde-0990f587dc90), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:02.627097 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ce028e0a-a7a2-43d3-b1b1-d15dad26d5e2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:02.645880 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-ce028e0a-a7a2-43d3-b1b1-d15dad26d5e2 admin admin] 10.222.0.65 "DELETE /v2.0/networks/a92d8819-0e8a-4c5d-9fde-0990f587dc90 HTTP/1.1" status: 204 len: 168 time: 1.0040071 Feb 04 12:43:02.651880 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc98163d-5cb0-4621-ad30-e00a3e248e6c req-9bd7b8ac-c68c-443c-a5c1-fdfc1736893f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:02.655938 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dc98163d-5cb0-4621-ad30-e00a3e248e6c req-9bd7b8ac-c68c-443c-a5c1-fdfc1736893f service neutron] 10.222.0.73 "GET /v2.0/networks?id=2f7dc246-a024-4937-952c-0ddeef5af29c HTTP/1.1" status: 200 len: 870 time: 0.9322357 Feb 04 12:43:02.679816 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-97787230-c44a-4be5-822d-543b62e35efe admin admin] Publish callbacks [] for security_group (3eb6b7f1-dbff-4cb7-870c-8284eacb5758), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:02.690303 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce028e0a-a7a2-43d3-b1b1-d15dad26d5e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=a92d8819-0e8a-4c5d-9fde-0990f587dc90,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:43:02.742076 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-97787230-c44a-4be5-822d-543b62e35efe admin admin] Publish callbacks [] for security_group (3eb6b7f1-dbff-4cb7-870c-8284eacb5758), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:02.757090 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dc98163d-5cb0-4621-ad30-e00a3e248e6c req-0a796b9e-f8f9-4cf9-9db4-f17db7a1c40a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=e62902ea-3922-4402-b6d9-a093c5b59797 HTTP/1.1" status: 200 len: 217 time: 0.0906179 Feb 04 12:43:02.769479 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c78313-605e-4c9e-b2ff-df51f311721d req-39cf0a0e-b3d6-442c-a914-f249662e310e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:02.773078 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-30c78313-605e-4c9e-b2ff-df51f311721d req-39cf0a0e-b3d6-442c-a914-f249662e310e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ca9bf86a-5f82-4615-8df5-3e5a427be493 HTTP/1.1" status: 200 len: 797 time: 0.2381101 Feb 04 12:43:02.855636 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-97787230-c44a-4be5-822d-543b62e35efe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (3eb6b7f1-dbff-4cb7-870c-8284eacb5758), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:02.859063 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-97787230-c44a-4be5-822d-543b62e35efe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:02.862818 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-97787230-c44a-4be5-822d-543b62e35efe admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3eb6b7f1-dbff-4cb7-870c-8284eacb5758 HTTP/1.1" status: 204 len: 168 time: 0.7592890 Feb 04 12:43:02.877461 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97787230-c44a-4be5-822d-543b62e35efe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eb6b7f1-dbff-4cb7-870c-8284eacb5758,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:43:03.032268 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc98163d-5cb0-4621-ad30-e00a3e248e6c req-7e44ac81-6b72-4ea8-aee7-836801db72a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:03.034136 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dc98163d-5cb0-4621-ad30-e00a3e248e6c req-7e44ac81-6b72-4ea8-aee7-836801db72a8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5ee3374a-84e9-4639-853c-740c6edaf6dc HTTP/1.1" status: 200 len: 843 time: 0.2584114 Feb 04 12:43:03.044489 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 58672) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:03.079830 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c78313-605e-4c9e-b2ff-df51f311721d req-5b740824-8d55-4d3b-a754-b7a0c3908709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:03.081646 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-30c78313-605e-4c9e-b2ff-df51f311721d req-5b740824-8d55-4d3b-a754-b7a0c3908709 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=50abc812-52fc-4688-9b5e-8dadbfa93d3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1892393 Feb 04 12:43:03.142834 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-74536464-d8b1-44a8-b911-979438e72ab0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=09f970cb0abe40eea9bb34ac7d34f9a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0970719 Feb 04 12:43:03.146323 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 58674) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:03.217421 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-30c78313-605e-4c9e-b2ff-df51f311721d req-5a1d2278-ef60-48ec-9594-446ee62890eb service neutron] 10.222.0.77 "GET /v2.0/networks/50abc812-52fc-4688-9b5e-8dadbfa93d3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172881 Feb 04 12:43:03.236237 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc98163d-5cb0-4621-ad30-e00a3e248e6c req-e03a803f-7fae-4fb3-adef-d1a472fbf574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:03.237903 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dc98163d-5cb0-4621-ad30-e00a3e248e6c req-e03a803f-7fae-4fb3-adef-d1a472fbf574 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2f7dc246-a024-4937-952c-0ddeef5af29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1968386 Feb 04 12:43:03.294006 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-69618303-b414-42eb-9db7-1a6b38f405a1 admin admin] Publish callbacks [] for security_group (60f95de9-8506-4714-8c0c-6e9f241ecef1), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:03.330347 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-30c78313-605e-4c9e-b2ff-df51f311721d req-a17be89e-f89f-4250-9b1e-28fb1c4802a2 service neutron] 10.222.0.77 "GET /v2.0/networks/50abc812-52fc-4688-9b5e-8dadbfa93d3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051395 Feb 04 12:43:03.370633 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-69618303-b414-42eb-9db7-1a6b38f405a1 admin admin] Publish callbacks [] for security_group (60f95de9-8506-4714-8c0c-6e9f241ecef1), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:03.446885 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dc98163d-5cb0-4621-ad30-e00a3e248e6c req-3d3f3a83-776c-497b-815f-1724b3bb2b48 service neutron] 10.222.0.73 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151667 Feb 04 12:43:03.485220 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-69618303-b414-42eb-9db7-1a6b38f405a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (60f95de9-8506-4714-8c0c-6e9f241ecef1), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:03.488828 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-69618303-b414-42eb-9db7-1a6b38f405a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:03.493108 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-69618303-b414-42eb-9db7-1a6b38f405a1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/60f95de9-8506-4714-8c0c-6e9f241ecef1 HTTP/1.1" status: 204 len: 168 time: 0.3455739 Feb 04 12:43:03.501907 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69618303-b414-42eb-9db7-1a6b38f405a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60f95de9-8506-4714-8c0c-6e9f241ecef1,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:43:03.542780 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-30c78313-605e-4c9e-b2ff-df51f311721d req-a1227757-7636-4797-8f67-a2d68c9cace0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=36f87e3f-7392-4eed-9d08-001451be51e2 HTTP/1.1" status: 200 len: 217 time: 0.0946596 Feb 04 12:43:03.587148 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ad869650-8559-4267-93ab-1faf8d441754 req-afbed6e3-9d86-4250-baa1-23b5b5c8870a tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 210 time: 0.0546415 Feb 04 12:43:03.702045 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c78313-605e-4c9e-b2ff-df51f311721d req-fec3c082-344f-4894-9769-7bb215bed69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:03.705010 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-30c78313-605e-4c9e-b2ff-df51f311721d req-fec3c082-344f-4894-9769-7bb215bed69b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ca9bf86a-5f82-4615-8df5-3e5a427be493 HTTP/1.1" status: 200 len: 797 time: 0.1105087 Feb 04 12:43:03.789084 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c78313-605e-4c9e-b2ff-df51f311721d req-31a19ba5-192f-4556-a9da-2c594ac0ea19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:03.790883 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-30c78313-605e-4c9e-b2ff-df51f311721d req-31a19ba5-192f-4556-a9da-2c594ac0ea19 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=50abc812-52fc-4688-9b5e-8dadbfa93d3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0756292 Feb 04 12:43:03.825869 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dc98163d-5cb0-4621-ad30-e00a3e248e6c req-b691a0ff-f8b7-40bb-a7a5-f81d8bb4b329 service neutron] 10.222.0.73 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3620660 Feb 04 12:43:03.848728 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 58700) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:03.960100 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-989be5cc-4c40-4e47-9ed8-1679685ada61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:04.136943 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-989be5cc-4c40-4e47-9ed8-1679685ada61 admin admin] Publish callbacks [] for security_group (c3f79a73-cd2c-4d4e-9b5c-148e04b58494), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:04.141434 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-989be5cc-4c40-4e47-9ed8-1679685ada61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (c3f79a73-cd2c-4d4e-9b5c-148e04b58494), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:04.178536 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989be5cc-4c40-4e47-9ed8-1679685ada61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f79a73-cd2c-4d4e-9b5c-148e04b58494,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:43:04.216638 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989be5cc-4c40-4e47-9ed8-1679685ada61 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:43:04.217279 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989be5cc-4c40-4e47-9ed8-1679685ada61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:43:04.218015 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989be5cc-4c40-4e47-9ed8-1679685ada61 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:43:04.218735 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989be5cc-4c40-4e47-9ed8-1679685ada61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:43:04.219525 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989be5cc-4c40-4e47-9ed8-1679685ada61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:43:04.220194 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989be5cc-4c40-4e47-9ed8-1679685ada61 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:43:04.220680 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989be5cc-4c40-4e47-9ed8-1679685ada61 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:43:04.221310 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989be5cc-4c40-4e47-9ed8-1679685ada61 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:43:04.222004 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989be5cc-4c40-4e47-9ed8-1679685ada61 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:43:04.223525 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989be5cc-4c40-4e47-9ed8-1679685ada61 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:43:04.223715 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989be5cc-4c40-4e47-9ed8-1679685ada61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:43:04.224404 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989be5cc-4c40-4e47-9ed8-1679685ada61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:43:04.225071 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989be5cc-4c40-4e47-9ed8-1679685ada61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:43:04.245828 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-989be5cc-4c40-4e47-9ed8-1679685ada61 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=600c47474662436ca25a7ee3b8a95115&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3914793 Feb 04 12:43:04.246744 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 58708) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:04.258064 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 58710) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:04.260190 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-30c78313-605e-4c9e-b2ff-df51f311721d req-c46db018-a15d-42a7-b88f-f7c7766d66f6 service neutron] 10.222.0.77 "GET /v2.0/networks/50abc812-52fc-4688-9b5e-8dadbfa93d3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4574676 Feb 04 12:43:04.347184 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-c18f346b-085b-4e69-8ae6-f6871c18f100 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=58713f02759a4603bac4d96ea5345e5c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0878561 Feb 04 12:43:04.350262 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 58718) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:04.403603 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cd3d9360-81a1-4752-8ff9-eab293ac1e34 admin admin] Publish callbacks [] for security_group (c3f79a73-cd2c-4d4e-9b5c-148e04b58494), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:04.447008 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-71b8eb12-13c3-4964-89f3-f2a8cb170827 admin admin] Publish callbacks [] for security_group (37629e07-b962-4f99-8b7c-11b7a9ef52e5), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:04.466146 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cd3d9360-81a1-4752-8ff9-eab293ac1e34 admin admin] Publish callbacks [] for security_group (c3f79a73-cd2c-4d4e-9b5c-148e04b58494), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:04.466599 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-30c78313-605e-4c9e-b2ff-df51f311721d req-32fbf3d3-3443-4f5e-9191-588ec6b874a0 service neutron] 10.222.0.77 "GET /v2.0/networks/50abc812-52fc-4688-9b5e-8dadbfa93d3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008035 Feb 04 12:43:04.504208 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-71b8eb12-13c3-4964-89f3-f2a8cb170827 admin admin] Publish callbacks [] for security_group (37629e07-b962-4f99-8b7c-11b7a9ef52e5), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:04.562665 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-30c78313-605e-4c9e-b2ff-df51f311721d req-dce7b7b7-99ff-4c2f-aafe-5927770f31d4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.185&port_id=3959a259-34f7-47f5-9c3d-c8f032983892 HTTP/1.1" status: 200 len: 217 time: 0.0924520 Feb 04 12:43:04.597012 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cd3d9360-81a1-4752-8ff9-eab293ac1e34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (c3f79a73-cd2c-4d4e-9b5c-148e04b58494), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:04.600854 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cd3d9360-81a1-4752-8ff9-eab293ac1e34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:04.604628 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-cd3d9360-81a1-4752-8ff9-eab293ac1e34 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c3f79a73-cd2c-4d4e-9b5c-148e04b58494 HTTP/1.1" status: 204 len: 168 time: 0.3536918 Feb 04 12:43:04.629907 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-71b8eb12-13c3-4964-89f3-f2a8cb170827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (37629e07-b962-4f99-8b7c-11b7a9ef52e5), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:04.639042 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-71b8eb12-13c3-4964-89f3-f2a8cb170827 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:04.640302 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-71b8eb12-13c3-4964-89f3-f2a8cb170827 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/37629e07-b962-4f99-8b7c-11b7a9ef52e5 HTTP/1.1" status: 204 len: 168 time: 0.2886431 Feb 04 12:43:04.665494 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3d9360-81a1-4752-8ff9-eab293ac1e34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f79a73-cd2c-4d4e-9b5c-148e04b58494,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:43:04.678112 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c78313-605e-4c9e-b2ff-df51f311721d req-f1525cd1-3c31-4de3-9aaf-ec9f6d270fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:04.687365 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b8eb12-13c3-4964-89f3-f2a8cb170827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37629e07-b962-4f99-8b7c-11b7a9ef52e5,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:43:04.693814 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-30c78313-605e-4c9e-b2ff-df51f311721d req-f1525cd1-3c31-4de3-9aaf-ec9f6d270fb4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ca9bf86a-5f82-4615-8df5-3e5a427be493 HTTP/1.1" status: 200 len: 797 time: 0.1104891 Feb 04 12:43:04.867828 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4abcd4cb-1c35-418a-9226-1afb7e455411 req-5a394e6a-3caf-4541-8c3f-31bd820b9b18 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 210 time: 0.0877914 Feb 04 12:43:04.914471 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c78313-605e-4c9e-b2ff-df51f311721d req-8a3eedfd-4f12-4a4f-83d1-fcb34033e866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:04.920243 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-30c78313-605e-4c9e-b2ff-df51f311721d req-8a3eedfd-4f12-4a4f-83d1-fcb34033e866 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=50abc812-52fc-4688-9b5e-8dadbfa93d3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2231977 Feb 04 12:43:05.165785 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-30c78313-605e-4c9e-b2ff-df51f311721d req-932a8625-cec2-417f-8385-8d9634737caf service neutron] 10.222.0.77 "GET /v2.0/networks/50abc812-52fc-4688-9b5e-8dadbfa93d3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406433 Feb 04 12:43:05.322829 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-30c78313-605e-4c9e-b2ff-df51f311721d req-6bb30edf-1eb8-4a9f-97de-204839accf76 service neutron] 10.222.0.77 "GET /v2.0/networks/50abc812-52fc-4688-9b5e-8dadbfa93d3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504889 Feb 04 12:43:05.395207 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-30c78313-605e-4c9e-b2ff-df51f311721d req-90f5a875-3b56-4fcc-89e8-5cb835c0cccf service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.4&port_id=383c55e1-9433-42e7-979f-326174aecf28 HTTP/1.1" status: 200 len: 217 time: 0.0657082 Feb 04 12:43:05.470883 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c78313-605e-4c9e-b2ff-df51f311721d req-2afb342c-090e-47fb-85e1-6dabb3de46dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:05.473194 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-30c78313-605e-4c9e-b2ff-df51f311721d req-2afb342c-090e-47fb-85e1-6dabb3de46dc service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ca9bf86a-5f82-4615-8df5-3e5a427be493 HTTP/1.1" status: 200 len: 797 time: 0.0715806 Feb 04 12:43:05.550257 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c78313-605e-4c9e-b2ff-df51f311721d req-7000717d-72a9-4f03-a945-ad5fec0b3178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:05.552548 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-30c78313-605e-4c9e-b2ff-df51f311721d req-7000717d-72a9-4f03-a945-ad5fec0b3178 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=50abc812-52fc-4688-9b5e-8dadbfa93d3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0718129 Feb 04 12:43:05.749071 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-30c78313-605e-4c9e-b2ff-df51f311721d req-a01abcaa-1d58-4540-a77f-88d59d5046b9 service neutron] 10.222.0.77 "GET /v2.0/networks/50abc812-52fc-4688-9b5e-8dadbfa93d3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855257 Feb 04 12:43:05.942596 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-30c78313-605e-4c9e-b2ff-df51f311721d req-579e45f7-53ee-4781-8e9e-70fd6677fc5b service neutron] 10.222.0.77 "GET /v2.0/networks/50abc812-52fc-4688-9b5e-8dadbfa93d3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861579 Feb 04 12:43:06.032480 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-30c78313-605e-4c9e-b2ff-df51f311721d req-45ebf796-b31a-4940-9e53-382dc8a79c15 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f67e14d4-db1d-46b0-bea2-1c78b8bd35ab HTTP/1.1" status: 200 len: 217 time: 0.0854495 Feb 04 12:43:06.190705 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9bac97ce-ba25-456a-ac6b-5039daed9040 req-145eb604-a2c9-4283-9123-37ec594d7257 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 210 time: 0.0398896 Feb 04 12:43:06.197745 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c78313-605e-4c9e-b2ff-df51f311721d req-a92e8d66-d01a-45e9-81e0-067baca392bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:06.204847 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-30c78313-605e-4c9e-b2ff-df51f311721d req-a92e8d66-d01a-45e9-81e0-067baca392bb service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9fdfc6a6-8505-4de4-a056-7d77ecca3599 HTTP/1.1" status: 200 len: 797 time: 0.1667678 Feb 04 12:43:06.269888 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c78313-605e-4c9e-b2ff-df51f311721d req-cc9f5de6-df01-4416-9d66-5448078e580e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:06.271855 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-30c78313-605e-4c9e-b2ff-df51f311721d req-cc9f5de6-df01-4416-9d66-5448078e580e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1a47e8c3-b161-4455-99ec-b9b9ead38a62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0607314 Feb 04 12:43:06.507307 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-30c78313-605e-4c9e-b2ff-df51f311721d req-088ea017-4760-400d-ad0a-58dce65e5f85 service neutron] 10.222.0.77 "GET /v2.0/networks/1a47e8c3-b161-4455-99ec-b9b9ead38a62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187610 Feb 04 12:43:06.773860 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-30c78313-605e-4c9e-b2ff-df51f311721d req-556e6e3c-81d5-45af-9f01-6fc150482d21 service neutron] 10.222.0.77 "GET /v2.0/networks/1a47e8c3-b161-4455-99ec-b9b9ead38a62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595487 Feb 04 12:43:06.832206 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-30c78313-605e-4c9e-b2ff-df51f311721d req-050b1fc3-e2fd-427b-9700-ea32ec2e9ee7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1049b94c-dd50-4b61-afcc-7ec2892e7f46 HTTP/1.1" status: 200 len: 217 time: 0.0517633 Feb 04 12:43:06.915923 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c78313-605e-4c9e-b2ff-df51f311721d req-1e3f1208-b4d8-4fd3-84db-26aeefea0b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:06.917611 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-30c78313-605e-4c9e-b2ff-df51f311721d req-1e3f1208-b4d8-4fd3-84db-26aeefea0b74 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9fdfc6a6-8505-4de4-a056-7d77ecca3599 HTTP/1.1" status: 200 len: 797 time: 0.0747242 Feb 04 12:43:07.044261 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c78313-605e-4c9e-b2ff-df51f311721d req-f0f752b6-fef5-47b0-b8c9-410936628a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:07.046192 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-30c78313-605e-4c9e-b2ff-df51f311721d req-f0f752b6-fef5-47b0-b8c9-410936628a6a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1a47e8c3-b161-4455-99ec-b9b9ead38a62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1214635 Feb 04 12:43:07.313802 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-30c78313-605e-4c9e-b2ff-df51f311721d req-4f637af2-881e-4841-8123-a4e11fd51a4d service neutron] 10.222.0.77 "GET /v2.0/networks/1a47e8c3-b161-4455-99ec-b9b9ead38a62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2595992 Feb 04 12:43:07.533214 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-85eebdeb-d1d5-4200-b920-47a98940d09b req-c4a23d9e-8d22-4d7d-80f6-43ec7f9bbb43 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 210 time: 0.0695763 Feb 04 12:43:07.559830 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-30c78313-605e-4c9e-b2ff-df51f311721d req-9c8f549f-9332-4289-bdff-5c465e3aa51c service neutron] 10.222.0.77 "GET /v2.0/networks/1a47e8c3-b161-4455-99ec-b9b9ead38a62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260516 Feb 04 12:43:08.598928 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59168) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:08.802068 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e8987a09-d20d-455d-8ad2-4e44f8bcb415 req-a535f125-3966-4108-8a42-0bfef4c00ee1 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 210 time: 0.0914278 Feb 04 12:43:08.853679 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-6d7aaac7-1f45-429d-9e2c-2ba0b2344f76 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-632983028', 'router:external': True}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:43:08.909577 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d7aaac7-1f45-429d-9e2c-2ba0b2344f76 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Made reservation on behalf of c841d0fb32b24a3baa6d78a381d07e39 for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:43:08.930003 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6d7aaac7-1f45-429d-9e2c-2ba0b2344f76 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:08.960907 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6d7aaac7-1f45-429d-9e2c-2ba0b2344f76 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:09.267348 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6d7aaac7-1f45-429d-9e2c-2ba0b2344f76 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks [] for security_group (e88348f6-0f4a-488b-ba70-9f24288d9798), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:09.272255 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6d7aaac7-1f45-429d-9e2c-2ba0b2344f76 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (e88348f6-0f4a-488b-ba70-9f24288d9798), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:09.301579 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d7aaac7-1f45-429d-9e2c-2ba0b2344f76 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:43:09.325517 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6d7aaac7-1f45-429d-9e2c-2ba0b2344f76 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (018fcb1c-f4c5-43f3-b488-64636d386a95), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:09.325953 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-6d7aaac7-1f45-429d-9e2c-2ba0b2344f76 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Added segment 018fcb1c-f4c5-43f3-b488-64636d386a95 of type vlan for network 3d0d479b-941d-4a55-9440-d2e2fc6caf5d Feb 04 12:43:09.418089 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6d7aaac7-1f45-429d-9e2c-2ba0b2344f76 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (3d0d479b-941d-4a55-9440-d2e2fc6caf5d), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:09.460138 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6d7aaac7-1f45-429d-9e2c-2ba0b2344f76 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (3d0d479b-941d-4a55-9440-d2e2fc6caf5d), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:09.461028 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7aaac7-1f45-429d-9e2c-2ba0b2344f76 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:09.461707 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6d7aaac7-1f45-429d-9e2c-2ba0b2344f76 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:09.486872 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-6d7aaac7-1f45-429d-9e2c-2ba0b2344f76 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.8870468 Feb 04 12:43:09.490887 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 59278) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:09.499206 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-85188840-3ddf-455d-9f90-da52601b0a95 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Request body: {'subnet': {'network_id': '3d0d479b-941d-4a55-9440-d2e2fc6caf5d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:43:09.569961 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7aaac7-1f45-429d-9e2c-2ba0b2344f76 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e88348f6-0f4a-488b-ba70-9f24288d9798,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:43:09.588454 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85188840-3ddf-455d-9f90-da52601b0a95 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Made reservation on behalf of c841d0fb32b24a3baa6d78a381d07e39 for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:43:09.596295 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-85188840-3ddf-455d-9f90-da52601b0a95 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:09.613974 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7aaac7-1f45-429d-9e2c-2ba0b2344f76 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Pushing event updated for resources: {'Network': ['ID=3d0d479b-941d-4a55-9440-d2e2fc6caf5d,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:43:09.642809 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 3d0d479b-941d-4a55-9440-d2e2fc6caf5d details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:43:10.153243 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4e62fd6a-dd95-407f-b320-e822fd7293d9 req-c745e9f3-4e22-423a-96c3-0cb631fa8221 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 210 time: 0.0502954 Feb 04 12:43:10.256551 n-d-825015-3 neutron-server[103475]: DEBUG neutron.objects.ports [None req-85188840-3ddf-455d-9f90-da52601b0a95 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103475) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 12:43:10.257023 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-85188840-3ddf-455d-9f90-da52601b0a95 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52094127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51452689'] for subnet (be6b6253-6ca1-43e9-a911-32e397ee9d26), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:10.340993 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85188840-3ddf-455d-9f90-da52601b0a95 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Pushing event updated for resources: {'Subnet': ['ID=be6b6253-6ca1-43e9-a911-32e397ee9d26,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:43:10.343831 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85188840-3ddf-455d-9f90-da52601b0a95 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Checking segment: {'id': '018fcb1c-f4c5-43f3-b488-64636d386a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3d0d479b-941d-4a55-9440-d2e2fc6caf5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:43:10.344411 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85188840-3ddf-455d-9f90-da52601b0a95 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Network hostable DHCP agents. Network: 3d0d479b-941d-4a55-9440-d2e2fc6caf5d, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:43:10.383714 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85188840-3ddf-455d-9f90-da52601b0a95 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Network 3d0d479b-941d-4a55-9440-d2e2fc6caf5d is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:43:10.399508 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-85188840-3ddf-455d-9f90-da52601b0a95 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 3d0d479b-941d-4a55-9440-d2e2fc6caf5d) {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:43:10.413447 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31b2f6e-cce4-4490-8d68-24bafc51da77 None None] Network 3d0d479b-941d-4a55-9440-d2e2fc6caf5d requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:43:10.417373 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85188840-3ddf-455d-9f90-da52601b0a95 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:10.419515 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-85188840-3ddf-455d-9f90-da52601b0a95 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:10.448928 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59410) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:10.450534 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-85188840-3ddf-455d-9f90-da52601b0a95 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9578421 Feb 04 12:43:10.454702 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-d95b5a07-a3a9-4cc9-9dd7-6eb155602a1a tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1089652366', 'network_id': '3d0d479b-941d-4a55-9440-d2e2fc6caf5d'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:43:10.503017 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d95b5a07-a3a9-4cc9-9dd7-6eb155602a1a tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Made reservation on behalf of c841d0fb32b24a3baa6d78a381d07e39 for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:43:10.506477 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d95b5a07-a3a9-4cc9-9dd7-6eb155602a1a tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:10.560082 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [None req-d95b5a07-a3a9-4cc9-9dd7-6eb155602a1a tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] device_id is not set on port 948e27d6-eeca-4d3a-8251-092774e7a8d7 yet. {{(pid=103474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 12:43:10.650188 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9f42e1-13f2-4240-81d9-866febf627b0 None None] Network 3d0d479b-941d-4a55-9440-d2e2fc6caf5d requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:43:10.744532 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-d95b5a07-a3a9-4cc9-9dd7-6eb155602a1a tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Allocated IP 172.20.0.10 (3d0d479b-941d-4a55-9440-d2e2fc6caf5d/be6b6253-6ca1-43e9-a911-32e397ee9d26/948e27d6-eeca-4d3a-8251-092774e7a8d7) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:43:10.962081 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d95b5a07-a3a9-4cc9-9dd7-6eb155602a1a tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks [] for port (948e27d6-eeca-4d3a-8251-092774e7a8d7), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:11.068873 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d95b5a07-a3a9-4cc9-9dd7-6eb155602a1a tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (948e27d6-eeca-4d3a-8251-092774e7a8d7), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:11.175612 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 59474) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:11.427263 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-047da0e4-fb09-4cde-9dd1-649831d6e0c4 req-425f8723-1b5c-4be5-937a-180ff2c7efeb tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 210 time: 0.0654457 Feb 04 12:43:11.458885 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3f6b98ba-1d1e-44cd-bbf2-d6882d53bbbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:11.502426 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d95b5a07-a3a9-4cc9-9dd7-6eb155602a1a tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Network 3d0d479b-941d-4a55-9440-d2e2fc6caf5d is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:43:11.507596 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-d95b5a07-a3a9-4cc9-9dd7-6eb155602a1a tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:43:11.510405 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95b5a07-a3a9-4cc9-9dd7-6eb155602a1a tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:43:11.512934 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95b5a07-a3a9-4cc9-9dd7-6eb155602a1a tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Pushing event updated for resources: {'Port': ['ID=948e27d6-eeca-4d3a-8251-092774e7a8d7,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:43:11.565011 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95b5a07-a3a9-4cc9-9dd7-6eb155602a1a tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:11.566939 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d95b5a07-a3a9-4cc9-9dd7-6eb155602a1a tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:11.591853 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-d95b5a07-a3a9-4cc9-9dd7-6eb155602a1a tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 1.1412926 Feb 04 12:43:11.594407 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59480) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:11.611589 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3f6b98ba-1d1e-44cd-bbf2-d6882d53bbbf admin admin] Publish callbacks [] for security_group (33ca2ec7-91c5-4387-913f-a2075e5b1886), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:11.619312 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3f6b98ba-1d1e-44cd-bbf2-d6882d53bbbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (33ca2ec7-91c5-4387-913f-a2075e5b1886), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:11.698351 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-3f6b98ba-1d1e-44cd-bbf2-d6882d53bbbf admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=154c7630a43944188e72049769fb431e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5209289 Feb 04 12:43:11.699840 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6b98ba-1d1e-44cd-bbf2-d6882d53bbbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33ca2ec7-91c5-4387-913f-a2075e5b1886,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:43:11.703968 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 59486) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:11.715327 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-6007cab4-9be1-4440-8ffe-d63c29311fcd tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Deleting port 948e27d6-eeca-4d3a-8251-092774e7a8d7 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:43:11.718290 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6007cab4-9be1-4440-8ffe-d63c29311fcd tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (948e27d6-eeca-4d3a-8251-092774e7a8d7), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:11.838081 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0032a4fd-3a01-4aaf-9163-d41092926c2b admin admin] Publish callbacks [] for security_group (33ca2ec7-91c5-4387-913f-a2075e5b1886), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:11.854869 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59490) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:11.866478 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-f8048abe-7818-48c9-92a9-1e4a78167208 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Request body: {'network': {'name': 'tempest-network-smoke--798267897', 'project_id': 'bfc2366eafc245dcab2b10b9216f9d44', 'port_security_enabled': True}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:43:11.895211 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8048abe-7818-48c9-92a9-1e4a78167208 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Made reservation on behalf of bfc2366eafc245dcab2b10b9216f9d44 for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:43:11.895830 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0032a4fd-3a01-4aaf-9163-d41092926c2b admin admin] Publish callbacks [] for security_group (33ca2ec7-91c5-4387-913f-a2075e5b1886), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:11.900221 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f8048abe-7818-48c9-92a9-1e4a78167208 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:11.914372 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f8048abe-7818-48c9-92a9-1e4a78167208 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:11.979309 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0032a4fd-3a01-4aaf-9163-d41092926c2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (33ca2ec7-91c5-4387-913f-a2075e5b1886), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:11.982193 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0032a4fd-3a01-4aaf-9163-d41092926c2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:11.986749 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-0032a4fd-3a01-4aaf-9163-d41092926c2b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/33ca2ec7-91c5-4387-913f-a2075e5b1886 HTTP/1.1" status: 204 len: 168 time: 0.2815626 Feb 04 12:43:12.006138 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0032a4fd-3a01-4aaf-9163-d41092926c2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33ca2ec7-91c5-4387-913f-a2075e5b1886,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:43:12.139095 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f8048abe-7818-48c9-92a9-1e4a78167208 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks [] for security_group (dc712544-fcb5-45f2-9701-f92deabe5492), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:12.158064 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f8048abe-7818-48c9-92a9-1e4a78167208 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (dc712544-fcb5-45f2-9701-f92deabe5492), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:12.178830 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6007cab4-9be1-4440-8ffe-d63c29311fcd tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (948e27d6-eeca-4d3a-8251-092774e7a8d7), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:12.260607 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-6007cab4-9be1-4440-8ffe-d63c29311fcd tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Calling delete_port for 948e27d6-eeca-4d3a-8251-092774e7a8d7 owned by {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:43:12.277076 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8048abe-7818-48c9-92a9-1e4a78167208 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc712544-fcb5-45f2-9701-f92deabe5492,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:43:12.284500 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8048abe-7818-48c9-92a9-1e4a78167208 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:43:12.320658 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f8048abe-7818-48c9-92a9-1e4a78167208 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (5daa5c0b-9cb4-4e7f-bc47-7fa6912d9537), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:12.321261 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-f8048abe-7818-48c9-92a9-1e4a78167208 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Added segment 5daa5c0b-9cb4-4e7f-bc47-7fa6912d9537 of type vlan for network 19820269-0947-4e8e-a625-254c2a67daf1 Feb 04 12:43:12.454235 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f8048abe-7818-48c9-92a9-1e4a78167208 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (19820269-0947-4e8e-a625-254c2a67daf1), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:12.514378 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f8048abe-7818-48c9-92a9-1e4a78167208 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (19820269-0947-4e8e-a625-254c2a67daf1), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:12.533561 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8048abe-7818-48c9-92a9-1e4a78167208 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:12.534262 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f8048abe-7818-48c9-92a9-1e4a78167208 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:12.583566 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-f8048abe-7818-48c9-92a9-1e4a78167208 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7262757 Feb 04 12:43:12.586392 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 59512) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:12.592337 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-d48b3687-a13c-4d1c-a784-cf556be53b4a tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1455035991', 'admin_state_up': True, 'project_id': 'bfc2366eafc245dcab2b10b9216f9d44', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:43:12.704940 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-96856b48-d2c8-4e4e-a0b3-a0d28e46fc23 req-3774ad07-4b89-4330-a149-aa146048af3e tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 210 time: 0.0969243 Feb 04 12:43:12.740194 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d48b3687-a13c-4d1c-a784-cf556be53b4a tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10933'] for router (042fa9bd-a59f-44fa-b236-5edf79f58163), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:12.742066 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d48b3687-a13c-4d1c-a784-cf556be53b4a tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10924'] for router (042fa9bd-a59f-44fa-b236-5edf79f58163), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:12.777601 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8048abe-7818-48c9-92a9-1e4a78167208 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Pushing event updated for resources: {'Network': ['ID=19820269-0947-4e8e-a625-254c2a67daf1,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:43:12.793939 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6007cab4-9be1-4440-8ffe-d63c29311fcd tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (948e27d6-eeca-4d3a-8251-092774e7a8d7), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:12.803255 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 19820269-0947-4e8e-a625-254c2a67daf1 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:43:12.858476 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d48b3687-a13c-4d1c-a784-cf556be53b4a tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks [] for router_controller (042fa9bd-a59f-44fa-b236-5edf79f58163), precommit_add_association {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:12.893018 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6007cab4-9be1-4440-8ffe-d63c29311fcd tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Pushing event deleted for resources: {'Port': ['ID=948e27d6-eeca-4d3a-8251-092774e7a8d7,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:43:13.064427 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6007cab4-9be1-4440-8ffe-d63c29311fcd tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:13.076537 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-6007cab4-9be1-4440-8ffe-d63c29311fcd tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] 10.222.0.65 "DELETE /v2.0/ports/948e27d6-eeca-4d3a-8251-092774e7a8d7 HTTP/1.1" status: 204 len: 168 time: 1.4778147 Feb 04 12:43:13.077088 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59522) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:13.086526 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-8c441151-a247-4a81-b5b3-d88b33bd45c3 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3d0d479b-941d-4a55-9440-d2e2fc6caf5d', 'external_fixed_ips': [{'subnet_id': 'be6b6253-6ca1-43e9-a911-32e397ee9d26', 'ip_address': '172.20.0.10'}]}}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:43:13.114136 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8c441151-a247-4a81-b5b3-d88b33bd45c3 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10933'] for router (9bd0037b-429d-47d6-98cc-dedbe738447c), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:13.115679 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d48b3687-a13c-4d1c-a784-cf556be53b4a tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks [] for router_gateway (042fa9bd-a59f-44fa-b236-5edf79f58163), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:13.115963 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8c441151-a247-4a81-b5b3-d88b33bd45c3 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10924'] for router (9bd0037b-429d-47d6-98cc-dedbe738447c), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:13.274897 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8c441151-a247-4a81-b5b3-d88b33bd45c3 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks [] for router_controller (9bd0037b-429d-47d6-98cc-dedbe738447c), precommit_add_association {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:13.544818 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8c441151-a247-4a81-b5b3-d88b33bd45c3 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks [] for router_gateway (9bd0037b-429d-47d6-98cc-dedbe738447c), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:13.989691 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8c441151-a247-4a81-b5b3-d88b33bd45c3 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks [] for router_gateway (9bd0037b-429d-47d6-98cc-dedbe738447c), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:13.998746 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-756574c7-1193-4c1b-b8f7-0db88d853a9b req-6b96fe86-1aa4-47c1-a854-119339377220 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 210 time: 0.0970328 Feb 04 12:43:14.037832 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d48b3687-a13c-4d1c-a784-cf556be53b4a tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks [] for router_gateway (042fa9bd-a59f-44fa-b236-5edf79f58163), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:14.055626 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8c441151-a247-4a81-b5b3-d88b33bd45c3 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:14.062326 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d48b3687-a13c-4d1c-a784-cf556be53b4a tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:14.216882 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-d48b3687-a13c-4d1c-a784-cf556be53b4a tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Allocated IP 172.25.3.241 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/a290fea4-3955-4125-b788-74b50429f14f) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:43:14.377906 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59548) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:14.422894 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d48b3687-a13c-4d1c-a784-cf556be53b4a tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks [] for port (a290fea4-3955-4125-b788-74b50429f14f), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:14.438893 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-8c441151-a247-4a81-b5b3-d88b33bd45c3 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Allocated IP 172.20.0.10 (3d0d479b-941d-4a55-9440-d2e2fc6caf5d/be6b6253-6ca1-43e9-a911-32e397ee9d26/8c0f7acd-3fe9-44a9-ab49-1b8de35a0fc2) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:43:14.471016 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d48b3687-a13c-4d1c-a784-cf556be53b4a tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (a290fea4-3955-4125-b788-74b50429f14f), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:14.551313 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d48b3687-a13c-4d1c-a784-cf556be53b4a tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:43:14.557687 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-d48b3687-a13c-4d1c-a784-cf556be53b4a tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:43:14.562649 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48b3687-a13c-4d1c-a784-cf556be53b4a tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:43:14.603541 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48b3687-a13c-4d1c-a784-cf556be53b4a tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Pushing event updated for resources: {'Port': ['ID=a290fea4-3955-4125-b788-74b50429f14f,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:43:14.649588 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8c441151-a247-4a81-b5b3-d88b33bd45c3 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks [] for port (8c0f7acd-3fe9-44a9-ab49-1b8de35a0fc2), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:14.696016 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-2f916ca7-7d6a-4808-ae29-62137c1dbbde tempest-DHCPAgentSchedulersTestJSON-991785551 tempest-DHCPAgentSchedulersTestJSON-991785551-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1215190862'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:43:14.720411 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8c441151-a247-4a81-b5b3-d88b33bd45c3 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (8c0f7acd-3fe9-44a9-ab49-1b8de35a0fc2), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:14.725468 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f916ca7-7d6a-4808-ae29-62137c1dbbde tempest-DHCPAgentSchedulersTestJSON-991785551 tempest-DHCPAgentSchedulersTestJSON-991785551-project] Made reservation on behalf of 12a5484aba2e438c8898b6c7a5f2837f for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:43:14.729138 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2f916ca7-7d6a-4808-ae29-62137c1dbbde tempest-DHCPAgentSchedulersTestJSON-991785551 tempest-DHCPAgentSchedulersTestJSON-991785551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:14.762868 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2f916ca7-7d6a-4808-ae29-62137c1dbbde tempest-DHCPAgentSchedulersTestJSON-991785551 tempest-DHCPAgentSchedulersTestJSON-991785551-project] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:14.783931 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c441151-a247-4a81-b5b3-d88b33bd45c3 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Network 3d0d479b-941d-4a55-9440-d2e2fc6caf5d is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:43:14.792134 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-8c441151-a247-4a81-b5b3-d88b33bd45c3 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:43:14.797390 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c441151-a247-4a81-b5b3-d88b33bd45c3 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:43:14.828341 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c441151-a247-4a81-b5b3-d88b33bd45c3 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Pushing event updated for resources: {'Port': ['ID=8c0f7acd-3fe9-44a9-ab49-1b8de35a0fc2,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:43:15.008190 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d48b3687-a13c-4d1c-a784-cf556be53b4a tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks [] for router_gateway (042fa9bd-a59f-44fa-b236-5edf79f58163), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:15.019517 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2f916ca7-7d6a-4808-ae29-62137c1dbbde tempest-DHCPAgentSchedulersTestJSON-991785551 tempest-DHCPAgentSchedulersTestJSON-991785551-project] Publish callbacks [] for security_group (1221a37e-a265-45a0-b349-9854a7c830f1), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:15.024656 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2f916ca7-7d6a-4808-ae29-62137c1dbbde tempest-DHCPAgentSchedulersTestJSON-991785551 tempest-DHCPAgentSchedulersTestJSON-991785551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (1221a37e-a265-45a0-b349-9854a7c830f1), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:15.163432 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f916ca7-7d6a-4808-ae29-62137c1dbbde tempest-DHCPAgentSchedulersTestJSON-991785551 tempest-DHCPAgentSchedulersTestJSON-991785551-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:43:15.184362 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f916ca7-7d6a-4808-ae29-62137c1dbbde tempest-DHCPAgentSchedulersTestJSON-991785551 tempest-DHCPAgentSchedulersTestJSON-991785551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1221a37e-a265-45a0-b349-9854a7c830f1,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:43:15.192888 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2f916ca7-7d6a-4808-ae29-62137c1dbbde tempest-DHCPAgentSchedulersTestJSON-991785551 tempest-DHCPAgentSchedulersTestJSON-991785551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (d653b4f2-f82b-48db-872b-a45422350f39), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:15.193277 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-2f916ca7-7d6a-4808-ae29-62137c1dbbde tempest-DHCPAgentSchedulersTestJSON-991785551 tempest-DHCPAgentSchedulersTestJSON-991785551-project] Added segment d653b4f2-f82b-48db-872b-a45422350f39 of type vlan for network 0891403d-5845-41e9-81bd-b31ba0e318f5 Feb 04 12:43:15.202564 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8c441151-a247-4a81-b5b3-d88b33bd45c3 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks [] for router_gateway (9bd0037b-429d-47d6-98cc-dedbe738447c), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:15.244600 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ac0d0a89-f243-46e1-b49a-3c64e3bcbf09 req-98df3f99-16d7-4085-b4c2-8a81f4dcae5c tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 210 time: 0.0994289 Feb 04 12:43:15.313424 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2f916ca7-7d6a-4808-ae29-62137c1dbbde tempest-DHCPAgentSchedulersTestJSON-991785551 tempest-DHCPAgentSchedulersTestJSON-991785551-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (0891403d-5845-41e9-81bd-b31ba0e318f5), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:15.350316 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d48b3687-a13c-4d1c-a784-cf556be53b4a tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141'] for router (042fa9bd-a59f-44fa-b236-5edf79f58163), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:15.359920 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2f916ca7-7d6a-4808-ae29-62137c1dbbde tempest-DHCPAgentSchedulersTestJSON-991785551 tempest-DHCPAgentSchedulersTestJSON-991785551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (0891403d-5845-41e9-81bd-b31ba0e318f5), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:15.365686 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f916ca7-7d6a-4808-ae29-62137c1dbbde tempest-DHCPAgentSchedulersTestJSON-991785551 tempest-DHCPAgentSchedulersTestJSON-991785551-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:15.366369 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2f916ca7-7d6a-4808-ae29-62137c1dbbde tempest-DHCPAgentSchedulersTestJSON-991785551 tempest-DHCPAgentSchedulersTestJSON-991785551-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:15.489508 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-2f916ca7-7d6a-4808-ae29-62137c1dbbde tempest-DHCPAgentSchedulersTestJSON-991785551 tempest-DHCPAgentSchedulersTestJSON-991785551-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.1084466 Feb 04 12:43:15.497357 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 59554) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:15.514788 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-20352d49-ec6f-4f56-bbdf-66ef41d3c241 tempest-DHCPAgentSchedulersTestJSON-991785551 tempest-DHCPAgentSchedulersTestJSON-991785551-project] Request body: {'subnet': {'network_id': '0891403d-5845-41e9-81bd-b31ba0e318f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:43:15.534353 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f916ca7-7d6a-4808-ae29-62137c1dbbde tempest-DHCPAgentSchedulersTestJSON-991785551 tempest-DHCPAgentSchedulersTestJSON-991785551-project] Pushing event updated for resources: {'Network': ['ID=0891403d-5845-41e9-81bd-b31ba0e318f5,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:43:15.541164 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-075ab4db-9d94-4926-958b-411db7313629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:15.553955 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 0891403d-5845-41e9-81bd-b31ba0e318f5 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:43:15.626034 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8c441151-a247-4a81-b5b3-d88b33bd45c3 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141'] for router (9bd0037b-429d-47d6-98cc-dedbe738447c), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:15.650022 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d48b3687-a13c-4d1c-a784-cf556be53b4a tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Router 042fa9bd-a59f-44fa-b236-5edf79f58163 is scheduled to L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de with binding_index 1 {{(pid=103475) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 12:43:15.767285 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20352d49-ec6f-4f56-bbdf-66ef41d3c241 tempest-DHCPAgentSchedulersTestJSON-991785551 tempest-DHCPAgentSchedulersTestJSON-991785551-project] Made reservation on behalf of 12a5484aba2e438c8898b6c7a5f2837f for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:43:15.771886 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-20352d49-ec6f-4f56-bbdf-66ef41d3c241 tempest-DHCPAgentSchedulersTestJSON-991785551 tempest-DHCPAgentSchedulersTestJSON-991785551-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:15.823110 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c441151-a247-4a81-b5b3-d88b33bd45c3 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Router 9bd0037b-429d-47d6-98cc-dedbe738447c is scheduled to L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de with binding_index 1 {{(pid=103474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 12:43:15.948032 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d48b3687-a13c-4d1c-a784-cf556be53b4a tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:43:15.958914 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfe9bc3-c001-4ba5-822b-320dbf7cc01b None None] Sync routers for ids ['042fa9bd-a59f-44fa-b236-5edf79f58163'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:43:15.977332 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfe9bc3-c001-4ba5-822b-320dbf7cc01b None None] Routers {'042fa9bd-a59f-44fa-b236-5edf79f58163'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:43:15.977901 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-edfe9bc3-c001-4ba5-822b-320dbf7cc01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:42:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['042fa9bd-a59f-44fa-b236-5edf79f58163'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:43:15.982049 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c441151-a247-4a81-b5b3-d88b33bd45c3 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:43:15.994924 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5875390d-8281-44e7-a444-ea514441c4eb None None] Sync routers for ids ['9bd0037b-429d-47d6-98cc-dedbe738447c'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:43:16.009937 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8c441151-a247-4a81-b5b3-d88b33bd45c3 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:16.013223 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5875390d-8281-44e7-a444-ea514441c4eb None None] Routers {'9bd0037b-429d-47d6-98cc-dedbe738447c'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:43:16.014299 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-8c441151-a247-4a81-b5b3-d88b33bd45c3 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 2.9356799 Feb 04 12:43:16.015077 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-5875390d-8281-44e7-a444-ea514441c4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:42:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['9bd0037b-429d-47d6-98cc-dedbe738447c'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:43:16.017033 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59556) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:16.079171 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d48b3687-a13c-4d1c-a784-cf556be53b4a tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks [] for router (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:16.081115 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-d48b3687-a13c-4d1c-a784-cf556be53b4a tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.4936564 Feb 04 12:43:16.084924 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 59558) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:16.098912 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-20352d49-ec6f-4f56-bbdf-66ef41d3c241 tempest-DHCPAgentSchedulersTestJSON-991785551 tempest-DHCPAgentSchedulersTestJSON-991785551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52094127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51452689'] for subnet (d6d40f03-1ca8-4591-9077-8559034619b6), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:16.170156 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-5875390d-8281-44e7-a444-ea514441c4eb None None] Set router 9bd0037b-429d-47d6-98cc-dedbe738447c gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:43:16.235130 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-edfe9bc3-c001-4ba5-822b-320dbf7cc01b None None] Set router 042fa9bd-a59f-44fa-b236-5edf79f58163 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:43:16.244520 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20352d49-ec6f-4f56-bbdf-66ef41d3c241 tempest-DHCPAgentSchedulersTestJSON-991785551 tempest-DHCPAgentSchedulersTestJSON-991785551-project] Pushing event updated for resources: {'Subnet': ['ID=d6d40f03-1ca8-4591-9077-8559034619b6,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:43:16.276833 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20352d49-ec6f-4f56-bbdf-66ef41d3c241 tempest-DHCPAgentSchedulersTestJSON-991785551 tempest-DHCPAgentSchedulersTestJSON-991785551-project] Checking segment: {'id': 'd653b4f2-f82b-48db-872b-a45422350f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '0891403d-5845-41e9-81bd-b31ba0e318f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:43:16.279333 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20352d49-ec6f-4f56-bbdf-66ef41d3c241 tempest-DHCPAgentSchedulersTestJSON-991785551 tempest-DHCPAgentSchedulersTestJSON-991785551-project] Network hostable DHCP agents. Network: 0891403d-5845-41e9-81bd-b31ba0e318f5, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:43:16.337900 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d28ec2d7-5cfc-40c6-93c1-335e23926525 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks [] for router (9bd0037b-429d-47d6-98cc-dedbe738447c), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:16.352881 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20352d49-ec6f-4f56-bbdf-66ef41d3c241 tempest-DHCPAgentSchedulersTestJSON-991785551 tempest-DHCPAgentSchedulersTestJSON-991785551-project] Network 0891403d-5845-41e9-81bd-b31ba0e318f5 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:43:16.470455 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-bdb67cfa-62cc-48a8-bef4-0963e237ae58 tempest-TestSecurityGroupsBasicOps-1718497516 tempest-TestSecurityGroupsBasicOps-1718497516-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=bfc2366eafc245dcab2b10b9216f9d44&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3837595 Feb 04 12:43:16.512604 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-edfe9bc3-c001-4ba5-822b-320dbf7cc01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '042fa9bd-a59f-44fa-b236-5edf79f58163', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1455035991', 'tenant_id': 'bfc2366eafc245dcab2b10b9216f9d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': 'a290fea4-3955-4125-b788-74b50429f14f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:43:12Z', 'updated_at': '2022-02-04T12:43:14Z', 'revision_number': 3, 'project_id': 'bfc2366eafc245dcab2b10b9216f9d44', 'gw_port': {'id': 'a290fea4-3955-4125-b788-74b50429f14f', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a4:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '042fa9bd-a59f-44fa-b236-5edf79f58163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:43:14Z', 'updated_at': '2022-02-04T12:43:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:43:16.520642 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bb2d4556-e325-45fe-9821-24132b2bd1e3 req-d130ef09-c1b9-4b37-962d-b19c239704c0 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 210 time: 0.0478528 Feb 04 12:43:16.527416 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-20352d49-ec6f-4f56-bbdf-66ef41d3c241 tempest-DHCPAgentSchedulersTestJSON-991785551 tempest-DHCPAgentSchedulersTestJSON-991785551-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 0891403d-5845-41e9-81bd-b31ba0e318f5) {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:43:16.537304 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 59566) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:16.542714 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfe9bc3-c001-4ba5-822b-320dbf7cc01b None None] Checking router: 042fa9bd-a59f-44fa-b236-5edf79f58163 for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:43:16.543269 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfe9bc3-c001-4ba5-822b-320dbf7cc01b None None] Updating router 042fa9bd-a59f-44fa-b236-5edf79f58163 port a290fea4-3955-4125-b788-74b50429f14f binding host n-d-825015-3 {{(pid=103477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:43:16.583869 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36d8e66-d98d-47ab-b6ce-cb8da24936da None None] Network 0891403d-5845-41e9-81bd-b31ba0e318f5 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:43:16.588009 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-edfe9bc3-c001-4ba5-822b-320dbf7cc01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (a290fea4-3955-4125-b788-74b50429f14f), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:16.792149 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-5875390d-8281-44e7-a444-ea514441c4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bd0037b-429d-47d6-98cc-dedbe738447c', 'name': '', 'tenant_id': 'c841d0fb32b24a3baa6d78a381d07e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d0d479b-941d-4a55-9440-d2e2fc6caf5d', 'external_fixed_ips': [{'subnet_id': 'be6b6253-6ca1-43e9-a911-32e397ee9d26', 'ip_address': '172.20.0.10'}], 'enable_snat': True}, 'gw_port_id': '8c0f7acd-3fe9-44a9-ab49-1b8de35a0fc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:43:13Z', 'updated_at': '2022-02-04T12:43:15Z', 'revision_number': 3, 'project_id': 'c841d0fb32b24a3baa6d78a381d07e39', 'gw_port': {'id': '8c0f7acd-3fe9-44a9-ab49-1b8de35a0fc2', 'name': '', 'network_id': '3d0d479b-941d-4a55-9440-d2e2fc6caf5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:92:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bd0037b-429d-47d6-98cc-dedbe738447c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2515, 'fixed_ips': [{'subnet_id': 'be6b6253-6ca1-43e9-a911-32e397ee9d26', 'ip_address': '172.20.0.10', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:43:14Z', 'updated_at': '2022-02-04T12:43:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'be6b6253-6ca1-43e9-a911-32e397ee9d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:43:16.801806 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6321f2-89a3-4507-be01-5d256e1e40ed tempest-TestSecurityGroupsBasicOps-1718497516 tempest-TestSecurityGroupsBasicOps-1718497516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:16.802451 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6321f2-89a3-4507-be01-5d256e1e40ed tempest-TestSecurityGroupsBasicOps-1718497516 tempest-TestSecurityGroupsBasicOps-1718497516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:16.805294 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-be6321f2-89a3-4507-be01-5d256e1e40ed tempest-TestSecurityGroupsBasicOps-1718497516 tempest-TestSecurityGroupsBasicOps-1718497516-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1589 time: 0.2664371 Feb 04 12:43:16.807027 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20352d49-ec6f-4f56-bbdf-66ef41d3c241 tempest-DHCPAgentSchedulersTestJSON-991785551 tempest-DHCPAgentSchedulersTestJSON-991785551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:16.808719 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-20352d49-ec6f-4f56-bbdf-66ef41d3c241 tempest-DHCPAgentSchedulersTestJSON-991785551 tempest-DHCPAgentSchedulersTestJSON-991785551-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:16.812863 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 59568) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:16.839550 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e594059e-e003-4a2b-9017-c81f71bf2deb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-0891403d-5845-41e9-81bd-b31ba0e318f5', 'network_id': '0891403d-5845-41e9-81bd-b31ba0e318f5', 'project_id': '12a5484aba2e438c8898b6c7a5f2837f', 'fixed_ips': [{'subnet_id': 'd6d40f03-1ca8-4591-9077-8559034619b6'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 12:43:16.841049 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e594059e-e003-4a2b-9017-c81f71bf2deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:16.845802 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5875390d-8281-44e7-a444-ea514441c4eb None None] Checking router: 9bd0037b-429d-47d6-98cc-dedbe738447c for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:43:16.846392 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5875390d-8281-44e7-a444-ea514441c4eb None None] Updating router 9bd0037b-429d-47d6-98cc-dedbe738447c port 8c0f7acd-3fe9-44a9-ab49-1b8de35a0fc2 binding host n-d-825015-3 {{(pid=103476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:43:16.899097 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5875390d-8281-44e7-a444-ea514441c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (8c0f7acd-3fe9-44a9-ab49-1b8de35a0fc2), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:16.915625 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-edfe9bc3-c001-4ba5-822b-320dbf7cc01b None None] Publish callbacks [] for port (a290fea4-3955-4125-b788-74b50429f14f), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:16.915860 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a60937-f84f-40fa-b8dd-ec99b1761f6b tempest-TestSecurityGroupsBasicOps-1718497516 tempest-TestSecurityGroupsBasicOps-1718497516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:16.917601 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-40a60937-f84f-40fa-b8dd-ec99b1761f6b tempest-TestSecurityGroupsBasicOps-1718497516 tempest-TestSecurityGroupsBasicOps-1718497516-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=3d0d479b-941d-4a55-9440-d2e2fc6caf5d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 800 time: 0.1034343 Feb 04 12:43:16.922780 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 59570) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:16.923727 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-edfe9bc3-c001-4ba5-822b-320dbf7cc01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (a290fea4-3955-4125-b788-74b50429f14f), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:16.971976 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-822e687c-6966-4ed0-bb82-bdbf9631faec tempest-TestSecurityGroupsBasicOps-1718497516 tempest-TestSecurityGroupsBasicOps-1718497516-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0479145 Feb 04 12:43:16.979860 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-20352d49-ec6f-4f56-bbdf-66ef41d3c241 tempest-DHCPAgentSchedulersTestJSON-991785551 tempest-DHCPAgentSchedulersTestJSON-991785551-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4713387 Feb 04 12:43:16.980830 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 59572) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:16.981313 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 59574) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:16.995397 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-9f83cc70-0321-4974-82a4-7ec488b96968 tempest-DHCPAgentSchedulersTestJSON-991785551 tempest-DHCPAgentSchedulersTestJSON-991785551-project] Request body: {'port': {'network_id': '0891403d-5845-41e9-81bd-b31ba0e318f5', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1185152358'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:43:17.025731 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-edfe9bc3-c001-4ba5-822b-320dbf7cc01b None None] Attempting to bind port a290fea4-3955-4125-b788-74b50429f14f on host n-d-825015-3 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:43:17.026383 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-edfe9bc3-c001-4ba5-822b-320dbf7cc01b None None] Attempting to bind port a290fea4-3955-4125-b788-74b50429f14f by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:43:17.027925 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edfe9bc3-c001-4ba5-822b-320dbf7cc01b None None] Attempting to bind port a290fea4-3955-4125-b788-74b50429f14f on network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:43:17.069722 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-99c53261-2924-4300-b531-0d1e6fa10ec6 tempest-TestSecurityGroupsBasicOps-1718497516 tempest-TestSecurityGroupsBasicOps-1718497516-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=bfc2366eafc245dcab2b10b9216f9d44&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0871544 Feb 04 12:43:17.074182 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59576) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:17.078232 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edfe9bc3-c001-4ba5-822b-320dbf7cc01b None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:43:17.079937 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edfe9bc3-c001-4ba5-822b-320dbf7cc01b None None] Checking segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:43:17.080352 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-edfe9bc3-c001-4ba5-822b-320dbf7cc01b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:17.080748 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edfe9bc3-c001-4ba5-822b-320dbf7cc01b None None] Bound using segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:43:17.081237 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-edfe9bc3-c001-4ba5-822b-320dbf7cc01b None None] Bound port: a290fea4-3955-4125-b788-74b50429f14f, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:43:17.082154 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-edfe9bc3-c001-4ba5-822b-320dbf7cc01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (a290fea4-3955-4125-b788-74b50429f14f), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:17.096866 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc8fa78-a025-4138-bcb0-c3ac90c7d489 None None] Pushing event updated for resources: {'Port': ['ID=a290fea4-3955-4125-b788-74b50429f14f,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:43:17.152976 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc8fa78-a025-4138-bcb0-c3ac90c7d489 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:43:17.155487 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc8fa78-a025-4138-bcb0-c3ac90c7d489 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:43:17.156034 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc8fa78-a025-4138-bcb0-c3ac90c7d489 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:43:17.156550 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc8fa78-a025-4138-bcb0-c3ac90c7d489 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:43:17.156919 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f83cc70-0321-4974-82a4-7ec488b96968 tempest-DHCPAgentSchedulersTestJSON-991785551 tempest-DHCPAgentSchedulersTestJSON-991785551-project] Made reservation on behalf of 12a5484aba2e438c8898b6c7a5f2837f for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:43:17.157769 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc8fa78-a025-4138-bcb0-c3ac90c7d489 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:43:17.158385 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc8fa78-a025-4138-bcb0-c3ac90c7d489 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:43:17.158882 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc8fa78-a025-4138-bcb0-c3ac90c7d489 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:43:17.159542 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc8fa78-a025-4138-bcb0-c3ac90c7d489 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:43:17.161001 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc8fa78-a025-4138-bcb0-c3ac90c7d489 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:43:17.161268 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9f83cc70-0321-4974-82a4-7ec488b96968 tempest-DHCPAgentSchedulersTestJSON-991785551 tempest-DHCPAgentSchedulersTestJSON-991785551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:17.161711 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc8fa78-a025-4138-bcb0-c3ac90c7d489 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:43:17.162190 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc8fa78-a025-4138-bcb0-c3ac90c7d489 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:43:17.162720 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc8fa78-a025-4138-bcb0-c3ac90c7d489 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:43:17.163192 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc8fa78-a025-4138-bcb0-c3ac90c7d489 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:43:17.185663 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [None req-9f83cc70-0321-4974-82a4-7ec488b96968 tempest-DHCPAgentSchedulersTestJSON-991785551 tempest-DHCPAgentSchedulersTestJSON-991785551-project] device_id is not set on port d16639fb-6f76-431f-9473-377c6557ae8e yet. {{(pid=103475) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 12:43:17.204608 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-edfe9bc3-c001-4ba5-822b-320dbf7cc01b None None] For port a290fea4-3955-4125-b788-74b50429f14f, host n-d-825015-3, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:43:17.209681 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-edfe9bc3-c001-4ba5-822b-320dbf7cc01b None None] For port a290fea4-3955-4125-b788-74b50429f14f, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=a290fea4-3955-4125-b788-74b50429f14f,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:43:17.219508 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-edfe9bc3-c001-4ba5-822b-320dbf7cc01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (a290fea4-3955-4125-b788-74b50429f14f), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:17.286957 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d28ec2d7-5cfc-40c6-93c1-335e23926525 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks [] for router_gateway (9bd0037b-429d-47d6-98cc-dedbe738447c), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:17.315088 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28f0f1d-aa9b-4949-8e7a-526f1b37f8c4 tempest-TestSecurityGroupsBasicOps-1718497516 tempest-TestSecurityGroupsBasicOps-1718497516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:17.316614 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28f0f1d-aa9b-4949-8e7a-526f1b37f8c4 tempest-TestSecurityGroupsBasicOps-1718497516 tempest-TestSecurityGroupsBasicOps-1718497516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:17.318590 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-b28f0f1d-aa9b-4949-8e7a-526f1b37f8c4 tempest-TestSecurityGroupsBasicOps-1718497516 tempest-TestSecurityGroupsBasicOps-1718497516-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1589 time: 0.2434833 Feb 04 12:43:17.322159 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 59578) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:17.343279 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc8fa78-a025-4138-bcb0-c3ac90c7d489 None None] Pushing event updated for resources: {'Port': ['ID=a290fea4-3955-4125-b788-74b50429f14f,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:43:17.366385 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfe9bc3-c001-4ba5-822b-320dbf7cc01b None None] Routers {'042fa9bd-a59f-44fa-b236-5edf79f58163'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:43:17.367959 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-edfe9bc3-c001-4ba5-822b-320dbf7cc01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:42:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['042fa9bd-a59f-44fa-b236-5edf79f58163'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:43:17.389062 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-d28ec2d7-5cfc-40c6-93c1-335e23926525 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Deleting port 8c0f7acd-3fe9-44a9-ab49-1b8de35a0fc2 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:43:17.390205 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d28ec2d7-5cfc-40c6-93c1-335e23926525 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (8c0f7acd-3fe9-44a9-ab49-1b8de35a0fc2), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:17.402336 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-3d0b4efd-9a5b-4c57-9852-d809bc4002c8 tempest-TestSecurityGroupsBasicOps-1718497516 tempest-TestSecurityGroupsBasicOps-1718497516-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=3d0d479b-941d-4a55-9440-d2e2fc6caf5d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0787890 Feb 04 12:43:17.405078 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 59580) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:17.431412 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-e594059e-e003-4a2b-9017-c81f71bf2deb None None] Allocated IP 172.20.0.2 (0891403d-5845-41e9-81bd-b31ba0e318f5/d6d40f03-1ca8-4591-9077-8559034619b6/67927dc1-6139-4b6a-bb08-9c4c6054feb2) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:43:17.469368 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-0d22525b-92f2-4019-bc5f-d969007b520f tempest-TestSecurityGroupsBasicOps-1718497516 tempest-TestSecurityGroupsBasicOps-1718497516-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0631540 Feb 04 12:43:17.471919 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 59582) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:17.477290 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-203b792b-05e6-44d6-999b-cc808f4c667d tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-502368776', 'network_id': '19820269-0947-4e8e-a625-254c2a67daf1', 'project_id': 'bfc2366eafc245dcab2b10b9216f9d44', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:43:17.511962 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d28ec2d7-5cfc-40c6-93c1-335e23926525 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (8c0f7acd-3fe9-44a9-ab49-1b8de35a0fc2), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:17.531454 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-d28ec2d7-5cfc-40c6-93c1-335e23926525 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Calling delete_port for 8c0f7acd-3fe9-44a9-ab49-1b8de35a0fc2 owned by network:router_gateway {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:43:17.533267 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-edfe9bc3-c001-4ba5-822b-320dbf7cc01b None None] Set router 042fa9bd-a59f-44fa-b236-5edf79f58163 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:43:17.658804 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-203b792b-05e6-44d6-999b-cc808f4c667d tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Made reservation on behalf of bfc2366eafc245dcab2b10b9216f9d44 for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:43:17.665707 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-203b792b-05e6-44d6-999b-cc808f4c667d tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:17.805041 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9557004a-c242-4f2b-8e55-3bcc93d2a805 req-ea5f3a6a-c3c7-417a-95f9-d39a65034d84 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 210 time: 0.1167963 Feb 04 12:43:17.888346 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d28ec2d7-5cfc-40c6-93c1-335e23926525 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (8c0f7acd-3fe9-44a9-ab49-1b8de35a0fc2), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:17.892367 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-edfe9bc3-c001-4ba5-822b-320dbf7cc01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '042fa9bd-a59f-44fa-b236-5edf79f58163', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1455035991', 'tenant_id': 'bfc2366eafc245dcab2b10b9216f9d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': 'a290fea4-3955-4125-b788-74b50429f14f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:43:12Z', 'updated_at': '2022-02-04T12:43:14Z', 'revision_number': 3, 'project_id': 'bfc2366eafc245dcab2b10b9216f9d44', 'gw_port': {'id': 'a290fea4-3955-4125-b788-74b50429f14f', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a4:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '042fa9bd-a59f-44fa-b236-5edf79f58163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:43:14Z', 'updated_at': '2022-02-04T12:43:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:43:17.934695 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28ec2d7-5cfc-40c6-93c1-335e23926525 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Pushing event deleted for resources: {'Port': ['ID=8c0f7acd-3fe9-44a9-ab49-1b8de35a0fc2,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:43:17.960619 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfe9bc3-c001-4ba5-822b-320dbf7cc01b None None] The sync data for ids ['042fa9bd-a59f-44fa-b236-5edf79f58163'] in n-d-825015-3 is: [{'id': '042fa9bd-a59f-44fa-b236-5edf79f58163', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1455035991', 'tenant_id': 'bfc2366eafc245dcab2b10b9216f9d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': 'a290fea4-3955-4125-b788-74b50429f14f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:43:12Z', 'updated_at': '2022-02-04T12:43:14Z', 'revision_number': 3, 'project_id': 'bfc2366eafc245dcab2b10b9216f9d44', 'gw_port': {'id': 'a290fea4-3955-4125-b788-74b50429f14f', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a4:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '042fa9bd-a59f-44fa-b236-5edf79f58163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:43:14Z', 'updated_at': '2022-02-04T12:43:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:43:17.980842 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28ec2d7-5cfc-40c6-93c1-335e23926525 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:43:17.981206 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28ec2d7-5cfc-40c6-93c1-335e23926525 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:43:17.981557 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28ec2d7-5cfc-40c6-93c1-335e23926525 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:43:17.981908 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28ec2d7-5cfc-40c6-93c1-335e23926525 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:43:17.982252 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28ec2d7-5cfc-40c6-93c1-335e23926525 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:43:17.982592 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28ec2d7-5cfc-40c6-93c1-335e23926525 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:43:17.982936 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28ec2d7-5cfc-40c6-93c1-335e23926525 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:43:17.983273 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28ec2d7-5cfc-40c6-93c1-335e23926525 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:43:17.983609 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28ec2d7-5cfc-40c6-93c1-335e23926525 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:43:17.983980 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28ec2d7-5cfc-40c6-93c1-335e23926525 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:43:17.984364 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28ec2d7-5cfc-40c6-93c1-335e23926525 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:43:17.984706 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28ec2d7-5cfc-40c6-93c1-335e23926525 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:43:17.985037 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28ec2d7-5cfc-40c6-93c1-335e23926525 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:43:18.058481 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.db.api [None req-5875390d-8281-44e7-a444-ea514441c4eb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103476) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 12:43:18.059331 n-d-825015-3 neutron-server[103476]: DEBUG oslo_db.api [None req-5875390d-8281-44e7-a444-ea514441c4eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 12:43:18.074152 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d28ec2d7-5cfc-40c6-93c1-335e23926525 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1599901'] for router_gateway (9bd0037b-429d-47d6-98cc-dedbe738447c), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:18.097071 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5589962c-2eec-4e17-844d-3416cb8aab11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:18.132472 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-203b792b-05e6-44d6-999b-cc808f4c667d tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52094127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51452689'] for subnet (2c293c62-268e-4714-a00a-1f5892c6affb), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:18.147582 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e594059e-e003-4a2b-9017-c81f71bf2deb None None] Publish callbacks [] for port (67927dc1-6139-4b6a-bb08-9c4c6054feb2), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:18.161128 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e594059e-e003-4a2b-9017-c81f71bf2deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (67927dc1-6139-4b6a-bb08-9c4c6054feb2), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:18.186075 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d28ec2d7-5cfc-40c6-93c1-335e23926525 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10915'] for router (9bd0037b-429d-47d6-98cc-dedbe738447c), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:18.188452 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d28ec2d7-5cfc-40c6-93c1-335e23926525 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks [] for router_controller (9bd0037b-429d-47d6-98cc-dedbe738447c), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:18.241832 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d28ec2d7-5cfc-40c6-93c1-335e23926525 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622829'] for router (9bd0037b-429d-47d6-98cc-dedbe738447c), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:18.244130 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d28ec2d7-5cfc-40c6-93c1-335e23926525 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9bd0037b-429d-47d6-98cc-dedbe738447c {{(pid=103474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 12:43:18.264780 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d28ec2d7-5cfc-40c6-93c1-335e23926525 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:18.269325 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e594059e-e003-4a2b-9017-c81f71bf2deb None None] Pushing event updated for resources: {'Port': ['ID=67927dc1-6139-4b6a-bb08-9c4c6054feb2,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:43:18.275149 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-d28ec2d7-5cfc-40c6-93c1-335e23926525 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] 10.222.0.65 "DELETE /v2.0/routers/9bd0037b-429d-47d6-98cc-dedbe738447c HTTP/1.1" status: 204 len: 168 time: 2.2567530 Feb 04 12:43:18.277477 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59586) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:18.293780 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e594059e-e003-4a2b-9017-c81f71bf2deb None None] Network 0891403d-5845-41e9-81bd-b31ba0e318f5 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:43:18.296505 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-e594059e-e003-4a2b-9017-c81f71bf2deb None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:43:18.301337 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e594059e-e003-4a2b-9017-c81f71bf2deb None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:43:18.324090 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203b792b-05e6-44d6-999b-cc808f4c667d tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Pushing event updated for resources: {'Subnet': ['ID=2c293c62-268e-4714-a00a-1f5892c6affb,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:43:18.327422 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-9f83cc70-0321-4974-82a4-7ec488b96968 tempest-DHCPAgentSchedulersTestJSON-991785551 tempest-DHCPAgentSchedulersTestJSON-991785551-project] Allocated IP 172.20.0.4 (0891403d-5845-41e9-81bd-b31ba0e318f5/d6d40f03-1ca8-4591-9077-8559034619b6/d16639fb-6f76-431f-9473-377c6557ae8e) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:43:18.383337 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203b792b-05e6-44d6-999b-cc808f4c667d tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Checking segment: {'id': '5daa5c0b-9cb4-4e7f-bc47-7fa6912d9537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '19820269-0947-4e8e-a625-254c2a67daf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:43:18.383707 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203b792b-05e6-44d6-999b-cc808f4c667d tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Network hostable DHCP agents. Network: 19820269-0947-4e8e-a625-254c2a67daf1, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:43:18.407174 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-b654e9e8-347b-44a0-974d-2ce7de8d9e80 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Deleting subnet be6b6253-6ca1-43e9-a911-32e397ee9d26 {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:43:18.421776 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b654e9e8-347b-44a0-974d-2ce7de8d9e80 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks [] for subnet (be6b6253-6ca1-43e9-a911-32e397ee9d26), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:18.467304 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203b792b-05e6-44d6-999b-cc808f4c667d tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Network 19820269-0947-4e8e-a625-254c2a67daf1 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:43:18.468888 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-e594059e-e003-4a2b-9017-c81f71bf2deb None None] Attempting to bind port 67927dc1-6139-4b6a-bb08-9c4c6054feb2 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:43:18.469390 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-e594059e-e003-4a2b-9017-c81f71bf2deb None None] Attempting to bind port 67927dc1-6139-4b6a-bb08-9c4c6054feb2 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': 'd653b4f2-f82b-48db-872b-a45422350f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '0891403d-5845-41e9-81bd-b31ba0e318f5'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:43:18.474301 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e594059e-e003-4a2b-9017-c81f71bf2deb None None] Attempting to bind port 67927dc1-6139-4b6a-bb08-9c4c6054feb2 on network 0891403d-5845-41e9-81bd-b31ba0e318f5 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:43:18.486333 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e594059e-e003-4a2b-9017-c81f71bf2deb None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:43:18.486886 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e594059e-e003-4a2b-9017-c81f71bf2deb None None] Checking segment: {'id': 'd653b4f2-f82b-48db-872b-a45422350f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '0891403d-5845-41e9-81bd-b31ba0e318f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:43:18.487989 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e594059e-e003-4a2b-9017-c81f71bf2deb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:18.487989 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e594059e-e003-4a2b-9017-c81f71bf2deb None None] Bound using segment: {'id': 'd653b4f2-f82b-48db-872b-a45422350f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '0891403d-5845-41e9-81bd-b31ba0e318f5'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:43:18.488921 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-e594059e-e003-4a2b-9017-c81f71bf2deb None None] Bound port: 67927dc1-6139-4b6a-bb08-9c4c6054feb2, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd653b4f2-f82b-48db-872b-a45422350f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '0891403d-5845-41e9-81bd-b31ba0e318f5'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:43:18.489169 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e594059e-e003-4a2b-9017-c81f71bf2deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (67927dc1-6139-4b6a-bb08-9c4c6054feb2), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:18.500913 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b654e9e8-347b-44a0-974d-2ce7de8d9e80 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (be6b6253-6ca1-43e9-a911-32e397ee9d26), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:18.585031 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b654e9e8-347b-44a0-974d-2ce7de8d9e80 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (be6b6253-6ca1-43e9-a911-32e397ee9d26), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:18.601444 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5875390d-8281-44e7-a444-ea514441c4eb None None] Port 8c0f7acd-3fe9-44a9-ab49-1b8de35a0fc2 not found while updating agent binding for router 9bd0037b-429d-47d6-98cc-dedbe738447c. {{(pid=103476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 04 12:43:18.651318 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9f83cc70-0321-4974-82a4-7ec488b96968 tempest-DHCPAgentSchedulersTestJSON-991785551 tempest-DHCPAgentSchedulersTestJSON-991785551-project] Publish callbacks [] for port (d16639fb-6f76-431f-9473-377c6557ae8e), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:18.666137 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b654e9e8-347b-44a0-974d-2ce7de8d9e80 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (be6b6253-6ca1-43e9-a911-32e397ee9d26), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:18.672545 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5875390d-8281-44e7-a444-ea514441c4eb None None] Routers set() bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:43:18.672924 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5875390d-8281-44e7-a444-ea514441c4eb None None] Router IDs set() for agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 04 12:43:18.673547 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_agentschedulers_db [None req-5875390d-8281-44e7-a444-ea514441c4eb None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'9bd0037b-429d-47d6-98cc-dedbe738447c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:43:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent'). {{(pid=103476) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 04 12:43:18.673927 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5875390d-8281-44e7-a444-ea514441c4eb None None] The sync data for ids ['9bd0037b-429d-47d6-98cc-dedbe738447c'] in n-d-825015-3 is: [] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:43:18.685730 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b654e9e8-347b-44a0-974d-2ce7de8d9e80 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:18.691467 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-b654e9e8-347b-44a0-974d-2ce7de8d9e80 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] 10.222.0.65 "DELETE /v2.0/subnets/be6b6253-6ca1-43e9-a911-32e397ee9d26 HTTP/1.1" status: 204 len: 168 time: 0.4116499 Feb 04 12:43:18.702442 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-e594059e-e003-4a2b-9017-c81f71bf2deb None None] For port 67927dc1-6139-4b6a-bb08-9c4c6054feb2, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:43:18.708243 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-e594059e-e003-4a2b-9017-c81f71bf2deb None None] For port 67927dc1-6139-4b6a-bb08-9c4c6054feb2, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=67927dc1-6139-4b6a-bb08-9c4c6054feb2,segment=NetworkSegment(d653b4f2-f82b-48db-872b-a45422350f39),segment_id=d653b4f2-f82b-48db-872b-a45422350f39)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:43:18.708779 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 59588) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:18.721904 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e594059e-e003-4a2b-9017-c81f71bf2deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (67927dc1-6139-4b6a-bb08-9c4c6054feb2), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:18.727306 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b654e9e8-347b-44a0-974d-2ce7de8d9e80 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=be6b6253-6ca1-43e9-a911-32e397ee9d26,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:43:18.789044 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device a290fea4-3955-4125-b788-74b50429f14f up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:43:18.819999 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-203b792b-05e6-44d6-999b-cc808f4c667d tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 19820269-0947-4e8e-a625-254c2a67daf1) {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:43:18.827243 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9f83cc70-0321-4974-82a4-7ec488b96968 tempest-DHCPAgentSchedulersTestJSON-991785551 tempest-DHCPAgentSchedulersTestJSON-991785551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (d16639fb-6f76-431f-9473-377c6557ae8e), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:18.845459 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d49344-4721-46df-bb4e-597962ac0a9d None None] Network 19820269-0947-4e8e-a625-254c2a67daf1 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:43:18.909061 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203b792b-05e6-44d6-999b-cc808f4c667d tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:18.909481 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-203b792b-05e6-44d6-999b-cc808f4c667d tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:18.928841 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f83cc70-0321-4974-82a4-7ec488b96968 tempest-DHCPAgentSchedulersTestJSON-991785551 tempest-DHCPAgentSchedulersTestJSON-991785551-project] Pushing event updated for resources: {'Port': ['ID=d16639fb-6f76-431f-9473-377c6557ae8e,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:43:18.937549 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-987b6fc0-a661-4f12-81e5-6a9379e64e91 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (3d0d479b-941d-4a55-9440-d2e2fc6caf5d), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:18.949876 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-203b792b-05e6-44d6-999b-cc808f4c667d tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4762876 Feb 04 12:43:18.952662 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59592) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:18.963069 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f83cc70-0321-4974-82a4-7ec488b96968 tempest-DHCPAgentSchedulersTestJSON-991785551 tempest-DHCPAgentSchedulersTestJSON-991785551-project] Network 0891403d-5845-41e9-81bd-b31ba0e318f5 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:43:18.965048 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-9f83cc70-0321-4974-82a4-7ec488b96968 tempest-DHCPAgentSchedulersTestJSON-991785551 tempest-DHCPAgentSchedulersTestJSON-991785551-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:43:18.968941 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f83cc70-0321-4974-82a4-7ec488b96968 tempest-DHCPAgentSchedulersTestJSON-991785551 tempest-DHCPAgentSchedulersTestJSON-991785551-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:43:18.992628 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e594059e-e003-4a2b-9017-c81f71bf2deb None None] Pushing event updated for resources: {'Port': ['ID=67927dc1-6139-4b6a-bb08-9c4c6054feb2,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:43:19.078343 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ffb6325e-383c-478e-be6e-6c6b0b737834 req-e19768a7-14d9-4ecb-93c5-94c7a3aade6b tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 210 time: 0.0726714 Feb 04 12:43:19.095924 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116421a9-0fda-439b-8130-49bcef2a446d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-19820269-0947-4e8e-a625-254c2a67daf1', 'network_id': '19820269-0947-4e8e-a625-254c2a67daf1', 'project_id': 'bfc2366eafc245dcab2b10b9216f9d44', 'fixed_ips': [{'subnet_id': '2c293c62-268e-4714-a00a-1f5892c6affb'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 12:43:19.097208 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-116421a9-0fda-439b-8130-49bcef2a446d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:19.179469 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port a290fea4-3955-4125-b788-74b50429f14f triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:43:19.179964 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (a290fea4-3955-4125-b788-74b50429f14f), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:19.402253 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:19.665033 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port a290fea4-3955-4125-b788-74b50429f14f is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:43:19.665538 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (a290fea4-3955-4125-b788-74b50429f14f), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:19.705612 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-116421a9-0fda-439b-8130-49bcef2a446d None None] Allocated IP 172.20.0.18 (19820269-0947-4e8e-a625-254c2a67daf1/2c293c62-268e-4714-a00a-1f5892c6affb/7f7656be-7833-47f8-8b02-92f695aaeb97) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:43:19.726125 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port a290fea4-3955-4125-b788-74b50429f14f, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=a290fea4-3955-4125-b788-74b50429f14f,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:43:19.733953 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (a290fea4-3955-4125-b788-74b50429f14f), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:19.942497 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f83cc70-0321-4974-82a4-7ec488b96968 tempest-DHCPAgentSchedulersTestJSON-991785551 tempest-DHCPAgentSchedulersTestJSON-991785551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:19.944330 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9f83cc70-0321-4974-82a4-7ec488b96968 tempest-DHCPAgentSchedulersTestJSON-991785551 tempest-DHCPAgentSchedulersTestJSON-991785551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:19.964827 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=a290fea4-3955-4125-b788-74b50429f14f,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:43:19.994862 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-987b6fc0-a661-4f12-81e5-6a9379e64e91 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (3d0d479b-941d-4a55-9440-d2e2fc6caf5d), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:20.082310 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-9f83cc70-0321-4974-82a4-7ec488b96968 tempest-DHCPAgentSchedulersTestJSON-991785551 tempest-DHCPAgentSchedulersTestJSON-991785551-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0984113 Feb 04 12:43:20.086355 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-987b6fc0-a661-4f12-81e5-6a9379e64e91 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d0d479b-941d-4a55-9440-d2e2fc6caf5d']}} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:43:20.097745 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 59598) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:20.112198 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-987b6fc0-a661-4f12-81e5-6a9379e64e91 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '018fcb1c-f4c5-43f3-b488-64636d386a95') {'for_net_delete': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:43:20.112515 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-987b6fc0-a661-4f12-81e5-6a9379e64e91 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '018fcb1c-f4c5-43f3-b488-64636d386a95') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:43:20.120938 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-116421a9-0fda-439b-8130-49bcef2a446d None None] Publish callbacks [] for port (7f7656be-7833-47f8-8b02-92f695aaeb97), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:20.131892 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-116421a9-0fda-439b-8130-49bcef2a446d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (7f7656be-7833-47f8-8b02-92f695aaeb97), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:20.176083 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59602) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:20.203032 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-987b6fc0-a661-4f12-81e5-6a9379e64e91 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51859336'] for segment (018fcb1c-f4c5-43f3-b488-64636d386a95), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:20.210989 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d749ff01-cc79-48ce-bb3b-846d37d6cd2b tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:20.250736 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116421a9-0fda-439b-8130-49bcef2a446d None None] Network 19820269-0947-4e8e-a625-254c2a67daf1 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:43:20.268506 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-116421a9-0fda-439b-8130-49bcef2a446d None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:43:20.287428 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116421a9-0fda-439b-8130-49bcef2a446d None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:43:20.288331 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-987b6fc0-a661-4f12-81e5-6a9379e64e91 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (018fcb1c-f4c5-43f3-b488-64636d386a95), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:20.327070 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-987b6fc0-a661-4f12-81e5-6a9379e64e91 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=103475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:43:20.327901 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-987b6fc0-a661-4f12-81e5-6a9379e64e91 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-52093388'] for segment (018fcb1c-f4c5-43f3-b488-64636d386a95), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:20.330759 n-d-825015-3 neutron-server[103475]: Traceback (most recent call last): Feb 04 12:43:20.330759 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:43:20.330759 n-d-825015-3 neutron-server[103475]: timer() Feb 04 12:43:20.330759 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:43:20.330759 n-d-825015-3 neutron-server[103475]: cb(*args, **kw) Feb 04 12:43:20.330759 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:43:20.330759 n-d-825015-3 neutron-server[103475]: return func(*args, **kwargs) Feb 04 12:43:20.330759 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:43:20.330759 n-d-825015-3 neutron-server[103475]: self._notify() Feb 04 12:43:20.330759 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:43:20.330759 n-d-825015-3 neutron-server[103475]: self.callback(batched_events) Feb 04 12:43:20.330759 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:43:20.330759 n-d-825015-3 neutron-server[103475]: event.method(event) Feb 04 12:43:20.330759 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:43:20.330759 n-d-825015-3 neutron-server[103475]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:43:20.330759 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:43:20.330759 n-d-825015-3 neutron-server[103475]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:43:20.330759 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:43:20.330759 n-d-825015-3 neutron-server[103475]: return f(self, *a, **k) Feb 04 12:43:20.330759 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:43:20.330759 n-d-825015-3 neutron-server[103475]: return self._get(url).json() Feb 04 12:43:20.330759 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:43:20.330759 n-d-825015-3 neutron-server[103475]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:43:20.330759 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:43:20.330759 n-d-825015-3 neutron-server[103475]: return self.request(url, 'GET', **kwargs) Feb 04 12:43:20.330759 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:43:20.330759 n-d-825015-3 neutron-server[103475]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:43:20.330759 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:43:20.330759 n-d-825015-3 neutron-server[103475]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:43:20.330759 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:43:20.330759 n-d-825015-3 neutron-server[103475]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:43:20.330759 n-d-825015-3 neutron-server[103475]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:43:20.421253 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-db80bdb5-434d-4a54-86ae-0fb52a0d8ba5 req-2d56507d-3fbf-4ffb-bb25-233f5ba75dd7 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 210 time: 0.1288505 Feb 04 12:43:20.427772 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116421a9-0fda-439b-8130-49bcef2a446d None None] Pushing event updated for resources: {'Port': ['ID=7f7656be-7833-47f8-8b02-92f695aaeb97,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:43:20.464303 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-116421a9-0fda-439b-8130-49bcef2a446d None None] Attempting to bind port 7f7656be-7833-47f8-8b02-92f695aaeb97 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:43:20.464805 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-116421a9-0fda-439b-8130-49bcef2a446d None None] Attempting to bind port 7f7656be-7833-47f8-8b02-92f695aaeb97 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '5daa5c0b-9cb4-4e7f-bc47-7fa6912d9537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '19820269-0947-4e8e-a625-254c2a67daf1'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:43:20.466348 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116421a9-0fda-439b-8130-49bcef2a446d None None] Attempting to bind port 7f7656be-7833-47f8-8b02-92f695aaeb97 on network 19820269-0947-4e8e-a625-254c2a67daf1 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:43:20.470018 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-987b6fc0-a661-4f12-81e5-6a9379e64e91 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (3d0d479b-941d-4a55-9440-d2e2fc6caf5d), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:20.486826 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-987b6fc0-a661-4f12-81e5-6a9379e64e91 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3d0d479b-941d-4a55-9440-d2e2fc6caf5d {{(pid=103475) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 04 12:43:20.489825 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116421a9-0fda-439b-8130-49bcef2a446d None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:43:20.490271 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116421a9-0fda-439b-8130-49bcef2a446d None None] Checking segment: {'id': '5daa5c0b-9cb4-4e7f-bc47-7fa6912d9537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '19820269-0947-4e8e-a625-254c2a67daf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:43:20.490707 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-116421a9-0fda-439b-8130-49bcef2a446d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:20.492628 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116421a9-0fda-439b-8130-49bcef2a446d None None] Bound using segment: {'id': '5daa5c0b-9cb4-4e7f-bc47-7fa6912d9537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '19820269-0947-4e8e-a625-254c2a67daf1'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:43:20.493334 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-116421a9-0fda-439b-8130-49bcef2a446d None None] Bound port: 7f7656be-7833-47f8-8b02-92f695aaeb97, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5daa5c0b-9cb4-4e7f-bc47-7fa6912d9537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '19820269-0947-4e8e-a625-254c2a67daf1'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:43:20.493715 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-116421a9-0fda-439b-8130-49bcef2a446d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (7f7656be-7833-47f8-8b02-92f695aaeb97), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:20.497059 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-b87c8ccf-1ea6-4fab-b34e-6f1b346ab38a tempest-DHCPAgentSchedulersTestJSON-991785551 tempest-DHCPAgentSchedulersTestJSON-991785551-project] Deleting port d16639fb-6f76-431f-9473-377c6557ae8e {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:43:20.497789 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:20.498806 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b87c8ccf-1ea6-4fab-b34e-6f1b346ab38a tempest-DHCPAgentSchedulersTestJSON-991785551 tempest-DHCPAgentSchedulersTestJSON-991785551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (d16639fb-6f76-431f-9473-377c6557ae8e), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:20.514101 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-987b6fc0-a661-4f12-81e5-6a9379e64e91 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:20.519125 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-987b6fc0-a661-4f12-81e5-6a9379e64e91 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] 10.222.0.65 "DELETE /v2.0/networks/3d0d479b-941d-4a55-9440-d2e2fc6caf5d HTTP/1.1" status: 204 len: 168 time: 1.7960899 Feb 04 12:43:20.583026 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987b6fc0-a661-4f12-81e5-6a9379e64e91 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Pushing event deleted for resources: {'Network': ['ID=3d0d479b-941d-4a55-9440-d2e2fc6caf5d,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:43:20.621183 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-116421a9-0fda-439b-8130-49bcef2a446d None None] For port 7f7656be-7833-47f8-8b02-92f695aaeb97, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:43:20.625172 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-116421a9-0fda-439b-8130-49bcef2a446d None None] For port 7f7656be-7833-47f8-8b02-92f695aaeb97, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=7f7656be-7833-47f8-8b02-92f695aaeb97,segment=NetworkSegment(5daa5c0b-9cb4-4e7f-bc47-7fa6912d9537),segment_id=5daa5c0b-9cb4-4e7f-bc47-7fa6912d9537)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:43:20.637487 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-116421a9-0fda-439b-8130-49bcef2a446d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (7f7656be-7833-47f8-8b02-92f695aaeb97), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:20.686850 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b87c8ccf-1ea6-4fab-b34e-6f1b346ab38a tempest-DHCPAgentSchedulersTestJSON-991785551 tempest-DHCPAgentSchedulersTestJSON-991785551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (d16639fb-6f76-431f-9473-377c6557ae8e), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:20.718019 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-b87c8ccf-1ea6-4fab-b34e-6f1b346ab38a tempest-DHCPAgentSchedulersTestJSON-991785551 tempest-DHCPAgentSchedulersTestJSON-991785551-project] Calling delete_port for d16639fb-6f76-431f-9473-377c6557ae8e owned by {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:43:20.729373 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-28795c84-7fa1-4abe-9804-7802a4df85af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:20.763322 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b58f8a98-6102-4c9a-b6e3-a865c11a8811 None None] Network 0891403d-5845-41e9-81bd-b31ba0e318f5 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:43:21.010032 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-d749ff01-cc79-48ce-bb3b-846d37d6cd2b tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Allocated IP 172.20.0.17 (19820269-0947-4e8e-a625-254c2a67daf1/2c293c62-268e-4714-a00a-1f5892c6affb/db3b6112-1869-4521-bfb8-92f8c435f1f4) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:43:21.026081 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b87c8ccf-1ea6-4fab-b34e-6f1b346ab38a tempest-DHCPAgentSchedulersTestJSON-991785551 tempest-DHCPAgentSchedulersTestJSON-991785551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (d16639fb-6f76-431f-9473-377c6557ae8e), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:21.026693 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 67927dc1-6139-4b6a-bb08-9c4c6054feb2 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:43:21.094723 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87c8ccf-1ea6-4fab-b34e-6f1b346ab38a tempest-DHCPAgentSchedulersTestJSON-991785551 tempest-DHCPAgentSchedulersTestJSON-991785551-project] Pushing event deleted for resources: {'Port': ['ID=d16639fb-6f76-431f-9473-377c6557ae8e,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:43:21.119067 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116421a9-0fda-439b-8130-49bcef2a446d None None] Pushing event updated for resources: {'Port': ['ID=7f7656be-7833-47f8-8b02-92f695aaeb97,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:43:21.141825 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-28795c84-7fa1-4abe-9804-7802a4df85af admin admin] Publish callbacks [] for security_group (8e5f504b-ba22-47e1-bcc6-892dcfab794a), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:21.218422 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-500e4784-1e62-4392-aab6-ac6ada5f1120 None None] Provisioning complete for port 67927dc1-6139-4b6a-bb08-9c4c6054feb2 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:43:21.219131 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-500e4784-1e62-4392-aab6-ac6ada5f1120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (67927dc1-6139-4b6a-bb08-9c4c6054feb2), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:21.274411 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-28795c84-7fa1-4abe-9804-7802a4df85af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (8e5f504b-ba22-47e1-bcc6-892dcfab794a), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:21.290470 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b87c8ccf-1ea6-4fab-b34e-6f1b346ab38a tempest-DHCPAgentSchedulersTestJSON-991785551 tempest-DHCPAgentSchedulersTestJSON-991785551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:21.295498 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-b87c8ccf-1ea6-4fab-b34e-6f1b346ab38a tempest-DHCPAgentSchedulersTestJSON-991785551 tempest-DHCPAgentSchedulersTestJSON-991785551-project] 10.222.0.65 "DELETE /v2.0/ports/d16639fb-6f76-431f-9473-377c6557ae8e HTTP/1.1" status: 204 len: 168 time: 1.1963511 Feb 04 12:43:21.302191 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 59616) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:21.315012 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28795c84-7fa1-4abe-9804-7802a4df85af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e5f504b-ba22-47e1-bcc6-892dcfab794a,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:43:21.408733 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-28795c84-7fa1-4abe-9804-7802a4df85af admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1202663a102c4c37bc77359fd48b5438&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2313595 Feb 04 12:43:21.410056 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 59620) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:21.463973 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 59622) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:21.484391 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 67927dc1-6139-4b6a-bb08-9c4c6054feb2 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:43:21.485486 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-1e3ec35a-421d-4df6-9b03-e696c4cd08b2 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Request body: {'router': {'name': 'tempest-router--762596622', 'project_id': '9e296f54603f42f4867991b1078f28b4'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:43:21.487302 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (67927dc1-6139-4b6a-bb08-9c4c6054feb2), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:21.586915 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1e3ec35a-421d-4df6-9b03-e696c4cd08b2 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10933'] for router (b3319d0e-562d-4889-8480-21b3e3e53871), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:21.589760 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1e3ec35a-421d-4df6-9b03-e696c4cd08b2 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10924'] for router (b3319d0e-562d-4889-8480-21b3e3e53871), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:21.633352 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d749ff01-cc79-48ce-bb3b-846d37d6cd2b tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks [] for port (db3b6112-1869-4521-bfb8-92f8c435f1f4), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:21.679642 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-352a69f6-e244-4745-8d74-b472d9d346af tempest-DHCPAgentSchedulersTestJSON-1066812242 tempest-DHCPAgentSchedulersTestJSON-1066812242-project-admin] 10.222.0.65 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4929 time: 0.3761334 Feb 04 12:43:21.684504 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59626) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:21.689016 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-443ece36-ea65-4822-9f79-69fd0bca88e5 admin admin] Publish callbacks [] for security_group (8e5f504b-ba22-47e1-bcc6-892dcfab794a), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:21.696355 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:21.699520 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-fa922d9a-c27e-42dd-aab3-31e2bc474a94 tempest-DHCPAgentSchedulersTestJSON-991785551 tempest-DHCPAgentSchedulersTestJSON-991785551-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-754648604'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:43:21.755208 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fda4a455-315d-4c7d-9276-7863e4cfca23 req-8382692f-3dc7-47c1-a8af-91de189ce7d1 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 210 time: 0.0688951 Feb 04 12:43:21.756651 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-500e4784-1e62-4392-aab6-ac6ada5f1120 None None] Current status of the port 67927dc1-6139-4b6a-bb08-9c4c6054feb2 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:43:21.757277 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-500e4784-1e62-4392-aab6-ac6ada5f1120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (67927dc1-6139-4b6a-bb08-9c4c6054feb2), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:21.802454 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d749ff01-cc79-48ce-bb3b-846d37d6cd2b tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (db3b6112-1869-4521-bfb8-92f8c435f1f4), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:21.821794 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa922d9a-c27e-42dd-aab3-31e2bc474a94 tempest-DHCPAgentSchedulersTestJSON-991785551 tempest-DHCPAgentSchedulersTestJSON-991785551-project] Made reservation on behalf of 12a5484aba2e438c8898b6c7a5f2837f for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:43:21.826682 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fa922d9a-c27e-42dd-aab3-31e2bc474a94 tempest-DHCPAgentSchedulersTestJSON-991785551 tempest-DHCPAgentSchedulersTestJSON-991785551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:21.851456 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 67927dc1-6139-4b6a-bb08-9c4c6054feb2 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:43:21.854992 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (67927dc1-6139-4b6a-bb08-9c4c6054feb2), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:21.874944 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d749ff01-cc79-48ce-bb3b-846d37d6cd2b tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Network 19820269-0947-4e8e-a625-254c2a67daf1 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:43:21.891557 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-443ece36-ea65-4822-9f79-69fd0bca88e5 admin admin] Publish callbacks [] for security_group (8e5f504b-ba22-47e1-bcc6-892dcfab794a), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:21.908400 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-500e4784-1e62-4392-aab6-ac6ada5f1120 None None] For port 67927dc1-6139-4b6a-bb08-9c4c6054feb2, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=67927dc1-6139-4b6a-bb08-9c4c6054feb2,segment=NetworkSegment(d653b4f2-f82b-48db-872b-a45422350f39),segment_id=d653b4f2-f82b-48db-872b-a45422350f39)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:43:21.914128 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1e3ec35a-421d-4df6-9b03-e696c4cd08b2 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks [] for router_controller (b3319d0e-562d-4889-8480-21b3e3e53871), precommit_add_association {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:21.932227 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1e3ec35a-421d-4df6-9b03-e696c4cd08b2 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141'] for router (b3319d0e-562d-4889-8480-21b3e3e53871), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:21.935224 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-d749ff01-cc79-48ce-bb3b-846d37d6cd2b tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:43:21.943310 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-500e4784-1e62-4392-aab6-ac6ada5f1120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (67927dc1-6139-4b6a-bb08-9c4c6054feb2), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:21.946425 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d749ff01-cc79-48ce-bb3b-846d37d6cd2b tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:43:22.009546 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1e3ec35a-421d-4df6-9b03-e696c4cd08b2 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:22.011068 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-1e3ec35a-421d-4df6-9b03-e696c4cd08b2 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5457101 Feb 04 12:43:22.017485 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 59630) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:22.114011 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa922d9a-c27e-42dd-aab3-31e2bc474a94 tempest-DHCPAgentSchedulersTestJSON-991785551 tempest-DHCPAgentSchedulersTestJSON-991785551-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:43:22.136123 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b107ec17-fefe-46e0-bc3c-63d49fc58fa7 None None] Could not find standard attr ID for object d16639fb-6f76-431f-9473-377c6557ae8e. {{(pid=103476) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 12:43:22.161017 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.db.api [None req-b116c552-173d-469e-b16f-751f4467941a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103476) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 12:43:22.161402 n-d-825015-3 neutron-server[103476]: DEBUG oslo_db.api [None req-b116c552-173d-469e-b16f-751f4467941a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 12:43:22.161844 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d749ff01-cc79-48ce-bb3b-846d37d6cd2b tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Pushing event updated for resources: {'Port': ['ID=db3b6112-1869-4521-bfb8-92f8c435f1f4,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:43:22.175115 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d749ff01-cc79-48ce-bb3b-846d37d6cd2b tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1599818'] for router_interface (042fa9bd-a59f-44fa-b236-5edf79f58163), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:22.182127 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500e4784-1e62-4392-aab6-ac6ada5f1120 None None] Pushing event updated for resources: {'Port': ['ID=67927dc1-6139-4b6a-bb08-9c4c6054feb2,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:43:22.210901 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b107ec17-fefe-46e0-bc3c-63d49fc58fa7 None None] Provisioning complete for port 67927dc1-6139-4b6a-bb08-9c4c6054feb2 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:43:22.211280 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b107ec17-fefe-46e0-bc3c-63d49fc58fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (67927dc1-6139-4b6a-bb08-9c4c6054feb2), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:22.225744 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-587a5db7-67ee-498e-bed4-8444bfe401e7 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks [] for router (b3319d0e-562d-4889-8480-21b3e3e53871), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:22.273682 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fa922d9a-c27e-42dd-aab3-31e2bc474a94 tempest-DHCPAgentSchedulersTestJSON-991785551 tempest-DHCPAgentSchedulersTestJSON-991785551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (178e516c-bb1e-400c-8e30-95198fa5e582), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:22.274402 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-fa922d9a-c27e-42dd-aab3-31e2bc474a94 tempest-DHCPAgentSchedulersTestJSON-991785551 tempest-DHCPAgentSchedulersTestJSON-991785551-project] Added segment 178e516c-bb1e-400c-8e30-95198fa5e582 of type vlan for network 0bddaccd-8ce9-4eaa-b846-a0a2a371f642 Feb 04 12:43:22.308791 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-443ece36-ea65-4822-9f79-69fd0bca88e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (8e5f504b-ba22-47e1-bcc6-892dcfab794a), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:22.319637 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-443ece36-ea65-4822-9f79-69fd0bca88e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:22.328002 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-443ece36-ea65-4822-9f79-69fd0bca88e5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8e5f504b-ba22-47e1-bcc6-892dcfab794a HTTP/1.1" status: 204 len: 168 time: 0.9144812 Feb 04 12:43:22.338627 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fa922d9a-c27e-42dd-aab3-31e2bc474a94 tempest-DHCPAgentSchedulersTestJSON-991785551 tempest-DHCPAgentSchedulersTestJSON-991785551-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (0bddaccd-8ce9-4eaa-b846-a0a2a371f642), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:22.379877 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fa922d9a-c27e-42dd-aab3-31e2bc474a94 tempest-DHCPAgentSchedulersTestJSON-991785551 tempest-DHCPAgentSchedulersTestJSON-991785551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (0bddaccd-8ce9-4eaa-b846-a0a2a371f642), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:22.393753 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa922d9a-c27e-42dd-aab3-31e2bc474a94 tempest-DHCPAgentSchedulersTestJSON-991785551 tempest-DHCPAgentSchedulersTestJSON-991785551-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:22.396216 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fa922d9a-c27e-42dd-aab3-31e2bc474a94 tempest-DHCPAgentSchedulersTestJSON-991785551 tempest-DHCPAgentSchedulersTestJSON-991785551-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:22.421447 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443ece36-ea65-4822-9f79-69fd0bca88e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e5f504b-ba22-47e1-bcc6-892dcfab794a,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:43:22.480636 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b107ec17-fefe-46e0-bc3c-63d49fc58fa7 None None] Current status of the port 67927dc1-6139-4b6a-bb08-9c4c6054feb2 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:43:22.497809 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa922d9a-c27e-42dd-aab3-31e2bc474a94 tempest-DHCPAgentSchedulersTestJSON-991785551 tempest-DHCPAgentSchedulersTestJSON-991785551-project] Pushing event updated for resources: {'Network': ['ID=0bddaccd-8ce9-4eaa-b846-a0a2a371f642,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:43:22.514101 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 0bddaccd-8ce9-4eaa-b846-a0a2a371f642 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:43:22.529282 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-fa922d9a-c27e-42dd-aab3-31e2bc474a94 tempest-DHCPAgentSchedulersTestJSON-991785551 tempest-DHCPAgentSchedulersTestJSON-991785551-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.8378799 Feb 04 12:43:22.535802 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59634) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:22.661973 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-587a5db7-67ee-498e-bed4-8444bfe401e7 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10915'] for router (b3319d0e-562d-4889-8480-21b3e3e53871), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:22.669758 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-587a5db7-67ee-498e-bed4-8444bfe401e7 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks [] for router_controller (b3319d0e-562d-4889-8480-21b3e3e53871), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:22.777531 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-587a5db7-67ee-498e-bed4-8444bfe401e7 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622829'] for router (b3319d0e-562d-4889-8480-21b3e3e53871), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:22.778297 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-587a5db7-67ee-498e-bed4-8444bfe401e7 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b3319d0e-562d-4889-8480-21b3e3e53871 {{(pid=103475) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 12:43:22.788577 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-587a5db7-67ee-498e-bed4-8444bfe401e7 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:22.795468 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-587a5db7-67ee-498e-bed4-8444bfe401e7 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] 10.222.0.65 "DELETE /v2.0/routers/b3319d0e-562d-4889-8480-21b3e3e53871 HTTP/1.1" status: 204 len: 168 time: 0.7767262 Feb 04 12:43:22.808781 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-512b37fd-692d-4e5b-872c-7a05cdc4348c None None] Could not find standard attr ID for object d16639fb-6f76-431f-9473-377c6557ae8e. {{(pid=103476) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 12:43:22.962843 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a69eef43-673a-49ed-860d-82872992f11d None None] Network 19820269-0947-4e8e-a625-254c2a67daf1 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:43:22.983094 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d749ff01-cc79-48ce-bb3b-846d37d6cd2b tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (db3b6112-1869-4521-bfb8-92f8c435f1f4), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:22.997046 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 67927dc1-6139-4b6a-bb08-9c4c6054feb2 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:43:22.998144 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device a290fea4-3955-4125-b788-74b50429f14f up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:43:23.010429 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-356d5f8d-da57-4357-9522-1757ce9bbe65 tempest-DHCPAgentSchedulersTestJSON-1066812242 tempest-DHCPAgentSchedulersTestJSON-1066812242-project-admin] 10.222.0.65 "GET /v2.0/agents/e81aec8a-c597-4557-8901-02aa1fa2346c/dhcp-networks HTTP/1.1" status: 200 len: 10432 time: 0.4713705 Feb 04 12:43:23.012473 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59642) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:23.057718 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2a43adac-0471-4b3f-b22f-06ac59972cb8 req-5c94efd5-ed9f-47ec-ac46-0f7360206254 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 210 time: 0.0785406 Feb 04 12:43:23.169757 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-9cbba027-a876-4763-932e-4330b399ef10 None None] Provisioning complete for port 7f7656be-7833-47f8-8b02-92f695aaeb97 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:43:23.170206 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9cbba027-a876-4763-932e-4330b399ef10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (7f7656be-7833-47f8-8b02-92f695aaeb97), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:23.179700 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port a290fea4-3955-4125-b788-74b50429f14f triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:43:23.180379 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (a290fea4-3955-4125-b788-74b50429f14f), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:23.203892 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 59644) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:23.407868 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 59648) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:23.430368 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d49cfb61-798c-4c85-9ab6-28814d415dee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:23.561952 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-e5a9fee9-96b8-41cd-82ca-fd9cedc5189c tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-671122707', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}, 'admin_state_up': False}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:43:23.590950 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d49cfb61-798c-4c85-9ab6-28814d415dee admin admin] Publish callbacks [] for security_group (6956c505-690c-45e4-a984-ec3570b046ff), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:23.601377 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e5a9fee9-96b8-41cd-82ca-fd9cedc5189c tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10933'] for router (2d4736e3-90eb-432d-801e-8a8dcdf146f9), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:23.605239 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e5a9fee9-96b8-41cd-82ca-fd9cedc5189c tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10924'] for router (2d4736e3-90eb-432d-801e-8a8dcdf146f9), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:23.610152 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d49cfb61-798c-4c85-9ab6-28814d415dee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (6956c505-690c-45e4-a984-ec3570b046ff), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:23.727153 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port a290fea4-3955-4125-b788-74b50429f14f is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:43:23.732091 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-d49cfb61-798c-4c85-9ab6-28814d415dee admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=86951aea8d774541ac13af4df8fd4513&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3211408 Feb 04 12:43:23.743380 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59650) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:23.752064 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49cfb61-798c-4c85-9ab6-28814d415dee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6956c505-690c-45e4-a984-ec3570b046ff,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:43:23.803376 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-9cbba027-a876-4763-932e-4330b399ef10 None None] Current status of the port 7f7656be-7833-47f8-8b02-92f695aaeb97 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:43:23.803661 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9cbba027-a876-4763-932e-4330b399ef10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (7f7656be-7833-47f8-8b02-92f695aaeb97), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:23.826428 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e5a9fee9-96b8-41cd-82ca-fd9cedc5189c tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Publish callbacks [] for router_controller (2d4736e3-90eb-432d-801e-8a8dcdf146f9), precommit_add_association {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:23.871667 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ee296e-a4d8-4043-a608-d0c40d4c020c tempest-DHCPAgentSchedulersTestJSON-1066812242 tempest-DHCPAgentSchedulersTestJSON-1066812242-project-admin] Network 0bddaccd-8ce9-4eaa-b846-a0a2a371f642 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:43:23.884872 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-9cbba027-a876-4763-932e-4330b399ef10 None None] For port 7f7656be-7833-47f8-8b02-92f695aaeb97, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=7f7656be-7833-47f8-8b02-92f695aaeb97,segment=NetworkSegment(5daa5c0b-9cb4-4e7f-bc47-7fa6912d9537),segment_id=5daa5c0b-9cb4-4e7f-bc47-7fa6912d9537)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:43:23.897970 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9cbba027-a876-4763-932e-4330b399ef10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (7f7656be-7833-47f8-8b02-92f695aaeb97), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:23.905439 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-18ee296e-a4d8-4043-a608-d0c40d4c020c tempest-DHCPAgentSchedulersTestJSON-1066812242 tempest-DHCPAgentSchedulersTestJSON-1066812242-project-admin] 10.222.0.65 "POST /v2.0/agents/e81aec8a-c597-4557-8901-02aa1fa2346c/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.8864155 Feb 04 12:43:23.912901 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59652) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:23.919023 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90988fd6-81ea-4ecb-9d39-dfe1f806a998 None None] Network 0bddaccd-8ce9-4eaa-b846-a0a2a371f642 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:43:23.936940 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fa65783e-30c1-44c1-b957-935957966938 admin admin] Publish callbacks [] for security_group (6956c505-690c-45e4-a984-ec3570b046ff), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:24.084190 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fa65783e-30c1-44c1-b957-935957966938 admin admin] Publish callbacks [] for security_group (6956c505-690c-45e4-a984-ec3570b046ff), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:24.108760 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbba027-a876-4763-932e-4330b399ef10 None None] Pushing event updated for resources: {'Port': ['ID=7f7656be-7833-47f8-8b02-92f695aaeb97,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:43:24.131712 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-677c5af8-ca1f-44b0-a2b1-5264385e9169 None None] Provisioning complete for port 7f7656be-7833-47f8-8b02-92f695aaeb97 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:43:24.132257 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-677c5af8-ca1f-44b0-a2b1-5264385e9169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (7f7656be-7833-47f8-8b02-92f695aaeb97), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:24.209906 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 67927dc1-6139-4b6a-bb08-9c4c6054feb2 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:43:24.254626 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4ea4ece3-fb57-4fe0-a07c-ef6ea428b432 req-8752b524-e6ea-49d2-9e69-7be456af8c8e tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 210 time: 0.0480533 Feb 04 12:43:24.254991 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fa65783e-30c1-44c1-b957-935957966938 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (6956c505-690c-45e4-a984-ec3570b046ff), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:24.257762 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fa65783e-30c1-44c1-b957-935957966938 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:24.258945 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-fa65783e-30c1-44c1-b957-935957966938 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6956c505-690c-45e4-a984-ec3570b046ff HTTP/1.1" status: 204 len: 168 time: 0.5122643 Feb 04 12:43:24.314870 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 67927dc1-6139-4b6a-bb08-9c4c6054feb2 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:43:24.316180 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-4e76d075-918f-4942-8b0b-a6d84dffdc4d tempest-DHCPAgentSchedulersTestJSON-1066812242 tempest-DHCPAgentSchedulersTestJSON-1066812242-project-admin] 10.222.0.65 "GET /v2.0/agents/e81aec8a-c597-4557-8901-02aa1fa2346c/dhcp-networks HTTP/1.1" status: 200 len: 11202 time: 0.4018631 Feb 04 12:43:24.319901 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 59658) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:24.320383 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (67927dc1-6139-4b6a-bb08-9c4c6054feb2), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:24.329661 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa65783e-30c1-44c1-b957-935957966938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6956c505-690c-45e4-a984-ec3570b046ff,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:43:24.367924 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d749ff01-cc79-48ce-bb3b-846d37d6cd2b tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks [] for port (db3b6112-1869-4521-bfb8-92f8c435f1f4), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:24.376530 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d749ff01-cc79-48ce-bb3b-846d37d6cd2b tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (db3b6112-1869-4521-bfb8-92f8c435f1f4), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:24.379241 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e5a9fee9-96b8-41cd-82ca-fd9cedc5189c tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Publish callbacks [] for router_gateway (2d4736e3-90eb-432d-801e-8a8dcdf146f9), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:24.478587 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 12:43:24.490604 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d749ff01-cc79-48ce-bb3b-846d37d6cd2b tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622202'] for router_interface (042fa9bd-a59f-44fa-b236-5edf79f58163), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:24.492475 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-677c5af8-ca1f-44b0-a2b1-5264385e9169 None None] Current status of the port 7f7656be-7833-47f8-8b02-92f695aaeb97 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:43:24.513008 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 67927dc1-6139-4b6a-bb08-9c4c6054feb2 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:43:24.516368 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 7f7656be-7833-47f8-8b02-92f695aaeb97 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:43:24.578847 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-827e5c6e-f180-4e8d-ac70-ae92f9033407 tempest-DHCPAgentSchedulersTestJSON-1066812242 tempest-DHCPAgentSchedulersTestJSON-1066812242-project-admin] 10.222.0.65 "DELETE /v2.0/agents/e81aec8a-c597-4557-8901-02aa1fa2346c/dhcp-networks/0bddaccd-8ce9-4eaa-b846-a0a2a371f642 HTTP/1.1" status: 204 len: 168 time: 0.2564356 Feb 04 12:43:24.579568 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 59660) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:24.595416 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-677c5af8-ca1f-44b0-a2b1-5264385e9169 None None] Provisioning complete for port db3b6112-1869-4521-bfb8-92f8c435f1f4 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:43:24.597242 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-677c5af8-ca1f-44b0-a2b1-5264385e9169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (db3b6112-1869-4521-bfb8-92f8c435f1f4), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:24.661865 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d749ff01-cc79-48ce-bb3b-846d37d6cd2b tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Network 19820269-0947-4e8e-a625-254c2a67daf1 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:43:24.666908 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-677c5af8-ca1f-44b0-a2b1-5264385e9169 None None] Port db3b6112-1869-4521-bfb8-92f8c435f1f4 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:43:24.667097 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-d749ff01-cc79-48ce-bb3b-846d37d6cd2b tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:43:24.674409 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 7f7656be-7833-47f8-8b02-92f695aaeb97 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:43:24.674585 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (7f7656be-7833-47f8-8b02-92f695aaeb97), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:24.682030 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d749ff01-cc79-48ce-bb3b-846d37d6cd2b tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Pushing event updated for resources: {'Port': ['ID=db3b6112-1869-4521-bfb8-92f8c435f1f4,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:43:24.872354 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 7f7656be-7833-47f8-8b02-92f695aaeb97 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:43:24.880721 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-d03dfe58-ebd9-4644-ba35-8ee8b943f1aa None None] Provisioning complete for port db3b6112-1869-4521-bfb8-92f8c435f1f4 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:43:24.881103 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d03dfe58-ebd9-4644-ba35-8ee8b943f1aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (db3b6112-1869-4521-bfb8-92f8c435f1f4), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:24.893977 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d749ff01-cc79-48ce-bb3b-846d37d6cd2b tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Router 042fa9bd-a59f-44fa-b236-5edf79f58163 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:43:24.960801 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-d03dfe58-ebd9-4644-ba35-8ee8b943f1aa None None] Port db3b6112-1869-4521-bfb8-92f8c435f1f4 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:43:24.990293 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-1a1f53fe-56a9-4735-8ff6-0794c38daa0e tempest-DHCPAgentSchedulersTestJSON-1066812242 tempest-DHCPAgentSchedulersTestJSON-1066812242-project-admin] 10.222.0.65 "GET /v2.0/agents/e81aec8a-c597-4557-8901-02aa1fa2346c/dhcp-networks HTTP/1.1" status: 200 len: 10432 time: 0.4040735 Feb 04 12:43:25.036060 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 59670) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:25.137564 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d749ff01-cc79-48ce-bb3b-846d37d6cd2b tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:43:25.151545 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9166fa-1788-4b95-be52-45741556491b None None] Sync routers for ids ['042fa9bd-a59f-44fa-b236-5edf79f58163'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:43:25.161196 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-f0f6f2c2-61f4-4278-903c-d7e708248e65 tempest-DHCPAgentSchedulersTestJSON-1066812242 tempest-DHCPAgentSchedulersTestJSON-1066812242-project-admin] 10.222.0.65 "GET /v2.0/networks/0891403d-5845-41e9-81bd-b31ba0e318f5/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.1239824 Feb 04 12:43:25.162225 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e5a9fee9-96b8-41cd-82ca-fd9cedc5189c tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Publish callbacks [] for router_gateway (2d4736e3-90eb-432d-801e-8a8dcdf146f9), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:25.166708 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 59674) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:25.183299 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-d749ff01-cc79-48ce-bb3b-846d37d6cd2b tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] 10.222.0.65 "PUT /v2.0/routers/042fa9bd-a59f-44fa-b236-5edf79f58163/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2290499 Feb 04 12:43:25.185580 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9166fa-1788-4b95-be52-45741556491b None None] Routers {'042fa9bd-a59f-44fa-b236-5edf79f58163'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:43:25.185780 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59676) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:25.187263 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-dd9166fa-1788-4b95-be52-45741556491b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:43:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['042fa9bd-a59f-44fa-b236-5edf79f58163'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:43:25.189465 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-6dafc6ac-1b00-4a29-b3e5-dd353a559f70 None None] Provisioning complete for port db3b6112-1869-4521-bfb8-92f8c435f1f4 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:43:25.192765 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6dafc6ac-1b00-4a29-b3e5-dd353a559f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (db3b6112-1869-4521-bfb8-92f8c435f1f4), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:25.198004 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-469443fc-a8a6-436a-955c-64c0dd4ff419 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1141108106', 'description': 'tempest-secgroup_access--1141108106 description', 'project_id': 'bfc2366eafc245dcab2b10b9216f9d44'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:43:25.220370 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-7a34de8f-f0e3-41ec-b523-1d7399a266ec tempest-DHCPAgentSchedulersTestJSON-1066812242 tempest-DHCPAgentSchedulersTestJSON-1066812242-project-admin] 10.222.0.65 "GET /v2.0/networks/0891403d-5845-41e9-81bd-b31ba0e318f5/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0505431 Feb 04 12:43:25.223160 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e5a9fee9-96b8-41cd-82ca-fd9cedc5189c tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:25.227507 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 59678) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:25.263314 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-469443fc-a8a6-436a-955c-64c0dd4ff419 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:25.304159 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-6dafc6ac-1b00-4a29-b3e5-dd353a559f70 None None] Port db3b6112-1869-4521-bfb8-92f8c435f1f4 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:43:25.419122 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-469443fc-a8a6-436a-955c-64c0dd4ff419 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks [] for security_group (f1abc602-416c-47de-b7d0-b9d5f1cfd56b), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:25.427777 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-469443fc-a8a6-436a-955c-64c0dd4ff419 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (f1abc602-416c-47de-b7d0-b9d5f1cfd56b), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:25.468905 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-469443fc-a8a6-436a-955c-64c0dd4ff419 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:25.470771 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-469443fc-a8a6-436a-955c-64c0dd4ff419 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2836847 Feb 04 12:43:25.475206 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59688) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:25.484666 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-d27dda70-10a4-4a50-a25a-78daaf7dfbe5 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--736865010', 'description': 'tempest-secgroup_general--736865010 description', 'project_id': 'bfc2366eafc245dcab2b10b9216f9d44'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:43:25.499657 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b52d5d96-dfda-481d-8c6b-a002e9dc2dce req-65fac847-2ce1-4cdc-b618-39df477411bf tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 210 time: 0.0709083 Feb 04 12:43:25.514933 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-dd9166fa-1788-4b95-be52-45741556491b None None] Set router 042fa9bd-a59f-44fa-b236-5edf79f58163 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:43:25.533899 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-e5a9fee9-96b8-41cd-82ca-fd9cedc5189c tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Allocated IP 172.25.3.52 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/ca9ff0d2-c1be-44f9-afc3-a74cdeb6c8cf) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:43:25.545462 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469443fc-a8a6-436a-955c-64c0dd4ff419 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1abc602-416c-47de-b7d0-b9d5f1cfd56b,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:43:25.549248 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d27dda70-10a4-4a50-a25a-78daaf7dfbe5 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:25.575371 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-c5177754-e5b6-4e49-8252-ca63dd17e161 tempest-DHCPAgentSchedulersTestJSON-1066812242 tempest-DHCPAgentSchedulersTestJSON-1066812242-project-admin] 10.222.0.65 "GET /v2.0/agents/e81aec8a-c597-4557-8901-02aa1fa2346c/dhcp-networks HTTP/1.1" status: 200 len: 10432 time: 0.3461213 Feb 04 12:43:25.580241 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 59690) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:25.701601 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d27dda70-10a4-4a50-a25a-78daaf7dfbe5 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks [] for security_group (3e4ce75d-0822-492a-b4c4-19330ea903f4), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:25.703448 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1b5dec2d-e8d9-4982-802b-079581e1da04 tempest-DHCPAgentSchedulersTestJSON-991785551 tempest-DHCPAgentSchedulersTestJSON-991785551-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (0bddaccd-8ce9-4eaa-b846-a0a2a371f642), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:25.708945 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d27dda70-10a4-4a50-a25a-78daaf7dfbe5 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (3e4ce75d-0822-492a-b4c4-19330ea903f4), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:25.732049 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d27dda70-10a4-4a50-a25a-78daaf7dfbe5 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:25.736165 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-d27dda70-10a4-4a50-a25a-78daaf7dfbe5 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2568917 Feb 04 12:43:25.740593 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59694) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:25.763855 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-c0b5e39b-fc95-4f97-9ecc-d4522fa746fe tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Request body: {'security_group_rule': {'security_group_id': 'f1abc602-416c-47de-b7d0-b9d5f1cfd56b', 'project_id': 'bfc2366eafc245dcab2b10b9216f9d44', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:43:25.806567 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27dda70-10a4-4a50-a25a-78daaf7dfbe5 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e4ce75d-0822-492a-b4c4-19330ea903f4,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:43:25.859957 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c0b5e39b-fc95-4f97-9ecc-d4522fa746fe tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks [] for security_group_rule (2dc52d33-da10-4249-9646-d296fc5028a9), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:25.888066 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 7f7656be-7833-47f8-8b02-92f695aaeb97 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:43:25.923471 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-dd9166fa-1788-4b95-be52-45741556491b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '042fa9bd-a59f-44fa-b236-5edf79f58163', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1455035991', 'tenant_id': 'bfc2366eafc245dcab2b10b9216f9d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': 'a290fea4-3955-4125-b788-74b50429f14f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:43:12Z', 'updated_at': '2022-02-04T12:43:22Z', 'revision_number': 4, 'project_id': 'bfc2366eafc245dcab2b10b9216f9d44', 'gw_port': {'id': 'a290fea4-3955-4125-b788-74b50429f14f', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '042fa9bd-a59f-44fa-b236-5edf79f58163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:43:14Z', 'updated_at': '2022-02-04T12:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'db3b6112-1869-4521-bfb8-92f8c435f1f4', 'name': '', 'network_id': '19820269-0947-4e8e-a625-254c2a67daf1', 'tenant_id': 'bfc2366eafc245dcab2b10b9216f9d44', 'mac_address': 'fa:16:3e:74:50:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '042fa9bd-a59f-44fa-b236-5edf79f58163', 'device_owner': 'network:router_interface', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '2c293c62-268e-4714-a00a-1f5892c6affb', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:43:20Z', 'updated_at': '2022-02-04T12:43:23Z', 'revision_number': 2, 'project_id': 'bfc2366eafc245dcab2b10b9216f9d44', 'subnets': [{'id': '2c293c62-268e-4714-a00a-1f5892c6affb', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:43:25.952619 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1b5dec2d-e8d9-4982-802b-079581e1da04 tempest-DHCPAgentSchedulersTestJSON-991785551 tempest-DHCPAgentSchedulersTestJSON-991785551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (0bddaccd-8ce9-4eaa-b846-a0a2a371f642), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:25.965202 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9166fa-1788-4b95-be52-45741556491b None None] Checking router: 042fa9bd-a59f-44fa-b236-5edf79f58163 for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:43:25.966479 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9166fa-1788-4b95-be52-45741556491b None None] Updating router 042fa9bd-a59f-44fa-b236-5edf79f58163 port db3b6112-1869-4521-bfb8-92f8c435f1f4 binding host n-d-825015-3 {{(pid=103477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:43:25.993469 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c0b5e39b-fc95-4f97-9ecc-d4522fa746fe tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks [] for security_group_rule (2dc52d33-da10-4249-9646-d296fc5028a9), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:25.999484 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c0b5e39b-fc95-4f97-9ecc-d4522fa746fe tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (2dc52d33-da10-4249-9646-d296fc5028a9), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:26.012205 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-1b5dec2d-e8d9-4982-802b-079581e1da04 tempest-DHCPAgentSchedulersTestJSON-991785551 tempest-DHCPAgentSchedulersTestJSON-991785551-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bddaccd-8ce9-4eaa-b846-a0a2a371f642']}} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:43:26.022404 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 7f7656be-7833-47f8-8b02-92f695aaeb97 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:43:26.022720 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (7f7656be-7833-47f8-8b02-92f695aaeb97), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:26.024822 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b5e39b-fc95-4f97-9ecc-d4522fa746fe tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dc52d33-da10-4249-9646-d296fc5028a9,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:43:26.030121 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-1b5dec2d-e8d9-4982-802b-079581e1da04 tempest-DHCPAgentSchedulersTestJSON-991785551 tempest-DHCPAgentSchedulersTestJSON-991785551-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '178e516c-bb1e-400c-8e30-95198fa5e582') {'for_net_delete': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:43:26.030775 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-1b5dec2d-e8d9-4982-802b-079581e1da04 tempest-DHCPAgentSchedulersTestJSON-991785551 tempest-DHCPAgentSchedulersTestJSON-991785551-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '178e516c-bb1e-400c-8e30-95198fa5e582') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:43:26.040093 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c0b5e39b-fc95-4f97-9ecc-d4522fa746fe tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:26.042757 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-c0b5e39b-fc95-4f97-9ecc-d4522fa746fe tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3013194 Feb 04 12:43:26.058634 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-dd9166fa-1788-4b95-be52-45741556491b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (db3b6112-1869-4521-bfb8-92f8c435f1f4), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:26.061664 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1b5dec2d-e8d9-4982-802b-079581e1da04 tempest-DHCPAgentSchedulersTestJSON-991785551 tempest-DHCPAgentSchedulersTestJSON-991785551-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51859336'] for segment (178e516c-bb1e-400c-8e30-95198fa5e582), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:26.115714 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1b5dec2d-e8d9-4982-802b-079581e1da04 tempest-DHCPAgentSchedulersTestJSON-991785551 tempest-DHCPAgentSchedulersTestJSON-991785551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (178e516c-bb1e-400c-8e30-95198fa5e582), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:26.136528 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b5dec2d-e8d9-4982-802b-079581e1da04 tempest-DHCPAgentSchedulersTestJSON-991785551 tempest-DHCPAgentSchedulersTestJSON-991785551-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=103475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:43:26.136528 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1b5dec2d-e8d9-4982-802b-079581e1da04 tempest-DHCPAgentSchedulersTestJSON-991785551 tempest-DHCPAgentSchedulersTestJSON-991785551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-52093388'] for segment (178e516c-bb1e-400c-8e30-95198fa5e582), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:26.145384 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 7f7656be-7833-47f8-8b02-92f695aaeb97 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:43:26.153376 n-d-825015-3 neutron-server[103475]: Traceback (most recent call last): Feb 04 12:43:26.153376 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:43:26.153376 n-d-825015-3 neutron-server[103475]: timer() Feb 04 12:43:26.153376 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:43:26.153376 n-d-825015-3 neutron-server[103475]: cb(*args, **kw) Feb 04 12:43:26.153376 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:43:26.153376 n-d-825015-3 neutron-server[103475]: return func(*args, **kwargs) Feb 04 12:43:26.153376 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:43:26.153376 n-d-825015-3 neutron-server[103475]: self._notify() Feb 04 12:43:26.153376 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:43:26.153376 n-d-825015-3 neutron-server[103475]: self.callback(batched_events) Feb 04 12:43:26.153376 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:43:26.153376 n-d-825015-3 neutron-server[103475]: event.method(event) Feb 04 12:43:26.153376 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:43:26.153376 n-d-825015-3 neutron-server[103475]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:43:26.153376 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:43:26.153376 n-d-825015-3 neutron-server[103475]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:43:26.153376 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:43:26.153376 n-d-825015-3 neutron-server[103475]: return f(self, *a, **k) Feb 04 12:43:26.153376 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:43:26.153376 n-d-825015-3 neutron-server[103475]: return self._get(url).json() Feb 04 12:43:26.153376 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:43:26.153376 n-d-825015-3 neutron-server[103475]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:43:26.153376 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:43:26.153376 n-d-825015-3 neutron-server[103475]: return self.request(url, 'GET', **kwargs) Feb 04 12:43:26.153376 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:43:26.153376 n-d-825015-3 neutron-server[103475]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:43:26.153376 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:43:26.153376 n-d-825015-3 neutron-server[103475]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:43:26.153376 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:43:26.153376 n-d-825015-3 neutron-server[103475]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:43:26.153376 n-d-825015-3 neutron-server[103475]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:43:26.224325 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e5a9fee9-96b8-41cd-82ca-fd9cedc5189c tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Publish callbacks [] for port (ca9ff0d2-c1be-44f9-afc3-a74cdeb6c8cf), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:26.247198 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1b5dec2d-e8d9-4982-802b-079581e1da04 tempest-DHCPAgentSchedulersTestJSON-991785551 tempest-DHCPAgentSchedulersTestJSON-991785551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (0bddaccd-8ce9-4eaa-b846-a0a2a371f642), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:26.280787 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1b5dec2d-e8d9-4982-802b-079581e1da04 tempest-DHCPAgentSchedulersTestJSON-991785551 tempest-DHCPAgentSchedulersTestJSON-991785551-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:26.287320 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-1b5dec2d-e8d9-4982-802b-079581e1da04 tempest-DHCPAgentSchedulersTestJSON-991785551 tempest-DHCPAgentSchedulersTestJSON-991785551-project] 10.222.0.65 "DELETE /v2.0/networks/0bddaccd-8ce9-4eaa-b846-a0a2a371f642 HTTP/1.1" status: 204 len: 168 time: 0.7029352 Feb 04 12:43:26.287719 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59716) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:26.313803 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5dec2d-e8d9-4982-802b-079581e1da04 tempest-DHCPAgentSchedulersTestJSON-991785551 tempest-DHCPAgentSchedulersTestJSON-991785551-project] Pushing event deleted for resources: {'Network': ['ID=0bddaccd-8ce9-4eaa-b846-a0a2a371f642,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:43:26.315874 n-d-825015-3 neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5b33392-eec2-49c5-af91-a8350203b948 tempest-DHCPAgentSchedulersTestJSON-991785551 tempest-DHCPAgentSchedulersTestJSON-991785551-project] DELETE failed (client error): The resource could not be found. Feb 04 12:43:26.316689 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5b33392-eec2-49c5-af91-a8350203b948 tempest-DHCPAgentSchedulersTestJSON-991785551 tempest-DHCPAgentSchedulersTestJSON-991785551-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 12:43:26.323952 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-c5b33392-eec2-49c5-af91-a8350203b948 tempest-DHCPAgentSchedulersTestJSON-991785551 tempest-DHCPAgentSchedulersTestJSON-991785551-project] 10.222.0.65 "DELETE /v2.0/ports/d16639fb-6f76-431f-9473-377c6557ae8e HTTP/1.1" status: 404 len: 333 time: 0.0314159 Feb 04 12:43:26.324316 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 59718) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:26.366165 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e5a9fee9-96b8-41cd-82ca-fd9cedc5189c tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (ca9ff0d2-c1be-44f9-afc3-a74cdeb6c8cf), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:26.427764 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e1f107a0-2f09-4bb6-86ea-e48d84670eb8 req-4088c5b1-2bdb-4a42-9444-db504aa88150 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup_general--736865010&fields=id&tenant_id=bfc2366eafc245dcab2b10b9216f9d44 HTTP/1.1" status: 200 len: 267 time: 0.1679339 Feb 04 12:43:26.443758 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a9fee9-96b8-41cd-82ca-fd9cedc5189c tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:43:26.450801 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f682840-0c82-4769-907d-7589b245a0e2 tempest-DHCPAgentSchedulersTestJSON-991785551 tempest-DHCPAgentSchedulersTestJSON-991785551-project] Deleting subnet d6d40f03-1ca8-4591-9077-8559034619b6 {{(pid=103475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:43:26.463081 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-e5a9fee9-96b8-41cd-82ca-fd9cedc5189c tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:43:26.464928 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4f682840-0c82-4769-907d-7589b245a0e2 tempest-DHCPAgentSchedulersTestJSON-991785551 tempest-DHCPAgentSchedulersTestJSON-991785551-project] Publish callbacks [] for subnet (d6d40f03-1ca8-4591-9077-8559034619b6), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:26.495505 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a9fee9-96b8-41cd-82ca-fd9cedc5189c tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:43:26.504431 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a9fee9-96b8-41cd-82ca-fd9cedc5189c tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Pushing event updated for resources: {'Port': ['ID=ca9ff0d2-c1be-44f9-afc3-a74cdeb6c8cf,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:43:26.578692 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4f682840-0c82-4769-907d-7589b245a0e2 tempest-DHCPAgentSchedulersTestJSON-991785551 tempest-DHCPAgentSchedulersTestJSON-991785551-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51859329'] for subnet (d6d40f03-1ca8-4591-9077-8559034619b6), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:26.593951 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-dd9166fa-1788-4b95-be52-45741556491b None None] Publish callbacks [] for port (db3b6112-1869-4521-bfb8-92f8c435f1f4), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:26.600936 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-dd9166fa-1788-4b95-be52-45741556491b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (db3b6112-1869-4521-bfb8-92f8c435f1f4), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:26.678530 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1353141-967c-4928-a5d6-ba7b405a4fab None None] Pushing event updated for resources: {'Port': ['ID=db3b6112-1869-4521-bfb8-92f8c435f1f4,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:43:26.750788 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-dd9166fa-1788-4b95-be52-45741556491b None None] Attempting to bind port db3b6112-1869-4521-bfb8-92f8c435f1f4 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:43:26.751341 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-dd9166fa-1788-4b95-be52-45741556491b None None] Attempting to bind port db3b6112-1869-4521-bfb8-92f8c435f1f4 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '5daa5c0b-9cb4-4e7f-bc47-7fa6912d9537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '19820269-0947-4e8e-a625-254c2a67daf1'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:43:26.751974 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9166fa-1788-4b95-be52-45741556491b None None] Attempting to bind port db3b6112-1869-4521-bfb8-92f8c435f1f4 on network 19820269-0947-4e8e-a625-254c2a67daf1 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:43:26.760389 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9166fa-1788-4b95-be52-45741556491b None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:43:26.760955 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9166fa-1788-4b95-be52-45741556491b None None] Checking segment: {'id': '5daa5c0b-9cb4-4e7f-bc47-7fa6912d9537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '19820269-0947-4e8e-a625-254c2a67daf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:43:26.761407 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-dd9166fa-1788-4b95-be52-45741556491b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:26.762056 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9166fa-1788-4b95-be52-45741556491b None None] Bound using segment: {'id': '5daa5c0b-9cb4-4e7f-bc47-7fa6912d9537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '19820269-0947-4e8e-a625-254c2a67daf1'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:43:26.762819 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-dd9166fa-1788-4b95-be52-45741556491b None None] Bound port: db3b6112-1869-4521-bfb8-92f8c435f1f4, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5daa5c0b-9cb4-4e7f-bc47-7fa6912d9537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '19820269-0947-4e8e-a625-254c2a67daf1'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:43:26.763406 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-dd9166fa-1788-4b95-be52-45741556491b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (db3b6112-1869-4521-bfb8-92f8c435f1f4), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:26.866145 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-dd9166fa-1788-4b95-be52-45741556491b None None] For port db3b6112-1869-4521-bfb8-92f8c435f1f4, host n-d-825015-3, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:43:26.870282 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-dd9166fa-1788-4b95-be52-45741556491b None None] For port db3b6112-1869-4521-bfb8-92f8c435f1f4, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=db3b6112-1869-4521-bfb8-92f8c435f1f4,segment=NetworkSegment(5daa5c0b-9cb4-4e7f-bc47-7fa6912d9537),segment_id=5daa5c0b-9cb4-4e7f-bc47-7fa6912d9537)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:43:26.879845 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-dd9166fa-1788-4b95-be52-45741556491b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (db3b6112-1869-4521-bfb8-92f8c435f1f4), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:26.974958 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9166fa-1788-4b95-be52-45741556491b None None] Routers {'042fa9bd-a59f-44fa-b236-5edf79f58163'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:43:26.975628 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-dd9166fa-1788-4b95-be52-45741556491b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:43:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['042fa9bd-a59f-44fa-b236-5edf79f58163'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:43:26.998639 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e1f107a0-2f09-4bb6-86ea-e48d84670eb8 req-fadb15b6-9306-4e42-9bea-11c36ff55f40 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup_access--1141108106&fields=id&tenant_id=bfc2366eafc245dcab2b10b9216f9d44 HTTP/1.1" status: 200 len: 267 time: 0.5573902 Feb 04 12:43:27.048641 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-78c4a17f-087e-4f8a-bfbe-cec8121ca12b None None] Provisioning complete for port db3b6112-1869-4521-bfb8-92f8c435f1f4 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:43:27.049373 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-78c4a17f-087e-4f8a-bfbe-cec8121ca12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (db3b6112-1869-4521-bfb8-92f8c435f1f4), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:27.091302 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1353141-967c-4928-a5d6-ba7b405a4fab None None] Pushing event updated for resources: {'Port': ['ID=db3b6112-1869-4521-bfb8-92f8c435f1f4,revision_number=4']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:43:27.166537 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-dd9166fa-1788-4b95-be52-45741556491b None None] Set router 042fa9bd-a59f-44fa-b236-5edf79f58163 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:43:27.178926 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4f480384-4d0b-44e9-b17d-d2551b38701e req-ed567e14-f11c-4303-8410-608d1a6310f0 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 210 time: 0.1836467 Feb 04 12:43:27.204692 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-78c4a17f-087e-4f8a-bfbe-cec8121ca12b None None] Current status of the port db3b6112-1869-4521-bfb8-92f8c435f1f4 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:43:27.205291 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-78c4a17f-087e-4f8a-bfbe-cec8121ca12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (db3b6112-1869-4521-bfb8-92f8c435f1f4), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:27.260849 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-78c4a17f-087e-4f8a-bfbe-cec8121ca12b None None] For port db3b6112-1869-4521-bfb8-92f8c435f1f4, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=db3b6112-1869-4521-bfb8-92f8c435f1f4,segment=NetworkSegment(5daa5c0b-9cb4-4e7f-bc47-7fa6912d9537),segment_id=5daa5c0b-9cb4-4e7f-bc47-7fa6912d9537)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:43:27.267350 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-78c4a17f-087e-4f8a-bfbe-cec8121ca12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (db3b6112-1869-4521-bfb8-92f8c435f1f4), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:27.364861 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c4a17f-087e-4f8a-bfbe-cec8121ca12b None None] Pushing event updated for resources: {'Port': ['ID=db3b6112-1869-4521-bfb8-92f8c435f1f4,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:43:27.397860 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ad4e3f8d-2eb9-44da-8a17-95fc2787124e None None] Provisioning complete for port db3b6112-1869-4521-bfb8-92f8c435f1f4 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:43:27.398248 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ad4e3f8d-2eb9-44da-8a17-95fc2787124e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (db3b6112-1869-4521-bfb8-92f8c435f1f4), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:27.443875 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4f682840-0c82-4769-907d-7589b245a0e2 tempest-DHCPAgentSchedulersTestJSON-991785551 tempest-DHCPAgentSchedulersTestJSON-991785551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (d6d40f03-1ca8-4591-9077-8559034619b6), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:27.481941 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-dd9166fa-1788-4b95-be52-45741556491b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '042fa9bd-a59f-44fa-b236-5edf79f58163', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1455035991', 'tenant_id': 'bfc2366eafc245dcab2b10b9216f9d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': 'a290fea4-3955-4125-b788-74b50429f14f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:43:12Z', 'updated_at': '2022-02-04T12:43:22Z', 'revision_number': 4, 'project_id': 'bfc2366eafc245dcab2b10b9216f9d44', 'gw_port': {'id': 'a290fea4-3955-4125-b788-74b50429f14f', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '042fa9bd-a59f-44fa-b236-5edf79f58163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:43:14Z', 'updated_at': '2022-02-04T12:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'db3b6112-1869-4521-bfb8-92f8c435f1f4', 'name': '', 'network_id': '19820269-0947-4e8e-a625-254c2a67daf1', 'tenant_id': 'bfc2366eafc245dcab2b10b9216f9d44', 'mac_address': 'fa:16:3e:74:50:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '042fa9bd-a59f-44fa-b236-5edf79f58163', 'device_owner': 'network:router_interface', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '2c293c62-268e-4714-a00a-1f5892c6affb', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:43:20Z', 'updated_at': '2022-02-04T12:43:26Z', 'revision_number': 4, 'project_id': 'bfc2366eafc245dcab2b10b9216f9d44', 'subnets': [{'id': '2c293c62-268e-4714-a00a-1f5892c6affb', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:43:27.516419 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ad4e3f8d-2eb9-44da-8a17-95fc2787124e None None] Current status of the port db3b6112-1869-4521-bfb8-92f8c435f1f4 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:43:27.529665 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9166fa-1788-4b95-be52-45741556491b None None] The sync data for ids ['042fa9bd-a59f-44fa-b236-5edf79f58163'] in n-d-825015-3 is: [{'id': '042fa9bd-a59f-44fa-b236-5edf79f58163', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1455035991', 'tenant_id': 'bfc2366eafc245dcab2b10b9216f9d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': 'a290fea4-3955-4125-b788-74b50429f14f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:43:12Z', 'updated_at': '2022-02-04T12:43:22Z', 'revision_number': 4, 'project_id': 'bfc2366eafc245dcab2b10b9216f9d44', 'gw_port': {'id': 'a290fea4-3955-4125-b788-74b50429f14f', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '042fa9bd-a59f-44fa-b236-5edf79f58163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:43:14Z', 'updated_at': '2022-02-04T12:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'db3b6112-1869-4521-bfb8-92f8c435f1f4', 'name': '', 'network_id': '19820269-0947-4e8e-a625-254c2a67daf1', 'tenant_id': 'bfc2366eafc245dcab2b10b9216f9d44', 'mac_address': 'fa:16:3e:74:50:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '042fa9bd-a59f-44fa-b236-5edf79f58163', 'device_owner': 'network:router_interface', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '2c293c62-268e-4714-a00a-1f5892c6affb', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:43:20Z', 'updated_at': '2022-02-04T12:43:26Z', 'revision_number': 4, 'project_id': 'bfc2366eafc245dcab2b10b9216f9d44', 'subnets': [{'id': '2c293c62-268e-4714-a00a-1f5892c6affb', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:43:27.546614 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f107a0-2f09-4bb6-86ea-e48d84670eb8 req-e2f09b44-7a66-435b-997f-752e89688095 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:27.548198 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e1f107a0-2f09-4bb6-86ea-e48d84670eb8 req-e2f09b44-7a66-435b-997f-752e89688095 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] 10.222.0.65 "GET /v2.0/networks?id=19820269-0947-4e8e-a625-254c2a67daf1 HTTP/1.1" status: 200 len: 796 time: 0.4635119 Feb 04 12:43:27.641984 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e1f107a0-2f09-4bb6-86ea-e48d84670eb8 req-1295d4e8-ff4a-44e7-9ed6-dde80f32fe34 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] 10.222.0.65 "GET /v2.0/quotas/bfc2366eafc245dcab2b10b9216f9d44 HTTP/1.1" status: 200 len: 375 time: 0.0632141 Feb 04 12:43:27.701139 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4f682840-0c82-4769-907d-7589b245a0e2 tempest-DHCPAgentSchedulersTestJSON-991785551 tempest-DHCPAgentSchedulersTestJSON-991785551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-52093282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51452698'] for subnet (d6d40f03-1ca8-4591-9077-8559034619b6), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:27.740575 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f682840-0c82-4769-907d-7589b245a0e2 tempest-DHCPAgentSchedulersTestJSON-991785551 tempest-DHCPAgentSchedulersTestJSON-991785551-project] Pushing event deleted for resources: {'Subnet': ['ID=d6d40f03-1ca8-4591-9077-8559034619b6,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:43:27.744780 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e5a9fee9-96b8-41cd-82ca-fd9cedc5189c tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Publish callbacks [] for router_gateway (2d4736e3-90eb-432d-801e-8a8dcdf146f9), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:27.747527 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4f682840-0c82-4769-907d-7589b245a0e2 tempest-DHCPAgentSchedulersTestJSON-991785551 tempest-DHCPAgentSchedulersTestJSON-991785551-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:27.751108 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-4f682840-0c82-4769-907d-7589b245a0e2 tempest-DHCPAgentSchedulersTestJSON-991785551 tempest-DHCPAgentSchedulersTestJSON-991785551-project] 10.222.0.65 "DELETE /v2.0/subnets/d6d40f03-1ca8-4591-9077-8559034619b6 HTTP/1.1" status: 204 len: 168 time: 1.4257376 Feb 04 12:43:27.752159 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb212afb-64ad-4513-ba05-2b329f3f71cb None None] Network 0891403d-5845-41e9-81bd-b31ba0e318f5 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:43:27.753721 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59722) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:27.869713 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e1f107a0-2f09-4bb6-86ea-e48d84670eb8 req-d5cadaf4-a3df-4596-8cf8-8894b88467cb tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=bfc2366eafc245dcab2b10b9216f9d44&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2131276 Feb 04 12:43:27.959930 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-86a387d3-911f-4dc8-b235-18a4fec0c9a3 tempest-DHCPAgentSchedulersTestJSON-991785551 tempest-DHCPAgentSchedulersTestJSON-991785551-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (0891403d-5845-41e9-81bd-b31ba0e318f5), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:28.025795 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device db3b6112-1869-4521-bfb8-92f8c435f1f4 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:43:28.071623 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-86a387d3-911f-4dc8-b235-18a4fec0c9a3 tempest-DHCPAgentSchedulersTestJSON-991785551 tempest-DHCPAgentSchedulersTestJSON-991785551-project] Deleting port 67927dc1-6139-4b6a-bb08-9c4c6054feb2 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:43:28.072457 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-86a387d3-911f-4dc8-b235-18a4fec0c9a3 tempest-DHCPAgentSchedulersTestJSON-991785551 tempest-DHCPAgentSchedulersTestJSON-991785551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (67927dc1-6139-4b6a-bb08-9c4c6054feb2), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:28.138615 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port db3b6112-1869-4521-bfb8-92f8c435f1f4 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:43:28.140207 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (db3b6112-1869-4521-bfb8-92f8c435f1f4), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:28.196384 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-86a387d3-911f-4dc8-b235-18a4fec0c9a3 tempest-DHCPAgentSchedulersTestJSON-991785551 tempest-DHCPAgentSchedulersTestJSON-991785551-project] For port 67927dc1-6139-4b6a-bb08-9c4c6054feb2, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=67927dc1-6139-4b6a-bb08-9c4c6054feb2,segment=NetworkSegment(d653b4f2-f82b-48db-872b-a45422350f39),segment_id=d653b4f2-f82b-48db-872b-a45422350f39)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:43:28.200571 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-86a387d3-911f-4dc8-b235-18a4fec0c9a3 tempest-DHCPAgentSchedulersTestJSON-991785551 tempest-DHCPAgentSchedulersTestJSON-991785551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (67927dc1-6139-4b6a-bb08-9c4c6054feb2), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:28.201120 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf9c60d-dbfe-48dd-901d-d88ea0addf8b None None] DHCP port deletion for 0891403d-5845-41e9-81bd-b31ba0e318f5 request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 12:43:28.224035 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-86a387d3-911f-4dc8-b235-18a4fec0c9a3 tempest-DHCPAgentSchedulersTestJSON-991785551 tempest-DHCPAgentSchedulersTestJSON-991785551-project] Calling delete_port for 67927dc1-6139-4b6a-bb08-9c4c6054feb2 owned by network:dhcp {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:43:28.286928 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e5a9fee9-96b8-41cd-82ca-fd9cedc5189c tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141'] for router (2d4736e3-90eb-432d-801e-8a8dcdf146f9), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:28.298836 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port db3b6112-1869-4521-bfb8-92f8c435f1f4 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:43:28.309816 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-6bf9c60d-dbfe-48dd-901d-d88ea0addf8b None None] Deleting port 67927dc1-6139-4b6a-bb08-9c4c6054feb2 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:43:28.310387 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6bf9c60d-dbfe-48dd-901d-d88ea0addf8b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (67927dc1-6139-4b6a-bb08-9c4c6054feb2), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:28.427914 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-86a387d3-911f-4dc8-b235-18a4fec0c9a3 tempest-DHCPAgentSchedulersTestJSON-991785551 tempest-DHCPAgentSchedulersTestJSON-991785551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (67927dc1-6139-4b6a-bb08-9c4c6054feb2), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:28.466581 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a387d3-911f-4dc8-b235-18a4fec0c9a3 tempest-DHCPAgentSchedulersTestJSON-991785551 tempest-DHCPAgentSchedulersTestJSON-991785551-project] Pushing event deleted for resources: {'Port': ['ID=67927dc1-6139-4b6a-bb08-9c4c6054feb2,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:43:28.473730 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a387d3-911f-4dc8-b235-18a4fec0c9a3 tempest-DHCPAgentSchedulersTestJSON-991785551 tempest-DHCPAgentSchedulersTestJSON-991785551-project] No DVR routers for this DVR port 67927dc1-6139-4b6a-bb08-9c4c6054feb2 on host n-d-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:43:28.482575 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-6bf9c60d-dbfe-48dd-901d-d88ea0addf8b None None] For port 67927dc1-6139-4b6a-bb08-9c4c6054feb2, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=67927dc1-6139-4b6a-bb08-9c4c6054feb2,segment=NetworkSegment(d653b4f2-f82b-48db-872b-a45422350f39),segment_id=d653b4f2-f82b-48db-872b-a45422350f39)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:43:28.483053 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6bf9c60d-dbfe-48dd-901d-d88ea0addf8b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (67927dc1-6139-4b6a-bb08-9c4c6054feb2), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:28.500885 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-6bf9c60d-dbfe-48dd-901d-d88ea0addf8b None None] Calling delete_port for 67927dc1-6139-4b6a-bb08-9c4c6054feb2 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:43:28.598876 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e1f107a0-2f09-4bb6-86ea-e48d84670eb8 req-9e769521-8b11-4d03-ab59-d347746af72a service neutron] 10.222.0.65 "GET /v2.0/networks/19820269-0947-4e8e-a625-254c2a67daf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7053404 Feb 04 12:43:28.620626 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6bf9c60d-dbfe-48dd-901d-d88ea0addf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (67927dc1-6139-4b6a-bb08-9c4c6054feb2), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:28.641432 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0427235d-ea0c-49cb-a162-e8551de69f77 req-02e3b5d6-1356-4722-bf21-8eabbbc119ac tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 210 time: 0.2347906 Feb 04 12:43:28.646237 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-86a387d3-911f-4dc8-b235-18a4fec0c9a3 tempest-DHCPAgentSchedulersTestJSON-991785551 tempest-DHCPAgentSchedulersTestJSON-991785551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (0891403d-5845-41e9-81bd-b31ba0e318f5), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:28.681074 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf9c60d-dbfe-48dd-901d-d88ea0addf8b None None] Pushing event deleted for resources: {'Port': ['ID=67927dc1-6139-4b6a-bb08-9c4c6054feb2,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:43:28.682356 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-86a387d3-911f-4dc8-b235-18a4fec0c9a3 tempest-DHCPAgentSchedulersTestJSON-991785551 tempest-DHCPAgentSchedulersTestJSON-991785551-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0891403d-5845-41e9-81bd-b31ba0e318f5']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:43:28.696287 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf9c60d-dbfe-48dd-901d-d88ea0addf8b None None] No DVR routers for this DVR port 67927dc1-6139-4b6a-bb08-9c4c6054feb2 on host n-d-825015-3 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:43:28.718917 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-86a387d3-911f-4dc8-b235-18a4fec0c9a3 tempest-DHCPAgentSchedulersTestJSON-991785551 tempest-DHCPAgentSchedulersTestJSON-991785551-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd653b4f2-f82b-48db-872b-a45422350f39') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:43:28.719225 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-86a387d3-911f-4dc8-b235-18a4fec0c9a3 tempest-DHCPAgentSchedulersTestJSON-991785551 tempest-DHCPAgentSchedulersTestJSON-991785551-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd653b4f2-f82b-48db-872b-a45422350f39') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:43:28.735877 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-86a387d3-911f-4dc8-b235-18a4fec0c9a3 tempest-DHCPAgentSchedulersTestJSON-991785551 tempest-DHCPAgentSchedulersTestJSON-991785551-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (d653b4f2-f82b-48db-872b-a45422350f39), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:28.763701 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-86a387d3-911f-4dc8-b235-18a4fec0c9a3 tempest-DHCPAgentSchedulersTestJSON-991785551 tempest-DHCPAgentSchedulersTestJSON-991785551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (d653b4f2-f82b-48db-872b-a45422350f39), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:28.773239 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86a387d3-911f-4dc8-b235-18a4fec0c9a3 tempest-DHCPAgentSchedulersTestJSON-991785551 tempest-DHCPAgentSchedulersTestJSON-991785551-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:43:28.773990 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-86a387d3-911f-4dc8-b235-18a4fec0c9a3 tempest-DHCPAgentSchedulersTestJSON-991785551 tempest-DHCPAgentSchedulersTestJSON-991785551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (d653b4f2-f82b-48db-872b-a45422350f39), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:28.778322 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 12:43:28.778322 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:43:28.778322 n-d-825015-3 neutron-server[103474]: timer() Feb 04 12:43:28.778322 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:43:28.778322 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 12:43:28.778322 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:43:28.778322 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 12:43:28.778322 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:43:28.778322 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 12:43:28.778322 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:43:28.778322 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 12:43:28.778322 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:43:28.778322 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 12:43:28.778322 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:43:28.778322 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:43:28.778322 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:43:28.778322 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:43:28.778322 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:43:28.778322 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 12:43:28.778322 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:43:28.778322 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 12:43:28.778322 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:43:28.778322 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:43:28.778322 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:43:28.778322 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 12:43:28.778322 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:43:28.778322 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:43:28.778322 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:43:28.778322 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:43:28.778322 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:43:28.778322 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:43:28.778322 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:43:28.790122 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e1f107a0-2f09-4bb6-86ea-e48d84670eb8 req-6ebc8b75-f450-4e47-b8d9-03a9e41d4707 service neutron] 10.222.0.65 "GET /v2.0/networks/19820269-0947-4e8e-a625-254c2a67daf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540725 Feb 04 12:43:28.811349 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5a9fee9-96b8-41cd-82ca-fd9cedc5189c tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Router 2d4736e3-90eb-432d-801e-8a8dcdf146f9 is scheduled to L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de with binding_index 1 {{(pid=103475) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 12:43:28.917355 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-86a387d3-911f-4dc8-b235-18a4fec0c9a3 tempest-DHCPAgentSchedulersTestJSON-991785551 tempest-DHCPAgentSchedulersTestJSON-991785551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (0891403d-5845-41e9-81bd-b31ba0e318f5), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:28.931438 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-86a387d3-911f-4dc8-b235-18a4fec0c9a3 tempest-DHCPAgentSchedulersTestJSON-991785551 tempest-DHCPAgentSchedulersTestJSON-991785551-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:28.938418 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-86a387d3-911f-4dc8-b235-18a4fec0c9a3 tempest-DHCPAgentSchedulersTestJSON-991785551 tempest-DHCPAgentSchedulersTestJSON-991785551-project] 10.222.0.65 "DELETE /v2.0/networks/0891403d-5845-41e9-81bd-b31ba0e318f5 HTTP/1.1" status: 204 len: 168 time: 1.1825869 Feb 04 12:43:28.964683 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a387d3-911f-4dc8-b235-18a4fec0c9a3 tempest-DHCPAgentSchedulersTestJSON-991785551 tempest-DHCPAgentSchedulersTestJSON-991785551-project] Pushing event deleted for resources: {'Network': ['ID=0891403d-5845-41e9-81bd-b31ba0e318f5,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:43:29.014651 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5a9fee9-96b8-41cd-82ca-fd9cedc5189c tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:43:29.030033 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9d212a-56fa-4afa-bbf8-6bc1e5bf2bff None None] Sync routers for ids ['2d4736e3-90eb-432d-801e-8a8dcdf146f9'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:43:29.052861 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e5a9fee9-96b8-41cd-82ca-fd9cedc5189c tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Publish callbacks [] for router (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:29.055818 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-e5a9fee9-96b8-41cd-82ca-fd9cedc5189c tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.8487406 Feb 04 12:43:29.059906 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59732) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:29.061408 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9d212a-56fa-4afa-bbf8-6bc1e5bf2bff None None] Routers {'2d4736e3-90eb-432d-801e-8a8dcdf146f9'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:43:29.064249 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-7e9d212a-56fa-4afa-bbf8-6bc1e5bf2bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:43:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['2d4736e3-90eb-432d-801e-8a8dcdf146f9'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:43:29.113704 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-7e9d212a-56fa-4afa-bbf8-6bc1e5bf2bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:43:29.140673 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9d212a-56fa-4afa-bbf8-6bc1e5bf2bff None None] Routers {'2d4736e3-90eb-432d-801e-8a8dcdf146f9'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:43:29.141926 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-7e9d212a-56fa-4afa-bbf8-6bc1e5bf2bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:43:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['2d4736e3-90eb-432d-801e-8a8dcdf146f9'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:43:29.226641 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-7e9d212a-56fa-4afa-bbf8-6bc1e5bf2bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:43:29.227580 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9d212a-56fa-4afa-bbf8-6bc1e5bf2bff None None] The sync data for ids ['2d4736e3-90eb-432d-801e-8a8dcdf146f9'] in n-d-825015-3 is: [] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:43:29.259088 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 59734) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:29.259279 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-99b29169-c88d-48aa-a029-5f249d032c83 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] 10.222.0.65 "GET /v2.0/routers/2d4736e3-90eb-432d-801e-8a8dcdf146f9 HTTP/1.1" status: 200 len: 919 time: 0.1975703 Feb 04 12:43:29.315880 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-9056ca47-2aa5-4c75-8fd8-68acdee45aa3 tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d4736e3-90eb-432d-801e-8a8dcdf146f9 HTTP/1.1" status: 200 len: 205 time: 0.0547349 Feb 04 12:43:29.318412 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 59738) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:29.435064 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 59740) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:29.483041 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c1df931c-f22e-4bd8-96d5-722b6e95371f tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Publish callbacks [] for router (2d4736e3-90eb-432d-801e-8a8dcdf146f9), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:29.650300 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c1df931c-f22e-4bd8-96d5-722b6e95371f tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Publish callbacks [] for router_gateway (2d4736e3-90eb-432d-801e-8a8dcdf146f9), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:29.660526 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-707b9b69-0db0-47ce-86de-3e49d4ec0cf0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=12a5484aba2e438c8898b6c7a5f2837f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2223358 Feb 04 12:43:29.661788 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59744) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:29.714780 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-c1df931c-f22e-4bd8-96d5-722b6e95371f tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Deleting port ca9ff0d2-c1be-44f9-afc3-a74cdeb6c8cf {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:43:29.715379 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c1df931c-f22e-4bd8-96d5-722b6e95371f tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (ca9ff0d2-c1be-44f9-afc3-a74cdeb6c8cf), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:29.726520 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3e97d21c-f1a9-4b35-a045-2f92d5e75863 admin admin] Publish callbacks [] for security_group (1221a37e-a265-45a0-b349-9854a7c830f1), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:29.756754 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3e97d21c-f1a9-4b35-a045-2f92d5e75863 admin admin] Publish callbacks [] for security_group (1221a37e-a265-45a0-b349-9854a7c830f1), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:29.838799 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3e97d21c-f1a9-4b35-a045-2f92d5e75863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (1221a37e-a265-45a0-b349-9854a7c830f1), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:29.842076 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3e97d21c-f1a9-4b35-a045-2f92d5e75863 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:29.851121 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-3e97d21c-f1a9-4b35-a045-2f92d5e75863 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1221a37e-a265-45a0-b349-9854a7c830f1 HTTP/1.1" status: 204 len: 168 time: 0.1872447 Feb 04 12:43:29.875400 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e97d21c-f1a9-4b35-a045-2f92d5e75863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1221a37e-a265-45a0-b349-9854a7c830f1,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:43:29.945188 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 67927dc1-6139-4b6a-bb08-9c4c6054feb2 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:43:29.967707 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 67927dc1-6139-4b6a-bb08-9c4c6054feb2 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:43:29.968317 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 67927dc1-6139-4b6a-bb08-9c4c6054feb2 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:43:30.094532 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f620ef19-dc90-44c1-a6c3-2c4835ebe3aa req-0e1edceb-85ac-4e5f-bb02-8a6c196016a2 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 210 time: 0.0576024 Feb 04 12:43:30.148278 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c1df931c-f22e-4bd8-96d5-722b6e95371f tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (ca9ff0d2-c1be-44f9-afc3-a74cdeb6c8cf), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:30.167144 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-c1df931c-f22e-4bd8-96d5-722b6e95371f tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Calling delete_port for ca9ff0d2-c1be-44f9-afc3-a74cdeb6c8cf owned by network:router_gateway {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:43:30.257698 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-de16db58-ff5c-4192-8d3d-53a650442ba9 req-8e1e6d38-af5d-4b2a-81b8-0f245266f31e tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] 10.222.0.65 "GET /v2.0/ports?device_id=300d028c-dd10-4eb9-8c7a-b8e1f5edd042 HTTP/1.1" status: 200 len: 210 time: 0.0332854 Feb 04 12:43:30.378817 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59762) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:30.401721 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3ab4a0e3-5746-467f-89b3-aec5a0329d5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:30.440324 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c1df931c-f22e-4bd8-96d5-722b6e95371f tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (ca9ff0d2-c1be-44f9-afc3-a74cdeb6c8cf), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:30.470106 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1df931c-f22e-4bd8-96d5-722b6e95371f tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Pushing event deleted for resources: {'Port': ['ID=ca9ff0d2-c1be-44f9-afc3-a74cdeb6c8cf,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:43:30.510602 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3ab4a0e3-5746-467f-89b3-aec5a0329d5e admin admin] Publish callbacks [] for security_group (007886d1-80fe-42dd-a60e-49931adcae1e), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:30.515705 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3ab4a0e3-5746-467f-89b3-aec5a0329d5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (007886d1-80fe-42dd-a60e-49931adcae1e), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:30.544668 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c1df931c-f22e-4bd8-96d5-722b6e95371f tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1599901'] for router_gateway (2d4736e3-90eb-432d-801e-8a8dcdf146f9), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:30.562768 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-3ab4a0e3-5746-467f-89b3-aec5a0329d5e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=01f279c99f094320a5c8001dbedaed34&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1798403 Feb 04 12:43:30.563543 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59764) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:30.570985 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab4a0e3-5746-467f-89b3-aec5a0329d5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=007886d1-80fe-42dd-a60e-49931adcae1e,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:43:30.622262 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e274ee7b-5df5-47f0-985c-53854a8a3a3b admin admin] Publish callbacks [] for security_group (007886d1-80fe-42dd-a60e-49931adcae1e), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:30.642226 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c1df931c-f22e-4bd8-96d5-722b6e95371f tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10915'] for router (2d4736e3-90eb-432d-801e-8a8dcdf146f9), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:30.644481 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e274ee7b-5df5-47f0-985c-53854a8a3a3b admin admin] Publish callbacks [] for security_group (007886d1-80fe-42dd-a60e-49931adcae1e), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:30.645142 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c1df931c-f22e-4bd8-96d5-722b6e95371f tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Publish callbacks [] for router_controller (2d4736e3-90eb-432d-801e-8a8dcdf146f9), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:30.698831 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c1df931c-f22e-4bd8-96d5-722b6e95371f tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622829'] for router (2d4736e3-90eb-432d-801e-8a8dcdf146f9), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:30.699564 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1df931c-f22e-4bd8-96d5-722b6e95371f tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Fanout notify agent at l3_agent the message router_deleted on router 2d4736e3-90eb-432d-801e-8a8dcdf146f9 {{(pid=103475) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 12:43:30.702614 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e274ee7b-5df5-47f0-985c-53854a8a3a3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (007886d1-80fe-42dd-a60e-49931adcae1e), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:30.706299 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e274ee7b-5df5-47f0-985c-53854a8a3a3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:30.709760 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-e274ee7b-5df5-47f0-985c-53854a8a3a3b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/007886d1-80fe-42dd-a60e-49931adcae1e HTTP/1.1" status: 204 len: 168 time: 0.1449513 Feb 04 12:43:30.714391 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c1df931c-f22e-4bd8-96d5-722b6e95371f tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Publish callbacks [] for router (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:30.715800 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-c1df931c-f22e-4bd8-96d5-722b6e95371f tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] 10.222.0.65 "DELETE /v2.0/routers/2d4736e3-90eb-432d-801e-8a8dcdf146f9 HTTP/1.1" status: 204 len: 168 time: 1.3959668 Feb 04 12:43:30.719382 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 59768) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:30.726616 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-e8e1f9db-669d-4647-aa45-a5c930f26152 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1387556468', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'enable_snat': False}}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:43:30.729704 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e274ee7b-5df5-47f0-985c-53854a8a3a3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=007886d1-80fe-42dd-a60e-49931adcae1e,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:43:30.766281 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e8e1f9db-669d-4647-aa45-a5c930f26152 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10933'] for router (d712fda7-7034-45cf-9cec-e54b0ad62713), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:30.767619 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e8e1f9db-669d-4647-aa45-a5c930f26152 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10924'] for router (d712fda7-7034-45cf-9cec-e54b0ad62713), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:30.834794 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e8e1f9db-669d-4647-aa45-a5c930f26152 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks [] for router_controller (d712fda7-7034-45cf-9cec-e54b0ad62713), precommit_add_association {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:30.996254 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e8e1f9db-669d-4647-aa45-a5c930f26152 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks [] for router_gateway (d712fda7-7034-45cf-9cec-e54b0ad62713), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:31.051840 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:31.280770 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-13b11cae-90ab-4c52-a446-22d4b2650544 req-f266d6b8-3351-4596-9b85-0b60563e5c76 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 210 time: 0.0491362 Feb 04 12:43:31.304014 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e8e1f9db-669d-4647-aa45-a5c930f26152 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks [] for router_gateway (d712fda7-7034-45cf-9cec-e54b0ad62713), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:31.327268 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e8e1f9db-669d-4647-aa45-a5c930f26152 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:31.414210 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ba14dacd-7958-475f-87c5-5bf761dbb0ac req-059ef13c-ba11-4cb7-8ca4-f44df8a51b56 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] 10.222.0.65 "GET /v2.0/ports?device_id=300d028c-dd10-4eb9-8c7a-b8e1f5edd042 HTTP/1.1" status: 200 len: 210 time: 0.0379894 Feb 04 12:43:31.508250 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-e8e1f9db-669d-4647-aa45-a5c930f26152 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Allocated IP 172.25.3.64 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/3586970c-5d08-46cb-87e0-fd185bed7b1e) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:43:31.655617 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e8e1f9db-669d-4647-aa45-a5c930f26152 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks [] for port (3586970c-5d08-46cb-87e0-fd185bed7b1e), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:31.684914 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:31.700009 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e8e1f9db-669d-4647-aa45-a5c930f26152 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (3586970c-5d08-46cb-87e0-fd185bed7b1e), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:31.746794 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e1f9db-669d-4647-aa45-a5c930f26152 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:43:31.756222 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-e8e1f9db-669d-4647-aa45-a5c930f26152 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:43:31.759121 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e1f9db-669d-4647-aa45-a5c930f26152 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:43:31.792550 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e1f9db-669d-4647-aa45-a5c930f26152 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Pushing event updated for resources: {'Port': ['ID=3586970c-5d08-46cb-87e0-fd185bed7b1e,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:43:32.056610 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e8e1f9db-669d-4647-aa45-a5c930f26152 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks [] for router_gateway (d712fda7-7034-45cf-9cec-e54b0ad62713), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:32.291384 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e8e1f9db-669d-4647-aa45-a5c930f26152 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141'] for router (d712fda7-7034-45cf-9cec-e54b0ad62713), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:32.325444 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59812) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:32.448868 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-d5bf5287-2a2f-4e53-af50-a951ac048744 tempest-ExternalNetworksAdminNegativeTestJSON-844352630 tempest-ExternalNetworksAdminNegativeTestJSON-844352630-project-admin] Request body: {'floatingip': {'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:43:32.473229 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d5bf5287-2a2f-4e53-af50-a951ac048744 tempest-ExternalNetworksAdminNegativeTestJSON-844352630 tempest-ExternalNetworksAdminNegativeTestJSON-844352630-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:32.590162 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d5bf5287-2a2f-4e53-af50-a951ac048744 tempest-ExternalNetworksAdminNegativeTestJSON-844352630 tempest-ExternalNetworksAdminNegativeTestJSON-844352630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:32.725613 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-d5bf5287-2a2f-4e53-af50-a951ac048744 tempest-ExternalNetworksAdminNegativeTestJSON-844352630 tempest-ExternalNetworksAdminNegativeTestJSON-844352630-project-admin] Allocated IP 172.25.3.186 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/cdf012b1-c468-47ba-9315-c13e9566eedd) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:43:32.733838 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5d922db0-dce0-401e-a595-4c25659a0e24 req-8280c2ab-2ae1-4ce1-a2b0-f57028df0522 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 210 time: 0.3190122 Feb 04 12:43:32.775471 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fcc25d73-3de9-4adf-8164-fdd217809611 req-c018dab7-388c-474e-a425-54e14fae8d5c tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] 10.222.0.65 "GET /v2.0/ports?device_id=300d028c-dd10-4eb9-8c7a-b8e1f5edd042 HTTP/1.1" status: 200 len: 210 time: 0.0385840 Feb 04 12:43:32.828857 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8e1f9db-669d-4647-aa45-a5c930f26152 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Router d712fda7-7034-45cf-9cec-e54b0ad62713 is scheduled to L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de with binding_index 1 {{(pid=103475) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 12:43:32.879759 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d5bf5287-2a2f-4e53-af50-a951ac048744 tempest-ExternalNetworksAdminNegativeTestJSON-844352630 tempest-ExternalNetworksAdminNegativeTestJSON-844352630-project-admin] Publish callbacks [] for port (cdf012b1-c468-47ba-9315-c13e9566eedd), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:32.924708 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d5bf5287-2a2f-4e53-af50-a951ac048744 tempest-ExternalNetworksAdminNegativeTestJSON-844352630 tempest-ExternalNetworksAdminNegativeTestJSON-844352630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (cdf012b1-c468-47ba-9315-c13e9566eedd), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:33.041666 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5bf5287-2a2f-4e53-af50-a951ac048744 tempest-ExternalNetworksAdminNegativeTestJSON-844352630 tempest-ExternalNetworksAdminNegativeTestJSON-844352630-project-admin] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:43:33.045643 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-d5bf5287-2a2f-4e53-af50-a951ac048744 tempest-ExternalNetworksAdminNegativeTestJSON-844352630 tempest-ExternalNetworksAdminNegativeTestJSON-844352630-project-admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:43:33.052012 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bf5287-2a2f-4e53-af50-a951ac048744 tempest-ExternalNetworksAdminNegativeTestJSON-844352630 tempest-ExternalNetworksAdminNegativeTestJSON-844352630-project-admin] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:43:33.103418 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bf5287-2a2f-4e53-af50-a951ac048744 tempest-ExternalNetworksAdminNegativeTestJSON-844352630 tempest-ExternalNetworksAdminNegativeTestJSON-844352630-project-admin] Pushing event updated for resources: {'Port': ['ID=cdf012b1-c468-47ba-9315-c13e9566eedd,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:43:33.110816 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8e1f9db-669d-4647-aa45-a5c930f26152 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:43:33.123554 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1082fabe-6f3c-40bb-8222-23f1a94600ea None None] Sync routers for ids ['d712fda7-7034-45cf-9cec-e54b0ad62713'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:43:33.140868 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e8e1f9db-669d-4647-aa45-a5c930f26152 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:33.143338 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-e8e1f9db-669d-4647-aa45-a5c930f26152 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.4216299 Feb 04 12:43:33.146049 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 59850) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:33.151009 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1082fabe-6f3c-40bb-8222-23f1a94600ea None None] Routers {'d712fda7-7034-45cf-9cec-e54b0ad62713'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:43:33.151651 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-1082fabe-6f3c-40bb-8222-23f1a94600ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:43:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['d712fda7-7034-45cf-9cec-e54b0ad62713'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:43:33.289395 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d5bf5287-2a2f-4e53-af50-a951ac048744 tempest-ExternalNetworksAdminNegativeTestJSON-844352630 tempest-ExternalNetworksAdminNegativeTestJSON-844352630-project-admin] Publish callbacks [] for floatingip (10fe5c40-4766-436f-8931-d5db076fd2a8), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:33.383389 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d5bf5287-2a2f-4e53-af50-a951ac048744 tempest-ExternalNetworksAdminNegativeTestJSON-844352630 tempest-ExternalNetworksAdminNegativeTestJSON-844352630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (cdf012b1-c468-47ba-9315-c13e9566eedd), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:33.464624 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-2b77ac11-0998-4376-9ca1-9e08c1b25640 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] 10.222.0.65 "GET /v2.0/routers/d712fda7-7034-45cf-9cec-e54b0ad62713 HTTP/1.1" status: 200 len: 908 time: 0.3149109 Feb 04 12:43:33.466977 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 59862) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:33.475021 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-882d5e29-5a4e-45a4-a1d9-36c1ed3b7c84 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1387556468', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'enable_snat': True}}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:43:33.505149 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-882d5e29-5a4e-45a4-a1d9-36c1ed3b7c84 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10933'] for router (be3aaa63-9199-4f8a-92b4-35de794d402c), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:33.506320 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-882d5e29-5a4e-45a4-a1d9-36c1ed3b7c84 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10924'] for router (be3aaa63-9199-4f8a-92b4-35de794d402c), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:33.518235 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-1082fabe-6f3c-40bb-8222-23f1a94600ea None None] Set router d712fda7-7034-45cf-9cec-e54b0ad62713 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:43:33.618365 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6bab48-34ac-4b57-9332-cac53fb313ee req-e33686b6-fac1-43cd-a6e2-341fe024d048 tempest-VolumesBackupsTest-860154996 tempest-VolumesBackupsTest-860154996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:33.619953 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-eb6bab48-34ac-4b57-9332-cac53fb313ee req-e33686b6-fac1-43cd-a6e2-341fe024d048 tempest-VolumesBackupsTest-860154996 tempest-VolumesBackupsTest-860154996-project] 10.222.0.65 "GET /v2.0/ports?device_id=b5f4403d-2c99-488f-a800-71601b2388cf HTTP/1.1" status: 200 len: 950 time: 0.1542070 Feb 04 12:43:33.623713 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-882d5e29-5a4e-45a4-a1d9-36c1ed3b7c84 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks [] for router_controller (be3aaa63-9199-4f8a-92b4-35de794d402c), precommit_add_association {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:33.733580 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d5bf5287-2a2f-4e53-af50-a951ac048744 tempest-ExternalNetworksAdminNegativeTestJSON-844352630 tempest-ExternalNetworksAdminNegativeTestJSON-844352630-project-admin] Publish callbacks [] for port (cdf012b1-c468-47ba-9315-c13e9566eedd), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:33.742505 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d5bf5287-2a2f-4e53-af50-a951ac048744 tempest-ExternalNetworksAdminNegativeTestJSON-844352630 tempest-ExternalNetworksAdminNegativeTestJSON-844352630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (cdf012b1-c468-47ba-9315-c13e9566eedd), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:33.960385 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bf5287-2a2f-4e53-af50-a951ac048744 tempest-ExternalNetworksAdminNegativeTestJSON-844352630 tempest-ExternalNetworksAdminNegativeTestJSON-844352630-project-admin] Pushing event updated for resources: {'Port': ['ID=cdf012b1-c468-47ba-9315-c13e9566eedd,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:43:34.001725 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d5bf5287-2a2f-4e53-af50-a951ac048744 tempest-ExternalNetworksAdminNegativeTestJSON-844352630 tempest-ExternalNetworksAdminNegativeTestJSON-844352630-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1599943'] for floatingip (10fe5c40-4766-436f-8931-d5db076fd2a8), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:34.028390 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d5bf5287-2a2f-4e53-af50-a951ac048744 tempest-ExternalNetworksAdminNegativeTestJSON-844352630 tempest-ExternalNetworksAdminNegativeTestJSON-844352630-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:34.036600 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-d5bf5287-2a2f-4e53-af50-a951ac048744 tempest-ExternalNetworksAdminNegativeTestJSON-844352630 tempest-ExternalNetworksAdminNegativeTestJSON-844352630-project-admin] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7091930 Feb 04 12:43:34.037732 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59874) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:34.047129 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-1ad659c2-f3da-4d70-8d4b-22af1ae72ad4 tempest-ExternalNetworksAdminNegativeTestJSON-844352630 tempest-ExternalNetworksAdminNegativeTestJSON-844352630-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-72699600', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'fixed_ips': [{'ip_address': '172.25.3.186'}]}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:43:34.090320 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ad659c2-f3da-4d70-8d4b-22af1ae72ad4 tempest-ExternalNetworksAdminNegativeTestJSON-844352630 tempest-ExternalNetworksAdminNegativeTestJSON-844352630-project-admin] Made reservation on behalf of a74ec7d5c91842f5aed35bd173b926c3 for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:43:34.095971 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1ad659c2-f3da-4d70-8d4b-22af1ae72ad4 tempest-ExternalNetworksAdminNegativeTestJSON-844352630 tempest-ExternalNetworksAdminNegativeTestJSON-844352630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:34.116614 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1ad659c2-f3da-4d70-8d4b-22af1ae72ad4 tempest-ExternalNetworksAdminNegativeTestJSON-844352630 tempest-ExternalNetworksAdminNegativeTestJSON-844352630-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:34.126577 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b54e8498-bd1b-4d95-a1ae-e39ed4318129 req-8b2db41d-2c36-4299-aafa-288eac136835 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] 10.222.0.65 "GET /v2.0/ports?device_id=300d028c-dd10-4eb9-8c7a-b8e1f5edd042 HTTP/1.1" status: 200 len: 210 time: 0.2118587 Feb 04 12:43:34.166764 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-1082fabe-6f3c-40bb-8222-23f1a94600ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd712fda7-7034-45cf-9cec-e54b0ad62713', 'name': 'tempest-snat-router-1387556468', 'tenant_id': 'c841d0fb32b24a3baa6d78a381d07e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.64'}], 'enable_snat': False}, 'gw_port_id': '3586970c-5d08-46cb-87e0-fd185bed7b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:43:30Z', 'updated_at': '2022-02-04T12:43:31Z', 'revision_number': 3, 'project_id': 'c841d0fb32b24a3baa6d78a381d07e39', 'gw_port': {'id': '3586970c-5d08-46cb-87e0-fd185bed7b1e', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:af:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd712fda7-7034-45cf-9cec-e54b0ad62713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2557, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:43:31Z', 'updated_at': '2022-02-04T12:43:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:43:34.216839 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1082fabe-6f3c-40bb-8222-23f1a94600ea None None] Checking router: d712fda7-7034-45cf-9cec-e54b0ad62713 for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:43:34.217330 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1082fabe-6f3c-40bb-8222-23f1a94600ea None None] Updating router d712fda7-7034-45cf-9cec-e54b0ad62713 port 3586970c-5d08-46cb-87e0-fd185bed7b1e binding host n-d-825015-3 {{(pid=103477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:43:34.252754 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f107a0-2f09-4bb6-86ea-e48d84670eb8 req-06819347-ab96-4a3d-893c-51c91731e859 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:34.256557 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e1f107a0-2f09-4bb6-86ea-e48d84670eb8 req-06819347-ab96-4a3d-893c-51c91731e859 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] 10.222.0.77 "GET /v2.0/networks?id=19820269-0947-4e8e-a625-254c2a67daf1 HTTP/1.1" status: 200 len: 796 time: 0.2851207 Feb 04 12:43:34.282177 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-eb6bab48-34ac-4b57-9332-cac53fb313ee req-9553ceb1-6e8a-4206-a3b2-43da3043cc03 tempest-VolumesBackupsTest-860154996 tempest-VolumesBackupsTest-860154996-project] 10.222.0.65 "GET /v2.0/security-groups?id=73f52b74-afc6-4507-908d-63a669d155d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6438105 Feb 04 12:43:34.320411 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-882d5e29-5a4e-45a4-a1d9-36c1ed3b7c84 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks [] for router_gateway (be3aaa63-9199-4f8a-92b4-35de794d402c), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:34.325593 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-41f58046-3971-4d73-bf5e-0949ffd748b5 req-10333f66-2439-4df6-9103-98a545a4f275 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 210 time: 0.0681393 Feb 04 12:43:34.368123 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1082fabe-6f3c-40bb-8222-23f1a94600ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (3586970c-5d08-46cb-87e0-fd185bed7b1e), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:34.374529 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1ad659c2-f3da-4d70-8d4b-22af1ae72ad4 tempest-ExternalNetworksAdminNegativeTestJSON-844352630 tempest-ExternalNetworksAdminNegativeTestJSON-844352630-project-admin] Publish callbacks [] for security_group (f1823307-8f75-445b-b12d-8f057a1b35d1), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:34.382439 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1ad659c2-f3da-4d70-8d4b-22af1ae72ad4 tempest-ExternalNetworksAdminNegativeTestJSON-844352630 tempest-ExternalNetworksAdminNegativeTestJSON-844352630-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (f1823307-8f75-445b-b12d-8f057a1b35d1), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:34.422455 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [None req-1ad659c2-f3da-4d70-8d4b-22af1ae72ad4 tempest-ExternalNetworksAdminNegativeTestJSON-844352630 tempest-ExternalNetworksAdminNegativeTestJSON-844352630-project-admin] device_id is not set on port 72401f9c-8a2c-4b6b-98ba-5730708a288f yet. {{(pid=103474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 12:43:34.519697 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdc8cb0-a13a-4f65-8b38-73639f4a17b5 req-07b61d5d-7859-4faf-aaea-fd23b0884396 tempest-VolumesBackupsTest-860154996 tempest-VolumesBackupsTest-860154996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:34.522087 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4bdc8cb0-a13a-4f65-8b38-73639f4a17b5 req-07b61d5d-7859-4faf-aaea-fd23b0884396 tempest-VolumesBackupsTest-860154996 tempest-VolumesBackupsTest-860154996-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5f4403d-2c99-488f-a800-71601b2388cf HTTP/1.1" status: 200 len: 950 time: 0.4368417 Feb 04 12:43:34.649356 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad659c2-f3da-4d70-8d4b-22af1ae72ad4 tempest-ExternalNetworksAdminNegativeTestJSON-844352630 tempest-ExternalNetworksAdminNegativeTestJSON-844352630-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1823307-8f75-445b-b12d-8f057a1b35d1,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:43:34.744890 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e1f107a0-2f09-4bb6-86ea-e48d84670eb8 req-32595ec9-1360-46a6-8b88-ada65cbb013a tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bfc2366eafc245dcab2b10b9216f9d44 HTTP/1.1" status: 200 len: 477 time: 0.4593558 Feb 04 12:43:34.835516 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-e1f107a0-2f09-4bb6-86ea-e48d84670eb8 req-d8353017-857c-4c3b-81af-a307672196c4 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Request body: {'port': {'device_id': '300d028c-dd10-4eb9-8c7a-b8e1f5edd042', 'network_id': '19820269-0947-4e8e-a625-254c2a67daf1', 'admin_state_up': True, 'tenant_id': 'bfc2366eafc245dcab2b10b9216f9d44', 'security_groups': ['3e4ce75d-0822-492a-b4c4-19330ea903f4', 'f1abc602-416c-47de-b7d0-b9d5f1cfd56b']}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:43:35.005829 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1082fabe-6f3c-40bb-8222-23f1a94600ea None None] Publish callbacks [] for port (3586970c-5d08-46cb-87e0-fd185bed7b1e), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:35.014867 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1082fabe-6f3c-40bb-8222-23f1a94600ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (3586970c-5d08-46cb-87e0-fd185bed7b1e), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:35.054631 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-4bdc8cb0-a13a-4f65-8b38-73639f4a17b5 req-9d9c47db-4e5f-4212-ba1d-4936f6cb4a3b tempest-VolumesBackupsTest-860154996 tempest-VolumesBackupsTest-860154996-project] Deleting port e62902ea-3922-4402-b6d9-a093c5b59797 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:43:35.055010 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-4bdc8cb0-a13a-4f65-8b38-73639f4a17b5 req-9d9c47db-4e5f-4212-ba1d-4936f6cb4a3b tempest-VolumesBackupsTest-860154996 tempest-VolumesBackupsTest-860154996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (e62902ea-3922-4402-b6d9-a093c5b59797), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:35.103542 n-d-825015-3 neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ad659c2-f3da-4d70-8d4b-22af1ae72ad4 tempest-ExternalNetworksAdminNegativeTestJSON-844352630 tempest-ExternalNetworksAdminNegativeTestJSON-844352630-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 04 12:43:35.104184 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ad659c2-f3da-4d70-8d4b-22af1ae72ad4 tempest-ExternalNetworksAdminNegativeTestJSON-844352630 tempest-ExternalNetworksAdminNegativeTestJSON-844352630-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 12:43:35.119753 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c658c5-4e70-4b42-a45a-7d22573f2479 None None] Pushing event updated for resources: {'Port': ['ID=3586970c-5d08-46cb-87e0-fd185bed7b1e,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:43:35.128535 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-1082fabe-6f3c-40bb-8222-23f1a94600ea None None] Attempting to bind port 3586970c-5d08-46cb-87e0-fd185bed7b1e on host n-d-825015-3 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:43:35.129026 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-1082fabe-6f3c-40bb-8222-23f1a94600ea None None] Attempting to bind port 3586970c-5d08-46cb-87e0-fd185bed7b1e by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:43:35.129300 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1082fabe-6f3c-40bb-8222-23f1a94600ea None None] Attempting to bind port 3586970c-5d08-46cb-87e0-fd185bed7b1e on network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:43:35.136059 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1082fabe-6f3c-40bb-8222-23f1a94600ea None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:43:35.136492 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1082fabe-6f3c-40bb-8222-23f1a94600ea None None] Checking segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:43:35.136896 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1082fabe-6f3c-40bb-8222-23f1a94600ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:35.137287 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1082fabe-6f3c-40bb-8222-23f1a94600ea None None] Bound using segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:43:35.137755 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-1082fabe-6f3c-40bb-8222-23f1a94600ea None None] Bound port: 3586970c-5d08-46cb-87e0-fd185bed7b1e, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:43:35.138137 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1082fabe-6f3c-40bb-8222-23f1a94600ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (3586970c-5d08-46cb-87e0-fd185bed7b1e), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:35.154608 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-1ad659c2-f3da-4d70-8d4b-22af1ae72ad4 tempest-ExternalNetworksAdminNegativeTestJSON-844352630 tempest-ExternalNetworksAdminNegativeTestJSON-844352630-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.1154370 Feb 04 12:43:35.155258 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59912) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:35.318322 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1f107a0-2f09-4bb6-86ea-e48d84670eb8 req-d8353017-857c-4c3b-81af-a307672196c4 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Made reservation on behalf of bfc2366eafc245dcab2b10b9216f9d44 for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:43:35.323049 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e1f107a0-2f09-4bb6-86ea-e48d84670eb8 req-d8353017-857c-4c3b-81af-a307672196c4 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:35.336232 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-df7226db-a216-4e2d-a2ad-93ef65381d9e req-e09bf025-d717-4188-8407-717b8e23b1f6 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] 10.222.0.65 "GET /v2.0/ports?device_id=300d028c-dd10-4eb9-8c7a-b8e1f5edd042 HTTP/1.1" status: 200 len: 210 time: 0.0922587 Feb 04 12:43:35.385393 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-4bdc8cb0-a13a-4f65-8b38-73639f4a17b5 req-9d9c47db-4e5f-4212-ba1d-4936f6cb4a3b tempest-VolumesBackupsTest-860154996 tempest-VolumesBackupsTest-860154996-project] For port e62902ea-3922-4402-b6d9-a093c5b59797, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=e62902ea-3922-4402-b6d9-a093c5b59797,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:43:35.385393 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-4bdc8cb0-a13a-4f65-8b38-73639f4a17b5 req-9d9c47db-4e5f-4212-ba1d-4936f6cb4a3b tempest-VolumesBackupsTest-860154996 tempest-VolumesBackupsTest-860154996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (e62902ea-3922-4402-b6d9-a093c5b59797), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:35.390213 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-1082fabe-6f3c-40bb-8222-23f1a94600ea None None] For port 3586970c-5d08-46cb-87e0-fd185bed7b1e, host n-d-825015-3, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:43:35.395971 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-1082fabe-6f3c-40bb-8222-23f1a94600ea None None] For port 3586970c-5d08-46cb-87e0-fd185bed7b1e, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=3586970c-5d08-46cb-87e0-fd185bed7b1e,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:43:35.407848 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1082fabe-6f3c-40bb-8222-23f1a94600ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (3586970c-5d08-46cb-87e0-fd185bed7b1e), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:35.498990 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1082fabe-6f3c-40bb-8222-23f1a94600ea None None] Routers {'d712fda7-7034-45cf-9cec-e54b0ad62713'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:43:35.499633 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-1082fabe-6f3c-40bb-8222-23f1a94600ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:43:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['d712fda7-7034-45cf-9cec-e54b0ad62713'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:43:35.532602 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-0f1ba16f-751f-4ea5-8f01-af8fad9e533e tempest-ExternalNetworksAdminNegativeTestJSON-844352630 tempest-ExternalNetworksAdminNegativeTestJSON-844352630-project-admin] Deleting port cdf012b1-c468-47ba-9315-c13e9566eedd {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:43:35.533657 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0f1ba16f-751f-4ea5-8f01-af8fad9e533e tempest-ExternalNetworksAdminNegativeTestJSON-844352630 tempest-ExternalNetworksAdminNegativeTestJSON-844352630-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (cdf012b1-c468-47ba-9315-c13e9566eedd), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:35.553596 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c658c5-4e70-4b42-a45a-7d22573f2479 None None] Pushing event updated for resources: {'Port': ['ID=3586970c-5d08-46cb-87e0-fd185bed7b1e,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:43:35.619127 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-e1f107a0-2f09-4bb6-86ea-e48d84670eb8 req-d8353017-857c-4c3b-81af-a307672196c4 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Allocated IP 172.20.0.30 (19820269-0947-4e8e-a625-254c2a67daf1/2c293c62-268e-4714-a00a-1f5892c6affb/7b09a76d-b5a2-4514-9e1e-d21e324d416c) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:43:35.653249 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-1082fabe-6f3c-40bb-8222-23f1a94600ea None None] Set router d712fda7-7034-45cf-9cec-e54b0ad62713 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:43:35.664086 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-882d5e29-5a4e-45a4-a1d9-36c1ed3b7c84 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks [] for router_gateway (be3aaa63-9199-4f8a-92b4-35de794d402c), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:35.688074 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0f1ba16f-751f-4ea5-8f01-af8fad9e533e tempest-ExternalNetworksAdminNegativeTestJSON-844352630 tempest-ExternalNetworksAdminNegativeTestJSON-844352630-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (cdf012b1-c468-47ba-9315-c13e9566eedd), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:35.689124 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0f1ba16f-751f-4ea5-8f01-af8fad9e533e tempest-ExternalNetworksAdminNegativeTestJSON-844352630 tempest-ExternalNetworksAdminNegativeTestJSON-844352630-project-admin] Publish callbacks [] for floatingip (cdf012b1-c468-47ba-9315-c13e9566eedd), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:35.694154 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-92e93098-8be9-42f2-90b4-45a0bd92a03d req-1ac0e8c4-df73-486c-9612-21f7d181e7c4 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 210 time: 0.0620332 Feb 04 12:43:35.719092 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-0f1ba16f-751f-4ea5-8f01-af8fad9e533e tempest-ExternalNetworksAdminNegativeTestJSON-844352630 tempest-ExternalNetworksAdminNegativeTestJSON-844352630-project-admin] Calling delete_port for cdf012b1-c468-47ba-9315-c13e9566eedd owned by network:floatingip {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:43:35.770837 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-4bdc8cb0-a13a-4f65-8b38-73639f4a17b5 req-9d9c47db-4e5f-4212-ba1d-4936f6cb4a3b tempest-VolumesBackupsTest-860154996 tempest-VolumesBackupsTest-860154996-project] Calling delete_port for e62902ea-3922-4402-b6d9-a093c5b59797 owned by compute:nova {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:43:35.782618 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-882d5e29-5a4e-45a4-a1d9-36c1ed3b7c84 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:36.090631 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-1082fabe-6f3c-40bb-8222-23f1a94600ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd712fda7-7034-45cf-9cec-e54b0ad62713', 'name': 'tempest-snat-router-1387556468', 'tenant_id': 'c841d0fb32b24a3baa6d78a381d07e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.64'}], 'enable_snat': False}, 'gw_port_id': '3586970c-5d08-46cb-87e0-fd185bed7b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:43:30Z', 'updated_at': '2022-02-04T12:43:31Z', 'revision_number': 3, 'project_id': 'c841d0fb32b24a3baa6d78a381d07e39', 'gw_port': {'id': '3586970c-5d08-46cb-87e0-fd185bed7b1e', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:af:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd712fda7-7034-45cf-9cec-e54b0ad62713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2557, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:43:31Z', 'updated_at': '2022-02-04T12:43:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:43:36.100308 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0f1ba16f-751f-4ea5-8f01-af8fad9e533e tempest-ExternalNetworksAdminNegativeTestJSON-844352630 tempest-ExternalNetworksAdminNegativeTestJSON-844352630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (cdf012b1-c468-47ba-9315-c13e9566eedd), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:36.163687 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-882d5e29-5a4e-45a4-a1d9-36c1ed3b7c84 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Allocated IP 172.25.3.127 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/3f509c08-d39a-4c38-9261-23a1f17a412f) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:43:36.174659 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1082fabe-6f3c-40bb-8222-23f1a94600ea None None] The sync data for ids ['d712fda7-7034-45cf-9cec-e54b0ad62713'] in n-d-825015-3 is: [{'id': 'd712fda7-7034-45cf-9cec-e54b0ad62713', 'name': 'tempest-snat-router-1387556468', 'tenant_id': 'c841d0fb32b24a3baa6d78a381d07e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.64'}], 'enable_snat': False}, 'gw_port_id': '3586970c-5d08-46cb-87e0-fd185bed7b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:43:30Z', 'updated_at': '2022-02-04T12:43:31Z', 'revision_number': 3, 'project_id': 'c841d0fb32b24a3baa6d78a381d07e39', 'gw_port': {'id': '3586970c-5d08-46cb-87e0-fd185bed7b1e', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:af:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd712fda7-7034-45cf-9cec-e54b0ad62713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2557, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:43:31Z', 'updated_at': '2022-02-04T12:43:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-825015-3'}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:43:36.221551 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1ba16f-751f-4ea5-8f01-af8fad9e533e tempest-ExternalNetworksAdminNegativeTestJSON-844352630 tempest-ExternalNetworksAdminNegativeTestJSON-844352630-project-admin] Pushing event deleted for resources: {'Port': ['ID=cdf012b1-c468-47ba-9315-c13e9566eedd,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:43:36.409286 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0f1ba16f-751f-4ea5-8f01-af8fad9e533e tempest-ExternalNetworksAdminNegativeTestJSON-844352630 tempest-ExternalNetworksAdminNegativeTestJSON-844352630-project-admin] Publish callbacks [] for floatingip (10fe5c40-4766-436f-8931-d5db076fd2a8), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:36.415724 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0f1ba16f-751f-4ea5-8f01-af8fad9e533e tempest-ExternalNetworksAdminNegativeTestJSON-844352630 tempest-ExternalNetworksAdminNegativeTestJSON-844352630-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:36.417974 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-0f1ba16f-751f-4ea5-8f01-af8fad9e533e tempest-ExternalNetworksAdminNegativeTestJSON-844352630 tempest-ExternalNetworksAdminNegativeTestJSON-844352630-project-admin] 10.222.0.65 "DELETE /v2.0/floatingips/10fe5c40-4766-436f-8931-d5db076fd2a8 HTTP/1.1" status: 204 len: 168 time: 1.2589543 Feb 04 12:43:36.512982 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-4bdc8cb0-a13a-4f65-8b38-73639f4a17b5 req-9d9c47db-4e5f-4212-ba1d-4936f6cb4a3b tempest-VolumesBackupsTest-860154996 tempest-VolumesBackupsTest-860154996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (e62902ea-3922-4402-b6d9-a093c5b59797), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:36.619461 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ef7c6e30-5074-472e-b3ec-19e5d3b4b655 req-7f0ac5b0-8b93-4dcb-ae78-6ea743eb84d0 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] 10.222.0.65 "GET /v2.0/ports?device_id=300d028c-dd10-4eb9-8c7a-b8e1f5edd042 HTTP/1.1" status: 200 len: 210 time: 0.1178114 Feb 04 12:43:36.643088 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a62ab8-542f-46ce-b5a1-b9937f553da7 req-f9883087-1b77-488e-9305-bf36c97c178d tempest-VolumesBackupsTest-860154996 tempest-VolumesBackupsTest-860154996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:36.645719 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-80a62ab8-542f-46ce-b5a1-b9937f553da7 req-f9883087-1b77-488e-9305-bf36c97c178d tempest-VolumesBackupsTest-860154996 tempest-VolumesBackupsTest-860154996-project] 10.222.0.65 "GET /v2.0/ports?device_id=b5f4403d-2c99-488f-a800-71601b2388cf HTTP/1.1" status: 200 len: 867 time: 0.9876575 Feb 04 12:43:36.980502 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [req-81a29f22-7d44-4f9c-bdea-55e4b1142a1f req-c4c6ec5c-25aa-4b77-8778-700e7d2f11fc service neutron] (103474) timed out ('10.222.0.65', 57574) {{(pid=103474) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 04 12:43:37.090482 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9c47db-4e5f-4212-ba1d-4936f6cb4a3b tempest-VolumesBackupsTest-860154996 tempest-VolumesBackupsTest-860154996-project] Pushing event deleted for resources: {'Port': ['ID=e62902ea-3922-4402-b6d9-a093c5b59797,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:43:37.157020 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59934) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:37.219211 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9cf6c708-fc75-4f0e-8fb7-a3a1ca1a37e3 req-f9e603d2-20bb-4ad8-b898-c8232ae51579 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 210 time: 0.1486709 Feb 04 12:43:37.271355 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bdc8cb0-a13a-4f65-8b38-73639f4a17b5 req-9d9c47db-4e5f-4212-ba1d-4936f6cb4a3b tempest-VolumesBackupsTest-860154996 tempest-VolumesBackupsTest-860154996-project] No DVR routers for this DVR port e62902ea-3922-4402-b6d9-a093c5b59797 on host n-h1-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:43:37.296978 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-4bdc8cb0-a13a-4f65-8b38-73639f4a17b5 req-9d9c47db-4e5f-4212-ba1d-4936f6cb4a3b tempest-VolumesBackupsTest-860154996 tempest-VolumesBackupsTest-860154996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:37.310737 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4bdc8cb0-a13a-4f65-8b38-73639f4a17b5 req-9d9c47db-4e5f-4212-ba1d-4936f6cb4a3b tempest-VolumesBackupsTest-860154996 tempest-VolumesBackupsTest-860154996-project] 10.222.0.73 "DELETE /v2.0/ports/e62902ea-3922-4402-b6d9-a093c5b59797 HTTP/1.1" status: 204 len: 173 time: 2.7750311 Feb 04 12:43:37.313760 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5f4403d-2c99-488f-a800-71601b2388cf', 'name': 'network-vif-deleted', 'tag': 'e62902ea-3922-4402-b6d9-a093c5b59797'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:43:37.317486 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7077d5db-b693-4972-bb94-1c914dbe5066" -d '{"events": [{"server_uuid": "b5f4403d-2c99-488f-a800-71601b2388cf", "name": "network-vif-deleted", "tag": "e62902ea-3922-4402-b6d9-a093c5b59797"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:43:37.365512 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-882d5e29-5a4e-45a4-a1d9-36c1ed3b7c84 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks [] for port (3f509c08-d39a-4c38-9261-23a1f17a412f), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:37.448186 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-80a62ab8-542f-46ce-b5a1-b9937f553da7 req-a34a998d-28ea-4aab-81a1-950c13dd77e5 tempest-VolumesBackupsTest-860154996 tempest-VolumesBackupsTest-860154996-project] 10.222.0.65 "GET /v2.0/security-groups?id=73f52b74-afc6-4507-908d-63a669d155d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3994539 Feb 04 12:43:37.643492 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cd00c06a-b31c-4fe7-9625-b7d80f114b41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:37.658728 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e1f107a0-2f09-4bb6-86ea-e48d84670eb8 req-d8353017-857c-4c3b-81af-a307672196c4 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks [] for port (7b09a76d-b5a2-4514-9e1e-d21e324d416c), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:37.717433 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-882d5e29-5a4e-45a4-a1d9-36c1ed3b7c84 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (3f509c08-d39a-4c38-9261-23a1f17a412f), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:37.937162 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882d5e29-5a4e-45a4-a1d9-36c1ed3b7c84 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:43:37.952727 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-882d5e29-5a4e-45a4-a1d9-36c1ed3b7c84 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:43:37.956543 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882d5e29-5a4e-45a4-a1d9-36c1ed3b7c84 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:43:38.003620 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63627d68-80fd-49e0-8530-5cb41af909a3 x-openstack-request-id: req-63627d68-80fd-49e0-8530-5cb41af909a3 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:43:38.004192 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5f4403d-2c99-488f-a800-71601b2388cf", "name": "network-vif-deleted", "tag": "e62902ea-3922-4402-b6d9-a093c5b59797", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:43:38.004883 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-63627d68-80fd-49e0-8530-5cb41af909a3 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:43:38.005682 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5f4403d-2c99-488f-a800-71601b2388cf', 'name': 'network-vif-deleted', 'tag': 'e62902ea-3922-4402-b6d9-a093c5b59797', 'status': 'completed', 'code': 200} Feb 04 12:43:38.029101 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cd00c06a-b31c-4fe7-9625-b7d80f114b41 admin admin] Publish callbacks [] for security_group (526ede23-fb53-4582-91b6-f4c38bcc4074), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:38.036223 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cd00c06a-b31c-4fe7-9625-b7d80f114b41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (526ede23-fb53-4582-91b6-f4c38bcc4074), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:38.071169 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1fb67477-dc97-43cb-ade8-70ede15ae67e req-d15fa6c9-74a4-4b14-b29d-f85479eb0c0b tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] 10.222.0.65 "GET /v2.0/ports?device_id=300d028c-dd10-4eb9-8c7a-b8e1f5edd042 HTTP/1.1" status: 200 len: 210 time: 0.1581585 Feb 04 12:43:38.083998 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882d5e29-5a4e-45a4-a1d9-36c1ed3b7c84 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Pushing event updated for resources: {'Port': ['ID=3f509c08-d39a-4c38-9261-23a1f17a412f,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:43:38.100446 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e1f107a0-2f09-4bb6-86ea-e48d84670eb8 req-d8353017-857c-4c3b-81af-a307672196c4 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (7b09a76d-b5a2-4514-9e1e-d21e324d416c), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:38.140049 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 3586970c-5d08-46cb-87e0-fd185bed7b1e up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:43:38.236938 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8353017-857c-4c3b-81af-a307672196c4 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Pushing event updated for resources: {'Port': ['ID=7b09a76d-b5a2-4514-9e1e-d21e324d416c,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:43:38.246902 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-cd00c06a-b31c-4fe7-9625-b7d80f114b41 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7c7971ba31ea49dca37e9d73c66557f6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0884144 Feb 04 12:43:38.247311 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 3586970c-5d08-46cb-87e0-fd185bed7b1e triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:43:38.247906 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (3586970c-5d08-46cb-87e0-fd185bed7b1e), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:38.250407 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59956) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:38.256136 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd00c06a-b31c-4fe7-9625-b7d80f114b41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=526ede23-fb53-4582-91b6-f4c38bcc4074,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:43:38.281742 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1f107a0-2f09-4bb6-86ea-e48d84670eb8 req-d8353017-857c-4c3b-81af-a307672196c4 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Network 19820269-0947-4e8e-a625-254c2a67daf1 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:43:38.290897 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-e1f107a0-2f09-4bb6-86ea-e48d84670eb8 req-d8353017-857c-4c3b-81af-a307672196c4 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:43:38.368998 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6f1da017-cbed-4b39-bceb-b2d0dee8b6b1 admin admin] Publish callbacks [] for security_group (526ede23-fb53-4582-91b6-f4c38bcc4074), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:38.392953 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59968) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:38.398334 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device e62902ea-3922-4402-b6d9-a093c5b59797 no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:43:38.422430 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6f1da017-cbed-4b39-bceb-b2d0dee8b6b1 admin admin] Publish callbacks [] for security_group (526ede23-fb53-4582-91b6-f4c38bcc4074), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:38.438926 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1f107a0-2f09-4bb6-86ea-e48d84670eb8 req-d8353017-857c-4c3b-81af-a307672196c4 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:43:38.631711 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] No Port match for: e62902ea-3922-4402-b6d9-a093c5b59797 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:43:38.633712 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device e62902ea-3922-4402-b6d9-a093c5b59797 not bound to the agent host n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:43:38.643353 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 3586970c-5d08-46cb-87e0-fd185bed7b1e is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:43:38.646765 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (3586970c-5d08-46cb-87e0-fd185bed7b1e), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:38.742215 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port 3586970c-5d08-46cb-87e0-fd185bed7b1e, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=3586970c-5d08-46cb-87e0-fd185bed7b1e,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:43:38.780271 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (3586970c-5d08-46cb-87e0-fd185bed7b1e), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:38.784970 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d492cbb-6e65-46e0-8bbd-4db832db692d req-c1e3d390-69f6-4161-9495-d98abe1c925b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:38.788664 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d492cbb-6e65-46e0-8bbd-4db832db692d req-c1e3d390-69f6-4161-9495-d98abe1c925b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:38.789733 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d492cbb-6e65-46e0-8bbd-4db832db692d req-c1e3d390-69f6-4161-9495-d98abe1c925b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:38.792274 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f107a0-2f09-4bb6-86ea-e48d84670eb8 req-d8353017-857c-4c3b-81af-a307672196c4 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:38.793353 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d492cbb-6e65-46e0-8bbd-4db832db692d req-c1e3d390-69f6-4161-9495-d98abe1c925b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:38.794370 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d492cbb-6e65-46e0-8bbd-4db832db692d req-c1e3d390-69f6-4161-9495-d98abe1c925b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:38.797167 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d492cbb-6e65-46e0-8bbd-4db832db692d req-c1e3d390-69f6-4161-9495-d98abe1c925b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:38.798324 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e1f107a0-2f09-4bb6-86ea-e48d84670eb8 req-d8353017-857c-4c3b-81af-a307672196c4 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:38.799645 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d492cbb-6e65-46e0-8bbd-4db832db692d req-c1e3d390-69f6-4161-9495-d98abe1c925b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:38.823102 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-5d492cbb-6e65-46e0-8bbd-4db832db692d req-c1e3d390-69f6-4161-9495-d98abe1c925b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 6707 time: 0.4275959 Feb 04 12:43:38.826458 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6f1da017-cbed-4b39-bceb-b2d0dee8b6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (526ede23-fb53-4582-91b6-f4c38bcc4074), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:38.839843 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6f1da017-cbed-4b39-bceb-b2d0dee8b6b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:38.862567 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-6f1da017-cbed-4b39-bceb-b2d0dee8b6b1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/526ede23-fb53-4582-91b6-f4c38bcc4074 HTTP/1.1" status: 204 len: 168 time: 0.5983860 Feb 04 12:43:38.873951 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-c429ff63-fd0c-45bd-adec-29d0cb1bcfc1 None None] Provisioning complete for port 7b09a76d-b5a2-4514-9e1e-d21e324d416c triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:43:38.874574 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c429ff63-fd0c-45bd-adec-29d0cb1bcfc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (7b09a76d-b5a2-4514-9e1e-d21e324d416c), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:38.918326 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e1f107a0-2f09-4bb6-86ea-e48d84670eb8 req-d8353017-857c-4c3b-81af-a307672196c4 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 4.1003609 Feb 04 12:43:38.924260 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2723f545-7b9e-4e95-8448-8b1d462292e3 req-32e80ee4-8447-41df-b51e-0f344f9f7849 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 210 time: 0.2635150 Feb 04 12:43:38.949415 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=3586970c-5d08-46cb-87e0-fd185bed7b1e,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:43:38.960196 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:43:38.960754 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:43:38.961253 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:43:38.961766 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:43:38.962528 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:43:38.963030 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:43:38.963724 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:43:38.964300 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:43:38.964787 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:43:38.965739 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:43:38.966473 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:43:38.967293 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:43:38.967822 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:43:38.991529 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c429ff63-fd0c-45bd-adec-29d0cb1bcfc1 None None] Port 7b09a76d-b5a2-4514-9e1e-d21e324d416c cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:43:39.012425 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1da017-cbed-4b39-bceb-b2d0dee8b6b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=526ede23-fb53-4582-91b6-f4c38bcc4074,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:43:39.152748 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-5d492cbb-6e65-46e0-8bbd-4db832db692d req-aa0c597c-a107-4885-8217-bab520830db7 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=1efd02e5-7fef-4643-bad8-36300e562451&id=779ff2e0-1490-4b8d-a753-8a45cbf1a372&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3282185 Feb 04 12:43:39.209448 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-e1f107a0-2f09-4bb6-86ea-e48d84670eb8 req-4146e4ea-2838-4f6d-b25e-a12305a8a5a0 service neutron] Request body: {'port': {'device_id': '300d028c-dd10-4eb9-8c7a-b8e1f5edd042', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:43:39.542813 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59996) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:39.577730 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e1f107a0-2f09-4bb6-86ea-e48d84670eb8 req-4146e4ea-2838-4f6d-b25e-a12305a8a5a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (7b09a76d-b5a2-4514-9e1e-d21e324d416c), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:39.624464 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18b909b-13ce-4de9-9c31-a5f3a3ed4194 req-0614d0dc-a945-4067-981d-7f8131ab6725 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:39.632947 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e18b909b-13ce-4de9-9c31-a5f3a3ed4194 req-0614d0dc-a945-4067-981d-7f8131ab6725 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] 10.222.0.65 "GET /v2.0/ports?device_id=300d028c-dd10-4eb9-8c7a-b8e1f5edd042 HTTP/1.1" status: 200 len: 971 time: 0.3261638 Feb 04 12:43:39.645082 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-882d5e29-5a4e-45a4-a1d9-36c1ed3b7c84 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks [] for router_gateway (be3aaa63-9199-4f8a-92b4-35de794d402c), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:39.666404 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-f6fb20b3-1468-4b87-bd53-f061fa663b71 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a74ec7d5c91842f5aed35bd173b926c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1207395 Feb 04 12:43:39.668846 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59998) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:39.801355 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7d27fdfa-f1ea-4ab0-9a06-dd0c30adb91f admin admin] Publish callbacks [] for security_group (f1823307-8f75-445b-b12d-8f057a1b35d1), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:39.859434 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7d27fdfa-f1ea-4ab0-9a06-dd0c30adb91f admin admin] Publish callbacks [] for security_group (f1823307-8f75-445b-b12d-8f057a1b35d1), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:39.978802 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7d27fdfa-f1ea-4ab0-9a06-dd0c30adb91f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (f1823307-8f75-445b-b12d-8f057a1b35d1), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:39.982157 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 3586970c-5d08-46cb-87e0-fd185bed7b1e up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:43:39.990528 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7d27fdfa-f1ea-4ab0-9a06-dd0c30adb91f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:39.993532 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-7d27fdfa-f1ea-4ab0-9a06-dd0c30adb91f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f1823307-8f75-445b-b12d-8f057a1b35d1 HTTP/1.1" status: 204 len: 168 time: 0.3206964 Feb 04 12:43:40.017716 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d27fdfa-f1ea-4ab0-9a06-dd0c30adb91f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1823307-8f75-445b-b12d-8f057a1b35d1,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:43:40.132359 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 3586970c-5d08-46cb-87e0-fd185bed7b1e triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:43:40.132752 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (3586970c-5d08-46cb-87e0-fd185bed7b1e), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:40.334646 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 3586970c-5d08-46cb-87e0-fd185bed7b1e is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:43:40.388384 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a064e66c-ab88-4555-a0b0-599439177f06 req-c9d49eeb-d608-4c35-a732-fea438a6d7d8 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 210 time: 0.1858883 Feb 04 12:43:40.463681 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e18b909b-13ce-4de9-9c31-a5f3a3ed4194 req-95ac5aba-ba9a-403f-a60e-83ba11a65596 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1abc602-416c-47de-b7d0-b9d5f1cfd56b&id=3e4ce75d-0822-492a-b4c4-19330ea903f4&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.8298578 Feb 04 12:43:40.520350 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-e1f107a0-2f09-4bb6-86ea-e48d84670eb8 req-4146e4ea-2838-4f6d-b25e-a12305a8a5a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b09a76d-b5a2-4514-9e1e-d21e324d416c {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:43:40.565456 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e1f107a0-2f09-4bb6-86ea-e48d84670eb8 req-4146e4ea-2838-4f6d-b25e-a12305a8a5a0 service neutron] Publish callbacks [] for port (7b09a76d-b5a2-4514-9e1e-d21e324d416c), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:40.594999 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-e1f107a0-2f09-4bb6-86ea-e48d84670eb8 req-4146e4ea-2838-4f6d-b25e-a12305a8a5a0 service neutron] Transition to ACTIVE for port object 7b09a76d-b5a2-4514-9e1e-d21e324d416c will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:43:40.607131 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e1f107a0-2f09-4bb6-86ea-e48d84670eb8 req-4146e4ea-2838-4f6d-b25e-a12305a8a5a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (7b09a76d-b5a2-4514-9e1e-d21e324d416c), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:40.679371 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-882d5e29-5a4e-45a4-a1d9-36c1ed3b7c84 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141'] for router (be3aaa63-9199-4f8a-92b4-35de794d402c), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:40.689160 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4146e4ea-2838-4f6d-b25e-a12305a8a5a0 service neutron] Pushing event updated for resources: {'Port': ['ID=7b09a76d-b5a2-4514-9e1e-d21e324d416c,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:43:40.938890 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-e1f107a0-2f09-4bb6-86ea-e48d84670eb8 req-4146e4ea-2838-4f6d-b25e-a12305a8a5a0 service neutron] Attempting to bind port 7b09a76d-b5a2-4514-9e1e-d21e324d416c on host n-h2-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:43:40.939220 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-e1f107a0-2f09-4bb6-86ea-e48d84670eb8 req-4146e4ea-2838-4f6d-b25e-a12305a8a5a0 service neutron] Attempting to bind port 7b09a76d-b5a2-4514-9e1e-d21e324d416c by drivers openvswitch,hyperv on host n-h2-825015-3 at level 0 using segments [{'id': '5daa5c0b-9cb4-4e7f-bc47-7fa6912d9537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '19820269-0947-4e8e-a625-254c2a67daf1'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:43:40.939543 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f107a0-2f09-4bb6-86ea-e48d84670eb8 req-4146e4ea-2838-4f6d-b25e-a12305a8a5a0 service neutron] Attempting to bind port 7b09a76d-b5a2-4514-9e1e-d21e324d416c on network 19820269-0947-4e8e-a625-254c2a67daf1 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:43:40.966885 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f107a0-2f09-4bb6-86ea-e48d84670eb8 req-4146e4ea-2838-4f6d-b25e-a12305a8a5a0 service neutron] Port 7b09a76d-b5a2-4514-9e1e-d21e324d416c on network 19820269-0947-4e8e-a625-254c2a67daf1 not bound, no agent of type Open vSwitch agent registered on host n-h2-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:43:40.967283 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f107a0-2f09-4bb6-86ea-e48d84670eb8 req-4146e4ea-2838-4f6d-b25e-a12305a8a5a0 service neutron] Attempting to bind port 7b09a76d-b5a2-4514-9e1e-d21e324d416c on network 19820269-0947-4e8e-a625-254c2a67daf1 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:43:40.982806 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f107a0-2f09-4bb6-86ea-e48d84670eb8 req-4146e4ea-2838-4f6d-b25e-a12305a8a5a0 service neutron] Checking agent: {'id': '9b68a165-e786-4b91-8592-44519c2ecabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:43:40.983540 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f107a0-2f09-4bb6-86ea-e48d84670eb8 req-4146e4ea-2838-4f6d-b25e-a12305a8a5a0 service neutron] Checking segment: {'id': '5daa5c0b-9cb4-4e7f-bc47-7fa6912d9537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '19820269-0947-4e8e-a625-254c2a67daf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:43:40.984061 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f107a0-2f09-4bb6-86ea-e48d84670eb8 req-4146e4ea-2838-4f6d-b25e-a12305a8a5a0 service neutron] Bound using segment: {'id': '5daa5c0b-9cb4-4e7f-bc47-7fa6912d9537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '19820269-0947-4e8e-a625-254c2a67daf1'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:43:40.985033 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-e1f107a0-2f09-4bb6-86ea-e48d84670eb8 req-4146e4ea-2838-4f6d-b25e-a12305a8a5a0 service neutron] Bound port: 7b09a76d-b5a2-4514-9e1e-d21e324d416c, host: n-h2-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5daa5c0b-9cb4-4e7f-bc47-7fa6912d9537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '19820269-0947-4e8e-a625-254c2a67daf1'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:43:40.985428 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e1f107a0-2f09-4bb6-86ea-e48d84670eb8 req-4146e4ea-2838-4f6d-b25e-a12305a8a5a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (7b09a76d-b5a2-4514-9e1e-d21e324d416c), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:41.088032 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-882d5e29-5a4e-45a4-a1d9-36c1ed3b7c84 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Router be3aaa63-9199-4f8a-92b4-35de794d402c is scheduled to L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de with binding_index 1 {{(pid=103475) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 12:43:41.139319 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-e1f107a0-2f09-4bb6-86ea-e48d84670eb8 req-4146e4ea-2838-4f6d-b25e-a12305a8a5a0 service neutron] For port 7b09a76d-b5a2-4514-9e1e-d21e324d416c, host n-h2-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:43:41.750717 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-882d5e29-5a4e-45a4-a1d9-36c1ed3b7c84 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:43:41.764828 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf729c4c-f6a6-42b1-9436-aadb0bbe495c None None] Sync routers for ids ['be3aaa63-9199-4f8a-92b4-35de794d402c'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:43:41.801876 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-e1f107a0-2f09-4bb6-86ea-e48d84670eb8 req-4146e4ea-2838-4f6d-b25e-a12305a8a5a0 service neutron] For port 7b09a76d-b5a2-4514-9e1e-d21e324d416c, host n-h2-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=7b09a76d-b5a2-4514-9e1e-d21e324d416c,segment=NetworkSegment(5daa5c0b-9cb4-4e7f-bc47-7fa6912d9537),segment_id=5daa5c0b-9cb4-4e7f-bc47-7fa6912d9537)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:43:41.805742 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf729c4c-f6a6-42b1-9436-aadb0bbe495c None None] Routers {'be3aaa63-9199-4f8a-92b4-35de794d402c'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:43:41.806766 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-bf729c4c-f6a6-42b1-9436-aadb0bbe495c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:43:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['be3aaa63-9199-4f8a-92b4-35de794d402c'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:43:41.806947 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e987ba81-454c-4a2a-95d1-8ab1d5933b37 req-dd482870-1581-4bee-8dcb-e90d0eadf78b tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 210 time: 0.1651273 Feb 04 12:43:41.844094 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e1f107a0-2f09-4bb6-86ea-e48d84670eb8 req-4146e4ea-2838-4f6d-b25e-a12305a8a5a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (7b09a76d-b5a2-4514-9e1e-d21e324d416c), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:42.096903 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d62c3e-ebbd-4278-9082-70d43a840a97 req-913c9229-a22c-4873-a977-5f3ffce1c2c3 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:42.110869 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a0d62c3e-ebbd-4278-9082-70d43a840a97 req-913c9229-a22c-4873-a977-5f3ffce1c2c3 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] 10.222.0.65 "GET /v2.0/ports?device_id=300d028c-dd10-4eb9-8c7a-b8e1f5edd042 HTTP/1.1" status: 200 len: 983 time: 0.4481370 Feb 04 12:43:42.124726 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-882d5e29-5a4e-45a4-a1d9-36c1ed3b7c84 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:42.126833 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-882d5e29-5a4e-45a4-a1d9-36c1ed3b7c84 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 8.6583230 Feb 04 12:43:42.130379 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 60048) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:42.166851 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f107a0-2f09-4bb6-86ea-e48d84670eb8 req-4146e4ea-2838-4f6d-b25e-a12305a8a5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:42.167930 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e1f107a0-2f09-4bb6-86ea-e48d84670eb8 req-4146e4ea-2838-4f6d-b25e-a12305a8a5a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:42.173484 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e1f107a0-2f09-4bb6-86ea-e48d84670eb8 req-4146e4ea-2838-4f6d-b25e-a12305a8a5a0 service neutron] 10.222.0.77 "PUT /v2.0/ports/7b09a76d-b5a2-4514-9e1e-d21e324d416c HTTP/1.1" status: 200 len: 1131 time: 3.2428613 Feb 04 12:43:42.174225 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '300d028c-dd10-4eb9-8c7a-b8e1f5edd042', 'tag': '7b09a76d-b5a2-4514-9e1e-d21e324d416c'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:43:42.187173 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49fc62d2-cb79-40ae-be2b-3ec2d941f956" -d '{"events": [{"name": "network-changed", "server_uuid": "300d028c-dd10-4eb9-8c7a-b8e1f5edd042", "tag": "7b09a76d-b5a2-4514-9e1e-d21e324d416c"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:43:42.363712 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2154122a-bf75-4318-b5e0-b62a88698a77 x-openstack-request-id: req-2154122a-bf75-4318-b5e0-b62a88698a77 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:43:42.364059 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "300d028c-dd10-4eb9-8c7a-b8e1f5edd042", "tag": "7b09a76d-b5a2-4514-9e1e-d21e324d416c", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:43:42.364265 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2154122a-bf75-4318-b5e0-b62a88698a77 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:43:42.364627 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '300d028c-dd10-4eb9-8c7a-b8e1f5edd042', 'tag': '7b09a76d-b5a2-4514-9e1e-d21e324d416c', 'status': 'completed', 'code': 200} Feb 04 12:43:42.395773 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4146e4ea-2838-4f6d-b25e-a12305a8a5a0 service neutron] Pushing event updated for resources: {'Port': ['ID=7b09a76d-b5a2-4514-9e1e-d21e324d416c,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:43:42.481850 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-1d3cae3c-fbb0-49a4-b93c-033fa9a3998d tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] 10.222.0.65 "GET /v2.0/routers/be3aaa63-9199-4f8a-92b4-35de794d402c HTTP/1.1" status: 200 len: 908 time: 0.3495915 Feb 04 12:43:42.483192 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 60054) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:42.515990 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f107a0-2f09-4bb6-86ea-e48d84670eb8 req-f30989b8-03ac-4a7d-bf6b-3b71d9d7728b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:42.517599 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e1f107a0-2f09-4bb6-86ea-e48d84670eb8 req-f30989b8-03ac-4a7d-bf6b-3b71d9d7728b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bfc2366eafc245dcab2b10b9216f9d44&device_id=300d028c-dd10-4eb9-8c7a-b8e1f5edd042 HTTP/1.1" status: 200 len: 1165 time: 0.2609098 Feb 04 12:43:42.577092 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a0d62c3e-ebbd-4278-9082-70d43a840a97 req-a86e3916-f585-493d-b901-eddc45e088d1 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1abc602-416c-47de-b7d0-b9d5f1cfd56b&id=3e4ce75d-0822-492a-b4c4-19330ea903f4&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.4245598 Feb 04 12:43:42.657729 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e1f107a0-2f09-4bb6-86ea-e48d84670eb8 req-5b698d49-c995-4504-a76c-835267dcdfba service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=7b09a76d-b5a2-4514-9e1e-d21e324d416c HTTP/1.1" status: 200 len: 217 time: 0.1311843 Feb 04 12:43:42.798144 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f107a0-2f09-4bb6-86ea-e48d84670eb8 req-c044d08d-25c3-47fc-b9e9-5af3db9b4855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:42.805621 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e1f107a0-2f09-4bb6-86ea-e48d84670eb8 req-c044d08d-25c3-47fc-b9e9-5af3db9b4855 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2c293c62-268e-4714-a00a-1f5892c6affb HTTP/1.1" status: 200 len: 837 time: 0.1311293 Feb 04 12:43:42.823944 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a8b5cfda-dc4d-4b01-956a-9ecca71573e0 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks [] for router (be3aaa63-9199-4f8a-92b4-35de794d402c), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:42.869718 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-bf729c4c-f6a6-42b1-9436-aadb0bbe495c None None] Set router be3aaa63-9199-4f8a-92b4-35de794d402c gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:43:42.938869 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 60066) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:42.979037 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f107a0-2f09-4bb6-86ea-e48d84670eb8 req-d511d462-576d-489f-96ff-49cb5bd59831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:42.984662 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e1f107a0-2f09-4bb6-86ea-e48d84670eb8 req-d511d462-576d-489f-96ff-49cb5bd59831 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=19820269-0947-4e8e-a625-254c2a67daf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1719377 Feb 04 12:43:43.146926 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-bf635a4b-e9b9-4432-8bfe-4dd644c39b29 tempest-MeteringTestJSON-1861272700 tempest-MeteringTestJSON-1861272700-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1857840600'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:43:43.148017 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-bf635a4b-e9b9-4432-8bfe-4dd644c39b29 tempest-MeteringTestJSON-1861272700 tempest-MeteringTestJSON-1861272700-project-admin] Unknown quota resources ['metering_label']. {{(pid=103475) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 04 12:43:43.257758 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-07546580-84b7-49af-b5bb-1e3d5f488712 req-889bbdcb-521a-46c1-afd7-fb4ca043a085 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 210 time: 0.1454043 Feb 04 12:43:43.347945 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e1f107a0-2f09-4bb6-86ea-e48d84670eb8 req-1aa8ba15-18c2-44b6-b32d-fa8ec0f3cd1a service neutron] 10.222.0.77 "GET /v2.0/networks/19820269-0947-4e8e-a625-254c2a67daf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3574007 Feb 04 12:43:43.348506 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-bf729c4c-f6a6-42b1-9436-aadb0bbe495c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be3aaa63-9199-4f8a-92b4-35de794d402c', 'name': 'tempest-snat-router-1387556468', 'tenant_id': 'c841d0fb32b24a3baa6d78a381d07e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '3f509c08-d39a-4c38-9261-23a1f17a412f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:43:33Z', 'updated_at': '2022-02-04T12:43:38Z', 'revision_number': 3, 'project_id': 'c841d0fb32b24a3baa6d78a381d07e39', 'gw_port': {'id': '3f509c08-d39a-4c38-9261-23a1f17a412f', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ca:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be3aaa63-9199-4f8a-92b4-35de794d402c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:43:35Z', 'updated_at': '2022-02-04T12:43:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:43:43.389884 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf729c4c-f6a6-42b1-9436-aadb0bbe495c None None] Checking router: be3aaa63-9199-4f8a-92b4-35de794d402c for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:43:43.390476 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf729c4c-f6a6-42b1-9436-aadb0bbe495c None None] Updating router be3aaa63-9199-4f8a-92b4-35de794d402c port 3f509c08-d39a-4c38-9261-23a1f17a412f binding host n-d-825015-3 {{(pid=103476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:43:43.402726 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a8b5cfda-dc4d-4b01-956a-9ecca71573e0 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks [] for router_gateway (be3aaa63-9199-4f8a-92b4-35de794d402c), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:43.444424 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bf729c4c-f6a6-42b1-9436-aadb0bbe495c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (3f509c08-d39a-4c38-9261-23a1f17a412f), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:43.483818 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-a8b5cfda-dc4d-4b01-956a-9ecca71573e0 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Deleting port 3f509c08-d39a-4c38-9261-23a1f17a412f {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:43:43.484796 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a8b5cfda-dc4d-4b01-956a-9ecca71573e0 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (3f509c08-d39a-4c38-9261-23a1f17a412f), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:43.564822 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bf635a4b-e9b9-4432-8bfe-4dd644c39b29 tempest-MeteringTestJSON-1861272700 tempest-MeteringTestJSON-1861272700-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:43.566507 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-bf635a4b-e9b9-4432-8bfe-4dd644c39b29 tempest-MeteringTestJSON-1861272700 tempest-MeteringTestJSON-1861272700-project-admin] 10.222.0.65 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.6293650 Feb 04 12:43:43.570484 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 60072) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:43.574961 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-9f556d62-a6f5-48b5-a755-f38862c5ef5e tempest-MeteringTestJSON-1861272700 tempest-MeteringTestJSON-1861272700-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'e39de849-e691-433f-9207-418f9508c9c0'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:43:43.575507 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-9f556d62-a6f5-48b5-a755-f38862c5ef5e tempest-MeteringTestJSON-1861272700 tempest-MeteringTestJSON-1861272700-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103475) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 04 12:43:43.589967 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a8b5cfda-dc4d-4b01-956a-9ecca71573e0 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (3f509c08-d39a-4c38-9261-23a1f17a412f), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:43.611246 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-a8b5cfda-dc4d-4b01-956a-9ecca71573e0 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Calling delete_port for 3f509c08-d39a-4c38-9261-23a1f17a412f owned by network:router_gateway {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:43:43.761860 n-d-825015-3 neutron-server[103475]: WARNING neutron.services.metering.metering_plugin [None req-9f556d62-a6f5-48b5-a755-f38862c5ef5e tempest-MeteringTestJSON-1861272700 tempest-MeteringTestJSON-1861272700-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 04 12:43:43.881222 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e1f107a0-2f09-4bb6-86ea-e48d84670eb8 req-78bbb471-18bb-444b-a1bf-416de2889caa service neutron] 10.222.0.77 "GET /v2.0/networks/19820269-0947-4e8e-a625-254c2a67daf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5084255 Feb 04 12:43:43.952347 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9f556d62-a6f5-48b5-a755-f38862c5ef5e tempest-MeteringTestJSON-1861272700 tempest-MeteringTestJSON-1861272700-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:43.957577 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-9f556d62-a6f5-48b5-a755-f38862c5ef5e tempest-MeteringTestJSON-1861272700 tempest-MeteringTestJSON-1861272700-project-admin] 10.222.0.65 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3822291 Feb 04 12:43:43.962617 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 60080) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:43.979387 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-6e686802-e802-456d-bf2f-86b24a6c8e73 tempest-MeteringTestJSON-1861272700 tempest-MeteringTestJSON-1861272700-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'e39de849-e691-433f-9207-418f9508c9c0'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:43:43.979920 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-6e686802-e802-456d-bf2f-86b24a6c8e73 tempest-MeteringTestJSON-1861272700 tempest-MeteringTestJSON-1861272700-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103475) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 04 12:43:44.016702 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6675fc6-3fbf-48d2-beb9-aebb27efd8f6 req-c1d37858-0b99-4464-b23b-23cba5b9b5a1 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:44.019131 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e6675fc6-3fbf-48d2-beb9-aebb27efd8f6 req-c1d37858-0b99-4464-b23b-23cba5b9b5a1 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] 10.222.0.65 "GET /v2.0/ports?device_id=300d028c-dd10-4eb9-8c7a-b8e1f5edd042 HTTP/1.1" status: 200 len: 983 time: 0.2795577 Feb 04 12:43:44.085109 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.db.api [None req-bf729c4c-f6a6-42b1-9436-aadb0bbe495c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103476) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 12:43:44.086077 n-d-825015-3 neutron-server[103476]: DEBUG oslo_db.api [None req-bf729c4c-f6a6-42b1-9436-aadb0bbe495c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 12:43:44.087404 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a8b5cfda-dc4d-4b01-956a-9ecca71573e0 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (3f509c08-d39a-4c38-9261-23a1f17a412f), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:44.109922 n-d-825015-3 neutron-server[103475]: WARNING neutron.services.metering.metering_plugin [None req-6e686802-e802-456d-bf2f-86b24a6c8e73 tempest-MeteringTestJSON-1861272700 tempest-MeteringTestJSON-1861272700-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 04 12:43:44.158154 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b5cfda-dc4d-4b01-956a-9ecca71573e0 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Pushing event deleted for resources: {'Port': ['ID=3f509c08-d39a-4c38-9261-23a1f17a412f,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:43:44.211202 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6e686802-e802-456d-bf2f-86b24a6c8e73 tempest-MeteringTestJSON-1861272700 tempest-MeteringTestJSON-1861272700-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:44.215561 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-6e686802-e802-456d-bf2f-86b24a6c8e73 tempest-MeteringTestJSON-1861272700 tempest-MeteringTestJSON-1861272700-project-admin] 10.222.0.65 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2399442 Feb 04 12:43:44.216426 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 60082) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:44.223071 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fc62d2-cb79-40ae-be2b-3ec2d941f956 req-a171d31a-fd4d-42a3-a443-402863290505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:44.225090 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-49fc62d2-cb79-40ae-be2b-3ec2d941f956 req-a171d31a-fd4d-42a3-a443-402863290505 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bfc2366eafc245dcab2b10b9216f9d44&device_id=300d028c-dd10-4eb9-8c7a-b8e1f5edd042 HTTP/1.1" status: 200 len: 1165 time: 0.2703588 Feb 04 12:43:44.225747 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a8b5cfda-dc4d-4b01-956a-9ecca71573e0 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1599901'] for router_gateway (be3aaa63-9199-4f8a-92b4-35de794d402c), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:44.277873 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-67be51c7-b061-41a9-9ec6-9367615fb05a tempest-MeteringTestJSON-1861272700 tempest-MeteringTestJSON-1861272700-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-label-rules?id=130cc8fd-27e6-4c93-b970-8ff9dae2a373 HTTP/1.1" status: 200 len: 464 time: 0.0590003 Feb 04 12:43:44.314985 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 60084) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:44.350581 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e6675fc6-3fbf-48d2-beb9-aebb27efd8f6 req-d484732d-9b75-427f-84f9-f5547523376d tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1abc602-416c-47de-b7d0-b9d5f1cfd56b&id=3e4ce75d-0822-492a-b4c4-19330ea903f4&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3178713 Feb 04 12:43:44.375677 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a8b5cfda-dc4d-4b01-956a-9ecca71573e0 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10915'] for router (be3aaa63-9199-4f8a-92b4-35de794d402c), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:44.380662 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a8b5cfda-dc4d-4b01-956a-9ecca71573e0 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks [] for router_controller (be3aaa63-9199-4f8a-92b4-35de794d402c), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:44.438681 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9dcf6dfa-42fa-49b8-9d3b-310f161bc26c req-7d39612f-647c-4399-aae0-0ac37e19c288 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 210 time: 0.0387578 Feb 04 12:43:44.441306 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a8b5cfda-dc4d-4b01-956a-9ecca71573e0 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622829'] for router (be3aaa63-9199-4f8a-92b4-35de794d402c), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:44.441866 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8b5cfda-dc4d-4b01-956a-9ecca71573e0 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Fanout notify agent at l3_agent the message router_deleted on router be3aaa63-9199-4f8a-92b4-35de794d402c {{(pid=103474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 12:43:44.452678 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a8b5cfda-dc4d-4b01-956a-9ecca71573e0 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:44.453840 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-a8b5cfda-dc4d-4b01-956a-9ecca71573e0 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] 10.222.0.65 "DELETE /v2.0/routers/be3aaa63-9199-4f8a-92b4-35de794d402c HTTP/1.1" status: 204 len: 168 time: 1.9695296 Feb 04 12:43:44.457259 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 60090) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:44.623917 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf729c4c-f6a6-42b1-9436-aadb0bbe495c None None] Port 3f509c08-d39a-4c38-9261-23a1f17a412f not found while updating agent binding for router be3aaa63-9199-4f8a-92b4-35de794d402c. {{(pid=103476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 04 12:43:44.637603 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf729c4c-f6a6-42b1-9436-aadb0bbe495c None None] Routers set() bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:43:44.637982 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf729c4c-f6a6-42b1-9436-aadb0bbe495c None None] Router IDs set() for agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 04 12:43:44.638616 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_agentschedulers_db [None req-bf729c4c-f6a6-42b1-9436-aadb0bbe495c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'be3aaa63-9199-4f8a-92b4-35de794d402c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:43:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent'). {{(pid=103476) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 04 12:43:44.639419 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf729c4c-f6a6-42b1-9436-aadb0bbe495c None None] The sync data for ids ['be3aaa63-9199-4f8a-92b4-35de794d402c'] in n-d-825015-3 is: [] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:43:44.871612 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fc62d2-cb79-40ae-be2b-3ec2d941f956 req-9a2ca55f-f687-483f-869e-e95cafa936ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:44.871612 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-49fc62d2-cb79-40ae-be2b-3ec2d941f956 req-9a2ca55f-f687-483f-869e-e95cafa936ec service neutron] 10.222.0.77 "GET /v2.0/networks?id=19820269-0947-4e8e-a625-254c2a67daf1 HTTP/1.1" status: 200 len: 897 time: 0.6351211 Feb 04 12:43:44.962104 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-49fc62d2-cb79-40ae-be2b-3ec2d941f956 req-83164dca-a6ff-42fe-a762-ac6f33cf903b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=7b09a76d-b5a2-4514-9e1e-d21e324d416c HTTP/1.1" status: 200 len: 217 time: 0.0818236 Feb 04 12:43:44.966819 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-dafaf730-804c-45ea-a312-4ee5a909ae47 tempest-MeteringTestJSON-1861272700 tempest-MeteringTestJSON-1861272700-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:44.970390 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-dafaf730-804c-45ea-a312-4ee5a909ae47 tempest-MeteringTestJSON-1861272700 tempest-MeteringTestJSON-1861272700-project-admin] 10.222.0.65 "DELETE /v2.0/metering/metering-label-rules/130cc8fd-27e6-4c93-b970-8ff9dae2a373 HTTP/1.1" status: 204 len: 168 time: 0.6510408 Feb 04 12:43:44.972154 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 60092) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:44.998087 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6f866fc0-cbac-464b-b35e-7eba42edbe84 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks [] for router (d712fda7-7034-45cf-9cec-e54b0ad62713), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:44.999185 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-d52c33ab-1df2-42a4-873a-09171956bfd1 tempest-MeteringTestJSON-1861272700 tempest-MeteringTestJSON-1861272700-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-label-rules?id=130cc8fd-27e6-4c93-b970-8ff9dae2a373 HTTP/1.1" status: 200 len: 221 time: 0.0250115 Feb 04 12:43:45.000036 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 60094) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:45.005223 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-c95e2fca-eeaa-4c5e-8e5e-a64fbfa4e939 tempest-MeteringTestJSON-1861272700 tempest-MeteringTestJSON-1861272700-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--2013931992', 'description': 'label created by tempest'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:43:45.005792 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-c95e2fca-eeaa-4c5e-8e5e-a64fbfa4e939 tempest-MeteringTestJSON-1861272700 tempest-MeteringTestJSON-1861272700-project-admin] Unknown quota resources ['metering_label']. {{(pid=103474) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 04 12:43:45.133681 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fc62d2-cb79-40ae-be2b-3ec2d941f956 req-7a36023b-e572-42b1-ad45-2d180896a2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:45.135240 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-49fc62d2-cb79-40ae-be2b-3ec2d941f956 req-7a36023b-e572-42b1-ad45-2d180896a2c1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2c293c62-268e-4714-a00a-1f5892c6affb HTTP/1.1" status: 200 len: 837 time: 0.1662295 Feb 04 12:43:45.234252 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fc62d2-cb79-40ae-be2b-3ec2d941f956 req-d674202b-7d43-427e-82c0-c8f639f74857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:45.235717 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-49fc62d2-cb79-40ae-be2b-3ec2d941f956 req-d674202b-7d43-427e-82c0-c8f639f74857 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=19820269-0947-4e8e-a625-254c2a67daf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0929313 Feb 04 12:43:45.242851 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6f866fc0-cbac-464b-b35e-7eba42edbe84 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks [] for router_gateway (d712fda7-7034-45cf-9cec-e54b0ad62713), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:45.382639 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c95e2fca-eeaa-4c5e-8e5e-a64fbfa4e939 tempest-MeteringTestJSON-1861272700 tempest-MeteringTestJSON-1861272700-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:45.389470 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-c95e2fca-eeaa-4c5e-8e5e-a64fbfa4e939 tempest-MeteringTestJSON-1861272700 tempest-MeteringTestJSON-1861272700-project-admin] 10.222.0.65 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3880837 Feb 04 12:43:45.400240 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 60102) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:45.458182 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-49fc62d2-cb79-40ae-be2b-3ec2d941f956 req-0c018209-0614-4887-bb93-be2e05f48429 service neutron] 10.222.0.77 "GET /v2.0/networks/19820269-0947-4e8e-a625-254c2a67daf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096956 Feb 04 12:43:45.461259 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-6f866fc0-cbac-464b-b35e-7eba42edbe84 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Deleting port 3586970c-5d08-46cb-87e0-fd185bed7b1e {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:43:45.461767 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6f866fc0-cbac-464b-b35e-7eba42edbe84 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (3586970c-5d08-46cb-87e0-fd185bed7b1e), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:45.560075 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6dfda340-3401-43a0-99c1-68800070c5dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:45.577614 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-061fd528-c1a0-4bd0-85c7-35062bbd27c9 tempest-MeteringTestJSON-1861272700 tempest-MeteringTestJSON-1861272700-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-labels?id=4c41bb8d-32bf-478f-aff0-c00b70643c65 HTTP/1.1" status: 200 len: 468 time: 0.1761293 Feb 04 12:43:45.580597 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 60108) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:45.708535 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-6f866fc0-cbac-464b-b35e-7eba42edbe84 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] For port 3586970c-5d08-46cb-87e0-fd185bed7b1e, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=3586970c-5d08-46cb-87e0-fd185bed7b1e,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:43:45.709001 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6f866fc0-cbac-464b-b35e-7eba42edbe84 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (3586970c-5d08-46cb-87e0-fd185bed7b1e), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:45.741835 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-6f866fc0-cbac-464b-b35e-7eba42edbe84 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Calling delete_port for 3586970c-5d08-46cb-87e0-fd185bed7b1e owned by network:router_gateway {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:43:45.767678 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-12bcd5e3-c92d-4ffd-aa41-3d8769db8491 req-f416e07a-432b-4c28-bf70-cd64e178a22d tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 210 time: 0.0466187 Feb 04 12:43:45.868826 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b007d9-0fb6-4999-8a57-7b78b5872fde req-35574910-1d38-4267-82b6-68a69f91bd49 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:45.877082 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e8b007d9-0fb6-4999-8a57-7b78b5872fde req-35574910-1d38-4267-82b6-68a69f91bd49 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] 10.222.0.65 "GET /v2.0/ports?device_id=300d028c-dd10-4eb9-8c7a-b8e1f5edd042 HTTP/1.1" status: 200 len: 983 time: 0.3442800 Feb 04 12:43:45.923492 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-033850a3-795c-402d-8c74-ae7c330f7868 tempest-MeteringTestJSON-1861272700 tempest-MeteringTestJSON-1861272700-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:45.926129 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-033850a3-795c-402d-8c74-ae7c330f7868 tempest-MeteringTestJSON-1861272700 tempest-MeteringTestJSON-1861272700-project-admin] 10.222.0.65 "DELETE /v2.0/metering/metering-labels/4c41bb8d-32bf-478f-aff0-c00b70643c65 HTTP/1.1" status: 204 len: 168 time: 0.3439147 Feb 04 12:43:45.929565 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 60110) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:45.951336 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-91a436c8-ced3-4ae9-b3dc-58d1edcc6091 tempest-MeteringTestJSON-1861272700 tempest-MeteringTestJSON-1861272700-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-labels?id=4c41bb8d-32bf-478f-aff0-c00b70643c65 HTTP/1.1" status: 200 len: 216 time: 0.0202549 Feb 04 12:43:45.956631 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 60112) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:45.980986 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-626eb1bb-8ca9-4571-9e9a-df6b3f4cda35 tempest-MeteringTestJSON-1861272700 tempest-MeteringTestJSON-1861272700-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0167496 Feb 04 12:43:45.981346 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 60114) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:45.982192 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-49fc62d2-cb79-40ae-be2b-3ec2d941f956 req-97173e45-5ce7-414c-b041-05644f221957 service neutron] 10.222.0.77 "GET /v2.0/networks/19820269-0947-4e8e-a625-254c2a67daf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5144033 Feb 04 12:43:46.015464 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-c61bad14-d44c-48df-94be-c0a798469735 tempest-MeteringTestJSON-1861272700 tempest-MeteringTestJSON-1861272700-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0271771 Feb 04 12:43:46.016036 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 60116) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:46.094148 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e8b007d9-0fb6-4999-8a57-7b78b5872fde req-477d2e1a-c885-4992-804a-3bb762eae278 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1abc602-416c-47de-b7d0-b9d5f1cfd56b&id=3e4ce75d-0822-492a-b4c4-19330ea903f4&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2151630 Feb 04 12:43:46.108083 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-6f358798-dbc6-46c8-8aea-c655ea3de959 tempest-MeteringTestJSON-1861272700 tempest-MeteringTestJSON-1861272700-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-labels/e39de849-e691-433f-9207-418f9508c9c0 HTTP/1.1" status: 200 len: 473 time: 0.0878367 Feb 04 12:43:46.108637 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 60118) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:46.124384 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-1885d19f-b81e-44b4-966c-c5811f280cee tempest-MeteringTestJSON-1861272700 tempest-MeteringTestJSON-1861272700-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-label-rules/99b10cc2-193d-44a3-a540-fec8e20853a7 HTTP/1.1" status: 200 len: 461 time: 0.0113478 Feb 04 12:43:46.125117 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 60120) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:46.246896 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6f866fc0-cbac-464b-b35e-7eba42edbe84 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (3586970c-5d08-46cb-87e0-fd185bed7b1e), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:46.282847 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f866fc0-cbac-464b-b35e-7eba42edbe84 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Pushing event deleted for resources: {'Port': ['ID=3586970c-5d08-46cb-87e0-fd185bed7b1e,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:43:46.287623 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d3ecde75-8441-4a47-a3a2-19b548d864f9 tempest-MeteringTestJSON-1861272700 tempest-MeteringTestJSON-1861272700-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:46.291306 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-d3ecde75-8441-4a47-a3a2-19b548d864f9 tempest-MeteringTestJSON-1861272700 tempest-MeteringTestJSON-1861272700-project-admin] 10.222.0.65 "DELETE /v2.0/metering/metering-label-rules/99b10cc2-193d-44a3-a540-fec8e20853a7 HTTP/1.1" status: 204 len: 168 time: 0.1630566 Feb 04 12:43:46.291800 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 60126) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:46.387918 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6f866fc0-cbac-464b-b35e-7eba42edbe84 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1599901'] for router_gateway (d712fda7-7034-45cf-9cec-e54b0ad62713), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:46.534207 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6f866fc0-cbac-464b-b35e-7eba42edbe84 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10915'] for router (d712fda7-7034-45cf-9cec-e54b0ad62713), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:46.537306 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6f866fc0-cbac-464b-b35e-7eba42edbe84 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks [] for router_controller (d712fda7-7034-45cf-9cec-e54b0ad62713), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:46.555495 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e5d60d7b-141a-4cb6-9c67-aa765fb0e5b5 tempest-MeteringTestJSON-1861272700 tempest-MeteringTestJSON-1861272700-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:46.558355 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-e5d60d7b-141a-4cb6-9c67-aa765fb0e5b5 tempest-MeteringTestJSON-1861272700 tempest-MeteringTestJSON-1861272700-project-admin] 10.222.0.65 "DELETE /v2.0/metering/metering-labels/e39de849-e691-433f-9207-418f9508c9c0 HTTP/1.1" status: 204 len: 168 time: 0.2642033 Feb 04 12:43:46.612691 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6f866fc0-cbac-464b-b35e-7eba42edbe84 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622829'] for router (d712fda7-7034-45cf-9cec-e54b0ad62713), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:46.613665 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f866fc0-cbac-464b-b35e-7eba42edbe84 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d712fda7-7034-45cf-9cec-e54b0ad62713 {{(pid=103475) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 12:43:46.620575 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6f866fc0-cbac-464b-b35e-7eba42edbe84 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:46.630290 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 60132) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:46.632985 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 7b09a76d-b5a2-4514-9e1e-d21e324d416c details requested by agent hyperv_n-h2-825015-3 with host n-h2-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:43:46.633675 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-6f866fc0-cbac-464b-b35e-7eba42edbe84 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] 10.222.0.65 "DELETE /v2.0/routers/d712fda7-7034-45cf-9cec-e54b0ad62713 HTTP/1.1" status: 204 len: 168 time: 2.1685717 Feb 04 12:43:46.638261 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-146508b2-3c34-45cf-b81c-6ec42f60a5f7 tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1131182263', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}, 'admin_state_up': False}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:43:46.715521 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-146508b2-3c34-45cf-b81c-6ec42f60a5f7 tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10933'] for router (2423a378-b225-4c10-a1ef-0fb8f1f9ac84), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:46.717608 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-146508b2-3c34-45cf-b81c-6ec42f60a5f7 tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10924'] for router (2423a378-b225-4c10-a1ef-0fb8f1f9ac84), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:46.840012 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-146508b2-3c34-45cf-b81c-6ec42f60a5f7 tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Publish callbacks [] for router_controller (2423a378-b225-4c10-a1ef-0fb8f1f9ac84), precommit_add_association {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:46.992964 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 7b09a76d-b5a2-4514-9e1e-d21e324d416c, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=7b09a76d-b5a2-4514-9e1e-d21e324d416c,segment=NetworkSegment(5daa5c0b-9cb4-4e7f-bc47-7fa6912d9537),segment_id=5daa5c0b-9cb4-4e7f-bc47-7fa6912d9537)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:43:47.007153 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Returning: {'device': '7b09a76d-b5a2-4514-9e1e-d21e324d416c', 'network_id': '19820269-0947-4e8e-a625-254c2a67daf1', 'port_id': '7b09a76d-b5a2-4514-9e1e-d21e324d416c', 'mac_address': 'fa:16:3e:31:f1:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c293c62-268e-4714-a00a-1f5892c6affb', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:43:47.102752 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-419c1c26-fc2b-4456-ba84-206201983794 req-d982e041-b6d5-4505-9a36-a6b98ce70175 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 210 time: 0.1010938 Feb 04 12:43:47.103460 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-146508b2-3c34-45cf-b81c-6ec42f60a5f7 tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Publish callbacks [] for router_gateway (2423a378-b225-4c10-a1ef-0fb8f1f9ac84), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:47.114359 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 7b09a76d-b5a2-4514-9e1e-d21e324d416c is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:43:47.115130 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (7b09a76d-b5a2-4514-9e1e-d21e324d416c), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:47.151430 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b09a76d-b5a2-4514-9e1e-d21e324d416c {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:43:47.194907 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 7b09a76d-b5a2-4514-9e1e-d21e324d416c, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=7b09a76d-b5a2-4514-9e1e-d21e324d416c,segment=NetworkSegment(5daa5c0b-9cb4-4e7f-bc47-7fa6912d9537),segment_id=5daa5c0b-9cb4-4e7f-bc47-7fa6912d9537)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:43:47.200312 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (7b09a76d-b5a2-4514-9e1e-d21e324d416c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:47.287047 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 60144) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:47.330228 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=7b09a76d-b5a2-4514-9e1e-d21e324d416c,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:43:47.437016 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55d95b9-b1fe-40d2-8a49-db1555edc467 req-6e685716-8511-430b-acb9-2283a010a66e tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:47.449783 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b55d95b9-b1fe-40d2-8a49-db1555edc467 req-6e685716-8511-430b-acb9-2283a010a66e tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] 10.222.0.65 "GET /v2.0/ports?device_id=300d028c-dd10-4eb9-8c7a-b8e1f5edd042 HTTP/1.1" status: 200 len: 984 time: 0.2166963 Feb 04 12:43:47.492233 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['7b09a76d-b5a2-4514-9e1e-d21e324d416c'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:43:47.584678 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-146508b2-3c34-45cf-b81c-6ec42f60a5f7 tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Publish callbacks [] for router_gateway (2423a378-b225-4c10-a1ef-0fb8f1f9ac84), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:47.604304 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b55d95b9-b1fe-40d2-8a49-db1555edc467 req-8aa267de-7cb4-4f8b-ae94-5e626c6b6c67 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1abc602-416c-47de-b7d0-b9d5f1cfd56b&id=3e4ce75d-0822-492a-b4c4-19330ea903f4&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1533988 Feb 04 12:43:47.622636 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-146508b2-3c34-45cf-b81c-6ec42f60a5f7 tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:47.633059 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7da500a2-db9e-4e71-ae99-8a28408683b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:47.809119 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-146508b2-3c34-45cf-b81c-6ec42f60a5f7 tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Allocated IP 172.25.3.110 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/ca30aacf-e5ec-44d6-a24a-ce3e46cd7d35) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:43:47.890658 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 3586970c-5d08-46cb-87e0-fd185bed7b1e no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:43:47.898245 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7da500a2-db9e-4e71-ae99-8a28408683b8 admin admin] Publish callbacks [] for security_group (7f1c7325-c643-406b-b551-efe6b03b7087), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:47.905612 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7da500a2-db9e-4e71-ae99-8a28408683b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (7f1c7325-c643-406b-b551-efe6b03b7087), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:47.918835 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 3586970c-5d08-46cb-87e0-fd185bed7b1e {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:43:47.919268 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 3586970c-5d08-46cb-87e0-fd185bed7b1e not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:43:47.977147 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-7da500a2-db9e-4e71-ae99-8a28408683b8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=26d95be40e5b455c86e9552abd414a6b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6858804 Feb 04 12:43:47.978094 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da500a2-db9e-4e71-ae99-8a28408683b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f1c7325-c643-406b-b551-efe6b03b7087,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:43:47.981061 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 60150) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:47.986472 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-95897d8e-4278-4361-8085-f991f9b248e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:48.021548 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-146508b2-3c34-45cf-b81c-6ec42f60a5f7 tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Publish callbacks [] for port (ca30aacf-e5ec-44d6-a24a-ce3e46cd7d35), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:48.095796 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4ad436b2-652e-4074-9ffb-b477d0204a11 admin admin] Publish callbacks [] for security_group (7f1c7325-c643-406b-b551-efe6b03b7087), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:48.102491 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-146508b2-3c34-45cf-b81c-6ec42f60a5f7 tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (ca30aacf-e5ec-44d6-a24a-ce3e46cd7d35), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:48.145241 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4ad436b2-652e-4074-9ffb-b477d0204a11 admin admin] Publish callbacks [] for security_group (7f1c7325-c643-406b-b551-efe6b03b7087), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:48.174008 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146508b2-3c34-45cf-b81c-6ec42f60a5f7 tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:43:48.181736 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-146508b2-3c34-45cf-b81c-6ec42f60a5f7 tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:43:48.219723 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146508b2-3c34-45cf-b81c-6ec42f60a5f7 tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:43:48.247919 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8086f3ab-1797-4039-bc96-ed2d620669a8 req-3c2499d8-9682-4446-857c-b33754bfc8ea tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 210 time: 0.0373857 Feb 04 12:43:48.277649 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146508b2-3c34-45cf-b81c-6ec42f60a5f7 tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Pushing event updated for resources: {'Port': ['ID=ca30aacf-e5ec-44d6-a24a-ce3e46cd7d35,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:43:48.383026 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4ad436b2-652e-4074-9ffb-b477d0204a11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (7f1c7325-c643-406b-b551-efe6b03b7087), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:48.384557 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4ad436b2-652e-4074-9ffb-b477d0204a11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:48.385425 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-4ad436b2-652e-4074-9ffb-b477d0204a11 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7f1c7325-c643-406b-b551-efe6b03b7087 HTTP/1.1" status: 204 len: 168 time: 0.3970771 Feb 04 12:43:48.421694 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad436b2-652e-4074-9ffb-b477d0204a11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f1c7325-c643-406b-b551-efe6b03b7087,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:43:48.608579 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-146508b2-3c34-45cf-b81c-6ec42f60a5f7 tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Publish callbacks [] for router_gateway (2423a378-b225-4c10-a1ef-0fb8f1f9ac84), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:48.646798 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 7b09a76d-b5a2-4514-9e1e-d21e324d416c up at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:43:48.731765 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning for port 7b09a76d-b5a2-4514-9e1e-d21e324d416c completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:43:48.741915 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning complete for port 7b09a76d-b5a2-4514-9e1e-d21e324d416c triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:43:48.742292 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (7b09a76d-b5a2-4514-9e1e-d21e324d416c), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:48.808950 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1459dc18-5328-4501-a0e1-ef6e8f5f16b6 req-cbcd8d91-4411-4677-8973-b58ebf6b9038 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:48.811956 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1459dc18-5328-4501-a0e1-ef6e8f5f16b6 req-cbcd8d91-4411-4677-8973-b58ebf6b9038 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] 10.222.0.65 "GET /v2.0/ports?device_id=300d028c-dd10-4eb9-8c7a-b8e1f5edd042 HTTP/1.1" status: 200 len: 984 time: 0.1276226 Feb 04 12:43:48.943315 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1459dc18-5328-4501-a0e1-ef6e8f5f16b6 req-9bead2ff-f4d1-49d4-921f-a1a97692f2cd tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1abc602-416c-47de-b7d0-b9d5f1cfd56b&id=3e4ce75d-0822-492a-b4c4-19330ea903f4&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1185408 Feb 04 12:43:48.950873 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 7b09a76d-b5a2-4514-9e1e-d21e324d416c is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:43:48.951444 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (7b09a76d-b5a2-4514-9e1e-d21e324d416c), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:49.009485 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '300d028c-dd10-4eb9-8c7a-b8e1f5edd042', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b09a76d-b5a2-4514-9e1e-d21e324d416c'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:43:49.012871 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b92397c9-03df-4f5a-be85-3b119ec8975e" -d '{"events": [{"server_uuid": "300d028c-dd10-4eb9-8c7a-b8e1f5edd042", "name": "network-vif-plugged", "status": "completed", "tag": "7b09a76d-b5a2-4514-9e1e-d21e324d416c"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:43:49.027929 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 7b09a76d-b5a2-4514-9e1e-d21e324d416c, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=7b09a76d-b5a2-4514-9e1e-d21e324d416c,segment=NetworkSegment(5daa5c0b-9cb4-4e7f-bc47-7fa6912d9537),segment_id=5daa5c0b-9cb4-4e7f-bc47-7fa6912d9537)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:43:49.037917 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (7b09a76d-b5a2-4514-9e1e-d21e324d416c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:49.079659 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 60170) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:49.110758 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0927000c-d5ef-45b4-9e8f-018c3d97e4f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:49.163634 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=7b09a76d-b5a2-4514-9e1e-d21e324d416c,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:43:49.224656 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:49.266590 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0927000c-d5ef-45b4-9e8f-018c3d97e4f4 admin admin] Publish callbacks [] for security_group (d5ef08d5-7d29-463c-86e5-8dcf5c605cde), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:49.272807 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0927000c-d5ef-45b4-9e8f-018c3d97e4f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (d5ef08d5-7d29-463c-86e5-8dcf5c605cde), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:49.332901 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0927000c-d5ef-45b4-9e8f-018c3d97e4f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5ef08d5-7d29-463c-86e5-8dcf5c605cde,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:43:49.358089 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-0927000c-d5ef-45b4-9e8f-018c3d97e4f4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8e268144bc0f49c4850ce392962a4a93&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2761202 Feb 04 12:43:49.363920 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 60174) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:49.391094 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-146508b2-3c34-45cf-b81c-6ec42f60a5f7 tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141'] for router (2423a378-b225-4c10-a1ef-0fb8f1f9ac84), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:49.489909 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4648cb7-34f8-484d-bcd5-ad87344bcaf5 x-openstack-request-id: req-c4648cb7-34f8-484d-bcd5-ad87344bcaf5 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:43:49.490385 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "300d028c-dd10-4eb9-8c7a-b8e1f5edd042", "name": "network-vif-plugged", "status": "completed", "tag": "7b09a76d-b5a2-4514-9e1e-d21e324d416c", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:43:49.490798 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c4648cb7-34f8-484d-bcd5-ad87344bcaf5 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:43:49.491356 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '300d028c-dd10-4eb9-8c7a-b8e1f5edd042', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b09a76d-b5a2-4514-9e1e-d21e324d416c', 'code': 200} Feb 04 12:43:49.579569 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-51823e0a-8dae-4903-b42d-7bc705202736 req-86b6dfad-1378-4680-9171-24886321cac3 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 210 time: 0.1727176 Feb 04 12:43:49.594898 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-146508b2-3c34-45cf-b81c-6ec42f60a5f7 tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Router 2423a378-b225-4c10-a1ef-0fb8f1f9ac84 is scheduled to L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de with binding_index 1 {{(pid=103474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 12:43:49.624558 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a3e4579f-6ab9-45a4-88f5-7d3cc1209f8e admin admin] Publish callbacks [] for security_group (d5ef08d5-7d29-463c-86e5-8dcf5c605cde), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:49.663882 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba94b65-e749-4d85-9732-4f01b6df0907 req-90b6c0e1-6331-471b-baa7-4e639b90626d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:49.665722 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4ba94b65-e749-4d85-9732-4f01b6df0907 req-90b6c0e1-6331-471b-baa7-4e639b90626d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=300d028c-dd10-4eb9-8c7a-b8e1f5edd042 HTTP/1.1" status: 200 len: 1167 time: 0.1025066 Feb 04 12:43:49.667906 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a3e4579f-6ab9-45a4-88f5-7d3cc1209f8e admin admin] Publish callbacks [] for security_group (d5ef08d5-7d29-463c-86e5-8dcf5c605cde), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:49.797668 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-146508b2-3c34-45cf-b81c-6ec42f60a5f7 tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:43:49.805412 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4ba94b65-e749-4d85-9732-4f01b6df0907 req-df45b0ab-8686-4d15-8409-a90be09993e3 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=f1abc602-416c-47de-b7d0-b9d5f1cfd56b&id=3e4ce75d-0822-492a-b4c4-19330ea903f4&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1251342 Feb 04 12:43:49.806850 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a3e4579f-6ab9-45a4-88f5-7d3cc1209f8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (d5ef08d5-7d29-463c-86e5-8dcf5c605cde), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:49.809438 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a3e4579f-6ab9-45a4-88f5-7d3cc1209f8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:49.810500 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-a3e4579f-6ab9-45a4-88f5-7d3cc1209f8e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d5ef08d5-7d29-463c-86e5-8dcf5c605cde HTTP/1.1" status: 204 len: 168 time: 0.4441319 Feb 04 12:43:49.816399 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc37b5b6-0025-4fdb-be13-c1e09dc61dc9 None None] Sync routers for ids ['2423a378-b225-4c10-a1ef-0fb8f1f9ac84'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:43:49.833606 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc37b5b6-0025-4fdb-be13-c1e09dc61dc9 None None] Routers {'2423a378-b225-4c10-a1ef-0fb8f1f9ac84'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:43:49.834785 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-cc37b5b6-0025-4fdb-be13-c1e09dc61dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:43:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['2423a378-b225-4c10-a1ef-0fb8f1f9ac84'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:43:49.835923 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e4579f-6ab9-45a4-88f5-7d3cc1209f8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5ef08d5-7d29-463c-86e5-8dcf5c605cde,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:43:49.867774 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-146508b2-3c34-45cf-b81c-6ec42f60a5f7 tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:49.874187 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-146508b2-3c34-45cf-b81c-6ec42f60a5f7 tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.2398701 Feb 04 12:43:49.874865 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 60182) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:49.880548 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-a9d1d49d-ac34-4393-b57b-acc4fd52f2d1 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'enable_snat': False}}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:43:49.941744 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-cc37b5b6-0025-4fdb-be13-c1e09dc61dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:43:49.957709 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc37b5b6-0025-4fdb-be13-c1e09dc61dc9 None None] Routers {'2423a378-b225-4c10-a1ef-0fb8f1f9ac84'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:43:49.958350 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-cc37b5b6-0025-4fdb-be13-c1e09dc61dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:43:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['2423a378-b225-4c10-a1ef-0fb8f1f9ac84'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:43:50.037937 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-cc37b5b6-0025-4fdb-be13-c1e09dc61dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:43:50.042952 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc37b5b6-0025-4fdb-be13-c1e09dc61dc9 None None] The sync data for ids ['2423a378-b225-4c10-a1ef-0fb8f1f9ac84'] in n-d-825015-3 is: [] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:43:50.267659 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58753bf4-5b82-4cc1-b3f6-73478a77ce5c req-746cc006-1c6b-41c3-8226-166c22417876 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:50.269872 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-58753bf4-5b82-4cc1-b3f6-73478a77ce5c req-746cc006-1c6b-41c3-8226-166c22417876 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] 10.222.0.65 "GET /v2.0/ports?device_id=300d028c-dd10-4eb9-8c7a-b8e1f5edd042 HTTP/1.1" status: 200 len: 985 time: 0.1610115 Feb 04 12:43:50.455132 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:50.465087 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-58753bf4-5b82-4cc1-b3f6-73478a77ce5c req-186fb5a2-a88b-4752-9b5e-d8caae11145d tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1abc602-416c-47de-b7d0-b9d5f1cfd56b&id=3e4ce75d-0822-492a-b4c4-19330ea903f4&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1817122 Feb 04 12:43:50.516580 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a9d1d49d-ac34-4393-b57b-acc4fd52f2d1 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks [] for router_gateway (2423a378-b225-4c10-a1ef-0fb8f1f9ac84), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:51.241617 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-061fc148-5bcf-4df4-a7fc-57f1c204375c req-24a95352-aabf-466d-b733-4010cfd80cb0 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/ports?device_id=eefed902-5b4d-4ff7-b65f-81c365a034bc HTTP/1.1" status: 200 len: 210 time: 0.5019896 Feb 04 12:43:51.614347 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:51.676137 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee9db8a-4e4f-4a67-955b-43b2e225b711 req-e01530a5-e2fe-4e43-b4ce-5e321afeaff2 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:51.678155 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8ee9db8a-4e4f-4a67-955b-43b2e225b711 req-e01530a5-e2fe-4e43-b4ce-5e321afeaff2 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] 10.222.0.65 "GET /v2.0/ports?device_id=300d028c-dd10-4eb9-8c7a-b8e1f5edd042 HTTP/1.1" status: 200 len: 985 time: 0.1055713 Feb 04 12:43:51.715282 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a9d1d49d-ac34-4393-b57b-acc4fd52f2d1 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1623026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10906'] for router (2423a378-b225-4c10-a1ef-0fb8f1f9ac84), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:51.723390 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a9d1d49d-ac34-4393-b57b-acc4fd52f2d1 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1623127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1623150', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1622793'] for router (2423a378-b225-4c10-a1ef-0fb8f1f9ac84), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:51.860376 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8ee9db8a-4e4f-4a67-955b-43b2e225b711 req-462176ca-a758-426b-a510-212b3e12190b tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1abc602-416c-47de-b7d0-b9d5f1cfd56b&id=3e4ce75d-0822-492a-b4c4-19330ea903f4&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1665928 Feb 04 12:43:51.899495 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9d1d49d-ac34-4393-b57b-acc4fd52f2d1 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Router 2423a378-b225-4c10-a1ef-0fb8f1f9ac84 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:43:52.107122 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81ebcf4-00a8-4774-9f18-253c470ff884 req-ee8d8869-0f73-4066-9b99-a321cf3aac41 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:52.115010 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f81ebcf4-00a8-4774-9f18-253c470ff884 req-ee8d8869-0f73-4066-9b99-a321cf3aac41 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] 10.222.0.65 "GET /v2.0/ports?device_id=300d028c-dd10-4eb9-8c7a-b8e1f5edd042 HTTP/1.1" status: 200 len: 985 time: 0.0957365 Feb 04 12:43:52.125269 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9d1d49d-ac34-4393-b57b-acc4fd52f2d1 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:43:52.131051 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a9d1d49d-ac34-4393-b57b-acc4fd52f2d1 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:52.132494 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-a9d1d49d-ac34-4393-b57b-acc4fd52f2d1 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] 10.222.0.65 "PUT /v2.0/routers/2423a378-b225-4c10-a1ef-0fb8f1f9ac84 HTTP/1.1" status: 200 len: 922 time: 2.2564514 Feb 04 12:43:52.136596 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 60238) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:52.146163 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424da37b-bb3e-47af-a6df-f5414e081d43 None None] Sync routers for ids ['2423a378-b225-4c10-a1ef-0fb8f1f9ac84'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:43:52.164250 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424da37b-bb3e-47af-a6df-f5414e081d43 None None] Routers {'2423a378-b225-4c10-a1ef-0fb8f1f9ac84'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:43:52.164999 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-424da37b-bb3e-47af-a6df-f5414e081d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:43:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['2423a378-b225-4c10-a1ef-0fb8f1f9ac84'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:43:52.262025 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-c0d2f065-69fe-4f54-a17f-b534e8d76cd6 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] 10.222.0.65 "GET /v2.0/routers/2423a378-b225-4c10-a1ef-0fb8f1f9ac84 HTTP/1.1" status: 200 len: 922 time: 0.1216097 Feb 04 12:43:52.262888 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 60240) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:52.277766 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-424da37b-bb3e-47af-a6df-f5414e081d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:43:52.302434 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f81ebcf4-00a8-4774-9f18-253c470ff884 req-2a12deb7-37be-4bbd-a481-99decc11d9e5 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1abc602-416c-47de-b7d0-b9d5f1cfd56b&id=3e4ce75d-0822-492a-b4c4-19330ea903f4&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1798921 Feb 04 12:43:52.303580 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 60246) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:52.307300 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424da37b-bb3e-47af-a6df-f5414e081d43 None None] Routers {'2423a378-b225-4c10-a1ef-0fb8f1f9ac84'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:43:52.307969 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-424da37b-bb3e-47af-a6df-f5414e081d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:43:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['2423a378-b225-4c10-a1ef-0fb8f1f9ac84'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:43:52.415444 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 60252) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:52.436746 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f52048-6a95-42e7-b6a3-d260825fc64a tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:52.444139 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-89f52048-6a95-42e7-b6a3-d260825fc64a tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7&device_id=2423a378-b225-4c10-a1ef-0fb8f1f9ac84&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1745975 Feb 04 12:43:52.444139 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 60254) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:52.446073 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-424da37b-bb3e-47af-a6df-f5414e081d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:43:52.447524 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424da37b-bb3e-47af-a6df-f5414e081d43 None None] The sync data for ids ['2423a378-b225-4c10-a1ef-0fb8f1f9ac84'] in n-d-825015-3 is: [] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:43:52.506776 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6b0f6a-f173-4b58-95aa-b4ff148b1ec7 req-ad2f8cff-ca1b-4afb-9cbb-700397260616 tempest-TestSecurityGroupsBasicOps-1718497516 tempest-TestSecurityGroupsBasicOps-1718497516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:52.511359 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cb6b0f6a-f173-4b58-95aa-b4ff148b1ec7 req-ad2f8cff-ca1b-4afb-9cbb-700397260616 tempest-TestSecurityGroupsBasicOps-1718497516 tempest-TestSecurityGroupsBasicOps-1718497516-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=300d028c-dd10-4eb9-8c7a-b8e1f5edd042 HTTP/1.1" status: 200 len: 1167 time: 0.0897076 Feb 04 12:43:52.531348 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-cb6b0f6a-f173-4b58-95aa-b4ff148b1ec7 req-fdece0b8-731a-4ef0-8e9a-264fa6384228 tempest-TestSecurityGroupsBasicOps-1718497516 tempest-TestSecurityGroupsBasicOps-1718497516-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:52.555328 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be77ec9e-7f02-4c86-92e0-36d8c84e0d85 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:52.558610 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-be77ec9e-7f02-4c86-92e0-36d8c84e0d85 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] 10.222.0.65 "GET /v2.0/networks/7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 HTTP/1.1" status: 200 len: 881 time: 0.1123502 Feb 04 12:43:52.568291 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 60256) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:52.602271 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-2a605ddf-b05a-4370-8374-58beb140b218 tempest-RoutersAdminNegativeTest-114160758 tempest-RoutersAdminNegativeTest-114160758-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1218369568', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:43:52.614015 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-665ca0b4-1002-41d7-8eea-07a46f7ae9fa tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] 10.222.0.65 "GET /v2.0/ports?device_id=2423a378-b225-4c10-a1ef-0fb8f1f9ac84 HTTP/1.1" status: 200 len: 205 time: 0.0419402 Feb 04 12:43:52.618139 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 60258) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:52.657493 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0ed4da85-161c-49d5-bae4-fbd412ec393e tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks [] for security_group (6fb9d925-f1ad-446a-9918-6c4396d6cf75), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:52.702773 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0ed4da85-161c-49d5-bae4-fbd412ec393e tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks [] for security_group (6fb9d925-f1ad-446a-9918-6c4396d6cf75), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:52.718175 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a605ddf-b05a-4370-8374-58beb140b218 tempest-RoutersAdminNegativeTest-114160758 tempest-RoutersAdminNegativeTest-114160758-project-admin] Made reservation on behalf of a60960432adf4028be3b6c792d1c3a10 for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:43:52.720748 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2a605ddf-b05a-4370-8374-58beb140b218 tempest-RoutersAdminNegativeTest-114160758 tempest-RoutersAdminNegativeTest-114160758-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:52.758361 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2a605ddf-b05a-4370-8374-58beb140b218 tempest-RoutersAdminNegativeTest-114160758 tempest-RoutersAdminNegativeTest-114160758-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:52.770247 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-cb6b0f6a-f173-4b58-95aa-b4ff148b1ec7 req-fdece0b8-731a-4ef0-8e9a-264fa6384228 tempest-TestSecurityGroupsBasicOps-1718497516 tempest-TestSecurityGroupsBasicOps-1718497516-project-admin] Publish callbacks [] for security_group (23ae2d06-bf4d-4bf3-b5b2-8a0d8bcb2c61), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:52.787780 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-cb6b0f6a-f173-4b58-95aa-b4ff148b1ec7 req-fdece0b8-731a-4ef0-8e9a-264fa6384228 tempest-TestSecurityGroupsBasicOps-1718497516 tempest-TestSecurityGroupsBasicOps-1718497516-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (23ae2d06-bf4d-4bf3-b5b2-8a0d8bcb2c61), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:52.813558 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0ed4da85-161c-49d5-bae4-fbd412ec393e tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (6fb9d925-f1ad-446a-9918-6c4396d6cf75), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:52.818009 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0ed4da85-161c-49d5-bae4-fbd412ec393e tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:52.823336 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-0ed4da85-161c-49d5-bae4-fbd412ec393e tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "DELETE /v2.0/security-groups/6fb9d925-f1ad-446a-9918-6c4396d6cf75 HTTP/1.1" status: 204 len: 168 time: 0.4050226 Feb 04 12:43:52.834669 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 60264) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:52.836111 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed4da85-161c-49d5-bae4-fbd412ec393e tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fb9d925-f1ad-446a-9918-6c4396d6cf75,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:43:52.925153 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdece0b8-731a-4ef0-8e9a-264fa6384228 tempest-TestSecurityGroupsBasicOps-1718497516 tempest-TestSecurityGroupsBasicOps-1718497516-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23ae2d06-bf4d-4bf3-b5b2-8a0d8bcb2c61,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:43:52.951773 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cb6b0f6a-f173-4b58-95aa-b4ff148b1ec7 req-fdece0b8-731a-4ef0-8e9a-264fa6384228 tempest-TestSecurityGroupsBasicOps-1718497516 tempest-TestSecurityGroupsBasicOps-1718497516-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=f1abc602-416c-47de-b7d0-b9d5f1cfd56b&id=3e4ce75d-0822-492a-b4c4-19330ea903f4&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.4280205 Feb 04 12:43:52.979816 n-d-825015-3 neutron-server[103474]: INFO neutron.api.v2.resource [None req-6aea777b-7b8c-4d31-9a42-3a8361f07d1d tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] show failed (client error): The resource could not be found. Feb 04 12:43:52.981087 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-6aea777b-7b8c-4d31-9a42-3a8361f07d1d tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "GET /v2.0/security-groups/6fb9d925-f1ad-446a-9918-6c4396d6cf75 HTTP/1.1" status: 404 len: 347 time: 0.1302304 Feb 04 12:43:52.982168 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f7197ae8-75a8-4b08-96f9-907f3cc15b91 tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Publish callbacks [] for router (2423a378-b225-4c10-a1ef-0fb8f1f9ac84), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:52.986336 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 60266) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:52.986743 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 60268) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:53.164043 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9665f7-9a6c-41fc-ac44-94dc99da8165 tempest-TestSecurityGroupsBasicOps-1718497516 tempest-TestSecurityGroupsBasicOps-1718497516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:53.168909 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-cb9665f7-9a6c-41fc-ac44-94dc99da8165 tempest-TestSecurityGroupsBasicOps-1718497516 tempest-TestSecurityGroupsBasicOps-1718497516-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=300d028c-dd10-4eb9-8c7a-b8e1f5edd042 HTTP/1.1" status: 200 len: 1162 time: 0.1810169 Feb 04 12:43:53.169534 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 60274) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:53.177833 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-7f334c0e-bf2e-4560-9e48-5189aa4c9b0f tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Request body: {'floatingip': {'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'port_id': '7b09a76d-b5a2-4514-9e1e-d21e324d416c', 'tenant_id': 'bfc2366eafc245dcab2b10b9216f9d44', 'fixed_ip_address': '172.20.0.30'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:43:53.206632 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2a605ddf-b05a-4370-8374-58beb140b218 tempest-RoutersAdminNegativeTest-114160758 tempest-RoutersAdminNegativeTest-114160758-project-admin] Publish callbacks [] for security_group (6bb8ceac-6e46-4ab9-949b-b314c47bb9a7), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:53.213972 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2a605ddf-b05a-4370-8374-58beb140b218 tempest-RoutersAdminNegativeTest-114160758 tempest-RoutersAdminNegativeTest-114160758-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (6bb8ceac-6e46-4ab9-949b-b314c47bb9a7), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:53.220147 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [None req-2a605ddf-b05a-4370-8374-58beb140b218 tempest-RoutersAdminNegativeTest-114160758 tempest-RoutersAdminNegativeTest-114160758-project-admin] device_id is not set on port 406348a9-cc26-41e5-a7e6-3adf577a7538 yet. {{(pid=103475) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 12:43:53.226367 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7f334c0e-bf2e-4560-9e48-5189aa4c9b0f tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:53.285370 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-46daa9e0-3f0d-41f1-ae71-21189ab349bb tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Deleting port e91a7cba-0235-4d7b-9403-5e29bb38158c {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:43:53.286159 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-46daa9e0-3f0d-41f1-ae71-21189ab349bb tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (e91a7cba-0235-4d7b-9403-5e29bb38158c), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:53.311637 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f7197ae8-75a8-4b08-96f9-907f3cc15b91 tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Publish callbacks [] for router_gateway (2423a378-b225-4c10-a1ef-0fb8f1f9ac84), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:53.359610 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a605ddf-b05a-4370-8374-58beb140b218 tempest-RoutersAdminNegativeTest-114160758 tempest-RoutersAdminNegativeTest-114160758-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bb8ceac-6e46-4ab9-949b-b314c47bb9a7,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:43:53.420244 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-46daa9e0-3f0d-41f1-ae71-21189ab349bb tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (e91a7cba-0235-4d7b-9403-5e29bb38158c), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:53.420572 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-46daa9e0-3f0d-41f1-ae71-21189ab349bb tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks [] for floatingip (e91a7cba-0235-4d7b-9403-5e29bb38158c), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:53.443343 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-46daa9e0-3f0d-41f1-ae71-21189ab349bb tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Calling delete_port for e91a7cba-0235-4d7b-9403-5e29bb38158c owned by network:floatingip {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:43:53.461885 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-2a605ddf-b05a-4370-8374-58beb140b218 tempest-RoutersAdminNegativeTest-114160758 tempest-RoutersAdminNegativeTest-114160758-project-admin] Allocated IP 172.25.3.135 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/406348a9-cc26-41e5-a7e6-3adf577a7538) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:43:53.484095 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-f7197ae8-75a8-4b08-96f9-907f3cc15b91 tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Deleting port ca30aacf-e5ec-44d6-a24a-ce3e46cd7d35 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:43:53.484855 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f7197ae8-75a8-4b08-96f9-907f3cc15b91 tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (ca30aacf-e5ec-44d6-a24a-ce3e46cd7d35), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:53.537844 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7f334c0e-bf2e-4560-9e48-5189aa4c9b0f tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:53.655265 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f7197ae8-75a8-4b08-96f9-907f3cc15b91 tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (ca30aacf-e5ec-44d6-a24a-ce3e46cd7d35), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:53.675650 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-f7197ae8-75a8-4b08-96f9-907f3cc15b91 tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Calling delete_port for ca30aacf-e5ec-44d6-a24a-ce3e46cd7d35 owned by network:router_gateway {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:43:53.803891 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2a605ddf-b05a-4370-8374-58beb140b218 tempest-RoutersAdminNegativeTest-114160758 tempest-RoutersAdminNegativeTest-114160758-project-admin] Publish callbacks [] for port (406348a9-cc26-41e5-a7e6-3adf577a7538), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:53.818565 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-46daa9e0-3f0d-41f1-ae71-21189ab349bb tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (e91a7cba-0235-4d7b-9403-5e29bb38158c), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:53.922234 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46daa9e0-3f0d-41f1-ae71-21189ab349bb tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Pushing event deleted for resources: {'Port': ['ID=e91a7cba-0235-4d7b-9403-5e29bb38158c,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:43:53.939243 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2a605ddf-b05a-4370-8374-58beb140b218 tempest-RoutersAdminNegativeTest-114160758 tempest-RoutersAdminNegativeTest-114160758-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (406348a9-cc26-41e5-a7e6-3adf577a7538), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:53.964349 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a605ddf-b05a-4370-8374-58beb140b218 tempest-RoutersAdminNegativeTest-114160758 tempest-RoutersAdminNegativeTest-114160758-project-admin] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:43:53.969624 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-2a605ddf-b05a-4370-8374-58beb140b218 tempest-RoutersAdminNegativeTest-114160758 tempest-RoutersAdminNegativeTest-114160758-project-admin] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:43:54.009268 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a605ddf-b05a-4370-8374-58beb140b218 tempest-RoutersAdminNegativeTest-114160758 tempest-RoutersAdminNegativeTest-114160758-project-admin] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:43:54.063329 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-46daa9e0-3f0d-41f1-ae71-21189ab349bb tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks [] for floatingip (3d4d2bf4-b726-4c3f-a2e3-ffa07379faa1), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:54.066759 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-46daa9e0-3f0d-41f1-ae71-21189ab349bb tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:54.068092 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-46daa9e0-3f0d-41f1-ae71-21189ab349bb tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "DELETE /v2.0/floatingips/3d4d2bf4-b726-4c3f-a2e3-ffa07379faa1 HTTP/1.1" status: 204 len: 168 time: 1.0786424 Feb 04 12:43:54.069371 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-7f334c0e-bf2e-4560-9e48-5189aa4c9b0f tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Allocated IP 172.25.3.221 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/ffebf5e6-abe1-428c-8de7-398e320e6a47) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:43:54.072035 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 60280) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:54.125109 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a605ddf-b05a-4370-8374-58beb140b218 tempest-RoutersAdminNegativeTest-114160758 tempest-RoutersAdminNegativeTest-114160758-project-admin] Pushing event updated for resources: {'Port': ['ID=406348a9-cc26-41e5-a7e6-3adf577a7538,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:43:54.131778 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a605ddf-b05a-4370-8374-58beb140b218 tempest-RoutersAdminNegativeTest-114160758 tempest-RoutersAdminNegativeTest-114160758-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:54.133020 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2a605ddf-b05a-4370-8374-58beb140b218 tempest-RoutersAdminNegativeTest-114160758 tempest-RoutersAdminNegativeTest-114160758-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:54.152942 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f7197ae8-75a8-4b08-96f9-907f3cc15b91 tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (ca30aacf-e5ec-44d6-a24a-ce3e46cd7d35), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:54.176325 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-2a605ddf-b05a-4370-8374-58beb140b218 tempest-RoutersAdminNegativeTest-114160758 tempest-RoutersAdminNegativeTest-114160758-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.8702247 Feb 04 12:43:54.181682 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 60282) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:54.223068 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-c3c570be-ea18-41f1-bde7-1dcbd5a2158b tempest-RoutersAdminNegativeTest-114160758 tempest-RoutersAdminNegativeTest-114160758-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.135'}]}}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:43:54.232305 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7197ae8-75a8-4b08-96f9-907f3cc15b91 tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Pushing event deleted for resources: {'Port': ['ID=ca30aacf-e5ec-44d6-a24a-ce3e46cd7d35,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:43:54.287941 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c3c570be-ea18-41f1-bde7-1dcbd5a2158b tempest-RoutersAdminNegativeTest-114160758 tempest-RoutersAdminNegativeTest-114160758-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10933'] for router (8971194d-f4a7-4367-9e36-b1ced092ef62), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:54.290217 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c3c570be-ea18-41f1-bde7-1dcbd5a2158b tempest-RoutersAdminNegativeTest-114160758 tempest-RoutersAdminNegativeTest-114160758-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10924'] for router (8971194d-f4a7-4367-9e36-b1ced092ef62), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:54.297351 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f7197ae8-75a8-4b08-96f9-907f3cc15b91 tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1599901'] for router_gateway (2423a378-b225-4c10-a1ef-0fb8f1f9ac84), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:54.370081 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-faf6b8d6-7f81-410c-b1fa-694474f75d79 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Deleting port 7b388f88-9bfb-4b99-9347-ac1c0aba4fb8 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:43:54.370706 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-faf6b8d6-7f81-410c-b1fa-694474f75d79 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (7b388f88-9bfb-4b99-9347-ac1c0aba4fb8), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:54.445204 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7f334c0e-bf2e-4560-9e48-5189aa4c9b0f tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks [] for port (ffebf5e6-abe1-428c-8de7-398e320e6a47), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:54.489863 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-faf6b8d6-7f81-410c-b1fa-694474f75d79 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (7b388f88-9bfb-4b99-9347-ac1c0aba4fb8), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:54.515788 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-faf6b8d6-7f81-410c-b1fa-694474f75d79 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Calling delete_port for 7b388f88-9bfb-4b99-9347-ac1c0aba4fb8 owned by {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:43:54.593921 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7f334c0e-bf2e-4560-9e48-5189aa4c9b0f tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (ffebf5e6-abe1-428c-8de7-398e320e6a47), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:54.664892 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f334c0e-bf2e-4560-9e48-5189aa4c9b0f tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:43:54.684124 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-7f334c0e-bf2e-4560-9e48-5189aa4c9b0f tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:43:54.688769 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f334c0e-bf2e-4560-9e48-5189aa4c9b0f tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Pushing event updated for resources: {'Port': ['ID=ffebf5e6-abe1-428c-8de7-398e320e6a47,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:43:54.692443 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f334c0e-bf2e-4560-9e48-5189aa4c9b0f tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:43:54.725684 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f7197ae8-75a8-4b08-96f9-907f3cc15b91 tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10915'] for router (2423a378-b225-4c10-a1ef-0fb8f1f9ac84), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:54.728219 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f7197ae8-75a8-4b08-96f9-907f3cc15b91 tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Publish callbacks [] for router_controller (2423a378-b225-4c10-a1ef-0fb8f1f9ac84), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:54.828840 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c3c570be-ea18-41f1-bde7-1dcbd5a2158b tempest-RoutersAdminNegativeTest-114160758 tempest-RoutersAdminNegativeTest-114160758-project-admin] Publish callbacks [] for router_controller (8971194d-f4a7-4367-9e36-b1ced092ef62), precommit_add_association {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:54.830141 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f7197ae8-75a8-4b08-96f9-907f3cc15b91 tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622829'] for router (2423a378-b225-4c10-a1ef-0fb8f1f9ac84), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:54.830885 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7197ae8-75a8-4b08-96f9-907f3cc15b91 tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Fanout notify agent at l3_agent the message router_deleted on router 2423a378-b225-4c10-a1ef-0fb8f1f9ac84 {{(pid=103475) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 12:43:54.838566 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f7197ae8-75a8-4b08-96f9-907f3cc15b91 tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Publish callbacks [] for router (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:54.846222 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-f7197ae8-75a8-4b08-96f9-907f3cc15b91 tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] 10.222.0.65 "DELETE /v2.0/routers/2423a378-b225-4c10-a1ef-0fb8f1f9ac84 HTTP/1.1" status: 204 len: 168 time: 2.2267039 Feb 04 12:43:54.846972 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 60294) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:54.853014 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-bf31c05e-86cd-4b61-b7b6-ae1402b4935b tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1441757508', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:43:54.884733 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-faf6b8d6-7f81-410c-b1fa-694474f75d79 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (7b388f88-9bfb-4b99-9347-ac1c0aba4fb8), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:54.935755 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf6b8d6-7f81-410c-b1fa-694474f75d79 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Pushing event deleted for resources: {'Port': ['ID=7b388f88-9bfb-4b99-9347-ac1c0aba4fb8,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:43:54.970694 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bf31c05e-86cd-4b61-b7b6-ae1402b4935b tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10933'] for router (00af7faa-1e68-4242-9b82-0b7516a0e97b), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:54.972210 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bf31c05e-86cd-4b61-b7b6-ae1402b4935b tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10924'] for router (00af7faa-1e68-4242-9b82-0b7516a0e97b), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:55.090612 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c3c570be-ea18-41f1-bde7-1dcbd5a2158b tempest-RoutersAdminNegativeTest-114160758 tempest-RoutersAdminNegativeTest-114160758-project-admin] Publish callbacks [] for router_gateway (8971194d-f4a7-4367-9e36-b1ced092ef62), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:55.131453 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-faf6b8d6-7f81-410c-b1fa-694474f75d79 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:55.135927 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-faf6b8d6-7f81-410c-b1fa-694474f75d79 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "DELETE /v2.0/ports/7b388f88-9bfb-4b99-9347-ac1c0aba4fb8 HTTP/1.1" status: 204 len: 168 time: 1.0635695 Feb 04 12:43:55.154554 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 60300) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:55.212954 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bf31c05e-86cd-4b61-b7b6-ae1402b4935b tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Publish callbacks [] for router_controller (00af7faa-1e68-4242-9b82-0b7516a0e97b), precommit_add_association {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:55.225179 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bf31c05e-86cd-4b61-b7b6-ae1402b4935b tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141'] for router (00af7faa-1e68-4242-9b82-0b7516a0e97b), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:55.315567 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bf31c05e-86cd-4b61-b7b6-ae1402b4935b tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Publish callbacks [] for router (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:55.320050 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-bf31c05e-86cd-4b61-b7b6-ae1402b4935b tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4712226 Feb 04 12:43:55.321681 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 60304) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:55.323865 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7f334c0e-bf2e-4560-9e48-5189aa4c9b0f tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks [] for floatingip (73e29cb2-d5c4-4b7a-86f9-f49f937641e9), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:55.327719 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-856a9c0a-d407-42df-b21f-bfc4ca67235a tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Request body: {'router': {'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:43:55.427316 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7f334c0e-bf2e-4560-9e48-5189aa4c9b0f tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (ffebf5e6-abe1-428c-8de7-398e320e6a47), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:55.657700 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-1a2ab41d-62b5-4b41-a085-20d2d2d79ff6 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Deleting port c52edd8b-620d-4771-b029-de54239b378d {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:43:55.658153 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1a2ab41d-62b5-4b41-a085-20d2d2d79ff6 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (c52edd8b-620d-4771-b029-de54239b378d), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:55.697194 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7f334c0e-bf2e-4560-9e48-5189aa4c9b0f tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks [] for port (ffebf5e6-abe1-428c-8de7-398e320e6a47), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:55.703858 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7f334c0e-bf2e-4560-9e48-5189aa4c9b0f tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (ffebf5e6-abe1-428c-8de7-398e320e6a47), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:55.808896 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f334c0e-bf2e-4560-9e48-5189aa4c9b0f tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Pushing event updated for resources: {'Port': ['ID=ffebf5e6-abe1-428c-8de7-398e320e6a47,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:43:55.836758 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-856a9c0a-d407-42df-b21f-bfc4ca67235a tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Publish callbacks [] for router_gateway (00af7faa-1e68-4242-9b82-0b7516a0e97b), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:55.839487 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7f334c0e-bf2e-4560-9e48-5189aa4c9b0f tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1599943'] for floatingip (73e29cb2-d5c4-4b7a-86f9-f49f937641e9), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:56.026773 n-d-825015-3 neutron-server[103474]: INFO neutron.db.l3_db [None req-7f334c0e-bf2e-4560-9e48-5189aa4c9b0f tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Floating IP 73e29cb2-d5c4-4b7a-86f9-f49f937641e9 associated. External IP: 172.25.3.221, port: 7b09a76d-b5a2-4514-9e1e-d21e324d416c. Feb 04 12:43:56.047167 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c3c570be-ea18-41f1-bde7-1dcbd5a2158b tempest-RoutersAdminNegativeTest-114160758 tempest-RoutersAdminNegativeTest-114160758-project-admin] Publish callbacks [] for router_gateway (8971194d-f4a7-4367-9e36-b1ced092ef62), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:56.076985 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c3c570be-ea18-41f1-bde7-1dcbd5a2158b tempest-RoutersAdminNegativeTest-114160758 tempest-RoutersAdminNegativeTest-114160758-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:56.240728 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1a2ab41d-62b5-4b41-a085-20d2d2d79ff6 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (c52edd8b-620d-4771-b029-de54239b378d), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:56.288159 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-1a2ab41d-62b5-4b41-a085-20d2d2d79ff6 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Calling delete_port for c52edd8b-620d-4771-b029-de54239b378d owned by {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:43:56.369506 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f334c0e-bf2e-4560-9e48-5189aa4c9b0f tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Router 042fa9bd-a59f-44fa-b236-5edf79f58163 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:43:56.523200 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f334c0e-bf2e-4560-9e48-5189aa4c9b0f tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:43:56.538623 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba576b30-ea8e-4a3f-83fe-5d77f9c1f7f3 None None] Sync routers for ids ['042fa9bd-a59f-44fa-b236-5edf79f58163'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:43:56.556025 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c3c570be-ea18-41f1-bde7-1dcbd5a2158b tempest-RoutersAdminNegativeTest-114160758 tempest-RoutersAdminNegativeTest-114160758-project-admin] Publish callbacks [] for router (8971194d-f4a7-4367-9e36-b1ced092ef62), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:56.556265 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7f334c0e-bf2e-4560-9e48-5189aa4c9b0f tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:56.558371 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba576b30-ea8e-4a3f-83fe-5d77f9c1f7f3 None None] Routers {'042fa9bd-a59f-44fa-b236-5edf79f58163'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:43:56.560143 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-ba576b30-ea8e-4a3f-83fe-5d77f9c1f7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:43:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['042fa9bd-a59f-44fa-b236-5edf79f58163'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:43:56.596430 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-7f334c0e-bf2e-4560-9e48-5189aa4c9b0f tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.4256096 Feb 04 12:43:56.597335 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 60322) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:56.597819 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '300d028c-dd10-4eb9-8c7a-b8e1f5edd042', 'tag': '7b09a76d-b5a2-4514-9e1e-d21e324d416c'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:43:56.600237 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1573cb5c-e48d-4216-a9fd-5c3752a7cdd4" -d '{"events": [{"name": "network-changed", "server_uuid": "300d028c-dd10-4eb9-8c7a-b8e1f5edd042", "tag": "7b09a76d-b5a2-4514-9e1e-d21e324d416c"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:43:56.877599 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-ba576b30-ea8e-4a3f-83fe-5d77f9c1f7f3 None None] Set router 042fa9bd-a59f-44fa-b236-5edf79f58163 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:43:56.888243 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1a2ab41d-62b5-4b41-a085-20d2d2d79ff6 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (c52edd8b-620d-4771-b029-de54239b378d), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:57.285910 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-856a9c0a-d407-42df-b21f-bfc4ca67235a tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Publish callbacks [] for router_gateway (00af7faa-1e68-4242-9b82-0b7516a0e97b), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:57.322421 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-856a9c0a-d407-42df-b21f-bfc4ca67235a tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:57.351421 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c3c570be-ea18-41f1-bde7-1dcbd5a2158b tempest-RoutersAdminNegativeTest-114160758 tempest-RoutersAdminNegativeTest-114160758-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10915'] for router (8971194d-f4a7-4367-9e36-b1ced092ef62), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:57.355985 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65864efd-4eb4-4e8b-bcba-fe7a441ac5f9 tempest-TestSecurityGroupsBasicOps-1718497516 tempest-TestSecurityGroupsBasicOps-1718497516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:57.356476 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65864efd-4eb4-4e8b-bcba-fe7a441ac5f9 tempest-TestSecurityGroupsBasicOps-1718497516 tempest-TestSecurityGroupsBasicOps-1718497516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:57.356955 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65864efd-4eb4-4e8b-bcba-fe7a441ac5f9 tempest-TestSecurityGroupsBasicOps-1718497516 tempest-TestSecurityGroupsBasicOps-1718497516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:57.357631 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65864efd-4eb4-4e8b-bcba-fe7a441ac5f9 tempest-TestSecurityGroupsBasicOps-1718497516 tempest-TestSecurityGroupsBasicOps-1718497516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:57.358106 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65864efd-4eb4-4e8b-bcba-fe7a441ac5f9 tempest-TestSecurityGroupsBasicOps-1718497516 tempest-TestSecurityGroupsBasicOps-1718497516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:57.358761 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65864efd-4eb4-4e8b-bcba-fe7a441ac5f9 tempest-TestSecurityGroupsBasicOps-1718497516 tempest-TestSecurityGroupsBasicOps-1718497516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:57.359369 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65864efd-4eb4-4e8b-bcba-fe7a441ac5f9 tempest-TestSecurityGroupsBasicOps-1718497516 tempest-TestSecurityGroupsBasicOps-1718497516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:57.360806 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65864efd-4eb4-4e8b-bcba-fe7a441ac5f9 tempest-TestSecurityGroupsBasicOps-1718497516 tempest-TestSecurityGroupsBasicOps-1718497516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:57.361645 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65864efd-4eb4-4e8b-bcba-fe7a441ac5f9 tempest-TestSecurityGroupsBasicOps-1718497516 tempest-TestSecurityGroupsBasicOps-1718497516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:57.362675 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65864efd-4eb4-4e8b-bcba-fe7a441ac5f9 tempest-TestSecurityGroupsBasicOps-1718497516 tempest-TestSecurityGroupsBasicOps-1718497516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:57.363660 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65864efd-4eb4-4e8b-bcba-fe7a441ac5f9 tempest-TestSecurityGroupsBasicOps-1718497516 tempest-TestSecurityGroupsBasicOps-1718497516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:57.364343 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65864efd-4eb4-4e8b-bcba-fe7a441ac5f9 tempest-TestSecurityGroupsBasicOps-1718497516 tempest-TestSecurityGroupsBasicOps-1718497516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:57.371164 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-65864efd-4eb4-4e8b-bcba-fe7a441ac5f9 tempest-TestSecurityGroupsBasicOps-1718497516 tempest-TestSecurityGroupsBasicOps-1718497516-project-admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8451 time: 0.7678645 Feb 04 12:43:57.371949 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 60330) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:57.373617 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94cf7b13-f621-4a8e-8fdd-9e1eb321b414 x-openstack-request-id: req-94cf7b13-f621-4a8e-8fdd-9e1eb321b414 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:43:57.373900 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c3c570be-ea18-41f1-bde7-1dcbd5a2158b tempest-RoutersAdminNegativeTest-114160758 tempest-RoutersAdminNegativeTest-114160758-project-admin] Publish callbacks [] for router_controller (8971194d-f4a7-4367-9e36-b1ced092ef62), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:57.374085 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "300d028c-dd10-4eb9-8c7a-b8e1f5edd042", "tag": "7b09a76d-b5a2-4514-9e1e-d21e324d416c", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:43:57.374238 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-94cf7b13-f621-4a8e-8fdd-9e1eb321b414 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:43:57.374677 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '300d028c-dd10-4eb9-8c7a-b8e1f5edd042', 'tag': '7b09a76d-b5a2-4514-9e1e-d21e324d416c', 'status': 'completed', 'code': 200} Feb 04 12:43:57.391299 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-ba576b30-ea8e-4a3f-83fe-5d77f9c1f7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '042fa9bd-a59f-44fa-b236-5edf79f58163', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1455035991', 'tenant_id': 'bfc2366eafc245dcab2b10b9216f9d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': 'a290fea4-3955-4125-b788-74b50429f14f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:43:12Z', 'updated_at': '2022-02-04T12:43:22Z', 'revision_number': 4, 'project_id': 'bfc2366eafc245dcab2b10b9216f9d44', 'gw_port': {'id': 'a290fea4-3955-4125-b788-74b50429f14f', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '042fa9bd-a59f-44fa-b236-5edf79f58163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:43:14Z', 'updated_at': '2022-02-04T12:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': '73e29cb2-d5c4-4b7a-86f9-f49f937641e9', 'tenant_id': 'bfc2366eafc245dcab2b10b9216f9d44', 'floating_ip_address': '172.25.3.221', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': '042fa9bd-a59f-44fa-b236-5edf79f58163', 'port_id': '7b09a76d-b5a2-4514-9e1e-d21e324d416c', 'fixed_ip_address': '172.20.0.30', 'status': 'DOWN', 'standard_attr_id': 2600, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19820269-0947-4e8e-a625-254c2a67daf1', 'mac_address': 'fa:16:3e:31:f1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '300d028c-dd10-4eb9-8c7a-b8e1f5edd042', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:43:55Z', 'updated_at': '2022-02-04T12:43:55Z', 'revision_number': 0, 'project_id': 'bfc2366eafc245dcab2b10b9216f9d44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db3b6112-1869-4521-bfb8-92f8c435f1f4', 'name': '', 'network_id': '19820269-0947-4e8e-a625-254c2a67daf1', 'tenant_id': 'bfc2366eafc245dcab2b10b9216f9d44', 'mac_address': 'fa:16:3e:74:50:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '042fa9bd-a59f-44fa-b236-5edf79f58163', 'device_owner': 'network:router_interface', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '2c293c62-268e-4714-a00a-1f5892c6affb', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:43:20Z', 'updated_at': '2022-02-04T12:43:27Z', 'revision_number': 5, 'project_id': 'bfc2366eafc245dcab2b10b9216f9d44', 'subnets': [{'id': '2c293c62-268e-4714-a00a-1f5892c6affb', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:43:57.398085 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2ab41d-62b5-4b41-a085-20d2d2d79ff6 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Pushing event deleted for resources: {'Port': ['ID=c52edd8b-620d-4771-b029-de54239b378d,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:43:57.462035 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba576b30-ea8e-4a3f-83fe-5d77f9c1f7f3 None None] Checking router: 042fa9bd-a59f-44fa-b236-5edf79f58163 for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:43:57.481376 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba576b30-ea8e-4a3f-83fe-5d77f9c1f7f3 None None] Routers {'042fa9bd-a59f-44fa-b236-5edf79f58163'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:43:57.484907 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-ba576b30-ea8e-4a3f-83fe-5d77f9c1f7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:43:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['042fa9bd-a59f-44fa-b236-5edf79f58163'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:43:57.594638 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1573cb5c-e48d-4216-a9fd-5c3752a7cdd4 req-bc89bff2-2357-4329-b7dc-65be451d07de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:57.596542 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1573cb5c-e48d-4216-a9fd-5c3752a7cdd4 req-bc89bff2-2357-4329-b7dc-65be451d07de service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bfc2366eafc245dcab2b10b9216f9d44&device_id=300d028c-dd10-4eb9-8c7a-b8e1f5edd042 HTTP/1.1" status: 200 len: 1167 time: 0.8779097 Feb 04 12:43:57.687867 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9f122e-77b5-4a0b-9f16-75b3a5b723c9 tempest-TestSecurityGroupsBasicOps-1718497516 tempest-TestSecurityGroupsBasicOps-1718497516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:57.689875 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c3c570be-ea18-41f1-bde7-1dcbd5a2158b tempest-RoutersAdminNegativeTest-114160758 tempest-RoutersAdminNegativeTest-114160758-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622829'] for router (8971194d-f4a7-4367-9e36-b1ced092ef62), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:57.691401 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9f122e-77b5-4a0b-9f16-75b3a5b723c9 tempest-TestSecurityGroupsBasicOps-1718497516 tempest-TestSecurityGroupsBasicOps-1718497516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:57.691948 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9f122e-77b5-4a0b-9f16-75b3a5b723c9 tempest-TestSecurityGroupsBasicOps-1718497516 tempest-TestSecurityGroupsBasicOps-1718497516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:57.692430 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9f122e-77b5-4a0b-9f16-75b3a5b723c9 tempest-TestSecurityGroupsBasicOps-1718497516 tempest-TestSecurityGroupsBasicOps-1718497516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:57.692947 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9f122e-77b5-4a0b-9f16-75b3a5b723c9 tempest-TestSecurityGroupsBasicOps-1718497516 tempest-TestSecurityGroupsBasicOps-1718497516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:57.693422 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9f122e-77b5-4a0b-9f16-75b3a5b723c9 tempest-TestSecurityGroupsBasicOps-1718497516 tempest-TestSecurityGroupsBasicOps-1718497516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:57.693925 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9f122e-77b5-4a0b-9f16-75b3a5b723c9 tempest-TestSecurityGroupsBasicOps-1718497516 tempest-TestSecurityGroupsBasicOps-1718497516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:57.694114 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3c570be-ea18-41f1-bde7-1dcbd5a2158b tempest-RoutersAdminNegativeTest-114160758 tempest-RoutersAdminNegativeTest-114160758-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8971194d-f4a7-4367-9e36-b1ced092ef62 {{(pid=103475) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 12:43:57.694382 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9f122e-77b5-4a0b-9f16-75b3a5b723c9 tempest-TestSecurityGroupsBasicOps-1718497516 tempest-TestSecurityGroupsBasicOps-1718497516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:57.694873 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9f122e-77b5-4a0b-9f16-75b3a5b723c9 tempest-TestSecurityGroupsBasicOps-1718497516 tempest-TestSecurityGroupsBasicOps-1718497516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:57.715376 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9f122e-77b5-4a0b-9f16-75b3a5b723c9 tempest-TestSecurityGroupsBasicOps-1718497516 tempest-TestSecurityGroupsBasicOps-1718497516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:57.716175 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9f122e-77b5-4a0b-9f16-75b3a5b723c9 tempest-TestSecurityGroupsBasicOps-1718497516 tempest-TestSecurityGroupsBasicOps-1718497516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:57.717301 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9f122e-77b5-4a0b-9f16-75b3a5b723c9 tempest-TestSecurityGroupsBasicOps-1718497516 tempest-TestSecurityGroupsBasicOps-1718497516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:57.725792 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-6e9f122e-77b5-4a0b-9f16-75b3a5b723c9 tempest-TestSecurityGroupsBasicOps-1718497516 tempest-TestSecurityGroupsBasicOps-1718497516-project-admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7634 time: 0.3501987 Feb 04 12:43:57.729859 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 60334) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:57.808297 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-ba576b30-ea8e-4a3f-83fe-5d77f9c1f7f3 None None] Set router 042fa9bd-a59f-44fa-b236-5edf79f58163 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:43:57.970204 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1a2ab41d-62b5-4b41-a085-20d2d2d79ff6 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:57.976288 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-1a2ab41d-62b5-4b41-a085-20d2d2d79ff6 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "DELETE /v2.0/ports/c52edd8b-620d-4771-b029-de54239b378d HTTP/1.1" status: 204 len: 168 time: 2.8206012 Feb 04 12:43:57.982234 n-d-825015-3 neutron-server[103475]: INFO neutron.api.v2.resource [None req-c3c570be-ea18-41f1-bde7-1dcbd5a2158b tempest-RoutersAdminNegativeTest-114160758 tempest-RoutersAdminNegativeTest-114160758-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 04 12:43:57.987476 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-c3c570be-ea18-41f1-bde7-1dcbd5a2158b tempest-RoutersAdminNegativeTest-114160758 tempest-RoutersAdminNegativeTest-114160758-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.8034499 Feb 04 12:43:57.992308 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 60336) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:58.001566 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 60338) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:58.184427 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1573cb5c-e48d-4216-a9fd-5c3752a7cdd4 req-dc5a466c-d307-49d5-918a-9b14216d0959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:58.189878 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1573cb5c-e48d-4216-a9fd-5c3752a7cdd4 req-dc5a466c-d307-49d5-918a-9b14216d0959 service neutron] 10.222.0.77 "GET /v2.0/networks?id=19820269-0947-4e8e-a625-254c2a67daf1 HTTP/1.1" status: 200 len: 897 time: 0.5679002 Feb 04 12:43:58.470117 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1573cb5c-e48d-4216-a9fd-5c3752a7cdd4 req-c0e7f447-45ec-4d34-84ad-7941cbe265e5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=7b09a76d-b5a2-4514-9e1e-d21e324d416c HTTP/1.1" status: 200 len: 1000 time: 0.2346437 Feb 04 12:43:58.492286 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-856a9c0a-d407-42df-b21f-bfc4ca67235a tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Allocated IP 172.25.3.91 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/793b6289-08bf-4a33-967d-8553ae1b2820) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:43:58.505532 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-1e116ecc-6f0b-4f79-b1b6-35039253bed9 tempest-TestSecurityGroupsBasicOps-1718497516 tempest-TestSecurityGroupsBasicOps-1718497516-project-admin] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5035 time: 0.7730298 Feb 04 12:43:58.508840 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 60344) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:58.567101 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-ba576b30-ea8e-4a3f-83fe-5d77f9c1f7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '042fa9bd-a59f-44fa-b236-5edf79f58163', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1455035991', 'tenant_id': 'bfc2366eafc245dcab2b10b9216f9d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': 'a290fea4-3955-4125-b788-74b50429f14f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:43:12Z', 'updated_at': '2022-02-04T12:43:22Z', 'revision_number': 4, 'project_id': 'bfc2366eafc245dcab2b10b9216f9d44', 'gw_port': {'id': 'a290fea4-3955-4125-b788-74b50429f14f', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '042fa9bd-a59f-44fa-b236-5edf79f58163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:43:14Z', 'updated_at': '2022-02-04T12:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': '73e29cb2-d5c4-4b7a-86f9-f49f937641e9', 'tenant_id': 'bfc2366eafc245dcab2b10b9216f9d44', 'floating_ip_address': '172.25.3.221', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': '042fa9bd-a59f-44fa-b236-5edf79f58163', 'port_id': '7b09a76d-b5a2-4514-9e1e-d21e324d416c', 'fixed_ip_address': '172.20.0.30', 'status': 'DOWN', 'standard_attr_id': 2600, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19820269-0947-4e8e-a625-254c2a67daf1', 'mac_address': 'fa:16:3e:31:f1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '300d028c-dd10-4eb9-8c7a-b8e1f5edd042', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:43:55Z', 'updated_at': '2022-02-04T12:43:55Z', 'revision_number': 0, 'project_id': 'bfc2366eafc245dcab2b10b9216f9d44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db3b6112-1869-4521-bfb8-92f8c435f1f4', 'name': '', 'network_id': '19820269-0947-4e8e-a625-254c2a67daf1', 'tenant_id': 'bfc2366eafc245dcab2b10b9216f9d44', 'mac_address': 'fa:16:3e:74:50:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '042fa9bd-a59f-44fa-b236-5edf79f58163', 'device_owner': 'network:router_interface', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '2c293c62-268e-4714-a00a-1f5892c6affb', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:43:20Z', 'updated_at': '2022-02-04T12:43:27Z', 'revision_number': 5, 'project_id': 'bfc2366eafc245dcab2b10b9216f9d44', 'subnets': [{'id': '2c293c62-268e-4714-a00a-1f5892c6affb', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:43:58.621139 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7afcc1-2f9b-4881-817d-182d1a742d51 tempest-TestSecurityGroupsBasicOps-1718497516 tempest-TestSecurityGroupsBasicOps-1718497516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:58.623608 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7afcc1-2f9b-4881-817d-182d1a742d51 tempest-TestSecurityGroupsBasicOps-1718497516 tempest-TestSecurityGroupsBasicOps-1718497516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:58.627557 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-ae7afcc1-2f9b-4881-817d-182d1a742d51 tempest-TestSecurityGroupsBasicOps-1718497516 tempest-TestSecurityGroupsBasicOps-1718497516-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=042fa9bd-a59f-44fa-b236-5edf79f58163 HTTP/1.1" status: 200 len: 2063 time: 0.1163161 Feb 04 12:43:58.641711 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b4284ca-6452-44be-a5da-b781e63a9109 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Deleting subnet b923a3e9-d506-4eab-8ac4-3c29a0e86977 {{(pid=103475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:43:58.652419 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0b4284ca-6452-44be-a5da-b781e63a9109 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks [] for subnet (b923a3e9-d506-4eab-8ac4-3c29a0e86977), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:58.677397 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba576b30-ea8e-4a3f-83fe-5d77f9c1f7f3 None None] The sync data for ids ['042fa9bd-a59f-44fa-b236-5edf79f58163'] in n-d-825015-3 is: [{'id': '042fa9bd-a59f-44fa-b236-5edf79f58163', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1455035991', 'tenant_id': 'bfc2366eafc245dcab2b10b9216f9d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': 'a290fea4-3955-4125-b788-74b50429f14f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:43:12Z', 'updated_at': '2022-02-04T12:43:22Z', 'revision_number': 4, 'project_id': 'bfc2366eafc245dcab2b10b9216f9d44', 'gw_port': {'id': 'a290fea4-3955-4125-b788-74b50429f14f', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '042fa9bd-a59f-44fa-b236-5edf79f58163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:43:14Z', 'updated_at': '2022-02-04T12:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': '73e29cb2-d5c4-4b7a-86f9-f49f937641e9', 'tenant_id': 'bfc2366eafc245dcab2b10b9216f9d44', 'floating_ip_address': '172.25.3.221', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': '042fa9bd-a59f-44fa-b236-5edf79f58163', 'port_id': '7b09a76d-b5a2-4514-9e1e-d21e324d416c', 'fixed_ip_address': '172.20.0.30', 'status': 'DOWN', 'standard_attr_id': 2600, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19820269-0947-4e8e-a625-254c2a67daf1', 'mac_address': 'fa:16:3e:31:f1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '300d028c-dd10-4eb9-8c7a-b8e1f5edd042', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:43:55Z', 'updated_at': '2022-02-04T12:43:55Z', 'revision_number': 0, 'project_id': 'bfc2366eafc245dcab2b10b9216f9d44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db3b6112-1869-4521-bfb8-92f8c435f1f4', 'name': '', 'network_id': '19820269-0947-4e8e-a625-254c2a67daf1', 'tenant_id': 'bfc2366eafc245dcab2b10b9216f9d44', 'mac_address': 'fa:16:3e:74:50:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '042fa9bd-a59f-44fa-b236-5edf79f58163', 'device_owner': 'network:router_interface', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '2c293c62-268e-4714-a00a-1f5892c6affb', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:43:20Z', 'updated_at': '2022-02-04T12:43:27Z', 'revision_number': 5, 'project_id': 'bfc2366eafc245dcab2b10b9216f9d44', 'subnets': [{'id': '2c293c62-268e-4714-a00a-1f5892c6affb', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:43:58.733120 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0b4284ca-6452-44be-a5da-b781e63a9109 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51859329'] for subnet (b923a3e9-d506-4eab-8ac4-3c29a0e86977), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:58.894228 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0b4284ca-6452-44be-a5da-b781e63a9109 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (b923a3e9-d506-4eab-8ac4-3c29a0e86977), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:59.095697 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df1fd51-a2d3-4ac7-ba39-3ede2a25a766 None None] New status for floating IP 73e29cb2-d5c4-4b7a-86f9-f49f937641e9: ACTIVE {{(pid=103476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 12:43:59.205405 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-856a9c0a-d407-42df-b21f-bfc4ca67235a tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Publish callbacks [] for port (793b6289-08bf-4a33-967d-8553ae1b2820), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:59.281019 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1573cb5c-e48d-4216-a9fd-5c3752a7cdd4 req-2e42e25f-c10b-4cbd-8d0f-fdb443f3fc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:59.288285 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1573cb5c-e48d-4216-a9fd-5c3752a7cdd4 req-2e42e25f-c10b-4cbd-8d0f-fdb443f3fc7f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2c293c62-268e-4714-a00a-1f5892c6affb HTTP/1.1" status: 200 len: 837 time: 0.7932072 Feb 04 12:43:59.297311 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-856a9c0a-d407-42df-b21f-bfc4ca67235a tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (793b6289-08bf-4a33-967d-8553ae1b2820), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:59.300688 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0b4284ca-6452-44be-a5da-b781e63a9109 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-52093282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51452698'] for subnet (b923a3e9-d506-4eab-8ac4-3c29a0e86977), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:59.589314 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7650fdb8-4370-4fea-8e28-12600323d6dd None None] Network 64361832-4c3a-49e6-9dd4-d860a2c32a17 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:43:59.628780 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856a9c0a-d407-42df-b21f-bfc4ca67235a tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Pushing event updated for resources: {'Port': ['ID=793b6289-08bf-4a33-967d-8553ae1b2820,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:43:59.636706 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4284ca-6452-44be-a5da-b781e63a9109 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Pushing event deleted for resources: {'Subnet': ['ID=b923a3e9-d506-4eab-8ac4-3c29a0e86977,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:43:59.642172 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0b4284ca-6452-44be-a5da-b781e63a9109 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:59.653383 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 60354) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:59.666127 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-0b4284ca-6452-44be-a5da-b781e63a9109 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "DELETE /v2.0/subnets/b923a3e9-d506-4eab-8ac4-3c29a0e86977 HTTP/1.1" status: 204 len: 168 time: 1.6613321 Feb 04 12:43:59.701944 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856a9c0a-d407-42df-b21f-bfc4ca67235a tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:43:59.755936 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-856a9c0a-d407-42df-b21f-bfc4ca67235a tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:43:59.766685 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856a9c0a-d407-42df-b21f-bfc4ca67235a tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:43:59.928482 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629a678d-fa84-4e68-b632-88d56d94c611 None None] DHCP port deletion for 64361832-4c3a-49e6-9dd4-d860a2c32a17 request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 12:43:59.944391 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-476d95ea-526b-4a8a-9cd9-639e9b613c87 tempest-RoutersAdminNegativeTest-114160758 tempest-RoutersAdminNegativeTest-114160758-project-admin] Deleting port 406348a9-cc26-41e5-a7e6-3adf577a7538 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:43:59.949659 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-532ecbc2-1384-428e-9878-01a3f3d4efd1 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Deleting subnet fab28163-dcd7-4ace-a1e8-e9b875b6e771 {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:43:59.950157 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-476d95ea-526b-4a8a-9cd9-639e9b613c87 tempest-RoutersAdminNegativeTest-114160758 tempest-RoutersAdminNegativeTest-114160758-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (406348a9-cc26-41e5-a7e6-3adf577a7538), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:59.959444 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-532ecbc2-1384-428e-9878-01a3f3d4efd1 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks [] for subnet (fab28163-dcd7-4ace-a1e8-e9b875b6e771), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:00.055833 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-629a678d-fa84-4e68-b632-88d56d94c611 None None] Deleting port 17d85341-36c6-4267-ae58-af6013220b17 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:44:00.060701 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-629a678d-fa84-4e68-b632-88d56d94c611 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (17d85341-36c6-4267-ae58-af6013220b17), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:00.078049 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1573cb5c-e48d-4216-a9fd-5c3752a7cdd4 req-16976f5a-c2f5-4b4c-a8fc-f06b2f97c56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:44:00.078926 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-532ecbc2-1384-428e-9878-01a3f3d4efd1 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (fab28163-dcd7-4ace-a1e8-e9b875b6e771), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:00.080516 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1573cb5c-e48d-4216-a9fd-5c3752a7cdd4 req-16976f5a-c2f5-4b4c-a8fc-f06b2f97c56a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=19820269-0947-4e8e-a625-254c2a67daf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.7741053 Feb 04 12:44:00.223621 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-629a678d-fa84-4e68-b632-88d56d94c611 None None] For port 17d85341-36c6-4267-ae58-af6013220b17, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=17d85341-36c6-4267-ae58-af6013220b17,segment=NetworkSegment(997f147b-14c9-4e9d-8460-8208afc645ea),segment_id=997f147b-14c9-4e9d-8460-8208afc645ea)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:44:00.224691 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-629a678d-fa84-4e68-b632-88d56d94c611 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (17d85341-36c6-4267-ae58-af6013220b17), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:00.243234 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-629a678d-fa84-4e68-b632-88d56d94c611 None None] Calling delete_port for 17d85341-36c6-4267-ae58-af6013220b17 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:44:00.318009 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-532ecbc2-1384-428e-9878-01a3f3d4efd1 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (fab28163-dcd7-4ace-a1e8-e9b875b6e771), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:00.381241 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-629a678d-fa84-4e68-b632-88d56d94c611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (17d85341-36c6-4267-ae58-af6013220b17), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:00.451155 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629a678d-fa84-4e68-b632-88d56d94c611 None None] Pushing event deleted for resources: {'Port': ['ID=17d85341-36c6-4267-ae58-af6013220b17,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:44:00.465756 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629a678d-fa84-4e68-b632-88d56d94c611 None None] No DVR routers for this DVR port 17d85341-36c6-4267-ae58-af6013220b17 on host n-d-825015-3 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:44:00.557117 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-532ecbc2-1384-428e-9878-01a3f3d4efd1 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (fab28163-dcd7-4ace-a1e8-e9b875b6e771), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:00.676894 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1573cb5c-e48d-4216-a9fd-5c3752a7cdd4 req-1b7bd1b8-3c5c-496c-840b-c0b6b927e58c service neutron] 10.222.0.77 "GET /v2.0/networks/19820269-0947-4e8e-a625-254c2a67daf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5222423 Feb 04 12:44:00.681707 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-476d95ea-526b-4a8a-9cd9-639e9b613c87 tempest-RoutersAdminNegativeTest-114160758 tempest-RoutersAdminNegativeTest-114160758-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (406348a9-cc26-41e5-a7e6-3adf577a7538), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:00.691534 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532ecbc2-1384-428e-9878-01a3f3d4efd1 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Pushing event deleted for resources: {'Subnet': ['ID=fab28163-dcd7-4ace-a1e8-e9b875b6e771,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:44:00.697653 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-532ecbc2-1384-428e-9878-01a3f3d4efd1 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:00.701538 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-532ecbc2-1384-428e-9878-01a3f3d4efd1 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "DELETE /v2.0/subnets/fab28163-dcd7-4ace-a1e8-e9b875b6e771 HTTP/1.1" status: 204 len: 168 time: 1.0455236 Feb 04 12:44:00.705405 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 60374) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:44:00.712699 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d78671e-c550-48e3-b7b7-5ed07644716b None None] Network 80f2e8f7-bfae-4f05-b06d-33405f9fbdc0 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:44:00.838643 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4edd5d3c-c173-40bf-96a3-1acc5a4807b6 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (64361832-4c3a-49e6-9dd4-d860a2c32a17), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:00.960910 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-476d95ea-526b-4a8a-9cd9-639e9b613c87 tempest-RoutersAdminNegativeTest-114160758 tempest-RoutersAdminNegativeTest-114160758-project-admin] Calling delete_port for 406348a9-cc26-41e5-a7e6-3adf577a7538 owned by {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:44:00.975401 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1573cb5c-e48d-4216-a9fd-5c3752a7cdd4 req-4c9ceca9-9536-46cf-ac56-fad67bea6bf0 service neutron] 10.222.0.77 "GET /v2.0/networks/19820269-0947-4e8e-a625-254c2a67daf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2849545 Feb 04 12:44:01.085544 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:01.087190 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4edd5d3c-c173-40bf-96a3-1acc5a4807b6 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (64361832-4c3a-49e6-9dd4-d860a2c32a17), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:01.156241 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-4edd5d3c-c173-40bf-96a3-1acc5a4807b6 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64361832-4c3a-49e6-9dd4-d860a2c32a17']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:44:01.163226 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9229bec1-65c0-43b9-8468-8c050e6016dc None None] DHCP port deletion for 80f2e8f7-bfae-4f05-b06d-33405f9fbdc0 request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 12:44:01.176741 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-4edd5d3c-c173-40bf-96a3-1acc5a4807b6 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '997f147b-14c9-4e9d-8460-8208afc645ea') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:44:01.176741 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-4edd5d3c-c173-40bf-96a3-1acc5a4807b6 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '997f147b-14c9-4e9d-8460-8208afc645ea') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:44:01.207083 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4edd5d3c-c173-40bf-96a3-1acc5a4807b6 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (997f147b-14c9-4e9d-8460-8208afc645ea), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:01.229401 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4edd5d3c-c173-40bf-96a3-1acc5a4807b6 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (997f147b-14c9-4e9d-8460-8208afc645ea), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:01.246944 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4edd5d3c-c173-40bf-96a3-1acc5a4807b6 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:44:01.248378 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4edd5d3c-c173-40bf-96a3-1acc5a4807b6 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (997f147b-14c9-4e9d-8460-8208afc645ea), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:01.250852 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 12:44:01.250852 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:44:01.250852 n-d-825015-3 neutron-server[103474]: timer() Feb 04 12:44:01.250852 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:44:01.250852 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 12:44:01.250852 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:44:01.250852 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 12:44:01.250852 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:44:01.250852 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 12:44:01.250852 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:44:01.250852 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 12:44:01.250852 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:44:01.250852 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 12:44:01.250852 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:44:01.250852 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:44:01.250852 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:44:01.250852 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:44:01.250852 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:44:01.250852 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 12:44:01.250852 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:44:01.250852 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 12:44:01.250852 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:44:01.250852 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:44:01.250852 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:44:01.250852 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 12:44:01.250852 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:44:01.250852 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:44:01.250852 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:44:01.250852 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:44:01.250852 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:44:01.250852 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:44:01.250852 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:44:01.320356 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-856a9c0a-d407-42df-b21f-bfc4ca67235a tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Publish callbacks [] for router_gateway (00af7faa-1e68-4242-9b82-0b7516a0e97b), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:01.334984 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-9229bec1-65c0-43b9-8468-8c050e6016dc None None] Deleting port e49804a9-099c-4362-8f2d-9edaf6df0597 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:44:01.336140 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9229bec1-65c0-43b9-8468-8c050e6016dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (e49804a9-099c-4362-8f2d-9edaf6df0597), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:01.381525 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4edd5d3c-c173-40bf-96a3-1acc5a4807b6 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (64361832-4c3a-49e6-9dd4-d860a2c32a17), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:01.388189 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4edd5d3c-c173-40bf-96a3-1acc5a4807b6 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:01.391746 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-4edd5d3c-c173-40bf-96a3-1acc5a4807b6 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "DELETE /v2.0/networks/64361832-4c3a-49e6-9dd4-d860a2c32a17 HTTP/1.1" status: 204 len: 168 time: 0.6852973 Feb 04 12:44:01.400891 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 60392) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:44:01.482408 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 12:44:01.554525 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-9229bec1-65c0-43b9-8468-8c050e6016dc None None] For port e49804a9-099c-4362-8f2d-9edaf6df0597, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=e49804a9-099c-4362-8f2d-9edaf6df0597,segment=NetworkSegment(f7d7b182-79a0-4db8-9fb8-bcb4599929bb),segment_id=f7d7b182-79a0-4db8-9fb8-bcb4599929bb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:44:01.557762 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9229bec1-65c0-43b9-8468-8c050e6016dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (e49804a9-099c-4362-8f2d-9edaf6df0597), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:01.602910 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-9229bec1-65c0-43b9-8468-8c050e6016dc None None] Calling delete_port for e49804a9-099c-4362-8f2d-9edaf6df0597 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:44:01.620324 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-76420aa5-9232-4242-9d7a-cf6a6e9552ec tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (80f2e8f7-bfae-4f05-b06d-33405f9fbdc0), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:01.634746 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edd5d3c-c173-40bf-96a3-1acc5a4807b6 tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Pushing event deleted for resources: {'Network': ['ID=64361832-4c3a-49e6-9dd4-d860a2c32a17,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:44:01.807622 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-76420aa5-9232-4242-9d7a-cf6a6e9552ec tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Deleting port e49804a9-099c-4362-8f2d-9edaf6df0597 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:44:01.808543 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-76420aa5-9232-4242-9d7a-cf6a6e9552ec tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (e49804a9-099c-4362-8f2d-9edaf6df0597), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:01.835501 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:01.927182 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-476d95ea-526b-4a8a-9cd9-639e9b613c87 tempest-RoutersAdminNegativeTest-114160758 tempest-RoutersAdminNegativeTest-114160758-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (406348a9-cc26-41e5-a7e6-3adf577a7538), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:01.949977 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 17d85341-36c6-4267-ae58-af6013220b17 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:44:01.958197 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9229bec1-65c0-43b9-8468-8c050e6016dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (e49804a9-099c-4362-8f2d-9edaf6df0597), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:02.004148 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-751f7bd2-1e4a-4e49-b071-a2e84109a784 req-15348309-af80-4135-a21b-af0563f49f37 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2563121 Feb 04 12:44:02.079891 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 17d85341-36c6-4267-ae58-af6013220b17 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:44:02.080409 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 17d85341-36c6-4267-ae58-af6013220b17 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:44:02.081770 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device e49804a9-099c-4362-8f2d-9edaf6df0597 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:44:02.124133 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-76420aa5-9232-4242-9d7a-cf6a6e9552ec tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] For port e49804a9-099c-4362-8f2d-9edaf6df0597, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=e49804a9-099c-4362-8f2d-9edaf6df0597,segment=NetworkSegment(f7d7b182-79a0-4db8-9fb8-bcb4599929bb),segment_id=f7d7b182-79a0-4db8-9fb8-bcb4599929bb)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:44:02.132406 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-76420aa5-9232-4242-9d7a-cf6a6e9552ec tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (e49804a9-099c-4362-8f2d-9edaf6df0597), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:02.156461 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476d95ea-526b-4a8a-9cd9-639e9b613c87 tempest-RoutersAdminNegativeTest-114160758 tempest-RoutersAdminNegativeTest-114160758-project-admin] Pushing event deleted for resources: {'Port': ['ID=406348a9-cc26-41e5-a7e6-3adf577a7538,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:44:02.173730 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-76420aa5-9232-4242-9d7a-cf6a6e9552ec tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Calling delete_port for e49804a9-099c-4362-8f2d-9edaf6df0597 owned by network:dhcp {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:44:02.179336 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-856a9c0a-d407-42df-b21f-bfc4ca67235a tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1623026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10906'] for router (00af7faa-1e68-4242-9b82-0b7516a0e97b), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:02.197893 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: e49804a9-099c-4362-8f2d-9edaf6df0597 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:44:02.200207 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device e49804a9-099c-4362-8f2d-9edaf6df0597 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:44:02.201221 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-856a9c0a-d407-42df-b21f-bfc4ca67235a tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1623127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1623150', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1622793'] for router (00af7faa-1e68-4242-9b82-0b7516a0e97b), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:02.210380 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9229bec1-65c0-43b9-8468-8c050e6016dc None None] No DVR routers for this DVR port e49804a9-099c-4362-8f2d-9edaf6df0597 on host n-d-825015-3 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:44:02.215267 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9229bec1-65c0-43b9-8468-8c050e6016dc None None] Pushing event deleted for resources: {'Port': ['ID=e49804a9-099c-4362-8f2d-9edaf6df0597,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:44:02.332200 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-76420aa5-9232-4242-9d7a-cf6a6e9552ec tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (e49804a9-099c-4362-8f2d-9edaf6df0597), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:02.360169 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-476d95ea-526b-4a8a-9cd9-639e9b613c87 tempest-RoutersAdminNegativeTest-114160758 tempest-RoutersAdminNegativeTest-114160758-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:02.364814 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-476d95ea-526b-4a8a-9cd9-639e9b613c87 tempest-RoutersAdminNegativeTest-114160758 tempest-RoutersAdminNegativeTest-114160758-project-admin] 10.222.0.65 "DELETE /v2.0/ports/406348a9-cc26-41e5-a7e6-3adf577a7538 HTTP/1.1" status: 204 len: 168 time: 4.3583329 Feb 04 12:44:02.388210 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76420aa5-9232-4242-9d7a-cf6a6e9552ec tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Pushing event deleted for resources: {'Port': ['ID=e49804a9-099c-4362-8f2d-9edaf6df0597,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:44:02.396271 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76420aa5-9232-4242-9d7a-cf6a6e9552ec tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] No DVR routers for this DVR port e49804a9-099c-4362-8f2d-9edaf6df0597 on host n-d-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:44:02.522419 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-76420aa5-9232-4242-9d7a-cf6a6e9552ec tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (80f2e8f7-bfae-4f05-b06d-33405f9fbdc0), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:02.548396 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-76420aa5-9232-4242-9d7a-cf6a6e9552ec tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80f2e8f7-bfae-4f05-b06d-33405f9fbdc0']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:44:02.581608 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-76420aa5-9232-4242-9d7a-cf6a6e9552ec tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7d7b182-79a0-4db8-9fb8-bcb4599929bb') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:44:02.581962 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-76420aa5-9232-4242-9d7a-cf6a6e9552ec tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7d7b182-79a0-4db8-9fb8-bcb4599929bb') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:44:02.587111 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751f7bd2-1e4a-4e49-b071-a2e84109a784 req-8b0e4eb2-8c23-4b35-980b-174324d6746a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:44:02.587842 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751f7bd2-1e4a-4e49-b071-a2e84109a784 req-8b0e4eb2-8c23-4b35-980b-174324d6746a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:44:02.588457 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751f7bd2-1e4a-4e49-b071-a2e84109a784 req-8b0e4eb2-8c23-4b35-980b-174324d6746a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:44:02.589066 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751f7bd2-1e4a-4e49-b071-a2e84109a784 req-8b0e4eb2-8c23-4b35-980b-174324d6746a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:44:02.589675 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751f7bd2-1e4a-4e49-b071-a2e84109a784 req-8b0e4eb2-8c23-4b35-980b-174324d6746a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:44:02.590310 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751f7bd2-1e4a-4e49-b071-a2e84109a784 req-8b0e4eb2-8c23-4b35-980b-174324d6746a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:44:02.590917 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751f7bd2-1e4a-4e49-b071-a2e84109a784 req-8b0e4eb2-8c23-4b35-980b-174324d6746a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:44:02.593164 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-751f7bd2-1e4a-4e49-b071-a2e84109a784 req-8b0e4eb2-8c23-4b35-980b-174324d6746a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ca25972521404bd998e7680810e52c91&device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 6707 time: 0.4693100 Feb 04 12:44:02.594224 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-76420aa5-9232-4242-9d7a-cf6a6e9552ec tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (f7d7b182-79a0-4db8-9fb8-bcb4599929bb), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:02.609989 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-76420aa5-9232-4242-9d7a-cf6a6e9552ec tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (f7d7b182-79a0-4db8-9fb8-bcb4599929bb), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:02.618702 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76420aa5-9232-4242-9d7a-cf6a6e9552ec tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:44:02.618702 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-76420aa5-9232-4242-9d7a-cf6a6e9552ec tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (f7d7b182-79a0-4db8-9fb8-bcb4599929bb), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:02.635985 n-d-825015-3 neutron-server[103474]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:44:02.635985 n-d-825015-3 neutron-server[103474]: self.session.flush() Feb 04 12:44:02.635985 n-d-825015-3 neutron-server[103474]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:44:02.635985 n-d-825015-3 neutron-server[103474]: self.session.flush() Feb 04 12:44:02.635985 n-d-825015-3 neutron-server[103474]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:44:02.635985 n-d-825015-3 neutron-server[103474]: self.session.flush() Feb 04 12:44:02.635985 n-d-825015-3 neutron-server[103474]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:44:02.635985 n-d-825015-3 neutron-server[103474]: self.session.flush() Feb 04 12:44:02.635985 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 12:44:02.635985 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:44:02.635985 n-d-825015-3 neutron-server[103474]: timer() Feb 04 12:44:02.635985 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:44:02.635985 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 12:44:02.635985 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:44:02.635985 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 12:44:02.635985 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:44:02.635985 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 12:44:02.635985 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:44:02.635985 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 12:44:02.635985 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:44:02.635985 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 12:44:02.635985 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:44:02.635985 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:44:02.635985 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:44:02.635985 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:44:02.635985 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:44:02.635985 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 12:44:02.635985 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:44:02.635985 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 12:44:02.635985 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:44:02.635985 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:44:02.635985 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:44:02.635985 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 12:44:02.635985 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:44:02.635985 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:44:02.635985 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:44:02.635985 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:44:02.635985 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:44:02.635985 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:44:02.635985 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:44:02.749461 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-76420aa5-9232-4242-9d7a-cf6a6e9552ec tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (80f2e8f7-bfae-4f05-b06d-33405f9fbdc0), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:02.757368 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-76420aa5-9232-4242-9d7a-cf6a6e9552ec tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:02.766665 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-76420aa5-9232-4242-9d7a-cf6a6e9552ec tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] 10.222.0.65 "DELETE /v2.0/networks/80f2e8f7-bfae-4f05-b06d-33405f9fbdc0 HTTP/1.1" status: 204 len: 168 time: 1.3648109 Feb 04 12:44:02.850010 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-856a9c0a-d407-42df-b21f-bfc4ca67235a tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Router 00af7faa-1e68-4242-9b82-0b7516a0e97b is scheduled to L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de with binding_index 1 {{(pid=103475) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 12:44:02.865033 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76420aa5-9232-4242-9d7a-cf6a6e9552ec tempest-TaggedBootDevicesTest_v242-116583362 tempest-TaggedBootDevicesTest_v242-116583362-project] Pushing event deleted for resources: {'Network': ['ID=80f2e8f7-bfae-4f05-b06d-33405f9fbdc0,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:44:03.069849 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 60428) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:44:03.409700 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c4902917-1407-4c22-a815-2385c5f81ffe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:03.558791 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751f7bd2-1e4a-4e49-b071-a2e84109a784 req-21816c36-05d5-4bd2-8e28-cba411dfbec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:44:03.560221 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751f7bd2-1e4a-4e49-b071-a2e84109a784 req-21816c36-05d5-4bd2-8e28-cba411dfbec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:44:03.561813 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751f7bd2-1e4a-4e49-b071-a2e84109a784 req-21816c36-05d5-4bd2-8e28-cba411dfbec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:44:03.563939 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-751f7bd2-1e4a-4e49-b071-a2e84109a784 req-21816c36-05d5-4bd2-8e28-cba411dfbec6 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e282f09d-0f00-48ae-be54-8328c02ae0af&id=50abc812-52fc-4688-9b5e-8dadbfa93d3a&id=50abc812-52fc-4688-9b5e-8dadbfa93d3a&id=50abc812-52fc-4688-9b5e-8dadbfa93d3a&id=50abc812-52fc-4688-9b5e-8dadbfa93d3a&id=1a47e8c3-b161-4455-99ec-b9b9ead38a62&id=1a47e8c3-b161-4455-99ec-b9b9ead38a62 HTTP/1.1" status: 200 len: 2292 time: 0.9221368 Feb 04 12:44:03.632682 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c4902917-1407-4c22-a815-2385c5f81ffe admin admin] Publish callbacks [] for security_group (8411042b-a150-4c8f-aeb1-8a5836450168), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:03.639794 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c4902917-1407-4c22-a815-2385c5f81ffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (8411042b-a150-4c8f-aeb1-8a5836450168), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:03.666382 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-856a9c0a-d407-42df-b21f-bfc4ca67235a tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:44:03.682283 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3721fd-0339-4d57-b5f0-f3e05db6b1bd None None] Sync routers for ids ['00af7faa-1e68-4242-9b82-0b7516a0e97b'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:44:03.688637 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-856a9c0a-d407-42df-b21f-bfc4ca67235a tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Publish callbacks [] for router (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:03.690831 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-856a9c0a-d407-42df-b21f-bfc4ca67235a tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] 10.222.0.65 "PUT /v2.0/routers/00af7faa-1e68-4242-9b82-0b7516a0e97b HTTP/1.1" status: 200 len: 879 time: 8.3660588 Feb 04 12:44:03.695867 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 60442) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:44:03.706882 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3721fd-0339-4d57-b5f0-f3e05db6b1bd None None] Routers {'00af7faa-1e68-4242-9b82-0b7516a0e97b'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:44:03.707923 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-4d3721fd-0339-4d57-b5f0-f3e05db6b1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:43:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['00af7faa-1e68-4242-9b82-0b7516a0e97b'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:44:03.720610 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-751f7bd2-1e4a-4e49-b071-a2e84109a784 req-a32b0e6f-dac8-494e-b3ca-d49f060e18ef service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d152b0b2-3919-4a03-93f4-11425445acca HTTP/1.1" status: 200 len: 1001 time: 0.1498203 Feb 04 12:44:03.763466 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-c4902917-1407-4c22-a815-2385c5f81ffe admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3f34d8ff1d6b4e00b44e054fa290990c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6914680 Feb 04 12:44:03.775360 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 60444) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:44:03.854104 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-4d3721fd-0339-4d57-b5f0-f3e05db6b1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:44:03.888671 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3721fd-0339-4d57-b5f0-f3e05db6b1bd None None] Routers {'00af7faa-1e68-4242-9b82-0b7516a0e97b'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:44:03.891585 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-4d3721fd-0339-4d57-b5f0-f3e05db6b1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:43:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['00af7faa-1e68-4242-9b82-0b7516a0e97b'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:44:03.922208 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4902917-1407-4c22-a815-2385c5f81ffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8411042b-a150-4c8f-aeb1-8a5836450168,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:44:03.986937 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c96ad0dd-38a5-4c55-b559-4564cc0ff452 admin admin] Publish callbacks [] for security_group (8411042b-a150-4c8f-aeb1-8a5836450168), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:04.006080 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-1814b2f7-8eef-4cb8-9701-845158482d28 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] 10.222.0.65 "GET /v2.0/routers/00af7faa-1e68-4242-9b82-0b7516a0e97b HTTP/1.1" status: 200 len: 920 time: 0.3066001 Feb 04 12:44:04.040121 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 60448) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:44:04.079110 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751f7bd2-1e4a-4e49-b071-a2e84109a784 req-1c15c5a3-7b32-403d-8367-b8dca6a8c9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:44:04.081899 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-751f7bd2-1e4a-4e49-b071-a2e84109a784 req-1c15c5a3-7b32-403d-8367-b8dca6a8c9bf service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d174a82c-6751-442a-8e10-7a148203d4f7 HTTP/1.1" status: 200 len: 850 time: 0.2529798 Feb 04 12:44:04.159951 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c96ad0dd-38a5-4c55-b559-4564cc0ff452 admin admin] Publish callbacks [] for security_group (8411042b-a150-4c8f-aeb1-8a5836450168), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:04.224540 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751f7bd2-1e4a-4e49-b071-a2e84109a784 req-32121eb9-45db-435d-8349-47f3cb74bd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:44:04.226994 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-751f7bd2-1e4a-4e49-b071-a2e84109a784 req-32121eb9-45db-435d-8349-47f3cb74bd46 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e282f09d-0f00-48ae-be54-8328c02ae0af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1375275 Feb 04 12:44:04.265610 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c96ad0dd-38a5-4c55-b559-4564cc0ff452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (8411042b-a150-4c8f-aeb1-8a5836450168), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:04.269007 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c96ad0dd-38a5-4c55-b559-4564cc0ff452 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:04.273614 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-c96ad0dd-38a5-4c55-b559-4564cc0ff452 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8411042b-a150-4c8f-aeb1-8a5836450168 HTTP/1.1" status: 204 len: 168 time: 0.4963601 Feb 04 12:44:04.289786 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96ad0dd-38a5-4c55-b559-4564cc0ff452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8411042b-a150-4c8f-aeb1-8a5836450168,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:44:04.329950 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7e4e6f-953d-4d21-8202-35c969ab93ff tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:44:04.342378 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-8b7e4e6f-953d-4d21-8202-35c969ab93ff tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7&device_id=00af7faa-1e68-4242-9b82-0b7516a0e97b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3005438 Feb 04 12:44:04.347656 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 60460) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:44:04.417041 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-4d3721fd-0339-4d57-b5f0-f3e05db6b1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:44:04.427711 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3721fd-0339-4d57-b5f0-f3e05db6b1bd None None] The sync data for ids ['00af7faa-1e68-4242-9b82-0b7516a0e97b'] in n-d-825015-3 is: [] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:44:04.564661 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-751f7bd2-1e4a-4e49-b071-a2e84109a784 req-b37afc41-97e0-47d1-81af-d498baea6223 service neutron] 10.222.0.77 "GET /v2.0/networks/e282f09d-0f00-48ae-be54-8328c02ae0af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3298094 Feb 04 12:44:04.597174 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316e9d7b-1669-468a-b8dc-7a45376cce72 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:44:04.598891 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-316e9d7b-1669-468a-b8dc-7a45376cce72 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] 10.222.0.65 "GET /v2.0/networks/7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 HTTP/1.1" status: 200 len: 881 time: 0.2444596 Feb 04 12:44:04.604815 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 60464) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:44:04.645524 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-f5cf94ee-210a-4b4e-95ed-254cdd9ca673 tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] 10.222.0.65 "GET /v2.0/ports?device_id=00af7faa-1e68-4242-9b82-0b7516a0e97b HTTP/1.1" status: 200 len: 205 time: 0.0394754 Feb 04 12:44:04.649217 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 60468) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:44:04.804868 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-751f7bd2-1e4a-4e49-b071-a2e84109a784 req-989e0717-1ce5-479c-9c0b-cc9bbbcdce94 service neutron] 10.222.0.77 "GET /v2.0/networks/e282f09d-0f00-48ae-be54-8328c02ae0af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278700 Feb 04 12:44:04.863685 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-751f7bd2-1e4a-4e49-b071-a2e84109a784 req-e0ae3e5c-cee5-49c6-b993-07e2ce4c5f0c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=10f2b2ac-d024-45d9-8b51-ee9bd6bab8e6 HTTP/1.1" status: 200 len: 217 time: 0.0551736 Feb 04 12:44:04.938786 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751f7bd2-1e4a-4e49-b071-a2e84109a784 req-dce097db-9d81-4d3c-bcf2-1c0185a18cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:44:04.938786 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-751f7bd2-1e4a-4e49-b071-a2e84109a784 req-dce097db-9d81-4d3c-bcf2-1c0185a18cd1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ca9bf86a-5f82-4615-8df5-3e5a427be493 HTTP/1.1" status: 200 len: 797 time: 0.0691321 Feb 04 12:44:04.948146 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 60476) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:44:05.036058 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-be84a602-fe7c-4809-9c53-4ae93df2140d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a60960432adf4028be3b6c792d1c3a10&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0815732 Feb 04 12:44:05.037676 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 60478) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:44:05.092139 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-94623de8-eaa1-4e5d-b221-a7b199bb31e8 tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Publish callbacks [] for router (00af7faa-1e68-4242-9b82-0b7516a0e97b), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:05.124222 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751f7bd2-1e4a-4e49-b071-a2e84109a784 req-7bfeccf6-31b4-4439-a7c8-d32a34f41cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:44:05.127042 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-751f7bd2-1e4a-4e49-b071-a2e84109a784 req-7bfeccf6-31b4-4439-a7c8-d32a34f41cc8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=50abc812-52fc-4688-9b5e-8dadbfa93d3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1826658 Feb 04 12:44:05.220653 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4e6d45b0-335a-49d9-b800-f13a19d6dd48 admin admin] Publish callbacks [] for security_group (6bb8ceac-6e46-4ab9-949b-b314c47bb9a7), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:05.259685 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4e6d45b0-335a-49d9-b800-f13a19d6dd48 admin admin] Publish callbacks [] for security_group (6bb8ceac-6e46-4ab9-949b-b314c47bb9a7), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:05.385756 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-751f7bd2-1e4a-4e49-b071-a2e84109a784 req-8ff1ddc1-aac2-4324-9dda-adfc993077ac service neutron] 10.222.0.77 "GET /v2.0/networks/50abc812-52fc-4688-9b5e-8dadbfa93d3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485688 Feb 04 12:44:05.497531 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-94623de8-eaa1-4e5d-b221-a7b199bb31e8 tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Publish callbacks [] for router_gateway (00af7faa-1e68-4242-9b82-0b7516a0e97b), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:05.520546 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4e6d45b0-335a-49d9-b800-f13a19d6dd48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (6bb8ceac-6e46-4ab9-949b-b314c47bb9a7), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:05.523687 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4e6d45b0-335a-49d9-b800-f13a19d6dd48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:05.526795 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-4e6d45b0-335a-49d9-b800-f13a19d6dd48 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6bb8ceac-6e46-4ab9-949b-b314c47bb9a7 HTTP/1.1" status: 204 len: 168 time: 0.4856672 Feb 04 12:44:05.585501 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6d45b0-335a-49d9-b800-f13a19d6dd48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bb8ceac-6e46-4ab9-949b-b314c47bb9a7,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:44:05.659152 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6d45b0-335a-49d9-b800-f13a19d6dd48 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:44:05.673089 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6d45b0-335a-49d9-b800-f13a19d6dd48 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:44:05.673089 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6d45b0-335a-49d9-b800-f13a19d6dd48 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:44:05.673089 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6d45b0-335a-49d9-b800-f13a19d6dd48 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:44:05.673089 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6d45b0-335a-49d9-b800-f13a19d6dd48 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:44:05.673089 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6d45b0-335a-49d9-b800-f13a19d6dd48 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:44:05.673089 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6d45b0-335a-49d9-b800-f13a19d6dd48 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:44:05.673089 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6d45b0-335a-49d9-b800-f13a19d6dd48 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:44:05.673089 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6d45b0-335a-49d9-b800-f13a19d6dd48 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:44:05.675067 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6d45b0-335a-49d9-b800-f13a19d6dd48 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:44:05.681457 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6d45b0-335a-49d9-b800-f13a19d6dd48 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:44:05.683237 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6d45b0-335a-49d9-b800-f13a19d6dd48 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:44:05.687872 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6d45b0-335a-49d9-b800-f13a19d6dd48 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:44:05.787779 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-94623de8-eaa1-4e5d-b221-a7b199bb31e8 tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Deleting port 793b6289-08bf-4a33-967d-8553ae1b2820 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:44:05.803561 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-94623de8-eaa1-4e5d-b221-a7b199bb31e8 tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (793b6289-08bf-4a33-967d-8553ae1b2820), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:05.820306 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-751f7bd2-1e4a-4e49-b071-a2e84109a784 req-a081218e-7099-4ff0-a7ba-a68adc3aede4 service neutron] 10.222.0.77 "GET /v2.0/networks/50abc812-52fc-4688-9b5e-8dadbfa93d3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4232996 Feb 04 12:44:05.965800 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-751f7bd2-1e4a-4e49-b071-a2e84109a784 req-efddcabb-1a1f-4753-98c5-2ec91a4fda04 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=36f87e3f-7392-4eed-9d08-001451be51e2 HTTP/1.1" status: 200 len: 217 time: 0.1389551 Feb 04 12:44:06.123999 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-94623de8-eaa1-4e5d-b221-a7b199bb31e8 tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (793b6289-08bf-4a33-967d-8553ae1b2820), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:06.142487 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-94623de8-eaa1-4e5d-b221-a7b199bb31e8 tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Calling delete_port for 793b6289-08bf-4a33-967d-8553ae1b2820 owned by network:router_gateway {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:44:06.366103 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751f7bd2-1e4a-4e49-b071-a2e84109a784 req-eceffc3f-718e-4f53-b9d8-b333e8167080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:44:06.368598 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-751f7bd2-1e4a-4e49-b071-a2e84109a784 req-eceffc3f-718e-4f53-b9d8-b333e8167080 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ca9bf86a-5f82-4615-8df5-3e5a427be493 HTTP/1.1" status: 200 len: 797 time: 0.3797107 Feb 04 12:44:06.489632 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-94623de8-eaa1-4e5d-b221-a7b199bb31e8 tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (793b6289-08bf-4a33-967d-8553ae1b2820), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:06.538279 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751f7bd2-1e4a-4e49-b071-a2e84109a784 req-0f8d7426-642c-44ba-9b67-70cb348c29bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:44:06.540913 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-751f7bd2-1e4a-4e49-b071-a2e84109a784 req-0f8d7426-642c-44ba-9b67-70cb348c29bb service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=50abc812-52fc-4688-9b5e-8dadbfa93d3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1655381 Feb 04 12:44:06.558725 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94623de8-eaa1-4e5d-b221-a7b199bb31e8 tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Pushing event deleted for resources: {'Port': ['ID=793b6289-08bf-4a33-967d-8553ae1b2820,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:44:06.892088 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-94623de8-eaa1-4e5d-b221-a7b199bb31e8 tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1599901'] for router_gateway (00af7faa-1e68-4242-9b82-0b7516a0e97b), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:06.972316 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-751f7bd2-1e4a-4e49-b071-a2e84109a784 req-119821f4-88a1-41db-99bd-fddf3678dddd service neutron] 10.222.0.77 "GET /v2.0/networks/50abc812-52fc-4688-9b5e-8dadbfa93d3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4233899 Feb 04 12:44:07.177702 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-94623de8-eaa1-4e5d-b221-a7b199bb31e8 tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10915'] for router (00af7faa-1e68-4242-9b82-0b7516a0e97b), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:07.185458 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-94623de8-eaa1-4e5d-b221-a7b199bb31e8 tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Publish callbacks [] for router_controller (00af7faa-1e68-4242-9b82-0b7516a0e97b), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:07.289025 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-94623de8-eaa1-4e5d-b221-a7b199bb31e8 tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622829'] for router (00af7faa-1e68-4242-9b82-0b7516a0e97b), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:07.290005 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94623de8-eaa1-4e5d-b221-a7b199bb31e8 tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Fanout notify agent at l3_agent the message router_deleted on router 00af7faa-1e68-4242-9b82-0b7516a0e97b {{(pid=103474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 12:44:07.305650 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-94623de8-eaa1-4e5d-b221-a7b199bb31e8 tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:07.309085 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-94623de8-eaa1-4e5d-b221-a7b199bb31e8 tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] 10.222.0.65 "DELETE /v2.0/routers/00af7faa-1e68-4242-9b82-0b7516a0e97b HTTP/1.1" status: 204 len: 168 time: 2.6569917 Feb 04 12:44:07.313095 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 60572) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:44:07.321676 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-c2b82908-a983-442f-8ef8-185055867b75 tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-790707358', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:44:07.384283 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-751f7bd2-1e4a-4e49-b071-a2e84109a784 req-b422a412-7995-42f4-be2b-86dff3593936 service neutron] 10.222.0.77 "GET /v2.0/networks/50abc812-52fc-4688-9b5e-8dadbfa93d3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4027963 Feb 04 12:44:07.398859 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c2b82908-a983-442f-8ef8-185055867b75 tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10933'] for router (4b2b517a-6aef-4e5d-a5ec-a5d78d0554fc), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:07.403863 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c2b82908-a983-442f-8ef8-185055867b75 tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10924'] for router (4b2b517a-6aef-4e5d-a5ec-a5d78d0554fc), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:07.535016 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-751f7bd2-1e4a-4e49-b071-a2e84109a784 req-e853e428-4b33-4b5f-9796-0a3793fb005a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.185&port_id=3959a259-34f7-47f5-9c3d-c8f032983892 HTTP/1.1" status: 200 len: 217 time: 0.1439023 Feb 04 12:44:07.647344 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c2b82908-a983-442f-8ef8-185055867b75 tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Publish callbacks [] for router_controller (4b2b517a-6aef-4e5d-a5ec-a5d78d0554fc), precommit_add_association {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:07.653039 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c2b82908-a983-442f-8ef8-185055867b75 tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141'] for router (4b2b517a-6aef-4e5d-a5ec-a5d78d0554fc), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:07.680946 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c2b82908-a983-442f-8ef8-185055867b75 tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:07.688721 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-c2b82908-a983-442f-8ef8-185055867b75 tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3693881 Feb 04 12:44:07.688721 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 60604) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:44:07.709828 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751f7bd2-1e4a-4e49-b071-a2e84109a784 req-c4e6cd16-5cb6-4c53-9c9d-7ef38d0bef0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:44:07.710534 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-b9700e49-8692-4b18-8228-d35f8a412ee0 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'enable_snat': True}}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:44:07.722240 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-751f7bd2-1e4a-4e49-b071-a2e84109a784 req-c4e6cd16-5cb6-4c53-9c9d-7ef38d0bef0e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ca9bf86a-5f82-4615-8df5-3e5a427be493 HTTP/1.1" status: 200 len: 797 time: 0.1726615 Feb 04 12:44:08.061594 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751f7bd2-1e4a-4e49-b071-a2e84109a784 req-841f60f8-1a3c-4847-9476-f0018b882e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:44:08.067231 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-751f7bd2-1e4a-4e49-b071-a2e84109a784 req-841f60f8-1a3c-4847-9476-f0018b882e14 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=50abc812-52fc-4688-9b5e-8dadbfa93d3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3433330 Feb 04 12:44:08.191384 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b9700e49-8692-4b18-8228-d35f8a412ee0 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks [] for router_gateway (4b2b517a-6aef-4e5d-a5ec-a5d78d0554fc), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:08.197932 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 60614) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:44:08.482384 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-751f7bd2-1e4a-4e49-b071-a2e84109a784 req-44574688-4de3-45f4-8f8b-0578f8694be6 service neutron] 10.222.0.77 "GET /v2.0/networks/50abc812-52fc-4688-9b5e-8dadbfa93d3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4082353 Feb 04 12:44:08.668524 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-751f7bd2-1e4a-4e49-b071-a2e84109a784 req-d50ec8b6-7213-44ad-9373-25954f276c6a service neutron] 10.222.0.77 "GET /v2.0/networks/50abc812-52fc-4688-9b5e-8dadbfa93d3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741431 Feb 04 12:44:08.685383 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-bd2d1faf-a0aa-4f21-8874-f553640bc1c4 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-558254271'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:44:08.740893 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-751f7bd2-1e4a-4e49-b071-a2e84109a784 req-c543e6b6-e309-44a6-952b-def2ee500a50 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.4&port_id=383c55e1-9433-42e7-979f-326174aecf28 HTTP/1.1" status: 200 len: 217 time: 0.0666776 Feb 04 12:44:08.867965 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751f7bd2-1e4a-4e49-b071-a2e84109a784 req-274aa645-fcf0-4e6f-95fc-f8f52e8d446c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:44:08.871244 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-751f7bd2-1e4a-4e49-b071-a2e84109a784 req-274aa645-fcf0-4e6f-95fc-f8f52e8d446c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ca9bf86a-5f82-4615-8df5-3e5a427be493 HTTP/1.1" status: 200 len: 797 time: 0.1243448 Feb 04 12:44:09.001574 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751f7bd2-1e4a-4e49-b071-a2e84109a784 req-5dd2a548-9b67-4ef8-92f1-a2c29394c11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:44:09.012012 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-751f7bd2-1e4a-4e49-b071-a2e84109a784 req-5dd2a548-9b67-4ef8-92f1-a2c29394c11e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=50abc812-52fc-4688-9b5e-8dadbfa93d3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1344149 Feb 04 12:44:09.296842 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-751f7bd2-1e4a-4e49-b071-a2e84109a784 req-982ea52e-7276-4893-93fe-488360791e67 service neutron] 10.222.0.77 "GET /v2.0/networks/50abc812-52fc-4688-9b5e-8dadbfa93d3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2766273 Feb 04 12:44:09.587129 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-751f7bd2-1e4a-4e49-b071-a2e84109a784 req-206164a9-1703-4ca9-b954-8e35026f807b service neutron] 10.222.0.77 "GET /v2.0/networks/50abc812-52fc-4688-9b5e-8dadbfa93d3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2832377 Feb 04 12:44:09.730841 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd2d1faf-a0aa-4f21-8874-f553640bc1c4 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Made reservation on behalf of baf6c879718b4bbbb74536abce8d04a9 for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:44:09.755086 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bd2d1faf-a0aa-4f21-8874-f553640bc1c4 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:09.763825 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-751f7bd2-1e4a-4e49-b071-a2e84109a784 req-d79eb322-0cf2-4473-8028-f5e31087768c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f67e14d4-db1d-46b0-bea2-1c78b8bd35ab HTTP/1.1" status: 200 len: 217 time: 0.1709661 Feb 04 12:44:09.808230 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bd2d1faf-a0aa-4f21-8874-f553640bc1c4 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:09.814330 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b9700e49-8692-4b18-8228-d35f8a412ee0 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks [] for router_gateway (4b2b517a-6aef-4e5d-a5ec-a5d78d0554fc), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:09.909808 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751f7bd2-1e4a-4e49-b071-a2e84109a784 req-f6193cbc-96d1-4cca-8307-2ff7f58648ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:44:09.911459 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-751f7bd2-1e4a-4e49-b071-a2e84109a784 req-f6193cbc-96d1-4cca-8307-2ff7f58648ea service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9fdfc6a6-8505-4de4-a056-7d77ecca3599 HTTP/1.1" status: 200 len: 797 time: 0.1417334 Feb 04 12:44:10.035632 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bd2d1faf-a0aa-4f21-8874-f553640bc1c4 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Publish callbacks [] for security_group (1fd0766a-650c-44c2-83e7-525547a27f6e), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:10.046000 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b9700e49-8692-4b18-8228-d35f8a412ee0 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:10.053464 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751f7bd2-1e4a-4e49-b071-a2e84109a784 req-2e17b44f-8583-4f87-a204-ddd182a7cf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:44:10.057573 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-751f7bd2-1e4a-4e49-b071-a2e84109a784 req-2e17b44f-8583-4f87-a204-ddd182a7cf91 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1a47e8c3-b161-4455-99ec-b9b9ead38a62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1395171 Feb 04 12:44:10.290370 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-b9700e49-8692-4b18-8228-d35f8a412ee0 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Allocated IP 172.25.3.117 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/205d0581-82a8-475e-b3b7-0cec6968f709) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:44:10.333995 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-751f7bd2-1e4a-4e49-b071-a2e84109a784 req-cbd663fb-9777-442a-8200-9b0cd43b9afc service neutron] 10.222.0.77 "GET /v2.0/networks/1a47e8c3-b161-4455-99ec-b9b9ead38a62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692707 Feb 04 12:44:10.455582 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b9700e49-8692-4b18-8228-d35f8a412ee0 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks [] for port (205d0581-82a8-475e-b3b7-0cec6968f709), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:10.506011 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bd2d1faf-a0aa-4f21-8874-f553640bc1c4 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (1fd0766a-650c-44c2-83e7-525547a27f6e), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:10.522783 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd2d1faf-a0aa-4f21-8874-f553640bc1c4 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:44:10.537700 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bd2d1faf-a0aa-4f21-8874-f553640bc1c4 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (1ee9810a-0509-4b38-875f-1af25abffe21), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:10.538397 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-bd2d1faf-a0aa-4f21-8874-f553640bc1c4 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Added segment 1ee9810a-0509-4b38-875f-1af25abffe21 of type vlan for network f0a26152-bdaf-4863-9bf9-fd59c4bdc62a Feb 04 12:44:10.626414 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-751f7bd2-1e4a-4e49-b071-a2e84109a784 req-1abc498d-e88e-43d4-9efa-ab35500b69df service neutron] 10.222.0.77 "GET /v2.0/networks/1a47e8c3-b161-4455-99ec-b9b9ead38a62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2854514 Feb 04 12:44:10.629703 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bd2d1faf-a0aa-4f21-8874-f553640bc1c4 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (f0a26152-bdaf-4863-9bf9-fd59c4bdc62a), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:10.701642 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b9700e49-8692-4b18-8228-d35f8a412ee0 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (205d0581-82a8-475e-b3b7-0cec6968f709), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:10.747131 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-751f7bd2-1e4a-4e49-b071-a2e84109a784 req-bea58ea9-b4ba-4f26-b6fc-15055e64fbac service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1049b94c-dd50-4b61-afcc-7ec2892e7f46 HTTP/1.1" status: 200 len: 217 time: 0.1141477 Feb 04 12:44:10.860872 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bd2d1faf-a0aa-4f21-8874-f553640bc1c4 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (f0a26152-bdaf-4863-9bf9-fd59c4bdc62a), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:10.866545 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2d1faf-a0aa-4f21-8874-f553640bc1c4 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:44:10.867819 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bd2d1faf-a0aa-4f21-8874-f553640bc1c4 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:10.901179 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751f7bd2-1e4a-4e49-b071-a2e84109a784 req-fbd7092c-0b92-4132-ada2-eb77678252b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:44:10.903245 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-751f7bd2-1e4a-4e49-b071-a2e84109a784 req-fbd7092c-0b92-4132-ada2-eb77678252b2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9fdfc6a6-8505-4de4-a056-7d77ecca3599 HTTP/1.1" status: 200 len: 797 time: 0.1507392 Feb 04 12:44:11.005772 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9700e49-8692-4b18-8228-d35f8a412ee0 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Pushing event updated for resources: {'Port': ['ID=205d0581-82a8-475e-b3b7-0cec6968f709,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:44:11.046512 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751f7bd2-1e4a-4e49-b071-a2e84109a784 req-7045a052-d73e-42fa-aa1c-a3c49209de20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:44:11.048173 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-751f7bd2-1e4a-4e49-b071-a2e84109a784 req-7045a052-d73e-42fa-aa1c-a3c49209de20 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1a47e8c3-b161-4455-99ec-b9b9ead38a62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1373105 Feb 04 12:44:11.105952 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2d1faf-a0aa-4f21-8874-f553640bc1c4 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Pushing event updated for resources: {'Network': ['ID=f0a26152-bdaf-4863-9bf9-fd59c4bdc62a,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:44:11.114099 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9700e49-8692-4b18-8228-d35f8a412ee0 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:44:11.116962 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-b9700e49-8692-4b18-8228-d35f8a412ee0 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:44:11.124087 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network f0a26152-bdaf-4863-9bf9-fd59c4bdc62a details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:44:11.129263 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2d1faf-a0aa-4f21-8874-f553640bc1c4 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fd0766a-650c-44c2-83e7-525547a27f6e,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:44:11.132324 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9700e49-8692-4b18-8228-d35f8a412ee0 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:44:11.150670 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-bd2d1faf-a0aa-4f21-8874-f553640bc1c4 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.9510593 Feb 04 12:44:11.153601 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 60658) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:44:11.159455 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-de5938a4-d54e-4d90-aaa8-ac799e9881b4 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Request body: {'subnet': {'network_id': 'f0a26152-bdaf-4863-9bf9-fd59c4bdc62a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:44:11.313577 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-751f7bd2-1e4a-4e49-b071-a2e84109a784 req-f553c5bd-9c78-4f60-b09b-46684b64584c service neutron] 10.222.0.77 "GET /v2.0/networks/1a47e8c3-b161-4455-99ec-b9b9ead38a62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519264 Feb 04 12:44:11.539090 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-751f7bd2-1e4a-4e49-b071-a2e84109a784 req-ff2c6490-b54e-4e70-a49e-f6520f806052 service neutron] 10.222.0.77 "GET /v2.0/networks/1a47e8c3-b161-4455-99ec-b9b9ead38a62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144470 Feb 04 12:44:11.696105 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de5938a4-d54e-4d90-aaa8-ac799e9881b4 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Made reservation on behalf of baf6c879718b4bbbb74536abce8d04a9 for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:44:11.701968 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-de5938a4-d54e-4d90-aaa8-ac799e9881b4 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60610638'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:11.818701 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b9700e49-8692-4b18-8228-d35f8a412ee0 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks [] for router_gateway (4b2b517a-6aef-4e5d-a5ec-a5d78d0554fc), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:12.292410 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-de5938a4-d54e-4d90-aaa8-ac799e9881b4 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59045178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60610680'] for subnet (fabdf934-8b71-402f-ac21-ae5c29389965), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:12.406738 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5938a4-d54e-4d90-aaa8-ac799e9881b4 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Pushing event updated for resources: {'Subnet': ['ID=fabdf934-8b71-402f-ac21-ae5c29389965,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:44:12.416045 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b9700e49-8692-4b18-8228-d35f8a412ee0 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1623026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10906'] for router (4b2b517a-6aef-4e5d-a5ec-a5d78d0554fc), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:12.423149 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5938a4-d54e-4d90-aaa8-ac799e9881b4 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Checking segment: {'id': '1ee9810a-0509-4b38-875f-1af25abffe21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'f0a26152-bdaf-4863-9bf9-fd59c4bdc62a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:44:12.423524 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5938a4-d54e-4d90-aaa8-ac799e9881b4 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Network hostable DHCP agents. Network: f0a26152-bdaf-4863-9bf9-fd59c4bdc62a, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:44:12.427037 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b9700e49-8692-4b18-8228-d35f8a412ee0 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1623127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1623150', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1622793'] for router (4b2b517a-6aef-4e5d-a5ec-a5d78d0554fc), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:12.553986 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5938a4-d54e-4d90-aaa8-ac799e9881b4 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Network f0a26152-bdaf-4863-9bf9-fd59c4bdc62a is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:44:12.574726 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-de5938a4-d54e-4d90-aaa8-ac799e9881b4 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, f0a26152-bdaf-4863-9bf9-fd59c4bdc62a) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:44:12.584525 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de5938a4-d54e-4d90-aaa8-ac799e9881b4 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:44:12.585425 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-de5938a4-d54e-4d90-aaa8-ac799e9881b4 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:12.588007 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb76d97-5a36-4e47-aab1-dbb4530e2926 None None] Network f0a26152-bdaf-4863-9bf9-fd59c4bdc62a requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:44:12.642102 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-de5938a4-d54e-4d90-aaa8-ac799e9881b4 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4856770 Feb 04 12:44:12.643689 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 60686) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:44:12.649522 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-6b9cddd2-bdd5-41ff-ac2a-240643730a91 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1990917961', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:44:12.705987 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6b9cddd2-bdd5-41ff-ac2a-240643730a91 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10933'] for router (a7033a7d-fbb4-43e4-9872-b46f84bde508), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:12.710140 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6b9cddd2-bdd5-41ff-ac2a-240643730a91 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10924'] for router (a7033a7d-fbb4-43e4-9872-b46f84bde508), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:12.751081 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9700e49-8692-4b18-8228-d35f8a412ee0 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Router 4b2b517a-6aef-4e5d-a5ec-a5d78d0554fc is scheduled to L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de with binding_index 1 {{(pid=103474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 12:44:12.840259 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e567eca0-fa41-40da-a235-1dc2211edea6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-f0a26152-bdaf-4863-9bf9-fd59c4bdc62a', 'network_id': 'f0a26152-bdaf-4863-9bf9-fd59c4bdc62a', 'project_id': 'baf6c879718b4bbbb74536abce8d04a9', 'fixed_ips': [{'subnet_id': 'fabdf934-8b71-402f-ac21-ae5c29389965'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 12:44:12.841136 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e567eca0-fa41-40da-a235-1dc2211edea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:12.913390 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6b9cddd2-bdd5-41ff-ac2a-240643730a91 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Publish callbacks [] for router_controller (a7033a7d-fbb4-43e4-9872-b46f84bde508), precommit_add_association {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:12.918122 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6b9cddd2-bdd5-41ff-ac2a-240643730a91 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141'] for router (a7033a7d-fbb4-43e4-9872-b46f84bde508), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:12.951837 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6b9cddd2-bdd5-41ff-ac2a-240643730a91 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Publish callbacks [] for router (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:12.954938 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-6b9cddd2-bdd5-41ff-ac2a-240643730a91 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.3099177 Feb 04 12:44:12.958760 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 60692) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:44:13.062395 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9700e49-8692-4b18-8228-d35f8a412ee0 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:44:13.081802 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b9700e49-8692-4b18-8228-d35f8a412ee0 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:13.089404 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-b9700e49-8692-4b18-8228-d35f8a412ee0 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] 10.222.0.65 "PUT /v2.0/routers/4b2b517a-6aef-4e5d-a5ec-a5d78d0554fc HTTP/1.1" status: 200 len: 914 time: 5.3973715 Feb 04 12:44:13.090100 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 60698) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:44:13.198357 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-e567eca0-fa41-40da-a235-1dc2211edea6 None None] Allocated IP 172.20.0.2 (f0a26152-bdaf-4863-9bf9-fd59c4bdc62a/fabdf934-8b71-402f-ac21-ae5c29389965/5fe20587-78f4-4268-848d-94d8bae6f0e5) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:44:13.378314 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538af1dd-0a50-4628-a818-020429fc9164 None None] Sync routers for ids ['4b2b517a-6aef-4e5d-a5ec-a5d78d0554fc'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:44:13.419491 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538af1dd-0a50-4628-a818-020429fc9164 None None] Routers {'4b2b517a-6aef-4e5d-a5ec-a5d78d0554fc'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:44:13.421869 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-538af1dd-0a50-4628-a818-020429fc9164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:43:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['4b2b517a-6aef-4e5d-a5ec-a5d78d0554fc'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:44:13.451549 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 60704) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:44:13.451796 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-cd9b8f93-173a-4c83-ad83-1aaba4d63cac tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] 10.222.0.65 "GET /v2.0/routers/4b2b517a-6aef-4e5d-a5ec-a5d78d0554fc HTTP/1.1" status: 200 len: 920 time: 0.3602479 Feb 04 12:44:13.493255 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-538af1dd-0a50-4628-a818-020429fc9164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:44:13.552878 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538af1dd-0a50-4628-a818-020429fc9164 None None] Routers {'4b2b517a-6aef-4e5d-a5ec-a5d78d0554fc'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:44:13.553777 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-538af1dd-0a50-4628-a818-020429fc9164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:43:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['4b2b517a-6aef-4e5d-a5ec-a5d78d0554fc'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:44:13.629605 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f7479aee-f5ca-4321-8ba4-c5770ebf8585 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:13.634297 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-538af1dd-0a50-4628-a818-020429fc9164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:44:13.635028 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538af1dd-0a50-4628-a818-020429fc9164 None None] The sync data for ids ['4b2b517a-6aef-4e5d-a5ec-a5d78d0554fc'] in n-d-825015-3 is: [] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:44:13.718370 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f198af-179d-49fa-bccf-a3b7ac2d5048 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:44:13.728621 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-44f198af-179d-49fa-bccf-a3b7ac2d5048 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7&device_id=4b2b517a-6aef-4e5d-a5ec-a5d78d0554fc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2711034 Feb 04 12:44:13.732459 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 60714) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:44:13.732731 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e567eca0-fa41-40da-a235-1dc2211edea6 None None] Publish callbacks [] for port (5fe20587-78f4-4268-848d-94d8bae6f0e5), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:13.750467 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e567eca0-fa41-40da-a235-1dc2211edea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (5fe20587-78f4-4268-848d-94d8bae6f0e5), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:13.785455 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e567eca0-fa41-40da-a235-1dc2211edea6 None None] Network f0a26152-bdaf-4863-9bf9-fd59c4bdc62a is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:44:13.788269 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-e567eca0-fa41-40da-a235-1dc2211edea6 None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:44:13.829727 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e567eca0-fa41-40da-a235-1dc2211edea6 None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:44:13.978330 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05034e6-7037-43d9-aa05-8745b025f628 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:44:13.981295 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-a05034e6-7037-43d9-aa05-8745b025f628 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] 10.222.0.65 "GET /v2.0/networks/7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 HTTP/1.1" status: 200 len: 881 time: 0.2477620 Feb 04 12:44:13.984118 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 60716) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:44:14.009533 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e567eca0-fa41-40da-a235-1dc2211edea6 None None] Pushing event updated for resources: {'Port': ['ID=5fe20587-78f4-4268-848d-94d8bae6f0e5,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:44:14.037547 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-e567eca0-fa41-40da-a235-1dc2211edea6 None None] Attempting to bind port 5fe20587-78f4-4268-848d-94d8bae6f0e5 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:44:14.037980 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-e567eca0-fa41-40da-a235-1dc2211edea6 None None] Attempting to bind port 5fe20587-78f4-4268-848d-94d8bae6f0e5 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '1ee9810a-0509-4b38-875f-1af25abffe21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'f0a26152-bdaf-4863-9bf9-fd59c4bdc62a'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:44:14.038353 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e567eca0-fa41-40da-a235-1dc2211edea6 None None] Attempting to bind port 5fe20587-78f4-4268-848d-94d8bae6f0e5 on network f0a26152-bdaf-4863-9bf9-fd59c4bdc62a {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:44:14.055826 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e567eca0-fa41-40da-a235-1dc2211edea6 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 43, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:44:14.056218 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e567eca0-fa41-40da-a235-1dc2211edea6 None None] Checking segment: {'id': '1ee9810a-0509-4b38-875f-1af25abffe21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'f0a26152-bdaf-4863-9bf9-fd59c4bdc62a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:44:14.056617 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e567eca0-fa41-40da-a235-1dc2211edea6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:14.057011 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e567eca0-fa41-40da-a235-1dc2211edea6 None None] Bound using segment: {'id': '1ee9810a-0509-4b38-875f-1af25abffe21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'f0a26152-bdaf-4863-9bf9-fd59c4bdc62a'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:44:14.057515 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-e567eca0-fa41-40da-a235-1dc2211edea6 None None] Bound port: 5fe20587-78f4-4268-848d-94d8bae6f0e5, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ee9810a-0509-4b38-875f-1af25abffe21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'f0a26152-bdaf-4863-9bf9-fd59c4bdc62a'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:44:14.057877 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e567eca0-fa41-40da-a235-1dc2211edea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (5fe20587-78f4-4268-848d-94d8bae6f0e5), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:14.061929 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-06796ad9-fb1a-4e88-b115-2c63be425475 tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] 10.222.0.65 "GET /v2.0/ports?device_id=4b2b517a-6aef-4e5d-a5ec-a5d78d0554fc HTTP/1.1" status: 200 len: 205 time: 0.0749633 Feb 04 12:44:14.065414 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 60718) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:44:14.264467 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-e567eca0-fa41-40da-a235-1dc2211edea6 None None] For port 5fe20587-78f4-4268-848d-94d8bae6f0e5, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:44:14.269718 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-f7479aee-f5ca-4321-8ba4-c5770ebf8585 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Allocated IP 172.20.0.1 (f0a26152-bdaf-4863-9bf9-fd59c4bdc62a/fabdf934-8b71-402f-ac21-ae5c29389965/69145c5c-feae-45f0-8fa1-cdda659d50e6) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:44:14.270005 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-e567eca0-fa41-40da-a235-1dc2211edea6 None None] For port 5fe20587-78f4-4268-848d-94d8bae6f0e5, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=5fe20587-78f4-4268-848d-94d8bae6f0e5,segment=NetworkSegment(1ee9810a-0509-4b38-875f-1af25abffe21),segment_id=1ee9810a-0509-4b38-875f-1af25abffe21)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:44:14.297867 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e567eca0-fa41-40da-a235-1dc2211edea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (5fe20587-78f4-4268-848d-94d8bae6f0e5), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:14.429389 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e567eca0-fa41-40da-a235-1dc2211edea6 None None] Pushing event updated for resources: {'Port': ['ID=5fe20587-78f4-4268-848d-94d8bae6f0e5,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:44:14.456693 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f90bb658-7731-4b40-b659-3ad943072eab tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Publish callbacks [] for router (4b2b517a-6aef-4e5d-a5ec-a5d78d0554fc), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:14.513428 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f7479aee-f5ca-4321-8ba4-c5770ebf8585 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Publish callbacks [] for port (69145c5c-feae-45f0-8fa1-cdda659d50e6), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:14.651305 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f7479aee-f5ca-4321-8ba4-c5770ebf8585 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (69145c5c-feae-45f0-8fa1-cdda659d50e6), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:14.846876 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f90bb658-7731-4b40-b659-3ad943072eab tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Publish callbacks [] for router_gateway (4b2b517a-6aef-4e5d-a5ec-a5d78d0554fc), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:14.960427 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7479aee-f5ca-4321-8ba4-c5770ebf8585 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Network f0a26152-bdaf-4863-9bf9-fd59c4bdc62a is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:44:14.979278 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-f7479aee-f5ca-4321-8ba4-c5770ebf8585 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:44:14.991298 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7479aee-f5ca-4321-8ba4-c5770ebf8585 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:44:15.074972 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-f90bb658-7731-4b40-b659-3ad943072eab tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Deleting port 205d0581-82a8-475e-b3b7-0cec6968f709 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:44:15.075469 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f90bb658-7731-4b40-b659-3ad943072eab tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (205d0581-82a8-475e-b3b7-0cec6968f709), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:15.115101 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7479aee-f5ca-4321-8ba4-c5770ebf8585 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Pushing event updated for resources: {'Port': ['ID=69145c5c-feae-45f0-8fa1-cdda659d50e6,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:44:15.209650 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f7479aee-f5ca-4321-8ba4-c5770ebf8585 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1599818'] for router_interface (a7033a7d-fbb4-43e4-9872-b46f84bde508), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:15.368069 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f90bb658-7731-4b40-b659-3ad943072eab tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (205d0581-82a8-475e-b3b7-0cec6968f709), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:15.402605 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-f90bb658-7731-4b40-b659-3ad943072eab tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Calling delete_port for 205d0581-82a8-475e-b3b7-0cec6968f709 owned by network:router_gateway {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:44:15.555953 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f2043c79-4bf2-440c-ba84-e98b05775c16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:15.835486 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f90bb658-7731-4b40-b659-3ad943072eab tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (205d0581-82a8-475e-b3b7-0cec6968f709), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:15.947758 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90bb658-7731-4b40-b659-3ad943072eab tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Pushing event deleted for resources: {'Port': ['ID=205d0581-82a8-475e-b3b7-0cec6968f709,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:44:16.053661 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 5fe20587-78f4-4268-848d-94d8bae6f0e5 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:44:16.122557 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f90bb658-7731-4b40-b659-3ad943072eab tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1599901'] for router_gateway (4b2b517a-6aef-4e5d-a5ec-a5d78d0554fc), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:16.202626 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f7479aee-f5ca-4321-8ba4-c5770ebf8585 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (69145c5c-feae-45f0-8fa1-cdda659d50e6), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:16.209959 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 5fe20587-78f4-4268-848d-94d8bae6f0e5 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:44:16.210622 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (5fe20587-78f4-4268-848d-94d8bae6f0e5), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:16.334022 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f90bb658-7731-4b40-b659-3ad943072eab tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10915'] for router (4b2b517a-6aef-4e5d-a5ec-a5d78d0554fc), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:16.336896 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f90bb658-7731-4b40-b659-3ad943072eab tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Publish callbacks [] for router_controller (4b2b517a-6aef-4e5d-a5ec-a5d78d0554fc), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:16.425569 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f90bb658-7731-4b40-b659-3ad943072eab tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622829'] for router (4b2b517a-6aef-4e5d-a5ec-a5d78d0554fc), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:16.426405 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f90bb658-7731-4b40-b659-3ad943072eab tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Fanout notify agent at l3_agent the message router_deleted on router 4b2b517a-6aef-4e5d-a5ec-a5d78d0554fc {{(pid=103474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 12:44:16.458875 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f90bb658-7731-4b40-b659-3ad943072eab tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:16.460547 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-f90bb658-7731-4b40-b659-3ad943072eab tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] 10.222.0.65 "DELETE /v2.0/routers/4b2b517a-6aef-4e5d-a5ec-a5d78d0554fc HTTP/1.1" status: 204 len: 168 time: 2.3921659 Feb 04 12:44:16.465741 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 60760) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:44:16.482745 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-50f0ee1e-9ef6-4ca2-8eb0-d5828bbd88a5 tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1671424525', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:44:16.536324 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-50f0ee1e-9ef6-4ca2-8eb0-d5828bbd88a5 tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10933'] for router (6b4656f4-6ceb-49c1-9131-2646bb3228f1), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:16.538116 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-50f0ee1e-9ef6-4ca2-8eb0-d5828bbd88a5 tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10924'] for router (6b4656f4-6ceb-49c1-9131-2646bb3228f1), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:16.610642 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53b70ef-a8e9-4cd3-9873-bf7c53d88fcb None None] Network f0a26152-bdaf-4863-9bf9-fd59c4bdc62a requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:44:16.733394 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-55be6fd3-2d48-40dd-a667-2188886fc5bb None None] Provisioning complete for port 5fe20587-78f4-4268-848d-94d8bae6f0e5 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:44:16.734152 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-55be6fd3-2d48-40dd-a667-2188886fc5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (5fe20587-78f4-4268-848d-94d8bae6f0e5), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:16.791646 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-50f0ee1e-9ef6-4ca2-8eb0-d5828bbd88a5 tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Publish callbacks [] for router_controller (6b4656f4-6ceb-49c1-9131-2646bb3228f1), precommit_add_association {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:16.798298 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-50f0ee1e-9ef6-4ca2-8eb0-d5828bbd88a5 tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141'] for router (6b4656f4-6ceb-49c1-9131-2646bb3228f1), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:16.843486 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-50f0ee1e-9ef6-4ca2-8eb0-d5828bbd88a5 tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:16.849209 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 60770) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:44:16.849807 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-50f0ee1e-9ef6-4ca2-8eb0-d5828bbd88a5 tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3793385 Feb 04 12:44:16.873449 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-4f3ff806-b495-406a-a6db-dee3c11e150f tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'enable_snat': False}}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:44:16.932269 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 5fe20587-78f4-4268-848d-94d8bae6f0e5 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:44:16.933272 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (5fe20587-78f4-4268-848d-94d8bae6f0e5), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:17.098484 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f7479aee-f5ca-4321-8ba4-c5770ebf8585 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Publish callbacks [] for port (69145c5c-feae-45f0-8fa1-cdda659d50e6), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:17.106770 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f7479aee-f5ca-4321-8ba4-c5770ebf8585 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (69145c5c-feae-45f0-8fa1-cdda659d50e6), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:17.116629 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port 5fe20587-78f4-4268-848d-94d8bae6f0e5, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=5fe20587-78f4-4268-848d-94d8bae6f0e5,segment=NetworkSegment(1ee9810a-0509-4b38-875f-1af25abffe21),segment_id=1ee9810a-0509-4b38-875f-1af25abffe21)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:44:17.119966 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-55be6fd3-2d48-40dd-a667-2188886fc5bb None None] Current status of the port 5fe20587-78f4-4268-848d-94d8bae6f0e5 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:44:17.120515 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-55be6fd3-2d48-40dd-a667-2188886fc5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (5fe20587-78f4-4268-848d-94d8bae6f0e5), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:17.126430 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (5fe20587-78f4-4268-848d-94d8bae6f0e5), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:17.213004 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=5fe20587-78f4-4268-848d-94d8bae6f0e5,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:44:17.297239 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.db.api [None req-55be6fd3-2d48-40dd-a667-2188886fc5bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103476) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 12:44:17.298421 n-d-825015-3 neutron-server[103476]: DEBUG oslo_db.api [None req-55be6fd3-2d48-40dd-a667-2188886fc5bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 12:44:17.344899 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f7479aee-f5ca-4321-8ba4-c5770ebf8585 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622202'] for router_interface (a7033a7d-fbb4-43e4-9872-b46f84bde508), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:17.651504 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4f3ff806-b495-406a-a6db-dee3c11e150f tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks [] for router_gateway (6b4656f4-6ceb-49c1-9131-2646bb3228f1), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:17.747812 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7479aee-f5ca-4321-8ba4-c5770ebf8585 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Pushing event updated for resources: {'Port': ['ID=69145c5c-feae-45f0-8fa1-cdda659d50e6,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:44:17.924341 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-55be6fd3-2d48-40dd-a667-2188886fc5bb None None] Current status of the port 5fe20587-78f4-4268-848d-94d8bae6f0e5 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:44:17.995548 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-543c8c06-1eae-444b-97a8-bd124a544bae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:18.016877 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 5fe20587-78f4-4268-848d-94d8bae6f0e5 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:44:18.081435 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7479aee-f5ca-4321-8ba4-c5770ebf8585 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Network f0a26152-bdaf-4863-9bf9-fd59c4bdc62a is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:44:18.086132 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-f7479aee-f5ca-4321-8ba4-c5770ebf8585 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:44:18.177016 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-cf25a404-9a78-4976-ba8c-f1586ca6ab00 None None] Provisioning complete for port 5fe20587-78f4-4268-848d-94d8bae6f0e5 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:44:18.177518 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cf25a404-9a78-4976-ba8c-f1586ca6ab00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (5fe20587-78f4-4268-848d-94d8bae6f0e5), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:18.269837 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 5fe20587-78f4-4268-848d-94d8bae6f0e5 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:44:18.270242 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (5fe20587-78f4-4268-848d-94d8bae6f0e5), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:18.486565 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-cf25a404-9a78-4976-ba8c-f1586ca6ab00 None None] Current status of the port 5fe20587-78f4-4268-848d-94d8bae6f0e5 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:44:18.614014 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-cf25a404-9a78-4976-ba8c-f1586ca6ab00 None None] Provisioning complete for port 69145c5c-feae-45f0-8fa1-cdda659d50e6 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:44:18.614389 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cf25a404-9a78-4976-ba8c-f1586ca6ab00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (69145c5c-feae-45f0-8fa1-cdda659d50e6), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:18.720020 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 5fe20587-78f4-4268-848d-94d8bae6f0e5 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:44:18.724840 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-cf25a404-9a78-4976-ba8c-f1586ca6ab00 None None] Port 69145c5c-feae-45f0-8fa1-cdda659d50e6 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:44:18.752925 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4f3ff806-b495-406a-a6db-dee3c11e150f tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks [] for router_gateway (6b4656f4-6ceb-49c1-9131-2646bb3228f1), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:18.787724 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4f3ff806-b495-406a-a6db-dee3c11e150f tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:18.858613 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-737500fc-7e67-4361-ad54-62ce9992fab7 None None] Provisioning complete for port 69145c5c-feae-45f0-8fa1-cdda659d50e6 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:44:18.859130 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-737500fc-7e67-4361-ad54-62ce9992fab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (69145c5c-feae-45f0-8fa1-cdda659d50e6), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:18.933099 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7479aee-f5ca-4321-8ba4-c5770ebf8585 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Router a7033a7d-fbb4-43e4-9872-b46f84bde508 is scheduled to L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de with binding_index 1 {{(pid=103475) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 12:44:18.977537 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-737500fc-7e67-4361-ad54-62ce9992fab7 None None] Port 69145c5c-feae-45f0-8fa1-cdda659d50e6 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:44:19.153351 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7479aee-f5ca-4321-8ba4-c5770ebf8585 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:44:19.162380 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-f7479aee-f5ca-4321-8ba4-c5770ebf8585 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] 10.222.0.65 "PUT /v2.0/routers/a7033a7d-fbb4-43e4-9872-b46f84bde508/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2017114 Feb 04 12:44:19.164947 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 60810) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:44:19.166384 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782d0c27-c65f-4957-bf40-0acb8c04023b None None] Sync routers for ids ['a7033a7d-fbb4-43e4-9872-b46f84bde508'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:44:19.171179 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-b2f47bce-406f-47dd-9560-ad35db395128 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Request body: {'port': {'network_id': 'f0a26152-bdaf-4863-9bf9-fd59c4bdc62a', 'name': 'tempest-FloatingIPNegativeTestJSON-731120768'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:44:19.173656 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-4f3ff806-b495-406a-a6db-dee3c11e150f tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Allocated IP 172.25.3.71 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/b20ea6e3-7795-4176-b774-72cbf54f946d) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:44:19.186822 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782d0c27-c65f-4957-bf40-0acb8c04023b None None] Routers {'a7033a7d-fbb4-43e4-9872-b46f84bde508'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:44:19.195748 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-782d0c27-c65f-4957-bf40-0acb8c04023b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:44:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['a7033a7d-fbb4-43e4-9872-b46f84bde508'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:44:19.254290 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:19.327228 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-782d0c27-c65f-4957-bf40-0acb8c04023b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:44:19.352771 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782d0c27-c65f-4957-bf40-0acb8c04023b None None] Routers {'a7033a7d-fbb4-43e4-9872-b46f84bde508'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:44:19.355652 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-782d0c27-c65f-4957-bf40-0acb8c04023b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:44:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['a7033a7d-fbb4-43e4-9872-b46f84bde508'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:44:19.465059 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-782d0c27-c65f-4957-bf40-0acb8c04023b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:44:19.468139 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782d0c27-c65f-4957-bf40-0acb8c04023b None None] The sync data for ids ['a7033a7d-fbb4-43e4-9872-b46f84bde508'] in n-d-825015-3 is: [] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:44:19.534454 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4f3ff806-b495-406a-a6db-dee3c11e150f tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks [] for port (b20ea6e3-7795-4176-b774-72cbf54f946d), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:19.585667 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4f3ff806-b495-406a-a6db-dee3c11e150f tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (b20ea6e3-7795-4176-b774-72cbf54f946d), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:19.616568 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2f47bce-406f-47dd-9560-ad35db395128 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Made reservation on behalf of baf6c879718b4bbbb74536abce8d04a9 for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:44:19.620160 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b2f47bce-406f-47dd-9560-ad35db395128 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:19.665091 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [None req-b2f47bce-406f-47dd-9560-ad35db395128 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] device_id is not set on port a8537054-92d2-48ef-87c6-1c574071f1a3 yet. {{(pid=103474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 12:44:19.693122 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f3ff806-b495-406a-a6db-dee3c11e150f tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:44:19.709515 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-4f3ff806-b495-406a-a6db-dee3c11e150f tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:44:19.713079 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3ff806-b495-406a-a6db-dee3c11e150f tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:44:19.766672 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3ff806-b495-406a-a6db-dee3c11e150f tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Pushing event updated for resources: {'Port': ['ID=b20ea6e3-7795-4176-b774-72cbf54f946d,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:44:19.899213 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-b2f47bce-406f-47dd-9560-ad35db395128 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Allocated IP 172.20.0.12 (f0a26152-bdaf-4863-9bf9-fd59c4bdc62a/fabdf934-8b71-402f-ac21-ae5c29389965/a8537054-92d2-48ef-87c6-1c574071f1a3) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:44:20.186800 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b2f47bce-406f-47dd-9560-ad35db395128 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Publish callbacks [] for port (a8537054-92d2-48ef-87c6-1c574071f1a3), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:20.265937 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b2f47bce-406f-47dd-9560-ad35db395128 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (a8537054-92d2-48ef-87c6-1c574071f1a3), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:20.457473 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4f3ff806-b495-406a-a6db-dee3c11e150f tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks [] for router_gateway (6b4656f4-6ceb-49c1-9131-2646bb3228f1), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:20.467187 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:20.497224 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f47bce-406f-47dd-9560-ad35db395128 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Network f0a26152-bdaf-4863-9bf9-fd59c4bdc62a is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:44:20.500115 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-b2f47bce-406f-47dd-9560-ad35db395128 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:44:20.508648 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f47bce-406f-47dd-9560-ad35db395128 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:44:20.576762 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f47bce-406f-47dd-9560-ad35db395128 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Pushing event updated for resources: {'Port': ['ID=a8537054-92d2-48ef-87c6-1c574071f1a3,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:44:20.599162 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f47bce-406f-47dd-9560-ad35db395128 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:44:20.599682 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f47bce-406f-47dd-9560-ad35db395128 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:44:20.600566 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f47bce-406f-47dd-9560-ad35db395128 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:44:20.600979 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f47bce-406f-47dd-9560-ad35db395128 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:44:20.601423 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f47bce-406f-47dd-9560-ad35db395128 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:44:20.602152 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f47bce-406f-47dd-9560-ad35db395128 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:44:20.602538 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f47bce-406f-47dd-9560-ad35db395128 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:44:20.603111 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f47bce-406f-47dd-9560-ad35db395128 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:44:20.608425 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f47bce-406f-47dd-9560-ad35db395128 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:44:20.608827 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f47bce-406f-47dd-9560-ad35db395128 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:44:20.609692 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f47bce-406f-47dd-9560-ad35db395128 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:44:20.610169 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f47bce-406f-47dd-9560-ad35db395128 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:44:20.610732 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f47bce-406f-47dd-9560-ad35db395128 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:44:20.623263 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f47bce-406f-47dd-9560-ad35db395128 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:44:20.624116 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b2f47bce-406f-47dd-9560-ad35db395128 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:20.655390 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-b2f47bce-406f-47dd-9560-ad35db395128 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4892101 Feb 04 12:44:20.659019 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 60840) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:44:20.681490 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-5873cbd5-6a22-48a7-86df-64e98407cae1 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Request body: {'floatingip': {'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:44:20.761198 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5873cbd5-6a22-48a7-86df-64e98407cae1 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:20.953477 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4f3ff806-b495-406a-a6db-dee3c11e150f tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1623026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10906'] for router (6b4656f4-6ceb-49c1-9131-2646bb3228f1), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:20.967379 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4f3ff806-b495-406a-a6db-dee3c11e150f tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1623127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1623150', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1622793'] for router (6b4656f4-6ceb-49c1-9131-2646bb3228f1), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:21.050953 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-c9711962-e570-46be-9f8d-c4ab878e9bb6 None None] Provisioning complete for port a8537054-92d2-48ef-87c6-1c574071f1a3 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:44:21.051439 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c9711962-e570-46be-9f8d-c4ab878e9bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (a8537054-92d2-48ef-87c6-1c574071f1a3), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:21.122467 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5873cbd5-6a22-48a7-86df-64e98407cae1 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:21.141604 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c9711962-e570-46be-9f8d-c4ab878e9bb6 None None] Port a8537054-92d2-48ef-87c6-1c574071f1a3 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:44:21.243059 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f3ff806-b495-406a-a6db-dee3c11e150f tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Router 6b4656f4-6ceb-49c1-9131-2646bb3228f1 is scheduled to L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de with binding_index 1 {{(pid=103475) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 12:44:21.445277 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-5873cbd5-6a22-48a7-86df-64e98407cae1 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Allocated IP 172.25.3.165 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/5ef8254a-6b37-4cb8-835a-0c38d6c38324) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:44:21.496234 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f3ff806-b495-406a-a6db-dee3c11e150f tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:44:21.514355 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2a9760-bc2f-4d45-ae4a-f2d7208bf904 None None] Sync routers for ids ['6b4656f4-6ceb-49c1-9131-2646bb3228f1'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:44:21.534472 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2a9760-bc2f-4d45-ae4a-f2d7208bf904 None None] Routers {'6b4656f4-6ceb-49c1-9131-2646bb3228f1'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:44:21.535815 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-ff2a9760-bc2f-4d45-ae4a-f2d7208bf904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:44:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['6b4656f4-6ceb-49c1-9131-2646bb3228f1'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:44:21.541173 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4f3ff806-b495-406a-a6db-dee3c11e150f tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:21.542444 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-4f3ff806-b495-406a-a6db-dee3c11e150f tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] 10.222.0.65 "PUT /v2.0/routers/6b4656f4-6ceb-49c1-9131-2646bb3228f1 HTTP/1.1" status: 200 len: 915 time: 4.6877482 Feb 04 12:44:21.553232 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 60858) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:44:21.585395 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-ff2a9760-bc2f-4d45-ae4a-f2d7208bf904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:44:21.600533 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2a9760-bc2f-4d45-ae4a-f2d7208bf904 None None] Routers {'6b4656f4-6ceb-49c1-9131-2646bb3228f1'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:44:21.601544 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-ff2a9760-bc2f-4d45-ae4a-f2d7208bf904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:44:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['6b4656f4-6ceb-49c1-9131-2646bb3228f1'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:44:21.697339 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-ff2a9760-bc2f-4d45-ae4a-f2d7208bf904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:44:21.697947 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2a9760-bc2f-4d45-ae4a-f2d7208bf904 None None] The sync data for ids ['6b4656f4-6ceb-49c1-9131-2646bb3228f1'] in n-d-825015-3 is: [] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:44:21.719451 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:21.725629 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5873cbd5-6a22-48a7-86df-64e98407cae1 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Publish callbacks [] for port (5ef8254a-6b37-4cb8-835a-0c38d6c38324), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:21.823152 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5873cbd5-6a22-48a7-86df-64e98407cae1 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (5ef8254a-6b37-4cb8-835a-0c38d6c38324), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:21.913394 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5873cbd5-6a22-48a7-86df-64e98407cae1 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:44:21.921886 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-5873cbd5-6a22-48a7-86df-64e98407cae1 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:44:21.927648 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5873cbd5-6a22-48a7-86df-64e98407cae1 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:44:21.998145 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5873cbd5-6a22-48a7-86df-64e98407cae1 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Pushing event updated for resources: {'Port': ['ID=5ef8254a-6b37-4cb8-835a-0c38d6c38324,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:44:22.107385 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5873cbd5-6a22-48a7-86df-64e98407cae1 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Publish callbacks [] for floatingip (43e92604-b643-42ee-aed1-8a4ba96c6078), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:22.160321 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5873cbd5-6a22-48a7-86df-64e98407cae1 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (5ef8254a-6b37-4cb8-835a-0c38d6c38324), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:22.196229 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-945f3311-671c-4dfd-b288-dc68990b780f tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] 10.222.0.65 "GET /v2.0/routers/6b4656f4-6ceb-49c1-9131-2646bb3228f1 HTTP/1.1" status: 200 len: 921 time: 0.6417608 Feb 04 12:44:22.199229 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 60868) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:44:22.263291 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7a8417-71fb-4828-b496-60c3ef97ca4e tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:44:22.265112 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-cd7a8417-71fb-4828-b496-60c3ef97ca4e tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7&device_id=6b4656f4-6ceb-49c1-9131-2646bb3228f1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0648916 Feb 04 12:44:22.270969 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 60872) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:44:22.433117 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5873cbd5-6a22-48a7-86df-64e98407cae1 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Publish callbacks [] for port (5ef8254a-6b37-4cb8-835a-0c38d6c38324), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:22.446906 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5873cbd5-6a22-48a7-86df-64e98407cae1 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (5ef8254a-6b37-4cb8-835a-0c38d6c38324), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:22.512609 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e796f7-fd7a-4fb4-b30f-4c454dcc374a tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:44:22.515797 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-a5e796f7-fd7a-4fb4-b30f-4c454dcc374a tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] 10.222.0.65 "GET /v2.0/networks/7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 HTTP/1.1" status: 200 len: 881 time: 0.2406597 Feb 04 12:44:22.520269 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 60882) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:44:22.551972 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5873cbd5-6a22-48a7-86df-64e98407cae1 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1599943'] for floatingip (43e92604-b643-42ee-aed1-8a4ba96c6078), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:22.607669 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5873cbd5-6a22-48a7-86df-64e98407cae1 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Pushing event updated for resources: {'Port': ['ID=5ef8254a-6b37-4cb8-835a-0c38d6c38324,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:44:22.613200 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-264a1c7f-6aca-449a-ac2c-bf8b429667c1 tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b4656f4-6ceb-49c1-9131-2646bb3228f1 HTTP/1.1" status: 200 len: 205 time: 0.0840981 Feb 04 12:44:22.614942 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 60888) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:44:22.644054 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5873cbd5-6a22-48a7-86df-64e98407cae1 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:22.645762 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-5873cbd5-6a22-48a7-86df-64e98407cae1 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9855115 Feb 04 12:44:22.648972 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 60890) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:44:22.654268 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-f4212ef9-a93e-4306-9b56-15b8dc812c60 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Request body: {'floatingip': {'port_id': 'a8537054-92d2-48ef-87c6-1c574071f1a3', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:44:22.760796 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f4212ef9-a93e-4306-9b56-15b8dc812c60 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Publish callbacks [] for floatingip (43e92604-b643-42ee-aed1-8a4ba96c6078), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:22.835672 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b5ce6db5-52b2-462e-98bd-429643f6c2d9 tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Publish callbacks [] for router (6b4656f4-6ceb-49c1-9131-2646bb3228f1), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:22.999794 n-d-825015-3 neutron-server[103474]: INFO neutron.api.v2.resource [None req-f4212ef9-a93e-4306-9b56-15b8dc812c60 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] update failed (client error): The resource could not be found. Feb 04 12:44:23.000993 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-f4212ef9-a93e-4306-9b56-15b8dc812c60 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] 10.222.0.65 "PUT /v2.0/floatingips/43e92604-b643-42ee-aed1-8a4ba96c6078 HTTP/1.1" status: 404 len: 507 time: 0.3507767 Feb 04 12:44:23.005090 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 60902) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:44:23.112362 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b5ce6db5-52b2-462e-98bd-429643f6c2d9 tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Publish callbacks [] for router_gateway (6b4656f4-6ceb-49c1-9131-2646bb3228f1), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:23.199060 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-6316c093-dcde-4c55-a810-8b70de2ce0e0 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Deleting port 5ef8254a-6b37-4cb8-835a-0c38d6c38324 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:44:23.199415 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6316c093-dcde-4c55-a810-8b70de2ce0e0 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (5ef8254a-6b37-4cb8-835a-0c38d6c38324), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:23.239101 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-b5ce6db5-52b2-462e-98bd-429643f6c2d9 tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Deleting port b20ea6e3-7795-4176-b774-72cbf54f946d {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:44:23.243707 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b5ce6db5-52b2-462e-98bd-429643f6c2d9 tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (b20ea6e3-7795-4176-b774-72cbf54f946d), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:23.316686 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6316c093-dcde-4c55-a810-8b70de2ce0e0 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (5ef8254a-6b37-4cb8-835a-0c38d6c38324), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:23.317540 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6316c093-dcde-4c55-a810-8b70de2ce0e0 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Publish callbacks [] for floatingip (5ef8254a-6b37-4cb8-835a-0c38d6c38324), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:23.340018 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-6316c093-dcde-4c55-a810-8b70de2ce0e0 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Calling delete_port for 5ef8254a-6b37-4cb8-835a-0c38d6c38324 owned by network:floatingip {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:44:23.396772 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b5ce6db5-52b2-462e-98bd-429643f6c2d9 tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (b20ea6e3-7795-4176-b774-72cbf54f946d), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:23.415468 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-b5ce6db5-52b2-462e-98bd-429643f6c2d9 tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Calling delete_port for b20ea6e3-7795-4176-b774-72cbf54f946d owned by network:router_gateway {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:44:23.539949 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6316c093-dcde-4c55-a810-8b70de2ce0e0 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (5ef8254a-6b37-4cb8-835a-0c38d6c38324), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:23.586034 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6316c093-dcde-4c55-a810-8b70de2ce0e0 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Pushing event deleted for resources: {'Port': ['ID=5ef8254a-6b37-4cb8-835a-0c38d6c38324,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:44:23.656960 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b5ce6db5-52b2-462e-98bd-429643f6c2d9 tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (b20ea6e3-7795-4176-b774-72cbf54f946d), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:23.729808 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6316c093-dcde-4c55-a810-8b70de2ce0e0 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Publish callbacks [] for floatingip (43e92604-b643-42ee-aed1-8a4ba96c6078), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:23.734883 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6316c093-dcde-4c55-a810-8b70de2ce0e0 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:23.739969 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-6316c093-dcde-4c55-a810-8b70de2ce0e0 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] 10.222.0.65 "DELETE /v2.0/floatingips/43e92604-b643-42ee-aed1-8a4ba96c6078 HTTP/1.1" status: 204 len: 168 time: 0.7335095 Feb 04 12:44:23.743462 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 60914) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:44:23.758136 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-1bf19e71-1dce-4b93-8ac4-9131ac743cad tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Request body: {'floatingip': {'floating_network_id': 'f0a26152-bdaf-4863-9bf9-fd59c4bdc62a', 'port_id': 'a8537054-92d2-48ef-87c6-1c574071f1a3', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:44:23.783994 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ce6db5-52b2-462e-98bd-429643f6c2d9 tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Pushing event deleted for resources: {'Port': ['ID=b20ea6e3-7795-4176-b774-72cbf54f946d,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:44:23.825938 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1bf19e71-1dce-4b93-8ac4-9131ac743cad tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:23.894543 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b5ce6db5-52b2-462e-98bd-429643f6c2d9 tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1599901'] for router_gateway (6b4656f4-6ceb-49c1-9131-2646bb3228f1), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:24.046241 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b5ce6db5-52b2-462e-98bd-429643f6c2d9 tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10915'] for router (6b4656f4-6ceb-49c1-9131-2646bb3228f1), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:24.049811 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b5ce6db5-52b2-462e-98bd-429643f6c2d9 tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Publish callbacks [] for router_controller (6b4656f4-6ceb-49c1-9131-2646bb3228f1), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:24.175715 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b5ce6db5-52b2-462e-98bd-429643f6c2d9 tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622829'] for router (6b4656f4-6ceb-49c1-9131-2646bb3228f1), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:24.176679 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5ce6db5-52b2-462e-98bd-429643f6c2d9 tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Fanout notify agent at l3_agent the message router_deleted on router 6b4656f4-6ceb-49c1-9131-2646bb3228f1 {{(pid=103475) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 12:44:24.188230 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b5ce6db5-52b2-462e-98bd-429643f6c2d9 tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Publish callbacks [] for router (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:24.192225 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-b5ce6db5-52b2-462e-98bd-429643f6c2d9 tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] 10.222.0.65 "DELETE /v2.0/routers/6b4656f4-6ceb-49c1-9131-2646bb3228f1 HTTP/1.1" status: 204 len: 168 time: 1.5762618 Feb 04 12:44:24.196296 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 60924) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:44:24.204835 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-870de198-98ce-490e-ac0a-12e99be3e26a tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1527656496', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}, 'admin_state_up': False}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:44:24.255251 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-870de198-98ce-490e-ac0a-12e99be3e26a tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10933'] for router (a9784e06-6ef6-43fa-b026-91422c3890fb), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:24.256505 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-870de198-98ce-490e-ac0a-12e99be3e26a tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10924'] for router (a9784e06-6ef6-43fa-b026-91422c3890fb), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:24.386984 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-870de198-98ce-490e-ac0a-12e99be3e26a tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Publish callbacks [] for router_controller (a9784e06-6ef6-43fa-b026-91422c3890fb), precommit_add_association {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:24.663044 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-870de198-98ce-490e-ac0a-12e99be3e26a tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Publish callbacks [] for router_gateway (a9784e06-6ef6-43fa-b026-91422c3890fb), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:24.666359 n-d-825015-3 neutron-server[103474]: INFO neutron.api.v2.resource [None req-1bf19e71-1dce-4b93-8ac4-9131ac743cad tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 12:44:24.668158 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-1bf19e71-1dce-4b93-8ac4-9131ac743cad tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.9233224 Feb 04 12:44:24.672130 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 60932) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:44:24.676800 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-607d4bec-56b7-4921-bbef-5ec1331b2214 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Request body: {'floatingip': {'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'port_id': 'a8537054-92d2-48ef-87c6-1c574071f1a3', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:44:24.722077 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-607d4bec-56b7-4921-bbef-5ec1331b2214 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:24.950049 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-607d4bec-56b7-4921-bbef-5ec1331b2214 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:25.145410 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-870de198-98ce-490e-ac0a-12e99be3e26a tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Publish callbacks [] for router_gateway (a9784e06-6ef6-43fa-b026-91422c3890fb), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:25.233145 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-870de198-98ce-490e-ac0a-12e99be3e26a tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:25.245873 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-607d4bec-56b7-4921-bbef-5ec1331b2214 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Allocated IP 172.25.3.226 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/fcdad44e-2ac0-4f86-8fca-0ec76841b0a5) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:44:25.465050 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-607d4bec-56b7-4921-bbef-5ec1331b2214 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Publish callbacks [] for port (fcdad44e-2ac0-4f86-8fca-0ec76841b0a5), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:25.512756 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-607d4bec-56b7-4921-bbef-5ec1331b2214 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (fcdad44e-2ac0-4f86-8fca-0ec76841b0a5), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:25.597215 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607d4bec-56b7-4921-bbef-5ec1331b2214 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Pushing event updated for resources: {'Port': ['ID=fcdad44e-2ac0-4f86-8fca-0ec76841b0a5,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:44:25.616238 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607d4bec-56b7-4921-bbef-5ec1331b2214 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:44:25.621675 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-607d4bec-56b7-4921-bbef-5ec1331b2214 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:44:25.624194 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607d4bec-56b7-4921-bbef-5ec1331b2214 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:44:25.647567 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-870de198-98ce-490e-ac0a-12e99be3e26a tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Allocated IP 172.25.3.130 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/cddf643f-896a-4481-94de-2632b403a49c) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:44:25.878654 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-870de198-98ce-490e-ac0a-12e99be3e26a tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Publish callbacks [] for port (cddf643f-896a-4481-94de-2632b403a49c), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:25.922846 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-607d4bec-56b7-4921-bbef-5ec1331b2214 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Deleting port fcdad44e-2ac0-4f86-8fca-0ec76841b0a5 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:44:25.923428 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-607d4bec-56b7-4921-bbef-5ec1331b2214 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (fcdad44e-2ac0-4f86-8fca-0ec76841b0a5), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:25.945463 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-870de198-98ce-490e-ac0a-12e99be3e26a tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (cddf643f-896a-4481-94de-2632b403a49c), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:26.021581 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870de198-98ce-490e-ac0a-12e99be3e26a tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:44:26.025790 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-870de198-98ce-490e-ac0a-12e99be3e26a tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:44:26.027605 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-607d4bec-56b7-4921-bbef-5ec1331b2214 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (fcdad44e-2ac0-4f86-8fca-0ec76841b0a5), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:26.028302 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-607d4bec-56b7-4921-bbef-5ec1331b2214 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Publish callbacks [] for floatingip (fcdad44e-2ac0-4f86-8fca-0ec76841b0a5), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:26.028912 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870de198-98ce-490e-ac0a-12e99be3e26a tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:44:26.044991 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-607d4bec-56b7-4921-bbef-5ec1331b2214 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Calling delete_port for fcdad44e-2ac0-4f86-8fca-0ec76841b0a5 owned by network:floatingip {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:44:26.085092 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870de198-98ce-490e-ac0a-12e99be3e26a tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Pushing event updated for resources: {'Port': ['ID=cddf643f-896a-4481-94de-2632b403a49c,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:44:26.229961 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 60966) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:44:26.552290 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-2335d6df-d8d9-4dc8-8fe2-ccd23ca7fec8 tempest-TestSecurityGroupsBasicOps-1718497516 tempest-TestSecurityGroupsBasicOps-1718497516-project-admin] 10.222.0.65 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 4868 time: 0.3164334 Feb 04 12:44:26.553643 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 60972) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:44:26.559604 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-2bedcd83-bc2b-4287-b820-e62f0a3771ee tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Request body: {'network': {'name': 'tempest-network-smoke--1130886424', 'project_id': 'bfc2366eafc245dcab2b10b9216f9d44', 'port_security_enabled': False}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:44:26.578140 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-607d4bec-56b7-4921-bbef-5ec1331b2214 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (fcdad44e-2ac0-4f86-8fca-0ec76841b0a5), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:26.607250 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-870de198-98ce-490e-ac0a-12e99be3e26a tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Publish callbacks [] for router_gateway (a9784e06-6ef6-43fa-b026-91422c3890fb), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:26.638842 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607d4bec-56b7-4921-bbef-5ec1331b2214 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Pushing event deleted for resources: {'Port': ['ID=fcdad44e-2ac0-4f86-8fca-0ec76841b0a5,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:44:26.672306 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bedcd83-bc2b-4287-b820-e62f0a3771ee tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Made reservation on behalf of bfc2366eafc245dcab2b10b9216f9d44 for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:44:26.677115 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2bedcd83-bc2b-4287-b820-e62f0a3771ee tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:26.746852 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bedcd83-bc2b-4287-b820-e62f0a3771ee tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:44:26.774035 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2bedcd83-bc2b-4287-b820-e62f0a3771ee tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (4f722b3b-5a63-4860-b91c-43ff5ece0c31), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:26.774379 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-2bedcd83-bc2b-4287-b820-e62f0a3771ee tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Added segment 4f722b3b-5a63-4860-b91c-43ff5ece0c31 of type vlan for network 9e396136-e257-4962-b85c-5af5a964b8b3 Feb 04 12:44:26.804200 n-d-825015-3 neutron-server[103474]: INFO neutron.api.v2.resource [None req-607d4bec-56b7-4921-bbef-5ec1331b2214 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] create failed (client error): The resource could not be found. Feb 04 12:44:26.813119 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-607d4bec-56b7-4921-bbef-5ec1331b2214 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.1394179 Feb 04 12:44:26.815948 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 60982) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:44:26.921320 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2bedcd83-bc2b-4287-b820-e62f0a3771ee tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (9e396136-e257-4962-b85c-5af5a964b8b3), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:26.942566 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-870de198-98ce-490e-ac0a-12e99be3e26a tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141'] for router (a9784e06-6ef6-43fa-b026-91422c3890fb), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:27.018290 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2bedcd83-bc2b-4287-b820-e62f0a3771ee tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (9e396136-e257-4962-b85c-5af5a964b8b3), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:27.026634 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bedcd83-bc2b-4287-b820-e62f0a3771ee tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:44:27.029666 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2bedcd83-bc2b-4287-b820-e62f0a3771ee tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:27.136602 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-88590873-bfba-4bce-8098-3521ac3ee152 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Deleting port a8537054-92d2-48ef-87c6-1c574071f1a3 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:44:27.137222 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-88590873-bfba-4bce-8098-3521ac3ee152 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (a8537054-92d2-48ef-87c6-1c574071f1a3), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:27.237681 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-870de198-98ce-490e-ac0a-12e99be3e26a tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Router a9784e06-6ef6-43fa-b026-91422c3890fb is scheduled to L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de with binding_index 1 {{(pid=103475) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 12:44:27.319426 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-88590873-bfba-4bce-8098-3521ac3ee152 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (a8537054-92d2-48ef-87c6-1c574071f1a3), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:27.353696 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-88590873-bfba-4bce-8098-3521ac3ee152 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Calling delete_port for a8537054-92d2-48ef-87c6-1c574071f1a3 owned by {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:44:27.518706 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-2bedcd83-bc2b-4287-b820-e62f0a3771ee tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9629159 Feb 04 12:44:27.522014 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 60998) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:44:27.528763 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-d823ff45-22bf-482a-ac59-ca45b48e2cbc tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1001912169', 'admin_state_up': True, 'project_id': 'bfc2366eafc245dcab2b10b9216f9d44', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:44:27.533919 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bedcd83-bc2b-4287-b820-e62f0a3771ee tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Pushing event updated for resources: {'Network': ['ID=9e396136-e257-4962-b85c-5af5a964b8b3,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:44:27.540498 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-870de198-98ce-490e-ac0a-12e99be3e26a tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:44:27.552315 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 9e396136-e257-4962-b85c-5af5a964b8b3 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:44:27.563492 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc316e9-5558-4cbd-b09a-5dd3af44d8c4 None None] Sync routers for ids ['a9784e06-6ef6-43fa-b026-91422c3890fb'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:44:27.576390 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-870de198-98ce-490e-ac0a-12e99be3e26a tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Publish callbacks [] for router (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:27.577715 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-870de198-98ce-490e-ac0a-12e99be3e26a tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.3800142 Feb 04 12:44:27.579278 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d823ff45-22bf-482a-ac59-ca45b48e2cbc tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10933'] for router (c5214de8-e5c7-4005-a4fd-c0028b5755db), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:27.580637 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d823ff45-22bf-482a-ac59-ca45b48e2cbc tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10924'] for router (c5214de8-e5c7-4005-a4fd-c0028b5755db), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:27.585021 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 32772) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:44:27.589701 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-f4ca88eb-4313-406e-a874-98a04b3509dd tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:44:27.602475 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc316e9-5558-4cbd-b09a-5dd3af44d8c4 None None] Routers {'a9784e06-6ef6-43fa-b026-91422c3890fb'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:44:27.604633 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-0bc316e9-5558-4cbd-b09a-5dd3af44d8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:44:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['a9784e06-6ef6-43fa-b026-91422c3890fb'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:44:27.691407 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-88590873-bfba-4bce-8098-3521ac3ee152 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (a8537054-92d2-48ef-87c6-1c574071f1a3), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:27.722211 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-0bc316e9-5558-4cbd-b09a-5dd3af44d8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:44:27.760794 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc316e9-5558-4cbd-b09a-5dd3af44d8c4 None None] Routers {'a9784e06-6ef6-43fa-b026-91422c3890fb'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:44:27.765357 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-0bc316e9-5558-4cbd-b09a-5dd3af44d8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:44:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['a9784e06-6ef6-43fa-b026-91422c3890fb'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:44:27.823381 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88590873-bfba-4bce-8098-3521ac3ee152 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Pushing event deleted for resources: {'Port': ['ID=a8537054-92d2-48ef-87c6-1c574071f1a3,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:44:27.886556 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-0bc316e9-5558-4cbd-b09a-5dd3af44d8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:44:27.887366 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc316e9-5558-4cbd-b09a-5dd3af44d8c4 None None] The sync data for ids ['a9784e06-6ef6-43fa-b026-91422c3890fb'] in n-d-825015-3 is: [] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:44:27.901018 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d823ff45-22bf-482a-ac59-ca45b48e2cbc tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks [] for router_controller (c5214de8-e5c7-4005-a4fd-c0028b5755db), precommit_add_association {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:28.054871 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-88590873-bfba-4bce-8098-3521ac3ee152 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:28.072213 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-88590873-bfba-4bce-8098-3521ac3ee152 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] 10.222.0.65 "DELETE /v2.0/ports/a8537054-92d2-48ef-87c6-1c574071f1a3 HTTP/1.1" status: 204 len: 168 time: 1.2540047 Feb 04 12:44:28.072594 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 32778) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:44:28.216066 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c44f716-0d62-4805-9f6c-0f347502cd83 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:44:28.221301 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-6c44f716-0d62-4805-9f6c-0f347502cd83 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] 10.222.0.65 "GET /v2.0/ports?device_id=a7033a7d-fbb4-43e4-9872-b46f84bde508 HTTP/1.1" status: 200 len: 913 time: 0.1470230 Feb 04 12:44:28.221945 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 32786) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:44:28.785425 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d823ff45-22bf-482a-ac59-ca45b48e2cbc tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks [] for router_gateway (c5214de8-e5c7-4005-a4fd-c0028b5755db), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:29.029547 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ccf11220-b97d-4663-b6d1-e38e9a418216 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622215'] for router_interface (a7033a7d-fbb4-43e4-9872-b46f84bde508), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:29.646571 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-ccf11220-b97d-4663-b6d1-e38e9a418216 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Deleting port 69145c5c-feae-45f0-8fa1-cdda659d50e6 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:44:29.647195 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ccf11220-b97d-4663-b6d1-e38e9a418216 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (69145c5c-feae-45f0-8fa1-cdda659d50e6), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:29.792871 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f4ca88eb-4313-406e-a874-98a04b3509dd tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Publish callbacks [] for router_gateway (a9784e06-6ef6-43fa-b026-91422c3890fb), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:29.827553 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f4ca88eb-4313-406e-a874-98a04b3509dd tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Publish callbacks [] for router_gateway (a9784e06-6ef6-43fa-b026-91422c3890fb), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:29.942363 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d823ff45-22bf-482a-ac59-ca45b48e2cbc tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks [] for router_gateway (c5214de8-e5c7-4005-a4fd-c0028b5755db), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:29.943719 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ccf11220-b97d-4663-b6d1-e38e9a418216 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (69145c5c-feae-45f0-8fa1-cdda659d50e6), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:29.980797 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-ccf11220-b97d-4663-b6d1-e38e9a418216 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Calling delete_port for 69145c5c-feae-45f0-8fa1-cdda659d50e6 owned by network:router_interface {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:44:30.006840 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d823ff45-22bf-482a-ac59-ca45b48e2cbc tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:30.184490 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-f4ca88eb-4313-406e-a874-98a04b3509dd tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Deleting port cddf643f-896a-4481-94de-2632b403a49c {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:44:30.190427 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f4ca88eb-4313-406e-a874-98a04b3509dd tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (cddf643f-896a-4481-94de-2632b403a49c), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:30.359868 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-d823ff45-22bf-482a-ac59-ca45b48e2cbc tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Allocated IP 172.25.3.35 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/9ff3517c-5919-4b39-95b9-e00623e146e7) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:44:30.443167 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f4ca88eb-4313-406e-a874-98a04b3509dd tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (cddf643f-896a-4481-94de-2632b403a49c), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:30.473952 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ccf11220-b97d-4663-b6d1-e38e9a418216 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (69145c5c-feae-45f0-8fa1-cdda659d50e6), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:30.478823 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-f4ca88eb-4313-406e-a874-98a04b3509dd tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Calling delete_port for cddf643f-896a-4481-94de-2632b403a49c owned by network:router_gateway {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:44:30.737489 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf11220-b97d-4663-b6d1-e38e9a418216 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Pushing event deleted for resources: {'Port': ['ID=69145c5c-feae-45f0-8fa1-cdda659d50e6,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:44:30.879247 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f4ca88eb-4313-406e-a874-98a04b3509dd tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (cddf643f-896a-4481-94de-2632b403a49c), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:30.974098 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ccf11220-b97d-4663-b6d1-e38e9a418216 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622067'] for router_interface (a7033a7d-fbb4-43e4-9872-b46f84bde508), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:31.054415 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:31.163787 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ca88eb-4313-406e-a874-98a04b3509dd tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Pushing event deleted for resources: {'Port': ['ID=cddf643f-896a-4481-94de-2632b403a49c,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:44:31.283787 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f4ca88eb-4313-406e-a874-98a04b3509dd tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1599901'] for router_gateway (a9784e06-6ef6-43fa-b026-91422c3890fb), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:31.407370 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccf11220-b97d-4663-b6d1-e38e9a418216 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Router a7033a7d-fbb4-43e4-9872-b46f84bde508 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:44:31.573798 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f4ca88eb-4313-406e-a874-98a04b3509dd tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1623026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10906'] for router (a9784e06-6ef6-43fa-b026-91422c3890fb), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:31.579608 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d823ff45-22bf-482a-ac59-ca45b48e2cbc tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks [] for port (9ff3517c-5919-4b39-95b9-e00623e146e7), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:31.581824 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f4ca88eb-4313-406e-a874-98a04b3509dd tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1623127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1623150', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1622793'] for router (a9784e06-6ef6-43fa-b026-91422c3890fb), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:31.693373 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccf11220-b97d-4663-b6d1-e38e9a418216 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:44:31.703540 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:31.705996 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4ca88eb-4313-406e-a874-98a04b3509dd tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Router a9784e06-6ef6-43fa-b026-91422c3890fb has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:44:31.713434 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-ccf11220-b97d-4663-b6d1-e38e9a418216 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] 10.222.0.65 "PUT /v2.0/routers/a7033a7d-fbb4-43e4-9872-b46f84bde508/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4881949 Feb 04 12:44:31.714632 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 32836) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:44:31.715185 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef2dbc8-1ae9-4aa2-8a28-0055a3590df7 None None] Sync routers for ids ['a7033a7d-fbb4-43e4-9872-b46f84bde508'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:44:31.728110 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d823ff45-22bf-482a-ac59-ca45b48e2cbc tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (9ff3517c-5919-4b39-95b9-e00623e146e7), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:31.743146 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef2dbc8-1ae9-4aa2-8a28-0055a3590df7 None None] Routers {'a7033a7d-fbb4-43e4-9872-b46f84bde508'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:44:31.745936 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-5ef2dbc8-1ae9-4aa2-8a28-0055a3590df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:44:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['a7033a7d-fbb4-43e4-9872-b46f84bde508'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:44:31.866309 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-5ef2dbc8-1ae9-4aa2-8a28-0055a3590df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:44:31.887919 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef2dbc8-1ae9-4aa2-8a28-0055a3590df7 None None] Routers {'a7033a7d-fbb4-43e4-9872-b46f84bde508'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:44:31.888657 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-5ef2dbc8-1ae9-4aa2-8a28-0055a3590df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:44:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['a7033a7d-fbb4-43e4-9872-b46f84bde508'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:44:31.977390 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d823ff45-22bf-482a-ac59-ca45b48e2cbc tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:44:32.017092 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-d823ff45-22bf-482a-ac59-ca45b48e2cbc tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:44:32.043099 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-5ef2dbc8-1ae9-4aa2-8a28-0055a3590df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:44:32.062758 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef2dbc8-1ae9-4aa2-8a28-0055a3590df7 None None] The sync data for ids ['a7033a7d-fbb4-43e4-9872-b46f84bde508'] in n-d-825015-3 is: [] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:44:32.127465 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d823ff45-22bf-482a-ac59-ca45b48e2cbc tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:44:32.209640 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4ef7d7a8-b67f-4b21-904f-c960b903d01b tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Publish callbacks [] for router (a7033a7d-fbb4-43e4-9872-b46f84bde508), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:32.280200 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d823ff45-22bf-482a-ac59-ca45b48e2cbc tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Pushing event updated for resources: {'Port': ['ID=9ff3517c-5919-4b39-95b9-e00623e146e7,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:44:32.368875 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4ca88eb-4313-406e-a874-98a04b3509dd tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:44:32.384097 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f85095b-504f-4474-9ea2-05d1c2de146f None None] Sync routers for ids ['a9784e06-6ef6-43fa-b026-91422c3890fb'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:44:32.401016 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f85095b-504f-4474-9ea2-05d1c2de146f None None] Routers {'a9784e06-6ef6-43fa-b026-91422c3890fb'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:44:32.412539 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-9f85095b-504f-4474-9ea2-05d1c2de146f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:44:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['a9784e06-6ef6-43fa-b026-91422c3890fb'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:44:32.425052 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f4ca88eb-4313-406e-a874-98a04b3509dd tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Publish callbacks [] for router (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:32.426253 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-f4ca88eb-4313-406e-a874-98a04b3509dd tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] 10.222.0.65 "PUT /v2.0/routers/a9784e06-6ef6-43fa-b026-91422c3890fb HTTP/1.1" status: 200 len: 706 time: 4.8402348 Feb 04 12:44:32.428937 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 32860) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:44:32.447996 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-9f85095b-504f-4474-9ea2-05d1c2de146f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:44:32.484615 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f85095b-504f-4474-9ea2-05d1c2de146f None None] Routers {'a9784e06-6ef6-43fa-b026-91422c3890fb'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:44:32.485249 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-9f85095b-504f-4474-9ea2-05d1c2de146f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:44:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['a9784e06-6ef6-43fa-b026-91422c3890fb'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:44:32.562336 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-412f08a5-e7a0-4df9-9659-c5bd1815207a tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] 10.222.0.65 "GET /v2.0/routers/a9784e06-6ef6-43fa-b026-91422c3890fb HTTP/1.1" status: 200 len: 741 time: 0.1321163 Feb 04 12:44:32.564867 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 32862) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:44:32.565251 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-9f85095b-504f-4474-9ea2-05d1c2de146f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:44:32.566251 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f85095b-504f-4474-9ea2-05d1c2de146f None None] The sync data for ids ['a9784e06-6ef6-43fa-b026-91422c3890fb'] in n-d-825015-3 is: [] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:44:32.593928 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-647accd9-8a27-4b05-ab1f-bf5157955d25 tempest-RoutersAdminTest-212493634 tempest-RoutersAdminTest-212493634-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7&device_id=a9784e06-6ef6-43fa-b026-91422c3890fb HTTP/1.1" status: 200 len: 205 time: 0.0279646 Feb 04 12:44:32.600202 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 32866) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:44:32.632635 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4ef7d7a8-b67f-4b21-904f-c960b903d01b tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10915'] for router (a7033a7d-fbb4-43e4-9872-b46f84bde508), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:32.633315 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-25c0760a-21ed-4f43-8f27-d00112919a0a tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9784e06-6ef6-43fa-b026-91422c3890fb HTTP/1.1" status: 200 len: 205 time: 0.0314107 Feb 04 12:44:32.634095 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 32868) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:44:32.645084 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4ef7d7a8-b67f-4b21-904f-c960b903d01b tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Publish callbacks [] for router_controller (a7033a7d-fbb4-43e4-9872-b46f84bde508), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:32.761856 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-127a9cd7-e29c-4ebb-84f3-7a442842b178 tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Publish callbacks [] for router (a9784e06-6ef6-43fa-b026-91422c3890fb), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:32.763518 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4ef7d7a8-b67f-4b21-904f-c960b903d01b tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622829'] for router (a7033a7d-fbb4-43e4-9872-b46f84bde508), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:32.764056 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ef7d7a8-b67f-4b21-904f-c960b903d01b tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Fanout notify agent at l3_agent the message router_deleted on router a7033a7d-fbb4-43e4-9872-b46f84bde508 {{(pid=103475) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 12:44:32.772923 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4ef7d7a8-b67f-4b21-904f-c960b903d01b tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Publish callbacks [] for router (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:32.776682 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-4ef7d7a8-b67f-4b21-904f-c960b903d01b tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] 10.222.0.65 "DELETE /v2.0/routers/a7033a7d-fbb4-43e4-9872-b46f84bde508 HTTP/1.1" status: 204 len: 168 time: 1.0583317 Feb 04 12:44:32.776682 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 32874) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:44:33.073715 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-127a9cd7-e29c-4ebb-84f3-7a442842b178 tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10915'] for router (a9784e06-6ef6-43fa-b026-91422c3890fb), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:33.077432 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-127a9cd7-e29c-4ebb-84f3-7a442842b178 tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Publish callbacks [] for router_controller (a9784e06-6ef6-43fa-b026-91422c3890fb), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:33.150461 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-127a9cd7-e29c-4ebb-84f3-7a442842b178 tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622829'] for router (a9784e06-6ef6-43fa-b026-91422c3890fb), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:33.151242 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-127a9cd7-e29c-4ebb-84f3-7a442842b178 tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Fanout notify agent at l3_agent the message router_deleted on router a9784e06-6ef6-43fa-b026-91422c3890fb {{(pid=103474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 12:44:33.187054 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-127a9cd7-e29c-4ebb-84f3-7a442842b178 tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:33.192514 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-127a9cd7-e29c-4ebb-84f3-7a442842b178 tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] 10.222.0.65 "DELETE /v2.0/routers/a9784e06-6ef6-43fa-b026-91422c3890fb HTTP/1.1" status: 204 len: 168 time: 0.5571904 Feb 04 12:44:33.198660 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 32890) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:44:33.251595 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-51bf60de-a25d-4391-95e4-f73aa3ed9838 tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9784e06-6ef6-43fa-b026-91422c3890fb HTTP/1.1" status: 200 len: 205 time: 0.0514977 Feb 04 12:44:33.260545 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 32892) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:44:33.335212 n-d-825015-3 neutron-server[103474]: INFO neutron.api.v2.resource [None req-ba412f78-7310-4a11-8c66-8f45c70bb347 tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] delete failed (client error): The resource could not be found. Feb 04 12:44:33.341114 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-ba412f78-7310-4a11-8c66-8f45c70bb347 tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] 10.222.0.65 "DELETE /v2.0/routers/a9784e06-6ef6-43fa-b026-91422c3890fb HTTP/1.1" status: 404 len: 336 time: 0.0754442 Feb 04 12:44:33.347866 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 32894) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:44:33.357214 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0fa8f8d-adfd-4378-a17b-6be5a381dd29 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Deleting subnet fabdf934-8b71-402f-ac21-ae5c29389965 {{(pid=103475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:44:33.363630 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e0fa8f8d-adfd-4378-a17b-6be5a381dd29 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Publish callbacks [] for subnet (fabdf934-8b71-402f-ac21-ae5c29389965), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:33.414011 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-ee9664a5-ad38-4f86-b04d-a284572764a4 tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b4656f4-6ceb-49c1-9131-2646bb3228f1 HTTP/1.1" status: 200 len: 205 time: 0.0628006 Feb 04 12:44:33.415180 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 32896) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:44:33.433295 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e0fa8f8d-adfd-4378-a17b-6be5a381dd29 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51859329'] for subnet (fabdf934-8b71-402f-ac21-ae5c29389965), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:33.564025 n-d-825015-3 neutron-server[103475]: INFO neutron.api.v2.resource [None req-245d3c06-c058-4ccc-8ada-f51063268d0a tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] delete failed (client error): The resource could not be found. Feb 04 12:44:33.568421 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-245d3c06-c058-4ccc-8ada-f51063268d0a tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] 10.222.0.65 "DELETE /v2.0/routers/6b4656f4-6ceb-49c1-9131-2646bb3228f1 HTTP/1.1" status: 404 len: 336 time: 0.1501329 Feb 04 12:44:33.569420 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 32902) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:44:33.632678 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-dc62db8d-e866-4d1f-be6f-4f28efae716a tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] 10.222.0.65 "GET /v2.0/ports?device_id=4b2b517a-6aef-4e5d-a5ec-a5d78d0554fc HTTP/1.1" status: 200 len: 205 time: 0.0595167 Feb 04 12:44:33.633345 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 32904) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:44:33.727413 n-d-825015-3 neutron-server[103474]: INFO neutron.api.v2.resource [None req-c40d090f-f42a-4bd9-a0fb-0dea5e7fa2cc tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] delete failed (client error): The resource could not be found. Feb 04 12:44:33.731999 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-c40d090f-f42a-4bd9-a0fb-0dea5e7fa2cc tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] 10.222.0.65 "DELETE /v2.0/routers/4b2b517a-6aef-4e5d-a5ec-a5d78d0554fc HTTP/1.1" status: 404 len: 336 time: 0.0953517 Feb 04 12:44:33.733535 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 32916) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:44:33.802471 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-5e471dbd-2e85-4486-a294-640a811cd670 tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] 10.222.0.65 "GET /v2.0/ports?device_id=00af7faa-1e68-4242-9b82-0b7516a0e97b HTTP/1.1" status: 200 len: 205 time: 0.0661869 Feb 04 12:44:33.803081 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 32918) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:44:33.810602 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d823ff45-22bf-482a-ac59-ca45b48e2cbc tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks [] for router_gateway (c5214de8-e5c7-4005-a4fd-c0028b5755db), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:33.815869 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e0fa8f8d-adfd-4378-a17b-6be5a381dd29 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (fabdf934-8b71-402f-ac21-ae5c29389965), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:33.900923 n-d-825015-3 neutron-server[103474]: INFO neutron.api.v2.resource [None req-29eaade9-0731-40f3-9859-030bc6139820 tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] delete failed (client error): The resource could not be found. Feb 04 12:44:33.904681 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-29eaade9-0731-40f3-9859-030bc6139820 tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] 10.222.0.65 "DELETE /v2.0/routers/00af7faa-1e68-4242-9b82-0b7516a0e97b HTTP/1.1" status: 404 len: 336 time: 0.0980563 Feb 04 12:44:33.906425 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 32924) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:44:33.967819 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-150a7e62-ea3e-4f70-9038-9ac2b7fe5487 tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] 10.222.0.65 "GET /v2.0/ports?device_id=2423a378-b225-4c10-a1ef-0fb8f1f9ac84 HTTP/1.1" status: 200 len: 205 time: 0.0584202 Feb 04 12:44:33.970926 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 32926) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:44:34.052876 n-d-825015-3 neutron-server[103474]: INFO neutron.api.v2.resource [None req-b57ab5eb-46a4-4518-8bbe-7a71ea25e683 tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] delete failed (client error): The resource could not be found. Feb 04 12:44:34.056361 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-b57ab5eb-46a4-4518-8bbe-7a71ea25e683 tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] 10.222.0.65 "DELETE /v2.0/routers/2423a378-b225-4c10-a1ef-0fb8f1f9ac84 HTTP/1.1" status: 404 len: 336 time: 0.0820839 Feb 04 12:44:34.059517 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 32928) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:44:34.142004 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-9c9b6c7e-d915-426f-9bf4-11eadab8e989 tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d4736e3-90eb-432d-801e-8a8dcdf146f9 HTTP/1.1" status: 200 len: 205 time: 0.0789406 Feb 04 12:44:34.145610 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 32930) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:44:34.298234 n-d-825015-3 neutron-server[103474]: INFO neutron.api.v2.resource [None req-9b96e681-9343-4001-b9fa-2bc727b2d0f5 tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] delete failed (client error): The resource could not be found. Feb 04 12:44:34.300109 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-9b96e681-9343-4001-b9fa-2bc727b2d0f5 tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] 10.222.0.65 "DELETE /v2.0/routers/2d4736e3-90eb-432d-801e-8a8dcdf146f9 HTTP/1.1" status: 404 len: 336 time: 0.1535168 Feb 04 12:44:34.311438 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 32942) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:44:34.520835 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d823ff45-22bf-482a-ac59-ca45b48e2cbc tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141'] for router (c5214de8-e5c7-4005-a4fd-c0028b5755db), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:34.573715 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e0fa8f8d-adfd-4378-a17b-6be5a381dd29 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-52093282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51452698'] for subnet (fabdf934-8b71-402f-ac21-ae5c29389965), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:34.623913 n-d-825015-3 neutron-server[103475]: INFO neutron.pecan_wsgi.hooks.translation [None req-e86b30f9-9b9f-4c01-8132-253c4c96c6fe tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] DELETE failed (client error): The resource could not be found. Feb 04 12:44:34.624371 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e86b30f9-9b9f-4c01-8132-253c4c96c6fe tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103475) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 12:44:34.630557 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-e86b30f9-9b9f-4c01-8132-253c4c96c6fe tempest-RoutersAdminTest-252123079 tempest-RoutersAdminTest-252123079-project] 10.222.0.65 "DELETE /v2.0/subnets/be6b6253-6ca1-43e9-a911-32e397ee9d26 HTTP/1.1" status: 404 len: 337 time: 0.2549267 Feb 04 12:44:34.714198 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fa8f8d-adfd-4378-a17b-6be5a381dd29 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Pushing event deleted for resources: {'Subnet': ['ID=fabdf934-8b71-402f-ac21-ae5c29389965,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:44:34.726898 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f783242-dc52-4cc5-a5d5-88a0acef4ed2 None None] Network f0a26152-bdaf-4863-9bf9-fd59c4bdc62a requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:44:34.732796 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e0fa8f8d-adfd-4378-a17b-6be5a381dd29 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:34.739372 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-e0fa8f8d-adfd-4378-a17b-6be5a381dd29 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] 10.222.0.65 "DELETE /v2.0/subnets/fabdf934-8b71-402f-ac21-ae5c29389965 HTTP/1.1" status: 204 len: 168 time: 1.9584298 Feb 04 12:44:34.739786 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 32950) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:44:34.888707 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d823ff45-22bf-482a-ac59-ca45b48e2cbc tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Router c5214de8-e5c7-4005-a4fd-c0028b5755db is scheduled to L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de with binding_index 1 {{(pid=103475) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 12:44:34.928533 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e157b78b-d86f-416a-b42b-fbb2267b9ca2 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (f0a26152-bdaf-4863-9bf9-fd59c4bdc62a), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:35.102150 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b1f527-8be3-457c-a995-c4740b0f6719 None None] DHCP port deletion for f0a26152-bdaf-4863-9bf9-fd59c4bdc62a request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 12:44:35.119663 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-e157b78b-d86f-416a-b42b-fbb2267b9ca2 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Deleting port 5fe20587-78f4-4268-848d-94d8bae6f0e5 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:44:35.122553 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e157b78b-d86f-416a-b42b-fbb2267b9ca2 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (5fe20587-78f4-4268-848d-94d8bae6f0e5), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:35.254234 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b0b1f527-8be3-457c-a995-c4740b0f6719 None None] Deleting port 5fe20587-78f4-4268-848d-94d8bae6f0e5 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:44:35.254619 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b0b1f527-8be3-457c-a995-c4740b0f6719 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (5fe20587-78f4-4268-848d-94d8bae6f0e5), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:35.328437 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d823ff45-22bf-482a-ac59-ca45b48e2cbc tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:44:35.351111 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-e157b78b-d86f-416a-b42b-fbb2267b9ca2 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] For port 5fe20587-78f4-4268-848d-94d8bae6f0e5, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=5fe20587-78f4-4268-848d-94d8bae6f0e5,segment=NetworkSegment(1ee9810a-0509-4b38-875f-1af25abffe21),segment_id=1ee9810a-0509-4b38-875f-1af25abffe21)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:44:35.352772 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e157b78b-d86f-416a-b42b-fbb2267b9ca2 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (5fe20587-78f4-4268-848d-94d8bae6f0e5), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:35.400658 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 32966) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:44:35.400868 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-e157b78b-d86f-416a-b42b-fbb2267b9ca2 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Calling delete_port for 5fe20587-78f4-4268-848d-94d8bae6f0e5 owned by network:dhcp {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:44:35.426420 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c481241-44aa-4434-aa77-af0439091e88 None None] Sync routers for ids ['c5214de8-e5c7-4005-a4fd-c0028b5755db'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:44:35.492415 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d823ff45-22bf-482a-ac59-ca45b48e2cbc tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks [] for router (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:35.506082 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-d823ff45-22bf-482a-ac59-ca45b48e2cbc tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 7.9809198 Feb 04 12:44:35.508575 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b0b1f527-8be3-457c-a995-c4740b0f6719 None None] For port 5fe20587-78f4-4268-848d-94d8bae6f0e5, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=5fe20587-78f4-4268-848d-94d8bae6f0e5,segment=NetworkSegment(1ee9810a-0509-4b38-875f-1af25abffe21),segment_id=1ee9810a-0509-4b38-875f-1af25abffe21)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:44:35.509804 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b0b1f527-8be3-457c-a995-c4740b0f6719 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (5fe20587-78f4-4268-848d-94d8bae6f0e5), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:35.511065 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 32970) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:44:35.528511 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b0b1f527-8be3-457c-a995-c4740b0f6719 None None] Calling delete_port for 5fe20587-78f4-4268-848d-94d8bae6f0e5 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:44:35.653348 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c481241-44aa-4434-aa77-af0439091e88 None None] Routers {'c5214de8-e5c7-4005-a4fd-c0028b5755db'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:44:35.654523 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-0c481241-44aa-4434-aa77-af0439091e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:44:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['c5214de8-e5c7-4005-a4fd-c0028b5755db'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:44:35.660206 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-eccd16af-dff9-4a2b-90ea-a3aa39ef3591 tempest-TestSecurityGroupsBasicOps-1718497516 tempest-TestSecurityGroupsBasicOps-1718497516-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=bfc2366eafc245dcab2b10b9216f9d44&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1392293 Feb 04 12:44:35.661632 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 32972) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:44:35.811703 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fadeec4f-f8d2-4fac-8893-bedf4edef1db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:35.850648 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b0b1f527-8be3-457c-a995-c4740b0f6719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (5fe20587-78f4-4268-848d-94d8bae6f0e5), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:35.944885 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b1f527-8be3-457c-a995-c4740b0f6719 None None] No DVR routers for this DVR port 5fe20587-78f4-4268-848d-94d8bae6f0e5 on host n-d-825015-3 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:44:35.959618 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b1f527-8be3-457c-a995-c4740b0f6719 None None] Pushing event deleted for resources: {'Port': ['ID=5fe20587-78f4-4268-848d-94d8bae6f0e5,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:44:35.992554 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39202f6f-1425-44ce-99f2-d1fcc4277701 tempest-TestSecurityGroupsBasicOps-1718497516 tempest-TestSecurityGroupsBasicOps-1718497516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:44:36.004776 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-39202f6f-1425-44ce-99f2-d1fcc4277701 tempest-TestSecurityGroupsBasicOps-1718497516 tempest-TestSecurityGroupsBasicOps-1718497516-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3358164 Feb 04 12:44:36.016453 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 32980) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:44:36.029641 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 5fe20587-78f4-4268-848d-94d8bae6f0e5 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:44:36.073634 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 5fe20587-78f4-4268-848d-94d8bae6f0e5 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:44:36.074110 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 5fe20587-78f4-4268-848d-94d8bae6f0e5 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:44:36.114899 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-0c481241-44aa-4434-aa77-af0439091e88 None None] Set router c5214de8-e5c7-4005-a4fd-c0028b5755db gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:44:36.143640 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-54bc2616-3370-46db-9408-6095b66e72d6 tempest-TestSecurityGroupsBasicOps-1718497516 tempest-TestSecurityGroupsBasicOps-1718497516-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1252024 Feb 04 12:44:36.145193 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 32982) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:44:36.145524 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e157b78b-d86f-416a-b42b-fbb2267b9ca2 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (5fe20587-78f4-4268-848d-94d8bae6f0e5), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:36.151384 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-cd09275a-fd7a-43e3-b450-659773f6fb13 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1140823313', 'network_id': '9e396136-e257-4962-b85c-5af5a964b8b3', 'project_id': 'bfc2366eafc245dcab2b10b9216f9d44', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:44:36.198068 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e157b78b-d86f-416a-b42b-fbb2267b9ca2 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Pushing event deleted for resources: {'Port': ['ID=5fe20587-78f4-4268-848d-94d8bae6f0e5,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:44:36.222093 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e157b78b-d86f-416a-b42b-fbb2267b9ca2 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] No DVR routers for this DVR port 5fe20587-78f4-4268-848d-94d8bae6f0e5 on host n-d-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:44:36.291816 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fadeec4f-f8d2-4fac-8893-bedf4edef1db admin admin] Publish callbacks [] for security_group (62a3b01f-c200-4689-96c8-9d8fc86c06ee), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:36.294599 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd09275a-fd7a-43e3-b450-659773f6fb13 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Made reservation on behalf of bfc2366eafc245dcab2b10b9216f9d44 for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:44:36.303616 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cd09275a-fd7a-43e3-b450-659773f6fb13 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:36.444359 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e157b78b-d86f-416a-b42b-fbb2267b9ca2 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (f0a26152-bdaf-4863-9bf9-fd59c4bdc62a), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:36.490194 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-e157b78b-d86f-416a-b42b-fbb2267b9ca2 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0a26152-bdaf-4863-9bf9-fd59c4bdc62a']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:44:36.507346 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-e157b78b-d86f-416a-b42b-fbb2267b9ca2 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ee9810a-0509-4b38-875f-1af25abffe21') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:44:36.507702 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-e157b78b-d86f-416a-b42b-fbb2267b9ca2 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ee9810a-0509-4b38-875f-1af25abffe21') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:44:36.520193 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fadeec4f-f8d2-4fac-8893-bedf4edef1db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (62a3b01f-c200-4689-96c8-9d8fc86c06ee), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:36.538306 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e157b78b-d86f-416a-b42b-fbb2267b9ca2 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (1ee9810a-0509-4b38-875f-1af25abffe21), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:36.559692 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e157b78b-d86f-416a-b42b-fbb2267b9ca2 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (1ee9810a-0509-4b38-875f-1af25abffe21), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:36.568892 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e157b78b-d86f-416a-b42b-fbb2267b9ca2 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:44:36.571005 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e157b78b-d86f-416a-b42b-fbb2267b9ca2 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (1ee9810a-0509-4b38-875f-1af25abffe21), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:36.593889 n-d-825015-3 neutron-server[103474]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:44:36.593889 n-d-825015-3 neutron-server[103474]: self.session.flush() Feb 04 12:44:36.593889 n-d-825015-3 neutron-server[103474]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:44:36.593889 n-d-825015-3 neutron-server[103474]: self.session.flush() Feb 04 12:44:36.593889 n-d-825015-3 neutron-server[103474]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:44:36.593889 n-d-825015-3 neutron-server[103474]: self.session.flush() Feb 04 12:44:36.593889 n-d-825015-3 neutron-server[103474]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:44:36.593889 n-d-825015-3 neutron-server[103474]: self.session.flush() Feb 04 12:44:36.593889 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 12:44:36.593889 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:44:36.593889 n-d-825015-3 neutron-server[103474]: timer() Feb 04 12:44:36.593889 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:44:36.593889 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 12:44:36.593889 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:44:36.593889 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 12:44:36.593889 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:44:36.593889 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 12:44:36.593889 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:44:36.593889 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 12:44:36.593889 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:44:36.593889 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 12:44:36.593889 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:44:36.593889 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:44:36.593889 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:44:36.593889 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:44:36.593889 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:44:36.593889 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 12:44:36.593889 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:44:36.593889 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 12:44:36.593889 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:44:36.593889 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:44:36.593889 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:44:36.593889 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 12:44:36.593889 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:44:36.593889 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:44:36.593889 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:44:36.593889 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:44:36.593889 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:44:36.593889 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:44:36.593889 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:44:36.607935 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-0c481241-44aa-4434-aa77-af0439091e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5214de8-e5c7-4005-a4fd-c0028b5755db', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1001912169', 'tenant_id': 'bfc2366eafc245dcab2b10b9216f9d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '9ff3517c-5919-4b39-95b9-e00623e146e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:44:27Z', 'updated_at': '2022-02-04T12:44:33Z', 'revision_number': 3, 'project_id': 'bfc2366eafc245dcab2b10b9216f9d44', 'gw_port': {'id': '9ff3517c-5919-4b39-95b9-e00623e146e7', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:15:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5214de8-e5c7-4005-a4fd-c0028b5755db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2632, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:44:30Z', 'updated_at': '2022-02-04T12:44:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:44:36.662441 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-fadeec4f-f8d2-4fac-8893-bedf4edef1db admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6f598af6ee204a12a3b784082ac31f84&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2574346 Feb 04 12:44:36.679345 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 32994) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:44:36.691655 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c481241-44aa-4434-aa77-af0439091e88 None None] Checking router: c5214de8-e5c7-4005-a4fd-c0028b5755db for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:44:36.692142 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c481241-44aa-4434-aa77-af0439091e88 None None] Updating router c5214de8-e5c7-4005-a4fd-c0028b5755db port 9ff3517c-5919-4b39-95b9-e00623e146e7 binding host n-d-825015-3 {{(pid=103476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:44:36.750689 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0c481241-44aa-4434-aa77-af0439091e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (9ff3517c-5919-4b39-95b9-e00623e146e7), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:36.788981 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-997a5dc9-d60a-43e2-b2ee-6f2bd7aaa453 admin admin] Publish callbacks [] for security_group (62a3b01f-c200-4689-96c8-9d8fc86c06ee), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:36.839884 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-997a5dc9-d60a-43e2-b2ee-6f2bd7aaa453 admin admin] Publish callbacks [] for security_group (62a3b01f-c200-4689-96c8-9d8fc86c06ee), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:36.890087 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cd09275a-fd7a-43e3-b450-659773f6fb13 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52094127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51452689'] for subnet (ebb4c0f5-22ad-41ad-aeb7-4d5cfe560a8a), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:36.952403 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-997a5dc9-d60a-43e2-b2ee-6f2bd7aaa453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (62a3b01f-c200-4689-96c8-9d8fc86c06ee), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:36.956186 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-997a5dc9-d60a-43e2-b2ee-6f2bd7aaa453 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:36.957587 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-997a5dc9-d60a-43e2-b2ee-6f2bd7aaa453 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/62a3b01f-c200-4689-96c8-9d8fc86c06ee HTTP/1.1" status: 204 len: 168 time: 0.2728181 Feb 04 12:44:36.988602 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadeec4f-f8d2-4fac-8893-bedf4edef1db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62a3b01f-c200-4689-96c8-9d8fc86c06ee,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:44:36.992040 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997a5dc9-d60a-43e2-b2ee-6f2bd7aaa453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a3b01f-c200-4689-96c8-9d8fc86c06ee,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:44:36.994758 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e157b78b-d86f-416a-b42b-fbb2267b9ca2 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (f0a26152-bdaf-4863-9bf9-fd59c4bdc62a), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:36.999258 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e157b78b-d86f-416a-b42b-fbb2267b9ca2 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:37.021929 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-e157b78b-d86f-416a-b42b-fbb2267b9ca2 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] 10.222.0.65 "DELETE /v2.0/networks/f0a26152-bdaf-4863-9bf9-fd59c4bdc62a HTTP/1.1" status: 204 len: 168 time: 2.2748952 Feb 04 12:44:37.068993 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e157b78b-d86f-416a-b42b-fbb2267b9ca2 tempest-FloatingIPNegativeTestJSON-1815647386 tempest-FloatingIPNegativeTestJSON-1815647386-project] Pushing event deleted for resources: {'Network': ['ID=f0a26152-bdaf-4863-9bf9-fd59c4bdc62a,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:44:37.125441 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd09275a-fd7a-43e3-b450-659773f6fb13 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Pushing event updated for resources: {'Subnet': ['ID=ebb4c0f5-22ad-41ad-aeb7-4d5cfe560a8a,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:44:37.225038 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd09275a-fd7a-43e3-b450-659773f6fb13 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Checking segment: {'id': '4f722b3b-5a63-4860-b91c-43ff5ece0c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '9e396136-e257-4962-b85c-5af5a964b8b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:44:37.226235 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd09275a-fd7a-43e3-b450-659773f6fb13 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Network hostable DHCP agents. Network: 9e396136-e257-4962-b85c-5af5a964b8b3, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:44:37.275027 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd09275a-fd7a-43e3-b450-659773f6fb13 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Network 9e396136-e257-4962-b85c-5af5a964b8b3 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:44:37.294314 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-cd09275a-fd7a-43e3-b450-659773f6fb13 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 9e396136-e257-4962-b85c-5af5a964b8b3) {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:44:37.310110 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd09275a-fd7a-43e3-b450-659773f6fb13 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:44:37.310815 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cd09275a-fd7a-43e3-b450-659773f6fb13 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:37.310949 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1470d1f3-56d1-4bcf-a8de-73f5164b7f4f None None] Network 9e396136-e257-4962-b85c-5af5a964b8b3 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:44:37.365551 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 33008) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:44:37.366183 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-cd09275a-fd7a-43e3-b450-659773f6fb13 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2193713 Feb 04 12:44:37.650491 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 33018) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:44:37.792157 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0c481241-44aa-4434-aa77-af0439091e88 None None] Publish callbacks [] for port (9ff3517c-5919-4b39-95b9-e00623e146e7), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:37.808055 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-2f9d8ad0-7211-4d2c-aa4e-d1cd13e0fc07 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c841d0fb32b24a3baa6d78a381d07e39&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1542768 Feb 04 12:44:37.808669 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 33024) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:44:37.826990 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 33026) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:44:37.861683 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0c481241-44aa-4434-aa77-af0439091e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (9ff3517c-5919-4b39-95b9-e00623e146e7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:37.919524 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c279d24c-92dc-4b45-9ac9-4cc649359a53 None None] Pushing event updated for resources: {'Port': ['ID=9ff3517c-5919-4b39-95b9-e00623e146e7,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:44:37.923330 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c08e78-5fe2-4e3c-8672-9bd4e84ac403 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-9e396136-e257-4962-b85c-5af5a964b8b3', 'network_id': '9e396136-e257-4962-b85c-5af5a964b8b3', 'project_id': 'bfc2366eafc245dcab2b10b9216f9d44', 'fixed_ips': [{'subnet_id': 'ebb4c0f5-22ad-41ad-aeb7-4d5cfe560a8a'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 12:44:37.924587 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a4c08e78-5fe2-4e3c-8672-9bd4e84ac403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:37.987851 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-0c481241-44aa-4434-aa77-af0439091e88 None None] Attempting to bind port 9ff3517c-5919-4b39-95b9-e00623e146e7 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:44:37.988475 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-0c481241-44aa-4434-aa77-af0439091e88 None None] Attempting to bind port 9ff3517c-5919-4b39-95b9-e00623e146e7 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:44:37.991844 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c481241-44aa-4434-aa77-af0439091e88 None None] Attempting to bind port 9ff3517c-5919-4b39-95b9-e00623e146e7 on network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:44:37.998166 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-34687ef6-ad09-44f1-9349-6329cff52e8c admin admin] Publish callbacks [] for security_group (e88348f6-0f4a-488b-ba70-9f24288d9798), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:38.009940 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c481241-44aa-4434-aa77-af0439091e88 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:44:38.010629 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c481241-44aa-4434-aa77-af0439091e88 None None] Checking segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:44:38.011251 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0c481241-44aa-4434-aa77-af0439091e88 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:38.011874 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c481241-44aa-4434-aa77-af0439091e88 None None] Bound using segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:44:38.013039 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-0c481241-44aa-4434-aa77-af0439091e88 None None] Bound port: 9ff3517c-5919-4b39-95b9-e00623e146e7, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:44:38.013901 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0c481241-44aa-4434-aa77-af0439091e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (9ff3517c-5919-4b39-95b9-e00623e146e7), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:38.101983 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-34687ef6-ad09-44f1-9349-6329cff52e8c admin admin] Publish callbacks [] for security_group (e88348f6-0f4a-488b-ba70-9f24288d9798), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:38.146829 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0c481241-44aa-4434-aa77-af0439091e88 None None] For port 9ff3517c-5919-4b39-95b9-e00623e146e7, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:44:38.150918 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0c481241-44aa-4434-aa77-af0439091e88 None None] For port 9ff3517c-5919-4b39-95b9-e00623e146e7, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=9ff3517c-5919-4b39-95b9-e00623e146e7,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:44:38.292166 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-34687ef6-ad09-44f1-9349-6329cff52e8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (e88348f6-0f4a-488b-ba70-9f24288d9798), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:38.299103 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0c481241-44aa-4434-aa77-af0439091e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (9ff3517c-5919-4b39-95b9-e00623e146e7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:38.302672 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-34687ef6-ad09-44f1-9349-6329cff52e8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:38.309534 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-34687ef6-ad09-44f1-9349-6329cff52e8c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e88348f6-0f4a-488b-ba70-9f24288d9798 HTTP/1.1" status: 204 len: 168 time: 0.4992354 Feb 04 12:44:38.402879 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a77dcee6-1adb-4e3d-9508-0c5a46fb4228 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:38.441477 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34687ef6-ad09-44f1-9349-6329cff52e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e88348f6-0f4a-488b-ba70-9f24288d9798,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:44:38.456385 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c481241-44aa-4434-aa77-af0439091e88 None None] Routers {'c5214de8-e5c7-4005-a4fd-c0028b5755db'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:44:38.457217 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-0c481241-44aa-4434-aa77-af0439091e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:44:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['c5214de8-e5c7-4005-a4fd-c0028b5755db'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:44:38.483326 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 12:44:38.602043 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-23dc5b02-fa7f-4b38-8cfa-617f236cba7f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=baf6c879718b4bbbb74536abce8d04a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7708287 Feb 04 12:44:38.604503 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 33040) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:44:38.699592 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 33044) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:44:38.800570 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a16c1194-66bf-4f9c-88a5-194ab9d0b3d1 admin admin] Publish callbacks [] for security_group (1fd0766a-650c-44c2-83e7-525547a27f6e), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:38.917592 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a16c1194-66bf-4f9c-88a5-194ab9d0b3d1 admin admin] Publish callbacks [] for security_group (1fd0766a-650c-44c2-83e7-525547a27f6e), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:39.036204 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a16c1194-66bf-4f9c-88a5-194ab9d0b3d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (1fd0766a-650c-44c2-83e7-525547a27f6e), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:39.044758 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a16c1194-66bf-4f9c-88a5-194ab9d0b3d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:39.053555 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-a16c1194-66bf-4f9c-88a5-194ab9d0b3d1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1fd0766a-650c-44c2-83e7-525547a27f6e HTTP/1.1" status: 204 len: 168 time: 0.4441943 Feb 04 12:44:39.084819 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16c1194-66bf-4f9c-88a5-194ab9d0b3d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fd0766a-650c-44c2-83e7-525547a27f6e,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:44:39.204425 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c279d24c-92dc-4b45-9ac9-4cc649359a53 None None] Pushing event updated for resources: {'Port': ['ID=9ff3517c-5919-4b39-95b9-e00623e146e7,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:44:39.231334 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c279d24c-92dc-4b45-9ac9-4cc649359a53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:44:39.236270 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c279d24c-92dc-4b45-9ac9-4cc649359a53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:44:39.236724 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c279d24c-92dc-4b45-9ac9-4cc649359a53 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:44:39.237033 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c279d24c-92dc-4b45-9ac9-4cc649359a53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:44:39.237372 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c279d24c-92dc-4b45-9ac9-4cc649359a53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:44:39.266324 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c279d24c-92dc-4b45-9ac9-4cc649359a53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:44:39.266631 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c279d24c-92dc-4b45-9ac9-4cc649359a53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:44:39.266981 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c279d24c-92dc-4b45-9ac9-4cc649359a53 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:44:39.271341 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c279d24c-92dc-4b45-9ac9-4cc649359a53 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:44:39.271757 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c279d24c-92dc-4b45-9ac9-4cc649359a53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:44:39.272112 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c279d24c-92dc-4b45-9ac9-4cc649359a53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:44:39.272449 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c279d24c-92dc-4b45-9ac9-4cc649359a53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:44:39.272783 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c279d24c-92dc-4b45-9ac9-4cc649359a53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:44:39.360366 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-a4c08e78-5fe2-4e3c-8672-9bd4e84ac403 None None] Allocated IP 172.20.0.2 (9e396136-e257-4962-b85c-5af5a964b8b3/ebb4c0f5-22ad-41ad-aeb7-4d5cfe560a8a/d930acc7-d3a4-4d11-aa89-6fb267a27c36) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:44:39.528527 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-0c481241-44aa-4434-aa77-af0439091e88 None None] Set router c5214de8-e5c7-4005-a4fd-c0028b5755db gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:44:40.205715 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a4c08e78-5fe2-4e3c-8672-9bd4e84ac403 None None] Publish callbacks [] for port (d930acc7-d3a4-4d11-aa89-6fb267a27c36), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:40.245672 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d3094bb6-6dbd-48ca-af48-a9ea7975a6d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622215'] for router_interface (4e1b200e-8479-411b-be95-b320e16e13ba), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:40.289264 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a4c08e78-5fe2-4e3c-8672-9bd4e84ac403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (d930acc7-d3a4-4d11-aa89-6fb267a27c36), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:40.386653 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c08e78-5fe2-4e3c-8672-9bd4e84ac403 None None] Network 9e396136-e257-4962-b85c-5af5a964b8b3 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:44:40.423306 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-a4c08e78-5fe2-4e3c-8672-9bd4e84ac403 None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:44:40.431945 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c08e78-5fe2-4e3c-8672-9bd4e84ac403 None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:44:40.439914 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 33106) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:44:40.518771 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c08e78-5fe2-4e3c-8672-9bd4e84ac403 None None] Pushing event updated for resources: {'Port': ['ID=d930acc7-d3a4-4d11-aa89-6fb267a27c36,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:44:40.547579 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-a77dcee6-1adb-4e3d-9508-0c5a46fb4228 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Allocated IP 172.20.0.1 (9e396136-e257-4962-b85c-5af5a964b8b3/ebb4c0f5-22ad-41ad-aeb7-4d5cfe560a8a/7b004e5e-b0ef-4db7-9fcc-34e295b1d8c8) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:44:40.560682 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-a4c08e78-5fe2-4e3c-8672-9bd4e84ac403 None None] Attempting to bind port d930acc7-d3a4-4d11-aa89-6fb267a27c36 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:44:40.561229 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-a4c08e78-5fe2-4e3c-8672-9bd4e84ac403 None None] Attempting to bind port d930acc7-d3a4-4d11-aa89-6fb267a27c36 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '4f722b3b-5a63-4860-b91c-43ff5ece0c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '9e396136-e257-4962-b85c-5af5a964b8b3'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:44:40.561587 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c08e78-5fe2-4e3c-8672-9bd4e84ac403 None None] Attempting to bind port d930acc7-d3a4-4d11-aa89-6fb267a27c36 on network 9e396136-e257-4962-b85c-5af5a964b8b3 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:44:40.573839 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c08e78-5fe2-4e3c-8672-9bd4e84ac403 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:44:40.574274 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c08e78-5fe2-4e3c-8672-9bd4e84ac403 None None] Checking segment: {'id': '4f722b3b-5a63-4860-b91c-43ff5ece0c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '9e396136-e257-4962-b85c-5af5a964b8b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:44:40.574680 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a4c08e78-5fe2-4e3c-8672-9bd4e84ac403 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:40.575073 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c08e78-5fe2-4e3c-8672-9bd4e84ac403 None None] Bound using segment: {'id': '4f722b3b-5a63-4860-b91c-43ff5ece0c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '9e396136-e257-4962-b85c-5af5a964b8b3'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:44:40.575602 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-a4c08e78-5fe2-4e3c-8672-9bd4e84ac403 None None] Bound port: d930acc7-d3a4-4d11-aa89-6fb267a27c36, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f722b3b-5a63-4860-b91c-43ff5ece0c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '9e396136-e257-4962-b85c-5af5a964b8b3'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:44:40.576003 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a4c08e78-5fe2-4e3c-8672-9bd4e84ac403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (d930acc7-d3a4-4d11-aa89-6fb267a27c36), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:40.594480 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-0c481241-44aa-4434-aa77-af0439091e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5214de8-e5c7-4005-a4fd-c0028b5755db', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1001912169', 'tenant_id': 'bfc2366eafc245dcab2b10b9216f9d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '9ff3517c-5919-4b39-95b9-e00623e146e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:44:27Z', 'updated_at': '2022-02-04T12:44:33Z', 'revision_number': 3, 'project_id': 'bfc2366eafc245dcab2b10b9216f9d44', 'gw_port': {'id': '9ff3517c-5919-4b39-95b9-e00623e146e7', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:15:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5214de8-e5c7-4005-a4fd-c0028b5755db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2632, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:44:30Z', 'updated_at': '2022-02-04T12:44:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:44:40.674726 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-dadea508-8dd2-482a-9503-36a0dfa67b84 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-606319204'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:44:40.682030 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c481241-44aa-4434-aa77-af0439091e88 None None] The sync data for ids ['c5214de8-e5c7-4005-a4fd-c0028b5755db'] in n-d-825015-3 is: [{'id': 'c5214de8-e5c7-4005-a4fd-c0028b5755db', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1001912169', 'tenant_id': 'bfc2366eafc245dcab2b10b9216f9d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '9ff3517c-5919-4b39-95b9-e00623e146e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:44:27Z', 'updated_at': '2022-02-04T12:44:33Z', 'revision_number': 3, 'project_id': 'bfc2366eafc245dcab2b10b9216f9d44', 'gw_port': {'id': '9ff3517c-5919-4b39-95b9-e00623e146e7', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:15:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5214de8-e5c7-4005-a4fd-c0028b5755db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2632, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:44:30Z', 'updated_at': '2022-02-04T12:44:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:44:40.735815 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dadea508-8dd2-482a-9503-36a0dfa67b84 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Made reservation on behalf of 3fccd7acaf5a4db2beb516182b08458d for: {'network': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:44:40.742646 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-dadea508-8dd2-482a-9503-36a0dfa67b84 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:40.776148 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-dadea508-8dd2-482a-9503-36a0dfa67b84 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:40.821469 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-a4c08e78-5fe2-4e3c-8672-9bd4e84ac403 None None] For port d930acc7-d3a4-4d11-aa89-6fb267a27c36, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:44:40.825056 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-a4c08e78-5fe2-4e3c-8672-9bd4e84ac403 None None] For port d930acc7-d3a4-4d11-aa89-6fb267a27c36, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=d930acc7-d3a4-4d11-aa89-6fb267a27c36,segment=NetworkSegment(4f722b3b-5a63-4860-b91c-43ff5ece0c31),segment_id=4f722b3b-5a63-4860-b91c-43ff5ece0c31)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:44:40.843955 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a4c08e78-5fe2-4e3c-8672-9bd4e84ac403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (d930acc7-d3a4-4d11-aa89-6fb267a27c36), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:40.954650 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c08e78-5fe2-4e3c-8672-9bd4e84ac403 None None] Pushing event updated for resources: {'Port': ['ID=d930acc7-d3a4-4d11-aa89-6fb267a27c36,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:44:40.965055 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a77dcee6-1adb-4e3d-9508-0c5a46fb4228 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks [] for port (7b004e5e-b0ef-4db7-9fcc-34e295b1d8c8), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:40.990122 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 33122) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:44:41.099504 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a77dcee6-1adb-4e3d-9508-0c5a46fb4228 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (7b004e5e-b0ef-4db7-9fcc-34e295b1d8c8), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:41.105925 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-dadea508-8dd2-482a-9503-36a0dfa67b84 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks [] for security_group (74e145df-0c22-49e0-9b5b-7ad7acaf1bc3), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:41.120651 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-dadea508-8dd2-482a-9503-36a0dfa67b84 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (74e145df-0c22-49e0-9b5b-7ad7acaf1bc3), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:41.206371 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dadea508-8dd2-482a-9503-36a0dfa67b84 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=103475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:44:41.236127 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadea508-8dd2-482a-9503-36a0dfa67b84 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74e145df-0c22-49e0-9b5b-7ad7acaf1bc3,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:44:41.268712 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-dadea508-8dd2-482a-9503-36a0dfa67b84 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (93d55bc7-86d1-48b4-8193-994d43f07c0d), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:41.268998 n-d-825015-3 neutron-server[103475]: INFO neutron.db.segments_db [None req-dadea508-8dd2-482a-9503-36a0dfa67b84 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Added segment 93d55bc7-86d1-48b4-8193-994d43f07c0d of type vlan for network ac067227-a447-46fa-8486-ff94c9eba749 Feb 04 12:44:41.309975 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77dcee6-1adb-4e3d-9508-0c5a46fb4228 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Network 9e396136-e257-4962-b85c-5af5a964b8b3 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:44:41.321900 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-a77dcee6-1adb-4e3d-9508-0c5a46fb4228 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:44:41.339299 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77dcee6-1adb-4e3d-9508-0c5a46fb4228 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:44:41.413785 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-dadea508-8dd2-482a-9503-36a0dfa67b84 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (ac067227-a447-46fa-8486-ff94c9eba749), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:41.503762 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-dadea508-8dd2-482a-9503-36a0dfa67b84 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (ac067227-a447-46fa-8486-ff94c9eba749), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:41.510505 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dadea508-8dd2-482a-9503-36a0dfa67b84 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:44:41.510690 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-d4160fd5-2bd7-47de-8462-048583a2d949 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Request body: {'networks': [{'name': 'tempest-network--778394132'}, {'name': 'tempest-network--712745262'}]} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:44:41.510915 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-d4160fd5-2bd7-47de-8462-048583a2d949 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Request body: {'network': {'name': 'tempest-network--778394132'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:44:41.511143 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-dadea508-8dd2-482a-9503-36a0dfa67b84 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:41.511340 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-d4160fd5-2bd7-47de-8462-048583a2d949 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Request body: {'network': {'name': 'tempest-network--712745262'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:44:41.546943 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-dadea508-8dd2-482a-9503-36a0dfa67b84 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1030815 Feb 04 12:44:41.559118 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77dcee6-1adb-4e3d-9508-0c5a46fb4228 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Pushing event updated for resources: {'Port': ['ID=7b004e5e-b0ef-4db7-9fcc-34e295b1d8c8,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:44:41.571445 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 33132) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:44:41.580212 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-ad7a6d79-fe10-4f48-9380-31cde435326e tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1393164504'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:44:41.724187 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadea508-8dd2-482a-9503-36a0dfa67b84 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Pushing event updated for resources: {'Network': ['ID=ac067227-a447-46fa-8486-ff94c9eba749,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:44:41.736656 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad7a6d79-fe10-4f48-9380-31cde435326e tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Made reservation on behalf of 3fccd7acaf5a4db2beb516182b08458d for: {'network': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:44:41.741628 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network ac067227-a447-46fa-8486-ff94c9eba749 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:44:41.771168 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ad7a6d79-fe10-4f48-9380-31cde435326e tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:41.852580 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad7a6d79-fe10-4f48-9380-31cde435326e tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=103475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:44:41.883761 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ad7a6d79-fe10-4f48-9380-31cde435326e tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (c236de83-090c-4f73-9bb9-fcfeb356bee4), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:41.885608 n-d-825015-3 neutron-server[103475]: INFO neutron.db.segments_db [None req-ad7a6d79-fe10-4f48-9380-31cde435326e tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Added segment c236de83-090c-4f73-9bb9-fcfeb356bee4 of type vlan for network 8c75baa9-e9c4-4b4a-9970-c0e22dba19d4 Feb 04 12:44:41.903438 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4160fd5-2bd7-47de-8462-048583a2d949 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Made reservation on behalf of 29df8c433ca243edbb02118f694a02ab for: {'network': 2} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:44:41.973802 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d4160fd5-2bd7-47de-8462-048583a2d949 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:41.987046 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a77dcee6-1adb-4e3d-9508-0c5a46fb4228 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1599818'] for router_interface (c5214de8-e5c7-4005-a4fd-c0028b5755db), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:42.037646 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ad7a6d79-fe10-4f48-9380-31cde435326e tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (8c75baa9-e9c4-4b4a-9970-c0e22dba19d4), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:42.086281 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d4160fd5-2bd7-47de-8462-048583a2d949 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:42.165892 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ad7a6d79-fe10-4f48-9380-31cde435326e tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (8c75baa9-e9c4-4b4a-9970-c0e22dba19d4), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:42.170980 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad7a6d79-fe10-4f48-9380-31cde435326e tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:44:42.172150 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ad7a6d79-fe10-4f48-9380-31cde435326e tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:42.270032 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 9ff3517c-5919-4b39-95b9-e00623e146e7 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:44:42.337347 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-d3094bb6-6dbd-48ca-af48-a9ea7975a6d2 admin admin] Deleting port 884fc68d-ed33-4ae6-baa7-9d1c005410a3 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:44:42.337948 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d3094bb6-6dbd-48ca-af48-a9ea7975a6d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (884fc68d-ed33-4ae6-baa7-9d1c005410a3), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:42.344664 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-ad7a6d79-fe10-4f48-9380-31cde435326e tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7726495 Feb 04 12:44:42.349767 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 33148) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:44:42.396641 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7a6d79-fe10-4f48-9380-31cde435326e tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Pushing event updated for resources: {'Network': ['ID=8c75baa9-e9c4-4b4a-9970-c0e22dba19d4,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:44:42.417453 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 8c75baa9-e9c4-4b4a-9970-c0e22dba19d4 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:44:42.503805 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-5350729a-9ac8-412e-bf7c-41b850c376c1 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Request body: {'subnet': {'network_id': 'ac067227-a447-46fa-8486-ff94c9eba749', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:44:42.585885 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 9ff3517c-5919-4b39-95b9-e00623e146e7 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:44:42.586269 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (9ff3517c-5919-4b39-95b9-e00623e146e7), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:42.614282 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d4160fd5-2bd7-47de-8462-048583a2d949 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Publish callbacks [] for security_group (5b7a24db-ad7c-4d05-a335-dd58bfa70c83), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:42.638337 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d4160fd5-2bd7-47de-8462-048583a2d949 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (5b7a24db-ad7c-4d05-a335-dd58bfa70c83), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:42.638800 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d4160fd5-2bd7-47de-8462-048583a2d949 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:42.687265 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4160fd5-2bd7-47de-8462-048583a2d949 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:44:42.698085 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d4160fd5-2bd7-47de-8462-048583a2d949 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (1eaaa4d6-2127-425d-b61b-2d250dd3afbd), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:42.698438 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-d4160fd5-2bd7-47de-8462-048583a2d949 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Added segment 1eaaa4d6-2127-425d-b61b-2d250dd3afbd of type vlan for network 4c1fa5e1-0ee5-4f82-857c-3400ac457bf5 Feb 04 12:44:42.732456 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 9ff3517c-5919-4b39-95b9-e00623e146e7 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:44:42.733271 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (9ff3517c-5919-4b39-95b9-e00623e146e7), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:42.747992 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d4160fd5-2bd7-47de-8462-048583a2d949 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (4c1fa5e1-0ee5-4f82-857c-3400ac457bf5), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:42.791637 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4160fd5-2bd7-47de-8462-048583a2d949 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:44:42.824246 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port 9ff3517c-5919-4b39-95b9-e00623e146e7, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=9ff3517c-5919-4b39-95b9-e00623e146e7,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:44:42.824871 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d4160fd5-2bd7-47de-8462-048583a2d949 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (814a78d0-a142-490d-a41b-57dc2031c4a6), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:42.824871 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-d4160fd5-2bd7-47de-8462-048583a2d949 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Added segment 814a78d0-a142-490d-a41b-57dc2031c4a6 of type vlan for network b9324856-497d-4f5c-abd5-8b78a26e1391 Feb 04 12:44:42.851051 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (9ff3517c-5919-4b39-95b9-e00623e146e7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:42.851889 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device d930acc7-d3a4-4d11-aa89-6fb267a27c36 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:44:43.029592 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=9ff3517c-5919-4b39-95b9-e00623e146e7,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:44:43.099558 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port d930acc7-d3a4-4d11-aa89-6fb267a27c36 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:44:43.099967 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (d930acc7-d3a4-4d11-aa89-6fb267a27c36), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:43.130881 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a77dcee6-1adb-4e3d-9508-0c5a46fb4228 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (7b004e5e-b0ef-4db7-9fcc-34e295b1d8c8), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:43.172587 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-d3094bb6-6dbd-48ca-af48-a9ea7975a6d2 admin admin] For port 884fc68d-ed33-4ae6-baa7-9d1c005410a3, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=884fc68d-ed33-4ae6-baa7-9d1c005410a3,segment=NetworkSegment(457a9e0a-0e75-459f-be4c-5045e8830e74),segment_id=457a9e0a-0e75-459f-be4c-5045e8830e74)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:44:43.173322 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d3094bb6-6dbd-48ca-af48-a9ea7975a6d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (884fc68d-ed33-4ae6-baa7-9d1c005410a3), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:43.187503 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1617d620-ffa4-4537-9cff-cac1e0f7ccc6 None None] Network 9e396136-e257-4962-b85c-5af5a964b8b3 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:44:43.191119 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-d3094bb6-6dbd-48ca-af48-a9ea7975a6d2 admin admin] Calling delete_port for 884fc68d-ed33-4ae6-baa7-9d1c005410a3 owned by network:router_interface {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:44:43.531315 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port d930acc7-d3a4-4d11-aa89-6fb267a27c36 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:44:43.531714 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (d930acc7-d3a4-4d11-aa89-6fb267a27c36), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:43.569630 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-d3079ded-e2c1-4060-ab6a-f3005b5a7ed1 None None] Provisioning complete for port d930acc7-d3a4-4d11-aa89-6fb267a27c36 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:44:43.570007 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d3079ded-e2c1-4060-ab6a-f3005b5a7ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (d930acc7-d3a4-4d11-aa89-6fb267a27c36), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:43.642835 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port d930acc7-d3a4-4d11-aa89-6fb267a27c36, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=d930acc7-d3a4-4d11-aa89-6fb267a27c36,segment=NetworkSegment(4f722b3b-5a63-4860-b91c-43ff5ece0c31),segment_id=4f722b3b-5a63-4860-b91c-43ff5ece0c31)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:44:43.654498 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (d930acc7-d3a4-4d11-aa89-6fb267a27c36), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:43.706301 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-d3079ded-e2c1-4060-ab6a-f3005b5a7ed1 None None] Current status of the port d930acc7-d3a4-4d11-aa89-6fb267a27c36 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:44:43.805938 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=d930acc7-d3a4-4d11-aa89-6fb267a27c36,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:44:43.974084 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4160fd5-2bd7-47de-8462-048583a2d949 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b7a24db-ad7c-4d05-a335-dd58bfa70c83,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:44:44.012875 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 9ff3517c-5919-4b39-95b9-e00623e146e7 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:44:44.084741 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d4160fd5-2bd7-47de-8462-048583a2d949 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (b9324856-497d-4f5c-abd5-8b78a26e1391), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:44.137415 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 9ff3517c-5919-4b39-95b9-e00623e146e7 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:44:44.138122 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (9ff3517c-5919-4b39-95b9-e00623e146e7), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:44.145744 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d3094bb6-6dbd-48ca-af48-a9ea7975a6d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (884fc68d-ed33-4ae6-baa7-9d1c005410a3), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:44.381353 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 9ff3517c-5919-4b39-95b9-e00623e146e7 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:44:44.389515 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device d930acc7-d3a4-4d11-aa89-6fb267a27c36 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:44:44.497067 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d4160fd5-2bd7-47de-8462-048583a2d949 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (4c1fa5e1-0ee5-4f82-857c-3400ac457bf5), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:44.497575 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d4160fd5-2bd7-47de-8462-048583a2d949 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (b9324856-497d-4f5c-abd5-8b78a26e1391), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:44.503040 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4160fd5-2bd7-47de-8462-048583a2d949 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:44:44.507511 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4160fd5-2bd7-47de-8462-048583a2d949 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:44:44.508266 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d4160fd5-2bd7-47de-8462-048583a2d949 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:44.511253 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3094bb6-6dbd-48ca-af48-a9ea7975a6d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=884fc68d-ed33-4ae6-baa7-9d1c005410a3,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:44:44.545669 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-d2282326-fb92-4179-afdf-dd6c7620d593 None None] Provisioning complete for port 7b004e5e-b0ef-4db7-9fcc-34e295b1d8c8 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:44:44.546055 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d2282326-fb92-4179-afdf-dd6c7620d593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (7b004e5e-b0ef-4db7-9fcc-34e295b1d8c8), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:44.648469 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-d2282326-fb92-4179-afdf-dd6c7620d593 None None] Port 7b004e5e-b0ef-4db7-9fcc-34e295b1d8c8 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:44:44.670174 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port d930acc7-d3a4-4d11-aa89-6fb267a27c36 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:44:44.670555 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (d930acc7-d3a4-4d11-aa89-6fb267a27c36), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:44.748080 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-d2282326-fb92-4179-afdf-dd6c7620d593 None None] Provisioning complete for port d930acc7-d3a4-4d11-aa89-6fb267a27c36 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:44:44.748461 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d2282326-fb92-4179-afdf-dd6c7620d593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (d930acc7-d3a4-4d11-aa89-6fb267a27c36), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:44.750844 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4160fd5-2bd7-47de-8462-048583a2d949 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Pushing event updated for resources: {'Network': ['ID=4c1fa5e1-0ee5-4f82-857c-3400ac457bf5,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:44:44.833086 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 4c1fa5e1-0ee5-4f82-857c-3400ac457bf5 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:44:45.037966 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d3094bb6-6dbd-48ca-af48-a9ea7975a6d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622067'] for router_interface (4e1b200e-8479-411b-be95-b320e16e13ba), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:45.067119 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-d2282326-fb92-4179-afdf-dd6c7620d593 None None] Current status of the port d930acc7-d3a4-4d11-aa89-6fb267a27c36 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:44:45.126059 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port d930acc7-d3a4-4d11-aa89-6fb267a27c36 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:44:45.190155 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-d4160fd5-2bd7-47de-8462-048583a2d949 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 4.1984584 Feb 04 12:44:45.193051 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 33186) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:44:45.199413 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5350729a-9ac8-412e-bf7c-41b850c376c1 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Made reservation on behalf of 3fccd7acaf5a4db2beb516182b08458d for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:44:45.213849 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-051d31fc-e80e-4cea-a28d-bdc829633bc4 None None] Provisioning complete for port 7b004e5e-b0ef-4db7-9fcc-34e295b1d8c8 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:44:45.214233 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-051d31fc-e80e-4cea-a28d-bdc829633bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (7b004e5e-b0ef-4db7-9fcc-34e295b1d8c8), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:45.223216 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5350729a-9ac8-412e-bf7c-41b850c376c1 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60610638'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:45.306613 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-051d31fc-e80e-4cea-a28d-bdc829633bc4 None None] Port 7b004e5e-b0ef-4db7-9fcc-34e295b1d8c8 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:44:45.395678 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4160fd5-2bd7-47de-8462-048583a2d949 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Pushing event updated for resources: {'Network': ['ID=b9324856-497d-4f5c-abd5-8b78a26e1391,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:44:45.407637 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network b9324856-497d-4f5c-abd5-8b78a26e1391 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:44:45.469915 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbd07ad-865a-440e-969c-36aa0560bced tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:44:45.485171 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbd07ad-865a-440e-969c-36aa0560bced tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:44:45.502582 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbd07ad-865a-440e-969c-36aa0560bced tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:44:45.507957 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbd07ad-865a-440e-969c-36aa0560bced tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:44:45.512231 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-ecbd07ad-865a-440e-969c-36aa0560bced tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.3149629 Feb 04 12:44:45.522687 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 33192) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:44:45.554621 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f5c2dad1-9195-4e3c-b679-1e60c1ceae66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:45.692685 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f6a827d4-420b-4bc0-81ae-8402f8d0b944 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (4c1fa5e1-0ee5-4f82-857c-3400ac457bf5), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:45.770255 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5350729a-9ac8-412e-bf7c-41b850c376c1 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59045178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60610680'] for subnet (7557836c-2180-4cd9-b72c-d5ed396d117f), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:45.920526 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5350729a-9ac8-412e-bf7c-41b850c376c1 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Pushing event updated for resources: {'Subnet': ['ID=7557836c-2180-4cd9-b72c-d5ed396d117f,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:44:45.927655 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5350729a-9ac8-412e-bf7c-41b850c376c1 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Checking segment: {'id': '93d55bc7-86d1-48b4-8193-994d43f07c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'ac067227-a447-46fa-8486-ff94c9eba749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:44:45.928181 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5350729a-9ac8-412e-bf7c-41b850c376c1 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Network hostable DHCP agents. Network: ac067227-a447-46fa-8486-ff94c9eba749, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:44:45.947324 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3094bb6-6dbd-48ca-af48-a9ea7975a6d2 admin admin] Router 4e1b200e-8479-411b-be95-b320e16e13ba has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:44:45.948426 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f6a827d4-420b-4bc0-81ae-8402f8d0b944 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (4c1fa5e1-0ee5-4f82-857c-3400ac457bf5), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:45.956147 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a77dcee6-1adb-4e3d-9508-0c5a46fb4228 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks [] for port (7b004e5e-b0ef-4db7-9fcc-34e295b1d8c8), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:45.974619 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-f6a827d4-420b-4bc0-81ae-8402f8d0b944 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c1fa5e1-0ee5-4f82-857c-3400ac457bf5']}} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:44:45.977813 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a77dcee6-1adb-4e3d-9508-0c5a46fb4228 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (7b004e5e-b0ef-4db7-9fcc-34e295b1d8c8), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:45.997662 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-f6a827d4-420b-4bc0-81ae-8402f8d0b944 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1eaaa4d6-2127-425d-b61b-2d250dd3afbd') {'for_net_delete': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:44:45.997973 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-f6a827d4-420b-4bc0-81ae-8402f8d0b944 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1eaaa4d6-2127-425d-b61b-2d250dd3afbd') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:44:46.009240 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f6a827d4-420b-4bc0-81ae-8402f8d0b944 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51859336'] for segment (1eaaa4d6-2127-425d-b61b-2d250dd3afbd), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:46.030914 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f6a827d4-420b-4bc0-81ae-8402f8d0b944 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (1eaaa4d6-2127-425d-b61b-2d250dd3afbd), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:46.041070 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6a827d4-420b-4bc0-81ae-8402f8d0b944 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=103475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:44:46.042635 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f6a827d4-420b-4bc0-81ae-8402f8d0b944 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-52093388'] for segment (1eaaa4d6-2127-425d-b61b-2d250dd3afbd), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:46.053074 n-d-825015-3 neutron-server[103475]: Traceback (most recent call last): Feb 04 12:44:46.053074 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:44:46.053074 n-d-825015-3 neutron-server[103475]: timer() Feb 04 12:44:46.053074 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:44:46.053074 n-d-825015-3 neutron-server[103475]: cb(*args, **kw) Feb 04 12:44:46.053074 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:44:46.053074 n-d-825015-3 neutron-server[103475]: return func(*args, **kwargs) Feb 04 12:44:46.053074 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:44:46.053074 n-d-825015-3 neutron-server[103475]: self._notify() Feb 04 12:44:46.053074 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:44:46.053074 n-d-825015-3 neutron-server[103475]: self.callback(batched_events) Feb 04 12:44:46.053074 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:44:46.053074 n-d-825015-3 neutron-server[103475]: event.method(event) Feb 04 12:44:46.053074 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:44:46.053074 n-d-825015-3 neutron-server[103475]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:44:46.053074 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:44:46.053074 n-d-825015-3 neutron-server[103475]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:44:46.053074 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:44:46.053074 n-d-825015-3 neutron-server[103475]: return f(self, *a, **k) Feb 04 12:44:46.053074 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:44:46.053074 n-d-825015-3 neutron-server[103475]: return self._get(url).json() Feb 04 12:44:46.053074 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:44:46.053074 n-d-825015-3 neutron-server[103475]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:44:46.053074 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:44:46.053074 n-d-825015-3 neutron-server[103475]: return self.request(url, 'GET', **kwargs) Feb 04 12:44:46.053074 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:44:46.053074 n-d-825015-3 neutron-server[103475]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:44:46.053074 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:44:46.053074 n-d-825015-3 neutron-server[103475]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:44:46.053074 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:44:46.053074 n-d-825015-3 neutron-server[103475]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:44:46.053074 n-d-825015-3 neutron-server[103475]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:44:46.198182 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f6a827d4-420b-4bc0-81ae-8402f8d0b944 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (4c1fa5e1-0ee5-4f82-857c-3400ac457bf5), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:46.205357 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f6a827d4-420b-4bc0-81ae-8402f8d0b944 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:46.209824 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77dcee6-1adb-4e3d-9508-0c5a46fb4228 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Pushing event updated for resources: {'Port': ['ID=7b004e5e-b0ef-4db7-9fcc-34e295b1d8c8,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:44:46.219638 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-f6a827d4-420b-4bc0-81ae-8402f8d0b944 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] 10.222.0.65 "DELETE /v2.0/networks/4c1fa5e1-0ee5-4f82-857c-3400ac457bf5 HTTP/1.1" status: 204 len: 168 time: 0.6959121 Feb 04 12:44:46.221391 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a77dcee6-1adb-4e3d-9508-0c5a46fb4228 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622202'] for router_interface (c5214de8-e5c7-4005-a4fd-c0028b5755db), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:46.226481 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 33212) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:44:46.272935 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a827d4-420b-4bc0-81ae-8402f8d0b944 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Pushing event deleted for resources: {'Network': ['ID=4c1fa5e1-0ee5-4f82-857c-3400ac457bf5,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:44:46.302486 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5350729a-9ac8-412e-bf7c-41b850c376c1 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Network ac067227-a447-46fa-8486-ff94c9eba749 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:44:46.326867 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-5350729a-9ac8-412e-bf7c-41b850c376c1 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, ac067227-a447-46fa-8486-ff94c9eba749) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:44:46.335175 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38810705-06fb-4b79-8a53-ee4d6f0a4028 None None] Network ac067227-a447-46fa-8486-ff94c9eba749 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:44:46.370054 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5350729a-9ac8-412e-bf7c-41b850c376c1 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:44:46.370952 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5350729a-9ac8-412e-bf7c-41b850c376c1 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:46.430059 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-5350729a-9ac8-412e-bf7c-41b850c376c1 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.0538213 Feb 04 12:44:46.433559 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 33218) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:44:46.446433 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-243b8f14-4944-4535-ba83-177decec64a7 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Request body: {'subnet': {'network_id': '8c75baa9-e9c4-4b4a-9970-c0e22dba19d4', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:44:46.497920 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3094bb6-6dbd-48ca-af48-a9ea7975a6d2 admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:44:46.515809 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c23d56-043a-4238-9cf9-3a2514eeb643 None None] Sync routers for ids ['4e1b200e-8479-411b-be95-b320e16e13ba'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:44:46.532461 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-d3094bb6-6dbd-48ca-af48-a9ea7975a6d2 admin admin] 10.222.0.65 "PUT /v2.0/routers/4e1b200e-8479-411b-be95-b320e16e13ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8289964 Feb 04 12:44:46.535052 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 33222) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:44:46.546058 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c23d56-043a-4238-9cf9-3a2514eeb643 None None] Routers {'4e1b200e-8479-411b-be95-b320e16e13ba'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:44:46.546967 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-67c23d56-043a-4238-9cf9-3a2514eeb643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:44:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['4e1b200e-8479-411b-be95-b320e16e13ba'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:44:46.566722 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91cd760-67b1-437b-a5fd-b1f7c47ce1c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-ac067227-a447-46fa-8486-ff94c9eba749', 'network_id': 'ac067227-a447-46fa-8486-ff94c9eba749', 'project_id': '3fccd7acaf5a4db2beb516182b08458d', 'fixed_ips': [{'subnet_id': '7557836c-2180-4cd9-b72c-d5ed396d117f'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 12:44:46.567604 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e91cd760-67b1-437b-a5fd-b1f7c47ce1c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:46.641314 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77dcee6-1adb-4e3d-9508-0c5a46fb4228 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Network 9e396136-e257-4962-b85c-5af5a964b8b3 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:44:46.695303 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-a77dcee6-1adb-4e3d-9508-0c5a46fb4228 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:44:46.758873 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1d0582e6-0137-461a-b588-c5f98b5fa296 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (b9324856-497d-4f5c-abd5-8b78a26e1391), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:46.770709 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-243b8f14-4944-4535-ba83-177decec64a7 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Made reservation on behalf of 3fccd7acaf5a4db2beb516182b08458d for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:44:46.775436 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-243b8f14-4944-4535-ba83-177decec64a7 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:46.858264 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-67c23d56-043a-4238-9cf9-3a2514eeb643 None None] Set router 4e1b200e-8479-411b-be95-b320e16e13ba gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:44:46.947551 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-e91cd760-67b1-437b-a5fd-b1f7c47ce1c4 None None] Allocated IP 2001:db8::2 (ac067227-a447-46fa-8486-ff94c9eba749/7557836c-2180-4cd9-b72c-d5ed396d117f/d05b379d-d8f5-4259-ac3b-55001447eead) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:44:46.987603 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a77dcee6-1adb-4e3d-9508-0c5a46fb4228 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Router c5214de8-e5c7-4005-a4fd-c0028b5755db has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:44:47.150414 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1d0582e6-0137-461a-b588-c5f98b5fa296 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (b9324856-497d-4f5c-abd5-8b78a26e1391), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:47.219097 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-1d0582e6-0137-461a-b588-c5f98b5fa296 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9324856-497d-4f5c-abd5-8b78a26e1391']}} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:44:47.248794 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-1d0582e6-0137-461a-b588-c5f98b5fa296 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '814a78d0-a142-490d-a41b-57dc2031c4a6') {'for_net_delete': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:44:47.249001 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-1d0582e6-0137-461a-b588-c5f98b5fa296 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '814a78d0-a142-490d-a41b-57dc2031c4a6') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:44:47.279956 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a77dcee6-1adb-4e3d-9508-0c5a46fb4228 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:44:47.300401 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-a77dcee6-1adb-4e3d-9508-0c5a46fb4228 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] 10.222.0.65 "PUT /v2.0/routers/c5214de8-e5c7-4005-a4fd-c0028b5755db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9336278 Feb 04 12:44:47.306550 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2b5eb628-cedd-40ba-b712-ea89fa3bd234 admin admin] Publish callbacks [] for router (4e1b200e-8479-411b-be95-b320e16e13ba), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:47.322698 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489e36ea-ae32-4bad-ab02-7ca9bdc231d0 None None] Sync routers for ids ['c5214de8-e5c7-4005-a4fd-c0028b5755db'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:44:47.326694 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1d0582e6-0137-461a-b588-c5f98b5fa296 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51859336'] for segment (814a78d0-a142-490d-a41b-57dc2031c4a6), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:47.394477 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-67c23d56-043a-4238-9cf9-3a2514eeb643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e1b200e-8479-411b-be95-b320e16e13ba', 'name': 'tempest-TaggedBootDevicesTest_v242-1771587443-router', 'tenant_id': '6d2d96abb2ff46d88357aa25adf70711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'cd86ce84-4e84-4b08-9edd-0b441fdce631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:34:45Z', 'updated_at': '2022-02-04T12:44:43Z', 'revision_number': 5, 'project_id': '6d2d96abb2ff46d88357aa25adf70711', 'gw_port': {'id': 'cd86ce84-4e84-4b08-9edd-0b441fdce631', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e1b200e-8479-411b-be95-b320e16e13ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:34:48Z', 'updated_at': '2022-02-04T12:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:44:47.399775 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489e36ea-ae32-4bad-ab02-7ca9bdc231d0 None None] Routers {'c5214de8-e5c7-4005-a4fd-c0028b5755db'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:44:47.401637 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-489e36ea-ae32-4bad-ab02-7ca9bdc231d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:44:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['c5214de8-e5c7-4005-a4fd-c0028b5755db'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:44:47.462690 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2b5eb628-cedd-40ba-b712-ea89fa3bd234 admin admin] Publish callbacks [] for router_gateway (4e1b200e-8479-411b-be95-b320e16e13ba), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:47.496378 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1d0582e6-0137-461a-b588-c5f98b5fa296 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (814a78d0-a142-490d-a41b-57dc2031c4a6), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:47.503495 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c23d56-043a-4238-9cf9-3a2514eeb643 None None] Checking router: 4e1b200e-8479-411b-be95-b320e16e13ba for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:44:47.528492 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c23d56-043a-4238-9cf9-3a2514eeb643 None None] Routers {'4e1b200e-8479-411b-be95-b320e16e13ba'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:44:47.530197 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-67c23d56-043a-4238-9cf9-3a2514eeb643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:44:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['4e1b200e-8479-411b-be95-b320e16e13ba'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:44:47.537456 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d0582e6-0137-461a-b588-c5f98b5fa296 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=103475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:44:47.543115 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1d0582e6-0137-461a-b588-c5f98b5fa296 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-52093388'] for segment (814a78d0-a142-490d-a41b-57dc2031c4a6), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:47.547764 n-d-825015-3 neutron-server[103475]: Traceback (most recent call last): Feb 04 12:44:47.547764 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:44:47.547764 n-d-825015-3 neutron-server[103475]: timer() Feb 04 12:44:47.547764 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:44:47.547764 n-d-825015-3 neutron-server[103475]: cb(*args, **kw) Feb 04 12:44:47.547764 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:44:47.547764 n-d-825015-3 neutron-server[103475]: return func(*args, **kwargs) Feb 04 12:44:47.547764 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:44:47.547764 n-d-825015-3 neutron-server[103475]: self._notify() Feb 04 12:44:47.547764 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:44:47.547764 n-d-825015-3 neutron-server[103475]: self.callback(batched_events) Feb 04 12:44:47.547764 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:44:47.547764 n-d-825015-3 neutron-server[103475]: event.method(event) Feb 04 12:44:47.547764 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:44:47.547764 n-d-825015-3 neutron-server[103475]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:44:47.547764 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:44:47.547764 n-d-825015-3 neutron-server[103475]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:44:47.547764 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:44:47.547764 n-d-825015-3 neutron-server[103475]: return f(self, *a, **k) Feb 04 12:44:47.547764 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:44:47.547764 n-d-825015-3 neutron-server[103475]: return self._get(url).json() Feb 04 12:44:47.547764 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:44:47.547764 n-d-825015-3 neutron-server[103475]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:44:47.547764 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:44:47.547764 n-d-825015-3 neutron-server[103475]: return self.request(url, 'GET', **kwargs) Feb 04 12:44:47.547764 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:44:47.547764 n-d-825015-3 neutron-server[103475]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:44:47.547764 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:44:47.547764 n-d-825015-3 neutron-server[103475]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:44:47.547764 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:44:47.547764 n-d-825015-3 neutron-server[103475]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:44:47.547764 n-d-825015-3 neutron-server[103475]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:44:47.618700 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-2b5eb628-cedd-40ba-b712-ea89fa3bd234 admin admin] Deleting port cd86ce84-4e84-4b08-9edd-0b441fdce631 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:44:47.622195 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2b5eb628-cedd-40ba-b712-ea89fa3bd234 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (cd86ce84-4e84-4b08-9edd-0b441fdce631), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:47.802474 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-67c23d56-043a-4238-9cf9-3a2514eeb643 None None] Set router 4e1b200e-8479-411b-be95-b320e16e13ba gateway port host: None {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:44:47.864323 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-2b5eb628-cedd-40ba-b712-ea89fa3bd234 admin admin] For port cd86ce84-4e84-4b08-9edd-0b441fdce631, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=cd86ce84-4e84-4b08-9edd-0b441fdce631,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:44:47.864768 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2b5eb628-cedd-40ba-b712-ea89fa3bd234 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (cd86ce84-4e84-4b08-9edd-0b441fdce631), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:47.886819 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-2b5eb628-cedd-40ba-b712-ea89fa3bd234 admin admin] Calling delete_port for cd86ce84-4e84-4b08-9edd-0b441fdce631 owned by network:router_gateway {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:44:47.917197 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-67c23d56-043a-4238-9cf9-3a2514eeb643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e1b200e-8479-411b-be95-b320e16e13ba', 'name': 'tempest-TaggedBootDevicesTest_v242-1771587443-router', 'tenant_id': '6d2d96abb2ff46d88357aa25adf70711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:34:45Z', 'updated_at': '2022-02-04T12:44:47Z', 'revision_number': 6, 'project_id': '6d2d96abb2ff46d88357aa25adf70711', 'gw_port_host': None}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:44:47.974044 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c23d56-043a-4238-9cf9-3a2514eeb643 None None] The sync data for ids ['4e1b200e-8479-411b-be95-b320e16e13ba'] in n-d-825015-3 is: [{'id': '4e1b200e-8479-411b-be95-b320e16e13ba', 'name': 'tempest-TaggedBootDevicesTest_v242-1771587443-router', 'tenant_id': '6d2d96abb2ff46d88357aa25adf70711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:34:45Z', 'updated_at': '2022-02-04T12:44:47Z', 'revision_number': 6, 'project_id': '6d2d96abb2ff46d88357aa25adf70711', 'gw_port_host': None}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:44:48.186141 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-489e36ea-ae32-4bad-ab02-7ca9bdc231d0 None None] Set router c5214de8-e5c7-4005-a4fd-c0028b5755db gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:44:48.242023 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e91cd760-67b1-437b-a5fd-b1f7c47ce1c4 None None] Publish callbacks [] for port (d05b379d-d8f5-4259-ac3b-55001447eead), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:48.281389 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-63b8c180-f245-4155-8805-af413402f4fd None None] Provisioning complete for port 7b004e5e-b0ef-4db7-9fcc-34e295b1d8c8 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:44:48.281843 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-63b8c180-f245-4155-8805-af413402f4fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (7b004e5e-b0ef-4db7-9fcc-34e295b1d8c8), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:48.301623 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2b5eb628-cedd-40ba-b712-ea89fa3bd234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (cd86ce84-4e84-4b08-9edd-0b441fdce631), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:48.355484 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d99dcaf1-e696-4965-b01b-13c2b4c08aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:48.371543 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5eb628-cedd-40ba-b712-ea89fa3bd234 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd86ce84-4e84-4b08-9edd-0b441fdce631,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:44:48.373041 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e91cd760-67b1-437b-a5fd-b1f7c47ce1c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (d05b379d-d8f5-4259-ac3b-55001447eead), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:48.467578 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-243b8f14-4944-4535-ba83-177decec64a7 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52094127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51452689'] for subnet (63cdce37-dcf0-4f83-a24b-d2afd3192466), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:48.566726 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2b5eb628-cedd-40ba-b712-ea89fa3bd234 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1599901'] for router_gateway (4e1b200e-8479-411b-be95-b320e16e13ba), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:48.645736 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91cd760-67b1-437b-a5fd-b1f7c47ce1c4 None None] Pushing event updated for resources: {'Port': ['ID=d05b379d-d8f5-4259-ac3b-55001447eead,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:44:48.714092 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1d0582e6-0137-461a-b588-c5f98b5fa296 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (b9324856-497d-4f5c-abd5-8b78a26e1391), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:48.721933 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91cd760-67b1-437b-a5fd-b1f7c47ce1c4 None None] Network ac067227-a447-46fa-8486-ff94c9eba749 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:44:48.797675 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1d0582e6-0137-461a-b588-c5f98b5fa296 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:48.813199 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-1d0582e6-0137-461a-b588-c5f98b5fa296 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] 10.222.0.65 "DELETE /v2.0/networks/b9324856-497d-4f5c-abd5-8b78a26e1391 HTTP/1.1" status: 204 len: 168 time: 2.5814083 Feb 04 12:44:48.828816 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0582e6-0137-461a-b588-c5f98b5fa296 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Pushing event deleted for resources: {'Network': ['ID=b9324856-497d-4f5c-abd5-8b78a26e1391,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:44:48.837822 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2b5eb628-cedd-40ba-b712-ea89fa3bd234 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10915'] for router (4e1b200e-8479-411b-be95-b320e16e13ba), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:48.850387 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2b5eb628-cedd-40ba-b712-ea89fa3bd234 admin admin] Publish callbacks [] for router_controller (4e1b200e-8479-411b-be95-b320e16e13ba), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:48.854567 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 33268) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:44:48.925614 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2b5eb628-cedd-40ba-b712-ea89fa3bd234 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622829'] for router (4e1b200e-8479-411b-be95-b320e16e13ba), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:48.926240 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b5eb628-cedd-40ba-b712-ea89fa3bd234 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e1b200e-8479-411b-be95-b320e16e13ba {{(pid=103474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 12:44:48.934851 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2b5eb628-cedd-40ba-b712-ea89fa3bd234 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:48.939878 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-2b5eb628-cedd-40ba-b712-ea89fa3bd234 admin admin] 10.222.0.65 "DELETE /v2.0/routers/4e1b200e-8479-411b-be95-b320e16e13ba HTTP/1.1" status: 204 len: 168 time: 2.3664167 Feb 04 12:44:48.941108 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 33270) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:44:49.024774 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-a63e8c41-02f8-486d-982b-519e1acdd974 admin admin] Deleting subnet 2531695a-dce9-4ba8-8fe1-981de5f81c6b {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:44:49.028925 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a63e8c41-02f8-486d-982b-519e1acdd974 admin admin] Publish callbacks [] for subnet (2531695a-dce9-4ba8-8fe1-981de5f81c6b), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:49.119912 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a63e8c41-02f8-486d-982b-519e1acdd974 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (2531695a-dce9-4ba8-8fe1-981de5f81c6b), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:49.135778 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616354bc-fa5c-4900-8bf1-84211ed4eb5d tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:44:49.148441 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616354bc-fa5c-4900-8bf1-84211ed4eb5d tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:44:49.155490 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-616354bc-fa5c-4900-8bf1-84211ed4eb5d tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2834487 Feb 04 12:44:49.155718 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-e91cd760-67b1-437b-a5fd-b1f7c47ce1c4 None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:44:49.162691 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91cd760-67b1-437b-a5fd-b1f7c47ce1c4 None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:44:49.168484 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243b8f14-4944-4535-ba83-177decec64a7 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Pushing event updated for resources: {'Subnet': ['ID=63cdce37-dcf0-4f83-a24b-d2afd3192466,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:44:49.170927 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243b8f14-4944-4535-ba83-177decec64a7 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Checking segment: {'id': 'c236de83-090c-4f73-9bb9-fcfeb356bee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '8c75baa9-e9c4-4b4a-9970-c0e22dba19d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:44:49.171293 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243b8f14-4944-4535-ba83-177decec64a7 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Network hostable DHCP agents. Network: 8c75baa9-e9c4-4b4a-9970-c0e22dba19d4, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:44:49.188753 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 33276) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:44:49.210227 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-63b8c180-f245-4155-8805-af413402f4fd None None] Port 7b004e5e-b0ef-4db7-9fcc-34e295b1d8c8 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:44:49.233867 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-3f7935dd-c96b-46f0-be94-514c611f253d tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-692600691'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:44:49.348323 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e07c90c-61b6-4dd1-9990-51b3c9408fb4 req-0f5d04e2-7376-412e-9fa5-231ced3a00d0 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:44:49.359870 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3e07c90c-61b6-4dd1-9990-51b3c9408fb4 req-0f5d04e2-7376-412e-9fa5-231ced3a00d0 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] 10.222.0.65 "GET /v2.0/networks?id=9e396136-e257-4962-b85c-5af5a964b8b3 HTTP/1.1" status: 200 len: 798 time: 0.9518220 Feb 04 12:44:49.378828 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243b8f14-4944-4535-ba83-177decec64a7 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Network 8c75baa9-e9c4-4b4a-9970-c0e22dba19d4 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:44:49.418021 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3e07c90c-61b6-4dd1-9990-51b3c9408fb4 req-1ed1f2c7-12be-42ec-a884-65f698d1fbaa tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] 10.222.0.65 "GET /v2.0/quotas/bfc2366eafc245dcab2b10b9216f9d44 HTTP/1.1" status: 200 len: 375 time: 0.0559611 Feb 04 12:44:49.424367 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-243b8f14-4944-4535-ba83-177decec64a7 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 8c75baa9-e9c4-4b4a-9970-c0e22dba19d4) {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:44:49.433898 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f7935dd-c96b-46f0-be94-514c611f253d tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Made reservation on behalf of 29df8c433ca243edbb02118f694a02ab for: {'network': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:44:49.438133 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3f7935dd-c96b-46f0-be94-514c611f253d tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:49.450200 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:49.454709 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399cd9ef-595a-407e-b139-8b07b6a11c20 None None] Network 8c75baa9-e9c4-4b4a-9970-c0e22dba19d4 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:44:49.523763 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243b8f14-4944-4535-ba83-177decec64a7 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:44:49.524395 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-243b8f14-4944-4535-ba83-177decec64a7 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:49.577956 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-e91cd760-67b1-437b-a5fd-b1f7c47ce1c4 None None] Attempting to bind port d05b379d-d8f5-4259-ac3b-55001447eead on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:44:49.578339 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-e91cd760-67b1-437b-a5fd-b1f7c47ce1c4 None None] Attempting to bind port d05b379d-d8f5-4259-ac3b-55001447eead by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '93d55bc7-86d1-48b4-8193-994d43f07c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'ac067227-a447-46fa-8486-ff94c9eba749'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:44:49.579054 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91cd760-67b1-437b-a5fd-b1f7c47ce1c4 None None] Attempting to bind port d05b379d-d8f5-4259-ac3b-55001447eead on network ac067227-a447-46fa-8486-ff94c9eba749 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:44:49.597919 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f7935dd-c96b-46f0-be94-514c611f253d tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=103475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:44:49.613395 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91cd760-67b1-437b-a5fd-b1f7c47ce1c4 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:44:49.614001 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91cd760-67b1-437b-a5fd-b1f7c47ce1c4 None None] Checking segment: {'id': '93d55bc7-86d1-48b4-8193-994d43f07c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'ac067227-a447-46fa-8486-ff94c9eba749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:44:49.614501 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e91cd760-67b1-437b-a5fd-b1f7c47ce1c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:49.614971 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91cd760-67b1-437b-a5fd-b1f7c47ce1c4 None None] Bound using segment: {'id': '93d55bc7-86d1-48b4-8193-994d43f07c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'ac067227-a447-46fa-8486-ff94c9eba749'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:44:49.615636 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-e91cd760-67b1-437b-a5fd-b1f7c47ce1c4 None None] Bound port: d05b379d-d8f5-4259-ac3b-55001447eead, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93d55bc7-86d1-48b4-8193-994d43f07c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'ac067227-a447-46fa-8486-ff94c9eba749'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:44:49.616210 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e91cd760-67b1-437b-a5fd-b1f7c47ce1c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (d05b379d-d8f5-4259-ac3b-55001447eead), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:49.627097 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-243b8f14-4944-4535-ba83-177decec64a7 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.1823885 Feb 04 12:44:49.630907 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 33282) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:44:49.646126 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-1500e8fd-fa12-4da5-a307-4d809994f369 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-172956911', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:44:49.667287 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3f7935dd-c96b-46f0-be94-514c611f253d tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (6a67179d-1263-407c-b997-4ca20fe354ff), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:49.667646 n-d-825015-3 neutron-server[103475]: INFO neutron.db.segments_db [None req-3f7935dd-c96b-46f0-be94-514c611f253d tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Added segment 6a67179d-1263-407c-b997-4ca20fe354ff of type vlan for network ee87a7c5-021b-49da-9dc5-fa93e72a2324 Feb 04 12:44:49.687356 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3e07c90c-61b6-4dd1-9990-51b3c9408fb4 req-277f990c-3c86-4dd5-a09f-196f1be79067 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=bfc2366eafc245dcab2b10b9216f9d44&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2665617 Feb 04 12:44:49.775362 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-489e36ea-ae32-4bad-ab02-7ca9bdc231d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5214de8-e5c7-4005-a4fd-c0028b5755db', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1001912169', 'tenant_id': 'bfc2366eafc245dcab2b10b9216f9d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '9ff3517c-5919-4b39-95b9-e00623e146e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:44:27Z', 'updated_at': '2022-02-04T12:44:42Z', 'revision_number': 4, 'project_id': 'bfc2366eafc245dcab2b10b9216f9d44', 'gw_port': {'id': '9ff3517c-5919-4b39-95b9-e00623e146e7', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:15:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5214de8-e5c7-4005-a4fd-c0028b5755db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2632, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:44:30Z', 'updated_at': '2022-02-04T12:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '7b004e5e-b0ef-4db7-9fcc-34e295b1d8c8', 'name': '', 'network_id': '9e396136-e257-4962-b85c-5af5a964b8b3', 'tenant_id': 'bfc2366eafc245dcab2b10b9216f9d44', 'mac_address': 'fa:16:3e:67:fa:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5214de8-e5c7-4005-a4fd-c0028b5755db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': 'ebb4c0f5-22ad-41ad-aeb7-4d5cfe560a8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:44:38Z', 'updated_at': '2022-02-04T12:44:45Z', 'revision_number': 2, 'project_id': 'bfc2366eafc245dcab2b10b9216f9d44', 'subnets': [{'id': 'ebb4c0f5-22ad-41ad-aeb7-4d5cfe560a8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:44:49.825043 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1500e8fd-fa12-4da5-a307-4d809994f369 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10933'] for router (235a1eef-30e7-42c5-856b-424c64864291), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:49.826758 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1500e8fd-fa12-4da5-a307-4d809994f369 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10924'] for router (235a1eef-30e7-42c5-856b-424c64864291), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:49.842776 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3f7935dd-c96b-46f0-be94-514c611f253d tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (ee87a7c5-021b-49da-9dc5-fa93e72a2324), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:49.923623 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a63e8c41-02f8-486d-982b-519e1acdd974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (2531695a-dce9-4ba8-8fe1-981de5f81c6b), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:49.980168 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3f7935dd-c96b-46f0-be94-514c611f253d tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (ee87a7c5-021b-49da-9dc5-fa93e72a2324), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:49.988988 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7935dd-c96b-46f0-be94-514c611f253d tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:44:49.989965 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3f7935dd-c96b-46f0-be94-514c611f253d tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:50.019683 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1500e8fd-fa12-4da5-a307-4d809994f369 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks [] for router_controller (235a1eef-30e7-42c5-856b-424c64864291), precommit_add_association {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:50.030778 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1d6f1c-f46f-424a-8f86-9fafb306d3a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-8c75baa9-e9c4-4b4a-9970-c0e22dba19d4', 'network_id': '8c75baa9-e9c4-4b4a-9970-c0e22dba19d4', 'project_id': '3fccd7acaf5a4db2beb516182b08458d', 'fixed_ips': [{'subnet_id': '63cdce37-dcf0-4f83-a24b-d2afd3192466'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 12:44:50.035826 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-df1d6f1c-f46f-424a-8f86-9fafb306d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:50.042917 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1500e8fd-fa12-4da5-a307-4d809994f369 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141'] for router (235a1eef-30e7-42c5-856b-424c64864291), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:50.050352 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a63e8c41-02f8-486d-982b-519e1acdd974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (2531695a-dce9-4ba8-8fe1-981de5f81c6b), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:50.101081 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489e36ea-ae32-4bad-ab02-7ca9bdc231d0 None None] Checking router: c5214de8-e5c7-4005-a4fd-c0028b5755db for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:44:50.103514 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489e36ea-ae32-4bad-ab02-7ca9bdc231d0 None None] Updating router c5214de8-e5c7-4005-a4fd-c0028b5755db port 7b004e5e-b0ef-4db7-9fcc-34e295b1d8c8 binding host n-d-825015-3 {{(pid=103476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:44:50.130094 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3e07c90c-61b6-4dd1-9990-51b3c9408fb4 req-934befd1-e239-48d5-a373-0875173bd193 service neutron] 10.222.0.65 "GET /v2.0/networks/9e396136-e257-4962-b85c-5af5a964b8b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4048202 Feb 04 12:44:50.138978 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63e8c41-02f8-486d-982b-519e1acdd974 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2531695a-dce9-4ba8-8fe1-981de5f81c6b,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:44:50.139931 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-3f7935dd-c96b-46f0-be94-514c611f253d tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9373305 Feb 04 12:44:50.140619 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 33292) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:44:50.149784 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-e8fb11a8-d7ec-4053-b816-d96b663082e4 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1548022594'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:44:50.156498 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1500e8fd-fa12-4da5-a307-4d809994f369 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks [] for router (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:50.160891 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-1500e8fd-fa12-4da5-a307-4d809994f369 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5253563 Feb 04 12:44:50.165288 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a63e8c41-02f8-486d-982b-519e1acdd974 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:50.173582 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 33296) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:44:50.178188 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-a63e8c41-02f8-486d-982b-519e1acdd974 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/2531695a-dce9-4ba8-8fe1-981de5f81c6b HTTP/1.1" status: 204 len: 168 time: 1.2359157 Feb 04 12:44:50.192584 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 33298) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:44:50.227315 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device cd86ce84-4e84-4b08-9edd-0b441fdce631 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:44:50.230041 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6935b44-b733-47c7-b355-8d88ac354296 None None] Network 647cdb67-8c3d-4450-9185-dcf62d584045 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:44:50.285742 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-489e36ea-ae32-4bad-ab02-7ca9bdc231d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (7b004e5e-b0ef-4db7-9fcc-34e295b1d8c8), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:50.300878 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7935dd-c96b-46f0-be94-514c611f253d tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Pushing event updated for resources: {'Network': ['ID=ee87a7c5-021b-49da-9dc5-fa93e72a2324,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:44:50.335428 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-e91cd760-67b1-437b-a5fd-b1f7c47ce1c4 None None] For port d05b379d-d8f5-4259-ac3b-55001447eead, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:44:50.341863 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: cd86ce84-4e84-4b08-9edd-0b441fdce631 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:44:50.342674 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device cd86ce84-4e84-4b08-9edd-0b441fdce631 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:44:50.343335 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 884fc68d-ed33-4ae6-baa7-9d1c005410a3 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:44:50.357666 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f5c24552-2599-47ab-850f-9536c20236da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (647cdb67-8c3d-4450-9185-dcf62d584045), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:50.470540 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network ee87a7c5-021b-49da-9dc5-fa93e72a2324 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:44:50.480977 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8fb11a8-d7ec-4053-b816-d96b663082e4 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Made reservation on behalf of 29df8c433ca243edbb02118f694a02ab for: {'network': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:44:50.487626 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e8fb11a8-d7ec-4053-b816-d96b663082e4 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:50.502594 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-f5c24552-2599-47ab-850f-9536c20236da admin admin] Deleting port ae004084-6345-42b4-a327-643a64678b6a {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:44:50.502594 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f5c24552-2599-47ab-850f-9536c20236da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (ae004084-6345-42b4-a327-643a64678b6a), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:50.603762 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-f5c24552-2599-47ab-850f-9536c20236da admin admin] For port ae004084-6345-42b4-a327-643a64678b6a, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=ae004084-6345-42b4-a327-643a64678b6a,segment=NetworkSegment(457a9e0a-0e75-459f-be4c-5045e8830e74),segment_id=457a9e0a-0e75-459f-be4c-5045e8830e74)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:44:50.605035 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f5c24552-2599-47ab-850f-9536c20236da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (ae004084-6345-42b4-a327-643a64678b6a), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:50.621424 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-f5c24552-2599-47ab-850f-9536c20236da admin admin] Calling delete_port for ae004084-6345-42b4-a327-643a64678b6a owned by network:dhcp {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:44:50.622452 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-e91cd760-67b1-437b-a5fd-b1f7c47ce1c4 None None] For port d05b379d-d8f5-4259-ac3b-55001447eead, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=d05b379d-d8f5-4259-ac3b-55001447eead,segment=NetworkSegment(93d55bc7-86d1-48b4-8193-994d43f07c0d),segment_id=93d55bc7-86d1-48b4-8193-994d43f07c0d)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:44:50.644324 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8fb11a8-d7ec-4053-b816-d96b663082e4 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=103475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:44:50.658593 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3e07c90c-61b6-4dd1-9990-51b3c9408fb4 req-68a804ce-88ca-4301-b634-85cbc4d92466 service neutron] 10.222.0.65 "GET /v2.0/networks/9e396136-e257-4962-b85c-5af5a964b8b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4896195 Feb 04 12:44:50.764409 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-df1d6f1c-f46f-424a-8f86-9fafb306d3a5 None None] Allocated IP 2001:db8:1::2 (8c75baa9-e9c4-4b4a-9970-c0e22dba19d4/63cdce37-dcf0-4f83-a24b-d2afd3192466/e1fb2fb5-820c-4bab-8a4b-cc4d4c618c25) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:44:50.776699 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f5c24552-2599-47ab-850f-9536c20236da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (ae004084-6345-42b4-a327-643a64678b6a), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:50.827344 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e8fb11a8-d7ec-4053-b816-d96b663082e4 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (dbf50c2f-4271-4ad4-9842-7dc23dc9f10b), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:50.828200 n-d-825015-3 neutron-server[103475]: INFO neutron.db.segments_db [None req-e8fb11a8-d7ec-4053-b816-d96b663082e4 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Added segment dbf50c2f-4271-4ad4-9842-7dc23dc9f10b of type vlan for network c42d4704-6142-46f9-a62f-ebd8d80327a2 Feb 04 12:44:50.838390 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c24552-2599-47ab-850f-9536c20236da admin admin] Pushing event deleted for resources: {'Port': ['ID=ae004084-6345-42b4-a327-643a64678b6a,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:44:50.853355 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c24552-2599-47ab-850f-9536c20236da admin admin] No DVR routers for this DVR port ae004084-6345-42b4-a327-643a64678b6a on host n-d-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:44:50.902831 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 884fc68d-ed33-4ae6-baa7-9d1c005410a3 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:44:50.913735 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 884fc68d-ed33-4ae6-baa7-9d1c005410a3 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:44:50.993136 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e8fb11a8-d7ec-4053-b816-d96b663082e4 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (c42d4704-6142-46f9-a62f-ebd8d80327a2), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:50.999119 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5a28d066-393b-4ebe-98f4-2cb485878f8c req-08e4adf7-b3fd-4673-8394-1cf2ca3684fb tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc3e8d13-8890-49ba-aac2-4f409bb8db06 HTTP/1.1" status: 200 len: 210 time: 0.0491211 Feb 04 12:44:51.069737 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f777e067-ef71-41f6-a3fc-72323ce0312a tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:51.076121 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f5c24552-2599-47ab-850f-9536c20236da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (647cdb67-8c3d-4450-9185-dcf62d584045), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:51.093301 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e8fb11a8-d7ec-4053-b816-d96b663082e4 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (c42d4704-6142-46f9-a62f-ebd8d80327a2), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:51.108010 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8fb11a8-d7ec-4053-b816-d96b663082e4 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:44:51.109367 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e8fb11a8-d7ec-4053-b816-d96b663082e4 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:51.140579 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-f5c24552-2599-47ab-850f-9536c20236da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['647cdb67-8c3d-4450-9185-dcf62d584045']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:44:51.171085 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-f5c24552-2599-47ab-850f-9536c20236da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '457a9e0a-0e75-459f-be4c-5045e8830e74') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:44:51.171394 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-f5c24552-2599-47ab-850f-9536c20236da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '457a9e0a-0e75-459f-be4c-5045e8830e74') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:44:51.193785 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f5c24552-2599-47ab-850f-9536c20236da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (457a9e0a-0e75-459f-be4c-5045e8830e74), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:51.221866 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f5c24552-2599-47ab-850f-9536c20236da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (457a9e0a-0e75-459f-be4c-5045e8830e74), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:51.237187 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5c24552-2599-47ab-850f-9536c20236da admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:44:51.237891 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f5c24552-2599-47ab-850f-9536c20236da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (457a9e0a-0e75-459f-be4c-5045e8830e74), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:51.240686 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 12:44:51.240686 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:44:51.240686 n-d-825015-3 neutron-server[103474]: timer() Feb 04 12:44:51.240686 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:44:51.240686 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 12:44:51.240686 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:44:51.240686 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 12:44:51.240686 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:44:51.240686 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 12:44:51.240686 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:44:51.240686 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 12:44:51.240686 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:44:51.240686 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 12:44:51.240686 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:44:51.240686 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:44:51.240686 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:44:51.240686 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:44:51.240686 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:44:51.240686 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 12:44:51.240686 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:44:51.240686 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 12:44:51.240686 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:44:51.240686 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:44:51.240686 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:44:51.240686 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 12:44:51.240686 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:44:51.240686 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:44:51.240686 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:44:51.240686 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:44:51.240686 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:44:51.240686 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:44:51.240686 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:44:51.380978 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-e8fb11a8-d7ec-4053-b816-d96b663082e4 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2355378 Feb 04 12:44:51.385460 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e91cd760-67b1-437b-a5fd-b1f7c47ce1c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (d05b379d-d8f5-4259-ac3b-55001447eead), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:51.396724 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:51.410553 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 33330) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:44:51.427584 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-36f30f56-01c9-4ae6-b87c-2368b1e7a903 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Request body: {'ports': [{'network_id': 'ee87a7c5-021b-49da-9dc5-fa93e72a2324', 'name': 'tempest-port--1494424320', 'admin_state_up': True}, {'network_id': 'c42d4704-6142-46f9-a62f-ebd8d80327a2', 'admin_state_up': False}]} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:44:51.427938 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-36f30f56-01c9-4ae6-b87c-2368b1e7a903 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Request body: {'port': {'network_id': 'ee87a7c5-021b-49da-9dc5-fa93e72a2324', 'name': 'tempest-port--1494424320', 'admin_state_up': True}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:44:51.428802 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-36f30f56-01c9-4ae6-b87c-2368b1e7a903 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Request body: {'port': {'network_id': 'c42d4704-6142-46f9-a62f-ebd8d80327a2', 'admin_state_up': False}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:44:51.442346 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f5c24552-2599-47ab-850f-9536c20236da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (647cdb67-8c3d-4450-9185-dcf62d584045), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:51.461924 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fb11a8-d7ec-4053-b816-d96b663082e4 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Pushing event updated for resources: {'Network': ['ID=c42d4704-6142-46f9-a62f-ebd8d80327a2,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:44:51.480287 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network c42d4704-6142-46f9-a62f-ebd8d80327a2 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:44:51.503647 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f5c24552-2599-47ab-850f-9536c20236da admin admin] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:51.521221 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-f5c24552-2599-47ab-850f-9536c20236da admin admin] 10.222.0.65 "DELETE /v2.0/networks/647cdb67-8c3d-4450-9185-dcf62d584045 HTTP/1.1" status: 204 len: 168 time: 1.3260653 Feb 04 12:44:51.529695 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 33332) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:44:51.649761 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-df1d6f1c-f46f-424a-8f86-9fafb306d3a5 None None] Publish callbacks [] for port (e1fb2fb5-820c-4bab-8a4b-cc4d4c618c25), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:51.671087 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c24552-2599-47ab-850f-9536c20236da admin admin] Pushing event deleted for resources: {'Network': ['ID=647cdb67-8c3d-4450-9185-dcf62d584045,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:44:51.838710 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-f777e067-ef71-41f6-a3fc-72323ce0312a tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Allocated IP 2001:db8::1 (ac067227-a447-46fa-8486-ff94c9eba749/7557836c-2180-4cd9-b72c-d5ed396d117f/dd3b568c-f1bd-4fe4-b888-a3a45a554afe) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:44:51.913367 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91cd760-67b1-437b-a5fd-b1f7c47ce1c4 None None] Pushing event updated for resources: {'Port': ['ID=d05b379d-d8f5-4259-ac3b-55001447eead,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:44:51.921249 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-df1d6f1c-f46f-424a-8f86-9fafb306d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (e1fb2fb5-820c-4bab-8a4b-cc4d4c618c25), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:52.066875 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c0591e-49ba-47a9-86c1-9eb48b6e452e None None] DHCP port deletion for 647cdb67-8c3d-4450-9185-dcf62d584045 request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 12:44:52.069193 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1d6f1c-f46f-424a-8f86-9fafb306d3a5 None None] Pushing event updated for resources: {'Port': ['ID=e1fb2fb5-820c-4bab-8a4b-cc4d4c618c25,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:44:52.124525 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:52.151089 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1d6f1c-f46f-424a-8f86-9fafb306d3a5 None None] Network 8c75baa9-e9c4-4b4a-9970-c0e22dba19d4 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:44:52.154259 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-df1d6f1c-f46f-424a-8f86-9fafb306d3a5 None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:44:52.161932 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1d6f1c-f46f-424a-8f86-9fafb306d3a5 None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:44:52.318162 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cef27dd2-e9fe-4b7a-8b98-4c1ac5680c33 req-5f58690b-47de-4156-8b7b-1522ceb38b39 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc3e8d13-8890-49ba-aac2-4f409bb8db06 HTTP/1.1" status: 200 len: 210 time: 0.1032910 Feb 04 12:44:52.458969 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36f30f56-01c9-4ae6-b87c-2368b1e7a903 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Made reservation on behalf of 29df8c433ca243edbb02118f694a02ab for: {'port': 2} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:44:52.460089 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f777e067-ef71-41f6-a3fc-72323ce0312a tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks [] for port (dd3b568c-f1bd-4fe4-b888-a3a45a554afe), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:52.463089 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-36f30f56-01c9-4ae6-b87c-2368b1e7a903 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:52.477698 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-df1d6f1c-f46f-424a-8f86-9fafb306d3a5 None None] Attempting to bind port e1fb2fb5-820c-4bab-8a4b-cc4d4c618c25 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:44:52.478392 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-df1d6f1c-f46f-424a-8f86-9fafb306d3a5 None None] Attempting to bind port e1fb2fb5-820c-4bab-8a4b-cc4d4c618c25 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': 'c236de83-090c-4f73-9bb9-fcfeb356bee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '8c75baa9-e9c4-4b4a-9970-c0e22dba19d4'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:44:52.478392 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1d6f1c-f46f-424a-8f86-9fafb306d3a5 None None] Attempting to bind port e1fb2fb5-820c-4bab-8a4b-cc4d4c618c25 on network 8c75baa9-e9c4-4b4a-9970-c0e22dba19d4 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:44:52.494202 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-36f30f56-01c9-4ae6-b87c-2368b1e7a903 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:52.494417 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1d6f1c-f46f-424a-8f86-9fafb306d3a5 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:44:52.494776 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1d6f1c-f46f-424a-8f86-9fafb306d3a5 None None] Checking segment: {'id': 'c236de83-090c-4f73-9bb9-fcfeb356bee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '8c75baa9-e9c4-4b4a-9970-c0e22dba19d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:44:52.495191 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-df1d6f1c-f46f-424a-8f86-9fafb306d3a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:52.495591 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1d6f1c-f46f-424a-8f86-9fafb306d3a5 None None] Bound using segment: {'id': 'c236de83-090c-4f73-9bb9-fcfeb356bee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '8c75baa9-e9c4-4b4a-9970-c0e22dba19d4'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:44:52.505855 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-df1d6f1c-f46f-424a-8f86-9fafb306d3a5 None None] Bound port: e1fb2fb5-820c-4bab-8a4b-cc4d4c618c25, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c236de83-090c-4f73-9bb9-fcfeb356bee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '8c75baa9-e9c4-4b4a-9970-c0e22dba19d4'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:44:52.506340 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-df1d6f1c-f46f-424a-8f86-9fafb306d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (e1fb2fb5-820c-4bab-8a4b-cc4d4c618c25), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:52.543039 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f777e067-ef71-41f6-a3fc-72323ce0312a tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (dd3b568c-f1bd-4fe4-b888-a3a45a554afe), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:52.619012 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-489e36ea-ae32-4bad-ab02-7ca9bdc231d0 None None] Publish callbacks [] for port (7b004e5e-b0ef-4db7-9fcc-34e295b1d8c8), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:52.642544 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f777e067-ef71-41f6-a3fc-72323ce0312a tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Network ac067227-a447-46fa-8486-ff94c9eba749 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:44:52.659927 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-f777e067-ef71-41f6-a3fc-72323ce0312a tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:44:52.664400 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f777e067-ef71-41f6-a3fc-72323ce0312a tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:44:52.664978 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f777e067-ef71-41f6-a3fc-72323ce0312a tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1599818'] for router_interface (235a1eef-30e7-42c5-856b-424c64864291), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:52.675694 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-489e36ea-ae32-4bad-ab02-7ca9bdc231d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (7b004e5e-b0ef-4db7-9fcc-34e295b1d8c8), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:52.677880 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f777e067-ef71-41f6-a3fc-72323ce0312a tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Pushing event updated for resources: {'Port': ['ID=dd3b568c-f1bd-4fe4-b888-a3a45a554afe,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:44:52.784166 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [None req-36f30f56-01c9-4ae6-b87c-2368b1e7a903 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] device_id is not set on port 65505b72-4a3c-4a16-86d8-cbbf2f02e8a1 yet. {{(pid=103474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 12:44:52.897664 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-36f30f56-01c9-4ae6-b87c-2368b1e7a903 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Publish callbacks [] for port (65505b72-4a3c-4a16-86d8-cbbf2f02e8a1), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:53.039137 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [None req-36f30f56-01c9-4ae6-b87c-2368b1e7a903 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] device_id is not set on port 11e676a6-3cac-4923-a7b0-c4f1391509ab yet. {{(pid=103474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 12:44:53.111535 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f777e067-ef71-41f6-a3fc-72323ce0312a tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (dd3b568c-f1bd-4fe4-b888-a3a45a554afe), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:53.135832 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2579efe2-17ac-4562-b7c2-b84401b6fe6f None None] Pushing event updated for resources: {'Port': ['ID=7b004e5e-b0ef-4db7-9fcc-34e295b1d8c8,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:44:53.141252 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-df1d6f1c-f46f-424a-8f86-9fafb306d3a5 None None] For port e1fb2fb5-820c-4bab-8a4b-cc4d4c618c25, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:44:53.149971 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-df1d6f1c-f46f-424a-8f86-9fafb306d3a5 None None] For port e1fb2fb5-820c-4bab-8a4b-cc4d4c618c25, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=e1fb2fb5-820c-4bab-8a4b-cc4d4c618c25,segment=NetworkSegment(c236de83-090c-4f73-9bb9-fcfeb356bee4),segment_id=c236de83-090c-4f73-9bb9-fcfeb356bee4)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:44:53.227074 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-df1d6f1c-f46f-424a-8f86-9fafb306d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (e1fb2fb5-820c-4bab-8a4b-cc4d4c618c25), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:53.428631 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-36f30f56-01c9-4ae6-b87c-2368b1e7a903 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Publish callbacks [] for port (11e676a6-3cac-4923-a7b0-c4f1391509ab), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:53.501731 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-489e36ea-ae32-4bad-ab02-7ca9bdc231d0 None None] Attempting to bind port 7b004e5e-b0ef-4db7-9fcc-34e295b1d8c8 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:44:53.502291 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-489e36ea-ae32-4bad-ab02-7ca9bdc231d0 None None] Attempting to bind port 7b004e5e-b0ef-4db7-9fcc-34e295b1d8c8 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '4f722b3b-5a63-4860-b91c-43ff5ece0c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '9e396136-e257-4962-b85c-5af5a964b8b3'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:44:53.502410 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489e36ea-ae32-4bad-ab02-7ca9bdc231d0 None None] Attempting to bind port 7b004e5e-b0ef-4db7-9fcc-34e295b1d8c8 on network 9e396136-e257-4962-b85c-5af5a964b8b3 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:44:53.552001 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e07c90c-61b6-4dd1-9990-51b3c9408fb4 req-945dc5de-0934-4af7-a9d1-8278bde39634 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:44:53.554048 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3e07c90c-61b6-4dd1-9990-51b3c9408fb4 req-945dc5de-0934-4af7-a9d1-8278bde39634 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] 10.222.0.73 "GET /v2.0/networks?id=9e396136-e257-4962-b85c-5af5a964b8b3 HTTP/1.1" status: 200 len: 798 time: 0.6740315 Feb 04 12:44:53.564501 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489e36ea-ae32-4bad-ab02-7ca9bdc231d0 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:44:53.571596 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489e36ea-ae32-4bad-ab02-7ca9bdc231d0 None None] Checking segment: {'id': '4f722b3b-5a63-4860-b91c-43ff5ece0c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '9e396136-e257-4962-b85c-5af5a964b8b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:44:53.572289 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-489e36ea-ae32-4bad-ab02-7ca9bdc231d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:53.573775 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489e36ea-ae32-4bad-ab02-7ca9bdc231d0 None None] Bound using segment: {'id': '4f722b3b-5a63-4860-b91c-43ff5ece0c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '9e396136-e257-4962-b85c-5af5a964b8b3'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:44:53.575033 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-489e36ea-ae32-4bad-ab02-7ca9bdc231d0 None None] Bound port: 7b004e5e-b0ef-4db7-9fcc-34e295b1d8c8, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f722b3b-5a63-4860-b91c-43ff5ece0c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '9e396136-e257-4962-b85c-5af5a964b8b3'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:44:53.575608 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-489e36ea-ae32-4bad-ab02-7ca9bdc231d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (7b004e5e-b0ef-4db7-9fcc-34e295b1d8c8), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:53.582994 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-36f30f56-01c9-4ae6-b87c-2368b1e7a903 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (65505b72-4a3c-4a16-86d8-cbbf2f02e8a1), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:53.626705 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a69d9eda-66c4-4159-810c-17c7fd124410 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622215'] for router_interface (6e39de51-4f5d-406e-b390-78a598f68bb2), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:53.664104 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-3e07c90c-61b6-4dd1-9990-51b3c9408fb4 req-32f92c81-cd52-49ff-908a-e8433bba8df8 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Request body: {'port': {'device_id': 'bc3e8d13-8890-49ba-aac2-4f409bb8db06', 'network_id': '9e396136-e257-4962-b85c-5af5a964b8b3', 'admin_state_up': True, 'tenant_id': 'bfc2366eafc245dcab2b10b9216f9d44'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:44:53.681405 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1d6f1c-f46f-424a-8f86-9fafb306d3a5 None None] Pushing event updated for resources: {'Port': ['ID=e1fb2fb5-820c-4bab-8a4b-cc4d4c618c25,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:44:53.740666 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-11a979cc-c483-4597-9e2f-f875fe7186ea None None] Provisioning complete for port 7b004e5e-b0ef-4db7-9fcc-34e295b1d8c8 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:44:53.741043 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-11a979cc-c483-4597-9e2f-f875fe7186ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (7b004e5e-b0ef-4db7-9fcc-34e295b1d8c8), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:54.075334 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a6291464-65e8-4ef8-b634-5b0d7f001f01 req-c28edd1e-1dc9-4691-916b-33494a50180b tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc3e8d13-8890-49ba-aac2-4f409bb8db06 HTTP/1.1" status: 200 len: 210 time: 0.5197906 Feb 04 12:44:54.142912 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-11a979cc-c483-4597-9e2f-f875fe7186ea None None] Port 7b004e5e-b0ef-4db7-9fcc-34e295b1d8c8 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:44:54.147403 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-489e36ea-ae32-4bad-ab02-7ca9bdc231d0 None None] For port 7b004e5e-b0ef-4db7-9fcc-34e295b1d8c8, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:44:54.159628 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-489e36ea-ae32-4bad-ab02-7ca9bdc231d0 None None] For port 7b004e5e-b0ef-4db7-9fcc-34e295b1d8c8, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=7b004e5e-b0ef-4db7-9fcc-34e295b1d8c8,segment=NetworkSegment(4f722b3b-5a63-4860-b91c-43ff5ece0c31),segment_id=4f722b3b-5a63-4860-b91c-43ff5ece0c31)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:44:54.186747 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a330fd-3782-44fe-b1f9-96ea95b8a922 None None] Network ac067227-a447-46fa-8486-ff94c9eba749 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:44:54.271877 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-489e36ea-ae32-4bad-ab02-7ca9bdc231d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (7b004e5e-b0ef-4db7-9fcc-34e295b1d8c8), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:54.338407 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device e1fb2fb5-820c-4bab-8a4b-cc4d4c618c25 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:44:54.369966 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f30f56-01c9-4ae6-b87c-2368b1e7a903 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Pushing event updated for resources: {'Port': ['ID=65505b72-4a3c-4a16-86d8-cbbf2f02e8a1,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:44:54.448220 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f30f56-01c9-4ae6-b87c-2368b1e7a903 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Checking segment: {'id': '6a67179d-1263-407c-b997-4ca20fe354ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ee87a7c5-021b-49da-9dc5-fa93e72a2324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:44:54.448811 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f30f56-01c9-4ae6-b87c-2368b1e7a903 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Network hostable DHCP agents. Network: ee87a7c5-021b-49da-9dc5-fa93e72a2324, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:44:54.458545 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b8767f9b-fe70-431c-b707-95a072d00391 None None] Provisioning complete for port d05b379d-d8f5-4259-ac3b-55001447eead triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:44:54.458925 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b8767f9b-fe70-431c-b707-95a072d00391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (d05b379d-d8f5-4259-ac3b-55001447eead), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:54.514224 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e07c90c-61b6-4dd1-9990-51b3c9408fb4 req-32f92c81-cd52-49ff-908a-e8433bba8df8 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Made reservation on behalf of bfc2366eafc245dcab2b10b9216f9d44 for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:44:54.520489 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-3e07c90c-61b6-4dd1-9990-51b3c9408fb4 req-32f92c81-cd52-49ff-908a-e8433bba8df8 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:54.648280 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2579efe2-17ac-4562-b7c2-b84401b6fe6f None None] Pushing event updated for resources: {'Port': ['ID=7b004e5e-b0ef-4db7-9fcc-34e295b1d8c8,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:44:54.678208 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489e36ea-ae32-4bad-ab02-7ca9bdc231d0 None None] Routers {'c5214de8-e5c7-4005-a4fd-c0028b5755db'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:44:54.683977 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-489e36ea-ae32-4bad-ab02-7ca9bdc231d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:44:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['c5214de8-e5c7-4005-a4fd-c0028b5755db'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:44:54.710709 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f30f56-01c9-4ae6-b87c-2368b1e7a903 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Network ee87a7c5-021b-49da-9dc5-fa93e72a2324 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:44:54.764463 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-36f30f56-01c9-4ae6-b87c-2368b1e7a903 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, ee87a7c5-021b-49da-9dc5-fa93e72a2324) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:44:54.779131 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f30f56-01c9-4ae6-b87c-2368b1e7a903 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:44:54.780053 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-36f30f56-01c9-4ae6-b87c-2368b1e7a903 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (11e676a6-3cac-4923-a7b0-c4f1391509ab), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:54.893960 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f777e067-ef71-41f6-a3fc-72323ce0312a tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks [] for port (dd3b568c-f1bd-4fe4-b888-a3a45a554afe), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:54.912160 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f777e067-ef71-41f6-a3fc-72323ce0312a tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (dd3b568c-f1bd-4fe4-b888-a3a45a554afe), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:54.918092 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f777e067-ef71-41f6-a3fc-72323ce0312a tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622202'] for router_interface (235a1eef-30e7-42c5-856b-424c64864291), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:54.924126 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2238578-98cf-4606-9b75-6644616664ef None None] Network ee87a7c5-021b-49da-9dc5-fa93e72a2324 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:44:54.980040 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [req-dd2a7e64-47ef-48af-afeb-802ef93ec340 req-84499efe-e074-4f28-b4b7-dfc9a03b08db service neutron] (103474) timed out ('10.222.0.73', 59446) {{(pid=103474) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 04 12:44:55.117558 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f30f56-01c9-4ae6-b87c-2368b1e7a903 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Pushing event updated for resources: {'Port': ['ID=11e676a6-3cac-4923-a7b0-c4f1391509ab,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:44:55.143477 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-489e36ea-ae32-4bad-ab02-7ca9bdc231d0 None None] Set router c5214de8-e5c7-4005-a4fd-c0028b5755db gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:44:55.175048 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f30f56-01c9-4ae6-b87c-2368b1e7a903 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Checking segment: {'id': 'dbf50c2f-4271-4ad4-9842-7dc23dc9f10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c42d4704-6142-46f9-a62f-ebd8d80327a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:44:55.175502 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f30f56-01c9-4ae6-b87c-2368b1e7a903 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Network hostable DHCP agents. Network: c42d4704-6142-46f9-a62f-ebd8d80327a2, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:44:55.196921 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-3e07c90c-61b6-4dd1-9990-51b3c9408fb4 req-32f92c81-cd52-49ff-908a-e8433bba8df8 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Allocated IP 172.20.0.6 (9e396136-e257-4962-b85c-5af5a964b8b3/ebb4c0f5-22ad-41ad-aeb7-4d5cfe560a8a/4ad8674a-69d9-4011-8fb7-423f8ac7197c) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:44:55.252016 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port e1fb2fb5-820c-4bab-8a4b-cc4d4c618c25 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:44:55.256736 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-a69d9eda-66c4-4159-810c-17c7fd124410 admin admin] Deleting port f7c5ae6d-0f3a-4f42-bb0e-f4479f9d1181 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:44:55.256736 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a69d9eda-66c4-4159-810c-17c7fd124410 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (f7c5ae6d-0f3a-4f42-bb0e-f4479f9d1181), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:55.258247 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (e1fb2fb5-820c-4bab-8a4b-cc4d4c618c25), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:55.295593 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f30f56-01c9-4ae6-b87c-2368b1e7a903 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Network c42d4704-6142-46f9-a62f-ebd8d80327a2 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:44:55.320552 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f777e067-ef71-41f6-a3fc-72323ce0312a tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Pushing event updated for resources: {'Port': ['ID=dd3b568c-f1bd-4fe4-b888-a3a45a554afe,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:44:55.365814 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ad601594-eef3-4a40-b19d-4ae7946ce788 req-88956a9f-fbfd-4768-9b14-6e8827f78a91 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc3e8d13-8890-49ba-aac2-4f409bb8db06 HTTP/1.1" status: 200 len: 210 time: 0.1115353 Feb 04 12:44:55.372707 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-36f30f56-01c9-4ae6-b87c-2368b1e7a903 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, c42d4704-6142-46f9-a62f-ebd8d80327a2) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:44:55.398004 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f30f56-01c9-4ae6-b87c-2368b1e7a903 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:44:55.412025 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f30f56-01c9-4ae6-b87c-2368b1e7a903 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:44:55.421021 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f30f56-01c9-4ae6-b87c-2368b1e7a903 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:44:55.422001 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-36f30f56-01c9-4ae6-b87c-2368b1e7a903 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:55.478087 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-36f30f56-01c9-4ae6-b87c-2368b1e7a903 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.0655723 Feb 04 12:44:55.482426 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 33400) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:44:55.529841 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-a69d9eda-66c4-4159-810c-17c7fd124410 admin admin] For port f7c5ae6d-0f3a-4f42-bb0e-f4479f9d1181, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=f7c5ae6d-0f3a-4f42-bb0e-f4479f9d1181,segment=NetworkSegment(65051265-6b98-475e-a8d8-918ad5701e4b),segment_id=65051265-6b98-475e-a8d8-918ad5701e4b)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:44:55.530251 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a69d9eda-66c4-4159-810c-17c7fd124410 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (f7c5ae6d-0f3a-4f42-bb0e-f4479f9d1181), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:55.556381 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-a69d9eda-66c4-4159-810c-17c7fd124410 admin admin] Calling delete_port for f7c5ae6d-0f3a-4f42-bb0e-f4479f9d1181 owned by network:router_interface {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:44:55.638572 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-3e07c90c-61b6-4dd1-9990-51b3c9408fb4 req-32f92c81-cd52-49ff-908a-e8433bba8df8 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks [] for port (4ad8674a-69d9-4011-8fb7-423f8ac7197c), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:55.672367 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f777e067-ef71-41f6-a3fc-72323ce0312a tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Network ac067227-a447-46fa-8486-ff94c9eba749 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:44:55.676180 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-f777e067-ef71-41f6-a3fc-72323ce0312a tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:44:55.744451 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d47c39-e81d-4c9a-9040-53a988eacbc0 None None] Network c42d4704-6142-46f9-a62f-ebd8d80327a2 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:44:55.748466 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8360f8b-1ed6-4564-9e43-539dc9749174 None None] Network 8c75baa9-e9c4-4b4a-9970-c0e22dba19d4 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:44:55.776918 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d0e4e7-cc3d-42cf-bd32-d7211fb5e913 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:44:55.786997 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d0e4e7-cc3d-42cf-bd32-d7211fb5e913 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:44:55.791372 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-45d0e4e7-cc3d-42cf-bd32-d7211fb5e913 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.3055973 Feb 04 12:44:55.797239 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 33406) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:44:56.000552 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-3e07c90c-61b6-4dd1-9990-51b3c9408fb4 req-32f92c81-cd52-49ff-908a-e8433bba8df8 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (4ad8674a-69d9-4011-8fb7-423f8ac7197c), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:56.131776 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-2911b661-659b-40e4-8df5-74e9ed21d90c tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Deleting port 65505b72-4a3c-4a16-86d8-cbbf2f02e8a1 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:44:56.132037 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f92c81-cd52-49ff-908a-e8433bba8df8 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Pushing event updated for resources: {'Port': ['ID=4ad8674a-69d9-4011-8fb7-423f8ac7197c,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:44:56.132387 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2911b661-659b-40e4-8df5-74e9ed21d90c tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (65505b72-4a3c-4a16-86d8-cbbf2f02e8a1), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:56.160760 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e07c90c-61b6-4dd1-9990-51b3c9408fb4 req-32f92c81-cd52-49ff-908a-e8433bba8df8 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Network 9e396136-e257-4962-b85c-5af5a964b8b3 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:44:56.164669 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-3e07c90c-61b6-4dd1-9990-51b3c9408fb4 req-32f92c81-cd52-49ff-908a-e8433bba8df8 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:44:56.190319 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e07c90c-61b6-4dd1-9990-51b3c9408fb4 req-32f92c81-cd52-49ff-908a-e8433bba8df8 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:44:56.208296 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f777e067-ef71-41f6-a3fc-72323ce0312a tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Router 235a1eef-30e7-42c5-856b-424c64864291 is scheduled to L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de with binding_index 1 {{(pid=103475) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 12:44:56.285619 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b8767f9b-fe70-431c-b707-95a072d00391 None None] Current status of the port d05b379d-d8f5-4259-ac3b-55001447eead is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:44:56.286211 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b8767f9b-fe70-431c-b707-95a072d00391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (d05b379d-d8f5-4259-ac3b-55001447eead), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:56.288182 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2911b661-659b-40e4-8df5-74e9ed21d90c tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (65505b72-4a3c-4a16-86d8-cbbf2f02e8a1), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:56.327637 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-2911b661-659b-40e4-8df5-74e9ed21d90c tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Calling delete_port for 65505b72-4a3c-4a16-86d8-cbbf2f02e8a1 owned by {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:44:56.516547 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a69d9eda-66c4-4159-810c-17c7fd124410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (f7c5ae6d-0f3a-4f42-bb0e-f4479f9d1181), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:56.552527 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2911b661-659b-40e4-8df5-74e9ed21d90c tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (65505b72-4a3c-4a16-86d8-cbbf2f02e8a1), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:56.608901 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b8767f9b-fe70-431c-b707-95a072d00391 None None] For port d05b379d-d8f5-4259-ac3b-55001447eead, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=d05b379d-d8f5-4259-ac3b-55001447eead,segment=NetworkSegment(93d55bc7-86d1-48b4-8193-994d43f07c0d),segment_id=93d55bc7-86d1-48b4-8193-994d43f07c0d)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:44:56.632980 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b8767f9b-fe70-431c-b707-95a072d00391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (d05b379d-d8f5-4259-ac3b-55001447eead), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:56.660758 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69d9eda-66c4-4159-810c-17c7fd124410 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7c5ae6d-0f3a-4f42-bb0e-f4479f9d1181,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:44:56.714020 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port e1fb2fb5-820c-4bab-8a4b-cc4d4c618c25 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:44:56.714407 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (e1fb2fb5-820c-4bab-8a4b-cc4d4c618c25), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:56.761568 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2911b661-659b-40e4-8df5-74e9ed21d90c tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:56.765629 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-2911b661-659b-40e4-8df5-74e9ed21d90c tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] 10.222.0.65 "DELETE /v2.0/ports/65505b72-4a3c-4a16-86d8-cbbf2f02e8a1 HTTP/1.1" status: 204 len: 168 time: 0.9550300 Feb 04 12:44:56.789039 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 33414) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:44:56.821051 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-489e36ea-ae32-4bad-ab02-7ca9bdc231d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5214de8-e5c7-4005-a4fd-c0028b5755db', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1001912169', 'tenant_id': 'bfc2366eafc245dcab2b10b9216f9d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '9ff3517c-5919-4b39-95b9-e00623e146e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:44:27Z', 'updated_at': '2022-02-04T12:44:42Z', 'revision_number': 4, 'project_id': 'bfc2366eafc245dcab2b10b9216f9d44', 'gw_port': {'id': '9ff3517c-5919-4b39-95b9-e00623e146e7', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:15:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5214de8-e5c7-4005-a4fd-c0028b5755db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2632, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:44:30Z', 'updated_at': '2022-02-04T12:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '7b004e5e-b0ef-4db7-9fcc-34e295b1d8c8', 'name': '', 'network_id': '9e396136-e257-4962-b85c-5af5a964b8b3', 'tenant_id': 'bfc2366eafc245dcab2b10b9216f9d44', 'mac_address': 'fa:16:3e:67:fa:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5214de8-e5c7-4005-a4fd-c0028b5755db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': 'ebb4c0f5-22ad-41ad-aeb7-4d5cfe560a8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:44:38Z', 'updated_at': '2022-02-04T12:44:54Z', 'revision_number': 4, 'project_id': 'bfc2366eafc245dcab2b10b9216f9d44', 'subnets': [{'id': 'ebb4c0f5-22ad-41ad-aeb7-4d5cfe560a8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:44:56.923905 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port e1fb2fb5-820c-4bab-8a4b-cc4d4c618c25, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=e1fb2fb5-820c-4bab-8a4b-cc4d4c618c25,segment=NetworkSegment(c236de83-090c-4f73-9bb9-fcfeb356bee4),segment_id=c236de83-090c-4f73-9bb9-fcfeb356bee4)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:44:56.930115 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8767f9b-fe70-431c-b707-95a072d00391 None None] Pushing event updated for resources: {'Port': ['ID=d05b379d-d8f5-4259-ac3b-55001447eead,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:44:56.946263 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (e1fb2fb5-820c-4bab-8a4b-cc4d4c618c25), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:56.947231 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device d05b379d-d8f5-4259-ac3b-55001447eead up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:44:57.075700 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2911b661-659b-40e4-8df5-74e9ed21d90c tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Pushing event deleted for resources: {'Port': ['ID=65505b72-4a3c-4a16-86d8-cbbf2f02e8a1,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:44:57.234735 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e07c90c-61b6-4dd1-9990-51b3c9408fb4 req-32f92c81-cd52-49ff-908a-e8433bba8df8 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:44:57.235356 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-3e07c90c-61b6-4dd1-9990-51b3c9408fb4 req-32f92c81-cd52-49ff-908a-e8433bba8df8 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:57.279648 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3e07c90c-61b6-4dd1-9990-51b3c9408fb4 req-32f92c81-cd52-49ff-908a-e8433bba8df8 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 896 time: 3.6324193 Feb 04 12:44:57.280879 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f777e067-ef71-41f6-a3fc-72323ce0312a tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:44:57.299320 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540efab8-f7c8-439e-81ee-31d120073274 None None] Sync routers for ids ['235a1eef-30e7-42c5-856b-424c64864291'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:44:57.306924 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 33420) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:44:57.312827 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-f777e067-ef71-41f6-a3fc-72323ce0312a tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] 10.222.0.65 "PUT /v2.0/routers/235a1eef-30e7-42c5-856b-424c64864291/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1215172 Feb 04 12:44:57.318437 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-3e07c90c-61b6-4dd1-9990-51b3c9408fb4 req-d38f0c1e-52b6-4f16-b127-4d3f7382f6ae service neutron] Request body: {'port': {'device_id': 'bc3e8d13-8890-49ba-aac2-4f409bb8db06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:44:57.333211 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540efab8-f7c8-439e-81ee-31d120073274 None None] Routers {'235a1eef-30e7-42c5-856b-424c64864291'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:44:57.333975 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-540efab8-f7c8-439e-81ee-31d120073274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:44:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['235a1eef-30e7-42c5-856b-424c64864291'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:44:57.356669 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff84152-399f-4968-9f8b-f5ed2c99d48f req-33297ed2-15d5-4d9d-bcb0-68c12f4a19bb tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:44:57.370217 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bff84152-399f-4968-9f8b-f5ed2c99d48f req-33297ed2-15d5-4d9d-bcb0-68c12f4a19bb tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc3e8d13-8890-49ba-aac2-4f409bb8db06 HTTP/1.1" status: 200 len: 894 time: 0.2705836 Feb 04 12:44:57.423842 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb54ab7-c140-45cf-a1a8-21d1889129b7 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:44:57.442524 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-4fb54ab7-c140-45cf-a1a8-21d1889129b7 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] 10.222.0.65 "GET /v2.0/ports/dd3b568c-f1bd-4fe4-b888-a3a45a554afe HTTP/1.1" status: 200 len: 911 time: 0.1322179 Feb 04 12:44:57.443657 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-540efab8-f7c8-439e-81ee-31d120073274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:44:57.463443 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 33422) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:44:57.464231 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540efab8-f7c8-439e-81ee-31d120073274 None None] Routers {'235a1eef-30e7-42c5-856b-424c64864291'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:44:57.464984 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-540efab8-f7c8-439e-81ee-31d120073274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:44:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['235a1eef-30e7-42c5-856b-424c64864291'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:44:57.490472 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-3e07c90c-61b6-4dd1-9990-51b3c9408fb4 req-d38f0c1e-52b6-4f16-b127-4d3f7382f6ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (4ad8674a-69d9-4011-8fb7-423f8ac7197c), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:57.512732 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-13bd51ac-0ec1-4eb4-a591-dbc09a7793f9 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Deleting port 11e676a6-3cac-4923-a7b0-c4f1391509ab {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:44:57.520120 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-13bd51ac-0ec1-4eb4-a591-dbc09a7793f9 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (11e676a6-3cac-4923-a7b0-c4f1391509ab), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:57.530879 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489e36ea-ae32-4bad-ab02-7ca9bdc231d0 None None] The sync data for ids ['c5214de8-e5c7-4005-a4fd-c0028b5755db'] in n-d-825015-3 is: [{'id': 'c5214de8-e5c7-4005-a4fd-c0028b5755db', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1001912169', 'tenant_id': 'bfc2366eafc245dcab2b10b9216f9d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '9ff3517c-5919-4b39-95b9-e00623e146e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:44:27Z', 'updated_at': '2022-02-04T12:44:42Z', 'revision_number': 4, 'project_id': 'bfc2366eafc245dcab2b10b9216f9d44', 'gw_port': {'id': '9ff3517c-5919-4b39-95b9-e00623e146e7', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:15:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5214de8-e5c7-4005-a4fd-c0028b5755db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2632, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:44:30Z', 'updated_at': '2022-02-04T12:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '7b004e5e-b0ef-4db7-9fcc-34e295b1d8c8', 'name': '', 'network_id': '9e396136-e257-4962-b85c-5af5a964b8b3', 'tenant_id': 'bfc2366eafc245dcab2b10b9216f9d44', 'mac_address': 'fa:16:3e:67:fa:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5214de8-e5c7-4005-a4fd-c0028b5755db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': 'ebb4c0f5-22ad-41ad-aeb7-4d5cfe560a8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:44:38Z', 'updated_at': '2022-02-04T12:44:54Z', 'revision_number': 4, 'project_id': 'bfc2366eafc245dcab2b10b9216f9d44', 'subnets': [{'id': 'ebb4c0f5-22ad-41ad-aeb7-4d5cfe560a8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:44:57.551891 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-540efab8-f7c8-439e-81ee-31d120073274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:44:57.552906 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540efab8-f7c8-439e-81ee-31d120073274 None None] The sync data for ids ['235a1eef-30e7-42c5-856b-424c64864291'] in n-d-825015-3 is: [] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:44:57.649162 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-162c709d-d923-4c5a-b6ca-4c936b2e06bd None None] Provisioning complete for port e1fb2fb5-820c-4bab-8a4b-cc4d4c618c25 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:44:57.652723 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-162c709d-d923-4c5a-b6ca-4c936b2e06bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (e1fb2fb5-820c-4bab-8a4b-cc4d4c618c25), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:57.692857 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a69d9eda-66c4-4159-810c-17c7fd124410 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622067'] for router_interface (6e39de51-4f5d-406e-b390-78a598f68bb2), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:57.724334 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=e1fb2fb5-820c-4bab-8a4b-cc4d4c618c25,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:44:57.797631 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port d05b379d-d8f5-4259-ac3b-55001447eead triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:44:57.798574 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (d05b379d-d8f5-4259-ac3b-55001447eead), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:57.977300 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port d05b379d-d8f5-4259-ac3b-55001447eead is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:44:57.989535 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-162c709d-d923-4c5a-b6ca-4c936b2e06bd None None] Current status of the port e1fb2fb5-820c-4bab-8a4b-cc4d4c618c25 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:44:57.994370 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device ae004084-6345-42b4-a327-643a64678b6a no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:44:58.053298 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: ae004084-6345-42b4-a327-643a64678b6a {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:44:58.053648 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device ae004084-6345-42b4-a327-643a64678b6a not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:44:58.098498 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-162c709d-d923-4c5a-b6ca-4c936b2e06bd None None] Provisioning complete for port d05b379d-d8f5-4259-ac3b-55001447eead triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:44:58.099341 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-162c709d-d923-4c5a-b6ca-4c936b2e06bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (d05b379d-d8f5-4259-ac3b-55001447eead), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:58.207281 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-13bd51ac-0ec1-4eb4-a591-dbc09a7793f9 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (11e676a6-3cac-4923-a7b0-c4f1391509ab), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:58.260562 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-3e07c90c-61b6-4dd1-9990-51b3c9408fb4 req-d38f0c1e-52b6-4f16-b127-4d3f7382f6ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ad8674a-69d9-4011-8fb7-423f8ac7197c {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:44:58.273066 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-3e07c90c-61b6-4dd1-9990-51b3c9408fb4 req-d38f0c1e-52b6-4f16-b127-4d3f7382f6ae service neutron] Publish callbacks [] for port (4ad8674a-69d9-4011-8fb7-423f8ac7197c), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:58.305046 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-3e07c90c-61b6-4dd1-9990-51b3c9408fb4 req-d38f0c1e-52b6-4f16-b127-4d3f7382f6ae service neutron] Transition to ACTIVE for port object 4ad8674a-69d9-4011-8fb7-423f8ac7197c will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:44:58.316474 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-3e07c90c-61b6-4dd1-9990-51b3c9408fb4 req-d38f0c1e-52b6-4f16-b127-4d3f7382f6ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (4ad8674a-69d9-4011-8fb7-423f8ac7197c), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:58.385243 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-162c709d-d923-4c5a-b6ca-4c936b2e06bd None None] Current status of the port d05b379d-d8f5-4259-ac3b-55001447eead is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:44:58.413212 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-162c709d-d923-4c5a-b6ca-4c936b2e06bd None None] Provisioning complete for port dd3b568c-f1bd-4fe4-b888-a3a45a554afe triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:44:58.413598 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-162c709d-d923-4c5a-b6ca-4c936b2e06bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (dd3b568c-f1bd-4fe4-b888-a3a45a554afe), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:58.480700 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38f0c1e-52b6-4f16-b127-4d3f7382f6ae service neutron] Pushing event updated for resources: {'Port': ['ID=4ad8674a-69d9-4011-8fb7-423f8ac7197c,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:44:58.497188 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-162c709d-d923-4c5a-b6ca-4c936b2e06bd None None] Port dd3b568c-f1bd-4fe4-b888-a3a45a554afe cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:44:58.516265 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-162c709d-d923-4c5a-b6ca-4c936b2e06bd None None] Provisioning complete for port 7b004e5e-b0ef-4db7-9fcc-34e295b1d8c8 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:44:58.516646 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-162c709d-d923-4c5a-b6ca-4c936b2e06bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (7b004e5e-b0ef-4db7-9fcc-34e295b1d8c8), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:58.727270 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 7b004e5e-b0ef-4db7-9fcc-34e295b1d8c8 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:44:58.796047 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-162c709d-d923-4c5a-b6ca-4c936b2e06bd None None] Current status of the port 7b004e5e-b0ef-4db7-9fcc-34e295b1d8c8 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:44:58.796714 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-162c709d-d923-4c5a-b6ca-4c936b2e06bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (7b004e5e-b0ef-4db7-9fcc-34e295b1d8c8), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:58.912100 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7aa726-e057-4910-99b7-7d6a7bed6968 req-e5b4768a-cf0c-480c-acf1-6a32751d2faf tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:44:58.925157 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-162c709d-d923-4c5a-b6ca-4c936b2e06bd None None] For port 7b004e5e-b0ef-4db7-9fcc-34e295b1d8c8, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=7b004e5e-b0ef-4db7-9fcc-34e295b1d8c8,segment=NetworkSegment(4f722b3b-5a63-4860-b91c-43ff5ece0c31),segment_id=4f722b3b-5a63-4860-b91c-43ff5ece0c31)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:44:58.928656 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4b7aa726-e057-4910-99b7-7d6a7bed6968 req-e5b4768a-cf0c-480c-acf1-6a32751d2faf tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc3e8d13-8890-49ba-aac2-4f409bb8db06 HTTP/1.1" status: 200 len: 906 time: 0.4216080 Feb 04 12:44:58.941495 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-162c709d-d923-4c5a-b6ca-4c936b2e06bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (7b004e5e-b0ef-4db7-9fcc-34e295b1d8c8), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:58.994458 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-3e07c90c-61b6-4dd1-9990-51b3c9408fb4 req-d38f0c1e-52b6-4f16-b127-4d3f7382f6ae service neutron] Attempting to bind port 4ad8674a-69d9-4011-8fb7-423f8ac7197c on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:44:58.994798 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-3e07c90c-61b6-4dd1-9990-51b3c9408fb4 req-d38f0c1e-52b6-4f16-b127-4d3f7382f6ae service neutron] Attempting to bind port 4ad8674a-69d9-4011-8fb7-423f8ac7197c by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': '4f722b3b-5a63-4860-b91c-43ff5ece0c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '9e396136-e257-4962-b85c-5af5a964b8b3'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:44:58.995128 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e07c90c-61b6-4dd1-9990-51b3c9408fb4 req-d38f0c1e-52b6-4f16-b127-4d3f7382f6ae service neutron] Attempting to bind port 4ad8674a-69d9-4011-8fb7-423f8ac7197c on network 9e396136-e257-4962-b85c-5af5a964b8b3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:44:59.014715 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e07c90c-61b6-4dd1-9990-51b3c9408fb4 req-d38f0c1e-52b6-4f16-b127-4d3f7382f6ae service neutron] Port 4ad8674a-69d9-4011-8fb7-423f8ac7197c on network 9e396136-e257-4962-b85c-5af5a964b8b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:44:59.014953 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e07c90c-61b6-4dd1-9990-51b3c9408fb4 req-d38f0c1e-52b6-4f16-b127-4d3f7382f6ae service neutron] Attempting to bind port 4ad8674a-69d9-4011-8fb7-423f8ac7197c on network 9e396136-e257-4962-b85c-5af5a964b8b3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:44:59.033448 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e07c90c-61b6-4dd1-9990-51b3c9408fb4 req-d38f0c1e-52b6-4f16-b127-4d3f7382f6ae service neutron] Checking agent: {'id': 'f8add0d2-2202-43d3-bc0e-72442788e6ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:44:59.034041 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e07c90c-61b6-4dd1-9990-51b3c9408fb4 req-d38f0c1e-52b6-4f16-b127-4d3f7382f6ae service neutron] Checking segment: {'id': '4f722b3b-5a63-4860-b91c-43ff5ece0c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '9e396136-e257-4962-b85c-5af5a964b8b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:44:59.034869 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e07c90c-61b6-4dd1-9990-51b3c9408fb4 req-d38f0c1e-52b6-4f16-b127-4d3f7382f6ae service neutron] Bound using segment: {'id': '4f722b3b-5a63-4860-b91c-43ff5ece0c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '9e396136-e257-4962-b85c-5af5a964b8b3'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:44:59.035210 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-3e07c90c-61b6-4dd1-9990-51b3c9408fb4 req-d38f0c1e-52b6-4f16-b127-4d3f7382f6ae service neutron] Bound port: 4ad8674a-69d9-4011-8fb7-423f8ac7197c, host: n-h1-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f722b3b-5a63-4860-b91c-43ff5ece0c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '9e396136-e257-4962-b85c-5af5a964b8b3'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:44:59.035588 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-3e07c90c-61b6-4dd1-9990-51b3c9408fb4 req-d38f0c1e-52b6-4f16-b127-4d3f7382f6ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (4ad8674a-69d9-4011-8fb7-423f8ac7197c), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:59.194518 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162c709d-d923-4c5a-b6ca-4c936b2e06bd None None] Pushing event updated for resources: {'Port': ['ID=7b004e5e-b0ef-4db7-9fcc-34e295b1d8c8,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:44:59.209368 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-3e07c90c-61b6-4dd1-9990-51b3c9408fb4 req-d38f0c1e-52b6-4f16-b127-4d3f7382f6ae service neutron] For port 4ad8674a-69d9-4011-8fb7-423f8ac7197c, host n-h1-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:44:59.213290 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-3e07c90c-61b6-4dd1-9990-51b3c9408fb4 req-d38f0c1e-52b6-4f16-b127-4d3f7382f6ae service neutron] For port 4ad8674a-69d9-4011-8fb7-423f8ac7197c, host n-h1-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=4ad8674a-69d9-4011-8fb7-423f8ac7197c,segment=NetworkSegment(4f722b3b-5a63-4860-b91c-43ff5ece0c31),segment_id=4f722b3b-5a63-4860-b91c-43ff5ece0c31)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:44:59.218545 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 7b004e5e-b0ef-4db7-9fcc-34e295b1d8c8 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:44:59.220639 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (7b004e5e-b0ef-4db7-9fcc-34e295b1d8c8), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:59.254245 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-3e07c90c-61b6-4dd1-9990-51b3c9408fb4 req-d38f0c1e-52b6-4f16-b127-4d3f7382f6ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (4ad8674a-69d9-4011-8fb7-423f8ac7197c), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:59.379157 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-022d50db-adfb-4507-acdf-976db45e3af3 None None] Provisioning complete for port e1fb2fb5-820c-4bab-8a4b-cc4d4c618c25 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:44:59.379599 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-022d50db-adfb-4507-acdf-976db45e3af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (e1fb2fb5-820c-4bab-8a4b-cc4d4c618c25), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:59.407151 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38f0c1e-52b6-4f16-b127-4d3f7382f6ae service neutron] Pushing event updated for resources: {'Port': ['ID=4ad8674a-69d9-4011-8fb7-423f8ac7197c,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:44:59.419183 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e07c90c-61b6-4dd1-9990-51b3c9408fb4 req-d38f0c1e-52b6-4f16-b127-4d3f7382f6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:44:59.423869 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-3e07c90c-61b6-4dd1-9990-51b3c9408fb4 req-d38f0c1e-52b6-4f16-b127-4d3f7382f6ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:59.427721 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3e07c90c-61b6-4dd1-9990-51b3c9408fb4 req-d38f0c1e-52b6-4f16-b127-4d3f7382f6ae service neutron] 10.222.0.73 "PUT /v2.0/ports/4ad8674a-69d9-4011-8fb7-423f8ac7197c HTTP/1.1" status: 200 len: 1054 time: 2.1297188 Feb 04 12:44:59.431691 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc3e8d13-8890-49ba-aac2-4f409bb8db06', 'tag': '4ad8674a-69d9-4011-8fb7-423f8ac7197c'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:44:59.434538 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c15d060-e27b-4a9b-961c-d172a6352431" -d '{"events": [{"name": "network-changed", "server_uuid": "bc3e8d13-8890-49ba-aac2-4f409bb8db06", "tag": "4ad8674a-69d9-4011-8fb7-423f8ac7197c"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:44:59.602940 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e07c90c-61b6-4dd1-9990-51b3c9408fb4 req-50b0f591-d09b-4f57-bfb4-5ceb5e8234eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:44:59.617076 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3e07c90c-61b6-4dd1-9990-51b3c9408fb4 req-50b0f591-d09b-4f57-bfb4-5ceb5e8234eb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bfc2366eafc245dcab2b10b9216f9d44&device_id=bc3e8d13-8890-49ba-aac2-4f409bb8db06 HTTP/1.1" status: 200 len: 1088 time: 0.1307926 Feb 04 12:44:59.622949 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efa44389-aad0-4df4-8d47-823d2db3cb3c x-openstack-request-id: req-efa44389-aad0-4df4-8d47-823d2db3cb3c {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:44:59.623258 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc3e8d13-8890-49ba-aac2-4f409bb8db06", "tag": "4ad8674a-69d9-4011-8fb7-423f8ac7197c", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:44:59.628026 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-efa44389-aad0-4df4-8d47-823d2db3cb3c {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:44:59.628561 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc3e8d13-8890-49ba-aac2-4f409bb8db06', 'tag': '4ad8674a-69d9-4011-8fb7-423f8ac7197c', 'status': 'completed', 'code': 200} Feb 04 12:44:59.728684 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3e07c90c-61b6-4dd1-9990-51b3c9408fb4 req-c313f4e0-ef8a-4762-ae5c-58d62042f765 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ad8674a-69d9-4011-8fb7-423f8ac7197c HTTP/1.1" status: 200 len: 217 time: 0.0991435 Feb 04 12:44:59.769743 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 7b004e5e-b0ef-4db7-9fcc-34e295b1d8c8 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:44:59.776296 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device e1fb2fb5-820c-4bab-8a4b-cc4d4c618c25 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:44:59.812282 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-13bd51ac-0ec1-4eb4-a591-dbc09a7793f9 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Calling delete_port for 11e676a6-3cac-4923-a7b0-c4f1391509ab owned by {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:44:59.859923 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e07c90c-61b6-4dd1-9990-51b3c9408fb4 req-15745034-fd9f-453d-b1a4-32f041c927e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:44:59.861999 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3e07c90c-61b6-4dd1-9990-51b3c9408fb4 req-15745034-fd9f-453d-b1a4-32f041c927e3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ebb4c0f5-22ad-41ad-aeb7-4d5cfe560a8a HTTP/1.1" status: 200 len: 835 time: 0.1212583 Feb 04 12:44:59.964331 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e07c90c-61b6-4dd1-9990-51b3c9408fb4 req-cb592ed1-cea4-4747-8d80-f75baf47cfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:44:59.965693 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3e07c90c-61b6-4dd1-9990-51b3c9408fb4 req-cb592ed1-cea4-4747-8d80-f75baf47cfbd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9e396136-e257-4962-b85c-5af5a964b8b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0968726 Feb 04 12:45:00.035866 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-022d50db-adfb-4507-acdf-976db45e3af3 None None] Current status of the port e1fb2fb5-820c-4bab-8a4b-cc4d4c618c25 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:45:00.112373 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port e1fb2fb5-820c-4bab-8a4b-cc4d4c618c25 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:45:00.112908 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (e1fb2fb5-820c-4bab-8a4b-cc4d4c618c25), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:00.116140 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-022d50db-adfb-4507-acdf-976db45e3af3 None None] Provisioning complete for port dd3b568c-f1bd-4fe4-b888-a3a45a554afe triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:45:00.116573 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-022d50db-adfb-4507-acdf-976db45e3af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (dd3b568c-f1bd-4fe4-b888-a3a45a554afe), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:00.192676 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [req-14008eba-948f-4ac8-a89d-276c63b29d51 req-f91c196a-e4f8-4d59-8e93-58cc12c543e4 tempest-ServersTestJSON-42813900 tempest-ServersTestJSON-42813900-project] (103475) timed out ('10.222.0.77', 53054) {{(pid=103475) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 04 12:45:00.229810 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-022d50db-adfb-4507-acdf-976db45e3af3 None None] Port dd3b568c-f1bd-4fe4-b888-a3a45a554afe cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:45:00.350942 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0829d7-910f-413e-b009-26b15e49647b req-37112f14-863e-482c-8a1d-7fb9b76028fc tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:00.367496 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0b0829d7-910f-413e-b009-26b15e49647b req-37112f14-863e-482c-8a1d-7fb9b76028fc tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc3e8d13-8890-49ba-aac2-4f409bb8db06 HTTP/1.1" status: 200 len: 906 time: 0.2376647 Feb 04 12:45:00.390013 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3e07c90c-61b6-4dd1-9990-51b3c9408fb4 req-8c691179-fa88-4e6d-872a-6f2ccac41173 service neutron] 10.222.0.73 "GET /v2.0/networks/9e396136-e257-4962-b85c-5af5a964b8b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4072905 Feb 04 12:45:00.409499 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port e1fb2fb5-820c-4bab-8a4b-cc4d4c618c25 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:45:00.410590 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device d05b379d-d8f5-4259-ac3b-55001447eead up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:45:00.452774 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a69d9eda-66c4-4159-810c-17c7fd124410 admin admin] Router 6e39de51-4f5d-406e-b390-78a598f68bb2 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:45:00.593520 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port d05b379d-d8f5-4259-ac3b-55001447eead triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:45:00.595212 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (d05b379d-d8f5-4259-ac3b-55001447eead), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:00.595591 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3e07c90c-61b6-4dd1-9990-51b3c9408fb4 req-1417f32f-f623-4314-a846-3a1914080f92 service neutron] 10.222.0.73 "GET /v2.0/networks/9e396136-e257-4962-b85c-5af5a964b8b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091019 Feb 04 12:45:00.716530 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-34ea3b9d-566a-46f6-835e-297371e89e51 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:00.730380 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-13bd51ac-0ec1-4eb4-a591-dbc09a7793f9 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (11e676a6-3cac-4923-a7b0-c4f1391509ab), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:00.756474 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c15d060-e27b-4a9b-961c-d172a6352431 req-0e0926e9-55f1-4f7f-a8db-3aad18c5ac0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:00.763456 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3c15d060-e27b-4a9b-961c-d172a6352431 req-0e0926e9-55f1-4f7f-a8db-3aad18c5ac0c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bfc2366eafc245dcab2b10b9216f9d44&device_id=bc3e8d13-8890-49ba-aac2-4f409bb8db06 HTTP/1.1" status: 200 len: 1088 time: 0.1084039 Feb 04 12:45:00.809596 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port d05b379d-d8f5-4259-ac3b-55001447eead is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:45:00.917580 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bd51ac-0ec1-4eb4-a591-dbc09a7793f9 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Pushing event deleted for resources: {'Port': ['ID=11e676a6-3cac-4923-a7b0-c4f1391509ab,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:00.982416 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c15d060-e27b-4a9b-961c-d172a6352431 req-6a544968-5f31-4306-89e5-d83000a247cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:00.984098 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3c15d060-e27b-4a9b-961c-d172a6352431 req-6a544968-5f31-4306-89e5-d83000a247cf service neutron] 10.222.0.73 "GET /v2.0/networks?id=9e396136-e257-4962-b85c-5af5a964b8b3 HTTP/1.1" status: 200 len: 899 time: 0.2141821 Feb 04 12:45:01.004668 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 7b004e5e-b0ef-4db7-9fcc-34e295b1d8c8 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:45:01.083533 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3c15d060-e27b-4a9b-961c-d172a6352431 req-96df4088-c6cf-47a7-aee7-e525992950c6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ad8674a-69d9-4011-8fb7-423f8ac7197c HTTP/1.1" status: 200 len: 217 time: 0.0853322 Feb 04 12:45:01.105151 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-13bd51ac-0ec1-4eb4-a591-dbc09a7793f9 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:01.112305 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-13bd51ac-0ec1-4eb4-a591-dbc09a7793f9 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] 10.222.0.65 "DELETE /v2.0/ports/11e676a6-3cac-4923-a7b0-c4f1391509ab HTTP/1.1" status: 204 len: 168 time: 4.3283918 Feb 04 12:45:01.128707 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 33458) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:45:01.165498 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:01.189675 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c15d060-e27b-4a9b-961c-d172a6352431 req-e0be4ef6-ddcd-4ecb-b45c-a29d7dd1bd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:01.191510 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3c15d060-e27b-4a9b-961c-d172a6352431 req-e0be4ef6-ddcd-4ecb-b45c-a29d7dd1bd86 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ebb4c0f5-22ad-41ad-aeb7-4d5cfe560a8a HTTP/1.1" status: 200 len: 835 time: 0.1015427 Feb 04 12:45:01.207890 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 7b004e5e-b0ef-4db7-9fcc-34e295b1d8c8 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:45:01.208275 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (7b004e5e-b0ef-4db7-9fcc-34e295b1d8c8), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:01.234159 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-85eef9e8-7ce1-487b-8116-71efc2ab181c tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1041799 Feb 04 12:45:01.234722 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 33460) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:45:01.256532 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-e6de6f43-6c6a-4f50-a47c-4d967d28290c tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-288861661'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:45:01.293757 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c15d060-e27b-4a9b-961c-d172a6352431 req-7b138331-8cdd-40f0-ba30-7d751ae3f7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:01.300657 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3c15d060-e27b-4a9b-961c-d172a6352431 req-7b138331-8cdd-40f0-ba30-7d751ae3f7c1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9e396136-e257-4962-b85c-5af5a964b8b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1026261 Feb 04 12:45:01.346974 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a69d9eda-66c4-4159-810c-17c7fd124410 admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:45:01.353975 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-a69d9eda-66c4-4159-810c-17c7fd124410 admin admin] 10.222.0.65 "PUT /v2.0/routers/6e39de51-4f5d-406e-b390-78a598f68bb2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7717843 Feb 04 12:45:01.368710 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6de6f43-6c6a-4f50-a47c-4d967d28290c tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Made reservation on behalf of 29df8c433ca243edbb02118f694a02ab for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:45:01.372126 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e6de6f43-6c6a-4f50-a47c-4d967d28290c tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:01.373981 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 33464) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:45:01.419849 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ceb8d2-0ea8-46b0-8584-d29811e1316f None None] Sync routers for ids ['6e39de51-4f5d-406e-b390-78a598f68bb2'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:45:01.492612 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ceb8d2-0ea8-46b0-8584-d29811e1316f None None] Routers {'6e39de51-4f5d-406e-b390-78a598f68bb2'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:45:01.495648 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-d6ceb8d2-0ea8-46b0-8584-d29811e1316f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:44:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['6e39de51-4f5d-406e-b390-78a598f68bb2'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:45:01.557617 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3c15d060-e27b-4a9b-961c-d172a6352431 req-550d7eb7-b05c-4cbd-8abb-92fd4b547d5c service neutron] 10.222.0.73 "GET /v2.0/networks/9e396136-e257-4962-b85c-5af5a964b8b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489576 Feb 04 12:45:01.611512 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 7b004e5e-b0ef-4db7-9fcc-34e295b1d8c8 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:45:01.754317 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-16f53e11-1473-4b80-bebe-163dadb58780 admin admin] Publish callbacks [] for router (6e39de51-4f5d-406e-b390-78a598f68bb2), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:01.766359 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:01.840119 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-d6ceb8d2-0ea8-46b0-8584-d29811e1316f None None] Set router 6e39de51-4f5d-406e-b390-78a598f68bb2 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:45:01.849833 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3c15d060-e27b-4a9b-961c-d172a6352431 req-5694bd55-36b3-4d1f-861b-f0ec3d34bb9f service neutron] 10.222.0.73 "GET /v2.0/networks/9e396136-e257-4962-b85c-5af5a964b8b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574110 Feb 04 12:45:01.923051 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5555c3e0-fb9e-4df5-90bd-e8759ad61c2b req-e6718aa5-6055-4977-b497-9a189f63b449 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:01.932758 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5555c3e0-fb9e-4df5-90bd-e8759ad61c2b req-e6718aa5-6055-4977-b497-9a189f63b449 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc3e8d13-8890-49ba-aac2-4f409bb8db06 HTTP/1.1" status: 200 len: 906 time: 0.3696454 Feb 04 12:45:02.063251 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6de6f43-6c6a-4f50-a47c-4d967d28290c tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:45:02.078233 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-16f53e11-1473-4b80-bebe-163dadb58780 admin admin] Publish callbacks [] for router_gateway (6e39de51-4f5d-406e-b390-78a598f68bb2), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:02.122672 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e6de6f43-6c6a-4f50-a47c-4d967d28290c tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (b2f97c5c-7532-42ce-8e05-13bec2813d41), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:02.124053 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-e6de6f43-6c6a-4f50-a47c-4d967d28290c tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Added segment b2f97c5c-7532-42ce-8e05-13bec2813d41 of type vlan for network 5418f603-2704-44b9-9d28-8bb6a0db60f4 Feb 04 12:45:02.225849 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e6de6f43-6c6a-4f50-a47c-4d967d28290c tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (5418f603-2704-44b9-9d28-8bb6a0db60f4), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:02.288239 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-34ea3b9d-566a-46f6-835e-297371e89e51 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Allocated IP 2001:db8:1::1 (8c75baa9-e9c4-4b4a-9970-c0e22dba19d4/63cdce37-dcf0-4f83-a24b-d2afd3192466/7acec236-0210-4367-8821-54c541aa3ee8) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:45:02.306214 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-d6ceb8d2-0ea8-46b0-8584-d29811e1316f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e39de51-4f5d-406e-b390-78a598f68bb2', 'name': 'tempest-TaggedBootDevicesTest_v242-1896835153-router', 'tenant_id': '0a0c2cb10af841aeae2261540c473b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': 'e105fad5-7742-45f1-9e5f-fc3cbe0d0d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:35:11Z', 'updated_at': '2022-02-04T12:44:55Z', 'revision_number': 5, 'project_id': '0a0c2cb10af841aeae2261540c473b01', 'gw_port': {'id': 'e105fad5-7742-45f1-9e5f-fc3cbe0d0d08', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:5f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e39de51-4f5d-406e-b390-78a598f68bb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:35:13Z', 'updated_at': '2022-02-04T12:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:45:02.379653 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ceb8d2-0ea8-46b0-8584-d29811e1316f None None] Checking router: 6e39de51-4f5d-406e-b390-78a598f68bb2 for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:45:02.399543 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ceb8d2-0ea8-46b0-8584-d29811e1316f None None] Routers {'6e39de51-4f5d-406e-b390-78a598f68bb2'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:45:02.400228 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-d6ceb8d2-0ea8-46b0-8584-d29811e1316f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:44:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['6e39de51-4f5d-406e-b390-78a598f68bb2'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:45:02.442492 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-34ea3b9d-566a-46f6-835e-297371e89e51 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks [] for port (7acec236-0210-4367-8821-54c541aa3ee8), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:02.505221 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-34ea3b9d-566a-46f6-835e-297371e89e51 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (7acec236-0210-4367-8821-54c541aa3ee8), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:02.507365 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.db.resource_extend [None req-e6de6f43-6c6a-4f50-a47c-4d967d28290c tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 12:45:02.543407 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-d6ceb8d2-0ea8-46b0-8584-d29811e1316f None None] Set router 6e39de51-4f5d-406e-b390-78a598f68bb2 gateway port host: None {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:45:02.610879 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-16f53e11-1473-4b80-bebe-163dadb58780 admin admin] Deleting port e105fad5-7742-45f1-9e5f-fc3cbe0d0d08 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:45:02.611232 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-16f53e11-1473-4b80-bebe-163dadb58780 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (e105fad5-7742-45f1-9e5f-fc3cbe0d0d08), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:02.619130 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e6de6f43-6c6a-4f50-a47c-4d967d28290c tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (5418f603-2704-44b9-9d28-8bb6a0db60f4), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:02.624705 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-d6ceb8d2-0ea8-46b0-8584-d29811e1316f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e39de51-4f5d-406e-b390-78a598f68bb2', 'name': 'tempest-TaggedBootDevicesTest_v242-1896835153-router', 'tenant_id': '0a0c2cb10af841aeae2261540c473b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:35:11Z', 'updated_at': '2022-02-04T12:45:02Z', 'revision_number': 6, 'project_id': '0a0c2cb10af841aeae2261540c473b01', 'gw_port_host': None}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:45:02.626031 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6de6f43-6c6a-4f50-a47c-4d967d28290c tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:02.627521 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e6de6f43-6c6a-4f50-a47c-4d967d28290c tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:02.632759 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ea3b9d-566a-46f6-835e-297371e89e51 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Network 8c75baa9-e9c4-4b4a-9970-c0e22dba19d4 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:45:02.686826 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-34ea3b9d-566a-46f6-835e-297371e89e51 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:45:02.702315 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea3b9d-566a-46f6-835e-297371e89e51 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Pushing event updated for resources: {'Port': ['ID=7acec236-0210-4367-8821-54c541aa3ee8,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:02.718181 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ceb8d2-0ea8-46b0-8584-d29811e1316f None None] The sync data for ids ['6e39de51-4f5d-406e-b390-78a598f68bb2'] in n-d-825015-3 is: [{'id': '6e39de51-4f5d-406e-b390-78a598f68bb2', 'name': 'tempest-TaggedBootDevicesTest_v242-1896835153-router', 'tenant_id': '0a0c2cb10af841aeae2261540c473b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:35:11Z', 'updated_at': '2022-02-04T12:45:02Z', 'revision_number': 6, 'project_id': '0a0c2cb10af841aeae2261540c473b01', 'gw_port_host': None}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:45:02.748245 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ea3b9d-566a-46f6-835e-297371e89e51 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:45:02.748245 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-34ea3b9d-566a-46f6-835e-297371e89e51 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1599818'] for router_interface (235a1eef-30e7-42c5-856b-424c64864291), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:02.815383 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 4ad8674a-69d9-4011-8fb7-423f8ac7197c details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:45:02.948249 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-e6de6f43-6c6a-4f50-a47c-4d967d28290c tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.6998749 Feb 04 12:45:02.950759 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 33480) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:45:02.960196 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-3bde9c6d-19d6-4f4d-b2be-fb079e049808 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-694461573'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:45:03.034651 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bde9c6d-19d6-4f4d-b2be-fb079e049808 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Made reservation on behalf of 29df8c433ca243edbb02118f694a02ab for: {'network': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:45:03.043110 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3bde9c6d-19d6-4f4d-b2be-fb079e049808 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:03.078065 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6de6f43-6c6a-4f50-a47c-4d967d28290c tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Pushing event updated for resources: {'Network': ['ID=5418f603-2704-44b9-9d28-8bb6a0db60f4,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:03.093317 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-34ea3b9d-566a-46f6-835e-297371e89e51 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (7acec236-0210-4367-8821-54c541aa3ee8), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:03.102195 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 5418f603-2704-44b9-9d28-8bb6a0db60f4 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:45:03.150652 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bde9c6d-19d6-4f4d-b2be-fb079e049808 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=103475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:45:03.229568 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-16f53e11-1473-4b80-bebe-163dadb58780 admin admin] For port e105fad5-7742-45f1-9e5f-fc3cbe0d0d08, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=e105fad5-7742-45f1-9e5f-fc3cbe0d0d08,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:45:03.230153 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-16f53e11-1473-4b80-bebe-163dadb58780 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (e105fad5-7742-45f1-9e5f-fc3cbe0d0d08), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:03.260696 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3bde9c6d-19d6-4f4d-b2be-fb079e049808 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (38017760-47a1-4355-8f98-44651142c09d), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:03.261060 n-d-825015-3 neutron-server[103475]: INFO neutron.db.segments_db [None req-3bde9c6d-19d6-4f4d-b2be-fb079e049808 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Added segment 38017760-47a1-4355-8f98-44651142c09d of type vlan for network df21cbe6-5700-40c4-ace9-be9bd21ce3ee Feb 04 12:45:03.278598 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-16f53e11-1473-4b80-bebe-163dadb58780 admin admin] Calling delete_port for e105fad5-7742-45f1-9e5f-fc3cbe0d0d08 owned by network:router_gateway {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:45:03.284211 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 4ad8674a-69d9-4011-8fb7-423f8ac7197c, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=4ad8674a-69d9-4011-8fb7-423f8ac7197c,segment=NetworkSegment(4f722b3b-5a63-4860-b91c-43ff5ece0c31),segment_id=4f722b3b-5a63-4860-b91c-43ff5ece0c31)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:45:03.320371 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': '4ad8674a-69d9-4011-8fb7-423f8ac7197c', 'network_id': '9e396136-e257-4962-b85c-5af5a964b8b3', 'port_id': '4ad8674a-69d9-4011-8fb7-423f8ac7197c', 'mac_address': 'fa:16:3e:bb:4f:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebb4c0f5-22ad-41ad-aeb7-4d5cfe560a8a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:45:03.331247 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device f7c5ae6d-0f3a-4f42-bb0e-f4479f9d1181 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:45:03.373961 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3bde9c6d-19d6-4f4d-b2be-fb079e049808 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (df21cbe6-5700-40c4-ace9-be9bd21ce3ee), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:03.427476 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f9ba2b-87a5-4eca-936d-dcbe41d99b5c req-5373bc86-f397-4794-879c-115111e1edef tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:03.429191 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e0f9ba2b-87a5-4eca-936d-dcbe41d99b5c req-5373bc86-f397-4794-879c-115111e1edef tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc3e8d13-8890-49ba-aac2-4f409bb8db06 HTTP/1.1" status: 200 len: 906 time: 0.2940929 Feb 04 12:45:03.474594 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3bde9c6d-19d6-4f4d-b2be-fb079e049808 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (df21cbe6-5700-40c4-ace9-be9bd21ce3ee), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:03.479867 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bde9c6d-19d6-4f4d-b2be-fb079e049808 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:03.480584 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3bde9c6d-19d6-4f4d-b2be-fb079e049808 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:03.531758 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-3bde9c6d-19d6-4f4d-b2be-fb079e049808 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5683885 Feb 04 12:45:03.587755 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 4ad8674a-69d9-4011-8fb7-423f8ac7197c is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:45:03.587755 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (4ad8674a-69d9-4011-8fb7-423f8ac7197c), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:03.614103 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: f7c5ae6d-0f3a-4f42-bb0e-f4479f9d1181 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:45:03.615672 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device f7c5ae6d-0f3a-4f42-bb0e-f4479f9d1181 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:45:03.639590 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-1cfc2ea0-3b5b-4e2d-9aa5-fa604de77543 None None] Provisioning complete for port 7acec236-0210-4367-8821-54c541aa3ee8 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:45:03.644169 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1cfc2ea0-3b5b-4e2d-9aa5-fa604de77543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (7acec236-0210-4367-8821-54c541aa3ee8), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:03.663362 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bde9c6d-19d6-4f4d-b2be-fb079e049808 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Pushing event updated for resources: {'Network': ['ID=df21cbe6-5700-40c4-ace9-be9bd21ce3ee,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:03.686278 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 33486) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:45:03.694306 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-8906b153-c5ed-4963-8aa2-d0a882884bde tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Request body: {'subnets': [{'network_id': '5418f603-2704-44b9-9d28-8bb6a0db60f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1123200012', 'ip_version': 4}, {'network_id': 'df21cbe6-5700-40c4-ace9-be9bd21ce3ee', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:45:03.695026 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-8906b153-c5ed-4963-8aa2-d0a882884bde tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Request body: {'subnet': {'network_id': '5418f603-2704-44b9-9d28-8bb6a0db60f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1123200012', 'ip_version': 4}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:45:03.695867 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-8906b153-c5ed-4963-8aa2-d0a882884bde tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Request body: {'subnet': {'network_id': 'df21cbe6-5700-40c4-ace9-be9bd21ce3ee', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:45:03.763197 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network df21cbe6-5700-40c4-ace9-be9bd21ce3ee details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:45:03.810963 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ad8674a-69d9-4011-8fb7-423f8ac7197c {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:45:03.949773 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-16f53e11-1473-4b80-bebe-163dadb58780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (e105fad5-7742-45f1-9e5f-fc3cbe0d0d08), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:03.960040 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-1cfc2ea0-3b5b-4e2d-9aa5-fa604de77543 None None] Port 7acec236-0210-4367-8821-54c541aa3ee8 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:45:03.971660 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 4ad8674a-69d9-4011-8fb7-423f8ac7197c, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=4ad8674a-69d9-4011-8fb7-423f8ac7197c,segment=NetworkSegment(4f722b3b-5a63-4860-b91c-43ff5ece0c31),segment_id=4f722b3b-5a63-4860-b91c-43ff5ece0c31)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:45:03.997415 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (4ad8674a-69d9-4011-8fb7-423f8ac7197c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:04.000354 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f53e11-1473-4b80-bebe-163dadb58780 admin admin] Pushing event deleted for resources: {'Port': ['ID=e105fad5-7742-45f1-9e5f-fc3cbe0d0d08,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:04.127636 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fde02058-fd11-4212-be1e-d1db05e739e2 req-f70c0d33-f285-476e-974d-b09dbc5c9229 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=300d028c-dd10-4eb9-8c7a-b8e1f5edd042&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2969713 Feb 04 12:45:04.146344 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=4ad8674a-69d9-4011-8fb7-423f8ac7197c,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:04.185488 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-16f53e11-1473-4b80-bebe-163dadb58780 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1599901'] for router_gateway (6e39de51-4f5d-406e-b390-78a598f68bb2), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:04.229012 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['4ad8674a-69d9-4011-8fb7-423f8ac7197c'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:45:04.256796 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde02058-fd11-4212-be1e-d1db05e739e2 req-a94d8b69-df53-4798-89d3-736a654ffadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:04.268164 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fde02058-fd11-4212-be1e-d1db05e739e2 req-a94d8b69-df53-4798-89d3-736a654ffadc service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bfc2366eafc245dcab2b10b9216f9d44&device_id=300d028c-dd10-4eb9-8c7a-b8e1f5edd042 HTTP/1.1" status: 200 len: 1167 time: 0.1115205 Feb 04 12:45:04.273071 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8906b153-c5ed-4963-8aa2-d0a882884bde tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Made reservation on behalf of 29df8c433ca243edbb02118f694a02ab for: {'subnet': 2} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:45:04.289382 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8906b153-c5ed-4963-8aa2-d0a882884bde tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:04.289892 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8906b153-c5ed-4963-8aa2-d0a882884bde tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:04.350555 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-16f53e11-1473-4b80-bebe-163dadb58780 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10915'] for router (6e39de51-4f5d-406e-b390-78a598f68bb2), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:04.354571 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-16f53e11-1473-4b80-bebe-163dadb58780 admin admin] Publish callbacks [] for router_controller (6e39de51-4f5d-406e-b390-78a598f68bb2), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:04.454817 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-34ea3b9d-566a-46f6-835e-297371e89e51 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks [] for port (7acec236-0210-4367-8821-54c541aa3ee8), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:04.461332 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-34ea3b9d-566a-46f6-835e-297371e89e51 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (7acec236-0210-4367-8821-54c541aa3ee8), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:04.462507 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-34ea3b9d-566a-46f6-835e-297371e89e51 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622202'] for router_interface (235a1eef-30e7-42c5-856b-424c64864291), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:04.470886 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-16f53e11-1473-4b80-bebe-163dadb58780 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622829'] for router (6e39de51-4f5d-406e-b390-78a598f68bb2), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:04.471618 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16f53e11-1473-4b80-bebe-163dadb58780 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e39de51-4f5d-406e-b390-78a598f68bb2 {{(pid=103474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 12:45:04.512322 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-16f53e11-1473-4b80-bebe-163dadb58780 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:04.518926 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-16f53e11-1473-4b80-bebe-163dadb58780 admin admin] 10.222.0.65 "DELETE /v2.0/routers/6e39de51-4f5d-406e-b390-78a598f68bb2 HTTP/1.1" status: 204 len: 168 time: 3.1419969 Feb 04 12:45:04.522752 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 33496) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:45:04.710434 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ea3b9d-566a-46f6-835e-297371e89e51 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Network 8c75baa9-e9c4-4b4a-9970-c0e22dba19d4 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:45:04.720925 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea3b9d-566a-46f6-835e-297371e89e51 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Pushing event updated for resources: {'Port': ['ID=7acec236-0210-4367-8821-54c541aa3ee8,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:04.729755 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-34ea3b9d-566a-46f6-835e-297371e89e51 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:45:04.750407 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-b88ad21b-fe17-497f-8c7f-1171eb30cb1b admin admin] Deleting subnet d7ff49a0-cf24-4857-9ae2-9b8657a79ee5 {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:45:04.754525 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b88ad21b-fe17-497f-8c7f-1171eb30cb1b admin admin] Publish callbacks [] for subnet (d7ff49a0-cf24-4857-9ae2-9b8657a79ee5), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:04.795722 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b88ad21b-fe17-497f-8c7f-1171eb30cb1b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (d7ff49a0-cf24-4857-9ae2-9b8657a79ee5), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:04.857601 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 4ad8674a-69d9-4011-8fb7-423f8ac7197c up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:45:04.897437 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde02058-fd11-4212-be1e-d1db05e739e2 req-971f4ee5-e3d9-481c-9338-6d708e6b476b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:04.901482 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fde02058-fd11-4212-be1e-d1db05e739e2 req-971f4ee5-e3d9-481c-9338-6d708e6b476b service neutron] 10.222.0.77 "GET /v2.0/networks?id=19820269-0947-4e8e-a625-254c2a67daf1 HTTP/1.1" status: 200 len: 897 time: 0.6078827 Feb 04 12:45:04.999772 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device e105fad5-7742-45f1-9e5f-fc3cbe0d0d08 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:45:05.069446 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: e105fad5-7742-45f1-9e5f-fc3cbe0d0d08 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:45:05.074983 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device e105fad5-7742-45f1-9e5f-fc3cbe0d0d08 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:45:05.117905 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning for port 4ad8674a-69d9-4011-8fb7-423f8ac7197c completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:45:05.140502 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port 4ad8674a-69d9-4011-8fb7-423f8ac7197c triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:45:05.142942 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (4ad8674a-69d9-4011-8fb7-423f8ac7197c), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:05.213806 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8906b153-c5ed-4963-8aa2-d0a882884bde tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52094127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51452689'] for subnet (1075e369-8518-461e-a165-e0d133245c46), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:05.281489 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8906b153-c5ed-4963-8aa2-d0a882884bde tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Pushing event updated for resources: {'Subnet': ['ID=1075e369-8518-461e-a165-e0d133245c46,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:05.321521 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fde02058-fd11-4212-be1e-d1db05e739e2 req-3ac9b5d6-f4b9-4af3-83f0-252ec39ad729 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=7b09a76d-b5a2-4514-9e1e-d21e324d416c HTTP/1.1" status: 200 len: 1002 time: 0.3793490 Feb 04 12:45:05.354839 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8906b153-c5ed-4963-8aa2-d0a882884bde tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Checking segment: {'id': 'b2f97c5c-7532-42ce-8e05-13bec2813d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '5418f603-2704-44b9-9d28-8bb6a0db60f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:45:05.355209 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8906b153-c5ed-4963-8aa2-d0a882884bde tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Network hostable DHCP agents. Network: 5418f603-2704-44b9-9d28-8bb6a0db60f4, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:45:05.375363 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 4ad8674a-69d9-4011-8fb7-423f8ac7197c is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:45:05.376017 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (4ad8674a-69d9-4011-8fb7-423f8ac7197c), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:05.381354 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-9df29ec6-f3a6-4943-a987-df73cf7e48a4 None None] Provisioning complete for port 7acec236-0210-4367-8821-54c541aa3ee8 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:45:05.381888 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9df29ec6-f3a6-4943-a987-df73cf7e48a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (7acec236-0210-4367-8821-54c541aa3ee8), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:05.417507 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e102a975-a094-4f58-86ac-38a009689fb9 req-66c2a9a0-0778-449b-a8f9-ed3c980bd354 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:05.419104 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e102a975-a094-4f58-86ac-38a009689fb9 req-66c2a9a0-0778-449b-a8f9-ed3c980bd354 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc3e8d13-8890-49ba-aac2-4f409bb8db06 HTTP/1.1" status: 200 len: 907 time: 0.6029668 Feb 04 12:45:05.452531 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc3e8d13-8890-49ba-aac2-4f409bb8db06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ad8674a-69d9-4011-8fb7-423f8ac7197c'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:45:05.456962 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6560f959-bcb5-40e4-86b6-ee40bd8e0e84" -d '{"events": [{"server_uuid": "bc3e8d13-8890-49ba-aac2-4f409bb8db06", "name": "network-vif-plugged", "status": "completed", "tag": "4ad8674a-69d9-4011-8fb7-423f8ac7197c"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:45:05.493875 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 4ad8674a-69d9-4011-8fb7-423f8ac7197c, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=4ad8674a-69d9-4011-8fb7-423f8ac7197c,segment=NetworkSegment(4f722b3b-5a63-4860-b91c-43ff5ece0c31),segment_id=4f722b3b-5a63-4860-b91c-43ff5ece0c31)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:45:05.495348 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-9df29ec6-f3a6-4943-a987-df73cf7e48a4 None None] Port 7acec236-0210-4367-8821-54c541aa3ee8 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:45:05.509332 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (4ad8674a-69d9-4011-8fb7-423f8ac7197c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:05.509993 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde02058-fd11-4212-be1e-d1db05e739e2 req-4cc7a2ec-ef9b-454e-8d3b-31e594af9057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:05.511490 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fde02058-fd11-4212-be1e-d1db05e739e2 req-4cc7a2ec-ef9b-454e-8d3b-31e594af9057 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2c293c62-268e-4714-a00a-1f5892c6affb HTTP/1.1" status: 200 len: 837 time: 0.1745741 Feb 04 12:45:05.539705 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8906b153-c5ed-4963-8aa2-d0a882884bde tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Network 5418f603-2704-44b9-9d28-8bb6a0db60f4 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:45:05.552485 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59571ed9-75d4-46f4-aeb7-b6085c1de605 x-openstack-request-id: req-59571ed9-75d4-46f4-aeb7-b6085c1de605 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:45:05.552945 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc3e8d13-8890-49ba-aac2-4f409bb8db06", "name": "network-vif-plugged", "status": "completed", "tag": "4ad8674a-69d9-4011-8fb7-423f8ac7197c", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:45:05.553309 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-59571ed9-75d4-46f4-aeb7-b6085c1de605 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:45:05.553885 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc3e8d13-8890-49ba-aac2-4f409bb8db06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ad8674a-69d9-4011-8fb7-423f8ac7197c', 'code': 200} Feb 04 12:45:05.578693 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b88ad21b-fe17-497f-8c7f-1171eb30cb1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (d7ff49a0-cf24-4857-9ae2-9b8657a79ee5), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:05.612253 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=4ad8674a-69d9-4011-8fb7-423f8ac7197c,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:05.614258 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-8906b153-c5ed-4963-8aa2-d0a882884bde tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 5418f603-2704-44b9-9d28-8bb6a0db60f4) {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:45:05.627417 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ecb5766-9b7c-4d2d-a5ec-855c89354188 None None] Network 5418f603-2704-44b9-9d28-8bb6a0db60f4 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:45:05.644251 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34ea3b9d-566a-46f6-835e-297371e89e51 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Router 235a1eef-30e7-42c5-856b-424c64864291 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:45:05.698579 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8906b153-c5ed-4963-8aa2-d0a882884bde tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52094127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51452689'] for subnet (ee564e8c-7208-4689-83c2-03eafc84a6ae), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:05.729476 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde02058-fd11-4212-be1e-d1db05e739e2 req-62389fdd-d1f6-47d4-a745-1b155167eb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:05.732002 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fde02058-fd11-4212-be1e-d1db05e739e2 req-62389fdd-d1f6-47d4-a745-1b155167eb86 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=19820269-0947-4e8e-a625-254c2a67daf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2127111 Feb 04 12:45:05.771238 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b88ad21b-fe17-497f-8c7f-1171eb30cb1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (d7ff49a0-cf24-4857-9ae2-9b8657a79ee5), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:05.805791 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34ea3b9d-566a-46f6-835e-297371e89e51 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:45:05.816999 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-34ea3b9d-566a-46f6-835e-297371e89e51 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] 10.222.0.65 "PUT /v2.0/routers/235a1eef-30e7-42c5-856b-424c64864291/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3458495 Feb 04 12:45:05.820337 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71da8706-7aa1-4fc5-86e4-583c6cdc5687 None None] Sync routers for ids ['235a1eef-30e7-42c5-856b-424c64864291'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:45:05.823943 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88ad21b-fe17-497f-8c7f-1171eb30cb1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7ff49a0-cf24-4857-9ae2-9b8657a79ee5,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:05.836471 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 33506) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:45:05.839957 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71da8706-7aa1-4fc5-86e4-583c6cdc5687 None None] Routers {'235a1eef-30e7-42c5-856b-424c64864291'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:45:05.842166 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-71da8706-7aa1-4fc5-86e4-583c6cdc5687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:44:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['235a1eef-30e7-42c5-856b-424c64864291'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:45:05.867052 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135c8dc3-df9e-4249-a995-d78841892160 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-5418f603-2704-44b9-9d28-8bb6a0db60f4', 'network_id': '5418f603-2704-44b9-9d28-8bb6a0db60f4', 'project_id': '29df8c433ca243edbb02118f694a02ab', 'fixed_ips': [{'subnet_id': '1075e369-8518-461e-a165-e0d133245c46'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 12:45:05.868199 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-135c8dc3-df9e-4249-a995-d78841892160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:05.886251 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9651a768-c136-4127-8c9e-1572181f1408 None None] Network 0f375d71-7ab0-4e89-b64c-f0f39161425c requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:45:05.921204 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fde02058-fd11-4212-be1e-d1db05e739e2 req-a8c70516-0c72-480b-8570-0c855c7f4bfa service neutron] 10.222.0.77 "GET /v2.0/networks/19820269-0947-4e8e-a625-254c2a67daf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515393 Feb 04 12:45:05.924912 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b88ad21b-fe17-497f-8c7f-1171eb30cb1b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:05.933012 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-b88ad21b-fe17-497f-8c7f-1171eb30cb1b admin admin] 10.222.0.65 "DELETE /v2.0/subnets/d7ff49a0-cf24-4857-9ae2-9b8657a79ee5 HTTP/1.1" status: 204 len: 168 time: 1.4090681 Feb 04 12:45:05.933931 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 33508) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:45:05.935774 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-71da8706-7aa1-4fc5-86e4-583c6cdc5687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:45:05.963153 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71da8706-7aa1-4fc5-86e4-583c6cdc5687 None None] Routers {'235a1eef-30e7-42c5-856b-424c64864291'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:45:05.964158 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-71da8706-7aa1-4fc5-86e4-583c6cdc5687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:44:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['235a1eef-30e7-42c5-856b-424c64864291'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:45:06.041310 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8906b153-c5ed-4963-8aa2-d0a882884bde tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Pushing event updated for resources: {'Subnet': ['ID=ee564e8c-7208-4689-83c2-03eafc84a6ae,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:06.082268 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-71da8706-7aa1-4fc5-86e4-583c6cdc5687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:45:06.083090 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71da8706-7aa1-4fc5-86e4-583c6cdc5687 None None] The sync data for ids ['235a1eef-30e7-42c5-856b-424c64864291'] in n-d-825015-3 is: [] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:45:06.111256 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6f3353-1429-4418-89ab-85dfca958066 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:06.116066 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-5d6f3353-1429-4418-89ab-85dfca958066 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] 10.222.0.65 "GET /v2.0/ports/7acec236-0210-4367-8821-54c541aa3ee8 HTTP/1.1" status: 200 len: 913 time: 0.2775912 Feb 04 12:45:06.118426 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 33514) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:45:06.285225 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fde02058-fd11-4212-be1e-d1db05e739e2 req-081c1978-6747-48c7-b9e7-638b489f54c0 service neutron] 10.222.0.77 "GET /v2.0/networks/19820269-0947-4e8e-a625-254c2a67daf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3564968 Feb 04 12:45:06.300473 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8906b153-c5ed-4963-8aa2-d0a882884bde tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:45:06.300829 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8906b153-c5ed-4963-8aa2-d0a882884bde tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:45:06.305805 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8906b153-c5ed-4963-8aa2-d0a882884bde tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:45:06.306442 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8906b153-c5ed-4963-8aa2-d0a882884bde tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:45:06.306821 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8906b153-c5ed-4963-8aa2-d0a882884bde tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:45:06.307162 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8906b153-c5ed-4963-8aa2-d0a882884bde tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:45:06.307505 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8906b153-c5ed-4963-8aa2-d0a882884bde tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:45:06.307882 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8906b153-c5ed-4963-8aa2-d0a882884bde tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:45:06.308223 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8906b153-c5ed-4963-8aa2-d0a882884bde tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:45:06.308558 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8906b153-c5ed-4963-8aa2-d0a882884bde tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:45:06.308890 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8906b153-c5ed-4963-8aa2-d0a882884bde tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:45:06.309226 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8906b153-c5ed-4963-8aa2-d0a882884bde tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:45:06.309556 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8906b153-c5ed-4963-8aa2-d0a882884bde tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:45:06.334002 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-64b3dadf-5fbc-4c02-ad2a-dc9c9f81a344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (0f375d71-7ab0-4e89-b64c-f0f39161425c), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:06.338170 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8906b153-c5ed-4963-8aa2-d0a882884bde tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Checking segment: {'id': '38017760-47a1-4355-8f98-44651142c09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'df21cbe6-5700-40c4-ace9-be9bd21ce3ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:45:06.338563 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8906b153-c5ed-4963-8aa2-d0a882884bde tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Network hostable DHCP agents. Network: df21cbe6-5700-40c4-ace9-be9bd21ce3ee, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:45:06.347497 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fc105e-b6a6-462e-b4ff-3fbf2ebd2f4c req-16a56cd5-56cd-4084-874b-b106c10f6c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:06.349144 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-38fc105e-b6a6-462e-b4ff-3fbf2ebd2f4c req-16a56cd5-56cd-4084-874b-b106c10f6c59 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bc3e8d13-8890-49ba-aac2-4f409bb8db06 HTTP/1.1" status: 200 len: 1090 time: 0.7194672 Feb 04 12:45:06.366247 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8906b153-c5ed-4963-8aa2-d0a882884bde tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Network df21cbe6-5700-40c4-ace9-be9bd21ce3ee is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:45:06.379429 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-8906b153-c5ed-4963-8aa2-d0a882884bde tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, df21cbe6-5700-40c4-ace9-be9bd21ce3ee) {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:45:06.386754 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8906b153-c5ed-4963-8aa2-d0a882884bde tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:06.392821 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8906b153-c5ed-4963-8aa2-d0a882884bde tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:06.393891 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8906b153-c5ed-4963-8aa2-d0a882884bde tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:06.422611 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-8906b153-c5ed-4963-8aa2-d0a882884bde tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.7347875 Feb 04 12:45:06.425577 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 33516) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:45:06.430716 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed34d260-8d22-4256-849b-2fc733fa1896 None None] Network df21cbe6-5700-40c4-ace9-be9bd21ce3ee requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:45:06.551597 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-64b3dadf-5fbc-4c02-ad2a-dc9c9f81a344 admin admin] Deleting port 39eacb74-0983-40ca-8e7e-f02af2222864 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:45:06.552937 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-64b3dadf-5fbc-4c02-ad2a-dc9c9f81a344 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (39eacb74-0983-40ca-8e7e-f02af2222864), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:06.598044 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f47878-5150-4630-abf7-7535d3ed649f tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:06.599977 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f47878-5150-4630-abf7-7535d3ed649f tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:06.602414 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f47878-5150-4630-abf7-7535d3ed649f tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:06.606642 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-81f47878-5150-4630-abf7-7535d3ed649f tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1795211 Feb 04 12:45:06.629361 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 33522) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:45:06.657103 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-135c8dc3-df9e-4249-a995-d78841892160 None None] Allocated IP 172.20.0.2 (5418f603-2704-44b9-9d28-8bb6a0db60f4/1075e369-8518-461e-a165-e0d133245c46/3d4559e5-3e98-4169-9783-4193676c016a) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:45:06.677679 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-64b3dadf-5fbc-4c02-ad2a-dc9c9f81a344 admin admin] For port 39eacb74-0983-40ca-8e7e-f02af2222864, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=39eacb74-0983-40ca-8e7e-f02af2222864,segment=NetworkSegment(65051265-6b98-475e-a8d8-918ad5701e4b),segment_id=65051265-6b98-475e-a8d8-918ad5701e4b)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:45:06.678203 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-64b3dadf-5fbc-4c02-ad2a-dc9c9f81a344 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (39eacb74-0983-40ca-8e7e-f02af2222864), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:06.700649 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-64b3dadf-5fbc-4c02-ad2a-dc9c9f81a344 admin admin] Calling delete_port for 39eacb74-0983-40ca-8e7e-f02af2222864 owned by network:dhcp {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:45:06.714755 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ae8f93-4af8-4f15-b101-9584e70d2dfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-df21cbe6-5700-40c4-ace9-be9bd21ce3ee', 'network_id': 'df21cbe6-5700-40c4-ace9-be9bd21ce3ee', 'project_id': '29df8c433ca243edbb02118f694a02ab', 'fixed_ips': [{'subnet_id': 'ee564e8c-7208-4689-83c2-03eafc84a6ae'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 12:45:06.716048 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-62ae8f93-4af8-4f15-b101-9584e70d2dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:06.730628 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c077b3c-cf8e-4489-8b1f-2bc919dd0f8f None None] DHCP port deletion for 0f375d71-7ab0-4e89-b64c-f0f39161425c request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 12:45:06.818074 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-64b3dadf-5fbc-4c02-ad2a-dc9c9f81a344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (39eacb74-0983-40ca-8e7e-f02af2222864), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:06.868243 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b3dadf-5fbc-4c02-ad2a-dc9c9f81a344 admin admin] Pushing event deleted for resources: {'Port': ['ID=39eacb74-0983-40ca-8e7e-f02af2222864,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:06.878623 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b3dadf-5fbc-4c02-ad2a-dc9c9f81a344 admin admin] No DVR routers for this DVR port 39eacb74-0983-40ca-8e7e-f02af2222864 on host n-d-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:45:06.984475 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-64b3dadf-5fbc-4c02-ad2a-dc9c9f81a344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (0f375d71-7ab0-4e89-b64c-f0f39161425c), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:07.008395 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 39eacb74-0983-40ca-8e7e-f02af2222864 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:45:07.013280 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-64b3dadf-5fbc-4c02-ad2a-dc9c9f81a344 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f375d71-7ab0-4e89-b64c-f0f39161425c']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:45:07.025474 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-64b3dadf-5fbc-4c02-ad2a-dc9c9f81a344 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65051265-6b98-475e-a8d8-918ad5701e4b') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:45:07.025932 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-64b3dadf-5fbc-4c02-ad2a-dc9c9f81a344 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65051265-6b98-475e-a8d8-918ad5701e4b') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:45:07.038475 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-64b3dadf-5fbc-4c02-ad2a-dc9c9f81a344 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (65051265-6b98-475e-a8d8-918ad5701e4b), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:07.055416 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-64b3dadf-5fbc-4c02-ad2a-dc9c9f81a344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (65051265-6b98-475e-a8d8-918ad5701e4b), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:07.063285 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64b3dadf-5fbc-4c02-ad2a-dc9c9f81a344 admin admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:45:07.064553 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-64b3dadf-5fbc-4c02-ad2a-dc9c9f81a344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (65051265-6b98-475e-a8d8-918ad5701e4b), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:07.078024 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 39eacb74-0983-40ca-8e7e-f02af2222864 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:45:07.078373 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 39eacb74-0983-40ca-8e7e-f02af2222864 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:45:07.086723 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-7c077b3c-cf8e-4489-8b1f-2bc919dd0f8f None None] Deleting port 39eacb74-0983-40ca-8e7e-f02af2222864 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:45:07.087105 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7c077b3c-cf8e-4489-8b1f-2bc919dd0f8f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (39eacb74-0983-40ca-8e7e-f02af2222864), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:07.233761 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 12:45:07.233761 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:45:07.233761 n-d-825015-3 neutron-server[103474]: timer() Feb 04 12:45:07.233761 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:45:07.233761 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 12:45:07.233761 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:45:07.233761 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 12:45:07.233761 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:45:07.233761 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 12:45:07.233761 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:45:07.233761 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 12:45:07.233761 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:45:07.233761 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 12:45:07.233761 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:45:07.233761 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:45:07.233761 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:45:07.233761 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:45:07.233761 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:45:07.233761 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 12:45:07.233761 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:45:07.233761 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 12:45:07.233761 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:45:07.233761 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:45:07.233761 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:45:07.233761 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 12:45:07.233761 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:45:07.233761 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:45:07.233761 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:45:07.233761 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:45:07.233761 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:45:07.233761 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:45:07.233761 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:45:07.237667 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-64b3dadf-5fbc-4c02-ad2a-dc9c9f81a344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (0f375d71-7ab0-4e89-b64c-f0f39161425c), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:07.240417 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-135c8dc3-df9e-4249-a995-d78841892160 None None] Publish callbacks [] for port (3d4559e5-3e98-4169-9783-4193676c016a), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:07.242458 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-64b3dadf-5fbc-4c02-ad2a-dc9c9f81a344 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:07.246081 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-64b3dadf-5fbc-4c02-ad2a-dc9c9f81a344 admin admin] 10.222.0.65 "DELETE /v2.0/networks/0f375d71-7ab0-4e89-b64c-f0f39161425c HTTP/1.1" status: 204 len: 168 time: 1.3067489 Feb 04 12:45:07.265833 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-62ae8f93-4af8-4f15-b101-9584e70d2dfa None None] Allocated IP 172.20.0.18 (df21cbe6-5700-40c4-ace9-be9bd21ce3ee/ee564e8c-7208-4689-83c2-03eafc84a6ae/5e3d2eef-4247-4620-9020-601a526d82e6) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:45:07.309226 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b3dadf-5fbc-4c02-ad2a-dc9c9f81a344 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f375d71-7ab0-4e89-b64c-f0f39161425c,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:07.401013 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6107ff90-9865-4b82-a76a-28822265ee8d tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622215'] for router_interface (235a1eef-30e7-42c5-856b-424c64864291), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:07.438571 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-135c8dc3-df9e-4249-a995-d78841892160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (3d4559e5-3e98-4169-9783-4193676c016a), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:07.520347 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-7c077b3c-cf8e-4489-8b1f-2bc919dd0f8f None None] For port 39eacb74-0983-40ca-8e7e-f02af2222864, host n-d-825015-3, got binding levels [] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:45:07.520926 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7c077b3c-cf8e-4489-8b1f-2bc919dd0f8f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (39eacb74-0983-40ca-8e7e-f02af2222864), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:07.535957 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 33536) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:45:07.558113 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-7c077b3c-cf8e-4489-8b1f-2bc919dd0f8f None None] Calling delete_port for 39eacb74-0983-40ca-8e7e-f02af2222864 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:45:07.559705 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135c8dc3-df9e-4249-a995-d78841892160 None None] Pushing event updated for resources: {'Port': ['ID=3d4559e5-3e98-4169-9783-4193676c016a,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:07.584848 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.ipam_backend_mixin [None req-7c077b3c-cf8e-4489-8b1f-2bc919dd0f8f None None] Port 39eacb74-0983-40ca-8e7e-f02af2222864 was not found and therefore no delete operation was performed {{(pid=103476) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 04 12:45:07.594148 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7c077b3c-cf8e-4489-8b1f-2bc919dd0f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (39eacb74-0983-40ca-8e7e-f02af2222864), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:07.626563 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7c077b3c-cf8e-4489-8b1f-2bc919dd0f8f None None] Network 0f375d71-7ab0-4e89-b64c-f0f39161425c is not hosted by any dhcp agent {{(pid=103476) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 04 12:45:07.629617 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c077b3c-cf8e-4489-8b1f-2bc919dd0f8f None None] No DVR routers for this DVR port 39eacb74-0983-40ca-8e7e-f02af2222864 on host n-d-825015-3 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:45:07.638646 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135c8dc3-df9e-4249-a995-d78841892160 None None] Network 5418f603-2704-44b9-9d28-8bb6a0db60f4 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:45:07.641300 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_v2 [None req-57d8f88e-974f-4b67-a5c5-7e0baf15da4a tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Deleting subnet 1075e369-8518-461e-a165-e0d133245c46 {{(pid=103475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:45:07.648431 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-57d8f88e-974f-4b67-a5c5-7e0baf15da4a tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Publish callbacks [] for subnet (1075e369-8518-461e-a165-e0d133245c46), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:07.695989 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c077b3c-cf8e-4489-8b1f-2bc919dd0f8f None None] Pushing event deleted for resources: {'Port': ['ID=39eacb74-0983-40ca-8e7e-f02af2222864,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:07.698666 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-135c8dc3-df9e-4249-a995-d78841892160 None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:45:07.702878 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 33538) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:45:07.711338 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135c8dc3-df9e-4249-a995-d78841892160 None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:45:07.726604 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-62ae8f93-4af8-4f15-b101-9584e70d2dfa None None] Publish callbacks [] for port (5e3d2eef-4247-4620-9020-601a526d82e6), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:07.735439 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-62ae8f93-4af8-4f15-b101-9584e70d2dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (5e3d2eef-4247-4620-9020-601a526d82e6), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:07.758973 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd93e26c-9353-4390-8df7-72ecbea7b3e5 req-860a8d1e-22f8-4d83-9154-2cc8bd3268b2 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:07.778864 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cd93e26c-9353-4390-8df7-72ecbea7b3e5 req-860a8d1e-22f8-4d83-9154-2cc8bd3268b2 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc3e8d13-8890-49ba-aac2-4f409bb8db06 HTTP/1.1" status: 200 len: 908 time: 1.2052362 Feb 04 12:45:07.779012 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-ce89a392-747c-4631-8ee0-442583917980 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6d2d96abb2ff46d88357aa25adf70711&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2394400 Feb 04 12:45:07.779012 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 33542) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:45:07.827983 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-57d8f88e-974f-4b67-a5c5-7e0baf15da4a tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51859329'] for subnet (1075e369-8518-461e-a165-e0d133245c46), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:07.849485 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ae8f93-4af8-4f15-b101-9584e70d2dfa None None] Network df21cbe6-5700-40c4-ace9-be9bd21ce3ee is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:45:07.884788 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-62ae8f93-4af8-4f15-b101-9584e70d2dfa None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:45:07.897799 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ae8f93-4af8-4f15-b101-9584e70d2dfa None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:45:07.906679 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ae8f93-4af8-4f15-b101-9584e70d2dfa None None] Pushing event updated for resources: {'Port': ['ID=5e3d2eef-4247-4620-9020-601a526d82e6,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:07.912767 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-135c8dc3-df9e-4249-a995-d78841892160 None None] Attempting to bind port 3d4559e5-3e98-4169-9783-4193676c016a on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:45:07.913293 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-135c8dc3-df9e-4249-a995-d78841892160 None None] Attempting to bind port 3d4559e5-3e98-4169-9783-4193676c016a by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': 'b2f97c5c-7532-42ce-8e05-13bec2813d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '5418f603-2704-44b9-9d28-8bb6a0db60f4'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:45:07.913758 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135c8dc3-df9e-4249-a995-d78841892160 None None] Attempting to bind port 3d4559e5-3e98-4169-9783-4193676c016a on network 5418f603-2704-44b9-9d28-8bb6a0db60f4 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:45:07.920901 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6a08aa74-6389-4b92-910c-61a5dfc34c9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:07.936250 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135c8dc3-df9e-4249-a995-d78841892160 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:45:07.936641 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135c8dc3-df9e-4249-a995-d78841892160 None None] Checking segment: {'id': 'b2f97c5c-7532-42ce-8e05-13bec2813d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '5418f603-2704-44b9-9d28-8bb6a0db60f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:45:07.937054 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-135c8dc3-df9e-4249-a995-d78841892160 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:07.937448 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135c8dc3-df9e-4249-a995-d78841892160 None None] Bound using segment: {'id': 'b2f97c5c-7532-42ce-8e05-13bec2813d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '5418f603-2704-44b9-9d28-8bb6a0db60f4'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:45:07.940506 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-135c8dc3-df9e-4249-a995-d78841892160 None None] Bound port: 3d4559e5-3e98-4169-9783-4193676c016a, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2f97c5c-7532-42ce-8e05-13bec2813d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '5418f603-2704-44b9-9d28-8bb6a0db60f4'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:45:07.942779 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-135c8dc3-df9e-4249-a995-d78841892160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (3d4559e5-3e98-4169-9783-4193676c016a), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:07.997066 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b80e539a-b25a-4c36-a6c8-2fd7d15fd012 admin admin] Publish callbacks [] for security_group (298cdae3-8a94-4f2b-ad9f-68a3e4a3ab72), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:08.014550 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-57d8f88e-974f-4b67-a5c5-7e0baf15da4a tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (1075e369-8518-461e-a165-e0d133245c46), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:08.065764 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-62ae8f93-4af8-4f15-b101-9584e70d2dfa None None] Attempting to bind port 5e3d2eef-4247-4620-9020-601a526d82e6 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:45:08.066876 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-62ae8f93-4af8-4f15-b101-9584e70d2dfa None None] Attempting to bind port 5e3d2eef-4247-4620-9020-601a526d82e6 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '38017760-47a1-4355-8f98-44651142c09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'df21cbe6-5700-40c4-ace9-be9bd21ce3ee'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:45:08.067544 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ae8f93-4af8-4f15-b101-9584e70d2dfa None None] Attempting to bind port 5e3d2eef-4247-4620-9020-601a526d82e6 on network df21cbe6-5700-40c4-ace9-be9bd21ce3ee {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:45:08.081480 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ae8f93-4af8-4f15-b101-9584e70d2dfa None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:45:08.082303 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ae8f93-4af8-4f15-b101-9584e70d2dfa None None] Checking segment: {'id': '38017760-47a1-4355-8f98-44651142c09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'df21cbe6-5700-40c4-ace9-be9bd21ce3ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:45:08.082876 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-62ae8f93-4af8-4f15-b101-9584e70d2dfa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:08.083389 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ae8f93-4af8-4f15-b101-9584e70d2dfa None None] Bound using segment: {'id': '38017760-47a1-4355-8f98-44651142c09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'df21cbe6-5700-40c4-ace9-be9bd21ce3ee'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:45:08.084120 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-62ae8f93-4af8-4f15-b101-9584e70d2dfa None None] Bound port: 5e3d2eef-4247-4620-9020-601a526d82e6, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38017760-47a1-4355-8f98-44651142c09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'df21cbe6-5700-40c4-ace9-be9bd21ce3ee'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:45:08.084670 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-62ae8f93-4af8-4f15-b101-9584e70d2dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (5e3d2eef-4247-4620-9020-601a526d82e6), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:08.163997 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-57d8f88e-974f-4b67-a5c5-7e0baf15da4a tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-52093282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51452698'] for subnet (1075e369-8518-461e-a165-e0d133245c46), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:08.169333 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b80e539a-b25a-4c36-a6c8-2fd7d15fd012 admin admin] Publish callbacks [] for security_group (298cdae3-8a94-4f2b-ad9f-68a3e4a3ab72), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:08.176075 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-62ae8f93-4af8-4f15-b101-9584e70d2dfa None None] For port 5e3d2eef-4247-4620-9020-601a526d82e6, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:45:08.179470 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-62ae8f93-4af8-4f15-b101-9584e70d2dfa None None] For port 5e3d2eef-4247-4620-9020-601a526d82e6, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=5e3d2eef-4247-4620-9020-601a526d82e6,segment=NetworkSegment(38017760-47a1-4355-8f98-44651142c09d),segment_id=38017760-47a1-4355-8f98-44651142c09d)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:45:08.192752 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-62ae8f93-4af8-4f15-b101-9584e70d2dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (5e3d2eef-4247-4620-9020-601a526d82e6), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:08.227335 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-135c8dc3-df9e-4249-a995-d78841892160 None None] For port 3d4559e5-3e98-4169-9783-4193676c016a, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:45:08.271704 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6a08aa74-6389-4b92-910c-61a5dfc34c9f admin admin] Publish callbacks [] for security_group (212cfe80-f357-4c48-84a7-32e046079a80), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:08.282537 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d8f88e-974f-4b67-a5c5-7e0baf15da4a tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Pushing event deleted for resources: {'Subnet': ['ID=1075e369-8518-461e-a165-e0d133245c46,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:08.295673 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-57d8f88e-974f-4b67-a5c5-7e0baf15da4a tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:08.310246 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 33546) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:45:08.310950 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-57d8f88e-974f-4b67-a5c5-7e0baf15da4a tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] 10.222.0.65 "DELETE /v2.0/subnets/1075e369-8518-461e-a165-e0d133245c46 HTTP/1.1" status: 204 len: 168 time: 1.6788251 Feb 04 12:45:08.314701 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6a08aa74-6389-4b92-910c-61a5dfc34c9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (212cfe80-f357-4c48-84a7-32e046079a80), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:08.323407 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ae8f93-4af8-4f15-b101-9584e70d2dfa None None] Pushing event updated for resources: {'Port': ['ID=5e3d2eef-4247-4620-9020-601a526d82e6,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:08.335355 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-135c8dc3-df9e-4249-a995-d78841892160 None None] For port 3d4559e5-3e98-4169-9783-4193676c016a, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=3d4559e5-3e98-4169-9783-4193676c016a,segment=NetworkSegment(b2f97c5c-7532-42ce-8e05-13bec2813d41),segment_id=b2f97c5c-7532-42ce-8e05-13bec2813d41)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:45:08.344335 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-135c8dc3-df9e-4249-a995-d78841892160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (3d4559e5-3e98-4169-9783-4193676c016a), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:08.420304 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-6a08aa74-6389-4b92-910c-61a5dfc34c9f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=15643cfcac464560aabe7349a8e230ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7119234 Feb 04 12:45:08.421232 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 33548) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:45:08.428553 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a08aa74-6389-4b92-910c-61a5dfc34c9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=212cfe80-f357-4c48-84a7-32e046079a80,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:08.441962 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b80e539a-b25a-4c36-a6c8-2fd7d15fd012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (298cdae3-8a94-4f2b-ad9f-68a3e4a3ab72), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:08.452168 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b80e539a-b25a-4c36-a6c8-2fd7d15fd012 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:08.459970 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-b80e539a-b25a-4c36-a6c8-2fd7d15fd012 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/298cdae3-8a94-4f2b-ad9f-68a3e4a3ab72 HTTP/1.1" status: 204 len: 168 time: 0.6799519 Feb 04 12:45:08.490525 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135c8dc3-df9e-4249-a995-d78841892160 None None] Pushing event updated for resources: {'Port': ['ID=3d4559e5-3e98-4169-9783-4193676c016a,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:08.492847 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-6107ff90-9865-4b82-a76a-28822265ee8d tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Deleting port 7acec236-0210-4367-8821-54c541aa3ee8 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:45:08.493862 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6107ff90-9865-4b82-a76a-28822265ee8d tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (7acec236-0210-4367-8821-54c541aa3ee8), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:08.561361 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b2c5543a-9e48-4025-81af-85d7ef43dbd2 admin admin] Publish callbacks [] for security_group (212cfe80-f357-4c48-84a7-32e046079a80), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:08.621040 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b2c5543a-9e48-4025-81af-85d7ef43dbd2 admin admin] Publish callbacks [] for security_group (212cfe80-f357-4c48-84a7-32e046079a80), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:08.699170 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80e539a-b25a-4c36-a6c8-2fd7d15fd012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=298cdae3-8a94-4f2b-ad9f-68a3e4a3ab72,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:08.743026 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-db22d722-2d30-4b77-b85d-b065351adc02 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Deleting subnet ee564e8c-7208-4689-83c2-03eafc84a6ae {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:45:08.763326 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-db22d722-2d30-4b77-b85d-b065351adc02 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Publish callbacks [] for subnet (ee564e8c-7208-4689-83c2-03eafc84a6ae), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:08.784696 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b2c5543a-9e48-4025-81af-85d7ef43dbd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (212cfe80-f357-4c48-84a7-32e046079a80), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:08.788268 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b2c5543a-9e48-4025-81af-85d7ef43dbd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:08.794369 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-b2c5543a-9e48-4025-81af-85d7ef43dbd2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/212cfe80-f357-4c48-84a7-32e046079a80 HTTP/1.1" status: 204 len: 168 time: 0.3721156 Feb 04 12:45:08.806485 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c5543a-9e48-4025-81af-85d7ef43dbd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=212cfe80-f357-4c48-84a7-32e046079a80,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:08.918204 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-db22d722-2d30-4b77-b85d-b065351adc02 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (ee564e8c-7208-4689-83c2-03eafc84a6ae), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:09.087175 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-db22d722-2d30-4b77-b85d-b065351adc02 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (ee564e8c-7208-4689-83c2-03eafc84a6ae), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:09.129789 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144fe3fd-321d-4898-8872-2c85958dab1e req-44bb2e3c-3a1a-409a-8dba-0f9f00dae463 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:09.131618 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-144fe3fd-321d-4898-8872-2c85958dab1e req-44bb2e3c-3a1a-409a-8dba-0f9f00dae463 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc3e8d13-8890-49ba-aac2-4f409bb8db06 HTTP/1.1" status: 200 len: 908 time: 0.1883988 Feb 04 12:45:09.240618 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-db22d722-2d30-4b77-b85d-b065351adc02 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (ee564e8c-7208-4689-83c2-03eafc84a6ae), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:09.340483 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db22d722-2d30-4b77-b85d-b065351adc02 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Pushing event deleted for resources: {'Subnet': ['ID=ee564e8c-7208-4689-83c2-03eafc84a6ae,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:09.348889 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 5e3d2eef-4247-4620-9020-601a526d82e6 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:45:09.353786 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-db22d722-2d30-4b77-b85d-b065351adc02 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:09.359249 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-db22d722-2d30-4b77-b85d-b065351adc02 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] 10.222.0.65 "DELETE /v2.0/subnets/ee564e8c-7208-4689-83c2-03eafc84a6ae HTTP/1.1" status: 204 len: 168 time: 1.0394320 Feb 04 12:45:09.365748 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 33566) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:45:09.405189 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6b9452-60cc-4bb5-9e47-48c851352cf1 req-fa0c7e90-cc7b-4b9e-bc0b-66c36c800bdf tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:09.428249 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2b6b9452-60cc-4bb5-9e47-48c851352cf1 req-fa0c7e90-cc7b-4b9e-bc0b-66c36c800bdf tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc3e8d13-8890-49ba-aac2-4f409bb8db06 HTTP/1.1" status: 200 len: 908 time: 0.1077936 Feb 04 12:45:09.429144 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 33568) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:45:09.431518 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6107ff90-9865-4b82-a76a-28822265ee8d tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (7acec236-0210-4367-8821-54c541aa3ee8), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:09.483666 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 5e3d2eef-4247-4620-9020-601a526d82e6 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:45:09.484086 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (5e3d2eef-4247-4620-9020-601a526d82e6), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:09.525785 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-6107ff90-9865-4b82-a76a-28822265ee8d tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Calling delete_port for 7acec236-0210-4367-8821-54c541aa3ee8 owned by network:router_interface {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:45:09.533801 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-dd085a23-8b69-459b-ac8d-0bab94f97b1a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0a0c2cb10af841aeae2261540c473b01&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1031706 Feb 04 12:45:09.540550 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 33574) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:45:09.600302 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fbce610-503b-4a71-bff3-f91bcc8f1780 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:09.603625 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-2fbce610-503b-4a71-bff3-f91bcc8f1780 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2359784 Feb 04 12:45:09.624993 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 33578) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:45:09.715692 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5a599ca7-019e-416a-bda6-606846286e76 admin admin] Publish callbacks [] for security_group (449c55ed-7294-492e-866a-c811a96f4327), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:09.718766 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 5e3d2eef-4247-4620-9020-601a526d82e6 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:45:09.719234 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (5e3d2eef-4247-4620-9020-601a526d82e6), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:09.765217 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port 5e3d2eef-4247-4620-9020-601a526d82e6, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=5e3d2eef-4247-4620-9020-601a526d82e6,segment=NetworkSegment(38017760-47a1-4355-8f98-44651142c09d),segment_id=38017760-47a1-4355-8f98-44651142c09d)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:45:09.777030 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (5e3d2eef-4247-4620-9020-601a526d82e6), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:09.845701 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5a599ca7-019e-416a-bda6-606846286e76 admin admin] Publish callbacks [] for security_group (449c55ed-7294-492e-866a-c811a96f4327), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:09.930607 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=5e3d2eef-4247-4620-9020-601a526d82e6,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:10.020863 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc7550e-010f-4165-86a7-5ad2b47bfd55 req-07fac88e-7edb-40e4-a5d7-1f1c99657696 tempest-TestSecurityGroupsBasicOps-1718497516 tempest-TestSecurityGroupsBasicOps-1718497516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:10.023879 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2dc7550e-010f-4165-86a7-5ad2b47bfd55 req-07fac88e-7edb-40e4-a5d7-1f1c99657696 tempest-TestSecurityGroupsBasicOps-1718497516 tempest-TestSecurityGroupsBasicOps-1718497516-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=bc3e8d13-8890-49ba-aac2-4f409bb8db06 HTTP/1.1" status: 200 len: 1090 time: 0.4377944 Feb 04 12:45:10.061303 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9203237d-368b-4eba-993a-7b9a1069c66d tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (df21cbe6-5700-40c4-ace9-be9bd21ce3ee), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:10.116755 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6107ff90-9865-4b82-a76a-28822265ee8d tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (7acec236-0210-4367-8821-54c541aa3ee8), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:10.228943 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6107ff90-9865-4b82-a76a-28822265ee8d tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Pushing event deleted for resources: {'Port': ['ID=7acec236-0210-4367-8821-54c541aa3ee8,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:10.261814 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5a599ca7-019e-416a-bda6-606846286e76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (449c55ed-7294-492e-866a-c811a96f4327), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:10.300353 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5a599ca7-019e-416a-bda6-606846286e76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:10.313401 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-5a599ca7-019e-416a-bda6-606846286e76 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/449c55ed-7294-492e-866a-c811a96f4327 HTTP/1.1" status: 204 len: 168 time: 0.7683868 Feb 04 12:45:10.363308 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a599ca7-019e-416a-bda6-606846286e76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=449c55ed-7294-492e-866a-c811a96f4327,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:10.371292 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-9203237d-368b-4eba-993a-7b9a1069c66d tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Deleting port 5e3d2eef-4247-4620-9020-601a526d82e6 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:45:10.371761 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9203237d-368b-4eba-993a-7b9a1069c66d tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (5e3d2eef-4247-4620-9020-601a526d82e6), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:10.469659 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2d8f9e-8ab6-4ed8-a2e8-2162c067289e None None] Network df21cbe6-5700-40c4-ace9-be9bd21ce3ee requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:45:10.479524 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd87ffa-ebc7-4aed-9db0-f7a3fd0748aa req-f9ffd603-8cbf-40ed-9fdf-7beabd7f4914 tempest-TestSecurityGroupsBasicOps-1718497516 tempest-TestSecurityGroupsBasicOps-1718497516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:10.481076 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4cd87ffa-ebc7-4aed-9db0-f7a3fd0748aa req-f9ffd603-8cbf-40ed-9fdf-7beabd7f4914 tempest-TestSecurityGroupsBasicOps-1718497516 tempest-TestSecurityGroupsBasicOps-1718497516-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=300d028c-dd10-4eb9-8c7a-b8e1f5edd042 HTTP/1.1" status: 200 len: 1167 time: 0.3025658 Feb 04 12:45:10.570226 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6107ff90-9865-4b82-a76a-28822265ee8d tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622067'] for router_interface (235a1eef-30e7-42c5-856b-424c64864291), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:10.664812 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-8a6a6a6f-04dc-4016-bb34-e768ce932c55 None None] Provisioning complete for port 5e3d2eef-4247-4620-9020-601a526d82e6 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:45:10.675994 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8a6a6a6f-04dc-4016-bb34-e768ce932c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (5e3d2eef-4247-4620-9020-601a526d82e6), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:10.747967 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4cd87ffa-ebc7-4aed-9db0-f7a3fd0748aa req-a2434f03-713f-4b4c-828d-b2cc5581a0b0 tempest-TestSecurityGroupsBasicOps-1718497516 tempest-TestSecurityGroupsBasicOps-1718497516-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=f1abc602-416c-47de-b7d0-b9d5f1cfd56b&id=3e4ce75d-0822-492a-b4c4-19330ea903f4&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2541983 Feb 04 12:45:10.754129 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 33604) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:45:10.826162 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13188aab-c47c-403a-bf50-c5c3d1fbf6b3 None None] Network 5418f603-2704-44b9-9d28-8bb6a0db60f4 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:45:10.877779 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-9203237d-368b-4eba-993a-7b9a1069c66d tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] For port 5e3d2eef-4247-4620-9020-601a526d82e6, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=5e3d2eef-4247-4620-9020-601a526d82e6,segment=NetworkSegment(38017760-47a1-4355-8f98-44651142c09d),segment_id=38017760-47a1-4355-8f98-44651142c09d)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:45:10.878282 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9203237d-368b-4eba-993a-7b9a1069c66d tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (5e3d2eef-4247-4620-9020-601a526d82e6), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:10.905754 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-9203237d-368b-4eba-993a-7b9a1069c66d tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Calling delete_port for 5e3d2eef-4247-4620-9020-601a526d82e6 owned by network:dhcp {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:45:10.940265 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8436abe2-d020-4b43-bc59-401fb7bb4ab2 None None] DHCP port deletion for df21cbe6-5700-40c4-ace9-be9bd21ce3ee request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 12:45:10.956222 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-8a6a6a6f-04dc-4016-bb34-e768ce932c55 None None] Current status of the port 5e3d2eef-4247-4620-9020-601a526d82e6 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:45:11.051770 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ff3065-e268-48c5-9964-0dee42ef0669 tempest-TestSecurityGroupsBasicOps-1718497516 tempest-TestSecurityGroupsBasicOps-1718497516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:11.051770 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-46ff3065-e268-48c5-9964-0dee42ef0669 tempest-TestSecurityGroupsBasicOps-1718497516 tempest-TestSecurityGroupsBasicOps-1718497516-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=bc3e8d13-8890-49ba-aac2-4f409bb8db06 HTTP/1.1" status: 200 len: 1085 time: 0.2848585 Feb 04 12:45:11.189377 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-c04ea0dd-674d-49b4-b1a9-020696603e39 None None] Provisioning complete for port 3d4559e5-3e98-4169-9783-4193676c016a triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:45:11.190831 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9203237d-368b-4eba-993a-7b9a1069c66d tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (5e3d2eef-4247-4620-9020-601a526d82e6), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:11.203033 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c04ea0dd-674d-49b4-b1a9-020696603e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (3d4559e5-3e98-4169-9783-4193676c016a), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:11.211972 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 3d4559e5-3e98-4169-9783-4193676c016a up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:45:11.212848 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9203237d-368b-4eba-993a-7b9a1069c66d tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] No DVR routers for this DVR port 5e3d2eef-4247-4620-9020-601a526d82e6 on host n-d-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:45:11.292869 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9203237d-368b-4eba-993a-7b9a1069c66d tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Pushing event deleted for resources: {'Port': ['ID=5e3d2eef-4247-4620-9020-601a526d82e6,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:11.334639 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d780595-6c11-4f79-adb4-b3985784e3d7 None None] DHCP port deletion for 5418f603-2704-44b9-9d28-8bb6a0db60f4 request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 12:45:11.374793 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-8436abe2-d020-4b43-bc59-401fb7bb4ab2 None None] Deleting port 5e3d2eef-4247-4620-9020-601a526d82e6 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:45:11.375359 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8436abe2-d020-4b43-bc59-401fb7bb4ab2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (5e3d2eef-4247-4620-9020-601a526d82e6), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:11.391209 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6107ff90-9865-4b82-a76a-28822265ee8d tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Router 235a1eef-30e7-42c5-856b-424c64864291 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:45:11.586568 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9203237d-368b-4eba-993a-7b9a1069c66d tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (df21cbe6-5700-40c4-ace9-be9bd21ce3ee), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:11.656922 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-9203237d-368b-4eba-993a-7b9a1069c66d tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df21cbe6-5700-40c4-ace9-be9bd21ce3ee']}} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:45:11.689882 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-9203237d-368b-4eba-993a-7b9a1069c66d tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38017760-47a1-4355-8f98-44651142c09d') {'for_net_delete': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:45:11.690185 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-9203237d-368b-4eba-993a-7b9a1069c66d tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38017760-47a1-4355-8f98-44651142c09d') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:45:11.695851 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6107ff90-9865-4b82-a76a-28822265ee8d tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:45:11.725522 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9203237d-368b-4eba-993a-7b9a1069c66d tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51859336'] for segment (38017760-47a1-4355-8f98-44651142c09d), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:11.732644 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-6107ff90-9865-4b82-a76a-28822265ee8d tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] 10.222.0.65 "PUT /v2.0/routers/235a1eef-30e7-42c5-856b-424c64864291/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6055348 Feb 04 12:45:11.733889 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 33634) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:45:11.993179 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 33640) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:45:12.037799 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 33644) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:45:12.056963 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-8436abe2-d020-4b43-bc59-401fb7bb4ab2 None None] For port 5e3d2eef-4247-4620-9020-601a526d82e6, host n-d-825015-3, got binding levels [] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:45:12.057491 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8436abe2-d020-4b43-bc59-401fb7bb4ab2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (5e3d2eef-4247-4620-9020-601a526d82e6), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:12.088517 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9203237d-368b-4eba-993a-7b9a1069c66d tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (38017760-47a1-4355-8f98-44651142c09d), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:12.098227 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aab1a5-6990-494f-bb0e-5bbb788a1d47 req-60ccc9ca-4cbd-4319-b500-314a7e19bc98 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:12.112905 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-91aab1a5-6990-494f-bb0e-5bbb788a1d47 req-60ccc9ca-4cbd-4319-b500-314a7e19bc98 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc3e8d13-8890-49ba-aac2-4f409bb8db06 HTTP/1.1" status: 200 len: 908 time: 0.5234189 Feb 04 12:45:12.113850 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-8436abe2-d020-4b43-bc59-401fb7bb4ab2 None None] Calling delete_port for 5e3d2eef-4247-4620-9020-601a526d82e6 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:45:12.117366 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.ipam_backend_mixin [None req-8436abe2-d020-4b43-bc59-401fb7bb4ab2 None None] Port 5e3d2eef-4247-4620-9020-601a526d82e6 was not found and therefore no delete operation was performed {{(pid=103476) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 04 12:45:12.120006 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab5cd39-ca5e-4bfe-925a-eaf6b67c288c None None] Sync routers for ids ['235a1eef-30e7-42c5-856b-424c64864291'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:45:12.126050 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8436abe2-d020-4b43-bc59-401fb7bb4ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (5e3d2eef-4247-4620-9020-601a526d82e6), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:12.151681 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8436abe2-d020-4b43-bc59-401fb7bb4ab2 None None] No DVR routers for this DVR port 5e3d2eef-4247-4620-9020-601a526d82e6 on host n-d-825015-3 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:45:12.172349 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9203237d-368b-4eba-993a-7b9a1069c66d tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=103475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:45:12.178316 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9203237d-368b-4eba-993a-7b9a1069c66d tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-52093388'] for segment (38017760-47a1-4355-8f98-44651142c09d), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:12.187097 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-6a510578-d488-44cc-88e0-e7ce5bd73ac7 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1624627421-network', 'tenant_id': '225f2ce089ee4f2883ece38bab5476aa'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:45:12.193443 n-d-825015-3 neutron-server[103475]: Traceback (most recent call last): Feb 04 12:45:12.193443 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:45:12.193443 n-d-825015-3 neutron-server[103475]: timer() Feb 04 12:45:12.193443 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:45:12.193443 n-d-825015-3 neutron-server[103475]: cb(*args, **kw) Feb 04 12:45:12.193443 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:45:12.193443 n-d-825015-3 neutron-server[103475]: return func(*args, **kwargs) Feb 04 12:45:12.193443 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:45:12.193443 n-d-825015-3 neutron-server[103475]: self._notify() Feb 04 12:45:12.193443 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:45:12.193443 n-d-825015-3 neutron-server[103475]: self.callback(batched_events) Feb 04 12:45:12.193443 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:45:12.193443 n-d-825015-3 neutron-server[103475]: event.method(event) Feb 04 12:45:12.193443 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:45:12.193443 n-d-825015-3 neutron-server[103475]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:45:12.193443 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:45:12.193443 n-d-825015-3 neutron-server[103475]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:45:12.193443 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:45:12.193443 n-d-825015-3 neutron-server[103475]: return f(self, *a, **k) Feb 04 12:45:12.193443 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:45:12.193443 n-d-825015-3 neutron-server[103475]: return self._get(url).json() Feb 04 12:45:12.193443 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:45:12.193443 n-d-825015-3 neutron-server[103475]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:45:12.193443 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:45:12.193443 n-d-825015-3 neutron-server[103475]: return self.request(url, 'GET', **kwargs) Feb 04 12:45:12.193443 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:45:12.193443 n-d-825015-3 neutron-server[103475]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:45:12.193443 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:45:12.193443 n-d-825015-3 neutron-server[103475]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:45:12.193443 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:45:12.193443 n-d-825015-3 neutron-server[103475]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:45:12.193443 n-d-825015-3 neutron-server[103475]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:45:12.196050 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab5cd39-ca5e-4bfe-925a-eaf6b67c288c None None] Routers {'235a1eef-30e7-42c5-856b-424c64864291'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:45:12.196814 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-bab5cd39-ca5e-4bfe-925a-eaf6b67c288c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:44:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['235a1eef-30e7-42c5-856b-424c64864291'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:45:12.253474 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a510578-d488-44cc-88e0-e7ce5bd73ac7 admin admin] Made reservation on behalf of 225f2ce089ee4f2883ece38bab5476aa for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:45:12.255612 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8436abe2-d020-4b43-bc59-401fb7bb4ab2 None None] Pushing event deleted for resources: {'Port': ['ID=5e3d2eef-4247-4620-9020-601a526d82e6,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:12.256442 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6a510578-d488-44cc-88e0-e7ce5bd73ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:12.288290 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6a510578-d488-44cc-88e0-e7ce5bd73ac7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:12.301158 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-bab5cd39-ca5e-4bfe-925a-eaf6b67c288c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:45:12.321355 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9203237d-368b-4eba-993a-7b9a1069c66d tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (df21cbe6-5700-40c4-ace9-be9bd21ce3ee), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:12.328105 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9203237d-368b-4eba-993a-7b9a1069c66d tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:12.329262 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 3d4559e5-3e98-4169-9783-4193676c016a triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:45:12.330626 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (3d4559e5-3e98-4169-9783-4193676c016a), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:12.339471 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-9203237d-368b-4eba-993a-7b9a1069c66d tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] 10.222.0.65 "DELETE /v2.0/networks/df21cbe6-5700-40c4-ace9-be9bd21ce3ee HTTP/1.1" status: 204 len: 168 time: 2.7113767 Feb 04 12:45:12.349958 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 33650) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:45:12.351841 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-92294c81-3286-4fb3-b9da-374dc0869b49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:12.387934 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9203237d-368b-4eba-993a-7b9a1069c66d tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Pushing event deleted for resources: {'Network': ['ID=df21cbe6-5700-40c4-ace9-be9bd21ce3ee,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:12.407651 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c04ea0dd-674d-49b4-b1a9-020696603e39 None None] Current status of the port 3d4559e5-3e98-4169-9783-4193676c016a is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:45:12.408324 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c04ea0dd-674d-49b4-b1a9-020696603e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (3d4559e5-3e98-4169-9783-4193676c016a), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:12.437202 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab5cd39-ca5e-4bfe-925a-eaf6b67c288c None None] Routers {'235a1eef-30e7-42c5-856b-424c64864291'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:45:12.437935 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-bab5cd39-ca5e-4bfe-925a-eaf6b67c288c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:44:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['235a1eef-30e7-42c5-856b-424c64864291'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:45:12.453481 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-92294c81-3286-4fb3-b9da-374dc0869b49 admin admin] Publish callbacks [] for security_group (c68e3eef-7a20-4d7c-a19c-835796935988), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:12.500191 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-92294c81-3286-4fb3-b9da-374dc0869b49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (c68e3eef-7a20-4d7c-a19c-835796935988), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:12.508333 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-c04ea0dd-674d-49b4-b1a9-020696603e39 None None] For port 3d4559e5-3e98-4169-9783-4193676c016a, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=3d4559e5-3e98-4169-9783-4193676c016a,segment=NetworkSegment(b2f97c5c-7532-42ce-8e05-13bec2813d41),segment_id=b2f97c5c-7532-42ce-8e05-13bec2813d41)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:45:12.512827 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-4d780595-6c11-4f79-adb4-b3985784e3d7 None None] Deleting port 3d4559e5-3e98-4169-9783-4193676c016a {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:45:12.513303 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4d780595-6c11-4f79-adb4-b3985784e3d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (3d4559e5-3e98-4169-9783-4193676c016a), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:12.587338 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92294c81-3286-4fb3-b9da-374dc0869b49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c68e3eef-7a20-4d7c-a19c-835796935988,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:12.589766 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-4d780595-6c11-4f79-adb4-b3985784e3d7 None None] For port 3d4559e5-3e98-4169-9783-4193676c016a, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=3d4559e5-3e98-4169-9783-4193676c016a,segment=NetworkSegment(b2f97c5c-7532-42ce-8e05-13bec2813d41),segment_id=b2f97c5c-7532-42ce-8e05-13bec2813d41)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:45:12.590177 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4d780595-6c11-4f79-adb4-b3985784e3d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (3d4559e5-3e98-4169-9783-4193676c016a), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:12.602049 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 33654) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:45:12.602305 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-92294c81-3286-4fb3-b9da-374dc0869b49 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6c3361cc312e42e08bef5da5103a31c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5628147 Feb 04 12:45:12.607628 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-da79932c-e0e1-4944-9067-048bfc3a390d tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (5418f603-2704-44b9-9d28-8bb6a0db60f4), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:12.607773 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-4d780595-6c11-4f79-adb4-b3985784e3d7 None None] Calling delete_port for 3d4559e5-3e98-4169-9783-4193676c016a owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:45:12.698026 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6a510578-d488-44cc-88e0-e7ce5bd73ac7 admin admin] Publish callbacks [] for security_group (a038daeb-7037-4a86-8d7f-15af18548ace), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:12.700353 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5e796754-ce41-4c2a-ab1b-0777b45522ea tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622215'] for router_interface (235a1eef-30e7-42c5-856b-424c64864291), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:12.706021 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-bab5cd39-ca5e-4bfe-925a-eaf6b67c288c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:45:12.706692 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab5cd39-ca5e-4bfe-925a-eaf6b67c288c None None] The sync data for ids ['235a1eef-30e7-42c5-856b-424c64864291'] in n-d-825015-3 is: [] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:45:12.710313 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c04ea0dd-674d-49b4-b1a9-020696603e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (3d4559e5-3e98-4169-9783-4193676c016a), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:12.714818 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6a510578-d488-44cc-88e0-e7ce5bd73ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (a038daeb-7037-4a86-8d7f-15af18548ace), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:12.722853 n-d-825015-3 neutron-server[103476]: INFO neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] No ports have port_id starting with 3d4559e5-3e98-4169-9783-4193676c016a Feb 04 12:45:12.742647 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4d780595-6c11-4f79-adb4-b3985784e3d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (3d4559e5-3e98-4169-9783-4193676c016a), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:12.749996 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a510578-d488-44cc-88e0-e7ce5bd73ac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a038daeb-7037-4a86-8d7f-15af18548ace,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:12.753604 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04ea0dd-674d-49b4-b1a9-020696603e39 None None] Pushing event deleted for resources: {'Port': ['ID=3d4559e5-3e98-4169-9783-4193676c016a,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:12.755694 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d780595-6c11-4f79-adb4-b3985784e3d7 None None] No DVR routers for this DVR port 3d4559e5-3e98-4169-9783-4193676c016a on host n-d-825015-3 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:45:12.762736 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-da79932c-e0e1-4944-9067-048bfc3a390d tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Deleting port 3d4559e5-3e98-4169-9783-4193676c016a {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:45:12.763100 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-da79932c-e0e1-4944-9067-048bfc3a390d tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (3d4559e5-3e98-4169-9783-4193676c016a), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:12.779850 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a510578-d488-44cc-88e0-e7ce5bd73ac7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:45:12.835011 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6a510578-d488-44cc-88e0-e7ce5bd73ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (28fea379-beee-48e1-a0ea-1457b4867a36), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:12.835557 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-6a510578-d488-44cc-88e0-e7ce5bd73ac7 admin admin] Added segment 28fea379-beee-48e1-a0ea-1457b4867a36 of type vlan for network 3d94a1e9-6d2d-412b-901e-a6d25a00957e Feb 04 12:45:12.839652 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d780595-6c11-4f79-adb4-b3985784e3d7 None None] Pushing event deleted for resources: {'Port': ['ID=3d4559e5-3e98-4169-9783-4193676c016a,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:12.900349 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-da79932c-e0e1-4944-9067-048bfc3a390d tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] For port 3d4559e5-3e98-4169-9783-4193676c016a, host n-d-825015-3, got binding levels [] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:45:12.900868 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-da79932c-e0e1-4944-9067-048bfc3a390d tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (3d4559e5-3e98-4169-9783-4193676c016a), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:12.902195 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bc9fe555-c0dc-4b7d-8ce4-7a0cc24fea3a admin admin] Publish callbacks [] for security_group (c68e3eef-7a20-4d7c-a19c-835796935988), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:12.927560 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6a510578-d488-44cc-88e0-e7ce5bd73ac7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (3d94a1e9-6d2d-412b-901e-a6d25a00957e), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:12.929942 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-da79932c-e0e1-4944-9067-048bfc3a390d tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Calling delete_port for 3d4559e5-3e98-4169-9783-4193676c016a owned by network:dhcp {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:45:12.934183 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.ipam_backend_mixin [None req-da79932c-e0e1-4944-9067-048bfc3a390d tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Port 3d4559e5-3e98-4169-9783-4193676c016a was not found and therefore no delete operation was performed {{(pid=103474) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 04 12:45:12.939494 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-da79932c-e0e1-4944-9067-048bfc3a390d tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (3d4559e5-3e98-4169-9783-4193676c016a), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:12.946681 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a5267c-f812-44a1-b928-8fd1e5cd9ae1 req-2decfa0d-82b4-4758-9eea-d6d8effab2dc tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:12.948642 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d6a5267c-f812-44a1-b928-8fd1e5cd9ae1 req-2decfa0d-82b4-4758-9eea-d6d8effab2dc tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc3e8d13-8890-49ba-aac2-4f409bb8db06 HTTP/1.1" status: 200 len: 908 time: 0.1984916 Feb 04 12:45:12.958799 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 5e3d2eef-4247-4620-9020-601a526d82e6 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:45:12.979046 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da79932c-e0e1-4944-9067-048bfc3a390d tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Pushing event deleted for resources: {'Port': ['ID=3d4559e5-3e98-4169-9783-4193676c016a,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:12.981671 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 5e3d2eef-4247-4620-9020-601a526d82e6 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:45:12.985209 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da79932c-e0e1-4944-9067-048bfc3a390d tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] No DVR routers for this DVR port 3d4559e5-3e98-4169-9783-4193676c016a on host n-d-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:45:12.987216 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 5e3d2eef-4247-4620-9020-601a526d82e6 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:45:12.987971 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 3d4559e5-3e98-4169-9783-4193676c016a no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:45:12.991708 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bc9fe555-c0dc-4b7d-8ce4-7a0cc24fea3a admin admin] Publish callbacks [] for security_group (c68e3eef-7a20-4d7c-a19c-835796935988), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:13.012559 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6a510578-d488-44cc-88e0-e7ce5bd73ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (3d94a1e9-6d2d-412b-901e-a6d25a00957e), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:13.013746 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a510578-d488-44cc-88e0-e7ce5bd73ac7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:13.014563 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6a510578-d488-44cc-88e0-e7ce5bd73ac7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:13.016016 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 3d4559e5-3e98-4169-9783-4193676c016a {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:45:13.017387 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 3d4559e5-3e98-4169-9783-4193676c016a not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:45:13.125626 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-6a510578-d488-44cc-88e0-e7ce5bd73ac7 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.1283116 Feb 04 12:45:13.139050 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 33658) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:45:13.144317 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-f709f635-9850-4b64-8492-2697c2bb7557 admin admin] Request body: {'subnet': {'network_id': '3d94a1e9-6d2d-412b-901e-a6d25a00957e', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1624627421-subnet', 'tenant_id': '225f2ce089ee4f2883ece38bab5476aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:45:13.175414 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a510578-d488-44cc-88e0-e7ce5bd73ac7 admin admin] Pushing event updated for resources: {'Network': ['ID=3d94a1e9-6d2d-412b-901e-a6d25a00957e,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:13.180962 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-da79932c-e0e1-4944-9067-048bfc3a390d tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (5418f603-2704-44b9-9d28-8bb6a0db60f4), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:13.191631 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 3d94a1e9-6d2d-412b-901e-a6d25a00957e details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:45:13.216165 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-da79932c-e0e1-4944-9067-048bfc3a390d tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5418f603-2704-44b9-9d28-8bb6a0db60f4']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:45:13.228714 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-da79932c-e0e1-4944-9067-048bfc3a390d tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2f97c5c-7532-42ce-8e05-13bec2813d41') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:45:13.229059 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-da79932c-e0e1-4944-9067-048bfc3a390d tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2f97c5c-7532-42ce-8e05-13bec2813d41') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:45:13.242088 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-da79932c-e0e1-4944-9067-048bfc3a390d tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (b2f97c5c-7532-42ce-8e05-13bec2813d41), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:13.244500 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bc9fe555-c0dc-4b7d-8ce4-7a0cc24fea3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (c68e3eef-7a20-4d7c-a19c-835796935988), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:13.250738 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bc9fe555-c0dc-4b7d-8ce4-7a0cc24fea3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:13.253910 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-bc9fe555-c0dc-4b7d-8ce4-7a0cc24fea3a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c68e3eef-7a20-4d7c-a19c-835796935988 HTTP/1.1" status: 204 len: 168 time: 0.6498747 Feb 04 12:45:13.271362 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-da79932c-e0e1-4944-9067-048bfc3a390d tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (b2f97c5c-7532-42ce-8e05-13bec2813d41), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:13.286831 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da79932c-e0e1-4944-9067-048bfc3a390d tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:45:13.287542 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-da79932c-e0e1-4944-9067-048bfc3a390d tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (b2f97c5c-7532-42ce-8e05-13bec2813d41), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:13.297744 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9fe555-c0dc-4b7d-8ce4-7a0cc24fea3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c68e3eef-7a20-4d7c-a19c-835796935988,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:13.313236 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f709f635-9850-4b64-8492-2697c2bb7557 admin admin] Made reservation on behalf of 225f2ce089ee4f2883ece38bab5476aa for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:45:13.317230 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f709f635-9850-4b64-8492-2697c2bb7557 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:13.396361 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 12:45:13.396361 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:45:13.396361 n-d-825015-3 neutron-server[103474]: timer() Feb 04 12:45:13.396361 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:45:13.396361 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 12:45:13.396361 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:45:13.396361 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 12:45:13.396361 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:45:13.396361 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 12:45:13.396361 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:45:13.396361 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 12:45:13.396361 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:45:13.396361 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 12:45:13.396361 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:45:13.396361 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:45:13.396361 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:45:13.396361 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:45:13.396361 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:45:13.396361 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 12:45:13.396361 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:45:13.396361 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 12:45:13.396361 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:45:13.396361 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:45:13.396361 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:45:13.396361 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 12:45:13.396361 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:45:13.396361 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:45:13.396361 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:45:13.396361 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:45:13.396361 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:45:13.396361 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:45:13.396361 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:45:13.400290 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-da79932c-e0e1-4944-9067-048bfc3a390d tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (5418f603-2704-44b9-9d28-8bb6a0db60f4), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:13.410631 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-da79932c-e0e1-4944-9067-048bfc3a390d tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:13.417103 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-da79932c-e0e1-4944-9067-048bfc3a390d tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] 10.222.0.65 "DELETE /v2.0/networks/5418f603-2704-44b9-9d28-8bb6a0db60f4 HTTP/1.1" status: 204 len: 168 time: 1.0545442 Feb 04 12:45:13.417829 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 33666) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:45:13.439310 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da79932c-e0e1-4944-9067-048bfc3a390d tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Pushing event deleted for resources: {'Network': ['ID=5418f603-2704-44b9-9d28-8bb6a0db60f4,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:13.452533 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7665387-dc86-4193-951e-ea6a9710ed12 req-c5df2450-97b7-41dd-80ae-f2bb63f262b2 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:13.454900 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b7665387-dc86-4193-951e-ea6a9710ed12 req-c5df2450-97b7-41dd-80ae-f2bb63f262b2 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc3e8d13-8890-49ba-aac2-4f409bb8db06 HTTP/1.1" status: 200 len: 908 time: 0.2420363 Feb 04 12:45:13.535607 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a7b6a36e-1416-4d99-9c6a-04a5dde29d28 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (c42d4704-6142-46f9-a62f-ebd8d80327a2), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:13.544743 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-d6a5267c-f812-44a1-b928-8fd1e5cd9ae1 req-1e68750f-f793-4016-b797-e0df178eaa30 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Deleting port 4ad8674a-69d9-4011-8fb7-423f8ac7197c {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:45:13.545122 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-d6a5267c-f812-44a1-b928-8fd1e5cd9ae1 req-1e68750f-f793-4016-b797-e0df178eaa30 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (4ad8674a-69d9-4011-8fb7-423f8ac7197c), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:13.649594 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a7b6a36e-1416-4d99-9c6a-04a5dde29d28 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (c42d4704-6142-46f9-a62f-ebd8d80327a2), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:13.675471 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-a7b6a36e-1416-4d99-9c6a-04a5dde29d28 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c42d4704-6142-46f9-a62f-ebd8d80327a2']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:45:13.697120 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-a7b6a36e-1416-4d99-9c6a-04a5dde29d28 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbf50c2f-4271-4ad4-9842-7dc23dc9f10b') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:45:13.697578 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-a7b6a36e-1416-4d99-9c6a-04a5dde29d28 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbf50c2f-4271-4ad4-9842-7dc23dc9f10b') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:45:13.701441 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f709f635-9850-4b64-8492-2697c2bb7557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52094127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51452689'] for subnet (1e8bd0ad-7c47-46a9-ae6a-f10808c69ad4), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:13.723272 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a7b6a36e-1416-4d99-9c6a-04a5dde29d28 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (dbf50c2f-4271-4ad4-9842-7dc23dc9f10b), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:13.747027 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a7b6a36e-1416-4d99-9c6a-04a5dde29d28 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (dbf50c2f-4271-4ad4-9842-7dc23dc9f10b), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:13.759144 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7b6a36e-1416-4d99-9c6a-04a5dde29d28 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:45:13.760191 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a7b6a36e-1416-4d99-9c6a-04a5dde29d28 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (dbf50c2f-4271-4ad4-9842-7dc23dc9f10b), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:13.780465 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-d6a5267c-f812-44a1-b928-8fd1e5cd9ae1 req-1e68750f-f793-4016-b797-e0df178eaa30 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] For port 4ad8674a-69d9-4011-8fb7-423f8ac7197c, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=4ad8674a-69d9-4011-8fb7-423f8ac7197c,segment=NetworkSegment(4f722b3b-5a63-4860-b91c-43ff5ece0c31),segment_id=4f722b3b-5a63-4860-b91c-43ff5ece0c31)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:45:13.780834 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-d6a5267c-f812-44a1-b928-8fd1e5cd9ae1 req-1e68750f-f793-4016-b797-e0df178eaa30 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (4ad8674a-69d9-4011-8fb7-423f8ac7197c), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:13.866364 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 12:45:13.866364 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:45:13.866364 n-d-825015-3 neutron-server[103474]: timer() Feb 04 12:45:13.866364 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:45:13.866364 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 12:45:13.866364 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:45:13.866364 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 12:45:13.866364 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:45:13.866364 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 12:45:13.866364 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:45:13.866364 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 12:45:13.866364 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:45:13.866364 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 12:45:13.866364 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:45:13.866364 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:45:13.866364 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:45:13.866364 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:45:13.866364 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:45:13.866364 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 12:45:13.866364 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:45:13.866364 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 12:45:13.866364 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:45:13.866364 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:45:13.866364 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:45:13.866364 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 12:45:13.866364 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:45:13.866364 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:45:13.866364 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:45:13.866364 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:45:13.866364 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:45:13.866364 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:45:13.866364 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:45:13.873362 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a7b6a36e-1416-4d99-9c6a-04a5dde29d28 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (c42d4704-6142-46f9-a62f-ebd8d80327a2), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:13.892361 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a7b6a36e-1416-4d99-9c6a-04a5dde29d28 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:13.907995 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-a7b6a36e-1416-4d99-9c6a-04a5dde29d28 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] 10.222.0.65 "DELETE /v2.0/networks/c42d4704-6142-46f9-a62f-ebd8d80327a2 HTTP/1.1" status: 204 len: 168 time: 0.4785709 Feb 04 12:45:13.912283 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 33680) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:45:13.940386 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b6a36e-1416-4d99-9c6a-04a5dde29d28 tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Pushing event deleted for resources: {'Network': ['ID=c42d4704-6142-46f9-a62f-ebd8d80327a2,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:14.050171 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a5a28575-a3f2-411d-b5c2-6b2888672d1c tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (ee87a7c5-021b-49da-9dc5-fa93e72a2324), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:14.131275 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-d6a5267c-f812-44a1-b928-8fd1e5cd9ae1 req-1e68750f-f793-4016-b797-e0df178eaa30 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Calling delete_port for 4ad8674a-69d9-4011-8fb7-423f8ac7197c owned by compute:nova {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:45:14.135629 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709f635-9850-4b64-8492-2697c2bb7557 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e8bd0ad-7c47-46a9-ae6a-f10808c69ad4,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:14.158818 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f709f635-9850-4b64-8492-2697c2bb7557 admin admin] Checking segment: {'id': '28fea379-beee-48e1-a0ea-1457b4867a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '3d94a1e9-6d2d-412b-901e-a6d25a00957e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:45:14.159488 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f709f635-9850-4b64-8492-2697c2bb7557 admin admin] Network hostable DHCP agents. Network: 3d94a1e9-6d2d-412b-901e-a6d25a00957e, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:45:14.166818 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-5e796754-ce41-4c2a-ab1b-0777b45522ea tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Deleting port dd3b568c-f1bd-4fe4-b888-a3a45a554afe {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:45:14.167163 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5e796754-ce41-4c2a-ab1b-0777b45522ea tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (dd3b568c-f1bd-4fe4-b888-a3a45a554afe), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:14.192168 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a5a28575-a3f2-411d-b5c2-6b2888672d1c tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (ee87a7c5-021b-49da-9dc5-fa93e72a2324), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:14.212477 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 33690) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:45:14.222038 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-a5a28575-a3f2-411d-b5c2-6b2888672d1c tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee87a7c5-021b-49da-9dc5-fa93e72a2324']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:45:14.231939 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-a5a28575-a3f2-411d-b5c2-6b2888672d1c tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a67179d-1263-407c-b997-4ca20fe354ff') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:45:14.232312 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-a5a28575-a3f2-411d-b5c2-6b2888672d1c tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a67179d-1263-407c-b997-4ca20fe354ff') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:45:14.243497 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a5a28575-a3f2-411d-b5c2-6b2888672d1c tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (6a67179d-1263-407c-b997-4ca20fe354ff), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:14.260577 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a5a28575-a3f2-411d-b5c2-6b2888672d1c tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (6a67179d-1263-407c-b997-4ca20fe354ff), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:14.269222 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5a28575-a3f2-411d-b5c2-6b2888672d1c tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:45:14.269756 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a5a28575-a3f2-411d-b5c2-6b2888672d1c tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (6a67179d-1263-407c-b997-4ca20fe354ff), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:14.274019 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 12:45:14.274019 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:45:14.274019 n-d-825015-3 neutron-server[103474]: timer() Feb 04 12:45:14.274019 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:45:14.274019 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 12:45:14.274019 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:45:14.274019 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 12:45:14.274019 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:45:14.274019 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 12:45:14.274019 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:45:14.274019 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 12:45:14.274019 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:45:14.274019 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 12:45:14.274019 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:45:14.274019 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:45:14.274019 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:45:14.274019 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:45:14.274019 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:45:14.274019 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 12:45:14.274019 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:45:14.274019 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 12:45:14.274019 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:45:14.274019 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:45:14.274019 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:45:14.274019 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 12:45:14.274019 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:45:14.274019 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:45:14.274019 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:45:14.274019 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:45:14.274019 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:45:14.274019 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:45:14.274019 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:45:14.293339 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f709f635-9850-4b64-8492-2697c2bb7557 admin admin] Network 3d94a1e9-6d2d-412b-901e-a6d25a00957e is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:45:14.341594 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-f709f635-9850-4b64-8492-2697c2bb7557 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 3d94a1e9-6d2d-412b-901e-a6d25a00957e) {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:45:14.352023 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8764a804-804a-4ccb-b395-07bd573fe9e2 None None] Network 3d94a1e9-6d2d-412b-901e-a6d25a00957e requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:45:14.364212 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5e796754-ce41-4c2a-ab1b-0777b45522ea tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (dd3b568c-f1bd-4fe4-b888-a3a45a554afe), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:14.377053 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f709f635-9850-4b64-8492-2697c2bb7557 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:14.377658 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f709f635-9850-4b64-8492-2697c2bb7557 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:14.380747 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a5a28575-a3f2-411d-b5c2-6b2888672d1c tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (ee87a7c5-021b-49da-9dc5-fa93e72a2324), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:14.387712 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a5a28575-a3f2-411d-b5c2-6b2888672d1c tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:14.393268 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-5e796754-ce41-4c2a-ab1b-0777b45522ea tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Calling delete_port for dd3b568c-f1bd-4fe4-b888-a3a45a554afe owned by network:router_interface {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:45:14.396942 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-a5a28575-a3f2-411d-b5c2-6b2888672d1c tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] 10.222.0.65 "DELETE /v2.0/networks/ee87a7c5-021b-49da-9dc5-fa93e72a2324 HTTP/1.1" status: 204 len: 168 time: 0.4632843 Feb 04 12:45:14.424569 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-f709f635-9850-4b64-8492-2697c2bb7557 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.2840550 Feb 04 12:45:14.449156 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a28575-a3f2-411d-b5c2-6b2888672d1c tempest-BulkNetworkOpsTest-205506492 tempest-BulkNetworkOpsTest-205506492-project] Pushing event deleted for resources: {'Network': ['ID=ee87a7c5-021b-49da-9dc5-fa93e72a2324,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:14.462299 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-d6a5267c-f812-44a1-b928-8fd1e5cd9ae1 req-1e68750f-f793-4016-b797-e0df178eaa30 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (4ad8674a-69d9-4011-8fb7-423f8ac7197c), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:14.478775 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-a688b9e4-c1d3-4def-aadd-29ae36e725d5 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-2052164939-network', 'tenant_id': '7531a3531a28451c96cac6ee9b478b0b'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:45:14.536676 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e68750f-f793-4016-b797-e0df178eaa30 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Pushing event deleted for resources: {'Port': ['ID=4ad8674a-69d9-4011-8fb7-423f8ac7197c,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:14.614824 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6c7f98-83b0-4f81-bbe9-dc0695c28b77 None None] Network 3d94a1e9-6d2d-412b-901e-a6d25a00957e requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:45:14.641494 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a688b9e4-c1d3-4def-aadd-29ae36e725d5 admin admin] Made reservation on behalf of 7531a3531a28451c96cac6ee9b478b0b for: {'network': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:45:14.645030 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a688b9e4-c1d3-4def-aadd-29ae36e725d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:14.647430 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6a5267c-f812-44a1-b928-8fd1e5cd9ae1 req-1e68750f-f793-4016-b797-e0df178eaa30 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] No DVR routers for this DVR port 4ad8674a-69d9-4011-8fb7-423f8ac7197c on host n-h1-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:45:14.699347 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-d6a5267c-f812-44a1-b928-8fd1e5cd9ae1 req-1e68750f-f793-4016-b797-e0df178eaa30 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:14.715517 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d6a5267c-f812-44a1-b928-8fd1e5cd9ae1 req-1e68750f-f793-4016-b797-e0df178eaa30 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] 10.222.0.73 "DELETE /v2.0/ports/4ad8674a-69d9-4011-8fb7-423f8ac7197c HTTP/1.1" status: 204 len: 173 time: 1.6775134 Feb 04 12:45:14.740934 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc3e8d13-8890-49ba-aac2-4f409bb8db06', 'name': 'network-vif-deleted', 'tag': '4ad8674a-69d9-4011-8fb7-423f8ac7197c'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:45:14.743245 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfba3c3b-6041-43b0-99f7-8220fcbe5bc9" -d '{"events": [{"server_uuid": "bc3e8d13-8890-49ba-aac2-4f409bb8db06", "name": "network-vif-deleted", "tag": "4ad8674a-69d9-4011-8fb7-423f8ac7197c"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:45:14.759305 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a688b9e4-c1d3-4def-aadd-29ae36e725d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:14.817630 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-693722d0-d2f1-49fb-873b-10f30bd142ff req-b9a3fad6-c560-43fc-b43c-883cbde8fe1b tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc3e8d13-8890-49ba-aac2-4f409bb8db06 HTTP/1.1" status: 200 len: 210 time: 0.1770113 Feb 04 12:45:14.828752 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04bf7670-ae24-417b-ac2d-334447987c73 x-openstack-request-id: req-04bf7670-ae24-417b-ac2d-334447987c73 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:45:14.829337 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc3e8d13-8890-49ba-aac2-4f409bb8db06", "name": "network-vif-deleted", "tag": "4ad8674a-69d9-4011-8fb7-423f8ac7197c", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:45:14.830259 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-04bf7670-ae24-417b-ac2d-334447987c73 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:45:14.831354 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc3e8d13-8890-49ba-aac2-4f409bb8db06', 'name': 'network-vif-deleted', 'tag': '4ad8674a-69d9-4011-8fb7-423f8ac7197c', 'status': 'completed', 'code': 200} Feb 04 12:45:14.932255 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 33710) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:45:14.967768 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5e796754-ce41-4c2a-ab1b-0777b45522ea tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (dd3b568c-f1bd-4fe4-b888-a3a45a554afe), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:15.022072 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e796754-ce41-4c2a-ab1b-0777b45522ea tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Pushing event deleted for resources: {'Port': ['ID=dd3b568c-f1bd-4fe4-b888-a3a45a554afe,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:15.070717 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a688b9e4-c1d3-4def-aadd-29ae36e725d5 admin admin] Publish callbacks [] for security_group (b795fbae-2139-4ecd-8cc3-fd2a91719375), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:15.113454 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a688b9e4-c1d3-4def-aadd-29ae36e725d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (b795fbae-2139-4ecd-8cc3-fd2a91719375), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:15.187355 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-e92c5be6-caf6-41e9-a80c-2939d48875f0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=29df8c433ca243edbb02118f694a02ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2517395 Feb 04 12:45:15.187685 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 33718) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:45:15.269051 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5e796754-ce41-4c2a-ab1b-0777b45522ea tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622067'] for router_interface (235a1eef-30e7-42c5-856b-424c64864291), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:15.273468 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a688b9e4-c1d3-4def-aadd-29ae36e725d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b795fbae-2139-4ecd-8cc3-fd2a91719375,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:15.286197 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c6b08e49-9995-462d-8a94-7bfafba624df admin admin] Publish callbacks [] for security_group (5b7a24db-ad7c-4d05-a335-dd58bfa70c83), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:15.291640 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a688b9e4-c1d3-4def-aadd-29ae36e725d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=103475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:45:15.317327 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c6b08e49-9995-462d-8a94-7bfafba624df admin admin] Publish callbacks [] for security_group (5b7a24db-ad7c-4d05-a335-dd58bfa70c83), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:15.380624 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a688b9e4-c1d3-4def-aadd-29ae36e725d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (10c0b2b4-e05a-4bae-bb78-6660d2a06f1d), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:15.380986 n-d-825015-3 neutron-server[103475]: INFO neutron.db.segments_db [None req-a688b9e4-c1d3-4def-aadd-29ae36e725d5 admin admin] Added segment 10c0b2b4-e05a-4bae-bb78-6660d2a06f1d of type vlan for network 9222768b-24e8-4bf5-8435-b7d0ef6b58eb Feb 04 12:45:15.399314 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c6b08e49-9995-462d-8a94-7bfafba624df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (5b7a24db-ad7c-4d05-a335-dd58bfa70c83), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:15.408628 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c6b08e49-9995-462d-8a94-7bfafba624df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:15.410248 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-c6b08e49-9995-462d-8a94-7bfafba624df admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5b7a24db-ad7c-4d05-a335-dd58bfa70c83 HTTP/1.1" status: 204 len: 168 time: 0.2216070 Feb 04 12:45:15.427985 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b08e49-9995-462d-8a94-7bfafba624df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b7a24db-ad7c-4d05-a335-dd58bfa70c83,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:15.486793 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 12:45:15.502732 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a688b9e4-c1d3-4def-aadd-29ae36e725d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (9222768b-24e8-4bf5-8435-b7d0ef6b58eb), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:15.556579 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ff36f6e9-dbd9-4829-a21a-ce39bde16d59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:15.643063 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8743b4a8-23d6-4145-80c3-7f02f6305c05 req-3c325fef-1359-4b89-8b44-b1adf5b8a4f1 tempest-InstanceActionsNegativeTestJSON-322497138 tempest-InstanceActionsNegativeTestJSON-322497138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:15.649034 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8743b4a8-23d6-4145-80c3-7f02f6305c05 req-3c325fef-1359-4b89-8b44-b1adf5b8a4f1 tempest-InstanceActionsNegativeTestJSON-322497138 tempest-InstanceActionsNegativeTestJSON-322497138-project] 10.222.0.65 "GET /v2.0/networks?id=3d94a1e9-6d2d-412b-901e-a6d25a00957e HTTP/1.1" status: 200 len: 822 time: 0.3463483 Feb 04 12:45:15.653939 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a688b9e4-c1d3-4def-aadd-29ae36e725d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (9222768b-24e8-4bf5-8435-b7d0ef6b58eb), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:15.654892 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a688b9e4-c1d3-4def-aadd-29ae36e725d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:15.655477 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a688b9e4-c1d3-4def-aadd-29ae36e725d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:15.658975 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e796754-ce41-4c2a-ab1b-0777b45522ea tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Router 235a1eef-30e7-42c5-856b-424c64864291 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:45:15.689614 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8743b4a8-23d6-4145-80c3-7f02f6305c05 req-6ac688d3-9072-4ab6-978a-9f4b07565df7 tempest-InstanceActionsNegativeTestJSON-322497138 tempest-InstanceActionsNegativeTestJSON-322497138-project] 10.222.0.65 "GET /v2.0/quotas/225f2ce089ee4f2883ece38bab5476aa HTTP/1.1" status: 200 len: 375 time: 0.0390737 Feb 04 12:45:15.726227 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-a688b9e4-c1d3-4def-aadd-29ae36e725d5 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.5126808 Feb 04 12:45:15.733142 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 33734) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:45:15.749669 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-43713311-fb6e-4536-9a79-41f5542930d7 admin admin] Request body: {'subnet': {'network_id': '9222768b-24e8-4bf5-8435-b7d0ef6b58eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-2052164939-subnet', 'tenant_id': '7531a3531a28451c96cac6ee9b478b0b', 'ip_version': 4}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:45:15.773416 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8743b4a8-23d6-4145-80c3-7f02f6305c05 req-ef7605b1-ee5f-4b95-af5a-42c457ed8811 tempest-InstanceActionsNegativeTestJSON-322497138 tempest-InstanceActionsNegativeTestJSON-322497138-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=225f2ce089ee4f2883ece38bab5476aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0542116 Feb 04 12:45:15.780596 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a688b9e4-c1d3-4def-aadd-29ae36e725d5 admin admin] Pushing event updated for resources: {'Network': ['ID=9222768b-24e8-4bf5-8435-b7d0ef6b58eb,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:15.799382 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 9222768b-24e8-4bf5-8435-b7d0ef6b58eb details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:45:15.833601 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43713311-fb6e-4536-9a79-41f5542930d7 admin admin] Made reservation on behalf of 7531a3531a28451c96cac6ee9b478b0b for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:45:15.837629 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-43713311-fb6e-4536-9a79-41f5542930d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60610638'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:15.931213 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 33744) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:45:15.992306 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e796754-ce41-4c2a-ab1b-0777b45522ea tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:45:16.008611 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-5e796754-ce41-4c2a-ab1b-0777b45522ea tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] 10.222.0.65 "PUT /v2.0/routers/235a1eef-30e7-42c5-856b-424c64864291/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2616773 Feb 04 12:45:16.009334 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 33748) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:45:16.016187 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56ad09c-4bc7-484e-b7ef-0bcd03403877 None None] Sync routers for ids ['235a1eef-30e7-42c5-856b-424c64864291'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:45:16.034666 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56ad09c-4bc7-484e-b7ef-0bcd03403877 None None] Routers {'235a1eef-30e7-42c5-856b-424c64864291'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:45:16.036767 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-c56ad09c-4bc7-484e-b7ef-0bcd03403877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:44:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['235a1eef-30e7-42c5-856b-424c64864291'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:45:16.054819 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-028752a6-7d49-4fb8-b58c-c346ee1dfb08 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] 10.222.0.65 "GET /v2.0/ports?device_id=235a1eef-30e7-42c5-856b-424c64864291 HTTP/1.1" status: 200 len: 205 time: 0.0417695 Feb 04 12:45:16.056420 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 33752) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:45:16.094953 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-c56ad09c-4bc7-484e-b7ef-0bcd03403877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:45:16.106060 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56ad09c-4bc7-484e-b7ef-0bcd03403877 None None] Routers {'235a1eef-30e7-42c5-856b-424c64864291'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:45:16.107048 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-c56ad09c-4bc7-484e-b7ef-0bcd03403877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:44:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['235a1eef-30e7-42c5-856b-424c64864291'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:45:16.190408 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-60875446-6c93-4d95-ad35-5a7978c38bd1 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks [] for router (235a1eef-30e7-42c5-856b-424c64864291), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:16.249472 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8743b4a8-23d6-4145-80c3-7f02f6305c05 req-aeba62f7-4ea8-45fd-bfc5-1842b5ffb74a service neutron] 10.222.0.65 "GET /v2.0/networks/3d94a1e9-6d2d-412b-901e-a6d25a00957e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4628792 Feb 04 12:45:16.260625 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-c56ad09c-4bc7-484e-b7ef-0bcd03403877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:45:16.261625 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56ad09c-4bc7-484e-b7ef-0bcd03403877 None None] The sync data for ids ['235a1eef-30e7-42c5-856b-424c64864291'] in n-d-825015-3 is: [] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:45:16.484606 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-60875446-6c93-4d95-ad35-5a7978c38bd1 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10915'] for router (235a1eef-30e7-42c5-856b-424c64864291), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:16.489881 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-60875446-6c93-4d95-ad35-5a7978c38bd1 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks [] for router_controller (235a1eef-30e7-42c5-856b-424c64864291), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:16.542765 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8743b4a8-23d6-4145-80c3-7f02f6305c05 req-7dfc17eb-266f-4765-968a-3cc4deb73ca0 service neutron] 10.222.0.65 "GET /v2.0/networks/3d94a1e9-6d2d-412b-901e-a6d25a00957e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2923009 Feb 04 12:45:16.556284 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-60875446-6c93-4d95-ad35-5a7978c38bd1 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622829'] for router (235a1eef-30e7-42c5-856b-424c64864291), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:16.557436 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60875446-6c93-4d95-ad35-5a7978c38bd1 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Fanout notify agent at l3_agent the message router_deleted on router 235a1eef-30e7-42c5-856b-424c64864291 {{(pid=103475) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 12:45:16.575778 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-60875446-6c93-4d95-ad35-5a7978c38bd1 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks [] for router (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:16.579637 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-60875446-6c93-4d95-ad35-5a7978c38bd1 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] 10.222.0.65 "DELETE /v2.0/routers/235a1eef-30e7-42c5-856b-424c64864291 HTTP/1.1" status: 204 len: 168 time: 0.5206835 Feb 04 12:45:16.581461 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 33764) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:45:16.695830 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_v2 [None req-76bf2b10-a889-47b0-91c1-3655ed124b57 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Deleting subnet 63cdce37-dcf0-4f83-a24b-d2afd3192466 {{(pid=103475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:45:16.703786 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-76bf2b10-a889-47b0-91c1-3655ed124b57 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks [] for subnet (63cdce37-dcf0-4f83-a24b-d2afd3192466), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:16.808513 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-76bf2b10-a889-47b0-91c1-3655ed124b57 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51859329'] for subnet (63cdce37-dcf0-4f83-a24b-d2afd3192466), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:16.856269 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 4ad8674a-69d9-4011-8fb7-423f8ac7197c no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:45:16.885588 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-22504a24-ac48-4cb4-8723-1f10414696eb req-827e28f6-8e29-4a1f-885e-f087de83d9e4 tempest-InstanceActionsNegativeTestJSON-322497138 tempest-InstanceActionsNegativeTestJSON-322497138-project] 10.222.0.65 "GET /v2.0/ports?device_id=041304ec-0a9e-4923-a4dd-d84df3069349 HTTP/1.1" status: 200 len: 210 time: 0.0804973 Feb 04 12:45:16.930935 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] No Port match for: 4ad8674a-69d9-4011-8fb7-423f8ac7197c {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:45:16.931582 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 4ad8674a-69d9-4011-8fb7-423f8ac7197c not bound to the agent host n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:45:16.965325 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-43713311-fb6e-4536-9a79-41f5542930d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59045178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60610680'] for subnet (1ed25298-bc98-48ae-b742-10a7bfc6ffad), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:17.014502 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-76bf2b10-a889-47b0-91c1-3655ed124b57 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (63cdce37-dcf0-4f83-a24b-d2afd3192466), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:17.122327 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-76bf2b10-a889-47b0-91c1-3655ed124b57 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-52093282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51452698'] for subnet (63cdce37-dcf0-4f83-a24b-d2afd3192466), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:17.151994 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43713311-fb6e-4536-9a79-41f5542930d7 admin admin] Checking segment: {'id': '10c0b2b4-e05a-4bae-bb78-6660d2a06f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '9222768b-24e8-4bf5-8435-b7d0ef6b58eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:45:17.152500 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43713311-fb6e-4536-9a79-41f5542930d7 admin admin] Network hostable DHCP agents. Network: 9222768b-24e8-4bf5-8435-b7d0ef6b58eb, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:45:17.161063 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43713311-fb6e-4536-9a79-41f5542930d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ed25298-bc98-48ae-b742-10a7bfc6ffad,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:17.189599 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bf2b10-a889-47b0-91c1-3655ed124b57 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Pushing event deleted for resources: {'Subnet': ['ID=63cdce37-dcf0-4f83-a24b-d2afd3192466,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:17.192292 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-76bf2b10-a889-47b0-91c1-3655ed124b57 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:17.196634 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-76bf2b10-a889-47b0-91c1-3655ed124b57 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] 10.222.0.65 "DELETE /v2.0/subnets/63cdce37-dcf0-4f83-a24b-d2afd3192466 HTTP/1.1" status: 204 len: 168 time: 0.6138289 Feb 04 12:45:17.202003 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 33788) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:45:17.206560 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8afa3a0e-fadf-4b11-999d-c43dfa952b5c None None] Network 8c75baa9-e9c4-4b4a-9970-c0e22dba19d4 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:45:17.249547 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43713311-fb6e-4536-9a79-41f5542930d7 admin admin] Network 9222768b-24e8-4bf5-8435-b7d0ef6b58eb is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:45:17.272875 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-43713311-fb6e-4536-9a79-41f5542930d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 9222768b-24e8-4bf5-8435-b7d0ef6b58eb) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:45:17.281872 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43713311-fb6e-4536-9a79-41f5542930d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:17.283315 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-43713311-fb6e-4536-9a79-41f5542930d7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:17.297502 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9f10ef6-e723-45fd-ac34-7e993c902cc0 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Deleting subnet 7557836c-2180-4cd9-b72c-d5ed396d117f {{(pid=103475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:45:17.303001 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b9f10ef6-e723-45fd-ac34-7e993c902cc0 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks [] for subnet (7557836c-2180-4cd9-b72c-d5ed396d117f), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:17.311394 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-43713311-fb6e-4536-9a79-41f5542930d7 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.5761075 Feb 04 12:45:17.320688 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 33790) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:45:17.326996 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-911eedb6-718d-47ce-b695-f41587ed8edf admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-2052164939-router', 'tenant_id': '7531a3531a28451c96cac6ee9b478b0b', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:45:17.382630 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-911eedb6-718d-47ce-b695-f41587ed8edf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10933'] for router (4ef9a873-6f7d-4e62-9a20-a6ffb3c44496), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:17.384419 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b9f10ef6-e723-45fd-ac34-7e993c902cc0 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51859329'] for subnet (7557836c-2180-4cd9-b72c-d5ed396d117f), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:17.387444 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-911eedb6-718d-47ce-b695-f41587ed8edf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10924'] for router (4ef9a873-6f7d-4e62-9a20-a6ffb3c44496), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:17.390393 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1378e954-17fc-4b1d-a787-e2aa1fedd424 None None] Network 9222768b-24e8-4bf5-8435-b7d0ef6b58eb requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:45:17.536649 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b9f10ef6-e723-45fd-ac34-7e993c902cc0 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (7557836c-2180-4cd9-b72c-d5ed396d117f), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:17.654552 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4ed92690-6274-4255-8b16-69a432d127f3 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622215'] for router_interface (c5214de8-e5c7-4005-a4fd-c0028b5755db), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:17.680292 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3186d2c8-fba2-45de-94f8-048159fd4fd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-9222768b-24e8-4bf5-8435-b7d0ef6b58eb', 'network_id': '9222768b-24e8-4bf5-8435-b7d0ef6b58eb', 'project_id': '7531a3531a28451c96cac6ee9b478b0b', 'fixed_ips': [{'subnet_id': '1ed25298-bc98-48ae-b742-10a7bfc6ffad'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 12:45:17.694418 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3186d2c8-fba2-45de-94f8-048159fd4fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:17.715572 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b9f10ef6-e723-45fd-ac34-7e993c902cc0 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-52093282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51452698'] for subnet (7557836c-2180-4cd9-b72c-d5ed396d117f), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:17.730627 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4887c4-c4f2-4c44-8b37-9241972615ed None None] DHCP port deletion for 8c75baa9-e9c4-4b4a-9970-c0e22dba19d4 request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 12:45:17.799154 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b9f10ef6-e723-45fd-ac34-7e993c902cc0 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:17.805524 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-b9f10ef6-e723-45fd-ac34-7e993c902cc0 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] 10.222.0.65 "DELETE /v2.0/subnets/7557836c-2180-4cd9-b72c-d5ed396d117f HTTP/1.1" status: 204 len: 168 time: 0.6000555 Feb 04 12:45:17.805524 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f10ef6-e723-45fd-ac34-7e993c902cc0 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Pushing event deleted for resources: {'Subnet': ['ID=7557836c-2180-4cd9-b72c-d5ed396d117f,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:17.810834 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 33802) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:45:17.837304 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18815af5-53da-44c5-81e4-07bc0f001e39 None None] Network ac067227-a447-46fa-8486-ff94c9eba749 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:45:17.927166 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-911eedb6-718d-47ce-b695-f41587ed8edf admin admin] Publish callbacks [] for router_controller (4ef9a873-6f7d-4e62-9a20-a6ffb3c44496), precommit_add_association {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:17.992529 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6d654232-c16b-4e98-a002-c93469aafeda tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (8c75baa9-e9c4-4b4a-9970-c0e22dba19d4), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:18.049133 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac56843a-dd91-4717-a02f-97ab5483f49b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:18.095792 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-dc4887c4-c4f2-4c44-8b37-9241972615ed None None] Deleting port e1fb2fb5-820c-4bab-8a4b-cc4d4c618c25 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:45:18.096015 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dc4887c4-c4f2-4c44-8b37-9241972615ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (e1fb2fb5-820c-4bab-8a4b-cc4d4c618c25), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:18.099475 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b12411c2-04bb-455d-a73a-30c58b1270c5 req-48a73947-34de-49a0-a846-624931c2330e tempest-InstanceActionsNegativeTestJSON-322497138 tempest-InstanceActionsNegativeTestJSON-322497138-project] 10.222.0.65 "GET /v2.0/ports?device_id=041304ec-0a9e-4923-a4dd-d84df3069349 HTTP/1.1" status: 200 len: 210 time: 0.0584402 Feb 04 12:45:18.133116 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-6d654232-c16b-4e98-a002-c93469aafeda tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Deleting port e1fb2fb5-820c-4bab-8a4b-cc4d4c618c25 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:45:18.133669 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6d654232-c16b-4e98-a002-c93469aafeda tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (e1fb2fb5-820c-4bab-8a4b-cc4d4c618c25), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:18.260301 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-6d654232-c16b-4e98-a002-c93469aafeda tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] For port e1fb2fb5-820c-4bab-8a4b-cc4d4c618c25, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=e1fb2fb5-820c-4bab-8a4b-cc4d4c618c25,segment=NetworkSegment(c236de83-090c-4f73-9bb9-fcfeb356bee4),segment_id=c236de83-090c-4f73-9bb9-fcfeb356bee4)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:45:18.260686 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6d654232-c16b-4e98-a002-c93469aafeda tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (e1fb2fb5-820c-4bab-8a4b-cc4d4c618c25), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:18.265746 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-dc4887c4-c4f2-4c44-8b37-9241972615ed None None] For port e1fb2fb5-820c-4bab-8a4b-cc4d4c618c25, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=e1fb2fb5-820c-4bab-8a4b-cc4d4c618c25,segment=NetworkSegment(c236de83-090c-4f73-9bb9-fcfeb356bee4),segment_id=c236de83-090c-4f73-9bb9-fcfeb356bee4)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:45:18.266155 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dc4887c4-c4f2-4c44-8b37-9241972615ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (e1fb2fb5-820c-4bab-8a4b-cc4d4c618c25), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:18.282193 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-6d654232-c16b-4e98-a002-c93469aafeda tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Calling delete_port for e1fb2fb5-820c-4bab-8a4b-cc4d4c618c25 owned by network:dhcp {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:45:18.316065 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-dc4887c4-c4f2-4c44-8b37-9241972615ed None None] Calling delete_port for e1fb2fb5-820c-4bab-8a4b-cc4d4c618c25 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:45:18.436358 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-911eedb6-718d-47ce-b695-f41587ed8edf admin admin] Publish callbacks [] for router_gateway (4ef9a873-6f7d-4e62-9a20-a6ffb3c44496), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:18.462654 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5851e463-fbd9-4f9f-8c32-124bfe0eaada None None] DHCP port deletion for ac067227-a447-46fa-8486-ff94c9eba749 request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 12:45:18.497663 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6d654232-c16b-4e98-a002-c93469aafeda tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (e1fb2fb5-820c-4bab-8a4b-cc4d4c618c25), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:18.507349 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-3186d2c8-fba2-45de-94f8-048159fd4fd1 None None] Allocated IP 172.20.0.2 (9222768b-24e8-4bf5-8435-b7d0ef6b58eb/1ed25298-bc98-48ae-b742-10a7bfc6ffad/465b050d-c578-4c0c-a1fa-a341c2db84c6) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:45:18.542444 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-4ed92690-6274-4255-8b16-69a432d127f3 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Deleting port 7b004e5e-b0ef-4db7-9fcc-34e295b1d8c8 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:45:18.542796 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4ed92690-6274-4255-8b16-69a432d127f3 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (7b004e5e-b0ef-4db7-9fcc-34e295b1d8c8), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:18.551313 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d654232-c16b-4e98-a002-c93469aafeda tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Pushing event deleted for resources: {'Port': ['ID=e1fb2fb5-820c-4bab-8a4b-cc4d4c618c25,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:18.553810 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d654232-c16b-4e98-a002-c93469aafeda tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] No DVR routers for this DVR port e1fb2fb5-820c-4bab-8a4b-cc4d4c618c25 on host n-d-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:45:18.616121 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8743b4a8-23d6-4145-80c3-7f02f6305c05 req-5543c46e-8a0f-4248-861f-2e0c2ed257a0 tempest-InstanceActionsNegativeTestJSON-322497138 tempest-InstanceActionsNegativeTestJSON-322497138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:18.625505 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8743b4a8-23d6-4145-80c3-7f02f6305c05 req-5543c46e-8a0f-4248-861f-2e0c2ed257a0 tempest-InstanceActionsNegativeTestJSON-322497138 tempest-InstanceActionsNegativeTestJSON-322497138-project] 10.222.0.73 "GET /v2.0/networks?id=3d94a1e9-6d2d-412b-901e-a6d25a00957e HTTP/1.1" status: 200 len: 822 time: 0.2246993 Feb 04 12:45:18.680911 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-8743b4a8-23d6-4145-80c3-7f02f6305c05 req-808a9dc4-b8c6-4edf-90de-50488fbee27b tempest-InstanceActionsNegativeTestJSON-322497138 tempest-InstanceActionsNegativeTestJSON-322497138-project] Request body: {'port': {'device_id': '041304ec-0a9e-4923-a4dd-d84df3069349', 'network_id': '3d94a1e9-6d2d-412b-901e-a6d25a00957e', 'admin_state_up': True, 'tenant_id': '225f2ce089ee4f2883ece38bab5476aa'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:45:18.705124 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-4ed92690-6274-4255-8b16-69a432d127f3 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] For port 7b004e5e-b0ef-4db7-9fcc-34e295b1d8c8, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=7b004e5e-b0ef-4db7-9fcc-34e295b1d8c8,segment=NetworkSegment(4f722b3b-5a63-4860-b91c-43ff5ece0c31),segment_id=4f722b3b-5a63-4860-b91c-43ff5ece0c31)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:45:18.705500 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4ed92690-6274-4255-8b16-69a432d127f3 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (7b004e5e-b0ef-4db7-9fcc-34e295b1d8c8), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:18.719120 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-4ed92690-6274-4255-8b16-69a432d127f3 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Calling delete_port for 7b004e5e-b0ef-4db7-9fcc-34e295b1d8c8 owned by network:router_interface {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:45:18.727907 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dc4887c4-c4f2-4c44-8b37-9241972615ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (e1fb2fb5-820c-4bab-8a4b-cc4d4c618c25), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:18.755326 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6d654232-c16b-4e98-a002-c93469aafeda tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (8c75baa9-e9c4-4b4a-9970-c0e22dba19d4), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:18.773098 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4887c4-c4f2-4c44-8b37-9241972615ed None None] Pushing event deleted for resources: {'Port': ['ID=e1fb2fb5-820c-4bab-8a4b-cc4d4c618c25,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:18.790380 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-6d654232-c16b-4e98-a002-c93469aafeda tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c75baa9-e9c4-4b4a-9970-c0e22dba19d4']}} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:45:18.791131 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4887c4-c4f2-4c44-8b37-9241972615ed None None] No DVR routers for this DVR port e1fb2fb5-820c-4bab-8a4b-cc4d4c618c25 on host n-d-825015-3 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:45:18.806445 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-5851e463-fbd9-4f9f-8c32-124bfe0eaada None None] Deleting port d05b379d-d8f5-4259-ac3b-55001447eead {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:45:18.806954 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5851e463-fbd9-4f9f-8c32-124bfe0eaada None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (d05b379d-d8f5-4259-ac3b-55001447eead), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:18.820608 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-6d654232-c16b-4e98-a002-c93469aafeda tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c236de83-090c-4f73-9bb9-fcfeb356bee4') {'for_net_delete': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:45:18.820906 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-6d654232-c16b-4e98-a002-c93469aafeda tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c236de83-090c-4f73-9bb9-fcfeb356bee4') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:45:18.840650 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6d654232-c16b-4e98-a002-c93469aafeda tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51859336'] for segment (c236de83-090c-4f73-9bb9-fcfeb356bee4), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:18.904681 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6d654232-c16b-4e98-a002-c93469aafeda tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (c236de83-090c-4f73-9bb9-fcfeb356bee4), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:18.911267 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8743b4a8-23d6-4145-80c3-7f02f6305c05 req-808a9dc4-b8c6-4edf-90de-50488fbee27b tempest-InstanceActionsNegativeTestJSON-322497138 tempest-InstanceActionsNegativeTestJSON-322497138-project] Made reservation on behalf of 225f2ce089ee4f2883ece38bab5476aa for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:45:18.926683 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8743b4a8-23d6-4145-80c3-7f02f6305c05 req-808a9dc4-b8c6-4edf-90de-50488fbee27b tempest-InstanceActionsNegativeTestJSON-322497138 tempest-InstanceActionsNegativeTestJSON-322497138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:18.934682 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d654232-c16b-4e98-a002-c93469aafeda tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=103475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:45:18.935457 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6d654232-c16b-4e98-a002-c93469aafeda tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-52093388'] for segment (c236de83-090c-4f73-9bb9-fcfeb356bee4), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:18.950188 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-5851e463-fbd9-4f9f-8c32-124bfe0eaada None None] For port d05b379d-d8f5-4259-ac3b-55001447eead, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=d05b379d-d8f5-4259-ac3b-55001447eead,segment=NetworkSegment(93d55bc7-86d1-48b4-8193-994d43f07c0d),segment_id=93d55bc7-86d1-48b4-8193-994d43f07c0d)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:45:18.950736 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5851e463-fbd9-4f9f-8c32-124bfe0eaada None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (d05b379d-d8f5-4259-ac3b-55001447eead), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:18.954971 n-d-825015-3 neutron-server[103475]: Traceback (most recent call last): Feb 04 12:45:18.954971 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:45:18.954971 n-d-825015-3 neutron-server[103475]: timer() Feb 04 12:45:18.954971 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:45:18.954971 n-d-825015-3 neutron-server[103475]: cb(*args, **kw) Feb 04 12:45:18.954971 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:45:18.954971 n-d-825015-3 neutron-server[103475]: return func(*args, **kwargs) Feb 04 12:45:18.954971 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:45:18.954971 n-d-825015-3 neutron-server[103475]: self._notify() Feb 04 12:45:18.954971 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:45:18.954971 n-d-825015-3 neutron-server[103475]: self.callback(batched_events) Feb 04 12:45:18.954971 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:45:18.954971 n-d-825015-3 neutron-server[103475]: event.method(event) Feb 04 12:45:18.954971 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:45:18.954971 n-d-825015-3 neutron-server[103475]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:45:18.954971 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:45:18.954971 n-d-825015-3 neutron-server[103475]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:45:18.954971 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:45:18.954971 n-d-825015-3 neutron-server[103475]: return f(self, *a, **k) Feb 04 12:45:18.954971 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:45:18.954971 n-d-825015-3 neutron-server[103475]: return self._get(url).json() Feb 04 12:45:18.954971 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:45:18.954971 n-d-825015-3 neutron-server[103475]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:45:18.954971 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:45:18.954971 n-d-825015-3 neutron-server[103475]: return self.request(url, 'GET', **kwargs) Feb 04 12:45:18.954971 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:45:18.954971 n-d-825015-3 neutron-server[103475]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:45:18.954971 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:45:18.954971 n-d-825015-3 neutron-server[103475]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:45:18.954971 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:45:18.954971 n-d-825015-3 neutron-server[103475]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:45:18.954971 n-d-825015-3 neutron-server[103475]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:45:18.974583 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-5851e463-fbd9-4f9f-8c32-124bfe0eaada None None] Calling delete_port for d05b379d-d8f5-4259-ac3b-55001447eead owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:45:18.982065 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device e1fb2fb5-820c-4bab-8a4b-cc4d4c618c25 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:45:18.991597 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3186d2c8-fba2-45de-94f8-048159fd4fd1 None None] Publish callbacks [] for port (465b050d-c578-4c0c-a1fa-a341c2db84c6), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:19.023401 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3186d2c8-fba2-45de-94f8-048159fd4fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (465b050d-c578-4c0c-a1fa-a341c2db84c6), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:19.025756 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: e1fb2fb5-820c-4bab-8a4b-cc4d4c618c25 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:45:19.026294 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device e1fb2fb5-820c-4bab-8a4b-cc4d4c618c25 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:45:19.026864 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device d05b379d-d8f5-4259-ac3b-55001447eead no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:45:19.228621 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 33844) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:45:19.266351 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-8743b4a8-23d6-4145-80c3-7f02f6305c05 req-808a9dc4-b8c6-4edf-90de-50488fbee27b tempest-InstanceActionsNegativeTestJSON-322497138 tempest-InstanceActionsNegativeTestJSON-322497138-project] Allocated IP 172.20.0.11 (3d94a1e9-6d2d-412b-901e-a6d25a00957e/1e8bd0ad-7c47-46a9-ae6a-f10808c69ad4/ea553f44-80a0-4fdf-8466-88ebc7623805) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:45:19.317602 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4ed92690-6274-4255-8b16-69a432d127f3 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (7b004e5e-b0ef-4db7-9fcc-34e295b1d8c8), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:19.323531 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0a52560a-eee6-4b63-9c31-dc37f091cd2e req-09995d20-1e8c-47e3-bb42-2d0855f6ac72 tempest-InstanceActionsNegativeTestJSON-322497138 tempest-InstanceActionsNegativeTestJSON-322497138-project] 10.222.0.65 "GET /v2.0/ports?device_id=041304ec-0a9e-4923-a4dd-d84df3069349 HTTP/1.1" status: 200 len: 210 time: 0.0935814 Feb 04 12:45:19.332240 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6d654232-c16b-4e98-a002-c93469aafeda tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (8c75baa9-e9c4-4b4a-9970-c0e22dba19d4), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:19.338850 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6d654232-c16b-4e98-a002-c93469aafeda tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:19.343748 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-6d654232-c16b-4e98-a002-c93469aafeda tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] 10.222.0.65 "DELETE /v2.0/networks/8c75baa9-e9c4-4b4a-9970-c0e22dba19d4 HTTP/1.1" status: 204 len: 168 time: 1.5316947 Feb 04 12:45:19.353313 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3186d2c8-fba2-45de-94f8-048159fd4fd1 None None] Network 9222768b-24e8-4bf5-8435-b7d0ef6b58eb is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:45:19.355524 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 33850) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:45:19.390317 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-3186d2c8-fba2-45de-94f8-048159fd4fd1 None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:45:19.393062 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:19.409128 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3186d2c8-fba2-45de-94f8-048159fd4fd1 None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:45:19.420186 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3186d2c8-fba2-45de-94f8-048159fd4fd1 None None] Pushing event updated for resources: {'Port': ['ID=465b050d-c578-4c0c-a1fa-a341c2db84c6,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:19.505371 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed92690-6274-4255-8b16-69a432d127f3 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Pushing event deleted for resources: {'Port': ['ID=7b004e5e-b0ef-4db7-9fcc-34e295b1d8c8,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:19.517349 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5851e463-fbd9-4f9f-8c32-124bfe0eaada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (d05b379d-d8f5-4259-ac3b-55001447eead), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:19.519834 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-3186d2c8-fba2-45de-94f8-048159fd4fd1 None None] Attempting to bind port 465b050d-c578-4c0c-a1fa-a341c2db84c6 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:45:19.520202 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-3186d2c8-fba2-45de-94f8-048159fd4fd1 None None] Attempting to bind port 465b050d-c578-4c0c-a1fa-a341c2db84c6 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '10c0b2b4-e05a-4bae-bb78-6660d2a06f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '9222768b-24e8-4bf5-8435-b7d0ef6b58eb'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:45:19.520565 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3186d2c8-fba2-45de-94f8-048159fd4fd1 None None] Attempting to bind port 465b050d-c578-4c0c-a1fa-a341c2db84c6 on network 9222768b-24e8-4bf5-8435-b7d0ef6b58eb {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:45:19.553557 n-d-825015-3 neutron-server[103476]: INFO neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] No ports have port_id starting with d05b379d-d8f5-4259-ac3b-55001447eead Feb 04 12:45:19.559812 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8743b4a8-23d6-4145-80c3-7f02f6305c05 req-808a9dc4-b8c6-4edf-90de-50488fbee27b tempest-InstanceActionsNegativeTestJSON-322497138 tempest-InstanceActionsNegativeTestJSON-322497138-project] Publish callbacks [] for port (ea553f44-80a0-4fdf-8466-88ebc7623805), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:19.561455 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5851e463-fbd9-4f9f-8c32-124bfe0eaada None None] Pushing event deleted for resources: {'Port': ['ID=d05b379d-d8f5-4259-ac3b-55001447eead,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:19.569475 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3186d2c8-fba2-45de-94f8-048159fd4fd1 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:45:19.569919 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3186d2c8-fba2-45de-94f8-048159fd4fd1 None None] Checking segment: {'id': '10c0b2b4-e05a-4bae-bb78-6660d2a06f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '9222768b-24e8-4bf5-8435-b7d0ef6b58eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:45:19.570374 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3186d2c8-fba2-45de-94f8-048159fd4fd1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:19.570817 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3186d2c8-fba2-45de-94f8-048159fd4fd1 None None] Bound using segment: {'id': '10c0b2b4-e05a-4bae-bb78-6660d2a06f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '9222768b-24e8-4bf5-8435-b7d0ef6b58eb'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:45:19.571360 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-3186d2c8-fba2-45de-94f8-048159fd4fd1 None None] Bound port: 465b050d-c578-4c0c-a1fa-a341c2db84c6, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10c0b2b4-e05a-4bae-bb78-6660d2a06f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '9222768b-24e8-4bf5-8435-b7d0ef6b58eb'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:45:19.571818 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3186d2c8-fba2-45de-94f8-048159fd4fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (465b050d-c578-4c0c-a1fa-a341c2db84c6), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:19.589827 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5851e463-fbd9-4f9f-8c32-124bfe0eaada None None] No DVR routers for this DVR port d05b379d-d8f5-4259-ac3b-55001447eead on host n-d-825015-3 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:45:19.619000 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-911eedb6-718d-47ce-b695-f41587ed8edf admin admin] Publish callbacks [] for router_gateway (4ef9a873-6f7d-4e62-9a20-a6ffb3c44496), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:19.668401 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-911eedb6-718d-47ce-b695-f41587ed8edf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:19.677607 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8743b4a8-23d6-4145-80c3-7f02f6305c05 req-808a9dc4-b8c6-4edf-90de-50488fbee27b tempest-InstanceActionsNegativeTestJSON-322497138 tempest-InstanceActionsNegativeTestJSON-322497138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (ea553f44-80a0-4fdf-8466-88ebc7623805), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:19.701810 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-3186d2c8-fba2-45de-94f8-048159fd4fd1 None None] For port 465b050d-c578-4c0c-a1fa-a341c2db84c6, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:45:19.706802 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-3186d2c8-fba2-45de-94f8-048159fd4fd1 None None] For port 465b050d-c578-4c0c-a1fa-a341c2db84c6, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=465b050d-c578-4c0c-a1fa-a341c2db84c6,segment=NetworkSegment(10c0b2b4-e05a-4bae-bb78-6660d2a06f1d),segment_id=10c0b2b4-e05a-4bae-bb78-6660d2a06f1d)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:45:19.715469 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3186d2c8-fba2-45de-94f8-048159fd4fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (465b050d-c578-4c0c-a1fa-a341c2db84c6), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:19.796755 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3186d2c8-fba2-45de-94f8-048159fd4fd1 None None] Pushing event updated for resources: {'Port': ['ID=465b050d-c578-4c0c-a1fa-a341c2db84c6,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:19.847681 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4ed92690-6274-4255-8b16-69a432d127f3 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622067'] for router_interface (c5214de8-e5c7-4005-a4fd-c0028b5755db), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:19.995020 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-911eedb6-718d-47ce-b695-f41587ed8edf admin admin] Allocated IP 172.25.3.215 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/879cd583-6dd9-4549-9001-785fbd900056) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:45:20.153102 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d654232-c16b-4e98-a002-c93469aafeda tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Pushing event deleted for resources: {'Network': ['ID=8c75baa9-e9c4-4b4a-9970-c0e22dba19d4,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:20.181181 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e07a1b6e-7446-4f47-a85a-caf1a1b3c755 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:20.246433 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-911eedb6-718d-47ce-b695-f41587ed8edf admin admin] Publish callbacks [] for port (879cd583-6dd9-4549-9001-785fbd900056), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:20.274459 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8743b4a8-23d6-4145-80c3-7f02f6305c05 req-808a9dc4-b8c6-4edf-90de-50488fbee27b tempest-InstanceActionsNegativeTestJSON-322497138 tempest-InstanceActionsNegativeTestJSON-322497138-project] Network 3d94a1e9-6d2d-412b-901e-a6d25a00957e is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:45:20.274597 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ed92690-6274-4255-8b16-69a432d127f3 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Router c5214de8-e5c7-4005-a4fd-c0028b5755db has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:45:20.290490 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-8743b4a8-23d6-4145-80c3-7f02f6305c05 req-808a9dc4-b8c6-4edf-90de-50488fbee27b tempest-InstanceActionsNegativeTestJSON-322497138 tempest-InstanceActionsNegativeTestJSON-322497138-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:45:20.305907 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-8743b4a8-23d6-4145-80c3-7f02f6305c05 req-808a9dc4-b8c6-4edf-90de-50488fbee27b tempest-InstanceActionsNegativeTestJSON-322497138 tempest-InstanceActionsNegativeTestJSON-322497138-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:45:20.350343 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a7ab2220-b980-4e2c-af9c-30fe260efde4 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (ac067227-a447-46fa-8486-ff94c9eba749), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:20.351645 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-911eedb6-718d-47ce-b695-f41587ed8edf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (879cd583-6dd9-4549-9001-785fbd900056), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:20.416374 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808a9dc4-b8c6-4edf-90de-50488fbee27b tempest-InstanceActionsNegativeTestJSON-322497138 tempest-InstanceActionsNegativeTestJSON-322497138-project] Pushing event updated for resources: {'Port': ['ID=ea553f44-80a0-4fdf-8466-88ebc7623805,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:20.458761 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911eedb6-718d-47ce-b695-f41587ed8edf admin admin] Pushing event updated for resources: {'Port': ['ID=879cd583-6dd9-4549-9001-785fbd900056,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:20.468339 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911eedb6-718d-47ce-b695-f41587ed8edf admin admin] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:45:20.472045 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-911eedb6-718d-47ce-b695-f41587ed8edf admin admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:45:20.478420 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911eedb6-718d-47ce-b695-f41587ed8edf admin admin] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:45:20.515395 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8743b4a8-23d6-4145-80c3-7f02f6305c05 req-808a9dc4-b8c6-4edf-90de-50488fbee27b tempest-InstanceActionsNegativeTestJSON-322497138 tempest-InstanceActionsNegativeTestJSON-322497138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:20.516226 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8743b4a8-23d6-4145-80c3-7f02f6305c05 req-808a9dc4-b8c6-4edf-90de-50488fbee27b tempest-InstanceActionsNegativeTestJSON-322497138 tempest-InstanceActionsNegativeTestJSON-322497138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:20.518477 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:20.562028 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8743b4a8-23d6-4145-80c3-7f02f6305c05 req-808a9dc4-b8c6-4edf-90de-50488fbee27b tempest-InstanceActionsNegativeTestJSON-322497138 tempest-InstanceActionsNegativeTestJSON-322497138-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8850658 Feb 04 12:45:20.575163 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-8743b4a8-23d6-4145-80c3-7f02f6305c05 req-823f3350-b5ec-47de-9dc8-a24cb34e6c97 service neutron] Request body: {'port': {'device_id': '041304ec-0a9e-4923-a4dd-d84df3069349', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:45:20.605051 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ed92690-6274-4255-8b16-69a432d127f3 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:45:20.620832 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5320bcd5-43aa-406b-9f68-430a24da13bc None None] Sync routers for ids ['c5214de8-e5c7-4005-a4fd-c0028b5755db'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:45:20.646034 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5320bcd5-43aa-406b-9f68-430a24da13bc None None] Routers {'c5214de8-e5c7-4005-a4fd-c0028b5755db'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:45:20.647091 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-5320bcd5-43aa-406b-9f68-430a24da13bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:45:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['c5214de8-e5c7-4005-a4fd-c0028b5755db'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:45:20.774739 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a7ab2220-b980-4e2c-af9c-30fe260efde4 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (ac067227-a447-46fa-8486-ff94c9eba749), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:20.836348 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e07a1b6e-7446-4f47-a85a-caf1a1b3c755 admin admin] Publish callbacks [] for security_group (a48e8449-8a62-49be-896d-423aabfd532b), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:20.900031 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e07a1b6e-7446-4f47-a85a-caf1a1b3c755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (a48e8449-8a62-49be-896d-423aabfd532b), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:20.905377 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-a7ab2220-b980-4e2c-af9c-30fe260efde4 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac067227-a447-46fa-8486-ff94c9eba749']}} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:45:20.946105 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569c08ec-1621-4ab6-8ed6-d69ca2374618 req-6a949860-2732-4760-9b0e-69af2d1d6f15 tempest-InstanceActionsNegativeTestJSON-322497138 tempest-InstanceActionsNegativeTestJSON-322497138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:20.947625 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-569c08ec-1621-4ab6-8ed6-d69ca2374618 req-6a949860-2732-4760-9b0e-69af2d1d6f15 tempest-InstanceActionsNegativeTestJSON-322497138 tempest-InstanceActionsNegativeTestJSON-322497138-project] 10.222.0.65 "GET /v2.0/ports?device_id=041304ec-0a9e-4923-a4dd-d84df3069349 HTTP/1.1" status: 200 len: 932 time: 0.4823961 Feb 04 12:45:20.990231 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8743b4a8-23d6-4145-80c3-7f02f6305c05 req-823f3350-b5ec-47de-9dc8-a24cb34e6c97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (ea553f44-80a0-4fdf-8466-88ebc7623805), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:21.013799 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-a7ab2220-b980-4e2c-af9c-30fe260efde4 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93d55bc7-86d1-48b4-8193-994d43f07c0d') {'for_net_delete': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:45:21.017152 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-a7ab2220-b980-4e2c-af9c-30fe260efde4 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93d55bc7-86d1-48b4-8193-994d43f07c0d') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:45:21.017316 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-5320bcd5-43aa-406b-9f68-430a24da13bc None None] Set router c5214de8-e5c7-4005-a4fd-c0028b5755db gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:45:21.191647 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a7ab2220-b980-4e2c-af9c-30fe260efde4 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51859336'] for segment (93d55bc7-86d1-48b4-8193-994d43f07c0d), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:21.231086 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-4ed92690-6274-4255-8b16-69a432d127f3 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] 10.222.0.65 "PUT /v2.0/routers/c5214de8-e5c7-4005-a4fd-c0028b5755db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2961066 Feb 04 12:45:21.231338 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 33864) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:45:21.245337 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-569c08ec-1621-4ab6-8ed6-d69ca2374618 req-60894e6a-ae89-4fa3-966e-16db4d06be2a tempest-InstanceActionsNegativeTestJSON-322497138 tempest-InstanceActionsNegativeTestJSON-322497138-project] 10.222.0.65 "GET /v2.0/security-groups?id=a038daeb-7037-4a86-8d7f-15af18548ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802882 Feb 04 12:45:21.249161 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07a1b6e-7446-4f47-a85a-caf1a1b3c755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a48e8449-8a62-49be-896d-423aabfd532b,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:21.260724 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-e07a1b6e-7446-4f47-a85a-caf1a1b3c755 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=02d89eca118a4605acd886b888d0cdfb&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0293477 Feb 04 12:45:21.263427 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a7ab2220-b980-4e2c-af9c-30fe260efde4 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (93d55bc7-86d1-48b4-8193-994d43f07c0d), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:21.265679 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 33866) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:45:21.305905 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7ab2220-b980-4e2c-af9c-30fe260efde4 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=103475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:45:21.306886 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a7ab2220-b980-4e2c-af9c-30fe260efde4 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-52093388'] for segment (93d55bc7-86d1-48b4-8193-994d43f07c0d), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:21.311109 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 465b050d-c578-4c0c-a1fa-a341c2db84c6 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:45:21.314898 n-d-825015-3 neutron-server[103475]: Traceback (most recent call last): Feb 04 12:45:21.314898 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:45:21.314898 n-d-825015-3 neutron-server[103475]: timer() Feb 04 12:45:21.314898 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:45:21.314898 n-d-825015-3 neutron-server[103475]: cb(*args, **kw) Feb 04 12:45:21.314898 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:45:21.314898 n-d-825015-3 neutron-server[103475]: return func(*args, **kwargs) Feb 04 12:45:21.314898 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:45:21.314898 n-d-825015-3 neutron-server[103475]: self._notify() Feb 04 12:45:21.314898 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:45:21.314898 n-d-825015-3 neutron-server[103475]: self.callback(batched_events) Feb 04 12:45:21.314898 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:45:21.314898 n-d-825015-3 neutron-server[103475]: event.method(event) Feb 04 12:45:21.314898 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:45:21.314898 n-d-825015-3 neutron-server[103475]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:45:21.314898 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:45:21.314898 n-d-825015-3 neutron-server[103475]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:45:21.314898 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:45:21.314898 n-d-825015-3 neutron-server[103475]: return f(self, *a, **k) Feb 04 12:45:21.314898 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:45:21.314898 n-d-825015-3 neutron-server[103475]: return self._get(url).json() Feb 04 12:45:21.314898 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:45:21.314898 n-d-825015-3 neutron-server[103475]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:45:21.314898 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:45:21.314898 n-d-825015-3 neutron-server[103475]: return self.request(url, 'GET', **kwargs) Feb 04 12:45:21.314898 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:45:21.314898 n-d-825015-3 neutron-server[103475]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:45:21.314898 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:45:21.314898 n-d-825015-3 neutron-server[103475]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:45:21.314898 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:45:21.314898 n-d-825015-3 neutron-server[103475]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:45:21.314898 n-d-825015-3 neutron-server[103475]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:45:21.352403 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f9e452a-7e93-485e-b5a9-04f7391487ac tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Deleting subnet ebb4c0f5-22ad-41ad-aeb7-4d5cfe560a8a {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:45:21.359087 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2f9e452a-7e93-485e-b5a9-04f7391487ac tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks [] for subnet (ebb4c0f5-22ad-41ad-aeb7-4d5cfe560a8a), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:21.511542 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2f9e452a-7e93-485e-b5a9-04f7391487ac tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (ebb4c0f5-22ad-41ad-aeb7-4d5cfe560a8a), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:21.525269 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a7ab2220-b980-4e2c-af9c-30fe260efde4 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (ac067227-a447-46fa-8486-ff94c9eba749), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:21.526296 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 465b050d-c578-4c0c-a1fa-a341c2db84c6 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:45:21.526773 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (465b050d-c578-4c0c-a1fa-a341c2db84c6), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:21.542857 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a7ab2220-b980-4e2c-af9c-30fe260efde4 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:21.546026 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-a7ab2220-b980-4e2c-af9c-30fe260efde4 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] 10.222.0.65 "DELETE /v2.0/networks/ac067227-a447-46fa-8486-ff94c9eba749 HTTP/1.1" status: 204 len: 168 time: 1.9208620 Feb 04 12:45:21.554338 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 33868) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:45:21.565909 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-27969a3a-12a6-4034-9bab-fa07f31106d7 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2098920798'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:45:21.631394 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3cfa0acf-36b8-422a-b1be-b425a0201d0a admin admin] Publish callbacks [] for security_group (a48e8449-8a62-49be-896d-423aabfd532b), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:21.637472 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-911eedb6-718d-47ce-b695-f41587ed8edf admin admin] Publish callbacks [] for router_gateway (4ef9a873-6f7d-4e62-9a20-a6ffb3c44496), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:21.639294 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ab2220-b980-4e2c-af9c-30fe260efde4 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Pushing event deleted for resources: {'Network': ['ID=ac067227-a447-46fa-8486-ff94c9eba749,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:21.644075 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:21.659137 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27969a3a-12a6-4034-9bab-fa07f31106d7 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Made reservation on behalf of 3fccd7acaf5a4db2beb516182b08458d for: {'network': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:45:21.663418 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-27969a3a-12a6-4034-9bab-fa07f31106d7 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:21.671856 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-5320bcd5-43aa-406b-9f68-430a24da13bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5214de8-e5c7-4005-a4fd-c0028b5755db', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1001912169', 'tenant_id': 'bfc2366eafc245dcab2b10b9216f9d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '9ff3517c-5919-4b39-95b9-e00623e146e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:44:27Z', 'updated_at': '2022-02-04T12:45:19Z', 'revision_number': 5, 'project_id': 'bfc2366eafc245dcab2b10b9216f9d44', 'gw_port': {'id': '9ff3517c-5919-4b39-95b9-e00623e146e7', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:15:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5214de8-e5c7-4005-a4fd-c0028b5755db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2632, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:44:30Z', 'updated_at': '2022-02-04T12:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:45:21.691626 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3cfa0acf-36b8-422a-b1be-b425a0201d0a admin admin] Publish callbacks [] for security_group (a48e8449-8a62-49be-896d-423aabfd532b), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:21.720141 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa312ce4-3c97-4a6c-8bee-46acafbd953c None None] Network 9222768b-24e8-4bf5-8435-b7d0ef6b58eb requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:45:21.729409 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2f9e452a-7e93-485e-b5a9-04f7391487ac tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (ebb4c0f5-22ad-41ad-aeb7-4d5cfe560a8a), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:21.739372 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5320bcd5-43aa-406b-9f68-430a24da13bc None None] Checking router: c5214de8-e5c7-4005-a4fd-c0028b5755db for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:45:21.753387 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27969a3a-12a6-4034-9bab-fa07f31106d7 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=103475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:45:21.801591 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-27969a3a-12a6-4034-9bab-fa07f31106d7 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (214165ab-a6c9-4bcc-9c01-00de05f03163), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:21.802272 n-d-825015-3 neutron-server[103475]: INFO neutron.db.segments_db [None req-27969a3a-12a6-4034-9bab-fa07f31106d7 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Added segment 214165ab-a6c9-4bcc-9c01-00de05f03163 of type vlan for network 338758ad-61dc-46c7-a3d3-c9ad28998a8c Feb 04 12:45:21.833843 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5320bcd5-43aa-406b-9f68-430a24da13bc None None] Routers {'c5214de8-e5c7-4005-a4fd-c0028b5755db'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:45:21.840715 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-5320bcd5-43aa-406b-9f68-430a24da13bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:45:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['c5214de8-e5c7-4005-a4fd-c0028b5755db'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:45:21.858449 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 465b050d-c578-4c0c-a1fa-a341c2db84c6 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:45:21.859036 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (465b050d-c578-4c0c-a1fa-a341c2db84c6), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:21.900245 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3cfa0acf-36b8-422a-b1be-b425a0201d0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (a48e8449-8a62-49be-896d-423aabfd532b), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:21.903030 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3cfa0acf-36b8-422a-b1be-b425a0201d0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:21.908231 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-3cfa0acf-36b8-422a-b1be-b425a0201d0a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a48e8449-8a62-49be-896d-423aabfd532b HTTP/1.1" status: 204 len: 168 time: 0.6415136 Feb 04 12:45:21.928874 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-27969a3a-12a6-4034-9bab-fa07f31106d7 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (338758ad-61dc-46c7-a3d3-c9ad28998a8c), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:21.958517 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfa0acf-36b8-422a-b1be-b425a0201d0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a48e8449-8a62-49be-896d-423aabfd532b,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:21.975334 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-8743b4a8-23d6-4145-80c3-7f02f6305c05 req-823f3350-b5ec-47de-9dc8-a24cb34e6c97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea553f44-80a0-4fdf-8466-88ebc7623805 {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:45:21.986753 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8743b4a8-23d6-4145-80c3-7f02f6305c05 req-823f3350-b5ec-47de-9dc8-a24cb34e6c97 service neutron] Publish callbacks [] for port (ea553f44-80a0-4fdf-8466-88ebc7623805), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:21.994158 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-27969a3a-12a6-4034-9bab-fa07f31106d7 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (338758ad-61dc-46c7-a3d3-c9ad28998a8c), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:21.999394 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27969a3a-12a6-4034-9bab-fa07f31106d7 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:22.000338 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-27969a3a-12a6-4034-9bab-fa07f31106d7 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:22.005405 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-911eedb6-718d-47ce-b695-f41587ed8edf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141'] for router (4ef9a873-6f7d-4e62-9a20-a6ffb3c44496), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:22.022343 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2f9e452a-7e93-485e-b5a9-04f7391487ac tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (ebb4c0f5-22ad-41ad-aeb7-4d5cfe560a8a), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:22.070271 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port 465b050d-c578-4c0c-a1fa-a341c2db84c6, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=465b050d-c578-4c0c-a1fa-a341c2db84c6,segment=NetworkSegment(10c0b2b4-e05a-4bae-bb78-6660d2a06f1d),segment_id=10c0b2b4-e05a-4bae-bb78-6660d2a06f1d)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:45:22.110450 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (465b050d-c578-4c0c-a1fa-a341c2db84c6), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:22.126635 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-8743b4a8-23d6-4145-80c3-7f02f6305c05 req-823f3350-b5ec-47de-9dc8-a24cb34e6c97 service neutron] Transition to ACTIVE for port object ea553f44-80a0-4fdf-8466-88ebc7623805 will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:45:22.147511 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-27969a3a-12a6-4034-9bab-fa07f31106d7 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5871849 Feb 04 12:45:22.156774 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 33876) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:45:22.177791 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-d0730dc0-d53c-4cfb-a681-67dc51a73191 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Request body: {'subnet': {'network_id': '338758ad-61dc-46c7-a3d3-c9ad28998a8c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:45:22.184769 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2f9e452a-7e93-485e-b5a9-04f7391487ac tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:22.192353 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-2f9e452a-7e93-485e-b5a9-04f7391487ac tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] 10.222.0.65 "DELETE /v2.0/subnets/ebb4c0f5-22ad-41ad-aeb7-4d5cfe560a8a HTTP/1.1" status: 204 len: 168 time: 0.9575615 Feb 04 12:45:22.199871 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-2e91d455-0e68-4d43-a720-99fc45ab0af5 None None] Provisioning complete for port 465b050d-c578-4c0c-a1fa-a341c2db84c6 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:45:22.199871 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2e91d455-0e68-4d43-a720-99fc45ab0af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (465b050d-c578-4c0c-a1fa-a341c2db84c6), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:22.207523 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e452a-7e93-485e-b5a9-04f7391487ac tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Pushing event deleted for resources: {'Subnet': ['ID=ebb4c0f5-22ad-41ad-aeb7-4d5cfe560a8a,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:22.215602 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cfa7e50-1933-42d0-8664-126e7b7ad2fb None None] Network 9e396136-e257-4962-b85c-5af5a964b8b3 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:45:22.218566 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8743b4a8-23d6-4145-80c3-7f02f6305c05 req-823f3350-b5ec-47de-9dc8-a24cb34e6c97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (ea553f44-80a0-4fdf-8466-88ebc7623805), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:22.238218 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 33878) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:45:22.307544 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e452a-7e93-485e-b5a9-04f7391487ac tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:45:22.312616 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e452a-7e93-485e-b5a9-04f7391487ac tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:45:22.313304 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e452a-7e93-485e-b5a9-04f7391487ac tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:45:22.314302 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e452a-7e93-485e-b5a9-04f7391487ac tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:45:22.314738 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e452a-7e93-485e-b5a9-04f7391487ac tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:45:22.316475 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e452a-7e93-485e-b5a9-04f7391487ac tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:45:22.316962 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e452a-7e93-485e-b5a9-04f7391487ac tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:45:22.325677 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e452a-7e93-485e-b5a9-04f7391487ac tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:45:22.326355 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e452a-7e93-485e-b5a9-04f7391487ac tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:45:22.326918 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e452a-7e93-485e-b5a9-04f7391487ac tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:45:22.327494 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e452a-7e93-485e-b5a9-04f7391487ac tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:45:22.328080 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e452a-7e93-485e-b5a9-04f7391487ac tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:45:22.328656 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e452a-7e93-485e-b5a9-04f7391487ac tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:45:22.432812 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 33884) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:45:22.457771 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c51afc30-fe56-447a-9f82-f0362f29ecc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:22.487426 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-911eedb6-718d-47ce-b695-f41587ed8edf admin admin] Router 4ef9a873-6f7d-4e62-9a20-a6ffb3c44496 is scheduled to L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de with binding_index 1 {{(pid=103474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 12:45:22.547716 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=465b050d-c578-4c0c-a1fa-a341c2db84c6,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:22.557740 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-5320bcd5-43aa-406b-9f68-430a24da13bc None None] Set router c5214de8-e5c7-4005-a4fd-c0028b5755db gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:45:22.698798 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27969a3a-12a6-4034-9bab-fa07f31106d7 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Pushing event updated for resources: {'Network': ['ID=338758ad-61dc-46c7-a3d3-c9ad28998a8c,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:22.744911 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823f3350-b5ec-47de-9dc8-a24cb34e6c97 service neutron] Pushing event updated for resources: {'Port': ['ID=ea553f44-80a0-4fdf-8466-88ebc7623805,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:22.789072 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-2e91d455-0e68-4d43-a720-99fc45ab0af5 None None] Current status of the port 465b050d-c578-4c0c-a1fa-a341c2db84c6 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:45:22.796122 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 338758ad-61dc-46c7-a3d3-c9ad28998a8c details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:45:22.829952 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0730dc0-d53c-4cfb-a681-67dc51a73191 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Made reservation on behalf of 3fccd7acaf5a4db2beb516182b08458d for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:45:22.836037 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d0730dc0-d53c-4cfb-a681-67dc51a73191 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:22.913592 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c51afc30-fe56-447a-9f82-f0362f29ecc8 admin admin] Publish callbacks [] for security_group (fbc02280-4cc0-4dda-8857-d2dcb1343631), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:22.915369 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-911eedb6-718d-47ce-b695-f41587ed8edf admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:45:22.926584 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c51afc30-fe56-447a-9f82-f0362f29ecc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (fbc02280-4cc0-4dda-8857-d2dcb1343631), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:22.942353 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb43e422-6a3d-4edf-b02b-703810101eb6 None None] Sync routers for ids ['4ef9a873-6f7d-4e62-9a20-a6ffb3c44496'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:45:22.972803 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb43e422-6a3d-4edf-b02b-703810101eb6 None None] Routers {'4ef9a873-6f7d-4e62-9a20-a6ffb3c44496'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:45:22.973523 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-cb43e422-6a3d-4edf-b02b-703810101eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:45:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['4ef9a873-6f7d-4e62-9a20-a6ffb3c44496'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:45:23.022562 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-914a3d80-4f61-43ce-9a23-8f4376693955 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks [] for router (c5214de8-e5c7-4005-a4fd-c0028b5755db), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:23.080143 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-911eedb6-718d-47ce-b695-f41587ed8edf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:23.091456 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-911eedb6-718d-47ce-b695-f41587ed8edf admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 5.7687626 Feb 04 12:45:23.113303 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 33888) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:45:23.135865 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51afc30-fe56-447a-9f82-f0362f29ecc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbc02280-4cc0-4dda-8857-d2dcb1343631,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:23.169600 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 465b050d-c578-4c0c-a1fa-a341c2db84c6 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:45:23.181906 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-c51afc30-fe56-447a-9f82-f0362f29ecc8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=dcee1a2e774945d4afed3eac9f3dfdaf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7466354 Feb 04 12:45:23.185568 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 33890) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:45:23.271111 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-cb43e422-6a3d-4edf-b02b-703810101eb6 None None] Set router 4ef9a873-6f7d-4e62-9a20-a6ffb3c44496 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:45:23.339828 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984e864e-c2fc-4b46-af51-716e5dce7bd4 None None] DHCP port deletion for 9e396136-e257-4962-b85c-5af5a964b8b3 request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 12:45:23.409924 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-8743b4a8-23d6-4145-80c3-7f02f6305c05 req-823f3350-b5ec-47de-9dc8-a24cb34e6c97 service neutron] Attempting to bind port ea553f44-80a0-4fdf-8466-88ebc7623805 on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:45:23.410248 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-8743b4a8-23d6-4145-80c3-7f02f6305c05 req-823f3350-b5ec-47de-9dc8-a24cb34e6c97 service neutron] Attempting to bind port ea553f44-80a0-4fdf-8466-88ebc7623805 by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': '28fea379-beee-48e1-a0ea-1457b4867a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '3d94a1e9-6d2d-412b-901e-a6d25a00957e'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:45:23.410477 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8743b4a8-23d6-4145-80c3-7f02f6305c05 req-823f3350-b5ec-47de-9dc8-a24cb34e6c97 service neutron] Attempting to bind port ea553f44-80a0-4fdf-8466-88ebc7623805 on network 3d94a1e9-6d2d-412b-901e-a6d25a00957e {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:45:23.436180 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-4de050e9-0218-4795-b278-b87f5cfb723e None None] Provisioning complete for port 465b050d-c578-4c0c-a1fa-a341c2db84c6 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:45:23.436439 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4de050e9-0218-4795-b278-b87f5cfb723e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (465b050d-c578-4c0c-a1fa-a341c2db84c6), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:23.448282 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878516bd-e094-4f11-a433-c450acf7a924 req-8c11a86b-40d8-47f1-bf14-14f536177e67 tempest-InstanceActionsNegativeTestJSON-322497138 tempest-InstanceActionsNegativeTestJSON-322497138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:23.460473 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-878516bd-e094-4f11-a433-c450acf7a924 req-8c11a86b-40d8-47f1-bf14-14f536177e67 tempest-InstanceActionsNegativeTestJSON-322497138 tempest-InstanceActionsNegativeTestJSON-322497138-project] 10.222.0.65 "GET /v2.0/ports?device_id=041304ec-0a9e-4923-a4dd-d84df3069349 HTTP/1.1" status: 200 len: 944 time: 0.4299021 Feb 04 12:45:23.500996 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-564658a0-688b-46da-8654-04c5b2850910 admin admin] Publish callbacks [] for security_group (fbc02280-4cc0-4dda-8857-d2dcb1343631), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:23.529234 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8743b4a8-23d6-4145-80c3-7f02f6305c05 req-823f3350-b5ec-47de-9dc8-a24cb34e6c97 service neutron] Port ea553f44-80a0-4fdf-8466-88ebc7623805 on network 3d94a1e9-6d2d-412b-901e-a6d25a00957e not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:45:23.529234 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8743b4a8-23d6-4145-80c3-7f02f6305c05 req-823f3350-b5ec-47de-9dc8-a24cb34e6c97 service neutron] Attempting to bind port ea553f44-80a0-4fdf-8466-88ebc7623805 on network 3d94a1e9-6d2d-412b-901e-a6d25a00957e {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:45:23.546287 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-564658a0-688b-46da-8654-04c5b2850910 admin admin] Publish callbacks [] for security_group (fbc02280-4cc0-4dda-8857-d2dcb1343631), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:23.608645 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8743b4a8-23d6-4145-80c3-7f02f6305c05 req-823f3350-b5ec-47de-9dc8-a24cb34e6c97 service neutron] Checking agent: {'id': 'f8add0d2-2202-43d3-bc0e-72442788e6ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:45:23.609271 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8743b4a8-23d6-4145-80c3-7f02f6305c05 req-823f3350-b5ec-47de-9dc8-a24cb34e6c97 service neutron] Checking segment: {'id': '28fea379-beee-48e1-a0ea-1457b4867a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '3d94a1e9-6d2d-412b-901e-a6d25a00957e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:45:23.609857 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8743b4a8-23d6-4145-80c3-7f02f6305c05 req-823f3350-b5ec-47de-9dc8-a24cb34e6c97 service neutron] Bound using segment: {'id': '28fea379-beee-48e1-a0ea-1457b4867a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '3d94a1e9-6d2d-412b-901e-a6d25a00957e'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:45:23.610693 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-8743b4a8-23d6-4145-80c3-7f02f6305c05 req-823f3350-b5ec-47de-9dc8-a24cb34e6c97 service neutron] Bound port: ea553f44-80a0-4fdf-8466-88ebc7623805, host: n-h1-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28fea379-beee-48e1-a0ea-1457b4867a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '3d94a1e9-6d2d-412b-901e-a6d25a00957e'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:45:23.611546 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8743b4a8-23d6-4145-80c3-7f02f6305c05 req-823f3350-b5ec-47de-9dc8-a24cb34e6c97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (ea553f44-80a0-4fdf-8466-88ebc7623805), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:23.624679 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-564658a0-688b-46da-8654-04c5b2850910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (fbc02280-4cc0-4dda-8857-d2dcb1343631), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:23.628566 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-564658a0-688b-46da-8654-04c5b2850910 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:23.630224 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-564658a0-688b-46da-8654-04c5b2850910 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fbc02280-4cc0-4dda-8857-d2dcb1343631 HTTP/1.1" status: 204 len: 168 time: 0.2908278 Feb 04 12:45:23.644000 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-4de050e9-0218-4795-b278-b87f5cfb723e None None] Current status of the port 465b050d-c578-4c0c-a1fa-a341c2db84c6 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:45:23.646000 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 465b050d-c578-4c0c-a1fa-a341c2db84c6 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:45:23.650822 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (465b050d-c578-4c0c-a1fa-a341c2db84c6), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:23.666941 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-914a3d80-4f61-43ce-9a23-8f4376693955 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks [] for router_gateway (c5214de8-e5c7-4005-a4fd-c0028b5755db), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:23.668915 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-cb43e422-6a3d-4edf-b02b-703810101eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ef9a873-6f7d-4e62-9a20-a6ffb3c44496', 'name': 'tempest-ImageQuotaTest-2052164939-router', 'tenant_id': '7531a3531a28451c96cac6ee9b478b0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': '879cd583-6dd9-4549-9001-785fbd900056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:45:17Z', 'updated_at': '2022-02-04T12:45:21Z', 'revision_number': 3, 'project_id': '7531a3531a28451c96cac6ee9b478b0b', 'gw_port': {'id': '879cd583-6dd9-4549-9001-785fbd900056', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8b:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ef9a873-6f7d-4e62-9a20-a6ffb3c44496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:45:19Z', 'updated_at': '2022-02-04T12:45:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:45:23.682986 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564658a0-688b-46da-8654-04c5b2850910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbc02280-4cc0-4dda-8857-d2dcb1343631,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:23.742889 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb43e422-6a3d-4edf-b02b-703810101eb6 None None] Checking router: 4ef9a873-6f7d-4e62-9a20-a6ffb3c44496 for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:45:23.745654 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-984e864e-c2fc-4b46-af51-716e5dce7bd4 None None] Deleting port d930acc7-d3a4-4d11-aa89-6fb267a27c36 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:45:23.746224 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb43e422-6a3d-4edf-b02b-703810101eb6 None None] Updating router 4ef9a873-6f7d-4e62-9a20-a6ffb3c44496 port 879cd583-6dd9-4549-9001-785fbd900056 binding host n-d-825015-3 {{(pid=103477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:45:23.752752 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-984e864e-c2fc-4b46-af51-716e5dce7bd4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (d930acc7-d3a4-4d11-aa89-6fb267a27c36), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:23.762413 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-5320bcd5-43aa-406b-9f68-430a24da13bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5214de8-e5c7-4005-a4fd-c0028b5755db', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1001912169', 'tenant_id': 'bfc2366eafc245dcab2b10b9216f9d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '9ff3517c-5919-4b39-95b9-e00623e146e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:44:27Z', 'updated_at': '2022-02-04T12:45:19Z', 'revision_number': 5, 'project_id': 'bfc2366eafc245dcab2b10b9216f9d44', 'gw_port': {'id': '9ff3517c-5919-4b39-95b9-e00623e146e7', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:15:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5214de8-e5c7-4005-a4fd-c0028b5755db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2632, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:44:30Z', 'updated_at': '2022-02-04T12:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:45:23.807620 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cb43e422-6a3d-4edf-b02b-703810101eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (879cd583-6dd9-4549-9001-785fbd900056), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:23.874188 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5320bcd5-43aa-406b-9f68-430a24da13bc None None] The sync data for ids ['c5214de8-e5c7-4005-a4fd-c0028b5755db'] in n-d-825015-3 is: [{'id': 'c5214de8-e5c7-4005-a4fd-c0028b5755db', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1001912169', 'tenant_id': 'bfc2366eafc245dcab2b10b9216f9d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '9ff3517c-5919-4b39-95b9-e00623e146e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:44:27Z', 'updated_at': '2022-02-04T12:45:19Z', 'revision_number': 5, 'project_id': 'bfc2366eafc245dcab2b10b9216f9d44', 'gw_port': {'id': '9ff3517c-5919-4b39-95b9-e00623e146e7', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:15:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5214de8-e5c7-4005-a4fd-c0028b5755db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2632, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:44:30Z', 'updated_at': '2022-02-04T12:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:45:23.911897 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-878516bd-e094-4f11-a433-c450acf7a924 req-511a71de-0177-4d2e-8997-c31020fa8e49 tempest-InstanceActionsNegativeTestJSON-322497138 tempest-InstanceActionsNegativeTestJSON-322497138-project] 10.222.0.65 "GET /v2.0/security-groups?id=a038daeb-7037-4a86-8d7f-15af18548ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4504285 Feb 04 12:45:24.080219 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d0730dc0-d53c-4cfb-a681-67dc51a73191 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52094127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51452689'] for subnet (5b2edc01-da3d-4e33-b3a3-0d8c2a5153e1), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:24.122169 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-984e864e-c2fc-4b46-af51-716e5dce7bd4 None None] For port d930acc7-d3a4-4d11-aa89-6fb267a27c36, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=d930acc7-d3a4-4d11-aa89-6fb267a27c36,segment=NetworkSegment(4f722b3b-5a63-4860-b91c-43ff5ece0c31),segment_id=4f722b3b-5a63-4860-b91c-43ff5ece0c31)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:45:24.123707 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-984e864e-c2fc-4b46-af51-716e5dce7bd4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (d930acc7-d3a4-4d11-aa89-6fb267a27c36), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:24.165810 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-984e864e-c2fc-4b46-af51-716e5dce7bd4 None None] Calling delete_port for d930acc7-d3a4-4d11-aa89-6fb267a27c36 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:45:24.188952 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cb43e422-6a3d-4edf-b02b-703810101eb6 None None] Publish callbacks [] for port (879cd583-6dd9-4549-9001-785fbd900056), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:24.199838 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cb43e422-6a3d-4edf-b02b-703810101eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (879cd583-6dd9-4549-9001-785fbd900056), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:24.264973 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-8743b4a8-23d6-4145-80c3-7f02f6305c05 req-823f3350-b5ec-47de-9dc8-a24cb34e6c97 service neutron] For port ea553f44-80a0-4fdf-8466-88ebc7623805, host n-h1-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:45:24.301403 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893babd1-2580-4fe9-9cea-5f4659179020 None None] Pushing event updated for resources: {'Port': ['ID=879cd583-6dd9-4549-9001-785fbd900056,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:24.346590 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-8743b4a8-23d6-4145-80c3-7f02f6305c05 req-823f3350-b5ec-47de-9dc8-a24cb34e6c97 service neutron] For port ea553f44-80a0-4fdf-8466-88ebc7623805, host n-h1-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=ea553f44-80a0-4fdf-8466-88ebc7623805,segment=NetworkSegment(28fea379-beee-48e1-a0ea-1457b4867a36),segment_id=28fea379-beee-48e1-a0ea-1457b4867a36)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:45:24.353646 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893babd1-2580-4fe9-9cea-5f4659179020 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:45:24.356852 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893babd1-2580-4fe9-9cea-5f4659179020 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:45:24.357383 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893babd1-2580-4fe9-9cea-5f4659179020 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:45:24.357893 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893babd1-2580-4fe9-9cea-5f4659179020 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:45:24.358382 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893babd1-2580-4fe9-9cea-5f4659179020 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:45:24.358868 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893babd1-2580-4fe9-9cea-5f4659179020 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:45:24.367384 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893babd1-2580-4fe9-9cea-5f4659179020 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:45:24.368101 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893babd1-2580-4fe9-9cea-5f4659179020 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:45:24.368702 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893babd1-2580-4fe9-9cea-5f4659179020 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:45:24.369891 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893babd1-2580-4fe9-9cea-5f4659179020 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:45:24.370970 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893babd1-2580-4fe9-9cea-5f4659179020 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:45:24.372197 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893babd1-2580-4fe9-9cea-5f4659179020 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:45:24.373221 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893babd1-2580-4fe9-9cea-5f4659179020 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:45:24.380995 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-cb43e422-6a3d-4edf-b02b-703810101eb6 None None] Attempting to bind port 879cd583-6dd9-4549-9001-785fbd900056 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:45:24.382045 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-cb43e422-6a3d-4edf-b02b-703810101eb6 None None] Attempting to bind port 879cd583-6dd9-4549-9001-785fbd900056 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:45:24.384158 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb43e422-6a3d-4edf-b02b-703810101eb6 None None] Attempting to bind port 879cd583-6dd9-4549-9001-785fbd900056 on network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:45:24.384979 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 465b050d-c578-4c0c-a1fa-a341c2db84c6 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:45:24.386686 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8743b4a8-23d6-4145-80c3-7f02f6305c05 req-823f3350-b5ec-47de-9dc8-a24cb34e6c97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (ea553f44-80a0-4fdf-8466-88ebc7623805), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:24.388698 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0730dc0-d53c-4cfb-a681-67dc51a73191 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Pushing event updated for resources: {'Subnet': ['ID=5b2edc01-da3d-4e33-b3a3-0d8c2a5153e1,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:24.415908 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb43e422-6a3d-4edf-b02b-703810101eb6 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:45:24.416717 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb43e422-6a3d-4edf-b02b-703810101eb6 None None] Checking segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:45:24.417334 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cb43e422-6a3d-4edf-b02b-703810101eb6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:24.418868 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb43e422-6a3d-4edf-b02b-703810101eb6 None None] Bound using segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:45:24.419573 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-cb43e422-6a3d-4edf-b02b-703810101eb6 None None] Bound port: 879cd583-6dd9-4549-9001-785fbd900056, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:45:24.424288 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cb43e422-6a3d-4edf-b02b-703810101eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (879cd583-6dd9-4549-9001-785fbd900056), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:24.498485 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-984e864e-c2fc-4b46-af51-716e5dce7bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (d930acc7-d3a4-4d11-aa89-6fb267a27c36), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:24.514764 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984e864e-c2fc-4b46-af51-716e5dce7bd4 None None] No DVR routers for this DVR port d930acc7-d3a4-4d11-aa89-6fb267a27c36 on host n-d-825015-3 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:45:24.518704 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-914a3d80-4f61-43ce-9a23-8f4376693955 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Deleting port 9ff3517c-5919-4b39-95b9-e00623e146e7 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:45:24.519048 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-914a3d80-4f61-43ce-9a23-8f4376693955 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (9ff3517c-5919-4b39-95b9-e00623e146e7), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:24.555904 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984e864e-c2fc-4b46-af51-716e5dce7bd4 None None] Pushing event deleted for resources: {'Port': ['ID=d930acc7-d3a4-4d11-aa89-6fb267a27c36,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:24.558839 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-cb43e422-6a3d-4edf-b02b-703810101eb6 None None] For port 879cd583-6dd9-4549-9001-785fbd900056, host n-d-825015-3, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:45:24.565732 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-cb43e422-6a3d-4edf-b02b-703810101eb6 None None] For port 879cd583-6dd9-4549-9001-785fbd900056, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=879cd583-6dd9-4549-9001-785fbd900056,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:45:24.576068 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cb43e422-6a3d-4edf-b02b-703810101eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (879cd583-6dd9-4549-9001-785fbd900056), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:24.668389 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e38dd868-e294-4ecc-a48a-359abf09d5ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:24.675895 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8743b4a8-23d6-4145-80c3-7f02f6305c05 req-823f3350-b5ec-47de-9dc8-a24cb34e6c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:24.676981 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8743b4a8-23d6-4145-80c3-7f02f6305c05 req-823f3350-b5ec-47de-9dc8-a24cb34e6c97 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:24.680383 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8743b4a8-23d6-4145-80c3-7f02f6305c05 req-823f3350-b5ec-47de-9dc8-a24cb34e6c97 service neutron] 10.222.0.73 "PUT /v2.0/ports/ea553f44-80a0-4fdf-8466-88ebc7623805 HTTP/1.1" status: 200 len: 1092 time: 4.1093159 Feb 04 12:45:24.683537 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb43e422-6a3d-4edf-b02b-703810101eb6 None None] Routers {'4ef9a873-6f7d-4e62-9a20-a6ffb3c44496'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:45:24.684456 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-cb43e422-6a3d-4edf-b02b-703810101eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:45:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['4ef9a873-6f7d-4e62-9a20-a6ffb3c44496'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:45:24.687434 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '041304ec-0a9e-4923-a4dd-d84df3069349', 'tag': 'ea553f44-80a0-4fdf-8466-88ebc7623805'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:45:24.692364 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6fa9c0f-28da-4198-98db-15b424b79afc" -d '{"events": [{"name": "network-changed", "server_uuid": "041304ec-0a9e-4923-a4dd-d84df3069349", "tag": "ea553f44-80a0-4fdf-8466-88ebc7623805"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:45:24.825611 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0730dc0-d53c-4cfb-a681-67dc51a73191 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Checking segment: {'id': '214165ab-a6c9-4bcc-9c01-00de05f03163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '338758ad-61dc-46c7-a3d3-c9ad28998a8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:45:24.825983 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0730dc0-d53c-4cfb-a681-67dc51a73191 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Network hostable DHCP agents. Network: 338758ad-61dc-46c7-a3d3-c9ad28998a8c, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:45:24.846519 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893babd1-2580-4fe9-9cea-5f4659179020 None None] Pushing event updated for resources: {'Port': ['ID=879cd583-6dd9-4549-9001-785fbd900056,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:24.930311 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-cb43e422-6a3d-4edf-b02b-703810101eb6 None None] Set router 4ef9a873-6f7d-4e62-9a20-a6ffb3c44496 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:45:24.961901 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-329850c9-ea38-4752-9e62-ad5e0627f126 x-openstack-request-id: req-329850c9-ea38-4752-9e62-ad5e0627f126 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:45:24.965310 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "041304ec-0a9e-4923-a4dd-d84df3069349", "tag": "ea553f44-80a0-4fdf-8466-88ebc7623805", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:45:24.965754 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-329850c9-ea38-4752-9e62-ad5e0627f126 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:45:24.967624 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '041304ec-0a9e-4923-a4dd-d84df3069349', 'tag': 'ea553f44-80a0-4fdf-8466-88ebc7623805', 'status': 'completed', 'code': 200} Feb 04 12:45:25.020155 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 7b004e5e-b0ef-4db7-9fcc-34e295b1d8c8 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:45:25.042099 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823f3350-b5ec-47de-9dc8-a24cb34e6c97 service neutron] Pushing event updated for resources: {'Port': ['ID=ea553f44-80a0-4fdf-8466-88ebc7623805,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:25.056808 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-e38dd868-e294-4ecc-a48a-359abf09d5ef admin admin] Allocated IP 172.20.0.1 (9222768b-24e8-4bf5-8435-b7d0ef6b58eb/1ed25298-bc98-48ae-b742-10a7bfc6ffad/d83a8239-5c24-45db-868e-dabd26f0f5f3) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:45:25.068661 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 7b004e5e-b0ef-4db7-9fcc-34e295b1d8c8 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:45:25.070262 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 7b004e5e-b0ef-4db7-9fcc-34e295b1d8c8 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:45:25.071764 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device d930acc7-d3a4-4d11-aa89-6fb267a27c36 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:45:25.141338 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: d930acc7-d3a4-4d11-aa89-6fb267a27c36 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:45:25.143682 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device d930acc7-d3a4-4d11-aa89-6fb267a27c36 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:45:25.184838 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-914a3d80-4f61-43ce-9a23-8f4376693955 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] For port 9ff3517c-5919-4b39-95b9-e00623e146e7, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=9ff3517c-5919-4b39-95b9-e00623e146e7,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:45:25.187349 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-914a3d80-4f61-43ce-9a23-8f4376693955 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (9ff3517c-5919-4b39-95b9-e00623e146e7), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:25.240714 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0730dc0-d53c-4cfb-a681-67dc51a73191 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Network 338758ad-61dc-46c7-a3d3-c9ad28998a8c is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:45:25.274801 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-914a3d80-4f61-43ce-9a23-8f4376693955 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Calling delete_port for 9ff3517c-5919-4b39-95b9-e00623e146e7 owned by network:router_gateway {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:45:25.295640 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-d0730dc0-d53c-4cfb-a681-67dc51a73191 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 338758ad-61dc-46c7-a3d3-c9ad28998a8c) {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:45:25.307900 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132be745-832c-4885-bc8c-c331deafa3cc None None] Network 338758ad-61dc-46c7-a3d3-c9ad28998a8c requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:45:25.322825 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e38dd868-e294-4ecc-a48a-359abf09d5ef admin admin] Publish callbacks [] for port (d83a8239-5c24-45db-868e-dabd26f0f5f3), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:25.323020 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0730dc0-d53c-4cfb-a681-67dc51a73191 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:25.323290 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d0730dc0-d53c-4cfb-a681-67dc51a73191 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:25.351970 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-cb43e422-6a3d-4edf-b02b-703810101eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ef9a873-6f7d-4e62-9a20-a6ffb3c44496', 'name': 'tempest-ImageQuotaTest-2052164939-router', 'tenant_id': '7531a3531a28451c96cac6ee9b478b0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': '879cd583-6dd9-4549-9001-785fbd900056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:45:17Z', 'updated_at': '2022-02-04T12:45:21Z', 'revision_number': 3, 'project_id': '7531a3531a28451c96cac6ee9b478b0b', 'gw_port': {'id': '879cd583-6dd9-4549-9001-785fbd900056', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8b:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ef9a873-6f7d-4e62-9a20-a6ffb3c44496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:45:19Z', 'updated_at': '2022-02-04T12:45:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:45:25.395277 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e38dd868-e294-4ecc-a48a-359abf09d5ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (d83a8239-5c24-45db-868e-dabd26f0f5f3), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:25.451969 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb43e422-6a3d-4edf-b02b-703810101eb6 None None] The sync data for ids ['4ef9a873-6f7d-4e62-9a20-a6ffb3c44496'] in n-d-825015-3 is: [{'id': '4ef9a873-6f7d-4e62-9a20-a6ffb3c44496', 'name': 'tempest-ImageQuotaTest-2052164939-router', 'tenant_id': '7531a3531a28451c96cac6ee9b478b0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': '879cd583-6dd9-4549-9001-785fbd900056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:45:17Z', 'updated_at': '2022-02-04T12:45:21Z', 'revision_number': 3, 'project_id': '7531a3531a28451c96cac6ee9b478b0b', 'gw_port': {'id': '879cd583-6dd9-4549-9001-785fbd900056', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8b:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ef9a873-6f7d-4e62-9a20-a6ffb3c44496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:45:19Z', 'updated_at': '2022-02-04T12:45:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:45:25.471386 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-d0730dc0-d53c-4cfb-a681-67dc51a73191 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3093724 Feb 04 12:45:25.476677 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 33946) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:45:25.478594 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38dd868-e294-4ecc-a48a-359abf09d5ef admin admin] Pushing event updated for resources: {'Port': ['ID=d83a8239-5c24-45db-868e-dabd26f0f5f3,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:25.488766 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8743b4a8-23d6-4145-80c3-7f02f6305c05 req-36db8c40-8f7c-49b8-8c9a-00ac39a37de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:25.490397 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8743b4a8-23d6-4145-80c3-7f02f6305c05 req-36db8c40-8f7c-49b8-8c9a-00ac39a37de4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=225f2ce089ee4f2883ece38bab5476aa&device_id=041304ec-0a9e-4923-a4dd-d84df3069349 HTTP/1.1" status: 200 len: 1126 time: 0.7338958 Feb 04 12:45:25.513291 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-2901c68f-aeff-4f01-ae2a-58626962f111 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1134101616', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:45:25.539849 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49087921-a400-44eb-ace3-3d9e2084e7e6 req-e41de6ec-38f6-45c1-b3a4-dc00d9594aaa tempest-InstanceActionsNegativeTestJSON-322497138 tempest-InstanceActionsNegativeTestJSON-322497138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:25.541424 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-49087921-a400-44eb-ace3-3d9e2084e7e6 req-e41de6ec-38f6-45c1-b3a4-dc00d9594aaa tempest-InstanceActionsNegativeTestJSON-322497138 tempest-InstanceActionsNegativeTestJSON-322497138-project] 10.222.0.65 "GET /v2.0/ports?device_id=041304ec-0a9e-4923-a4dd-d84df3069349 HTTP/1.1" status: 200 len: 944 time: 0.4615660 Feb 04 12:45:25.596450 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b145b5-d9c7-4a03-b66a-2e3308178249 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-338758ad-61dc-46c7-a3d3-c9ad28998a8c', 'network_id': '338758ad-61dc-46c7-a3d3-c9ad28998a8c', 'project_id': '3fccd7acaf5a4db2beb516182b08458d', 'fixed_ips': [{'subnet_id': '5b2edc01-da3d-4e33-b3a3-0d8c2a5153e1'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 12:45:25.597558 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-83b145b5-d9c7-4a03-b66a-2e3308178249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:25.601126 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2901c68f-aeff-4f01-ae2a-58626962f111 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10933'] for router (4cecdaeb-853b-49d9-9922-08812918c203), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:25.603763 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2901c68f-aeff-4f01-ae2a-58626962f111 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10924'] for router (4cecdaeb-853b-49d9-9922-08812918c203), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:25.624091 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38dd868-e294-4ecc-a48a-359abf09d5ef admin admin] Network 9222768b-24e8-4bf5-8435-b7d0ef6b58eb is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:45:25.631399 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-e38dd868-e294-4ecc-a48a-359abf09d5ef admin admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:45:25.642321 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38dd868-e294-4ecc-a48a-359abf09d5ef admin admin] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:45:25.645950 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8743b4a8-23d6-4145-80c3-7f02f6305c05 req-66e08a93-1c3c-4b2d-9b55-5bb6c021f5c2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea553f44-80a0-4fdf-8466-88ebc7623805 HTTP/1.1" status: 200 len: 217 time: 0.1432388 Feb 04 12:45:25.876585 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e38dd868-e294-4ecc-a48a-359abf09d5ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1599818'] for router_interface (4ef9a873-6f7d-4e62-9a20-a6ffb3c44496), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:25.888004 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2901c68f-aeff-4f01-ae2a-58626962f111 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks [] for router_controller (4cecdaeb-853b-49d9-9922-08812918c203), precommit_add_association {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:25.956129 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-83b145b5-d9c7-4a03-b66a-2e3308178249 None None] Allocated IP 2001:db8::2 (338758ad-61dc-46c7-a3d3-c9ad28998a8c/5b2edc01-da3d-4e33-b3a3-0d8c2a5153e1/a46e1d05-a83b-4f71-a2e9-352d9beffa50) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:45:26.002061 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2901c68f-aeff-4f01-ae2a-58626962f111 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141'] for router (4cecdaeb-853b-49d9-9922-08812918c203), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:26.087836 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2901c68f-aeff-4f01-ae2a-58626962f111 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:26.103673 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-2901c68f-aeff-4f01-ae2a-58626962f111 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5931664 Feb 04 12:45:26.111768 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 33958) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:45:26.148240 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-82c4432f-7020-4f71-a085-fa9875ce0b5e tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Request body: {'port': {'network_id': '338758ad-61dc-46c7-a3d3-c9ad28998a8c', 'name': 'tempest-RoutersIpV6Test-1825899282'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:45:26.481186 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-6080c145-7c52-42ef-9829-df60895cb2c7 None None] Provisioning complete for port d83a8239-5c24-45db-868e-dabd26f0f5f3 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:45:26.484489 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6080c145-7c52-42ef-9829-df60895cb2c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (d83a8239-5c24-45db-868e-dabd26f0f5f3), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:26.581888 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8743b4a8-23d6-4145-80c3-7f02f6305c05 req-7cb71c00-a075-4d2c-a823-c550b1216ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:26.583412 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8743b4a8-23d6-4145-80c3-7f02f6305c05 req-7cb71c00-a075-4d2c-a823-c550b1216ee0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1e8bd0ad-7c47-46a9-ae6a-f10808c69ad4 HTTP/1.1" status: 200 len: 862 time: 0.9048498 Feb 04 12:45:26.587326 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-49087921-a400-44eb-ace3-3d9e2084e7e6 req-88b1f68f-7863-4aaf-9278-c18d2d40da80 tempest-InstanceActionsNegativeTestJSON-322497138 tempest-InstanceActionsNegativeTestJSON-322497138-project] 10.222.0.65 "GET /v2.0/security-groups?id=a038daeb-7037-4a86-8d7f-15af18548ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0280671 Feb 04 12:45:26.601640 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-6080c145-7c52-42ef-9829-df60895cb2c7 None None] Port d83a8239-5c24-45db-868e-dabd26f0f5f3 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:45:26.725998 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8743b4a8-23d6-4145-80c3-7f02f6305c05 req-c4228a87-e7cb-42b9-9c8d-90949376fac4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3d94a1e9-6d2d-412b-901e-a6d25a00957e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1350429 Feb 04 12:45:26.727665 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-914a3d80-4f61-43ce-9a23-8f4376693955 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (9ff3517c-5919-4b39-95b9-e00623e146e7), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:26.757149 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-83b145b5-d9c7-4a03-b66a-2e3308178249 None None] Publish callbacks [] for port (a46e1d05-a83b-4f71-a2e9-352d9beffa50), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:26.770408 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-83b145b5-d9c7-4a03-b66a-2e3308178249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (a46e1d05-a83b-4f71-a2e9-352d9beffa50), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:26.824944 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e38dd868-e294-4ecc-a48a-359abf09d5ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (d83a8239-5c24-45db-868e-dabd26f0f5f3), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:26.905299 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b145b5-d9c7-4a03-b66a-2e3308178249 None None] Network 338758ad-61dc-46c7-a3d3-c9ad28998a8c is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:45:26.912003 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82c4432f-7020-4f71-a085-fa9875ce0b5e tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Made reservation on behalf of 3fccd7acaf5a4db2beb516182b08458d for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:45:26.916446 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914a3d80-4f61-43ce-9a23-8f4376693955 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Pushing event deleted for resources: {'Port': ['ID=9ff3517c-5919-4b39-95b9-e00623e146e7,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:26.929107 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-82c4432f-7020-4f71-a085-fa9875ce0b5e tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:26.960131 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-83b145b5-d9c7-4a03-b66a-2e3308178249 None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:45:26.969567 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b145b5-d9c7-4a03-b66a-2e3308178249 None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:45:27.006343 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b145b5-d9c7-4a03-b66a-2e3308178249 None None] Pushing event updated for resources: {'Port': ['ID=a46e1d05-a83b-4f71-a2e9-352d9beffa50,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:27.084455 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [None req-82c4432f-7020-4f71-a085-fa9875ce0b5e tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] device_id is not set on port 8a825756-d30a-42e0-b7d8-cdb33e4a20b9 yet. {{(pid=103474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 12:45:27.116800 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 879cd583-6dd9-4549-9001-785fbd900056 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:45:27.131492 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8743b4a8-23d6-4145-80c3-7f02f6305c05 req-8e8f17f9-2583-4790-941a-d30388bde8db service neutron] 10.222.0.73 "GET /v2.0/networks/3d94a1e9-6d2d-412b-901e-a6d25a00957e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3685234 Feb 04 12:45:27.154883 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-83b145b5-d9c7-4a03-b66a-2e3308178249 None None] Attempting to bind port a46e1d05-a83b-4f71-a2e9-352d9beffa50 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:45:27.155303 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-83b145b5-d9c7-4a03-b66a-2e3308178249 None None] Attempting to bind port a46e1d05-a83b-4f71-a2e9-352d9beffa50 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '214165ab-a6c9-4bcc-9c01-00de05f03163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '338758ad-61dc-46c7-a3d3-c9ad28998a8c'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:45:27.155679 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b145b5-d9c7-4a03-b66a-2e3308178249 None None] Attempting to bind port a46e1d05-a83b-4f71-a2e9-352d9beffa50 on network 338758ad-61dc-46c7-a3d3-c9ad28998a8c {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:45:27.207308 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b145b5-d9c7-4a03-b66a-2e3308178249 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:45:27.207788 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b145b5-d9c7-4a03-b66a-2e3308178249 None None] Checking segment: {'id': '214165ab-a6c9-4bcc-9c01-00de05f03163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '338758ad-61dc-46c7-a3d3-c9ad28998a8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:45:27.208133 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-83b145b5-d9c7-4a03-b66a-2e3308178249 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:27.208537 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b145b5-d9c7-4a03-b66a-2e3308178249 None None] Bound using segment: {'id': '214165ab-a6c9-4bcc-9c01-00de05f03163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '338758ad-61dc-46c7-a3d3-c9ad28998a8c'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:45:27.209039 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-83b145b5-d9c7-4a03-b66a-2e3308178249 None None] Bound port: a46e1d05-a83b-4f71-a2e9-352d9beffa50, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '214165ab-a6c9-4bcc-9c01-00de05f03163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '338758ad-61dc-46c7-a3d3-c9ad28998a8c'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:45:27.209423 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-83b145b5-d9c7-4a03-b66a-2e3308178249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (a46e1d05-a83b-4f71-a2e9-352d9beffa50), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:27.370132 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-914a3d80-4f61-43ce-9a23-8f4376693955 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1599901'] for router_gateway (c5214de8-e5c7-4005-a4fd-c0028b5755db), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:27.418557 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-83b145b5-d9c7-4a03-b66a-2e3308178249 None None] For port a46e1d05-a83b-4f71-a2e9-352d9beffa50, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:45:27.420811 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 879cd583-6dd9-4549-9001-785fbd900056 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:45:27.421201 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (879cd583-6dd9-4549-9001-785fbd900056), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:27.425507 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 33982) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:45:27.425938 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-83b145b5-d9c7-4a03-b66a-2e3308178249 None None] For port a46e1d05-a83b-4f71-a2e9-352d9beffa50, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=a46e1d05-a83b-4f71-a2e9-352d9beffa50,segment=NetworkSegment(214165ab-a6c9-4bcc-9c01-00de05f03163),segment_id=214165ab-a6c9-4bcc-9c01-00de05f03163)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:45:27.458959 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e38dd868-e294-4ecc-a48a-359abf09d5ef admin admin] Publish callbacks [] for port (d83a8239-5c24-45db-868e-dabd26f0f5f3), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:27.481613 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e38dd868-e294-4ecc-a48a-359abf09d5ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (d83a8239-5c24-45db-868e-dabd26f0f5f3), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:27.500482 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-83b145b5-d9c7-4a03-b66a-2e3308178249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (a46e1d05-a83b-4f71-a2e9-352d9beffa50), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:27.512824 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-914a3d80-4f61-43ce-9a23-8f4376693955 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10915'] for router (c5214de8-e5c7-4005-a4fd-c0028b5755db), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:27.515199 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-914a3d80-4f61-43ce-9a23-8f4376693955 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks [] for router_controller (c5214de8-e5c7-4005-a4fd-c0028b5755db), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:27.583227 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-914a3d80-4f61-43ce-9a23-8f4376693955 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622829'] for router (c5214de8-e5c7-4005-a4fd-c0028b5755db), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:27.583929 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-914a3d80-4f61-43ce-9a23-8f4376693955 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Fanout notify agent at l3_agent the message router_deleted on router c5214de8-e5c7-4005-a4fd-c0028b5755db {{(pid=103475) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 12:45:27.601359 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-914a3d80-4f61-43ce-9a23-8f4376693955 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks [] for router (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:27.605544 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-914a3d80-4f61-43ce-9a23-8f4376693955 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] 10.222.0.65 "DELETE /v2.0/routers/c5214de8-e5c7-4005-a4fd-c0028b5755db HTTP/1.1" status: 204 len: 168 time: 5.3572741 Feb 04 12:45:27.606200 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 33988) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:45:27.696381 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e38dd868-e294-4ecc-a48a-359abf09d5ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622202'] for router_interface (4ef9a873-6f7d-4e62-9a20-a6ffb3c44496), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:27.747485 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b145b5-d9c7-4a03-b66a-2e3308178249 None None] Pushing event updated for resources: {'Port': ['ID=a46e1d05-a83b-4f71-a2e9-352d9beffa50,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:27.822554 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a7d8db6b-f710-4c77-9e38-58e0c473e2b2 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (9e396136-e257-4962-b85c-5af5a964b8b3), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:27.857026 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 879cd583-6dd9-4549-9001-785fbd900056 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:45:27.857733 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (879cd583-6dd9-4549-9001-785fbd900056), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:27.940679 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38dd868-e294-4ecc-a48a-359abf09d5ef admin admin] Pushing event updated for resources: {'Port': ['ID=d83a8239-5c24-45db-868e-dabd26f0f5f3,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:27.945389 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port 879cd583-6dd9-4549-9001-785fbd900056, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=879cd583-6dd9-4549-9001-785fbd900056,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:45:27.949896 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38dd868-e294-4ecc-a48a-359abf09d5ef admin admin] Network 9222768b-24e8-4bf5-8435-b7d0ef6b58eb is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:45:27.950974 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3e8e4813-addd-4c53-a500-39e69e4c5ac9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:27.959486 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-e38dd868-e294-4ecc-a48a-359abf09d5ef admin admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:45:27.961385 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (879cd583-6dd9-4549-9001-785fbd900056), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:27.982197 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-82c4432f-7020-4f71-a085-fa9875ce0b5e tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Allocated IP 2001:db8::116 (338758ad-61dc-46c7-a3d3-c9ad28998a8c/5b2edc01-da3d-4e33-b3a3-0d8c2a5153e1/8a825756-d30a-42e0-b7d8-cdb33e4a20b9) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:45:28.084122 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3e8e4813-addd-4c53-a500-39e69e4c5ac9 admin admin] Publish callbacks [] for security_group (8c10ff07-46c4-4e34-ab5d-8fab3347db0f), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:28.107521 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=879cd583-6dd9-4549-9001-785fbd900056,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:28.277000 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a7d8db6b-f710-4c77-9e38-58e0c473e2b2 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (9e396136-e257-4962-b85c-5af5a964b8b3), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:28.366449 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1032f57b-772c-42e2-a708-951d09303d87 req-576fa8d2-00f0-4919-b914-f059164ee323 tempest-InstanceActionsNegativeTestJSON-322497138 tempest-InstanceActionsNegativeTestJSON-322497138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:28.370710 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3e8e4813-addd-4c53-a500-39e69e4c5ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (8c10ff07-46c4-4e34-ab5d-8fab3347db0f), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:28.372366 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1032f57b-772c-42e2-a708-951d09303d87 req-576fa8d2-00f0-4919-b914-f059164ee323 tempest-InstanceActionsNegativeTestJSON-322497138 tempest-InstanceActionsNegativeTestJSON-322497138-project] 10.222.0.65 "GET /v2.0/ports?device_id=041304ec-0a9e-4923-a4dd-d84df3069349 HTTP/1.1" status: 200 len: 944 time: 0.4996665 Feb 04 12:45:28.382058 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8743b4a8-23d6-4145-80c3-7f02f6305c05 req-139e9999-501c-41de-a6cc-102f9d165569 service neutron] 10.222.0.73 "GET /v2.0/networks/3d94a1e9-6d2d-412b-901e-a6d25a00957e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2059910 Feb 04 12:45:28.426335 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-a7d8db6b-f710-4c77-9e38-58e0c473e2b2 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e396136-e257-4962-b85c-5af5a964b8b3']}} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:45:28.491630 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-a7d8db6b-f710-4c77-9e38-58e0c473e2b2 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f722b3b-5a63-4860-b91c-43ff5ece0c31') {'for_net_delete': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:45:28.492013 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-a7d8db6b-f710-4c77-9e38-58e0c473e2b2 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f722b3b-5a63-4860-b91c-43ff5ece0c31') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:45:28.557067 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-0ae63f4f-e320-4788-ba0f-61fb8c4549c7 None None] Provisioning complete for port d83a8239-5c24-45db-868e-dabd26f0f5f3 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:45:28.557619 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0ae63f4f-e320-4788-ba0f-61fb8c4549c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (d83a8239-5c24-45db-868e-dabd26f0f5f3), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:28.599594 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a7d8db6b-f710-4c77-9e38-58e0c473e2b2 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51859336'] for segment (4f722b3b-5a63-4860-b91c-43ff5ece0c31), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:28.640825 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0ae63f4f-e320-4788-ba0f-61fb8c4549c7 None None] Port d83a8239-5c24-45db-868e-dabd26f0f5f3 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:45:28.665136 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a7d8db6b-f710-4c77-9e38-58e0c473e2b2 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (4f722b3b-5a63-4860-b91c-43ff5ece0c31), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:28.684425 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1032f57b-772c-42e2-a708-951d09303d87 req-8d018e2b-17b5-423f-a2af-88253262a255 tempest-InstanceActionsNegativeTestJSON-322497138 tempest-InstanceActionsNegativeTestJSON-322497138-project] 10.222.0.65 "GET /v2.0/security-groups?id=a038daeb-7037-4a86-8d7f-15af18548ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3055217 Feb 04 12:45:28.686354 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7d8db6b-f710-4c77-9e38-58e0c473e2b2 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=103475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:45:28.687065 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a7d8db6b-f710-4c77-9e38-58e0c473e2b2 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-52093388'] for segment (4f722b3b-5a63-4860-b91c-43ff5ece0c31), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:28.706039 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-3e8e4813-addd-4c53-a500-39e69e4c5ac9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0317e9284f89471cbe4f4bad85dbd160&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2769721 Feb 04 12:45:28.715142 n-d-825015-3 neutron-server[103475]: Traceback (most recent call last): Feb 04 12:45:28.715142 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:45:28.715142 n-d-825015-3 neutron-server[103475]: timer() Feb 04 12:45:28.715142 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:45:28.715142 n-d-825015-3 neutron-server[103475]: cb(*args, **kw) Feb 04 12:45:28.715142 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:45:28.715142 n-d-825015-3 neutron-server[103475]: return func(*args, **kwargs) Feb 04 12:45:28.715142 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:45:28.715142 n-d-825015-3 neutron-server[103475]: self._notify() Feb 04 12:45:28.715142 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:45:28.715142 n-d-825015-3 neutron-server[103475]: self.callback(batched_events) Feb 04 12:45:28.715142 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:45:28.715142 n-d-825015-3 neutron-server[103475]: event.method(event) Feb 04 12:45:28.715142 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:45:28.715142 n-d-825015-3 neutron-server[103475]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:45:28.715142 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:45:28.715142 n-d-825015-3 neutron-server[103475]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:45:28.715142 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:45:28.715142 n-d-825015-3 neutron-server[103475]: return f(self, *a, **k) Feb 04 12:45:28.715142 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:45:28.715142 n-d-825015-3 neutron-server[103475]: return self._get(url).json() Feb 04 12:45:28.715142 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:45:28.715142 n-d-825015-3 neutron-server[103475]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:45:28.715142 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:45:28.715142 n-d-825015-3 neutron-server[103475]: return self.request(url, 'GET', **kwargs) Feb 04 12:45:28.715142 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:45:28.715142 n-d-825015-3 neutron-server[103475]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:45:28.715142 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:45:28.715142 n-d-825015-3 neutron-server[103475]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:45:28.715142 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:45:28.715142 n-d-825015-3 neutron-server[103475]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:45:28.715142 n-d-825015-3 neutron-server[103475]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:45:28.722892 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 34000) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:45:28.762764 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e38dd868-e294-4ecc-a48a-359abf09d5ef admin admin] Router 4ef9a873-6f7d-4e62-9a20-a6ffb3c44496 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:45:28.793378 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-82c4432f-7020-4f71-a085-fa9875ce0b5e tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks [] for port (8a825756-d30a-42e0-b7d8-cdb33e4a20b9), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:28.796034 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fa9c0f-28da-4198-98db-15b424b79afc req-c8a43b6a-9628-4bcf-809d-813ca26ca117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:28.799537 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d6fa9c0f-28da-4198-98db-15b424b79afc req-c8a43b6a-9628-4bcf-809d-813ca26ca117 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=225f2ce089ee4f2883ece38bab5476aa&device_id=041304ec-0a9e-4923-a4dd-d84df3069349 HTTP/1.1" status: 200 len: 1126 time: 0.3218794 Feb 04 12:45:28.805031 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8e4813-addd-4c53-a500-39e69e4c5ac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c10ff07-46c4-4e34-ab5d-8fab3347db0f,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:28.904917 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a7d8db6b-f710-4c77-9e38-58e0c473e2b2 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (9e396136-e257-4962-b85c-5af5a964b8b3), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:29.116775 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fa9c0f-28da-4198-98db-15b424b79afc req-549e55c1-7251-45a6-9178-83f479ef0be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:29.118857 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d6fa9c0f-28da-4198-98db-15b424b79afc req-549e55c1-7251-45a6-9178-83f479ef0be3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3d94a1e9-6d2d-412b-901e-a6d25a00957e HTTP/1.1" status: 200 len: 923 time: 0.3118951 Feb 04 12:45:29.135361 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a7d8db6b-f710-4c77-9e38-58e0c473e2b2 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:29.182836 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-a7d8db6b-f710-4c77-9e38-58e0c473e2b2 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] 10.222.0.65 "DELETE /v2.0/networks/9e396136-e257-4962-b85c-5af5a964b8b3 HTTP/1.1" status: 204 len: 168 time: 1.5707047 Feb 04 12:45:29.277359 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 879cd583-6dd9-4549-9001-785fbd900056 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:45:29.277553 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 34004) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:45:29.279873 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-748e75a3-6248-43e7-82bc-ddadc5e4a6e2 admin admin] Publish callbacks [] for security_group (8c10ff07-46c4-4e34-ab5d-8fab3347db0f), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:29.286498 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d6fa9c0f-28da-4198-98db-15b424b79afc req-f38b4209-e442-4ee9-9c41-265999fe688d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea553f44-80a0-4fdf-8466-88ebc7623805 HTTP/1.1" status: 200 len: 217 time: 0.0633974 Feb 04 12:45:29.374955 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 879cd583-6dd9-4549-9001-785fbd900056 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:45:29.375725 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (879cd583-6dd9-4549-9001-785fbd900056), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:29.383615 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-82c4432f-7020-4f71-a085-fa9875ce0b5e tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (8a825756-d30a-42e0-b7d8-cdb33e4a20b9), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:29.444051 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c4432f-7020-4f71-a085-fa9875ce0b5e tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Pushing event updated for resources: {'Port': ['ID=8a825756-d30a-42e0-b7d8-cdb33e4a20b9,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:29.498387 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c4432f-7020-4f71-a085-fa9875ce0b5e tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Network 338758ad-61dc-46c7-a3d3-c9ad28998a8c is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:45:29.505884 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-82c4432f-7020-4f71-a085-fa9875ce0b5e tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:45:29.511307 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c4432f-7020-4f71-a085-fa9875ce0b5e tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:45:29.518318 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c4432f-7020-4f71-a085-fa9875ce0b5e tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:29.519228 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-82c4432f-7020-4f71-a085-fa9875ce0b5e tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:29.526095 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e38dd868-e294-4ecc-a48a-359abf09d5ef admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:45:29.544244 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-e38dd868-e294-4ecc-a48a-359abf09d5ef admin admin] 10.222.0.65 "PUT /v2.0/routers/4ef9a873-6f7d-4e62-9a20-a6ffb3c44496/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4225121 Feb 04 12:45:29.561920 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-82c4432f-7020-4f71-a085-fa9875ce0b5e tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.4487193 Feb 04 12:45:29.565437 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 34008) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:45:29.570903 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a81185-01c8-46d2-93ce-e63707bda95a None None] Sync routers for ids ['4ef9a873-6f7d-4e62-9a20-a6ffb3c44496'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:45:29.627703 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 879cd583-6dd9-4549-9001-785fbd900056 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:45:29.637487 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device a46e1d05-a83b-4f71-a2e9-352d9beffa50 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:45:29.639548 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a81185-01c8-46d2-93ce-e63707bda95a None None] Routers {'4ef9a873-6f7d-4e62-9a20-a6ffb3c44496'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:45:29.640116 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fa9c0f-28da-4198-98db-15b424b79afc req-0ea38356-8752-49b8-967b-39a13458b46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:29.640681 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-d0a81185-01c8-46d2-93ce-e63707bda95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:45:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['4ef9a873-6f7d-4e62-9a20-a6ffb3c44496'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:45:29.642731 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d6fa9c0f-28da-4198-98db-15b424b79afc req-0ea38356-8752-49b8-967b-39a13458b46a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1e8bd0ad-7c47-46a9-ae6a-f10808c69ad4 HTTP/1.1" status: 200 len: 862 time: 0.2434905 Feb 04 12:45:29.677491 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d8db6b-f710-4c77-9e38-58e0c473e2b2 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Pushing event deleted for resources: {'Network': ['ID=9e396136-e257-4962-b85c-5af5a964b8b3,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:29.748175 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d6fa9c0f-28da-4198-98db-15b424b79afc req-d1511a65-7768-48de-856e-6957f8781bef service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3d94a1e9-6d2d-412b-901e-a6d25a00957e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661721 Feb 04 12:45:29.912492 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b53bd06-b153-45f0-b094-80df36005cc7 None None] Network 338758ad-61dc-46c7-a3d3-c9ad28998a8c requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:45:29.943276 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d6fa9c0f-28da-4198-98db-15b424b79afc req-54bed75c-eca8-4df0-b48e-a2760d8a62c8 service neutron] 10.222.0.73 "GET /v2.0/networks/3d94a1e9-6d2d-412b-901e-a6d25a00957e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669834 Feb 04 12:45:29.993424 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-748e75a3-6248-43e7-82bc-ddadc5e4a6e2 admin admin] Publish callbacks [] for security_group (8c10ff07-46c4-4e34-ab5d-8fab3347db0f), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:30.116852 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d6fa9c0f-28da-4198-98db-15b424b79afc req-2bcac397-57a5-4121-877a-bf812341d68a service neutron] 10.222.0.73 "GET /v2.0/networks/3d94a1e9-6d2d-412b-901e-a6d25a00957e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190083 Feb 04 12:45:30.134754 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port a46e1d05-a83b-4f71-a2e9-352d9beffa50 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:45:30.135619 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (a46e1d05-a83b-4f71-a2e9-352d9beffa50), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:30.137066 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-f4fd0efb-cb42-4bbb-a6f0-a93ec9c40206 None None] Provisioning complete for port a46e1d05-a83b-4f71-a2e9-352d9beffa50 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:45:30.137533 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f4fd0efb-cb42-4bbb-a6f0-a93ec9c40206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (a46e1d05-a83b-4f71-a2e9-352d9beffa50), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:30.164606 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-14db8073-338b-48bb-a6e8-8a62f8cd7f6d tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Deleting port ffebf5e6-abe1-428c-8de7-398e320e6a47 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:45:30.164950 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-14db8073-338b-48bb-a6e8-8a62f8cd7f6d tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (ffebf5e6-abe1-428c-8de7-398e320e6a47), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:30.278364 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-14db8073-338b-48bb-a6e8-8a62f8cd7f6d tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (ffebf5e6-abe1-428c-8de7-398e320e6a47), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:30.279376 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-14db8073-338b-48bb-a6e8-8a62f8cd7f6d tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks [] for floatingip (ffebf5e6-abe1-428c-8de7-398e320e6a47), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:30.287981 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-d0a81185-01c8-46d2-93ce-e63707bda95a None None] Set router 4ef9a873-6f7d-4e62-9a20-a6ffb3c44496 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:45:30.296118 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-14db8073-338b-48bb-a6e8-8a62f8cd7f6d tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Calling delete_port for ffebf5e6-abe1-428c-8de7-398e320e6a47 owned by network:floatingip {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:45:30.400556 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-25e6586c-2a45-45ae-9dd5-a4708b512a16 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (8a825756-d30a-42e0-b7d8-cdb33e4a20b9), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:30.641225 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229e6688-a744-49f0-9858-59edd793a474 req-9c8fbb86-5ea2-41f0-80a7-52b2228df847 tempest-InstanceActionsNegativeTestJSON-322497138 tempest-InstanceActionsNegativeTestJSON-322497138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:30.645471 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-229e6688-a744-49f0-9858-59edd793a474 req-9c8fbb86-5ea2-41f0-80a7-52b2228df847 tempest-InstanceActionsNegativeTestJSON-322497138 tempest-InstanceActionsNegativeTestJSON-322497138-project] 10.222.0.65 "GET /v2.0/ports?device_id=041304ec-0a9e-4923-a4dd-d84df3069349 HTTP/1.1" status: 200 len: 944 time: 0.6982467 Feb 04 12:45:30.654817 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-748e75a3-6248-43e7-82bc-ddadc5e4a6e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (8c10ff07-46c4-4e34-ab5d-8fab3347db0f), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:30.657651 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-748e75a3-6248-43e7-82bc-ddadc5e4a6e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:30.664791 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-748e75a3-6248-43e7-82bc-ddadc5e4a6e2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8c10ff07-46c4-4e34-ab5d-8fab3347db0f HTTP/1.1" status: 204 len: 168 time: 1.9062459 Feb 04 12:45:30.682532 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port a46e1d05-a83b-4f71-a2e9-352d9beffa50 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:45:30.683138 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (a46e1d05-a83b-4f71-a2e9-352d9beffa50), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:30.725180 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748e75a3-6248-43e7-82bc-ddadc5e4a6e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c10ff07-46c4-4e34-ab5d-8fab3347db0f,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:30.740942 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-f4fd0efb-cb42-4bbb-a6f0-a93ec9c40206 None None] Current status of the port a46e1d05-a83b-4f71-a2e9-352d9beffa50 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:45:30.741927 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f4fd0efb-cb42-4bbb-a6f0-a93ec9c40206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (a46e1d05-a83b-4f71-a2e9-352d9beffa50), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:30.812144 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port a46e1d05-a83b-4f71-a2e9-352d9beffa50, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=a46e1d05-a83b-4f71-a2e9-352d9beffa50,segment=NetworkSegment(214165ab-a6c9-4bcc-9c01-00de05f03163),segment_id=214165ab-a6c9-4bcc-9c01-00de05f03163)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:45:30.839780 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (a46e1d05-a83b-4f71-a2e9-352d9beffa50), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:30.932709 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-229e6688-a744-49f0-9858-59edd793a474 req-d02d0312-4653-4a67-a54d-59665c86c0f2 tempest-InstanceActionsNegativeTestJSON-322497138 tempest-InstanceActionsNegativeTestJSON-322497138-project] 10.222.0.65 "GET /v2.0/security-groups?id=a038daeb-7037-4a86-8d7f-15af18548ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122121 Feb 04 12:45:31.090382 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device ea553f44-80a0-4fdf-8466-88ebc7623805 details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:45:31.129641 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 9ff3517c-5919-4b39-95b9-e00623e146e7 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:45:31.143884 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=a46e1d05-a83b-4f71-a2e9-352d9beffa50,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:31.172564 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-25e6586c-2a45-45ae-9dd5-a4708b512a16 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks [] for port (8a825756-d30a-42e0-b7d8-cdb33e4a20b9), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:31.180443 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-25e6586c-2a45-45ae-9dd5-a4708b512a16 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (8a825756-d30a-42e0-b7d8-cdb33e4a20b9), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:31.187942 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-14db8073-338b-48bb-a6e8-8a62f8cd7f6d tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (ffebf5e6-abe1-428c-8de7-398e320e6a47), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:31.295323 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 9ff3517c-5919-4b39-95b9-e00623e146e7 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:45:31.295681 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 9ff3517c-5919-4b39-95b9-e00623e146e7 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:45:31.300470 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.db.resource_extend [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 12:45:31.306622 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14db8073-338b-48bb-a6e8-8a62f8cd7f6d tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Pushing event deleted for resources: {'Port': ['ID=ffebf5e6-abe1-428c-8de7-398e320e6a47,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:31.392820 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e6586c-2a45-45ae-9dd5-a4708b512a16 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Pushing event updated for resources: {'Port': ['ID=8a825756-d30a-42e0-b7d8-cdb33e4a20b9,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:31.447516 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 34048) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:45:31.466577 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3b9032d2-6e38-4d6f-83ba-561ae8b81bb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:31.494207 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-14db8073-338b-48bb-a6e8-8a62f8cd7f6d tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks [] for floatingip (73e29cb2-d5c4-4b7a-86f9-f49f937641e9), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:31.494428 n-d-825015-3 neutron-server[103475]: INFO neutron.db.l3_db [None req-14db8073-338b-48bb-a6e8-8a62f8cd7f6d tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Floating IP 73e29cb2-d5c4-4b7a-86f9-f49f937641e9 disassociated (deleted). External IP: 172.25.3.221, port: 7b09a76d-b5a2-4514-9e1e-d21e324d416c. Feb 04 12:45:31.508383 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device a46e1d05-a83b-4f71-a2e9-352d9beffa50 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:45:31.527900 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:31.564503 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.db.api [None req-f4fd0efb-cb42-4bbb-a6f0-a93ec9c40206 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103476) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 12:45:31.565138 n-d-825015-3 neutron-server[103476]: DEBUG oslo_db.api [None req-f4fd0efb-cb42-4bbb-a6f0-a93ec9c40206 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 12:45:31.654139 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-25e6586c-2a45-45ae-9dd5-a4708b512a16 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1599818'] for router_interface (4cecdaeb-853b-49d9-9922-08812918c203), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:31.691392 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port ea553f44-80a0-4fdf-8466-88ebc7623805, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=ea553f44-80a0-4fdf-8466-88ebc7623805,segment=NetworkSegment(28fea379-beee-48e1-a0ea-1457b4867a36),segment_id=28fea379-beee-48e1-a0ea-1457b4867a36)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:45:31.731233 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-d0a81185-01c8-46d2-93ce-e63707bda95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ef9a873-6f7d-4e62-9a20-a6ffb3c44496', 'name': 'tempest-ImageQuotaTest-2052164939-router', 'tenant_id': '7531a3531a28451c96cac6ee9b478b0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': '879cd583-6dd9-4549-9001-785fbd900056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:45:17Z', 'updated_at': '2022-02-04T12:45:26Z', 'revision_number': 4, 'project_id': '7531a3531a28451c96cac6ee9b478b0b', 'gw_port': {'id': '879cd583-6dd9-4549-9001-785fbd900056', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef9a873-6f7d-4e62-9a20-a6ffb3c44496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:45:19Z', 'updated_at': '2022-02-04T12:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'd83a8239-5c24-45db-868e-dabd26f0f5f3', 'name': '', 'network_id': '9222768b-24e8-4bf5-8435-b7d0ef6b58eb', 'tenant_id': '7531a3531a28451c96cac6ee9b478b0b', 'mac_address': 'fa:16:3e:79:e3:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ef9a873-6f7d-4e62-9a20-a6ffb3c44496', 'device_owner': 'network:router_interface', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': '1ed25298-bc98-48ae-b742-10a7bfc6ffad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:45:24Z', 'updated_at': '2022-02-04T12:45:27Z', 'revision_number': 2, 'project_id': '7531a3531a28451c96cac6ee9b478b0b', 'subnets': [{'id': '1ed25298-bc98-48ae-b742-10a7bfc6ffad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:45:31.798131 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': 'ea553f44-80a0-4fdf-8466-88ebc7623805', 'network_id': '3d94a1e9-6d2d-412b-901e-a6d25a00957e', 'port_id': 'ea553f44-80a0-4fdf-8466-88ebc7623805', 'mac_address': 'fa:16:3e:e9:27:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e8bd0ad-7c47-46a9-ae6a-f10808c69ad4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:45:31.804374 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3b9032d2-6e38-4d6f-83ba-561ae8b81bb1 admin admin] Publish callbacks [] for security_group (7527991b-df61-45ad-852e-e4b616a4708e), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:31.806512 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a81185-01c8-46d2-93ce-e63707bda95a None None] Checking router: 4ef9a873-6f7d-4e62-9a20-a6ffb3c44496 for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:45:31.807205 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a81185-01c8-46d2-93ce-e63707bda95a None None] Updating router 4ef9a873-6f7d-4e62-9a20-a6ffb3c44496 port d83a8239-5c24-45db-868e-dabd26f0f5f3 binding host n-d-825015-3 {{(pid=103476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:45:31.811926 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3b9032d2-6e38-4d6f-83ba-561ae8b81bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (7527991b-df61-45ad-852e-e4b616a4708e), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:31.813442 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:31.815306 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port a46e1d05-a83b-4f71-a2e9-352d9beffa50 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:45:31.816149 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (a46e1d05-a83b-4f71-a2e9-352d9beffa50), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:31.934891 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d0a81185-01c8-46d2-93ce-e63707bda95a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (d83a8239-5c24-45db-868e-dabd26f0f5f3), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:31.982872 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9032d2-6e38-4d6f-83ba-561ae8b81bb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7527991b-df61-45ad-852e-e4b616a4708e,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:31.985126 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port ea553f44-80a0-4fdf-8466-88ebc7623805 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:45:31.986565 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (ea553f44-80a0-4fdf-8466-88ebc7623805), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:32.014993 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-3b9032d2-6e38-4d6f-83ba-561ae8b81bb1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ed46394a2fdd4945a328760369438f69&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5640721 Feb 04 12:45:32.018088 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 34060) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:45:32.028453 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-25e6586c-2a45-45ae-9dd5-a4708b512a16 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (8a825756-d30a-42e0-b7d8-cdb33e4a20b9), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:32.071976 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14db8073-338b-48bb-a6e8-8a62f8cd7f6d tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Router 042fa9bd-a59f-44fa-b236-5edf79f58163 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:45:32.137287 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea553f44-80a0-4fdf-8466-88ebc7623805 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:45:32.224378 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 34062) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:45:32.246170 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port a46e1d05-a83b-4f71-a2e9-352d9beffa50 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:45:32.260111 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port ea553f44-80a0-4fdf-8466-88ebc7623805, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=ea553f44-80a0-4fdf-8466-88ebc7623805,segment=NetworkSegment(28fea379-beee-48e1-a0ea-1457b4867a36),segment_id=28fea379-beee-48e1-a0ea-1457b4867a36)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:45:32.261191 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-f4fd0efb-cb42-4bbb-a6f0-a93ec9c40206 None None] Current status of the port a46e1d05-a83b-4f71-a2e9-352d9beffa50 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:45:32.322409 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (ea553f44-80a0-4fdf-8466-88ebc7623805), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:32.472452 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-25e6586c-2a45-45ae-9dd5-a4708b512a16 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks [] for port (8a825756-d30a-42e0-b7d8-cdb33e4a20b9), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:32.481808 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-25e6586c-2a45-45ae-9dd5-a4708b512a16 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (8a825756-d30a-42e0-b7d8-cdb33e4a20b9), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:32.483515 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-25e6586c-2a45-45ae-9dd5-a4708b512a16 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622202'] for router_interface (4cecdaeb-853b-49d9-9922-08812918c203), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:32.570223 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=ea553f44-80a0-4fdf-8466-88ebc7623805,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:32.602387 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e6586c-2a45-45ae-9dd5-a4708b512a16 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Pushing event updated for resources: {'Port': ['ID=8a825756-d30a-42e0-b7d8-cdb33e4a20b9,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:32.655059 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['ea553f44-80a0-4fdf-8466-88ebc7623805'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:45:32.684339 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-f50e89f2-6ce0-48fe-9f12-a048b71d5e99 None None] Provisioning complete for port a46e1d05-a83b-4f71-a2e9-352d9beffa50 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:45:32.685275 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f50e89f2-6ce0-48fe-9f12-a048b71d5e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (a46e1d05-a83b-4f71-a2e9-352d9beffa50), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:32.690837 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e6586c-2a45-45ae-9dd5-a4708b512a16 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Network 338758ad-61dc-46c7-a3d3-c9ad28998a8c is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:45:32.695418 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-25e6586c-2a45-45ae-9dd5-a4708b512a16 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:45:32.931123 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5cdee374-3752-48f5-814c-44ffffad9096 admin admin] Publish callbacks [] for security_group (7527991b-df61-45ad-852e-e4b616a4708e), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:32.959493 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26ff8ac-9a9a-4c89-bed1-750236119213 req-1904845b-3af8-48dc-ae76-8cc541df9a79 tempest-InstanceActionsNegativeTestJSON-322497138 tempest-InstanceActionsNegativeTestJSON-322497138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:32.961118 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b26ff8ac-9a9a-4c89-bed1-750236119213 req-1904845b-3af8-48dc-ae76-8cc541df9a79 tempest-InstanceActionsNegativeTestJSON-322497138 tempest-InstanceActionsNegativeTestJSON-322497138-project] 10.222.0.65 "GET /v2.0/ports?device_id=041304ec-0a9e-4923-a4dd-d84df3069349 HTTP/1.1" status: 200 len: 944 time: 0.8710437 Feb 04 12:45:33.027970 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25e6586c-2a45-45ae-9dd5-a4708b512a16 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Router 4cecdaeb-853b-49d9-9922-08812918c203 is scheduled to L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de with binding_index 1 {{(pid=103474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 12:45:33.039220 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14db8073-338b-48bb-a6e8-8a62f8cd7f6d tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:45:33.052218 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e8f0e1-4ae6-487e-a153-3f8dfe8c1709 None None] Sync routers for ids ['042fa9bd-a59f-44fa-b236-5edf79f58163'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:45:33.072417 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-14db8073-338b-48bb-a6e8-8a62f8cd7f6d tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:33.077938 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e8f0e1-4ae6-487e-a153-3f8dfe8c1709 None None] Routers {'042fa9bd-a59f-44fa-b236-5edf79f58163'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:45:33.078753 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-44e8f0e1-4ae6-487e-a153-3f8dfe8c1709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:45:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['042fa9bd-a59f-44fa-b236-5edf79f58163'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:45:33.124835 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-f50e89f2-6ce0-48fe-9f12-a048b71d5e99 None None] Current status of the port a46e1d05-a83b-4f71-a2e9-352d9beffa50 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:45:33.134743 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-14db8073-338b-48bb-a6e8-8a62f8cd7f6d tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] 10.222.0.65 "DELETE /v2.0/floatingips/73e29cb2-d5c4-4b7a-86f9-f49f937641e9 HTTP/1.1" status: 204 len: 168 time: 3.8470364 Feb 04 12:45:33.140900 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '300d028c-dd10-4eb9-8c7a-b8e1f5edd042', 'tag': '7b09a76d-b5a2-4514-9e1e-d21e324d416c'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:45:33.144004 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23af63c5-8aff-4a5c-b14c-5f02d8a6ec48" -d '{"events": [{"name": "network-changed", "server_uuid": "300d028c-dd10-4eb9-8c7a-b8e1f5edd042", "tag": "7b09a76d-b5a2-4514-9e1e-d21e324d416c"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:45:33.150252 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5cdee374-3752-48f5-814c-44ffffad9096 admin admin] Publish callbacks [] for security_group (7527991b-df61-45ad-852e-e4b616a4708e), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:33.283966 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-f50e89f2-6ce0-48fe-9f12-a048b71d5e99 None None] Provisioning complete for port 8a825756-d30a-42e0-b7d8-cdb33e4a20b9 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:45:33.285622 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f50e89f2-6ce0-48fe-9f12-a048b71d5e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (8a825756-d30a-42e0-b7d8-cdb33e4a20b9), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:33.328527 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25e6586c-2a45-45ae-9dd5-a4708b512a16 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:45:33.331763 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b26ff8ac-9a9a-4c89-bed1-750236119213 req-db6d5465-9755-4de5-952d-e2e6d1a63995 tempest-InstanceActionsNegativeTestJSON-322497138 tempest-InstanceActionsNegativeTestJSON-322497138-project] 10.222.0.65 "GET /v2.0/security-groups?id=a038daeb-7037-4a86-8d7f-15af18548ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3532019 Feb 04 12:45:33.349659 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-25e6586c-2a45-45ae-9dd5-a4708b512a16 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] 10.222.0.65 "PUT /v2.0/routers/4cecdaeb-853b-49d9-9922-08812918c203/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7828410 Feb 04 12:45:33.365430 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 34132) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:45:33.440505 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d0a81185-01c8-46d2-93ce-e63707bda95a None None] Publish callbacks [] for port (d83a8239-5c24-45db-868e-dabd26f0f5f3), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:33.452452 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d2a07d-52ac-4ec6-826f-5f8ca35ec7f2 None None] Sync routers for ids ['4cecdaeb-853b-49d9-9922-08812918c203'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:45:33.511812 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d2a07d-52ac-4ec6-826f-5f8ca35ec7f2 None None] Routers {'4cecdaeb-853b-49d9-9922-08812918c203'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:45:33.512715 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-60d2a07d-52ac-4ec6-826f-5f8ca35ec7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:45:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['4cecdaeb-853b-49d9-9922-08812918c203'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:45:33.516276 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d0a81185-01c8-46d2-93ce-e63707bda95a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (d83a8239-5c24-45db-868e-dabd26f0f5f3), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:33.519085 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56b7ca8-e49b-415f-bfd6-891652a3429b tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:33.519971 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92265c44-b6ff-4600-88d9-5b1e299bc6d7 x-openstack-request-id: req-92265c44-b6ff-4600-88d9-5b1e299bc6d7 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:45:33.520268 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "300d028c-dd10-4eb9-8c7a-b8e1f5edd042", "tag": "7b09a76d-b5a2-4514-9e1e-d21e324d416c", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:45:33.520523 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-92265c44-b6ff-4600-88d9-5b1e299bc6d7 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:45:33.520918 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '300d028c-dd10-4eb9-8c7a-b8e1f5edd042', 'tag': '7b09a76d-b5a2-4514-9e1e-d21e324d416c', 'status': 'completed', 'code': 200} Feb 04 12:45:33.522566 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-e56b7ca8-e49b-415f-bfd6-891652a3429b tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] 10.222.0.65 "GET /v2.0/ports/8a825756-d30a-42e0-b7d8-cdb33e4a20b9 HTTP/1.1" status: 200 len: 984 time: 0.1534460 Feb 04 12:45:33.525348 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 34150) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:45:33.636761 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe5c1e9-02ba-4aff-8019-9e58930a58be None None] Pushing event updated for resources: {'Port': ['ID=d83a8239-5c24-45db-868e-dabd26f0f5f3,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:33.663143 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-44e8f0e1-4ae6-487e-a153-3f8dfe8c1709 None None] Set router 042fa9bd-a59f-44fa-b236-5edf79f58163 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:45:33.664299 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-60d2a07d-52ac-4ec6-826f-5f8ca35ec7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:45:33.731080 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-f50e89f2-6ce0-48fe-9f12-a048b71d5e99 None None] Port 8a825756-d30a-42e0-b7d8-cdb33e4a20b9 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:45:33.748363 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5cdee374-3752-48f5-814c-44ffffad9096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (7527991b-df61-45ad-852e-e4b616a4708e), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:33.752698 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d2a07d-52ac-4ec6-826f-5f8ca35ec7f2 None None] Routers {'4cecdaeb-853b-49d9-9922-08812918c203'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:45:33.753573 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-60d2a07d-52ac-4ec6-826f-5f8ca35ec7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:45:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['4cecdaeb-853b-49d9-9922-08812918c203'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:45:33.760515 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5cdee374-3752-48f5-814c-44ffffad9096 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:33.765147 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-5cdee374-3752-48f5-814c-44ffffad9096 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7527991b-df61-45ad-852e-e4b616a4708e HTTP/1.1" status: 204 len: 168 time: 1.7455590 Feb 04 12:45:33.814705 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-60d2a07d-52ac-4ec6-826f-5f8ca35ec7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:45:33.816876 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d2a07d-52ac-4ec6-826f-5f8ca35ec7f2 None None] The sync data for ids ['4cecdaeb-853b-49d9-9922-08812918c203'] in n-d-825015-3 is: [] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:45:33.833857 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-d0a81185-01c8-46d2-93ce-e63707bda95a None None] Attempting to bind port d83a8239-5c24-45db-868e-dabd26f0f5f3 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:45:33.833857 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-d0a81185-01c8-46d2-93ce-e63707bda95a None None] Attempting to bind port d83a8239-5c24-45db-868e-dabd26f0f5f3 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '10c0b2b4-e05a-4bae-bb78-6660d2a06f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '9222768b-24e8-4bf5-8435-b7d0ef6b58eb'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:45:33.834430 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a81185-01c8-46d2-93ce-e63707bda95a None None] Attempting to bind port d83a8239-5c24-45db-868e-dabd26f0f5f3 on network 9222768b-24e8-4bf5-8435-b7d0ef6b58eb {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:45:33.856190 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a81185-01c8-46d2-93ce-e63707bda95a None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:45:33.856190 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a81185-01c8-46d2-93ce-e63707bda95a None None] Checking segment: {'id': '10c0b2b4-e05a-4bae-bb78-6660d2a06f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '9222768b-24e8-4bf5-8435-b7d0ef6b58eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:45:33.856190 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d0a81185-01c8-46d2-93ce-e63707bda95a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:33.856190 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a81185-01c8-46d2-93ce-e63707bda95a None None] Bound using segment: {'id': '10c0b2b4-e05a-4bae-bb78-6660d2a06f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '9222768b-24e8-4bf5-8435-b7d0ef6b58eb'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:45:33.856190 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-d0a81185-01c8-46d2-93ce-e63707bda95a None None] Bound port: d83a8239-5c24-45db-868e-dabd26f0f5f3, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10c0b2b4-e05a-4bae-bb78-6660d2a06f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '9222768b-24e8-4bf5-8435-b7d0ef6b58eb'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:45:33.856190 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d0a81185-01c8-46d2-93ce-e63707bda95a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (d83a8239-5c24-45db-868e-dabd26f0f5f3), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:33.875599 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23af63c5-8aff-4a5c-b14c-5f02d8a6ec48 req-6657e61a-1b85-4065-8ffe-5346e6e76580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:33.877928 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-23af63c5-8aff-4a5c-b14c-5f02d8a6ec48 req-6657e61a-1b85-4065-8ffe-5346e6e76580 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bfc2366eafc245dcab2b10b9216f9d44&device_id=300d028c-dd10-4eb9-8c7a-b8e1f5edd042 HTTP/1.1" status: 200 len: 1167 time: 0.3503363 Feb 04 12:45:33.884923 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdee374-3752-48f5-814c-44ffffad9096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7527991b-df61-45ad-852e-e4b616a4708e,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:34.002064 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454dc8ad-ad1d-4433-8d8c-059cc55b5383 req-bb68151b-8625-4967-b711-9b9256e67289 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:34.004780 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-d0a81185-01c8-46d2-93ce-e63707bda95a None None] For port d83a8239-5c24-45db-868e-dabd26f0f5f3, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:45:34.010170 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-454dc8ad-ad1d-4433-8d8c-059cc55b5383 req-bb68151b-8625-4967-b711-9b9256e67289 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] 10.222.0.65 "GET /v2.0/ports?device_id=300d028c-dd10-4eb9-8c7a-b8e1f5edd042 HTTP/1.1" status: 200 len: 985 time: 0.4050601 Feb 04 12:45:34.010313 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-d0a81185-01c8-46d2-93ce-e63707bda95a None None] For port d83a8239-5c24-45db-868e-dabd26f0f5f3, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=d83a8239-5c24-45db-868e-dabd26f0f5f3,segment=NetworkSegment(10c0b2b4-e05a-4bae-bb78-6660d2a06f1d),segment_id=10c0b2b4-e05a-4bae-bb78-6660d2a06f1d)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:45:34.037609 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d0a81185-01c8-46d2-93ce-e63707bda95a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (d83a8239-5c24-45db-868e-dabd26f0f5f3), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:34.168827 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe5c1e9-02ba-4aff-8019-9e58930a58be None None] Pushing event updated for resources: {'Port': ['ID=d83a8239-5c24-45db-868e-dabd26f0f5f3,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:34.210452 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-e2df7a2e-7286-4130-a4a5-dac6e97a859f None None] Provisioning complete for port 8a825756-d30a-42e0-b7d8-cdb33e4a20b9 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:45:34.211672 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e2df7a2e-7286-4130-a4a5-dac6e97a859f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (8a825756-d30a-42e0-b7d8-cdb33e4a20b9), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:34.315967 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-454dc8ad-ad1d-4433-8d8c-059cc55b5383 req-c6ab98bd-765c-4a9a-b46d-7e0deaf325d7 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1abc602-416c-47de-b7d0-b9d5f1cfd56b&id=3e4ce75d-0822-492a-b4c4-19330ea903f4&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3048210 Feb 04 12:45:34.316162 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a81185-01c8-46d2-93ce-e63707bda95a None None] Routers {'4ef9a873-6f7d-4e62-9a20-a6ffb3c44496'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:45:34.317242 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-d0a81185-01c8-46d2-93ce-e63707bda95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:45:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['4ef9a873-6f7d-4e62-9a20-a6ffb3c44496'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:45:34.414104 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23af63c5-8aff-4a5c-b14c-5f02d8a6ec48 req-898b3417-cc85-4b82-ad27-ac87004d5160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:34.418215 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-23af63c5-8aff-4a5c-b14c-5f02d8a6ec48 req-898b3417-cc85-4b82-ad27-ac87004d5160 service neutron] 10.222.0.77 "GET /v2.0/networks?id=19820269-0947-4e8e-a625-254c2a67daf1 HTTP/1.1" status: 200 len: 897 time: 0.5137846 Feb 04 12:45:34.564973 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-23af63c5-8aff-4a5c-b14c-5f02d8a6ec48 req-d73052ff-2100-4b79-963a-194fe357e5a8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=7b09a76d-b5a2-4514-9e1e-d21e324d416c HTTP/1.1" status: 200 len: 217 time: 0.1327040 Feb 04 12:45:34.760112 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23af63c5-8aff-4a5c-b14c-5f02d8a6ec48 req-865bc225-b297-4413-849a-a83cad2392ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:34.769435 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-23af63c5-8aff-4a5c-b14c-5f02d8a6ec48 req-865bc225-b297-4413-849a-a83cad2392ff service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2c293c62-268e-4714-a00a-1f5892c6affb HTTP/1.1" status: 200 len: 837 time: 0.1733246 Feb 04 12:45:34.886941 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdb676c-cedd-427b-bc2d-60a27c57676a req-8ae4326c-d998-463a-81be-4ab094101188 tempest-InstanceActionsNegativeTestJSON-322497138 tempest-InstanceActionsNegativeTestJSON-322497138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:34.889536 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1bdb676c-cedd-427b-bc2d-60a27c57676a req-8ae4326c-d998-463a-81be-4ab094101188 tempest-InstanceActionsNegativeTestJSON-322497138 tempest-InstanceActionsNegativeTestJSON-322497138-project] 10.222.0.65 "GET /v2.0/ports?device_id=041304ec-0a9e-4923-a4dd-d84df3069349 HTTP/1.1" status: 200 len: 945 time: 0.3434918 Feb 04 12:45:34.929608 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-44e8f0e1-4ae6-487e-a153-3f8dfe8c1709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '042fa9bd-a59f-44fa-b236-5edf79f58163', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1455035991', 'tenant_id': 'bfc2366eafc245dcab2b10b9216f9d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': 'a290fea4-3955-4125-b788-74b50429f14f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:43:12Z', 'updated_at': '2022-02-04T12:43:22Z', 'revision_number': 4, 'project_id': 'bfc2366eafc245dcab2b10b9216f9d44', 'gw_port': {'id': 'a290fea4-3955-4125-b788-74b50429f14f', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '042fa9bd-a59f-44fa-b236-5edf79f58163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:43:14Z', 'updated_at': '2022-02-04T12:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'db3b6112-1869-4521-bfb8-92f8c435f1f4', 'name': '', 'network_id': '19820269-0947-4e8e-a625-254c2a67daf1', 'tenant_id': 'bfc2366eafc245dcab2b10b9216f9d44', 'mac_address': 'fa:16:3e:74:50:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '042fa9bd-a59f-44fa-b236-5edf79f58163', 'device_owner': 'network:router_interface', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '2c293c62-268e-4714-a00a-1f5892c6affb', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:43:20Z', 'updated_at': '2022-02-04T12:43:27Z', 'revision_number': 5, 'project_id': 'bfc2366eafc245dcab2b10b9216f9d44', 'subnets': [{'id': '2c293c62-268e-4714-a00a-1f5892c6affb', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:45:34.941973 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2ce0869b-0595-456e-bc68-07f79e465ce1 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622215'] for router_interface (4cecdaeb-853b-49d9-9922-08812918c203), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:34.993531 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e8f0e1-4ae6-487e-a153-3f8dfe8c1709 None None] Checking router: 042fa9bd-a59f-44fa-b236-5edf79f58163 for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:45:35.014714 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-d0a81185-01c8-46d2-93ce-e63707bda95a None None] Set router 4ef9a873-6f7d-4e62-9a20-a6ffb3c44496 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:45:35.016059 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e8f0e1-4ae6-487e-a153-3f8dfe8c1709 None None] Routers {'042fa9bd-a59f-44fa-b236-5edf79f58163'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:45:35.017722 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-44e8f0e1-4ae6-487e-a153-3f8dfe8c1709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:45:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['042fa9bd-a59f-44fa-b236-5edf79f58163'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:45:35.044951 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23af63c5-8aff-4a5c-b14c-5f02d8a6ec48 req-4b79b0f0-6a82-4cc2-887d-856ab7068474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:35.046502 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-23af63c5-8aff-4a5c-b14c-5f02d8a6ec48 req-4b79b0f0-6a82-4cc2-887d-856ab7068474 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=19820269-0947-4e8e-a625-254c2a67daf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2764041 Feb 04 12:45:35.129735 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device ea553f44-80a0-4fdf-8466-88ebc7623805 up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:45:35.133142 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-e2df7a2e-7286-4130-a4a5-dac6e97a859f None None] Port 8a825756-d30a-42e0-b7d8-cdb33e4a20b9 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:45:35.256416 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-44e8f0e1-4ae6-487e-a153-3f8dfe8c1709 None None] Set router 042fa9bd-a59f-44fa-b236-5edf79f58163 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:45:35.329590 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f01adec-f409-47b3-afb6-21ade396d7fd req-f27f0de7-a1e3-4b39-8b2b-5bf04c66ba5c tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:35.332292 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-9f01adec-f409-47b3-afb6-21ade396d7fd req-f27f0de7-a1e3-4b39-8b2b-5bf04c66ba5c tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] 10.222.0.77 "GET /v2.0/ports?device_id=300d028c-dd10-4eb9-8c7a-b8e1f5edd042 HTTP/1.1" status: 200 len: 985 time: 0.6695895 Feb 04 12:45:35.336551 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ef370bdc-e2ba-4425-8a37-7cd5a338ba64 None None] Provisioning complete for port d83a8239-5c24-45db-868e-dabd26f0f5f3 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:45:35.336551 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ef370bdc-e2ba-4425-8a37-7cd5a338ba64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (d83a8239-5c24-45db-868e-dabd26f0f5f3), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:35.343574 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1bdb676c-cedd-427b-bc2d-60a27c57676a req-9d742bd8-e4dd-4689-b8fb-7527e5b7643a tempest-InstanceActionsNegativeTestJSON-322497138 tempest-InstanceActionsNegativeTestJSON-322497138-project] 10.222.0.65 "GET /v2.0/security-groups?id=a038daeb-7037-4a86-8d7f-15af18548ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4417553 Feb 04 12:45:35.386002 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-66ef9316-d3fe-4aa8-af79-0db68ab7c209 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622215'] for router_interface (4ef9a873-6f7d-4e62-9a20-a6ffb3c44496), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:35.409784 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning for port ea553f44-80a0-4fdf-8466-88ebc7623805 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:45:35.420615 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port ea553f44-80a0-4fdf-8466-88ebc7623805 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:45:35.421139 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (ea553f44-80a0-4fdf-8466-88ebc7623805), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:35.721670 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ef370bdc-e2ba-4425-8a37-7cd5a338ba64 None None] Current status of the port d83a8239-5c24-45db-868e-dabd26f0f5f3 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:45:35.722445 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ef370bdc-e2ba-4425-8a37-7cd5a338ba64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (d83a8239-5c24-45db-868e-dabd26f0f5f3), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:35.897467 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-23af63c5-8aff-4a5c-b14c-5f02d8a6ec48 req-e5beb926-bf8e-4814-bad3-4c2a0111a6d3 service neutron] 10.222.0.77 "GET /v2.0/networks/19820269-0947-4e8e-a625-254c2a67daf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8205838 Feb 04 12:45:35.907072 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-44e8f0e1-4ae6-487e-a153-3f8dfe8c1709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '042fa9bd-a59f-44fa-b236-5edf79f58163', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1455035991', 'tenant_id': 'bfc2366eafc245dcab2b10b9216f9d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': 'a290fea4-3955-4125-b788-74b50429f14f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:43:12Z', 'updated_at': '2022-02-04T12:43:22Z', 'revision_number': 4, 'project_id': 'bfc2366eafc245dcab2b10b9216f9d44', 'gw_port': {'id': 'a290fea4-3955-4125-b788-74b50429f14f', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '042fa9bd-a59f-44fa-b236-5edf79f58163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:43:14Z', 'updated_at': '2022-02-04T12:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'db3b6112-1869-4521-bfb8-92f8c435f1f4', 'name': '', 'network_id': '19820269-0947-4e8e-a625-254c2a67daf1', 'tenant_id': 'bfc2366eafc245dcab2b10b9216f9d44', 'mac_address': 'fa:16:3e:74:50:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '042fa9bd-a59f-44fa-b236-5edf79f58163', 'device_owner': 'network:router_interface', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '2c293c62-268e-4714-a00a-1f5892c6affb', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:43:20Z', 'updated_at': '2022-02-04T12:43:27Z', 'revision_number': 5, 'project_id': 'bfc2366eafc245dcab2b10b9216f9d44', 'subnets': [{'id': '2c293c62-268e-4714-a00a-1f5892c6affb', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:45:35.949537 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946c7b38-a0b1-4bd3-92fc-dd0b95cd7d0b req-518eb6b3-4202-494f-b585-271629f0d182 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:35.951336 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-946c7b38-a0b1-4bd3-92fc-dd0b95cd7d0b req-518eb6b3-4202-494f-b585-271629f0d182 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] 10.222.0.65 "GET /v2.0/ports?device_id=300d028c-dd10-4eb9-8c7a-b8e1f5edd042 HTTP/1.1" status: 200 len: 985 time: 0.3931346 Feb 04 12:45:35.969344 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-9f01adec-f409-47b3-afb6-21ade396d7fd req-755809f5-1629-4d2d-b1aa-46b0800ba174 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Deleting port 7b09a76d-b5a2-4514-9e1e-d21e324d416c {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:45:35.976375 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-d0a81185-01c8-46d2-93ce-e63707bda95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ef9a873-6f7d-4e62-9a20-a6ffb3c44496', 'name': 'tempest-ImageQuotaTest-2052164939-router', 'tenant_id': '7531a3531a28451c96cac6ee9b478b0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': '879cd583-6dd9-4549-9001-785fbd900056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:45:17Z', 'updated_at': '2022-02-04T12:45:26Z', 'revision_number': 4, 'project_id': '7531a3531a28451c96cac6ee9b478b0b', 'gw_port': {'id': '879cd583-6dd9-4549-9001-785fbd900056', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef9a873-6f7d-4e62-9a20-a6ffb3c44496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:45:19Z', 'updated_at': '2022-02-04T12:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'd83a8239-5c24-45db-868e-dabd26f0f5f3', 'name': '', 'network_id': '9222768b-24e8-4bf5-8435-b7d0ef6b58eb', 'tenant_id': '7531a3531a28451c96cac6ee9b478b0b', 'mac_address': 'fa:16:3e:79:e3:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ef9a873-6f7d-4e62-9a20-a6ffb3c44496', 'device_owner': 'network:router_interface', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': '1ed25298-bc98-48ae-b742-10a7bfc6ffad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:45:24Z', 'updated_at': '2022-02-04T12:45:33Z', 'revision_number': 4, 'project_id': '7531a3531a28451c96cac6ee9b478b0b', 'subnets': [{'id': '1ed25298-bc98-48ae-b742-10a7bfc6ffad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:45:35.976558 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-9f01adec-f409-47b3-afb6-21ade396d7fd req-755809f5-1629-4d2d-b1aa-46b0800ba174 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (7b09a76d-b5a2-4514-9e1e-d21e324d416c), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:36.042798 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ef370bdc-e2ba-4425-8a37-7cd5a338ba64 None None] For port d83a8239-5c24-45db-868e-dabd26f0f5f3, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=d83a8239-5c24-45db-868e-dabd26f0f5f3,segment=NetworkSegment(10c0b2b4-e05a-4bae-bb78-6660d2a06f1d),segment_id=10c0b2b4-e05a-4bae-bb78-6660d2a06f1d)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:45:36.047932 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e8f0e1-4ae6-487e-a153-3f8dfe8c1709 None None] The sync data for ids ['042fa9bd-a59f-44fa-b236-5edf79f58163'] in n-d-825015-3 is: [{'id': '042fa9bd-a59f-44fa-b236-5edf79f58163', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1455035991', 'tenant_id': 'bfc2366eafc245dcab2b10b9216f9d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': 'a290fea4-3955-4125-b788-74b50429f14f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:43:12Z', 'updated_at': '2022-02-04T12:43:22Z', 'revision_number': 4, 'project_id': 'bfc2366eafc245dcab2b10b9216f9d44', 'gw_port': {'id': 'a290fea4-3955-4125-b788-74b50429f14f', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '042fa9bd-a59f-44fa-b236-5edf79f58163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:43:14Z', 'updated_at': '2022-02-04T12:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'db3b6112-1869-4521-bfb8-92f8c435f1f4', 'name': '', 'network_id': '19820269-0947-4e8e-a625-254c2a67daf1', 'tenant_id': 'bfc2366eafc245dcab2b10b9216f9d44', 'mac_address': 'fa:16:3e:74:50:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '042fa9bd-a59f-44fa-b236-5edf79f58163', 'device_owner': 'network:router_interface', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '2c293c62-268e-4714-a00a-1f5892c6affb', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:43:20Z', 'updated_at': '2022-02-04T12:43:27Z', 'revision_number': 5, 'project_id': 'bfc2366eafc245dcab2b10b9216f9d44', 'subnets': [{'id': '2c293c62-268e-4714-a00a-1f5892c6affb', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:45:36.136120 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ef370bdc-e2ba-4425-8a37-7cd5a338ba64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (d83a8239-5c24-45db-868e-dabd26f0f5f3), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:36.138267 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a81185-01c8-46d2-93ce-e63707bda95a None None] The sync data for ids ['4ef9a873-6f7d-4e62-9a20-a6ffb3c44496'] in n-d-825015-3 is: [{'id': '4ef9a873-6f7d-4e62-9a20-a6ffb3c44496', 'name': 'tempest-ImageQuotaTest-2052164939-router', 'tenant_id': '7531a3531a28451c96cac6ee9b478b0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': '879cd583-6dd9-4549-9001-785fbd900056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:45:17Z', 'updated_at': '2022-02-04T12:45:26Z', 'revision_number': 4, 'project_id': '7531a3531a28451c96cac6ee9b478b0b', 'gw_port': {'id': '879cd583-6dd9-4549-9001-785fbd900056', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef9a873-6f7d-4e62-9a20-a6ffb3c44496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:45:19Z', 'updated_at': '2022-02-04T12:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'd83a8239-5c24-45db-868e-dabd26f0f5f3', 'name': '', 'network_id': '9222768b-24e8-4bf5-8435-b7d0ef6b58eb', 'tenant_id': '7531a3531a28451c96cac6ee9b478b0b', 'mac_address': 'fa:16:3e:79:e3:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ef9a873-6f7d-4e62-9a20-a6ffb3c44496', 'device_owner': 'network:router_interface', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': '1ed25298-bc98-48ae-b742-10a7bfc6ffad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:45:24Z', 'updated_at': '2022-02-04T12:45:33Z', 'revision_number': 4, 'project_id': '7531a3531a28451c96cac6ee9b478b0b', 'subnets': [{'id': '1ed25298-bc98-48ae-b742-10a7bfc6ffad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:45:36.156365 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-2ce0869b-0595-456e-bc68-07f79e465ce1 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Deleting port 8a825756-d30a-42e0-b7d8-cdb33e4a20b9 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:45:36.156665 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2ce0869b-0595-456e-bc68-07f79e465ce1 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (8a825756-d30a-42e0-b7d8-cdb33e4a20b9), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:36.329771 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port ea553f44-80a0-4fdf-8466-88ebc7623805 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:45:36.330178 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (ea553f44-80a0-4fdf-8466-88ebc7623805), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:36.337140 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef370bdc-e2ba-4425-8a37-7cd5a338ba64 None None] Pushing event updated for resources: {'Port': ['ID=d83a8239-5c24-45db-868e-dabd26f0f5f3,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:36.403351 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-9f01adec-f409-47b3-afb6-21ade396d7fd req-755809f5-1629-4d2d-b1aa-46b0800ba174 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] For port 7b09a76d-b5a2-4514-9e1e-d21e324d416c, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=7b09a76d-b5a2-4514-9e1e-d21e324d416c,segment=NetworkSegment(5daa5c0b-9cb4-4e7f-bc47-7fa6912d9537),segment_id=5daa5c0b-9cb4-4e7f-bc47-7fa6912d9537)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:45:36.403751 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-9f01adec-f409-47b3-afb6-21ade396d7fd req-755809f5-1629-4d2d-b1aa-46b0800ba174 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (7b09a76d-b5a2-4514-9e1e-d21e324d416c), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:36.421466 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-9f01adec-f409-47b3-afb6-21ade396d7fd req-755809f5-1629-4d2d-b1aa-46b0800ba174 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Calling delete_port for 7b09a76d-b5a2-4514-9e1e-d21e324d416c owned by compute:nova {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:45:36.468430 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '041304ec-0a9e-4923-a4dd-d84df3069349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea553f44-80a0-4fdf-8466-88ebc7623805'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:45:36.501703 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2dd7291-28e6-4d20-bffe-01488426959f" -d '{"events": [{"server_uuid": "041304ec-0a9e-4923-a4dd-d84df3069349", "name": "network-vif-plugged", "status": "completed", "tag": "ea553f44-80a0-4fdf-8466-88ebc7623805"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:45:36.558286 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port ea553f44-80a0-4fdf-8466-88ebc7623805, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=ea553f44-80a0-4fdf-8466-88ebc7623805,segment=NetworkSegment(28fea379-beee-48e1-a0ea-1457b4867a36),segment_id=28fea379-beee-48e1-a0ea-1457b4867a36)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:45:36.567991 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (ea553f44-80a0-4fdf-8466-88ebc7623805), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:36.589997 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2ce0869b-0595-456e-bc68-07f79e465ce1 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (8a825756-d30a-42e0-b7d8-cdb33e4a20b9), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:36.619422 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-2ce0869b-0595-456e-bc68-07f79e465ce1 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Calling delete_port for 8a825756-d30a-42e0-b7d8-cdb33e4a20b9 owned by network:router_interface {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:45:36.724464 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=ea553f44-80a0-4fdf-8466-88ebc7623805,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:36.736948 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d1a4f2-a020-476a-acb6-7f28f9863919 None None] New status for floating IP 73e29cb2-d5c4-4b7a-86f9-f49f937641e9: DOWN {{(pid=103477) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 12:45:36.772113 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-946c7b38-a0b1-4bd3-92fc-dd0b95cd7d0b req-a9c794a5-1b78-463e-8af1-6a313579686a tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1abc602-416c-47de-b7d0-b9d5f1cfd56b&id=3e4ce75d-0822-492a-b4c4-19330ea903f4&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.6942739 Feb 04 12:45:36.869896 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-23af63c5-8aff-4a5c-b14c-5f02d8a6ec48 req-f92a4221-8146-421c-82bf-a3e151a4adb8 service neutron] 10.222.0.77 "GET /v2.0/networks/19820269-0947-4e8e-a625-254c2a67daf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9565279 Feb 04 12:45:36.888410 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fb6429a-1044-4de2-968e-868978bb2734 x-openstack-request-id: req-1fb6429a-1044-4de2-968e-868978bb2734 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:45:36.889230 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "041304ec-0a9e-4923-a4dd-d84df3069349", "name": "network-vif-plugged", "status": "completed", "tag": "ea553f44-80a0-4fdf-8466-88ebc7623805", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:45:36.889230 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1fb6429a-1044-4de2-968e-868978bb2734 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:45:36.889544 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '041304ec-0a9e-4923-a4dd-d84df3069349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea553f44-80a0-4fdf-8466-88ebc7623805', 'code': 200} Feb 04 12:45:36.950762 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f34c226-164b-4cf2-8122-f687faed3e70 req-46cd39ea-c5fc-426e-aede-b34a44f8c34a tempest-InstanceActionsNegativeTestJSON-322497138 tempest-InstanceActionsNegativeTestJSON-322497138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:36.960908 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5f34c226-164b-4cf2-8122-f687faed3e70 req-46cd39ea-c5fc-426e-aede-b34a44f8c34a tempest-InstanceActionsNegativeTestJSON-322497138 tempest-InstanceActionsNegativeTestJSON-322497138-project] 10.222.0.65 "GET /v2.0/ports?device_id=041304ec-0a9e-4923-a4dd-d84df3069349 HTTP/1.1" status: 200 len: 946 time: 0.4292803 Feb 04 12:45:37.107345 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-9f01adec-f409-47b3-afb6-21ade396d7fd req-755809f5-1629-4d2d-b1aa-46b0800ba174 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (7b09a76d-b5a2-4514-9e1e-d21e324d416c), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:37.149636 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755809f5-1629-4d2d-b1aa-46b0800ba174 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Pushing event deleted for resources: {'Port': ['ID=7b09a76d-b5a2-4514-9e1e-d21e324d416c,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:37.313028 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f01adec-f409-47b3-afb6-21ade396d7fd req-755809f5-1629-4d2d-b1aa-46b0800ba174 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] No DVR routers for this DVR port 7b09a76d-b5a2-4514-9e1e-d21e324d416c on host n-h2-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:45:37.331074 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-9f01adec-f409-47b3-afb6-21ade396d7fd req-755809f5-1629-4d2d-b1aa-46b0800ba174 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:37.350046 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-9f01adec-f409-47b3-afb6-21ade396d7fd req-755809f5-1629-4d2d-b1aa-46b0800ba174 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] 10.222.0.77 "DELETE /v2.0/ports/7b09a76d-b5a2-4514-9e1e-d21e324d416c HTTP/1.1" status: 204 len: 173 time: 1.9018381 Feb 04 12:45:37.350801 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '300d028c-dd10-4eb9-8c7a-b8e1f5edd042', 'name': 'network-vif-deleted', 'tag': '7b09a76d-b5a2-4514-9e1e-d21e324d416c'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:45:37.353247 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcac5889-df46-443e-bdab-158ad4469604" -d '{"events": [{"server_uuid": "300d028c-dd10-4eb9-8c7a-b8e1f5edd042", "name": "network-vif-deleted", "tag": "7b09a76d-b5a2-4514-9e1e-d21e324d416c"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:45:37.444040 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2ce0869b-0595-456e-bc68-07f79e465ce1 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (8a825756-d30a-42e0-b7d8-cdb33e4a20b9), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:37.471625 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5f34c226-164b-4cf2-8122-f687faed3e70 req-03e1bf64-0d85-499d-a0ed-8f2555c3a553 tempest-InstanceActionsNegativeTestJSON-322497138 tempest-InstanceActionsNegativeTestJSON-322497138-project] 10.222.0.65 "GET /v2.0/security-groups?id=a038daeb-7037-4a86-8d7f-15af18548ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4583571 Feb 04 12:45:37.473760 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da71cd9a-0ebb-453e-be27-9c017ee27ecb req-4d578516-ada3-4e92-a130-e935ff12bd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:37.475545 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-da71cd9a-0ebb-453e-be27-9c017ee27ecb req-4d578516-ada3-4e92-a130-e935ff12bd80 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=041304ec-0a9e-4923-a4dd-d84df3069349 HTTP/1.1" status: 200 len: 1128 time: 0.4601398 Feb 04 12:45:37.506551 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-66ef9316-d3fe-4aa8-af79-0db68ab7c209 admin admin] Deleting port d83a8239-5c24-45db-868e-dabd26f0f5f3 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:45:37.506957 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-66ef9316-d3fe-4aa8-af79-0db68ab7c209 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (d83a8239-5c24-45db-868e-dabd26f0f5f3), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:37.604978 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce0869b-0595-456e-bc68-07f79e465ce1 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Pushing event deleted for resources: {'Port': ['ID=8a825756-d30a-42e0-b7d8-cdb33e4a20b9,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:37.614557 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device d83a8239-5c24-45db-868e-dabd26f0f5f3 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:45:37.869145 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port d83a8239-5c24-45db-868e-dabd26f0f5f3 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:45:37.870141 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (d83a8239-5c24-45db-868e-dabd26f0f5f3), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:37.876844 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-66ef9316-d3fe-4aa8-af79-0db68ab7c209 admin admin] For port d83a8239-5c24-45db-868e-dabd26f0f5f3, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=d83a8239-5c24-45db-868e-dabd26f0f5f3,segment=NetworkSegment(10c0b2b4-e05a-4bae-bb78-6660d2a06f1d),segment_id=10c0b2b4-e05a-4bae-bb78-6660d2a06f1d)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:45:37.878719 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-66ef9316-d3fe-4aa8-af79-0db68ab7c209 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (d83a8239-5c24-45db-868e-dabd26f0f5f3), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:37.951603 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-66ef9316-d3fe-4aa8-af79-0db68ab7c209 admin admin] Calling delete_port for d83a8239-5c24-45db-868e-dabd26f0f5f3 owned by network:router_interface {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:45:38.064094 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2ce0869b-0595-456e-bc68-07f79e465ce1 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622067'] for router_interface (4cecdaeb-853b-49d9-9922-08812918c203), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:38.231723 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port d83a8239-5c24-45db-868e-dabd26f0f5f3 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:45:38.456394 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3997afd-1a59-4207-899e-b2427a8d2a3d x-openstack-request-id: req-c3997afd-1a59-4207-899e-b2427a8d2a3d {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:45:38.457313 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "300d028c-dd10-4eb9-8c7a-b8e1f5edd042", "name": "network-vif-deleted", "tag": "7b09a76d-b5a2-4514-9e1e-d21e324d416c", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:45:38.457765 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c3997afd-1a59-4207-899e-b2427a8d2a3d {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:45:38.458979 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '300d028c-dd10-4eb9-8c7a-b8e1f5edd042', 'name': 'network-vif-deleted', 'tag': '7b09a76d-b5a2-4514-9e1e-d21e324d416c', 'status': 'completed', 'code': 200} Feb 04 12:45:38.540181 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-71103770-82e7-4f7b-a3a9-0d095b2f7b7a req-edc65099-40b9-4c14-8701-c5befb8b5de0 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] 10.222.0.65 "GET /v2.0/ports?device_id=300d028c-dd10-4eb9-8c7a-b8e1f5edd042 HTTP/1.1" status: 200 len: 210 time: 0.0953572 Feb 04 12:45:38.590479 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-da71cd9a-0ebb-453e-be27-9c017ee27ecb req-e55c9d80-b602-4a2a-a1cd-ec49ecffc17b service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=a038daeb-7037-4a86-8d7f-15af18548ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0987554 Feb 04 12:45:38.733561 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-66ef9316-d3fe-4aa8-af79-0db68ab7c209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (d83a8239-5c24-45db-868e-dabd26f0f5f3), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:38.817346 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56988224-acfb-4c27-bc81-c12f27598bac req-935fd659-1b2b-4c56-a7b2-f5d74e0d52fc tempest-InstanceActionsNegativeTestJSON-322497138 tempest-InstanceActionsNegativeTestJSON-322497138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:38.823504 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-56988224-acfb-4c27-bc81-c12f27598bac req-935fd659-1b2b-4c56-a7b2-f5d74e0d52fc tempest-InstanceActionsNegativeTestJSON-322497138 tempest-InstanceActionsNegativeTestJSON-322497138-project] 10.222.0.65 "GET /v2.0/ports?device_id=041304ec-0a9e-4923-a4dd-d84df3069349 HTTP/1.1" status: 200 len: 946 time: 0.1725073 Feb 04 12:45:38.826154 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ef9316-d3fe-4aa8-af79-0db68ab7c209 admin admin] Pushing event deleted for resources: {'Port': ['ID=d83a8239-5c24-45db-868e-dabd26f0f5f3,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:39.046329 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ce0869b-0595-456e-bc68-07f79e465ce1 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Router 4cecdaeb-853b-49d9-9922-08812918c203 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:45:39.050440 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-56988224-acfb-4c27-bc81-c12f27598bac req-feff32bd-6b06-4ff2-a079-673358ac175d tempest-InstanceActionsNegativeTestJSON-322497138 tempest-InstanceActionsNegativeTestJSON-322497138-project] 10.222.0.65 "GET /v2.0/security-groups?id=a038daeb-7037-4a86-8d7f-15af18548ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873496 Feb 04 12:45:39.065932 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 7b09a76d-b5a2-4514-9e1e-d21e324d416c no longer exists at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:45:39.166284 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] No Port match for: 7b09a76d-b5a2-4514-9e1e-d21e324d416c {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:45:39.166651 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 7b09a76d-b5a2-4514-9e1e-d21e324d416c not bound to the agent host n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:45:39.275903 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ce0869b-0595-456e-bc68-07f79e465ce1 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:45:39.285948 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 34644) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:45:39.287157 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-2ce0869b-0595-456e-bc68-07f79e465ce1 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] 10.222.0.65 "PUT /v2.0/routers/4cecdaeb-853b-49d9-9922-08812918c203/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7606926 Feb 04 12:45:39.288811 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1a5bd7-f09a-4f00-b02c-e6200f830010 None None] Sync routers for ids ['4cecdaeb-853b-49d9-9922-08812918c203'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:45:39.312808 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1a5bd7-f09a-4f00-b02c-e6200f830010 None None] Routers {'4cecdaeb-853b-49d9-9922-08812918c203'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:45:39.313700 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-3c1a5bd7-f09a-4f00-b02c-e6200f830010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:45:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['4cecdaeb-853b-49d9-9922-08812918c203'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:45:39.333184 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-66ef9316-d3fe-4aa8-af79-0db68ab7c209 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622067'] for router_interface (4ef9a873-6f7d-4e62-9a20-a6ffb3c44496), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:39.437812 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-3c1a5bd7-f09a-4f00-b02c-e6200f830010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:45:39.458110 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1a5bd7-f09a-4f00-b02c-e6200f830010 None None] Routers {'4cecdaeb-853b-49d9-9922-08812918c203'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:45:39.459049 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-3c1a5bd7-f09a-4f00-b02c-e6200f830010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:45:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['4cecdaeb-853b-49d9-9922-08812918c203'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:45:39.535833 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-3c1a5bd7-f09a-4f00-b02c-e6200f830010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:45:39.536613 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1a5bd7-f09a-4f00-b02c-e6200f830010 None None] The sync data for ids ['4cecdaeb-853b-49d9-9922-08812918c203'] in n-d-825015-3 is: [] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:45:39.630995 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 34658) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:45:39.805542 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8a404cbe-f4b6-49af-acf9-e44fc7f0f0d2 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks [] for security_group (3e4ce75d-0822-492a-b4c4-19330ea903f4), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:39.861801 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8a404cbe-f4b6-49af-acf9-e44fc7f0f0d2 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks [] for security_group (3e4ce75d-0822-492a-b4c4-19330ea903f4), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:39.944415 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8a404cbe-f4b6-49af-acf9-e44fc7f0f0d2 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (3e4ce75d-0822-492a-b4c4-19330ea903f4), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:39.947926 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8a404cbe-f4b6-49af-acf9-e44fc7f0f0d2 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:39.950313 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-8a404cbe-f4b6-49af-acf9-e44fc7f0f0d2 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] 10.222.0.65 "DELETE /v2.0/security-groups/3e4ce75d-0822-492a-b4c4-19330ea903f4 HTTP/1.1" status: 204 len: 168 time: 0.3173122 Feb 04 12:45:39.956463 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 34662) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:45:40.042474 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a404cbe-f4b6-49af-acf9-e44fc7f0f0d2 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e4ce75d-0822-492a-b4c4-19330ea903f4,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:40.095188 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e4a89073-97ea-42bc-856a-26d3a4b4ed7c tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks [] for security_group (f1abc602-416c-47de-b7d0-b9d5f1cfd56b), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:40.190868 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e4a89073-97ea-42bc-856a-26d3a4b4ed7c tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks [] for security_group (f1abc602-416c-47de-b7d0-b9d5f1cfd56b), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:40.311456 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e4a89073-97ea-42bc-856a-26d3a4b4ed7c tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (f1abc602-416c-47de-b7d0-b9d5f1cfd56b), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:40.314529 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e4a89073-97ea-42bc-856a-26d3a4b4ed7c tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:40.315701 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-e4a89073-97ea-42bc-856a-26d3a4b4ed7c tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] 10.222.0.65 "DELETE /v2.0/security-groups/f1abc602-416c-47de-b7d0-b9d5f1cfd56b HTTP/1.1" status: 204 len: 168 time: 0.3578808 Feb 04 12:45:40.319103 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 34672) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:45:40.346304 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a89073-97ea-42bc-856a-26d3a4b4ed7c tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1abc602-416c-47de-b7d0-b9d5f1cfd56b,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:40.537990 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66ef9316-d3fe-4aa8-af79-0db68ab7c209 admin admin] Router 4ef9a873-6f7d-4e62-9a20-a6ffb3c44496 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:45:40.626966 n-d-825015-3 neutron-server[103475]: INFO neutron.api.v2.resource [None req-535ca949-d98c-4a1f-9fe3-bacacfbe8e6e tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] remove_router_interface failed (client error): The resource could not be found. Feb 04 12:45:40.631384 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-535ca949-d98c-4a1f-9fe3-bacacfbe8e6e tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] 10.222.0.65 "PUT /v2.0/routers/4cecdaeb-853b-49d9-9922-08812918c203/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.3313434 Feb 04 12:45:40.631536 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 34678) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:45:40.672088 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-701e4a86-8782-411a-901f-dcf9436e8c01 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] 10.222.0.65 "GET /v2.0/ports?device_id=4cecdaeb-853b-49d9-9922-08812918c203 HTTP/1.1" status: 200 len: 205 time: 0.0394886 Feb 04 12:45:40.675637 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 34682) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:45:40.692765 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c56faa-844d-45b1-9b2b-38ba0c18792b req-5c928798-64d8-4199-9e4f-ddbb2176d521 tempest-InstanceActionsNegativeTestJSON-322497138 tempest-InstanceActionsNegativeTestJSON-322497138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:40.694246 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d8c56faa-844d-45b1-9b2b-38ba0c18792b req-5c928798-64d8-4199-9e4f-ddbb2176d521 tempest-InstanceActionsNegativeTestJSON-322497138 tempest-InstanceActionsNegativeTestJSON-322497138-project] 10.222.0.65 "GET /v2.0/ports?device_id=041304ec-0a9e-4923-a4dd-d84df3069349 HTTP/1.1" status: 200 len: 946 time: 0.3390539 Feb 04 12:45:40.863296 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-17ed9d44-19b4-4eab-a646-0ca7998d9072 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks [] for router (4cecdaeb-853b-49d9-9922-08812918c203), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:40.878957 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d8c56faa-844d-45b1-9b2b-38ba0c18792b req-3204a71d-434f-4275-9d48-6be9b619b838 tempest-InstanceActionsNegativeTestJSON-322497138 tempest-InstanceActionsNegativeTestJSON-322497138-project] 10.222.0.65 "GET /v2.0/security-groups?id=a038daeb-7037-4a86-8d7f-15af18548ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569760 Feb 04 12:45:40.893194 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66ef9316-d3fe-4aa8-af79-0db68ab7c209 admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:45:40.905415 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafae3e0-36dd-4383-acad-49dffb3adec9 None None] Sync routers for ids ['4ef9a873-6f7d-4e62-9a20-a6ffb3c44496'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:45:40.916791 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafae3e0-36dd-4383-acad-49dffb3adec9 None None] Routers {'4ef9a873-6f7d-4e62-9a20-a6ffb3c44496'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:45:40.917660 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-dafae3e0-36dd-4383-acad-49dffb3adec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:45:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['4ef9a873-6f7d-4e62-9a20-a6ffb3c44496'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:45:40.928401 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-66ef9316-d3fe-4aa8-af79-0db68ab7c209 admin admin] 10.222.0.65 "PUT /v2.0/routers/4ef9a873-6f7d-4e62-9a20-a6ffb3c44496/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7042255 Feb 04 12:45:40.929097 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 34690) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:45:41.034888 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-dafae3e0-36dd-4383-acad-49dffb3adec9 None None] Set router 4ef9a873-6f7d-4e62-9a20-a6ffb3c44496 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:45:41.224864 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ccac09d9-aafe-44cd-b678-4c045e8bfd48 admin admin] Publish callbacks [] for router (4ef9a873-6f7d-4e62-9a20-a6ffb3c44496), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:41.372786 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-17ed9d44-19b4-4eab-a646-0ca7998d9072 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10915'] for router (4cecdaeb-853b-49d9-9922-08812918c203), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:41.375346 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-dafae3e0-36dd-4383-acad-49dffb3adec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ef9a873-6f7d-4e62-9a20-a6ffb3c44496', 'name': 'tempest-ImageQuotaTest-2052164939-router', 'tenant_id': '7531a3531a28451c96cac6ee9b478b0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': '879cd583-6dd9-4549-9001-785fbd900056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:45:17Z', 'updated_at': '2022-02-04T12:45:38Z', 'revision_number': 5, 'project_id': '7531a3531a28451c96cac6ee9b478b0b', 'gw_port': {'id': '879cd583-6dd9-4549-9001-785fbd900056', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef9a873-6f7d-4e62-9a20-a6ffb3c44496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:45:19Z', 'updated_at': '2022-02-04T12:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:45:41.379412 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-17ed9d44-19b4-4eab-a646-0ca7998d9072 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks [] for router_controller (4cecdaeb-853b-49d9-9922-08812918c203), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:41.456593 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bb31bc4d-e34a-4613-8913-2d70b7c2fd26 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622215'] for router_interface (042fa9bd-a59f-44fa-b236-5edf79f58163), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:41.459700 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-17ed9d44-19b4-4eab-a646-0ca7998d9072 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622829'] for router (4cecdaeb-853b-49d9-9922-08812918c203), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:41.460375 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17ed9d44-19b4-4eab-a646-0ca7998d9072 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Fanout notify agent at l3_agent the message router_deleted on router 4cecdaeb-853b-49d9-9922-08812918c203 {{(pid=103474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 12:45:41.475950 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-17ed9d44-19b4-4eab-a646-0ca7998d9072 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:41.479957 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-17ed9d44-19b4-4eab-a646-0ca7998d9072 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] 10.222.0.65 "DELETE /v2.0/routers/4cecdaeb-853b-49d9-9922-08812918c203 HTTP/1.1" status: 204 len: 168 time: 0.8030090 Feb 04 12:45:41.512971 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafae3e0-36dd-4383-acad-49dffb3adec9 None None] Checking router: 4ef9a873-6f7d-4e62-9a20-a6ffb3c44496 for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:45:41.530572 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafae3e0-36dd-4383-acad-49dffb3adec9 None None] Routers {'4ef9a873-6f7d-4e62-9a20-a6ffb3c44496'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:45:41.531220 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-dafae3e0-36dd-4383-acad-49dffb3adec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:45:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['4ef9a873-6f7d-4e62-9a20-a6ffb3c44496'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:45:41.552001 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 34700) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:45:41.620465 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ccac09d9-aafe-44cd-b678-4c045e8bfd48 admin admin] Publish callbacks [] for router_gateway (4ef9a873-6f7d-4e62-9a20-a6ffb3c44496), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:41.840600 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbfe3ff8-59dd-45de-98c7-946170818213 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Deleting subnet 5b2edc01-da3d-4e33-b3a3-0d8c2a5153e1 {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:45:41.843904 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-dafae3e0-36dd-4383-acad-49dffb3adec9 None None] Set router 4ef9a873-6f7d-4e62-9a20-a6ffb3c44496 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:45:41.845825 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fbfe3ff8-59dd-45de-98c7-946170818213 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks [] for subnet (5b2edc01-da3d-4e33-b3a3-0d8c2a5153e1), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:41.978918 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fbfe3ff8-59dd-45de-98c7-946170818213 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (5b2edc01-da3d-4e33-b3a3-0d8c2a5153e1), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:41.992133 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fa890b-c61a-4285-8cbf-2c58f631140a req-ac6183bc-2be1-43d0-8d84-475ee880dd28 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:42.000630 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fa890b-c61a-4285-8cbf-2c58f631140a req-ac6183bc-2be1-43d0-8d84-475ee880dd28 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:42.009597 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fa890b-c61a-4285-8cbf-2c58f631140a req-ac6183bc-2be1-43d0-8d84-475ee880dd28 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:42.028915 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fa890b-c61a-4285-8cbf-2c58f631140a req-ac6183bc-2be1-43d0-8d84-475ee880dd28 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:42.052452 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fa890b-c61a-4285-8cbf-2c58f631140a req-ac6183bc-2be1-43d0-8d84-475ee880dd28 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:42.059913 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fa890b-c61a-4285-8cbf-2c58f631140a req-ac6183bc-2be1-43d0-8d84-475ee880dd28 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:42.067973 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fa890b-c61a-4285-8cbf-2c58f631140a req-ac6183bc-2be1-43d0-8d84-475ee880dd28 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:42.070182 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-86fa890b-c61a-4285-8cbf-2c58f631140a req-ac6183bc-2be1-43d0-8d84-475ee880dd28 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 5433 time: 0.2350440 Feb 04 12:45:42.122510 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-ccac09d9-aafe-44cd-b678-4c045e8bfd48 admin admin] Deleting port 879cd583-6dd9-4549-9001-785fbd900056 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:45:42.123691 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ccac09d9-aafe-44cd-b678-4c045e8bfd48 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (879cd583-6dd9-4549-9001-785fbd900056), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:42.144668 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f300346-685f-4e0f-84fb-de3cfe654761 req-5110e609-cf95-4434-bc8d-7cf74365cfce tempest-InstanceActionsNegativeTestJSON-322497138 tempest-InstanceActionsNegativeTestJSON-322497138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:42.150720 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fbfe3ff8-59dd-45de-98c7-946170818213 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (5b2edc01-da3d-4e33-b3a3-0d8c2a5153e1), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:42.169437 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6f300346-685f-4e0f-84fb-de3cfe654761 req-5110e609-cf95-4434-bc8d-7cf74365cfce tempest-InstanceActionsNegativeTestJSON-322497138 tempest-InstanceActionsNegativeTestJSON-322497138-project] 10.222.0.65 "GET /v2.0/ports?device_id=041304ec-0a9e-4923-a4dd-d84df3069349 HTTP/1.1" status: 200 len: 946 time: 0.4093909 Feb 04 12:45:42.239156 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-dafae3e0-36dd-4383-acad-49dffb3adec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ef9a873-6f7d-4e62-9a20-a6ffb3c44496', 'name': 'tempest-ImageQuotaTest-2052164939-router', 'tenant_id': '7531a3531a28451c96cac6ee9b478b0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': '879cd583-6dd9-4549-9001-785fbd900056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:45:17Z', 'updated_at': '2022-02-04T12:45:38Z', 'revision_number': 5, 'project_id': '7531a3531a28451c96cac6ee9b478b0b', 'gw_port': {'id': '879cd583-6dd9-4549-9001-785fbd900056', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef9a873-6f7d-4e62-9a20-a6ffb3c44496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:45:19Z', 'updated_at': '2022-02-04T12:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:45:42.320817 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafae3e0-36dd-4383-acad-49dffb3adec9 None None] The sync data for ids ['4ef9a873-6f7d-4e62-9a20-a6ffb3c44496'] in n-d-825015-3 is: [{'id': '4ef9a873-6f7d-4e62-9a20-a6ffb3c44496', 'name': 'tempest-ImageQuotaTest-2052164939-router', 'tenant_id': '7531a3531a28451c96cac6ee9b478b0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': '879cd583-6dd9-4549-9001-785fbd900056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:45:17Z', 'updated_at': '2022-02-04T12:45:38Z', 'revision_number': 5, 'project_id': '7531a3531a28451c96cac6ee9b478b0b', 'gw_port': {'id': '879cd583-6dd9-4549-9001-785fbd900056', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef9a873-6f7d-4e62-9a20-a6ffb3c44496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:45:19Z', 'updated_at': '2022-02-04T12:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:45:42.350701 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-86fa890b-c61a-4285-8cbf-2c58f631140a req-43553778-f916-4ccc-bad9-dd8befd2c31f tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/security-groups?id=1efd02e5-7fef-4643-bad8-36300e562451&id=779ff2e0-1490-4b8d-a753-8a45cbf1a372&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2649255 Feb 04 12:45:42.376623 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fbfe3ff8-59dd-45de-98c7-946170818213 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (5b2edc01-da3d-4e33-b3a3-0d8c2a5153e1), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:42.449096 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfe3ff8-59dd-45de-98c7-946170818213 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Pushing event deleted for resources: {'Subnet': ['ID=5b2edc01-da3d-4e33-b3a3-0d8c2a5153e1,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:42.457416 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6f300346-685f-4e0f-84fb-de3cfe654761 req-2d7bbc00-2134-4136-9f5a-4460d7a00d05 tempest-InstanceActionsNegativeTestJSON-322497138 tempest-InstanceActionsNegativeTestJSON-322497138-project] 10.222.0.65 "GET /v2.0/security-groups?id=a038daeb-7037-4a86-8d7f-15af18548ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861303 Feb 04 12:45:42.485470 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fbfe3ff8-59dd-45de-98c7-946170818213 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:42.495243 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-fbfe3ff8-59dd-45de-98c7-946170818213 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] 10.222.0.65 "DELETE /v2.0/subnets/5b2edc01-da3d-4e33-b3a3-0d8c2a5153e1 HTTP/1.1" status: 204 len: 168 time: 0.9419820 Feb 04 12:45:42.496819 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 34712) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:45:42.497590 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d7215f-85e1-428a-b653-36ec7cad5594 None None] Network 338758ad-61dc-46c7-a3d3-c9ad28998a8c requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:45:42.533042 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-ccac09d9-aafe-44cd-b678-4c045e8bfd48 admin admin] For port 879cd583-6dd9-4549-9001-785fbd900056, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=879cd583-6dd9-4549-9001-785fbd900056,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:45:42.533623 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ccac09d9-aafe-44cd-b678-4c045e8bfd48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (879cd583-6dd9-4549-9001-785fbd900056), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:42.552910 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-ccac09d9-aafe-44cd-b678-4c045e8bfd48 admin admin] Calling delete_port for 879cd583-6dd9-4549-9001-785fbd900056 owned by network:router_gateway {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:45:42.612032 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-bb31bc4d-e34a-4613-8913-2d70b7c2fd26 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Deleting port db3b6112-1869-4521-bfb8-92f8c435f1f4 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:45:42.612404 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bb31bc4d-e34a-4613-8913-2d70b7c2fd26 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (db3b6112-1869-4521-bfb8-92f8c435f1f4), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:42.747987 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-bb31bc4d-e34a-4613-8913-2d70b7c2fd26 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] For port db3b6112-1869-4521-bfb8-92f8c435f1f4, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=db3b6112-1869-4521-bfb8-92f8c435f1f4,segment=NetworkSegment(5daa5c0b-9cb4-4e7f-bc47-7fa6912d9537),segment_id=5daa5c0b-9cb4-4e7f-bc47-7fa6912d9537)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:45:42.748758 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bb31bc4d-e34a-4613-8913-2d70b7c2fd26 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (db3b6112-1869-4521-bfb8-92f8c435f1f4), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:42.765339 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-bb31bc4d-e34a-4613-8913-2d70b7c2fd26 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Calling delete_port for db3b6112-1869-4521-bfb8-92f8c435f1f4 owned by network:router_interface {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:45:42.807404 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ccf2960-bc60-4ec9-9280-e9b20882f486 None None] DHCP port deletion for 338758ad-61dc-46c7-a3d3-c9ad28998a8c request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 12:45:42.920131 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-2ccf2960-bc60-4ec9-9280-e9b20882f486 None None] Deleting port a46e1d05-a83b-4f71-a2e9-352d9beffa50 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:45:42.923444 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2ccf2960-bc60-4ec9-9280-e9b20882f486 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (a46e1d05-a83b-4f71-a2e9-352d9beffa50), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:42.963832 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de58a74d-4428-4926-b217-7ee6d859049f req-35b3d973-7dc2-4891-a7f1-2db3b377f367 tempest-InstanceActionsNegativeTestJSON-322497138 tempest-InstanceActionsNegativeTestJSON-322497138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:42.965353 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-de58a74d-4428-4926-b217-7ee6d859049f req-35b3d973-7dc2-4891-a7f1-2db3b377f367 tempest-InstanceActionsNegativeTestJSON-322497138 tempest-InstanceActionsNegativeTestJSON-322497138-project] 10.222.0.73 "GET /v2.0/ports?device_id=041304ec-0a9e-4923-a4dd-d84df3069349 HTTP/1.1" status: 200 len: 946 time: 0.1867828 Feb 04 12:45:42.974808 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-656f1bcb-0a52-4f46-b3eb-da867eb42341 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (338758ad-61dc-46c7-a3d3-c9ad28998a8c), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:43.050701 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-2ccf2960-bc60-4ec9-9280-e9b20882f486 None None] For port a46e1d05-a83b-4f71-a2e9-352d9beffa50, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=a46e1d05-a83b-4f71-a2e9-352d9beffa50,segment=NetworkSegment(214165ab-a6c9-4bcc-9c01-00de05f03163),segment_id=214165ab-a6c9-4bcc-9c01-00de05f03163)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:45:43.051563 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2ccf2960-bc60-4ec9-9280-e9b20882f486 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (a46e1d05-a83b-4f71-a2e9-352d9beffa50), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:43.069871 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-2ccf2960-bc60-4ec9-9280-e9b20882f486 None None] Calling delete_port for a46e1d05-a83b-4f71-a2e9-352d9beffa50 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:45:43.131903 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ccac09d9-aafe-44cd-b678-4c045e8bfd48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (879cd583-6dd9-4549-9001-785fbd900056), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:43.180150 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bb31bc4d-e34a-4613-8913-2d70b7c2fd26 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (db3b6112-1869-4521-bfb8-92f8c435f1f4), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:43.233583 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccac09d9-aafe-44cd-b678-4c045e8bfd48 admin admin] Pushing event deleted for resources: {'Port': ['ID=879cd583-6dd9-4549-9001-785fbd900056,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:43.270992 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2ccf2960-bc60-4ec9-9280-e9b20882f486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (a46e1d05-a83b-4f71-a2e9-352d9beffa50), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:43.271606 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb31bc4d-e34a-4613-8913-2d70b7c2fd26 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Pushing event deleted for resources: {'Port': ['ID=db3b6112-1869-4521-bfb8-92f8c435f1f4,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:43.323723 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ccac09d9-aafe-44cd-b678-4c045e8bfd48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1599901'] for router_gateway (4ef9a873-6f7d-4e62-9a20-a6ffb3c44496), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:43.330497 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccf2960-bc60-4ec9-9280-e9b20882f486 None None] No DVR routers for this DVR port a46e1d05-a83b-4f71-a2e9-352d9beffa50 on host n-d-825015-3 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:45:43.402735 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-656f1bcb-0a52-4f46-b3eb-da867eb42341 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Deleting port a46e1d05-a83b-4f71-a2e9-352d9beffa50 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:45:43.409733 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-656f1bcb-0a52-4f46-b3eb-da867eb42341 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (a46e1d05-a83b-4f71-a2e9-352d9beffa50), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:43.420389 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccf2960-bc60-4ec9-9280-e9b20882f486 None None] Pushing event deleted for resources: {'Port': ['ID=a46e1d05-a83b-4f71-a2e9-352d9beffa50,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:43.435428 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccf2960-bc60-4ec9-9280-e9b20882f486 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:45:43.436176 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccf2960-bc60-4ec9-9280-e9b20882f486 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:45:43.436537 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccf2960-bc60-4ec9-9280-e9b20882f486 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:45:43.437398 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccf2960-bc60-4ec9-9280-e9b20882f486 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:45:43.437755 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccf2960-bc60-4ec9-9280-e9b20882f486 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:45:43.438100 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccf2960-bc60-4ec9-9280-e9b20882f486 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:45:43.440583 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccf2960-bc60-4ec9-9280-e9b20882f486 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:45:43.440936 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccf2960-bc60-4ec9-9280-e9b20882f486 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:45:43.441272 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccf2960-bc60-4ec9-9280-e9b20882f486 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:45:43.441614 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccf2960-bc60-4ec9-9280-e9b20882f486 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:45:43.441955 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccf2960-bc60-4ec9-9280-e9b20882f486 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:45:43.442291 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccf2960-bc60-4ec9-9280-e9b20882f486 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:45:43.442626 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccf2960-bc60-4ec9-9280-e9b20882f486 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:45:43.611357 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-656f1bcb-0a52-4f46-b3eb-da867eb42341 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] For port a46e1d05-a83b-4f71-a2e9-352d9beffa50, host n-d-825015-3, got binding levels [] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:45:43.612342 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-656f1bcb-0a52-4f46-b3eb-da867eb42341 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (a46e1d05-a83b-4f71-a2e9-352d9beffa50), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:43.643785 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-656f1bcb-0a52-4f46-b3eb-da867eb42341 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Calling delete_port for a46e1d05-a83b-4f71-a2e9-352d9beffa50 owned by network:dhcp {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:45:43.645253 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-de58a74d-4428-4926-b217-7ee6d859049f req-2cb09388-b44d-44a7-8646-bab71beccf02 tempest-InstanceActionsNegativeTestJSON-322497138 tempest-InstanceActionsNegativeTestJSON-322497138-project] Deleting port ea553f44-80a0-4fdf-8466-88ebc7623805 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:45:43.645663 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-de58a74d-4428-4926-b217-7ee6d859049f req-2cb09388-b44d-44a7-8646-bab71beccf02 tempest-InstanceActionsNegativeTestJSON-322497138 tempest-InstanceActionsNegativeTestJSON-322497138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (ea553f44-80a0-4fdf-8466-88ebc7623805), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:43.648737 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.ipam_backend_mixin [None req-656f1bcb-0a52-4f46-b3eb-da867eb42341 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Port a46e1d05-a83b-4f71-a2e9-352d9beffa50 was not found and therefore no delete operation was performed {{(pid=103474) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 04 12:45:43.654051 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-656f1bcb-0a52-4f46-b3eb-da867eb42341 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (a46e1d05-a83b-4f71-a2e9-352d9beffa50), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:43.655049 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device d83a8239-5c24-45db-868e-dabd26f0f5f3 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:45:43.698644 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ccac09d9-aafe-44cd-b678-4c045e8bfd48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10915'] for router (4ef9a873-6f7d-4e62-9a20-a6ffb3c44496), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:43.701066 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: d83a8239-5c24-45db-868e-dabd26f0f5f3 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:45:43.701427 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device d83a8239-5c24-45db-868e-dabd26f0f5f3 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:45:43.701852 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device a46e1d05-a83b-4f71-a2e9-352d9beffa50 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:45:43.703696 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ccac09d9-aafe-44cd-b678-4c045e8bfd48 admin admin] Publish callbacks [] for router_controller (4ef9a873-6f7d-4e62-9a20-a6ffb3c44496), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:43.724171 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656f1bcb-0a52-4f46-b3eb-da867eb42341 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] No DVR routers for this DVR port a46e1d05-a83b-4f71-a2e9-352d9beffa50 on host n-d-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:45:43.750965 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656f1bcb-0a52-4f46-b3eb-da867eb42341 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Pushing event deleted for resources: {'Port': ['ID=a46e1d05-a83b-4f71-a2e9-352d9beffa50,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:43.779632 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: a46e1d05-a83b-4f71-a2e9-352d9beffa50 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:45:43.780133 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device a46e1d05-a83b-4f71-a2e9-352d9beffa50 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:45:43.935993 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ccac09d9-aafe-44cd-b678-4c045e8bfd48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622829'] for router (4ef9a873-6f7d-4e62-9a20-a6ffb3c44496), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:43.936685 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccac09d9-aafe-44cd-b678-4c045e8bfd48 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ef9a873-6f7d-4e62-9a20-a6ffb3c44496 {{(pid=103475) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 12:45:43.967953 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ccac09d9-aafe-44cd-b678-4c045e8bfd48 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:43.973565 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-ccac09d9-aafe-44cd-b678-4c045e8bfd48 admin admin] 10.222.0.65 "DELETE /v2.0/routers/4ef9a873-6f7d-4e62-9a20-a6ffb3c44496 HTTP/1.1" status: 204 len: 168 time: 3.0427790 Feb 04 12:45:43.982207 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 34746) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:45:44.070473 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_v2 [None req-8eb255bd-404a-4988-bb25-0100e7cc01bd admin admin] Deleting subnet 1ed25298-bc98-48ae-b742-10a7bfc6ffad {{(pid=103475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:45:44.090278 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8eb255bd-404a-4988-bb25-0100e7cc01bd admin admin] Publish callbacks [] for subnet (1ed25298-bc98-48ae-b742-10a7bfc6ffad), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:44.184450 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2904113-893d-4040-814d-6f451bd55d44 req-e53b2317-250b-431d-bdb9-83c7d50d420b tempest-InstanceActionsNegativeTestJSON-322497138 tempest-InstanceActionsNegativeTestJSON-322497138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:44.186394 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d2904113-893d-4040-814d-6f451bd55d44 req-e53b2317-250b-431d-bdb9-83c7d50d420b tempest-InstanceActionsNegativeTestJSON-322497138 tempest-InstanceActionsNegativeTestJSON-322497138-project] 10.222.0.65 "GET /v2.0/ports?device_id=041304ec-0a9e-4923-a4dd-d84df3069349 HTTP/1.1" status: 200 len: 946 time: 0.5374436 Feb 04 12:45:44.216215 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-656f1bcb-0a52-4f46-b3eb-da867eb42341 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (338758ad-61dc-46c7-a3d3-c9ad28998a8c), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:44.266949 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8eb255bd-404a-4988-bb25-0100e7cc01bd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51859329'] for subnet (1ed25298-bc98-48ae-b742-10a7bfc6ffad), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:44.273885 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-de58a74d-4428-4926-b217-7ee6d859049f req-2cb09388-b44d-44a7-8646-bab71beccf02 tempest-InstanceActionsNegativeTestJSON-322497138 tempest-InstanceActionsNegativeTestJSON-322497138-project] For port ea553f44-80a0-4fdf-8466-88ebc7623805, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=ea553f44-80a0-4fdf-8466-88ebc7623805,segment=NetworkSegment(28fea379-beee-48e1-a0ea-1457b4867a36),segment_id=28fea379-beee-48e1-a0ea-1457b4867a36)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:45:44.274258 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-de58a74d-4428-4926-b217-7ee6d859049f req-2cb09388-b44d-44a7-8646-bab71beccf02 tempest-InstanceActionsNegativeTestJSON-322497138 tempest-InstanceActionsNegativeTestJSON-322497138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (ea553f44-80a0-4fdf-8466-88ebc7623805), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:44.288524 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-656f1bcb-0a52-4f46-b3eb-da867eb42341 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['338758ad-61dc-46c7-a3d3-c9ad28998a8c']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:45:44.304746 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-656f1bcb-0a52-4f46-b3eb-da867eb42341 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '214165ab-a6c9-4bcc-9c01-00de05f03163') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:45:44.305346 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-656f1bcb-0a52-4f46-b3eb-da867eb42341 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '214165ab-a6c9-4bcc-9c01-00de05f03163') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:45:44.313379 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bb31bc4d-e34a-4613-8913-2d70b7c2fd26 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622067'] for router_interface (042fa9bd-a59f-44fa-b236-5edf79f58163), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:44.330661 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4197ba3-7cb3-4cfa-8d04-5e2597e03856 req-aeef53e5-6e37-4302-8d69-e43d0fa34083 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:44.334255 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-656f1bcb-0a52-4f46-b3eb-da867eb42341 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (214165ab-a6c9-4bcc-9c01-00de05f03163), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:44.345771 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4197ba3-7cb3-4cfa-8d04-5e2597e03856 req-aeef53e5-6e37-4302-8d69-e43d0fa34083 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:44.358727 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4197ba3-7cb3-4cfa-8d04-5e2597e03856 req-aeef53e5-6e37-4302-8d69-e43d0fa34083 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:44.378290 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4197ba3-7cb3-4cfa-8d04-5e2597e03856 req-aeef53e5-6e37-4302-8d69-e43d0fa34083 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:44.397337 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4197ba3-7cb3-4cfa-8d04-5e2597e03856 req-aeef53e5-6e37-4302-8d69-e43d0fa34083 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:44.406734 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4197ba3-7cb3-4cfa-8d04-5e2597e03856 req-aeef53e5-6e37-4302-8d69-e43d0fa34083 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:44.422402 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4197ba3-7cb3-4cfa-8d04-5e2597e03856 req-aeef53e5-6e37-4302-8d69-e43d0fa34083 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:44.442213 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-656f1bcb-0a52-4f46-b3eb-da867eb42341 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (214165ab-a6c9-4bcc-9c01-00de05f03163), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:44.442873 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a4197ba3-7cb3-4cfa-8d04-5e2597e03856 req-aeef53e5-6e37-4302-8d69-e43d0fa34083 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 5433 time: 0.8664482 Feb 04 12:45:44.475324 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-656f1bcb-0a52-4f46-b3eb-da867eb42341 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:45:44.478865 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-656f1bcb-0a52-4f46-b3eb-da867eb42341 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (214165ab-a6c9-4bcc-9c01-00de05f03163), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:44.481346 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-de58a74d-4428-4926-b217-7ee6d859049f req-2cb09388-b44d-44a7-8646-bab71beccf02 tempest-InstanceActionsNegativeTestJSON-322497138 tempest-InstanceActionsNegativeTestJSON-322497138-project] Calling delete_port for ea553f44-80a0-4fdf-8466-88ebc7623805 owned by compute:nova {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:45:44.494854 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 12:45:44.494854 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:45:44.494854 n-d-825015-3 neutron-server[103474]: timer() Feb 04 12:45:44.494854 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:45:44.494854 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 12:45:44.494854 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:45:44.494854 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 12:45:44.494854 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:45:44.494854 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 12:45:44.494854 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:45:44.494854 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 12:45:44.494854 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:45:44.494854 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 12:45:44.494854 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:45:44.494854 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:45:44.494854 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:45:44.494854 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:45:44.494854 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:45:44.494854 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 12:45:44.494854 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:45:44.494854 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 12:45:44.494854 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:45:44.494854 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:45:44.494854 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:45:44.494854 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 12:45:44.494854 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:45:44.494854 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:45:44.494854 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:45:44.494854 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:45:44.494854 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:45:44.494854 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:45:44.494854 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:45:44.579560 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d2904113-893d-4040-814d-6f451bd55d44 req-8970fe50-0be1-4878-acad-5790272c9dbf tempest-InstanceActionsNegativeTestJSON-322497138 tempest-InstanceActionsNegativeTestJSON-322497138-project] 10.222.0.65 "GET /v2.0/security-groups?id=a038daeb-7037-4a86-8d7f-15af18548ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3853362 Feb 04 12:45:44.664808 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-656f1bcb-0a52-4f46-b3eb-da867eb42341 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (338758ad-61dc-46c7-a3d3-c9ad28998a8c), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:44.670385 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-656f1bcb-0a52-4f46-b3eb-da867eb42341 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:44.683797 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-656f1bcb-0a52-4f46-b3eb-da867eb42341 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] 10.222.0.65 "DELETE /v2.0/networks/338758ad-61dc-46c7-a3d3-c9ad28998a8c HTTP/1.1" status: 204 len: 168 time: 2.1802306 Feb 04 12:45:44.687557 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 34756) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:45:44.699111 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-85aca869-b8c4-4cc2-87da-9206518d81c1 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-3043505'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:45:44.728919 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656f1bcb-0a52-4f46-b3eb-da867eb42341 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Pushing event deleted for resources: {'Network': ['ID=338758ad-61dc-46c7-a3d3-c9ad28998a8c,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:44.740793 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8eb255bd-404a-4988-bb25-0100e7cc01bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (1ed25298-bc98-48ae-b742-10a7bfc6ffad), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:44.778010 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6b1d30-1bf2-42b0-ae67-983b504fbfd2 req-8a3312ff-65f0-4919-a1e7-ea874b3f7951 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:44.786489 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6b1d30-1bf2-42b0-ae67-983b504fbfd2 req-8a3312ff-65f0-4919-a1e7-ea874b3f7951 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:44.794950 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6b1d30-1bf2-42b0-ae67-983b504fbfd2 req-8a3312ff-65f0-4919-a1e7-ea874b3f7951 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:44.806262 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6b1d30-1bf2-42b0-ae67-983b504fbfd2 req-8a3312ff-65f0-4919-a1e7-ea874b3f7951 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:44.812414 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6b1d30-1bf2-42b0-ae67-983b504fbfd2 req-8a3312ff-65f0-4919-a1e7-ea874b3f7951 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:44.819416 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6b1d30-1bf2-42b0-ae67-983b504fbfd2 req-8a3312ff-65f0-4919-a1e7-ea874b3f7951 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:44.826305 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6b1d30-1bf2-42b0-ae67-983b504fbfd2 req-8a3312ff-65f0-4919-a1e7-ea874b3f7951 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:44.828690 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-4e6b1d30-1bf2-42b0-ae67-983b504fbfd2 req-8a3312ff-65f0-4919-a1e7-ea874b3f7951 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.77 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 5433 time: 0.2502429 Feb 04 12:45:44.896727 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a4197ba3-7cb3-4cfa-8d04-5e2597e03856 req-953f94f0-205c-4331-a1fb-fe1786b8da06 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/security-groups?id=1efd02e5-7fef-4643-bad8-36300e562451&id=779ff2e0-1490-4b8d-a753-8a45cbf1a372&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4521904 Feb 04 12:45:44.982870 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85aca869-b8c4-4cc2-87da-9206518d81c1 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Made reservation on behalf of 3fccd7acaf5a4db2beb516182b08458d for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:45:44.986638 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-85aca869-b8c4-4cc2-87da-9206518d81c1 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:45.034083 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb31bc4d-e34a-4613-8913-2d70b7c2fd26 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Router 042fa9bd-a59f-44fa-b236-5edf79f58163 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:45:45.077753 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6b1d30-1bf2-42b0-ae67-983b504fbfd2 req-80c0946d-414a-4694-9f7e-2dbfac8af864 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:45.080855 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-4e6b1d30-1bf2-42b0-ae67-983b504fbfd2 req-80c0946d-414a-4694-9f7e-2dbfac8af864 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.77 "GET /v2.0/ports/10f2b2ac-d024-45d9-8b51-ee9bd6bab8e6?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2093143 Feb 04 12:45:45.082188 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85aca869-b8c4-4cc2-87da-9206518d81c1 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:45:45.161775 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8eb255bd-404a-4988-bb25-0100e7cc01bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-52093282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51452698'] for subnet (1ed25298-bc98-48ae-b742-10a7bfc6ffad), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:45.222470 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb255bd-404a-4988-bb25-0100e7cc01bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ed25298-bc98-48ae-b742-10a7bfc6ffad,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:45.257665 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8eb255bd-404a-4988-bb25-0100e7cc01bd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:45.261158 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-8eb255bd-404a-4988-bb25-0100e7cc01bd admin admin] 10.222.0.65 "DELETE /v2.0/subnets/1ed25298-bc98-48ae-b742-10a7bfc6ffad HTTP/1.1" status: 204 len: 168 time: 1.2745063 Feb 04 12:45:45.265025 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 34766) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:45:45.266418 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05364ebb-54f3-4d46-8365-33e046d539ca None None] Network 9222768b-24e8-4bf5-8435-b7d0ef6b58eb requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:45:45.349282 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-de58a74d-4428-4926-b217-7ee6d859049f req-2cb09388-b44d-44a7-8646-bab71beccf02 tempest-InstanceActionsNegativeTestJSON-322497138 tempest-InstanceActionsNegativeTestJSON-322497138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (ea553f44-80a0-4fdf-8466-88ebc7623805), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:45.413076 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb09388-b44d-44a7-8646-bab71beccf02 tempest-InstanceActionsNegativeTestJSON-322497138 tempest-InstanceActionsNegativeTestJSON-322497138-project] Pushing event deleted for resources: {'Port': ['ID=ea553f44-80a0-4fdf-8466-88ebc7623805,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:45.426918 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ff0bfc8b-e8f9-41c7-910a-ce6c93beb3fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (9222768b-24e8-4bf5-8435-b7d0ef6b58eb), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:45.456057 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-85aca869-b8c4-4cc2-87da-9206518d81c1 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (c0e1f24e-4744-4e29-a2ac-6cc2ef8f857c), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:45.456565 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-85aca869-b8c4-4cc2-87da-9206518d81c1 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Added segment c0e1f24e-4744-4e29-a2ac-6cc2ef8f857c of type vlan for network f2a3b7e8-c221-4f12-af44-fa2a276dc441 Feb 04 12:45:45.482028 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 879cd583-6dd9-4549-9001-785fbd900056 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:45:45.508660 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-de58a74d-4428-4926-b217-7ee6d859049f req-2cb09388-b44d-44a7-8646-bab71beccf02 tempest-InstanceActionsNegativeTestJSON-322497138 tempest-InstanceActionsNegativeTestJSON-322497138-project] No DVR routers for this DVR port ea553f44-80a0-4fdf-8466-88ebc7623805 on host n-h1-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:45:45.511958 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-de58a74d-4428-4926-b217-7ee6d859049f req-2cb09388-b44d-44a7-8646-bab71beccf02 tempest-InstanceActionsNegativeTestJSON-322497138 tempest-InstanceActionsNegativeTestJSON-322497138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:45.515688 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-de58a74d-4428-4926-b217-7ee6d859049f req-2cb09388-b44d-44a7-8646-bab71beccf02 tempest-InstanceActionsNegativeTestJSON-322497138 tempest-InstanceActionsNegativeTestJSON-322497138-project] 10.222.0.73 "DELETE /v2.0/ports/ea553f44-80a0-4fdf-8466-88ebc7623805 HTTP/1.1" status: 204 len: 173 time: 2.4980388 Feb 04 12:45:45.517179 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '041304ec-0a9e-4923-a4dd-d84df3069349', 'name': 'network-vif-deleted', 'tag': 'ea553f44-80a0-4fdf-8466-88ebc7623805'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:45:45.529722 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bedb4529-c6ed-4eb9-b7db-1ec318fc7875" -d '{"events": [{"server_uuid": "041304ec-0a9e-4923-a4dd-d84df3069349", "name": "network-vif-deleted", "tag": "ea553f44-80a0-4fdf-8466-88ebc7623805"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:45:45.581065 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 879cd583-6dd9-4549-9001-785fbd900056 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:45:45.581350 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 879cd583-6dd9-4549-9001-785fbd900056 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:45:45.629795 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-ff0bfc8b-e8f9-41c7-910a-ce6c93beb3fd admin admin] Deleting port 465b050d-c578-4c0c-a1fa-a341c2db84c6 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:45:45.630141 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ff0bfc8b-e8f9-41c7-910a-ce6c93beb3fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (465b050d-c578-4c0c-a1fa-a341c2db84c6), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:45.635475 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1511821d-8310-436f-bcec-3ee2933e5ced None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:45.643500 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-85aca869-b8c4-4cc2-87da-9206518d81c1 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (f2a3b7e8-c221-4f12-af44-fa2a276dc441), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:45.685939 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-4e6b1d30-1bf2-42b0-ae67-983b504fbfd2 req-f8710e09-73b0-436d-8837-af5835105dbc tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.77 "GET /v2.0/networks/50abc812-52fc-4688-9b5e-8dadbfa93d3a?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.5092051 Feb 04 12:45:45.720701 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-4e6b1d30-1bf2-42b0-ae67-983b504fbfd2 req-0bc540cb-9bcb-4592-bd9a-8b0be7680dae service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:45:45.788598 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6802851a-0504-424d-80c1-3a447b6e9d90 None None] DHCP port deletion for 9222768b-24e8-4bf5-8435-b7d0ef6b58eb request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 12:45:45.816253 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb31bc4d-e34a-4613-8913-2d70b7c2fd26 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:45:45.825248 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a24895a-61ee-4900-b72d-53a189d9bf8c x-openstack-request-id: req-1a24895a-61ee-4900-b72d-53a189d9bf8c {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:45:45.825548 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "041304ec-0a9e-4923-a4dd-d84df3069349", "name": "network-vif-deleted", "tag": "ea553f44-80a0-4fdf-8466-88ebc7623805", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:45:45.825979 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1a24895a-61ee-4900-b72d-53a189d9bf8c {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:45:45.831063 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '041304ec-0a9e-4923-a4dd-d84df3069349', 'name': 'network-vif-deleted', 'tag': 'ea553f44-80a0-4fdf-8466-88ebc7623805', 'status': 'completed', 'code': 200} Feb 04 12:45:45.839317 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-bb31bc4d-e34a-4613-8913-2d70b7c2fd26 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] 10.222.0.65 "PUT /v2.0/routers/042fa9bd-a59f-44fa-b236-5edf79f58163/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5190551 Feb 04 12:45:45.840386 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 34774) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:45:45.845293 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c59f78a-6523-4789-9164-4a2ae4eefdf4 None None] Sync routers for ids ['042fa9bd-a59f-44fa-b236-5edf79f58163'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:45:45.856297 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-85aca869-b8c4-4cc2-87da-9206518d81c1 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (f2a3b7e8-c221-4f12-af44-fa2a276dc441), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:45.865042 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c59f78a-6523-4789-9164-4a2ae4eefdf4 None None] Routers {'042fa9bd-a59f-44fa-b236-5edf79f58163'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:45:45.866053 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-1c59f78a-6523-4789-9164-4a2ae4eefdf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:45:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['042fa9bd-a59f-44fa-b236-5edf79f58163'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:45:45.874571 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85aca869-b8c4-4cc2-87da-9206518d81c1 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:45.875216 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-85aca869-b8c4-4cc2-87da-9206518d81c1 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:45.915992 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1ce51bbf-d118-4c15-b96c-f4d50b3089ab req-d38852c2-051e-4a62-88ee-04988c934a0c tempest-InstanceActionsNegativeTestJSON-322497138 tempest-InstanceActionsNegativeTestJSON-322497138-project] 10.222.0.65 "GET /v2.0/ports?device_id=041304ec-0a9e-4923-a4dd-d84df3069349 HTTP/1.1" status: 200 len: 210 time: 0.0838604 Feb 04 12:45:45.969030 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-85aca869-b8c4-4cc2-87da-9206518d81c1 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.2758000 Feb 04 12:45:45.972783 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 34778) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:45:45.996564 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-ff0bfc8b-e8f9-41c7-910a-ce6c93beb3fd admin admin] For port 465b050d-c578-4c0c-a1fa-a341c2db84c6, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=465b050d-c578-4c0c-a1fa-a341c2db84c6,segment=NetworkSegment(10c0b2b4-e05a-4bae-bb78-6660d2a06f1d),segment_id=10c0b2b4-e05a-4bae-bb78-6660d2a06f1d)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:45:45.996939 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ff0bfc8b-e8f9-41c7-910a-ce6c93beb3fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (465b050d-c578-4c0c-a1fa-a341c2db84c6), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:46.007144 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-d5306da8-9f06-4da3-a951-a036a13a1cae tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Request body: {'subnet': {'network_id': 'f2a3b7e8-c221-4f12-af44-fa2a276dc441', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:45:46.011910 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-1c59f78a-6523-4789-9164-4a2ae4eefdf4 None None] Set router 042fa9bd-a59f-44fa-b236-5edf79f58163 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:45:46.045340 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-ff0bfc8b-e8f9-41c7-910a-ce6c93beb3fd admin admin] Calling delete_port for 465b050d-c578-4c0c-a1fa-a341c2db84c6 owned by network:dhcp {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:45:46.303362 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-6802851a-0504-424d-80c1-3a447b6e9d90 None None] Deleting port 465b050d-c578-4c0c-a1fa-a341c2db84c6 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:45:46.303982 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6802851a-0504-424d-80c1-3a447b6e9d90 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (465b050d-c578-4c0c-a1fa-a341c2db84c6), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:46.346145 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4ca6a3-75e8-456b-8f0f-b59deb987ad9 req-69c180ca-7ad1-4a9c-86e7-49404acc9e24 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:46.354049 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4ca6a3-75e8-456b-8f0f-b59deb987ad9 req-69c180ca-7ad1-4a9c-86e7-49404acc9e24 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:46.359891 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4ca6a3-75e8-456b-8f0f-b59deb987ad9 req-69c180ca-7ad1-4a9c-86e7-49404acc9e24 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:46.366641 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4ca6a3-75e8-456b-8f0f-b59deb987ad9 req-69c180ca-7ad1-4a9c-86e7-49404acc9e24 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:46.375991 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4ca6a3-75e8-456b-8f0f-b59deb987ad9 req-69c180ca-7ad1-4a9c-86e7-49404acc9e24 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:46.383992 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4ca6a3-75e8-456b-8f0f-b59deb987ad9 req-69c180ca-7ad1-4a9c-86e7-49404acc9e24 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:46.391155 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4ca6a3-75e8-456b-8f0f-b59deb987ad9 req-69c180ca-7ad1-4a9c-86e7-49404acc9e24 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:46.395433 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4c4ca6a3-75e8-456b-8f0f-b59deb987ad9 req-69c180ca-7ad1-4a9c-86e7-49404acc9e24 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 5433 time: 0.3188848 Feb 04 12:45:46.414948 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-6802851a-0504-424d-80c1-3a447b6e9d90 None None] For port 465b050d-c578-4c0c-a1fa-a341c2db84c6, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=465b050d-c578-4c0c-a1fa-a341c2db84c6,segment=NetworkSegment(10c0b2b4-e05a-4bae-bb78-6660d2a06f1d),segment_id=10c0b2b4-e05a-4bae-bb78-6660d2a06f1d)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:45:46.415357 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6802851a-0504-424d-80c1-3a447b6e9d90 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (465b050d-c578-4c0c-a1fa-a341c2db84c6), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:46.434115 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-6802851a-0504-424d-80c1-3a447b6e9d90 None None] Calling delete_port for 465b050d-c578-4c0c-a1fa-a341c2db84c6 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:45:46.539403 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ff0bfc8b-e8f9-41c7-910a-ce6c93beb3fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (465b050d-c578-4c0c-a1fa-a341c2db84c6), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:46.666348 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4c4ca6a3-75e8-456b-8f0f-b59deb987ad9 req-dad89722-680a-4664-ad5a-fbd86e35941c tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/security-groups?id=1efd02e5-7fef-4643-bad8-36300e562451&id=779ff2e0-1490-4b8d-a753-8a45cbf1a372&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2625120 Feb 04 12:45:46.669399 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0bfc8b-e8f9-41c7-910a-ce6c93beb3fd admin admin] Pushing event deleted for resources: {'Port': ['ID=465b050d-c578-4c0c-a1fa-a341c2db84c6,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:46.689076 n-d-825015-3 neutron-server[103476]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:45:46.689076 n-d-825015-3 neutron-server[103476]: self.session.flush() Feb 04 12:45:46.689076 n-d-825015-3 neutron-server[103476]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:45:46.689076 n-d-825015-3 neutron-server[103476]: self.session.flush() Feb 04 12:45:46.689076 n-d-825015-3 neutron-server[103476]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:45:46.689076 n-d-825015-3 neutron-server[103476]: self.session.flush() Feb 04 12:45:46.689076 n-d-825015-3 neutron-server[103476]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:45:46.689076 n-d-825015-3 neutron-server[103476]: self.session.flush() Feb 04 12:45:46.689076 n-d-825015-3 neutron-server[103476]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:45:46.689076 n-d-825015-3 neutron-server[103476]: self.session.flush() Feb 04 12:45:46.689076 n-d-825015-3 neutron-server[103476]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:45:46.689076 n-d-825015-3 neutron-server[103476]: self.session.flush() Feb 04 12:45:46.689076 n-d-825015-3 neutron-server[103476]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:45:46.689076 n-d-825015-3 neutron-server[103476]: self.session.flush() Feb 04 12:45:46.689076 n-d-825015-3 neutron-server[103476]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:45:46.689076 n-d-825015-3 neutron-server[103476]: self.session.flush() Feb 04 12:45:46.689076 n-d-825015-3 neutron-server[103476]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:45:46.689076 n-d-825015-3 neutron-server[103476]: self.session.flush() Feb 04 12:45:46.689076 n-d-825015-3 neutron-server[103476]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:45:46.689076 n-d-825015-3 neutron-server[103476]: self.session.flush() Feb 04 12:45:46.689076 n-d-825015-3 neutron-server[103476]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:45:46.689076 n-d-825015-3 neutron-server[103476]: self.session.flush() Feb 04 12:45:46.689076 n-d-825015-3 neutron-server[103476]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:45:46.689076 n-d-825015-3 neutron-server[103476]: self.session.flush() Feb 04 12:45:46.689076 n-d-825015-3 neutron-server[103476]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:45:46.689076 n-d-825015-3 neutron-server[103476]: self.session.flush() Feb 04 12:45:46.689076 n-d-825015-3 neutron-server[103476]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:45:46.689076 n-d-825015-3 neutron-server[103476]: self.session.flush() Feb 04 12:45:46.689076 n-d-825015-3 neutron-server[103476]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:45:46.689076 n-d-825015-3 neutron-server[103476]: self.session.flush() Feb 04 12:45:46.689076 n-d-825015-3 neutron-server[103476]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:45:46.689076 n-d-825015-3 neutron-server[103476]: self.session.flush() Feb 04 12:45:46.689076 n-d-825015-3 neutron-server[103476]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:45:46.689076 n-d-825015-3 neutron-server[103476]: self.session.flush() Feb 04 12:45:46.689076 n-d-825015-3 neutron-server[103476]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:45:46.689076 n-d-825015-3 neutron-server[103476]: self.session.flush() Feb 04 12:45:46.689076 n-d-825015-3 neutron-server[103476]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:45:46.689076 n-d-825015-3 neutron-server[103476]: self.session.flush() Feb 04 12:45:46.689076 n-d-825015-3 neutron-server[103476]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:45:46.689076 n-d-825015-3 neutron-server[103476]: self.session.flush() Feb 04 12:45:46.694518 n-d-825015-3 neutron-server[103476]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:45:46.694518 n-d-825015-3 neutron-server[103476]: self.session.flush() Feb 04 12:45:46.694518 n-d-825015-3 neutron-server[103476]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:45:46.694518 n-d-825015-3 neutron-server[103476]: self.session.flush() Feb 04 12:45:46.694518 n-d-825015-3 neutron-server[103476]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:45:46.694518 n-d-825015-3 neutron-server[103476]: self.session.flush() Feb 04 12:45:46.694518 n-d-825015-3 neutron-server[103476]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:45:46.694518 n-d-825015-3 neutron-server[103476]: self.session.flush() Feb 04 12:45:46.694518 n-d-825015-3 neutron-server[103476]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:45:46.694518 n-d-825015-3 neutron-server[103476]: self.session.flush() Feb 04 12:45:46.694518 n-d-825015-3 neutron-server[103476]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:45:46.694518 n-d-825015-3 neutron-server[103476]: self.session.flush() Feb 04 12:45:46.694518 n-d-825015-3 neutron-server[103476]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:45:46.694518 n-d-825015-3 neutron-server[103476]: self.session.flush() Feb 04 12:45:46.697388 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6802851a-0504-424d-80c1-3a447b6e9d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (465b050d-c578-4c0c-a1fa-a341c2db84c6), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:46.706181 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0bfc8b-e8f9-41c7-910a-ce6c93beb3fd admin admin] No DVR routers for this DVR port 465b050d-c578-4c0c-a1fa-a341c2db84c6 on host n-d-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:45:46.761494 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6802851a-0504-424d-80c1-3a447b6e9d90 None None] Pushing event deleted for resources: {'Port': ['ID=465b050d-c578-4c0c-a1fa-a341c2db84c6,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:46.800545 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6802851a-0504-424d-80c1-3a447b6e9d90 None None] No DVR routers for this DVR port 465b050d-c578-4c0c-a1fa-a341c2db84c6 on host n-d-825015-3 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:45:46.851872 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-1c59f78a-6523-4789-9164-4a2ae4eefdf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '042fa9bd-a59f-44fa-b236-5edf79f58163', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1455035991', 'tenant_id': 'bfc2366eafc245dcab2b10b9216f9d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': 'a290fea4-3955-4125-b788-74b50429f14f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:43:12Z', 'updated_at': '2022-02-04T12:45:43Z', 'revision_number': 5, 'project_id': 'bfc2366eafc245dcab2b10b9216f9d44', 'gw_port': {'id': 'a290fea4-3955-4125-b788-74b50429f14f', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '042fa9bd-a59f-44fa-b236-5edf79f58163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:43:14Z', 'updated_at': '2022-02-04T12:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:45:46.935036 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c59f78a-6523-4789-9164-4a2ae4eefdf4 None None] Checking router: 042fa9bd-a59f-44fa-b236-5edf79f58163 for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:45:46.967049 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ff0bfc8b-e8f9-41c7-910a-ce6c93beb3fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (9222768b-24e8-4bf5-8435-b7d0ef6b58eb), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:46.972920 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c59f78a-6523-4789-9164-4a2ae4eefdf4 None None] Routers {'042fa9bd-a59f-44fa-b236-5edf79f58163'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:45:46.975285 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-1c59f78a-6523-4789-9164-4a2ae4eefdf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:45:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['042fa9bd-a59f-44fa-b236-5edf79f58163'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:45:47.024907 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 34788) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:45:47.035579 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-ff0bfc8b-e8f9-41c7-910a-ce6c93beb3fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9222768b-24e8-4bf5-8435-b7d0ef6b58eb']}} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:45:47.066817 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-ff0bfc8b-e8f9-41c7-910a-ce6c93beb3fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10c0b2b4-e05a-4bae-bb78-6660d2a06f1d') {'for_net_delete': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:45:47.067141 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-ff0bfc8b-e8f9-41c7-910a-ce6c93beb3fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10c0b2b4-e05a-4bae-bb78-6660d2a06f1d') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:45:47.082259 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ff0bfc8b-e8f9-41c7-910a-ce6c93beb3fd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51859336'] for segment (10c0b2b4-e05a-4bae-bb78-6660d2a06f1d), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:47.097756 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aca869-b8c4-4cc2-87da-9206518d81c1 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Pushing event updated for resources: {'Network': ['ID=f2a3b7e8-c221-4f12-af44-fa2a276dc441,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:47.113180 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-e01c91ce-7994-469a-9267-960fbcd1552a tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Deleting subnet 2c293c62-268e-4714-a00a-1f5892c6affb {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:45:47.115136 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ff0bfc8b-e8f9-41c7-910a-ce6c93beb3fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (10c0b2b4-e05a-4bae-bb78-6660d2a06f1d), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:47.117077 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-4e6b1d30-1bf2-42b0-ae67-983b504fbfd2 req-0bc540cb-9bcb-4592-bd9a-8b0be7680dae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (10f2b2ac-d024-45d9-8b51-ee9bd6bab8e6), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:47.124323 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff0bfc8b-e8f9-41c7-910a-ce6c93beb3fd admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=103475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:45:47.124757 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ff0bfc8b-e8f9-41c7-910a-ce6c93beb3fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-52093388'] for segment (10c0b2b4-e05a-4bae-bb78-6660d2a06f1d), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:47.177159 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e01c91ce-7994-469a-9267-960fbcd1552a tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks [] for subnet (2c293c62-268e-4714-a00a-1f5892c6affb), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:47.237333 n-d-825015-3 neutron-server[103475]: Traceback (most recent call last): Feb 04 12:45:47.237333 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:45:47.237333 n-d-825015-3 neutron-server[103475]: timer() Feb 04 12:45:47.237333 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:45:47.237333 n-d-825015-3 neutron-server[103475]: cb(*args, **kw) Feb 04 12:45:47.237333 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:45:47.237333 n-d-825015-3 neutron-server[103475]: return func(*args, **kwargs) Feb 04 12:45:47.237333 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:45:47.237333 n-d-825015-3 neutron-server[103475]: self._notify() Feb 04 12:45:47.237333 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:45:47.237333 n-d-825015-3 neutron-server[103475]: self.callback(batched_events) Feb 04 12:45:47.237333 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:45:47.237333 n-d-825015-3 neutron-server[103475]: event.method(event) Feb 04 12:45:47.237333 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:45:47.237333 n-d-825015-3 neutron-server[103475]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:45:47.237333 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:45:47.237333 n-d-825015-3 neutron-server[103475]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:45:47.237333 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:45:47.237333 n-d-825015-3 neutron-server[103475]: return f(self, *a, **k) Feb 04 12:45:47.237333 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:45:47.237333 n-d-825015-3 neutron-server[103475]: return self._get(url).json() Feb 04 12:45:47.237333 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:45:47.237333 n-d-825015-3 neutron-server[103475]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:45:47.237333 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:45:47.237333 n-d-825015-3 neutron-server[103475]: return self.request(url, 'GET', **kwargs) Feb 04 12:45:47.237333 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:45:47.237333 n-d-825015-3 neutron-server[103475]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:45:47.237333 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:45:47.237333 n-d-825015-3 neutron-server[103475]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:45:47.237333 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:45:47.237333 n-d-825015-3 neutron-server[103475]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:45:47.237333 n-d-825015-3 neutron-server[103475]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:45:47.256422 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ff0bfc8b-e8f9-41c7-910a-ce6c93beb3fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (9222768b-24e8-4bf5-8435-b7d0ef6b58eb), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:47.288325 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ff0bfc8b-e8f9-41c7-910a-ce6c93beb3fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:47.293710 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-ff0bfc8b-e8f9-41c7-910a-ce6c93beb3fd admin admin] 10.222.0.65 "DELETE /v2.0/networks/9222768b-24e8-4bf5-8435-b7d0ef6b58eb HTTP/1.1" status: 204 len: 168 time: 2.0275419 Feb 04 12:45:47.295022 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0bfc8b-e8f9-41c7-910a-ce6c93beb3fd admin admin] Pushing event deleted for resources: {'Network': ['ID=9222768b-24e8-4bf5-8435-b7d0ef6b58eb,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:47.327044 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5b5c73e-83fe-40af-a468-c3b6be6bfc23 admin admin] Deleting subnet 1e8bd0ad-7c47-46a9-ae6a-f10808c69ad4 {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:45:47.335039 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5306da8-9f06-4da3-a951-a036a13a1cae tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Made reservation on behalf of 3fccd7acaf5a4db2beb516182b08458d for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:45:47.338608 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d5306da8-9f06-4da3-a951-a036a13a1cae tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60610638'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:47.348089 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a5b5c73e-83fe-40af-a468-c3b6be6bfc23 admin admin] Publish callbacks [] for subnet (1e8bd0ad-7c47-46a9-ae6a-f10808c69ad4), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:47.556221 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e01c91ce-7994-469a-9267-960fbcd1552a tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (2c293c62-268e-4714-a00a-1f5892c6affb), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:47.622605 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device ea553f44-80a0-4fdf-8466-88ebc7623805 no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:45:47.626445 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network f2a3b7e8-c221-4f12-af44-fa2a276dc441 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:45:47.629695 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 465b050d-c578-4c0c-a1fa-a341c2db84c6 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:45:47.693238 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 465b050d-c578-4c0c-a1fa-a341c2db84c6 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:45:47.693649 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 465b050d-c578-4c0c-a1fa-a341c2db84c6 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:45:47.708487 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a5b5c73e-83fe-40af-a468-c3b6be6bfc23 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (1e8bd0ad-7c47-46a9-ae6a-f10808c69ad4), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:47.785293 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 34804) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:45:47.867938 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] No Port match for: ea553f44-80a0-4fdf-8466-88ebc7623805 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:45:47.868306 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device ea553f44-80a0-4fdf-8466-88ebc7623805 not bound to the agent host n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:45:47.897834 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-da1ae169-d08c-4a61-93e2-5558daee4bcb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7531a3531a28451c96cac6ee9b478b0b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1097953 Feb 04 12:45:47.913314 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 34806) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:45:47.965042 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-1c59f78a-6523-4789-9164-4a2ae4eefdf4 None None] Set router 042fa9bd-a59f-44fa-b236-5edf79f58163 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:45:48.104976 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a5b5c73e-83fe-40af-a468-c3b6be6bfc23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (1e8bd0ad-7c47-46a9-ae6a-f10808c69ad4), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:48.109839 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eefcda-5dd0-45d7-918f-158c24c157d1 req-e0667777-0b5b-4631-a568-a7c1b901c210 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:48.118429 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eefcda-5dd0-45d7-918f-158c24c157d1 req-e0667777-0b5b-4631-a568-a7c1b901c210 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:48.124673 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eefcda-5dd0-45d7-918f-158c24c157d1 req-e0667777-0b5b-4631-a568-a7c1b901c210 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:48.131086 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eefcda-5dd0-45d7-918f-158c24c157d1 req-e0667777-0b5b-4631-a568-a7c1b901c210 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:48.136697 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eefcda-5dd0-45d7-918f-158c24c157d1 req-e0667777-0b5b-4631-a568-a7c1b901c210 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:48.146653 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eefcda-5dd0-45d7-918f-158c24c157d1 req-e0667777-0b5b-4631-a568-a7c1b901c210 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:48.155034 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eefcda-5dd0-45d7-918f-158c24c157d1 req-e0667777-0b5b-4631-a568-a7c1b901c210 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:48.159885 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-32eefcda-5dd0-45d7-918f-158c24c157d1 req-e0667777-0b5b-4631-a568-a7c1b901c210 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 5433 time: 0.2604048 Feb 04 12:45:48.161338 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c147eab8-f3ee-43e1-910d-b67eeef6a8e1 admin admin] Publish callbacks [] for security_group (b795fbae-2139-4ecd-8cc3-fd2a91719375), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:48.234588 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c147eab8-f3ee-43e1-910d-b67eeef6a8e1 admin admin] Publish callbacks [] for security_group (b795fbae-2139-4ecd-8cc3-fd2a91719375), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:48.270633 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f9246100-31e8-4cc5-85ef-1557ca5ebe44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:48.274650 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e01c91ce-7994-469a-9267-960fbcd1552a tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (2c293c62-268e-4714-a00a-1f5892c6affb), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:48.355591 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c147eab8-f3ee-43e1-910d-b67eeef6a8e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (b795fbae-2139-4ecd-8cc3-fd2a91719375), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:48.358286 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c147eab8-f3ee-43e1-910d-b67eeef6a8e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:48.359404 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-c147eab8-f3ee-43e1-910d-b67eeef6a8e1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b795fbae-2139-4ecd-8cc3-fd2a91719375 HTTP/1.1" status: 204 len: 168 time: 0.4447050 Feb 04 12:45:48.385740 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c147eab8-f3ee-43e1-910d-b67eeef6a8e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b795fbae-2139-4ecd-8cc3-fd2a91719375,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:48.451659 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-1c59f78a-6523-4789-9164-4a2ae4eefdf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '042fa9bd-a59f-44fa-b236-5edf79f58163', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1455035991', 'tenant_id': 'bfc2366eafc245dcab2b10b9216f9d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': 'a290fea4-3955-4125-b788-74b50429f14f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:43:12Z', 'updated_at': '2022-02-04T12:45:43Z', 'revision_number': 5, 'project_id': 'bfc2366eafc245dcab2b10b9216f9d44', 'gw_port': {'id': 'a290fea4-3955-4125-b788-74b50429f14f', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '042fa9bd-a59f-44fa-b236-5edf79f58163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:43:14Z', 'updated_at': '2022-02-04T12:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:45:48.507089 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-4e6b1d30-1bf2-42b0-ae67-983b504fbfd2 req-0bc540cb-9bcb-4592-bd9a-8b0be7680dae service neutron] For port 10f2b2ac-d024-45d9-8b51-ee9bd6bab8e6, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=10f2b2ac-d024-45d9-8b51-ee9bd6bab8e6,segment=NetworkSegment(4c81f2d2-e31d-470c-8fcd-a4bd9a6a54e3),segment_id=4c81f2d2-e31d-470c-8fcd-a4bd9a6a54e3)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:45:48.507953 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-32eefcda-5dd0-45d7-918f-158c24c157d1 req-e0df1d51-6594-4879-9132-e399799b9dc2 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/security-groups?id=1efd02e5-7fef-4643-bad8-36300e562451&id=779ff2e0-1490-4b8d-a753-8a45cbf1a372&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1849170 Feb 04 12:45:48.509885 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e01c91ce-7994-469a-9267-960fbcd1552a tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (2c293c62-268e-4714-a00a-1f5892c6affb), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:48.575105 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c59f78a-6523-4789-9164-4a2ae4eefdf4 None None] The sync data for ids ['042fa9bd-a59f-44fa-b236-5edf79f58163'] in n-d-825015-3 is: [{'id': '042fa9bd-a59f-44fa-b236-5edf79f58163', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1455035991', 'tenant_id': 'bfc2366eafc245dcab2b10b9216f9d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': 'a290fea4-3955-4125-b788-74b50429f14f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:43:12Z', 'updated_at': '2022-02-04T12:45:43Z', 'revision_number': 5, 'project_id': 'bfc2366eafc245dcab2b10b9216f9d44', 'gw_port': {'id': 'a290fea4-3955-4125-b788-74b50429f14f', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '042fa9bd-a59f-44fa-b236-5edf79f58163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:43:14Z', 'updated_at': '2022-02-04T12:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:45:48.650660 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01c91ce-7994-469a-9267-960fbcd1552a tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Pushing event deleted for resources: {'Subnet': ['ID=2c293c62-268e-4714-a00a-1f5892c6affb,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:48.679560 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f09e70-8d29-430b-8263-cdeee72a93bc None None] Network 19820269-0947-4e8e-a625-254c2a67daf1 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:45:48.680413 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e01c91ce-7994-469a-9267-960fbcd1552a tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:48.686651 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-e01c91ce-7994-469a-9267-960fbcd1552a tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] 10.222.0.65 "DELETE /v2.0/subnets/2c293c62-268e-4714-a00a-1f5892c6affb HTTP/1.1" status: 204 len: 168 time: 2.8429322 Feb 04 12:45:48.690086 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 34820) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:45:48.714049 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a5b5c73e-83fe-40af-a468-c3b6be6bfc23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (1e8bd0ad-7c47-46a9-ae6a-f10808c69ad4), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:48.874434 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b5c73e-83fe-40af-a468-c3b6be6bfc23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e8bd0ad-7c47-46a9-ae6a-f10808c69ad4,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:48.883928 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a5b5c73e-83fe-40af-a468-c3b6be6bfc23 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:48.891042 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-a5b5c73e-83fe-40af-a468-c3b6be6bfc23 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/1e8bd0ad-7c47-46a9-ae6a-f10808c69ad4 HTTP/1.1" status: 204 len: 168 time: 1.8409269 Feb 04 12:45:48.897068 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 34824) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:45:48.898950 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-4e6b1d30-1bf2-42b0-ae67-983b504fbfd2 req-0bc540cb-9bcb-4592-bd9a-8b0be7680dae service neutron] For port 10f2b2ac-d024-45d9-8b51-ee9bd6bab8e6, host n-h2-825015-3, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:45:48.957051 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1796c1a8-c31a-409f-a3c7-d2fdccd616a4 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks [] for router (042fa9bd-a59f-44fa-b236-5edf79f58163), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:49.036962 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 34826) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:45:49.081886 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6911522-aeb8-45cd-9a5d-cb02e266b2b4 None None] DHCP port deletion for 19820269-0947-4e8e-a625-254c2a67daf1 request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 12:45:49.098435 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e362a346-85af-459b-b880-ca2278fb177c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:49.148969 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device f67e14d4-db1d-46b0-bea2-1c78b8bd35ab no longer exists at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:45:49.163421 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [req-4e6b1d30-1bf2-42b0-ae67-983b504fbfd2 req-0bc540cb-9bcb-4592-bd9a-8b0be7680dae service neutron] device_id is not set on port 10f2b2ac-d024-45d9-8b51-ee9bd6bab8e6 yet. {{(pid=103474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 12:45:49.222533 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e362a346-85af-459b-b880-ca2278fb177c admin admin] Publish callbacks [] for security_group (9758d6cc-5e1b-452c-8601-bff9b041772a), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:49.227630 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e362a346-85af-459b-b880-ca2278fb177c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (9758d6cc-5e1b-452c-8601-bff9b041772a), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:49.261493 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-4e6b1d30-1bf2-42b0-ae67-983b504fbfd2 req-0bc540cb-9bcb-4592-bd9a-8b0be7680dae service neutron] Publish callbacks [] for port (10f2b2ac-d024-45d9-8b51-ee9bd6bab8e6), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:49.275001 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:49.286621 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-4e6b1d30-1bf2-42b0-ae67-983b504fbfd2 req-0bc540cb-9bcb-4592-bd9a-8b0be7680dae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (10f2b2ac-d024-45d9-8b51-ee9bd6bab8e6), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:49.349766 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e362a346-85af-459b-b880-ca2278fb177c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9758d6cc-5e1b-452c-8601-bff9b041772a,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:49.353965 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-f6911522-aeb8-45cd-9a5d-cb02e266b2b4 None None] Deleting port 7f7656be-7833-47f8-8b02-92f695aaeb97 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:45:49.355174 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f6911522-aeb8-45cd-9a5d-cb02e266b2b4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (7f7656be-7833-47f8-8b02-92f695aaeb97), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:49.437337 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc540cb-9bcb-4592-bd9a-8b0be7680dae service neutron] Pushing event updated for resources: {'Port': ['ID=10f2b2ac-d024-45d9-8b51-ee9bd6bab8e6,revision_number=6']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:49.440868 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-e362a346-85af-459b-b880-ca2278fb177c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.3993003 Feb 04 12:45:49.441528 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d5306da8-9f06-4da3-a951-a036a13a1cae tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59045178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60610680'] for subnet (262093e2-80c8-4bdd-8077-3a772a43244a), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:49.459258 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 34830) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:45:49.462004 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-10640c8f-797b-4661-9488-e953f743bf2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (3d94a1e9-6d2d-412b-901e-a6d25a00957e), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:49.546206 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-f6911522-aeb8-45cd-9a5d-cb02e266b2b4 None None] For port 7f7656be-7833-47f8-8b02-92f695aaeb97, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=7f7656be-7833-47f8-8b02-92f695aaeb97,segment=NetworkSegment(5daa5c0b-9cb4-4e7f-bc47-7fa6912d9537),segment_id=5daa5c0b-9cb4-4e7f-bc47-7fa6912d9537)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:45:49.547075 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f6911522-aeb8-45cd-9a5d-cb02e266b2b4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (7f7656be-7833-47f8-8b02-92f695aaeb97), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:49.605997 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-f6911522-aeb8-45cd-9a5d-cb02e266b2b4 None None] Calling delete_port for 7f7656be-7833-47f8-8b02-92f695aaeb97 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:45:49.623711 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1796c1a8-c31a-409f-a3c7-d2fdccd616a4 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks [] for router_gateway (042fa9bd-a59f-44fa-b236-5edf79f58163), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:49.646671 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port f67e14d4-db1d-46b0-bea2-1c78b8bd35ab is: ACTIVE; New status is: DOWN {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:45:49.658612 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (f67e14d4-db1d-46b0-bea2-1c78b8bd35ab), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:49.663958 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e6b1d30-1bf2-42b0-ae67-983b504fbfd2 req-0bc540cb-9bcb-4592-bd9a-8b0be7680dae service neutron] No DVR routers for this DVR port 10f2b2ac-d024-45d9-8b51-ee9bd6bab8e6 on host n-h2-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:45:49.711964 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device db3b6112-1869-4521-bfb8-92f8c435f1f4 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:45:49.763614 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: db3b6112-1869-4521-bfb8-92f8c435f1f4 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:45:49.764380 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device db3b6112-1869-4521-bfb8-92f8c435f1f4 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:45:49.765031 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 7f7656be-7833-47f8-8b02-92f695aaeb97 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:45:49.807015 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5297a65-66a2-4ba7-a803-ed35fa7dac97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f67e14d4-db1d-46b0-bea2-1c78b8bd35ab'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:45:49.809682 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45740237-c2a2-4f33-ac52-f397fb1e9488" -d '{"events": [{"server_uuid": "c5297a65-66a2-4ba7-a803-ed35fa7dac97", "name": "network-vif-unplugged", "status": "completed", "tag": "f67e14d4-db1d-46b0-bea2-1c78b8bd35ab"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:45:49.821762 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-42b8f380-3dbb-4a21-9afb-6851fd8ef9e1 admin admin] Publish callbacks [] for security_group (9758d6cc-5e1b-452c-8601-bff9b041772a), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:49.899331 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5306da8-9f06-4da3-a951-a036a13a1cae tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Checking segment: {'id': 'c0e1f24e-4744-4e29-a2ac-6cc2ef8f857c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'f2a3b7e8-c221-4f12-af44-fa2a276dc441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:45:49.900852 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5306da8-9f06-4da3-a951-a036a13a1cae tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Network hostable DHCP agents. Network: f2a3b7e8-c221-4f12-af44-fa2a276dc441, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:45:49.913262 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port f67e14d4-db1d-46b0-bea2-1c78b8bd35ab, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=f67e14d4-db1d-46b0-bea2-1c78b8bd35ab,segment=NetworkSegment(359ad298-38b1-4d96-baeb-0f70370bc984),segment_id=359ad298-38b1-4d96-baeb-0f70370bc984)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:45:49.913775 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-4e6b1d30-1bf2-42b0-ae67-983b504fbfd2 req-0bc540cb-9bcb-4592-bd9a-8b0be7680dae service neutron] In _notify_port_updated(), no bound segment for port 10f2b2ac-d024-45d9-8b51-ee9bd6bab8e6 on network 50abc812-52fc-4688-9b5e-8dadbfa93d3a {{(pid=103474) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 04 12:45:49.914931 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6b1d30-1bf2-42b0-ae67-983b504fbfd2 req-0bc540cb-9bcb-4592-bd9a-8b0be7680dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:49.917810 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-4e6b1d30-1bf2-42b0-ae67-983b504fbfd2 req-0bc540cb-9bcb-4592-bd9a-8b0be7680dae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:49.921052 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-4e6b1d30-1bf2-42b0-ae67-983b504fbfd2 req-0bc540cb-9bcb-4592-bd9a-8b0be7680dae service neutron] 10.222.0.77 "PUT /v2.0/ports/10f2b2ac-d024-45d9-8b51-ee9bd6bab8e6 HTTP/1.1" status: 200 len: 1027 time: 4.2147186 Feb 04 12:45:49.927770 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 12:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9860b314-6e04-4367-a9b2-ef83d5a456e4 x-openstack-request-id: req-9860b314-6e04-4367-a9b2-ef83d5a456e4 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:45:49.928018 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5297a65-66a2-4ba7-a803-ed35fa7dac97", "name": "network-vif-unplugged", "status": "completed", "tag": "f67e14d4-db1d-46b0-bea2-1c78b8bd35ab", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:45:49.928282 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9860b314-6e04-4367-a9b2-ef83d5a456e4 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:45:49.928712 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5297a65-66a2-4ba7-a803-ed35fa7dac97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f67e14d4-db1d-46b0-bea2-1c78b8bd35ab', 'code': 200} Feb 04 12:45:49.936765 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-42b8f380-3dbb-4a21-9afb-6851fd8ef9e1 admin admin] Publish callbacks [] for security_group (9758d6cc-5e1b-452c-8601-bff9b041772a), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:49.942535 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (f67e14d4-db1d-46b0-bea2-1c78b8bd35ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:49.943439 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device d152b0b2-3919-4a03-93f4-11425445acca no longer exists at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:45:49.950065 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-10640c8f-797b-4661-9488-e953f743bf2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (3d94a1e9-6d2d-412b-901e-a6d25a00957e), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:49.981970 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-10640c8f-797b-4661-9488-e953f743bf2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d94a1e9-6d2d-412b-901e-a6d25a00957e']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:45:50.003870 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-10640c8f-797b-4661-9488-e953f743bf2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28fea379-beee-48e1-a0ea-1457b4867a36') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:45:50.004832 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-10640c8f-797b-4661-9488-e953f743bf2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28fea379-beee-48e1-a0ea-1457b4867a36') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:45:50.013613 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-1796c1a8-c31a-409f-a3c7-d2fdccd616a4 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Deleting port a290fea4-3955-4125-b788-74b50429f14f {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:45:50.014975 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1796c1a8-c31a-409f-a3c7-d2fdccd616a4 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (a290fea4-3955-4125-b788-74b50429f14f), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:50.031183 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-10640c8f-797b-4661-9488-e953f743bf2a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (28fea379-beee-48e1-a0ea-1457b4867a36), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:50.048620 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-10640c8f-797b-4661-9488-e953f743bf2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (28fea379-beee-48e1-a0ea-1457b4867a36), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:50.056218 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10640c8f-797b-4661-9488-e953f743bf2a admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:45:50.057125 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-10640c8f-797b-4661-9488-e953f743bf2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (28fea379-beee-48e1-a0ea-1457b4867a36), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:50.092456 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-704020b3-cb8e-4f65-a454-2c9e9c7a75bb None None] Provisioning complete for port 10f2b2ac-d024-45d9-8b51-ee9bd6bab8e6 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:45:50.092867 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-704020b3-cb8e-4f65-a454-2c9e9c7a75bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (10f2b2ac-d024-45d9-8b51-ee9bd6bab8e6), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:50.121780 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5306da8-9f06-4da3-a951-a036a13a1cae tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Pushing event updated for resources: {'Subnet': ['ID=262093e2-80c8-4bdd-8077-3a772a43244a,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:50.129518 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 12:45:50.129518 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:45:50.129518 n-d-825015-3 neutron-server[103474]: timer() Feb 04 12:45:50.129518 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:45:50.129518 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 12:45:50.129518 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:45:50.129518 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 12:45:50.129518 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:45:50.129518 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 12:45:50.129518 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:45:50.129518 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 12:45:50.129518 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:45:50.129518 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 12:45:50.129518 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:45:50.129518 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:45:50.129518 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:45:50.129518 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:45:50.129518 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:45:50.129518 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 12:45:50.129518 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:45:50.129518 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 12:45:50.129518 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:45:50.129518 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:45:50.129518 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:45:50.129518 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 12:45:50.129518 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:45:50.129518 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:45:50.129518 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:45:50.129518 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:45:50.129518 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:45:50.129518 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:45:50.129518 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:45:50.147914 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-10640c8f-797b-4661-9488-e953f743bf2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (3d94a1e9-6d2d-412b-901e-a6d25a00957e), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:50.153962 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-10640c8f-797b-4661-9488-e953f743bf2a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:50.154841 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-1796c1a8-c31a-409f-a3c7-d2fdccd616a4 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] For port a290fea4-3955-4125-b788-74b50429f14f, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=a290fea4-3955-4125-b788-74b50429f14f,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:45:50.155215 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1796c1a8-c31a-409f-a3c7-d2fdccd616a4 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (a290fea4-3955-4125-b788-74b50429f14f), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:50.159943 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-10640c8f-797b-4661-9488-e953f743bf2a admin admin] 10.222.0.65 "DELETE /v2.0/networks/3d94a1e9-6d2d-412b-901e-a6d25a00957e HTTP/1.1" status: 204 len: 168 time: 1.2579899 Feb 04 12:45:50.208965 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-1796c1a8-c31a-409f-a3c7-d2fdccd616a4 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Calling delete_port for a290fea4-3955-4125-b788-74b50429f14f owned by network:router_gateway {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:45:50.218600 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 7f7656be-7833-47f8-8b02-92f695aaeb97 is: ACTIVE; New status is: DOWN {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:45:50.219975 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (7f7656be-7833-47f8-8b02-92f695aaeb97), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:50.245433 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10640c8f-797b-4661-9488-e953f743bf2a admin admin] Pushing event deleted for resources: {'Network': ['ID=3d94a1e9-6d2d-412b-901e-a6d25a00957e,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:50.250160 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f6911522-aeb8-45cd-9a5d-cb02e266b2b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (7f7656be-7833-47f8-8b02-92f695aaeb97), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:50.257714 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=f67e14d4-db1d-46b0-bea2-1c78b8bd35ab,revision_number=6']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:50.289989 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5306da8-9f06-4da3-a951-a036a13a1cae tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Network f2a3b7e8-c221-4f12-af44-fa2a276dc441 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:45:50.301689 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6b1d30-1bf2-42b0-ae67-983b504fbfd2 req-7944816c-360f-434f-9429-ff977cf0dc42 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:50.307979 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-4e6b1d30-1bf2-42b0-ae67-983b504fbfd2 req-7944816c-360f-434f-9429-ff977cf0dc42 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.77 "GET /v2.0/ports/36f87e3f-7392-4eed-9d08-001451be51e2?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1730666 Feb 04 12:45:50.320454 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6911522-aeb8-45cd-9a5d-cb02e266b2b4 None None] Pushing event deleted for resources: {'Port': ['ID=7f7656be-7833-47f8-8b02-92f695aaeb97,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:50.325406 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-4e6b1d30-1bf2-42b0-ae67-983b504fbfd2 req-592f2eaf-5452-49d3-8fc9-dc0b0d470d64 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:45:50.339539 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-704020b3-cb8e-4f65-a454-2c9e9c7a75bb None None] Port 10f2b2ac-d024-45d9-8b51-ee9bd6bab8e6 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:45:50.388077 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6911522-aeb8-45cd-9a5d-cb02e266b2b4 None None] No DVR routers for this DVR port 7f7656be-7833-47f8-8b02-92f695aaeb97 on host n-d-825015-3 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:45:50.397205 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-d5306da8-9f06-4da3-a951-a036a13a1cae tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, f2a3b7e8-c221-4f12-af44-fa2a276dc441) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:45:50.413824 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5306da8-9f06-4da3-a951-a036a13a1cae tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:50.414688 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d5306da8-9f06-4da3-a951-a036a13a1cae tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:50.494315 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-d5306da8-9f06-4da3-a951-a036a13a1cae tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.4985580 Feb 04 12:45:50.494564 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20a20ee-76a1-4ce1-964a-81ddd67a608c None None] Network f2a3b7e8-c221-4f12-af44-fa2a276dc441 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:45:50.530959 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 34844) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:45:50.538156 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-deb17a7b-316f-4ef2-a249-c21d9f643bdd tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1446871699', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:45:50.579610 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-42b8f380-3dbb-4a21-9afb-6851fd8ef9e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (9758d6cc-5e1b-452c-8601-bff9b041772a), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:50.584511 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-4e6b1d30-1bf2-42b0-ae67-983b504fbfd2 req-592f2eaf-5452-49d3-8fc9-dc0b0d470d64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (36f87e3f-7392-4eed-9d08-001451be51e2), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:50.587821 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-42b8f380-3dbb-4a21-9afb-6851fd8ef9e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:50.591625 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-42b8f380-3dbb-4a21-9afb-6851fd8ef9e1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9758d6cc-5e1b-452c-8601-bff9b041772a HTTP/1.1" status: 204 len: 168 time: 1.1243484 Feb 04 12:45:50.631565 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 34854) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:45:50.670531 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-deb17a7b-316f-4ef2-a249-c21d9f643bdd tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10933'] for router (6c909e18-3bad-49ff-83b2-3e70848dcd32), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:50.672192 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-deb17a7b-316f-4ef2-a249-c21d9f643bdd tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10924'] for router (6c909e18-3bad-49ff-83b2-3e70848dcd32), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:50.680622 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83654ffc-6c5a-4038-b1aa-4c033188aa82 req-7a5d1b3b-78ca-45c3-b46a-61a6654af518 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:50.701372 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83654ffc-6c5a-4038-b1aa-4c033188aa82 req-7a5d1b3b-78ca-45c3-b46a-61a6654af518 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:50.718786 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83654ffc-6c5a-4038-b1aa-4c033188aa82 req-7a5d1b3b-78ca-45c3-b46a-61a6654af518 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:50.750675 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83654ffc-6c5a-4038-b1aa-4c033188aa82 req-7a5d1b3b-78ca-45c3-b46a-61a6654af518 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:50.762559 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83654ffc-6c5a-4038-b1aa-4c033188aa82 req-7a5d1b3b-78ca-45c3-b46a-61a6654af518 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:50.768365 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83654ffc-6c5a-4038-b1aa-4c033188aa82 req-7a5d1b3b-78ca-45c3-b46a-61a6654af518 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:50.777410 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-83654ffc-6c5a-4038-b1aa-4c033188aa82 req-7a5d1b3b-78ca-45c3-b46a-61a6654af518 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 4659 time: 1.0617828 Feb 04 12:45:50.797109 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:50.805003 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port d152b0b2-3919-4a03-93f4-11425445acca is: ACTIVE; New status is: DOWN {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:45:50.805709 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (d152b0b2-3919-4a03-93f4-11425445acca), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:50.883766 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b8f380-3dbb-4a21-9afb-6851fd8ef9e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9758d6cc-5e1b-452c-8601-bff9b041772a,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:50.902629 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-83654ffc-6c5a-4038-b1aa-4c033188aa82 req-5284d882-77bc-4895-9a4b-2ed85a2eb4a9 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/security-groups?id=1efd02e5-7fef-4643-bad8-36300e562451&id=779ff2e0-1490-4b8d-a753-8a45cbf1a372&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1253498 Feb 04 12:45:50.956476 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab818cee-c3fb-4b7c-a4c1-6747265f8669 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-f2a3b7e8-c221-4f12-af44-fa2a276dc441', 'network_id': 'f2a3b7e8-c221-4f12-af44-fa2a276dc441', 'project_id': '3fccd7acaf5a4db2beb516182b08458d', 'fixed_ips': [{'subnet_id': '262093e2-80c8-4bdd-8077-3a772a43244a'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 12:45:50.957382 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ab818cee-c3fb-4b7c-a4c1-6747265f8669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:51.109638 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1796c1a8-c31a-409f-a3c7-d2fdccd616a4 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (a290fea4-3955-4125-b788-74b50429f14f), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:51.137413 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-af783d1f-13e4-414e-b8c9-492b3b906267 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=225f2ce089ee4f2883ece38bab5476aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4952631 Feb 04 12:45:51.150520 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 34862) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:45:51.169037 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-deb17a7b-316f-4ef2-a249-c21d9f643bdd tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks [] for router_controller (6c909e18-3bad-49ff-83b2-3e70848dcd32), precommit_add_association {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:51.268382 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1796c1a8-c31a-409f-a3c7-d2fdccd616a4 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Pushing event deleted for resources: {'Port': ['ID=a290fea4-3955-4125-b788-74b50429f14f,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:51.385866 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1796c1a8-c31a-409f-a3c7-d2fdccd616a4 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1599901'] for router_gateway (042fa9bd-a59f-44fa-b236-5edf79f58163), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:51.434599 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-4e6b1d30-1bf2-42b0-ae67-983b504fbfd2 req-592f2eaf-5452-49d3-8fc9-dc0b0d470d64 service neutron] For port 36f87e3f-7392-4eed-9d08-001451be51e2, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=36f87e3f-7392-4eed-9d08-001451be51e2,segment=NetworkSegment(4c81f2d2-e31d-470c-8fcd-a4bd9a6a54e3),segment_id=4c81f2d2-e31d-470c-8fcd-a4bd9a6a54e3)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:45:51.447874 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-ab818cee-c3fb-4b7c-a4c1-6747265f8669 None None] Allocated IP 2001:db8::2 (f2a3b7e8-c221-4f12-af44-fa2a276dc441/262093e2-80c8-4bdd-8077-3a772a43244a/6b50599d-bae0-45f2-9094-712147bcad81) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:45:51.469251 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-4e6b1d30-1bf2-42b0-ae67-983b504fbfd2 req-592f2eaf-5452-49d3-8fc9-dc0b0d470d64 service neutron] For port 36f87e3f-7392-4eed-9d08-001451be51e2, host n-h2-825015-3, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:45:51.525983 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [req-4e6b1d30-1bf2-42b0-ae67-983b504fbfd2 req-592f2eaf-5452-49d3-8fc9-dc0b0d470d64 service neutron] device_id is not set on port 36f87e3f-7392-4eed-9d08-001451be51e2 yet. {{(pid=103474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 12:45:51.545473 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-4e6b1d30-1bf2-42b0-ae67-983b504fbfd2 req-592f2eaf-5452-49d3-8fc9-dc0b0d470d64 service neutron] Publish callbacks [] for port (36f87e3f-7392-4eed-9d08-001451be51e2), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:51.549525 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-deb17a7b-316f-4ef2-a249-c21d9f643bdd tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141'] for router (6c909e18-3bad-49ff-83b2-3e70848dcd32), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:51.576584 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-4e6b1d30-1bf2-42b0-ae67-983b504fbfd2 req-592f2eaf-5452-49d3-8fc9-dc0b0d470d64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (36f87e3f-7392-4eed-9d08-001451be51e2), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:51.722647 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-deb17a7b-316f-4ef2-a249-c21d9f643bdd tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:51.724238 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-deb17a7b-316f-4ef2-a249-c21d9f643bdd tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.1908393 Feb 04 12:45:51.732409 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 34866) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:45:51.777078 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ab818cee-c3fb-4b7c-a4c1-6747265f8669 None None] Publish callbacks [] for port (6b50599d-bae0-45f2-9094-712147bcad81), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:51.827153 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ab818cee-c3fb-4b7c-a4c1-6747265f8669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (6b50599d-bae0-45f2-9094-712147bcad81), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:51.889661 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:51.928902 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port d152b0b2-3919-4a03-93f4-11425445acca, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=d152b0b2-3919-4a03-93f4-11425445acca,segment=NetworkSegment(a093ce63-cf30-4da6-9f0a-e3cc3d101fbb),segment_id=a093ce63-cf30-4da6-9f0a-e3cc3d101fbb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:45:51.931950 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab818cee-c3fb-4b7c-a4c1-6747265f8669 None None] Network f2a3b7e8-c221-4f12-af44-fa2a276dc441 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:45:51.934833 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5297a65-66a2-4ba7-a803-ed35fa7dac97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd152b0b2-3919-4a03-93f4-11425445acca'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:45:51.937600 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a2e2575-feae-43ee-adaf-90e14e3dd2a1" -d '{"events": [{"server_uuid": "c5297a65-66a2-4ba7-a803-ed35fa7dac97", "name": "network-vif-unplugged", "status": "completed", "tag": "d152b0b2-3919-4a03-93f4-11425445acca"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:45:51.948316 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-ab818cee-c3fb-4b7c-a4c1-6747265f8669 None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:45:51.951692 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab818cee-c3fb-4b7c-a4c1-6747265f8669 None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:45:51.956964 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (d152b0b2-3919-4a03-93f4-11425445acca), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:51.958567 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 36f87e3f-7392-4eed-9d08-001451be51e2 no longer exists at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:45:52.086624 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 12:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a443785-c841-41b9-bdb0-5966d94794d3 x-openstack-request-id: req-2a443785-c841-41b9-bdb0-5966d94794d3 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:45:52.087087 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5297a65-66a2-4ba7-a803-ed35fa7dac97", "name": "network-vif-unplugged", "status": "completed", "tag": "d152b0b2-3919-4a03-93f4-11425445acca", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:45:52.087482 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2a443785-c841-41b9-bdb0-5966d94794d3 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:45:52.088077 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5297a65-66a2-4ba7-a803-ed35fa7dac97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd152b0b2-3919-4a03-93f4-11425445acca', 'code': 200} Feb 04 12:45:52.175650 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab818cee-c3fb-4b7c-a4c1-6747265f8669 None None] Pushing event updated for resources: {'Port': ['ID=6b50599d-bae0-45f2-9094-712147bcad81,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:52.180316 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592f2eaf-5452-49d3-8fc9-dc0b0d470d64 service neutron] Pushing event updated for resources: {'Port': ['ID=36f87e3f-7392-4eed-9d08-001451be51e2,revision_number=6']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:52.246333 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f0733c3c-2ce2-455b-8c3e-a6ea35ca330a admin admin] Publish callbacks [] for security_group (a038daeb-7037-4a86-8d7f-15af18548ace), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:52.260548 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] The host n-h2-825015-3 is not matching for port 36f87e3f-7392-4eed-9d08-001451be51e2 host ! {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 04 12:45:52.261110 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 36f87e3f-7392-4eed-9d08-001451be51e2 not bound to the agent host n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:45:52.261652 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 383c55e1-9433-42e7-979f-326174aecf28 no longer exists at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:45:52.315279 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-ab818cee-c3fb-4b7c-a4c1-6747265f8669 None None] Attempting to bind port 6b50599d-bae0-45f2-9094-712147bcad81 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:45:52.316002 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-ab818cee-c3fb-4b7c-a4c1-6747265f8669 None None] Attempting to bind port 6b50599d-bae0-45f2-9094-712147bcad81 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': 'c0e1f24e-4744-4e29-a2ac-6cc2ef8f857c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'f2a3b7e8-c221-4f12-af44-fa2a276dc441'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:45:52.316488 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab818cee-c3fb-4b7c-a4c1-6747265f8669 None None] Attempting to bind port 6b50599d-bae0-45f2-9094-712147bcad81 on network f2a3b7e8-c221-4f12-af44-fa2a276dc441 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:45:52.339697 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab818cee-c3fb-4b7c-a4c1-6747265f8669 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:45:52.340285 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab818cee-c3fb-4b7c-a4c1-6747265f8669 None None] Checking segment: {'id': 'c0e1f24e-4744-4e29-a2ac-6cc2ef8f857c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'f2a3b7e8-c221-4f12-af44-fa2a276dc441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:45:52.340804 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ab818cee-c3fb-4b7c-a4c1-6747265f8669 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:52.341309 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab818cee-c3fb-4b7c-a4c1-6747265f8669 None None] Bound using segment: {'id': 'c0e1f24e-4744-4e29-a2ac-6cc2ef8f857c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'f2a3b7e8-c221-4f12-af44-fa2a276dc441'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:45:52.341913 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-ab818cee-c3fb-4b7c-a4c1-6747265f8669 None None] Bound port: 6b50599d-bae0-45f2-9094-712147bcad81, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0e1f24e-4744-4e29-a2ac-6cc2ef8f857c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'f2a3b7e8-c221-4f12-af44-fa2a276dc441'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:45:52.342406 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ab818cee-c3fb-4b7c-a4c1-6747265f8669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (6b50599d-bae0-45f2-9094-712147bcad81), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:52.388013 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e6b1d30-1bf2-42b0-ae67-983b504fbfd2 req-592f2eaf-5452-49d3-8fc9-dc0b0d470d64 service neutron] No DVR routers for this DVR port 36f87e3f-7392-4eed-9d08-001451be51e2 on host n-h2-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:45:52.388870 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=d152b0b2-3919-4a03-93f4-11425445acca,revision_number=6']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:52.394504 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-8a4d1cda-e50c-4683-9b05-416905cecfdb None None] Provisioning complete for port 36f87e3f-7392-4eed-9d08-001451be51e2 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:45:52.395103 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8a4d1cda-e50c-4683-9b05-416905cecfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (36f87e3f-7392-4eed-9d08-001451be51e2), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:52.487495 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 12:45:52.597001 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1796c1a8-c31a-409f-a3c7-d2fdccd616a4 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10915'] for router (042fa9bd-a59f-44fa-b236-5edf79f58163), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:52.603139 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1796c1a8-c31a-409f-a3c7-d2fdccd616a4 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks [] for router_controller (042fa9bd-a59f-44fa-b236-5edf79f58163), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:52.618873 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-8a4d1cda-e50c-4683-9b05-416905cecfdb None None] Port 36f87e3f-7392-4eed-9d08-001451be51e2 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:45:52.621635 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f0733c3c-2ce2-455b-8c3e-a6ea35ca330a admin admin] Publish callbacks [] for security_group (a038daeb-7037-4a86-8d7f-15af18548ace), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:52.645110 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ab818cee-c3fb-4b7c-a4c1-6747265f8669 None None] For port 6b50599d-bae0-45f2-9094-712147bcad81, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:45:52.651529 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 383c55e1-9433-42e7-979f-326174aecf28 is: ACTIVE; New status is: DOWN {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:45:52.652089 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (383c55e1-9433-42e7-979f-326174aecf28), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:52.655398 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ab818cee-c3fb-4b7c-a4c1-6747265f8669 None None] For port 6b50599d-bae0-45f2-9094-712147bcad81, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=6b50599d-bae0-45f2-9094-712147bcad81,segment=NetworkSegment(c0e1f24e-4744-4e29-a2ac-6cc2ef8f857c),segment_id=c0e1f24e-4744-4e29-a2ac-6cc2ef8f857c)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:45:52.675536 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ab818cee-c3fb-4b7c-a4c1-6747265f8669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (6b50599d-bae0-45f2-9094-712147bcad81), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:52.726701 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-4e6b1d30-1bf2-42b0-ae67-983b504fbfd2 req-592f2eaf-5452-49d3-8fc9-dc0b0d470d64 service neutron] In _notify_port_updated(), no bound segment for port 36f87e3f-7392-4eed-9d08-001451be51e2 on network 50abc812-52fc-4688-9b5e-8dadbfa93d3a {{(pid=103474) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 04 12:45:52.732551 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6b1d30-1bf2-42b0-ae67-983b504fbfd2 req-592f2eaf-5452-49d3-8fc9-dc0b0d470d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:52.733339 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-4e6b1d30-1bf2-42b0-ae67-983b504fbfd2 req-592f2eaf-5452-49d3-8fc9-dc0b0d470d64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:52.734784 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-4e6b1d30-1bf2-42b0-ae67-983b504fbfd2 req-592f2eaf-5452-49d3-8fc9-dc0b0d470d64 service neutron] 10.222.0.77 "PUT /v2.0/ports/36f87e3f-7392-4eed-9d08-001451be51e2 HTTP/1.1" status: 200 len: 1028 time: 2.4213116 Feb 04 12:45:52.760447 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1796c1a8-c31a-409f-a3c7-d2fdccd616a4 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622829'] for router (042fa9bd-a59f-44fa-b236-5edf79f58163), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:52.763156 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1796c1a8-c31a-409f-a3c7-d2fdccd616a4 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Fanout notify agent at l3_agent the message router_deleted on router 042fa9bd-a59f-44fa-b236-5edf79f58163 {{(pid=103475) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 12:45:52.780332 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1796c1a8-c31a-409f-a3c7-d2fdccd616a4 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks [] for router (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:52.792294 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-1796c1a8-c31a-409f-a3c7-d2fdccd616a4 tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] 10.222.0.65 "DELETE /v2.0/routers/042fa9bd-a59f-44fa-b236-5edf79f58163 HTTP/1.1" status: 204 len: 168 time: 4.0996325 Feb 04 12:45:52.865178 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 34882) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:45:52.878319 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 383c55e1-9433-42e7-979f-326174aecf28, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=383c55e1-9433-42e7-979f-326174aecf28,segment=NetworkSegment(4c81f2d2-e31d-470c-8fcd-a4bd9a6a54e3),segment_id=4c81f2d2-e31d-470c-8fcd-a4bd9a6a54e3)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:45:52.973149 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab818cee-c3fb-4b7c-a4c1-6747265f8669 None None] Pushing event updated for resources: {'Port': ['ID=6b50599d-bae0-45f2-9094-712147bcad81,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:52.998236 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (383c55e1-9433-42e7-979f-326174aecf28), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:52.999018 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 1049b94c-dd50-4b61-afcc-7ec2892e7f46 no longer exists at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:45:53.137637 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f0733c3c-2ce2-455b-8c3e-a6ea35ca330a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (a038daeb-7037-4a86-8d7f-15af18548ace), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:53.145179 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f0733c3c-2ce2-455b-8c3e-a6ea35ca330a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:53.149219 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-f0733c3c-2ce2-455b-8c3e-a6ea35ca330a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a038daeb-7037-4a86-8d7f-15af18548ace HTTP/1.1" status: 204 len: 168 time: 1.9774458 Feb 04 12:45:53.178938 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d030af29-2a06-4446-83c6-46fea00aa0d5 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:53.189958 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0733c3c-2ce2-455b-8c3e-a6ea35ca330a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a038daeb-7037-4a86-8d7f-15af18548ace,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:53.222753 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-4e6b1d30-1bf2-42b0-ae67-983b504fbfd2 req-afb92c5d-7e6f-45ec-b471-ebd556302bce tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Deleting port d152b0b2-3919-4a03-93f4-11425445acca {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:45:53.223511 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-4e6b1d30-1bf2-42b0-ae67-983b504fbfd2 req-afb92c5d-7e6f-45ec-b471-ebd556302bce tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (d152b0b2-3919-4a03-93f4-11425445acca), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:53.261919 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=383c55e1-9433-42e7-979f-326174aecf28,revision_number=6']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:53.322533 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c1468c-804d-4491-bdbe-43a8b4f434c3 req-0226da50-b6ea-4ed6-a9b9-7b58dc5eaf89 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:53.339895 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c1468c-804d-4491-bdbe-43a8b4f434c3 req-0226da50-b6ea-4ed6-a9b9-7b58dc5eaf89 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:53.351006 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c1468c-804d-4491-bdbe-43a8b4f434c3 req-0226da50-b6ea-4ed6-a9b9-7b58dc5eaf89 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:53.356696 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c1468c-804d-4491-bdbe-43a8b4f434c3 req-0226da50-b6ea-4ed6-a9b9-7b58dc5eaf89 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:53.397456 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c1468c-804d-4491-bdbe-43a8b4f434c3 req-0226da50-b6ea-4ed6-a9b9-7b58dc5eaf89 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:53.409656 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 1049b94c-dd50-4b61-afcc-7ec2892e7f46 is: ACTIVE; New status is: DOWN {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:45:53.410123 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (1049b94c-dd50-4b61-afcc-7ec2892e7f46), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:53.424290 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a0c1468c-804d-4491-bdbe-43a8b4f434c3 req-0226da50-b6ea-4ed6-a9b9-7b58dc5eaf89 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 3880 time: 0.6921716 Feb 04 12:45:53.453043 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-69e1af01-0ca1-4eab-b391-82f3503423af tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (19820269-0947-4e8e-a625-254c2a67daf1), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:53.529354 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device a290fea4-3955-4125-b788-74b50429f14f no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:45:53.558303 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a0c1468c-804d-4491-bdbe-43a8b4f434c3 req-e8ea277b-a57d-468d-9443-1e689ecfc050 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/security-groups?id=779ff2e0-1490-4b8d-a753-8a45cbf1a372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318066 Feb 04 12:45:53.677886 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 1049b94c-dd50-4b61-afcc-7ec2892e7f46, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=1049b94c-dd50-4b61-afcc-7ec2892e7f46,segment=NetworkSegment(359ad298-38b1-4d96-baeb-0f70370bc984),segment_id=359ad298-38b1-4d96-baeb-0f70370bc984)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:45:53.679713 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: a290fea4-3955-4125-b788-74b50429f14f {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:45:53.704848 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device a290fea4-3955-4125-b788-74b50429f14f not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:45:53.728713 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (1049b94c-dd50-4b61-afcc-7ec2892e7f46), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:53.729453 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 3959a259-34f7-47f5-9c3d-c8f032983892 no longer exists at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:45:53.749040 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-69e1af01-0ca1-4eab-b391-82f3503423af tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (19820269-0947-4e8e-a625-254c2a67daf1), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:53.824288 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-69e1af01-0ca1-4eab-b391-82f3503423af tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19820269-0947-4e8e-a625-254c2a67daf1']}} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:45:53.851511 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-69e1af01-0ca1-4eab-b391-82f3503423af tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5daa5c0b-9cb4-4e7f-bc47-7fa6912d9537') {'for_net_delete': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:45:53.852232 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-69e1af01-0ca1-4eab-b391-82f3503423af tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5daa5c0b-9cb4-4e7f-bc47-7fa6912d9537') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:45:53.873415 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-69e1af01-0ca1-4eab-b391-82f3503423af tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51859336'] for segment (5daa5c0b-9cb4-4e7f-bc47-7fa6912d9537), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:53.928452 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-69e1af01-0ca1-4eab-b391-82f3503423af tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (5daa5c0b-9cb4-4e7f-bc47-7fa6912d9537), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:53.942278 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69e1af01-0ca1-4eab-b391-82f3503423af tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=103475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:45:53.943065 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-69e1af01-0ca1-4eab-b391-82f3503423af tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-52093388'] for segment (5daa5c0b-9cb4-4e7f-bc47-7fa6912d9537), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:53.946776 n-d-825015-3 neutron-server[103475]: Traceback (most recent call last): Feb 04 12:45:53.946776 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:45:53.946776 n-d-825015-3 neutron-server[103475]: timer() Feb 04 12:45:53.946776 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:45:53.946776 n-d-825015-3 neutron-server[103475]: cb(*args, **kw) Feb 04 12:45:53.946776 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:45:53.946776 n-d-825015-3 neutron-server[103475]: return func(*args, **kwargs) Feb 04 12:45:53.946776 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:45:53.946776 n-d-825015-3 neutron-server[103475]: self._notify() Feb 04 12:45:53.946776 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:45:53.946776 n-d-825015-3 neutron-server[103475]: self.callback(batched_events) Feb 04 12:45:53.946776 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:45:53.946776 n-d-825015-3 neutron-server[103475]: event.method(event) Feb 04 12:45:53.946776 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:45:53.946776 n-d-825015-3 neutron-server[103475]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:45:53.946776 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:45:53.946776 n-d-825015-3 neutron-server[103475]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:45:53.946776 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:45:53.946776 n-d-825015-3 neutron-server[103475]: return f(self, *a, **k) Feb 04 12:45:53.946776 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:45:53.946776 n-d-825015-3 neutron-server[103475]: return self._get(url).json() Feb 04 12:45:53.946776 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:45:53.946776 n-d-825015-3 neutron-server[103475]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:45:53.946776 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:45:53.946776 n-d-825015-3 neutron-server[103475]: return self.request(url, 'GET', **kwargs) Feb 04 12:45:53.946776 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:45:53.946776 n-d-825015-3 neutron-server[103475]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:45:53.946776 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:45:53.946776 n-d-825015-3 neutron-server[103475]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:45:53.946776 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:45:53.946776 n-d-825015-3 neutron-server[103475]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:45:53.946776 n-d-825015-3 neutron-server[103475]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:45:54.006782 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-4e6b1d30-1bf2-42b0-ae67-983b504fbfd2 req-afb92c5d-7e6f-45ec-b471-ebd556302bce tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] For port d152b0b2-3919-4a03-93f4-11425445acca, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=d152b0b2-3919-4a03-93f4-11425445acca,segment=NetworkSegment(a093ce63-cf30-4da6-9f0a-e3cc3d101fbb),segment_id=a093ce63-cf30-4da6-9f0a-e3cc3d101fbb)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:45:54.007388 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-4e6b1d30-1bf2-42b0-ae67-983b504fbfd2 req-afb92c5d-7e6f-45ec-b471-ebd556302bce tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (d152b0b2-3919-4a03-93f4-11425445acca), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:54.098239 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 34906) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:45:54.154259 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-69e1af01-0ca1-4eab-b391-82f3503423af tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (19820269-0947-4e8e-a625-254c2a67daf1), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:54.187073 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-69e1af01-0ca1-4eab-b391-82f3503423af tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:54.193116 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-69e1af01-0ca1-4eab-b391-82f3503423af tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] 10.222.0.65 "DELETE /v2.0/networks/19820269-0947-4e8e-a625-254c2a67daf1 HTTP/1.1" status: 204 len: 168 time: 1.3216362 Feb 04 12:45:54.207061 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e1af01-0ca1-4eab-b391-82f3503423af tempest-TestSecurityGroupsBasicOps-691677403 tempest-TestSecurityGroupsBasicOps-691677403-project] Pushing event deleted for resources: {'Network': ['ID=19820269-0947-4e8e-a625-254c2a67daf1,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:54.358170 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d6665933-5c99-4f84-a80a-17fce20eb5ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:54.506935 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5297a65-66a2-4ba7-a803-ed35fa7dac97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '383c55e1-9433-42e7-979f-326174aecf28'}, {'server_uuid': 'c5297a65-66a2-4ba7-a803-ed35fa7dac97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1049b94c-dd50-4b61-afcc-7ec2892e7f46'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:45:54.513280 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29395f43-b5f1-42aa-8d3e-a1fc545961d1" -d '{"events": [{"server_uuid": "c5297a65-66a2-4ba7-a803-ed35fa7dac97", "name": "network-vif-unplugged", "status": "completed", "tag": "383c55e1-9433-42e7-979f-326174aecf28"}, {"server_uuid": "c5297a65-66a2-4ba7-a803-ed35fa7dac97", "name": "network-vif-unplugged", "status": "completed", "tag": "1049b94c-dd50-4b61-afcc-7ec2892e7f46"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:45:54.521932 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=1049b94c-dd50-4b61-afcc-7ec2892e7f46,revision_number=6']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:54.683627 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 04 Feb 2022 12:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d934da8-8058-49ad-b763-45731a84fe6c x-openstack-request-id: req-9d934da8-8058-49ad-b763-45731a84fe6c {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:45:54.684555 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5297a65-66a2-4ba7-a803-ed35fa7dac97", "name": "network-vif-unplugged", "status": "completed", "tag": "383c55e1-9433-42e7-979f-326174aecf28", "code": 200}, {"server_uuid": "c5297a65-66a2-4ba7-a803-ed35fa7dac97", "name": "network-vif-unplugged", "status": "completed", "tag": "1049b94c-dd50-4b61-afcc-7ec2892e7f46", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:45:54.686647 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9d934da8-8058-49ad-b763-45731a84fe6c {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:45:54.687364 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5297a65-66a2-4ba7-a803-ed35fa7dac97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '383c55e1-9433-42e7-979f-326174aecf28', 'code': 200} Feb 04 12:45:54.688969 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5297a65-66a2-4ba7-a803-ed35fa7dac97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1049b94c-dd50-4b61-afcc-7ec2892e7f46', 'code': 200} Feb 04 12:45:54.698106 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d6665933-5c99-4f84-a80a-17fce20eb5ae admin admin] Publish callbacks [] for security_group (3e6784e6-ac8d-412e-9c22-778f1861f876), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:54.710961 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d6665933-5c99-4f84-a80a-17fce20eb5ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (3e6784e6-ac8d-412e-9c22-778f1861f876), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:54.733103 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 3959a259-34f7-47f5-9c3d-c8f032983892 is: ACTIVE; New status is: DOWN {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:45:54.735545 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (3959a259-34f7-47f5-9c3d-c8f032983892), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:54.814450 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 3959a259-34f7-47f5-9c3d-c8f032983892, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=3959a259-34f7-47f5-9c3d-c8f032983892,segment=NetworkSegment(4c81f2d2-e31d-470c-8fcd-a4bd9a6a54e3),segment_id=4c81f2d2-e31d-470c-8fcd-a4bd9a6a54e3)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:45:54.824110 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (3959a259-34f7-47f5-9c3d-c8f032983892), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:54.825182 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 10f2b2ac-d024-45d9-8b51-ee9bd6bab8e6 no longer exists at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:45:54.847084 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-d6665933-5c99-4f84-a80a-17fce20eb5ae admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=49761499450a4d7780b9ab9bc31f99a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7477176 Feb 04 12:45:54.899360 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 34926) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:45:54.901997 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6665933-5c99-4f84-a80a-17fce20eb5ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e6784e6-ac8d-412e-9c22-778f1861f876,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:54.969943 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-4e6b1d30-1bf2-42b0-ae67-983b504fbfd2 req-afb92c5d-7e6f-45ec-b471-ebd556302bce tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:54.970387 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-4e6b1d30-1bf2-42b0-ae67-983b504fbfd2 req-afb92c5d-7e6f-45ec-b471-ebd556302bce tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1599943'] for floatingip (528d0164-1916-4d6f-ba30-f76a89a4ecd0), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:54.970736 n-d-825015-3 neutron-server[103474]: INFO neutron.db.l3_db [req-4e6b1d30-1bf2-42b0-ae67-983b504fbfd2 req-afb92c5d-7e6f-45ec-b471-ebd556302bce tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Floating IP 528d0164-1916-4d6f-ba30-f76a89a4ecd0 disassociated. External IP: 172.25.3.242, port: d152b0b2-3919-4a03-93f4-11425445acca. Feb 04 12:45:54.971094 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-4e6b1d30-1bf2-42b0-ae67-983b504fbfd2 req-afb92c5d-7e6f-45ec-b471-ebd556302bce tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Calling delete_port for d152b0b2-3919-4a03-93f4-11425445acca owned by compute:nova {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:45:54.997364 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=3959a259-34f7-47f5-9c3d-c8f032983892,revision_number=6']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:55.120401 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] The host n-h2-825015-3 is not matching for port 10f2b2ac-d024-45d9-8b51-ee9bd6bab8e6 host ! {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 04 12:45:55.120811 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 10f2b2ac-d024-45d9-8b51-ee9bd6bab8e6 not bound to the agent host n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:45:55.137585 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 34938) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:45:55.223325 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d8abb46-e034-4260-bb66-69571a918216 None None] Network f2a3b7e8-c221-4f12-af44-fa2a276dc441 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:45:55.260787 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc919564-c083-426b-9198-a60da75156ea req-9639d0ce-57d9-4b8e-a176-baf1cbf27261 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:55.269957 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc919564-c083-426b-9198-a60da75156ea req-9639d0ce-57d9-4b8e-a176-baf1cbf27261 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:55.292846 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc919564-c083-426b-9198-a60da75156ea req-9639d0ce-57d9-4b8e-a176-baf1cbf27261 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:55.311753 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc919564-c083-426b-9198-a60da75156ea req-9639d0ce-57d9-4b8e-a176-baf1cbf27261 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:55.319939 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc919564-c083-426b-9198-a60da75156ea req-9639d0ce-57d9-4b8e-a176-baf1cbf27261 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:55.322050 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dc919564-c083-426b-9198-a60da75156ea req-9639d0ce-57d9-4b8e-a176-baf1cbf27261 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 3874 time: 0.4216814 Feb 04 12:45:55.467447 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dc919564-c083-426b-9198-a60da75156ea req-0402c6f5-c5af-4d86-b089-1d001e4405a6 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/security-groups?id=779ff2e0-1490-4b8d-a753-8a45cbf1a372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325598 Feb 04 12:45:55.472067 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4873f0f1-5226-4a6d-87b0-eb856658255e admin admin] Publish callbacks [] for security_group (3e6784e6-ac8d-412e-9c22-778f1861f876), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:55.536911 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-6c98f3e1-fdb1-4f98-9e08-8e18222c7af7 None None] Provisioning complete for port 6b50599d-bae0-45f2-9094-712147bcad81 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:45:55.537435 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6c98f3e1-fdb1-4f98-9e08-8e18222c7af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (6b50599d-bae0-45f2-9094-712147bcad81), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:55.558822 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4873f0f1-5226-4a6d-87b0-eb856658255e admin admin] Publish callbacks [] for security_group (3e6784e6-ac8d-412e-9c22-778f1861f876), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:55.595201 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 34948) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:45:55.642405 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-4e6b1d30-1bf2-42b0-ae67-983b504fbfd2 req-afb92c5d-7e6f-45ec-b471-ebd556302bce tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (d152b0b2-3919-4a03-93f4-11425445acca), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:55.664704 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 6b50599d-bae0-45f2-9094-712147bcad81 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:45:55.764009 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-d0df27f4-c24b-4e40-a8b2-8a65b554f9e9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1675966004-network', 'tenant_id': '13522db399fe4d5f88698444f9d616e8'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:45:55.790127 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb92c5d-7e6f-45ec-b471-ebd556302bce tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Pushing event deleted for resources: {'Port': ['ID=d152b0b2-3919-4a03-93f4-11425445acca,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:55.825106 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4873f0f1-5226-4a6d-87b0-eb856658255e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (3e6784e6-ac8d-412e-9c22-778f1861f876), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:55.831131 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4873f0f1-5226-4a6d-87b0-eb856658255e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:55.835815 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-4873f0f1-5226-4a6d-87b0-eb856658255e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3e6784e6-ac8d-412e-9c22-778f1861f876 HTTP/1.1" status: 204 len: 168 time: 0.9159818 Feb 04 12:45:55.896538 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 6b50599d-bae0-45f2-9094-712147bcad81 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:45:55.896931 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (6b50599d-bae0-45f2-9094-712147bcad81), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:55.924696 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-494018b4-962d-4e8c-99f5-a4e3eb86c3fb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bfc2366eafc245dcab2b10b9216f9d44&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7840445 Feb 04 12:45:55.925399 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 34956) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:45:55.928569 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4873f0f1-5226-4a6d-87b0-eb856658255e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e6784e6-ac8d-412e-9c22-778f1861f876,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:55.975657 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0df27f4-c24b-4e40-a8b2-8a65b554f9e9 admin admin] Made reservation on behalf of 13522db399fe4d5f88698444f9d616e8 for: {'network': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:45:55.978152 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d0df27f4-c24b-4e40-a8b2-8a65b554f9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:56.061106 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-6c98f3e1-fdb1-4f98-9e08-8e18222c7af7 None None] Current status of the port 6b50599d-bae0-45f2-9094-712147bcad81 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:45:56.061557 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6c98f3e1-fdb1-4f98-9e08-8e18222c7af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (6b50599d-bae0-45f2-9094-712147bcad81), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:56.072420 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d0df27f4-c24b-4e40-a8b2-8a65b554f9e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:56.208314 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-6c98f3e1-fdb1-4f98-9e08-8e18222c7af7 None None] For port 6b50599d-bae0-45f2-9094-712147bcad81, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=6b50599d-bae0-45f2-9094-712147bcad81,segment=NetworkSegment(c0e1f24e-4744-4e29-a2ac-6cc2ef8f857c),segment_id=c0e1f24e-4744-4e29-a2ac-6cc2ef8f857c)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:45:56.226542 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6c98f3e1-fdb1-4f98-9e08-8e18222c7af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (6b50599d-bae0-45f2-9094-712147bcad81), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:56.247857 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7182323d-d328-46f8-9840-552226f07e52 admin admin] Publish callbacks [] for security_group (dc712544-fcb5-45f2-9701-f92deabe5492), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:56.407603 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d0df27f4-c24b-4e40-a8b2-8a65b554f9e9 admin admin] Publish callbacks [] for security_group (2c15dfa5-1b74-494d-a4b3-b834b3f91fa0), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:56.408688 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 6b50599d-bae0-45f2-9094-712147bcad81 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:45:56.439476 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d0df27f4-c24b-4e40-a8b2-8a65b554f9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (2c15dfa5-1b74-494d-a4b3-b834b3f91fa0), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:56.474582 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0df27f4-c24b-4e40-a8b2-8a65b554f9e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=103475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:45:56.504520 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d0df27f4-c24b-4e40-a8b2-8a65b554f9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (a4fd1883-c4c7-4318-8e98-9e85a63fb156), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:56.505264 n-d-825015-3 neutron-server[103475]: INFO neutron.db.segments_db [None req-d0df27f4-c24b-4e40-a8b2-8a65b554f9e9 admin admin] Added segment a4fd1883-c4c7-4318-8e98-9e85a63fb156 of type vlan for network 50d90d65-ef89-4bd1-b586-652792747756 Feb 04 12:45:56.565353 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-51d4343a-786a-4048-8153-6b3650477b6b None None] Provisioning complete for port 6b50599d-bae0-45f2-9094-712147bcad81 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:45:56.565957 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-51d4343a-786a-4048-8153-6b3650477b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (6b50599d-bae0-45f2-9094-712147bcad81), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:56.647564 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c98f3e1-fdb1-4f98-9e08-8e18222c7af7 None None] Pushing event updated for resources: {'Port': ['ID=6b50599d-bae0-45f2-9094-712147bcad81,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:56.657168 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7182323d-d328-46f8-9840-552226f07e52 admin admin] Publish callbacks [] for security_group (dc712544-fcb5-45f2-9701-f92deabe5492), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:56.701942 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5297a65-66a2-4ba7-a803-ed35fa7dac97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3959a259-34f7-47f5-9c3d-c8f032983892'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:45:56.705811 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da1383e3-54a5-4280-a6f4-a166fd9b087b" -d '{"events": [{"server_uuid": "c5297a65-66a2-4ba7-a803-ed35fa7dac97", "name": "network-vif-unplugged", "status": "completed", "tag": "3959a259-34f7-47f5-9c3d-c8f032983892"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:45:56.723767 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 34964) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:45:56.734760 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-51d4343a-786a-4048-8153-6b3650477b6b None None] Current status of the port 6b50599d-bae0-45f2-9094-712147bcad81 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:45:56.760015 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d0df27f4-c24b-4e40-a8b2-8a65b554f9e9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (50d90d65-ef89-4bd1-b586-652792747756), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:56.796996 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7182323d-d328-46f8-9840-552226f07e52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (dc712544-fcb5-45f2-9701-f92deabe5492), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:56.800280 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 12:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b34ca8c-a606-4e90-bfe7-11b2d9da2295 x-openstack-request-id: req-8b34ca8c-a606-4e90-bfe7-11b2d9da2295 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:45:56.801021 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5297a65-66a2-4ba7-a803-ed35fa7dac97", "name": "network-vif-unplugged", "status": "completed", "tag": "3959a259-34f7-47f5-9c3d-c8f032983892", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:45:56.801659 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8b34ca8c-a606-4e90-bfe7-11b2d9da2295 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:45:56.802240 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5297a65-66a2-4ba7-a803-ed35fa7dac97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3959a259-34f7-47f5-9c3d-c8f032983892', 'code': 200} Feb 04 12:45:56.810221 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7182323d-d328-46f8-9840-552226f07e52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:56.814929 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-7182323d-d328-46f8-9840-552226f07e52 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/dc712544-fcb5-45f2-9701-f92deabe5492 HTTP/1.1" status: 204 len: 168 time: 0.8872657 Feb 04 12:45:56.837886 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ab99cfb0-5db8-4f5d-bcca-7e23088a3164 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:56.848513 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0df27f4-c24b-4e40-a8b2-8a65b554f9e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c15dfa5-1b74-494d-a4b3-b834b3f91fa0,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:56.908810 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64a8674-0d9b-43c1-a6d9-245a34ff5626 req-b1b19891-a087-441d-89ad-11f68d8dcc21 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:56.914283 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64a8674-0d9b-43c1-a6d9-245a34ff5626 req-b1b19891-a087-441d-89ad-11f68d8dcc21 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:56.920507 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64a8674-0d9b-43c1-a6d9-245a34ff5626 req-b1b19891-a087-441d-89ad-11f68d8dcc21 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:56.926269 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64a8674-0d9b-43c1-a6d9-245a34ff5626 req-b1b19891-a087-441d-89ad-11f68d8dcc21 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:56.928566 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a64a8674-0d9b-43c1-a6d9-245a34ff5626 req-b1b19891-a087-441d-89ad-11f68d8dcc21 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 3141 time: 0.2964129 Feb 04 12:45:56.929484 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7182323d-d328-46f8-9840-552226f07e52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc712544-fcb5-45f2-9701-f92deabe5492,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:56.935254 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d0df27f4-c24b-4e40-a8b2-8a65b554f9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (50d90d65-ef89-4bd1-b586-652792747756), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:56.936243 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0df27f4-c24b-4e40-a8b2-8a65b554f9e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:56.936825 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d0df27f4-c24b-4e40-a8b2-8a65b554f9e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:56.973886 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-d0df27f4-c24b-4e40-a8b2-8a65b554f9e9 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3747861 Feb 04 12:45:57.012579 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-d030af29-2a06-4446-83c6-46fea00aa0d5 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Allocated IP 2001:db8::1 (f2a3b7e8-c221-4f12-af44-fa2a276dc441/262093e2-80c8-4bdd-8077-3a772a43244a/13712885-db1d-482a-9bdc-d293db7dd305) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:45:57.044883 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 34972) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:45:57.077661 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-80acfdea-96a4-4542-9193-79ce993bd420 admin admin] Request body: {'subnet': {'network_id': '50d90d65-ef89-4bd1-b586-652792747756', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1675966004-subnet', 'tenant_id': '13522db399fe4d5f88698444f9d616e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:45:57.185309 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0df27f4-c24b-4e40-a8b2-8a65b554f9e9 admin admin] Pushing event updated for resources: {'Network': ['ID=50d90d65-ef89-4bd1-b586-652792747756,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:57.198289 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a64a8674-0d9b-43c1-a6d9-245a34ff5626 req-0bce6b92-5ebd-43ad-8028-1b9d6647ad00 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/security-groups?id=779ff2e0-1490-4b8d-a753-8a45cbf1a372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2464697 Feb 04 12:45:57.198470 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 50d90d65-ef89-4bd1-b586-652792747756 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:45:57.200171 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80acfdea-96a4-4542-9193-79ce993bd420 admin admin] Made reservation on behalf of 13522db399fe4d5f88698444f9d616e8 for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:45:57.202492 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-80acfdea-96a4-4542-9193-79ce993bd420 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:57.233677 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d030af29-2a06-4446-83c6-46fea00aa0d5 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks [] for port (13712885-db1d-482a-9bdc-d293db7dd305), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:57.295172 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ab99cfb0-5db8-4f5d-bcca-7e23088a3164 admin admin] Publish callbacks [] for security_group (75d5baac-d149-4844-9351-33684104c738), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:57.312100 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d030af29-2a06-4446-83c6-46fea00aa0d5 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (13712885-db1d-482a-9bdc-d293db7dd305), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:57.318994 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ab99cfb0-5db8-4f5d-bcca-7e23088a3164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (75d5baac-d149-4844-9351-33684104c738), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:57.379146 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-ab99cfb0-5db8-4f5d-bcca-7e23088a3164 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=32167e0d79d84caabf6510e6e30f5eaa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6517699 Feb 04 12:45:57.385234 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 34980) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:45:57.441720 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab99cfb0-5db8-4f5d-bcca-7e23088a3164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75d5baac-d149-4844-9351-33684104c738,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:57.450736 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d030af29-2a06-4446-83c6-46fea00aa0d5 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Network f2a3b7e8-c221-4f12-af44-fa2a276dc441 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:45:57.484065 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-d030af29-2a06-4446-83c6-46fea00aa0d5 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:45:57.532717 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d030af29-2a06-4446-83c6-46fea00aa0d5 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:45:57.533769 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d030af29-2a06-4446-83c6-46fea00aa0d5 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1599818'] for router_interface (6c909e18-3bad-49ff-83b2-3e70848dcd32), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:57.539302 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 6b50599d-bae0-45f2-9094-712147bcad81 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:45:57.588220 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d030af29-2a06-4446-83c6-46fea00aa0d5 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Pushing event updated for resources: {'Port': ['ID=13712885-db1d-482a-9bdc-d293db7dd305,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:57.673986 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 34984) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:45:57.674981 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c8a7f05c-e60b-4a4c-b3c6-a5b32fbdbe48 admin admin] Publish callbacks [] for security_group (75d5baac-d149-4844-9351-33684104c738), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:57.696583 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 6b50599d-bae0-45f2-9094-712147bcad81 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:45:57.697534 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (6b50599d-bae0-45f2-9094-712147bcad81), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:57.813932 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d4562e14-ceea-4270-a7f9-001576462dea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:57.868493 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4e6b1d30-1bf2-42b0-ae67-983b504fbfd2 req-afb92c5d-7e6f-45ec-b471-ebd556302bce tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Router 033817e3-7f8b-41b9-90c1-e0a41e4dc589 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:45:57.874800 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 6b50599d-bae0-45f2-9094-712147bcad81 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:45:57.956682 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d030af29-2a06-4446-83c6-46fea00aa0d5 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (13712885-db1d-482a-9bdc-d293db7dd305), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:57.979557 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d4562e14-ceea-4270-a7f9-001576462dea admin admin] Publish callbacks [] for security_group (2b3e4108-a526-4811-851d-efe2c2558689), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:57.986688 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-80acfdea-96a4-4542-9193-79ce993bd420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52094127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51452689'] for subnet (1b8a94de-4daf-40f7-9264-be25d0cf82c4), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:57.996065 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c8a7f05c-e60b-4a4c-b3c6-a5b32fbdbe48 admin admin] Publish callbacks [] for security_group (75d5baac-d149-4844-9351-33684104c738), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:58.008180 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d4562e14-ceea-4270-a7f9-001576462dea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (2b3e4108-a526-4811-851d-efe2c2558689), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:58.082270 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ab55592f-e426-4267-b590-faca1e3f1a18 None None] Provisioning complete for port 13712885-db1d-482a-9bdc-d293db7dd305 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:45:58.082710 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ab55592f-e426-4267-b590-faca1e3f1a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (13712885-db1d-482a-9bdc-d293db7dd305), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:58.160538 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ab55592f-e426-4267-b590-faca1e3f1a18 None None] Port 13712885-db1d-482a-9bdc-d293db7dd305 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:45:58.194940 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4562e14-ceea-4270-a7f9-001576462dea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b3e4108-a526-4811-851d-efe2c2558689,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:58.201549 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-d4562e14-ceea-4270-a7f9-001576462dea admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6f52ddbdb5ed43229382f7946260a0ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5209296 Feb 04 12:45:58.202704 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 34988) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:45:58.226275 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80acfdea-96a4-4542-9193-79ce993bd420 admin admin] Checking segment: {'id': 'a4fd1883-c4c7-4318-8e98-9e85a63fb156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '50d90d65-ef89-4bd1-b586-652792747756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:45:58.228722 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80acfdea-96a4-4542-9193-79ce993bd420 admin admin] Network hostable DHCP agents. Network: 50d90d65-ef89-4bd1-b586-652792747756, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:45:58.246710 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80acfdea-96a4-4542-9193-79ce993bd420 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b8a94de-4daf-40f7-9264-be25d0cf82c4,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:58.284298 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80acfdea-96a4-4542-9193-79ce993bd420 admin admin] Network 50d90d65-ef89-4bd1-b586-652792747756 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:45:58.296977 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c8a7f05c-e60b-4a4c-b3c6-a5b32fbdbe48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (75d5baac-d149-4844-9351-33684104c738), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:58.301781 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c8a7f05c-e60b-4a4c-b3c6-a5b32fbdbe48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:58.303262 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-c8a7f05c-e60b-4a4c-b3c6-a5b32fbdbe48 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/75d5baac-d149-4844-9351-33684104c738 HTTP/1.1" status: 204 len: 168 time: 0.9170370 Feb 04 12:45:58.320706 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a7f05c-e60b-4a4c-b3c6-a5b32fbdbe48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d5baac-d149-4844-9351-33684104c738,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:58.322579 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-80acfdea-96a4-4542-9193-79ce993bd420 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 50d90d65-ef89-4bd1-b586-652792747756) {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:45:58.333102 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4e6b1d30-1bf2-42b0-ae67-983b504fbfd2 req-afb92c5d-7e6f-45ec-b471-ebd556302bce tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:45:58.336006 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004284fb-c46a-4984-827d-a82bde2465cf None None] Network 50d90d65-ef89-4bd1-b586-652792747756 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:45:58.345604 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa4675f-8194-41cb-86af-e18f788e12f9 None None] Sync routers for ids ['033817e3-7f8b-41b9-90c1-e0a41e4dc589'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:45:58.359250 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80acfdea-96a4-4542-9193-79ce993bd420 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:58.367620 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-80acfdea-96a4-4542-9193-79ce993bd420 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:58.375039 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa4675f-8194-41cb-86af-e18f788e12f9 None None] Routers {'033817e3-7f8b-41b9-90c1-e0a41e4dc589'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:45:58.375039 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-eaa4675f-8194-41cb-86af-e18f788e12f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:45:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['033817e3-7f8b-41b9-90c1-e0a41e4dc589'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:45:58.411318 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6b246eb6-e1d0-4053-b6c0-1dceac97f463 admin admin] Publish callbacks [] for security_group (2b3e4108-a526-4811-851d-efe2c2558689), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:58.432716 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-80acfdea-96a4-4542-9193-79ce993bd420 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3732421 Feb 04 12:45:58.467957 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 34994) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:45:58.544216 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-29c21816-8a37-48b9-941d-d3c70e0c83f2 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1675966004-router', 'tenant_id': '13522db399fe4d5f88698444f9d616e8', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:45:58.603618 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6b246eb6-e1d0-4053-b6c0-1dceac97f463 admin admin] Publish callbacks [] for security_group (2b3e4108-a526-4811-851d-efe2c2558689), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:58.626949 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e6b1d30-1bf2-42b0-ae67-983b504fbfd2 req-afb92c5d-7e6f-45ec-b471-ebd556302bce tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] No DVR routers for this DVR port d152b0b2-3919-4a03-93f4-11425445acca on host n-h2-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:45:58.637277 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-4e6b1d30-1bf2-42b0-ae67-983b504fbfd2 req-afb92c5d-7e6f-45ec-b471-ebd556302bce tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:58.655219 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-4e6b1d30-1bf2-42b0-ae67-983b504fbfd2 req-afb92c5d-7e6f-45ec-b471-ebd556302bce tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.77 "DELETE /v2.0/ports/d152b0b2-3919-4a03-93f4-11425445acca HTTP/1.1" status: 204 len: 173 time: 5.9078565 Feb 04 12:45:58.655909 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5297a65-66a2-4ba7-a803-ed35fa7dac97', 'name': 'network-vif-deleted', 'tag': 'd152b0b2-3919-4a03-93f4-11425445acca'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:45:58.658797 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7cf2cba-f926-43f5-8c1d-388e0043950c" -d '{"events": [{"server_uuid": "c5297a65-66a2-4ba7-a803-ed35fa7dac97", "name": "network-vif-deleted", "tag": "d152b0b2-3919-4a03-93f4-11425445acca"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:45:58.705742 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-29c21816-8a37-48b9-941d-d3c70e0c83f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10933'] for router (fe51d7fa-6a5f-45b3-aa15-ef631f19e0dd), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:58.706795 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-29c21816-8a37-48b9-941d-d3c70e0c83f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10924'] for router (fe51d7fa-6a5f-45b3-aa15-ef631f19e0dd), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:58.709841 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-eaa4675f-8194-41cb-86af-e18f788e12f9 None None] Set router 033817e3-7f8b-41b9-90c1-e0a41e4dc589 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:45:58.718899 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b6069cd-7378-4291-81fc-28b303da0d0a None None] Network 50d90d65-ef89-4bd1-b586-652792747756 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:45:58.809999 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4e2821-9040-401d-800d-cbe3f96c5f94 req-aa05f70c-160d-475d-8962-ff48e8e70ac8 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:58.824876 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4e2821-9040-401d-800d-cbe3f96c5f94 req-aa05f70c-160d-475d-8962-ff48e8e70ac8 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:58.861774 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4e2821-9040-401d-800d-cbe3f96c5f94 req-aa05f70c-160d-475d-8962-ff48e8e70ac8 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:58.868607 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4e2821-9040-401d-800d-cbe3f96c5f94 req-aa05f70c-160d-475d-8962-ff48e8e70ac8 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:45:58.870423 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0b4e2821-9040-401d-800d-cbe3f96c5f94 req-aa05f70c-160d-475d-8962-ff48e8e70ac8 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 3141 time: 0.4301085 Feb 04 12:45:58.911763 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3650ccd9-0299-41d7-a795-1e11d7d0188e x-openstack-request-id: req-3650ccd9-0299-41d7-a795-1e11d7d0188e {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:45:58.911763 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5297a65-66a2-4ba7-a803-ed35fa7dac97", "name": "network-vif-deleted", "tag": "d152b0b2-3919-4a03-93f4-11425445acca", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:45:58.911763 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3650ccd9-0299-41d7-a795-1e11d7d0188e {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:45:58.911763 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5297a65-66a2-4ba7-a803-ed35fa7dac97', 'name': 'network-vif-deleted', 'tag': 'd152b0b2-3919-4a03-93f4-11425445acca', 'status': 'completed', 'code': 200} Feb 04 12:45:59.016607 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-29c21816-8a37-48b9-941d-d3c70e0c83f2 admin admin] Publish callbacks [] for router_controller (fe51d7fa-6a5f-45b3-aa15-ef631f19e0dd), precommit_add_association {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:59.061598 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6b246eb6-e1d0-4053-b6c0-1dceac97f463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (2b3e4108-a526-4811-851d-efe2c2558689), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:59.065200 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6b246eb6-e1d0-4053-b6c0-1dceac97f463 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:59.068683 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-6b246eb6-e1d0-4053-b6c0-1dceac97f463 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2b3e4108-a526-4811-851d-efe2c2558689 HTTP/1.1" status: 204 len: 168 time: 0.8576777 Feb 04 12:45:59.132079 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-4e6b1d30-1bf2-42b0-ae67-983b504fbfd2 req-8621b7f9-6671-4197-996f-01e99bc44f35 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Deleting port 383c55e1-9433-42e7-979f-326174aecf28 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:45:59.132711 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-4e6b1d30-1bf2-42b0-ae67-983b504fbfd2 req-8621b7f9-6671-4197-996f-01e99bc44f35 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (383c55e1-9433-42e7-979f-326174aecf28), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:59.220821 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 35008) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:45:59.249843 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-4e6b1d30-1bf2-42b0-ae67-983b504fbfd2 req-8621b7f9-6671-4197-996f-01e99bc44f35 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] For port 383c55e1-9433-42e7-979f-326174aecf28, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=383c55e1-9433-42e7-979f-326174aecf28,segment=NetworkSegment(4c81f2d2-e31d-470c-8fcd-a4bd9a6a54e3),segment_id=4c81f2d2-e31d-470c-8fcd-a4bd9a6a54e3)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:45:59.250640 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-4e6b1d30-1bf2-42b0-ae67-983b504fbfd2 req-8621b7f9-6671-4197-996f-01e99bc44f35 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (383c55e1-9433-42e7-979f-326174aecf28), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:59.266808 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-4e6b1d30-1bf2-42b0-ae67-983b504fbfd2 req-8621b7f9-6671-4197-996f-01e99bc44f35 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Calling delete_port for 383c55e1-9433-42e7-979f-326174aecf28 owned by compute:nova {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:45:59.290519 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0b4e2821-9040-401d-800d-cbe3f96c5f94 req-1767229b-cc86-4210-8a4c-b10700cf84c9 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/security-groups?id=779ff2e0-1490-4b8d-a753-8a45cbf1a372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3958929 Feb 04 12:45:59.332039 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b246eb6-e1d0-4053-b6c0-1dceac97f463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b3e4108-a526-4811-851d-efe2c2558689,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:59.357608 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e727429d-393f-455c-b2f8-da3211184488 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:59.472133 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-4e6b1d30-1bf2-42b0-ae67-983b504fbfd2 req-8621b7f9-6671-4197-996f-01e99bc44f35 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (383c55e1-9433-42e7-979f-326174aecf28), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:59.609719 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8621b7f9-6671-4197-996f-01e99bc44f35 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Pushing event deleted for resources: {'Port': ['ID=383c55e1-9433-42e7-979f-326174aecf28,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:59.622234 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-eaa4675f-8194-41cb-86af-e18f788e12f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '033817e3-7f8b-41b9-90c1-e0a41e4dc589', 'name': 'tempest-TaggedBootDevicesTest-274412170-router', 'tenant_id': 'ca25972521404bd998e7680810e52c91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '31e761a1-2257-49aa-8a16-11521fd6750c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:38:35Z', 'updated_at': '2022-02-04T12:38:40Z', 'revision_number': 4, 'project_id': 'ca25972521404bd998e7680810e52c91', 'gw_port': {'id': '31e761a1-2257-49aa-8a16-11521fd6750c', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:03:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033817e3-7f8b-41b9-90c1-e0a41e4dc589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:38:36Z', 'updated_at': '2022-02-04T12:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '3a2b3e52-95b4-4f22-9e92-c5f9ce1bf3be', 'name': '', 'network_id': 'e282f09d-0f00-48ae-be54-8328c02ae0af', 'tenant_id': 'ca25972521404bd998e7680810e52c91', 'mac_address': 'fa:16:3e:61:c1:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033817e3-7f8b-41b9-90c1-e0a41e4dc589', 'device_owner': 'network:router_interface', 'standard_attr_id': 2231, 'fixed_ips': [{'subnet_id': 'd174a82c-6751-442a-8e10-7a148203d4f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:38:39Z', 'updated_at': '2022-02-04T12:38:47Z', 'revision_number': 5, 'project_id': 'ca25972521404bd998e7680810e52c91', 'subnets': [{'id': 'd174a82c-6751-442a-8e10-7a148203d4f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:45:59.626051 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d030af29-2a06-4446-83c6-46fea00aa0d5 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks [] for port (13712885-db1d-482a-9bdc-d293db7dd305), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:59.639236 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d030af29-2a06-4446-83c6-46fea00aa0d5 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (13712885-db1d-482a-9bdc-d293db7dd305), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:59.640347 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d030af29-2a06-4446-83c6-46fea00aa0d5 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622202'] for router_interface (6c909e18-3bad-49ff-83b2-3e70848dcd32), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:59.681754 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-29c21816-8a37-48b9-941d-d3c70e0c83f2 admin admin] Publish callbacks [] for router_gateway (fe51d7fa-6a5f-45b3-aa15-ef631f19e0dd), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:59.717996 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa4675f-8194-41cb-86af-e18f788e12f9 None None] Checking router: 033817e3-7f8b-41b9-90c1-e0a41e4dc589 for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:45:59.744744 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa4675f-8194-41cb-86af-e18f788e12f9 None None] Routers {'033817e3-7f8b-41b9-90c1-e0a41e4dc589'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:45:59.745901 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-eaa4675f-8194-41cb-86af-e18f788e12f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:45:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['033817e3-7f8b-41b9-90c1-e0a41e4dc589'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:45:59.806390 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d030af29-2a06-4446-83c6-46fea00aa0d5 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Pushing event updated for resources: {'Port': ['ID=13712885-db1d-482a-9bdc-d293db7dd305,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:59.865342 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e727429d-393f-455c-b2f8-da3211184488 admin admin] Publish callbacks [] for security_group (dd5cd76a-9290-43fb-b287-f6b5a0cd34ff), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:59.876465 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e727429d-393f-455c-b2f8-da3211184488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (dd5cd76a-9290-43fb-b287-f6b5a0cd34ff), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:59.930915 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 35016) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:45:59.964582 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-eaa4675f-8194-41cb-86af-e18f788e12f9 None None] Set router 033817e3-7f8b-41b9-90c1-e0a41e4dc589 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:45:59.985870 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-e727429d-393f-455c-b2f8-da3211184488 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5a1f330ee069493c9b88aba56afbd61f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7632806 Feb 04 12:45:59.988010 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e727429d-393f-455c-b2f8-da3211184488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd5cd76a-9290-43fb-b287-f6b5a0cd34ff,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:00.011598 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 35018) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:46:00.090757 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e6b1d30-1bf2-42b0-ae67-983b504fbfd2 req-8621b7f9-6671-4197-996f-01e99bc44f35 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] No DVR routers for this DVR port 383c55e1-9433-42e7-979f-326174aecf28 on host n-h2-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:46:00.094941 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-4e6b1d30-1bf2-42b0-ae67-983b504fbfd2 req-8621b7f9-6671-4197-996f-01e99bc44f35 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:00.101167 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-4e6b1d30-1bf2-42b0-ae67-983b504fbfd2 req-8621b7f9-6671-4197-996f-01e99bc44f35 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.77 "DELETE /v2.0/ports/383c55e1-9433-42e7-979f-326174aecf28 HTTP/1.1" status: 204 len: 173 time: 1.4254520 Feb 04 12:46:00.121545 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d030af29-2a06-4446-83c6-46fea00aa0d5 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Network f2a3b7e8-c221-4f12-af44-fa2a276dc441 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:46:00.167864 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-b0e81b93-8b66-4073-9cb7-0d244f4eaf78 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e69f515cdccc45c0b2d361194d5163b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1807265 Feb 04 12:46:00.178636 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 35022) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:46:00.194390 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-d030af29-2a06-4446-83c6-46fea00aa0d5 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:46:00.350437 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1f82c5c2-012f-45d0-8c1e-50ea6741b9c9 admin admin] Publish callbacks [] for security_group (dd5cd76a-9290-43fb-b287-f6b5a0cd34ff), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:00.382886 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1f82c5c2-012f-45d0-8c1e-50ea6741b9c9 admin admin] Publish callbacks [] for security_group (dd5cd76a-9290-43fb-b287-f6b5a0cd34ff), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:00.461157 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-eaa4675f-8194-41cb-86af-e18f788e12f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '033817e3-7f8b-41b9-90c1-e0a41e4dc589', 'name': 'tempest-TaggedBootDevicesTest-274412170-router', 'tenant_id': 'ca25972521404bd998e7680810e52c91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '31e761a1-2257-49aa-8a16-11521fd6750c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:38:35Z', 'updated_at': '2022-02-04T12:38:40Z', 'revision_number': 4, 'project_id': 'ca25972521404bd998e7680810e52c91', 'gw_port': {'id': '31e761a1-2257-49aa-8a16-11521fd6750c', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:03:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033817e3-7f8b-41b9-90c1-e0a41e4dc589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:38:36Z', 'updated_at': '2022-02-04T12:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '3a2b3e52-95b4-4f22-9e92-c5f9ce1bf3be', 'name': '', 'network_id': 'e282f09d-0f00-48ae-be54-8328c02ae0af', 'tenant_id': 'ca25972521404bd998e7680810e52c91', 'mac_address': 'fa:16:3e:61:c1:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033817e3-7f8b-41b9-90c1-e0a41e4dc589', 'device_owner': 'network:router_interface', 'standard_attr_id': 2231, 'fixed_ips': [{'subnet_id': 'd174a82c-6751-442a-8e10-7a148203d4f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:38:39Z', 'updated_at': '2022-02-04T12:38:47Z', 'revision_number': 5, 'project_id': 'ca25972521404bd998e7680810e52c91', 'subnets': [{'id': 'd174a82c-6751-442a-8e10-7a148203d4f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:46:00.489890 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1f82c5c2-012f-45d0-8c1e-50ea6741b9c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (dd5cd76a-9290-43fb-b287-f6b5a0cd34ff), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:00.492778 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1f82c5c2-012f-45d0-8c1e-50ea6741b9c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:00.494003 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-1f82c5c2-012f-45d0-8c1e-50ea6741b9c9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/dd5cd76a-9290-43fb-b287-f6b5a0cd34ff HTTP/1.1" status: 204 len: 168 time: 0.4625511 Feb 04 12:46:00.494826 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4a8d896e-a6e5-4e15-8bf8-a46ce7f1a9ed admin admin] Publish callbacks [] for security_group (23ae2d06-bf4d-4bf3-b5b2-8a0d8bcb2c61), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:00.530915 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f82c5c2-012f-45d0-8c1e-50ea6741b9c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd5cd76a-9290-43fb-b287-f6b5a0cd34ff,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:00.567095 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa4675f-8194-41cb-86af-e18f788e12f9 None None] The sync data for ids ['033817e3-7f8b-41b9-90c1-e0a41e4dc589'] in n-d-825015-3 is: [{'id': '033817e3-7f8b-41b9-90c1-e0a41e4dc589', 'name': 'tempest-TaggedBootDevicesTest-274412170-router', 'tenant_id': 'ca25972521404bd998e7680810e52c91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '31e761a1-2257-49aa-8a16-11521fd6750c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:38:35Z', 'updated_at': '2022-02-04T12:38:40Z', 'revision_number': 4, 'project_id': 'ca25972521404bd998e7680810e52c91', 'gw_port': {'id': '31e761a1-2257-49aa-8a16-11521fd6750c', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:03:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033817e3-7f8b-41b9-90c1-e0a41e4dc589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:38:36Z', 'updated_at': '2022-02-04T12:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '3a2b3e52-95b4-4f22-9e92-c5f9ce1bf3be', 'name': '', 'network_id': 'e282f09d-0f00-48ae-be54-8328c02ae0af', 'tenant_id': 'ca25972521404bd998e7680810e52c91', 'mac_address': 'fa:16:3e:61:c1:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033817e3-7f8b-41b9-90c1-e0a41e4dc589', 'device_owner': 'network:router_interface', 'standard_attr_id': 2231, 'fixed_ips': [{'subnet_id': 'd174a82c-6751-442a-8e10-7a148203d4f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:38:39Z', 'updated_at': '2022-02-04T12:38:47Z', 'revision_number': 5, 'project_id': 'ca25972521404bd998e7680810e52c91', 'subnets': [{'id': 'd174a82c-6751-442a-8e10-7a148203d4f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:46:00.683972 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4a8d896e-a6e5-4e15-8bf8-a46ce7f1a9ed admin admin] Publish callbacks [] for security_group (23ae2d06-bf4d-4bf3-b5b2-8a0d8bcb2c61), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:00.717511 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-4e6b1d30-1bf2-42b0-ae67-983b504fbfd2 req-bdd817e1-22cf-494d-bb56-780e6709c357 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Deleting port 3959a259-34f7-47f5-9c3d-c8f032983892 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:46:00.718082 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-4e6b1d30-1bf2-42b0-ae67-983b504fbfd2 req-bdd817e1-22cf-494d-bb56-780e6709c357 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (3959a259-34f7-47f5-9c3d-c8f032983892), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:00.719089 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-bdbcf9f8-9d13-4098-82f8-859109540f14 None None] Provisioning complete for port 13712885-db1d-482a-9bdc-d293db7dd305 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:46:00.721264 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bdbcf9f8-9d13-4098-82f8-859109540f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (13712885-db1d-482a-9bdc-d293db7dd305), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:00.815994 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-bdbcf9f8-9d13-4098-82f8-859109540f14 None None] Port 13712885-db1d-482a-9bdc-d293db7dd305 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:46:00.903155 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-4e6b1d30-1bf2-42b0-ae67-983b504fbfd2 req-bdd817e1-22cf-494d-bb56-780e6709c357 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] For port 3959a259-34f7-47f5-9c3d-c8f032983892, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=3959a259-34f7-47f5-9c3d-c8f032983892,segment=NetworkSegment(4c81f2d2-e31d-470c-8fcd-a4bd9a6a54e3),segment_id=4c81f2d2-e31d-470c-8fcd-a4bd9a6a54e3)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:46:00.903839 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-4e6b1d30-1bf2-42b0-ae67-983b504fbfd2 req-bdd817e1-22cf-494d-bb56-780e6709c357 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (3959a259-34f7-47f5-9c3d-c8f032983892), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:00.920132 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-4e6b1d30-1bf2-42b0-ae67-983b504fbfd2 req-bdd817e1-22cf-494d-bb56-780e6709c357 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Calling delete_port for 3959a259-34f7-47f5-9c3d-c8f032983892 owned by compute:nova {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:46:01.113383 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:01.128664 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95ffd8b-1f2b-493f-a77f-5af26d4a4dda None None] New status for floating IP 528d0164-1916-4d6f-ba30-f76a89a4ecd0: DOWN {{(pid=103476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 12:46:01.154154 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5753fd71-ddbb-47ce-904c-598aa8bd85d5 req-532c8d9e-03ce-4227-a66c-2ff22df4b8d8 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:46:01.160294 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5297a65-66a2-4ba7-a803-ed35fa7dac97', 'name': 'network-vif-deleted', 'tag': '383c55e1-9433-42e7-979f-326174aecf28'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:46:01.168401 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fd2024d-0734-4426-804d-a8cb573b5400" -d '{"events": [{"server_uuid": "c5297a65-66a2-4ba7-a803-ed35fa7dac97", "name": "network-vif-deleted", "tag": "383c55e1-9433-42e7-979f-326174aecf28"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:46:01.171648 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d030af29-2a06-4446-83c6-46fea00aa0d5 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Router 6c909e18-3bad-49ff-83b2-3e70848dcd32 is scheduled to L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de with binding_index 1 {{(pid=103474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 12:46:01.172093 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5753fd71-ddbb-47ce-904c-598aa8bd85d5 req-532c8d9e-03ce-4227-a66c-2ff22df4b8d8 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:46:01.179863 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-4e6b1d30-1bf2-42b0-ae67-983b504fbfd2 req-bdd817e1-22cf-494d-bb56-780e6709c357 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (3959a259-34f7-47f5-9c3d-c8f032983892), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:01.188773 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5753fd71-ddbb-47ce-904c-598aa8bd85d5 req-532c8d9e-03ce-4227-a66c-2ff22df4b8d8 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:46:01.190855 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5753fd71-ddbb-47ce-904c-598aa8bd85d5 req-532c8d9e-03ce-4227-a66c-2ff22df4b8d8 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 2410 time: 0.6171677 Feb 04 12:46:01.238541 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-29c21816-8a37-48b9-941d-d3c70e0c83f2 admin admin] Publish callbacks [] for router_gateway (fe51d7fa-6a5f-45b3-aa15-ef631f19e0dd), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:01.242434 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd817e1-22cf-494d-bb56-780e6709c357 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Pushing event deleted for resources: {'Port': ['ID=3959a259-34f7-47f5-9c3d-c8f032983892,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:01.304913 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-29c21816-8a37-48b9-941d-d3c70e0c83f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:01.444114 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36bd85a0-09b6-4b7d-90c8-2406771a78f6 x-openstack-request-id: req-36bd85a0-09b6-4b7d-90c8-2406771a78f6 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:46:01.444428 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5297a65-66a2-4ba7-a803-ed35fa7dac97", "name": "network-vif-deleted", "tag": "383c55e1-9433-42e7-979f-326174aecf28", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:46:01.448426 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-36bd85a0-09b6-4b7d-90c8-2406771a78f6 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:46:01.449300 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5297a65-66a2-4ba7-a803-ed35fa7dac97', 'name': 'network-vif-deleted', 'tag': '383c55e1-9433-42e7-979f-326174aecf28', 'status': 'completed', 'code': 200} Feb 04 12:46:01.466272 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4a8d896e-a6e5-4e15-8bf8-a46ce7f1a9ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (23ae2d06-bf4d-4bf3-b5b2-8a0d8bcb2c61), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:01.468857 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4a8d896e-a6e5-4e15-8bf8-a46ce7f1a9ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:01.481160 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-4a8d896e-a6e5-4e15-8bf8-a46ce7f1a9ed admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/23ae2d06-bf4d-4bf3-b5b2-8a0d8bcb2c61 HTTP/1.1" status: 204 len: 168 time: 1.3001242 Feb 04 12:46:01.542635 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5753fd71-ddbb-47ce-904c-598aa8bd85d5 req-1fa99caf-285d-4d87-a7b3-004fdbbaf4c3 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/security-groups?id=779ff2e0-1490-4b8d-a753-8a45cbf1a372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3441145 Feb 04 12:46:01.546765 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8d896e-a6e5-4e15-8bf8-a46ce7f1a9ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23ae2d06-bf4d-4bf3-b5b2-8a0d8bcb2c61,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:01.565662 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e6b1d30-1bf2-42b0-ae67-983b504fbfd2 req-bdd817e1-22cf-494d-bb56-780e6709c357 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] No DVR routers for this DVR port 3959a259-34f7-47f5-9c3d-c8f032983892 on host n-h2-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:46:01.569997 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-4e6b1d30-1bf2-42b0-ae67-983b504fbfd2 req-bdd817e1-22cf-494d-bb56-780e6709c357 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:01.582201 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-4e6b1d30-1bf2-42b0-ae67-983b504fbfd2 req-bdd817e1-22cf-494d-bb56-780e6709c357 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.77 "DELETE /v2.0/ports/3959a259-34f7-47f5-9c3d-c8f032983892 HTTP/1.1" status: 204 len: 173 time: 1.4752531 Feb 04 12:46:01.717330 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-29c21816-8a37-48b9-941d-d3c70e0c83f2 admin admin] Allocated IP 172.25.3.141 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/81b366c2-311a-4f33-be09-33485f915010) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:46:01.756223 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:01.822649 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d030af29-2a06-4446-83c6-46fea00aa0d5 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:46:01.837990 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337a57ef-d2d3-4ac6-ad81-cab148928bbc None None] Sync routers for ids ['6c909e18-3bad-49ff-83b2-3e70848dcd32'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:46:01.859598 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-d030af29-2a06-4446-83c6-46fea00aa0d5 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] 10.222.0.65 "PUT /v2.0/routers/6c909e18-3bad-49ff-83b2-3e70848dcd32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1221507 Feb 04 12:46:01.863288 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337a57ef-d2d3-4ac6-ad81-cab148928bbc None None] Routers {'6c909e18-3bad-49ff-83b2-3e70848dcd32'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:46:01.873480 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-337a57ef-d2d3-4ac6-ad81-cab148928bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:45:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['6c909e18-3bad-49ff-83b2-3e70848dcd32'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:46:01.878872 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 35052) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:46:01.983506 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-4e6b1d30-1bf2-42b0-ae67-983b504fbfd2 req-6d22b122-798c-4575-af0a-d47ac3b80dda tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Deleting port 1049b94c-dd50-4b61-afcc-7ec2892e7f46 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:46:01.983882 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-4e6b1d30-1bf2-42b0-ae67-983b504fbfd2 req-6d22b122-798c-4575-af0a-d47ac3b80dda tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (1049b94c-dd50-4b61-afcc-7ec2892e7f46), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:02.000221 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160ed3fc-e733-44ee-bc28-f2e725d5c569 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:46:02.002774 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-160ed3fc-e733-44ee-bc28-f2e725d5c569 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] 10.222.0.65 "GET /v2.0/ports/13712885-db1d-482a-9bdc-d293db7dd305 HTTP/1.1" status: 200 len: 911 time: 0.1209195 Feb 04 12:46:02.005441 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-337a57ef-d2d3-4ac6-ad81-cab148928bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:46:02.008468 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 35058) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:46:02.023633 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337a57ef-d2d3-4ac6-ad81-cab148928bbc None None] Routers {'6c909e18-3bad-49ff-83b2-3e70848dcd32'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:46:02.024504 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-337a57ef-d2d3-4ac6-ad81-cab148928bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:45:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['6c909e18-3bad-49ff-83b2-3e70848dcd32'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:46:02.103503 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-337a57ef-d2d3-4ac6-ad81-cab148928bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:46:02.104343 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337a57ef-d2d3-4ac6-ad81-cab148928bbc None None] The sync data for ids ['6c909e18-3bad-49ff-83b2-3e70848dcd32'] in n-d-825015-3 is: [] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:46:02.222138 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-4e6b1d30-1bf2-42b0-ae67-983b504fbfd2 req-6d22b122-798c-4575-af0a-d47ac3b80dda tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] For port 1049b94c-dd50-4b61-afcc-7ec2892e7f46, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=1049b94c-dd50-4b61-afcc-7ec2892e7f46,segment=NetworkSegment(359ad298-38b1-4d96-baeb-0f70370bc984),segment_id=359ad298-38b1-4d96-baeb-0f70370bc984)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:46:02.222633 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-4e6b1d30-1bf2-42b0-ae67-983b504fbfd2 req-6d22b122-798c-4575-af0a-d47ac3b80dda tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (1049b94c-dd50-4b61-afcc-7ec2892e7f46), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:02.257229 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-4e6b1d30-1bf2-42b0-ae67-983b504fbfd2 req-6d22b122-798c-4575-af0a-d47ac3b80dda tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Calling delete_port for 1049b94c-dd50-4b61-afcc-7ec2892e7f46 owned by compute:nova {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:46:02.449412 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-29c21816-8a37-48b9-941d-d3c70e0c83f2 admin admin] Publish callbacks [] for port (81b366c2-311a-4f33-be09-33485f915010), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:02.505628 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-4e6b1d30-1bf2-42b0-ae67-983b504fbfd2 req-6d22b122-798c-4575-af0a-d47ac3b80dda tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (1049b94c-dd50-4b61-afcc-7ec2892e7f46), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:02.629038 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22b122-798c-4575-af0a-d47ac3b80dda tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Pushing event deleted for resources: {'Port': ['ID=1049b94c-dd50-4b61-afcc-7ec2892e7f46,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:02.681686 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-29c21816-8a37-48b9-941d-d3c70e0c83f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (81b366c2-311a-4f33-be09-33485f915010), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:02.734503 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e6b1d30-1bf2-42b0-ae67-983b504fbfd2 req-6d22b122-798c-4575-af0a-d47ac3b80dda tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] No DVR routers for this DVR port 1049b94c-dd50-4b61-afcc-7ec2892e7f46 on host n-h2-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:46:02.738219 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-4e6b1d30-1bf2-42b0-ae67-983b504fbfd2 req-6d22b122-798c-4575-af0a-d47ac3b80dda tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:02.743775 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-4e6b1d30-1bf2-42b0-ae67-983b504fbfd2 req-6d22b122-798c-4575-af0a-d47ac3b80dda tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.77 "DELETE /v2.0/ports/1049b94c-dd50-4b61-afcc-7ec2892e7f46 HTTP/1.1" status: 204 len: 173 time: 1.1541727 Feb 04 12:46:02.808903 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c21816-8a37-48b9-941d-d3c70e0c83f2 admin admin] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:46:02.826616 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-29c21816-8a37-48b9-941d-d3c70e0c83f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:46:02.837553 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c21816-8a37-48b9-941d-d3c70e0c83f2 admin admin] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:46:02.887686 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c21816-8a37-48b9-941d-d3c70e0c83f2 admin admin] Pushing event updated for resources: {'Port': ['ID=81b366c2-311a-4f33-be09-33485f915010,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:02.968138 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a16bb6c-9986-403a-bfdc-b99c2f27aeb8 req-3870c7c4-ab45-458e-bded-b9dd35b0a795 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:46:02.969782 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2a16bb6c-9986-403a-bfdc-b99c2f27aeb8 req-3870c7c4-ab45-458e-bded-b9dd35b0a795 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 943 time: 0.2471941 Feb 04 12:46:02.998495 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-4e6b1d30-1bf2-42b0-ae67-983b504fbfd2 req-a7a62971-283d-4f9a-b0d8-a948fab39eb9 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Deleting port f67e14d4-db1d-46b0-bea2-1c78b8bd35ab {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:46:03.002748 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-4e6b1d30-1bf2-42b0-ae67-983b504fbfd2 req-a7a62971-283d-4f9a-b0d8-a948fab39eb9 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (f67e14d4-db1d-46b0-bea2-1c78b8bd35ab), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:03.029109 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 35098) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:46:03.212443 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2a16bb6c-9986-403a-bfdc-b99c2f27aeb8 req-36ac7141-5e23-44df-a222-b903f15e1744 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/security-groups?id=779ff2e0-1490-4b8d-a753-8a45cbf1a372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2094674 Feb 04 12:46:03.227618 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-10d36798-29f3-4008-8c45-304defd28fe9 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622215'] for router_interface (6c909e18-3bad-49ff-83b2-3e70848dcd32), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:03.251700 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 35104) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:46:03.318787 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-4e6b1d30-1bf2-42b0-ae67-983b504fbfd2 req-a7a62971-283d-4f9a-b0d8-a948fab39eb9 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] For port f67e14d4-db1d-46b0-bea2-1c78b8bd35ab, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=f67e14d4-db1d-46b0-bea2-1c78b8bd35ab,segment=NetworkSegment(359ad298-38b1-4d96-baeb-0f70370bc984),segment_id=359ad298-38b1-4d96-baeb-0f70370bc984)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:46:03.323856 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-4e6b1d30-1bf2-42b0-ae67-983b504fbfd2 req-a7a62971-283d-4f9a-b0d8-a948fab39eb9 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (f67e14d4-db1d-46b0-bea2-1c78b8bd35ab), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:03.367129 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-4e6b1d30-1bf2-42b0-ae67-983b504fbfd2 req-a7a62971-283d-4f9a-b0d8-a948fab39eb9 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Calling delete_port for f67e14d4-db1d-46b0-bea2-1c78b8bd35ab owned by compute:nova {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:46:03.465212 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5297a65-66a2-4ba7-a803-ed35fa7dac97', 'name': 'network-vif-deleted', 'tag': '3959a259-34f7-47f5-9c3d-c8f032983892'}, {'server_uuid': 'c5297a65-66a2-4ba7-a803-ed35fa7dac97', 'name': 'network-vif-deleted', 'tag': '1049b94c-dd50-4b61-afcc-7ec2892e7f46'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:46:03.468260 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2700b0e2-efe4-41b0-ab58-bcdfc8108246" -d '{"events": [{"server_uuid": "c5297a65-66a2-4ba7-a803-ed35fa7dac97", "name": "network-vif-deleted", "tag": "3959a259-34f7-47f5-9c3d-c8f032983892"}, {"server_uuid": "c5297a65-66a2-4ba7-a803-ed35fa7dac97", "name": "network-vif-deleted", "tag": "1049b94c-dd50-4b61-afcc-7ec2892e7f46"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:46:03.493849 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-689f0249-c688-48ee-a318-0d681e38ab0e admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1080931888-network', 'tenant_id': '994991376cd54034b5ccc34a0e21b476'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:46:03.518296 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7927f4b3-fe9b-43ce-9703-153e444a0825 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:03.533936 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-689f0249-c688-48ee-a318-0d681e38ab0e admin admin] Made reservation on behalf of 994991376cd54034b5ccc34a0e21b476 for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:46:03.536716 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-689f0249-c688-48ee-a318-0d681e38ab0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:03.690630 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7927f4b3-fe9b-43ce-9703-153e444a0825 admin admin] Publish callbacks [] for security_group (9ece8164-65e4-4eba-868e-66ef7e908886), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:03.692910 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 04 Feb 2022 12:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b8b9e78-85a0-45a8-9e69-186544e11838 x-openstack-request-id: req-3b8b9e78-85a0-45a8-9e69-186544e11838 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:46:03.693213 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5297a65-66a2-4ba7-a803-ed35fa7dac97", "name": "network-vif-deleted", "tag": "3959a259-34f7-47f5-9c3d-c8f032983892", "status": "completed", "code": 200}, {"server_uuid": "c5297a65-66a2-4ba7-a803-ed35fa7dac97", "name": "network-vif-deleted", "tag": "1049b94c-dd50-4b61-afcc-7ec2892e7f46", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:46:03.693553 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3b8b9e78-85a0-45a8-9e69-186544e11838 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:46:03.693961 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5297a65-66a2-4ba7-a803-ed35fa7dac97', 'name': 'network-vif-deleted', 'tag': '3959a259-34f7-47f5-9c3d-c8f032983892', 'status': 'completed', 'code': 200} Feb 04 12:46:03.694867 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5297a65-66a2-4ba7-a803-ed35fa7dac97', 'name': 'network-vif-deleted', 'tag': '1049b94c-dd50-4b61-afcc-7ec2892e7f46', 'status': 'completed', 'code': 200} Feb 04 12:46:03.712189 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7927f4b3-fe9b-43ce-9703-153e444a0825 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (9ece8164-65e4-4eba-868e-66ef7e908886), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:03.768280 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-7927f4b3-fe9b-43ce-9703-153e444a0825 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f1a2262eb2e34a9cb578797855ac824b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5147469 Feb 04 12:46:03.769113 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-689f0249-c688-48ee-a318-0d681e38ab0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:03.790229 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 35112) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:46:03.802878 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-29c21816-8a37-48b9-941d-d3c70e0c83f2 admin admin] Publish callbacks [] for router_gateway (fe51d7fa-6a5f-45b3-aa15-ef631f19e0dd), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:03.954445 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7927f4b3-fe9b-43ce-9703-153e444a0825 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ece8164-65e4-4eba-868e-66ef7e908886,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:04.061916 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8d8b939b-7997-459a-915c-16850896a475 admin admin] Publish callbacks [] for security_group (9ece8164-65e4-4eba-868e-66ef7e908886), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:04.088690 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8d8b939b-7997-459a-915c-16850896a475 admin admin] Publish callbacks [] for security_group (9ece8164-65e4-4eba-868e-66ef7e908886), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:04.152474 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-4e6b1d30-1bf2-42b0-ae67-983b504fbfd2 req-a7a62971-283d-4f9a-b0d8-a948fab39eb9 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (f67e14d4-db1d-46b0-bea2-1c78b8bd35ab), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:04.156794 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-689f0249-c688-48ee-a318-0d681e38ab0e admin admin] Publish callbacks [] for security_group (8505d10b-8a37-4f41-8b8a-d8e4a3adb8f7), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:04.170133 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-689f0249-c688-48ee-a318-0d681e38ab0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (8505d10b-8a37-4f41-8b8a-d8e4a3adb8f7), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:04.197058 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8d8b939b-7997-459a-915c-16850896a475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (9ece8164-65e4-4eba-868e-66ef7e908886), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:04.199575 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8d8b939b-7997-459a-915c-16850896a475 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:04.202994 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-8d8b939b-7997-459a-915c-16850896a475 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9ece8164-65e4-4eba-868e-66ef7e908886 HTTP/1.1" status: 204 len: 168 time: 0.4071317 Feb 04 12:46:04.205505 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a62971-283d-4f9a-b0d8-a948fab39eb9 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Pushing event deleted for resources: {'Port': ['ID=f67e14d4-db1d-46b0-bea2-1c78b8bd35ab,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:04.222094 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-689f0249-c688-48ee-a318-0d681e38ab0e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:46:04.294475 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-689f0249-c688-48ee-a318-0d681e38ab0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (4f9c3679-38be-484a-a0f7-946cac38a9f0), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:04.294835 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-689f0249-c688-48ee-a318-0d681e38ab0e admin admin] Added segment 4f9c3679-38be-484a-a0f7-946cac38a9f0 of type vlan for network 06d4f13c-488c-4e65-9453-2261c70b043f Feb 04 12:46:04.309202 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e6b1d30-1bf2-42b0-ae67-983b504fbfd2 req-a7a62971-283d-4f9a-b0d8-a948fab39eb9 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] No DVR routers for this DVR port f67e14d4-db1d-46b0-bea2-1c78b8bd35ab on host n-h2-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:46:04.317804 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689f0249-c688-48ee-a318-0d681e38ab0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8505d10b-8a37-4f41-8b8a-d8e4a3adb8f7,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:04.321097 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-4e6b1d30-1bf2-42b0-ae67-983b504fbfd2 req-a7a62971-283d-4f9a-b0d8-a948fab39eb9 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:04.336642 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-4e6b1d30-1bf2-42b0-ae67-983b504fbfd2 req-a7a62971-283d-4f9a-b0d8-a948fab39eb9 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.77 "DELETE /v2.0/ports/f67e14d4-db1d-46b0-bea2-1c78b8bd35ab HTTP/1.1" status: 204 len: 173 time: 1.5878921 Feb 04 12:46:04.425153 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8b939b-7997-459a-915c-16850896a475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ece8164-65e4-4eba-868e-66ef7e908886,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:04.489699 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-689f0249-c688-48ee-a318-0d681e38ab0e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (06d4f13c-488c-4e65-9453-2261c70b043f), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:04.493185 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ab9287bd-8b02-4603-bb8f-371020645c92 req-97aa6186-9a25-401b-a26a-724dfcd23996 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 210 time: 0.1361117 Feb 04 12:46:04.560849 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-689f0249-c688-48ee-a318-0d681e38ab0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (06d4f13c-488c-4e65-9453-2261c70b043f), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:04.561849 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689f0249-c688-48ee-a318-0d681e38ab0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:46:04.562435 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-689f0249-c688-48ee-a318-0d681e38ab0e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:04.607245 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-29c21816-8a37-48b9-941d-d3c70e0c83f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141'] for router (fe51d7fa-6a5f-45b3-aa15-ef631f19e0dd), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:04.705604 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-689f0249-c688-48ee-a318-0d681e38ab0e admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6749732 Feb 04 12:46:04.722306 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 35132) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:46:04.727127 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-d404ce33-ff28-4268-9dbd-c2faf15c28d1 admin admin] Request body: {'subnet': {'network_id': '06d4f13c-488c-4e65-9453-2261c70b043f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1080931888-subnet', 'tenant_id': '994991376cd54034b5ccc34a0e21b476', 'ip_version': 4}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:46:04.774833 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689f0249-c688-48ee-a318-0d681e38ab0e admin admin] Pushing event updated for resources: {'Network': ['ID=06d4f13c-488c-4e65-9453-2261c70b043f,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:04.786555 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 35136) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:46:04.799170 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 06d4f13c-488c-4e65-9453-2261c70b043f details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:46:04.830739 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d404ce33-ff28-4268-9dbd-c2faf15c28d1 admin admin] Made reservation on behalf of 994991376cd54034b5ccc34a0e21b476 for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:46:04.834071 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d404ce33-ff28-4268-9dbd-c2faf15c28d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60610638'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:04.863075 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-10d36798-29f3-4008-8c45-304defd28fe9 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Deleting port 13712885-db1d-482a-9bdc-d293db7dd305 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:46:04.863696 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-10d36798-29f3-4008-8c45-304defd28fe9 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (13712885-db1d-482a-9bdc-d293db7dd305), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:04.960980 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29c21816-8a37-48b9-941d-d3c70e0c83f2 admin admin] Router fe51d7fa-6a5f-45b3-aa15-ef631f19e0dd is scheduled to L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de with binding_index 1 {{(pid=103475) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 12:46:05.238189 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-10d36798-29f3-4008-8c45-304defd28fe9 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (13712885-db1d-482a-9bdc-d293db7dd305), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:05.279950 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-10d36798-29f3-4008-8c45-304defd28fe9 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Calling delete_port for 13712885-db1d-482a-9bdc-d293db7dd305 owned by network:router_interface {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:46:05.285881 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a88ca17d-5d47-4ffc-b4f9-a4cad0524dee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:05.408629 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29c21816-8a37-48b9-941d-d3c70e0c83f2 admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:46:05.420873 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57366ea-5e0a-4f5d-80ca-1f3fd3fdcd2f None None] Sync routers for ids ['fe51d7fa-6a5f-45b3-aa15-ef631f19e0dd'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:46:05.446273 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57366ea-5e0a-4f5d-80ca-1f3fd3fdcd2f None None] Routers {'fe51d7fa-6a5f-45b3-aa15-ef631f19e0dd'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:46:05.453124 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-c57366ea-5e0a-4f5d-80ca-1f3fd3fdcd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:45:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['fe51d7fa-6a5f-45b3-aa15-ef631f19e0dd'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:46:05.466797 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-29c21816-8a37-48b9-941d-d3c70e0c83f2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:05.471524 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-29c21816-8a37-48b9-941d-d3c70e0c83f2 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.0010519 Feb 04 12:46:05.472320 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 35154) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:46:05.549617 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a88ca17d-5d47-4ffc-b4f9-a4cad0524dee admin admin] Publish callbacks [] for security_group (ae0ba574-e52d-4b50-a3fd-33302b4590e6), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:05.564160 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a88ca17d-5d47-4ffc-b4f9-a4cad0524dee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (ae0ba574-e52d-4b50-a3fd-33302b4590e6), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:05.589829 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d404ce33-ff28-4268-9dbd-c2faf15c28d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59045178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60610680'] for subnet (6fca4f61-e1b8-4dc7-8b4e-7773edd228c6), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:05.703926 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5297a65-66a2-4ba7-a803-ed35fa7dac97', 'name': 'network-vif-deleted', 'tag': 'f67e14d4-db1d-46b0-bea2-1c78b8bd35ab'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:46:05.713083 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b30443e-b9c8-47eb-a6be-ef114c6c17a2" -d '{"events": [{"server_uuid": "c5297a65-66a2-4ba7-a803-ed35fa7dac97", "name": "network-vif-deleted", "tag": "f67e14d4-db1d-46b0-bea2-1c78b8bd35ab"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:46:05.739658 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-c57366ea-5e0a-4f5d-80ca-1f3fd3fdcd2f None None] Set router fe51d7fa-6a5f-45b3-aa15-ef631f19e0dd gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:46:05.771267 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-a88ca17d-5d47-4ffc-b4f9-a4cad0524dee admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3cd1b8740bad45688d382f5c8709e3ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9837756 Feb 04 12:46:05.789867 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 35162) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:46:05.912093 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8198eb27-124b-4216-ba0e-36d5892a7816 x-openstack-request-id: req-8198eb27-124b-4216-ba0e-36d5892a7816 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:46:05.912093 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5297a65-66a2-4ba7-a803-ed35fa7dac97", "name": "network-vif-deleted", "tag": "f67e14d4-db1d-46b0-bea2-1c78b8bd35ab", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:46:05.914272 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8198eb27-124b-4216-ba0e-36d5892a7816 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:46:05.914272 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5297a65-66a2-4ba7-a803-ed35fa7dac97', 'name': 'network-vif-deleted', 'tag': 'f67e14d4-db1d-46b0-bea2-1c78b8bd35ab', 'status': 'completed', 'code': 200} Feb 04 12:46:05.914272 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88ca17d-5d47-4ffc-b4f9-a4cad0524dee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae0ba574-e52d-4b50-a3fd-33302b4590e6,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:05.968431 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d404ce33-ff28-4268-9dbd-c2faf15c28d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fca4f61-e1b8-4dc7-8b4e-7773edd228c6,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:05.976644 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-10d36798-29f3-4008-8c45-304defd28fe9 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (13712885-db1d-482a-9bdc-d293db7dd305), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:06.081197 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-c57366ea-5e0a-4f5d-80ca-1f3fd3fdcd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe51d7fa-6a5f-45b3-aa15-ef631f19e0dd', 'name': 'tempest-ServerRescueTestJSON-1675966004-router', 'tenant_id': '13522db399fe4d5f88698444f9d616e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '81b366c2-311a-4f33-be09-33485f915010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:45:58Z', 'updated_at': '2022-02-04T12:46:03Z', 'revision_number': 3, 'project_id': '13522db399fe4d5f88698444f9d616e8', 'gw_port': {'id': '81b366c2-311a-4f33-be09-33485f915010', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f4:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe51d7fa-6a5f-45b3-aa15-ef631f19e0dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:46:01Z', 'updated_at': '2022-02-04T12:46:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:46:06.086249 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cc2250d9-7ba0-4931-be4c-65d4778a77fe admin admin] Publish callbacks [] for security_group (ae0ba574-e52d-4b50-a3fd-33302b4590e6), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:06.113231 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d404ce33-ff28-4268-9dbd-c2faf15c28d1 admin admin] Checking segment: {'id': '4f9c3679-38be-484a-a0f7-946cac38a9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '06d4f13c-488c-4e65-9453-2261c70b043f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:46:06.113609 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d404ce33-ff28-4268-9dbd-c2faf15c28d1 admin admin] Network hostable DHCP agents. Network: 06d4f13c-488c-4e65-9453-2261c70b043f, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:46:06.113888 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57366ea-5e0a-4f5d-80ca-1f3fd3fdcd2f None None] Checking router: fe51d7fa-6a5f-45b3-aa15-ef631f19e0dd for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:46:06.114402 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57366ea-5e0a-4f5d-80ca-1f3fd3fdcd2f None None] Updating router fe51d7fa-6a5f-45b3-aa15-ef631f19e0dd port 81b366c2-311a-4f33-be09-33485f915010 binding host n-d-825015-3 {{(pid=103476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:46:06.153631 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cc2250d9-7ba0-4931-be4c-65d4778a77fe admin admin] Publish callbacks [] for security_group (ae0ba574-e52d-4b50-a3fd-33302b4590e6), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:06.185997 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d404ce33-ff28-4268-9dbd-c2faf15c28d1 admin admin] Network 06d4f13c-488c-4e65-9453-2261c70b043f is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:46:06.188729 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d36798-29f3-4008-8c45-304defd28fe9 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Pushing event deleted for resources: {'Port': ['ID=13712885-db1d-482a-9bdc-d293db7dd305,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:06.199488 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c57366ea-5e0a-4f5d-80ca-1f3fd3fdcd2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (81b366c2-311a-4f33-be09-33485f915010), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:06.206825 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4a3e4466-8600-4fd2-841d-e394f25ac0b4 req-03e73fee-c64c-4b55-a351-f6fc974b3429 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 210 time: 0.4465439 Feb 04 12:46:06.234538 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-d404ce33-ff28-4268-9dbd-c2faf15c28d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 06d4f13c-488c-4e65-9453-2261c70b043f) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:46:06.255836 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d404ce33-ff28-4268-9dbd-c2faf15c28d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:46:06.258839 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d404ce33-ff28-4268-9dbd-c2faf15c28d1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:06.299302 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-d404ce33-ff28-4268-9dbd-c2faf15c28d1 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5726998 Feb 04 12:46:06.300798 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 35172) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:46:06.302653 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4354f4-0e7d-40d1-ae39-31a461a07cbf None None] Network 06d4f13c-488c-4e65-9453-2261c70b043f requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:46:06.317070 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-b7be4db8-96f4-4de7-b7d9-a97fc5228c39 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1080931888-router', 'tenant_id': '994991376cd54034b5ccc34a0e21b476', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:46:06.399441 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b7be4db8-96f4-4de7-b7d9-a97fc5228c39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10933'] for router (5dc60789-d9b3-4be6-9d48-9d7f9243a4ae), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:06.403072 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b7be4db8-96f4-4de7-b7d9-a97fc5228c39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10924'] for router (5dc60789-d9b3-4be6-9d48-9d7f9243a4ae), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:06.423474 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cc2250d9-7ba0-4931-be4c-65d4778a77fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (ae0ba574-e52d-4b50-a3fd-33302b4590e6), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:06.433774 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cc2250d9-7ba0-4931-be4c-65d4778a77fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:06.438322 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-10d36798-29f3-4008-8c45-304defd28fe9 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622067'] for router_interface (6c909e18-3bad-49ff-83b2-3e70848dcd32), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:06.439362 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-cc2250d9-7ba0-4931-be4c-65d4778a77fe admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ae0ba574-e52d-4b50-a3fd-33302b4590e6 HTTP/1.1" status: 204 len: 168 time: 0.6451232 Feb 04 12:46:06.511758 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2250d9-7ba0-4931-be4c-65d4778a77fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae0ba574-e52d-4b50-a3fd-33302b4590e6,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:06.645657 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b7be4db8-96f4-4de7-b7d9-a97fc5228c39 admin admin] Publish callbacks [] for router_controller (5dc60789-d9b3-4be6-9d48-9d7f9243a4ae), precommit_add_association {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:06.987836 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b7be4db8-96f4-4de7-b7d9-a97fc5228c39 admin admin] Publish callbacks [] for router_gateway (5dc60789-d9b3-4be6-9d48-9d7f9243a4ae), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:07.099458 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10d36798-29f3-4008-8c45-304defd28fe9 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Router 6c909e18-3bad-49ff-83b2-3e70848dcd32 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:46:07.162477 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea71fdb-ee8d-4bef-aaa9-1ed6b1ce59ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-06d4f13c-488c-4e65-9453-2261c70b043f', 'network_id': '06d4f13c-488c-4e65-9453-2261c70b043f', 'project_id': '994991376cd54034b5ccc34a0e21b476', 'fixed_ips': [{'subnet_id': '6fca4f61-e1b8-4dc7-8b4e-7773edd228c6'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 12:46:07.163366 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fea71fdb-ee8d-4bef-aaa9-1ed6b1ce59ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:07.306534 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 35186) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:46:07.445597 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1a71debf-5d98-426d-8e64-00bcfb7c604b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:07.545066 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-40eaeb82-e2ec-43f1-ba80-e79878aa17be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:07.639674 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6f34f076-211a-41be-931c-b23a6922865d req-6e851ea5-fdc8-4fb0-9746-0799f3f94bba tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 210 time: 0.0985820 Feb 04 12:46:07.809725 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1a71debf-5d98-426d-8e64-00bcfb7c604b admin admin] Publish callbacks [] for security_group (80351e8d-039f-446f-b397-8ff81e2dddc2), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:07.821686 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1a71debf-5d98-426d-8e64-00bcfb7c604b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (80351e8d-039f-446f-b397-8ff81e2dddc2), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:07.836706 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10d36798-29f3-4008-8c45-304defd28fe9 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:46:07.848754 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e662653-b214-474a-8bc9-60b141d15594 None None] Sync routers for ids ['6c909e18-3bad-49ff-83b2-3e70848dcd32'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:46:07.863093 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-10d36798-29f3-4008-8c45-304defd28fe9 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] 10.222.0.65 "PUT /v2.0/routers/6c909e18-3bad-49ff-83b2-3e70848dcd32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8525627 Feb 04 12:46:07.869898 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e662653-b214-474a-8bc9-60b141d15594 None None] Routers {'6c909e18-3bad-49ff-83b2-3e70848dcd32'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:46:07.871372 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-7e662653-b214-474a-8bc9-60b141d15594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:45:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['6c909e18-3bad-49ff-83b2-3e70848dcd32'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:46:07.973050 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 35190) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:46:07.995839 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-fea71fdb-ee8d-4bef-aaa9-1ed6b1ce59ab None None] Allocated IP 172.20.0.2 (06d4f13c-488c-4e65-9453-2261c70b043f/6fca4f61-e1b8-4dc7-8b4e-7773edd228c6/3f486a53-287f-4d8c-86de-3f3bc0a6de1f) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:46:08.013705 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-7e662653-b214-474a-8bc9-60b141d15594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:46:08.053968 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e662653-b214-474a-8bc9-60b141d15594 None None] Routers {'6c909e18-3bad-49ff-83b2-3e70848dcd32'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:46:08.054270 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-d1f4877b-58e2-4323-ae00-badc0c7561fd tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] 10.222.0.65 "GET /v2.0/ports?device_id=6c909e18-3bad-49ff-83b2-3e70848dcd32 HTTP/1.1" status: 200 len: 205 time: 0.0778244 Feb 04 12:46:08.054877 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 35196) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:46:08.057252 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-7e662653-b214-474a-8bc9-60b141d15594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:45:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['6c909e18-3bad-49ff-83b2-3e70848dcd32'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:46:08.118032 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-7e662653-b214-474a-8bc9-60b141d15594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:46:08.118978 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e662653-b214-474a-8bc9-60b141d15594 None None] The sync data for ids ['6c909e18-3bad-49ff-83b2-3e70848dcd32'] in n-d-825015-3 is: [] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:46:08.179212 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b7be4db8-96f4-4de7-b7d9-a97fc5228c39 admin admin] Publish callbacks [] for router_gateway (5dc60789-d9b3-4be6-9d48-9d7f9243a4ae), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:08.292244 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b7be4db8-96f4-4de7-b7d9-a97fc5228c39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:08.381282 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c57366ea-5e0a-4f5d-80ca-1f3fd3fdcd2f None None] Publish callbacks [] for port (81b366c2-311a-4f33-be09-33485f915010), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:08.404415 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c57366ea-5e0a-4f5d-80ca-1f3fd3fdcd2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (81b366c2-311a-4f33-be09-33485f915010), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:08.482350 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fea71fdb-ee8d-4bef-aaa9-1ed6b1ce59ab None None] Publish callbacks [] for port (3f486a53-287f-4d8c-86de-3f3bc0a6de1f), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:08.531537 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fea71fdb-ee8d-4bef-aaa9-1ed6b1ce59ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (3f486a53-287f-4d8c-86de-3f3bc0a6de1f), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:08.552394 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-b7be4db8-96f4-4de7-b7d9-a97fc5228c39 admin admin] Allocated IP 172.25.3.107 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/f8ad4eb5-9a11-4279-be84-f2ce0358b312) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:46:08.592786 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7338cb21-3eab-4aeb-b138-bd5a7afc61a7 None None] Pushing event updated for resources: {'Port': ['ID=81b366c2-311a-4f33-be09-33485f915010,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:08.597490 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-c57366ea-5e0a-4f5d-80ca-1f3fd3fdcd2f None None] Attempting to bind port 81b366c2-311a-4f33-be09-33485f915010 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:46:08.602436 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-c57366ea-5e0a-4f5d-80ca-1f3fd3fdcd2f None None] Attempting to bind port 81b366c2-311a-4f33-be09-33485f915010 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:46:08.611588 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57366ea-5e0a-4f5d-80ca-1f3fd3fdcd2f None None] Attempting to bind port 81b366c2-311a-4f33-be09-33485f915010 on network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:46:08.621487 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-1a71debf-5d98-426d-8e64-00bcfb7c604b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bdb82a421d284c838e393118addb4741&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3043478 Feb 04 12:46:08.638533 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 35202) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:46:08.703643 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57366ea-5e0a-4f5d-80ca-1f3fd3fdcd2f None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:46:08.710507 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57366ea-5e0a-4f5d-80ca-1f3fd3fdcd2f None None] Checking segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:46:08.715926 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c57366ea-5e0a-4f5d-80ca-1f3fd3fdcd2f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:08.715926 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57366ea-5e0a-4f5d-80ca-1f3fd3fdcd2f None None] Bound using segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:46:08.716287 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-c57366ea-5e0a-4f5d-80ca-1f3fd3fdcd2f None None] Bound port: 81b366c2-311a-4f33-be09-33485f915010, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:46:08.716828 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c57366ea-5e0a-4f5d-80ca-1f3fd3fdcd2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (81b366c2-311a-4f33-be09-33485f915010), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:08.736787 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea71fdb-ee8d-4bef-aaa9-1ed6b1ce59ab None None] Network 06d4f13c-488c-4e65-9453-2261c70b043f is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:46:08.762461 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a71debf-5d98-426d-8e64-00bcfb7c604b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80351e8d-039f-446f-b397-8ff81e2dddc2,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:08.808004 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-fea71fdb-ee8d-4bef-aaa9-1ed6b1ce59ab None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:46:08.810949 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a71debf-5d98-426d-8e64-00bcfb7c604b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:46:08.811487 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a71debf-5d98-426d-8e64-00bcfb7c604b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:46:08.812029 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a71debf-5d98-426d-8e64-00bcfb7c604b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:46:08.812529 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a71debf-5d98-426d-8e64-00bcfb7c604b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:46:08.813833 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a71debf-5d98-426d-8e64-00bcfb7c604b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:46:08.814393 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a71debf-5d98-426d-8e64-00bcfb7c604b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:46:08.814886 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a71debf-5d98-426d-8e64-00bcfb7c604b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:46:08.815949 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a71debf-5d98-426d-8e64-00bcfb7c604b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:46:08.816474 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a71debf-5d98-426d-8e64-00bcfb7c604b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:46:08.817101 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a71debf-5d98-426d-8e64-00bcfb7c604b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:46:08.817733 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a71debf-5d98-426d-8e64-00bcfb7c604b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:46:08.818208 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a71debf-5d98-426d-8e64-00bcfb7c604b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:46:08.818705 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a71debf-5d98-426d-8e64-00bcfb7c604b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:46:08.826385 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea71fdb-ee8d-4bef-aaa9-1ed6b1ce59ab None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:46:08.869226 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b7be4db8-96f4-4de7-b7d9-a97fc5228c39 admin admin] Publish callbacks [] for port (f8ad4eb5-9a11-4279-be84-f2ce0358b312), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:08.872335 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bde6e269-3b85-43b5-b4f0-547b11ed3192 req-8ceafbb3-b913-490a-8d76-480be50ea915 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 210 time: 0.0452375 Feb 04 12:46:08.879138 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea71fdb-ee8d-4bef-aaa9-1ed6b1ce59ab None None] Pushing event updated for resources: {'Port': ['ID=3f486a53-287f-4d8c-86de-3f3bc0a6de1f,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:08.902043 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-40eaeb82-e2ec-43f1-ba80-e79878aa17be admin admin] Allocated IP 172.20.0.1 (50d90d65-ef89-4bd1-b586-652792747756/1b8a94de-4daf-40f7-9264-be25d0cf82c4/1d679ad0-d02d-4998-820e-6fbf59faa6cb) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:46:08.938922 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-37a7e7f7-cb1e-4e2c-a6d3-46d7ab1c2359 admin admin] Publish callbacks [] for security_group (80351e8d-039f-446f-b397-8ff81e2dddc2), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:08.980644 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b7be4db8-96f4-4de7-b7d9-a97fc5228c39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (f8ad4eb5-9a11-4279-be84-f2ce0358b312), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:08.982757 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-37a7e7f7-cb1e-4e2c-a6d3-46d7ab1c2359 admin admin] Publish callbacks [] for security_group (80351e8d-039f-446f-b397-8ff81e2dddc2), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:08.991272 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dfd4ba54-34d7-4ba5-a76b-90068e6e7605 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks [] for router (6c909e18-3bad-49ff-83b2-3e70848dcd32), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:09.036800 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-c57366ea-5e0a-4f5d-80ca-1f3fd3fdcd2f None None] For port 81b366c2-311a-4f33-be09-33485f915010, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:46:09.064178 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-fea71fdb-ee8d-4bef-aaa9-1ed6b1ce59ab None None] Attempting to bind port 3f486a53-287f-4d8c-86de-3f3bc0a6de1f on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:46:09.064808 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-fea71fdb-ee8d-4bef-aaa9-1ed6b1ce59ab None None] Attempting to bind port 3f486a53-287f-4d8c-86de-3f3bc0a6de1f by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '4f9c3679-38be-484a-a0f7-946cac38a9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '06d4f13c-488c-4e65-9453-2261c70b043f'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:46:09.065360 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea71fdb-ee8d-4bef-aaa9-1ed6b1ce59ab None None] Attempting to bind port 3f486a53-287f-4d8c-86de-3f3bc0a6de1f on network 06d4f13c-488c-4e65-9453-2261c70b043f {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:46:09.082095 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-c57366ea-5e0a-4f5d-80ca-1f3fd3fdcd2f None None] For port 81b366c2-311a-4f33-be09-33485f915010, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=81b366c2-311a-4f33-be09-33485f915010,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:46:09.087213 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea71fdb-ee8d-4bef-aaa9-1ed6b1ce59ab None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:46:09.087959 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea71fdb-ee8d-4bef-aaa9-1ed6b1ce59ab None None] Checking segment: {'id': '4f9c3679-38be-484a-a0f7-946cac38a9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '06d4f13c-488c-4e65-9453-2261c70b043f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:46:09.088539 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fea71fdb-ee8d-4bef-aaa9-1ed6b1ce59ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:09.089094 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea71fdb-ee8d-4bef-aaa9-1ed6b1ce59ab None None] Bound using segment: {'id': '4f9c3679-38be-484a-a0f7-946cac38a9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '06d4f13c-488c-4e65-9453-2261c70b043f'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:46:09.091179 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-fea71fdb-ee8d-4bef-aaa9-1ed6b1ce59ab None None] Bound port: 3f486a53-287f-4d8c-86de-3f3bc0a6de1f, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f9c3679-38be-484a-a0f7-946cac38a9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '06d4f13c-488c-4e65-9453-2261c70b043f'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:46:09.091179 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fea71fdb-ee8d-4bef-aaa9-1ed6b1ce59ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (3f486a53-287f-4d8c-86de-3f3bc0a6de1f), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:09.110951 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c57366ea-5e0a-4f5d-80ca-1f3fd3fdcd2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (81b366c2-311a-4f33-be09-33485f915010), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:09.141880 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-40eaeb82-e2ec-43f1-ba80-e79878aa17be admin admin] Publish callbacks [] for port (1d679ad0-d02d-4998-820e-6fbf59faa6cb), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:09.208277 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-40eaeb82-e2ec-43f1-ba80-e79878aa17be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (1d679ad0-d02d-4998-820e-6fbf59faa6cb), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:09.227699 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7be4db8-96f4-4de7-b7d9-a97fc5228c39 admin admin] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:46:09.241846 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7338cb21-3eab-4aeb-b138-bd5a7afc61a7 None None] Pushing event updated for resources: {'Port': ['ID=81b366c2-311a-4f33-be09-33485f915010,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:09.247433 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-b7be4db8-96f4-4de7-b7d9-a97fc5228c39 admin admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:46:09.253423 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7be4db8-96f4-4de7-b7d9-a97fc5228c39 admin admin] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:46:09.259718 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7be4db8-96f4-4de7-b7d9-a97fc5228c39 admin admin] Pushing event updated for resources: {'Port': ['ID=f8ad4eb5-9a11-4279-be84-f2ce0358b312,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:09.348716 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-fea71fdb-ee8d-4bef-aaa9-1ed6b1ce59ab None None] For port 3f486a53-287f-4d8c-86de-3f3bc0a6de1f, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:46:09.354388 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-fea71fdb-ee8d-4bef-aaa9-1ed6b1ce59ab None None] For port 3f486a53-287f-4d8c-86de-3f3bc0a6de1f, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=3f486a53-287f-4d8c-86de-3f3bc0a6de1f,segment=NetworkSegment(4f9c3679-38be-484a-a0f7-946cac38a9f0),segment_id=4f9c3679-38be-484a-a0f7-946cac38a9f0)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:46:09.361446 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40eaeb82-e2ec-43f1-ba80-e79878aa17be admin admin] Network 50d90d65-ef89-4bd1-b586-652792747756 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:46:09.383604 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-40eaeb82-e2ec-43f1-ba80-e79878aa17be admin admin] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:46:09.392719 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40eaeb82-e2ec-43f1-ba80-e79878aa17be admin admin] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:46:09.395263 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fea71fdb-ee8d-4bef-aaa9-1ed6b1ce59ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (3f486a53-287f-4d8c-86de-3f3bc0a6de1f), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:09.420024 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57366ea-5e0a-4f5d-80ca-1f3fd3fdcd2f None None] Routers {'fe51d7fa-6a5f-45b3-aa15-ef631f19e0dd'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:46:09.420839 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-c57366ea-5e0a-4f5d-80ca-1f3fd3fdcd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:45:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['fe51d7fa-6a5f-45b3-aa15-ef631f19e0dd'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:46:09.479706 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dfd4ba54-34d7-4ba5-a76b-90068e6e7605 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10915'] for router (6c909e18-3bad-49ff-83b2-3e70848dcd32), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:09.482482 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dfd4ba54-34d7-4ba5-a76b-90068e6e7605 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks [] for router_controller (6c909e18-3bad-49ff-83b2-3e70848dcd32), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:09.507848 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eaeb82-e2ec-43f1-ba80-e79878aa17be admin admin] Pushing event updated for resources: {'Port': ['ID=1d679ad0-d02d-4998-820e-6fbf59faa6cb,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:09.549602 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-40eaeb82-e2ec-43f1-ba80-e79878aa17be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1599818'] for router_interface (fe51d7fa-6a5f-45b3-aa15-ef631f19e0dd), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:09.554311 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-37a7e7f7-cb1e-4e2c-a6d3-46d7ab1c2359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (80351e8d-039f-446f-b397-8ff81e2dddc2), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:09.557326 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-37a7e7f7-cb1e-4e2c-a6d3-46d7ab1c2359 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:09.558557 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-37a7e7f7-cb1e-4e2c-a6d3-46d7ab1c2359 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/80351e8d-039f-446f-b397-8ff81e2dddc2 HTTP/1.1" status: 204 len: 168 time: 0.9056265 Feb 04 12:46:09.611769 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea71fdb-ee8d-4bef-aaa9-1ed6b1ce59ab None None] Pushing event updated for resources: {'Port': ['ID=3f486a53-287f-4d8c-86de-3f3bc0a6de1f,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:09.671624 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-c57366ea-5e0a-4f5d-80ca-1f3fd3fdcd2f None None] Set router fe51d7fa-6a5f-45b3-aa15-ef631f19e0dd gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:46:09.696234 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a7e7f7-cb1e-4e2c-a6d3-46d7ab1c2359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80351e8d-039f-446f-b397-8ff81e2dddc2,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:09.901206 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dfd4ba54-34d7-4ba5-a76b-90068e6e7605 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622829'] for router (6c909e18-3bad-49ff-83b2-3e70848dcd32), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:09.901919 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfd4ba54-34d7-4ba5-a76b-90068e6e7605 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Fanout notify agent at l3_agent the message router_deleted on router 6c909e18-3bad-49ff-83b2-3e70848dcd32 {{(pid=103474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 12:46:09.912727 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dfd4ba54-34d7-4ba5-a76b-90068e6e7605 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:09.917288 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-dfd4ba54-34d7-4ba5-a76b-90068e6e7605 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] 10.222.0.65 "DELETE /v2.0/routers/6c909e18-3bad-49ff-83b2-3e70848dcd32 HTTP/1.1" status: 204 len: 168 time: 1.8503084 Feb 04 12:46:09.919727 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 35218) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:46:10.001418 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-40eaeb82-e2ec-43f1-ba80-e79878aa17be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (1d679ad0-d02d-4998-820e-6fbf59faa6cb), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:10.164375 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-786df169-adfe-4876-b6b0-9d9a06926b94 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Deleting subnet 262093e2-80c8-4bdd-8077-3a772a43244a {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:46:10.177157 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-786df169-adfe-4876-b6b0-9d9a06926b94 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks [] for subnet (262093e2-80c8-4bdd-8077-3a772a43244a), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:10.207710 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8001c873-86a2-415c-963f-a9f2be2220ca req-e39ccc1a-5e03-4de8-bb6a-7a13a8780f05 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 210 time: 0.0526857 Feb 04 12:46:10.235769 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-c57366ea-5e0a-4f5d-80ca-1f3fd3fdcd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe51d7fa-6a5f-45b3-aa15-ef631f19e0dd', 'name': 'tempest-ServerRescueTestJSON-1675966004-router', 'tenant_id': '13522db399fe4d5f88698444f9d616e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '81b366c2-311a-4f33-be09-33485f915010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:45:58Z', 'updated_at': '2022-02-04T12:46:03Z', 'revision_number': 3, 'project_id': '13522db399fe4d5f88698444f9d616e8', 'gw_port': {'id': '81b366c2-311a-4f33-be09-33485f915010', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f4:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe51d7fa-6a5f-45b3-aa15-ef631f19e0dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:46:01Z', 'updated_at': '2022-02-04T12:46:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:46:10.290689 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-786df169-adfe-4876-b6b0-9d9a06926b94 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (262093e2-80c8-4bdd-8077-3a772a43244a), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:10.305703 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57366ea-5e0a-4f5d-80ca-1f3fd3fdcd2f None None] The sync data for ids ['fe51d7fa-6a5f-45b3-aa15-ef631f19e0dd'] in n-d-825015-3 is: [{'id': 'fe51d7fa-6a5f-45b3-aa15-ef631f19e0dd', 'name': 'tempest-ServerRescueTestJSON-1675966004-router', 'tenant_id': '13522db399fe4d5f88698444f9d616e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '81b366c2-311a-4f33-be09-33485f915010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:45:58Z', 'updated_at': '2022-02-04T12:46:03Z', 'revision_number': 3, 'project_id': '13522db399fe4d5f88698444f9d616e8', 'gw_port': {'id': '81b366c2-311a-4f33-be09-33485f915010', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f4:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe51d7fa-6a5f-45b3-aa15-ef631f19e0dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:46:01Z', 'updated_at': '2022-02-04T12:46:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:46:10.355123 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b7be4db8-96f4-4de7-b7d9-a97fc5228c39 admin admin] Publish callbacks [] for router_gateway (5dc60789-d9b3-4be6-9d48-9d7f9243a4ae), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:10.416364 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-40eaeb82-e2ec-43f1-ba80-e79878aa17be admin admin] Publish callbacks [] for port (1d679ad0-d02d-4998-820e-6fbf59faa6cb), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:10.425058 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-40eaeb82-e2ec-43f1-ba80-e79878aa17be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (1d679ad0-d02d-4998-820e-6fbf59faa6cb), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:10.554683 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-786df169-adfe-4876-b6b0-9d9a06926b94 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (262093e2-80c8-4bdd-8077-3a772a43244a), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:10.610777 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-40eaeb82-e2ec-43f1-ba80-e79878aa17be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622202'] for router_interface (fe51d7fa-6a5f-45b3-aa15-ef631f19e0dd), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:10.785586 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eaeb82-e2ec-43f1-ba80-e79878aa17be admin admin] Pushing event updated for resources: {'Port': ['ID=1d679ad0-d02d-4998-820e-6fbf59faa6cb,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:10.991065 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40eaeb82-e2ec-43f1-ba80-e79878aa17be admin admin] Network 50d90d65-ef89-4bd1-b586-652792747756 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:46:10.995697 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-40eaeb82-e2ec-43f1-ba80-e79878aa17be admin admin] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:46:11.074385 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b7be4db8-96f4-4de7-b7d9-a97fc5228c39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141'] for router (5dc60789-d9b3-4be6-9d48-9d7f9243a4ae), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:11.412360 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40eaeb82-e2ec-43f1-ba80-e79878aa17be admin admin] Router fe51d7fa-6a5f-45b3-aa15-ef631f19e0dd has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:46:11.445015 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-786df169-adfe-4876-b6b0-9d9a06926b94 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (262093e2-80c8-4bdd-8077-3a772a43244a), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:11.501912 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-43c5c403-7bc7-4434-8ae6-b3ac1ae8f0db req-54ef2bf1-ba9b-4269-a3b5-a2f2f683a2c7 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 210 time: 0.1300933 Feb 04 12:46:11.595810 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786df169-adfe-4876-b6b0-9d9a06926b94 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Pushing event deleted for resources: {'Subnet': ['ID=262093e2-80c8-4bdd-8077-3a772a43244a,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:11.601233 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-786df169-adfe-4876-b6b0-9d9a06926b94 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:11.609178 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-786df169-adfe-4876-b6b0-9d9a06926b94 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] 10.222.0.65 "DELETE /v2.0/subnets/262093e2-80c8-4bdd-8077-3a772a43244a HTTP/1.1" status: 204 len: 168 time: 1.6869152 Feb 04 12:46:11.610345 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06692fda-b350-4927-a163-e15f04adc2e8 None None] Network f2a3b7e8-c221-4f12-af44-fa2a276dc441 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:46:11.625077 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 35254) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:46:11.811107 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2688af-af9a-44f0-a00e-4f82cea0913c None None] Network 06d4f13c-488c-4e65-9453-2261c70b043f requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:46:11.826249 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 3f486a53-287f-4d8c-86de-3f3bc0a6de1f up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:46:11.908694 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-070c7669-6071-4928-8033-070b0b03c59f tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (f2a3b7e8-c221-4f12-af44-fa2a276dc441), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:11.924333 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40eaeb82-e2ec-43f1-ba80-e79878aa17be admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:46:11.943893 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-40eaeb82-e2ec-43f1-ba80-e79878aa17be admin admin] 10.222.0.65 "PUT /v2.0/routers/fe51d7fa-6a5f-45b3-aa15-ef631f19e0dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4688911 Feb 04 12:46:11.963907 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7be4db8-96f4-4de7-b7d9-a97fc5228c39 admin admin] Router 5dc60789-d9b3-4be6-9d48-9d7f9243a4ae is scheduled to L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de with binding_index 1 {{(pid=103474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 12:46:12.123184 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-8dd226f1-e23d-422e-ac5e-c09d605b727c None None] Provisioning complete for port 3f486a53-287f-4d8c-86de-3f3bc0a6de1f triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:46:12.132097 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8dd226f1-e23d-422e-ac5e-c09d605b727c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (3f486a53-287f-4d8c-86de-3f3bc0a6de1f), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:12.357922 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-070c7669-6071-4928-8033-070b0b03c59f tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Deleting port 6b50599d-bae0-45f2-9094-712147bcad81 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:46:12.358280 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-070c7669-6071-4928-8033-070b0b03c59f tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (6b50599d-bae0-45f2-9094-712147bcad81), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:12.361420 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7be4db8-96f4-4de7-b7d9-a97fc5228c39 admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:46:12.410159 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94879c7-5045-439c-91cc-8504eaf3f1e9 None None] Sync routers for ids ['5dc60789-d9b3-4be6-9d48-9d7f9243a4ae'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:46:12.431296 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 3f486a53-287f-4d8c-86de-3f3bc0a6de1f triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:46:12.440349 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (3f486a53-287f-4d8c-86de-3f3bc0a6de1f), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:12.511196 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa34d48-f4ad-4a98-a20a-9f7c092ba59d None None] DHCP port deletion for f2a3b7e8-c221-4f12-af44-fa2a276dc441 request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 12:46:12.516695 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94879c7-5045-439c-91cc-8504eaf3f1e9 None None] Routers {'5dc60789-d9b3-4be6-9d48-9d7f9243a4ae'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:46:12.528628 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-a94879c7-5045-439c-91cc-8504eaf3f1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:45:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['5dc60789-d9b3-4be6-9d48-9d7f9243a4ae'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:46:12.561683 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b7be4db8-96f4-4de7-b7d9-a97fc5228c39 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:12.567846 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-b7be4db8-96f4-4de7-b7d9-a97fc5228c39 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.2616625 Feb 04 12:46:12.568634 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 35280) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:46:12.618761 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-070c7669-6071-4928-8033-070b0b03c59f tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] For port 6b50599d-bae0-45f2-9094-712147bcad81, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=6b50599d-bae0-45f2-9094-712147bcad81,segment=NetworkSegment(c0e1f24e-4744-4e29-a2ac-6cc2ef8f857c),segment_id=c0e1f24e-4744-4e29-a2ac-6cc2ef8f857c)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:46:12.619146 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-070c7669-6071-4928-8033-070b0b03c59f tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (6b50599d-bae0-45f2-9094-712147bcad81), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:12.661069 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-070c7669-6071-4928-8033-070b0b03c59f tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Calling delete_port for 6b50599d-bae0-45f2-9094-712147bcad81 owned by network:dhcp {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:46:12.890101 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-070c7669-6071-4928-8033-070b0b03c59f tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (6b50599d-bae0-45f2-9094-712147bcad81), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:12.929337 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-a94879c7-5045-439c-91cc-8504eaf3f1e9 None None] Set router 5dc60789-d9b3-4be6-9d48-9d7f9243a4ae gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:46:12.933150 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b17d50bd-0dbb-410e-82ae-5734fc2238a1 req-8d05fece-fac4-4d53-afeb-34badd26e134 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 210 time: 0.2010779 Feb 04 12:46:12.964498 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070c7669-6071-4928-8033-070b0b03c59f tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Pushing event deleted for resources: {'Port': ['ID=6b50599d-bae0-45f2-9094-712147bcad81,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:12.968198 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070c7669-6071-4928-8033-070b0b03c59f tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] No DVR routers for this DVR port 6b50599d-bae0-45f2-9094-712147bcad81 on host n-d-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:46:13.104800 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-070c7669-6071-4928-8033-070b0b03c59f tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (f2a3b7e8-c221-4f12-af44-fa2a276dc441), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:13.135726 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-070c7669-6071-4928-8033-070b0b03c59f tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2a3b7e8-c221-4f12-af44-fa2a276dc441']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:46:13.147906 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-070c7669-6071-4928-8033-070b0b03c59f tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0e1f24e-4744-4e29-a2ac-6cc2ef8f857c') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:46:13.148244 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-070c7669-6071-4928-8033-070b0b03c59f tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0e1f24e-4744-4e29-a2ac-6cc2ef8f857c') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:46:13.175880 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-070c7669-6071-4928-8033-070b0b03c59f tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (c0e1f24e-4744-4e29-a2ac-6cc2ef8f857c), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:13.209548 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-070c7669-6071-4928-8033-070b0b03c59f tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (c0e1f24e-4744-4e29-a2ac-6cc2ef8f857c), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:13.224349 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-070c7669-6071-4928-8033-070b0b03c59f tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:46:13.224770 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-070c7669-6071-4928-8033-070b0b03c59f tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (c0e1f24e-4744-4e29-a2ac-6cc2ef8f857c), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:13.331602 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 12:46:13.331602 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:46:13.331602 n-d-825015-3 neutron-server[103474]: timer() Feb 04 12:46:13.331602 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:46:13.331602 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 12:46:13.331602 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:46:13.331602 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 12:46:13.331602 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:46:13.331602 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 12:46:13.331602 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:46:13.331602 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 12:46:13.331602 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:46:13.331602 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 12:46:13.331602 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:46:13.331602 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:46:13.331602 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:46:13.331602 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:46:13.331602 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:46:13.331602 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 12:46:13.331602 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:46:13.331602 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 12:46:13.331602 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:46:13.331602 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:46:13.331602 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:46:13.331602 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 12:46:13.331602 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:46:13.331602 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:46:13.331602 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:46:13.331602 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:46:13.331602 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:46:13.331602 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:46:13.331602 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:46:13.383257 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-070c7669-6071-4928-8033-070b0b03c59f tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (f2a3b7e8-c221-4f12-af44-fa2a276dc441), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:13.392065 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-070c7669-6071-4928-8033-070b0b03c59f tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:13.411331 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-070c7669-6071-4928-8033-070b0b03c59f tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] 10.222.0.65 "DELETE /v2.0/networks/f2a3b7e8-c221-4f12-af44-fa2a276dc441 HTTP/1.1" status: 204 len: 168 time: 1.7705107 Feb 04 12:46:13.420646 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 35302) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:46:13.422914 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-3aa34d48-f4ad-4a98-a20a-9f7c092ba59d None None] The port '6b50599d-bae0-45f2-9094-712147bcad81' was deleted {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2006}} Feb 04 12:46:13.437883 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070c7669-6071-4928-8033-070b0b03c59f tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Pushing event deleted for resources: {'Network': ['ID=f2a3b7e8-c221-4f12-af44-fa2a276dc441,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:13.446740 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-fe617e56-7688-4248-a466-7c7b1405ce2e tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-220463664', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}, 'admin_state_up': False}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:46:13.487206 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-8dd226f1-e23d-422e-ac5e-c09d605b727c None None] Current status of the port 3f486a53-287f-4d8c-86de-3f3bc0a6de1f is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:46:13.487637 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8dd226f1-e23d-422e-ac5e-c09d605b727c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (3f486a53-287f-4d8c-86de-3f3bc0a6de1f), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:13.550177 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-8dd226f1-e23d-422e-ac5e-c09d605b727c None None] For port 3f486a53-287f-4d8c-86de-3f3bc0a6de1f, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=3f486a53-287f-4d8c-86de-3f3bc0a6de1f,segment=NetworkSegment(4f9c3679-38be-484a-a0f7-946cac38a9f0),segment_id=4f9c3679-38be-484a-a0f7-946cac38a9f0)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:46:13.574459 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8dd226f1-e23d-422e-ac5e-c09d605b727c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (3f486a53-287f-4d8c-86de-3f3bc0a6de1f), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:13.606394 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fe617e56-7688-4248-a466-7c7b1405ce2e tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10933'] for router (83e44d23-2204-4004-b21e-fc30255a2e30), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:13.609264 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fe617e56-7688-4248-a466-7c7b1405ce2e tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10924'] for router (83e44d23-2204-4004-b21e-fc30255a2e30), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:13.731978 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fe617e56-7688-4248-a466-7c7b1405ce2e tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks [] for router_controller (83e44d23-2204-4004-b21e-fc30255a2e30), precommit_add_association {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:13.761644 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e626837-018a-48f1-804c-5431811be674 None None] Sync routers for ids ['fe51d7fa-6a5f-45b3-aa15-ef631f19e0dd'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:46:13.766518 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64546cc3-b13e-45dc-a5da-9e6a975f75fa req-9ac910c3-7ad8-4c96-a62e-4021db661c62 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:46:13.774549 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-64546cc3-b13e-45dc-a5da-9e6a975f75fa req-9ac910c3-7ad8-4c96-a62e-4021db661c62 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/networks?id=50d90d65-ef89-4bd1-b586-652792747756 HTTP/1.1" status: 200 len: 811 time: 0.6038773 Feb 04 12:46:13.793656 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e626837-018a-48f1-804c-5431811be674 None None] Routers {'fe51d7fa-6a5f-45b3-aa15-ef631f19e0dd'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:46:13.800254 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-8e626837-018a-48f1-804c-5431811be674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:45:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['fe51d7fa-6a5f-45b3-aa15-ef631f19e0dd'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:46:13.949530 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-64546cc3-b13e-45dc-a5da-9e6a975f75fa req-863d2b60-7d1a-4822-ae54-107fd470c245 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/quotas/13522db399fe4d5f88698444f9d616e8 HTTP/1.1" status: 200 len: 375 time: 0.1682217 Feb 04 12:46:14.117869 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-8e626837-018a-48f1-804c-5431811be674 None None] Set router fe51d7fa-6a5f-45b3-aa15-ef631f19e0dd gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:46:14.244583 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd226f1-e23d-422e-ac5e-c09d605b727c None None] Pushing event updated for resources: {'Port': ['ID=3f486a53-287f-4d8c-86de-3f3bc0a6de1f,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:14.276280 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 3f486a53-287f-4d8c-86de-3f3bc0a6de1f is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:46:14.277416 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 81b366c2-311a-4f33-be09-33485f915010 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:46:14.403673 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-a94879c7-5045-439c-91cc-8504eaf3f1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc60789-d9b3-4be6-9d48-9d7f9243a4ae', 'name': 'tempest-TestServerMultinode-1080931888-router', 'tenant_id': '994991376cd54034b5ccc34a0e21b476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': 'f8ad4eb5-9a11-4279-be84-f2ce0358b312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:46:06Z', 'updated_at': '2022-02-04T12:46:09Z', 'revision_number': 3, 'project_id': '994991376cd54034b5ccc34a0e21b476', 'gw_port': {'id': 'f8ad4eb5-9a11-4279-be84-f2ce0358b312', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:5d:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dc60789-d9b3-4be6-9d48-9d7f9243a4ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:46:08Z', 'updated_at': '2022-02-04T12:46:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:46:14.408999 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fe617e56-7688-4248-a466-7c7b1405ce2e tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks [] for router_gateway (83e44d23-2204-4004-b21e-fc30255a2e30), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:14.416513 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-66e8f2a7-adab-4a08-afc5-2caa010c02bd None None] Provisioning complete for port 3f486a53-287f-4d8c-86de-3f3bc0a6de1f triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:46:14.416710 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-66e8f2a7-adab-4a08-afc5-2caa010c02bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (3f486a53-287f-4d8c-86de-3f3bc0a6de1f), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:14.467841 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-8e626837-018a-48f1-804c-5431811be674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe51d7fa-6a5f-45b3-aa15-ef631f19e0dd', 'name': 'tempest-ServerRescueTestJSON-1675966004-router', 'tenant_id': '13522db399fe4d5f88698444f9d616e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '81b366c2-311a-4f33-be09-33485f915010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:45:58Z', 'updated_at': '2022-02-04T12:46:09Z', 'revision_number': 4, 'project_id': '13522db399fe4d5f88698444f9d616e8', 'gw_port': {'id': '81b366c2-311a-4f33-be09-33485f915010', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f4:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe51d7fa-6a5f-45b3-aa15-ef631f19e0dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:46:01Z', 'updated_at': '2022-02-04T12:46:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '1d679ad0-d02d-4998-820e-6fbf59faa6cb', 'name': '', 'network_id': '50d90d65-ef89-4bd1-b586-652792747756', 'tenant_id': '13522db399fe4d5f88698444f9d616e8', 'mac_address': 'fa:16:3e:f9:1a:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe51d7fa-6a5f-45b3-aa15-ef631f19e0dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '1b8a94de-4daf-40f7-9264-be25d0cf82c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:46:07Z', 'updated_at': '2022-02-04T12:46:10Z', 'revision_number': 2, 'project_id': '13522db399fe4d5f88698444f9d616e8', 'subnets': [{'id': '1b8a94de-4daf-40f7-9264-be25d0cf82c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:46:14.533662 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e626837-018a-48f1-804c-5431811be674 None None] Checking router: fe51d7fa-6a5f-45b3-aa15-ef631f19e0dd for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:46:14.534019 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e626837-018a-48f1-804c-5431811be674 None None] Updating router fe51d7fa-6a5f-45b3-aa15-ef631f19e0dd port 1d679ad0-d02d-4998-820e-6fbf59faa6cb binding host n-d-825015-3 {{(pid=103477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:46:14.551144 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94879c7-5045-439c-91cc-8504eaf3f1e9 None None] Checking router: 5dc60789-d9b3-4be6-9d48-9d7f9243a4ae for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:46:14.551386 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94879c7-5045-439c-91cc-8504eaf3f1e9 None None] Updating router 5dc60789-d9b3-4be6-9d48-9d7f9243a4ae port f8ad4eb5-9a11-4279-be84-f2ce0358b312 binding host n-d-825015-3 {{(pid=103476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:46:14.587259 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8e626837-018a-48f1-804c-5431811be674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (1d679ad0-d02d-4998-820e-6fbf59faa6cb), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:14.606728 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b58bdf8d-dbe1-4569-87a3-a1506f31312e req-ee07e686-d47d-4237-9f16-02b3b8523ddb tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 210 time: 0.4957986 Feb 04 12:46:14.681882 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a94879c7-5045-439c-91cc-8504eaf3f1e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (f8ad4eb5-9a11-4279-be84-f2ce0358b312), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:14.768698 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 81b366c2-311a-4f33-be09-33485f915010 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:46:14.769088 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (81b366c2-311a-4f33-be09-33485f915010), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:14.864771 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-64546cc3-b13e-45dc-a5da-9e6a975f75fa req-51f4296c-acc5-4eb0-8a2e-27cf84ca6e71 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=13522db399fe4d5f88698444f9d616e8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9135993 Feb 04 12:46:14.955640 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8ff5bfa5-dc44-4173-ab94-7e3d939ed093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:15.034729 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-64546cc3-b13e-45dc-a5da-9e6a975f75fa req-835fed3f-dc88-44da-ba46-c8f7b24c6808 service neutron] 10.222.0.65 "GET /v2.0/networks/50d90d65-ef89-4bd1-b586-652792747756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579242 Feb 04 12:46:15.168185 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-66e8f2a7-adab-4a08-afc5-2caa010c02bd None None] Current status of the port 3f486a53-287f-4d8c-86de-3f3bc0a6de1f is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:46:15.169265 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [req-320b85be-b37c-4aa1-a91c-ef55c58137b8 req-bad47af9-d7af-482b-a785-ea72e1589c77 service neutron] (103474) timed out ('10.222.0.65', 55948) {{(pid=103474) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 04 12:46:15.286078 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8e626837-018a-48f1-804c-5431811be674 None None] Publish callbacks [] for port (1d679ad0-d02d-4998-820e-6fbf59faa6cb), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:15.295577 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8e626837-018a-48f1-804c-5431811be674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (1d679ad0-d02d-4998-820e-6fbf59faa6cb), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:15.389474 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09371730-67b1-474e-85cc-49c8e03073fe None None] Pushing event updated for resources: {'Port': ['ID=1d679ad0-d02d-4998-820e-6fbf59faa6cb,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:15.412130 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 81b366c2-311a-4f33-be09-33485f915010 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:46:15.421815 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (81b366c2-311a-4f33-be09-33485f915010), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:15.513167 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-8e626837-018a-48f1-804c-5431811be674 None None] Attempting to bind port 1d679ad0-d02d-4998-820e-6fbf59faa6cb on host n-d-825015-3 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:46:15.514015 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-8e626837-018a-48f1-804c-5431811be674 None None] Attempting to bind port 1d679ad0-d02d-4998-820e-6fbf59faa6cb by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': 'a4fd1883-c4c7-4318-8e98-9e85a63fb156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '50d90d65-ef89-4bd1-b586-652792747756'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:46:15.514603 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e626837-018a-48f1-804c-5431811be674 None None] Attempting to bind port 1d679ad0-d02d-4998-820e-6fbf59faa6cb on network 50d90d65-ef89-4bd1-b586-652792747756 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:46:15.520629 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port 81b366c2-311a-4f33-be09-33485f915010, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=81b366c2-311a-4f33-be09-33485f915010,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:46:15.527271 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e626837-018a-48f1-804c-5431811be674 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:46:15.527944 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e626837-018a-48f1-804c-5431811be674 None None] Checking segment: {'id': 'a4fd1883-c4c7-4318-8e98-9e85a63fb156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '50d90d65-ef89-4bd1-b586-652792747756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:46:15.528806 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8e626837-018a-48f1-804c-5431811be674 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:15.529364 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e626837-018a-48f1-804c-5431811be674 None None] Bound using segment: {'id': 'a4fd1883-c4c7-4318-8e98-9e85a63fb156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '50d90d65-ef89-4bd1-b586-652792747756'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:46:15.530609 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-8e626837-018a-48f1-804c-5431811be674 None None] Bound port: 1d679ad0-d02d-4998-820e-6fbf59faa6cb, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4fd1883-c4c7-4318-8e98-9e85a63fb156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '50d90d65-ef89-4bd1-b586-652792747756'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:46:15.531260 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8e626837-018a-48f1-804c-5431811be674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (1d679ad0-d02d-4998-820e-6fbf59faa6cb), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:15.547449 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (81b366c2-311a-4f33-be09-33485f915010), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:15.580065 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-64546cc3-b13e-45dc-a5da-9e6a975f75fa req-29f6239b-7b08-4736-b9ad-b231cca1eaf0 service neutron] 10.222.0.65 "GET /v2.0/networks/50d90d65-ef89-4bd1-b586-652792747756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4879162 Feb 04 12:46:15.662660 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-8e626837-018a-48f1-804c-5431811be674 None None] For port 1d679ad0-d02d-4998-820e-6fbf59faa6cb, host n-d-825015-3, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:46:15.669351 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-8e626837-018a-48f1-804c-5431811be674 None None] For port 1d679ad0-d02d-4998-820e-6fbf59faa6cb, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=1d679ad0-d02d-4998-820e-6fbf59faa6cb,segment=NetworkSegment(a4fd1883-c4c7-4318-8e98-9e85a63fb156),segment_id=a4fd1883-c4c7-4318-8e98-9e85a63fb156)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:46:15.685875 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8e626837-018a-48f1-804c-5431811be674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (1d679ad0-d02d-4998-820e-6fbf59faa6cb), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:15.727602 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fe617e56-7688-4248-a466-7c7b1405ce2e tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks [] for router_gateway (83e44d23-2204-4004-b21e-fc30255a2e30), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:15.809281 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=81b366c2-311a-4f33-be09-33485f915010,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:15.823543 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fe617e56-7688-4248-a466-7c7b1405ce2e tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:15.839432 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 3f486a53-287f-4d8c-86de-3f3bc0a6de1f up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:46:15.862255 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e626837-018a-48f1-804c-5431811be674 None None] Routers {'fe51d7fa-6a5f-45b3-aa15-ef631f19e0dd'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:46:15.865423 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-8e626837-018a-48f1-804c-5431811be674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:45:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['fe51d7fa-6a5f-45b3-aa15-ef631f19e0dd'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:46:15.870129 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4dc55389-17e6-437b-b3ff-553bdf8ffd26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:15.873717 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cfd78dd8-b0b8-4ad2-a868-6b2444495661 req-148f598c-2a5f-40ed-809c-9cd3b65fd75c tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 210 time: 0.0620470 Feb 04 12:46:15.927908 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-8ff5bfa5-dc44-4173-ab94-7e3d939ed093 admin admin] Allocated IP 172.20.0.1 (06d4f13c-488c-4e65-9453-2261c70b043f/6fca4f61-e1b8-4dc7-8b4e-7773edd228c6/380225d2-46cb-4b0d-bd8a-1420c098d893) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:46:16.008500 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09371730-67b1-474e-85cc-49c8e03073fe None None] Pushing event updated for resources: {'Port': ['ID=1d679ad0-d02d-4998-820e-6fbf59faa6cb,revision_number=4']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:16.295113 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a94879c7-5045-439c-91cc-8504eaf3f1e9 None None] Publish callbacks [] for port (f8ad4eb5-9a11-4279-be84-f2ce0358b312), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:16.313858 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a94879c7-5045-439c-91cc-8504eaf3f1e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (f8ad4eb5-9a11-4279-be84-f2ce0358b312), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:16.448115 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960506e5-007e-456a-a476-56b35a965204 None None] Pushing event updated for resources: {'Port': ['ID=f8ad4eb5-9a11-4279-be84-f2ce0358b312,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:16.454285 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-8e626837-018a-48f1-804c-5431811be674 None None] Set router fe51d7fa-6a5f-45b3-aa15-ef631f19e0dd gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:46:16.511833 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-a94879c7-5045-439c-91cc-8504eaf3f1e9 None None] Attempting to bind port f8ad4eb5-9a11-4279-be84-f2ce0358b312 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:46:16.512327 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-a94879c7-5045-439c-91cc-8504eaf3f1e9 None None] Attempting to bind port f8ad4eb5-9a11-4279-be84-f2ce0358b312 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:46:16.512830 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94879c7-5045-439c-91cc-8504eaf3f1e9 None None] Attempting to bind port f8ad4eb5-9a11-4279-be84-f2ce0358b312 on network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:46:16.542909 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94879c7-5045-439c-91cc-8504eaf3f1e9 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:46:16.543543 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94879c7-5045-439c-91cc-8504eaf3f1e9 None None] Checking segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:46:16.544170 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a94879c7-5045-439c-91cc-8504eaf3f1e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:16.544679 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94879c7-5045-439c-91cc-8504eaf3f1e9 None None] Bound using segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:46:16.545615 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-a94879c7-5045-439c-91cc-8504eaf3f1e9 None None] Bound port: f8ad4eb5-9a11-4279-be84-f2ce0358b312, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:46:16.546111 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a94879c7-5045-439c-91cc-8504eaf3f1e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (f8ad4eb5-9a11-4279-be84-f2ce0358b312), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:16.718518 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 3f486a53-287f-4d8c-86de-3f3bc0a6de1f triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:46:16.722380 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (3f486a53-287f-4d8c-86de-3f3bc0a6de1f), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:16.758424 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-97422436-73c0-49d9-9ea7-a2e8d0e087b4 req-39c0722f-6909-4d65-a8cf-53e004806aac tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/ports?device_id=974df47e-a411-4441-bed4-ef3968eb2aa7 HTTP/1.1" status: 200 len: 210 time: 0.1076372 Feb 04 12:46:16.777399 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8ff5bfa5-dc44-4173-ab94-7e3d939ed093 admin admin] Publish callbacks [] for port (380225d2-46cb-4b0d-bd8a-1420c098d893), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:16.799880 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-a94879c7-5045-439c-91cc-8504eaf3f1e9 None None] For port f8ad4eb5-9a11-4279-be84-f2ce0358b312, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:46:16.818604 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-a94879c7-5045-439c-91cc-8504eaf3f1e9 None None] For port f8ad4eb5-9a11-4279-be84-f2ce0358b312, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=f8ad4eb5-9a11-4279-be84-f2ce0358b312,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:46:16.821345 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-fe617e56-7688-4248-a466-7c7b1405ce2e tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Allocated IP 172.25.3.130 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/d6be4c2a-9245-4b4f-adf0-397d530026af) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:46:16.834012 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a94879c7-5045-439c-91cc-8504eaf3f1e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (f8ad4eb5-9a11-4279-be84-f2ce0358b312), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:16.945569 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-8e626837-018a-48f1-804c-5431811be674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe51d7fa-6a5f-45b3-aa15-ef631f19e0dd', 'name': 'tempest-ServerRescueTestJSON-1675966004-router', 'tenant_id': '13522db399fe4d5f88698444f9d616e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '81b366c2-311a-4f33-be09-33485f915010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:45:58Z', 'updated_at': '2022-02-04T12:46:09Z', 'revision_number': 4, 'project_id': '13522db399fe4d5f88698444f9d616e8', 'gw_port': {'id': '81b366c2-311a-4f33-be09-33485f915010', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f4:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe51d7fa-6a5f-45b3-aa15-ef631f19e0dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:46:01Z', 'updated_at': '2022-02-04T12:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '1d679ad0-d02d-4998-820e-6fbf59faa6cb', 'name': '', 'network_id': '50d90d65-ef89-4bd1-b586-652792747756', 'tenant_id': '13522db399fe4d5f88698444f9d616e8', 'mac_address': 'fa:16:3e:f9:1a:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe51d7fa-6a5f-45b3-aa15-ef631f19e0dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '1b8a94de-4daf-40f7-9264-be25d0cf82c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:46:07Z', 'updated_at': '2022-02-04T12:46:15Z', 'revision_number': 4, 'project_id': '13522db399fe4d5f88698444f9d616e8', 'subnets': [{'id': '1b8a94de-4daf-40f7-9264-be25d0cf82c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:46:16.983653 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94879c7-5045-439c-91cc-8504eaf3f1e9 None None] Routers {'5dc60789-d9b3-4be6-9d48-9d7f9243a4ae'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:46:16.984536 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-a94879c7-5045-439c-91cc-8504eaf3f1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:45:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['5dc60789-d9b3-4be6-9d48-9d7f9243a4ae'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:46:17.029567 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e626837-018a-48f1-804c-5431811be674 None None] The sync data for ids ['fe51d7fa-6a5f-45b3-aa15-ef631f19e0dd'] in n-d-825015-3 is: [{'id': 'fe51d7fa-6a5f-45b3-aa15-ef631f19e0dd', 'name': 'tempest-ServerRescueTestJSON-1675966004-router', 'tenant_id': '13522db399fe4d5f88698444f9d616e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '81b366c2-311a-4f33-be09-33485f915010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:45:58Z', 'updated_at': '2022-02-04T12:46:09Z', 'revision_number': 4, 'project_id': '13522db399fe4d5f88698444f9d616e8', 'gw_port': {'id': '81b366c2-311a-4f33-be09-33485f915010', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f4:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe51d7fa-6a5f-45b3-aa15-ef631f19e0dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:46:01Z', 'updated_at': '2022-02-04T12:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '1d679ad0-d02d-4998-820e-6fbf59faa6cb', 'name': '', 'network_id': '50d90d65-ef89-4bd1-b586-652792747756', 'tenant_id': '13522db399fe4d5f88698444f9d616e8', 'mac_address': 'fa:16:3e:f9:1a:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe51d7fa-6a5f-45b3-aa15-ef631f19e0dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '1b8a94de-4daf-40f7-9264-be25d0cf82c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:46:07Z', 'updated_at': '2022-02-04T12:46:15Z', 'revision_number': 4, 'project_id': '13522db399fe4d5f88698444f9d616e8', 'subnets': [{'id': '1b8a94de-4daf-40f7-9264-be25d0cf82c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:46:17.154106 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-a94879c7-5045-439c-91cc-8504eaf3f1e9 None None] Set router 5dc60789-d9b3-4be6-9d48-9d7f9243a4ae gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:46:17.320190 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960506e5-007e-456a-a476-56b35a965204 None None] Pushing event updated for resources: {'Port': ['ID=f8ad4eb5-9a11-4279-be84-f2ce0358b312,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:17.546833 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 3f486a53-287f-4d8c-86de-3f3bc0a6de1f is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:46:17.690213 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 6b50599d-bae0-45f2-9094-712147bcad81 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:46:17.711696 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [req-43fe5c98-47c9-4637-abbe-7301f1808532 req-d275c2ae-de46-4de5-be7b-bed7141b549e tempest-ListServerFiltersTestJSON-1567501329 tempest-ListServerFiltersTestJSON-1567501329-project] (103474) timed out ('10.222.0.77', 52833) {{(pid=103474) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 04 12:46:17.769231 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 6b50599d-bae0-45f2-9094-712147bcad81 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:46:17.769586 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 6b50599d-bae0-45f2-9094-712147bcad81 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:46:17.834416 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-a94879c7-5045-439c-91cc-8504eaf3f1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc60789-d9b3-4be6-9d48-9d7f9243a4ae', 'name': 'tempest-TestServerMultinode-1080931888-router', 'tenant_id': '994991376cd54034b5ccc34a0e21b476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': 'f8ad4eb5-9a11-4279-be84-f2ce0358b312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:46:06Z', 'updated_at': '2022-02-04T12:46:09Z', 'revision_number': 3, 'project_id': '994991376cd54034b5ccc34a0e21b476', 'gw_port': {'id': 'f8ad4eb5-9a11-4279-be84-f2ce0358b312', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:5d:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dc60789-d9b3-4be6-9d48-9d7f9243a4ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:46:08Z', 'updated_at': '2022-02-04T12:46:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:46:17.906725 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94879c7-5045-439c-91cc-8504eaf3f1e9 None None] The sync data for ids ['5dc60789-d9b3-4be6-9d48-9d7f9243a4ae'] in n-d-825015-3 is: [{'id': '5dc60789-d9b3-4be6-9d48-9d7f9243a4ae', 'name': 'tempest-TestServerMultinode-1080931888-router', 'tenant_id': '994991376cd54034b5ccc34a0e21b476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': 'f8ad4eb5-9a11-4279-be84-f2ce0358b312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:46:06Z', 'updated_at': '2022-02-04T12:46:09Z', 'revision_number': 3, 'project_id': '994991376cd54034b5ccc34a0e21b476', 'gw_port': {'id': 'f8ad4eb5-9a11-4279-be84-f2ce0358b312', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:5d:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dc60789-d9b3-4be6-9d48-9d7f9243a4ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:46:08Z', 'updated_at': '2022-02-04T12:46:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:46:17.988770 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2347a5d8-cd7a-41aa-81b5-b60c6742ae88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:18.151580 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fe617e56-7688-4248-a466-7c7b1405ce2e tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks [] for port (d6be4c2a-9245-4b4f-adf0-397d530026af), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:18.191269 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 81b366c2-311a-4f33-be09-33485f915010 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:46:18.248695 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fe617e56-7688-4248-a466-7c7b1405ce2e tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (d6be4c2a-9245-4b4f-adf0-397d530026af), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:18.338333 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 81b366c2-311a-4f33-be09-33485f915010 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:46:18.341960 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (81b366c2-311a-4f33-be09-33485f915010), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:18.367761 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d4b6b8cc-43e6-45c5-ab59-d5942029d5ea req-3aaa81b6-cf3d-4953-a0b5-3a76a141b343 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/ports?device_id=974df47e-a411-4441-bed4-ef3968eb2aa7 HTTP/1.1" status: 200 len: 210 time: 0.1372409 Feb 04 12:46:18.650687 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 81b366c2-311a-4f33-be09-33485f915010 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:46:18.651820 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 1d679ad0-d02d-4998-820e-6fbf59faa6cb up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:46:18.688865 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e82251fb-97ed-4a5b-8331-ba20717667ea req-46145d23-e2f4-4346-9087-e5095ac9b06c tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 210 time: 0.4576349 Feb 04 12:46:18.728222 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe617e56-7688-4248-a466-7c7b1405ce2e tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:46:18.757314 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8ff5bfa5-dc44-4173-ab94-7e3d939ed093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (380225d2-46cb-4b0d-bd8a-1420c098d893), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:18.779835 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-fe617e56-7688-4248-a466-7c7b1405ce2e tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:46:18.813884 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 1d679ad0-d02d-4998-820e-6fbf59faa6cb triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:46:18.816506 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (1d679ad0-d02d-4998-820e-6fbf59faa6cb), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:18.873520 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64546cc3-b13e-45dc-a5da-9e6a975f75fa req-31f8a197-a37b-4423-93eb-461b72e526bb tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:46:18.875036 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-64546cc3-b13e-45dc-a5da-9e6a975f75fa req-31f8a197-a37b-4423-93eb-461b72e526bb tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.73 "GET /v2.0/networks?id=50d90d65-ef89-4bd1-b586-652792747756 HTTP/1.1" status: 200 len: 811 time: 0.6417058 Feb 04 12:46:18.876573 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe617e56-7688-4248-a466-7c7b1405ce2e tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:46:18.956510 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 1d679ad0-d02d-4998-820e-6fbf59faa6cb is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:46:18.957055 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (1d679ad0-d02d-4998-820e-6fbf59faa6cb), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:19.101125 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port 1d679ad0-d02d-4998-820e-6fbf59faa6cb, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=1d679ad0-d02d-4998-820e-6fbf59faa6cb,segment=NetworkSegment(a4fd1883-c4c7-4318-8e98-9e85a63fb156),segment_id=a4fd1883-c4c7-4318-8e98-9e85a63fb156)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:46:19.109124 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (1d679ad0-d02d-4998-820e-6fbf59faa6cb), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:19.209619 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe617e56-7688-4248-a466-7c7b1405ce2e tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Pushing event updated for resources: {'Port': ['ID=d6be4c2a-9245-4b4f-adf0-397d530026af,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:19.231989 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=1d679ad0-d02d-4998-820e-6fbf59faa6cb,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:19.234269 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff5bfa5-dc44-4173-ab94-7e3d939ed093 admin admin] Network 06d4f13c-488c-4e65-9453-2261c70b043f is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:46:19.247608 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-64546cc3-b13e-45dc-a5da-9e6a975f75fa req-f19ce2d4-aa27-4920-9e90-8362c1f50c56 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] Request body: {'port': {'device_id': '974df47e-a411-4441-bed4-ef3968eb2aa7', 'network_id': '50d90d65-ef89-4bd1-b586-652792747756', 'admin_state_up': True, 'tenant_id': '13522db399fe4d5f88698444f9d616e8'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:46:19.258224 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-8ff5bfa5-dc44-4173-ab94-7e3d939ed093 admin admin] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:46:19.278854 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff5bfa5-dc44-4173-ab94-7e3d939ed093 admin admin] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:46:19.286648 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:19.562463 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff5bfa5-dc44-4173-ab94-7e3d939ed093 admin admin] Pushing event updated for resources: {'Port': ['ID=380225d2-46cb-4b0d-bd8a-1420c098d893,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:19.778047 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-aad513c6-4267-4d69-ae06-25e397e4954f None None] Provisioning complete for port 380225d2-46cb-4b0d-bd8a-1420c098d893 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:46:19.800927 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-aad513c6-4267-4d69-ae06-25e397e4954f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (380225d2-46cb-4b0d-bd8a-1420c098d893), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:19.827857 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-662d93e7-ff81-4e90-a24a-999baeba5728 req-dc44473e-c22d-4692-8ded-5b912fb54d8c tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/ports?device_id=974df47e-a411-4441-bed4-ef3968eb2aa7 HTTP/1.1" status: 200 len: 210 time: 0.1573570 Feb 04 12:46:19.946092 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-aad513c6-4267-4d69-ae06-25e397e4954f None None] Port 380225d2-46cb-4b0d-bd8a-1420c098d893 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:46:19.997910 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8ff5bfa5-dc44-4173-ab94-7e3d939ed093 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1599818'] for router_interface (5dc60789-d9b3-4be6-9d48-9d7f9243a4ae), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:20.231552 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device f8ad4eb5-9a11-4279-be84-f2ce0358b312 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:46:20.357091 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port f8ad4eb5-9a11-4279-be84-f2ce0358b312 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:46:20.357903 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (f8ad4eb5-9a11-4279-be84-f2ce0358b312), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:20.360033 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cff95659-2a69-4f82-b700-9f89d8c668f2 req-3fb61f9e-9ef4-4104-9003-00663a086c5a tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 210 time: 0.3642511 Feb 04 12:46:20.437302 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64546cc3-b13e-45dc-a5da-9e6a975f75fa req-f19ce2d4-aa27-4920-9e90-8362c1f50c56 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] Made reservation on behalf of 13522db399fe4d5f88698444f9d616e8 for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:46:20.461364 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-64546cc3-b13e-45dc-a5da-9e6a975f75fa req-f19ce2d4-aa27-4920-9e90-8362c1f50c56 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:20.521757 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:20.649594 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8ff5bfa5-dc44-4173-ab94-7e3d939ed093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (380225d2-46cb-4b0d-bd8a-1420c098d893), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:20.657557 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port f8ad4eb5-9a11-4279-be84-f2ce0358b312 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:46:20.657955 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (f8ad4eb5-9a11-4279-be84-f2ce0358b312), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:20.746355 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port f8ad4eb5-9a11-4279-be84-f2ce0358b312, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=f8ad4eb5-9a11-4279-be84-f2ce0358b312,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:46:20.755227 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (f8ad4eb5-9a11-4279-be84-f2ce0358b312), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:20.756790 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 1d679ad0-d02d-4998-820e-6fbf59faa6cb up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:46:21.005304 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 1d679ad0-d02d-4998-820e-6fbf59faa6cb triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:46:21.005304 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (1d679ad0-d02d-4998-820e-6fbf59faa6cb), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:21.050682 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=f8ad4eb5-9a11-4279-be84-f2ce0358b312,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:21.171253 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 1d679ad0-d02d-4998-820e-6fbf59faa6cb is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:46:21.254359 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5147c527-b892-46f9-b5b4-c6d930c42692 req-5644bdda-df24-4e17-9750-59f6779cdb75 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/ports?device_id=974df47e-a411-4441-bed4-ef3968eb2aa7 HTTP/1.1" status: 200 len: 210 time: 0.2689764 Feb 04 12:46:21.331676 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-64546cc3-b13e-45dc-a5da-9e6a975f75fa req-f19ce2d4-aa27-4920-9e90-8362c1f50c56 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] Allocated IP 172.20.0.7 (50d90d65-ef89-4bd1-b586-652792747756/1b8a94de-4daf-40f7-9264-be25d0cf82c4/73496b59-debb-4286-ae40-07aee2ab340e) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:46:21.491224 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fe617e56-7688-4248-a466-7c7b1405ce2e tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks [] for router_gateway (83e44d23-2204-4004-b21e-fc30255a2e30), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:21.637347 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:21.641253 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8ff5bfa5-dc44-4173-ab94-7e3d939ed093 admin admin] Publish callbacks [] for port (380225d2-46cb-4b0d-bd8a-1420c098d893), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:21.725490 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7b55e47e-a32f-4fb6-8ae6-b1e63c22fbf5 req-786625ad-8e88-4aae-8b9b-e60e68aa2140 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 210 time: 0.0806096 Feb 04 12:46:21.733769 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8ff5bfa5-dc44-4173-ab94-7e3d939ed093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (380225d2-46cb-4b0d-bd8a-1420c098d893), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:21.872435 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff5bfa5-dc44-4173-ab94-7e3d939ed093 admin admin] Pushing event updated for resources: {'Port': ['ID=380225d2-46cb-4b0d-bd8a-1420c098d893,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:21.904508 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-64546cc3-b13e-45dc-a5da-9e6a975f75fa req-f19ce2d4-aa27-4920-9e90-8362c1f50c56 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] Publish callbacks [] for port (73496b59-debb-4286-ae40-07aee2ab340e), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:21.932811 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8ff5bfa5-dc44-4173-ab94-7e3d939ed093 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622202'] for router_interface (5dc60789-d9b3-4be6-9d48-9d7f9243a4ae), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:21.946549 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device f8ad4eb5-9a11-4279-be84-f2ce0358b312 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:46:22.038215 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port f8ad4eb5-9a11-4279-be84-f2ce0358b312 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:46:22.038861 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (f8ad4eb5-9a11-4279-be84-f2ce0358b312), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:22.150685 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port f8ad4eb5-9a11-4279-be84-f2ce0358b312 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:46:22.192163 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff5bfa5-dc44-4173-ab94-7e3d939ed093 admin admin] Network 06d4f13c-488c-4e65-9453-2261c70b043f is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:46:22.193768 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-8ff5bfa5-dc44-4173-ab94-7e3d939ed093 admin admin] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:46:22.198812 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-64546cc3-b13e-45dc-a5da-9e6a975f75fa req-f19ce2d4-aa27-4920-9e90-8362c1f50c56 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (73496b59-debb-4286-ae40-07aee2ab340e), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:22.491595 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64546cc3-b13e-45dc-a5da-9e6a975f75fa req-f19ce2d4-aa27-4920-9e90-8362c1f50c56 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] Network 50d90d65-ef89-4bd1-b586-652792747756 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:46:22.608778 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-64546cc3-b13e-45dc-a5da-9e6a975f75fa req-f19ce2d4-aa27-4920-9e90-8362c1f50c56 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:46:22.618713 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-64546cc3-b13e-45dc-a5da-9e6a975f75fa req-f19ce2d4-aa27-4920-9e90-8362c1f50c56 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:46:22.620700 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-8029c46f-07ae-468d-b5d9-6b815fe36641 None None] Provisioning complete for port 380225d2-46cb-4b0d-bd8a-1420c098d893 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:46:22.622046 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8029c46f-07ae-468d-b5d9-6b815fe36641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (380225d2-46cb-4b0d-bd8a-1420c098d893), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:22.723304 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19ce2d4-aa27-4920-9e90-8362c1f50c56 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] Pushing event updated for resources: {'Port': ['ID=73496b59-debb-4286-ae40-07aee2ab340e,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:22.727778 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fe617e56-7688-4248-a466-7c7b1405ce2e tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141'] for router (83e44d23-2204-4004-b21e-fc30255a2e30), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:22.762823 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-8029c46f-07ae-468d-b5d9-6b815fe36641 None None] Port 380225d2-46cb-4b0d-bd8a-1420c098d893 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:46:23.305404 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cc669eb0-0375-4e40-9de6-5681c7dfb4f7 req-e7190682-e063-4608-8c56-9265259b9d5a tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 210 time: 0.0732515 Feb 04 12:46:23.325497 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64546cc3-b13e-45dc-a5da-9e6a975f75fa req-f19ce2d4-aa27-4920-9e90-8362c1f50c56 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:46:23.326142 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-64546cc3-b13e-45dc-a5da-9e6a975f75fa req-f19ce2d4-aa27-4920-9e90-8362c1f50c56 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:23.386369 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3706d4-2b8f-4322-b52a-15d611d7f217 req-243c5166-5f7c-4e5a-9cff-f5898a359481 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:46:23.394627 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0e3706d4-2b8f-4322-b52a-15d611d7f217 req-243c5166-5f7c-4e5a-9cff-f5898a359481 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/ports?device_id=974df47e-a411-4441-bed4-ef3968eb2aa7 HTTP/1.1" status: 200 len: 931 time: 0.9113262 Feb 04 12:46:23.414192 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-64546cc3-b13e-45dc-a5da-9e6a975f75fa req-f19ce2d4-aa27-4920-9e90-8362c1f50c56 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2148750 Feb 04 12:46:23.431233 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-64546cc3-b13e-45dc-a5da-9e6a975f75fa req-d518796a-565a-4fe1-9c2e-55573732d9b4 service neutron] Request body: {'port': {'device_id': '974df47e-a411-4441-bed4-ef3968eb2aa7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:46:23.545297 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ff5bfa5-dc44-4173-ab94-7e3d939ed093 admin admin] Router 5dc60789-d9b3-4be6-9d48-9d7f9243a4ae has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:46:23.619653 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-64546cc3-b13e-45dc-a5da-9e6a975f75fa req-d518796a-565a-4fe1-9c2e-55573732d9b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (73496b59-debb-4286-ae40-07aee2ab340e), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:23.736382 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0e3706d4-2b8f-4322-b52a-15d611d7f217 req-1e835fe5-cbee-4e23-9470-7f5ed7f369f8 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c15dfa5-1b74-494d-a4b3-b834b3f91fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3405170 Feb 04 12:46:23.832751 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe617e56-7688-4248-a466-7c7b1405ce2e tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Router 83e44d23-2204-4004-b21e-fc30255a2e30 is scheduled to L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de with binding_index 1 {{(pid=103475) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 12:46:23.985835 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ff5bfa5-dc44-4173-ab94-7e3d939ed093 admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:46:23.993970 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-8ff5bfa5-dc44-4173-ab94-7e3d939ed093 admin admin] 10.222.0.65 "PUT /v2.0/routers/5dc60789-d9b3-4be6-9d48-9d7f9243a4ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4233620 Feb 04 12:46:23.998590 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d354dc-635e-4b36-87de-f6200e95786e None None] Sync routers for ids ['5dc60789-d9b3-4be6-9d48-9d7f9243a4ae'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:46:24.059483 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d354dc-635e-4b36-87de-f6200e95786e None None] Routers {'5dc60789-d9b3-4be6-9d48-9d7f9243a4ae'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:46:24.060324 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-59d354dc-635e-4b36-87de-f6200e95786e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:46:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['5dc60789-d9b3-4be6-9d48-9d7f9243a4ae'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:46:24.278603 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-59d354dc-635e-4b36-87de-f6200e95786e None None] Set router 5dc60789-d9b3-4be6-9d48-9d7f9243a4ae gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:46:24.421873 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-64546cc3-b13e-45dc-a5da-9e6a975f75fa req-d518796a-565a-4fe1-9c2e-55573732d9b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73496b59-debb-4286-ae40-07aee2ab340e {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:46:24.442147 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-64546cc3-b13e-45dc-a5da-9e6a975f75fa req-d518796a-565a-4fe1-9c2e-55573732d9b4 service neutron] Publish callbacks [] for port (73496b59-debb-4286-ae40-07aee2ab340e), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:24.468387 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-64546cc3-b13e-45dc-a5da-9e6a975f75fa req-d518796a-565a-4fe1-9c2e-55573732d9b4 service neutron] Transition to ACTIVE for port object 73496b59-debb-4286-ae40-07aee2ab340e will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:46:24.497147 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe617e56-7688-4248-a466-7c7b1405ce2e tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:46:24.511056 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-64546cc3-b13e-45dc-a5da-9e6a975f75fa req-d518796a-565a-4fe1-9c2e-55573732d9b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (73496b59-debb-4286-ae40-07aee2ab340e), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:24.511510 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748f56bd-b57b-4639-ae76-da9d617ab157 None None] Sync routers for ids ['83e44d23-2204-4004-b21e-fc30255a2e30'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:46:24.535111 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748f56bd-b57b-4639-ae76-da9d617ab157 None None] Routers {'83e44d23-2204-4004-b21e-fc30255a2e30'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:46:24.537041 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-748f56bd-b57b-4639-ae76-da9d617ab157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:46:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['83e44d23-2204-4004-b21e-fc30255a2e30'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:46:24.580486 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-daed7cb5-0ba2-4b26-b8f5-a828c2aa471d req-d1e039ae-d76f-4931-8f56-555dcff36ef0 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 210 time: 0.1087410 Feb 04 12:46:24.664359 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-748f56bd-b57b-4639-ae76-da9d617ab157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:46:24.691799 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748f56bd-b57b-4639-ae76-da9d617ab157 None None] Routers {'83e44d23-2204-4004-b21e-fc30255a2e30'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:46:24.696307 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-748f56bd-b57b-4639-ae76-da9d617ab157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:46:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['83e44d23-2204-4004-b21e-fc30255a2e30'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:46:24.713338 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fe617e56-7688-4248-a466-7c7b1405ce2e tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks [] for router (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:24.718527 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 35464) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:46:24.733926 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-fe617e56-7688-4248-a466-7c7b1405ce2e tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 11.2986269 Feb 04 12:46:24.736802 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-59d354dc-635e-4b36-87de-f6200e95786e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc60789-d9b3-4be6-9d48-9d7f9243a4ae', 'name': 'tempest-TestServerMultinode-1080931888-router', 'tenant_id': '994991376cd54034b5ccc34a0e21b476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': 'f8ad4eb5-9a11-4279-be84-f2ce0358b312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:46:06Z', 'updated_at': '2022-02-04T12:46:20Z', 'revision_number': 4, 'project_id': '994991376cd54034b5ccc34a0e21b476', 'gw_port': {'id': 'f8ad4eb5-9a11-4279-be84-f2ce0358b312', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:5d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc60789-d9b3-4be6-9d48-9d7f9243a4ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:46:08Z', 'updated_at': '2022-02-04T12:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '380225d2-46cb-4b0d-bd8a-1420c098d893', 'name': '', 'network_id': '06d4f13c-488c-4e65-9453-2261c70b043f', 'tenant_id': '994991376cd54034b5ccc34a0e21b476', 'mac_address': 'fa:16:3e:76:00:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dc60789-d9b3-4be6-9d48-9d7f9243a4ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2807, 'fixed_ips': [{'subnet_id': '6fca4f61-e1b8-4dc7-8b4e-7773edd228c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:46:15Z', 'updated_at': '2022-02-04T12:46:21Z', 'revision_number': 2, 'project_id': '994991376cd54034b5ccc34a0e21b476', 'subnets': [{'id': '6fca4f61-e1b8-4dc7-8b4e-7773edd228c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:46:24.797692 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d518796a-565a-4fe1-9c2e-55573732d9b4 service neutron] Pushing event updated for resources: {'Port': ['ID=73496b59-debb-4286-ae40-07aee2ab340e,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:24.857184 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-748f56bd-b57b-4639-ae76-da9d617ab157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:46:24.858117 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748f56bd-b57b-4639-ae76-da9d617ab157 None None] The sync data for ids ['83e44d23-2204-4004-b21e-fc30255a2e30'] in n-d-825015-3 is: [] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:46:25.089455 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-f48f6b8c-eb21-487c-8498-1c5857e05542 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] 10.222.0.65 "GET /v2.0/routers/83e44d23-2204-4004-b21e-fc30255a2e30 HTTP/1.1" status: 200 len: 884 time: 0.3683934 Feb 04 12:46:25.095338 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 35476) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:46:25.104418 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-64546cc3-b13e-45dc-a5da-9e6a975f75fa req-d518796a-565a-4fe1-9c2e-55573732d9b4 service neutron] Attempting to bind port 73496b59-debb-4286-ae40-07aee2ab340e on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:46:25.104862 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-64546cc3-b13e-45dc-a5da-9e6a975f75fa req-d518796a-565a-4fe1-9c2e-55573732d9b4 service neutron] Attempting to bind port 73496b59-debb-4286-ae40-07aee2ab340e by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': 'a4fd1883-c4c7-4318-8e98-9e85a63fb156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '50d90d65-ef89-4bd1-b586-652792747756'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:46:25.106625 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64546cc3-b13e-45dc-a5da-9e6a975f75fa req-d518796a-565a-4fe1-9c2e-55573732d9b4 service neutron] Attempting to bind port 73496b59-debb-4286-ae40-07aee2ab340e on network 50d90d65-ef89-4bd1-b586-652792747756 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:46:25.256767 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64546cc3-b13e-45dc-a5da-9e6a975f75fa req-d518796a-565a-4fe1-9c2e-55573732d9b4 service neutron] Port 73496b59-debb-4286-ae40-07aee2ab340e on network 50d90d65-ef89-4bd1-b586-652792747756 not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:46:25.257240 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64546cc3-b13e-45dc-a5da-9e6a975f75fa req-d518796a-565a-4fe1-9c2e-55573732d9b4 service neutron] Attempting to bind port 73496b59-debb-4286-ae40-07aee2ab340e on network 50d90d65-ef89-4bd1-b586-652792747756 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:46:25.304963 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64546cc3-b13e-45dc-a5da-9e6a975f75fa req-d518796a-565a-4fe1-9c2e-55573732d9b4 service neutron] Checking agent: {'id': 'f8add0d2-2202-43d3-bc0e-72442788e6ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:46:25.305429 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64546cc3-b13e-45dc-a5da-9e6a975f75fa req-d518796a-565a-4fe1-9c2e-55573732d9b4 service neutron] Checking segment: {'id': 'a4fd1883-c4c7-4318-8e98-9e85a63fb156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '50d90d65-ef89-4bd1-b586-652792747756'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:46:25.305938 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64546cc3-b13e-45dc-a5da-9e6a975f75fa req-d518796a-565a-4fe1-9c2e-55573732d9b4 service neutron] Bound using segment: {'id': 'a4fd1883-c4c7-4318-8e98-9e85a63fb156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '50d90d65-ef89-4bd1-b586-652792747756'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:46:25.306497 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-64546cc3-b13e-45dc-a5da-9e6a975f75fa req-d518796a-565a-4fe1-9c2e-55573732d9b4 service neutron] Bound port: 73496b59-debb-4286-ae40-07aee2ab340e, host: n-h1-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4fd1883-c4c7-4318-8e98-9e85a63fb156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '50d90d65-ef89-4bd1-b586-652792747756'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:46:25.306966 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-64546cc3-b13e-45dc-a5da-9e6a975f75fa req-d518796a-565a-4fe1-9c2e-55573732d9b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (73496b59-debb-4286-ae40-07aee2ab340e), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:25.335625 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 35488) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:46:25.341782 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-54d9fe09-b186-4a5a-99b8-b06caa9cba7b admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-343498644-network', 'tenant_id': 'c9db87ad8cbe4aa8abaccf040992930b'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:46:25.386939 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d354dc-635e-4b36-87de-f6200e95786e None None] Checking router: 5dc60789-d9b3-4be6-9d48-9d7f9243a4ae for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:46:25.398943 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d354dc-635e-4b36-87de-f6200e95786e None None] Updating router 5dc60789-d9b3-4be6-9d48-9d7f9243a4ae port 380225d2-46cb-4b0d-bd8a-1420c098d893 binding host n-d-825015-3 {{(pid=103476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:46:25.421924 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54d9fe09-b186-4a5a-99b8-b06caa9cba7b admin admin] Made reservation on behalf of c9db87ad8cbe4aa8abaccf040992930b for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:46:25.425401 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-54d9fe09-b186-4a5a-99b8-b06caa9cba7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:25.439360 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-54d9fe09-b186-4a5a-99b8-b06caa9cba7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:25.441320 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e708ec-31e9-4ac0-bc00-d390b8b0ca6c req-a6c30ac6-753a-4b43-83da-2ecc9d3e885b tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:46:25.445311 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e6e708ec-31e9-4ac0-bc00-d390b8b0ca6c req-a6c30ac6-753a-4b43-83da-2ecc9d3e885b tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/ports?device_id=974df47e-a411-4441-bed4-ef3968eb2aa7 HTTP/1.1" status: 200 len: 943 time: 0.4717247 Feb 04 12:46:25.481944 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-59d354dc-635e-4b36-87de-f6200e95786e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (380225d2-46cb-4b0d-bd8a-1420c098d893), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:25.626627 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e6e708ec-31e9-4ac0-bc00-d390b8b0ca6c req-2b4c9e68-aa79-4f0d-b5d3-410bc11573b8 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c15dfa5-1b74-494d-a4b3-b834b3f91fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549444 Feb 04 12:46:25.644177 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-64546cc3-b13e-45dc-a5da-9e6a975f75fa req-d518796a-565a-4fe1-9c2e-55573732d9b4 service neutron] For port 73496b59-debb-4286-ae40-07aee2ab340e, host n-h1-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:46:25.654883 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-64546cc3-b13e-45dc-a5da-9e6a975f75fa req-d518796a-565a-4fe1-9c2e-55573732d9b4 service neutron] For port 73496b59-debb-4286-ae40-07aee2ab340e, host n-h1-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=73496b59-debb-4286-ae40-07aee2ab340e,segment=NetworkSegment(a4fd1883-c4c7-4318-8e98-9e85a63fb156),segment_id=a4fd1883-c4c7-4318-8e98-9e85a63fb156)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:46:25.658618 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-54d9fe09-b186-4a5a-99b8-b06caa9cba7b admin admin] Publish callbacks [] for security_group (22a373cd-f4ae-4261-9bb9-ccf59304b58c), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:25.663250 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-54d9fe09-b186-4a5a-99b8-b06caa9cba7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (22a373cd-f4ae-4261-9bb9-ccf59304b58c), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:25.726158 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-64546cc3-b13e-45dc-a5da-9e6a975f75fa req-d518796a-565a-4fe1-9c2e-55573732d9b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (73496b59-debb-4286-ae40-07aee2ab340e), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:25.746809 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d9fe09-b186-4a5a-99b8-b06caa9cba7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22a373cd-f4ae-4261-9bb9-ccf59304b58c,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:25.765946 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54d9fe09-b186-4a5a-99b8-b06caa9cba7b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:46:25.785460 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d9fe09-b186-4a5a-99b8-b06caa9cba7b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:46:25.789692 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d9fe09-b186-4a5a-99b8-b06caa9cba7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:46:25.790625 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d9fe09-b186-4a5a-99b8-b06caa9cba7b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:46:25.791980 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d9fe09-b186-4a5a-99b8-b06caa9cba7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:46:25.793022 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d9fe09-b186-4a5a-99b8-b06caa9cba7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:46:25.794310 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d9fe09-b186-4a5a-99b8-b06caa9cba7b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:46:25.794657 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d9fe09-b186-4a5a-99b8-b06caa9cba7b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:46:25.795476 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d9fe09-b186-4a5a-99b8-b06caa9cba7b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:46:25.795852 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d9fe09-b186-4a5a-99b8-b06caa9cba7b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:46:25.796247 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d9fe09-b186-4a5a-99b8-b06caa9cba7b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:46:25.796588 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d9fe09-b186-4a5a-99b8-b06caa9cba7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:46:25.796954 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d9fe09-b186-4a5a-99b8-b06caa9cba7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:46:25.798069 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d9fe09-b186-4a5a-99b8-b06caa9cba7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:46:25.812007 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-54d9fe09-b186-4a5a-99b8-b06caa9cba7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (a02f0202-8759-4c83-81ad-b565510a05aa), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:25.813918 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-54d9fe09-b186-4a5a-99b8-b06caa9cba7b admin admin] Added segment a02f0202-8759-4c83-81ad-b565510a05aa of type vlan for network 89e5cf6e-351d-4512-ad7b-ed34d2070e9c Feb 04 12:46:25.899443 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-54d9fe09-b186-4a5a-99b8-b06caa9cba7b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (89e5cf6e-351d-4512-ad7b-ed34d2070e9c), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:25.916042 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1d992243-9128-4c52-a65d-8af22a6303b4 req-600b54c3-a5b9-4aae-b111-18a3023e8807 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 210 time: 0.0992568 Feb 04 12:46:25.930193 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64546cc3-b13e-45dc-a5da-9e6a975f75fa req-d518796a-565a-4fe1-9c2e-55573732d9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:46:25.931072 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-64546cc3-b13e-45dc-a5da-9e6a975f75fa req-d518796a-565a-4fe1-9c2e-55573732d9b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:25.933747 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-64546cc3-b13e-45dc-a5da-9e6a975f75fa req-d518796a-565a-4fe1-9c2e-55573732d9b4 service neutron] 10.222.0.73 "PUT /v2.0/ports/73496b59-debb-4286-ae40-07aee2ab340e HTTP/1.1" status: 200 len: 1091 time: 2.5116658 Feb 04 12:46:25.951602 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '974df47e-a411-4441-bed4-ef3968eb2aa7', 'tag': '73496b59-debb-4286-ae40-07aee2ab340e'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:46:25.954626 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-724d0372-aebf-4692-82b6-c48b090a4b54" -d '{"events": [{"name": "network-changed", "server_uuid": "974df47e-a411-4441-bed4-ef3968eb2aa7", "tag": "73496b59-debb-4286-ae40-07aee2ab340e"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:46:25.956650 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-54d9fe09-b186-4a5a-99b8-b06caa9cba7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (89e5cf6e-351d-4512-ad7b-ed34d2070e9c), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:25.957703 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d9fe09-b186-4a5a-99b8-b06caa9cba7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:46:25.961716 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-54d9fe09-b186-4a5a-99b8-b06caa9cba7b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:26.002402 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-54d9fe09-b186-4a5a-99b8-b06caa9cba7b admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6651742 Feb 04 12:46:26.008334 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 35500) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:46:26.032158 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-11c0d874-1449-4bdc-8afa-da66b5c7f6dd admin admin] Request body: {'subnet': {'network_id': '89e5cf6e-351d-4512-ad7b-ed34d2070e9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-343498644-subnet', 'tenant_id': 'c9db87ad8cbe4aa8abaccf040992930b', 'ip_version': 4}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:46:26.063761 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d518796a-565a-4fe1-9c2e-55573732d9b4 service neutron] Pushing event updated for resources: {'Port': ['ID=73496b59-debb-4286-ae40-07aee2ab340e,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:26.077032 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be5f2640-8097-4426-94a0-48be40e4164f x-openstack-request-id: req-be5f2640-8097-4426-94a0-48be40e4164f {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:46:26.077446 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "974df47e-a411-4441-bed4-ef3968eb2aa7", "tag": "73496b59-debb-4286-ae40-07aee2ab340e", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:46:26.077803 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-be5f2640-8097-4426-94a0-48be40e4164f {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:46:26.078356 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '974df47e-a411-4441-bed4-ef3968eb2aa7', 'tag': '73496b59-debb-4286-ae40-07aee2ab340e', 'status': 'completed', 'code': 200} Feb 04 12:46:26.079671 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-59d354dc-635e-4b36-87de-f6200e95786e None None] Publish callbacks [] for port (380225d2-46cb-4b0d-bd8a-1420c098d893), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:26.088956 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-59d354dc-635e-4b36-87de-f6200e95786e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (380225d2-46cb-4b0d-bd8a-1420c098d893), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:26.107202 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-398e93ef-21b5-4744-b881-2cd6336216c7 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 1.0060990 Feb 04 12:46:26.107990 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 35502) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:46:26.114983 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-31d2edae-3290-4048-92a0-8ec4ca88d86d tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-220463664'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:46:26.117002 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d9fe09-b186-4a5a-99b8-b06caa9cba7b admin admin] Pushing event updated for resources: {'Network': ['ID=89e5cf6e-351d-4512-ad7b-ed34d2070e9c,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:26.168898 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11c0d874-1449-4bdc-8afa-da66b5c7f6dd admin admin] Made reservation on behalf of c9db87ad8cbe4aa8abaccf040992930b for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:46:26.171044 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be29e5b1-49f1-495f-a81c-52628e5b7251 None None] Pushing event updated for resources: {'Port': ['ID=380225d2-46cb-4b0d-bd8a-1420c098d893,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:26.171794 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-11c0d874-1449-4bdc-8afa-da66b5c7f6dd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:26.175920 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 89e5cf6e-351d-4512-ad7b-ed34d2070e9c details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:46:26.205731 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64546cc3-b13e-45dc-a5da-9e6a975f75fa req-9ead03fa-370d-4cff-b827-2b7e1789d31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:46:26.209366 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-64546cc3-b13e-45dc-a5da-9e6a975f75fa req-9ead03fa-370d-4cff-b827-2b7e1789d31d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=13522db399fe4d5f88698444f9d616e8&device_id=974df47e-a411-4441-bed4-ef3968eb2aa7 HTTP/1.1" status: 200 len: 1125 time: 0.2185960 Feb 04 12:46:26.302027 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-64546cc3-b13e-45dc-a5da-9e6a975f75fa req-59f148f2-579c-401a-b003-72fac597e4b3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73496b59-debb-4286-ae40-07aee2ab340e HTTP/1.1" status: 200 len: 217 time: 0.0828357 Feb 04 12:46:26.373534 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-59d354dc-635e-4b36-87de-f6200e95786e None None] Attempting to bind port 380225d2-46cb-4b0d-bd8a-1420c098d893 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:46:26.374263 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-59d354dc-635e-4b36-87de-f6200e95786e None None] Attempting to bind port 380225d2-46cb-4b0d-bd8a-1420c098d893 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '4f9c3679-38be-484a-a0f7-946cac38a9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '06d4f13c-488c-4e65-9453-2261c70b043f'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:46:26.374895 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d354dc-635e-4b36-87de-f6200e95786e None None] Attempting to bind port 380225d2-46cb-4b0d-bd8a-1420c098d893 on network 06d4f13c-488c-4e65-9453-2261c70b043f {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:46:26.382859 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d354dc-635e-4b36-87de-f6200e95786e None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:46:26.383639 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d354dc-635e-4b36-87de-f6200e95786e None None] Checking segment: {'id': '4f9c3679-38be-484a-a0f7-946cac38a9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '06d4f13c-488c-4e65-9453-2261c70b043f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:46:26.384307 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-59d354dc-635e-4b36-87de-f6200e95786e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:26.384922 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d354dc-635e-4b36-87de-f6200e95786e None None] Bound using segment: {'id': '4f9c3679-38be-484a-a0f7-946cac38a9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '06d4f13c-488c-4e65-9453-2261c70b043f'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:46:26.385631 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-59d354dc-635e-4b36-87de-f6200e95786e None None] Bound port: 380225d2-46cb-4b0d-bd8a-1420c098d893, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f9c3679-38be-484a-a0f7-946cac38a9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '06d4f13c-488c-4e65-9453-2261c70b043f'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:46:26.386231 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-59d354dc-635e-4b36-87de-f6200e95786e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (380225d2-46cb-4b0d-bd8a-1420c098d893), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:26.386346 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64546cc3-b13e-45dc-a5da-9e6a975f75fa req-df137e85-ebec-41cf-a575-b57c336e3236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:46:26.387996 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-64546cc3-b13e-45dc-a5da-9e6a975f75fa req-df137e85-ebec-41cf-a575-b57c336e3236 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1b8a94de-4daf-40f7-9264-be25d0cf82c4 HTTP/1.1" status: 200 len: 851 time: 0.0759742 Feb 04 12:46:26.445313 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-64546cc3-b13e-45dc-a5da-9e6a975f75fa req-eced8aab-44ba-43a0-b91a-134f1b310ace service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=50d90d65-ef89-4bd1-b586-652792747756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497479 Feb 04 12:46:26.536460 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-59d354dc-635e-4b36-87de-f6200e95786e None None] For port 380225d2-46cb-4b0d-bd8a-1420c098d893, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:46:26.539808 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-59d354dc-635e-4b36-87de-f6200e95786e None None] For port 380225d2-46cb-4b0d-bd8a-1420c098d893, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=380225d2-46cb-4b0d-bd8a-1420c098d893,segment=NetworkSegment(4f9c3679-38be-484a-a0f7-946cac38a9f0),segment_id=4f9c3679-38be-484a-a0f7-946cac38a9f0)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:46:26.557506 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-59d354dc-635e-4b36-87de-f6200e95786e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (380225d2-46cb-4b0d-bd8a-1420c098d893), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:26.644673 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be29e5b1-49f1-495f-a81c-52628e5b7251 None None] Pushing event updated for resources: {'Port': ['ID=380225d2-46cb-4b0d-bd8a-1420c098d893,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:26.666190 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-64546cc3-b13e-45dc-a5da-9e6a975f75fa req-2991c67a-7394-462c-a936-524fdbb0fe12 service neutron] 10.222.0.73 "GET /v2.0/networks/50d90d65-ef89-4bd1-b586-652792747756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080126 Feb 04 12:46:26.688809 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d354dc-635e-4b36-87de-f6200e95786e None None] Routers {'5dc60789-d9b3-4be6-9d48-9d7f9243a4ae'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:46:26.689738 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-59d354dc-635e-4b36-87de-f6200e95786e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:46:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['5dc60789-d9b3-4be6-9d48-9d7f9243a4ae'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:46:26.943461 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-59d354dc-635e-4b36-87de-f6200e95786e None None] Set router 5dc60789-d9b3-4be6-9d48-9d7f9243a4ae gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:46:27.030508 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-64546cc3-b13e-45dc-a5da-9e6a975f75fa req-79da5e54-45a7-40d1-bb16-36f67df11741 service neutron] 10.222.0.73 "GET /v2.0/networks/50d90d65-ef89-4bd1-b586-652792747756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216018 Feb 04 12:46:27.035801 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-11c0d874-1449-4bdc-8afa-da66b5c7f6dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52094127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51452689'] for subnet (f3458ce6-388c-46d1-9b72-0aa1b8540b04), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:27.165917 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-eac85527-707e-4c47-9199-24d715cc70e5 None None] Provisioning complete for port 380225d2-46cb-4b0d-bd8a-1420c098d893 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:46:27.166431 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-eac85527-707e-4c47-9199-24d715cc70e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (380225d2-46cb-4b0d-bd8a-1420c098d893), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:27.431322 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-eac85527-707e-4c47-9199-24d715cc70e5 None None] Current status of the port 380225d2-46cb-4b0d-bd8a-1420c098d893 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:46:27.431887 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-eac85527-707e-4c47-9199-24d715cc70e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (380225d2-46cb-4b0d-bd8a-1420c098d893), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:27.535076 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-eac85527-707e-4c47-9199-24d715cc70e5 None None] For port 380225d2-46cb-4b0d-bd8a-1420c098d893, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=380225d2-46cb-4b0d-bd8a-1420c098d893,segment=NetworkSegment(4f9c3679-38be-484a-a0f7-946cac38a9f0),segment_id=4f9c3679-38be-484a-a0f7-946cac38a9f0)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:46:27.549224 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-eac85527-707e-4c47-9199-24d715cc70e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (380225d2-46cb-4b0d-bd8a-1420c098d893), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:27.775235 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-d9ce0116-68df-42d4-9a14-83a4376a852c None None] Provisioning complete for port 380225d2-46cb-4b0d-bd8a-1420c098d893 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:46:27.775617 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d9ce0116-68df-42d4-9a14-83a4376a852c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (380225d2-46cb-4b0d-bd8a-1420c098d893), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:27.850049 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac85527-707e-4c47-9199-24d715cc70e5 None None] Pushing event updated for resources: {'Port': ['ID=380225d2-46cb-4b0d-bd8a-1420c098d893,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:27.863374 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c0d874-1449-4bdc-8afa-da66b5c7f6dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3458ce6-388c-46d1-9b72-0aa1b8540b04,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:27.873660 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-59d354dc-635e-4b36-87de-f6200e95786e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc60789-d9b3-4be6-9d48-9d7f9243a4ae', 'name': 'tempest-TestServerMultinode-1080931888-router', 'tenant_id': '994991376cd54034b5ccc34a0e21b476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': 'f8ad4eb5-9a11-4279-be84-f2ce0358b312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:46:06Z', 'updated_at': '2022-02-04T12:46:20Z', 'revision_number': 4, 'project_id': '994991376cd54034b5ccc34a0e21b476', 'gw_port': {'id': 'f8ad4eb5-9a11-4279-be84-f2ce0358b312', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:5d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc60789-d9b3-4be6-9d48-9d7f9243a4ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:46:08Z', 'updated_at': '2022-02-04T12:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '380225d2-46cb-4b0d-bd8a-1420c098d893', 'name': '', 'network_id': '06d4f13c-488c-4e65-9453-2261c70b043f', 'tenant_id': '994991376cd54034b5ccc34a0e21b476', 'mac_address': 'fa:16:3e:76:00:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dc60789-d9b3-4be6-9d48-9d7f9243a4ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2807, 'fixed_ips': [{'subnet_id': '6fca4f61-e1b8-4dc7-8b4e-7773edd228c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:46:15Z', 'updated_at': '2022-02-04T12:46:26Z', 'revision_number': 4, 'project_id': '994991376cd54034b5ccc34a0e21b476', 'subnets': [{'id': '6fca4f61-e1b8-4dc7-8b4e-7773edd228c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:46:27.941298 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d354dc-635e-4b36-87de-f6200e95786e None None] The sync data for ids ['5dc60789-d9b3-4be6-9d48-9d7f9243a4ae'] in n-d-825015-3 is: [{'id': '5dc60789-d9b3-4be6-9d48-9d7f9243a4ae', 'name': 'tempest-TestServerMultinode-1080931888-router', 'tenant_id': '994991376cd54034b5ccc34a0e21b476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': 'f8ad4eb5-9a11-4279-be84-f2ce0358b312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:46:06Z', 'updated_at': '2022-02-04T12:46:20Z', 'revision_number': 4, 'project_id': '994991376cd54034b5ccc34a0e21b476', 'gw_port': {'id': 'f8ad4eb5-9a11-4279-be84-f2ce0358b312', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:5d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc60789-d9b3-4be6-9d48-9d7f9243a4ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:46:08Z', 'updated_at': '2022-02-04T12:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '380225d2-46cb-4b0d-bd8a-1420c098d893', 'name': '', 'network_id': '06d4f13c-488c-4e65-9453-2261c70b043f', 'tenant_id': '994991376cd54034b5ccc34a0e21b476', 'mac_address': 'fa:16:3e:76:00:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dc60789-d9b3-4be6-9d48-9d7f9243a4ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2807, 'fixed_ips': [{'subnet_id': '6fca4f61-e1b8-4dc7-8b4e-7773edd228c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:46:15Z', 'updated_at': '2022-02-04T12:46:26Z', 'revision_number': 4, 'project_id': '994991376cd54034b5ccc34a0e21b476', 'subnets': [{'id': '6fca4f61-e1b8-4dc7-8b4e-7773edd228c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:46:27.993160 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2b7d913b-6c8d-4260-87fe-69ff33cd97f3 req-53c65f30-9e2d-4201-8bed-f296b3adff9f tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 210 time: 0.8110049 Feb 04 12:46:28.066116 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-d9ce0116-68df-42d4-9a14-83a4376a852c None None] Current status of the port 380225d2-46cb-4b0d-bd8a-1420c098d893 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:46:28.288089 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724d0372-aebf-4692-82b6-c48b090a4b54 req-347b011c-d458-4a6b-aff1-0103b9e3faa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:46:28.290210 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-724d0372-aebf-4692-82b6-c48b090a4b54 req-347b011c-d458-4a6b-aff1-0103b9e3faa0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=13522db399fe4d5f88698444f9d616e8&device_id=974df47e-a411-4441-bed4-ef3968eb2aa7 HTTP/1.1" status: 200 len: 1125 time: 1.0953290 Feb 04 12:46:28.442635 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724d0372-aebf-4692-82b6-c48b090a4b54 req-d698d782-2756-4520-bab9-50fe177028f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:46:28.444398 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-724d0372-aebf-4692-82b6-c48b090a4b54 req-d698d782-2756-4520-bab9-50fe177028f3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=50d90d65-ef89-4bd1-b586-652792747756 HTTP/1.1" status: 200 len: 912 time: 0.1395400 Feb 04 12:46:28.445294 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c0d874-1449-4bdc-8afa-da66b5c7f6dd admin admin] Checking segment: {'id': 'a02f0202-8759-4c83-81ad-b565510a05aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '89e5cf6e-351d-4512-ad7b-ed34d2070e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:46:28.445769 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c0d874-1449-4bdc-8afa-da66b5c7f6dd admin admin] Network hostable DHCP agents. Network: 89e5cf6e-351d-4512-ad7b-ed34d2070e9c, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:46:28.607890 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-31d2edae-3290-4048-92a0-8ec4ca88d86d tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1623026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10906'] for router (83e44d23-2204-4004-b21e-fc30255a2e30), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:28.622995 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-31d2edae-3290-4048-92a0-8ec4ca88d86d tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1623127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1623150', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1622793'] for router (83e44d23-2204-4004-b21e-fc30255a2e30), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:28.636672 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-724d0372-aebf-4692-82b6-c48b090a4b54 req-b0f03edd-52a7-49e0-b863-d98ee532067d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73496b59-debb-4286-ae40-07aee2ab340e HTTP/1.1" status: 200 len: 217 time: 0.1788054 Feb 04 12:46:28.650875 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5fbc7e-0459-4290-b018-702062547bcf req-b39f1333-5e30-44a2-a747-b1aac9e7523a tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:46:28.661134 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2a5fbc7e-0459-4290-b018-702062547bcf req-b39f1333-5e30-44a2-a747-b1aac9e7523a tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/ports?device_id=974df47e-a411-4441-bed4-ef3968eb2aa7 HTTP/1.1" status: 200 len: 943 time: 1.7535520 Feb 04 12:46:28.863630 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31d2edae-3290-4048-92a0-8ec4ca88d86d tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Router 83e44d23-2204-4004-b21e-fc30255a2e30 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:46:28.881434 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c0d874-1449-4bdc-8afa-da66b5c7f6dd admin admin] Network 89e5cf6e-351d-4512-ad7b-ed34d2070e9c is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:46:28.943702 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-11c0d874-1449-4bdc-8afa-da66b5c7f6dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 89e5cf6e-351d-4512-ad7b-ed34d2070e9c) {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:46:28.952886 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530903e6-6282-40f0-92dd-8cbd27a222d9 None None] Network 89e5cf6e-351d-4512-ad7b-ed34d2070e9c requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:46:28.966366 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c0d874-1449-4bdc-8afa-da66b5c7f6dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:46:28.967169 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-11c0d874-1449-4bdc-8afa-da66b5c7f6dd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:28.980165 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724d0372-aebf-4692-82b6-c48b090a4b54 req-0b7d8c81-e03f-40da-9c76-2b108b6e9e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:46:28.981836 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-724d0372-aebf-4692-82b6-c48b090a4b54 req-0b7d8c81-e03f-40da-9c76-2b108b6e9e2c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1b8a94de-4daf-40f7-9264-be25d0cf82c4 HTTP/1.1" status: 200 len: 851 time: 0.3113599 Feb 04 12:46:29.012385 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2a5fbc7e-0459-4290-b018-702062547bcf req-f49ca53f-3ed3-48e2-b25f-181cb70f6952 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c15dfa5-1b74-494d-a4b3-b834b3f91fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3421755 Feb 04 12:46:29.095960 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-724d0372-aebf-4692-82b6-c48b090a4b54 req-99b8933c-a525-459d-9a00-6dd2597bd19c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=50d90d65-ef89-4bd1-b586-652792747756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0903306 Feb 04 12:46:29.166376 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 73496b59-debb-4286-ae40-07aee2ab340e details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:46:29.195482 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-11c0d874-1449-4bdc-8afa-da66b5c7f6dd admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.1854703 Feb 04 12:46:29.200254 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 35544) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:46:29.216716 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-ce600e0e-bb29-4236-9f2f-28246541f912 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-343498644-router', 'tenant_id': 'c9db87ad8cbe4aa8abaccf040992930b', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:46:29.255553 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ce600e0e-bb29-4236-9f2f-28246541f912 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10933'] for router (3403548b-bfc5-43e3-a89e-1ed8692c65d7), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:29.257003 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ce600e0e-bb29-4236-9f2f-28246541f912 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10924'] for router (3403548b-bfc5-43e3-a89e-1ed8692c65d7), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:29.300275 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 73496b59-debb-4286-ae40-07aee2ab340e, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=73496b59-debb-4286-ae40-07aee2ab340e,segment=NetworkSegment(a4fd1883-c4c7-4318-8e98-9e85a63fb156),segment_id=a4fd1883-c4c7-4318-8e98-9e85a63fb156)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:46:29.356240 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb4934a-0f6f-45c7-9af1-3dd723662956 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-89e5cf6e-351d-4512-ad7b-ed34d2070e9c', 'network_id': '89e5cf6e-351d-4512-ad7b-ed34d2070e9c', 'project_id': 'c9db87ad8cbe4aa8abaccf040992930b', 'fixed_ips': [{'subnet_id': 'f3458ce6-388c-46d1-9b72-0aa1b8540b04'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 12:46:29.357919 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3fb4934a-0f6f-45c7-9af1-3dd723662956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:29.377117 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ce600e0e-bb29-4236-9f2f-28246541f912 admin admin] Publish callbacks [] for router_controller (3403548b-bfc5-43e3-a89e-1ed8692c65d7), precommit_add_association {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:29.408297 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6ee739f6-8a55-4a58-8414-14e2976554f7 req-993302a0-069a-406b-926c-c99c4f41c493 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 210 time: 0.1858261 Feb 04 12:46:29.493128 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 12:46:29.532213 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31d2edae-3290-4048-92a0-8ec4ca88d86d tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:46:29.536450 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-724d0372-aebf-4692-82b6-c48b090a4b54 req-f618e327-4ab4-4cb5-b9c5-31e0bb413434 service neutron] 10.222.0.73 "GET /v2.0/networks/50d90d65-ef89-4bd1-b586-652792747756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3518276 Feb 04 12:46:29.543656 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-31d2edae-3290-4048-92a0-8ec4ca88d86d tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks [] for router (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:29.545637 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-31d2edae-3290-4048-92a0-8ec4ca88d86d tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] 10.222.0.65 "PUT /v2.0/routers/83e44d23-2204-4004-b21e-fc30255a2e30 HTTP/1.1" status: 200 len: 891 time: 3.4343300 Feb 04 12:46:29.555379 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 35548) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:46:29.764277 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ce600e0e-bb29-4236-9f2f-28246541f912 admin admin] Publish callbacks [] for router_gateway (3403548b-bfc5-43e3-a89e-1ed8692c65d7), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:29.815688 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-3fb4934a-0f6f-45c7-9af1-3dd723662956 None None] Allocated IP 172.20.0.2 (89e5cf6e-351d-4512-ad7b-ed34d2070e9c/f3458ce6-388c-46d1-9b72-0aa1b8540b04/0a820703-1475-4bb4-a421-4b2dc27ead8e) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:46:29.849446 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5228d6f7-734a-46de-904b-58f9c9b62829 None None] Sync routers for ids ['83e44d23-2204-4004-b21e-fc30255a2e30'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:46:29.854252 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': '73496b59-debb-4286-ae40-07aee2ab340e', 'network_id': '50d90d65-ef89-4bd1-b586-652792747756', 'port_id': '73496b59-debb-4286-ae40-07aee2ab340e', 'mac_address': 'fa:16:3e:30:b8:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b8a94de-4daf-40f7-9264-be25d0cf82c4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:46:30.052344 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-724d0372-aebf-4692-82b6-c48b090a4b54 req-37d0fdd1-53e4-49a5-bd38-e40776968cb1 service neutron] 10.222.0.73 "GET /v2.0/networks/50d90d65-ef89-4bd1-b586-652792747756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5051436 Feb 04 12:46:30.072415 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-f6020512-c494-447d-bfdf-db404f0d6e6b tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] 10.222.0.65 "GET /v2.0/routers/83e44d23-2204-4004-b21e-fc30255a2e30 HTTP/1.1" status: 200 len: 891 time: 0.5144675 Feb 04 12:46:30.073847 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 35556) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:46:30.124561 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-5dd287c7-d240-403a-be6a-8aca83b38f24 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] 10.222.0.65 "GET /v2.0/ports?device_id=83e44d23-2204-4004-b21e-fc30255a2e30 HTTP/1.1" status: 200 len: 205 time: 0.0494628 Feb 04 12:46:30.125421 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 35558) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:46:30.184495 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 380225d2-46cb-4b0d-bd8a-1420c098d893 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:46:30.230917 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5228d6f7-734a-46de-904b-58f9c9b62829 None None] Routers {'83e44d23-2204-4004-b21e-fc30255a2e30'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:46:30.234101 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-5228d6f7-734a-46de-904b-58f9c9b62829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:46:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['83e44d23-2204-4004-b21e-fc30255a2e30'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:46:30.287619 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-5228d6f7-734a-46de-904b-58f9c9b62829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:46:30.369905 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ce600e0e-bb29-4236-9f2f-28246541f912 admin admin] Publish callbacks [] for router_gateway (3403548b-bfc5-43e3-a89e-1ed8692c65d7), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:30.381247 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9cc1a806-4355-4e53-88b1-8f624227a530 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks [] for router (83e44d23-2204-4004-b21e-fc30255a2e30), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:30.398377 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 73496b59-debb-4286-ae40-07aee2ab340e is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:46:30.398972 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (73496b59-debb-4286-ae40-07aee2ab340e), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:30.409674 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ce600e0e-bb29-4236-9f2f-28246541f912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:30.477676 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5228d6f7-734a-46de-904b-58f9c9b62829 None None] Routers {'83e44d23-2204-4004-b21e-fc30255a2e30'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:46:30.478328 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-5228d6f7-734a-46de-904b-58f9c9b62829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:46:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['83e44d23-2204-4004-b21e-fc30255a2e30'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:46:30.560743 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-5228d6f7-734a-46de-904b-58f9c9b62829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:46:30.561420 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5228d6f7-734a-46de-904b-58f9c9b62829 None None] The sync data for ids ['83e44d23-2204-4004-b21e-fc30255a2e30'] in n-d-825015-3 is: [] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:46:30.574091 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73496b59-debb-4286-ae40-07aee2ab340e {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:46:30.658712 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-ce600e0e-bb29-4236-9f2f-28246541f912 admin admin] Allocated IP 172.25.3.77 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/dcf91f75-a4e3-4ea1-ab15-33aa90c2006c) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:46:30.664360 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 380225d2-46cb-4b0d-bd8a-1420c098d893 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:46:30.664758 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (380225d2-46cb-4b0d-bd8a-1420c098d893), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:30.679062 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 73496b59-debb-4286-ae40-07aee2ab340e, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=73496b59-debb-4286-ae40-07aee2ab340e,segment=NetworkSegment(a4fd1883-c4c7-4318-8e98-9e85a63fb156),segment_id=a4fd1883-c4c7-4318-8e98-9e85a63fb156)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:46:30.689516 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-48a87adc-db66-4942-a996-6ce6d590e2f6 req-302e3e04-f005-436d-88e8-5742d6872087 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 210 time: 0.1195056 Feb 04 12:46:30.727038 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (73496b59-debb-4286-ae40-07aee2ab340e), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:30.751895 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43a1370-3e48-4d10-848c-3dab58d76fc2 req-6581fe51-4497-4134-827c-9f2a9be1216c tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:46:30.753460 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f43a1370-3e48-4d10-848c-3dab58d76fc2 req-6581fe51-4497-4134-827c-9f2a9be1216c tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/ports?device_id=974df47e-a411-4441-bed4-ef3968eb2aa7 HTTP/1.1" status: 200 len: 943 time: 0.4161401 Feb 04 12:46:30.928405 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9cc1a806-4355-4e53-88b1-8f624227a530 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks [] for router_gateway (83e44d23-2204-4004-b21e-fc30255a2e30), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:30.935426 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ce600e0e-bb29-4236-9f2f-28246541f912 admin admin] Publish callbacks [] for port (dcf91f75-a4e3-4ea1-ab15-33aa90c2006c), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:30.951818 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f43a1370-3e48-4d10-848c-3dab58d76fc2 req-b42370d0-f238-43ba-a4b4-390783740f58 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c15dfa5-1b74-494d-a4b3-b834b3f91fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893213 Feb 04 12:46:31.008199 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ce600e0e-bb29-4236-9f2f-28246541f912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (dcf91f75-a4e3-4ea1-ab15-33aa90c2006c), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:31.055052 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce600e0e-bb29-4236-9f2f-28246541f912 admin admin] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:46:31.061946 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-ce600e0e-bb29-4236-9f2f-28246541f912 admin admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:46:31.103510 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce600e0e-bb29-4236-9f2f-28246541f912 admin admin] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:46:31.122545 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-9cc1a806-4355-4e53-88b1-8f624227a530 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Deleting port d6be4c2a-9245-4b4f-adf0-397d530026af {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:46:31.123396 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9cc1a806-4355-4e53-88b1-8f624227a530 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (d6be4c2a-9245-4b4f-adf0-397d530026af), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:31.336824 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9cc1a806-4355-4e53-88b1-8f624227a530 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (d6be4c2a-9245-4b4f-adf0-397d530026af), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:31.372638 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-9cc1a806-4355-4e53-88b1-8f624227a530 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Calling delete_port for d6be4c2a-9245-4b4f-adf0-397d530026af owned by network:router_gateway {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:46:31.411986 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['73496b59-debb-4286-ae40-07aee2ab340e'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:46:31.429085 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3fb4934a-0f6f-45c7-9af1-3dd723662956 None None] Publish callbacks [] for port (0a820703-1475-4bb4-a421-4b2dc27ead8e), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:31.438492 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:31.539927 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3fb4934a-0f6f-45c7-9af1-3dd723662956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (0a820703-1475-4bb4-a421-4b2dc27ead8e), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:31.620987 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce600e0e-bb29-4236-9f2f-28246541f912 admin admin] Pushing event updated for resources: {'Port': ['ID=dcf91f75-a4e3-4ea1-ab15-33aa90c2006c,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:31.662808 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=73496b59-debb-4286-ae40-07aee2ab340e,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:31.796109 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb4934a-0f6f-45c7-9af1-3dd723662956 None None] Pushing event updated for resources: {'Port': ['ID=0a820703-1475-4bb4-a421-4b2dc27ead8e,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:31.837735 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb4934a-0f6f-45c7-9af1-3dd723662956 None None] Network 89e5cf6e-351d-4512-ad7b-ed34d2070e9c is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:46:31.845725 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-3fb4934a-0f6f-45c7-9af1-3dd723662956 None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:46:31.863916 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb4934a-0f6f-45c7-9af1-3dd723662956 None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:46:31.869432 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9cc1a806-4355-4e53-88b1-8f624227a530 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (d6be4c2a-9245-4b4f-adf0-397d530026af), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:31.892400 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ce600e0e-bb29-4236-9f2f-28246541f912 admin admin] Publish callbacks [] for router_gateway (3403548b-bfc5-43e3-a89e-1ed8692c65d7), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:31.901605 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 380225d2-46cb-4b0d-bd8a-1420c098d893 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:46:32.032707 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc1a806-4355-4e53-88b1-8f624227a530 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Pushing event deleted for resources: {'Port': ['ID=d6be4c2a-9245-4b4f-adf0-397d530026af,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:32.063069 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:32.148399 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fb44e1b7-5198-4ab0-9e84-6242cea2e432 req-5c339f0b-7abc-42d1-980c-05324202ba39 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 210 time: 0.1704648 Feb 04 12:46:32.150477 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-3fb4934a-0f6f-45c7-9af1-3dd723662956 None None] Attempting to bind port 0a820703-1475-4bb4-a421-4b2dc27ead8e on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:46:32.150922 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-3fb4934a-0f6f-45c7-9af1-3dd723662956 None None] Attempting to bind port 0a820703-1475-4bb4-a421-4b2dc27ead8e by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': 'a02f0202-8759-4c83-81ad-b565510a05aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '89e5cf6e-351d-4512-ad7b-ed34d2070e9c'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:46:32.151313 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb4934a-0f6f-45c7-9af1-3dd723662956 None None] Attempting to bind port 0a820703-1475-4bb4-a421-4b2dc27ead8e on network 89e5cf6e-351d-4512-ad7b-ed34d2070e9c {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:46:32.165920 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb4934a-0f6f-45c7-9af1-3dd723662956 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:46:32.166322 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb4934a-0f6f-45c7-9af1-3dd723662956 None None] Checking segment: {'id': 'a02f0202-8759-4c83-81ad-b565510a05aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '89e5cf6e-351d-4512-ad7b-ed34d2070e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:46:32.166712 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3fb4934a-0f6f-45c7-9af1-3dd723662956 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:32.167111 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb4934a-0f6f-45c7-9af1-3dd723662956 None None] Bound using segment: {'id': 'a02f0202-8759-4c83-81ad-b565510a05aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '89e5cf6e-351d-4512-ad7b-ed34d2070e9c'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:46:32.167593 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-3fb4934a-0f6f-45c7-9af1-3dd723662956 None None] Bound port: 0a820703-1475-4bb4-a421-4b2dc27ead8e, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a02f0202-8759-4c83-81ad-b565510a05aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '89e5cf6e-351d-4512-ad7b-ed34d2070e9c'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:46:32.168013 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3fb4934a-0f6f-45c7-9af1-3dd723662956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (0a820703-1475-4bb4-a421-4b2dc27ead8e), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:32.294320 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9cc1a806-4355-4e53-88b1-8f624227a530 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1599901'] for router_gateway (83e44d23-2204-4004-b21e-fc30255a2e30), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:32.411927 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7963110f-debf-4923-bc6e-66b6ece55ba6 req-c5c4e512-5384-4406-abd8-8a637db5fe51 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:46:32.419248 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7963110f-debf-4923-bc6e-66b6ece55ba6 req-c5c4e512-5384-4406-abd8-8a637db5fe51 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/ports?device_id=974df47e-a411-4441-bed4-ef3968eb2aa7 HTTP/1.1" status: 200 len: 944 time: 0.2666736 Feb 04 12:46:32.498806 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-3fb4934a-0f6f-45c7-9af1-3dd723662956 None None] For port 0a820703-1475-4bb4-a421-4b2dc27ead8e, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:46:32.523154 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-3fb4934a-0f6f-45c7-9af1-3dd723662956 None None] For port 0a820703-1475-4bb4-a421-4b2dc27ead8e, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=0a820703-1475-4bb4-a421-4b2dc27ead8e,segment=NetworkSegment(a02f0202-8759-4c83-81ad-b565510a05aa),segment_id=a02f0202-8759-4c83-81ad-b565510a05aa)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:46:32.553289 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9cc1a806-4355-4e53-88b1-8f624227a530 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10915'] for router (83e44d23-2204-4004-b21e-fc30255a2e30), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:32.558986 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3fb4934a-0f6f-45c7-9af1-3dd723662956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (0a820703-1475-4bb4-a421-4b2dc27ead8e), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:32.561759 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9cc1a806-4355-4e53-88b1-8f624227a530 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks [] for router_controller (83e44d23-2204-4004-b21e-fc30255a2e30), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:32.668256 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb4934a-0f6f-45c7-9af1-3dd723662956 None None] Pushing event updated for resources: {'Port': ['ID=0a820703-1475-4bb4-a421-4b2dc27ead8e,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:32.700863 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9cc1a806-4355-4e53-88b1-8f624227a530 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622829'] for router (83e44d23-2204-4004-b21e-fc30255a2e30), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:32.709751 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cc1a806-4355-4e53-88b1-8f624227a530 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Fanout notify agent at l3_agent the message router_deleted on router 83e44d23-2204-4004-b21e-fc30255a2e30 {{(pid=103475) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 12:46:32.724983 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9cc1a806-4355-4e53-88b1-8f624227a530 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks [] for router (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:32.726741 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-9cc1a806-4355-4e53-88b1-8f624227a530 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] 10.222.0.65 "DELETE /v2.0/routers/83e44d23-2204-4004-b21e-fc30255a2e30 HTTP/1.1" status: 204 len: 168 time: 2.6002834 Feb 04 12:46:32.733856 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7963110f-debf-4923-bc6e-66b6ece55ba6 req-0936637c-b20e-45c4-b7e7-ca3102353992 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c15dfa5-1b74-494d-a4b3-b834b3f91fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309163 Feb 04 12:46:32.734637 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 35590) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:46:32.739953 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-8e535f6d-75fa-4740-b9bb-907156e2b880 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1197267029'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:46:32.772763 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e535f6d-75fa-4740-b9bb-907156e2b880 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Made reservation on behalf of 3fccd7acaf5a4db2beb516182b08458d for: {'network': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:46:32.796409 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8e535f6d-75fa-4740-b9bb-907156e2b880 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:32.872514 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e535f6d-75fa-4740-b9bb-907156e2b880 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=103475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:46:32.912599 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8e535f6d-75fa-4740-b9bb-907156e2b880 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (8813a387-5f9e-4a87-b6e5-b5c085cd1799), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:32.913197 n-d-825015-3 neutron-server[103475]: INFO neutron.db.segments_db [None req-8e535f6d-75fa-4740-b9bb-907156e2b880 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Added segment 8813a387-5f9e-4a87-b6e5-b5c085cd1799 of type vlan for network ddf7e831-3c74-4f81-b6ba-3e785c5d6970 Feb 04 12:46:33.082018 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8e535f6d-75fa-4740-b9bb-907156e2b880 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (ddf7e831-3c74-4f81-b6ba-3e785c5d6970), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:33.149372 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8e535f6d-75fa-4740-b9bb-907156e2b880 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (ddf7e831-3c74-4f81-b6ba-3e785c5d6970), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:33.155299 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e535f6d-75fa-4740-b9bb-907156e2b880 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:46:33.155955 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8e535f6d-75fa-4740-b9bb-907156e2b880 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:33.195167 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 73496b59-debb-4286-ae40-07aee2ab340e up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:46:33.348591 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning for port 73496b59-debb-4286-ae40-07aee2ab340e completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:46:33.369213 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port 73496b59-debb-4286-ae40-07aee2ab340e triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:46:33.369605 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (73496b59-debb-4286-ae40-07aee2ab340e), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:33.387939 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-8e535f6d-75fa-4740-b9bb-907156e2b880 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6493690 Feb 04 12:46:33.396106 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 35602) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:46:33.418417 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-3e371758-7135-45ba-a773-204774e82596 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Request body: {'subnet': {'network_id': 'ddf7e831-3c74-4f81-b6ba-3e785c5d6970', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:46:33.581121 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 73496b59-debb-4286-ae40-07aee2ab340e is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:46:33.581708 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (73496b59-debb-4286-ae40-07aee2ab340e), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:33.634687 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e535f6d-75fa-4740-b9bb-907156e2b880 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Pushing event updated for resources: {'Network': ['ID=ddf7e831-3c74-4f81-b6ba-3e785c5d6970,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:33.663639 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ce600e0e-bb29-4236-9f2f-28246541f912 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141'] for router (3403548b-bfc5-43e3-a89e-1ed8692c65d7), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:33.696358 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 73496b59-debb-4286-ae40-07aee2ab340e, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=73496b59-debb-4286-ae40-07aee2ab340e,segment=NetworkSegment(a4fd1883-c4c7-4318-8e98-9e85a63fb156),segment_id=a4fd1883-c4c7-4318-8e98-9e85a63fb156)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:46:33.699880 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '974df47e-a411-4441-bed4-ef3968eb2aa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73496b59-debb-4286-ae40-07aee2ab340e'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:46:33.702624 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4abc8a62-5ae3-4373-9f09-0e3141bec8d2" -d '{"events": [{"server_uuid": "974df47e-a411-4441-bed4-ef3968eb2aa7", "name": "network-vif-plugged", "status": "completed", "tag": "73496b59-debb-4286-ae40-07aee2ab340e"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:46:33.708586 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network ddf7e831-3c74-4f81-b6ba-3e785c5d6970 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:46:33.758191 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e4838c56-bd18-4c47-8a0f-6a633d3e6b8a req-23d450ab-abe0-4e5b-938f-1624ab21fa28 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 210 time: 0.1568527 Feb 04 12:46:33.794100 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e371758-7135-45ba-a773-204774e82596 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Made reservation on behalf of 3fccd7acaf5a4db2beb516182b08458d for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:46:33.806134 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3e371758-7135-45ba-a773-204774e82596 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:33.813689 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (73496b59-debb-4286-ae40-07aee2ab340e), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:33.935467 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=73496b59-debb-4286-ae40-07aee2ab340e,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:34.134933 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5757957-332d-4147-94db-f08190367f7a x-openstack-request-id: req-e5757957-332d-4147-94db-f08190367f7a {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:46:34.135768 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "974df47e-a411-4441-bed4-ef3968eb2aa7", "name": "network-vif-plugged", "status": "completed", "tag": "73496b59-debb-4286-ae40-07aee2ab340e", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:46:34.136123 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e5757957-332d-4147-94db-f08190367f7a {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:46:34.136658 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '974df47e-a411-4441-bed4-ef3968eb2aa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73496b59-debb-4286-ae40-07aee2ab340e', 'code': 200} Feb 04 12:46:34.257138 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 0a820703-1475-4bb4-a421-4b2dc27ead8e up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:46:34.376234 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d630ec-ef08-45bc-9c84-e5dd3511b623 req-61049e6e-4418-4599-ba7c-2965863a3684 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:46:34.378637 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-92d630ec-ef08-45bc-9c84-e5dd3511b623 req-61049e6e-4418-4599-ba7c-2965863a3684 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/ports?device_id=974df47e-a411-4441-bed4-ef3968eb2aa7 HTTP/1.1" status: 200 len: 945 time: 0.2942824 Feb 04 12:46:34.383930 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce600e0e-bb29-4236-9f2f-28246541f912 admin admin] Router 3403548b-bfc5-43e3-a89e-1ed8692c65d7 is scheduled to L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de with binding_index 1 {{(pid=103474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 12:46:34.390989 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d3e0ef-1255-423f-8d45-f49f494ec918 req-3e1ae2a0-c657-4126-a6f1-8b81a743e153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:46:34.403146 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b3d3e0ef-1255-423f-8d45-f49f494ec918 req-3e1ae2a0-c657-4126-a6f1-8b81a743e153 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=974df47e-a411-4441-bed4-ef3968eb2aa7 HTTP/1.1" status: 200 len: 1127 time: 0.2280405 Feb 04 12:46:34.430124 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 0a820703-1475-4bb4-a421-4b2dc27ead8e triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:46:34.432368 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (0a820703-1475-4bb4-a421-4b2dc27ead8e), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:34.650760 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 0a820703-1475-4bb4-a421-4b2dc27ead8e is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:46:34.653905 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (0a820703-1475-4bb4-a421-4b2dc27ead8e), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:34.721516 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port 0a820703-1475-4bb4-a421-4b2dc27ead8e, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=0a820703-1475-4bb4-a421-4b2dc27ead8e,segment=NetworkSegment(a02f0202-8759-4c83-81ad-b565510a05aa),segment_id=a02f0202-8759-4c83-81ad-b565510a05aa)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:46:34.730775 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (0a820703-1475-4bb4-a421-4b2dc27ead8e), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:34.856857 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5312d6d-6768-4e23-ba9f-96909e8311c4 None None] Network 89e5cf6e-351d-4512-ad7b-ed34d2070e9c requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:46:34.892296 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce600e0e-bb29-4236-9f2f-28246541f912 admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:46:34.904387 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f6974e-be6e-4c1d-aca8-2228f38fa232 None None] Sync routers for ids ['3403548b-bfc5-43e3-a89e-1ed8692c65d7'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:46:34.928277 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f6974e-be6e-4c1d-aca8-2228f38fa232 None None] Routers {'3403548b-bfc5-43e3-a89e-1ed8692c65d7'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:46:34.928919 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-23f6974e-be6e-4c1d-aca8-2228f38fa232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:46:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['3403548b-bfc5-43e3-a89e-1ed8692c65d7'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:46:34.937082 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ce600e0e-bb29-4236-9f2f-28246541f912 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:34.942331 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-ce600e0e-bb29-4236-9f2f-28246541f912 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.7386401 Feb 04 12:46:34.942852 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 35618) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:46:34.978114 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b3d3e0ef-1255-423f-8d45-f49f494ec918 req-c2182619-7a0d-4c82-872d-c91b2369c9c9 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=2c15dfa5-1b74-494d-a4b3-b834b3f91fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5511732 Feb 04 12:46:34.979062 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3e371758-7135-45ba-a773-204774e82596 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52094127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51452689'] for subnet (b69b762d-1b6c-48bf-a4bb-69c301cc6675), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:35.094463 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-92d630ec-ef08-45bc-9c84-e5dd3511b623 req-c3add98d-dc40-408c-9825-4227130f2547 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c15dfa5-1b74-494d-a4b3-b834b3f91fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6682403 Feb 04 12:46:35.197622 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-2db8a47e-6205-4b22-89ab-8e6647f0198c None None] Provisioning complete for port 0a820703-1475-4bb4-a421-4b2dc27ead8e triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:46:35.198358 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2db8a47e-6205-4b22-89ab-8e6647f0198c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (0a820703-1475-4bb4-a421-4b2dc27ead8e), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:35.225313 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6e956fda-90ff-4877-82df-76e9d1d9930d req-300f82eb-6b51-4f4d-acfa-6087c696febb tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 210 time: 0.1172137 Feb 04 12:46:35.271337 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=0a820703-1475-4bb4-a421-4b2dc27ead8e,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:35.325114 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e371758-7135-45ba-a773-204774e82596 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Checking segment: {'id': '8813a387-5f9e-4a87-b6e5-b5c085cd1799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'ddf7e831-3c74-4f81-b6ba-3e785c5d6970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:46:35.325559 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e371758-7135-45ba-a773-204774e82596 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Network hostable DHCP agents. Network: ddf7e831-3c74-4f81-b6ba-3e785c5d6970, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:46:35.350863 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e371758-7135-45ba-a773-204774e82596 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Pushing event updated for resources: {'Subnet': ['ID=b69b762d-1b6c-48bf-a4bb-69c301cc6675,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:35.408788 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-23f6974e-be6e-4c1d-aca8-2228f38fa232 None None] Set router 3403548b-bfc5-43e3-a89e-1ed8692c65d7 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:46:35.416030 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e371758-7135-45ba-a773-204774e82596 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Network ddf7e831-3c74-4f81-b6ba-3e785c5d6970 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:46:35.459110 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-3e371758-7135-45ba-a773-204774e82596 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, ddf7e831-3c74-4f81-b6ba-3e785c5d6970) {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:46:35.465322 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e371758-7135-45ba-a773-204774e82596 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:46:35.472998 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3e371758-7135-45ba-a773-204774e82596 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:35.520452 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-3e371758-7135-45ba-a773-204774e82596 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1232154 Feb 04 12:46:35.528133 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 35624) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:46:35.542503 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-0a97e150-3914-4a11-a7e3-e27c3800b3d5 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1267041243', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:46:35.590083 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-2db8a47e-6205-4b22-89ab-8e6647f0198c None None] Current status of the port 0a820703-1475-4bb4-a421-4b2dc27ead8e is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:46:35.600766 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2a92ed-107e-46a5-9baa-3df5f9d1acc4 None None] Network ddf7e831-3c74-4f81-b6ba-3e785c5d6970 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:46:35.884716 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0a97e150-3914-4a11-a7e3-e27c3800b3d5 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10933'] for router (8024aed0-e930-4c1f-b2e0-341234e7c0dd), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:35.886733 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0a97e150-3914-4a11-a7e3-e27c3800b3d5 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10924'] for router (8024aed0-e930-4c1f-b2e0-341234e7c0dd), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:36.023216 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7b9559-7838-47a3-9570-c6fa11af66f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-ddf7e831-3c74-4f81-b6ba-3e785c5d6970', 'network_id': 'ddf7e831-3c74-4f81-b6ba-3e785c5d6970', 'project_id': '3fccd7acaf5a4db2beb516182b08458d', 'fixed_ips': [{'subnet_id': 'b69b762d-1b6c-48bf-a4bb-69c301cc6675'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 12:46:36.024163 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5d7b9559-7838-47a3-9570-c6fa11af66f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:36.029886 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-35580142-1150-4687-b2a9-4ad47589051a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:36.130977 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-23f6974e-be6e-4c1d-aca8-2228f38fa232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3403548b-bfc5-43e3-a89e-1ed8692c65d7', 'name': 'tempest-TestServerMultinode-343498644-router', 'tenant_id': 'c9db87ad8cbe4aa8abaccf040992930b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': 'dcf91f75-a4e3-4ea1-ab15-33aa90c2006c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:46:29Z', 'updated_at': '2022-02-04T12:46:31Z', 'revision_number': 3, 'project_id': 'c9db87ad8cbe4aa8abaccf040992930b', 'gw_port': {'id': 'dcf91f75-a4e3-4ea1-ab15-33aa90c2006c', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:3c:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3403548b-bfc5-43e3-a89e-1ed8692c65d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:46:30Z', 'updated_at': '2022-02-04T12:46:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:46:36.241723 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-c14208e7-7fa8-448a-b48e-42ef88bc9f5d None None] Provisioning complete for port 0a820703-1475-4bb4-a421-4b2dc27ead8e triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:46:36.241723 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c14208e7-7fa8-448a-b48e-42ef88bc9f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (0a820703-1475-4bb4-a421-4b2dc27ead8e), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:36.365389 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f6974e-be6e-4c1d-aca8-2228f38fa232 None None] Checking router: 3403548b-bfc5-43e3-a89e-1ed8692c65d7 for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:46:36.369718 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f6974e-be6e-4c1d-aca8-2228f38fa232 None None] Updating router 3403548b-bfc5-43e3-a89e-1ed8692c65d7 port dcf91f75-a4e3-4ea1-ab15-33aa90c2006c binding host n-d-825015-3 {{(pid=103477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:46:36.476809 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 0a820703-1475-4bb4-a421-4b2dc27ead8e up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:46:36.547661 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4363b0de-f381-4d20-bee9-83c507956091 req-ba399573-2673-47b8-b84e-ca88f7fc64dd tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:46:36.562400 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4363b0de-f381-4d20-bee9-83c507956091 req-ba399573-2673-47b8-b84e-ca88f7fc64dd tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/ports?device_id=974df47e-a411-4441-bed4-ef3968eb2aa7 HTTP/1.1" status: 200 len: 945 time: 0.2969606 Feb 04 12:46:36.569694 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-23f6974e-be6e-4c1d-aca8-2228f38fa232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (dcf91f75-a4e3-4ea1-ab15-33aa90c2006c), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:36.670969 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0a97e150-3914-4a11-a7e3-e27c3800b3d5 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks [] for router_controller (8024aed0-e930-4c1f-b2e0-341234e7c0dd), precommit_add_association {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:36.687310 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0a97e150-3914-4a11-a7e3-e27c3800b3d5 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141'] for router (8024aed0-e930-4c1f-b2e0-341234e7c0dd), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:36.744638 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-35580142-1150-4687-b2a9-4ad47589051a admin admin] Allocated IP 172.20.0.1 (89e5cf6e-351d-4512-ad7b-ed34d2070e9c/f3458ce6-388c-46d1-9b72-0aa1b8540b04/7c5eab31-280c-4915-bfa7-4a7a9db6ea02) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:46:36.762923 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0a97e150-3914-4a11-a7e3-e27c3800b3d5 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:36.765304 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-0a97e150-3914-4a11-a7e3-e27c3800b3d5 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.2351015 Feb 04 12:46:36.767773 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 35640) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:46:36.782863 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a4f0e4c0-7adb-4f35-af9c-2b059fb332ea req-f0f67087-7973-4a14-b347-b6a9b48a68c7 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 210 time: 0.2158511 Feb 04 12:46:36.874197 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4363b0de-f381-4d20-bee9-83c507956091 req-7e1813e4-beb8-414a-af47-7433082429cc tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c15dfa5-1b74-494d-a4b3-b834b3f91fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227650 Feb 04 12:46:37.147797 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c14208e7-7fa8-448a-b48e-42ef88bc9f5d None None] Current status of the port 0a820703-1475-4bb4-a421-4b2dc27ead8e is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:46:37.164442 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 0a820703-1475-4bb4-a421-4b2dc27ead8e triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:46:37.165281 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (0a820703-1475-4bb4-a421-4b2dc27ead8e), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:37.234626 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-5d7b9559-7838-47a3-9570-c6fa11af66f8 None None] Allocated IP 2001:db8::2 (ddf7e831-3c74-4f81-b6ba-3e785c5d6970/b69b762d-1b6c-48bf-a4bb-69c301cc6675/1b8d3631-3db2-4b02-a934-f195229ee585) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:46:37.451053 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2dea1b-3366-487f-92f1-4ddd0920ae13 req-29f51f36-5c0f-4d10-ba3e-af5d97614e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:46:37.463161 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7c2dea1b-3366-487f-92f1-4ddd0920ae13 req-29f51f36-5c0f-4d10-ba3e-af5d97614e4e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=13522db399fe4d5f88698444f9d616e8&device_id=974df47e-a411-4441-bed4-ef3968eb2aa7 HTTP/1.1" status: 200 len: 1127 time: 0.1541421 Feb 04 12:46:37.585290 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-35580142-1150-4687-b2a9-4ad47589051a admin admin] Publish callbacks [] for port (7c5eab31-280c-4915-bfa7-4a7a9db6ea02), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:37.679325 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-23f6974e-be6e-4c1d-aca8-2228f38fa232 None None] Publish callbacks [] for port (dcf91f75-a4e3-4ea1-ab15-33aa90c2006c), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:37.691597 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-23f6974e-be6e-4c1d-aca8-2228f38fa232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (dcf91f75-a4e3-4ea1-ab15-33aa90c2006c), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:37.713235 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2dea1b-3366-487f-92f1-4ddd0920ae13 req-6c7554ce-b14c-4d64-9612-dc84e69b1a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:46:37.717359 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7c2dea1b-3366-487f-92f1-4ddd0920ae13 req-6c7554ce-b14c-4d64-9612-dc84e69b1a4c service neutron] 10.222.0.73 "GET /v2.0/networks?id=50d90d65-ef89-4bd1-b586-652792747756 HTTP/1.1" status: 200 len: 912 time: 0.2527683 Feb 04 12:46:37.760666 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-81724d07-7499-43d4-b23f-eae1a51455ce tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:37.867486 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5d7b9559-7838-47a3-9570-c6fa11af66f8 None None] Publish callbacks [] for port (1b8d3631-3db2-4b02-a934-f195229ee585), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:37.873706 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97d088d-5da2-432d-bc6e-3cbcbd9bc8a9 None None] Pushing event updated for resources: {'Port': ['ID=dcf91f75-a4e3-4ea1-ab15-33aa90c2006c,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:37.880263 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5d7b9559-7838-47a3-9570-c6fa11af66f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (1b8d3631-3db2-4b02-a934-f195229ee585), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:37.893125 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-23f6974e-be6e-4c1d-aca8-2228f38fa232 None None] Attempting to bind port dcf91f75-a4e3-4ea1-ab15-33aa90c2006c on host n-d-825015-3 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:46:37.893885 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-23f6974e-be6e-4c1d-aca8-2228f38fa232 None None] Attempting to bind port dcf91f75-a4e3-4ea1-ab15-33aa90c2006c by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:46:37.897573 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f6974e-be6e-4c1d-aca8-2228f38fa232 None None] Attempting to bind port dcf91f75-a4e3-4ea1-ab15-33aa90c2006c on network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:46:37.927228 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97d088d-5da2-432d-bc6e-3cbcbd9bc8a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:46:37.929972 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97d088d-5da2-432d-bc6e-3cbcbd9bc8a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:46:37.930590 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97d088d-5da2-432d-bc6e-3cbcbd9bc8a9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:46:37.931174 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97d088d-5da2-432d-bc6e-3cbcbd9bc8a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:46:37.932550 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97d088d-5da2-432d-bc6e-3cbcbd9bc8a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:46:37.938272 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97d088d-5da2-432d-bc6e-3cbcbd9bc8a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:46:37.941515 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97d088d-5da2-432d-bc6e-3cbcbd9bc8a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:46:37.942097 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97d088d-5da2-432d-bc6e-3cbcbd9bc8a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:46:37.942773 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97d088d-5da2-432d-bc6e-3cbcbd9bc8a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:46:37.943331 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97d088d-5da2-432d-bc6e-3cbcbd9bc8a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:46:37.943936 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97d088d-5da2-432d-bc6e-3cbcbd9bc8a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:46:37.951727 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97d088d-5da2-432d-bc6e-3cbcbd9bc8a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:46:37.952648 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97d088d-5da2-432d-bc6e-3cbcbd9bc8a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:46:37.971079 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f6974e-be6e-4c1d-aca8-2228f38fa232 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:46:37.972379 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f6974e-be6e-4c1d-aca8-2228f38fa232 None None] Checking segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:46:37.973366 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-23f6974e-be6e-4c1d-aca8-2228f38fa232 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:37.975434 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f6974e-be6e-4c1d-aca8-2228f38fa232 None None] Bound using segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:46:37.976292 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-23f6974e-be6e-4c1d-aca8-2228f38fa232 None None] Bound port: dcf91f75-a4e3-4ea1-ab15-33aa90c2006c, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:46:37.976945 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-23f6974e-be6e-4c1d-aca8-2228f38fa232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (dcf91f75-a4e3-4ea1-ab15-33aa90c2006c), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:38.033698 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7b9559-7838-47a3-9570-c6fa11af66f8 None None] Network ddf7e831-3c74-4f81-b6ba-3e785c5d6970 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:46:38.038616 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-5d7b9559-7838-47a3-9570-c6fa11af66f8 None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:46:38.048018 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7b9559-7838-47a3-9570-c6fa11af66f8 None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:46:38.170080 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-23f6974e-be6e-4c1d-aca8-2228f38fa232 None None] For port dcf91f75-a4e3-4ea1-ab15-33aa90c2006c, host n-d-825015-3, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:46:38.176417 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7b9559-7838-47a3-9570-c6fa11af66f8 None None] Pushing event updated for resources: {'Port': ['ID=1b8d3631-3db2-4b02-a934-f195229ee585,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:38.186426 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-23f6974e-be6e-4c1d-aca8-2228f38fa232 None None] For port dcf91f75-a4e3-4ea1-ab15-33aa90c2006c, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=dcf91f75-a4e3-4ea1-ab15-33aa90c2006c,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:46:38.201406 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-23f6974e-be6e-4c1d-aca8-2228f38fa232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (dcf91f75-a4e3-4ea1-ab15-33aa90c2006c), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:38.221479 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-5d7b9559-7838-47a3-9570-c6fa11af66f8 None None] Attempting to bind port 1b8d3631-3db2-4b02-a934-f195229ee585 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:46:38.221859 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-5d7b9559-7838-47a3-9570-c6fa11af66f8 None None] Attempting to bind port 1b8d3631-3db2-4b02-a934-f195229ee585 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '8813a387-5f9e-4a87-b6e5-b5c085cd1799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'ddf7e831-3c74-4f81-b6ba-3e785c5d6970'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:46:38.222232 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7b9559-7838-47a3-9570-c6fa11af66f8 None None] Attempting to bind port 1b8d3631-3db2-4b02-a934-f195229ee585 on network ddf7e831-3c74-4f81-b6ba-3e785c5d6970 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:46:38.228608 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 0a820703-1475-4bb4-a421-4b2dc27ead8e is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:46:38.230997 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7b9559-7838-47a3-9570-c6fa11af66f8 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:46:38.231374 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7b9559-7838-47a3-9570-c6fa11af66f8 None None] Checking segment: {'id': '8813a387-5f9e-4a87-b6e5-b5c085cd1799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'ddf7e831-3c74-4f81-b6ba-3e785c5d6970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:46:38.231845 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5d7b9559-7838-47a3-9570-c6fa11af66f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:38.232231 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7b9559-7838-47a3-9570-c6fa11af66f8 None None] Bound using segment: {'id': '8813a387-5f9e-4a87-b6e5-b5c085cd1799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'ddf7e831-3c74-4f81-b6ba-3e785c5d6970'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:46:38.232712 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-5d7b9559-7838-47a3-9570-c6fa11af66f8 None None] Bound port: 1b8d3631-3db2-4b02-a934-f195229ee585, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8813a387-5f9e-4a87-b6e5-b5c085cd1799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'ddf7e831-3c74-4f81-b6ba-3e785c5d6970'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:46:38.233321 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5d7b9559-7838-47a3-9570-c6fa11af66f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (1b8d3631-3db2-4b02-a934-f195229ee585), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:38.352560 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-5d7b9559-7838-47a3-9570-c6fa11af66f8 None None] For port 1b8d3631-3db2-4b02-a934-f195229ee585, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:46:38.360604 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-5d7b9559-7838-47a3-9570-c6fa11af66f8 None None] For port 1b8d3631-3db2-4b02-a934-f195229ee585, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=1b8d3631-3db2-4b02-a934-f195229ee585,segment=NetworkSegment(8813a387-5f9e-4a87-b6e5-b5c085cd1799),segment_id=8813a387-5f9e-4a87-b6e5-b5c085cd1799)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:46:38.374578 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5d7b9559-7838-47a3-9570-c6fa11af66f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (1b8d3631-3db2-4b02-a934-f195229ee585), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:38.419143 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f6974e-be6e-4c1d-aca8-2228f38fa232 None None] Routers {'3403548b-bfc5-43e3-a89e-1ed8692c65d7'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:46:38.420183 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-23f6974e-be6e-4c1d-aca8-2228f38fa232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:46:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['3403548b-bfc5-43e3-a89e-1ed8692c65d7'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:46:38.442342 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97d088d-5da2-432d-bc6e-3cbcbd9bc8a9 None None] Pushing event updated for resources: {'Port': ['ID=dcf91f75-a4e3-4ea1-ab15-33aa90c2006c,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:38.580047 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7b9559-7838-47a3-9570-c6fa11af66f8 None None] Pushing event updated for resources: {'Port': ['ID=1b8d3631-3db2-4b02-a934-f195229ee585,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:38.588946 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-35580142-1150-4687-b2a9-4ad47589051a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (7c5eab31-280c-4915-bfa7-4a7a9db6ea02), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:38.814964 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35580142-1150-4687-b2a9-4ad47589051a admin admin] Network 89e5cf6e-351d-4512-ad7b-ed34d2070e9c is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:46:38.863475 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-23f6974e-be6e-4c1d-aca8-2228f38fa232 None None] Set router 3403548b-bfc5-43e3-a89e-1ed8692c65d7 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:46:38.894193 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-35580142-1150-4687-b2a9-4ad47589051a admin admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:46:38.898835 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35580142-1150-4687-b2a9-4ad47589051a admin admin] Pushing event updated for resources: {'Port': ['ID=7c5eab31-280c-4915-bfa7-4a7a9db6ea02,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:38.918542 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35580142-1150-4687-b2a9-4ad47589051a admin admin] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:46:38.928830 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-81724d07-7499-43d4-b23f-eae1a51455ce tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Allocated IP 2001:db8::1 (ddf7e831-3c74-4f81-b6ba-3e785c5d6970/b69b762d-1b6c-48bf-a4bb-69c301cc6675/bec6e36e-29af-41d6-bd55-78d74067cca4) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:46:39.047377 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2053e58a-7526-4587-a17a-aba566afd0c7 req-7c32bfef-84c6-4fd4-ab59-d92c4eeac98a tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 210 time: 0.2455618 Feb 04 12:46:39.050791 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7c2dea1b-3366-487f-92f1-4ddd0920ae13 req-b29a7f4d-5944-42d6-9605-f5390cb1566c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73496b59-debb-4286-ae40-07aee2ab340e HTTP/1.1" status: 200 len: 217 time: 1.2996652 Feb 04 12:46:39.192894 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2dea1b-3366-487f-92f1-4ddd0920ae13 req-daa720a9-c0e7-43b4-b26e-345b4eec9087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:46:39.194363 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7c2dea1b-3366-487f-92f1-4ddd0920ae13 req-daa720a9-c0e7-43b4-b26e-345b4eec9087 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1b8a94de-4daf-40f7-9264-be25d0cf82c4 HTTP/1.1" status: 200 len: 851 time: 0.1257675 Feb 04 12:46:39.268559 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd6f8e5-8fb6-4cbd-88eb-1152112b411d req-0e8047ed-967e-475e-8043-f1a4f7e99907 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:46:39.280162 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-abd6f8e5-8fb6-4cbd-88eb-1152112b411d req-0e8047ed-967e-475e-8043-f1a4f7e99907 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/ports?device_id=974df47e-a411-4441-bed4-ef3968eb2aa7 HTTP/1.1" status: 200 len: 945 time: 1.8140454 Feb 04 12:46:39.330047 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7c2dea1b-3366-487f-92f1-4ddd0920ae13 req-5e55c3be-64ef-43a6-a552-e005aa287bff service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=50d90d65-ef89-4bd1-b586-652792747756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1129391 Feb 04 12:46:39.347697 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-35580142-1150-4687-b2a9-4ad47589051a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1599818'] for router_interface (3403548b-bfc5-43e3-a89e-1ed8692c65d7), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:39.419500 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-23f6974e-be6e-4c1d-aca8-2228f38fa232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3403548b-bfc5-43e3-a89e-1ed8692c65d7', 'name': 'tempest-TestServerMultinode-343498644-router', 'tenant_id': 'c9db87ad8cbe4aa8abaccf040992930b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': 'dcf91f75-a4e3-4ea1-ab15-33aa90c2006c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:46:29Z', 'updated_at': '2022-02-04T12:46:31Z', 'revision_number': 3, 'project_id': 'c9db87ad8cbe4aa8abaccf040992930b', 'gw_port': {'id': 'dcf91f75-a4e3-4ea1-ab15-33aa90c2006c', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:3c:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3403548b-bfc5-43e3-a89e-1ed8692c65d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:46:30Z', 'updated_at': '2022-02-04T12:46:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:46:39.503068 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f6974e-be6e-4c1d-aca8-2228f38fa232 None None] The sync data for ids ['3403548b-bfc5-43e3-a89e-1ed8692c65d7'] in n-d-825015-3 is: [{'id': '3403548b-bfc5-43e3-a89e-1ed8692c65d7', 'name': 'tempest-TestServerMultinode-343498644-router', 'tenant_id': 'c9db87ad8cbe4aa8abaccf040992930b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': 'dcf91f75-a4e3-4ea1-ab15-33aa90c2006c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:46:29Z', 'updated_at': '2022-02-04T12:46:31Z', 'revision_number': 3, 'project_id': 'c9db87ad8cbe4aa8abaccf040992930b', 'gw_port': {'id': 'dcf91f75-a4e3-4ea1-ab15-33aa90c2006c', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:3c:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3403548b-bfc5-43e3-a89e-1ed8692c65d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:46:30Z', 'updated_at': '2022-02-04T12:46:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:46:39.520137 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-5642c7c1-f471-4cd8-a208-c9c0c91e59db None None] Provisioning complete for port 7c5eab31-280c-4915-bfa7-4a7a9db6ea02 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:46:39.522307 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5642c7c1-f471-4cd8-a208-c9c0c91e59db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (7c5eab31-280c-4915-bfa7-4a7a9db6ea02), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:39.632287 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-5642c7c1-f471-4cd8-a208-c9c0c91e59db None None] Port 7c5eab31-280c-4915-bfa7-4a7a9db6ea02 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:46:39.644721 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7c2dea1b-3366-487f-92f1-4ddd0920ae13 req-50284029-f018-44d4-ae7f-920920610814 service neutron] 10.222.0.73 "GET /v2.0/networks/50d90d65-ef89-4bd1-b586-652792747756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2797465 Feb 04 12:46:39.876729 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-81724d07-7499-43d4-b23f-eae1a51455ce tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks [] for port (bec6e36e-29af-41d6-bd55-78d74067cca4), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:39.920939 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-35580142-1150-4687-b2a9-4ad47589051a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (7c5eab31-280c-4915-bfa7-4a7a9db6ea02), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:39.938295 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-abd6f8e5-8fb6-4cbd-88eb-1152112b411d req-cd641e9a-6311-4799-95ad-f501ae000a07 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c15dfa5-1b74-494d-a4b3-b834b3f91fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6550052 Feb 04 12:46:40.042037 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7c2dea1b-3366-487f-92f1-4ddd0920ae13 req-4c67bf1f-0d85-43d5-8798-b331c21fda66 service neutron] 10.222.0.73 "GET /v2.0/networks/50d90d65-ef89-4bd1-b586-652792747756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3888092 Feb 04 12:46:40.148268 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-81724d07-7499-43d4-b23f-eae1a51455ce tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (bec6e36e-29af-41d6-bd55-78d74067cca4), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:40.287480 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81724d07-7499-43d4-b23f-eae1a51455ce tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Network ddf7e831-3c74-4f81-b6ba-3e785c5d6970 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:46:40.401502 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8e4aa31d-bcae-4db8-9c0d-79c0ca34382a req-28af709c-7349-46e8-9f81-be29a60a5789 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 210 time: 0.0847414 Feb 04 12:46:40.521770 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-81724d07-7499-43d4-b23f-eae1a51455ce tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:46:40.540624 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81724d07-7499-43d4-b23f-eae1a51455ce tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:46:40.541350 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-81724d07-7499-43d4-b23f-eae1a51455ce tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1599818'] for router_interface (8024aed0-e930-4c1f-b2e0-341234e7c0dd), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:40.682651 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81724d07-7499-43d4-b23f-eae1a51455ce tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Pushing event updated for resources: {'Port': ['ID=bec6e36e-29af-41d6-bd55-78d74067cca4,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:40.704783 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device dcf91f75-a4e3-4ea1-ab15-33aa90c2006c up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:46:40.845374 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c0589b-837b-497d-a73a-c9cb93dea934 None None] Network ddf7e831-3c74-4f81-b6ba-3e785c5d6970 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:46:41.045416 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-35580142-1150-4687-b2a9-4ad47589051a admin admin] Publish callbacks [] for port (7c5eab31-280c-4915-bfa7-4a7a9db6ea02), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:41.062598 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-35580142-1150-4687-b2a9-4ad47589051a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (7c5eab31-280c-4915-bfa7-4a7a9db6ea02), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:41.200714 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd056daf-4c84-4a85-8444-7005010cafcc req-6bee2c91-b088-43e2-8de5-2ca467d23d7d tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:46:41.206953 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-81724d07-7499-43d4-b23f-eae1a51455ce tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (bec6e36e-29af-41d6-bd55-78d74067cca4), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:41.214816 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bd056daf-4c84-4a85-8444-7005010cafcc req-6bee2c91-b088-43e2-8de5-2ca467d23d7d tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/ports?device_id=974df47e-a411-4441-bed4-ef3968eb2aa7 HTTP/1.1" status: 200 len: 945 time: 0.1416898 Feb 04 12:46:41.242419 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-a9352e94-3b04-457e-87ea-f3f57d02c9ff None None] Provisioning complete for port 1b8d3631-3db2-4b02-a934-f195229ee585 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:46:41.243909 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a9352e94-3b04-457e-87ea-f3f57d02c9ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (1b8d3631-3db2-4b02-a934-f195229ee585), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:41.318743 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bd056daf-4c84-4a85-8444-7005010cafcc req-ea1c28f8-12e5-4410-9fd5-5aa178b92130 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c15dfa5-1b74-494d-a4b3-b834b3f91fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026490 Feb 04 12:46:41.355323 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-35580142-1150-4687-b2a9-4ad47589051a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622202'] for router_interface (3403548b-bfc5-43e3-a89e-1ed8692c65d7), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:41.369711 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35580142-1150-4687-b2a9-4ad47589051a admin admin] Pushing event updated for resources: {'Port': ['ID=7c5eab31-280c-4915-bfa7-4a7a9db6ea02,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:41.391466 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port dcf91f75-a4e3-4ea1-ab15-33aa90c2006c triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:46:41.394318 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (dcf91f75-a4e3-4ea1-ab15-33aa90c2006c), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:41.651479 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ccca4dba-b15d-4f99-ae8c-a3b215565680 req-c7e27ba5-aab7-487b-a5a0-d282bd7c8261 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 210 time: 0.0785556 Feb 04 12:46:41.707181 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-a9352e94-3b04-457e-87ea-f3f57d02c9ff None None] Current status of the port 1b8d3631-3db2-4b02-a934-f195229ee585 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:46:41.708207 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a9352e94-3b04-457e-87ea-f3f57d02c9ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (1b8d3631-3db2-4b02-a934-f195229ee585), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:41.754877 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-a9352e94-3b04-457e-87ea-f3f57d02c9ff None None] For port 1b8d3631-3db2-4b02-a934-f195229ee585, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=1b8d3631-3db2-4b02-a934-f195229ee585,segment=NetworkSegment(8813a387-5f9e-4a87-b6e5-b5c085cd1799),segment_id=8813a387-5f9e-4a87-b6e5-b5c085cd1799)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:46:41.764022 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a9352e94-3b04-457e-87ea-f3f57d02c9ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (1b8d3631-3db2-4b02-a934-f195229ee585), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:41.837040 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9352e94-3b04-457e-87ea-f3f57d02c9ff None None] Pushing event updated for resources: {'Port': ['ID=1b8d3631-3db2-4b02-a934-f195229ee585,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:41.931127 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port dcf91f75-a4e3-4ea1-ab15-33aa90c2006c is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:46:41.932185 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (dcf91f75-a4e3-4ea1-ab15-33aa90c2006c), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:42.003272 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port dcf91f75-a4e3-4ea1-ab15-33aa90c2006c, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=dcf91f75-a4e3-4ea1-ab15-33aa90c2006c,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:46:42.009347 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (dcf91f75-a4e3-4ea1-ab15-33aa90c2006c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:42.010193 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 1b8d3631-3db2-4b02-a934-f195229ee585 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:46:42.091360 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35580142-1150-4687-b2a9-4ad47589051a admin admin] Network 89e5cf6e-351d-4512-ad7b-ed34d2070e9c is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:46:42.173177 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-35580142-1150-4687-b2a9-4ad47589051a admin admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:46:42.231547 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=dcf91f75-a4e3-4ea1-ab15-33aa90c2006c,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:42.276733 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-5fae0de3-0b75-415a-9636-5bda214bc793 None None] Provisioning complete for port 1b8d3631-3db2-4b02-a934-f195229ee585 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:46:42.277324 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5fae0de3-0b75-415a-9636-5bda214bc793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (1b8d3631-3db2-4b02-a934-f195229ee585), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:42.414584 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 1b8d3631-3db2-4b02-a934-f195229ee585 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:46:42.414977 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (1b8d3631-3db2-4b02-a934-f195229ee585), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:42.675829 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed54d328-c79a-42c0-ad95-8de9d5d81fd5 req-f49ee7fe-2f8c-413d-bd0e-9d6f440a2a3b tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:46:42.692440 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ed54d328-c79a-42c0-ad95-8de9d5d81fd5 req-f49ee7fe-2f8c-413d-bd0e-9d6f440a2a3b tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/ports?device_id=974df47e-a411-4441-bed4-ef3968eb2aa7 HTTP/1.1" status: 200 len: 945 time: 0.1597037 Feb 04 12:46:42.872521 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-5fae0de3-0b75-415a-9636-5bda214bc793 None None] Current status of the port 1b8d3631-3db2-4b02-a934-f195229ee585 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:46:42.938570 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-5fae0de3-0b75-415a-9636-5bda214bc793 None None] Provisioning complete for port bec6e36e-29af-41d6-bd55-78d74067cca4 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:46:42.938857 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5fae0de3-0b75-415a-9636-5bda214bc793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (bec6e36e-29af-41d6-bd55-78d74067cca4), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:43.003260 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-08010a06-b5cb-4979-935b-b5daecd4932b req-d63a586a-5afd-43be-bd44-be29243de35c tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 210 time: 0.1045139 Feb 04 12:46:43.038339 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ed54d328-c79a-42c0-ad95-8de9d5d81fd5 req-e5ea7cb5-a79d-4719-a65e-c4b477629db5 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c15dfa5-1b74-494d-a4b3-b834b3f91fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3394742 Feb 04 12:46:43.638693 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-5fae0de3-0b75-415a-9636-5bda214bc793 None None] Port bec6e36e-29af-41d6-bd55-78d74067cca4 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:46:43.641637 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 1b8d3631-3db2-4b02-a934-f195229ee585 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:46:43.791674 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-1433b746-ffcd-4bc8-b0e4-784d3adaa360 None None] Provisioning complete for port bec6e36e-29af-41d6-bd55-78d74067cca4 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:46:43.792091 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1433b746-ffcd-4bc8-b0e4-784d3adaa360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (bec6e36e-29af-41d6-bd55-78d74067cca4), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:43.833494 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35580142-1150-4687-b2a9-4ad47589051a admin admin] Router 3403548b-bfc5-43e3-a89e-1ed8692c65d7 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:46:43.895273 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device dcf91f75-a4e3-4ea1-ab15-33aa90c2006c up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:46:44.030490 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-1433b746-ffcd-4bc8-b0e4-784d3adaa360 None None] Port bec6e36e-29af-41d6-bd55-78d74067cca4 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:46:44.097281 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-1433b746-ffcd-4bc8-b0e4-784d3adaa360 None None] Provisioning complete for port 7c5eab31-280c-4915-bfa7-4a7a9db6ea02 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:46:44.100451 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1433b746-ffcd-4bc8-b0e4-784d3adaa360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (7c5eab31-280c-4915-bfa7-4a7a9db6ea02), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:44.120367 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-81724d07-7499-43d4-b23f-eae1a51455ce tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks [] for port (bec6e36e-29af-41d6-bd55-78d74067cca4), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:44.164152 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-81724d07-7499-43d4-b23f-eae1a51455ce tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (bec6e36e-29af-41d6-bd55-78d74067cca4), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:44.166083 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-81724d07-7499-43d4-b23f-eae1a51455ce tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622202'] for router_interface (8024aed0-e930-4c1f-b2e0-341234e7c0dd), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:44.243705 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-1433b746-ffcd-4bc8-b0e4-784d3adaa360 None None] Port 7c5eab31-280c-4915-bfa7-4a7a9db6ea02 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:46:44.259086 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port dcf91f75-a4e3-4ea1-ab15-33aa90c2006c triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:46:44.259478 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (dcf91f75-a4e3-4ea1-ab15-33aa90c2006c), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:44.350696 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4d47497d-a55a-48d7-87f8-788f62cfb8bf req-a94065d7-0b80-4917-8a02-06a91e43202f tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 210 time: 0.1480749 Feb 04 12:46:44.400123 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384ca82e-0238-49a2-b7d2-bfa8da32bf5e req-3b68c675-e148-4eee-b6ab-98f3fe6730bb tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:46:44.420428 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-384ca82e-0238-49a2-b7d2-bfa8da32bf5e req-3b68c675-e148-4eee-b6ab-98f3fe6730bb tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/ports?device_id=974df47e-a411-4441-bed4-ef3968eb2aa7 HTTP/1.1" status: 200 len: 945 time: 0.1693308 Feb 04 12:46:44.495550 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port dcf91f75-a4e3-4ea1-ab15-33aa90c2006c is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:46:44.498442 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 1b8d3631-3db2-4b02-a934-f195229ee585 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:46:44.554846 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-384ca82e-0238-49a2-b7d2-bfa8da32bf5e req-77bb9459-7170-44f8-b0da-7840f14407bd tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c15dfa5-1b74-494d-a4b3-b834b3f91fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331320 Feb 04 12:46:44.569427 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81724d07-7499-43d4-b23f-eae1a51455ce tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Network ddf7e831-3c74-4f81-b6ba-3e785c5d6970 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:46:44.587894 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-81724d07-7499-43d4-b23f-eae1a51455ce tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:46:44.668437 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 1b8d3631-3db2-4b02-a934-f195229ee585 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:46:44.672026 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (1b8d3631-3db2-4b02-a934-f195229ee585), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:44.894183 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 1b8d3631-3db2-4b02-a934-f195229ee585 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:46:44.925294 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81724d07-7499-43d4-b23f-eae1a51455ce tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Pushing event updated for resources: {'Port': ['ID=bec6e36e-29af-41d6-bd55-78d74067cca4,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:45.006804 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35580142-1150-4687-b2a9-4ad47589051a admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:46:45.017860 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b9422e-652e-41e2-95d7-ac0383a24c76 None None] Sync routers for ids ['3403548b-bfc5-43e3-a89e-1ed8692c65d7'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:46:45.034826 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-35580142-1150-4687-b2a9-4ad47589051a admin admin] 10.222.0.65 "PUT /v2.0/routers/3403548b-bfc5-43e3-a89e-1ed8692c65d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0790515 Feb 04 12:46:45.046987 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b9422e-652e-41e2-95d7-ac0383a24c76 None None] Routers {'3403548b-bfc5-43e3-a89e-1ed8692c65d7'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:46:45.056938 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-47b9422e-652e-41e2-95d7-ac0383a24c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:46:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['3403548b-bfc5-43e3-a89e-1ed8692c65d7'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:46:45.191084 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81724d07-7499-43d4-b23f-eae1a51455ce tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Router 8024aed0-e930-4c1f-b2e0-341234e7c0dd is scheduled to L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de with binding_index 1 {{(pid=103474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 12:46:45.390074 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-47b9422e-652e-41e2-95d7-ac0383a24c76 None None] Set router 3403548b-bfc5-43e3-a89e-1ed8692c65d7 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:46:45.545989 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81724d07-7499-43d4-b23f-eae1a51455ce tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:46:45.561258 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d68a0b-d5ec-4462-b3ed-410d9389ea5d None None] Sync routers for ids ['8024aed0-e930-4c1f-b2e0-341234e7c0dd'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:46:45.575543 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-81724d07-7499-43d4-b23f-eae1a51455ce tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] 10.222.0.65 "PUT /v2.0/routers/8024aed0-e930-4c1f-b2e0-341234e7c0dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8061469 Feb 04 12:46:45.577099 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 35746) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:46:45.581342 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d68a0b-d5ec-4462-b3ed-410d9389ea5d None None] Routers {'8024aed0-e930-4c1f-b2e0-341234e7c0dd'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:46:45.582234 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-b3d68a0b-d5ec-4462-b3ed-410d9389ea5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:46:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['8024aed0-e930-4c1f-b2e0-341234e7c0dd'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:46:45.640383 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-eda53eb6-17cf-45f6-a775-1f5e0040e641 req-d66ca98e-c074-4296-b595-251a2de913a6 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 210 time: 0.0985720 Feb 04 12:46:45.726059 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-b3d68a0b-d5ec-4462-b3ed-410d9389ea5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:46:45.754420 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d68a0b-d5ec-4462-b3ed-410d9389ea5d None None] Routers {'8024aed0-e930-4c1f-b2e0-341234e7c0dd'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:46:45.755079 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-b3d68a0b-d5ec-4462-b3ed-410d9389ea5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:46:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['8024aed0-e930-4c1f-b2e0-341234e7c0dd'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:46:45.773199 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b5bbef-ee98-454a-85f5-dbff476a74d0 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:46:45.781220 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 35752) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:46:45.784124 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-50b5bbef-ee98-454a-85f5-dbff476a74d0 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] 10.222.0.65 "GET /v2.0/ports/bec6e36e-29af-41d6-bd55-78d74067cca4 HTTP/1.1" status: 200 len: 911 time: 0.2025304 Feb 04 12:46:45.787502 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-7b679b1f-42dd-4dd8-8c04-47556e3612fc tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b69b762d-1b6c-48bf-a4bb-69c301cc6675'}]}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:46:45.865893 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-574960ab-ed78-4ed7-8df5-1e9d93029642 None None] Provisioning complete for port bec6e36e-29af-41d6-bd55-78d74067cca4 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:46:45.872327 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-574960ab-ed78-4ed7-8df5-1e9d93029642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (bec6e36e-29af-41d6-bd55-78d74067cca4), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:45.997559 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-574960ab-ed78-4ed7-8df5-1e9d93029642 None None] Port bec6e36e-29af-41d6-bd55-78d74067cca4 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:46:46.012500 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac7f00a3-0d97-417b-ba72-e901e02cc916 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:46.316975 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-b3d68a0b-d5ec-4462-b3ed-410d9389ea5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:46:46.317654 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d68a0b-d5ec-4462-b3ed-410d9389ea5d None None] The sync data for ids ['8024aed0-e930-4c1f-b2e0-341234e7c0dd'] in n-d-825015-3 is: [] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:46:46.341976 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7b679b1f-42dd-4dd8-8c04-47556e3612fc tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (bec6e36e-29af-41d6-bd55-78d74067cca4), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:46.553714 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-47b9422e-652e-41e2-95d7-ac0383a24c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3403548b-bfc5-43e3-a89e-1ed8692c65d7', 'name': 'tempest-TestServerMultinode-343498644-router', 'tenant_id': 'c9db87ad8cbe4aa8abaccf040992930b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': 'dcf91f75-a4e3-4ea1-ab15-33aa90c2006c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:46:29Z', 'updated_at': '2022-02-04T12:46:39Z', 'revision_number': 4, 'project_id': 'c9db87ad8cbe4aa8abaccf040992930b', 'gw_port': {'id': 'dcf91f75-a4e3-4ea1-ab15-33aa90c2006c', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:3c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3403548b-bfc5-43e3-a89e-1ed8692c65d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:46:30Z', 'updated_at': '2022-02-04T12:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '7c5eab31-280c-4915-bfa7-4a7a9db6ea02', 'name': '', 'network_id': '89e5cf6e-351d-4512-ad7b-ed34d2070e9c', 'tenant_id': 'c9db87ad8cbe4aa8abaccf040992930b', 'mac_address': 'fa:16:3e:db:e4:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3403548b-bfc5-43e3-a89e-1ed8692c65d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': 'f3458ce6-388c-46d1-9b72-0aa1b8540b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:46:36Z', 'updated_at': '2022-02-04T12:46:40Z', 'revision_number': 2, 'project_id': 'c9db87ad8cbe4aa8abaccf040992930b', 'subnets': [{'id': 'f3458ce6-388c-46d1-9b72-0aa1b8540b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:46:46.664660 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b9422e-652e-41e2-95d7-ac0383a24c76 None None] Checking router: 3403548b-bfc5-43e3-a89e-1ed8692c65d7 for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:46:46.665015 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b9422e-652e-41e2-95d7-ac0383a24c76 None None] Updating router 3403548b-bfc5-43e3-a89e-1ed8692c65d7 port 7c5eab31-280c-4915-bfa7-4a7a9db6ea02 binding host n-d-825015-3 {{(pid=103476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:46:46.772344 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-47b9422e-652e-41e2-95d7-ac0383a24c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (7c5eab31-280c-4915-bfa7-4a7a9db6ea02), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:47.176515 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7b679b1f-42dd-4dd8-8c04-47556e3612fc tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks [] for port (bec6e36e-29af-41d6-bd55-78d74067cca4), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:47.259413 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7b679b1f-42dd-4dd8-8c04-47556e3612fc tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (bec6e36e-29af-41d6-bd55-78d74067cca4), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:47.271778 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b679b1f-42dd-4dd8-8c04-47556e3612fc tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:46:47.274721 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7b679b1f-42dd-4dd8-8c04-47556e3612fc tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:47.278358 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-7b679b1f-42dd-4dd8-8c04-47556e3612fc tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] 10.222.0.65 "PUT /v2.0/ports/bec6e36e-29af-41d6-bd55-78d74067cca4 HTTP/1.1" status: 200 len: 911 time: 1.4939284 Feb 04 12:46:47.279036 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 35780) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:46:47.467543 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-47b9422e-652e-41e2-95d7-ac0383a24c76 None None] Publish callbacks [] for port (7c5eab31-280c-4915-bfa7-4a7a9db6ea02), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:47.485892 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-47b9422e-652e-41e2-95d7-ac0383a24c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (7c5eab31-280c-4915-bfa7-4a7a9db6ea02), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:47.650693 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79585b7-7ac3-4b6e-935f-ba9284443676 req-7e7105c4-699b-4419-a37e-acfbafffee76 tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:46:47.661842 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d79585b7-7ac3-4b6e-935f-ba9284443676 req-7e7105c4-699b-4419-a37e-acfbafffee76 tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] 10.222.0.65 "GET /v2.0/networks?id=06d4f13c-488c-4e65-9453-2261c70b043f HTTP/1.1" status: 200 len: 911 time: 0.4545462 Feb 04 12:46:47.677363 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b679b1f-42dd-4dd8-8c04-47556e3612fc tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Pushing event updated for resources: {'Port': ['ID=bec6e36e-29af-41d6-bd55-78d74067cca4,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:47.700808 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d79585b7-7ac3-4b6e-935f-ba9284443676 req-4a49de59-b741-46fb-bce7-24a4befb9e1f tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] 10.222.0.65 "GET /v2.0/quotas/c9db87ad8cbe4aa8abaccf040992930b HTTP/1.1" status: 200 len: 375 time: 0.0377691 Feb 04 12:46:47.876360 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac278b31-5e88-40fc-b059-b45c8a37a395 req-23f9f6db-49ee-42e6-a312-8b82fcf121cf tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:46:47.892458 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ac278b31-5e88-40fc-b059-b45c8a37a395 req-23f9f6db-49ee-42e6-a312-8b82fcf121cf tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/ports?device_id=974df47e-a411-4441-bed4-ef3968eb2aa7 HTTP/1.1" status: 200 len: 945 time: 1.8844948 Feb 04 12:46:47.901378 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-47b9422e-652e-41e2-95d7-ac0383a24c76 None None] Attempting to bind port 7c5eab31-280c-4915-bfa7-4a7a9db6ea02 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:46:47.902387 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-47b9422e-652e-41e2-95d7-ac0383a24c76 None None] Attempting to bind port 7c5eab31-280c-4915-bfa7-4a7a9db6ea02 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': 'a02f0202-8759-4c83-81ad-b565510a05aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '89e5cf6e-351d-4512-ad7b-ed34d2070e9c'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:46:47.903263 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b9422e-652e-41e2-95d7-ac0383a24c76 None None] Attempting to bind port 7c5eab31-280c-4915-bfa7-4a7a9db6ea02 on network 89e5cf6e-351d-4512-ad7b-ed34d2070e9c {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:46:47.907155 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb476f1d-9731-4f5e-958f-e8af4ea6e1ec None None] Pushing event updated for resources: {'Port': ['ID=7c5eab31-280c-4915-bfa7-4a7a9db6ea02,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:47.919915 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb476f1d-9731-4f5e-958f-e8af4ea6e1ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:46:47.920719 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb476f1d-9731-4f5e-958f-e8af4ea6e1ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:46:47.921535 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb476f1d-9731-4f5e-958f-e8af4ea6e1ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:46:47.922137 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb476f1d-9731-4f5e-958f-e8af4ea6e1ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:46:47.947894 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb476f1d-9731-4f5e-958f-e8af4ea6e1ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:46:47.948679 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb476f1d-9731-4f5e-958f-e8af4ea6e1ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:46:47.949649 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb476f1d-9731-4f5e-958f-e8af4ea6e1ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:46:47.950229 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb476f1d-9731-4f5e-958f-e8af4ea6e1ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:46:47.952934 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb476f1d-9731-4f5e-958f-e8af4ea6e1ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:46:47.954239 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb476f1d-9731-4f5e-958f-e8af4ea6e1ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:46:47.954808 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb476f1d-9731-4f5e-958f-e8af4ea6e1ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:46:47.956152 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb476f1d-9731-4f5e-958f-e8af4ea6e1ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:46:47.957792 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb476f1d-9731-4f5e-958f-e8af4ea6e1ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:46:47.988861 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b9422e-652e-41e2-95d7-ac0383a24c76 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:46:47.993857 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b9422e-652e-41e2-95d7-ac0383a24c76 None None] Checking segment: {'id': 'a02f0202-8759-4c83-81ad-b565510a05aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '89e5cf6e-351d-4512-ad7b-ed34d2070e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:46:47.994619 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-47b9422e-652e-41e2-95d7-ac0383a24c76 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:47.995142 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b9422e-652e-41e2-95d7-ac0383a24c76 None None] Bound using segment: {'id': 'a02f0202-8759-4c83-81ad-b565510a05aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '89e5cf6e-351d-4512-ad7b-ed34d2070e9c'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:46:47.995997 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-47b9422e-652e-41e2-95d7-ac0383a24c76 None None] Bound port: 7c5eab31-280c-4915-bfa7-4a7a9db6ea02, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a02f0202-8759-4c83-81ad-b565510a05aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '89e5cf6e-351d-4512-ad7b-ed34d2070e9c'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:46:47.996477 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-47b9422e-652e-41e2-95d7-ac0383a24c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (7c5eab31-280c-4915-bfa7-4a7a9db6ea02), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:48.103025 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-67ec5674-4157-4c4a-85da-f6d96683818a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:48.122438 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ac278b31-5e88-40fc-b059-b45c8a37a395 req-9c07f448-c5d0-48f7-a79b-8783ca460ade tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c15dfa5-1b74-494d-a4b3-b834b3f91fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290730 Feb 04 12:46:48.152822 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-cad127fb-7b1a-404e-b9df-140b801df3e7 None None] Provisioning complete for port 7c5eab31-280c-4915-bfa7-4a7a9db6ea02 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:46:48.153321 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cad127fb-7b1a-404e-b9df-140b801df3e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (7c5eab31-280c-4915-bfa7-4a7a9db6ea02), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:48.209510 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d79585b7-7ac3-4b6e-935f-ba9284443676 req-75ef6e2d-d171-469b-b4e5-fb83c7b8706e tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] 10.222.0.65 "GET /v2.0/ports?tenant_id=c9db87ad8cbe4aa8abaccf040992930b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5068502 Feb 04 12:46:48.319134 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-47b9422e-652e-41e2-95d7-ac0383a24c76 None None] For port 7c5eab31-280c-4915-bfa7-4a7a9db6ea02, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:46:48.361969 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-cad127fb-7b1a-404e-b9df-140b801df3e7 None None] Port 7c5eab31-280c-4915-bfa7-4a7a9db6ea02 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:46:48.364346 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0b5bec04-6bbf-44cd-ae32-3a68125aa68f req-59e802ef-e3e3-4ee0-a194-b681a471343c tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 210 time: 0.0377367 Feb 04 12:46:48.382837 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-47b9422e-652e-41e2-95d7-ac0383a24c76 None None] For port 7c5eab31-280c-4915-bfa7-4a7a9db6ea02, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=7c5eab31-280c-4915-bfa7-4a7a9db6ea02,segment=NetworkSegment(a02f0202-8759-4c83-81ad-b565510a05aa),segment_id=a02f0202-8759-4c83-81ad-b565510a05aa)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:46:48.413318 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-47b9422e-652e-41e2-95d7-ac0383a24c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (7c5eab31-280c-4915-bfa7-4a7a9db6ea02), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:48.503902 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d79585b7-7ac3-4b6e-935f-ba9284443676 req-1f3000ac-52e2-4672-a467-06e661293ec4 service neutron] 10.222.0.65 "GET /v2.0/networks/06d4f13c-488c-4e65-9453-2261c70b043f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2854006 Feb 04 12:46:48.599069 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb476f1d-9731-4f5e-958f-e8af4ea6e1ec None None] Pushing event updated for resources: {'Port': ['ID=7c5eab31-280c-4915-bfa7-4a7a9db6ea02,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:48.640774 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d79585b7-7ac3-4b6e-935f-ba9284443676 req-643c569c-0315-4ebf-a2d9-78c474d6d1fa service neutron] 10.222.0.65 "GET /v2.0/networks/06d4f13c-488c-4e65-9453-2261c70b043f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230414 Feb 04 12:46:48.651855 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b9422e-652e-41e2-95d7-ac0383a24c76 None None] Routers {'3403548b-bfc5-43e3-a89e-1ed8692c65d7'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:46:48.658149 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-47b9422e-652e-41e2-95d7-ac0383a24c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:46:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['3403548b-bfc5-43e3-a89e-1ed8692c65d7'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:46:48.779761 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-baa09994-5582-4d8a-b2a9-a46be566e312 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622215'] for router_interface (8024aed0-e930-4c1f-b2e0-341234e7c0dd), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:49.109350 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-47b9422e-652e-41e2-95d7-ac0383a24c76 None None] Set router 3403548b-bfc5-43e3-a89e-1ed8692c65d7 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:46:49.173897 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-30e5f39d-d501-4769-b630-c4328a01887e req-862923c9-e473-4bec-a99b-9673daacff5d tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=d962f747-80da-46c6-827c-b76263dc019a HTTP/1.1" status: 200 len: 210 time: 0.1330993 Feb 04 12:46:49.271138 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:49.512098 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b689e7c2-50cf-48fd-90a4-1d79c7b8f901 None None] Provisioning complete for port 7c5eab31-280c-4915-bfa7-4a7a9db6ea02 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:46:49.512387 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b689e7c2-50cf-48fd-90a4-1d79c7b8f901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (7c5eab31-280c-4915-bfa7-4a7a9db6ea02), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:49.524045 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db4fc71-ec0a-4e80-8a47-6377a9605f79 req-9d54b376-3d68-42ec-a9d6-8f02b6293ee3 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:46:49.529333 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4db4fc71-ec0a-4e80-8a47-6377a9605f79 req-9d54b376-3d68-42ec-a9d6-8f02b6293ee3 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/ports?device_id=974df47e-a411-4441-bed4-ef3968eb2aa7 HTTP/1.1" status: 200 len: 945 time: 0.2248862 Feb 04 12:46:49.741437 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-668cbe2f-0e94-4cc7-8109-e3a2034782bb req-b0529c3e-5caa-40e1-8375-ccdc4ad0f56a tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 210 time: 0.1966157 Feb 04 12:46:49.854745 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4db4fc71-ec0a-4e80-8a47-6377a9605f79 req-6158b22d-4615-41ae-b504-fbbf2b96a2db tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c15dfa5-1b74-494d-a4b3-b834b3f91fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898142 Feb 04 12:46:49.911914 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-baa09994-5582-4d8a-b2a9-a46be566e312 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Deleting port bec6e36e-29af-41d6-bd55-78d74067cca4 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:46:49.912256 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-baa09994-5582-4d8a-b2a9-a46be566e312 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (bec6e36e-29af-41d6-bd55-78d74067cca4), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:49.954303 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b689e7c2-50cf-48fd-90a4-1d79c7b8f901 None None] Current status of the port 7c5eab31-280c-4915-bfa7-4a7a9db6ea02 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:46:49.954967 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b689e7c2-50cf-48fd-90a4-1d79c7b8f901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (7c5eab31-280c-4915-bfa7-4a7a9db6ea02), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:50.062968 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b689e7c2-50cf-48fd-90a4-1d79c7b8f901 None None] For port 7c5eab31-280c-4915-bfa7-4a7a9db6ea02, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=7c5eab31-280c-4915-bfa7-4a7a9db6ea02,segment=NetworkSegment(a02f0202-8759-4c83-81ad-b565510a05aa),segment_id=a02f0202-8759-4c83-81ad-b565510a05aa)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:46:50.083327 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b689e7c2-50cf-48fd-90a4-1d79c7b8f901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (7c5eab31-280c-4915-bfa7-4a7a9db6ea02), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:50.104492 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-47b9422e-652e-41e2-95d7-ac0383a24c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3403548b-bfc5-43e3-a89e-1ed8692c65d7', 'name': 'tempest-TestServerMultinode-343498644-router', 'tenant_id': 'c9db87ad8cbe4aa8abaccf040992930b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': 'dcf91f75-a4e3-4ea1-ab15-33aa90c2006c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:46:29Z', 'updated_at': '2022-02-04T12:46:39Z', 'revision_number': 4, 'project_id': 'c9db87ad8cbe4aa8abaccf040992930b', 'gw_port': {'id': 'dcf91f75-a4e3-4ea1-ab15-33aa90c2006c', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:3c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3403548b-bfc5-43e3-a89e-1ed8692c65d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:46:30Z', 'updated_at': '2022-02-04T12:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '7c5eab31-280c-4915-bfa7-4a7a9db6ea02', 'name': '', 'network_id': '89e5cf6e-351d-4512-ad7b-ed34d2070e9c', 'tenant_id': 'c9db87ad8cbe4aa8abaccf040992930b', 'mac_address': 'fa:16:3e:db:e4:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3403548b-bfc5-43e3-a89e-1ed8692c65d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': 'f3458ce6-388c-46d1-9b72-0aa1b8540b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:46:36Z', 'updated_at': '2022-02-04T12:46:48Z', 'revision_number': 4, 'project_id': 'c9db87ad8cbe4aa8abaccf040992930b', 'subnets': [{'id': 'f3458ce6-388c-46d1-9b72-0aa1b8540b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:46:50.146506 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-baa09994-5582-4d8a-b2a9-a46be566e312 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (bec6e36e-29af-41d6-bd55-78d74067cca4), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:50.196542 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-baa09994-5582-4d8a-b2a9-a46be566e312 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Calling delete_port for bec6e36e-29af-41d6-bd55-78d74067cca4 owned by network:router_interface {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:46:50.242156 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b9422e-652e-41e2-95d7-ac0383a24c76 None None] The sync data for ids ['3403548b-bfc5-43e3-a89e-1ed8692c65d7'] in n-d-825015-3 is: [{'id': '3403548b-bfc5-43e3-a89e-1ed8692c65d7', 'name': 'tempest-TestServerMultinode-343498644-router', 'tenant_id': 'c9db87ad8cbe4aa8abaccf040992930b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': 'dcf91f75-a4e3-4ea1-ab15-33aa90c2006c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:46:29Z', 'updated_at': '2022-02-04T12:46:39Z', 'revision_number': 4, 'project_id': 'c9db87ad8cbe4aa8abaccf040992930b', 'gw_port': {'id': 'dcf91f75-a4e3-4ea1-ab15-33aa90c2006c', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:3c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3403548b-bfc5-43e3-a89e-1ed8692c65d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:46:30Z', 'updated_at': '2022-02-04T12:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '7c5eab31-280c-4915-bfa7-4a7a9db6ea02', 'name': '', 'network_id': '89e5cf6e-351d-4512-ad7b-ed34d2070e9c', 'tenant_id': 'c9db87ad8cbe4aa8abaccf040992930b', 'mac_address': 'fa:16:3e:db:e4:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3403548b-bfc5-43e3-a89e-1ed8692c65d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': 'f3458ce6-388c-46d1-9b72-0aa1b8540b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:46:36Z', 'updated_at': '2022-02-04T12:46:48Z', 'revision_number': 4, 'project_id': 'c9db87ad8cbe4aa8abaccf040992930b', 'subnets': [{'id': 'f3458ce6-388c-46d1-9b72-0aa1b8540b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:46:50.348617 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b689e7c2-50cf-48fd-90a4-1d79c7b8f901 None None] Pushing event updated for resources: {'Port': ['ID=7c5eab31-280c-4915-bfa7-4a7a9db6ea02,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:50.404288 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c60c18e0-d8b3-42c0-9ea1-455a0d6a731e req-731e89e2-c148-495c-b503-78455c263ed6 tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=d962f747-80da-46c6-827c-b76263dc019a HTTP/1.1" status: 200 len: 210 time: 0.0796473 Feb 04 12:46:50.506181 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:50.864359 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-baa09994-5582-4d8a-b2a9-a46be566e312 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (bec6e36e-29af-41d6-bd55-78d74067cca4), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:50.917044 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa09994-5582-4d8a-b2a9-a46be566e312 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Pushing event deleted for resources: {'Port': ['ID=bec6e36e-29af-41d6-bd55-78d74067cca4,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:51.032505 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e23fe8e3-e352-4e84-924f-7de9402a2439 req-5ba44dff-fce6-4efc-af96-9f4e931d13d5 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 210 time: 0.0526562 Feb 04 12:46:51.305483 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-baa09994-5582-4d8a-b2a9-a46be566e312 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622067'] for router_interface (8024aed0-e930-4c1f-b2e0-341234e7c0dd), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:51.619676 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79585b7-7ac3-4b6e-935f-ba9284443676 req-db7fd57c-34ff-42e0-a3a2-19070adf2c2b tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:46:51.623282 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-d79585b7-7ac3-4b6e-935f-ba9284443676 req-db7fd57c-34ff-42e0-a3a2-19070adf2c2b tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] 10.222.0.77 "GET /v2.0/networks?id=06d4f13c-488c-4e65-9453-2261c70b043f HTTP/1.1" status: 200 len: 911 time: 0.3469269 Feb 04 12:46:51.637207 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-d79585b7-7ac3-4b6e-935f-ba9284443676 req-bc40d851-507c-4e9c-90ec-bd41e6810dbc tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] Request body: {'port': {'device_id': 'd962f747-80da-46c6-827c-b76263dc019a', 'network_id': '06d4f13c-488c-4e65-9453-2261c70b043f', 'admin_state_up': True, 'tenant_id': 'c9db87ad8cbe4aa8abaccf040992930b'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:46:51.642328 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:51.705992 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d79585b7-7ac3-4b6e-935f-ba9284443676 req-bc40d851-507c-4e9c-90ec-bd41e6810dbc tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] Made reservation on behalf of c9db87ad8cbe4aa8abaccf040992930b for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:46:51.710236 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-d79585b7-7ac3-4b6e-935f-ba9284443676 req-bc40d851-507c-4e9c-90ec-bd41e6810dbc tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:51.851384 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-365c6f9c-8bbe-4cd7-b48f-dd053fa01466 req-c9510fb3-e235-4722-acd4-a4df53b5f2bf tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=d962f747-80da-46c6-827c-b76263dc019a HTTP/1.1" status: 200 len: 210 time: 0.1058609 Feb 04 12:46:51.962114 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 7c5eab31-280c-4915-bfa7-4a7a9db6ea02 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:46:51.996757 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baa09994-5582-4d8a-b2a9-a46be566e312 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Router 8024aed0-e930-4c1f-b2e0-341234e7c0dd has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:46:52.030141 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669ff5e4-f310-4240-9854-d2d2c6a2b713 req-25922ba3-72e4-4351-8305-d4f85f82ee09 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:46:52.032104 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-669ff5e4-f310-4240-9854-d2d2c6a2b713 req-25922ba3-72e4-4351-8305-d4f85f82ee09 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/ports?device_id=974df47e-a411-4441-bed4-ef3968eb2aa7 HTTP/1.1" status: 200 len: 945 time: 0.9967611 Feb 04 12:46:52.095955 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [req-d79585b7-7ac3-4b6e-935f-ba9284443676 req-bc40d851-507c-4e9c-90ec-bd41e6810dbc tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] Allocated IP 172.20.0.8 (06d4f13c-488c-4e65-9453-2261c70b043f/6fca4f61-e1b8-4dc7-8b4e-7773edd228c6/e4894a2b-7bb4-4d1a-8428-78fc6021224c) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:46:52.099534 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 7c5eab31-280c-4915-bfa7-4a7a9db6ea02 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:46:52.106730 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (7c5eab31-280c-4915-bfa7-4a7a9db6ea02), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:52.348576 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baa09994-5582-4d8a-b2a9-a46be566e312 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:46:52.352423 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e757412f-1a4a-46b3-98cb-2d1172bcf6b6 req-693a1371-3dc7-4ac8-82c5-5c8b1efc1b6e tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 210 time: 0.0866857 Feb 04 12:46:52.368713 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258cf1b7-881e-495d-9a9e-0ace97a0668e None None] Sync routers for ids ['8024aed0-e930-4c1f-b2e0-341234e7c0dd'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:46:52.377673 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-baa09994-5582-4d8a-b2a9-a46be566e312 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] 10.222.0.65 "PUT /v2.0/routers/8024aed0-e930-4c1f-b2e0-341234e7c0dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8686135 Feb 04 12:46:52.381979 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 35856) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:46:52.420896 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258cf1b7-881e-495d-9a9e-0ace97a0668e None None] Routers {'8024aed0-e930-4c1f-b2e0-341234e7c0dd'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:46:52.423947 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-258cf1b7-881e-495d-9a9e-0ace97a0668e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:46:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['8024aed0-e930-4c1f-b2e0-341234e7c0dd'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:46:52.426341 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 7c5eab31-280c-4915-bfa7-4a7a9db6ea02 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:46:52.529709 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-a8b82ee1-e6b9-4435-972c-d816cd194f25 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] 10.222.0.65 "GET /v2.0/ports?device_id=8024aed0-e930-4c1f-b2e0-341234e7c0dd HTTP/1.1" status: 200 len: 205 time: 0.1276908 Feb 04 12:46:52.535168 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 35866) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:46:52.565615 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-258cf1b7-881e-495d-9a9e-0ace97a0668e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:46:52.612455 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258cf1b7-881e-495d-9a9e-0ace97a0668e None None] Routers {'8024aed0-e930-4c1f-b2e0-341234e7c0dd'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:46:52.614416 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-258cf1b7-881e-495d-9a9e-0ace97a0668e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:46:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['8024aed0-e930-4c1f-b2e0-341234e7c0dd'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:46:52.632833 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-d79585b7-7ac3-4b6e-935f-ba9284443676 req-bc40d851-507c-4e9c-90ec-bd41e6810dbc tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] Publish callbacks [] for port (e4894a2b-7bb4-4d1a-8428-78fc6021224c), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:52.710612 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-d79585b7-7ac3-4b6e-935f-ba9284443676 req-bc40d851-507c-4e9c-90ec-bd41e6810dbc tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (e4894a2b-7bb4-4d1a-8428-78fc6021224c), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:52.773173 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-258cf1b7-881e-495d-9a9e-0ace97a0668e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:46:52.773847 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258cf1b7-881e-495d-9a9e-0ace97a0668e None None] The sync data for ids ['8024aed0-e930-4c1f-b2e0-341234e7c0dd'] in n-d-825015-3 is: [] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:46:52.821197 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d79585b7-7ac3-4b6e-935f-ba9284443676 req-bc40d851-507c-4e9c-90ec-bd41e6810dbc tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] Network 06d4f13c-488c-4e65-9453-2261c70b043f is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:46:52.823244 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a797932b-b262-45f0-abd3-77339c45b814 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks [] for router (8024aed0-e930-4c1f-b2e0-341234e7c0dd), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:52.834995 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-669ff5e4-f310-4240-9854-d2d2c6a2b713 req-fe60f44c-3894-4cde-b75d-e8113074df34 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c15dfa5-1b74-494d-a4b3-b834b3f91fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7926767 Feb 04 12:46:52.852908 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [req-d79585b7-7ac3-4b6e-935f-ba9284443676 req-bc40d851-507c-4e9c-90ec-bd41e6810dbc tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:46:52.858669 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-d79585b7-7ac3-4b6e-935f-ba9284443676 req-bc40d851-507c-4e9c-90ec-bd41e6810dbc tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:46:52.952580 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc40d851-507c-4e9c-90ec-bd41e6810dbc tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] Pushing event updated for resources: {'Port': ['ID=e4894a2b-7bb4-4d1a-8428-78fc6021224c,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:53.033781 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79585b7-7ac3-4b6e-935f-ba9284443676 req-bc40d851-507c-4e9c-90ec-bd41e6810dbc tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:46:53.034348 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-d79585b7-7ac3-4b6e-935f-ba9284443676 req-bc40d851-507c-4e9c-90ec-bd41e6810dbc tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:53.073182 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-d79585b7-7ac3-4b6e-935f-ba9284443676 req-bc40d851-507c-4e9c-90ec-bd41e6810dbc tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.4392495 Feb 04 12:46:53.089130 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-d79585b7-7ac3-4b6e-935f-ba9284443676 req-556067b1-9312-4d35-9700-495e9be9f9cd service neutron] Request body: {'port': {'device_id': 'd962f747-80da-46c6-827c-b76263dc019a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825015-3'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:46:53.248257 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-d79585b7-7ac3-4b6e-935f-ba9284443676 req-556067b1-9312-4d35-9700-495e9be9f9cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (e4894a2b-7bb4-4d1a-8428-78fc6021224c), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:53.558879 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-8130c9cc-81ff-4e10-a6b2-aca6ce6996ee None None] Provisioning complete for port e4894a2b-7bb4-4d1a-8428-78fc6021224c triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:46:53.559547 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8130c9cc-81ff-4e10-a6b2-aca6ce6996ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (e4894a2b-7bb4-4d1a-8428-78fc6021224c), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:53.918430 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b2335e00-0bd9-44ae-9292-25210c849215 req-dfdc5333-a384-43eb-acdd-87a9889db255 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 210 time: 0.1913364 Feb 04 12:46:54.029804 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [req-d79585b7-7ac3-4b6e-935f-ba9284443676 req-556067b1-9312-4d35-9700-495e9be9f9cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4894a2b-7bb4-4d1a-8428-78fc6021224c {{(pid=103474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:46:54.054906 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-d79585b7-7ac3-4b6e-935f-ba9284443676 req-556067b1-9312-4d35-9700-495e9be9f9cd service neutron] Publish callbacks [] for port (e4894a2b-7bb4-4d1a-8428-78fc6021224c), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:54.074132 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-8130c9cc-81ff-4e10-a6b2-aca6ce6996ee None None] Port e4894a2b-7bb4-4d1a-8428-78fc6021224c cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:46:54.111699 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.provisioning_blocks [req-d79585b7-7ac3-4b6e-935f-ba9284443676 req-556067b1-9312-4d35-9700-495e9be9f9cd service neutron] Transition to ACTIVE for port object e4894a2b-7bb4-4d1a-8428-78fc6021224c will not be triggered until provisioned by entity L2. {{(pid=103474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:46:54.117630 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-d79585b7-7ac3-4b6e-935f-ba9284443676 req-556067b1-9312-4d35-9700-495e9be9f9cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (e4894a2b-7bb4-4d1a-8428-78fc6021224c), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:54.281022 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a797932b-b262-45f0-abd3-77339c45b814 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10915'] for router (8024aed0-e930-4c1f-b2e0-341234e7c0dd), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:54.286119 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a797932b-b262-45f0-abd3-77339c45b814 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks [] for router_controller (8024aed0-e930-4c1f-b2e0-341234e7c0dd), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:54.286699 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556067b1-9312-4d35-9700-495e9be9f9cd service neutron] Pushing event updated for resources: {'Port': ['ID=e4894a2b-7bb4-4d1a-8428-78fc6021224c,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:54.470515 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a797932b-b262-45f0-abd3-77339c45b814 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622829'] for router (8024aed0-e930-4c1f-b2e0-341234e7c0dd), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:54.470826 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [req-05c8954f-1911-4bf8-ad83-42954cc71b66 req-48ccabf3-d8d0-473a-9305-5897bdc4545e service neutron] (103474) timed out ('10.222.0.77', 53001) {{(pid=103474) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 04 12:46:54.471213 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a797932b-b262-45f0-abd3-77339c45b814 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Fanout notify agent at l3_agent the message router_deleted on router 8024aed0-e930-4c1f-b2e0-341234e7c0dd {{(pid=103475) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 12:46:54.501802 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-d79585b7-7ac3-4b6e-935f-ba9284443676 req-556067b1-9312-4d35-9700-495e9be9f9cd service neutron] Attempting to bind port e4894a2b-7bb4-4d1a-8428-78fc6021224c on host n-h2-825015-3 for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:46:54.502159 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-d79585b7-7ac3-4b6e-935f-ba9284443676 req-556067b1-9312-4d35-9700-495e9be9f9cd service neutron] Attempting to bind port e4894a2b-7bb4-4d1a-8428-78fc6021224c by drivers openvswitch,hyperv on host n-h2-825015-3 at level 0 using segments [{'id': '4f9c3679-38be-484a-a0f7-946cac38a9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '06d4f13c-488c-4e65-9453-2261c70b043f'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:46:54.502502 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79585b7-7ac3-4b6e-935f-ba9284443676 req-556067b1-9312-4d35-9700-495e9be9f9cd service neutron] Attempting to bind port e4894a2b-7bb4-4d1a-8428-78fc6021224c on network 06d4f13c-488c-4e65-9453-2261c70b043f {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:46:54.508311 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a797932b-b262-45f0-abd3-77339c45b814 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks [] for router (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:54.516980 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79585b7-7ac3-4b6e-935f-ba9284443676 req-556067b1-9312-4d35-9700-495e9be9f9cd service neutron] Port e4894a2b-7bb4-4d1a-8428-78fc6021224c on network 06d4f13c-488c-4e65-9453-2261c70b043f not bound, no agent of type Open vSwitch agent registered on host n-h2-825015-3 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:46:54.517232 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-a797932b-b262-45f0-abd3-77339c45b814 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] 10.222.0.65 "DELETE /v2.0/routers/8024aed0-e930-4c1f-b2e0-341234e7c0dd HTTP/1.1" status: 204 len: 168 time: 1.9726748 Feb 04 12:46:54.517329 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79585b7-7ac3-4b6e-935f-ba9284443676 req-556067b1-9312-4d35-9700-495e9be9f9cd service neutron] Attempting to bind port e4894a2b-7bb4-4d1a-8428-78fc6021224c on network 06d4f13c-488c-4e65-9453-2261c70b043f {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:46:54.532058 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 35894) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:46:54.532973 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79585b7-7ac3-4b6e-935f-ba9284443676 req-556067b1-9312-4d35-9700-495e9be9f9cd service neutron] Checking agent: {'id': '9b68a165-e786-4b91-8592-44519c2ecabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:46:54.533325 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79585b7-7ac3-4b6e-935f-ba9284443676 req-556067b1-9312-4d35-9700-495e9be9f9cd service neutron] Checking segment: {'id': '4f9c3679-38be-484a-a0f7-946cac38a9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '06d4f13c-488c-4e65-9453-2261c70b043f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:46:54.534648 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79585b7-7ac3-4b6e-935f-ba9284443676 req-556067b1-9312-4d35-9700-495e9be9f9cd service neutron] Bound using segment: {'id': '4f9c3679-38be-484a-a0f7-946cac38a9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '06d4f13c-488c-4e65-9453-2261c70b043f'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:46:54.535122 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-d79585b7-7ac3-4b6e-935f-ba9284443676 req-556067b1-9312-4d35-9700-495e9be9f9cd service neutron] Bound port: e4894a2b-7bb4-4d1a-8428-78fc6021224c, host: n-h2-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f9c3679-38be-484a-a0f7-946cac38a9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '06d4f13c-488c-4e65-9453-2261c70b043f'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:46:54.535650 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-d79585b7-7ac3-4b6e-935f-ba9284443676 req-556067b1-9312-4d35-9700-495e9be9f9cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (e4894a2b-7bb4-4d1a-8428-78fc6021224c), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:54.554835 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eaa508-ee94-42de-862e-0de3e5aca165 req-f6d63a4e-79a8-4ba8-8ceb-04de756bbf5d tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:46:54.556423 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-33eaa508-ee94-42de-862e-0de3e5aca165 req-f6d63a4e-79a8-4ba8-8ceb-04de756bbf5d tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=d962f747-80da-46c6-827c-b76263dc019a HTTP/1.1" status: 200 len: 1027 time: 0.8307066 Feb 04 12:46:54.619346 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c54c288-e279-40f8-8df1-265c023470f7 req-270d0d24-2318-42a7-b9c3-9712f3a8c02d tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:46:54.634977 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4c54c288-e279-40f8-8df1-265c023470f7 req-270d0d24-2318-42a7-b9c3-9712f3a8c02d tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/ports?device_id=974df47e-a411-4441-bed4-ef3968eb2aa7 HTTP/1.1" status: 200 len: 945 time: 0.2390792 Feb 04 12:46:54.762850 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-33eaa508-ee94-42de-862e-0de3e5aca165 req-2ced4714-7e8b-4f02-833f-72da1fcd83d9 tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=22a373cd-f4ae-4261-9bb9-ccf59304b58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910241 Feb 04 12:46:54.799350 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-d79585b7-7ac3-4b6e-935f-ba9284443676 req-556067b1-9312-4d35-9700-495e9be9f9cd service neutron] For port e4894a2b-7bb4-4d1a-8428-78fc6021224c, host n-h2-825015-3, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:46:54.812236 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-d79585b7-7ac3-4b6e-935f-ba9284443676 req-556067b1-9312-4d35-9700-495e9be9f9cd service neutron] For port e4894a2b-7bb4-4d1a-8428-78fc6021224c, host n-h2-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=e4894a2b-7bb4-4d1a-8428-78fc6021224c,segment=NetworkSegment(4f9c3679-38be-484a-a0f7-946cac38a9f0),segment_id=4f9c3679-38be-484a-a0f7-946cac38a9f0)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:46:54.833738 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-194e4118-1832-4bfa-9fb0-05e6e4f6e884 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Deleting subnet b69b762d-1b6c-48bf-a4bb-69c301cc6675 {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:46:54.842361 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-d79585b7-7ac3-4b6e-935f-ba9284443676 req-556067b1-9312-4d35-9700-495e9be9f9cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (e4894a2b-7bb4-4d1a-8428-78fc6021224c), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:54.859059 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4c54c288-e279-40f8-8df1-265c023470f7 req-992f2b51-4a28-4d54-a2ff-c53f3a02da4b tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c15dfa5-1b74-494d-a4b3-b834b3f91fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231057 Feb 04 12:46:54.889809 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79585b7-7ac3-4b6e-935f-ba9284443676 req-556067b1-9312-4d35-9700-495e9be9f9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:46:54.891809 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-d79585b7-7ac3-4b6e-935f-ba9284443676 req-556067b1-9312-4d35-9700-495e9be9f9cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:54.893275 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-d79585b7-7ac3-4b6e-935f-ba9284443676 req-556067b1-9312-4d35-9700-495e9be9f9cd service neutron] 10.222.0.77 "PUT /v2.0/ports/e4894a2b-7bb4-4d1a-8428-78fc6021224c HTTP/1.1" status: 200 len: 1091 time: 1.8136852 Feb 04 12:46:54.897315 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-194e4118-1832-4bfa-9fb0-05e6e4f6e884 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks [] for subnet (b69b762d-1b6c-48bf-a4bb-69c301cc6675), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:54.935292 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd962f747-80da-46c6-827c-b76263dc019a', 'tag': 'e4894a2b-7bb4-4d1a-8428-78fc6021224c'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:46:54.940125 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6376a6c-79eb-4e42-a16c-6259afeb2c62" -d '{"events": [{"name": "network-changed", "server_uuid": "d962f747-80da-46c6-827c-b76263dc019a", "tag": "e4894a2b-7bb4-4d1a-8428-78fc6021224c"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:46:55.167264 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55692599-c3ef-43e2-ba80-95d43207d93a x-openstack-request-id: req-55692599-c3ef-43e2-ba80-95d43207d93a {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:46:55.168007 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d962f747-80da-46c6-827c-b76263dc019a", "tag": "e4894a2b-7bb4-4d1a-8428-78fc6021224c", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:46:55.168007 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-55692599-c3ef-43e2-ba80-95d43207d93a {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:46:55.168568 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd962f747-80da-46c6-827c-b76263dc019a', 'tag': 'e4894a2b-7bb4-4d1a-8428-78fc6021224c', 'status': 'completed', 'code': 200} Feb 04 12:46:55.200039 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556067b1-9312-4d35-9700-495e9be9f9cd service neutron] Pushing event updated for resources: {'Port': ['ID=e4894a2b-7bb4-4d1a-8428-78fc6021224c,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:55.228456 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-194e4118-1832-4bfa-9fb0-05e6e4f6e884 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (b69b762d-1b6c-48bf-a4bb-69c301cc6675), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:55.254157 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79585b7-7ac3-4b6e-935f-ba9284443676 req-30db6641-1a4e-430c-b688-20e49c821796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:46:55.256015 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-d79585b7-7ac3-4b6e-935f-ba9284443676 req-30db6641-1a4e-430c-b688-20e49c821796 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c9db87ad8cbe4aa8abaccf040992930b&device_id=d962f747-80da-46c6-827c-b76263dc019a HTTP/1.1" status: 200 len: 1125 time: 0.2107687 Feb 04 12:46:55.387393 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-d79585b7-7ac3-4b6e-935f-ba9284443676 req-5ff12068-279a-4e84-8284-8a5bf97c9a3e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4894a2b-7bb4-4d1a-8428-78fc6021224c HTTP/1.1" status: 200 len: 217 time: 0.1119189 Feb 04 12:46:55.487530 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6ff709db-7fa0-4b9d-851d-a6ee1f3ed05c req-7e19045c-8d3b-4157-8847-2f4c19582c98 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 210 time: 0.3585975 Feb 04 12:46:55.574434 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79585b7-7ac3-4b6e-935f-ba9284443676 req-d1139031-b9d3-44f7-9d69-32bc3f6fe632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:46:55.577438 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-d79585b7-7ac3-4b6e-935f-ba9284443676 req-d1139031-b9d3-44f7-9d69-32bc3f6fe632 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6fca4f61-e1b8-4dc7-8b4e-7773edd228c6 HTTP/1.1" status: 200 len: 849 time: 0.1729383 Feb 04 12:46:55.734846 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79585b7-7ac3-4b6e-935f-ba9284443676 req-967e6924-bc84-4d42-bfd2-f2c47a38a1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:46:55.736792 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-d79585b7-7ac3-4b6e-935f-ba9284443676 req-967e6924-bc84-4d42-bfd2-f2c47a38a1f0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=06d4f13c-488c-4e65-9453-2261c70b043f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1501286 Feb 04 12:46:55.952529 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-d79585b7-7ac3-4b6e-935f-ba9284443676 req-efececff-4c9d-43c3-ba63-c16479254fad service neutron] 10.222.0.77 "GET /v2.0/networks/06d4f13c-488c-4e65-9453-2261c70b043f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073755 Feb 04 12:46:55.965025 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-194e4118-1832-4bfa-9fb0-05e6e4f6e884 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (b69b762d-1b6c-48bf-a4bb-69c301cc6675), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:55.985053 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2094ce36-6432-40c4-a7b1-3124f75641ff req-df98a643-24f7-493d-b11b-f2b538bede80 tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:46:55.994751 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2094ce36-6432-40c4-a7b1-3124f75641ff req-df98a643-24f7-493d-b11b-f2b538bede80 tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=d962f747-80da-46c6-827c-b76263dc019a HTTP/1.1" status: 200 len: 1125 time: 0.1097443 Feb 04 12:46:56.127805 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-d79585b7-7ac3-4b6e-935f-ba9284443676 req-72c39b53-73d6-4012-b70a-7a84b140b25c service neutron] 10.222.0.77 "GET /v2.0/networks/06d4f13c-488c-4e65-9453-2261c70b043f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640277 Feb 04 12:46:56.145625 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2094ce36-6432-40c4-a7b1-3124f75641ff req-9d320cee-7768-4ce0-ad42-22919bae2c72 tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=22a373cd-f4ae-4261-9bb9-ccf59304b58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435814 Feb 04 12:46:56.227166 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc08e9e6-4f62-43ad-a53a-4e4b05ae3461 req-da61e9e5-4057-47e4-b949-039edbe0981b tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:46:56.229148 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dc08e9e6-4f62-43ad-a53a-4e4b05ae3461 req-da61e9e5-4057-47e4-b949-039edbe0981b tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/ports?device_id=974df47e-a411-4441-bed4-ef3968eb2aa7 HTTP/1.1" status: 200 len: 945 time: 0.1835957 Feb 04 12:46:56.310824 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6376a6c-79eb-4e42-a16c-6259afeb2c62 req-95819f76-74a2-467f-b0ef-c5e5eab3469c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:46:56.316613 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-a6376a6c-79eb-4e42-a16c-6259afeb2c62 req-95819f76-74a2-467f-b0ef-c5e5eab3469c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c9db87ad8cbe4aa8abaccf040992930b&device_id=d962f747-80da-46c6-827c-b76263dc019a HTTP/1.1" status: 200 len: 1125 time: 0.0892389 Feb 04 12:46:56.367261 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dc08e9e6-4f62-43ad-a53a-4e4b05ae3461 req-51b05f36-98cc-40f1-ae60-5cbba747f063 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c15dfa5-1b74-494d-a4b3-b834b3f91fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305830 Feb 04 12:46:56.442594 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6376a6c-79eb-4e42-a16c-6259afeb2c62 req-ae12a093-0594-4b2a-886b-ae816225a141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:46:56.444809 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-a6376a6c-79eb-4e42-a16c-6259afeb2c62 req-ae12a093-0594-4b2a-886b-ae816225a141 service neutron] 10.222.0.77 "GET /v2.0/networks?id=06d4f13c-488c-4e65-9453-2261c70b043f HTTP/1.1" status: 200 len: 911 time: 0.1236608 Feb 04 12:46:56.446911 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-194e4118-1832-4bfa-9fb0-05e6e4f6e884 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (b69b762d-1b6c-48bf-a4bb-69c301cc6675), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:56.489748 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194e4118-1832-4bfa-9fb0-05e6e4f6e884 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Pushing event deleted for resources: {'Subnet': ['ID=b69b762d-1b6c-48bf-a4bb-69c301cc6675,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:56.536630 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-a6376a6c-79eb-4e42-a16c-6259afeb2c62 req-4bbad942-fc42-4f76-94b0-490daa14a811 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4894a2b-7bb4-4d1a-8428-78fc6021224c HTTP/1.1" status: 200 len: 217 time: 0.0489125 Feb 04 12:46:56.542166 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-194e4118-1832-4bfa-9fb0-05e6e4f6e884 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:56.546182 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-194e4118-1832-4bfa-9fb0-05e6e4f6e884 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] 10.222.0.65 "DELETE /v2.0/subnets/b69b762d-1b6c-48bf-a4bb-69c301cc6675 HTTP/1.1" status: 204 len: 168 time: 1.9701028 Feb 04 12:46:56.550333 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 35928) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:46:56.574663 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eafc092-c2d1-425b-847a-16cd1b957302 None None] Network ddf7e831-3c74-4f81-b6ba-3e785c5d6970 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:46:56.667488 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6376a6c-79eb-4e42-a16c-6259afeb2c62 req-09b3b6cd-b998-41d1-a16b-b471855313f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:46:56.676527 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-a6376a6c-79eb-4e42-a16c-6259afeb2c62 req-09b3b6cd-b998-41d1-a16b-b471855313f0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6fca4f61-e1b8-4dc7-8b4e-7773edd228c6 HTTP/1.1" status: 200 len: 849 time: 0.1288002 Feb 04 12:46:56.771537 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cb096f98-341f-4511-97ce-2f414a85eb37 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (ddf7e831-3c74-4f81-b6ba-3e785c5d6970), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:56.787552 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6376a6c-79eb-4e42-a16c-6259afeb2c62 req-50be5c2d-c8ce-4bd6-840f-8b1f3d63f173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:46:56.791177 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-a6376a6c-79eb-4e42-a16c-6259afeb2c62 req-50be5c2d-c8ce-4bd6-840f-8b1f3d63f173 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=06d4f13c-488c-4e65-9453-2261c70b043f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1075468 Feb 04 12:46:56.942933 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-cb096f98-341f-4511-97ce-2f414a85eb37 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Deleting port 1b8d3631-3db2-4b02-a934-f195229ee585 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:46:56.943220 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cb096f98-341f-4511-97ce-2f414a85eb37 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (1b8d3631-3db2-4b02-a934-f195229ee585), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:56.994430 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d783ee84-9848-43c6-882e-629dd10742c8 None None] DHCP port deletion for ddf7e831-3c74-4f81-b6ba-3e785c5d6970 request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 12:46:57.057565 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c90e1c1b-5b65-4c42-9b98-43995c25508e req-54869fb5-57d1-4c98-830a-1e9436cec0af tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 210 time: 0.2809556 Feb 04 12:46:57.129314 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-d783ee84-9848-43c6-882e-629dd10742c8 None None] Deleting port 1b8d3631-3db2-4b02-a934-f195229ee585 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:46:57.130620 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d783ee84-9848-43c6-882e-629dd10742c8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (1b8d3631-3db2-4b02-a934-f195229ee585), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:57.157704 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-a6376a6c-79eb-4e42-a16c-6259afeb2c62 req-7f83eb49-6581-422a-b85f-bdf03855db39 service neutron] 10.222.0.77 "GET /v2.0/networks/06d4f13c-488c-4e65-9453-2261c70b043f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3283274 Feb 04 12:46:57.213004 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-cb096f98-341f-4511-97ce-2f414a85eb37 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] For port 1b8d3631-3db2-4b02-a934-f195229ee585, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=1b8d3631-3db2-4b02-a934-f195229ee585,segment=NetworkSegment(8813a387-5f9e-4a87-b6e5-b5c085cd1799),segment_id=8813a387-5f9e-4a87-b6e5-b5c085cd1799)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:46:57.213440 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cb096f98-341f-4511-97ce-2f414a85eb37 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (1b8d3631-3db2-4b02-a934-f195229ee585), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:57.248749 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-cb096f98-341f-4511-97ce-2f414a85eb37 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Calling delete_port for 1b8d3631-3db2-4b02-a934-f195229ee585 owned by network:dhcp {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:46:57.292351 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-d783ee84-9848-43c6-882e-629dd10742c8 None None] For port 1b8d3631-3db2-4b02-a934-f195229ee585, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=1b8d3631-3db2-4b02-a934-f195229ee585,segment=NetworkSegment(8813a387-5f9e-4a87-b6e5-b5c085cd1799),segment_id=8813a387-5f9e-4a87-b6e5-b5c085cd1799)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:46:57.293216 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d783ee84-9848-43c6-882e-629dd10742c8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (1b8d3631-3db2-4b02-a934-f195229ee585), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:57.308359 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-d783ee84-9848-43c6-882e-629dd10742c8 None None] Calling delete_port for 1b8d3631-3db2-4b02-a934-f195229ee585 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:46:57.358266 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-a6376a6c-79eb-4e42-a16c-6259afeb2c62 req-97d6d158-73ce-42b9-9461-cc567d28b4f4 service neutron] 10.222.0.77 "GET /v2.0/networks/06d4f13c-488c-4e65-9453-2261c70b043f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946385 Feb 04 12:46:57.487200 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d783ee84-9848-43c6-882e-629dd10742c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (1b8d3631-3db2-4b02-a934-f195229ee585), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:57.515282 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d783ee84-9848-43c6-882e-629dd10742c8 None None] No DVR routers for this DVR port 1b8d3631-3db2-4b02-a934-f195229ee585 on host n-d-825015-3 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:46:57.537903 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1315723b-8424-4bbd-af69-82866dcf965c req-ae010c01-2a98-467e-9d99-5351d5a9b23f tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:46:57.539582 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1315723b-8424-4bbd-af69-82866dcf965c req-ae010c01-2a98-467e-9d99-5351d5a9b23f tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=d962f747-80da-46c6-827c-b76263dc019a HTTP/1.1" status: 200 len: 1125 time: 0.2648282 Feb 04 12:46:57.567360 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d783ee84-9848-43c6-882e-629dd10742c8 None None] Pushing event deleted for resources: {'Port': ['ID=1b8d3631-3db2-4b02-a934-f195229ee585,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:57.701802 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1315723b-8424-4bbd-af69-82866dcf965c req-3150ca7c-8358-4888-94f3-c0d6e56933a6 tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=22a373cd-f4ae-4261-9bb9-ccf59304b58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171935 Feb 04 12:46:57.709649 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cb096f98-341f-4511-97ce-2f414a85eb37 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (1b8d3631-3db2-4b02-a934-f195229ee585), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:57.749309 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb096f98-341f-4511-97ce-2f414a85eb37 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] No DVR routers for this DVR port 1b8d3631-3db2-4b02-a934-f195229ee585 on host n-d-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:46:57.858959 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 1b8d3631-3db2-4b02-a934-f195229ee585 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:46:57.908146 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0b0707-be89-4295-8a44-7c935a49da41 req-1b145f8c-a60a-45dc-8dba-d82f1bce0ed5 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:46:57.916188 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3d0b0707-be89-4295-8a44-7c935a49da41 req-1b145f8c-a60a-45dc-8dba-d82f1bce0ed5 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/ports?device_id=974df47e-a411-4441-bed4-ef3968eb2aa7 HTTP/1.1" status: 200 len: 945 time: 0.4171662 Feb 04 12:46:57.924929 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb096f98-341f-4511-97ce-2f414a85eb37 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Pushing event deleted for resources: {'Port': ['ID=1b8d3631-3db2-4b02-a934-f195229ee585,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:57.958440 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 1b8d3631-3db2-4b02-a934-f195229ee585 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:46:57.958795 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 1b8d3631-3db2-4b02-a934-f195229ee585 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:46:58.093283 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3d0b0707-be89-4295-8a44-7c935a49da41 req-1e92f6c1-48cb-4eff-8cab-8ccd59bec671 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c15dfa5-1b74-494d-a4b3-b834b3f91fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749773 Feb 04 12:46:58.101526 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cb096f98-341f-4511-97ce-2f414a85eb37 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (ddf7e831-3c74-4f81-b6ba-3e785c5d6970), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:58.154870 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-cb096f98-341f-4511-97ce-2f414a85eb37 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddf7e831-3c74-4f81-b6ba-3e785c5d6970']}} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:46:58.176313 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-cb096f98-341f-4511-97ce-2f414a85eb37 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8813a387-5f9e-4a87-b6e5-b5c085cd1799') {'for_net_delete': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:46:58.176629 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-cb096f98-341f-4511-97ce-2f414a85eb37 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8813a387-5f9e-4a87-b6e5-b5c085cd1799') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:46:58.215576 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cb096f98-341f-4511-97ce-2f414a85eb37 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51859336'] for segment (8813a387-5f9e-4a87-b6e5-b5c085cd1799), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:58.238351 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cb096f98-341f-4511-97ce-2f414a85eb37 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (8813a387-5f9e-4a87-b6e5-b5c085cd1799), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:58.258744 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb096f98-341f-4511-97ce-2f414a85eb37 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=103475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:46:58.259432 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cb096f98-341f-4511-97ce-2f414a85eb37 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-52093388'] for segment (8813a387-5f9e-4a87-b6e5-b5c085cd1799), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:58.272619 n-d-825015-3 neutron-server[103475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:46:58.272619 n-d-825015-3 neutron-server[103475]: self.session.flush() Feb 04 12:46:58.272619 n-d-825015-3 neutron-server[103475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:46:58.272619 n-d-825015-3 neutron-server[103475]: self.session.flush() Feb 04 12:46:58.272619 n-d-825015-3 neutron-server[103475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:46:58.272619 n-d-825015-3 neutron-server[103475]: self.session.flush() Feb 04 12:46:58.272619 n-d-825015-3 neutron-server[103475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:46:58.272619 n-d-825015-3 neutron-server[103475]: self.session.flush() Feb 04 12:46:58.272619 n-d-825015-3 neutron-server[103475]: Traceback (most recent call last): Feb 04 12:46:58.272619 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:46:58.272619 n-d-825015-3 neutron-server[103475]: timer() Feb 04 12:46:58.272619 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:46:58.272619 n-d-825015-3 neutron-server[103475]: cb(*args, **kw) Feb 04 12:46:58.272619 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:46:58.272619 n-d-825015-3 neutron-server[103475]: return func(*args, **kwargs) Feb 04 12:46:58.272619 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:46:58.272619 n-d-825015-3 neutron-server[103475]: self._notify() Feb 04 12:46:58.272619 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:46:58.272619 n-d-825015-3 neutron-server[103475]: self.callback(batched_events) Feb 04 12:46:58.272619 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:46:58.272619 n-d-825015-3 neutron-server[103475]: event.method(event) Feb 04 12:46:58.272619 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:46:58.272619 n-d-825015-3 neutron-server[103475]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:46:58.272619 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:46:58.272619 n-d-825015-3 neutron-server[103475]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:46:58.272619 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:46:58.272619 n-d-825015-3 neutron-server[103475]: return f(self, *a, **k) Feb 04 12:46:58.272619 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:46:58.272619 n-d-825015-3 neutron-server[103475]: return self._get(url).json() Feb 04 12:46:58.272619 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:46:58.272619 n-d-825015-3 neutron-server[103475]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:46:58.272619 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:46:58.272619 n-d-825015-3 neutron-server[103475]: return self.request(url, 'GET', **kwargs) Feb 04 12:46:58.272619 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:46:58.272619 n-d-825015-3 neutron-server[103475]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:46:58.272619 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:46:58.272619 n-d-825015-3 neutron-server[103475]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:46:58.272619 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:46:58.272619 n-d-825015-3 neutron-server[103475]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:46:58.272619 n-d-825015-3 neutron-server[103475]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:46:58.402005 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-50c5a790-1e69-4feb-b475-55e491f80a60 req-6e1fc3ff-7828-4709-b782-5a5621703d4d tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 210 time: 0.1471493 Feb 04 12:46:58.450374 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cb096f98-341f-4511-97ce-2f414a85eb37 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (ddf7e831-3c74-4f81-b6ba-3e785c5d6970), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:58.467996 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cb096f98-341f-4511-97ce-2f414a85eb37 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:58.484860 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 35962) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:46:58.504492 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-1f65353d-551f-4322-bd32-71792648de81 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-21052845', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:46:58.517198 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-cb096f98-341f-4511-97ce-2f414a85eb37 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] 10.222.0.65 "DELETE /v2.0/networks/ddf7e831-3c74-4f81-b6ba-3e785c5d6970 HTTP/1.1" status: 204 len: 168 time: 1.9655306 Feb 04 12:46:58.563940 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb096f98-341f-4511-97ce-2f414a85eb37 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Pushing event deleted for resources: {'Network': ['ID=ddf7e831-3c74-4f81-b6ba-3e785c5d6970,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:58.575962 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1f65353d-551f-4322-bd32-71792648de81 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10933'] for router (23a4f602-cd90-4527-acba-46271144ffed), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:58.577482 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1f65353d-551f-4322-bd32-71792648de81 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10924'] for router (23a4f602-cd90-4527-acba-46271144ffed), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:58.691315 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1f65353d-551f-4322-bd32-71792648de81 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks [] for router_controller (23a4f602-cd90-4527-acba-46271144ffed), precommit_add_association {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:58.696317 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1f65353d-551f-4322-bd32-71792648de81 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141'] for router (23a4f602-cd90-4527-acba-46271144ffed), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:58.724666 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1f65353d-551f-4322-bd32-71792648de81 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:58.726437 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-1f65353d-551f-4322-bd32-71792648de81 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.2396328 Feb 04 12:46:58.729637 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 35968) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:46:58.738001 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-81304ef9-2eeb-40cc-bd64-54f84973fac1 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2144242608'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:46:58.806618 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81304ef9-2eeb-40cc-bd64-54f84973fac1 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Made reservation on behalf of 3fccd7acaf5a4db2beb516182b08458d for: {'network': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:46:58.814727 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-81304ef9-2eeb-40cc-bd64-54f84973fac1 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:58.879332 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81304ef9-2eeb-40cc-bd64-54f84973fac1 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=103475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:46:58.933631 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-81304ef9-2eeb-40cc-bd64-54f84973fac1 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (9eda6acb-8a5a-4a1a-96aa-2986d78cb212), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:58.933990 n-d-825015-3 neutron-server[103475]: INFO neutron.db.segments_db [None req-81304ef9-2eeb-40cc-bd64-54f84973fac1 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Added segment 9eda6acb-8a5a-4a1a-96aa-2986d78cb212 of type vlan for network 851ada3b-84e7-4fe7-8c48-0057b87b86cb Feb 04 12:46:58.994351 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-81304ef9-2eeb-40cc-bd64-54f84973fac1 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (851ada3b-84e7-4fe7-8c48-0057b87b86cb), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:58.998494 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454f5553-89b5-4c42-a581-a06fe6a62fa5 req-e159922f-395d-4f1d-9b3d-f1345af19184 tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:46:59.006395 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-454f5553-89b5-4c42-a581-a06fe6a62fa5 req-e159922f-395d-4f1d-9b3d-f1345af19184 tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=d962f747-80da-46c6-827c-b76263dc019a HTTP/1.1" status: 200 len: 1125 time: 0.1449618 Feb 04 12:46:59.087439 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-454f5553-89b5-4c42-a581-a06fe6a62fa5 req-a78bb03e-10a2-4b7a-819c-dbc09a6e5c4c tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=22a373cd-f4ae-4261-9bb9-ccf59304b58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795305 Feb 04 12:46:59.088734 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-81304ef9-2eeb-40cc-bd64-54f84973fac1 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (851ada3b-84e7-4fe7-8c48-0057b87b86cb), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:59.094985 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81304ef9-2eeb-40cc-bd64-54f84973fac1 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:46:59.096225 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-81304ef9-2eeb-40cc-bd64-54f84973fac1 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:59.133607 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-81304ef9-2eeb-40cc-bd64-54f84973fac1 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4001379 Feb 04 12:46:59.134051 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 35980) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:46:59.139206 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-02edbc9c-908b-44d7-bde9-3ea00e91fdcc tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Request body: {'subnet': {'network_id': '851ada3b-84e7-4fe7-8c48-0057b87b86cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:46:59.326735 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81304ef9-2eeb-40cc-bd64-54f84973fac1 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Pushing event updated for resources: {'Network': ['ID=851ada3b-84e7-4fe7-8c48-0057b87b86cb,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:46:59.347189 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02edbc9c-908b-44d7-bde9-3ea00e91fdcc tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Made reservation on behalf of 3fccd7acaf5a4db2beb516182b08458d for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:46:59.355885 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-02edbc9c-908b-44d7-bde9-3ea00e91fdcc tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60610638'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:59.359945 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 851ada3b-84e7-4fe7-8c48-0057b87b86cb details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:46:59.392257 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caccaa21-3af8-4ca5-a528-e4e24efc998c req-fa266aae-21dd-4430-8fc8-1716253a331c tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:46:59.395028 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-caccaa21-3af8-4ca5-a528-e4e24efc998c req-fa266aae-21dd-4430-8fc8-1716253a331c tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/ports?device_id=974df47e-a411-4441-bed4-ef3968eb2aa7 HTTP/1.1" status: 200 len: 945 time: 0.1652770 Feb 04 12:46:59.497532 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-caccaa21-3af8-4ca5-a528-e4e24efc998c req-fc31df1f-83b1-4d0f-9feb-82531181d745 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c15dfa5-1b74-494d-a4b3-b834b3f91fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966547 Feb 04 12:46:59.597084 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device e4894a2b-7bb4-4d1a-8428-78fc6021224c details requested by agent hyperv_n-h2-825015-3 with host n-h2-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:46:59.660306 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a4e4455a-bfd6-4af4-b079-cef8521c7865 req-d6831f45-a8ff-46c8-b9b1-4ea7f65a0cd0 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 210 time: 0.0420253 Feb 04 12:46:59.845940 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port e4894a2b-7bb4-4d1a-8428-78fc6021224c, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=e4894a2b-7bb4-4d1a-8428-78fc6021224c,segment=NetworkSegment(4f9c3679-38be-484a-a0f7-946cac38a9f0),segment_id=4f9c3679-38be-484a-a0f7-946cac38a9f0)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:46:59.857004 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Returning: {'device': 'e4894a2b-7bb4-4d1a-8428-78fc6021224c', 'network_id': '06d4f13c-488c-4e65-9453-2261c70b043f', 'port_id': 'e4894a2b-7bb4-4d1a-8428-78fc6021224c', 'mac_address': 'fa:16:3e:c3:47:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fca4f61-e1b8-4dc7-8b4e-7773edd228c6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:46:59.901933 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-02edbc9c-908b-44d7-bde9-3ea00e91fdcc tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59045178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60610680'] for subnet (45839c3a-851e-4316-ae5c-98cfc9c7c852), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:59.956914 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port e4894a2b-7bb4-4d1a-8428-78fc6021224c is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:46:59.957360 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (e4894a2b-7bb4-4d1a-8428-78fc6021224c), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:00.023423 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4894a2b-7bb4-4d1a-8428-78fc6021224c {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:47:00.085926 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port e4894a2b-7bb4-4d1a-8428-78fc6021224c, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=e4894a2b-7bb4-4d1a-8428-78fc6021224c,segment=NetworkSegment(4f9c3679-38be-484a-a0f7-946cac38a9f0),segment_id=4f9c3679-38be-484a-a0f7-946cac38a9f0)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:47:00.099418 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (e4894a2b-7bb4-4d1a-8428-78fc6021224c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:00.152431 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02edbc9c-908b-44d7-bde9-3ea00e91fdcc tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Pushing event updated for resources: {'Subnet': ['ID=45839c3a-851e-4316-ae5c-98cfc9c7c852,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:47:00.242565 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02edbc9c-908b-44d7-bde9-3ea00e91fdcc tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Checking segment: {'id': '9eda6acb-8a5a-4a1a-96aa-2986d78cb212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '851ada3b-84e7-4fe7-8c48-0057b87b86cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:47:00.242565 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02edbc9c-908b-44d7-bde9-3ea00e91fdcc tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Network hostable DHCP agents. Network: 851ada3b-84e7-4fe7-8c48-0057b87b86cb, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:47:00.306951 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02edbc9c-908b-44d7-bde9-3ea00e91fdcc tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Network 851ada3b-84e7-4fe7-8c48-0057b87b86cb is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:47:00.307318 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=e4894a2b-7bb4-4d1a-8428-78fc6021224c,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:47:00.319632 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-02edbc9c-908b-44d7-bde9-3ea00e91fdcc tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 851ada3b-84e7-4fe7-8c48-0057b87b86cb) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:47:00.326194 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02edbc9c-908b-44d7-bde9-3ea00e91fdcc tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:47:00.326979 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-02edbc9c-908b-44d7-bde9-3ea00e91fdcc tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:00.332355 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c7ad3b-f73e-48be-a227-3e098cbaa45d None None] Network 851ada3b-84e7-4fe7-8c48-0057b87b86cb requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:47:00.373262 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-02edbc9c-908b-44d7-bde9-3ea00e91fdcc tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2353694 Feb 04 12:47:00.376287 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 35996) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:47:00.383408 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['e4894a2b-7bb4-4d1a-8428-78fc6021224c'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:47:00.389382 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1a1bd8-daf2-4902-9e33-06003d3a4f80 req-3d006120-fe3e-46b5-83ab-a3a4cec58dcc tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:47:00.394215 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7c1a1bd8-daf2-4902-9e33-06003d3a4f80 req-3d006120-fe3e-46b5-83ab-a3a4cec58dcc tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=d962f747-80da-46c6-827c-b76263dc019a HTTP/1.1" status: 200 len: 1126 time: 0.1245558 Feb 04 12:47:00.552496 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7c1a1bd8-daf2-4902-9e33-06003d3a4f80 req-841fc329-cf97-4f26-8113-3b182d8dc046 tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=22a373cd-f4ae-4261-9bb9-ccf59304b58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481771 Feb 04 12:47:00.767875 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a882cc61-8fe9-4400-b0db-d4badfb2a4da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-851ada3b-84e7-4fe7-8c48-0057b87b86cb', 'network_id': '851ada3b-84e7-4fe7-8c48-0057b87b86cb', 'project_id': '3fccd7acaf5a4db2beb516182b08458d', 'fixed_ips': [{'subnet_id': '45839c3a-851e-4316-ae5c-98cfc9c7c852'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 12:47:00.769576 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a882cc61-8fe9-4400-b0db-d4badfb2a4da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:00.828736 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe250d55-90e4-42e2-998e-dae2b42c148c req-c5d5a3f5-ec81-4d79-a3d3-e75d1e742196 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:47:00.830495 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fe250d55-90e4-42e2-998e-dae2b42c148c req-c5d5a3f5-ec81-4d79-a3d3-e75d1e742196 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/ports?device_id=974df47e-a411-4441-bed4-ef3968eb2aa7 HTTP/1.1" status: 200 len: 945 time: 0.1734049 Feb 04 12:47:01.000949 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fe250d55-90e4-42e2-998e-dae2b42c148c req-6a43d6f5-126c-46c3-b915-6565a2639eac tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c15dfa5-1b74-494d-a4b3-b834b3f91fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614940 Feb 04 12:47:01.003763 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bc8fcdb3-3bba-4e42-b9c7-d48682f369d6 req-5648bc46-6ce6-40ba-8e09-92fce8cbca99 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 210 time: 0.2225959 Feb 04 12:47:01.115047 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-a882cc61-8fe9-4400-b0db-d4badfb2a4da None None] Allocated IP 2001:db8::2 (851ada3b-84e7-4fe7-8c48-0057b87b86cb/45839c3a-851e-4316-ae5c-98cfc9c7c852/7a70454e-4f14-465a-82fb-739228aaf30f) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:47:01.158830 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-699f101a-4720-43e1-b82f-d6523970336c tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:01.462551 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a882cc61-8fe9-4400-b0db-d4badfb2a4da None None] Publish callbacks [] for port (7a70454e-4f14-465a-82fb-739228aaf30f), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:01.518500 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a882cc61-8fe9-4400-b0db-d4badfb2a4da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (7a70454e-4f14-465a-82fb-739228aaf30f), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:01.665878 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-699f101a-4720-43e1-b82f-d6523970336c tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Allocated IP 2001:db8::1 (851ada3b-84e7-4fe7-8c48-0057b87b86cb/45839c3a-851e-4316-ae5c-98cfc9c7c852/4e09e278-b3a3-4125-ac15-c5604e7efe36) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:47:01.809778 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:01.816543 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 36020) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:47:01.879200 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a882cc61-8fe9-4400-b0db-d4badfb2a4da None None] Network 851ada3b-84e7-4fe7-8c48-0057b87b86cb is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:47:01.886092 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4518f31f-70e1-44f4-8eea-06b89bba4314 req-6cbfc3b2-e87e-45d8-ac8d-cedc9310f0be tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:47:01.902911 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a882cc61-8fe9-4400-b0db-d4badfb2a4da None None] Pushing event updated for resources: {'Port': ['ID=7a70454e-4f14-465a-82fb-739228aaf30f,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:47:01.903162 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4518f31f-70e1-44f4-8eea-06b89bba4314 req-6cbfc3b2-e87e-45d8-ac8d-cedc9310f0be tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=d962f747-80da-46c6-827c-b76263dc019a HTTP/1.1" status: 200 len: 1126 time: 0.1668236 Feb 04 12:47:01.938430 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-a882cc61-8fe9-4400-b0db-d4badfb2a4da None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:47:01.941271 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-699f101a-4720-43e1-b82f-d6523970336c tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks [] for port (4e09e278-b3a3-4125-ac15-c5604e7efe36), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:01.944665 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a882cc61-8fe9-4400-b0db-d4badfb2a4da None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:47:01.993750 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-699f101a-4720-43e1-b82f-d6523970336c tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (4e09e278-b3a3-4125-ac15-c5604e7efe36), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:02.033760 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4518f31f-70e1-44f4-8eea-06b89bba4314 req-e5297175-7f3e-449b-92d1-161b56ca69ac tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=22a373cd-f4ae-4261-9bb9-ccf59304b58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251771 Feb 04 12:47:02.043930 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:02.115320 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-a882cc61-8fe9-4400-b0db-d4badfb2a4da None None] Attempting to bind port 7a70454e-4f14-465a-82fb-739228aaf30f on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:47:02.115698 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-a882cc61-8fe9-4400-b0db-d4badfb2a4da None None] Attempting to bind port 7a70454e-4f14-465a-82fb-739228aaf30f by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '9eda6acb-8a5a-4a1a-96aa-2986d78cb212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '851ada3b-84e7-4fe7-8c48-0057b87b86cb'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:47:02.116108 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a882cc61-8fe9-4400-b0db-d4badfb2a4da None None] Attempting to bind port 7a70454e-4f14-465a-82fb-739228aaf30f on network 851ada3b-84e7-4fe7-8c48-0057b87b86cb {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:47:02.129305 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a882cc61-8fe9-4400-b0db-d4badfb2a4da None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:47:02.129750 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a882cc61-8fe9-4400-b0db-d4badfb2a4da None None] Checking segment: {'id': '9eda6acb-8a5a-4a1a-96aa-2986d78cb212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '851ada3b-84e7-4fe7-8c48-0057b87b86cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:47:02.130159 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a882cc61-8fe9-4400-b0db-d4badfb2a4da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:02.130556 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a882cc61-8fe9-4400-b0db-d4badfb2a4da None None] Bound using segment: {'id': '9eda6acb-8a5a-4a1a-96aa-2986d78cb212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '851ada3b-84e7-4fe7-8c48-0057b87b86cb'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:47:02.131049 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-a882cc61-8fe9-4400-b0db-d4badfb2a4da None None] Bound port: 7a70454e-4f14-465a-82fb-739228aaf30f, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eda6acb-8a5a-4a1a-96aa-2986d78cb212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '851ada3b-84e7-4fe7-8c48-0057b87b86cb'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:47:02.131429 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a882cc61-8fe9-4400-b0db-d4badfb2a4da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (7a70454e-4f14-465a-82fb-739228aaf30f), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:02.152854 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699f101a-4720-43e1-b82f-d6523970336c tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Network 851ada3b-84e7-4fe7-8c48-0057b87b86cb is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:47:02.167759 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-699f101a-4720-43e1-b82f-d6523970336c tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:47:02.172284 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699f101a-4720-43e1-b82f-d6523970336c tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:47:02.172864 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-699f101a-4720-43e1-b82f-d6523970336c tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1599818'] for router_interface (23a4f602-cd90-4527-acba-46271144ffed), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:02.295115 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-19bb1b20-fb42-4b2f-aeba-7cbe79b4d731 req-dbfd778e-4d67-4ff9-a0c9-84974d932b1a tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 210 time: 0.0994246 Feb 04 12:47:02.309065 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-a882cc61-8fe9-4400-b0db-d4badfb2a4da None None] For port 7a70454e-4f14-465a-82fb-739228aaf30f, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:47:02.313654 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-a882cc61-8fe9-4400-b0db-d4badfb2a4da None None] For port 7a70454e-4f14-465a-82fb-739228aaf30f, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=7a70454e-4f14-465a-82fb-739228aaf30f,segment=NetworkSegment(9eda6acb-8a5a-4a1a-96aa-2986d78cb212),segment_id=9eda6acb-8a5a-4a1a-96aa-2986d78cb212)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:47:02.330693 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a882cc61-8fe9-4400-b0db-d4badfb2a4da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (7a70454e-4f14-465a-82fb-739228aaf30f), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:02.344874 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-eef96d5f-ab00-402c-8bc6-1e0209f3a637 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:02.390068 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699f101a-4720-43e1-b82f-d6523970336c tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Pushing event updated for resources: {'Port': ['ID=4e09e278-b3a3-4125-ac15-c5604e7efe36,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:47:02.460630 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-699f101a-4720-43e1-b82f-d6523970336c tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (4e09e278-b3a3-4125-ac15-c5604e7efe36), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:02.522668 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-eef96d5f-ab00-402c-8bc6-1e0209f3a637 admin admin] Publish callbacks [] for security_group (cb23d95d-a5e1-4a94-a344-a8a46f14c978), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:02.532697 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4f5990-12bb-48ac-88e3-e88bec9e72ec req-53dd2068-2e21-453f-9451-1ad6e7c926a1 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:47:02.534545 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9e4f5990-12bb-48ac-88e3-e88bec9e72ec req-53dd2068-2e21-453f-9451-1ad6e7c926a1 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/ports?device_id=974df47e-a411-4441-bed4-ef3968eb2aa7 HTTP/1.1" status: 200 len: 945 time: 0.4049299 Feb 04 12:47:02.536000 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-eef96d5f-ab00-402c-8bc6-1e0209f3a637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (cb23d95d-a5e1-4a94-a344-a8a46f14c978), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:02.566902 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a882cc61-8fe9-4400-b0db-d4badfb2a4da None None] Pushing event updated for resources: {'Port': ['ID=7a70454e-4f14-465a-82fb-739228aaf30f,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:47:02.581225 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-eef96d5f-ab00-402c-8bc6-1e0209f3a637 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=07ca807168774741a8d746393bdeaffe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7545497 Feb 04 12:47:02.582174 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 36038) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:47:02.856292 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9e4f5990-12bb-48ac-88e3-e88bec9e72ec req-28fc5fab-f0ea-4368-93c4-b2c6fc0ff17e tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c15dfa5-1b74-494d-a4b3-b834b3f91fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712584 Feb 04 12:47:02.861702 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef96d5f-ab00-402c-8bc6-1e0209f3a637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb23d95d-a5e1-4a94-a344-a8a46f14c978,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:47:02.934207 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-102dbfa2-77a2-4e15-b856-7b4c21f70e98 admin admin] Publish callbacks [] for security_group (cb23d95d-a5e1-4a94-a344-a8a46f14c978), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:02.999226 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-102dbfa2-77a2-4e15-b856-7b4c21f70e98 admin admin] Publish callbacks [] for security_group (cb23d95d-a5e1-4a94-a344-a8a46f14c978), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:03.323589 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-102dbfa2-77a2-4e15-b856-7b4c21f70e98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (cb23d95d-a5e1-4a94-a344-a8a46f14c978), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:03.328611 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-102dbfa2-77a2-4e15-b856-7b4c21f70e98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:03.330057 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-102dbfa2-77a2-4e15-b856-7b4c21f70e98 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cb23d95d-a5e1-4a94-a344-a8a46f14c978 HTTP/1.1" status: 204 len: 168 time: 0.7467661 Feb 04 12:47:03.397924 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102dbfa2-77a2-4e15-b856-7b4c21f70e98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb23d95d-a5e1-4a94-a344-a8a46f14c978,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:47:03.487324 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6ac7f0-b5aa-4aff-a63d-5415a1eda105 req-133d030f-72d1-4676-ac08-ec1dd20045bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:47:03.492997 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fc6ac7f0-b5aa-4aff-a63d-5415a1eda105 req-133d030f-72d1-4676-ac08-ec1dd20045bb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=13522db399fe4d5f88698444f9d616e8&device_id=974df47e-a411-4441-bed4-ef3968eb2aa7 HTTP/1.1" status: 200 len: 1127 time: 0.2937973 Feb 04 12:47:03.545660 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489caade-f0cb-4577-b83f-7ecc16400764 req-10a88b54-265f-4349-af42-6b6cd3d08a02 tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:47:03.554340 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-489caade-f0cb-4577-b83f-7ecc16400764 req-10a88b54-265f-4349-af42-6b6cd3d08a02 tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=d962f747-80da-46c6-827c-b76263dc019a HTTP/1.1" status: 200 len: 1126 time: 0.3538821 Feb 04 12:47:03.577422 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1edc7e3a-611c-46ee-937a-df8ea881d788 req-4f1cac4d-8358-4697-b720-e84676d42087 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 210 time: 0.0833831 Feb 04 12:47:03.612683 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device e4894a2b-7bb4-4d1a-8428-78fc6021224c up at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:47:03.730199 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning for port e4894a2b-7bb4-4d1a-8428-78fc6021224c completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:47:03.738985 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning complete for port e4894a2b-7bb4-4d1a-8428-78fc6021224c triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:47:03.740260 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (e4894a2b-7bb4-4d1a-8428-78fc6021224c), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:03.946740 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-699f101a-4720-43e1-b82f-d6523970336c tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks [] for port (4e09e278-b3a3-4125-ac15-c5604e7efe36), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:03.953627 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-699f101a-4720-43e1-b82f-d6523970336c tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (4e09e278-b3a3-4125-ac15-c5604e7efe36), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:03.961176 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-699f101a-4720-43e1-b82f-d6523970336c tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622202'] for router_interface (23a4f602-cd90-4527-acba-46271144ffed), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:04.014680 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 7a70454e-4f14-465a-82fb-739228aaf30f up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:47:04.057154 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-489caade-f0cb-4577-b83f-7ecc16400764 req-d98373bf-ac73-4343-b7e9-bfe941e6bbb7 tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=22a373cd-f4ae-4261-9bb9-ccf59304b58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4960887 Feb 04 12:47:04.145452 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port e4894a2b-7bb4-4d1a-8428-78fc6021224c is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:47:04.145855 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (e4894a2b-7bb4-4d1a-8428-78fc6021224c), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:04.216095 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6ac7f0-b5aa-4aff-a63d-5415a1eda105 req-bcdcf24f-6682-410c-8808-c3be94993b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:47:04.217833 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fc6ac7f0-b5aa-4aff-a63d-5415a1eda105 req-bcdcf24f-6682-410c-8808-c3be94993b76 service neutron] 10.222.0.73 "GET /v2.0/networks?id=50d90d65-ef89-4bd1-b586-652792747756 HTTP/1.1" status: 200 len: 912 time: 0.6915014 Feb 04 12:47:04.224276 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699f101a-4720-43e1-b82f-d6523970336c tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Pushing event updated for resources: {'Port': ['ID=4e09e278-b3a3-4125-ac15-c5604e7efe36,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:47:04.244545 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd962f747-80da-46c6-827c-b76263dc019a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4894a2b-7bb4-4d1a-8428-78fc6021224c'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:47:04.245740 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329d0982-b1f0-4b25-bb19-02a74463ce26 req-ca87e888-4c7d-406d-b567-7b2790e82660 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:47:04.247496 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-329d0982-b1f0-4b25-bb19-02a74463ce26 req-ca87e888-4c7d-406d-b567-7b2790e82660 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/ports?device_id=974df47e-a411-4441-bed4-ef3968eb2aa7 HTTP/1.1" status: 200 len: 945 time: 0.1866622 Feb 04 12:47:04.254706 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-832216f0-0532-4eec-9bc0-bf17733736c2" -d '{"events": [{"server_uuid": "d962f747-80da-46c6-827c-b76263dc019a", "name": "network-vif-plugged", "status": "completed", "tag": "e4894a2b-7bb4-4d1a-8428-78fc6021224c"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:47:04.255454 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 36062) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:47:04.289736 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0cb25577-dd52-4a45-a635-f6401b056436 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:04.315304 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port e4894a2b-7bb4-4d1a-8428-78fc6021224c, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=e4894a2b-7bb4-4d1a-8428-78fc6021224c,segment=NetworkSegment(4f9c3679-38be-484a-a0f7-946cac38a9f0),segment_id=4f9c3679-38be-484a-a0f7-946cac38a9f0)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:47:04.318616 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fc6ac7f0-b5aa-4aff-a63d-5415a1eda105 req-b41c8346-d2a6-4cd8-a9f5-14f28fd505c5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73496b59-debb-4286-ae40-07aee2ab340e HTTP/1.1" status: 200 len: 217 time: 0.0921273 Feb 04 12:47:04.338492 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 7a70454e-4f14-465a-82fb-739228aaf30f triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:47:04.338885 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (7a70454e-4f14-465a-82fb-739228aaf30f), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:04.341590 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (e4894a2b-7bb4-4d1a-8428-78fc6021224c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:04.408900 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a13655be-6974-469d-8757-d2b556dd8c37 x-openstack-request-id: req-a13655be-6974-469d-8757-d2b556dd8c37 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:47:04.409363 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d962f747-80da-46c6-827c-b76263dc019a", "name": "network-vif-plugged", "status": "completed", "tag": "e4894a2b-7bb4-4d1a-8428-78fc6021224c", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:47:04.410224 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a13655be-6974-469d-8757-d2b556dd8c37 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:47:04.410651 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd962f747-80da-46c6-827c-b76263dc019a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4894a2b-7bb4-4d1a-8428-78fc6021224c', 'code': 200} Feb 04 12:47:04.456477 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699f101a-4720-43e1-b82f-d6523970336c tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Network 851ada3b-84e7-4fe7-8c48-0057b87b86cb is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:47:04.459528 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-699f101a-4720-43e1-b82f-d6523970336c tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:47:04.482620 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-329d0982-b1f0-4b25-bb19-02a74463ce26 req-bc9a3de7-c660-419b-96cf-6cc671d06717 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c15dfa5-1b74-494d-a4b3-b834b3f91fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749251 Feb 04 12:47:04.551254 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6ac7f0-b5aa-4aff-a63d-5415a1eda105 req-b4f5f4bf-0f30-4dc8-b070-75b35b3bd717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:47:04.552956 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fc6ac7f0-b5aa-4aff-a63d-5415a1eda105 req-b4f5f4bf-0f30-4dc8-b070-75b35b3bd717 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1b8a94de-4daf-40f7-9264-be25d0cf82c4 HTTP/1.1" status: 200 len: 851 time: 0.0832267 Feb 04 12:47:04.593064 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=e4894a2b-7bb4-4d1a-8428-78fc6021224c,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:47:04.642888 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fc6ac7f0-b5aa-4aff-a63d-5415a1eda105 req-616aa24b-49dc-43b3-a689-0163e9c6f81d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=50d90d65-ef89-4bd1-b586-652792747756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0820694 Feb 04 12:47:04.655175 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [req-fc6ac7f0-b5aa-4aff-a63d-5415a1eda105 req-3bb634b6-fb33-4bc0-bba3-43e2ef4ff5e9 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:47:04.658396 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fc6ac7f0-b5aa-4aff-a63d-5415a1eda105 req-3bb634b6-fb33-4bc0-bba3-43e2ef4ff5e9 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0083337 Feb 04 12:47:04.673528 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df9f2ab-6c07-4f5d-b27b-584574d9d2f7 None None] Network 851ada3b-84e7-4fe7-8c48-0057b87b86cb requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:47:04.850267 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7553724f-9c83-427f-8279-bbb83fe09715 req-cd1b65f4-4fc9-415c-a659-c28b385b50f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:47:04.851862 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-7553724f-9c83-427f-8279-bbb83fe09715 req-cd1b65f4-4fc9-415c-a659-c28b385b50f3 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=d962f747-80da-46c6-827c-b76263dc019a HTTP/1.1" status: 200 len: 1127 time: 0.3739057 Feb 04 12:47:04.874568 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1372b305-34d2-4952-ab0a-d90e57876375 req-b830dff1-6cdd-42cb-949e-531d14a9edba tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 210 time: 0.0763645 Feb 04 12:47:04.907556 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 7a70454e-4f14-465a-82fb-739228aaf30f is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:47:04.907854 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (7a70454e-4f14-465a-82fb-739228aaf30f), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:04.930805 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0cb25577-dd52-4a45-a635-f6401b056436 admin admin] Publish callbacks [] for security_group (77487e65-b6fa-4201-9975-a95e5c459e67), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:04.947318 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0cb25577-dd52-4a45-a635-f6401b056436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (77487e65-b6fa-4201-9975-a95e5c459e67), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:04.980282 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-98b49b43-4153-4797-9510-b0f202100119 None None] Provisioning complete for port 7a70454e-4f14-465a-82fb-739228aaf30f triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:47:04.980660 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-98b49b43-4153-4797-9510-b0f202100119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (7a70454e-4f14-465a-82fb-739228aaf30f), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:04.996847 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fc6ac7f0-b5aa-4aff-a63d-5415a1eda105 req-5bbf77df-35d9-4670-8cff-ba04a17fe5d9 service neutron] 10.222.0.73 "GET /v2.0/networks/50d90d65-ef89-4bd1-b586-652792747756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3283529 Feb 04 12:47:05.010024 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-0cb25577-dd52-4a45-a635-f6401b056436 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ccdead55a5254215be38b265d428f55b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7531004 Feb 04 12:47:05.018854 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 36076) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:47:05.121639 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port 7a70454e-4f14-465a-82fb-739228aaf30f, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=7a70454e-4f14-465a-82fb-739228aaf30f,segment=NetworkSegment(9eda6acb-8a5a-4a1a-96aa-2986d78cb212),segment_id=9eda6acb-8a5a-4a1a-96aa-2986d78cb212)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:47:05.146222 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-7553724f-9c83-427f-8279-bbb83fe09715 req-8f94cc01-5f18-4073-a763-60557d9c5466 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=22a373cd-f4ae-4261-9bb9-ccf59304b58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688365 Feb 04 12:47:05.153214 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb25577-dd52-4a45-a635-f6401b056436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77487e65-b6fa-4201-9975-a95e5c459e67,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:47:05.154256 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (7a70454e-4f14-465a-82fb-739228aaf30f), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:05.213374 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-699f101a-4720-43e1-b82f-d6523970336c tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Router 23a4f602-cd90-4527-acba-46271144ffed is scheduled to L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de with binding_index 1 {{(pid=103474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 12:47:05.334285 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=7a70454e-4f14-465a-82fb-739228aaf30f,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:47:05.364392 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-98b49b43-4153-4797-9510-b0f202100119 None None] Current status of the port 7a70454e-4f14-465a-82fb-739228aaf30f is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:47:05.409345 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cfc24352-a775-4b21-ab75-c88cb6238400 admin admin] Publish callbacks [] for security_group (77487e65-b6fa-4201-9975-a95e5c459e67), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:05.445613 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-699f101a-4720-43e1-b82f-d6523970336c tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:47:05.455299 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46b861f-9257-4fd0-b6ec-e60e3e1d6526 None None] Sync routers for ids ['23a4f602-cd90-4527-acba-46271144ffed'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:47:05.458899 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-699f101a-4720-43e1-b82f-d6523970336c tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] 10.222.0.65 "PUT /v2.0/routers/23a4f602-cd90-4527-acba-46271144ffed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0809884 Feb 04 12:47:05.466875 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 36080) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:47:05.475133 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46b861f-9257-4fd0-b6ec-e60e3e1d6526 None None] Routers {'23a4f602-cd90-4527-acba-46271144ffed'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:47:05.477962 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-e46b861f-9257-4fd0-b6ec-e60e3e1d6526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:46:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['23a4f602-cd90-4527-acba-46271144ffed'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:47:05.482555 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-81d9655c-d742-4e87-8056-367fac8d6c7e tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1786162869'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:47:05.521785 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cfc24352-a775-4b21-ab75-c88cb6238400 admin admin] Publish callbacks [] for security_group (77487e65-b6fa-4201-9975-a95e5c459e67), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:05.550669 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fc6ac7f0-b5aa-4aff-a63d-5415a1eda105 req-7c5ac4e7-2616-48b0-ac42-246f17ce8cb8 service neutron] 10.222.0.73 "GET /v2.0/networks/50d90d65-ef89-4bd1-b586-652792747756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5445454 Feb 04 12:47:05.552439 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81d9655c-d742-4e87-8056-367fac8d6c7e tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Made reservation on behalf of 3fccd7acaf5a4db2beb516182b08458d for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:47:05.557403 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-81d9655c-d742-4e87-8056-367fac8d6c7e tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:05.584006 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9bf34d-5e2e-4158-8c24-85c0bb060872 req-1b3e6db4-9b47-4409-b66c-42aa349c441a tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:47:05.588022 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5c9bf34d-5e2e-4158-8c24-85c0bb060872 req-1b3e6db4-9b47-4409-b66c-42aa349c441a tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=d962f747-80da-46c6-827c-b76263dc019a HTTP/1.1" status: 200 len: 1127 time: 0.3728263 Feb 04 12:47:05.690089 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81d9655c-d742-4e87-8056-367fac8d6c7e tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:47:05.726856 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-81d9655c-d742-4e87-8056-367fac8d6c7e tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (fa095c46-2152-4db3-866a-57a8e4e0b113), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:05.728110 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-81d9655c-d742-4e87-8056-367fac8d6c7e tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Added segment fa095c46-2152-4db3-866a-57a8e4e0b113 of type vlan for network de1361df-7110-4dbf-97fc-b6448f3ceb7d Feb 04 12:47:05.758322 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-e46b861f-9257-4fd0-b6ec-e60e3e1d6526 None None] Set router 23a4f602-cd90-4527-acba-46271144ffed gateway port host: None {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:47:05.829723 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-05cbc2e4-0fc7-401e-b229-a13ccd354d10 None None] Provisioning complete for port 7a70454e-4f14-465a-82fb-739228aaf30f triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:47:05.830288 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-05cbc2e4-0fc7-401e-b229-a13ccd354d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (7a70454e-4f14-465a-82fb-739228aaf30f), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:05.909802 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cfc24352-a775-4b21-ab75-c88cb6238400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (77487e65-b6fa-4201-9975-a95e5c459e67), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:05.912938 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cfc24352-a775-4b21-ab75-c88cb6238400 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:05.918132 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-cfc24352-a775-4b21-ab75-c88cb6238400 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/77487e65-b6fa-4201-9975-a95e5c459e67 HTTP/1.1" status: 204 len: 168 time: 0.8941832 Feb 04 12:47:05.926363 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-81d9655c-d742-4e87-8056-367fac8d6c7e tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (de1361df-7110-4dbf-97fc-b6448f3ceb7d), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:05.947974 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 7a70454e-4f14-465a-82fb-739228aaf30f up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:47:05.972664 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5c9bf34d-5e2e-4158-8c24-85c0bb060872 req-9bc8e378-2f87-40a8-a271-0ed7b3130524 tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=22a373cd-f4ae-4261-9bb9-ccf59304b58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3545411 Feb 04 12:47:05.976224 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc24352-a775-4b21-ab75-c88cb6238400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77487e65-b6fa-4201-9975-a95e5c459e67,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:47:06.066602 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-81d9655c-d742-4e87-8056-367fac8d6c7e tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (de1361df-7110-4dbf-97fc-b6448f3ceb7d), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:06.097619 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4da491-8f4f-4f13-aa8d-d0363c559985 req-032f88cd-c6b3-4498-8e99-a7a5d3dcba8d tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:47:06.112787 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9b4da491-8f4f-4f13-aa8d-d0363c559985 req-032f88cd-c6b3-4498-8e99-a7a5d3dcba8d tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/ports?device_id=974df47e-a411-4441-bed4-ef3968eb2aa7 HTTP/1.1" status: 200 len: 945 time: 0.4085484 Feb 04 12:47:06.126363 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d9655c-d742-4e87-8056-367fac8d6c7e tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:47:06.138180 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-81d9655c-d742-4e87-8056-367fac8d6c7e tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:06.302341 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 7a70454e-4f14-465a-82fb-739228aaf30f triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:47:06.302731 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (7a70454e-4f14-465a-82fb-739228aaf30f), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:06.366774 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9b4da491-8f4f-4f13-aa8d-d0363c559985 req-e86e5a3a-6860-4dbf-9c3e-b750202cb19a tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c15dfa5-1b74-494d-a4b3-b834b3f91fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454562 Feb 04 12:47:06.411414 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-81d9655c-d742-4e87-8056-367fac8d6c7e tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9430783 Feb 04 12:47:06.423561 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 36096) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:47:06.510165 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9c98047e-209a-4e8a-aa98-19e628122388 req-28e07f32-5c17-443c-8ce7-ad5b08da5cc9 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 210 time: 0.1522694 Feb 04 12:47:06.520905 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-b69ae7a6-dcbc-485c-a6fa-3f5b25b85686 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Request body: {'subnet': {'network_id': 'de1361df-7110-4dbf-97fc-b6448f3ceb7d', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:47:06.534444 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-e46b861f-9257-4fd0-b6ec-e60e3e1d6526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23a4f602-cd90-4527-acba-46271144ffed', 'name': 'tempest-RoutersIpV6Test-router-21052845', 'tenant_id': '3fccd7acaf5a4db2beb516182b08458d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:46:58Z', 'updated_at': '2022-02-04T12:47:02Z', 'revision_number': 2, 'project_id': '3fccd7acaf5a4db2beb516182b08458d', 'gw_port_host': None, '_interfaces': [{'id': '4e09e278-b3a3-4125-ac15-c5604e7efe36', 'name': '', 'network_id': '851ada3b-84e7-4fe7-8c48-0057b87b86cb', 'tenant_id': '3fccd7acaf5a4db2beb516182b08458d', 'mac_address': 'fa:16:3e:c4:76:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23a4f602-cd90-4527-acba-46271144ffed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2834, 'fixed_ips': [{'subnet_id': '45839c3a-851e-4316-ae5c-98cfc9c7c852', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:47:01Z', 'updated_at': '2022-02-04T12:47:03Z', 'revision_number': 2, 'project_id': '3fccd7acaf5a4db2beb516182b08458d', 'subnets': [{'id': '45839c3a-851e-4316-ae5c-98cfc9c7c852', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:47:06.618364 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76145b12-9110-4b8c-801e-e17c94c44318 req-6dbbaabb-805f-4342-97d2-0f8201ce02f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:47:06.620417 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-05cbc2e4-0fc7-401e-b229-a13ccd354d10 None None] Current status of the port 7a70454e-4f14-465a-82fb-739228aaf30f is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:47:06.621694 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 12:47:06.622403 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46b861f-9257-4fd0-b6ec-e60e3e1d6526 None None] Checking router: 23a4f602-cd90-4527-acba-46271144ffed for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:47:06.622757 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46b861f-9257-4fd0-b6ec-e60e3e1d6526 None None] Updating router 23a4f602-cd90-4527-acba-46271144ffed port 4e09e278-b3a3-4125-ac15-c5604e7efe36 binding host n-d-825015-3 {{(pid=103477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:47:06.624153 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-76145b12-9110-4b8c-801e-e17c94c44318 req-6dbbaabb-805f-4342-97d2-0f8201ce02f7 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=974df47e-a411-4441-bed4-ef3968eb2aa7 HTTP/1.1" status: 200 len: 1127 time: 0.1257665 Feb 04 12:47:06.685831 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-05cbc2e4-0fc7-401e-b229-a13ccd354d10 None None] Provisioning complete for port 4e09e278-b3a3-4125-ac15-c5604e7efe36 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:47:06.689370 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e46b861f-9257-4fd0-b6ec-e60e3e1d6526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (4e09e278-b3a3-4125-ac15-c5604e7efe36), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:06.690206 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-05cbc2e4-0fc7-401e-b229-a13ccd354d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (4e09e278-b3a3-4125-ac15-c5604e7efe36), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:06.718411 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-76145b12-9110-4b8c-801e-e17c94c44318 req-8cadc109-bb80-42b0-9f69-cc4b9f162d9c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=2c15dfa5-1b74-494d-a4b3-b834b3f91fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861449 Feb 04 12:47:06.846833 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d9655c-d742-4e87-8056-367fac8d6c7e tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Pushing event updated for resources: {'Network': ['ID=de1361df-7110-4dbf-97fc-b6448f3ceb7d,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:47:06.853484 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b69ae7a6-dcbc-485c-a6fa-3f5b25b85686 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Made reservation on behalf of 3fccd7acaf5a4db2beb516182b08458d for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:47:06.861414 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b69ae7a6-dcbc-485c-a6fa-3f5b25b85686 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60610638'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:06.903464 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network de1361df-7110-4dbf-97fc-b6448f3ceb7d details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:47:07.009160 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 7a70454e-4f14-465a-82fb-739228aaf30f is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:47:07.043425 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-05cbc2e4-0fc7-401e-b229-a13ccd354d10 None None] Port 4e09e278-b3a3-4125-ac15-c5604e7efe36 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:47:07.180021 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-25d8cc26-5c2d-4290-ae58-d7787f9a9d7f None None] Provisioning complete for port 4e09e278-b3a3-4125-ac15-c5604e7efe36 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:47:07.185787 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-25d8cc26-5c2d-4290-ae58-d7787f9a9d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (4e09e278-b3a3-4125-ac15-c5604e7efe36), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:07.234080 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c55d17-7d09-42fd-be59-6d55efaea1c5 req-c4312b0e-6770-4bc2-b8a2-0c1b2fb9448d tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:47:07.238241 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-67c55d17-7d09-42fd-be59-6d55efaea1c5 req-c4312b0e-6770-4bc2-b8a2-0c1b2fb9448d tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=d962f747-80da-46c6-827c-b76263dc019a HTTP/1.1" status: 200 len: 1127 time: 0.1322768 Feb 04 12:47:07.257317 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-25d8cc26-5c2d-4290-ae58-d7787f9a9d7f None None] Port 4e09e278-b3a3-4125-ac15-c5604e7efe36 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:47:07.323295 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b69ae7a6-dcbc-485c-a6fa-3f5b25b85686 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59045178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60610680'] for subnet (1da51ffd-3a2b-4163-8aec-62ae41b758d3), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:07.350588 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-67c55d17-7d09-42fd-be59-6d55efaea1c5 req-b2866a8e-af0d-4d38-ab01-3427e5fd83cc tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=22a373cd-f4ae-4261-9bb9-ccf59304b58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050429 Feb 04 12:47:07.390970 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e46b861f-9257-4fd0-b6ec-e60e3e1d6526 None None] Publish callbacks [] for port (4e09e278-b3a3-4125-ac15-c5604e7efe36), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:07.407012 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e46b861f-9257-4fd0-b6ec-e60e3e1d6526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (4e09e278-b3a3-4125-ac15-c5604e7efe36), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:07.511754 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69ae7a6-dcbc-485c-a6fa-3f5b25b85686 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Checking segment: {'id': 'fa095c46-2152-4db3-866a-57a8e4e0b113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'de1361df-7110-4dbf-97fc-b6448f3ceb7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:47:07.512125 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69ae7a6-dcbc-485c-a6fa-3f5b25b85686 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Network hostable DHCP agents. Network: de1361df-7110-4dbf-97fc-b6448f3ceb7d, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:47:07.553775 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ae7a6-dcbc-485c-a6fa-3f5b25b85686 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Pushing event updated for resources: {'Subnet': ['ID=1da51ffd-3a2b-4163-8aec-62ae41b758d3,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:47:07.643049 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69ae7a6-dcbc-485c-a6fa-3f5b25b85686 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Network de1361df-7110-4dbf-97fc-b6448f3ceb7d is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:47:07.688731 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-e46b861f-9257-4fd0-b6ec-e60e3e1d6526 None None] Attempting to bind port 4e09e278-b3a3-4125-ac15-c5604e7efe36 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:47:07.690212 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-e46b861f-9257-4fd0-b6ec-e60e3e1d6526 None None] Attempting to bind port 4e09e278-b3a3-4125-ac15-c5604e7efe36 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '9eda6acb-8a5a-4a1a-96aa-2986d78cb212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '851ada3b-84e7-4fe7-8c48-0057b87b86cb'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:47:07.691104 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46b861f-9257-4fd0-b6ec-e60e3e1d6526 None None] Attempting to bind port 4e09e278-b3a3-4125-ac15-c5604e7efe36 on network 851ada3b-84e7-4fe7-8c48-0057b87b86cb {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:47:07.697241 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-b69ae7a6-dcbc-485c-a6fa-3f5b25b85686 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, de1361df-7110-4dbf-97fc-b6448f3ceb7d) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:47:07.716189 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b69ae7a6-dcbc-485c-a6fa-3f5b25b85686 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:47:07.719663 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a30b18-df31-43a5-8186-b564c4c41d87 None None] Network de1361df-7110-4dbf-97fc-b6448f3ceb7d requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:47:07.720484 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b69ae7a6-dcbc-485c-a6fa-3f5b25b85686 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:07.755068 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46b861f-9257-4fd0-b6ec-e60e3e1d6526 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:47:07.757606 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46b861f-9257-4fd0-b6ec-e60e3e1d6526 None None] Checking segment: {'id': '9eda6acb-8a5a-4a1a-96aa-2986d78cb212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '851ada3b-84e7-4fe7-8c48-0057b87b86cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:47:07.761155 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e46b861f-9257-4fd0-b6ec-e60e3e1d6526 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:07.762236 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46b861f-9257-4fd0-b6ec-e60e3e1d6526 None None] Bound using segment: {'id': '9eda6acb-8a5a-4a1a-96aa-2986d78cb212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '851ada3b-84e7-4fe7-8c48-0057b87b86cb'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:47:07.769195 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-e46b861f-9257-4fd0-b6ec-e60e3e1d6526 None None] Bound port: 4e09e278-b3a3-4125-ac15-c5604e7efe36, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eda6acb-8a5a-4a1a-96aa-2986d78cb212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '851ada3b-84e7-4fe7-8c48-0057b87b86cb'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:47:07.770128 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e46b861f-9257-4fd0-b6ec-e60e3e1d6526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (4e09e278-b3a3-4125-ac15-c5604e7efe36), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:07.794951 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ee083b-3577-42b1-8250-11639f827afd req-5393047e-618f-45e1-8cb6-7ba844f1016a tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:47:07.801139 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-b69ae7a6-dcbc-485c-a6fa-3f5b25b85686 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3300383 Feb 04 12:47:07.804199 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 36128) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:47:07.805803 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-61ee083b-3577-42b1-8250-11639f827afd req-5393047e-618f-45e1-8cb6-7ba844f1016a tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=d962f747-80da-46c6-827c-b76263dc019a HTTP/1.1" status: 200 len: 1127 time: 0.2802927 Feb 04 12:47:07.921544 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a800b2cc-9e2f-4e4c-a427-896db443390f req-4cac40e4-f40c-4813-ada9-72d0b17fb171 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:47:07.938993 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a800b2cc-9e2f-4e4c-a427-896db443390f req-4cac40e4-f40c-4813-ada9-72d0b17fb171 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/ports?device_id=974df47e-a411-4441-bed4-ef3968eb2aa7 HTTP/1.1" status: 200 len: 945 time: 0.3963661 Feb 04 12:47:08.105053 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a800b2cc-9e2f-4e4c-a427-896db443390f req-9695e88f-bec4-4493-9278-f156d6fc6675 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c15dfa5-1b74-494d-a4b3-b834b3f91fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645489 Feb 04 12:47:08.134873 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-e46b861f-9257-4fd0-b6ec-e60e3e1d6526 None None] For port 4e09e278-b3a3-4125-ac15-c5604e7efe36, host n-d-825015-3, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:47:08.157706 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-e46b861f-9257-4fd0-b6ec-e60e3e1d6526 None None] For port 4e09e278-b3a3-4125-ac15-c5604e7efe36, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=4e09e278-b3a3-4125-ac15-c5604e7efe36,segment=NetworkSegment(9eda6acb-8a5a-4a1a-96aa-2986d78cb212),segment_id=9eda6acb-8a5a-4a1a-96aa-2986d78cb212)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:47:08.177832 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-61ee083b-3577-42b1-8250-11639f827afd req-895793aa-ba37-4abb-9586-780d748cc5f6 tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=22a373cd-f4ae-4261-9bb9-ccf59304b58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3579080 Feb 04 12:47:08.186447 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e46b861f-9257-4fd0-b6ec-e60e3e1d6526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (4e09e278-b3a3-4125-ac15-c5604e7efe36), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:08.221550 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56034c16-b192-4323-b5e1-9e41cb9cd9b3 None None] Pushing event updated for resources: {'Port': ['ID=4e09e278-b3a3-4125-ac15-c5604e7efe36,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:47:08.393700 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3b06e05c-859c-4cff-8593-46c5d69b47b7 req-96e0249b-29c9-4608-87fc-9f6ee9423d72 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 210 time: 0.0843725 Feb 04 12:47:08.488774 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46b861f-9257-4fd0-b6ec-e60e3e1d6526 None None] Routers {'23a4f602-cd90-4527-acba-46271144ffed'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:47:08.502220 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-e46b861f-9257-4fd0-b6ec-e60e3e1d6526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:46:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['23a4f602-cd90-4527-acba-46271144ffed'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:47:08.508115 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abba21b4-605a-4916-837b-93d22854410f req-f7b99b03-71dd-43fa-96a8-9b4222e3fa4c tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:47:08.518942 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-abba21b4-605a-4916-837b-93d22854410f req-f7b99b03-71dd-43fa-96a8-9b4222e3fa4c tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=d962f747-80da-46c6-827c-b76263dc019a HTTP/1.1" status: 200 len: 1127 time: 0.1241169 Feb 04 12:47:08.550027 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-d7a1b006-1a20-48ff-b5f5-980bbc19d0ee None None] Provisioning complete for port 4e09e278-b3a3-4125-ac15-c5604e7efe36 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:47:08.550582 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d7a1b006-1a20-48ff-b5f5-980bbc19d0ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (4e09e278-b3a3-4125-ac15-c5604e7efe36), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:08.618954 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-abba21b4-605a-4916-837b-93d22854410f req-530d46a4-61a7-4bc8-a86c-91160ee72be4 tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=22a373cd-f4ae-4261-9bb9-ccf59304b58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944498 Feb 04 12:47:08.854175 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-d7a1b006-1a20-48ff-b5f5-980bbc19d0ee None None] Current status of the port 4e09e278-b3a3-4125-ac15-c5604e7efe36 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:47:08.854833 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d7a1b006-1a20-48ff-b5f5-980bbc19d0ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (4e09e278-b3a3-4125-ac15-c5604e7efe36), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:08.857246 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d3f04b-2981-4b6b-94ba-ab935f5542e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-de1361df-7110-4dbf-97fc-b6448f3ceb7d', 'network_id': 'de1361df-7110-4dbf-97fc-b6448f3ceb7d', 'project_id': '3fccd7acaf5a4db2beb516182b08458d', 'fixed_ips': [{'subnet_id': '1da51ffd-3a2b-4163-8aec-62ae41b758d3'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 12:47:08.864079 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-42d3f04b-2981-4b6b-94ba-ab935f5542e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:08.881136 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-e46b861f-9257-4fd0-b6ec-e60e3e1d6526 None None] Set router 23a4f602-cd90-4527-acba-46271144ffed gateway port host: None {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:47:08.973956 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 36150) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:47:08.996453 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-660f9c41-ffa8-4d5f-ba33-6609d53cc496 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:09.003693 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56034c16-b192-4323-b5e1-9e41cb9cd9b3 None None] Pushing event updated for resources: {'Port': ['ID=4e09e278-b3a3-4125-ac15-c5604e7efe36,revision_number=4']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:47:09.244044 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-d7a1b006-1a20-48ff-b5f5-980bbc19d0ee None None] For port 4e09e278-b3a3-4125-ac15-c5604e7efe36, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=4e09e278-b3a3-4125-ac15-c5604e7efe36,segment=NetworkSegment(9eda6acb-8a5a-4a1a-96aa-2986d78cb212),segment_id=9eda6acb-8a5a-4a1a-96aa-2986d78cb212)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:47:09.263870 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d7a1b006-1a20-48ff-b5f5-980bbc19d0ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (4e09e278-b3a3-4125-ac15-c5604e7efe36), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:09.420620 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e65b638e-5a31-452b-bfac-d87dbc96ef83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:09.430068 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-e46b861f-9257-4fd0-b6ec-e60e3e1d6526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23a4f602-cd90-4527-acba-46271144ffed', 'name': 'tempest-RoutersIpV6Test-router-21052845', 'tenant_id': '3fccd7acaf5a4db2beb516182b08458d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:46:58Z', 'updated_at': '2022-02-04T12:47:02Z', 'revision_number': 2, 'project_id': '3fccd7acaf5a4db2beb516182b08458d', 'gw_port_host': None, '_interfaces': [{'id': '4e09e278-b3a3-4125-ac15-c5604e7efe36', 'name': '', 'network_id': '851ada3b-84e7-4fe7-8c48-0057b87b86cb', 'tenant_id': '3fccd7acaf5a4db2beb516182b08458d', 'mac_address': 'fa:16:3e:c4:76:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23a4f602-cd90-4527-acba-46271144ffed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2834, 'fixed_ips': [{'subnet_id': '45839c3a-851e-4316-ae5c-98cfc9c7c852', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:47:01Z', 'updated_at': '2022-02-04T12:47:08Z', 'revision_number': 4, 'project_id': '3fccd7acaf5a4db2beb516182b08458d', 'subnets': [{'id': '45839c3a-851e-4316-ae5c-98cfc9c7c852', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:47:09.448150 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-42d3f04b-2981-4b6b-94ba-ab935f5542e1 None None] Allocated IP 2001:db8:1::2 (de1361df-7110-4dbf-97fc-b6448f3ceb7d/1da51ffd-3a2b-4163-8aec-62ae41b758d3/2459be43-2fca-4b9a-9c57-117f6a9e559b) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:47:09.493851 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46b861f-9257-4fd0-b6ec-e60e3e1d6526 None None] The sync data for ids ['23a4f602-cd90-4527-acba-46271144ffed'] in n-d-825015-3 is: [{'id': '23a4f602-cd90-4527-acba-46271144ffed', 'name': 'tempest-RoutersIpV6Test-router-21052845', 'tenant_id': '3fccd7acaf5a4db2beb516182b08458d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:46:58Z', 'updated_at': '2022-02-04T12:47:02Z', 'revision_number': 2, 'project_id': '3fccd7acaf5a4db2beb516182b08458d', 'gw_port_host': None, '_interfaces': [{'id': '4e09e278-b3a3-4125-ac15-c5604e7efe36', 'name': '', 'network_id': '851ada3b-84e7-4fe7-8c48-0057b87b86cb', 'tenant_id': '3fccd7acaf5a4db2beb516182b08458d', 'mac_address': 'fa:16:3e:c4:76:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23a4f602-cd90-4527-acba-46271144ffed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2834, 'fixed_ips': [{'subnet_id': '45839c3a-851e-4316-ae5c-98cfc9c7c852', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:47:01Z', 'updated_at': '2022-02-04T12:47:08Z', 'revision_number': 4, 'project_id': '3fccd7acaf5a4db2beb516182b08458d', 'subnets': [{'id': '45839c3a-851e-4316-ae5c-98cfc9c7c852', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:47:09.564969 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a04354-a2b4-4d74-b689-4d81596d4d38 req-8529bc17-0b85-4d48-bb5e-575ff676178b tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:47:09.566721 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d8a04354-a2b4-4d74-b689-4d81596d4d38 req-8529bc17-0b85-4d48-bb5e-575ff676178b tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/ports?device_id=974df47e-a411-4441-bed4-ef3968eb2aa7 HTTP/1.1" status: 200 len: 945 time: 0.2458875 Feb 04 12:47:09.571276 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ff5aa-3a92-4f5a-ade1-05229ca98806 req-f8bd3614-0ad3-4479-a0ba-f57645acb2d4 tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:47:09.573235 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a12ff5aa-3a92-4f5a-ade1-05229ca98806 req-f8bd3614-0ad3-4479-a0ba-f57645acb2d4 tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] 10.222.0.65 "GET /v2.0/networks?id=06d4f13c-488c-4e65-9453-2261c70b043f HTTP/1.1" status: 200 len: 911 time: 0.4535911 Feb 04 12:47:09.608556 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a1b006-1a20-48ff-b5f5-980bbc19d0ee None None] Pushing event updated for resources: {'Port': ['ID=4e09e278-b3a3-4125-ac15-c5604e7efe36,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:47:09.625458 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-fb880ae6-2f8c-493a-b110-2734e2f51446 None None] Provisioning complete for port 4e09e278-b3a3-4125-ac15-c5604e7efe36 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:47:09.626069 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fb880ae6-2f8c-493a-b110-2734e2f51446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (4e09e278-b3a3-4125-ac15-c5604e7efe36), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:09.660648 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a12ff5aa-3a92-4f5a-ade1-05229ca98806 req-d2a7f2c2-d081-4cfe-8319-63c7251fb07d tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] 10.222.0.65 "GET /v2.0/quotas/c9db87ad8cbe4aa8abaccf040992930b HTTP/1.1" status: 200 len: 375 time: 0.0714555 Feb 04 12:47:09.779490 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e65b638e-5a31-452b-bfac-d87dbc96ef83 admin admin] Publish callbacks [] for security_group (7e8a1f3d-7968-461b-9da4-46dccad9f848), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:09.790217 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d8a04354-a2b4-4d74-b689-4d81596d4d38 req-8878479c-1fc7-4585-b424-90399f8bccfe tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c15dfa5-1b74-494d-a4b3-b834b3f91fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159121 Feb 04 12:47:09.821406 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-fb880ae6-2f8c-493a-b110-2734e2f51446 None None] Current status of the port 4e09e278-b3a3-4125-ac15-c5604e7efe36 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:47:09.830185 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e65b638e-5a31-452b-bfac-d87dbc96ef83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (7e8a1f3d-7968-461b-9da4-46dccad9f848), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:09.911457 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-42d3f04b-2981-4b6b-94ba-ab935f5542e1 None None] Publish callbacks [] for port (2459be43-2fca-4b9a-9c57-117f6a9e559b), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:09.948533 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-42d3f04b-2981-4b6b-94ba-ab935f5542e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (2459be43-2fca-4b9a-9c57-117f6a9e559b), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:09.987674 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-e65b638e-5a31-452b-bfac-d87dbc96ef83 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=046d21090dfe42fe85a2b1db52840acc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0143998 Feb 04 12:47:09.991549 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65b638e-5a31-452b-bfac-d87dbc96ef83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e8a1f3d-7968-461b-9da4-46dccad9f848,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:47:09.993972 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 36178) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:47:10.041644 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-660f9c41-ffa8-4d5f-ba33-6609d53cc496 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Allocated IP 2001:db8:1::1 (de1361df-7110-4dbf-97fc-b6448f3ceb7d/1da51ffd-3a2b-4163-8aec-62ae41b758d3/0fe0768e-1717-422a-9a65-78ec59880568) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:47:10.089874 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d3f04b-2981-4b6b-94ba-ab935f5542e1 None None] Network de1361df-7110-4dbf-97fc-b6448f3ceb7d is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:47:10.104093 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-42d3f04b-2981-4b6b-94ba-ab935f5542e1 None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:47:10.112903 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a12ff5aa-3a92-4f5a-ade1-05229ca98806 req-1ce627d8-0447-41f6-b60d-6f5e43841db7 tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] 10.222.0.65 "GET /v2.0/ports?tenant_id=c9db87ad8cbe4aa8abaccf040992930b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4353845 Feb 04 12:47:10.113582 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d3f04b-2981-4b6b-94ba-ab935f5542e1 None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:47:10.125994 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d3f04b-2981-4b6b-94ba-ab935f5542e1 None None] Pushing event updated for resources: {'Port': ['ID=2459be43-2fca-4b9a-9c57-117f6a9e559b,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:47:10.156461 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2befb342-82ca-458b-a5f9-01d482e8a809 req-71926ef2-f674-4eb1-b367-2fb5e34b0296 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5297a65-66a2-4ba7-a803-ed35fa7dac97 HTTP/1.1" status: 200 len: 210 time: 0.1881995 Feb 04 12:47:10.196304 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65b638e-5a31-452b-bfac-d87dbc96ef83 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:47:10.196913 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65b638e-5a31-452b-bfac-d87dbc96ef83 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:47:10.197438 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65b638e-5a31-452b-bfac-d87dbc96ef83 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:47:10.197938 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65b638e-5a31-452b-bfac-d87dbc96ef83 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:47:10.204427 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65b638e-5a31-452b-bfac-d87dbc96ef83 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:47:10.204970 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65b638e-5a31-452b-bfac-d87dbc96ef83 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:47:10.205544 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65b638e-5a31-452b-bfac-d87dbc96ef83 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:47:10.206059 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65b638e-5a31-452b-bfac-d87dbc96ef83 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:47:10.206557 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65b638e-5a31-452b-bfac-d87dbc96ef83 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:47:10.207052 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65b638e-5a31-452b-bfac-d87dbc96ef83 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:47:10.207546 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65b638e-5a31-452b-bfac-d87dbc96ef83 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:47:10.208144 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65b638e-5a31-452b-bfac-d87dbc96ef83 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:47:10.208705 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65b638e-5a31-452b-bfac-d87dbc96ef83 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:47:10.237652 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-42d3f04b-2981-4b6b-94ba-ab935f5542e1 None None] Attempting to bind port 2459be43-2fca-4b9a-9c57-117f6a9e559b on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:47:10.238325 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-42d3f04b-2981-4b6b-94ba-ab935f5542e1 None None] Attempting to bind port 2459be43-2fca-4b9a-9c57-117f6a9e559b by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': 'fa095c46-2152-4db3-866a-57a8e4e0b113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'de1361df-7110-4dbf-97fc-b6448f3ceb7d'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:47:10.239062 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d3f04b-2981-4b6b-94ba-ab935f5542e1 None None] Attempting to bind port 2459be43-2fca-4b9a-9c57-117f6a9e559b on network de1361df-7110-4dbf-97fc-b6448f3ceb7d {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:47:10.253886 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d3f04b-2981-4b6b-94ba-ab935f5542e1 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:47:10.260542 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d3f04b-2981-4b6b-94ba-ab935f5542e1 None None] Checking segment: {'id': 'fa095c46-2152-4db3-866a-57a8e4e0b113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'de1361df-7110-4dbf-97fc-b6448f3ceb7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:47:10.261193 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-42d3f04b-2981-4b6b-94ba-ab935f5542e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:10.261606 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d3f04b-2981-4b6b-94ba-ab935f5542e1 None None] Bound using segment: {'id': 'fa095c46-2152-4db3-866a-57a8e4e0b113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'de1361df-7110-4dbf-97fc-b6448f3ceb7d'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:47:10.265077 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-42d3f04b-2981-4b6b-94ba-ab935f5542e1 None None] Bound port: 2459be43-2fca-4b9a-9c57-117f6a9e559b, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa095c46-2152-4db3-866a-57a8e4e0b113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'de1361df-7110-4dbf-97fc-b6448f3ceb7d'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:47:10.266621 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-42d3f04b-2981-4b6b-94ba-ab935f5542e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (2459be43-2fca-4b9a-9c57-117f6a9e559b), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:10.293113 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-29bdd31b-e728-4d70-aac1-91ab8cd47b94 admin admin] Publish callbacks [] for security_group (7e8a1f3d-7968-461b-9da4-46dccad9f848), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:10.359400 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-29bdd31b-e728-4d70-aac1-91ab8cd47b94 admin admin] Publish callbacks [] for security_group (7e8a1f3d-7968-461b-9da4-46dccad9f848), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:10.408735 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-660f9c41-ffa8-4d5f-ba33-6609d53cc496 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks [] for port (0fe0768e-1717-422a-9a65-78ec59880568), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:10.468804 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-42d3f04b-2981-4b6b-94ba-ab935f5542e1 None None] For port 2459be43-2fca-4b9a-9c57-117f6a9e559b, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:47:10.473321 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-42d3f04b-2981-4b6b-94ba-ab935f5542e1 None None] For port 2459be43-2fca-4b9a-9c57-117f6a9e559b, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=2459be43-2fca-4b9a-9c57-117f6a9e559b,segment=NetworkSegment(fa095c46-2152-4db3-866a-57a8e4e0b113),segment_id=fa095c46-2152-4db3-866a-57a8e4e0b113)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:47:10.479432 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-660f9c41-ffa8-4d5f-ba33-6609d53cc496 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (0fe0768e-1717-422a-9a65-78ec59880568), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:10.488923 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-42d3f04b-2981-4b6b-94ba-ab935f5542e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (2459be43-2fca-4b9a-9c57-117f6a9e559b), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:10.538435 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660f9c41-ffa8-4d5f-ba33-6609d53cc496 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Network de1361df-7110-4dbf-97fc-b6448f3ceb7d is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:47:10.542163 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-660f9c41-ffa8-4d5f-ba33-6609d53cc496 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:47:10.546579 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660f9c41-ffa8-4d5f-ba33-6609d53cc496 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:47:10.547349 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-660f9c41-ffa8-4d5f-ba33-6609d53cc496 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1599818'] for router_interface (23a4f602-cd90-4527-acba-46271144ffed), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:10.615840 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660f9c41-ffa8-4d5f-ba33-6609d53cc496 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Pushing event updated for resources: {'Port': ['ID=0fe0768e-1717-422a-9a65-78ec59880568,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:47:10.623071 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a12ff5aa-3a92-4f5a-ade1-05229ca98806 req-90b8d7c7-74c9-45ec-99f2-57067dd19d13 service neutron] 10.222.0.65 "GET /v2.0/networks/06d4f13c-488c-4e65-9453-2261c70b043f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4651299 Feb 04 12:47:10.657179 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d3f04b-2981-4b6b-94ba-ab935f5542e1 None None] Pushing event updated for resources: {'Port': ['ID=2459be43-2fca-4b9a-9c57-117f6a9e559b,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:47:10.836893 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-660f9c41-ffa8-4d5f-ba33-6609d53cc496 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (0fe0768e-1717-422a-9a65-78ec59880568), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:11.077384 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-29bdd31b-e728-4d70-aac1-91ab8cd47b94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (7e8a1f3d-7968-461b-9da4-46dccad9f848), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:11.082500 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-29bdd31b-e728-4d70-aac1-91ab8cd47b94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:11.084079 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-29bdd31b-e728-4d70-aac1-91ab8cd47b94 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7e8a1f3d-7968-461b-9da4-46dccad9f848 HTTP/1.1" status: 204 len: 168 time: 1.0721948 Feb 04 12:47:11.141318 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a12ff5aa-3a92-4f5a-ade1-05229ca98806 req-2e3d7013-0bfe-454a-b10d-658d29f3fbd6 service neutron] 10.222.0.65 "GET /v2.0/networks/06d4f13c-488c-4e65-9453-2261c70b043f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4937451 Feb 04 12:47:11.201472 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fa2fe0-5c16-458a-924f-15e6082aa289 req-7e473ffb-45d0-4207-8d05-0c34742c589a tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:47:11.213460 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-91fa2fe0-5c16-458a-924f-15e6082aa289 req-7e473ffb-45d0-4207-8d05-0c34742c589a tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/networks?id=50d90d65-ef89-4bd1-b586-652792747756 HTTP/1.1" status: 200 len: 811 time: 0.5821757 Feb 04 12:47:11.243294 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bdd31b-e728-4d70-aac1-91ab8cd47b94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e8a1f3d-7968-461b-9da4-46dccad9f848,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:47:11.277400 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-91fa2fe0-5c16-458a-924f-15e6082aa289 req-4f939935-44ff-4b84-9139-9ea3f23953fc tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/quotas/13522db399fe4d5f88698444f9d616e8 HTTP/1.1" status: 200 len: 375 time: 0.0614519 Feb 04 12:47:11.367509 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-660f9c41-ffa8-4d5f-ba33-6609d53cc496 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks [] for port (0fe0768e-1717-422a-9a65-78ec59880568), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:11.384207 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-660f9c41-ffa8-4d5f-ba33-6609d53cc496 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (0fe0768e-1717-422a-9a65-78ec59880568), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:11.385007 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-660f9c41-ffa8-4d5f-ba33-6609d53cc496 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622202'] for router_interface (23a4f602-cd90-4527-acba-46271144ffed), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:11.467791 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-91fa2fe0-5c16-458a-924f-15e6082aa289 req-6b239eaf-5097-49e1-8e08-ffa19bfc900a tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=13522db399fe4d5f88698444f9d616e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1894290 Feb 04 12:47:11.527159 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660f9c41-ffa8-4d5f-ba33-6609d53cc496 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Pushing event updated for resources: {'Port': ['ID=0fe0768e-1717-422a-9a65-78ec59880568,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:47:11.653694 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660f9c41-ffa8-4d5f-ba33-6609d53cc496 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Network de1361df-7110-4dbf-97fc-b6448f3ceb7d is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:47:11.655101 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-660f9c41-ffa8-4d5f-ba33-6609d53cc496 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:47:11.657682 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-91fa2fe0-5c16-458a-924f-15e6082aa289 req-c18663fc-f214-41f0-868a-369d4188d2bf service neutron] 10.222.0.65 "GET /v2.0/networks/50d90d65-ef89-4bd1-b586-652792747756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887174 Feb 04 12:47:11.950069 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c079a582-cd4d-4b59-9f59-38101b297e6d req-54b82b60-601e-4dc2-a496-35dfc90d56f1 tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=a2f5a613-3dc6-46c9-9586-b6bfe34b9dbe HTTP/1.1" status: 200 len: 210 time: 0.2280986 Feb 04 12:47:12.007225 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-660f9c41-ffa8-4d5f-ba33-6609d53cc496 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Router 23a4f602-cd90-4527-acba-46271144ffed has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:47:12.020365 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 36230) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:47:12.167264 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 2459be43-2fca-4b9a-9c57-117f6a9e559b up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:47:12.196631 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-660f9c41-ffa8-4d5f-ba33-6609d53cc496 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:47:12.212130 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-660f9c41-ffa8-4d5f-ba33-6609d53cc496 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] 10.222.0.65 "PUT /v2.0/routers/23a4f602-cd90-4527-acba-46271144ffed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4039748 Feb 04 12:47:12.213340 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 36238) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:47:12.225176 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-06f7cbc0-95c2-4fb8-89fd-c817d6485c01 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1916106410'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:47:12.261799 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06f7cbc0-95c2-4fb8-89fd-c817d6485c01 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Made reservation on behalf of 3fccd7acaf5a4db2beb516182b08458d for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:47:12.274923 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-06f7cbc0-95c2-4fb8-89fd-c817d6485c01 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:12.309719 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-91fa2fe0-5c16-458a-924f-15e6082aa289 req-53180f02-06bc-44ee-be3a-12f8e2df1b46 service neutron] 10.222.0.65 "GET /v2.0/networks/50d90d65-ef89-4bd1-b586-652792747756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6333869 Feb 04 12:47:12.318896 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 2459be43-2fca-4b9a-9c57-117f6a9e559b triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:47:12.319331 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (2459be43-2fca-4b9a-9c57-117f6a9e559b), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:12.387939 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-49d7dc4d-2903-48b9-acdd-03406de0260f tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks [] for security_group (779ff2e0-1490-4b8d-a753-8a45cbf1a372), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:12.396023 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06f7cbc0-95c2-4fb8-89fd-c817d6485c01 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:47:12.432051 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-06f7cbc0-95c2-4fb8-89fd-c817d6485c01 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (121175cf-6bf4-4c06-94cf-de7bbb14aa2f), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:12.432400 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-06f7cbc0-95c2-4fb8-89fd-c817d6485c01 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Added segment 121175cf-6bf4-4c06-94cf-de7bbb14aa2f of type vlan for network a2160580-268b-43f5-8dcf-954dc301bbd3 Feb 04 12:47:12.520508 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-49d7dc4d-2903-48b9-acdd-03406de0260f tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks [] for security_group (779ff2e0-1490-4b8d-a753-8a45cbf1a372), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:12.616600 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-06f7cbc0-95c2-4fb8-89fd-c817d6485c01 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (a2160580-268b-43f5-8dcf-954dc301bbd3), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:12.675672 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 2459be43-2fca-4b9a-9c57-117f6a9e559b is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:47:12.676278 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (2459be43-2fca-4b9a-9c57-117f6a9e559b), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:12.728270 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-06f7cbc0-95c2-4fb8-89fd-c817d6485c01 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (a2160580-268b-43f5-8dcf-954dc301bbd3), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:12.733715 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f7cbc0-95c2-4fb8-89fd-c817d6485c01 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:47:12.735321 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-06f7cbc0-95c2-4fb8-89fd-c817d6485c01 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:12.846459 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port 2459be43-2fca-4b9a-9c57-117f6a9e559b, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=2459be43-2fca-4b9a-9c57-117f6a9e559b,segment=NetworkSegment(fa095c46-2152-4db3-866a-57a8e4e0b113),segment_id=fa095c46-2152-4db3-866a-57a8e4e0b113)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:47:12.865484 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (2459be43-2fca-4b9a-9c57-117f6a9e559b), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:12.866295 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 4e09e278-b3a3-4125-ac15-c5604e7efe36 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:47:12.990134 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7762dfe7-6ab1-4b79-90b6-709938808ff7 req-6aee9e0a-4495-4da6-aba4-d66c978f5f06 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/ports?device_id=4670cef3-301f-4e64-9df2-0e13ec2bf768 HTTP/1.1" status: 200 len: 210 time: 0.2475674 Feb 04 12:47:12.999785 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f7cbc0-95c2-4fb8-89fd-c817d6485c01 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Pushing event updated for resources: {'Network': ['ID=a2160580-268b-43f5-8dcf-954dc301bbd3,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:47:13.026839 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-06f7cbc0-95c2-4fb8-89fd-c817d6485c01 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8122089 Feb 04 12:47:13.029012 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 36264) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:47:13.055243 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-a5235dd8-8c6b-43e4-a67c-f17d8af5dce0 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Request body: {'subnet': {'network_id': 'a2160580-268b-43f5-8dcf-954dc301bbd3', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:47:13.165373 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd799ba7-dc9b-401b-938c-d6f411ea93c2 None None] Network de1361df-7110-4dbf-97fc-b6448f3ceb7d requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:47:13.171374 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network a2160580-268b-43f5-8dcf-954dc301bbd3 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:47:13.210773 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=2459be43-2fca-4b9a-9c57-117f6a9e559b,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:47:13.229676 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3bcd376-c4e0-458c-9ad7-ec4d3f0cee97 None None] Sync routers for ids ['23a4f602-cd90-4527-acba-46271144ffed'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:47:13.250990 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-49d7dc4d-2903-48b9-acdd-03406de0260f tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (779ff2e0-1490-4b8d-a753-8a45cbf1a372), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:13.254162 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-49d7dc4d-2903-48b9-acdd-03406de0260f tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:13.255971 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-49d7dc4d-2903-48b9-acdd-03406de0260f tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "DELETE /v2.0/security-groups/779ff2e0-1490-4b8d-a753-8a45cbf1a372 HTTP/1.1" status: 204 len: 168 time: 1.2347128 Feb 04 12:47:13.265959 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 36278) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:47:13.294492 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6ebfe246-eef3-4de8-9f9d-cbe1e439d6fe req-029ffa48-c34c-42b1-830e-d56a4b517feb tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=a2f5a613-3dc6-46c9-9586-b6bfe34b9dbe HTTP/1.1" status: 200 len: 210 time: 0.0564516 Feb 04 12:47:13.298765 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d7dc4d-2903-48b9-acdd-03406de0260f tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=779ff2e0-1490-4b8d-a753-8a45cbf1a372,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:47:13.348548 n-d-825015-3 neutron-server[103474]: INFO neutron.api.v2.resource [None req-5ca3cb0b-ace1-48cf-9d0c-1fa99ff24673 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] show failed (client error): The resource could not be found. Feb 04 12:47:13.351153 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-5ca3cb0b-ace1-48cf-9d0c-1fa99ff24673 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "GET /v2.0/security-groups/779ff2e0-1490-4b8d-a753-8a45cbf1a372 HTTP/1.1" status: 404 len: 347 time: 0.0841575 Feb 04 12:47:13.353169 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5235dd8-8c6b-43e4-a67c-f17d8af5dce0 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Made reservation on behalf of 3fccd7acaf5a4db2beb516182b08458d for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:47:13.360665 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 36280) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:47:13.368320 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a5235dd8-8c6b-43e4-a67c-f17d8af5dce0 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:13.395715 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ad742c05-22a9-4d28-aaec-2ee43f125112 None None] Provisioning complete for port 2459be43-2fca-4b9a-9c57-117f6a9e559b triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:47:13.400093 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ad742c05-22a9-4d28-aaec-2ee43f125112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (2459be43-2fca-4b9a-9c57-117f6a9e559b), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:13.574316 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3bcd376-c4e0-458c-9ad7-ec4d3f0cee97 None None] Routers {'23a4f602-cd90-4527-acba-46271144ffed'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:47:13.586119 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-b3bcd376-c4e0-458c-9ad7-ec4d3f0cee97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:46:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['23a4f602-cd90-4527-acba-46271144ffed'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:47:13.676258 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-027227c9-2a5b-4bd9-b884-8c6f97a298b2 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Deleting port c4c7d0e1-5359-4b2b-b661-d78622ccaef2 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:47:13.676258 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-027227c9-2a5b-4bd9-b884-8c6f97a298b2 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (c4c7d0e1-5359-4b2b-b661-d78622ccaef2), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:13.935117 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 4e09e278-b3a3-4125-ac15-c5604e7efe36 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:47:13.935117 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (4e09e278-b3a3-4125-ac15-c5604e7efe36), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:14.011763 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-027227c9-2a5b-4bd9-b884-8c6f97a298b2 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (c4c7d0e1-5359-4b2b-b661-d78622ccaef2), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:14.011763 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-027227c9-2a5b-4bd9-b884-8c6f97a298b2 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks [] for floatingip (c4c7d0e1-5359-4b2b-b661-d78622ccaef2), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:14.032597 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-027227c9-2a5b-4bd9-b884-8c6f97a298b2 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Calling delete_port for c4c7d0e1-5359-4b2b-b661-d78622ccaef2 owned by network:floatingip {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:47:14.105558 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-b3bcd376-c4e0-458c-9ad7-ec4d3f0cee97 None None] Set router 23a4f602-cd90-4527-acba-46271144ffed gateway port host: None {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:47:14.264902 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-28bb973d-73a3-49b2-bae2-fbef9879e4cc req-908584e2-9ab1-4dd4-932c-b8bd1bad6f8b tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/ports?device_id=4670cef3-301f-4e64-9df2-0e13ec2bf768 HTTP/1.1" status: 200 len: 210 time: 0.1038170 Feb 04 12:47:14.293635 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a5235dd8-8c6b-43e4-a67c-f17d8af5dce0 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52094127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51452689'] for subnet (98ee853f-ae9e-4711-905a-1e82a0d71f76), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:14.508890 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-027227c9-2a5b-4bd9-b884-8c6f97a298b2 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (c4c7d0e1-5359-4b2b-b661-d78622ccaef2), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:14.686410 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027227c9-2a5b-4bd9-b884-8c6f97a298b2 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Pushing event deleted for resources: {'Port': ['ID=c4c7d0e1-5359-4b2b-b661-d78622ccaef2,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:47:14.760268 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-027227c9-2a5b-4bd9-b884-8c6f97a298b2 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks [] for floatingip (528d0164-1916-4d6f-ba30-f76a89a4ecd0), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:14.762852 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-027227c9-2a5b-4bd9-b884-8c6f97a298b2 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:14.764063 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-027227c9-2a5b-4bd9-b884-8c6f97a298b2 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "DELETE /v2.0/floatingips/528d0164-1916-4d6f-ba30-f76a89a4ecd0 HTTP/1.1" status: 204 len: 168 time: 1.4020784 Feb 04 12:47:14.770500 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 36306) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:47:15.034287 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-713633b8-e057-4082-87f6-5c508d562e13 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Deleting port 36f87e3f-7392-4eed-9d08-001451be51e2 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:47:15.034652 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-713633b8-e057-4082-87f6-5c508d562e13 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (36f87e3f-7392-4eed-9d08-001451be51e2), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:15.347678 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ff5aa-3a92-4f5a-ade1-05229ca98806 req-750e8190-ce19-4ed9-95d5-b44d3135b833 tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:47:15.355527 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a12ff5aa-3a92-4f5a-ade1-05229ca98806 req-750e8190-ce19-4ed9-95d5-b44d3135b833 tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] 10.222.0.73 "GET /v2.0/networks?id=06d4f13c-488c-4e65-9453-2261c70b043f HTTP/1.1" status: 200 len: 911 time: 1.0821502 Feb 04 12:47:15.412859 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ad742c05-22a9-4d28-aaec-2ee43f125112 None None] Current status of the port 2459be43-2fca-4b9a-9c57-117f6a9e559b is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:47:15.419778 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 4e09e278-b3a3-4125-ac15-c5604e7efe36 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:47:15.432465 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-026c09a4-24bb-4f97-ad6f-185dc939786b req-aeca55d8-f078-4acd-acb9-8fb295f8b5b9 tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=a2f5a613-3dc6-46c9-9586-b6bfe34b9dbe HTTP/1.1" status: 200 len: 210 time: 0.3200269 Feb 04 12:47:15.475825 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-a12ff5aa-3a92-4f5a-ade1-05229ca98806 req-07fec5b8-331f-4926-9374-b9a6bc9a2a7c tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] Request body: {'port': {'device_id': 'a2f5a613-3dc6-46c9-9586-b6bfe34b9dbe', 'network_id': '06d4f13c-488c-4e65-9453-2261c70b043f', 'admin_state_up': True, 'tenant_id': 'c9db87ad8cbe4aa8abaccf040992930b'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:47:15.575422 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-713633b8-e057-4082-87f6-5c508d562e13 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (36f87e3f-7392-4eed-9d08-001451be51e2), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:15.681121 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5235dd8-8c6b-43e4-a67c-f17d8af5dce0 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Pushing event updated for resources: {'Subnet': ['ID=98ee853f-ae9e-4711-905a-1e82a0d71f76,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:47:15.709988 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d2adf518-51c6-40dc-826f-3e34f0bef4b2 req-aa31241c-9ff8-46e7-9181-e37aadd144fd tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/ports?device_id=4670cef3-301f-4e64-9df2-0e13ec2bf768 HTTP/1.1" status: 200 len: 210 time: 0.2056072 Feb 04 12:47:15.736738 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-713633b8-e057-4082-87f6-5c508d562e13 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Calling delete_port for 36f87e3f-7392-4eed-9d08-001451be51e2 owned by {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:47:15.751375 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5235dd8-8c6b-43e4-a67c-f17d8af5dce0 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Checking segment: {'id': '121175cf-6bf4-4c06-94cf-de7bbb14aa2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a2160580-268b-43f5-8dcf-954dc301bbd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:47:15.751773 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5235dd8-8c6b-43e4-a67c-f17d8af5dce0 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Network hostable DHCP agents. Network: a2160580-268b-43f5-8dcf-954dc301bbd3, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:47:15.754018 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a12ff5aa-3a92-4f5a-ade1-05229ca98806 req-07fec5b8-331f-4926-9374-b9a6bc9a2a7c tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] Made reservation on behalf of c9db87ad8cbe4aa8abaccf040992930b for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:47:15.771384 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-a12ff5aa-3a92-4f5a-ade1-05229ca98806 req-07fec5b8-331f-4926-9374-b9a6bc9a2a7c tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:15.796321 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 2459be43-2fca-4b9a-9c57-117f6a9e559b up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:47:15.873048 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fa2fe0-5c16-458a-924f-15e6082aa289 req-ed0888c8-48e8-4e66-9ffb-917998f4c5cf tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:47:15.874520 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-91fa2fe0-5c16-458a-924f-15e6082aa289 req-ed0888c8-48e8-4e66-9ffb-917998f4c5cf tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.77 "GET /v2.0/networks?id=50d90d65-ef89-4bd1-b586-652792747756 HTTP/1.1" status: 200 len: 811 time: 0.6702206 Feb 04 12:47:15.898768 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5e220c35-a9fd-4308-b614-cfe203e8a720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:15.925822 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5235dd8-8c6b-43e4-a67c-f17d8af5dce0 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Network a2160580-268b-43f5-8dcf-954dc301bbd3 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:47:15.947264 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-91fa2fe0-5c16-458a-924f-15e6082aa289 req-0b2a228f-b59c-468c-92e8-ab121dad9e4f tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] Request body: {'port': {'device_id': '4670cef3-301f-4e64-9df2-0e13ec2bf768', 'network_id': '50d90d65-ef89-4bd1-b586-652792747756', 'admin_state_up': True, 'tenant_id': '13522db399fe4d5f88698444f9d616e8'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:47:15.971615 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-a5235dd8-8c6b-43e4-a67c-f17d8af5dce0 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, a2160580-268b-43f5-8dcf-954dc301bbd3) {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:47:15.982030 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5235dd8-8c6b-43e4-a67c-f17d8af5dce0 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:47:15.982633 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a5235dd8-8c6b-43e4-a67c-f17d8af5dce0 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:16.036311 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-b3bcd376-c4e0-458c-9ad7-ec4d3f0cee97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23a4f602-cd90-4527-acba-46271144ffed', 'name': 'tempest-RoutersIpV6Test-router-21052845', 'tenant_id': '3fccd7acaf5a4db2beb516182b08458d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:46:58Z', 'updated_at': '2022-02-04T12:47:10Z', 'revision_number': 3, 'project_id': '3fccd7acaf5a4db2beb516182b08458d', 'gw_port_host': None, '_interfaces': [{'id': '0fe0768e-1717-422a-9a65-78ec59880568', 'name': '', 'network_id': 'de1361df-7110-4dbf-97fc-b6448f3ceb7d', 'tenant_id': '3fccd7acaf5a4db2beb516182b08458d', 'mac_address': 'fa:16:3e:1e:65:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23a4f602-cd90-4527-acba-46271144ffed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': '1da51ffd-3a2b-4163-8aec-62ae41b758d3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:47:09Z', 'updated_at': '2022-02-04T12:47:11Z', 'revision_number': 2, 'project_id': '3fccd7acaf5a4db2beb516182b08458d', 'subnets': [{'id': '1da51ffd-3a2b-4163-8aec-62ae41b758d3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e09e278-b3a3-4125-ac15-c5604e7efe36', 'name': '', 'network_id': '851ada3b-84e7-4fe7-8c48-0057b87b86cb', 'tenant_id': '3fccd7acaf5a4db2beb516182b08458d', 'mac_address': 'fa:16:3e:c4:76:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a4f602-cd90-4527-acba-46271144ffed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2834, 'fixed_ips': [{'subnet_id': '45839c3a-851e-4316-ae5c-98cfc9c7c852', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:47:01Z', 'updated_at': '2022-02-04T12:47:08Z', 'revision_number': 5, 'project_id': '3fccd7acaf5a4db2beb516182b08458d', 'subnets': [{'id': '45839c3a-851e-4316-ae5c-98cfc9c7c852', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:47:16.050554 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5768ca31-3107-4c28-8a93-cf0959904fdc None None] Network a2160580-268b-43f5-8dcf-954dc301bbd3 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:47:16.065842 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-a5235dd8-8c6b-43e4-a67c-f17d8af5dce0 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.0347068 Feb 04 12:47:16.078793 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 36326) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:47:16.260789 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-a12ff5aa-3a92-4f5a-ade1-05229ca98806 req-07fec5b8-331f-4926-9374-b9a6bc9a2a7c tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] Allocated IP 172.20.0.6 (06d4f13c-488c-4e65-9453-2261c70b043f/6fca4f61-e1b8-4dc7-8b4e-7773edd228c6/2b653202-94d2-47ae-9351-e86b16bd6a82) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:47:16.299553 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3bcd376-c4e0-458c-9ad7-ec4d3f0cee97 None None] Checking router: 23a4f602-cd90-4527-acba-46271144ffed for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:47:16.299930 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3bcd376-c4e0-458c-9ad7-ec4d3f0cee97 None None] Updating router 23a4f602-cd90-4527-acba-46271144ffed port 0fe0768e-1717-422a-9a65-78ec59880568 binding host n-d-825015-3 {{(pid=103476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:47:16.370807 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b3bcd376-c4e0-458c-9ad7-ec4d3f0cee97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (0fe0768e-1717-422a-9a65-78ec59880568), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:16.375385 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 2459be43-2fca-4b9a-9c57-117f6a9e559b triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:47:16.376057 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (2459be43-2fca-4b9a-9c57-117f6a9e559b), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:16.615032 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5dd340a0-46d3-4202-81e8-5080f8497d1c req-46bafdab-7def-45e9-8e0e-41a3cab62a1b tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=a2f5a613-3dc6-46c9-9586-b6bfe34b9dbe HTTP/1.1" status: 200 len: 210 time: 0.0437458 Feb 04 12:47:16.625128 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-a688781d-68fd-4ca2-b7ca-fe511443d327 None None] Provisioning complete for port 2459be43-2fca-4b9a-9c57-117f6a9e559b triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:47:16.625635 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a688781d-68fd-4ca2-b7ca-fe511443d327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (2459be43-2fca-4b9a-9c57-117f6a9e559b), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:16.826775 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 2459be43-2fca-4b9a-9c57-117f6a9e559b is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:47:16.869151 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76f4fa3-316e-43b8-b19d-d26aa3023b47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-a2160580-268b-43f5-8dcf-954dc301bbd3', 'network_id': 'a2160580-268b-43f5-8dcf-954dc301bbd3', 'project_id': '3fccd7acaf5a4db2beb516182b08458d', 'fixed_ips': [{'subnet_id': '98ee853f-ae9e-4711-905a-1e82a0d71f76'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 12:47:16.870080 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f76f4fa3-316e-43b8-b19d-d26aa3023b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:16.898742 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8bb67e75-4d6c-4ee1-8516-b45cb410b64c req-b1f2680f-5c85-4d43-8c73-4900a1baf093 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/ports?device_id=4670cef3-301f-4e64-9df2-0e13ec2bf768 HTTP/1.1" status: 200 len: 210 time: 0.0511427 Feb 04 12:47:17.200720 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-a688781d-68fd-4ca2-b7ca-fe511443d327 None None] Current status of the port 2459be43-2fca-4b9a-9c57-117f6a9e559b is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:47:17.284360 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91fa2fe0-5c16-458a-924f-15e6082aa289 req-0b2a228f-b59c-468c-92e8-ab121dad9e4f tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] Made reservation on behalf of 13522db399fe4d5f88698444f9d616e8 for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:47:17.287727 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-91fa2fe0-5c16-458a-924f-15e6082aa289 req-0b2a228f-b59c-468c-92e8-ab121dad9e4f tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:17.356031 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-a688781d-68fd-4ca2-b7ca-fe511443d327 None None] Provisioning complete for port 0fe0768e-1717-422a-9a65-78ec59880568 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:47:17.357039 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a688781d-68fd-4ca2-b7ca-fe511443d327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (0fe0768e-1717-422a-9a65-78ec59880568), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:17.441787 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-a688781d-68fd-4ca2-b7ca-fe511443d327 None None] Port 0fe0768e-1717-422a-9a65-78ec59880568 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:47:17.446969 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b3bcd376-c4e0-458c-9ad7-ec4d3f0cee97 None None] Publish callbacks [] for port (0fe0768e-1717-422a-9a65-78ec59880568), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:17.475267 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b3bcd376-c4e0-458c-9ad7-ec4d3f0cee97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (0fe0768e-1717-422a-9a65-78ec59880568), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:17.503467 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-713633b8-e057-4082-87f6-5c508d562e13 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (36f87e3f-7392-4eed-9d08-001451be51e2), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:17.565975 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-a12ff5aa-3a92-4f5a-ade1-05229ca98806 req-07fec5b8-331f-4926-9374-b9a6bc9a2a7c tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] Publish callbacks [] for port (2b653202-94d2-47ae-9351-e86b16bd6a82), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:17.582380 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f014d2fa-ea81-4f31-9359-5391a89321bd None None] Pushing event updated for resources: {'Port': ['ID=0fe0768e-1717-422a-9a65-78ec59880568,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:47:17.620423 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-f76f4fa3-316e-43b8-b19d-d26aa3023b47 None None] Allocated IP 2001:db8:2::2 (a2160580-268b-43f5-8dcf-954dc301bbd3/98ee853f-ae9e-4711-905a-1e82a0d71f76/48d7a96b-dfb2-4a2b-a49f-11bd54205346) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:47:17.636334 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-a12ff5aa-3a92-4f5a-ade1-05229ca98806 req-07fec5b8-331f-4926-9374-b9a6bc9a2a7c tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (2b653202-94d2-47ae-9351-e86b16bd6a82), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:17.663199 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['e4894a2b-7bb4-4d1a-8428-78fc6021224c'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:47:17.691240 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713633b8-e057-4082-87f6-5c508d562e13 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Pushing event deleted for resources: {'Port': ['ID=36f87e3f-7392-4eed-9d08-001451be51e2,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:47:17.814051 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-382beb18-8e7b-4a4e-857d-08f8b8513c9e None None] Provisioning complete for port 0fe0768e-1717-422a-9a65-78ec59880568 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:47:17.814445 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-382beb18-8e7b-4a4e-857d-08f8b8513c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (0fe0768e-1717-422a-9a65-78ec59880568), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:17.916743 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a12ff5aa-3a92-4f5a-ade1-05229ca98806 req-07fec5b8-331f-4926-9374-b9a6bc9a2a7c tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] Network 06d4f13c-488c-4e65-9453-2261c70b043f is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:47:18.005731 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-a12ff5aa-3a92-4f5a-ade1-05229ca98806 req-07fec5b8-331f-4926-9374-b9a6bc9a2a7c tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:47:18.009164 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fec5b8-331f-4926-9374-b9a6bc9a2a7c tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] Pushing event updated for resources: {'Port': ['ID=2b653202-94d2-47ae-9351-e86b16bd6a82,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:47:18.022781 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-a12ff5aa-3a92-4f5a-ade1-05229ca98806 req-07fec5b8-331f-4926-9374-b9a6bc9a2a7c tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:47:18.187689 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8aeda8f0-ee65-4f23-a2c0-8755c7bfa705 req-710da8ff-ccda-4e19-8f6e-289fc90e13ec tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/ports?device_id=4670cef3-301f-4e64-9df2-0e13ec2bf768 HTTP/1.1" status: 200 len: 210 time: 0.0969317 Feb 04 12:47:18.199355 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-713633b8-e057-4082-87f6-5c508d562e13 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:18.229064 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 36368) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:47:18.230354 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-713633b8-e057-4082-87f6-5c508d562e13 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "DELETE /v2.0/ports/36f87e3f-7392-4eed-9d08-001451be51e2 HTTP/1.1" status: 204 len: 168 time: 3.4504924 Feb 04 12:47:18.233193 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-382beb18-8e7b-4a4e-857d-08f8b8513c9e None None] Port 0fe0768e-1717-422a-9a65-78ec59880568 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:47:18.334450 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-893ce9f7-6697-47c4-9ae5-16d01ec0f954 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:18.347586 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ff5aa-3a92-4f5a-ade1-05229ca98806 req-07fec5b8-331f-4926-9374-b9a6bc9a2a7c tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:47:18.362394 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-a12ff5aa-3a92-4f5a-ade1-05229ca98806 req-07fec5b8-331f-4926-9374-b9a6bc9a2a7c tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:18.387879 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3ec045-9998-4857-89f8-160d83d306ac req-07072599-2ff3-463b-9d9c-4c620d1567a3 tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:47:18.404707 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cb3ec045-9998-4857-89f8-160d83d306ac req-07072599-2ff3-463b-9d9c-4c620d1567a3 tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=a2f5a613-3dc6-46c9-9586-b6bfe34b9dbe HTTP/1.1" status: 200 len: 1027 time: 0.6256013 Feb 04 12:47:18.410957 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [req-91fa2fe0-5c16-458a-924f-15e6082aa289 req-0b2a228f-b59c-468c-92e8-ab121dad9e4f tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] Allocated IP 172.20.0.6 (50d90d65-ef89-4bd1-b586-652792747756/1b8a94de-4daf-40f7-9264-be25d0cf82c4/410ab158-6569-4ce1-a297-f71c55728960) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:47:18.446349 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-b3bcd376-c4e0-458c-9ad7-ec4d3f0cee97 None None] Attempting to bind port 0fe0768e-1717-422a-9a65-78ec59880568 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:47:18.446958 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-b3bcd376-c4e0-458c-9ad7-ec4d3f0cee97 None None] Attempting to bind port 0fe0768e-1717-422a-9a65-78ec59880568 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': 'fa095c46-2152-4db3-866a-57a8e4e0b113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'de1361df-7110-4dbf-97fc-b6448f3ceb7d'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:47:18.447101 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3bcd376-c4e0-458c-9ad7-ec4d3f0cee97 None None] Attempting to bind port 0fe0768e-1717-422a-9a65-78ec59880568 on network de1361df-7110-4dbf-97fc-b6448f3ceb7d {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:47:18.464517 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e7f36c2d-3945-4e1c-abd7-9604d755cd85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:18.478765 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3bcd376-c4e0-458c-9ad7-ec4d3f0cee97 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:47:18.478765 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3bcd376-c4e0-458c-9ad7-ec4d3f0cee97 None None] Checking segment: {'id': 'fa095c46-2152-4db3-866a-57a8e4e0b113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'de1361df-7110-4dbf-97fc-b6448f3ceb7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:47:18.479539 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b3bcd376-c4e0-458c-9ad7-ec4d3f0cee97 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:18.480420 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3bcd376-c4e0-458c-9ad7-ec4d3f0cee97 None None] Bound using segment: {'id': 'fa095c46-2152-4db3-866a-57a8e4e0b113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'de1361df-7110-4dbf-97fc-b6448f3ceb7d'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:47:18.480420 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-b3bcd376-c4e0-458c-9ad7-ec4d3f0cee97 None None] Bound port: 0fe0768e-1717-422a-9a65-78ec59880568, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa095c46-2152-4db3-866a-57a8e4e0b113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'de1361df-7110-4dbf-97fc-b6448f3ceb7d'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:47:18.481663 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b3bcd376-c4e0-458c-9ad7-ec4d3f0cee97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (0fe0768e-1717-422a-9a65-78ec59880568), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:18.526755 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f76f4fa3-316e-43b8-b19d-d26aa3023b47 None None] Publish callbacks [] for port (48d7a96b-dfb2-4a2b-a49f-11bd54205346), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:18.539061 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-4e900d82-c401-4d64-bcd9-554965ee915d None None] Provisioning complete for port 0fe0768e-1717-422a-9a65-78ec59880568 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:47:18.539061 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4e900d82-c401-4d64-bcd9-554965ee915d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (0fe0768e-1717-422a-9a65-78ec59880568), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:18.576733 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f76f4fa3-316e-43b8-b19d-d26aa3023b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (48d7a96b-dfb2-4a2b-a49f-11bd54205346), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:18.624027 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a12ff5aa-3a92-4f5a-ade1-05229ca98806 req-07fec5b8-331f-4926-9374-b9a6bc9a2a7c tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 3.2023559 Feb 04 12:47:18.658177 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-a12ff5aa-3a92-4f5a-ade1-05229ca98806 req-148b036d-a8c4-4a67-a8a5-52ab61d885ee service neutron] Request body: {'port': {'device_id': 'a2f5a613-3dc6-46c9-9586-b6bfe34b9dbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:47:18.726646 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cb3ec045-9998-4857-89f8-160d83d306ac req-92d18fcd-696d-4a4a-b5db-e382018c079f tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=22a373cd-f4ae-4261-9bb9-ccf59304b58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3209281 Feb 04 12:47:18.838524 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76f4fa3-316e-43b8-b19d-d26aa3023b47 None None] Network a2160580-268b-43f5-8dcf-954dc301bbd3 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:47:18.849890 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-4e900d82-c401-4d64-bcd9-554965ee915d None None] Port 0fe0768e-1717-422a-9a65-78ec59880568 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:47:18.864481 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-f76f4fa3-316e-43b8-b19d-d26aa3023b47 None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:47:18.867551 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76f4fa3-316e-43b8-b19d-d26aa3023b47 None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:47:18.877450 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76f4fa3-316e-43b8-b19d-d26aa3023b47 None None] Pushing event updated for resources: {'Port': ['ID=48d7a96b-dfb2-4a2b-a49f-11bd54205346,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:47:18.885883 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-a12ff5aa-3a92-4f5a-ade1-05229ca98806 req-148b036d-a8c4-4a67-a8a5-52ab61d885ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (2b653202-94d2-47ae-9351-e86b16bd6a82), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:18.914701 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b3bcd376-c4e0-458c-9ad7-ec4d3f0cee97 None None] For port 0fe0768e-1717-422a-9a65-78ec59880568, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:47:18.931325 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-06d2ee7d-91dd-4346-9d72-b7c6ac1386e3 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Deleting port 10f2b2ac-d024-45d9-8b51-ee9bd6bab8e6 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:47:18.931676 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06d2ee7d-91dd-4346-9d72-b7c6ac1386e3 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (10f2b2ac-d024-45d9-8b51-ee9bd6bab8e6), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:18.964926 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b3bcd376-c4e0-458c-9ad7-ec4d3f0cee97 None None] For port 0fe0768e-1717-422a-9a65-78ec59880568, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=0fe0768e-1717-422a-9a65-78ec59880568,segment=NetworkSegment(fa095c46-2152-4db3-866a-57a8e4e0b113),segment_id=fa095c46-2152-4db3-866a-57a8e4e0b113)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:47:19.011138 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b3bcd376-c4e0-458c-9ad7-ec4d3f0cee97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (0fe0768e-1717-422a-9a65-78ec59880568), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:19.057541 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-f76f4fa3-316e-43b8-b19d-d26aa3023b47 None None] Attempting to bind port 48d7a96b-dfb2-4a2b-a49f-11bd54205346 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:47:19.057888 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-f76f4fa3-316e-43b8-b19d-d26aa3023b47 None None] Attempting to bind port 48d7a96b-dfb2-4a2b-a49f-11bd54205346 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '121175cf-6bf4-4c06-94cf-de7bbb14aa2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a2160580-268b-43f5-8dcf-954dc301bbd3'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:47:19.058546 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76f4fa3-316e-43b8-b19d-d26aa3023b47 None None] Attempting to bind port 48d7a96b-dfb2-4a2b-a49f-11bd54205346 on network a2160580-268b-43f5-8dcf-954dc301bbd3 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:47:19.079401 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-fd18ccea-7b4f-4f25-8813-36dbd5ba23ef None None] Provisioning complete for port 2b653202-94d2-47ae-9351-e86b16bd6a82 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:47:19.079969 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fd18ccea-7b4f-4f25-8813-36dbd5ba23ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (2b653202-94d2-47ae-9351-e86b16bd6a82), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:19.085687 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76f4fa3-316e-43b8-b19d-d26aa3023b47 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:47:19.086067 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76f4fa3-316e-43b8-b19d-d26aa3023b47 None None] Checking segment: {'id': '121175cf-6bf4-4c06-94cf-de7bbb14aa2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a2160580-268b-43f5-8dcf-954dc301bbd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:47:19.086467 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f76f4fa3-316e-43b8-b19d-d26aa3023b47 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:19.086857 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76f4fa3-316e-43b8-b19d-d26aa3023b47 None None] Bound using segment: {'id': '121175cf-6bf4-4c06-94cf-de7bbb14aa2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a2160580-268b-43f5-8dcf-954dc301bbd3'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:47:19.087340 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-f76f4fa3-316e-43b8-b19d-d26aa3023b47 None None] Bound port: 48d7a96b-dfb2-4a2b-a49f-11bd54205346, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '121175cf-6bf4-4c06-94cf-de7bbb14aa2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a2160580-268b-43f5-8dcf-954dc301bbd3'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:47:19.087717 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f76f4fa3-316e-43b8-b19d-d26aa3023b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (48d7a96b-dfb2-4a2b-a49f-11bd54205346), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:19.153762 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3bcd376-c4e0-458c-9ad7-ec4d3f0cee97 None None] Routers {'23a4f602-cd90-4527-acba-46271144ffed'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:47:19.154495 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-b3bcd376-c4e0-458c-9ad7-ec4d3f0cee97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:47:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['23a4f602-cd90-4527-acba-46271144ffed'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:47:19.156777 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f014d2fa-ea81-4f31-9359-5391a89321bd None None] Pushing event updated for resources: {'Port': ['ID=0fe0768e-1717-422a-9a65-78ec59880568,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:47:19.284317 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-fd18ccea-7b4f-4f25-8813-36dbd5ba23ef None None] Port 2b653202-94d2-47ae-9351-e86b16bd6a82 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:47:19.331044 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:19.351824 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-f76f4fa3-316e-43b8-b19d-d26aa3023b47 None None] For port 48d7a96b-dfb2-4a2b-a49f-11bd54205346, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:47:19.357831 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-f76f4fa3-316e-43b8-b19d-d26aa3023b47 None None] For port 48d7a96b-dfb2-4a2b-a49f-11bd54205346, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=48d7a96b-dfb2-4a2b-a49f-11bd54205346,segment=NetworkSegment(121175cf-6bf4-4c06-94cf-de7bbb14aa2f),segment_id=121175cf-6bf4-4c06-94cf-de7bbb14aa2f)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:47:19.361086 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06d2ee7d-91dd-4346-9d72-b7c6ac1386e3 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (10f2b2ac-d024-45d9-8b51-ee9bd6bab8e6), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:19.367005 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-b3bcd376-c4e0-458c-9ad7-ec4d3f0cee97 None None] Set router 23a4f602-cd90-4527-acba-46271144ffed gateway port host: None {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:47:19.380110 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-06d2ee7d-91dd-4346-9d72-b7c6ac1386e3 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Calling delete_port for 10f2b2ac-d024-45d9-8b51-ee9bd6bab8e6 owned by {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:47:19.410094 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f76f4fa3-316e-43b8-b19d-d26aa3023b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (48d7a96b-dfb2-4a2b-a49f-11bd54205346), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:19.497166 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-91fa2fe0-5c16-458a-924f-15e6082aa289 req-0b2a228f-b59c-468c-92e8-ab121dad9e4f tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] Publish callbacks [] for port (410ab158-6569-4ce1-a297-f71c55728960), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:19.659992 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06d2ee7d-91dd-4346-9d72-b7c6ac1386e3 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (10f2b2ac-d024-45d9-8b51-ee9bd6bab8e6), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:19.785459 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-91fa2fe0-5c16-458a-924f-15e6082aa289 req-0b2a228f-b59c-468c-92e8-ab121dad9e4f tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (410ab158-6569-4ce1-a297-f71c55728960), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:19.792514 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d2ee7d-91dd-4346-9d72-b7c6ac1386e3 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Pushing event deleted for resources: {'Port': ['ID=10f2b2ac-d024-45d9-8b51-ee9bd6bab8e6,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:47:19.803225 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c0f0fc5d-5fcd-40dd-9de7-30d7fcf8e06c req-612efa35-26df-48f0-9b60-526749a3bea6 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/ports?device_id=4670cef3-301f-4e64-9df2-0e13ec2bf768 HTTP/1.1" status: 200 len: 210 time: 0.1693017 Feb 04 12:47:19.882863 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2a228f-b59c-468c-92e8-ab121dad9e4f tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] Pushing event updated for resources: {'Port': ['ID=410ab158-6569-4ce1-a297-f71c55728960,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:47:19.894749 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-893ce9f7-6697-47c4-9ae5-16d01ec0f954 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Allocated IP 2001:db8:2::1 (a2160580-268b-43f5-8dcf-954dc301bbd3/98ee853f-ae9e-4711-905a-1e82a0d71f76/9101117a-8105-46de-be9e-a564a287f2db) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:47:19.921942 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91fa2fe0-5c16-458a-924f-15e6082aa289 req-0b2a228f-b59c-468c-92e8-ab121dad9e4f tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] Network 50d90d65-ef89-4bd1-b586-652792747756 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:47:19.930024 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [req-91fa2fe0-5c16-458a-924f-15e6082aa289 req-0b2a228f-b59c-468c-92e8-ab121dad9e4f tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:47:19.943589 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-91fa2fe0-5c16-458a-924f-15e6082aa289 req-0b2a228f-b59c-468c-92e8-ab121dad9e4f tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:47:19.966197 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['73496b59-debb-4286-ae40-07aee2ab340e'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:47:20.079181 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fa2fe0-5c16-458a-924f-15e6082aa289 req-0b2a228f-b59c-468c-92e8-ab121dad9e4f tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:47:20.080499 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-91fa2fe0-5c16-458a-924f-15e6082aa289 req-0b2a228f-b59c-468c-92e8-ab121dad9e4f tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:20.081532 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-06d2ee7d-91dd-4346-9d72-b7c6ac1386e3 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:20.083793 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76f4fa3-316e-43b8-b19d-d26aa3023b47 None None] Pushing event updated for resources: {'Port': ['ID=48d7a96b-dfb2-4a2b-a49f-11bd54205346,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:47:20.085243 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-06d2ee7d-91dd-4346-9d72-b7c6ac1386e3 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "DELETE /v2.0/ports/10f2b2ac-d024-45d9-8b51-ee9bd6bab8e6 HTTP/1.1" status: 204 len: 168 time: 1.8486965 Feb 04 12:47:20.094310 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 36404) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:47:20.111623 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-f6a51657-5e22-452e-89e5-436758f9f6e8 None None] Provisioning complete for port 0fe0768e-1717-422a-9a65-78ec59880568 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:47:20.114734 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f6a51657-5e22-452e-89e5-436758f9f6e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (0fe0768e-1717-422a-9a65-78ec59880568), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:20.160720 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-91fa2fe0-5c16-458a-924f-15e6082aa289 req-0b2a228f-b59c-468c-92e8-ab121dad9e4f tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2245879 Feb 04 12:47:20.199548 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-91fa2fe0-5c16-458a-924f-15e6082aa289 req-02cbe316-edab-4dad-a061-8e92a65d8518 service neutron] Request body: {'port': {'device_id': '4670cef3-301f-4e64-9df2-0e13ec2bf768', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825015-3'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:47:20.334606 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_v2 [None req-a06b4737-e8e4-42eb-91e7-d7b5e00b683d tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Deleting subnet 9fdfc6a6-8505-4de4-a056-7d77ecca3599 {{(pid=103475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:47:20.338415 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a06b4737-e8e4-42eb-91e7-d7b5e00b683d tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks [] for subnet (9fdfc6a6-8505-4de4-a056-7d77ecca3599), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:20.428239 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a06b4737-e8e4-42eb-91e7-d7b5e00b683d tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51859329'] for subnet (9fdfc6a6-8505-4de4-a056-7d77ecca3599), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:20.457448 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-893ce9f7-6697-47c4-9ae5-16d01ec0f954 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks [] for port (9101117a-8105-46de-be9e-a564a287f2db), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:20.563302 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-91fa2fe0-5c16-458a-924f-15e6082aa289 req-02cbe316-edab-4dad-a061-8e92a65d8518 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (410ab158-6569-4ce1-a297-f71c55728960), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:20.593843 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-f6a51657-5e22-452e-89e5-436758f9f6e8 None None] Current status of the port 0fe0768e-1717-422a-9a65-78ec59880568 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:47:20.597963 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f6a51657-5e22-452e-89e5-436758f9f6e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (0fe0768e-1717-422a-9a65-78ec59880568), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:20.648942 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-893ce9f7-6697-47c4-9ae5-16d01ec0f954 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (9101117a-8105-46de-be9e-a564a287f2db), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:20.681192 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:20.707536 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21be4f2c-ed38-4b24-a1f6-548f525cdf80 req-e8ea34f4-f8c8-4269-8528-2508f0e546c5 tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:47:20.714490 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-21be4f2c-ed38-4b24-a1f6-548f525cdf80 req-e8ea34f4-f8c8-4269-8528-2508f0e546c5 tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=a2f5a613-3dc6-46c9-9586-b6bfe34b9dbe HTTP/1.1" status: 200 len: 1027 time: 0.7688479 Feb 04 12:47:20.717653 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-f6a51657-5e22-452e-89e5-436758f9f6e8 None None] For port 0fe0768e-1717-422a-9a65-78ec59880568, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=0fe0768e-1717-422a-9a65-78ec59880568,segment=NetworkSegment(fa095c46-2152-4db3-866a-57a8e4e0b113),segment_id=fa095c46-2152-4db3-866a-57a8e4e0b113)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:47:20.732948 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f6a51657-5e22-452e-89e5-436758f9f6e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (0fe0768e-1717-422a-9a65-78ec59880568), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:20.744527 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-b3bcd376-c4e0-458c-9ad7-ec4d3f0cee97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23a4f602-cd90-4527-acba-46271144ffed', 'name': 'tempest-RoutersIpV6Test-router-21052845', 'tenant_id': '3fccd7acaf5a4db2beb516182b08458d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:46:58Z', 'updated_at': '2022-02-04T12:47:10Z', 'revision_number': 3, 'project_id': '3fccd7acaf5a4db2beb516182b08458d', 'gw_port_host': None, '_interfaces': [{'id': '0fe0768e-1717-422a-9a65-78ec59880568', 'name': '', 'network_id': 'de1361df-7110-4dbf-97fc-b6448f3ceb7d', 'tenant_id': '3fccd7acaf5a4db2beb516182b08458d', 'mac_address': 'fa:16:3e:1e:65:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23a4f602-cd90-4527-acba-46271144ffed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': '1da51ffd-3a2b-4163-8aec-62ae41b758d3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:47:09Z', 'updated_at': '2022-02-04T12:47:18Z', 'revision_number': 4, 'project_id': '3fccd7acaf5a4db2beb516182b08458d', 'subnets': [{'id': '1da51ffd-3a2b-4163-8aec-62ae41b758d3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e09e278-b3a3-4125-ac15-c5604e7efe36', 'name': '', 'network_id': '851ada3b-84e7-4fe7-8c48-0057b87b86cb', 'tenant_id': '3fccd7acaf5a4db2beb516182b08458d', 'mac_address': 'fa:16:3e:c4:76:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a4f602-cd90-4527-acba-46271144ffed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2834, 'fixed_ips': [{'subnet_id': '45839c3a-851e-4316-ae5c-98cfc9c7c852', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:47:01Z', 'updated_at': '2022-02-04T12:47:08Z', 'revision_number': 5, 'project_id': '3fccd7acaf5a4db2beb516182b08458d', 'subnets': [{'id': '45839c3a-851e-4316-ae5c-98cfc9c7c852', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:47:20.781315 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3bcd376-c4e0-458c-9ad7-ec4d3f0cee97 None None] The sync data for ids ['23a4f602-cd90-4527-acba-46271144ffed'] in n-d-825015-3 is: [{'id': '23a4f602-cd90-4527-acba-46271144ffed', 'name': 'tempest-RoutersIpV6Test-router-21052845', 'tenant_id': '3fccd7acaf5a4db2beb516182b08458d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:46:58Z', 'updated_at': '2022-02-04T12:47:10Z', 'revision_number': 3, 'project_id': '3fccd7acaf5a4db2beb516182b08458d', 'gw_port_host': None, '_interfaces': [{'id': '0fe0768e-1717-422a-9a65-78ec59880568', 'name': '', 'network_id': 'de1361df-7110-4dbf-97fc-b6448f3ceb7d', 'tenant_id': '3fccd7acaf5a4db2beb516182b08458d', 'mac_address': 'fa:16:3e:1e:65:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23a4f602-cd90-4527-acba-46271144ffed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': '1da51ffd-3a2b-4163-8aec-62ae41b758d3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:47:09Z', 'updated_at': '2022-02-04T12:47:18Z', 'revision_number': 4, 'project_id': '3fccd7acaf5a4db2beb516182b08458d', 'subnets': [{'id': '1da51ffd-3a2b-4163-8aec-62ae41b758d3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e09e278-b3a3-4125-ac15-c5604e7efe36', 'name': '', 'network_id': '851ada3b-84e7-4fe7-8c48-0057b87b86cb', 'tenant_id': '3fccd7acaf5a4db2beb516182b08458d', 'mac_address': 'fa:16:3e:c4:76:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a4f602-cd90-4527-acba-46271144ffed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2834, 'fixed_ips': [{'subnet_id': '45839c3a-851e-4316-ae5c-98cfc9c7c852', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:47:01Z', 'updated_at': '2022-02-04T12:47:08Z', 'revision_number': 5, 'project_id': '3fccd7acaf5a4db2beb516182b08458d', 'subnets': [{'id': '45839c3a-851e-4316-ae5c-98cfc9c7c852', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:47:20.868760 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893ce9f7-6697-47c4-9ae5-16d01ec0f954 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Network a2160580-268b-43f5-8dcf-954dc301bbd3 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:47:20.871230 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a06b4737-e8e4-42eb-91e7-d7b5e00b683d tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (9fdfc6a6-8505-4de4-a056-7d77ecca3599), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:20.887571 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-893ce9f7-6697-47c4-9ae5-16d01ec0f954 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:47:20.914608 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893ce9f7-6697-47c4-9ae5-16d01ec0f954 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:47:20.915434 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-893ce9f7-6697-47c4-9ae5-16d01ec0f954 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1599818'] for router_interface (23a4f602-cd90-4527-acba-46271144ffed), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:20.928893 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a51657-5e22-452e-89e5-436758f9f6e8 None None] Pushing event updated for resources: {'Port': ['ID=0fe0768e-1717-422a-9a65-78ec59880568,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:47:21.035596 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893ce9f7-6697-47c4-9ae5-16d01ec0f954 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Pushing event updated for resources: {'Port': ['ID=9101117a-8105-46de-be9e-a564a287f2db,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:47:21.241439 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-21be4f2c-ed38-4b24-a1f6-548f525cdf80 req-9cf71bb7-fdfa-4a05-90e7-16cee78ac4f8 tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=22a373cd-f4ae-4261-9bb9-ccf59304b58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5228977 Feb 04 12:47:21.417161 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bc8077-510a-4515-b0a2-cf29c74ea77b req-6c597bb8-94e9-4340-9a54-3bd7fc01ada6 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:47:21.419152 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e9bc8077-510a-4515-b0a2-cf29c74ea77b req-6c597bb8-94e9-4340-9a54-3bd7fc01ada6 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/ports?device_id=4670cef3-301f-4e64-9df2-0e13ec2bf768 HTTP/1.1" status: 200 len: 931 time: 0.4256744 Feb 04 12:47:21.423884 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a06b4737-e8e4-42eb-91e7-d7b5e00b683d tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-52093282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51452698'] for subnet (9fdfc6a6-8505-4de4-a056-7d77ecca3599), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:21.450876 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-a12ff5aa-3a92-4f5a-ade1-05229ca98806 req-148b036d-a8c4-4a67-a8a5-52ab61d885ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b653202-94d2-47ae-9351-e86b16bd6a82 {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:47:21.535488 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-a12ff5aa-3a92-4f5a-ade1-05229ca98806 req-148b036d-a8c4-4a67-a8a5-52ab61d885ee service neutron] Publish callbacks [] for port (2b653202-94d2-47ae-9351-e86b16bd6a82), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:21.603436 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [req-91fa2fe0-5c16-458a-924f-15e6082aa289 req-02cbe316-edab-4dad-a061-8e92a65d8518 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 410ab158-6569-4ce1-a297-f71c55728960 {{(pid=103474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:47:21.610921 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac48f96-7ace-4f85-997d-18f09a6275c9 None None] Network 1a47e8c3-b161-4455-99ec-b9b9ead38a62 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:47:21.619825 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-91fa2fe0-5c16-458a-924f-15e6082aa289 req-02cbe316-edab-4dad-a061-8e92a65d8518 service neutron] Publish callbacks [] for port (410ab158-6569-4ce1-a297-f71c55728960), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:21.622054 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06b4737-e8e4-42eb-91e7-d7b5e00b683d tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Pushing event deleted for resources: {'Subnet': ['ID=9fdfc6a6-8505-4de4-a056-7d77ecca3599,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:47:21.630854 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a06b4737-e8e4-42eb-91e7-d7b5e00b683d tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:21.643464 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-a06b4737-e8e4-42eb-91e7-d7b5e00b683d tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "DELETE /v2.0/subnets/9fdfc6a6-8505-4de4-a056-7d77ecca3599 HTTP/1.1" status: 204 len: 168 time: 1.5434222 Feb 04 12:47:21.648318 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.provisioning_blocks [req-91fa2fe0-5c16-458a-924f-15e6082aa289 req-02cbe316-edab-4dad-a061-8e92a65d8518 service neutron] Transition to ACTIVE for port object 410ab158-6569-4ce1-a297-f71c55728960 will not be triggered until provisioned by entity L2. {{(pid=103474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:47:21.657675 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 36428) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:47:21.675994 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-91fa2fe0-5c16-458a-924f-15e6082aa289 req-02cbe316-edab-4dad-a061-8e92a65d8518 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (410ab158-6569-4ce1-a297-f71c55728960), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:21.715112 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-a12ff5aa-3a92-4f5a-ade1-05229ca98806 req-148b036d-a8c4-4a67-a8a5-52ab61d885ee service neutron] Transition to ACTIVE for port object 2b653202-94d2-47ae-9351-e86b16bd6a82 will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:47:21.733181 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-a12ff5aa-3a92-4f5a-ade1-05229ca98806 req-148b036d-a8c4-4a67-a8a5-52ab61d885ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (2b653202-94d2-47ae-9351-e86b16bd6a82), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:21.819896 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:21.942799 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e9bc8077-510a-4515-b0a2-cf29c74ea77b req-0954c811-d674-4b2f-9cdf-c67853e5f429 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c15dfa5-1b74-494d-a4b3-b834b3f91fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5128922 Feb 04 12:47:21.949649 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 0fe0768e-1717-422a-9a65-78ec59880568 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:47:22.019088 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-893ce9f7-6697-47c4-9ae5-16d01ec0f954 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (9101117a-8105-46de-be9e-a564a287f2db), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:22.060234 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd754ebf-0086-46ce-8d84-313bdac283e3 None None] DHCP port deletion for 1a47e8c3-b161-4455-99ec-b9b9ead38a62 request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 12:47:22.069166 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804162cc-57a8-4376-8af1-0b3b6e99889a None None] Network a2160580-268b-43f5-8dcf-954dc301bbd3 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:47:22.110776 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148b036d-a8c4-4a67-a8a5-52ab61d885ee service neutron] Pushing event updated for resources: {'Port': ['ID=2b653202-94d2-47ae-9351-e86b16bd6a82,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:47:22.205939 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cbe316-edab-4dad-a061-8e92a65d8518 service neutron] Pushing event updated for resources: {'Port': ['ID=410ab158-6569-4ce1-a297-f71c55728960,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:47:22.207164 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-a12ff5aa-3a92-4f5a-ade1-05229ca98806 req-148b036d-a8c4-4a67-a8a5-52ab61d885ee service neutron] Attempting to bind port 2b653202-94d2-47ae-9351-e86b16bd6a82 on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:47:22.207609 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-a12ff5aa-3a92-4f5a-ade1-05229ca98806 req-148b036d-a8c4-4a67-a8a5-52ab61d885ee service neutron] Attempting to bind port 2b653202-94d2-47ae-9351-e86b16bd6a82 by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': '4f9c3679-38be-484a-a0f7-946cac38a9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '06d4f13c-488c-4e65-9453-2261c70b043f'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:47:22.208071 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12ff5aa-3a92-4f5a-ade1-05229ca98806 req-148b036d-a8c4-4a67-a8a5-52ab61d885ee service neutron] Attempting to bind port 2b653202-94d2-47ae-9351-e86b16bd6a82 on network 06d4f13c-488c-4e65-9453-2261c70b043f {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:47:22.221598 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12ff5aa-3a92-4f5a-ade1-05229ca98806 req-148b036d-a8c4-4a67-a8a5-52ab61d885ee service neutron] Port 2b653202-94d2-47ae-9351-e86b16bd6a82 on network 06d4f13c-488c-4e65-9453-2261c70b043f not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:47:22.222215 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12ff5aa-3a92-4f5a-ade1-05229ca98806 req-148b036d-a8c4-4a67-a8a5-52ab61d885ee service neutron] Attempting to bind port 2b653202-94d2-47ae-9351-e86b16bd6a82 on network 06d4f13c-488c-4e65-9453-2261c70b043f {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:47:22.233857 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12ff5aa-3a92-4f5a-ade1-05229ca98806 req-148b036d-a8c4-4a67-a8a5-52ab61d885ee service neutron] Checking agent: {'id': 'f8add0d2-2202-43d3-bc0e-72442788e6ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:47:22.235035 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12ff5aa-3a92-4f5a-ade1-05229ca98806 req-148b036d-a8c4-4a67-a8a5-52ab61d885ee service neutron] Checking segment: {'id': '4f9c3679-38be-484a-a0f7-946cac38a9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '06d4f13c-488c-4e65-9453-2261c70b043f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:47:22.235892 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12ff5aa-3a92-4f5a-ade1-05229ca98806 req-148b036d-a8c4-4a67-a8a5-52ab61d885ee service neutron] Bound using segment: {'id': '4f9c3679-38be-484a-a0f7-946cac38a9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '06d4f13c-488c-4e65-9453-2261c70b043f'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:47:22.236591 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-a12ff5aa-3a92-4f5a-ade1-05229ca98806 req-148b036d-a8c4-4a67-a8a5-52ab61d885ee service neutron] Bound port: 2b653202-94d2-47ae-9351-e86b16bd6a82, host: n-h1-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f9c3679-38be-484a-a0f7-946cac38a9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '06d4f13c-488c-4e65-9453-2261c70b043f'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:47:22.237186 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-a12ff5aa-3a92-4f5a-ade1-05229ca98806 req-148b036d-a8c4-4a67-a8a5-52ab61d885ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (2b653202-94d2-47ae-9351-e86b16bd6a82), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:22.333765 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-a12ff5aa-3a92-4f5a-ade1-05229ca98806 req-148b036d-a8c4-4a67-a8a5-52ab61d885ee service neutron] For port 2b653202-94d2-47ae-9351-e86b16bd6a82, host n-h1-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:47:22.338842 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-a12ff5aa-3a92-4f5a-ade1-05229ca98806 req-148b036d-a8c4-4a67-a8a5-52ab61d885ee service neutron] For port 2b653202-94d2-47ae-9351-e86b16bd6a82, host n-h1-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=2b653202-94d2-47ae-9351-e86b16bd6a82,segment=NetworkSegment(4f9c3679-38be-484a-a0f7-946cac38a9f0),segment_id=4f9c3679-38be-484a-a0f7-946cac38a9f0)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:47:22.365802 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-a12ff5aa-3a92-4f5a-ade1-05229ca98806 req-148b036d-a8c4-4a67-a8a5-52ab61d885ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (2b653202-94d2-47ae-9351-e86b16bd6a82), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:22.382680 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-e768c7be-5a79-4acb-a820-764a58d12aab tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Deleting subnet ca9bf86a-5f82-4615-8df5-3e5a427be493 {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:47:22.384767 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-91fa2fe0-5c16-458a-924f-15e6082aa289 req-02cbe316-edab-4dad-a061-8e92a65d8518 service neutron] Attempting to bind port 410ab158-6569-4ce1-a297-f71c55728960 on host n-h2-825015-3 for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:47:22.385262 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-91fa2fe0-5c16-458a-924f-15e6082aa289 req-02cbe316-edab-4dad-a061-8e92a65d8518 service neutron] Attempting to bind port 410ab158-6569-4ce1-a297-f71c55728960 by drivers openvswitch,hyperv on host n-h2-825015-3 at level 0 using segments [{'id': 'a4fd1883-c4c7-4318-8e98-9e85a63fb156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '50d90d65-ef89-4bd1-b586-652792747756'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:47:22.385609 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91fa2fe0-5c16-458a-924f-15e6082aa289 req-02cbe316-edab-4dad-a061-8e92a65d8518 service neutron] Attempting to bind port 410ab158-6569-4ce1-a297-f71c55728960 on network 50d90d65-ef89-4bd1-b586-652792747756 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:47:22.398058 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e768c7be-5a79-4acb-a820-764a58d12aab tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks [] for subnet (ca9bf86a-5f82-4615-8df5-3e5a427be493), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:22.414303 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-8a186e4e-3608-4204-a091-f28476275227 None None] Provisioning complete for port 48d7a96b-dfb2-4a2b-a49f-11bd54205346 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:47:22.414691 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8a186e4e-3608-4204-a091-f28476275227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (48d7a96b-dfb2-4a2b-a49f-11bd54205346), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:22.466717 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91fa2fe0-5c16-458a-924f-15e6082aa289 req-02cbe316-edab-4dad-a061-8e92a65d8518 service neutron] Port 410ab158-6569-4ce1-a297-f71c55728960 on network 50d90d65-ef89-4bd1-b586-652792747756 not bound, no agent of type Open vSwitch agent registered on host n-h2-825015-3 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:47:22.472228 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91fa2fe0-5c16-458a-924f-15e6082aa289 req-02cbe316-edab-4dad-a061-8e92a65d8518 service neutron] Attempting to bind port 410ab158-6569-4ce1-a297-f71c55728960 on network 50d90d65-ef89-4bd1-b586-652792747756 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:47:22.522056 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91fa2fe0-5c16-458a-924f-15e6082aa289 req-02cbe316-edab-4dad-a061-8e92a65d8518 service neutron] Checking agent: {'id': '9b68a165-e786-4b91-8592-44519c2ecabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:47:22.522397 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91fa2fe0-5c16-458a-924f-15e6082aa289 req-02cbe316-edab-4dad-a061-8e92a65d8518 service neutron] Checking segment: {'id': 'a4fd1883-c4c7-4318-8e98-9e85a63fb156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '50d90d65-ef89-4bd1-b586-652792747756'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:47:22.522973 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91fa2fe0-5c16-458a-924f-15e6082aa289 req-02cbe316-edab-4dad-a061-8e92a65d8518 service neutron] Bound using segment: {'id': 'a4fd1883-c4c7-4318-8e98-9e85a63fb156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '50d90d65-ef89-4bd1-b586-652792747756'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:47:22.523602 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-91fa2fe0-5c16-458a-924f-15e6082aa289 req-02cbe316-edab-4dad-a061-8e92a65d8518 service neutron] Bound port: 410ab158-6569-4ce1-a297-f71c55728960, host: n-h2-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4fd1883-c4c7-4318-8e98-9e85a63fb156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '50d90d65-ef89-4bd1-b586-652792747756'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:47:22.524179 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-91fa2fe0-5c16-458a-924f-15e6082aa289 req-02cbe316-edab-4dad-a061-8e92a65d8518 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (410ab158-6569-4ce1-a297-f71c55728960), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:22.555335 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e768c7be-5a79-4acb-a820-764a58d12aab tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (ca9bf86a-5f82-4615-8df5-3e5a427be493), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:22.555670 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ff5aa-3a92-4f5a-ade1-05229ca98806 req-148b036d-a8c4-4a67-a8a5-52ab61d885ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:47:22.556625 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-a12ff5aa-3a92-4f5a-ade1-05229ca98806 req-148b036d-a8c4-4a67-a8a5-52ab61d885ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:22.561017 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a12ff5aa-3a92-4f5a-ade1-05229ca98806 req-148b036d-a8c4-4a67-a8a5-52ab61d885ee service neutron] 10.222.0.73 "PUT /v2.0/ports/2b653202-94d2-47ae-9351-e86b16bd6a82 HTTP/1.1" status: 200 len: 1091 time: 3.9123642 Feb 04 12:47:22.563199 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148b036d-a8c4-4a67-a8a5-52ab61d885ee service neutron] Pushing event updated for resources: {'Port': ['ID=2b653202-94d2-47ae-9351-e86b16bd6a82,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:47:22.565965 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 0fe0768e-1717-422a-9a65-78ec59880568 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:47:22.566355 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (0fe0768e-1717-422a-9a65-78ec59880568), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:22.598199 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2f5a613-3dc6-46c9-9586-b6bfe34b9dbe', 'tag': '2b653202-94d2-47ae-9351-e86b16bd6a82'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:47:22.602811 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fafca7a-3b95-489c-aa8b-f86f8d7f4087" -d '{"events": [{"name": "network-changed", "server_uuid": "a2f5a613-3dc6-46c9-9586-b6bfe34b9dbe", "tag": "2b653202-94d2-47ae-9351-e86b16bd6a82"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:47:22.673082 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402f10ba-e1bd-4247-991c-93384402f7f7 req-4df5c14b-b31a-4453-b87a-98cb8340d8ef tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:47:22.678128 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-402f10ba-e1bd-4247-991c-93384402f7f7 req-4df5c14b-b31a-4453-b87a-98cb8340d8ef tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=a2f5a613-3dc6-46c9-9586-b6bfe34b9dbe HTTP/1.1" status: 200 len: 1125 time: 0.2353365 Feb 04 12:47:22.682012 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afea4f0f-b814-4421-b7bf-8b321ba8af96 x-openstack-request-id: req-afea4f0f-b814-4421-b7bf-8b321ba8af96 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:47:22.682688 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2f5a613-3dc6-46c9-9586-b6bfe34b9dbe", "tag": "2b653202-94d2-47ae-9351-e86b16bd6a82", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:47:22.683165 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-afea4f0f-b814-4421-b7bf-8b321ba8af96 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:47:22.684004 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2f5a613-3dc6-46c9-9586-b6bfe34b9dbe', 'tag': '2b653202-94d2-47ae-9351-e86b16bd6a82', 'status': 'completed', 'code': 200} Feb 04 12:47:22.748121 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-dd754ebf-0086-46ce-8d84-313bdac283e3 None None] Deleting port 4e6b1752-8f67-4ce0-9eba-736e873bb92c {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:47:22.748768 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dd754ebf-0086-46ce-8d84-313bdac283e3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (4e6b1752-8f67-4ce0-9eba-736e873bb92c), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:22.753958 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ff5aa-3a92-4f5a-ade1-05229ca98806 req-f2501023-191d-4f71-9748-5671e6fa8c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:47:22.756890 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a12ff5aa-3a92-4f5a-ade1-05229ca98806 req-f2501023-191d-4f71-9748-5671e6fa8c59 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c9db87ad8cbe4aa8abaccf040992930b&device_id=a2f5a613-3dc6-46c9-9586-b6bfe34b9dbe HTTP/1.1" status: 200 len: 1125 time: 0.1421628 Feb 04 12:47:22.844923 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-402f10ba-e1bd-4247-991c-93384402f7f7 req-039bd3cc-0ed0-443f-ae33-6917634d4e8b tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=22a373cd-f4ae-4261-9bb9-ccf59304b58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551697 Feb 04 12:47:22.846830 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a12ff5aa-3a92-4f5a-ade1-05229ca98806 req-469cf51d-92b5-482f-ae29-413d36db5e4e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b653202-94d2-47ae-9351-e86b16bd6a82 HTTP/1.1" status: 200 len: 217 time: 0.0782170 Feb 04 12:47:22.914120 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-91fa2fe0-5c16-458a-924f-15e6082aa289 req-02cbe316-edab-4dad-a061-8e92a65d8518 service neutron] For port 410ab158-6569-4ce1-a297-f71c55728960, host n-h2-825015-3, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:47:22.933730 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-91fa2fe0-5c16-458a-924f-15e6082aa289 req-02cbe316-edab-4dad-a061-8e92a65d8518 service neutron] For port 410ab158-6569-4ce1-a297-f71c55728960, host n-h2-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=410ab158-6569-4ce1-a297-f71c55728960,segment=NetworkSegment(a4fd1883-c4c7-4318-8e98-9e85a63fb156),segment_id=a4fd1883-c4c7-4318-8e98-9e85a63fb156)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:47:22.955884 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-91fa2fe0-5c16-458a-924f-15e6082aa289 req-02cbe316-edab-4dad-a061-8e92a65d8518 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (410ab158-6569-4ce1-a297-f71c55728960), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:22.992049 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ff5aa-3a92-4f5a-ade1-05229ca98806 req-ed01d5c8-bf46-4f4d-aa41-afa3c59a2566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:47:22.993538 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a12ff5aa-3a92-4f5a-ade1-05229ca98806 req-ed01d5c8-bf46-4f4d-aa41-afa3c59a2566 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6fca4f61-e1b8-4dc7-8b4e-7773edd228c6 HTTP/1.1" status: 200 len: 849 time: 0.1316357 Feb 04 12:47:22.996853 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fa2fe0-5c16-458a-924f-15e6082aa289 req-02cbe316-edab-4dad-a061-8e92a65d8518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:47:22.997488 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-91fa2fe0-5c16-458a-924f-15e6082aa289 req-02cbe316-edab-4dad-a061-8e92a65d8518 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:22.998899 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-91fa2fe0-5c16-458a-924f-15e6082aa289 req-02cbe316-edab-4dad-a061-8e92a65d8518 service neutron] 10.222.0.77 "PUT /v2.0/ports/410ab158-6569-4ce1-a297-f71c55728960 HTTP/1.1" status: 200 len: 1091 time: 2.8202531 Feb 04 12:47:23.046568 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4670cef3-301f-4e64-9df2-0e13ec2bf768', 'tag': '410ab158-6569-4ce1-a297-f71c55728960'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:47:23.059092 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c092a43-261e-48b1-89be-4f5b66c56db9" -d '{"events": [{"name": "network-changed", "server_uuid": "4670cef3-301f-4e64-9df2-0e13ec2bf768", "tag": "410ab158-6569-4ce1-a297-f71c55728960"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:47:23.086701 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-8a186e4e-3608-4204-a091-f28476275227 None None] Current status of the port 48d7a96b-dfb2-4a2b-a49f-11bd54205346 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:47:23.087109 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8a186e4e-3608-4204-a091-f28476275227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (48d7a96b-dfb2-4a2b-a49f-11bd54205346), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:23.142591 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-dd754ebf-0086-46ce-8d84-313bdac283e3 None None] For port 4e6b1752-8f67-4ce0-9eba-736e873bb92c, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=4e6b1752-8f67-4ce0-9eba-736e873bb92c,segment=NetworkSegment(359ad298-38b1-4d96-baeb-0f70370bc984),segment_id=359ad298-38b1-4d96-baeb-0f70370bc984)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:47:23.145137 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ff5aa-3a92-4f5a-ade1-05229ca98806 req-7ca39a3d-bbf6-4531-a9c9-784956da164f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:47:23.146689 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a12ff5aa-3a92-4f5a-ade1-05229ca98806 req-7ca39a3d-bbf6-4531-a9c9-784956da164f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=06d4f13c-488c-4e65-9453-2261c70b043f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1455073 Feb 04 12:47:23.147117 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dd754ebf-0086-46ce-8d84-313bdac283e3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (4e6b1752-8f67-4ce0-9eba-736e873bb92c), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:23.184193 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e768c7be-5a79-4acb-a820-764a58d12aab tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (ca9bf86a-5f82-4615-8df5-3e5a427be493), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:23.224448 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-dd754ebf-0086-46ce-8d84-313bdac283e3 None None] Calling delete_port for 4e6b1752-8f67-4ce0-9eba-736e873bb92c owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:47:23.333396 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 0fe0768e-1717-422a-9a65-78ec59880568 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:47:23.334536 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 48d7a96b-dfb2-4a2b-a49f-11bd54205346 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:47:23.358753 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-8a186e4e-3608-4204-a091-f28476275227 None None] For port 48d7a96b-dfb2-4a2b-a49f-11bd54205346, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=48d7a96b-dfb2-4a2b-a49f-11bd54205346,segment=NetworkSegment(121175cf-6bf4-4c06-94cf-de7bbb14aa2f),segment_id=121175cf-6bf4-4c06-94cf-de7bbb14aa2f)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:47:23.383585 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ae2dc7a-1ee6-47a3-9baf-e78fd347bff8 x-openstack-request-id: req-4ae2dc7a-1ee6-47a3-9baf-e78fd347bff8 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:47:23.385861 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4670cef3-301f-4e64-9df2-0e13ec2bf768", "tag": "410ab158-6569-4ce1-a297-f71c55728960", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:47:23.386012 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4ae2dc7a-1ee6-47a3-9baf-e78fd347bff8 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:47:23.386432 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4670cef3-301f-4e64-9df2-0e13ec2bf768', 'tag': '410ab158-6569-4ce1-a297-f71c55728960', 'status': 'completed', 'code': 200} Feb 04 12:47:23.390182 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cbe316-edab-4dad-a061-8e92a65d8518 service neutron] Pushing event updated for resources: {'Port': ['ID=410ab158-6569-4ce1-a297-f71c55728960,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:47:23.470892 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a12ff5aa-3a92-4f5a-ade1-05229ca98806 req-a3fb7f08-a33d-4834-a166-534cd7e12a42 service neutron] 10.222.0.73 "GET /v2.0/networks/06d4f13c-488c-4e65-9453-2261c70b043f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3169208 Feb 04 12:47:23.533724 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fa2fe0-5c16-458a-924f-15e6082aa289 req-fcafaf67-9c0d-4966-a1b9-dbf1d902c04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:47:23.535256 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-91fa2fe0-5c16-458a-924f-15e6082aa289 req-fcafaf67-9c0d-4966-a1b9-dbf1d902c04f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=13522db399fe4d5f88698444f9d616e8&device_id=4670cef3-301f-4e64-9df2-0e13ec2bf768 HTTP/1.1" status: 200 len: 1125 time: 0.2810993 Feb 04 12:47:23.617527 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dd754ebf-0086-46ce-8d84-313bdac283e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (4e6b1752-8f67-4ce0-9eba-736e873bb92c), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:23.619910 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8a186e4e-3608-4204-a091-f28476275227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (48d7a96b-dfb2-4a2b-a49f-11bd54205346), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:23.711120 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd754ebf-0086-46ce-8d84-313bdac283e3 None None] Pushing event deleted for resources: {'Port': ['ID=4e6b1752-8f67-4ce0-9eba-736e873bb92c,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:47:23.748765 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ee7333-25c0-4651-a5b5-ae057b5def57 req-6ed22633-354b-4f29-9ae2-272886b624a1 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:47:23.751355 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-80ee7333-25c0-4651-a5b5-ae057b5def57 req-6ed22633-354b-4f29-9ae2-272886b624a1 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/ports?device_id=4670cef3-301f-4e64-9df2-0e13ec2bf768 HTTP/1.1" status: 200 len: 943 time: 0.2792835 Feb 04 12:47:23.776901 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd754ebf-0086-46ce-8d84-313bdac283e3 None None] No DVR routers for this DVR port 4e6b1752-8f67-4ce0-9eba-736e873bb92c on host n-d-825015-3 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:47:23.845191 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-5fc61792-d608-470b-a3f5-1688f588a78c None None] Provisioning complete for port 48d7a96b-dfb2-4a2b-a49f-11bd54205346 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:47:23.846000 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5fc61792-d608-470b-a3f5-1688f588a78c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (48d7a96b-dfb2-4a2b-a49f-11bd54205346), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:23.904030 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a12ff5aa-3a92-4f5a-ade1-05229ca98806 req-0bd63175-3d71-4734-96cf-8e434c638cc1 service neutron] 10.222.0.73 "GET /v2.0/networks/06d4f13c-488c-4e65-9453-2261c70b043f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3522918 Feb 04 12:47:23.923092 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-80ee7333-25c0-4651-a5b5-ae057b5def57 req-11a7e2f5-4593-40be-b76b-4664a13454a9 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c15dfa5-1b74-494d-a4b3-b834b3f91fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602829 Feb 04 12:47:24.012605 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 48d7a96b-dfb2-4a2b-a49f-11bd54205346 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:47:24.012948 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (48d7a96b-dfb2-4a2b-a49f-11bd54205346), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:24.073390 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a186e4e-3608-4204-a091-f28476275227 None None] Pushing event updated for resources: {'Port': ['ID=48d7a96b-dfb2-4a2b-a49f-11bd54205346,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:47:24.111493 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-91fa2fe0-5c16-458a-924f-15e6082aa289 req-395baeb9-9c4f-4545-860a-d853b31f5a95 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=410ab158-6569-4ce1-a297-f71c55728960 HTTP/1.1" status: 200 len: 217 time: 0.5635455 Feb 04 12:47:24.140672 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e768c7be-5a79-4acb-a820-764a58d12aab tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (ca9bf86a-5f82-4615-8df5-3e5a427be493), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:24.149102 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea768f09-1c03-4a63-a202-7880d47cf95f req-e1c16dff-76a9-4670-89e7-983dfff8b97a tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:47:24.150697 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ea768f09-1c03-4a63-a202-7880d47cf95f req-e1c16dff-76a9-4670-89e7-983dfff8b97a tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=a2f5a613-3dc6-46c9-9586-b6bfe34b9dbe HTTP/1.1" status: 200 len: 1125 time: 0.1165938 Feb 04 12:47:24.152726 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fafca7a-3b95-489c-aa8b-f86f8d7f4087 req-57020d34-2424-49e2-ba26-3226357e021b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:47:24.155108 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1fafca7a-3b95-489c-aa8b-f86f8d7f4087 req-57020d34-2424-49e2-ba26-3226357e021b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c9db87ad8cbe4aa8abaccf040992930b&device_id=a2f5a613-3dc6-46c9-9586-b6bfe34b9dbe HTTP/1.1" status: 200 len: 1125 time: 0.1786995 Feb 04 12:47:24.192437 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-5fc61792-d608-470b-a3f5-1688f588a78c None None] Current status of the port 48d7a96b-dfb2-4a2b-a49f-11bd54205346 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:47:24.207640 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a959dff3-20d7-4293-a35e-f21899f8115a None None] Network 50abc812-52fc-4688-9b5e-8dadbfa93d3a requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:47:24.207876 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e768c7be-5a79-4acb-a820-764a58d12aab tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:24.217031 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-e768c7be-5a79-4acb-a820-764a58d12aab tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "DELETE /v2.0/subnets/ca9bf86a-5f82-4615-8df5-3e5a427be493 HTTP/1.1" status: 204 len: 168 time: 2.5490201 Feb 04 12:47:24.238897 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 36470) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:47:24.286706 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e768c7be-5a79-4acb-a820-764a58d12aab tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Pushing event deleted for resources: {'Subnet': ['ID=ca9bf86a-5f82-4615-8df5-3e5a427be493,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:47:24.343486 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fa2fe0-5c16-458a-924f-15e6082aa289 req-6f93340a-59c0-4ec6-afeb-63df27183065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:47:24.353747 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-91fa2fe0-5c16-458a-924f-15e6082aa289 req-6f93340a-59c0-4ec6-afeb-63df27183065 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1b8a94de-4daf-40f7-9264-be25d0cf82c4 HTTP/1.1" status: 200 len: 851 time: 0.2177556 Feb 04 12:47:24.408938 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fafca7a-3b95-489c-aa8b-f86f8d7f4087 req-b69894e3-6a55-46cb-932b-d76640160a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:47:24.410431 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1fafca7a-3b95-489c-aa8b-f86f8d7f4087 req-b69894e3-6a55-46cb-932b-d76640160a91 service neutron] 10.222.0.73 "GET /v2.0/networks?id=06d4f13c-488c-4e65-9453-2261c70b043f HTTP/1.1" status: 200 len: 911 time: 0.2452860 Feb 04 12:47:24.435424 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-91fa2fe0-5c16-458a-924f-15e6082aa289 req-4a93faf1-e033-4b3d-a34b-d4fe45c0c5af service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=50d90d65-ef89-4bd1-b586-652792747756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0808039 Feb 04 12:47:24.450490 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ea768f09-1c03-4a63-a202-7880d47cf95f req-1f98ad66-7c39-4c46-89d7-1420a7f06049 tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=22a373cd-f4ae-4261-9bb9-ccf59304b58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918830 Feb 04 12:47:24.489429 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-5fc61792-d608-470b-a3f5-1688f588a78c None None] Provisioning complete for port 9101117a-8105-46de-be9e-a564a287f2db triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:47:24.489821 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5fc61792-d608-470b-a3f5-1688f588a78c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (9101117a-8105-46de-be9e-a564a287f2db), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:24.599782 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 48d7a96b-dfb2-4a2b-a49f-11bd54205346 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:47:24.600669 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1fafca7a-3b95-489c-aa8b-f86f8d7f4087 req-67183232-8a77-4675-a4f9-371149fc16a6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b653202-94d2-47ae-9351-e86b16bd6a82 HTTP/1.1" status: 200 len: 217 time: 0.1441700 Feb 04 12:47:24.609017 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-5fc61792-d608-470b-a3f5-1688f588a78c None None] Port 9101117a-8105-46de-be9e-a564a287f2db cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:47:24.663305 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-893ce9f7-6697-47c4-9ae5-16d01ec0f954 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks [] for port (9101117a-8105-46de-be9e-a564a287f2db), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:24.671894 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-91fa2fe0-5c16-458a-924f-15e6082aa289 req-0c9baa79-7d6f-4857-bdd4-6ce0032c0beb service neutron] 10.222.0.77 "GET /v2.0/networks/50d90d65-ef89-4bd1-b586-652792747756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253859 Feb 04 12:47:24.675218 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef418404-c535-4dcd-b7bb-7a805a953849 None None] DHCP port deletion for 50abc812-52fc-4688-9b5e-8dadbfa93d3a request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 12:47:24.694282 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-eb29b918-2cd9-4a3f-94f2-eaaf0aa33baf tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (1a47e8c3-b161-4455-99ec-b9b9ead38a62), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:24.800465 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-5979147c-0d00-440d-8b05-57b90d5e4b18 None None] Provisioning complete for port 9101117a-8105-46de-be9e-a564a287f2db triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:47:24.801003 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5979147c-0d00-440d-8b05-57b90d5e4b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (9101117a-8105-46de-be9e-a564a287f2db), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:24.834091 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-893ce9f7-6697-47c4-9ae5-16d01ec0f954 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (9101117a-8105-46de-be9e-a564a287f2db), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:24.834898 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-893ce9f7-6697-47c4-9ae5-16d01ec0f954 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622202'] for router_interface (23a4f602-cd90-4527-acba-46271144ffed), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:24.879727 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 48d7a96b-dfb2-4a2b-a49f-11bd54205346 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:47:25.006782 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-5979147c-0d00-440d-8b05-57b90d5e4b18 None None] Port 9101117a-8105-46de-be9e-a564a287f2db cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:47:25.016719 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ef418404-c535-4dcd-b7bb-7a805a953849 None None] Deleting port 17edeae7-76eb-455e-a3c8-dc93039298ad {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:47:25.033438 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ef418404-c535-4dcd-b7bb-7a805a953849 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (17edeae7-76eb-455e-a3c8-dc93039298ad), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:25.058715 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-91fa2fe0-5c16-458a-924f-15e6082aa289 req-1d061477-98b1-426c-9a31-cd9053dd1d09 service neutron] 10.222.0.77 "GET /v2.0/networks/50d90d65-ef89-4bd1-b586-652792747756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3774323 Feb 04 12:47:25.115083 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893ce9f7-6697-47c4-9ae5-16d01ec0f954 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Pushing event updated for resources: {'Port': ['ID=9101117a-8105-46de-be9e-a564a287f2db,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:47:25.208898 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 48d7a96b-dfb2-4a2b-a49f-11bd54205346 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:47:25.209431 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (48d7a96b-dfb2-4a2b-a49f-11bd54205346), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:25.270832 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893ce9f7-6697-47c4-9ae5-16d01ec0f954 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Network a2160580-268b-43f5-8dcf-954dc301bbd3 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:47:25.277248 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-893ce9f7-6697-47c4-9ae5-16d01ec0f954 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:47:25.291127 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c092a43-261e-48b1-89be-4f5b66c56db9 req-d5f50bbe-2c29-4274-8469-46f955d295b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:47:25.292738 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-1c092a43-261e-48b1-89be-4f5b66c56db9 req-d5f50bbe-2c29-4274-8469-46f955d295b7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=13522db399fe4d5f88698444f9d616e8&device_id=4670cef3-301f-4e64-9df2-0e13ec2bf768 HTTP/1.1" status: 200 len: 1125 time: 0.1665308 Feb 04 12:47:25.380920 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ef418404-c535-4dcd-b7bb-7a805a953849 None None] For port 17edeae7-76eb-455e-a3c8-dc93039298ad, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=17edeae7-76eb-455e-a3c8-dc93039298ad,segment=NetworkSegment(4c81f2d2-e31d-470c-8fcd-a4bd9a6a54e3),segment_id=4c81f2d2-e31d-470c-8fcd-a4bd9a6a54e3)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:47:25.381590 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ef418404-c535-4dcd-b7bb-7a805a953849 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (17edeae7-76eb-455e-a3c8-dc93039298ad), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:25.417441 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ef418404-c535-4dcd-b7bb-7a805a953849 None None] Calling delete_port for 17edeae7-76eb-455e-a3c8-dc93039298ad owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:47:25.560574 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 48d7a96b-dfb2-4a2b-a49f-11bd54205346 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:47:25.565909 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 2b653202-94d2-47ae-9351-e86b16bd6a82 details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:47:25.673885 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-893ce9f7-6697-47c4-9ae5-16d01ec0f954 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Router 23a4f602-cd90-4527-acba-46271144ffed has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:47:25.746422 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 4e6b1752-8f67-4ce0-9eba-736e873bb92c no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:47:25.754412 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ef418404-c535-4dcd-b7bb-7a805a953849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (17edeae7-76eb-455e-a3c8-dc93039298ad), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:25.799928 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fafca7a-3b95-489c-aa8b-f86f8d7f4087 req-945c6baf-5711-464e-821d-8be24a46b3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:47:25.802143 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1fafca7a-3b95-489c-aa8b-f86f8d7f4087 req-945c6baf-5711-464e-821d-8be24a46b3d5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6fca4f61-e1b8-4dc7-8b4e-7773edd228c6 HTTP/1.1" status: 200 len: 849 time: 1.1523206 Feb 04 12:47:25.807883 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-eb29b918-2cd9-4a3f-94f2-eaaf0aa33baf tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (1a47e8c3-b161-4455-99ec-b9b9ead38a62), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:25.873228 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-eb29b918-2cd9-4a3f-94f2-eaaf0aa33baf tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a47e8c3-b161-4455-99ec-b9b9ead38a62']}} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:47:25.905706 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f021348e-44a2-4f53-b0e3-67ab46b9522f req-c7a21e46-6d7b-4885-9c22-c3bd42e3baf6 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:47:25.907538 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f021348e-44a2-4f53-b0e3-67ab46b9522f req-c7a21e46-6d7b-4885-9c22-c3bd42e3baf6 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/ports?device_id=4670cef3-301f-4e64-9df2-0e13ec2bf768 HTTP/1.1" status: 200 len: 943 time: 0.3819911 Feb 04 12:47:25.909818 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-eb29b918-2cd9-4a3f-94f2-eaaf0aa33baf tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '359ad298-38b1-4d96-baeb-0f70370bc984') {'for_net_delete': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:47:25.910226 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-eb29b918-2cd9-4a3f-94f2-eaaf0aa33baf tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '359ad298-38b1-4d96-baeb-0f70370bc984') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:47:25.952441 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1039b7-ccb6-4a1c-9939-b68fbdedaaaa req-0dadee33-4690-4056-b136-9cd60cc7938d tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:47:25.954908 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3b1039b7-ccb6-4a1c-9939-b68fbdedaaaa req-0dadee33-4690-4056-b136-9cd60cc7938d tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=a2f5a613-3dc6-46c9-9586-b6bfe34b9dbe HTTP/1.1" status: 200 len: 1125 time: 0.2922983 Feb 04 12:47:25.956987 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-eb29b918-2cd9-4a3f-94f2-eaaf0aa33baf tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51859336'] for segment (359ad298-38b1-4d96-baeb-0f70370bc984), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:25.983350 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-893ce9f7-6697-47c4-9ae5-16d01ec0f954 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:47:25.995314 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-893ce9f7-6697-47c4-9ae5-16d01ec0f954 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] 10.222.0.65 "PUT /v2.0/routers/23a4f602-cd90-4527-acba-46271144ffed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9151428 Feb 04 12:47:25.996157 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 36506) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:47:25.997462 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36db326-5aa9-4531-bee9-730d7ef8d4a5 None None] Sync routers for ids ['23a4f602-cd90-4527-acba-46271144ffed'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:47:26.003811 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-1e4caa28-7267-4d92-9197-b76826ab0ac2 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-291645494'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:47:26.013121 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36db326-5aa9-4531-bee9-730d7ef8d4a5 None None] Routers {'23a4f602-cd90-4527-acba-46271144ffed'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:47:26.021732 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-b36db326-5aa9-4531-bee9-730d7ef8d4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:47:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['23a4f602-cd90-4527-acba-46271144ffed'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:47:26.024764 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e4caa28-7267-4d92-9197-b76826ab0ac2 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Made reservation on behalf of 3fccd7acaf5a4db2beb516182b08458d for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:47:26.028200 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1e4caa28-7267-4d92-9197-b76826ab0ac2 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:26.091546 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e4caa28-7267-4d92-9197-b76826ab0ac2 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:47:26.099966 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c092a43-261e-48b1-89be-4f5b66c56db9 req-1b0003df-b5af-4d2c-ac3f-b682f7d32a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:47:26.101495 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-1c092a43-261e-48b1-89be-4f5b66c56db9 req-1b0003df-b5af-4d2c-ac3f-b682f7d32a70 service neutron] 10.222.0.77 "GET /v2.0/networks?id=50d90d65-ef89-4bd1-b586-652792747756 HTTP/1.1" status: 200 len: 912 time: 0.5053957 Feb 04 12:47:26.114672 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fafca7a-3b95-489c-aa8b-f86f8d7f4087 req-ac0fa6d1-b734-44c3-a75d-978bc35fed2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:47:26.119336 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1fafca7a-3b95-489c-aa8b-f86f8d7f4087 req-ac0fa6d1-b734-44c3-a75d-978bc35fed2b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=06d4f13c-488c-4e65-9453-2261c70b043f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2962160 Feb 04 12:47:26.120290 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-eb29b918-2cd9-4a3f-94f2-eaaf0aa33baf tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (359ad298-38b1-4d96-baeb-0f70370bc984), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:26.120516 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1e4caa28-7267-4d92-9197-b76826ab0ac2 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (5813705b-7279-48ad-be9a-fa1b9f3ab0d4), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:26.120983 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-1e4caa28-7267-4d92-9197-b76826ab0ac2 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Added segment 5813705b-7279-48ad-be9a-fa1b9f3ab0d4 of type vlan for network fa0c6481-b3c0-44ff-b6a8-ad5b0bad36f6 Feb 04 12:47:26.190497 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f021348e-44a2-4f53-b0e3-67ab46b9522f req-62bd9e17-4931-4726-884d-a1ed56f1ce8a tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c15dfa5-1b74-494d-a4b3-b834b3f91fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670135 Feb 04 12:47:26.191808 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb29b918-2cd9-4a3f-94f2-eaaf0aa33baf tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=103475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:47:26.192261 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-eb29b918-2cd9-4a3f-94f2-eaaf0aa33baf tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-52093388'] for segment (359ad298-38b1-4d96-baeb-0f70370bc984), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:26.200866 n-d-825015-3 neutron-server[103475]: Traceback (most recent call last): Feb 04 12:47:26.200866 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:47:26.200866 n-d-825015-3 neutron-server[103475]: timer() Feb 04 12:47:26.200866 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:47:26.200866 n-d-825015-3 neutron-server[103475]: cb(*args, **kw) Feb 04 12:47:26.200866 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:47:26.200866 n-d-825015-3 neutron-server[103475]: return func(*args, **kwargs) Feb 04 12:47:26.200866 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:47:26.200866 n-d-825015-3 neutron-server[103475]: self._notify() Feb 04 12:47:26.200866 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:47:26.200866 n-d-825015-3 neutron-server[103475]: self.callback(batched_events) Feb 04 12:47:26.200866 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:47:26.200866 n-d-825015-3 neutron-server[103475]: event.method(event) Feb 04 12:47:26.200866 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:47:26.200866 n-d-825015-3 neutron-server[103475]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:47:26.200866 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:47:26.200866 n-d-825015-3 neutron-server[103475]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:47:26.200866 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:47:26.200866 n-d-825015-3 neutron-server[103475]: return f(self, *a, **k) Feb 04 12:47:26.200866 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:47:26.200866 n-d-825015-3 neutron-server[103475]: return self._get(url).json() Feb 04 12:47:26.200866 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:47:26.200866 n-d-825015-3 neutron-server[103475]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:47:26.200866 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:47:26.200866 n-d-825015-3 neutron-server[103475]: return self.request(url, 'GET', **kwargs) Feb 04 12:47:26.200866 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:47:26.200866 n-d-825015-3 neutron-server[103475]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:47:26.200866 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:47:26.200866 n-d-825015-3 neutron-server[103475]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:47:26.200866 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:47:26.200866 n-d-825015-3 neutron-server[103475]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:47:26.200866 n-d-825015-3 neutron-server[103475]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:47:26.225018 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef418404-c535-4dcd-b7bb-7a805a953849 None None] Pushing event deleted for resources: {'Port': ['ID=17edeae7-76eb-455e-a3c8-dc93039298ad,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:47:26.239347 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 4e6b1752-8f67-4ce0-9eba-736e873bb92c {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:47:26.240230 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 4e6b1752-8f67-4ce0-9eba-736e873bb92c not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:47:26.268100 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-1c092a43-261e-48b1-89be-4f5b66c56db9 req-5c486c04-ddac-4f1d-adea-19573e6b2116 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=410ab158-6569-4ce1-a297-f71c55728960 HTTP/1.1" status: 200 len: 217 time: 0.1541684 Feb 04 12:47:26.286071 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef418404-c535-4dcd-b7bb-7a805a953849 None None] No DVR routers for this DVR port 17edeae7-76eb-455e-a3c8-dc93039298ad on host n-d-825015-3 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:47:26.312694 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.db.resource_extend [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] It took 0.53 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 12:47:26.318140 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-d5d117c0-745a-4c2a-a2a4-b13db9ba9815 None None] Provisioning complete for port 9101117a-8105-46de-be9e-a564a287f2db triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:47:26.318842 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d5d117c0-745a-4c2a-a2a4-b13db9ba9815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (9101117a-8105-46de-be9e-a564a287f2db), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:26.338239 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-b36db326-5aa9-4531-bee9-730d7ef8d4a5 None None] Set router 23a4f602-cd90-4527-acba-46271144ffed gateway port host: None {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:47:26.379999 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3b1039b7-ccb6-4a1c-9939-b68fbdedaaaa req-e2b60f47-ee94-460d-baa8-647db72931bc tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=22a373cd-f4ae-4261-9bb9-ccf59304b58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4139800 Feb 04 12:47:26.430532 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-d5d117c0-745a-4c2a-a2a4-b13db9ba9815 None None] Port 9101117a-8105-46de-be9e-a564a287f2db cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:47:26.458997 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-eb29b918-2cd9-4a3f-94f2-eaaf0aa33baf tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (1a47e8c3-b161-4455-99ec-b9b9ead38a62), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:26.464115 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-eb29b918-2cd9-4a3f-94f2-eaaf0aa33baf tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:26.467267 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-eb29b918-2cd9-4a3f-94f2-eaaf0aa33baf tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "DELETE /v2.0/networks/1a47e8c3-b161-4455-99ec-b9b9ead38a62 HTTP/1.1" status: 204 len: 168 time: 2.2262216 Feb 04 12:47:26.471304 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 36512) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:47:26.501321 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb29b918-2cd9-4a3f-94f2-eaaf0aa33baf tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Pushing event deleted for resources: {'Network': ['ID=1a47e8c3-b161-4455-99ec-b9b9ead38a62,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:47:26.511185 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c092a43-261e-48b1-89be-4f5b66c56db9 req-b7a17cd4-66b6-44cf-9a6b-ce588b81ccbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:47:26.512595 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-1c092a43-261e-48b1-89be-4f5b66c56db9 req-b7a17cd4-66b6-44cf-9a6b-ce588b81ccbf service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1b8a94de-4daf-40f7-9264-be25d0cf82c4 HTTP/1.1" status: 200 len: 851 time: 0.2297249 Feb 04 12:47:26.521297 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 2b653202-94d2-47ae-9351-e86b16bd6a82, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=2b653202-94d2-47ae-9351-e86b16bd6a82,segment=NetworkSegment(4f9c3679-38be-484a-a0f7-946cac38a9f0),segment_id=4f9c3679-38be-484a-a0f7-946cac38a9f0)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:47:26.536311 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1e4caa28-7267-4d92-9197-b76826ab0ac2 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (fa0c6481-b3c0-44ff-b6a8-ad5b0bad36f6), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:26.544711 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': '2b653202-94d2-47ae-9351-e86b16bd6a82', 'network_id': '06d4f13c-488c-4e65-9453-2261c70b043f', 'port_id': '2b653202-94d2-47ae-9351-e86b16bd6a82', 'mac_address': 'fa:16:3e:0b:5d:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fca4f61-e1b8-4dc7-8b4e-7773edd228c6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:47:26.554085 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1fafca7a-3b95-489c-aa8b-f86f8d7f4087 req-47820768-1d5a-4b4b-87cf-91df12c68c71 service neutron] 10.222.0.73 "GET /v2.0/networks/06d4f13c-488c-4e65-9453-2261c70b043f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3946829 Feb 04 12:47:26.613865 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-1c092a43-261e-48b1-89be-4f5b66c56db9 req-9363ace0-d445-4205-ad10-ea9ccd02c8fd service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=50d90d65-ef89-4bd1-b586-652792747756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747142 Feb 04 12:47:26.773473 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1fafca7a-3b95-489c-aa8b-f86f8d7f4087 req-6b8721a2-85c1-4826-afc6-537662019967 service neutron] 10.222.0.73 "GET /v2.0/networks/06d4f13c-488c-4e65-9453-2261c70b043f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146127 Feb 04 12:47:26.793798 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 2b653202-94d2-47ae-9351-e86b16bd6a82 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:47:26.794189 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (2b653202-94d2-47ae-9351-e86b16bd6a82), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:26.852419 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f7240a18-edaf-40c9-9cf6-2c1d266a8c28 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (50abc812-52fc-4688-9b5e-8dadbfa93d3a), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:26.854485 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b653202-94d2-47ae-9351-e86b16bd6a82 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:47:26.860741 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1e4caa28-7267-4d92-9197-b76826ab0ac2 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (fa0c6481-b3c0-44ff-b6a8-ad5b0bad36f6), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:26.865820 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4caa28-7267-4d92-9197-b76826ab0ac2 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:47:26.866466 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1e4caa28-7267-4d92-9197-b76826ab0ac2 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:26.868566 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 17edeae7-76eb-455e-a3c8-dc93039298ad no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:47:26.913152 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-b36db326-5aa9-4531-bee9-730d7ef8d4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23a4f602-cd90-4527-acba-46271144ffed', 'name': 'tempest-RoutersIpV6Test-router-21052845', 'tenant_id': '3fccd7acaf5a4db2beb516182b08458d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:46:58Z', 'updated_at': '2022-02-04T12:47:21Z', 'revision_number': 4, 'project_id': '3fccd7acaf5a4db2beb516182b08458d', 'gw_port_host': None, '_interfaces': [{'id': '0fe0768e-1717-422a-9a65-78ec59880568', 'name': '', 'network_id': 'de1361df-7110-4dbf-97fc-b6448f3ceb7d', 'tenant_id': '3fccd7acaf5a4db2beb516182b08458d', 'mac_address': 'fa:16:3e:1e:65:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a4f602-cd90-4527-acba-46271144ffed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': '1da51ffd-3a2b-4163-8aec-62ae41b758d3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:47:09Z', 'updated_at': '2022-02-04T12:47:20Z', 'revision_number': 5, 'project_id': '3fccd7acaf5a4db2beb516182b08458d', 'subnets': [{'id': '1da51ffd-3a2b-4163-8aec-62ae41b758d3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e09e278-b3a3-4125-ac15-c5604e7efe36', 'name': '', 'network_id': '851ada3b-84e7-4fe7-8c48-0057b87b86cb', 'tenant_id': '3fccd7acaf5a4db2beb516182b08458d', 'mac_address': 'fa:16:3e:c4:76:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a4f602-cd90-4527-acba-46271144ffed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2834, 'fixed_ips': [{'subnet_id': '45839c3a-851e-4316-ae5c-98cfc9c7c852', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:47:01Z', 'updated_at': '2022-02-04T12:47:08Z', 'revision_number': 5, 'project_id': '3fccd7acaf5a4db2beb516182b08458d', 'subnets': [{'id': '45839c3a-851e-4316-ae5c-98cfc9c7c852', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9101117a-8105-46de-be9e-a564a287f2db', 'name': '', 'network_id': 'a2160580-268b-43f5-8dcf-954dc301bbd3', 'tenant_id': '3fccd7acaf5a4db2beb516182b08458d', 'mac_address': 'fa:16:3e:10:e0:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23a4f602-cd90-4527-acba-46271144ffed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': '98ee853f-ae9e-4711-905a-1e82a0d71f76', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:47:19Z', 'updated_at': '2022-02-04T12:47:23Z', 'revision_number': 2, 'project_id': '3fccd7acaf5a4db2beb516182b08458d', 'subnets': [{'id': '98ee853f-ae9e-4711-905a-1e82a0d71f76', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:47:26.915620 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 17edeae7-76eb-455e-a3c8-dc93039298ad {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:47:26.919613 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 17edeae7-76eb-455e-a3c8-dc93039298ad not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:47:26.946677 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-1e4caa28-7267-4d92-9197-b76826ab0ac2 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9475875 Feb 04 12:47:26.950030 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 36524) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:47:26.969679 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-db6b1ab4-2f8e-438b-a51c-19d8a36ed071 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Request body: {'subnet': {'network_id': 'fa0c6481-b3c0-44ff-b6a8-ad5b0bad36f6', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:47:26.973237 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 2b653202-94d2-47ae-9351-e86b16bd6a82, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=2b653202-94d2-47ae-9351-e86b16bd6a82,segment=NetworkSegment(4f9c3679-38be-484a-a0f7-946cac38a9f0),segment_id=4f9c3679-38be-484a-a0f7-946cac38a9f0)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:47:26.976913 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36db326-5aa9-4531-bee9-730d7ef8d4a5 None None] Checking router: 23a4f602-cd90-4527-acba-46271144ffed for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:47:26.977719 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36db326-5aa9-4531-bee9-730d7ef8d4a5 None None] Updating router 23a4f602-cd90-4527-acba-46271144ffed port 9101117a-8105-46de-be9e-a564a287f2db binding host n-d-825015-3 {{(pid=103477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:47:26.986435 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (2b653202-94d2-47ae-9351-e86b16bd6a82), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:27.052224 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=2b653202-94d2-47ae-9351-e86b16bd6a82,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:47:27.052990 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b36db326-5aa9-4531-bee9-730d7ef8d4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (9101117a-8105-46de-be9e-a564a287f2db), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:27.104596 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-1c092a43-261e-48b1-89be-4f5b66c56db9 req-f5959387-5b29-4504-97e5-165d780533a9 service neutron] 10.222.0.77 "GET /v2.0/networks/50d90d65-ef89-4bd1-b586-652792747756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4672701 Feb 04 12:47:27.117449 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4caa28-7267-4d92-9197-b76826ab0ac2 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Pushing event updated for resources: {'Network': ['ID=fa0c6481-b3c0-44ff-b6a8-ad5b0bad36f6,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:47:27.149196 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db6b1ab4-2f8e-438b-a51c-19d8a36ed071 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Made reservation on behalf of 3fccd7acaf5a4db2beb516182b08458d for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:47:27.154143 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-db6b1ab4-2f8e-438b-a51c-19d8a36ed071 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:27.197444 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['2b653202-94d2-47ae-9351-e86b16bd6a82'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:47:27.279995 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4caa28-7267-4d92-9197-b76826ab0ac2 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:47:27.283959 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4caa28-7267-4d92-9197-b76826ab0ac2 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:47:27.284326 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4caa28-7267-4d92-9197-b76826ab0ac2 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:47:27.284673 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4caa28-7267-4d92-9197-b76826ab0ac2 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:47:27.285020 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4caa28-7267-4d92-9197-b76826ab0ac2 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:47:27.285361 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4caa28-7267-4d92-9197-b76826ab0ac2 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:47:27.285700 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4caa28-7267-4d92-9197-b76826ab0ac2 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:47:27.289021 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4caa28-7267-4d92-9197-b76826ab0ac2 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:47:27.289473 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4caa28-7267-4d92-9197-b76826ab0ac2 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:47:27.346841 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4caa28-7267-4d92-9197-b76826ab0ac2 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:47:27.347374 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4caa28-7267-4d92-9197-b76826ab0ac2 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:47:27.348026 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4caa28-7267-4d92-9197-b76826ab0ac2 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:47:27.348408 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4caa28-7267-4d92-9197-b76826ab0ac2 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:47:27.381987 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network fa0c6481-b3c0-44ff-b6a8-ad5b0bad36f6 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:47:27.495924 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db28c0b-67bd-4c4a-8601-f3f596c267d7 req-de151e0c-76c6-48fc-a058-cbfefde0f0f9 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:47:27.497691 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7db28c0b-67bd-4c4a-8601-f3f596c267d7 req-de151e0c-76c6-48fc-a058-cbfefde0f0f9 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/ports?device_id=4670cef3-301f-4e64-9df2-0e13ec2bf768 HTTP/1.1" status: 200 len: 943 time: 0.1642597 Feb 04 12:47:27.599783 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f7240a18-edaf-40c9-9cf6-2c1d266a8c28 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (50abc812-52fc-4688-9b5e-8dadbfa93d3a), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:27.628408 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-f7240a18-edaf-40c9-9cf6-2c1d266a8c28 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50abc812-52fc-4688-9b5e-8dadbfa93d3a']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:47:27.638598 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-f7240a18-edaf-40c9-9cf6-2c1d266a8c28 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c81f2d2-e31d-470c-8fcd-a4bd9a6a54e3') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:47:27.638906 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-f7240a18-edaf-40c9-9cf6-2c1d266a8c28 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c81f2d2-e31d-470c-8fcd-a4bd9a6a54e3') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:47:27.649460 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f7240a18-edaf-40c9-9cf6-2c1d266a8c28 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (4c81f2d2-e31d-470c-8fcd-a4bd9a6a54e3), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:27.668900 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f7240a18-edaf-40c9-9cf6-2c1d266a8c28 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (4c81f2d2-e31d-470c-8fcd-a4bd9a6a54e3), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:27.674095 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b36db326-5aa9-4531-bee9-730d7ef8d4a5 None None] Publish callbacks [] for port (9101117a-8105-46de-be9e-a564a287f2db), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:27.678423 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 410ab158-6569-4ce1-a297-f71c55728960 details requested by agent hyperv_n-h2-825015-3 with host n-h2-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:47:27.681783 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7240a18-edaf-40c9-9cf6-2c1d266a8c28 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:47:27.683328 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f7240a18-edaf-40c9-9cf6-2c1d266a8c28 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (4c81f2d2-e31d-470c-8fcd-a4bd9a6a54e3), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:27.694312 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b36db326-5aa9-4531-bee9-730d7ef8d4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (9101117a-8105-46de-be9e-a564a287f2db), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:27.762763 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-1c092a43-261e-48b1-89be-4f5b66c56db9 req-e2d09a6c-8354-4762-8d44-48ac0f736b99 service neutron] 10.222.0.77 "GET /v2.0/networks/50d90d65-ef89-4bd1-b586-652792747756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6426959 Feb 04 12:47:27.763521 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 12:47:27.763521 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:47:27.763521 n-d-825015-3 neutron-server[103474]: timer() Feb 04 12:47:27.763521 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:47:27.763521 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 12:47:27.763521 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:47:27.763521 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 12:47:27.763521 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:47:27.763521 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 12:47:27.763521 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:47:27.763521 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 12:47:27.763521 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:47:27.763521 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 12:47:27.763521 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:47:27.763521 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:47:27.763521 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:47:27.763521 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:47:27.763521 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:47:27.763521 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 12:47:27.763521 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:47:27.763521 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 12:47:27.763521 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:47:27.763521 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:47:27.763521 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:47:27.763521 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 12:47:27.763521 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:47:27.763521 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:47:27.763521 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:47:27.763521 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:47:27.763521 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:47:27.763521 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:47:27.763521 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:47:27.774107 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48d2af9-3622-491b-bb93-f36c054b351b None None] Pushing event updated for resources: {'Port': ['ID=9101117a-8105-46de-be9e-a564a287f2db,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:47:27.788531 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f7240a18-edaf-40c9-9cf6-2c1d266a8c28 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (50abc812-52fc-4688-9b5e-8dadbfa93d3a), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:27.802970 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f7240a18-edaf-40c9-9cf6-2c1d266a8c28 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:27.815338 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-f7240a18-edaf-40c9-9cf6-2c1d266a8c28 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] 10.222.0.65 "DELETE /v2.0/networks/50abc812-52fc-4688-9b5e-8dadbfa93d3a HTTP/1.1" status: 204 len: 168 time: 1.3289831 Feb 04 12:47:27.816239 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-db6b1ab4-2f8e-438b-a51c-19d8a36ed071 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52094127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51452689'] for subnet (0dfbae9e-ed6d-423c-9949-6cc5dee24f0a), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:27.853373 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7240a18-edaf-40c9-9cf6-2c1d266a8c28 tempest-TaggedBootDevicesTest-1926389542 tempest-TaggedBootDevicesTest-1926389542-project] Pushing event deleted for resources: {'Network': ['ID=50abc812-52fc-4688-9b5e-8dadbfa93d3a,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:47:27.955600 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6b1ab4-2f8e-438b-a51c-19d8a36ed071 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Pushing event updated for resources: {'Subnet': ['ID=0dfbae9e-ed6d-423c-9949-6cc5dee24f0a,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:47:27.971630 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 410ab158-6569-4ce1-a297-f71c55728960, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=410ab158-6569-4ce1-a297-f71c55728960,segment=NetworkSegment(a4fd1883-c4c7-4318-8e98-9e85a63fb156),segment_id=a4fd1883-c4c7-4318-8e98-9e85a63fb156)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:47:27.973502 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7db28c0b-67bd-4c4a-8601-f3f596c267d7 req-97ebef75-0330-4999-ab3b-e50264d4570f tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c15dfa5-1b74-494d-a4b3-b834b3f91fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4177182 Feb 04 12:47:27.980898 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-b36db326-5aa9-4531-bee9-730d7ef8d4a5 None None] Attempting to bind port 9101117a-8105-46de-be9e-a564a287f2db on host n-d-825015-3 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:47:27.981311 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-b36db326-5aa9-4531-bee9-730d7ef8d4a5 None None] Attempting to bind port 9101117a-8105-46de-be9e-a564a287f2db by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '121175cf-6bf4-4c06-94cf-de7bbb14aa2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a2160580-268b-43f5-8dcf-954dc301bbd3'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:47:27.981676 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36db326-5aa9-4531-bee9-730d7ef8d4a5 None None] Attempting to bind port 9101117a-8105-46de-be9e-a564a287f2db on network a2160580-268b-43f5-8dcf-954dc301bbd3 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:47:27.986592 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Returning: {'device': '410ab158-6569-4ce1-a297-f71c55728960', 'network_id': '50d90d65-ef89-4bd1-b586-652792747756', 'port_id': '410ab158-6569-4ce1-a297-f71c55728960', 'mac_address': 'fa:16:3e:36:cc:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b8a94de-4daf-40f7-9264-be25d0cf82c4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:47:27.993944 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8058a62-534c-4881-838b-aae99cc976fd req-c7339c61-bb42-4734-aa3e-fdc0ce128480 tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:47:27.995579 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d8058a62-534c-4881-838b-aae99cc976fd req-c7339c61-bb42-4734-aa3e-fdc0ce128480 tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=a2f5a613-3dc6-46c9-9586-b6bfe34b9dbe HTTP/1.1" status: 200 len: 1126 time: 0.4364800 Feb 04 12:47:28.000636 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36db326-5aa9-4531-bee9-730d7ef8d4a5 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:47:28.001645 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36db326-5aa9-4531-bee9-730d7ef8d4a5 None None] Checking segment: {'id': '121175cf-6bf4-4c06-94cf-de7bbb14aa2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a2160580-268b-43f5-8dcf-954dc301bbd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:47:28.002230 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b36db326-5aa9-4531-bee9-730d7ef8d4a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:28.002785 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36db326-5aa9-4531-bee9-730d7ef8d4a5 None None] Bound using segment: {'id': '121175cf-6bf4-4c06-94cf-de7bbb14aa2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a2160580-268b-43f5-8dcf-954dc301bbd3'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:47:28.003437 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-b36db326-5aa9-4531-bee9-730d7ef8d4a5 None None] Bound port: 9101117a-8105-46de-be9e-a564a287f2db, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '121175cf-6bf4-4c06-94cf-de7bbb14aa2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a2160580-268b-43f5-8dcf-954dc301bbd3'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:47:28.004019 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b36db326-5aa9-4531-bee9-730d7ef8d4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (9101117a-8105-46de-be9e-a564a287f2db), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:28.020708 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6b1ab4-2f8e-438b-a51c-19d8a36ed071 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Checking segment: {'id': '5813705b-7279-48ad-be9a-fa1b9f3ab0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'fa0c6481-b3c0-44ff-b6a8-ad5b0bad36f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:47:28.021080 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6b1ab4-2f8e-438b-a51c-19d8a36ed071 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Network hostable DHCP agents. Network: fa0c6481-b3c0-44ff-b6a8-ad5b0bad36f6, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:47:28.068619 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 410ab158-6569-4ce1-a297-f71c55728960 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:47:28.069023 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (410ab158-6569-4ce1-a297-f71c55728960), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:28.097451 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 410ab158-6569-4ce1-a297-f71c55728960 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:47:28.127518 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 410ab158-6569-4ce1-a297-f71c55728960, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=410ab158-6569-4ce1-a297-f71c55728960,segment=NetworkSegment(a4fd1883-c4c7-4318-8e98-9e85a63fb156),segment_id=a4fd1883-c4c7-4318-8e98-9e85a63fb156)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:47:28.134731 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (410ab158-6569-4ce1-a297-f71c55728960), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:28.149742 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6b1ab4-2f8e-438b-a51c-19d8a36ed071 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Network fa0c6481-b3c0-44ff-b6a8-ad5b0bad36f6 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:47:28.185778 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d8058a62-534c-4881-838b-aae99cc976fd req-0ea44fa2-4481-4aac-9be8-fc08fb4498ea tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=22a373cd-f4ae-4261-9bb9-ccf59304b58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667619 Feb 04 12:47:28.190818 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-db6b1ab4-2f8e-438b-a51c-19d8a36ed071 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, fa0c6481-b3c0-44ff-b6a8-ad5b0bad36f6) {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:47:28.216995 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6b1ab4-2f8e-438b-a51c-19d8a36ed071 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:47:28.218588 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-db6b1ab4-2f8e-438b-a51c-19d8a36ed071 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:28.224179 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d2af0d-92d1-4db3-9507-adc009226acd None None] Network fa0c6481-b3c0-44ff-b6a8-ad5b0bad36f6 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:47:28.224776 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-b36db326-5aa9-4531-bee9-730d7ef8d4a5 None None] For port 9101117a-8105-46de-be9e-a564a287f2db, host n-d-825015-3, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:47:28.242727 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-b36db326-5aa9-4531-bee9-730d7ef8d4a5 None None] For port 9101117a-8105-46de-be9e-a564a287f2db, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=9101117a-8105-46de-be9e-a564a287f2db,segment=NetworkSegment(121175cf-6bf4-4c06-94cf-de7bbb14aa2f),segment_id=121175cf-6bf4-4c06-94cf-de7bbb14aa2f)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:47:28.267785 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b36db326-5aa9-4531-bee9-730d7ef8d4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (9101117a-8105-46de-be9e-a564a287f2db), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:28.277939 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-db6b1ab4-2f8e-438b-a51c-19d8a36ed071 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3230095 Feb 04 12:47:28.278162 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 36550) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:47:28.387742 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['410ab158-6569-4ce1-a297-f71c55728960'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:47:28.401077 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=410ab158-6569-4ce1-a297-f71c55728960,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:47:28.497849 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48d2af9-3622-491b-bb93-f36c054b351b None None] Pushing event updated for resources: {'Port': ['ID=9101117a-8105-46de-be9e-a564a287f2db,revision_number=4']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:47:28.512310 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36db326-5aa9-4531-bee9-730d7ef8d4a5 None None] Routers {'23a4f602-cd90-4527-acba-46271144ffed'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:47:28.513600 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-b36db326-5aa9-4531-bee9-730d7ef8d4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:47:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['23a4f602-cd90-4527-acba-46271144ffed'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:47:28.526126 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-65c981ca-25e9-4420-ab00-4648737a8132 None None] Provisioning complete for port 9101117a-8105-46de-be9e-a564a287f2db triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:47:28.526510 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-65c981ca-25e9-4420-ab00-4648737a8132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (9101117a-8105-46de-be9e-a564a287f2db), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:28.675077 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee4f85a4-5cf4-4d69-a843-ed9308bfeb1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-fa0c6481-b3c0-44ff-b6a8-ad5b0bad36f6', 'network_id': 'fa0c6481-b3c0-44ff-b6a8-ad5b0bad36f6', 'project_id': '3fccd7acaf5a4db2beb516182b08458d', 'fixed_ips': [{'subnet_id': '0dfbae9e-ed6d-423c-9949-6cc5dee24f0a'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 12:47:28.676319 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ee4f85a4-5cf4-4d69-a843-ed9308bfeb1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:28.745850 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-b36db326-5aa9-4531-bee9-730d7ef8d4a5 None None] Set router 23a4f602-cd90-4527-acba-46271144ffed gateway port host: None {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:47:28.748405 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-65c981ca-25e9-4420-ab00-4648737a8132 None None] Current status of the port 9101117a-8105-46de-be9e-a564a287f2db is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:47:28.748405 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-65c981ca-25e9-4420-ab00-4648737a8132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (9101117a-8105-46de-be9e-a564a287f2db), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:29.081822 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8e384311-1c78-439c-bef6-21f879e4504e tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:29.228870 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-65c981ca-25e9-4420-ab00-4648737a8132 None None] For port 9101117a-8105-46de-be9e-a564a287f2db, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=9101117a-8105-46de-be9e-a564a287f2db,segment=NetworkSegment(121175cf-6bf4-4c06-94cf-de7bbb14aa2f),segment_id=121175cf-6bf4-4c06-94cf-de7bbb14aa2f)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:47:29.245917 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-65c981ca-25e9-4420-ab00-4648737a8132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (9101117a-8105-46de-be9e-a564a287f2db), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:29.263008 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-b36db326-5aa9-4531-bee9-730d7ef8d4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23a4f602-cd90-4527-acba-46271144ffed', 'name': 'tempest-RoutersIpV6Test-router-21052845', 'tenant_id': '3fccd7acaf5a4db2beb516182b08458d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:46:58Z', 'updated_at': '2022-02-04T12:47:21Z', 'revision_number': 4, 'project_id': '3fccd7acaf5a4db2beb516182b08458d', 'gw_port_host': None, '_interfaces': [{'id': '0fe0768e-1717-422a-9a65-78ec59880568', 'name': '', 'network_id': 'de1361df-7110-4dbf-97fc-b6448f3ceb7d', 'tenant_id': '3fccd7acaf5a4db2beb516182b08458d', 'mac_address': 'fa:16:3e:1e:65:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a4f602-cd90-4527-acba-46271144ffed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': '1da51ffd-3a2b-4163-8aec-62ae41b758d3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:47:09Z', 'updated_at': '2022-02-04T12:47:20Z', 'revision_number': 5, 'project_id': '3fccd7acaf5a4db2beb516182b08458d', 'subnets': [{'id': '1da51ffd-3a2b-4163-8aec-62ae41b758d3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e09e278-b3a3-4125-ac15-c5604e7efe36', 'name': '', 'network_id': '851ada3b-84e7-4fe7-8c48-0057b87b86cb', 'tenant_id': '3fccd7acaf5a4db2beb516182b08458d', 'mac_address': 'fa:16:3e:c4:76:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a4f602-cd90-4527-acba-46271144ffed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2834, 'fixed_ips': [{'subnet_id': '45839c3a-851e-4316-ae5c-98cfc9c7c852', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:47:01Z', 'updated_at': '2022-02-04T12:47:08Z', 'revision_number': 5, 'project_id': '3fccd7acaf5a4db2beb516182b08458d', 'subnets': [{'id': '45839c3a-851e-4316-ae5c-98cfc9c7c852', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9101117a-8105-46de-be9e-a564a287f2db', 'name': '', 'network_id': 'a2160580-268b-43f5-8dcf-954dc301bbd3', 'tenant_id': '3fccd7acaf5a4db2beb516182b08458d', 'mac_address': 'fa:16:3e:10:e0:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23a4f602-cd90-4527-acba-46271144ffed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': '98ee853f-ae9e-4711-905a-1e82a0d71f76', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:47:19Z', 'updated_at': '2022-02-04T12:47:28Z', 'revision_number': 4, 'project_id': '3fccd7acaf5a4db2beb516182b08458d', 'subnets': [{'id': '98ee853f-ae9e-4711-905a-1e82a0d71f76', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:47:29.315903 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-ee4f85a4-5cf4-4d69-a843-ed9308bfeb1b None None] Allocated IP 2001:db8:3::2 (fa0c6481-b3c0-44ff-b6a8-ad5b0bad36f6/0dfbae9e-ed6d-423c-9949-6cc5dee24f0a/53c82c9c-74f1-4ae8-a418-f8da7c7abbd6) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:47:29.370530 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c981ca-25e9-4420-ab00-4648737a8132 None None] Pushing event updated for resources: {'Port': ['ID=9101117a-8105-46de-be9e-a564a287f2db,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:47:29.380529 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36db326-5aa9-4531-bee9-730d7ef8d4a5 None None] The sync data for ids ['23a4f602-cd90-4527-acba-46271144ffed'] in n-d-825015-3 is: [{'id': '23a4f602-cd90-4527-acba-46271144ffed', 'name': 'tempest-RoutersIpV6Test-router-21052845', 'tenant_id': '3fccd7acaf5a4db2beb516182b08458d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:46:58Z', 'updated_at': '2022-02-04T12:47:21Z', 'revision_number': 4, 'project_id': '3fccd7acaf5a4db2beb516182b08458d', 'gw_port_host': None, '_interfaces': [{'id': '0fe0768e-1717-422a-9a65-78ec59880568', 'name': '', 'network_id': 'de1361df-7110-4dbf-97fc-b6448f3ceb7d', 'tenant_id': '3fccd7acaf5a4db2beb516182b08458d', 'mac_address': 'fa:16:3e:1e:65:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a4f602-cd90-4527-acba-46271144ffed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': '1da51ffd-3a2b-4163-8aec-62ae41b758d3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:47:09Z', 'updated_at': '2022-02-04T12:47:20Z', 'revision_number': 5, 'project_id': '3fccd7acaf5a4db2beb516182b08458d', 'subnets': [{'id': '1da51ffd-3a2b-4163-8aec-62ae41b758d3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e09e278-b3a3-4125-ac15-c5604e7efe36', 'name': '', 'network_id': '851ada3b-84e7-4fe7-8c48-0057b87b86cb', 'tenant_id': '3fccd7acaf5a4db2beb516182b08458d', 'mac_address': 'fa:16:3e:c4:76:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a4f602-cd90-4527-acba-46271144ffed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2834, 'fixed_ips': [{'subnet_id': '45839c3a-851e-4316-ae5c-98cfc9c7c852', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:47:01Z', 'updated_at': '2022-02-04T12:47:08Z', 'revision_number': 5, 'project_id': '3fccd7acaf5a4db2beb516182b08458d', 'subnets': [{'id': '45839c3a-851e-4316-ae5c-98cfc9c7c852', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9101117a-8105-46de-be9e-a564a287f2db', 'name': '', 'network_id': 'a2160580-268b-43f5-8dcf-954dc301bbd3', 'tenant_id': '3fccd7acaf5a4db2beb516182b08458d', 'mac_address': 'fa:16:3e:10:e0:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23a4f602-cd90-4527-acba-46271144ffed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': '98ee853f-ae9e-4711-905a-1e82a0d71f76', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:47:19Z', 'updated_at': '2022-02-04T12:47:28Z', 'revision_number': 4, 'project_id': '3fccd7acaf5a4db2beb516182b08458d', 'subnets': [{'id': '98ee853f-ae9e-4711-905a-1e82a0d71f76', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:47:29.445457 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-e409d988-d4c3-431a-b908-af4054ac7ac6 None None] Provisioning complete for port 9101117a-8105-46de-be9e-a564a287f2db triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:47:29.445897 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e409d988-d4c3-431a-b908-af4054ac7ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (9101117a-8105-46de-be9e-a564a287f2db), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:29.567068 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 2b653202-94d2-47ae-9351-e86b16bd6a82 up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:47:29.621283 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed136f7-c78c-429d-bed0-8b811f4b7799 req-9e485631-29f5-49a4-91b9-da7689e3d2f5 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:47:29.623265 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fed136f7-c78c-429d-bed0-8b811f4b7799 req-9e485631-29f5-49a4-91b9-da7689e3d2f5 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/ports?device_id=4670cef3-301f-4e64-9df2-0e13ec2bf768 HTTP/1.1" status: 200 len: 944 time: 0.5185051 Feb 04 12:47:29.717961 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fea235d-6035-43f2-a1f8-3edc20a795ea req-819b1359-9ce9-419a-8a38-576c553ab666 tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:47:29.731048 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1fea235d-6035-43f2-a1f8-3edc20a795ea req-819b1359-9ce9-419a-8a38-576c553ab666 tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=a2f5a613-3dc6-46c9-9586-b6bfe34b9dbe HTTP/1.1" status: 200 len: 1126 time: 0.1602218 Feb 04 12:47:29.788860 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fed136f7-c78c-429d-bed0-8b811f4b7799 req-8ba5f146-e06b-4c7f-b99f-7da26fa42761 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c15dfa5-1b74-494d-a4b3-b834b3f91fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482723 Feb 04 12:47:29.901567 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1fea235d-6035-43f2-a1f8-3edc20a795ea req-c51e2d72-a318-45f4-bd39-1051a3dc1c87 tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=22a373cd-f4ae-4261-9bb9-ccf59304b58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688876 Feb 04 12:47:29.910611 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ee4f85a4-5cf4-4d69-a843-ed9308bfeb1b None None] Publish callbacks [] for port (53c82c9c-74f1-4ae8-a418-f8da7c7abbd6), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:29.945502 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-e409d988-d4c3-431a-b908-af4054ac7ac6 None None] Current status of the port 9101117a-8105-46de-be9e-a564a287f2db is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:47:29.952061 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ee4f85a4-5cf4-4d69-a843-ed9308bfeb1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (53c82c9c-74f1-4ae8-a418-f8da7c7abbd6), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:30.015544 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning for port 2b653202-94d2-47ae-9351-e86b16bd6a82 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:47:30.019116 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4f85a4-5cf4-4d69-a843-ed9308bfeb1b None None] Pushing event updated for resources: {'Port': ['ID=53c82c9c-74f1-4ae8-a418-f8da7c7abbd6,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:47:30.043442 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-8e384311-1c78-439c-bef6-21f879e4504e tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Allocated IP 2001:db8:3::1 (fa0c6481-b3c0-44ff-b6a8-ad5b0bad36f6/0dfbae9e-ed6d-423c-9949-6cc5dee24f0a/8fb7c247-c1b4-4b34-a94e-8e1f2ce2b977) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:47:30.051635 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port 2b653202-94d2-47ae-9351-e86b16bd6a82 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:47:30.052053 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (2b653202-94d2-47ae-9351-e86b16bd6a82), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:30.133369 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4f85a4-5cf4-4d69-a843-ed9308bfeb1b None None] Network fa0c6481-b3c0-44ff-b6a8-ad5b0bad36f6 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:47:30.153019 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-ee4f85a4-5cf4-4d69-a843-ed9308bfeb1b None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:47:30.159230 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4f85a4-5cf4-4d69-a843-ed9308bfeb1b None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:47:30.248177 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-ee4f85a4-5cf4-4d69-a843-ed9308bfeb1b None None] Attempting to bind port 53c82c9c-74f1-4ae8-a418-f8da7c7abbd6 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:47:30.248462 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-ee4f85a4-5cf4-4d69-a843-ed9308bfeb1b None None] Attempting to bind port 53c82c9c-74f1-4ae8-a418-f8da7c7abbd6 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '5813705b-7279-48ad-be9a-fa1b9f3ab0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'fa0c6481-b3c0-44ff-b6a8-ad5b0bad36f6'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:47:30.248827 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4f85a4-5cf4-4d69-a843-ed9308bfeb1b None None] Attempting to bind port 53c82c9c-74f1-4ae8-a418-f8da7c7abbd6 on network fa0c6481-b3c0-44ff-b6a8-ad5b0bad36f6 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:47:30.251415 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8e384311-1c78-439c-bef6-21f879e4504e tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks [] for port (8fb7c247-c1b4-4b34-a94e-8e1f2ce2b977), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:30.258797 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4f85a4-5cf4-4d69-a843-ed9308bfeb1b None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:47:30.259183 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4f85a4-5cf4-4d69-a843-ed9308bfeb1b None None] Checking segment: {'id': '5813705b-7279-48ad-be9a-fa1b9f3ab0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'fa0c6481-b3c0-44ff-b6a8-ad5b0bad36f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:47:30.259597 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ee4f85a4-5cf4-4d69-a843-ed9308bfeb1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:30.263475 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4f85a4-5cf4-4d69-a843-ed9308bfeb1b None None] Bound using segment: {'id': '5813705b-7279-48ad-be9a-fa1b9f3ab0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'fa0c6481-b3c0-44ff-b6a8-ad5b0bad36f6'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:47:30.264046 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-ee4f85a4-5cf4-4d69-a843-ed9308bfeb1b None None] Bound port: 53c82c9c-74f1-4ae8-a418-f8da7c7abbd6, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5813705b-7279-48ad-be9a-fa1b9f3ab0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'fa0c6481-b3c0-44ff-b6a8-ad5b0bad36f6'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:47:30.264512 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ee4f85a4-5cf4-4d69-a843-ed9308bfeb1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (53c82c9c-74f1-4ae8-a418-f8da7c7abbd6), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:30.356019 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8e384311-1c78-439c-bef6-21f879e4504e tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (8fb7c247-c1b4-4b34-a94e-8e1f2ce2b977), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:30.371371 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 2b653202-94d2-47ae-9351-e86b16bd6a82 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:47:30.371808 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (2b653202-94d2-47ae-9351-e86b16bd6a82), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:30.415653 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2f5a613-3dc6-46c9-9586-b6bfe34b9dbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b653202-94d2-47ae-9351-e86b16bd6a82'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:47:30.420468 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0d80788-ecfb-4e33-93ac-7cc693578f7f" -d '{"events": [{"server_uuid": "a2f5a613-3dc6-46c9-9586-b6bfe34b9dbe", "name": "network-vif-plugged", "status": "completed", "tag": "2b653202-94d2-47ae-9351-e86b16bd6a82"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:47:30.436117 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e384311-1c78-439c-bef6-21f879e4504e tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Network fa0c6481-b3c0-44ff-b6a8-ad5b0bad36f6 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:47:30.439508 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-8e384311-1c78-439c-bef6-21f879e4504e tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:47:30.443445 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e384311-1c78-439c-bef6-21f879e4504e tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:47:30.444020 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8e384311-1c78-439c-bef6-21f879e4504e tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1599818'] for router_interface (23a4f602-cd90-4527-acba-46271144ffed), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:30.447827 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 2b653202-94d2-47ae-9351-e86b16bd6a82, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=2b653202-94d2-47ae-9351-e86b16bd6a82,segment=NetworkSegment(4f9c3679-38be-484a-a0f7-946cac38a9f0),segment_id=4f9c3679-38be-484a-a0f7-946cac38a9f0)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:47:30.454883 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ee4f85a4-5cf4-4d69-a843-ed9308bfeb1b None None] For port 53c82c9c-74f1-4ae8-a418-f8da7c7abbd6, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:47:30.459319 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (2b653202-94d2-47ae-9351-e86b16bd6a82), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:30.526915 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ee4f85a4-5cf4-4d69-a843-ed9308bfeb1b None None] For port 53c82c9c-74f1-4ae8-a418-f8da7c7abbd6, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=53c82c9c-74f1-4ae8-a418-f8da7c7abbd6,segment=NetworkSegment(5813705b-7279-48ad-be9a-fa1b9f3ab0d4),segment_id=5813705b-7279-48ad-be9a-fa1b9f3ab0d4)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:47:30.540700 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d82c420b-641c-44db-afca-708016e30d7e x-openstack-request-id: req-d82c420b-641c-44db-afca-708016e30d7e {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:47:30.541283 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2f5a613-3dc6-46c9-9586-b6bfe34b9dbe", "name": "network-vif-plugged", "status": "completed", "tag": "2b653202-94d2-47ae-9351-e86b16bd6a82", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:47:30.542370 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d82c420b-641c-44db-afca-708016e30d7e {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:47:30.543211 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2f5a613-3dc6-46c9-9586-b6bfe34b9dbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b653202-94d2-47ae-9351-e86b16bd6a82', 'code': 200} Feb 04 12:47:30.554976 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ee4f85a4-5cf4-4d69-a843-ed9308bfeb1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (53c82c9c-74f1-4ae8-a418-f8da7c7abbd6), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:30.588030 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=2b653202-94d2-47ae-9351-e86b16bd6a82,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:47:30.725657 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4f85a4-5cf4-4d69-a843-ed9308bfeb1b None None] Pushing event updated for resources: {'Port': ['ID=53c82c9c-74f1-4ae8-a418-f8da7c7abbd6,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:47:30.795404 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e384311-1c78-439c-bef6-21f879e4504e tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Pushing event updated for resources: {'Port': ['ID=8fb7c247-c1b4-4b34-a94e-8e1f2ce2b977,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:47:30.819250 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9b59a2-6507-4631-a797-b6f5e60f4656 req-c9659d62-eef0-493b-acdf-31d09d2804b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:47:30.821288 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5b9b59a2-6507-4631-a797-b6f5e60f4656 req-c9659d62-eef0-493b-acdf-31d09d2804b2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a2f5a613-3dc6-46c9-9586-b6bfe34b9dbe HTTP/1.1" status: 200 len: 1127 time: 0.2215171 Feb 04 12:47:30.872345 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 9101117a-8105-46de-be9e-a564a287f2db up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:47:30.948339 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5b9b59a2-6507-4631-a797-b6f5e60f4656 req-47d1fd9d-7b9f-49fd-9d93-08319f9fd83e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=22a373cd-f4ae-4261-9bb9-ccf59304b58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129413 Feb 04 12:47:31.036282 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 9101117a-8105-46de-be9e-a564a287f2db triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:47:31.037154 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (9101117a-8105-46de-be9e-a564a287f2db), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:31.095808 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8e384311-1c78-439c-bef6-21f879e4504e tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (8fb7c247-c1b4-4b34-a94e-8e1f2ce2b977), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:31.172811 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:31.258650 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 9101117a-8105-46de-be9e-a564a287f2db is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:47:31.397256 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74359ab-3c94-4310-8fe5-efef6e35472b req-f33bb96e-591b-4188-a8d2-ae41426acb21 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:47:31.404741 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f74359ab-3c94-4310-8fe5-efef6e35472b req-f33bb96e-591b-4188-a8d2-ae41426acb21 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/ports?device_id=4670cef3-301f-4e64-9df2-0e13ec2bf768 HTTP/1.1" status: 200 len: 944 time: 0.4676011 Feb 04 12:47:31.485803 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f74359ab-3c94-4310-8fe5-efef6e35472b req-c60f3043-c047-4b56-8daf-5d9785e261c5 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c15dfa5-1b74-494d-a4b3-b834b3f91fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799160 Feb 04 12:47:31.489390 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaf177d-5d02-49b0-9103-0999475639b5 req-cf399170-f92c-492c-a5aa-c5b3973b36cd tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:47:31.492014 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-adaf177d-5d02-49b0-9103-0999475639b5 req-cf399170-f92c-492c-a5aa-c5b3973b36cd tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=a2f5a613-3dc6-46c9-9586-b6bfe34b9dbe HTTP/1.1" status: 200 len: 1127 time: 0.4083688 Feb 04 12:47:31.620766 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-adaf177d-5d02-49b0-9103-0999475639b5 req-02c02338-91b1-47e7-b911-c5ff821a1d3a tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=22a373cd-f4ae-4261-9bb9-ccf59304b58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219862 Feb 04 12:47:31.682378 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8e384311-1c78-439c-bef6-21f879e4504e tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks [] for port (8fb7c247-c1b4-4b34-a94e-8e1f2ce2b977), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:31.692118 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 410ab158-6569-4ce1-a297-f71c55728960 up at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:47:31.696801 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8e384311-1c78-439c-bef6-21f879e4504e tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (8fb7c247-c1b4-4b34-a94e-8e1f2ce2b977), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:31.704461 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8e384311-1c78-439c-bef6-21f879e4504e tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622202'] for router_interface (23a4f602-cd90-4527-acba-46271144ffed), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:31.806837 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:31.833057 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning for port 410ab158-6569-4ce1-a297-f71c55728960 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:47:31.838400 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning complete for port 410ab158-6569-4ce1-a297-f71c55728960 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:47:31.838866 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (410ab158-6569-4ce1-a297-f71c55728960), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:31.979440 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 410ab158-6569-4ce1-a297-f71c55728960 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:47:31.979978 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (410ab158-6569-4ce1-a297-f71c55728960), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:31.982894 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e384311-1c78-439c-bef6-21f879e4504e tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Pushing event updated for resources: {'Port': ['ID=8fb7c247-c1b4-4b34-a94e-8e1f2ce2b977,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:47:32.060021 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 410ab158-6569-4ce1-a297-f71c55728960, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=410ab158-6569-4ce1-a297-f71c55728960,segment=NetworkSegment(a4fd1883-c4c7-4318-8e98-9e85a63fb156),segment_id=a4fd1883-c4c7-4318-8e98-9e85a63fb156)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:47:32.066305 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (410ab158-6569-4ce1-a297-f71c55728960), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:32.095038 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e384311-1c78-439c-bef6-21f879e4504e tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Network fa0c6481-b3c0-44ff-b6a8-ad5b0bad36f6 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:47:32.096654 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-8e384311-1c78-439c-bef6-21f879e4504e tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:47:32.182592 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=410ab158-6569-4ce1-a297-f71c55728960,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:47:32.365588 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e384311-1c78-439c-bef6-21f879e4504e tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Router 23a4f602-cd90-4527-acba-46271144ffed has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:47:32.414031 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56372adc-dd05-4808-ad5e-80f3fb7efa20 None None] Network fa0c6481-b3c0-44ff-b6a8-ad5b0bad36f6 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:47:32.478941 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e384311-1c78-439c-bef6-21f879e4504e tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:47:32.488310 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-8e384311-1c78-439c-bef6-21f879e4504e tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] 10.222.0.65 "PUT /v2.0/routers/23a4f602-cd90-4527-acba-46271144ffed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2047944 Feb 04 12:47:32.489181 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 36622) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:47:32.503407 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-bf48a0a5-3591-4d8a-ab25-67b67dd0aa18 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:47:32.553432 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be17dc74-d409-47b6-9235-2e184e5652c8 None None] Sync routers for ids ['23a4f602-cd90-4527-acba-46271144ffed'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:47:32.565410 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4670cef3-301f-4e64-9df2-0e13ec2bf768', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '410ab158-6569-4ce1-a297-f71c55728960'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:47:32.568489 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19effa51-6341-42b3-b683-214d120e3179" -d '{"events": [{"server_uuid": "4670cef3-301f-4e64-9df2-0e13ec2bf768", "name": "network-vif-plugged", "status": "completed", "tag": "410ab158-6569-4ce1-a297-f71c55728960"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:47:32.665209 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be17dc74-d409-47b6-9235-2e184e5652c8 None None] Routers {'23a4f602-cd90-4527-acba-46271144ffed'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:47:32.665700 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-be17dc74-d409-47b6-9235-2e184e5652c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:47:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['23a4f602-cd90-4527-acba-46271144ffed'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:47:32.737236 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84214828-71db-4313-98c4-3cd060794a76 x-openstack-request-id: req-84214828-71db-4313-98c4-3cd060794a76 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:47:32.737881 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4670cef3-301f-4e64-9df2-0e13ec2bf768", "name": "network-vif-plugged", "status": "completed", "tag": "410ab158-6569-4ce1-a297-f71c55728960", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:47:32.737881 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-84214828-71db-4313-98c4-3cd060794a76 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:47:32.738166 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4670cef3-301f-4e64-9df2-0e13ec2bf768', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '410ab158-6569-4ce1-a297-f71c55728960', 'code': 200} Feb 04 12:47:32.739768 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b9ee0092-27ed-4e1e-9f24-2d0b1169b758 None None] Provisioning complete for port 53c82c9c-74f1-4ae8-a418-f8da7c7abbd6 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:47:32.740145 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b9ee0092-27ed-4e1e-9f24-2d0b1169b758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (53c82c9c-74f1-4ae8-a418-f8da7c7abbd6), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:32.899276 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83187008-74cc-4f6c-af1e-633821eac38e req-0df3f09a-d1ce-472d-a356-e4aaee1292f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:47:32.904895 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-83187008-74cc-4f6c-af1e-633821eac38e req-0df3f09a-d1ce-472d-a356-e4aaee1292f5 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=4670cef3-301f-4e64-9df2-0e13ec2bf768 HTTP/1.1" status: 200 len: 1127 time: 0.1589577 Feb 04 12:47:32.937746 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c2a606-fa2c-440a-af2c-1d7fc6f537ad req-1c11b0ab-3e5a-43c3-9cc9-652a01dee150 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:47:32.939307 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-81c2a606-fa2c-440a-af2c-1d7fc6f537ad req-1c11b0ab-3e5a-43c3-9cc9-652a01dee150 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/ports?device_id=4670cef3-301f-4e64-9df2-0e13ec2bf768 HTTP/1.1" status: 200 len: 945 time: 0.1630361 Feb 04 12:47:33.003460 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-83187008-74cc-4f6c-af1e-633821eac38e req-11d7c42b-74b0-425b-bf7f-57fd4c6fb12e service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=2c15dfa5-1b74-494d-a4b3-b834b3f91fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916440 Feb 04 12:47:33.010871 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-be17dc74-d409-47b6-9235-2e184e5652c8 None None] Set router 23a4f602-cd90-4527-acba-46271144ffed gateway port host: None {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:47:33.014479 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 53c82c9c-74f1-4ae8-a418-f8da7c7abbd6 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:47:33.122628 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1713eb3d-7bae-448c-a3da-ef7a5f946be2 req-6db713e0-34f6-471b-93e0-e1679da371e6 tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:47:33.124344 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1713eb3d-7bae-448c-a3da-ef7a5f946be2 req-6db713e0-34f6-471b-93e0-e1679da371e6 tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=a2f5a613-3dc6-46c9-9586-b6bfe34b9dbe HTTP/1.1" status: 200 len: 1127 time: 0.2221639 Feb 04 12:47:33.131851 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-81c2a606-fa2c-440a-af2c-1d7fc6f537ad req-e32023e8-7851-4c6b-9fb0-f9445f873f21 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c15dfa5-1b74-494d-a4b3-b834b3f91fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504226 Feb 04 12:47:33.260414 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1713eb3d-7bae-448c-a3da-ef7a5f946be2 req-0e9fddf7-fa1e-4fdc-9614-75f8ec072e41 tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=22a373cd-f4ae-4261-9bb9-ccf59304b58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896409 Feb 04 12:47:33.289524 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.extraroute_db [None req-bf48a0a5-3591-4d8a-ab25-67b67dd0aa18 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=103475) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 04 12:47:33.340864 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.extraroute_db [None req-bf48a0a5-3591-4d8a-ab25-67b67dd0aa18 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Removed routes are [] {{(pid=103475) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 04 12:47:33.341303 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bf48a0a5-3591-4d8a-ab25-67b67dd0aa18 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1623026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10906'] for router (23a4f602-cd90-4527-acba-46271144ffed), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:33.741062 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b9ee0092-27ed-4e1e-9f24-2d0b1169b758 None None] Current status of the port 53c82c9c-74f1-4ae8-a418-f8da7c7abbd6 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:47:33.742311 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b9ee0092-27ed-4e1e-9f24-2d0b1169b758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (53c82c9c-74f1-4ae8-a418-f8da7c7abbd6), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:33.869761 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 53c82c9c-74f1-4ae8-a418-f8da7c7abbd6 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:47:33.870126 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (53c82c9c-74f1-4ae8-a418-f8da7c7abbd6), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:33.876766 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b9ee0092-27ed-4e1e-9f24-2d0b1169b758 None None] For port 53c82c9c-74f1-4ae8-a418-f8da7c7abbd6, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=53c82c9c-74f1-4ae8-a418-f8da7c7abbd6,segment=NetworkSegment(5813705b-7279-48ad-be9a-fa1b9f3ab0d4),segment_id=5813705b-7279-48ad-be9a-fa1b9f3ab0d4)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:47:33.924036 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b9ee0092-27ed-4e1e-9f24-2d0b1169b758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (53c82c9c-74f1-4ae8-a418-f8da7c7abbd6), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:34.057951 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ee0092-27ed-4e1e-9f24-2d0b1169b758 None None] Pushing event updated for resources: {'Port': ['ID=53c82c9c-74f1-4ae8-a418-f8da7c7abbd6,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:47:34.193427 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-5c7e3139-5a35-4ae2-bbda-9d64187a5acd None None] Provisioning complete for port 53c82c9c-74f1-4ae8-a418-f8da7c7abbd6 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:47:34.193971 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5c7e3139-5a35-4ae2-bbda-9d64187a5acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (53c82c9c-74f1-4ae8-a418-f8da7c7abbd6), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:34.200624 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-be17dc74-d409-47b6-9235-2e184e5652c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23a4f602-cd90-4527-acba-46271144ffed', 'name': 'tempest-RoutersIpV6Test-router-21052845', 'tenant_id': '3fccd7acaf5a4db2beb516182b08458d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:46:58Z', 'updated_at': '2022-02-04T12:47:30Z', 'revision_number': 5, 'project_id': '3fccd7acaf5a4db2beb516182b08458d', 'gw_port_host': None, '_interfaces': [{'id': '0fe0768e-1717-422a-9a65-78ec59880568', 'name': '', 'network_id': 'de1361df-7110-4dbf-97fc-b6448f3ceb7d', 'tenant_id': '3fccd7acaf5a4db2beb516182b08458d', 'mac_address': 'fa:16:3e:1e:65:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a4f602-cd90-4527-acba-46271144ffed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': '1da51ffd-3a2b-4163-8aec-62ae41b758d3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:47:09Z', 'updated_at': '2022-02-04T12:47:20Z', 'revision_number': 5, 'project_id': '3fccd7acaf5a4db2beb516182b08458d', 'subnets': [{'id': '1da51ffd-3a2b-4163-8aec-62ae41b758d3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e09e278-b3a3-4125-ac15-c5604e7efe36', 'name': '', 'network_id': '851ada3b-84e7-4fe7-8c48-0057b87b86cb', 'tenant_id': '3fccd7acaf5a4db2beb516182b08458d', 'mac_address': 'fa:16:3e:c4:76:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a4f602-cd90-4527-acba-46271144ffed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2834, 'fixed_ips': [{'subnet_id': '45839c3a-851e-4316-ae5c-98cfc9c7c852', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:47:01Z', 'updated_at': '2022-02-04T12:47:08Z', 'revision_number': 5, 'project_id': '3fccd7acaf5a4db2beb516182b08458d', 'subnets': [{'id': '45839c3a-851e-4316-ae5c-98cfc9c7c852', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fb7c247-c1b4-4b34-a94e-8e1f2ce2b977', 'name': '', 'network_id': 'fa0c6481-b3c0-44ff-b6a8-ad5b0bad36f6', 'tenant_id': '3fccd7acaf5a4db2beb516182b08458d', 'mac_address': 'fa:16:3e:b7:3c:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23a4f602-cd90-4527-acba-46271144ffed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': '0dfbae9e-ed6d-423c-9949-6cc5dee24f0a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:47:29Z', 'updated_at': '2022-02-04T12:47:31Z', 'revision_number': 2, 'project_id': '3fccd7acaf5a4db2beb516182b08458d', 'subnets': [{'id': '0dfbae9e-ed6d-423c-9949-6cc5dee24f0a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9101117a-8105-46de-be9e-a564a287f2db', 'name': '', 'network_id': 'a2160580-268b-43f5-8dcf-954dc301bbd3', 'tenant_id': '3fccd7acaf5a4db2beb516182b08458d', 'mac_address': 'fa:16:3e:10:e0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a4f602-cd90-4527-acba-46271144ffed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': '98ee853f-ae9e-4711-905a-1e82a0d71f76', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:47:19Z', 'updated_at': '2022-02-04T12:47:28Z', 'revision_number': 5, 'project_id': '3fccd7acaf5a4db2beb516182b08458d', 'subnets': [{'id': '98ee853f-ae9e-4711-905a-1e82a0d71f76', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:47:34.251217 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bf48a0a5-3591-4d8a-ab25-67b67dd0aa18 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1623026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10906'] for router (23a4f602-cd90-4527-acba-46271144ffed), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:34.255284 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25da13a5-f6f6-4400-b7d5-f7c64b1f2929 req-a4d9284a-ef9c-4aac-999a-4bc8b428a8e5 tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:47:34.258766 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-25da13a5-f6f6-4400-b7d5-f7c64b1f2929 req-a4d9284a-ef9c-4aac-999a-4bc8b428a8e5 tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=a2f5a613-3dc6-46c9-9586-b6bfe34b9dbe HTTP/1.1" status: 200 len: 1127 time: 0.3253775 Feb 04 12:47:34.261926 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bf48a0a5-3591-4d8a-ab25-67b67dd0aa18 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1623127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1623150', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1622793'] for router (23a4f602-cd90-4527-acba-46271144ffed), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:34.317684 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-25da13a5-f6f6-4400-b7d5-f7c64b1f2929 req-7bdd43dd-1b95-4357-9276-a8c8c7543546 tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=22a373cd-f4ae-4261-9bb9-ccf59304b58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492256 Feb 04 12:47:34.404382 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 53c82c9c-74f1-4ae8-a418-f8da7c7abbd6 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:47:34.409120 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be17dc74-d409-47b6-9235-2e184e5652c8 None None] Checking router: 23a4f602-cd90-4527-acba-46271144ffed for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:47:34.412144 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be17dc74-d409-47b6-9235-2e184e5652c8 None None] Updating router 23a4f602-cd90-4527-acba-46271144ffed port 8fb7c247-c1b4-4b34-a94e-8e1f2ce2b977 binding host n-d-825015-3 {{(pid=103476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:47:34.491679 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-be17dc74-d409-47b6-9235-2e184e5652c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (8fb7c247-c1b4-4b34-a94e-8e1f2ce2b977), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:34.593142 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-5c7e3139-5a35-4ae2-bbda-9d64187a5acd None None] Current status of the port 53c82c9c-74f1-4ae8-a418-f8da7c7abbd6 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:47:34.593977 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b61491d-e9b8-4846-900f-729ce73ee1a8 req-633ea930-a1c2-449a-84c2-b96f9601ab56 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:47:34.594934 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5b61491d-e9b8-4846-900f-729ce73ee1a8 req-633ea930-a1c2-449a-84c2-b96f9601ab56 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/ports?device_id=4670cef3-301f-4e64-9df2-0e13ec2bf768 HTTP/1.1" status: 200 len: 945 time: 0.1839693 Feb 04 12:47:34.605021 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deca22a-2967-440c-a4ea-dd01aaa2c0c0 req-33e1a986-74bd-492e-a659-d624c6c7303b tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:47:34.606755 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0deca22a-2967-440c-a4ea-dd01aaa2c0c0 req-33e1a986-74bd-492e-a659-d624c6c7303b tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=a2f5a613-3dc6-46c9-9586-b6bfe34b9dbe HTTP/1.1" status: 200 len: 1127 time: 0.1456695 Feb 04 12:47:34.649467 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf48a0a5-3591-4d8a-ab25-67b67dd0aa18 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Router 23a4f602-cd90-4527-acba-46271144ffed has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:47:34.690532 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5b61491d-e9b8-4846-900f-729ce73ee1a8 req-3c5b91ed-b0e7-4c03-8fcb-70d490fc4513 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c15dfa5-1b74-494d-a4b3-b834b3f91fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821168 Feb 04 12:47:34.785748 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-5c7e3139-5a35-4ae2-bbda-9d64187a5acd None None] Provisioning complete for port 8fb7c247-c1b4-4b34-a94e-8e1f2ce2b977 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:47:34.786351 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5c7e3139-5a35-4ae2-bbda-9d64187a5acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (8fb7c247-c1b4-4b34-a94e-8e1f2ce2b977), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:34.800232 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 53c82c9c-74f1-4ae8-a418-f8da7c7abbd6 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:47:34.830116 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf48a0a5-3591-4d8a-ab25-67b67dd0aa18 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:47:34.842998 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bf48a0a5-3591-4d8a-ab25-67b67dd0aa18 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks [] for router (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:34.849751 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 36662) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:47:34.852515 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-bf48a0a5-3591-4d8a-ab25-67b67dd0aa18 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] 10.222.0.65 "PUT /v2.0/routers/23a4f602-cd90-4527-acba-46271144ffed HTTP/1.1" status: 200 len: 952 time: 2.3615947 Feb 04 12:47:34.916387 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0deca22a-2967-440c-a4ea-dd01aaa2c0c0 req-247bf6ff-b41c-4bab-ae43-d77db3934b3a tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=22a373cd-f4ae-4261-9bb9-ccf59304b58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2968233 Feb 04 12:47:34.953992 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-5c7e3139-5a35-4ae2-bbda-9d64187a5acd None None] Port 8fb7c247-c1b4-4b34-a94e-8e1f2ce2b977 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:47:35.002999 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 53c82c9c-74f1-4ae8-a418-f8da7c7abbd6 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:47:35.003389 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (53c82c9c-74f1-4ae8-a418-f8da7c7abbd6), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:35.136650 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 36674) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:47:35.139212 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-a36885f1-6ef2-47b1-85d5-7ec15d82ead8 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] 10.222.0.65 "GET /v2.0/routers/23a4f602-cd90-4527-acba-46271144ffed HTTP/1.1" status: 200 len: 952 time: 0.2791159 Feb 04 12:47:35.142594 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-96a5cd5e-9fd3-41c4-b323-1fb1723ca74e tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Request body: {'router': {'routes': None}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:47:35.186411 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aa935a-f9b0-47b8-b309-9e63032a1bd6 req-814173cf-6276-48d3-81f4-2790b0d32797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:47:35.205086 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-50aa935a-f9b0-47b8-b309-9e63032a1bd6 req-814173cf-6276-48d3-81f4-2790b0d32797 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=13522db399fe4d5f88698444f9d616e8&device_id=4670cef3-301f-4e64-9df2-0e13ec2bf768 HTTP/1.1" status: 200 len: 1127 time: 0.1404917 Feb 04 12:47:35.213448 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-a36e4925-862e-4370-ac4a-e9b9ba683089 None None] Provisioning complete for port 8fb7c247-c1b4-4b34-a94e-8e1f2ce2b977 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:47:35.215208 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a36e4925-862e-4370-ac4a-e9b9ba683089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (8fb7c247-c1b4-4b34-a94e-8e1f2ce2b977), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:35.317586 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-a36e4925-862e-4370-ac4a-e9b9ba683089 None None] Port 8fb7c247-c1b4-4b34-a94e-8e1f2ce2b977 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:47:35.440874 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aa935a-f9b0-47b8-b309-9e63032a1bd6 req-3bbfbec6-240b-4f69-8b91-eab5ac5c0b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:47:35.444866 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-50aa935a-f9b0-47b8-b309-9e63032a1bd6 req-3bbfbec6-240b-4f69-8b91-eab5ac5c0b4e service neutron] 10.222.0.77 "GET /v2.0/networks?id=50d90d65-ef89-4bd1-b586-652792747756 HTTP/1.1" status: 200 len: 912 time: 0.2268474 Feb 04 12:47:35.468395 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-be17dc74-d409-47b6-9235-2e184e5652c8 None None] Publish callbacks [] for port (8fb7c247-c1b4-4b34-a94e-8e1f2ce2b977), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:35.498056 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-be17dc74-d409-47b6-9235-2e184e5652c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (8fb7c247-c1b4-4b34-a94e-8e1f2ce2b977), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:35.559355 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848c10a0-4255-4c7f-96b6-1b739b82ec04 req-0ebc644b-4f6e-463d-b0f0-3085c1ef83bc tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:47:35.561097 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-848c10a0-4255-4c7f-96b6-1b739b82ec04 req-0ebc644b-4f6e-463d-b0f0-3085c1ef83bc tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/ports?device_id=4670cef3-301f-4e64-9df2-0e13ec2bf768 HTTP/1.1" status: 200 len: 945 time: 0.3161521 Feb 04 12:47:35.572930 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-50aa935a-f9b0-47b8-b309-9e63032a1bd6 req-f78c9d11-3437-4f49-b46d-49317dad6c93 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=410ab158-6569-4ce1-a297-f71c55728960 HTTP/1.1" status: 200 len: 217 time: 0.1200912 Feb 04 12:47:35.618747 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 53c82c9c-74f1-4ae8-a418-f8da7c7abbd6 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:47:35.678037 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aa935a-f9b0-47b8-b309-9e63032a1bd6 req-83c630ba-669c-4e6e-9c6b-0d2b08807e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:47:35.679466 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-50aa935a-f9b0-47b8-b309-9e63032a1bd6 req-83c630ba-669c-4e6e-9c6b-0d2b08807e1a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1b8a94de-4daf-40f7-9264-be25d0cf82c4 HTTP/1.1" status: 200 len: 851 time: 0.1008601 Feb 04 12:47:35.686672 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99969beb-df57-4736-bb3e-e052b52bb0d8 req-b23da332-efca-4aa7-bb05-1f33c9a9d886 tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:47:35.688818 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-99969beb-df57-4736-bb3e-e052b52bb0d8 req-b23da332-efca-4aa7-bb05-1f33c9a9d886 tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=a2f5a613-3dc6-46c9-9586-b6bfe34b9dbe HTTP/1.1" status: 200 len: 1127 time: 0.2990346 Feb 04 12:47:35.713233 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8848cfce-e341-4c9b-9ffb-6bcf1c3beae6 None None] Pushing event updated for resources: {'Port': ['ID=8fb7c247-c1b4-4b34-a94e-8e1f2ce2b977,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:47:35.752533 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-50aa935a-f9b0-47b8-b309-9e63032a1bd6 req-fe7c6364-6efd-4f9f-bb9b-3ec086d40f5f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=50d90d65-ef89-4bd1-b586-652792747756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640252 Feb 04 12:47:35.832936 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-be17dc74-d409-47b6-9235-2e184e5652c8 None None] Attempting to bind port 8fb7c247-c1b4-4b34-a94e-8e1f2ce2b977 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:47:35.833543 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-be17dc74-d409-47b6-9235-2e184e5652c8 None None] Attempting to bind port 8fb7c247-c1b4-4b34-a94e-8e1f2ce2b977 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '5813705b-7279-48ad-be9a-fa1b9f3ab0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'fa0c6481-b3c0-44ff-b6a8-ad5b0bad36f6'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:47:35.833668 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be17dc74-d409-47b6-9235-2e184e5652c8 None None] Attempting to bind port 8fb7c247-c1b4-4b34-a94e-8e1f2ce2b977 on network fa0c6481-b3c0-44ff-b6a8-ad5b0bad36f6 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:47:35.849884 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-848c10a0-4255-4c7f-96b6-1b739b82ec04 req-53c232c3-fd40-4006-a015-59f283ad9e50 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c15dfa5-1b74-494d-a4b3-b834b3f91fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021718 Feb 04 12:47:35.880053 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be17dc74-d409-47b6-9235-2e184e5652c8 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:47:35.880747 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be17dc74-d409-47b6-9235-2e184e5652c8 None None] Checking segment: {'id': '5813705b-7279-48ad-be9a-fa1b9f3ab0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'fa0c6481-b3c0-44ff-b6a8-ad5b0bad36f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:47:35.881475 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-be17dc74-d409-47b6-9235-2e184e5652c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:35.882138 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be17dc74-d409-47b6-9235-2e184e5652c8 None None] Bound using segment: {'id': '5813705b-7279-48ad-be9a-fa1b9f3ab0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'fa0c6481-b3c0-44ff-b6a8-ad5b0bad36f6'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:47:35.896401 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-be17dc74-d409-47b6-9235-2e184e5652c8 None None] Bound port: 8fb7c247-c1b4-4b34-a94e-8e1f2ce2b977, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5813705b-7279-48ad-be9a-fa1b9f3ab0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'fa0c6481-b3c0-44ff-b6a8-ad5b0bad36f6'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:47:35.897756 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-be17dc74-d409-47b6-9235-2e184e5652c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (8fb7c247-c1b4-4b34-a94e-8e1f2ce2b977), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:35.936610 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-99969beb-df57-4736-bb3e-e052b52bb0d8 req-1bddeb4f-618e-48af-9691-61abf2145a64 tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=22a373cd-f4ae-4261-9bb9-ccf59304b58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405009 Feb 04 12:47:36.055970 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-50aa935a-f9b0-47b8-b309-9e63032a1bd6 req-3d1db308-8f43-4809-9bf1-19fe1763e81a service neutron] 10.222.0.77 "GET /v2.0/networks/50d90d65-ef89-4bd1-b586-652792747756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2970438 Feb 04 12:47:36.157669 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-7dc0dccf-009b-4094-af53-59f6b74c66d9 None None] Provisioning complete for port 8fb7c247-c1b4-4b34-a94e-8e1f2ce2b977 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:47:36.160309 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7dc0dccf-009b-4094-af53-59f6b74c66d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (8fb7c247-c1b4-4b34-a94e-8e1f2ce2b977), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:36.227115 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-7dc0dccf-009b-4094-af53-59f6b74c66d9 None None] Port 8fb7c247-c1b4-4b34-a94e-8e1f2ce2b977 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:47:36.236069 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-be17dc74-d409-47b6-9235-2e184e5652c8 None None] For port 8fb7c247-c1b4-4b34-a94e-8e1f2ce2b977, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:47:36.261605 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-be17dc74-d409-47b6-9235-2e184e5652c8 None None] For port 8fb7c247-c1b4-4b34-a94e-8e1f2ce2b977, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=8fb7c247-c1b4-4b34-a94e-8e1f2ce2b977,segment=NetworkSegment(5813705b-7279-48ad-be9a-fa1b9f3ab0d4),segment_id=5813705b-7279-48ad-be9a-fa1b9f3ab0d4)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:47:36.275045 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-be17dc74-d409-47b6-9235-2e184e5652c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (8fb7c247-c1b4-4b34-a94e-8e1f2ce2b977), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:36.305773 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-50aa935a-f9b0-47b8-b309-9e63032a1bd6 req-7c16d9ff-19bd-4885-a9e8-f85928102441 service neutron] 10.222.0.77 "GET /v2.0/networks/50d90d65-ef89-4bd1-b586-652792747756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415674 Feb 04 12:47:36.378609 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be17dc74-d409-47b6-9235-2e184e5652c8 None None] Routers {'23a4f602-cd90-4527-acba-46271144ffed'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:47:36.383165 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-be17dc74-d409-47b6-9235-2e184e5652c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:47:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['23a4f602-cd90-4527-acba-46271144ffed'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:47:36.423119 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.extraroute_db [None req-96a5cd5e-9fd3-41c4-b323-1fb1723ca74e tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Added routes are [] {{(pid=103475) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 04 12:47:36.426890 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.extraroute_db [None req-96a5cd5e-9fd3-41c4-b323-1fb1723ca74e tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=103475) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 04 12:47:36.506712 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-96a5cd5e-9fd3-41c4-b323-1fb1723ca74e tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1623026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10906'] for router (23a4f602-cd90-4527-acba-46271144ffed), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:36.606172 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-be17dc74-d409-47b6-9235-2e184e5652c8 None None] Set router 23a4f602-cd90-4527-acba-46271144ffed gateway port host: None {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:47:36.768633 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6ec172-0d06-437e-b766-8063927fe523 req-c29b9120-c71b-47e4-8d6b-e73fc8e3b984 tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:47:36.773451 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9f6ec172-0d06-437e-b766-8063927fe523 req-c29b9120-c71b-47e4-8d6b-e73fc8e3b984 tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=a2f5a613-3dc6-46c9-9586-b6bfe34b9dbe HTTP/1.1" status: 200 len: 1127 time: 0.1378553 Feb 04 12:47:36.787303 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8848cfce-e341-4c9b-9ffb-6bcf1c3beae6 None None] Pushing event updated for resources: {'Port': ['ID=8fb7c247-c1b4-4b34-a94e-8e1f2ce2b977,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:47:36.988281 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-96a5cd5e-9fd3-41c4-b323-1fb1723ca74e tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1623026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10906'] for router (23a4f602-cd90-4527-acba-46271144ffed), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:36.990220 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-70f5fc6a-4fe6-4aa4-8964-514ac97c34c5 None None] Provisioning complete for port 8fb7c247-c1b4-4b34-a94e-8e1f2ce2b977 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:47:36.990687 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-70f5fc6a-4fe6-4aa4-8964-514ac97c34c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (8fb7c247-c1b4-4b34-a94e-8e1f2ce2b977), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:37.010531 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-96a5cd5e-9fd3-41c4-b323-1fb1723ca74e tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1623127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1623150', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1622793'] for router (23a4f602-cd90-4527-acba-46271144ffed), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:37.482615 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-be17dc74-d409-47b6-9235-2e184e5652c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23a4f602-cd90-4527-acba-46271144ffed', 'name': 'tempest-RoutersIpV6Test-router-21052845', 'tenant_id': '3fccd7acaf5a4db2beb516182b08458d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:46:58Z', 'updated_at': '2022-02-04T12:47:33Z', 'revision_number': 6, 'project_id': '3fccd7acaf5a4db2beb516182b08458d', 'gw_port_host': None, '_interfaces': [{'id': '0fe0768e-1717-422a-9a65-78ec59880568', 'name': '', 'network_id': 'de1361df-7110-4dbf-97fc-b6448f3ceb7d', 'tenant_id': '3fccd7acaf5a4db2beb516182b08458d', 'mac_address': 'fa:16:3e:1e:65:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a4f602-cd90-4527-acba-46271144ffed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': '1da51ffd-3a2b-4163-8aec-62ae41b758d3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:47:09Z', 'updated_at': '2022-02-04T12:47:20Z', 'revision_number': 5, 'project_id': '3fccd7acaf5a4db2beb516182b08458d', 'subnets': [{'id': '1da51ffd-3a2b-4163-8aec-62ae41b758d3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e09e278-b3a3-4125-ac15-c5604e7efe36', 'name': '', 'network_id': '851ada3b-84e7-4fe7-8c48-0057b87b86cb', 'tenant_id': '3fccd7acaf5a4db2beb516182b08458d', 'mac_address': 'fa:16:3e:c4:76:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a4f602-cd90-4527-acba-46271144ffed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2834, 'fixed_ips': [{'subnet_id': '45839c3a-851e-4316-ae5c-98cfc9c7c852', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:47:01Z', 'updated_at': '2022-02-04T12:47:08Z', 'revision_number': 5, 'project_id': '3fccd7acaf5a4db2beb516182b08458d', 'subnets': [{'id': '45839c3a-851e-4316-ae5c-98cfc9c7c852', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fb7c247-c1b4-4b34-a94e-8e1f2ce2b977', 'name': '', 'network_id': 'fa0c6481-b3c0-44ff-b6a8-ad5b0bad36f6', 'tenant_id': '3fccd7acaf5a4db2beb516182b08458d', 'mac_address': 'fa:16:3e:b7:3c:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23a4f602-cd90-4527-acba-46271144ffed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': '0dfbae9e-ed6d-423c-9949-6cc5dee24f0a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:47:29Z', 'updated_at': '2022-02-04T12:47:36Z', 'revision_number': 4, 'project_id': '3fccd7acaf5a4db2beb516182b08458d', 'subnets': [{'id': '0dfbae9e-ed6d-423c-9949-6cc5dee24f0a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9101117a-8105-46de-be9e-a564a287f2db', 'name': '', 'network_id': 'a2160580-268b-43f5-8dcf-954dc301bbd3', 'tenant_id': '3fccd7acaf5a4db2beb516182b08458d', 'mac_address': 'fa:16:3e:10:e0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a4f602-cd90-4527-acba-46271144ffed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': '98ee853f-ae9e-4711-905a-1e82a0d71f76', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:47:19Z', 'updated_at': '2022-02-04T12:47:28Z', 'revision_number': 5, 'project_id': '3fccd7acaf5a4db2beb516182b08458d', 'subnets': [{'id': '98ee853f-ae9e-4711-905a-1e82a0d71f76', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:47:37.515310 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be17dc74-d409-47b6-9235-2e184e5652c8 None None] The sync data for ids ['23a4f602-cd90-4527-acba-46271144ffed'] in n-d-825015-3 is: [{'id': '23a4f602-cd90-4527-acba-46271144ffed', 'name': 'tempest-RoutersIpV6Test-router-21052845', 'tenant_id': '3fccd7acaf5a4db2beb516182b08458d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:46:58Z', 'updated_at': '2022-02-04T12:47:33Z', 'revision_number': 6, 'project_id': '3fccd7acaf5a4db2beb516182b08458d', 'gw_port_host': None, '_interfaces': [{'id': '0fe0768e-1717-422a-9a65-78ec59880568', 'name': '', 'network_id': 'de1361df-7110-4dbf-97fc-b6448f3ceb7d', 'tenant_id': '3fccd7acaf5a4db2beb516182b08458d', 'mac_address': 'fa:16:3e:1e:65:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a4f602-cd90-4527-acba-46271144ffed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': '1da51ffd-3a2b-4163-8aec-62ae41b758d3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:47:09Z', 'updated_at': '2022-02-04T12:47:20Z', 'revision_number': 5, 'project_id': '3fccd7acaf5a4db2beb516182b08458d', 'subnets': [{'id': '1da51ffd-3a2b-4163-8aec-62ae41b758d3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e09e278-b3a3-4125-ac15-c5604e7efe36', 'name': '', 'network_id': '851ada3b-84e7-4fe7-8c48-0057b87b86cb', 'tenant_id': '3fccd7acaf5a4db2beb516182b08458d', 'mac_address': 'fa:16:3e:c4:76:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a4f602-cd90-4527-acba-46271144ffed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2834, 'fixed_ips': [{'subnet_id': '45839c3a-851e-4316-ae5c-98cfc9c7c852', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:47:01Z', 'updated_at': '2022-02-04T12:47:08Z', 'revision_number': 5, 'project_id': '3fccd7acaf5a4db2beb516182b08458d', 'subnets': [{'id': '45839c3a-851e-4316-ae5c-98cfc9c7c852', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fb7c247-c1b4-4b34-a94e-8e1f2ce2b977', 'name': '', 'network_id': 'fa0c6481-b3c0-44ff-b6a8-ad5b0bad36f6', 'tenant_id': '3fccd7acaf5a4db2beb516182b08458d', 'mac_address': 'fa:16:3e:b7:3c:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23a4f602-cd90-4527-acba-46271144ffed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': '0dfbae9e-ed6d-423c-9949-6cc5dee24f0a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:47:29Z', 'updated_at': '2022-02-04T12:47:36Z', 'revision_number': 4, 'project_id': '3fccd7acaf5a4db2beb516182b08458d', 'subnets': [{'id': '0dfbae9e-ed6d-423c-9949-6cc5dee24f0a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9101117a-8105-46de-be9e-a564a287f2db', 'name': '', 'network_id': 'a2160580-268b-43f5-8dcf-954dc301bbd3', 'tenant_id': '3fccd7acaf5a4db2beb516182b08458d', 'mac_address': 'fa:16:3e:10:e0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a4f602-cd90-4527-acba-46271144ffed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': '98ee853f-ae9e-4711-905a-1e82a0d71f76', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:47:19Z', 'updated_at': '2022-02-04T12:47:28Z', 'revision_number': 5, 'project_id': '3fccd7acaf5a4db2beb516182b08458d', 'subnets': [{'id': '98ee853f-ae9e-4711-905a-1e82a0d71f76', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:47:37.524344 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96a5cd5e-9fd3-41c4-b323-1fb1723ca74e tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Router 23a4f602-cd90-4527-acba-46271144ffed has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:47:37.535175 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-70f5fc6a-4fe6-4aa4-8964-514ac97c34c5 None None] Current status of the port 8fb7c247-c1b4-4b34-a94e-8e1f2ce2b977 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:47:37.536198 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-70f5fc6a-4fe6-4aa4-8964-514ac97c34c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (8fb7c247-c1b4-4b34-a94e-8e1f2ce2b977), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:37.546285 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbc200c-fb71-4cc3-9a3f-570d4e1c27e4 req-87937b1c-b7f5-4977-bbac-b6fd7cc73a84 tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:47:37.549131 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cbbc200c-fb71-4cc3-9a3f-570d4e1c27e4 req-87937b1c-b7f5-4977-bbac-b6fd7cc73a84 tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=a2f5a613-3dc6-46c9-9586-b6bfe34b9dbe HTTP/1.1" status: 200 len: 1127 time: 0.3557045 Feb 04 12:47:37.638296 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-70f5fc6a-4fe6-4aa4-8964-514ac97c34c5 None None] For port 8fb7c247-c1b4-4b34-a94e-8e1f2ce2b977, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=8fb7c247-c1b4-4b34-a94e-8e1f2ce2b977,segment=NetworkSegment(5813705b-7279-48ad-be9a-fa1b9f3ab0d4),segment_id=5813705b-7279-48ad-be9a-fa1b9f3ab0d4)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:47:37.647101 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-70f5fc6a-4fe6-4aa4-8964-514ac97c34c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (8fb7c247-c1b4-4b34-a94e-8e1f2ce2b977), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:37.790235 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f5fc6a-4fe6-4aa4-8964-514ac97c34c5 None None] Pushing event updated for resources: {'Port': ['ID=8fb7c247-c1b4-4b34-a94e-8e1f2ce2b977,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:47:37.855029 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96a5cd5e-9fd3-41c4-b323-1fb1723ca74e tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:47:37.864931 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b8da9a-8775-4b99-8e9a-62b7a5a54b36 req-79040cb9-38f4-432d-9c81-0f00dfd5c1f4 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:47:37.866627 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-78b8da9a-8775-4b99-8e9a-62b7a5a54b36 req-79040cb9-38f4-432d-9c81-0f00dfd5c1f4 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/ports?device_id=4670cef3-301f-4e64-9df2-0e13ec2bf768 HTTP/1.1" status: 200 len: 945 time: 0.6865165 Feb 04 12:47:37.874172 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-96a5cd5e-9fd3-41c4-b323-1fb1723ca74e tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks [] for router (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:37.879398 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 36702) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:47:37.880012 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-96a5cd5e-9fd3-41c4-b323-1fb1723ca74e tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] 10.222.0.65 "PUT /v2.0/routers/23a4f602-cd90-4527-acba-46271144ffed HTTP/1.1" status: 200 len: 702 time: 2.7416532 Feb 04 12:47:37.892530 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cbbc200c-fb71-4cc3-9a3f-570d4e1c27e4 req-07d2044c-b3ec-439b-a44f-a624506477a6 tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=22a373cd-f4ae-4261-9bb9-ccf59304b58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3270319 Feb 04 12:47:37.895340 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-9f6ec172-0d06-437e-b766-8063927fe523 req-05fae4aa-ab1d-4ead-9346-c46386719617 tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] Deleting port 2b653202-94d2-47ae-9351-e86b16bd6a82 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:47:37.895693 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-9f6ec172-0d06-437e-b766-8063927fe523 req-05fae4aa-ab1d-4ead-9346-c46386719617 tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (2b653202-94d2-47ae-9351-e86b16bd6a82), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:37.999907 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-9f6ec172-0d06-437e-b766-8063927fe523 req-05fae4aa-ab1d-4ead-9346-c46386719617 tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] For port 2b653202-94d2-47ae-9351-e86b16bd6a82, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=2b653202-94d2-47ae-9351-e86b16bd6a82,segment=NetworkSegment(4f9c3679-38be-484a-a0f7-946cac38a9f0),segment_id=4f9c3679-38be-484a-a0f7-946cac38a9f0)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:47:38.000602 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-9f6ec172-0d06-437e-b766-8063927fe523 req-05fae4aa-ab1d-4ead-9346-c46386719617 tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (2b653202-94d2-47ae-9351-e86b16bd6a82), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:38.017651 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-9f6ec172-0d06-437e-b766-8063927fe523 req-05fae4aa-ab1d-4ead-9346-c46386719617 tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] Calling delete_port for 2b653202-94d2-47ae-9351-e86b16bd6a82 owned by compute:nova {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:47:38.094377 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-94d5a07c-ab41-49b7-9fee-fd7848206440 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] 10.222.0.65 "GET /v2.0/routers/23a4f602-cd90-4527-acba-46271144ffed HTTP/1.1" status: 200 len: 702 time: 0.2114587 Feb 04 12:47:38.097973 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 36704) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:47:38.737541 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-78b8da9a-8775-4b99-8e9a-62b7a5a54b36 req-eee029d0-07af-428d-801c-78da5ab7d4ea tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c15dfa5-1b74-494d-a4b3-b834b3f91fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8439591 Feb 04 12:47:38.790513 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-9f6ec172-0d06-437e-b766-8063927fe523 req-05fae4aa-ab1d-4ead-9346-c46386719617 tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (2b653202-94d2-47ae-9351-e86b16bd6a82), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:38.804606 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['e4894a2b-7bb4-4d1a-8428-78fc6021224c'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:47:38.808258 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['2b653202-94d2-47ae-9351-e86b16bd6a82'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:47:38.874126 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fae4aa-ab1d-4ead-9346-c46386719617 tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] Pushing event deleted for resources: {'Port': ['ID=2b653202-94d2-47ae-9351-e86b16bd6a82,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:47:38.891412 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 8fb7c247-c1b4-4b34-a94e-8e1f2ce2b977 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:47:38.987518 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9fe0d5-a17c-4f8d-aa17-7a0ff16b6ae6 None None] Sync routers for ids ['23a4f602-cd90-4527-acba-46271144ffed'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:47:39.018245 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9fe0d5-a17c-4f8d-aa17-7a0ff16b6ae6 None None] Routers {'23a4f602-cd90-4527-acba-46271144ffed'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:47:39.023062 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-6b9fe0d5-a17c-4f8d-aa17-7a0ff16b6ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:47:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['23a4f602-cd90-4527-acba-46271144ffed'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:47:39.068144 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 8fb7c247-c1b4-4b34-a94e-8e1f2ce2b977 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:47:39.069621 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (8fb7c247-c1b4-4b34-a94e-8e1f2ce2b977), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:39.179782 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-08c456bc-e8ee-4b3b-811a-88aba7874a38 req-c9b8dbee-7c72-47d4-918d-a6dc7543231e tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=a2f5a613-3dc6-46c9-9586-b6bfe34b9dbe HTTP/1.1" status: 200 len: 210 time: 0.1179018 Feb 04 12:47:39.183415 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f6ec172-0d06-437e-b766-8063927fe523 req-05fae4aa-ab1d-4ead-9346-c46386719617 tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] No DVR routers for this DVR port 2b653202-94d2-47ae-9351-e86b16bd6a82 on host n-h1-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:47:39.186314 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-9f6ec172-0d06-437e-b766-8063927fe523 req-05fae4aa-ab1d-4ead-9346-c46386719617 tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:39.192462 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9f6ec172-0d06-437e-b766-8063927fe523 req-05fae4aa-ab1d-4ead-9346-c46386719617 tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] 10.222.0.73 "DELETE /v2.0/ports/2b653202-94d2-47ae-9351-e86b16bd6a82 HTTP/1.1" status: 204 len: 173 time: 2.1955917 Feb 04 12:47:39.214610 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2f5a613-3dc6-46c9-9586-b6bfe34b9dbe', 'name': 'network-vif-deleted', 'tag': '2b653202-94d2-47ae-9351-e86b16bd6a82'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:47:39.220376 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3421dab5-4dd7-4dec-9afe-e5e9c6289cd8" -d '{"events": [{"server_uuid": "a2f5a613-3dc6-46c9-9586-b6bfe34b9dbe", "name": "network-vif-deleted", "tag": "2b653202-94d2-47ae-9351-e86b16bd6a82"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:47:39.313753 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-6b9fe0d5-a17c-4f8d-aa17-7a0ff16b6ae6 None None] Set router 23a4f602-cd90-4527-acba-46271144ffed gateway port host: None {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:47:39.372054 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22b7c4f7-9d08-4223-811e-b6d7c6f05d39 x-openstack-request-id: req-22b7c4f7-9d08-4223-811e-b6d7c6f05d39 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:47:39.373159 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2f5a613-3dc6-46c9-9586-b6bfe34b9dbe", "name": "network-vif-deleted", "tag": "2b653202-94d2-47ae-9351-e86b16bd6a82", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:47:39.373535 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-22b7c4f7-9d08-4223-811e-b6d7c6f05d39 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:47:39.379089 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2f5a613-3dc6-46c9-9586-b6bfe34b9dbe', 'name': 'network-vif-deleted', 'tag': '2b653202-94d2-47ae-9351-e86b16bd6a82', 'status': 'completed', 'code': 200} Feb 04 12:47:39.503495 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 8fb7c247-c1b4-4b34-a94e-8e1f2ce2b977 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:47:39.616398 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ee466aee-d973-48f7-9a15-81d09a85dce5 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622215'] for router_interface (23a4f602-cd90-4527-acba-46271144ffed), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:39.637892 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-6b9fe0d5-a17c-4f8d-aa17-7a0ff16b6ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23a4f602-cd90-4527-acba-46271144ffed', 'name': 'tempest-RoutersIpV6Test-router-21052845', 'tenant_id': '3fccd7acaf5a4db2beb516182b08458d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:46:58Z', 'updated_at': '2022-02-04T12:47:36Z', 'revision_number': 7, 'project_id': '3fccd7acaf5a4db2beb516182b08458d', 'gw_port_host': None, '_interfaces': [{'id': '0fe0768e-1717-422a-9a65-78ec59880568', 'name': '', 'network_id': 'de1361df-7110-4dbf-97fc-b6448f3ceb7d', 'tenant_id': '3fccd7acaf5a4db2beb516182b08458d', 'mac_address': 'fa:16:3e:1e:65:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a4f602-cd90-4527-acba-46271144ffed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': '1da51ffd-3a2b-4163-8aec-62ae41b758d3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:47:09Z', 'updated_at': '2022-02-04T12:47:20Z', 'revision_number': 5, 'project_id': '3fccd7acaf5a4db2beb516182b08458d', 'subnets': [{'id': '1da51ffd-3a2b-4163-8aec-62ae41b758d3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e09e278-b3a3-4125-ac15-c5604e7efe36', 'name': '', 'network_id': '851ada3b-84e7-4fe7-8c48-0057b87b86cb', 'tenant_id': '3fccd7acaf5a4db2beb516182b08458d', 'mac_address': 'fa:16:3e:c4:76:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a4f602-cd90-4527-acba-46271144ffed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2834, 'fixed_ips': [{'subnet_id': '45839c3a-851e-4316-ae5c-98cfc9c7c852', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:47:01Z', 'updated_at': '2022-02-04T12:47:08Z', 'revision_number': 5, 'project_id': '3fccd7acaf5a4db2beb516182b08458d', 'subnets': [{'id': '45839c3a-851e-4316-ae5c-98cfc9c7c852', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fb7c247-c1b4-4b34-a94e-8e1f2ce2b977', 'name': '', 'network_id': 'fa0c6481-b3c0-44ff-b6a8-ad5b0bad36f6', 'tenant_id': '3fccd7acaf5a4db2beb516182b08458d', 'mac_address': 'fa:16:3e:b7:3c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a4f602-cd90-4527-acba-46271144ffed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': '0dfbae9e-ed6d-423c-9949-6cc5dee24f0a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:47:29Z', 'updated_at': '2022-02-04T12:47:37Z', 'revision_number': 5, 'project_id': '3fccd7acaf5a4db2beb516182b08458d', 'subnets': [{'id': '0dfbae9e-ed6d-423c-9949-6cc5dee24f0a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9101117a-8105-46de-be9e-a564a287f2db', 'name': '', 'network_id': 'a2160580-268b-43f5-8dcf-954dc301bbd3', 'tenant_id': '3fccd7acaf5a4db2beb516182b08458d', 'mac_address': 'fa:16:3e:10:e0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a4f602-cd90-4527-acba-46271144ffed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': '98ee853f-ae9e-4711-905a-1e82a0d71f76', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:47:19Z', 'updated_at': '2022-02-04T12:47:28Z', 'revision_number': 5, 'project_id': '3fccd7acaf5a4db2beb516182b08458d', 'subnets': [{'id': '98ee853f-ae9e-4711-905a-1e82a0d71f76', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:47:39.674407 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9fe0d5-a17c-4f8d-aa17-7a0ff16b6ae6 None None] Checking router: 23a4f602-cd90-4527-acba-46271144ffed for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:47:39.684308 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9fe0d5-a17c-4f8d-aa17-7a0ff16b6ae6 None None] Routers {'23a4f602-cd90-4527-acba-46271144ffed'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:47:39.684926 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-6b9fe0d5-a17c-4f8d-aa17-7a0ff16b6ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:47:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['23a4f602-cd90-4527-acba-46271144ffed'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:47:39.904052 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-6b9fe0d5-a17c-4f8d-aa17-7a0ff16b6ae6 None None] Set router 23a4f602-cd90-4527-acba-46271144ffed gateway port host: None {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:47:40.075976 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60914071-4950-4b0c-96b2-c0969de91be3 req-b250f89a-9326-4ccd-bf25-f7c804040d09 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:47:40.078559 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-60914071-4950-4b0c-96b2-c0969de91be3 req-b250f89a-9326-4ccd-bf25-f7c804040d09 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/ports?device_id=4670cef3-301f-4e64-9df2-0e13ec2bf768 HTTP/1.1" status: 200 len: 945 time: 0.1495497 Feb 04 12:47:40.174625 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-60914071-4950-4b0c-96b2-c0969de91be3 req-479d04c6-3200-4ef7-a52d-5607f69b6dfc tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c15dfa5-1b74-494d-a4b3-b834b3f91fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880725 Feb 04 12:47:40.271608 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-6b9fe0d5-a17c-4f8d-aa17-7a0ff16b6ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23a4f602-cd90-4527-acba-46271144ffed', 'name': 'tempest-RoutersIpV6Test-router-21052845', 'tenant_id': '3fccd7acaf5a4db2beb516182b08458d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:46:58Z', 'updated_at': '2022-02-04T12:47:36Z', 'revision_number': 7, 'project_id': '3fccd7acaf5a4db2beb516182b08458d', 'gw_port_host': None, '_interfaces': [{'id': '0fe0768e-1717-422a-9a65-78ec59880568', 'name': '', 'network_id': 'de1361df-7110-4dbf-97fc-b6448f3ceb7d', 'tenant_id': '3fccd7acaf5a4db2beb516182b08458d', 'mac_address': 'fa:16:3e:1e:65:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a4f602-cd90-4527-acba-46271144ffed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': '1da51ffd-3a2b-4163-8aec-62ae41b758d3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:47:09Z', 'updated_at': '2022-02-04T12:47:20Z', 'revision_number': 5, 'project_id': '3fccd7acaf5a4db2beb516182b08458d', 'subnets': [{'id': '1da51ffd-3a2b-4163-8aec-62ae41b758d3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e09e278-b3a3-4125-ac15-c5604e7efe36', 'name': '', 'network_id': '851ada3b-84e7-4fe7-8c48-0057b87b86cb', 'tenant_id': '3fccd7acaf5a4db2beb516182b08458d', 'mac_address': 'fa:16:3e:c4:76:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a4f602-cd90-4527-acba-46271144ffed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2834, 'fixed_ips': [{'subnet_id': '45839c3a-851e-4316-ae5c-98cfc9c7c852', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:47:01Z', 'updated_at': '2022-02-04T12:47:08Z', 'revision_number': 5, 'project_id': '3fccd7acaf5a4db2beb516182b08458d', 'subnets': [{'id': '45839c3a-851e-4316-ae5c-98cfc9c7c852', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fb7c247-c1b4-4b34-a94e-8e1f2ce2b977', 'name': '', 'network_id': 'fa0c6481-b3c0-44ff-b6a8-ad5b0bad36f6', 'tenant_id': '3fccd7acaf5a4db2beb516182b08458d', 'mac_address': 'fa:16:3e:b7:3c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a4f602-cd90-4527-acba-46271144ffed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': '0dfbae9e-ed6d-423c-9949-6cc5dee24f0a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:47:29Z', 'updated_at': '2022-02-04T12:47:37Z', 'revision_number': 5, 'project_id': '3fccd7acaf5a4db2beb516182b08458d', 'subnets': [{'id': '0dfbae9e-ed6d-423c-9949-6cc5dee24f0a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9101117a-8105-46de-be9e-a564a287f2db', 'name': '', 'network_id': 'a2160580-268b-43f5-8dcf-954dc301bbd3', 'tenant_id': '3fccd7acaf5a4db2beb516182b08458d', 'mac_address': 'fa:16:3e:10:e0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a4f602-cd90-4527-acba-46271144ffed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': '98ee853f-ae9e-4711-905a-1e82a0d71f76', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:47:19Z', 'updated_at': '2022-02-04T12:47:28Z', 'revision_number': 5, 'project_id': '3fccd7acaf5a4db2beb516182b08458d', 'subnets': [{'id': '98ee853f-ae9e-4711-905a-1e82a0d71f76', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:47:40.287815 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-ee466aee-d973-48f7-9a15-81d09a85dce5 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Deleting port 8fb7c247-c1b4-4b34-a94e-8e1f2ce2b977 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:47:40.288363 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ee466aee-d973-48f7-9a15-81d09a85dce5 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (8fb7c247-c1b4-4b34-a94e-8e1f2ce2b977), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:40.338071 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9fe0d5-a17c-4f8d-aa17-7a0ff16b6ae6 None None] The sync data for ids ['23a4f602-cd90-4527-acba-46271144ffed'] in n-d-825015-3 is: [{'id': '23a4f602-cd90-4527-acba-46271144ffed', 'name': 'tempest-RoutersIpV6Test-router-21052845', 'tenant_id': '3fccd7acaf5a4db2beb516182b08458d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:46:58Z', 'updated_at': '2022-02-04T12:47:36Z', 'revision_number': 7, 'project_id': '3fccd7acaf5a4db2beb516182b08458d', 'gw_port_host': None, '_interfaces': [{'id': '0fe0768e-1717-422a-9a65-78ec59880568', 'name': '', 'network_id': 'de1361df-7110-4dbf-97fc-b6448f3ceb7d', 'tenant_id': '3fccd7acaf5a4db2beb516182b08458d', 'mac_address': 'fa:16:3e:1e:65:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a4f602-cd90-4527-acba-46271144ffed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': '1da51ffd-3a2b-4163-8aec-62ae41b758d3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:47:09Z', 'updated_at': '2022-02-04T12:47:20Z', 'revision_number': 5, 'project_id': '3fccd7acaf5a4db2beb516182b08458d', 'subnets': [{'id': '1da51ffd-3a2b-4163-8aec-62ae41b758d3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e09e278-b3a3-4125-ac15-c5604e7efe36', 'name': '', 'network_id': '851ada3b-84e7-4fe7-8c48-0057b87b86cb', 'tenant_id': '3fccd7acaf5a4db2beb516182b08458d', 'mac_address': 'fa:16:3e:c4:76:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a4f602-cd90-4527-acba-46271144ffed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2834, 'fixed_ips': [{'subnet_id': '45839c3a-851e-4316-ae5c-98cfc9c7c852', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:47:01Z', 'updated_at': '2022-02-04T12:47:08Z', 'revision_number': 5, 'project_id': '3fccd7acaf5a4db2beb516182b08458d', 'subnets': [{'id': '45839c3a-851e-4316-ae5c-98cfc9c7c852', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fb7c247-c1b4-4b34-a94e-8e1f2ce2b977', 'name': '', 'network_id': 'fa0c6481-b3c0-44ff-b6a8-ad5b0bad36f6', 'tenant_id': '3fccd7acaf5a4db2beb516182b08458d', 'mac_address': 'fa:16:3e:b7:3c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a4f602-cd90-4527-acba-46271144ffed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': '0dfbae9e-ed6d-423c-9949-6cc5dee24f0a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:47:29Z', 'updated_at': '2022-02-04T12:47:37Z', 'revision_number': 5, 'project_id': '3fccd7acaf5a4db2beb516182b08458d', 'subnets': [{'id': '0dfbae9e-ed6d-423c-9949-6cc5dee24f0a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9101117a-8105-46de-be9e-a564a287f2db', 'name': '', 'network_id': 'a2160580-268b-43f5-8dcf-954dc301bbd3', 'tenant_id': '3fccd7acaf5a4db2beb516182b08458d', 'mac_address': 'fa:16:3e:10:e0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a4f602-cd90-4527-acba-46271144ffed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': '98ee853f-ae9e-4711-905a-1e82a0d71f76', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:47:19Z', 'updated_at': '2022-02-04T12:47:28Z', 'revision_number': 5, 'project_id': '3fccd7acaf5a4db2beb516182b08458d', 'subnets': [{'id': '98ee853f-ae9e-4711-905a-1e82a0d71f76', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:47:40.429855 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-ee466aee-d973-48f7-9a15-81d09a85dce5 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] For port 8fb7c247-c1b4-4b34-a94e-8e1f2ce2b977, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=8fb7c247-c1b4-4b34-a94e-8e1f2ce2b977,segment=NetworkSegment(5813705b-7279-48ad-be9a-fa1b9f3ab0d4),segment_id=5813705b-7279-48ad-be9a-fa1b9f3ab0d4)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:47:40.430170 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ee466aee-d973-48f7-9a15-81d09a85dce5 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (8fb7c247-c1b4-4b34-a94e-8e1f2ce2b977), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:40.448471 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-ee466aee-d973-48f7-9a15-81d09a85dce5 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Calling delete_port for 8fb7c247-c1b4-4b34-a94e-8e1f2ce2b977 owned by network:router_interface {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:47:40.659767 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e63df0b-1805-4fb9-b3c9-d72c4ca7cd0e req-0e1a67b0-ca72-4885-8392-97e4e773bd1a tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:47:40.667096 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2e63df0b-1805-4fb9-b3c9-d72c4ca7cd0e req-0e1a67b0-ca72-4885-8392-97e4e773bd1a tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=d962f747-80da-46c6-827c-b76263dc019a HTTP/1.1" status: 200 len: 1127 time: 0.0819345 Feb 04 12:47:40.772314 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2e63df0b-1805-4fb9-b3c9-d72c4ca7cd0e req-44d7e701-8f50-4208-bc25-0ecda4f5353e tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=22a373cd-f4ae-4261-9bb9-ccf59304b58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879219 Feb 04 12:47:40.834709 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ee466aee-d973-48f7-9a15-81d09a85dce5 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (8fb7c247-c1b4-4b34-a94e-8e1f2ce2b977), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:40.919077 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee466aee-d973-48f7-9a15-81d09a85dce5 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Pushing event deleted for resources: {'Port': ['ID=8fb7c247-c1b4-4b34-a94e-8e1f2ce2b977,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:47:41.213532 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ee466aee-d973-48f7-9a15-81d09a85dce5 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622067'] for router_interface (23a4f602-cd90-4527-acba-46271144ffed), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:41.382649 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 36760) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:47:41.511669 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6836fefa-5d1e-49db-a41c-a1727b01171d req-988a7e42-dcc2-4972-8406-762bdeba894a tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:47:41.527887 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6836fefa-5d1e-49db-a41c-a1727b01171d req-988a7e42-dcc2-4972-8406-762bdeba894a tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/ports?device_id=4670cef3-301f-4e64-9df2-0e13ec2bf768 HTTP/1.1" status: 200 len: 945 time: 0.1623802 Feb 04 12:47:41.585795 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-50667a10-92b5-4397-8e06-4499b8e88d5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:41.590927 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 2b653202-94d2-47ae-9351-e86b16bd6a82 no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:47:41.682091 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] No Port match for: 2b653202-94d2-47ae-9351-e86b16bd6a82 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:47:41.682556 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 2b653202-94d2-47ae-9351-e86b16bd6a82 not bound to the agent host n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:47:41.708183 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6836fefa-5d1e-49db-a41c-a1727b01171d req-ceed24ad-b74b-48bf-b430-85d865df9384 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c15dfa5-1b74-494d-a4b3-b834b3f91fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269455 Feb 04 12:47:41.716893 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee466aee-d973-48f7-9a15-81d09a85dce5 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Router 23a4f602-cd90-4527-acba-46271144ffed has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:47:41.798733 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-50667a10-92b5-4397-8e06-4499b8e88d5e admin admin] Publish callbacks [] for security_group (d0150423-5bae-4f89-9608-9d43890b33aa), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:41.812436 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-50667a10-92b5-4397-8e06-4499b8e88d5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (d0150423-5bae-4f89-9608-9d43890b33aa), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:41.886531 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee466aee-d973-48f7-9a15-81d09a85dce5 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:47:41.899846 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc12751b-33e9-4dc2-a3b0-fbb34c8e3e67 None None] Sync routers for ids ['23a4f602-cd90-4527-acba-46271144ffed'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:47:41.907461 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-ee466aee-d973-48f7-9a15-81d09a85dce5 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] 10.222.0.65 "PUT /v2.0/routers/23a4f602-cd90-4527-acba-46271144ffed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8002234 Feb 04 12:47:41.908563 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 36770) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:47:41.926770 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc12751b-33e9-4dc2-a3b0-fbb34c8e3e67 None None] Routers {'23a4f602-cd90-4527-acba-46271144ffed'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:47:41.927413 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-dc12751b-33e9-4dc2-a3b0-fbb34c8e3e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:47:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['23a4f602-cd90-4527-acba-46271144ffed'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:47:41.954161 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-50667a10-92b5-4397-8e06-4499b8e88d5e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e22a277d741a4ae182e32f04e6d9972c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5695250 Feb 04 12:47:41.956046 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50667a10-92b5-4397-8e06-4499b8e88d5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0150423-5bae-4f89-9608-9d43890b33aa,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:47:41.959075 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 36772) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:47:42.003277 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee3ef61-2ba0-4bd9-baa5-a54a8a6fc098 req-9b5b1b48-cb98-401d-912b-8240dc565c83 tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:47:42.004448 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-1ee3ef61-2ba0-4bd9-baa5-a54a8a6fc098 req-9b5b1b48-cb98-401d-912b-8240dc565c83 tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=d962f747-80da-46c6-827c-b76263dc019a HTTP/1.1" status: 200 len: 1127 time: 0.1536579 Feb 04 12:47:42.026068 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbac2c78-7334-49b0-a897-a2f1c117e6b7 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Deleting subnet 0dfbae9e-ed6d-423c-9949-6cc5dee24f0a {{(pid=103475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:47:42.031583 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cbac2c78-7334-49b0-a897-a2f1c117e6b7 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks [] for subnet (0dfbae9e-ed6d-423c-9949-6cc5dee24f0a), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:42.088372 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cbac2c78-7334-49b0-a897-a2f1c117e6b7 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51859329'] for subnet (0dfbae9e-ed6d-423c-9949-6cc5dee24f0a), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:42.114337 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bf5e7ce5-fe26-48b6-b524-01a88563e126 admin admin] Publish callbacks [] for security_group (d0150423-5bae-4f89-9608-9d43890b33aa), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:42.123041 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-dc12751b-33e9-4dc2-a3b0-fbb34c8e3e67 None None] Set router 23a4f602-cd90-4527-acba-46271144ffed gateway port host: None {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:47:42.151632 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bf5e7ce5-fe26-48b6-b524-01a88563e126 admin admin] Publish callbacks [] for security_group (d0150423-5bae-4f89-9608-9d43890b33aa), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:42.202409 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cbac2c78-7334-49b0-a897-a2f1c117e6b7 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (0dfbae9e-ed6d-423c-9949-6cc5dee24f0a), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:42.206964 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-1ee3ef61-2ba0-4bd9-baa5-a54a8a6fc098 req-a575c605-028a-416b-9c13-ded9186d0138 tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] Deleting port e4894a2b-7bb4-4d1a-8428-78fc6021224c {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:47:42.210638 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-1ee3ef61-2ba0-4bd9-baa5-a54a8a6fc098 req-a575c605-028a-416b-9c13-ded9186d0138 tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (e4894a2b-7bb4-4d1a-8428-78fc6021224c), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:42.299344 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4191cf87-751c-44ab-aa03-9cf1827f782d req-fc166fbd-7933-499b-861e-f9afbc227a94 tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:47:42.302010 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4191cf87-751c-44ab-aa03-9cf1827f782d req-fc166fbd-7933-499b-861e-f9afbc227a94 tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=d962f747-80da-46c6-827c-b76263dc019a HTTP/1.1" status: 200 len: 1127 time: 0.3916366 Feb 04 12:47:42.303643 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cbac2c78-7334-49b0-a897-a2f1c117e6b7 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-52093282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51452698'] for subnet (0dfbae9e-ed6d-423c-9949-6cc5dee24f0a), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:42.308967 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bf5e7ce5-fe26-48b6-b524-01a88563e126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (d0150423-5bae-4f89-9608-9d43890b33aa), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:42.311708 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bf5e7ce5-fe26-48b6-b524-01a88563e126 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:42.318889 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-bf5e7ce5-fe26-48b6-b524-01a88563e126 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d0150423-5bae-4f89-9608-9d43890b33aa HTTP/1.1" status: 204 len: 168 time: 0.3572168 Feb 04 12:47:42.355537 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5e7ce5-fe26-48b6-b524-01a88563e126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0150423-5bae-4f89-9608-9d43890b33aa,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:47:42.396981 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-1ee3ef61-2ba0-4bd9-baa5-a54a8a6fc098 req-a575c605-028a-416b-9c13-ded9186d0138 tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] For port e4894a2b-7bb4-4d1a-8428-78fc6021224c, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=e4894a2b-7bb4-4d1a-8428-78fc6021224c,segment=NetworkSegment(4f9c3679-38be-484a-a0f7-946cac38a9f0),segment_id=4f9c3679-38be-484a-a0f7-946cac38a9f0)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:47:42.397510 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-1ee3ef61-2ba0-4bd9-baa5-a54a8a6fc098 req-a575c605-028a-416b-9c13-ded9186d0138 tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (e4894a2b-7bb4-4d1a-8428-78fc6021224c), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:42.417684 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbac2c78-7334-49b0-a897-a2f1c117e6b7 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Pushing event deleted for resources: {'Subnet': ['ID=0dfbae9e-ed6d-423c-9949-6cc5dee24f0a,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:47:42.425478 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-1ee3ef61-2ba0-4bd9-baa5-a54a8a6fc098 req-a575c605-028a-416b-9c13-ded9186d0138 tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] Calling delete_port for e4894a2b-7bb4-4d1a-8428-78fc6021224c owned by compute:nova {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:47:42.482298 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cbac2c78-7334-49b0-a897-a2f1c117e6b7 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:42.495839 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 36782) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:47:42.496743 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-cbac2c78-7334-49b0-a897-a2f1c117e6b7 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] 10.222.0.65 "DELETE /v2.0/subnets/0dfbae9e-ed6d-423c-9949-6cc5dee24f0a HTTP/1.1" status: 204 len: 168 time: 0.5749407 Feb 04 12:47:42.538705 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd807b4-7af3-4d68-9232-91c35ed467d6 None None] Network fa0c6481-b3c0-44ff-b6a8-ad5b0bad36f6 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:47:42.579483 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4191cf87-751c-44ab-aa03-9cf1827f782d req-14e2db66-8c95-4670-bc85-2227c4d0dc6d tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=22a373cd-f4ae-4261-9bb9-ccf59304b58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827984 Feb 04 12:47:42.891516 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-528ec6fb-c8ba-4482-a7fb-886cf1236ea7 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (fa0c6481-b3c0-44ff-b6a8-ad5b0bad36f6), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:42.957146 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-dc12751b-33e9-4dc2-a3b0-fbb34c8e3e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23a4f602-cd90-4527-acba-46271144ffed', 'name': 'tempest-RoutersIpV6Test-router-21052845', 'tenant_id': '3fccd7acaf5a4db2beb516182b08458d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:46:58Z', 'updated_at': '2022-02-04T12:47:40Z', 'revision_number': 8, 'project_id': '3fccd7acaf5a4db2beb516182b08458d', 'gw_port_host': None, '_interfaces': [{'id': '0fe0768e-1717-422a-9a65-78ec59880568', 'name': '', 'network_id': 'de1361df-7110-4dbf-97fc-b6448f3ceb7d', 'tenant_id': '3fccd7acaf5a4db2beb516182b08458d', 'mac_address': 'fa:16:3e:1e:65:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a4f602-cd90-4527-acba-46271144ffed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': '1da51ffd-3a2b-4163-8aec-62ae41b758d3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:47:09Z', 'updated_at': '2022-02-04T12:47:20Z', 'revision_number': 5, 'project_id': '3fccd7acaf5a4db2beb516182b08458d', 'subnets': [{'id': '1da51ffd-3a2b-4163-8aec-62ae41b758d3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e09e278-b3a3-4125-ac15-c5604e7efe36', 'name': '', 'network_id': '851ada3b-84e7-4fe7-8c48-0057b87b86cb', 'tenant_id': '3fccd7acaf5a4db2beb516182b08458d', 'mac_address': 'fa:16:3e:c4:76:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a4f602-cd90-4527-acba-46271144ffed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2834, 'fixed_ips': [{'subnet_id': '45839c3a-851e-4316-ae5c-98cfc9c7c852', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:47:01Z', 'updated_at': '2022-02-04T12:47:08Z', 'revision_number': 5, 'project_id': '3fccd7acaf5a4db2beb516182b08458d', 'subnets': [{'id': '45839c3a-851e-4316-ae5c-98cfc9c7c852', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9101117a-8105-46de-be9e-a564a287f2db', 'name': '', 'network_id': 'a2160580-268b-43f5-8dcf-954dc301bbd3', 'tenant_id': '3fccd7acaf5a4db2beb516182b08458d', 'mac_address': 'fa:16:3e:10:e0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a4f602-cd90-4527-acba-46271144ffed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': '98ee853f-ae9e-4711-905a-1e82a0d71f76', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:47:19Z', 'updated_at': '2022-02-04T12:47:28Z', 'revision_number': 5, 'project_id': '3fccd7acaf5a4db2beb516182b08458d', 'subnets': [{'id': '98ee853f-ae9e-4711-905a-1e82a0d71f76', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:47:43.025688 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82a8c25-5681-44e9-9866-9ae475341fd4 req-ea43bd91-1d43-48cf-adca-9278ccc058fd tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:47:43.029517 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e82a8c25-5681-44e9-9866-9ae475341fd4 req-ea43bd91-1d43-48cf-adca-9278ccc058fd tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/ports?device_id=4670cef3-301f-4e64-9df2-0e13ec2bf768 HTTP/1.1" status: 200 len: 945 time: 0.1834571 Feb 04 12:47:43.036681 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc12751b-33e9-4dc2-a3b0-fbb34c8e3e67 None None] Checking router: 23a4f602-cd90-4527-acba-46271144ffed for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:47:43.073217 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc12751b-33e9-4dc2-a3b0-fbb34c8e3e67 None None] Routers {'23a4f602-cd90-4527-acba-46271144ffed'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:47:43.073217 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-dc12751b-33e9-4dc2-a3b0-fbb34c8e3e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:47:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['23a4f602-cd90-4527-acba-46271144ffed'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:47:43.101980 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-1ee3ef61-2ba0-4bd9-baa5-a54a8a6fc098 req-a575c605-028a-416b-9c13-ded9186d0138 tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (e4894a2b-7bb4-4d1a-8428-78fc6021224c), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:43.226781 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e82a8c25-5681-44e9-9866-9ae475341fd4 req-0cee3f6e-e5bc-4ff8-a0a6-8a28d972c992 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c15dfa5-1b74-494d-a4b3-b834b3f91fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900506 Feb 04 12:47:43.295457 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-dc12751b-33e9-4dc2-a3b0-fbb34c8e3e67 None None] Set router 23a4f602-cd90-4527-acba-46271144ffed gateway port host: None {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:47:43.400828 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['e4894a2b-7bb4-4d1a-8428-78fc6021224c'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:47:43.403081 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65117aa-186f-46cd-823e-598a98cdb5cf None None] DHCP port deletion for fa0c6481-b3c0-44ff-b6a8-ad5b0bad36f6 request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 12:47:43.490725 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a575c605-028a-416b-9c13-ded9186d0138 tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] Pushing event deleted for resources: {'Port': ['ID=e4894a2b-7bb4-4d1a-8428-78fc6021224c,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:47:43.514777 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 12:47:43.538980 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-528ec6fb-c8ba-4482-a7fb-886cf1236ea7 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Deleting port 53c82c9c-74f1-4ae8-a418-f8da7c7abbd6 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:47:43.539472 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-528ec6fb-c8ba-4482-a7fb-886cf1236ea7 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (53c82c9c-74f1-4ae8-a418-f8da7c7abbd6), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:43.659072 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-e65117aa-186f-46cd-823e-598a98cdb5cf None None] Deleting port 53c82c9c-74f1-4ae8-a418-f8da7c7abbd6 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:47:43.659634 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e65117aa-186f-46cd-823e-598a98cdb5cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (53c82c9c-74f1-4ae8-a418-f8da7c7abbd6), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:43.697641 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ee3ef61-2ba0-4bd9-baa5-a54a8a6fc098 req-a575c605-028a-416b-9c13-ded9186d0138 tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] No DVR routers for this DVR port e4894a2b-7bb4-4d1a-8428-78fc6021224c on host n-h2-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:47:43.706425 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-1ee3ef61-2ba0-4bd9-baa5-a54a8a6fc098 req-a575c605-028a-416b-9c13-ded9186d0138 tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:43.719816 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-1ee3ef61-2ba0-4bd9-baa5-a54a8a6fc098 req-a575c605-028a-416b-9c13-ded9186d0138 tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] 10.222.0.77 "DELETE /v2.0/ports/e4894a2b-7bb4-4d1a-8428-78fc6021224c HTTP/1.1" status: 204 len: 173 time: 1.7093623 Feb 04 12:47:43.723689 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd962f747-80da-46c6-827c-b76263dc019a', 'name': 'network-vif-deleted', 'tag': 'e4894a2b-7bb4-4d1a-8428-78fc6021224c'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:47:43.726197 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e5fa2b8-b702-4479-96fb-927dc4d3b78c" -d '{"events": [{"server_uuid": "d962f747-80da-46c6-827c-b76263dc019a", "name": "network-vif-deleted", "tag": "e4894a2b-7bb4-4d1a-8428-78fc6021224c"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:47:43.754930 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-e65117aa-186f-46cd-823e-598a98cdb5cf None None] For port 53c82c9c-74f1-4ae8-a418-f8da7c7abbd6, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=53c82c9c-74f1-4ae8-a418-f8da7c7abbd6,segment=NetworkSegment(5813705b-7279-48ad-be9a-fa1b9f3ab0d4),segment_id=5813705b-7279-48ad-be9a-fa1b9f3ab0d4)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:47:43.756094 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e65117aa-186f-46cd-823e-598a98cdb5cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (53c82c9c-74f1-4ae8-a418-f8da7c7abbd6), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:43.825004 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-e65117aa-186f-46cd-823e-598a98cdb5cf None None] Calling delete_port for 53c82c9c-74f1-4ae8-a418-f8da7c7abbd6 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:47:43.834745 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fd5bf9e4-b0b2-4eda-9146-392d2394cd2e req-53916188-4c67-4e05-808d-41f2e5292d1f tempest-TestServerMultinode-1905787449 tempest-TestServerMultinode-1905787449-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=d962f747-80da-46c6-827c-b76263dc019a HTTP/1.1" status: 200 len: 210 time: 0.1029294 Feb 04 12:47:43.864869 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-528ec6fb-c8ba-4482-a7fb-886cf1236ea7 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] For port 53c82c9c-74f1-4ae8-a418-f8da7c7abbd6, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=53c82c9c-74f1-4ae8-a418-f8da7c7abbd6,segment=NetworkSegment(5813705b-7279-48ad-be9a-fa1b9f3ab0d4),segment_id=5813705b-7279-48ad-be9a-fa1b9f3ab0d4)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:47:43.876349 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-528ec6fb-c8ba-4482-a7fb-886cf1236ea7 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (53c82c9c-74f1-4ae8-a418-f8da7c7abbd6), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:43.914757 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22f0ee2f-305f-4983-8319-6c50f50d78a3 x-openstack-request-id: req-22f0ee2f-305f-4983-8319-6c50f50d78a3 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:47:43.915220 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d962f747-80da-46c6-827c-b76263dc019a", "name": "network-vif-deleted", "tag": "e4894a2b-7bb4-4d1a-8428-78fc6021224c", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:47:43.915363 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-22f0ee2f-305f-4983-8319-6c50f50d78a3 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:47:43.915707 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd962f747-80da-46c6-827c-b76263dc019a', 'name': 'network-vif-deleted', 'tag': 'e4894a2b-7bb4-4d1a-8428-78fc6021224c', 'status': 'completed', 'code': 200} Feb 04 12:47:43.947934 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-528ec6fb-c8ba-4482-a7fb-886cf1236ea7 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Calling delete_port for 53c82c9c-74f1-4ae8-a418-f8da7c7abbd6 owned by network:dhcp {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:47:44.125770 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-dc12751b-33e9-4dc2-a3b0-fbb34c8e3e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23a4f602-cd90-4527-acba-46271144ffed', 'name': 'tempest-RoutersIpV6Test-router-21052845', 'tenant_id': '3fccd7acaf5a4db2beb516182b08458d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:46:58Z', 'updated_at': '2022-02-04T12:47:40Z', 'revision_number': 8, 'project_id': '3fccd7acaf5a4db2beb516182b08458d', 'gw_port_host': None, '_interfaces': [{'id': '0fe0768e-1717-422a-9a65-78ec59880568', 'name': '', 'network_id': 'de1361df-7110-4dbf-97fc-b6448f3ceb7d', 'tenant_id': '3fccd7acaf5a4db2beb516182b08458d', 'mac_address': 'fa:16:3e:1e:65:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a4f602-cd90-4527-acba-46271144ffed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': '1da51ffd-3a2b-4163-8aec-62ae41b758d3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:47:09Z', 'updated_at': '2022-02-04T12:47:20Z', 'revision_number': 5, 'project_id': '3fccd7acaf5a4db2beb516182b08458d', 'subnets': [{'id': '1da51ffd-3a2b-4163-8aec-62ae41b758d3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e09e278-b3a3-4125-ac15-c5604e7efe36', 'name': '', 'network_id': '851ada3b-84e7-4fe7-8c48-0057b87b86cb', 'tenant_id': '3fccd7acaf5a4db2beb516182b08458d', 'mac_address': 'fa:16:3e:c4:76:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a4f602-cd90-4527-acba-46271144ffed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2834, 'fixed_ips': [{'subnet_id': '45839c3a-851e-4316-ae5c-98cfc9c7c852', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:47:01Z', 'updated_at': '2022-02-04T12:47:08Z', 'revision_number': 5, 'project_id': '3fccd7acaf5a4db2beb516182b08458d', 'subnets': [{'id': '45839c3a-851e-4316-ae5c-98cfc9c7c852', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9101117a-8105-46de-be9e-a564a287f2db', 'name': '', 'network_id': 'a2160580-268b-43f5-8dcf-954dc301bbd3', 'tenant_id': '3fccd7acaf5a4db2beb516182b08458d', 'mac_address': 'fa:16:3e:10:e0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a4f602-cd90-4527-acba-46271144ffed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': '98ee853f-ae9e-4711-905a-1e82a0d71f76', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:47:19Z', 'updated_at': '2022-02-04T12:47:28Z', 'revision_number': 5, 'project_id': '3fccd7acaf5a4db2beb516182b08458d', 'subnets': [{'id': '98ee853f-ae9e-4711-905a-1e82a0d71f76', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:47:44.153682 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-528ec6fb-c8ba-4482-a7fb-886cf1236ea7 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (53c82c9c-74f1-4ae8-a418-f8da7c7abbd6), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:44.205661 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528ec6fb-c8ba-4482-a7fb-886cf1236ea7 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Pushing event deleted for resources: {'Port': ['ID=53c82c9c-74f1-4ae8-a418-f8da7c7abbd6,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:47:44.209818 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528ec6fb-c8ba-4482-a7fb-886cf1236ea7 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] No DVR routers for this DVR port 53c82c9c-74f1-4ae8-a418-f8da7c7abbd6 on host n-d-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:47:44.220905 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc12751b-33e9-4dc2-a3b0-fbb34c8e3e67 None None] The sync data for ids ['23a4f602-cd90-4527-acba-46271144ffed'] in n-d-825015-3 is: [{'id': '23a4f602-cd90-4527-acba-46271144ffed', 'name': 'tempest-RoutersIpV6Test-router-21052845', 'tenant_id': '3fccd7acaf5a4db2beb516182b08458d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:46:58Z', 'updated_at': '2022-02-04T12:47:40Z', 'revision_number': 8, 'project_id': '3fccd7acaf5a4db2beb516182b08458d', 'gw_port_host': None, '_interfaces': [{'id': '0fe0768e-1717-422a-9a65-78ec59880568', 'name': '', 'network_id': 'de1361df-7110-4dbf-97fc-b6448f3ceb7d', 'tenant_id': '3fccd7acaf5a4db2beb516182b08458d', 'mac_address': 'fa:16:3e:1e:65:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a4f602-cd90-4527-acba-46271144ffed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': '1da51ffd-3a2b-4163-8aec-62ae41b758d3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:47:09Z', 'updated_at': '2022-02-04T12:47:20Z', 'revision_number': 5, 'project_id': '3fccd7acaf5a4db2beb516182b08458d', 'subnets': [{'id': '1da51ffd-3a2b-4163-8aec-62ae41b758d3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e09e278-b3a3-4125-ac15-c5604e7efe36', 'name': '', 'network_id': '851ada3b-84e7-4fe7-8c48-0057b87b86cb', 'tenant_id': '3fccd7acaf5a4db2beb516182b08458d', 'mac_address': 'fa:16:3e:c4:76:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a4f602-cd90-4527-acba-46271144ffed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2834, 'fixed_ips': [{'subnet_id': '45839c3a-851e-4316-ae5c-98cfc9c7c852', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:47:01Z', 'updated_at': '2022-02-04T12:47:08Z', 'revision_number': 5, 'project_id': '3fccd7acaf5a4db2beb516182b08458d', 'subnets': [{'id': '45839c3a-851e-4316-ae5c-98cfc9c7c852', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9101117a-8105-46de-be9e-a564a287f2db', 'name': '', 'network_id': 'a2160580-268b-43f5-8dcf-954dc301bbd3', 'tenant_id': '3fccd7acaf5a4db2beb516182b08458d', 'mac_address': 'fa:16:3e:10:e0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a4f602-cd90-4527-acba-46271144ffed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': '98ee853f-ae9e-4711-905a-1e82a0d71f76', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:47:19Z', 'updated_at': '2022-02-04T12:47:28Z', 'revision_number': 5, 'project_id': '3fccd7acaf5a4db2beb516182b08458d', 'subnets': [{'id': '98ee853f-ae9e-4711-905a-1e82a0d71f76', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:47:44.248970 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 36820) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:47:44.270870 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e65117aa-186f-46cd-823e-598a98cdb5cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (53c82c9c-74f1-4ae8-a418-f8da7c7abbd6), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:44.326909 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65117aa-186f-46cd-823e-598a98cdb5cf None None] No DVR routers for this DVR port 53c82c9c-74f1-4ae8-a418-f8da7c7abbd6 on host n-d-825015-3 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:47:44.406703 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65117aa-186f-46cd-823e-598a98cdb5cf None None] Pushing event deleted for resources: {'Port': ['ID=53c82c9c-74f1-4ae8-a418-f8da7c7abbd6,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:47:44.519565 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-528ec6fb-c8ba-4482-a7fb-886cf1236ea7 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (fa0c6481-b3c0-44ff-b6a8-ad5b0bad36f6), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:44.542984 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149a91a8-0ee2-4dce-9246-0cb80c13d546 req-685e3f1c-7322-46b2-a689-1db1e74e3d39 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:47:44.545876 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-149a91a8-0ee2-4dce-9246-0cb80c13d546 req-685e3f1c-7322-46b2-a689-1db1e74e3d39 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/ports?device_id=4670cef3-301f-4e64-9df2-0e13ec2bf768 HTTP/1.1" status: 200 len: 945 time: 0.1412673 Feb 04 12:47:44.564961 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-e34c957d-d73b-4213-b284-c1e0dfa3f052 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1950943043-network', 'tenant_id': '3c0dc8c0402645d983d20be0fc21117a'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:47:44.575008 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-528ec6fb-c8ba-4482-a7fb-886cf1236ea7 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa0c6481-b3c0-44ff-b6a8-ad5b0bad36f6']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:47:44.597648 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-528ec6fb-c8ba-4482-a7fb-886cf1236ea7 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5813705b-7279-48ad-be9a-fa1b9f3ab0d4') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:47:44.598120 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-528ec6fb-c8ba-4482-a7fb-886cf1236ea7 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5813705b-7279-48ad-be9a-fa1b9f3ab0d4') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:47:44.613225 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-528ec6fb-c8ba-4482-a7fb-886cf1236ea7 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (5813705b-7279-48ad-be9a-fa1b9f3ab0d4), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:44.630530 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-528ec6fb-c8ba-4482-a7fb-886cf1236ea7 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (5813705b-7279-48ad-be9a-fa1b9f3ab0d4), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:44.647790 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-528ec6fb-c8ba-4482-a7fb-886cf1236ea7 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:47:44.648213 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-528ec6fb-c8ba-4482-a7fb-886cf1236ea7 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (5813705b-7279-48ad-be9a-fa1b9f3ab0d4), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:44.654798 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 12:47:44.654798 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:47:44.654798 n-d-825015-3 neutron-server[103474]: timer() Feb 04 12:47:44.654798 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:47:44.654798 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 12:47:44.654798 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:47:44.654798 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 12:47:44.654798 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:47:44.654798 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 12:47:44.654798 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:47:44.654798 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 12:47:44.654798 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:47:44.654798 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 12:47:44.654798 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:47:44.654798 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:47:44.654798 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:47:44.654798 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:47:44.654798 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:47:44.654798 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 12:47:44.654798 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:47:44.654798 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 12:47:44.654798 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:47:44.654798 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:47:44.654798 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:47:44.654798 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 12:47:44.654798 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:47:44.654798 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:47:44.654798 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:47:44.654798 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:47:44.654798 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:47:44.654798 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:47:44.654798 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:47:44.680225 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e34c957d-d73b-4213-b284-c1e0dfa3f052 admin admin] Made reservation on behalf of 3c0dc8c0402645d983d20be0fc21117a for: {'network': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:47:44.682691 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e34c957d-d73b-4213-b284-c1e0dfa3f052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:44.741657 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-149a91a8-0ee2-4dce-9246-0cb80c13d546 req-e09530cf-30a6-4c42-a2dc-2afcd3df3e30 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c15dfa5-1b74-494d-a4b3-b834b3f91fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656768 Feb 04 12:47:44.741657 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e34c957d-d73b-4213-b284-c1e0dfa3f052 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:44.803207 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 53c82c9c-74f1-4ae8-a418-f8da7c7abbd6 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:47:44.832506 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-528ec6fb-c8ba-4482-a7fb-886cf1236ea7 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (fa0c6481-b3c0-44ff-b6a8-ad5b0bad36f6), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:44.855277 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-528ec6fb-c8ba-4482-a7fb-886cf1236ea7 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:44.857241 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 53c82c9c-74f1-4ae8-a418-f8da7c7abbd6 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:47:44.859531 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 53c82c9c-74f1-4ae8-a418-f8da7c7abbd6 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:47:44.860369 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 8fb7c247-c1b4-4b34-a94e-8e1f2ce2b977 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:47:44.869466 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-528ec6fb-c8ba-4482-a7fb-886cf1236ea7 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] 10.222.0.65 "DELETE /v2.0/networks/fa0c6481-b3c0-44ff-b6a8-ad5b0bad36f6 HTTP/1.1" status: 204 len: 168 time: 2.3681562 Feb 04 12:47:44.872690 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 36832) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:47:44.905984 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528ec6fb-c8ba-4482-a7fb-886cf1236ea7 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Pushing event deleted for resources: {'Network': ['ID=fa0c6481-b3c0-44ff-b6a8-ad5b0bad36f6,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:47:44.912908 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 8fb7c247-c1b4-4b34-a94e-8e1f2ce2b977 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:47:44.914112 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 8fb7c247-c1b4-4b34-a94e-8e1f2ce2b977 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:47:44.974584 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 36834) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:47:45.305766 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e34c957d-d73b-4213-b284-c1e0dfa3f052 admin admin] Publish callbacks [] for security_group (6c467328-bd66-4f91-a902-5329837a5822), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:45.340627 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e34c957d-d73b-4213-b284-c1e0dfa3f052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (6c467328-bd66-4f91-a902-5329837a5822), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:45.379896 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34c957d-d73b-4213-b284-c1e0dfa3f052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c467328-bd66-4f91-a902-5329837a5822,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:47:45.398980 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e34c957d-d73b-4213-b284-c1e0dfa3f052 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=103475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:47:45.422824 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e34c957d-d73b-4213-b284-c1e0dfa3f052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (0934a908-175b-4cbf-ace2-f0550fc5d53c), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:45.423231 n-d-825015-3 neutron-server[103475]: INFO neutron.db.segments_db [None req-e34c957d-d73b-4213-b284-c1e0dfa3f052 admin admin] Added segment 0934a908-175b-4cbf-ace2-f0550fc5d53c of type vlan for network f237d722-433d-480c-8987-66d34675134e Feb 04 12:47:45.482845 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e34c957d-d73b-4213-b284-c1e0dfa3f052 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (f237d722-433d-480c-8987-66d34675134e), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:45.548222 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4542abc4-9a45-41bc-a1f3-b5371942c9a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:45.564363 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e34c957d-d73b-4213-b284-c1e0dfa3f052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (f237d722-433d-480c-8987-66d34675134e), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:45.565769 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34c957d-d73b-4213-b284-c1e0dfa3f052 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:47:45.566357 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e34c957d-d73b-4213-b284-c1e0dfa3f052 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:45.626806 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f55b597f-121d-4cba-972b-5ca9dee2aec3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622215'] for router_interface (5dc60789-d9b3-4be6-9d48-9d7f9243a4ae), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:45.635305 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-e34c957d-d73b-4213-b284-c1e0dfa3f052 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3841341 Feb 04 12:47:45.641228 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 36850) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:47:45.656993 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-85473043-0676-4038-a5d2-74c272af7eb0 admin admin] Request body: {'subnet': {'network_id': 'f237d722-433d-480c-8987-66d34675134e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1950943043-subnet', 'tenant_id': '3c0dc8c0402645d983d20be0fc21117a', 'ip_version': 4}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:47:45.689426 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85473043-0676-4038-a5d2-74c272af7eb0 admin admin] Made reservation on behalf of 3c0dc8c0402645d983d20be0fc21117a for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:47:45.691883 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-85473043-0676-4038-a5d2-74c272af7eb0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:45.762307 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device e4894a2b-7bb4-4d1a-8428-78fc6021224c no longer exists at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:47:45.791686 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34c957d-d73b-4213-b284-c1e0dfa3f052 admin admin] Pushing event updated for resources: {'Network': ['ID=f237d722-433d-480c-8987-66d34675134e,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:47:45.836803 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network f237d722-433d-480c-8987-66d34675134e details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:47:45.848108 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] No Port match for: e4894a2b-7bb4-4d1a-8428-78fc6021224c {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:47:45.849563 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device e4894a2b-7bb4-4d1a-8428-78fc6021224c not bound to the agent host n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:47:46.004991 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a89a08-92a4-4374-b7e0-80dac1c57b42 req-1631cc85-99da-4df3-9117-ccc32abb8f7f tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:47:46.006453 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b1a89a08-92a4-4374-b7e0-80dac1c57b42 req-1631cc85-99da-4df3-9117-ccc32abb8f7f tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/ports?device_id=4670cef3-301f-4e64-9df2-0e13ec2bf768 HTTP/1.1" status: 200 len: 945 time: 0.1671946 Feb 04 12:47:46.151420 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-f55b597f-121d-4cba-972b-5ca9dee2aec3 admin admin] Deleting port 380225d2-46cb-4b0d-bd8a-1420c098d893 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:47:46.152501 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f55b597f-121d-4cba-972b-5ca9dee2aec3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (380225d2-46cb-4b0d-bd8a-1420c098d893), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:46.163359 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-85473043-0676-4038-a5d2-74c272af7eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52094127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51452689'] for subnet (70faacee-af53-42b7-af83-bbc74f352570), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:46.193572 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9d50b1cc-9d33-4c25-8209-52d825784dd7 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622215'] for router_interface (23a4f602-cd90-4527-acba-46271144ffed), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:46.284217 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-f55b597f-121d-4cba-972b-5ca9dee2aec3 admin admin] For port 380225d2-46cb-4b0d-bd8a-1420c098d893, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=380225d2-46cb-4b0d-bd8a-1420c098d893,segment=NetworkSegment(4f9c3679-38be-484a-a0f7-946cac38a9f0),segment_id=4f9c3679-38be-484a-a0f7-946cac38a9f0)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:47:46.284899 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f55b597f-121d-4cba-972b-5ca9dee2aec3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (380225d2-46cb-4b0d-bd8a-1420c098d893), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:46.323204 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-f55b597f-121d-4cba-972b-5ca9dee2aec3 admin admin] Calling delete_port for 380225d2-46cb-4b0d-bd8a-1420c098d893 owned by network:router_interface {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:47:46.508574 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b1a89a08-92a4-4374-b7e0-80dac1c57b42 req-f1fc054a-f2c9-46cb-9010-37de9d8c9f89 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c15dfa5-1b74-494d-a4b3-b834b3f91fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4688461 Feb 04 12:47:46.565427 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85473043-0676-4038-a5d2-74c272af7eb0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70faacee-af53-42b7-af83-bbc74f352570,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:47:46.590323 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85473043-0676-4038-a5d2-74c272af7eb0 admin admin] Checking segment: {'id': '0934a908-175b-4cbf-ace2-f0550fc5d53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'f237d722-433d-480c-8987-66d34675134e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:47:46.590696 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85473043-0676-4038-a5d2-74c272af7eb0 admin admin] Network hostable DHCP agents. Network: f237d722-433d-480c-8987-66d34675134e, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:47:46.639029 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85473043-0676-4038-a5d2-74c272af7eb0 admin admin] Network f237d722-433d-480c-8987-66d34675134e is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:47:46.657951 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-85473043-0676-4038-a5d2-74c272af7eb0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, f237d722-433d-480c-8987-66d34675134e) {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:47:46.668942 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec7048e-6c24-4a9a-8416-94b868c76413 None None] Network f237d722-433d-480c-8987-66d34675134e requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:47:46.684726 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85473043-0676-4038-a5d2-74c272af7eb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:47:46.685329 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-85473043-0676-4038-a5d2-74c272af7eb0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:46.706853 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-85473043-0676-4038-a5d2-74c272af7eb0 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0645862 Feb 04 12:47:46.710240 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 36874) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:47:46.714965 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-4db4d857-34bd-4d37-a417-430919eae14e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1950943043-router', 'tenant_id': '3c0dc8c0402645d983d20be0fc21117a', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:47:46.785240 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4db4d857-34bd-4d37-a417-430919eae14e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10933'] for router (024eaaf0-2d65-4b7c-9e2a-8cef52c577d7), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:46.786682 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4db4d857-34bd-4d37-a417-430919eae14e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10924'] for router (024eaaf0-2d65-4b7c-9e2a-8cef52c577d7), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:46.827425 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f55b597f-121d-4cba-972b-5ca9dee2aec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (380225d2-46cb-4b0d-bd8a-1420c098d893), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:46.839105 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-9d50b1cc-9d33-4c25-8209-52d825784dd7 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Deleting port 9101117a-8105-46de-be9e-a564a287f2db {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:47:46.839448 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9d50b1cc-9d33-4c25-8209-52d825784dd7 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (9101117a-8105-46de-be9e-a564a287f2db), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:46.909969 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55b597f-121d-4cba-972b-5ca9dee2aec3 admin admin] Pushing event deleted for resources: {'Port': ['ID=380225d2-46cb-4b0d-bd8a-1420c098d893,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:47:46.940562 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4db4d857-34bd-4d37-a417-430919eae14e admin admin] Publish callbacks [] for router_controller (024eaaf0-2d65-4b7c-9e2a-8cef52c577d7), precommit_add_association {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:46.948910 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e0fa80-0c81-4237-9001-4fd799509063 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-f237d722-433d-480c-8987-66d34675134e', 'network_id': 'f237d722-433d-480c-8987-66d34675134e', 'project_id': '3c0dc8c0402645d983d20be0fc21117a', 'fixed_ips': [{'subnet_id': '70faacee-af53-42b7-af83-bbc74f352570'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 12:47:46.952100 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-59e0fa80-0c81-4237-9001-4fd799509063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:47.090151 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-9d50b1cc-9d33-4c25-8209-52d825784dd7 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] For port 9101117a-8105-46de-be9e-a564a287f2db, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=9101117a-8105-46de-be9e-a564a287f2db,segment=NetworkSegment(121175cf-6bf4-4c06-94cf-de7bbb14aa2f),segment_id=121175cf-6bf4-4c06-94cf-de7bbb14aa2f)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:47:47.090151 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9d50b1cc-9d33-4c25-8209-52d825784dd7 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (9101117a-8105-46de-be9e-a564a287f2db), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:47.189824 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-9d50b1cc-9d33-4c25-8209-52d825784dd7 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Calling delete_port for 9101117a-8105-46de-be9e-a564a287f2db owned by network:router_interface {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:47:47.201466 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4db4d857-34bd-4d37-a417-430919eae14e admin admin] Publish callbacks [] for router_gateway (024eaaf0-2d65-4b7c-9e2a-8cef52c577d7), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:47.309599 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f55b597f-121d-4cba-972b-5ca9dee2aec3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622067'] for router_interface (5dc60789-d9b3-4be6-9d48-9d7f9243a4ae), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:47.454850 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-59e0fa80-0c81-4237-9001-4fd799509063 None None] Allocated IP 172.20.0.2 (f237d722-433d-480c-8987-66d34675134e/70faacee-af53-42b7-af83-bbc74f352570/2aeb4bec-1d5d-4c3e-9d8f-185fa71af2ba) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:47:47.726895 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-59e0fa80-0c81-4237-9001-4fd799509063 None None] Publish callbacks [] for port (2aeb4bec-1d5d-4c3e-9d8f-185fa71af2ba), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:47.736808 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-59e0fa80-0c81-4237-9001-4fd799509063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (2aeb4bec-1d5d-4c3e-9d8f-185fa71af2ba), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:47.745789 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f55b597f-121d-4cba-972b-5ca9dee2aec3 admin admin] Router 5dc60789-d9b3-4be6-9d48-9d7f9243a4ae has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:47:47.786486 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e0fa80-0c81-4237-9001-4fd799509063 None None] Network f237d722-433d-480c-8987-66d34675134e is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:47:47.811357 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e0fa80-0c81-4237-9001-4fd799509063 None None] Pushing event updated for resources: {'Port': ['ID=2aeb4bec-1d5d-4c3e-9d8f-185fa71af2ba,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:47:47.817320 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-59e0fa80-0c81-4237-9001-4fd799509063 None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:47:47.823437 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e0fa80-0c81-4237-9001-4fd799509063 None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:47:47.894242 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f55b597f-121d-4cba-972b-5ca9dee2aec3 admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:47:47.902177 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-f55b597f-121d-4cba-972b-5ca9dee2aec3 admin admin] 10.222.0.65 "PUT /v2.0/routers/5dc60789-d9b3-4be6-9d48-9d7f9243a4ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9242563 Feb 04 12:47:47.902590 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 36896) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:47:47.910114 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e9c416-aa70-4589-9ec8-09830ec0baa9 None None] Sync routers for ids ['5dc60789-d9b3-4be6-9d48-9d7f9243a4ae'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:47:47.921525 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-59e0fa80-0c81-4237-9001-4fd799509063 None None] Attempting to bind port 2aeb4bec-1d5d-4c3e-9d8f-185fa71af2ba on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:47:47.922202 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-59e0fa80-0c81-4237-9001-4fd799509063 None None] Attempting to bind port 2aeb4bec-1d5d-4c3e-9d8f-185fa71af2ba by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '0934a908-175b-4cbf-ace2-f0550fc5d53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'f237d722-433d-480c-8987-66d34675134e'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:47:47.923145 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e0fa80-0c81-4237-9001-4fd799509063 None None] Attempting to bind port 2aeb4bec-1d5d-4c3e-9d8f-185fa71af2ba on network f237d722-433d-480c-8987-66d34675134e {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:47:47.929825 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e0fa80-0c81-4237-9001-4fd799509063 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:47:47.930455 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e0fa80-0c81-4237-9001-4fd799509063 None None] Checking segment: {'id': '0934a908-175b-4cbf-ace2-f0550fc5d53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'f237d722-433d-480c-8987-66d34675134e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:47:47.931020 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-59e0fa80-0c81-4237-9001-4fd799509063 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:47.931590 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e0fa80-0c81-4237-9001-4fd799509063 None None] Bound using segment: {'id': '0934a908-175b-4cbf-ace2-f0550fc5d53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'f237d722-433d-480c-8987-66d34675134e'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:47:47.932314 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-59e0fa80-0c81-4237-9001-4fd799509063 None None] Bound port: 2aeb4bec-1d5d-4c3e-9d8f-185fa71af2ba, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0934a908-175b-4cbf-ace2-f0550fc5d53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'f237d722-433d-480c-8987-66d34675134e'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:47:47.933473 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-59e0fa80-0c81-4237-9001-4fd799509063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (2aeb4bec-1d5d-4c3e-9d8f-185fa71af2ba), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:47.940237 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e9c416-aa70-4589-9ec8-09830ec0baa9 None None] Routers {'5dc60789-d9b3-4be6-9d48-9d7f9243a4ae'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:47:47.940878 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-f4e9c416-aa70-4589-9ec8-09830ec0baa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:47:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['5dc60789-d9b3-4be6-9d48-9d7f9243a4ae'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:47:48.050334 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a22208b3-9baf-4087-9d44-a23cdf84310e admin admin] Publish callbacks [] for router (5dc60789-d9b3-4be6-9d48-9d7f9243a4ae), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:48.056463 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dd277ab5-4030-4cd3-a1a5-8fa6d6c893b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:48.103824 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-59e0fa80-0c81-4237-9001-4fd799509063 None None] For port 2aeb4bec-1d5d-4c3e-9d8f-185fa71af2ba, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:47:48.113877 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-59e0fa80-0c81-4237-9001-4fd799509063 None None] For port 2aeb4bec-1d5d-4c3e-9d8f-185fa71af2ba, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=2aeb4bec-1d5d-4c3e-9d8f-185fa71af2ba,segment=NetworkSegment(0934a908-175b-4cbf-ace2-f0550fc5d53c),segment_id=0934a908-175b-4cbf-ace2-f0550fc5d53c)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:47:48.123520 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-59e0fa80-0c81-4237-9001-4fd799509063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (2aeb4bec-1d5d-4c3e-9d8f-185fa71af2ba), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:48.305263 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e0fa80-0c81-4237-9001-4fd799509063 None None] Pushing event updated for resources: {'Port': ['ID=2aeb4bec-1d5d-4c3e-9d8f-185fa71af2ba,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:47:48.307643 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a22208b3-9baf-4087-9d44-a23cdf84310e admin admin] Publish callbacks [] for router_gateway (5dc60789-d9b3-4be6-9d48-9d7f9243a4ae), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:48.321525 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e0fa80-0c81-4237-9001-4fd799509063 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:47:48.322130 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e0fa80-0c81-4237-9001-4fd799509063 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:47:48.322485 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e0fa80-0c81-4237-9001-4fd799509063 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:47:48.323006 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e0fa80-0c81-4237-9001-4fd799509063 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:47:48.323395 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e0fa80-0c81-4237-9001-4fd799509063 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:47:48.323817 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e0fa80-0c81-4237-9001-4fd799509063 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:47:48.325258 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e0fa80-0c81-4237-9001-4fd799509063 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:47:48.325598 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e0fa80-0c81-4237-9001-4fd799509063 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:47:48.325936 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e0fa80-0c81-4237-9001-4fd799509063 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:47:48.326272 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e0fa80-0c81-4237-9001-4fd799509063 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:47:48.326608 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e0fa80-0c81-4237-9001-4fd799509063 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:47:48.336519 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e0fa80-0c81-4237-9001-4fd799509063 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:47:48.337042 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e0fa80-0c81-4237-9001-4fd799509063 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:47:48.377450 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-f4e9c416-aa70-4589-9ec8-09830ec0baa9 None None] Set router 5dc60789-d9b3-4be6-9d48-9d7f9243a4ae gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:47:48.403638 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff82a4-8da2-4460-ae0b-096c2f5fadb9 req-676c2257-6faf-423b-9671-3b64fc29f59a tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:47:48.415848 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-71ff82a4-8da2-4460-ae0b-096c2f5fadb9 req-676c2257-6faf-423b-9671-3b64fc29f59a tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/ports?device_id=4670cef3-301f-4e64-9df2-0e13ec2bf768 HTTP/1.1" status: 200 len: 945 time: 0.3250346 Feb 04 12:47:48.428754 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-a22208b3-9baf-4087-9d44-a23cdf84310e admin admin] Deleting port f8ad4eb5-9a11-4279-be84-f2ce0358b312 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:47:48.429123 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a22208b3-9baf-4087-9d44-a23cdf84310e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (f8ad4eb5-9a11-4279-be84-f2ce0358b312), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:48.494460 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-71ff82a4-8da2-4460-ae0b-096c2f5fadb9 req-212a4727-0371-4255-bdbc-e4cb4f71dd5c tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c15dfa5-1b74-494d-a4b3-b834b3f91fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771716 Feb 04 12:47:48.534204 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9d50b1cc-9d33-4c25-8209-52d825784dd7 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (9101117a-8105-46de-be9e-a564a287f2db), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:48.548552 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4db4d857-34bd-4d37-a417-430919eae14e admin admin] Publish callbacks [] for router_gateway (024eaaf0-2d65-4b7c-9e2a-8cef52c577d7), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:48.645098 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4db4d857-34bd-4d37-a417-430919eae14e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:48.649441 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d50b1cc-9d33-4c25-8209-52d825784dd7 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Pushing event deleted for resources: {'Port': ['ID=9101117a-8105-46de-be9e-a564a287f2db,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:47:48.682192 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-a22208b3-9baf-4087-9d44-a23cdf84310e admin admin] For port f8ad4eb5-9a11-4279-be84-f2ce0358b312, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=f8ad4eb5-9a11-4279-be84-f2ce0358b312,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:47:48.685247 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a22208b3-9baf-4087-9d44-a23cdf84310e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (f8ad4eb5-9a11-4279-be84-f2ce0358b312), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:48.763654 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-a22208b3-9baf-4087-9d44-a23cdf84310e admin admin] Calling delete_port for f8ad4eb5-9a11-4279-be84-f2ce0358b312 owned by network:router_gateway {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:47:49.112278 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-f4e9c416-aa70-4589-9ec8-09830ec0baa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc60789-d9b3-4be6-9d48-9d7f9243a4ae', 'name': 'tempest-TestServerMultinode-1080931888-router', 'tenant_id': '994991376cd54034b5ccc34a0e21b476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': 'f8ad4eb5-9a11-4279-be84-f2ce0358b312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:46:06Z', 'updated_at': '2022-02-04T12:47:46Z', 'revision_number': 5, 'project_id': '994991376cd54034b5ccc34a0e21b476', 'gw_port': {'id': 'f8ad4eb5-9a11-4279-be84-f2ce0358b312', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:5d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc60789-d9b3-4be6-9d48-9d7f9243a4ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:46:08Z', 'updated_at': '2022-02-04T12:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:47:49.178192 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a22208b3-9baf-4087-9d44-a23cdf84310e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (f8ad4eb5-9a11-4279-be84-f2ce0358b312), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:49.180829 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e9c416-aa70-4589-9ec8-09830ec0baa9 None None] Checking router: 5dc60789-d9b3-4be6-9d48-9d7f9243a4ae for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:47:49.199335 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e9c416-aa70-4589-9ec8-09830ec0baa9 None None] Routers {'5dc60789-d9b3-4be6-9d48-9d7f9243a4ae'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:47:49.201148 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-f4e9c416-aa70-4589-9ec8-09830ec0baa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:47:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['5dc60789-d9b3-4be6-9d48-9d7f9243a4ae'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:47:49.239132 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:49.277281 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22208b3-9baf-4087-9d44-a23cdf84310e admin admin] Pushing event deleted for resources: {'Port': ['ID=f8ad4eb5-9a11-4279-be84-f2ce0358b312,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:47:49.304300 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-4db4d857-34bd-4d37-a417-430919eae14e admin admin] Allocated IP 172.25.3.247 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/905d01d9-6ced-4b80-b81a-4e838906d04e) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:47:49.322307 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9d50b1cc-9d33-4c25-8209-52d825784dd7 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622067'] for router_interface (23a4f602-cd90-4527-acba-46271144ffed), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:49.329044 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a22208b3-9baf-4087-9d44-a23cdf84310e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1599901'] for router_gateway (5dc60789-d9b3-4be6-9d48-9d7f9243a4ae), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:49.383294 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-f4e9c416-aa70-4589-9ec8-09830ec0baa9 None None] Set router 5dc60789-d9b3-4be6-9d48-9d7f9243a4ae gateway port host: None {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:47:49.446502 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-f4e9c416-aa70-4589-9ec8-09830ec0baa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc60789-d9b3-4be6-9d48-9d7f9243a4ae', 'name': 'tempest-TestServerMultinode-1080931888-router', 'tenant_id': '994991376cd54034b5ccc34a0e21b476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:46:06Z', 'updated_at': '2022-02-04T12:47:49Z', 'revision_number': 7, 'project_id': '994991376cd54034b5ccc34a0e21b476', 'gw_port_host': None}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:47:49.488836 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e9c416-aa70-4589-9ec8-09830ec0baa9 None None] The sync data for ids ['5dc60789-d9b3-4be6-9d48-9d7f9243a4ae'] in n-d-825015-3 is: [{'id': '5dc60789-d9b3-4be6-9d48-9d7f9243a4ae', 'name': 'tempest-TestServerMultinode-1080931888-router', 'tenant_id': '994991376cd54034b5ccc34a0e21b476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:46:06Z', 'updated_at': '2022-02-04T12:47:49Z', 'revision_number': 7, 'project_id': '994991376cd54034b5ccc34a0e21b476', 'gw_port_host': None}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:47:49.883627 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a22208b3-9baf-4087-9d44-a23cdf84310e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10915'] for router (5dc60789-d9b3-4be6-9d48-9d7f9243a4ae), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:49.887688 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a22208b3-9baf-4087-9d44-a23cdf84310e admin admin] Publish callbacks [] for router_controller (5dc60789-d9b3-4be6-9d48-9d7f9243a4ae), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:49.918761 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab35cc4-2a5e-4275-9f92-a618d48cd0b9 req-03c48ad1-3f81-4f83-80d6-8458ce2dde27 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:47:49.929341 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6ab35cc4-2a5e-4275-9f92-a618d48cd0b9 req-03c48ad1-3f81-4f83-80d6-8458ce2dde27 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/ports?device_id=4670cef3-301f-4e64-9df2-0e13ec2bf768 HTTP/1.1" status: 200 len: 945 time: 0.2918243 Feb 04 12:47:49.942263 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4db4d857-34bd-4d37-a417-430919eae14e admin admin] Publish callbacks [] for port (905d01d9-6ced-4b80-b81a-4e838906d04e), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:49.995695 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a22208b3-9baf-4087-9d44-a23cdf84310e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622829'] for router (5dc60789-d9b3-4be6-9d48-9d7f9243a4ae), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:49.996618 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a22208b3-9baf-4087-9d44-a23cdf84310e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5dc60789-d9b3-4be6-9d48-9d7f9243a4ae {{(pid=103474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 12:47:50.020120 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a22208b3-9baf-4087-9d44-a23cdf84310e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:50.022379 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-a22208b3-9baf-4087-9d44-a23cdf84310e admin admin] 10.222.0.65 "DELETE /v2.0/routers/5dc60789-d9b3-4be6-9d48-9d7f9243a4ae HTTP/1.1" status: 204 len: 168 time: 2.1186266 Feb 04 12:47:50.026341 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 36932) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:47:50.088345 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6ab35cc4-2a5e-4275-9f92-a618d48cd0b9 req-b6527a37-7489-42d8-9001-f9764fa2b71a tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c15dfa5-1b74-494d-a4b3-b834b3f91fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581271 Feb 04 12:47:50.099149 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d50b1cc-9d33-4c25-8209-52d825784dd7 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Router 23a4f602-cd90-4527-acba-46271144ffed has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:47:50.105500 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4db4d857-34bd-4d37-a417-430919eae14e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (905d01d9-6ced-4b80-b81a-4e838906d04e), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:50.112332 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-64c3f1a0-bc8b-440b-8280-a82f03fee3bc admin admin] Deleting subnet 6fca4f61-e1b8-4dc7-8b4e-7773edd228c6 {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:47:50.133440 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-64c3f1a0-bc8b-440b-8280-a82f03fee3bc admin admin] Publish callbacks [] for subnet (6fca4f61-e1b8-4dc7-8b4e-7773edd228c6), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:50.186295 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-64c3f1a0-bc8b-440b-8280-a82f03fee3bc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (6fca4f61-e1b8-4dc7-8b4e-7773edd228c6), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:50.237158 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db4d857-34bd-4d37-a417-430919eae14e admin admin] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:47:50.242220 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-4db4d857-34bd-4d37-a417-430919eae14e admin admin] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:47:50.286568 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db4d857-34bd-4d37-a417-430919eae14e admin admin] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:47:50.309976 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-64c3f1a0-bc8b-440b-8280-a82f03fee3bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (6fca4f61-e1b8-4dc7-8b4e-7773edd228c6), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:50.320292 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4d857-34bd-4d37-a417-430919eae14e admin admin] Pushing event updated for resources: {'Port': ['ID=905d01d9-6ced-4b80-b81a-4e838906d04e,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:47:50.322651 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656570fa-c0e7-44b1-a3df-09766e324070 None None] Network f237d722-433d-480c-8987-66d34675134e requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:47:50.363763 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d50b1cc-9d33-4c25-8209-52d825784dd7 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:47:50.373415 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-9d50b1cc-9d33-4c25-8209-52d825784dd7 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] 10.222.0.65 "PUT /v2.0/routers/23a4f602-cd90-4527-acba-46271144ffed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4972565 Feb 04 12:47:50.376230 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 36938) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:47:50.383055 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d099ee-8ca9-4aa0-818d-ed41a69ce27e None None] Sync routers for ids ['23a4f602-cd90-4527-acba-46271144ffed'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:47:50.427792 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d099ee-8ca9-4aa0-818d-ed41a69ce27e None None] Routers {'23a4f602-cd90-4527-acba-46271144ffed'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:47:50.427792 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-f2d099ee-8ca9-4aa0-818d-ed41a69ce27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:47:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['23a4f602-cd90-4527-acba-46271144ffed'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:47:50.487533 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-eed82438-9631-4d2b-9188-3db1563f4bbf None None] Provisioning complete for port 2aeb4bec-1d5d-4c3e-9d8f-185fa71af2ba triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:47:50.487949 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-eed82438-9631-4d2b-9188-3db1563f4bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (2aeb4bec-1d5d-4c3e-9d8f-185fa71af2ba), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:50.547764 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-4076415c-10e7-42c4-8c68-8bcaf64f84c2 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Deleting subnet 98ee853f-ae9e-4711-905a-1e82a0d71f76 {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:47:50.558801 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4076415c-10e7-42c4-8c68-8bcaf64f84c2 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks [] for subnet (98ee853f-ae9e-4711-905a-1e82a0d71f76), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:50.627266 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-64c3f1a0-bc8b-440b-8280-a82f03fee3bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (6fca4f61-e1b8-4dc7-8b4e-7773edd228c6), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:50.667311 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4076415c-10e7-42c4-8c68-8bcaf64f84c2 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (98ee853f-ae9e-4711-905a-1e82a0d71f76), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:50.731684 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-f2d099ee-8ca9-4aa0-818d-ed41a69ce27e None None] Set router 23a4f602-cd90-4527-acba-46271144ffed gateway port host: None {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:47:50.854702 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:50.861656 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4db4d857-34bd-4d37-a417-430919eae14e admin admin] Publish callbacks [] for router_gateway (024eaaf0-2d65-4b7c-9e2a-8cef52c577d7), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:50.917953 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4076415c-10e7-42c4-8c68-8bcaf64f84c2 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (98ee853f-ae9e-4711-905a-1e82a0d71f76), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:50.956951 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 2aeb4bec-1d5d-4c3e-9d8f-185fa71af2ba up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:47:51.042210 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c3f1a0-bc8b-440b-8280-a82f03fee3bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fca4f61-e1b8-4dc7-8b4e-7773edd228c6,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:47:51.052199 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4076415c-10e7-42c4-8c68-8bcaf64f84c2 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (98ee853f-ae9e-4711-905a-1e82a0d71f76), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:51.065725 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-64c3f1a0-bc8b-440b-8280-a82f03fee3bc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:51.070313 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-64c3f1a0-bc8b-440b-8280-a82f03fee3bc admin admin] 10.222.0.65 "DELETE /v2.0/subnets/6fca4f61-e1b8-4dc7-8b4e-7773edd228c6 HTTP/1.1" status: 204 len: 168 time: 1.0427887 Feb 04 12:47:51.107799 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4076415c-10e7-42c4-8c68-8bcaf64f84c2 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Pushing event deleted for resources: {'Subnet': ['ID=98ee853f-ae9e-4711-905a-1e82a0d71f76,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:47:51.109282 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80215f4-b591-4fba-9e1c-60d30672153a None None] Network 06d4f13c-488c-4e65-9453-2261c70b043f requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:47:51.115588 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 36950) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:47:51.117168 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4076415c-10e7-42c4-8c68-8bcaf64f84c2 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:51.133940 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-4076415c-10e7-42c4-8c68-8bcaf64f84c2 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] 10.222.0.65 "DELETE /v2.0/subnets/98ee853f-ae9e-4711-905a-1e82a0d71f76 HTTP/1.1" status: 204 len: 168 time: 0.7565989 Feb 04 12:47:51.140540 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 36952) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:47:51.155905 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c77bce-bd76-4b05-80bf-7e718edfd813 None None] Network a2160580-268b-43f5-8dcf-954dc301bbd3 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:47:51.369677 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bb2733-faa5-426d-98f2-7b4a00067e6a req-886b73fa-3ddb-4160-8b64-6f9e35341c48 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:47:51.377566 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-37bb2733-faa5-426d-98f2-7b4a00067e6a req-886b73fa-3ddb-4160-8b64-6f9e35341c48 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/ports?device_id=4670cef3-301f-4e64-9df2-0e13ec2bf768 HTTP/1.1" status: 200 len: 945 time: 0.1488421 Feb 04 12:47:51.390454 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-eed82438-9631-4d2b-9188-3db1563f4bbf None None] Current status of the port 2aeb4bec-1d5d-4c3e-9d8f-185fa71af2ba is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:47:51.391154 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-eed82438-9631-4d2b-9188-3db1563f4bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (2aeb4bec-1d5d-4c3e-9d8f-185fa71af2ba), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:51.414778 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1efd072f-2cb5-419e-bb58-60b102ba0df3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (06d4f13c-488c-4e65-9453-2261c70b043f), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:51.432396 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4db4d857-34bd-4d37-a417-430919eae14e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141'] for router (024eaaf0-2d65-4b7c-9e2a-8cef52c577d7), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:51.446111 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2c23bfa4-a5d4-4db4-9187-e08a1700d9e4 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (a2160580-268b-43f5-8dcf-954dc301bbd3), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:51.607217 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69dec666-da1e-44dd-84a8-7094a7412ebc None None] DHCP port deletion for 06d4f13c-488c-4e65-9453-2261c70b043f request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 12:47:51.612863 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-1efd072f-2cb5-419e-bb58-60b102ba0df3 admin admin] Deleting port 3f486a53-287f-4d8c-86de-3f3bc0a6de1f {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:47:51.622089 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1efd072f-2cb5-419e-bb58-60b102ba0df3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (3f486a53-287f-4d8c-86de-3f3bc0a6de1f), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:51.656470 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-eed82438-9631-4d2b-9188-3db1563f4bbf None None] For port 2aeb4bec-1d5d-4c3e-9d8f-185fa71af2ba, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=2aeb4bec-1d5d-4c3e-9d8f-185fa71af2ba,segment=NetworkSegment(0934a908-175b-4cbf-ace2-f0550fc5d53c),segment_id=0934a908-175b-4cbf-ace2-f0550fc5d53c)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:47:51.688848 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-eed82438-9631-4d2b-9188-3db1563f4bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (2aeb4bec-1d5d-4c3e-9d8f-185fa71af2ba), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:51.738023 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-2c23bfa4-a5d4-4db4-9187-e08a1700d9e4 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Deleting port 48d7a96b-dfb2-4a2b-a49f-11bd54205346 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:47:51.738524 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2c23bfa4-a5d4-4db4-9187-e08a1700d9e4 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (48d7a96b-dfb2-4a2b-a49f-11bd54205346), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:51.747412 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-1efd072f-2cb5-419e-bb58-60b102ba0df3 admin admin] For port 3f486a53-287f-4d8c-86de-3f3bc0a6de1f, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=3f486a53-287f-4d8c-86de-3f3bc0a6de1f,segment=NetworkSegment(4f9c3679-38be-484a-a0f7-946cac38a9f0),segment_id=4f9c3679-38be-484a-a0f7-946cac38a9f0)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:47:51.748007 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1efd072f-2cb5-419e-bb58-60b102ba0df3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (3f486a53-287f-4d8c-86de-3f3bc0a6de1f), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:51.756536 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-37bb2733-faa5-426d-98f2-7b4a00067e6a req-3ce429b9-d781-44c9-9922-5bc4e6a00e83 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c15dfa5-1b74-494d-a4b3-b834b3f91fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3780179 Feb 04 12:47:51.818616 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-1efd072f-2cb5-419e-bb58-60b102ba0df3 admin admin] Calling delete_port for 3f486a53-287f-4d8c-86de-3f3bc0a6de1f owned by network:dhcp {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:47:51.861089 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4db4d857-34bd-4d37-a417-430919eae14e admin admin] Router 024eaaf0-2d65-4b7c-9e2a-8cef52c577d7 is scheduled to L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de with binding_index 1 {{(pid=103475) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 12:47:51.864830 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 2aeb4bec-1d5d-4c3e-9d8f-185fa71af2ba triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:47:51.865404 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (2aeb4bec-1d5d-4c3e-9d8f-185fa71af2ba), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:51.893074 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-2c23bfa4-a5d4-4db4-9187-e08a1700d9e4 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] For port 48d7a96b-dfb2-4a2b-a49f-11bd54205346, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=48d7a96b-dfb2-4a2b-a49f-11bd54205346,segment=NetworkSegment(121175cf-6bf4-4c06-94cf-de7bbb14aa2f),segment_id=121175cf-6bf4-4c06-94cf-de7bbb14aa2f)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:47:51.893741 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2c23bfa4-a5d4-4db4-9187-e08a1700d9e4 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (48d7a96b-dfb2-4a2b-a49f-11bd54205346), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:51.909013 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-2c23bfa4-a5d4-4db4-9187-e08a1700d9e4 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Calling delete_port for 48d7a96b-dfb2-4a2b-a49f-11bd54205346 owned by network:dhcp {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:47:52.042450 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:52.068847 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2c23bfa4-a5d4-4db4-9187-e08a1700d9e4 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (48d7a96b-dfb2-4a2b-a49f-11bd54205346), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:52.110900 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed82438-9631-4d2b-9188-3db1563f4bbf None None] Pushing event updated for resources: {'Port': ['ID=2aeb4bec-1d5d-4c3e-9d8f-185fa71af2ba,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:47:52.115584 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4db4d857-34bd-4d37-a417-430919eae14e admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:47:52.129600 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016cda69-4f8d-4801-a680-b946c39756d3 None None] Sync routers for ids ['024eaaf0-2d65-4b7c-9e2a-8cef52c577d7'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:47:52.146175 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-42dc80f3-ea87-4e9d-bb1f-9cdd8f143c86 None None] Provisioning complete for port 2aeb4bec-1d5d-4c3e-9d8f-185fa71af2ba triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:47:52.146550 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-42dc80f3-ea87-4e9d-bb1f-9cdd8f143c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (2aeb4bec-1d5d-4c3e-9d8f-185fa71af2ba), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:52.148434 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4db4d857-34bd-4d37-a417-430919eae14e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:52.151089 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016cda69-4f8d-4801-a680-b946c39756d3 None None] Routers {'024eaaf0-2d65-4b7c-9e2a-8cef52c577d7'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:47:52.151839 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-016cda69-4f8d-4801-a680-b946c39756d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:47:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['024eaaf0-2d65-4b7c-9e2a-8cef52c577d7'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:47:52.152147 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-4db4d857-34bd-4d37-a417-430919eae14e admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.4400325 Feb 04 12:47:52.154128 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 36970) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:47:52.209072 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c23bfa4-a5d4-4db4-9187-e08a1700d9e4 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Pushing event deleted for resources: {'Port': ['ID=48d7a96b-dfb2-4a2b-a49f-11bd54205346,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:47:52.240299 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c23bfa4-a5d4-4db4-9187-e08a1700d9e4 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] No DVR routers for this DVR port 48d7a96b-dfb2-4a2b-a49f-11bd54205346 on host n-d-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:47:52.243158 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc709d2-5363-4cc4-8c99-2dc045142229 None None] DHCP port deletion for a2160580-268b-43f5-8dcf-954dc301bbd3 request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 12:47:52.287383 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1efd072f-2cb5-419e-bb58-60b102ba0df3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (3f486a53-287f-4d8c-86de-3f3bc0a6de1f), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:52.370487 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-69dec666-da1e-44dd-84a8-7094a7412ebc None None] Deleting port 3f486a53-287f-4d8c-86de-3f3bc0a6de1f {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:47:52.370945 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-69dec666-da1e-44dd-84a8-7094a7412ebc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (3f486a53-287f-4d8c-86de-3f3bc0a6de1f), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:52.398442 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-f2d099ee-8ca9-4aa0-818d-ed41a69ce27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23a4f602-cd90-4527-acba-46271144ffed', 'name': 'tempest-RoutersIpV6Test-router-21052845', 'tenant_id': '3fccd7acaf5a4db2beb516182b08458d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:46:58Z', 'updated_at': '2022-02-04T12:47:48Z', 'revision_number': 9, 'project_id': '3fccd7acaf5a4db2beb516182b08458d', 'gw_port_host': None, '_interfaces': [{'id': '0fe0768e-1717-422a-9a65-78ec59880568', 'name': '', 'network_id': 'de1361df-7110-4dbf-97fc-b6448f3ceb7d', 'tenant_id': '3fccd7acaf5a4db2beb516182b08458d', 'mac_address': 'fa:16:3e:1e:65:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a4f602-cd90-4527-acba-46271144ffed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': '1da51ffd-3a2b-4163-8aec-62ae41b758d3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:47:09Z', 'updated_at': '2022-02-04T12:47:20Z', 'revision_number': 5, 'project_id': '3fccd7acaf5a4db2beb516182b08458d', 'subnets': [{'id': '1da51ffd-3a2b-4163-8aec-62ae41b758d3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e09e278-b3a3-4125-ac15-c5604e7efe36', 'name': '', 'network_id': '851ada3b-84e7-4fe7-8c48-0057b87b86cb', 'tenant_id': '3fccd7acaf5a4db2beb516182b08458d', 'mac_address': 'fa:16:3e:c4:76:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a4f602-cd90-4527-acba-46271144ffed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2834, 'fixed_ips': [{'subnet_id': '45839c3a-851e-4316-ae5c-98cfc9c7c852', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:47:01Z', 'updated_at': '2022-02-04T12:47:08Z', 'revision_number': 5, 'project_id': '3fccd7acaf5a4db2beb516182b08458d', 'subnets': [{'id': '45839c3a-851e-4316-ae5c-98cfc9c7c852', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:47:52.455545 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-016cda69-4f8d-4801-a680-b946c39756d3 None None] Set router 024eaaf0-2d65-4b7c-9e2a-8cef52c577d7 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:47:52.497961 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efd072f-2cb5-419e-bb58-60b102ba0df3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f486a53-287f-4d8c-86de-3f3bc0a6de1f,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:47:52.506120 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d099ee-8ca9-4aa0-818d-ed41a69ce27e None None] Checking router: 23a4f602-cd90-4527-acba-46271144ffed for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:47:52.534031 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efd072f-2cb5-419e-bb58-60b102ba0df3 admin admin] No DVR routers for this DVR port 3f486a53-287f-4d8c-86de-3f3bc0a6de1f on host n-d-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:47:52.621218 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2c23bfa4-a5d4-4db4-9187-e08a1700d9e4 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (a2160580-268b-43f5-8dcf-954dc301bbd3), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:52.753956 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-2c23bfa4-a5d4-4db4-9187-e08a1700d9e4 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2160580-268b-43f5-8dcf-954dc301bbd3']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:47:52.764154 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1efd072f-2cb5-419e-bb58-60b102ba0df3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (06d4f13c-488c-4e65-9453-2261c70b043f), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:52.828512 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-2c23bfa4-a5d4-4db4-9187-e08a1700d9e4 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '121175cf-6bf4-4c06-94cf-de7bbb14aa2f') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:47:52.859860 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-2c23bfa4-a5d4-4db4-9187-e08a1700d9e4 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '121175cf-6bf4-4c06-94cf-de7bbb14aa2f') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:47:52.948175 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 2aeb4bec-1d5d-4c3e-9d8f-185fa71af2ba is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:47:52.982023 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-1efd072f-2cb5-419e-bb58-60b102ba0df3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06d4f13c-488c-4e65-9453-2261c70b043f']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:47:52.995841 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-1efd072f-2cb5-419e-bb58-60b102ba0df3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f9c3679-38be-484a-a0f7-946cac38a9f0') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:47:52.996287 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-1efd072f-2cb5-419e-bb58-60b102ba0df3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f9c3679-38be-484a-a0f7-946cac38a9f0') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:47:53.011422 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1efd072f-2cb5-419e-bb58-60b102ba0df3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (4f9c3679-38be-484a-a0f7-946cac38a9f0), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:53.032670 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-69dec666-da1e-44dd-84a8-7094a7412ebc None None] For port 3f486a53-287f-4d8c-86de-3f3bc0a6de1f, host n-d-825015-3, got binding levels [] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:47:53.032982 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1efd072f-2cb5-419e-bb58-60b102ba0df3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (4f9c3679-38be-484a-a0f7-946cac38a9f0), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:53.033161 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-69dec666-da1e-44dd-84a8-7094a7412ebc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (3f486a53-287f-4d8c-86de-3f3bc0a6de1f), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:53.042844 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1efd072f-2cb5-419e-bb58-60b102ba0df3 admin admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:47:53.044218 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1efd072f-2cb5-419e-bb58-60b102ba0df3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (4f9c3679-38be-484a-a0f7-946cac38a9f0), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:53.119228 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 12:47:53.119228 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:47:53.119228 n-d-825015-3 neutron-server[103474]: timer() Feb 04 12:47:53.119228 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:47:53.119228 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 12:47:53.119228 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:47:53.119228 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 12:47:53.119228 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:47:53.119228 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 12:47:53.119228 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:47:53.119228 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 12:47:53.119228 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:47:53.119228 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 12:47:53.119228 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:47:53.119228 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:47:53.119228 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:47:53.119228 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:47:53.119228 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:47:53.119228 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 12:47:53.119228 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:47:53.119228 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 12:47:53.119228 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:47:53.119228 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:47:53.119228 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:47:53.119228 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 12:47:53.119228 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:47:53.119228 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:47:53.119228 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:47:53.119228 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:47:53.119228 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:47:53.119228 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:47:53.119228 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:47:53.125678 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1efd072f-2cb5-419e-bb58-60b102ba0df3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (06d4f13c-488c-4e65-9453-2261c70b043f), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:53.130547 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2c23bfa4-a5d4-4db4-9187-e08a1700d9e4 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (121175cf-6bf4-4c06-94cf-de7bbb14aa2f), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:53.149838 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d099ee-8ca9-4aa0-818d-ed41a69ce27e None None] Routers {'23a4f602-cd90-4527-acba-46271144ffed'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:47:53.150523 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-f2d099ee-8ca9-4aa0-818d-ed41a69ce27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:47:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['23a4f602-cd90-4527-acba-46271144ffed'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:47:53.173652 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 380225d2-46cb-4b0d-bd8a-1420c098d893 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:47:53.176783 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1efd072f-2cb5-419e-bb58-60b102ba0df3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:53.194061 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-1efd072f-2cb5-419e-bb58-60b102ba0df3 admin admin] 10.222.0.65 "DELETE /v2.0/networks/06d4f13c-488c-4e65-9453-2261c70b043f HTTP/1.1" status: 204 len: 168 time: 2.0587540 Feb 04 12:47:53.200355 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-016cda69-4f8d-4801-a680-b946c39756d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '024eaaf0-2d65-4b7c-9e2a-8cef52c577d7', 'name': 'tempest-TestVolumeBootPattern-1950943043-router', 'tenant_id': '3c0dc8c0402645d983d20be0fc21117a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '905d01d9-6ced-4b80-b81a-4e838906d04e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:47:46Z', 'updated_at': '2022-02-04T12:47:50Z', 'revision_number': 3, 'project_id': '3c0dc8c0402645d983d20be0fc21117a', 'gw_port': {'id': '905d01d9-6ced-4b80-b81a-4e838906d04e', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:94:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '024eaaf0-2d65-4b7c-9e2a-8cef52c577d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:47:48Z', 'updated_at': '2022-02-04T12:47:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:47:53.238419 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016cda69-4f8d-4801-a680-b946c39756d3 None None] Checking router: 024eaaf0-2d65-4b7c-9e2a-8cef52c577d7 for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:47:53.239575 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016cda69-4f8d-4801-a680-b946c39756d3 None None] Updating router 024eaaf0-2d65-4b7c-9e2a-8cef52c577d7 port 905d01d9-6ced-4b80-b81a-4e838906d04e binding host n-d-825015-3 {{(pid=103477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:47:53.245923 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 36988) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:47:53.264023 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efd072f-2cb5-419e-bb58-60b102ba0df3 admin admin] Pushing event deleted for resources: {'Network': ['ID=06d4f13c-488c-4e65-9453-2261c70b043f,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:47:53.266979 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-69dec666-da1e-44dd-84a8-7094a7412ebc None None] Calling delete_port for 3f486a53-287f-4d8c-86de-3f3bc0a6de1f owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:47:53.281890 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-016cda69-4f8d-4801-a680-b946c39756d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (905d01d9-6ced-4b80-b81a-4e838906d04e), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:53.283822 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.ipam_backend_mixin [None req-69dec666-da1e-44dd-84a8-7094a7412ebc None None] Port 3f486a53-287f-4d8c-86de-3f3bc0a6de1f was not found and therefore no delete operation was performed {{(pid=103476) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 04 12:47:53.352070 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2c23bfa4-a5d4-4db4-9187-e08a1700d9e4 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (121175cf-6bf4-4c06-94cf-de7bbb14aa2f), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:53.393963 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-69dec666-da1e-44dd-84a8-7094a7412ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (3f486a53-287f-4d8c-86de-3f3bc0a6de1f), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:53.397512 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 380225d2-46cb-4b0d-bd8a-1420c098d893 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:47:53.397858 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 380225d2-46cb-4b0d-bd8a-1420c098d893 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:47:53.398272 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device f8ad4eb5-9a11-4279-be84-f2ce0358b312 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:47:53.474777 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c23bfa4-a5d4-4db4-9187-e08a1700d9e4 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:47:53.475282 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2c23bfa4-a5d4-4db4-9187-e08a1700d9e4 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (121175cf-6bf4-4c06-94cf-de7bbb14aa2f), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:53.480440 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 12:47:53.480440 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:47:53.480440 n-d-825015-3 neutron-server[103474]: timer() Feb 04 12:47:53.480440 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:47:53.480440 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 12:47:53.480440 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:47:53.480440 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 12:47:53.480440 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:47:53.480440 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 12:47:53.480440 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:47:53.480440 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 12:47:53.480440 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:47:53.480440 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 12:47:53.480440 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:47:53.480440 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:47:53.480440 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:47:53.480440 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:47:53.480440 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:47:53.480440 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 12:47:53.480440 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:47:53.480440 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 12:47:53.480440 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:47:53.480440 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:47:53.480440 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:47:53.480440 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 12:47:53.480440 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:47:53.480440 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:47:53.480440 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:47:53.480440 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:47:53.480440 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:47:53.480440 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:47:53.480440 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:47:53.559468 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-42dc80f3-ea87-4e9d-bb1f-9cdd8f143c86 None None] Current status of the port 2aeb4bec-1d5d-4c3e-9d8f-185fa71af2ba is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:47:53.591933 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-69dec666-da1e-44dd-84a8-7094a7412ebc None None] Network 06d4f13c-488c-4e65-9453-2261c70b043f is not hosted by any dhcp agent {{(pid=103476) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 04 12:47:53.592667 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69dec666-da1e-44dd-84a8-7094a7412ebc None None] No DVR routers for this DVR port 3f486a53-287f-4d8c-86de-3f3bc0a6de1f on host n-d-825015-3 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:47:53.594936 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: f8ad4eb5-9a11-4279-be84-f2ce0358b312 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:47:53.595497 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device f8ad4eb5-9a11-4279-be84-f2ce0358b312 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:47:53.598025 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2c23bfa4-a5d4-4db4-9187-e08a1700d9e4 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (a2160580-268b-43f5-8dcf-954dc301bbd3), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:53.623620 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2c23bfa4-a5d4-4db4-9187-e08a1700d9e4 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:53.632497 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dec666-da1e-44dd-84a8-7094a7412ebc None None] Pushing event deleted for resources: {'Port': ['ID=3f486a53-287f-4d8c-86de-3f3bc0a6de1f,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:47:53.632653 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-2c23bfa4-a5d4-4db4-9187-e08a1700d9e4 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] 10.222.0.65 "DELETE /v2.0/networks/a2160580-268b-43f5-8dcf-954dc301bbd3 HTTP/1.1" status: 204 len: 168 time: 2.4770241 Feb 04 12:47:53.635172 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 36994) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:47:53.659305 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c23bfa4-a5d4-4db4-9187-e08a1700d9e4 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Pushing event deleted for resources: {'Network': ['ID=a2160580-268b-43f5-8dcf-954dc301bbd3,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:47:53.676329 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861bf11e-5990-4edf-8a06-6bf98773098d req-8423e2d8-5236-4427-b7d5-7056c1ea26f0 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:47:53.677450 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-f2d099ee-8ca9-4aa0-818d-ed41a69ce27e None None] Set router 23a4f602-cd90-4527-acba-46271144ffed gateway port host: None {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:47:53.678462 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-861bf11e-5990-4edf-8a06-6bf98773098d req-8423e2d8-5236-4427-b7d5-7056c1ea26f0 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/ports?device_id=4670cef3-301f-4e64-9df2-0e13ec2bf768 HTTP/1.1" status: 200 len: 945 time: 0.2628887 Feb 04 12:47:53.977057 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-861bf11e-5990-4edf-8a06-6bf98773098d req-08659a1d-48e0-4832-80bd-9ba590082bf6 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c15dfa5-1b74-494d-a4b3-b834b3f91fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2827101 Feb 04 12:47:53.980500 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 2aeb4bec-1d5d-4c3e-9d8f-185fa71af2ba up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:47:54.104286 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-016cda69-4f8d-4801-a680-b946c39756d3 None None] Publish callbacks [] for port (905d01d9-6ced-4b80-b81a-4e838906d04e), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:54.112220 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-016cda69-4f8d-4801-a680-b946c39756d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (905d01d9-6ced-4b80-b81a-4e838906d04e), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:54.291533 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-016cda69-4f8d-4801-a680-b946c39756d3 None None] Attempting to bind port 905d01d9-6ced-4b80-b81a-4e838906d04e on host n-d-825015-3 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:47:54.292684 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-016cda69-4f8d-4801-a680-b946c39756d3 None None] Attempting to bind port 905d01d9-6ced-4b80-b81a-4e838906d04e by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:47:54.293409 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016cda69-4f8d-4801-a680-b946c39756d3 None None] Attempting to bind port 905d01d9-6ced-4b80-b81a-4e838906d04e on network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:47:54.309960 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016cda69-4f8d-4801-a680-b946c39756d3 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:47:54.310382 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016cda69-4f8d-4801-a680-b946c39756d3 None None] Checking segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:47:54.310973 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-016cda69-4f8d-4801-a680-b946c39756d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:54.313611 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016cda69-4f8d-4801-a680-b946c39756d3 None None] Bound using segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:47:54.315029 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-016cda69-4f8d-4801-a680-b946c39756d3 None None] Bound port: 905d01d9-6ced-4b80-b81a-4e838906d04e, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:47:54.316369 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-016cda69-4f8d-4801-a680-b946c39756d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (905d01d9-6ced-4b80-b81a-4e838906d04e), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:54.323453 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 2aeb4bec-1d5d-4c3e-9d8f-185fa71af2ba triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:47:54.323910 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (2aeb4bec-1d5d-4c3e-9d8f-185fa71af2ba), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:54.387964 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-016cda69-4f8d-4801-a680-b946c39756d3 None None] For port 905d01d9-6ced-4b80-b81a-4e838906d04e, host n-d-825015-3, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:47:54.391568 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-016cda69-4f8d-4801-a680-b946c39756d3 None None] For port 905d01d9-6ced-4b80-b81a-4e838906d04e, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=905d01d9-6ced-4b80-b81a-4e838906d04e,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:47:54.399368 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd10cfe3-67bd-43ea-9e36-66dbfaab6387 None None] Pushing event updated for resources: {'Port': ['ID=905d01d9-6ced-4b80-b81a-4e838906d04e,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:47:54.405114 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-016cda69-4f8d-4801-a680-b946c39756d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (905d01d9-6ced-4b80-b81a-4e838906d04e), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:54.426586 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd10cfe3-67bd-43ea-9e36-66dbfaab6387 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:47:54.427168 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd10cfe3-67bd-43ea-9e36-66dbfaab6387 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:47:54.428459 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd10cfe3-67bd-43ea-9e36-66dbfaab6387 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:47:54.428779 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd10cfe3-67bd-43ea-9e36-66dbfaab6387 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:47:54.429231 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd10cfe3-67bd-43ea-9e36-66dbfaab6387 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:47:54.429702 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd10cfe3-67bd-43ea-9e36-66dbfaab6387 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:47:54.430216 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd10cfe3-67bd-43ea-9e36-66dbfaab6387 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:47:54.430716 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd10cfe3-67bd-43ea-9e36-66dbfaab6387 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:47:54.431226 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd10cfe3-67bd-43ea-9e36-66dbfaab6387 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:47:54.431762 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd10cfe3-67bd-43ea-9e36-66dbfaab6387 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:47:54.432264 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd10cfe3-67bd-43ea-9e36-66dbfaab6387 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:47:54.432835 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd10cfe3-67bd-43ea-9e36-66dbfaab6387 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:47:54.433341 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd10cfe3-67bd-43ea-9e36-66dbfaab6387 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:47:54.513709 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd10cfe3-67bd-43ea-9e36-66dbfaab6387 None None] Pushing event updated for resources: {'Port': ['ID=905d01d9-6ced-4b80-b81a-4e838906d04e,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:47:54.542006 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016cda69-4f8d-4801-a680-b946c39756d3 None None] Routers {'024eaaf0-2d65-4b7c-9e2a-8cef52c577d7'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:47:54.543444 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-016cda69-4f8d-4801-a680-b946c39756d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:47:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['024eaaf0-2d65-4b7c-9e2a-8cef52c577d7'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:47:54.546117 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5764bf53-135e-4afe-b26c-db4f87d548b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:54.649548 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 2aeb4bec-1d5d-4c3e-9d8f-185fa71af2ba is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:47:54.723120 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-f2d099ee-8ca9-4aa0-818d-ed41a69ce27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23a4f602-cd90-4527-acba-46271144ffed', 'name': 'tempest-RoutersIpV6Test-router-21052845', 'tenant_id': '3fccd7acaf5a4db2beb516182b08458d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:46:58Z', 'updated_at': '2022-02-04T12:47:48Z', 'revision_number': 9, 'project_id': '3fccd7acaf5a4db2beb516182b08458d', 'gw_port_host': None, '_interfaces': [{'id': '0fe0768e-1717-422a-9a65-78ec59880568', 'name': '', 'network_id': 'de1361df-7110-4dbf-97fc-b6448f3ceb7d', 'tenant_id': '3fccd7acaf5a4db2beb516182b08458d', 'mac_address': 'fa:16:3e:1e:65:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a4f602-cd90-4527-acba-46271144ffed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': '1da51ffd-3a2b-4163-8aec-62ae41b758d3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:47:09Z', 'updated_at': '2022-02-04T12:47:20Z', 'revision_number': 5, 'project_id': '3fccd7acaf5a4db2beb516182b08458d', 'subnets': [{'id': '1da51ffd-3a2b-4163-8aec-62ae41b758d3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e09e278-b3a3-4125-ac15-c5604e7efe36', 'name': '', 'network_id': '851ada3b-84e7-4fe7-8c48-0057b87b86cb', 'tenant_id': '3fccd7acaf5a4db2beb516182b08458d', 'mac_address': 'fa:16:3e:c4:76:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a4f602-cd90-4527-acba-46271144ffed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2834, 'fixed_ips': [{'subnet_id': '45839c3a-851e-4316-ae5c-98cfc9c7c852', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:47:01Z', 'updated_at': '2022-02-04T12:47:08Z', 'revision_number': 5, 'project_id': '3fccd7acaf5a4db2beb516182b08458d', 'subnets': [{'id': '45839c3a-851e-4316-ae5c-98cfc9c7c852', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:47:54.781036 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-016cda69-4f8d-4801-a680-b946c39756d3 None None] Set router 024eaaf0-2d65-4b7c-9e2a-8cef52c577d7 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:47:54.799573 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f10b2cc7-f352-4331-8924-d0ea2d0896c9 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622215'] for router_interface (23a4f602-cd90-4527-acba-46271144ffed), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:54.808780 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d099ee-8ca9-4aa0-818d-ed41a69ce27e None None] The sync data for ids ['23a4f602-cd90-4527-acba-46271144ffed'] in n-d-825015-3 is: [{'id': '23a4f602-cd90-4527-acba-46271144ffed', 'name': 'tempest-RoutersIpV6Test-router-21052845', 'tenant_id': '3fccd7acaf5a4db2beb516182b08458d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:46:58Z', 'updated_at': '2022-02-04T12:47:48Z', 'revision_number': 9, 'project_id': '3fccd7acaf5a4db2beb516182b08458d', 'gw_port_host': None, '_interfaces': [{'id': '0fe0768e-1717-422a-9a65-78ec59880568', 'name': '', 'network_id': 'de1361df-7110-4dbf-97fc-b6448f3ceb7d', 'tenant_id': '3fccd7acaf5a4db2beb516182b08458d', 'mac_address': 'fa:16:3e:1e:65:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a4f602-cd90-4527-acba-46271144ffed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': '1da51ffd-3a2b-4163-8aec-62ae41b758d3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:47:09Z', 'updated_at': '2022-02-04T12:47:20Z', 'revision_number': 5, 'project_id': '3fccd7acaf5a4db2beb516182b08458d', 'subnets': [{'id': '1da51ffd-3a2b-4163-8aec-62ae41b758d3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e09e278-b3a3-4125-ac15-c5604e7efe36', 'name': '', 'network_id': '851ada3b-84e7-4fe7-8c48-0057b87b86cb', 'tenant_id': '3fccd7acaf5a4db2beb516182b08458d', 'mac_address': 'fa:16:3e:c4:76:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a4f602-cd90-4527-acba-46271144ffed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2834, 'fixed_ips': [{'subnet_id': '45839c3a-851e-4316-ae5c-98cfc9c7c852', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:47:01Z', 'updated_at': '2022-02-04T12:47:08Z', 'revision_number': 5, 'project_id': '3fccd7acaf5a4db2beb516182b08458d', 'subnets': [{'id': '45839c3a-851e-4316-ae5c-98cfc9c7c852', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:47:54.814118 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 3f486a53-287f-4d8c-86de-3f3bc0a6de1f no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:47:54.877641 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 3f486a53-287f-4d8c-86de-3f3bc0a6de1f {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:47:54.884763 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 3f486a53-287f-4d8c-86de-3f3bc0a6de1f not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:47:54.886308 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 48d7a96b-dfb2-4a2b-a49f-11bd54205346 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:47:54.927996 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-5764bf53-135e-4afe-b26c-db4f87d548b5 admin admin] Allocated IP 172.20.0.1 (f237d722-433d-480c-8987-66d34675134e/70faacee-af53-42b7-af83-bbc74f352570/44692f76-31ca-466a-966d-b6774ece519d) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:47:55.007897 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 48d7a96b-dfb2-4a2b-a49f-11bd54205346 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:47:55.024232 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 48d7a96b-dfb2-4a2b-a49f-11bd54205346 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:47:55.301498 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5764bf53-135e-4afe-b26c-db4f87d548b5 admin admin] Publish callbacks [] for port (44692f76-31ca-466a-966d-b6774ece519d), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:55.389341 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6964b49e-7083-49f4-9728-17c0f8a91bf4 req-b15a6397-7b99-4898-a4e4-96747af200f8 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:47:55.392400 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6964b49e-7083-49f4-9728-17c0f8a91bf4 req-b15a6397-7b99-4898-a4e4-96747af200f8 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/ports?device_id=4670cef3-301f-4e64-9df2-0e13ec2bf768 HTTP/1.1" status: 200 len: 945 time: 0.3122847 Feb 04 12:47:55.399081 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5764bf53-135e-4afe-b26c-db4f87d548b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (44692f76-31ca-466a-966d-b6774ece519d), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:55.539832 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b12cdfa0-65bf-44bb-b34e-43a7ed423848 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622215'] for router_interface (3403548b-bfc5-43e3-a89e-1ed8692c65d7), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:55.547658 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5764bf53-135e-4afe-b26c-db4f87d548b5 admin admin] Network f237d722-433d-480c-8987-66d34675134e is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:47:55.562743 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-016cda69-4f8d-4801-a680-b946c39756d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '024eaaf0-2d65-4b7c-9e2a-8cef52c577d7', 'name': 'tempest-TestVolumeBootPattern-1950943043-router', 'tenant_id': '3c0dc8c0402645d983d20be0fc21117a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '905d01d9-6ced-4b80-b81a-4e838906d04e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:47:46Z', 'updated_at': '2022-02-04T12:47:50Z', 'revision_number': 3, 'project_id': '3c0dc8c0402645d983d20be0fc21117a', 'gw_port': {'id': '905d01d9-6ced-4b80-b81a-4e838906d04e', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:94:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '024eaaf0-2d65-4b7c-9e2a-8cef52c577d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:47:48Z', 'updated_at': '2022-02-04T12:47:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:47:55.564430 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-5764bf53-135e-4afe-b26c-db4f87d548b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:47:55.571164 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5764bf53-135e-4afe-b26c-db4f87d548b5 admin admin] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:47:55.630267 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5764bf53-135e-4afe-b26c-db4f87d548b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1599818'] for router_interface (024eaaf0-2d65-4b7c-9e2a-8cef52c577d7), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:55.633564 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016cda69-4f8d-4801-a680-b946c39756d3 None None] The sync data for ids ['024eaaf0-2d65-4b7c-9e2a-8cef52c577d7'] in n-d-825015-3 is: [{'id': '024eaaf0-2d65-4b7c-9e2a-8cef52c577d7', 'name': 'tempest-TestVolumeBootPattern-1950943043-router', 'tenant_id': '3c0dc8c0402645d983d20be0fc21117a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '905d01d9-6ced-4b80-b81a-4e838906d04e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:47:46Z', 'updated_at': '2022-02-04T12:47:50Z', 'revision_number': 3, 'project_id': '3c0dc8c0402645d983d20be0fc21117a', 'gw_port': {'id': '905d01d9-6ced-4b80-b81a-4e838906d04e', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:94:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '024eaaf0-2d65-4b7c-9e2a-8cef52c577d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:47:48Z', 'updated_at': '2022-02-04T12:47:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:47:55.755065 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 9101117a-8105-46de-be9e-a564a287f2db no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:47:55.756936 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5764bf53-135e-4afe-b26c-db4f87d548b5 admin admin] Pushing event updated for resources: {'Port': ['ID=44692f76-31ca-466a-966d-b6774ece519d,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:47:55.806845 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6964b49e-7083-49f4-9728-17c0f8a91bf4 req-e71854cd-efdd-427d-b9ba-01c1a5077c87 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c15dfa5-1b74-494d-a4b3-b834b3f91fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3946266 Feb 04 12:47:55.813868 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 9101117a-8105-46de-be9e-a564a287f2db {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:47:55.814203 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 9101117a-8105-46de-be9e-a564a287f2db not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:47:56.043241 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-4bf13193-d907-4133-a3d4-d301931d710f None None] Provisioning complete for port 44692f76-31ca-466a-966d-b6774ece519d triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:47:56.045486 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4bf13193-d907-4133-a3d4-d301931d710f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (44692f76-31ca-466a-966d-b6774ece519d), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:56.067421 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-f10b2cc7-f352-4331-8924-d0ea2d0896c9 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Deleting port 0fe0768e-1717-422a-9a65-78ec59880568 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:47:56.068057 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f10b2cc7-f352-4331-8924-d0ea2d0896c9 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (0fe0768e-1717-422a-9a65-78ec59880568), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:56.068185 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5764bf53-135e-4afe-b26c-db4f87d548b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (44692f76-31ca-466a-966d-b6774ece519d), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:56.144699 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-4bf13193-d907-4133-a3d4-d301931d710f None None] Port 44692f76-31ca-466a-966d-b6774ece519d cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:47:56.329292 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-f10b2cc7-f352-4331-8924-d0ea2d0896c9 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] For port 0fe0768e-1717-422a-9a65-78ec59880568, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=0fe0768e-1717-422a-9a65-78ec59880568,segment=NetworkSegment(fa095c46-2152-4db3-866a-57a8e4e0b113),segment_id=fa095c46-2152-4db3-866a-57a8e4e0b113)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:47:56.329672 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f10b2cc7-f352-4331-8924-d0ea2d0896c9 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (0fe0768e-1717-422a-9a65-78ec59880568), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:56.349079 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-f10b2cc7-f352-4331-8924-d0ea2d0896c9 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Calling delete_port for 0fe0768e-1717-422a-9a65-78ec59880568 owned by network:router_interface {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:47:56.494408 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5764bf53-135e-4afe-b26c-db4f87d548b5 admin admin] Publish callbacks [] for port (44692f76-31ca-466a-966d-b6774ece519d), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:56.511623 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5764bf53-135e-4afe-b26c-db4f87d548b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (44692f76-31ca-466a-966d-b6774ece519d), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:56.588597 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5764bf53-135e-4afe-b26c-db4f87d548b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622202'] for router_interface (024eaaf0-2d65-4b7c-9e2a-8cef52c577d7), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:56.713277 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f10b2cc7-f352-4331-8924-d0ea2d0896c9 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (0fe0768e-1717-422a-9a65-78ec59880568), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:56.763493 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10b2cc7-f352-4331-8924-d0ea2d0896c9 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Pushing event deleted for resources: {'Port': ['ID=0fe0768e-1717-422a-9a65-78ec59880568,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:47:56.823030 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5764bf53-135e-4afe-b26c-db4f87d548b5 admin admin] Pushing event updated for resources: {'Port': ['ID=44692f76-31ca-466a-966d-b6774ece519d,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:47:57.019476 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5764bf53-135e-4afe-b26c-db4f87d548b5 admin admin] Network f237d722-433d-480c-8987-66d34675134e is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:47:57.068330 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-5764bf53-135e-4afe-b26c-db4f87d548b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:47:57.302311 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f10b2cc7-f352-4331-8924-d0ea2d0896c9 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622067'] for router_interface (23a4f602-cd90-4527-acba-46271144ffed), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:57.366742 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-b12cdfa0-65bf-44bb-b34e-43a7ed423848 admin admin] Deleting port 7c5eab31-280c-4915-bfa7-4a7a9db6ea02 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:47:57.367090 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b12cdfa0-65bf-44bb-b34e-43a7ed423848 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (7c5eab31-280c-4915-bfa7-4a7a9db6ea02), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:57.392848 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aafe2a3-e4e6-4eef-a251-1993a1a8980e req-0bf909ed-6c05-436b-aa3c-af0fef20ddfa tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:47:57.394486 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2aafe2a3-e4e6-4eef-a251-1993a1a8980e req-0bf909ed-6c05-436b-aa3c-af0fef20ddfa tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/ports?device_id=4670cef3-301f-4e64-9df2-0e13ec2bf768 HTTP/1.1" status: 200 len: 945 time: 0.4266560 Feb 04 12:47:57.505055 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-61bdc3e0-7f1c-4b8d-a3b0-d20cc3b2abb7 None None] Provisioning complete for port 44692f76-31ca-466a-966d-b6774ece519d triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:47:57.505621 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-61bdc3e0-7f1c-4b8d-a3b0-d20cc3b2abb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (44692f76-31ca-466a-966d-b6774ece519d), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:57.532413 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2aafe2a3-e4e6-4eef-a251-1993a1a8980e req-9c15f545-d51b-4bbd-9cec-fd4c29db7a31 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c15dfa5-1b74-494d-a4b3-b834b3f91fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312568 Feb 04 12:47:57.544871 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-b12cdfa0-65bf-44bb-b34e-43a7ed423848 admin admin] For port 7c5eab31-280c-4915-bfa7-4a7a9db6ea02, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=7c5eab31-280c-4915-bfa7-4a7a9db6ea02,segment=NetworkSegment(a02f0202-8759-4c83-81ad-b565510a05aa),segment_id=a02f0202-8759-4c83-81ad-b565510a05aa)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:47:57.545263 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b12cdfa0-65bf-44bb-b34e-43a7ed423848 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (7c5eab31-280c-4915-bfa7-4a7a9db6ea02), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:57.560604 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-b12cdfa0-65bf-44bb-b34e-43a7ed423848 admin admin] Calling delete_port for 7c5eab31-280c-4915-bfa7-4a7a9db6ea02 owned by network:router_interface {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:47:57.564422 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5764bf53-135e-4afe-b26c-db4f87d548b5 admin admin] Router 024eaaf0-2d65-4b7c-9e2a-8cef52c577d7 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:47:57.656983 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-61bdc3e0-7f1c-4b8d-a3b0-d20cc3b2abb7 None None] Port 44692f76-31ca-466a-966d-b6774ece519d cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:47:57.860514 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5764bf53-135e-4afe-b26c-db4f87d548b5 admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:47:57.883767 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-5764bf53-135e-4afe-b26c-db4f87d548b5 admin admin] 10.222.0.65 "PUT /v2.0/routers/024eaaf0-2d65-4b7c-9e2a-8cef52c577d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7276001 Feb 04 12:47:58.014010 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 905d01d9-6ced-4b80-b81a-4e838906d04e up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:47:58.151962 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 905d01d9-6ced-4b80-b81a-4e838906d04e triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:47:58.152545 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (905d01d9-6ced-4b80-b81a-4e838906d04e), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:58.201368 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b12cdfa0-65bf-44bb-b34e-43a7ed423848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (7c5eab31-280c-4915-bfa7-4a7a9db6ea02), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:58.246658 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12cdfa0-65bf-44bb-b34e-43a7ed423848 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c5eab31-280c-4915-bfa7-4a7a9db6ea02,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:47:58.427432 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 905d01d9-6ced-4b80-b81a-4e838906d04e is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:47:58.427946 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (905d01d9-6ced-4b80-b81a-4e838906d04e), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:58.531991 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port 905d01d9-6ced-4b80-b81a-4e838906d04e, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=905d01d9-6ced-4b80-b81a-4e838906d04e,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:47:58.538466 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (905d01d9-6ced-4b80-b81a-4e838906d04e), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:58.766423 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=905d01d9-6ced-4b80-b81a-4e838906d04e,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:47:58.788876 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b12cdfa0-65bf-44bb-b34e-43a7ed423848 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622067'] for router_interface (3403548b-bfc5-43e3-a89e-1ed8692c65d7), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:58.839210 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec83762-f3ac-45ee-ac89-120f452453b9 req-57500c0e-1def-4cdf-81c1-c64acefe79cd tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:47:58.850968 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8ec83762-f3ac-45ee-ac89-120f452453b9 req-57500c0e-1def-4cdf-81c1-c64acefe79cd tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/ports?device_id=4670cef3-301f-4e64-9df2-0e13ec2bf768 HTTP/1.1" status: 200 len: 945 time: 0.1416404 Feb 04 12:47:58.970615 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8ec83762-f3ac-45ee-ac89-120f452453b9 req-0498f370-383e-401b-8b4f-6928ed3056e0 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c15dfa5-1b74-494d-a4b3-b834b3f91fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127198 Feb 04 12:47:59.067148 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea91639b-7c6a-4688-b4e6-b6baab1f3025 None None] Sync routers for ids ['024eaaf0-2d65-4b7c-9e2a-8cef52c577d7'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:47:59.083868 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea91639b-7c6a-4688-b4e6-b6baab1f3025 None None] Routers {'024eaaf0-2d65-4b7c-9e2a-8cef52c577d7'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:47:59.094600 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-ea91639b-7c6a-4688-b4e6-b6baab1f3025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:47:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['024eaaf0-2d65-4b7c-9e2a-8cef52c577d7'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:47:59.155191 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 37092) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:47:59.161236 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-5e93a463-afa4-4926-bb0b-ccb9154f84a6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1458857558-network', 'tenant_id': '7377b73dfb254cc999e40099a2f530d1'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:47:59.203881 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e93a463-afa4-4926-bb0b-ccb9154f84a6 admin admin] Made reservation on behalf of 7377b73dfb254cc999e40099a2f530d1 for: {'network': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:47:59.208219 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5e93a463-afa4-4926-bb0b-ccb9154f84a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:59.240447 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5e93a463-afa4-4926-bb0b-ccb9154f84a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:59.297378 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-ea91639b-7c6a-4688-b4e6-b6baab1f3025 None None] Set router 024eaaf0-2d65-4b7c-9e2a-8cef52c577d7 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:47:59.388739 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5e93a463-afa4-4926-bb0b-ccb9154f84a6 admin admin] Publish callbacks [] for security_group (44d4358d-5221-4b01-ba5d-4ed96b056f18), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:59.398839 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5e93a463-afa4-4926-bb0b-ccb9154f84a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (44d4358d-5221-4b01-ba5d-4ed96b056f18), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:59.417874 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e93a463-afa4-4926-bb0b-ccb9154f84a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=103475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:47:59.435017 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5e93a463-afa4-4926-bb0b-ccb9154f84a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (8d872933-3714-46f7-b52a-df7db8e1bba9), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:59.435689 n-d-825015-3 neutron-server[103475]: INFO neutron.db.segments_db [None req-5e93a463-afa4-4926-bb0b-ccb9154f84a6 admin admin] Added segment 8d872933-3714-46f7-b52a-df7db8e1bba9 of type vlan for network dabfb45d-aed5-4bce-ab2d-4ab2be7d1d19 Feb 04 12:47:59.539691 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5e93a463-afa4-4926-bb0b-ccb9154f84a6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (dabfb45d-aed5-4bce-ab2d-4ab2be7d1d19), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:59.584376 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5e93a463-afa4-4926-bb0b-ccb9154f84a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (dabfb45d-aed5-4bce-ab2d-4ab2be7d1d19), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:59.585344 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e93a463-afa4-4926-bb0b-ccb9154f84a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:47:59.586143 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5e93a463-afa4-4926-bb0b-ccb9154f84a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:59.664049 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-5e93a463-afa4-4926-bb0b-ccb9154f84a6 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5042946 Feb 04 12:47:59.664049 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e93a463-afa4-4926-bb0b-ccb9154f84a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44d4358d-5221-4b01-ba5d-4ed96b056f18,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:47:59.668039 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 37100) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:47:59.674274 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-70d5af74-8f9c-4a80-8213-c118f99a3486 admin admin] Request body: {'subnet': {'network_id': 'dabfb45d-aed5-4bce-ab2d-4ab2be7d1d19', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1458857558-subnet', 'tenant_id': '7377b73dfb254cc999e40099a2f530d1', 'ip_version': 4}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:47:59.700891 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e93a463-afa4-4926-bb0b-ccb9154f84a6 admin admin] Pushing event updated for resources: {'Network': ['ID=dabfb45d-aed5-4bce-ab2d-4ab2be7d1d19,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:47:59.715635 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70d5af74-8f9c-4a80-8213-c118f99a3486 admin admin] Made reservation on behalf of 7377b73dfb254cc999e40099a2f530d1 for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:47:59.721187 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-70d5af74-8f9c-4a80-8213-c118f99a3486 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:59.792425 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network dabfb45d-aed5-4bce-ab2d-4ab2be7d1d19 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:47:59.818452 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f10b2cc7-f352-4331-8924-d0ea2d0896c9 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Router 23a4f602-cd90-4527-acba-46271144ffed has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:48:00.151219 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 905d01d9-6ced-4b80-b81a-4e838906d04e up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:48:00.161871 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f10b2cc7-f352-4331-8924-d0ea2d0896c9 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:48:00.168882 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-f10b2cc7-f352-4331-8924-d0ea2d0896c9 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] 10.222.0.65 "PUT /v2.0/routers/23a4f602-cd90-4527-acba-46271144ffed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5301216 Feb 04 12:48:00.176932 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b69c64-e262-4d1c-95c8-1f36d659dc96 None None] Sync routers for ids ['23a4f602-cd90-4527-acba-46271144ffed'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:48:00.187923 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 37116) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:00.194465 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b69c64-e262-4d1c-95c8-1f36d659dc96 None None] Routers {'23a4f602-cd90-4527-acba-46271144ffed'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:48:00.195099 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-c6b69c64-e262-4d1c-95c8-1f36d659dc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:47:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['23a4f602-cd90-4527-acba-46271144ffed'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:48:00.226413 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-70d5af74-8f9c-4a80-8213-c118f99a3486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52094127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51452689'] for subnet (7b2bb91d-6b7e-42ac-86ba-da8320c87c63), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:00.366647 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d5af74-8f9c-4a80-8213-c118f99a3486 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b2bb91d-6b7e-42ac-86ba-da8320c87c63,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:00.408629 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-c6b69c64-e262-4d1c-95c8-1f36d659dc96 None None] Set router 23a4f602-cd90-4527-acba-46271144ffed gateway port host: None {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:48:00.469435 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 905d01d9-6ced-4b80-b81a-4e838906d04e triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:48:00.469884 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (905d01d9-6ced-4b80-b81a-4e838906d04e), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:00.497140 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5772f1d3-97ad-4afd-89e9-d538b26cef4f req-4563d86d-c5dd-4236-a688-647666328375 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:00.503328 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5772f1d3-97ad-4afd-89e9-d538b26cef4f req-4563d86d-c5dd-4236-a688-647666328375 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/ports?device_id=4670cef3-301f-4e64-9df2-0e13ec2bf768 HTTP/1.1" status: 200 len: 945 time: 0.3051202 Feb 04 12:48:00.527991 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd7c78ca-6b48-4fe1-b1d0-082d3182f5a7 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Deleting subnet 1da51ffd-3a2b-4163-8aec-62ae41b758d3 {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:48:00.531209 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d5af74-8f9c-4a80-8213-c118f99a3486 admin admin] Checking segment: {'id': '8d872933-3714-46f7-b52a-df7db8e1bba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'dabfb45d-aed5-4bce-ab2d-4ab2be7d1d19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:48:00.531585 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d5af74-8f9c-4a80-8213-c118f99a3486 admin admin] Network hostable DHCP agents. Network: dabfb45d-aed5-4bce-ab2d-4ab2be7d1d19, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:48:00.537936 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dd7c78ca-6b48-4fe1-b1d0-082d3182f5a7 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks [] for subnet (1da51ffd-3a2b-4163-8aec-62ae41b758d3), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:00.628086 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-ea91639b-7c6a-4688-b4e6-b6baab1f3025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '024eaaf0-2d65-4b7c-9e2a-8cef52c577d7', 'name': 'tempest-TestVolumeBootPattern-1950943043-router', 'tenant_id': '3c0dc8c0402645d983d20be0fc21117a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '905d01d9-6ced-4b80-b81a-4e838906d04e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:47:46Z', 'updated_at': '2022-02-04T12:47:55Z', 'revision_number': 4, 'project_id': '3c0dc8c0402645d983d20be0fc21117a', 'gw_port': {'id': '905d01d9-6ced-4b80-b81a-4e838906d04e', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:94:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024eaaf0-2d65-4b7c-9e2a-8cef52c577d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:47:48Z', 'updated_at': '2022-02-04T12:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '44692f76-31ca-466a-966d-b6774ece519d', 'name': '', 'network_id': 'f237d722-433d-480c-8987-66d34675134e', 'tenant_id': '3c0dc8c0402645d983d20be0fc21117a', 'mac_address': 'fa:16:3e:84:c4:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '024eaaf0-2d65-4b7c-9e2a-8cef52c577d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '70faacee-af53-42b7-af83-bbc74f352570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:47:54Z', 'updated_at': '2022-02-04T12:47:56Z', 'revision_number': 2, 'project_id': '3c0dc8c0402645d983d20be0fc21117a', 'subnets': [{'id': '70faacee-af53-42b7-af83-bbc74f352570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:48:00.631193 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dd7c78ca-6b48-4fe1-b1d0-082d3182f5a7 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (1da51ffd-3a2b-4163-8aec-62ae41b758d3), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:00.641850 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d5af74-8f9c-4a80-8213-c118f99a3486 admin admin] Network dabfb45d-aed5-4bce-ab2d-4ab2be7d1d19 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:48:00.665961 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-70d5af74-8f9c-4a80-8213-c118f99a3486 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, dabfb45d-aed5-4bce-ab2d-4ab2be7d1d19) {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:48:00.671030 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d5af74-8f9c-4a80-8213-c118f99a3486 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:00.675694 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-70d5af74-8f9c-4a80-8213-c118f99a3486 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:00.690599 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5772f1d3-97ad-4afd-89e9-d538b26cef4f req-0684e3e7-325f-496e-a68d-9b3626fd4bc9 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c15dfa5-1b74-494d-a4b3-b834b3f91fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796451 Feb 04 12:48:00.707760 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea91639b-7c6a-4688-b4e6-b6baab1f3025 None None] Checking router: 024eaaf0-2d65-4b7c-9e2a-8cef52c577d7 for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:48:00.708527 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea91639b-7c6a-4688-b4e6-b6baab1f3025 None None] Updating router 024eaaf0-2d65-4b7c-9e2a-8cef52c577d7 port 44692f76-31ca-466a-966d-b6774ece519d binding host n-d-825015-3 {{(pid=103476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:48:00.716411 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-70d5af74-8f9c-4a80-8213-c118f99a3486 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0453010 Feb 04 12:48:00.718852 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 37124) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:00.727399 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-cd25e2dc-a48c-45ea-9d11-de317bbaf8c8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1458857558-router', 'tenant_id': '7377b73dfb254cc999e40099a2f530d1', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:48:00.762656 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cd25e2dc-a48c-45ea-9d11-de317bbaf8c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10933'] for router (541da02e-49a5-4e7c-b130-011bfcc7f61b), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:00.764791 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cd25e2dc-a48c-45ea-9d11-de317bbaf8c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10924'] for router (541da02e-49a5-4e7c-b130-011bfcc7f61b), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:00.773014 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991ee050-cfe4-4eb4-b442-06c9a9d939dc None None] Network dabfb45d-aed5-4bce-ab2d-4ab2be7d1d19 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:48:00.865274 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dd7c78ca-6b48-4fe1-b1d0-082d3182f5a7 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (1da51ffd-3a2b-4163-8aec-62ae41b758d3), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:00.913308 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cd25e2dc-a48c-45ea-9d11-de317bbaf8c8 admin admin] Publish callbacks [] for router_controller (541da02e-49a5-4e7c-b130-011bfcc7f61b), precommit_add_association {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:00.924419 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-c6b69c64-e262-4d1c-95c8-1f36d659dc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23a4f602-cd90-4527-acba-46271144ffed', 'name': 'tempest-RoutersIpV6Test-router-21052845', 'tenant_id': '3fccd7acaf5a4db2beb516182b08458d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:46:58Z', 'updated_at': '2022-02-04T12:47:56Z', 'revision_number': 10, 'project_id': '3fccd7acaf5a4db2beb516182b08458d', 'gw_port_host': None, '_interfaces': [{'id': '4e09e278-b3a3-4125-ac15-c5604e7efe36', 'name': '', 'network_id': '851ada3b-84e7-4fe7-8c48-0057b87b86cb', 'tenant_id': '3fccd7acaf5a4db2beb516182b08458d', 'mac_address': 'fa:16:3e:c4:76:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a4f602-cd90-4527-acba-46271144ffed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2834, 'fixed_ips': [{'subnet_id': '45839c3a-851e-4316-ae5c-98cfc9c7c852', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:47:01Z', 'updated_at': '2022-02-04T12:47:08Z', 'revision_number': 5, 'project_id': '3fccd7acaf5a4db2beb516182b08458d', 'subnets': [{'id': '45839c3a-851e-4316-ae5c-98cfc9c7c852', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:48:00.936037 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ea91639b-7c6a-4688-b4e6-b6baab1f3025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (44692f76-31ca-466a-966d-b6774ece519d), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:00.964864 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b69c64-e262-4d1c-95c8-1f36d659dc96 None None] Checking router: 23a4f602-cd90-4527-acba-46271144ffed for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:48:00.985452 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b69c64-e262-4d1c-95c8-1f36d659dc96 None None] Routers {'23a4f602-cd90-4527-acba-46271144ffed'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:48:00.986353 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-c6b69c64-e262-4d1c-95c8-1f36d659dc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:47:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['23a4f602-cd90-4527-acba-46271144ffed'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:48:01.057855 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b12cdfa0-65bf-44bb-b34e-43a7ed423848 admin admin] Router 3403548b-bfc5-43e3-a89e-1ed8692c65d7 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:48:01.063600 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dd7c78ca-6b48-4fe1-b1d0-082d3182f5a7 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (1da51ffd-3a2b-4163-8aec-62ae41b758d3), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:01.151113 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7c78ca-6b48-4fe1-b1d0-082d3182f5a7 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Pushing event deleted for resources: {'Subnet': ['ID=1da51ffd-3a2b-4163-8aec-62ae41b758d3,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:01.172757 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dd7c78ca-6b48-4fe1-b1d0-082d3182f5a7 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:01.183768 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-dd7c78ca-6b48-4fe1-b1d0-082d3182f5a7 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] 10.222.0.65 "DELETE /v2.0/subnets/1da51ffd-3a2b-4163-8aec-62ae41b758d3 HTTP/1.1" status: 204 len: 168 time: 0.9845498 Feb 04 12:48:01.191416 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 37132) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:01.262161 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-c6b69c64-e262-4d1c-95c8-1f36d659dc96 None None] Set router 23a4f602-cd90-4527-acba-46271144ffed gateway port host: None {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:48:01.297609 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cd25e2dc-a48c-45ea-9d11-de317bbaf8c8 admin admin] Publish callbacks [] for router_gateway (541da02e-49a5-4e7c-b130-011bfcc7f61b), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:01.599578 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f0f0d9fa-65b0-4f43-acca-e1999178dcc2 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (de1361df-7110-4dbf-97fc-b6448f3ceb7d), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:01.651320 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d1c716-efe6-4d03-8028-0e8c14c12f8c None None] Network de1361df-7110-4dbf-97fc-b6448f3ceb7d requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:48:01.679333 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936dbd24-e03b-4791-9cb6-d30102cecd6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-dabfb45d-aed5-4bce-ab2d-4ab2be7d1d19', 'network_id': 'dabfb45d-aed5-4bce-ab2d-4ab2be7d1d19', 'project_id': '7377b73dfb254cc999e40099a2f530d1', 'fixed_ips': [{'subnet_id': '7b2bb91d-6b7e-42ac-86ba-da8320c87c63'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 12:48:01.687959 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-936dbd24-e03b-4791-9cb6-d30102cecd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:01.708998 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cd25e2dc-a48c-45ea-9d11-de317bbaf8c8 admin admin] Publish callbacks [] for router_gateway (541da02e-49a5-4e7c-b130-011bfcc7f61b), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:01.759098 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b12cdfa0-65bf-44bb-b34e-43a7ed423848 admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:48:01.763611 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cd25e2dc-a48c-45ea-9d11-de317bbaf8c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:01.782490 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 37144) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:01.790482 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-b12cdfa0-65bf-44bb-b34e-43a7ed423848 admin admin] 10.222.0.65 "PUT /v2.0/routers/3403548b-bfc5-43e3-a89e-1ed8692c65d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5254588 Feb 04 12:48:01.856125 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-f0f0d9fa-65b0-4f43-acca-e1999178dcc2 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Deleting port 2459be43-2fca-4b9a-9c57-117f6a9e559b {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:48:01.856640 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f0f0d9fa-65b0-4f43-acca-e1999178dcc2 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (2459be43-2fca-4b9a-9c57-117f6a9e559b), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:01.935127 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 905d01d9-6ced-4b80-b81a-4e838906d04e is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:48:01.958305 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ebfe59-c8f2-4d4a-aeaf-338284c67dbd None None] Sync routers for ids ['3403548b-bfc5-43e3-a89e-1ed8692c65d7'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:48:02.003099 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-f0f0d9fa-65b0-4f43-acca-e1999178dcc2 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] For port 2459be43-2fca-4b9a-9c57-117f6a9e559b, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=2459be43-2fca-4b9a-9c57-117f6a9e559b,segment=NetworkSegment(fa095c46-2152-4db3-866a-57a8e4e0b113),segment_id=fa095c46-2152-4db3-866a-57a8e4e0b113)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:48:02.005356 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-c6b69c64-e262-4d1c-95c8-1f36d659dc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23a4f602-cd90-4527-acba-46271144ffed', 'name': 'tempest-RoutersIpV6Test-router-21052845', 'tenant_id': '3fccd7acaf5a4db2beb516182b08458d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:46:58Z', 'updated_at': '2022-02-04T12:47:56Z', 'revision_number': 10, 'project_id': '3fccd7acaf5a4db2beb516182b08458d', 'gw_port_host': None, '_interfaces': [{'id': '4e09e278-b3a3-4125-ac15-c5604e7efe36', 'name': '', 'network_id': '851ada3b-84e7-4fe7-8c48-0057b87b86cb', 'tenant_id': '3fccd7acaf5a4db2beb516182b08458d', 'mac_address': 'fa:16:3e:c4:76:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a4f602-cd90-4527-acba-46271144ffed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2834, 'fixed_ips': [{'subnet_id': '45839c3a-851e-4316-ae5c-98cfc9c7c852', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:47:01Z', 'updated_at': '2022-02-04T12:47:08Z', 'revision_number': 5, 'project_id': '3fccd7acaf5a4db2beb516182b08458d', 'subnets': [{'id': '45839c3a-851e-4316-ae5c-98cfc9c7c852', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:48:02.008214 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f0f0d9fa-65b0-4f43-acca-e1999178dcc2 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (2459be43-2fca-4b9a-9c57-117f6a9e559b), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:02.068703 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b69c64-e262-4d1c-95c8-1f36d659dc96 None None] The sync data for ids ['23a4f602-cd90-4527-acba-46271144ffed'] in n-d-825015-3 is: [{'id': '23a4f602-cd90-4527-acba-46271144ffed', 'name': 'tempest-RoutersIpV6Test-router-21052845', 'tenant_id': '3fccd7acaf5a4db2beb516182b08458d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:46:58Z', 'updated_at': '2022-02-04T12:47:56Z', 'revision_number': 10, 'project_id': '3fccd7acaf5a4db2beb516182b08458d', 'gw_port_host': None, '_interfaces': [{'id': '4e09e278-b3a3-4125-ac15-c5604e7efe36', 'name': '', 'network_id': '851ada3b-84e7-4fe7-8c48-0057b87b86cb', 'tenant_id': '3fccd7acaf5a4db2beb516182b08458d', 'mac_address': 'fa:16:3e:c4:76:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a4f602-cd90-4527-acba-46271144ffed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2834, 'fixed_ips': [{'subnet_id': '45839c3a-851e-4316-ae5c-98cfc9c7c852', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:47:01Z', 'updated_at': '2022-02-04T12:47:08Z', 'revision_number': 5, 'project_id': '3fccd7acaf5a4db2beb516182b08458d', 'subnets': [{'id': '45839c3a-851e-4316-ae5c-98cfc9c7c852', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:48:02.091121 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-f0f0d9fa-65b0-4f43-acca-e1999178dcc2 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Calling delete_port for 2459be43-2fca-4b9a-9c57-117f6a9e559b owned by network:dhcp {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:48:02.273918 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-936dbd24-e03b-4791-9cb6-d30102cecd6c None None] Allocated IP 172.20.0.2 (dabfb45d-aed5-4bce-ab2d-4ab2be7d1d19/7b2bb91d-6b7e-42ac-86ba-da8320c87c63/ecb5ef93-84c5-40ba-b6cf-0a21a08f8860) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:48:02.275695 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f0f0d9fa-65b0-4f43-acca-e1999178dcc2 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (2459be43-2fca-4b9a-9c57-117f6a9e559b), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:02.324181 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f0d9fa-65b0-4f43-acca-e1999178dcc2 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] No DVR routers for this DVR port 2459be43-2fca-4b9a-9c57-117f6a9e559b on host n-d-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:48:02.412186 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f0d9fa-65b0-4f43-acca-e1999178dcc2 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Pushing event deleted for resources: {'Port': ['ID=2459be43-2fca-4b9a-9c57-117f6a9e559b,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:02.478248 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:02.496600 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-cd25e2dc-a48c-45ea-9d11-de317bbaf8c8 admin admin] Allocated IP 172.25.3.126 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/9bbe1d74-0ce9-46ed-8579-4c905fcbf9cd) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:48:02.608298 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f0f0d9fa-65b0-4f43-acca-e1999178dcc2 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (de1361df-7110-4dbf-97fc-b6448f3ceb7d), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:02.659645 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-f0f0d9fa-65b0-4f43-acca-e1999178dcc2 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de1361df-7110-4dbf-97fc-b6448f3ceb7d']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:48:02.669489 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb2abd9-7cf4-42d9-bebf-0e72bfa7db43 req-1125b7a6-b23f-40de-8503-d538a1ec3626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:02.671989 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-6bb2abd9-7cf4-42d9-bebf-0e72bfa7db43 req-1125b7a6-b23f-40de-8503-d538a1ec3626 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=4670cef3-301f-4e64-9df2-0e13ec2bf768 HTTP/1.1" status: 200 len: 1127 time: 0.2841210 Feb 04 12:48:02.732431 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-6bb2abd9-7cf4-42d9-bebf-0e72bfa7db43 req-473da4b2-f28e-4f49-9676-1168ad0e7f94 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=2c15dfa5-1b74-494d-a4b3-b834b3f91fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497868 Feb 04 12:48:02.734575 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-f0f0d9fa-65b0-4f43-acca-e1999178dcc2 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa095c46-2152-4db3-866a-57a8e4e0b113') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:48:02.734863 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-f0f0d9fa-65b0-4f43-acca-e1999178dcc2 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa095c46-2152-4db3-866a-57a8e4e0b113') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:48:02.746392 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f0f0d9fa-65b0-4f43-acca-e1999178dcc2 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (fa095c46-2152-4db3-866a-57a8e4e0b113), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:02.757257 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cd25e2dc-a48c-45ea-9d11-de317bbaf8c8 admin admin] Publish callbacks [] for port (9bbe1d74-0ce9-46ed-8579-4c905fcbf9cd), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:02.783563 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f0f0d9fa-65b0-4f43-acca-e1999178dcc2 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (fa095c46-2152-4db3-866a-57a8e4e0b113), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:02.792023 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ebfe59-c8f2-4d4a-aeaf-338284c67dbd None None] Routers {'3403548b-bfc5-43e3-a89e-1ed8692c65d7'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:48:02.792677 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-73ebfe59-c8f2-4d4a-aeaf-338284c67dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:47:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['3403548b-bfc5-43e3-a89e-1ed8692c65d7'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:48:02.797546 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0f0d9fa-65b0-4f43-acca-e1999178dcc2 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:48:02.799223 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f0f0d9fa-65b0-4f43-acca-e1999178dcc2 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (fa095c46-2152-4db3-866a-57a8e4e0b113), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:02.811430 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 12:48:02.811430 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:48:02.811430 n-d-825015-3 neutron-server[103474]: timer() Feb 04 12:48:02.811430 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:48:02.811430 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 12:48:02.811430 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:48:02.811430 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 12:48:02.811430 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:48:02.811430 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 12:48:02.811430 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:48:02.811430 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 12:48:02.811430 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:48:02.811430 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 12:48:02.811430 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:48:02.811430 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:48:02.811430 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:48:02.811430 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:48:02.811430 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:48:02.811430 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 12:48:02.811430 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:48:02.811430 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 12:48:02.811430 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:48:02.811430 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:48:02.811430 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:48:02.811430 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 12:48:02.811430 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:48:02.811430 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:48:02.811430 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:48:02.811430 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:48:02.811430 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:48:02.811430 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:48:02.811430 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:48:02.839670 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43efd19e-b5c7-4a4a-a810-800cfaa7da5e req-be4acc60-286c-419a-8af5-5ab44077f937 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:02.849302 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-43efd19e-b5c7-4a4a-a810-800cfaa7da5e req-be4acc60-286c-419a-8af5-5ab44077f937 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/ports?device_id=4670cef3-301f-4e64-9df2-0e13ec2bf768 HTTP/1.1" status: 200 len: 945 time: 0.8197227 Feb 04 12:48:02.863188 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cd25e2dc-a48c-45ea-9d11-de317bbaf8c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (9bbe1d74-0ce9-46ed-8579-4c905fcbf9cd), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:02.989338 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:02.996206 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f0f0d9fa-65b0-4f43-acca-e1999178dcc2 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (de1361df-7110-4dbf-97fc-b6448f3ceb7d), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:03.002369 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f0f0d9fa-65b0-4f43-acca-e1999178dcc2 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:03.009138 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a7dff28d-24cb-43fd-8390-bd43a152842c admin admin] Publish callbacks [] for router (3403548b-bfc5-43e3-a89e-1ed8692c65d7), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:03.012261 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-f0f0d9fa-65b0-4f43-acca-e1999178dcc2 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] 10.222.0.65 "DELETE /v2.0/networks/de1361df-7110-4dbf-97fc-b6448f3ceb7d HTTP/1.1" status: 204 len: 168 time: 1.7954268 Feb 04 12:48:03.021802 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 37160) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:03.079137 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ea91639b-7c6a-4688-b4e6-b6baab1f3025 None None] Publish callbacks [] for port (44692f76-31ca-466a-966d-b6774ece519d), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:03.140942 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ea91639b-7c6a-4688-b4e6-b6baab1f3025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (44692f76-31ca-466a-966d-b6774ece519d), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:03.254469 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81313a0d-5baf-41d2-b868-ea7fad32d7ae None None] Pushing event updated for resources: {'Port': ['ID=44692f76-31ca-466a-966d-b6774ece519d,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:03.269062 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121f015e-1016-4347-af59-3afeb7da4550 None None] DHCP port deletion for de1361df-7110-4dbf-97fc-b6448f3ceb7d request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 12:48:03.286045 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd25e2dc-a48c-45ea-9d11-de317bbaf8c8 admin admin] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:48:03.359805 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-cd25e2dc-a48c-45ea-9d11-de317bbaf8c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:48:03.370298 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f0d9fa-65b0-4f43-acca-e1999178dcc2 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Pushing event deleted for resources: {'Network': ['ID=de1361df-7110-4dbf-97fc-b6448f3ceb7d,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:03.410698 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd25e2dc-a48c-45ea-9d11-de317bbaf8c8 admin admin] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:48:03.508466 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd25e2dc-a48c-45ea-9d11-de317bbaf8c8 admin admin] Pushing event updated for resources: {'Port': ['ID=9bbe1d74-0ce9-46ed-8579-4c905fcbf9cd,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:03.524299 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-43efd19e-b5c7-4a4a-a810-800cfaa7da5e req-a50d1698-b21a-4ee2-9e43-c3c92fdd111d tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c15dfa5-1b74-494d-a4b3-b834b3f91fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6737163 Feb 04 12:48:03.573944 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-73ebfe59-c8f2-4d4a-aeaf-338284c67dbd None None] Set router 3403548b-bfc5-43e3-a89e-1ed8692c65d7 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:48:03.616375 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a7dff28d-24cb-43fd-8390-bd43a152842c admin admin] Publish callbacks [] for router_gateway (3403548b-bfc5-43e3-a89e-1ed8692c65d7), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:03.815564 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-936dbd24-e03b-4791-9cb6-d30102cecd6c None None] Publish callbacks [] for port (ecb5ef93-84c5-40ba-b6cf-0a21a08f8860), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:03.931830 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-936dbd24-e03b-4791-9cb6-d30102cecd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (ecb5ef93-84c5-40ba-b6cf-0a21a08f8860), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:04.000870 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-062325d9-e622-4e79-aa64-add546148203 None None] Provisioning complete for port 44692f76-31ca-466a-966d-b6774ece519d triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:48:04.001524 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-062325d9-e622-4e79-aa64-add546148203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (44692f76-31ca-466a-966d-b6774ece519d), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:04.049439 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-062325d9-e622-4e79-aa64-add546148203 None None] Port 44692f76-31ca-466a-966d-b6774ece519d cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:48:04.056742 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936dbd24-e03b-4791-9cb6-d30102cecd6c None None] Network dabfb45d-aed5-4bce-ab2d-4ab2be7d1d19 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:48:04.057760 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-ea91639b-7c6a-4688-b4e6-b6baab1f3025 None None] Attempting to bind port 44692f76-31ca-466a-966d-b6774ece519d on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:48:04.058240 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-ea91639b-7c6a-4688-b4e6-b6baab1f3025 None None] Attempting to bind port 44692f76-31ca-466a-966d-b6774ece519d by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '0934a908-175b-4cbf-ace2-f0550fc5d53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'f237d722-433d-480c-8987-66d34675134e'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:48:04.058716 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea91639b-7c6a-4688-b4e6-b6baab1f3025 None None] Attempting to bind port 44692f76-31ca-466a-966d-b6774ece519d on network f237d722-433d-480c-8987-66d34675134e {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:48:04.072827 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-936dbd24-e03b-4791-9cb6-d30102cecd6c None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:48:04.086089 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936dbd24-e03b-4791-9cb6-d30102cecd6c None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:48:04.095310 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936dbd24-e03b-4791-9cb6-d30102cecd6c None None] Pushing event updated for resources: {'Port': ['ID=ecb5ef93-84c5-40ba-b6cf-0a21a08f8860,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:04.098903 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea91639b-7c6a-4688-b4e6-b6baab1f3025 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:48:04.100171 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea91639b-7c6a-4688-b4e6-b6baab1f3025 None None] Checking segment: {'id': '0934a908-175b-4cbf-ace2-f0550fc5d53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'f237d722-433d-480c-8987-66d34675134e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:48:04.101043 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ea91639b-7c6a-4688-b4e6-b6baab1f3025 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:04.101548 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea91639b-7c6a-4688-b4e6-b6baab1f3025 None None] Bound using segment: {'id': '0934a908-175b-4cbf-ace2-f0550fc5d53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'f237d722-433d-480c-8987-66d34675134e'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:48:04.102150 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-ea91639b-7c6a-4688-b4e6-b6baab1f3025 None None] Bound port: 44692f76-31ca-466a-966d-b6774ece519d, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0934a908-175b-4cbf-ace2-f0550fc5d53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'f237d722-433d-480c-8987-66d34675134e'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:48:04.102775 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ea91639b-7c6a-4688-b4e6-b6baab1f3025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (44692f76-31ca-466a-966d-b6774ece519d), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:04.112207 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 2459be43-2fca-4b9a-9c57-117f6a9e559b no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:48:04.225063 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-38971e5f-4af9-479f-9b21-12291ab7ec24 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622215'] for router_interface (23a4f602-cd90-4527-acba-46271144ffed), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:04.247453 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 2459be43-2fca-4b9a-9c57-117f6a9e559b {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:48:04.247925 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 2459be43-2fca-4b9a-9c57-117f6a9e559b not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:48:04.257111 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 0fe0768e-1717-422a-9a65-78ec59880568 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:48:04.467312 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 0fe0768e-1717-422a-9a65-78ec59880568 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:48:04.467878 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 0fe0768e-1717-422a-9a65-78ec59880568 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:48:04.533941 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-936dbd24-e03b-4791-9cb6-d30102cecd6c None None] Attempting to bind port ecb5ef93-84c5-40ba-b6cf-0a21a08f8860 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:48:04.534247 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-936dbd24-e03b-4791-9cb6-d30102cecd6c None None] Attempting to bind port ecb5ef93-84c5-40ba-b6cf-0a21a08f8860 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '8d872933-3714-46f7-b52a-df7db8e1bba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'dabfb45d-aed5-4bce-ab2d-4ab2be7d1d19'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:48:04.534605 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936dbd24-e03b-4791-9cb6-d30102cecd6c None None] Attempting to bind port ecb5ef93-84c5-40ba-b6cf-0a21a08f8860 on network dabfb45d-aed5-4bce-ab2d-4ab2be7d1d19 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:48:04.536406 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f3dcab4f-93e6-457e-be53-092992c338bb req-578f4be4-c4e3-4be3-9df8-885c50835920 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=974df47e-a411-4441-bed4-ef3968eb2aa7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.3037553 Feb 04 12:48:04.592209 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936dbd24-e03b-4791-9cb6-d30102cecd6c None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:48:04.592700 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936dbd24-e03b-4791-9cb6-d30102cecd6c None None] Checking segment: {'id': '8d872933-3714-46f7-b52a-df7db8e1bba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'dabfb45d-aed5-4bce-ab2d-4ab2be7d1d19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:48:04.602645 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-936dbd24-e03b-4791-9cb6-d30102cecd6c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:04.603255 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936dbd24-e03b-4791-9cb6-d30102cecd6c None None] Bound using segment: {'id': '8d872933-3714-46f7-b52a-df7db8e1bba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'dabfb45d-aed5-4bce-ab2d-4ab2be7d1d19'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:48:04.604452 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-936dbd24-e03b-4791-9cb6-d30102cecd6c None None] Bound port: ecb5ef93-84c5-40ba-b6cf-0a21a08f8860, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d872933-3714-46f7-b52a-df7db8e1bba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'dabfb45d-aed5-4bce-ab2d-4ab2be7d1d19'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:48:04.605034 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-936dbd24-e03b-4791-9cb6-d30102cecd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (ecb5ef93-84c5-40ba-b6cf-0a21a08f8860), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:04.711581 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ea91639b-7c6a-4688-b4e6-b6baab1f3025 None None] For port 44692f76-31ca-466a-966d-b6774ece519d, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:48:04.742917 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-38971e5f-4af9-479f-9b21-12291ab7ec24 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Deleting port 4e09e278-b3a3-4125-ac15-c5604e7efe36 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:48:04.743272 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-38971e5f-4af9-479f-9b21-12291ab7ec24 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (4e09e278-b3a3-4125-ac15-c5604e7efe36), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:04.793726 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-a7dff28d-24cb-43fd-8390-bd43a152842c admin admin] Deleting port dcf91f75-a4e3-4ea1-ab15-33aa90c2006c {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:48:04.793726 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a7dff28d-24cb-43fd-8390-bd43a152842c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (dcf91f75-a4e3-4ea1-ab15-33aa90c2006c), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:04.808179 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ea91639b-7c6a-4688-b4e6-b6baab1f3025 None None] For port 44692f76-31ca-466a-966d-b6774ece519d, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=44692f76-31ca-466a-966d-b6774ece519d,segment=NetworkSegment(0934a908-175b-4cbf-ace2-f0550fc5d53c),segment_id=0934a908-175b-4cbf-ace2-f0550fc5d53c)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:48:04.821466 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ea91639b-7c6a-4688-b4e6-b6baab1f3025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (44692f76-31ca-466a-966d-b6774ece519d), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:04.871125 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-73ebfe59-c8f2-4d4a-aeaf-338284c67dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3403548b-bfc5-43e3-a89e-1ed8692c65d7', 'name': 'tempest-TestServerMultinode-343498644-router', 'tenant_id': 'c9db87ad8cbe4aa8abaccf040992930b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': 'dcf91f75-a4e3-4ea1-ab15-33aa90c2006c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:46:29Z', 'updated_at': '2022-02-04T12:47:58Z', 'revision_number': 5, 'project_id': 'c9db87ad8cbe4aa8abaccf040992930b', 'gw_port': {'id': 'dcf91f75-a4e3-4ea1-ab15-33aa90c2006c', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:3c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3403548b-bfc5-43e3-a89e-1ed8692c65d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:46:30Z', 'updated_at': '2022-02-04T12:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:48:04.992395 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ebfe59-c8f2-4d4a-aeaf-338284c67dbd None None] Checking router: 3403548b-bfc5-43e3-a89e-1ed8692c65d7 for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:48:05.008093 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-38971e5f-4af9-479f-9b21-12291ab7ec24 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] For port 4e09e278-b3a3-4125-ac15-c5604e7efe36, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=4e09e278-b3a3-4125-ac15-c5604e7efe36,segment=NetworkSegment(9eda6acb-8a5a-4a1a-96aa-2986d78cb212),segment_id=9eda6acb-8a5a-4a1a-96aa-2986d78cb212)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:48:05.008461 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-38971e5f-4af9-479f-9b21-12291ab7ec24 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (4e09e278-b3a3-4125-ac15-c5604e7efe36), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:05.023495 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-936dbd24-e03b-4791-9cb6-d30102cecd6c None None] For port ecb5ef93-84c5-40ba-b6cf-0a21a08f8860, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:48:05.029270 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-936dbd24-e03b-4791-9cb6-d30102cecd6c None None] For port ecb5ef93-84c5-40ba-b6cf-0a21a08f8860, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=ecb5ef93-84c5-40ba-b6cf-0a21a08f8860,segment=NetworkSegment(8d872933-3714-46f7-b52a-df7db8e1bba9),segment_id=8d872933-3714-46f7-b52a-df7db8e1bba9)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:48:05.047578 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ebfe59-c8f2-4d4a-aeaf-338284c67dbd None None] Routers {'3403548b-bfc5-43e3-a89e-1ed8692c65d7'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:48:05.048183 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-73ebfe59-c8f2-4d4a-aeaf-338284c67dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:47:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['3403548b-bfc5-43e3-a89e-1ed8692c65d7'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:48:05.062301 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-38971e5f-4af9-479f-9b21-12291ab7ec24 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Calling delete_port for 4e09e278-b3a3-4125-ac15-c5604e7efe36 owned by network:router_interface {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:48:05.108882 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460f7fb6-31f3-4120-8a16-1f750f26e0c7 req-f4a8d850-a617-46f5-94b5-98bcf455e819 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:05.111178 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-460f7fb6-31f3-4120-8a16-1f750f26e0c7 req-f4a8d850-a617-46f5-94b5-98bcf455e819 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/ports?device_id=4670cef3-301f-4e64-9df2-0e13ec2bf768 HTTP/1.1" status: 200 len: 945 time: 0.4523399 Feb 04 12:48:05.139314 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dcab4f-93e6-457e-be53-092992c338bb req-601b0c53-d200-4357-bfca-032973dd9eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:05.141867 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f3dcab4f-93e6-457e-be53-092992c338bb req-601b0c53-d200-4357-bfca-032973dd9eb1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=13522db399fe4d5f88698444f9d616e8&device_id=974df47e-a411-4441-bed4-ef3968eb2aa7 HTTP/1.1" status: 200 len: 1127 time: 0.4655812 Feb 04 12:48:05.211311 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-936dbd24-e03b-4791-9cb6-d30102cecd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (ecb5ef93-84c5-40ba-b6cf-0a21a08f8860), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:05.279361 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cd25e2dc-a48c-45ea-9d11-de317bbaf8c8 admin admin] Publish callbacks [] for router_gateway (541da02e-49a5-4e7c-b130-011bfcc7f61b), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:05.303625 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-a7dff28d-24cb-43fd-8390-bd43a152842c admin admin] For port dcf91f75-a4e3-4ea1-ab15-33aa90c2006c, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=dcf91f75-a4e3-4ea1-ab15-33aa90c2006c,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:48:05.306380 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a7dff28d-24cb-43fd-8390-bd43a152842c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (dcf91f75-a4e3-4ea1-ab15-33aa90c2006c), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:05.320246 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea91639b-7c6a-4688-b4e6-b6baab1f3025 None None] Routers {'024eaaf0-2d65-4b7c-9e2a-8cef52c577d7'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:48:05.321246 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-ea91639b-7c6a-4688-b4e6-b6baab1f3025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:47:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['024eaaf0-2d65-4b7c-9e2a-8cef52c577d7'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:48:05.511010 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-a7dff28d-24cb-43fd-8390-bd43a152842c admin admin] Calling delete_port for dcf91f75-a4e3-4ea1-ab15-33aa90c2006c owned by network:router_gateway {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:48:05.528532 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-460f7fb6-31f3-4120-8a16-1f750f26e0c7 req-e872ade3-34d7-4a00-8041-c8905557cbd6 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c15dfa5-1b74-494d-a4b3-b834b3f91fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4039147 Feb 04 12:48:05.578276 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-38971e5f-4af9-479f-9b21-12291ab7ec24 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (4e09e278-b3a3-4125-ac15-c5604e7efe36), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:05.581631 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81313a0d-5baf-41d2-b868-ea7fad32d7ae None None] Pushing event updated for resources: {'Port': ['ID=44692f76-31ca-466a-966d-b6774ece519d,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:05.650549 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38971e5f-4af9-479f-9b21-12291ab7ec24 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Pushing event deleted for resources: {'Port': ['ID=4e09e278-b3a3-4125-ac15-c5604e7efe36,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:05.769493 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-ea91639b-7c6a-4688-b4e6-b6baab1f3025 None None] Set router 024eaaf0-2d65-4b7c-9e2a-8cef52c577d7 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:48:05.780694 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dcab4f-93e6-457e-be53-092992c338bb req-139bf7cf-99fa-41b5-8388-76b42b277aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:05.799530 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f3dcab4f-93e6-457e-be53-092992c338bb req-139bf7cf-99fa-41b5-8388-76b42b277aa2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=50d90d65-ef89-4bd1-b586-652792747756 HTTP/1.1" status: 200 len: 912 time: 0.6194615 Feb 04 12:48:05.892473 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-0401ecf7-a645-4317-9d7f-6ea7108847f1 None None] Provisioning complete for port 44692f76-31ca-466a-966d-b6774ece519d triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:48:05.892847 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0401ecf7-a645-4317-9d7f-6ea7108847f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (44692f76-31ca-466a-966d-b6774ece519d), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:05.919872 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-73ebfe59-c8f2-4d4a-aeaf-338284c67dbd None None] Set router 3403548b-bfc5-43e3-a89e-1ed8692c65d7 gateway port host: None {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:48:06.190047 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936dbd24-e03b-4791-9cb6-d30102cecd6c None None] Pushing event updated for resources: {'Port': ['ID=ecb5ef93-84c5-40ba-b6cf-0a21a08f8860,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:06.287360 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-73ebfe59-c8f2-4d4a-aeaf-338284c67dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3403548b-bfc5-43e3-a89e-1ed8692c65d7', 'name': 'tempest-TestServerMultinode-343498644-router', 'tenant_id': 'c9db87ad8cbe4aa8abaccf040992930b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:46:29Z', 'updated_at': '2022-02-04T12:48:03Z', 'revision_number': 6, 'project_id': 'c9db87ad8cbe4aa8abaccf040992930b', 'gw_port_host': None}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:48:06.349570 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f3dcab4f-93e6-457e-be53-092992c338bb req-e03f5d03-86db-41f9-b235-8d5e56c737c3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73496b59-debb-4286-ae40-07aee2ab340e HTTP/1.1" status: 200 len: 217 time: 0.5484564 Feb 04 12:48:06.529949 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dcab4f-93e6-457e-be53-092992c338bb req-290c92bf-e7fe-47f3-bdf6-04a9fbc570b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:06.532793 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f3dcab4f-93e6-457e-be53-092992c338bb req-290c92bf-e7fe-47f3-bdf6-04a9fbc570b0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1b8a94de-4daf-40f7-9264-be25d0cf82c4 HTTP/1.1" status: 200 len: 851 time: 0.1371167 Feb 04 12:48:06.570809 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a7dff28d-24cb-43fd-8390-bd43a152842c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (dcf91f75-a4e3-4ea1-ab15-33aa90c2006c), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:06.634885 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f3dcab4f-93e6-457e-be53-092992c338bb req-e6e02dac-e0a5-4c99-9a9b-7a6aaf939c21 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=50d90d65-ef89-4bd1-b586-652792747756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0842128 Feb 04 12:48:06.681526 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-38971e5f-4af9-479f-9b21-12291ab7ec24 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622067'] for router_interface (23a4f602-cd90-4527-acba-46271144ffed), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:06.782399 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dff28d-24cb-43fd-8390-bd43a152842c admin admin] Pushing event deleted for resources: {'Port': ['ID=dcf91f75-a4e3-4ea1-ab15-33aa90c2006c,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:06.891794 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ebfe59-c8f2-4d4a-aeaf-338284c67dbd None None] The sync data for ids ['3403548b-bfc5-43e3-a89e-1ed8692c65d7'] in n-d-825015-3 is: [{'id': '3403548b-bfc5-43e3-a89e-1ed8692c65d7', 'name': 'tempest-TestServerMultinode-343498644-router', 'tenant_id': 'c9db87ad8cbe4aa8abaccf040992930b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:46:29Z', 'updated_at': '2022-02-04T12:48:03Z', 'revision_number': 6, 'project_id': 'c9db87ad8cbe4aa8abaccf040992930b', 'gw_port_host': None}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:48:06.933692 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c97156-8bdb-4552-aec6-6aaded047850 req-81eb8283-b0df-40e0-b125-fa66d48dc6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:06.937394 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-41c97156-8bdb-4552-aec6-6aaded047850 req-81eb8283-b0df-40e0-b125-fa66d48dc6fc service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=13522db399fe4d5f88698444f9d616e8&device_id=4670cef3-301f-4e64-9df2-0e13ec2bf768 HTTP/1.1" status: 200 len: 1127 time: 1.0281827 Feb 04 12:48:07.046670 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3923b7d1-cb80-4549-b2e4-51d35e7f64dd req-c94b9ac9-e94c-46ab-a1b2-cf04f647212f tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:07.046670 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3923b7d1-cb80-4549-b2e4-51d35e7f64dd req-c94b9ac9-e94c-46ab-a1b2-cf04f647212f tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/ports?device_id=4670cef3-301f-4e64-9df2-0e13ec2bf768 HTTP/1.1" status: 200 len: 945 time: 1.0570288 Feb 04 12:48:07.115099 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38971e5f-4af9-479f-9b21-12291ab7ec24 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Router 23a4f602-cd90-4527-acba-46271144ffed has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:48:07.154803 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-ea91639b-7c6a-4688-b4e6-b6baab1f3025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '024eaaf0-2d65-4b7c-9e2a-8cef52c577d7', 'name': 'tempest-TestVolumeBootPattern-1950943043-router', 'tenant_id': '3c0dc8c0402645d983d20be0fc21117a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '905d01d9-6ced-4b80-b81a-4e838906d04e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:47:46Z', 'updated_at': '2022-02-04T12:47:55Z', 'revision_number': 4, 'project_id': '3c0dc8c0402645d983d20be0fc21117a', 'gw_port': {'id': '905d01d9-6ced-4b80-b81a-4e838906d04e', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:94:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024eaaf0-2d65-4b7c-9e2a-8cef52c577d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:47:48Z', 'updated_at': '2022-02-04T12:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '44692f76-31ca-466a-966d-b6774ece519d', 'name': '', 'network_id': 'f237d722-433d-480c-8987-66d34675134e', 'tenant_id': '3c0dc8c0402645d983d20be0fc21117a', 'mac_address': 'fa:16:3e:84:c4:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '024eaaf0-2d65-4b7c-9e2a-8cef52c577d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '70faacee-af53-42b7-af83-bbc74f352570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:47:54Z', 'updated_at': '2022-02-04T12:48:04Z', 'revision_number': 4, 'project_id': '3c0dc8c0402645d983d20be0fc21117a', 'subnets': [{'id': '70faacee-af53-42b7-af83-bbc74f352570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:48:07.177823 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a7dff28d-24cb-43fd-8390-bd43a152842c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1599901'] for router_gateway (3403548b-bfc5-43e3-a89e-1ed8692c65d7), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:07.255148 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea91639b-7c6a-4688-b4e6-b6baab1f3025 None None] The sync data for ids ['024eaaf0-2d65-4b7c-9e2a-8cef52c577d7'] in n-d-825015-3 is: [{'id': '024eaaf0-2d65-4b7c-9e2a-8cef52c577d7', 'name': 'tempest-TestVolumeBootPattern-1950943043-router', 'tenant_id': '3c0dc8c0402645d983d20be0fc21117a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '905d01d9-6ced-4b80-b81a-4e838906d04e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:47:46Z', 'updated_at': '2022-02-04T12:47:55Z', 'revision_number': 4, 'project_id': '3c0dc8c0402645d983d20be0fc21117a', 'gw_port': {'id': '905d01d9-6ced-4b80-b81a-4e838906d04e', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:94:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024eaaf0-2d65-4b7c-9e2a-8cef52c577d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:47:48Z', 'updated_at': '2022-02-04T12:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '44692f76-31ca-466a-966d-b6774ece519d', 'name': '', 'network_id': 'f237d722-433d-480c-8987-66d34675134e', 'tenant_id': '3c0dc8c0402645d983d20be0fc21117a', 'mac_address': 'fa:16:3e:84:c4:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '024eaaf0-2d65-4b7c-9e2a-8cef52c577d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '70faacee-af53-42b7-af83-bbc74f352570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:47:54Z', 'updated_at': '2022-02-04T12:48:04Z', 'revision_number': 4, 'project_id': '3c0dc8c0402645d983d20be0fc21117a', 'subnets': [{'id': '70faacee-af53-42b7-af83-bbc74f352570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:48:07.256886 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0401ecf7-a645-4317-9d7f-6ea7108847f1 None None] Current status of the port 44692f76-31ca-466a-966d-b6774ece519d is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:48:07.257345 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0401ecf7-a645-4317-9d7f-6ea7108847f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (44692f76-31ca-466a-966d-b6774ece519d), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:07.324779 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0401ecf7-a645-4317-9d7f-6ea7108847f1 None None] For port 44692f76-31ca-466a-966d-b6774ece519d, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=44692f76-31ca-466a-966d-b6774ece519d,segment=NetworkSegment(0934a908-175b-4cbf-ace2-f0550fc5d53c),segment_id=0934a908-175b-4cbf-ace2-f0550fc5d53c)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:48:07.333740 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0401ecf7-a645-4317-9d7f-6ea7108847f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (44692f76-31ca-466a-966d-b6774ece519d), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:07.353614 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c97156-8bdb-4552-aec6-6aaded047850 req-559de73e-c5a7-41f5-90b6-9bc3f6c8f7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:07.364283 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-41c97156-8bdb-4552-aec6-6aaded047850 req-559de73e-c5a7-41f5-90b6-9bc3f6c8f7e1 service neutron] 10.222.0.77 "GET /v2.0/networks?id=50d90d65-ef89-4bd1-b586-652792747756 HTTP/1.1" status: 200 len: 912 time: 0.3712139 Feb 04 12:48:07.372022 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38971e5f-4af9-479f-9b21-12291ab7ec24 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:48:07.399242 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-38971e5f-4af9-479f-9b21-12291ab7ec24 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] 10.222.0.65 "PUT /v2.0/routers/23a4f602-cd90-4527-acba-46271144ffed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3727670 Feb 04 12:48:07.404106 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0002e33d-7a4e-42e3-8e2e-e162431c03ce None None] Sync routers for ids ['23a4f602-cd90-4527-acba-46271144ffed'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:48:07.429789 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 37230) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:07.430689 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0002e33d-7a4e-42e3-8e2e-e162431c03ce None None] Routers {'23a4f602-cd90-4527-acba-46271144ffed'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:48:07.431419 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-0002e33d-7a4e-42e3-8e2e-e162431c03ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:47:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['23a4f602-cd90-4527-acba-46271144ffed'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:48:07.437611 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f3dcab4f-93e6-457e-be53-092992c338bb req-460430bb-b07b-4494-b536-ab88c444ed07 service neutron] 10.222.0.73 "GET /v2.0/networks/50d90d65-ef89-4bd1-b586-652792747756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7886455 Feb 04 12:48:07.580773 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0401ecf7-a645-4317-9d7f-6ea7108847f1 None None] Pushing event updated for resources: {'Port': ['ID=44692f76-31ca-466a-966d-b6774ece519d,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:07.639398 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-41c97156-8bdb-4552-aec6-6aaded047850 req-57d034a7-822b-4fd9-8c4b-ed423ad70708 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=410ab158-6569-4ce1-a297-f71c55728960 HTTP/1.1" status: 200 len: 217 time: 0.2413886 Feb 04 12:48:07.697284 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a7dff28d-24cb-43fd-8390-bd43a152842c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10915'] for router (3403548b-bfc5-43e3-a89e-1ed8692c65d7), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:07.708495 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-0002e33d-7a4e-42e3-8e2e-e162431c03ce None None] Set router 23a4f602-cd90-4527-acba-46271144ffed gateway port host: None {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:48:07.746419 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a7dff28d-24cb-43fd-8390-bd43a152842c admin admin] Publish callbacks [] for router_controller (3403548b-bfc5-43e3-a89e-1ed8692c65d7), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:07.769003 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cd25e2dc-a48c-45ea-9d11-de317bbaf8c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141'] for router (541da02e-49a5-4e7c-b130-011bfcc7f61b), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:07.852245 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3923b7d1-cb80-4549-b2e4-51d35e7f64dd req-d88a8db5-358a-4c3c-a68c-f3c150237de9 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c15dfa5-1b74-494d-a4b3-b834b3f91fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7839513 Feb 04 12:48:07.910801 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-20c1e1fc-c27a-494a-b836-9058f55a63bf tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Deleting subnet 45839c3a-851e-4316-ae5c-98cfc9c7c852 {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:48:07.919119 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-20c1e1fc-c27a-494a-b836-9058f55a63bf tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks [] for subnet (45839c3a-851e-4316-ae5c-98cfc9c7c852), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:07.935449 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295a79a0-9d1a-4d68-aba4-29e8dff8b5cf None None] Network dabfb45d-aed5-4bce-ab2d-4ab2be7d1d19 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:48:07.941599 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-0002e33d-7a4e-42e3-8e2e-e162431c03ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23a4f602-cd90-4527-acba-46271144ffed', 'name': 'tempest-RoutersIpV6Test-router-21052845', 'tenant_id': '3fccd7acaf5a4db2beb516182b08458d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:46:58Z', 'updated_at': '2022-02-04T12:48:05Z', 'revision_number': 11, 'project_id': '3fccd7acaf5a4db2beb516182b08458d', 'gw_port_host': None}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:48:07.949518 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a7dff28d-24cb-43fd-8390-bd43a152842c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622829'] for router (3403548b-bfc5-43e3-a89e-1ed8692c65d7), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:07.955351 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7dff28d-24cb-43fd-8390-bd43a152842c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3403548b-bfc5-43e3-a89e-1ed8692c65d7 {{(pid=103475) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 12:48:08.010284 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0002e33d-7a4e-42e3-8e2e-e162431c03ce None None] Checking router: 23a4f602-cd90-4527-acba-46271144ffed for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:48:08.028563 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0002e33d-7a4e-42e3-8e2e-e162431c03ce None None] Routers {'23a4f602-cd90-4527-acba-46271144ffed'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:48:08.032303 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-0002e33d-7a4e-42e3-8e2e-e162431c03ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:47:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['23a4f602-cd90-4527-acba-46271144ffed'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:48:08.042912 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a7dff28d-24cb-43fd-8390-bd43a152842c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:08.051102 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-a7dff28d-24cb-43fd-8390-bd43a152842c admin admin] 10.222.0.65 "DELETE /v2.0/routers/3403548b-bfc5-43e3-a89e-1ed8692c65d7 HTTP/1.1" status: 204 len: 168 time: 6.2619824 Feb 04 12:48:08.052146 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 37240) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:08.085761 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c97156-8bdb-4552-aec6-6aaded047850 req-97ad9ec3-ea41-4e99-9723-7319db5fc0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:08.088431 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-41c97156-8bdb-4552-aec6-6aaded047850 req-97ad9ec3-ea41-4e99-9723-7319db5fc0ed service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1b8a94de-4daf-40f7-9264-be25d0cf82c4 HTTP/1.1" status: 200 len: 851 time: 0.4296386 Feb 04 12:48:08.236397 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-20c1e1fc-c27a-494a-b836-9058f55a63bf tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (45839c3a-851e-4316-ae5c-98cfc9c7c852), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:08.267529 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-0002e33d-7a4e-42e3-8e2e-e162431c03ce None None] Set router 23a4f602-cd90-4527-acba-46271144ffed gateway port host: None {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:48:08.301420 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f3dcab4f-93e6-457e-be53-092992c338bb req-03da387c-97ca-4322-99f8-ce76f9861b15 service neutron] 10.222.0.73 "GET /v2.0/networks/50d90d65-ef89-4bd1-b586-652792747756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8378010 Feb 04 12:48:08.321672 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0bf25c6-e8f7-4da8-890e-d34611f19eaf admin admin] Deleting subnet f3458ce6-388c-46d1-9b72-0aa1b8540b04 {{(pid=103475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:48:08.337434 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a0bf25c6-e8f7-4da8-890e-d34611f19eaf admin admin] Publish callbacks [] for subnet (f3458ce6-388c-46d1-9b72-0aa1b8540b04), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:08.409402 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-29f24fdc-0d80-45fc-834b-bffb14242ddf None None] Provisioning complete for port ecb5ef93-84c5-40ba-b6cf-0a21a08f8860 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:48:08.410404 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-29f24fdc-0d80-45fc-834b-bffb14242ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (ecb5ef93-84c5-40ba-b6cf-0a21a08f8860), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:08.521634 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-20c1e1fc-c27a-494a-b836-9058f55a63bf tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (45839c3a-851e-4316-ae5c-98cfc9c7c852), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:08.538082 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-0002e33d-7a4e-42e3-8e2e-e162431c03ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23a4f602-cd90-4527-acba-46271144ffed', 'name': 'tempest-RoutersIpV6Test-router-21052845', 'tenant_id': '3fccd7acaf5a4db2beb516182b08458d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:46:58Z', 'updated_at': '2022-02-04T12:48:05Z', 'revision_number': 11, 'project_id': '3fccd7acaf5a4db2beb516182b08458d', 'gw_port_host': None}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:48:08.587449 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 44692f76-31ca-466a-966d-b6774ece519d up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:48:08.599625 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a0bf25c6-e8f7-4da8-890e-d34611f19eaf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51859329'] for subnet (f3458ce6-388c-46d1-9b72-0aa1b8540b04), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:08.641735 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0002e33d-7a4e-42e3-8e2e-e162431c03ce None None] The sync data for ids ['23a4f602-cd90-4527-acba-46271144ffed'] in n-d-825015-3 is: [{'id': '23a4f602-cd90-4527-acba-46271144ffed', 'name': 'tempest-RoutersIpV6Test-router-21052845', 'tenant_id': '3fccd7acaf5a4db2beb516182b08458d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:46:58Z', 'updated_at': '2022-02-04T12:48:05Z', 'revision_number': 11, 'project_id': '3fccd7acaf5a4db2beb516182b08458d', 'gw_port_host': None}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:48:08.759477 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd25e2dc-a48c-45ea-9d11-de317bbaf8c8 admin admin] Router 541da02e-49a5-4e7c-b130-011bfcc7f61b is scheduled to L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de with binding_index 1 {{(pid=103475) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 12:48:08.766966 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-41c97156-8bdb-4552-aec6-6aaded047850 req-110027dd-99cd-47cc-8f83-bc986ff422fa service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=50d90d65-ef89-4bd1-b586-652792747756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6694751 Feb 04 12:48:08.769286 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-20c1e1fc-c27a-494a-b836-9058f55a63bf tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (45839c3a-851e-4316-ae5c-98cfc9c7c852), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:08.829035 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-29f24fdc-0d80-45fc-834b-bffb14242ddf None None] Current status of the port ecb5ef93-84c5-40ba-b6cf-0a21a08f8860 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:48:08.834681 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-29f24fdc-0d80-45fc-834b-bffb14242ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (ecb5ef93-84c5-40ba-b6cf-0a21a08f8860), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:08.899645 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-20c1e1fc-c27a-494a-b836-9058f55a63bf tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:08.906538 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-20c1e1fc-c27a-494a-b836-9058f55a63bf tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] 10.222.0.65 "DELETE /v2.0/subnets/45839c3a-851e-4316-ae5c-98cfc9c7c852 HTTP/1.1" status: 204 len: 168 time: 1.4761500 Feb 04 12:48:08.919264 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-29f24fdc-0d80-45fc-834b-bffb14242ddf None None] For port ecb5ef93-84c5-40ba-b6cf-0a21a08f8860, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=ecb5ef93-84c5-40ba-b6cf-0a21a08f8860,segment=NetworkSegment(8d872933-3714-46f7-b52a-df7db8e1bba9),segment_id=8d872933-3714-46f7-b52a-df7db8e1bba9)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:48:08.926532 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [req-41c97156-8bdb-4552-aec6-6aaded047850 req-d6353ac7-def0-414f-9f0d-858c0c56d248 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103474) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:48:08.928309 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a149c43e-7a40-4307-8cb7-4fb20996645e None None] Network 851ada3b-84e7-4fe7-8c48-0057b87b86cb requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:48:08.929874 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-41c97156-8bdb-4552-aec6-6aaded047850 req-d6353ac7-def0-414f-9f0d-858c0c56d248 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1341619 Feb 04 12:48:08.961779 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c1e1fc-c27a-494a-b836-9058f55a63bf tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Pushing event deleted for resources: {'Subnet': ['ID=45839c3a-851e-4316-ae5c-98cfc9c7c852,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:08.975619 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 37250) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:09.007021 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-29f24fdc-0d80-45fc-834b-bffb14242ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (ecb5ef93-84c5-40ba-b6cf-0a21a08f8860), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:09.216982 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd25e2dc-a48c-45ea-9d11-de317bbaf8c8 admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:48:09.232623 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f24fdc-0d80-45fc-834b-bffb14242ddf None None] Pushing event updated for resources: {'Port': ['ID=ecb5ef93-84c5-40ba-b6cf-0a21a08f8860,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:09.273457 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06489819-c8ba-4930-a74c-63e1ef5ee7ab None None] Sync routers for ids ['541da02e-49a5-4e7c-b130-011bfcc7f61b'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:48:09.431619 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 44692f76-31ca-466a-966d-b6774ece519d triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:48:09.432309 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (44692f76-31ca-466a-966d-b6774ece519d), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:09.507258 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cd25e2dc-a48c-45ea-9d11-de317bbaf8c8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:09.509503 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-cd25e2dc-a48c-45ea-9d11-de317bbaf8c8 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.7896688 Feb 04 12:48:09.515940 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 37266) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:09.574002 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a194b3d4-63d5-4a6d-86c9-283aba46670e tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (851ada3b-84e7-4fe7-8c48-0057b87b86cb), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:09.607224 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06489819-c8ba-4930-a74c-63e1ef5ee7ab None None] Routers {'541da02e-49a5-4e7c-b130-011bfcc7f61b'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:48:09.609366 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-06489819-c8ba-4930-a74c-63e1ef5ee7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:47:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['541da02e-49a5-4e7c-b130-011bfcc7f61b'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:48:09.613857 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a0bf25c6-e8f7-4da8-890e-d34611f19eaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (f3458ce6-388c-46d1-9b72-0aa1b8540b04), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:09.667781 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-41c97156-8bdb-4552-aec6-6aaded047850 req-4461ffa4-0618-4687-bd21-b3f2376e7149 service neutron] 10.222.0.77 "GET /v2.0/networks/50d90d65-ef89-4bd1-b586-652792747756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7225606 Feb 04 12:48:09.824674 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-06489819-c8ba-4930-a74c-63e1ef5ee7ab None None] Set router 541da02e-49a5-4e7c-b130-011bfcc7f61b gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:48:09.940286 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-41c97156-8bdb-4552-aec6-6aaded047850 req-6edfc212-2750-4d85-8c29-620fc0db3470 service neutron] 10.222.0.77 "GET /v2.0/networks/50d90d65-ef89-4bd1-b586-652792747756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664568 Feb 04 12:48:09.976748 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f27670-ea67-4e21-a3e4-70a1d98663f7 None None] DHCP port deletion for 851ada3b-84e7-4fe7-8c48-0057b87b86cb request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 12:48:10.079142 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2218ab8c-a802-4c00-8b2a-fa0d9dc5c0fa req-d27c21cd-634f-41d1-ab8a-127550817a12 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:10.082462 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-a194b3d4-63d5-4a6d-86c9-283aba46670e tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Deleting port 7a70454e-4f14-465a-82fb-739228aaf30f {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:48:10.082820 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a194b3d4-63d5-4a6d-86c9-283aba46670e tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (7a70454e-4f14-465a-82fb-739228aaf30f), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:10.090840 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2218ab8c-a802-4c00-8b2a-fa0d9dc5c0fa req-d27c21cd-634f-41d1-ab8a-127550817a12 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/ports?device_id=4670cef3-301f-4e64-9df2-0e13ec2bf768 HTTP/1.1" status: 200 len: 945 time: 0.8693342 Feb 04 12:48:10.128234 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-83eede48-2eea-46a2-95a8-1895ebc23ae0 None None] Provisioning complete for port ecb5ef93-84c5-40ba-b6cf-0a21a08f8860 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:48:10.128704 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-83eede48-2eea-46a2-95a8-1895ebc23ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (ecb5ef93-84c5-40ba-b6cf-0a21a08f8860), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:10.198549 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253bea20-0f9d-46c0-9fee-c4aaff5efbcd req-517505e8-dfaa-4b2e-80ee-eac664d1207c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:10.210393 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-253bea20-0f9d-46c0-9fee-c4aaff5efbcd req-517505e8-dfaa-4b2e-80ee-eac664d1207c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=13522db399fe4d5f88698444f9d616e8&device_id=4670cef3-301f-4e64-9df2-0e13ec2bf768 HTTP/1.1" status: 200 len: 1127 time: 0.2269378 Feb 04 12:48:10.229594 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a0bf25c6-e8f7-4da8-890e-d34611f19eaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-52093282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51452698'] for subnet (f3458ce6-388c-46d1-9b72-0aa1b8540b04), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:10.430950 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-a1f27670-ea67-4e21-a3e4-70a1d98663f7 None None] Deleting port 7a70454e-4f14-465a-82fb-739228aaf30f {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:48:10.431891 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a1f27670-ea67-4e21-a3e4-70a1d98663f7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (7a70454e-4f14-465a-82fb-739228aaf30f), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:10.435995 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253bea20-0f9d-46c0-9fee-c4aaff5efbcd req-4bf6f838-3291-46d4-8512-991bd4fecf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:10.438095 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-253bea20-0f9d-46c0-9fee-c4aaff5efbcd req-4bf6f838-3291-46d4-8512-991bd4fecf87 service neutron] 10.222.0.77 "GET /v2.0/networks?id=50d90d65-ef89-4bd1-b586-652792747756 HTTP/1.1" status: 200 len: 912 time: 0.2151999 Feb 04 12:48:10.503938 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-253bea20-0f9d-46c0-9fee-c4aaff5efbcd req-13f69562-e2ce-4025-99b3-11765eb310ea service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=410ab158-6569-4ce1-a297-f71c55728960 HTTP/1.1" status: 200 len: 217 time: 0.0571115 Feb 04 12:48:10.540860 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-a1f27670-ea67-4e21-a3e4-70a1d98663f7 None None] For port 7a70454e-4f14-465a-82fb-739228aaf30f, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=7a70454e-4f14-465a-82fb-739228aaf30f,segment=NetworkSegment(9eda6acb-8a5a-4a1a-96aa-2986d78cb212),segment_id=9eda6acb-8a5a-4a1a-96aa-2986d78cb212)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:48:10.548656 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a1f27670-ea67-4e21-a3e4-70a1d98663f7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (7a70454e-4f14-465a-82fb-739228aaf30f), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:10.564866 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253bea20-0f9d-46c0-9fee-c4aaff5efbcd req-70bf4f86-6ba1-4f68-91ff-82c275ec70dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:10.566347 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-253bea20-0f9d-46c0-9fee-c4aaff5efbcd req-70bf4f86-6ba1-4f68-91ff-82c275ec70dc service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1b8a94de-4daf-40f7-9264-be25d0cf82c4 HTTP/1.1" status: 200 len: 851 time: 0.0559661 Feb 04 12:48:10.630350 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-253bea20-0f9d-46c0-9fee-c4aaff5efbcd req-bb687d79-bd43-47a2-8254-1da6c8504e0e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=50d90d65-ef89-4bd1-b586-652792747756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580785 Feb 04 12:48:10.652366 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-a194b3d4-63d5-4a6d-86c9-283aba46670e tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] For port 7a70454e-4f14-465a-82fb-739228aaf30f, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=7a70454e-4f14-465a-82fb-739228aaf30f,segment=NetworkSegment(9eda6acb-8a5a-4a1a-96aa-2986d78cb212),segment_id=9eda6acb-8a5a-4a1a-96aa-2986d78cb212)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:48:10.653185 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a194b3d4-63d5-4a6d-86c9-283aba46670e tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (7a70454e-4f14-465a-82fb-739228aaf30f), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:10.663298 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 44692f76-31ca-466a-966d-b6774ece519d is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:48:10.664485 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device ecb5ef93-84c5-40ba-b6cf-0a21a08f8860 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:48:10.683705 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-83eede48-2eea-46a2-95a8-1895ebc23ae0 None None] Current status of the port ecb5ef93-84c5-40ba-b6cf-0a21a08f8860 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:48:10.730472 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-a194b3d4-63d5-4a6d-86c9-283aba46670e tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Calling delete_port for 7a70454e-4f14-465a-82fb-739228aaf30f owned by network:dhcp {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:48:10.765629 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-a1f27670-ea67-4e21-a3e4-70a1d98663f7 None None] Calling delete_port for 7a70454e-4f14-465a-82fb-739228aaf30f owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:48:10.875908 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-06489819-c8ba-4930-a74c-63e1ef5ee7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '541da02e-49a5-4e7c-b130-011bfcc7f61b', 'name': 'tempest-TestVolumeBootPattern-1458857558-router', 'tenant_id': '7377b73dfb254cc999e40099a2f530d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '9bbe1d74-0ce9-46ed-8579-4c905fcbf9cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:48:00Z', 'updated_at': '2022-02-04T12:48:04Z', 'revision_number': 3, 'project_id': '7377b73dfb254cc999e40099a2f530d1', 'gw_port': {'id': '9bbe1d74-0ce9-46ed-8579-4c905fcbf9cd', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:c4:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '541da02e-49a5-4e7c-b130-011bfcc7f61b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2893, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:48:01Z', 'updated_at': '2022-02-04T12:48:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:48:10.901451 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-253bea20-0f9d-46c0-9fee-c4aaff5efbcd req-c6661fcf-df48-448c-a95b-5ef58217de70 service neutron] 10.222.0.77 "GET /v2.0/networks/50d90d65-ef89-4bd1-b586-652792747756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624311 Feb 04 12:48:10.914463 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06489819-c8ba-4930-a74c-63e1ef5ee7ab None None] Checking router: 541da02e-49a5-4e7c-b130-011bfcc7f61b for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:48:10.914822 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06489819-c8ba-4930-a74c-63e1ef5ee7ab None None] Updating router 541da02e-49a5-4e7c-b130-011bfcc7f61b port 9bbe1d74-0ce9-46ed-8579-4c905fcbf9cd binding host n-d-825015-3 {{(pid=103476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:48:10.980850 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9cf765-18ce-4ef6-9bfe-3ec8b1926efd None None] Network 89e5cf6e-351d-4512-ad7b-ed34d2070e9c requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:48:10.995269 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port ecb5ef93-84c5-40ba-b6cf-0a21a08f8860 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:48:10.995935 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (ecb5ef93-84c5-40ba-b6cf-0a21a08f8860), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:11.013799 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a0bf25c6-e8f7-4da8-890e-d34611f19eaf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:11.024764 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-a0bf25c6-e8f7-4da8-890e-d34611f19eaf admin admin] 10.222.0.65 "DELETE /v2.0/subnets/f3458ce6-388c-46d1-9b72-0aa1b8540b04 HTTP/1.1" status: 204 len: 168 time: 2.9631801 Feb 04 12:48:11.056526 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-06489819-c8ba-4930-a74c-63e1ef5ee7ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (9bbe1d74-0ce9-46ed-8579-4c905fcbf9cd), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:11.073826 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-253bea20-0f9d-46c0-9fee-c4aaff5efbcd req-3cb2bd8a-c35d-4d50-9c6b-8f2c5d5932a8 service neutron] 10.222.0.77 "GET /v2.0/networks/50d90d65-ef89-4bd1-b586-652792747756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653674 Feb 04 12:48:11.074753 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 37288) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:11.095132 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bf25c6-e8f7-4da8-890e-d34611f19eaf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3458ce6-388c-46d1-9b72-0aa1b8540b04,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:11.148642 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a1f27670-ea67-4e21-a3e4-70a1d98663f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (7a70454e-4f14-465a-82fb-739228aaf30f), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:11.183671 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2218ab8c-a802-4c00-8b2a-fa0d9dc5c0fa req-5efc6b5f-88e2-4eb3-a473-b6fe37f95683 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c15dfa5-1b74-494d-a4b3-b834b3f91fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0916369 Feb 04 12:48:11.186726 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bf25c6-e8f7-4da8-890e-d34611f19eaf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:48:11.187211 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bf25c6-e8f7-4da8-890e-d34611f19eaf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:48:11.187889 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bf25c6-e8f7-4da8-890e-d34611f19eaf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:48:11.188660 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bf25c6-e8f7-4da8-890e-d34611f19eaf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:48:11.188860 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bf25c6-e8f7-4da8-890e-d34611f19eaf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:48:11.189301 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bf25c6-e8f7-4da8-890e-d34611f19eaf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:48:11.189739 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bf25c6-e8f7-4da8-890e-d34611f19eaf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:48:11.190394 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bf25c6-e8f7-4da8-890e-d34611f19eaf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:48:11.192012 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bf25c6-e8f7-4da8-890e-d34611f19eaf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:48:11.193672 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bf25c6-e8f7-4da8-890e-d34611f19eaf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:48:11.196709 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bf25c6-e8f7-4da8-890e-d34611f19eaf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:48:11.197269 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bf25c6-e8f7-4da8-890e-d34611f19eaf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:48:11.197713 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bf25c6-e8f7-4da8-890e-d34611f19eaf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:48:11.256266 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b7a341df-91e7-431d-840f-ac055617400b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (89e5cf6e-351d-4512-ad7b-ed34d2070e9c), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:11.351528 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a194b3d4-63d5-4a6d-86c9-283aba46670e tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (7a70454e-4f14-465a-82fb-739228aaf30f), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:11.415814 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a194b3d4-63d5-4a6d-86c9-283aba46670e tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Pushing event deleted for resources: {'Port': ['ID=7a70454e-4f14-465a-82fb-739228aaf30f,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:11.446437 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a194b3d4-63d5-4a6d-86c9-283aba46670e tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] No DVR routers for this DVR port 7a70454e-4f14-465a-82fb-739228aaf30f on host n-d-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:48:11.456990 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-995aa58d-9222-4cc0-af7d-d6cbd783e35a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:11.577395 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a194b3d4-63d5-4a6d-86c9-283aba46670e tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (851ada3b-84e7-4fe7-8c48-0057b87b86cb), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:11.587853 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f27670-ea67-4e21-a3e4-70a1d98663f7 None None] No DVR routers for this DVR port 7a70454e-4f14-465a-82fb-739228aaf30f on host n-d-825015-3 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:48:11.592115 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f27670-ea67-4e21-a3e4-70a1d98663f7 None None] Pushing event deleted for resources: {'Port': ['ID=7a70454e-4f14-465a-82fb-739228aaf30f,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:11.626127 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-a194b3d4-63d5-4a6d-86c9-283aba46670e tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['851ada3b-84e7-4fe7-8c48-0057b87b86cb']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:48:11.642350 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-a194b3d4-63d5-4a6d-86c9-283aba46670e tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9eda6acb-8a5a-4a1a-96aa-2986d78cb212') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:48:11.642942 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-a194b3d4-63d5-4a6d-86c9-283aba46670e tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9eda6acb-8a5a-4a1a-96aa-2986d78cb212') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:48:11.654896 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a194b3d4-63d5-4a6d-86c9-283aba46670e tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (9eda6acb-8a5a-4a1a-96aa-2986d78cb212), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:11.699538 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a194b3d4-63d5-4a6d-86c9-283aba46670e tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (9eda6acb-8a5a-4a1a-96aa-2986d78cb212), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:11.721890 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a194b3d4-63d5-4a6d-86c9-283aba46670e tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:48:11.724447 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a194b3d4-63d5-4a6d-86c9-283aba46670e tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (9eda6acb-8a5a-4a1a-96aa-2986d78cb212), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:11.850682 n-d-825015-3 neutron-server[103474]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:48:11.850682 n-d-825015-3 neutron-server[103474]: self.session.flush() Feb 04 12:48:11.850682 n-d-825015-3 neutron-server[103474]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:48:11.850682 n-d-825015-3 neutron-server[103474]: self.session.flush() Feb 04 12:48:11.850682 n-d-825015-3 neutron-server[103474]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:48:11.850682 n-d-825015-3 neutron-server[103474]: self.session.flush() Feb 04 12:48:11.850682 n-d-825015-3 neutron-server[103474]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:48:11.850682 n-d-825015-3 neutron-server[103474]: self.session.flush() Feb 04 12:48:11.850682 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 12:48:11.850682 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:48:11.850682 n-d-825015-3 neutron-server[103474]: timer() Feb 04 12:48:11.850682 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:48:11.850682 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 12:48:11.850682 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:48:11.850682 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 12:48:11.850682 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:48:11.850682 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 12:48:11.850682 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:48:11.850682 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 12:48:11.850682 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:48:11.850682 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 12:48:11.850682 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:48:11.850682 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:48:11.850682 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:48:11.850682 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:48:11.850682 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:48:11.850682 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 12:48:11.850682 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:48:11.850682 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 12:48:11.850682 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:48:11.850682 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:48:11.850682 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:48:11.850682 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 12:48:11.850682 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:48:11.850682 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:48:11.850682 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:48:11.850682 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:48:11.850682 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:48:11.850682 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:48:11.850682 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:48:11.853269 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a194b3d4-63d5-4a6d-86c9-283aba46670e tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (851ada3b-84e7-4fe7-8c48-0057b87b86cb), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:11.856910 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a194b3d4-63d5-4a6d-86c9-283aba46670e tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:11.860714 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-a194b3d4-63d5-4a6d-86c9-283aba46670e tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] 10.222.0.65 "DELETE /v2.0/networks/851ada3b-84e7-4fe7-8c48-0057b87b86cb HTTP/1.1" status: 204 len: 168 time: 2.8816376 Feb 04 12:48:11.865186 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 37300) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:11.881075 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-995aa58d-9222-4cc0-af7d-d6cbd783e35a admin admin] Allocated IP 172.20.0.1 (dabfb45d-aed5-4bce-ab2d-4ab2be7d1d19/7b2bb91d-6b7e-42ac-86ba-da8320c87c63/d2bed9ed-092d-4927-b937-daad04d1a7a7) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:48:11.883103 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-b7a341df-91e7-431d-840f-ac055617400b admin admin] Deleting port 0a820703-1475-4bb4-a421-4b2dc27ead8e {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:48:11.883506 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b7a341df-91e7-431d-840f-ac055617400b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (0a820703-1475-4bb4-a421-4b2dc27ead8e), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:11.890636 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-dca5bc32-361b-4d54-bb87-0d158714990a tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Request body: {'router': {'routes': None}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:48:11.894081 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a194b3d4-63d5-4a6d-86c9-283aba46670e tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Pushing event deleted for resources: {'Network': ['ID=851ada3b-84e7-4fe7-8c48-0057b87b86cb,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:11.920136 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-06489819-c8ba-4930-a74c-63e1ef5ee7ab None None] Publish callbacks [] for port (9bbe1d74-0ce9-46ed-8579-4c905fcbf9cd), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:11.939884 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-06489819-c8ba-4930-a74c-63e1ef5ee7ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (9bbe1d74-0ce9-46ed-8579-4c905fcbf9cd), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:12.092540 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-06489819-c8ba-4930-a74c-63e1ef5ee7ab None None] Attempting to bind port 9bbe1d74-0ce9-46ed-8579-4c905fcbf9cd on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:48:12.093865 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-06489819-c8ba-4930-a74c-63e1ef5ee7ab None None] Attempting to bind port 9bbe1d74-0ce9-46ed-8579-4c905fcbf9cd by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:48:12.094414 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06489819-c8ba-4930-a74c-63e1ef5ee7ab None None] Attempting to bind port 9bbe1d74-0ce9-46ed-8579-4c905fcbf9cd on network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:48:12.105528 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06489819-c8ba-4930-a74c-63e1ef5ee7ab None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:48:12.106177 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06489819-c8ba-4930-a74c-63e1ef5ee7ab None None] Checking segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:48:12.106759 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-06489819-c8ba-4930-a74c-63e1ef5ee7ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:12.107321 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06489819-c8ba-4930-a74c-63e1ef5ee7ab None None] Bound using segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:48:12.108201 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-06489819-c8ba-4930-a74c-63e1ef5ee7ab None None] Bound port: 9bbe1d74-0ce9-46ed-8579-4c905fcbf9cd, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:48:12.108826 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-06489819-c8ba-4930-a74c-63e1ef5ee7ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (9bbe1d74-0ce9-46ed-8579-4c905fcbf9cd), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:12.166905 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f622778f-fc5d-4783-ae00-863bade10c50 None None] Pushing event updated for resources: {'Port': ['ID=9bbe1d74-0ce9-46ed-8579-4c905fcbf9cd,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:12.209771 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7aa2d5c-2603-41c1-b6f9-74e1652a65c3 None None] DHCP port deletion for 89e5cf6e-351d-4512-ad7b-ed34d2070e9c request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 12:48:12.226902 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port ecb5ef93-84c5-40ba-b6cf-0a21a08f8860 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:48:12.228726 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-995aa58d-9222-4cc0-af7d-d6cbd783e35a admin admin] Publish callbacks [] for port (d2bed9ed-092d-4927-b937-daad04d1a7a7), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:12.359251 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-06489819-c8ba-4930-a74c-63e1ef5ee7ab None None] For port 9bbe1d74-0ce9-46ed-8579-4c905fcbf9cd, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:48:12.434182 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 7c5eab31-280c-4915-bfa7-4a7a9db6ea02 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:48:12.441790 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-995aa58d-9222-4cc0-af7d-d6cbd783e35a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (d2bed9ed-092d-4927-b937-daad04d1a7a7), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:12.454767 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-06489819-c8ba-4930-a74c-63e1ef5ee7ab None None] For port 9bbe1d74-0ce9-46ed-8579-4c905fcbf9cd, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=9bbe1d74-0ce9-46ed-8579-4c905fcbf9cd,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:48:12.544550 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995aa58d-9222-4cc0-af7d-d6cbd783e35a admin admin] Pushing event updated for resources: {'Port': ['ID=d2bed9ed-092d-4927-b937-daad04d1a7a7,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:12.580536 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 7c5eab31-280c-4915-bfa7-4a7a9db6ea02 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:48:12.580881 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 7c5eab31-280c-4915-bfa7-4a7a9db6ea02 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:48:12.581305 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device dcf91f75-a4e3-4ea1-ab15-33aa90c2006c no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:48:12.615088 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995aa58d-9222-4cc0-af7d-d6cbd783e35a admin admin] Network dabfb45d-aed5-4bce-ab2d-4ab2be7d1d19 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:48:12.622906 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-995aa58d-9222-4cc0-af7d-d6cbd783e35a admin admin] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:48:12.650374 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995aa58d-9222-4cc0-af7d-d6cbd783e35a admin admin] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:48:12.664793 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-06489819-c8ba-4930-a74c-63e1ef5ee7ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (9bbe1d74-0ce9-46ed-8579-4c905fcbf9cd), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:12.682777 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.extraroute_db [None req-dca5bc32-361b-4d54-bb87-0d158714990a tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Added routes are [] {{(pid=103474) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 04 12:48:12.683324 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.extraroute_db [None req-dca5bc32-361b-4d54-bb87-0d158714990a tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Removed routes are [] {{(pid=103474) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 04 12:48:12.686566 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dca5bc32-361b-4d54-bb87-0d158714990a tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1623026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10906'] for router (23a4f602-cd90-4527-acba-46271144ffed), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:12.693541 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a49fad-1eb1-4274-913b-f861f8828fa5 req-1d1f3eab-e845-46a1-a06f-108df947392d tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:12.708724 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-b7a341df-91e7-431d-840f-ac055617400b admin admin] For port 0a820703-1475-4bb4-a421-4b2dc27ead8e, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=0a820703-1475-4bb4-a421-4b2dc27ead8e,segment=NetworkSegment(a02f0202-8759-4c83-81ad-b565510a05aa),segment_id=a02f0202-8759-4c83-81ad-b565510a05aa)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:48:12.708956 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f4a49fad-1eb1-4274-913b-f861f8828fa5 req-1d1f3eab-e845-46a1-a06f-108df947392d tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/ports?device_id=4670cef3-301f-4e64-9df2-0e13ec2bf768 HTTP/1.1" status: 200 len: 945 time: 0.3200066 Feb 04 12:48:12.709783 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b7a341df-91e7-431d-840f-ac055617400b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (0a820703-1475-4bb4-a421-4b2dc27ead8e), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:12.725711 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-b7a341df-91e7-431d-840f-ac055617400b admin admin] Calling delete_port for 0a820703-1475-4bb4-a421-4b2dc27ead8e owned by network:dhcp {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:48:12.727698 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: dcf91f75-a4e3-4ea1-ab15-33aa90c2006c {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:48:12.728536 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device dcf91f75-a4e3-4ea1-ab15-33aa90c2006c not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:48:12.744245 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-a7aa2d5c-2603-41c1-b6f9-74e1652a65c3 None None] Deleting port 0a820703-1475-4bb4-a421-4b2dc27ead8e {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:48:12.748277 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a7aa2d5c-2603-41c1-b6f9-74e1652a65c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (0a820703-1475-4bb4-a421-4b2dc27ead8e), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:12.873988 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-995aa58d-9222-4cc0-af7d-d6cbd783e35a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1599818'] for router_interface (541da02e-49a5-4e7c-b130-011bfcc7f61b), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:12.892394 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-a7aa2d5c-2603-41c1-b6f9-74e1652a65c3 None None] For port 0a820703-1475-4bb4-a421-4b2dc27ead8e, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=0a820703-1475-4bb4-a421-4b2dc27ead8e,segment=NetworkSegment(a02f0202-8759-4c83-81ad-b565510a05aa),segment_id=a02f0202-8759-4c83-81ad-b565510a05aa)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:48:12.892805 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a7aa2d5c-2603-41c1-b6f9-74e1652a65c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (0a820703-1475-4bb4-a421-4b2dc27ead8e), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:12.942586 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b7a341df-91e7-431d-840f-ac055617400b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (0a820703-1475-4bb4-a421-4b2dc27ead8e), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:12.951895 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-a7aa2d5c-2603-41c1-b6f9-74e1652a65c3 None None] Calling delete_port for 0a820703-1475-4bb4-a421-4b2dc27ead8e owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:48:12.957882 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a341df-91e7-431d-840f-ac055617400b admin admin] No DVR routers for this DVR port 0a820703-1475-4bb4-a421-4b2dc27ead8e on host n-d-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:48:13.039785 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f4a49fad-1eb1-4274-913b-f861f8828fa5 req-1b51501b-4493-4f4b-839e-7c9412c4917f tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c15dfa5-1b74-494d-a4b3-b834b3f91fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3282433 Feb 04 12:48:13.097711 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b7a341df-91e7-431d-840f-ac055617400b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (89e5cf6e-351d-4512-ad7b-ed34d2070e9c), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:13.108358 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f622778f-fc5d-4783-ae00-863bade10c50 None None] Pushing event updated for resources: {'Port': ['ID=9bbe1d74-0ce9-46ed-8579-4c905fcbf9cd,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:13.121422 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device ecb5ef93-84c5-40ba-b6cf-0a21a08f8860 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:48:13.130314 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-b7a341df-91e7-431d-840f-ac055617400b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89e5cf6e-351d-4512-ad7b-ed34d2070e9c']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:48:13.142034 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-b7a341df-91e7-431d-840f-ac055617400b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a02f0202-8759-4c83-81ad-b565510a05aa') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:48:13.143012 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-b7a341df-91e7-431d-840f-ac055617400b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a02f0202-8759-4c83-81ad-b565510a05aa') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:48:13.155917 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b7a341df-91e7-431d-840f-ac055617400b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (a02f0202-8759-4c83-81ad-b565510a05aa), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:13.190635 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b7a341df-91e7-431d-840f-ac055617400b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (a02f0202-8759-4c83-81ad-b565510a05aa), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:13.202964 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7a341df-91e7-431d-840f-ac055617400b admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:48:13.205370 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b7a341df-91e7-431d-840f-ac055617400b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (a02f0202-8759-4c83-81ad-b565510a05aa), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:13.225166 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-995aa58d-9222-4cc0-af7d-d6cbd783e35a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (d2bed9ed-092d-4927-b937-daad04d1a7a7), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:13.226634 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a7aa2d5c-2603-41c1-b6f9-74e1652a65c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (0a820703-1475-4bb4-a421-4b2dc27ead8e), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:13.300801 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aa2d5c-2603-41c1-b6f9-74e1652a65c3 None None] Pushing event deleted for resources: {'Port': ['ID=0a820703-1475-4bb4-a421-4b2dc27ead8e,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:13.351959 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-e8cc327d-fbab-4b0f-8b93-d14380885031 None None] Provisioning complete for port d2bed9ed-092d-4927-b937-daad04d1a7a7 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:48:13.351959 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e8cc327d-fbab-4b0f-8b93-d14380885031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (d2bed9ed-092d-4927-b937-daad04d1a7a7), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:13.384647 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 12:48:13.384647 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:48:13.384647 n-d-825015-3 neutron-server[103474]: timer() Feb 04 12:48:13.384647 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:48:13.384647 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 12:48:13.384647 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:48:13.384647 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 12:48:13.384647 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:48:13.384647 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 12:48:13.384647 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:48:13.384647 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 12:48:13.384647 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:48:13.384647 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 12:48:13.384647 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:48:13.384647 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:48:13.384647 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:48:13.384647 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:48:13.384647 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:48:13.384647 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 12:48:13.384647 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:48:13.384647 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 12:48:13.384647 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:48:13.384647 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:48:13.384647 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:48:13.384647 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 12:48:13.384647 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:48:13.384647 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:48:13.384647 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:48:13.384647 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:48:13.384647 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:48:13.384647 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:48:13.384647 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:48:13.396759 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b7a341df-91e7-431d-840f-ac055617400b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (89e5cf6e-351d-4512-ad7b-ed34d2070e9c), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:13.408044 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b7a341df-91e7-431d-840f-ac055617400b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:13.414378 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-b7a341df-91e7-431d-840f-ac055617400b admin admin] 10.222.0.65 "DELETE /v2.0/networks/89e5cf6e-351d-4512-ad7b-ed34d2070e9c HTTP/1.1" status: 204 len: 168 time: 2.3371472 Feb 04 12:48:13.480631 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a341df-91e7-431d-840f-ac055617400b admin admin] Pushing event deleted for resources: {'Port': ['ID=0a820703-1475-4bb4-a421-4b2dc27ead8e,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:13.485231 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7aa2d5c-2603-41c1-b6f9-74e1652a65c3 None None] No DVR routers for this DVR port 0a820703-1475-4bb4-a421-4b2dc27ead8e on host n-d-825015-3 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:48:13.492764 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port ecb5ef93-84c5-40ba-b6cf-0a21a08f8860 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:48:13.496218 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (ecb5ef93-84c5-40ba-b6cf-0a21a08f8860), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:13.508324 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06489819-c8ba-4930-a74c-63e1ef5ee7ab None None] Routers {'541da02e-49a5-4e7c-b130-011bfcc7f61b'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:48:13.508914 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a341df-91e7-431d-840f-ac055617400b admin admin] Pushing event deleted for resources: {'Network': ['ID=89e5cf6e-351d-4512-ad7b-ed34d2070e9c,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:13.512383 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-06489819-c8ba-4930-a74c-63e1ef5ee7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:47:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['541da02e-49a5-4e7c-b130-011bfcc7f61b'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:48:13.520943 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-e8cc327d-fbab-4b0f-8b93-d14380885031 None None] Port d2bed9ed-092d-4927-b937-daad04d1a7a7 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:48:13.684597 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dca5bc32-361b-4d54-bb87-0d158714990a tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1623026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10906'] for router (23a4f602-cd90-4527-acba-46271144ffed), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:13.689240 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dca5bc32-361b-4d54-bb87-0d158714990a tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1623127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1623150', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1622793'] for router (23a4f602-cd90-4527-acba-46271144ffed), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:13.726735 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-995aa58d-9222-4cc0-af7d-d6cbd783e35a admin admin] Publish callbacks [] for port (d2bed9ed-092d-4927-b937-daad04d1a7a7), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:13.748408 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-995aa58d-9222-4cc0-af7d-d6cbd783e35a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (d2bed9ed-092d-4927-b937-daad04d1a7a7), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:13.807034 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dca5bc32-361b-4d54-bb87-0d158714990a tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Router 23a4f602-cd90-4527-acba-46271144ffed has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:48:13.854474 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995aa58d-9222-4cc0-af7d-d6cbd783e35a admin admin] Pushing event updated for resources: {'Port': ['ID=d2bed9ed-092d-4927-b937-daad04d1a7a7,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:13.898616 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 37334) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:13.951941 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-995aa58d-9222-4cc0-af7d-d6cbd783e35a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622202'] for router_interface (541da02e-49a5-4e7c-b130-011bfcc7f61b), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:14.033917 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dca5bc32-361b-4d54-bb87-0d158714990a tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:48:14.044245 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dca5bc32-361b-4d54-bb87-0d158714990a tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:14.049410 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c26dd68-020a-4f0a-a651-520008443cfc None None] Sync routers for ids ['23a4f602-cd90-4527-acba-46271144ffed'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:48:14.050968 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-dca5bc32-361b-4d54-bb87-0d158714990a tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] 10.222.0.65 "PUT /v2.0/routers/23a4f602-cd90-4527-acba-46271144ffed HTTP/1.1" status: 200 len: 703 time: 2.1649227 Feb 04 12:48:14.051846 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 37340) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:14.082000 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c26dd68-020a-4f0a-a651-520008443cfc None None] Routers {'23a4f602-cd90-4527-acba-46271144ffed'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:48:14.082000 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-4c26dd68-020a-4f0a-a651-520008443cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:47:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['23a4f602-cd90-4527-acba-46271144ffed'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:48:14.105091 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-69df3adf-6ad8-4a8a-9590-b2068e345607 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=994991376cd54034b5ccc34a0e21b476&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2052677 Feb 04 12:48:14.141090 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port ecb5ef93-84c5-40ba-b6cf-0a21a08f8860 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:48:14.144957 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-06489819-c8ba-4930-a74c-63e1ef5ee7ab None None] Set router 541da02e-49a5-4e7c-b130-011bfcc7f61b gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:48:14.150204 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 37344) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:14.178586 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-e869ae6f-b5d3-45c3-a63b-25fb85c4e266 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] 10.222.0.65 "GET /v2.0/ports?device_id=23a4f602-cd90-4527-acba-46271144ffed HTTP/1.1" status: 200 len: 205 time: 0.1249826 Feb 04 12:48:14.187890 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 37346) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:14.256353 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 4e09e278-b3a3-4125-ac15-c5604e7efe36 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:48:14.264193 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995aa58d-9222-4cc0-af7d-d6cbd783e35a admin admin] Network dabfb45d-aed5-4bce-ab2d-4ab2be7d1d19 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:48:14.283262 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-4c26dd68-020a-4f0a-a651-520008443cfc None None] Set router 23a4f602-cd90-4527-acba-46271144ffed gateway port host: None {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:48:14.289249 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-995aa58d-9222-4cc0-af7d-d6cbd783e35a admin admin] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:48:14.380104 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f4395815-5b4a-4a2f-bbe8-07da6b3d1204 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks [] for router (23a4f602-cd90-4527-acba-46271144ffed), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:14.424122 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 4e09e278-b3a3-4125-ac15-c5604e7efe36 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:48:14.424738 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 4e09e278-b3a3-4125-ac15-c5604e7efe36 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:48:14.425332 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 0a820703-1475-4bb4-a421-4b2dc27ead8e no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:48:14.503447 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-4c26dd68-020a-4f0a-a651-520008443cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23a4f602-cd90-4527-acba-46271144ffed', 'name': 'tempest-RoutersIpV6Test-router-21052845', 'tenant_id': '3fccd7acaf5a4db2beb516182b08458d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:46:58Z', 'updated_at': '2022-02-04T12:48:05Z', 'revision_number': 11, 'project_id': '3fccd7acaf5a4db2beb516182b08458d', 'gw_port_host': None}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:48:14.570087 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c26dd68-020a-4f0a-a651-520008443cfc None None] Checking router: 23a4f602-cd90-4527-acba-46271144ffed for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:48:14.591955 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-59beb9cd-0baa-42d1-bcdc-86aae29c9368 admin admin] Publish callbacks [] for security_group (8505d10b-8a37-4f41-8b8a-d8e4a3adb8f7), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:14.608334 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c26dd68-020a-4f0a-a651-520008443cfc None None] Routers {'23a4f602-cd90-4527-acba-46271144ffed'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:48:14.610578 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-4c26dd68-020a-4f0a-a651-520008443cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:47:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['23a4f602-cd90-4527-acba-46271144ffed'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:48:14.664394 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-59beb9cd-0baa-42d1-bcdc-86aae29c9368 admin admin] Publish callbacks [] for security_group (8505d10b-8a37-4f41-8b8a-d8e4a3adb8f7), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:14.683629 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-995aa58d-9222-4cc0-af7d-d6cbd783e35a admin admin] Router 541da02e-49a5-4e7c-b130-011bfcc7f61b has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:48:14.691757 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c908c10-b3e2-4e49-8826-cce95aa4ad68 req-fa25d10b-e77a-431b-a514-cb13dde3cd1e tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:14.693498 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7c908c10-b3e2-4e49-8826-cce95aa4ad68 req-fa25d10b-e77a-431b-a514-cb13dde3cd1e tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/ports?device_id=4670cef3-301f-4e64-9df2-0e13ec2bf768 HTTP/1.1" status: 200 len: 945 time: 0.4959073 Feb 04 12:48:14.703228 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-4c26dd68-020a-4f0a-a651-520008443cfc None None] Set router 23a4f602-cd90-4527-acba-46271144ffed gateway port host: None {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:48:14.813233 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-4c26dd68-020a-4f0a-a651-520008443cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23a4f602-cd90-4527-acba-46271144ffed', 'name': 'tempest-RoutersIpV6Test-router-21052845', 'tenant_id': '3fccd7acaf5a4db2beb516182b08458d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:46:58Z', 'updated_at': '2022-02-04T12:48:05Z', 'revision_number': 11, 'project_id': '3fccd7acaf5a4db2beb516182b08458d', 'gw_port_host': None}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:48:14.825224 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 0a820703-1475-4bb4-a421-4b2dc27ead8e {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:48:14.829050 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 0a820703-1475-4bb4-a421-4b2dc27ead8e not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:48:14.829490 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 7a70454e-4f14-465a-82fb-739228aaf30f no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:48:14.846692 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c26dd68-020a-4f0a-a651-520008443cfc None None] The sync data for ids ['23a4f602-cd90-4527-acba-46271144ffed'] in n-d-825015-3 is: [{'id': '23a4f602-cd90-4527-acba-46271144ffed', 'name': 'tempest-RoutersIpV6Test-router-21052845', 'tenant_id': '3fccd7acaf5a4db2beb516182b08458d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:46:58Z', 'updated_at': '2022-02-04T12:48:05Z', 'revision_number': 11, 'project_id': '3fccd7acaf5a4db2beb516182b08458d', 'gw_port_host': None}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:48:14.925190 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 7a70454e-4f14-465a-82fb-739228aaf30f {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:48:14.925800 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 7a70454e-4f14-465a-82fb-739228aaf30f not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:48:14.980377 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-8bba1888-c6e7-4e6e-aa3d-1e1e99c87bec None None] Provisioning complete for port d2bed9ed-092d-4927-b937-daad04d1a7a7 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:48:14.980759 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8bba1888-c6e7-4e6e-aa3d-1e1e99c87bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (d2bed9ed-092d-4927-b937-daad04d1a7a7), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:15.022297 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-995aa58d-9222-4cc0-af7d-d6cbd783e35a admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:48:15.032500 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-995aa58d-9222-4cc0-af7d-d6cbd783e35a admin admin] 10.222.0.65 "PUT /v2.0/routers/541da02e-49a5-4e7c-b130-011bfcc7f61b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5138214 Feb 04 12:48:15.068414 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7c908c10-b3e2-4e49-8826-cce95aa4ad68 req-a3d52447-a052-4039-a549-408b4d0b9f9c tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c15dfa5-1b74-494d-a4b3-b834b3f91fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3395762 Feb 04 12:48:15.084327 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-8bba1888-c6e7-4e6e-aa3d-1e1e99c87bec None None] Port d2bed9ed-092d-4927-b937-daad04d1a7a7 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:48:15.107811 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-59beb9cd-0baa-42d1-bcdc-86aae29c9368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (8505d10b-8a37-4f41-8b8a-d8e4a3adb8f7), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:15.109061 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-59beb9cd-0baa-42d1-bcdc-86aae29c9368 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:15.114591 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-59beb9cd-0baa-42d1-bcdc-86aae29c9368 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8505d10b-8a37-4f41-8b8a-d8e4a3adb8f7 HTTP/1.1" status: 204 len: 168 time: 0.9552124 Feb 04 12:48:15.155788 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f4395815-5b4a-4a2f-bbe8-07da6b3d1204 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10915'] for router (23a4f602-cd90-4527-acba-46271144ffed), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:15.167416 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f4395815-5b4a-4a2f-bbe8-07da6b3d1204 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks [] for router_controller (23a4f602-cd90-4527-acba-46271144ffed), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:15.169573 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59beb9cd-0baa-42d1-bcdc-86aae29c9368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8505d10b-8a37-4f41-8b8a-d8e4a3adb8f7,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:15.239885 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-06489819-c8ba-4930-a74c-63e1ef5ee7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '541da02e-49a5-4e7c-b130-011bfcc7f61b', 'name': 'tempest-TestVolumeBootPattern-1458857558-router', 'tenant_id': '7377b73dfb254cc999e40099a2f530d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '9bbe1d74-0ce9-46ed-8579-4c905fcbf9cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:48:00Z', 'updated_at': '2022-02-04T12:48:13Z', 'revision_number': 4, 'project_id': '7377b73dfb254cc999e40099a2f530d1', 'gw_port': {'id': '9bbe1d74-0ce9-46ed-8579-4c905fcbf9cd', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:c4:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '541da02e-49a5-4e7c-b130-011bfcc7f61b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2893, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:48:01Z', 'updated_at': '2022-02-04T12:48:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'd2bed9ed-092d-4927-b937-daad04d1a7a7', 'name': '', 'network_id': 'dabfb45d-aed5-4bce-ab2d-4ab2be7d1d19', 'tenant_id': '7377b73dfb254cc999e40099a2f530d1', 'mac_address': 'fa:16:3e:f0:61:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '541da02e-49a5-4e7c-b130-011bfcc7f61b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '7b2bb91d-6b7e-42ac-86ba-da8320c87c63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:48:11Z', 'updated_at': '2022-02-04T12:48:11Z', 'revision_number': 1, 'project_id': '7377b73dfb254cc999e40099a2f530d1', 'subnets': [{'id': '7b2bb91d-6b7e-42ac-86ba-da8320c87c63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:48:15.285921 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06489819-c8ba-4930-a74c-63e1ef5ee7ab None None] The sync data for ids ['541da02e-49a5-4e7c-b130-011bfcc7f61b'] in n-d-825015-3 is: [{'id': '541da02e-49a5-4e7c-b130-011bfcc7f61b', 'name': 'tempest-TestVolumeBootPattern-1458857558-router', 'tenant_id': '7377b73dfb254cc999e40099a2f530d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '9bbe1d74-0ce9-46ed-8579-4c905fcbf9cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:48:00Z', 'updated_at': '2022-02-04T12:48:13Z', 'revision_number': 4, 'project_id': '7377b73dfb254cc999e40099a2f530d1', 'gw_port': {'id': '9bbe1d74-0ce9-46ed-8579-4c905fcbf9cd', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:c4:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '541da02e-49a5-4e7c-b130-011bfcc7f61b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2893, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:48:01Z', 'updated_at': '2022-02-04T12:48:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'd2bed9ed-092d-4927-b937-daad04d1a7a7', 'name': '', 'network_id': 'dabfb45d-aed5-4bce-ab2d-4ab2be7d1d19', 'tenant_id': '7377b73dfb254cc999e40099a2f530d1', 'mac_address': 'fa:16:3e:f0:61:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '541da02e-49a5-4e7c-b130-011bfcc7f61b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '7b2bb91d-6b7e-42ac-86ba-da8320c87c63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:48:11Z', 'updated_at': '2022-02-04T12:48:11Z', 'revision_number': 1, 'project_id': '7377b73dfb254cc999e40099a2f530d1', 'subnets': [{'id': '7b2bb91d-6b7e-42ac-86ba-da8320c87c63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:48:15.303573 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f4395815-5b4a-4a2f-bbe8-07da6b3d1204 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622829'] for router (23a4f602-cd90-4527-acba-46271144ffed), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:15.304191 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4395815-5b4a-4a2f-bbe8-07da6b3d1204 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Fanout notify agent at l3_agent the message router_deleted on router 23a4f602-cd90-4527-acba-46271144ffed {{(pid=103474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 12:48:15.328717 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f4395815-5b4a-4a2f-bbe8-07da6b3d1204 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:15.337497 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-f4395815-5b4a-4a2f-bbe8-07da6b3d1204 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] 10.222.0.65 "DELETE /v2.0/routers/23a4f602-cd90-4527-acba-46271144ffed HTTP/1.1" status: 204 len: 168 time: 1.1419826 Feb 04 12:48:15.338133 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 37368) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:15.343530 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-ad24cb0e-7b0a-491f-a675-5ddd370739ac tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1459992588', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:48:15.406269 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ad24cb0e-7b0a-491f-a675-5ddd370739ac tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10933'] for router (cf084cc4-a912-4722-a62a-a42dd7422ab0), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:15.407439 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ad24cb0e-7b0a-491f-a675-5ddd370739ac tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10924'] for router (cf084cc4-a912-4722-a62a-a42dd7422ab0), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:15.615308 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9f664df8-6f0b-4f74-8eb1-31b2085c059d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:15.741777 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 37376) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:15.754205 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ad24cb0e-7b0a-491f-a675-5ddd370739ac tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks [] for router_controller (cf084cc4-a912-4722-a62a-a42dd7422ab0), precommit_add_association {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:15.763726 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ad24cb0e-7b0a-491f-a675-5ddd370739ac tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141'] for router (cf084cc4-a912-4722-a62a-a42dd7422ab0), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:15.853163 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ad24cb0e-7b0a-491f-a675-5ddd370739ac tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks [] for router (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:15.856306 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-ad24cb0e-7b0a-491f-a675-5ddd370739ac tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5165710 Feb 04 12:48:15.862847 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 37386) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:15.906273 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-af641b2f-9da3-496a-bd00-a5e962d43806 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:48:16.067994 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 37388) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:16.208233 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-dc161621-e15a-4a1a-9f33-4e17365406d5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c9db87ad8cbe4aa8abaccf040992930b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1382713 Feb 04 12:48:16.212057 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 37390) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:16.429513 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e7d58691-80a3-4758-aeba-2e17ac942b44 admin admin] Publish callbacks [] for security_group (22a373cd-f4ae-4261-9bb9-ccf59304b58c), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:16.466090 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e7d58691-80a3-4758-aeba-2e17ac942b44 admin admin] Publish callbacks [] for security_group (22a373cd-f4ae-4261-9bb9-ccf59304b58c), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:16.975589 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-af641b2f-9da3-496a-bd00-a5e962d43806 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1623026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10906'] for router (cf084cc4-a912-4722-a62a-a42dd7422ab0), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:17.003409 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-af641b2f-9da3-496a-bd00-a5e962d43806 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1623127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1623150', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1622793'] for router (cf084cc4-a912-4722-a62a-a42dd7422ab0), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:17.299993 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4899724d-f1ae-4e49-837d-83e78ef8a39d req-16157d3d-2369-4005-92b8-37eaa071cd15 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:17.307366 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4899724d-f1ae-4e49-837d-83e78ef8a39d req-16157d3d-2369-4005-92b8-37eaa071cd15 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/ports?device_id=4670cef3-301f-4e64-9df2-0e13ec2bf768 HTTP/1.1" status: 200 len: 945 time: 0.2115197 Feb 04 12:48:17.423017 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af641b2f-9da3-496a-bd00-a5e962d43806 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Router cf084cc4-a912-4722-a62a-a42dd7422ab0 is scheduled to L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de with binding_index 1 {{(pid=103475) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 12:48:17.453836 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4899724d-f1ae-4e49-837d-83e78ef8a39d req-22f06383-8033-4b62-b19a-dd9362d88098 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c15dfa5-1b74-494d-a4b3-b834b3f91fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444304 Feb 04 12:48:17.545073 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e7d58691-80a3-4758-aeba-2e17ac942b44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (22a373cd-f4ae-4261-9bb9-ccf59304b58c), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:17.548433 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e7d58691-80a3-4758-aeba-2e17ac942b44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:17.552669 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-e7d58691-80a3-4758-aeba-2e17ac942b44 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/22a373cd-f4ae-4261-9bb9-ccf59304b58c HTTP/1.1" status: 204 len: 168 time: 1.3392746 Feb 04 12:48:17.580819 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d58691-80a3-4758-aeba-2e17ac942b44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22a373cd-f4ae-4261-9bb9-ccf59304b58c,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:17.679707 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af641b2f-9da3-496a-bd00-a5e962d43806 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:48:17.690134 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-15cf9ae1-2a0f-4454-b3d9-274f6812787c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622215'] for router_interface (033817e3-7f8b-41b9-90c1-e0a41e4dc589), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:17.736640 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17ef952-b5cd-41ef-a77a-842f4f4bc928 None None] Sync routers for ids ['cf084cc4-a912-4722-a62a-a42dd7422ab0'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:48:17.744339 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-af641b2f-9da3-496a-bd00-a5e962d43806 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks [] for router (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:17.750550 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-af641b2f-9da3-496a-bd00-a5e962d43806 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] 10.222.0.65 "PUT /v2.0/routers/cf084cc4-a912-4722-a62a-a42dd7422ab0 HTTP/1.1" status: 200 len: 698 time: 1.8859715 Feb 04 12:48:17.754695 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 37422) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:17.776646 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17ef952-b5cd-41ef-a77a-842f4f4bc928 None None] Routers {'cf084cc4-a912-4722-a62a-a42dd7422ab0'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:48:17.777375 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-c17ef952-b5cd-41ef-a77a-842f4f4bc928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:47:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['cf084cc4-a912-4722-a62a-a42dd7422ab0'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:48:17.980415 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-c17ef952-b5cd-41ef-a77a-842f4f4bc928 None None] Set router cf084cc4-a912-4722-a62a-a42dd7422ab0 gateway port host: None {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:48:18.160129 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-75e759a0-2734-468d-ad39-f7b34ffff891 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] 10.222.0.65 "GET /v2.0/routers/cf084cc4-a912-4722-a62a-a42dd7422ab0 HTTP/1.1" status: 200 len: 704 time: 0.3973460 Feb 04 12:48:18.162767 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 37430) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:18.165175 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-c17ef952-b5cd-41ef-a77a-842f4f4bc928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf084cc4-a912-4722-a62a-a42dd7422ab0', 'name': 'tempest-RoutersIpV6Test-router-1459992588', 'tenant_id': '3fccd7acaf5a4db2beb516182b08458d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:48:15Z', 'updated_at': '2022-02-04T12:48:16Z', 'revision_number': 2, 'project_id': '3fccd7acaf5a4db2beb516182b08458d', 'gw_port_host': None}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:48:18.176917 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dcd12f00-eae3-4736-a0b2-1e17edb24224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:18.247877 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17ef952-b5cd-41ef-a77a-842f4f4bc928 None None] Checking router: cf084cc4-a912-4722-a62a-a42dd7422ab0 for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:48:18.251147 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-73227970-6162-4113-b995-89cc69d6aca0 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf084cc4-a912-4722-a62a-a42dd7422ab0 HTTP/1.1" status: 200 len: 205 time: 0.0836523 Feb 04 12:48:18.252456 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 37432) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:18.304901 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17ef952-b5cd-41ef-a77a-842f4f4bc928 None None] Routers {'cf084cc4-a912-4722-a62a-a42dd7422ab0'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:48:18.305855 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-c17ef952-b5cd-41ef-a77a-842f4f4bc928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:48:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['cf084cc4-a912-4722-a62a-a42dd7422ab0'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:48:18.570737 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-15cf9ae1-2a0f-4454-b3d9-274f6812787c admin admin] Deleting port 3a2b3e52-95b4-4f22-9e92-c5f9ce1bf3be {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:48:18.572847 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-15cf9ae1-2a0f-4454-b3d9-274f6812787c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (3a2b3e52-95b4-4f22-9e92-c5f9ce1bf3be), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:18.583990 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9c03af6a-7a0c-4f66-91de-3fcd2cdd4e5f tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks [] for router (cf084cc4-a912-4722-a62a-a42dd7422ab0), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:18.846010 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-15cf9ae1-2a0f-4454-b3d9-274f6812787c admin admin] For port 3a2b3e52-95b4-4f22-9e92-c5f9ce1bf3be, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=3a2b3e52-95b4-4f22-9e92-c5f9ce1bf3be,segment=NetworkSegment(a093ce63-cf30-4da6-9f0a-e3cc3d101fbb),segment_id=a093ce63-cf30-4da6-9f0a-e3cc3d101fbb)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:48:18.846438 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-15cf9ae1-2a0f-4454-b3d9-274f6812787c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (3a2b3e52-95b4-4f22-9e92-c5f9ce1bf3be), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:18.892300 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-15cf9ae1-2a0f-4454-b3d9-274f6812787c admin admin] Calling delete_port for 3a2b3e52-95b4-4f22-9e92-c5f9ce1bf3be owned by network:router_interface {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:48:19.006657 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-c17ef952-b5cd-41ef-a77a-842f4f4bc928 None None] Set router cf084cc4-a912-4722-a62a-a42dd7422ab0 gateway port host: None {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:48:19.156688 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9c03af6a-7a0c-4f66-91de-3fcd2cdd4e5f tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10915'] for router (cf084cc4-a912-4722-a62a-a42dd7422ab0), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:19.173220 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9c03af6a-7a0c-4f66-91de-3fcd2cdd4e5f tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks [] for router_controller (cf084cc4-a912-4722-a62a-a42dd7422ab0), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:19.181148 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-c17ef952-b5cd-41ef-a77a-842f4f4bc928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf084cc4-a912-4722-a62a-a42dd7422ab0', 'name': 'tempest-RoutersIpV6Test-router-1459992588', 'tenant_id': '3fccd7acaf5a4db2beb516182b08458d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:48:15Z', 'updated_at': '2022-02-04T12:48:16Z', 'revision_number': 2, 'project_id': '3fccd7acaf5a4db2beb516182b08458d', 'gw_port_host': None}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:48:19.237061 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87860c09-c0cf-462c-9fdb-36fa3f18adf5 req-98099cbb-c6f6-481c-bd85-ede31f8420af tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:19.243341 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-87860c09-c0cf-462c-9fdb-36fa3f18adf5 req-98099cbb-c6f6-481c-bd85-ede31f8420af tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/ports?device_id=4670cef3-301f-4e64-9df2-0e13ec2bf768 HTTP/1.1" status: 200 len: 945 time: 0.5180967 Feb 04 12:48:19.321303 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 9bbe1d74-0ce9-46ed-8579-4c905fcbf9cd up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:48:19.351210 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17ef952-b5cd-41ef-a77a-842f4f4bc928 None None] The sync data for ids ['cf084cc4-a912-4722-a62a-a42dd7422ab0'] in n-d-825015-3 is: [{'id': 'cf084cc4-a912-4722-a62a-a42dd7422ab0', 'name': 'tempest-RoutersIpV6Test-router-1459992588', 'tenant_id': '3fccd7acaf5a4db2beb516182b08458d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:48:15Z', 'updated_at': '2022-02-04T12:48:16Z', 'revision_number': 2, 'project_id': '3fccd7acaf5a4db2beb516182b08458d', 'gw_port_host': None}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:48:19.409880 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-15cf9ae1-2a0f-4454-b3d9-274f6812787c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (3a2b3e52-95b4-4f22-9e92-c5f9ce1bf3be), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:19.411503 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9c03af6a-7a0c-4f66-91de-3fcd2cdd4e5f tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622829'] for router (cf084cc4-a912-4722-a62a-a42dd7422ab0), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:19.419856 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c03af6a-7a0c-4f66-91de-3fcd2cdd4e5f tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Fanout notify agent at l3_agent the message router_deleted on router cf084cc4-a912-4722-a62a-a42dd7422ab0 {{(pid=103475) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 12:48:19.454370 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:19.455261 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cf9ae1-2a0f-4454-b3d9-274f6812787c admin admin] Pushing event deleted for resources: {'Port': ['ID=3a2b3e52-95b4-4f22-9e92-c5f9ce1bf3be,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:19.474846 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9c03af6a-7a0c-4f66-91de-3fcd2cdd4e5f tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] Publish callbacks [] for router (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:19.476044 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-9c03af6a-7a0c-4f66-91de-3fcd2cdd4e5f tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] 10.222.0.65 "DELETE /v2.0/routers/cf084cc4-a912-4722-a62a-a42dd7422ab0 HTTP/1.1" status: 204 len: 168 time: 1.2222617 Feb 04 12:48:19.481261 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 9bbe1d74-0ce9-46ed-8579-4c905fcbf9cd triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:48:19.484809 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (9bbe1d74-0ce9-46ed-8579-4c905fcbf9cd), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:19.490693 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 37454) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:19.530952 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-87860c09-c0cf-462c-9fdb-36fa3f18adf5 req-36daa8d2-af66-4197-9f0b-38d4fcb171dc tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c15dfa5-1b74-494d-a4b3-b834b3f91fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154756 Feb 04 12:48:19.628898 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-51a20ca5-6e5d-4246-aff2-c0e733910d9f tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf084cc4-a912-4722-a62a-a42dd7422ab0 HTTP/1.1" status: 200 len: 205 time: 0.1370547 Feb 04 12:48:19.634632 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 37456) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:19.804066 n-d-825015-3 neutron-server[103475]: INFO neutron.api.v2.resource [None req-8092161a-a959-4bf7-aa7f-3b511ca6addb tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] delete failed (client error): The resource could not be found. Feb 04 12:48:19.807962 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-8092161a-a959-4bf7-aa7f-3b511ca6addb tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] 10.222.0.65 "DELETE /v2.0/routers/cf084cc4-a912-4722-a62a-a42dd7422ab0 HTTP/1.1" status: 404 len: 336 time: 0.1667931 Feb 04 12:48:19.808891 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 37460) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:19.851921 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 9bbe1d74-0ce9-46ed-8579-4c905fcbf9cd is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:48:19.852495 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (9bbe1d74-0ce9-46ed-8579-4c905fcbf9cd), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:19.913124 n-d-825015-3 neutron-server[103475]: INFO neutron.pecan_wsgi.hooks.translation [None req-684cb368-c4f4-4381-963d-a429d32ebcc0 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] DELETE failed (client error): The resource could not be found. Feb 04 12:48:19.917496 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-684cb368-c4f4-4381-963d-a429d32ebcc0 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103475) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 12:48:19.923112 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port 9bbe1d74-0ce9-46ed-8579-4c905fcbf9cd, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=9bbe1d74-0ce9-46ed-8579-4c905fcbf9cd,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:48:19.927169 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-684cb368-c4f4-4381-963d-a429d32ebcc0 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] 10.222.0.65 "DELETE /v2.0/subnets/0dfbae9e-ed6d-423c-9949-6cc5dee24f0a HTTP/1.1" status: 404 len: 337 time: 0.1152079 Feb 04 12:48:19.935030 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (9bbe1d74-0ce9-46ed-8579-4c905fcbf9cd), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:19.941513 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 37464) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:20.038018 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97b98d2-f168-46da-847f-6373bfdefdee req-460064cf-8bfd-4421-8c58-c603149eaa83 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:20.039612 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-f97b98d2-f168-46da-847f-6373bfdefdee req-460064cf-8bfd-4421-8c58-c603149eaa83 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.77 "GET /v2.0/ports?device_id=4670cef3-301f-4e64-9df2-0e13ec2bf768 HTTP/1.1" status: 200 len: 945 time: 0.1851559 Feb 04 12:48:20.064170 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-15cf9ae1-2a0f-4454-b3d9-274f6812787c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622067'] for router_interface (033817e3-7f8b-41b9-90c1-e0a41e4dc589), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:20.083106 n-d-825015-3 neutron-server[103475]: INFO neutron.pecan_wsgi.hooks.translation [None req-67474b8c-9a69-4a9e-941a-7a2f64849438 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] DELETE failed (client error): The resource could not be found. Feb 04 12:48:20.083669 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67474b8c-9a69-4a9e-941a-7a2f64849438 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103475) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 12:48:20.087574 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-67474b8c-9a69-4a9e-941a-7a2f64849438 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] 10.222.0.65 "DELETE /v2.0/subnets/98ee853f-ae9e-4711-905a-1e82a0d71f76 HTTP/1.1" status: 404 len: 337 time: 0.1380825 Feb 04 12:48:20.092811 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 37472) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:20.141517 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=9bbe1d74-0ce9-46ed-8579-4c905fcbf9cd,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:20.165377 n-d-825015-3 neutron-server[103475]: INFO neutron.pecan_wsgi.hooks.translation [None req-332506a4-96a8-41e7-a257-1ad059cf1129 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] DELETE failed (client error): The resource could not be found. Feb 04 12:48:20.165377 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-332506a4-96a8-41e7-a257-1ad059cf1129 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103475) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 12:48:20.169333 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-332506a4-96a8-41e7-a257-1ad059cf1129 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] 10.222.0.65 "DELETE /v2.0/subnets/1da51ffd-3a2b-4163-8aec-62ae41b758d3 HTTP/1.1" status: 404 len: 337 time: 0.0751083 Feb 04 12:48:20.172483 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 37474) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:20.497603 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 12:48:20.516115 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:20.804508 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-f97b98d2-f168-46da-847f-6373bfdefdee req-8cd6b679-6f20-4032-86ea-854a3198f2a5 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] Deleting port 410ab158-6569-4ce1-a297-f71c55728960 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:48:20.804937 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-f97b98d2-f168-46da-847f-6373bfdefdee req-8cd6b679-6f20-4032-86ea-854a3198f2a5 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (410ab158-6569-4ce1-a297-f71c55728960), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:20.813273 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15cf9ae1-2a0f-4454-b3d9-274f6812787c admin admin] Router 033817e3-7f8b-41b9-90c1-e0a41e4dc589 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:48:20.891663 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cfc28d-d9ed-41d9-b03b-a3ca20d8fd9a None None] Sync routers for ids ['541da02e-49a5-4e7c-b130-011bfcc7f61b'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:48:20.916214 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cfc28d-d9ed-41d9-b03b-a3ca20d8fd9a None None] Routers {'541da02e-49a5-4e7c-b130-011bfcc7f61b'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:48:20.916864 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-57cfc28d-d9ed-41d9-b03b-a3ca20d8fd9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:48:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['541da02e-49a5-4e7c-b130-011bfcc7f61b'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:48:21.241843 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-f97b98d2-f168-46da-847f-6373bfdefdee req-8cd6b679-6f20-4032-86ea-854a3198f2a5 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] For port 410ab158-6569-4ce1-a297-f71c55728960, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=410ab158-6569-4ce1-a297-f71c55728960,segment=NetworkSegment(a4fd1883-c4c7-4318-8e98-9e85a63fb156),segment_id=a4fd1883-c4c7-4318-8e98-9e85a63fb156)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:48:21.242648 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-f97b98d2-f168-46da-847f-6373bfdefdee req-8cd6b679-6f20-4032-86ea-854a3198f2a5 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (410ab158-6569-4ce1-a297-f71c55728960), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:21.267786 n-d-825015-3 neutron-server[103475]: INFO neutron.pecan_wsgi.hooks.translation [None req-65eb3bde-7d70-40f7-bcb9-aa6c9fdcb19d tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] DELETE failed (client error): The resource could not be found. Feb 04 12:48:21.268396 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65eb3bde-7d70-40f7-bcb9-aa6c9fdcb19d tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103475) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 12:48:21.274117 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-65eb3bde-7d70-40f7-bcb9-aa6c9fdcb19d tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] 10.222.0.65 "DELETE /v2.0/subnets/45839c3a-851e-4316-ae5c-98cfc9c7c852 HTTP/1.1" status: 404 len: 337 time: 1.0979872 Feb 04 12:48:21.279361 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-57cfc28d-d9ed-41d9-b03b-a3ca20d8fd9a None None] Set router 541da02e-49a5-4e7c-b130-011bfcc7f61b gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:48:21.295455 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-f97b98d2-f168-46da-847f-6373bfdefdee req-8cd6b679-6f20-4032-86ea-854a3198f2a5 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] Calling delete_port for 410ab158-6569-4ce1-a297-f71c55728960 owned by compute:nova {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:48:21.311936 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 37492) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:21.372268 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 9bbe1d74-0ce9-46ed-8579-4c905fcbf9cd up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:48:21.392971 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-86f37605-6754-4fcd-938e-507c83d93613 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] 10.222.0.65 "GET /v2.0/ports?device_id=23a4f602-cd90-4527-acba-46271144ffed HTTP/1.1" status: 200 len: 205 time: 0.0770833 Feb 04 12:48:21.401389 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 37494) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:21.501610 n-d-825015-3 neutron-server[103475]: INFO neutron.api.v2.resource [None req-b9b479cb-07b4-4e0c-936b-982b5cdc07c6 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] delete failed (client error): The resource could not be found. Feb 04 12:48:21.502845 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-b9b479cb-07b4-4e0c-936b-982b5cdc07c6 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] 10.222.0.65 "DELETE /v2.0/routers/23a4f602-cd90-4527-acba-46271144ffed HTTP/1.1" status: 404 len: 336 time: 0.0986426 Feb 04 12:48:21.503003 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 9bbe1d74-0ce9-46ed-8579-4c905fcbf9cd triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:48:21.503333 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (9bbe1d74-0ce9-46ed-8579-4c905fcbf9cd), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:21.506401 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 37496) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:21.572532 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15cf9ae1-2a0f-4454-b3d9-274f6812787c admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:48:21.579528 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-15cf9ae1-2a0f-4454-b3d9-274f6812787c admin admin] 10.222.0.65 "PUT /v2.0/routers/033817e3-7f8b-41b9-90c1-e0a41e4dc589/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8358479 Feb 04 12:48:21.581965 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 37498) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:21.588309 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-6ecf6505-06de-459b-8e89-1e312c568143 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] 10.222.0.65 "GET /v2.0/ports?device_id=8024aed0-e930-4c1f-b2e0-341234e7c0dd HTTP/1.1" status: 200 len: 205 time: 0.0778320 Feb 04 12:48:21.594310 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 37500) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:21.600543 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01de430-36f4-4340-b663-6ec4a92f8d46 None None] Sync routers for ids ['033817e3-7f8b-41b9-90c1-e0a41e4dc589'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:48:21.602874 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c58bedd-579a-4156-87b6-a418c7a14e71 req-18e02a59-f923-4412-a631-fce96255f082 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:21.605411 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8c58bedd-579a-4156-87b6-a418c7a14e71 req-18e02a59-f923-4412-a631-fce96255f082 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/ports?device_id=4670cef3-301f-4e64-9df2-0e13ec2bf768 HTTP/1.1" status: 200 len: 945 time: 0.4019868 Feb 04 12:48:21.693092 n-d-825015-3 neutron-server[103475]: INFO neutron.api.v2.resource [None req-6900fe4d-50bf-4fe1-ad3f-cdbb3d038ef7 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] delete failed (client error): The resource could not be found. Feb 04 12:48:21.694423 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-6900fe4d-50bf-4fe1-ad3f-cdbb3d038ef7 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] 10.222.0.65 "DELETE /v2.0/routers/8024aed0-e930-4c1f-b2e0-341234e7c0dd HTTP/1.1" status: 404 len: 336 time: 0.0878499 Feb 04 12:48:21.699898 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-57cfc28d-d9ed-41d9-b03b-a3ca20d8fd9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '541da02e-49a5-4e7c-b130-011bfcc7f61b', 'name': 'tempest-TestVolumeBootPattern-1458857558-router', 'tenant_id': '7377b73dfb254cc999e40099a2f530d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '9bbe1d74-0ce9-46ed-8579-4c905fcbf9cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:48:00Z', 'updated_at': '2022-02-04T12:48:13Z', 'revision_number': 4, 'project_id': '7377b73dfb254cc999e40099a2f530d1', 'gw_port': {'id': '9bbe1d74-0ce9-46ed-8579-4c905fcbf9cd', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:c4:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541da02e-49a5-4e7c-b130-011bfcc7f61b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2893, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:48:01Z', 'updated_at': '2022-02-04T12:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'd2bed9ed-092d-4927-b937-daad04d1a7a7', 'name': '', 'network_id': 'dabfb45d-aed5-4bce-ab2d-4ab2be7d1d19', 'tenant_id': '7377b73dfb254cc999e40099a2f530d1', 'mac_address': 'fa:16:3e:f0:61:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '541da02e-49a5-4e7c-b130-011bfcc7f61b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '7b2bb91d-6b7e-42ac-86ba-da8320c87c63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:48:11Z', 'updated_at': '2022-02-04T12:48:13Z', 'revision_number': 2, 'project_id': '7377b73dfb254cc999e40099a2f530d1', 'subnets': [{'id': '7b2bb91d-6b7e-42ac-86ba-da8320c87c63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:48:21.701310 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 37506) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:21.705365 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01de430-36f4-4340-b663-6ec4a92f8d46 None None] Routers {'033817e3-7f8b-41b9-90c1-e0a41e4dc589'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:48:21.706032 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-d01de430-36f4-4340-b663-6ec4a92f8d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:48:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['033817e3-7f8b-41b9-90c1-e0a41e4dc589'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:48:21.757161 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cfc28d-d9ed-41d9-b03b-a3ca20d8fd9a None None] Checking router: 541da02e-49a5-4e7c-b130-011bfcc7f61b for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:48:21.763325 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cfc28d-d9ed-41d9-b03b-a3ca20d8fd9a None None] Updating router 541da02e-49a5-4e7c-b130-011bfcc7f61b port d2bed9ed-092d-4927-b937-daad04d1a7a7 binding host n-d-825015-3 {{(pid=103477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:48:21.776231 n-d-825015-3 neutron-server[103475]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fd71635-2d0a-4aff-b7fa-c6ec42dd91e4 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] DELETE failed (client error): The resource could not be found. Feb 04 12:48:21.776965 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fd71635-2d0a-4aff-b7fa-c6ec42dd91e4 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103475) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 12:48:21.781431 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-8fd71635-2d0a-4aff-b7fa-c6ec42dd91e4 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] 10.222.0.65 "DELETE /v2.0/subnets/b69b762d-1b6c-48bf-a4bb-69c301cc6675 HTTP/1.1" status: 404 len: 337 time: 0.0784018 Feb 04 12:48:21.784682 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 37508) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:21.819362 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-57cfc28d-d9ed-41d9-b03b-a3ca20d8fd9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (d2bed9ed-092d-4927-b937-daad04d1a7a7), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:21.865302 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 37510) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:21.870759 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-0688b2bd-ecc8-46b1-8508-079514ed422c tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] 10.222.0.65 "GET /v2.0/ports?device_id=83e44d23-2204-4004-b21e-fc30255a2e30 HTTP/1.1" status: 200 len: 205 time: 0.0846834 Feb 04 12:48:21.898440 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3b58cee9-88d7-437e-9a32-b5cfd30bbe2f admin admin] Publish callbacks [] for router (033817e3-7f8b-41b9-90c1-e0a41e4dc589), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:21.943296 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8c58bedd-579a-4156-87b6-a418c7a14e71 req-db9d1bcf-0b7f-4605-9a9b-8d1165131c7b tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c15dfa5-1b74-494d-a4b3-b834b3f91fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3283653 Feb 04 12:48:21.980822 n-d-825015-3 neutron-server[103474]: INFO neutron.api.v2.resource [None req-46c9ca30-a657-4f34-a80c-fdc69974aa9b tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] delete failed (client error): The resource could not be found. Feb 04 12:48:21.981952 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-46c9ca30-a657-4f34-a80c-fdc69974aa9b tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] 10.222.0.65 "DELETE /v2.0/routers/83e44d23-2204-4004-b21e-fc30255a2e30 HTTP/1.1" status: 404 len: 336 time: 0.1153505 Feb 04 12:48:21.988988 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 37514) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:22.032119 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 9bbe1d74-0ce9-46ed-8579-4c905fcbf9cd is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:48:22.055379 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-d5725c6f-d7c6-43e1-88c2-e536ccab31dc tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] 10.222.0.65 "GET /v2.0/ports?device_id=6c909e18-3bad-49ff-83b2-3e70848dcd32 HTTP/1.1" status: 200 len: 205 time: 0.0648053 Feb 04 12:48:22.058145 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 37516) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:22.064813 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-d01de430-36f4-4340-b663-6ec4a92f8d46 None None] Set router 033817e3-7f8b-41b9-90c1-e0a41e4dc589 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:48:22.067676 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:22.115350 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-f97b98d2-f168-46da-847f-6373bfdefdee req-8cd6b679-6f20-4032-86ea-854a3198f2a5 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (410ab158-6569-4ce1-a297-f71c55728960), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:22.134845 n-d-825015-3 neutron-server[103475]: INFO neutron.api.v2.resource [None req-44804eb0-788e-4f5b-ac33-3878338368cb tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] delete failed (client error): The resource could not be found. Feb 04 12:48:22.136288 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-44804eb0-788e-4f5b-ac33-3878338368cb tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] 10.222.0.65 "DELETE /v2.0/routers/6c909e18-3bad-49ff-83b2-3e70848dcd32 HTTP/1.1" status: 404 len: 336 time: 0.0762591 Feb 04 12:48:22.144536 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 37522) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:22.164785 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd6b679-6f20-4032-86ea-854a3198f2a5 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] Pushing event deleted for resources: {'Port': ['ID=410ab158-6569-4ce1-a297-f71c55728960,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:22.183816 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['73496b59-debb-4286-ae40-07aee2ab340e'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:48:22.269842 n-d-825015-3 neutron-server[103475]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ba78ca5-2434-48ff-b3d2-c40470336d3e tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] DELETE failed (client error): The resource could not be found. Feb 04 12:48:22.270461 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ba78ca5-2434-48ff-b3d2-c40470336d3e tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103475) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 12:48:22.281153 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-6ba78ca5-2434-48ff-b3d2-c40470336d3e tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] 10.222.0.65 "DELETE /v2.0/subnets/262093e2-80c8-4bdd-8077-3a772a43244a HTTP/1.1" status: 404 len: 337 time: 0.1352713 Feb 04 12:48:22.297284 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 37528) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:22.342705 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-f97b98d2-f168-46da-847f-6373bfdefdee req-8cd6b679-6f20-4032-86ea-854a3198f2a5 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] No DVR routers for this DVR port 410ab158-6569-4ce1-a297-f71c55728960 on host n-h2-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:48:22.351612 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-f97b98d2-f168-46da-847f-6373bfdefdee req-8cd6b679-6f20-4032-86ea-854a3198f2a5 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:22.357851 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-f97b98d2-f168-46da-847f-6373bfdefdee req-8cd6b679-6f20-4032-86ea-854a3198f2a5 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.77 "DELETE /v2.0/ports/410ab158-6569-4ce1-a297-f71c55728960 HTTP/1.1" status: 204 len: 173 time: 2.3115351 Feb 04 12:48:22.358711 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4670cef3-301f-4e64-9df2-0e13ec2bf768', 'name': 'network-vif-deleted', 'tag': '410ab158-6569-4ce1-a297-f71c55728960'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:48:22.363359 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2f5a53a-2512-40e9-a897-e5f19d420930" -d '{"events": [{"server_uuid": "4670cef3-301f-4e64-9df2-0e13ec2bf768", "name": "network-vif-deleted", "tag": "410ab158-6569-4ce1-a297-f71c55728960"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:48:22.391164 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-b127461c-8082-4faa-be02-e74be4249631 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] 10.222.0.65 "GET /v2.0/ports?device_id=4cecdaeb-853b-49d9-9922-08812918c203 HTTP/1.1" status: 200 len: 205 time: 0.0924702 Feb 04 12:48:22.393966 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 37534) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:22.401496 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3b58cee9-88d7-437e-9a32-b5cfd30bbe2f admin admin] Publish callbacks [] for router_gateway (033817e3-7f8b-41b9-90c1-e0a41e4dc589), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:22.451479 n-d-825015-3 neutron-server[103475]: INFO neutron.api.v2.resource [None req-6f53afc6-820f-45a0-8113-73ed4b91907c tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] delete failed (client error): The resource could not be found. Feb 04 12:48:22.453512 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-6f53afc6-820f-45a0-8113-73ed4b91907c tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] 10.222.0.65 "DELETE /v2.0/routers/4cecdaeb-853b-49d9-9922-08812918c203 HTTP/1.1" status: 404 len: 336 time: 0.0574760 Feb 04 12:48:22.464404 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 37536) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:22.530034 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2caed05-e8cf-47fd-ab3c-a9da63422974 x-openstack-request-id: req-c2caed05-e8cf-47fd-ab3c-a9da63422974 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:48:22.530370 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4670cef3-301f-4e64-9df2-0e13ec2bf768", "name": "network-vif-deleted", "tag": "410ab158-6569-4ce1-a297-f71c55728960", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:48:22.530771 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c2caed05-e8cf-47fd-ab3c-a9da63422974 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:48:22.534185 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4670cef3-301f-4e64-9df2-0e13ec2bf768', 'name': 'network-vif-deleted', 'tag': '410ab158-6569-4ce1-a297-f71c55728960', 'status': 'completed', 'code': 200} Feb 04 12:48:22.549694 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-57cfc28d-d9ed-41d9-b03b-a3ca20d8fd9a None None] Publish callbacks [] for port (d2bed9ed-092d-4927-b937-daad04d1a7a7), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:22.563302 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-3b58cee9-88d7-437e-9a32-b5cfd30bbe2f admin admin] Deleting port 31e761a1-2257-49aa-8a16-11521fd6750c {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:48:22.563699 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3b58cee9-88d7-437e-9a32-b5cfd30bbe2f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (31e761a1-2257-49aa-8a16-11521fd6750c), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:22.571686 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-57cfc28d-d9ed-41d9-b03b-a3ca20d8fd9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (d2bed9ed-092d-4927-b937-daad04d1a7a7), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:22.601446 n-d-825015-3 neutron-server[103475]: INFO neutron.pecan_wsgi.hooks.translation [None req-10c6a1d2-be54-423f-98bf-01d45c87c40b tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] DELETE failed (client error): The resource could not be found. Feb 04 12:48:22.602325 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10c6a1d2-be54-423f-98bf-01d45c87c40b tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103475) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 12:48:22.605871 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-10c6a1d2-be54-423f-98bf-01d45c87c40b tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] 10.222.0.65 "DELETE /v2.0/subnets/5b2edc01-da3d-4e33-b3a3-0d8c2a5153e1 HTTP/1.1" status: 404 len: 337 time: 0.1402974 Feb 04 12:48:22.609383 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 37542) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:22.677086 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdd982c-1d73-481a-b365-5a94f27a04c1 None None] Pushing event updated for resources: {'Port': ['ID=d2bed9ed-092d-4927-b937-daad04d1a7a7,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:22.686586 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-2592987f-0371-4e4f-b4cb-0af871a1294a tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] 10.222.0.65 "GET /v2.0/ports?device_id=235a1eef-30e7-42c5-856b-424c64864291 HTTP/1.1" status: 200 len: 205 time: 0.0738361 Feb 04 12:48:22.688349 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 37548) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:22.747170 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-d01de430-36f4-4340-b663-6ec4a92f8d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '033817e3-7f8b-41b9-90c1-e0a41e4dc589', 'name': 'tempest-TaggedBootDevicesTest-274412170-router', 'tenant_id': 'ca25972521404bd998e7680810e52c91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '31e761a1-2257-49aa-8a16-11521fd6750c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:38:35Z', 'updated_at': '2022-02-04T12:48:19Z', 'revision_number': 5, 'project_id': 'ca25972521404bd998e7680810e52c91', 'gw_port': {'id': '31e761a1-2257-49aa-8a16-11521fd6750c', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:03:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033817e3-7f8b-41b9-90c1-e0a41e4dc589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:38:36Z', 'updated_at': '2022-02-04T12:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:48:22.811861 n-d-825015-3 neutron-server[103475]: INFO neutron.api.v2.resource [None req-4a8d8db6-1989-43ef-b7ce-81d53ab6f1d4 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] delete failed (client error): The resource could not be found. Feb 04 12:48:22.816001 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-4a8d8db6-1989-43ef-b7ce-81d53ab6f1d4 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] 10.222.0.65 "DELETE /v2.0/routers/235a1eef-30e7-42c5-856b-424c64864291 HTTP/1.1" status: 404 len: 336 time: 0.1258109 Feb 04 12:48:22.816606 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 37550) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:22.853002 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01de430-36f4-4340-b663-6ec4a92f8d46 None None] Checking router: 033817e3-7f8b-41b9-90c1-e0a41e4dc589 for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:48:22.870831 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01de430-36f4-4340-b663-6ec4a92f8d46 None None] Routers {'033817e3-7f8b-41b9-90c1-e0a41e4dc589'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:48:22.871387 n-d-825015-3 neutron-server[103475]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c995de1-1e9d-4a91-b5f9-9eddad1b8fbd tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] DELETE failed (client error): The resource could not be found. Feb 04 12:48:22.878786 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-d01de430-36f4-4340-b663-6ec4a92f8d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:48:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['033817e3-7f8b-41b9-90c1-e0a41e4dc589'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:48:22.894819 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c995de1-1e9d-4a91-b5f9-9eddad1b8fbd tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103475) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 12:48:22.909541 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-57cfc28d-d9ed-41d9-b03b-a3ca20d8fd9a None None] Attempting to bind port d2bed9ed-092d-4927-b937-daad04d1a7a7 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:48:22.912340 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-57cfc28d-d9ed-41d9-b03b-a3ca20d8fd9a None None] Attempting to bind port d2bed9ed-092d-4927-b937-daad04d1a7a7 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '8d872933-3714-46f7-b52a-df7db8e1bba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'dabfb45d-aed5-4bce-ab2d-4ab2be7d1d19'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:48:22.913312 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57cfc28d-d9ed-41d9-b03b-a3ca20d8fd9a None None] Attempting to bind port d2bed9ed-092d-4927-b937-daad04d1a7a7 on network dabfb45d-aed5-4bce-ab2d-4ab2be7d1d19 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:48:22.914698 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-1c995de1-1e9d-4a91-b5f9-9eddad1b8fbd tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] 10.222.0.65 "DELETE /v2.0/subnets/63cdce37-dcf0-4f83-a24b-d2afd3192466 HTTP/1.1" status: 404 len: 337 time: 0.0926197 Feb 04 12:48:22.916427 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 37556) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:22.956623 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57cfc28d-d9ed-41d9-b03b-a3ca20d8fd9a None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:48:22.957002 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57cfc28d-d9ed-41d9-b03b-a3ca20d8fd9a None None] Checking segment: {'id': '8d872933-3714-46f7-b52a-df7db8e1bba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'dabfb45d-aed5-4bce-ab2d-4ab2be7d1d19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:48:22.957418 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-57cfc28d-d9ed-41d9-b03b-a3ca20d8fd9a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:22.957863 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57cfc28d-d9ed-41d9-b03b-a3ca20d8fd9a None None] Bound using segment: {'id': '8d872933-3714-46f7-b52a-df7db8e1bba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'dabfb45d-aed5-4bce-ab2d-4ab2be7d1d19'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:48:22.958349 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-57cfc28d-d9ed-41d9-b03b-a3ca20d8fd9a None None] Bound port: d2bed9ed-092d-4927-b937-daad04d1a7a7, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d872933-3714-46f7-b52a-df7db8e1bba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'dabfb45d-aed5-4bce-ab2d-4ab2be7d1d19'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:48:22.958732 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-57cfc28d-d9ed-41d9-b03b-a3ca20d8fd9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (d2bed9ed-092d-4927-b937-daad04d1a7a7), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:23.031371 n-d-825015-3 neutron-server[103475]: INFO neutron.pecan_wsgi.hooks.translation [None req-da18fb2e-5ca4-4967-9ac0-ff369ec864b0 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] DELETE failed (client error): The resource could not be found. Feb 04 12:48:23.031901 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da18fb2e-5ca4-4967-9ac0-ff369ec864b0 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103475) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 12:48:23.044604 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-da18fb2e-5ca4-4967-9ac0-ff369ec864b0 tempest-RoutersIpV6Test-1000493051 tempest-RoutersIpV6Test-1000493051-project] 10.222.0.65 "DELETE /v2.0/subnets/7557836c-2180-4cd9-b72c-d5ed396d117f HTTP/1.1" status: 404 len: 337 time: 0.1218140 Feb 04 12:48:23.251966 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-3b58cee9-88d7-437e-9a32-b5cfd30bbe2f admin admin] For port 31e761a1-2257-49aa-8a16-11521fd6750c, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=31e761a1-2257-49aa-8a16-11521fd6750c,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:48:23.252476 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3b58cee9-88d7-437e-9a32-b5cfd30bbe2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (31e761a1-2257-49aa-8a16-11521fd6750c), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:23.257246 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-57cfc28d-d9ed-41d9-b03b-a3ca20d8fd9a None None] For port d2bed9ed-092d-4927-b937-daad04d1a7a7, host n-d-825015-3, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:48:23.267454 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-57cfc28d-d9ed-41d9-b03b-a3ca20d8fd9a None None] For port d2bed9ed-092d-4927-b937-daad04d1a7a7, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=d2bed9ed-092d-4927-b937-daad04d1a7a7,segment=NetworkSegment(8d872933-3714-46f7-b52a-df7db8e1bba9),segment_id=8d872933-3714-46f7-b52a-df7db8e1bba9)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:48:23.284119 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-d01de430-36f4-4340-b663-6ec4a92f8d46 None None] Set router 033817e3-7f8b-41b9-90c1-e0a41e4dc589 gateway port host: None {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:48:23.285111 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-57cfc28d-d9ed-41d9-b03b-a3ca20d8fd9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (d2bed9ed-092d-4927-b937-daad04d1a7a7), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:23.288229 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-3b58cee9-88d7-437e-9a32-b5cfd30bbe2f admin admin] Calling delete_port for 31e761a1-2257-49aa-8a16-11521fd6750c owned by network:router_gateway {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:48:23.394694 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1f3f251d-c5a8-4b9f-9b7d-06f6ea886761 req-60b8d59c-71b2-4849-a653-90e8edaac2c7 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/ports?device_id=4670cef3-301f-4e64-9df2-0e13ec2bf768 HTTP/1.1" status: 200 len: 210 time: 0.0956781 Feb 04 12:48:23.413902 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-d01de430-36f4-4340-b663-6ec4a92f8d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '033817e3-7f8b-41b9-90c1-e0a41e4dc589', 'name': 'tempest-TaggedBootDevicesTest-274412170-router', 'tenant_id': 'ca25972521404bd998e7680810e52c91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:38:35Z', 'updated_at': '2022-02-04T12:48:22Z', 'revision_number': 6, 'project_id': 'ca25972521404bd998e7680810e52c91', 'gw_port_host': None}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:48:23.418103 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdd982c-1d73-481a-b365-5a94f27a04c1 None None] Pushing event updated for resources: {'Port': ['ID=d2bed9ed-092d-4927-b937-daad04d1a7a7,revision_number=4']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:23.459879 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cfc28d-d9ed-41d9-b03b-a3ca20d8fd9a None None] Routers {'541da02e-49a5-4e7c-b130-011bfcc7f61b'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:48:23.459879 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-57cfc28d-d9ed-41d9-b03b-a3ca20d8fd9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:48:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['541da02e-49a5-4e7c-b130-011bfcc7f61b'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:48:23.494510 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955795cc-71dd-4bdc-8692-617413070aa5 req-11f1b0dc-145e-4d87-9352-d4213c6d3378 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:23.497154 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-955795cc-71dd-4bdc-8692-617413070aa5 req-11f1b0dc-145e-4d87-9352-d4213c6d3378 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/networks?id=f237d722-433d-480c-8987-66d34675134e HTTP/1.1" status: 200 len: 812 time: 0.3774643 Feb 04 12:48:23.533074 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-955795cc-71dd-4bdc-8692-617413070aa5 req-87c54e93-f6fc-4ed8-befb-8c103e690641 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/quotas/3c0dc8c0402645d983d20be0fc21117a HTTP/1.1" status: 200 len: 375 time: 0.0270100 Feb 04 12:48:23.544239 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-d145ab02-1ad4-433d-aa23-6070eafd2ca8 None None] Provisioning complete for port d2bed9ed-092d-4927-b937-daad04d1a7a7 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:48:23.544613 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d145ab02-1ad4-433d-aa23-6070eafd2ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (d2bed9ed-092d-4927-b937-daad04d1a7a7), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:23.547123 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01de430-36f4-4340-b663-6ec4a92f8d46 None None] The sync data for ids ['033817e3-7f8b-41b9-90c1-e0a41e4dc589'] in n-d-825015-3 is: [{'id': '033817e3-7f8b-41b9-90c1-e0a41e4dc589', 'name': 'tempest-TaggedBootDevicesTest-274412170-router', 'tenant_id': 'ca25972521404bd998e7680810e52c91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:38:35Z', 'updated_at': '2022-02-04T12:48:22Z', 'revision_number': 6, 'project_id': 'ca25972521404bd998e7680810e52c91', 'gw_port_host': None}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:48:23.675005 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-955795cc-71dd-4bdc-8692-617413070aa5 req-d0ce94c2-c085-40e1-99f4-d10e8a243af3 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=3c0dc8c0402645d983d20be0fc21117a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1376636 Feb 04 12:48:23.747972 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 37572) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:23.759386 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3b58cee9-88d7-437e-9a32-b5cfd30bbe2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (31e761a1-2257-49aa-8a16-11521fd6750c), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:23.819217 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b58cee9-88d7-437e-9a32-b5cfd30bbe2f admin admin] Pushing event deleted for resources: {'Port': ['ID=31e761a1-2257-49aa-8a16-11521fd6750c,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:23.863635 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-d145ab02-1ad4-433d-aa23-6070eafd2ca8 None None] Current status of the port d2bed9ed-092d-4927-b937-daad04d1a7a7 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:48:23.864706 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d145ab02-1ad4-433d-aa23-6070eafd2ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (d2bed9ed-092d-4927-b937-daad04d1a7a7), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:23.929565 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 410ab158-6569-4ce1-a297-f71c55728960 no longer exists at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:48:24.008551 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] No Port match for: 410ab158-6569-4ce1-a297-f71c55728960 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:48:24.016214 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 410ab158-6569-4ce1-a297-f71c55728960 not bound to the agent host n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:48:24.023179 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-d145ab02-1ad4-433d-aa23-6070eafd2ca8 None None] For port d2bed9ed-092d-4927-b937-daad04d1a7a7, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=d2bed9ed-092d-4927-b937-daad04d1a7a7,segment=NetworkSegment(8d872933-3714-46f7-b52a-df7db8e1bba9),segment_id=8d872933-3714-46f7-b52a-df7db8e1bba9)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:48:24.035187 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3b58cee9-88d7-437e-9a32-b5cfd30bbe2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1599901'] for router_gateway (033817e3-7f8b-41b9-90c1-e0a41e4dc589), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:24.036925 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d145ab02-1ad4-433d-aa23-6070eafd2ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (d2bed9ed-092d-4927-b937-daad04d1a7a7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:24.063651 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-57cfc28d-d9ed-41d9-b03b-a3ca20d8fd9a None None] Set router 541da02e-49a5-4e7c-b130-011bfcc7f61b gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:48:24.082154 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-955795cc-71dd-4bdc-8692-617413070aa5 req-827ee10d-f459-432f-a272-dbd47082f313 service neutron] 10.222.0.65 "GET /v2.0/networks/f237d722-433d-480c-8987-66d34675134e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4007449 Feb 04 12:48:24.176993 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d145ab02-1ad4-433d-aa23-6070eafd2ca8 None None] Pushing event updated for resources: {'Port': ['ID=d2bed9ed-092d-4927-b937-daad04d1a7a7,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:24.194242 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-37059558-5ef7-467b-b589-84e980772729 None None] Provisioning complete for port d2bed9ed-092d-4927-b937-daad04d1a7a7 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:48:24.194762 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-37059558-5ef7-467b-b589-84e980772729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (d2bed9ed-092d-4927-b937-daad04d1a7a7), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:24.265639 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3b58cee9-88d7-437e-9a32-b5cfd30bbe2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10915'] for router (033817e3-7f8b-41b9-90c1-e0a41e4dc589), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:24.268035 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3b58cee9-88d7-437e-9a32-b5cfd30bbe2f admin admin] Publish callbacks [] for router_controller (033817e3-7f8b-41b9-90c1-e0a41e4dc589), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:24.345150 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-37059558-5ef7-467b-b589-84e980772729 None None] Current status of the port d2bed9ed-092d-4927-b937-daad04d1a7a7 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:48:24.347717 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-955795cc-71dd-4bdc-8692-617413070aa5 req-293bfc64-4f96-4672-a908-01ead7e611bb service neutron] 10.222.0.65 "GET /v2.0/networks/f237d722-433d-480c-8987-66d34675134e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2570357 Feb 04 12:48:24.381623 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3b58cee9-88d7-437e-9a32-b5cfd30bbe2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622829'] for router (033817e3-7f8b-41b9-90c1-e0a41e4dc589), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:24.383042 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b58cee9-88d7-437e-9a32-b5cfd30bbe2f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 033817e3-7f8b-41b9-90c1-e0a41e4dc589 {{(pid=103474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 12:48:24.390326 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3b58cee9-88d7-437e-9a32-b5cfd30bbe2f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:24.395867 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-3b58cee9-88d7-437e-9a32-b5cfd30bbe2f admin admin] 10.222.0.65 "DELETE /v2.0/routers/033817e3-7f8b-41b9-90c1-e0a41e4dc589 HTTP/1.1" status: 204 len: 168 time: 2.8101900 Feb 04 12:48:24.396862 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 37586) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:24.419341 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 37592) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:24.419616 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-efdbc620-ebc6-4260-a902-2ec589ceee35 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3fccd7acaf5a4db2beb516182b08458d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6678715 Feb 04 12:48:24.471998 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_v2 [None req-a51bba92-aed3-44f0-99d7-05ec59964cd2 admin admin] Deleting subnet d174a82c-6751-442a-8e10-7a148203d4f7 {{(pid=103475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:48:24.475890 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a51bba92-aed3-44f0-99d7-05ec59964cd2 admin admin] Publish callbacks [] for subnet (d174a82c-6751-442a-8e10-7a148203d4f7), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:24.529047 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a51bba92-aed3-44f0-99d7-05ec59964cd2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51859329'] for subnet (d174a82c-6751-442a-8e10-7a148203d4f7), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:24.589485 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a17cf7eb-aad6-46eb-91a9-4e056e31cb89 admin admin] Publish callbacks [] for security_group (74e145df-0c22-49e0-9b5b-7ad7acaf1bc3), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:24.616656 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-57cfc28d-d9ed-41d9-b03b-a3ca20d8fd9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '541da02e-49a5-4e7c-b130-011bfcc7f61b', 'name': 'tempest-TestVolumeBootPattern-1458857558-router', 'tenant_id': '7377b73dfb254cc999e40099a2f530d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '9bbe1d74-0ce9-46ed-8579-4c905fcbf9cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:48:00Z', 'updated_at': '2022-02-04T12:48:13Z', 'revision_number': 4, 'project_id': '7377b73dfb254cc999e40099a2f530d1', 'gw_port': {'id': '9bbe1d74-0ce9-46ed-8579-4c905fcbf9cd', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:c4:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541da02e-49a5-4e7c-b130-011bfcc7f61b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2893, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:48:01Z', 'updated_at': '2022-02-04T12:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'd2bed9ed-092d-4927-b937-daad04d1a7a7', 'name': '', 'network_id': 'dabfb45d-aed5-4bce-ab2d-4ab2be7d1d19', 'tenant_id': '7377b73dfb254cc999e40099a2f530d1', 'mac_address': 'fa:16:3e:f0:61:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '541da02e-49a5-4e7c-b130-011bfcc7f61b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '7b2bb91d-6b7e-42ac-86ba-da8320c87c63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:48:11Z', 'updated_at': '2022-02-04T12:48:23Z', 'revision_number': 4, 'project_id': '7377b73dfb254cc999e40099a2f530d1', 'subnets': [{'id': '7b2bb91d-6b7e-42ac-86ba-da8320c87c63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:48:24.632857 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a51bba92-aed3-44f0-99d7-05ec59964cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (d174a82c-6751-442a-8e10-7a148203d4f7), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:24.678747 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a17cf7eb-aad6-46eb-91a9-4e056e31cb89 admin admin] Publish callbacks [] for security_group (74e145df-0c22-49e0-9b5b-7ad7acaf1bc3), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:24.688745 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cfc28d-d9ed-41d9-b03b-a3ca20d8fd9a None None] The sync data for ids ['541da02e-49a5-4e7c-b130-011bfcc7f61b'] in n-d-825015-3 is: [{'id': '541da02e-49a5-4e7c-b130-011bfcc7f61b', 'name': 'tempest-TestVolumeBootPattern-1458857558-router', 'tenant_id': '7377b73dfb254cc999e40099a2f530d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '9bbe1d74-0ce9-46ed-8579-4c905fcbf9cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:48:00Z', 'updated_at': '2022-02-04T12:48:13Z', 'revision_number': 4, 'project_id': '7377b73dfb254cc999e40099a2f530d1', 'gw_port': {'id': '9bbe1d74-0ce9-46ed-8579-4c905fcbf9cd', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:c4:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541da02e-49a5-4e7c-b130-011bfcc7f61b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2893, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:48:01Z', 'updated_at': '2022-02-04T12:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'd2bed9ed-092d-4927-b937-daad04d1a7a7', 'name': '', 'network_id': 'dabfb45d-aed5-4bce-ab2d-4ab2be7d1d19', 'tenant_id': '7377b73dfb254cc999e40099a2f530d1', 'mac_address': 'fa:16:3e:f0:61:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '541da02e-49a5-4e7c-b130-011bfcc7f61b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '7b2bb91d-6b7e-42ac-86ba-da8320c87c63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:48:11Z', 'updated_at': '2022-02-04T12:48:23Z', 'revision_number': 4, 'project_id': '7377b73dfb254cc999e40099a2f530d1', 'subnets': [{'id': '7b2bb91d-6b7e-42ac-86ba-da8320c87c63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:48:24.710352 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a51bba92-aed3-44f0-99d7-05ec59964cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-52093282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51452698'] for subnet (d174a82c-6751-442a-8e10-7a148203d4f7), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:24.757431 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51bba92-aed3-44f0-99d7-05ec59964cd2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d174a82c-6751-442a-8e10-7a148203d4f7,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:24.761407 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a51bba92-aed3-44f0-99d7-05ec59964cd2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:24.766322 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-a51bba92-aed3-44f0-99d7-05ec59964cd2 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/d174a82c-6751-442a-8e10-7a148203d4f7 HTTP/1.1" status: 204 len: 168 time: 0.3681147 Feb 04 12:48:24.769618 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 37602) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:24.774222 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94fedb1-ea63-44ff-a5f3-a3f3379d90d5 None None] Network e282f09d-0f00-48ae-be54-8328c02ae0af requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:48:24.862679 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a17cf7eb-aad6-46eb-91a9-4e056e31cb89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (74e145df-0c22-49e0-9b5b-7ad7acaf1bc3), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:24.865379 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a17cf7eb-aad6-46eb-91a9-4e056e31cb89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:24.866679 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-a17cf7eb-aad6-46eb-91a9-4e056e31cb89 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/74e145df-0c22-49e0-9b5b-7ad7acaf1bc3 HTTP/1.1" status: 204 len: 168 time: 0.4429691 Feb 04 12:48:24.880259 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17cf7eb-aad6-46eb-91a9-4e056e31cb89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74e145df-0c22-49e0-9b5b-7ad7acaf1bc3,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:24.973700 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fad564a8-bf71-4891-aeb8-88691361679c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (e282f09d-0f00-48ae-be54-8328c02ae0af), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:25.161427 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-fad564a8-bf71-4891-aeb8-88691361679c admin admin] Deleting port bdb13ba2-c2da-4466-893c-ed35d7121d89 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:48:25.163625 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fad564a8-bf71-4891-aeb8-88691361679c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (bdb13ba2-c2da-4466-893c-ed35d7121d89), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:25.325844 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcdd22f4-aa67-4def-8ccd-4cf9de65384b None None] DHCP port deletion for e282f09d-0f00-48ae-be54-8328c02ae0af request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 12:48:25.416012 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device d2bed9ed-092d-4927-b937-daad04d1a7a7 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:48:25.459505 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7216d6be-0632-46a8-827d-ed570ff263ae req-3715ceb5-ef25-4eac-bd72-b096410bfbc4 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf238d0f-af3b-4273-be50-eb52a0688e2d HTTP/1.1" status: 200 len: 210 time: 0.2890470 Feb 04 12:48:25.537710 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efe58ee-0b54-43fe-b5e2-838a5e4af242 req-0b837cb8-0d42-42ca-a988-bd756c39905a tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:25.544775 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7efe58ee-0b54-43fe-b5e2-838a5e4af242 req-0b837cb8-0d42-42ca-a988-bd756c39905a tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/ports?device_id=974df47e-a411-4441-bed4-ef3968eb2aa7 HTTP/1.1" status: 200 len: 945 time: 0.3209653 Feb 04 12:48:25.549581 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-fad564a8-bf71-4891-aeb8-88691361679c admin admin] For port bdb13ba2-c2da-4466-893c-ed35d7121d89, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=bdb13ba2-c2da-4466-893c-ed35d7121d89,segment=NetworkSegment(a093ce63-cf30-4da6-9f0a-e3cc3d101fbb),segment_id=a093ce63-cf30-4da6-9f0a-e3cc3d101fbb)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:48:25.549808 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fad564a8-bf71-4891-aeb8-88691361679c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (bdb13ba2-c2da-4466-893c-ed35d7121d89), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:25.578817 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-fad564a8-bf71-4891-aeb8-88691361679c admin admin] Calling delete_port for bdb13ba2-c2da-4466-893c-ed35d7121d89 owned by network:dhcp {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:48:25.729958 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port d2bed9ed-092d-4927-b937-daad04d1a7a7 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:48:25.730576 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (d2bed9ed-092d-4927-b937-daad04d1a7a7), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:25.752647 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7efe58ee-0b54-43fe-b5e2-838a5e4af242 req-e5232be4-d886-4192-80fc-02511285ff8e tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c15dfa5-1b74-494d-a4b3-b834b3f91fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067492 Feb 04 12:48:25.802725 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-bcdd22f4-aa67-4def-8ccd-4cf9de65384b None None] Deleting port bdb13ba2-c2da-4466-893c-ed35d7121d89 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:48:25.809451 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bcdd22f4-aa67-4def-8ccd-4cf9de65384b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (bdb13ba2-c2da-4466-893c-ed35d7121d89), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:25.871694 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fad564a8-bf71-4891-aeb8-88691361679c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (bdb13ba2-c2da-4466-893c-ed35d7121d89), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:25.945267 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-bcdd22f4-aa67-4def-8ccd-4cf9de65384b None None] For port bdb13ba2-c2da-4466-893c-ed35d7121d89, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=bdb13ba2-c2da-4466-893c-ed35d7121d89,segment=NetworkSegment(a093ce63-cf30-4da6-9f0a-e3cc3d101fbb),segment_id=a093ce63-cf30-4da6-9f0a-e3cc3d101fbb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:48:25.945726 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bcdd22f4-aa67-4def-8ccd-4cf9de65384b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (bdb13ba2-c2da-4466-893c-ed35d7121d89), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:25.955606 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad564a8-bf71-4891-aeb8-88691361679c admin admin] Pushing event deleted for resources: {'Port': ['ID=bdb13ba2-c2da-4466-893c-ed35d7121d89,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:25.965270 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-bcdd22f4-aa67-4def-8ccd-4cf9de65384b None None] Calling delete_port for bdb13ba2-c2da-4466-893c-ed35d7121d89 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:48:25.982486 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad564a8-bf71-4891-aeb8-88691361679c admin admin] No DVR routers for this DVR port bdb13ba2-c2da-4466-893c-ed35d7121d89 on host n-d-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:48:26.102174 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bcdd22f4-aa67-4def-8ccd-4cf9de65384b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (bdb13ba2-c2da-4466-893c-ed35d7121d89), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:26.190641 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fad564a8-bf71-4891-aeb8-88691361679c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (e282f09d-0f00-48ae-be54-8328c02ae0af), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:26.217021 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdd22f4-aa67-4def-8ccd-4cf9de65384b None None] No DVR routers for this DVR port bdb13ba2-c2da-4466-893c-ed35d7121d89 on host n-d-825015-3 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:48:26.227220 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdd22f4-aa67-4def-8ccd-4cf9de65384b None None] Pushing event deleted for resources: {'Port': ['ID=bdb13ba2-c2da-4466-893c-ed35d7121d89,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:26.311829 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-fad564a8-bf71-4891-aeb8-88691361679c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e282f09d-0f00-48ae-be54-8328c02ae0af']}} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:48:26.356663 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-fad564a8-bf71-4891-aeb8-88691361679c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a093ce63-cf30-4da6-9f0a-e3cc3d101fbb') {'for_net_delete': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:48:26.356953 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-fad564a8-bf71-4891-aeb8-88691361679c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a093ce63-cf30-4da6-9f0a-e3cc3d101fbb') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:48:26.397437 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port d2bed9ed-092d-4927-b937-daad04d1a7a7 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:48:26.405046 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fad564a8-bf71-4891-aeb8-88691361679c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51859336'] for segment (a093ce63-cf30-4da6-9f0a-e3cc3d101fbb), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:26.432906 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fad564a8-bf71-4891-aeb8-88691361679c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (a093ce63-cf30-4da6-9f0a-e3cc3d101fbb), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:26.461860 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fad564a8-bf71-4891-aeb8-88691361679c admin admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=103475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:48:26.462548 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fad564a8-bf71-4891-aeb8-88691361679c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-52093388'] for segment (a093ce63-cf30-4da6-9f0a-e3cc3d101fbb), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:26.464089 n-d-825015-3 neutron-server[103475]: Traceback (most recent call last): Feb 04 12:48:26.464089 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:48:26.464089 n-d-825015-3 neutron-server[103475]: timer() Feb 04 12:48:26.464089 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:48:26.464089 n-d-825015-3 neutron-server[103475]: cb(*args, **kw) Feb 04 12:48:26.464089 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:48:26.464089 n-d-825015-3 neutron-server[103475]: return func(*args, **kwargs) Feb 04 12:48:26.464089 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:48:26.464089 n-d-825015-3 neutron-server[103475]: self._notify() Feb 04 12:48:26.464089 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:48:26.464089 n-d-825015-3 neutron-server[103475]: self.callback(batched_events) Feb 04 12:48:26.464089 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:48:26.464089 n-d-825015-3 neutron-server[103475]: event.method(event) Feb 04 12:48:26.464089 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:48:26.464089 n-d-825015-3 neutron-server[103475]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:48:26.464089 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:48:26.464089 n-d-825015-3 neutron-server[103475]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:48:26.464089 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:48:26.464089 n-d-825015-3 neutron-server[103475]: return f(self, *a, **k) Feb 04 12:48:26.464089 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:48:26.464089 n-d-825015-3 neutron-server[103475]: return self._get(url).json() Feb 04 12:48:26.464089 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:48:26.464089 n-d-825015-3 neutron-server[103475]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:48:26.464089 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:48:26.464089 n-d-825015-3 neutron-server[103475]: return self.request(url, 'GET', **kwargs) Feb 04 12:48:26.464089 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:48:26.464089 n-d-825015-3 neutron-server[103475]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:48:26.464089 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:48:26.464089 n-d-825015-3 neutron-server[103475]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:48:26.464089 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:48:26.464089 n-d-825015-3 neutron-server[103475]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:48:26.464089 n-d-825015-3 neutron-server[103475]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:48:26.509163 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 31e761a1-2257-49aa-8a16-11521fd6750c no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:48:26.573949 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 31e761a1-2257-49aa-8a16-11521fd6750c {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:48:26.575953 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 31e761a1-2257-49aa-8a16-11521fd6750c not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:48:26.576614 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 3a2b3e52-95b4-4f22-9e92-c5f9ce1bf3be no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:48:26.622544 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-31604f27-9254-455c-8385-edcff2b5d65e req-7e997667-7b0e-401c-a0eb-4d311ca4c149 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf238d0f-af3b-4273-be50-eb52a0688e2d HTTP/1.1" status: 200 len: 210 time: 0.0387464 Feb 04 12:48:26.626249 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fad564a8-bf71-4891-aeb8-88691361679c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (e282f09d-0f00-48ae-be54-8328c02ae0af), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:26.669058 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 3a2b3e52-95b4-4f22-9e92-c5f9ce1bf3be {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:48:26.671833 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 3a2b3e52-95b4-4f22-9e92-c5f9ce1bf3be not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:48:26.685709 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fad564a8-bf71-4891-aeb8-88691361679c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:26.691350 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-fad564a8-bf71-4891-aeb8-88691361679c admin admin] 10.222.0.65 "DELETE /v2.0/networks/e282f09d-0f00-48ae-be54-8328c02ae0af HTTP/1.1" status: 204 len: 168 time: 1.9204419 Feb 04 12:48:26.692959 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad564a8-bf71-4891-aeb8-88691361679c admin admin] Pushing event deleted for resources: {'Network': ['ID=e282f09d-0f00-48ae-be54-8328c02ae0af,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:26.694637 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 37662) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:26.721742 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 37664) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:26.905091 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-cf1b681d-097e-4a39-aae7-6b4f5a702cf9 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Request body: {'network': {'name': 'tempest-RoutersTest-923897818'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:48:26.994009 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf1b681d-097e-4a39-aae7-6b4f5a702cf9 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Made reservation on behalf of 7868b54a8a9242e68b824f4621b68e06 for: {'network': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:48:27.003216 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cf1b681d-097e-4a39-aae7-6b4f5a702cf9 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:27.048955 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b21d1a-8b4b-4d13-a64b-aeada454aa11 req-868c18d9-aad0-4790-a354-a2f3463ef6b6 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:27.058487 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-42b21d1a-8b4b-4d13-a64b-aeada454aa11 req-868c18d9-aad0-4790-a354-a2f3463ef6b6 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/ports?device_id=974df47e-a411-4441-bed4-ef3968eb2aa7 HTTP/1.1" status: 200 len: 945 time: 0.1815729 Feb 04 12:48:27.144841 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cf1b681d-097e-4a39-aae7-6b4f5a702cf9 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:27.170348 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-42b21d1a-8b4b-4d13-a64b-aeada454aa11 req-f8ae3e9a-f5e4-4aed-9044-32c4f9ad7c18 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c15dfa5-1b74-494d-a4b3-b834b3f91fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104212 Feb 04 12:48:27.221432 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device bdb13ba2-c2da-4466-893c-ed35d7121d89 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:48:27.257093 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: bdb13ba2-c2da-4466-893c-ed35d7121d89 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:48:27.257716 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device bdb13ba2-c2da-4466-893c-ed35d7121d89 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:48:27.258456 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955795cc-71dd-4bdc-8692-617413070aa5 req-46dd5d18-6f38-4011-a17f-afbb75d87355 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:27.263191 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-955795cc-71dd-4bdc-8692-617413070aa5 req-46dd5d18-6f38-4011-a17f-afbb75d87355 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.77 "GET /v2.0/networks?id=f237d722-433d-480c-8987-66d34675134e HTTP/1.1" status: 200 len: 812 time: 0.2487755 Feb 04 12:48:27.287489 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-955795cc-71dd-4bdc-8692-617413070aa5 req-687037cc-567e-414c-99b4-15e3da80e6fa tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Request body: {'port': {'device_id': 'cf238d0f-af3b-4273-be50-eb52a0688e2d', 'network_id': 'f237d722-433d-480c-8987-66d34675134e', 'admin_state_up': True, 'tenant_id': '3c0dc8c0402645d983d20be0fc21117a'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:48:27.309264 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbbdf93-4e23-4ebf-884e-855bdf3477bc req-8880054f-20d0-474c-91f3-d9011851f5fb tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:27.311646 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bbbbdf93-4e23-4ebf-884e-855bdf3477bc req-8880054f-20d0-474c-91f3-d9011851f5fb tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.73 "GET /v2.0/ports?device_id=974df47e-a411-4441-bed4-ef3968eb2aa7 HTTP/1.1" status: 200 len: 945 time: 0.2293925 Feb 04 12:48:27.392999 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cf1b681d-097e-4a39-aae7-6b4f5a702cf9 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks [] for security_group (1bf123cd-6e72-4fbd-a6dc-3cb7a19e2923), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:27.401631 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cf1b681d-097e-4a39-aae7-6b4f5a702cf9 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (1bf123cd-6e72-4fbd-a6dc-3cb7a19e2923), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:27.413865 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf1b681d-097e-4a39-aae7-6b4f5a702cf9 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=103475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:48:27.424688 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cf1b681d-097e-4a39-aae7-6b4f5a702cf9 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (c2288e5c-3c53-4df3-a1a5-43bdea1e5fa1), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:27.424886 n-d-825015-3 neutron-server[103475]: INFO neutron.db.segments_db [None req-cf1b681d-097e-4a39-aae7-6b4f5a702cf9 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Added segment c2288e5c-3c53-4df3-a1a5-43bdea1e5fa1 of type vlan for network 80087638-5b7c-443c-bea3-7fdebf9cf06a Feb 04 12:48:27.570608 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-955795cc-71dd-4bdc-8692-617413070aa5 req-687037cc-567e-414c-99b4-15e3da80e6fa tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Made reservation on behalf of 3c0dc8c0402645d983d20be0fc21117a for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:48:27.577029 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cf1b681d-097e-4a39-aae7-6b4f5a702cf9 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (80087638-5b7c-443c-bea3-7fdebf9cf06a), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:27.581820 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-955795cc-71dd-4bdc-8692-617413070aa5 req-687037cc-567e-414c-99b4-15e3da80e6fa tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:27.587376 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1b681d-097e-4a39-aae7-6b4f5a702cf9 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bf123cd-6e72-4fbd-a6dc-3cb7a19e2923,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:27.622961 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cf1b681d-097e-4a39-aae7-6b4f5a702cf9 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (80087638-5b7c-443c-bea3-7fdebf9cf06a), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:27.632355 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf1b681d-097e-4a39-aae7-6b4f5a702cf9 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:27.633006 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cf1b681d-097e-4a39-aae7-6b4f5a702cf9 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:27.696962 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-bbbbdf93-4e23-4ebf-884e-855bdf3477bc req-8d14aae1-e781-408c-a05a-7ea85301a087 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] Deleting port 73496b59-debb-4286-ae40-07aee2ab340e {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:48:27.697393 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-bbbbdf93-4e23-4ebf-884e-855bdf3477bc req-8d14aae1-e781-408c-a05a-7ea85301a087 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (73496b59-debb-4286-ae40-07aee2ab340e), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:27.817461 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1cb828a9-1935-4192-b4f1-736cf1a05525 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622215'] for router_interface (3a140bd4-0cad-45fb-87a7-52cf847b0987), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:27.858133 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-bbbbdf93-4e23-4ebf-884e-855bdf3477bc req-8d14aae1-e781-408c-a05a-7ea85301a087 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] For port 73496b59-debb-4286-ae40-07aee2ab340e, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=73496b59-debb-4286-ae40-07aee2ab340e,segment=NetworkSegment(a4fd1883-c4c7-4318-8e98-9e85a63fb156),segment_id=a4fd1883-c4c7-4318-8e98-9e85a63fb156)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:48:27.859188 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-bbbbdf93-4e23-4ebf-884e-855bdf3477bc req-8d14aae1-e781-408c-a05a-7ea85301a087 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (73496b59-debb-4286-ae40-07aee2ab340e), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:27.876161 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-bbbbdf93-4e23-4ebf-884e-855bdf3477bc req-8d14aae1-e781-408c-a05a-7ea85301a087 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] Calling delete_port for 73496b59-debb-4286-ae40-07aee2ab340e owned by compute:nova {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:48:27.929584 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [req-955795cc-71dd-4bdc-8692-617413070aa5 req-687037cc-567e-414c-99b4-15e3da80e6fa tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Allocated IP 172.20.0.8 (f237d722-433d-480c-8987-66d34675134e/70faacee-af53-42b7-af83-bbc74f352570/4e2d2f78-b1b4-45a2-aef5-2aaf18fcdbf3) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:48:28.216958 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1b681d-097e-4a39-aae7-6b4f5a702cf9 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Pushing event updated for resources: {'Network': ['ID=80087638-5b7c-443c-bea3-7fdebf9cf06a,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:28.236130 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 80087638-5b7c-443c-bea3-7fdebf9cf06a details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:48:28.242840 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-cf1b681d-097e-4a39-aae7-6b4f5a702cf9 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.5196888 Feb 04 12:48:28.252603 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 37694) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:28.259545 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-99259efd-8e0b-4be9-9d4f-bd5360860914 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Request body: {'network': {'name': 'tempest-RoutersTest-981809180'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:48:28.264491 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-bbbbdf93-4e23-4ebf-884e-855bdf3477bc req-8d14aae1-e781-408c-a05a-7ea85301a087 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (73496b59-debb-4286-ae40-07aee2ab340e), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:28.287622 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-955795cc-71dd-4bdc-8692-617413070aa5 req-687037cc-567e-414c-99b4-15e3da80e6fa tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks [] for port (4e2d2f78-b1b4-45a2-aef5-2aaf18fcdbf3), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:28.363724 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7cd8e180-4fbe-4130-8f86-9c046970cd7d req-52fcf89d-fb31-4210-ac6f-fa9dbf9139be tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf238d0f-af3b-4273-be50-eb52a0688e2d HTTP/1.1" status: 200 len: 210 time: 0.2996693 Feb 04 12:48:28.365565 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-955795cc-71dd-4bdc-8692-617413070aa5 req-687037cc-567e-414c-99b4-15e3da80e6fa tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (4e2d2f78-b1b4-45a2-aef5-2aaf18fcdbf3), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:28.414796 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['73496b59-debb-4286-ae40-07aee2ab340e'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:48:28.436937 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6f30f571-589b-42ff-9c65-f56f9ecce32c req-ff965231-5b24-4e93-a5cc-e0aab28f98b1 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.65 "GET /v2.0/ports?device_id=974df47e-a411-4441-bed4-ef3968eb2aa7 HTTP/1.1" status: 200 len: 210 time: 0.0841060 Feb 04 12:48:28.442464 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-955795cc-71dd-4bdc-8692-617413070aa5 req-687037cc-567e-414c-99b4-15e3da80e6fa tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Network f237d722-433d-480c-8987-66d34675134e is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:48:28.467129 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d14aae1-e781-408c-a05a-7ea85301a087 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] Pushing event deleted for resources: {'Port': ['ID=73496b59-debb-4286-ae40-07aee2ab340e,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:28.500097 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687037cc-567e-414c-99b4-15e3da80e6fa tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Pushing event updated for resources: {'Port': ['ID=4e2d2f78-b1b4-45a2-aef5-2aaf18fcdbf3,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:28.502735 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [req-955795cc-71dd-4bdc-8692-617413070aa5 req-687037cc-567e-414c-99b4-15e3da80e6fa tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:48:28.505363 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-955795cc-71dd-4bdc-8692-617413070aa5 req-687037cc-567e-414c-99b4-15e3da80e6fa tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:48:28.554070 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687037cc-567e-414c-99b4-15e3da80e6fa tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:48:28.554439 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687037cc-567e-414c-99b4-15e3da80e6fa tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:48:28.554796 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687037cc-567e-414c-99b4-15e3da80e6fa tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:48:28.555222 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687037cc-567e-414c-99b4-15e3da80e6fa tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:48:28.555464 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687037cc-567e-414c-99b4-15e3da80e6fa tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:48:28.555872 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687037cc-567e-414c-99b4-15e3da80e6fa tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:48:28.556211 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687037cc-567e-414c-99b4-15e3da80e6fa tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:48:28.556545 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687037cc-567e-414c-99b4-15e3da80e6fa tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:48:28.556883 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687037cc-567e-414c-99b4-15e3da80e6fa tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:48:28.557214 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687037cc-567e-414c-99b4-15e3da80e6fa tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:48:28.557544 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687037cc-567e-414c-99b4-15e3da80e6fa tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:48:28.557881 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687037cc-567e-414c-99b4-15e3da80e6fa tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:48:28.558205 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687037cc-567e-414c-99b4-15e3da80e6fa tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:48:28.578480 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99259efd-8e0b-4be9-9d4f-bd5360860914 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Made reservation on behalf of 7868b54a8a9242e68b824f4621b68e06 for: {'network': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:48:28.592214 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-99259efd-8e0b-4be9-9d4f-bd5360860914 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:28.595842 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955795cc-71dd-4bdc-8692-617413070aa5 req-687037cc-567e-414c-99b4-15e3da80e6fa tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:28.596516 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-955795cc-71dd-4bdc-8692-617413070aa5 req-687037cc-567e-414c-99b4-15e3da80e6fa tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:28.633525 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-955795cc-71dd-4bdc-8692-617413070aa5 req-687037cc-567e-414c-99b4-15e3da80e6fa tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3513536 Feb 04 12:48:28.640516 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbbbdf93-4e23-4ebf-884e-855bdf3477bc req-8d14aae1-e781-408c-a05a-7ea85301a087 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] No DVR routers for this DVR port 73496b59-debb-4286-ae40-07aee2ab340e on host n-h1-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:48:28.642294 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-955795cc-71dd-4bdc-8692-617413070aa5 req-d8ed1a2c-4865-40f1-aee8-a409b40cc987 service neutron] Request body: {'port': {'device_id': 'cf238d0f-af3b-4273-be50-eb52a0688e2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825015-3'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:48:28.644004 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-bbbbdf93-4e23-4ebf-884e-855bdf3477bc req-8d14aae1-e781-408c-a05a-7ea85301a087 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:28.647551 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bbbbdf93-4e23-4ebf-884e-855bdf3477bc req-8d14aae1-e781-408c-a05a-7ea85301a087 tempest-ServerRescueTestJSON-2137862613 tempest-ServerRescueTestJSON-2137862613-project] 10.222.0.73 "DELETE /v2.0/ports/73496b59-debb-4286-ae40-07aee2ab340e HTTP/1.1" status: 204 len: 173 time: 1.3248746 Feb 04 12:48:28.648046 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '974df47e-a411-4441-bed4-ef3968eb2aa7', 'name': 'network-vif-deleted', 'tag': '73496b59-debb-4286-ae40-07aee2ab340e'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:48:28.650344 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-446dee5e-c42f-41f4-9564-8a9586e28588" -d '{"events": [{"server_uuid": "974df47e-a411-4441-bed4-ef3968eb2aa7", "name": "network-vif-deleted", "tag": "73496b59-debb-4286-ae40-07aee2ab340e"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:48:28.698326 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99259efd-8e0b-4be9-9d4f-bd5360860914 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=103475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:48:28.725351 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-99259efd-8e0b-4be9-9d4f-bd5360860914 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (dade70d9-6a74-43b8-9c0b-e77f5b6bb124), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:28.729590 n-d-825015-3 neutron-server[103475]: INFO neutron.db.segments_db [None req-99259efd-8e0b-4be9-9d4f-bd5360860914 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Added segment dade70d9-6a74-43b8-9c0b-e77f5b6bb124 of type vlan for network 913b6746-dcbb-4404-8087-534ff346f294 Feb 04 12:48:28.824273 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-99259efd-8e0b-4be9-9d4f-bd5360860914 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (913b6746-dcbb-4404-8087-534ff346f294), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:28.904343 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbe2a7bb-c25a-4fa8-81dd-b1c2ad4b7fc0 x-openstack-request-id: req-cbe2a7bb-c25a-4fa8-81dd-b1c2ad4b7fc0 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:48:28.904940 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "974df47e-a411-4441-bed4-ef3968eb2aa7", "name": "network-vif-deleted", "tag": "73496b59-debb-4286-ae40-07aee2ab340e", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:48:28.905421 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cbe2a7bb-c25a-4fa8-81dd-b1c2ad4b7fc0 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:48:28.906124 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '974df47e-a411-4441-bed4-ef3968eb2aa7', 'name': 'network-vif-deleted', 'tag': '73496b59-debb-4286-ae40-07aee2ab340e', 'status': 'completed', 'code': 200} Feb 04 12:48:28.927049 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-99259efd-8e0b-4be9-9d4f-bd5360860914 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (913b6746-dcbb-4404-8087-534ff346f294), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:28.932480 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99259efd-8e0b-4be9-9d4f-bd5360860914 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:28.933080 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-99259efd-8e0b-4be9-9d4f-bd5360860914 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:28.961851 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-955795cc-71dd-4bdc-8692-617413070aa5 req-d8ed1a2c-4865-40f1-aee8-a409b40cc987 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (4e2d2f78-b1b4-45a2-aef5-2aaf18fcdbf3), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:29.029166 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-c32511e8-eef2-4331-b2be-8e94804ac3e2 None None] Provisioning complete for port 4e2d2f78-b1b4-45a2-aef5-2aaf18fcdbf3 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:48:29.029547 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c32511e8-eef2-4331-b2be-8e94804ac3e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (4e2d2f78-b1b4-45a2-aef5-2aaf18fcdbf3), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:29.047515 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 37706) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:29.048264 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-99259efd-8e0b-4be9-9d4f-bd5360860914 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7861257 Feb 04 12:48:29.055541 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-a408a459-cfdb-4c63-83bd-4f3cce597f22 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Request body: {'subnet': {'network_id': '80087638-5b7c-443c-bea3-7fdebf9cf06a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:48:29.063324 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99259efd-8e0b-4be9-9d4f-bd5360860914 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Pushing event updated for resources: {'Network': ['ID=913b6746-dcbb-4404-8087-534ff346f294,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:29.121316 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c32511e8-eef2-4331-b2be-8e94804ac3e2 None None] Port 4e2d2f78-b1b4-45a2-aef5-2aaf18fcdbf3 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:48:29.123348 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 913b6746-dcbb-4404-8087-534ff346f294 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:48:29.230620 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-1cb828a9-1935-4192-b4f1-736cf1a05525 admin admin] Deleting port c7d2fb0f-8afb-4c08-8f96-bfb5b0e6ebe8 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:48:29.231033 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1cb828a9-1935-4192-b4f1-736cf1a05525 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (c7d2fb0f-8afb-4c08-8f96-bfb5b0e6ebe8), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:29.420013 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a408a459-cfdb-4c63-83bd-4f3cce597f22 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Made reservation on behalf of 7868b54a8a9242e68b824f4621b68e06 for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:48:29.425621 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a408a459-cfdb-4c63-83bd-4f3cce597f22 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60610638'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:29.534285 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-1cb828a9-1935-4192-b4f1-736cf1a05525 admin admin] For port c7d2fb0f-8afb-4c08-8f96-bfb5b0e6ebe8, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=c7d2fb0f-8afb-4c08-8f96-bfb5b0e6ebe8,segment=NetworkSegment(4ee3ea91-4ae9-447b-903b-35b48be974be),segment_id=4ee3ea91-4ae9-447b-903b-35b48be974be)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:48:29.534285 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1cb828a9-1935-4192-b4f1-736cf1a05525 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (c7d2fb0f-8afb-4c08-8f96-bfb5b0e6ebe8), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:29.535703 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 37720) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:29.601708 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-1cb828a9-1935-4192-b4f1-736cf1a05525 admin admin] Calling delete_port for c7d2fb0f-8afb-4c08-8f96-bfb5b0e6ebe8 owned by network:router_interface {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:48:29.882721 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b557340a-c01f-4f02-80f0-565e5df48326 req-fd237267-2eea-4409-b3b2-2bcd924f566c tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:29.884380 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b557340a-c01f-4f02-80f0-565e5df48326 req-fd237267-2eea-4409-b3b2-2bcd924f566c tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf238d0f-af3b-4273-be50-eb52a0688e2d HTTP/1.1" status: 200 len: 931 time: 0.4210372 Feb 04 12:48:29.964268 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b557340a-c01f-4f02-80f0-565e5df48326 req-21b5bb77-eed9-4157-91be-b18697729ad8 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693743 Feb 04 12:48:30.010572 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [req-955795cc-71dd-4bdc-8692-617413070aa5 req-d8ed1a2c-4865-40f1-aee8-a409b40cc987 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e2d2f78-b1b4-45a2-aef5-2aaf18fcdbf3 {{(pid=103474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:48:30.023572 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-955795cc-71dd-4bdc-8692-617413070aa5 req-d8ed1a2c-4865-40f1-aee8-a409b40cc987 service neutron] Publish callbacks [] for port (4e2d2f78-b1b4-45a2-aef5-2aaf18fcdbf3), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:30.049452 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-aee425ab-20c9-4b8d-a690-b8b88bad0764 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622215'] for router_interface (fe51d7fa-6a5f-45b3-aa15-ef631f19e0dd), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:30.085526 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.provisioning_blocks [req-955795cc-71dd-4bdc-8692-617413070aa5 req-d8ed1a2c-4865-40f1-aee8-a409b40cc987 service neutron] Transition to ACTIVE for port object 4e2d2f78-b1b4-45a2-aef5-2aaf18fcdbf3 will not be triggered until provisioned by entity L2. {{(pid=103474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:48:30.099331 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-955795cc-71dd-4bdc-8692-617413070aa5 req-d8ed1a2c-4865-40f1-aee8-a409b40cc987 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (4e2d2f78-b1b4-45a2-aef5-2aaf18fcdbf3), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:30.180943 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ed1a2c-4865-40f1-aee8-a409b40cc987 service neutron] Pushing event updated for resources: {'Port': ['ID=4e2d2f78-b1b4-45a2-aef5-2aaf18fcdbf3,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:30.407133 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a408a459-cfdb-4c63-83bd-4f3cce597f22 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59045178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60610680'] for subnet (20b97c4b-b3e9-4a6f-87a1-70fbd8a4d762), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:30.476717 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-aee425ab-20c9-4b8d-a690-b8b88bad0764 admin admin] Deleting port 1d679ad0-d02d-4998-820e-6fbf59faa6cb {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:48:30.477065 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-aee425ab-20c9-4b8d-a690-b8b88bad0764 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (1d679ad0-d02d-4998-820e-6fbf59faa6cb), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:30.564046 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a408a459-cfdb-4c63-83bd-4f3cce597f22 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Checking segment: {'id': 'c2288e5c-3c53-4df3-a1a5-43bdea1e5fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '80087638-5b7c-443c-bea3-7fdebf9cf06a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:48:30.564537 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a408a459-cfdb-4c63-83bd-4f3cce597f22 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Network hostable DHCP agents. Network: 80087638-5b7c-443c-bea3-7fdebf9cf06a, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:48:30.584468 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a408a459-cfdb-4c63-83bd-4f3cce597f22 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Pushing event updated for resources: {'Subnet': ['ID=20b97c4b-b3e9-4a6f-87a1-70fbd8a4d762,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:30.602320 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-aee425ab-20c9-4b8d-a690-b8b88bad0764 admin admin] For port 1d679ad0-d02d-4998-820e-6fbf59faa6cb, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=1d679ad0-d02d-4998-820e-6fbf59faa6cb,segment=NetworkSegment(a4fd1883-c4c7-4318-8e98-9e85a63fb156),segment_id=a4fd1883-c4c7-4318-8e98-9e85a63fb156)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:48:30.602695 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-aee425ab-20c9-4b8d-a690-b8b88bad0764 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (1d679ad0-d02d-4998-820e-6fbf59faa6cb), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:30.615209 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-955795cc-71dd-4bdc-8692-617413070aa5 req-d8ed1a2c-4865-40f1-aee8-a409b40cc987 service neutron] Attempting to bind port 4e2d2f78-b1b4-45a2-aef5-2aaf18fcdbf3 on host n-h2-825015-3 for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:48:30.615645 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-955795cc-71dd-4bdc-8692-617413070aa5 req-d8ed1a2c-4865-40f1-aee8-a409b40cc987 service neutron] Attempting to bind port 4e2d2f78-b1b4-45a2-aef5-2aaf18fcdbf3 by drivers openvswitch,hyperv on host n-h2-825015-3 at level 0 using segments [{'id': '0934a908-175b-4cbf-ace2-f0550fc5d53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'f237d722-433d-480c-8987-66d34675134e'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:48:30.616093 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955795cc-71dd-4bdc-8692-617413070aa5 req-d8ed1a2c-4865-40f1-aee8-a409b40cc987 service neutron] Attempting to bind port 4e2d2f78-b1b4-45a2-aef5-2aaf18fcdbf3 on network f237d722-433d-480c-8987-66d34675134e {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:48:30.622827 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a408a459-cfdb-4c63-83bd-4f3cce597f22 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Network 80087638-5b7c-443c-bea3-7fdebf9cf06a is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:48:30.624111 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-aee425ab-20c9-4b8d-a690-b8b88bad0764 admin admin] Calling delete_port for 1d679ad0-d02d-4998-820e-6fbf59faa6cb owned by network:router_interface {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:48:30.629255 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955795cc-71dd-4bdc-8692-617413070aa5 req-d8ed1a2c-4865-40f1-aee8-a409b40cc987 service neutron] Port 4e2d2f78-b1b4-45a2-aef5-2aaf18fcdbf3 on network f237d722-433d-480c-8987-66d34675134e not bound, no agent of type Open vSwitch agent registered on host n-h2-825015-3 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:48:30.629579 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955795cc-71dd-4bdc-8692-617413070aa5 req-d8ed1a2c-4865-40f1-aee8-a409b40cc987 service neutron] Attempting to bind port 4e2d2f78-b1b4-45a2-aef5-2aaf18fcdbf3 on network f237d722-433d-480c-8987-66d34675134e {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:48:30.636112 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1cb828a9-1935-4192-b4f1-736cf1a05525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (c7d2fb0f-8afb-4c08-8f96-bfb5b0e6ebe8), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:30.707199 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb828a9-1935-4192-b4f1-736cf1a05525 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7d2fb0f-8afb-4c08-8f96-bfb5b0e6ebe8,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:30.712131 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955795cc-71dd-4bdc-8692-617413070aa5 req-d8ed1a2c-4865-40f1-aee8-a409b40cc987 service neutron] Checking agent: {'id': '9b68a165-e786-4b91-8592-44519c2ecabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:48:30.712350 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955795cc-71dd-4bdc-8692-617413070aa5 req-d8ed1a2c-4865-40f1-aee8-a409b40cc987 service neutron] Checking segment: {'id': '0934a908-175b-4cbf-ace2-f0550fc5d53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'f237d722-433d-480c-8987-66d34675134e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:48:30.712799 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955795cc-71dd-4bdc-8692-617413070aa5 req-d8ed1a2c-4865-40f1-aee8-a409b40cc987 service neutron] Bound using segment: {'id': '0934a908-175b-4cbf-ace2-f0550fc5d53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'f237d722-433d-480c-8987-66d34675134e'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:48:30.713250 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-955795cc-71dd-4bdc-8692-617413070aa5 req-d8ed1a2c-4865-40f1-aee8-a409b40cc987 service neutron] Bound port: 4e2d2f78-b1b4-45a2-aef5-2aaf18fcdbf3, host: n-h2-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0934a908-175b-4cbf-ace2-f0550fc5d53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'f237d722-433d-480c-8987-66d34675134e'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:48:30.713626 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-955795cc-71dd-4bdc-8692-617413070aa5 req-d8ed1a2c-4865-40f1-aee8-a409b40cc987 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (4e2d2f78-b1b4-45a2-aef5-2aaf18fcdbf3), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:30.730113 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-a408a459-cfdb-4c63-83bd-4f3cce597f22 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 80087638-5b7c-443c-bea3-7fdebf9cf06a) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:48:30.740884 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a408a459-cfdb-4c63-83bd-4f3cce597f22 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:30.741639 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a408a459-cfdb-4c63-83bd-4f3cce597f22 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:30.744814 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-affa9c65-d384-4574-b09e-47c38d0f0ef2 None None] Network 80087638-5b7c-443c-bea3-7fdebf9cf06a requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:48:30.850955 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-a408a459-cfdb-4c63-83bd-4f3cce597f22 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8023164 Feb 04 12:48:30.856258 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 37742) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:30.863756 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-58b87012-8fd5-47e3-bb16-9116665b4333 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Request body: {'subnet': {'network_id': '913b6746-dcbb-4404-8087-534ff346f294', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:48:30.884150 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f18365-694d-42a7-80cf-dae017d623a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-80087638-5b7c-443c-bea3-7fdebf9cf06a', 'network_id': '80087638-5b7c-443c-bea3-7fdebf9cf06a', 'project_id': '7868b54a8a9242e68b824f4621b68e06', 'fixed_ips': [{'subnet_id': '20b97c4b-b3e9-4a6f-87a1-70fbd8a4d762'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 12:48:30.885489 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b2f18365-694d-42a7-80cf-dae017d623a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:30.918604 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-955795cc-71dd-4bdc-8692-617413070aa5 req-d8ed1a2c-4865-40f1-aee8-a409b40cc987 service neutron] For port 4e2d2f78-b1b4-45a2-aef5-2aaf18fcdbf3, host n-h2-825015-3, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:48:30.925256 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-955795cc-71dd-4bdc-8692-617413070aa5 req-d8ed1a2c-4865-40f1-aee8-a409b40cc987 service neutron] For port 4e2d2f78-b1b4-45a2-aef5-2aaf18fcdbf3, host n-h2-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=4e2d2f78-b1b4-45a2-aef5-2aaf18fcdbf3,segment=NetworkSegment(0934a908-175b-4cbf-ace2-f0550fc5d53c),segment_id=0934a908-175b-4cbf-ace2-f0550fc5d53c)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:48:31.007509 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-955795cc-71dd-4bdc-8692-617413070aa5 req-d8ed1a2c-4865-40f1-aee8-a409b40cc987 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (4e2d2f78-b1b4-45a2-aef5-2aaf18fcdbf3), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:31.164531 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:31.256639 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955795cc-71dd-4bdc-8692-617413070aa5 req-d8ed1a2c-4865-40f1-aee8-a409b40cc987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:31.257882 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-955795cc-71dd-4bdc-8692-617413070aa5 req-d8ed1a2c-4865-40f1-aee8-a409b40cc987 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:31.259539 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-955795cc-71dd-4bdc-8692-617413070aa5 req-d8ed1a2c-4865-40f1-aee8-a409b40cc987 service neutron] 10.222.0.77 "PUT /v2.0/ports/4e2d2f78-b1b4-45a2-aef5-2aaf18fcdbf3 HTTP/1.1" status: 200 len: 1091 time: 2.6237431 Feb 04 12:48:31.262995 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf238d0f-af3b-4273-be50-eb52a0688e2d', 'tag': '4e2d2f78-b1b4-45a2-aef5-2aaf18fcdbf3'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:48:31.266229 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bf0e0b9-3677-4480-b253-a8cecea693ef" -d '{"events": [{"name": "network-changed", "server_uuid": "cf238d0f-af3b-4273-be50-eb52a0688e2d", "tag": "4e2d2f78-b1b4-45a2-aef5-2aaf18fcdbf3"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:48:31.279776 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58b87012-8fd5-47e3-bb16-9116665b4333 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Made reservation on behalf of 7868b54a8a9242e68b824f4621b68e06 for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:48:31.285336 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-58b87012-8fd5-47e3-bb16-9116665b4333 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:31.295636 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-aee425ab-20c9-4b8d-a690-b8b88bad0764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (1d679ad0-d02d-4998-820e-6fbf59faa6cb), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:31.309671 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-b2f18365-694d-42a7-80cf-dae017d623a3 None None] Allocated IP 172.20.0.2 (80087638-5b7c-443c-bea3-7fdebf9cf06a/20b97c4b-b3e9-4a6f-87a1-70fbd8a4d762/cff1a2e3-714f-47c5-a0e1-b6c1b2e6047f) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:48:31.387166 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fee15bd9-150c-46c2-b914-6044d1b46b6c x-openstack-request-id: req-fee15bd9-150c-46c2-b914-6044d1b46b6c {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:48:31.387888 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf238d0f-af3b-4273-be50-eb52a0688e2d", "tag": "4e2d2f78-b1b4-45a2-aef5-2aaf18fcdbf3", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:48:31.388339 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fee15bd9-150c-46c2-b914-6044d1b46b6c {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:48:31.388938 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf238d0f-af3b-4273-be50-eb52a0688e2d', 'tag': '4e2d2f78-b1b4-45a2-aef5-2aaf18fcdbf3', 'status': 'completed', 'code': 200} Feb 04 12:48:31.445147 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ed1a2c-4865-40f1-aee8-a409b40cc987 service neutron] Pushing event updated for resources: {'Port': ['ID=4e2d2f78-b1b4-45a2-aef5-2aaf18fcdbf3,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:31.450303 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1cb828a9-1935-4192-b4f1-736cf1a05525 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622067'] for router_interface (3a140bd4-0cad-45fb-87a7-52cf847b0987), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:31.471474 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee425ab-20c9-4b8d-a690-b8b88bad0764 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d679ad0-d02d-4998-820e-6fbf59faa6cb,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:31.488988 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83c32ae-5835-4c06-9dcb-103bf812cbc0 req-a67aaa46-5561-46e4-b203-b389701191b7 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:31.490908 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c83c32ae-5835-4c06-9dcb-103bf812cbc0 req-a67aaa46-5561-46e4-b203-b389701191b7 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf238d0f-af3b-4273-be50-eb52a0688e2d HTTP/1.1" status: 200 len: 943 time: 0.3178232 Feb 04 12:48:31.534647 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955795cc-71dd-4bdc-8692-617413070aa5 req-2608ca8f-2e52-4e3e-98dc-a661c7b98f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:31.550848 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-955795cc-71dd-4bdc-8692-617413070aa5 req-2608ca8f-2e52-4e3e-98dc-a661c7b98f4d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3c0dc8c0402645d983d20be0fc21117a&device_id=cf238d0f-af3b-4273-be50-eb52a0688e2d HTTP/1.1" status: 200 len: 1125 time: 0.2451632 Feb 04 12:48:31.651137 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-955795cc-71dd-4bdc-8692-617413070aa5 req-06e39b82-e909-43da-8eec-fa7df0e2458a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e2d2f78-b1b4-45a2-aef5-2aaf18fcdbf3 HTTP/1.1" status: 200 len: 217 time: 0.0611048 Feb 04 12:48:31.770760 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c83c32ae-5835-4c06-9dcb-103bf812cbc0 req-323fb60e-e96c-4ddb-9c7c-5901f1863e44 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171326 Feb 04 12:48:31.783907 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955795cc-71dd-4bdc-8692-617413070aa5 req-5057c848-2000-46da-84b4-e674ee75a5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:31.785699 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-955795cc-71dd-4bdc-8692-617413070aa5 req-5057c848-2000-46da-84b4-e674ee75a5f9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=70faacee-af53-42b7-af83-bbc74f352570 HTTP/1.1" status: 200 len: 851 time: 0.1281712 Feb 04 12:48:31.912379 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-aee425ab-20c9-4b8d-a690-b8b88bad0764 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622067'] for router_interface (fe51d7fa-6a5f-45b3-aa15-ef631f19e0dd), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:31.965027 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955795cc-71dd-4bdc-8692-617413070aa5 req-82aad45c-e225-495d-9789-33e5c14d4b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:31.967309 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-955795cc-71dd-4bdc-8692-617413070aa5 req-82aad45c-e225-495d-9789-33e5c14d4b02 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f237d722-433d-480c-8987-66d34675134e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1737828 Feb 04 12:48:31.983954 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 73496b59-debb-4286-ae40-07aee2ab340e no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:48:32.008884 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] No Port match for: 73496b59-debb-4286-ae40-07aee2ab340e {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:48:32.009225 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 73496b59-debb-4286-ae40-07aee2ab340e not bound to the agent host n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:48:32.164691 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b2f18365-694d-42a7-80cf-dae017d623a3 None None] Publish callbacks [] for port (cff1a2e3-714f-47c5-a0e1-b6c1b2e6047f), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:32.168194 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:32.177767 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b2f18365-694d-42a7-80cf-dae017d623a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (cff1a2e3-714f-47c5-a0e1-b6c1b2e6047f), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:32.241369 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cb828a9-1935-4192-b4f1-736cf1a05525 admin admin] Router 3a140bd4-0cad-45fb-87a7-52cf847b0987 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:48:32.242662 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f18365-694d-42a7-80cf-dae017d623a3 None None] Network 80087638-5b7c-443c-bea3-7fdebf9cf06a is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:48:32.248377 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f18365-694d-42a7-80cf-dae017d623a3 None None] Pushing event updated for resources: {'Port': ['ID=cff1a2e3-714f-47c5-a0e1-b6c1b2e6047f,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:32.252234 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-b2f18365-694d-42a7-80cf-dae017d623a3 None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:48:32.259267 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f18365-694d-42a7-80cf-dae017d623a3 None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:48:32.284883 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-955795cc-71dd-4bdc-8692-617413070aa5 req-fe5f9048-c7b5-4756-aaac-b7f27d22b6f5 service neutron] 10.222.0.77 "GET /v2.0/networks/f237d722-433d-480c-8987-66d34675134e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2719808 Feb 04 12:48:32.341150 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-b2f18365-694d-42a7-80cf-dae017d623a3 None None] Attempting to bind port cff1a2e3-714f-47c5-a0e1-b6c1b2e6047f on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:48:32.341569 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-b2f18365-694d-42a7-80cf-dae017d623a3 None None] Attempting to bind port cff1a2e3-714f-47c5-a0e1-b6c1b2e6047f by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': 'c2288e5c-3c53-4df3-a1a5-43bdea1e5fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '80087638-5b7c-443c-bea3-7fdebf9cf06a'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:48:32.341953 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f18365-694d-42a7-80cf-dae017d623a3 None None] Attempting to bind port cff1a2e3-714f-47c5-a0e1-b6c1b2e6047f on network 80087638-5b7c-443c-bea3-7fdebf9cf06a {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:48:32.349133 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f18365-694d-42a7-80cf-dae017d623a3 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:48:32.350020 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f18365-694d-42a7-80cf-dae017d623a3 None None] Checking segment: {'id': 'c2288e5c-3c53-4df3-a1a5-43bdea1e5fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '80087638-5b7c-443c-bea3-7fdebf9cf06a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:48:32.350669 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b2f18365-694d-42a7-80cf-dae017d623a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:32.351183 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f18365-694d-42a7-80cf-dae017d623a3 None None] Bound using segment: {'id': 'c2288e5c-3c53-4df3-a1a5-43bdea1e5fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '80087638-5b7c-443c-bea3-7fdebf9cf06a'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:48:32.352090 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-b2f18365-694d-42a7-80cf-dae017d623a3 None None] Bound port: cff1a2e3-714f-47c5-a0e1-b6c1b2e6047f, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2288e5c-3c53-4df3-a1a5-43bdea1e5fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '80087638-5b7c-443c-bea3-7fdebf9cf06a'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:48:32.352308 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b2f18365-694d-42a7-80cf-dae017d623a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (cff1a2e3-714f-47c5-a0e1-b6c1b2e6047f), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:32.513035 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b2f18365-694d-42a7-80cf-dae017d623a3 None None] For port cff1a2e3-714f-47c5-a0e1-b6c1b2e6047f, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:48:32.517309 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b2f18365-694d-42a7-80cf-dae017d623a3 None None] For port cff1a2e3-714f-47c5-a0e1-b6c1b2e6047f, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=cff1a2e3-714f-47c5-a0e1-b6c1b2e6047f,segment=NetworkSegment(c2288e5c-3c53-4df3-a1a5-43bdea1e5fa1),segment_id=c2288e5c-3c53-4df3-a1a5-43bdea1e5fa1)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:48:32.527950 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b2f18365-694d-42a7-80cf-dae017d623a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (cff1a2e3-714f-47c5-a0e1-b6c1b2e6047f), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:32.610291 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-58b87012-8fd5-47e3-bb16-9116665b4333 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52094127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51452689'] for subnet (dc818961-3900-4afc-9b63-87c60625a509), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:32.635110 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f18365-694d-42a7-80cf-dae017d623a3 None None] Pushing event updated for resources: {'Port': ['ID=cff1a2e3-714f-47c5-a0e1-b6c1b2e6047f,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:32.636735 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-955795cc-71dd-4bdc-8692-617413070aa5 req-bb6f7d5b-437d-4af4-95a8-038d27cee5f2 service neutron] 10.222.0.77 "GET /v2.0/networks/f237d722-433d-480c-8987-66d34675134e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3400550 Feb 04 12:48:32.654254 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cb828a9-1935-4192-b4f1-736cf1a05525 admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:48:32.667451 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-1cb828a9-1935-4192-b4f1-736cf1a05525 admin admin] 10.222.0.65 "PUT /v2.0/routers/3a140bd4-0cad-45fb-87a7-52cf847b0987/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9704015 Feb 04 12:48:32.670690 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 37776) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:32.674527 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b440da-8af9-462f-921c-458094660290 None None] Sync routers for ids ['3a140bd4-0cad-45fb-87a7-52cf847b0987'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:48:32.703972 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b440da-8af9-462f-921c-458094660290 None None] Routers {'3a140bd4-0cad-45fb-87a7-52cf847b0987'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:48:32.704657 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-90b440da-8af9-462f-921c-458094660290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:48:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['3a140bd4-0cad-45fb-87a7-52cf847b0987'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:48:32.748640 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b87012-8fd5-47e3-bb16-9116665b4333 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Pushing event updated for resources: {'Subnet': ['ID=dc818961-3900-4afc-9b63-87c60625a509,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:32.948155 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b87012-8fd5-47e3-bb16-9116665b4333 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Checking segment: {'id': 'dade70d9-6a74-43b8-9c0b-e77f5b6bb124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '913b6746-dcbb-4404-8087-534ff346f294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:48:32.948661 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b87012-8fd5-47e3-bb16-9116665b4333 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Network hostable DHCP agents. Network: 913b6746-dcbb-4404-8087-534ff346f294, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:48:32.951211 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-90b440da-8af9-462f-921c-458094660290 None None] Set router 3a140bd4-0cad-45fb-87a7-52cf847b0987 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:48:33.029314 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf0e0b9-3677-4480-b253-a8cecea693ef req-b633659a-45d6-4313-b65e-a063faf4cfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:33.040379 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-6bf0e0b9-3677-4480-b253-a8cecea693ef req-b633659a-45d6-4313-b65e-a063faf4cfe2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3c0dc8c0402645d983d20be0fc21117a&device_id=cf238d0f-af3b-4273-be50-eb52a0688e2d HTTP/1.1" status: 200 len: 1125 time: 0.1892562 Feb 04 12:48:33.040379 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-11aee3c8-5f78-4a64-ba44-39bfe6bc710c admin admin] Publish callbacks [] for router (3a140bd4-0cad-45fb-87a7-52cf847b0987), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:33.099016 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b87012-8fd5-47e3-bb16-9116665b4333 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Network 913b6746-dcbb-4404-8087-534ff346f294 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:48:33.181944 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-58b87012-8fd5-47e3-bb16-9116665b4333 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 913b6746-dcbb-4404-8087-534ff346f294) {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:48:33.206073 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990c0f3a-908e-4b28-b994-734448a0202b None None] Network 913b6746-dcbb-4404-8087-534ff346f294 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:48:33.244325 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce2d9bb-a632-4c8e-9a6e-35cb8712870e req-fe4315c5-6cba-4f20-89a5-94ffa074d6bb tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:33.251653 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4ce2d9bb-a632-4c8e-9a6e-35cb8712870e req-fe4315c5-6cba-4f20-89a5-94ffa074d6bb tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf238d0f-af3b-4273-be50-eb52a0688e2d HTTP/1.1" status: 200 len: 943 time: 0.2912078 Feb 04 12:48:33.270559 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b87012-8fd5-47e3-bb16-9116665b4333 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:33.284773 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-58b87012-8fd5-47e3-bb16-9116665b4333 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:33.293439 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aee425ab-20c9-4b8d-a690-b8b88bad0764 admin admin] Router fe51d7fa-6a5f-45b3-aa15-ef631f19e0dd has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:48:33.396939 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-58b87012-8fd5-47e3-bb16-9116665b4333 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5369089 Feb 04 12:48:33.399896 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 37784) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:33.425584 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-d3e671ef-832a-4b28-ab27-f818c934ecc6 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1002667078', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:48:33.498317 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64174e0-d72f-40b2-888f-186ef7a21bbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-913b6746-dcbb-4404-8087-534ff346f294', 'network_id': '913b6746-dcbb-4404-8087-534ff346f294', 'project_id': '7868b54a8a9242e68b824f4621b68e06', 'fixed_ips': [{'subnet_id': 'dc818961-3900-4afc-9b63-87c60625a509'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 12:48:33.500580 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a64174e0-d72f-40b2-888f-186ef7a21bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:33.503260 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-90b440da-8af9-462f-921c-458094660290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a140bd4-0cad-45fb-87a7-52cf847b0987', 'name': 'tempest-TaggedBootDevicesTest-506530693-router', 'tenant_id': '8d54727b7c7d4e7986bac5eedf6b3d30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': 'db815594-c371-4f6d-a4a6-4347ed76e266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:38:44Z', 'updated_at': '2022-02-04T12:48:30Z', 'revision_number': 5, 'project_id': '8d54727b7c7d4e7986bac5eedf6b3d30', 'gw_port': {'id': 'db815594-c371-4f6d-a4a6-4347ed76e266', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a140bd4-0cad-45fb-87a7-52cf847b0987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:38:46Z', 'updated_at': '2022-02-04T12:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:48:33.542505 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d3e671ef-832a-4b28-ab27-f818c934ecc6 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10933'] for router (c01bb6e5-0422-463f-854b-29c600f1159c), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:33.543682 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d3e671ef-832a-4b28-ab27-f818c934ecc6 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10924'] for router (c01bb6e5-0422-463f-854b-29c600f1159c), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:33.581931 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b440da-8af9-462f-921c-458094660290 None None] Checking router: 3a140bd4-0cad-45fb-87a7-52cf847b0987 for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:48:33.602439 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b440da-8af9-462f-921c-458094660290 None None] Routers {'3a140bd4-0cad-45fb-87a7-52cf847b0987'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:48:33.604452 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-90b440da-8af9-462f-921c-458094660290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:48:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['3a140bd4-0cad-45fb-87a7-52cf847b0987'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:48:33.669755 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d3e671ef-832a-4b28-ab27-f818c934ecc6 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks [] for router_controller (c01bb6e5-0422-463f-854b-29c600f1159c), precommit_add_association {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:33.687903 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aee425ab-20c9-4b8d-a690-b8b88bad0764 admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:48:33.707544 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4ce2d9bb-a632-4c8e-9a6e-35cb8712870e req-61374c36-1089-4523-b482-f22dfcf129ae tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4547732 Feb 04 12:48:33.724396 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-aee425ab-20c9-4b8d-a690-b8b88bad0764 admin admin] 10.222.0.65 "PUT /v2.0/routers/fe51d7fa-6a5f-45b3-aa15-ef631f19e0dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1875274 Feb 04 12:48:33.725169 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 37794) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:33.745259 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d3e671ef-832a-4b28-ab27-f818c934ecc6 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141'] for router (c01bb6e5-0422-463f-854b-29c600f1159c), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:33.815650 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484d338e-b0ad-493b-9b76-88ac50917e97 None None] Sync routers for ids ['fe51d7fa-6a5f-45b3-aa15-ef631f19e0dd'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:48:33.821934 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf0e0b9-3677-4480-b253-a8cecea693ef req-c7c3118d-f0e0-4e6e-ab1d-20c3d938621c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:33.823452 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-6bf0e0b9-3677-4480-b253-a8cecea693ef req-c7c3118d-f0e0-4e6e-ab1d-20c3d938621c service neutron] 10.222.0.77 "GET /v2.0/networks?id=f237d722-433d-480c-8987-66d34675134e HTTP/1.1" status: 200 len: 913 time: 0.7731047 Feb 04 12:48:33.883967 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484d338e-b0ad-493b-9b76-88ac50917e97 None None] Routers {'fe51d7fa-6a5f-45b3-aa15-ef631f19e0dd'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:48:33.884621 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-484d338e-b0ad-493b-9b76-88ac50917e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:48:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['fe51d7fa-6a5f-45b3-aa15-ef631f19e0dd'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:48:33.915102 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-90b440da-8af9-462f-921c-458094660290 None None] Set router 3a140bd4-0cad-45fb-87a7-52cf847b0987 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:48:33.955534 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-11aee3c8-5f78-4a64-ba44-39bfe6bc710c admin admin] Publish callbacks [] for router_gateway (3a140bd4-0cad-45fb-87a7-52cf847b0987), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:33.967817 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d3e671ef-832a-4b28-ab27-f818c934ecc6 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:33.974744 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-d3e671ef-832a-4b28-ab27-f818c934ecc6 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5609808 Feb 04 12:48:33.977323 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-6bf0e0b9-3677-4480-b253-a8cecea693ef req-11a88cb0-0b0b-4fa8-b5d3-8f66deca19ca service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e2d2f78-b1b4-45a2-aef5-2aaf18fcdbf3 HTTP/1.1" status: 200 len: 217 time: 0.1424458 Feb 04 12:48:33.980105 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 37796) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:34.026443 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-a64174e0-d72f-40b2-888f-186ef7a21bbd None None] Allocated IP 172.21.0.2 (913b6746-dcbb-4404-8087-534ff346f294/dc818961-3900-4afc-9b63-87c60625a509/a004afc5-4d30-4fec-b4ae-c8695f7829af) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:48:34.081013 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b430f7f5-b6fb-46c8-8845-dc0e0c208e4c admin admin] Publish callbacks [] for router (fe51d7fa-6a5f-45b3-aa15-ef631f19e0dd), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:34.107118 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf0e0b9-3677-4480-b253-a8cecea693ef req-27fa3ee4-b04b-403d-8a7b-617a7da56b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:34.113729 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-6bf0e0b9-3677-4480-b253-a8cecea693ef req-27fa3ee4-b04b-403d-8a7b-617a7da56b40 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=70faacee-af53-42b7-af83-bbc74f352570 HTTP/1.1" status: 200 len: 851 time: 0.1166008 Feb 04 12:48:34.383508 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b430f7f5-b6fb-46c8-8845-dc0e0c208e4c admin admin] Publish callbacks [] for router_gateway (fe51d7fa-6a5f-45b3-aa15-ef631f19e0dd), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:34.424119 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-90b440da-8af9-462f-921c-458094660290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a140bd4-0cad-45fb-87a7-52cf847b0987', 'name': 'tempest-TaggedBootDevicesTest-506530693-router', 'tenant_id': '8d54727b7c7d4e7986bac5eedf6b3d30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': 'db815594-c371-4f6d-a4a6-4347ed76e266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:38:44Z', 'updated_at': '2022-02-04T12:48:30Z', 'revision_number': 5, 'project_id': '8d54727b7c7d4e7986bac5eedf6b3d30', 'gw_port': {'id': 'db815594-c371-4f6d-a4a6-4347ed76e266', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a140bd4-0cad-45fb-87a7-52cf847b0987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:38:46Z', 'updated_at': '2022-02-04T12:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:48:34.549053 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b440da-8af9-462f-921c-458094660290 None None] The sync data for ids ['3a140bd4-0cad-45fb-87a7-52cf847b0987'] in n-d-825015-3 is: [{'id': '3a140bd4-0cad-45fb-87a7-52cf847b0987', 'name': 'tempest-TaggedBootDevicesTest-506530693-router', 'tenant_id': '8d54727b7c7d4e7986bac5eedf6b3d30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': 'db815594-c371-4f6d-a4a6-4347ed76e266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:38:44Z', 'updated_at': '2022-02-04T12:48:30Z', 'revision_number': 5, 'project_id': '8d54727b7c7d4e7986bac5eedf6b3d30', 'gw_port': {'id': 'db815594-c371-4f6d-a4a6-4347ed76e266', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a140bd4-0cad-45fb-87a7-52cf847b0987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:38:46Z', 'updated_at': '2022-02-04T12:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:48:34.575622 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-b430f7f5-b6fb-46c8-8845-dc0e0c208e4c admin admin] Deleting port 81b366c2-311a-4f33-be09-33485f915010 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:48:34.575622 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b430f7f5-b6fb-46c8-8845-dc0e0c208e4c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (81b366c2-311a-4f33-be09-33485f915010), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:34.621524 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a64174e0-d72f-40b2-888f-186ef7a21bbd None None] Publish callbacks [] for port (a004afc5-4d30-4fec-b4ae-c8695f7829af), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:34.638985 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a64174e0-d72f-40b2-888f-186ef7a21bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (a004afc5-4d30-4fec-b4ae-c8695f7829af), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:34.686404 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80cb8744-7e1a-4c31-8685-a53352a93b66 None None] Network 80087638-5b7c-443c-bea3-7fdebf9cf06a requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:48:34.719947 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-b430f7f5-b6fb-46c8-8845-dc0e0c208e4c admin admin] For port 81b366c2-311a-4f33-be09-33485f915010, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=81b366c2-311a-4f33-be09-33485f915010,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:48:34.720533 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b430f7f5-b6fb-46c8-8845-dc0e0c208e4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (81b366c2-311a-4f33-be09-33485f915010), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:34.740098 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-b430f7f5-b6fb-46c8-8845-dc0e0c208e4c admin admin] Calling delete_port for 81b366c2-311a-4f33-be09-33485f915010 owned by network:router_gateway {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:48:34.808939 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-484d338e-b0ad-493b-9b76-88ac50917e97 None None] Set router fe51d7fa-6a5f-45b3-aa15-ef631f19e0dd gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:48:34.940621 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64174e0-d72f-40b2-888f-186ef7a21bbd None None] Pushing event updated for resources: {'Port': ['ID=a004afc5-4d30-4fec-b4ae-c8695f7829af,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:34.979893 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64174e0-d72f-40b2-888f-186ef7a21bbd None None] Network 913b6746-dcbb-4404-8087-534ff346f294 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:48:35.017257 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-a64174e0-d72f-40b2-888f-186ef7a21bbd None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:48:35.025472 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64174e0-d72f-40b2-888f-186ef7a21bbd None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:48:35.040047 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf0e0b9-3677-4480-b253-a8cecea693ef req-7c01c1e4-28f8-451c-a7d7-af566066d853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:35.042304 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-6bf0e0b9-3677-4480-b253-a8cecea693ef req-7c01c1e4-28f8-451c-a7d7-af566066d853 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f237d722-433d-480c-8987-66d34675134e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.9204638 Feb 04 12:48:35.105227 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-523026bc-faad-4e6d-8b5e-0e4803030faf None None] Provisioning complete for port cff1a2e3-714f-47c5-a0e1-b6c1b2e6047f triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:48:35.105767 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-523026bc-faad-4e6d-8b5e-0e4803030faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (cff1a2e3-714f-47c5-a0e1-b6c1b2e6047f), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:35.229645 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-11aee3c8-5f78-4a64-ba44-39bfe6bc710c admin admin] Deleting port db815594-c371-4f6d-a4a6-4347ed76e266 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:48:35.229989 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-11aee3c8-5f78-4a64-ba44-39bfe6bc710c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (db815594-c371-4f6d-a4a6-4347ed76e266), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:35.343317 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device cff1a2e3-714f-47c5-a0e1-b6c1b2e6047f up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:48:35.399762 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b430f7f5-b6fb-46c8-8845-dc0e0c208e4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (81b366c2-311a-4f33-be09-33485f915010), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:35.424360 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-a64174e0-d72f-40b2-888f-186ef7a21bbd None None] Attempting to bind port a004afc5-4d30-4fec-b4ae-c8695f7829af on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:48:35.425681 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-a64174e0-d72f-40b2-888f-186ef7a21bbd None None] Attempting to bind port a004afc5-4d30-4fec-b4ae-c8695f7829af by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': 'dade70d9-6a74-43b8-9c0b-e77f5b6bb124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '913b6746-dcbb-4404-8087-534ff346f294'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:48:35.426712 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64174e0-d72f-40b2-888f-186ef7a21bbd None None] Attempting to bind port a004afc5-4d30-4fec-b4ae-c8695f7829af on network 913b6746-dcbb-4404-8087-534ff346f294 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:48:35.493529 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430f7f5-b6fb-46c8-8845-dc0e0c208e4c admin admin] Pushing event deleted for resources: {'Port': ['ID=81b366c2-311a-4f33-be09-33485f915010,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:35.496258 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64174e0-d72f-40b2-888f-186ef7a21bbd None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:48:35.497241 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64174e0-d72f-40b2-888f-186ef7a21bbd None None] Checking segment: {'id': 'dade70d9-6a74-43b8-9c0b-e77f5b6bb124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '913b6746-dcbb-4404-8087-534ff346f294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:48:35.497899 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a64174e0-d72f-40b2-888f-186ef7a21bbd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:35.498577 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64174e0-d72f-40b2-888f-186ef7a21bbd None None] Bound using segment: {'id': 'dade70d9-6a74-43b8-9c0b-e77f5b6bb124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '913b6746-dcbb-4404-8087-534ff346f294'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:48:35.500242 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-a64174e0-d72f-40b2-888f-186ef7a21bbd None None] Bound port: a004afc5-4d30-4fec-b4ae-c8695f7829af, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dade70d9-6a74-43b8-9c0b-e77f5b6bb124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '913b6746-dcbb-4404-8087-534ff346f294'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:48:35.500876 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a64174e0-d72f-40b2-888f-186ef7a21bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (a004afc5-4d30-4fec-b4ae-c8695f7829af), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:35.540966 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port cff1a2e3-714f-47c5-a0e1-b6c1b2e6047f triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:48:35.541488 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (cff1a2e3-714f-47c5-a0e1-b6c1b2e6047f), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:35.565973 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c5f7e093-a085-4270-bf1b-1de9dd78a305 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:35.589507 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-6bf0e0b9-3677-4480-b253-a8cecea693ef req-06a1a77c-5e29-45de-b71a-65650836dcc3 service neutron] 10.222.0.77 "GET /v2.0/networks/f237d722-433d-480c-8987-66d34675134e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5339069 Feb 04 12:48:35.755356 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc62eef8-40e7-4107-9623-fa8b66844ce5 req-e597a92d-d04a-4518-96a8-d09c1bfb1c07 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:35.755356 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fc62eef8-40e7-4107-9623-fa8b66844ce5 req-e597a92d-d04a-4518-96a8-d09c1bfb1c07 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf238d0f-af3b-4273-be50-eb52a0688e2d HTTP/1.1" status: 200 len: 943 time: 0.3865385 Feb 04 12:48:35.755356 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b430f7f5-b6fb-46c8-8845-dc0e0c208e4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1599901'] for router_gateway (fe51d7fa-6a5f-45b3-aa15-ef631f19e0dd), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:35.757053 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-523026bc-faad-4e6d-8b5e-0e4803030faf None None] Current status of the port cff1a2e3-714f-47c5-a0e1-b6c1b2e6047f is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:48:35.757053 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-523026bc-faad-4e6d-8b5e-0e4803030faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (cff1a2e3-714f-47c5-a0e1-b6c1b2e6047f), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:35.831607 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-11aee3c8-5f78-4a64-ba44-39bfe6bc710c admin admin] For port db815594-c371-4f6d-a4a6-4347ed76e266, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=db815594-c371-4f6d-a4a6-4347ed76e266,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:48:35.832223 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b430f7f5-b6fb-46c8-8845-dc0e0c208e4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10915'] for router (fe51d7fa-6a5f-45b3-aa15-ef631f19e0dd), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:35.832524 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-11aee3c8-5f78-4a64-ba44-39bfe6bc710c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (db815594-c371-4f6d-a4a6-4347ed76e266), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:35.839319 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-a64174e0-d72f-40b2-888f-186ef7a21bbd None None] For port a004afc5-4d30-4fec-b4ae-c8695f7829af, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:48:35.846962 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-a64174e0-d72f-40b2-888f-186ef7a21bbd None None] For port a004afc5-4d30-4fec-b4ae-c8695f7829af, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=a004afc5-4d30-4fec-b4ae-c8695f7829af,segment=NetworkSegment(dade70d9-6a74-43b8-9c0b-e77f5b6bb124),segment_id=dade70d9-6a74-43b8-9c0b-e77f5b6bb124)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:48:35.847086 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b430f7f5-b6fb-46c8-8845-dc0e0c208e4c admin admin] Publish callbacks [] for router_controller (fe51d7fa-6a5f-45b3-aa15-ef631f19e0dd), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:35.862178 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-11aee3c8-5f78-4a64-ba44-39bfe6bc710c admin admin] Calling delete_port for db815594-c371-4f6d-a4a6-4347ed76e266 owned by network:router_gateway {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:48:35.866218 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a64174e0-d72f-40b2-888f-186ef7a21bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (a004afc5-4d30-4fec-b4ae-c8695f7829af), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:36.029272 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fc62eef8-40e7-4107-9623-fa8b66844ce5 req-461f303b-cab1-48b3-a988-92dd759446be tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845654 Feb 04 12:48:36.046700 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b430f7f5-b6fb-46c8-8845-dc0e0c208e4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622829'] for router (fe51d7fa-6a5f-45b3-aa15-ef631f19e0dd), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:36.047718 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b430f7f5-b6fb-46c8-8845-dc0e0c208e4c admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe51d7fa-6a5f-45b3-aa15-ef631f19e0dd {{(pid=103475) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 12:48:36.056288 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b430f7f5-b6fb-46c8-8845-dc0e0c208e4c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:36.057438 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-b430f7f5-b6fb-46c8-8845-dc0e0c208e4c admin admin] 10.222.0.65 "DELETE /v2.0/routers/fe51d7fa-6a5f-45b3-aa15-ef631f19e0dd HTTP/1.1" status: 204 len: 168 time: 2.3313251 Feb 04 12:48:36.062726 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 37844) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:36.178599 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-523026bc-faad-4e6d-8b5e-0e4803030faf None None] For port cff1a2e3-714f-47c5-a0e1-b6c1b2e6047f, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=cff1a2e3-714f-47c5-a0e1-b6c1b2e6047f,segment=NetworkSegment(c2288e5c-3c53-4df3-a1a5-43bdea1e5fa1),segment_id=c2288e5c-3c53-4df3-a1a5-43bdea1e5fa1)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:48:36.183363 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_v2 [None req-febae07e-5d96-49ee-acbf-cb646e40d68b admin admin] Deleting subnet 1b8a94de-4daf-40f7-9264-be25d0cf82c4 {{(pid=103475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:48:36.190210 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-febae07e-5d96-49ee-acbf-cb646e40d68b admin admin] Publish callbacks [] for subnet (1b8a94de-4daf-40f7-9264-be25d0cf82c4), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:36.240673 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-523026bc-faad-4e6d-8b5e-0e4803030faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (cff1a2e3-714f-47c5-a0e1-b6c1b2e6047f), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:36.240837 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-febae07e-5d96-49ee-acbf-cb646e40d68b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51859329'] for subnet (1b8a94de-4daf-40f7-9264-be25d0cf82c4), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:36.317469 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64174e0-d72f-40b2-888f-186ef7a21bbd None None] Pushing event updated for resources: {'Port': ['ID=a004afc5-4d30-4fec-b4ae-c8695f7829af,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:36.361135 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-febae07e-5d96-49ee-acbf-cb646e40d68b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (1b8a94de-4daf-40f7-9264-be25d0cf82c4), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:36.421428 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523026bc-faad-4e6d-8b5e-0e4803030faf None None] Pushing event updated for resources: {'Port': ['ID=cff1a2e3-714f-47c5-a0e1-b6c1b2e6047f,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:36.482676 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-484d338e-b0ad-493b-9b76-88ac50917e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe51d7fa-6a5f-45b3-aa15-ef631f19e0dd', 'name': 'tempest-ServerRescueTestJSON-1675966004-router', 'tenant_id': '13522db399fe4d5f88698444f9d616e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '81b366c2-311a-4f33-be09-33485f915010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:45:58Z', 'updated_at': '2022-02-04T12:48:30Z', 'revision_number': 5, 'project_id': '13522db399fe4d5f88698444f9d616e8', 'gw_port': {'id': '81b366c2-311a-4f33-be09-33485f915010', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f4:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe51d7fa-6a5f-45b3-aa15-ef631f19e0dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:46:01Z', 'updated_at': '2022-02-04T12:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:48:36.543218 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-febae07e-5d96-49ee-acbf-cb646e40d68b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-52093282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51452698'] for subnet (1b8a94de-4daf-40f7-9264-be25d0cf82c4), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:36.543949 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port cff1a2e3-714f-47c5-a0e1-b6c1b2e6047f is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:48:36.544580 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (cff1a2e3-714f-47c5-a0e1-b6c1b2e6047f), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:36.570971 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-febae07e-5d96-49ee-acbf-cb646e40d68b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:36.578679 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-febae07e-5d96-49ee-acbf-cb646e40d68b admin admin] 10.222.0.65 "DELETE /v2.0/subnets/1b8a94de-4daf-40f7-9264-be25d0cf82c4 HTTP/1.1" status: 204 len: 168 time: 0.5131869 Feb 04 12:48:36.604421 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-6bf0e0b9-3677-4480-b253-a8cecea693ef req-7b7e7df9-a97e-4c24-a053-a184f667584e service neutron] 10.222.0.77 "GET /v2.0/networks/f237d722-433d-480c-8987-66d34675134e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9831197 Feb 04 12:48:36.607946 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 37854) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:36.620566 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febae07e-5d96-49ee-acbf-cb646e40d68b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b8a94de-4daf-40f7-9264-be25d0cf82c4,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:36.703081 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484d338e-b0ad-493b-9b76-88ac50917e97 None None] Checking router: fe51d7fa-6a5f-45b3-aa15-ef631f19e0dd for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:48:36.740168 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-8405f93f-14f0-453c-8b95-5cec842f50d5 None None] Provisioning complete for port cff1a2e3-714f-47c5-a0e1-b6c1b2e6047f triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:48:36.741004 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8405f93f-14f0-453c-8b95-5cec842f50d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (cff1a2e3-714f-47c5-a0e1-b6c1b2e6047f), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:36.749844 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484d338e-b0ad-493b-9b76-88ac50917e97 None None] Routers set() bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:48:36.750478 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484d338e-b0ad-493b-9b76-88ac50917e97 None None] Router IDs set() for agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 04 12:48:36.751306 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_agentschedulers_db [None req-484d338e-b0ad-493b-9b76-88ac50917e97 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'fe51d7fa-6a5f-45b3-aa15-ef631f19e0dd'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:48:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent'). {{(pid=103476) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 04 12:48:36.752054 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484d338e-b0ad-493b-9b76-88ac50917e97 None None] The sync data for ids ['fe51d7fa-6a5f-45b3-aa15-ef631f19e0dd'] in n-d-825015-3 is: [] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:48:36.902984 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.db.api [None req-b116c552-173d-469e-b16f-751f4467941a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103476) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 12:48:36.903666 n-d-825015-3 neutron-server[103476]: DEBUG oslo_db.api [None req-b116c552-173d-469e-b16f-751f4467941a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 12:48:36.937505 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cf09152d-4967-4b50-8a85-cf7d243c4319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (50d90d65-ef89-4bd1-b586-652792747756), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:36.995988 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-11aee3c8-5f78-4a64-ba44-39bfe6bc710c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (db815594-c371-4f6d-a4a6-4347ed76e266), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:36.998175 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-8405f93f-14f0-453c-8b95-5cec842f50d5 None None] Current status of the port cff1a2e3-714f-47c5-a0e1-b6c1b2e6047f is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:48:37.050975 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aee3c8-5f78-4a64-ba44-39bfe6bc710c admin admin] Pushing event deleted for resources: {'Port': ['ID=db815594-c371-4f6d-a4a6-4347ed76e266,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:37.274911 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-11aee3c8-5f78-4a64-ba44-39bfe6bc710c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1599901'] for router_gateway (3a140bd4-0cad-45fb-87a7-52cf847b0987), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:37.298174 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398a0b7a-e843-46dd-9a79-1fec88ee5984 req-66a834f4-aa0a-48ab-bd00-1eb231ca35c0 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:37.318625 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-398a0b7a-e843-46dd-9a79-1fec88ee5984 req-66a834f4-aa0a-48ab-bd00-1eb231ca35c0 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf238d0f-af3b-4273-be50-eb52a0688e2d HTTP/1.1" status: 200 len: 943 time: 0.1640675 Feb 04 12:48:37.365716 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cf09152d-4967-4b50-8a85-cf7d243c4319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (50d90d65-ef89-4bd1-b586-652792747756), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:37.490515 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-398a0b7a-e843-46dd-9a79-1fec88ee5984 req-e185ab8b-64e4-4497-95d9-c0de8b621e66 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673353 Feb 04 12:48:37.572155 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-c5f7e093-a085-4270-bf1b-1de9dd78a305 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Allocated IP 172.20.0.1 (80087638-5b7c-443c-bea3-7fdebf9cf06a/20b97c4b-b3e9-4a6f-87a1-70fbd8a4d762/a1b226a1-69a7-45c3-bff7-34bb052e175d) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:48:37.711786 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-11aee3c8-5f78-4a64-ba44-39bfe6bc710c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10915'] for router (3a140bd4-0cad-45fb-87a7-52cf847b0987), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:37.737437 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-11aee3c8-5f78-4a64-ba44-39bfe6bc710c admin admin] Publish callbacks [] for router_controller (3a140bd4-0cad-45fb-87a7-52cf847b0987), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:37.886649 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port cff1a2e3-714f-47c5-a0e1-b6c1b2e6047f is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:48:37.902500 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device c7d2fb0f-8afb-4c08-8f96-bfb5b0e6ebe8 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:48:37.930480 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-cf09152d-4967-4b50-8a85-cf7d243c4319 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50d90d65-ef89-4bd1-b586-652792747756']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:48:37.959892 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: c7d2fb0f-8afb-4c08-8f96-bfb5b0e6ebe8 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:48:37.960990 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device c7d2fb0f-8afb-4c08-8f96-bfb5b0e6ebe8 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:48:38.056995 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c5f7e093-a085-4270-bf1b-1de9dd78a305 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks [] for port (a1b226a1-69a7-45c3-bff7-34bb052e175d), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:38.059707 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef31082f-7779-4749-b563-0d7e5d63d2b1 None None] Network 913b6746-dcbb-4404-8087-534ff346f294 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:48:38.066529 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-cf09152d-4967-4b50-8a85-cf7d243c4319 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4fd1883-c4c7-4318-8e98-9e85a63fb156') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:48:38.067060 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-cf09152d-4967-4b50-8a85-cf7d243c4319 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4fd1883-c4c7-4318-8e98-9e85a63fb156') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:48:38.078775 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cf09152d-4967-4b50-8a85-cf7d243c4319 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (a4fd1883-c4c7-4318-8e98-9e85a63fb156), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:38.094533 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cf09152d-4967-4b50-8a85-cf7d243c4319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (a4fd1883-c4c7-4318-8e98-9e85a63fb156), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:38.102644 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf09152d-4967-4b50-8a85-cf7d243c4319 admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:48:38.103137 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cf09152d-4967-4b50-8a85-cf7d243c4319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (a4fd1883-c4c7-4318-8e98-9e85a63fb156), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:38.169311 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 12:48:38.169311 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:48:38.169311 n-d-825015-3 neutron-server[103474]: timer() Feb 04 12:48:38.169311 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:48:38.169311 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 12:48:38.169311 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:48:38.169311 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 12:48:38.169311 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:48:38.169311 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 12:48:38.169311 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:48:38.169311 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 12:48:38.169311 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:48:38.169311 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 12:48:38.169311 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:48:38.169311 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:48:38.169311 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:48:38.169311 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:48:38.169311 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:48:38.169311 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 12:48:38.169311 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:48:38.169311 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 12:48:38.169311 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:48:38.169311 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:48:38.169311 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:48:38.169311 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 12:48:38.169311 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:48:38.169311 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:48:38.169311 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:48:38.169311 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:48:38.169311 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:48:38.169311 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:48:38.169311 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:48:38.201290 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-11aee3c8-5f78-4a64-ba44-39bfe6bc710c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622829'] for router (3a140bd4-0cad-45fb-87a7-52cf847b0987), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:38.201826 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11aee3c8-5f78-4a64-ba44-39bfe6bc710c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a140bd4-0cad-45fb-87a7-52cf847b0987 {{(pid=103474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 12:48:38.207375 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-11aee3c8-5f78-4a64-ba44-39bfe6bc710c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:38.210982 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-11aee3c8-5f78-4a64-ba44-39bfe6bc710c admin admin] 10.222.0.65 "DELETE /v2.0/routers/3a140bd4-0cad-45fb-87a7-52cf847b0987 HTTP/1.1" status: 204 len: 168 time: 5.5358982 Feb 04 12:48:38.211624 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 37894) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:38.239693 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cf09152d-4967-4b50-8a85-cf7d243c4319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (50d90d65-ef89-4bd1-b586-652792747756), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:38.258522 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cf09152d-4967-4b50-8a85-cf7d243c4319 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:38.267206 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-cf09152d-4967-4b50-8a85-cf7d243c4319 admin admin] 10.222.0.65 "DELETE /v2.0/networks/50d90d65-ef89-4bd1-b586-652792747756 HTTP/1.1" status: 204 len: 168 time: 1.6573014 Feb 04 12:48:38.294184 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf09152d-4967-4b50-8a85-cf7d243c4319 admin admin] Pushing event deleted for resources: {'Network': ['ID=50d90d65-ef89-4bd1-b586-652792747756,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:38.335472 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c5f7e093-a085-4270-bf1b-1de9dd78a305 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (a1b226a1-69a7-45c3-bff7-34bb052e175d), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:38.375125 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a2fee04-0fb8-446f-b332-9c7dc0817644 admin admin] Deleting subnet fff5ca25-2c4a-4ef1-9c68-163a48fdb7b4 {{(pid=103475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:48:38.379346 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4a2fee04-0fb8-446f-b332-9c7dc0817644 admin admin] Publish callbacks [] for subnet (fff5ca25-2c4a-4ef1-9c68-163a48fdb7b4), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:38.480366 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4a2fee04-0fb8-446f-b332-9c7dc0817644 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51859329'] for subnet (fff5ca25-2c4a-4ef1-9c68-163a48fdb7b4), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:38.481120 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-09a54170-877f-441c-96a6-6a5c3282f76f None None] Provisioning complete for port a004afc5-4d30-4fec-b4ae-c8695f7829af triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:48:38.481582 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-09a54170-877f-441c-96a6-6a5c3282f76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (a004afc5-4d30-4fec-b4ae-c8695f7829af), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:38.583814 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f7e093-a085-4270-bf1b-1de9dd78a305 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Network 80087638-5b7c-443c-bea3-7fdebf9cf06a is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:48:38.594482 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-c5f7e093-a085-4270-bf1b-1de9dd78a305 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:48:38.606711 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f7e093-a085-4270-bf1b-1de9dd78a305 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:48:38.664670 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device cff1a2e3-714f-47c5-a0e1-b6c1b2e6047f up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:48:38.716898 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f7e093-a085-4270-bf1b-1de9dd78a305 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Pushing event updated for resources: {'Port': ['ID=a1b226a1-69a7-45c3-bff7-34bb052e175d,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:38.741014 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 37908) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:38.779161 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4a2fee04-0fb8-446f-b332-9c7dc0817644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (fff5ca25-2c4a-4ef1-9c68-163a48fdb7b4), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:38.836987 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4041f45c-a092-4f22-a1ed-6288e5b11271 req-bad2d317-e837-43c1-bf7b-f6645be12a99 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:38.838852 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4041f45c-a092-4f22-a1ed-6288e5b11271 req-bad2d317-e837-43c1-bf7b-f6645be12a99 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf238d0f-af3b-4273-be50-eb52a0688e2d HTTP/1.1" status: 200 len: 943 time: 0.1570489 Feb 04 12:48:38.863370 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c5f7e093-a085-4270-bf1b-1de9dd78a305 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1599818'] for router_interface (c01bb6e5-0422-463f-854b-29c600f1159c), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:38.869960 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-09a54170-877f-441c-96a6-6a5c3282f76f None None] Current status of the port a004afc5-4d30-4fec-b4ae-c8695f7829af is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:48:38.872401 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-09a54170-877f-441c-96a6-6a5c3282f76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (a004afc5-4d30-4fec-b4ae-c8695f7829af), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:39.034276 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4a2fee04-0fb8-446f-b332-9c7dc0817644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-52093282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51452698'] for subnet (fff5ca25-2c4a-4ef1-9c68-163a48fdb7b4), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:39.066086 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-09a54170-877f-441c-96a6-6a5c3282f76f None None] For port a004afc5-4d30-4fec-b4ae-c8695f7829af, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=a004afc5-4d30-4fec-b4ae-c8695f7829af,segment=NetworkSegment(dade70d9-6a74-43b8-9c0b-e77f5b6bb124),segment_id=dade70d9-6a74-43b8-9c0b-e77f5b6bb124)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:48:39.081178 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4041f45c-a092-4f22-a1ed-6288e5b11271 req-d33cb135-60f9-46f5-b964-62cc055a78cd tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243688 Feb 04 12:48:39.088716 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-09a54170-877f-441c-96a6-6a5c3282f76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (a004afc5-4d30-4fec-b4ae-c8695f7829af), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:39.104448 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port cff1a2e3-714f-47c5-a0e1-b6c1b2e6047f triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:48:39.106354 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (cff1a2e3-714f-47c5-a0e1-b6c1b2e6047f), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:39.200229 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2fee04-0fb8-446f-b332-9c7dc0817644 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fff5ca25-2c4a-4ef1-9c68-163a48fdb7b4,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:39.209396 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4a2fee04-0fb8-446f-b332-9c7dc0817644 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:39.224605 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-4a2fee04-0fb8-446f-b332-9c7dc0817644 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/fff5ca25-2c4a-4ef1-9c68-163a48fdb7b4 HTTP/1.1" status: 204 len: 168 time: 1.0111213 Feb 04 12:48:39.225197 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 37920) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:39.254464 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80704fe9-092c-4cd6-aa9c-6dae0fc90921 None None] Network adaafa73-83a3-4b96-ae84-f49f183a28ae requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:48:39.430728 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-c78aad9a-b6bd-454f-897a-7adfe1170491 None None] Provisioning complete for port a1b226a1-69a7-45c3-bff7-34bb052e175d triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:48:39.431120 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c78aad9a-b6bd-454f-897a-7adfe1170491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (a1b226a1-69a7-45c3-bff7-34bb052e175d), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:39.476883 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c78aad9a-b6bd-454f-897a-7adfe1170491 None None] Port a1b226a1-69a7-45c3-bff7-34bb052e175d cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:48:39.478614 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a54170-877f-441c-96a6-6a5c3282f76f None None] Pushing event updated for resources: {'Port': ['ID=a004afc5-4d30-4fec-b4ae-c8695f7829af,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:39.531868 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port cff1a2e3-714f-47c5-a0e1-b6c1b2e6047f is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:48:39.533385 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device a004afc5-4d30-4fec-b4ae-c8695f7829af up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:48:39.605748 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 37932) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:39.607412 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-1129df4e-de04-4bb8-a72f-ec00093ee293 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=13522db399fe4d5f88698444f9d616e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8648086 Feb 04 12:48:39.708004 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c5f7e093-a085-4270-bf1b-1de9dd78a305 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (a1b226a1-69a7-45c3-bff7-34bb052e175d), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:39.712557 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bebfa94d-95de-4c8b-be83-840aef6df1f4 admin admin] Publish callbacks [] for security_group (2c15dfa5-1b74-494d-a4b3-b834b3f91fa0), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:39.738418 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port a004afc5-4d30-4fec-b4ae-c8695f7829af triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:48:39.739408 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (a004afc5-4d30-4fec-b4ae-c8695f7829af), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:39.771279 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bebfa94d-95de-4c8b-be83-840aef6df1f4 admin admin] Publish callbacks [] for security_group (2c15dfa5-1b74-494d-a4b3-b834b3f91fa0), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:39.815940 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-5a7711a3-dd4a-40a2-9435-36b151bb5bc5 None None] Provisioning complete for port a004afc5-4d30-4fec-b4ae-c8695f7829af triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:48:39.816319 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5a7711a3-dd4a-40a2-9435-36b151bb5bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (a004afc5-4d30-4fec-b4ae-c8695f7829af), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:39.865182 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2e9a27-0afd-412f-89c4-66c5092e9247 None None] DHCP port deletion for adaafa73-83a3-4b96-ae84-f49f183a28ae request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 12:48:39.903070 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bebfa94d-95de-4c8b-be83-840aef6df1f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (2c15dfa5-1b74-494d-a4b3-b834b3f91fa0), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:39.905896 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bebfa94d-95de-4c8b-be83-840aef6df1f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:39.918139 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-bebfa94d-95de-4c8b-be83-840aef6df1f4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2c15dfa5-1b74-494d-a4b3-b834b3f91fa0 HTTP/1.1" status: 204 len: 168 time: 0.3082027 Feb 04 12:48:39.933781 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebfa94d-95de-4c8b-be83-840aef6df1f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c15dfa5-1b74-494d-a4b3-b834b3f91fa0,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:39.947709 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c90bae95-3b45-49c4-adc0-133e9b6cbc2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (adaafa73-83a3-4b96-ae84-f49f183a28ae), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:39.956687 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port a004afc5-4d30-4fec-b4ae-c8695f7829af is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:48:40.120684 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-5a7711a3-dd4a-40a2-9435-36b151bb5bc5 None None] Current status of the port a004afc5-4d30-4fec-b4ae-c8695f7829af is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:48:40.129535 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 81b366c2-311a-4f33-be09-33485f915010 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:48:40.139044 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-c90bae95-3b45-49c4-adc0-133e9b6cbc2d admin admin] Deleting port 09372976-2f12-4327-a649-7a40f8702eb0 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:48:40.139390 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c90bae95-3b45-49c4-adc0-133e9b6cbc2d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (09372976-2f12-4327-a649-7a40f8702eb0), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:40.154205 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 81b366c2-311a-4f33-be09-33485f915010 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:48:40.154551 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 81b366c2-311a-4f33-be09-33485f915010 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:48:40.155037 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 1d679ad0-d02d-4998-820e-6fbf59faa6cb no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:48:40.207961 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 1d679ad0-d02d-4998-820e-6fbf59faa6cb {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:48:40.208323 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 1d679ad0-d02d-4998-820e-6fbf59faa6cb not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:48:40.220821 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-c90bae95-3b45-49c4-adc0-133e9b6cbc2d admin admin] For port 09372976-2f12-4327-a649-7a40f8702eb0, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=09372976-2f12-4327-a649-7a40f8702eb0,segment=NetworkSegment(4ee3ea91-4ae9-447b-903b-35b48be974be),segment_id=4ee3ea91-4ae9-447b-903b-35b48be974be)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:48:40.221204 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c90bae95-3b45-49c4-adc0-133e9b6cbc2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (09372976-2f12-4327-a649-7a40f8702eb0), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:40.223546 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-5c2e9a27-0afd-412f-89c4-66c5092e9247 None None] Deleting port 09372976-2f12-4327-a649-7a40f8702eb0 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:48:40.223970 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5c2e9a27-0afd-412f-89c4-66c5092e9247 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (09372976-2f12-4327-a649-7a40f8702eb0), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:40.237657 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-c90bae95-3b45-49c4-adc0-133e9b6cbc2d admin admin] Calling delete_port for 09372976-2f12-4327-a649-7a40f8702eb0 owned by network:dhcp {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:48:40.345719 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c90bae95-3b45-49c4-adc0-133e9b6cbc2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (09372976-2f12-4327-a649-7a40f8702eb0), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:40.408329 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-5c2e9a27-0afd-412f-89c4-66c5092e9247 None None] For port 09372976-2f12-4327-a649-7a40f8702eb0, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=09372976-2f12-4327-a649-7a40f8702eb0,segment=NetworkSegment(4ee3ea91-4ae9-447b-903b-35b48be974be),segment_id=4ee3ea91-4ae9-447b-903b-35b48be974be)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:48:40.408771 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5c2e9a27-0afd-412f-89c4-66c5092e9247 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (09372976-2f12-4327-a649-7a40f8702eb0), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:40.437653 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-5c2e9a27-0afd-412f-89c4-66c5092e9247 None None] Calling delete_port for 09372976-2f12-4327-a649-7a40f8702eb0 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:48:40.445477 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90bae95-3b45-49c4-adc0-133e9b6cbc2d admin admin] No DVR routers for this DVR port 09372976-2f12-4327-a649-7a40f8702eb0 on host n-d-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:48:40.532337 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device a004afc5-4d30-4fec-b4ae-c8695f7829af up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:48:40.552687 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eececea4-5248-4657-b560-2bf741e5c3aa req-f6699350-ae70-408b-ae12-f03fdae4e049 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:40.554285 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-eececea4-5248-4657-b560-2bf741e5c3aa req-f6699350-ae70-408b-ae12-f03fdae4e049 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf238d0f-af3b-4273-be50-eb52a0688e2d HTTP/1.1" status: 200 len: 943 time: 0.1974981 Feb 04 12:48:40.644974 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5c2e9a27-0afd-412f-89c4-66c5092e9247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (09372976-2f12-4327-a649-7a40f8702eb0), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:40.651423 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-eececea4-5248-4657-b560-2bf741e5c3aa req-3b8e6d18-30f7-49b0-b2fd-526eb6a8a3a0 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811315 Feb 04 12:48:40.680032 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90bae95-3b45-49c4-adc0-133e9b6cbc2d admin admin] Pushing event deleted for resources: {'Port': ['ID=09372976-2f12-4327-a649-7a40f8702eb0,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:40.687385 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c90bae95-3b45-49c4-adc0-133e9b6cbc2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (adaafa73-83a3-4b96-ae84-f49f183a28ae), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:40.691616 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2e9a27-0afd-412f-89c4-66c5092e9247 None None] Pushing event deleted for resources: {'Port': ['ID=09372976-2f12-4327-a649-7a40f8702eb0,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:40.700051 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2e9a27-0afd-412f-89c4-66c5092e9247 None None] No DVR routers for this DVR port 09372976-2f12-4327-a649-7a40f8702eb0 on host n-d-825015-3 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:48:40.743644 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port a004afc5-4d30-4fec-b4ae-c8695f7829af triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:48:40.744372 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (a004afc5-4d30-4fec-b4ae-c8695f7829af), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:40.757853 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-c90bae95-3b45-49c4-adc0-133e9b6cbc2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adaafa73-83a3-4b96-ae84-f49f183a28ae']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:48:40.777449 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-c90bae95-3b45-49c4-adc0-133e9b6cbc2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ee3ea91-4ae9-447b-903b-35b48be974be') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:48:40.777748 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-c90bae95-3b45-49c4-adc0-133e9b6cbc2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ee3ea91-4ae9-447b-903b-35b48be974be') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:48:40.797858 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c5f7e093-a085-4270-bf1b-1de9dd78a305 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks [] for port (a1b226a1-69a7-45c3-bff7-34bb052e175d), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:40.805749 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c90bae95-3b45-49c4-adc0-133e9b6cbc2d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (4ee3ea91-4ae9-447b-903b-35b48be974be), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:40.812544 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c5f7e093-a085-4270-bf1b-1de9dd78a305 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (a1b226a1-69a7-45c3-bff7-34bb052e175d), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:40.896032 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c5f7e093-a085-4270-bf1b-1de9dd78a305 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622202'] for router_interface (c01bb6e5-0422-463f-854b-29c600f1159c), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:40.924917 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c90bae95-3b45-49c4-adc0-133e9b6cbc2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (4ee3ea91-4ae9-447b-903b-35b48be974be), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:40.932421 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port a004afc5-4d30-4fec-b4ae-c8695f7829af is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:48:40.947371 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c90bae95-3b45-49c4-adc0-133e9b6cbc2d admin admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:48:40.947829 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c90bae95-3b45-49c4-adc0-133e9b6cbc2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (4ee3ea91-4ae9-447b-903b-35b48be974be), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:40.951783 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 12:48:40.951783 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:48:40.951783 n-d-825015-3 neutron-server[103474]: timer() Feb 04 12:48:40.951783 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:48:40.951783 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 12:48:40.951783 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:48:40.951783 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 12:48:40.951783 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:48:40.951783 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 12:48:40.951783 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:48:40.951783 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 12:48:40.951783 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:48:40.951783 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 12:48:40.951783 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:48:40.951783 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:48:40.951783 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:48:40.951783 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:48:40.951783 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:48:40.951783 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 12:48:40.951783 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:48:40.951783 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 12:48:40.951783 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:48:40.951783 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:48:40.951783 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:48:40.951783 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 12:48:40.951783 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:48:40.951783 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:48:40.951783 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:48:40.951783 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:48:40.951783 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:48:40.951783 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:48:40.951783 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:48:41.032566 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device db815594-c371-4f6d-a4a6-4347ed76e266 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:48:41.128330 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f7e093-a085-4270-bf1b-1de9dd78a305 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Pushing event updated for resources: {'Port': ['ID=a1b226a1-69a7-45c3-bff7-34bb052e175d,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:41.128617 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c90bae95-3b45-49c4-adc0-133e9b6cbc2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (adaafa73-83a3-4b96-ae84-f49f183a28ae), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:41.141152 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c90bae95-3b45-49c4-adc0-133e9b6cbc2d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:41.147431 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-c90bae95-3b45-49c4-adc0-133e9b6cbc2d admin admin] 10.222.0.65 "DELETE /v2.0/networks/adaafa73-83a3-4b96-ae84-f49f183a28ae HTTP/1.1" status: 204 len: 168 time: 1.9210927 Feb 04 12:48:41.164176 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90bae95-3b45-49c4-adc0-133e9b6cbc2d admin admin] Pushing event deleted for resources: {'Network': ['ID=adaafa73-83a3-4b96-ae84-f49f183a28ae,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:41.171346 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: db815594-c371-4f6d-a4a6-4347ed76e266 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:48:41.173857 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device db815594-c371-4f6d-a4a6-4347ed76e266 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:48:41.174859 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 09372976-2f12-4327-a649-7a40f8702eb0 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:48:41.220847 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 09372976-2f12-4327-a649-7a40f8702eb0 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:48:41.221488 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 09372976-2f12-4327-a649-7a40f8702eb0 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:48:41.253350 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f7e093-a085-4270-bf1b-1de9dd78a305 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Network 80087638-5b7c-443c-bea3-7fdebf9cf06a is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:48:41.254839 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-c5f7e093-a085-4270-bf1b-1de9dd78a305 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:48:41.510392 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 37982) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:41.518140 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 37984) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:41.543569 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5f7e093-a085-4270-bf1b-1de9dd78a305 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Router c01bb6e5-0422-463f-854b-29c600f1159c is scheduled to L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de with binding_index 1 {{(pid=103474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 12:48:41.641031 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-dd2f8e4c-8524-43bd-99b3-1aedd8ce9172 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ca25972521404bd998e7680810e52c91&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1212552 Feb 04 12:48:41.641858 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 37990) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:41.768880 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-12882906-6952-4289-bfe9-71e1e0576ef1 admin admin] Publish callbacks [] for security_group (1efd02e5-7fef-4643-bad8-36300e562451), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:41.773702 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5f7e093-a085-4270-bf1b-1de9dd78a305 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:48:41.787791 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-c5f7e093-a085-4270-bf1b-1de9dd78a305 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] 10.222.0.65 "PUT /v2.0/routers/c01bb6e5-0422-463f-854b-29c600f1159c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8008914 Feb 04 12:48:41.788750 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 37994) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:41.789603 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708bedbd-4624-4d6f-a236-1c6b7dbc77f8 None None] Sync routers for ids ['c01bb6e5-0422-463f-854b-29c600f1159c'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:48:41.818834 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-9df0f399-8589-4d1b-9a87-e6b9933d48db None None] Provisioning complete for port a1b226a1-69a7-45c3-bff7-34bb052e175d triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:48:41.819219 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9df0f399-8589-4d1b-9a87-e6b9933d48db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (a1b226a1-69a7-45c3-bff7-34bb052e175d), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:41.836945 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708bedbd-4624-4d6f-a236-1c6b7dbc77f8 None None] Routers {'c01bb6e5-0422-463f-854b-29c600f1159c'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:48:41.837891 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-708bedbd-4624-4d6f-a236-1c6b7dbc77f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:48:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['c01bb6e5-0422-463f-854b-29c600f1159c'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:48:41.886369 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d24980a-e8a1-4241-8a05-840d96f205c3 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:41.895191 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-0d24980a-e8a1-4241-8a05-840d96f205c3 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] 10.222.0.65 "GET /v2.0/ports/a1b226a1-69a7-45c3-bff7-34bb052e175d HTTP/1.1" status: 200 len: 910 time: 0.1009974 Feb 04 12:48:41.901558 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 38000) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:41.939555 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-12882906-6952-4289-bfe9-71e1e0576ef1 admin admin] Publish callbacks [] for security_group (1efd02e5-7fef-4643-bad8-36300e562451), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:41.966595 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-708bedbd-4624-4d6f-a236-1c6b7dbc77f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:48:41.972936 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-9df0f399-8589-4d1b-9a87-e6b9933d48db None None] Port a1b226a1-69a7-45c3-bff7-34bb052e175d cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:48:41.988855 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708bedbd-4624-4d6f-a236-1c6b7dbc77f8 None None] Routers {'c01bb6e5-0422-463f-854b-29c600f1159c'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:48:41.989030 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-ee1abb25-444c-4304-b0c5-5112873aa1e5 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1749978574-network', 'tenant_id': 'cdde75ff131f44e6a4d31e0e13729f31'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:48:41.990666 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-708bedbd-4624-4d6f-a236-1c6b7dbc77f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:48:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['c01bb6e5-0422-463f-854b-29c600f1159c'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:48:42.038198 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-708bedbd-4624-4d6f-a236-1c6b7dbc77f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:48:42.038922 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708bedbd-4624-4d6f-a236-1c6b7dbc77f8 None None] The sync data for ids ['c01bb6e5-0422-463f-854b-29c600f1159c'] in n-d-825015-3 is: [] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:48:42.048249 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee1abb25-444c-4304-b0c5-5112873aa1e5 admin admin] Made reservation on behalf of cdde75ff131f44e6a4d31e0e13729f31 for: {'network': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:48:42.050425 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ee1abb25-444c-4304-b0c5-5112873aa1e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:42.071798 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdd16ef-7948-4f44-b6b4-b38f18854fcb req-198c133d-f316-4dd7-91c9-9be4642b89a9 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:42.073430 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6fdd16ef-7948-4f44-b6b4-b38f18854fcb req-198c133d-f316-4dd7-91c9-9be4642b89a9 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf238d0f-af3b-4273-be50-eb52a0688e2d HTTP/1.1" status: 200 len: 943 time: 0.2678044 Feb 04 12:48:42.106683 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ee1abb25-444c-4304-b0c5-5112873aa1e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:42.194246 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6fdd16ef-7948-4f44-b6b4-b38f18854fcb req-85c0d5c6-a83b-4ec9-b3c7-c99382b14ca0 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083398 Feb 04 12:48:42.223360 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-12882906-6952-4289-bfe9-71e1e0576ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (1efd02e5-7fef-4643-bad8-36300e562451), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:42.225947 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-12882906-6952-4289-bfe9-71e1e0576ef1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:42.227187 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-12882906-6952-4289-bfe9-71e1e0576ef1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1efd02e5-7fef-4643-bad8-36300e562451 HTTP/1.1" status: 204 len: 168 time: 0.5843794 Feb 04 12:48:42.277159 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12882906-6952-4289-bfe9-71e1e0576ef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1efd02e5-7fef-4643-bad8-36300e562451,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:42.326746 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ee1abb25-444c-4304-b0c5-5112873aa1e5 admin admin] Publish callbacks [] for security_group (fcee90fb-3e09-456f-8bab-cf343b4b34bb), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:42.334799 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ee1abb25-444c-4304-b0c5-5112873aa1e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (fcee90fb-3e09-456f-8bab-cf343b4b34bb), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:42.354439 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee1abb25-444c-4304-b0c5-5112873aa1e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=103475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:48:42.414831 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ee1abb25-444c-4304-b0c5-5112873aa1e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (cd134bb4-79d7-4adb-9557-15f08cb82f25), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:42.415179 n-d-825015-3 neutron-server[103475]: INFO neutron.db.segments_db [None req-ee1abb25-444c-4304-b0c5-5112873aa1e5 admin admin] Added segment cd134bb4-79d7-4adb-9557-15f08cb82f25 of type vlan for network dac9b9a9-251d-4151-8c55-5d654d90eaed Feb 04 12:48:42.525462 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1abb25-444c-4304-b0c5-5112873aa1e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcee90fb-3e09-456f-8bab-cf343b4b34bb,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:42.531834 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a15c6822-239e-4164-bd38-96e9ff6857e8 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:42.555546 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ee1abb25-444c-4304-b0c5-5112873aa1e5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (dac9b9a9-251d-4151-8c55-5d654d90eaed), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:42.606938 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ee1abb25-444c-4304-b0c5-5112873aa1e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (dac9b9a9-251d-4151-8c55-5d654d90eaed), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:42.608498 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1abb25-444c-4304-b0c5-5112873aa1e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:42.610267 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ee1abb25-444c-4304-b0c5-5112873aa1e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:42.739545 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-ee1abb25-444c-4304-b0c5-5112873aa1e5 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2178600 Feb 04 12:48:42.739545 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1abb25-444c-4304-b0c5-5112873aa1e5 admin admin] Pushing event updated for resources: {'Network': ['ID=dac9b9a9-251d-4151-8c55-5d654d90eaed,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:42.740607 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 38014) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:42.748532 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network dac9b9a9-251d-4151-8c55-5d654d90eaed details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:48:42.759797 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-daafc801-b116-473d-ac40-59d23a3bfc9c admin admin] Request body: {'subnet': {'network_id': 'dac9b9a9-251d-4151-8c55-5d654d90eaed', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1749978574-subnet', 'tenant_id': 'cdde75ff131f44e6a4d31e0e13729f31', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:48:42.804556 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daafc801-b116-473d-ac40-59d23a3bfc9c admin admin] Made reservation on behalf of cdde75ff131f44e6a4d31e0e13729f31 for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:48:42.808076 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-daafc801-b116-473d-ac40-59d23a3bfc9c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:42.974935 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-a15c6822-239e-4164-bd38-96e9ff6857e8 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Allocated IP 172.21.0.1 (913b6746-dcbb-4404-8087-534ff346f294/dc818961-3900-4afc-9b63-87c60625a509/4d797fc8-01bb-465a-8233-710310c48997) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:48:42.992742 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 38020) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:43.095692 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-cc37a96c-9f08-4225-8c80-9fac0d46bd49 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8d54727b7c7d4e7986bac5eedf6b3d30&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0953414 Feb 04 12:48:43.103571 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 38024) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:43.116242 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a15c6822-239e-4164-bd38-96e9ff6857e8 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks [] for port (4d797fc8-01bb-465a-8233-710310c48997), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:43.169695 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a15c6822-239e-4164-bd38-96e9ff6857e8 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (4d797fc8-01bb-465a-8233-710310c48997), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:43.209056 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-daafc801-b116-473d-ac40-59d23a3bfc9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52094127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51452689'] for subnet (736e6866-2e2f-4cdc-b5e0-63c1b08e4cde), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:43.264837 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15c6822-239e-4164-bd38-96e9ff6857e8 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Network 913b6746-dcbb-4404-8087-534ff346f294 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:48:43.265159 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daafc801-b116-473d-ac40-59d23a3bfc9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=736e6866-2e2f-4cdc-b5e0-63c1b08e4cde,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:43.266316 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15c6822-239e-4164-bd38-96e9ff6857e8 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Pushing event updated for resources: {'Port': ['ID=4d797fc8-01bb-465a-8233-710310c48997,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:43.269014 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-a15c6822-239e-4164-bd38-96e9ff6857e8 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:48:43.271941 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15c6822-239e-4164-bd38-96e9ff6857e8 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:48:43.323098 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-adfc76e4-9e19-463c-b31f-49e03cdec638 admin admin] Publish callbacks [] for security_group (98f99b4d-e41e-461c-9bce-22a6e6a991bf), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:43.363082 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a15c6822-239e-4164-bd38-96e9ff6857e8 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1599818'] for router_interface (c01bb6e5-0422-463f-854b-29c600f1159c), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:43.446725 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-adfc76e4-9e19-463c-b31f-49e03cdec638 admin admin] Publish callbacks [] for security_group (98f99b4d-e41e-461c-9bce-22a6e6a991bf), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:43.480571 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daafc801-b116-473d-ac40-59d23a3bfc9c admin admin] Checking segment: {'id': 'cd134bb4-79d7-4adb-9557-15f08cb82f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'dac9b9a9-251d-4151-8c55-5d654d90eaed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:48:43.480729 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daafc801-b116-473d-ac40-59d23a3bfc9c admin admin] Network hostable DHCP agents. Network: dac9b9a9-251d-4151-8c55-5d654d90eaed, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:48:43.543946 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0adefac-3eca-4560-bfe5-a70c36906d47 req-226fe385-b087-41cb-8cb2-bea350d4c92b tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:43.546735 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a0adefac-3eca-4560-bfe5-a70c36906d47 req-226fe385-b087-41cb-8cb2-bea350d4c92b tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf238d0f-af3b-4273-be50-eb52a0688e2d HTTP/1.1" status: 200 len: 943 time: 0.2238810 Feb 04 12:48:43.595845 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daafc801-b116-473d-ac40-59d23a3bfc9c admin admin] Network dac9b9a9-251d-4151-8c55-5d654d90eaed is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:48:43.663604 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a0adefac-3eca-4560-bfe5-a70c36906d47 req-0643b9ec-5044-4301-bec8-cb644030009e tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022584 Feb 04 12:48:43.666385 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-adfc76e4-9e19-463c-b31f-49e03cdec638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (98f99b4d-e41e-461c-9bce-22a6e6a991bf), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:43.677900 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-adfc76e4-9e19-463c-b31f-49e03cdec638 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:43.679689 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-adfc76e4-9e19-463c-b31f-49e03cdec638 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/98f99b4d-e41e-461c-9bce-22a6e6a991bf HTTP/1.1" status: 204 len: 168 time: 0.5282588 Feb 04 12:48:43.680558 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-daafc801-b116-473d-ac40-59d23a3bfc9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, dac9b9a9-251d-4151-8c55-5d654d90eaed) {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:48:43.690051 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f14dbc-5c84-4692-a914-aad50a7ab3c5 None None] Network dac9b9a9-251d-4151-8c55-5d654d90eaed requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:48:43.749704 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daafc801-b116-473d-ac40-59d23a3bfc9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:43.750314 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-daafc801-b116-473d-ac40-59d23a3bfc9c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:43.753897 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfc76e4-9e19-463c-b31f-49e03cdec638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98f99b4d-e41e-461c-9bce-22a6e6a991bf,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:43.794155 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-daafc801-b116-473d-ac40-59d23a3bfc9c admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0516198 Feb 04 12:48:43.926659 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b3aac721-1caf-4831-9305-f6b50d8a2064 None None] Provisioning complete for port 4d797fc8-01bb-465a-8233-710310c48997 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:48:43.927938 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b3aac721-1caf-4831-9305-f6b50d8a2064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (4d797fc8-01bb-465a-8233-710310c48997), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:43.969505 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1cbc74-4d9e-4394-ad62-7cd18bdf1257 None None] Network dac9b9a9-251d-4151-8c55-5d654d90eaed requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:48:44.026777 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a15c6822-239e-4164-bd38-96e9ff6857e8 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (4d797fc8-01bb-465a-8233-710310c48997), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:44.093290 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b3aac721-1caf-4831-9305-f6b50d8a2064 None None] Port 4d797fc8-01bb-465a-8233-710310c48997 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:48:44.519095 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a15c6822-239e-4164-bd38-96e9ff6857e8 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks [] for port (4d797fc8-01bb-465a-8233-710310c48997), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:44.525272 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a15c6822-239e-4164-bd38-96e9ff6857e8 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (4d797fc8-01bb-465a-8233-710310c48997), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:44.654790 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15c6822-239e-4164-bd38-96e9ff6857e8 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Pushing event updated for resources: {'Port': ['ID=4d797fc8-01bb-465a-8233-710310c48997,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:44.661035 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a15c6822-239e-4164-bd38-96e9ff6857e8 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622202'] for router_interface (c01bb6e5-0422-463f-854b-29c600f1159c), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:44.751672 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6372f1b8-da6f-4018-91e8-863664e06f92 req-4d8c8954-1f5c-40a3-95b3-4caffa3d0b8b tempest-ServerTagsTestJSON-1416161310 tempest-ServerTagsTestJSON-1416161310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:44.758670 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6372f1b8-da6f-4018-91e8-863664e06f92 req-4d8c8954-1f5c-40a3-95b3-4caffa3d0b8b tempest-ServerTagsTestJSON-1416161310 tempest-ServerTagsTestJSON-1416161310-project] 10.222.0.65 "GET /v2.0/networks?id=dac9b9a9-251d-4151-8c55-5d654d90eaed HTTP/1.1" status: 200 len: 809 time: 0.1856837 Feb 04 12:48:44.776598 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6372f1b8-da6f-4018-91e8-863664e06f92 req-0c6aa194-8b96-4cae-832a-16de73500a94 tempest-ServerTagsTestJSON-1416161310 tempest-ServerTagsTestJSON-1416161310-project] 10.222.0.65 "GET /v2.0/quotas/cdde75ff131f44e6a4d31e0e13729f31 HTTP/1.1" status: 200 len: 375 time: 0.0170755 Feb 04 12:48:44.820730 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15c6822-239e-4164-bd38-96e9ff6857e8 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Network 913b6746-dcbb-4404-8087-534ff346f294 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:48:44.823319 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-a15c6822-239e-4164-bd38-96e9ff6857e8 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:48:44.824566 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6372f1b8-da6f-4018-91e8-863664e06f92 req-cb5558ad-e531-4068-94cd-fd8d12fff86a tempest-ServerTagsTestJSON-1416161310 tempest-ServerTagsTestJSON-1416161310-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=cdde75ff131f44e6a4d31e0e13729f31&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0467291 Feb 04 12:48:45.014201 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6372f1b8-da6f-4018-91e8-863664e06f92 req-baa7dba0-2bd8-421b-a890-1c91036fae9b service neutron] 10.222.0.65 "GET /v2.0/networks/dac9b9a9-251d-4151-8c55-5d654d90eaed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884704 Feb 04 12:48:45.056348 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a15c6822-239e-4164-bd38-96e9ff6857e8 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Router c01bb6e5-0422-463f-854b-29c600f1159c has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:48:45.216314 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48606ef-a468-438c-a2b8-53377875b51a req-7fd2b8bc-5456-47f3-bbf1-57398f7278fa tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:45.220219 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e48606ef-a468-438c-a2b8-53377875b51a req-7fd2b8bc-5456-47f3-bbf1-57398f7278fa tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf238d0f-af3b-4273-be50-eb52a0688e2d HTTP/1.1" status: 200 len: 943 time: 0.2837982 Feb 04 12:48:45.220934 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 38094) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:45.239608 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-74e1241a-1c81-4ffa-968a-6fd71016d5f0 None None] Provisioning complete for port 4d797fc8-01bb-465a-8233-710310c48997 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:48:45.240246 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-74e1241a-1c81-4ffa-968a-6fd71016d5f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (4d797fc8-01bb-465a-8233-710310c48997), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:45.296299 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6372f1b8-da6f-4018-91e8-863664e06f92 req-6e751034-ce1e-41e0-bfbe-f07ea259e978 service neutron] 10.222.0.65 "GET /v2.0/networks/dac9b9a9-251d-4151-8c55-5d654d90eaed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801204 Feb 04 12:48:45.296800 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a15c6822-239e-4164-bd38-96e9ff6857e8 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:48:45.303396 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-a15c6822-239e-4164-bd38-96e9ff6857e8 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] 10.222.0.65 "PUT /v2.0/routers/c01bb6e5-0422-463f-854b-29c600f1159c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4005482 Feb 04 12:48:45.308309 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 38100) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:45.310219 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06d34a1-8c6f-459e-91f3-a41034cfbeec None None] Sync routers for ids ['c01bb6e5-0422-463f-854b-29c600f1159c'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:48:45.350914 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06d34a1-8c6f-459e-91f3-a41034cfbeec None None] Routers {'c01bb6e5-0422-463f-854b-29c600f1159c'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:48:45.353708 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-b06d34a1-8c6f-459e-91f3-a41034cfbeec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:48:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['c01bb6e5-0422-463f-854b-29c600f1159c'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:48:45.366528 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e48606ef-a468-438c-a2b8-53377875b51a req-de79bc68-1ecc-49c7-ae8f-ee8f6c5486d3 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395781 Feb 04 12:48:45.387791 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b4c8b6-1977-469f-9090-7d7811036861 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:45.389242 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-47b4c8b6-1977-469f-9090-7d7811036861 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] 10.222.0.65 "GET /v2.0/ports/4d797fc8-01bb-465a-8233-710310c48997 HTTP/1.1" status: 200 len: 910 time: 0.0800385 Feb 04 12:48:45.393250 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 38102) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:45.478263 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-b06d34a1-8c6f-459e-91f3-a41034cfbeec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:48:45.480614 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-74e1241a-1c81-4ffa-968a-6fd71016d5f0 None None] Port 4d797fc8-01bb-465a-8233-710310c48997 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:48:45.508486 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06d34a1-8c6f-459e-91f3-a41034cfbeec None None] Routers {'c01bb6e5-0422-463f-854b-29c600f1159c'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:48:45.509212 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-b06d34a1-8c6f-459e-91f3-a41034cfbeec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:48:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['c01bb6e5-0422-463f-854b-29c600f1159c'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:48:45.555858 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-b06d34a1-8c6f-459e-91f3-a41034cfbeec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:48:45.556751 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06d34a1-8c6f-459e-91f3-a41034cfbeec None None] The sync data for ids ['c01bb6e5-0422-463f-854b-29c600f1159c'] in n-d-825015-3 is: [] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:48:45.579568 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-14a5e9a9-c8b9-4fa2-af95-75ea42f5d27c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:45.580007 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-220d5914-db96-46b1-b58b-40767b7ee100 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1636832187-network', 'tenant_id': '510f69789e354304b7a3dd689bde3cf8'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:48:45.699295 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9e74edff-a6d9-4b11-ad91-a110ca2b332f req-935db261-7f00-48e1-8b48-11ab25a36f7f tempest-ServerTagsTestJSON-1416161310 tempest-ServerTagsTestJSON-1416161310-project] 10.222.0.65 "GET /v2.0/ports?device_id=f604dd75-ad12-4189-8399-03b9fbddca11 HTTP/1.1" status: 200 len: 210 time: 0.1333261 Feb 04 12:48:45.722631 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-220d5914-db96-46b1-b58b-40767b7ee100 admin admin] Made reservation on behalf of 510f69789e354304b7a3dd689bde3cf8 for: {'network': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:48:45.726343 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-220d5914-db96-46b1-b58b-40767b7ee100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:45.743414 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-220d5914-db96-46b1-b58b-40767b7ee100 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:45.990318 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-220d5914-db96-46b1-b58b-40767b7ee100 admin admin] Publish callbacks [] for security_group (1f05596b-0435-48d8-81d4-28b11f6be2f1), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:46.001821 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-220d5914-db96-46b1-b58b-40767b7ee100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (1f05596b-0435-48d8-81d4-28b11f6be2f1), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:46.032455 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-220d5914-db96-46b1-b58b-40767b7ee100 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=103475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:48:46.066064 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220d5914-db96-46b1-b58b-40767b7ee100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f05596b-0435-48d8-81d4-28b11f6be2f1,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:46.072111 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-220d5914-db96-46b1-b58b-40767b7ee100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (e06f3fb1-3389-4291-b030-5cfb56d31cde), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:46.072958 n-d-825015-3 neutron-server[103475]: INFO neutron.db.segments_db [None req-220d5914-db96-46b1-b58b-40767b7ee100 admin admin] Added segment e06f3fb1-3389-4291-b030-5cfb56d31cde of type vlan for network b0350313-177d-4c5b-9b2d-aae5a7745f86 Feb 04 12:48:46.086372 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8d1cdd5c-963d-4c69-95c0-0191fb44642f tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622215'] for router_interface (c01bb6e5-0422-463f-854b-29c600f1159c), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:46.169411 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-220d5914-db96-46b1-b58b-40767b7ee100 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (b0350313-177d-4c5b-9b2d-aae5a7745f86), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:46.241646 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-220d5914-db96-46b1-b58b-40767b7ee100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (b0350313-177d-4c5b-9b2d-aae5a7745f86), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:46.242708 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220d5914-db96-46b1-b58b-40767b7ee100 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:46.243346 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-220d5914-db96-46b1-b58b-40767b7ee100 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:46.352963 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-220d5914-db96-46b1-b58b-40767b7ee100 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1271625 Feb 04 12:48:46.356092 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 38130) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:46.360215 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220d5914-db96-46b1-b58b-40767b7ee100 admin admin] Pushing event updated for resources: {'Network': ['ID=b0350313-177d-4c5b-9b2d-aae5a7745f86,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:46.368029 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-11550a63-5b27-4868-9949-60d0e0d7367a admin admin] Request body: {'subnet': {'network_id': 'b0350313-177d-4c5b-9b2d-aae5a7745f86', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1636832187-subnet', 'tenant_id': '510f69789e354304b7a3dd689bde3cf8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:48:46.374963 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network b0350313-177d-4c5b-9b2d-aae5a7745f86 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:48:46.414352 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11550a63-5b27-4868-9949-60d0e0d7367a admin admin] Made reservation on behalf of 510f69789e354304b7a3dd689bde3cf8 for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:48:46.417310 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-11550a63-5b27-4868-9949-60d0e0d7367a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60610638'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:46.683887 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a51231-1e0e-461a-b386-27fa64446136 req-ff6381d3-cce4-42bc-a447-30d5b263584f tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:46.685583 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e2a51231-1e0e-461a-b386-27fa64446136 req-ff6381d3-cce4-42bc-a447-30d5b263584f tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf238d0f-af3b-4273-be50-eb52a0688e2d HTTP/1.1" status: 200 len: 943 time: 0.1601510 Feb 04 12:48:46.773467 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-11550a63-5b27-4868-9949-60d0e0d7367a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59045178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60610680'] for subnet (690b8f25-e7cd-419d-81c6-e79d1382942c), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:46.853378 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11550a63-5b27-4868-9949-60d0e0d7367a admin admin] Pushing event updated for resources: {'Subnet': ['ID=690b8f25-e7cd-419d-81c6-e79d1382942c,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:46.878647 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11550a63-5b27-4868-9949-60d0e0d7367a admin admin] Checking segment: {'id': 'e06f3fb1-3389-4291-b030-5cfb56d31cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b0350313-177d-4c5b-9b2d-aae5a7745f86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:48:46.879023 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11550a63-5b27-4868-9949-60d0e0d7367a admin admin] Network hostable DHCP agents. Network: b0350313-177d-4c5b-9b2d-aae5a7745f86, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:48:46.899675 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11550a63-5b27-4868-9949-60d0e0d7367a admin admin] Network b0350313-177d-4c5b-9b2d-aae5a7745f86 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:48:46.914614 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-11550a63-5b27-4868-9949-60d0e0d7367a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, b0350313-177d-4c5b-9b2d-aae5a7745f86) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:48:46.928332 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7aef84c-155a-422f-9b24-baa517903d01 None None] Network b0350313-177d-4c5b-9b2d-aae5a7745f86 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:48:46.962046 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11550a63-5b27-4868-9949-60d0e0d7367a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:46.965673 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-11550a63-5b27-4868-9949-60d0e0d7367a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:47.015898 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-11550a63-5b27-4868-9949-60d0e0d7367a admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6550529 Feb 04 12:48:47.383367 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b12a900-f6f3-4af1-b529-a72e166b2962 None None] Network b0350313-177d-4c5b-9b2d-aae5a7745f86 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:48:47.461717 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2ac36415-1cb7-4124-9b06-aa62730e0de9 req-ce6ac349-6a5f-43d7-99ed-f84e8b30cbec tempest-ServerTagsTestJSON-1416161310 tempest-ServerTagsTestJSON-1416161310-project] 10.222.0.65 "GET /v2.0/ports?device_id=f604dd75-ad12-4189-8399-03b9fbddca11 HTTP/1.1" status: 200 len: 210 time: 0.0838673 Feb 04 12:48:47.579585 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e2a51231-1e0e-461a-b386-27fa64446136 req-d6ce2e06-e270-44c3-afe1-124a626647af tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8792162 Feb 04 12:48:47.589786 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6372f1b8-da6f-4018-91e8-863664e06f92 req-eb9fb1cb-59b6-4cfc-bfdd-50d62cdc3663 tempest-ServerTagsTestJSON-1416161310 tempest-ServerTagsTestJSON-1416161310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:47.591693 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6372f1b8-da6f-4018-91e8-863664e06f92 req-eb9fb1cb-59b6-4cfc-bfdd-50d62cdc3663 tempest-ServerTagsTestJSON-1416161310 tempest-ServerTagsTestJSON-1416161310-project] 10.222.0.73 "GET /v2.0/networks?id=dac9b9a9-251d-4151-8c55-5d654d90eaed HTTP/1.1" status: 200 len: 809 time: 0.2254903 Feb 04 12:48:47.614320 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-6372f1b8-da6f-4018-91e8-863664e06f92 req-03f9867e-39ed-40e4-9393-beb0acb2f0e6 tempest-ServerTagsTestJSON-1416161310 tempest-ServerTagsTestJSON-1416161310-project] Request body: {'port': {'device_id': 'f604dd75-ad12-4189-8399-03b9fbddca11', 'network_id': 'dac9b9a9-251d-4151-8c55-5d654d90eaed', 'admin_state_up': True, 'tenant_id': 'cdde75ff131f44e6a4d31e0e13729f31'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:48:47.682757 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-8d1cdd5c-963d-4c69-95c0-0191fb44642f tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Deleting port 4d797fc8-01bb-465a-8233-710310c48997 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:48:47.683130 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8d1cdd5c-963d-4c69-95c0-0191fb44642f tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (4d797fc8-01bb-465a-8233-710310c48997), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:47.891086 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8d1cdd5c-963d-4c69-95c0-0191fb44642f tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (4d797fc8-01bb-465a-8233-710310c48997), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:47.923241 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-8d1cdd5c-963d-4c69-95c0-0191fb44642f tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Calling delete_port for 4d797fc8-01bb-465a-8233-710310c48997 owned by network:router_interface {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:48:48.000356 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ea60c008-6fce-4fa5-a6d6-f1a2ba935515 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:48.048980 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6372f1b8-da6f-4018-91e8-863664e06f92 req-03f9867e-39ed-40e4-9393-beb0acb2f0e6 tempest-ServerTagsTestJSON-1416161310 tempest-ServerTagsTestJSON-1416161310-project] Made reservation on behalf of cdde75ff131f44e6a4d31e0e13729f31 for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:48:48.052807 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-6372f1b8-da6f-4018-91e8-863664e06f92 req-03f9867e-39ed-40e4-9393-beb0acb2f0e6 tempest-ServerTagsTestJSON-1416161310 tempest-ServerTagsTestJSON-1416161310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:48.085175 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4a5ea3-207d-4210-ae74-21c301467e39 req-c98f2e37-a656-436b-93bf-12f41d926f97 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:48.086747 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9d4a5ea3-207d-4210-ae74-21c301467e39 req-c98f2e37-a656-436b-93bf-12f41d926f97 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/networks?id=b0350313-177d-4c5b-9b2d-aae5a7745f86 HTTP/1.1" status: 200 len: 815 time: 0.3173244 Feb 04 12:48:48.189905 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9d4a5ea3-207d-4210-ae74-21c301467e39 req-2d4d1cee-f9d0-438d-994e-4483335ce18a tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/quotas/510f69789e354304b7a3dd689bde3cf8 HTTP/1.1" status: 200 len: 375 time: 0.0950298 Feb 04 12:48:48.264877 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9d4a5ea3-207d-4210-ae74-21c301467e39 req-ad2c71bc-2b4d-4383-94ae-8bcc41015ab2 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=510f69789e354304b7a3dd689bde3cf8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0666900 Feb 04 12:48:48.357446 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-6372f1b8-da6f-4018-91e8-863664e06f92 req-03f9867e-39ed-40e4-9393-beb0acb2f0e6 tempest-ServerTagsTestJSON-1416161310 tempest-ServerTagsTestJSON-1416161310-project] Allocated IP 172.20.0.4 (dac9b9a9-251d-4151-8c55-5d654d90eaed/736e6866-2e2f-4cdc-b5e0-63c1b08e4cde/9a1960e0-468c-4611-ae4e-3a9f8c9c28b4) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:48:48.382447 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8d1cdd5c-963d-4c69-95c0-0191fb44642f tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (4d797fc8-01bb-465a-8233-710310c48997), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:48.484150 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1cdd5c-963d-4c69-95c0-0191fb44642f tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Pushing event deleted for resources: {'Port': ['ID=4d797fc8-01bb-465a-8233-710310c48997,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:48.658573 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1d8c65a1-cb81-4f94-9b20-3143a378acc5 req-f92a81fa-df0c-4550-a742-67a0a7f7feae tempest-ServerTagsTestJSON-1416161310 tempest-ServerTagsTestJSON-1416161310-project] 10.222.0.65 "GET /v2.0/ports?device_id=f604dd75-ad12-4189-8399-03b9fbddca11 HTTP/1.1" status: 200 len: 210 time: 0.0473046 Feb 04 12:48:48.744664 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9d4a5ea3-207d-4210-ae74-21c301467e39 req-8314e726-6f3f-4c1a-af3b-57394431fc62 service neutron] 10.222.0.65 "GET /v2.0/networks/b0350313-177d-4c5b-9b2d-aae5a7745f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4533563 Feb 04 12:48:48.996724 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-6372f1b8-da6f-4018-91e8-863664e06f92 req-03f9867e-39ed-40e4-9393-beb0acb2f0e6 tempest-ServerTagsTestJSON-1416161310 tempest-ServerTagsTestJSON-1416161310-project] Publish callbacks [] for port (9a1960e0-468c-4611-ae4e-3a9f8c9c28b4), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:49.007557 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8d1cdd5c-963d-4c69-95c0-0191fb44642f tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622067'] for router_interface (c01bb6e5-0422-463f-854b-29c600f1159c), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:49.048455 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b04d3b8-e447-4c60-ade2-f50b2ba5c60a req-5596c087-8c2d-4f9d-be6b-7f9e5102e673 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:49.050049 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4b04d3b8-e447-4c60-ade2-f50b2ba5c60a req-5596c087-8c2d-4f9d-be6b-7f9e5102e673 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf238d0f-af3b-4273-be50-eb52a0688e2d HTTP/1.1" status: 200 len: 943 time: 0.2698345 Feb 04 12:48:49.103853 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9d4a5ea3-207d-4210-ae74-21c301467e39 req-f5ea57ec-a0b9-4b5e-aa8e-879639bd5d93 service neutron] 10.222.0.65 "GET /v2.0/networks/b0350313-177d-4c5b-9b2d-aae5a7745f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3426397 Feb 04 12:48:49.241547 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:49.282696 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4b04d3b8-e447-4c60-ade2-f50b2ba5c60a req-4a957ccb-2113-4568-a1ea-1d36f701cef7 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215621 Feb 04 12:48:49.348561 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8992c8af-939f-4968-baaa-d64aed2fff5b req-e2b713bb-9615-4225-94fa-8aac23d36a3c tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/ports?device_id=459473cf-0264-4bd4-9633-6db2c2db945a HTTP/1.1" status: 200 len: 210 time: 0.0550637 Feb 04 12:48:49.361662 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-6372f1b8-da6f-4018-91e8-863664e06f92 req-03f9867e-39ed-40e4-9393-beb0acb2f0e6 tempest-ServerTagsTestJSON-1416161310 tempest-ServerTagsTestJSON-1416161310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (9a1960e0-468c-4611-ae4e-3a9f8c9c28b4), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:49.441504 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6372f1b8-da6f-4018-91e8-863664e06f92 req-03f9867e-39ed-40e4-9393-beb0acb2f0e6 tempest-ServerTagsTestJSON-1416161310 tempest-ServerTagsTestJSON-1416161310-project] Network dac9b9a9-251d-4151-8c55-5d654d90eaed is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:48:49.448588 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-6372f1b8-da6f-4018-91e8-863664e06f92 req-03f9867e-39ed-40e4-9393-beb0acb2f0e6 tempest-ServerTagsTestJSON-1416161310 tempest-ServerTagsTestJSON-1416161310-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:48:49.507508 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-6372f1b8-da6f-4018-91e8-863664e06f92 req-03f9867e-39ed-40e4-9393-beb0acb2f0e6 tempest-ServerTagsTestJSON-1416161310 tempest-ServerTagsTestJSON-1416161310-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:48:49.581484 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f9867e-39ed-40e4-9393-beb0acb2f0e6 tempest-ServerTagsTestJSON-1416161310 tempest-ServerTagsTestJSON-1416161310-project] Pushing event updated for resources: {'Port': ['ID=9a1960e0-468c-4611-ae4e-3a9f8c9c28b4,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:49.646467 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6372f1b8-da6f-4018-91e8-863664e06f92 req-03f9867e-39ed-40e4-9393-beb0acb2f0e6 tempest-ServerTagsTestJSON-1416161310 tempest-ServerTagsTestJSON-1416161310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:49.647118 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-6372f1b8-da6f-4018-91e8-863664e06f92 req-03f9867e-39ed-40e4-9393-beb0acb2f0e6 tempest-ServerTagsTestJSON-1416161310 tempest-ServerTagsTestJSON-1416161310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:49.664633 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d1cdd5c-963d-4c69-95c0-0191fb44642f tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Router c01bb6e5-0422-463f-854b-29c600f1159c has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:48:49.682878 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6372f1b8-da6f-4018-91e8-863664e06f92 req-03f9867e-39ed-40e4-9393-beb0acb2f0e6 tempest-ServerTagsTestJSON-1416161310 tempest-ServerTagsTestJSON-1416161310-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0804765 Feb 04 12:48:49.706544 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-6372f1b8-da6f-4018-91e8-863664e06f92 req-d216b2b5-868b-4e53-8bab-a1ab095a7d66 service neutron] Request body: {'port': {'device_id': 'f604dd75-ad12-4189-8399-03b9fbddca11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:48:49.899532 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d1cdd5c-963d-4c69-95c0-0191fb44642f tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:48:49.913477 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-8d1cdd5c-963d-4c69-95c0-0191fb44642f tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] 10.222.0.65 "PUT /v2.0/routers/c01bb6e5-0422-463f-854b-29c600f1159c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5132439 Feb 04 12:48:49.913645 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 38224) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:49.919996 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1377a9-8025-4242-b956-85b9f0090d06 None None] Sync routers for ids ['c01bb6e5-0422-463f-854b-29c600f1159c'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:48:49.938622 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1377a9-8025-4242-b956-85b9f0090d06 None None] Routers {'c01bb6e5-0422-463f-854b-29c600f1159c'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:48:49.940823 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-1b1377a9-8025-4242-b956-85b9f0090d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:48:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['c01bb6e5-0422-463f-854b-29c600f1159c'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:48:49.943822 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35669f78-f359-485f-a73b-dbef04e11449 req-d1ffd1e6-dba1-4117-bb9a-34a88e8213a4 tempest-ServerTagsTestJSON-1416161310 tempest-ServerTagsTestJSON-1416161310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:49.951258 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-35669f78-f359-485f-a73b-dbef04e11449 req-d1ffd1e6-dba1-4117-bb9a-34a88e8213a4 tempest-ServerTagsTestJSON-1416161310 tempest-ServerTagsTestJSON-1416161310-project] 10.222.0.65 "GET /v2.0/ports?device_id=f604dd75-ad12-4189-8399-03b9fbddca11 HTTP/1.1" status: 200 len: 931 time: 0.1608076 Feb 04 12:48:49.991465 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-6372f1b8-da6f-4018-91e8-863664e06f92 req-d216b2b5-868b-4e53-8bab-a1ab095a7d66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (9a1960e0-468c-4611-ae4e-3a9f8c9c28b4), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:50.012016 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-1b1377a9-8025-4242-b956-85b9f0090d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:48:50.025552 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1377a9-8025-4242-b956-85b9f0090d06 None None] Routers {'c01bb6e5-0422-463f-854b-29c600f1159c'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:48:50.026332 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-1b1377a9-8025-4242-b956-85b9f0090d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:48:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['c01bb6e5-0422-463f-854b-29c600f1159c'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:48:50.077960 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-35669f78-f359-485f-a73b-dbef04e11449 req-2c040618-7fe6-4ea0-b83f-450ba6f5986a tempest-ServerTagsTestJSON-1416161310 tempest-ServerTagsTestJSON-1416161310-project] 10.222.0.65 "GET /v2.0/security-groups?id=fcee90fb-3e09-456f-8bab-cf343b4b34bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053443 Feb 04 12:48:50.106545 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-1b1377a9-8025-4242-b956-85b9f0090d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:48:50.107636 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1377a9-8025-4242-b956-85b9f0090d06 None None] The sync data for ids ['c01bb6e5-0422-463f-854b-29c600f1159c'] in n-d-825015-3 is: [] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:48:50.512442 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:50.517391 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d08885fc-b523-4cbb-9087-7b12f11c3bf9 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622215'] for router_interface (c01bb6e5-0422-463f-854b-29c600f1159c), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:50.585572 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-69b736f6-6e25-45b6-a271-1098e6b4d1a5 req-29eca4cf-8407-4e3b-a516-f7497f97d27b tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/ports?device_id=459473cf-0264-4bd4-9633-6db2c2db945a HTTP/1.1" status: 200 len: 210 time: 0.0450122 Feb 04 12:48:50.585572 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-6372f1b8-da6f-4018-91e8-863664e06f92 req-d216b2b5-868b-4e53-8bab-a1ab095a7d66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a1960e0-468c-4611-ae4e-3a9f8c9c28b4 {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:48:50.592235 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-6372f1b8-da6f-4018-91e8-863664e06f92 req-d216b2b5-868b-4e53-8bab-a1ab095a7d66 service neutron] Publish callbacks [] for port (9a1960e0-468c-4611-ae4e-3a9f8c9c28b4), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:50.602109 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2378713f-4cbf-4ae1-90f2-8992035ddef6 req-7dd68e16-8376-428f-a6ee-feea3f24f2da tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:50.609543 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2378713f-4cbf-4ae1-90f2-8992035ddef6 req-7dd68e16-8376-428f-a6ee-feea3f24f2da tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf238d0f-af3b-4273-be50-eb52a0688e2d HTTP/1.1" status: 200 len: 943 time: 0.2172441 Feb 04 12:48:50.640179 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-6372f1b8-da6f-4018-91e8-863664e06f92 req-d216b2b5-868b-4e53-8bab-a1ab095a7d66 service neutron] Transition to ACTIVE for port object 9a1960e0-468c-4611-ae4e-3a9f8c9c28b4 will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:48:50.657494 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-6372f1b8-da6f-4018-91e8-863664e06f92 req-d216b2b5-868b-4e53-8bab-a1ab095a7d66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (9a1960e0-468c-4611-ae4e-3a9f8c9c28b4), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:50.728741 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2378713f-4cbf-4ae1-90f2-8992035ddef6 req-d9e3de92-bfa2-487f-aa81-b358cd078774 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182535 Feb 04 12:48:50.754904 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d216b2b5-868b-4e53-8bab-a1ab095a7d66 service neutron] Pushing event updated for resources: {'Port': ['ID=9a1960e0-468c-4611-ae4e-3a9f8c9c28b4,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:50.899790 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-6372f1b8-da6f-4018-91e8-863664e06f92 req-d216b2b5-868b-4e53-8bab-a1ab095a7d66 service neutron] Attempting to bind port 9a1960e0-468c-4611-ae4e-3a9f8c9c28b4 on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:48:50.900614 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-6372f1b8-da6f-4018-91e8-863664e06f92 req-d216b2b5-868b-4e53-8bab-a1ab095a7d66 service neutron] Attempting to bind port 9a1960e0-468c-4611-ae4e-3a9f8c9c28b4 by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': 'cd134bb4-79d7-4adb-9557-15f08cb82f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'dac9b9a9-251d-4151-8c55-5d654d90eaed'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:48:50.901148 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6372f1b8-da6f-4018-91e8-863664e06f92 req-d216b2b5-868b-4e53-8bab-a1ab095a7d66 service neutron] Attempting to bind port 9a1960e0-468c-4611-ae4e-3a9f8c9c28b4 on network dac9b9a9-251d-4151-8c55-5d654d90eaed {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:48:50.909973 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6372f1b8-da6f-4018-91e8-863664e06f92 req-d216b2b5-868b-4e53-8bab-a1ab095a7d66 service neutron] Port 9a1960e0-468c-4611-ae4e-3a9f8c9c28b4 on network dac9b9a9-251d-4151-8c55-5d654d90eaed not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:48:50.910722 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6372f1b8-da6f-4018-91e8-863664e06f92 req-d216b2b5-868b-4e53-8bab-a1ab095a7d66 service neutron] Attempting to bind port 9a1960e0-468c-4611-ae4e-3a9f8c9c28b4 on network dac9b9a9-251d-4151-8c55-5d654d90eaed {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:48:50.918308 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6372f1b8-da6f-4018-91e8-863664e06f92 req-d216b2b5-868b-4e53-8bab-a1ab095a7d66 service neutron] Checking agent: {'id': 'f8add0d2-2202-43d3-bc0e-72442788e6ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:48:50.920178 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6372f1b8-da6f-4018-91e8-863664e06f92 req-d216b2b5-868b-4e53-8bab-a1ab095a7d66 service neutron] Checking segment: {'id': 'cd134bb4-79d7-4adb-9557-15f08cb82f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'dac9b9a9-251d-4151-8c55-5d654d90eaed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:48:50.921922 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6372f1b8-da6f-4018-91e8-863664e06f92 req-d216b2b5-868b-4e53-8bab-a1ab095a7d66 service neutron] Bound using segment: {'id': 'cd134bb4-79d7-4adb-9557-15f08cb82f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'dac9b9a9-251d-4151-8c55-5d654d90eaed'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:48:50.922405 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-6372f1b8-da6f-4018-91e8-863664e06f92 req-d216b2b5-868b-4e53-8bab-a1ab095a7d66 service neutron] Bound port: 9a1960e0-468c-4611-ae4e-3a9f8c9c28b4, host: n-h1-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd134bb4-79d7-4adb-9557-15f08cb82f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'dac9b9a9-251d-4151-8c55-5d654d90eaed'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:48:50.922781 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-6372f1b8-da6f-4018-91e8-863664e06f92 req-d216b2b5-868b-4e53-8bab-a1ab095a7d66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (9a1960e0-468c-4611-ae4e-3a9f8c9c28b4), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:51.006331 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-d08885fc-b523-4cbb-9087-7b12f11c3bf9 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Deleting port a1b226a1-69a7-45c3-bff7-34bb052e175d {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:48:51.006905 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d08885fc-b523-4cbb-9087-7b12f11c3bf9 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (a1b226a1-69a7-45c3-bff7-34bb052e175d), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:51.050104 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-6372f1b8-da6f-4018-91e8-863664e06f92 req-d216b2b5-868b-4e53-8bab-a1ab095a7d66 service neutron] For port 9a1960e0-468c-4611-ae4e-3a9f8c9c28b4, host n-h1-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:48:51.055068 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-6372f1b8-da6f-4018-91e8-863664e06f92 req-d216b2b5-868b-4e53-8bab-a1ab095a7d66 service neutron] For port 9a1960e0-468c-4611-ae4e-3a9f8c9c28b4, host n-h1-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=9a1960e0-468c-4611-ae4e-3a9f8c9c28b4,segment=NetworkSegment(cd134bb4-79d7-4adb-9557-15f08cb82f25),segment_id=cd134bb4-79d7-4adb-9557-15f08cb82f25)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:48:51.064303 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-6372f1b8-da6f-4018-91e8-863664e06f92 req-d216b2b5-868b-4e53-8bab-a1ab095a7d66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (9a1960e0-468c-4611-ae4e-3a9f8c9c28b4), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:51.114840 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6372f1b8-da6f-4018-91e8-863664e06f92 req-d216b2b5-868b-4e53-8bab-a1ab095a7d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:51.115484 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-6372f1b8-da6f-4018-91e8-863664e06f92 req-d216b2b5-868b-4e53-8bab-a1ab095a7d66 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:51.116904 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6372f1b8-da6f-4018-91e8-863664e06f92 req-d216b2b5-868b-4e53-8bab-a1ab095a7d66 service neutron] 10.222.0.73 "PUT /v2.0/ports/9a1960e0-468c-4611-ae4e-3a9f8c9c28b4 HTTP/1.1" status: 200 len: 1091 time: 1.4268675 Feb 04 12:48:51.117360 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f604dd75-ad12-4189-8399-03b9fbddca11', 'tag': '9a1960e0-468c-4611-ae4e-3a9f8c9c28b4'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:48:51.119992 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fa75036-ddf8-4e15-bf43-657582b0ea0c" -d '{"events": [{"name": "network-changed", "server_uuid": "f604dd75-ad12-4189-8399-03b9fbddca11", "tag": "9a1960e0-468c-4611-ae4e-3a9f8c9c28b4"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:48:51.128184 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4a5ea3-207d-4210-ae74-21c301467e39 req-dd81512d-b503-4ff0-85b0-706db42cff72 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:51.134499 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-9d4a5ea3-207d-4210-ae74-21c301467e39 req-dd81512d-b503-4ff0-85b0-706db42cff72 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.77 "GET /v2.0/networks?id=b0350313-177d-4c5b-9b2d-aae5a7745f86 HTTP/1.1" status: 200 len: 815 time: 0.2660551 Feb 04 12:48:51.156810 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d216b2b5-868b-4e53-8bab-a1ab095a7d66 service neutron] Pushing event updated for resources: {'Port': ['ID=9a1960e0-468c-4611-ae4e-3a9f8c9c28b4,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:51.172743 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-9d4a5ea3-207d-4210-ae74-21c301467e39 req-f1d55bda-a9c4-4ff0-99eb-7ba20731d559 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Request body: {'port': {'device_id': '459473cf-0264-4bd4-9633-6db2c2db945a', 'network_id': 'b0350313-177d-4c5b-9b2d-aae5a7745f86', 'admin_state_up': True, 'tenant_id': '510f69789e354304b7a3dd689bde3cf8'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:48:51.256970 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d08885fc-b523-4cbb-9087-7b12f11c3bf9 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (a1b226a1-69a7-45c3-bff7-34bb052e175d), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:51.277887 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-d08885fc-b523-4cbb-9087-7b12f11c3bf9 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Calling delete_port for a1b226a1-69a7-45c3-bff7-34bb052e175d owned by network:router_interface {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:48:51.323905 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6372f1b8-da6f-4018-91e8-863664e06f92 req-c5284344-c59f-4c23-b142-8c392ba91cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:51.325409 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6372f1b8-da6f-4018-91e8-863664e06f92 req-c5284344-c59f-4c23-b142-8c392ba91cfb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cdde75ff131f44e6a4d31e0e13729f31&device_id=f604dd75-ad12-4189-8399-03b9fbddca11 HTTP/1.1" status: 200 len: 1125 time: 0.1298144 Feb 04 12:48:51.345409 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12939bd5-c85e-4785-8a41-92c587387699 req-0cf2face-a6ca-4b66-9480-7764b18d0b0f tempest-ServerTagsTestJSON-1416161310 tempest-ServerTagsTestJSON-1416161310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:51.354422 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-12939bd5-c85e-4785-8a41-92c587387699 req-0cf2face-a6ca-4b66-9480-7764b18d0b0f tempest-ServerTagsTestJSON-1416161310 tempest-ServerTagsTestJSON-1416161310-project] 10.222.0.65 "GET /v2.0/ports?device_id=f604dd75-ad12-4189-8399-03b9fbddca11 HTTP/1.1" status: 200 len: 943 time: 0.0997932 Feb 04 12:48:51.369059 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9773116-7316-4932-8ff5-a6683f1b9fea x-openstack-request-id: req-d9773116-7316-4932-8ff5-a6683f1b9fea {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:48:51.369353 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f604dd75-ad12-4189-8399-03b9fbddca11", "tag": "9a1960e0-468c-4611-ae4e-3a9f8c9c28b4", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:48:51.369604 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d9773116-7316-4932-8ff5-a6683f1b9fea {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:48:51.370010 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f604dd75-ad12-4189-8399-03b9fbddca11', 'tag': '9a1960e0-468c-4611-ae4e-3a9f8c9c28b4', 'status': 'completed', 'code': 200} Feb 04 12:48:51.398631 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d4a5ea3-207d-4210-ae74-21c301467e39 req-f1d55bda-a9c4-4ff0-99eb-7ba20731d559 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Made reservation on behalf of 510f69789e354304b7a3dd689bde3cf8 for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:48:51.405042 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-9d4a5ea3-207d-4210-ae74-21c301467e39 req-f1d55bda-a9c4-4ff0-99eb-7ba20731d559 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:51.418436 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6372f1b8-da6f-4018-91e8-863664e06f92 req-3a587c61-b79e-42eb-8106-db7aede0b5f5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a1960e0-468c-4611-ae4e-3a9f8c9c28b4 HTTP/1.1" status: 200 len: 217 time: 0.0813763 Feb 04 12:48:51.516942 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-12939bd5-c85e-4785-8a41-92c587387699 req-d946e69b-2888-4a29-bc27-f92c06d26fa0 tempest-ServerTagsTestJSON-1416161310 tempest-ServerTagsTestJSON-1416161310-project] 10.222.0.65 "GET /v2.0/security-groups?id=fcee90fb-3e09-456f-8bab-cf343b4b34bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562657 Feb 04 12:48:51.549564 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6372f1b8-da6f-4018-91e8-863664e06f92 req-e7e84aa0-b72d-4732-9b6b-7986ec4b2acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:51.550914 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6372f1b8-da6f-4018-91e8-863664e06f92 req-e7e84aa0-b72d-4732-9b6b-7986ec4b2acf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=736e6866-2e2f-4cdc-b5e0-63c1b08e4cde HTTP/1.1" status: 200 len: 849 time: 0.1263330 Feb 04 12:48:51.606158 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6372f1b8-da6f-4018-91e8-863664e06f92 req-b3d418e6-98f7-4f8e-8862-2124b404c712 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dac9b9a9-251d-4151-8c55-5d654d90eaed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472856 Feb 04 12:48:51.704061 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:51.716179 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f7c9c747-3020-485c-969a-92ba392c6e22 req-6addfd20-9b97-4008-af50-2967ead38a51 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/ports?device_id=459473cf-0264-4bd4-9633-6db2c2db945a HTTP/1.1" status: 200 len: 210 time: 0.0375171 Feb 04 12:48:51.758198 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [req-9d4a5ea3-207d-4210-ae74-21c301467e39 req-f1d55bda-a9c4-4ff0-99eb-7ba20731d559 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Allocated IP 172.20.0.11 (b0350313-177d-4c5b-9b2d-aae5a7745f86/690b8f25-e7cd-419d-81c6-e79d1382942c/31338bf1-2f19-4681-be5b-3c9338fbe187) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:48:51.766567 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6372f1b8-da6f-4018-91e8-863664e06f92 req-201d4e92-35ef-4c34-9fe5-2d08b95f665e service neutron] 10.222.0.73 "GET /v2.0/networks/dac9b9a9-251d-4151-8c55-5d654d90eaed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532166 Feb 04 12:48:51.782836 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d08885fc-b523-4cbb-9087-7b12f11c3bf9 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (a1b226a1-69a7-45c3-bff7-34bb052e175d), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:51.940279 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08885fc-b523-4cbb-9087-7b12f11c3bf9 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Pushing event deleted for resources: {'Port': ['ID=a1b226a1-69a7-45c3-bff7-34bb052e175d,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:52.006015 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6372f1b8-da6f-4018-91e8-863664e06f92 req-f785cc68-5578-4c40-8a79-38735750b113 service neutron] 10.222.0.73 "GET /v2.0/networks/dac9b9a9-251d-4151-8c55-5d654d90eaed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322876 Feb 04 12:48:52.025246 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ce2486-06d0-4e1b-9169-889de4b0b477 req-605a55ce-6a4a-4a75-ae8e-4ee5a8f0d5ef tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:52.035091 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-05ce2486-06d0-4e1b-9169-889de4b0b477 req-605a55ce-6a4a-4a75-ae8e-4ee5a8f0d5ef tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf238d0f-af3b-4273-be50-eb52a0688e2d HTTP/1.1" status: 200 len: 943 time: 0.1716480 Feb 04 12:48:52.135479 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-05ce2486-06d0-4e1b-9169-889de4b0b477 req-05795ea3-a3f1-4a4d-be7e-0e972e111594 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929809 Feb 04 12:48:52.234913 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa75036-ddf8-4e15-bf43-657582b0ea0c req-55cacd16-c7f3-44f7-b7ae-58fd0f71b4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:52.237099 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4fa75036-ddf8-4e15-bf43-657582b0ea0c req-55cacd16-c7f3-44f7-b7ae-58fd0f71b4a7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cdde75ff131f44e6a4d31e0e13729f31&device_id=f604dd75-ad12-4189-8399-03b9fbddca11 HTTP/1.1" status: 200 len: 1125 time: 0.1259787 Feb 04 12:48:52.588904 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-9d4a5ea3-207d-4210-ae74-21c301467e39 req-f1d55bda-a9c4-4ff0-99eb-7ba20731d559 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Publish callbacks [] for port (31338bf1-2f19-4681-be5b-3c9338fbe187), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:52.632121 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d08885fc-b523-4cbb-9087-7b12f11c3bf9 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622067'] for router_interface (c01bb6e5-0422-463f-854b-29c600f1159c), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:52.641516 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-9d4a5ea3-207d-4210-ae74-21c301467e39 req-f1d55bda-a9c4-4ff0-99eb-7ba20731d559 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (31338bf1-2f19-4681-be5b-3c9338fbe187), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:52.746443 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d4a5ea3-207d-4210-ae74-21c301467e39 req-f1d55bda-a9c4-4ff0-99eb-7ba20731d559 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Network b0350313-177d-4c5b-9b2d-aae5a7745f86 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:48:52.751426 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [req-9d4a5ea3-207d-4210-ae74-21c301467e39 req-f1d55bda-a9c4-4ff0-99eb-7ba20731d559 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:48:52.773373 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15b5ad5-5662-4354-8ed1-63737a2ba89a req-d93bf596-9636-4ab6-b05e-7f17d93d207c tempest-ServerTagsTestJSON-1416161310 tempest-ServerTagsTestJSON-1416161310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:52.774892 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d15b5ad5-5662-4354-8ed1-63737a2ba89a req-d93bf596-9636-4ab6-b05e-7f17d93d207c tempest-ServerTagsTestJSON-1416161310 tempest-ServerTagsTestJSON-1416161310-project] 10.222.0.65 "GET /v2.0/ports?device_id=f604dd75-ad12-4189-8399-03b9fbddca11 HTTP/1.1" status: 200 len: 943 time: 0.0994885 Feb 04 12:48:52.776331 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa75036-ddf8-4e15-bf43-657582b0ea0c req-f0ed3131-506b-4a28-9ae5-ac028e814818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:52.777655 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4fa75036-ddf8-4e15-bf43-657582b0ea0c req-f0ed3131-506b-4a28-9ae5-ac028e814818 service neutron] 10.222.0.73 "GET /v2.0/networks?id=dac9b9a9-251d-4151-8c55-5d654d90eaed HTTP/1.1" status: 200 len: 910 time: 0.5341923 Feb 04 12:48:52.803637 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d4a5ea3-207d-4210-ae74-21c301467e39 req-f1d55bda-a9c4-4ff0-99eb-7ba20731d559 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:48:52.866846 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4fa75036-ddf8-4e15-bf43-657582b0ea0c req-85c8bba9-f7f4-4b36-a8df-ae6eacc1c32a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a1960e0-468c-4611-ae4e-3a9f8c9c28b4 HTTP/1.1" status: 200 len: 217 time: 0.0733166 Feb 04 12:48:52.876111 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d55bda-a9c4-4ff0-99eb-7ba20731d559 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Pushing event updated for resources: {'Port': ['ID=31338bf1-2f19-4681-be5b-3c9338fbe187,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:52.912103 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4a5ea3-207d-4210-ae74-21c301467e39 req-f1d55bda-a9c4-4ff0-99eb-7ba20731d559 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:52.912791 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-9d4a5ea3-207d-4210-ae74-21c301467e39 req-f1d55bda-a9c4-4ff0-99eb-7ba20731d559 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:52.935200 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d15b5ad5-5662-4354-8ed1-63737a2ba89a req-ec8fdd23-e7b9-4a07-8309-e06c8b930293 tempest-ServerTagsTestJSON-1416161310 tempest-ServerTagsTestJSON-1416161310-project] 10.222.0.65 "GET /v2.0/security-groups?id=fcee90fb-3e09-456f-8bab-cf343b4b34bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411090 Feb 04 12:48:53.016420 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444727b5-d377-4436-a369-32037beadeea req-51e16768-307c-496c-985c-42b57dc8ceaa tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:53.020200 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-9d4a5ea3-207d-4210-ae74-21c301467e39 req-f1d55bda-a9c4-4ff0-99eb-7ba20731d559 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8683043 Feb 04 12:48:53.028163 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d08885fc-b523-4cbb-9087-7b12f11c3bf9 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Router c01bb6e5-0422-463f-854b-29c600f1159c has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:48:53.028413 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-444727b5-d377-4436-a369-32037beadeea req-51e16768-307c-496c-985c-42b57dc8ceaa tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/ports?device_id=459473cf-0264-4bd4-9633-6db2c2db945a HTTP/1.1" status: 200 len: 932 time: 0.1827967 Feb 04 12:48:53.050610 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa75036-ddf8-4e15-bf43-657582b0ea0c req-4bbb3862-e76c-4e6f-8787-18a295ce4d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:53.052596 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4fa75036-ddf8-4e15-bf43-657582b0ea0c req-4bbb3862-e76c-4e6f-8787-18a295ce4d3b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=736e6866-2e2f-4cdc-b5e0-63c1b08e4cde HTTP/1.1" status: 200 len: 849 time: 0.1475203 Feb 04 12:48:53.111424 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4fa75036-ddf8-4e15-bf43-657582b0ea0c req-0d2541ec-b11f-4a9e-a64f-dd4c405785ec service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dac9b9a9-251d-4151-8c55-5d654d90eaed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509369 Feb 04 12:48:53.147024 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-9d4a5ea3-207d-4210-ae74-21c301467e39 req-b0613b36-ad3b-4aef-9371-18965c04807e service neutron] Request body: {'port': {'device_id': '459473cf-0264-4bd4-9633-6db2c2db945a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825015-3'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:48:53.151604 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d08885fc-b523-4cbb-9087-7b12f11c3bf9 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:48:53.156632 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-444727b5-d377-4436-a369-32037beadeea req-433e63e4-cdfe-4337-981c-a5a27cc56928 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f05596b-0435-48d8-81d4-28b11f6be2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241143 Feb 04 12:48:53.158666 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-d08885fc-b523-4cbb-9087-7b12f11c3bf9 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] 10.222.0.65 "PUT /v2.0/routers/c01bb6e5-0422-463f-854b-29c600f1159c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2451103 Feb 04 12:48:53.175358 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8dffd68-6ce4-4d23-9e6e-f14a19fd2766 None None] Sync routers for ids ['c01bb6e5-0422-463f-854b-29c600f1159c'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:48:53.175802 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 38304) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:53.206205 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8dffd68-6ce4-4d23-9e6e-f14a19fd2766 None None] Routers {'c01bb6e5-0422-463f-854b-29c600f1159c'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:48:53.207201 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-d8dffd68-6ce4-4d23-9e6e-f14a19fd2766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:48:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['c01bb6e5-0422-463f-854b-29c600f1159c'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:48:53.223884 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-60e78645-1fe4-4b33-9f7c-2255e640cad7 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] 10.222.0.65 "GET /v2.0/ports?device_id=c01bb6e5-0422-463f-854b-29c600f1159c HTTP/1.1" status: 200 len: 205 time: 0.0501153 Feb 04 12:48:53.224523 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 38308) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:53.253739 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-d8dffd68-6ce4-4d23-9e6e-f14a19fd2766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:48:53.265149 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8dffd68-6ce4-4d23-9e6e-f14a19fd2766 None None] Routers {'c01bb6e5-0422-463f-854b-29c600f1159c'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:48:53.266146 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-d8dffd68-6ce4-4d23-9e6e-f14a19fd2766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:48:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['c01bb6e5-0422-463f-854b-29c600f1159c'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:48:53.273044 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-9d4a5ea3-207d-4210-ae74-21c301467e39 req-b0613b36-ad3b-4aef-9371-18965c04807e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (31338bf1-2f19-4681-be5b-3c9338fbe187), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:53.306837 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-d8dffd68-6ce4-4d23-9e6e-f14a19fd2766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:48:53.307865 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8dffd68-6ce4-4d23-9e6e-f14a19fd2766 None None] The sync data for ids ['c01bb6e5-0422-463f-854b-29c600f1159c'] in n-d-825015-3 is: [] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:48:53.450815 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-66a49c65-0b90-4b75-a9eb-c57fe77d6627 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks [] for router (c01bb6e5-0422-463f-854b-29c600f1159c), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:53.517840 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c348d7-db6e-409c-8f4a-59f90bd4a61a req-b0f06dab-257e-4c22-a1c4-bee7b13b72f9 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:53.527499 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-46c348d7-db6e-409c-8f4a-59f90bd4a61a req-b0f06dab-257e-4c22-a1c4-bee7b13b72f9 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf238d0f-af3b-4273-be50-eb52a0688e2d HTTP/1.1" status: 200 len: 943 time: 0.1987474 Feb 04 12:48:53.637668 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-46c348d7-db6e-409c-8f4a-59f90bd4a61a req-d500d29c-13df-4b5e-be08-66f90032eb34 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070430 Feb 04 12:48:53.679881 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4fa75036-ddf8-4e15-bf43-657582b0ea0c req-e4a6b935-5896-4d5a-b3d4-d2e147993f19 service neutron] 10.222.0.73 "GET /v2.0/networks/dac9b9a9-251d-4151-8c55-5d654d90eaed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5221233 Feb 04 12:48:53.742298 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [req-9d4a5ea3-207d-4210-ae74-21c301467e39 req-b0613b36-ad3b-4aef-9371-18965c04807e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31338bf1-2f19-4681-be5b-3c9338fbe187 {{(pid=103474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:48:53.767123 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-9d4a5ea3-207d-4210-ae74-21c301467e39 req-b0613b36-ad3b-4aef-9371-18965c04807e service neutron] Publish callbacks [] for port (31338bf1-2f19-4681-be5b-3c9338fbe187), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:53.780797 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.provisioning_blocks [req-9d4a5ea3-207d-4210-ae74-21c301467e39 req-b0613b36-ad3b-4aef-9371-18965c04807e service neutron] Transition to ACTIVE for port object 31338bf1-2f19-4681-be5b-3c9338fbe187 will not be triggered until provisioned by entity L2. {{(pid=103474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:48:53.789143 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-9d4a5ea3-207d-4210-ae74-21c301467e39 req-b0613b36-ad3b-4aef-9371-18965c04807e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (31338bf1-2f19-4681-be5b-3c9338fbe187), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:53.865185 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 9a1960e0-468c-4611-ae4e-3a9f8c9c28b4 details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:48:53.931810 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0613b36-ad3b-4aef-9371-18965c04807e service neutron] Pushing event updated for resources: {'Port': ['ID=31338bf1-2f19-4681-be5b-3c9338fbe187,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:53.988110 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-9d4a5ea3-207d-4210-ae74-21c301467e39 req-b0613b36-ad3b-4aef-9371-18965c04807e service neutron] Attempting to bind port 31338bf1-2f19-4681-be5b-3c9338fbe187 on host n-h2-825015-3 for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:48:53.988510 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-9d4a5ea3-207d-4210-ae74-21c301467e39 req-b0613b36-ad3b-4aef-9371-18965c04807e service neutron] Attempting to bind port 31338bf1-2f19-4681-be5b-3c9338fbe187 by drivers openvswitch,hyperv on host n-h2-825015-3 at level 0 using segments [{'id': 'e06f3fb1-3389-4291-b030-5cfb56d31cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b0350313-177d-4c5b-9b2d-aae5a7745f86'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:48:53.989619 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4a5ea3-207d-4210-ae74-21c301467e39 req-b0613b36-ad3b-4aef-9371-18965c04807e service neutron] Attempting to bind port 31338bf1-2f19-4681-be5b-3c9338fbe187 on network b0350313-177d-4c5b-9b2d-aae5a7745f86 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:48:53.994796 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4fa75036-ddf8-4e15-bf43-657582b0ea0c req-667364df-180e-43a7-b135-5db75d09c1e3 service neutron] 10.222.0.73 "GET /v2.0/networks/dac9b9a9-251d-4151-8c55-5d654d90eaed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2949686 Feb 04 12:48:54.000515 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4a5ea3-207d-4210-ae74-21c301467e39 req-b0613b36-ad3b-4aef-9371-18965c04807e service neutron] Port 31338bf1-2f19-4681-be5b-3c9338fbe187 on network b0350313-177d-4c5b-9b2d-aae5a7745f86 not bound, no agent of type Open vSwitch agent registered on host n-h2-825015-3 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:48:54.003309 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4a5ea3-207d-4210-ae74-21c301467e39 req-b0613b36-ad3b-4aef-9371-18965c04807e service neutron] Attempting to bind port 31338bf1-2f19-4681-be5b-3c9338fbe187 on network b0350313-177d-4c5b-9b2d-aae5a7745f86 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:48:54.013375 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-66a49c65-0b90-4b75-a9eb-c57fe77d6627 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10915'] for router (c01bb6e5-0422-463f-854b-29c600f1159c), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:54.015621 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4a5ea3-207d-4210-ae74-21c301467e39 req-b0613b36-ad3b-4aef-9371-18965c04807e service neutron] Checking agent: {'id': '9b68a165-e786-4b91-8592-44519c2ecabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 48, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:48:54.016072 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4a5ea3-207d-4210-ae74-21c301467e39 req-b0613b36-ad3b-4aef-9371-18965c04807e service neutron] Checking segment: {'id': 'e06f3fb1-3389-4291-b030-5cfb56d31cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b0350313-177d-4c5b-9b2d-aae5a7745f86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:48:54.016477 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4a5ea3-207d-4210-ae74-21c301467e39 req-b0613b36-ad3b-4aef-9371-18965c04807e service neutron] Bound using segment: {'id': 'e06f3fb1-3389-4291-b030-5cfb56d31cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b0350313-177d-4c5b-9b2d-aae5a7745f86'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:48:54.016930 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-9d4a5ea3-207d-4210-ae74-21c301467e39 req-b0613b36-ad3b-4aef-9371-18965c04807e service neutron] Bound port: 31338bf1-2f19-4681-be5b-3c9338fbe187, host: n-h2-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e06f3fb1-3389-4291-b030-5cfb56d31cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b0350313-177d-4c5b-9b2d-aae5a7745f86'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:48:54.017298 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-9d4a5ea3-207d-4210-ae74-21c301467e39 req-b0613b36-ad3b-4aef-9371-18965c04807e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (31338bf1-2f19-4681-be5b-3c9338fbe187), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:54.020681 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-66a49c65-0b90-4b75-a9eb-c57fe77d6627 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks [] for router_controller (c01bb6e5-0422-463f-854b-29c600f1159c), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:54.063354 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 9a1960e0-468c-4611-ae4e-3a9f8c9c28b4, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=9a1960e0-468c-4611-ae4e-3a9f8c9c28b4,segment=NetworkSegment(cd134bb4-79d7-4adb-9557-15f08cb82f25),segment_id=cd134bb4-79d7-4adb-9557-15f08cb82f25)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:48:54.087600 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': '9a1960e0-468c-4611-ae4e-3a9f8c9c28b4', 'network_id': 'dac9b9a9-251d-4151-8c55-5d654d90eaed', 'port_id': '9a1960e0-468c-4611-ae4e-3a9f8c9c28b4', 'mac_address': 'fa:16:3e:4d:e6:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '736e6866-2e2f-4cdc-b5e0-63c1b08e4cde', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:48:54.142217 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 9a1960e0-468c-4611-ae4e-3a9f8c9c28b4 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:48:54.142820 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (9a1960e0-468c-4611-ae4e-3a9f8c9c28b4), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:54.158560 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-66a49c65-0b90-4b75-a9eb-c57fe77d6627 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622829'] for router (c01bb6e5-0422-463f-854b-29c600f1159c), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:54.160611 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66a49c65-0b90-4b75-a9eb-c57fe77d6627 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Fanout notify agent at l3_agent the message router_deleted on router c01bb6e5-0422-463f-854b-29c600f1159c {{(pid=103475) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 12:48:54.161062 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a1960e0-468c-4611-ae4e-3a9f8c9c28b4 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:48:54.168283 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-66a49c65-0b90-4b75-a9eb-c57fe77d6627 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks [] for router (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:54.172950 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 38328) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:54.173453 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-66a49c65-0b90-4b75-a9eb-c57fe77d6627 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] 10.222.0.65 "DELETE /v2.0/routers/c01bb6e5-0422-463f-854b-29c600f1159c HTTP/1.1" status: 204 len: 168 time: 0.9114559 Feb 04 12:48:54.191070 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 9a1960e0-468c-4611-ae4e-3a9f8c9c28b4, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=9a1960e0-468c-4611-ae4e-3a9f8c9c28b4,segment=NetworkSegment(cd134bb4-79d7-4adb-9557-15f08cb82f25),segment_id=cd134bb4-79d7-4adb-9557-15f08cb82f25)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:48:54.191639 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-9d4a5ea3-207d-4210-ae74-21c301467e39 req-b0613b36-ad3b-4aef-9371-18965c04807e service neutron] For port 31338bf1-2f19-4681-be5b-3c9338fbe187, host n-h2-825015-3, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:48:54.196576 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (9a1960e0-468c-4611-ae4e-3a9f8c9c28b4), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:54.197659 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d44016e-3f8c-4e7a-9839-7eb46afc5c5d req-019dac19-89bc-4356-a5f2-c34a08a5514b tempest-ServerTagsTestJSON-1416161310 tempest-ServerTagsTestJSON-1416161310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:54.200264 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4d44016e-3f8c-4e7a-9839-7eb46afc5c5d req-019dac19-89bc-4356-a5f2-c34a08a5514b tempest-ServerTagsTestJSON-1416161310 tempest-ServerTagsTestJSON-1416161310-project] 10.222.0.65 "GET /v2.0/ports?device_id=f604dd75-ad12-4189-8399-03b9fbddca11 HTTP/1.1" status: 200 len: 943 time: 0.0839965 Feb 04 12:48:54.276241 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=9a1960e0-468c-4611-ae4e-3a9f8c9c28b4,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:54.289530 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-9d4a5ea3-207d-4210-ae74-21c301467e39 req-b0613b36-ad3b-4aef-9371-18965c04807e service neutron] For port 31338bf1-2f19-4681-be5b-3c9338fbe187, host n-h2-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=31338bf1-2f19-4681-be5b-3c9338fbe187,segment=NetworkSegment(e06f3fb1-3389-4291-b030-5cfb56d31cde),segment_id=e06f3fb1-3389-4291-b030-5cfb56d31cde)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:48:54.293984 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4d44016e-3f8c-4e7a-9839-7eb46afc5c5d req-99dc8f3a-5907-4a05-abd0-89ea79e2d960 tempest-ServerTagsTestJSON-1416161310 tempest-ServerTagsTestJSON-1416161310-project] 10.222.0.65 "GET /v2.0/security-groups?id=fcee90fb-3e09-456f-8bab-cf343b4b34bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851283 Feb 04 12:48:54.301421 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:48:54.302892 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:48:54.303970 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:48:54.305089 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:48:54.305829 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:48:54.307682 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:48:54.308193 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:48:54.310309 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:48:54.310640 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-9d4a5ea3-207d-4210-ae74-21c301467e39 req-b0613b36-ad3b-4aef-9371-18965c04807e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (31338bf1-2f19-4681-be5b-3c9338fbe187), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:54.310778 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:48:54.311348 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:48:54.313976 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:48:54.314408 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:48:54.314829 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:48:54.360769 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff0c241d-6b85-4b21-980b-04041649912e tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Deleting subnet dc818961-3900-4afc-9b63-87c60625a509 {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:48:54.368205 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ff0c241d-6b85-4b21-980b-04041649912e tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks [] for subnet (dc818961-3900-4afc-9b63-87c60625a509), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:54.411195 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4a5ea3-207d-4210-ae74-21c301467e39 req-b0613b36-ad3b-4aef-9371-18965c04807e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:54.411937 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-9d4a5ea3-207d-4210-ae74-21c301467e39 req-b0613b36-ad3b-4aef-9371-18965c04807e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:54.413409 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-9d4a5ea3-207d-4210-ae74-21c301467e39 req-b0613b36-ad3b-4aef-9371-18965c04807e service neutron] 10.222.0.77 "PUT /v2.0/ports/31338bf1-2f19-4681-be5b-3c9338fbe187 HTTP/1.1" status: 200 len: 1092 time: 1.3833861 Feb 04 12:48:54.415684 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '459473cf-0264-4bd4-9633-6db2c2db945a', 'tag': '31338bf1-2f19-4681-be5b-3c9338fbe187'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:48:54.418086 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d44bb44a-4ab4-4188-9f7d-ed894f43eeba" -d '{"events": [{"name": "network-changed", "server_uuid": "459473cf-0264-4bd4-9633-6db2c2db945a", "tag": "31338bf1-2f19-4681-be5b-3c9338fbe187"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:48:54.423514 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['9a1960e0-468c-4611-ae4e-3a9f8c9c28b4'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:48:54.450993 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0613b36-ad3b-4aef-9371-18965c04807e service neutron] Pushing event updated for resources: {'Port': ['ID=31338bf1-2f19-4681-be5b-3c9338fbe187,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:54.455936 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ff0c241d-6b85-4b21-980b-04041649912e tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (dc818961-3900-4afc-9b63-87c60625a509), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:54.475646 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0bbf8a-b5fe-4836-8ca0-0791c958c17b req-023edfb0-bd79-4838-9fab-ff58c595c31f tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:54.480383 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ce0bbf8a-b5fe-4836-8ca0-0791c958c17b req-023edfb0-bd79-4838-9fab-ff58c595c31f tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/ports?device_id=459473cf-0264-4bd4-9633-6db2c2db945a HTTP/1.1" status: 200 len: 944 time: 0.1808276 Feb 04 12:48:54.520528 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81a09824-e015-4ca7-8fc5-7ba6c6f9c48d x-openstack-request-id: req-81a09824-e015-4ca7-8fc5-7ba6c6f9c48d {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:48:54.520896 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "459473cf-0264-4bd4-9633-6db2c2db945a", "tag": "31338bf1-2f19-4681-be5b-3c9338fbe187", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:48:54.521648 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-81a09824-e015-4ca7-8fc5-7ba6c6f9c48d {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:48:54.521648 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '459473cf-0264-4bd4-9633-6db2c2db945a', 'tag': '31338bf1-2f19-4681-be5b-3c9338fbe187', 'status': 'completed', 'code': 200} Feb 04 12:48:54.579774 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ce0bbf8a-b5fe-4836-8ca0-0791c958c17b req-d2d84665-41ea-4b2f-acc8-4b9b01131898 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f05596b-0435-48d8-81d4-28b11f6be2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937912 Feb 04 12:48:54.642557 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4a5ea3-207d-4210-ae74-21c301467e39 req-872dd5df-5899-46fa-aa04-e6b2dcfc3bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:54.651045 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-9d4a5ea3-207d-4210-ae74-21c301467e39 req-872dd5df-5899-46fa-aa04-e6b2dcfc3bb4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=510f69789e354304b7a3dd689bde3cf8&device_id=459473cf-0264-4bd4-9633-6db2c2db945a HTTP/1.1" status: 200 len: 1126 time: 0.1645074 Feb 04 12:48:54.704852 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-9d4a5ea3-207d-4210-ae74-21c301467e39 req-41ec5376-f32c-4fcb-9c21-964f119a5ba1 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=31338bf1-2f19-4681-be5b-3c9338fbe187 HTTP/1.1" status: 200 len: 217 time: 0.0523753 Feb 04 12:48:54.710396 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ff0c241d-6b85-4b21-980b-04041649912e tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (dc818961-3900-4afc-9b63-87c60625a509), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:54.806258 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4a5ea3-207d-4210-ae74-21c301467e39 req-d3850c8f-ccaf-4f1e-9315-63d67cc53a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:54.806893 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eb3e44-045b-4927-8fd7-52fb6fcd957d req-01596fad-3d15-4c5d-b2ed-d3a2a7c90c04 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:54.807909 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-9d4a5ea3-207d-4210-ae74-21c301467e39 req-d3850c8f-ccaf-4f1e-9315-63d67cc53a55 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=690b8f25-e7cd-419d-81c6-e79d1382942c HTTP/1.1" status: 200 len: 855 time: 0.0932746 Feb 04 12:48:54.808094 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-66eb3e44-045b-4927-8fd7-52fb6fcd957d req-01596fad-3d15-4c5d-b2ed-d3a2a7c90c04 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf238d0f-af3b-4273-be50-eb52a0688e2d HTTP/1.1" status: 200 len: 943 time: 0.0713434 Feb 04 12:48:54.868000 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-66eb3e44-045b-4927-8fd7-52fb6fcd957d req-2ce7a521-825c-4a30-a27d-cf368fb6ebcf tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519722 Feb 04 12:48:54.873077 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-9d4a5ea3-207d-4210-ae74-21c301467e39 req-5c63bfd0-902a-42bd-85ef-32c66f9c7b95 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b0350313-177d-4c5b-9b2d-aae5a7745f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576770 Feb 04 12:48:54.875365 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ff0c241d-6b85-4b21-980b-04041649912e tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (dc818961-3900-4afc-9b63-87c60625a509), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:54.918537 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0c241d-6b85-4b21-980b-04041649912e tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Pushing event deleted for resources: {'Subnet': ['ID=dc818961-3900-4afc-9b63-87c60625a509,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:54.934320 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ff0c241d-6b85-4b21-980b-04041649912e tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:54.938745 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf5dc74-06bb-4b14-8423-08507076f20a None None] Network 913b6746-dcbb-4404-8087-534ff346f294 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:48:54.943541 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-ff0c241d-6b85-4b21-980b-04041649912e tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] 10.222.0.65 "DELETE /v2.0/subnets/dc818961-3900-4afc-9b63-87c60625a509 HTTP/1.1" status: 204 len: 168 time: 0.7694387 Feb 04 12:48:54.946250 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 38352) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:55.013579 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_v2 [None req-f21de466-f453-4163-92ce-0290c2ac1319 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Deleting subnet 20b97c4b-b3e9-4a6f-87a1-70fbd8a4d762 {{(pid=103475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:48:55.017846 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f21de466-f453-4163-92ce-0290c2ac1319 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks [] for subnet (20b97c4b-b3e9-4a6f-87a1-70fbd8a4d762), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:55.045270 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-9d4a5ea3-207d-4210-ae74-21c301467e39 req-eece5b01-2b22-45b9-b1c3-85fc141b8a59 service neutron] 10.222.0.77 "GET /v2.0/networks/b0350313-177d-4c5b-9b2d-aae5a7745f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372449 Feb 04 12:48:55.095159 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f21de466-f453-4163-92ce-0290c2ac1319 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51859329'] for subnet (20b97c4b-b3e9-4a6f-87a1-70fbd8a4d762), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:55.196417 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a863df-4c54-4660-bd5a-ed9000efff96 None None] DHCP port deletion for 913b6746-dcbb-4404-8087-534ff346f294 request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 12:48:55.220372 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-9d4a5ea3-207d-4210-ae74-21c301467e39 req-91ed3d03-3f8a-47cf-94b8-3f01e96dfaf9 service neutron] 10.222.0.77 "GET /v2.0/networks/b0350313-177d-4c5b-9b2d-aae5a7745f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686516 Feb 04 12:48:55.222450 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f21de466-f453-4163-92ce-0290c2ac1319 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (20b97c4b-b3e9-4a6f-87a1-70fbd8a4d762), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:55.305155 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-e3a863df-4c54-4660-bd5a-ed9000efff96 None None] Deleting port a004afc5-4d30-4fec-b4ae-c8695f7829af {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:48:55.305537 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e3a863df-4c54-4660-bd5a-ed9000efff96 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (a004afc5-4d30-4fec-b4ae-c8695f7829af), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:55.330826 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f21de466-f453-4163-92ce-0290c2ac1319 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-52093282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51452698'] for subnet (20b97c4b-b3e9-4a6f-87a1-70fbd8a4d762), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:55.357199 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44bb44a-4ab4-4188-9f7d-ed894f43eeba req-2e702da6-45d7-477b-bd59-fae2681f1bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:55.359557 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-d44bb44a-4ab4-4188-9f7d-ed894f43eeba req-2e702da6-45d7-477b-bd59-fae2681f1bda service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=510f69789e354304b7a3dd689bde3cf8&device_id=459473cf-0264-4bd4-9633-6db2c2db945a HTTP/1.1" status: 200 len: 1126 time: 0.0841331 Feb 04 12:48:55.415684 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f21de466-f453-4163-92ce-0290c2ac1319 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:55.427783 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-f21de466-f453-4163-92ce-0290c2ac1319 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] 10.222.0.65 "DELETE /v2.0/subnets/20b97c4b-b3e9-4a6f-87a1-70fbd8a4d762 HTTP/1.1" status: 204 len: 168 time: 0.4800723 Feb 04 12:48:55.428722 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 38362) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:55.432103 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb4c12b-35e3-42c7-93b9-6ba471782f4a None None] Network 80087638-5b7c-443c-bea3-7fdebf9cf06a requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:48:55.435791 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21de466-f453-4163-92ce-0290c2ac1319 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Pushing event deleted for resources: {'Subnet': ['ID=20b97c4b-b3e9-4a6f-87a1-70fbd8a4d762,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:55.523018 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44bb44a-4ab4-4188-9f7d-ed894f43eeba req-9bfa7cde-b65d-47c7-9b38-e8754e126b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:55.524743 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-d44bb44a-4ab4-4188-9f7d-ed894f43eeba req-9bfa7cde-b65d-47c7-9b38-e8754e126b55 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b0350313-177d-4c5b-9b2d-aae5a7745f86 HTTP/1.1" status: 200 len: 916 time: 0.1590321 Feb 04 12:48:55.550821 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-e3a863df-4c54-4660-bd5a-ed9000efff96 None None] For port a004afc5-4d30-4fec-b4ae-c8695f7829af, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=a004afc5-4d30-4fec-b4ae-c8695f7829af,segment=NetworkSegment(dade70d9-6a74-43b8-9c0b-e77f5b6bb124),segment_id=dade70d9-6a74-43b8-9c0b-e77f5b6bb124)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:48:55.551798 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e3a863df-4c54-4660-bd5a-ed9000efff96 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (a004afc5-4d30-4fec-b4ae-c8695f7829af), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:55.595704 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-e3a863df-4c54-4660-bd5a-ed9000efff96 None None] Calling delete_port for a004afc5-4d30-4fec-b4ae-c8695f7829af owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:48:55.612477 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-d44bb44a-4ab4-4188-9f7d-ed894f43eeba req-5e5e3921-2004-4270-b820-0f7d5eb5daea service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=31338bf1-2f19-4681-be5b-3c9338fbe187 HTTP/1.1" status: 200 len: 217 time: 0.0796247 Feb 04 12:48:55.696877 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8dd10c7b-2443-4272-9170-9f31bdcd47e3 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (913b6746-dcbb-4404-8087-534ff346f294), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:55.699591 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44bb44a-4ab4-4188-9f7d-ed894f43eeba req-51575b54-84d0-47bd-acd6-108c884e6990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:55.701446 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-d44bb44a-4ab4-4188-9f7d-ed894f43eeba req-51575b54-84d0-47bd-acd6-108c884e6990 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=690b8f25-e7cd-419d-81c6-e79d1382942c HTTP/1.1" status: 200 len: 855 time: 0.0751069 Feb 04 12:48:55.766619 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-d44bb44a-4ab4-4188-9f7d-ed894f43eeba req-d96896eb-b761-4359-84d0-17374a42e17f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b0350313-177d-4c5b-9b2d-aae5a7745f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487638 Feb 04 12:48:55.777949 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e3a863df-4c54-4660-bd5a-ed9000efff96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (a004afc5-4d30-4fec-b4ae-c8695f7829af), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:55.819298 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23525b43-5eab-4e74-a3ac-175ff4e86351 req-b3485f38-ce4c-4528-9d0a-598d57e24ed3 tempest-ServerTagsTestJSON-1416161310 tempest-ServerTagsTestJSON-1416161310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:55.820911 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-23525b43-5eab-4e74-a3ac-175ff4e86351 req-b3485f38-ce4c-4528-9d0a-598d57e24ed3 tempest-ServerTagsTestJSON-1416161310 tempest-ServerTagsTestJSON-1416161310-project] 10.222.0.65 "GET /v2.0/ports?device_id=f604dd75-ad12-4189-8399-03b9fbddca11 HTTP/1.1" status: 200 len: 944 time: 0.2350099 Feb 04 12:48:55.834274 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e22229-7ee7-430c-af8b-125158270da9 None None] DHCP port deletion for 80087638-5b7c-443c-bea3-7fdebf9cf06a request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 12:48:55.840128 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd793f3-9437-4360-ba5e-acae8f194595 req-d408930b-6962-45a4-b035-9ee21984469d tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:55.841819 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2dd793f3-9437-4360-ba5e-acae8f194595 req-d408930b-6962-45a4-b035-9ee21984469d tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/ports?device_id=459473cf-0264-4bd4-9633-6db2c2db945a HTTP/1.1" status: 200 len: 944 time: 0.1679106 Feb 04 12:48:55.870639 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a863df-4c54-4660-bd5a-ed9000efff96 None None] Pushing event deleted for resources: {'Port': ['ID=a004afc5-4d30-4fec-b4ae-c8695f7829af,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:55.885637 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 9a1960e0-468c-4611-ae4e-3a9f8c9c28b4 up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:48:55.888852 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a863df-4c54-4660-bd5a-ed9000efff96 None None] No DVR routers for this DVR port a004afc5-4d30-4fec-b4ae-c8695f7829af on host n-d-825015-3 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:48:55.926971 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2dd793f3-9437-4360-ba5e-acae8f194595 req-62f3b966-29ce-44b6-b618-42852b46b7e8 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f05596b-0435-48d8-81d4-28b11f6be2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738533 Feb 04 12:48:55.937750 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-d44bb44a-4ab4-4188-9f7d-ed894f43eeba req-bdd6237b-69c9-4143-b304-0ec0280962e9 service neutron] 10.222.0.77 "GET /v2.0/networks/b0350313-177d-4c5b-9b2d-aae5a7745f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631446 Feb 04 12:48:55.940974 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-8dd10c7b-2443-4272-9170-9f31bdcd47e3 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Deleting port a004afc5-4d30-4fec-b4ae-c8695f7829af {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:48:55.941482 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8dd10c7b-2443-4272-9170-9f31bdcd47e3 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (a004afc5-4d30-4fec-b4ae-c8695f7829af), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:55.979582 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-85e22229-7ee7-430c-af8b-125158270da9 None None] Deleting port cff1a2e3-714f-47c5-a0e1-b6c1b2e6047f {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:48:55.980144 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-85e22229-7ee7-430c-af8b-125158270da9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (cff1a2e3-714f-47c5-a0e1-b6c1b2e6047f), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:55.987499 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-23525b43-5eab-4e74-a3ac-175ff4e86351 req-c6630d43-66cf-497f-8c14-93631d4491c2 tempest-ServerTagsTestJSON-1416161310 tempest-ServerTagsTestJSON-1416161310-project] 10.222.0.65 "GET /v2.0/security-groups?id=fcee90fb-3e09-456f-8bab-cf343b4b34bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575077 Feb 04 12:48:56.032908 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-8dd10c7b-2443-4272-9170-9f31bdcd47e3 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] For port a004afc5-4d30-4fec-b4ae-c8695f7829af, host n-d-825015-3, got binding levels [] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:48:56.034104 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8dd10c7b-2443-4272-9170-9f31bdcd47e3 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (a004afc5-4d30-4fec-b4ae-c8695f7829af), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:56.059477 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-d44bb44a-4ab4-4188-9f7d-ed894f43eeba req-97d5fddd-41bd-4138-ac35-07c893e434ac service neutron] 10.222.0.77 "GET /v2.0/networks/b0350313-177d-4c5b-9b2d-aae5a7745f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155782 Feb 04 12:48:56.060285 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-8dd10c7b-2443-4272-9170-9f31bdcd47e3 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Calling delete_port for a004afc5-4d30-4fec-b4ae-c8695f7829af owned by network:dhcp {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:48:56.063800 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.ipam_backend_mixin [None req-8dd10c7b-2443-4272-9170-9f31bdcd47e3 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Port a004afc5-4d30-4fec-b4ae-c8695f7829af was not found and therefore no delete operation was performed {{(pid=103475) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 04 12:48:56.067302 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8dd10c7b-2443-4272-9170-9f31bdcd47e3 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (a004afc5-4d30-4fec-b4ae-c8695f7829af), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:56.115176 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-85e22229-7ee7-430c-af8b-125158270da9 None None] For port cff1a2e3-714f-47c5-a0e1-b6c1b2e6047f, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=cff1a2e3-714f-47c5-a0e1-b6c1b2e6047f,segment=NetworkSegment(c2288e5c-3c53-4df3-a1a5-43bdea1e5fa1),segment_id=c2288e5c-3c53-4df3-a1a5-43bdea1e5fa1)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:48:56.115577 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-85e22229-7ee7-430c-af8b-125158270da9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (cff1a2e3-714f-47c5-a0e1-b6c1b2e6047f), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:56.130390 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 4e2d2f78-b1b4-45a2-aef5-2aaf18fcdbf3 details requested by agent hyperv_n-h2-825015-3 with host n-h2-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:48:56.154055 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd10c7b-2443-4272-9170-9f31bdcd47e3 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] No DVR routers for this DVR port a004afc5-4d30-4fec-b4ae-c8695f7829af on host n-d-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:48:56.156411 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd10c7b-2443-4272-9170-9f31bdcd47e3 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Pushing event deleted for resources: {'Port': ['ID=a004afc5-4d30-4fec-b4ae-c8695f7829af,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:56.211613 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-85e22229-7ee7-430c-af8b-125158270da9 None None] Calling delete_port for cff1a2e3-714f-47c5-a0e1-b6c1b2e6047f owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:48:56.226580 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning for port 9a1960e0-468c-4611-ae4e-3a9f8c9c28b4 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:48:56.234433 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port 9a1960e0-468c-4611-ae4e-3a9f8c9c28b4 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:48:56.234810 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (9a1960e0-468c-4611-ae4e-3a9f8c9c28b4), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:56.264247 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8dd10c7b-2443-4272-9170-9f31bdcd47e3 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (913b6746-dcbb-4404-8087-534ff346f294), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:56.284972 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b90aa0-5f68-48a9-bf94-bbe9e9e83f54 req-d97441f0-a0ac-49b6-975b-587e6050c701 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:56.293258 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c0b90aa0-5f68-48a9-bf94-bbe9e9e83f54 req-d97441f0-a0ac-49b6-975b-587e6050c701 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf238d0f-af3b-4273-be50-eb52a0688e2d HTTP/1.1" status: 200 len: 943 time: 0.1679103 Feb 04 12:48:56.333688 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-8dd10c7b-2443-4272-9170-9f31bdcd47e3 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['913b6746-dcbb-4404-8087-534ff346f294']}} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:48:56.341064 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device cff1a2e3-714f-47c5-a0e1-b6c1b2e6047f no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:48:56.355388 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-8dd10c7b-2443-4272-9170-9f31bdcd47e3 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dade70d9-6a74-43b8-9c0b-e77f5b6bb124') {'for_net_delete': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:48:56.356040 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-8dd10c7b-2443-4272-9170-9f31bdcd47e3 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dade70d9-6a74-43b8-9c0b-e77f5b6bb124') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:48:56.360744 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 4e2d2f78-b1b4-45a2-aef5-2aaf18fcdbf3, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=4e2d2f78-b1b4-45a2-aef5-2aaf18fcdbf3,segment=NetworkSegment(0934a908-175b-4cbf-ace2-f0550fc5d53c),segment_id=0934a908-175b-4cbf-ace2-f0550fc5d53c)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:48:56.381274 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8dd10c7b-2443-4272-9170-9f31bdcd47e3 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51859336'] for segment (dade70d9-6a74-43b8-9c0b-e77f5b6bb124), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:56.416499 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c0b90aa0-5f68-48a9-bf94-bbe9e9e83f54 req-d782038a-9086-4d15-8018-b6daa9cfffaa tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219399 Feb 04 12:48:56.422683 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Returning: {'device': '4e2d2f78-b1b4-45a2-aef5-2aaf18fcdbf3', 'network_id': 'f237d722-433d-480c-8987-66d34675134e', 'port_id': '4e2d2f78-b1b4-45a2-aef5-2aaf18fcdbf3', 'mac_address': 'fa:16:3e:c2:f9:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70faacee-af53-42b7-af83-bbc74f352570', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:48:56.428026 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8dd10c7b-2443-4272-9170-9f31bdcd47e3 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (dade70d9-6a74-43b8-9c0b-e77f5b6bb124), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:56.439895 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dd10c7b-2443-4272-9170-9f31bdcd47e3 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=103475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:48:56.440823 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8dd10c7b-2443-4272-9170-9f31bdcd47e3 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-52093388'] for segment (dade70d9-6a74-43b8-9c0b-e77f5b6bb124), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:56.445555 n-d-825015-3 neutron-server[103475]: Traceback (most recent call last): Feb 04 12:48:56.445555 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:48:56.445555 n-d-825015-3 neutron-server[103475]: timer() Feb 04 12:48:56.445555 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:48:56.445555 n-d-825015-3 neutron-server[103475]: cb(*args, **kw) Feb 04 12:48:56.445555 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:48:56.445555 n-d-825015-3 neutron-server[103475]: return func(*args, **kwargs) Feb 04 12:48:56.445555 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:48:56.445555 n-d-825015-3 neutron-server[103475]: self._notify() Feb 04 12:48:56.445555 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:48:56.445555 n-d-825015-3 neutron-server[103475]: self.callback(batched_events) Feb 04 12:48:56.445555 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:48:56.445555 n-d-825015-3 neutron-server[103475]: event.method(event) Feb 04 12:48:56.445555 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:48:56.445555 n-d-825015-3 neutron-server[103475]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:48:56.445555 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:48:56.445555 n-d-825015-3 neutron-server[103475]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:48:56.445555 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:48:56.445555 n-d-825015-3 neutron-server[103475]: return f(self, *a, **k) Feb 04 12:48:56.445555 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:48:56.445555 n-d-825015-3 neutron-server[103475]: return self._get(url).json() Feb 04 12:48:56.445555 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:48:56.445555 n-d-825015-3 neutron-server[103475]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:48:56.445555 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:48:56.445555 n-d-825015-3 neutron-server[103475]: return self.request(url, 'GET', **kwargs) Feb 04 12:48:56.445555 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:48:56.445555 n-d-825015-3 neutron-server[103475]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:48:56.445555 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:48:56.445555 n-d-825015-3 neutron-server[103475]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:48:56.445555 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:48:56.445555 n-d-825015-3 neutron-server[103475]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:48:56.445555 n-d-825015-3 neutron-server[103475]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:48:56.536169 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 4e2d2f78-b1b4-45a2-aef5-2aaf18fcdbf3 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:48:56.536956 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (4e2d2f78-b1b4-45a2-aef5-2aaf18fcdbf3), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:56.552271 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8dd10c7b-2443-4272-9170-9f31bdcd47e3 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (913b6746-dcbb-4404-8087-534ff346f294), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:56.566452 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e2d2f78-b1b4-45a2-aef5-2aaf18fcdbf3 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:48:56.576270 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-85e22229-7ee7-430c-af8b-125158270da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (cff1a2e3-714f-47c5-a0e1-b6c1b2e6047f), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:56.576491 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8dd10c7b-2443-4272-9170-9f31bdcd47e3 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:56.583648 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-8dd10c7b-2443-4272-9170-9f31bdcd47e3 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] 10.222.0.65 "DELETE /v2.0/networks/913b6746-dcbb-4404-8087-534ff346f294 HTTP/1.1" status: 204 len: 168 time: 1.1434278 Feb 04 12:48:56.584801 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd10c7b-2443-4272-9170-9f31bdcd47e3 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Pushing event deleted for resources: {'Network': ['ID=913b6746-dcbb-4404-8087-534ff346f294,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:56.586336 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 38380) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:56.685888 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e22229-7ee7-430c-af8b-125158270da9 None None] Pushing event deleted for resources: {'Port': ['ID=cff1a2e3-714f-47c5-a0e1-b6c1b2e6047f,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:56.689071 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Port cff1a2e3-714f-47c5-a0e1-b6c1b2e6047f update to DOWN by agent not found {{(pid=103476) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Feb 04 12:48:56.690033 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device a004afc5-4d30-4fec-b4ae-c8695f7829af no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:48:56.694690 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 9a1960e0-468c-4611-ae4e-3a9f8c9c28b4 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:48:56.696329 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (9a1960e0-468c-4611-ae4e-3a9f8c9c28b4), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:56.700844 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e22229-7ee7-430c-af8b-125158270da9 None None] No DVR routers for this DVR port cff1a2e3-714f-47c5-a0e1-b6c1b2e6047f on host n-d-825015-3 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:48:56.737532 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2defc629-665d-4428-a53c-cc5e46e66919 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (80087638-5b7c-443c-bea3-7fdebf9cf06a), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:56.746052 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 4e2d2f78-b1b4-45a2-aef5-2aaf18fcdbf3, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=4e2d2f78-b1b4-45a2-aef5-2aaf18fcdbf3,segment=NetworkSegment(0934a908-175b-4cbf-ace2-f0550fc5d53c),segment_id=0934a908-175b-4cbf-ace2-f0550fc5d53c)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:48:56.747498 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: a004afc5-4d30-4fec-b4ae-c8695f7829af {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:48:56.747967 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device a004afc5-4d30-4fec-b4ae-c8695f7829af not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:48:56.759368 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (4e2d2f78-b1b4-45a2-aef5-2aaf18fcdbf3), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:56.770802 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f604dd75-ad12-4189-8399-03b9fbddca11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a1960e0-468c-4611-ae4e-3a9f8c9c28b4'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:48:56.773329 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ceab047-2178-41fe-9aec-c78c3a19aea8" -d '{"events": [{"server_uuid": "f604dd75-ad12-4189-8399-03b9fbddca11", "name": "network-vif-plugged", "status": "completed", "tag": "9a1960e0-468c-4611-ae4e-3a9f8c9c28b4"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:48:56.823706 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 9a1960e0-468c-4611-ae4e-3a9f8c9c28b4, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=9a1960e0-468c-4611-ae4e-3a9f8c9c28b4,segment=NetworkSegment(cd134bb4-79d7-4adb-9557-15f08cb82f25),segment_id=cd134bb4-79d7-4adb-9557-15f08cb82f25)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:48:56.851456 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (9a1960e0-468c-4611-ae4e-3a9f8c9c28b4), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:56.866958 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2defc629-665d-4428-a53c-cc5e46e66919 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (80087638-5b7c-443c-bea3-7fdebf9cf06a), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:56.880431 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=4e2d2f78-b1b4-45a2-aef5-2aaf18fcdbf3,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:56.892483 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-2defc629-665d-4428-a53c-cc5e46e66919 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80087638-5b7c-443c-bea3-7fdebf9cf06a']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:48:56.905947 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-2defc629-665d-4428-a53c-cc5e46e66919 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2288e5c-3c53-4df3-a1a5-43bdea1e5fa1') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:48:56.906442 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-2defc629-665d-4428-a53c-cc5e46e66919 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2288e5c-3c53-4df3-a1a5-43bdea1e5fa1') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:48:56.940189 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2defc629-665d-4428-a53c-cc5e46e66919 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (c2288e5c-3c53-4df3-a1a5-43bdea1e5fa1), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:56.960889 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a67b34c6-1ac1-4220-89ec-b7d2b91df260 x-openstack-request-id: req-a67b34c6-1ac1-4220-89ec-b7d2b91df260 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:48:56.961190 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f604dd75-ad12-4189-8399-03b9fbddca11", "name": "network-vif-plugged", "status": "completed", "tag": "9a1960e0-468c-4611-ae4e-3a9f8c9c28b4", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:48:56.961787 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a67b34c6-1ac1-4220-89ec-b7d2b91df260 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:48:56.961926 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f604dd75-ad12-4189-8399-03b9fbddca11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a1960e0-468c-4611-ae4e-3a9f8c9c28b4', 'code': 200} Feb 04 12:48:56.970880 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2defc629-665d-4428-a53c-cc5e46e66919 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (c2288e5c-3c53-4df3-a1a5-43bdea1e5fa1), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:56.981869 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=9a1960e0-468c-4611-ae4e-3a9f8c9c28b4,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:56.993106 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2defc629-665d-4428-a53c-cc5e46e66919 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:48:56.993410 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2defc629-665d-4428-a53c-cc5e46e66919 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (c2288e5c-3c53-4df3-a1a5-43bdea1e5fa1), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:56.996584 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['4e2d2f78-b1b4-45a2-aef5-2aaf18fcdbf3'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:48:56.996778 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 12:48:56.996778 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:48:56.996778 n-d-825015-3 neutron-server[103474]: timer() Feb 04 12:48:56.996778 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:48:56.996778 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 12:48:56.996778 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:48:56.996778 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 12:48:56.996778 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:48:56.996778 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 12:48:56.996778 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:48:56.996778 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 12:48:56.996778 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:48:56.996778 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 12:48:56.996778 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:48:56.996778 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:48:56.996778 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:48:56.996778 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:48:56.996778 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:48:56.996778 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 12:48:56.996778 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:48:56.996778 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 12:48:56.996778 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:48:56.996778 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:48:56.996778 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:48:56.996778 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 12:48:56.996778 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:48:56.996778 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:48:56.996778 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:48:56.996778 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:48:56.996778 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:48:56.996778 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:48:56.996778 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:48:57.068818 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2defc629-665d-4428-a53c-cc5e46e66919 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (80087638-5b7c-443c-bea3-7fdebf9cf06a), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:57.081760 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2defc629-665d-4428-a53c-cc5e46e66919 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:57.086734 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-2defc629-665d-4428-a53c-cc5e46e66919 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] 10.222.0.65 "DELETE /v2.0/networks/80087638-5b7c-443c-bea3-7fdebf9cf06a HTTP/1.1" status: 204 len: 168 time: 0.4988480 Feb 04 12:48:57.101274 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 38392) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:57.107130 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-256bdd39-ad73-4a50-b6fb-ed31a603da8c tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Request body: {'network': {'name': 'tempest-RoutersTest-484477465'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:48:57.114105 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2defc629-665d-4428-a53c-cc5e46e66919 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Pushing event deleted for resources: {'Network': ['ID=80087638-5b7c-443c-bea3-7fdebf9cf06a,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:57.140438 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-256bdd39-ad73-4a50-b6fb-ed31a603da8c tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Made reservation on behalf of 7868b54a8a9242e68b824f4621b68e06 for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:48:57.144383 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-256bdd39-ad73-4a50-b6fb-ed31a603da8c tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:57.179319 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-256bdd39-ad73-4a50-b6fb-ed31a603da8c tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:48:57.202576 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-256bdd39-ad73-4a50-b6fb-ed31a603da8c tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (d139626c-5fc7-4ef6-a86f-5710aabfe9eb), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:57.204255 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-256bdd39-ad73-4a50-b6fb-ed31a603da8c tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Added segment d139626c-5fc7-4ef6-a86f-5710aabfe9eb of type vlan for network 9f10fa9d-bd1e-49a1-a3bb-01f450200d50 Feb 04 12:48:57.226360 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d4c9de-13a8-4f88-8a96-3b0577d8d456 req-036bcc6f-23f3-4a4b-b6a0-6417380c07ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:57.229131 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e7d4c9de-13a8-4f88-8a96-3b0577d8d456 req-036bcc6f-23f3-4a4b-b6a0-6417380c07ce service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f604dd75-ad12-4189-8399-03b9fbddca11 HTTP/1.1" status: 200 len: 1127 time: 0.1868923 Feb 04 12:48:57.291598 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ec0ce5-01f5-4472-ba20-057617e8b1c2 req-0949f5cd-a79e-4402-849a-d3c5fb2556d5 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:57.299141 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e2ec0ce5-01f5-4472-ba20-057617e8b1c2 req-0949f5cd-a79e-4402-849a-d3c5fb2556d5 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/ports?device_id=459473cf-0264-4bd4-9633-6db2c2db945a HTTP/1.1" status: 200 len: 944 time: 0.1896873 Feb 04 12:48:57.299386 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-256bdd39-ad73-4a50-b6fb-ed31a603da8c tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (9f10fa9d-bd1e-49a1-a3bb-01f450200d50), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:57.323135 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44ead42-8e98-41f8-8fd8-11478660c37a req-1f15148a-71c7-41eb-a241-86ec8b531177 tempest-ServerTagsTestJSON-1416161310 tempest-ServerTagsTestJSON-1416161310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:57.324960 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a44ead42-8e98-41f8-8fd8-11478660c37a req-1f15148a-71c7-41eb-a241-86ec8b531177 tempest-ServerTagsTestJSON-1416161310 tempest-ServerTagsTestJSON-1416161310-project] 10.222.0.65 "GET /v2.0/ports?device_id=f604dd75-ad12-4189-8399-03b9fbddca11 HTTP/1.1" status: 200 len: 945 time: 0.1470683 Feb 04 12:48:57.339078 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-256bdd39-ad73-4a50-b6fb-ed31a603da8c tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (9f10fa9d-bd1e-49a1-a3bb-01f450200d50), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:57.345687 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256bdd39-ad73-4a50-b6fb-ed31a603da8c tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:57.346431 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-256bdd39-ad73-4a50-b6fb-ed31a603da8c tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:57.406968 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e7d4c9de-13a8-4f88-8a96-3b0577d8d456 req-fa604726-0d66-4d1a-9d6e-b4fd127b58b8 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=fcee90fb-3e09-456f-8bab-cf343b4b34bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681466 Feb 04 12:48:57.430364 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e2ec0ce5-01f5-4472-ba20-057617e8b1c2 req-9c67281f-1040-4c5b-9071-f61c7fd1e65a tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f05596b-0435-48d8-81d4-28b11f6be2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298447 Feb 04 12:48:57.438555 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256bdd39-ad73-4a50-b6fb-ed31a603da8c tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Pushing event updated for resources: {'Network': ['ID=9f10fa9d-bd1e-49a1-a3bb-01f450200d50,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:57.451548 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 9f10fa9d-bd1e-49a1-a3bb-01f450200d50 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:48:57.456911 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a44ead42-8e98-41f8-8fd8-11478660c37a req-c1028331-6370-4a2e-9f7d-6aa6ce60cfd2 tempest-ServerTagsTestJSON-1416161310 tempest-ServerTagsTestJSON-1416161310-project] 10.222.0.65 "GET /v2.0/security-groups?id=fcee90fb-3e09-456f-8bab-cf343b4b34bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239905 Feb 04 12:48:57.485365 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-256bdd39-ad73-4a50-b6fb-ed31a603da8c tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3825266 Feb 04 12:48:57.488255 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 38396) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:57.493599 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-ba652af9-9078-4dc7-a059-0f3a03b95dbe tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Request body: {'subnet': {'network_id': '9f10fa9d-bd1e-49a1-a3bb-01f450200d50', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:48:57.502007 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 12:48:57.665590 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba652af9-9078-4dc7-a059-0f3a03b95dbe tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Made reservation on behalf of 7868b54a8a9242e68b824f4621b68e06 for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:48:57.669117 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ba652af9-9078-4dc7-a059-0f3a03b95dbe tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:57.681516 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbf9315-6e86-4090-bd5e-5ced61f7913d req-275f9457-6f66-4953-87a1-e9b614d09ad5 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:57.683231 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0bbf9315-6e86-4090-bd5e-5ced61f7913d req-275f9457-6f66-4953-87a1-e9b614d09ad5 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf238d0f-af3b-4273-be50-eb52a0688e2d HTTP/1.1" status: 200 len: 944 time: 0.1108174 Feb 04 12:48:57.807343 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0bbf9315-6e86-4090-bd5e-5ced61f7913d req-41105043-5dd0-4f59-832a-1d09f305c961 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119673 Feb 04 12:48:57.965115 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ba652af9-9078-4dc7-a059-0f3a03b95dbe tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52094127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51452689'] for subnet (7f2b9dca-818f-4f69-99a0-b3457f5c6d32), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:58.039933 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba652af9-9078-4dc7-a059-0f3a03b95dbe tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Pushing event updated for resources: {'Subnet': ['ID=7f2b9dca-818f-4f69-99a0-b3457f5c6d32,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:58.048762 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba652af9-9078-4dc7-a059-0f3a03b95dbe tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Checking segment: {'id': 'd139626c-5fc7-4ef6-a86f-5710aabfe9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '9f10fa9d-bd1e-49a1-a3bb-01f450200d50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:48:58.049134 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba652af9-9078-4dc7-a059-0f3a03b95dbe tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Network hostable DHCP agents. Network: 9f10fa9d-bd1e-49a1-a3bb-01f450200d50, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:48:58.071777 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba652af9-9078-4dc7-a059-0f3a03b95dbe tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Network 9f10fa9d-bd1e-49a1-a3bb-01f450200d50 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:48:58.084084 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-ba652af9-9078-4dc7-a059-0f3a03b95dbe tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 9f10fa9d-bd1e-49a1-a3bb-01f450200d50) {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:48:58.092728 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c8be28-7c61-40f9-abd6-ef7890b0b9e0 None None] Network 9f10fa9d-bd1e-49a1-a3bb-01f450200d50 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:48:58.095641 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba652af9-9078-4dc7-a059-0f3a03b95dbe tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:58.096604 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ba652af9-9078-4dc7-a059-0f3a03b95dbe tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:58.120662 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 38402) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:58.122205 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-ba652af9-9078-4dc7-a059-0f3a03b95dbe tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6325378 Feb 04 12:48:58.126613 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-53ba3326-6091-4f7e-b25a-5c8adf0ff497 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-854907974', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:48:58.173853 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-53ba3326-6091-4f7e-b25a-5c8adf0ff497 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10933'] for router (d1567ab1-057e-4000-b5b5-a99dd64e7215), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:58.175356 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-53ba3326-6091-4f7e-b25a-5c8adf0ff497 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10924'] for router (d1567ab1-057e-4000-b5b5-a99dd64e7215), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:58.201039 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 31338bf1-2f19-4681-be5b-3c9338fbe187 details requested by agent hyperv_n-h2-825015-3 with host n-h2-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:48:58.203288 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 4e2d2f78-b1b4-45a2-aef5-2aaf18fcdbf3 up at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:48:58.268694 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792aa093-36e5-4ff1-b2c7-f532b8c7a1a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-9f10fa9d-bd1e-49a1-a3bb-01f450200d50', 'network_id': '9f10fa9d-bd1e-49a1-a3bb-01f450200d50', 'project_id': '7868b54a8a9242e68b824f4621b68e06', 'fixed_ips': [{'subnet_id': '7f2b9dca-818f-4f69-99a0-b3457f5c6d32'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 12:48:58.269788 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-792aa093-36e5-4ff1-b2c7-f532b8c7a1a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:58.287497 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-53ba3326-6091-4f7e-b25a-5c8adf0ff497 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks [] for router_controller (d1567ab1-057e-4000-b5b5-a99dd64e7215), precommit_add_association {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:58.295306 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-53ba3326-6091-4f7e-b25a-5c8adf0ff497 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141'] for router (d1567ab1-057e-4000-b5b5-a99dd64e7215), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:58.321249 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-53ba3326-6091-4f7e-b25a-5c8adf0ff497 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:58.322420 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-53ba3326-6091-4f7e-b25a-5c8adf0ff497 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2007589 Feb 04 12:48:58.325578 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 38404) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:58.332144 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-c17088db-1664-416f-8e78-2355f79524c6 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Request body: {'port': {'network_id': '9f10fa9d-bd1e-49a1-a3bb-01f450200d50', 'name': 'tempest-RoutersTest-1069223975'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:48:58.494068 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c17088db-1664-416f-8e78-2355f79524c6 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Made reservation on behalf of 7868b54a8a9242e68b824f4621b68e06 for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:48:58.497488 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c17088db-1664-416f-8e78-2355f79524c6 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:58.532396 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [None req-c17088db-1664-416f-8e78-2355f79524c6 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] device_id is not set on port e84df80d-c27a-4e0c-a838-12ad41ddfb81 yet. {{(pid=103474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 12:48:58.537372 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning for port 4e2d2f78-b1b4-45a2-aef5-2aaf18fcdbf3 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:48:58.556834 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 31338bf1-2f19-4681-be5b-3c9338fbe187, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=31338bf1-2f19-4681-be5b-3c9338fbe187,segment=NetworkSegment(e06f3fb1-3389-4291-b030-5cfb56d31cde),segment_id=e06f3fb1-3389-4291-b030-5cfb56d31cde)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:48:58.600256 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dca5eac-0a75-4213-9030-ac5abe64af1c req-0325acf8-e453-41b7-b649-afd333cd02d8 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:58.608929 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2dca5eac-0a75-4213-9030-ac5abe64af1c req-0325acf8-e453-41b7-b649-afd333cd02d8 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/ports?device_id=459473cf-0264-4bd4-9633-6db2c2db945a HTTP/1.1" status: 200 len: 944 time: 0.0827377 Feb 04 12:48:58.620196 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning complete for port 4e2d2f78-b1b4-45a2-aef5-2aaf18fcdbf3 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:48:58.620196 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (4e2d2f78-b1b4-45a2-aef5-2aaf18fcdbf3), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:58.710744 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Returning: {'device': '31338bf1-2f19-4681-be5b-3c9338fbe187', 'network_id': 'b0350313-177d-4c5b-9b2d-aae5a7745f86', 'port_id': '31338bf1-2f19-4681-be5b-3c9338fbe187', 'mac_address': 'fa:16:3e:52:4b:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '690b8f25-e7cd-419d-81c6-e79d1382942c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:48:58.723324 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2dca5eac-0a75-4213-9030-ac5abe64af1c req-4dbc9e60-972e-4bef-b0ee-3ceb3ceb3789 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f05596b-0435-48d8-81d4-28b11f6be2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073375 Feb 04 12:48:58.753877 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f27cd47-fb4f-49e0-816d-9a452afbdfd3 req-ca945e3d-3505-4200-b19f-17b6ad96b1c8 tempest-ServerTagsTestJSON-1416161310 tempest-ServerTagsTestJSON-1416161310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:58.756623 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0f27cd47-fb4f-49e0-816d-9a452afbdfd3 req-ca945e3d-3505-4200-b19f-17b6ad96b1c8 tempest-ServerTagsTestJSON-1416161310 tempest-ServerTagsTestJSON-1416161310-project] 10.222.0.65 "GET /v2.0/ports?device_id=f604dd75-ad12-4189-8399-03b9fbddca11 HTTP/1.1" status: 200 len: 945 time: 0.1232622 Feb 04 12:48:58.780178 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-792aa093-36e5-4ff1-b2c7-f532b8c7a1a3 None None] Allocated IP 172.20.0.2 (9f10fa9d-bd1e-49a1-a3bb-01f450200d50/7f2b9dca-818f-4f69-99a0-b3457f5c6d32/c621c1e8-dcfb-409c-b70a-c174c8920952) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:48:58.830307 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0f27cd47-fb4f-49e0-816d-9a452afbdfd3 req-dd047f26-31da-4cae-bf10-9b3f2192b4b5 tempest-ServerTagsTestJSON-1416161310 tempest-ServerTagsTestJSON-1416161310-project] 10.222.0.65 "GET /v2.0/security-groups?id=fcee90fb-3e09-456f-8bab-cf343b4b34bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655520 Feb 04 12:48:58.859702 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 31338bf1-2f19-4681-be5b-3c9338fbe187 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:48:58.860127 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (31338bf1-2f19-4681-be5b-3c9338fbe187), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:59.039913 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed1eda6-8422-4783-80fd-5d84191333fb req-fe0ed202-4101-48f6-a5e6-0016d2f1e477 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:59.041708 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-eed1eda6-8422-4783-80fd-5d84191333fb req-fe0ed202-4101-48f6-a5e6-0016d2f1e477 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf238d0f-af3b-4273-be50-eb52a0688e2d HTTP/1.1" status: 200 len: 944 time: 0.1243761 Feb 04 12:48:59.099399 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-eed1eda6-8422-4783-80fd-5d84191333fb req-2b9a69b2-0cc3-4ffd-83cd-3c886b75f9f6 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512764 Feb 04 12:48:59.220758 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-792aa093-36e5-4ff1-b2c7-f532b8c7a1a3 None None] Publish callbacks [] for port (c621c1e8-dcfb-409c-b70a-c174c8920952), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:59.231339 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31338bf1-2f19-4681-be5b-3c9338fbe187 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:48:59.242442 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-792aa093-36e5-4ff1-b2c7-f532b8c7a1a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (c621c1e8-dcfb-409c-b70a-c174c8920952), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:59.273415 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 31338bf1-2f19-4681-be5b-3c9338fbe187, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=31338bf1-2f19-4681-be5b-3c9338fbe187,segment=NetworkSegment(e06f3fb1-3389-4291-b030-5cfb56d31cde),segment_id=e06f3fb1-3389-4291-b030-5cfb56d31cde)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:48:59.309526 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (31338bf1-2f19-4681-be5b-3c9338fbe187), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:59.318363 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 4e2d2f78-b1b4-45a2-aef5-2aaf18fcdbf3 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:48:59.319098 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (4e2d2f78-b1b4-45a2-aef5-2aaf18fcdbf3), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:59.324127 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792aa093-36e5-4ff1-b2c7-f532b8c7a1a3 None None] Network 9f10fa9d-bd1e-49a1-a3bb-01f450200d50 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:48:59.332913 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-792aa093-36e5-4ff1-b2c7-f532b8c7a1a3 None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:48:59.344827 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-c17088db-1664-416f-8e78-2355f79524c6 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Allocated IP 172.20.0.11 (9f10fa9d-bd1e-49a1-a3bb-01f450200d50/7f2b9dca-818f-4f69-99a0-b3457f5c6d32/e84df80d-c27a-4e0c-a838-12ad41ddfb81) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:48:59.347110 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792aa093-36e5-4ff1-b2c7-f532b8c7a1a3 None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:48:59.378182 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 4e2d2f78-b1b4-45a2-aef5-2aaf18fcdbf3, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=4e2d2f78-b1b4-45a2-aef5-2aaf18fcdbf3,segment=NetworkSegment(0934a908-175b-4cbf-ace2-f0550fc5d53c),segment_id=0934a908-175b-4cbf-ace2-f0550fc5d53c)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:48:59.381857 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf238d0f-af3b-4273-be50-eb52a0688e2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e2d2f78-b1b4-45a2-aef5-2aaf18fcdbf3'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:48:59.384495 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a18c181-89d1-4e0f-a454-24e41fd5cf79" -d '{"events": [{"server_uuid": "cf238d0f-af3b-4273-be50-eb52a0688e2d", "name": "network-vif-plugged", "status": "completed", "tag": "4e2d2f78-b1b4-45a2-aef5-2aaf18fcdbf3"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:48:59.388929 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792aa093-36e5-4ff1-b2c7-f532b8c7a1a3 None None] Pushing event updated for resources: {'Port': ['ID=c621c1e8-dcfb-409c-b70a-c174c8920952,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:59.399844 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (4e2d2f78-b1b4-45a2-aef5-2aaf18fcdbf3), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:59.498024 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9c7659c-b2dc-42bf-bf1f-bc511fd27fc9 x-openstack-request-id: req-a9c7659c-b2dc-42bf-bf1f-bc511fd27fc9 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:48:59.510331 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf238d0f-af3b-4273-be50-eb52a0688e2d", "name": "network-vif-plugged", "status": "completed", "tag": "4e2d2f78-b1b4-45a2-aef5-2aaf18fcdbf3", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:48:59.511370 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a9c7659c-b2dc-42bf-bf1f-bc511fd27fc9 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:48:59.512139 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf238d0f-af3b-4273-be50-eb52a0688e2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e2d2f78-b1b4-45a2-aef5-2aaf18fcdbf3', 'code': 200} Feb 04 12:48:59.558386 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['31338bf1-2f19-4681-be5b-3c9338fbe187'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:48:59.655913 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-792aa093-36e5-4ff1-b2c7-f532b8c7a1a3 None None] Attempting to bind port c621c1e8-dcfb-409c-b70a-c174c8920952 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:48:59.678331 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-792aa093-36e5-4ff1-b2c7-f532b8c7a1a3 None None] Attempting to bind port c621c1e8-dcfb-409c-b70a-c174c8920952 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': 'd139626c-5fc7-4ef6-a86f-5710aabfe9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '9f10fa9d-bd1e-49a1-a3bb-01f450200d50'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:48:59.678636 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792aa093-36e5-4ff1-b2c7-f532b8c7a1a3 None None] Attempting to bind port c621c1e8-dcfb-409c-b70a-c174c8920952 on network 9f10fa9d-bd1e-49a1-a3bb-01f450200d50 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:48:59.683146 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c17088db-1664-416f-8e78-2355f79524c6 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks [] for port (e84df80d-c27a-4e0c-a838-12ad41ddfb81), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:59.689141 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=31338bf1-2f19-4681-be5b-3c9338fbe187,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:59.721136 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c783d6e-cbf1-4d7c-88e3-89532ab9c594 req-6717492e-2082-497a-9270-e322cb6f9be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:59.722714 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-6c783d6e-cbf1-4d7c-88e3-89532ab9c594 req-6717492e-2082-497a-9270-e322cb6f9be7 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=cf238d0f-af3b-4273-be50-eb52a0688e2d HTTP/1.1" status: 200 len: 1127 time: 0.1544352 Feb 04 12:48:59.793667 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792aa093-36e5-4ff1-b2c7-f532b8c7a1a3 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:48:59.795303 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792aa093-36e5-4ff1-b2c7-f532b8c7a1a3 None None] Checking segment: {'id': 'd139626c-5fc7-4ef6-a86f-5710aabfe9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '9f10fa9d-bd1e-49a1-a3bb-01f450200d50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:48:59.799958 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-792aa093-36e5-4ff1-b2c7-f532b8c7a1a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:59.800591 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792aa093-36e5-4ff1-b2c7-f532b8c7a1a3 None None] Bound using segment: {'id': 'd139626c-5fc7-4ef6-a86f-5710aabfe9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '9f10fa9d-bd1e-49a1-a3bb-01f450200d50'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:48:59.801206 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-792aa093-36e5-4ff1-b2c7-f532b8c7a1a3 None None] Bound port: c621c1e8-dcfb-409c-b70a-c174c8920952, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd139626c-5fc7-4ef6-a86f-5710aabfe9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '9f10fa9d-bd1e-49a1-a3bb-01f450200d50'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:48:59.801977 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-792aa093-36e5-4ff1-b2c7-f532b8c7a1a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (c621c1e8-dcfb-409c-b70a-c174c8920952), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:59.808181 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c17088db-1664-416f-8e78-2355f79524c6 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (e84df80d-c27a-4e0c-a838-12ad41ddfb81), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:59.880386 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17088db-1664-416f-8e78-2355f79524c6 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Network 9f10fa9d-bd1e-49a1-a3bb-01f450200d50 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:48:59.883263 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-6c783d6e-cbf1-4d7c-88e3-89532ab9c594 req-8c728533-2276-4caa-81bf-7f1547582d34 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537638 Feb 04 12:48:59.884101 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17088db-1664-416f-8e78-2355f79524c6 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Pushing event updated for resources: {'Port': ['ID=e84df80d-c27a-4e0c-a838-12ad41ddfb81,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:59.887282 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-c17088db-1664-416f-8e78-2355f79524c6 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:48:59.889452 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17088db-1664-416f-8e78-2355f79524c6 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:48:59.943649 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19702c29-5595-42ea-835e-34abfe53ba1d req-f8d64106-62dc-478b-b12f-f5f4438b5554 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:59.963175 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-19702c29-5595-42ea-835e-34abfe53ba1d req-f8d64106-62dc-478b-b12f-f5f4438b5554 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/ports?device_id=459473cf-0264-4bd4-9633-6db2c2db945a HTTP/1.1" status: 200 len: 945 time: 0.1192951 Feb 04 12:48:59.996807 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17088db-1664-416f-8e78-2355f79524c6 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:59.997465 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c17088db-1664-416f-8e78-2355f79524c6 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:00.000992 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-792aa093-36e5-4ff1-b2c7-f532b8c7a1a3 None None] For port c621c1e8-dcfb-409c-b70a-c174c8920952, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:49:00.004627 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-792aa093-36e5-4ff1-b2c7-f532b8c7a1a3 None None] For port c621c1e8-dcfb-409c-b70a-c174c8920952, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=c621c1e8-dcfb-409c-b70a-c174c8920952,segment=NetworkSegment(d139626c-5fc7-4ef6-a86f-5710aabfe9eb),segment_id=d139626c-5fc7-4ef6-a86f-5710aabfe9eb)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:49:00.029952 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-c17088db-1664-416f-8e78-2355f79524c6 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.7005270 Feb 04 12:49:00.030301 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 38446) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:00.057748 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-792aa093-36e5-4ff1-b2c7-f532b8c7a1a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (c621c1e8-dcfb-409c-b70a-c174c8920952), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:00.062883 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=4e2d2f78-b1b4-45a2-aef5-2aaf18fcdbf3,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:00.081936 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-19702c29-5595-42ea-835e-34abfe53ba1d req-bde68bb2-3c72-4c39-ae9e-45f519f15687 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f05596b-0435-48d8-81d4-28b11f6be2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174567 Feb 04 12:49:00.303778 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792aa093-36e5-4ff1-b2c7-f532b8c7a1a3 None None] Pushing event updated for resources: {'Port': ['ID=c621c1e8-dcfb-409c-b70a-c174c8920952,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:00.344743 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfa86b1-3aba-40b0-8f9e-bb51d0aa86a6 req-dd53b164-1576-4156-8c60-3bd990bdeaf5 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:00.348381 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2cfa86b1-3aba-40b0-8f9e-bb51d0aa86a6 req-dd53b164-1576-4156-8c60-3bd990bdeaf5 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf238d0f-af3b-4273-be50-eb52a0688e2d HTTP/1.1" status: 200 len: 945 time: 0.1119006 Feb 04 12:49:00.446562 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2cfa86b1-3aba-40b0-8f9e-bb51d0aa86a6 req-6c120a6d-1281-46de-8a5a-a9a6c1c36282 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908768 Feb 04 12:49:00.882077 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-af8c855b-11cd-40ff-9637-d0c36d9f2afc tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (e84df80d-c27a-4e0c-a838-12ad41ddfb81), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:01.165996 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:01.326849 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c3e295-4939-4a1a-a120-2a98cbcf10e5 req-8b27aa6d-6ceb-44d7-8287-7d086a63ea42 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:01.341085 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-49c3e295-4939-4a1a-a120-2a98cbcf10e5 req-8b27aa6d-6ceb-44d7-8287-7d086a63ea42 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/ports?device_id=459473cf-0264-4bd4-9633-6db2c2db945a HTTP/1.1" status: 200 len: 945 time: 0.1376483 Feb 04 12:49:01.354219 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-af8c855b-11cd-40ff-9637-d0c36d9f2afc tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks [] for port (e84df80d-c27a-4e0c-a838-12ad41ddfb81), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:01.373872 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-af8c855b-11cd-40ff-9637-d0c36d9f2afc tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (e84df80d-c27a-4e0c-a838-12ad41ddfb81), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:01.435578 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8c855b-11cd-40ff-9637-d0c36d9f2afc tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Pushing event updated for resources: {'Port': ['ID=e84df80d-c27a-4e0c-a838-12ad41ddfb81,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:01.493557 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-49c3e295-4939-4a1a-a120-2a98cbcf10e5 req-a17d9db1-3f2f-4f43-8485-a76c3813673c tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f05596b-0435-48d8-81d4-28b11f6be2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510849 Feb 04 12:49:01.567940 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd88a9c7-2cbd-4669-9a16-993859dbf64e req-28200170-3782-4dce-814d-961060497906 tempest-ServerTagsTestJSON-1416161310 tempest-ServerTagsTestJSON-1416161310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:01.583840 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fd88a9c7-2cbd-4669-9a16-993859dbf64e req-28200170-3782-4dce-814d-961060497906 tempest-ServerTagsTestJSON-1416161310 tempest-ServerTagsTestJSON-1416161310-project] 10.222.0.65 "GET /v2.0/ports?device_id=f604dd75-ad12-4189-8399-03b9fbddca11 HTTP/1.1" status: 200 len: 945 time: 0.1709981 Feb 04 12:49:01.751496 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fd88a9c7-2cbd-4669-9a16-993859dbf64e req-61bdefc1-dee5-4ad7-8b5d-0abe599961ce tempest-ServerTagsTestJSON-1416161310 tempest-ServerTagsTestJSON-1416161310-project] 10.222.0.65 "GET /v2.0/security-groups?id=fcee90fb-3e09-456f-8bab-cf343b4b34bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644888 Feb 04 12:49:01.777531 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43d4a10-3855-4e76-96ed-4bf76a768e65 req-f3ee1f55-9f5e-4366-8d87-0f513be463a4 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:01.785917 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a43d4a10-3855-4e76-96ed-4bf76a768e65 req-f3ee1f55-9f5e-4366-8d87-0f513be463a4 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf238d0f-af3b-4273-be50-eb52a0688e2d HTTP/1.1" status: 200 len: 945 time: 0.1775918 Feb 04 12:49:01.790269 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-af8c855b-11cd-40ff-9637-d0c36d9f2afc tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1599818'] for router_interface (d1567ab1-057e-4000-b5b5-a99dd64e7215), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:01.827637 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:01.882725 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0914ac7-390c-49b9-b9b3-6962f604e8fd None None] Network 9f10fa9d-bd1e-49a1-a3bb-01f450200d50 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:49:01.887469 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a43d4a10-3855-4e76-96ed-4bf76a768e65 req-e4dd95fc-e570-4425-bd2f-7ee90b75bb14 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981562 Feb 04 12:49:01.998553 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-99c20978-38ab-419b-b9ac-1498769436b4 None None] Provisioning complete for port c621c1e8-dcfb-409c-b70a-c174c8920952 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:49:01.999902 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-99c20978-38ab-419b-b9ac-1498769436b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (c621c1e8-dcfb-409c-b70a-c174c8920952), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:02.010877 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-af8c855b-11cd-40ff-9637-d0c36d9f2afc tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (e84df80d-c27a-4e0c-a838-12ad41ddfb81), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:02.111071 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a03dcf-6b2d-4115-a84d-be84dee1af40 req-27c65a2e-2395-4589-abc4-88c5c39c514e tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:02.121381 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a5a03dcf-6b2d-4115-a84d-be84dee1af40 req-27c65a2e-2395-4589-abc4-88c5c39c514e tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf238d0f-af3b-4273-be50-eb52a0688e2d HTTP/1.1" status: 200 len: 945 time: 0.1117756 Feb 04 12:49:02.151901 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 31338bf1-2f19-4681-be5b-3c9338fbe187 up at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:49:02.246562 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a5a03dcf-6b2d-4115-a84d-be84dee1af40 req-50813d3b-16e1-4c7b-9296-875b1352ad34 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175115 Feb 04 12:49:02.340392 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning for port 31338bf1-2f19-4681-be5b-3c9338fbe187 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:49:02.368207 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning complete for port 31338bf1-2f19-4681-be5b-3c9338fbe187 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:49:02.368767 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (31338bf1-2f19-4681-be5b-3c9338fbe187), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:02.372928 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-99c20978-38ab-419b-b9ac-1498769436b4 None None] Current status of the port c621c1e8-dcfb-409c-b70a-c174c8920952 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:49:02.373591 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-99c20978-38ab-419b-b9ac-1498769436b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (c621c1e8-dcfb-409c-b70a-c174c8920952), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:02.477247 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-99c20978-38ab-419b-b9ac-1498769436b4 None None] For port c621c1e8-dcfb-409c-b70a-c174c8920952, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=c621c1e8-dcfb-409c-b70a-c174c8920952,segment=NetworkSegment(d139626c-5fc7-4ef6-a86f-5710aabfe9eb),segment_id=d139626c-5fc7-4ef6-a86f-5710aabfe9eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:49:02.480850 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device c621c1e8-dcfb-409c-b70a-c174c8920952 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:49:02.542447 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-99c20978-38ab-419b-b9ac-1498769436b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (c621c1e8-dcfb-409c-b70a-c174c8920952), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:02.583546 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b02c5a-989d-4301-a5cd-fe26a6ee6c00 req-84213dbd-f068-4068-a5a9-24c81b02cc71 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:02.588709 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-45b02c5a-989d-4301-a5cd-fe26a6ee6c00 req-84213dbd-f068-4068-a5a9-24c81b02cc71 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf238d0f-af3b-4273-be50-eb52a0688e2d HTTP/1.1" status: 200 len: 945 time: 0.1738396 Feb 04 12:49:02.707673 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-af8c855b-11cd-40ff-9637-d0c36d9f2afc tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks [] for port (e84df80d-c27a-4e0c-a838-12ad41ddfb81), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:02.717168 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-af8c855b-11cd-40ff-9637-d0c36d9f2afc tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (e84df80d-c27a-4e0c-a838-12ad41ddfb81), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:02.780310 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 31338bf1-2f19-4681-be5b-3c9338fbe187 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:49:02.781757 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (31338bf1-2f19-4681-be5b-3c9338fbe187), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:02.817246 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c20978-38ab-419b-b9ac-1498769436b4 None None] Pushing event updated for resources: {'Port': ['ID=c621c1e8-dcfb-409c-b70a-c174c8920952,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:02.845939 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-42943437-c9cf-4267-92b2-a028190889f6 None None] Provisioning complete for port c621c1e8-dcfb-409c-b70a-c174c8920952 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:49:02.846401 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-42943437-c9cf-4267-92b2-a028190889f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (c621c1e8-dcfb-409c-b70a-c174c8920952), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:02.892338 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-45b02c5a-989d-4301-a5cd-fe26a6ee6c00 req-161262cd-cf20-45f5-8b7a-be144b6a7ace tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2894967 Feb 04 12:49:02.895828 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port c621c1e8-dcfb-409c-b70a-c174c8920952 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:49:02.908664 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (c621c1e8-dcfb-409c-b70a-c174c8920952), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:02.920610 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '459473cf-0264-4bd4-9633-6db2c2db945a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31338bf1-2f19-4681-be5b-3c9338fbe187'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:49:02.927909 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92d342e3-a940-4c26-bb93-0537904fd952" -d '{"events": [{"server_uuid": "459473cf-0264-4bd4-9633-6db2c2db945a", "name": "network-vif-plugged", "status": "completed", "tag": "31338bf1-2f19-4681-be5b-3c9338fbe187"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:49:02.935896 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c235c0-d952-4563-8e6a-5dc07f5170e4 req-227db8f2-7aa2-4c05-84b5-0e79467314ac tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:02.944848 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-45c235c0-d952-4563-8e6a-5dc07f5170e4 req-227db8f2-7aa2-4c05-84b5-0e79467314ac tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/ports?device_id=459473cf-0264-4bd4-9633-6db2c2db945a HTTP/1.1" status: 200 len: 945 time: 0.2947750 Feb 04 12:49:02.978334 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8c855b-11cd-40ff-9637-d0c36d9f2afc tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Pushing event updated for resources: {'Port': ['ID=e84df80d-c27a-4e0c-a838-12ad41ddfb81,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:02.989144 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-af8c855b-11cd-40ff-9637-d0c36d9f2afc tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622202'] for router_interface (d1567ab1-057e-4000-b5b5-a99dd64e7215), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:03.025324 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e94220-09e6-4f4d-bcc2-c889378a0c94 req-fb2cdaf2-81ad-4749-88ba-6dd1a995acb5 tempest-ServerTagsTestJSON-1416161310 tempest-ServerTagsTestJSON-1416161310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:03.028107 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c2e94220-09e6-4f4d-bcc2-c889378a0c94 req-fb2cdaf2-81ad-4749-88ba-6dd1a995acb5 tempest-ServerTagsTestJSON-1416161310 tempest-ServerTagsTestJSON-1416161310-project] 10.222.0.73 "GET /v2.0/ports?device_id=f604dd75-ad12-4189-8399-03b9fbddca11 HTTP/1.1" status: 200 len: 945 time: 0.2922332 Feb 04 12:49:03.033382 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 31338bf1-2f19-4681-be5b-3c9338fbe187, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=31338bf1-2f19-4681-be5b-3c9338fbe187,segment=NetworkSegment(e06f3fb1-3389-4291-b030-5cfb56d31cde),segment_id=e06f3fb1-3389-4291-b030-5cfb56d31cde)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:49:03.064001 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (31338bf1-2f19-4681-be5b-3c9338fbe187), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:03.134484 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8c855b-11cd-40ff-9637-d0c36d9f2afc tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Network 9f10fa9d-bd1e-49a1-a3bb-01f450200d50 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:49:03.136858 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-af8c855b-11cd-40ff-9637-d0c36d9f2afc tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:49:03.252965 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=31338bf1-2f19-4681-be5b-3c9338fbe187,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:03.379561 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af8c855b-11cd-40ff-9637-d0c36d9f2afc tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Router d1567ab1-057e-4000-b5b5-a99dd64e7215 is scheduled to L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de with binding_index 1 {{(pid=103474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 12:49:03.401850 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-42943437-c9cf-4267-92b2-a028190889f6 None None] Current status of the port c621c1e8-dcfb-409c-b70a-c174c8920952 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:49:03.410443 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-45c235c0-d952-4563-8e6a-5dc07f5170e4 req-26de3173-bc68-468a-b402-f85ca98cf801 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f05596b-0435-48d8-81d4-28b11f6be2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4646735 Feb 04 12:49:03.433697 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c3cecb-09b0-4221-b762-678fc7fb13a8 req-5d18cc59-6a65-47f1-adc2-098cf2145fd4 tempest-ServerTagsTestJSON-1416161310 tempest-ServerTagsTestJSON-1416161310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:03.436209 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-93c3cecb-09b0-4221-b762-678fc7fb13a8 req-5d18cc59-6a65-47f1-adc2-098cf2145fd4 tempest-ServerTagsTestJSON-1416161310 tempest-ServerTagsTestJSON-1416161310-project] 10.222.0.65 "GET /v2.0/ports?device_id=f604dd75-ad12-4189-8399-03b9fbddca11 HTTP/1.1" status: 200 len: 945 time: 0.3561263 Feb 04 12:49:03.454078 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port c621c1e8-dcfb-409c-b70a-c174c8920952 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:49:03.478402 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-42943437-c9cf-4267-92b2-a028190889f6 None None] Provisioning complete for port e84df80d-c27a-4e0c-a838-12ad41ddfb81 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:49:03.482525 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-42943437-c9cf-4267-92b2-a028190889f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (e84df80d-c27a-4e0c-a838-12ad41ddfb81), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:03.585219 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-c2e94220-09e6-4f4d-bcc2-c889378a0c94 req-95e9c378-d815-43a6-96c1-e4a1af608a20 tempest-ServerTagsTestJSON-1416161310 tempest-ServerTagsTestJSON-1416161310-project] Deleting port 9a1960e0-468c-4611-ae4e-3a9f8c9c28b4 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:49:03.585882 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-42943437-c9cf-4267-92b2-a028190889f6 None None] Port e84df80d-c27a-4e0c-a838-12ad41ddfb81 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:49:03.594453 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-c2e94220-09e6-4f4d-bcc2-c889378a0c94 req-95e9c378-d815-43a6-96c1-e4a1af608a20 tempest-ServerTagsTestJSON-1416161310 tempest-ServerTagsTestJSON-1416161310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (9a1960e0-468c-4611-ae4e-3a9f8c9c28b4), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:03.618667 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af8c855b-11cd-40ff-9637-d0c36d9f2afc tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:49:03.628675 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-af8c855b-11cd-40ff-9637-d0c36d9f2afc tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] 10.222.0.65 "PUT /v2.0/routers/d1567ab1-057e-4000-b5b5-a99dd64e7215/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5966084 Feb 04 12:49:03.637404 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfec43be-c3c9-48bc-81b4-99994285779e None None] Sync routers for ids ['d1567ab1-057e-4000-b5b5-a99dd64e7215'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:49:03.640179 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 38736) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:03.658391 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfec43be-c3c9-48bc-81b4-99994285779e None None] Routers {'d1567ab1-057e-4000-b5b5-a99dd64e7215'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:49:03.659115 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-bfec43be-c3c9-48bc-81b4-99994285779e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:48:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['d1567ab1-057e-4000-b5b5-a99dd64e7215'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:49:03.729588 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-c591c97c-2a12-410c-b636-73c923c814ab None None] Provisioning complete for port e84df80d-c27a-4e0c-a838-12ad41ddfb81 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:49:03.736192 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c591c97c-2a12-410c-b636-73c923c814ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (e84df80d-c27a-4e0c-a838-12ad41ddfb81), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:03.763859 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-bfec43be-c3c9-48bc-81b4-99994285779e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:49:03.774090 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-93c3cecb-09b0-4221-b762-678fc7fb13a8 req-57fbc7c5-31dc-427a-913a-a02137892fae tempest-ServerTagsTestJSON-1416161310 tempest-ServerTagsTestJSON-1416161310-project] 10.222.0.65 "GET /v2.0/security-groups?id=fcee90fb-3e09-456f-8bab-cf343b4b34bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3206933 Feb 04 12:49:03.849954 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfec43be-c3c9-48bc-81b4-99994285779e None None] Routers {'d1567ab1-057e-4000-b5b5-a99dd64e7215'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:49:03.851369 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-bfec43be-c3c9-48bc-81b4-99994285779e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:48:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['d1567ab1-057e-4000-b5b5-a99dd64e7215'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:49:03.878732 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8998f30-94ef-4eba-8860-ba3167bad97a x-openstack-request-id: req-d8998f30-94ef-4eba-8860-ba3167bad97a {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:49:03.879250 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "459473cf-0264-4bd4-9633-6db2c2db945a", "name": "network-vif-plugged", "status": "completed", "tag": "31338bf1-2f19-4681-be5b-3c9338fbe187", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:49:03.879973 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d8998f30-94ef-4eba-8860-ba3167bad97a {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:49:03.880557 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '459473cf-0264-4bd4-9633-6db2c2db945a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31338bf1-2f19-4681-be5b-3c9338fbe187', 'code': 200} Feb 04 12:49:03.900023 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c591c97c-2a12-410c-b636-73c923c814ab None None] Port e84df80d-c27a-4e0c-a838-12ad41ddfb81 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:49:03.944658 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67aea2f3-792f-48be-a8a7-95b747217ee9 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:03.947624 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-67aea2f3-792f-48be-a8a7-95b747217ee9 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] 10.222.0.65 "GET /v2.0/ports/e84df80d-c27a-4e0c-a838-12ad41ddfb81 HTTP/1.1" status: 200 len: 978 time: 0.3058305 Feb 04 12:49:03.960756 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 38766) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:03.985679 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-c2e94220-09e6-4f4d-bcc2-c889378a0c94 req-95e9c378-d815-43a6-96c1-e4a1af608a20 tempest-ServerTagsTestJSON-1416161310 tempest-ServerTagsTestJSON-1416161310-project] For port 9a1960e0-468c-4611-ae4e-3a9f8c9c28b4, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=9a1960e0-468c-4611-ae4e-3a9f8c9c28b4,segment=NetworkSegment(cd134bb4-79d7-4adb-9557-15f08cb82f25),segment_id=cd134bb4-79d7-4adb-9557-15f08cb82f25)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:49:03.986348 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-c2e94220-09e6-4f4d-bcc2-c889378a0c94 req-95e9c378-d815-43a6-96c1-e4a1af608a20 tempest-ServerTagsTestJSON-1416161310 tempest-ServerTagsTestJSON-1416161310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (9a1960e0-468c-4611-ae4e-3a9f8c9c28b4), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:04.015023 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-c2e94220-09e6-4f4d-bcc2-c889378a0c94 req-95e9c378-d815-43a6-96c1-e4a1af608a20 tempest-ServerTagsTestJSON-1416161310 tempest-ServerTagsTestJSON-1416161310-project] Calling delete_port for 9a1960e0-468c-4611-ae4e-3a9f8c9c28b4 owned by compute:nova {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:49:04.030997 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-bfec43be-c3c9-48bc-81b4-99994285779e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:49:04.031504 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40964176-3edb-4889-885e-fced9f7d8cf1 req-51714479-9ee0-4d9d-aa3f-e9140d6ac8be tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:04.034247 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-40964176-3edb-4889-885e-fced9f7d8cf1 req-51714479-9ee0-4d9d-aa3f-e9140d6ac8be tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf238d0f-af3b-4273-be50-eb52a0688e2d HTTP/1.1" status: 200 len: 945 time: 0.1400352 Feb 04 12:49:04.036192 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-3d95da0e-d78f-48e5-bd52-15b0ea3e28c6 None None] Provisioning complete for port e84df80d-c27a-4e0c-a838-12ad41ddfb81 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:49:04.036601 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3d95da0e-d78f-48e5-bd52-15b0ea3e28c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (e84df80d-c27a-4e0c-a838-12ad41ddfb81), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:04.045548 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfec43be-c3c9-48bc-81b4-99994285779e None None] The sync data for ids ['d1567ab1-057e-4000-b5b5-a99dd64e7215'] in n-d-825015-3 is: [] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:49:04.115941 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-3d95da0e-d78f-48e5-bd52-15b0ea3e28c6 None None] Port e84df80d-c27a-4e0c-a838-12ad41ddfb81 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:49:04.136762 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-40964176-3edb-4889-885e-fced9f7d8cf1 req-3af615fc-3f5c-411a-a1a1-0ef506223ae7 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939384 Feb 04 12:49:04.247513 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-c2e94220-09e6-4f4d-bcc2-c889378a0c94 req-95e9c378-d815-43a6-96c1-e4a1af608a20 tempest-ServerTagsTestJSON-1416161310 tempest-ServerTagsTestJSON-1416161310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (9a1960e0-468c-4611-ae4e-3a9f8c9c28b4), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:04.247720 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5459a4-9ea5-458f-97d0-be0821af9f3e req-ff9f2a73-ee8f-4901-ad32-1bf370d490c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:04.254573 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-4f5459a4-9ea5-458f-97d0-be0821af9f3e req-ff9f2a73-ee8f-4901-ad32-1bf370d490c4 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=459473cf-0264-4bd4-9633-6db2c2db945a HTTP/1.1" status: 200 len: 1128 time: 0.3002744 Feb 04 12:49:04.365084 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device c621c1e8-dcfb-409c-b70a-c174c8920952 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:49:04.382906 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2e94220-09e6-4f4d-bcc2-c889378a0c94 req-95e9c378-d815-43a6-96c1-e4a1af608a20 tempest-ServerTagsTestJSON-1416161310 tempest-ServerTagsTestJSON-1416161310-project] No DVR routers for this DVR port 9a1960e0-468c-4611-ae4e-3a9f8c9c28b4 on host n-h1-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:49:04.394639 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-c2e94220-09e6-4f4d-bcc2-c889378a0c94 req-95e9c378-d815-43a6-96c1-e4a1af608a20 tempest-ServerTagsTestJSON-1416161310 tempest-ServerTagsTestJSON-1416161310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:04.397067 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-4f5459a4-9ea5-458f-97d0-be0821af9f3e req-29a37107-764f-4ada-8023-9b2ec34223b2 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=1f05596b-0435-48d8-81d4-28b11f6be2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367521 Feb 04 12:49:04.404999 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c2e94220-09e6-4f4d-bcc2-c889378a0c94 req-95e9c378-d815-43a6-96c1-e4a1af608a20 tempest-ServerTagsTestJSON-1416161310 tempest-ServerTagsTestJSON-1416161310-project] 10.222.0.73 "DELETE /v2.0/ports/9a1960e0-468c-4611-ae4e-3a9f8c9c28b4 HTTP/1.1" status: 204 len: 173 time: 1.3601348 Feb 04 12:49:04.408879 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f604dd75-ad12-4189-8399-03b9fbddca11', 'name': 'network-vif-deleted', 'tag': '9a1960e0-468c-4611-ae4e-3a9f8c9c28b4'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:49:04.411257 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f971b5df-7b8d-45c9-bfcd-4eabf3e30ec1" -d '{"events": [{"server_uuid": "f604dd75-ad12-4189-8399-03b9fbddca11", "name": "network-vif-deleted", "tag": "9a1960e0-468c-4611-ae4e-3a9f8c9c28b4"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:49:04.434562 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e9c378-d815-43a6-96c1-e4a1af608a20 tempest-ServerTagsTestJSON-1416161310 tempest-ServerTagsTestJSON-1416161310-project] Pushing event deleted for resources: {'Port': ['ID=9a1960e0-468c-4611-ae4e-3a9f8c9c28b4,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:04.446782 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port c621c1e8-dcfb-409c-b70a-c174c8920952 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:49:04.447260 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (c621c1e8-dcfb-409c-b70a-c174c8920952), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:04.473876 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae9bdc40-e062-4b7d-a148-d029d4f35766 x-openstack-request-id: req-ae9bdc40-e062-4b7d-a148-d029d4f35766 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:49:04.475053 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f604dd75-ad12-4189-8399-03b9fbddca11", "name": "network-vif-deleted", "tag": "9a1960e0-468c-4611-ae4e-3a9f8c9c28b4", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:49:04.476208 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ae9bdc40-e062-4b7d-a148-d029d4f35766 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:49:04.476849 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f604dd75-ad12-4189-8399-03b9fbddca11', 'name': 'network-vif-deleted', 'tag': '9a1960e0-468c-4611-ae4e-3a9f8c9c28b4', 'status': 'completed', 'code': 200} Feb 04 12:49:04.643609 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90004d2f-f119-4db6-8364-558bc95883e7 req-c6dc3a8d-cd53-4ca9-b369-ad23779cd427 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:04.645095 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port c621c1e8-dcfb-409c-b70a-c174c8920952 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:49:04.654480 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-90004d2f-f119-4db6-8364-558bc95883e7 req-c6dc3a8d-cd53-4ca9-b369-ad23779cd427 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/ports?device_id=459473cf-0264-4bd4-9633-6db2c2db945a HTTP/1.1" status: 200 len: 946 time: 0.0833933 Feb 04 12:49:04.718146 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-90004d2f-f119-4db6-8364-558bc95883e7 req-383d82d9-e9f0-4406-81ea-d10bb0718533 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f05596b-0435-48d8-81d4-28b11f6be2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624959 Feb 04 12:49:04.833421 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-eb9e6fff-f17f-4d34-b00e-4fcf0450418a tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622215'] for router_interface (d1567ab1-057e-4000-b5b5-a99dd64e7215), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:04.994352 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8f2d5c44-eb4a-4360-b716-4eb6aa3b5257 req-d5183d71-c942-49b5-801a-251b5760df04 tempest-ServerTagsTestJSON-1416161310 tempest-ServerTagsTestJSON-1416161310-project] 10.222.0.65 "GET /v2.0/ports?device_id=f604dd75-ad12-4189-8399-03b9fbddca11 HTTP/1.1" status: 200 len: 210 time: 0.0467470 Feb 04 12:49:05.134585 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-eb9e6fff-f17f-4d34-b00e-4fcf0450418a tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Deleting port e84df80d-c27a-4e0c-a838-12ad41ddfb81 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:49:05.135192 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-eb9e6fff-f17f-4d34-b00e-4fcf0450418a tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (e84df80d-c27a-4e0c-a838-12ad41ddfb81), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:05.139286 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3d942800-53e2-48b8-a6ae-f7b35c1be8af req-fc628d05-111d-4e40-b08d-e3bada42181f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f604dd75-ad12-4189-8399-03b9fbddca11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0729685 Feb 04 12:49:05.243884 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3d942800-53e2-48b8-a6ae-f7b35c1be8af req-9e6d0054-213c-4c19-857e-1aac73af48be service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cdde75ff131f44e6a4d31e0e13729f31&device_id=f604dd75-ad12-4189-8399-03b9fbddca11 HTTP/1.1" status: 200 len: 210 time: 0.0384779 Feb 04 12:49:05.285226 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-eb9e6fff-f17f-4d34-b00e-4fcf0450418a tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (e84df80d-c27a-4e0c-a838-12ad41ddfb81), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:05.307066 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-eb9e6fff-f17f-4d34-b00e-4fcf0450418a tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Calling delete_port for e84df80d-c27a-4e0c-a838-12ad41ddfb81 owned by network:router_interface {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:49:05.588899 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b77259b-78e0-4fba-ac7b-5abc5fe22da0 req-93cc49aa-9989-4364-be3c-b13120102fca tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:05.591231 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-3b77259b-78e0-4fba-ac7b-5abc5fe22da0 req-93cc49aa-9989-4364-be3c-b13120102fca tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf238d0f-af3b-4273-be50-eb52a0688e2d HTTP/1.1" status: 200 len: 945 time: 0.0842924 Feb 04 12:49:05.593095 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-eb9e6fff-f17f-4d34-b00e-4fcf0450418a tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (e84df80d-c27a-4e0c-a838-12ad41ddfb81), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:05.896421 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 9a1960e0-468c-4611-ae4e-3a9f8c9c28b4 no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:49:05.920432 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] No Port match for: 9a1960e0-468c-4611-ae4e-3a9f8c9c28b4 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:49:05.920909 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 9a1960e0-468c-4611-ae4e-3a9f8c9c28b4 not bound to the agent host n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:49:05.972192 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d942800-53e2-48b8-a6ae-f7b35c1be8af req-d9f639b8-020d-4639-99b7-ec5181d5df8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:05.973743 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3d942800-53e2-48b8-a6ae-f7b35c1be8af req-d9f639b8-020d-4639-99b7-ec5181d5df8c service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=cdde75ff131f44e6a4d31e0e13729f31&shared=False HTTP/1.1" status: 200 len: 910 time: 0.7078683 Feb 04 12:49:06.027147 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9e6fff-f17f-4d34-b00e-4fcf0450418a tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Pushing event deleted for resources: {'Port': ['ID=e84df80d-c27a-4e0c-a838-12ad41ddfb81,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:06.112822 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-31edbb7b-94df-4698-a67e-32c94cdf7d39 req-2dcf82d4-1613-4a08-bbc8-b631e9190614 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=459473cf-0264-4bd4-9633-6db2c2db945a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3109009 Feb 04 12:49:06.216428 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d942800-53e2-48b8-a6ae-f7b35c1be8af req-e2d7edea-f242-4996-89e3-59548c0f57d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:06.219113 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3d942800-53e2-48b8-a6ae-f7b35c1be8af req-e2d7edea-f242-4996-89e3-59548c0f57d4 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2359326 Feb 04 12:49:06.230869 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c2a291-fe10-4080-b1d1-ed8805ce7887 req-1a57a622-e441-4f74-ad49-0d50d515ec2f tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:06.239919 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e7c2a291-fe10-4080-b1d1-ed8805ce7887 req-1a57a622-e441-4f74-ad49-0d50d515ec2f tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf238d0f-af3b-4273-be50-eb52a0688e2d HTTP/1.1" status: 200 len: 945 time: 0.4470451 Feb 04 12:49:06.281647 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8136845-e3c1-4be3-930d-23597c989d6d req-4928dc40-5374-4a98-9a88-72f10b45937d tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:06.283494 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c8136845-e3c1-4be3-930d-23597c989d6d req-4928dc40-5374-4a98-9a88-72f10b45937d tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/ports?device_id=459473cf-0264-4bd4-9633-6db2c2db945a HTTP/1.1" status: 200 len: 946 time: 0.4523504 Feb 04 12:49:06.320195 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-3b77259b-78e0-4fba-ac7b-5abc5fe22da0 req-068e6954-8175-415c-b240-cfcf6e2085f4 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Deleting port 4e2d2f78-b1b4-45a2-aef5-2aaf18fcdbf3 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:49:06.320700 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-3b77259b-78e0-4fba-ac7b-5abc5fe22da0 req-068e6954-8175-415c-b240-cfcf6e2085f4 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (4e2d2f78-b1b4-45a2-aef5-2aaf18fcdbf3), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:06.402003 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e7c2a291-fe10-4080-b1d1-ed8805ce7887 req-241f6190-f822-4cfc-a645-952fa079adee tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561644 Feb 04 12:49:06.413488 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31edbb7b-94df-4698-a67e-32c94cdf7d39 req-fc5a8ac4-0e35-4e08-907e-8ec7f5983c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:06.423208 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-31edbb7b-94df-4698-a67e-32c94cdf7d39 req-fc5a8ac4-0e35-4e08-907e-8ec7f5983c49 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=510f69789e354304b7a3dd689bde3cf8&device_id=459473cf-0264-4bd4-9633-6db2c2db945a HTTP/1.1" status: 200 len: 1128 time: 0.2026238 Feb 04 12:49:06.462974 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c8136845-e3c1-4be3-930d-23597c989d6d req-d787f637-88bd-4de3-9ccd-05bb58a99866 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f05596b-0435-48d8-81d4-28b11f6be2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577268 Feb 04 12:49:06.484051 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-eb9e6fff-f17f-4d34-b00e-4fcf0450418a tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622067'] for router_interface (d1567ab1-057e-4000-b5b5-a99dd64e7215), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:06.523480 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 38978) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:06.563972 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-3b77259b-78e0-4fba-ac7b-5abc5fe22da0 req-068e6954-8175-415c-b240-cfcf6e2085f4 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] For port 4e2d2f78-b1b4-45a2-aef5-2aaf18fcdbf3, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=4e2d2f78-b1b4-45a2-aef5-2aaf18fcdbf3,segment=NetworkSegment(0934a908-175b-4cbf-ace2-f0550fc5d53c),segment_id=0934a908-175b-4cbf-ace2-f0550fc5d53c)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:49:06.564252 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-3b77259b-78e0-4fba-ac7b-5abc5fe22da0 req-068e6954-8175-415c-b240-cfcf6e2085f4 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (4e2d2f78-b1b4-45a2-aef5-2aaf18fcdbf3), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:06.658600 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-3b77259b-78e0-4fba-ac7b-5abc5fe22da0 req-068e6954-8175-415c-b240-cfcf6e2085f4 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Calling delete_port for 4e2d2f78-b1b4-45a2-aef5-2aaf18fcdbf3 owned by compute:nova {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:49:06.697874 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31edbb7b-94df-4698-a67e-32c94cdf7d39 req-3696192e-7172-48f3-b23a-5156b78db36a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:06.699369 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-31edbb7b-94df-4698-a67e-32c94cdf7d39 req-3696192e-7172-48f3-b23a-5156b78db36a service neutron] 10.222.0.77 "GET /v2.0/networks?id=b0350313-177d-4c5b-9b2d-aae5a7745f86 HTTP/1.1" status: 200 len: 916 time: 0.2509146 Feb 04 12:49:06.754568 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-13766440-bb8c-4d01-818d-9281fba02b69 admin admin] Deleting subnet 736e6866-2e2f-4cdc-b5e0-63c1b08e4cde {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:49:06.756829 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-31edbb7b-94df-4698-a67e-32c94cdf7d39 req-74346cb8-b0ec-4e6d-a7ed-04a329236d9a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=31338bf1-2f19-4681-be5b-3c9338fbe187 HTTP/1.1" status: 200 len: 217 time: 0.0507071 Feb 04 12:49:06.760142 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-13766440-bb8c-4d01-818d-9281fba02b69 admin admin] Publish callbacks [] for subnet (736e6866-2e2f-4cdc-b5e0-63c1b08e4cde), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:06.769382 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedbd45c-ccc2-4967-98b9-afac960de1b6 req-07d6d2e6-6dc2-4f02-9dc8-4d94fade026b tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:06.771049 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dedbd45c-ccc2-4967-98b9-afac960de1b6 req-07d6d2e6-6dc2-4f02-9dc8-4d94fade026b tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/ports?device_id=459473cf-0264-4bd4-9633-6db2c2db945a HTTP/1.1" status: 200 len: 946 time: 0.1190639 Feb 04 12:49:06.883525 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-13766440-bb8c-4d01-818d-9281fba02b69 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (736e6866-2e2f-4cdc-b5e0-63c1b08e4cde), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:06.894498 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dedbd45c-ccc2-4967-98b9-afac960de1b6 req-034966a5-17e4-413e-81a3-f959d378f120 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f05596b-0435-48d8-81d4-28b11f6be2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087511 Feb 04 12:49:06.900910 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31edbb7b-94df-4698-a67e-32c94cdf7d39 req-a5089774-7409-46d7-85ff-aee2410412e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:06.902442 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-31edbb7b-94df-4698-a67e-32c94cdf7d39 req-a5089774-7409-46d7-85ff-aee2410412e6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=690b8f25-e7cd-419d-81c6-e79d1382942c HTTP/1.1" status: 200 len: 855 time: 0.1305234 Feb 04 12:49:06.955647 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb9e6fff-f17f-4d34-b00e-4fcf0450418a tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Router d1567ab1-057e-4000-b5b5-a99dd64e7215 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:49:06.979767 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-31edbb7b-94df-4698-a67e-32c94cdf7d39 req-0f0de5b0-780d-4054-adb6-43128fb0704a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b0350313-177d-4c5b-9b2d-aae5a7745f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708485 Feb 04 12:49:07.086400 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-13766440-bb8c-4d01-818d-9281fba02b69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (736e6866-2e2f-4cdc-b5e0-63c1b08e4cde), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:07.102158 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-31edbb7b-94df-4698-a67e-32c94cdf7d39 req-1e2e5856-31fd-41da-9a9d-884522c17d4b service neutron] 10.222.0.77 "GET /v2.0/networks/b0350313-177d-4c5b-9b2d-aae5a7745f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156383 Feb 04 12:49:07.160822 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-13766440-bb8c-4d01-818d-9281fba02b69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (736e6866-2e2f-4cdc-b5e0-63c1b08e4cde), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:07.233216 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13766440-bb8c-4d01-818d-9281fba02b69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=736e6866-2e2f-4cdc-b5e0-63c1b08e4cde,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:07.259418 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-13766440-bb8c-4d01-818d-9281fba02b69 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:07.265660 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-13766440-bb8c-4d01-818d-9281fba02b69 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/736e6866-2e2f-4cdc-b5e0-63c1b08e4cde HTTP/1.1" status: 204 len: 168 time: 0.7303469 Feb 04 12:49:07.267338 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb9e6fff-f17f-4d34-b00e-4fcf0450418a tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:49:07.277039 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 38994) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:07.279099 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f305aac-7cf0-4675-b95e-2dc7bdaf63da None None] Sync routers for ids ['d1567ab1-057e-4000-b5b5-a99dd64e7215'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:49:07.291412 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-eb9e6fff-f17f-4d34-b00e-4fcf0450418a tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] 10.222.0.65 "PUT /v2.0/routers/d1567ab1-057e-4000-b5b5-a99dd64e7215/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3293056 Feb 04 12:49:07.295797 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 38996) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:07.318323 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f305aac-7cf0-4675-b95e-2dc7bdaf63da None None] Routers {'d1567ab1-057e-4000-b5b5-a99dd64e7215'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:49:07.324033 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-7f305aac-7cf0-4675-b95e-2dc7bdaf63da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:48:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['d1567ab1-057e-4000-b5b5-a99dd64e7215'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:49:07.379873 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-7f305aac-7cf0-4675-b95e-2dc7bdaf63da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:49:07.413864 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f305aac-7cf0-4675-b95e-2dc7bdaf63da None None] Routers {'d1567ab1-057e-4000-b5b5-a99dd64e7215'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:49:07.415568 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-7f305aac-7cf0-4675-b95e-2dc7bdaf63da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:48:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['d1567ab1-057e-4000-b5b5-a99dd64e7215'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:49:07.470429 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-52244746-6926-43a0-8c7a-d38d21eb0013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (dac9b9a9-251d-4151-8c55-5d654d90eaed), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:07.477399 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-7f305aac-7cf0-4675-b95e-2dc7bdaf63da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:49:07.478071 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f305aac-7cf0-4675-b95e-2dc7bdaf63da None None] The sync data for ids ['d1567ab1-057e-4000-b5b5-a99dd64e7215'] in n-d-825015-3 is: [] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:49:07.488734 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-3b77259b-78e0-4fba-ac7b-5abc5fe22da0 req-068e6954-8175-415c-b240-cfcf6e2085f4 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (4e2d2f78-b1b4-45a2-aef5-2aaf18fcdbf3), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:07.491233 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f146e3c-922b-46d6-ad55-18d14b1227f4 req-92733b48-8b1d-4baf-bbb5-1066e15518ab tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:07.498142 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3f146e3c-922b-46d6-ad55-18d14b1227f4 req-92733b48-8b1d-4baf-bbb5-1066e15518ab tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/ports?device_id=459473cf-0264-4bd4-9633-6db2c2db945a HTTP/1.1" status: 200 len: 946 time: 0.2461882 Feb 04 12:49:07.502663 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-31edbb7b-94df-4698-a67e-32c94cdf7d39 req-30daa071-a60c-4005-b4a4-70807f33f576 service neutron] 10.222.0.77 "GET /v2.0/networks/b0350313-177d-4c5b-9b2d-aae5a7745f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3936524 Feb 04 12:49:07.505722 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['4e2d2f78-b1b4-45a2-aef5-2aaf18fcdbf3'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:49:07.556633 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5a4fb26f-e726-4e27-9d53-228d9464f2b5 req-d533f26a-728e-446b-a0f0-6eac9066f0d3 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf238d0f-af3b-4273-be50-eb52a0688e2d HTTP/1.1" status: 200 len: 210 time: 0.0446460 Feb 04 12:49:07.623393 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068e6954-8175-415c-b240-cfcf6e2085f4 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Pushing event deleted for resources: {'Port': ['ID=4e2d2f78-b1b4-45a2-aef5-2aaf18fcdbf3,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:07.645590 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3f146e3c-922b-46d6-ad55-18d14b1227f4 req-d2ceb567-e16f-4b4e-8ed2-46f01f61fbfe tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f05596b-0435-48d8-81d4-28b11f6be2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461415 Feb 04 12:49:07.708228 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-52244746-6926-43a0-8c7a-d38d21eb0013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (dac9b9a9-251d-4151-8c55-5d654d90eaed), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:07.740630 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-52244746-6926-43a0-8c7a-d38d21eb0013 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dac9b9a9-251d-4151-8c55-5d654d90eaed']}} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:49:07.753310 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-52244746-6926-43a0-8c7a-d38d21eb0013 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd134bb4-79d7-4adb-9557-15f08cb82f25') {'for_net_delete': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:49:07.754015 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-52244746-6926-43a0-8c7a-d38d21eb0013 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd134bb4-79d7-4adb-9557-15f08cb82f25') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:49:07.771960 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-52244746-6926-43a0-8c7a-d38d21eb0013 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51859336'] for segment (cd134bb4-79d7-4adb-9557-15f08cb82f25), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:07.775208 n-d-825015-3 neutron-server[103474]: INFO neutron.api.v2.resource [None req-32ee61a3-c3db-423d-b9df-f736de3a9c14 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] remove_router_interface failed (client error): The resource could not be found. Feb 04 12:49:07.776412 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-32ee61a3-c3db-423d-b9df-f736de3a9c14 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] 10.222.0.65 "PUT /v2.0/routers/d1567ab1-057e-4000-b5b5-a99dd64e7215/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4782164 Feb 04 12:49:07.777351 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b77259b-78e0-4fba-ac7b-5abc5fe22da0 req-068e6954-8175-415c-b240-cfcf6e2085f4 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] No DVR routers for this DVR port 4e2d2f78-b1b4-45a2-aef5-2aaf18fcdbf3 on host n-h2-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:49:07.779105 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 39006) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:07.797882 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-3b77259b-78e0-4fba-ac7b-5abc5fe22da0 req-068e6954-8175-415c-b240-cfcf6e2085f4 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:07.804002 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-3b77259b-78e0-4fba-ac7b-5abc5fe22da0 req-068e6954-8175-415c-b240-cfcf6e2085f4 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.77 "DELETE /v2.0/ports/4e2d2f78-b1b4-45a2-aef5-2aaf18fcdbf3 HTTP/1.1" status: 204 len: 173 time: 2.1995475 Feb 04 12:49:07.816117 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-52244746-6926-43a0-8c7a-d38d21eb0013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (cd134bb4-79d7-4adb-9557-15f08cb82f25), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:07.822604 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf238d0f-af3b-4273-be50-eb52a0688e2d', 'name': 'network-vif-deleted', 'tag': '4e2d2f78-b1b4-45a2-aef5-2aaf18fcdbf3'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:49:07.826023 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8170d81-2cfa-4a09-bbd5-a4b7cb59aa0a" -d '{"events": [{"server_uuid": "cf238d0f-af3b-4273-be50-eb52a0688e2d", "name": "network-vif-deleted", "tag": "4e2d2f78-b1b4-45a2-aef5-2aaf18fcdbf3"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:49:07.832635 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-036c55fd-782d-451c-8f5d-e06ddb83bf44 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] 10.222.0.65 "GET /v2.0/ports?device_id=d1567ab1-057e-4000-b5b5-a99dd64e7215 HTTP/1.1" status: 200 len: 205 time: 0.0522757 Feb 04 12:49:07.834712 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52244746-6926-43a0-8c7a-d38d21eb0013 admin admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=103475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:49:07.835283 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-52244746-6926-43a0-8c7a-d38d21eb0013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-52093388'] for segment (cd134bb4-79d7-4adb-9557-15f08cb82f25), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:07.835569 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 39010) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:07.838214 n-d-825015-3 neutron-server[103475]: Traceback (most recent call last): Feb 04 12:49:07.838214 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:49:07.838214 n-d-825015-3 neutron-server[103475]: timer() Feb 04 12:49:07.838214 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:49:07.838214 n-d-825015-3 neutron-server[103475]: cb(*args, **kw) Feb 04 12:49:07.838214 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:49:07.838214 n-d-825015-3 neutron-server[103475]: return func(*args, **kwargs) Feb 04 12:49:07.838214 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:49:07.838214 n-d-825015-3 neutron-server[103475]: self._notify() Feb 04 12:49:07.838214 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:49:07.838214 n-d-825015-3 neutron-server[103475]: self.callback(batched_events) Feb 04 12:49:07.838214 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:49:07.838214 n-d-825015-3 neutron-server[103475]: event.method(event) Feb 04 12:49:07.838214 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:49:07.838214 n-d-825015-3 neutron-server[103475]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:49:07.838214 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:49:07.838214 n-d-825015-3 neutron-server[103475]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:49:07.838214 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:49:07.838214 n-d-825015-3 neutron-server[103475]: return f(self, *a, **k) Feb 04 12:49:07.838214 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:49:07.838214 n-d-825015-3 neutron-server[103475]: return self._get(url).json() Feb 04 12:49:07.838214 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:49:07.838214 n-d-825015-3 neutron-server[103475]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:49:07.838214 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:49:07.838214 n-d-825015-3 neutron-server[103475]: return self.request(url, 'GET', **kwargs) Feb 04 12:49:07.838214 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:49:07.838214 n-d-825015-3 neutron-server[103475]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:49:07.838214 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:49:07.838214 n-d-825015-3 neutron-server[103475]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:49:07.838214 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:49:07.838214 n-d-825015-3 neutron-server[103475]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:49:07.838214 n-d-825015-3 neutron-server[103475]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:49:07.954375 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfae2c1c-b404-4ce4-849a-a6b3ab02c1eb x-openstack-request-id: req-cfae2c1c-b404-4ce4-849a-a6b3ab02c1eb {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:49:07.954822 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf238d0f-af3b-4273-be50-eb52a0688e2d", "name": "network-vif-deleted", "tag": "4e2d2f78-b1b4-45a2-aef5-2aaf18fcdbf3", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:49:07.955286 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cfae2c1c-b404-4ce4-849a-a6b3ab02c1eb {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:49:07.955912 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-52244746-6926-43a0-8c7a-d38d21eb0013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (dac9b9a9-251d-4151-8c55-5d654d90eaed), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:07.956114 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf238d0f-af3b-4273-be50-eb52a0688e2d', 'name': 'network-vif-deleted', 'tag': '4e2d2f78-b1b4-45a2-aef5-2aaf18fcdbf3', 'status': 'completed', 'code': 200} Feb 04 12:49:07.973861 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5eb9ee76-25cb-4d25-9298-916c7019f277 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks [] for router (d1567ab1-057e-4000-b5b5-a99dd64e7215), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:07.976483 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-52244746-6926-43a0-8c7a-d38d21eb0013 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:07.980058 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-52244746-6926-43a0-8c7a-d38d21eb0013 admin admin] 10.222.0.65 "DELETE /v2.0/networks/dac9b9a9-251d-4151-8c55-5d654d90eaed HTTP/1.1" status: 204 len: 168 time: 0.6957200 Feb 04 12:49:08.002899 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52244746-6926-43a0-8c7a-d38d21eb0013 admin admin] Pushing event deleted for resources: {'Network': ['ID=dac9b9a9-251d-4151-8c55-5d654d90eaed,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:08.128414 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 39016) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:08.168472 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-1fe0c05f-b5d3-425a-b868-02995315cc08 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=cdde75ff131f44e6a4d31e0e13729f31&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0389163 Feb 04 12:49:08.171480 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 39018) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:08.194490 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5eb9ee76-25cb-4d25-9298-916c7019f277 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10915'] for router (d1567ab1-057e-4000-b5b5-a99dd64e7215), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:08.196821 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5eb9ee76-25cb-4d25-9298-916c7019f277 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks [] for router_controller (d1567ab1-057e-4000-b5b5-a99dd64e7215), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:08.224982 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3ff58b93-e55d-4865-bc03-255d40b3b1cb admin admin] Publish callbacks [] for security_group (fcee90fb-3e09-456f-8bab-cf343b4b34bb), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:08.249852 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3ff58b93-e55d-4865-bc03-255d40b3b1cb admin admin] Publish callbacks [] for security_group (fcee90fb-3e09-456f-8bab-cf343b4b34bb), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:08.305092 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3ff58b93-e55d-4865-bc03-255d40b3b1cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (fcee90fb-3e09-456f-8bab-cf343b4b34bb), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:08.308139 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3ff58b93-e55d-4865-bc03-255d40b3b1cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:08.309336 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-3ff58b93-e55d-4865-bc03-255d40b3b1cb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fcee90fb-3e09-456f-8bab-cf343b4b34bb HTTP/1.1" status: 204 len: 168 time: 0.1367095 Feb 04 12:49:08.318721 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff58b93-e55d-4865-bc03-255d40b3b1cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcee90fb-3e09-456f-8bab-cf343b4b34bb,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:08.498059 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5eb9ee76-25cb-4d25-9298-916c7019f277 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622829'] for router (d1567ab1-057e-4000-b5b5-a99dd64e7215), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:08.498749 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eb9ee76-25cb-4d25-9298-916c7019f277 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Fanout notify agent at l3_agent the message router_deleted on router d1567ab1-057e-4000-b5b5-a99dd64e7215 {{(pid=103474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 12:49:08.510766 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5eb9ee76-25cb-4d25-9298-916c7019f277 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:08.514275 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-5eb9ee76-25cb-4d25-9298-916c7019f277 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] 10.222.0.65 "DELETE /v2.0/routers/d1567ab1-057e-4000-b5b5-a99dd64e7215 HTTP/1.1" status: 204 len: 168 time: 0.6747372 Feb 04 12:49:08.515186 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 39024) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:08.572389 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_v2 [None req-fedc20c3-fa0b-4e7c-a6c4-52f012115b0d tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Deleting subnet 7f2b9dca-818f-4f69-99a0-b3457f5c6d32 {{(pid=103475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:49:08.575535 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fedc20c3-fa0b-4e7c-a6c4-52f012115b0d tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks [] for subnet (7f2b9dca-818f-4f69-99a0-b3457f5c6d32), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:08.627532 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fedc20c3-fa0b-4e7c-a6c4-52f012115b0d tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51859329'] for subnet (7f2b9dca-818f-4f69-99a0-b3457f5c6d32), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:08.736533 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f6dd853a-fe38-4f2e-884b-d55735b51c00 req-f22a27f9-29ee-4a0d-9717-8a586bab154d tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf238d0f-af3b-4273-be50-eb52a0688e2d HTTP/1.1" status: 200 len: 210 time: 0.0638051 Feb 04 12:49:08.841824 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fedc20c3-fa0b-4e7c-a6c4-52f012115b0d tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (7f2b9dca-818f-4f69-99a0-b3457f5c6d32), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:08.885659 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac575f4-3bc0-4802-a01f-5abce1f9dc1a req-5b2ac9b2-d736-48ac-9eb9-a6c6cb42cd04 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:08.887201 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9ac575f4-3bc0-4802-a01f-5abce1f9dc1a req-5b2ac9b2-d736-48ac-9eb9-a6c6cb42cd04 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/ports?device_id=459473cf-0264-4bd4-9633-6db2c2db945a HTTP/1.1" status: 200 len: 946 time: 0.1362884 Feb 04 12:49:08.956098 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9ac575f4-3bc0-4802-a01f-5abce1f9dc1a req-af68aea9-b217-46a2-83fd-f0f93b902fdf tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f05596b-0435-48d8-81d4-28b11f6be2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625646 Feb 04 12:49:08.958899 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fedc20c3-fa0b-4e7c-a6c4-52f012115b0d tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-52093282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51452698'] for subnet (7f2b9dca-818f-4f69-99a0-b3457f5c6d32), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:08.975118 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fedc20c3-fa0b-4e7c-a6c4-52f012115b0d tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:08.981263 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad944ec0-6fdc-44dd-b1a8-ddbad385273b None None] Network 9f10fa9d-bd1e-49a1-a3bb-01f450200d50 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:49:08.983253 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-fedc20c3-fa0b-4e7c-a6c4-52f012115b0d tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] 10.222.0.65 "DELETE /v2.0/subnets/7f2b9dca-818f-4f69-99a0-b3457f5c6d32 HTTP/1.1" status: 204 len: 168 time: 0.4666376 Feb 04 12:49:08.985585 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 39046) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:09.023697 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedc20c3-fa0b-4e7c-a6c4-52f012115b0d tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Pushing event deleted for resources: {'Subnet': ['ID=7f2b9dca-818f-4f69-99a0-b3457f5c6d32,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:09.133359 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a4a69910-1c60-4599-9621-9104c207a431 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (9f10fa9d-bd1e-49a1-a3bb-01f450200d50), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:09.181428 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d62624-4376-4458-8c75-1dcb9c15e440 None None] DHCP port deletion for 9f10fa9d-bd1e-49a1-a3bb-01f450200d50 request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 12:49:09.190056 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 39052) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:09.204846 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-a4a69910-1c60-4599-9621-9104c207a431 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Deleting port c621c1e8-dcfb-409c-b70a-c174c8920952 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:49:09.205412 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a4a69910-1c60-4599-9621-9104c207a431 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (c621c1e8-dcfb-409c-b70a-c174c8920952), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:09.248594 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-d7d62624-4376-4458-8c75-1dcb9c15e440 None None] Deleting port c621c1e8-dcfb-409c-b70a-c174c8920952 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:49:09.249777 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d7d62624-4376-4458-8c75-1dcb9c15e440 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (c621c1e8-dcfb-409c-b70a-c174c8920952), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:09.284627 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-a4a69910-1c60-4599-9621-9104c207a431 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] For port c621c1e8-dcfb-409c-b70a-c174c8920952, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=c621c1e8-dcfb-409c-b70a-c174c8920952,segment=NetworkSegment(d139626c-5fc7-4ef6-a86f-5710aabfe9eb),segment_id=d139626c-5fc7-4ef6-a86f-5710aabfe9eb)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:49:09.285068 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a4a69910-1c60-4599-9621-9104c207a431 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (c621c1e8-dcfb-409c-b70a-c174c8920952), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:09.300068 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-a4a69910-1c60-4599-9621-9104c207a431 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Calling delete_port for c621c1e8-dcfb-409c-b70a-c174c8920952 owned by network:dhcp {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:49:09.322624 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-45c3199b-ced6-44b2-b01e-3ba6c7efc5fb admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-260040040-network', 'tenant_id': '38cb7f8ec7594c9ea49e940b44ab6547'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:49:09.331568 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-d7d62624-4376-4458-8c75-1dcb9c15e440 None None] For port c621c1e8-dcfb-409c-b70a-c174c8920952, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=c621c1e8-dcfb-409c-b70a-c174c8920952,segment=NetworkSegment(d139626c-5fc7-4ef6-a86f-5710aabfe9eb),segment_id=d139626c-5fc7-4ef6-a86f-5710aabfe9eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:49:09.332236 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d7d62624-4376-4458-8c75-1dcb9c15e440 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (c621c1e8-dcfb-409c-b70a-c174c8920952), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:09.347327 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-d7d62624-4376-4458-8c75-1dcb9c15e440 None None] Calling delete_port for c621c1e8-dcfb-409c-b70a-c174c8920952 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:49:09.349960 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45c3199b-ced6-44b2-b01e-3ba6c7efc5fb admin admin] Made reservation on behalf of 38cb7f8ec7594c9ea49e940b44ab6547 for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:49:09.353805 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-45c3199b-ced6-44b2-b01e-3ba6c7efc5fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:09.366953 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-45c3199b-ced6-44b2-b01e-3ba6c7efc5fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:09.400904 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a4a69910-1c60-4599-9621-9104c207a431 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (c621c1e8-dcfb-409c-b70a-c174c8920952), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:09.430821 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a69910-1c60-4599-9621-9104c207a431 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Pushing event deleted for resources: {'Port': ['ID=c621c1e8-dcfb-409c-b70a-c174c8920952,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:09.443784 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a69910-1c60-4599-9621-9104c207a431 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] No DVR routers for this DVR port c621c1e8-dcfb-409c-b70a-c174c8920952 on host n-d-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:49:09.480907 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d7d62624-4376-4458-8c75-1dcb9c15e440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (c621c1e8-dcfb-409c-b70a-c174c8920952), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:09.504509 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-45c3199b-ced6-44b2-b01e-3ba6c7efc5fb admin admin] Publish callbacks [] for security_group (e57762a0-afb6-4642-bf78-e2bdc97a355a), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:09.511949 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-45c3199b-ced6-44b2-b01e-3ba6c7efc5fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (e57762a0-afb6-4642-bf78-e2bdc97a355a), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:09.520311 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d62624-4376-4458-8c75-1dcb9c15e440 None None] No DVR routers for this DVR port c621c1e8-dcfb-409c-b70a-c174c8920952 on host n-d-825015-3 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:49:09.522523 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d62624-4376-4458-8c75-1dcb9c15e440 None None] Pushing event deleted for resources: {'Port': ['ID=c621c1e8-dcfb-409c-b70a-c174c8920952,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:09.547972 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a4a69910-1c60-4599-9621-9104c207a431 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (9f10fa9d-bd1e-49a1-a3bb-01f450200d50), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:09.558426 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45c3199b-ced6-44b2-b01e-3ba6c7efc5fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:49:09.569060 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c3199b-ced6-44b2-b01e-3ba6c7efc5fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e57762a0-afb6-4642-bf78-e2bdc97a355a,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:09.572327 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-a4a69910-1c60-4599-9621-9104c207a431 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f10fa9d-bd1e-49a1-a3bb-01f450200d50']}} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:49:09.579963 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-45c3199b-ced6-44b2-b01e-3ba6c7efc5fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (974832f8-c618-4ae2-8054-a35b04d5793c), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:09.581264 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-45c3199b-ced6-44b2-b01e-3ba6c7efc5fb admin admin] Added segment 974832f8-c618-4ae2-8054-a35b04d5793c of type vlan for network 7ed78c2f-5e06-4bf6-9fbc-42500f903f0d Feb 04 12:49:09.584667 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-a4a69910-1c60-4599-9621-9104c207a431 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd139626c-5fc7-4ef6-a86f-5710aabfe9eb') {'for_net_delete': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:49:09.584971 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-a4a69910-1c60-4599-9621-9104c207a431 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd139626c-5fc7-4ef6-a86f-5710aabfe9eb') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:49:09.601415 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a4a69910-1c60-4599-9621-9104c207a431 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51859336'] for segment (d139626c-5fc7-4ef6-a86f-5710aabfe9eb), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:09.617914 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a4a69910-1c60-4599-9621-9104c207a431 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (d139626c-5fc7-4ef6-a86f-5710aabfe9eb), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:09.627382 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4a69910-1c60-4599-9621-9104c207a431 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=103475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:49:09.628179 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a4a69910-1c60-4599-9621-9104c207a431 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-52093388'] for segment (d139626c-5fc7-4ef6-a86f-5710aabfe9eb), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:09.632561 n-d-825015-3 neutron-server[103475]: Traceback (most recent call last): Feb 04 12:49:09.632561 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:49:09.632561 n-d-825015-3 neutron-server[103475]: timer() Feb 04 12:49:09.632561 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:49:09.632561 n-d-825015-3 neutron-server[103475]: cb(*args, **kw) Feb 04 12:49:09.632561 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:49:09.632561 n-d-825015-3 neutron-server[103475]: return func(*args, **kwargs) Feb 04 12:49:09.632561 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:49:09.632561 n-d-825015-3 neutron-server[103475]: self._notify() Feb 04 12:49:09.632561 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:49:09.632561 n-d-825015-3 neutron-server[103475]: self.callback(batched_events) Feb 04 12:49:09.632561 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:49:09.632561 n-d-825015-3 neutron-server[103475]: event.method(event) Feb 04 12:49:09.632561 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:49:09.632561 n-d-825015-3 neutron-server[103475]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:49:09.632561 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:49:09.632561 n-d-825015-3 neutron-server[103475]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:49:09.632561 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:49:09.632561 n-d-825015-3 neutron-server[103475]: return f(self, *a, **k) Feb 04 12:49:09.632561 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:49:09.632561 n-d-825015-3 neutron-server[103475]: return self._get(url).json() Feb 04 12:49:09.632561 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:49:09.632561 n-d-825015-3 neutron-server[103475]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:49:09.632561 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:49:09.632561 n-d-825015-3 neutron-server[103475]: return self.request(url, 'GET', **kwargs) Feb 04 12:49:09.632561 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:49:09.632561 n-d-825015-3 neutron-server[103475]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:49:09.632561 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:49:09.632561 n-d-825015-3 neutron-server[103475]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:49:09.632561 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:49:09.632561 n-d-825015-3 neutron-server[103475]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:49:09.632561 n-d-825015-3 neutron-server[103475]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:49:09.639512 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-45c3199b-ced6-44b2-b01e-3ba6c7efc5fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (7ed78c2f-5e06-4bf6-9fbc-42500f903f0d), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:09.668779 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-45c3199b-ced6-44b2-b01e-3ba6c7efc5fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (7ed78c2f-5e06-4bf6-9fbc-42500f903f0d), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:09.669659 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c3199b-ced6-44b2-b01e-3ba6c7efc5fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:09.670274 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-45c3199b-ced6-44b2-b01e-3ba6c7efc5fb admin admin] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:09.707684 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a4a69910-1c60-4599-9621-9104c207a431 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (9f10fa9d-bd1e-49a1-a3bb-01f450200d50), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:09.713551 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a4a69910-1c60-4599-9621-9104c207a431 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:09.721516 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-a4a69910-1c60-4599-9621-9104c207a431 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] 10.222.0.65 "DELETE /v2.0/networks/9f10fa9d-bd1e-49a1-a3bb-01f450200d50 HTTP/1.1" status: 204 len: 168 time: 0.7339277 Feb 04 12:49:09.722078 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 39056) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:09.726959 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-272c41e6-6223-44a8-83d3-8c7cbba98f39 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Request body: {'network': {'name': 'tempest-RoutersTest-281798126'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:49:09.737690 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a69910-1c60-4599-9621-9104c207a431 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Pushing event deleted for resources: {'Network': ['ID=9f10fa9d-bd1e-49a1-a3bb-01f450200d50,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:09.743969 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-45c3199b-ced6-44b2-b01e-3ba6c7efc5fb admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5526185 Feb 04 12:49:09.746795 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 39058) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:09.754888 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-fb358506-60b6-46de-9eae-28f0de3a5087 admin admin] Request body: {'subnet': {'network_id': '7ed78c2f-5e06-4bf6-9fbc-42500f903f0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-260040040-subnet', 'tenant_id': '38cb7f8ec7594c9ea49e940b44ab6547', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:49:09.755134 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c3199b-ced6-44b2-b01e-3ba6c7efc5fb admin admin] Pushing event updated for resources: {'Network': ['ID=7ed78c2f-5e06-4bf6-9fbc-42500f903f0d,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:09.780060 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 7ed78c2f-5e06-4bf6-9fbc-42500f903f0d details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:49:09.784441 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb358506-60b6-46de-9eae-28f0de3a5087 admin admin] Made reservation on behalf of 38cb7f8ec7594c9ea49e940b44ab6547 for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:49:09.794432 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fb358506-60b6-46de-9eae-28f0de3a5087 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:09.814480 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-272c41e6-6223-44a8-83d3-8c7cbba98f39 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Made reservation on behalf of 7868b54a8a9242e68b824f4621b68e06 for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:49:09.817989 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-272c41e6-6223-44a8-83d3-8c7cbba98f39 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:09.868567 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-272c41e6-6223-44a8-83d3-8c7cbba98f39 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:49:09.881742 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-272c41e6-6223-44a8-83d3-8c7cbba98f39 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (34203733-ffdb-42df-96b5-47510e7a0942), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:09.882301 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-272c41e6-6223-44a8-83d3-8c7cbba98f39 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Added segment 34203733-ffdb-42df-96b5-47510e7a0942 of type vlan for network 05a7e305-030f-4bef-b3eb-64b245d33afd Feb 04 12:49:09.929710 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-272c41e6-6223-44a8-83d3-8c7cbba98f39 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (05a7e305-030f-4bef-b3eb-64b245d33afd), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:09.932015 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b2dbb8b3-0940-427e-bfb4-47d3270f55ea req-a432de1c-d352-4f26-99ed-d1619b999295 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf238d0f-af3b-4273-be50-eb52a0688e2d HTTP/1.1" status: 200 len: 210 time: 0.0363643 Feb 04 12:49:09.964397 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-272c41e6-6223-44a8-83d3-8c7cbba98f39 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (05a7e305-030f-4bef-b3eb-64b245d33afd), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:09.970763 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272c41e6-6223-44a8-83d3-8c7cbba98f39 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:09.971475 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-272c41e6-6223-44a8-83d3-8c7cbba98f39 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:10.040531 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-272c41e6-6223-44a8-83d3-8c7cbba98f39 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3173001 Feb 04 12:49:10.047417 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 39066) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:10.053001 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-a8505bb5-19ca-4099-b8df-5176cb92e168 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Request body: {'subnet': {'network_id': '05a7e305-030f-4bef-b3eb-64b245d33afd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:49:10.058230 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272c41e6-6223-44a8-83d3-8c7cbba98f39 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Pushing event updated for resources: {'Network': ['ID=05a7e305-030f-4bef-b3eb-64b245d33afd,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:10.071567 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 05a7e305-030f-4bef-b3eb-64b245d33afd details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:49:10.166926 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fb358506-60b6-46de-9eae-28f0de3a5087 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52094127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51452689'] for subnet (5f3947cd-b907-480d-bce5-7265d1d5d85d), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:10.179227 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 4e2d2f78-b1b4-45a2-aef5-2aaf18fcdbf3 no longer exists at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:49:10.203020 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] No Port match for: 4e2d2f78-b1b4-45a2-aef5-2aaf18fcdbf3 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:49:10.203669 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 4e2d2f78-b1b4-45a2-aef5-2aaf18fcdbf3 not bound to the agent host n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:49:10.266573 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef055db6-fe66-4947-b981-40668857b567 req-f20e7575-81ca-44ad-831d-df9a19078a5f tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:10.268109 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ef055db6-fe66-4947-b981-40668857b567 req-f20e7575-81ca-44ad-831d-df9a19078a5f tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/ports?device_id=459473cf-0264-4bd4-9633-6db2c2db945a HTTP/1.1" status: 200 len: 946 time: 0.2034376 Feb 04 12:49:10.273741 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb358506-60b6-46de-9eae-28f0de3a5087 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f3947cd-b907-480d-bce5-7265d1d5d85d,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:10.287343 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8505bb5-19ca-4099-b8df-5176cb92e168 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Made reservation on behalf of 7868b54a8a9242e68b824f4621b68e06 for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:49:10.290580 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a8505bb5-19ca-4099-b8df-5176cb92e168 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:10.308519 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device c621c1e8-dcfb-409c-b70a-c174c8920952 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:49:10.314896 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb358506-60b6-46de-9eae-28f0de3a5087 admin admin] Checking segment: {'id': '974832f8-c618-4ae2-8054-a35b04d5793c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '7ed78c2f-5e06-4bf6-9fbc-42500f903f0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:49:10.315265 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb358506-60b6-46de-9eae-28f0de3a5087 admin admin] Network hostable DHCP agents. Network: 7ed78c2f-5e06-4bf6-9fbc-42500f903f0d, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:49:10.331675 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: c621c1e8-dcfb-409c-b70a-c174c8920952 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:49:10.332053 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device c621c1e8-dcfb-409c-b70a-c174c8920952 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:49:10.408033 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb358506-60b6-46de-9eae-28f0de3a5087 admin admin] Network 7ed78c2f-5e06-4bf6-9fbc-42500f903f0d is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:49:10.418093 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ef055db6-fe66-4947-b981-40668857b567 req-9d519ef3-abec-4ab3-83ad-b271bf6d6420 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f05596b-0435-48d8-81d4-28b11f6be2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409681 Feb 04 12:49:10.429008 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-fb358506-60b6-46de-9eae-28f0de3a5087 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 7ed78c2f-5e06-4bf6-9fbc-42500f903f0d) {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:49:10.434917 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb358506-60b6-46de-9eae-28f0de3a5087 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:10.435510 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fb358506-60b6-46de-9eae-28f0de3a5087 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:10.453568 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43719614-d026-4959-9736-5097c4045deb None None] Network 7ed78c2f-5e06-4bf6-9fbc-42500f903f0d requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:49:10.482336 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-fb358506-60b6-46de-9eae-28f0de3a5087 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7271860 Feb 04 12:49:10.567221 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a8505bb5-19ca-4099-b8df-5176cb92e168 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52094127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51452689'] for subnet (5874296b-e720-4309-a578-2acd9f6bcf94), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:10.608548 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8324f77-a7a9-4839-a20b-10452bd33f87 None None] Network 7ed78c2f-5e06-4bf6-9fbc-42500f903f0d requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:49:10.637541 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8505bb5-19ca-4099-b8df-5176cb92e168 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Pushing event updated for resources: {'Subnet': ['ID=5874296b-e720-4309-a578-2acd9f6bcf94,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:10.690092 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8505bb5-19ca-4099-b8df-5176cb92e168 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Checking segment: {'id': '34203733-ffdb-42df-96b5-47510e7a0942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '05a7e305-030f-4bef-b3eb-64b245d33afd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:49:10.690876 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8505bb5-19ca-4099-b8df-5176cb92e168 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Network hostable DHCP agents. Network: 05a7e305-030f-4bef-b3eb-64b245d33afd, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:49:10.713128 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8505bb5-19ca-4099-b8df-5176cb92e168 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Network 05a7e305-030f-4bef-b3eb-64b245d33afd is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:49:10.724830 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-a8505bb5-19ca-4099-b8df-5176cb92e168 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 05a7e305-030f-4bef-b3eb-64b245d33afd) {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:49:10.730632 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8505bb5-19ca-4099-b8df-5176cb92e168 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:10.731534 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a8505bb5-19ca-4099-b8df-5176cb92e168 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:10.757014 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-a8505bb5-19ca-4099-b8df-5176cb92e168 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7063949 Feb 04 12:49:10.757724 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 39074) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:10.762826 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-16ac1b0f-01b2-4466-a0c3-8dfc764995f9 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-919365769', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:49:10.805842 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-16ac1b0f-01b2-4466-a0c3-8dfc764995f9 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10933'] for router (c031759d-3f08-4143-92f5-eb913116744d), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:10.807040 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-16ac1b0f-01b2-4466-a0c3-8dfc764995f9 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10924'] for router (c031759d-3f08-4143-92f5-eb913116744d), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:10.881332 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-16ac1b0f-01b2-4466-a0c3-8dfc764995f9 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks [] for router_controller (c031759d-3f08-4143-92f5-eb913116744d), precommit_add_association {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:10.893306 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-16ac1b0f-01b2-4466-a0c3-8dfc764995f9 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141'] for router (c031759d-3f08-4143-92f5-eb913116744d), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:10.893982 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b913a96f-ae4c-468d-adac-c14e50b1e1f1 None None] Network 05a7e305-030f-4bef-b3eb-64b245d33afd requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:49:10.926082 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-16ac1b0f-01b2-4466-a0c3-8dfc764995f9 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:10.927800 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-16ac1b0f-01b2-4466-a0c3-8dfc764995f9 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1690221 Feb 04 12:49:10.930442 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 39082) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:11.065070 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-66c2352b-8c04-434c-a93a-8e1d2ca7606f req-e7b0fdce-d4d7-4667-a0a0-430c64bfe0ce tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf238d0f-af3b-4273-be50-eb52a0688e2d HTTP/1.1" status: 200 len: 210 time: 0.0422854 Feb 04 12:49:11.097678 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089fd5f1-1ba4-4d66-a3a1-8c8c5161bba4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-05a7e305-030f-4bef-b3eb-64b245d33afd', 'network_id': '05a7e305-030f-4bef-b3eb-64b245d33afd', 'project_id': '7868b54a8a9242e68b824f4621b68e06', 'fixed_ips': [{'subnet_id': '5874296b-e720-4309-a578-2acd9f6bcf94'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 12:49:11.099419 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-089fd5f1-1ba4-4d66-a3a1-8c8c5161bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:11.212455 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc1639e-5864-4c8c-872d-48679c89db12 req-2f494564-6380-4a4c-a2f3-8e2a12be80ff tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:11.214044 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2dc1639e-5864-4c8c-872d-48679c89db12 req-2f494564-6380-4a4c-a2f3-8e2a12be80ff tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/networks?id=7ed78c2f-5e06-4bf6-9fbc-42500f903f0d HTTP/1.1" status: 200 len: 813 time: 0.1892309 Feb 04 12:49:11.235200 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2dc1639e-5864-4c8c-872d-48679c89db12 req-b994a814-1753-417a-aed4-1bff65a5f345 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/quotas/38cb7f8ec7594c9ea49e940b44ab6547 HTTP/1.1" status: 200 len: 375 time: 0.0138719 Feb 04 12:49:11.245450 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-089fd5f1-1ba4-4d66-a3a1-8c8c5161bba4 None None] Allocated IP 172.20.0.2 (05a7e305-030f-4bef-b3eb-64b245d33afd/5874296b-e720-4309-a578-2acd9f6bcf94/21642a5e-f1b6-4064-a59b-f921c8f0757f) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:49:11.275220 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2dc1639e-5864-4c8c-872d-48679c89db12 req-a8eee95d-4a43-4f75-a200-5bee10d7cd24 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=38cb7f8ec7594c9ea49e940b44ab6547&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0329528 Feb 04 12:49:11.325479 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bd0bd74d-9f63-4efd-851d-0a6a972f3ffa tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:11.391966 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2dc1639e-5864-4c8c-872d-48679c89db12 req-af70882e-341c-4814-b427-f2a7d36320fe service neutron] 10.222.0.65 "GET /v2.0/networks/7ed78c2f-5e06-4bf6-9fbc-42500f903f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081722 Feb 04 12:49:11.419992 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-089fd5f1-1ba4-4d66-a3a1-8c8c5161bba4 None None] Publish callbacks [] for port (21642a5e-f1b6-4064-a59b-f921c8f0757f), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:11.429942 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-089fd5f1-1ba4-4d66-a3a1-8c8c5161bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (21642a5e-f1b6-4064-a59b-f921c8f0757f), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:11.490045 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089fd5f1-1ba4-4d66-a3a1-8c8c5161bba4 None None] Pushing event updated for resources: {'Port': ['ID=21642a5e-f1b6-4064-a59b-f921c8f0757f,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:11.498690 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089fd5f1-1ba4-4d66-a3a1-8c8c5161bba4 None None] Network 05a7e305-030f-4bef-b3eb-64b245d33afd is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:49:11.500733 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-089fd5f1-1ba4-4d66-a3a1-8c8c5161bba4 None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:49:11.502941 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089fd5f1-1ba4-4d66-a3a1-8c8c5161bba4 None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:49:11.518084 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2dc1639e-5864-4c8c-872d-48679c89db12 req-9086bab7-4caf-48f0-8b3e-f0ec7203b00c service neutron] 10.222.0.65 "GET /v2.0/networks/7ed78c2f-5e06-4bf6-9fbc-42500f903f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150198 Feb 04 12:49:11.586347 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-089fd5f1-1ba4-4d66-a3a1-8c8c5161bba4 None None] Attempting to bind port 21642a5e-f1b6-4064-a59b-f921c8f0757f on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:49:11.586823 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-089fd5f1-1ba4-4d66-a3a1-8c8c5161bba4 None None] Attempting to bind port 21642a5e-f1b6-4064-a59b-f921c8f0757f by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '34203733-ffdb-42df-96b5-47510e7a0942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '05a7e305-030f-4bef-b3eb-64b245d33afd'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:49:11.587402 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089fd5f1-1ba4-4d66-a3a1-8c8c5161bba4 None None] Attempting to bind port 21642a5e-f1b6-4064-a59b-f921c8f0757f on network 05a7e305-030f-4bef-b3eb-64b245d33afd {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:49:11.594269 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089fd5f1-1ba4-4d66-a3a1-8c8c5161bba4 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:49:11.594804 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089fd5f1-1ba4-4d66-a3a1-8c8c5161bba4 None None] Checking segment: {'id': '34203733-ffdb-42df-96b5-47510e7a0942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '05a7e305-030f-4bef-b3eb-64b245d33afd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:49:11.595910 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-089fd5f1-1ba4-4d66-a3a1-8c8c5161bba4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:11.596561 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089fd5f1-1ba4-4d66-a3a1-8c8c5161bba4 None None] Bound using segment: {'id': '34203733-ffdb-42df-96b5-47510e7a0942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '05a7e305-030f-4bef-b3eb-64b245d33afd'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:49:11.597366 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-089fd5f1-1ba4-4d66-a3a1-8c8c5161bba4 None None] Bound port: 21642a5e-f1b6-4064-a59b-f921c8f0757f, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34203733-ffdb-42df-96b5-47510e7a0942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '05a7e305-030f-4bef-b3eb-64b245d33afd'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:49:11.598009 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-089fd5f1-1ba4-4d66-a3a1-8c8c5161bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (21642a5e-f1b6-4064-a59b-f921c8f0757f), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:11.626237 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41708649-19d5-4f5b-b189-deea123161d2 req-ab4a121c-802a-47d0-937a-d18208f4a6ba tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:11.633159 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-41708649-19d5-4f5b-b189-deea123161d2 req-ab4a121c-802a-47d0-937a-d18208f4a6ba tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/ports?device_id=459473cf-0264-4bd4-9633-6db2c2db945a HTTP/1.1" status: 200 len: 946 time: 0.0796342 Feb 04 12:49:11.700594 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-41708649-19d5-4f5b-b189-deea123161d2 req-07abddd2-c167-4f2f-82b0-460bba7c0f87 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f05596b-0435-48d8-81d4-28b11f6be2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609379 Feb 04 12:49:11.706306 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-089fd5f1-1ba4-4d66-a3a1-8c8c5161bba4 None None] For port 21642a5e-f1b6-4064-a59b-f921c8f0757f, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:49:11.710189 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-089fd5f1-1ba4-4d66-a3a1-8c8c5161bba4 None None] For port 21642a5e-f1b6-4064-a59b-f921c8f0757f, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=21642a5e-f1b6-4064-a59b-f921c8f0757f,segment=NetworkSegment(34203733-ffdb-42df-96b5-47510e7a0942),segment_id=34203733-ffdb-42df-96b5-47510e7a0942)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:49:11.720937 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-089fd5f1-1ba4-4d66-a3a1-8c8c5161bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (21642a5e-f1b6-4064-a59b-f921c8f0757f), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:11.752845 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-bd0bd74d-9f63-4efd-851d-0a6a972f3ffa tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Allocated IP 172.20.0.1 (05a7e305-030f-4bef-b3eb-64b245d33afd/5874296b-e720-4309-a578-2acd9f6bcf94/01ec5042-8082-4e03-bbdc-64e99b3bbbcb) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:49:11.799458 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-827a3816-40aa-4c31-8406-d20265b82d1c req-a618f608-0ac9-4b03-b84d-cd8e39f4ede4 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 210 time: 0.0468619 Feb 04 12:49:11.825895 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089fd5f1-1ba4-4d66-a3a1-8c8c5161bba4 None None] Pushing event updated for resources: {'Port': ['ID=21642a5e-f1b6-4064-a59b-f921c8f0757f,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:11.938944 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bd0bd74d-9f63-4efd-851d-0a6a972f3ffa tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks [] for port (01ec5042-8082-4e03-bbdc-64e99b3bbbcb), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:11.991672 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bd0bd74d-9f63-4efd-851d-0a6a972f3ffa tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (01ec5042-8082-4e03-bbdc-64e99b3bbbcb), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:12.057031 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd0bd74d-9f63-4efd-851d-0a6a972f3ffa tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Network 05a7e305-030f-4bef-b3eb-64b245d33afd is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:49:12.067309 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-bd0bd74d-9f63-4efd-851d-0a6a972f3ffa tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:49:12.075076 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0bd74d-9f63-4efd-851d-0a6a972f3ffa tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:49:12.105260 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0bd74d-9f63-4efd-851d-0a6a972f3ffa tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Pushing event updated for resources: {'Port': ['ID=01ec5042-8082-4e03-bbdc-64e99b3bbbcb,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:12.165768 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bd0bd74d-9f63-4efd-851d-0a6a972f3ffa tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1599818'] for router_interface (c031759d-3f08-4143-92f5-eb913116744d), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:12.294502 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8793aad8-6e05-4001-bf25-920d0f48fce3 req-dbb92278-b8dc-4c8f-b2a6-a13e40e2c1d1 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf238d0f-af3b-4273-be50-eb52a0688e2d HTTP/1.1" status: 200 len: 210 time: 0.0632386 Feb 04 12:49:12.392429 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bd0bd74d-9f63-4efd-851d-0a6a972f3ffa tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (01ec5042-8082-4e03-bbdc-64e99b3bbbcb), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:12.462242 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 21642a5e-f1b6-4064-a59b-f921c8f0757f up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:49:12.567349 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 21642a5e-f1b6-4064-a59b-f921c8f0757f triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:49:12.567867 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (21642a5e-f1b6-4064-a59b-f921c8f0757f), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:12.651797 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 21642a5e-f1b6-4064-a59b-f921c8f0757f is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:49:12.652204 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (21642a5e-f1b6-4064-a59b-f921c8f0757f), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:12.692777 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port 21642a5e-f1b6-4064-a59b-f921c8f0757f, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=21642a5e-f1b6-4064-a59b-f921c8f0757f,segment=NetworkSegment(34203733-ffdb-42df-96b5-47510e7a0942),segment_id=34203733-ffdb-42df-96b5-47510e7a0942)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:49:12.698749 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (21642a5e-f1b6-4064-a59b-f921c8f0757f), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:12.785330 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=21642a5e-f1b6-4064-a59b-f921c8f0757f,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:12.843652 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bd0bd74d-9f63-4efd-851d-0a6a972f3ffa tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks [] for port (01ec5042-8082-4e03-bbdc-64e99b3bbbcb), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:12.850102 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bd0bd74d-9f63-4efd-851d-0a6a972f3ffa tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (01ec5042-8082-4e03-bbdc-64e99b3bbbcb), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:12.871110 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6bca64-4b7a-4c3b-869d-3cf232b9d10e req-e31cf081-09bf-46ab-b8d4-8a0eadd54f44 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:12.873118 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cf6bca64-4b7a-4c3b-869d-3cf232b9d10e req-e31cf081-09bf-46ab-b8d4-8a0eadd54f44 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/ports?device_id=459473cf-0264-4bd4-9633-6db2c2db945a HTTP/1.1" status: 200 len: 946 time: 0.0989647 Feb 04 12:49:12.931340 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0bd74d-9f63-4efd-851d-0a6a972f3ffa tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Pushing event updated for resources: {'Port': ['ID=01ec5042-8082-4e03-bbdc-64e99b3bbbcb,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:12.957160 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bd0bd74d-9f63-4efd-851d-0a6a972f3ffa tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622202'] for router_interface (c031759d-3f08-4143-92f5-eb913116744d), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:12.965323 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4b3c8101-dfb2-4d9d-b1da-2a9060a76e73 req-c9a89c6e-7496-4672-a00b-342f9d36d53b tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 210 time: 0.0562990 Feb 04 12:49:12.968669 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cf6bca64-4b7a-4c3b-869d-3cf232b9d10e req-51aa2db0-c6f2-4c5f-a62d-6eee7d52ff60 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f05596b-0435-48d8-81d4-28b11f6be2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887792 Feb 04 12:49:13.110859 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd0bd74d-9f63-4efd-851d-0a6a972f3ffa tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Network 05a7e305-030f-4bef-b3eb-64b245d33afd is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:49:13.112918 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-bd0bd74d-9f63-4efd-851d-0a6a972f3ffa tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:49:13.288068 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd0bd74d-9f63-4efd-851d-0a6a972f3ffa tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Router c031759d-3f08-4143-92f5-eb913116744d is scheduled to L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de with binding_index 1 {{(pid=103474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 12:49:13.333104 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc1639e-5864-4c8c-872d-48679c89db12 req-4d97b14f-f610-4e19-84cd-53f809fbae80 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:13.334661 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2dc1639e-5864-4c8c-872d-48679c89db12 req-4d97b14f-f610-4e19-84cd-53f809fbae80 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.73 "GET /v2.0/networks?id=7ed78c2f-5e06-4bf6-9fbc-42500f903f0d HTTP/1.1" status: 200 len: 813 time: 0.1992915 Feb 04 12:49:13.353819 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-2dc1639e-5864-4c8c-872d-48679c89db12 req-25cd18e8-28f6-4249-a631-32cdccf498b5 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Request body: {'port': {'device_id': 'abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c', 'network_id': '7ed78c2f-5e06-4bf6-9fbc-42500f903f0d', 'admin_state_up': True, 'tenant_id': '38cb7f8ec7594c9ea49e940b44ab6547'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:49:13.386173 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e547a3bb-8a63-4f3e-ad02-468d6249c989 None None] Network 05a7e305-030f-4bef-b3eb-64b245d33afd requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:49:13.399111 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd0bd74d-9f63-4efd-851d-0a6a972f3ffa tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:49:13.407648 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-bd0bd74d-9f63-4efd-851d-0a6a972f3ffa tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] 10.222.0.65 "PUT /v2.0/routers/c031759d-3f08-4143-92f5-eb913116744d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4734757 Feb 04 12:49:13.408842 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 39130) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:13.410817 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1cc3e60-534f-4e67-91b3-f0e7cc3ef48a None None] Sync routers for ids ['c031759d-3f08-4143-92f5-eb913116744d'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:49:13.428146 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cc3e60-534f-4e67-91b3-f0e7cc3ef48a None None] Routers {'c031759d-3f08-4143-92f5-eb913116744d'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:49:13.430109 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-c1cc3e60-534f-4e67-91b3-f0e7cc3ef48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:48:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['c031759d-3f08-4143-92f5-eb913116744d'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:49:13.444062 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-591dced9-bdef-4198-b052-445b4b1f8a71 req-5ccf1f7a-9799-4433-b8a4-9132051d1c03 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf238d0f-af3b-4273-be50-eb52a0688e2d HTTP/1.1" status: 200 len: 210 time: 0.0336483 Feb 04 12:49:13.498866 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-bff069f4-f9c6-474a-8449-4df15c0d3c62 None None] Provisioning complete for port 21642a5e-f1b6-4064-a59b-f921c8f0757f triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:49:13.499441 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bff069f4-f9c6-474a-8449-4df15c0d3c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (21642a5e-f1b6-4064-a59b-f921c8f0757f), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:13.503998 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-c1cc3e60-534f-4e67-91b3-f0e7cc3ef48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:49:13.514716 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cc3e60-534f-4e67-91b3-f0e7cc3ef48a None None] Routers {'c031759d-3f08-4143-92f5-eb913116744d'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:49:13.515325 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-c1cc3e60-534f-4e67-91b3-f0e7cc3ef48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:48:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['c031759d-3f08-4143-92f5-eb913116744d'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:49:13.519023 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c66e7462-670a-471a-8492-89d68df5de1f tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:13.525581 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 39132) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:13.529372 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-c66e7462-670a-471a-8492-89d68df5de1f tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] 10.222.0.65 "GET /v2.0/ports/01ec5042-8082-4e03-bbdc-64e99b3bbbcb HTTP/1.1" status: 200 len: 910 time: 0.1068614 Feb 04 12:49:13.564878 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-c1cc3e60-534f-4e67-91b3-f0e7cc3ef48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:49:13.565540 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1cc3e60-534f-4e67-91b3-f0e7cc3ef48a None None] The sync data for ids ['c031759d-3f08-4143-92f5-eb913116744d'] in n-d-825015-3 is: [] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:49:13.641456 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-bff069f4-f9c6-474a-8449-4df15c0d3c62 None None] Current status of the port 21642a5e-f1b6-4064-a59b-f921c8f0757f is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:49:13.689227 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dc1639e-5864-4c8c-872d-48679c89db12 req-25cd18e8-28f6-4249-a631-32cdccf498b5 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Made reservation on behalf of 38cb7f8ec7594c9ea49e940b44ab6547 for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:49:13.692682 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-2dc1639e-5864-4c8c-872d-48679c89db12 req-25cd18e8-28f6-4249-a631-32cdccf498b5 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:13.970811 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-19f4a6f3-5bfe-401b-8162-b82fc14796d9 None None] Provisioning complete for port 01ec5042-8082-4e03-bbdc-64e99b3bbbcb triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:49:13.972086 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-19f4a6f3-5bfe-401b-8162-b82fc14796d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (01ec5042-8082-4e03-bbdc-64e99b3bbbcb), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:14.067123 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-19f4a6f3-5bfe-401b-8162-b82fc14796d9 None None] Port 01ec5042-8082-4e03-bbdc-64e99b3bbbcb cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:49:14.093183 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-19f4a6f3-5bfe-401b-8162-b82fc14796d9 None None] Provisioning complete for port 21642a5e-f1b6-4064-a59b-f921c8f0757f triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:49:14.093719 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-19f4a6f3-5bfe-401b-8162-b82fc14796d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (21642a5e-f1b6-4064-a59b-f921c8f0757f), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:14.200718 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-19f4a6f3-5bfe-401b-8162-b82fc14796d9 None None] Current status of the port 21642a5e-f1b6-4064-a59b-f921c8f0757f is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:49:14.296283 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6ec25889-b971-4acd-998c-11a1084a263e req-82b15266-3c27-4c96-b370-d4eb579e6705 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 210 time: 0.0501637 Feb 04 12:49:14.338337 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-6b7b1514-cc82-4053-9a0e-2b73a6508faf None None] Provisioning complete for port 01ec5042-8082-4e03-bbdc-64e99b3bbbcb triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:49:14.338811 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6b7b1514-cc82-4053-9a0e-2b73a6508faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (01ec5042-8082-4e03-bbdc-64e99b3bbbcb), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:14.346747 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 21642a5e-f1b6-4064-a59b-f921c8f0757f up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:49:14.430973 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-6b7b1514-cc82-4053-9a0e-2b73a6508faf None None] Port 01ec5042-8082-4e03-bbdc-64e99b3bbbcb cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:49:14.435720 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7ed85f-9833-4d59-bcd1-f1a732da5360 req-76972d69-6d1b-4675-bbbf-55308642a2b8 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:14.442963 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5d7ed85f-9833-4d59-bcd1-f1a732da5360 req-76972d69-6d1b-4675-bbbf-55308642a2b8 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/ports?device_id=459473cf-0264-4bd4-9633-6db2c2db945a HTTP/1.1" status: 200 len: 946 time: 0.2062061 Feb 04 12:49:14.452820 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 21642a5e-f1b6-4064-a59b-f921c8f0757f triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:49:14.453248 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (21642a5e-f1b6-4064-a59b-f921c8f0757f), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:14.488546 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-2dc1639e-5864-4c8c-872d-48679c89db12 req-25cd18e8-28f6-4249-a631-32cdccf498b5 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Allocated IP 172.20.0.3 (7ed78c2f-5e06-4bf6-9fbc-42500f903f0d/5f3947cd-b907-480d-bce5-7265d1d5d85d/74c9b60f-0b88-4ba9-96bb-be833f049be5) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:49:14.536120 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5d7ed85f-9833-4d59-bcd1-f1a732da5360 req-61b3c866-ac10-4580-89c7-ade29a1dfc7b tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f05596b-0435-48d8-81d4-28b11f6be2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919163 Feb 04 12:49:14.590852 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 21642a5e-f1b6-4064-a59b-f921c8f0757f is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:49:14.607339 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-7eea54de-6635-4ec2-b465-2df2e4cbb8c4 None None] Provisioning complete for port 01ec5042-8082-4e03-bbdc-64e99b3bbbcb triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:49:14.607792 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7eea54de-6635-4ec2-b465-2df2e4cbb8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (01ec5042-8082-4e03-bbdc-64e99b3bbbcb), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:14.620755 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0d7695be-09e2-4130-9731-4437b186afa1 req-35948a59-0c72-4a89-b695-ba728f57e1fe tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf238d0f-af3b-4273-be50-eb52a0688e2d HTTP/1.1" status: 200 len: 210 time: 0.0614398 Feb 04 12:49:14.664929 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-7eea54de-6635-4ec2-b465-2df2e4cbb8c4 None None] Port 01ec5042-8082-4e03-bbdc-64e99b3bbbcb cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:49:14.780042 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d84c8d21-a7be-4cb6-83da-ce0a8f2d42ff tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622215'] for router_interface (c031759d-3f08-4143-92f5-eb913116744d), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:14.886272 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-2dc1639e-5864-4c8c-872d-48679c89db12 req-25cd18e8-28f6-4249-a631-32cdccf498b5 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Publish callbacks [] for port (74c9b60f-0b88-4ba9-96bb-be833f049be5), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:14.983312 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-2dc1639e-5864-4c8c-872d-48679c89db12 req-25cd18e8-28f6-4249-a631-32cdccf498b5 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (74c9b60f-0b88-4ba9-96bb-be833f049be5), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:15.044005 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dc1639e-5864-4c8c-872d-48679c89db12 req-25cd18e8-28f6-4249-a631-32cdccf498b5 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Network 7ed78c2f-5e06-4bf6-9fbc-42500f903f0d is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:49:15.050648 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-2dc1639e-5864-4c8c-872d-48679c89db12 req-25cd18e8-28f6-4249-a631-32cdccf498b5 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:49:15.058476 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dc1639e-5864-4c8c-872d-48679c89db12 req-25cd18e8-28f6-4249-a631-32cdccf498b5 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:49:15.061959 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cd18e8-28f6-4249-a631-32cdccf498b5 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Pushing event updated for resources: {'Port': ['ID=74c9b60f-0b88-4ba9-96bb-be833f049be5,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:15.094712 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cd18e8-28f6-4249-a631-32cdccf498b5 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:15.095221 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cd18e8-28f6-4249-a631-32cdccf498b5 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:15.095669 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cd18e8-28f6-4249-a631-32cdccf498b5 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:15.096140 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cd18e8-28f6-4249-a631-32cdccf498b5 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:15.096577 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cd18e8-28f6-4249-a631-32cdccf498b5 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:15.097032 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cd18e8-28f6-4249-a631-32cdccf498b5 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:15.097467 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cd18e8-28f6-4249-a631-32cdccf498b5 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:15.097910 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cd18e8-28f6-4249-a631-32cdccf498b5 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:15.098337 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cd18e8-28f6-4249-a631-32cdccf498b5 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:15.098768 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cd18e8-28f6-4249-a631-32cdccf498b5 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:15.099275 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cd18e8-28f6-4249-a631-32cdccf498b5 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:15.099630 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cd18e8-28f6-4249-a631-32cdccf498b5 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:15.100097 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cd18e8-28f6-4249-a631-32cdccf498b5 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:15.151019 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc1639e-5864-4c8c-872d-48679c89db12 req-25cd18e8-28f6-4249-a631-32cdccf498b5 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:15.151816 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-2dc1639e-5864-4c8c-872d-48679c89db12 req-25cd18e8-28f6-4249-a631-32cdccf498b5 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:15.207827 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2dc1639e-5864-4c8c-872d-48679c89db12 req-25cd18e8-28f6-4249-a631-32cdccf498b5 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8578613 Feb 04 12:49:15.219761 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-2dc1639e-5864-4c8c-872d-48679c89db12 req-89c0c906-cbc9-48d1-b6b6-0356883502a1 service neutron] Request body: {'port': {'device_id': 'abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:49:15.252294 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-d84c8d21-a7be-4cb6-83da-ce0a8f2d42ff tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Deleting port 01ec5042-8082-4e03-bbdc-64e99b3bbbcb {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:49:15.252790 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d84c8d21-a7be-4cb6-83da-ce0a8f2d42ff tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (01ec5042-8082-4e03-bbdc-64e99b3bbbcb), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:15.344727 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-2dc1639e-5864-4c8c-872d-48679c89db12 req-89c0c906-cbc9-48d1-b6b6-0356883502a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (74c9b60f-0b88-4ba9-96bb-be833f049be5), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:15.432613 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d84c8d21-a7be-4cb6-83da-ce0a8f2d42ff tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (01ec5042-8082-4e03-bbdc-64e99b3bbbcb), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:15.463504 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-d84c8d21-a7be-4cb6-83da-ce0a8f2d42ff tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Calling delete_port for 01ec5042-8082-4e03-bbdc-64e99b3bbbcb owned by network:router_interface {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:49:15.555718 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6c98bdd1-4a24-40e9-a511-750ecf1c045e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:15.608605 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b26012-337f-4195-a7ca-949a4bb15b72 req-b1857f1a-1c67-41e1-a699-959876fd86d3 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:15.610283 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a8b26012-337f-4195-a7ca-949a4bb15b72 req-b1857f1a-1c67-41e1-a699-959876fd86d3 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 931 time: 0.2386658 Feb 04 12:49:15.871038 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a8b26012-337f-4195-a7ca-949a4bb15b72 req-d4307c24-f95b-4da3-b897-36fe839e3db4 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431381 Feb 04 12:49:15.943656 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-2dc1639e-5864-4c8c-872d-48679c89db12 req-89c0c906-cbc9-48d1-b6b6-0356883502a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74c9b60f-0b88-4ba9-96bb-be833f049be5 {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:49:15.958246 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b6b9fb-38bb-4eb3-8989-30357dddeb66 req-543e87d6-3355-41d5-90ce-804f7fae6186 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:15.959894 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-78b6b9fb-38bb-4eb3-8989-30357dddeb66 req-543e87d6-3355-41d5-90ce-804f7fae6186 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/ports?device_id=459473cf-0264-4bd4-9633-6db2c2db945a HTTP/1.1" status: 200 len: 946 time: 0.2906704 Feb 04 12:49:15.967142 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-2dc1639e-5864-4c8c-872d-48679c89db12 req-89c0c906-cbc9-48d1-b6b6-0356883502a1 service neutron] Publish callbacks [] for port (74c9b60f-0b88-4ba9-96bb-be833f049be5), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:16.037343 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-53a46d68-a968-458d-abc6-4eb210855991 req-62addc3e-0a85-4e37-a1f9-061e88713906 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf238d0f-af3b-4273-be50-eb52a0688e2d HTTP/1.1" status: 200 len: 210 time: 0.0519478 Feb 04 12:49:16.053764 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-2dc1639e-5864-4c8c-872d-48679c89db12 req-89c0c906-cbc9-48d1-b6b6-0356883502a1 service neutron] Transition to ACTIVE for port object 74c9b60f-0b88-4ba9-96bb-be833f049be5 will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:49:16.056818 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d84c8d21-a7be-4cb6-83da-ce0a8f2d42ff tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (01ec5042-8082-4e03-bbdc-64e99b3bbbcb), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:16.100014 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-2dc1639e-5864-4c8c-872d-48679c89db12 req-89c0c906-cbc9-48d1-b6b6-0356883502a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (74c9b60f-0b88-4ba9-96bb-be833f049be5), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:16.105470 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-78b6b9fb-38bb-4eb3-8989-30357dddeb66 req-3b9361b9-8a0a-4ecd-9add-82a68ab4d5a8 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f05596b-0435-48d8-81d4-28b11f6be2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334221 Feb 04 12:49:16.109249 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84c8d21-a7be-4cb6-83da-ce0a8f2d42ff tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Pushing event deleted for resources: {'Port': ['ID=01ec5042-8082-4e03-bbdc-64e99b3bbbcb,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:16.272622 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c0c906-cbc9-48d1-b6b6-0356883502a1 service neutron] Pushing event updated for resources: {'Port': ['ID=74c9b60f-0b88-4ba9-96bb-be833f049be5,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:16.359538 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-2dc1639e-5864-4c8c-872d-48679c89db12 req-89c0c906-cbc9-48d1-b6b6-0356883502a1 service neutron] Attempting to bind port 74c9b60f-0b88-4ba9-96bb-be833f049be5 on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:49:16.359921 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-2dc1639e-5864-4c8c-872d-48679c89db12 req-89c0c906-cbc9-48d1-b6b6-0356883502a1 service neutron] Attempting to bind port 74c9b60f-0b88-4ba9-96bb-be833f049be5 by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': '974832f8-c618-4ae2-8054-a35b04d5793c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '7ed78c2f-5e06-4bf6-9fbc-42500f903f0d'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:49:16.360261 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc1639e-5864-4c8c-872d-48679c89db12 req-89c0c906-cbc9-48d1-b6b6-0356883502a1 service neutron] Attempting to bind port 74c9b60f-0b88-4ba9-96bb-be833f049be5 on network 7ed78c2f-5e06-4bf6-9fbc-42500f903f0d {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:49:16.365798 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc1639e-5864-4c8c-872d-48679c89db12 req-89c0c906-cbc9-48d1-b6b6-0356883502a1 service neutron] Port 74c9b60f-0b88-4ba9-96bb-be833f049be5 on network 7ed78c2f-5e06-4bf6-9fbc-42500f903f0d not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:49:16.366136 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc1639e-5864-4c8c-872d-48679c89db12 req-89c0c906-cbc9-48d1-b6b6-0356883502a1 service neutron] Attempting to bind port 74c9b60f-0b88-4ba9-96bb-be833f049be5 on network 7ed78c2f-5e06-4bf6-9fbc-42500f903f0d {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:49:16.419418 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc1639e-5864-4c8c-872d-48679c89db12 req-89c0c906-cbc9-48d1-b6b6-0356883502a1 service neutron] Checking agent: {'id': 'f8add0d2-2202-43d3-bc0e-72442788e6ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:49:16.419639 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc1639e-5864-4c8c-872d-48679c89db12 req-89c0c906-cbc9-48d1-b6b6-0356883502a1 service neutron] Checking segment: {'id': '974832f8-c618-4ae2-8054-a35b04d5793c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '7ed78c2f-5e06-4bf6-9fbc-42500f903f0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:49:16.419989 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc1639e-5864-4c8c-872d-48679c89db12 req-89c0c906-cbc9-48d1-b6b6-0356883502a1 service neutron] Bound using segment: {'id': '974832f8-c618-4ae2-8054-a35b04d5793c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '7ed78c2f-5e06-4bf6-9fbc-42500f903f0d'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:49:16.420564 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-2dc1639e-5864-4c8c-872d-48679c89db12 req-89c0c906-cbc9-48d1-b6b6-0356883502a1 service neutron] Bound port: 74c9b60f-0b88-4ba9-96bb-be833f049be5, host: n-h1-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '974832f8-c618-4ae2-8054-a35b04d5793c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '7ed78c2f-5e06-4bf6-9fbc-42500f903f0d'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:49:16.421059 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-2dc1639e-5864-4c8c-872d-48679c89db12 req-89c0c906-cbc9-48d1-b6b6-0356883502a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (74c9b60f-0b88-4ba9-96bb-be833f049be5), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:16.468258 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d84c8d21-a7be-4cb6-83da-ce0a8f2d42ff tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622067'] for router_interface (c031759d-3f08-4143-92f5-eb913116744d), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:16.603405 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-2dc1639e-5864-4c8c-872d-48679c89db12 req-89c0c906-cbc9-48d1-b6b6-0356883502a1 service neutron] For port 74c9b60f-0b88-4ba9-96bb-be833f049be5, host n-h1-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:49:16.676847 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-2dc1639e-5864-4c8c-872d-48679c89db12 req-89c0c906-cbc9-48d1-b6b6-0356883502a1 service neutron] For port 74c9b60f-0b88-4ba9-96bb-be833f049be5, host n-h1-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=74c9b60f-0b88-4ba9-96bb-be833f049be5,segment=NetworkSegment(974832f8-c618-4ae2-8054-a35b04d5793c),segment_id=974832f8-c618-4ae2-8054-a35b04d5793c)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:49:16.688430 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-2dc1639e-5864-4c8c-872d-48679c89db12 req-89c0c906-cbc9-48d1-b6b6-0356883502a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (74c9b60f-0b88-4ba9-96bb-be833f049be5), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:16.694475 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d84c8d21-a7be-4cb6-83da-ce0a8f2d42ff tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Router c031759d-3f08-4143-92f5-eb913116744d has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:49:16.730186 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc1639e-5864-4c8c-872d-48679c89db12 req-89c0c906-cbc9-48d1-b6b6-0356883502a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:16.730822 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-2dc1639e-5864-4c8c-872d-48679c89db12 req-89c0c906-cbc9-48d1-b6b6-0356883502a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:16.732799 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2dc1639e-5864-4c8c-872d-48679c89db12 req-89c0c906-cbc9-48d1-b6b6-0356883502a1 service neutron] 10.222.0.73 "PUT /v2.0/ports/74c9b60f-0b88-4ba9-96bb-be833f049be5 HTTP/1.1" status: 200 len: 1091 time: 1.5172660 Feb 04 12:49:16.739631 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c', 'tag': '74c9b60f-0b88-4ba9-96bb-be833f049be5'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:49:16.741747 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dbe8419-e3ca-4d65-8a19-25bdb0320103" -d '{"events": [{"name": "network-changed", "server_uuid": "abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c", "tag": "74c9b60f-0b88-4ba9-96bb-be833f049be5"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:49:16.769229 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c0c906-cbc9-48d1-b6b6-0356883502a1 service neutron] Pushing event updated for resources: {'Port': ['ID=74c9b60f-0b88-4ba9-96bb-be833f049be5,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:16.863861 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d749a806-a7ce-4041-bb9f-2c50f4daa6fb x-openstack-request-id: req-d749a806-a7ce-4041-bb9f-2c50f4daa6fb {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:49:16.864325 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c", "tag": "74c9b60f-0b88-4ba9-96bb-be833f049be5", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:49:16.864726 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d749a806-a7ce-4041-bb9f-2c50f4daa6fb {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:49:16.865334 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c', 'tag': '74c9b60f-0b88-4ba9-96bb-be833f049be5', 'status': 'completed', 'code': 200} Feb 04 12:49:16.906442 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d84c8d21-a7be-4cb6-83da-ce0a8f2d42ff tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:49:16.918270 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-d84c8d21-a7be-4cb6-83da-ce0a8f2d42ff tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] 10.222.0.65 "PUT /v2.0/routers/c031759d-3f08-4143-92f5-eb913116744d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3830187 Feb 04 12:49:16.918730 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 39164) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:16.923772 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd969918-3306-4a49-8be2-7edff42b61cb None None] Sync routers for ids ['c031759d-3f08-4143-92f5-eb913116744d'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:49:16.952418 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd969918-3306-4a49-8be2-7edff42b61cb None None] Routers {'c031759d-3f08-4143-92f5-eb913116744d'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:49:16.953440 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-cd969918-3306-4a49-8be2-7edff42b61cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:48:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['c031759d-3f08-4143-92f5-eb913116744d'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:49:16.969909 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-d2b1ec3c-a950-42f1-aef4-c5f93e815680 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] 10.222.0.65 "GET /v2.0/ports?device_id=c031759d-3f08-4143-92f5-eb913116744d HTTP/1.1" status: 200 len: 205 time: 0.0447791 Feb 04 12:49:16.971961 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 39166) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:16.981397 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc1639e-5864-4c8c-872d-48679c89db12 req-958bcadc-9441-40b5-afb6-b5b97a3fb5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:16.982920 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2dc1639e-5864-4c8c-872d-48679c89db12 req-958bcadc-9441-40b5-afb6-b5b97a3fb5d5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=38cb7f8ec7594c9ea49e940b44ab6547&device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 1125 time: 0.1741247 Feb 04 12:49:17.054859 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-cd969918-3306-4a49-8be2-7edff42b61cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:49:17.055076 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f3299abb-445b-4ce8-a725-69588c596875 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks [] for router (c031759d-3f08-4143-92f5-eb913116744d), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:17.078007 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd969918-3306-4a49-8be2-7edff42b61cb None None] Routers {'c031759d-3f08-4143-92f5-eb913116744d'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:49:17.079023 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-cd969918-3306-4a49-8be2-7edff42b61cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:48:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['c031759d-3f08-4143-92f5-eb913116744d'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:49:17.091661 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2dc1639e-5864-4c8c-872d-48679c89db12 req-26d9e67a-fb75-410c-b9f9-922710bbc442 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74c9b60f-0b88-4ba9-96bb-be833f049be5 HTTP/1.1" status: 200 len: 217 time: 0.0976121 Feb 04 12:49:17.156101 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-cd969918-3306-4a49-8be2-7edff42b61cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:49:17.157028 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd969918-3306-4a49-8be2-7edff42b61cb None None] The sync data for ids ['c031759d-3f08-4143-92f5-eb913116744d'] in n-d-825015-3 is: [] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:49:17.195089 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a7595b54-e964-4886-9042-60475008b631 req-8373b975-f7de-4687-a366-e774763baa03 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf238d0f-af3b-4273-be50-eb52a0688e2d HTTP/1.1" status: 200 len: 210 time: 0.0514793 Feb 04 12:49:17.215307 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc1639e-5864-4c8c-872d-48679c89db12 req-23112ad8-e871-42ee-8e92-69ec1d0ebefb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:17.216802 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2dc1639e-5864-4c8c-872d-48679c89db12 req-23112ad8-e871-42ee-8e92-69ec1d0ebefb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5f3947cd-b907-480d-bce5-7265d1d5d85d HTTP/1.1" status: 200 len: 853 time: 0.1118667 Feb 04 12:49:17.287305 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f84298-b0e3-4e6a-8136-12b833d30e01 req-b479a74e-bf37-4dc3-b05b-5aa58c9e6aaf tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:17.289323 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a0f84298-b0e3-4e6a-8136-12b833d30e01 req-b479a74e-bf37-4dc3-b05b-5aa58c9e6aaf tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 943 time: 0.2208240 Feb 04 12:49:17.293599 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2dc1639e-5864-4c8c-872d-48679c89db12 req-afe050df-6c79-4053-86d7-269e2c6f69de service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7ed78c2f-5e06-4bf6-9fbc-42500f903f0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648632 Feb 04 12:49:17.312589 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f3299abb-445b-4ce8-a725-69588c596875 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10915'] for router (c031759d-3f08-4143-92f5-eb913116744d), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:17.315182 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f3299abb-445b-4ce8-a725-69588c596875 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks [] for router_controller (c031759d-3f08-4143-92f5-eb913116744d), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:17.372462 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f3299abb-445b-4ce8-a725-69588c596875 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622829'] for router (c031759d-3f08-4143-92f5-eb913116744d), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:17.372986 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3299abb-445b-4ce8-a725-69588c596875 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Fanout notify agent at l3_agent the message router_deleted on router c031759d-3f08-4143-92f5-eb913116744d {{(pid=103474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 12:49:17.381435 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f3299abb-445b-4ce8-a725-69588c596875 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:17.389656 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-f3299abb-445b-4ce8-a725-69588c596875 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] 10.222.0.65 "DELETE /v2.0/routers/c031759d-3f08-4143-92f5-eb913116744d HTTP/1.1" status: 204 len: 168 time: 0.4160361 Feb 04 12:49:17.390386 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 39174) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:17.402173 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a0f84298-b0e3-4e6a-8136-12b833d30e01 req-88f0ac53-7c49-4b99-b46f-ee873683a581 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067066 Feb 04 12:49:17.468595 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-16463c42-32c8-42ac-ba49-99dedee7ed6c tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Deleting subnet 5874296b-e720-4309-a578-2acd9f6bcf94 {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:49:17.472459 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-16463c42-32c8-42ac-ba49-99dedee7ed6c tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks [] for subnet (5874296b-e720-4309-a578-2acd9f6bcf94), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:17.513144 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2dc1639e-5864-4c8c-872d-48679c89db12 req-1bdc8ed2-5f99-4c54-9b03-a78eb7c2b631 service neutron] 10.222.0.73 "GET /v2.0/networks/7ed78c2f-5e06-4bf6-9fbc-42500f903f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061000 Feb 04 12:49:17.523515 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-16463c42-32c8-42ac-ba49-99dedee7ed6c tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (5874296b-e720-4309-a578-2acd9f6bcf94), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:17.621276 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-16463c42-32c8-42ac-ba49-99dedee7ed6c tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (5874296b-e720-4309-a578-2acd9f6bcf94), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:17.637969 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2dc1639e-5864-4c8c-872d-48679c89db12 req-b484a8d4-cd8d-4bc7-ab85-c85c96e03339 service neutron] 10.222.0.73 "GET /v2.0/networks/7ed78c2f-5e06-4bf6-9fbc-42500f903f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157763 Feb 04 12:49:17.665144 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0899c51d-f046-49a0-88c7-b8920afb832b req-21d5e4bd-3ed9-4c83-8c98-b393a3f1daf4 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:17.680372 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0899c51d-f046-49a0-88c7-b8920afb832b req-21d5e4bd-3ed9-4c83-8c98-b393a3f1daf4 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/ports?device_id=459473cf-0264-4bd4-9633-6db2c2db945a HTTP/1.1" status: 200 len: 946 time: 0.3893664 Feb 04 12:49:17.688727 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-16463c42-32c8-42ac-ba49-99dedee7ed6c tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (5874296b-e720-4309-a578-2acd9f6bcf94), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:17.720216 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16463c42-32c8-42ac-ba49-99dedee7ed6c tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Pushing event deleted for resources: {'Subnet': ['ID=5874296b-e720-4309-a578-2acd9f6bcf94,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:17.724710 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-16463c42-32c8-42ac-ba49-99dedee7ed6c tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:17.729631 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-16463c42-32c8-42ac-ba49-99dedee7ed6c tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] 10.222.0.65 "DELETE /v2.0/subnets/5874296b-e720-4309-a578-2acd9f6bcf94 HTTP/1.1" status: 204 len: 168 time: 0.3381650 Feb 04 12:49:17.731374 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6cf1fba-62e2-4b99-962a-b494937d4c63 None None] Network 05a7e305-030f-4bef-b3eb-64b245d33afd requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:49:17.734561 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 39176) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:17.924344 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0899c51d-f046-49a0-88c7-b8920afb832b req-4a4d044b-f81b-424b-9d0b-4f5f7efa842e tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f05596b-0435-48d8-81d4-28b11f6be2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430425 Feb 04 12:49:17.954830 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbe8419-e3ca-4d65-8a19-25bdb0320103 req-30efce62-964b-40e4-9c25-83cf154035f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:17.956499 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7dbe8419-e3ca-4d65-8a19-25bdb0320103 req-30efce62-964b-40e4-9c25-83cf154035f9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=38cb7f8ec7594c9ea49e940b44ab6547&device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 1125 time: 0.2205720 Feb 04 12:49:17.962594 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a1181397-deb7-4ff6-a286-9a27b1b29397 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (05a7e305-030f-4bef-b3eb-64b245d33afd), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:17.987510 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4c0c0ace-1228-49a3-b1c0-3390800037d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:18.003223 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090c0363-4c2e-40ac-86ca-f3a105bad7c2 None None] DHCP port deletion for 05a7e305-030f-4bef-b3eb-64b245d33afd request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 12:49:18.067305 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-090c0363-4c2e-40ac-86ca-f3a105bad7c2 None None] Deleting port 21642a5e-f1b6-4064-a59b-f921c8f0757f {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:49:18.067680 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-090c0363-4c2e-40ac-86ca-f3a105bad7c2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (21642a5e-f1b6-4064-a59b-f921c8f0757f), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:18.135831 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-a1181397-deb7-4ff6-a286-9a27b1b29397 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Deleting port 21642a5e-f1b6-4064-a59b-f921c8f0757f {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:49:18.136116 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a1181397-deb7-4ff6-a286-9a27b1b29397 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (21642a5e-f1b6-4064-a59b-f921c8f0757f), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:18.144826 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-090c0363-4c2e-40ac-86ca-f3a105bad7c2 None None] For port 21642a5e-f1b6-4064-a59b-f921c8f0757f, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=21642a5e-f1b6-4064-a59b-f921c8f0757f,segment=NetworkSegment(34203733-ffdb-42df-96b5-47510e7a0942),segment_id=34203733-ffdb-42df-96b5-47510e7a0942)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:49:18.145384 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-090c0363-4c2e-40ac-86ca-f3a105bad7c2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (21642a5e-f1b6-4064-a59b-f921c8f0757f), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:18.160173 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-090c0363-4c2e-40ac-86ca-f3a105bad7c2 None None] Calling delete_port for 21642a5e-f1b6-4064-a59b-f921c8f0757f owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:49:18.192449 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbe8419-e3ca-4d65-8a19-25bdb0320103 req-0690d961-4c7d-48aa-8621-03cb5e42cd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:18.193987 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7dbe8419-e3ca-4d65-8a19-25bdb0320103 req-0690d961-4c7d-48aa-8621-03cb5e42cd31 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7ed78c2f-5e06-4bf6-9fbc-42500f903f0d HTTP/1.1" status: 200 len: 914 time: 0.2182369 Feb 04 12:49:18.267090 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7dbe8419-e3ca-4d65-8a19-25bdb0320103 req-b6448ae1-b868-4c87-b246-2ff08fa6e051 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74c9b60f-0b88-4ba9-96bb-be833f049be5 HTTP/1.1" status: 200 len: 217 time: 0.0595331 Feb 04 12:49:18.273298 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-090c0363-4c2e-40ac-86ca-f3a105bad7c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (21642a5e-f1b6-4064-a59b-f921c8f0757f), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:18.318702 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090c0363-4c2e-40ac-86ca-f3a105bad7c2 None None] Pushing event deleted for resources: {'Port': ['ID=21642a5e-f1b6-4064-a59b-f921c8f0757f,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:18.333009 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090c0363-4c2e-40ac-86ca-f3a105bad7c2 None None] No DVR routers for this DVR port 21642a5e-f1b6-4064-a59b-f921c8f0757f on host n-d-825015-3 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:49:18.346822 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbe8419-e3ca-4d65-8a19-25bdb0320103 req-9bdf89bd-da43-4e79-9ff5-2100d292e276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:18.349837 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7dbe8419-e3ca-4d65-8a19-25bdb0320103 req-9bdf89bd-da43-4e79-9ff5-2100d292e276 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5f3947cd-b907-480d-bce5-7265d1d5d85d HTTP/1.1" status: 200 len: 853 time: 0.0752785 Feb 04 12:49:18.369507 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 21642a5e-f1b6-4064-a59b-f921c8f0757f no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:49:18.395091 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 21642a5e-f1b6-4064-a59b-f921c8f0757f {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:49:18.395463 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 21642a5e-f1b6-4064-a59b-f921c8f0757f not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:49:18.398057 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7dbe8419-e3ca-4d65-8a19-25bdb0320103 req-a94044c2-601d-4a82-99f6-dda5c1d2387c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7ed78c2f-5e06-4bf6-9fbc-42500f903f0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419564 Feb 04 12:49:18.430736 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4a906063-c287-4946-a38b-3a3efb9b02d6 req-7e8f0db0-5099-4b41-9522-2d7555dcf49a tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf238d0f-af3b-4273-be50-eb52a0688e2d HTTP/1.1" status: 200 len: 210 time: 0.0763767 Feb 04 12:49:18.432761 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-a1181397-deb7-4ff6-a286-9a27b1b29397 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] For port 21642a5e-f1b6-4064-a59b-f921c8f0757f, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=21642a5e-f1b6-4064-a59b-f921c8f0757f,segment=NetworkSegment(34203733-ffdb-42df-96b5-47510e7a0942),segment_id=34203733-ffdb-42df-96b5-47510e7a0942)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:49:18.433622 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a1181397-deb7-4ff6-a286-9a27b1b29397 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (21642a5e-f1b6-4064-a59b-f921c8f0757f), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:18.750990 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 39190) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:18.866062 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-a1181397-deb7-4ff6-a286-9a27b1b29397 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Calling delete_port for 21642a5e-f1b6-4064-a59b-f921c8f0757f owned by network:dhcp {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:49:18.899964 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0090b0ee-5ba8-4de9-b058-a6688e218f81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:19.024625 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046fb8f1-12c2-48e2-84bb-1bee529999fb req-ed502eab-ef86-4c8c-b199-90344ff76b7b tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:19.026355 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-046fb8f1-12c2-48e2-84bb-1bee529999fb req-ed502eab-ef86-4c8c-b199-90344ff76b7b tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 943 time: 0.5395150 Feb 04 12:49:19.049881 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0090b0ee-5ba8-4de9-b058-a6688e218f81 admin admin] Publish callbacks [] for security_group (422fbbb2-6494-4680-8e46-ecb4e374ea89), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:19.055389 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0090b0ee-5ba8-4de9-b058-a6688e218f81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (422fbbb2-6494-4680-8e46-ecb4e374ea89), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:19.073689 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7dbe8419-e3ca-4d65-8a19-25bdb0320103 req-6d25c127-5a56-43b4-9208-3d651c2f3316 service neutron] 10.222.0.73 "GET /v2.0/networks/7ed78c2f-5e06-4bf6-9fbc-42500f903f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6539547 Feb 04 12:49:19.114581 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-0090b0ee-5ba8-4de9-b058-a6688e218f81 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7e4ae4d55fb744b799932227512fd95b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3615203 Feb 04 12:49:19.115850 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 39198) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:19.131572 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0090b0ee-5ba8-4de9-b058-a6688e218f81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=422fbbb2-6494-4680-8e46-ecb4e374ea89,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:19.170259 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a1181397-deb7-4ff6-a286-9a27b1b29397 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (21642a5e-f1b6-4064-a59b-f921c8f0757f), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:19.201874 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d6333e72-929d-4cfe-beb0-09e6320f7b38 admin admin] Publish callbacks [] for security_group (422fbbb2-6494-4680-8e46-ecb4e374ea89), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:19.232072 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d6333e72-929d-4cfe-beb0-09e6320f7b38 admin admin] Publish callbacks [] for security_group (422fbbb2-6494-4680-8e46-ecb4e374ea89), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:19.238594 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:19.242021 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1181397-deb7-4ff6-a286-9a27b1b29397 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Pushing event deleted for resources: {'Port': ['ID=21642a5e-f1b6-4064-a59b-f921c8f0757f,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:19.250445 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1181397-deb7-4ff6-a286-9a27b1b29397 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] No DVR routers for this DVR port 21642a5e-f1b6-4064-a59b-f921c8f0757f on host n-d-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:49:19.261613 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-046fb8f1-12c2-48e2-84bb-1bee529999fb req-61ab40a7-e285-495c-b3c1-f645e19fa64d tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225251 Feb 04 12:49:19.287167 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191788a2-311f-487e-9f28-98c6b86b9897 req-6c3494a2-e629-4bcb-880c-c3c189d107a1 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:19.295959 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-191788a2-311f-487e-9f28-98c6b86b9897 req-6c3494a2-e629-4bcb-880c-c3c189d107a1 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/ports?device_id=459473cf-0264-4bd4-9633-6db2c2db945a HTTP/1.1" status: 200 len: 946 time: 0.2335093 Feb 04 12:49:19.300001 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d6333e72-929d-4cfe-beb0-09e6320f7b38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (422fbbb2-6494-4680-8e46-ecb4e374ea89), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:19.310871 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d6333e72-929d-4cfe-beb0-09e6320f7b38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:19.310871 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-d6333e72-929d-4cfe-beb0-09e6320f7b38 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/422fbbb2-6494-4680-8e46-ecb4e374ea89 HTTP/1.1" status: 204 len: 168 time: 0.1867516 Feb 04 12:49:19.325476 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6333e72-929d-4cfe-beb0-09e6320f7b38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=422fbbb2-6494-4680-8e46-ecb4e374ea89,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:19.436549 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7dbe8419-e3ca-4d65-8a19-25bdb0320103 req-f22261ba-6982-4ba3-a507-3cf7e4e34eb4 service neutron] 10.222.0.73 "GET /v2.0/networks/7ed78c2f-5e06-4bf6-9fbc-42500f903f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3295465 Feb 04 12:49:19.442604 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a1181397-deb7-4ff6-a286-9a27b1b29397 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (05a7e305-030f-4bef-b3eb-64b245d33afd), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:19.477727 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-191788a2-311f-487e-9f28-98c6b86b9897 req-1ccc9561-240b-447b-8726-cec00680ab21 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f05596b-0435-48d8-81d4-28b11f6be2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807661 Feb 04 12:49:19.484949 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-a1181397-deb7-4ff6-a286-9a27b1b29397 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05a7e305-030f-4bef-b3eb-64b245d33afd']}} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:49:19.499381 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-a1181397-deb7-4ff6-a286-9a27b1b29397 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34203733-ffdb-42df-96b5-47510e7a0942') {'for_net_delete': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:49:19.499841 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-a1181397-deb7-4ff6-a286-9a27b1b29397 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34203733-ffdb-42df-96b5-47510e7a0942') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:49:19.522984 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a1181397-deb7-4ff6-a286-9a27b1b29397 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51859336'] for segment (34203733-ffdb-42df-96b5-47510e7a0942), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:19.540236 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a1181397-deb7-4ff6-a286-9a27b1b29397 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (34203733-ffdb-42df-96b5-47510e7a0942), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:19.549399 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1181397-deb7-4ff6-a286-9a27b1b29397 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=103475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:49:19.550074 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a1181397-deb7-4ff6-a286-9a27b1b29397 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-52093388'] for segment (34203733-ffdb-42df-96b5-47510e7a0942), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:19.554827 n-d-825015-3 neutron-server[103475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:49:19.554827 n-d-825015-3 neutron-server[103475]: self.session.flush() Feb 04 12:49:19.554827 n-d-825015-3 neutron-server[103475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:49:19.554827 n-d-825015-3 neutron-server[103475]: self.session.flush() Feb 04 12:49:19.554827 n-d-825015-3 neutron-server[103475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:49:19.554827 n-d-825015-3 neutron-server[103475]: self.session.flush() Feb 04 12:49:19.554827 n-d-825015-3 neutron-server[103475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:49:19.554827 n-d-825015-3 neutron-server[103475]: self.session.flush() Feb 04 12:49:19.554827 n-d-825015-3 neutron-server[103475]: Traceback (most recent call last): Feb 04 12:49:19.554827 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:49:19.554827 n-d-825015-3 neutron-server[103475]: timer() Feb 04 12:49:19.554827 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:49:19.554827 n-d-825015-3 neutron-server[103475]: cb(*args, **kw) Feb 04 12:49:19.554827 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:49:19.554827 n-d-825015-3 neutron-server[103475]: return func(*args, **kwargs) Feb 04 12:49:19.554827 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:49:19.554827 n-d-825015-3 neutron-server[103475]: self._notify() Feb 04 12:49:19.554827 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:49:19.554827 n-d-825015-3 neutron-server[103475]: self.callback(batched_events) Feb 04 12:49:19.554827 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:49:19.554827 n-d-825015-3 neutron-server[103475]: event.method(event) Feb 04 12:49:19.554827 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:49:19.554827 n-d-825015-3 neutron-server[103475]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:49:19.554827 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:49:19.554827 n-d-825015-3 neutron-server[103475]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:49:19.554827 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:49:19.554827 n-d-825015-3 neutron-server[103475]: return f(self, *a, **k) Feb 04 12:49:19.554827 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:49:19.554827 n-d-825015-3 neutron-server[103475]: return self._get(url).json() Feb 04 12:49:19.554827 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:49:19.554827 n-d-825015-3 neutron-server[103475]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:49:19.554827 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:49:19.554827 n-d-825015-3 neutron-server[103475]: return self.request(url, 'GET', **kwargs) Feb 04 12:49:19.554827 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:49:19.554827 n-d-825015-3 neutron-server[103475]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:49:19.554827 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:49:19.554827 n-d-825015-3 neutron-server[103475]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:49:19.554827 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:49:19.554827 n-d-825015-3 neutron-server[103475]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:49:19.554827 n-d-825015-3 neutron-server[103475]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:49:19.663456 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5dbcce5b-b92a-467b-9dc1-40a8b5828402 req-7db6001c-1ad2-4f6c-95f4-6d20ffc3cb8f tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf238d0f-af3b-4273-be50-eb52a0688e2d HTTP/1.1" status: 200 len: 210 time: 0.0602875 Feb 04 12:49:19.676376 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a1181397-deb7-4ff6-a286-9a27b1b29397 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (05a7e305-030f-4bef-b3eb-64b245d33afd), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:19.700765 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a1181397-deb7-4ff6-a286-9a27b1b29397 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:19.707790 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-a1181397-deb7-4ff6-a286-9a27b1b29397 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] 10.222.0.65 "DELETE /v2.0/networks/05a7e305-030f-4bef-b3eb-64b245d33afd HTTP/1.1" status: 204 len: 168 time: 1.9560189 Feb 04 12:49:19.707790 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1181397-deb7-4ff6-a286-9a27b1b29397 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Pushing event deleted for resources: {'Network': ['ID=05a7e305-030f-4bef-b3eb-64b245d33afd,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:19.710081 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 39206) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:19.714665 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-05f2d83b-ca02-47d0-ac93-c982738cbe4d tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-64911872', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}, 'admin_state_up': False}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:49:19.742140 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-05f2d83b-ca02-47d0-ac93-c982738cbe4d tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10933'] for router (76dbdb81-dd94-4cbf-a8e9-550f2e7c3e88), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:19.743364 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-05f2d83b-ca02-47d0-ac93-c982738cbe4d tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10924'] for router (76dbdb81-dd94-4cbf-a8e9-550f2e7c3e88), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:19.824828 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-05f2d83b-ca02-47d0-ac93-c982738cbe4d tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks [] for router_controller (76dbdb81-dd94-4cbf-a8e9-550f2e7c3e88), precommit_add_association {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:19.942522 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 74c9b60f-0b88-4ba9-96bb-be833f049be5 details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:49:20.177636 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 74c9b60f-0b88-4ba9-96bb-be833f049be5, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=74c9b60f-0b88-4ba9-96bb-be833f049be5,segment=NetworkSegment(974832f8-c618-4ae2-8054-a35b04d5793c),segment_id=974832f8-c618-4ae2-8054-a35b04d5793c)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:49:20.217464 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': '74c9b60f-0b88-4ba9-96bb-be833f049be5', 'network_id': '7ed78c2f-5e06-4bf6-9fbc-42500f903f0d', 'port_id': '74c9b60f-0b88-4ba9-96bb-be833f049be5', 'mac_address': 'fa:16:3e:f3:2e:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f3947cd-b907-480d-bce5-7265d1d5d85d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:49:20.298315 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 74c9b60f-0b88-4ba9-96bb-be833f049be5 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:49:20.298980 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (74c9b60f-0b88-4ba9-96bb-be833f049be5), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:20.334356 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74c9b60f-0b88-4ba9-96bb-be833f049be5 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:49:20.375719 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 74c9b60f-0b88-4ba9-96bb-be833f049be5, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=74c9b60f-0b88-4ba9-96bb-be833f049be5,segment=NetworkSegment(974832f8-c618-4ae2-8054-a35b04d5793c),segment_id=974832f8-c618-4ae2-8054-a35b04d5793c)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:49:20.387771 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (74c9b60f-0b88-4ba9-96bb-be833f049be5), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:20.544969 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=74c9b60f-0b88-4ba9-96bb-be833f049be5,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:20.569303 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442e1fda-d32f-4d6d-9445-029a3e033a8d req-c28c6619-0cd5-4855-8ec1-5a0033252357 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:20.575823 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-442e1fda-d32f-4d6d-9445-029a3e033a8d req-c28c6619-0cd5-4855-8ec1-5a0033252357 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 944 time: 0.1280591 Feb 04 12:49:20.581033 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:20.603265 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-05f2d83b-ca02-47d0-ac93-c982738cbe4d tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks [] for router_gateway (76dbdb81-dd94-4cbf-a8e9-550f2e7c3e88), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:20.628716 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['74c9b60f-0b88-4ba9-96bb-be833f049be5'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:49:20.642125 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-442e1fda-d32f-4d6d-9445-029a3e033a8d req-f44ef090-085a-4c8e-9cc8-fbc30bb03eba tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587502 Feb 04 12:49:20.767635 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a2db49-a896-41bb-bd04-f5a33d66e166 req-54402a8c-39c0-46d2-a79e-f6614b53a06b tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:20.770385 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c6a2db49-a896-41bb-bd04-f5a33d66e166 req-54402a8c-39c0-46d2-a79e-f6614b53a06b tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/ports?device_id=459473cf-0264-4bd4-9633-6db2c2db945a HTTP/1.1" status: 200 len: 946 time: 0.1201773 Feb 04 12:49:20.877580 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c6a2db49-a896-41bb-bd04-f5a33d66e166 req-411990ca-86ce-4511-afcd-905a9fe7dd4a tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f05596b-0435-48d8-81d4-28b11f6be2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997021 Feb 04 12:49:20.892026 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7b4e0e12-cbba-4b2b-b75e-c40be1c1d727 req-85cbb52f-19ce-4f2b-aecc-4e4bd34d2694 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf238d0f-af3b-4273-be50-eb52a0688e2d HTTP/1.1" status: 200 len: 210 time: 0.0957830 Feb 04 12:49:20.999305 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-05f2d83b-ca02-47d0-ac93-c982738cbe4d tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks [] for router_gateway (76dbdb81-dd94-4cbf-a8e9-550f2e7c3e88), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:21.021476 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-05f2d83b-ca02-47d0-ac93-c982738cbe4d tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:21.148469 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-05f2d83b-ca02-47d0-ac93-c982738cbe4d tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Allocated IP 172.25.3.137 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/c9ed6841-457e-4b4c-b6b6-741666bfa1a3) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:49:21.295458 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-05f2d83b-ca02-47d0-ac93-c982738cbe4d tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks [] for port (c9ed6841-457e-4b4c-b6b6-741666bfa1a3), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:21.331944 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-05f2d83b-ca02-47d0-ac93-c982738cbe4d tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (c9ed6841-457e-4b4c-b6b6-741666bfa1a3), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:21.382538 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f2d83b-ca02-47d0-ac93-c982738cbe4d tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:49:21.387087 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f2d83b-ca02-47d0-ac93-c982738cbe4d tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Pushing event updated for resources: {'Port': ['ID=c9ed6841-457e-4b4c-b6b6-741666bfa1a3,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:21.390737 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-05f2d83b-ca02-47d0-ac93-c982738cbe4d tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:49:21.392880 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f2d83b-ca02-47d0-ac93-c982738cbe4d tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:49:21.681981 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-05f2d83b-ca02-47d0-ac93-c982738cbe4d tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks [] for router_gateway (76dbdb81-dd94-4cbf-a8e9-550f2e7c3e88), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:21.707899 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:21.825444 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f43c5be-ec17-4999-8041-4eda0e0d0365 req-b2254722-e79f-4299-a467-fa882d83cdf3 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:21.829380 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8f43c5be-ec17-4999-8041-4eda0e0d0365 req-b2254722-e79f-4299-a467-fa882d83cdf3 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 944 time: 0.0817723 Feb 04 12:49:21.899071 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8f43c5be-ec17-4999-8041-4eda0e0d0365 req-2e0c84b1-9e8a-4738-bd9f-88d6bb375f8d tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633962 Feb 04 12:49:21.974277 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 74c9b60f-0b88-4ba9-96bb-be833f049be5 up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:49:22.037715 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-05f2d83b-ca02-47d0-ac93-c982738cbe4d tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141'] for router (76dbdb81-dd94-4cbf-a8e9-550f2e7c3e88), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:22.074903 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-52f2dcbe-2b7c-4125-a8cc-b75d19d6bd89 req-a28742e9-b9d1-4c22-8875-c4ee0bb6c9be tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf238d0f-af3b-4273-be50-eb52a0688e2d HTTP/1.1" status: 200 len: 210 time: 0.0730720 Feb 04 12:49:22.112304 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning for port 74c9b60f-0b88-4ba9-96bb-be833f049be5 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:49:22.117034 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port 74c9b60f-0b88-4ba9-96bb-be833f049be5 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:49:22.117963 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (74c9b60f-0b88-4ba9-96bb-be833f049be5), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:22.196713 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618ddf5f-fb19-4dd2-963e-9ed3a79fa32e req-3ce0460e-f52f-4c26-9835-f966c5ef8c61 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:22.199845 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-618ddf5f-fb19-4dd2-963e-9ed3a79fa32e req-3ce0460e-f52f-4c26-9835-f966c5ef8c61 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/ports?device_id=459473cf-0264-4bd4-9633-6db2c2db945a HTTP/1.1" status: 200 len: 946 time: 0.1193695 Feb 04 12:49:22.319031 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-618ddf5f-fb19-4dd2-963e-9ed3a79fa32e req-3859fec2-46c6-463a-a293-7f69e911317a tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f05596b-0435-48d8-81d4-28b11f6be2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120136 Feb 04 12:49:22.346202 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 74c9b60f-0b88-4ba9-96bb-be833f049be5 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:49:22.346869 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (74c9b60f-0b88-4ba9-96bb-be833f049be5), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:22.389442 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74c9b60f-0b88-4ba9-96bb-be833f049be5'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:49:22.393938 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02b0e0a0-1732-4b94-b56e-2024440f8a6f" -d '{"events": [{"server_uuid": "abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c", "name": "network-vif-plugged", "status": "completed", "tag": "74c9b60f-0b88-4ba9-96bb-be833f049be5"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:49:22.395983 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05f2d83b-ca02-47d0-ac93-c982738cbe4d tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Router 76dbdb81-dd94-4cbf-a8e9-550f2e7c3e88 is scheduled to L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de with binding_index 1 {{(pid=103474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 12:49:22.415977 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 74c9b60f-0b88-4ba9-96bb-be833f049be5, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=74c9b60f-0b88-4ba9-96bb-be833f049be5,segment=NetworkSegment(974832f8-c618-4ae2-8054-a35b04d5793c),segment_id=974832f8-c618-4ae2-8054-a35b04d5793c)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:49:22.429492 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (74c9b60f-0b88-4ba9-96bb-be833f049be5), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:22.475068 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a74be52-8968-4dc5-a2b5-2bef3ac4d939 x-openstack-request-id: req-7a74be52-8968-4dc5-a2b5-2bef3ac4d939 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:49:22.475655 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c", "name": "network-vif-plugged", "status": "completed", "tag": "74c9b60f-0b88-4ba9-96bb-be833f049be5", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:49:22.475946 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7a74be52-8968-4dc5-a2b5-2bef3ac4d939 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:49:22.476361 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74c9b60f-0b88-4ba9-96bb-be833f049be5', 'code': 200} Feb 04 12:49:22.520192 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=74c9b60f-0b88-4ba9-96bb-be833f049be5,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:22.594560 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05f2d83b-ca02-47d0-ac93-c982738cbe4d tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:49:22.612594 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4dd94eb-4f53-4a47-90a7-d00229ebbf73 None None] Sync routers for ids ['76dbdb81-dd94-4cbf-a8e9-550f2e7c3e88'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:49:22.628113 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96e9bb8-ae4f-40ed-9433-5cb3d15b31e5 req-528fd0c2-7a43-4b45-9541-5ae82b99e7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:22.629775 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b96e9bb8-ae4f-40ed-9433-5cb3d15b31e5 req-528fd0c2-7a43-4b45-9541-5ae82b99e7a2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 1127 time: 0.0580330 Feb 04 12:49:22.641636 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4dd94eb-4f53-4a47-90a7-d00229ebbf73 None None] Routers {'76dbdb81-dd94-4cbf-a8e9-550f2e7c3e88'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:49:22.642467 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-f4dd94eb-4f53-4a47-90a7-d00229ebbf73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:49:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['76dbdb81-dd94-4cbf-a8e9-550f2e7c3e88'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:49:22.648986 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-05f2d83b-ca02-47d0-ac93-c982738cbe4d tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:22.653948 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-05f2d83b-ca02-47d0-ac93-c982738cbe4d tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.9425848 Feb 04 12:49:22.654598 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 39258) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:22.684321 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-f4dd94eb-4f53-4a47-90a7-d00229ebbf73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:49:22.695182 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4dd94eb-4f53-4a47-90a7-d00229ebbf73 None None] Routers {'76dbdb81-dd94-4cbf-a8e9-550f2e7c3e88'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:49:22.695874 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-f4dd94eb-4f53-4a47-90a7-d00229ebbf73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:49:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['76dbdb81-dd94-4cbf-a8e9-550f2e7c3e88'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:49:22.696633 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b96e9bb8-ae4f-40ed-9433-5cb3d15b31e5 req-2c8ca7ed-a92c-45c9-bebd-49e62372a4f2 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597513 Feb 04 12:49:22.739253 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-f4dd94eb-4f53-4a47-90a7-d00229ebbf73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:49:22.740280 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4dd94eb-4f53-4a47-90a7-d00229ebbf73 None None] The sync data for ids ['76dbdb81-dd94-4cbf-a8e9-550f2e7c3e88'] in n-d-825015-3 is: [] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:49:22.801813 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-638e1f97-69da-4e32-bd87-07bb2b96400c tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] 10.222.0.65 "GET /v2.0/routers/76dbdb81-dd94-4cbf-a8e9-550f2e7c3e88 HTTP/1.1" status: 200 len: 879 time: 0.1457050 Feb 04 12:49:22.805104 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 39260) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:23.038904 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4b9070-f7ac-4016-9b7e-ef810be7a4d3 req-d6117b9f-74bb-4d0a-bfe0-2b6bd046da12 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:23.041117 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2e4b9070-f7ac-4016-9b7e-ef810be7a4d3 req-d6117b9f-74bb-4d0a-bfe0-2b6bd046da12 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 945 time: 0.0603836 Feb 04 12:49:23.096143 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-fab20e90-df11-4b27-a3a5-7cabf8bc7610 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.2897794 Feb 04 12:49:23.100068 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 39264) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:23.105270 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-1f23e0b3-5a68-4f32-ba0d-cc0ddfde8712 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-64911872'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:49:23.118521 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2e4b9070-f7ac-4016-9b7e-ef810be7a4d3 req-423911fb-975b-4951-8ca7-dba4a25e824f tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643768 Feb 04 12:49:23.193106 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f2148975-ee77-45ac-b98a-e903aad855ae req-2080e75d-9f87-49ad-93bd-8cad2e31aff1 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf238d0f-af3b-4273-be50-eb52a0688e2d HTTP/1.1" status: 200 len: 210 time: 0.0313969 Feb 04 12:49:23.570266 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c08ded5-8c6e-45e9-8796-5098bcdc2589 req-d76764f2-d742-4337-ae58-7a7dafb4cfba tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:23.573095 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2c08ded5-8c6e-45e9-8796-5098bcdc2589 req-d76764f2-d742-4337-ae58-7a7dafb4cfba tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/ports?device_id=459473cf-0264-4bd4-9633-6db2c2db945a HTTP/1.1" status: 200 len: 946 time: 0.1046247 Feb 04 12:49:23.676564 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2c08ded5-8c6e-45e9-8796-5098bcdc2589 req-af198fa9-a6dd-44e8-b26c-89cf1bc3e2e9 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f05596b-0435-48d8-81d4-28b11f6be2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910473 Feb 04 12:49:23.832881 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1f23e0b3-5a68-4f32-ba0d-cc0ddfde8712 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1623026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10906'] for router (76dbdb81-dd94-4cbf-a8e9-550f2e7c3e88), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:23.850015 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1f23e0b3-5a68-4f32-ba0d-cc0ddfde8712 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1623127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1623150', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1622793'] for router (76dbdb81-dd94-4cbf-a8e9-550f2e7c3e88), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:23.989084 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f23e0b3-5a68-4f32-ba0d-cc0ddfde8712 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Router 76dbdb81-dd94-4cbf-a8e9-550f2e7c3e88 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:49:24.107981 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f23e0b3-5a68-4f32-ba0d-cc0ddfde8712 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:49:24.116318 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1f23e0b3-5a68-4f32-ba0d-cc0ddfde8712 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:24.117677 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-1f23e0b3-5a68-4f32-ba0d-cc0ddfde8712 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] 10.222.0.65 "PUT /v2.0/routers/76dbdb81-dd94-4cbf-a8e9-550f2e7c3e88 HTTP/1.1" status: 200 len: 886 time: 1.0178614 Feb 04 12:49:24.120797 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 39284) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:24.121303 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58e8865-d8c2-4edb-9355-567117b363eb None None] Sync routers for ids ['76dbdb81-dd94-4cbf-a8e9-550f2e7c3e88'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:49:24.131976 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58e8865-d8c2-4edb-9355-567117b363eb None None] Routers {'76dbdb81-dd94-4cbf-a8e9-550f2e7c3e88'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:49:24.132773 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-d58e8865-d8c2-4edb-9355-567117b363eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:49:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['76dbdb81-dd94-4cbf-a8e9-550f2e7c3e88'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:49:24.173144 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-d58e8865-d8c2-4edb-9355-567117b363eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:49:24.182951 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58e8865-d8c2-4edb-9355-567117b363eb None None] Routers {'76dbdb81-dd94-4cbf-a8e9-550f2e7c3e88'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:49:24.183718 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-d58e8865-d8c2-4edb-9355-567117b363eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:49:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['76dbdb81-dd94-4cbf-a8e9-550f2e7c3e88'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:49:24.219720 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-d58e8865-d8c2-4edb-9355-567117b363eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:49:24.220562 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58e8865-d8c2-4edb-9355-567117b363eb None None] The sync data for ids ['76dbdb81-dd94-4cbf-a8e9-550f2e7c3e88'] in n-d-825015-3 is: [] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:49:24.360839 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-98190a19-b876-4476-8f12-965461679a16 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] 10.222.0.65 "GET /v2.0/routers/76dbdb81-dd94-4cbf-a8e9-550f2e7c3e88 HTTP/1.1" status: 200 len: 886 time: 0.2363603 Feb 04 12:49:24.361918 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 39290) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:24.362662 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ca45f5c1-f825-4da5-9525-85b564e3893e req-79ecdbd7-372f-4c34-ac74-65155a4fd219 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf238d0f-af3b-4273-be50-eb52a0688e2d HTTP/1.1" status: 200 len: 210 time: 0.0662684 Feb 04 12:49:24.393555 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f41951-f8d0-4b3e-85b4-3e6c73e0ff07 req-7a6d379a-1430-4314-b048-3f38e12258f0 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:24.401627 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-16f41951-f8d0-4b3e-85b4-3e6c73e0ff07 req-7a6d379a-1430-4314-b048-3f38e12258f0 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 945 time: 0.1038325 Feb 04 12:49:24.409352 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-e5f43cab-0b1a-4153-88c6-ae67cb769fad tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] 10.222.0.65 "GET /v2.0/ports?device_id=76dbdb81-dd94-4cbf-a8e9-550f2e7c3e88 HTTP/1.1" status: 200 len: 205 time: 0.0465808 Feb 04 12:49:24.411868 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 39292) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:24.453122 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-16f41951-f8d0-4b3e-85b4-3e6c73e0ff07 req-a6d84d84-1fa0-4093-85f2-d0c9d00c7340 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506248 Feb 04 12:49:24.554570 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f4dcd42b-4948-4fe6-ab73-ac4b58913c72 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks [] for router (76dbdb81-dd94-4cbf-a8e9-550f2e7c3e88), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:24.705254 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f4dcd42b-4948-4fe6-ab73-ac4b58913c72 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks [] for router_gateway (76dbdb81-dd94-4cbf-a8e9-550f2e7c3e88), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:24.778321 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-f4dcd42b-4948-4fe6-ab73-ac4b58913c72 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Deleting port c9ed6841-457e-4b4c-b6b6-741666bfa1a3 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:49:24.779043 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f4dcd42b-4948-4fe6-ab73-ac4b58913c72 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (c9ed6841-457e-4b4c-b6b6-741666bfa1a3), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:24.883196 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f4dcd42b-4948-4fe6-ab73-ac4b58913c72 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (c9ed6841-457e-4b4c-b6b6-741666bfa1a3), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:24.897242 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-f4dcd42b-4948-4fe6-ab73-ac4b58913c72 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Calling delete_port for c9ed6841-457e-4b4c-b6b6-741666bfa1a3 owned by network:router_gateway {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:49:24.901298 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4862798c-3020-4321-8d70-4b097d164658 req-e16de5af-e14b-43d4-8053-629a83bd35f7 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:24.912834 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4862798c-3020-4321-8d70-4b097d164658 req-e16de5af-e14b-43d4-8053-629a83bd35f7 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/networks?id=7ed78c2f-5e06-4bf6-9fbc-42500f903f0d HTTP/1.1" status: 200 len: 813 time: 0.1789858 Feb 04 12:49:24.980909 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4862798c-3020-4321-8d70-4b097d164658 req-83d5d9ed-1f2a-4ddf-91cf-be265e5227fc tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/quotas/38cb7f8ec7594c9ea49e940b44ab6547 HTTP/1.1" status: 200 len: 375 time: 0.0671356 Feb 04 12:49:25.045500 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0627ec-231e-4cc7-b1b0-7424feec33f4 req-6b322edc-bd4f-42bf-be25-747935f94cd5 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:25.052847 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cf0627ec-231e-4cc7-b1b0-7424feec33f4 req-6b322edc-bd4f-42bf-be25-747935f94cd5 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/ports?device_id=459473cf-0264-4bd4-9633-6db2c2db945a HTTP/1.1" status: 200 len: 946 time: 0.1194549 Feb 04 12:49:25.088283 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4862798c-3020-4321-8d70-4b097d164658 req-0818a518-86e2-4229-90aa-556174651955 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=38cb7f8ec7594c9ea49e940b44ab6547&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1064384 Feb 04 12:49:25.095418 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f4dcd42b-4948-4fe6-ab73-ac4b58913c72 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (c9ed6841-457e-4b4c-b6b6-741666bfa1a3), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:25.160128 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dcd42b-4948-4fe6-ab73-ac4b58913c72 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Pushing event deleted for resources: {'Port': ['ID=c9ed6841-457e-4b4c-b6b6-741666bfa1a3,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:25.195404 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cf0627ec-231e-4cc7-b1b0-7424feec33f4 req-fb25495f-269f-4354-91d5-4f69f995a245 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f05596b-0435-48d8-81d4-28b11f6be2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415839 Feb 04 12:49:25.220275 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f4dcd42b-4948-4fe6-ab73-ac4b58913c72 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1599901'] for router_gateway (76dbdb81-dd94-4cbf-a8e9-550f2e7c3e88), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:25.267021 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4862798c-3020-4321-8d70-4b097d164658 req-a6ec00e4-abd9-4e97-9e93-ff32b541d1dc service neutron] 10.222.0.65 "GET /v2.0/networks/7ed78c2f-5e06-4bf6-9fbc-42500f903f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769280 Feb 04 12:49:25.347651 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f4dcd42b-4948-4fe6-ab73-ac4b58913c72 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10915'] for router (76dbdb81-dd94-4cbf-a8e9-550f2e7c3e88), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:25.350018 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f4dcd42b-4948-4fe6-ab73-ac4b58913c72 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks [] for router_controller (76dbdb81-dd94-4cbf-a8e9-550f2e7c3e88), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:25.401286 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4862798c-3020-4321-8d70-4b097d164658 req-d7109383-62ae-43a2-bab2-da74ace7afcb service neutron] 10.222.0.65 "GET /v2.0/networks/7ed78c2f-5e06-4bf6-9fbc-42500f903f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331844 Feb 04 12:49:25.405997 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f4dcd42b-4948-4fe6-ab73-ac4b58913c72 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622829'] for router (76dbdb81-dd94-4cbf-a8e9-550f2e7c3e88), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:25.406726 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4dcd42b-4948-4fe6-ab73-ac4b58913c72 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Fanout notify agent at l3_agent the message router_deleted on router 76dbdb81-dd94-4cbf-a8e9-550f2e7c3e88 {{(pid=103474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 12:49:25.414574 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f4dcd42b-4948-4fe6-ab73-ac4b58913c72 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:25.420061 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-f4dcd42b-4948-4fe6-ab73-ac4b58913c72 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] 10.222.0.65 "DELETE /v2.0/routers/76dbdb81-dd94-4cbf-a8e9-550f2e7c3e88 HTTP/1.1" status: 204 len: 168 time: 1.0030565 Feb 04 12:49:25.420181 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 39314) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:25.425739 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-e26b054b-aceb-4cc4-bb86-dc9320edfaab tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Request body: {'network': {'name': 'tempest-RoutersTest-862620504'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:49:25.455910 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e26b054b-aceb-4cc4-bb86-dc9320edfaab tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Made reservation on behalf of 7868b54a8a9242e68b824f4621b68e06 for: {'network': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:49:25.464133 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e26b054b-aceb-4cc4-bb86-dc9320edfaab tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:25.500185 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e26b054b-aceb-4cc4-bb86-dc9320edfaab tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=103475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:49:25.522678 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e26b054b-aceb-4cc4-bb86-dc9320edfaab tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (42e76834-2b54-40b4-9f8b-1c41febfc8b5), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:25.523160 n-d-825015-3 neutron-server[103475]: INFO neutron.db.segments_db [None req-e26b054b-aceb-4cc4-bb86-dc9320edfaab tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Added segment 42e76834-2b54-40b4-9f8b-1c41febfc8b5 of type vlan for network 2a2e5cca-9b41-434e-a0ae-f9965affb946 Feb 04 12:49:25.596108 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-42230614-e796-4aa1-a430-75f21754b88f req-c912cdd3-e94c-49c7-a584-91f92e6a352c tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf238d0f-af3b-4273-be50-eb52a0688e2d HTTP/1.1" status: 200 len: 210 time: 0.0621893 Feb 04 12:49:25.618184 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e26b054b-aceb-4cc4-bb86-dc9320edfaab tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (2a2e5cca-9b41-434e-a0ae-f9965affb946), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:25.675847 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e26b054b-aceb-4cc4-bb86-dc9320edfaab tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (2a2e5cca-9b41-434e-a0ae-f9965affb946), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:25.680865 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26b054b-aceb-4cc4-bb86-dc9320edfaab tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:25.681462 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e26b054b-aceb-4cc4-bb86-dc9320edfaab tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:25.718528 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7e3aa673-1a97-4961-83fb-584aec43aad9 req-f09b7921-ef5b-421f-8b89-53cf7ff0d9db tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebefe048-98f9-450d-aaf0-55790b6506cc HTTP/1.1" status: 200 len: 210 time: 0.0588694 Feb 04 12:49:25.762129 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-e26b054b-aceb-4cc4-bb86-dc9320edfaab tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3409371 Feb 04 12:49:25.765608 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 39322) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:25.776621 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-4fadb84d-8c3f-4b87-afa3-d4467ae87fb7 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Request body: {'subnet': {'network_id': '2a2e5cca-9b41-434e-a0ae-f9965affb946', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:49:25.779098 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26b054b-aceb-4cc4-bb86-dc9320edfaab tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Pushing event updated for resources: {'Network': ['ID=2a2e5cca-9b41-434e-a0ae-f9965affb946,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:25.793906 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 2a2e5cca-9b41-434e-a0ae-f9965affb946 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:49:25.927494 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fadb84d-8c3f-4b87-afa3-d4467ae87fb7 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Made reservation on behalf of 7868b54a8a9242e68b824f4621b68e06 for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:49:25.931548 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4fadb84d-8c3f-4b87-afa3-d4467ae87fb7 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60610638'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:26.178391 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4fadb84d-8c3f-4b87-afa3-d4467ae87fb7 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59045178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60610680'] for subnet (f67c68e3-2c9e-4b86-8513-bd08f78f28c3), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:26.287586 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fadb84d-8c3f-4b87-afa3-d4467ae87fb7 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Pushing event updated for resources: {'Subnet': ['ID=f67c68e3-2c9e-4b86-8513-bd08f78f28c3,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:26.316988 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fadb84d-8c3f-4b87-afa3-d4467ae87fb7 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Checking segment: {'id': '42e76834-2b54-40b4-9f8b-1c41febfc8b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '2a2e5cca-9b41-434e-a0ae-f9965affb946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:49:26.317369 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fadb84d-8c3f-4b87-afa3-d4467ae87fb7 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Network hostable DHCP agents. Network: 2a2e5cca-9b41-434e-a0ae-f9965affb946, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:49:26.345649 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fadb84d-8c3f-4b87-afa3-d4467ae87fb7 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Network 2a2e5cca-9b41-434e-a0ae-f9965affb946 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:49:26.362343 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-4fadb84d-8c3f-4b87-afa3-d4467ae87fb7 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 2a2e5cca-9b41-434e-a0ae-f9965affb946) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:49:26.365356 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517a0b8b-f77b-4c80-8c28-05d38f0a59e2 req-f03479f2-0e78-480a-a7b3-ad2239d65b2c tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:26.375926 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8989969-28d6-49ab-bdff-e1f348f8a513 None None] Network 2a2e5cca-9b41-434e-a0ae-f9965affb946 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:49:26.376313 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-517a0b8b-f77b-4c80-8c28-05d38f0a59e2 req-f03479f2-0e78-480a-a7b3-ad2239d65b2c tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/ports?device_id=459473cf-0264-4bd4-9633-6db2c2db945a HTTP/1.1" status: 200 len: 946 time: 0.0813227 Feb 04 12:49:26.389093 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fadb84d-8c3f-4b87-afa3-d4467ae87fb7 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:26.395407 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4fadb84d-8c3f-4b87-afa3-d4467ae87fb7 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:26.422966 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-4fadb84d-8c3f-4b87-afa3-d4467ae87fb7 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6558807 Feb 04 12:49:26.426614 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 39338) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:26.442268 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-13240452-c65e-4dd1-abc2-178db0a4ab9b tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2069994655', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:49:26.492889 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-517a0b8b-f77b-4c80-8c28-05d38f0a59e2 req-13d47dfc-1df7-4e3e-9b14-eb7297b871c2 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f05596b-0435-48d8-81d4-28b11f6be2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154110 Feb 04 12:49:26.506496 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-13240452-c65e-4dd1-abc2-178db0a4ab9b tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10933'] for router (ab81d300-3961-4448-a026-df0167a1c277), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:26.507694 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-13240452-c65e-4dd1-abc2-178db0a4ab9b tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10924'] for router (ab81d300-3961-4448-a026-df0167a1c277), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:26.585827 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c300389-6113-48c3-a7b6-72a6ffb3b374 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-2a2e5cca-9b41-434e-a0ae-f9965affb946', 'network_id': '2a2e5cca-9b41-434e-a0ae-f9965affb946', 'project_id': '7868b54a8a9242e68b824f4621b68e06', 'fixed_ips': [{'subnet_id': 'f67c68e3-2c9e-4b86-8513-bd08f78f28c3'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 12:49:26.588627 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7c300389-6113-48c3-a7b6-72a6ffb3b374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:26.679619 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-13240452-c65e-4dd1-abc2-178db0a4ab9b tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks [] for router_controller (ab81d300-3961-4448-a026-df0167a1c277), precommit_add_association {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:26.687871 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-13240452-c65e-4dd1-abc2-178db0a4ab9b tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141'] for router (ab81d300-3961-4448-a026-df0167a1c277), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:26.733113 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-13240452-c65e-4dd1-abc2-178db0a4ab9b tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:26.735352 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-13240452-c65e-4dd1-abc2-178db0a4ab9b tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3071246 Feb 04 12:49:26.738042 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 39354) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:26.792426 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-7c300389-6113-48c3-a7b6-72a6ffb3b374 None None] Allocated IP 172.20.0.2 (2a2e5cca-9b41-434e-a0ae-f9965affb946/f67c68e3-2c9e-4b86-8513-bd08f78f28c3/0f85a62a-b76f-41eb-b1a2-868ff585bb8e) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:49:26.926910 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ff08bdbf-552f-4061-ac66-8bab9d28ae2b req-7a220042-d240-40dc-a6d1-6ac69aa43cdb tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebefe048-98f9-450d-aaf0-55790b6506cc HTTP/1.1" status: 200 len: 210 time: 0.0533354 Feb 04 12:49:27.115023 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7c300389-6113-48c3-a7b6-72a6ffb3b374 None None] Publish callbacks [] for port (0f85a62a-b76f-41eb-b1a2-868ff585bb8e), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:27.135329 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7c300389-6113-48c3-a7b6-72a6ffb3b374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (0f85a62a-b76f-41eb-b1a2-868ff585bb8e), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:27.165302 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c300389-6113-48c3-a7b6-72a6ffb3b374 None None] Network 2a2e5cca-9b41-434e-a0ae-f9965affb946 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:49:27.208842 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-7c300389-6113-48c3-a7b6-72a6ffb3b374 None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:49:27.222581 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c300389-6113-48c3-a7b6-72a6ffb3b374 None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:49:27.269089 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4862798c-3020-4321-8d70-4b097d164658 req-091457a1-fc78-4496-beea-47b07aa4887c tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:27.273606 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4862798c-3020-4321-8d70-4b097d164658 req-091457a1-fc78-4496-beea-47b07aa4887c tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.73 "GET /v2.0/networks?id=7ed78c2f-5e06-4bf6-9fbc-42500f903f0d HTTP/1.1" status: 200 len: 813 time: 0.2719028 Feb 04 12:49:27.283315 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4c7217d1-36df-4d00-ad9c-e9f0df115e46 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:27.297273 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-4862798c-3020-4321-8d70-4b097d164658 req-9c24cbc3-d315-412d-8548-0494ae04c346 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Request body: {'port': {'device_id': 'ebefe048-98f9-450d-aaf0-55790b6506cc', 'network_id': '7ed78c2f-5e06-4bf6-9fbc-42500f903f0d', 'admin_state_up': True, 'tenant_id': '38cb7f8ec7594c9ea49e940b44ab6547'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:49:27.521769 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4862798c-3020-4321-8d70-4b097d164658 req-9c24cbc3-d315-412d-8548-0494ae04c346 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Made reservation on behalf of 38cb7f8ec7594c9ea49e940b44ab6547 for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:49:27.529001 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-4862798c-3020-4321-8d70-4b097d164658 req-9c24cbc3-d315-412d-8548-0494ae04c346 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:27.623468 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c300389-6113-48c3-a7b6-72a6ffb3b374 None None] Pushing event updated for resources: {'Port': ['ID=0f85a62a-b76f-41eb-b1a2-868ff585bb8e,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:27.638978 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-7c300389-6113-48c3-a7b6-72a6ffb3b374 None None] Attempting to bind port 0f85a62a-b76f-41eb-b1a2-868ff585bb8e on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:49:27.639354 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-7c300389-6113-48c3-a7b6-72a6ffb3b374 None None] Attempting to bind port 0f85a62a-b76f-41eb-b1a2-868ff585bb8e by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '42e76834-2b54-40b4-9f8b-1c41febfc8b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '2a2e5cca-9b41-434e-a0ae-f9965affb946'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:49:27.642249 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c300389-6113-48c3-a7b6-72a6ffb3b374 None None] Attempting to bind port 0f85a62a-b76f-41eb-b1a2-868ff585bb8e on network 2a2e5cca-9b41-434e-a0ae-f9965affb946 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:49:27.652592 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c300389-6113-48c3-a7b6-72a6ffb3b374 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:49:27.653306 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c300389-6113-48c3-a7b6-72a6ffb3b374 None None] Checking segment: {'id': '42e76834-2b54-40b4-9f8b-1c41febfc8b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '2a2e5cca-9b41-434e-a0ae-f9965affb946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:49:27.654028 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7c300389-6113-48c3-a7b6-72a6ffb3b374 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:27.654640 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c300389-6113-48c3-a7b6-72a6ffb3b374 None None] Bound using segment: {'id': '42e76834-2b54-40b4-9f8b-1c41febfc8b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '2a2e5cca-9b41-434e-a0ae-f9965affb946'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:49:27.655928 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-7c300389-6113-48c3-a7b6-72a6ffb3b374 None None] Bound port: 0f85a62a-b76f-41eb-b1a2-868ff585bb8e, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42e76834-2b54-40b4-9f8b-1c41febfc8b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '2a2e5cca-9b41-434e-a0ae-f9965affb946'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:49:27.656553 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7c300389-6113-48c3-a7b6-72a6ffb3b374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (0f85a62a-b76f-41eb-b1a2-868ff585bb8e), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:27.779065 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-7c300389-6113-48c3-a7b6-72a6ffb3b374 None None] For port 0f85a62a-b76f-41eb-b1a2-868ff585bb8e, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:49:27.785279 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-7c300389-6113-48c3-a7b6-72a6ffb3b374 None None] For port 0f85a62a-b76f-41eb-b1a2-868ff585bb8e, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=0f85a62a-b76f-41eb-b1a2-868ff585bb8e,segment=NetworkSegment(42e76834-2b54-40b4-9f8b-1c41febfc8b5),segment_id=42e76834-2b54-40b4-9f8b-1c41febfc8b5)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:49:27.803771 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7c300389-6113-48c3-a7b6-72a6ffb3b374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (0f85a62a-b76f-41eb-b1a2-868ff585bb8e), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:27.835104 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-4c7217d1-36df-4d00-ad9c-e9f0df115e46 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Allocated IP 172.20.0.1 (2a2e5cca-9b41-434e-a0ae-f9965affb946/f67c68e3-2c9e-4b86-8513-bd08f78f28c3/e4516a23-ae1c-4d1c-99ae-479503042903) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:49:27.948265 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c300389-6113-48c3-a7b6-72a6ffb3b374 None None] Pushing event updated for resources: {'Port': ['ID=0f85a62a-b76f-41eb-b1a2-868ff585bb8e,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:27.964166 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd17a12-157d-4e37-9d8e-79806c7fabdb req-8b1e6b9d-ef0e-48a6-b1b5-29ff51ff4ab8 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:27.980212 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2bd17a12-157d-4e37-9d8e-79806c7fabdb req-8b1e6b9d-ef0e-48a6-b1b5-29ff51ff4ab8 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/ports?device_id=459473cf-0264-4bd4-9633-6db2c2db945a HTTP/1.1" status: 200 len: 946 time: 0.2817912 Feb 04 12:49:28.090615 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4c7217d1-36df-4d00-ad9c-e9f0df115e46 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks [] for port (e4516a23-ae1c-4d1c-99ae-479503042903), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:28.131315 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5a011f55-3781-4654-8c28-58da585d73cd req-2d60b0b4-f083-49c7-bcc2-f555cf125867 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebefe048-98f9-450d-aaf0-55790b6506cc HTTP/1.1" status: 200 len: 210 time: 0.0596981 Feb 04 12:49:28.143903 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-4862798c-3020-4321-8d70-4b097d164658 req-9c24cbc3-d315-412d-8548-0494ae04c346 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Allocated IP 172.20.0.11 (7ed78c2f-5e06-4bf6-9fbc-42500f903f0d/5f3947cd-b907-480d-bce5-7265d1d5d85d/d0e0beeb-2030-4020-9ba3-a3527c3b8d57) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:49:28.170583 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4c7217d1-36df-4d00-ad9c-e9f0df115e46 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (e4516a23-ae1c-4d1c-99ae-479503042903), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:28.280739 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7217d1-36df-4d00-ad9c-e9f0df115e46 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Network 2a2e5cca-9b41-434e-a0ae-f9965affb946 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:49:28.295420 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-4c7217d1-36df-4d00-ad9c-e9f0df115e46 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:49:28.323197 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7217d1-36df-4d00-ad9c-e9f0df115e46 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:49:28.375581 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7217d1-36df-4d00-ad9c-e9f0df115e46 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Pushing event updated for resources: {'Port': ['ID=e4516a23-ae1c-4d1c-99ae-479503042903,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:28.448153 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4c7217d1-36df-4d00-ad9c-e9f0df115e46 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1599818'] for router_interface (ab81d300-3961-4448-a026-df0167a1c277), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:28.475616 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2bd17a12-157d-4e37-9d8e-79806c7fabdb req-b591317e-5a7d-4533-8b50-cb763fdff9f0 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f05596b-0435-48d8-81d4-28b11f6be2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4798651 Feb 04 12:49:28.618959 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 0f85a62a-b76f-41eb-b1a2-868ff585bb8e up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:49:28.640187 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-4862798c-3020-4321-8d70-4b097d164658 req-9c24cbc3-d315-412d-8548-0494ae04c346 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Publish callbacks [] for port (d0e0beeb-2030-4020-9ba3-a3527c3b8d57), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:28.682663 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-4862798c-3020-4321-8d70-4b097d164658 req-9c24cbc3-d315-412d-8548-0494ae04c346 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (d0e0beeb-2030-4020-9ba3-a3527c3b8d57), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:28.709278 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['74c9b60f-0b88-4ba9-96bb-be833f049be5'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:49:28.775687 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4c7217d1-36df-4d00-ad9c-e9f0df115e46 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (e4516a23-ae1c-4d1c-99ae-479503042903), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:28.810005 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4862798c-3020-4321-8d70-4b097d164658 req-9c24cbc3-d315-412d-8548-0494ae04c346 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Network 7ed78c2f-5e06-4bf6-9fbc-42500f903f0d is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:49:28.820318 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 0f85a62a-b76f-41eb-b1a2-868ff585bb8e triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:49:28.820691 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (0f85a62a-b76f-41eb-b1a2-868ff585bb8e), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:28.821426 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-4862798c-3020-4321-8d70-4b097d164658 req-9c24cbc3-d315-412d-8548-0494ae04c346 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:49:28.825256 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c24cbc3-d315-412d-8548-0494ae04c346 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Pushing event updated for resources: {'Port': ['ID=d0e0beeb-2030-4020-9ba3-a3527c3b8d57,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:28.849454 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-4862798c-3020-4321-8d70-4b097d164658 req-9c24cbc3-d315-412d-8548-0494ae04c346 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:49:28.987447 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4862798c-3020-4321-8d70-4b097d164658 req-9c24cbc3-d315-412d-8548-0494ae04c346 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:28.988160 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-4862798c-3020-4321-8d70-4b097d164658 req-9c24cbc3-d315-412d-8548-0494ae04c346 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:29.022962 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4862798c-3020-4321-8d70-4b097d164658 req-9c24cbc3-d315-412d-8548-0494ae04c346 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7306397 Feb 04 12:49:29.043821 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-4862798c-3020-4321-8d70-4b097d164658 req-687e51d1-4d77-4484-93f4-c04b0782690d service neutron] Request body: {'port': {'device_id': 'ebefe048-98f9-450d-aaf0-55790b6506cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:49:29.211211 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-4862798c-3020-4321-8d70-4b097d164658 req-687e51d1-4d77-4484-93f4-c04b0782690d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (d0e0beeb-2030-4020-9ba3-a3527c3b8d57), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:29.226438 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 0f85a62a-b76f-41eb-b1a2-868ff585bb8e is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:49:29.227112 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (0f85a62a-b76f-41eb-b1a2-868ff585bb8e), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:29.314948 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port 0f85a62a-b76f-41eb-b1a2-868ff585bb8e, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=0f85a62a-b76f-41eb-b1a2-868ff585bb8e,segment=NetworkSegment(42e76834-2b54-40b4-9f8b-1c41febfc8b5),segment_id=42e76834-2b54-40b4-9f8b-1c41febfc8b5)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:49:29.322851 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (0f85a62a-b76f-41eb-b1a2-868ff585bb8e), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:29.445068 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=0f85a62a-b76f-41eb-b1a2-868ff585bb8e,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:29.520038 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4c7217d1-36df-4d00-ad9c-e9f0df115e46 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks [] for port (e4516a23-ae1c-4d1c-99ae-479503042903), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:29.526260 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4c7217d1-36df-4d00-ad9c-e9f0df115e46 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (e4516a23-ae1c-4d1c-99ae-479503042903), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:29.576256 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fa176e-3455-430a-ac83-d5f26ac91062 req-533587e8-54b0-41f6-ae96-0ae5f9a0a20b tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:29.578735 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-71fa176e-3455-430a-ac83-d5f26ac91062 req-533587e8-54b0-41f6-ae96-0ae5f9a0a20b tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebefe048-98f9-450d-aaf0-55790b6506cc HTTP/1.1" status: 200 len: 932 time: 0.2721746 Feb 04 12:49:29.684751 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-71fa176e-3455-430a-ac83-d5f26ac91062 req-8d398ca4-c755-4933-aaa2-64dde6a82b61 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926547 Feb 04 12:49:29.695138 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4c7217d1-36df-4d00-ad9c-e9f0df115e46 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622202'] for router_interface (ab81d300-3961-4448-a026-df0167a1c277), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:29.829500 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28b28cd-dde4-46b5-b617-3c0a92563264 req-0bfb5974-27ad-4ce7-8694-c6bb27cfe46f tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:29.830962 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d28b28cd-dde4-46b5-b617-3c0a92563264 req-0bfb5974-27ad-4ce7-8694-c6bb27cfe46f tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/ports?device_id=459473cf-0264-4bd4-9633-6db2c2db945a HTTP/1.1" status: 200 len: 946 time: 0.1489530 Feb 04 12:49:29.840052 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7217d1-36df-4d00-ad9c-e9f0df115e46 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Pushing event updated for resources: {'Port': ['ID=e4516a23-ae1c-4d1c-99ae-479503042903,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:29.854681 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7217d1-36df-4d00-ad9c-e9f0df115e46 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:29.855369 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7217d1-36df-4d00-ad9c-e9f0df115e46 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:29.856063 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7217d1-36df-4d00-ad9c-e9f0df115e46 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:29.856736 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7217d1-36df-4d00-ad9c-e9f0df115e46 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:29.857334 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7217d1-36df-4d00-ad9c-e9f0df115e46 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:29.857842 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7217d1-36df-4d00-ad9c-e9f0df115e46 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:29.858560 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7217d1-36df-4d00-ad9c-e9f0df115e46 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:29.859052 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7217d1-36df-4d00-ad9c-e9f0df115e46 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:29.859554 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7217d1-36df-4d00-ad9c-e9f0df115e46 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:29.860070 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7217d1-36df-4d00-ad9c-e9f0df115e46 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:29.860556 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7217d1-36df-4d00-ad9c-e9f0df115e46 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:29.861079 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7217d1-36df-4d00-ad9c-e9f0df115e46 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:29.861598 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7217d1-36df-4d00-ad9c-e9f0df115e46 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:29.863194 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d07d1ba-8836-48c5-8760-f804058dd958 None None] Network 2a2e5cca-9b41-434e-a0ae-f9965affb946 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:49:29.918493 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7217d1-36df-4d00-ad9c-e9f0df115e46 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Network 2a2e5cca-9b41-434e-a0ae-f9965affb946 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:49:29.920527 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-4c7217d1-36df-4d00-ad9c-e9f0df115e46 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:49:29.921795 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d28b28cd-dde4-46b5-b617-3c0a92563264 req-7e851673-47c2-46bf-8ce0-0e7856649bd1 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f05596b-0435-48d8-81d4-28b11f6be2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784633 Feb 04 12:49:30.040808 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-4862798c-3020-4321-8d70-4b097d164658 req-687e51d1-4d77-4484-93f4-c04b0782690d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0e0beeb-2030-4020-9ba3-a3527c3b8d57 {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:49:30.053857 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-4862798c-3020-4321-8d70-4b097d164658 req-687e51d1-4d77-4484-93f4-c04b0782690d service neutron] Publish callbacks [] for port (d0e0beeb-2030-4020-9ba3-a3527c3b8d57), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:30.070144 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-4862798c-3020-4321-8d70-4b097d164658 req-687e51d1-4d77-4484-93f4-c04b0782690d service neutron] Transition to ACTIVE for port object d0e0beeb-2030-4020-9ba3-a3527c3b8d57 will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:49:30.081663 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-dc3a0b8e-cc4f-4ad4-a9b6-955c9f47fc18 None None] Provisioning complete for port 0f85a62a-b76f-41eb-b1a2-868ff585bb8e triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:49:30.081663 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dc3a0b8e-cc4f-4ad4-a9b6-955c9f47fc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (0f85a62a-b76f-41eb-b1a2-868ff585bb8e), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:30.086022 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-4862798c-3020-4321-8d70-4b097d164658 req-687e51d1-4d77-4484-93f4-c04b0782690d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (d0e0beeb-2030-4020-9ba3-a3527c3b8d57), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:30.119895 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c7217d1-36df-4d00-ad9c-e9f0df115e46 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Router ab81d300-3961-4448-a026-df0167a1c277 is scheduled to L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de with binding_index 1 {{(pid=103474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 12:49:30.215281 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687e51d1-4d77-4484-93f4-c04b0782690d service neutron] Pushing event updated for resources: {'Port': ['ID=d0e0beeb-2030-4020-9ba3-a3527c3b8d57,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:30.330326 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-4862798c-3020-4321-8d70-4b097d164658 req-687e51d1-4d77-4484-93f4-c04b0782690d service neutron] Attempting to bind port d0e0beeb-2030-4020-9ba3-a3527c3b8d57 on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:49:30.330693 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-4862798c-3020-4321-8d70-4b097d164658 req-687e51d1-4d77-4484-93f4-c04b0782690d service neutron] Attempting to bind port d0e0beeb-2030-4020-9ba3-a3527c3b8d57 by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': '974832f8-c618-4ae2-8054-a35b04d5793c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '7ed78c2f-5e06-4bf6-9fbc-42500f903f0d'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:49:30.331001 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4862798c-3020-4321-8d70-4b097d164658 req-687e51d1-4d77-4484-93f4-c04b0782690d service neutron] Attempting to bind port d0e0beeb-2030-4020-9ba3-a3527c3b8d57 on network 7ed78c2f-5e06-4bf6-9fbc-42500f903f0d {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:49:30.336635 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4862798c-3020-4321-8d70-4b097d164658 req-687e51d1-4d77-4484-93f4-c04b0782690d service neutron] Port d0e0beeb-2030-4020-9ba3-a3527c3b8d57 on network 7ed78c2f-5e06-4bf6-9fbc-42500f903f0d not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:49:30.336635 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4862798c-3020-4321-8d70-4b097d164658 req-687e51d1-4d77-4484-93f4-c04b0782690d service neutron] Attempting to bind port d0e0beeb-2030-4020-9ba3-a3527c3b8d57 on network 7ed78c2f-5e06-4bf6-9fbc-42500f903f0d {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:49:30.343505 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4862798c-3020-4321-8d70-4b097d164658 req-687e51d1-4d77-4484-93f4-c04b0782690d service neutron] Checking agent: {'id': 'f8add0d2-2202-43d3-bc0e-72442788e6ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:49:30.343969 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4862798c-3020-4321-8d70-4b097d164658 req-687e51d1-4d77-4484-93f4-c04b0782690d service neutron] Checking segment: {'id': '974832f8-c618-4ae2-8054-a35b04d5793c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '7ed78c2f-5e06-4bf6-9fbc-42500f903f0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:49:30.344451 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4862798c-3020-4321-8d70-4b097d164658 req-687e51d1-4d77-4484-93f4-c04b0782690d service neutron] Bound using segment: {'id': '974832f8-c618-4ae2-8054-a35b04d5793c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '7ed78c2f-5e06-4bf6-9fbc-42500f903f0d'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:49:30.344956 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-4862798c-3020-4321-8d70-4b097d164658 req-687e51d1-4d77-4484-93f4-c04b0782690d service neutron] Bound port: d0e0beeb-2030-4020-9ba3-a3527c3b8d57, host: n-h1-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '974832f8-c618-4ae2-8054-a35b04d5793c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '7ed78c2f-5e06-4bf6-9fbc-42500f903f0d'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:49:30.345393 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-4862798c-3020-4321-8d70-4b097d164658 req-687e51d1-4d77-4484-93f4-c04b0782690d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (d0e0beeb-2030-4020-9ba3-a3527c3b8d57), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:30.388094 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c7217d1-36df-4d00-ad9c-e9f0df115e46 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:49:30.398208 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-dc3a0b8e-cc4f-4ad4-a9b6-955c9f47fc18 None None] Current status of the port 0f85a62a-b76f-41eb-b1a2-868ff585bb8e is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:49:30.414533 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-4c7217d1-36df-4d00-ad9c-e9f0df115e46 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] 10.222.0.65 "PUT /v2.0/routers/ab81d300-3961-4448-a026-df0167a1c277/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6751714 Feb 04 12:49:30.416669 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1e3b80-6b70-4254-8b4e-84af0a687cbe None None] Sync routers for ids ['ab81d300-3961-4448-a026-df0167a1c277'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:49:30.417890 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 39418) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:30.447929 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1e3b80-6b70-4254-8b4e-84af0a687cbe None None] Routers {'ab81d300-3961-4448-a026-df0167a1c277'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:49:30.448709 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-3e1e3b80-6b70-4254-8b4e-84af0a687cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:49:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['ab81d300-3961-4448-a026-df0167a1c277'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:49:30.473994 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 0f85a62a-b76f-41eb-b1a2-868ff585bb8e up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:49:30.532413 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbba5345-a145-4163-a7cd-d6c2a70614d1 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:30.536681 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-cbba5345-a145-4163-a7cd-d6c2a70614d1 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] 10.222.0.65 "GET /v2.0/ports/e4516a23-ae1c-4d1c-99ae-479503042903 HTTP/1.1" status: 200 len: 910 time: 0.1139145 Feb 04 12:49:30.537229 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 39422) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:30.537593 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-4862798c-3020-4321-8d70-4b097d164658 req-687e51d1-4d77-4484-93f4-c04b0782690d service neutron] For port d0e0beeb-2030-4020-9ba3-a3527c3b8d57, host n-h1-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:49:30.542602 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-91165679-76fd-448e-bc36-eb78db5a63d3 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f67c68e3-2c9e-4b86-8513-bd08f78f28c3'}]}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:49:30.544916 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-4862798c-3020-4321-8d70-4b097d164658 req-687e51d1-4d77-4484-93f4-c04b0782690d service neutron] For port d0e0beeb-2030-4020-9ba3-a3527c3b8d57, host n-h1-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=d0e0beeb-2030-4020-9ba3-a3527c3b8d57,segment=NetworkSegment(974832f8-c618-4ae2-8054-a35b04d5793c),segment_id=974832f8-c618-4ae2-8054-a35b04d5793c)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:49:30.555860 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-4862798c-3020-4321-8d70-4b097d164658 req-687e51d1-4d77-4484-93f4-c04b0782690d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (d0e0beeb-2030-4020-9ba3-a3527c3b8d57), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:30.557336 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-3e1e3b80-6b70-4254-8b4e-84af0a687cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:49:30.587157 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4862798c-3020-4321-8d70-4b097d164658 req-687e51d1-4d77-4484-93f4-c04b0782690d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:30.587972 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-4862798c-3020-4321-8d70-4b097d164658 req-687e51d1-4d77-4484-93f4-c04b0782690d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:30.588954 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1e3b80-6b70-4254-8b4e-84af0a687cbe None None] Routers {'ab81d300-3961-4448-a026-df0167a1c277'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:49:30.589698 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-3e1e3b80-6b70-4254-8b4e-84af0a687cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:49:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['ab81d300-3961-4448-a026-df0167a1c277'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:49:30.590104 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4862798c-3020-4321-8d70-4b097d164658 req-687e51d1-4d77-4484-93f4-c04b0782690d service neutron] 10.222.0.73 "PUT /v2.0/ports/d0e0beeb-2030-4020-9ba3-a3527c3b8d57 HTTP/1.1" status: 200 len: 1092 time: 1.5527914 Feb 04 12:49:30.591672 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebefe048-98f9-450d-aaf0-55790b6506cc', 'tag': 'd0e0beeb-2030-4020-9ba3-a3527c3b8d57'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:49:30.594675 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d227650f-0b8c-469b-9a6f-7aa111f3bcdb" -d '{"events": [{"name": "network-changed", "server_uuid": "ebefe048-98f9-450d-aaf0-55790b6506cc", "tag": "d0e0beeb-2030-4020-9ba3-a3527c3b8d57"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:49:30.610580 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 0f85a62a-b76f-41eb-b1a2-868ff585bb8e triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:49:30.610991 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (0f85a62a-b76f-41eb-b1a2-868ff585bb8e), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:30.748073 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fda1139c-92f1-4360-8f16-50a29dfc2696 x-openstack-request-id: req-fda1139c-92f1-4360-8f16-50a29dfc2696 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:49:30.748608 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebefe048-98f9-450d-aaf0-55790b6506cc", "tag": "d0e0beeb-2030-4020-9ba3-a3527c3b8d57", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:49:30.748608 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fda1139c-92f1-4360-8f16-50a29dfc2696 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:49:30.749632 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebefe048-98f9-450d-aaf0-55790b6506cc', 'tag': 'd0e0beeb-2030-4020-9ba3-a3527c3b8d57', 'status': 'completed', 'code': 200} Feb 04 12:49:30.788491 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-3e1e3b80-6b70-4254-8b4e-84af0a687cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:49:30.789343 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1e3b80-6b70-4254-8b4e-84af0a687cbe None None] The sync data for ids ['ab81d300-3961-4448-a026-df0167a1c277'] in n-d-825015-3 is: [] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:49:30.846866 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4862798c-3020-4321-8d70-4b097d164658 req-78ad5681-42a9-4818-85f1-54deed657798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:30.848456 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4862798c-3020-4321-8d70-4b097d164658 req-78ad5681-42a9-4818-85f1-54deed657798 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=38cb7f8ec7594c9ea49e940b44ab6547&device_id=ebefe048-98f9-450d-aaf0-55790b6506cc HTTP/1.1" status: 200 len: 1126 time: 0.2129834 Feb 04 12:49:30.860220 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 0f85a62a-b76f-41eb-b1a2-868ff585bb8e is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:49:30.894812 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687e51d1-4d77-4484-93f4-c04b0782690d service neutron] Pushing event updated for resources: {'Port': ['ID=d0e0beeb-2030-4020-9ba3-a3527c3b8d57,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:30.940050 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-59e0741e-8416-495f-9a5d-26ea2ee266a8 None None] Provisioning complete for port 0f85a62a-b76f-41eb-b1a2-868ff585bb8e triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:49:30.940555 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-59e0741e-8416-495f-9a5d-26ea2ee266a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (0f85a62a-b76f-41eb-b1a2-868ff585bb8e), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:31.019886 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4862798c-3020-4321-8d70-4b097d164658 req-f2f738ae-5f86-4a47-a9b9-5f2e0bc6366f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d0e0beeb-2030-4020-9ba3-a3527c3b8d57 HTTP/1.1" status: 200 len: 217 time: 0.1144762 Feb 04 12:49:31.045436 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-91165679-76fd-448e-bc36-eb78db5a63d3 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (e4516a23-ae1c-4d1c-99ae-479503042903), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:31.068625 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21149a16-f1ff-4918-ab92-64367ae42223 req-41913a01-90c0-4baf-8f67-d355b30ac04d tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:31.080653 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-21149a16-f1ff-4918-ab92-64367ae42223 req-41913a01-90c0-4baf-8f67-d355b30ac04d tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebefe048-98f9-450d-aaf0-55790b6506cc HTTP/1.1" status: 200 len: 944 time: 0.2463372 Feb 04 12:49:31.106072 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-59e0741e-8416-495f-9a5d-26ea2ee266a8 None None] Current status of the port 0f85a62a-b76f-41eb-b1a2-868ff585bb8e is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:49:31.126646 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-59e0741e-8416-495f-9a5d-26ea2ee266a8 None None] Provisioning complete for port e4516a23-ae1c-4d1c-99ae-479503042903 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:49:31.127457 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-59e0741e-8416-495f-9a5d-26ea2ee266a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (e4516a23-ae1c-4d1c-99ae-479503042903), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:31.206614 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-59e0741e-8416-495f-9a5d-26ea2ee266a8 None None] Port e4516a23-ae1c-4d1c-99ae-479503042903 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:49:31.239175 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:31.344173 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-5f2a0a65-2abf-47c4-896d-00a8ca364fae None None] Provisioning complete for port e4516a23-ae1c-4d1c-99ae-479503042903 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:49:31.347992 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5f2a0a65-2abf-47c4-896d-00a8ca364fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (e4516a23-ae1c-4d1c-99ae-479503042903), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:31.363794 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-21149a16-f1ff-4918-ab92-64367ae42223 req-f04bfd5b-da23-4770-a375-9bc97af951f4 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816825 Feb 04 12:49:31.372295 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4862798c-3020-4321-8d70-4b097d164658 req-4a65e43c-adcd-4d4a-8169-946c97d0215a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:31.385968 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4862798c-3020-4321-8d70-4b097d164658 req-4a65e43c-adcd-4d4a-8169-946c97d0215a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5f3947cd-b907-480d-bce5-7265d1d5d85d HTTP/1.1" status: 200 len: 853 time: 0.3410568 Feb 04 12:49:31.436203 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4862798c-3020-4321-8d70-4b097d164658 req-c9f8e064-8406-4942-b4f4-44d74df30ea7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7ed78c2f-5e06-4bf6-9fbc-42500f903f0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440319 Feb 04 12:49:31.442842 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-5f2a0a65-2abf-47c4-896d-00a8ca364fae None None] Port e4516a23-ae1c-4d1c-99ae-479503042903 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:49:31.493297 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc73ba2-05b9-494c-9980-1b20edf13dcc req-de9b8c3a-baee-4b71-9bb6-2ad9815a7afc tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:31.503518 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2fc73ba2-05b9-494c-9980-1b20edf13dcc req-de9b8c3a-baee-4b71-9bb6-2ad9815a7afc tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/ports?device_id=459473cf-0264-4bd4-9633-6db2c2db945a HTTP/1.1" status: 200 len: 946 time: 0.3867848 Feb 04 12:49:31.646668 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2fc73ba2-05b9-494c-9980-1b20edf13dcc req-e5aba2d5-5c9d-4b94-8d44-8c083ac275cb tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f05596b-0435-48d8-81d4-28b11f6be2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419864 Feb 04 12:49:31.700666 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4862798c-3020-4321-8d70-4b097d164658 req-043343df-9bb9-46b4-8e0f-905c72739697 service neutron] 10.222.0.73 "GET /v2.0/networks/7ed78c2f-5e06-4bf6-9fbc-42500f903f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551491 Feb 04 12:49:31.785412 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-f177adfe-2b6c-4c4c-ae1f-306004ba8fb4 None None] Provisioning complete for port e4516a23-ae1c-4d1c-99ae-479503042903 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:49:31.786100 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f177adfe-2b6c-4c4c-ae1f-306004ba8fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (e4516a23-ae1c-4d1c-99ae-479503042903), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:31.832445 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:31.847883 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-f177adfe-2b6c-4c4c-ae1f-306004ba8fb4 None None] Port e4516a23-ae1c-4d1c-99ae-479503042903 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:49:31.870427 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4862798c-3020-4321-8d70-4b097d164658 req-e131570b-ce26-4cd3-b6e7-557e98823457 service neutron] 10.222.0.73 "GET /v2.0/networks/7ed78c2f-5e06-4bf6-9fbc-42500f903f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618793 Feb 04 12:49:32.056853 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d227650f-0b8c-469b-9a6f-7aa111f3bcdb req-b5b7a060-a901-48ac-be99-3e259a63620e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:32.058656 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d227650f-0b8c-469b-9a6f-7aa111f3bcdb req-b5b7a060-a901-48ac-be99-3e259a63620e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=38cb7f8ec7594c9ea49e940b44ab6547&device_id=ebefe048-98f9-450d-aaf0-55790b6506cc HTTP/1.1" status: 200 len: 1126 time: 0.1153746 Feb 04 12:49:32.249520 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-91165679-76fd-448e-bc36-eb78db5a63d3 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks [] for port (e4516a23-ae1c-4d1c-99ae-479503042903), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:32.265984 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-91165679-76fd-448e-bc36-eb78db5a63d3 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (e4516a23-ae1c-4d1c-99ae-479503042903), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:32.320201 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d227650f-0b8c-469b-9a6f-7aa111f3bcdb req-84a32d27-c9c1-472f-b808-804c1d13ed59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:32.331089 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d227650f-0b8c-469b-9a6f-7aa111f3bcdb req-84a32d27-c9c1-472f-b808-804c1d13ed59 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7ed78c2f-5e06-4bf6-9fbc-42500f903f0d HTTP/1.1" status: 200 len: 914 time: 0.2575500 Feb 04 12:49:32.423119 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91165679-76fd-448e-bc36-eb78db5a63d3 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:32.423844 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-91165679-76fd-448e-bc36-eb78db5a63d3 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:32.428528 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-91165679-76fd-448e-bc36-eb78db5a63d3 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] 10.222.0.65 "PUT /v2.0/ports/e4516a23-ae1c-4d1c-99ae-479503042903 HTTP/1.1" status: 200 len: 910 time: 1.8870349 Feb 04 12:49:32.428985 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 39466) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:32.509915 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d227650f-0b8c-469b-9a6f-7aa111f3bcdb req-dcc68791-0900-4b40-b252-eb0625ff7f6e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d0e0beeb-2030-4020-9ba3-a3527c3b8d57 HTTP/1.1" status: 200 len: 217 time: 0.1773269 Feb 04 12:49:32.660042 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91165679-76fd-448e-bc36-eb78db5a63d3 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Pushing event updated for resources: {'Port': ['ID=e4516a23-ae1c-4d1c-99ae-479503042903,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:32.676578 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d227650f-0b8c-469b-9a6f-7aa111f3bcdb req-9783ca5f-90cc-4db0-a0b8-724a5637e472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:32.678427 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d227650f-0b8c-469b-9a6f-7aa111f3bcdb req-9783ca5f-90cc-4db0-a0b8-724a5637e472 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5f3947cd-b907-480d-bce5-7265d1d5d85d HTTP/1.1" status: 200 len: 853 time: 0.1606448 Feb 04 12:49:32.762479 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d227650f-0b8c-469b-9a6f-7aa111f3bcdb req-e316e6aa-b1b3-43c3-8c8b-c5f47a6d9f87 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7ed78c2f-5e06-4bf6-9fbc-42500f903f0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632861 Feb 04 12:49:32.813673 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733f10eb-9073-4cb5-9f62-a0290cf03384 req-b01dde69-c288-44ca-8aa4-a82b6d1ad1d5 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:32.820452 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-733f10eb-9073-4cb5-9f62-a0290cf03384 req-b01dde69-c288-44ca-8aa4-a82b6d1ad1d5 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebefe048-98f9-450d-aaf0-55790b6506cc HTTP/1.1" status: 200 len: 944 time: 0.2295139 Feb 04 12:49:32.949118 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecabc2ce-f38d-4a75-af28-8a3c23fbb0b2 req-a58f19af-510e-4c33-97e8-529fa31c0f17 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:32.952124 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ecabc2ce-f38d-4a75-af28-8a3c23fbb0b2 req-a58f19af-510e-4c33-97e8-529fa31c0f17 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/ports?device_id=459473cf-0264-4bd4-9633-6db2c2db945a HTTP/1.1" status: 200 len: 946 time: 0.1846576 Feb 04 12:49:32.960516 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-733f10eb-9073-4cb5-9f62-a0290cf03384 req-fcc87951-33ae-4091-b0be-549f84d76eb4 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392393 Feb 04 12:49:32.988071 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7a9ba8f6-b01c-450e-ae99-d745bb576c76 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622215'] for router_interface (ab81d300-3961-4448-a026-df0167a1c277), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:33.039074 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d227650f-0b8c-469b-9a6f-7aa111f3bcdb req-6466cc31-2325-4c6d-a7cb-444876490dc9 service neutron] 10.222.0.73 "GET /v2.0/networks/7ed78c2f-5e06-4bf6-9fbc-42500f903f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2618990 Feb 04 12:49:33.044275 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ecabc2ce-f38d-4a75-af28-8a3c23fbb0b2 req-134b16c5-6e7f-4839-ba39-93ea4b229377 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f05596b-0435-48d8-81d4-28b11f6be2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816464 Feb 04 12:49:33.211475 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d227650f-0b8c-469b-9a6f-7aa111f3bcdb req-86a297ad-0369-4be1-aac1-1af12877cec7 service neutron] 10.222.0.73 "GET /v2.0/networks/7ed78c2f-5e06-4bf6-9fbc-42500f903f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623318 Feb 04 12:49:33.323602 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-7a9ba8f6-b01c-450e-ae99-d745bb576c76 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Deleting port e4516a23-ae1c-4d1c-99ae-479503042903 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:49:33.324101 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7a9ba8f6-b01c-450e-ae99-d745bb576c76 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (e4516a23-ae1c-4d1c-99ae-479503042903), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:33.452804 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7a9ba8f6-b01c-450e-ae99-d745bb576c76 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (e4516a23-ae1c-4d1c-99ae-479503042903), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:33.480749 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-7a9ba8f6-b01c-450e-ae99-d745bb576c76 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Calling delete_port for e4516a23-ae1c-4d1c-99ae-479503042903 owned by network:router_interface {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:49:33.729400 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7a9ba8f6-b01c-450e-ae99-d745bb576c76 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (e4516a23-ae1c-4d1c-99ae-479503042903), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:33.867308 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ba8f6-b01c-450e-ae99-d745bb576c76 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Pushing event deleted for resources: {'Port': ['ID=e4516a23-ae1c-4d1c-99ae-479503042903,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:33.991189 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7a9ba8f6-b01c-450e-ae99-d745bb576c76 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622067'] for router_interface (ab81d300-3961-4448-a026-df0167a1c277), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:34.039595 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device d0e0beeb-2030-4020-9ba3-a3527c3b8d57 details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:49:34.296301 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port d0e0beeb-2030-4020-9ba3-a3527c3b8d57, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=d0e0beeb-2030-4020-9ba3-a3527c3b8d57,segment=NetworkSegment(974832f8-c618-4ae2-8054-a35b04d5793c),segment_id=974832f8-c618-4ae2-8054-a35b04d5793c)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:49:34.306844 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bc9aed-e78c-4d94-90ba-7df427dd0dd4 req-5a92b248-7f57-44d9-8d91-e2e375393d0a tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:34.309957 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-25bc9aed-e78c-4d94-90ba-7df427dd0dd4 req-5a92b248-7f57-44d9-8d91-e2e375393d0a tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/ports?device_id=459473cf-0264-4bd4-9633-6db2c2db945a HTTP/1.1" status: 200 len: 946 time: 0.1159680 Feb 04 12:49:34.326198 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': 'd0e0beeb-2030-4020-9ba3-a3527c3b8d57', 'network_id': '7ed78c2f-5e06-4bf6-9fbc-42500f903f0d', 'port_id': 'd0e0beeb-2030-4020-9ba3-a3527c3b8d57', 'mac_address': 'fa:16:3e:c1:dd:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f3947cd-b907-480d-bce5-7265d1d5d85d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:49:34.363475 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a9ba8f6-b01c-450e-ae99-d745bb576c76 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Router ab81d300-3961-4448-a026-df0167a1c277 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:49:34.383861 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4144cc2-595e-4101-8439-a926bb14145d req-ffe4393c-8d51-4b68-840d-f88083f114ac tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:34.388765 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c4144cc2-595e-4101-8439-a926bb14145d req-ffe4393c-8d51-4b68-840d-f88083f114ac tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebefe048-98f9-450d-aaf0-55790b6506cc HTTP/1.1" status: 200 len: 944 time: 0.2553833 Feb 04 12:49:34.404711 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port d0e0beeb-2030-4020-9ba3-a3527c3b8d57 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:49:34.407312 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (d0e0beeb-2030-4020-9ba3-a3527c3b8d57), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:34.434726 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0e0beeb-2030-4020-9ba3-a3527c3b8d57 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:49:34.460965 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a9ba8f6-b01c-450e-ae99-d745bb576c76 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:49:34.470764 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-7a9ba8f6-b01c-450e-ae99-d745bb576c76 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] 10.222.0.65 "PUT /v2.0/routers/ab81d300-3961-4448-a026-df0167a1c277/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0371444 Feb 04 12:49:34.470764 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 39490) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:34.485549 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-25bc9aed-e78c-4d94-90ba-7df427dd0dd4 req-1e21be07-ccb4-4c15-913d-d739ae630faa tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f05596b-0435-48d8-81d4-28b11f6be2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685193 Feb 04 12:49:34.492636 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port d0e0beeb-2030-4020-9ba3-a3527c3b8d57, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=d0e0beeb-2030-4020-9ba3-a3527c3b8d57,segment=NetworkSegment(974832f8-c618-4ae2-8054-a35b04d5793c),segment_id=974832f8-c618-4ae2-8054-a35b04d5793c)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:49:34.504078 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 12:49:34.510489 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b96830b-f25c-49f2-a412-61f21a28e0a3 None None] Sync routers for ids ['ab81d300-3961-4448-a026-df0167a1c277'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:49:34.515931 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (d0e0beeb-2030-4020-9ba3-a3527c3b8d57), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:34.524178 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-74c762a7-751d-4f06-b660-2bbb3e3195bf tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] 10.222.0.65 "GET /v2.0/ports?device_id=ab81d300-3961-4448-a026-df0167a1c277 HTTP/1.1" status: 200 len: 205 time: 0.0507121 Feb 04 12:49:34.525626 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 39492) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:34.595033 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=d0e0beeb-2030-4020-9ba3-a3527c3b8d57,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:34.615798 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b96830b-f25c-49f2-a412-61f21a28e0a3 None None] Routers {'ab81d300-3961-4448-a026-df0167a1c277'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:49:34.616872 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-1b96830b-f25c-49f2-a412-61f21a28e0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:49:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['ab81d300-3961-4448-a026-df0167a1c277'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:49:34.619829 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c4144cc2-595e-4101-8439-a926bb14145d req-b97b7678-eb82-4ae1-8f75-3cfe6cc652b9 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149882 Feb 04 12:49:34.684036 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-1b96830b-f25c-49f2-a412-61f21a28e0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:49:34.694593 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b96830b-f25c-49f2-a412-61f21a28e0a3 None None] Routers {'ab81d300-3961-4448-a026-df0167a1c277'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:49:34.695441 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-1b96830b-f25c-49f2-a412-61f21a28e0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:49:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['ab81d300-3961-4448-a026-df0167a1c277'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:49:34.713909 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c7b1b8b6-dfd8-4d67-a9e5-d819c02a3ba9 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks [] for router (ab81d300-3961-4448-a026-df0167a1c277), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:34.749880 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-1b96830b-f25c-49f2-a412-61f21a28e0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:49:34.750649 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b96830b-f25c-49f2-a412-61f21a28e0a3 None None] The sync data for ids ['ab81d300-3961-4448-a026-df0167a1c277'] in n-d-825015-3 is: [] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:49:34.852149 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['d0e0beeb-2030-4020-9ba3-a3527c3b8d57'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:49:34.961286 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c7b1b8b6-dfd8-4d67-a9e5-d819c02a3ba9 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10915'] for router (ab81d300-3961-4448-a026-df0167a1c277), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:34.966843 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c7b1b8b6-dfd8-4d67-a9e5-d819c02a3ba9 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks [] for router_controller (ab81d300-3961-4448-a026-df0167a1c277), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:35.031135 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c7b1b8b6-dfd8-4d67-a9e5-d819c02a3ba9 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622829'] for router (ab81d300-3961-4448-a026-df0167a1c277), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:35.032415 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7b1b8b6-dfd8-4d67-a9e5-d819c02a3ba9 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Fanout notify agent at l3_agent the message router_deleted on router ab81d300-3961-4448-a026-df0167a1c277 {{(pid=103474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 12:49:35.054599 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c7b1b8b6-dfd8-4d67-a9e5-d819c02a3ba9 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:35.060267 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 39550) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:35.082409 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-c7b1b8b6-dfd8-4d67-a9e5-d819c02a3ba9 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] 10.222.0.65 "DELETE /v2.0/routers/ab81d300-3961-4448-a026-df0167a1c277 HTTP/1.1" status: 204 len: 168 time: 0.5554819 Feb 04 12:49:35.155995 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0c36811-9ef5-4535-b53f-27c5e67fd2fe tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Deleting subnet f67c68e3-2c9e-4b86-8513-bd08f78f28c3 {{(pid=103475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:49:35.160551 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d0c36811-9ef5-4535-b53f-27c5e67fd2fe tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks [] for subnet (f67c68e3-2c9e-4b86-8513-bd08f78f28c3), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:35.232463 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d0c36811-9ef5-4535-b53f-27c5e67fd2fe tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51859329'] for subnet (f67c68e3-2c9e-4b86-8513-bd08f78f28c3), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:35.441994 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe4d782-8f39-4d15-9897-079c32a70613 req-c986349c-cd39-475f-a275-b00a25bc70ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:35.444131 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-3fe4d782-8f39-4d15-9897-079c32a70613 req-c986349c-cd39-475f-a275-b00a25bc70ae service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=459473cf-0264-4bd4-9633-6db2c2db945a HTTP/1.1" status: 200 len: 1128 time: 0.1043484 Feb 04 12:49:35.485619 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d0c36811-9ef5-4535-b53f-27c5e67fd2fe tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (f67c68e3-2c9e-4b86-8513-bd08f78f28c3), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:35.649863 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-3fe4d782-8f39-4d15-9897-079c32a70613 req-048c499c-bc78-4928-becd-9965c68275c3 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=1f05596b-0435-48d8-81d4-28b11f6be2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853678 Feb 04 12:49:35.747810 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664045ed-fb1b-4149-8956-328c58162d45 req-1907bda6-baa3-43ad-9285-1f95bbc82563 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:35.751342 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-664045ed-fb1b-4149-8956-328c58162d45 req-1907bda6-baa3-43ad-9285-1f95bbc82563 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/ports?device_id=459473cf-0264-4bd4-9633-6db2c2db945a HTTP/1.1" status: 200 len: 946 time: 0.1103232 Feb 04 12:49:35.777133 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d0c36811-9ef5-4535-b53f-27c5e67fd2fe tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-52093282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51452698'] for subnet (f67c68e3-2c9e-4b86-8513-bd08f78f28c3), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:35.904802 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c36811-9ef5-4535-b53f-27c5e67fd2fe tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Pushing event deleted for resources: {'Subnet': ['ID=f67c68e3-2c9e-4b86-8513-bd08f78f28c3,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:35.932683 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d0c36811-9ef5-4535-b53f-27c5e67fd2fe tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:35.939186 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea129204-6223-41a9-970f-2aa6acebae8c None None] Network 2a2e5cca-9b41-434e-a0ae-f9965affb946 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:49:35.940302 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-d0c36811-9ef5-4535-b53f-27c5e67fd2fe tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] 10.222.0.65 "DELETE /v2.0/subnets/f67c68e3-2c9e-4b86-8513-bd08f78f28c3 HTTP/1.1" status: 204 len: 168 time: 0.8789384 Feb 04 12:49:35.940596 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 39640) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:35.971546 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-664045ed-fb1b-4149-8956-328c58162d45 req-a94d2632-8b9f-4523-97f4-43ac60a53886 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f05596b-0435-48d8-81d4-28b11f6be2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094121 Feb 04 12:49:36.020056 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47a0ce3-9945-4603-ab41-401193b5a616 req-fccde006-3052-4044-9eb0-59540a403aeb tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:36.028380 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e47a0ce3-9945-4603-ab41-401193b5a616 req-fccde006-3052-4044-9eb0-59540a403aeb tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebefe048-98f9-450d-aaf0-55790b6506cc HTTP/1.1" status: 200 len: 945 time: 0.1902337 Feb 04 12:49:36.100492 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e47a0ce3-9945-4603-ab41-401193b5a616 req-5dab09bb-f8ca-46b4-8412-7c51ebe6576c tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693412 Feb 04 12:49:36.124427 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device d0e0beeb-2030-4020-9ba3-a3527c3b8d57 up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:49:36.196738 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-38df39db-7322-43d0-adcf-fd493ac16f58 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (2a2e5cca-9b41-434e-a0ae-f9965affb946), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:36.281671 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning for port d0e0beeb-2030-4020-9ba3-a3527c3b8d57 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:49:36.289540 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port d0e0beeb-2030-4020-9ba3-a3527c3b8d57 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:49:36.302406 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (d0e0beeb-2030-4020-9ba3-a3527c3b8d57), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:36.362281 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 31338bf1-2f19-4681-be5b-3c9338fbe187 details requested by agent hyperv_n-h2-825015-3 with host n-h2-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:49:36.396335 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f103fc-e9b0-4b67-b46a-546498a41859 None None] DHCP port deletion for 2a2e5cca-9b41-434e-a0ae-f9965affb946 request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 12:49:36.406999 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-38df39db-7322-43d0-adcf-fd493ac16f58 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Deleting port 0f85a62a-b76f-41eb-b1a2-868ff585bb8e {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:49:36.407657 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-38df39db-7322-43d0-adcf-fd493ac16f58 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (0f85a62a-b76f-41eb-b1a2-868ff585bb8e), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:36.551567 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-38df39db-7322-43d0-adcf-fd493ac16f58 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] For port 0f85a62a-b76f-41eb-b1a2-868ff585bb8e, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=0f85a62a-b76f-41eb-b1a2-868ff585bb8e,segment=NetworkSegment(42e76834-2b54-40b4-9f8b-1c41febfc8b5),segment_id=42e76834-2b54-40b4-9f8b-1c41febfc8b5)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:49:36.552255 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-38df39db-7322-43d0-adcf-fd493ac16f58 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (0f85a62a-b76f-41eb-b1a2-868ff585bb8e), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:36.597242 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-38df39db-7322-43d0-adcf-fd493ac16f58 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Calling delete_port for 0f85a62a-b76f-41eb-b1a2-868ff585bb8e owned by network:dhcp {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:49:36.690575 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 31338bf1-2f19-4681-be5b-3c9338fbe187, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=31338bf1-2f19-4681-be5b-3c9338fbe187,segment=NetworkSegment(e06f3fb1-3389-4291-b030-5cfb56d31cde),segment_id=e06f3fb1-3389-4291-b030-5cfb56d31cde)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:49:36.697065 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port d0e0beeb-2030-4020-9ba3-a3527c3b8d57 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:49:36.699194 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (d0e0beeb-2030-4020-9ba3-a3527c3b8d57), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:36.767341 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Returning: {'device': '31338bf1-2f19-4681-be5b-3c9338fbe187', 'network_id': 'b0350313-177d-4c5b-9b2d-aae5a7745f86', 'port_id': '31338bf1-2f19-4681-be5b-3c9338fbe187', 'mac_address': 'fa:16:3e:52:4b:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '690b8f25-e7cd-419d-81c6-e79d1382942c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:49:36.775994 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-38df39db-7322-43d0-adcf-fd493ac16f58 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (0f85a62a-b76f-41eb-b1a2-868ff585bb8e), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:36.792862 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-75f103fc-e9b0-4b67-b46a-546498a41859 None None] Deleting port 0f85a62a-b76f-41eb-b1a2-868ff585bb8e {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:49:36.805444 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-75f103fc-e9b0-4b67-b46a-546498a41859 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (0f85a62a-b76f-41eb-b1a2-868ff585bb8e), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:36.834484 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebefe048-98f9-450d-aaf0-55790b6506cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0e0beeb-2030-4020-9ba3-a3527c3b8d57'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:49:36.845260 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c8ccd32-0990-4b94-a80e-b2291c8d5df3" -d '{"events": [{"server_uuid": "ebefe048-98f9-450d-aaf0-55790b6506cc", "name": "network-vif-plugged", "status": "completed", "tag": "d0e0beeb-2030-4020-9ba3-a3527c3b8d57"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:49:36.855251 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38df39db-7322-43d0-adcf-fd493ac16f58 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Pushing event deleted for resources: {'Port': ['ID=0f85a62a-b76f-41eb-b1a2-868ff585bb8e,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:36.883187 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38df39db-7322-43d0-adcf-fd493ac16f58 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] No DVR routers for this DVR port 0f85a62a-b76f-41eb-b1a2-868ff585bb8e on host n-d-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:49:37.064624 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port d0e0beeb-2030-4020-9ba3-a3527c3b8d57, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=d0e0beeb-2030-4020-9ba3-a3527c3b8d57,segment=NetworkSegment(974832f8-c618-4ae2-8054-a35b04d5793c),segment_id=974832f8-c618-4ae2-8054-a35b04d5793c)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:49:37.080988 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (d0e0beeb-2030-4020-9ba3-a3527c3b8d57), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:37.088226 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-38df39db-7322-43d0-adcf-fd493ac16f58 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (2a2e5cca-9b41-434e-a0ae-f9965affb946), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:37.100449 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 31338bf1-2f19-4681-be5b-3c9338fbe187 is: ACTIVE; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:49:37.101204 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (31338bf1-2f19-4681-be5b-3c9338fbe187), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:37.125230 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-75f103fc-e9b0-4b67-b46a-546498a41859 None None] For port 0f85a62a-b76f-41eb-b1a2-868ff585bb8e, host n-d-825015-3, got binding levels [] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:49:37.125944 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-75f103fc-e9b0-4b67-b46a-546498a41859 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (0f85a62a-b76f-41eb-b1a2-868ff585bb8e), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:37.139097 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-608ec3b3-94f0-42fb-a2b3-b425c7c182e8 x-openstack-request-id: req-608ec3b3-94f0-42fb-a2b3-b425c7c182e8 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:49:37.139687 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebefe048-98f9-450d-aaf0-55790b6506cc", "name": "network-vif-plugged", "status": "completed", "tag": "d0e0beeb-2030-4020-9ba3-a3527c3b8d57", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:49:37.140230 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-608ec3b3-94f0-42fb-a2b3-b425c7c182e8 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:49:37.142070 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebefe048-98f9-450d-aaf0-55790b6506cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0e0beeb-2030-4020-9ba3-a3527c3b8d57', 'code': 200} Feb 04 12:49:37.188264 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-38df39db-7322-43d0-adcf-fd493ac16f58 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a2e5cca-9b41-434e-a0ae-f9965affb946']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:49:37.238314 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-38df39db-7322-43d0-adcf-fd493ac16f58 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42e76834-2b54-40b4-9f8b-1c41febfc8b5') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:49:37.238542 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-75f103fc-e9b0-4b67-b46a-546498a41859 None None] Calling delete_port for 0f85a62a-b76f-41eb-b1a2-868ff585bb8e owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:49:37.238682 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-38df39db-7322-43d0-adcf-fd493ac16f58 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42e76834-2b54-40b4-9f8b-1c41febfc8b5') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:49:37.246122 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.ipam_backend_mixin [None req-75f103fc-e9b0-4b67-b46a-546498a41859 None None] Port 0f85a62a-b76f-41eb-b1a2-868ff585bb8e was not found and therefore no delete operation was performed {{(pid=103476) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 04 12:49:37.269007 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 31338bf1-2f19-4681-be5b-3c9338fbe187 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:49:37.269843 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-38df39db-7322-43d0-adcf-fd493ac16f58 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (42e76834-2b54-40b4-9f8b-1c41febfc8b5), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:37.293709 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-75f103fc-e9b0-4b67-b46a-546498a41859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (0f85a62a-b76f-41eb-b1a2-868ff585bb8e), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:37.319637 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-38df39db-7322-43d0-adcf-fd493ac16f58 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (42e76834-2b54-40b4-9f8b-1c41febfc8b5), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:37.331535 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38df39db-7322-43d0-adcf-fd493ac16f58 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:49:37.332209 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-38df39db-7322-43d0-adcf-fd493ac16f58 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (42e76834-2b54-40b4-9f8b-1c41febfc8b5), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:37.365627 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=d0e0beeb-2030-4020-9ba3-a3527c3b8d57,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:37.399928 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 31338bf1-2f19-4681-be5b-3c9338fbe187, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=31338bf1-2f19-4681-be5b-3c9338fbe187,segment=NetworkSegment(e06f3fb1-3389-4291-b030-5cfb56d31cde),segment_id=e06f3fb1-3389-4291-b030-5cfb56d31cde)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:49:37.402704 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f103fc-e9b0-4b67-b46a-546498a41859 None None] No DVR routers for this DVR port 0f85a62a-b76f-41eb-b1a2-868ff585bb8e on host n-d-825015-3 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:49:37.435074 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 12:49:37.435074 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:49:37.435074 n-d-825015-3 neutron-server[103474]: timer() Feb 04 12:49:37.435074 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:49:37.435074 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 12:49:37.435074 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:49:37.435074 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 12:49:37.435074 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:49:37.435074 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 12:49:37.435074 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:49:37.435074 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 12:49:37.435074 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:49:37.435074 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 12:49:37.435074 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:49:37.435074 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:49:37.435074 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:49:37.435074 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:49:37.435074 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:49:37.435074 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 12:49:37.435074 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:49:37.435074 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 12:49:37.435074 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:49:37.435074 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:49:37.435074 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:49:37.435074 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 12:49:37.435074 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:49:37.435074 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:49:37.435074 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:49:37.435074 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:49:37.435074 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:49:37.435074 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:49:37.435074 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:49:37.442819 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-38df39db-7322-43d0-adcf-fd493ac16f58 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (2a2e5cca-9b41-434e-a0ae-f9965affb946), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:37.479899 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (31338bf1-2f19-4681-be5b-3c9338fbe187), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:37.483599 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-38df39db-7322-43d0-adcf-fd493ac16f58 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:37.488758 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f103fc-e9b0-4b67-b46a-546498a41859 None None] Pushing event deleted for resources: {'Port': ['ID=0f85a62a-b76f-41eb-b1a2-868ff585bb8e,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:37.490461 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-38df39db-7322-43d0-adcf-fd493ac16f58 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] 10.222.0.65 "DELETE /v2.0/networks/2a2e5cca-9b41-434e-a0ae-f9965affb946 HTTP/1.1" status: 204 len: 168 time: 1.5488043 Feb 04 12:49:37.491541 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38df39db-7322-43d0-adcf-fd493ac16f58 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Pushing event deleted for resources: {'Network': ['ID=2a2e5cca-9b41-434e-a0ae-f9965affb946,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:37.495132 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 39832) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:37.501982 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-e8147be8-6bb3-45ea-b7c0-0b14515a5525 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-786989588', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:49:37.529305 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e8147be8-6bb3-45ea-b7c0-0b14515a5525 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10933'] for router (e44af5d4-025e-48c3-a565-2b5149836ba6), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:37.531221 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e8147be8-6bb3-45ea-b7c0-0b14515a5525 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10924'] for router (e44af5d4-025e-48c3-a565-2b5149836ba6), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:37.661712 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e8147be8-6bb3-45ea-b7c0-0b14515a5525 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks [] for router_controller (e44af5d4-025e-48c3-a565-2b5149836ba6), precommit_add_association {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:37.669992 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e8147be8-6bb3-45ea-b7c0-0b14515a5525 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141'] for router (e44af5d4-025e-48c3-a565-2b5149836ba6), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:37.693360 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=31338bf1-2f19-4681-be5b-3c9338fbe187,revision_number=6']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:37.718753 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['31338bf1-2f19-4681-be5b-3c9338fbe187'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:49:37.731117 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e8147be8-6bb3-45ea-b7c0-0b14515a5525 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:37.735837 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-e8147be8-6bb3-45ea-b7c0-0b14515a5525 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.2390275 Feb 04 12:49:37.739548 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 39856) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:37.756966 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-7be05d49-0dc5-4a7a-a033-6b64bb471152 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Request body: {'network': {'name': 'tempest-RoutersTest-1085987068'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:49:37.817912 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7be05d49-0dc5-4a7a-a033-6b64bb471152 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Made reservation on behalf of 7868b54a8a9242e68b824f4621b68e06 for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:49:37.833187 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7be05d49-0dc5-4a7a-a033-6b64bb471152 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:37.937897 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7be05d49-0dc5-4a7a-a033-6b64bb471152 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:49:37.991078 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7be05d49-0dc5-4a7a-a033-6b64bb471152 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (26769f0b-0027-4db7-bd6a-48e1bcab4800), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:37.994044 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-7be05d49-0dc5-4a7a-a033-6b64bb471152 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Added segment 26769f0b-0027-4db7-bd6a-48e1bcab4800 of type vlan for network bbbed129-c18a-4552-9faa-2a488c6105f0 Feb 04 12:49:38.318915 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 31338bf1-2f19-4681-be5b-3c9338fbe187 no longer exists at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:49:38.327873 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7be05d49-0dc5-4a7a-a033-6b64bb471152 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (bbbed129-c18a-4552-9faa-2a488c6105f0), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:38.452504 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7be05d49-0dc5-4a7a-a033-6b64bb471152 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (bbbed129-c18a-4552-9faa-2a488c6105f0), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:38.453539 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 0f85a62a-b76f-41eb-b1a2-868ff585bb8e no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:49:38.471521 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be05d49-0dc5-4a7a-a033-6b64bb471152 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:38.472464 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7be05d49-0dc5-4a7a-a033-6b64bb471152 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:38.506509 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 0f85a62a-b76f-41eb-b1a2-868ff585bb8e {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:49:38.506509 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 0f85a62a-b76f-41eb-b1a2-868ff585bb8e not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:49:38.582566 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 31338bf1-2f19-4681-be5b-3c9338fbe187 is: BUILD; New status is: DOWN {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:49:38.582991 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (31338bf1-2f19-4681-be5b-3c9338fbe187), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:38.608010 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 31338bf1-2f19-4681-be5b-3c9338fbe187 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:49:38.654097 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 31338bf1-2f19-4681-be5b-3c9338fbe187, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=31338bf1-2f19-4681-be5b-3c9338fbe187,segment=NetworkSegment(e06f3fb1-3389-4291-b030-5cfb56d31cde),segment_id=e06f3fb1-3389-4291-b030-5cfb56d31cde)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:49:38.662403 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (31338bf1-2f19-4681-be5b-3c9338fbe187), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:38.683215 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-7be05d49-0dc5-4a7a-a033-6b64bb471152 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9405937 Feb 04 12:49:38.692978 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 39924) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:38.708042 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-3d4a2c00-5200-401a-a5f4-e31862a8b2c1 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Request body: {'subnet': {'network_id': 'bbbed129-c18a-4552-9faa-2a488c6105f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:49:38.796756 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=31338bf1-2f19-4681-be5b-3c9338fbe187,revision_number=7']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:38.864168 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be05d49-0dc5-4a7a-a033-6b64bb471152 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Pushing event updated for resources: {'Network': ['ID=bbbed129-c18a-4552-9faa-2a488c6105f0,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:38.883102 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network bbbed129-c18a-4552-9faa-2a488c6105f0 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:49:38.903020 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0391dfe-0ed2-42c5-a801-5e100d1276b8 req-19e9977a-b681-4821-ac8c-85150b3c8177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:38.905692 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f0391dfe-0ed2-42c5-a801-5e100d1276b8 req-19e9977a-b681-4821-ac8c-85150b3c8177 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ebefe048-98f9-450d-aaf0-55790b6506cc HTTP/1.1" status: 200 len: 1128 time: 1.7107539 Feb 04 12:49:38.918833 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d4a2c00-5200-401a-a5f4-e31862a8b2c1 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Made reservation on behalf of 7868b54a8a9242e68b824f4621b68e06 for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:49:38.940811 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3d4a2c00-5200-401a-a5f4-e31862a8b2c1 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60610638'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:38.968665 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac0a224-5ed2-4c7d-86da-d32736f646c9 req-2bca3366-10f8-49af-b756-e7a7b4bc1dc3 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:38.979464 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dac0a224-5ed2-4c7d-86da-d32736f646c9 req-2bca3366-10f8-49af-b756-e7a7b4bc1dc3 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebefe048-98f9-450d-aaf0-55790b6506cc HTTP/1.1" status: 200 len: 946 time: 1.6782887 Feb 04 12:49:39.090305 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf38dc2-9ed1-4c26-9b6b-28cfed2b2c7d req-a0cb9fc0-8807-404f-afef-6b09a2182149 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:39.102013 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-baf38dc2-9ed1-4c26-9b6b-28cfed2b2c7d req-a0cb9fc0-8807-404f-afef-6b09a2182149 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/ports?device_id=459473cf-0264-4bd4-9633-6db2c2db945a HTTP/1.1" status: 200 len: 944 time: 1.7962167 Feb 04 12:49:39.267535 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dac0a224-5ed2-4c7d-86da-d32736f646c9 req-fa18144e-9512-4626-a355-230da758b982 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831378 Feb 04 12:49:39.284598 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f0391dfe-0ed2-42c5-a801-5e100d1276b8 req-bfd9d488-3c63-4ede-a51c-b383775ba6ef service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3575666 Feb 04 12:49:39.326341 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-baf38dc2-9ed1-4c26-9b6b-28cfed2b2c7d req-7baaf005-001a-4671-8bb8-bf9525ba0d79 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f05596b-0435-48d8-81d4-28b11f6be2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213881 Feb 04 12:49:39.393313 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3d4a2c00-5200-401a-a5f4-e31862a8b2c1 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59045178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60610680'] for subnet (f89f4a4b-1430-4424-b1a3-7f3d5fb6a02d), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:39.494709 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4a2c00-5200-401a-a5f4-e31862a8b2c1 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Pushing event updated for resources: {'Subnet': ['ID=f89f4a4b-1430-4424-b1a3-7f3d5fb6a02d,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:39.503924 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4a2c00-5200-401a-a5f4-e31862a8b2c1 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Checking segment: {'id': '26769f0b-0027-4db7-bd6a-48e1bcab4800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'bbbed129-c18a-4552-9faa-2a488c6105f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:49:39.504352 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4a2c00-5200-401a-a5f4-e31862a8b2c1 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Network hostable DHCP agents. Network: bbbed129-c18a-4552-9faa-2a488c6105f0, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:49:39.528175 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4a2c00-5200-401a-a5f4-e31862a8b2c1 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Network bbbed129-c18a-4552-9faa-2a488c6105f0 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:49:39.552568 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-3d4a2c00-5200-401a-a5f4-e31862a8b2c1 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, bbbed129-c18a-4552-9faa-2a488c6105f0) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:49:39.557941 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4a2c00-5200-401a-a5f4-e31862a8b2c1 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:39.560362 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a87852-8eac-4de6-989a-954be23b465e req-2f404c16-7051-4a36-9ec7-00729c69fb3e tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:39.561760 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3d4a2c00-5200-401a-a5f4-e31862a8b2c1 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:39.565344 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-48a87852-8eac-4de6-989a-954be23b465e req-2f404c16-7051-4a36-9ec7-00729c69fb3e tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/ports?device_id=459473cf-0264-4bd4-9633-6db2c2db945a HTTP/1.1" status: 200 len: 944 time: 0.0967538 Feb 04 12:49:39.578415 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7637522-afd2-49c2-bd35-b9ad54460706 None None] Network bbbed129-c18a-4552-9faa-2a488c6105f0 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:49:39.620413 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-3d4a2c00-5200-401a-a5f4-e31862a8b2c1 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9207304 Feb 04 12:49:39.622489 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 40050) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:39.724882 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-48a87852-8eac-4de6-989a-954be23b465e req-aa223df2-4f70-4535-94a6-9a3bcc0853b7 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f05596b-0435-48d8-81d4-28b11f6be2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473870 Feb 04 12:49:39.807750 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8170c03d-846b-463d-8365-ec9c66fa9564 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-bbbed129-c18a-4552-9faa-2a488c6105f0', 'network_id': 'bbbed129-c18a-4552-9faa-2a488c6105f0', 'project_id': '7868b54a8a9242e68b824f4621b68e06', 'fixed_ips': [{'subnet_id': 'f89f4a4b-1430-4424-b1a3-7f3d5fb6a02d'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 12:49:39.808872 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8170c03d-846b-463d-8365-ec9c66fa9564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:40.182822 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-8170c03d-846b-463d-8365-ec9c66fa9564 None None] Allocated IP 172.20.0.2 (bbbed129-c18a-4552-9faa-2a488c6105f0/f89f4a4b-1430-4424-b1a3-7f3d5fb6a02d/9bb39785-dc47-4bc1-94b3-1d5d737a0e06) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:49:40.333324 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5109c5c4-1281-4ccd-ba9d-34bf02dbbc17 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:40.714947 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d37ab7-d8c1-4721-8448-2ba76f84c2f8 req-3715d067-cc27-4481-a59c-ea22a3424140 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:40.721373 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-13d37ab7-d8c1-4721-8448-2ba76f84c2f8 req-3715d067-cc27-4481-a59c-ea22a3424140 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebefe048-98f9-450d-aaf0-55790b6506cc HTTP/1.1" status: 200 len: 946 time: 0.2276723 Feb 04 12:49:40.763897 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 31338bf1-2f19-4681-be5b-3c9338fbe187 up at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:49:40.891801 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a79f292-819a-4aed-a61a-8198178909b7 req-b04a758d-41a1-4b25-b7a9-a3b3fd5c64d5 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:40.894473 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2a79f292-819a-4aed-a61a-8198178909b7 req-b04a758d-41a1-4b25-b7a9-a3b3fd5c64d5 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/networks?id=b0350313-177d-4c5b-9b2d-aae5a7745f86 HTTP/1.1" status: 200 len: 815 time: 0.3197863 Feb 04 12:49:40.918105 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-13d37ab7-d8c1-4721-8448-2ba76f84c2f8 req-bcaf2fd9-d915-4704-9116-eefb2e5b790a tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862147 Feb 04 12:49:40.935962 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2a79f292-819a-4aed-a61a-8198178909b7 req-b5a3e26a-07e9-4500-baf9-e89f2853039b tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/quotas/510f69789e354304b7a3dd689bde3cf8 HTTP/1.1" status: 200 len: 375 time: 0.0150578 Feb 04 12:49:41.038110 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2a79f292-819a-4aed-a61a-8198178909b7 req-4250addd-d6dc-4aaf-b8b3-b5a8f7a09d1f tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=510f69789e354304b7a3dd689bde3cf8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0926843 Feb 04 12:49:41.102871 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning complete for port 31338bf1-2f19-4681-be5b-3c9338fbe187 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:49:41.103243 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (31338bf1-2f19-4681-be5b-3c9338fbe187), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:41.179915 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2a79f292-819a-4aed-a61a-8198178909b7 req-a8e85ab6-2920-4f64-b7ef-a2f87e749ab2 service neutron] 10.222.0.65 "GET /v2.0/networks/b0350313-177d-4c5b-9b2d-aae5a7745f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402469 Feb 04 12:49:41.227031 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8170c03d-846b-463d-8365-ec9c66fa9564 None None] Publish callbacks [] for port (9bb39785-dc47-4bc1-94b3-1d5d737a0e06), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:41.237034 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8170c03d-846b-463d-8365-ec9c66fa9564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (9bb39785-dc47-4bc1-94b3-1d5d737a0e06), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:41.305281 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8170c03d-846b-463d-8365-ec9c66fa9564 None None] Network bbbed129-c18a-4552-9faa-2a488c6105f0 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:49:41.319324 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-5109c5c4-1281-4ccd-ba9d-34bf02dbbc17 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Allocated IP 172.20.0.1 (bbbed129-c18a-4552-9faa-2a488c6105f0/f89f4a4b-1430-4424-b1a3-7f3d5fb6a02d/135d4992-7f41-493d-823f-2bd1aa7463e9) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:49:41.321823 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-8170c03d-846b-463d-8365-ec9c66fa9564 None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:49:41.348836 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8170c03d-846b-463d-8365-ec9c66fa9564 None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:49:41.358812 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 31338bf1-2f19-4681-be5b-3c9338fbe187 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:49:41.359789 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (31338bf1-2f19-4681-be5b-3c9338fbe187), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:41.364818 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8170c03d-846b-463d-8365-ec9c66fa9564 None None] Pushing event updated for resources: {'Port': ['ID=9bb39785-dc47-4bc1-94b3-1d5d737a0e06,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:41.421843 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2a79f292-819a-4aed-a61a-8198178909b7 req-fbfb64b7-3eae-4ce6-9f32-d45104ba9505 service neutron] 10.222.0.65 "GET /v2.0/networks/b0350313-177d-4c5b-9b2d-aae5a7745f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404454 Feb 04 12:49:41.488860 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-8170c03d-846b-463d-8365-ec9c66fa9564 None None] Attempting to bind port 9bb39785-dc47-4bc1-94b3-1d5d737a0e06 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:49:41.490740 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-8170c03d-846b-463d-8365-ec9c66fa9564 None None] Attempting to bind port 9bb39785-dc47-4bc1-94b3-1d5d737a0e06 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '26769f0b-0027-4db7-bd6a-48e1bcab4800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'bbbed129-c18a-4552-9faa-2a488c6105f0'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:49:41.492040 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8170c03d-846b-463d-8365-ec9c66fa9564 None None] Attempting to bind port 9bb39785-dc47-4bc1-94b3-1d5d737a0e06 on network bbbed129-c18a-4552-9faa-2a488c6105f0 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:49:41.534876 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8170c03d-846b-463d-8365-ec9c66fa9564 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:49:41.543886 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8170c03d-846b-463d-8365-ec9c66fa9564 None None] Checking segment: {'id': '26769f0b-0027-4db7-bd6a-48e1bcab4800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'bbbed129-c18a-4552-9faa-2a488c6105f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:49:41.544359 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8170c03d-846b-463d-8365-ec9c66fa9564 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:41.544751 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8170c03d-846b-463d-8365-ec9c66fa9564 None None] Bound using segment: {'id': '26769f0b-0027-4db7-bd6a-48e1bcab4800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'bbbed129-c18a-4552-9faa-2a488c6105f0'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:49:41.545272 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-8170c03d-846b-463d-8365-ec9c66fa9564 None None] Bound port: 9bb39785-dc47-4bc1-94b3-1d5d737a0e06, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26769f0b-0027-4db7-bd6a-48e1bcab4800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'bbbed129-c18a-4552-9faa-2a488c6105f0'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:49:41.550204 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8170c03d-846b-463d-8365-ec9c66fa9564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (9bb39785-dc47-4bc1-94b3-1d5d737a0e06), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:41.554402 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '459473cf-0264-4bd4-9633-6db2c2db945a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31338bf1-2f19-4681-be5b-3c9338fbe187'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:49:41.564815 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-873708ce-a4e1-4e16-ac69-0280a46c0e87" -d '{"events": [{"server_uuid": "459473cf-0264-4bd4-9633-6db2c2db945a", "name": "network-vif-plugged", "status": "completed", "tag": "31338bf1-2f19-4681-be5b-3c9338fbe187"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:49:41.643624 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 31338bf1-2f19-4681-be5b-3c9338fbe187, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=31338bf1-2f19-4681-be5b-3c9338fbe187,segment=NetworkSegment(e06f3fb1-3389-4291-b030-5cfb56d31cde),segment_id=e06f3fb1-3389-4291-b030-5cfb56d31cde)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:49:41.653940 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (31338bf1-2f19-4681-be5b-3c9338fbe187), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:41.817165 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-678dc966-85fa-4596-912e-e08b70ad0001 x-openstack-request-id: req-678dc966-85fa-4596-912e-e08b70ad0001 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:49:41.818507 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "459473cf-0264-4bd4-9633-6db2c2db945a", "name": "network-vif-plugged", "status": "completed", "tag": "31338bf1-2f19-4681-be5b-3c9338fbe187", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:49:41.820643 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-678dc966-85fa-4596-912e-e08b70ad0001 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:49:41.821382 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '459473cf-0264-4bd4-9633-6db2c2db945a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31338bf1-2f19-4681-be5b-3c9338fbe187', 'code': 200} Feb 04 12:49:42.005786 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=31338bf1-2f19-4681-be5b-3c9338fbe187,revision_number=8']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:42.091878 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-8170c03d-846b-463d-8365-ec9c66fa9564 None None] For port 9bb39785-dc47-4bc1-94b3-1d5d737a0e06, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:49:42.104071 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-8170c03d-846b-463d-8365-ec9c66fa9564 None None] For port 9bb39785-dc47-4bc1-94b3-1d5d737a0e06, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=9bb39785-dc47-4bc1-94b3-1d5d737a0e06,segment=NetworkSegment(26769f0b-0027-4db7-bd6a-48e1bcab4800),segment_id=26769f0b-0027-4db7-bd6a-48e1bcab4800)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:49:42.130293 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8170c03d-846b-463d-8365-ec9c66fa9564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (9bb39785-dc47-4bc1-94b3-1d5d737a0e06), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:42.197557 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e273fd5f-12b1-4c8d-84e1-24822ebc16fd req-6f2cdcc8-cfbe-4f45-83fe-d931680798b1 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/ports?device_id=f21977dc-63e1-4656-84be-640bdedca9a1 HTTP/1.1" status: 200 len: 210 time: 0.0958602 Feb 04 12:49:42.360149 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a66047d-7f1e-4565-99d3-fbc8355e9d45 req-56b29237-7e46-46c8-86da-d858dc35f64b tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:42.376918 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0a66047d-7f1e-4565-99d3-fbc8355e9d45 req-56b29237-7e46-46c8-86da-d858dc35f64b tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebefe048-98f9-450d-aaf0-55790b6506cc HTTP/1.1" status: 200 len: 946 time: 0.1755083 Feb 04 12:49:42.377405 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8170c03d-846b-463d-8365-ec9c66fa9564 None None] Pushing event updated for resources: {'Port': ['ID=9bb39785-dc47-4bc1-94b3-1d5d737a0e06,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:42.507565 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0a66047d-7f1e-4565-99d3-fbc8355e9d45 req-947552dc-7565-4c43-941d-ca3f7b542109 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274090 Feb 04 12:49:42.615708 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27da707-1efd-4129-a483-6ab307e4e6fd req-d16737b7-e762-440e-afec-4da8a7cad5ca tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:42.617438 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-f27da707-1efd-4129-a483-6ab307e4e6fd req-d16737b7-e762-440e-afec-4da8a7cad5ca tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.77 "GET /v2.0/ports?device_id=459473cf-0264-4bd4-9633-6db2c2db945a HTTP/1.1" status: 200 len: 944 time: 1.2590315 Feb 04 12:49:42.912232 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5109c5c4-1281-4ccd-ba9d-34bf02dbbc17 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks [] for port (135d4992-7f41-493d-823f-2bd1aa7463e9), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:43.091984 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-f27da707-1efd-4129-a483-6ab307e4e6fd req-9364c4e8-ad87-4ed8-a9a8-6c9130c5d069 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Deleting port 31338bf1-2f19-4681-be5b-3c9338fbe187 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:49:43.092778 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-f27da707-1efd-4129-a483-6ab307e4e6fd req-9364c4e8-ad87-4ed8-a9a8-6c9130c5d069 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (31338bf1-2f19-4681-be5b-3c9338fbe187), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:43.104026 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5109c5c4-1281-4ccd-ba9d-34bf02dbbc17 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (135d4992-7f41-493d-823f-2bd1aa7463e9), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:43.212800 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c60ed74-d357-4f13-babd-998383b2e085 req-7c98c532-e209-4fd9-977e-77d6bf4166e9 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:43.222038 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6c60ed74-d357-4f13-babd-998383b2e085 req-7c98c532-e209-4fd9-977e-77d6bf4166e9 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebefe048-98f9-450d-aaf0-55790b6506cc HTTP/1.1" status: 200 len: 946 time: 0.1730185 Feb 04 12:49:43.262288 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5109c5c4-1281-4ccd-ba9d-34bf02dbbc17 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Network bbbed129-c18a-4552-9faa-2a488c6105f0 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:49:43.274397 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-5109c5c4-1281-4ccd-ba9d-34bf02dbbc17 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:49:43.288481 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5109c5c4-1281-4ccd-ba9d-34bf02dbbc17 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:49:43.321191 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5109c5c4-1281-4ccd-ba9d-34bf02dbbc17 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Pushing event updated for resources: {'Port': ['ID=135d4992-7f41-493d-823f-2bd1aa7463e9,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:43.419563 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6c60ed74-d357-4f13-babd-998383b2e085 req-20e21c4c-7e92-4858-af0d-a266d54eca5e tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965537 Feb 04 12:49:43.454256 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5109c5c4-1281-4ccd-ba9d-34bf02dbbc17 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1599818'] for router_interface (e44af5d4-025e-48c3-a565-2b5149836ba6), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:43.489238 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-13f058d8-1359-4613-a098-990911d783f9 req-998ef64c-251b-4a2b-b392-e2301532d87f tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/ports?device_id=f21977dc-63e1-4656-84be-640bdedca9a1 HTTP/1.1" status: 200 len: 210 time: 0.0993412 Feb 04 12:49:43.635037 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-f27da707-1efd-4129-a483-6ab307e4e6fd req-9364c4e8-ad87-4ed8-a9a8-6c9130c5d069 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] For port 31338bf1-2f19-4681-be5b-3c9338fbe187, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=31338bf1-2f19-4681-be5b-3c9338fbe187,segment=NetworkSegment(e06f3fb1-3389-4291-b030-5cfb56d31cde),segment_id=e06f3fb1-3389-4291-b030-5cfb56d31cde)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:49:43.636429 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-f27da707-1efd-4129-a483-6ab307e4e6fd req-9364c4e8-ad87-4ed8-a9a8-6c9130c5d069 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (31338bf1-2f19-4681-be5b-3c9338fbe187), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:43.698301 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-f27da707-1efd-4129-a483-6ab307e4e6fd req-9364c4e8-ad87-4ed8-a9a8-6c9130c5d069 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Calling delete_port for 31338bf1-2f19-4681-be5b-3c9338fbe187 owned by compute:nova {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:49:43.771374 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5109c5c4-1281-4ccd-ba9d-34bf02dbbc17 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (135d4992-7f41-493d-823f-2bd1aa7463e9), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:44.044730 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a79f292-819a-4aed-a61a-8198178909b7 req-e6874e26-697a-4c41-9acf-53af0212a281 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:44.056626 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2a79f292-819a-4aed-a61a-8198178909b7 req-e6874e26-697a-4c41-9acf-53af0212a281 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.77 "GET /v2.0/networks?id=b0350313-177d-4c5b-9b2d-aae5a7745f86 HTTP/1.1" status: 200 len: 815 time: 0.3111978 Feb 04 12:49:44.069833 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-2a79f292-819a-4aed-a61a-8198178909b7 req-2c365661-4a4e-465a-b546-17afe906a8f5 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Request body: {'port': {'device_id': 'f21977dc-63e1-4656-84be-640bdedca9a1', 'network_id': 'b0350313-177d-4c5b-9b2d-aae5a7745f86', 'admin_state_up': True, 'tenant_id': '510f69789e354304b7a3dd689bde3cf8'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:49:44.250717 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4eda26-3555-4446-b02a-dd2e5ffb2977 None None] Network bbbed129-c18a-4552-9faa-2a488c6105f0 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:49:44.321585 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a79f292-819a-4aed-a61a-8198178909b7 req-2c365661-4a4e-465a-b546-17afe906a8f5 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Made reservation on behalf of 510f69789e354304b7a3dd689bde3cf8 for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:49:44.328033 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-2a79f292-819a-4aed-a61a-8198178909b7 req-2c365661-4a4e-465a-b546-17afe906a8f5 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:44.482881 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5109c5c4-1281-4ccd-ba9d-34bf02dbbc17 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks [] for port (135d4992-7f41-493d-823f-2bd1aa7463e9), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:44.483217 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-93c6c45c-5403-47e0-be42-a6cc3b495b8a None None] Provisioning complete for port 9bb39785-dc47-4bc1-94b3-1d5d737a0e06 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:49:44.483436 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-93c6c45c-5403-47e0-be42-a6cc3b495b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (9bb39785-dc47-4bc1-94b3-1d5d737a0e06), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:44.500736 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5109c5c4-1281-4ccd-ba9d-34bf02dbbc17 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (135d4992-7f41-493d-823f-2bd1aa7463e9), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:44.600479 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 9bb39785-dc47-4bc1-94b3-1d5d737a0e06 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:49:44.706813 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5109c5c4-1281-4ccd-ba9d-34bf02dbbc17 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Pushing event updated for resources: {'Port': ['ID=135d4992-7f41-493d-823f-2bd1aa7463e9,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:44.771472 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5109c5c4-1281-4ccd-ba9d-34bf02dbbc17 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622202'] for router_interface (e44af5d4-025e-48c3-a565-2b5149836ba6), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:44.866201 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-72cc7603-b170-4a61-ad8a-016d24273f25 req-1f2ffc29-7a6a-40c9-9369-d9f2c27f2374 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/ports?device_id=f21977dc-63e1-4656-84be-640bdedca9a1 HTTP/1.1" status: 200 len: 210 time: 0.1952765 Feb 04 12:49:44.898063 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-f27da707-1efd-4129-a483-6ab307e4e6fd req-9364c4e8-ad87-4ed8-a9a8-6c9130c5d069 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (31338bf1-2f19-4681-be5b-3c9338fbe187), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:44.948666 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73be56d-e78e-4f90-83de-a025e5c4420a req-9012f374-efa6-4c61-8867-a74e3bf450d3 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:44.961030 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f73be56d-e78e-4f90-83de-a025e5c4420a req-9012f374-efa6-4c61-8867-a74e3bf450d3 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebefe048-98f9-450d-aaf0-55790b6506cc HTTP/1.1" status: 200 len: 946 time: 0.1844189 Feb 04 12:49:44.989141 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-2a79f292-819a-4aed-a61a-8198178909b7 req-2c365661-4a4e-465a-b546-17afe906a8f5 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Allocated IP 172.20.0.14 (b0350313-177d-4c5b-9b2d-aae5a7745f86/690b8f25-e7cd-419d-81c6-e79d1382942c/9b02c5ac-8d7a-4f3f-a602-3b415d069742) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:49:45.001475 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 9bb39785-dc47-4bc1-94b3-1d5d737a0e06 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:49:45.011173 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9364c4e8-ad87-4ed8-a9a8-6c9130c5d069 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Pushing event deleted for resources: {'Port': ['ID=31338bf1-2f19-4681-be5b-3c9338fbe187,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:45.013148 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (9bb39785-dc47-4bc1-94b3-1d5d737a0e06), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:45.067906 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-93c6c45c-5403-47e0-be42-a6cc3b495b8a None None] Current status of the port 9bb39785-dc47-4bc1-94b3-1d5d737a0e06 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:49:45.068702 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-93c6c45c-5403-47e0-be42-a6cc3b495b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (9bb39785-dc47-4bc1-94b3-1d5d737a0e06), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:45.096250 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f73be56d-e78e-4f90-83de-a025e5c4420a req-33ca1708-0c18-4164-8926-da533e9b33a8 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337183 Feb 04 12:49:45.128874 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a409b63-ae77-4cae-80e8-1438e754837c req-4bb9fc0b-ae1e-40d0-81c0-784fca3f1e62 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:45.145613 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1a409b63-ae77-4cae-80e8-1438e754837c req-4bb9fc0b-ae1e-40d0-81c0-784fca3f1e62 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.73 "GET /v2.0/ports?device_id=ebefe048-98f9-450d-aaf0-55790b6506cc HTTP/1.1" status: 200 len: 946 time: 0.1604607 Feb 04 12:49:45.205049 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-93c6c45c-5403-47e0-be42-a6cc3b495b8a None None] For port 9bb39785-dc47-4bc1-94b3-1d5d737a0e06, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=9bb39785-dc47-4bc1-94b3-1d5d737a0e06,segment=NetworkSegment(26769f0b-0027-4db7-bd6a-48e1bcab4800),segment_id=26769f0b-0027-4db7-bd6a-48e1bcab4800)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:49:45.218906 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-f27da707-1efd-4129-a483-6ab307e4e6fd req-9364c4e8-ad87-4ed8-a9a8-6c9130c5d069 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] No DVR routers for this DVR port 31338bf1-2f19-4681-be5b-3c9338fbe187 on host n-h2-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:49:45.237164 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-f27da707-1efd-4129-a483-6ab307e4e6fd req-9364c4e8-ad87-4ed8-a9a8-6c9130c5d069 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:45.241042 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-f27da707-1efd-4129-a483-6ab307e4e6fd req-9364c4e8-ad87-4ed8-a9a8-6c9130c5d069 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.77 "DELETE /v2.0/ports/31338bf1-2f19-4681-be5b-3c9338fbe187 HTTP/1.1" status: 204 len: 173 time: 2.6178851 Feb 04 12:49:45.241544 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '459473cf-0264-4bd4-9633-6db2c2db945a', 'name': 'network-vif-deleted', 'tag': '31338bf1-2f19-4681-be5b-3c9338fbe187'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:49:45.268242 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12d9be8b-ba68-4699-8f65-d2f578a27a94" -d '{"events": [{"server_uuid": "459473cf-0264-4bd4-9633-6db2c2db945a", "name": "network-vif-deleted", "tag": "31338bf1-2f19-4681-be5b-3c9338fbe187"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:49:45.310111 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5109c5c4-1281-4ccd-ba9d-34bf02dbbc17 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Network bbbed129-c18a-4552-9faa-2a488c6105f0 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:49:45.313157 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-5109c5c4-1281-4ccd-ba9d-34bf02dbbc17 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:49:45.380884 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-93c6c45c-5403-47e0-be42-a6cc3b495b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (9bb39785-dc47-4bc1-94b3-1d5d737a0e06), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:45.463146 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40b3acde-2bf2-487a-8a71-d1c1984187f9 x-openstack-request-id: req-40b3acde-2bf2-487a-8a71-d1c1984187f9 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:49:45.463810 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "459473cf-0264-4bd4-9633-6db2c2db945a", "name": "network-vif-deleted", "tag": "31338bf1-2f19-4681-be5b-3c9338fbe187", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:49:45.464605 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-40b3acde-2bf2-487a-8a71-d1c1984187f9 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:49:45.465107 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '459473cf-0264-4bd4-9633-6db2c2db945a', 'name': 'network-vif-deleted', 'tag': '31338bf1-2f19-4681-be5b-3c9338fbe187', 'status': 'completed', 'code': 200} Feb 04 12:49:45.596679 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 9bb39785-dc47-4bc1-94b3-1d5d737a0e06 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:49:45.602797 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3adc2a7c-6c55-41b4-83d0-775a2eff9da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:45.660881 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c6c45c-5403-47e0-be42-a6cc3b495b8a None None] Pushing event updated for resources: {'Port': ['ID=9bb39785-dc47-4bc1-94b3-1d5d737a0e06,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:45.680875 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-1a409b63-ae77-4cae-80e8-1438e754837c req-5c65b6fc-45dd-458c-b4e4-1a67af99354e tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Deleting port d0e0beeb-2030-4020-9ba3-a3527c3b8d57 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:49:45.682383 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-1a409b63-ae77-4cae-80e8-1438e754837c req-5c65b6fc-45dd-458c-b4e4-1a67af99354e tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (d0e0beeb-2030-4020-9ba3-a3527c3b8d57), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:45.701373 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5109c5c4-1281-4ccd-ba9d-34bf02dbbc17 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Router e44af5d4-025e-48c3-a565-2b5149836ba6 is scheduled to L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de with binding_index 1 {{(pid=103474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 12:49:45.732796 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-8cf3d436-eadd-4f1b-8f17-7d215ac3a764 None None] Provisioning complete for port 135d4992-7f41-493d-823f-2bd1aa7463e9 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:49:45.734032 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8cf3d436-eadd-4f1b-8f17-7d215ac3a764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (135d4992-7f41-493d-823f-2bd1aa7463e9), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:45.914278 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-2a79f292-819a-4aed-a61a-8198178909b7 req-2c365661-4a4e-465a-b546-17afe906a8f5 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Publish callbacks [] for port (9b02c5ac-8d7a-4f3f-a602-3b415d069742), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:45.957736 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-8cf3d436-eadd-4f1b-8f17-7d215ac3a764 None None] Port 135d4992-7f41-493d-823f-2bd1aa7463e9 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:49:45.996236 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-8cf3d436-eadd-4f1b-8f17-7d215ac3a764 None None] Provisioning complete for port 9bb39785-dc47-4bc1-94b3-1d5d737a0e06 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:49:46.003351 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8cf3d436-eadd-4f1b-8f17-7d215ac3a764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (9bb39785-dc47-4bc1-94b3-1d5d737a0e06), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:46.083388 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5109c5c4-1281-4ccd-ba9d-34bf02dbbc17 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:49:46.092470 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-5109c5c4-1281-4ccd-ba9d-34bf02dbbc17 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] 10.222.0.65 "PUT /v2.0/routers/e44af5d4-025e-48c3-a565-2b5149836ba6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4684584 Feb 04 12:49:46.095428 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 40144) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:46.104261 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202dd8c3-201a-4110-aa50-d48fdbe2aaa8 None None] Sync routers for ids ['e44af5d4-025e-48c3-a565-2b5149836ba6'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:49:46.110153 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-11cefc29-8373-4cb3-a0e3-a7e28abab106 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Request body: {'network': {'name': 'tempest-RoutersTest-1499224600'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:49:46.112817 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-01eb5a67-59ac-4f99-b9f0-2e3e6a88339e req-fc98f853-d7ed-4332-afa6-b2885e2a0512 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/ports?device_id=f21977dc-63e1-4656-84be-640bdedca9a1 HTTP/1.1" status: 200 len: 210 time: 0.0674100 Feb 04 12:49:46.159507 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202dd8c3-201a-4110-aa50-d48fdbe2aaa8 None None] Routers {'e44af5d4-025e-48c3-a565-2b5149836ba6'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:49:46.161953 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11cefc29-8373-4cb3-a0e3-a7e28abab106 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Made reservation on behalf of 7868b54a8a9242e68b824f4621b68e06 for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:49:46.163569 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-202dd8c3-201a-4110-aa50-d48fdbe2aaa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:49:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['e44af5d4-025e-48c3-a565-2b5149836ba6'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:49:46.166161 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-11cefc29-8373-4cb3-a0e3-a7e28abab106 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:46.190670 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-1a409b63-ae77-4cae-80e8-1438e754837c req-5c65b6fc-45dd-458c-b4e4-1a67af99354e tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] For port d0e0beeb-2030-4020-9ba3-a3527c3b8d57, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=d0e0beeb-2030-4020-9ba3-a3527c3b8d57,segment=NetworkSegment(974832f8-c618-4ae2-8054-a35b04d5793c),segment_id=974832f8-c618-4ae2-8054-a35b04d5793c)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:49:46.193020 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-1a409b63-ae77-4cae-80e8-1438e754837c req-5c65b6fc-45dd-458c-b4e4-1a67af99354e tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (d0e0beeb-2030-4020-9ba3-a3527c3b8d57), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:46.203584 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-8cf3d436-eadd-4f1b-8f17-7d215ac3a764 None None] Current status of the port 9bb39785-dc47-4bc1-94b3-1d5d737a0e06 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:49:46.239929 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11cefc29-8373-4cb3-a0e3-a7e28abab106 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:49:46.247662 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-1a409b63-ae77-4cae-80e8-1438e754837c req-5c65b6fc-45dd-458c-b4e4-1a67af99354e tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Calling delete_port for d0e0beeb-2030-4020-9ba3-a3527c3b8d57 owned by compute:nova {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:49:46.268557 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-11cefc29-8373-4cb3-a0e3-a7e28abab106 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (1aede8c2-f83a-4b7c-8361-63abb44702c4), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:46.269213 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-11cefc29-8373-4cb3-a0e3-a7e28abab106 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Added segment 1aede8c2-f83a-4b7c-8361-63abb44702c4 of type vlan for network 4543a7d7-9846-46c7-a194-958eba243470 Feb 04 12:49:46.362900 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 31338bf1-2f19-4681-be5b-3c9338fbe187 no longer exists at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:49:46.378827 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-94df7471-ef42-4e44-8a1d-ecbd1330767a None None] Provisioning complete for port 135d4992-7f41-493d-823f-2bd1aa7463e9 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:49:46.379527 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-94df7471-ef42-4e44-8a1d-ecbd1330767a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (135d4992-7f41-493d-823f-2bd1aa7463e9), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:46.429832 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-11cefc29-8373-4cb3-a0e3-a7e28abab106 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (4543a7d7-9846-46c7-a194-958eba243470), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:46.454032 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-202dd8c3-201a-4110-aa50-d48fdbe2aaa8 None None] Set router e44af5d4-025e-48c3-a565-2b5149836ba6 gateway port host: None {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:49:46.534361 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-11cefc29-8373-4cb3-a0e3-a7e28abab106 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (4543a7d7-9846-46c7-a194-958eba243470), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:46.537679 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-2a79f292-819a-4aed-a61a-8198178909b7 req-2c365661-4a4e-465a-b546-17afe906a8f5 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (9b02c5ac-8d7a-4f3f-a602-3b415d069742), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:46.541489 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-94df7471-ef42-4e44-8a1d-ecbd1330767a None None] Port 135d4992-7f41-493d-823f-2bd1aa7463e9 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:49:46.554999 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11cefc29-8373-4cb3-a0e3-a7e28abab106 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:46.559541 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-11cefc29-8373-4cb3-a0e3-a7e28abab106 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:46.626583 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 9bb39785-dc47-4bc1-94b3-1d5d737a0e06 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:49:46.634564 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c365661-4a4e-465a-b546-17afe906a8f5 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Pushing event updated for resources: {'Port': ['ID=9b02c5ac-8d7a-4f3f-a602-3b415d069742,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:46.703573 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a79f292-819a-4aed-a61a-8198178909b7 req-2c365661-4a4e-465a-b546-17afe906a8f5 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Network b0350313-177d-4c5b-9b2d-aae5a7745f86 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:49:46.725909 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-2a79f292-819a-4aed-a61a-8198178909b7 req-2c365661-4a4e-465a-b546-17afe906a8f5 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:49:46.733984 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a79f292-819a-4aed-a61a-8198178909b7 req-2c365661-4a4e-465a-b546-17afe906a8f5 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:49:46.735717 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] No Port match for: 31338bf1-2f19-4681-be5b-3c9338fbe187 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:49:46.736102 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 31338bf1-2f19-4681-be5b-3c9338fbe187 not bound to the agent host n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:49:46.789316 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-11cefc29-8373-4cb3-a0e3-a7e28abab106 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6900089 Feb 04 12:49:46.790595 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-d4a83ef7-9519-4d77-9f8b-59f029de6199 None None] Provisioning complete for port 135d4992-7f41-493d-823f-2bd1aa7463e9 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:49:46.790918 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d4a83ef7-9519-4d77-9f8b-59f029de6199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (135d4992-7f41-493d-823f-2bd1aa7463e9), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:46.795151 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 40154) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:46.814296 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-b5d4ef72-e38c-450a-b24d-51cdc3215721 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Request body: {'subnet': {'network_id': '4543a7d7-9846-46c7-a194-958eba243470', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:49:46.877059 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 9bb39785-dc47-4bc1-94b3-1d5d737a0e06 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:49:46.877426 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (9bb39785-dc47-4bc1-94b3-1d5d737a0e06), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:46.886011 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a79f292-819a-4aed-a61a-8198178909b7 req-2c365661-4a4e-465a-b546-17afe906a8f5 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:46.886712 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-2a79f292-819a-4aed-a61a-8198178909b7 req-2c365661-4a4e-465a-b546-17afe906a8f5 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:46.927637 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-202dd8c3-201a-4110-aa50-d48fdbe2aaa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e44af5d4-025e-48c3-a565-2b5149836ba6', 'name': 'tempest-RoutersTest-router-786989588', 'tenant_id': '7868b54a8a9242e68b824f4621b68e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:49:37Z', 'updated_at': '2022-02-04T12:49:43Z', 'revision_number': 2, 'project_id': '7868b54a8a9242e68b824f4621b68e06', 'gw_port_host': None, '_interfaces': [{'id': '135d4992-7f41-493d-823f-2bd1aa7463e9', 'name': '', 'network_id': 'bbbed129-c18a-4552-9faa-2a488c6105f0', 'tenant_id': '7868b54a8a9242e68b824f4621b68e06', 'mac_address': 'fa:16:3e:b8:d2:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e44af5d4-025e-48c3-a565-2b5149836ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': 'f89f4a4b-1430-4424-b1a3-7f3d5fb6a02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:49:40Z', 'updated_at': '2022-02-04T12:49:44Z', 'revision_number': 2, 'project_id': '7868b54a8a9242e68b824f4621b68e06', 'subnets': [{'id': 'f89f4a4b-1430-4424-b1a3-7f3d5fb6a02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:49:46.932362 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-d4a83ef7-9519-4d77-9f8b-59f029de6199 None None] Port 135d4992-7f41-493d-823f-2bd1aa7463e9 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:49:46.949940 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3950c198-0524-427f-ae83-ac156a5e348a req-0ef08b4f-1553-43e4-82d3-72f011af06dd tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:46.954108 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3950c198-0524-427f-ae83-ac156a5e348a req-0ef08b4f-1553-43e4-82d3-72f011af06dd tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebefe048-98f9-450d-aaf0-55790b6506cc HTTP/1.1" status: 200 len: 946 time: 0.5366638 Feb 04 12:49:46.966303 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2a79f292-819a-4aed-a61a-8198178909b7 req-2c365661-4a4e-465a-b546-17afe906a8f5 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9005823 Feb 04 12:49:47.013870 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cefc29-8373-4cb3-a0e3-a7e28abab106 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Pushing event updated for resources: {'Network': ['ID=4543a7d7-9846-46c7-a194-958eba243470,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:47.032690 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5d4ef72-e38c-450a-b24d-51cdc3215721 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Made reservation on behalf of 7868b54a8a9242e68b824f4621b68e06 for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:49:47.035798 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 4543a7d7-9846-46c7-a194-958eba243470 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:49:47.045439 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b5d4ef72-e38c-450a-b24d-51cdc3215721 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60610638'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:47.046407 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-2a79f292-819a-4aed-a61a-8198178909b7 req-e96619f9-5fe3-4ff7-8961-df5dedba2851 service neutron] Request body: {'port': {'device_id': 'f21977dc-63e1-4656-84be-640bdedca9a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:49:47.113966 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202dd8c3-201a-4110-aa50-d48fdbe2aaa8 None None] Checking router: e44af5d4-025e-48c3-a565-2b5149836ba6 for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:49:47.114718 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202dd8c3-201a-4110-aa50-d48fdbe2aaa8 None None] Updating router e44af5d4-025e-48c3-a565-2b5149836ba6 port 135d4992-7f41-493d-823f-2bd1aa7463e9 binding host n-d-825015-3 {{(pid=103477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:49:47.151679 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-202dd8c3-201a-4110-aa50-d48fdbe2aaa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (135d4992-7f41-493d-823f-2bd1aa7463e9), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:47.168000 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 9bb39785-dc47-4bc1-94b3-1d5d737a0e06 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:49:47.238904 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3950c198-0524-427f-ae83-ac156a5e348a req-5bd53698-4798-40f0-aea8-7935e5cd0c4c tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658105 Feb 04 12:49:47.371808 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-1a409b63-ae77-4cae-80e8-1438e754837c req-5c65b6fc-45dd-458c-b4e4-1a67af99354e tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (d0e0beeb-2030-4020-9ba3-a3527c3b8d57), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:47.385056 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['74c9b60f-0b88-4ba9-96bb-be833f049be5'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:49:47.470268 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-2a79f292-819a-4aed-a61a-8198178909b7 req-e96619f9-5fe3-4ff7-8961-df5dedba2851 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (9b02c5ac-8d7a-4f3f-a602-3b415d069742), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:47.501261 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b5d4ef72-e38c-450a-b24d-51cdc3215721 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59045178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60610680'] for subnet (5e579351-9e73-4fe1-96ea-c8c12b30dd04), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:47.606213 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d4ef72-e38c-450a-b24d-51cdc3215721 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Pushing event updated for resources: {'Subnet': ['ID=5e579351-9e73-4fe1-96ea-c8c12b30dd04,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:47.619443 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c65b6fc-45dd-458c-b4e4-1a67af99354e tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Pushing event deleted for resources: {'Port': ['ID=d0e0beeb-2030-4020-9ba3-a3527c3b8d57,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:47.638655 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a409b63-ae77-4cae-80e8-1438e754837c req-5c65b6fc-45dd-458c-b4e4-1a67af99354e tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] No DVR routers for this DVR port d0e0beeb-2030-4020-9ba3-a3527c3b8d57 on host n-h1-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:49:47.661807 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-1a409b63-ae77-4cae-80e8-1438e754837c req-5c65b6fc-45dd-458c-b4e4-1a67af99354e tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:47.668216 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1a409b63-ae77-4cae-80e8-1438e754837c req-5c65b6fc-45dd-458c-b4e4-1a67af99354e tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.73 "DELETE /v2.0/ports/d0e0beeb-2030-4020-9ba3-a3527c3b8d57 HTTP/1.1" status: 204 len: 173 time: 2.5198591 Feb 04 12:49:47.689873 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebefe048-98f9-450d-aaf0-55790b6506cc', 'name': 'network-vif-deleted', 'tag': 'd0e0beeb-2030-4020-9ba3-a3527c3b8d57'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:49:47.700382 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51a4a79e-5e44-4550-8543-865f8be7881d" -d '{"events": [{"server_uuid": "ebefe048-98f9-450d-aaf0-55790b6506cc", "name": "network-vif-deleted", "tag": "d0e0beeb-2030-4020-9ba3-a3527c3b8d57"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:49:47.743025 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d4ef72-e38c-450a-b24d-51cdc3215721 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Checking segment: {'id': '1aede8c2-f83a-4b7c-8361-63abb44702c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '4543a7d7-9846-46c7-a194-958eba243470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:49:47.745252 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d4ef72-e38c-450a-b24d-51cdc3215721 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Network hostable DHCP agents. Network: 4543a7d7-9846-46c7-a194-958eba243470, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:49:47.785015 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d4ef72-e38c-450a-b24d-51cdc3215721 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Network 4543a7d7-9846-46c7-a194-958eba243470 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:49:47.809750 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-b5d4ef72-e38c-450a-b24d-51cdc3215721 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 4543a7d7-9846-46c7-a194-958eba243470) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:49:47.821849 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b65a10b-b310-4123-8541-632482b5e8d5 None None] Network 4543a7d7-9846-46c7-a194-958eba243470 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:49:47.826003 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d4ef72-e38c-450a-b24d-51cdc3215721 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:47.830045 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bac6faa-55e8-4bfc-95a3-63a8805a5c47 x-openstack-request-id: req-0bac6faa-55e8-4bfc-95a3-63a8805a5c47 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:49:47.830588 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebefe048-98f9-450d-aaf0-55790b6506cc", "name": "network-vif-deleted", "tag": "d0e0beeb-2030-4020-9ba3-a3527c3b8d57", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:49:47.830588 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0bac6faa-55e8-4bfc-95a3-63a8805a5c47 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:49:47.831254 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebefe048-98f9-450d-aaf0-55790b6506cc', 'name': 'network-vif-deleted', 'tag': 'd0e0beeb-2030-4020-9ba3-a3527c3b8d57', 'status': 'completed', 'code': 200} Feb 04 12:49:47.832402 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b5d4ef72-e38c-450a-b24d-51cdc3215721 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:47.850925 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d4cf2f-9564-48b1-9571-8bc85756c498 req-c4b1becc-896f-4d16-8cd6-5789e1cffdc6 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:47.855622 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-97d4cf2f-9564-48b1-9571-8bc85756c498 req-c4b1becc-896f-4d16-8cd6-5789e1cffdc6 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/ports?device_id=f21977dc-63e1-4656-84be-640bdedca9a1 HTTP/1.1" status: 200 len: 932 time: 0.5899835 Feb 04 12:49:47.873449 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-b5d4ef72-e38c-450a-b24d-51cdc3215721 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0763578 Feb 04 12:49:47.880608 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 40166) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:47.897129 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-202dd8c3-201a-4110-aa50-d48fdbe2aaa8 None None] Publish callbacks [] for port (135d4992-7f41-493d-823f-2bd1aa7463e9), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:47.919063 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-202dd8c3-201a-4110-aa50-d48fdbe2aaa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (135d4992-7f41-493d-823f-2bd1aa7463e9), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:48.059286 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d33bd1b-2a56-4ddc-814c-12b7d6bafde9 None None] Pushing event updated for resources: {'Port': ['ID=135d4992-7f41-493d-823f-2bd1aa7463e9,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:48.101040 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device d0e0beeb-2030-4020-9ba3-a3527c3b8d57 no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:49:48.135897 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d33bd1b-2a56-4ddc-814c-12b7d6bafde9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:48.136851 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d33bd1b-2a56-4ddc-814c-12b7d6bafde9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:48.136851 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d33bd1b-2a56-4ddc-814c-12b7d6bafde9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:48.137051 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d33bd1b-2a56-4ddc-814c-12b7d6bafde9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:48.137371 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d33bd1b-2a56-4ddc-814c-12b7d6bafde9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:48.137704 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d33bd1b-2a56-4ddc-814c-12b7d6bafde9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:48.138039 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d33bd1b-2a56-4ddc-814c-12b7d6bafde9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:48.138365 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d33bd1b-2a56-4ddc-814c-12b7d6bafde9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:48.138688 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d33bd1b-2a56-4ddc-814c-12b7d6bafde9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:48.139014 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d33bd1b-2a56-4ddc-814c-12b7d6bafde9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:48.140019 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d33bd1b-2a56-4ddc-814c-12b7d6bafde9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:48.140313 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d33bd1b-2a56-4ddc-814c-12b7d6bafde9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:48.140690 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d33bd1b-2a56-4ddc-814c-12b7d6bafde9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:48.177449 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-33b04a41-2ac5-46e6-8024-75eafb0d60ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:48.193867 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] No Port match for: d0e0beeb-2030-4020-9ba3-a3527c3b8d57 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:49:48.199950 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device d0e0beeb-2030-4020-9ba3-a3527c3b8d57 not bound to the agent host n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:49:48.240859 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-202dd8c3-201a-4110-aa50-d48fdbe2aaa8 None None] Attempting to bind port 135d4992-7f41-493d-823f-2bd1aa7463e9 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:49:48.241237 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-202dd8c3-201a-4110-aa50-d48fdbe2aaa8 None None] Attempting to bind port 135d4992-7f41-493d-823f-2bd1aa7463e9 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '26769f0b-0027-4db7-bd6a-48e1bcab4800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'bbbed129-c18a-4552-9faa-2a488c6105f0'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:49:48.241605 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202dd8c3-201a-4110-aa50-d48fdbe2aaa8 None None] Attempting to bind port 135d4992-7f41-493d-823f-2bd1aa7463e9 on network bbbed129-c18a-4552-9faa-2a488c6105f0 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:49:48.278641 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202dd8c3-201a-4110-aa50-d48fdbe2aaa8 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:49:48.281688 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202dd8c3-201a-4110-aa50-d48fdbe2aaa8 None None] Checking segment: {'id': '26769f0b-0027-4db7-bd6a-48e1bcab4800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'bbbed129-c18a-4552-9faa-2a488c6105f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:49:48.282363 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-202dd8c3-201a-4110-aa50-d48fdbe2aaa8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:48.282950 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf71d028-5ca7-43ea-8179-b18bb57daf0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-4543a7d7-9846-46c7-a194-958eba243470', 'network_id': '4543a7d7-9846-46c7-a194-958eba243470', 'project_id': '7868b54a8a9242e68b824f4621b68e06', 'fixed_ips': [{'subnet_id': '5e579351-9e73-4fe1-96ea-c8c12b30dd04'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 12:49:48.283865 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cf71d028-5ca7-43ea-8179-b18bb57daf0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:48.286186 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202dd8c3-201a-4110-aa50-d48fdbe2aaa8 None None] Bound using segment: {'id': '26769f0b-0027-4db7-bd6a-48e1bcab4800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'bbbed129-c18a-4552-9faa-2a488c6105f0'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:49:48.287606 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-202dd8c3-201a-4110-aa50-d48fdbe2aaa8 None None] Bound port: 135d4992-7f41-493d-823f-2bd1aa7463e9, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26769f0b-0027-4db7-bd6a-48e1bcab4800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'bbbed129-c18a-4552-9faa-2a488c6105f0'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:49:48.288264 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-202dd8c3-201a-4110-aa50-d48fdbe2aaa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (135d4992-7f41-493d-823f-2bd1aa7463e9), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:48.367937 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-97d4cf2f-9564-48b1-9571-8bc85756c498 req-e9b3af1b-0155-4174-8d60-c84e550d3e6d tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f05596b-0435-48d8-81d4-28b11f6be2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638727 Feb 04 12:49:48.405089 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-202dd8c3-201a-4110-aa50-d48fdbe2aaa8 None None] For port 135d4992-7f41-493d-823f-2bd1aa7463e9, host n-d-825015-3, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:49:48.413829 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-202dd8c3-201a-4110-aa50-d48fdbe2aaa8 None None] For port 135d4992-7f41-493d-823f-2bd1aa7463e9, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=135d4992-7f41-493d-823f-2bd1aa7463e9,segment=NetworkSegment(26769f0b-0027-4db7-bd6a-48e1bcab4800),segment_id=26769f0b-0027-4db7-bd6a-48e1bcab4800)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:49:48.430439 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-202dd8c3-201a-4110-aa50-d48fdbe2aaa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (135d4992-7f41-493d-823f-2bd1aa7463e9), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:48.577637 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c3383fcf-c6da-4da8-a2a0-8f9f6c9f46e3 req-eda83015-08dc-45f3-9b83-fe4acb99473d tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebefe048-98f9-450d-aaf0-55790b6506cc HTTP/1.1" status: 200 len: 210 time: 0.0941601 Feb 04 12:49:48.600598 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202dd8c3-201a-4110-aa50-d48fdbe2aaa8 None None] Routers {'e44af5d4-025e-48c3-a565-2b5149836ba6'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:49:48.603755 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-202dd8c3-201a-4110-aa50-d48fdbe2aaa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:49:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['e44af5d4-025e-48c3-a565-2b5149836ba6'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:49:48.707707 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-01387921-2165-4875-87d6-4da00916ed52 None None] Provisioning complete for port 135d4992-7f41-493d-823f-2bd1aa7463e9 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:49:48.709166 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-01387921-2165-4875-87d6-4da00916ed52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (135d4992-7f41-493d-823f-2bd1aa7463e9), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:48.815626 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-2a79f292-819a-4aed-a61a-8198178909b7 req-e96619f9-5fe3-4ff7-8961-df5dedba2851 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b02c5ac-8d7a-4f3f-a602-3b415d069742 {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:49:48.866734 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-2a79f292-819a-4aed-a61a-8198178909b7 req-e96619f9-5fe3-4ff7-8961-df5dedba2851 service neutron] Publish callbacks [] for port (9b02c5ac-8d7a-4f3f-a602-3b415d069742), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:48.879269 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d33bd1b-2a56-4ddc-814c-12b7d6bafde9 None None] Pushing event updated for resources: {'Port': ['ID=135d4992-7f41-493d-823f-2bd1aa7463e9,revision_number=4']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:48.880914 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-cf71d028-5ca7-43ea-8179-b18bb57daf0e None None] Allocated IP 172.21.0.2 (4543a7d7-9846-46c7-a194-958eba243470/5e579351-9e73-4fe1-96ea-c8c12b30dd04/4e935e98-0cb4-4d9e-9a25-b716ad21b5d7) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:49:48.916095 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-2a79f292-819a-4aed-a61a-8198178909b7 req-e96619f9-5fe3-4ff7-8961-df5dedba2851 service neutron] Transition to ACTIVE for port object 9b02c5ac-8d7a-4f3f-a602-3b415d069742 will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:49:48.928495 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-2a79f292-819a-4aed-a61a-8198178909b7 req-e96619f9-5fe3-4ff7-8961-df5dedba2851 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (9b02c5ac-8d7a-4f3f-a602-3b415d069742), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:48.961174 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-202dd8c3-201a-4110-aa50-d48fdbe2aaa8 None None] Set router e44af5d4-025e-48c3-a565-2b5149836ba6 gateway port host: None {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:49:49.002528 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dc69608d-8424-4da3-ae9c-96aa2176af70 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:49.165139 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96619f9-5fe3-4ff7-8961-df5dedba2851 service neutron] Pushing event updated for resources: {'Port': ['ID=9b02c5ac-8d7a-4f3f-a602-3b415d069742,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:49.285065 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-01387921-2165-4875-87d6-4da00916ed52 None None] Current status of the port 135d4992-7f41-493d-823f-2bd1aa7463e9 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:49:49.285471 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-01387921-2165-4875-87d6-4da00916ed52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (135d4992-7f41-493d-823f-2bd1aa7463e9), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:49.335605 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-2a79f292-819a-4aed-a61a-8198178909b7 req-e96619f9-5fe3-4ff7-8961-df5dedba2851 service neutron] Attempting to bind port 9b02c5ac-8d7a-4f3f-a602-3b415d069742 on host n-h2-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:49:49.336027 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-2a79f292-819a-4aed-a61a-8198178909b7 req-e96619f9-5fe3-4ff7-8961-df5dedba2851 service neutron] Attempting to bind port 9b02c5ac-8d7a-4f3f-a602-3b415d069742 by drivers openvswitch,hyperv on host n-h2-825015-3 at level 0 using segments [{'id': 'e06f3fb1-3389-4291-b030-5cfb56d31cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b0350313-177d-4c5b-9b2d-aae5a7745f86'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:49:49.336381 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a79f292-819a-4aed-a61a-8198178909b7 req-e96619f9-5fe3-4ff7-8961-df5dedba2851 service neutron] Attempting to bind port 9b02c5ac-8d7a-4f3f-a602-3b415d069742 on network b0350313-177d-4c5b-9b2d-aae5a7745f86 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:49:49.344961 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:49.352971 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a79f292-819a-4aed-a61a-8198178909b7 req-e96619f9-5fe3-4ff7-8961-df5dedba2851 service neutron] Port 9b02c5ac-8d7a-4f3f-a602-3b415d069742 on network b0350313-177d-4c5b-9b2d-aae5a7745f86 not bound, no agent of type Open vSwitch agent registered on host n-h2-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:49:49.353365 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a79f292-819a-4aed-a61a-8198178909b7 req-e96619f9-5fe3-4ff7-8961-df5dedba2851 service neutron] Attempting to bind port 9b02c5ac-8d7a-4f3f-a602-3b415d069742 on network b0350313-177d-4c5b-9b2d-aae5a7745f86 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:49:49.365745 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a79f292-819a-4aed-a61a-8198178909b7 req-e96619f9-5fe3-4ff7-8961-df5dedba2851 service neutron] Checking agent: {'id': '9b68a165-e786-4b91-8592-44519c2ecabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 49, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:49:49.366147 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a79f292-819a-4aed-a61a-8198178909b7 req-e96619f9-5fe3-4ff7-8961-df5dedba2851 service neutron] Checking segment: {'id': 'e06f3fb1-3389-4291-b030-5cfb56d31cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b0350313-177d-4c5b-9b2d-aae5a7745f86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:49:49.366541 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a79f292-819a-4aed-a61a-8198178909b7 req-e96619f9-5fe3-4ff7-8961-df5dedba2851 service neutron] Bound using segment: {'id': 'e06f3fb1-3389-4291-b030-5cfb56d31cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b0350313-177d-4c5b-9b2d-aae5a7745f86'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:49:49.367028 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-2a79f292-819a-4aed-a61a-8198178909b7 req-e96619f9-5fe3-4ff7-8961-df5dedba2851 service neutron] Bound port: 9b02c5ac-8d7a-4f3f-a602-3b415d069742, host: n-h2-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e06f3fb1-3389-4291-b030-5cfb56d31cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b0350313-177d-4c5b-9b2d-aae5a7745f86'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:49:49.369189 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-2a79f292-819a-4aed-a61a-8198178909b7 req-e96619f9-5fe3-4ff7-8961-df5dedba2851 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (9b02c5ac-8d7a-4f3f-a602-3b415d069742), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:49.375608 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-01387921-2165-4875-87d6-4da00916ed52 None None] For port 135d4992-7f41-493d-823f-2bd1aa7463e9, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=135d4992-7f41-493d-823f-2bd1aa7463e9,segment=NetworkSegment(26769f0b-0027-4db7-bd6a-48e1bcab4800),segment_id=26769f0b-0027-4db7-bd6a-48e1bcab4800)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:49:49.377844 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cf71d028-5ca7-43ea-8179-b18bb57daf0e None None] Publish callbacks [] for port (4e935e98-0cb4-4d9e-9a25-b716ad21b5d7), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:49.383864 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-01387921-2165-4875-87d6-4da00916ed52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (135d4992-7f41-493d-823f-2bd1aa7463e9), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:49.392487 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cf71d028-5ca7-43ea-8179-b18bb57daf0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (4e935e98-0cb4-4d9e-9a25-b716ad21b5d7), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:49.410951 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf71d028-5ca7-43ea-8179-b18bb57daf0e None None] Network 4543a7d7-9846-46c7-a194-958eba243470 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:49:49.458167 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-cf71d028-5ca7-43ea-8179-b18bb57daf0e None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:49:49.464258 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf71d028-5ca7-43ea-8179-b18bb57daf0e None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:49:49.489647 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-2a79f292-819a-4aed-a61a-8198178909b7 req-e96619f9-5fe3-4ff7-8961-df5dedba2851 service neutron] For port 9b02c5ac-8d7a-4f3f-a602-3b415d069742, host n-h2-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:49:49.495557 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-2a79f292-819a-4aed-a61a-8198178909b7 req-e96619f9-5fe3-4ff7-8961-df5dedba2851 service neutron] For port 9b02c5ac-8d7a-4f3f-a602-3b415d069742, host n-h2-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=9b02c5ac-8d7a-4f3f-a602-3b415d069742,segment=NetworkSegment(e06f3fb1-3389-4291-b030-5cfb56d31cde),segment_id=e06f3fb1-3389-4291-b030-5cfb56d31cde)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:49:49.506843 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-2a79f292-819a-4aed-a61a-8198178909b7 req-e96619f9-5fe3-4ff7-8961-df5dedba2851 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (9b02c5ac-8d7a-4f3f-a602-3b415d069742), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:49.555511 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-202dd8c3-201a-4110-aa50-d48fdbe2aaa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e44af5d4-025e-48c3-a565-2b5149836ba6', 'name': 'tempest-RoutersTest-router-786989588', 'tenant_id': '7868b54a8a9242e68b824f4621b68e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:49:37Z', 'updated_at': '2022-02-04T12:49:43Z', 'revision_number': 2, 'project_id': '7868b54a8a9242e68b824f4621b68e06', 'gw_port_host': None, '_interfaces': [{'id': '135d4992-7f41-493d-823f-2bd1aa7463e9', 'name': '', 'network_id': 'bbbed129-c18a-4552-9faa-2a488c6105f0', 'tenant_id': '7868b54a8a9242e68b824f4621b68e06', 'mac_address': 'fa:16:3e:b8:d2:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e44af5d4-025e-48c3-a565-2b5149836ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': 'f89f4a4b-1430-4424-b1a3-7f3d5fb6a02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:49:40Z', 'updated_at': '2022-02-04T12:49:48Z', 'revision_number': 4, 'project_id': '7868b54a8a9242e68b824f4621b68e06', 'subnets': [{'id': 'f89f4a4b-1430-4424-b1a3-7f3d5fb6a02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:49:49.559982 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-dc69608d-8424-4da3-ae9c-96aa2176af70 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Allocated IP 172.21.0.1 (4543a7d7-9846-46c7-a194-958eba243470/5e579351-9e73-4fe1-96ea-c8c12b30dd04/c5400bb3-aed1-48a8-a417-3568ec97db12) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:49:49.629861 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96619f9-5fe3-4ff7-8961-df5dedba2851 service neutron] Pushing event updated for resources: {'Port': ['ID=9b02c5ac-8d7a-4f3f-a602-3b415d069742,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:49.639421 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a79f292-819a-4aed-a61a-8198178909b7 req-e96619f9-5fe3-4ff7-8961-df5dedba2851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:49.641041 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-2a79f292-819a-4aed-a61a-8198178909b7 req-e96619f9-5fe3-4ff7-8961-df5dedba2851 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:49.643176 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2a79f292-819a-4aed-a61a-8198178909b7 req-e96619f9-5fe3-4ff7-8961-df5dedba2851 service neutron] 10.222.0.77 "PUT /v2.0/ports/9b02c5ac-8d7a-4f3f-a602-3b415d069742 HTTP/1.1" status: 200 len: 1092 time: 2.6033771 Feb 04 12:49:49.690444 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202dd8c3-201a-4110-aa50-d48fdbe2aaa8 None None] The sync data for ids ['e44af5d4-025e-48c3-a565-2b5149836ba6'] in n-d-825015-3 is: [{'id': 'e44af5d4-025e-48c3-a565-2b5149836ba6', 'name': 'tempest-RoutersTest-router-786989588', 'tenant_id': '7868b54a8a9242e68b824f4621b68e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:49:37Z', 'updated_at': '2022-02-04T12:49:43Z', 'revision_number': 2, 'project_id': '7868b54a8a9242e68b824f4621b68e06', 'gw_port_host': None, '_interfaces': [{'id': '135d4992-7f41-493d-823f-2bd1aa7463e9', 'name': '', 'network_id': 'bbbed129-c18a-4552-9faa-2a488c6105f0', 'tenant_id': '7868b54a8a9242e68b824f4621b68e06', 'mac_address': 'fa:16:3e:b8:d2:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e44af5d4-025e-48c3-a565-2b5149836ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': 'f89f4a4b-1430-4424-b1a3-7f3d5fb6a02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:49:40Z', 'updated_at': '2022-02-04T12:49:48Z', 'revision_number': 4, 'project_id': '7868b54a8a9242e68b824f4621b68e06', 'subnets': [{'id': 'f89f4a4b-1430-4424-b1a3-7f3d5fb6a02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:49:49.745023 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01387921-2165-4875-87d6-4da00916ed52 None None] Pushing event updated for resources: {'Port': ['ID=135d4992-7f41-493d-823f-2bd1aa7463e9,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:49.782488 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52a131d-8522-4e70-a0ed-5a6392b0a3df req-09785098-15a6-4f48-bf0a-a3beba46a4fc tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:49.786687 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d52a131d-8522-4e70-a0ed-5a6392b0a3df req-09785098-15a6-4f48-bf0a-a3beba46a4fc tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/ports?device_id=f21977dc-63e1-4656-84be-640bdedca9a1 HTTP/1.1" status: 200 len: 944 time: 0.1951132 Feb 04 12:49:49.835877 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dc69608d-8424-4da3-ae9c-96aa2176af70 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks [] for port (c5400bb3-aed1-48a8-a417-3568ec97db12), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:49.885872 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f21977dc-63e1-4656-84be-640bdedca9a1', 'tag': '9b02c5ac-8d7a-4f3f-a602-3b415d069742'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:49:49.894378 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94458478-8668-40b3-9c9e-31f3cc24c49c" -d '{"events": [{"name": "network-changed", "server_uuid": "f21977dc-63e1-4656-84be-640bdedca9a1", "tag": "9b02c5ac-8d7a-4f3f-a602-3b415d069742"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:49:49.943778 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dc69608d-8424-4da3-ae9c-96aa2176af70 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (c5400bb3-aed1-48a8-a417-3568ec97db12), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:49.951678 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-cf71d028-5ca7-43ea-8179-b18bb57daf0e None None] Attempting to bind port 4e935e98-0cb4-4d9e-9a25-b716ad21b5d7 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:49:49.957493 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-cf71d028-5ca7-43ea-8179-b18bb57daf0e None None] Attempting to bind port 4e935e98-0cb4-4d9e-9a25-b716ad21b5d7 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '1aede8c2-f83a-4b7c-8361-63abb44702c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '4543a7d7-9846-46c7-a194-958eba243470'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:49:49.960199 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf71d028-5ca7-43ea-8179-b18bb57daf0e None None] Attempting to bind port 4e935e98-0cb4-4d9e-9a25-b716ad21b5d7 on network 4543a7d7-9846-46c7-a194-958eba243470 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:49:49.969385 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf71d028-5ca7-43ea-8179-b18bb57daf0e None None] Pushing event updated for resources: {'Port': ['ID=4e935e98-0cb4-4d9e-9a25-b716ad21b5d7,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:49.991293 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf71d028-5ca7-43ea-8179-b18bb57daf0e None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:49:49.991681 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf71d028-5ca7-43ea-8179-b18bb57daf0e None None] Checking segment: {'id': '1aede8c2-f83a-4b7c-8361-63abb44702c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '4543a7d7-9846-46c7-a194-958eba243470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:49:49.992127 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cf71d028-5ca7-43ea-8179-b18bb57daf0e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:49.992535 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf71d028-5ca7-43ea-8179-b18bb57daf0e None None] Bound using segment: {'id': '1aede8c2-f83a-4b7c-8361-63abb44702c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '4543a7d7-9846-46c7-a194-958eba243470'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:49:49.993024 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-cf71d028-5ca7-43ea-8179-b18bb57daf0e None None] Bound port: 4e935e98-0cb4-4d9e-9a25-b716ad21b5d7, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aede8c2-f83a-4b7c-8361-63abb44702c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '4543a7d7-9846-46c7-a194-958eba243470'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:49:49.993542 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cf71d028-5ca7-43ea-8179-b18bb57daf0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (4e935e98-0cb4-4d9e-9a25-b716ad21b5d7), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:49.998247 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-daa6f126-9081-40c8-9276-4ce81bb6fe3b None None] Provisioning complete for port 135d4992-7f41-493d-823f-2bd1aa7463e9 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:49:49.998625 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-daa6f126-9081-40c8-9276-4ce81bb6fe3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (135d4992-7f41-493d-823f-2bd1aa7463e9), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:50.041132 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a79f292-819a-4aed-a61a-8198178909b7 req-28770b02-255c-48b5-9b23-2f6238481c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:50.043202 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2a79f292-819a-4aed-a61a-8198178909b7 req-28770b02-255c-48b5-9b23-2f6238481c44 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=510f69789e354304b7a3dd689bde3cf8&device_id=f21977dc-63e1-4656-84be-640bdedca9a1 HTTP/1.1" status: 200 len: 1126 time: 0.3549709 Feb 04 12:49:50.086389 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc69608d-8424-4da3-ae9c-96aa2176af70 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Pushing event updated for resources: {'Port': ['ID=c5400bb3-aed1-48a8-a417-3568ec97db12,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:50.100978 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2a79f292-819a-4aed-a61a-8198178909b7 req-2e8875ed-dbda-4fac-8fdd-7af863307cbf service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b02c5ac-8d7a-4f3f-a602-3b415d069742 HTTP/1.1" status: 200 len: 217 time: 0.0481572 Feb 04 12:49:50.108244 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d52a131d-8522-4e70-a0ed-5a6392b0a3df req-a5580766-6e6b-4c63-8f9c-f4dbdb4604e1 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f05596b-0435-48d8-81d4-28b11f6be2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3002839 Feb 04 12:49:50.132497 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc69608d-8424-4da3-ae9c-96aa2176af70 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Network 4543a7d7-9846-46c7-a194-958eba243470 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:49:50.139354 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-dc69608d-8424-4da3-ae9c-96aa2176af70 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:49:50.154557 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc69608d-8424-4da3-ae9c-96aa2176af70 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:49:50.215147 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a79f292-819a-4aed-a61a-8198178909b7 req-f5f66ec1-586f-464b-b419-386c114aaf49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:50.216760 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2a79f292-819a-4aed-a61a-8198178909b7 req-f5f66ec1-586f-464b-b419-386c114aaf49 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=690b8f25-e7cd-419d-81c6-e79d1382942c HTTP/1.1" status: 200 len: 855 time: 0.1058252 Feb 04 12:49:50.259713 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783c5a0c-2700-4184-933a-5cf4ea95ae93 req-184b4d66-dd4c-40c7-beea-32810a95080a tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:50.261338 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-783c5a0c-2700-4184-933a-5cf4ea95ae93 req-184b4d66-dd4c-40c7-beea-32810a95080a tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 945 time: 0.3398814 Feb 04 12:49:50.294457 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2a79f292-819a-4aed-a61a-8198178909b7 req-1d3bd4e5-386c-4e41-a1a2-77979a9852f5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b0350313-177d-4c5b-9b2d-aae5a7745f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653198 Feb 04 12:49:50.423707 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dc69608d-8424-4da3-ae9c-96aa2176af70 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1599818'] for router_interface (e44af5d4-025e-48c3-a565-2b5149836ba6), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:50.465453 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-cf71d028-5ca7-43ea-8179-b18bb57daf0e None None] For port 4e935e98-0cb4-4d9e-9a25-b716ad21b5d7, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:49:50.480600 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3472ec79-cd60-4525-94ff-88680fb1ff30 x-openstack-request-id: req-3472ec79-cd60-4525-94ff-88680fb1ff30 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:49:50.480908 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f21977dc-63e1-4656-84be-640bdedca9a1", "tag": "9b02c5ac-8d7a-4f3f-a602-3b415d069742", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:49:50.485745 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3472ec79-cd60-4525-94ff-88680fb1ff30 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:49:50.486187 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f21977dc-63e1-4656-84be-640bdedca9a1', 'tag': '9b02c5ac-8d7a-4f3f-a602-3b415d069742', 'status': 'completed', 'code': 200} Feb 04 12:49:50.487762 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-daa6f126-9081-40c8-9276-4ce81bb6fe3b None None] Current status of the port 135d4992-7f41-493d-823f-2bd1aa7463e9 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:49:50.538628 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-cf71d028-5ca7-43ea-8179-b18bb57daf0e None None] For port 4e935e98-0cb4-4d9e-9a25-b716ad21b5d7, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=4e935e98-0cb4-4d9e-9a25-b716ad21b5d7,segment=NetworkSegment(1aede8c2-f83a-4b7c-8361-63abb44702c4),segment_id=1aede8c2-f83a-4b7c-8361-63abb44702c4)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:49:50.566727 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cf71d028-5ca7-43ea-8179-b18bb57daf0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (4e935e98-0cb4-4d9e-9a25-b716ad21b5d7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:50.585791 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-783c5a0c-2700-4184-933a-5cf4ea95ae93 req-af15396b-ab76-4dcf-a1bc-6ff7e96b1c11 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2998936 Feb 04 12:49:50.697167 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 135d4992-7f41-493d-823f-2bd1aa7463e9 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:49:50.719995 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:50.771465 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2a79f292-819a-4aed-a61a-8198178909b7 req-82d784d8-8c83-4963-bb92-9b88d9000e35 service neutron] 10.222.0.77 "GET /v2.0/networks/b0350313-177d-4c5b-9b2d-aae5a7745f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4609144 Feb 04 12:49:50.829000 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dc69608d-8424-4da3-ae9c-96aa2176af70 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (c5400bb3-aed1-48a8-a417-3568ec97db12), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:50.918029 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf71d028-5ca7-43ea-8179-b18bb57daf0e None None] Pushing event updated for resources: {'Port': ['ID=4e935e98-0cb4-4d9e-9a25-b716ad21b5d7,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:50.977686 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 135d4992-7f41-493d-823f-2bd1aa7463e9 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:49:50.980065 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (135d4992-7f41-493d-823f-2bd1aa7463e9), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:51.079091 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2a79f292-819a-4aed-a61a-8198178909b7 req-f71886cc-a0e7-4787-bd31-17c80eacdc57 service neutron] 10.222.0.77 "GET /v2.0/networks/b0350313-177d-4c5b-9b2d-aae5a7745f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3008740 Feb 04 12:49:51.535317 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae04110-5d43-4372-8314-48e7bf63b0a9 req-20102c39-43f1-40cb-a6a9-e15e0fba62f0 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:51.562556 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2ae04110-5d43-4372-8314-48e7bf63b0a9 req-20102c39-43f1-40cb-a6a9-e15e0fba62f0 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 945 time: 0.4810381 Feb 04 12:49:51.615177 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcfda05-89a0-4726-9af1-30594965edba req-04dc88f2-5a47-49f0-a9d3-7f1e3edd6015 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:51.616785 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-afcfda05-89a0-4726-9af1-30594965edba req-04dc88f2-5a47-49f0-a9d3-7f1e3edd6015 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/ports?device_id=f21977dc-63e1-4656-84be-640bdedca9a1 HTTP/1.1" status: 200 len: 944 time: 0.2924819 Feb 04 12:49:51.632625 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94458478-8668-40b3-9c9e-31f3cc24c49c req-c68ef6b4-c3b4-4c38-a42b-c022f93dd4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:51.634247 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-94458478-8668-40b3-9c9e-31f3cc24c49c req-c68ef6b4-c3b4-4c38-a42b-c022f93dd4c3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=510f69789e354304b7a3dd689bde3cf8&device_id=f21977dc-63e1-4656-84be-640bdedca9a1 HTTP/1.1" status: 200 len: 1126 time: 0.4309261 Feb 04 12:49:51.741289 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:51.744374 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 135d4992-7f41-493d-823f-2bd1aa7463e9 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:49:51.880700 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2ae04110-5d43-4372-8314-48e7bf63b0a9 req-1ea03c36-be95-466b-977b-b56b58820472 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3031001 Feb 04 12:49:51.904639 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-afcfda05-89a0-4726-9af1-30594965edba req-a6bcecb1-00bd-4cde-b584-a14260368d8f tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f05596b-0435-48d8-81d4-28b11f6be2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693791 Feb 04 12:49:51.988589 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94458478-8668-40b3-9c9e-31f3cc24c49c req-80f19668-5683-46d9-8f48-e8c70b09f6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:51.995285 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-94458478-8668-40b3-9c9e-31f3cc24c49c req-80f19668-5683-46d9-8f48-e8c70b09f6d1 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b0350313-177d-4c5b-9b2d-aae5a7745f86 HTTP/1.1" status: 200 len: 916 time: 0.3412085 Feb 04 12:49:52.137163 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-94458478-8668-40b3-9c9e-31f3cc24c49c req-6ac8f2c6-fb9d-4eeb-b935-f50859423588 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b02c5ac-8d7a-4f3f-a602-3b415d069742 HTTP/1.1" status: 200 len: 217 time: 0.1343288 Feb 04 12:49:52.298421 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dc69608d-8424-4da3-ae9c-96aa2176af70 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks [] for port (c5400bb3-aed1-48a8-a417-3568ec97db12), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:52.308274 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dc69608d-8424-4da3-ae9c-96aa2176af70 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (c5400bb3-aed1-48a8-a417-3568ec97db12), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:52.388734 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dc69608d-8424-4da3-ae9c-96aa2176af70 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622202'] for router_interface (e44af5d4-025e-48c3-a565-2b5149836ba6), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:52.416059 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94458478-8668-40b3-9c9e-31f3cc24c49c req-e27a6115-cd7d-49dc-9f71-5783708caba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:52.422777 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-94458478-8668-40b3-9c9e-31f3cc24c49c req-e27a6115-cd7d-49dc-9f71-5783708caba3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=690b8f25-e7cd-419d-81c6-e79d1382942c HTTP/1.1" status: 200 len: 855 time: 0.2183871 Feb 04 12:49:52.519818 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-94458478-8668-40b3-9c9e-31f3cc24c49c req-b653a8ab-5261-4758-8f34-d15313d22c5a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b0350313-177d-4c5b-9b2d-aae5a7745f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0800366 Feb 04 12:49:52.535565 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80837754-8ec0-48cf-aaf4-c95513ec1f9e req-9ef804aa-faa0-4184-81c1-ba773f61d84d tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:52.538721 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-80837754-8ec0-48cf-aaf4-c95513ec1f9e req-9ef804aa-faa0-4184-81c1-ba773f61d84d tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 945 time: 0.4024475 Feb 04 12:49:52.621040 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 4e935e98-0cb4-4d9e-9a25-b716ad21b5d7 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:49:52.627046 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf4de21-c920-4c1c-a60d-e967a6ea5106 None None] Network 4543a7d7-9846-46c7-a194-958eba243470 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:49:52.670325 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc69608d-8424-4da3-ae9c-96aa2176af70 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Pushing event updated for resources: {'Port': ['ID=c5400bb3-aed1-48a8-a417-3568ec97db12,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:52.687110 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-80837754-8ec0-48cf-aaf4-c95513ec1f9e req-5467df67-a57a-49a9-8e4f-4ff6a01f2b3f tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377025 Feb 04 12:49:52.758790 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-94458478-8668-40b3-9c9e-31f3cc24c49c req-f3b30c30-ded9-450b-ac28-2d28fad7eef3 service neutron] 10.222.0.77 "GET /v2.0/networks/b0350313-177d-4c5b-9b2d-aae5a7745f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189357 Feb 04 12:49:52.805693 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc69608d-8424-4da3-ae9c-96aa2176af70 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Network 4543a7d7-9846-46c7-a194-958eba243470 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:49:52.806962 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-dc69608d-8424-4da3-ae9c-96aa2176af70 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:49:52.944419 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-6f5b70bf-b64b-4aa3-9844-559ba95bffdd None None] Provisioning complete for port 4e935e98-0cb4-4d9e-9a25-b716ad21b5d7 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:49:52.946029 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6f5b70bf-b64b-4aa3-9844-559ba95bffdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (4e935e98-0cb4-4d9e-9a25-b716ad21b5d7), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:53.151375 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 4e935e98-0cb4-4d9e-9a25-b716ad21b5d7 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:49:53.152171 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (4e935e98-0cb4-4d9e-9a25-b716ad21b5d7), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:53.198923 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-6f5b70bf-b64b-4aa3-9844-559ba95bffdd None None] Current status of the port 4e935e98-0cb4-4d9e-9a25-b716ad21b5d7 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:49:53.198923 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6f5b70bf-b64b-4aa3-9844-559ba95bffdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (4e935e98-0cb4-4d9e-9a25-b716ad21b5d7), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:53.203663 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc69608d-8424-4da3-ae9c-96aa2176af70 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Router e44af5d4-025e-48c3-a565-2b5149836ba6 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:49:53.242645 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-94458478-8668-40b3-9c9e-31f3cc24c49c req-e16d4c7c-284e-4da5-96a8-6d353ecb05ab service neutron] 10.222.0.77 "GET /v2.0/networks/b0350313-177d-4c5b-9b2d-aae5a7745f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4749415 Feb 04 12:49:53.342387 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-6f5b70bf-b64b-4aa3-9844-559ba95bffdd None None] For port 4e935e98-0cb4-4d9e-9a25-b716ad21b5d7, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=4e935e98-0cb4-4d9e-9a25-b716ad21b5d7,segment=NetworkSegment(1aede8c2-f83a-4b7c-8361-63abb44702c4),segment_id=1aede8c2-f83a-4b7c-8361-63abb44702c4)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:49:53.362248 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6f5b70bf-b64b-4aa3-9844-559ba95bffdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (4e935e98-0cb4-4d9e-9a25-b716ad21b5d7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:53.425046 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b25dbcd-fc72-4f4c-b536-efc683517493 req-905e5f5d-632f-4caa-a7ce-65c39b217313 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:53.434539 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2b25dbcd-fc72-4f4c-b536-efc683517493 req-905e5f5d-632f-4caa-a7ce-65c39b217313 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/ports?device_id=f21977dc-63e1-4656-84be-640bdedca9a1 HTTP/1.1" status: 200 len: 944 time: 0.2992442 Feb 04 12:49:53.467518 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5b70bf-b64b-4aa3-9844-559ba95bffdd None None] Pushing event updated for resources: {'Port': ['ID=4e935e98-0cb4-4d9e-9a25-b716ad21b5d7,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:53.501937 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc69608d-8424-4da3-ae9c-96aa2176af70 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:49:53.517911 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5712668c-bc06-4d02-9b03-9bfe7794e116 None None] Sync routers for ids ['e44af5d4-025e-48c3-a565-2b5149836ba6'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:49:53.527257 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-dc69608d-8424-4da3-ae9c-96aa2176af70 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] 10.222.0.65 "PUT /v2.0/routers/e44af5d4-025e-48c3-a565-2b5149836ba6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6444085 Feb 04 12:49:53.528737 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 40228) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:53.540223 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-a618a6ca-bb41-4ccb-8a6c-11248dbfa45b tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Request body: {'network': {'name': 'tempest-RoutersTest-1075275427'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:49:53.585549 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a618a6ca-bb41-4ccb-8a6c-11248dbfa45b tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Made reservation on behalf of 7868b54a8a9242e68b824f4621b68e06 for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:49:53.589901 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a618a6ca-bb41-4ccb-8a6c-11248dbfa45b tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:53.623136 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5712668c-bc06-4d02-9b03-9bfe7794e116 None None] Routers {'e44af5d4-025e-48c3-a565-2b5149836ba6'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:49:53.623136 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-5712668c-bc06-4d02-9b03-9bfe7794e116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:49:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['e44af5d4-025e-48c3-a565-2b5149836ba6'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:49:53.624025 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2b25dbcd-fc72-4f4c-b536-efc683517493 req-abb10962-56e4-4173-8277-d313d3100f51 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f05596b-0435-48d8-81d4-28b11f6be2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718013 Feb 04 12:49:53.627071 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a618a6ca-bb41-4ccb-8a6c-11248dbfa45b tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:49:53.641931 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a618a6ca-bb41-4ccb-8a6c-11248dbfa45b tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (6352015d-2b4d-4724-963c-51e033751871), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:53.642760 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-a618a6ca-bb41-4ccb-8a6c-11248dbfa45b tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Added segment 6352015d-2b4d-4724-963c-51e033751871 of type vlan for network 57b859e9-0737-4ac9-aa6f-72f1ab66c4f3 Feb 04 12:49:53.735811 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a618a6ca-bb41-4ccb-8a6c-11248dbfa45b tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (57b859e9-0737-4ac9-aa6f-72f1ab66c4f3), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:53.752477 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 4e935e98-0cb4-4d9e-9a25-b716ad21b5d7 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:49:53.800118 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a618a6ca-bb41-4ccb-8a6c-11248dbfa45b tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (57b859e9-0737-4ac9-aa6f-72f1ab66c4f3), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:53.814842 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a618a6ca-bb41-4ccb-8a6c-11248dbfa45b tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:53.815607 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a618a6ca-bb41-4ccb-8a6c-11248dbfa45b tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:53.847719 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-13edbe41-2595-428b-96b5-e0ee61bbbce7 None None] Provisioning complete for port 4e935e98-0cb4-4d9e-9a25-b716ad21b5d7 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:49:53.852242 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-13edbe41-2595-428b-96b5-e0ee61bbbce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (4e935e98-0cb4-4d9e-9a25-b716ad21b5d7), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:53.955563 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-a618a6ca-bb41-4ccb-8a6c-11248dbfa45b tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4208643 Feb 04 12:49:53.955698 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 40232) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:53.969740 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-4a5e2b61-1519-4886-b136-eb1eca1da4c8 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Request body: {'subnet': {'network_id': '57b859e9-0737-4ac9-aa6f-72f1ab66c4f3', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:49:54.004850 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a618a6ca-bb41-4ccb-8a6c-11248dbfa45b tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Pushing event updated for resources: {'Network': ['ID=57b859e9-0737-4ac9-aa6f-72f1ab66c4f3,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:54.023622 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 57b859e9-0737-4ac9-aa6f-72f1ab66c4f3 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:49:54.148566 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-5712668c-bc06-4d02-9b03-9bfe7794e116 None None] Set router e44af5d4-025e-48c3-a565-2b5149836ba6 gateway port host: None {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:49:54.169368 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a5e2b61-1519-4886-b136-eb1eca1da4c8 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Made reservation on behalf of 7868b54a8a9242e68b824f4621b68e06 for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:49:54.174701 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4a5e2b61-1519-4886-b136-eb1eca1da4c8 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:54.498474 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 9b02c5ac-8d7a-4f3f-a602-3b415d069742 details requested by agent hyperv_n-h2-825015-3 with host n-h2-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:49:54.636223 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4a5e2b61-1519-4886-b136-eb1eca1da4c8 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52094127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51452689'] for subnet (341ec1e5-22cd-402c-9d0a-202f713a4ffe), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:54.792833 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5e2b61-1519-4886-b136-eb1eca1da4c8 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Pushing event updated for resources: {'Subnet': ['ID=341ec1e5-22cd-402c-9d0a-202f713a4ffe,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:54.807030 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 9b02c5ac-8d7a-4f3f-a602-3b415d069742, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=9b02c5ac-8d7a-4f3f-a602-3b415d069742,segment=NetworkSegment(e06f3fb1-3389-4291-b030-5cfb56d31cde),segment_id=e06f3fb1-3389-4291-b030-5cfb56d31cde)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:49:54.847777 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Returning: {'device': '9b02c5ac-8d7a-4f3f-a602-3b415d069742', 'network_id': 'b0350313-177d-4c5b-9b2d-aae5a7745f86', 'port_id': '9b02c5ac-8d7a-4f3f-a602-3b415d069742', 'mac_address': 'fa:16:3e:62:6c:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '690b8f25-e7cd-419d-81c6-e79d1382942c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:49:54.856551 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 4e935e98-0cb4-4d9e-9a25-b716ad21b5d7 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:49:54.944455 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5e2b61-1519-4886-b136-eb1eca1da4c8 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Checking segment: {'id': '6352015d-2b4d-4724-963c-51e033751871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '57b859e9-0737-4ac9-aa6f-72f1ab66c4f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:49:54.944815 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5e2b61-1519-4886-b136-eb1eca1da4c8 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Network hostable DHCP agents. Network: 57b859e9-0737-4ac9-aa6f-72f1ab66c4f3, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:49:55.010891 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1f42e5-cb1a-4000-b217-8b760dd1e271 req-3041dee4-727c-4a5f-a77e-275d5ae36fe3 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:55.020305 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7e1f42e5-cb1a-4000-b217-8b760dd1e271 req-3041dee4-727c-4a5f-a77e-275d5ae36fe3 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/ports?device_id=f21977dc-63e1-4656-84be-640bdedca9a1 HTTP/1.1" status: 200 len: 944 time: 0.2027595 Feb 04 12:49:55.068799 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5e2b61-1519-4886-b136-eb1eca1da4c8 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Network 57b859e9-0737-4ac9-aa6f-72f1ab66c4f3 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:49:55.097012 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-4a5e2b61-1519-4886-b136-eb1eca1da4c8 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 57b859e9-0737-4ac9-aa6f-72f1ab66c4f3) {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:49:55.104315 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a5e2b61-1519-4886-b136-eb1eca1da4c8 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:55.104992 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4a5e2b61-1519-4886-b136-eb1eca1da4c8 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:55.123486 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-13edbe41-2595-428b-96b5-e0ee61bbbce7 None None] Current status of the port 4e935e98-0cb4-4d9e-9a25-b716ad21b5d7 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:49:55.176458 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7e1f42e5-cb1a-4000-b217-8b760dd1e271 req-243e23b8-ffea-424d-b243-85328d6d3293 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f05596b-0435-48d8-81d4-28b11f6be2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551669 Feb 04 12:49:55.187834 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 9b02c5ac-8d7a-4f3f-a602-3b415d069742 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:49:55.190762 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (9b02c5ac-8d7a-4f3f-a602-3b415d069742), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:55.198181 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-4a5e2b61-1519-4886-b136-eb1eca1da4c8 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2389882 Feb 04 12:49:55.198181 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 40248) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:55.204001 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa59ccd-8ae9-405e-ab2e-64247637803d None None] Network 57b859e9-0737-4ac9-aa6f-72f1ab66c4f3 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:49:55.347428 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-13edbe41-2595-428b-96b5-e0ee61bbbce7 None None] Provisioning complete for port c5400bb3-aed1-48a8-a417-3568ec97db12 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:49:55.350412 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-13edbe41-2595-428b-96b5-e0ee61bbbce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (c5400bb3-aed1-48a8-a417-3568ec97db12), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:55.435193 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-13edbe41-2595-428b-96b5-e0ee61bbbce7 None None] Port c5400bb3-aed1-48a8-a417-3568ec97db12 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:49:55.438490 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b02c5ac-8d7a-4f3f-a602-3b415d069742 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:49:55.461796 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 9b02c5ac-8d7a-4f3f-a602-3b415d069742, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=9b02c5ac-8d7a-4f3f-a602-3b415d069742,segment=NetworkSegment(e06f3fb1-3389-4291-b030-5cfb56d31cde),segment_id=e06f3fb1-3389-4291-b030-5cfb56d31cde)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:49:55.503642 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (9b02c5ac-8d7a-4f3f-a602-3b415d069742), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:55.674336 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=9b02c5ac-8d7a-4f3f-a602-3b415d069742,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:55.779147 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-97be7418-a649-48b0-b2a1-f58a3ec2ab11 None None] Provisioning complete for port c5400bb3-aed1-48a8-a417-3568ec97db12 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:49:55.784762 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-97be7418-a649-48b0-b2a1-f58a3ec2ab11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (c5400bb3-aed1-48a8-a417-3568ec97db12), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:55.888428 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['9b02c5ac-8d7a-4f3f-a602-3b415d069742'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:49:55.891854 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:55.892122 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:55.892464 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:55.892800 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:55.893129 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:55.893459 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:55.893782 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:55.894106 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:55.894434 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:55.894756 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:55.912573 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:55.914558 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:55.914906 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:55.989897 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-97be7418-a649-48b0-b2a1-f58a3ec2ab11 None None] Port c5400bb3-aed1-48a8-a417-3568ec97db12 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:49:56.005227 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 4e935e98-0cb4-4d9e-9a25-b716ad21b5d7 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:49:56.006258 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (4e935e98-0cb4-4d9e-9a25-b716ad21b5d7), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:56.098283 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1637c1a8-08e6-4dbd-83a4-a789e4bf271e tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:56.149816 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb69464-52b9-4b6c-86cd-aac290e18e04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-57b859e9-0737-4ac9-aa6f-72f1ab66c4f3', 'network_id': '57b859e9-0737-4ac9-aa6f-72f1ab66c4f3', 'project_id': '7868b54a8a9242e68b824f4621b68e06', 'fixed_ips': [{'subnet_id': '341ec1e5-22cd-402c-9d0a-202f713a4ffe'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 12:49:56.150831 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7eb69464-52b9-4b6c-86cd-aac290e18e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:56.206296 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-5712668c-bc06-4d02-9b03-9bfe7794e116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e44af5d4-025e-48c3-a565-2b5149836ba6', 'name': 'tempest-RoutersTest-router-786989588', 'tenant_id': '7868b54a8a9242e68b824f4621b68e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:49:37Z', 'updated_at': '2022-02-04T12:49:50Z', 'revision_number': 3, 'project_id': '7868b54a8a9242e68b824f4621b68e06', 'gw_port_host': None, '_interfaces': [{'id': '135d4992-7f41-493d-823f-2bd1aa7463e9', 'name': '', 'network_id': 'bbbed129-c18a-4552-9faa-2a488c6105f0', 'tenant_id': '7868b54a8a9242e68b824f4621b68e06', 'mac_address': 'fa:16:3e:b8:d2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44af5d4-025e-48c3-a565-2b5149836ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': 'f89f4a4b-1430-4424-b1a3-7f3d5fb6a02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:49:40Z', 'updated_at': '2022-02-04T12:49:49Z', 'revision_number': 5, 'project_id': '7868b54a8a9242e68b824f4621b68e06', 'subnets': [{'id': 'f89f4a4b-1430-4424-b1a3-7f3d5fb6a02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5400bb3-aed1-48a8-a417-3568ec97db12', 'name': '', 'network_id': '4543a7d7-9846-46c7-a194-958eba243470', 'tenant_id': '7868b54a8a9242e68b824f4621b68e06', 'mac_address': 'fa:16:3e:6f:90:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e44af5d4-025e-48c3-a565-2b5149836ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2978, 'fixed_ips': [{'subnet_id': '5e579351-9e73-4fe1-96ea-c8c12b30dd04', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:49:49Z', 'updated_at': '2022-02-04T12:49:51Z', 'revision_number': 2, 'project_id': '7868b54a8a9242e68b824f4621b68e06', 'subnets': [{'id': '5e579351-9e73-4fe1-96ea-c8c12b30dd04', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:49:56.331727 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5712668c-bc06-4d02-9b03-9bfe7794e116 None None] Checking router: e44af5d4-025e-48c3-a565-2b5149836ba6 for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:49:56.334581 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5712668c-bc06-4d02-9b03-9bfe7794e116 None None] Updating router e44af5d4-025e-48c3-a565-2b5149836ba6 port c5400bb3-aed1-48a8-a417-3568ec97db12 binding host n-d-825015-3 {{(pid=103476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:49:56.916903 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-7eb69464-52b9-4b6c-86cd-aac290e18e04 None None] Allocated IP 172.22.0.2 (57b859e9-0737-4ac9-aa6f-72f1ab66c4f3/341ec1e5-22cd-402c-9d0a-202f713a4ffe/9d69ae4a-e8a1-4d2a-881d-6a4c32bd59d7) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:49:57.137911 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5712668c-bc06-4d02-9b03-9bfe7794e116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (c5400bb3-aed1-48a8-a417-3568ec97db12), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:57.161970 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7eb69464-52b9-4b6c-86cd-aac290e18e04 None None] Publish callbacks [] for port (9d69ae4a-e8a1-4d2a-881d-6a4c32bd59d7), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:57.177496 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 4e935e98-0cb4-4d9e-9a25-b716ad21b5d7 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:49:57.259055 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7eb69464-52b9-4b6c-86cd-aac290e18e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (9d69ae4a-e8a1-4d2a-881d-6a4c32bd59d7), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:57.303404 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98110a63-d5ac-4dc9-91f8-55f1cdd6e2d2 req-d4253636-4f07-48fb-9b24-59e1cc2f705a tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:57.305751 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-98110a63-d5ac-4dc9-91f8-55f1cdd6e2d2 req-d4253636-4f07-48fb-9b24-59e1cc2f705a tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/ports?device_id=f21977dc-63e1-4656-84be-640bdedca9a1 HTTP/1.1" status: 200 len: 945 time: 0.9403157 Feb 04 12:49:57.321017 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb69464-52b9-4b6c-86cd-aac290e18e04 None None] Pushing event updated for resources: {'Port': ['ID=9d69ae4a-e8a1-4d2a-881d-6a4c32bd59d7,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:57.400669 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb69464-52b9-4b6c-86cd-aac290e18e04 None None] Network 57b859e9-0737-4ac9-aa6f-72f1ab66c4f3 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:49:57.477762 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-7eb69464-52b9-4b6c-86cd-aac290e18e04 None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:49:57.488277 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb69464-52b9-4b6c-86cd-aac290e18e04 None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:49:57.518805 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-98110a63-d5ac-4dc9-91f8-55f1cdd6e2d2 req-1914c97c-8ac4-4327-852f-75698f4d61e9 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f05596b-0435-48d8-81d4-28b11f6be2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036846 Feb 04 12:49:57.562774 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-1637c1a8-08e6-4dbd-83a4-a789e4bf271e tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Allocated IP 172.22.0.1 (57b859e9-0737-4ac9-aa6f-72f1ab66c4f3/341ec1e5-22cd-402c-9d0a-202f713a4ffe/ffeb46b1-fc7a-4306-a185-1101d2a01089) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:49:57.573090 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a0500a-6ec4-4a6f-9027-d9974cc921ca req-83b160a6-22ed-4dc1-9375-6f8b4e1ce4ca tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:57.574676 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-91a0500a-6ec4-4a6f-9027-d9974cc921ca req-83b160a6-22ed-4dc1-9375-6f8b4e1ce4ca tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 945 time: 0.1415811 Feb 04 12:49:57.722351 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-7eb69464-52b9-4b6c-86cd-aac290e18e04 None None] Attempting to bind port 9d69ae4a-e8a1-4d2a-881d-6a4c32bd59d7 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:49:57.723658 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-7eb69464-52b9-4b6c-86cd-aac290e18e04 None None] Attempting to bind port 9d69ae4a-e8a1-4d2a-881d-6a4c32bd59d7 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '6352015d-2b4d-4724-963c-51e033751871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '57b859e9-0737-4ac9-aa6f-72f1ab66c4f3'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:49:57.724503 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb69464-52b9-4b6c-86cd-aac290e18e04 None None] Attempting to bind port 9d69ae4a-e8a1-4d2a-881d-6a4c32bd59d7 on network 57b859e9-0737-4ac9-aa6f-72f1ab66c4f3 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:49:57.735296 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb69464-52b9-4b6c-86cd-aac290e18e04 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:49:57.736032 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb69464-52b9-4b6c-86cd-aac290e18e04 None None] Checking segment: {'id': '6352015d-2b4d-4724-963c-51e033751871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '57b859e9-0737-4ac9-aa6f-72f1ab66c4f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:49:57.736595 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7eb69464-52b9-4b6c-86cd-aac290e18e04 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:57.737107 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb69464-52b9-4b6c-86cd-aac290e18e04 None None] Bound using segment: {'id': '6352015d-2b4d-4724-963c-51e033751871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '57b859e9-0737-4ac9-aa6f-72f1ab66c4f3'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:49:57.737710 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-7eb69464-52b9-4b6c-86cd-aac290e18e04 None None] Bound port: 9d69ae4a-e8a1-4d2a-881d-6a4c32bd59d7, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6352015d-2b4d-4724-963c-51e033751871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '57b859e9-0737-4ac9-aa6f-72f1ab66c4f3'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:49:57.738208 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7eb69464-52b9-4b6c-86cd-aac290e18e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (9d69ae4a-e8a1-4d2a-881d-6a4c32bd59d7), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:57.791936 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1637c1a8-08e6-4dbd-83a4-a789e4bf271e tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks [] for port (ffeb46b1-fc7a-4306-a185-1101d2a01089), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:57.847963 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1637c1a8-08e6-4dbd-83a4-a789e4bf271e tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (ffeb46b1-fc7a-4306-a185-1101d2a01089), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:57.950767 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-7eb69464-52b9-4b6c-86cd-aac290e18e04 None None] For port 9d69ae4a-e8a1-4d2a-881d-6a4c32bd59d7, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:49:57.966794 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-7eb69464-52b9-4b6c-86cd-aac290e18e04 None None] For port 9d69ae4a-e8a1-4d2a-881d-6a4c32bd59d7, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=9d69ae4a-e8a1-4d2a-881d-6a4c32bd59d7,segment=NetworkSegment(6352015d-2b4d-4724-963c-51e033751871),segment_id=6352015d-2b4d-4724-963c-51e033751871)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:49:57.967160 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1637c1a8-08e6-4dbd-83a4-a789e4bf271e tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Network 57b859e9-0737-4ac9-aa6f-72f1ab66c4f3 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:49:58.002991 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7eb69464-52b9-4b6c-86cd-aac290e18e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (9d69ae4a-e8a1-4d2a-881d-6a4c32bd59d7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:58.043304 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1637c1a8-08e6-4dbd-83a4-a789e4bf271e tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Pushing event updated for resources: {'Port': ['ID=ffeb46b1-fc7a-4306-a185-1101d2a01089,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:58.079574 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-1637c1a8-08e6-4dbd-83a4-a789e4bf271e tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:49:58.083556 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1637c1a8-08e6-4dbd-83a4-a789e4bf271e tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:49:58.099012 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-91a0500a-6ec4-4a6f-9027-d9974cc921ca req-3afb51a1-a071-4b8e-bb67-5ee0fc207ea9 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5137703 Feb 04 12:49:58.245776 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5712668c-bc06-4d02-9b03-9bfe7794e116 None None] Publish callbacks [] for port (c5400bb3-aed1-48a8-a417-3568ec97db12), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:58.278235 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5712668c-bc06-4d02-9b03-9bfe7794e116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (c5400bb3-aed1-48a8-a417-3568ec97db12), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:58.278692 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1637c1a8-08e6-4dbd-83a4-a789e4bf271e tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1599818'] for router_interface (e44af5d4-025e-48c3-a565-2b5149836ba6), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:58.382524 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb69464-52b9-4b6c-86cd-aac290e18e04 None None] Pushing event updated for resources: {'Port': ['ID=9d69ae4a-e8a1-4d2a-881d-6a4c32bd59d7,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:58.501837 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 9b02c5ac-8d7a-4f3f-a602-3b415d069742 up at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:49:58.869769 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 40296) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:58.935282 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1637c1a8-08e6-4dbd-83a4-a789e4bf271e tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (ffeb46b1-fc7a-4306-a185-1101d2a01089), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:59.009332 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-5712668c-bc06-4d02-9b03-9bfe7794e116 None None] Attempting to bind port c5400bb3-aed1-48a8-a417-3568ec97db12 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:49:59.012963 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-5712668c-bc06-4d02-9b03-9bfe7794e116 None None] Attempting to bind port c5400bb3-aed1-48a8-a417-3568ec97db12 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '1aede8c2-f83a-4b7c-8361-63abb44702c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '4543a7d7-9846-46c7-a194-958eba243470'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:49:59.016991 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5712668c-bc06-4d02-9b03-9bfe7794e116 None None] Attempting to bind port c5400bb3-aed1-48a8-a417-3568ec97db12 on network 4543a7d7-9846-46c7-a194-958eba243470 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:49:59.030490 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902b5fb8-50f3-4eb7-9d8f-94193ae99a1f req-6d903484-319b-455c-b226-4c36a271ea76 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:59.032420 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-902b5fb8-50f3-4eb7-9d8f-94193ae99a1f req-6d903484-319b-455c-b226-4c36a271ea76 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 945 time: 0.6334956 Feb 04 12:49:59.033964 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6afe3f-d19a-4c6b-b212-b3956a008b81 None None] Pushing event updated for resources: {'Port': ['ID=c5400bb3-aed1-48a8-a417-3568ec97db12,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:59.078152 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5712668c-bc06-4d02-9b03-9bfe7794e116 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:49:59.078816 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5712668c-bc06-4d02-9b03-9bfe7794e116 None None] Checking segment: {'id': '1aede8c2-f83a-4b7c-8361-63abb44702c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '4543a7d7-9846-46c7-a194-958eba243470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:49:59.079250 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5712668c-bc06-4d02-9b03-9bfe7794e116 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:59.081916 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5712668c-bc06-4d02-9b03-9bfe7794e116 None None] Bound using segment: {'id': '1aede8c2-f83a-4b7c-8361-63abb44702c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '4543a7d7-9846-46c7-a194-958eba243470'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:49:59.083864 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-5712668c-bc06-4d02-9b03-9bfe7794e116 None None] Bound port: c5400bb3-aed1-48a8-a417-3568ec97db12, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aede8c2-f83a-4b7c-8361-63abb44702c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '4543a7d7-9846-46c7-a194-958eba243470'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:49:59.084403 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5712668c-bc06-4d02-9b03-9bfe7794e116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (c5400bb3-aed1-48a8-a417-3568ec97db12), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:59.110104 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf2d5c9-7417-4abc-8cb6-eca2d967ee50 req-fdd8533c-d2de-4d41-8f1f-589e9c80c39e tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:59.119242 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fdf2d5c9-7417-4abc-8cb6-eca2d967ee50 req-fdd8533c-d2de-4d41-8f1f-589e9c80c39e tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/ports?device_id=f21977dc-63e1-4656-84be-640bdedca9a1 HTTP/1.1" status: 200 len: 945 time: 0.4052835 Feb 04 12:49:59.121228 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning for port 9b02c5ac-8d7a-4f3f-a602-3b415d069742 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:49:59.132335 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning complete for port 9b02c5ac-8d7a-4f3f-a602-3b415d069742 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:49:59.132734 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (9b02c5ac-8d7a-4f3f-a602-3b415d069742), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:59.157092 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-36f6908b-9cfc-403d-8c89-839b234d4787 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:59.206015 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac13c574-1a5a-491f-a710-c8250f613fdc None None] Provisioning complete for port c5400bb3-aed1-48a8-a417-3568ec97db12 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:49:59.206584 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac13c574-1a5a-491f-a710-c8250f613fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (c5400bb3-aed1-48a8-a417-3568ec97db12), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:59.344780 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac13c574-1a5a-491f-a710-c8250f613fdc None None] Port c5400bb3-aed1-48a8-a417-3568ec97db12 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:49:59.347209 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-36f6908b-9cfc-403d-8c89-839b234d4787 admin admin] Publish callbacks [] for security_group (bc1d2339-65d9-4f5a-b80c-ce2e6ff86a94), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:59.354583 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-36f6908b-9cfc-403d-8c89-839b234d4787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (bc1d2339-65d9-4f5a-b80c-ce2e6ff86a94), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:59.366140 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-5712668c-bc06-4d02-9b03-9bfe7794e116 None None] For port c5400bb3-aed1-48a8-a417-3568ec97db12, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:49:59.419621 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 9b02c5ac-8d7a-4f3f-a602-3b415d069742 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:49:59.420322 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (9b02c5ac-8d7a-4f3f-a602-3b415d069742), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:59.441854 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-36f6908b-9cfc-403d-8c89-839b234d4787 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=959bed83a1a245f794f3f76dd73d66a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5707698 Feb 04 12:49:59.442922 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f6908b-9cfc-403d-8c89-839b234d4787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc1d2339-65d9-4f5a-b80c-ce2e6ff86a94,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:59.445894 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 40302) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:59.474697 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-5712668c-bc06-4d02-9b03-9bfe7794e116 None None] For port c5400bb3-aed1-48a8-a417-3568ec97db12, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=c5400bb3-aed1-48a8-a417-3568ec97db12,segment=NetworkSegment(1aede8c2-f83a-4b7c-8361-63abb44702c4),segment_id=1aede8c2-f83a-4b7c-8361-63abb44702c4)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:49:59.487325 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5712668c-bc06-4d02-9b03-9bfe7794e116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (c5400bb3-aed1-48a8-a417-3568ec97db12), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:59.496603 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fdf2d5c9-7417-4abc-8cb6-eca2d967ee50 req-bf7a1466-bb26-47fd-9c56-d81744d070aa tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f05596b-0435-48d8-81d4-28b11f6be2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3749545 Feb 04 12:49:59.527518 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f21977dc-63e1-4656-84be-640bdedca9a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b02c5ac-8d7a-4f3f-a602-3b415d069742'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:49:59.531635 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3224c032-a712-42e4-b0a5-7324aaf2db25" -d '{"events": [{"server_uuid": "f21977dc-63e1-4656-84be-640bdedca9a1", "name": "network-vif-plugged", "status": "completed", "tag": "9b02c5ac-8d7a-4f3f-a602-3b415d069742"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:49:59.588165 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 9d69ae4a-e8a1-4d2a-881d-6a4c32bd59d7 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:49:59.596689 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 9b02c5ac-8d7a-4f3f-a602-3b415d069742, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=9b02c5ac-8d7a-4f3f-a602-3b415d069742,segment=NetworkSegment(e06f3fb1-3389-4291-b030-5cfb56d31cde),segment_id=e06f3fb1-3389-4291-b030-5cfb56d31cde)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:49:59.624655 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-14a389f8-6dd0-4c88-bd24-4b406392e424 admin admin] Publish callbacks [] for security_group (bc1d2339-65d9-4f5a-b80c-ce2e6ff86a94), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:59.688852 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-902b5fb8-50f3-4eb7-9d8f-94193ae99a1f req-01cf25c0-2ea5-4069-a7eb-ed0ea8d8fc19 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5562170 Feb 04 12:49:59.704762 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90df362e-c90b-4df5-975f-e468c0ad4e68 x-openstack-request-id: req-90df362e-c90b-4df5-975f-e468c0ad4e68 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:49:59.705620 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f21977dc-63e1-4656-84be-640bdedca9a1", "name": "network-vif-plugged", "status": "completed", "tag": "9b02c5ac-8d7a-4f3f-a602-3b415d069742", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:49:59.705942 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-90df362e-c90b-4df5-975f-e468c0ad4e68 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:49:59.706324 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f21977dc-63e1-4656-84be-640bdedca9a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b02c5ac-8d7a-4f3f-a602-3b415d069742', 'code': 200} Feb 04 12:49:59.711200 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (9b02c5ac-8d7a-4f3f-a602-3b415d069742), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:59.728949 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-14a389f8-6dd0-4c88-bd24-4b406392e424 admin admin] Publish callbacks [] for security_group (bc1d2339-65d9-4f5a-b80c-ce2e6ff86a94), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:59.857989 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-14a389f8-6dd0-4c88-bd24-4b406392e424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (bc1d2339-65d9-4f5a-b80c-ce2e6ff86a94), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:59.861386 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-14a389f8-6dd0-4c88-bd24-4b406392e424 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:59.867558 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-14a389f8-6dd0-4c88-bd24-4b406392e424 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bc1d2339-65d9-4f5a-b80c-ce2e6ff86a94 HTTP/1.1" status: 204 len: 168 time: 0.4204271 Feb 04 12:49:59.887656 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6afe3f-d19a-4c6b-b212-b3956a008b81 None None] Pushing event updated for resources: {'Port': ['ID=c5400bb3-aed1-48a8-a417-3568ec97db12,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:59.892541 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a389f8-6dd0-4c88-bd24-4b406392e424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc1d2339-65d9-4f5a-b80c-ce2e6ff86a94,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:59.932608 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5712668c-bc06-4d02-9b03-9bfe7794e116 None None] Routers {'e44af5d4-025e-48c3-a565-2b5149836ba6'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:49:59.933332 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-5712668c-bc06-4d02-9b03-9bfe7794e116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:49:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['e44af5d4-025e-48c3-a565-2b5149836ba6'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:50:00.375082 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-49e4a9a0-1ccb-4158-856c-b93e8e487502 None None] Provisioning complete for port c5400bb3-aed1-48a8-a417-3568ec97db12 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:50:00.376380 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-49e4a9a0-1ccb-4158-856c-b93e8e487502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (c5400bb3-aed1-48a8-a417-3568ec97db12), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:00.386580 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dbd9c7-4c49-44e0-a3c7-7d56afc05f9c req-4ff0d1f4-ea29-4cfd-b55b-dfb1a489235d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:00.395585 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-25dbd9c7-4c49-44e0-a3c7-7d56afc05f9c req-4ff0d1f4-ea29-4cfd-b55b-dfb1a489235d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=f21977dc-63e1-4656-84be-640bdedca9a1 HTTP/1.1" status: 200 len: 1128 time: 0.6924095 Feb 04 12:50:00.413217 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=9b02c5ac-8d7a-4f3f-a602-3b415d069742,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:00.432648 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 9d69ae4a-e8a1-4d2a-881d-6a4c32bd59d7 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:50:00.433352 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (9d69ae4a-e8a1-4d2a-881d-6a4c32bd59d7), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:00.443038 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-5712668c-bc06-4d02-9b03-9bfe7794e116 None None] Set router e44af5d4-025e-48c3-a565-2b5149836ba6 gateway port host: None {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:50:00.544685 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b454a15e-d083-4c97-9b75-9155afcbd130 None None] Network 57b859e9-0737-4ac9-aa6f-72f1ab66c4f3 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:50:00.585077 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-25dbd9c7-4c49-44e0-a3c7-7d56afc05f9c req-386f46e0-0756-4881-9fbe-d70d17e74087 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=1f05596b-0435-48d8-81d4-28b11f6be2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695952 Feb 04 12:50:00.867353 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02ce6a6-e32a-4bac-91df-0eb59ae19cae req-ee749fdb-c7ba-4cda-a030-40ba3d694d8b tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:00.891629 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a02ce6a6-e32a-4bac-91df-0eb59ae19cae req-ee749fdb-c7ba-4cda-a030-40ba3d694d8b tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/ports?device_id=f21977dc-63e1-4656-84be-640bdedca9a1 HTTP/1.1" status: 200 len: 946 time: 0.2649565 Feb 04 12:50:00.920354 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1637c1a8-08e6-4dbd-83a4-a789e4bf271e tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks [] for port (ffeb46b1-fc7a-4306-a185-1101d2a01089), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:00.935227 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1637c1a8-08e6-4dbd-83a4-a789e4bf271e tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (ffeb46b1-fc7a-4306-a185-1101d2a01089), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:01.322598 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a02ce6a6-e32a-4bac-91df-0eb59ae19cae req-bd2b3217-34de-4a8d-bef9-90631c1c9d8b tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f05596b-0435-48d8-81d4-28b11f6be2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4299777 Feb 04 12:50:01.332496 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1637c1a8-08e6-4dbd-83a4-a789e4bf271e tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622202'] for router_interface (e44af5d4-025e-48c3-a565-2b5149836ba6), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:01.376420 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1637c1a8-08e6-4dbd-83a4-a789e4bf271e tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Pushing event updated for resources: {'Port': ['ID=ffeb46b1-fc7a-4306-a185-1101d2a01089,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:01.726999 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1637c1a8-08e6-4dbd-83a4-a789e4bf271e tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Network 57b859e9-0737-4ac9-aa6f-72f1ab66c4f3 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:50:01.733982 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-1637c1a8-08e6-4dbd-83a4-a789e4bf271e tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:50:01.975274 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1637c1a8-08e6-4dbd-83a4-a789e4bf271e tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Router e44af5d4-025e-48c3-a565-2b5149836ba6 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:50:02.037782 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 40346) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:50:02.145096 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-49e4a9a0-1ccb-4158-856c-b93e8e487502 None None] Current status of the port c5400bb3-aed1-48a8-a417-3568ec97db12 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:50:02.148150 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-49e4a9a0-1ccb-4158-856c-b93e8e487502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (c5400bb3-aed1-48a8-a417-3568ec97db12), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:02.167549 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:02.239790 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:02.281061 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1637c1a8-08e6-4dbd-83a4-a789e4bf271e tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:50:02.286958 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-1637c1a8-08e6-4dbd-83a4-a789e4bf271e tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] 10.222.0.65 "PUT /v2.0/routers/e44af5d4-025e-48c3-a565-2b5149836ba6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0878198 Feb 04 12:50:02.290226 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 40352) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:50:02.295954 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-6ac2c739-9d61-4d44-b3e7-ce6d68846b7e tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Request body: {'network': {'name': 'tempest-RoutersTest-1555864447'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:50:02.336481 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-39c76d39-72ad-48cb-b1c5-48b812cea414 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-860364563-network', 'tenant_id': 'd911462b4fc5499194cfc3e92602aea6'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:50:02.423074 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ac2c739-9d61-4d44-b3e7-ce6d68846b7e tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Made reservation on behalf of 7868b54a8a9242e68b824f4621b68e06 for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:50:02.429392 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6ac2c739-9d61-4d44-b3e7-ce6d68846b7e tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:02.447451 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 9d69ae4a-e8a1-4d2a-881d-6a4c32bd59d7 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:50:02.455866 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (9d69ae4a-e8a1-4d2a-881d-6a4c32bd59d7), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:02.481653 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39c76d39-72ad-48cb-b1c5-48b812cea414 admin admin] Made reservation on behalf of d911462b4fc5499194cfc3e92602aea6 for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:50:02.485196 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-39c76d39-72ad-48cb-b1c5-48b812cea414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:02.505407 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-39c76d39-72ad-48cb-b1c5-48b812cea414 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:02.525892 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-49e4a9a0-1ccb-4158-856c-b93e8e487502 None None] For port c5400bb3-aed1-48a8-a417-3568ec97db12, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=c5400bb3-aed1-48a8-a417-3568ec97db12,segment=NetworkSegment(1aede8c2-f83a-4b7c-8361-63abb44702c4),segment_id=1aede8c2-f83a-4b7c-8361-63abb44702c4)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:50:02.614879 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ac2c739-9d61-4d44-b3e7-ce6d68846b7e tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:50:02.626385 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c6fd3a-bc32-4637-bce6-673e3c8a6805 req-b4bcdbe9-72a5-416b-83cb-59e641d444ea tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:02.630882 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-18c6fd3a-bc32-4637-bce6-673e3c8a6805 req-b4bcdbe9-72a5-416b-83cb-59e641d444ea tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/ports?device_id=f21977dc-63e1-4656-84be-640bdedca9a1 HTTP/1.1" status: 200 len: 946 time: 0.1561749 Feb 04 12:50:02.650009 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port 9d69ae4a-e8a1-4d2a-881d-6a4c32bd59d7, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=9d69ae4a-e8a1-4d2a-881d-6a4c32bd59d7,segment=NetworkSegment(6352015d-2b4d-4724-963c-51e033751871),segment_id=6352015d-2b4d-4724-963c-51e033751871)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:50:02.679068 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6ac2c739-9d61-4d44-b3e7-ce6d68846b7e tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (2ad30a4d-5307-43eb-9935-a1016a1bc39f), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:02.679464 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-6ac2c739-9d61-4d44-b3e7-ce6d68846b7e tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Added segment 2ad30a4d-5307-43eb-9935-a1016a1bc39f of type vlan for network 78cecb53-910d-49ce-b011-13f09af3883e Feb 04 12:50:02.681253 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-49e4a9a0-1ccb-4158-856c-b93e8e487502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (c5400bb3-aed1-48a8-a417-3568ec97db12), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:02.708059 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (9d69ae4a-e8a1-4d2a-881d-6a4c32bd59d7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:02.763931 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-18c6fd3a-bc32-4637-bce6-673e3c8a6805 req-e30a298a-a53c-4e69-9ba6-e3e4ab4be237 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f05596b-0435-48d8-81d4-28b11f6be2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235280 Feb 04 12:50:02.914900 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6ac2c739-9d61-4d44-b3e7-ce6d68846b7e tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (78cecb53-910d-49ce-b011-13f09af3883e), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:03.006589 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-26353b5b-f34f-48fb-9b63-bdfcc851b821 None None] Provisioning complete for port 9d69ae4a-e8a1-4d2a-881d-6a4c32bd59d7 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:50:03.007342 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-26353b5b-f34f-48fb-9b63-bdfcc851b821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (9d69ae4a-e8a1-4d2a-881d-6a4c32bd59d7), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:03.009234 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e4a9a0-1ccb-4158-856c-b93e8e487502 None None] Pushing event updated for resources: {'Port': ['ID=c5400bb3-aed1-48a8-a417-3568ec97db12,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:03.038588 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-39c76d39-72ad-48cb-b1c5-48b812cea414 admin admin] Publish callbacks [] for security_group (c81fcece-bd48-4f4e-8fb2-64c8db70253b), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:03.075278 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-39c76d39-72ad-48cb-b1c5-48b812cea414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (c81fcece-bd48-4f4e-8fb2-64c8db70253b), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:03.089591 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da88e43f-c663-40f2-bfa7-48629b07039b req-9bf56fb9-0fbc-4ce1-ac39-afbb702dd7db tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:03.110547 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-da88e43f-c663-40f2-bfa7-48629b07039b req-9bf56fb9-0fbc-4ce1-ac39-afbb702dd7db tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/ports?device_id=f21977dc-63e1-4656-84be-640bdedca9a1 HTTP/1.1" status: 200 len: 946 time: 0.1627862 Feb 04 12:50:03.167073 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6ac2c739-9d61-4d44-b3e7-ce6d68846b7e tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (78cecb53-910d-49ce-b011-13f09af3883e), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:03.190204 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac2c739-9d61-4d44-b3e7-ce6d68846b7e tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:03.190864 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6ac2c739-9d61-4d44-b3e7-ce6d68846b7e tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:03.196065 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-5712668c-bc06-4d02-9b03-9bfe7794e116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e44af5d4-025e-48c3-a565-2b5149836ba6', 'name': 'tempest-RoutersTest-router-786989588', 'tenant_id': '7868b54a8a9242e68b824f4621b68e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:49:37Z', 'updated_at': '2022-02-04T12:49:58Z', 'revision_number': 4, 'project_id': '7868b54a8a9242e68b824f4621b68e06', 'gw_port_host': None, '_interfaces': [{'id': '135d4992-7f41-493d-823f-2bd1aa7463e9', 'name': '', 'network_id': 'bbbed129-c18a-4552-9faa-2a488c6105f0', 'tenant_id': '7868b54a8a9242e68b824f4621b68e06', 'mac_address': 'fa:16:3e:b8:d2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44af5d4-025e-48c3-a565-2b5149836ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': 'f89f4a4b-1430-4424-b1a3-7f3d5fb6a02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:49:40Z', 'updated_at': '2022-02-04T12:49:49Z', 'revision_number': 5, 'project_id': '7868b54a8a9242e68b824f4621b68e06', 'subnets': [{'id': 'f89f4a4b-1430-4424-b1a3-7f3d5fb6a02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5400bb3-aed1-48a8-a417-3568ec97db12', 'name': '', 'network_id': '4543a7d7-9846-46c7-a194-958eba243470', 'tenant_id': '7868b54a8a9242e68b824f4621b68e06', 'mac_address': 'fa:16:3e:6f:90:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e44af5d4-025e-48c3-a565-2b5149836ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2978, 'fixed_ips': [{'subnet_id': '5e579351-9e73-4fe1-96ea-c8c12b30dd04', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:49:49Z', 'updated_at': '2022-02-04T12:49:59Z', 'revision_number': 4, 'project_id': '7868b54a8a9242e68b824f4621b68e06', 'subnets': [{'id': '5e579351-9e73-4fe1-96ea-c8c12b30dd04', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffeb46b1-fc7a-4306-a185-1101d2a01089', 'name': '', 'network_id': '57b859e9-0737-4ac9-aa6f-72f1ab66c4f3', 'tenant_id': '7868b54a8a9242e68b824f4621b68e06', 'mac_address': 'fa:16:3e:43:22:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e44af5d4-025e-48c3-a565-2b5149836ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '341ec1e5-22cd-402c-9d0a-202f713a4ffe', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:49:56Z', 'updated_at': '2022-02-04T12:49:57Z', 'revision_number': 1, 'project_id': '7868b54a8a9242e68b824f4621b68e06', 'subnets': [{'id': '341ec1e5-22cd-402c-9d0a-202f713a4ffe', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:50:03.289426 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39c76d39-72ad-48cb-b1c5-48b812cea414 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:50:03.295124 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-da88e43f-c663-40f2-bfa7-48629b07039b req-8540ab67-2091-469b-8b03-65435c5b919e tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f05596b-0435-48d8-81d4-28b11f6be2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806493 Feb 04 12:50:03.303992 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-6ac2c739-9d61-4d44-b3e7-ce6d68846b7e tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0121646 Feb 04 12:50:03.306717 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 40366) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:50:03.316950 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-5babb8ba-72ce-478e-99b1-7955e10f06d1 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Request body: {'subnet': {'network_id': '78cecb53-910d-49ce-b011-13f09af3883e', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:50:03.365064 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5712668c-bc06-4d02-9b03-9bfe7794e116 None None] The sync data for ids ['e44af5d4-025e-48c3-a565-2b5149836ba6'] in n-d-825015-3 is: [{'id': 'e44af5d4-025e-48c3-a565-2b5149836ba6', 'name': 'tempest-RoutersTest-router-786989588', 'tenant_id': '7868b54a8a9242e68b824f4621b68e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:49:37Z', 'updated_at': '2022-02-04T12:49:58Z', 'revision_number': 4, 'project_id': '7868b54a8a9242e68b824f4621b68e06', 'gw_port_host': None, '_interfaces': [{'id': '135d4992-7f41-493d-823f-2bd1aa7463e9', 'name': '', 'network_id': 'bbbed129-c18a-4552-9faa-2a488c6105f0', 'tenant_id': '7868b54a8a9242e68b824f4621b68e06', 'mac_address': 'fa:16:3e:b8:d2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44af5d4-025e-48c3-a565-2b5149836ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': 'f89f4a4b-1430-4424-b1a3-7f3d5fb6a02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:49:40Z', 'updated_at': '2022-02-04T12:49:49Z', 'revision_number': 5, 'project_id': '7868b54a8a9242e68b824f4621b68e06', 'subnets': [{'id': 'f89f4a4b-1430-4424-b1a3-7f3d5fb6a02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5400bb3-aed1-48a8-a417-3568ec97db12', 'name': '', 'network_id': '4543a7d7-9846-46c7-a194-958eba243470', 'tenant_id': '7868b54a8a9242e68b824f4621b68e06', 'mac_address': 'fa:16:3e:6f:90:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e44af5d4-025e-48c3-a565-2b5149836ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2978, 'fixed_ips': [{'subnet_id': '5e579351-9e73-4fe1-96ea-c8c12b30dd04', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:49:49Z', 'updated_at': '2022-02-04T12:49:59Z', 'revision_number': 4, 'project_id': '7868b54a8a9242e68b824f4621b68e06', 'subnets': [{'id': '5e579351-9e73-4fe1-96ea-c8c12b30dd04', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffeb46b1-fc7a-4306-a185-1101d2a01089', 'name': '', 'network_id': '57b859e9-0737-4ac9-aa6f-72f1ab66c4f3', 'tenant_id': '7868b54a8a9242e68b824f4621b68e06', 'mac_address': 'fa:16:3e:43:22:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e44af5d4-025e-48c3-a565-2b5149836ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '341ec1e5-22cd-402c-9d0a-202f713a4ffe', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:49:56Z', 'updated_at': '2022-02-04T12:49:57Z', 'revision_number': 1, 'project_id': '7868b54a8a9242e68b824f4621b68e06', 'subnets': [{'id': '341ec1e5-22cd-402c-9d0a-202f713a4ffe', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:50:03.428597 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=9d69ae4a-e8a1-4d2a-881d-6a4c32bd59d7,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:03.530010 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-39c76d39-72ad-48cb-b1c5-48b812cea414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (fbf62fd6-6ba4-4309-a2d8-e3b0817a1f03), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:03.531207 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-39c76d39-72ad-48cb-b1c5-48b812cea414 admin admin] Added segment fbf62fd6-6ba4-4309-a2d8-e3b0817a1f03 of type vlan for network 114bf314-65ab-4816-b3d2-279c775b8454 Feb 04 12:50:03.690199 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-39c76d39-72ad-48cb-b1c5-48b812cea414 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (114bf314-65ab-4816-b3d2-279c775b8454), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:03.718823 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-26353b5b-f34f-48fb-9b63-bdfcc851b821 None None] Current status of the port 9d69ae4a-e8a1-4d2a-881d-6a4c32bd59d7 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:50:03.788258 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5babb8ba-72ce-478e-99b1-7955e10f06d1 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Made reservation on behalf of 7868b54a8a9242e68b824f4621b68e06 for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:50:03.794857 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5babb8ba-72ce-478e-99b1-7955e10f06d1 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:03.846307 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c76d39-72ad-48cb-b1c5-48b812cea414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c81fcece-bd48-4f4e-8fb2-64c8db70253b,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:03.877989 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-39c76d39-72ad-48cb-b1c5-48b812cea414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (114bf314-65ab-4816-b3d2-279c775b8454), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:03.879512 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-2e750e6a-f4ae-4567-9fa1-9058e3a4b910 None None] Provisioning complete for port 9d69ae4a-e8a1-4d2a-881d-6a4c32bd59d7 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:50:03.880452 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2e750e6a-f4ae-4567-9fa1-9058e3a4b910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (9d69ae4a-e8a1-4d2a-881d-6a4c32bd59d7), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:03.896715 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c76d39-72ad-48cb-b1c5-48b812cea414 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:03.900543 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-39c76d39-72ad-48cb-b1c5-48b812cea414 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:03.956622 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac2c739-9d61-4d44-b3e7-ce6d68846b7e tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Pushing event updated for resources: {'Network': ['ID=78cecb53-910d-49ce-b011-13f09af3883e,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:03.993571 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 78cecb53-910d-49ce-b011-13f09af3883e details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:50:04.090232 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c76d39-72ad-48cb-b1c5-48b812cea414 admin admin] Pushing event updated for resources: {'Network': ['ID=114bf314-65ab-4816-b3d2-279c775b8454,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:04.116778 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-39c76d39-72ad-48cb-b1c5-48b812cea414 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.0772498 Feb 04 12:50:04.119257 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 40374) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:50:04.137034 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-90997b63-1cfb-49a5-be44-d5ebdded0f02 admin admin] Request body: {'subnet': {'network_id': '114bf314-65ab-4816-b3d2-279c775b8454', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-860364563-subnet', 'tenant_id': 'd911462b4fc5499194cfc3e92602aea6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:50:04.159482 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011886d1-e383-4518-a17b-a08e7f06a407 req-71395569-f5dd-460a-bbe0-b4a3fd4e3250 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:04.168529 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-011886d1-e383-4518-a17b-a08e7f06a407 req-71395569-f5dd-460a-bbe0-b4a3fd4e3250 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/ports?device_id=f21977dc-63e1-4656-84be-640bdedca9a1 HTTP/1.1" status: 200 len: 946 time: 0.3274662 Feb 04 12:50:04.190164 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 114bf314-65ab-4816-b3d2-279c775b8454 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:50:04.340031 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90997b63-1cfb-49a5-be44-d5ebdded0f02 admin admin] Made reservation on behalf of d911462b4fc5499194cfc3e92602aea6 for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:50:04.350775 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-90997b63-1cfb-49a5-be44-d5ebdded0f02 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:04.361474 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-011886d1-e383-4518-a17b-a08e7f06a407 req-b8f8b955-6e34-4860-9f71-50d264730fe6 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f05596b-0435-48d8-81d4-28b11f6be2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915843 Feb 04 12:50:04.580290 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-2e750e6a-f4ae-4567-9fa1-9058e3a4b910 None None] Current status of the port 9d69ae4a-e8a1-4d2a-881d-6a4c32bd59d7 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:50:04.607910 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-2e750e6a-f4ae-4567-9fa1-9058e3a4b910 None None] Provisioning complete for port ffeb46b1-fc7a-4306-a185-1101d2a01089 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:50:04.607910 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2e750e6a-f4ae-4567-9fa1-9058e3a4b910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (ffeb46b1-fc7a-4306-a185-1101d2a01089), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:04.703233 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-2e750e6a-f4ae-4567-9fa1-9058e3a4b910 None None] Port ffeb46b1-fc7a-4306-a185-1101d2a01089 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:50:04.763501 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5babb8ba-72ce-478e-99b1-7955e10f06d1 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52094127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51452689'] for subnet (0ff9dbb1-f287-4d92-8521-22c020ec5928), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:04.839339 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-7af5b4f6-bd98-426d-a761-710788d75548 None None] Provisioning complete for port ffeb46b1-fc7a-4306-a185-1101d2a01089 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:50:04.839795 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7af5b4f6-bd98-426d-a761-710788d75548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (ffeb46b1-fc7a-4306-a185-1101d2a01089), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:04.948557 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-7af5b4f6-bd98-426d-a761-710788d75548 None None] Port ffeb46b1-fc7a-4306-a185-1101d2a01089 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:50:04.968752 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5babb8ba-72ce-478e-99b1-7955e10f06d1 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Pushing event updated for resources: {'Subnet': ['ID=0ff9dbb1-f287-4d92-8521-22c020ec5928,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:05.038982 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec49d2-c2a1-465e-877f-8ff45ed3b2e4 req-bd797a9d-9e38-45ab-8025-d8ff981387c9 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:05.040735 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6aec49d2-c2a1-465e-877f-8ff45ed3b2e4 req-bd797a9d-9e38-45ab-8025-d8ff981387c9 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/ports?device_id=f21977dc-63e1-4656-84be-640bdedca9a1 HTTP/1.1" status: 200 len: 946 time: 0.3882618 Feb 04 12:50:05.131596 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device c5400bb3-aed1-48a8-a417-3568ec97db12 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:50:05.150914 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5babb8ba-72ce-478e-99b1-7955e10f06d1 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Checking segment: {'id': '2ad30a4d-5307-43eb-9935-a1016a1bc39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '78cecb53-910d-49ce-b011-13f09af3883e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:50:05.152092 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5babb8ba-72ce-478e-99b1-7955e10f06d1 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Network hostable DHCP agents. Network: 78cecb53-910d-49ce-b011-13f09af3883e, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:50:05.214011 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6aec49d2-c2a1-465e-877f-8ff45ed3b2e4 req-94cfde3b-287e-4bb1-9518-45d73b8a7e20 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f05596b-0435-48d8-81d4-28b11f6be2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202483 Feb 04 12:50:05.215473 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-90997b63-1cfb-49a5-be44-d5ebdded0f02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52094127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51452689'] for subnet (888ca177-2183-496c-8ac4-309108397ef5), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:05.242066 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port c5400bb3-aed1-48a8-a417-3568ec97db12 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:50:05.242481 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (c5400bb3-aed1-48a8-a417-3568ec97db12), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:05.308644 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90997b63-1cfb-49a5-be44-d5ebdded0f02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=888ca177-2183-496c-8ac4-309108397ef5,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:05.335848 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5babb8ba-72ce-478e-99b1-7955e10f06d1 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Network 78cecb53-910d-49ce-b011-13f09af3883e is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:50:05.376115 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port c5400bb3-aed1-48a8-a417-3568ec97db12 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:50:05.377346 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 9d69ae4a-e8a1-4d2a-881d-6a4c32bd59d7 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:50:05.456776 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 9d69ae4a-e8a1-4d2a-881d-6a4c32bd59d7 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:50:05.457167 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (9d69ae4a-e8a1-4d2a-881d-6a4c32bd59d7), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:05.462791 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-5babb8ba-72ce-478e-99b1-7955e10f06d1 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 78cecb53-910d-49ce-b011-13f09af3883e) {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:50:05.464974 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90997b63-1cfb-49a5-be44-d5ebdded0f02 admin admin] Checking segment: {'id': 'fbf62fd6-6ba4-4309-a2d8-e3b0817a1f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '114bf314-65ab-4816-b3d2-279c775b8454'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:50:05.470706 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90997b63-1cfb-49a5-be44-d5ebdded0f02 admin admin] Network hostable DHCP agents. Network: 114bf314-65ab-4816-b3d2-279c775b8454, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:50:05.486631 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5babb8ba-72ce-478e-99b1-7955e10f06d1 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:05.487286 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5babb8ba-72ce-478e-99b1-7955e10f06d1 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:05.505992 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ceed00-73b6-4f16-83ae-843292fff1d8 None None] Network 78cecb53-910d-49ce-b011-13f09af3883e requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:50:05.560038 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 40408) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:50:05.569872 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-5babb8ba-72ce-478e-99b1-7955e10f06d1 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2516735 Feb 04 12:50:05.588685 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90997b63-1cfb-49a5-be44-d5ebdded0f02 admin admin] Network 114bf314-65ab-4816-b3d2-279c775b8454 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:50:05.637768 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-90997b63-1cfb-49a5-be44-d5ebdded0f02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 114bf314-65ab-4816-b3d2-279c775b8454) {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:50:05.653892 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90997b63-1cfb-49a5-be44-d5ebdded0f02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:05.654516 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-90997b63-1cfb-49a5-be44-d5ebdded0f02 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:05.716871 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-90997b63-1cfb-49a5-be44-d5ebdded0f02 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5917568 Feb 04 12:50:05.755540 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b67a89-5f66-4818-816b-33d965a5908a None None] Network 114bf314-65ab-4816-b3d2-279c775b8454 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:50:06.114292 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2a298c-c943-4660-97b6-838dd899870e None None] Sync routers for ids ['e44af5d4-025e-48c3-a565-2b5149836ba6'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:50:06.140460 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2a298c-c943-4660-97b6-838dd899870e None None] Routers {'e44af5d4-025e-48c3-a565-2b5149836ba6'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:50:06.141428 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-6d2a298c-c943-4660-97b6-838dd899870e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:49:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['e44af5d4-025e-48c3-a565-2b5149836ba6'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:50:06.228465 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc63afd-5335-49a6-a540-7ea88a2fcb7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-78cecb53-910d-49ce-b011-13f09af3883e', 'network_id': '78cecb53-910d-49ce-b011-13f09af3883e', 'project_id': '7868b54a8a9242e68b824f4621b68e06', 'fixed_ips': [{'subnet_id': '0ff9dbb1-f287-4d92-8521-22c020ec5928'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 12:50:06.229495 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9dc63afd-5335-49a6-a540-7ea88a2fcb7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:06.284526 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b338bc-7c7f-46f4-9ebb-d0b8ab6ba3af None None] Network 114bf314-65ab-4816-b3d2-279c775b8454 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:50:06.316346 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7e7faa-5720-4a9f-b43b-4781fb7982ba req-a559f988-32db-4548-9510-3067db5ae4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:06.317888 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bb7e7faa-5720-4a9f-b43b-4781fb7982ba req-a559f988-32db-4548-9510-3067db5ae4cd service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=510f69789e354304b7a3dd689bde3cf8&device_id=f21977dc-63e1-4656-84be-640bdedca9a1 HTTP/1.1" status: 200 len: 1128 time: 0.3901811 Feb 04 12:50:06.331772 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfd9221-aa8c-4ec7-aceb-5ef42c034dee req-de9a8d75-6346-4ed0-92da-45f7fa184910 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:06.333450 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fdfd9221-aa8c-4ec7-aceb-5ef42c034dee req-de9a8d75-6346-4ed0-92da-45f7fa184910 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 945 time: 0.3003743 Feb 04 12:50:06.341967 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4fa5e2-5778-4247-ab45-ffe032c89fe4 req-a56e1574-04cb-4fb9-8551-51e4a92abe22 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:06.350149 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8a4fa5e2-5778-4247-ab45-ffe032c89fe4 req-a56e1574-04cb-4fb9-8551-51e4a92abe22 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/ports?device_id=f21977dc-63e1-4656-84be-640bdedca9a1 HTTP/1.1" status: 200 len: 946 time: 0.3436701 Feb 04 12:50:06.374722 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-642a51fd-a55b-4a3f-84ec-a8b080642d38 req-142b2065-e8fe-4d80-ad3a-4cfe5365b1e0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2228894 Feb 04 12:50:06.458383 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-6d2a298c-c943-4660-97b6-838dd899870e None None] Set router e44af5d4-025e-48c3-a565-2b5149836ba6 gateway port host: None {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:50:06.528077 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fdfd9221-aa8c-4ec7-aceb-5ef42c034dee req-02343a45-fbcf-45e3-a51e-fe47d6b1a9bc tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706829 Feb 04 12:50:06.548641 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8a4fa5e2-5778-4247-ab45-ffe032c89fe4 req-11b11dd4-2cd1-43ae-a88c-5cc4f046823d tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f05596b-0435-48d8-81d4-28b11f6be2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929064 Feb 04 12:50:06.591861 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7e7faa-5720-4a9f-b43b-4781fb7982ba req-45f64229-acc6-4db4-b7b3-fe19e96d325f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:06.595334 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bb7e7faa-5720-4a9f-b43b-4781fb7982ba req-45f64229-acc6-4db4-b7b3-fe19e96d325f service neutron] 10.222.0.77 "GET /v2.0/networks?id=b0350313-177d-4c5b-9b2d-aae5a7745f86 HTTP/1.1" status: 200 len: 916 time: 0.2305388 Feb 04 12:50:06.602103 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642a51fd-a55b-4a3f-84ec-a8b080642d38 req-0a82c72c-dd1e-4b47-8d25-0832b0b04809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:06.604172 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-642a51fd-a55b-4a3f-84ec-a8b080642d38 req-0a82c72c-dd1e-4b47-8d25-0832b0b04809 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=38cb7f8ec7594c9ea49e940b44ab6547&device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 1127 time: 0.1267412 Feb 04 12:50:06.629396 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-9dc63afd-5335-49a6-a540-7ea88a2fcb7a None None] Allocated IP 172.23.0.2 (78cecb53-910d-49ce-b011-13f09af3883e/0ff9dbb1-f287-4d92-8521-22c020ec5928/6fab59c0-4020-49d2-a189-be96b3f2163c) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:50:06.704658 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bb7e7faa-5720-4a9f-b43b-4781fb7982ba req-b64313a6-4307-406e-bc64-744b99270014 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b02c5ac-8d7a-4f3f-a602-3b415d069742 HTTP/1.1" status: 200 len: 217 time: 0.0990634 Feb 04 12:50:06.795339 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c8b8efd4-347e-4dc0-9bda-961e58f86ad5 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:06.922719 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 9d69ae4a-e8a1-4d2a-881d-6a4c32bd59d7 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:50:06.963764 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7e7faa-5720-4a9f-b43b-4781fb7982ba req-53609ea7-6b30-42e2-8276-6a01c9bf4b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:06.969718 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bb7e7faa-5720-4a9f-b43b-4781fb7982ba req-53609ea7-6b30-42e2-8276-6a01c9bf4b61 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=690b8f25-e7cd-419d-81c6-e79d1382942c HTTP/1.1" status: 200 len: 855 time: 0.2214918 Feb 04 12:50:07.015287 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-6d2a298c-c943-4660-97b6-838dd899870e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e44af5d4-025e-48c3-a565-2b5149836ba6', 'name': 'tempest-RoutersTest-router-786989588', 'tenant_id': '7868b54a8a9242e68b824f4621b68e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:49:37Z', 'updated_at': '2022-02-04T12:49:58Z', 'revision_number': 4, 'project_id': '7868b54a8a9242e68b824f4621b68e06', 'gw_port_host': None, '_interfaces': [{'id': '135d4992-7f41-493d-823f-2bd1aa7463e9', 'name': '', 'network_id': 'bbbed129-c18a-4552-9faa-2a488c6105f0', 'tenant_id': '7868b54a8a9242e68b824f4621b68e06', 'mac_address': 'fa:16:3e:b8:d2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44af5d4-025e-48c3-a565-2b5149836ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': 'f89f4a4b-1430-4424-b1a3-7f3d5fb6a02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:49:40Z', 'updated_at': '2022-02-04T12:49:49Z', 'revision_number': 5, 'project_id': '7868b54a8a9242e68b824f4621b68e06', 'subnets': [{'id': 'f89f4a4b-1430-4424-b1a3-7f3d5fb6a02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5400bb3-aed1-48a8-a417-3568ec97db12', 'name': '', 'network_id': '4543a7d7-9846-46c7-a194-958eba243470', 'tenant_id': '7868b54a8a9242e68b824f4621b68e06', 'mac_address': 'fa:16:3e:6f:90:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44af5d4-025e-48c3-a565-2b5149836ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2978, 'fixed_ips': [{'subnet_id': '5e579351-9e73-4fe1-96ea-c8c12b30dd04', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:49:49Z', 'updated_at': '2022-02-04T12:50:02Z', 'revision_number': 5, 'project_id': '7868b54a8a9242e68b824f4621b68e06', 'subnets': [{'id': '5e579351-9e73-4fe1-96ea-c8c12b30dd04', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffeb46b1-fc7a-4306-a185-1101d2a01089', 'name': '', 'network_id': '57b859e9-0737-4ac9-aa6f-72f1ab66c4f3', 'tenant_id': '7868b54a8a9242e68b824f4621b68e06', 'mac_address': 'fa:16:3e:43:22:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e44af5d4-025e-48c3-a565-2b5149836ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '341ec1e5-22cd-402c-9d0a-202f713a4ffe', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:49:56Z', 'updated_at': '2022-02-04T12:50:00Z', 'revision_number': 2, 'project_id': '7868b54a8a9242e68b824f4621b68e06', 'subnets': [{'id': '341ec1e5-22cd-402c-9d0a-202f713a4ffe', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:50:07.055191 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8b916b-30e8-4264-b2be-00a2ca112a28 req-fcfaee76-8230-4854-ab6a-a6d7c505385c tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:07.063333 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-de8b916b-30e8-4264-b2be-00a2ca112a28 req-fcfaee76-8230-4854-ab6a-a6d7c505385c tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 945 time: 0.3373883 Feb 04 12:50:07.081046 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9dc63afd-5335-49a6-a540-7ea88a2fcb7a None None] Publish callbacks [] for port (6fab59c0-4020-49d2-a189-be96b3f2163c), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:07.096529 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9dc63afd-5335-49a6-a540-7ea88a2fcb7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (6fab59c0-4020-49d2-a189-be96b3f2163c), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:07.133328 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2a298c-c943-4660-97b6-838dd899870e None None] Checking router: e44af5d4-025e-48c3-a565-2b5149836ba6 for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:50:07.133916 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2a298c-c943-4660-97b6-838dd899870e None None] Updating router e44af5d4-025e-48c3-a565-2b5149836ba6 port ffeb46b1-fc7a-4306-a185-1101d2a01089 binding host n-d-825015-3 {{(pid=103477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:50:07.150122 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bb7e7faa-5720-4a9f-b43b-4781fb7982ba req-1980606b-f5bb-48bc-885e-7e233a0c2d40 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b0350313-177d-4c5b-9b2d-aae5a7745f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1611426 Feb 04 12:50:07.180311 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc63afd-5335-49a6-a540-7ea88a2fcb7a None None] Network 78cecb53-910d-49ce-b011-13f09af3883e is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:50:07.183915 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-9dc63afd-5335-49a6-a540-7ea88a2fcb7a None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:50:07.198258 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc63afd-5335-49a6-a540-7ea88a2fcb7a None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:50:07.211337 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6d2a298c-c943-4660-97b6-838dd899870e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (ffeb46b1-fc7a-4306-a185-1101d2a01089), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:07.242989 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642a51fd-a55b-4a3f-84ec-a8b080642d38 req-89bf6c52-ce17-4021-804f-1fc60dde0015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:07.253716 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-642a51fd-a55b-4a3f-84ec-a8b080642d38 req-89bf6c52-ce17-4021-804f-1fc60dde0015 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7ed78c2f-5e06-4bf6-9fbc-42500f903f0d HTTP/1.1" status: 200 len: 914 time: 0.5742311 Feb 04 12:50:07.465962 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-642a51fd-a55b-4a3f-84ec-a8b080642d38 req-5098a2cf-0ba5-49aa-b1f5-9dab7d692ace service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74c9b60f-0b88-4ba9-96bb-be833f049be5 HTTP/1.1" status: 200 len: 217 time: 0.1793211 Feb 04 12:50:07.533072 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642a51fd-a55b-4a3f-84ec-a8b080642d38 req-bdb41acc-c36a-44ff-bfd6-5f63f3884abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:07.533502 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-c8b8efd4-347e-4dc0-9bda-961e58f86ad5 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Allocated IP 172.23.0.1 (78cecb53-910d-49ce-b011-13f09af3883e/0ff9dbb1-f287-4d92-8521-22c020ec5928/3db22de6-8de3-4c17-8a97-1631cae76841) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:50:07.535148 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-642a51fd-a55b-4a3f-84ec-a8b080642d38 req-bdb41acc-c36a-44ff-bfd6-5f63f3884abe service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5f3947cd-b907-480d-bce5-7265d1d5d85d HTTP/1.1" status: 200 len: 853 time: 0.0596230 Feb 04 12:50:07.604175 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-642a51fd-a55b-4a3f-84ec-a8b080642d38 req-92bfd8ca-20c8-4546-aeb7-8fb7b0e4790f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7ed78c2f-5e06-4bf6-9fbc-42500f903f0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472815 Feb 04 12:50:07.607506 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-de8b916b-30e8-4264-b2be-00a2ca112a28 req-6672cee8-1dcd-440b-a1f0-3f981e7726c8 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4857261 Feb 04 12:50:07.698064 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6d2a298c-c943-4660-97b6-838dd899870e None None] Publish callbacks [] for port (ffeb46b1-fc7a-4306-a185-1101d2a01089), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:07.715699 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6d2a298c-c943-4660-97b6-838dd899870e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (ffeb46b1-fc7a-4306-a185-1101d2a01089), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:07.734967 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bb7e7faa-5720-4a9f-b43b-4781fb7982ba req-f451baf5-46a1-4b86-b58a-45aa70304dcc service neutron] 10.222.0.77 "GET /v2.0/networks/b0350313-177d-4c5b-9b2d-aae5a7745f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5448372 Feb 04 12:50:07.774843 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c8b8efd4-347e-4dc0-9bda-961e58f86ad5 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks [] for port (3db22de6-8de3-4c17-8a97-1631cae76841), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:07.825840 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c8b8efd4-347e-4dc0-9bda-961e58f86ad5 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (3db22de6-8de3-4c17-8a97-1631cae76841), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:07.850498 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc63afd-5335-49a6-a540-7ea88a2fcb7a None None] Pushing event updated for resources: {'Port': ['ID=6fab59c0-4020-49d2-a189-be96b3f2163c,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:07.877854 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-9dc63afd-5335-49a6-a540-7ea88a2fcb7a None None] Attempting to bind port 6fab59c0-4020-49d2-a189-be96b3f2163c on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:50:07.878237 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-9dc63afd-5335-49a6-a540-7ea88a2fcb7a None None] Attempting to bind port 6fab59c0-4020-49d2-a189-be96b3f2163c by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '2ad30a4d-5307-43eb-9935-a1016a1bc39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '78cecb53-910d-49ce-b011-13f09af3883e'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:50:07.878611 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc63afd-5335-49a6-a540-7ea88a2fcb7a None None] Attempting to bind port 6fab59c0-4020-49d2-a189-be96b3f2163c on network 78cecb53-910d-49ce-b011-13f09af3883e {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:50:07.892041 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc63afd-5335-49a6-a540-7ea88a2fcb7a None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:50:07.892433 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc63afd-5335-49a6-a540-7ea88a2fcb7a None None] Checking segment: {'id': '2ad30a4d-5307-43eb-9935-a1016a1bc39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '78cecb53-910d-49ce-b011-13f09af3883e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:50:07.892847 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9dc63afd-5335-49a6-a540-7ea88a2fcb7a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:07.893250 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc63afd-5335-49a6-a540-7ea88a2fcb7a None None] Bound using segment: {'id': '2ad30a4d-5307-43eb-9935-a1016a1bc39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '78cecb53-910d-49ce-b011-13f09af3883e'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:50:07.893736 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-9dc63afd-5335-49a6-a540-7ea88a2fcb7a None None] Bound port: 6fab59c0-4020-49d2-a189-be96b3f2163c, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ad30a4d-5307-43eb-9935-a1016a1bc39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '78cecb53-910d-49ce-b011-13f09af3883e'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:50:07.894121 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9dc63afd-5335-49a6-a540-7ea88a2fcb7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (6fab59c0-4020-49d2-a189-be96b3f2163c), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:07.895952 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b8efd4-347e-4dc0-9bda-961e58f86ad5 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Network 78cecb53-910d-49ce-b011-13f09af3883e is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:50:07.899658 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-c8b8efd4-347e-4dc0-9bda-961e58f86ad5 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:50:07.903673 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b8efd4-347e-4dc0-9bda-961e58f86ad5 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:50:07.967113 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b8efd4-347e-4dc0-9bda-961e58f86ad5 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Pushing event updated for resources: {'Port': ['ID=3db22de6-8de3-4c17-8a97-1631cae76841,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:08.001074 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c8b8efd4-347e-4dc0-9bda-961e58f86ad5 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1599818'] for router_interface (e44af5d4-025e-48c3-a565-2b5149836ba6), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:08.042361 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-9dc63afd-5335-49a6-a540-7ea88a2fcb7a None None] For port 6fab59c0-4020-49d2-a189-be96b3f2163c, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:50:08.053708 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-9dc63afd-5335-49a6-a540-7ea88a2fcb7a None None] For port 6fab59c0-4020-49d2-a189-be96b3f2163c, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=6fab59c0-4020-49d2-a189-be96b3f2163c,segment=NetworkSegment(2ad30a4d-5307-43eb-9935-a1016a1bc39f),segment_id=2ad30a4d-5307-43eb-9935-a1016a1bc39f)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:50:08.061330 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2ab020-3b24-44a9-9413-626d65eca5de None None] Pushing event updated for resources: {'Port': ['ID=ffeb46b1-fc7a-4306-a185-1101d2a01089,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:08.081153 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9dc63afd-5335-49a6-a540-7ea88a2fcb7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (6fab59c0-4020-49d2-a189-be96b3f2163c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:08.165008 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-6d2a298c-c943-4660-97b6-838dd899870e None None] Attempting to bind port ffeb46b1-fc7a-4306-a185-1101d2a01089 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:50:08.165601 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-6d2a298c-c943-4660-97b6-838dd899870e None None] Attempting to bind port ffeb46b1-fc7a-4306-a185-1101d2a01089 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '6352015d-2b4d-4724-963c-51e033751871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '57b859e9-0737-4ac9-aa6f-72f1ab66c4f3'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:50:08.174311 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2a298c-c943-4660-97b6-838dd899870e None None] Attempting to bind port ffeb46b1-fc7a-4306-a185-1101d2a01089 on network 57b859e9-0737-4ac9-aa6f-72f1ab66c4f3 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:50:08.191696 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2a298c-c943-4660-97b6-838dd899870e None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:50:08.192553 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2a298c-c943-4660-97b6-838dd899870e None None] Checking segment: {'id': '6352015d-2b4d-4724-963c-51e033751871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '57b859e9-0737-4ac9-aa6f-72f1ab66c4f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:50:08.193202 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6d2a298c-c943-4660-97b6-838dd899870e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:08.193827 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2a298c-c943-4660-97b6-838dd899870e None None] Bound using segment: {'id': '6352015d-2b4d-4724-963c-51e033751871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '57b859e9-0737-4ac9-aa6f-72f1ab66c4f3'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:50:08.198657 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-6d2a298c-c943-4660-97b6-838dd899870e None None] Bound port: ffeb46b1-fc7a-4306-a185-1101d2a01089, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6352015d-2b4d-4724-963c-51e033751871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '57b859e9-0737-4ac9-aa6f-72f1ab66c4f3'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:50:08.199502 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6d2a298c-c943-4660-97b6-838dd899870e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (ffeb46b1-fc7a-4306-a185-1101d2a01089), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:08.217228 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-642a51fd-a55b-4a3f-84ec-a8b080642d38 req-c05eaa9a-6ef7-4e67-91ef-10cdfc85a47f service neutron] 10.222.0.73 "GET /v2.0/networks/7ed78c2f-5e06-4bf6-9fbc-42500f903f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6007032 Feb 04 12:50:08.274938 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc63afd-5335-49a6-a540-7ea88a2fcb7a None None] Pushing event updated for resources: {'Port': ['ID=6fab59c0-4020-49d2-a189-be96b3f2163c,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:08.377201 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-6d2a298c-c943-4660-97b6-838dd899870e None None] For port ffeb46b1-fc7a-4306-a185-1101d2a01089, host n-d-825015-3, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:50:08.381389 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-6d2a298c-c943-4660-97b6-838dd899870e None None] For port ffeb46b1-fc7a-4306-a185-1101d2a01089, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=ffeb46b1-fc7a-4306-a185-1101d2a01089,segment=NetworkSegment(6352015d-2b4d-4724-963c-51e033751871),segment_id=6352015d-2b4d-4724-963c-51e033751871)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:50:08.399079 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6d2a298c-c943-4660-97b6-838dd899870e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (ffeb46b1-fc7a-4306-a185-1101d2a01089), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:08.402565 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c8b8efd4-347e-4dc0-9bda-961e58f86ad5 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (3db22de6-8de3-4c17-8a97-1631cae76841), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:08.418133 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-642a51fd-a55b-4a3f-84ec-a8b080642d38 req-e2e74bf9-42ab-42c2-aff7-1b802ffa4526 service neutron] 10.222.0.73 "GET /v2.0/networks/7ed78c2f-5e06-4bf6-9fbc-42500f903f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881490 Feb 04 12:50:08.485661 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a94b64b-a923-46d0-8cc8-1f5956943fe5 req-84948acf-40f3-4580-8013-dbdefb6824a1 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:08.500562 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1a94b64b-a923-46d0-8cc8-1f5956943fe5 req-84948acf-40f3-4580-8013-dbdefb6824a1 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/ports?device_id=f21977dc-63e1-4656-84be-640bdedca9a1 HTTP/1.1" status: 200 len: 946 time: 0.7140317 Feb 04 12:50:08.512487 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bb7e7faa-5720-4a9f-b43b-4781fb7982ba req-02c1ce0c-392e-47a3-8d95-c7f4070e2d31 service neutron] 10.222.0.77 "GET /v2.0/networks/b0350313-177d-4c5b-9b2d-aae5a7745f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7671714 Feb 04 12:50:08.559351 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2ab020-3b24-44a9-9413-626d65eca5de None None] Pushing event updated for resources: {'Port': ['ID=ffeb46b1-fc7a-4306-a185-1101d2a01089,revision_number=4']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:08.589565 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5712aca-3b22-4181-9f1d-3ea82842e2ac req-a00e1120-b0bc-4a0e-ab19-998876d76069 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:08.594235 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a5712aca-3b22-4181-9f1d-3ea82842e2ac req-a00e1120-b0bc-4a0e-ab19-998876d76069 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 945 time: 0.6276188 Feb 04 12:50:08.626534 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-0a4f3e18-bc2c-4c9e-ba55-1d796e0c9470 None None] Provisioning complete for port ffeb46b1-fc7a-4306-a185-1101d2a01089 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:50:08.627958 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0a4f3e18-bc2c-4c9e-ba55-1d796e0c9470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (ffeb46b1-fc7a-4306-a185-1101d2a01089), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:08.633597 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2a298c-c943-4660-97b6-838dd899870e None None] Routers {'e44af5d4-025e-48c3-a565-2b5149836ba6'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:50:08.634258 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-6d2a298c-c943-4660-97b6-838dd899870e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:49:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['e44af5d4-025e-48c3-a565-2b5149836ba6'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:50:08.741872 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a5712aca-3b22-4181-9f1d-3ea82842e2ac req-b00df1b8-0d69-44f2-80dc-321ddb440cb1 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412778 Feb 04 12:50:08.813798 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1a94b64b-a923-46d0-8cc8-1f5956943fe5 req-e8419ca3-4524-40df-8bcf-d0b06173ea0d tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f05596b-0435-48d8-81d4-28b11f6be2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954133 Feb 04 12:50:09.081103 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-6d2a298c-c943-4660-97b6-838dd899870e None None] Set router e44af5d4-025e-48c3-a565-2b5149836ba6 gateway port host: None {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:50:09.081684 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0a4f3e18-bc2c-4c9e-ba55-1d796e0c9470 None None] Current status of the port ffeb46b1-fc7a-4306-a185-1101d2a01089 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:50:09.083322 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0a4f3e18-bc2c-4c9e-ba55-1d796e0c9470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (ffeb46b1-fc7a-4306-a185-1101d2a01089), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:09.149765 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acdeceb-1fa0-4203-8144-1f3077267c24 req-b212fe4f-d2a0-47fd-9f5f-247e7d0594bb tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:09.153883 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4acdeceb-1fa0-4203-8144-1f3077267c24 req-b212fe4f-d2a0-47fd-9f5f-247e7d0594bb tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 945 time: 0.2123175 Feb 04 12:50:09.185487 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0a4f3e18-bc2c-4c9e-ba55-1d796e0c9470 None None] For port ffeb46b1-fc7a-4306-a185-1101d2a01089, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=ffeb46b1-fc7a-4306-a185-1101d2a01089,segment=NetworkSegment(6352015d-2b4d-4724-963c-51e033751871),segment_id=6352015d-2b4d-4724-963c-51e033751871)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:50:09.194456 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0a4f3e18-bc2c-4c9e-ba55-1d796e0c9470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (ffeb46b1-fc7a-4306-a185-1101d2a01089), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:09.197574 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c8b8efd4-347e-4dc0-9bda-961e58f86ad5 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks [] for port (3db22de6-8de3-4c17-8a97-1631cae76841), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:09.203511 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c8b8efd4-347e-4dc0-9bda-961e58f86ad5 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (3db22de6-8de3-4c17-8a97-1631cae76841), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:09.294682 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4acdeceb-1fa0-4203-8144-1f3077267c24 req-b3b33a0b-517d-4d5c-962d-f420ad338b7f tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182191 Feb 04 12:50:09.347908 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4f3e18-bc2c-4c9e-ba55-1d796e0c9470 None None] Pushing event updated for resources: {'Port': ['ID=ffeb46b1-fc7a-4306-a185-1101d2a01089,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:09.405669 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c8b8efd4-347e-4dc0-9bda-961e58f86ad5 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622202'] for router_interface (e44af5d4-025e-48c3-a565-2b5149836ba6), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:09.414445 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-59034a0c-56aa-4784-aa7a-f6fb75b870a5 None None] Provisioning complete for port ffeb46b1-fc7a-4306-a185-1101d2a01089 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:50:09.414838 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-59034a0c-56aa-4784-aa7a-f6fb75b870a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (ffeb46b1-fc7a-4306-a185-1101d2a01089), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:09.440319 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b8efd4-347e-4dc0-9bda-961e58f86ad5 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Pushing event updated for resources: {'Port': ['ID=3db22de6-8de3-4c17-8a97-1631cae76841,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:09.536677 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device ffeb46b1-fc7a-4306-a185-1101d2a01089 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:50:09.601016 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-6d2a298c-c943-4660-97b6-838dd899870e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e44af5d4-025e-48c3-a565-2b5149836ba6', 'name': 'tempest-RoutersTest-router-786989588', 'tenant_id': '7868b54a8a9242e68b824f4621b68e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:49:37Z', 'updated_at': '2022-02-04T12:50:08Z', 'revision_number': 5, 'project_id': '7868b54a8a9242e68b824f4621b68e06', 'gw_port_host': None, '_interfaces': [{'id': '135d4992-7f41-493d-823f-2bd1aa7463e9', 'name': '', 'network_id': 'bbbed129-c18a-4552-9faa-2a488c6105f0', 'tenant_id': '7868b54a8a9242e68b824f4621b68e06', 'mac_address': 'fa:16:3e:b8:d2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44af5d4-025e-48c3-a565-2b5149836ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': 'f89f4a4b-1430-4424-b1a3-7f3d5fb6a02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:49:40Z', 'updated_at': '2022-02-04T12:49:49Z', 'revision_number': 5, 'project_id': '7868b54a8a9242e68b824f4621b68e06', 'subnets': [{'id': 'f89f4a4b-1430-4424-b1a3-7f3d5fb6a02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3db22de6-8de3-4c17-8a97-1631cae76841', 'name': '', 'network_id': '78cecb53-910d-49ce-b011-13f09af3883e', 'tenant_id': '7868b54a8a9242e68b824f4621b68e06', 'mac_address': 'fa:16:3e:b8:29:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e44af5d4-025e-48c3-a565-2b5149836ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': '0ff9dbb1-f287-4d92-8521-22c020ec5928', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:50:07Z', 'updated_at': '2022-02-04T12:50:07Z', 'revision_number': 1, 'project_id': '7868b54a8a9242e68b824f4621b68e06', 'subnets': [{'id': '0ff9dbb1-f287-4d92-8521-22c020ec5928', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5400bb3-aed1-48a8-a417-3568ec97db12', 'name': '', 'network_id': '4543a7d7-9846-46c7-a194-958eba243470', 'tenant_id': '7868b54a8a9242e68b824f4621b68e06', 'mac_address': 'fa:16:3e:6f:90:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44af5d4-025e-48c3-a565-2b5149836ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2978, 'fixed_ips': [{'subnet_id': '5e579351-9e73-4fe1-96ea-c8c12b30dd04', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:49:49Z', 'updated_at': '2022-02-04T12:50:02Z', 'revision_number': 5, 'project_id': '7868b54a8a9242e68b824f4621b68e06', 'subnets': [{'id': '5e579351-9e73-4fe1-96ea-c8c12b30dd04', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffeb46b1-fc7a-4306-a185-1101d2a01089', 'name': '', 'network_id': '57b859e9-0737-4ac9-aa6f-72f1ab66c4f3', 'tenant_id': '7868b54a8a9242e68b824f4621b68e06', 'mac_address': 'fa:16:3e:43:22:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e44af5d4-025e-48c3-a565-2b5149836ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '341ec1e5-22cd-402c-9d0a-202f713a4ffe', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:49:56Z', 'updated_at': '2022-02-04T12:50:08Z', 'revision_number': 4, 'project_id': '7868b54a8a9242e68b824f4621b68e06', 'subnets': [{'id': '341ec1e5-22cd-402c-9d0a-202f713a4ffe', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:50:09.646352 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2a298c-c943-4660-97b6-838dd899870e None None] The sync data for ids ['e44af5d4-025e-48c3-a565-2b5149836ba6'] in n-d-825015-3 is: [{'id': 'e44af5d4-025e-48c3-a565-2b5149836ba6', 'name': 'tempest-RoutersTest-router-786989588', 'tenant_id': '7868b54a8a9242e68b824f4621b68e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:49:37Z', 'updated_at': '2022-02-04T12:50:08Z', 'revision_number': 5, 'project_id': '7868b54a8a9242e68b824f4621b68e06', 'gw_port_host': None, '_interfaces': [{'id': '135d4992-7f41-493d-823f-2bd1aa7463e9', 'name': '', 'network_id': 'bbbed129-c18a-4552-9faa-2a488c6105f0', 'tenant_id': '7868b54a8a9242e68b824f4621b68e06', 'mac_address': 'fa:16:3e:b8:d2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44af5d4-025e-48c3-a565-2b5149836ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': 'f89f4a4b-1430-4424-b1a3-7f3d5fb6a02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:49:40Z', 'updated_at': '2022-02-04T12:49:49Z', 'revision_number': 5, 'project_id': '7868b54a8a9242e68b824f4621b68e06', 'subnets': [{'id': 'f89f4a4b-1430-4424-b1a3-7f3d5fb6a02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3db22de6-8de3-4c17-8a97-1631cae76841', 'name': '', 'network_id': '78cecb53-910d-49ce-b011-13f09af3883e', 'tenant_id': '7868b54a8a9242e68b824f4621b68e06', 'mac_address': 'fa:16:3e:b8:29:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e44af5d4-025e-48c3-a565-2b5149836ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': '0ff9dbb1-f287-4d92-8521-22c020ec5928', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:50:07Z', 'updated_at': '2022-02-04T12:50:07Z', 'revision_number': 1, 'project_id': '7868b54a8a9242e68b824f4621b68e06', 'subnets': [{'id': '0ff9dbb1-f287-4d92-8521-22c020ec5928', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5400bb3-aed1-48a8-a417-3568ec97db12', 'name': '', 'network_id': '4543a7d7-9846-46c7-a194-958eba243470', 'tenant_id': '7868b54a8a9242e68b824f4621b68e06', 'mac_address': 'fa:16:3e:6f:90:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44af5d4-025e-48c3-a565-2b5149836ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2978, 'fixed_ips': [{'subnet_id': '5e579351-9e73-4fe1-96ea-c8c12b30dd04', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:49:49Z', 'updated_at': '2022-02-04T12:50:02Z', 'revision_number': 5, 'project_id': '7868b54a8a9242e68b824f4621b68e06', 'subnets': [{'id': '5e579351-9e73-4fe1-96ea-c8c12b30dd04', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffeb46b1-fc7a-4306-a185-1101d2a01089', 'name': '', 'network_id': '57b859e9-0737-4ac9-aa6f-72f1ab66c4f3', 'tenant_id': '7868b54a8a9242e68b824f4621b68e06', 'mac_address': 'fa:16:3e:43:22:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e44af5d4-025e-48c3-a565-2b5149836ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '341ec1e5-22cd-402c-9d0a-202f713a4ffe', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:49:56Z', 'updated_at': '2022-02-04T12:50:08Z', 'revision_number': 4, 'project_id': '7868b54a8a9242e68b824f4621b68e06', 'subnets': [{'id': '341ec1e5-22cd-402c-9d0a-202f713a4ffe', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:50:09.695664 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef8247b-596b-488c-99b0-7185ae720644 req-444ed58f-639e-4363-a4da-c2c1963e8601 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:09.706833 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9ef8247b-596b-488c-99b0-7185ae720644 req-444ed58f-639e-4363-a4da-c2c1963e8601 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 945 time: 0.1473753 Feb 04 12:50:09.758711 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-59034a0c-56aa-4784-aa7a-f6fb75b870a5 None None] Current status of the port ffeb46b1-fc7a-4306-a185-1101d2a01089 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:50:09.768424 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port ffeb46b1-fc7a-4306-a185-1101d2a01089 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:50:09.768912 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (ffeb46b1-fc7a-4306-a185-1101d2a01089), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:09.780582 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b8efd4-347e-4dc0-9bda-961e58f86ad5 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Network 78cecb53-910d-49ce-b011-13f09af3883e is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:50:09.805244 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-c8b8efd4-347e-4dc0-9bda-961e58f86ad5 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:50:09.871802 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9ef8247b-596b-488c-99b0-7185ae720644 req-e00cee0d-e281-46bd-b0b1-578c22e44cde tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546659 Feb 04 12:50:10.015704 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port ffeb46b1-fc7a-4306-a185-1101d2a01089 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:50:10.018483 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 6fab59c0-4020-49d2-a189-be96b3f2163c up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:50:10.132930 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 6fab59c0-4020-49d2-a189-be96b3f2163c triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:50:10.134378 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (6fab59c0-4020-49d2-a189-be96b3f2163c), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:10.146073 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8b8efd4-347e-4dc0-9bda-961e58f86ad5 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Router e44af5d4-025e-48c3-a565-2b5149836ba6 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:50:10.246198 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d3e0f5-f390-43e8-9666-7decd2eb2ba5 req-8b97fd08-0d57-4cc4-85b9-341c64c7d992 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:10.263214 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f6d3e0f5-f390-43e8-9666-7decd2eb2ba5 req-8b97fd08-0d57-4cc4-85b9-341c64c7d992 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/ports?device_id=f21977dc-63e1-4656-84be-640bdedca9a1 HTTP/1.1" status: 200 len: 946 time: 0.2456949 Feb 04 12:50:10.333425 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155130cf-5c36-4759-8297-aa3d1a4de02a req-154b9c88-e64f-4221-b75f-711e8bcdadd4 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:10.335651 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-155130cf-5c36-4759-8297-aa3d1a4de02a req-154b9c88-e64f-4221-b75f-711e8bcdadd4 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 945 time: 0.2216437 Feb 04 12:50:10.370214 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8b8efd4-347e-4dc0-9bda-961e58f86ad5 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:50:10.386705 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-c8b8efd4-347e-4dc0-9bda-961e58f86ad5 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] 10.222.0.65 "PUT /v2.0/routers/e44af5d4-025e-48c3-a565-2b5149836ba6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8228149 Feb 04 12:50:10.387809 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 40484) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:50:10.398831 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-6e8f009d-d425-45f0-afe2-040b61d81d3b tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:50:10.454893 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f6d3e0f5-f390-43e8-9666-7decd2eb2ba5 req-a6542510-28d0-480c-b544-9d4a4afe3494 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f05596b-0435-48d8-81d4-28b11f6be2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899827 Feb 04 12:50:10.469445 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 6fab59c0-4020-49d2-a189-be96b3f2163c is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:50:10.470237 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (6fab59c0-4020-49d2-a189-be96b3f2163c), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:10.532228 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-155130cf-5c36-4759-8297-aa3d1a4de02a req-939118ff-99b9-4edb-9752-2e8bb4c97fbc tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774180 Feb 04 12:50:10.604403 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port 6fab59c0-4020-49d2-a189-be96b3f2163c, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=6fab59c0-4020-49d2-a189-be96b3f2163c,segment=NetworkSegment(2ad30a4d-5307-43eb-9935-a1016a1bc39f),segment_id=2ad30a4d-5307-43eb-9935-a1016a1bc39f)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:50:10.613831 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (6fab59c0-4020-49d2-a189-be96b3f2163c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:10.755591 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=6fab59c0-4020-49d2-a189-be96b3f2163c,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:10.760171 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0421c0aa-aac4-41a5-a7a1-226b612ca675 None None] Network 78cecb53-910d-49ce-b011-13f09af3883e requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:50:10.976006 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ee7e469c-4abc-4763-832e-2fe73acba2f5 None None] Provisioning complete for port 6fab59c0-4020-49d2-a189-be96b3f2163c triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:50:10.976390 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ee7e469c-4abc-4763-832e-2fe73acba2f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (6fab59c0-4020-49d2-a189-be96b3f2163c), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:10.984321 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615b4953-0f78-4e8e-94a3-cc8a99a51ede req-45e1d07d-63f7-46b8-b0aa-0f74d1bd2877 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:10.989073 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-615b4953-0f78-4e8e-94a3-cc8a99a51ede req-45e1d07d-63f7-46b8-b0aa-0f74d1bd2877 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 945 time: 0.1357229 Feb 04 12:50:11.088170 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-615b4953-0f78-4e8e-94a3-cc8a99a51ede req-28082208-f3e8-401b-a5a5-3b392c7611fe tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904634 Feb 04 12:50:11.167887 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ee7e469c-4abc-4763-832e-2fe73acba2f5 None None] Current status of the port 6fab59c0-4020-49d2-a189-be96b3f2163c is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:50:11.262927 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b95d8cd-170f-47ca-a1e7-2bb1b8fab08c None None] Sync routers for ids ['e44af5d4-025e-48c3-a565-2b5149836ba6'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:50:11.275481 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device ffeb46b1-fc7a-4306-a185-1101d2a01089 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:50:11.366946 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09387b5-f45b-4512-b3ea-0be8c6403366 req-6c08dcdd-acaf-40f0-9a48-bbbfb30648a6 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:11.376668 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c09387b5-f45b-4512-b3ea-0be8c6403366 req-6c08dcdd-acaf-40f0-9a48-bbbfb30648a6 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 945 time: 0.1243882 Feb 04 12:50:11.380382 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b95d8cd-170f-47ca-a1e7-2bb1b8fab08c None None] Routers {'e44af5d4-025e-48c3-a565-2b5149836ba6'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:50:11.381039 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-3b95d8cd-170f-47ca-a1e7-2bb1b8fab08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:49:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['e44af5d4-025e-48c3-a565-2b5149836ba6'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:50:11.413129 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.extraroute_db [None req-6e8f009d-d425-45f0-afe2-040b61d81d3b tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=103474) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 04 12:50:11.464781 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c09387b5-f45b-4512-b3ea-0be8c6403366 req-0d257676-a4d0-4666-a486-2a2a1a88656c tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837698 Feb 04 12:50:11.467836 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.extraroute_db [None req-6e8f009d-d425-45f0-afe2-040b61d81d3b tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Removed routes are [] {{(pid=103474) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 04 12:50:11.468329 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6e8f009d-d425-45f0-afe2-040b61d81d3b tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1623026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10906'] for router (e44af5d4-025e-48c3-a565-2b5149836ba6), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:11.509340 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 12:50:11.624045 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-3b95d8cd-170f-47ca-a1e7-2bb1b8fab08c None None] Set router e44af5d4-025e-48c3-a565-2b5149836ba6 gateway port host: None {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:50:11.785335 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cea3ca-2562-4f7a-adcf-27801fceb971 req-9416c59e-1e75-4fbd-8e84-5a85ec5d06e0 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:11.787185 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c0cea3ca-2562-4f7a-adcf-27801fceb971 req-9416c59e-1e75-4fbd-8e84-5a85ec5d06e0 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/ports?device_id=f21977dc-63e1-4656-84be-640bdedca9a1 HTTP/1.1" status: 200 len: 946 time: 0.1854029 Feb 04 12:50:12.096742 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-183cfef2-67f1-4e84-a9f9-2292e893318f None None] Provisioning complete for port 6fab59c0-4020-49d2-a189-be96b3f2163c triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:50:12.097133 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-183cfef2-67f1-4e84-a9f9-2292e893318f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (6fab59c0-4020-49d2-a189-be96b3f2163c), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:12.205071 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port ffeb46b1-fc7a-4306-a185-1101d2a01089 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:50:12.205725 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (ffeb46b1-fc7a-4306-a185-1101d2a01089), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:12.345105 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-3b95d8cd-170f-47ca-a1e7-2bb1b8fab08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e44af5d4-025e-48c3-a565-2b5149836ba6', 'name': 'tempest-RoutersTest-router-786989588', 'tenant_id': '7868b54a8a9242e68b824f4621b68e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:49:37Z', 'updated_at': '2022-02-04T12:50:08Z', 'revision_number': 5, 'project_id': '7868b54a8a9242e68b824f4621b68e06', 'gw_port_host': None, '_interfaces': [{'id': '135d4992-7f41-493d-823f-2bd1aa7463e9', 'name': '', 'network_id': 'bbbed129-c18a-4552-9faa-2a488c6105f0', 'tenant_id': '7868b54a8a9242e68b824f4621b68e06', 'mac_address': 'fa:16:3e:b8:d2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44af5d4-025e-48c3-a565-2b5149836ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': 'f89f4a4b-1430-4424-b1a3-7f3d5fb6a02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:49:40Z', 'updated_at': '2022-02-04T12:49:49Z', 'revision_number': 5, 'project_id': '7868b54a8a9242e68b824f4621b68e06', 'subnets': [{'id': 'f89f4a4b-1430-4424-b1a3-7f3d5fb6a02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3db22de6-8de3-4c17-8a97-1631cae76841', 'name': '', 'network_id': '78cecb53-910d-49ce-b011-13f09af3883e', 'tenant_id': '7868b54a8a9242e68b824f4621b68e06', 'mac_address': 'fa:16:3e:b8:29:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e44af5d4-025e-48c3-a565-2b5149836ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': '0ff9dbb1-f287-4d92-8521-22c020ec5928', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:50:07Z', 'updated_at': '2022-02-04T12:50:08Z', 'revision_number': 2, 'project_id': '7868b54a8a9242e68b824f4621b68e06', 'subnets': [{'id': '0ff9dbb1-f287-4d92-8521-22c020ec5928', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5400bb3-aed1-48a8-a417-3568ec97db12', 'name': '', 'network_id': '4543a7d7-9846-46c7-a194-958eba243470', 'tenant_id': '7868b54a8a9242e68b824f4621b68e06', 'mac_address': 'fa:16:3e:6f:90:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44af5d4-025e-48c3-a565-2b5149836ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2978, 'fixed_ips': [{'subnet_id': '5e579351-9e73-4fe1-96ea-c8c12b30dd04', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:49:49Z', 'updated_at': '2022-02-04T12:50:02Z', 'revision_number': 5, 'project_id': '7868b54a8a9242e68b824f4621b68e06', 'subnets': [{'id': '5e579351-9e73-4fe1-96ea-c8c12b30dd04', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffeb46b1-fc7a-4306-a185-1101d2a01089', 'name': '', 'network_id': '57b859e9-0737-4ac9-aa6f-72f1ab66c4f3', 'tenant_id': '7868b54a8a9242e68b824f4621b68e06', 'mac_address': 'fa:16:3e:43:22:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44af5d4-025e-48c3-a565-2b5149836ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '341ec1e5-22cd-402c-9d0a-202f713a4ffe', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:49:56Z', 'updated_at': '2022-02-04T12:50:09Z', 'revision_number': 5, 'project_id': '7868b54a8a9242e68b824f4621b68e06', 'subnets': [{'id': '341ec1e5-22cd-402c-9d0a-202f713a4ffe', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:50:12.492806 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b95d8cd-170f-47ca-a1e7-2bb1b8fab08c None None] Checking router: e44af5d4-025e-48c3-a565-2b5149836ba6 for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:50:12.493229 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b95d8cd-170f-47ca-a1e7-2bb1b8fab08c None None] Updating router e44af5d4-025e-48c3-a565-2b5149836ba6 port 3db22de6-8de3-4c17-8a97-1631cae76841 binding host n-d-825015-3 {{(pid=103476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:50:12.555706 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c0cea3ca-2562-4f7a-adcf-27801fceb971 req-40d262fd-8823-4865-8f07-9b0d1971b7b1 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f05596b-0435-48d8-81d4-28b11f6be2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7520134 Feb 04 12:50:12.566051 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6e8f009d-d425-45f0-afe2-040b61d81d3b tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1623026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10906'] for router (e44af5d4-025e-48c3-a565-2b5149836ba6), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:12.576807 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dbfec8-0c31-45ad-aff3-ca5b5396bb7f req-6b8b7d0f-b7ba-4aa8-8856-62312a9cd370 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:12.579010 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d1dbfec8-0c31-45ad-aff3-ca5b5396bb7f req-6b8b7d0f-b7ba-4aa8-8856-62312a9cd370 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 945 time: 0.7906790 Feb 04 12:50:12.581395 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-183cfef2-67f1-4e84-a9f9-2292e893318f None None] Current status of the port 6fab59c0-4020-49d2-a189-be96b3f2163c is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:50:12.596803 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3b95d8cd-170f-47ca-a1e7-2bb1b8fab08c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (3db22de6-8de3-4c17-8a97-1631cae76841), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:12.598393 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6e8f009d-d425-45f0-afe2-040b61d81d3b tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1623127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1623150', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1622793'] for router (e44af5d4-025e-48c3-a565-2b5149836ba6), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:12.658148 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-183cfef2-67f1-4e84-a9f9-2292e893318f None None] Provisioning complete for port 3db22de6-8de3-4c17-8a97-1631cae76841 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:50:12.662219 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-183cfef2-67f1-4e84-a9f9-2292e893318f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (3db22de6-8de3-4c17-8a97-1631cae76841), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:12.676255 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d1dbfec8-0c31-45ad-aff3-ca5b5396bb7f req-c7f85695-4496-4fc2-9158-353edf693784 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899789 Feb 04 12:50:12.778354 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e8f009d-d425-45f0-afe2-040b61d81d3b tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Router e44af5d4-025e-48c3-a565-2b5149836ba6 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:50:12.828362 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port ffeb46b1-fc7a-4306-a185-1101d2a01089 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:50:12.829822 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 6fab59c0-4020-49d2-a189-be96b3f2163c up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:50:12.906807 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-183cfef2-67f1-4e84-a9f9-2292e893318f None None] Port 3db22de6-8de3-4c17-8a97-1631cae76841 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:50:12.922609 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad9df42-c4ea-4c11-92c7-ba1e6558ac83 req-b7b50e78-00f3-410a-a20f-494170440140 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:12.924664 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dad9df42-c4ea-4c11-92c7-ba1e6558ac83 req-b7b50e78-00f3-410a-a20f-494170440140 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 945 time: 0.1167819 Feb 04 12:50:12.989089 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 6fab59c0-4020-49d2-a189-be96b3f2163c triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:50:12.989465 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (6fab59c0-4020-49d2-a189-be96b3f2163c), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:13.035913 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dad9df42-c4ea-4c11-92c7-ba1e6558ac83 req-18f6d529-82be-44ef-b65d-6cd312bd2d15 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024325 Feb 04 12:50:13.089931 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e8f009d-d425-45f0-afe2-040b61d81d3b tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:50:13.117649 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6e8f009d-d425-45f0-afe2-040b61d81d3b tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:13.121322 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-6e8f009d-d425-45f0-afe2-040b61d81d3b tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] 10.222.0.65 "PUT /v2.0/routers/e44af5d4-025e-48c3-a565-2b5149836ba6 HTTP/1.1" status: 200 len: 933 time: 2.7308788 Feb 04 12:50:13.122784 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 40528) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:50:13.207965 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b15fc60b-0fb4-4074-9c1f-c37a4eb05597 None None] Provisioning complete for port 3db22de6-8de3-4c17-8a97-1631cae76841 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:50:13.208746 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b15fc60b-0fb4-4074-9c1f-c37a4eb05597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (3db22de6-8de3-4c17-8a97-1631cae76841), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:13.281368 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 6fab59c0-4020-49d2-a189-be96b3f2163c is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:50:13.313939 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b15fc60b-0fb4-4074-9c1f-c37a4eb05597 None None] Port 3db22de6-8de3-4c17-8a97-1631cae76841 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:50:13.423658 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 40536) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:50:13.423913 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-688f6aac-2cfa-4ea2-86ad-4fe143ea233d tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] 10.222.0.65 "GET /v2.0/routers/e44af5d4-025e-48c3-a565-2b5149836ba6 HTTP/1.1" status: 200 len: 933 time: 0.2987847 Feb 04 12:50:13.429899 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-9481523d-e7dd-4355-bdb3-d876289f2e0b tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Request body: {'router': {'routes': None}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:50:13.460244 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3b95d8cd-170f-47ca-a1e7-2bb1b8fab08c None None] Publish callbacks [] for port (3db22de6-8de3-4c17-8a97-1631cae76841), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:13.462726 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9ede04-005a-4efa-ae33-747ad57dc4b9 req-0c51246a-0fc8-4767-8465-05b09062a589 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:13.471709 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1e9ede04-005a-4efa-ae33-747ad57dc4b9 req-0c51246a-0fc8-4767-8465-05b09062a589 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 945 time: 0.1201975 Feb 04 12:50:13.473170 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3b95d8cd-170f-47ca-a1e7-2bb1b8fab08c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (3db22de6-8de3-4c17-8a97-1631cae76841), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:13.541409 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1e9ede04-005a-4efa-ae33-747ad57dc4b9 req-7fe591f7-b894-4927-a81d-e46404dccf27 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686047 Feb 04 12:50:13.588578 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a82349a-f71f-4884-96ea-5404af03c010 None None] Pushing event updated for resources: {'Port': ['ID=3db22de6-8de3-4c17-8a97-1631cae76841,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:13.745883 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-3b95d8cd-170f-47ca-a1e7-2bb1b8fab08c None None] Attempting to bind port 3db22de6-8de3-4c17-8a97-1631cae76841 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:50:13.746135 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-3b95d8cd-170f-47ca-a1e7-2bb1b8fab08c None None] Attempting to bind port 3db22de6-8de3-4c17-8a97-1631cae76841 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '2ad30a4d-5307-43eb-9935-a1016a1bc39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '78cecb53-910d-49ce-b011-13f09af3883e'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:50:13.746380 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b95d8cd-170f-47ca-a1e7-2bb1b8fab08c None None] Attempting to bind port 3db22de6-8de3-4c17-8a97-1631cae76841 on network 78cecb53-910d-49ce-b011-13f09af3883e {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:50:13.764221 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b95d8cd-170f-47ca-a1e7-2bb1b8fab08c None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:50:13.764683 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b95d8cd-170f-47ca-a1e7-2bb1b8fab08c None None] Checking segment: {'id': '2ad30a4d-5307-43eb-9935-a1016a1bc39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '78cecb53-910d-49ce-b011-13f09af3883e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:50:13.765082 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3b95d8cd-170f-47ca-a1e7-2bb1b8fab08c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:13.765770 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b95d8cd-170f-47ca-a1e7-2bb1b8fab08c None None] Bound using segment: {'id': '2ad30a4d-5307-43eb-9935-a1016a1bc39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '78cecb53-910d-49ce-b011-13f09af3883e'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:50:13.766269 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-3b95d8cd-170f-47ca-a1e7-2bb1b8fab08c None None] Bound port: 3db22de6-8de3-4c17-8a97-1631cae76841, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ad30a4d-5307-43eb-9935-a1016a1bc39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '78cecb53-910d-49ce-b011-13f09af3883e'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:50:13.766667 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3b95d8cd-170f-47ca-a1e7-2bb1b8fab08c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (3db22de6-8de3-4c17-8a97-1631cae76841), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:13.829194 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60257e5d-085f-4344-8e74-35fd8381a48f req-5e84b23c-1b19-4187-986a-3301fcd00796 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:13.831577 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-60257e5d-085f-4344-8e74-35fd8381a48f req-5e84b23c-1b19-4187-986a-3301fcd00796 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/ports?device_id=f21977dc-63e1-4656-84be-640bdedca9a1 HTTP/1.1" status: 200 len: 946 time: 0.1591501 Feb 04 12:50:13.888654 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50c68f6-583e-4ecf-815d-3e5fe4132c6e req-99c46197-97ae-430f-bba4-180517cdc5e7 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:13.890789 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b50c68f6-583e-4ecf-815d-3e5fe4132c6e req-99c46197-97ae-430f-bba4-180517cdc5e7 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 945 time: 0.1635077 Feb 04 12:50:13.897302 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-3b95d8cd-170f-47ca-a1e7-2bb1b8fab08c None None] For port 3db22de6-8de3-4c17-8a97-1631cae76841, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:50:13.913745 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-3b95d8cd-170f-47ca-a1e7-2bb1b8fab08c None None] For port 3db22de6-8de3-4c17-8a97-1631cae76841, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=3db22de6-8de3-4c17-8a97-1631cae76841,segment=NetworkSegment(2ad30a4d-5307-43eb-9935-a1016a1bc39f),segment_id=2ad30a4d-5307-43eb-9935-a1016a1bc39f)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:50:13.929277 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3b95d8cd-170f-47ca-a1e7-2bb1b8fab08c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (3db22de6-8de3-4c17-8a97-1631cae76841), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:14.010090 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-60257e5d-085f-4344-8e74-35fd8381a48f req-7cafa88f-b19d-4a42-8b06-69d2c8d7900a tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f05596b-0435-48d8-81d4-28b11f6be2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598458 Feb 04 12:50:14.064904 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b50c68f6-583e-4ecf-815d-3e5fe4132c6e req-442a5175-3d96-4f9b-929f-3198ca306d2c tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563854 Feb 04 12:50:14.080314 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b95d8cd-170f-47ca-a1e7-2bb1b8fab08c None None] Routers {'e44af5d4-025e-48c3-a565-2b5149836ba6'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:50:14.080314 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-3b95d8cd-170f-47ca-a1e7-2bb1b8fab08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:49:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['e44af5d4-025e-48c3-a565-2b5149836ba6'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:50:14.088000 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a82349a-f71f-4884-96ea-5404af03c010 None None] Pushing event updated for resources: {'Port': ['ID=3db22de6-8de3-4c17-8a97-1631cae76841,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:14.263810 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-3b95d8cd-170f-47ca-a1e7-2bb1b8fab08c None None] Set router e44af5d4-025e-48c3-a565-2b5149836ba6 gateway port host: None {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:50:14.276341 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.extraroute_db [None req-9481523d-e7dd-4355-bdb3-d876289f2e0b tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Added routes are [] {{(pid=103474) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 04 12:50:14.276920 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.extraroute_db [None req-9481523d-e7dd-4355-bdb3-d876289f2e0b tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=103474) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 04 12:50:14.315325 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-c3855d8d-b956-456c-966f-e21101580cef None None] Provisioning complete for port 3db22de6-8de3-4c17-8a97-1631cae76841 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:50:14.315644 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c3855d8d-b956-456c-966f-e21101580cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (3db22de6-8de3-4c17-8a97-1631cae76841), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:14.354666 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9481523d-e7dd-4355-bdb3-d876289f2e0b tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1623026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10906'] for router (e44af5d4-025e-48c3-a565-2b5149836ba6), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:14.527460 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d30e7f-2e3c-4dbd-b840-ea2b59b504a9 req-56424de1-c590-420a-acb9-1f9f6b3f5360 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:14.529461 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c1d30e7f-2e3c-4dbd-b840-ea2b59b504a9 req-56424de1-c590-420a-acb9-1f9f6b3f5360 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/networks?id=7ed78c2f-5e06-4bf6-9fbc-42500f903f0d HTTP/1.1" status: 200 len: 813 time: 0.2113609 Feb 04 12:50:14.560944 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c1d30e7f-2e3c-4dbd-b840-ea2b59b504a9 req-4a267552-4405-40b3-9998-e00f826a2dab tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/quotas/38cb7f8ec7594c9ea49e940b44ab6547 HTTP/1.1" status: 200 len: 375 time: 0.0228212 Feb 04 12:50:14.680370 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c1d30e7f-2e3c-4dbd-b840-ea2b59b504a9 req-582dfc9f-d7c3-4a94-8505-cff15f03ba13 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=38cb7f8ec7594c9ea49e940b44ab6547&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1172106 Feb 04 12:50:14.706771 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9481523d-e7dd-4355-bdb3-d876289f2e0b tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1623026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10906'] for router (e44af5d4-025e-48c3-a565-2b5149836ba6), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:14.714098 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9481523d-e7dd-4355-bdb3-d876289f2e0b tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1623127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1623150', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1622793'] for router (e44af5d4-025e-48c3-a565-2b5149836ba6), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:14.899470 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637dcfac-34b0-4393-990e-b8a3a08a5ef2 req-3912e392-f54d-42a5-ba1f-a3c09778e2de tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:14.905920 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c3855d8d-b956-456c-966f-e21101580cef None None] Current status of the port 3db22de6-8de3-4c17-8a97-1631cae76841 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:50:14.906651 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c3855d8d-b956-456c-966f-e21101580cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (3db22de6-8de3-4c17-8a97-1631cae76841), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:14.926043 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-637dcfac-34b0-4393-990e-b8a3a08a5ef2 req-3912e392-f54d-42a5-ba1f-a3c09778e2de tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 945 time: 0.1493490 Feb 04 12:50:14.958591 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9481523d-e7dd-4355-bdb3-d876289f2e0b tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Router e44af5d4-025e-48c3-a565-2b5149836ba6 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:50:15.042784 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-637dcfac-34b0-4393-990e-b8a3a08a5ef2 req-9c972fef-4728-49f1-93ae-696e632bf717 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998278 Feb 04 12:50:15.059898 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-c3855d8d-b956-456c-966f-e21101580cef None None] For port 3db22de6-8de3-4c17-8a97-1631cae76841, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=3db22de6-8de3-4c17-8a97-1631cae76841,segment=NetworkSegment(2ad30a4d-5307-43eb-9935-a1016a1bc39f),segment_id=2ad30a4d-5307-43eb-9935-a1016a1bc39f)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:50:15.097925 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c3855d8d-b956-456c-966f-e21101580cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (3db22de6-8de3-4c17-8a97-1631cae76841), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:15.186620 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9481523d-e7dd-4355-bdb3-d876289f2e0b tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:50:15.194898 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9481523d-e7dd-4355-bdb3-d876289f2e0b tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:15.204765 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 40576) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:50:15.208331 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-9481523d-e7dd-4355-bdb3-d876289f2e0b tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] 10.222.0.65 "PUT /v2.0/routers/e44af5d4-025e-48c3-a565-2b5149836ba6 HTTP/1.1" status: 200 len: 699 time: 1.7824798 Feb 04 12:50:15.306144 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-4676852d-4877-409d-80e5-2ced0d272f06 None None] Provisioning complete for port 3db22de6-8de3-4c17-8a97-1631cae76841 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:50:15.306706 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4676852d-4877-409d-80e5-2ced0d272f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (3db22de6-8de3-4c17-8a97-1631cae76841), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:15.309474 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3855d8d-b956-456c-966f-e21101580cef None None] Pushing event updated for resources: {'Port': ['ID=3db22de6-8de3-4c17-8a97-1631cae76841,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:15.371353 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-3b95d8cd-170f-47ca-a1e7-2bb1b8fab08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e44af5d4-025e-48c3-a565-2b5149836ba6', 'name': 'tempest-RoutersTest-router-786989588', 'tenant_id': '7868b54a8a9242e68b824f4621b68e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:49:37Z', 'updated_at': '2022-02-04T12:50:11Z', 'revision_number': 6, 'project_id': '7868b54a8a9242e68b824f4621b68e06', 'gw_port_host': None, '_interfaces': [{'id': '135d4992-7f41-493d-823f-2bd1aa7463e9', 'name': '', 'network_id': 'bbbed129-c18a-4552-9faa-2a488c6105f0', 'tenant_id': '7868b54a8a9242e68b824f4621b68e06', 'mac_address': 'fa:16:3e:b8:d2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44af5d4-025e-48c3-a565-2b5149836ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': 'f89f4a4b-1430-4424-b1a3-7f3d5fb6a02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:49:40Z', 'updated_at': '2022-02-04T12:49:49Z', 'revision_number': 5, 'project_id': '7868b54a8a9242e68b824f4621b68e06', 'subnets': [{'id': 'f89f4a4b-1430-4424-b1a3-7f3d5fb6a02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3db22de6-8de3-4c17-8a97-1631cae76841', 'name': '', 'network_id': '78cecb53-910d-49ce-b011-13f09af3883e', 'tenant_id': '7868b54a8a9242e68b824f4621b68e06', 'mac_address': 'fa:16:3e:b8:29:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e44af5d4-025e-48c3-a565-2b5149836ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': '0ff9dbb1-f287-4d92-8521-22c020ec5928', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:50:07Z', 'updated_at': '2022-02-04T12:50:13Z', 'revision_number': 4, 'project_id': '7868b54a8a9242e68b824f4621b68e06', 'subnets': [{'id': '0ff9dbb1-f287-4d92-8521-22c020ec5928', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5400bb3-aed1-48a8-a417-3568ec97db12', 'name': '', 'network_id': '4543a7d7-9846-46c7-a194-958eba243470', 'tenant_id': '7868b54a8a9242e68b824f4621b68e06', 'mac_address': 'fa:16:3e:6f:90:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44af5d4-025e-48c3-a565-2b5149836ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2978, 'fixed_ips': [{'subnet_id': '5e579351-9e73-4fe1-96ea-c8c12b30dd04', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:49:49Z', 'updated_at': '2022-02-04T12:50:02Z', 'revision_number': 5, 'project_id': '7868b54a8a9242e68b824f4621b68e06', 'subnets': [{'id': '5e579351-9e73-4fe1-96ea-c8c12b30dd04', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffeb46b1-fc7a-4306-a185-1101d2a01089', 'name': '', 'network_id': '57b859e9-0737-4ac9-aa6f-72f1ab66c4f3', 'tenant_id': '7868b54a8a9242e68b824f4621b68e06', 'mac_address': 'fa:16:3e:43:22:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44af5d4-025e-48c3-a565-2b5149836ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '341ec1e5-22cd-402c-9d0a-202f713a4ffe', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:49:56Z', 'updated_at': '2022-02-04T12:50:09Z', 'revision_number': 5, 'project_id': '7868b54a8a9242e68b824f4621b68e06', 'subnets': [{'id': '341ec1e5-22cd-402c-9d0a-202f713a4ffe', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:50:15.420336 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b95d8cd-170f-47ca-a1e7-2bb1b8fab08c None None] The sync data for ids ['e44af5d4-025e-48c3-a565-2b5149836ba6'] in n-d-825015-3 is: [{'id': 'e44af5d4-025e-48c3-a565-2b5149836ba6', 'name': 'tempest-RoutersTest-router-786989588', 'tenant_id': '7868b54a8a9242e68b824f4621b68e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:49:37Z', 'updated_at': '2022-02-04T12:50:11Z', 'revision_number': 6, 'project_id': '7868b54a8a9242e68b824f4621b68e06', 'gw_port_host': None, '_interfaces': [{'id': '135d4992-7f41-493d-823f-2bd1aa7463e9', 'name': '', 'network_id': 'bbbed129-c18a-4552-9faa-2a488c6105f0', 'tenant_id': '7868b54a8a9242e68b824f4621b68e06', 'mac_address': 'fa:16:3e:b8:d2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44af5d4-025e-48c3-a565-2b5149836ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': 'f89f4a4b-1430-4424-b1a3-7f3d5fb6a02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:49:40Z', 'updated_at': '2022-02-04T12:49:49Z', 'revision_number': 5, 'project_id': '7868b54a8a9242e68b824f4621b68e06', 'subnets': [{'id': 'f89f4a4b-1430-4424-b1a3-7f3d5fb6a02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3db22de6-8de3-4c17-8a97-1631cae76841', 'name': '', 'network_id': '78cecb53-910d-49ce-b011-13f09af3883e', 'tenant_id': '7868b54a8a9242e68b824f4621b68e06', 'mac_address': 'fa:16:3e:b8:29:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e44af5d4-025e-48c3-a565-2b5149836ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': '0ff9dbb1-f287-4d92-8521-22c020ec5928', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:50:07Z', 'updated_at': '2022-02-04T12:50:13Z', 'revision_number': 4, 'project_id': '7868b54a8a9242e68b824f4621b68e06', 'subnets': [{'id': '0ff9dbb1-f287-4d92-8521-22c020ec5928', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5400bb3-aed1-48a8-a417-3568ec97db12', 'name': '', 'network_id': '4543a7d7-9846-46c7-a194-958eba243470', 'tenant_id': '7868b54a8a9242e68b824f4621b68e06', 'mac_address': 'fa:16:3e:6f:90:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44af5d4-025e-48c3-a565-2b5149836ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2978, 'fixed_ips': [{'subnet_id': '5e579351-9e73-4fe1-96ea-c8c12b30dd04', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:49:49Z', 'updated_at': '2022-02-04T12:50:02Z', 'revision_number': 5, 'project_id': '7868b54a8a9242e68b824f4621b68e06', 'subnets': [{'id': '5e579351-9e73-4fe1-96ea-c8c12b30dd04', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffeb46b1-fc7a-4306-a185-1101d2a01089', 'name': '', 'network_id': '57b859e9-0737-4ac9-aa6f-72f1ab66c4f3', 'tenant_id': '7868b54a8a9242e68b824f4621b68e06', 'mac_address': 'fa:16:3e:43:22:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44af5d4-025e-48c3-a565-2b5149836ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '341ec1e5-22cd-402c-9d0a-202f713a4ffe', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:49:56Z', 'updated_at': '2022-02-04T12:50:09Z', 'revision_number': 5, 'project_id': '7868b54a8a9242e68b824f4621b68e06', 'subnets': [{'id': '341ec1e5-22cd-402c-9d0a-202f713a4ffe', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:50:15.531200 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-4676852d-4877-409d-80e5-2ced0d272f06 None None] Current status of the port 3db22de6-8de3-4c17-8a97-1631cae76841 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:50:15.537163 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 40582) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:50:15.545323 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 3db22de6-8de3-4c17-8a97-1631cae76841 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:50:15.560480 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-910bdbfc-336a-489e-8c5d-1a4922f3ffc5 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] 10.222.0.65 "GET /v2.0/routers/e44af5d4-025e-48c3-a565-2b5149836ba6 HTTP/1.1" status: 200 len: 699 time: 0.3530827 Feb 04 12:50:15.643876 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-19ebfb62-38ae-41f1-bc09-16b0089ddbf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:15.659349 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 3db22de6-8de3-4c17-8a97-1631cae76841 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:50:15.659824 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (3db22de6-8de3-4c17-8a97-1631cae76841), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:15.693116 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bc1067-dae0-4795-8fd3-c697afa4395e req-381ebb1a-1046-43a6-98bb-edcda03a8ed4 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:15.694704 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d9bc1067-dae0-4795-8fd3-c697afa4395e req-381ebb1a-1046-43a6-98bb-edcda03a8ed4 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 945 time: 0.5034075 Feb 04 12:50:15.715009 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dba9d93-10cb-4949-8c75-1f112b6b578f req-7dde17e9-6faa-4e3f-bc9a-97a0d2c5c6e0 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:15.719120 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3dba9d93-10cb-4949-8c75-1f112b6b578f req-7dde17e9-6faa-4e3f-bc9a-97a0d2c5c6e0 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/ports?device_id=f21977dc-63e1-4656-84be-640bdedca9a1 HTTP/1.1" status: 200 len: 946 time: 0.3849785 Feb 04 12:50:15.843254 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 3db22de6-8de3-4c17-8a97-1631cae76841 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:50:15.863990 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3dba9d93-10cb-4949-8c75-1f112b6b578f req-4154a744-2e85-4cb3-ae06-9139357a35e2 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f05596b-0435-48d8-81d4-28b11f6be2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323876 Feb 04 12:50:15.930395 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d9bc1067-dae0-4795-8fd3-c697afa4395e req-cd4ec97d-fad5-49f5-9586-7abff1cc47d0 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272871 Feb 04 12:50:15.980623 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7156a6-91c6-410b-851d-969ce4c1e922 None None] Sync routers for ids ['e44af5d4-025e-48c3-a565-2b5149836ba6'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:50:15.999393 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7156a6-91c6-410b-851d-969ce4c1e922 None None] Routers {'e44af5d4-025e-48c3-a565-2b5149836ba6'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:50:16.004140 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-ad7156a6-91c6-410b-851d-969ce4c1e922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:49:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['e44af5d4-025e-48c3-a565-2b5149836ba6'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:50:16.146817 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-354f1180-4132-4d86-98c7-147578fd1f90 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622215'] for router_interface (e44af5d4-025e-48c3-a565-2b5149836ba6), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:16.195610 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e85f5fec-25ac-412b-85e5-90079b7ae489 req-9e2538f2-bd73-42e4-81e5-695044f2c7f0 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=38cb7f8ec7594c9ea49e940b44ab6547 HTTP/1.1" status: 200 len: 221 time: 0.0720487 Feb 04 12:50:16.246913 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-ad7156a6-91c6-410b-851d-969ce4c1e922 None None] Set router e44af5d4-025e-48c3-a565-2b5149836ba6 gateway port host: None {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:50:16.401403 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7498d88-0c7f-40a7-ae24-d2166e96b28e req-713f1f9a-0e59-4adf-808d-edb0cc911c0a tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:16.414363 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c7498d88-0c7f-40a7-ae24-d2166e96b28e req-713f1f9a-0e59-4adf-808d-edb0cc911c0a tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 945 time: 0.1142933 Feb 04 12:50:16.562318 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c7498d88-0c7f-40a7-ae24-d2166e96b28e req-5fb90b53-d68d-402b-bf34-396b48da282d tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470013 Feb 04 12:50:16.647666 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-ad7156a6-91c6-410b-851d-969ce4c1e922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e44af5d4-025e-48c3-a565-2b5149836ba6', 'name': 'tempest-RoutersTest-router-786989588', 'tenant_id': '7868b54a8a9242e68b824f4621b68e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:49:37Z', 'updated_at': '2022-02-04T12:50:14Z', 'revision_number': 7, 'project_id': '7868b54a8a9242e68b824f4621b68e06', 'gw_port_host': None, '_interfaces': [{'id': '135d4992-7f41-493d-823f-2bd1aa7463e9', 'name': '', 'network_id': 'bbbed129-c18a-4552-9faa-2a488c6105f0', 'tenant_id': '7868b54a8a9242e68b824f4621b68e06', 'mac_address': 'fa:16:3e:b8:d2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44af5d4-025e-48c3-a565-2b5149836ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': 'f89f4a4b-1430-4424-b1a3-7f3d5fb6a02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:49:40Z', 'updated_at': '2022-02-04T12:49:49Z', 'revision_number': 5, 'project_id': '7868b54a8a9242e68b824f4621b68e06', 'subnets': [{'id': 'f89f4a4b-1430-4424-b1a3-7f3d5fb6a02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3db22de6-8de3-4c17-8a97-1631cae76841', 'name': '', 'network_id': '78cecb53-910d-49ce-b011-13f09af3883e', 'tenant_id': '7868b54a8a9242e68b824f4621b68e06', 'mac_address': 'fa:16:3e:b8:29:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44af5d4-025e-48c3-a565-2b5149836ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': '0ff9dbb1-f287-4d92-8521-22c020ec5928', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:50:07Z', 'updated_at': '2022-02-04T12:50:14Z', 'revision_number': 5, 'project_id': '7868b54a8a9242e68b824f4621b68e06', 'subnets': [{'id': '0ff9dbb1-f287-4d92-8521-22c020ec5928', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5400bb3-aed1-48a8-a417-3568ec97db12', 'name': '', 'network_id': '4543a7d7-9846-46c7-a194-958eba243470', 'tenant_id': '7868b54a8a9242e68b824f4621b68e06', 'mac_address': 'fa:16:3e:6f:90:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44af5d4-025e-48c3-a565-2b5149836ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2978, 'fixed_ips': [{'subnet_id': '5e579351-9e73-4fe1-96ea-c8c12b30dd04', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:49:49Z', 'updated_at': '2022-02-04T12:50:02Z', 'revision_number': 5, 'project_id': '7868b54a8a9242e68b824f4621b68e06', 'subnets': [{'id': '5e579351-9e73-4fe1-96ea-c8c12b30dd04', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffeb46b1-fc7a-4306-a185-1101d2a01089', 'name': '', 'network_id': '57b859e9-0737-4ac9-aa6f-72f1ab66c4f3', 'tenant_id': '7868b54a8a9242e68b824f4621b68e06', 'mac_address': 'fa:16:3e:43:22:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44af5d4-025e-48c3-a565-2b5149836ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '341ec1e5-22cd-402c-9d0a-202f713a4ffe', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:49:56Z', 'updated_at': '2022-02-04T12:50:09Z', 'revision_number': 5, 'project_id': '7868b54a8a9242e68b824f4621b68e06', 'subnets': [{'id': '341ec1e5-22cd-402c-9d0a-202f713a4ffe', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:50:16.723321 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7156a6-91c6-410b-851d-969ce4c1e922 None None] Checking router: e44af5d4-025e-48c3-a565-2b5149836ba6 for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:50:16.740056 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7156a6-91c6-410b-851d-969ce4c1e922 None None] Routers {'e44af5d4-025e-48c3-a565-2b5149836ba6'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:50:16.741137 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-ad7156a6-91c6-410b-851d-969ce4c1e922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:49:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['e44af5d4-025e-48c3-a565-2b5149836ba6'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:50:16.743879 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-354f1180-4132-4d86-98c7-147578fd1f90 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Deleting port 3db22de6-8de3-4c17-8a97-1631cae76841 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:50:16.744466 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-354f1180-4132-4d86-98c7-147578fd1f90 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (3db22de6-8de3-4c17-8a97-1631cae76841), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:16.822540 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff5298f-8178-43ee-8d80-130f47659312 req-95f3e156-ba13-404f-a9c8-cf527d7f53f0 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:16.833098 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bff5298f-8178-43ee-8d80-130f47659312 req-95f3e156-ba13-404f-a9c8-cf527d7f53f0 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 945 time: 0.1343758 Feb 04 12:50:16.923137 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-354f1180-4132-4d86-98c7-147578fd1f90 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] For port 3db22de6-8de3-4c17-8a97-1631cae76841, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=3db22de6-8de3-4c17-8a97-1631cae76841,segment=NetworkSegment(2ad30a4d-5307-43eb-9935-a1016a1bc39f),segment_id=2ad30a4d-5307-43eb-9935-a1016a1bc39f)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:50:16.923514 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-354f1180-4132-4d86-98c7-147578fd1f90 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (3db22de6-8de3-4c17-8a97-1631cae76841), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:16.957774 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-354f1180-4132-4d86-98c7-147578fd1f90 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Calling delete_port for 3db22de6-8de3-4c17-8a97-1631cae76841 owned by network:router_interface {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:50:16.965803 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bff5298f-8178-43ee-8d80-130f47659312 req-61f23414-07f5-44a9-9e38-a712176b577e tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315351 Feb 04 12:50:16.977395 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-ad7156a6-91c6-410b-851d-969ce4c1e922 None None] Set router e44af5d4-025e-48c3-a565-2b5149836ba6 gateway port host: None {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:50:17.129149 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3b0b0e-f680-471d-b86f-11ae28c647b4 req-b0055355-49da-4b70-ad57-ac833a337830 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:17.149462 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ac3b0b0e-f680-471d-b86f-11ae28c647b4 req-b0055355-49da-4b70-ad57-ac833a337830 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/ports?device_id=f21977dc-63e1-4656-84be-640bdedca9a1 HTTP/1.1" status: 200 len: 946 time: 0.1557405 Feb 04 12:50:17.282584 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ac3b0b0e-f680-471d-b86f-11ae28c647b4 req-78f28071-e26d-41bb-95ee-fdf093190fbe tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f05596b-0435-48d8-81d4-28b11f6be2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210654 Feb 04 12:50:17.291617 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-354f1180-4132-4d86-98c7-147578fd1f90 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (3db22de6-8de3-4c17-8a97-1631cae76841), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:17.303274 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dd611b-9982-49af-849e-bdc419676b80 req-bf815f4d-de16-435d-ab71-de3dc86f4c1c tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:17.312992 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e0dd611b-9982-49af-849e-bdc419676b80 req-bf815f4d-de16-435d-ab71-de3dc86f4c1c tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 945 time: 0.1319056 Feb 04 12:50:17.328869 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354f1180-4132-4d86-98c7-147578fd1f90 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Pushing event deleted for resources: {'Port': ['ID=3db22de6-8de3-4c17-8a97-1631cae76841,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:17.366026 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-ad7156a6-91c6-410b-851d-969ce4c1e922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e44af5d4-025e-48c3-a565-2b5149836ba6', 'name': 'tempest-RoutersTest-router-786989588', 'tenant_id': '7868b54a8a9242e68b824f4621b68e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:49:37Z', 'updated_at': '2022-02-04T12:50:14Z', 'revision_number': 7, 'project_id': '7868b54a8a9242e68b824f4621b68e06', 'gw_port_host': None, '_interfaces': [{'id': '135d4992-7f41-493d-823f-2bd1aa7463e9', 'name': '', 'network_id': 'bbbed129-c18a-4552-9faa-2a488c6105f0', 'tenant_id': '7868b54a8a9242e68b824f4621b68e06', 'mac_address': 'fa:16:3e:b8:d2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44af5d4-025e-48c3-a565-2b5149836ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': 'f89f4a4b-1430-4424-b1a3-7f3d5fb6a02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:49:40Z', 'updated_at': '2022-02-04T12:49:49Z', 'revision_number': 5, 'project_id': '7868b54a8a9242e68b824f4621b68e06', 'subnets': [{'id': 'f89f4a4b-1430-4424-b1a3-7f3d5fb6a02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3db22de6-8de3-4c17-8a97-1631cae76841', 'name': '', 'network_id': '78cecb53-910d-49ce-b011-13f09af3883e', 'tenant_id': '7868b54a8a9242e68b824f4621b68e06', 'mac_address': 'fa:16:3e:b8:29:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44af5d4-025e-48c3-a565-2b5149836ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': '0ff9dbb1-f287-4d92-8521-22c020ec5928', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:50:07Z', 'updated_at': '2022-02-04T12:50:14Z', 'revision_number': 5, 'project_id': '7868b54a8a9242e68b824f4621b68e06', 'subnets': [{'id': '0ff9dbb1-f287-4d92-8521-22c020ec5928', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5400bb3-aed1-48a8-a417-3568ec97db12', 'name': '', 'network_id': '4543a7d7-9846-46c7-a194-958eba243470', 'tenant_id': '7868b54a8a9242e68b824f4621b68e06', 'mac_address': 'fa:16:3e:6f:90:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44af5d4-025e-48c3-a565-2b5149836ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2978, 'fixed_ips': [{'subnet_id': '5e579351-9e73-4fe1-96ea-c8c12b30dd04', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:49:49Z', 'updated_at': '2022-02-04T12:50:02Z', 'revision_number': 5, 'project_id': '7868b54a8a9242e68b824f4621b68e06', 'subnets': [{'id': '5e579351-9e73-4fe1-96ea-c8c12b30dd04', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffeb46b1-fc7a-4306-a185-1101d2a01089', 'name': '', 'network_id': '57b859e9-0737-4ac9-aa6f-72f1ab66c4f3', 'tenant_id': '7868b54a8a9242e68b824f4621b68e06', 'mac_address': 'fa:16:3e:43:22:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44af5d4-025e-48c3-a565-2b5149836ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '341ec1e5-22cd-402c-9d0a-202f713a4ffe', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:49:56Z', 'updated_at': '2022-02-04T12:50:09Z', 'revision_number': 5, 'project_id': '7868b54a8a9242e68b824f4621b68e06', 'subnets': [{'id': '341ec1e5-22cd-402c-9d0a-202f713a4ffe', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:50:17.443628 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e0dd611b-9982-49af-849e-bdc419676b80 req-95ae61dc-1b23-4275-94d9-8df8876e454e tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298304 Feb 04 12:50:17.456692 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 3db22de6-8de3-4c17-8a97-1631cae76841 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:50:17.541265 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 3db22de6-8de3-4c17-8a97-1631cae76841 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:50:17.541608 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 3db22de6-8de3-4c17-8a97-1631cae76841 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 04 12:50:17.605586 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7156a6-91c6-410b-851d-969ce4c1e922 None None] The sync data for ids ['e44af5d4-025e-48c3-a565-2b5149836ba6'] in n-d-825015-3 is: [{'id': 'e44af5d4-025e-48c3-a565-2b5149836ba6', 'name': 'tempest-RoutersTest-router-786989588', 'tenant_id': '7868b54a8a9242e68b824f4621b68e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:49:37Z', 'updated_at': '2022-02-04T12:50:14Z', 'revision_number': 7, 'project_id': '7868b54a8a9242e68b824f4621b68e06', 'gw_port_host': None, '_interfaces': [{'id': '135d4992-7f41-493d-823f-2bd1aa7463e9', 'name': '', 'network_id': 'bbbed129-c18a-4552-9faa-2a488c6105f0', 'tenant_id': '7868b54a8a9242e68b824f4621b68e06', 'mac_address': 'fa:16:3e:b8:d2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44af5d4-025e-48c3-a565-2b5149836ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': 'f89f4a4b-1430-4424-b1a3-7f3d5fb6a02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:49:40Z', 'updated_at': '2022-02-04T12:49:49Z', 'revision_number': 5, 'project_id': '7868b54a8a9242e68b824f4621b68e06', 'subnets': [{'id': 'f89f4a4b-1430-4424-b1a3-7f3d5fb6a02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3db22de6-8de3-4c17-8a97-1631cae76841', 'name': '', 'network_id': '78cecb53-910d-49ce-b011-13f09af3883e', 'tenant_id': '7868b54a8a9242e68b824f4621b68e06', 'mac_address': 'fa:16:3e:b8:29:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44af5d4-025e-48c3-a565-2b5149836ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': '0ff9dbb1-f287-4d92-8521-22c020ec5928', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:50:07Z', 'updated_at': '2022-02-04T12:50:14Z', 'revision_number': 5, 'project_id': '7868b54a8a9242e68b824f4621b68e06', 'subnets': [{'id': '0ff9dbb1-f287-4d92-8521-22c020ec5928', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5400bb3-aed1-48a8-a417-3568ec97db12', 'name': '', 'network_id': '4543a7d7-9846-46c7-a194-958eba243470', 'tenant_id': '7868b54a8a9242e68b824f4621b68e06', 'mac_address': 'fa:16:3e:6f:90:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44af5d4-025e-48c3-a565-2b5149836ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2978, 'fixed_ips': [{'subnet_id': '5e579351-9e73-4fe1-96ea-c8c12b30dd04', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:49:49Z', 'updated_at': '2022-02-04T12:50:02Z', 'revision_number': 5, 'project_id': '7868b54a8a9242e68b824f4621b68e06', 'subnets': [{'id': '5e579351-9e73-4fe1-96ea-c8c12b30dd04', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffeb46b1-fc7a-4306-a185-1101d2a01089', 'name': '', 'network_id': '57b859e9-0737-4ac9-aa6f-72f1ab66c4f3', 'tenant_id': '7868b54a8a9242e68b824f4621b68e06', 'mac_address': 'fa:16:3e:43:22:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44af5d4-025e-48c3-a565-2b5149836ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '341ec1e5-22cd-402c-9d0a-202f713a4ffe', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:49:56Z', 'updated_at': '2022-02-04T12:50:09Z', 'revision_number': 5, 'project_id': '7868b54a8a9242e68b824f4621b68e06', 'subnets': [{'id': '341ec1e5-22cd-402c-9d0a-202f713a4ffe', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:50:17.606400 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Port 3db22de6-8de3-4c17-8a97-1631cae76841 not found, will not notify nova. {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 04 12:50:17.665402 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7580dc-6cff-47ef-8612-215818b41ccd req-10f6f4a2-b6c6-4347-9da3-fe6cbd4565b2 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:17.668206 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7b7580dc-6cff-47ef-8612-215818b41ccd req-10f6f4a2-b6c6-4347-9da3-fe6cbd4565b2 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 945 time: 0.1550438 Feb 04 12:50:17.782422 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-354f1180-4132-4d86-98c7-147578fd1f90 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622067'] for router_interface (e44af5d4-025e-48c3-a565-2b5149836ba6), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:17.792053 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7b7580dc-6cff-47ef-8612-215818b41ccd req-7e82daa9-fa13-450d-88d5-f4110c1ff13e tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149976 Feb 04 12:50:18.005806 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e6116394-0934-40aa-b9f8-8f72b1cf1341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:18.051386 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6f62ce-d5b2-44a5-b244-7d64fd26bde9 req-31d87ff4-04a5-4752-9f2c-f0005f8599f0 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:18.066952 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9e6f62ce-d5b2-44a5-b244-7d64fd26bde9 req-31d87ff4-04a5-4752-9f2c-f0005f8599f0 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 945 time: 0.1528099 Feb 04 12:50:18.152952 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9e6f62ce-d5b2-44a5-b244-7d64fd26bde9 req-eb0f36bc-d9e4-4c88-a7e0-ad9ee290afa1 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806222 Feb 04 12:50:18.391434 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eff7b1-ee5b-44a3-8216-787fb198056f req-bfeae064-6b6d-43f8-b01e-00b4c222187a tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:18.399082 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-63eff7b1-ee5b-44a3-8216-787fb198056f req-bfeae064-6b6d-43f8-b01e-00b4c222187a tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 945 time: 0.1383083 Feb 04 12:50:18.433582 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-354f1180-4132-4d86-98c7-147578fd1f90 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Router e44af5d4-025e-48c3-a565-2b5149836ba6 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:50:18.499691 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-63eff7b1-ee5b-44a3-8216-787fb198056f req-a0062f9d-35c7-4374-9671-5749eca777b4 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923045 Feb 04 12:50:18.540357 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92d9a5b-7ff1-4a05-b004-9468bbe73794 req-0cf2687e-f5d7-4e86-87b1-f2b56012d018 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:18.541910 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c92d9a5b-7ff1-4a05-b004-9468bbe73794 req-0cf2687e-f5d7-4e86-87b1-f2b56012d018 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/ports?device_id=f21977dc-63e1-4656-84be-640bdedca9a1 HTTP/1.1" status: 200 len: 946 time: 0.1246233 Feb 04 12:50:18.628176 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-354f1180-4132-4d86-98c7-147578fd1f90 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:50:18.642140 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 40672) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:50:18.646941 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-354f1180-4132-4d86-98c7-147578fd1f90 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] 10.222.0.65 "PUT /v2.0/routers/e44af5d4-025e-48c3-a565-2b5149836ba6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0975327 Feb 04 12:50:18.667374 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47163bf-3400-4273-9e01-3a5fc0cd6893 None None] Sync routers for ids ['e44af5d4-025e-48c3-a565-2b5149836ba6'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:50:18.685304 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47163bf-3400-4273-9e01-3a5fc0cd6893 None None] Routers {'e44af5d4-025e-48c3-a565-2b5149836ba6'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:50:18.685858 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-f47163bf-3400-4273-9e01-3a5fc0cd6893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:50:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['e44af5d4-025e-48c3-a565-2b5149836ba6'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:50:18.825352 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c92d9a5b-7ff1-4a05-b004-9468bbe73794 req-4599d617-8b07-4b9e-b5dc-cb5eccb80da5 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f05596b-0435-48d8-81d4-28b11f6be2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2773468 Feb 04 12:50:18.837572 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfa46f23-7519-4298-9638-ddd22a2cca0e tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Deleting subnet 0ff9dbb1-f287-4d92-8521-22c020ec5928 {{(pid=103475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:50:18.854648 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cfa46f23-7519-4298-9638-ddd22a2cca0e tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks [] for subnet (0ff9dbb1-f287-4d92-8521-22c020ec5928), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:18.865005 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-f47163bf-3400-4273-9e01-3a5fc0cd6893 None None] Set router e44af5d4-025e-48c3-a565-2b5149836ba6 gateway port host: None {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:50:18.916793 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cfa46f23-7519-4298-9638-ddd22a2cca0e tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51859329'] for subnet (0ff9dbb1-f287-4d92-8521-22c020ec5928), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:19.078895 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c6434a-085a-42d1-bf46-4d6cc0a318d2 req-8b418b25-5e4f-4bfb-8692-b6ece084129a tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:19.082084 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b9c6434a-085a-42d1-bf46-4d6cc0a318d2 req-8b418b25-5e4f-4bfb-8692-b6ece084129a tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 945 time: 0.2897694 Feb 04 12:50:19.149921 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cfa46f23-7519-4298-9638-ddd22a2cca0e tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (0ff9dbb1-f287-4d92-8521-22c020ec5928), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:19.158025 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-f47163bf-3400-4273-9e01-3a5fc0cd6893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e44af5d4-025e-48c3-a565-2b5149836ba6', 'name': 'tempest-RoutersTest-router-786989588', 'tenant_id': '7868b54a8a9242e68b824f4621b68e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:49:37Z', 'updated_at': '2022-02-04T12:50:17Z', 'revision_number': 8, 'project_id': '7868b54a8a9242e68b824f4621b68e06', 'gw_port_host': None, '_interfaces': [{'id': '135d4992-7f41-493d-823f-2bd1aa7463e9', 'name': '', 'network_id': 'bbbed129-c18a-4552-9faa-2a488c6105f0', 'tenant_id': '7868b54a8a9242e68b824f4621b68e06', 'mac_address': 'fa:16:3e:b8:d2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44af5d4-025e-48c3-a565-2b5149836ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': 'f89f4a4b-1430-4424-b1a3-7f3d5fb6a02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:49:40Z', 'updated_at': '2022-02-04T12:49:49Z', 'revision_number': 5, 'project_id': '7868b54a8a9242e68b824f4621b68e06', 'subnets': [{'id': 'f89f4a4b-1430-4424-b1a3-7f3d5fb6a02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5400bb3-aed1-48a8-a417-3568ec97db12', 'name': '', 'network_id': '4543a7d7-9846-46c7-a194-958eba243470', 'tenant_id': '7868b54a8a9242e68b824f4621b68e06', 'mac_address': 'fa:16:3e:6f:90:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44af5d4-025e-48c3-a565-2b5149836ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2978, 'fixed_ips': [{'subnet_id': '5e579351-9e73-4fe1-96ea-c8c12b30dd04', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:49:49Z', 'updated_at': '2022-02-04T12:50:02Z', 'revision_number': 5, 'project_id': '7868b54a8a9242e68b824f4621b68e06', 'subnets': [{'id': '5e579351-9e73-4fe1-96ea-c8c12b30dd04', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffeb46b1-fc7a-4306-a185-1101d2a01089', 'name': '', 'network_id': '57b859e9-0737-4ac9-aa6f-72f1ab66c4f3', 'tenant_id': '7868b54a8a9242e68b824f4621b68e06', 'mac_address': 'fa:16:3e:43:22:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44af5d4-025e-48c3-a565-2b5149836ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '341ec1e5-22cd-402c-9d0a-202f713a4ffe', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:49:56Z', 'updated_at': '2022-02-04T12:50:09Z', 'revision_number': 5, 'project_id': '7868b54a8a9242e68b824f4621b68e06', 'subnets': [{'id': '341ec1e5-22cd-402c-9d0a-202f713a4ffe', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:50:19.185541 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b9c6434a-085a-42d1-bf46-4d6cc0a318d2 req-edf02e27-9df6-4635-9fdb-765840604783 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964563 Feb 04 12:50:19.234990 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47163bf-3400-4273-9e01-3a5fc0cd6893 None None] Checking router: e44af5d4-025e-48c3-a565-2b5149836ba6 for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:50:19.285096 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cfa46f23-7519-4298-9638-ddd22a2cca0e tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-52093282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51452698'] for subnet (0ff9dbb1-f287-4d92-8521-22c020ec5928), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:19.288064 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:19.296077 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47163bf-3400-4273-9e01-3a5fc0cd6893 None None] Routers {'e44af5d4-025e-48c3-a565-2b5149836ba6'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:50:19.297060 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-f47163bf-3400-4273-9e01-3a5fc0cd6893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:50:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['e44af5d4-025e-48c3-a565-2b5149836ba6'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:50:19.331203 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa46f23-7519-4298-9638-ddd22a2cca0e tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Pushing event deleted for resources: {'Subnet': ['ID=0ff9dbb1-f287-4d92-8521-22c020ec5928,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:19.388777 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b937cc3-c976-4ad5-b77b-a80e6be1a7d6 None None] Network 78cecb53-910d-49ce-b011-13f09af3883e requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:50:19.420932 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa46f23-7519-4298-9638-ddd22a2cca0e tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:19.421597 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa46f23-7519-4298-9638-ddd22a2cca0e tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:19.421597 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa46f23-7519-4298-9638-ddd22a2cca0e tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:19.422043 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa46f23-7519-4298-9638-ddd22a2cca0e tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:19.422258 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa46f23-7519-4298-9638-ddd22a2cca0e tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:19.422594 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa46f23-7519-4298-9638-ddd22a2cca0e tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:19.422930 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa46f23-7519-4298-9638-ddd22a2cca0e tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:19.423574 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa46f23-7519-4298-9638-ddd22a2cca0e tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:19.424156 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa46f23-7519-4298-9638-ddd22a2cca0e tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:19.429295 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa46f23-7519-4298-9638-ddd22a2cca0e tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:19.431768 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa46f23-7519-4298-9638-ddd22a2cca0e tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:19.432162 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa46f23-7519-4298-9638-ddd22a2cca0e tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:19.432511 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa46f23-7519-4298-9638-ddd22a2cca0e tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:19.445142 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cfa46f23-7519-4298-9638-ddd22a2cca0e tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:19.455974 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-cfa46f23-7519-4298-9638-ddd22a2cca0e tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] 10.222.0.65 "DELETE /v2.0/subnets/0ff9dbb1-f287-4d92-8521-22c020ec5928 HTTP/1.1" status: 204 len: 168 time: 0.8081305 Feb 04 12:50:19.456500 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 40690) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:50:19.522430 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d55f908-c00e-4096-bbbe-628a45526968 req-ccc9d385-61b0-45d4-be57-d3e9b332f9df tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:19.531539 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5d55f908-c00e-4096-bbbe-628a45526968 req-ccc9d385-61b0-45d4-be57-d3e9b332f9df tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 945 time: 0.1869686 Feb 04 12:50:19.586453 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-de4d6953-2a5b-424d-8659-b09f1c44467a tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (78cecb53-910d-49ce-b011-13f09af3883e), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:19.625117 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5d55f908-c00e-4096-bbbe-628a45526968 req-95956047-86b8-4459-aa16-940d3ea5d3a1 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925889 Feb 04 12:50:19.698331 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-de4d6953-2a5b-424d-8659-b09f1c44467a tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Deleting port 6fab59c0-4020-49d2-a189-be96b3f2163c {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:50:19.699126 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-de4d6953-2a5b-424d-8659-b09f1c44467a tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (6fab59c0-4020-49d2-a189-be96b3f2163c), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:19.699831 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-f47163bf-3400-4273-9e01-3a5fc0cd6893 None None] Set router e44af5d4-025e-48c3-a565-2b5149836ba6 gateway port host: None {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:50:19.805102 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-de4d6953-2a5b-424d-8659-b09f1c44467a tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] For port 6fab59c0-4020-49d2-a189-be96b3f2163c, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=6fab59c0-4020-49d2-a189-be96b3f2163c,segment=NetworkSegment(2ad30a4d-5307-43eb-9935-a1016a1bc39f),segment_id=2ad30a4d-5307-43eb-9935-a1016a1bc39f)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:50:19.805467 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-de4d6953-2a5b-424d-8659-b09f1c44467a tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (6fab59c0-4020-49d2-a189-be96b3f2163c), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:19.825746 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-de4d6953-2a5b-424d-8659-b09f1c44467a tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Calling delete_port for 6fab59c0-4020-49d2-a189-be96b3f2163c owned by network:dhcp {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:50:19.880708 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8431eaa8-cf1c-4241-8d20-cfb2ef4334c1 req-f124ffaa-dcb0-419a-9d7e-e12160346e03 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:19.892015 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8431eaa8-cf1c-4241-8d20-cfb2ef4334c1 req-f124ffaa-dcb0-419a-9d7e-e12160346e03 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 945 time: 0.1219654 Feb 04 12:50:19.958662 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1e0e2c-c870-4167-aadc-88971344bb61 None None] DHCP port deletion for 78cecb53-910d-49ce-b011-13f09af3883e request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 12:50:20.079407 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8431eaa8-cf1c-4241-8d20-cfb2ef4334c1 req-4c331a9b-3b83-4bf1-b413-654b4eff6c51 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863761 Feb 04 12:50:20.108142 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-de4d6953-2a5b-424d-8659-b09f1c44467a tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (6fab59c0-4020-49d2-a189-be96b3f2163c), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:20.125144 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4d6953-2a5b-424d-8659-b09f1c44467a tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] No DVR routers for this DVR port 6fab59c0-4020-49d2-a189-be96b3f2163c on host n-d-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:50:20.141118 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5f7f4a-8a41-402a-a2bc-8465f6a53be3 req-391c5da7-44a8-4b23-957f-e0dc15fa5a54 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:20.159932 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ca5f7f4a-8a41-402a-a2bc-8465f6a53be3 req-391c5da7-44a8-4b23-957f-e0dc15fa5a54 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/ports?device_id=f21977dc-63e1-4656-84be-640bdedca9a1 HTTP/1.1" status: 200 len: 946 time: 0.2160830 Feb 04 12:50:20.212175 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4d6953-2a5b-424d-8659-b09f1c44467a tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Pushing event deleted for resources: {'Port': ['ID=6fab59c0-4020-49d2-a189-be96b3f2163c,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:20.262007 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-fc1e0e2c-c870-4167-aadc-88971344bb61 None None] Deleting port 6fab59c0-4020-49d2-a189-be96b3f2163c {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:50:20.262935 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fc1e0e2c-c870-4167-aadc-88971344bb61 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (6fab59c0-4020-49d2-a189-be96b3f2163c), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:20.301199 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-de4d6953-2a5b-424d-8659-b09f1c44467a tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (78cecb53-910d-49ce-b011-13f09af3883e), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:20.333301 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-de4d6953-2a5b-424d-8659-b09f1c44467a tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78cecb53-910d-49ce-b011-13f09af3883e']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:50:20.345911 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-de4d6953-2a5b-424d-8659-b09f1c44467a tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ad30a4d-5307-43eb-9935-a1016a1bc39f') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:50:20.346271 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-de4d6953-2a5b-424d-8659-b09f1c44467a tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ad30a4d-5307-43eb-9935-a1016a1bc39f') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:50:20.362212 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-de4d6953-2a5b-424d-8659-b09f1c44467a tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (2ad30a4d-5307-43eb-9935-a1016a1bc39f), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:20.371181 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-fc1e0e2c-c870-4167-aadc-88971344bb61 None None] For port 6fab59c0-4020-49d2-a189-be96b3f2163c, host n-d-825015-3, got binding levels [] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:50:20.371930 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fc1e0e2c-c870-4167-aadc-88971344bb61 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (6fab59c0-4020-49d2-a189-be96b3f2163c), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:20.375272 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ca5f7f4a-8a41-402a-a2bc-8465f6a53be3 req-b713718e-d838-4059-8950-9fd7a1798b48 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f05596b-0435-48d8-81d4-28b11f6be2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144268 Feb 04 12:50:20.401709 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-f47163bf-3400-4273-9e01-3a5fc0cd6893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e44af5d4-025e-48c3-a565-2b5149836ba6', 'name': 'tempest-RoutersTest-router-786989588', 'tenant_id': '7868b54a8a9242e68b824f4621b68e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:49:37Z', 'updated_at': '2022-02-04T12:50:17Z', 'revision_number': 8, 'project_id': '7868b54a8a9242e68b824f4621b68e06', 'gw_port_host': None, '_interfaces': [{'id': '135d4992-7f41-493d-823f-2bd1aa7463e9', 'name': '', 'network_id': 'bbbed129-c18a-4552-9faa-2a488c6105f0', 'tenant_id': '7868b54a8a9242e68b824f4621b68e06', 'mac_address': 'fa:16:3e:b8:d2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44af5d4-025e-48c3-a565-2b5149836ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': 'f89f4a4b-1430-4424-b1a3-7f3d5fb6a02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:49:40Z', 'updated_at': '2022-02-04T12:49:49Z', 'revision_number': 5, 'project_id': '7868b54a8a9242e68b824f4621b68e06', 'subnets': [{'id': 'f89f4a4b-1430-4424-b1a3-7f3d5fb6a02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5400bb3-aed1-48a8-a417-3568ec97db12', 'name': '', 'network_id': '4543a7d7-9846-46c7-a194-958eba243470', 'tenant_id': '7868b54a8a9242e68b824f4621b68e06', 'mac_address': 'fa:16:3e:6f:90:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44af5d4-025e-48c3-a565-2b5149836ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2978, 'fixed_ips': [{'subnet_id': '5e579351-9e73-4fe1-96ea-c8c12b30dd04', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:49:49Z', 'updated_at': '2022-02-04T12:50:02Z', 'revision_number': 5, 'project_id': '7868b54a8a9242e68b824f4621b68e06', 'subnets': [{'id': '5e579351-9e73-4fe1-96ea-c8c12b30dd04', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffeb46b1-fc7a-4306-a185-1101d2a01089', 'name': '', 'network_id': '57b859e9-0737-4ac9-aa6f-72f1ab66c4f3', 'tenant_id': '7868b54a8a9242e68b824f4621b68e06', 'mac_address': 'fa:16:3e:43:22:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44af5d4-025e-48c3-a565-2b5149836ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '341ec1e5-22cd-402c-9d0a-202f713a4ffe', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:49:56Z', 'updated_at': '2022-02-04T12:50:09Z', 'revision_number': 5, 'project_id': '7868b54a8a9242e68b824f4621b68e06', 'subnets': [{'id': '341ec1e5-22cd-402c-9d0a-202f713a4ffe', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:50:20.404182 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-de4d6953-2a5b-424d-8659-b09f1c44467a tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (2ad30a4d-5307-43eb-9935-a1016a1bc39f), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:20.423443 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0ee279-fe4f-4639-8d22-42586cb283da req-0ddbd094-093e-4601-95e3-9d5a8de9e66a tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:20.435017 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7b0ee279-fe4f-4639-8d22-42586cb283da req-0ddbd094-093e-4601-95e3-9d5a8de9e66a tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 945 time: 0.2477715 Feb 04 12:50:20.436234 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de4d6953-2a5b-424d-8659-b09f1c44467a tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:50:20.438689 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-de4d6953-2a5b-424d-8659-b09f1c44467a tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (2ad30a4d-5307-43eb-9935-a1016a1bc39f), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:20.445358 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 12:50:20.445358 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:50:20.445358 n-d-825015-3 neutron-server[103474]: timer() Feb 04 12:50:20.445358 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:50:20.445358 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 12:50:20.445358 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:50:20.445358 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 12:50:20.445358 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:50:20.445358 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 12:50:20.445358 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:50:20.445358 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 12:50:20.445358 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:50:20.445358 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 12:50:20.445358 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:50:20.445358 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:50:20.445358 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:50:20.445358 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:50:20.445358 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:50:20.445358 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 12:50:20.445358 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:50:20.445358 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 12:50:20.445358 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:50:20.445358 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:50:20.445358 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:50:20.445358 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 12:50:20.445358 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:50:20.445358 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:50:20.445358 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:50:20.445358 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:50:20.445358 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:50:20.445358 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:50:20.445358 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:50:20.501261 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-fc1e0e2c-c870-4167-aadc-88971344bb61 None None] Calling delete_port for 6fab59c0-4020-49d2-a189-be96b3f2163c owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:50:20.519029 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.ipam_backend_mixin [None req-fc1e0e2c-c870-4167-aadc-88971344bb61 None None] Port 6fab59c0-4020-49d2-a189-be96b3f2163c was not found and therefore no delete operation was performed {{(pid=103476) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 04 12:50:20.523008 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47163bf-3400-4273-9e01-3a5fc0cd6893 None None] The sync data for ids ['e44af5d4-025e-48c3-a565-2b5149836ba6'] in n-d-825015-3 is: [{'id': 'e44af5d4-025e-48c3-a565-2b5149836ba6', 'name': 'tempest-RoutersTest-router-786989588', 'tenant_id': '7868b54a8a9242e68b824f4621b68e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:49:37Z', 'updated_at': '2022-02-04T12:50:17Z', 'revision_number': 8, 'project_id': '7868b54a8a9242e68b824f4621b68e06', 'gw_port_host': None, '_interfaces': [{'id': '135d4992-7f41-493d-823f-2bd1aa7463e9', 'name': '', 'network_id': 'bbbed129-c18a-4552-9faa-2a488c6105f0', 'tenant_id': '7868b54a8a9242e68b824f4621b68e06', 'mac_address': 'fa:16:3e:b8:d2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44af5d4-025e-48c3-a565-2b5149836ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': 'f89f4a4b-1430-4424-b1a3-7f3d5fb6a02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:49:40Z', 'updated_at': '2022-02-04T12:49:49Z', 'revision_number': 5, 'project_id': '7868b54a8a9242e68b824f4621b68e06', 'subnets': [{'id': 'f89f4a4b-1430-4424-b1a3-7f3d5fb6a02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5400bb3-aed1-48a8-a417-3568ec97db12', 'name': '', 'network_id': '4543a7d7-9846-46c7-a194-958eba243470', 'tenant_id': '7868b54a8a9242e68b824f4621b68e06', 'mac_address': 'fa:16:3e:6f:90:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44af5d4-025e-48c3-a565-2b5149836ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2978, 'fixed_ips': [{'subnet_id': '5e579351-9e73-4fe1-96ea-c8c12b30dd04', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:49:49Z', 'updated_at': '2022-02-04T12:50:02Z', 'revision_number': 5, 'project_id': '7868b54a8a9242e68b824f4621b68e06', 'subnets': [{'id': '5e579351-9e73-4fe1-96ea-c8c12b30dd04', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffeb46b1-fc7a-4306-a185-1101d2a01089', 'name': '', 'network_id': '57b859e9-0737-4ac9-aa6f-72f1ab66c4f3', 'tenant_id': '7868b54a8a9242e68b824f4621b68e06', 'mac_address': 'fa:16:3e:43:22:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44af5d4-025e-48c3-a565-2b5149836ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '341ec1e5-22cd-402c-9d0a-202f713a4ffe', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:49:56Z', 'updated_at': '2022-02-04T12:50:09Z', 'revision_number': 5, 'project_id': '7868b54a8a9242e68b824f4621b68e06', 'subnets': [{'id': '341ec1e5-22cd-402c-9d0a-202f713a4ffe', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:50:20.556163 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fc1e0e2c-c870-4167-aadc-88971344bb61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (6fab59c0-4020-49d2-a189-be96b3f2163c), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:20.571303 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7b0ee279-fe4f-4639-8d22-42586cb283da req-32db385d-0b5c-4043-bca8-70869c02d3f8 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353514 Feb 04 12:50:20.598423 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-de4d6953-2a5b-424d-8659-b09f1c44467a tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (78cecb53-910d-49ce-b011-13f09af3883e), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:20.617543 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-de4d6953-2a5b-424d-8659-b09f1c44467a tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:20.620691 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1e0e2c-c870-4167-aadc-88971344bb61 None None] Pushing event deleted for resources: {'Port': ['ID=6fab59c0-4020-49d2-a189-be96b3f2163c,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:20.626505 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-de4d6953-2a5b-424d-8659-b09f1c44467a tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] 10.222.0.65 "DELETE /v2.0/networks/78cecb53-910d-49ce-b011-13f09af3883e HTTP/1.1" status: 204 len: 168 time: 1.1687882 Feb 04 12:50:20.629920 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 40718) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:50:20.647597 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:20.652484 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fc1e0e2c-c870-4167-aadc-88971344bb61 None None] Network 78cecb53-910d-49ce-b011-13f09af3883e is not hosted by any dhcp agent {{(pid=103476) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 04 12:50:20.652957 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1e0e2c-c870-4167-aadc-88971344bb61 None None] No DVR routers for this DVR port 6fab59c0-4020-49d2-a189-be96b3f2163c on host n-d-825015-3 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:50:20.662039 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4d6953-2a5b-424d-8659-b09f1c44467a tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Pushing event deleted for resources: {'Network': ['ID=78cecb53-910d-49ce-b011-13f09af3883e,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:20.930633 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bdecbd-431e-417a-95fd-2a7d047a3f6e req-ca07b5fe-a083-495f-805c-a60fb54d1875 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:20.932247 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-94bdecbd-431e-417a-95fd-2a7d047a3f6e req-ca07b5fe-a083-495f-805c-a60fb54d1875 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 945 time: 0.1988413 Feb 04 12:50:21.049334 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-94bdecbd-431e-417a-95fd-2a7d047a3f6e req-d2524bc9-57a9-41f4-ae32-55d2a1d4517f tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046119 Feb 04 12:50:21.375131 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef7b8a-45aa-426c-a95b-4a46de3516b7 req-f65606f3-eec3-44a4-baa1-29d0a8ee68e3 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:21.378015 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-eeef7b8a-45aa-426c-a95b-4a46de3516b7 req-f65606f3-eec3-44a4-baa1-29d0a8ee68e3 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 945 time: 0.1960044 Feb 04 12:50:21.439609 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-91eed3d7-365e-4482-8238-764a3951ee26 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622215'] for router_interface (e44af5d4-025e-48c3-a565-2b5149836ba6), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:21.449932 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 6fab59c0-4020-49d2-a189-be96b3f2163c no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:50:21.505121 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-eeef7b8a-45aa-426c-a95b-4a46de3516b7 req-478c1668-49a6-4b2d-af71-439349e2964f tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199498 Feb 04 12:50:21.522699 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 6fab59c0-4020-49d2-a189-be96b3f2163c {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:50:21.523059 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 6fab59c0-4020-49d2-a189-be96b3f2163c not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:50:21.523481 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 3db22de6-8de3-4c17-8a97-1631cae76841 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:50:21.581436 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 3db22de6-8de3-4c17-8a97-1631cae76841 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:50:21.582072 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 3db22de6-8de3-4c17-8a97-1631cae76841 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:50:21.722278 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:21.796254 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b97ff8-742b-489c-bec4-008917f769cd req-90d4eb8f-407e-4167-8072-e7fa755f2828 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:21.798222 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-98b97ff8-742b-489c-bec4-008917f769cd req-90d4eb8f-407e-4167-8072-e7fa755f2828 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/ports?device_id=f21977dc-63e1-4656-84be-640bdedca9a1 HTTP/1.1" status: 200 len: 946 time: 0.2493184 Feb 04 12:50:21.849880 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3cc635-7d8c-4b03-a387-6f8d9e4338c5 req-11742e8e-2859-435f-81d8-b271ea2f54f5 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:21.852015 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ce3cc635-7d8c-4b03-a387-6f8d9e4338c5 req-11742e8e-2859-435f-81d8-b271ea2f54f5 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 945 time: 0.2012639 Feb 04 12:50:21.913713 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-98b97ff8-742b-489c-bec4-008917f769cd req-b2a9d6b6-8675-496f-98c1-3579bb7160e7 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f05596b-0435-48d8-81d4-28b11f6be2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082299 Feb 04 12:50:22.058947 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ce3cc635-7d8c-4b03-a387-6f8d9e4338c5 req-bc3bb2e1-6bb3-4161-ac30-8b1f6a98e895 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976888 Feb 04 12:50:22.143703 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-91eed3d7-365e-4482-8238-764a3951ee26 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Deleting port ffeb46b1-fc7a-4306-a185-1101d2a01089 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:50:22.144326 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-91eed3d7-365e-4482-8238-764a3951ee26 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (ffeb46b1-fc7a-4306-a185-1101d2a01089), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:22.300633 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-91eed3d7-365e-4482-8238-764a3951ee26 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] For port ffeb46b1-fc7a-4306-a185-1101d2a01089, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=ffeb46b1-fc7a-4306-a185-1101d2a01089,segment=NetworkSegment(6352015d-2b4d-4724-963c-51e033751871),segment_id=6352015d-2b4d-4724-963c-51e033751871)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:50:22.300898 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-91eed3d7-365e-4482-8238-764a3951ee26 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (ffeb46b1-fc7a-4306-a185-1101d2a01089), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:22.329480 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-91eed3d7-365e-4482-8238-764a3951ee26 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Calling delete_port for ffeb46b1-fc7a-4306-a185-1101d2a01089 owned by network:router_interface {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:50:22.363688 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea08cb3f-0592-4842-8a0f-d1278fa2fe49 req-73a4b8f0-9d4a-4a38-af5c-43ba5aa679fa tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:22.366576 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ea08cb3f-0592-4842-8a0f-d1278fa2fe49 req-73a4b8f0-9d4a-4a38-af5c-43ba5aa679fa tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 945 time: 0.1091814 Feb 04 12:50:22.473746 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ea08cb3f-0592-4842-8a0f-d1278fa2fe49 req-02e90cb9-6950-468f-9868-74cdd1f6e260 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747478 Feb 04 12:50:22.754246 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f99efd-2fb2-4a63-b035-54c4f35c0a27 req-7f839290-8f3c-4e07-b23c-45e46f41a8bc tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:22.756093 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-63f99efd-2fb2-4a63-b035-54c4f35c0a27 req-7f839290-8f3c-4e07-b23c-45e46f41a8bc tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 945 time: 0.1326587 Feb 04 12:50:22.761907 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-91eed3d7-365e-4482-8238-764a3951ee26 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (ffeb46b1-fc7a-4306-a185-1101d2a01089), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:22.815540 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eed3d7-365e-4482-8238-764a3951ee26 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Pushing event deleted for resources: {'Port': ['ID=ffeb46b1-fc7a-4306-a185-1101d2a01089,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:23.008688 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-63f99efd-2fb2-4a63-b035-54c4f35c0a27 req-a51ca80a-31fd-4827-8538-4da00520086c tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402277 Feb 04 12:50:23.297953 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-91eed3d7-365e-4482-8238-764a3951ee26 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622067'] for router_interface (e44af5d4-025e-48c3-a565-2b5149836ba6), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:23.432516 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32366150-2457-4cae-80ed-2b551be39811 req-2fb3b4a9-c015-4830-b15c-353e5c6ec6b5 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:23.443102 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-32366150-2457-4cae-80ed-2b551be39811 req-2fb3b4a9-c015-4830-b15c-353e5c6ec6b5 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 945 time: 0.3177762 Feb 04 12:50:23.464890 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58440772-1c9a-4374-9d9f-fb1b4ce70a55 req-86e8cb49-b347-43a5-b9ec-53ca177aab91 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:23.466567 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-58440772-1c9a-4374-9d9f-fb1b4ce70a55 req-86e8cb49-b347-43a5-b9ec-53ca177aab91 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/ports?device_id=f21977dc-63e1-4656-84be-640bdedca9a1 HTTP/1.1" status: 200 len: 946 time: 0.3326869 Feb 04 12:50:24.042324 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-32366150-2457-4cae-80ed-2b551be39811 req-8ea62b35-7ccf-48f7-acb2-dceea6c04731 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5980492 Feb 04 12:50:24.103490 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91eed3d7-365e-4482-8238-764a3951ee26 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Router e44af5d4-025e-48c3-a565-2b5149836ba6 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:50:24.129318 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-58440772-1c9a-4374-9d9f-fb1b4ce70a55 req-e0024817-9114-4264-a247-7491bf09b0cb tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f05596b-0435-48d8-81d4-28b11f6be2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6041634 Feb 04 12:50:24.284117 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91eed3d7-365e-4482-8238-764a3951ee26 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:50:24.300259 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2157a50-f46c-4deb-a02c-76db01bfbcfb None None] Sync routers for ids ['e44af5d4-025e-48c3-a565-2b5149836ba6'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:50:24.302427 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-91eed3d7-365e-4482-8238-764a3951ee26 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] 10.222.0.65 "PUT /v2.0/routers/e44af5d4-025e-48c3-a565-2b5149836ba6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6706972 Feb 04 12:50:24.305521 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 40808) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:50:24.327513 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2157a50-f46c-4deb-a02c-76db01bfbcfb None None] Routers {'e44af5d4-025e-48c3-a565-2b5149836ba6'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:50:24.328645 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-a2157a50-f46c-4deb-a02c-76db01bfbcfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:50:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['e44af5d4-025e-48c3-a565-2b5149836ba6'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:50:24.430776 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5b6dda-2de8-45b3-8cef-332f93075fa9 req-3c6307d6-a91c-4fa9-8871-f0771a1e66de tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:24.439852 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ad5b6dda-2de8-45b3-8cef-332f93075fa9 req-3c6307d6-a91c-4fa9-8871-f0771a1e66de tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 945 time: 0.1533256 Feb 04 12:50:24.454589 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-22cf7b01-a617-4c13-a8f2-9a06ed3a7875 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Deleting subnet 341ec1e5-22cd-402c-9d0a-202f713a4ffe {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:50:24.459199 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-22cf7b01-a617-4c13-a8f2-9a06ed3a7875 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks [] for subnet (341ec1e5-22cd-402c-9d0a-202f713a4ffe), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:24.500178 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-a2157a50-f46c-4deb-a02c-76db01bfbcfb None None] Set router e44af5d4-025e-48c3-a565-2b5149836ba6 gateway port host: None {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:50:24.506437 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ad5b6dda-2de8-45b3-8cef-332f93075fa9 req-2a3c75b2-a896-4ffe-93e1-cda8b6ba8598 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650418 Feb 04 12:50:24.564005 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-22cf7b01-a617-4c13-a8f2-9a06ed3a7875 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (341ec1e5-22cd-402c-9d0a-202f713a4ffe), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:24.684877 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b3af92-3ad5-4987-a91e-d57b5873e469 req-729f468f-e771-42d4-9db7-f497d5497f37 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:24.690541 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d1b3af92-3ad5-4987-a91e-d57b5873e469 req-729f468f-e771-42d4-9db7-f497d5497f37 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 945 time: 0.1061532 Feb 04 12:50:24.716895 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-22cf7b01-a617-4c13-a8f2-9a06ed3a7875 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (341ec1e5-22cd-402c-9d0a-202f713a4ffe), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:24.757074 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d1b3af92-3ad5-4987-a91e-d57b5873e469 req-46a0b089-d98c-4179-98f1-cb70d621eff9 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594056 Feb 04 12:50:24.804487 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-a2157a50-f46c-4deb-a02c-76db01bfbcfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e44af5d4-025e-48c3-a565-2b5149836ba6', 'name': 'tempest-RoutersTest-router-786989588', 'tenant_id': '7868b54a8a9242e68b824f4621b68e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:49:37Z', 'updated_at': '2022-02-04T12:50:22Z', 'revision_number': 9, 'project_id': '7868b54a8a9242e68b824f4621b68e06', 'gw_port_host': None, '_interfaces': [{'id': '135d4992-7f41-493d-823f-2bd1aa7463e9', 'name': '', 'network_id': 'bbbed129-c18a-4552-9faa-2a488c6105f0', 'tenant_id': '7868b54a8a9242e68b824f4621b68e06', 'mac_address': 'fa:16:3e:b8:d2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44af5d4-025e-48c3-a565-2b5149836ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': 'f89f4a4b-1430-4424-b1a3-7f3d5fb6a02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:49:40Z', 'updated_at': '2022-02-04T12:49:49Z', 'revision_number': 5, 'project_id': '7868b54a8a9242e68b824f4621b68e06', 'subnets': [{'id': 'f89f4a4b-1430-4424-b1a3-7f3d5fb6a02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5400bb3-aed1-48a8-a417-3568ec97db12', 'name': '', 'network_id': '4543a7d7-9846-46c7-a194-958eba243470', 'tenant_id': '7868b54a8a9242e68b824f4621b68e06', 'mac_address': 'fa:16:3e:6f:90:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44af5d4-025e-48c3-a565-2b5149836ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2978, 'fixed_ips': [{'subnet_id': '5e579351-9e73-4fe1-96ea-c8c12b30dd04', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:49:49Z', 'updated_at': '2022-02-04T12:50:02Z', 'revision_number': 5, 'project_id': '7868b54a8a9242e68b824f4621b68e06', 'subnets': [{'id': '5e579351-9e73-4fe1-96ea-c8c12b30dd04', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:50:24.851840 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2157a50-f46c-4deb-a02c-76db01bfbcfb None None] Checking router: e44af5d4-025e-48c3-a565-2b5149836ba6 for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:50:24.868684 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2157a50-f46c-4deb-a02c-76db01bfbcfb None None] Routers {'e44af5d4-025e-48c3-a565-2b5149836ba6'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:50:24.869521 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-a2157a50-f46c-4deb-a02c-76db01bfbcfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:50:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['e44af5d4-025e-48c3-a565-2b5149836ba6'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:50:24.885103 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-22cf7b01-a617-4c13-a8f2-9a06ed3a7875 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (341ec1e5-22cd-402c-9d0a-202f713a4ffe), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:24.969286 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cf7b01-a617-4c13-a8f2-9a06ed3a7875 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Pushing event deleted for resources: {'Subnet': ['ID=341ec1e5-22cd-402c-9d0a-202f713a4ffe,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:24.981092 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-22cf7b01-a617-4c13-a8f2-9a06ed3a7875 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:24.988644 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-22cf7b01-a617-4c13-a8f2-9a06ed3a7875 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] 10.222.0.65 "DELETE /v2.0/subnets/341ec1e5-22cd-402c-9d0a-202f713a4ffe HTTP/1.1" status: 204 len: 168 time: 0.6812067 Feb 04 12:50:24.989291 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 40826) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:50:24.991804 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b359777c-94b3-4e7d-ac32-8aef1d4f037d None None] Network 57b859e9-0737-4ac9-aa6f-72f1ab66c4f3 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:50:25.088612 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-a2157a50-f46c-4deb-a02c-76db01bfbcfb None None] Set router e44af5d4-025e-48c3-a565-2b5149836ba6 gateway port host: None {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:50:25.099237 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8c38c9-8922-442a-8c8a-3219d4442ced req-daaa1555-0b7d-47e0-b231-9e8fc0da1b3b tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:25.100785 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5f8c38c9-8922-442a-8c8a-3219d4442ced req-daaa1555-0b7d-47e0-b231-9e8fc0da1b3b tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 945 time: 0.1228697 Feb 04 12:50:25.141661 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-58669ea8-47f6-4871-8524-27090591b35e tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (57b859e9-0737-4ac9-aa6f-72f1ab66c4f3), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:25.219863 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5f8c38c9-8922-442a-8c8a-3219d4442ced req-556fab35-8452-4dca-b38b-1e00ddb6e8a2 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071403 Feb 04 12:50:25.303122 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc631bf4-55e9-4e76-bec2-c89aa3c1708e None None] DHCP port deletion for 57b859e9-0737-4ac9-aa6f-72f1ab66c4f3 request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 12:50:25.336093 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-58669ea8-47f6-4871-8524-27090591b35e tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Deleting port 9d69ae4a-e8a1-4d2a-881d-6a4c32bd59d7 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:50:25.336618 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-58669ea8-47f6-4871-8524-27090591b35e tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (9d69ae4a-e8a1-4d2a-881d-6a4c32bd59d7), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:25.486223 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 9d69ae4a-e8a1-4d2a-881d-6a4c32bd59d7 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:50:25.491295 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-58669ea8-47f6-4871-8524-27090591b35e tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] For port 9d69ae4a-e8a1-4d2a-881d-6a4c32bd59d7, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=9d69ae4a-e8a1-4d2a-881d-6a4c32bd59d7,segment=NetworkSegment(6352015d-2b4d-4724-963c-51e033751871),segment_id=6352015d-2b4d-4724-963c-51e033751871)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:50:25.492248 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-58669ea8-47f6-4871-8524-27090591b35e tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (9d69ae4a-e8a1-4d2a-881d-6a4c32bd59d7), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:25.507882 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-58669ea8-47f6-4871-8524-27090591b35e tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Calling delete_port for 9d69ae4a-e8a1-4d2a-881d-6a4c32bd59d7 owned by network:dhcp {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:50:25.518050 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae6739a-4f3a-4b25-b7a0-e69316891e44 req-b8d19f89-bedf-45a4-9494-6829a7a1d762 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:25.533544 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6ae6739a-4f3a-4b25-b7a0-e69316891e44 req-b8d19f89-bedf-45a4-9494-6829a7a1d762 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/ports?device_id=f21977dc-63e1-4656-84be-640bdedca9a1 HTTP/1.1" status: 200 len: 946 time: 0.2459459 Feb 04 12:50:25.588308 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4521d2-e225-4661-afcb-8c6680de73c2 req-bd265c84-354e-49b6-aa5d-3c3472c17dc8 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:25.589877 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0c4521d2-e225-4661-afcb-8c6680de73c2 req-bd265c84-354e-49b6-aa5d-3c3472c17dc8 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 945 time: 0.2807550 Feb 04 12:50:25.627128 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-58669ea8-47f6-4871-8524-27090591b35e tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (9d69ae4a-e8a1-4d2a-881d-6a4c32bd59d7), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:25.651410 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-cc631bf4-55e9-4e76-bec2-c89aa3c1708e None None] Deleting port 9d69ae4a-e8a1-4d2a-881d-6a4c32bd59d7 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:50:25.651650 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cc631bf4-55e9-4e76-bec2-c89aa3c1708e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (9d69ae4a-e8a1-4d2a-881d-6a4c32bd59d7), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:25.660921 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] No active binding found for port 9d69ae4a-e8a1-4d2a-881d-6a4c32bd59d7 {{(pid=103476) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 04 12:50:25.661743 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] The host n-d-825015-3 is not matching for port 9d69ae4a-e8a1-4d2a-881d-6a4c32bd59d7 host None! {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 04 12:50:25.663104 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 9d69ae4a-e8a1-4d2a-881d-6a4c32bd59d7 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:50:25.738556 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6ae6739a-4f3a-4b25-b7a0-e69316891e44 req-ffc98f54-89db-4009-8257-9cb9867a5848 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f05596b-0435-48d8-81d4-28b11f6be2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038980 Feb 04 12:50:25.755131 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58669ea8-47f6-4871-8524-27090591b35e tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Pushing event deleted for resources: {'Port': ['ID=9d69ae4a-e8a1-4d2a-881d-6a4c32bd59d7,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:25.764217 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-a2157a50-f46c-4deb-a02c-76db01bfbcfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e44af5d4-025e-48c3-a565-2b5149836ba6', 'name': 'tempest-RoutersTest-router-786989588', 'tenant_id': '7868b54a8a9242e68b824f4621b68e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:49:37Z', 'updated_at': '2022-02-04T12:50:22Z', 'revision_number': 9, 'project_id': '7868b54a8a9242e68b824f4621b68e06', 'gw_port_host': None, '_interfaces': [{'id': '135d4992-7f41-493d-823f-2bd1aa7463e9', 'name': '', 'network_id': 'bbbed129-c18a-4552-9faa-2a488c6105f0', 'tenant_id': '7868b54a8a9242e68b824f4621b68e06', 'mac_address': 'fa:16:3e:b8:d2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44af5d4-025e-48c3-a565-2b5149836ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': 'f89f4a4b-1430-4424-b1a3-7f3d5fb6a02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:49:40Z', 'updated_at': '2022-02-04T12:49:49Z', 'revision_number': 5, 'project_id': '7868b54a8a9242e68b824f4621b68e06', 'subnets': [{'id': 'f89f4a4b-1430-4424-b1a3-7f3d5fb6a02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5400bb3-aed1-48a8-a417-3568ec97db12', 'name': '', 'network_id': '4543a7d7-9846-46c7-a194-958eba243470', 'tenant_id': '7868b54a8a9242e68b824f4621b68e06', 'mac_address': 'fa:16:3e:6f:90:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44af5d4-025e-48c3-a565-2b5149836ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2978, 'fixed_ips': [{'subnet_id': '5e579351-9e73-4fe1-96ea-c8c12b30dd04', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:49:49Z', 'updated_at': '2022-02-04T12:50:02Z', 'revision_number': 5, 'project_id': '7868b54a8a9242e68b824f4621b68e06', 'subnets': [{'id': '5e579351-9e73-4fe1-96ea-c8c12b30dd04', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:50:25.775214 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58669ea8-47f6-4871-8524-27090591b35e tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] No DVR routers for this DVR port 9d69ae4a-e8a1-4d2a-881d-6a4c32bd59d7 on host n-d-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:50:25.790026 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0c4521d2-e225-4661-afcb-8c6680de73c2 req-27399df7-ca11-4386-aed5-21ea5caeff90 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820757 Feb 04 12:50:25.815678 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2157a50-f46c-4deb-a02c-76db01bfbcfb None None] The sync data for ids ['e44af5d4-025e-48c3-a565-2b5149836ba6'] in n-d-825015-3 is: [{'id': 'e44af5d4-025e-48c3-a565-2b5149836ba6', 'name': 'tempest-RoutersTest-router-786989588', 'tenant_id': '7868b54a8a9242e68b824f4621b68e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:49:37Z', 'updated_at': '2022-02-04T12:50:22Z', 'revision_number': 9, 'project_id': '7868b54a8a9242e68b824f4621b68e06', 'gw_port_host': None, '_interfaces': [{'id': '135d4992-7f41-493d-823f-2bd1aa7463e9', 'name': '', 'network_id': 'bbbed129-c18a-4552-9faa-2a488c6105f0', 'tenant_id': '7868b54a8a9242e68b824f4621b68e06', 'mac_address': 'fa:16:3e:b8:d2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44af5d4-025e-48c3-a565-2b5149836ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': 'f89f4a4b-1430-4424-b1a3-7f3d5fb6a02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:49:40Z', 'updated_at': '2022-02-04T12:49:49Z', 'revision_number': 5, 'project_id': '7868b54a8a9242e68b824f4621b68e06', 'subnets': [{'id': 'f89f4a4b-1430-4424-b1a3-7f3d5fb6a02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5400bb3-aed1-48a8-a417-3568ec97db12', 'name': '', 'network_id': '4543a7d7-9846-46c7-a194-958eba243470', 'tenant_id': '7868b54a8a9242e68b824f4621b68e06', 'mac_address': 'fa:16:3e:6f:90:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44af5d4-025e-48c3-a565-2b5149836ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2978, 'fixed_ips': [{'subnet_id': '5e579351-9e73-4fe1-96ea-c8c12b30dd04', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:49:49Z', 'updated_at': '2022-02-04T12:50:02Z', 'revision_number': 5, 'project_id': '7868b54a8a9242e68b824f4621b68e06', 'subnets': [{'id': '5e579351-9e73-4fe1-96ea-c8c12b30dd04', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:50:25.946614 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-58669ea8-47f6-4871-8524-27090591b35e tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (57b859e9-0737-4ac9-aa6f-72f1ab66c4f3), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:25.994189 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-58669ea8-47f6-4871-8524-27090591b35e tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57b859e9-0737-4ac9-aa6f-72f1ab66c4f3']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:50:26.025729 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-58669ea8-47f6-4871-8524-27090591b35e tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6352015d-2b4d-4724-963c-51e033751871') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:50:26.026030 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-58669ea8-47f6-4871-8524-27090591b35e tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6352015d-2b4d-4724-963c-51e033751871') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:50:26.072811 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-58669ea8-47f6-4871-8524-27090591b35e tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (6352015d-2b4d-4724-963c-51e033751871), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:26.119702 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-58669ea8-47f6-4871-8524-27090591b35e tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (6352015d-2b4d-4724-963c-51e033751871), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:26.152329 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58669ea8-47f6-4871-8524-27090591b35e tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:50:26.153442 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-58669ea8-47f6-4871-8524-27090591b35e tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (6352015d-2b4d-4724-963c-51e033751871), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:26.177601 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-cc631bf4-55e9-4e76-bec2-c89aa3c1708e None None] For port 9d69ae4a-e8a1-4d2a-881d-6a4c32bd59d7, host n-d-825015-3, got binding levels [] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:50:26.178171 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cc631bf4-55e9-4e76-bec2-c89aa3c1708e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (9d69ae4a-e8a1-4d2a-881d-6a4c32bd59d7), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:26.212091 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-cc631bf4-55e9-4e76-bec2-c89aa3c1708e None None] Calling delete_port for 9d69ae4a-e8a1-4d2a-881d-6a4c32bd59d7 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:50:26.223859 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.ipam_backend_mixin [None req-cc631bf4-55e9-4e76-bec2-c89aa3c1708e None None] Port 9d69ae4a-e8a1-4d2a-881d-6a4c32bd59d7 was not found and therefore no delete operation was performed {{(pid=103476) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 04 12:50:26.225681 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cc631bf4-55e9-4e76-bec2-c89aa3c1708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (9d69ae4a-e8a1-4d2a-881d-6a4c32bd59d7), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:26.254787 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc631bf4-55e9-4e76-bec2-c89aa3c1708e None None] Pushing event deleted for resources: {'Port': ['ID=9d69ae4a-e8a1-4d2a-881d-6a4c32bd59d7,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:26.259052 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc631bf4-55e9-4e76-bec2-c89aa3c1708e None None] No DVR routers for this DVR port 9d69ae4a-e8a1-4d2a-881d-6a4c32bd59d7 on host n-d-825015-3 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:50:26.400648 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 12:50:26.400648 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:50:26.400648 n-d-825015-3 neutron-server[103474]: timer() Feb 04 12:50:26.400648 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:50:26.400648 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 12:50:26.400648 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:50:26.400648 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 12:50:26.400648 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:50:26.400648 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 12:50:26.400648 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:50:26.400648 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 12:50:26.400648 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:50:26.400648 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 12:50:26.400648 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:50:26.400648 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:50:26.400648 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:50:26.400648 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:50:26.400648 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:50:26.400648 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 12:50:26.400648 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:50:26.400648 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 12:50:26.400648 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:50:26.400648 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:50:26.400648 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:50:26.400648 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 12:50:26.400648 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:50:26.400648 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:50:26.400648 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:50:26.400648 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:50:26.400648 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:50:26.400648 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:50:26.400648 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:50:26.406009 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-58669ea8-47f6-4871-8524-27090591b35e tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (57b859e9-0737-4ac9-aa6f-72f1ab66c4f3), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:26.414878 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66682db3-2bd2-491d-8b94-cc3b2d75fd70 req-a331b154-8a91-41e0-b856-47ab1c899806 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:26.427386 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-66682db3-2bd2-491d-8b94-cc3b2d75fd70 req-a331b154-8a91-41e0-b856-47ab1c899806 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 945 time: 0.2013762 Feb 04 12:50:26.454333 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-58669ea8-47f6-4871-8524-27090591b35e tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:26.470148 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 40862) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:50:26.471594 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-58669ea8-47f6-4871-8524-27090591b35e tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] 10.222.0.65 "DELETE /v2.0/networks/57b859e9-0737-4ac9-aa6f-72f1ab66c4f3 HTTP/1.1" status: 204 len: 168 time: 1.4809201 Feb 04 12:50:26.513337 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58669ea8-47f6-4871-8524-27090591b35e tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Pushing event deleted for resources: {'Network': ['ID=57b859e9-0737-4ac9-aa6f-72f1ab66c4f3,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:26.699821 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-66682db3-2bd2-491d-8b94-cc3b2d75fd70 req-5fdedc06-7765-41b3-8cc0-20e82c17d96c tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711358 Feb 04 12:50:27.012747 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc19192-817d-4a61-98f7-0c9b22e96608 req-3fdfa23c-8b61-4053-bdf0-cf3919cdde10 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:27.023604 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-adc19192-817d-4a61-98f7-0c9b22e96608 req-3fdfa23c-8b61-4053-bdf0-cf3919cdde10 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/ports?device_id=f21977dc-63e1-4656-84be-640bdedca9a1 HTTP/1.1" status: 200 len: 946 time: 0.1547217 Feb 04 12:50:27.106014 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-adc19192-817d-4a61-98f7-0c9b22e96608 req-74a2bd4f-7729-44a6-a2b2-5c9e14ba383d tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f05596b-0435-48d8-81d4-28b11f6be2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812750 Feb 04 12:50:27.277726 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-83c6204f-788a-49b3-b561-1ae71c64b285 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622215'] for router_interface (e44af5d4-025e-48c3-a565-2b5149836ba6), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:27.367321 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device ffeb46b1-fc7a-4306-a185-1101d2a01089 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:50:27.409833 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: ffeb46b1-fc7a-4306-a185-1101d2a01089 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:50:27.410188 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device ffeb46b1-fc7a-4306-a185-1101d2a01089 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:50:27.740328 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-83c6204f-788a-49b3-b561-1ae71c64b285 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Deleting port c5400bb3-aed1-48a8-a417-3568ec97db12 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:50:27.740328 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-83c6204f-788a-49b3-b561-1ae71c64b285 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (c5400bb3-aed1-48a8-a417-3568ec97db12), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:27.954724 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-83c6204f-788a-49b3-b561-1ae71c64b285 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] For port c5400bb3-aed1-48a8-a417-3568ec97db12, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=c5400bb3-aed1-48a8-a417-3568ec97db12,segment=NetworkSegment(1aede8c2-f83a-4b7c-8361-63abb44702c4),segment_id=1aede8c2-f83a-4b7c-8361-63abb44702c4)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:50:27.956040 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-83c6204f-788a-49b3-b561-1ae71c64b285 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (c5400bb3-aed1-48a8-a417-3568ec97db12), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:27.978227 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52901087-a619-436c-800e-9660c887bdc0 req-4537a6ac-a174-404a-99f6-caecf74c8ffb tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:27.983622 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-52901087-a619-436c-800e-9660c887bdc0 req-4537a6ac-a174-404a-99f6-caecf74c8ffb tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 945 time: 0.1426740 Feb 04 12:50:28.054881 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-83c6204f-788a-49b3-b561-1ae71c64b285 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Calling delete_port for c5400bb3-aed1-48a8-a417-3568ec97db12 owned by network:router_interface {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:50:28.153125 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-52901087-a619-436c-800e-9660c887bdc0 req-ba8f2955-013d-46db-84b5-1d71767adb64 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537733 Feb 04 12:50:28.360270 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7efbb56-32c1-4ab9-9827-669b4b4bdf07 req-111d22b0-d645-40a2-9263-3061399fa97e tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:28.362074 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e7efbb56-32c1-4ab9-9827-669b4b4bdf07 req-111d22b0-d645-40a2-9263-3061399fa97e tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/ports?device_id=f21977dc-63e1-4656-84be-640bdedca9a1 HTTP/1.1" status: 200 len: 946 time: 0.0791354 Feb 04 12:50:28.632670 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-83c6204f-788a-49b3-b561-1ae71c64b285 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (c5400bb3-aed1-48a8-a417-3568ec97db12), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:28.656163 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e7efbb56-32c1-4ab9-9827-669b4b4bdf07 req-de1b1f83-df43-4e93-be0e-29b51bca7103 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f05596b-0435-48d8-81d4-28b11f6be2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825165 Feb 04 12:50:28.692365 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c6204f-788a-49b3-b561-1ae71c64b285 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Pushing event deleted for resources: {'Port': ['ID=c5400bb3-aed1-48a8-a417-3568ec97db12,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:28.734324 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9edde1-91b2-4672-b216-3c48e923a298 req-b663993d-c21c-4ec0-8710-10435eecfcda tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:28.741824 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7b9edde1-91b2-4672-b216-3c48e923a298 req-b663993d-c21c-4ec0-8710-10435eecfcda tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 945 time: 0.1586518 Feb 04 12:50:28.896480 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7b9edde1-91b2-4672-b216-3c48e923a298 req-6a0bdedd-d909-4374-8d06-23fd6362f89b tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522152 Feb 04 12:50:29.085904 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-83c6204f-788a-49b3-b561-1ae71c64b285 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622067'] for router_interface (e44af5d4-025e-48c3-a565-2b5149836ba6), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:29.481716 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83c6204f-788a-49b3-b561-1ae71c64b285 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Router e44af5d4-025e-48c3-a565-2b5149836ba6 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:50:29.663803 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83c6204f-788a-49b3-b561-1ae71c64b285 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:50:29.677345 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 40928) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:50:29.679404 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c760e35-073f-4e6d-aa0f-1bac6d2e87d7 None None] Sync routers for ids ['e44af5d4-025e-48c3-a565-2b5149836ba6'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:50:29.689260 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-83c6204f-788a-49b3-b561-1ae71c64b285 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] 10.222.0.65 "PUT /v2.0/routers/e44af5d4-025e-48c3-a565-2b5149836ba6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2179117 Feb 04 12:50:29.723106 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c760e35-073f-4e6d-aa0f-1bac6d2e87d7 None None] Routers {'e44af5d4-025e-48c3-a565-2b5149836ba6'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:50:29.724030 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-7c760e35-073f-4e6d-aa0f-1bac6d2e87d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:50:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['e44af5d4-025e-48c3-a565-2b5149836ba6'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:50:29.784030 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-80a5d0d7-60eb-4170-8e8a-9237b6a801cc tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Deleting subnet 5e579351-9e73-4fe1-96ea-c8c12b30dd04 {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:50:29.788804 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-80a5d0d7-60eb-4170-8e8a-9237b6a801cc tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks [] for subnet (5e579351-9e73-4fe1-96ea-c8c12b30dd04), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:29.839370 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-80a5d0d7-60eb-4170-8e8a-9237b6a801cc tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (5e579351-9e73-4fe1-96ea-c8c12b30dd04), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:29.972051 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-80a5d0d7-60eb-4170-8e8a-9237b6a801cc tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (5e579351-9e73-4fe1-96ea-c8c12b30dd04), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:29.980590 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7a766b-16bd-44c6-a94c-52f46ac95a10 req-4e6a1010-1a88-4588-9c3c-b35dcab0196f tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:29.982276 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9c7a766b-16bd-44c6-a94c-52f46ac95a10 req-4e6a1010-1a88-4588-9c3c-b35dcab0196f tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/ports?device_id=f21977dc-63e1-4656-84be-640bdedca9a1 HTTP/1.1" status: 200 len: 946 time: 0.1467414 Feb 04 12:50:30.052987 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-80a5d0d7-60eb-4170-8e8a-9237b6a801cc tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (5e579351-9e73-4fe1-96ea-c8c12b30dd04), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:30.063603 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-7c760e35-073f-4e6d-aa0f-1bac6d2e87d7 None None] Set router e44af5d4-025e-48c3-a565-2b5149836ba6 gateway port host: None {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:50:30.093157 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-80a5d0d7-60eb-4170-8e8a-9237b6a801cc tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:30.097116 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-80a5d0d7-60eb-4170-8e8a-9237b6a801cc tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] 10.222.0.65 "DELETE /v2.0/subnets/5e579351-9e73-4fe1-96ea-c8c12b30dd04 HTTP/1.1" status: 204 len: 168 time: 0.4187348 Feb 04 12:50:30.105201 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 40936) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:50:30.184112 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a5d0d7-60eb-4170-8e8a-9237b6a801cc tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Pushing event deleted for resources: {'Subnet': ['ID=5e579351-9e73-4fe1-96ea-c8c12b30dd04,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:30.219565 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9c7a766b-16bd-44c6-a94c-52f46ac95a10 req-29498ac3-eeb9-4bf9-9acf-2c20721b9b4f tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f05596b-0435-48d8-81d4-28b11f6be2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249877 Feb 04 12:50:30.259252 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd28715-bfd5-49de-8340-64adf1e3090a None None] Network 4543a7d7-9846-46c7-a194-958eba243470 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:50:30.267027 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16850b6-7674-4811-b43e-29ea45dcaf14 req-06572701-8adc-4b3d-87e1-fb138840c0aa tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:30.274954 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b16850b6-7674-4811-b43e-29ea45dcaf14 req-06572701-8adc-4b3d-87e1-fb138840c0aa tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 945 time: 0.1820335 Feb 04 12:50:30.342805 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a5d0d7-60eb-4170-8e8a-9237b6a801cc tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:30.343451 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a5d0d7-60eb-4170-8e8a-9237b6a801cc tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:30.343820 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a5d0d7-60eb-4170-8e8a-9237b6a801cc tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:30.348226 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a5d0d7-60eb-4170-8e8a-9237b6a801cc tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:30.348226 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a5d0d7-60eb-4170-8e8a-9237b6a801cc tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:30.348226 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a5d0d7-60eb-4170-8e8a-9237b6a801cc tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:30.348226 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a5d0d7-60eb-4170-8e8a-9237b6a801cc tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:30.348226 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a5d0d7-60eb-4170-8e8a-9237b6a801cc tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:30.348226 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a5d0d7-60eb-4170-8e8a-9237b6a801cc tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:30.348226 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a5d0d7-60eb-4170-8e8a-9237b6a801cc tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:30.348226 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a5d0d7-60eb-4170-8e8a-9237b6a801cc tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:30.348226 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a5d0d7-60eb-4170-8e8a-9237b6a801cc tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:30.348226 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a5d0d7-60eb-4170-8e8a-9237b6a801cc tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:30.402323 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3e7a2034-709a-4797-8887-1855625264ab tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (4543a7d7-9846-46c7-a194-958eba243470), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:30.442853 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b16850b6-7674-4811-b43e-29ea45dcaf14 req-8c1edb92-c73d-4cd7-bbb9-8a0cf356737f tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549971 Feb 04 12:50:30.566359 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-3e7a2034-709a-4797-8887-1855625264ab tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Deleting port 4e935e98-0cb4-4d9e-9a25-b716ad21b5d7 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:50:30.566359 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3e7a2034-709a-4797-8887-1855625264ab tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (4e935e98-0cb4-4d9e-9a25-b716ad21b5d7), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:30.638449 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-7c760e35-073f-4e6d-aa0f-1bac6d2e87d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e44af5d4-025e-48c3-a565-2b5149836ba6', 'name': 'tempest-RoutersTest-router-786989588', 'tenant_id': '7868b54a8a9242e68b824f4621b68e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:49:37Z', 'updated_at': '2022-02-04T12:50:28Z', 'revision_number': 10, 'project_id': '7868b54a8a9242e68b824f4621b68e06', 'gw_port_host': None, '_interfaces': [{'id': '135d4992-7f41-493d-823f-2bd1aa7463e9', 'name': '', 'network_id': 'bbbed129-c18a-4552-9faa-2a488c6105f0', 'tenant_id': '7868b54a8a9242e68b824f4621b68e06', 'mac_address': 'fa:16:3e:b8:d2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44af5d4-025e-48c3-a565-2b5149836ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': 'f89f4a4b-1430-4424-b1a3-7f3d5fb6a02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:49:40Z', 'updated_at': '2022-02-04T12:49:49Z', 'revision_number': 5, 'project_id': '7868b54a8a9242e68b824f4621b68e06', 'subnets': [{'id': 'f89f4a4b-1430-4424-b1a3-7f3d5fb6a02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:50:30.658528 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-3e7a2034-709a-4797-8887-1855625264ab tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] For port 4e935e98-0cb4-4d9e-9a25-b716ad21b5d7, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=4e935e98-0cb4-4d9e-9a25-b716ad21b5d7,segment=NetworkSegment(1aede8c2-f83a-4b7c-8361-63abb44702c4),segment_id=1aede8c2-f83a-4b7c-8361-63abb44702c4)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:50:30.658880 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3e7a2034-709a-4797-8887-1855625264ab tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (4e935e98-0cb4-4d9e-9a25-b716ad21b5d7), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:30.695726 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c760e35-073f-4e6d-aa0f-1bac6d2e87d7 None None] Checking router: e44af5d4-025e-48c3-a565-2b5149836ba6 for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:50:30.705715 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-3e7a2034-709a-4797-8887-1855625264ab tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Calling delete_port for 4e935e98-0cb4-4d9e-9a25-b716ad21b5d7 owned by network:dhcp {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:50:30.721787 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b972ce28-78a6-4d80-8ab3-1ffb8e80b630 None None] DHCP port deletion for 4543a7d7-9846-46c7-a194-958eba243470 request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 12:50:30.836002 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c760e35-073f-4e6d-aa0f-1bac6d2e87d7 None None] Routers {'e44af5d4-025e-48c3-a565-2b5149836ba6'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:50:30.837360 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-7c760e35-073f-4e6d-aa0f-1bac6d2e87d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:50:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['e44af5d4-025e-48c3-a565-2b5149836ba6'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:50:30.916035 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3e7a2034-709a-4797-8887-1855625264ab tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (4e935e98-0cb4-4d9e-9a25-b716ad21b5d7), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:30.947718 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7a2034-709a-4797-8887-1855625264ab tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] No DVR routers for this DVR port 4e935e98-0cb4-4d9e-9a25-b716ad21b5d7 on host n-d-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:50:30.999358 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a2034-709a-4797-8887-1855625264ab tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Pushing event deleted for resources: {'Port': ['ID=4e935e98-0cb4-4d9e-9a25-b716ad21b5d7,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:31.033542 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9796087-458d-4383-9d28-0f83ce3bad96 req-9f4cd528-d833-4ab6-9def-c70f69c15a9c tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:31.047583 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f9796087-458d-4383-9d28-0f83ce3bad96 req-9f4cd528-d833-4ab6-9def-c70f69c15a9c tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 945 time: 0.4755807 Feb 04 12:50:31.068928 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b972ce28-78a6-4d80-8ab3-1ffb8e80b630 None None] Deleting port 4e935e98-0cb4-4d9e-9a25-b716ad21b5d7 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:50:31.069425 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b972ce28-78a6-4d80-8ab3-1ffb8e80b630 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (4e935e98-0cb4-4d9e-9a25-b716ad21b5d7), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:31.110247 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9eba0c-5a2a-45a9-8b2b-71a52b9b6f44 req-bf4f2e9f-f3e4-42df-af11-7be77184b6b0 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:31.121170 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ee9eba0c-5a2a-45a9-8b2b-71a52b9b6f44 req-bf4f2e9f-f3e4-42df-af11-7be77184b6b0 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/networks?id=f237d722-433d-480c-8987-66d34675134e HTTP/1.1" status: 200 len: 812 time: 0.4606099 Feb 04 12:50:31.176870 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ee9eba0c-5a2a-45a9-8b2b-71a52b9b6f44 req-55a77cd1-78eb-432e-8aba-7f2ee367c01b tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/quotas/3c0dc8c0402645d983d20be0fc21117a HTTP/1.1" status: 200 len: 375 time: 0.0544190 Feb 04 12:50:31.208769 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f9796087-458d-4383-9d28-0f83ce3bad96 req-60b3c83f-a075-4c03-b45c-52de7da74f26 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595838 Feb 04 12:50:31.227024 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3e7a2034-709a-4797-8887-1855625264ab tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (4543a7d7-9846-46c7-a194-958eba243470), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:31.261759 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b972ce28-78a6-4d80-8ab3-1ffb8e80b630 None None] For port 4e935e98-0cb4-4d9e-9a25-b716ad21b5d7, host n-d-825015-3, got binding levels [] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:50:31.262406 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b972ce28-78a6-4d80-8ab3-1ffb8e80b630 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (4e935e98-0cb4-4d9e-9a25-b716ad21b5d7), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:31.294459 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b972ce28-78a6-4d80-8ab3-1ffb8e80b630 None None] Calling delete_port for 4e935e98-0cb4-4d9e-9a25-b716ad21b5d7 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:50:31.301155 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:31.303172 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-7c760e35-073f-4e6d-aa0f-1bac6d2e87d7 None None] Set router e44af5d4-025e-48c3-a565-2b5149836ba6 gateway port host: None {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:50:31.308038 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.ipam_backend_mixin [None req-b972ce28-78a6-4d80-8ab3-1ffb8e80b630 None None] Port 4e935e98-0cb4-4d9e-9a25-b716ad21b5d7 was not found and therefore no delete operation was performed {{(pid=103476) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 04 12:50:31.319397 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-3e7a2034-709a-4797-8887-1855625264ab tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4543a7d7-9846-46c7-a194-958eba243470']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:50:31.374013 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-3e7a2034-709a-4797-8887-1855625264ab tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1aede8c2-f83a-4b7c-8361-63abb44702c4') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:50:31.375047 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-3e7a2034-709a-4797-8887-1855625264ab tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1aede8c2-f83a-4b7c-8361-63abb44702c4') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:50:31.377902 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b972ce28-78a6-4d80-8ab3-1ffb8e80b630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (4e935e98-0cb4-4d9e-9a25-b716ad21b5d7), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:31.401264 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3e7a2034-709a-4797-8887-1855625264ab tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (1aede8c2-f83a-4b7c-8361-63abb44702c4), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:31.429813 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ee9eba0c-5a2a-45a9-8b2b-71a52b9b6f44 req-d02faad3-15ef-4775-817d-10cce05fdf5d tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=3c0dc8c0402645d983d20be0fc21117a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2508986 Feb 04 12:50:31.455003 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3e7a2034-709a-4797-8887-1855625264ab tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (1aede8c2-f83a-4b7c-8361-63abb44702c4), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:31.493276 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e7a2034-709a-4797-8887-1855625264ab tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:50:31.493681 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3e7a2034-709a-4797-8887-1855625264ab tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (1aede8c2-f83a-4b7c-8361-63abb44702c4), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:31.517628 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 4e935e98-0cb4-4d9e-9a25-b716ad21b5d7 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:50:31.518284 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 12:50:31.518284 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:50:31.518284 n-d-825015-3 neutron-server[103474]: timer() Feb 04 12:50:31.518284 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:50:31.518284 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 12:50:31.518284 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:50:31.518284 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 12:50:31.518284 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:50:31.518284 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 12:50:31.518284 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:50:31.518284 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 12:50:31.518284 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:50:31.518284 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 12:50:31.518284 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:50:31.518284 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:50:31.518284 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:50:31.518284 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:50:31.518284 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:50:31.518284 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 12:50:31.518284 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:50:31.518284 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 12:50:31.518284 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:50:31.518284 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:50:31.518284 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:50:31.518284 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 12:50:31.518284 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:50:31.518284 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:50:31.518284 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:50:31.518284 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:50:31.518284 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:50:31.518284 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:50:31.518284 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:50:31.544053 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b972ce28-78a6-4d80-8ab3-1ffb8e80b630 None None] No DVR routers for this DVR port 4e935e98-0cb4-4d9e-9a25-b716ad21b5d7 on host n-d-825015-3 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:50:31.618353 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b972ce28-78a6-4d80-8ab3-1ffb8e80b630 None None] Pushing event deleted for resources: {'Port': ['ID=4e935e98-0cb4-4d9e-9a25-b716ad21b5d7,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:31.620446 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 4e935e98-0cb4-4d9e-9a25-b716ad21b5d7 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:50:31.627986 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 4e935e98-0cb4-4d9e-9a25-b716ad21b5d7 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:50:31.703546 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3e7a2034-709a-4797-8887-1855625264ab tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (4543a7d7-9846-46c7-a194-958eba243470), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:31.754394 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2e6f1a-1e8d-4343-9f3b-de1c56acc091 req-72e4b053-35d0-4be4-a6ca-56cf85622672 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:31.755975 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9d2e6f1a-1e8d-4343-9f3b-de1c56acc091 req-72e4b053-35d0-4be4-a6ca-56cf85622672 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/ports?device_id=f21977dc-63e1-4656-84be-640bdedca9a1 HTTP/1.1" status: 200 len: 946 time: 0.2026420 Feb 04 12:50:31.761041 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3e7a2034-709a-4797-8887-1855625264ab tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:31.773073 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 40974) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:50:31.774057 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-3e7a2034-709a-4797-8887-1855625264ab tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] 10.222.0.65 "DELETE /v2.0/networks/4543a7d7-9846-46c7-a194-958eba243470 HTTP/1.1" status: 204 len: 168 time: 1.6673014 Feb 04 12:50:31.775990 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a2034-709a-4797-8887-1855625264ab tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Pushing event deleted for resources: {'Network': ['ID=4543a7d7-9846-46c7-a194-958eba243470,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:31.810837 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ee9eba0c-5a2a-45a9-8b2b-71a52b9b6f44 req-1e6dcb94-4c5c-46a3-ad6c-070909ba9a3f service neutron] 10.222.0.65 "GET /v2.0/networks/f237d722-433d-480c-8987-66d34675134e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3728607 Feb 04 12:50:31.867716 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:31.910649 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-7c760e35-073f-4e6d-aa0f-1bac6d2e87d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e44af5d4-025e-48c3-a565-2b5149836ba6', 'name': 'tempest-RoutersTest-router-786989588', 'tenant_id': '7868b54a8a9242e68b824f4621b68e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:49:37Z', 'updated_at': '2022-02-04T12:50:28Z', 'revision_number': 10, 'project_id': '7868b54a8a9242e68b824f4621b68e06', 'gw_port_host': None, '_interfaces': [{'id': '135d4992-7f41-493d-823f-2bd1aa7463e9', 'name': '', 'network_id': 'bbbed129-c18a-4552-9faa-2a488c6105f0', 'tenant_id': '7868b54a8a9242e68b824f4621b68e06', 'mac_address': 'fa:16:3e:b8:d2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44af5d4-025e-48c3-a565-2b5149836ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': 'f89f4a4b-1430-4424-b1a3-7f3d5fb6a02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:49:40Z', 'updated_at': '2022-02-04T12:49:49Z', 'revision_number': 5, 'project_id': '7868b54a8a9242e68b824f4621b68e06', 'subnets': [{'id': 'f89f4a4b-1430-4424-b1a3-7f3d5fb6a02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:50:31.991272 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c760e35-073f-4e6d-aa0f-1bac6d2e87d7 None None] The sync data for ids ['e44af5d4-025e-48c3-a565-2b5149836ba6'] in n-d-825015-3 is: [{'id': 'e44af5d4-025e-48c3-a565-2b5149836ba6', 'name': 'tempest-RoutersTest-router-786989588', 'tenant_id': '7868b54a8a9242e68b824f4621b68e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:49:37Z', 'updated_at': '2022-02-04T12:50:28Z', 'revision_number': 10, 'project_id': '7868b54a8a9242e68b824f4621b68e06', 'gw_port_host': None, '_interfaces': [{'id': '135d4992-7f41-493d-823f-2bd1aa7463e9', 'name': '', 'network_id': 'bbbed129-c18a-4552-9faa-2a488c6105f0', 'tenant_id': '7868b54a8a9242e68b824f4621b68e06', 'mac_address': 'fa:16:3e:b8:d2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44af5d4-025e-48c3-a565-2b5149836ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': 'f89f4a4b-1430-4424-b1a3-7f3d5fb6a02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:49:40Z', 'updated_at': '2022-02-04T12:49:49Z', 'revision_number': 5, 'project_id': '7868b54a8a9242e68b824f4621b68e06', 'subnets': [{'id': 'f89f4a4b-1430-4424-b1a3-7f3d5fb6a02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:50:32.120338 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9d2e6f1a-1e8d-4343-9f3b-de1c56acc091 req-3d6a7b30-1b29-4ac8-b07a-a4799f909516 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f05596b-0435-48d8-81d4-28b11f6be2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3504417 Feb 04 12:50:32.222198 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ee9eba0c-5a2a-45a9-8b2b-71a52b9b6f44 req-0f53e885-0be4-48e5-8b7d-2e13eaf74cb2 service neutron] 10.222.0.65 "GET /v2.0/networks/f237d722-433d-480c-8987-66d34675134e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3373199 Feb 04 12:50:32.322092 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe5082c-8cff-414b-9026-6173dd1fff64 req-4acac9c6-f3a7-43fc-a168-a7de81037b7f tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:32.323518 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fbe5082c-8cff-414b-9026-6173dd1fff64 req-4acac9c6-f3a7-43fc-a168-a7de81037b7f tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 945 time: 0.0987809 Feb 04 12:50:32.447131 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fbe5082c-8cff-414b-9026-6173dd1fff64 req-5eec238f-00cd-4b71-8302-5d7e06bc57dc tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158495 Feb 04 12:50:32.752684 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f3721d52-3c71-46dc-bce5-77e66351f662 req-a8801ef0-8937-4ba7-8b7f-108fd8f02da7 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e20afb-28eb-4ddc-9c2d-239e9429c0af HTTP/1.1" status: 200 len: 210 time: 0.0394628 Feb 04 12:50:32.861164 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4b799d-687a-4f73-9a0a-9a3a8f5eed98 req-d6e60f21-2f4f-4e99-9ad4-ee5649be59e0 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:32.864127 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2b4b799d-687a-4f73-9a0a-9a3a8f5eed98 req-d6e60f21-2f4f-4e99-9ad4-ee5649be59e0 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 945 time: 0.2792311 Feb 04 12:50:32.869943 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a0b0da8b-62a4-4b19-9c7f-125af0f067cb tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622215'] for router_interface (e44af5d4-025e-48c3-a565-2b5149836ba6), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:33.001729 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2b4b799d-687a-4f73-9a0a-9a3a8f5eed98 req-4bbf6188-f96e-46bf-887a-7d4dc46ff769 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295714 Feb 04 12:50:33.345349 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e9947f-1f99-4871-bc0f-8736633adec2 req-739061df-4531-4b51-bc62-63fbc8d24b05 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:33.350977 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e1e9947f-1f99-4871-bc0f-8736633adec2 req-739061df-4531-4b51-bc62-63fbc8d24b05 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 945 time: 0.1919386 Feb 04 12:50:33.383069 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device c5400bb3-aed1-48a8-a417-3568ec97db12 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:50:33.408272 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: c5400bb3-aed1-48a8-a417-3568ec97db12 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:50:33.408483 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71ee699-6e4d-4f12-8ae3-c243223be773 req-48044b3b-a547-4b23-9991-cd8f5003dd94 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:33.409916 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f71ee699-6e4d-4f12-8ae3-c243223be773 req-48044b3b-a547-4b23-9991-cd8f5003dd94 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/ports?device_id=f21977dc-63e1-4656-84be-640bdedca9a1 HTTP/1.1" status: 200 len: 946 time: 0.2109549 Feb 04 12:50:33.411261 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device c5400bb3-aed1-48a8-a417-3568ec97db12 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:50:33.518326 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e1e9947f-1f99-4871-bc0f-8736633adec2 req-27b5d064-5386-4196-bcc7-2f77a4de351b tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655591 Feb 04 12:50:33.604826 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f71ee699-6e4d-4f12-8ae3-c243223be773 req-7234886b-e9d4-41b6-9822-eb855d704665 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f05596b-0435-48d8-81d4-28b11f6be2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656475 Feb 04 12:50:33.676074 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-a0b0da8b-62a4-4b19-9c7f-125af0f067cb tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Deleting port 135d4992-7f41-493d-823f-2bd1aa7463e9 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:50:33.676362 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a0b0da8b-62a4-4b19-9c7f-125af0f067cb tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (135d4992-7f41-493d-823f-2bd1aa7463e9), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:34.200823 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8c4ae80d-fac5-4057-aeb2-3bc73a5d7a05 req-c4b6adf3-a137-467c-b58d-9480a525567a tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e20afb-28eb-4ddc-9c2d-239e9429c0af HTTP/1.1" status: 200 len: 210 time: 0.0910428 Feb 04 12:50:34.286590 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9dbd8e-977e-4835-b7b5-d85540b106b0 req-a85e5bc9-1800-49bf-92ec-4db2dace8231 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:34.288560 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cb9dbd8e-977e-4835-b7b5-d85540b106b0 req-a85e5bc9-1800-49bf-92ec-4db2dace8231 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 945 time: 0.6649940 Feb 04 12:50:34.350930 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-a0b0da8b-62a4-4b19-9c7f-125af0f067cb tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] For port 135d4992-7f41-493d-823f-2bd1aa7463e9, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=135d4992-7f41-493d-823f-2bd1aa7463e9,segment=NetworkSegment(26769f0b-0027-4db7-bd6a-48e1bcab4800),segment_id=26769f0b-0027-4db7-bd6a-48e1bcab4800)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:50:34.352136 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a0b0da8b-62a4-4b19-9c7f-125af0f067cb tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (135d4992-7f41-493d-823f-2bd1aa7463e9), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:34.392462 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9eba0c-5a2a-45a9-8b2b-71a52b9b6f44 req-c078f53e-89e2-40f2-85cd-137ca8d19677 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:34.394721 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ee9eba0c-5a2a-45a9-8b2b-71a52b9b6f44 req-c078f53e-89e2-40f2-85cd-137ca8d19677 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.77 "GET /v2.0/networks?id=f237d722-433d-480c-8987-66d34675134e HTTP/1.1" status: 200 len: 812 time: 0.2868986 Feb 04 12:50:34.397556 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-a0b0da8b-62a4-4b19-9c7f-125af0f067cb tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Calling delete_port for 135d4992-7f41-493d-823f-2bd1aa7463e9 owned by network:router_interface {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:50:34.408046 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-ee9eba0c-5a2a-45a9-8b2b-71a52b9b6f44 req-c409a253-52a8-4014-8e17-54fc88cc6b27 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Request body: {'port': {'device_id': '05e20afb-28eb-4ddc-9c2d-239e9429c0af', 'network_id': 'f237d722-433d-480c-8987-66d34675134e', 'admin_state_up': True, 'tenant_id': '3c0dc8c0402645d983d20be0fc21117a'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:50:34.486547 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cb9dbd8e-977e-4835-b7b5-d85540b106b0 req-10713ab4-78c0-4bd7-9e33-92e9ce2ea942 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970100 Feb 04 12:50:34.787823 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a0b0da8b-62a4-4b19-9c7f-125af0f067cb tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (135d4992-7f41-493d-823f-2bd1aa7463e9), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:34.974018 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b0da8b-62a4-4b19-9c7f-125af0f067cb tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Pushing event deleted for resources: {'Port': ['ID=135d4992-7f41-493d-823f-2bd1aa7463e9,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:35.126381 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def19c5e-ead7-44ad-8c77-dcb408b2ef2a req-d558febd-1dc0-4189-ab7d-48ed0c6d28db tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:35.138784 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-def19c5e-ead7-44ad-8c77-dcb408b2ef2a req-d558febd-1dc0-4189-ab7d-48ed0c6d28db tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 945 time: 0.3616455 Feb 04 12:50:35.221709 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee9eba0c-5a2a-45a9-8b2b-71a52b9b6f44 req-c409a253-52a8-4014-8e17-54fc88cc6b27 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Made reservation on behalf of 3c0dc8c0402645d983d20be0fc21117a for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:50:35.230170 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-ee9eba0c-5a2a-45a9-8b2b-71a52b9b6f44 req-c409a253-52a8-4014-8e17-54fc88cc6b27 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:35.276079 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2504307d-9691-40d9-a42c-f708cbfe0d3d req-ae45547d-5fae-4d87-9a1c-43f89933646d tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:35.278961 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2504307d-9691-40d9-a42c-f708cbfe0d3d req-ae45547d-5fae-4d87-9a1c-43f89933646d tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/ports?device_id=f21977dc-63e1-4656-84be-640bdedca9a1 HTTP/1.1" status: 200 len: 946 time: 0.4017363 Feb 04 12:50:35.487190 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-ee9eba0c-5a2a-45a9-8b2b-71a52b9b6f44 req-c409a253-52a8-4014-8e17-54fc88cc6b27 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Allocated IP 172.20.0.13 (f237d722-433d-480c-8987-66d34675134e/70faacee-af53-42b7-af83-bbc74f352570/77075c47-757c-4d0a-95b2-7636fa8bcf9f) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:50:35.728178 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-ee9eba0c-5a2a-45a9-8b2b-71a52b9b6f44 req-c409a253-52a8-4014-8e17-54fc88cc6b27 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks [] for port (77075c47-757c-4d0a-95b2-7636fa8bcf9f), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:35.869078 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a0b0da8b-62a4-4b19-9c7f-125af0f067cb tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622067'] for router_interface (e44af5d4-025e-48c3-a565-2b5149836ba6), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:35.880516 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-ee9eba0c-5a2a-45a9-8b2b-71a52b9b6f44 req-c409a253-52a8-4014-8e17-54fc88cc6b27 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (77075c47-757c-4d0a-95b2-7636fa8bcf9f), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:35.968841 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-def19c5e-ead7-44ad-8c77-dcb408b2ef2a req-ac01ba9c-a949-448a-b421-05f9f452e1a8 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7874496 Feb 04 12:50:35.976818 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee9eba0c-5a2a-45a9-8b2b-71a52b9b6f44 req-c409a253-52a8-4014-8e17-54fc88cc6b27 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Network f237d722-433d-480c-8987-66d34675134e is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:50:35.990748 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-ee9eba0c-5a2a-45a9-8b2b-71a52b9b6f44 req-c409a253-52a8-4014-8e17-54fc88cc6b27 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:50:36.043078 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee9eba0c-5a2a-45a9-8b2b-71a52b9b6f44 req-c409a253-52a8-4014-8e17-54fc88cc6b27 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:50:36.056863 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2504307d-9691-40d9-a42c-f708cbfe0d3d req-850c62a8-505a-4bf2-b0b9-5f1b138cddb5 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f05596b-0435-48d8-81d4-28b11f6be2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4810553 Feb 04 12:50:36.211163 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c409a253-52a8-4014-8e17-54fc88cc6b27 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Pushing event updated for resources: {'Port': ['ID=77075c47-757c-4d0a-95b2-7636fa8bcf9f,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:36.292019 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9eba0c-5a2a-45a9-8b2b-71a52b9b6f44 req-c409a253-52a8-4014-8e17-54fc88cc6b27 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:36.292661 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-ee9eba0c-5a2a-45a9-8b2b-71a52b9b6f44 req-c409a253-52a8-4014-8e17-54fc88cc6b27 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:36.453249 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ee9eba0c-5a2a-45a9-8b2b-71a52b9b6f44 req-c409a253-52a8-4014-8e17-54fc88cc6b27 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0507960 Feb 04 12:50:36.466988 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-ee9eba0c-5a2a-45a9-8b2b-71a52b9b6f44 req-f8262d94-6c64-45e5-8665-0b54974dba7f service neutron] Request body: {'port': {'device_id': '05e20afb-28eb-4ddc-9c2d-239e9429c0af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:50:36.488330 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe97ab-7a7f-446d-a187-20104f3abf31 req-3f41b097-b272-4e78-ae17-fc0b00ec1b27 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:36.489876 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ecfe97ab-7a7f-446d-a187-20104f3abf31 req-3f41b097-b272-4e78-ae17-fc0b00ec1b27 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e20afb-28eb-4ddc-9c2d-239e9429c0af HTTP/1.1" status: 200 len: 932 time: 0.3176506 Feb 04 12:50:36.516053 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ff97d0-4388-4c16-b9ee-719e2088a76a req-d9dca6f3-38a6-46a7-9179-60bc781810b9 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:36.517562 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a6ff97d0-4388-4c16-b9ee-719e2088a76a req-d9dca6f3-38a6-46a7-9179-60bc781810b9 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 945 time: 0.3217959 Feb 04 12:50:36.546837 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-d4c7956f-d1ce-448e-9e93-719c9aa5c309 None None] Provisioning complete for port 77075c47-757c-4d0a-95b2-7636fa8bcf9f triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:50:36.547410 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d4c7956f-d1ce-448e-9e93-719c9aa5c309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (77075c47-757c-4d0a-95b2-7636fa8bcf9f), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:36.566264 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0b0da8b-62a4-4b19-9c7f-125af0f067cb tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Router e44af5d4-025e-48c3-a565-2b5149836ba6 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:50:36.640155 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-d4c7956f-d1ce-448e-9e93-719c9aa5c309 None None] Port 77075c47-757c-4d0a-95b2-7636fa8bcf9f cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:50:36.652766 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 9b02c5ac-8d7a-4f3f-a602-3b415d069742 details requested by agent hyperv_n-h2-825015-3 with host n-h2-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:50:36.656876 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ecfe97ab-7a7f-446d-a187-20104f3abf31 req-8f048bb4-f91d-402d-9bd1-408326d4c103 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380377 Feb 04 12:50:36.659428 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 9b02c5ac-8d7a-4f3f-a602-3b415d069742 no longer exists at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:50:36.827930 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0b0da8b-62a4-4b19-9c7f-125af0f067cb tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:50:36.845385 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a91730b-fbcf-408c-8bb2-b1ac5ae2ebab None None] Sync routers for ids ['e44af5d4-025e-48c3-a565-2b5149836ba6'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:50:36.868260 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 41088) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:50:36.881077 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-a0b0da8b-62a4-4b19-9c7f-125af0f067cb tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] 10.222.0.65 "PUT /v2.0/routers/e44af5d4-025e-48c3-a565-2b5149836ba6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1011622 Feb 04 12:50:36.887785 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 9b02c5ac-8d7a-4f3f-a602-3b415d069742 is: ACTIVE; New status is: DOWN {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:50:36.888517 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (9b02c5ac-8d7a-4f3f-a602-3b415d069742), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:36.898892 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a6ff97d0-4388-4c16-b9ee-719e2088a76a req-d5c99542-dba8-4d6e-b7f4-03f61c6b4ed8 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3655472 Feb 04 12:50:36.901704 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-ee9eba0c-5a2a-45a9-8b2b-71a52b9b6f44 req-f8262d94-6c64-45e5-8665-0b54974dba7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (77075c47-757c-4d0a-95b2-7636fa8bcf9f), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:36.930568 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a91730b-fbcf-408c-8bb2-b1ac5ae2ebab None None] Routers {'e44af5d4-025e-48c3-a565-2b5149836ba6'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:50:36.931211 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-0a91730b-fbcf-408c-8bb2-b1ac5ae2ebab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:50:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['e44af5d4-025e-48c3-a565-2b5149836ba6'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:50:36.946047 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f21977dc-63e1-4656-84be-640bdedca9a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b02c5ac-8d7a-4f3f-a602-3b415d069742'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:50:36.948647 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0c6926d-456f-4590-95a5-ba29bd5be5a2" -d '{"events": [{"server_uuid": "f21977dc-63e1-4656-84be-640bdedca9a1", "name": "network-vif-unplugged", "status": "completed", "tag": "9b02c5ac-8d7a-4f3f-a602-3b415d069742"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:50:37.019059 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 9b02c5ac-8d7a-4f3f-a602-3b415d069742, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=9b02c5ac-8d7a-4f3f-a602-3b415d069742,segment=NetworkSegment(e06f3fb1-3389-4291-b030-5cfb56d31cde),segment_id=e06f3fb1-3389-4291-b030-5cfb56d31cde)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:50:37.039531 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-a365a856-d0dd-4f2a-99f8-bb6ce524e4d9 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Deleting subnet f89f4a4b-1430-4424-b1a3-7f3d5fb6a02d {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:50:37.049167 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a365a856-d0dd-4f2a-99f8-bb6ce524e4d9 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks [] for subnet (f89f4a4b-1430-4424-b1a3-7f3d5fb6a02d), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:37.090808 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 9b02c5ac-8d7a-4f3f-a602-3b415d069742, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=9b02c5ac-8d7a-4f3f-a602-3b415d069742,segment=NetworkSegment(e06f3fb1-3389-4291-b030-5cfb56d31cde),segment_id=e06f3fb1-3389-4291-b030-5cfb56d31cde)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:50:37.141619 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Returning: {'device': '9b02c5ac-8d7a-4f3f-a602-3b415d069742', 'network_id': 'b0350313-177d-4c5b-9b2d-aae5a7745f86', 'port_id': '9b02c5ac-8d7a-4f3f-a602-3b415d069742', 'mac_address': 'fa:16:3e:62:6c:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '690b8f25-e7cd-419d-81c6-e79d1382942c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:50:37.145950 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-0a91730b-fbcf-408c-8bb2-b1ac5ae2ebab None None] Set router e44af5d4-025e-48c3-a565-2b5149836ba6 gateway port host: None {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:50:37.150166 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a365a856-d0dd-4f2a-99f8-bb6ce524e4d9 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (f89f4a4b-1430-4424-b1a3-7f3d5fb6a02d), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:37.151274 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 12:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f8fc5e6-8015-4504-a989-1cb5892c2b00 x-openstack-request-id: req-7f8fc5e6-8015-4504-a989-1cb5892c2b00 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:50:37.152044 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f21977dc-63e1-4656-84be-640bdedca9a1", "name": "network-vif-unplugged", "status": "completed", "tag": "9b02c5ac-8d7a-4f3f-a602-3b415d069742", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:50:37.153115 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7f8fc5e6-8015-4504-a989-1cb5892c2b00 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:50:37.153735 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f21977dc-63e1-4656-84be-640bdedca9a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b02c5ac-8d7a-4f3f-a602-3b415d069742', 'code': 200} Feb 04 12:50:37.161076 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (9b02c5ac-8d7a-4f3f-a602-3b415d069742), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:37.322638 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-0a91730b-fbcf-408c-8bb2-b1ac5ae2ebab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e44af5d4-025e-48c3-a565-2b5149836ba6', 'name': 'tempest-RoutersTest-router-786989588', 'tenant_id': '7868b54a8a9242e68b824f4621b68e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:49:37Z', 'updated_at': '2022-02-04T12:50:34Z', 'revision_number': 11, 'project_id': '7868b54a8a9242e68b824f4621b68e06', 'gw_port_host': None}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:50:37.382097 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 9b02c5ac-8d7a-4f3f-a602-3b415d069742 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:50:37.382875 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (9b02c5ac-8d7a-4f3f-a602-3b415d069742), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:37.387665 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a365a856-d0dd-4f2a-99f8-bb6ce524e4d9 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (f89f4a4b-1430-4424-b1a3-7f3d5fb6a02d), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:37.402114 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a91730b-fbcf-408c-8bb2-b1ac5ae2ebab None None] Checking router: e44af5d4-025e-48c3-a565-2b5149836ba6 for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:50:37.421145 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a91730b-fbcf-408c-8bb2-b1ac5ae2ebab None None] Routers {'e44af5d4-025e-48c3-a565-2b5149836ba6'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:50:37.421773 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-0a91730b-fbcf-408c-8bb2-b1ac5ae2ebab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:50:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['e44af5d4-025e-48c3-a565-2b5149836ba6'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:50:37.442936 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b02c5ac-8d7a-4f3f-a602-3b415d069742 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:50:37.509663 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 9b02c5ac-8d7a-4f3f-a602-3b415d069742, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=9b02c5ac-8d7a-4f3f-a602-3b415d069742,segment=NetworkSegment(e06f3fb1-3389-4291-b030-5cfb56d31cde),segment_id=e06f3fb1-3389-4291-b030-5cfb56d31cde)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:50:37.514039 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a365a856-d0dd-4f2a-99f8-bb6ce524e4d9 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (f89f4a4b-1430-4424-b1a3-7f3d5fb6a02d), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:37.533965 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (9b02c5ac-8d7a-4f3f-a602-3b415d069742), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:37.555390 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=9b02c5ac-8d7a-4f3f-a602-3b415d069742,revision_number=6']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:37.571247 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf4a916-2d63-4a5b-9253-f57dc77358e7 req-688dcaa4-d472-4c6d-8b3d-1124566b70c6 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:37.580916 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4cf4a916-2d63-4a5b-9253-f57dc77358e7 req-688dcaa4-d472-4c6d-8b3d-1124566b70c6 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 945 time: 0.2928550 Feb 04 12:50:37.585589 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a365a856-d0dd-4f2a-99f8-bb6ce524e4d9 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Pushing event deleted for resources: {'Subnet': ['ID=f89f4a4b-1430-4424-b1a3-7f3d5fb6a02d,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:37.595573 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-0a91730b-fbcf-408c-8bb2-b1ac5ae2ebab None None] Set router e44af5d4-025e-48c3-a565-2b5149836ba6 gateway port host: None {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:50:37.602500 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a365a856-d0dd-4f2a-99f8-bb6ce524e4d9 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:37.614097 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-a365a856-d0dd-4f2a-99f8-bb6ce524e4d9 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] 10.222.0.65 "DELETE /v2.0/subnets/f89f4a4b-1430-4424-b1a3-7f3d5fb6a02d HTTP/1.1" status: 204 len: 168 time: 0.7439291 Feb 04 12:50:37.616860 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 41104) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:50:37.664902 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=9b02c5ac-8d7a-4f3f-a602-3b415d069742,revision_number=7']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:37.665274 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6b73f7-13ca-4bc7-acaa-332619537e3c req-1e639cf8-3f78-4d64-a25e-b43a038ae9d6 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:37.673079 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1a6b73f7-13ca-4bc7-acaa-332619537e3c req-1e639cf8-3f78-4d64-a25e-b43a038ae9d6 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/ports?device_id=f21977dc-63e1-4656-84be-640bdedca9a1 HTTP/1.1" status: 200 len: 944 time: 0.3861516 Feb 04 12:50:37.680930 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c737d9-1fc5-4088-9255-cb7b11d06f52 None None] Network bbbed129-c18a-4552-9faa-2a488c6105f0 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:50:37.735060 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-0a91730b-fbcf-408c-8bb2-b1ac5ae2ebab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e44af5d4-025e-48c3-a565-2b5149836ba6', 'name': 'tempest-RoutersTest-router-786989588', 'tenant_id': '7868b54a8a9242e68b824f4621b68e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:49:37Z', 'updated_at': '2022-02-04T12:50:34Z', 'revision_number': 11, 'project_id': '7868b54a8a9242e68b824f4621b68e06', 'gw_port_host': None}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:50:37.780355 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['9b02c5ac-8d7a-4f3f-a602-3b415d069742'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:50:37.810748 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a91730b-fbcf-408c-8bb2-b1ac5ae2ebab None None] The sync data for ids ['e44af5d4-025e-48c3-a565-2b5149836ba6'] in n-d-825015-3 is: [{'id': 'e44af5d4-025e-48c3-a565-2b5149836ba6', 'name': 'tempest-RoutersTest-router-786989588', 'tenant_id': '7868b54a8a9242e68b824f4621b68e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:49:37Z', 'updated_at': '2022-02-04T12:50:34Z', 'revision_number': 11, 'project_id': '7868b54a8a9242e68b824f4621b68e06', 'gw_port_host': None}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:50:37.836404 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-55d1dbdf-6af6-4250-8f5e-47509d69e07c tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (bbbed129-c18a-4552-9faa-2a488c6105f0), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:37.926623 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-ee9eba0c-5a2a-45a9-8b2b-71a52b9b6f44 req-f8262d94-6c64-45e5-8665-0b54974dba7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77075c47-757c-4d0a-95b2-7636fa8bcf9f {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:50:37.954175 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-ee9eba0c-5a2a-45a9-8b2b-71a52b9b6f44 req-f8262d94-6c64-45e5-8665-0b54974dba7f service neutron] Publish callbacks [] for port (77075c47-757c-4d0a-95b2-7636fa8bcf9f), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:37.975554 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-ee9eba0c-5a2a-45a9-8b2b-71a52b9b6f44 req-f8262d94-6c64-45e5-8665-0b54974dba7f service neutron] Transition to ACTIVE for port object 77075c47-757c-4d0a-95b2-7636fa8bcf9f will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:50:37.988619 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-55d1dbdf-6af6-4250-8f5e-47509d69e07c tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Deleting port 9bb39785-dc47-4bc1-94b3-1d5d737a0e06 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:50:37.989395 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-55d1dbdf-6af6-4250-8f5e-47509d69e07c tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (9bb39785-dc47-4bc1-94b3-1d5d737a0e06), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:38.024804 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1a6b73f7-13ca-4bc7-acaa-332619537e3c req-7b35f3ab-213e-4323-8f1e-30f22cbb8981 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f05596b-0435-48d8-81d4-28b11f6be2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3508441 Feb 04 12:50:38.025459 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-ee9eba0c-5a2a-45a9-8b2b-71a52b9b6f44 req-f8262d94-6c64-45e5-8665-0b54974dba7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (77075c47-757c-4d0a-95b2-7636fa8bcf9f), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:38.117920 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4cf4a916-2d63-4a5b-9253-f57dc77358e7 req-79aa182e-5f7a-4077-89ce-ca4539868f61 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5361545 Feb 04 12:50:38.118611 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8262d94-6c64-45e5-8665-0b54974dba7f service neutron] Pushing event updated for resources: {'Port': ['ID=77075c47-757c-4d0a-95b2-7636fa8bcf9f,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:38.129548 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-55d1dbdf-6af6-4250-8f5e-47509d69e07c tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] For port 9bb39785-dc47-4bc1-94b3-1d5d737a0e06, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=9bb39785-dc47-4bc1-94b3-1d5d737a0e06,segment=NetworkSegment(26769f0b-0027-4db7-bd6a-48e1bcab4800),segment_id=26769f0b-0027-4db7-bd6a-48e1bcab4800)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:50:38.129941 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-55d1dbdf-6af6-4250-8f5e-47509d69e07c tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (9bb39785-dc47-4bc1-94b3-1d5d737a0e06), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:38.180792 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-55d1dbdf-6af6-4250-8f5e-47509d69e07c tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Calling delete_port for 9bb39785-dc47-4bc1-94b3-1d5d737a0e06 owned by network:dhcp {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:50:38.462620 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-55d1dbdf-6af6-4250-8f5e-47509d69e07c tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (9bb39785-dc47-4bc1-94b3-1d5d737a0e06), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:38.541160 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d1dbdf-6af6-4250-8f5e-47509d69e07c tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Pushing event deleted for resources: {'Port': ['ID=9bb39785-dc47-4bc1-94b3-1d5d737a0e06,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:38.554096 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d1dbdf-6af6-4250-8f5e-47509d69e07c tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] No DVR routers for this DVR port 9bb39785-dc47-4bc1-94b3-1d5d737a0e06 on host n-d-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:50:38.640798 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-ee9eba0c-5a2a-45a9-8b2b-71a52b9b6f44 req-f8262d94-6c64-45e5-8665-0b54974dba7f service neutron] Attempting to bind port 77075c47-757c-4d0a-95b2-7636fa8bcf9f on host n-h2-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:50:38.641411 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-ee9eba0c-5a2a-45a9-8b2b-71a52b9b6f44 req-f8262d94-6c64-45e5-8665-0b54974dba7f service neutron] Attempting to bind port 77075c47-757c-4d0a-95b2-7636fa8bcf9f by drivers openvswitch,hyperv on host n-h2-825015-3 at level 0 using segments [{'id': '0934a908-175b-4cbf-ace2-f0550fc5d53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'f237d722-433d-480c-8987-66d34675134e'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:50:38.641602 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9eba0c-5a2a-45a9-8b2b-71a52b9b6f44 req-f8262d94-6c64-45e5-8665-0b54974dba7f service neutron] Attempting to bind port 77075c47-757c-4d0a-95b2-7636fa8bcf9f on network f237d722-433d-480c-8987-66d34675134e {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:50:38.678505 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-55d1dbdf-6af6-4250-8f5e-47509d69e07c tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (bbbed129-c18a-4552-9faa-2a488c6105f0), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:38.682544 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9eba0c-5a2a-45a9-8b2b-71a52b9b6f44 req-f8262d94-6c64-45e5-8665-0b54974dba7f service neutron] Port 77075c47-757c-4d0a-95b2-7636fa8bcf9f on network f237d722-433d-480c-8987-66d34675134e not bound, no agent of type Open vSwitch agent registered on host n-h2-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:50:38.682740 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9eba0c-5a2a-45a9-8b2b-71a52b9b6f44 req-f8262d94-6c64-45e5-8665-0b54974dba7f service neutron] Attempting to bind port 77075c47-757c-4d0a-95b2-7636fa8bcf9f on network f237d722-433d-480c-8987-66d34675134e {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:50:38.691822 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9eba0c-5a2a-45a9-8b2b-71a52b9b6f44 req-f8262d94-6c64-45e5-8665-0b54974dba7f service neutron] Checking agent: {'id': '9b68a165-e786-4b91-8592-44519c2ecabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:50:38.692500 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9eba0c-5a2a-45a9-8b2b-71a52b9b6f44 req-f8262d94-6c64-45e5-8665-0b54974dba7f service neutron] Checking segment: {'id': '0934a908-175b-4cbf-ace2-f0550fc5d53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'f237d722-433d-480c-8987-66d34675134e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:50:38.692803 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9eba0c-5a2a-45a9-8b2b-71a52b9b6f44 req-f8262d94-6c64-45e5-8665-0b54974dba7f service neutron] Bound using segment: {'id': '0934a908-175b-4cbf-ace2-f0550fc5d53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'f237d722-433d-480c-8987-66d34675134e'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:50:38.693548 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-ee9eba0c-5a2a-45a9-8b2b-71a52b9b6f44 req-f8262d94-6c64-45e5-8665-0b54974dba7f service neutron] Bound port: 77075c47-757c-4d0a-95b2-7636fa8bcf9f, host: n-h2-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0934a908-175b-4cbf-ace2-f0550fc5d53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'f237d722-433d-480c-8987-66d34675134e'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:50:38.694411 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-ee9eba0c-5a2a-45a9-8b2b-71a52b9b6f44 req-f8262d94-6c64-45e5-8665-0b54974dba7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (77075c47-757c-4d0a-95b2-7636fa8bcf9f), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:38.710000 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-55d1dbdf-6af6-4250-8f5e-47509d69e07c tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbbed129-c18a-4552-9faa-2a488c6105f0']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:50:38.723153 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-55d1dbdf-6af6-4250-8f5e-47509d69e07c tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26769f0b-0027-4db7-bd6a-48e1bcab4800') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:50:38.723446 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-55d1dbdf-6af6-4250-8f5e-47509d69e07c tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26769f0b-0027-4db7-bd6a-48e1bcab4800') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:50:38.726444 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8298b0e-46ee-4e27-8cc7-9ab3feae3335 req-118457d1-7e8b-47ec-be8f-0f2b16c36028 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:38.735134 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-55d1dbdf-6af6-4250-8f5e-47509d69e07c tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (26769f0b-0027-4db7-bd6a-48e1bcab4800), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:38.735428 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d8298b0e-46ee-4e27-8cc7-9ab3feae3335 req-118457d1-7e8b-47ec-be8f-0f2b16c36028 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 945 time: 0.2715788 Feb 04 12:50:38.761013 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-55d1dbdf-6af6-4250-8f5e-47509d69e07c tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (26769f0b-0027-4db7-bd6a-48e1bcab4800), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:38.773444 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55d1dbdf-6af6-4250-8f5e-47509d69e07c tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:50:38.775927 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-55d1dbdf-6af6-4250-8f5e-47509d69e07c tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (26769f0b-0027-4db7-bd6a-48e1bcab4800), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:38.806128 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b156b702-c0e5-459a-926f-ebdb2e087217 req-5aa22c2f-eb3f-48af-a5a4-ff945aabefd2 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:38.815422 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b156b702-c0e5-459a-926f-ebdb2e087217 req-5aa22c2f-eb3f-48af-a5a4-ff945aabefd2 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e20afb-28eb-4ddc-9c2d-239e9429c0af HTTP/1.1" status: 200 len: 944 time: 0.5041361 Feb 04 12:50:38.926893 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b156b702-c0e5-459a-926f-ebdb2e087217 req-9838d57e-6303-4901-960f-a514614edc0e tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100662 Feb 04 12:50:38.996871 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00abde85-cc4b-462e-bf3a-44dc465d926a None None] DHCP port deletion for bbbed129-c18a-4552-9faa-2a488c6105f0 request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 12:50:38.999902 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d8298b0e-46ee-4e27-8cc7-9ab3feae3335 req-a69bc188-027b-459a-a5f5-4f02c68dd467 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602389 Feb 04 12:50:39.002841 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 12:50:39.002841 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:50:39.002841 n-d-825015-3 neutron-server[103474]: timer() Feb 04 12:50:39.002841 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:50:39.002841 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 12:50:39.002841 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:50:39.002841 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 12:50:39.002841 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:50:39.002841 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 12:50:39.002841 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:50:39.002841 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 12:50:39.002841 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:50:39.002841 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 12:50:39.002841 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:50:39.002841 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:50:39.002841 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:50:39.002841 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:50:39.002841 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:50:39.002841 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 12:50:39.002841 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:50:39.002841 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 12:50:39.002841 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:50:39.002841 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:50:39.002841 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:50:39.002841 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 12:50:39.002841 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:50:39.002841 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:50:39.002841 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:50:39.002841 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:50:39.002841 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:50:39.002841 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:50:39.002841 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:50:39.009411 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-ee9eba0c-5a2a-45a9-8b2b-71a52b9b6f44 req-f8262d94-6c64-45e5-8665-0b54974dba7f service neutron] For port 77075c47-757c-4d0a-95b2-7636fa8bcf9f, host n-h2-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:50:39.012586 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-55d1dbdf-6af6-4250-8f5e-47509d69e07c tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (bbbed129-c18a-4552-9faa-2a488c6105f0), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:39.027344 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-ee9eba0c-5a2a-45a9-8b2b-71a52b9b6f44 req-f8262d94-6c64-45e5-8665-0b54974dba7f service neutron] For port 77075c47-757c-4d0a-95b2-7636fa8bcf9f, host n-h2-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=77075c47-757c-4d0a-95b2-7636fa8bcf9f,segment=NetworkSegment(0934a908-175b-4cbf-ace2-f0550fc5d53c),segment_id=0934a908-175b-4cbf-ace2-f0550fc5d53c)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:50:39.040640 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-55d1dbdf-6af6-4250-8f5e-47509d69e07c tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:39.066577 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-55d1dbdf-6af6-4250-8f5e-47509d69e07c tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] 10.222.0.65 "DELETE /v2.0/networks/bbbed129-c18a-4552-9faa-2a488c6105f0 HTTP/1.1" status: 204 len: 168 time: 1.4481797 Feb 04 12:50:39.067033 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-ee9eba0c-5a2a-45a9-8b2b-71a52b9b6f44 req-f8262d94-6c64-45e5-8665-0b54974dba7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (77075c47-757c-4d0a-95b2-7636fa8bcf9f), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:39.070310 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 41130) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:50:39.145876 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-88245eb3-42cf-48a8-978b-f60c855525ed tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Request body: {'router': {'routes': None}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:50:39.166504 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d1dbdf-6af6-4250-8f5e-47509d69e07c tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Pushing event deleted for resources: {'Network': ['ID=bbbed129-c18a-4552-9faa-2a488c6105f0,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:39.236350 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8262d94-6c64-45e5-8665-0b54974dba7f service neutron] Pushing event updated for resources: {'Port': ['ID=77075c47-757c-4d0a-95b2-7636fa8bcf9f,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:39.310856 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9eba0c-5a2a-45a9-8b2b-71a52b9b6f44 req-f8262d94-6c64-45e5-8665-0b54974dba7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:39.312753 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-ee9eba0c-5a2a-45a9-8b2b-71a52b9b6f44 req-f8262d94-6c64-45e5-8665-0b54974dba7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:39.325231 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ee9eba0c-5a2a-45a9-8b2b-71a52b9b6f44 req-f8262d94-6c64-45e5-8665-0b54974dba7f service neutron] 10.222.0.77 "PUT /v2.0/ports/77075c47-757c-4d0a-95b2-7636fa8bcf9f HTTP/1.1" status: 200 len: 1092 time: 2.8625402 Feb 04 12:50:39.326454 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05e20afb-28eb-4ddc-9c2d-239e9429c0af', 'tag': '77075c47-757c-4d0a-95b2-7636fa8bcf9f'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:50:39.330851 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4ad5574-5305-46df-9e03-08ab8d32f1f4" -d '{"events": [{"name": "network-changed", "server_uuid": "05e20afb-28eb-4ddc-9c2d-239e9429c0af", "tag": "77075c47-757c-4d0a-95b2-7636fa8bcf9f"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:50:39.412383 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4064ee-7d52-4daa-855c-1398d8d5cffc req-f7a3c1f2-739e-46d0-9c67-debdb9ad149b tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:39.419427 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-df4064ee-7d52-4daa-855c-1398d8d5cffc req-f7a3c1f2-739e-46d0-9c67-debdb9ad149b tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 945 time: 0.1529422 Feb 04 12:50:39.471102 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436a74a2-1637-4f47-b2ec-dcd8e667a05b req-342c0c46-cc08-4619-b303-65c264549ae1 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:39.478741 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-436a74a2-1637-4f47-b2ec-dcd8e667a05b req-342c0c46-cc08-4619-b303-65c264549ae1 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/ports?device_id=f21977dc-63e1-4656-84be-640bdedca9a1 HTTP/1.1" status: 200 len: 945 time: 0.2623522 Feb 04 12:50:39.489462 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 9bb39785-dc47-4bc1-94b3-1d5d737a0e06 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:50:39.557612 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 9bb39785-dc47-4bc1-94b3-1d5d737a0e06 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:50:39.558272 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 9bb39785-dc47-4bc1-94b3-1d5d737a0e06 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:50:39.562648 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 135d4992-7f41-493d-823f-2bd1aa7463e9 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:50:39.575800 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.extraroute_db [None req-88245eb3-42cf-48a8-978b-f60c855525ed tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Added routes are [] {{(pid=103474) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 04 12:50:39.576200 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.extraroute_db [None req-88245eb3-42cf-48a8-978b-f60c855525ed tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Removed routes are [] {{(pid=103474) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 04 12:50:39.577758 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-88245eb3-42cf-48a8-978b-f60c855525ed tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1623026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10906'] for router (e44af5d4-025e-48c3-a565-2b5149836ba6), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:39.630938 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-df4064ee-7d52-4daa-855c-1398d8d5cffc req-eb01a922-e001-4a1c-afaa-b57a5a2cd6dd tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005906 Feb 04 12:50:39.643481 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 135d4992-7f41-493d-823f-2bd1aa7463e9 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:50:39.645084 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 135d4992-7f41-493d-823f-2bd1aa7463e9 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:50:39.683083 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-436a74a2-1637-4f47-b2ec-dcd8e667a05b req-b3ac5fcd-2a98-4e2f-a3c4-b4081604dfee tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f05596b-0435-48d8-81d4-28b11f6be2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857088 Feb 04 12:50:39.727425 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9eba0c-5a2a-45a9-8b2b-71a52b9b6f44 req-ea5a2f95-bab2-4130-8997-d8264292d1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:39.731188 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ee9eba0c-5a2a-45a9-8b2b-71a52b9b6f44 req-ea5a2f95-bab2-4130-8997-d8264292d1fe service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3c0dc8c0402645d983d20be0fc21117a&device_id=05e20afb-28eb-4ddc-9c2d-239e9429c0af HTTP/1.1" status: 200 len: 1126 time: 0.1947167 Feb 04 12:50:39.773888 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0223e1c8-a2af-482d-a64f-7c3dec76a6a4 x-openstack-request-id: req-0223e1c8-a2af-482d-a64f-7c3dec76a6a4 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:50:39.774311 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05e20afb-28eb-4ddc-9c2d-239e9429c0af", "tag": "77075c47-757c-4d0a-95b2-7636fa8bcf9f", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:50:39.774724 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0223e1c8-a2af-482d-a64f-7c3dec76a6a4 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:50:39.775360 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05e20afb-28eb-4ddc-9c2d-239e9429c0af', 'tag': '77075c47-757c-4d0a-95b2-7636fa8bcf9f', 'status': 'completed', 'code': 200} Feb 04 12:50:39.843009 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-88245eb3-42cf-48a8-978b-f60c855525ed tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1623026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10906'] for router (e44af5d4-025e-48c3-a565-2b5149836ba6), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:39.852803 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-88245eb3-42cf-48a8-978b-f60c855525ed tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1623127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1623150', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1622793'] for router (e44af5d4-025e-48c3-a565-2b5149836ba6), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:39.861606 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ee9eba0c-5a2a-45a9-8b2b-71a52b9b6f44 req-b1bf29d6-47a7-4ed7-8232-295fdcc47826 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=77075c47-757c-4d0a-95b2-7636fa8bcf9f HTTP/1.1" status: 200 len: 217 time: 0.1155987 Feb 04 12:50:39.993294 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88245eb3-42cf-48a8-978b-f60c855525ed tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Router e44af5d4-025e-48c3-a565-2b5149836ba6 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:50:40.041372 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4930a2-b49b-4a6e-8e42-b115daaf6cfc req-164dae7e-d003-481d-8398-01f3a5aeb9f4 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:40.047486 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6b4930a2-b49b-4a6e-8e42-b115daaf6cfc req-164dae7e-d003-481d-8398-01f3a5aeb9f4 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 945 time: 0.1891007 Feb 04 12:50:40.066878 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9eba0c-5a2a-45a9-8b2b-71a52b9b6f44 req-4dcd65c7-79ab-4953-ac5f-3d136a10ed4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:40.068555 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ee9eba0c-5a2a-45a9-8b2b-71a52b9b6f44 req-4dcd65c7-79ab-4953-ac5f-3d136a10ed4b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=70faacee-af53-42b7-af83-bbc74f352570 HTTP/1.1" status: 200 len: 851 time: 0.1637993 Feb 04 12:50:40.105899 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88245eb3-42cf-48a8-978b-f60c855525ed tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:50:40.118124 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6624b9e-75fe-4ddc-acc4-4647219f35a6 None None] Sync routers for ids ['e44af5d4-025e-48c3-a565-2b5149836ba6'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:50:40.140947 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6624b9e-75fe-4ddc-acc4-4647219f35a6 None None] Routers {'e44af5d4-025e-48c3-a565-2b5149836ba6'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:50:40.142862 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-a6624b9e-75fe-4ddc-acc4-4647219f35a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:50:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['e44af5d4-025e-48c3-a565-2b5149836ba6'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:50:40.148142 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-88245eb3-42cf-48a8-978b-f60c855525ed tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:40.152588 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-88245eb3-42cf-48a8-978b-f60c855525ed tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] 10.222.0.65 "PUT /v2.0/routers/e44af5d4-025e-48c3-a565-2b5149836ba6 HTTP/1.1" status: 200 len: 700 time: 1.0107265 Feb 04 12:50:40.153237 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 41154) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:50:40.216904 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8238ee2-d851-48d1-86b8-269d61b3bd1d req-fe5b7509-f5e5-4651-903b-fd3c37a96a9d tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:40.219191 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d8238ee2-d851-48d1-86b8-269d61b3bd1d req-fe5b7509-f5e5-4651-903b-fd3c37a96a9d tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e20afb-28eb-4ddc-9c2d-239e9429c0af HTTP/1.1" status: 200 len: 944 time: 0.1703098 Feb 04 12:50:40.229162 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-7e0acd2a-735e-424d-b918-089d47bbeaf6 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] 10.222.0.65 "GET /v2.0/ports?device_id=e44af5d4-025e-48c3-a565-2b5149836ba6 HTTP/1.1" status: 200 len: 205 time: 0.0720282 Feb 04 12:50:40.230085 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 41156) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:50:40.266659 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-a6624b9e-75fe-4ddc-acc4-4647219f35a6 None None] Set router e44af5d4-025e-48c3-a565-2b5149836ba6 gateway port host: None {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:50:40.272405 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6b4930a2-b49b-4a6e-8e42-b115daaf6cfc req-c99a45fc-75a6-4958-bbf8-945b3a3374f4 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142696 Feb 04 12:50:40.281373 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9eba0c-5a2a-45a9-8b2b-71a52b9b6f44 req-60125f1c-fdac-4d1a-ae9f-d297fd5aaf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:40.286141 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ee9eba0c-5a2a-45a9-8b2b-71a52b9b6f44 req-60125f1c-fdac-4d1a-ae9f-d297fd5aaf80 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f237d722-433d-480c-8987-66d34675134e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2038956 Feb 04 12:50:40.385671 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c2515fac-9f7b-487d-a893-0e504f9c8eb7 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks [] for router (e44af5d4-025e-48c3-a565-2b5149836ba6), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:40.409004 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-a6624b9e-75fe-4ddc-acc4-4647219f35a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e44af5d4-025e-48c3-a565-2b5149836ba6', 'name': 'tempest-RoutersTest-router-786989588', 'tenant_id': '7868b54a8a9242e68b824f4621b68e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:49:37Z', 'updated_at': '2022-02-04T12:50:34Z', 'revision_number': 11, 'project_id': '7868b54a8a9242e68b824f4621b68e06', 'gw_port_host': None}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:50:40.480072 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6624b9e-75fe-4ddc-acc4-4647219f35a6 None None] Checking router: e44af5d4-025e-48c3-a565-2b5149836ba6 for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:50:40.523898 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6624b9e-75fe-4ddc-acc4-4647219f35a6 None None] Routers {'e44af5d4-025e-48c3-a565-2b5149836ba6'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:50:40.525292 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-a6624b9e-75fe-4ddc-acc4-4647219f35a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:50:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['e44af5d4-025e-48c3-a565-2b5149836ba6'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:50:40.583643 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ee9eba0c-5a2a-45a9-8b2b-71a52b9b6f44 req-c98e0cb1-36cc-4ee8-a3a5-44e8f7c263d0 service neutron] 10.222.0.77 "GET /v2.0/networks/f237d722-433d-480c-8987-66d34675134e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2804360 Feb 04 12:50:40.721304 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d8238ee2-d851-48d1-86b8-269d61b3bd1d req-cf17a755-5f8b-4aa6-94d5-9431a862efa2 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4951608 Feb 04 12:50:40.744834 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 9b02c5ac-8d7a-4f3f-a602-3b415d069742 up at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:50:40.754922 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-a6624b9e-75fe-4ddc-acc4-4647219f35a6 None None] Set router e44af5d4-025e-48c3-a565-2b5149836ba6 gateway port host: None {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:50:40.787361 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4447d010-eabd-4ac3-ad47-6291e43650aa req-3d3ce162-aa2e-4407-b19f-b0576567cd5d tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:40.792321 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4447d010-eabd-4ac3-ad47-6291e43650aa req-3d3ce162-aa2e-4407-b19f-b0576567cd5d tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 945 time: 0.1143365 Feb 04 12:50:40.814825 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-a6624b9e-75fe-4ddc-acc4-4647219f35a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e44af5d4-025e-48c3-a565-2b5149836ba6', 'name': 'tempest-RoutersTest-router-786989588', 'tenant_id': '7868b54a8a9242e68b824f4621b68e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:49:37Z', 'updated_at': '2022-02-04T12:50:34Z', 'revision_number': 11, 'project_id': '7868b54a8a9242e68b824f4621b68e06', 'gw_port_host': None}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:50:40.856247 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ee9eba0c-5a2a-45a9-8b2b-71a52b9b6f44 req-0cbfcde4-7e42-428d-a6b2-afb1350dc901 service neutron] 10.222.0.77 "GET /v2.0/networks/f237d722-433d-480c-8987-66d34675134e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2633305 Feb 04 12:50:40.873775 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6624b9e-75fe-4ddc-acc4-4647219f35a6 None None] The sync data for ids ['e44af5d4-025e-48c3-a565-2b5149836ba6'] in n-d-825015-3 is: [{'id': 'e44af5d4-025e-48c3-a565-2b5149836ba6', 'name': 'tempest-RoutersTest-router-786989588', 'tenant_id': '7868b54a8a9242e68b824f4621b68e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:49:37Z', 'updated_at': '2022-02-04T12:50:34Z', 'revision_number': 11, 'project_id': '7868b54a8a9242e68b824f4621b68e06', 'gw_port_host': None}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:50:40.874012 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4447d010-eabd-4ac3-ad47-6291e43650aa req-09d23562-8516-4b41-9e6f-0c5ca75ab482 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729353 Feb 04 12:50:40.885856 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c2515fac-9f7b-487d-a893-0e504f9c8eb7 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10915'] for router (e44af5d4-025e-48c3-a565-2b5149836ba6), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:40.894374 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c2515fac-9f7b-487d-a893-0e504f9c8eb7 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks [] for router_controller (e44af5d4-025e-48c3-a565-2b5149836ba6), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:41.004374 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning complete for port 9b02c5ac-8d7a-4f3f-a602-3b415d069742 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:50:41.004844 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (9b02c5ac-8d7a-4f3f-a602-3b415d069742), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:41.030532 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c2515fac-9f7b-487d-a893-0e504f9c8eb7 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622829'] for router (e44af5d4-025e-48c3-a565-2b5149836ba6), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:41.031078 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2515fac-9f7b-487d-a893-0e504f9c8eb7 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Fanout notify agent at l3_agent the message router_deleted on router e44af5d4-025e-48c3-a565-2b5149836ba6 {{(pid=103474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 12:50:41.048853 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c2515fac-9f7b-487d-a893-0e504f9c8eb7 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:41.050035 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-c2515fac-9f7b-487d-a893-0e504f9c8eb7 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] 10.222.0.65 "DELETE /v2.0/routers/e44af5d4-025e-48c3-a565-2b5149836ba6 HTTP/1.1" status: 204 len: 168 time: 0.8188701 Feb 04 12:50:41.057895 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 41178) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:50:41.061784 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-fd995c6f-4416-434c-a7f5-32c9d68d55be tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1095933935', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:50:41.111880 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fd995c6f-4416-434c-a7f5-32c9d68d55be tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10933'] for router (c0796a59-6a05-43ff-907e-d119030301f0), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:41.112952 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fd995c6f-4416-434c-a7f5-32c9d68d55be tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10924'] for router (c0796a59-6a05-43ff-907e-d119030301f0), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:41.220837 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 9b02c5ac-8d7a-4f3f-a602-3b415d069742 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:50:41.221566 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (9b02c5ac-8d7a-4f3f-a602-3b415d069742), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:41.241420 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fd995c6f-4416-434c-a7f5-32c9d68d55be tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks [] for router_controller (c0796a59-6a05-43ff-907e-d119030301f0), precommit_add_association {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:41.247487 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fd995c6f-4416-434c-a7f5-32c9d68d55be tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141'] for router (c0796a59-6a05-43ff-907e-d119030301f0), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:41.265827 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f21977dc-63e1-4656-84be-640bdedca9a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b02c5ac-8d7a-4f3f-a602-3b415d069742'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:50:41.274769 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fd995c6f-4416-434c-a7f5-32c9d68d55be tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:41.278647 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3f34f39-f466-492f-9580-66c89252a3b5" -d '{"events": [{"server_uuid": "f21977dc-63e1-4656-84be-640bdedca9a1", "name": "network-vif-plugged", "status": "completed", "tag": "9b02c5ac-8d7a-4f3f-a602-3b415d069742"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:50:41.282699 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-fd995c6f-4416-434c-a7f5-32c9d68d55be tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2264228 Feb 04 12:50:41.283498 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 41180) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:50:41.288984 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-5b4802d1-702d-4435-922c-11129c742527 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:50:41.315768 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 9b02c5ac-8d7a-4f3f-a602-3b415d069742, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=9b02c5ac-8d7a-4f3f-a602-3b415d069742,segment=NetworkSegment(e06f3fb1-3389-4291-b030-5cfb56d31cde),segment_id=e06f3fb1-3389-4291-b030-5cfb56d31cde)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:50:41.320800 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (9b02c5ac-8d7a-4f3f-a602-3b415d069742), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:41.452534 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=9b02c5ac-8d7a-4f3f-a602-3b415d069742,revision_number=8']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:41.859506 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ad5574-5305-46df-9e03-08ab8d32f1f4 req-b6cc9ec2-2b37-4e4b-a268-790a8373356f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:41.861974 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c4ad5574-5305-46df-9e03-08ab8d32f1f4 req-b6cc9ec2-2b37-4e4b-a268-790a8373356f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3c0dc8c0402645d983d20be0fc21117a&device_id=05e20afb-28eb-4ddc-9c2d-239e9429c0af HTTP/1.1" status: 200 len: 1126 time: 0.9372149 Feb 04 12:50:41.886985 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106f5fb4-2730-4c04-87e9-17f834372c2c req-35596276-9e8c-452d-8dde-6e915ad04f39 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:41.888890 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-106f5fb4-2730-4c04-87e9-17f834372c2c req-35596276-9e8c-452d-8dde-6e915ad04f39 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/ports?device_id=f21977dc-63e1-4656-84be-640bdedca9a1 HTTP/1.1" status: 200 len: 945 time: 0.8783050 Feb 04 12:50:41.901018 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c000c161-1d1d-4b6b-94fe-97a6b590177f req-e5760abc-c1d7-4927-b5bf-455604c430e1 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:41.904583 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c000c161-1d1d-4b6b-94fe-97a6b590177f req-e5760abc-c1d7-4927-b5bf-455604c430e1 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 945 time: 0.8090105 Feb 04 12:50:42.044302 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c000c161-1d1d-4b6b-94fe-97a6b590177f req-08235f02-10a5-4aaf-8366-d9974b4583c6 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026978 Feb 04 12:50:42.141199 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03830908-d14e-4cc4-90e2-d18f9b53d776 x-openstack-request-id: req-03830908-d14e-4cc4-90e2-d18f9b53d776 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:50:42.141734 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f21977dc-63e1-4656-84be-640bdedca9a1", "name": "network-vif-plugged", "status": "completed", "tag": "9b02c5ac-8d7a-4f3f-a602-3b415d069742", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:50:42.142264 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-03830908-d14e-4cc4-90e2-d18f9b53d776 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:50:42.142741 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f21977dc-63e1-4656-84be-640bdedca9a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b02c5ac-8d7a-4f3f-a602-3b415d069742', 'code': 200} Feb 04 12:50:42.173408 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5b4802d1-702d-4435-922c-11129c742527 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1623026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10906'] for router (c0796a59-6a05-43ff-907e-d119030301f0), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:42.196090 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-106f5fb4-2730-4c04-87e9-17f834372c2c req-40cd4238-2bcd-4edf-85cc-22073528c30c tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f05596b-0435-48d8-81d4-28b11f6be2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892759 Feb 04 12:50:42.201407 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5b4802d1-702d-4435-922c-11129c742527 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1623127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1623150', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1622793'] for router (c0796a59-6a05-43ff-907e-d119030301f0), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:42.268119 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ad5574-5305-46df-9e03-08ab8d32f1f4 req-a5fc0ec9-156e-4f62-910c-5f131f674048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:42.269682 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c4ad5574-5305-46df-9e03-08ab8d32f1f4 req-a5fc0ec9-156e-4f62-910c-5f131f674048 service neutron] 10.222.0.77 "GET /v2.0/networks?id=f237d722-433d-480c-8987-66d34675134e HTTP/1.1" status: 200 len: 913 time: 0.4001508 Feb 04 12:50:42.386663 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c4ad5574-5305-46df-9e03-08ab8d32f1f4 req-f89158d7-2ef1-47e7-ad58-87482257bed5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=77075c47-757c-4d0a-95b2-7636fa8bcf9f HTTP/1.1" status: 200 len: 217 time: 0.0816503 Feb 04 12:50:42.480687 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09cd296-eca5-4688-9673-f99c7b689504 req-9032f945-7da0-473c-8786-f05bf50a5d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:42.482592 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-c09cd296-eca5-4688-9673-f99c7b689504 req-9032f945-7da0-473c-8786-f05bf50a5d7d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=f21977dc-63e1-4656-84be-640bdedca9a1 HTTP/1.1" status: 200 len: 1128 time: 0.1575713 Feb 04 12:50:42.485120 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b4802d1-702d-4435-922c-11129c742527 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Router c0796a59-6a05-43ff-907e-d119030301f0 is scheduled to L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de with binding_index 1 {{(pid=103474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 12:50:42.509564 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906a7c3d-7836-432d-9ccb-6f00438bff2d req-355d0d15-c4b0-44a5-87e1-8c57c3edfe27 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:42.517779 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-906a7c3d-7836-432d-9ccb-6f00438bff2d req-355d0d15-c4b0-44a5-87e1-8c57c3edfe27 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e20afb-28eb-4ddc-9c2d-239e9429c0af HTTP/1.1" status: 200 len: 944 time: 0.2669692 Feb 04 12:50:42.539941 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ad5574-5305-46df-9e03-08ab8d32f1f4 req-b8cdbff5-0fe6-41ae-98e8-cfb278b32ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:42.542367 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c4ad5574-5305-46df-9e03-08ab8d32f1f4 req-b8cdbff5-0fe6-41ae-98e8-cfb278b32ab6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=70faacee-af53-42b7-af83-bbc74f352570 HTTP/1.1" status: 200 len: 851 time: 0.1336761 Feb 04 12:50:42.573769 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f7f8e2-65ee-41e3-970c-66ca809a946a req-994f13d0-8686-4298-9124-809220121cc9 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:42.585479 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-65f7f8e2-65ee-41e3-970c-66ca809a946a req-994f13d0-8686-4298-9124-809220121cc9 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 945 time: 0.2513392 Feb 04 12:50:42.666657 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b4802d1-702d-4435-922c-11129c742527 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:50:42.670113 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-c09cd296-eca5-4688-9673-f99c7b689504 req-5e25d076-a88d-4408-a944-7a1cd74d6e8d service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=1f05596b-0435-48d8-81d4-28b11f6be2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804583 Feb 04 12:50:42.675589 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-906a7c3d-7836-432d-9ccb-6f00438bff2d req-e63826b1-a2da-47fe-88c6-d4301502f017 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590476 Feb 04 12:50:42.677059 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5b4802d1-702d-4435-922c-11129c742527 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:42.677774 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e648fe00-fd33-462d-a20c-70467a29f15b None None] Sync routers for ids ['c0796a59-6a05-43ff-907e-d119030301f0'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:50:42.681520 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-5b4802d1-702d-4435-922c-11129c742527 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] 10.222.0.65 "PUT /v2.0/routers/c0796a59-6a05-43ff-907e-d119030301f0 HTTP/1.1" status: 200 len: 694 time: 1.3969216 Feb 04 12:50:42.682199 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 41208) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:50:42.706814 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e648fe00-fd33-462d-a20c-70467a29f15b None None] Routers {'c0796a59-6a05-43ff-907e-d119030301f0'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:50:42.707491 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-e648fe00-fd33-462d-a20c-70467a29f15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:50:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['c0796a59-6a05-43ff-907e-d119030301f0'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:50:42.753060 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ad5574-5305-46df-9e03-08ab8d32f1f4 req-4b8039e2-9b63-498b-a05e-deeed01dd621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:42.754600 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c4ad5574-5305-46df-9e03-08ab8d32f1f4 req-4b8039e2-9b63-498b-a05e-deeed01dd621 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f237d722-433d-480c-8987-66d34675134e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2035015 Feb 04 12:50:42.786391 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-e8f707d0-b476-4ed5-9071-43aa5a77f25b tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] 10.222.0.65 "GET /v2.0/routers/c0796a59-6a05-43ff-907e-d119030301f0 HTTP/1.1" status: 200 len: 700 time: 0.1024952 Feb 04 12:50:42.787139 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 41210) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:50:42.797342 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-65f7f8e2-65ee-41e3-970c-66ca809a946a req-b5d8f990-1638-4411-ac93-b6e765f374a6 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870863 Feb 04 12:50:42.850938 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 41214) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:50:42.852129 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-b8fa6875-057b-4d66-bf7d-1da450fcc5c2 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] 10.222.0.65 "GET /v2.0/ports?device_id=c0796a59-6a05-43ff-907e-d119030301f0 HTTP/1.1" status: 200 len: 205 time: 0.0638227 Feb 04 12:50:42.927943 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-e648fe00-fd33-462d-a20c-70467a29f15b None None] Set router c0796a59-6a05-43ff-907e-d119030301f0 gateway port host: None {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:50:43.056757 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-986503a2-a3f9-41d9-b41b-ce5d1265bcc2 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks [] for router (c0796a59-6a05-43ff-907e-d119030301f0), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:43.163092 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-e648fe00-fd33-462d-a20c-70467a29f15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0796a59-6a05-43ff-907e-d119030301f0', 'name': 'tempest-RoutersTest-router-1095933935', 'tenant_id': '7868b54a8a9242e68b824f4621b68e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:50:41Z', 'updated_at': '2022-02-04T12:50:42Z', 'revision_number': 2, 'project_id': '7868b54a8a9242e68b824f4621b68e06', 'gw_port_host': None}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:50:43.231687 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e648fe00-fd33-462d-a20c-70467a29f15b None None] Checking router: c0796a59-6a05-43ff-907e-d119030301f0 for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:50:43.257455 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e648fe00-fd33-462d-a20c-70467a29f15b None None] Routers {'c0796a59-6a05-43ff-907e-d119030301f0'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:50:43.258107 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-e648fe00-fd33-462d-a20c-70467a29f15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:50:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['c0796a59-6a05-43ff-907e-d119030301f0'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:50:43.268000 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c4ad5574-5305-46df-9e03-08ab8d32f1f4 req-afc6f0d4-df17-4805-964a-685964de2175 service neutron] 10.222.0.77 "GET /v2.0/networks/f237d722-433d-480c-8987-66d34675134e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4067650 Feb 04 12:50:43.309881 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02adba48-c34e-4aa5-bb59-8054952d7fb5 req-db8c75cf-c1c2-4d1d-a8c4-3f13914e6b3b tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:43.313754 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-02adba48-c34e-4aa5-bb59-8054952d7fb5 req-db8c75cf-c1c2-4d1d-a8c4-3f13914e6b3b tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 945 time: 0.3805575 Feb 04 12:50:43.457668 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-e648fe00-fd33-462d-a20c-70467a29f15b None None] Set router c0796a59-6a05-43ff-907e-d119030301f0 gateway port host: None {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:50:43.520695 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-986503a2-a3f9-41d9-b41b-ce5d1265bcc2 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10915'] for router (c0796a59-6a05-43ff-907e-d119030301f0), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:43.523211 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-986503a2-a3f9-41d9-b41b-ce5d1265bcc2 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks [] for router_controller (c0796a59-6a05-43ff-907e-d119030301f0), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:43.558084 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-e648fe00-fd33-462d-a20c-70467a29f15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0796a59-6a05-43ff-907e-d119030301f0', 'name': 'tempest-RoutersTest-router-1095933935', 'tenant_id': '7868b54a8a9242e68b824f4621b68e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:50:41Z', 'updated_at': '2022-02-04T12:50:42Z', 'revision_number': 2, 'project_id': '7868b54a8a9242e68b824f4621b68e06', 'gw_port_host': None}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:50:43.608750 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-986503a2-a3f9-41d9-b41b-ce5d1265bcc2 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622829'] for router (c0796a59-6a05-43ff-907e-d119030301f0), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:43.609464 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-986503a2-a3f9-41d9-b41b-ce5d1265bcc2 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Fanout notify agent at l3_agent the message router_deleted on router c0796a59-6a05-43ff-907e-d119030301f0 {{(pid=103475) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 12:50:43.624493 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-986503a2-a3f9-41d9-b41b-ce5d1265bcc2 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] Publish callbacks [] for router (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:43.630047 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 41230) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:50:43.642392 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-986503a2-a3f9-41d9-b41b-ce5d1265bcc2 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] 10.222.0.65 "DELETE /v2.0/routers/c0796a59-6a05-43ff-907e-d119030301f0 HTTP/1.1" status: 204 len: 168 time: 0.7900493 Feb 04 12:50:43.654646 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e648fe00-fd33-462d-a20c-70467a29f15b None None] The sync data for ids ['c0796a59-6a05-43ff-907e-d119030301f0'] in n-d-825015-3 is: [{'id': 'c0796a59-6a05-43ff-907e-d119030301f0', 'name': 'tempest-RoutersTest-router-1095933935', 'tenant_id': '7868b54a8a9242e68b824f4621b68e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:50:41Z', 'updated_at': '2022-02-04T12:50:42Z', 'revision_number': 2, 'project_id': '7868b54a8a9242e68b824f4621b68e06', 'gw_port_host': None}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:50:43.704653 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-4c78a965-819e-4399-9d45-6f4abdd5f7f1 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] 10.222.0.65 "GET /v2.0/ports?device_id=c0796a59-6a05-43ff-907e-d119030301f0 HTTP/1.1" status: 200 len: 205 time: 0.0733774 Feb 04 12:50:43.708053 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 41232) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:50:43.776969 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c4ad5574-5305-46df-9e03-08ab8d32f1f4 req-f8ac7776-5cd7-47f8-92d2-fe0f0f2a84af service neutron] 10.222.0.77 "GET /v2.0/networks/f237d722-433d-480c-8987-66d34675134e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4984117 Feb 04 12:50:43.806699 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-02adba48-c34e-4aa5-bb59-8054952d7fb5 req-bdec0ce1-341c-4857-bc07-d53210cb4157 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4159353 Feb 04 12:50:43.823079 n-d-825015-3 neutron-server[103474]: INFO neutron.api.v2.resource [None req-2cc5a31d-f023-4e12-b6bb-14b974c04ba4 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] delete failed (client error): The resource could not be found. Feb 04 12:50:43.828290 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-2cc5a31d-f023-4e12-b6bb-14b974c04ba4 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] 10.222.0.65 "DELETE /v2.0/routers/c0796a59-6a05-43ff-907e-d119030301f0 HTTP/1.1" status: 404 len: 336 time: 0.1187534 Feb 04 12:50:43.831536 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 41240) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:50:43.861484 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486397ac-5213-419c-9e36-ca350d2a25f6 req-d24d1cb8-49d7-47ac-b280-55c54b2d005d tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:43.893713 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-486397ac-5213-419c-9e36-ca350d2a25f6 req-d24d1cb8-49d7-47ac-b280-55c54b2d005d tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/ports?device_id=f21977dc-63e1-4656-84be-640bdedca9a1 HTTP/1.1" status: 200 len: 946 time: 0.5133660 Feb 04 12:50:43.917423 n-d-825015-3 neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d72c9dc-a70e-49a2-b351-4d6d4ee34135 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] DELETE failed (client error): The resource could not be found. Feb 04 12:50:43.920305 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d72c9dc-a70e-49a2-b351-4d6d4ee34135 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 12:50:43.927383 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-4d72c9dc-a70e-49a2-b351-4d6d4ee34135 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] 10.222.0.65 "DELETE /v2.0/subnets/0ff9dbb1-f287-4d92-8521-22c020ec5928 HTTP/1.1" status: 404 len: 337 time: 0.0943544 Feb 04 12:50:43.932506 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 41244) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:50:43.982087 n-d-825015-3 neutron-server[103475]: INFO neutron.pecan_wsgi.hooks.translation [None req-45ce7c0a-958b-4f38-8ae3-b6c9988ed567 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] DELETE failed (client error): The resource could not be found. Feb 04 12:50:43.982553 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45ce7c0a-958b-4f38-8ae3-b6c9988ed567 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103475) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 12:50:43.986180 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-45ce7c0a-958b-4f38-8ae3-b6c9988ed567 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] 10.222.0.65 "DELETE /v2.0/subnets/341ec1e5-22cd-402c-9d0a-202f713a4ffe HTTP/1.1" status: 404 len: 337 time: 0.0524917 Feb 04 12:50:43.989285 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 41248) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:50:44.078276 n-d-825015-3 neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-b416a422-cb8b-4f59-a87e-e8627cd39d1e tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] DELETE failed (client error): The resource could not be found. Feb 04 12:50:44.080298 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b416a422-cb8b-4f59-a87e-e8627cd39d1e tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 12:50:44.088342 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-b416a422-cb8b-4f59-a87e-e8627cd39d1e tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] 10.222.0.65 "DELETE /v2.0/subnets/5e579351-9e73-4fe1-96ea-c8c12b30dd04 HTTP/1.1" status: 404 len: 337 time: 0.0955784 Feb 04 12:50:44.089143 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 41250) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:50:44.157039 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-486397ac-5213-419c-9e36-ca350d2a25f6 req-c2c8e151-8db9-4bea-b949-15f2309113cf tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f05596b-0435-48d8-81d4-28b11f6be2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623754 Feb 04 12:50:44.163005 n-d-825015-3 neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd20b5bf-6238-4e9f-9be7-f06abc4c2f76 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] DELETE failed (client error): The resource could not be found. Feb 04 12:50:44.164251 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd20b5bf-6238-4e9f-9be7-f06abc4c2f76 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 12:50:44.171391 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-dd20b5bf-6238-4e9f-9be7-f06abc4c2f76 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] 10.222.0.65 "DELETE /v2.0/subnets/f89f4a4b-1430-4424-b1a3-7f3d5fb6a02d HTTP/1.1" status: 404 len: 337 time: 0.0690956 Feb 04 12:50:44.177205 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 41252) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:50:44.185430 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579503dd-8959-4ab2-9cdf-c7d7a763d821 req-0e5ec488-ab1c-42cb-b7c1-40c8af80d50d tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:44.188843 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-579503dd-8959-4ab2-9cdf-c7d7a763d821 req-0e5ec488-ab1c-42cb-b7c1-40c8af80d50d tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e20afb-28eb-4ddc-9c2d-239e9429c0af HTTP/1.1" status: 200 len: 944 time: 0.1696045 Feb 04 12:50:44.240125 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-ce115737-ee42-41c5-ba2e-b0235ad6e09e tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] 10.222.0.65 "GET /v2.0/ports?device_id=e44af5d4-025e-48c3-a565-2b5149836ba6 HTTP/1.1" status: 200 len: 205 time: 0.0615301 Feb 04 12:50:44.245375 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 41254) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:50:44.339193 n-d-825015-3 neutron-server[103474]: INFO neutron.api.v2.resource [None req-4bf5e610-4464-4e78-96b3-01f4b5f03377 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] delete failed (client error): The resource could not be found. Feb 04 12:50:44.340628 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-4bf5e610-4464-4e78-96b3-01f4b5f03377 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] 10.222.0.65 "DELETE /v2.0/routers/e44af5d4-025e-48c3-a565-2b5149836ba6 HTTP/1.1" status: 404 len: 336 time: 0.0942822 Feb 04 12:50:44.345377 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 41262) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:50:44.400393 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-2e947002-94e7-4db7-ae6c-34dff678af96 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] 10.222.0.65 "GET /v2.0/ports?device_id=ab81d300-3961-4448-a026-df0167a1c277 HTTP/1.1" status: 200 len: 205 time: 0.0507963 Feb 04 12:50:44.400980 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 41264) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:50:44.407258 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-579503dd-8959-4ab2-9cdf-c7d7a763d821 req-2c6165d9-dee9-4205-94b2-b6cd8bc702c8 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124343 Feb 04 12:50:44.453098 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63393f02-e302-4152-b0d5-3117c416e78b req-c989a83a-9bd0-44a3-a6a7-a88d54efb0a1 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:44.455989 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-63393f02-e302-4152-b0d5-3117c416e78b req-c989a83a-9bd0-44a3-a6a7-a88d54efb0a1 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 945 time: 0.1456745 Feb 04 12:50:44.466453 n-d-825015-3 neutron-server[103474]: INFO neutron.api.v2.resource [None req-5d9ac49b-7fb1-4222-ab3d-d3b060d2982d tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] delete failed (client error): The resource could not be found. Feb 04 12:50:44.470687 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-5d9ac49b-7fb1-4222-ab3d-d3b060d2982d tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] 10.222.0.65 "DELETE /v2.0/routers/ab81d300-3961-4448-a026-df0167a1c277 HTTP/1.1" status: 404 len: 336 time: 0.0654685 Feb 04 12:50:44.471283 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 41266) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:50:44.523773 n-d-825015-3 neutron-server[103475]: INFO neutron.pecan_wsgi.hooks.translation [None req-099ea423-f633-4f5c-a16f-0b33136ea002 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] DELETE failed (client error): The resource could not be found. Feb 04 12:50:44.524266 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-099ea423-f633-4f5c-a16f-0b33136ea002 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103475) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 12:50:44.529670 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-099ea423-f633-4f5c-a16f-0b33136ea002 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] 10.222.0.65 "DELETE /v2.0/subnets/f67c68e3-2c9e-4b86-8513-bd08f78f28c3 HTTP/1.1" status: 404 len: 337 time: 0.0550001 Feb 04 12:50:44.531127 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 41270) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:50:44.571437 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-63393f02-e302-4152-b0d5-3117c416e78b req-35228d17-4f3d-4926-800a-ebe9dcf8e6eb tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089664 Feb 04 12:50:44.587770 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 41272) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:50:44.600174 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-9b7b7044-5a68-4d7c-b8ca-1064e1b3dd21 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] 10.222.0.65 "GET /v2.0/ports?device_id=76dbdb81-dd94-4cbf-a8e9-550f2e7c3e88 HTTP/1.1" status: 200 len: 205 time: 0.0664549 Feb 04 12:50:44.669048 n-d-825015-3 neutron-server[103475]: INFO neutron.api.v2.resource [None req-0a22d243-5246-40b6-97cc-b2910657a89e tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] delete failed (client error): The resource could not be found. Feb 04 12:50:44.673329 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-0a22d243-5246-40b6-97cc-b2910657a89e tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] 10.222.0.65 "DELETE /v2.0/routers/76dbdb81-dd94-4cbf-a8e9-550f2e7c3e88 HTTP/1.1" status: 404 len: 336 time: 0.0842996 Feb 04 12:50:44.674314 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 41280) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:50:44.732321 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 41282) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:50:44.736965 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-af0a856d-521d-44bc-94b4-f57d7ba9f8ab tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] 10.222.0.65 "GET /v2.0/ports?device_id=c031759d-3f08-4143-92f5-eb913116744d HTTP/1.1" status: 200 len: 205 time: 0.0551114 Feb 04 12:50:44.796578 n-d-825015-3 neutron-server[103475]: INFO neutron.api.v2.resource [None req-f52607de-5891-4173-ad93-50b0e4933d26 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] delete failed (client error): The resource could not be found. Feb 04 12:50:44.801669 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-f52607de-5891-4173-ad93-50b0e4933d26 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] 10.222.0.65 "DELETE /v2.0/routers/c031759d-3f08-4143-92f5-eb913116744d HTTP/1.1" status: 404 len: 336 time: 0.0620108 Feb 04 12:50:44.803659 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 41284) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:50:44.838902 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8146a712-8063-4a58-9963-40bfbed925fa req-bbe80d76-4fb2-449d-994a-f005580ac16b tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:44.850476 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8146a712-8063-4a58-9963-40bfbed925fa req-bbe80d76-4fb2-449d-994a-f005580ac16b tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 945 time: 0.1643081 Feb 04 12:50:44.861691 n-d-825015-3 neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e71fdca-1297-4f07-82e9-c5692fb1d9d9 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] DELETE failed (client error): The resource could not be found. Feb 04 12:50:44.862316 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e71fdca-1297-4f07-82e9-c5692fb1d9d9 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 12:50:44.866828 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-2e71fdca-1297-4f07-82e9-c5692fb1d9d9 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] 10.222.0.65 "DELETE /v2.0/subnets/5874296b-e720-4309-a578-2acd9f6bcf94 HTTP/1.1" status: 404 len: 337 time: 0.0612426 Feb 04 12:50:44.869313 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 41286) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:50:44.933995 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-394f9ef5-42c3-4c19-bc0f-1f6fbc650659 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] 10.222.0.65 "GET /v2.0/ports?device_id=d1567ab1-057e-4000-b5b5-a99dd64e7215 HTTP/1.1" status: 200 len: 205 time: 0.0620043 Feb 04 12:50:44.935643 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 41288) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:50:44.996809 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8146a712-8063-4a58-9963-40bfbed925fa req-f6354357-14bb-406f-bc2d-520e2aa49e5e tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406195 Feb 04 12:50:45.001447 n-d-825015-3 neutron-server[103474]: INFO neutron.api.v2.resource [None req-af4cd248-ef00-4c00-9902-90608155719d tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] delete failed (client error): The resource could not be found. Feb 04 12:50:45.002708 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-af4cd248-ef00-4c00-9902-90608155719d tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] 10.222.0.65 "DELETE /v2.0/routers/d1567ab1-057e-4000-b5b5-a99dd64e7215 HTTP/1.1" status: 404 len: 336 time: 0.0649509 Feb 04 12:50:45.005757 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 41290) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:50:45.033930 n-d-825015-3 neutron-server[103475]: INFO neutron.pecan_wsgi.hooks.translation [None req-083781db-13b9-44b3-81f4-48aef188f583 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] DELETE failed (client error): The resource could not be found. Feb 04 12:50:45.034396 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-083781db-13b9-44b3-81f4-48aef188f583 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103475) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 12:50:45.040649 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 41294) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:50:45.040908 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-083781db-13b9-44b3-81f4-48aef188f583 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] 10.222.0.65 "DELETE /v2.0/subnets/7f2b9dca-818f-4f69-99a0-b3457f5c6d32 HTTP/1.1" status: 404 len: 337 time: 0.0338981 Feb 04 12:50:45.104028 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-348a76e8-7601-4f5c-9008-71ba2627f981 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] 10.222.0.65 "GET /v2.0/ports?device_id=c01bb6e5-0422-463f-854b-29c600f1159c HTTP/1.1" status: 200 len: 205 time: 0.0609970 Feb 04 12:50:45.109165 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 41302) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:50:45.192995 n-d-825015-3 neutron-server[103475]: INFO neutron.api.v2.resource [None req-b0223bee-e1e8-45a3-a64a-ddd2cce02a12 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] delete failed (client error): The resource could not be found. Feb 04 12:50:45.195720 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-b0223bee-e1e8-45a3-a64a-ddd2cce02a12 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] 10.222.0.65 "DELETE /v2.0/routers/c01bb6e5-0422-463f-854b-29c600f1159c HTTP/1.1" status: 404 len: 336 time: 0.0849872 Feb 04 12:50:45.199417 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 41310) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:50:45.272926 n-d-825015-3 neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-71ff0280-9c9e-4f34-8c3b-39cd24fb7f54 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] DELETE failed (client error): The resource could not be found. Feb 04 12:50:45.273415 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71ff0280-9c9e-4f34-8c3b-39cd24fb7f54 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 12:50:45.276787 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-71ff0280-9c9e-4f34-8c3b-39cd24fb7f54 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] 10.222.0.65 "DELETE /v2.0/subnets/dc818961-3900-4afc-9b63-87c60625a509 HTTP/1.1" status: 404 len: 337 time: 0.0755117 Feb 04 12:50:45.281650 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 41312) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:50:45.320419 n-d-825015-3 neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-1032dedc-81cb-4724-8cb1-39ffee7c06e7 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] DELETE failed (client error): The resource could not be found. Feb 04 12:50:45.321019 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1032dedc-81cb-4724-8cb1-39ffee7c06e7 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 12:50:45.325168 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-1032dedc-81cb-4724-8cb1-39ffee7c06e7 tempest-RoutersTest-1227568608 tempest-RoutersTest-1227568608-project] 10.222.0.65 "DELETE /v2.0/subnets/20b97c4b-b3e9-4a6f-87a1-70fbd8a4d762 HTTP/1.1" status: 404 len: 337 time: 0.0424650 Feb 04 12:50:45.467045 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a39b4e-890c-4a1d-bb70-2f69002ba5c0 req-593602ae-16d8-4483-9775-862e3cba7c62 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:45.480716 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-17a39b4e-890c-4a1d-bb70-2f69002ba5c0 req-593602ae-16d8-4483-9775-862e3cba7c62 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 945 time: 0.2073112 Feb 04 12:50:45.496943 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3c95b8-56fd-4899-8fcb-895ad54acd64 req-2341a41b-de1d-4418-bc20-ff3e7fbfa6bb tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:45.499311 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bf3c95b8-56fd-4899-8fcb-895ad54acd64 req-2341a41b-de1d-4418-bc20-ff3e7fbfa6bb tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/ports?device_id=f21977dc-63e1-4656-84be-640bdedca9a1 HTTP/1.1" status: 200 len: 946 time: 0.1947658 Feb 04 12:50:45.598769 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-38000a86-851d-4a99-ab77-5d581e6e0509 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:45.612945 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bf3c95b8-56fd-4899-8fcb-895ad54acd64 req-7e91e141-ad6d-4f06-9556-77d933ca5add tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f05596b-0435-48d8-81d4-28b11f6be2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987949 Feb 04 12:50:45.673301 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-17a39b4e-890c-4a1d-bb70-2f69002ba5c0 req-fd77637a-1528-4897-8598-7a66620923cf tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849129 Feb 04 12:50:45.834297 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 41330) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:50:45.922387 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283cf0b8-a217-405b-9a49-8adf72fadccd req-51e84641-e9d9-41d0-81d1-e0af5c3faaea tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:45.927526 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-283cf0b8-a217-405b-9a49-8adf72fadccd req-51e84641-e9d9-41d0-81d1-e0af5c3faaea tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e20afb-28eb-4ddc-9c2d-239e9429c0af HTTP/1.1" status: 200 len: 944 time: 0.1660919 Feb 04 12:50:46.007048 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-283cf0b8-a217-405b-9a49-8adf72fadccd req-26dea81e-dea0-4a12-a6b4-6ce2d057d422 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530829 Feb 04 12:50:46.049914 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e40213-bc98-4bcc-8a1b-85e7ad921b88 req-490c2d4e-3650-4898-b6a2-6c808800ba85 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:46.051725 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-50e40213-bc98-4bcc-8a1b-85e7ad921b88 req-490c2d4e-3650-4898-b6a2-6c808800ba85 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/ports?device_id=f21977dc-63e1-4656-84be-640bdedca9a1 HTTP/1.1" status: 200 len: 946 time: 0.2356837 Feb 04 12:50:46.230664 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-50e40213-bc98-4bcc-8a1b-85e7ad921b88 req-efccebd8-ea20-4d98-a46e-c6838abfc4e1 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f05596b-0435-48d8-81d4-28b11f6be2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672726 Feb 04 12:50:46.292029 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 41342) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:50:46.294430 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-d09fd683-9cad-4dab-b77f-cd7436fbd54b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7868b54a8a9242e68b824f4621b68e06&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4585969 Feb 04 12:50:46.367833 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5a170a-eb1f-426c-9473-edce2025b13d req-4bce2d17-ee21-4bdb-aeb7-cafc5b99349c tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:46.367833 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-db5a170a-eb1f-426c-9473-edce2025b13d req-4bce2d17-ee21-4bdb-aeb7-cafc5b99349c tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 945 time: 0.1573632 Feb 04 12:50:46.440208 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4ef2e4f6-b627-4ca4-93b4-9188a8dfd65f admin admin] Publish callbacks [] for security_group (1bf123cd-6e72-4fbd-a6dc-3cb7a19e2923), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:46.491304 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4ef2e4f6-b627-4ca4-93b4-9188a8dfd65f admin admin] Publish callbacks [] for security_group (1bf123cd-6e72-4fbd-a6dc-3cb7a19e2923), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:46.507826 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-db5a170a-eb1f-426c-9473-edce2025b13d req-ba104f57-933c-40c3-b3b9-0e0c04e28bd0 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119332 Feb 04 12:50:46.774242 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4ef2e4f6-b627-4ca4-93b4-9188a8dfd65f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (1bf123cd-6e72-4fbd-a6dc-3cb7a19e2923), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:46.777276 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4ef2e4f6-b627-4ca4-93b4-9188a8dfd65f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:46.778824 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-4ef2e4f6-b627-4ca4-93b4-9188a8dfd65f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1bf123cd-6e72-4fbd-a6dc-3cb7a19e2923 HTTP/1.1" status: 204 len: 168 time: 0.4802585 Feb 04 12:50:46.859206 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef2e4f6-b627-4ca4-93b4-9188a8dfd65f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bf123cd-6e72-4fbd-a6dc-3cb7a19e2923,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:46.953491 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42096e7d-2c44-49f3-8ef0-a665b2fe7495 req-9babda45-ee0b-4873-ad7b-d967ec42ff4d tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:46.956994 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-42096e7d-2c44-49f3-8ef0-a665b2fe7495 req-9babda45-ee0b-4873-ad7b-d967ec42ff4d tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 945 time: 0.2262418 Feb 04 12:50:47.097427 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-42096e7d-2c44-49f3-8ef0-a665b2fe7495 req-40845018-71cd-4fff-8251-94b68cfbc7ca tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288033 Feb 04 12:50:47.467832 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93a7031-1070-41ad-bbf0-ddd42ceabc29 req-f947f9d8-0a26-430f-a0bc-a7f52395f04b tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:47.477803 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e93a7031-1070-41ad-bbf0-ddd42ceabc29 req-f947f9d8-0a26-430f-a0bc-a7f52395f04b tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/networks?id=b0350313-177d-4c5b-9b2d-aae5a7745f86 HTTP/1.1" status: 200 len: 815 time: 0.3131523 Feb 04 12:50:47.505020 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e93a7031-1070-41ad-bbf0-ddd42ceabc29 req-278af57b-ea82-4e02-bf80-450de9c9a9a9 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/quotas/510f69789e354304b7a3dd689bde3cf8 HTTP/1.1" status: 200 len: 375 time: 0.0252843 Feb 04 12:50:47.568887 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ab1f97-cb6e-41c2-ac41-9c966cb7d9e2 req-765d42c7-2393-4652-922f-28484ced097d tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:47.576422 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-95ab1f97-cb6e-41c2-ac41-9c966cb7d9e2 req-765d42c7-2393-4652-922f-28484ced097d tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e20afb-28eb-4ddc-9c2d-239e9429c0af HTTP/1.1" status: 200 len: 944 time: 0.2842565 Feb 04 12:50:47.691296 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e93a7031-1070-41ad-bbf0-ddd42ceabc29 req-bd711613-b318-4fc6-9e30-baf77f0c807b tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=510f69789e354304b7a3dd689bde3cf8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1849287 Feb 04 12:50:47.815983 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-95ab1f97-cb6e-41c2-ac41-9c966cb7d9e2 req-f8258c4b-55cf-43bf-ab40-c3ac5a5803e0 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376831 Feb 04 12:50:48.015567 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e93a7031-1070-41ad-bbf0-ddd42ceabc29 req-7d5d24a7-ef29-44b7-b0e0-9d5f17c834a1 service neutron] 10.222.0.65 "GET /v2.0/networks/b0350313-177d-4c5b-9b2d-aae5a7745f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3223858 Feb 04 12:50:48.037141 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab099a05-bb9f-4130-9f22-f0b14a33fb12 req-dd5b1561-414f-4067-ac75-26f5d6d817ef tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:48.037730 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-90c0e721-bffc-44e3-86ea-575e0467d41d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:48.050492 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ab099a05-bb9f-4130-9f22-f0b14a33fb12 req-dd5b1561-414f-4067-ac75-26f5d6d817ef tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 945 time: 0.1404221 Feb 04 12:50:48.317244 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ab099a05-bb9f-4130-9f22-f0b14a33fb12 req-be2a1cdb-ca71-41aa-83a3-479f6296ffe7 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632821 Feb 04 12:50:48.339316 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ca29dd-9780-475e-b8b5-4856a691df16 req-d19fe8bc-e1b0-4390-ac70-19e9daf05c74 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:48.340958 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f4ca29dd-9780-475e-b8b5-4856a691df16 req-d19fe8bc-e1b0-4390-ac70-19e9daf05c74 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.77 "GET /v2.0/ports?device_id=f21977dc-63e1-4656-84be-640bdedca9a1 HTTP/1.1" status: 200 len: 946 time: 0.2395515 Feb 04 12:50:48.509589 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 12:50:48.534595 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e93a7031-1070-41ad-bbf0-ddd42ceabc29 req-d44880ba-4f66-42e6-9448-6f6065689aa7 service neutron] 10.222.0.65 "GET /v2.0/networks/b0350313-177d-4c5b-9b2d-aae5a7745f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4789674 Feb 04 12:50:48.728147 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-f4ca29dd-9780-475e-b8b5-4856a691df16 req-35c3a7af-ff84-4734-a6ec-ce4987a4ca08 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Deleting port 9b02c5ac-8d7a-4f3f-a602-3b415d069742 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:50:48.736305 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-f4ca29dd-9780-475e-b8b5-4856a691df16 req-35c3a7af-ff84-4734-a6ec-ce4987a4ca08 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (9b02c5ac-8d7a-4f3f-a602-3b415d069742), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:48.963487 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-63b0f605-c63a-45aa-ac60-72970ee14065 req-fe325b43-6e57-4c0d-ae52-797e9a78ef74 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/ports?device_id=8bdb426b-6375-4da3-839b-53288ad0c03c HTTP/1.1" status: 200 len: 210 time: 0.0730736 Feb 04 12:50:48.980451 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 41422) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:50:49.263855 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-f4ca29dd-9780-475e-b8b5-4856a691df16 req-35c3a7af-ff84-4734-a6ec-ce4987a4ca08 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] For port 9b02c5ac-8d7a-4f3f-a602-3b415d069742, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=9b02c5ac-8d7a-4f3f-a602-3b415d069742,segment=NetworkSegment(e06f3fb1-3389-4291-b030-5cfb56d31cde),segment_id=e06f3fb1-3389-4291-b030-5cfb56d31cde)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:50:49.264129 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-f4ca29dd-9780-475e-b8b5-4856a691df16 req-35c3a7af-ff84-4734-a6ec-ce4987a4ca08 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (9b02c5ac-8d7a-4f3f-a602-3b415d069742), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:49.269871 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:49.281978 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-5af686eb-68bd-4be4-8ff6-84948ebe0dc0 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1041468773', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:50:49.290028 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-f4ca29dd-9780-475e-b8b5-4856a691df16 req-35c3a7af-ff84-4734-a6ec-ce4987a4ca08 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Calling delete_port for 9b02c5ac-8d7a-4f3f-a602-3b415d069742 owned by compute:nova {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:50:49.323716 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5af686eb-68bd-4be4-8ff6-84948ebe0dc0 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10933'] for router (908a99cc-62e3-4cdf-aa91-b9cc9636033c), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:49.326101 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5af686eb-68bd-4be4-8ff6-84948ebe0dc0 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10924'] for router (908a99cc-62e3-4cdf-aa91-b9cc9636033c), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:49.399017 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b144f53-9e7f-4333-aa37-28d63f5bd1a9 req-b6bce962-f705-419a-a77a-b8fd2c466708 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:49.408344 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7b144f53-9e7f-4333-aa37-28d63f5bd1a9 req-b6bce962-f705-419a-a77a-b8fd2c466708 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e20afb-28eb-4ddc-9c2d-239e9429c0af HTTP/1.1" status: 200 len: 944 time: 0.2079616 Feb 04 12:50:49.474786 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5af686eb-68bd-4be4-8ff6-84948ebe0dc0 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks [] for router_controller (908a99cc-62e3-4cdf-aa91-b9cc9636033c), precommit_add_association {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:49.493444 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5af686eb-68bd-4be4-8ff6-84948ebe0dc0 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141'] for router (908a99cc-62e3-4cdf-aa91-b9cc9636033c), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:49.531084 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5af686eb-68bd-4be4-8ff6-84948ebe0dc0 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:49.535426 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-5af686eb-68bd-4be4-8ff6-84948ebe0dc0 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.5526357 Feb 04 12:50:49.540280 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 41444) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:50:49.556106 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-8fea2a2c-8bef-4cd4-a3d4-93e0c418754b tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1880386333'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:50:49.594877 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fea2a2c-8bef-4cd4-a3d4-93e0c418754b tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Made reservation on behalf of 1b01c085b71241b3b4bee23c3ec1a3ff for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:50:49.610729 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8fea2a2c-8bef-4cd4-a3d4-93e0c418754b tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:49.632670 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8fea2a2c-8bef-4cd4-a3d4-93e0c418754b tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:49.816448 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7b144f53-9e7f-4333-aa37-28d63f5bd1a9 req-73f8b239-2dd1-4e3a-94d9-437d735b5989 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4071681 Feb 04 12:50:49.855328 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8fea2a2c-8bef-4cd4-a3d4-93e0c418754b tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks [] for security_group (97deb5a9-21b3-4e25-8d48-d0b124f7e625), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:49.855890 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9cea07-5ba3-48c8-92f5-49f6a5e0783b req-3ebda679-c87f-47b1-adc7-f902b5f71b96 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:49.857475 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5e9cea07-5ba3-48c8-92f5-49f6a5e0783b req-3ebda679-c87f-47b1-adc7-f902b5f71b96 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 945 time: 0.2543702 Feb 04 12:50:49.870495 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8fea2a2c-8bef-4cd4-a3d4-93e0c418754b tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (97deb5a9-21b3-4e25-8d48-d0b124f7e625), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:49.959357 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fea2a2c-8bef-4cd4-a3d4-93e0c418754b tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:50:50.029142 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8fea2a2c-8bef-4cd4-a3d4-93e0c418754b tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (c83d4d6f-16ab-4b56-b96e-966cca30e3d2), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:50.032501 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-8fea2a2c-8bef-4cd4-a3d4-93e0c418754b tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Added segment c83d4d6f-16ab-4b56-b96e-966cca30e3d2 of type vlan for network 4684ab22-5437-4939-a8ca-72706d2ad1ec Feb 04 12:50:50.126905 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-f4ca29dd-9780-475e-b8b5-4856a691df16 req-35c3a7af-ff84-4734-a6ec-ce4987a4ca08 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (9b02c5ac-8d7a-4f3f-a602-3b415d069742), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:50.127458 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8fea2a2c-8bef-4cd4-a3d4-93e0c418754b tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (4684ab22-5437-4939-a8ca-72706d2ad1ec), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:50.149571 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['9b02c5ac-8d7a-4f3f-a602-3b415d069742'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:50:50.172064 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea2a2c-8bef-4cd4-a3d4-93e0c418754b tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97deb5a9-21b3-4e25-8d48-d0b124f7e625,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:50.238142 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8fea2a2c-8bef-4cd4-a3d4-93e0c418754b tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (4684ab22-5437-4939-a8ca-72706d2ad1ec), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:50.255563 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fea2a2c-8bef-4cd4-a3d4-93e0c418754b tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:50.257821 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8fea2a2c-8bef-4cd4-a3d4-93e0c418754b tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:50.269155 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c3a7af-ff84-4734-a6ec-ce4987a4ca08 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Pushing event deleted for resources: {'Port': ['ID=9b02c5ac-8d7a-4f3f-a602-3b415d069742,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:50.281991 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-84591300-fb37-4059-835c-2cefe90cc1a4 req-56e27765-047f-40f1-a6b9-3da4d5af5479 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/ports?device_id=8bdb426b-6375-4da3-839b-53288ad0c03c HTTP/1.1" status: 200 len: 210 time: 0.1547759 Feb 04 12:50:50.363647 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-8fea2a2c-8bef-4cd4-a3d4-93e0c418754b tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8150413 Feb 04 12:50:50.364907 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5e9cea07-5ba3-48c8-92f5-49f6a5e0783b req-9234a1d7-d6d2-4b9d-9fb0-b87557d0b096 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4972048 Feb 04 12:50:50.366076 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 41454) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:50:50.387893 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-407b3306-b429-4b55-91d0-d0d921ed9155 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Request body: {'subnet': {'network_id': '4684ab22-5437-4939-a8ca-72706d2ad1ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:50:50.414912 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4ca29dd-9780-475e-b8b5-4856a691df16 req-35c3a7af-ff84-4734-a6ec-ce4987a4ca08 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] No DVR routers for this DVR port 9b02c5ac-8d7a-4f3f-a602-3b415d069742 on host n-h2-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:50:50.429378 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-f4ca29dd-9780-475e-b8b5-4856a691df16 req-35c3a7af-ff84-4734-a6ec-ce4987a4ca08 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:50.433446 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f4ca29dd-9780-475e-b8b5-4856a691df16 req-35c3a7af-ff84-4734-a6ec-ce4987a4ca08 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.77 "DELETE /v2.0/ports/9b02c5ac-8d7a-4f3f-a602-3b415d069742 HTTP/1.1" status: 204 len: 173 time: 2.0825846 Feb 04 12:50:50.434194 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f21977dc-63e1-4656-84be-640bdedca9a1', 'name': 'network-vif-deleted', 'tag': '9b02c5ac-8d7a-4f3f-a602-3b415d069742'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:50:50.445780 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebe90486-8e16-42bc-a977-bbf683ac086d" -d '{"events": [{"server_uuid": "f21977dc-63e1-4656-84be-640bdedca9a1", "name": "network-vif-deleted", "tag": "9b02c5ac-8d7a-4f3f-a602-3b415d069742"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:50:50.553707 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:50.615419 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c72c1dab-ab7f-42e8-bcfe-5f0f4258b72f x-openstack-request-id: req-c72c1dab-ab7f-42e8-bcfe-5f0f4258b72f {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:50:50.616047 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f21977dc-63e1-4656-84be-640bdedca9a1", "name": "network-vif-deleted", "tag": "9b02c5ac-8d7a-4f3f-a602-3b415d069742", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:50:50.623786 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea2a2c-8bef-4cd4-a3d4-93e0c418754b tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Pushing event updated for resources: {'Network': ['ID=4684ab22-5437-4939-a8ca-72706d2ad1ec,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:50.625758 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c72c1dab-ab7f-42e8-bcfe-5f0f4258b72f {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:50:50.626563 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f21977dc-63e1-4656-84be-640bdedca9a1', 'name': 'network-vif-deleted', 'tag': '9b02c5ac-8d7a-4f3f-a602-3b415d069742', 'status': 'completed', 'code': 200} Feb 04 12:50:50.656165 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 4684ab22-5437-4939-a8ca-72706d2ad1ec details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:50:50.700679 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-407b3306-b429-4b55-91d0-d0d921ed9155 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Made reservation on behalf of 1b01c085b71241b3b4bee23c3ec1a3ff for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:50:50.709788 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-407b3306-b429-4b55-91d0-d0d921ed9155 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:51.299654 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b125bd39-a49b-488e-8e2c-2e3caca1ae90 req-d348dc8c-361f-48e5-85de-b52f91e5dc22 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:51.303681 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b125bd39-a49b-488e-8e2c-2e3caca1ae90 req-d348dc8c-361f-48e5-85de-b52f91e5dc22 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e20afb-28eb-4ddc-9c2d-239e9429c0af HTTP/1.1" status: 200 len: 944 time: 0.3164904 Feb 04 12:50:51.498190 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4ba05bca-fc57-4492-8c72-9f7720e2d78f req-14f022b3-2b41-455c-a6bc-ae9d919e646a tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/ports?device_id=8bdb426b-6375-4da3-839b-53288ad0c03c HTTP/1.1" status: 200 len: 210 time: 0.0658276 Feb 04 12:50:51.535591 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-407b3306-b429-4b55-91d0-d0d921ed9155 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52094127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51452689'] for subnet (812445e6-f9e5-477b-a588-ec1fe7d0dbe5), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:51.610243 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93a7031-1070-41ad-bbf0-ddd42ceabc29 req-ef13687e-3026-4073-acfe-8b91140ac413 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:51.619839 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e93a7031-1070-41ad-bbf0-ddd42ceabc29 req-ef13687e-3026-4073-acfe-8b91140ac413 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.73 "GET /v2.0/networks?id=b0350313-177d-4c5b-9b2d-aae5a7745f86 HTTP/1.1" status: 200 len: 815 time: 0.5703700 Feb 04 12:50:51.666608 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b125bd39-a49b-488e-8e2c-2e3caca1ae90 req-b4444212-dc9a-430b-8a99-f45a843af62d tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3437445 Feb 04 12:50:51.672376 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-e93a7031-1070-41ad-bbf0-ddd42ceabc29 req-e32baf0c-469b-4d22-9ff8-e3fcaee2dfda tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Request body: {'port': {'device_id': '8bdb426b-6375-4da3-839b-53288ad0c03c', 'network_id': 'b0350313-177d-4c5b-9b2d-aae5a7745f86', 'admin_state_up': True, 'tenant_id': '510f69789e354304b7a3dd689bde3cf8'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:50:51.733023 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:52.275082 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407b3306-b429-4b55-91d0-d0d921ed9155 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Pushing event updated for resources: {'Subnet': ['ID=812445e6-f9e5-477b-a588-ec1fe7d0dbe5,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:52.359356 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6499807-16bf-40d6-b958-05718ec386e6 req-f19d6653-867d-446c-9909-54c1ec36a9fc tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:52.369092 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c6499807-16bf-40d6-b958-05718ec386e6 req-f19d6653-867d-446c-9909-54c1ec36a9fc tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 945 time: 0.7471516 Feb 04 12:50:52.412377 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407b3306-b429-4b55-91d0-d0d921ed9155 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Checking segment: {'id': 'c83d4d6f-16ab-4b56-b96e-966cca30e3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '4684ab22-5437-4939-a8ca-72706d2ad1ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:50:52.412732 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407b3306-b429-4b55-91d0-d0d921ed9155 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Network hostable DHCP agents. Network: 4684ab22-5437-4939-a8ca-72706d2ad1ec, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:50:52.465083 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c6499807-16bf-40d6-b958-05718ec386e6 req-b5b86c6b-2024-49f8-9403-43ef7a073699 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947783 Feb 04 12:50:52.484046 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e93a7031-1070-41ad-bbf0-ddd42ceabc29 req-e32baf0c-469b-4d22-9ff8-e3fcaee2dfda tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Made reservation on behalf of 510f69789e354304b7a3dd689bde3cf8 for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:50:52.493860 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e93a7031-1070-41ad-bbf0-ddd42ceabc29 req-e32baf0c-469b-4d22-9ff8-e3fcaee2dfda tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:52.532804 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407b3306-b429-4b55-91d0-d0d921ed9155 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Network 4684ab22-5437-4939-a8ca-72706d2ad1ec is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:50:52.602352 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-407b3306-b429-4b55-91d0-d0d921ed9155 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 4684ab22-5437-4939-a8ca-72706d2ad1ec) {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:50:52.619693 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de0fb62-aa08-44e2-960c-79595ded979e None None] Network 4684ab22-5437-4939-a8ca-72706d2ad1ec requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:50:52.632181 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407b3306-b429-4b55-91d0-d0d921ed9155 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:52.633155 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-407b3306-b429-4b55-91d0-d0d921ed9155 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:52.724242 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 9b02c5ac-8d7a-4f3f-a602-3b415d069742 no longer exists at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:50:52.760711 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] No Port match for: 9b02c5ac-8d7a-4f3f-a602-3b415d069742 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:50:52.760711 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 9b02c5ac-8d7a-4f3f-a602-3b415d069742 not bound to the agent host n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:50:52.837397 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-407b3306-b429-4b55-91d0-d0d921ed9155 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4663427 Feb 04 12:50:52.849262 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 41500) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:50:52.853442 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f20fe4-bec7-4d23-a2d9-a5b694d4a468 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-4684ab22-5437-4939-a8ca-72706d2ad1ec', 'network_id': '4684ab22-5437-4939-a8ca-72706d2ad1ec', 'project_id': '1b01c085b71241b3b4bee23c3ec1a3ff', 'fixed_ips': [{'subnet_id': '812445e6-f9e5-477b-a588-ec1fe7d0dbe5'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 12:50:52.854566 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d5f20fe4-bec7-4d23-a2d9-a5b694d4a468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:52.854868 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-330e0f56-4453-4de0-b7b0-d9ee35096f1b tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Request body: {'network': {'name': 'tempest-router-network01--1541624555'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:50:52.875623 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5b265214-b2b1-477d-b66c-5d15fa2951cc req-4cf1baa0-84f2-46b6-8711-bd86f26e6e03 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/ports?device_id=8bdb426b-6375-4da3-839b-53288ad0c03c HTTP/1.1" status: 200 len: 210 time: 0.0632293 Feb 04 12:50:52.893678 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-330e0f56-4453-4de0-b7b0-d9ee35096f1b tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Made reservation on behalf of 1b01c085b71241b3b4bee23c3ec1a3ff for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:50:52.899709 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-330e0f56-4453-4de0-b7b0-d9ee35096f1b tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:52.947012 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-330e0f56-4453-4de0-b7b0-d9ee35096f1b tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:50:52.958618 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-330e0f56-4453-4de0-b7b0-d9ee35096f1b tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (af935a21-e494-425c-9bc2-125083d35463), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:52.959257 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-330e0f56-4453-4de0-b7b0-d9ee35096f1b tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Added segment af935a21-e494-425c-9bc2-125083d35463 of type vlan for network f68c30e8-942b-474e-bbd4-a6bd13e639d1 Feb 04 12:50:53.046852 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-330e0f56-4453-4de0-b7b0-d9ee35096f1b tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (f68c30e8-942b-474e-bbd4-a6bd13e639d1), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:53.077252 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-d5f20fe4-bec7-4d23-a2d9-a5b694d4a468 None None] Allocated IP 2001:db8::2 (4684ab22-5437-4939-a8ca-72706d2ad1ec/812445e6-f9e5-477b-a588-ec1fe7d0dbe5/bf9e624e-68eb-4208-b2cd-4fc432585552) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:50:53.081537 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-e93a7031-1070-41ad-bbf0-ddd42ceabc29 req-e32baf0c-469b-4d22-9ff8-e3fcaee2dfda tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Allocated IP 172.20.0.9 (b0350313-177d-4c5b-9b2d-aae5a7745f86/690b8f25-e7cd-419d-81c6-e79d1382942c/dcdca9a0-2619-47c7-81e5-db73c262ced7) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:50:53.088313 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-330e0f56-4453-4de0-b7b0-d9ee35096f1b tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (f68c30e8-942b-474e-bbd4-a6bd13e639d1), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:53.105485 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77df3b70-ed7b-42e8-80bc-f3ee22a47558 req-d9eebb48-950b-4587-bf8c-fb3d1b02f807 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:53.112637 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-77df3b70-ed7b-42e8-80bc-f3ee22a47558 req-d9eebb48-950b-4587-bf8c-fb3d1b02f807 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e20afb-28eb-4ddc-9c2d-239e9429c0af HTTP/1.1" status: 200 len: 944 time: 0.2804756 Feb 04 12:50:53.116798 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-330e0f56-4453-4de0-b7b0-d9ee35096f1b tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:53.119198 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-330e0f56-4453-4de0-b7b0-d9ee35096f1b tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:53.334570 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-330e0f56-4453-4de0-b7b0-d9ee35096f1b tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4713306 Feb 04 12:50:53.337880 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 41508) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:50:53.352800 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-ad78d7d0-95e9-4acd-960f-2b9b6ebee4a7 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Request body: {'network': {'name': 'tempest-router-network02--864872198'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:50:53.360571 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330e0f56-4453-4de0-b7b0-d9ee35096f1b tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Pushing event updated for resources: {'Network': ['ID=f68c30e8-942b-474e-bbd4-a6bd13e639d1,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:53.395339 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad78d7d0-95e9-4acd-960f-2b9b6ebee4a7 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Made reservation on behalf of 1b01c085b71241b3b4bee23c3ec1a3ff for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:50:53.398281 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e93a7031-1070-41ad-bbf0-ddd42ceabc29 req-e32baf0c-469b-4d22-9ff8-e3fcaee2dfda tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Publish callbacks [] for port (dcdca9a0-2619-47c7-81e5-db73c262ced7), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:53.400728 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network f68c30e8-942b-474e-bbd4-a6bd13e639d1 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:50:53.410318 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ad78d7d0-95e9-4acd-960f-2b9b6ebee4a7 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:53.466706 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-77df3b70-ed7b-42e8-80bc-f3ee22a47558 req-fb48f8fb-b0fb-4483-a563-362741104664 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301087 Feb 04 12:50:53.491287 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad78d7d0-95e9-4acd-960f-2b9b6ebee4a7 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:50:53.523157 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ad78d7d0-95e9-4acd-960f-2b9b6ebee4a7 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (044040f1-472f-4968-847a-d42f7ef2e69a), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:53.523917 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-ad78d7d0-95e9-4acd-960f-2b9b6ebee4a7 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Added segment 044040f1-472f-4968-847a-d42f7ef2e69a of type vlan for network 329ef08e-6a0d-4210-8944-a2c3a2f22f95 Feb 04 12:50:53.541368 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e93a7031-1070-41ad-bbf0-ddd42ceabc29 req-e32baf0c-469b-4d22-9ff8-e3fcaee2dfda tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (dcdca9a0-2619-47c7-81e5-db73c262ced7), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:53.599389 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d5f20fe4-bec7-4d23-a2d9-a5b694d4a468 None None] Publish callbacks [] for port (bf9e624e-68eb-4208-b2cd-4fc432585552), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:53.622458 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d5f20fe4-bec7-4d23-a2d9-a5b694d4a468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (bf9e624e-68eb-4208-b2cd-4fc432585552), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:53.672004 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ad78d7d0-95e9-4acd-960f-2b9b6ebee4a7 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (329ef08e-6a0d-4210-8944-a2c3a2f22f95), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:53.730749 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32baf0c-469b-4d22-9ff8-e3fcaee2dfda tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Pushing event updated for resources: {'Port': ['ID=dcdca9a0-2619-47c7-81e5-db73c262ced7,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:53.763588 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ad78d7d0-95e9-4acd-960f-2b9b6ebee4a7 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (329ef08e-6a0d-4210-8944-a2c3a2f22f95), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:53.782383 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad78d7d0-95e9-4acd-960f-2b9b6ebee4a7 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:53.783054 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ad78d7d0-95e9-4acd-960f-2b9b6ebee4a7 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:53.793583 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f20fe4-bec7-4d23-a2d9-a5b694d4a468 None None] Pushing event updated for resources: {'Port': ['ID=bf9e624e-68eb-4208-b2cd-4fc432585552,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:53.813524 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-ad78d7d0-95e9-4acd-960f-2b9b6ebee4a7 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4744706 Feb 04 12:50:53.817274 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 41518) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:50:53.829003 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e93a7031-1070-41ad-bbf0-ddd42ceabc29 req-e32baf0c-469b-4d22-9ff8-e3fcaee2dfda tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Network b0350313-177d-4c5b-9b2d-aae5a7745f86 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:50:53.849197 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f20fe4-bec7-4d23-a2d9-a5b694d4a468 None None] Network 4684ab22-5437-4939-a8ca-72706d2ad1ec is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:50:53.850810 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-e93a7031-1070-41ad-bbf0-ddd42ceabc29 req-e32baf0c-469b-4d22-9ff8-e3fcaee2dfda tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:50:53.853869 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-e93a7031-1070-41ad-bbf0-ddd42ceabc29 req-e32baf0c-469b-4d22-9ff8-e3fcaee2dfda tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:50:53.900473 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-d5f20fe4-bec7-4d23-a2d9-a5b694d4a468 None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:50:53.905425 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f20fe4-bec7-4d23-a2d9-a5b694d4a468 None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:50:53.991601 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad78d7d0-95e9-4acd-960f-2b9b6ebee4a7 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Pushing event updated for resources: {'Network': ['ID=329ef08e-6a0d-4210-8944-a2c3a2f22f95,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:53.999870 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-83601b12-1642-4faf-aef9-528a59d47791 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Request body: {'subnet': {'network_id': 'f68c30e8-942b-474e-bbd4-a6bd13e639d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:50:54.004132 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5806a05-3412-4439-92bd-96ad71f2591d req-91e00e70-be07-4488-8e9b-6fd862c57dfe tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:54.006544 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f5806a05-3412-4439-92bd-96ad71f2591d req-91e00e70-be07-4488-8e9b-6fd862c57dfe tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 945 time: 0.2609441 Feb 04 12:50:54.024232 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93a7031-1070-41ad-bbf0-ddd42ceabc29 req-e32baf0c-469b-4d22-9ff8-e3fcaee2dfda tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:54.029687 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e93a7031-1070-41ad-bbf0-ddd42ceabc29 req-e32baf0c-469b-4d22-9ff8-e3fcaee2dfda tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:54.111116 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e93a7031-1070-41ad-bbf0-ddd42ceabc29 req-e32baf0c-469b-4d22-9ff8-e3fcaee2dfda tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4752831 Feb 04 12:50:54.131971 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-e93a7031-1070-41ad-bbf0-ddd42ceabc29 req-908bec5a-6325-44bc-9b4c-f5e589da170b service neutron] Request body: {'port': {'device_id': '8bdb426b-6375-4da3-839b-53288ad0c03c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:50:54.166075 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 329ef08e-6a0d-4210-8944-a2c3a2f22f95 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:50:54.237974 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83601b12-1642-4faf-aef9-528a59d47791 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Made reservation on behalf of 1b01c085b71241b3b4bee23c3ec1a3ff for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:50:54.241642 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-83601b12-1642-4faf-aef9-528a59d47791 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60610638'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:54.313583 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e93a7031-1070-41ad-bbf0-ddd42ceabc29 req-908bec5a-6325-44bc-9b4c-f5e589da170b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (dcdca9a0-2619-47c7-81e5-db73c262ced7), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:54.349657 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f5806a05-3412-4439-92bd-96ad71f2591d req-58dc3b63-51d5-4b71-a101-c5627b979725 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2934270 Feb 04 12:50:54.394400 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49769e9a-be5c-4a5d-acd9-be8fe9c79974 req-236c292b-3e8a-479b-ac95-bf1275492aaf tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:54.408379 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-49769e9a-be5c-4a5d-acd9-be8fe9c79974 req-236c292b-3e8a-479b-ac95-bf1275492aaf tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/ports?device_id=8bdb426b-6375-4da3-839b-53288ad0c03c HTTP/1.1" status: 200 len: 931 time: 0.2026944 Feb 04 12:50:54.478473 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-d5f20fe4-bec7-4d23-a2d9-a5b694d4a468 None None] Attempting to bind port bf9e624e-68eb-4208-b2cd-4fc432585552 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:50:54.482212 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-d5f20fe4-bec7-4d23-a2d9-a5b694d4a468 None None] Attempting to bind port bf9e624e-68eb-4208-b2cd-4fc432585552 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': 'c83d4d6f-16ab-4b56-b96e-966cca30e3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '4684ab22-5437-4939-a8ca-72706d2ad1ec'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:50:54.482900 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f20fe4-bec7-4d23-a2d9-a5b694d4a468 None None] Attempting to bind port bf9e624e-68eb-4208-b2cd-4fc432585552 on network 4684ab22-5437-4939-a8ca-72706d2ad1ec {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:50:54.538248 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f20fe4-bec7-4d23-a2d9-a5b694d4a468 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:50:54.544054 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f20fe4-bec7-4d23-a2d9-a5b694d4a468 None None] Checking segment: {'id': 'c83d4d6f-16ab-4b56-b96e-966cca30e3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '4684ab22-5437-4939-a8ca-72706d2ad1ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:50:54.550803 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d5f20fe4-bec7-4d23-a2d9-a5b694d4a468 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:54.551367 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f20fe4-bec7-4d23-a2d9-a5b694d4a468 None None] Bound using segment: {'id': 'c83d4d6f-16ab-4b56-b96e-966cca30e3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '4684ab22-5437-4939-a8ca-72706d2ad1ec'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:50:54.552060 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-d5f20fe4-bec7-4d23-a2d9-a5b694d4a468 None None] Bound port: bf9e624e-68eb-4208-b2cd-4fc432585552, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c83d4d6f-16ab-4b56-b96e-966cca30e3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '4684ab22-5437-4939-a8ca-72706d2ad1ec'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:50:54.552558 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d5f20fe4-bec7-4d23-a2d9-a5b694d4a468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (bf9e624e-68eb-4208-b2cd-4fc432585552), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:54.678916 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-d5f20fe4-bec7-4d23-a2d9-a5b694d4a468 None None] For port bf9e624e-68eb-4208-b2cd-4fc432585552, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:50:54.682174 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-d5f20fe4-bec7-4d23-a2d9-a5b694d4a468 None None] For port bf9e624e-68eb-4208-b2cd-4fc432585552, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=bf9e624e-68eb-4208-b2cd-4fc432585552,segment=NetworkSegment(c83d4d6f-16ab-4b56-b96e-966cca30e3d2),segment_id=c83d4d6f-16ab-4b56-b96e-966cca30e3d2)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:50:54.693477 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d5f20fe4-bec7-4d23-a2d9-a5b694d4a468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (bf9e624e-68eb-4208-b2cd-4fc432585552), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:54.743049 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-83601b12-1642-4faf-aef9-528a59d47791 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59045178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60610680'] for subnet (2437a496-f70a-4e32-91fc-8e89d632531a), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:54.905842 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f20fe4-bec7-4d23-a2d9-a5b694d4a468 None None] Pushing event updated for resources: {'Port': ['ID=bf9e624e-68eb-4208-b2cd-4fc432585552,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:55.014746 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83601b12-1642-4faf-aef9-528a59d47791 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Pushing event updated for resources: {'Subnet': ['ID=2437a496-f70a-4e32-91fc-8e89d632531a,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:55.034721 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83601b12-1642-4faf-aef9-528a59d47791 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Checking segment: {'id': 'af935a21-e494-425c-9bc2-125083d35463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'f68c30e8-942b-474e-bbd4-a6bd13e639d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:50:55.035117 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83601b12-1642-4faf-aef9-528a59d47791 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Network hostable DHCP agents. Network: f68c30e8-942b-474e-bbd4-a6bd13e639d1, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:50:55.088558 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83601b12-1642-4faf-aef9-528a59d47791 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Network f68c30e8-942b-474e-bbd4-a6bd13e639d1 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:50:55.110617 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-83601b12-1642-4faf-aef9-528a59d47791 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, f68c30e8-942b-474e-bbd4-a6bd13e639d1) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:50:55.115655 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83601b12-1642-4faf-aef9-528a59d47791 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:55.116301 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-83601b12-1642-4faf-aef9-528a59d47791 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:55.131990 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2da5979-e43d-40e0-91d8-a2d239583fc3 None None] Network f68c30e8-942b-474e-bbd4-a6bd13e639d1 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:50:55.204559 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-83601b12-1642-4faf-aef9-528a59d47791 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2104907 Feb 04 12:50:55.205821 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 41540) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:50:55.219611 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-a84fe91f-b531-4998-a757-75f15e0537d5 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Request body: {'subnet': {'network_id': '329ef08e-6a0d-4210-8944-a2c3a2f22f95', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:50:55.412360 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-e93a7031-1070-41ad-bbf0-ddd42ceabc29 req-908bec5a-6325-44bc-9b4c-f5e589da170b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcdca9a0-2619-47c7-81e5-db73c262ced7 {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:50:55.426586 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e93a7031-1070-41ad-bbf0-ddd42ceabc29 req-908bec5a-6325-44bc-9b4c-f5e589da170b service neutron] Publish callbacks [] for port (dcdca9a0-2619-47c7-81e5-db73c262ced7), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:55.455091 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-e93a7031-1070-41ad-bbf0-ddd42ceabc29 req-908bec5a-6325-44bc-9b4c-f5e589da170b service neutron] Transition to ACTIVE for port object dcdca9a0-2619-47c7-81e5-db73c262ced7 will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:50:55.470275 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-49769e9a-be5c-4a5d-acd9-be8fe9c79974 req-c3a1321b-0001-4609-b67e-68f75250238a tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f05596b-0435-48d8-81d4-28b11f6be2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0598681 Feb 04 12:50:55.471550 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e93a7031-1070-41ad-bbf0-ddd42ceabc29 req-908bec5a-6325-44bc-9b4c-f5e589da170b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (dcdca9a0-2619-47c7-81e5-db73c262ced7), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:55.475349 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a84fe91f-b531-4998-a757-75f15e0537d5 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Made reservation on behalf of 1b01c085b71241b3b4bee23c3ec1a3ff for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:50:55.485887 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a84fe91f-b531-4998-a757-75f15e0537d5 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60610638'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:55.594642 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd00cdc2-8e24-4acc-9e1e-61ce7a47be3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-f68c30e8-942b-474e-bbd4-a6bd13e639d1', 'network_id': 'f68c30e8-942b-474e-bbd4-a6bd13e639d1', 'project_id': '1b01c085b71241b3b4bee23c3ec1a3ff', 'fixed_ips': [{'subnet_id': '2437a496-f70a-4e32-91fc-8e89d632531a'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 12:50:55.599702 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dd00cdc2-8e24-4acc-9e1e-61ce7a47be3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:55.640858 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908bec5a-6325-44bc-9b4c-f5e589da170b service neutron] Pushing event updated for resources: {'Port': ['ID=dcdca9a0-2619-47c7-81e5-db73c262ced7,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:55.751603 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c69de78-cb10-4d4a-9248-264c5f1f72b2 req-835a3080-8ea8-4e91-b6a6-a19a8857a0c3 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:55.753837 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6c69de78-cb10-4d4a-9248-264c5f1f72b2 req-835a3080-8ea8-4e91-b6a6-a19a8857a0c3 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e20afb-28eb-4ddc-9c2d-239e9429c0af HTTP/1.1" status: 200 len: 944 time: 0.7793145 Feb 04 12:50:55.772343 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device bf9e624e-68eb-4208-b2cd-4fc432585552 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:50:55.878676 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6c69de78-cb10-4d4a-9248-264c5f1f72b2 req-05b6a208-7be0-4f01-a9cd-2b5424574b54 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738640 Feb 04 12:50:55.902213 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-e93a7031-1070-41ad-bbf0-ddd42ceabc29 req-908bec5a-6325-44bc-9b4c-f5e589da170b service neutron] Attempting to bind port dcdca9a0-2619-47c7-81e5-db73c262ced7 on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:50:55.902806 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-e93a7031-1070-41ad-bbf0-ddd42ceabc29 req-908bec5a-6325-44bc-9b4c-f5e589da170b service neutron] Attempting to bind port dcdca9a0-2619-47c7-81e5-db73c262ced7 by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': 'e06f3fb1-3389-4291-b030-5cfb56d31cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b0350313-177d-4c5b-9b2d-aae5a7745f86'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:50:55.903329 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93a7031-1070-41ad-bbf0-ddd42ceabc29 req-908bec5a-6325-44bc-9b4c-f5e589da170b service neutron] Attempting to bind port dcdca9a0-2619-47c7-81e5-db73c262ced7 on network b0350313-177d-4c5b-9b2d-aae5a7745f86 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:50:55.944117 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d923484-f398-4ab4-82db-59d18f7bb618 req-a670f695-395a-417d-84c4-ebc001821863 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:55.945094 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2d923484-f398-4ab4-82db-59d18f7bb618 req-a670f695-395a-417d-84c4-ebc001821863 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 945 time: 0.1902299 Feb 04 12:50:55.945932 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93a7031-1070-41ad-bbf0-ddd42ceabc29 req-908bec5a-6325-44bc-9b4c-f5e589da170b service neutron] Port dcdca9a0-2619-47c7-81e5-db73c262ced7 on network b0350313-177d-4c5b-9b2d-aae5a7745f86 not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:50:55.946253 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93a7031-1070-41ad-bbf0-ddd42ceabc29 req-908bec5a-6325-44bc-9b4c-f5e589da170b service neutron] Attempting to bind port dcdca9a0-2619-47c7-81e5-db73c262ced7 on network b0350313-177d-4c5b-9b2d-aae5a7745f86 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:50:55.971689 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a84fe91f-b531-4998-a757-75f15e0537d5 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59045178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60610680'] for subnet (cb31c2ff-0b84-4742-9117-99641c8828bd), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:55.984589 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93a7031-1070-41ad-bbf0-ddd42ceabc29 req-908bec5a-6325-44bc-9b4c-f5e589da170b service neutron] Checking agent: {'id': 'f8add0d2-2202-43d3-bc0e-72442788e6ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:50:55.985073 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93a7031-1070-41ad-bbf0-ddd42ceabc29 req-908bec5a-6325-44bc-9b4c-f5e589da170b service neutron] Checking segment: {'id': 'e06f3fb1-3389-4291-b030-5cfb56d31cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b0350313-177d-4c5b-9b2d-aae5a7745f86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:50:55.985588 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93a7031-1070-41ad-bbf0-ddd42ceabc29 req-908bec5a-6325-44bc-9b4c-f5e589da170b service neutron] Bound using segment: {'id': 'e06f3fb1-3389-4291-b030-5cfb56d31cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b0350313-177d-4c5b-9b2d-aae5a7745f86'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:50:55.986236 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-e93a7031-1070-41ad-bbf0-ddd42ceabc29 req-908bec5a-6325-44bc-9b4c-f5e589da170b service neutron] Bound port: dcdca9a0-2619-47c7-81e5-db73c262ced7, host: n-h1-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e06f3fb1-3389-4291-b030-5cfb56d31cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b0350313-177d-4c5b-9b2d-aae5a7745f86'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:50:55.986729 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e93a7031-1070-41ad-bbf0-ddd42ceabc29 req-908bec5a-6325-44bc-9b4c-f5e589da170b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (dcdca9a0-2619-47c7-81e5-db73c262ced7), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:56.032683 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-dd00cdc2-8e24-4acc-9e1e-61ce7a47be3b None None] Allocated IP 2001:db8::2 (f68c30e8-942b-474e-bbd4-a6bd13e639d1/2437a496-f70a-4e32-91fc-8e89d632531a/d8cedc25-b3ec-4687-89cb-5ab9ac0b42c1) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:50:56.047292 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2d923484-f398-4ab4-82db-59d18f7bb618 req-87c78b85-ace6-447b-b49b-02786741dbe6 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935521 Feb 04 12:50:56.137680 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84fe91f-b531-4998-a757-75f15e0537d5 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Pushing event updated for resources: {'Subnet': ['ID=cb31c2ff-0b84-4742-9117-99641c8828bd,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:56.148947 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-e93a7031-1070-41ad-bbf0-ddd42ceabc29 req-908bec5a-6325-44bc-9b4c-f5e589da170b service neutron] For port dcdca9a0-2619-47c7-81e5-db73c262ced7, host n-h1-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:50:56.151056 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84fe91f-b531-4998-a757-75f15e0537d5 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Checking segment: {'id': '044040f1-472f-4968-847a-d42f7ef2e69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '329ef08e-6a0d-4210-8944-a2c3a2f22f95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:50:56.151483 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84fe91f-b531-4998-a757-75f15e0537d5 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Network hostable DHCP agents. Network: 329ef08e-6a0d-4210-8944-a2c3a2f22f95, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:50:56.162180 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-e93a7031-1070-41ad-bbf0-ddd42ceabc29 req-908bec5a-6325-44bc-9b4c-f5e589da170b service neutron] For port dcdca9a0-2619-47c7-81e5-db73c262ced7, host n-h1-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=dcdca9a0-2619-47c7-81e5-db73c262ced7,segment=NetworkSegment(e06f3fb1-3389-4291-b030-5cfb56d31cde),segment_id=e06f3fb1-3389-4291-b030-5cfb56d31cde)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:50:56.174702 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e93a7031-1070-41ad-bbf0-ddd42ceabc29 req-908bec5a-6325-44bc-9b4c-f5e589da170b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (dcdca9a0-2619-47c7-81e5-db73c262ced7), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:56.180922 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84fe91f-b531-4998-a757-75f15e0537d5 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Network 329ef08e-6a0d-4210-8944-a2c3a2f22f95 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:50:56.198809 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-a84fe91f-b531-4998-a757-75f15e0537d5 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 329ef08e-6a0d-4210-8944-a2c3a2f22f95) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:50:56.204272 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84fe91f-b531-4998-a757-75f15e0537d5 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:56.204917 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a84fe91f-b531-4998-a757-75f15e0537d5 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:56.212492 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fcd1ff8-e9fe-4e9b-b3c1-10c6c2acca0b None None] Network 329ef08e-6a0d-4210-8944-a2c3a2f22f95 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:50:56.244733 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-a84fe91f-b531-4998-a757-75f15e0537d5 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0349867 Feb 04 12:50:56.246381 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 41558) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:50:56.252033 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93a7031-1070-41ad-bbf0-ddd42ceabc29 req-908bec5a-6325-44bc-9b4c-f5e589da170b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:56.252283 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e93a7031-1070-41ad-bbf0-ddd42ceabc29 req-908bec5a-6325-44bc-9b4c-f5e589da170b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:56.253549 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e93a7031-1070-41ad-bbf0-ddd42ceabc29 req-908bec5a-6325-44bc-9b4c-f5e589da170b service neutron] 10.222.0.73 "PUT /v2.0/ports/dcdca9a0-2619-47c7-81e5-db73c262ced7 HTTP/1.1" status: 200 len: 1091 time: 2.1329074 Feb 04 12:50:56.254028 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bdb426b-6375-4da3-839b-53288ad0c03c', 'tag': 'dcdca9a0-2619-47c7-81e5-db73c262ced7'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:50:56.257963 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aacf008a-db03-425c-acfd-793887f57cb8" -d '{"events": [{"name": "network-changed", "server_uuid": "8bdb426b-6375-4da3-839b-53288ad0c03c", "tag": "dcdca9a0-2619-47c7-81e5-db73c262ced7"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:50:56.334327 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port bf9e624e-68eb-4208-b2cd-4fc432585552 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:50:56.334712 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (bf9e624e-68eb-4208-b2cd-4fc432585552), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:56.338820 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908bec5a-6325-44bc-9b4c-f5e589da170b service neutron] Pushing event updated for resources: {'Port': ['ID=dcdca9a0-2619-47c7-81e5-db73c262ced7,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:56.411920 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93a7031-1070-41ad-bbf0-ddd42ceabc29 req-a7923037-2df8-4b46-a5df-311702e6a4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:56.413496 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e93a7031-1070-41ad-bbf0-ddd42ceabc29 req-a7923037-2df8-4b46-a5df-311702e6a4fa service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=510f69789e354304b7a3dd689bde3cf8&device_id=8bdb426b-6375-4da3-839b-53288ad0c03c HTTP/1.1" status: 200 len: 1125 time: 0.0657904 Feb 04 12:50:56.422355 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1250714a-972b-4615-92f0-07703e6ab03f x-openstack-request-id: req-1250714a-972b-4615-92f0-07703e6ab03f {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:50:56.422678 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bdb426b-6375-4da3-839b-53288ad0c03c", "tag": "dcdca9a0-2619-47c7-81e5-db73c262ced7", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:50:56.422914 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1250714a-972b-4615-92f0-07703e6ab03f {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:50:56.423358 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bdb426b-6375-4da3-839b-53288ad0c03c', 'tag': 'dcdca9a0-2619-47c7-81e5-db73c262ced7', 'status': 'completed', 'code': 200} Feb 04 12:50:56.566288 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e93a7031-1070-41ad-bbf0-ddd42ceabc29 req-07d85785-7bed-48f7-9ad5-091c6d6a3e91 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dcdca9a0-2619-47c7-81e5-db73c262ced7 HTTP/1.1" status: 200 len: 217 time: 0.1339097 Feb 04 12:50:56.672493 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93a7031-1070-41ad-bbf0-ddd42ceabc29 req-86e6fe10-d485-4417-ab07-bc2a5c4079d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:56.679579 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e93a7031-1070-41ad-bbf0-ddd42ceabc29 req-86e6fe10-d485-4417-ab07-bc2a5c4079d6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=690b8f25-e7cd-419d-81c6-e79d1382942c HTTP/1.1" status: 200 len: 855 time: 0.1010220 Feb 04 12:50:56.756318 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e93a7031-1070-41ad-bbf0-ddd42ceabc29 req-e3fbcf0a-0f2b-4372-9ab0-6469129e1f46 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b0350313-177d-4c5b-9b2d-aae5a7745f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719492 Feb 04 12:50:56.966386 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e93a7031-1070-41ad-bbf0-ddd42ceabc29 req-ee34e08d-93dc-4d68-9fd6-97c1f19f4737 service neutron] 10.222.0.73 "GET /v2.0/networks/b0350313-177d-4c5b-9b2d-aae5a7745f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966119 Feb 04 12:50:57.024256 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cd923ee2-e054-40d9-91df-9cf05dcddb85 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:57.055898 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940f0089-81d3-483f-aa0e-3de1e90fd198 None None] Network 4684ab22-5437-4939-a8ca-72706d2ad1ec requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:50:57.089518 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6455e1eb-59e2-41b8-a6d0-414c31e15e47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-329ef08e-6a0d-4210-8944-a2c3a2f22f95', 'network_id': '329ef08e-6a0d-4210-8944-a2c3a2f22f95', 'project_id': '1b01c085b71241b3b4bee23c3ec1a3ff', 'fixed_ips': [{'subnet_id': 'cb31c2ff-0b84-4742-9117-99641c8828bd'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 12:50:57.090933 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6455e1eb-59e2-41b8-a6d0-414c31e15e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:57.220613 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c41476-83cd-4d22-b3cb-346fa2d7ae52 req-6f0c3044-c1fd-4e03-be11-1d91e7b3ff1d tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:57.231907 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-69c41476-83cd-4d22-b3cb-346fa2d7ae52 req-6f0c3044-c1fd-4e03-be11-1d91e7b3ff1d tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/ports?device_id=8bdb426b-6375-4da3-839b-53288ad0c03c HTTP/1.1" status: 200 len: 943 time: 0.4782078 Feb 04 12:50:57.297874 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0286c6-bdc4-43df-b89c-7f2d5adbea7a req-266f27e4-1764-48d4-877e-01cb51ecff98 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:57.299505 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5a0286c6-bdc4-43df-b89c-7f2d5adbea7a req-266f27e4-1764-48d4-877e-01cb51ecff98 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e20afb-28eb-4ddc-9c2d-239e9429c0af HTTP/1.1" status: 200 len: 944 time: 0.2504241 Feb 04 12:50:57.366086 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-69c41476-83cd-4d22-b3cb-346fa2d7ae52 req-e59ee366-6589-4a3f-82ff-6dd9ea3a7f26 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f05596b-0435-48d8-81d4-28b11f6be2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345503 Feb 04 12:50:57.502419 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5a0286c6-bdc4-43df-b89c-7f2d5adbea7a req-0e27d049-d6aa-4d79-9a4e-69ae47d19c76 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940255 Feb 04 12:50:57.510105 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e93a7031-1070-41ad-bbf0-ddd42ceabc29 req-79a681d9-91ec-4558-a498-2d53c31160bb service neutron] 10.222.0.73 "GET /v2.0/networks/b0350313-177d-4c5b-9b2d-aae5a7745f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4974406 Feb 04 12:50:57.560332 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-6455e1eb-59e2-41b8-a6d0-414c31e15e47 None None] Allocated IP 2001:db8::2 (329ef08e-6a0d-4210-8944-a2c3a2f22f95/cb31c2ff-0b84-4742-9117-99641c8828bd/4dd067da-1dbb-45e0-96c5-b2e1b0f04094) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:50:57.767976 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d31579-0d9b-4f87-9b37-6d1def8bb6d4 req-16de770d-8ef9-4bda-99f7-3be5fd5b8208 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:57.769144 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port bf9e624e-68eb-4208-b2cd-4fc432585552 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:50:57.769755 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (bf9e624e-68eb-4208-b2cd-4fc432585552), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:57.770106 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-86d31579-0d9b-4f87-9b37-6d1def8bb6d4 req-16de770d-8ef9-4bda-99f7-3be5fd5b8208 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 945 time: 0.2322679 Feb 04 12:50:57.775577 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacf008a-db03-425c-acfd-793887f57cb8 req-05810f1a-4c30-45ea-8d33-0ffac2c53f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:57.777237 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-aacf008a-db03-425c-acfd-793887f57cb8 req-05810f1a-4c30-45ea-8d33-0ffac2c53f71 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=510f69789e354304b7a3dd689bde3cf8&device_id=8bdb426b-6375-4da3-839b-53288ad0c03c HTTP/1.1" status: 200 len: 1125 time: 0.2064691 Feb 04 12:50:57.785846 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b9eef5d4-2a7a-4f59-b34e-05ac365318a5 None None] Provisioning complete for port bf9e624e-68eb-4208-b2cd-4fc432585552 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:50:57.786786 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b9eef5d4-2a7a-4f59-b34e-05ac365318a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (bf9e624e-68eb-4208-b2cd-4fc432585552), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:57.909654 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-86d31579-0d9b-4f87-9b37-6d1def8bb6d4 req-6b0480a9-0891-421a-a903-d74a1b01e08f tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199219 Feb 04 12:50:57.966364 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacf008a-db03-425c-acfd-793887f57cb8 req-08d3663a-750b-459b-89ee-7f50af848692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:57.969496 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-aacf008a-db03-425c-acfd-793887f57cb8 req-08d3663a-750b-459b-89ee-7f50af848692 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b0350313-177d-4c5b-9b2d-aae5a7745f86 HTTP/1.1" status: 200 len: 916 time: 0.1778548 Feb 04 12:50:58.033820 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dd00cdc2-8e24-4acc-9e1e-61ce7a47be3b None None] Publish callbacks [] for port (d8cedc25-b3ec-4687-89cb-5ab9ac0b42c1), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:58.041118 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-aacf008a-db03-425c-acfd-793887f57cb8 req-6ff1c66d-daeb-423b-b30d-78bccda69a11 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dcdca9a0-2619-47c7-81e5-db73c262ced7 HTTP/1.1" status: 200 len: 217 time: 0.0629156 Feb 04 12:50:58.127068 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dd00cdc2-8e24-4acc-9e1e-61ce7a47be3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (d8cedc25-b3ec-4687-89cb-5ab9ac0b42c1), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:58.131831 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port bf9e624e-68eb-4208-b2cd-4fc432585552, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=bf9e624e-68eb-4208-b2cd-4fc432585552,segment=NetworkSegment(c83d4d6f-16ab-4b56-b96e-966cca30e3d2),segment_id=c83d4d6f-16ab-4b56-b96e-966cca30e3d2)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:50:58.163110 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (bf9e624e-68eb-4208-b2cd-4fc432585552), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:58.202531 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6455e1eb-59e2-41b8-a6d0-414c31e15e47 None None] Publish callbacks [] for port (4dd067da-1dbb-45e0-96c5-b2e1b0f04094), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:58.222241 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacf008a-db03-425c-acfd-793887f57cb8 req-b8197558-d612-48c9-816b-52790368c1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:58.227208 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-aacf008a-db03-425c-acfd-793887f57cb8 req-b8197558-d612-48c9-816b-52790368c1ea service neutron] 10.222.0.73 "GET /v2.0/subnets?id=690b8f25-e7cd-419d-81c6-e79d1382942c HTTP/1.1" status: 200 len: 855 time: 0.1758716 Feb 04 12:50:58.233251 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-cd923ee2-e054-40d9-91df-9cf05dcddb85 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Allocated IP 2001:db8::1 (f68c30e8-942b-474e-bbd4-a6bd13e639d1/2437a496-f70a-4e32-91fc-8e89d632531a/14f38034-9257-4541-9245-d817a8a1f38e) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:50:58.261424 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd00cdc2-8e24-4acc-9e1e-61ce7a47be3b None None] Network f68c30e8-942b-474e-bbd4-a6bd13e639d1 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:50:58.272773 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6455e1eb-59e2-41b8-a6d0-414c31e15e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (4dd067da-1dbb-45e0-96c5-b2e1b0f04094), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:58.288715 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-dd00cdc2-8e24-4acc-9e1e-61ce7a47be3b None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:50:58.298120 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd00cdc2-8e24-4acc-9e1e-61ce7a47be3b None None] Pushing event updated for resources: {'Port': ['ID=d8cedc25-b3ec-4687-89cb-5ab9ac0b42c1,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:58.301027 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd00cdc2-8e24-4acc-9e1e-61ce7a47be3b None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:50:58.323112 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd00cdc2-8e24-4acc-9e1e-61ce7a47be3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:58.323471 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd00cdc2-8e24-4acc-9e1e-61ce7a47be3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:58.323851 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd00cdc2-8e24-4acc-9e1e-61ce7a47be3b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:58.324244 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd00cdc2-8e24-4acc-9e1e-61ce7a47be3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:58.324642 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd00cdc2-8e24-4acc-9e1e-61ce7a47be3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:58.324929 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd00cdc2-8e24-4acc-9e1e-61ce7a47be3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:58.325357 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd00cdc2-8e24-4acc-9e1e-61ce7a47be3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:58.325703 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd00cdc2-8e24-4acc-9e1e-61ce7a47be3b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:58.326037 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd00cdc2-8e24-4acc-9e1e-61ce7a47be3b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:58.326368 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd00cdc2-8e24-4acc-9e1e-61ce7a47be3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:58.327341 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd00cdc2-8e24-4acc-9e1e-61ce7a47be3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:58.327938 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd00cdc2-8e24-4acc-9e1e-61ce7a47be3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:58.328603 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd00cdc2-8e24-4acc-9e1e-61ce7a47be3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:58.371354 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-aacf008a-db03-425c-acfd-793887f57cb8 req-b4b360ec-2ad7-41be-bf32-f95dcbdc8d64 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b0350313-177d-4c5b-9b2d-aae5a7745f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1326227 Feb 04 12:50:58.383102 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6455e1eb-59e2-41b8-a6d0-414c31e15e47 None None] Network 329ef08e-6a0d-4210-8944-a2c3a2f22f95 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:50:58.383946 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b9eef5d4-2a7a-4f59-b34e-05ac365318a5 None None] Current status of the port bf9e624e-68eb-4208-b2cd-4fc432585552 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:50:58.517308 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-6455e1eb-59e2-41b8-a6d0-414c31e15e47 None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:50:58.537220 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cd923ee2-e054-40d9-91df-9cf05dcddb85 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks [] for port (14f38034-9257-4541-9245-d817a8a1f38e), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:58.537613 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6455e1eb-59e2-41b8-a6d0-414c31e15e47 None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:50:58.602332 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cd923ee2-e054-40d9-91df-9cf05dcddb85 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (14f38034-9257-4541-9245-d817a8a1f38e), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:58.679131 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-dd00cdc2-8e24-4acc-9e1e-61ce7a47be3b None None] Attempting to bind port d8cedc25-b3ec-4687-89cb-5ab9ac0b42c1 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:50:58.682838 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-dd00cdc2-8e24-4acc-9e1e-61ce7a47be3b None None] Attempting to bind port d8cedc25-b3ec-4687-89cb-5ab9ac0b42c1 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': 'af935a21-e494-425c-9bc2-125083d35463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'f68c30e8-942b-474e-bbd4-a6bd13e639d1'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:50:58.683229 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd00cdc2-8e24-4acc-9e1e-61ce7a47be3b None None] Attempting to bind port d8cedc25-b3ec-4687-89cb-5ab9ac0b42c1 on network f68c30e8-942b-474e-bbd4-a6bd13e639d1 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:50:58.771757 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd923ee2-e054-40d9-91df-9cf05dcddb85 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Network f68c30e8-942b-474e-bbd4-a6bd13e639d1 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:50:58.807722 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-cd923ee2-e054-40d9-91df-9cf05dcddb85 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:50:58.818835 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd00cdc2-8e24-4acc-9e1e-61ce7a47be3b None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:50:58.819365 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd00cdc2-8e24-4acc-9e1e-61ce7a47be3b None None] Checking segment: {'id': 'af935a21-e494-425c-9bc2-125083d35463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'f68c30e8-942b-474e-bbd4-a6bd13e639d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:50:58.819948 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dd00cdc2-8e24-4acc-9e1e-61ce7a47be3b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:58.821762 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd00cdc2-8e24-4acc-9e1e-61ce7a47be3b None None] Bound using segment: {'id': 'af935a21-e494-425c-9bc2-125083d35463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'f68c30e8-942b-474e-bbd4-a6bd13e639d1'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:50:58.822349 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-dd00cdc2-8e24-4acc-9e1e-61ce7a47be3b None None] Bound port: d8cedc25-b3ec-4687-89cb-5ab9ac0b42c1, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af935a21-e494-425c-9bc2-125083d35463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'f68c30e8-942b-474e-bbd4-a6bd13e639d1'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:50:58.823910 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dd00cdc2-8e24-4acc-9e1e-61ce7a47be3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (d8cedc25-b3ec-4687-89cb-5ab9ac0b42c1), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:58.827668 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd923ee2-e054-40d9-91df-9cf05dcddb85 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:50:58.828926 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cd923ee2-e054-40d9-91df-9cf05dcddb85 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1599818'] for router_interface (908a99cc-62e3-4cdf-aa91-b9cc9636033c), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:58.844164 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=bf9e624e-68eb-4208-b2cd-4fc432585552,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:58.852064 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-aacf008a-db03-425c-acfd-793887f57cb8 req-d2c61b1f-56e1-463b-b31e-3e3db2be8d33 service neutron] 10.222.0.73 "GET /v2.0/networks/b0350313-177d-4c5b-9b2d-aae5a7745f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4662223 Feb 04 12:50:58.899183 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4062912-c26e-4daa-99a6-6bbbfd19169e req-c390039a-cf78-4991-b1bb-d1ba8083d552 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:58.900854 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b4062912-c26e-4daa-99a6-6bbbfd19169e req-c390039a-cf78-4991-b1bb-d1ba8083d552 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/ports?device_id=8bdb426b-6375-4da3-839b-53288ad0c03c HTTP/1.1" status: 200 len: 943 time: 0.2953565 Feb 04 12:50:59.036850 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34a113d-b5a2-46c5-8378-648303df2636 req-0ee971bc-44d0-48fb-a1fc-5d72d2e754e3 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:59.040407 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a34a113d-b5a2-46c5-8378-648303df2636 req-0ee971bc-44d0-48fb-a1fc-5d72d2e754e3 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e20afb-28eb-4ddc-9c2d-239e9429c0af HTTP/1.1" status: 200 len: 944 time: 0.3318462 Feb 04 12:50:59.069978 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd923ee2-e054-40d9-91df-9cf05dcddb85 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Pushing event updated for resources: {'Port': ['ID=14f38034-9257-4541-9245-d817a8a1f38e,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:59.130567 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-dd00cdc2-8e24-4acc-9e1e-61ce7a47be3b None None] For port d8cedc25-b3ec-4687-89cb-5ab9ac0b42c1, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:50:59.150327 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-dd00cdc2-8e24-4acc-9e1e-61ce7a47be3b None None] For port d8cedc25-b3ec-4687-89cb-5ab9ac0b42c1, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=d8cedc25-b3ec-4687-89cb-5ab9ac0b42c1,segment=NetworkSegment(af935a21-e494-425c-9bc2-125083d35463),segment_id=af935a21-e494-425c-9bc2-125083d35463)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:50:59.180802 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-aacf008a-db03-425c-acfd-793887f57cb8 req-28a83b0b-1694-45b0-b9bc-aa2acac658f4 service neutron] 10.222.0.73 "GET /v2.0/networks/b0350313-177d-4c5b-9b2d-aae5a7745f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3192277 Feb 04 12:50:59.185478 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-6455e1eb-59e2-41b8-a6d0-414c31e15e47 None None] Attempting to bind port 4dd067da-1dbb-45e0-96c5-b2e1b0f04094 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:50:59.185858 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-6455e1eb-59e2-41b8-a6d0-414c31e15e47 None None] Attempting to bind port 4dd067da-1dbb-45e0-96c5-b2e1b0f04094 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '044040f1-472f-4968-847a-d42f7ef2e69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '329ef08e-6a0d-4210-8944-a2c3a2f22f95'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:50:59.192278 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6455e1eb-59e2-41b8-a6d0-414c31e15e47 None None] Attempting to bind port 4dd067da-1dbb-45e0-96c5-b2e1b0f04094 on network 329ef08e-6a0d-4210-8944-a2c3a2f22f95 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:50:59.207567 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dd00cdc2-8e24-4acc-9e1e-61ce7a47be3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (d8cedc25-b3ec-4687-89cb-5ab9ac0b42c1), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:59.238231 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-5ca2295f-4322-422c-b40a-4ab83ec9dc69 None None] Provisioning complete for port bf9e624e-68eb-4208-b2cd-4fc432585552 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:50:59.241960 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5ca2295f-4322-422c-b40a-4ab83ec9dc69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (bf9e624e-68eb-4208-b2cd-4fc432585552), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:59.336027 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6455e1eb-59e2-41b8-a6d0-414c31e15e47 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:50:59.336376 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6455e1eb-59e2-41b8-a6d0-414c31e15e47 None None] Checking segment: {'id': '044040f1-472f-4968-847a-d42f7ef2e69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '329ef08e-6a0d-4210-8944-a2c3a2f22f95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:50:59.337798 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6455e1eb-59e2-41b8-a6d0-414c31e15e47 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:59.337993 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6455e1eb-59e2-41b8-a6d0-414c31e15e47 None None] Bound using segment: {'id': '044040f1-472f-4968-847a-d42f7ef2e69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '329ef08e-6a0d-4210-8944-a2c3a2f22f95'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:50:59.343815 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-6455e1eb-59e2-41b8-a6d0-414c31e15e47 None None] Bound port: 4dd067da-1dbb-45e0-96c5-b2e1b0f04094, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '044040f1-472f-4968-847a-d42f7ef2e69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '329ef08e-6a0d-4210-8944-a2c3a2f22f95'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:50:59.347885 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6455e1eb-59e2-41b8-a6d0-414c31e15e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (4dd067da-1dbb-45e0-96c5-b2e1b0f04094), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:59.361571 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cd923ee2-e054-40d9-91df-9cf05dcddb85 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (14f38034-9257-4541-9245-d817a8a1f38e), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:59.368407 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b4062912-c26e-4daa-99a6-6bbbfd19169e req-0e80e397-36fd-493e-a28b-ad562d20b407 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f05596b-0435-48d8-81d4-28b11f6be2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3841443 Feb 04 12:50:59.376230 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a34a113d-b5a2-46c5-8378-648303df2636 req-332df7aa-8c18-4ffa-95f5-3e3e7bd5c0cd tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886098 Feb 04 12:50:59.413375 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6455e1eb-59e2-41b8-a6d0-414c31e15e47 None None] Pushing event updated for resources: {'Port': ['ID=4dd067da-1dbb-45e0-96c5-b2e1b0f04094,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:59.772450 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1cc9b3-c4ea-48af-9c79-fd62cc454e30 req-f2d0d803-72c4-42f4-8da4-49ae60f938c0 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:59.773657 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ff1cc9b3-c4ea-48af-9c79-fd62cc454e30 req-f2d0d803-72c4-42f4-8da4-49ae60f938c0 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 945 time: 0.2592227 Feb 04 12:50:59.799973 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd00cdc2-8e24-4acc-9e1e-61ce7a47be3b None None] Pushing event updated for resources: {'Port': ['ID=d8cedc25-b3ec-4687-89cb-5ab9ac0b42c1,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:59.834356 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-6455e1eb-59e2-41b8-a6d0-414c31e15e47 None None] For port 4dd067da-1dbb-45e0-96c5-b2e1b0f04094, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:50:59.842686 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-6455e1eb-59e2-41b8-a6d0-414c31e15e47 None None] For port 4dd067da-1dbb-45e0-96c5-b2e1b0f04094, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=4dd067da-1dbb-45e0-96c5-b2e1b0f04094,segment=NetworkSegment(044040f1-472f-4968-847a-d42f7ef2e69a),segment_id=044040f1-472f-4968-847a-d42f7ef2e69a)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:50:59.920041 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-5ca2295f-4322-422c-b40a-4ab83ec9dc69 None None] Current status of the port bf9e624e-68eb-4208-b2cd-4fc432585552 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:50:59.934367 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6455e1eb-59e2-41b8-a6d0-414c31e15e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (4dd067da-1dbb-45e0-96c5-b2e1b0f04094), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:59.946857 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ff1cc9b3-c4ea-48af-9c79-fd62cc454e30 req-af6f7e06-5205-45c0-83ab-a15eb33a1b23 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153944 Feb 04 12:51:00.097189 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6455e1eb-59e2-41b8-a6d0-414c31e15e47 None None] Pushing event updated for resources: {'Port': ['ID=4dd067da-1dbb-45e0-96c5-b2e1b0f04094,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:00.258435 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device dcdca9a0-2619-47c7-81e5-db73c262ced7 details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:51:00.668138 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port dcdca9a0-2619-47c7-81e5-db73c262ced7, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=dcdca9a0-2619-47c7-81e5-db73c262ced7,segment=NetworkSegment(e06f3fb1-3389-4291-b030-5cfb56d31cde),segment_id=e06f3fb1-3389-4291-b030-5cfb56d31cde)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:51:00.695149 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': 'dcdca9a0-2619-47c7-81e5-db73c262ced7', 'network_id': 'b0350313-177d-4c5b-9b2d-aae5a7745f86', 'port_id': 'dcdca9a0-2619-47c7-81e5-db73c262ced7', 'mac_address': 'fa:16:3e:f1:90:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '690b8f25-e7cd-419d-81c6-e79d1382942c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:51:00.765681 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port dcdca9a0-2619-47c7-81e5-db73c262ced7 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:51:00.766085 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (dcdca9a0-2619-47c7-81e5-db73c262ced7), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:00.787866 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device bf9e624e-68eb-4208-b2cd-4fc432585552 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:51:00.930686 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcdca9a0-2619-47c7-81e5-db73c262ced7 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:51:00.976742 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port dcdca9a0-2619-47c7-81e5-db73c262ced7, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=dcdca9a0-2619-47c7-81e5-db73c262ced7,segment=NetworkSegment(e06f3fb1-3389-4291-b030-5cfb56d31cde),segment_id=e06f3fb1-3389-4291-b030-5cfb56d31cde)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:51:00.986855 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72715305-a171-413c-b905-f3e7ceb11d92 req-5395c4fa-006c-4baf-8b1d-5747c24e0b76 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:00.989343 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (dcdca9a0-2619-47c7-81e5-db73c262ced7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:00.994200 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port bf9e624e-68eb-4208-b2cd-4fc432585552 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:51:01.003577 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-72715305-a171-413c-b905-f3e7ceb11d92 req-5395c4fa-006c-4baf-8b1d-5747c24e0b76 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e20afb-28eb-4ddc-9c2d-239e9429c0af HTTP/1.1" status: 200 len: 944 time: 0.2649891 Feb 04 12:51:01.013173 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (bf9e624e-68eb-4208-b2cd-4fc432585552), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:01.036944 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cb9c4c-beb0-44bc-92d1-ace14f833bb6 req-fc75467e-88df-4cb3-afa2-7b51fc324ba1 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:01.042412 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f5cb9c4c-beb0-44bc-92d1-ace14f833bb6 req-fc75467e-88df-4cb3-afa2-7b51fc324ba1 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/ports?device_id=8bdb426b-6375-4da3-839b-53288ad0c03c HTTP/1.1" status: 200 len: 943 time: 0.4405916 Feb 04 12:51:01.137040 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cd923ee2-e054-40d9-91df-9cf05dcddb85 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks [] for port (14f38034-9257-4541-9245-d817a8a1f38e), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:01.153471 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cd923ee2-e054-40d9-91df-9cf05dcddb85 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (14f38034-9257-4541-9245-d817a8a1f38e), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:01.154721 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cd923ee2-e054-40d9-91df-9cf05dcddb85 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622202'] for router_interface (908a99cc-62e3-4cdf-aa91-b9cc9636033c), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:01.281535 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=dcdca9a0-2619-47c7-81e5-db73c262ced7,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:01.307110 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f5cb9c4c-beb0-44bc-92d1-ace14f833bb6 req-18a59a68-0151-44a8-9c11-3fb1627bc50b tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f05596b-0435-48d8-81d4-28b11f6be2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459695 Feb 04 12:51:01.322527 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd923ee2-e054-40d9-91df-9cf05dcddb85 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Pushing event updated for resources: {'Port': ['ID=14f38034-9257-4541-9245-d817a8a1f38e,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:01.332414 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-72715305-a171-413c-b905-f3e7ceb11d92 req-d5f2b826-2560-4fd5-ade6-37ceed467d78 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3278301 Feb 04 12:51:01.415840 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:01.433639 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['dcdca9a0-2619-47c7-81e5-db73c262ced7'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:51:01.622965 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425ef42d-f0e4-467e-964e-0112c4029612 None None] Network f68c30e8-942b-474e-bbd4-a6bd13e639d1 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:51:01.658369 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd923ee2-e054-40d9-91df-9cf05dcddb85 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Network f68c30e8-942b-474e-bbd4-a6bd13e639d1 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:51:01.660470 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-cd923ee2-e054-40d9-91df-9cf05dcddb85 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:51:01.692637 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf03f41-6431-4cc0-8a01-7ec31ef00019 req-f3e06fbb-deaa-495e-981b-6f92beaada96 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:01.703802 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0cf03f41-6431-4cc0-8a01-7ec31ef00019 req-f3e06fbb-deaa-495e-981b-6f92beaada96 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 945 time: 0.1809332 Feb 04 12:51:01.780245 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port bf9e624e-68eb-4208-b2cd-4fc432585552 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:51:01.781678 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device d8cedc25-b3ec-4687-89cb-5ab9ac0b42c1 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:51:01.850142 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0cf03f41-6431-4cc0-8a01-7ec31ef00019 req-fbc9bfdb-b270-4c23-84f1-b5dced92e85b tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449447 Feb 04 12:51:01.879771 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ffadfe37-9dcc-4943-925d-391902210566 None None] Provisioning complete for port d8cedc25-b3ec-4687-89cb-5ab9ac0b42c1 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:51:01.879771 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ffadfe37-9dcc-4943-925d-391902210566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (d8cedc25-b3ec-4687-89cb-5ab9ac0b42c1), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:02.018981 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd923ee2-e054-40d9-91df-9cf05dcddb85 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Router 908a99cc-62e3-4cdf-aa91-b9cc9636033c is scheduled to L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de with binding_index 1 {{(pid=103474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 12:51:02.315099 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd923ee2-e054-40d9-91df-9cf05dcddb85 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:51:02.341214 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-cd923ee2-e054-40d9-91df-9cf05dcddb85 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] 10.222.0.65 "PUT /v2.0/routers/908a99cc-62e3-4cdf-aa91-b9cc9636033c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0947244 Feb 04 12:51:02.345668 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 41698) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:51:02.531669 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f0d33d-e0ce-45b8-b029-8d4c356023a7 None None] Network 329ef08e-6a0d-4210-8944-a2c3a2f22f95 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:51:02.535239 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:02.539439 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abaf266-151e-4b8d-9fe6-2221a31fc4eb None None] Sync routers for ids ['908a99cc-62e3-4cdf-aa91-b9cc9636033c'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:51:02.697840 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624da94b-fb41-4665-b066-b875ca50f97b req-258b400e-b202-4bb8-8b82-257e6d6e08cc tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:02.703779 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-624da94b-fb41-4665-b066-b875ca50f97b req-258b400e-b202-4bb8-8b82-257e6d6e08cc tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/ports?device_id=8bdb426b-6375-4da3-839b-53288ad0c03c HTTP/1.1" status: 200 len: 944 time: 0.2278447 Feb 04 12:51:02.713070 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa42129-5556-4be0-b7ea-281ec78fdf92 req-ff9c1240-15ed-44d2-9217-f47444775f5b tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:02.722753 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3aa42129-5556-4be0-b7ea-281ec78fdf92 req-ff9c1240-15ed-44d2-9217-f47444775f5b tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e20afb-28eb-4ddc-9c2d-239e9429c0af HTTP/1.1" status: 200 len: 944 time: 0.1762493 Feb 04 12:51:02.762353 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port d8cedc25-b3ec-4687-89cb-5ab9ac0b42c1 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:51:02.763057 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (d8cedc25-b3ec-4687-89cb-5ab9ac0b42c1), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:02.911647 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abaf266-151e-4b8d-9fe6-2221a31fc4eb None None] Routers {'908a99cc-62e3-4cdf-aa91-b9cc9636033c'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:51:02.912696 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-4abaf266-151e-4b8d-9fe6-2221a31fc4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:50:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['908a99cc-62e3-4cdf-aa91-b9cc9636033c'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:51:02.980685 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-4abaf266-151e-4b8d-9fe6-2221a31fc4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:51:03.020116 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-624da94b-fb41-4665-b066-b875ca50f97b req-f5a71c1a-2059-4152-b327-fc1f1141ddbc tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f05596b-0435-48d8-81d4-28b11f6be2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730587 Feb 04 12:51:03.031526 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3aa42129-5556-4be0-b7ea-281ec78fdf92 req-2d81e316-eb4f-4fcf-b373-c9b0e981dd0d tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3073981 Feb 04 12:51:03.104004 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port d8cedc25-b3ec-4687-89cb-5ab9ac0b42c1 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:51:03.104401 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (d8cedc25-b3ec-4687-89cb-5ab9ac0b42c1), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:03.161680 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abaf266-151e-4b8d-9fe6-2221a31fc4eb None None] Routers {'908a99cc-62e3-4cdf-aa91-b9cc9636033c'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:51:03.162741 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-4abaf266-151e-4b8d-9fe6-2221a31fc4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:50:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['908a99cc-62e3-4cdf-aa91-b9cc9636033c'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:51:03.214251 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3811a435-8d7a-466b-a42b-45bf53b4e76a req-cecdc684-57b2-49d4-843f-166cb0d186c8 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:03.215508 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-4abaf266-151e-4b8d-9fe6-2221a31fc4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:51:03.216460 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abaf266-151e-4b8d-9fe6-2221a31fc4eb None None] The sync data for ids ['908a99cc-62e3-4cdf-aa91-b9cc9636033c'] in n-d-825015-3 is: [] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:51:03.229970 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3811a435-8d7a-466b-a42b-45bf53b4e76a req-cecdc684-57b2-49d4-843f-166cb0d186c8 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 945 time: 0.0906241 Feb 04 12:51:03.314781 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port d8cedc25-b3ec-4687-89cb-5ab9ac0b42c1, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=d8cedc25-b3ec-4687-89cb-5ab9ac0b42c1,segment=NetworkSegment(af935a21-e494-425c-9bc2-125083d35463),segment_id=af935a21-e494-425c-9bc2-125083d35463)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:51:03.346676 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ffadfe37-9dcc-4943-925d-391902210566 None None] Current status of the port d8cedc25-b3ec-4687-89cb-5ab9ac0b42c1 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:51:03.347312 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ffadfe37-9dcc-4943-925d-391902210566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (d8cedc25-b3ec-4687-89cb-5ab9ac0b42c1), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:03.355102 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (d8cedc25-b3ec-4687-89cb-5ab9ac0b42c1), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:03.403153 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3811a435-8d7a-466b-a42b-45bf53b4e76a req-39c26168-e8dd-42eb-9b27-b3c142e97d7f tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722903 Feb 04 12:51:03.567579 n-d-825015-3 neutron-server[103475]: INFO neutron.api.v2.resource [None req-fccf36a4-471c-4077-bd66-083e72fd007b tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 12:51:03.572074 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 41726) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:51:03.579352 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-fccf36a4-471c-4077-bd66-083e72fd007b tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] 10.222.0.65 "PUT /v2.0/routers/908a99cc-62e3-4cdf-aa91-b9cc9636033c/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2310398 Feb 04 12:51:03.653625 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=d8cedc25-b3ec-4687-89cb-5ab9ac0b42c1,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:03.668341 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.db.api [None req-ffadfe37-9dcc-4943-925d-391902210566 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103476) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 12:51:03.668705 n-d-825015-3 neutron-server[103476]: DEBUG oslo_db.api [None req-ffadfe37-9dcc-4943-925d-391902210566 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 12:51:03.675024 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 4dd067da-1dbb-45e0-96c5-b2e1b0f04094 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:51:03.801484 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 4dd067da-1dbb-45e0-96c5-b2e1b0f04094 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:51:03.802299 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (4dd067da-1dbb-45e0-96c5-b2e1b0f04094), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:04.016388 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 4dd067da-1dbb-45e0-96c5-b2e1b0f04094 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:51:04.017107 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (4dd067da-1dbb-45e0-96c5-b2e1b0f04094), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:04.098683 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port 4dd067da-1dbb-45e0-96c5-b2e1b0f04094, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=4dd067da-1dbb-45e0-96c5-b2e1b0f04094,segment=NetworkSegment(044040f1-472f-4968-847a-d42f7ef2e69a),segment_id=044040f1-472f-4968-847a-d42f7ef2e69a)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:51:04.105118 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (4dd067da-1dbb-45e0-96c5-b2e1b0f04094), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:04.278521 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device dcdca9a0-2619-47c7-81e5-db73c262ced7 up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:51:04.360698 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584bae02-7e67-4da4-9f3b-09e77f810a5f req-29b28df2-0bc3-454c-904b-33b58cf936fe tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:04.379371 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-584bae02-7e67-4da4-9f3b-09e77f810a5f req-29b28df2-0bc3-454c-904b-33b58cf936fe tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/ports?device_id=8bdb426b-6375-4da3-839b-53288ad0c03c HTTP/1.1" status: 200 len: 944 time: 0.2148063 Feb 04 12:51:04.398220 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=4dd067da-1dbb-45e0-96c5-b2e1b0f04094,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:04.411356 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d3cef9da-2d60-4635-be63-b373b926216e tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622215'] for router_interface (908a99cc-62e3-4cdf-aa91-b9cc9636033c), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:04.459912 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ffadfe37-9dcc-4943-925d-391902210566 None None] Current status of the port d8cedc25-b3ec-4687-89cb-5ab9ac0b42c1 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:51:04.467953 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning for port dcdca9a0-2619-47c7-81e5-db73c262ced7 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:51:04.470559 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4f20ed-8058-472d-bef2-41c33fd9d0f9 req-504b428f-9368-43a1-9523-f3343735fccc tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:04.476730 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port dcdca9a0-2619-47c7-81e5-db73c262ced7 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:51:04.477112 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (dcdca9a0-2619-47c7-81e5-db73c262ced7), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:04.479120 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2e4f20ed-8058-472d-bef2-41c33fd9d0f9 req-504b428f-9368-43a1-9523-f3343735fccc tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e20afb-28eb-4ddc-9c2d-239e9429c0af HTTP/1.1" status: 200 len: 944 time: 0.2254500 Feb 04 12:51:04.552915 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-584bae02-7e67-4da4-9f3b-09e77f810a5f req-71ffdab0-f2b9-4588-9c2c-d8b81c0bdbc5 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f05596b-0435-48d8-81d4-28b11f6be2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575732 Feb 04 12:51:04.625460 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2e4f20ed-8058-472d-bef2-41c33fd9d0f9 req-f8a24367-afdf-4225-8430-091ce76d2b9f tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447005 Feb 04 12:51:04.703525 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-58677b21-c609-4ae0-b966-f3e611ff2b7e None None] Provisioning complete for port 14f38034-9257-4541-9245-d817a8a1f38e triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:51:04.704500 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-58677b21-c609-4ae0-b966-f3e611ff2b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (14f38034-9257-4541-9245-d817a8a1f38e), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:04.798717 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port dcdca9a0-2619-47c7-81e5-db73c262ced7 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:51:04.808201 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (dcdca9a0-2619-47c7-81e5-db73c262ced7), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:04.844609 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-58677b21-c609-4ae0-b966-f3e611ff2b7e None None] Port 14f38034-9257-4541-9245-d817a8a1f38e cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:51:04.851925 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bdb426b-6375-4da3-839b-53288ad0c03c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcdca9a0-2619-47c7-81e5-db73c262ced7'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:51:04.853804 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63c8c48-ea98-4836-a704-e299337c1de0 req-d1b54db1-1130-4b97-a93f-b66661448a47 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:04.854610 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b17dfba5-c8b0-4d90-911a-492b62489202" -d '{"events": [{"server_uuid": "8bdb426b-6375-4da3-839b-53288ad0c03c", "name": "network-vif-plugged", "status": "completed", "tag": "dcdca9a0-2619-47c7-81e5-db73c262ced7"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:51:04.863492 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d63c8c48-ea98-4836-a704-e299337c1de0 req-d1b54db1-1130-4b97-a93f-b66661448a47 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 945 time: 0.1736710 Feb 04 12:51:04.938118 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port dcdca9a0-2619-47c7-81e5-db73c262ced7, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=dcdca9a0-2619-47c7-81e5-db73c262ced7,segment=NetworkSegment(e06f3fb1-3389-4291-b030-5cfb56d31cde),segment_id=e06f3fb1-3389-4291-b030-5cfb56d31cde)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:51:04.939253 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-58677b21-c609-4ae0-b966-f3e611ff2b7e None None] Provisioning complete for port d8cedc25-b3ec-4687-89cb-5ab9ac0b42c1 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:51:04.955512 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-58677b21-c609-4ae0-b966-f3e611ff2b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (d8cedc25-b3ec-4687-89cb-5ab9ac0b42c1), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:04.979998 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1073edd0-ded4-42c3-a9e8-1f18f9acb6d5 x-openstack-request-id: req-1073edd0-ded4-42c3-a9e8-1f18f9acb6d5 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:51:04.980287 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bdb426b-6375-4da3-839b-53288ad0c03c", "name": "network-vif-plugged", "status": "completed", "tag": "dcdca9a0-2619-47c7-81e5-db73c262ced7", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:51:04.980539 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1073edd0-ded4-42c3-a9e8-1f18f9acb6d5 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:51:04.987296 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bdb426b-6375-4da3-839b-53288ad0c03c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcdca9a0-2619-47c7-81e5-db73c262ced7', 'code': 200} Feb 04 12:51:05.032012 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d63c8c48-ea98-4836-a704-e299337c1de0 req-7d5a197f-b0b7-4b74-8624-1752ba4ae669 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614025 Feb 04 12:51:05.041631 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (dcdca9a0-2619-47c7-81e5-db73c262ced7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:05.210060 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=dcdca9a0-2619-47c7-81e5-db73c262ced7,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:05.224085 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dcf778-0add-4a79-bbcb-8bdd04d725e9 req-aedf8f79-8e30-4cb9-968a-43b84b186b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:05.227919 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f8dcf778-0add-4a79-bbcb-8bdd04d725e9 req-aedf8f79-8e30-4cb9-968a-43b84b186b24 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8bdb426b-6375-4da3-839b-53288ad0c03c HTTP/1.1" status: 200 len: 1127 time: 0.1402681 Feb 04 12:51:05.256779 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-d3cef9da-2d60-4635-be63-b373b926216e tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Deleting port 14f38034-9257-4541-9245-d817a8a1f38e {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:51:05.258547 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d3cef9da-2d60-4635-be63-b373b926216e tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (14f38034-9257-4541-9245-d817a8a1f38e), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:05.345979 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-58677b21-c609-4ae0-b966-f3e611ff2b7e None None] Current status of the port d8cedc25-b3ec-4687-89cb-5ab9ac0b42c1 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:51:05.365097 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f8dcf778-0add-4a79-bbcb-8bdd04d725e9 req-d2b4efdf-6f51-4466-b419-a9f9cc28c406 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=1f05596b-0435-48d8-81d4-28b11f6be2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275020 Feb 04 12:51:05.384456 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-58677b21-c609-4ae0-b966-f3e611ff2b7e None None] Provisioning complete for port 4dd067da-1dbb-45e0-96c5-b2e1b0f04094 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:51:05.385044 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-58677b21-c609-4ae0-b966-f3e611ff2b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (4dd067da-1dbb-45e0-96c5-b2e1b0f04094), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:05.464996 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d3cef9da-2d60-4635-be63-b373b926216e tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (14f38034-9257-4541-9245-d817a8a1f38e), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:05.499307 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-d3cef9da-2d60-4635-be63-b373b926216e tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Calling delete_port for 14f38034-9257-4541-9245-d817a8a1f38e owned by network:router_interface {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:51:05.501773 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 4dd067da-1dbb-45e0-96c5-b2e1b0f04094 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:51:05.617684 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 4dd067da-1dbb-45e0-96c5-b2e1b0f04094 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:51:05.618139 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (4dd067da-1dbb-45e0-96c5-b2e1b0f04094), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:05.649358 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-58677b21-c609-4ae0-b966-f3e611ff2b7e None None] Current status of the port 4dd067da-1dbb-45e0-96c5-b2e1b0f04094 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:51:05.801608 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 4dd067da-1dbb-45e0-96c5-b2e1b0f04094 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:51:05.803850 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device d8cedc25-b3ec-4687-89cb-5ab9ac0b42c1 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:51:05.806324 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a87d9c-9b28-480f-892c-a6f19c8ca0f8 req-6cfe19ae-47a5-460e-bc96-c1a1a9152eef tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:05.816439 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-41a87d9c-9b28-480f-892c-a6f19c8ca0f8 req-6cfe19ae-47a5-460e-bc96-c1a1a9152eef tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/ports?device_id=8bdb426b-6375-4da3-839b-53288ad0c03c HTTP/1.1" status: 200 len: 945 time: 0.1519411 Feb 04 12:51:05.920639 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-bb733e2f-d1b0-41b2-be83-fa52915b4647 None None] Provisioning complete for port 14f38034-9257-4541-9245-d817a8a1f38e triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:51:05.921127 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bb733e2f-d1b0-41b2-be83-fa52915b4647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (14f38034-9257-4541-9245-d817a8a1f38e), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:05.947096 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d3cef9da-2d60-4635-be63-b373b926216e tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (14f38034-9257-4541-9245-d817a8a1f38e), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:06.012677 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cef9da-2d60-4635-be63-b373b926216e tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Pushing event deleted for resources: {'Port': ['ID=14f38034-9257-4541-9245-d817a8a1f38e,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:06.071454 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06634d2a-993a-4edf-82b4-73db3086ad6c req-9d66843c-da8e-416a-885c-e517e8285533 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:06.074052 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-06634d2a-993a-4edf-82b4-73db3086ad6c req-9d66843c-da8e-416a-885c-e517e8285533 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e20afb-28eb-4ddc-9c2d-239e9429c0af HTTP/1.1" status: 200 len: 944 time: 0.2396450 Feb 04 12:51:06.075556 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-bb733e2f-d1b0-41b2-be83-fa52915b4647 None None] Port 14f38034-9257-4541-9245-d817a8a1f38e cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:51:06.079267 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-41a87d9c-9b28-480f-892c-a6f19c8ca0f8 req-6a447f5d-dc28-4b1e-90b9-5154fa2d76ae tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f05596b-0435-48d8-81d4-28b11f6be2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617042 Feb 04 12:51:06.120590 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port d8cedc25-b3ec-4687-89cb-5ab9ac0b42c1 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:51:06.120975 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (d8cedc25-b3ec-4687-89cb-5ab9ac0b42c1), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:06.166103 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-06634d2a-993a-4edf-82b4-73db3086ad6c req-6c314337-133f-406a-93eb-069221b03f71 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672622 Feb 04 12:51:06.232696 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d3cef9da-2d60-4635-be63-b373b926216e tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622067'] for router_interface (908a99cc-62e3-4cdf-aa91-b9cc9636033c), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:06.324846 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 74c9b60f-0b88-4ba9-96bb-be833f049be5 details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:51:06.387514 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port d8cedc25-b3ec-4687-89cb-5ab9ac0b42c1 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:51:06.402131 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cc2d3d-0fb8-438c-a9c4-e01550c8814c req-0512ec0d-7163-4a5c-a911-eb8ffae6b9bc tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:06.410553 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-00cc2d3d-0fb8-438c-a9c4-e01550c8814c req-0512ec0d-7163-4a5c-a911-eb8ffae6b9bc tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 945 time: 0.1424859 Feb 04 12:51:06.548409 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-00cc2d3d-0fb8-438c-a9c4-e01550c8814c req-a9961f1a-3336-40fa-9c07-853d29c7eb48 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368265 Feb 04 12:51:06.574189 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 74c9b60f-0b88-4ba9-96bb-be833f049be5, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=74c9b60f-0b88-4ba9-96bb-be833f049be5,segment=NetworkSegment(974832f8-c618-4ae2-8054-a35b04d5793c),segment_id=974832f8-c618-4ae2-8054-a35b04d5793c)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:51:06.588429 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': '74c9b60f-0b88-4ba9-96bb-be833f049be5', 'network_id': '7ed78c2f-5e06-4bf6-9fbc-42500f903f0d', 'port_id': '74c9b60f-0b88-4ba9-96bb-be833f049be5', 'mac_address': 'fa:16:3e:f3:2e:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f3947cd-b907-480d-bce5-7265d1d5d85d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:51:06.612610 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3cef9da-2d60-4635-be63-b373b926216e tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Router 908a99cc-62e3-4cdf-aa91-b9cc9636033c has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:51:06.637057 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 74c9b60f-0b88-4ba9-96bb-be833f049be5 is: ACTIVE; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:51:06.637988 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (74c9b60f-0b88-4ba9-96bb-be833f049be5), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:06.671923 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 74c9b60f-0b88-4ba9-96bb-be833f049be5 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:51:06.746172 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 74c9b60f-0b88-4ba9-96bb-be833f049be5, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=74c9b60f-0b88-4ba9-96bb-be833f049be5,segment=NetworkSegment(974832f8-c618-4ae2-8054-a35b04d5793c),segment_id=974832f8-c618-4ae2-8054-a35b04d5793c)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:51:06.757729 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3cef9da-2d60-4635-be63-b373b926216e tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:51:06.767028 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (74c9b60f-0b88-4ba9-96bb-be833f049be5), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:06.769814 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2664bc6c-c6f7-4e4d-86a3-8453bd11d29b None None] Sync routers for ids ['908a99cc-62e3-4cdf-aa91-b9cc9636033c'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:51:06.772443 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-d3cef9da-2d60-4635-be63-b373b926216e tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] 10.222.0.65 "PUT /v2.0/routers/908a99cc-62e3-4cdf-aa91-b9cc9636033c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1991572 Feb 04 12:51:06.777030 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 41806) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:51:06.791020 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2664bc6c-c6f7-4e4d-86a3-8453bd11d29b None None] Routers {'908a99cc-62e3-4cdf-aa91-b9cc9636033c'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:51:06.792849 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-2664bc6c-c6f7-4e4d-86a3-8453bd11d29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:50:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['908a99cc-62e3-4cdf-aa91-b9cc9636033c'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:51:06.844695 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=74c9b60f-0b88-4ba9-96bb-be833f049be5,revision_number=6']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:06.874250 n-d-825015-3 neutron-server[103475]: INFO neutron.api.v2.resource [None req-228b0854-0140-4a35-b6aa-d145bf7b59f5 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] delete failed (client error): The resource could not be found. Feb 04 12:51:06.881057 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-2664bc6c-c6f7-4e4d-86a3-8453bd11d29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:51:06.882155 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 41808) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:51:06.889960 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-9cd369c0-de3f-430e-9381-a188562de260 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Request body: {'router': {'external_gateway_info': {'network_id': '908a99cc-62e3-4cdf-aa91-b9cc9636033c'}}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:51:06.890886 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-228b0854-0140-4a35-b6aa-d145bf7b59f5 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] 10.222.0.65 "DELETE /v2.0/routers/tempest-non_exist_router-2085557996 HTTP/1.1" status: 404 len: 335 time: 0.1123455 Feb 04 12:51:06.896283 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2664bc6c-c6f7-4e4d-86a3-8453bd11d29b None None] Routers {'908a99cc-62e3-4cdf-aa91-b9cc9636033c'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:51:06.897154 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-2664bc6c-c6f7-4e4d-86a3-8453bd11d29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:50:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['908a99cc-62e3-4cdf-aa91-b9cc9636033c'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:51:06.934250 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['74c9b60f-0b88-4ba9-96bb-be833f049be5'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:51:06.982213 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-2664bc6c-c6f7-4e4d-86a3-8453bd11d29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:51:06.986021 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2664bc6c-c6f7-4e4d-86a3-8453bd11d29b None None] The sync data for ids ['908a99cc-62e3-4cdf-aa91-b9cc9636033c'] in n-d-825015-3 is: [] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:51:07.320440 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0669999-c50a-4e52-8b54-b2ebbb25c942 req-5c9c9126-9deb-4069-9e3c-934fdbc13a9b tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:07.321664 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9cd369c0-de3f-430e-9381-a188562de260 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks [] for router_gateway (908a99cc-62e3-4cdf-aa91-b9cc9636033c), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:07.352343 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d0669999-c50a-4e52-8b54-b2ebbb25c942 req-5c9c9126-9deb-4069-9e3c-934fdbc13a9b tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/ports?device_id=8bdb426b-6375-4da3-839b-53288ad0c03c HTTP/1.1" status: 200 len: 945 time: 0.1394303 Feb 04 12:51:07.362732 n-d-825015-3 neutron-server[103474]: INFO neutron.api.v2.resource [None req-9cd369c0-de3f-430e-9381-a188562de260 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] update failed (client error): The resource could not be found. Feb 04 12:51:07.370930 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-9cd369c0-de3f-430e-9381-a188562de260 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] 10.222.0.65 "PUT /v2.0/routers/908a99cc-62e3-4cdf-aa91-b9cc9636033c HTTP/1.1" status: 404 len: 339 time: 0.4873476 Feb 04 12:51:07.372306 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 41822) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:51:07.378184 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-93e104d9-1c0c-46eb-9113-51a54ccd8818 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-818005832'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:51:07.422616 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93e104d9-1c0c-46eb-9113-51a54ccd8818 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Made reservation on behalf of 1b01c085b71241b3b4bee23c3ec1a3ff for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:51:07.438383 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-93e104d9-1c0c-46eb-9113-51a54ccd8818 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:07.526378 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93e104d9-1c0c-46eb-9113-51a54ccd8818 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:51:07.558709 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-93e104d9-1c0c-46eb-9113-51a54ccd8818 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (b0d8192a-bf3a-4dab-982a-f4d43ade19ba), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:07.559074 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-93e104d9-1c0c-46eb-9113-51a54ccd8818 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Added segment b0d8192a-bf3a-4dab-982a-f4d43ade19ba of type vlan for network 85fbba19-37a2-42c1-accb-41361867160b Feb 04 12:51:07.563801 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d0669999-c50a-4e52-8b54-b2ebbb25c942 req-7575069d-9c56-45b2-b634-e5a1efbc19ea tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f05596b-0435-48d8-81d4-28b11f6be2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103133 Feb 04 12:51:07.595102 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60fd0ea-760d-4e6a-b84a-8aa438635874 req-b4bc34da-a58d-48c8-b6d9-b8b0cbf9e714 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:07.599563 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c60fd0ea-760d-4e6a-b84a-8aa438635874 req-b4bc34da-a58d-48c8-b6d9-b8b0cbf9e714 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e20afb-28eb-4ddc-9c2d-239e9429c0af HTTP/1.1" status: 200 len: 944 time: 0.1824934 Feb 04 12:51:07.653991 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-93e104d9-1c0c-46eb-9113-51a54ccd8818 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (85fbba19-37a2-42c1-accb-41361867160b), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:07.799227 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c60fd0ea-760d-4e6a-b84a-8aa438635874 req-915b969a-c824-44e0-a03d-d17d07adf0c5 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940699 Feb 04 12:51:07.833574 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-93e104d9-1c0c-46eb-9113-51a54ccd8818 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (85fbba19-37a2-42c1-accb-41361867160b), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:07.839173 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e104d9-1c0c-46eb-9113-51a54ccd8818 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:07.839809 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-93e104d9-1c0c-46eb-9113-51a54ccd8818 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:07.934833 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cb4543-9da9-4dd2-a2e7-48b09d5d0d82 req-1da431fc-433c-4abb-a450-dfc2a824b728 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:07.946959 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d3cb4543-9da9-4dd2-a2e7-48b09d5d0d82 req-1da431fc-433c-4abb-a450-dfc2a824b728 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 944 time: 0.2140596 Feb 04 12:51:08.031957 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-93e104d9-1c0c-46eb-9113-51a54ccd8818 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6579661 Feb 04 12:51:08.058616 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e104d9-1c0c-46eb-9113-51a54ccd8818 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Pushing event updated for resources: {'Network': ['ID=85fbba19-37a2-42c1-accb-41361867160b,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:08.062382 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 41848) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:51:08.068513 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-dce22277-cf5e-41ff-9ec4-4c3e3b34fafb tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Request body: {'subnet': {'network_id': '85fbba19-37a2-42c1-accb-41361867160b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:51:08.082129 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 85fbba19-37a2-42c1-accb-41361867160b details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:51:08.171007 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d3cb4543-9da9-4dd2-a2e7-48b09d5d0d82 req-984b7eb0-ddde-4e29-a024-59ce94d41e18 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020898 Feb 04 12:51:08.209313 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dce22277-cf5e-41ff-9ec4-4c3e3b34fafb tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Made reservation on behalf of 1b01c085b71241b3b4bee23c3ec1a3ff for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:51:08.215230 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dce22277-cf5e-41ff-9ec4-4c3e3b34fafb tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60610638'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:08.280555 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38f0303-5f93-488e-bcf4-eec869f417bf req-32b0eaa5-9ed3-438f-a844-67a9771fa66e tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:08.302436 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d38f0303-5f93-488e-bcf4-eec869f417bf req-32b0eaa5-9ed3-438f-a844-67a9771fa66e tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/ports?device_id=8bdb426b-6375-4da3-839b-53288ad0c03c HTTP/1.1" status: 200 len: 945 time: 0.3351705 Feb 04 12:51:08.334451 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 74c9b60f-0b88-4ba9-96bb-be833f049be5 up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:51:08.488946 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port 74c9b60f-0b88-4ba9-96bb-be833f049be5 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:51:08.489529 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (74c9b60f-0b88-4ba9-96bb-be833f049be5), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:08.495019 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d38f0303-5f93-488e-bcf4-eec869f417bf req-19f8484e-86cb-4431-be0f-2d1b8817f628 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f05596b-0435-48d8-81d4-28b11f6be2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912956 Feb 04 12:51:08.541708 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdc83a8-88fd-4c88-886b-950ad25d713e req-72fcfef6-cb80-4ed9-b192-73dd75844da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:08.551789 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3bdc83a8-88fd-4c88-886b-950ad25d713e req-72fcfef6-cb80-4ed9-b192-73dd75844da8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=38cb7f8ec7594c9ea49e940b44ab6547&device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 1126 time: 0.3753545 Feb 04 12:51:08.709112 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dce22277-cf5e-41ff-9ec4-4c3e3b34fafb tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59045178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60610680'] for subnet (4afbf1d1-d7e1-404d-bd0d-c6843d834995), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:08.863633 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdc83a8-88fd-4c88-886b-950ad25d713e req-e8877262-bbaf-47ee-aba9-551b12ea9280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:08.865314 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3bdc83a8-88fd-4c88-886b-950ad25d713e req-e8877262-bbaf-47ee-aba9-551b12ea9280 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7ed78c2f-5e06-4bf6-9fbc-42500f903f0d HTTP/1.1" status: 200 len: 914 time: 0.2890692 Feb 04 12:51:08.884797 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 74c9b60f-0b88-4ba9-96bb-be833f049be5 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:51:08.892678 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (74c9b60f-0b88-4ba9-96bb-be833f049be5), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:08.984891 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce22277-cf5e-41ff-9ec4-4c3e3b34fafb tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Pushing event updated for resources: {'Subnet': ['ID=4afbf1d1-d7e1-404d-bd0d-c6843d834995,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:08.986279 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3bdc83a8-88fd-4c88-886b-950ad25d713e req-985a47f0-00af-4a2d-9f97-3d986014af5c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74c9b60f-0b88-4ba9-96bb-be833f049be5 HTTP/1.1" status: 200 len: 217 time: 0.1081905 Feb 04 12:51:08.987515 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce22277-cf5e-41ff-9ec4-4c3e3b34fafb tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Checking segment: {'id': 'b0d8192a-bf3a-4dab-982a-f4d43ade19ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '85fbba19-37a2-42c1-accb-41361867160b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:51:08.987921 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce22277-cf5e-41ff-9ec4-4c3e3b34fafb tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Network hostable DHCP agents. Network: 85fbba19-37a2-42c1-accb-41361867160b, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:51:09.019717 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74c9b60f-0b88-4ba9-96bb-be833f049be5'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:51:09.025379 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30c8be4f-749e-45a3-b840-8452ab1c33d3" -d '{"events": [{"server_uuid": "abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c", "name": "network-vif-plugged", "status": "completed", "tag": "74c9b60f-0b88-4ba9-96bb-be833f049be5"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:51:09.050564 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce22277-cf5e-41ff-9ec4-4c3e3b34fafb tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Network 85fbba19-37a2-42c1-accb-41361867160b is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:51:09.062582 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 74c9b60f-0b88-4ba9-96bb-be833f049be5, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=74c9b60f-0b88-4ba9-96bb-be833f049be5,segment=NetworkSegment(974832f8-c618-4ae2-8054-a35b04d5793c),segment_id=974832f8-c618-4ae2-8054-a35b04d5793c)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:51:09.072333 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-dce22277-cf5e-41ff-9ec4-4c3e3b34fafb tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 85fbba19-37a2-42c1-accb-41361867160b) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:51:09.076047 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (74c9b60f-0b88-4ba9-96bb-be833f049be5), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:09.081404 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce22277-cf5e-41ff-9ec4-4c3e3b34fafb tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:09.082012 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dce22277-cf5e-41ff-9ec4-4c3e3b34fafb tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:09.133584 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-dce22277-cf5e-41ff-9ec4-4c3e3b34fafb tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0698872 Feb 04 12:51:09.134905 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 41884) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:51:09.143963 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-03775d64-231f-4c74-971d-db8d416d5da6 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Request body: {'router': {'external_gateway_info': {'network_id': '85fbba19-37a2-42c1-accb-41361867160b'}}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:51:09.191303 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4ba2a4-d0c7-4db5-8e44-54554a672391 None None] Network 85fbba19-37a2-42c1-accb-41361867160b requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:51:09.196776 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=74c9b60f-0b88-4ba9-96bb-be833f049be5,revision_number=7']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:09.445443 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdc83a8-88fd-4c88-886b-950ad25d713e req-f0bdf090-8e8f-4340-8e9c-14f5245ebbad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:09.447929 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3bdc83a8-88fd-4c88-886b-950ad25d713e req-f0bdf090-8e8f-4340-8e9c-14f5245ebbad service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5f3947cd-b907-480d-bce5-7265d1d5d85d HTTP/1.1" status: 200 len: 853 time: 0.4454293 Feb 04 12:51:09.571194 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3bdc83a8-88fd-4c88-886b-950ad25d713e req-43478d60-5fa8-433f-a1f6-bd72a4d9c211 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7ed78c2f-5e06-4bf6-9fbc-42500f903f0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1129818 Feb 04 12:51:09.600012 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6da1f6-b8d2-4a0f-876b-5de822d0441a req-52fb9911-2102-4780-8ec1-686ce800f1c5 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:09.602719 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2f6da1f6-b8d2-4a0f-876b-5de822d0441a req-52fb9911-2102-4780-8ec1-686ce800f1c5 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/ports?device_id=8bdb426b-6375-4da3-839b-53288ad0c03c HTTP/1.1" status: 200 len: 945 time: 0.4953008 Feb 04 12:51:09.658068 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bef7ac-3669-4405-8abf-7b59a7f5acf5 req-1c90b987-70ee-487c-8324-bbf191a01fe6 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:09.666670 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-59bef7ac-3669-4405-8abf-7b59a7f5acf5 req-1c90b987-70ee-487c-8324-bbf191a01fe6 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e20afb-28eb-4ddc-9c2d-239e9429c0af HTTP/1.1" status: 200 len: 944 time: 0.5545185 Feb 04 12:51:09.729750 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312adf8e-0b81-41dc-92e7-e20d0297c42d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-85fbba19-37a2-42c1-accb-41361867160b', 'network_id': '85fbba19-37a2-42c1-accb-41361867160b', 'project_id': '1b01c085b71241b3b4bee23c3ec1a3ff', 'fixed_ips': [{'subnet_id': '4afbf1d1-d7e1-404d-bd0d-c6843d834995'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 12:51:09.739579 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-312adf8e-0b81-41dc-92e7-e20d0297c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:10.032618 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-59bef7ac-3669-4405-8abf-7b59a7f5acf5 req-5db9fa0c-6f44-4522-a43b-dc3ee5e6380d tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3641045 Feb 04 12:51:10.119959 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3bdc83a8-88fd-4c88-886b-950ad25d713e req-da5dce68-3333-4581-af11-5c74c17de87d service neutron] 10.222.0.73 "GET /v2.0/networks/7ed78c2f-5e06-4bf6-9fbc-42500f903f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5130649 Feb 04 12:51:10.128697 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2f6da1f6-b8d2-4a0f-876b-5de822d0441a req-e55bc270-67cc-4db7-ba33-33b7398572eb tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f05596b-0435-48d8-81d4-28b11f6be2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4333918 Feb 04 12:51:10.152560 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9556f655-4b37-4e25-8cc2-ee28dc41df1e x-openstack-request-id: req-9556f655-4b37-4e25-8cc2-ee28dc41df1e {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:51:10.153122 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c", "name": "network-vif-plugged", "status": "completed", "tag": "74c9b60f-0b88-4ba9-96bb-be833f049be5", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:51:10.153408 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9556f655-4b37-4e25-8cc2-ee28dc41df1e {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:51:10.153787 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74c9b60f-0b88-4ba9-96bb-be833f049be5', 'code': 200} Feb 04 12:51:10.202566 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-312adf8e-0b81-41dc-92e7-e20d0297c42d None None] Allocated IP 2001:db8:1::2 (85fbba19-37a2-42c1-accb-41361867160b/4afbf1d1-d7e1-404d-bd0d-c6843d834995/62b7359d-846e-4396-9923-b78483b58a34) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:51:10.282977 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-03775d64-231f-4c74-971d-db8d416d5da6 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks [] for router_gateway (908a99cc-62e3-4cdf-aa91-b9cc9636033c), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:10.574713 n-d-825015-3 neutron-server[103474]: INFO neutron.api.v2.resource [None req-03775d64-231f-4c74-971d-db8d416d5da6 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 12:51:10.581633 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-03775d64-231f-4c74-971d-db8d416d5da6 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] 10.222.0.65 "PUT /v2.0/routers/908a99cc-62e3-4cdf-aa91-b9cc9636033c HTTP/1.1" status: 400 len: 364 time: 1.4395459 Feb 04 12:51:10.581933 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 41902) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:51:10.690929 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-312adf8e-0b81-41dc-92e7-e20d0297c42d None None] Publish callbacks [] for port (62b7359d-846e-4396-9923-b78483b58a34), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:10.700977 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-312adf8e-0b81-41dc-92e7-e20d0297c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (62b7359d-846e-4396-9923-b78483b58a34), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:10.775548 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312adf8e-0b81-41dc-92e7-e20d0297c42d None None] Network 85fbba19-37a2-42c1-accb-41361867160b is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:51:10.798338 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-312adf8e-0b81-41dc-92e7-e20d0297c42d None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:51:10.801037 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312adf8e-0b81-41dc-92e7-e20d0297c42d None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:51:10.915938 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312adf8e-0b81-41dc-92e7-e20d0297c42d None None] Pushing event updated for resources: {'Port': ['ID=62b7359d-846e-4396-9923-b78483b58a34,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:10.987427 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-312adf8e-0b81-41dc-92e7-e20d0297c42d None None] Attempting to bind port 62b7359d-846e-4396-9923-b78483b58a34 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:51:10.987861 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-312adf8e-0b81-41dc-92e7-e20d0297c42d None None] Attempting to bind port 62b7359d-846e-4396-9923-b78483b58a34 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': 'b0d8192a-bf3a-4dab-982a-f4d43ade19ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '85fbba19-37a2-42c1-accb-41361867160b'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:51:10.988222 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312adf8e-0b81-41dc-92e7-e20d0297c42d None None] Attempting to bind port 62b7359d-846e-4396-9923-b78483b58a34 on network 85fbba19-37a2-42c1-accb-41361867160b {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:51:10.994164 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312adf8e-0b81-41dc-92e7-e20d0297c42d None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:51:10.994556 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312adf8e-0b81-41dc-92e7-e20d0297c42d None None] Checking segment: {'id': 'b0d8192a-bf3a-4dab-982a-f4d43ade19ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '85fbba19-37a2-42c1-accb-41361867160b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:51:10.995158 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-312adf8e-0b81-41dc-92e7-e20d0297c42d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:10.995567 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312adf8e-0b81-41dc-92e7-e20d0297c42d None None] Bound using segment: {'id': 'b0d8192a-bf3a-4dab-982a-f4d43ade19ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '85fbba19-37a2-42c1-accb-41361867160b'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:51:10.998328 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-312adf8e-0b81-41dc-92e7-e20d0297c42d None None] Bound port: 62b7359d-846e-4396-9923-b78483b58a34, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0d8192a-bf3a-4dab-982a-f4d43ade19ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '85fbba19-37a2-42c1-accb-41361867160b'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:51:10.998328 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-312adf8e-0b81-41dc-92e7-e20d0297c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (62b7359d-846e-4396-9923-b78483b58a34), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:11.161094 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f170b6e1-7e30-48eb-abc8-f4486a1db148 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:11.210628 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-312adf8e-0b81-41dc-92e7-e20d0297c42d None None] For port 62b7359d-846e-4396-9923-b78483b58a34, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:51:11.221792 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-312adf8e-0b81-41dc-92e7-e20d0297c42d None None] For port 62b7359d-846e-4396-9923-b78483b58a34, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=62b7359d-846e-4396-9923-b78483b58a34,segment=NetworkSegment(b0d8192a-bf3a-4dab-982a-f4d43ade19ba),segment_id=b0d8192a-bf3a-4dab-982a-f4d43ade19ba)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:51:11.228813 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad52bd7-664e-495f-bfbc-c4be9a7fd35d req-3646af6f-cb7e-4e93-814f-37c7725d5ad1 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:11.238022 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-312adf8e-0b81-41dc-92e7-e20d0297c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (62b7359d-846e-4396-9923-b78483b58a34), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:11.240161 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8ad52bd7-664e-495f-bfbc-c4be9a7fd35d req-3646af6f-cb7e-4e93-814f-37c7725d5ad1 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/ports?device_id=8bdb426b-6375-4da3-839b-53288ad0c03c HTTP/1.1" status: 200 len: 945 time: 0.9455721 Feb 04 12:51:11.276285 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f861a7a7-a920-45c3-bf86-72f1fe096025 req-52251c46-9134-4e04-8d2b-444e744531fd tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:11.284939 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f861a7a7-a920-45c3-bf86-72f1fe096025 req-52251c46-9134-4e04-8d2b-444e744531fd tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 945 time: 1.1007128 Feb 04 12:51:11.316347 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3bdc83a8-88fd-4c88-886b-950ad25d713e req-da363941-204e-4e47-9b5f-9c804b857048 service neutron] 10.222.0.73 "GET /v2.0/networks/7ed78c2f-5e06-4bf6-9fbc-42500f903f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1864083 Feb 04 12:51:11.358408 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8ad52bd7-664e-495f-bfbc-c4be9a7fd35d req-96d226c9-3f8d-46ec-8a25-493cea9a7feb tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f05596b-0435-48d8-81d4-28b11f6be2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163788 Feb 04 12:51:11.413900 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312adf8e-0b81-41dc-92e7-e20d0297c42d None None] Pushing event updated for resources: {'Port': ['ID=62b7359d-846e-4396-9923-b78483b58a34,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:11.433420 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f861a7a7-a920-45c3-bf86-72f1fe096025 req-b7ca6940-8dab-4ae0-a0e6-db15648d0251 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363409 Feb 04 12:51:11.653656 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c4f12e-d971-4b86-b01a-98dc2e05deb9 req-2f9d9177-c737-4f7b-923d-a113986655d8 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:11.660116 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-25c4f12e-d971-4b86-b01a-98dc2e05deb9 req-2f9d9177-c737-4f7b-923d-a113986655d8 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e20afb-28eb-4ddc-9c2d-239e9429c0af HTTP/1.1" status: 200 len: 944 time: 0.1389854 Feb 04 12:51:11.889157 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-25c4f12e-d971-4b86-b01a-98dc2e05deb9 req-f2168e87-5164-4872-9c8f-ecd58e14159a tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183986 Feb 04 12:51:12.070675 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f6d4c8-e67a-4547-a678-f9ce2cb203e9 req-e58941f2-e3f6-4b88-a9e7-41f1a1d18325 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:12.094249 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-75f6d4c8-e67a-4547-a678-f9ce2cb203e9 req-e58941f2-e3f6-4b88-a9e7-41f1a1d18325 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/ports?device_id=8bdb426b-6375-4da3-839b-53288ad0c03c HTTP/1.1" status: 200 len: 945 time: 0.2454536 Feb 04 12:51:12.153255 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-f170b6e1-7e30-48eb-abc8-f4486a1db148 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Allocated IP 2001:db8::1 (4684ab22-5437-4939-a8ca-72706d2ad1ec/812445e6-f9e5-477b-a588-ec1fe7d0dbe5/25035e3e-08d6-4a35-8032-23daaf5e8db2) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:51:12.267204 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-75f6d4c8-e67a-4547-a678-f9ce2cb203e9 req-01eaae92-0780-4b1b-a1b2-6a455361fcf4 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f05596b-0435-48d8-81d4-28b11f6be2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704462 Feb 04 12:51:12.527101 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7b2e3e-926d-4244-bc06-87717d7379a0 req-dd20ec71-a7f2-4dd5-b222-f4263c525513 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:12.534649 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2b7b2e3e-926d-4244-bc06-87717d7379a0 req-dd20ec71-a7f2-4dd5-b222-f4263c525513 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/ports?device_id=8bdb426b-6375-4da3-839b-53288ad0c03c HTTP/1.1" status: 200 len: 945 time: 0.1408930 Feb 04 12:51:12.560497 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f170b6e1-7e30-48eb-abc8-f4486a1db148 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks [] for port (25035e3e-08d6-4a35-8032-23daaf5e8db2), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:12.738076 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2b7b2e3e-926d-4244-bc06-87717d7379a0 req-957b7fbc-12ad-458d-9519-da7984dc0c5a tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f05596b-0435-48d8-81d4-28b11f6be2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012131 Feb 04 12:51:12.763438 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f170b6e1-7e30-48eb-abc8-f4486a1db148 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (25035e3e-08d6-4a35-8032-23daaf5e8db2), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:12.793585 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d813aec-24e3-4913-a6e8-429467fa2588 req-db890ab3-4794-4029-8994-4a6efe2b3a28 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:12.795171 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3d813aec-24e3-4913-a6e8-429467fa2588 req-db890ab3-4794-4029-8994-4a6efe2b3a28 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 945 time: 0.2123883 Feb 04 12:51:12.941298 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f170b6e1-7e30-48eb-abc8-f4486a1db148 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Network 4684ab22-5437-4939-a8ca-72706d2ad1ec is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:51:12.969195 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-f170b6e1-7e30-48eb-abc8-f4486a1db148 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:51:12.981187 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f170b6e1-7e30-48eb-abc8-f4486a1db148 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:51:12.984384 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f170b6e1-7e30-48eb-abc8-f4486a1db148 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1599818'] for router_interface (908a99cc-62e3-4cdf-aa91-b9cc9636033c), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:12.989993 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3d813aec-24e3-4913-a6e8-429467fa2588 req-a46b2625-548e-4e07-8a90-b16c0f98bee6 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773577 Feb 04 12:51:13.002179 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f170b6e1-7e30-48eb-abc8-f4486a1db148 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Pushing event updated for resources: {'Port': ['ID=25035e3e-08d6-4a35-8032-23daaf5e8db2,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:13.404999 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac760a5-5990-445a-8893-76cf88125721 req-85de6018-98a7-4edb-8525-45ab8a1968b5 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:13.418761 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4ac760a5-5990-445a-8893-76cf88125721 req-85de6018-98a7-4edb-8525-45ab8a1968b5 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e20afb-28eb-4ddc-9c2d-239e9429c0af HTTP/1.1" status: 200 len: 944 time: 0.2210784 Feb 04 12:51:13.525517 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f170b6e1-7e30-48eb-abc8-f4486a1db148 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (25035e3e-08d6-4a35-8032-23daaf5e8db2), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:13.552301 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4ac760a5-5990-445a-8893-76cf88125721 req-fae69093-481d-40ca-9a73-2c7dacc6eb84 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305962 Feb 04 12:51:13.716013 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-09565ff4-786c-45f6-b50b-5a697f595718 None None] Provisioning complete for port 25035e3e-08d6-4a35-8032-23daaf5e8db2 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:51:13.716523 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-09565ff4-786c-45f6-b50b-5a697f595718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (25035e3e-08d6-4a35-8032-23daaf5e8db2), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:13.852336 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-09565ff4-786c-45f6-b50b-5a697f595718 None None] Port 25035e3e-08d6-4a35-8032-23daaf5e8db2 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:51:13.854939 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb3770d-ac8e-41d3-839b-1318610d9b04 req-4ccf2e07-cd38-4e7a-95ca-02c0cb920788 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:13.867982 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5cb3770d-ac8e-41d3-839b-1318610d9b04 req-4ccf2e07-cd38-4e7a-95ca-02c0cb920788 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/ports?device_id=8bdb426b-6375-4da3-839b-53288ad0c03c HTTP/1.1" status: 200 len: 945 time: 0.1474512 Feb 04 12:51:13.873593 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 62b7359d-846e-4396-9923-b78483b58a34 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:51:13.982668 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5cb3770d-ac8e-41d3-839b-1318610d9b04 req-f46e4dea-1986-4a2c-bbaa-eb0e773ed495 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f05596b-0435-48d8-81d4-28b11f6be2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000106 Feb 04 12:51:14.017938 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503e7596-bdea-4f38-93f7-8a8e7f4fbba3 None None] Network 85fbba19-37a2-42c1-accb-41361867160b requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:51:14.110831 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 62b7359d-846e-4396-9923-b78483b58a34 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:51:14.111235 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (62b7359d-846e-4396-9923-b78483b58a34), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:14.195933 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-8fb3c06d-b902-4562-b072-735a97094868 None None] Provisioning complete for port 62b7359d-846e-4396-9923-b78483b58a34 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:51:14.196366 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8fb3c06d-b902-4562-b072-735a97094868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (62b7359d-846e-4396-9923-b78483b58a34), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:14.241235 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f170b6e1-7e30-48eb-abc8-f4486a1db148 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks [] for port (25035e3e-08d6-4a35-8032-23daaf5e8db2), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:14.247766 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f170b6e1-7e30-48eb-abc8-f4486a1db148 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (25035e3e-08d6-4a35-8032-23daaf5e8db2), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:14.249401 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f170b6e1-7e30-48eb-abc8-f4486a1db148 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622202'] for router_interface (908a99cc-62e3-4cdf-aa91-b9cc9636033c), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:14.318058 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9f41d7-24f7-423e-8bc3-b12d06507ea9 req-a8d68ae8-2152-4387-a096-70a742531fc4 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:14.331655 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7a9f41d7-24f7-423e-8bc3-b12d06507ea9 req-a8d68ae8-2152-4387-a096-70a742531fc4 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 945 time: 0.1328709 Feb 04 12:51:14.451776 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7a9f41d7-24f7-423e-8bc3-b12d06507ea9 req-32bcc836-234e-41a8-8173-88487cc4ea85 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156635 Feb 04 12:51:14.460608 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f170b6e1-7e30-48eb-abc8-f4486a1db148 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Pushing event updated for resources: {'Port': ['ID=25035e3e-08d6-4a35-8032-23daaf5e8db2,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:14.510478 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-8fb3c06d-b902-4562-b072-735a97094868 None None] Current status of the port 62b7359d-846e-4396-9923-b78483b58a34 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:51:14.510872 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8fb3c06d-b902-4562-b072-735a97094868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (62b7359d-846e-4396-9923-b78483b58a34), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:14.578305 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f170b6e1-7e30-48eb-abc8-f4486a1db148 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Network 4684ab22-5437-4939-a8ca-72706d2ad1ec is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:51:14.579904 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-f170b6e1-7e30-48eb-abc8-f4486a1db148 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:51:14.670255 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 62b7359d-846e-4396-9923-b78483b58a34 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:51:14.671209 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (62b7359d-846e-4396-9923-b78483b58a34), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:14.809140 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-8fb3c06d-b902-4562-b072-735a97094868 None None] For port 62b7359d-846e-4396-9923-b78483b58a34, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=62b7359d-846e-4396-9923-b78483b58a34,segment=NetworkSegment(b0d8192a-bf3a-4dab-982a-f4d43ade19ba),segment_id=b0d8192a-bf3a-4dab-982a-f4d43ade19ba)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:51:14.823172 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8fb3c06d-b902-4562-b072-735a97094868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (62b7359d-846e-4396-9923-b78483b58a34), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:14.928478 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f170b6e1-7e30-48eb-abc8-f4486a1db148 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Router 908a99cc-62e3-4cdf-aa91-b9cc9636033c has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:51:14.961512 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37b8ebc-8a3e-4c04-abe4-cfd4e62320ec req-00eefeea-3323-4bf7-9db8-1b97827418f7 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:14.964519 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c37b8ebc-8a3e-4c04-abe4-cfd4e62320ec req-00eefeea-3323-4bf7-9db8-1b97827418f7 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e20afb-28eb-4ddc-9c2d-239e9429c0af HTTP/1.1" status: 200 len: 944 time: 0.1727614 Feb 04 12:51:15.021263 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.db.api [None req-b116c552-173d-469e-b16f-751f4467941a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103476) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 12:51:15.021263 n-d-825015-3 neutron-server[103476]: DEBUG oslo_db.api [None req-b116c552-173d-469e-b16f-751f4467941a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 12:51:15.161549 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb04b9e-9ee5-47b3-a8e9-25dad78e98f2 req-46e2b2c6-1a41-417d-b520-15529ede2957 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:15.169435 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ccb04b9e-9ee5-47b3-a8e9-25dad78e98f2 req-46e2b2c6-1a41-417d-b520-15529ede2957 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.73 "GET /v2.0/ports?device_id=8bdb426b-6375-4da3-839b-53288ad0c03c HTTP/1.1" status: 200 len: 945 time: 0.2039192 Feb 04 12:51:15.322176 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-754cd4c0-a051-498f-94fe-677a21fe0526 None None] Provisioning complete for port 62b7359d-846e-4396-9923-b78483b58a34 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:51:15.335420 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f170b6e1-7e30-48eb-abc8-f4486a1db148 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:51:15.337389 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-754cd4c0-a051-498f-94fe-677a21fe0526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (62b7359d-846e-4396-9923-b78483b58a34), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:15.342375 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-f170b6e1-7e30-48eb-abc8-f4486a1db148 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] 10.222.0.65 "PUT /v2.0/routers/908a99cc-62e3-4cdf-aa91-b9cc9636033c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7592642 Feb 04 12:51:15.348018 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c37b8ebc-8a3e-4c04-abe4-cfd4e62320ec req-c2acc949-1ef6-494d-99f2-6c7d0ee304a8 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3055074 Feb 04 12:51:15.348892 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 41980) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:51:15.372204 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb3c06d-b902-4562-b072-735a97094868 None None] Pushing event updated for resources: {'Port': ['ID=62b7359d-846e-4396-9923-b78483b58a34,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:15.377829 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67e223a-e86b-428e-80ee-75a0038cabc9 None None] Sync routers for ids ['908a99cc-62e3-4cdf-aa91-b9cc9636033c'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:51:15.432943 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67e223a-e86b-428e-80ee-75a0038cabc9 None None] Routers {'908a99cc-62e3-4cdf-aa91-b9cc9636033c'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:51:15.434491 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-a67e223a-e86b-428e-80ee-75a0038cabc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:50:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['908a99cc-62e3-4cdf-aa91-b9cc9636033c'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:51:15.494991 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-a67e223a-e86b-428e-80ee-75a0038cabc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:51:15.516835 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67e223a-e86b-428e-80ee-75a0038cabc9 None None] Routers {'908a99cc-62e3-4cdf-aa91-b9cc9636033c'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:51:15.517491 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-a67e223a-e86b-428e-80ee-75a0038cabc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:50:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['908a99cc-62e3-4cdf-aa91-b9cc9636033c'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:51:15.617677 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 62b7359d-846e-4396-9923-b78483b58a34 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:51:15.685820 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-a67e223a-e86b-428e-80ee-75a0038cabc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:51:15.687272 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67e223a-e86b-428e-80ee-75a0038cabc9 None None] The sync data for ids ['908a99cc-62e3-4cdf-aa91-b9cc9636033c'] in n-d-825015-3 is: [] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:51:15.707494 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-754cd4c0-a051-498f-94fe-677a21fe0526 None None] Current status of the port 62b7359d-846e-4396-9923-b78483b58a34 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:51:15.719555 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d6288529-4931-4c39-b2ad-731ce176eb2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:15.805014 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-59abefa4-f8bf-4b8b-aae7-2e4cafda20fa tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks [] for router (908a99cc-62e3-4cdf-aa91-b9cc9636033c), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:15.860709 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 62b7359d-846e-4396-9923-b78483b58a34 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:51:15.976782 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-85792121-f500-45dd-9884-fd22c87fff57 None None] Provisioning complete for port 25035e3e-08d6-4a35-8032-23daaf5e8db2 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:51:15.977729 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-85792121-f500-45dd-9884-fd22c87fff57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (25035e3e-08d6-4a35-8032-23daaf5e8db2), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:16.027132 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9033f8f-7934-4a93-8874-663dcc548702 req-350e8756-224b-4557-bc59-3a22d834a2f1 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:16.044882 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c9033f8f-7934-4a93-8874-663dcc548702 req-350e8756-224b-4557-bc59-3a22d834a2f1 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/ports?device_id=8bdb426b-6375-4da3-839b-53288ad0c03c HTTP/1.1" status: 200 len: 945 time: 0.7203562 Feb 04 12:51:16.080289 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a77d8f8-1f91-4349-93c9-8288601c9efe req-2894e435-4ec0-4a28-b9c6-eba9d73595f1 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:16.080667 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-85792121-f500-45dd-9884-fd22c87fff57 None None] Port 25035e3e-08d6-4a35-8032-23daaf5e8db2 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:51:16.089129 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8a77d8f8-1f91-4349-93c9-8288601c9efe req-2894e435-4ec0-4a28-b9c6-eba9d73595f1 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 945 time: 0.4619062 Feb 04 12:51:16.104667 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 62b7359d-846e-4396-9923-b78483b58a34 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:51:16.106372 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (62b7359d-846e-4396-9923-b78483b58a34), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:16.176421 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c9033f8f-7934-4a93-8874-663dcc548702 req-8af15ea0-c755-4f9b-b575-b2b914a9b7d2 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f05596b-0435-48d8-81d4-28b11f6be2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298728 Feb 04 12:51:16.178603 n-d-825015-3 neutron-server[103475]: INFO neutron.api.v2.resource [None req-59abefa4-f8bf-4b8b-aae7-2e4cafda20fa tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 04 12:51:16.182964 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 41990) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:51:16.185534 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-59abefa4-f8bf-4b8b-aae7-2e4cafda20fa tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] 10.222.0.65 "DELETE /v2.0/routers/908a99cc-62e3-4cdf-aa91-b9cc9636033c HTTP/1.1" status: 409 len: 329 time: 0.8168216 Feb 04 12:51:16.203151 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-ccb04b9e-9ee5-47b3-a8e9-25dad78e98f2 req-c8601683-6ba4-440c-ac8d-f7845c367d24 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Deleting port dcdca9a0-2619-47c7-81e5-db73c262ced7 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:51:16.203830 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-ccb04b9e-9ee5-47b3-a8e9-25dad78e98f2 req-c8601683-6ba4-440c-ac8d-f7845c367d24 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (dcdca9a0-2619-47c7-81e5-db73c262ced7), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:16.258494 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 62b7359d-846e-4396-9923-b78483b58a34 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:51:16.363064 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8a77d8f8-1f91-4349-93c9-8288601c9efe req-d25fb868-c97c-42e2-b747-2af822b15e75 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718902 Feb 04 12:51:16.533059 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-ccb04b9e-9ee5-47b3-a8e9-25dad78e98f2 req-c8601683-6ba4-440c-ac8d-f7845c367d24 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] For port dcdca9a0-2619-47c7-81e5-db73c262ced7, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=dcdca9a0-2619-47c7-81e5-db73c262ced7,segment=NetworkSegment(e06f3fb1-3389-4291-b030-5cfb56d31cde),segment_id=e06f3fb1-3389-4291-b030-5cfb56d31cde)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:51:16.538413 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-ccb04b9e-9ee5-47b3-a8e9-25dad78e98f2 req-c8601683-6ba4-440c-ac8d-f7845c367d24 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (dcdca9a0-2619-47c7-81e5-db73c262ced7), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:16.576392 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-ccb04b9e-9ee5-47b3-a8e9-25dad78e98f2 req-c8601683-6ba4-440c-ac8d-f7845c367d24 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Calling delete_port for dcdca9a0-2619-47c7-81e5-db73c262ced7 owned by compute:nova {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:51:16.816603 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a3c21d-fb8e-447c-a193-5618e7e0146b req-464ce4de-3313-4e58-9f52-bfda30093f5a tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:16.818933 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c9a3c21d-fb8e-447c-a193-5618e7e0146b req-464ce4de-3313-4e58-9f52-bfda30093f5a tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e20afb-28eb-4ddc-9c2d-239e9429c0af HTTP/1.1" status: 200 len: 944 time: 0.1524057 Feb 04 12:51:16.863802 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-93e22ffd-0082-4ddd-82db-f25de9337f8e tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622215'] for router_interface (908a99cc-62e3-4cdf-aa91-b9cc9636033c), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:16.944277 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-ccb04b9e-9ee5-47b3-a8e9-25dad78e98f2 req-c8601683-6ba4-440c-ac8d-f7845c367d24 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (dcdca9a0-2619-47c7-81e5-db73c262ced7), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:16.950239 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c9a3c21d-fb8e-447c-a193-5618e7e0146b req-20bdb4d6-9cc5-4c88-b007-f43d3592f828 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787389 Feb 04 12:51:17.001129 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8601683-6ba4-440c-ac8d-f7845c367d24 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Pushing event deleted for resources: {'Port': ['ID=dcdca9a0-2619-47c7-81e5-db73c262ced7,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:17.092082 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccb04b9e-9ee5-47b3-a8e9-25dad78e98f2 req-c8601683-6ba4-440c-ac8d-f7845c367d24 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] No DVR routers for this DVR port dcdca9a0-2619-47c7-81e5-db73c262ced7 on host n-h1-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:51:17.095654 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-ccb04b9e-9ee5-47b3-a8e9-25dad78e98f2 req-c8601683-6ba4-440c-ac8d-f7845c367d24 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:17.099661 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ccb04b9e-9ee5-47b3-a8e9-25dad78e98f2 req-c8601683-6ba4-440c-ac8d-f7845c367d24 tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.73 "DELETE /v2.0/ports/dcdca9a0-2619-47c7-81e5-db73c262ced7 HTTP/1.1" status: 204 len: 173 time: 1.9173393 Feb 04 12:51:17.100798 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bdb426b-6375-4da3-839b-53288ad0c03c', 'name': 'network-vif-deleted', 'tag': 'dcdca9a0-2619-47c7-81e5-db73c262ced7'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:51:17.113046 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32bba6a4-9b9c-41d0-9083-39f96444d928" -d '{"events": [{"server_uuid": "8bdb426b-6375-4da3-839b-53288ad0c03c", "name": "network-vif-deleted", "tag": "dcdca9a0-2619-47c7-81e5-db73c262ced7"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:51:17.206426 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-636e43a4-5937-4f24-a815-83fe21ebf388 x-openstack-request-id: req-636e43a4-5937-4f24-a815-83fe21ebf388 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:51:17.206731 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bdb426b-6375-4da3-839b-53288ad0c03c", "name": "network-vif-deleted", "tag": "dcdca9a0-2619-47c7-81e5-db73c262ced7", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:51:17.206991 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-636e43a4-5937-4f24-a815-83fe21ebf388 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:51:17.207408 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bdb426b-6375-4da3-839b-53288ad0c03c', 'name': 'network-vif-deleted', 'tag': 'dcdca9a0-2619-47c7-81e5-db73c262ced7', 'status': 'completed', 'code': 200} Feb 04 12:51:17.398786 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-214527c3-707a-441d-8433-fd144e314b08 req-b340461c-9138-4536-b852-69078adc893c tempest-ServerDiskConfigTestJSON-911646838 tempest-ServerDiskConfigTestJSON-911646838-project] 10.222.0.65 "GET /v2.0/ports?device_id=8bdb426b-6375-4da3-839b-53288ad0c03c HTTP/1.1" status: 200 len: 210 time: 0.1005180 Feb 04 12:51:17.648445 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-93e22ffd-0082-4ddd-82db-f25de9337f8e tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Deleting port 25035e3e-08d6-4a35-8032-23daaf5e8db2 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:51:17.648993 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-93e22ffd-0082-4ddd-82db-f25de9337f8e tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (25035e3e-08d6-4a35-8032-23daaf5e8db2), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:17.691450 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8ded74-3f32-4609-b0cf-4f26837f1467 req-58fd0a7b-e839-4cf3-abec-851d1f074228 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:17.693392 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0b8ded74-3f32-4609-b0cf-4f26837f1467 req-58fd0a7b-e839-4cf3-abec-851d1f074228 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 945 time: 0.0801852 Feb 04 12:51:17.841780 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0b8ded74-3f32-4609-b0cf-4f26837f1467 req-b7eeeabb-8253-4f8b-8214-3fb79ea36c0b tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370771 Feb 04 12:51:17.870394 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-93e22ffd-0082-4ddd-82db-f25de9337f8e tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (25035e3e-08d6-4a35-8032-23daaf5e8db2), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:17.895930 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-93e22ffd-0082-4ddd-82db-f25de9337f8e tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Calling delete_port for 25035e3e-08d6-4a35-8032-23daaf5e8db2 owned by network:router_interface {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:51:18.009055 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a782d420-1b47-4ce2-99c5-d1db267672b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:18.182444 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df37e524-5d7e-45db-83c9-d1ea24d44ced req-9942834f-76a2-4eaa-8459-efe62671e011 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:18.184429 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-df37e524-5d7e-45db-83c9-d1ea24d44ced req-9942834f-76a2-4eaa-8459-efe62671e011 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e20afb-28eb-4ddc-9c2d-239e9429c0af HTTP/1.1" status: 200 len: 944 time: 0.1193178 Feb 04 12:51:18.238951 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-93e22ffd-0082-4ddd-82db-f25de9337f8e tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (25035e3e-08d6-4a35-8032-23daaf5e8db2), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:18.281779 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-df37e524-5d7e-45db-83c9-d1ea24d44ced req-70f0f34b-7c31-43ea-9f6f-13c12bb813fa tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862100 Feb 04 12:51:18.283420 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e22ffd-0082-4ddd-82db-f25de9337f8e tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Pushing event deleted for resources: {'Port': ['ID=25035e3e-08d6-4a35-8032-23daaf5e8db2,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:18.366207 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device dcdca9a0-2619-47c7-81e5-db73c262ced7 no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:51:18.419109 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] No Port match for: dcdca9a0-2619-47c7-81e5-db73c262ced7 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:51:18.419470 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device dcdca9a0-2619-47c7-81e5-db73c262ced7 not bound to the agent host n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:51:18.557120 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-93e22ffd-0082-4ddd-82db-f25de9337f8e tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622067'] for router_interface (908a99cc-62e3-4cdf-aa91-b9cc9636033c), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:18.853811 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93e22ffd-0082-4ddd-82db-f25de9337f8e tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Router 908a99cc-62e3-4cdf-aa91-b9cc9636033c has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:51:18.922990 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 42052) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:51:19.047157 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_v2 [None req-997e7d1c-0e46-4e1f-a5f7-d8d9e6877844 admin admin] Deleting subnet 690b8f25-e7cd-419d-81c6-e79d1382942c {{(pid=103475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:51:19.066835 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-997e7d1c-0e46-4e1f-a5f7-d8d9e6877844 admin admin] Publish callbacks [] for subnet (690b8f25-e7cd-419d-81c6-e79d1382942c), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:19.167533 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57d43dc-e44a-4c94-ba2a-93decd5e164d req-ea351cdd-8500-4c11-b4fd-c92dacf04fe2 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:19.169150 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d57d43dc-e44a-4c94-ba2a-93decd5e164d req-ea351cdd-8500-4c11-b4fd-c92dacf04fe2 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 945 time: 0.2084594 Feb 04 12:51:19.211585 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-997e7d1c-0e46-4e1f-a5f7-d8d9e6877844 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51859329'] for subnet (690b8f25-e7cd-419d-81c6-e79d1382942c), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:19.262033 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:19.267147 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d57d43dc-e44a-4c94-ba2a-93decd5e164d req-f4592e19-9a7d-4b8e-97f9-a967f249ea05 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892582 Feb 04 12:51:19.366950 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-997e7d1c-0e46-4e1f-a5f7-d8d9e6877844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (690b8f25-e7cd-419d-81c6-e79d1382942c), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:19.455770 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93e22ffd-0082-4ddd-82db-f25de9337f8e tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:51:19.465587 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a36d6b6-38c3-4441-b7dc-e8b6ed7491c4 None None] Sync routers for ids ['908a99cc-62e3-4cdf-aa91-b9cc9636033c'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:51:19.484805 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 42062) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:51:19.488313 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-93e22ffd-0082-4ddd-82db-f25de9337f8e tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] 10.222.0.65 "PUT /v2.0/routers/908a99cc-62e3-4cdf-aa91-b9cc9636033c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2945313 Feb 04 12:51:19.492311 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a36d6b6-38c3-4441-b7dc-e8b6ed7491c4 None None] Routers {'908a99cc-62e3-4cdf-aa91-b9cc9636033c'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:51:19.492998 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-1a36d6b6-38c3-4441-b7dc-e8b6ed7491c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:51:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['908a99cc-62e3-4cdf-aa91-b9cc9636033c'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:51:19.541393 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-1a36d6b6-38c3-4441-b7dc-e8b6ed7491c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:51:19.552249 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a36d6b6-38c3-4441-b7dc-e8b6ed7491c4 None None] Routers {'908a99cc-62e3-4cdf-aa91-b9cc9636033c'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:51:19.553172 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-1a36d6b6-38c3-4441-b7dc-e8b6ed7491c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:51:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['908a99cc-62e3-4cdf-aa91-b9cc9636033c'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:51:19.605997 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-1a36d6b6-38c3-4441-b7dc-e8b6ed7491c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:51:19.606991 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a36d6b6-38c3-4441-b7dc-e8b6ed7491c4 None None] The sync data for ids ['908a99cc-62e3-4cdf-aa91-b9cc9636033c'] in n-d-825015-3 is: [] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:51:19.633995 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-997e7d1c-0e46-4e1f-a5f7-d8d9e6877844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-52093282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51452698'] for subnet (690b8f25-e7cd-419d-81c6-e79d1382942c), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:19.668887 n-d-825015-3 neutron-server[103475]: INFO neutron.api.v2.resource [None req-03f388d7-5667-47fc-aff7-445361ab7877 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] show failed (client error): The resource could not be found. Feb 04 12:51:19.680736 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 42066) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:51:19.692729 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-dc261b8b-eabf-4102-a952-8f0b8d0cbb9b tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:51:19.694892 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-03f388d7-5667-47fc-aff7-445361ab7877 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] 10.222.0.65 "GET /v2.0/routers/tempest-non_exist_router-736542583 HTTP/1.1" status: 404 len: 334 time: 0.1952610 Feb 04 12:51:19.763142 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997e7d1c-0e46-4e1f-a5f7-d8d9e6877844 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=690b8f25-e7cd-419d-81c6-e79d1382942c,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:19.787775 n-d-825015-3 neutron-server[103474]: INFO neutron.api.v2.resource [None req-dc261b8b-eabf-4102-a952-8f0b8d0cbb9b tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] update failed (client error): The resource could not be found. Feb 04 12:51:19.794703 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-997e7d1c-0e46-4e1f-a5f7-d8d9e6877844 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:19.796677 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-dc261b8b-eabf-4102-a952-8f0b8d0cbb9b tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] 10.222.0.65 "PUT /v2.0/routers/tempest-non_exist_router-1443859988 HTTP/1.1" status: 404 len: 335 time: 0.1143436 Feb 04 12:51:19.797310 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 42072) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:51:19.804405 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-997e7d1c-0e46-4e1f-a5f7-d8d9e6877844 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/690b8f25-e7cd-419d-81c6-e79d1382942c HTTP/1.1" status: 204 len: 168 time: 0.8775041 Feb 04 12:51:19.809676 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 42074) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:51:19.818178 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997e7d1c-0e46-4e1f-a5f7-d8d9e6877844 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:19.818604 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997e7d1c-0e46-4e1f-a5f7-d8d9e6877844 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:19.818980 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997e7d1c-0e46-4e1f-a5f7-d8d9e6877844 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:19.821242 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997e7d1c-0e46-4e1f-a5f7-d8d9e6877844 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:19.821760 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997e7d1c-0e46-4e1f-a5f7-d8d9e6877844 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:19.822101 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997e7d1c-0e46-4e1f-a5f7-d8d9e6877844 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:19.822576 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997e7d1c-0e46-4e1f-a5f7-d8d9e6877844 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:19.823302 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997e7d1c-0e46-4e1f-a5f7-d8d9e6877844 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:19.823826 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997e7d1c-0e46-4e1f-a5f7-d8d9e6877844 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:19.824169 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997e7d1c-0e46-4e1f-a5f7-d8d9e6877844 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:19.824510 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997e7d1c-0e46-4e1f-a5f7-d8d9e6877844 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:19.824847 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997e7d1c-0e46-4e1f-a5f7-d8d9e6877844 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:19.825473 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997e7d1c-0e46-4e1f-a5f7-d8d9e6877844 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:19.940930 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-5deccfea-2ac1-4bed-8dc4-a7d0621088f4 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Deleting subnet 4afbf1d1-d7e1-404d-bd0d-c6843d834995 {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:51:19.956186 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5deccfea-2ac1-4bed-8dc4-a7d0621088f4 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks [] for subnet (4afbf1d1-d7e1-404d-bd0d-c6843d834995), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:19.965495 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a955ef-dde4-4532-bd26-27ff4aa301d2 req-be9e492d-fffe-4c1c-b549-497bb2712a5b tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:19.967246 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b1a955ef-dde4-4532-bd26-27ff4aa301d2 req-be9e492d-fffe-4c1c-b549-497bb2712a5b tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e20afb-28eb-4ddc-9c2d-239e9429c0af HTTP/1.1" status: 200 len: 944 time: 0.4810340 Feb 04 12:51:20.020112 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5deccfea-2ac1-4bed-8dc4-a7d0621088f4 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (4afbf1d1-d7e1-404d-bd0d-c6843d834995), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:20.034877 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-17f65809-d63c-43d0-bdae-eb672191a963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (b0350313-177d-4c5b-9b2d-aae5a7745f86), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:20.122585 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b1a955ef-dde4-4532-bd26-27ff4aa301d2 req-628352cf-077c-46d0-97fe-51cc0a8bb8fc tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424446 Feb 04 12:51:20.127145 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5deccfea-2ac1-4bed-8dc4-a7d0621088f4 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (4afbf1d1-d7e1-404d-bd0d-c6843d834995), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:20.250405 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5deccfea-2ac1-4bed-8dc4-a7d0621088f4 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (4afbf1d1-d7e1-404d-bd0d-c6843d834995), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:20.301770 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-17f65809-d63c-43d0-bdae-eb672191a963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (b0350313-177d-4c5b-9b2d-aae5a7745f86), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:20.327684 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-17f65809-d63c-43d0-bdae-eb672191a963 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0350313-177d-4c5b-9b2d-aae5a7745f86']}} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:51:20.328985 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deccfea-2ac1-4bed-8dc4-a7d0621088f4 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Pushing event deleted for resources: {'Subnet': ['ID=4afbf1d1-d7e1-404d-bd0d-c6843d834995,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:20.339944 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5deccfea-2ac1-4bed-8dc4-a7d0621088f4 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:20.348521 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41e6744-78f2-4643-b641-69ca6e56ca5c None None] Network 85fbba19-37a2-42c1-accb-41361867160b requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:51:20.354037 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-17f65809-d63c-43d0-bdae-eb672191a963 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e06f3fb1-3389-4291-b030-5cfb56d31cde') {'for_net_delete': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:51:20.354616 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-17f65809-d63c-43d0-bdae-eb672191a963 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e06f3fb1-3389-4291-b030-5cfb56d31cde') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:51:20.360971 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-5deccfea-2ac1-4bed-8dc4-a7d0621088f4 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] 10.222.0.65 "DELETE /v2.0/subnets/4afbf1d1-d7e1-404d-bd0d-c6843d834995 HTTP/1.1" status: 204 len: 168 time: 0.5625844 Feb 04 12:51:20.363516 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 42084) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:51:20.368276 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-17f65809-d63c-43d0-bdae-eb672191a963 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51859336'] for segment (e06f3fb1-3389-4291-b030-5cfb56d31cde), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:20.472057 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-017515fc-33c4-44f8-a70e-478f6a95a827 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (85fbba19-37a2-42c1-accb-41361867160b), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:20.485535 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-17f65809-d63c-43d0-bdae-eb672191a963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (e06f3fb1-3389-4291-b030-5cfb56d31cde), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:20.511599 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17f65809-d63c-43d0-bdae-eb672191a963 admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=103475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:51:20.512331 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-17f65809-d63c-43d0-bdae-eb672191a963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-52093388'] for segment (e06f3fb1-3389-4291-b030-5cfb56d31cde), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:20.518314 n-d-825015-3 neutron-server[103475]: Traceback (most recent call last): Feb 04 12:51:20.518314 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:51:20.518314 n-d-825015-3 neutron-server[103475]: timer() Feb 04 12:51:20.518314 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:51:20.518314 n-d-825015-3 neutron-server[103475]: cb(*args, **kw) Feb 04 12:51:20.518314 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:51:20.518314 n-d-825015-3 neutron-server[103475]: return func(*args, **kwargs) Feb 04 12:51:20.518314 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:51:20.518314 n-d-825015-3 neutron-server[103475]: self._notify() Feb 04 12:51:20.518314 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:51:20.518314 n-d-825015-3 neutron-server[103475]: self.callback(batched_events) Feb 04 12:51:20.518314 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:51:20.518314 n-d-825015-3 neutron-server[103475]: event.method(event) Feb 04 12:51:20.518314 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:51:20.518314 n-d-825015-3 neutron-server[103475]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:51:20.518314 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:51:20.518314 n-d-825015-3 neutron-server[103475]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:51:20.518314 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:51:20.518314 n-d-825015-3 neutron-server[103475]: return f(self, *a, **k) Feb 04 12:51:20.518314 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:51:20.518314 n-d-825015-3 neutron-server[103475]: return self._get(url).json() Feb 04 12:51:20.518314 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:51:20.518314 n-d-825015-3 neutron-server[103475]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:51:20.518314 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:51:20.518314 n-d-825015-3 neutron-server[103475]: return self.request(url, 'GET', **kwargs) Feb 04 12:51:20.518314 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:51:20.518314 n-d-825015-3 neutron-server[103475]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:51:20.518314 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:51:20.518314 n-d-825015-3 neutron-server[103475]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:51:20.518314 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:51:20.518314 n-d-825015-3 neutron-server[103475]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:51:20.518314 n-d-825015-3 neutron-server[103475]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:51:20.576427 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:20.601863 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-017515fc-33c4-44f8-a70e-478f6a95a827 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Deleting port 62b7359d-846e-4396-9923-b78483b58a34 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:51:20.602208 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-017515fc-33c4-44f8-a70e-478f6a95a827 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (62b7359d-846e-4396-9923-b78483b58a34), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:20.726532 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1075dbdc-6f9d-4092-8e2f-f60c42a16911 None None] DHCP port deletion for 85fbba19-37a2-42c1-accb-41361867160b request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 12:51:20.740602 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-017515fc-33c4-44f8-a70e-478f6a95a827 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] For port 62b7359d-846e-4396-9923-b78483b58a34, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=62b7359d-846e-4396-9923-b78483b58a34,segment=NetworkSegment(b0d8192a-bf3a-4dab-982a-f4d43ade19ba),segment_id=b0d8192a-bf3a-4dab-982a-f4d43ade19ba)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:51:20.741753 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-017515fc-33c4-44f8-a70e-478f6a95a827 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (62b7359d-846e-4396-9923-b78483b58a34), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:20.742506 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127fd186-f1a8-43bc-8495-43253b6b3f99 req-e1055028-377b-4ee3-ac0c-58d6aa8e744a tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:20.744940 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-127fd186-f1a8-43bc-8495-43253b6b3f99 req-e1055028-377b-4ee3-ac0c-58d6aa8e744a tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 945 time: 0.3481100 Feb 04 12:51:20.761632 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-17f65809-d63c-43d0-bdae-eb672191a963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (b0350313-177d-4c5b-9b2d-aae5a7745f86), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:20.768576 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-17f65809-d63c-43d0-bdae-eb672191a963 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:20.778652 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-17f65809-d63c-43d0-bdae-eb672191a963 admin admin] 10.222.0.65 "DELETE /v2.0/networks/b0350313-177d-4c5b-9b2d-aae5a7745f86 HTTP/1.1" status: 204 len: 168 time: 0.9678521 Feb 04 12:51:20.809361 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-017515fc-33c4-44f8-a70e-478f6a95a827 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Calling delete_port for 62b7359d-846e-4396-9923-b78483b58a34 owned by network:dhcp {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:51:20.867107 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f65809-d63c-43d0-bdae-eb672191a963 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0350313-177d-4c5b-9b2d-aae5a7745f86,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:20.891779 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-1075dbdc-6f9d-4092-8e2f-f60c42a16911 None None] Deleting port 62b7359d-846e-4396-9923-b78483b58a34 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:51:20.893722 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1075dbdc-6f9d-4092-8e2f-f60c42a16911 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (62b7359d-846e-4396-9923-b78483b58a34), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:20.957610 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-127fd186-f1a8-43bc-8495-43253b6b3f99 req-eea23843-e9ba-487e-8e3d-d0a2010a24a9 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672435 Feb 04 12:51:21.114887 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-1075dbdc-6f9d-4092-8e2f-f60c42a16911 None None] For port 62b7359d-846e-4396-9923-b78483b58a34, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=62b7359d-846e-4396-9923-b78483b58a34,segment=NetworkSegment(b0d8192a-bf3a-4dab-982a-f4d43ade19ba),segment_id=b0d8192a-bf3a-4dab-982a-f4d43ade19ba)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:51:21.115538 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1075dbdc-6f9d-4092-8e2f-f60c42a16911 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (62b7359d-846e-4396-9923-b78483b58a34), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:21.138957 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-017515fc-33c4-44f8-a70e-478f6a95a827 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (62b7359d-846e-4396-9923-b78483b58a34), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:21.145345 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-1075dbdc-6f9d-4092-8e2f-f60c42a16911 None None] Calling delete_port for 62b7359d-846e-4396-9923-b78483b58a34 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:51:21.178586 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017515fc-33c4-44f8-a70e-478f6a95a827 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] No DVR routers for this DVR port 62b7359d-846e-4396-9923-b78483b58a34 on host n-d-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:51:21.240912 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 42102) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:51:21.286393 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017515fc-33c4-44f8-a70e-478f6a95a827 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Pushing event deleted for resources: {'Port': ['ID=62b7359d-846e-4396-9923-b78483b58a34,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:21.351725 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-92a57cf3-53ee-414c-86ec-9c266f9cab6f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=510f69789e354304b7a3dd689bde3cf8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1069140 Feb 04 12:51:21.352341 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 42104) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:51:21.452912 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a24099-fa0e-41ff-a97e-9b10c1217499 req-c4bad059-ae11-446a-9f02-b5f6428df4fa tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:21.462947 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e4a24099-fa0e-41ff-a97e-9b10c1217499 req-c4bad059-ae11-446a-9f02-b5f6428df4fa tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e20afb-28eb-4ddc-9c2d-239e9429c0af HTTP/1.1" status: 200 len: 944 time: 0.1486001 Feb 04 12:51:21.480420 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-017515fc-33c4-44f8-a70e-478f6a95a827 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (85fbba19-37a2-42c1-accb-41361867160b), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:21.504993 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1075dbdc-6f9d-4092-8e2f-f60c42a16911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (62b7359d-846e-4396-9923-b78483b58a34), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:21.510836 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-017515fc-33c4-44f8-a70e-478f6a95a827 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85fbba19-37a2-42c1-accb-41361867160b']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:51:21.525839 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-017515fc-33c4-44f8-a70e-478f6a95a827 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0d8192a-bf3a-4dab-982a-f4d43ade19ba') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:51:21.526227 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-017515fc-33c4-44f8-a70e-478f6a95a827 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0d8192a-bf3a-4dab-982a-f4d43ade19ba') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:51:21.549377 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-66ace25c-a50f-4be9-97d3-77baa89018e9 admin admin] Publish callbacks [] for security_group (1f05596b-0435-48d8-81d4-28b11f6be2f1), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:21.558527 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-017515fc-33c4-44f8-a70e-478f6a95a827 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (b0d8192a-bf3a-4dab-982a-f4d43ade19ba), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:21.583789 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1075dbdc-6f9d-4092-8e2f-f60c42a16911 None None] Pushing event deleted for resources: {'Port': ['ID=62b7359d-846e-4396-9923-b78483b58a34,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:21.590827 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e4a24099-fa0e-41ff-a97e-9b10c1217499 req-b3406896-781e-4e5c-8653-7024b97c588a tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265490 Feb 04 12:51:21.594915 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-017515fc-33c4-44f8-a70e-478f6a95a827 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (b0d8192a-bf3a-4dab-982a-f4d43ade19ba), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:21.600252 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1075dbdc-6f9d-4092-8e2f-f60c42a16911 None None] No DVR routers for this DVR port 62b7359d-846e-4396-9923-b78483b58a34 on host n-d-825015-3 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:51:21.606537 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-66ace25c-a50f-4be9-97d3-77baa89018e9 admin admin] Publish callbacks [] for security_group (1f05596b-0435-48d8-81d4-28b11f6be2f1), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:21.613011 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-017515fc-33c4-44f8-a70e-478f6a95a827 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:51:21.615570 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-017515fc-33c4-44f8-a70e-478f6a95a827 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (b0d8192a-bf3a-4dab-982a-f4d43ade19ba), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:21.756150 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 12:51:21.756150 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:51:21.756150 n-d-825015-3 neutron-server[103474]: timer() Feb 04 12:51:21.756150 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:51:21.756150 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 12:51:21.756150 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:51:21.756150 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 12:51:21.756150 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:51:21.756150 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 12:51:21.756150 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:51:21.756150 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 12:51:21.756150 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:51:21.756150 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 12:51:21.756150 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:51:21.756150 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:51:21.756150 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:51:21.756150 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:51:21.756150 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:51:21.756150 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 12:51:21.756150 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:51:21.756150 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 12:51:21.756150 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:51:21.756150 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:51:21.756150 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:51:21.756150 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 12:51:21.756150 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:51:21.756150 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:51:21.756150 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:51:21.756150 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:51:21.756150 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:51:21.756150 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:51:21.756150 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:51:21.765391 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:21.774782 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-66ace25c-a50f-4be9-97d3-77baa89018e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (1f05596b-0435-48d8-81d4-28b11f6be2f1), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:21.777858 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-66ace25c-a50f-4be9-97d3-77baa89018e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:21.779116 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-66ace25c-a50f-4be9-97d3-77baa89018e9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1f05596b-0435-48d8-81d4-28b11f6be2f1 HTTP/1.1" status: 204 len: 168 time: 0.4259331 Feb 04 12:51:21.790855 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ace25c-a50f-4be9-97d3-77baa89018e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f05596b-0435-48d8-81d4-28b11f6be2f1,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:21.849480 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 62b7359d-846e-4396-9923-b78483b58a34 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:51:21.849879 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-017515fc-33c4-44f8-a70e-478f6a95a827 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (85fbba19-37a2-42c1-accb-41361867160b), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:21.868528 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-017515fc-33c4-44f8-a70e-478f6a95a827 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:21.876259 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 42114) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:51:21.890806 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-017515fc-33c4-44f8-a70e-478f6a95a827 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] 10.222.0.65 "DELETE /v2.0/networks/85fbba19-37a2-42c1-accb-41361867160b HTTP/1.1" status: 204 len: 168 time: 1.5260553 Feb 04 12:51:21.905744 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 62b7359d-846e-4396-9923-b78483b58a34 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:51:21.906184 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 62b7359d-846e-4396-9923-b78483b58a34 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:51:21.939095 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017515fc-33c4-44f8-a70e-478f6a95a827 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Pushing event deleted for resources: {'Network': ['ID=85fbba19-37a2-42c1-accb-41361867160b,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:21.989623 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_v2 [None req-606efdf7-78bf-4070-af5d-e3cb50421105 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Deleting subnet cb31c2ff-0b84-4742-9117-99641c8828bd {{(pid=103475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:51:21.996359 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-606efdf7-78bf-4070-af5d-e3cb50421105 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks [] for subnet (cb31c2ff-0b84-4742-9117-99641c8828bd), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:22.101900 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-606efdf7-78bf-4070-af5d-e3cb50421105 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51859329'] for subnet (cb31c2ff-0b84-4742-9117-99641c8828bd), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:22.241471 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9066b7c-de2e-4af2-b9c9-1bbbdf0f8cb9 req-398daf49-5279-4956-b8f2-de0d001d4bc4 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:22.244217 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c9066b7c-de2e-4af2-b9c9-1bbbdf0f8cb9 req-398daf49-5279-4956-b8f2-de0d001d4bc4 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 945 time: 0.1371140 Feb 04 12:51:22.428857 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-606efdf7-78bf-4070-af5d-e3cb50421105 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (cb31c2ff-0b84-4742-9117-99641c8828bd), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:22.523563 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c9066b7c-de2e-4af2-b9c9-1bbbdf0f8cb9 req-47a2a61b-240d-49b4-9e05-edbebd0e9fdc tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699277 Feb 04 12:51:22.603857 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-606efdf7-78bf-4070-af5d-e3cb50421105 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-52093282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51452698'] for subnet (cb31c2ff-0b84-4742-9117-99641c8828bd), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:22.691516 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-606efdf7-78bf-4070-af5d-e3cb50421105 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:22.696710 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee1bb97-2f94-45f6-b1db-46c5f1f68435 None None] Network 329ef08e-6a0d-4210-8944-a2c3a2f22f95 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:51:22.700134 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 42136) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:51:22.704167 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-606efdf7-78bf-4070-af5d-e3cb50421105 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] 10.222.0.65 "DELETE /v2.0/subnets/cb31c2ff-0b84-4742-9117-99641c8828bd HTTP/1.1" status: 204 len: 168 time: 0.8260567 Feb 04 12:51:22.705895 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606efdf7-78bf-4070-af5d-e3cb50421105 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Pushing event deleted for resources: {'Subnet': ['ID=cb31c2ff-0b84-4742-9117-99641c8828bd,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:22.792342 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-f42dca4c-87ae-44fa-a6c7-8c74d5a1a0d1 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Deleting subnet 2437a496-f70a-4e32-91fc-8e89d632531a {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:51:22.803499 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f42dca4c-87ae-44fa-a6c7-8c74d5a1a0d1 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks [] for subnet (2437a496-f70a-4e32-91fc-8e89d632531a), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:22.879007 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f42dca4c-87ae-44fa-a6c7-8c74d5a1a0d1 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (2437a496-f70a-4e32-91fc-8e89d632531a), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:22.973935 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a87cb4-d007-4b26-845b-fee13579f591 req-a509578d-c76a-4826-992e-07923581c43f tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:22.977552 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-35a87cb4-d007-4b26-845b-fee13579f591 req-a509578d-c76a-4826-992e-07923581c43f tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e20afb-28eb-4ddc-9c2d-239e9429c0af HTTP/1.1" status: 200 len: 944 time: 0.1666579 Feb 04 12:51:23.019783 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f42dca4c-87ae-44fa-a6c7-8c74d5a1a0d1 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (2437a496-f70a-4e32-91fc-8e89d632531a), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:23.106519 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-35a87cb4-d007-4b26-845b-fee13579f591 req-53564339-875d-49d4-8ef8-931177b85c5b tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216514 Feb 04 12:51:23.156391 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f42dca4c-87ae-44fa-a6c7-8c74d5a1a0d1 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (2437a496-f70a-4e32-91fc-8e89d632531a), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:23.162130 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b540a7d-0e6d-410b-82bd-3b748ab33f36 None None] DHCP port deletion for 329ef08e-6a0d-4210-8944-a2c3a2f22f95 request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 12:51:23.215296 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42dca4c-87ae-44fa-a6c7-8c74d5a1a0d1 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Pushing event deleted for resources: {'Subnet': ['ID=2437a496-f70a-4e32-91fc-8e89d632531a,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:23.232473 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-9b540a7d-0e6d-410b-82bd-3b748ab33f36 None None] Deleting port 4dd067da-1dbb-45e0-96c5-b2e1b0f04094 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:51:23.233210 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9b540a7d-0e6d-410b-82bd-3b748ab33f36 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (4dd067da-1dbb-45e0-96c5-b2e1b0f04094), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:23.247111 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f42dca4c-87ae-44fa-a6c7-8c74d5a1a0d1 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:23.256542 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-f42dca4c-87ae-44fa-a6c7-8c74d5a1a0d1 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] 10.222.0.65 "DELETE /v2.0/subnets/2437a496-f70a-4e32-91fc-8e89d632531a HTTP/1.1" status: 204 len: 168 time: 0.5526531 Feb 04 12:51:23.257145 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 42150) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:51:23.312797 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-9b540a7d-0e6d-410b-82bd-3b748ab33f36 None None] For port 4dd067da-1dbb-45e0-96c5-b2e1b0f04094, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=4dd067da-1dbb-45e0-96c5-b2e1b0f04094,segment=NetworkSegment(044040f1-472f-4968-847a-d42f7ef2e69a),segment_id=044040f1-472f-4968-847a-d42f7ef2e69a)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:51:23.313303 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9b540a7d-0e6d-410b-82bd-3b748ab33f36 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (4dd067da-1dbb-45e0-96c5-b2e1b0f04094), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:23.330788 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-9b540a7d-0e6d-410b-82bd-3b748ab33f36 None None] Calling delete_port for 4dd067da-1dbb-45e0-96c5-b2e1b0f04094 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:51:23.392374 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b30a825-fbd0-47c5-b139-b3a4b4e5260a None None] Network f68c30e8-942b-474e-bbd4-a6bd13e639d1 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:51:23.480681 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3708e30c-dca5-4d00-ac62-9a2a1b4f6381 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (329ef08e-6a0d-4210-8944-a2c3a2f22f95), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:23.598047 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-3708e30c-dca5-4d00-ac62-9a2a1b4f6381 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Deleting port 4dd067da-1dbb-45e0-96c5-b2e1b0f04094 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:51:23.598616 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3708e30c-dca5-4d00-ac62-9a2a1b4f6381 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (4dd067da-1dbb-45e0-96c5-b2e1b0f04094), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:23.617968 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 42162) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:51:23.682681 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9b540a7d-0e6d-410b-82bd-3b748ab33f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (4dd067da-1dbb-45e0-96c5-b2e1b0f04094), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:23.790062 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-7bff31bd-044e-414e-8105-ecbe2601f6b3 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-299748162-network', 'tenant_id': '081a166ab6754953977e00fecaf55e63'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:51:23.830923 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-3708e30c-dca5-4d00-ac62-9a2a1b4f6381 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] For port 4dd067da-1dbb-45e0-96c5-b2e1b0f04094, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=4dd067da-1dbb-45e0-96c5-b2e1b0f04094,segment=NetworkSegment(044040f1-472f-4968-847a-d42f7ef2e69a),segment_id=044040f1-472f-4968-847a-d42f7ef2e69a)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:51:23.832149 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3708e30c-dca5-4d00-ac62-9a2a1b4f6381 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (4dd067da-1dbb-45e0-96c5-b2e1b0f04094), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:23.833794 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b540a7d-0e6d-410b-82bd-3b748ab33f36 None None] Pushing event deleted for resources: {'Port': ['ID=4dd067da-1dbb-45e0-96c5-b2e1b0f04094,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:23.840244 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 4dd067da-1dbb-45e0-96c5-b2e1b0f04094 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:51:23.844297 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bff31bd-044e-414e-8105-ecbe2601f6b3 admin admin] Made reservation on behalf of 081a166ab6754953977e00fecaf55e63 for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:51:23.846853 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7bff31bd-044e-414e-8105-ecbe2601f6b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:23.855095 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b540a7d-0e6d-410b-82bd-3b748ab33f36 None None] No DVR routers for this DVR port 4dd067da-1dbb-45e0-96c5-b2e1b0f04094 on host n-d-825015-3 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:51:23.865537 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7bff31bd-044e-414e-8105-ecbe2601f6b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:23.906966 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-3708e30c-dca5-4d00-ac62-9a2a1b4f6381 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Calling delete_port for 4dd067da-1dbb-45e0-96c5-b2e1b0f04094 owned by network:dhcp {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:51:23.910601 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 4dd067da-1dbb-45e0-96c5-b2e1b0f04094 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:51:23.911032 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 4dd067da-1dbb-45e0-96c5-b2e1b0f04094 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:51:23.976947 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bdd1d56-f35f-4827-bf99-f8d09791063d None None] DHCP port deletion for f68c30e8-942b-474e-bbd4-a6bd13e639d1 request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 12:51:24.083805 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7bff31bd-044e-414e-8105-ecbe2601f6b3 admin admin] Publish callbacks [] for security_group (e80379a7-bc34-42af-9706-4f7e825f23a6), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:24.095237 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7bff31bd-044e-414e-8105-ecbe2601f6b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (e80379a7-bc34-42af-9706-4f7e825f23a6), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:24.100762 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103cbc04-685c-4c24-aba9-2a58af1ec4e6 req-2d136995-a2ff-44ce-b46b-e9528a8e9d55 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:24.103584 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-103cbc04-685c-4c24-aba9-2a58af1ec4e6 req-2d136995-a2ff-44ce-b46b-e9528a8e9d55 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 945 time: 0.3771207 Feb 04 12:51:24.165641 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bff31bd-044e-414e-8105-ecbe2601f6b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:51:24.176311 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3708e30c-dca5-4d00-ac62-9a2a1b4f6381 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (4dd067da-1dbb-45e0-96c5-b2e1b0f04094), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:24.224274 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-2bdd1d56-f35f-4827-bf99-f8d09791063d None None] Deleting port d8cedc25-b3ec-4687-89cb-5ab9ac0b42c1 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:51:24.225075 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2bdd1d56-f35f-4827-bf99-f8d09791063d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (d8cedc25-b3ec-4687-89cb-5ab9ac0b42c1), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:24.227221 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bff31bd-044e-414e-8105-ecbe2601f6b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e80379a7-bc34-42af-9706-4f7e825f23a6,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:24.240117 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7bff31bd-044e-414e-8105-ecbe2601f6b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (435809b5-4790-4cc2-92a6-17b1a1ceee55), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:24.242828 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-7bff31bd-044e-414e-8105-ecbe2601f6b3 admin admin] Added segment 435809b5-4790-4cc2-92a6-17b1a1ceee55 of type vlan for network 2199cf82-6b45-4a26-9381-22c185674f2b Feb 04 12:51:24.259672 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3708e30c-dca5-4d00-ac62-9a2a1b4f6381 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Pushing event deleted for resources: {'Port': ['ID=4dd067da-1dbb-45e0-96c5-b2e1b0f04094,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:24.262867 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3708e30c-dca5-4d00-ac62-9a2a1b4f6381 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] No DVR routers for this DVR port 4dd067da-1dbb-45e0-96c5-b2e1b0f04094 on host n-d-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:51:24.385539 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-103cbc04-685c-4c24-aba9-2a58af1ec4e6 req-592dd6a3-48f6-41c1-8b70-298fe58eb6de tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062490 Feb 04 12:51:24.454185 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7bff31bd-044e-414e-8105-ecbe2601f6b3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (2199cf82-6b45-4a26-9381-22c185674f2b), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:24.457066 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-2bdd1d56-f35f-4827-bf99-f8d09791063d None None] For port d8cedc25-b3ec-4687-89cb-5ab9ac0b42c1, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=d8cedc25-b3ec-4687-89cb-5ab9ac0b42c1,segment=NetworkSegment(af935a21-e494-425c-9bc2-125083d35463),segment_id=af935a21-e494-425c-9bc2-125083d35463)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:51:24.457470 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2bdd1d56-f35f-4827-bf99-f8d09791063d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (d8cedc25-b3ec-4687-89cb-5ab9ac0b42c1), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:24.520082 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3708e30c-dca5-4d00-ac62-9a2a1b4f6381 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (329ef08e-6a0d-4210-8944-a2c3a2f22f95), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:24.535376 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-2bdd1d56-f35f-4827-bf99-f8d09791063d None None] Calling delete_port for d8cedc25-b3ec-4687-89cb-5ab9ac0b42c1 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:51:24.552123 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-3708e30c-dca5-4d00-ac62-9a2a1b4f6381 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['329ef08e-6a0d-4210-8944-a2c3a2f22f95']}} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:51:24.565530 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-3708e30c-dca5-4d00-ac62-9a2a1b4f6381 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '044040f1-472f-4968-847a-d42f7ef2e69a') {'for_net_delete': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:51:24.566215 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-3708e30c-dca5-4d00-ac62-9a2a1b4f6381 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '044040f1-472f-4968-847a-d42f7ef2e69a') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:51:24.578066 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3708e30c-dca5-4d00-ac62-9a2a1b4f6381 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51859336'] for segment (044040f1-472f-4968-847a-d42f7ef2e69a), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:24.585461 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7bff31bd-044e-414e-8105-ecbe2601f6b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (2199cf82-6b45-4a26-9381-22c185674f2b), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:24.588293 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bff31bd-044e-414e-8105-ecbe2601f6b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:24.588894 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7bff31bd-044e-414e-8105-ecbe2601f6b3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:24.598821 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3708e30c-dca5-4d00-ac62-9a2a1b4f6381 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (044040f1-472f-4968-847a-d42f7ef2e69a), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:24.612391 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3708e30c-dca5-4d00-ac62-9a2a1b4f6381 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=103475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:51:24.612914 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3708e30c-dca5-4d00-ac62-9a2a1b4f6381 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-52093388'] for segment (044040f1-472f-4968-847a-d42f7ef2e69a), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:24.617740 n-d-825015-3 neutron-server[103475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:51:24.617740 n-d-825015-3 neutron-server[103475]: self.session.flush() Feb 04 12:51:24.617740 n-d-825015-3 neutron-server[103475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:51:24.617740 n-d-825015-3 neutron-server[103475]: self.session.flush() Feb 04 12:51:24.617740 n-d-825015-3 neutron-server[103475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:51:24.617740 n-d-825015-3 neutron-server[103475]: self.session.flush() Feb 04 12:51:24.617740 n-d-825015-3 neutron-server[103475]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:51:24.617740 n-d-825015-3 neutron-server[103475]: self.session.flush() Feb 04 12:51:24.617740 n-d-825015-3 neutron-server[103475]: Traceback (most recent call last): Feb 04 12:51:24.617740 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:51:24.617740 n-d-825015-3 neutron-server[103475]: timer() Feb 04 12:51:24.617740 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:51:24.617740 n-d-825015-3 neutron-server[103475]: cb(*args, **kw) Feb 04 12:51:24.617740 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:51:24.617740 n-d-825015-3 neutron-server[103475]: return func(*args, **kwargs) Feb 04 12:51:24.617740 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:51:24.617740 n-d-825015-3 neutron-server[103475]: self._notify() Feb 04 12:51:24.617740 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:51:24.617740 n-d-825015-3 neutron-server[103475]: self.callback(batched_events) Feb 04 12:51:24.617740 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:51:24.617740 n-d-825015-3 neutron-server[103475]: event.method(event) Feb 04 12:51:24.617740 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:51:24.617740 n-d-825015-3 neutron-server[103475]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:51:24.617740 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:51:24.617740 n-d-825015-3 neutron-server[103475]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:51:24.617740 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:51:24.617740 n-d-825015-3 neutron-server[103475]: return f(self, *a, **k) Feb 04 12:51:24.617740 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:51:24.617740 n-d-825015-3 neutron-server[103475]: return self._get(url).json() Feb 04 12:51:24.617740 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:51:24.617740 n-d-825015-3 neutron-server[103475]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:51:24.617740 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:51:24.617740 n-d-825015-3 neutron-server[103475]: return self.request(url, 'GET', **kwargs) Feb 04 12:51:24.617740 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:51:24.617740 n-d-825015-3 neutron-server[103475]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:51:24.617740 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:51:24.617740 n-d-825015-3 neutron-server[103475]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:51:24.617740 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:51:24.617740 n-d-825015-3 neutron-server[103475]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:51:24.617740 n-d-825015-3 neutron-server[103475]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:51:24.712154 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bff31bd-044e-414e-8105-ecbe2601f6b3 admin admin] Pushing event updated for resources: {'Network': ['ID=2199cf82-6b45-4a26-9381-22c185674f2b,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:24.724412 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-7bff31bd-044e-414e-8105-ecbe2601f6b3 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1036329 Feb 04 12:51:24.725073 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 42180) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:51:24.726539 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7103543-c4ad-405e-9db6-d0bb49e3b8f1 req-9a5a71d4-455e-4e5a-9b17-1e9ebb693ed2 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:24.731976 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f7103543-c4ad-405e-9db6-d0bb49e3b8f1 req-9a5a71d4-455e-4e5a-9b17-1e9ebb693ed2 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e20afb-28eb-4ddc-9c2d-239e9429c0af HTTP/1.1" status: 200 len: 944 time: 0.3434820 Feb 04 12:51:24.732900 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-4371aae6-cfca-4099-b360-5208d86b328f admin admin] Request body: {'subnet': {'network_id': '2199cf82-6b45-4a26-9381-22c185674f2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-299748162-subnet', 'tenant_id': '081a166ab6754953977e00fecaf55e63', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:51:24.758247 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 2199cf82-6b45-4a26-9381-22c185674f2b details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:51:24.808070 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3708e30c-dca5-4d00-ac62-9a2a1b4f6381 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (329ef08e-6a0d-4210-8944-a2c3a2f22f95), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:24.814518 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4371aae6-cfca-4099-b360-5208d86b328f admin admin] Made reservation on behalf of 081a166ab6754953977e00fecaf55e63 for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:51:24.817994 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4371aae6-cfca-4099-b360-5208d86b328f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60610638'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:24.834452 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3708e30c-dca5-4d00-ac62-9a2a1b4f6381 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:24.845273 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-3708e30c-dca5-4d00-ac62-9a2a1b4f6381 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] 10.222.0.65 "DELETE /v2.0/networks/329ef08e-6a0d-4210-8944-a2c3a2f22f95 HTTP/1.1" status: 204 len: 168 time: 1.5869763 Feb 04 12:51:24.847988 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3708e30c-dca5-4d00-ac62-9a2a1b4f6381 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Pushing event deleted for resources: {'Network': ['ID=329ef08e-6a0d-4210-8944-a2c3a2f22f95,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:24.853128 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 42184) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:51:24.972302 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2bdd1d56-f35f-4827-bf99-f8d09791063d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (d8cedc25-b3ec-4687-89cb-5ab9ac0b42c1), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:25.041104 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bdd1d56-f35f-4827-bf99-f8d09791063d None None] No DVR routers for this DVR port d8cedc25-b3ec-4687-89cb-5ab9ac0b42c1 on host n-d-825015-3 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:51:25.047600 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdd1d56-f35f-4827-bf99-f8d09791063d None None] Pushing event deleted for resources: {'Port': ['ID=d8cedc25-b3ec-4687-89cb-5ab9ac0b42c1,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:25.087697 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f7103543-c4ad-405e-9db6-d0bb49e3b8f1 req-76bc63bf-1fd8-425c-bc4c-58cf8b37db05 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3476133 Feb 04 12:51:25.118316 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9574a4a3-6f1c-4c26-ba4a-145c92c1e775 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (f68c30e8-942b-474e-bbd4-a6bd13e639d1), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:25.267929 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9574a4a3-6f1c-4c26-ba4a-145c92c1e775 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (f68c30e8-942b-474e-bbd4-a6bd13e639d1), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:25.292464 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4371aae6-cfca-4099-b360-5208d86b328f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59045178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60610680'] for subnet (88c9f8fd-dc13-4414-bafb-3591060ecfdc), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:25.308626 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-9574a4a3-6f1c-4c26-ba4a-145c92c1e775 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f68c30e8-942b-474e-bbd4-a6bd13e639d1']}} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:51:25.322230 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-9574a4a3-6f1c-4c26-ba4a-145c92c1e775 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af935a21-e494-425c-9bc2-125083d35463') {'for_net_delete': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:51:25.322668 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-9574a4a3-6f1c-4c26-ba4a-145c92c1e775 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af935a21-e494-425c-9bc2-125083d35463') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:51:25.336932 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9574a4a3-6f1c-4c26-ba4a-145c92c1e775 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51859336'] for segment (af935a21-e494-425c-9bc2-125083d35463), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:25.361407 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9574a4a3-6f1c-4c26-ba4a-145c92c1e775 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (af935a21-e494-425c-9bc2-125083d35463), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:25.372898 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9574a4a3-6f1c-4c26-ba4a-145c92c1e775 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=103475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:51:25.373539 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9574a4a3-6f1c-4c26-ba4a-145c92c1e775 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-52093388'] for segment (af935a21-e494-425c-9bc2-125083d35463), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:25.382810 n-d-825015-3 neutron-server[103475]: Traceback (most recent call last): Feb 04 12:51:25.382810 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:51:25.382810 n-d-825015-3 neutron-server[103475]: timer() Feb 04 12:51:25.382810 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:51:25.382810 n-d-825015-3 neutron-server[103475]: cb(*args, **kw) Feb 04 12:51:25.382810 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:51:25.382810 n-d-825015-3 neutron-server[103475]: return func(*args, **kwargs) Feb 04 12:51:25.382810 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:51:25.382810 n-d-825015-3 neutron-server[103475]: self._notify() Feb 04 12:51:25.382810 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:51:25.382810 n-d-825015-3 neutron-server[103475]: self.callback(batched_events) Feb 04 12:51:25.382810 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:51:25.382810 n-d-825015-3 neutron-server[103475]: event.method(event) Feb 04 12:51:25.382810 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:51:25.382810 n-d-825015-3 neutron-server[103475]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:51:25.382810 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:51:25.382810 n-d-825015-3 neutron-server[103475]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:51:25.382810 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:51:25.382810 n-d-825015-3 neutron-server[103475]: return f(self, *a, **k) Feb 04 12:51:25.382810 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:51:25.382810 n-d-825015-3 neutron-server[103475]: return self._get(url).json() Feb 04 12:51:25.382810 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:51:25.382810 n-d-825015-3 neutron-server[103475]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:51:25.382810 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:51:25.382810 n-d-825015-3 neutron-server[103475]: return self.request(url, 'GET', **kwargs) Feb 04 12:51:25.382810 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:51:25.382810 n-d-825015-3 neutron-server[103475]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:51:25.382810 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:51:25.382810 n-d-825015-3 neutron-server[103475]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:51:25.382810 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:51:25.382810 n-d-825015-3 neutron-server[103475]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:51:25.382810 n-d-825015-3 neutron-server[103475]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:51:25.426268 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4371aae6-cfca-4099-b360-5208d86b328f admin admin] Pushing event updated for resources: {'Subnet': ['ID=88c9f8fd-dc13-4414-bafb-3591060ecfdc,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:25.512633 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 12:51:25.520341 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9574a4a3-6f1c-4c26-ba4a-145c92c1e775 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (f68c30e8-942b-474e-bbd4-a6bd13e639d1), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:25.527565 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9574a4a3-6f1c-4c26-ba4a-145c92c1e775 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:25.531514 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-9574a4a3-6f1c-4c26-ba4a-145c92c1e775 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] 10.222.0.65 "DELETE /v2.0/networks/f68c30e8-942b-474e-bbd4-a6bd13e639d1 HTTP/1.1" status: 204 len: 168 time: 0.6773386 Feb 04 12:51:25.545158 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 42196) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:51:25.548912 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9574a4a3-6f1c-4c26-ba4a-145c92c1e775 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Pushing event deleted for resources: {'Network': ['ID=f68c30e8-942b-474e-bbd4-a6bd13e639d1,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:25.579154 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4371aae6-cfca-4099-b360-5208d86b328f admin admin] Checking segment: {'id': '435809b5-4790-4cc2-92a6-17b1a1ceee55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '2199cf82-6b45-4a26-9381-22c185674f2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:51:25.581279 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4371aae6-cfca-4099-b360-5208d86b328f admin admin] Network hostable DHCP agents. Network: 2199cf82-6b45-4a26-9381-22c185674f2b, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:51:25.701625 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-1be9f76e-5693-4bd7-9320-06230056c13f tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Deleting subnet 812445e6-f9e5-477b-a588-ec1fe7d0dbe5 {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:51:25.724018 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1be9f76e-5693-4bd7-9320-06230056c13f tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks [] for subnet (812445e6-f9e5-477b-a588-ec1fe7d0dbe5), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:25.745810 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb70070-3644-467b-8926-e792db85d98b req-6956d238-a698-4bdd-bae3-af814e12d1bd tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:25.747652 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-deb70070-3644-467b-8926-e792db85d98b req-6956d238-a698-4bdd-bae3-af814e12d1bd tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 945 time: 0.1166584 Feb 04 12:51:25.757489 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device d8cedc25-b3ec-4687-89cb-5ab9ac0b42c1 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:51:25.790013 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1be9f76e-5693-4bd7-9320-06230056c13f tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (812445e6-f9e5-477b-a588-ec1fe7d0dbe5), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:25.805809 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: d8cedc25-b3ec-4687-89cb-5ab9ac0b42c1 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:51:25.806865 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device d8cedc25-b3ec-4687-89cb-5ab9ac0b42c1 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:51:25.868333 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-deb70070-3644-467b-8926-e792db85d98b req-00d62ce2-fc28-4efd-9a13-727dc503a1fb tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047845 Feb 04 12:51:25.893470 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4371aae6-cfca-4099-b360-5208d86b328f admin admin] Network 2199cf82-6b45-4a26-9381-22c185674f2b is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:51:25.927170 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-4371aae6-cfca-4099-b360-5208d86b328f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 2199cf82-6b45-4a26-9381-22c185674f2b) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:51:25.938494 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4371aae6-cfca-4099-b360-5208d86b328f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:25.941370 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4371aae6-cfca-4099-b360-5208d86b328f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:25.944683 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecba3a2b-e0f5-4146-8642-36a2ea36e6fd None None] Network 2199cf82-6b45-4a26-9381-22c185674f2b requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:51:25.946093 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1be9f76e-5693-4bd7-9320-06230056c13f tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (812445e6-f9e5-477b-a588-ec1fe7d0dbe5), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:26.008179 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-4371aae6-cfca-4099-b360-5208d86b328f admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2817755 Feb 04 12:51:26.010990 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 42206) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:51:26.022098 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-34d88f33-a616-4946-95ab-04a77a0f8a3c admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-299748162-router', 'tenant_id': '081a166ab6754953977e00fecaf55e63', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:51:26.042895 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1be9f76e-5693-4bd7-9320-06230056c13f tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (812445e6-f9e5-477b-a588-ec1fe7d0dbe5), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:26.079400 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-34d88f33-a616-4946-95ab-04a77a0f8a3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10933'] for router (31eb4f64-8a74-438b-ab6f-0f228843018d), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:26.080880 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-34d88f33-a616-4946-95ab-04a77a0f8a3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10924'] for router (31eb4f64-8a74-438b-ab6f-0f228843018d), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:26.097539 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be9f76e-5693-4bd7-9320-06230056c13f tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Pushing event deleted for resources: {'Subnet': ['ID=812445e6-f9e5-477b-a588-ec1fe7d0dbe5,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:26.117873 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1be9f76e-5693-4bd7-9320-06230056c13f tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:26.138859 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381fa6e3-adc5-45c5-a4b8-df83549cd97f None None] Network 4684ab22-5437-4939-a8ca-72706d2ad1ec requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:51:26.141352 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-1be9f76e-5693-4bd7-9320-06230056c13f tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] 10.222.0.65 "DELETE /v2.0/subnets/812445e6-f9e5-477b-a588-ec1fe7d0dbe5 HTTP/1.1" status: 204 len: 168 time: 0.5860569 Feb 04 12:51:26.145208 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 42210) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:51:26.204373 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-34d88f33-a616-4946-95ab-04a77a0f8a3c admin admin] Publish callbacks [] for router_controller (31eb4f64-8a74-438b-ab6f-0f228843018d), precommit_add_association {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:26.318613 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1563fd07-f805-4bc0-ac1d-2db81ca883c0 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (4684ab22-5437-4939-a8ca-72706d2ad1ec), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:26.421856 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-1563fd07-f805-4bc0-ac1d-2db81ca883c0 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Deleting port bf9e624e-68eb-4208-b2cd-4fc432585552 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:51:26.427648 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1563fd07-f805-4bc0-ac1d-2db81ca883c0 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (bf9e624e-68eb-4208-b2cd-4fc432585552), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:26.621859 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-1563fd07-f805-4bc0-ac1d-2db81ca883c0 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] For port bf9e624e-68eb-4208-b2cd-4fc432585552, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=bf9e624e-68eb-4208-b2cd-4fc432585552,segment=NetworkSegment(c83d4d6f-16ab-4b56-b96e-966cca30e3d2),segment_id=c83d4d6f-16ab-4b56-b96e-966cca30e3d2)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:51:26.627709 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1563fd07-f805-4bc0-ac1d-2db81ca883c0 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (bf9e624e-68eb-4208-b2cd-4fc432585552), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:26.697078 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-1563fd07-f805-4bc0-ac1d-2db81ca883c0 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Calling delete_port for bf9e624e-68eb-4208-b2cd-4fc432585552 owned by network:dhcp {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:51:26.875004 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145f48d0-0a1d-468f-ac64-ce0937a9c677 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-2199cf82-6b45-4a26-9381-22c185674f2b', 'network_id': '2199cf82-6b45-4a26-9381-22c185674f2b', 'project_id': '081a166ab6754953977e00fecaf55e63', 'fixed_ips': [{'subnet_id': '88c9f8fd-dc13-4414-bafb-3591060ecfdc'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 12:51:26.876986 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-145f48d0-0a1d-468f-ac64-ce0937a9c677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:26.942068 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1563fd07-f805-4bc0-ac1d-2db81ca883c0 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (bf9e624e-68eb-4208-b2cd-4fc432585552), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:27.034324 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1563fd07-f805-4bc0-ac1d-2db81ca883c0 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] No DVR routers for this DVR port bf9e624e-68eb-4208-b2cd-4fc432585552 on host n-d-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:51:27.050103 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1563fd07-f805-4bc0-ac1d-2db81ca883c0 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Pushing event deleted for resources: {'Port': ['ID=bf9e624e-68eb-4208-b2cd-4fc432585552,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:27.102483 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a99a420-f07d-4073-a143-5092307cf386 None None] DHCP port deletion for 4684ab22-5437-4939-a8ca-72706d2ad1ec request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 12:51:27.214200 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1563fd07-f805-4bc0-ac1d-2db81ca883c0 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (4684ab22-5437-4939-a8ca-72706d2ad1ec), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:27.303997 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-1563fd07-f805-4bc0-ac1d-2db81ca883c0 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4684ab22-5437-4939-a8ca-72706d2ad1ec']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:51:27.313957 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-145f48d0-0a1d-468f-ac64-ce0937a9c677 None None] Allocated IP 172.20.0.2 (2199cf82-6b45-4a26-9381-22c185674f2b/88c9f8fd-dc13-4414-bafb-3591060ecfdc/5ea29b4e-dc8d-475c-a47d-3aac0eaeef20) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:51:27.332324 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-1563fd07-f805-4bc0-ac1d-2db81ca883c0 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c83d4d6f-16ab-4b56-b96e-966cca30e3d2') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:51:27.332929 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-1563fd07-f805-4bc0-ac1d-2db81ca883c0 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c83d4d6f-16ab-4b56-b96e-966cca30e3d2') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:51:27.353837 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1563fd07-f805-4bc0-ac1d-2db81ca883c0 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (c83d4d6f-16ab-4b56-b96e-966cca30e3d2), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:27.380899 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1563fd07-f805-4bc0-ac1d-2db81ca883c0 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (c83d4d6f-16ab-4b56-b96e-966cca30e3d2), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:27.398552 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1563fd07-f805-4bc0-ac1d-2db81ca883c0 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:51:27.399244 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1563fd07-f805-4bc0-ac1d-2db81ca883c0 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (c83d4d6f-16ab-4b56-b96e-966cca30e3d2), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:27.402656 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 12:51:27.402656 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:51:27.402656 n-d-825015-3 neutron-server[103474]: timer() Feb 04 12:51:27.402656 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:51:27.402656 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 12:51:27.402656 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:51:27.402656 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 12:51:27.402656 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:51:27.402656 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 12:51:27.402656 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:51:27.402656 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 12:51:27.402656 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:51:27.402656 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 12:51:27.402656 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:51:27.402656 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:51:27.402656 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:51:27.402656 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:51:27.402656 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:51:27.402656 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 12:51:27.402656 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:51:27.402656 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 12:51:27.402656 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:51:27.402656 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:51:27.402656 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:51:27.402656 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 12:51:27.402656 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:51:27.402656 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:51:27.402656 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:51:27.402656 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:51:27.402656 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:51:27.402656 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:51:27.402656 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:51:27.409986 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-34d88f33-a616-4946-95ab-04a77a0f8a3c admin admin] Publish callbacks [] for router_gateway (31eb4f64-8a74-438b-ab6f-0f228843018d), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:27.521886 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1563fd07-f805-4bc0-ac1d-2db81ca883c0 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (4684ab22-5437-4939-a8ca-72706d2ad1ec), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:27.536988 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a389ad9f-8ad6-4272-ae3d-7f83421029a7 req-e192bafe-2108-4c5b-a2ca-6c91f0aadbe4 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:27.538405 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a389ad9f-8ad6-4272-ae3d-7f83421029a7 req-e192bafe-2108-4c5b-a2ca-6c91f0aadbe4 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e20afb-28eb-4ddc-9c2d-239e9429c0af HTTP/1.1" status: 200 len: 944 time: 1.1190553 Feb 04 12:51:27.576030 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1563fd07-f805-4bc0-ac1d-2db81ca883c0 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:27.578667 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d828dc22-5482-40f8-83ae-d25fa268baeb req-f68183fc-5426-4b02-a783-7f7d6f1c8c30 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:27.580421 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-1563fd07-f805-4bc0-ac1d-2db81ca883c0 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] 10.222.0.65 "DELETE /v2.0/networks/4684ab22-5437-4939-a8ca-72706d2ad1ec HTTP/1.1" status: 204 len: 168 time: 1.4340076 Feb 04 12:51:27.591344 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-145f48d0-0a1d-468f-ac64-ce0937a9c677 None None] Publish callbacks [] for port (5ea29b4e-dc8d-475c-a47d-3aac0eaeef20), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:27.595280 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d828dc22-5482-40f8-83ae-d25fa268baeb req-f68183fc-5426-4b02-a783-7f7d6f1c8c30 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 945 time: 0.2258031 Feb 04 12:51:27.603452 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 42232) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:51:27.611273 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-145f48d0-0a1d-468f-ac64-ce0937a9c677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (5ea29b4e-dc8d-475c-a47d-3aac0eaeef20), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:27.643330 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1563fd07-f805-4bc0-ac1d-2db81ca883c0 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Pushing event deleted for resources: {'Network': ['ID=4684ab22-5437-4939-a8ca-72706d2ad1ec,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:27.687454 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 42236) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:51:27.690362 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-af751bb9-e4e6-4930-a58e-70d4dfdbbad0 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] 10.222.0.65 "GET /v2.0/ports?device_id=908a99cc-62e3-4cdf-aa91-b9cc9636033c HTTP/1.1" status: 200 len: 205 time: 0.0818954 Feb 04 12:51:27.709486 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145f48d0-0a1d-468f-ac64-ce0937a9c677 None None] Pushing event updated for resources: {'Port': ['ID=5ea29b4e-dc8d-475c-a47d-3aac0eaeef20,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:27.736544 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a389ad9f-8ad6-4272-ae3d-7f83421029a7 req-84c678ae-1b2a-48a5-9e48-407e81e4fa15 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907845 Feb 04 12:51:27.757752 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d828dc22-5482-40f8-83ae-d25fa268baeb req-f3f28851-767d-4ec6-a819-1e2bdb8d6157 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615336 Feb 04 12:51:27.758865 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145f48d0-0a1d-468f-ac64-ce0937a9c677 None None] Network 2199cf82-6b45-4a26-9381-22c185674f2b is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:51:27.763525 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-145f48d0-0a1d-468f-ac64-ce0937a9c677 None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:51:27.772004 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145f48d0-0a1d-468f-ac64-ce0937a9c677 None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:51:27.871683 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device bf9e624e-68eb-4208-b2cd-4fc432585552 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:51:27.965529 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-13209eaf-c987-4bed-930a-d89dae1a4103 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks [] for router (908a99cc-62e3-4cdf-aa91-b9cc9636033c), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:28.021045 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: bf9e624e-68eb-4208-b2cd-4fc432585552 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:51:28.021399 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device bf9e624e-68eb-4208-b2cd-4fc432585552 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:51:28.023019 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-145f48d0-0a1d-468f-ac64-ce0937a9c677 None None] Attempting to bind port 5ea29b4e-dc8d-475c-a47d-3aac0eaeef20 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:51:28.023552 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-145f48d0-0a1d-468f-ac64-ce0937a9c677 None None] Attempting to bind port 5ea29b4e-dc8d-475c-a47d-3aac0eaeef20 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '435809b5-4790-4cc2-92a6-17b1a1ceee55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '2199cf82-6b45-4a26-9381-22c185674f2b'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:51:28.036433 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145f48d0-0a1d-468f-ac64-ce0937a9c677 None None] Attempting to bind port 5ea29b4e-dc8d-475c-a47d-3aac0eaeef20 on network 2199cf82-6b45-4a26-9381-22c185674f2b {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:51:28.046285 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145f48d0-0a1d-468f-ac64-ce0937a9c677 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:51:28.046780 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145f48d0-0a1d-468f-ac64-ce0937a9c677 None None] Checking segment: {'id': '435809b5-4790-4cc2-92a6-17b1a1ceee55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '2199cf82-6b45-4a26-9381-22c185674f2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:51:28.047195 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-145f48d0-0a1d-468f-ac64-ce0937a9c677 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:28.047589 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145f48d0-0a1d-468f-ac64-ce0937a9c677 None None] Bound using segment: {'id': '435809b5-4790-4cc2-92a6-17b1a1ceee55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '2199cf82-6b45-4a26-9381-22c185674f2b'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:51:28.048095 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-145f48d0-0a1d-468f-ac64-ce0937a9c677 None None] Bound port: 5ea29b4e-dc8d-475c-a47d-3aac0eaeef20, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '435809b5-4790-4cc2-92a6-17b1a1ceee55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '2199cf82-6b45-4a26-9381-22c185674f2b'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:51:28.048479 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-145f48d0-0a1d-468f-ac64-ce0937a9c677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (5ea29b4e-dc8d-475c-a47d-3aac0eaeef20), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:28.057722 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-34d88f33-a616-4946-95ab-04a77a0f8a3c admin admin] Publish callbacks [] for router_gateway (31eb4f64-8a74-438b-ab6f-0f228843018d), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:28.117925 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-34d88f33-a616-4946-95ab-04a77a0f8a3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:28.123545 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-145f48d0-0a1d-468f-ac64-ce0937a9c677 None None] For port 5ea29b4e-dc8d-475c-a47d-3aac0eaeef20, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:51:28.129142 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-145f48d0-0a1d-468f-ac64-ce0937a9c677 None None] For port 5ea29b4e-dc8d-475c-a47d-3aac0eaeef20, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=5ea29b4e-dc8d-475c-a47d-3aac0eaeef20,segment=NetworkSegment(435809b5-4790-4cc2-92a6-17b1a1ceee55),segment_id=435809b5-4790-4cc2-92a6-17b1a1ceee55)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:51:28.144836 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-145f48d0-0a1d-468f-ac64-ce0937a9c677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (5ea29b4e-dc8d-475c-a47d-3aac0eaeef20), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:28.215339 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145f48d0-0a1d-468f-ac64-ce0937a9c677 None None] Pushing event updated for resources: {'Port': ['ID=5ea29b4e-dc8d-475c-a47d-3aac0eaeef20,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:28.348522 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-34d88f33-a616-4946-95ab-04a77a0f8a3c admin admin] Allocated IP 172.25.3.240 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/b61005ac-380a-44e6-a001-692b7709e537) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:51:28.452628 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-13209eaf-c987-4bed-930a-d89dae1a4103 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10915'] for router (908a99cc-62e3-4cdf-aa91-b9cc9636033c), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:28.459304 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-13209eaf-c987-4bed-930a-d89dae1a4103 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks [] for router_controller (908a99cc-62e3-4cdf-aa91-b9cc9636033c), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:28.525038 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-34d88f33-a616-4946-95ab-04a77a0f8a3c admin admin] Publish callbacks [] for port (b61005ac-380a-44e6-a001-692b7709e537), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:28.581414 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-13209eaf-c987-4bed-930a-d89dae1a4103 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622829'] for router (908a99cc-62e3-4cdf-aa91-b9cc9636033c), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:28.581973 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13209eaf-c987-4bed-930a-d89dae1a4103 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Fanout notify agent at l3_agent the message router_deleted on router 908a99cc-62e3-4cdf-aa91-b9cc9636033c {{(pid=103474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 12:51:28.587060 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-34d88f33-a616-4946-95ab-04a77a0f8a3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (b61005ac-380a-44e6-a001-692b7709e537), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:28.610189 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-13209eaf-c987-4bed-930a-d89dae1a4103 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:28.615579 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-13209eaf-c987-4bed-930a-d89dae1a4103 tempest-RoutersNegativeIpV6Test-308228012 tempest-RoutersNegativeIpV6Test-308228012-project] 10.222.0.65 "DELETE /v2.0/routers/908a99cc-62e3-4cdf-aa91-b9cc9636033c HTTP/1.1" status: 204 len: 168 time: 0.9268377 Feb 04 12:51:28.627439 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d88f33-a616-4946-95ab-04a77a0f8a3c admin admin] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:51:28.631679 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-34d88f33-a616-4946-95ab-04a77a0f8a3c admin admin] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:51:28.660449 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d88f33-a616-4946-95ab-04a77a0f8a3c admin admin] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:51:29.022885 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d88f33-a616-4946-95ab-04a77a0f8a3c admin admin] Pushing event updated for resources: {'Port': ['ID=b61005ac-380a-44e6-a001-692b7709e537,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:29.153206 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488707d9-c167-44a1-849f-4faafde2c3f2 req-99ecd032-b7e1-4e88-be05-ae7375577b3d tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:29.155893 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-488707d9-c167-44a1-849f-4faafde2c3f2 req-99ecd032-b7e1-4e88-be05-ae7375577b3d tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 945 time: 0.1931264 Feb 04 12:51:29.170216 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3a7ed9-acd6-4150-8484-97d2ce379998 req-1feb3659-644f-4728-9e2b-c4b63f676845 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:29.173005 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fc3a7ed9-acd6-4150-8484-97d2ce379998 req-1feb3659-644f-4728-9e2b-c4b63f676845 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e20afb-28eb-4ddc-9c2d-239e9429c0af HTTP/1.1" status: 200 len: 944 time: 0.2055454 Feb 04 12:51:29.236205 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 42262) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:51:29.398981 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fc3a7ed9-acd6-4150-8484-97d2ce379998 req-08a1c575-8770-4708-a48c-6e0667987a0b tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835616 Feb 04 12:51:29.402399 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-488707d9-c167-44a1-849f-4faafde2c3f2 req-555b3bb0-b1b8-484a-9d33-cca29da08bf9 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279809 Feb 04 12:51:29.452188 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-34d88f33-a616-4946-95ab-04a77a0f8a3c admin admin] Publish callbacks [] for router_gateway (31eb4f64-8a74-438b-ab6f-0f228843018d), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:29.519376 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-8f5f008f-7790-463d-b812-d90df3a076a6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1b01c085b71241b3b4bee23c3ec1a3ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2819719 Feb 04 12:51:29.521976 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 42270) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:51:29.640482 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d5afad08-3d05-44bc-af76-6e4b8b15e005 admin admin] Publish callbacks [] for security_group (97deb5a9-21b3-4e25-8d48-d0b124f7e625), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:29.710265 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d5afad08-3d05-44bc-af76-6e4b8b15e005 admin admin] Publish callbacks [] for security_group (97deb5a9-21b3-4e25-8d48-d0b124f7e625), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:29.898712 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 5ea29b4e-dc8d-475c-a47d-3aac0eaeef20 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:51:29.903704 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d5afad08-3d05-44bc-af76-6e4b8b15e005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (97deb5a9-21b3-4e25-8d48-d0b124f7e625), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:29.907168 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d5afad08-3d05-44bc-af76-6e4b8b15e005 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:29.918238 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-d5afad08-3d05-44bc-af76-6e4b8b15e005 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/97deb5a9-21b3-4e25-8d48-d0b124f7e625 HTTP/1.1" status: 204 len: 168 time: 0.3927464 Feb 04 12:51:29.990588 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5afad08-3d05-44bc-af76-6e4b8b15e005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97deb5a9-21b3-4e25-8d48-d0b124f7e625,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:30.027784 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0c6bc6-a68f-46c0-be2f-37a4d5a28fe2 None None] Network 2199cf82-6b45-4a26-9381-22c185674f2b requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:51:30.065274 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-34d88f33-a616-4946-95ab-04a77a0f8a3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141'] for router (31eb4f64-8a74-438b-ab6f-0f228843018d), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:30.293135 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34d88f33-a616-4946-95ab-04a77a0f8a3c admin admin] Router 31eb4f64-8a74-438b-ab6f-0f228843018d is scheduled to L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de with binding_index 1 {{(pid=103475) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 12:51:30.362875 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-cd87b23c-0d0b-418d-91ba-37918f7a4543 None None] Provisioning complete for port 5ea29b4e-dc8d-475c-a47d-3aac0eaeef20 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:51:30.363311 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cd87b23c-0d0b-418d-91ba-37918f7a4543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (5ea29b4e-dc8d-475c-a47d-3aac0eaeef20), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:30.407257 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 5ea29b4e-dc8d-475c-a47d-3aac0eaeef20 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:51:30.407659 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (5ea29b4e-dc8d-475c-a47d-3aac0eaeef20), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:30.556882 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 5ea29b4e-dc8d-475c-a47d-3aac0eaeef20 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:51:30.557283 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (5ea29b4e-dc8d-475c-a47d-3aac0eaeef20), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:30.645262 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port 5ea29b4e-dc8d-475c-a47d-3aac0eaeef20, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=5ea29b4e-dc8d-475c-a47d-3aac0eaeef20,segment=NetworkSegment(435809b5-4790-4cc2-92a6-17b1a1ceee55),segment_id=435809b5-4790-4cc2-92a6-17b1a1ceee55)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:51:30.696621 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-cd87b23c-0d0b-418d-91ba-37918f7a4543 None None] Current status of the port 5ea29b4e-dc8d-475c-a47d-3aac0eaeef20 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:51:30.696956 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cd87b23c-0d0b-418d-91ba-37918f7a4543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (5ea29b4e-dc8d-475c-a47d-3aac0eaeef20), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:30.716077 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (5ea29b4e-dc8d-475c-a47d-3aac0eaeef20), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:30.802934 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=5ea29b4e-dc8d-475c-a47d-3aac0eaeef20,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:30.901944 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.db.api [None req-cd87b23c-0d0b-418d-91ba-37918f7a4543 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103476) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 12:51:30.902666 n-d-825015-3 neutron-server[103476]: DEBUG oslo_db.api [None req-cd87b23c-0d0b-418d-91ba-37918f7a4543 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 12:51:31.007654 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34d88f33-a616-4946-95ab-04a77a0f8a3c admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:51:31.017896 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134cb179-19fe-4d31-ada6-1230559dbcb8 None None] Sync routers for ids ['31eb4f64-8a74-438b-ab6f-0f228843018d'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:51:31.029573 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300a8a69-5448-481a-ad1e-f6a0b2e243d9 req-00afc880-858f-4f7e-b417-b77fc71f228d tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:31.031182 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-300a8a69-5448-481a-ad1e-f6a0b2e243d9 req-00afc880-858f-4f7e-b417-b77fc71f228d tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e20afb-28eb-4ddc-9c2d-239e9429c0af HTTP/1.1" status: 200 len: 944 time: 0.4169946 Feb 04 12:51:31.048114 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134cb179-19fe-4d31-ada6-1230559dbcb8 None None] Routers {'31eb4f64-8a74-438b-ab6f-0f228843018d'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:51:31.049782 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-134cb179-19fe-4d31-ada6-1230559dbcb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:51:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['31eb4f64-8a74-438b-ab6f-0f228843018d'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:51:31.051275 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f54da11-3a1f-4cdc-8329-81db29ba8769 req-4f757aa4-b1f6-48ec-b060-e6fa8482e2a2 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:31.053357 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5f54da11-3a1f-4cdc-8329-81db29ba8769 req-4f757aa4-b1f6-48ec-b060-e6fa8482e2a2 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 945 time: 0.2180154 Feb 04 12:51:31.058296 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-34d88f33-a616-4946-95ab-04a77a0f8a3c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:31.059617 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-34d88f33-a616-4946-95ab-04a77a0f8a3c admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.0460165 Feb 04 12:51:31.065101 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 42302) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:51:31.232364 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-300a8a69-5448-481a-ad1e-f6a0b2e243d9 req-b332093a-3038-4aee-926b-fa20d932d0d6 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762147 Feb 04 12:51:31.289929 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5f54da11-3a1f-4cdc-8329-81db29ba8769 req-a67c8ce3-eaff-4293-800b-7ab27d754758 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064312 Feb 04 12:51:31.331156 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:31.417833 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-134cb179-19fe-4d31-ada6-1230559dbcb8 None None] Set router 31eb4f64-8a74-438b-ab6f-0f228843018d gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:51:31.648020 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 42318) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:51:31.725744 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-cd87b23c-0d0b-418d-91ba-37918f7a4543 None None] Current status of the port 5ea29b4e-dc8d-475c-a47d-3aac0eaeef20 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:51:31.856951 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 5ea29b4e-dc8d-475c-a47d-3aac0eaeef20 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:51:31.928511 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-f30755ae-882b-4c11-a4c2-9ad82bbbcacb tempest-TagsTest-1551909119 tempest-TagsTest-1551909119-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-924061509'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:51:31.940097 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:31.952401 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-134cb179-19fe-4d31-ada6-1230559dbcb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31eb4f64-8a74-438b-ab6f-0f228843018d', 'name': 'tempest-ServerActionsTestJSON-299748162-router', 'tenant_id': '081a166ab6754953977e00fecaf55e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'b61005ac-380a-44e6-a001-692b7709e537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:51:26Z', 'updated_at': '2022-02-04T12:51:29Z', 'revision_number': 3, 'project_id': '081a166ab6754953977e00fecaf55e63', 'gw_port': {'id': 'b61005ac-380a-44e6-a001-692b7709e537', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:2f:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31eb4f64-8a74-438b-ab6f-0f228843018d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:51:28Z', 'updated_at': '2022-02-04T12:51:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:51:31.986639 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134cb179-19fe-4d31-ada6-1230559dbcb8 None None] Checking router: 31eb4f64-8a74-438b-ab6f-0f228843018d for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:51:31.987408 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134cb179-19fe-4d31-ada6-1230559dbcb8 None None] Updating router 31eb4f64-8a74-438b-ab6f-0f228843018d port b61005ac-380a-44e6-a001-692b7709e537 binding host n-d-825015-3 {{(pid=103476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:51:31.987545 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a92bda64-bede-4a87-b068-824be4ae8b0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:32.001117 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f30755ae-882b-4c11-a4c2-9ad82bbbcacb tempest-TagsTest-1551909119 tempest-TagsTest-1551909119-project] Made reservation on behalf of a49a35726ebc455987ff249360918dee for: {'network': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:51:32.010977 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f30755ae-882b-4c11-a4c2-9ad82bbbcacb tempest-TagsTest-1551909119 tempest-TagsTest-1551909119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:32.026711 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-134cb179-19fe-4d31-ada6-1230559dbcb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (b61005ac-380a-44e6-a001-692b7709e537), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:32.031918 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-afbf99fa-ea07-4370-ac40-37f822d88161 None None] Provisioning complete for port 5ea29b4e-dc8d-475c-a47d-3aac0eaeef20 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:51:32.032631 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-afbf99fa-ea07-4370-ac40-37f822d88161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (5ea29b4e-dc8d-475c-a47d-3aac0eaeef20), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:32.051087 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f30755ae-882b-4c11-a4c2-9ad82bbbcacb tempest-TagsTest-1551909119 tempest-TagsTest-1551909119-project] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:32.198649 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f30755ae-882b-4c11-a4c2-9ad82bbbcacb tempest-TagsTest-1551909119 tempest-TagsTest-1551909119-project] Publish callbacks [] for security_group (29a8aee9-fe68-4c59-baf3-76fb8c11c456), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:32.211127 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f30755ae-882b-4c11-a4c2-9ad82bbbcacb tempest-TagsTest-1551909119 tempest-TagsTest-1551909119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (29a8aee9-fe68-4c59-baf3-76fb8c11c456), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:32.220322 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 5ea29b4e-dc8d-475c-a47d-3aac0eaeef20 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:51:32.220753 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (5ea29b4e-dc8d-475c-a47d-3aac0eaeef20), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:32.268039 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30755ae-882b-4c11-a4c2-9ad82bbbcacb tempest-TagsTest-1551909119 tempest-TagsTest-1551909119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29a8aee9-fe68-4c59-baf3-76fb8c11c456,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:32.277461 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f30755ae-882b-4c11-a4c2-9ad82bbbcacb tempest-TagsTest-1551909119 tempest-TagsTest-1551909119-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=103475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:51:32.290437 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f30755ae-882b-4c11-a4c2-9ad82bbbcacb tempest-TagsTest-1551909119 tempest-TagsTest-1551909119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (64d6859d-907b-499f-a630-1d415f2cac34), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:32.290867 n-d-825015-3 neutron-server[103475]: INFO neutron.db.segments_db [None req-f30755ae-882b-4c11-a4c2-9ad82bbbcacb tempest-TagsTest-1551909119 tempest-TagsTest-1551909119-project] Added segment 64d6859d-907b-499f-a630-1d415f2cac34 of type vlan for network 2ab5de77-f591-4a4c-918a-f87fb811308d Feb 04 12:51:32.366565 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f30755ae-882b-4c11-a4c2-9ad82bbbcacb tempest-TagsTest-1551909119 tempest-TagsTest-1551909119-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (2ab5de77-f591-4a4c-918a-f87fb811308d), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:32.390775 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-a92bda64-bede-4a87-b068-824be4ae8b0e admin admin] Allocated IP 172.20.0.1 (2199cf82-6b45-4a26-9381-22c185674f2b/88c9f8fd-dc13-4414-bafb-3591060ecfdc/8ad3332d-9f44-48a6-86d0-ae80d452f38a) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:51:32.498163 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f30755ae-882b-4c11-a4c2-9ad82bbbcacb tempest-TagsTest-1551909119 tempest-TagsTest-1551909119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (2ab5de77-f591-4a4c-918a-f87fb811308d), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:32.512151 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30755ae-882b-4c11-a4c2-9ad82bbbcacb tempest-TagsTest-1551909119 tempest-TagsTest-1551909119-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:32.512785 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f30755ae-882b-4c11-a4c2-9ad82bbbcacb tempest-TagsTest-1551909119 tempest-TagsTest-1551909119-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:32.665252 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a92bda64-bede-4a87-b068-824be4ae8b0e admin admin] Publish callbacks [] for port (8ad3332d-9f44-48a6-86d0-ae80d452f38a), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:32.714317 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-f30755ae-882b-4c11-a4c2-9ad82bbbcacb tempest-TagsTest-1551909119 tempest-TagsTest-1551909119-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 1.0605702 Feb 04 12:51:32.714685 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-afbf99fa-ea07-4370-ac40-37f822d88161 None None] Current status of the port 5ea29b4e-dc8d-475c-a47d-3aac0eaeef20 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:51:32.721702 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 42340) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:51:32.754089 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.tag.tag_plugin [None req-1d7b676b-be30-4a0e-aa9d-5c1e3e32fd63 tempest-TagsTest-1551909119 tempest-TagsTest-1551909119-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '2ab5de77-f591-4a4c-918a-f87fb811308d', 'tempest-TagsTest-Tag-462442035') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:51:32.759763 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a92bda64-bede-4a87-b068-824be4ae8b0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (8ad3332d-9f44-48a6-86d0-ae80d452f38a), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:32.804178 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30755ae-882b-4c11-a4c2-9ad82bbbcacb tempest-TagsTest-1551909119 tempest-TagsTest-1551909119-project] Pushing event updated for resources: {'Network': ['ID=2ab5de77-f591-4a4c-918a-f87fb811308d,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:32.912117 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92bda64-bede-4a87-b068-824be4ae8b0e admin admin] Network 2199cf82-6b45-4a26-9381-22c185674f2b is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:51:32.928821 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-a92bda64-bede-4a87-b068-824be4ae8b0e admin admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:51:32.936926 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92bda64-bede-4a87-b068-824be4ae8b0e admin admin] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:51:32.960311 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7e8443-8c83-4962-a886-e53d78a1614c req-b678ef37-0162-4448-9708-62833a134f11 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:32.965609 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2d7e8443-8c83-4962-a886-e53d78a1614c req-b678ef37-0162-4448-9708-62833a134f11 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 945 time: 0.4361475 Feb 04 12:51:32.977733 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a80bd8-1d3d-4752-8c2e-3849da39e92b req-13442841-23fe-4302-ac23-1dd9f407f8cd tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:32.981907 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-134cb179-19fe-4d31-ada6-1230559dbcb8 None None] Publish callbacks [] for port (b61005ac-380a-44e6-a001-692b7709e537), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:32.986251 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-53a80bd8-1d3d-4752-8c2e-3849da39e92b req-13442841-23fe-4302-ac23-1dd9f407f8cd tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e20afb-28eb-4ddc-9c2d-239e9429c0af HTTP/1.1" status: 200 len: 944 time: 0.5423458 Feb 04 12:51:33.007265 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 2ab5de77-f591-4a4c-918a-f87fb811308d details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:51:33.016200 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92bda64-bede-4a87-b068-824be4ae8b0e admin admin] Pushing event updated for resources: {'Port': ['ID=8ad3332d-9f44-48a6-86d0-ae80d452f38a,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:33.063497 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92bda64-bede-4a87-b068-824be4ae8b0e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:33.065856 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92bda64-bede-4a87-b068-824be4ae8b0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:33.066346 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92bda64-bede-4a87-b068-824be4ae8b0e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:33.067284 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92bda64-bede-4a87-b068-824be4ae8b0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:33.069450 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92bda64-bede-4a87-b068-824be4ae8b0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:33.069799 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92bda64-bede-4a87-b068-824be4ae8b0e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:33.070272 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92bda64-bede-4a87-b068-824be4ae8b0e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:33.070635 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92bda64-bede-4a87-b068-824be4ae8b0e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:33.070960 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92bda64-bede-4a87-b068-824be4ae8b0e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:33.072825 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92bda64-bede-4a87-b068-824be4ae8b0e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:33.073198 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92bda64-bede-4a87-b068-824be4ae8b0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:33.074811 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92bda64-bede-4a87-b068-824be4ae8b0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:33.075148 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92bda64-bede-4a87-b068-824be4ae8b0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:33.103509 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a92bda64-bede-4a87-b068-824be4ae8b0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1599818'] for router_interface (31eb4f64-8a74-438b-ab6f-0f228843018d), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:33.179455 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-53a80bd8-1d3d-4752-8c2e-3849da39e92b req-291a970b-7f75-43c8-a102-c27db54ea385 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922231 Feb 04 12:51:33.188842 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-134cb179-19fe-4d31-ada6-1230559dbcb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (b61005ac-380a-44e6-a001-692b7709e537), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:33.220333 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2d7e8443-8c83-4962-a886-e53d78a1614c req-edc6e6c8-d904-438b-9d95-673db04e6d18 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293303 Feb 04 12:51:33.338961 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-1d7b676b-be30-4a0e-aa9d-5c1e3e32fd63 tempest-TagsTest-1551909119 tempest-TagsTest-1551909119-project] 10.222.0.65 "PUT /v2.0/networks/2ab5de77-f591-4a4c-918a-f87fb811308d/tags/tempest-TagsTest-Tag-462442035 HTTP/1.1" status: 201 len: 201 time: 0.5925691 Feb 04 12:51:33.341623 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 42350) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:51:33.346770 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.tag.tag_plugin [None req-ab6803c7-08c3-4b00-9e1c-eeb32026ea25 tempest-TagsTest-1551909119 tempest-TagsTest-1551909119-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '2ab5de77-f591-4a4c-918a-f87fb811308d', 'tempest-TagsTest-Tag-462442035') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:51:33.351488 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 5ea29b4e-dc8d-475c-a47d-3aac0eaeef20 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:51:33.387796 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-134cb179-19fe-4d31-ada6-1230559dbcb8 None None] Attempting to bind port b61005ac-380a-44e6-a001-692b7709e537 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:51:33.390559 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-134cb179-19fe-4d31-ada6-1230559dbcb8 None None] Attempting to bind port b61005ac-380a-44e6-a001-692b7709e537 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:51:33.391058 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134cb179-19fe-4d31-ada6-1230559dbcb8 None None] Attempting to bind port b61005ac-380a-44e6-a001-692b7709e537 on network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:51:33.431827 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf406df-2ecf-4025-85f2-d83298f4fe29 None None] Pushing event updated for resources: {'Port': ['ID=b61005ac-380a-44e6-a001-692b7709e537,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:33.438630 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134cb179-19fe-4d31-ada6-1230559dbcb8 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:51:33.448305 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134cb179-19fe-4d31-ada6-1230559dbcb8 None None] Checking segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:51:33.448906 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-134cb179-19fe-4d31-ada6-1230559dbcb8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:33.449420 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134cb179-19fe-4d31-ada6-1230559dbcb8 None None] Bound using segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:51:33.450035 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-134cb179-19fe-4d31-ada6-1230559dbcb8 None None] Bound port: b61005ac-380a-44e6-a001-692b7709e537, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:51:33.450533 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-134cb179-19fe-4d31-ada6-1230559dbcb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (b61005ac-380a-44e6-a001-692b7709e537), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:33.469628 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a92bda64-bede-4a87-b068-824be4ae8b0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (8ad3332d-9f44-48a6-86d0-ae80d452f38a), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:33.546897 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-ab6803c7-08c3-4b00-9e1c-eeb32026ea25 tempest-TagsTest-1551909119 tempest-TagsTest-1551909119-project] 10.222.0.65 "GET /v2.0/networks/2ab5de77-f591-4a4c-918a-f87fb811308d/tags/tempest-TagsTest-Tag-462442035 HTTP/1.1" status: 204 len: 168 time: 0.2001028 Feb 04 12:51:33.547755 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 42354) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:51:33.552043 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.tag.tag_plugin [None req-f2e0231e-f65c-43ca-87d3-098f83c3a07b tempest-TagsTest-1551909119 tempest-TagsTest-1551909119-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '2ab5de77-f591-4a4c-918a-f87fb811308d') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:51:33.595907 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-edb7082c-1939-4484-8f04-643d73444f1e None None] Provisioning complete for port 8ad3332d-9f44-48a6-86d0-ae80d452f38a triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:51:33.608025 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-edb7082c-1939-4484-8f04-643d73444f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (8ad3332d-9f44-48a6-86d0-ae80d452f38a), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:33.670116 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-134cb179-19fe-4d31-ada6-1230559dbcb8 None None] For port b61005ac-380a-44e6-a001-692b7709e537, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:51:33.723935 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-f2e0231e-f65c-43ca-87d3-098f83c3a07b tempest-TagsTest-1551909119 tempest-TagsTest-1551909119-project] 10.222.0.65 "GET /v2.0/networks/2ab5de77-f591-4a4c-918a-f87fb811308d/tags HTTP/1.1" status: 200 len: 237 time: 0.1727960 Feb 04 12:51:33.724300 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 42356) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:51:33.728851 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.tag.tag_plugin [None req-21d4ff1d-f457-4e0d-a091-784430241e72 tempest-TagsTest-1551909119 tempest-TagsTest-1551909119-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '2ab5de77-f591-4a4c-918a-f87fb811308d', {'tags': ['tempest-TagsTest-Tag-1673297513', 'tempest-TagsTest-Tag-1247160228', 'tempest-TagsTest-Tag-1803999925']}) {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:51:33.855675 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a92bda64-bede-4a87-b068-824be4ae8b0e admin admin] Publish callbacks [] for port (8ad3332d-9f44-48a6-86d0-ae80d452f38a), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:33.874893 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a92bda64-bede-4a87-b068-824be4ae8b0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (8ad3332d-9f44-48a6-86d0-ae80d452f38a), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:34.010609 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-21d4ff1d-f457-4e0d-a091-784430241e72 tempest-TagsTest-1551909119 tempest-TagsTest-1551909119-project] 10.222.0.65 "PUT /v2.0/networks/2ab5de77-f591-4a4c-918a-f87fb811308d/tags HTTP/1.1" status: 200 len: 309 time: 0.2820807 Feb 04 12:51:34.010860 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-134cb179-19fe-4d31-ada6-1230559dbcb8 None None] For port b61005ac-380a-44e6-a001-692b7709e537, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=b61005ac-380a-44e6-a001-692b7709e537,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:51:34.012211 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 42364) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:51:34.046170 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-edb7082c-1939-4484-8f04-643d73444f1e None None] Port 8ad3332d-9f44-48a6-86d0-ae80d452f38a cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:51:34.047103 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.tag.tag_plugin [None req-38e49c6a-a0b3-4c27-be67-0a3636ddaffd tempest-TagsTest-1551909119 tempest-TagsTest-1551909119-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '2ab5de77-f591-4a4c-918a-f87fb811308d', 'tempest-TagsTest-Tag-1673297513') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:51:34.050524 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-134cb179-19fe-4d31-ada6-1230559dbcb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (b61005ac-380a-44e6-a001-692b7709e537), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:34.113250 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a92bda64-bede-4a87-b068-824be4ae8b0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622202'] for router_interface (31eb4f64-8a74-438b-ab6f-0f228843018d), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:34.169568 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134cb179-19fe-4d31-ada6-1230559dbcb8 None None] Routers {'31eb4f64-8a74-438b-ab6f-0f228843018d'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:51:34.170037 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-38e49c6a-a0b3-4c27-be67-0a3636ddaffd tempest-TagsTest-1551909119 tempest-TagsTest-1551909119-project] 10.222.0.65 "DELETE /v2.0/networks/2ab5de77-f591-4a4c-918a-f87fb811308d/tags/tempest-TagsTest-Tag-1673297513 HTTP/1.1" status: 204 len: 168 time: 0.1415522 Feb 04 12:51:34.170308 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-134cb179-19fe-4d31-ada6-1230559dbcb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:51:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['31eb4f64-8a74-438b-ab6f-0f228843018d'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:51:34.173374 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf406df-2ecf-4025-85f2-d83298f4fe29 None None] Pushing event updated for resources: {'Port': ['ID=b61005ac-380a-44e6-a001-692b7709e537,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:34.173710 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 42366) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:51:34.180441 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.tag.tag_plugin [None req-7d244f43-8028-422a-bf6d-8087523a0831 tempest-TagsTest-1551909119 tempest-TagsTest-1551909119-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '2ab5de77-f591-4a4c-918a-f87fb811308d', 'tempest-TagsTest-Tag-1673297513') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:51:34.256655 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92bda64-bede-4a87-b068-824be4ae8b0e admin admin] Pushing event updated for resources: {'Port': ['ID=8ad3332d-9f44-48a6-86d0-ae80d452f38a,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:34.277795 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92bda64-bede-4a87-b068-824be4ae8b0e admin admin] Network 2199cf82-6b45-4a26-9381-22c185674f2b is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:51:34.283537 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-a92bda64-bede-4a87-b068-824be4ae8b0e admin admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:51:34.462675 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-134cb179-19fe-4d31-ada6-1230559dbcb8 None None] Set router 31eb4f64-8a74-438b-ab6f-0f228843018d gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:51:34.562236 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02867ad9-d7a3-474b-89b2-10568519033b req-eede8f4d-1db9-4214-bf8d-449eef852e7a tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:34.563922 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-02867ad9-d7a3-474b-89b2-10568519033b req-eede8f4d-1db9-4214-bf8d-449eef852e7a tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e20afb-28eb-4ddc-9c2d-239e9429c0af HTTP/1.1" status: 200 len: 944 time: 0.1573434 Feb 04 12:51:34.569104 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a92bda64-bede-4a87-b068-824be4ae8b0e admin admin] Router 31eb4f64-8a74-438b-ab6f-0f228843018d has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:51:34.625903 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470824be-761f-462f-ac52-94c1bc842581 req-c31a1e99-baaa-43c4-9349-9fe990a5a039 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:34.627508 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-470824be-761f-462f-ac52-94c1bc842581 req-c31a1e99-baaa-43c4-9349-9fe990a5a039 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 945 time: 0.2092645 Feb 04 12:51:34.633412 n-d-825015-3 neutron-server[103475]: INFO neutron.api.v2.resource [None req-7d244f43-8028-422a-bf6d-8087523a0831 tempest-TagsTest-1551909119 tempest-TagsTest-1551909119-project] show failed (client error): The resource could not be found. Feb 04 12:51:34.637529 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-7d244f43-8028-422a-bf6d-8087523a0831 tempest-TagsTest-1551909119 tempest-TagsTest-1551909119-project] 10.222.0.65 "GET /v2.0/networks/2ab5de77-f591-4a4c-918a-f87fb811308d/tags/tempest-TagsTest-Tag-1673297513 HTTP/1.1" status: 404 len: 326 time: 0.4625807 Feb 04 12:51:34.644670 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 42382) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:51:34.655366 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.tag.tag_plugin [None req-3bfee6fc-e9b6-412b-bda0-655d978368c9 tempest-TagsTest-1551909119 tempest-TagsTest-1551909119-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '2ab5de77-f591-4a4c-918a-f87fb811308d', 'tempest-TagsTest-Tag-1247160228') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:51:34.796975 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-02867ad9-d7a3-474b-89b2-10568519033b req-ecf8a9ca-9110-46b5-ade5-880f993c7dc6 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962423 Feb 04 12:51:34.834360 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a92bda64-bede-4a87-b068-824be4ae8b0e admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:51:34.848319 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-a92bda64-bede-4a87-b068-824be4ae8b0e admin admin] 10.222.0.65 "PUT /v2.0/routers/31eb4f64-8a74-438b-ab6f-0f228843018d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7818394 Feb 04 12:51:34.850785 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-470824be-761f-462f-ac52-94c1bc842581 req-b6caa96e-646c-49b5-8713-90b1e3d7b09a tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099686 Feb 04 12:51:34.893700 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-3bfee6fc-e9b6-412b-bda0-655d978368c9 tempest-TagsTest-1551909119 tempest-TagsTest-1551909119-project] 10.222.0.65 "GET /v2.0/networks/2ab5de77-f591-4a4c-918a-f87fb811308d/tags/tempest-TagsTest-Tag-1247160228 HTTP/1.1" status: 204 len: 168 time: 0.2417936 Feb 04 12:51:34.897287 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 42388) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:51:34.902412 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.tag.tag_plugin [None req-a54ec95b-2982-4e19-86ee-46ddf80f9d00 tempest-TagsTest-1551909119 tempest-TagsTest-1551909119-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '2ab5de77-f591-4a4c-918a-f87fb811308d', 'tempest-TagsTest-Tag-1803999925') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:51:34.932328 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-6eb89977-c314-4e45-8ac6-711f4e544195 None None] Provisioning complete for port 8ad3332d-9f44-48a6-86d0-ae80d452f38a triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:51:34.932739 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6eb89977-c314-4e45-8ac6-711f4e544195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (8ad3332d-9f44-48a6-86d0-ae80d452f38a), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:35.032350 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-6eb89977-c314-4e45-8ac6-711f4e544195 None None] Port 8ad3332d-9f44-48a6-86d0-ae80d452f38a cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:51:35.038439 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-a54ec95b-2982-4e19-86ee-46ddf80f9d00 tempest-TagsTest-1551909119 tempest-TagsTest-1551909119-project] 10.222.0.65 "GET /v2.0/networks/2ab5de77-f591-4a4c-918a-f87fb811308d/tags/tempest-TagsTest-Tag-1803999925 HTTP/1.1" status: 204 len: 168 time: 0.1393988 Feb 04 12:51:35.041003 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 42394) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:51:35.045744 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.tag.tag_plugin [None req-40611ec0-14bf-4219-bb75-f57ebf168e4f tempest-TagsTest-1551909119 tempest-TagsTest-1551909119-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '2ab5de77-f591-4a4c-918a-f87fb811308d') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:51:35.065308 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-134cb179-19fe-4d31-ada6-1230559dbcb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31eb4f64-8a74-438b-ab6f-0f228843018d', 'name': 'tempest-ServerActionsTestJSON-299748162-router', 'tenant_id': '081a166ab6754953977e00fecaf55e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'b61005ac-380a-44e6-a001-692b7709e537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:51:26Z', 'updated_at': '2022-02-04T12:51:33Z', 'revision_number': 4, 'project_id': '081a166ab6754953977e00fecaf55e63', 'gw_port': {'id': 'b61005ac-380a-44e6-a001-692b7709e537', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:2f:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31eb4f64-8a74-438b-ab6f-0f228843018d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:51:28Z', 'updated_at': '2022-02-04T12:51:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '8ad3332d-9f44-48a6-86d0-ae80d452f38a', 'name': '', 'network_id': '2199cf82-6b45-4a26-9381-22c185674f2b', 'tenant_id': '081a166ab6754953977e00fecaf55e63', 'mac_address': 'fa:16:3e:76:94:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31eb4f64-8a74-438b-ab6f-0f228843018d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '88c9f8fd-dc13-4414-bafb-3591060ecfdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:51:32Z', 'updated_at': '2022-02-04T12:51:33Z', 'revision_number': 2, 'project_id': '081a166ab6754953977e00fecaf55e63', 'subnets': [{'id': '88c9f8fd-dc13-4414-bafb-3591060ecfdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:51:35.118215 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134cb179-19fe-4d31-ada6-1230559dbcb8 None None] The sync data for ids ['31eb4f64-8a74-438b-ab6f-0f228843018d'] in n-d-825015-3 is: [{'id': '31eb4f64-8a74-438b-ab6f-0f228843018d', 'name': 'tempest-ServerActionsTestJSON-299748162-router', 'tenant_id': '081a166ab6754953977e00fecaf55e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'b61005ac-380a-44e6-a001-692b7709e537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:51:26Z', 'updated_at': '2022-02-04T12:51:33Z', 'revision_number': 4, 'project_id': '081a166ab6754953977e00fecaf55e63', 'gw_port': {'id': 'b61005ac-380a-44e6-a001-692b7709e537', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:2f:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31eb4f64-8a74-438b-ab6f-0f228843018d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:51:28Z', 'updated_at': '2022-02-04T12:51:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '8ad3332d-9f44-48a6-86d0-ae80d452f38a', 'name': '', 'network_id': '2199cf82-6b45-4a26-9381-22c185674f2b', 'tenant_id': '081a166ab6754953977e00fecaf55e63', 'mac_address': 'fa:16:3e:76:94:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31eb4f64-8a74-438b-ab6f-0f228843018d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '88c9f8fd-dc13-4414-bafb-3591060ecfdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:51:32Z', 'updated_at': '2022-02-04T12:51:33Z', 'revision_number': 2, 'project_id': '081a166ab6754953977e00fecaf55e63', 'subnets': [{'id': '88c9f8fd-dc13-4414-bafb-3591060ecfdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:51:35.255410 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 42400) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:51:35.255636 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-40611ec0-14bf-4219-bb75-f57ebf168e4f tempest-TagsTest-1551909119 tempest-TagsTest-1551909119-project] 10.222.0.65 "DELETE /v2.0/networks/2ab5de77-f591-4a4c-918a-f87fb811308d/tags HTTP/1.1" status: 204 len: 168 time: 0.2133043 Feb 04 12:51:35.261756 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.tag.tag_plugin [None req-06ef8c81-69d5-4201-929a-330c954b04d7 tempest-TagsTest-1551909119 tempest-TagsTest-1551909119-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '2ab5de77-f591-4a4c-918a-f87fb811308d', 'tempest-TagsTest-Tag-1247160228') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:51:35.383819 n-d-825015-3 neutron-server[103474]: INFO neutron.api.v2.resource [None req-06ef8c81-69d5-4201-929a-330c954b04d7 tempest-TagsTest-1551909119 tempest-TagsTest-1551909119-project] show failed (client error): The resource could not be found. Feb 04 12:51:35.385177 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-06ef8c81-69d5-4201-929a-330c954b04d7 tempest-TagsTest-1551909119 tempest-TagsTest-1551909119-project] 10.222.0.65 "GET /v2.0/networks/2ab5de77-f591-4a4c-918a-f87fb811308d/tags/tempest-TagsTest-Tag-1247160228 HTTP/1.1" status: 404 len: 326 time: 0.1274841 Feb 04 12:51:35.388120 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 42408) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:51:35.393569 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.tag.tag_plugin [None req-cd7747bd-ac0d-41a1-9036-febbc8894eaf tempest-TagsTest-1551909119 tempest-TagsTest-1551909119-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '2ab5de77-f591-4a4c-918a-f87fb811308d', 'tempest-TagsTest-Tag-1803999925') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:51:35.568364 n-d-825015-3 neutron-server[103474]: INFO neutron.api.v2.resource [None req-cd7747bd-ac0d-41a1-9036-febbc8894eaf tempest-TagsTest-1551909119 tempest-TagsTest-1551909119-project] show failed (client error): The resource could not be found. Feb 04 12:51:35.572199 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-cd7747bd-ac0d-41a1-9036-febbc8894eaf tempest-TagsTest-1551909119 tempest-TagsTest-1551909119-project] 10.222.0.65 "GET /v2.0/networks/2ab5de77-f591-4a4c-918a-f87fb811308d/tags/tempest-TagsTest-Tag-1803999925 HTTP/1.1" status: 404 len: 326 time: 0.1804786 Feb 04 12:51:35.573340 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 42410) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:51:35.579791 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.tag.tag_plugin [None req-ac39eb5c-fdf7-4bc2-9670-88072dd1d694 tempest-TagsTest-1551909119 tempest-TagsTest-1551909119-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '2ab5de77-f591-4a4c-918a-f87fb811308d') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:51:35.759909 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-ac39eb5c-fdf7-4bc2-9670-88072dd1d694 tempest-TagsTest-1551909119 tempest-TagsTest-1551909119-project] 10.222.0.65 "DELETE /v2.0/networks/2ab5de77-f591-4a4c-918a-f87fb811308d/tags HTTP/1.1" status: 204 len: 168 time: 0.1849017 Feb 04 12:51:35.762183 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 42414) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:51:35.979630 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6cb03578-c936-4781-875e-b29c87b8f9a0 tempest-TagsTest-1551909119 tempest-TagsTest-1551909119-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (2ab5de77-f591-4a4c-918a-f87fb811308d), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:36.092525 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e694d26-db7d-488c-bb16-77ec104a49da req-ada38a36-0f1b-4a2f-81e7-441abd681a6b tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:36.094223 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0e694d26-db7d-488c-bb16-77ec104a49da req-ada38a36-0f1b-4a2f-81e7-441abd681a6b tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e20afb-28eb-4ddc-9c2d-239e9429c0af HTTP/1.1" status: 200 len: 944 time: 0.1517358 Feb 04 12:51:36.111383 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6cb03578-c936-4781-875e-b29c87b8f9a0 tempest-TagsTest-1551909119 tempest-TagsTest-1551909119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (2ab5de77-f591-4a4c-918a-f87fb811308d), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:36.180412 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0e694d26-db7d-488c-bb16-77ec104a49da req-9dabc55a-451f-45c7-8478-bfb312a60367 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779092 Feb 04 12:51:36.437054 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab12e3fc-9fe0-4ff5-9e98-7c9ec9db3c64 req-3002e992-044b-4037-bd14-ba0fa0559cf9 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:36.446264 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ab12e3fc-9fe0-4ff5-9e98-7c9ec9db3c64 req-3002e992-044b-4037-bd14-ba0fa0559cf9 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 945 time: 0.1748629 Feb 04 12:51:36.605699 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ab12e3fc-9fe0-4ff5-9e98-7c9ec9db3c64 req-6732e948-cc1c-4e24-bb78-72edae81a5f0 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585138 Feb 04 12:51:36.669758 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 42442) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:51:36.675248 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-23566f0e-c3f3-4636-ae8e-d4f655eca236 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Request body: {'security_group': {'name': 'tempest-securitygroup--550186984', 'description': 'tempest-description--2111939895'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:51:36.719932 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-23566f0e-c3f3-4636-ae8e-d4f655eca236 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:36.802738 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-6cb03578-c936-4781-875e-b29c87b8f9a0 tempest-TagsTest-1551909119 tempest-TagsTest-1551909119-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ab5de77-f591-4a4c-918a-f87fb811308d']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:51:36.816167 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-6cb03578-c936-4781-875e-b29c87b8f9a0 tempest-TagsTest-1551909119 tempest-TagsTest-1551909119-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64d6859d-907b-499f-a630-1d415f2cac34') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:51:36.816472 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-6cb03578-c936-4781-875e-b29c87b8f9a0 tempest-TagsTest-1551909119 tempest-TagsTest-1551909119-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64d6859d-907b-499f-a630-1d415f2cac34') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:51:36.828896 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-23566f0e-c3f3-4636-ae8e-d4f655eca236 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Publish callbacks [] for security_group (c3f9fd42-344e-42cb-9241-a34957176b50), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:36.832575 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6cb03578-c936-4781-875e-b29c87b8f9a0 tempest-TagsTest-1551909119 tempest-TagsTest-1551909119-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (64d6859d-907b-499f-a630-1d415f2cac34), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:36.842006 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-23566f0e-c3f3-4636-ae8e-d4f655eca236 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (c3f9fd42-344e-42cb-9241-a34957176b50), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:36.865007 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6cb03578-c936-4781-875e-b29c87b8f9a0 tempest-TagsTest-1551909119 tempest-TagsTest-1551909119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (64d6859d-907b-499f-a630-1d415f2cac34), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:36.872468 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cb03578-c936-4781-875e-b29c87b8f9a0 tempest-TagsTest-1551909119 tempest-TagsTest-1551909119-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:51:36.872935 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6cb03578-c936-4781-875e-b29c87b8f9a0 tempest-TagsTest-1551909119 tempest-TagsTest-1551909119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (64d6859d-907b-499f-a630-1d415f2cac34), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:36.880116 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 12:51:36.880116 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:51:36.880116 n-d-825015-3 neutron-server[103474]: timer() Feb 04 12:51:36.880116 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:51:36.880116 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 12:51:36.880116 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:51:36.880116 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 12:51:36.880116 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:51:36.880116 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 12:51:36.880116 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:51:36.880116 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 12:51:36.880116 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:51:36.880116 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 12:51:36.880116 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:51:36.880116 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:51:36.880116 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:51:36.880116 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:51:36.880116 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:51:36.880116 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 12:51:36.880116 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:51:36.880116 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 12:51:36.880116 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:51:36.880116 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:51:36.880116 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:51:36.880116 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 12:51:36.880116 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:51:36.880116 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:51:36.880116 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:51:36.880116 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:51:36.880116 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:51:36.880116 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:51:36.880116 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:51:36.898262 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23566f0e-c3f3-4636-ae8e-d4f655eca236 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f9fd42-344e-42cb-9241-a34957176b50,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:36.911484 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-23566f0e-c3f3-4636-ae8e-d4f655eca236 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:36.914074 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-23566f0e-c3f3-4636-ae8e-d4f655eca236 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2420313 Feb 04 12:51:36.915616 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 42448) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:51:36.923524 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-1a9f5deb-b9e7-4127-8630-4ad6a0288fd4 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Request body: {'security_group_rule': {'security_group_id': 'c3f9fd42-344e-42cb-9241-a34957176b50', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:51:36.956039 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1a9f5deb-b9e7-4127-8630-4ad6a0288fd4 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Publish callbacks [] for security_group_rule (ec9da147-c083-49a3-a1a8-6f54c274fcd2), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:36.978435 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6cb03578-c936-4781-875e-b29c87b8f9a0 tempest-TagsTest-1551909119 tempest-TagsTest-1551909119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (2ab5de77-f591-4a4c-918a-f87fb811308d), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:36.994604 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6cb03578-c936-4781-875e-b29c87b8f9a0 tempest-TagsTest-1551909119 tempest-TagsTest-1551909119-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:37.007713 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-6cb03578-c936-4781-875e-b29c87b8f9a0 tempest-TagsTest-1551909119 tempest-TagsTest-1551909119-project] 10.222.0.65 "DELETE /v2.0/networks/2ab5de77-f591-4a4c-918a-f87fb811308d HTTP/1.1" status: 204 len: 168 time: 1.2421119 Feb 04 12:51:37.012019 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 77075c47-757c-4d0a-95b2-7636fa8bcf9f details requested by agent hyperv_n-h2-825015-3 with host n-h2-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:51:37.038195 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb03578-c936-4781-875e-b29c87b8f9a0 tempest-TagsTest-1551909119 tempest-TagsTest-1551909119-project] Pushing event deleted for resources: {'Network': ['ID=2ab5de77-f591-4a4c-918a-f87fb811308d,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:37.099069 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1a9f5deb-b9e7-4127-8630-4ad6a0288fd4 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Publish callbacks [] for security_group_rule (ec9da147-c083-49a3-a1a8-6f54c274fcd2), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:37.111856 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1a9f5deb-b9e7-4127-8630-4ad6a0288fd4 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (ec9da147-c083-49a3-a1a8-6f54c274fcd2), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:37.145565 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9f5deb-b9e7-4127-8630-4ad6a0288fd4 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec9da147-c083-49a3-a1a8-6f54c274fcd2,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:37.162829 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1a9f5deb-b9e7-4127-8630-4ad6a0288fd4 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:37.164092 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-1a9f5deb-b9e7-4127-8630-4ad6a0288fd4 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2473123 Feb 04 12:51:37.166701 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 42454) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:51:37.171974 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-5a1b165d-edfa-451d-906b-8c581253c5c1 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Request body: {'security_group_rule': {'security_group_id': 'c3f9fd42-344e-42cb-9241-a34957176b50', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:51:37.246235 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5a1b165d-edfa-451d-906b-8c581253c5c1 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Publish callbacks [] for security_group_rule (f172ad51-fc73-46d4-b30b-448d0cfa0e00), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:37.304862 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 77075c47-757c-4d0a-95b2-7636fa8bcf9f, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=77075c47-757c-4d0a-95b2-7636fa8bcf9f,segment=NetworkSegment(0934a908-175b-4cbf-ace2-f0550fc5d53c),segment_id=0934a908-175b-4cbf-ace2-f0550fc5d53c)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:51:37.345630 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Returning: {'device': '77075c47-757c-4d0a-95b2-7636fa8bcf9f', 'network_id': 'f237d722-433d-480c-8987-66d34675134e', 'port_id': '77075c47-757c-4d0a-95b2-7636fa8bcf9f', 'mac_address': 'fa:16:3e:ce:9f:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70faacee-af53-42b7-af83-bbc74f352570', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:51:37.397701 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 77075c47-757c-4d0a-95b2-7636fa8bcf9f is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:51:37.398407 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (77075c47-757c-4d0a-95b2-7636fa8bcf9f), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:37.447449 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77075c47-757c-4d0a-95b2-7636fa8bcf9f {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:51:37.460509 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b94fc9b-943a-4a50-9b7c-f175581f7591 req-dd973555-49ac-4abf-aae8-184312f8e1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:37.463910 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4b94fc9b-943a-4a50-9b7c-f175581f7591 req-dd973555-49ac-4abf-aae8-184312f8e1bc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=38cb7f8ec7594c9ea49e940b44ab6547&device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 1127 time: 0.2374647 Feb 04 12:51:37.495606 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 77075c47-757c-4d0a-95b2-7636fa8bcf9f, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=77075c47-757c-4d0a-95b2-7636fa8bcf9f,segment=NetworkSegment(0934a908-175b-4cbf-ace2-f0550fc5d53c),segment_id=0934a908-175b-4cbf-ace2-f0550fc5d53c)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:51:37.511844 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (77075c47-757c-4d0a-95b2-7636fa8bcf9f), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:37.584184 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 42466) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:51:37.615885 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=77075c47-757c-4d0a-95b2-7636fa8bcf9f,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:37.709786 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['77075c47-757c-4d0a-95b2-7636fa8bcf9f'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:51:37.911381 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-99a94c8a-b3ed-49d3-8e28-6eed843ef80f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a49a35726ebc455987ff249360918dee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3257236 Feb 04 12:51:37.919826 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 42476) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:51:37.948864 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device b61005ac-380a-44e6-a001-692b7709e537 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:51:37.979895 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a835763b-7922-402d-8f07-6db90a474c03 admin admin] Publish callbacks [] for security_group (29a8aee9-fe68-4c59-baf3-76fb8c11c456), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:38.005535 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a835763b-7922-402d-8f07-6db90a474c03 admin admin] Publish callbacks [] for security_group (29a8aee9-fe68-4c59-baf3-76fb8c11c456), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:38.077910 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port b61005ac-380a-44e6-a001-692b7709e537 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:51:38.078500 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (b61005ac-380a-44e6-a001-692b7709e537), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:38.087363 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a835763b-7922-402d-8f07-6db90a474c03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (29a8aee9-fe68-4c59-baf3-76fb8c11c456), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:38.091588 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a835763b-7922-402d-8f07-6db90a474c03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:38.093863 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-a835763b-7922-402d-8f07-6db90a474c03 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/29a8aee9-fe68-4c59-baf3-76fb8c11c456 HTTP/1.1" status: 204 len: 168 time: 0.1725214 Feb 04 12:51:38.128912 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a835763b-7922-402d-8f07-6db90a474c03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29a8aee9-fe68-4c59-baf3-76fb8c11c456,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:38.271700 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port b61005ac-380a-44e6-a001-692b7709e537 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:51:38.272241 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (b61005ac-380a-44e6-a001-692b7709e537), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:38.306200 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port b61005ac-380a-44e6-a001-692b7709e537, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=b61005ac-380a-44e6-a001-692b7709e537,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:51:38.313003 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (b61005ac-380a-44e6-a001-692b7709e537), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:38.357619 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5a1b165d-edfa-451d-906b-8c581253c5c1 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Publish callbacks [] for security_group_rule (f172ad51-fc73-46d4-b30b-448d0cfa0e00), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:38.397693 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=b61005ac-380a-44e6-a001-692b7709e537,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:38.398054 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824c9eee-d49e-4777-ab89-0d6a5738f4de req-dc6ade71-935d-486e-85b0-9996c871bb8e tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:38.399762 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-824c9eee-d49e-4777-ab89-0d6a5738f4de req-dc6ade71-935d-486e-85b0-9996c871bb8e tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e20afb-28eb-4ddc-9c2d-239e9429c0af HTTP/1.1" status: 200 len: 944 time: 1.0340054 Feb 04 12:51:38.400348 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5a1b165d-edfa-451d-906b-8c581253c5c1 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (f172ad51-fc73-46d4-b30b-448d0cfa0e00), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:38.452292 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1b165d-edfa-451d-906b-8c581253c5c1 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f172ad51-fc73-46d4-b30b-448d0cfa0e00,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:38.480564 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b94fc9b-943a-4a50-9b7c-f175581f7591 req-3f1e76dc-364d-4f4d-8080-09eb2e6f2ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:38.482087 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4b94fc9b-943a-4a50-9b7c-f175581f7591 req-3f1e76dc-364d-4f4d-8080-09eb2e6f2ed3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7ed78c2f-5e06-4bf6-9fbc-42500f903f0d HTTP/1.1" status: 200 len: 914 time: 1.0067306 Feb 04 12:51:38.493232 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5a1b165d-edfa-451d-906b-8c581253c5c1 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:38.494530 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-5a1b165d-edfa-451d-906b-8c581253c5c1 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3268666 Feb 04 12:51:38.498015 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 42490) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:51:38.505733 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-d208941b-74bf-4895-aefc-ab3a40c9051b tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Request body: {'floatingip': {'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:51:38.578472 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615bd4cf-8040-46c9-9e0c-04b120c92d55 req-3531e46f-7259-4745-9adb-f14d1d7d1611 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:38.578753 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d208941b-74bf-4895-aefc-ab3a40c9051b tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:38.585128 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-615bd4cf-8040-46c9-9e0c-04b120c92d55 req-3531e46f-7259-4745-9adb-f14d1d7d1611 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 945 time: 0.2818978 Feb 04 12:51:38.600434 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4b94fc9b-943a-4a50-9b7c-f175581f7591 req-54aed03c-3dd2-4ca9-a102-f4c56cabe0fd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74c9b60f-0b88-4ba9-96bb-be833f049be5 HTTP/1.1" status: 200 len: 217 time: 0.1047966 Feb 04 12:51:38.637939 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-824c9eee-d49e-4777-ab89-0d6a5738f4de req-00489cc5-3e4f-4f74-b2c0-dc438ccae58d tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217667 Feb 04 12:51:38.727794 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-615bd4cf-8040-46c9-9e0c-04b120c92d55 req-f0771318-0026-4b3a-acbf-3a7e094af745 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416512 Feb 04 12:51:38.734104 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b94fc9b-943a-4a50-9b7c-f175581f7591 req-8df7ee31-7535-450b-a821-62bdc5e4489b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:38.736690 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4b94fc9b-943a-4a50-9b7c-f175581f7591 req-8df7ee31-7535-450b-a821-62bdc5e4489b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5f3947cd-b907-480d-bce5-7265d1d5d85d HTTP/1.1" status: 200 len: 853 time: 0.1170342 Feb 04 12:51:38.787427 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4b94fc9b-943a-4a50-9b7c-f175581f7591 req-b466031f-b3cd-4bb4-90fc-63803fe2af14 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7ed78c2f-5e06-4bf6-9fbc-42500f903f0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436149 Feb 04 12:51:38.821405 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d208941b-74bf-4895-aefc-ab3a40c9051b tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:39.012647 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4b94fc9b-943a-4a50-9b7c-f175581f7591 req-225cca01-adae-4da0-87cd-0120722c723b service neutron] 10.222.0.73 "GET /v2.0/networks/7ed78c2f-5e06-4bf6-9fbc-42500f903f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114151 Feb 04 12:51:39.019606 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 77075c47-757c-4d0a-95b2-7636fa8bcf9f up at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:51:39.037437 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-d208941b-74bf-4895-aefc-ab3a40c9051b tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Allocated IP 172.25.3.93 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/49451138-6a54-4c87-bd55-ef2f9cd91c10) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:51:39.227298 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab3ec03-ef40-46a1-abe6-c015d32933d4 None None] Sync routers for ids ['31eb4f64-8a74-438b-ab6f-0f228843018d'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:51:39.250736 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning for port 77075c47-757c-4d0a-95b2-7636fa8bcf9f completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:51:39.262037 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab3ec03-ef40-46a1-abe6-c015d32933d4 None None] Routers {'31eb4f64-8a74-438b-ab6f-0f228843018d'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:51:39.263242 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-fab3ec03-ef40-46a1-abe6-c015d32933d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:51:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['31eb4f64-8a74-438b-ab6f-0f228843018d'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:51:39.298602 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning complete for port 77075c47-757c-4d0a-95b2-7636fa8bcf9f triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:51:39.299196 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (77075c47-757c-4d0a-95b2-7636fa8bcf9f), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:39.369017 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d208941b-74bf-4895-aefc-ab3a40c9051b tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Publish callbacks [] for port (49451138-6a54-4c87-bd55-ef2f9cd91c10), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:39.417591 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-fab3ec03-ef40-46a1-abe6-c015d32933d4 None None] Set router 31eb4f64-8a74-438b-ab6f-0f228843018d gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:51:39.455031 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d208941b-74bf-4895-aefc-ab3a40c9051b tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (49451138-6a54-4c87-bd55-ef2f9cd91c10), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:39.492138 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d208941b-74bf-4895-aefc-ab3a40c9051b tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:51:39.513331 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4b94fc9b-943a-4a50-9b7c-f175581f7591 req-cb18cc7a-b527-46df-9ff3-0278b21ee667 service neutron] 10.222.0.73 "GET /v2.0/networks/7ed78c2f-5e06-4bf6-9fbc-42500f903f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4741902 Feb 04 12:51:39.576149 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-d208941b-74bf-4895-aefc-ab3a40c9051b tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:51:39.591959 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d208941b-74bf-4895-aefc-ab3a40c9051b tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:51:39.713129 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d208941b-74bf-4895-aefc-ab3a40c9051b tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Pushing event updated for resources: {'Port': ['ID=49451138-6a54-4c87-bd55-ef2f9cd91c10,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:39.730123 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 77075c47-757c-4d0a-95b2-7636fa8bcf9f is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:51:39.730569 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (77075c47-757c-4d0a-95b2-7636fa8bcf9f), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:39.788221 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05e20afb-28eb-4ddc-9c2d-239e9429c0af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77075c47-757c-4d0a-95b2-7636fa8bcf9f'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:51:39.790629 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c95e85e7-4db8-4fc2-a1eb-9fbd0ea45115" -d '{"events": [{"server_uuid": "05e20afb-28eb-4ddc-9c2d-239e9429c0af", "name": "network-vif-plugged", "status": "completed", "tag": "77075c47-757c-4d0a-95b2-7636fa8bcf9f"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:51:39.821342 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 77075c47-757c-4d0a-95b2-7636fa8bcf9f, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=77075c47-757c-4d0a-95b2-7636fa8bcf9f,segment=NetworkSegment(0934a908-175b-4cbf-ace2-f0550fc5d53c),segment_id=0934a908-175b-4cbf-ace2-f0550fc5d53c)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:51:39.831419 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-fab3ec03-ef40-46a1-abe6-c015d32933d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31eb4f64-8a74-438b-ab6f-0f228843018d', 'name': 'tempest-ServerActionsTestJSON-299748162-router', 'tenant_id': '081a166ab6754953977e00fecaf55e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'b61005ac-380a-44e6-a001-692b7709e537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:51:26Z', 'updated_at': '2022-02-04T12:51:33Z', 'revision_number': 4, 'project_id': '081a166ab6754953977e00fecaf55e63', 'gw_port': {'id': 'b61005ac-380a-44e6-a001-692b7709e537', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:2f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31eb4f64-8a74-438b-ab6f-0f228843018d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:51:28Z', 'updated_at': '2022-02-04T12:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '8ad3332d-9f44-48a6-86d0-ae80d452f38a', 'name': '', 'network_id': '2199cf82-6b45-4a26-9381-22c185674f2b', 'tenant_id': '081a166ab6754953977e00fecaf55e63', 'mac_address': 'fa:16:3e:76:94:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31eb4f64-8a74-438b-ab6f-0f228843018d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '88c9f8fd-dc13-4414-bafb-3591060ecfdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:51:32Z', 'updated_at': '2022-02-04T12:51:33Z', 'revision_number': 2, 'project_id': '081a166ab6754953977e00fecaf55e63', 'subnets': [{'id': '88c9f8fd-dc13-4414-bafb-3591060ecfdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:51:39.835004 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (77075c47-757c-4d0a-95b2-7636fa8bcf9f), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:39.880686 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device b61005ac-380a-44e6-a001-692b7709e537 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:51:39.933156 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d208941b-74bf-4895-aefc-ab3a40c9051b tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Publish callbacks [] for floatingip (97d7864c-37b0-46d3-8145-38e798968629), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:39.933350 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab3ec03-ef40-46a1-abe6-c015d32933d4 None None] Checking router: 31eb4f64-8a74-438b-ab6f-0f228843018d for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:51:39.933800 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab3ec03-ef40-46a1-abe6-c015d32933d4 None None] Updating router 31eb4f64-8a74-438b-ab6f-0f228843018d port 8ad3332d-9f44-48a6-86d0-ae80d452f38a binding host n-d-825015-3 {{(pid=103477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:51:39.990140 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fab3ec03-ef40-46a1-abe6-c015d32933d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (8ad3332d-9f44-48a6-86d0-ae80d452f38a), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:40.015304 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d208941b-74bf-4895-aefc-ab3a40c9051b tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (49451138-6a54-4c87-bd55-ef2f9cd91c10), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:40.026124 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=77075c47-757c-4d0a-95b2-7636fa8bcf9f,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:40.061330 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port b61005ac-380a-44e6-a001-692b7709e537 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:51:40.062272 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (b61005ac-380a-44e6-a001-692b7709e537), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:40.098020 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 42536) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:51:40.111446 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [-] 10.222.0.65 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0117607 Feb 04 12:51:40.117436 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 42540) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:51:40.248929 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port b61005ac-380a-44e6-a001-692b7709e537 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:51:40.274666 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d208941b-74bf-4895-aefc-ab3a40c9051b tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Publish callbacks [] for port (49451138-6a54-4c87-bd55-ef2f9cd91c10), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:40.279334 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f7bd99-d39d-4fbc-a508-09c0f6165947 req-78d7d25b-6265-46e6-92c4-f676f3d3eaef tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:40.282983 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c4f7bd99-d39d-4fbc-a508-09c0f6165947 req-78d7d25b-6265-46e6-92c4-f676f3d3eaef tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e20afb-28eb-4ddc-9c2d-239e9429c0af HTTP/1.1" status: 200 len: 946 time: 0.3587208 Feb 04 12:51:40.287361 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d208941b-74bf-4895-aefc-ab3a40c9051b tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (49451138-6a54-4c87-bd55-ef2f9cd91c10), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:40.320821 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12e675e-e157-4a87-b131-dcddb82f4642 req-1f1195d0-60f9-4f02-ac1b-be7b4c39ba9f tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:40.324368 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b12e675e-e157-4a87-b131-dcddb82f4642 req-1f1195d0-60f9-4f02-ac1b-be7b4c39ba9f tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 945 time: 0.2646224 Feb 04 12:51:40.439283 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 74c9b60f-0b88-4ba9-96bb-be833f049be5 no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:51:40.455237 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d208941b-74bf-4895-aefc-ab3a40c9051b tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Pushing event updated for resources: {'Port': ['ID=49451138-6a54-4c87-bd55-ef2f9cd91c10,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:40.456681 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-e2c18589-a42e-45df-b35b-c90707cf9664 tempest-NetworksApiDiscovery-1179451418 tempest-NetworksApiDiscovery-1179451418-project] 10.222.0.65 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3361745 Feb 04 12:51:40.476706 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d208941b-74bf-4895-aefc-ab3a40c9051b tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1599943'] for floatingip (97d7864c-37b0-46d3-8145-38e798968629), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:40.488761 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c4f7bd99-d39d-4fbc-a508-09c0f6165947 req-4cad518b-1a43-4881-b80c-eb23cd18d3db tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932266 Feb 04 12:51:40.538443 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d208941b-74bf-4895-aefc-ab3a40c9051b tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:40.552784 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-d208941b-74bf-4895-aefc-ab3a40c9051b tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0523646 Feb 04 12:51:40.578609 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b12e675e-e157-4a87-b131-dcddb82f4642 req-6d5ba28c-6273-4400-9476-6a9682324a6a tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398849 Feb 04 12:51:40.703105 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fdc6590-2bf6-48fd-8d8a-80ce820d4073 x-openstack-request-id: req-2fdc6590-2bf6-48fd-8d8a-80ce820d4073 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:51:40.704353 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05e20afb-28eb-4ddc-9c2d-239e9429c0af", "name": "network-vif-plugged", "status": "completed", "tag": "77075c47-757c-4d0a-95b2-7636fa8bcf9f", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:51:40.704965 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2fdc6590-2bf6-48fd-8d8a-80ce820d4073 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:51:40.706122 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05e20afb-28eb-4ddc-9c2d-239e9429c0af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77075c47-757c-4d0a-95b2-7636fa8bcf9f', 'code': 200} Feb 04 12:51:40.726640 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 74c9b60f-0b88-4ba9-96bb-be833f049be5 is: ACTIVE; New status is: DOWN {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:51:40.727530 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (74c9b60f-0b88-4ba9-96bb-be833f049be5), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:40.770804 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 74c9b60f-0b88-4ba9-96bb-be833f049be5, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=74c9b60f-0b88-4ba9-96bb-be833f049be5,segment=NetworkSegment(974832f8-c618-4ae2-8054-a35b04d5793c),segment_id=974832f8-c618-4ae2-8054-a35b04d5793c)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:51:40.777788 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (74c9b60f-0b88-4ba9-96bb-be833f049be5), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:40.824851 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2219bd2b-6edd-4a02-ad83-79d3d65c77d0 req-b0a5c4b6-1811-4a3e-8549-66e1e5fdc14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:40.829817 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2219bd2b-6edd-4a02-ad83-79d3d65c77d0 req-b0a5c4b6-1811-4a3e-8549-66e1e5fdc14a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=05e20afb-28eb-4ddc-9c2d-239e9429c0af HTTP/1.1" status: 200 len: 1128 time: 0.1099193 Feb 04 12:51:40.852503 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fab3ec03-ef40-46a1-abe6-c015d32933d4 None None] Publish callbacks [] for port (8ad3332d-9f44-48a6-86d0-ae80d452f38a), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:40.862958 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fab3ec03-ef40-46a1-abe6-c015d32933d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (8ad3332d-9f44-48a6-86d0-ae80d452f38a), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:40.918899 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=74c9b60f-0b88-4ba9-96bb-be833f049be5,revision_number=8']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:40.923484 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2219bd2b-6edd-4a02-ad83-79d3d65c77d0 req-7e595d54-778e-4503-9ad9-113bad5d852a service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903647 Feb 04 12:51:40.945336 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b80b16-4fa7-498b-8884-26dbea77f08f None None] Pushing event updated for resources: {'Port': ['ID=8ad3332d-9f44-48a6-86d0-ae80d452f38a,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:40.997554 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 42564) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:51:41.022138 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b80b16-4fa7-498b-8884-26dbea77f08f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:41.022754 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b80b16-4fa7-498b-8884-26dbea77f08f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:41.023321 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b80b16-4fa7-498b-8884-26dbea77f08f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:41.023857 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b80b16-4fa7-498b-8884-26dbea77f08f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:41.024352 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b80b16-4fa7-498b-8884-26dbea77f08f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:41.024849 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b80b16-4fa7-498b-8884-26dbea77f08f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:41.025364 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b80b16-4fa7-498b-8884-26dbea77f08f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:41.025871 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b80b16-4fa7-498b-8884-26dbea77f08f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:41.026359 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b80b16-4fa7-498b-8884-26dbea77f08f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:41.026855 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b80b16-4fa7-498b-8884-26dbea77f08f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:41.027351 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b80b16-4fa7-498b-8884-26dbea77f08f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:41.027898 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b80b16-4fa7-498b-8884-26dbea77f08f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:41.028568 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b80b16-4fa7-498b-8884-26dbea77f08f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:41.073770 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-fab3ec03-ef40-46a1-abe6-c015d32933d4 None None] Attempting to bind port 8ad3332d-9f44-48a6-86d0-ae80d452f38a on host n-d-825015-3 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:51:41.075962 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-fab3ec03-ef40-46a1-abe6-c015d32933d4 None None] Attempting to bind port 8ad3332d-9f44-48a6-86d0-ae80d452f38a by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '435809b5-4790-4cc2-92a6-17b1a1ceee55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '2199cf82-6b45-4a26-9381-22c185674f2b'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:51:41.078627 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab3ec03-ef40-46a1-abe6-c015d32933d4 None None] Attempting to bind port 8ad3332d-9f44-48a6-86d0-ae80d452f38a on network 2199cf82-6b45-4a26-9381-22c185674f2b {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:51:41.091855 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab3ec03-ef40-46a1-abe6-c015d32933d4 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:51:41.092482 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab3ec03-ef40-46a1-abe6-c015d32933d4 None None] Checking segment: {'id': '435809b5-4790-4cc2-92a6-17b1a1ceee55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '2199cf82-6b45-4a26-9381-22c185674f2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:51:41.092853 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fab3ec03-ef40-46a1-abe6-c015d32933d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:41.093249 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab3ec03-ef40-46a1-abe6-c015d32933d4 None None] Bound using segment: {'id': '435809b5-4790-4cc2-92a6-17b1a1ceee55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '2199cf82-6b45-4a26-9381-22c185674f2b'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:51:41.093713 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-fab3ec03-ef40-46a1-abe6-c015d32933d4 None None] Bound port: 8ad3332d-9f44-48a6-86d0-ae80d452f38a, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '435809b5-4790-4cc2-92a6-17b1a1ceee55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '2199cf82-6b45-4a26-9381-22c185674f2b'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:51:41.094086 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fab3ec03-ef40-46a1-abe6-c015d32933d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (8ad3332d-9f44-48a6-86d0-ae80d452f38a), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:41.115515 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-eccd917c-01f7-4792-97c2-72a100037b1e req-fe041909-b9af-438e-9395-18c2387c0cd8 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--550186984&fields=id&tenant_id=081a166ab6754953977e00fecaf55e63 HTTP/1.1" status: 200 len: 267 time: 0.0970278 Feb 04 12:51:41.208898 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-fab3ec03-ef40-46a1-abe6-c015d32933d4 None None] For port 8ad3332d-9f44-48a6-86d0-ae80d452f38a, host n-d-825015-3, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:51:41.213874 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-fab3ec03-ef40-46a1-abe6-c015d32933d4 None None] For port 8ad3332d-9f44-48a6-86d0-ae80d452f38a, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=8ad3332d-9f44-48a6-86d0-ae80d452f38a,segment=NetworkSegment(435809b5-4790-4cc2-92a6-17b1a1ceee55),segment_id=435809b5-4790-4cc2-92a6-17b1a1ceee55)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:51:41.228977 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fab3ec03-ef40-46a1-abe6-c015d32933d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (8ad3332d-9f44-48a6-86d0-ae80d452f38a), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:41.273707 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-305ae535-a693-484f-ae19-0e3d8cced3f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:41.294194 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab3ec03-ef40-46a1-abe6-c015d32933d4 None None] Routers {'31eb4f64-8a74-438b-ab6f-0f228843018d'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:51:41.295812 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-fab3ec03-ef40-46a1-abe6-c015d32933d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:51:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['31eb4f64-8a74-438b-ab6f-0f228843018d'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:51:41.369998 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccd917c-01f7-4792-97c2-72a100037b1e req-07288e2b-2340-43e5-9ea2-b91ef80a2e3c tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:41.371492 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-eccd917c-01f7-4792-97c2-72a100037b1e req-07288e2b-2340-43e5-9ea2-b91ef80a2e3c tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/networks?id=2199cf82-6b45-4a26-9381-22c185674f2b HTTP/1.1" status: 200 len: 811 time: 0.2386792 Feb 04 12:51:41.408663 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b80b16-4fa7-498b-8884-26dbea77f08f None None] Pushing event updated for resources: {'Port': ['ID=8ad3332d-9f44-48a6-86d0-ae80d452f38a,revision_number=4']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:41.438953 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-f4cff079-f6dc-4f5c-b22d-1f8685b58779 None None] Provisioning complete for port 8ad3332d-9f44-48a6-86d0-ae80d452f38a triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:51:41.440008 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f4cff079-f6dc-4f5c-b22d-1f8685b58779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (8ad3332d-9f44-48a6-86d0-ae80d452f38a), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:41.448664 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-eccd917c-01f7-4792-97c2-72a100037b1e req-eaee6603-0cdd-46b8-b7a6-55f69d2479e9 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/quotas/081a166ab6754953977e00fecaf55e63 HTTP/1.1" status: 200 len: 375 time: 0.0688000 Feb 04 12:51:41.511182 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-fab3ec03-ef40-46a1-abe6-c015d32933d4 None None] Set router 31eb4f64-8a74-438b-ab6f-0f228843018d gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:51:41.595228 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-305ae535-a693-484f-ae19-0e3d8cced3f7 admin admin] Publish callbacks [] for security_group (75a80ffd-00e7-4c42-bc04-08e00acb28de), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:41.612555 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-305ae535-a693-484f-ae19-0e3d8cced3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (75a80ffd-00e7-4c42-bc04-08e00acb28de), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:41.720006 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-f4cff079-f6dc-4f5c-b22d-1f8685b58779 None None] Current status of the port 8ad3332d-9f44-48a6-86d0-ae80d452f38a is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:51:41.721080 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f4cff079-f6dc-4f5c-b22d-1f8685b58779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (8ad3332d-9f44-48a6-86d0-ae80d452f38a), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:41.784674 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-f4cff079-f6dc-4f5c-b22d-1f8685b58779 None None] For port 8ad3332d-9f44-48a6-86d0-ae80d452f38a, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=8ad3332d-9f44-48a6-86d0-ae80d452f38a,segment=NetworkSegment(435809b5-4790-4cc2-92a6-17b1a1ceee55),segment_id=435809b5-4790-4cc2-92a6-17b1a1ceee55)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:51:41.793090 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f4cff079-f6dc-4f5c-b22d-1f8685b58779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (8ad3332d-9f44-48a6-86d0-ae80d452f38a), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:41.910895 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 8ad3332d-9f44-48a6-86d0-ae80d452f38a up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:51:41.966232 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-305ae535-a693-484f-ae19-0e3d8cced3f7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=19830ac1eed049749ed47fdd3057b424&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9668450 Feb 04 12:51:41.970288 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 42586) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:51:41.974470 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-eccd917c-01f7-4792-97c2-72a100037b1e req-40a8cb63-ec8c-4597-bd42-dc5a64674e27 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=081a166ab6754953977e00fecaf55e63&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5109963 Feb 04 12:51:41.980782 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305ae535-a693-484f-ae19-0e3d8cced3f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75a80ffd-00e7-4c42-bc04-08e00acb28de,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:42.008775 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [req-eccd917c-01f7-4792-97c2-72a100037b1e req-391fc4d5-d6ed-4b77-a009-70e350b446e0 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:51:42.020537 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-eccd917c-01f7-4792-97c2-72a100037b1e req-391fc4d5-d6ed-4b77-a009-70e350b446e0 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0234721 Feb 04 12:51:42.023025 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cff079-f6dc-4f5c-b22d-1f8685b58779 None None] Pushing event updated for resources: {'Port': ['ID=8ad3332d-9f44-48a6-86d0-ae80d452f38a,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:42.059030 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-5e7ec341-9dc3-4c35-8bad-8a5b1bd335af None None] Provisioning complete for port 8ad3332d-9f44-48a6-86d0-ae80d452f38a triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:51:42.059524 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5e7ec341-9dc3-4c35-8bad-8a5b1bd335af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (8ad3332d-9f44-48a6-86d0-ae80d452f38a), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:42.078804 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1c2823-7c5a-4494-8bd2-4c8066008598 req-b40ac65f-c50e-4151-a0ca-4b9c0f28e4b7 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:42.090456 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cf1c2823-7c5a-4494-8bd2-4c8066008598 req-b40ac65f-c50e-4151-a0ca-4b9c0f28e4b7 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e20afb-28eb-4ddc-9c2d-239e9429c0af HTTP/1.1" status: 200 len: 946 time: 0.4398484 Feb 04 12:51:42.141766 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0f68fe1c-0100-49df-91f4-55ee7422fc63 admin admin] Publish callbacks [] for security_group (75a80ffd-00e7-4c42-bc04-08e00acb28de), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:42.186646 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0f68fe1c-0100-49df-91f4-55ee7422fc63 admin admin] Publish callbacks [] for security_group (75a80ffd-00e7-4c42-bc04-08e00acb28de), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:42.195418 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-5e7ec341-9dc3-4c35-8bad-8a5b1bd335af None None] Current status of the port 8ad3332d-9f44-48a6-86d0-ae80d452f38a is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:51:42.228804 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cf1c2823-7c5a-4494-8bd2-4c8066008598 req-b85cee1c-5303-4090-b659-b344fa08ad51 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365478 Feb 04 12:51:42.238209 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 8ad3332d-9f44-48a6-86d0-ae80d452f38a triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:51:42.239082 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (8ad3332d-9f44-48a6-86d0-ae80d452f38a), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:42.250550 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-fab3ec03-ef40-46a1-abe6-c015d32933d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31eb4f64-8a74-438b-ab6f-0f228843018d', 'name': 'tempest-ServerActionsTestJSON-299748162-router', 'tenant_id': '081a166ab6754953977e00fecaf55e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'b61005ac-380a-44e6-a001-692b7709e537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:51:26Z', 'updated_at': '2022-02-04T12:51:33Z', 'revision_number': 4, 'project_id': '081a166ab6754953977e00fecaf55e63', 'gw_port': {'id': 'b61005ac-380a-44e6-a001-692b7709e537', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:2f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31eb4f64-8a74-438b-ab6f-0f228843018d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:51:28Z', 'updated_at': '2022-02-04T12:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '8ad3332d-9f44-48a6-86d0-ae80d452f38a', 'name': '', 'network_id': '2199cf82-6b45-4a26-9381-22c185674f2b', 'tenant_id': '081a166ab6754953977e00fecaf55e63', 'mac_address': 'fa:16:3e:76:94:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31eb4f64-8a74-438b-ab6f-0f228843018d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '88c9f8fd-dc13-4414-bafb-3591060ecfdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:51:32Z', 'updated_at': '2022-02-04T12:51:41Z', 'revision_number': 4, 'project_id': '081a166ab6754953977e00fecaf55e63', 'subnets': [{'id': '88c9f8fd-dc13-4414-bafb-3591060ecfdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:51:42.296213 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0f68fe1c-0100-49df-91f4-55ee7422fc63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (75a80ffd-00e7-4c42-bc04-08e00acb28de), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:42.299716 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0f68fe1c-0100-49df-91f4-55ee7422fc63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:42.303148 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-0f68fe1c-0100-49df-91f4-55ee7422fc63 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/75a80ffd-00e7-4c42-bc04-08e00acb28de HTTP/1.1" status: 204 len: 168 time: 0.3287468 Feb 04 12:51:42.308425 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab3ec03-ef40-46a1-abe6-c015d32933d4 None None] The sync data for ids ['31eb4f64-8a74-438b-ab6f-0f228843018d'] in n-d-825015-3 is: [{'id': '31eb4f64-8a74-438b-ab6f-0f228843018d', 'name': 'tempest-ServerActionsTestJSON-299748162-router', 'tenant_id': '081a166ab6754953977e00fecaf55e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'b61005ac-380a-44e6-a001-692b7709e537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:51:26Z', 'updated_at': '2022-02-04T12:51:33Z', 'revision_number': 4, 'project_id': '081a166ab6754953977e00fecaf55e63', 'gw_port': {'id': 'b61005ac-380a-44e6-a001-692b7709e537', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:2f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31eb4f64-8a74-438b-ab6f-0f228843018d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:51:28Z', 'updated_at': '2022-02-04T12:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '8ad3332d-9f44-48a6-86d0-ae80d452f38a', 'name': '', 'network_id': '2199cf82-6b45-4a26-9381-22c185674f2b', 'tenant_id': '081a166ab6754953977e00fecaf55e63', 'mac_address': 'fa:16:3e:76:94:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31eb4f64-8a74-438b-ab6f-0f228843018d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '88c9f8fd-dc13-4414-bafb-3591060ecfdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:51:32Z', 'updated_at': '2022-02-04T12:51:41Z', 'revision_number': 4, 'project_id': '081a166ab6754953977e00fecaf55e63', 'subnets': [{'id': '88c9f8fd-dc13-4414-bafb-3591060ecfdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:51:42.318817 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f68fe1c-0100-49df-91f4-55ee7422fc63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a80ffd-00e7-4c42-bc04-08e00acb28de,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:42.357155 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-eccd917c-01f7-4792-97c2-72a100037b1e req-532393fd-9f44-414d-855f-7b1f85943417 service neutron] 10.222.0.65 "GET /v2.0/networks/2199cf82-6b45-4a26-9381-22c185674f2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3351119 Feb 04 12:51:42.419880 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 8ad3332d-9f44-48a6-86d0-ae80d452f38a is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:51:42.542541 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32473e3c-d278-4826-b8f5-466a5d6058d3 req-822d90d2-9189-43ef-8dd3-4836e6da0b90 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:42.544296 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-32473e3c-d278-4826-b8f5-466a5d6058d3 req-822d90d2-9189-43ef-8dd3-4836e6da0b90 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 943 time: 0.1413774 Feb 04 12:51:42.565564 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-eccd917c-01f7-4792-97c2-72a100037b1e req-c7f09307-73f0-4697-a5c0-5fa09ab8a194 service neutron] 10.222.0.65 "GET /v2.0/networks/2199cf82-6b45-4a26-9381-22c185674f2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069209 Feb 04 12:51:42.627238 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-32473e3c-d278-4826-b8f5-466a5d6058d3 req-f2bd2a7b-fe78-4f10-be42-db0840f43ee8 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750124 Feb 04 12:51:42.707107 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74c9b60f-0b88-4ba9-96bb-be833f049be5'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:51:42.710207 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-785810b8-a437-4326-a149-3e3d05c76e00" -d '{"events": [{"server_uuid": "abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c", "name": "network-vif-unplugged", "status": "completed", "tag": "74c9b60f-0b88-4ba9-96bb-be833f049be5"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:51:42.824813 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 04 Feb 2022 12:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7ce09dd-0a44-448a-a242-495d6dee5234 x-openstack-request-id: req-c7ce09dd-0a44-448a-a242-495d6dee5234 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:51:42.825325 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c", "name": "network-vif-unplugged", "status": "failed", "tag": "74c9b60f-0b88-4ba9-96bb-be833f049be5", "code": 422}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:51:42.825661 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c7ce09dd-0a44-448a-a242-495d6dee5234 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:51:42.826124 n-d-825015-3 neutron-server[103476]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '74c9b60f-0b88-4ba9-96bb-be833f049be5', 'code': 422} returned with failed status Feb 04 12:51:42.916011 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3ab41b39-584d-4813-87c5-66e11c2f64e2 req-fffe024e-c82a-451a-9ad5-7d881afb63ae tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=22704979-2c9f-416c-a9cc-621c4bd05eca HTTP/1.1" status: 200 len: 210 time: 0.0500658 Feb 04 12:51:42.926612 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6da69df-3d36-4906-929c-216fed5110fc req-e4a175f2-5777-47fa-9c82-928d3a17ad2a tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:42.928323 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a6da69df-3d36-4906-929c-216fed5110fc req-e4a175f2-5777-47fa-9c82-928d3a17ad2a tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 943 time: 0.1724975 Feb 04 12:51:43.020868 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a6da69df-3d36-4906-929c-216fed5110fc req-fba0c62d-2998-4f8a-a7a4-b66cd0f58ffb tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863025 Feb 04 12:51:43.387868 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [req-d431e025-4799-4f2e-a8d0-662be5ac9804 req-afa773b9-f5f9-4ef6-a826-db504493202c service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:51:43.399822 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d431e025-4799-4f2e-a8d0-662be5ac9804 req-afa773b9-f5f9-4ef6-a826-db504493202c service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0138066 Feb 04 12:51:43.452901 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba551ca-bb92-46fe-8d01-763840e9e75f req-b04534d8-e9f3-4e48-b5ac-18d5a16cbcbf tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:43.461516 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3ba551ca-bb92-46fe-8d01-763840e9e75f req-b04534d8-e9f3-4e48-b5ac-18d5a16cbcbf tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e20afb-28eb-4ddc-9c2d-239e9429c0af HTTP/1.1" status: 200 len: 946 time: 0.1320107 Feb 04 12:51:43.595134 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3ba551ca-bb92-46fe-8d01-763840e9e75f req-b4864e5c-91cd-4f7a-a4d6-b92826a2d92f tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254542 Feb 04 12:51:43.806287 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 8ad3332d-9f44-48a6-86d0-ae80d452f38a up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:51:43.949500 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 8ad3332d-9f44-48a6-86d0-ae80d452f38a triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:51:43.949870 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (8ad3332d-9f44-48a6-86d0-ae80d452f38a), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:43.990752 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee474006-2ddf-4e98-8ca3-c2a062ec5945 req-3ee55e46-8940-48e4-ac0d-d343c04adb64 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:43.991327 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 42678) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:51:43.998758 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ee474006-2ddf-4e98-8ca3-c2a062ec5945 req-3ee55e46-8940-48e4-ac0d-d343c04adb64 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 943 time: 0.3145902 Feb 04 12:51:44.033658 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec7d55b-0402-4227-ac9b-7efd76b084ea req-8a062bfc-364c-4804-82dd-83ef571501d1 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:44.042454 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2ec7d55b-0402-4227-ac9b-7efd76b084ea req-8a062bfc-364c-4804-82dd-83ef571501d1 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e20afb-28eb-4ddc-9c2d-239e9429c0af HTTP/1.1" status: 200 len: 946 time: 0.2480197 Feb 04 12:51:44.209290 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ee474006-2ddf-4e98-8ca3-c2a062ec5945 req-25b7c61c-c4d7-4b5e-98a1-1372af35187b tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094338 Feb 04 12:51:44.233829 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 8ad3332d-9f44-48a6-86d0-ae80d452f38a is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:51:44.266768 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2ec7d55b-0402-4227-ac9b-7efd76b084ea req-b210a3a5-6ba3-46e0-8f2e-3fcb77ce1123 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231593 Feb 04 12:51:44.402296 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-7f144274-b815-458b-89b6-fe667bcc6d1b req-0aea1cb8-bd8b-42ca-abdc-cbd3bcdeccf2 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4083016 Feb 04 12:51:44.423591 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [req-7f144274-b815-458b-89b6-fe667bcc6d1b req-2d527e5a-386d-4478-b66f-9216cc3378f6 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103474) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:51:44.444894 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-178ecb87-be43-4b71-83ef-594b15aa77b0 req-2ab6bba5-ee7d-4030-8858-3aa8dcbc3dda tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=22704979-2c9f-416c-a9cc-621c4bd05eca HTTP/1.1" status: 200 len: 210 time: 0.0511549 Feb 04 12:51:44.447278 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-7f144274-b815-458b-89b6-fe667bcc6d1b req-2d527e5a-386d-4478-b66f-9216cc3378f6 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0241170 Feb 04 12:51:44.450436 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 74c9b60f-0b88-4ba9-96bb-be833f049be5 no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:51:44.571263 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721d8e12-bcfd-4875-b3f5-66ea04a8e352 req-1b7c0cfc-858f-40b1-8514-aa9bc34915fb tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:44.572824 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-721d8e12-bcfd-4875-b3f5-66ea04a8e352 req-1b7c0cfc-858f-40b1-8514-aa9bc34915fb tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e20afb-28eb-4ddc-9c2d-239e9429c0af HTTP/1.1" status: 200 len: 946 time: 0.1042423 Feb 04 12:51:44.646868 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-721d8e12-bcfd-4875-b3f5-66ea04a8e352 req-92c34bf3-bdfb-4c5e-a11c-bb345c72197a tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609763 Feb 04 12:51:44.688229 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 74c9b60f-0b88-4ba9-96bb-be833f049be5 is: DOWN; New status is: DOWN {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:51:44.970636 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccd917c-01f7-4792-97c2-72a100037b1e req-61689057-e9c7-4b2c-8fd5-9754e09e2fa0 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:44.975717 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-eccd917c-01f7-4792-97c2-72a100037b1e req-61689057-e9c7-4b2c-8fd5-9754e09e2fa0 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.73 "GET /v2.0/networks?id=2199cf82-6b45-4a26-9381-22c185674f2b HTTP/1.1" status: 200 len: 811 time: 0.2361450 Feb 04 12:51:45.100248 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-eccd917c-01f7-4792-97c2-72a100037b1e req-3690a199-00d7-447d-9e88-fcd2ad402b60 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=081a166ab6754953977e00fecaf55e63 HTTP/1.1" status: 200 len: 379 time: 0.1099465 Feb 04 12:51:45.117969 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-eccd917c-01f7-4792-97c2-72a100037b1e req-578f450b-1a96-462b-81dc-cc102d27bdab tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Request body: {'port': {'device_id': '22704979-2c9f-416c-a9cc-621c4bd05eca', 'network_id': '2199cf82-6b45-4a26-9381-22c185674f2b', 'admin_state_up': True, 'tenant_id': '081a166ab6754953977e00fecaf55e63', 'security_groups': ['c3f9fd42-344e-42cb-9241-a34957176b50']}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:51:45.279765 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b09c8a8-7972-4de9-92bb-2adf2e5bc588 req-aa893ee5-09ef-48a9-95ad-1d958329c733 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:45.282166 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8b09c8a8-7972-4de9-92bb-2adf2e5bc588 req-aa893ee5-09ef-48a9-95ad-1d958329c733 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e20afb-28eb-4ddc-9c2d-239e9429c0af HTTP/1.1" status: 200 len: 946 time: 0.1686771 Feb 04 12:51:45.417437 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eccd917c-01f7-4792-97c2-72a100037b1e req-578f450b-1a96-462b-81dc-cc102d27bdab tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Made reservation on behalf of 081a166ab6754953977e00fecaf55e63 for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:51:45.424490 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-eccd917c-01f7-4792-97c2-72a100037b1e req-578f450b-1a96-462b-81dc-cc102d27bdab tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:45.448199 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8b09c8a8-7972-4de9-92bb-2adf2e5bc588 req-ddcb6b47-49c6-4b61-9ae1-8de6bcf37789 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513603 Feb 04 12:51:45.486893 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c4a668-c039-4bab-989d-a7c5555cbbb7 req-24c5c245-7487-4071-bbdb-b04b653da744 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:45.488547 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-53c4a668-c039-4bab-989d-a7c5555cbbb7 req-24c5c245-7487-4071-bbdb-b04b653da744 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 943 time: 0.1513736 Feb 04 12:51:45.575318 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5ed0573f-d7fb-4982-a86a-31f5f7cf5e83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:45.663942 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-eccd917c-01f7-4792-97c2-72a100037b1e req-578f450b-1a96-462b-81dc-cc102d27bdab tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Allocated IP 172.20.0.5 (2199cf82-6b45-4a26-9381-22c185674f2b/88c9f8fd-dc13-4414-bafb-3591060ecfdc/cb852aaa-eaf1-4660-8fc3-7bde91629607) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:51:45.808137 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4d7350a9-e4f7-4de6-8555-fe0cde96f3a7 req-e8684773-8763-48fa-9f78-58993d2b09b5 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=22704979-2c9f-416c-a9cc-621c4bd05eca HTTP/1.1" status: 200 len: 210 time: 0.0501339 Feb 04 12:51:45.974691 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-53c4a668-c039-4bab-989d-a7c5555cbbb7 req-5f8a3418-1e7f-4a00-a427-132e3f672a10 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4426372 Feb 04 12:51:46.004983 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-eccd917c-01f7-4792-97c2-72a100037b1e req-578f450b-1a96-462b-81dc-cc102d27bdab tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Publish callbacks [] for port (cb852aaa-eaf1-4660-8fc3-7bde91629607), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:46.009858 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f144274-b815-458b-89b6-fe667bcc6d1b req-ae9f0a8c-eae7-4d9f-be05-3984fb413dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:46.011417 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7f144274-b815-458b-89b6-fe667bcc6d1b req-ae9f0a8c-eae7-4d9f-be05-3984fb413dfd service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c&tenant_id=38cb7f8ec7594c9ea49e940b44ab6547 HTTP/1.1" status: 200 len: 1125 time: 0.1900008 Feb 04 12:51:46.024265 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-7f144274-b815-458b-89b6-fe667bcc6d1b req-588f7936-c2e7-4920-9b99-4b58395a515b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825015-3', 'device_owner': 'compute:nova'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:51:46.115870 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-eccd917c-01f7-4792-97c2-72a100037b1e req-578f450b-1a96-462b-81dc-cc102d27bdab tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (cb852aaa-eaf1-4660-8fc3-7bde91629607), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:46.124674 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-7f144274-b815-458b-89b6-fe667bcc6d1b req-588f7936-c2e7-4920-9b99-4b58395a515b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (74c9b60f-0b88-4ba9-96bb-be833f049be5), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:46.199116 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eccd917c-01f7-4792-97c2-72a100037b1e req-578f450b-1a96-462b-81dc-cc102d27bdab tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Network 2199cf82-6b45-4a26-9381-22c185674f2b is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:51:46.206554 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-eccd917c-01f7-4792-97c2-72a100037b1e req-578f450b-1a96-462b-81dc-cc102d27bdab tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:51:46.209517 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-eccd917c-01f7-4792-97c2-72a100037b1e req-578f450b-1a96-462b-81dc-cc102d27bdab tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:51:46.231640 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578f450b-1a96-462b-81dc-cc102d27bdab tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Pushing event updated for resources: {'Port': ['ID=cb852aaa-eaf1-4660-8fc3-7bde91629607,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:46.505014 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-7f144274-b815-458b-89b6-fe667bcc6d1b req-588f7936-c2e7-4920-9b99-4b58395a515b service neutron] For port 74c9b60f-0b88-4ba9-96bb-be833f049be5, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=74c9b60f-0b88-4ba9-96bb-be833f049be5,segment=NetworkSegment(974832f8-c618-4ae2-8054-a35b04d5793c),segment_id=974832f8-c618-4ae2-8054-a35b04d5793c)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:51:46.549839 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-7f144274-b815-458b-89b6-fe667bcc6d1b req-588f7936-c2e7-4920-9b99-4b58395a515b service neutron] For port 74c9b60f-0b88-4ba9-96bb-be833f049be5, host n-h1-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:51:46.596569 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-7f144274-b815-458b-89b6-fe667bcc6d1b req-588f7936-c2e7-4920-9b99-4b58395a515b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74c9b60f-0b88-4ba9-96bb-be833f049be5 {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:51:46.608514 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-7f144274-b815-458b-89b6-fe667bcc6d1b req-588f7936-c2e7-4920-9b99-4b58395a515b service neutron] Publish callbacks [] for port (74c9b60f-0b88-4ba9-96bb-be833f049be5), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:46.624190 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-7f144274-b815-458b-89b6-fe667bcc6d1b req-588f7936-c2e7-4920-9b99-4b58395a515b service neutron] Transition to ACTIVE for port object 74c9b60f-0b88-4ba9-96bb-be833f049be5 will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:51:46.638938 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccd917c-01f7-4792-97c2-72a100037b1e req-578f450b-1a96-462b-81dc-cc102d27bdab tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:46.639614 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-eccd917c-01f7-4792-97c2-72a100037b1e req-578f450b-1a96-462b-81dc-cc102d27bdab tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:46.655151 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-7f144274-b815-458b-89b6-fe667bcc6d1b req-588f7936-c2e7-4920-9b99-4b58395a515b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (74c9b60f-0b88-4ba9-96bb-be833f049be5), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:46.674495 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-46f80c04-ae13-4729-9819-b47a0d2645d9 None None] Provisioning complete for port cb852aaa-eaf1-4660-8fc3-7bde91629607 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:51:46.675187 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-46f80c04-ae13-4729-9819-b47a0d2645d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (cb852aaa-eaf1-4660-8fc3-7bde91629607), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:46.687961 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7300be08-ed56-48fc-8904-c61bdb312186 req-e9090ba9-95e3-46f3-bfd7-4a8a789a0442 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:46.690515 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-7300be08-ed56-48fc-8904-c61bdb312186 req-e9090ba9-95e3-46f3-bfd7-4a8a789a0442 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.77 "GET /v2.0/ports?device_id=05e20afb-28eb-4ddc-9c2d-239e9429c0af HTTP/1.1" status: 200 len: 946 time: 0.0937905 Feb 04 12:51:46.717875 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-46f80c04-ae13-4729-9819-b47a0d2645d9 None None] Port cb852aaa-eaf1-4660-8fc3-7bde91629607 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:51:46.772966 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-eccd917c-01f7-4792-97c2-72a100037b1e req-578f450b-1a96-462b-81dc-cc102d27bdab tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6605742 Feb 04 12:51:46.801582 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f144274-b815-458b-89b6-fe667bcc6d1b req-588f7936-c2e7-4920-9b99-4b58395a515b service neutron] No DVR routers for this DVR port 74c9b60f-0b88-4ba9-96bb-be833f049be5 on host n-h1-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:51:46.812097 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-eccd917c-01f7-4792-97c2-72a100037b1e req-7e19a26d-3715-44c1-8682-432368f03369 service neutron] Request body: {'port': {'device_id': '22704979-2c9f-416c-a9cc-621c4bd05eca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:51:46.823189 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588f7936-c2e7-4920-9b99-4b58395a515b service neutron] Pushing event updated for resources: {'Port': ['ID=74c9b60f-0b88-4ba9-96bb-be833f049be5,revision_number=9']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:46.863267 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-7300be08-ed56-48fc-8904-c61bdb312186 req-5e1e02c2-59d8-42d8-a174-89af701ea13d tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Deleting port 77075c47-757c-4d0a-95b2-7636fa8bcf9f {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:51:46.863407 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-7300be08-ed56-48fc-8904-c61bdb312186 req-5e1e02c2-59d8-42d8-a174-89af701ea13d tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (77075c47-757c-4d0a-95b2-7636fa8bcf9f), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:46.993423 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a41fb4-d82b-4080-9143-5019d1f12c48 req-e8a1d2c0-297e-4b00-81af-df6f2ac3dd85 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:47.007761 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-03a41fb4-d82b-4080-9143-5019d1f12c48 req-e8a1d2c0-297e-4b00-81af-df6f2ac3dd85 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e20afb-28eb-4ddc-9c2d-239e9429c0af HTTP/1.1" status: 200 len: 946 time: 0.3812921 Feb 04 12:51:47.009541 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-eccd917c-01f7-4792-97c2-72a100037b1e req-7e19a26d-3715-44c1-8682-432368f03369 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (cb852aaa-eaf1-4660-8fc3-7bde91629607), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:47.040355 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-7f144274-b815-458b-89b6-fe667bcc6d1b req-588f7936-c2e7-4920-9b99-4b58395a515b service neutron] Attempting to bind port 74c9b60f-0b88-4ba9-96bb-be833f049be5 on host n-h2-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:51:47.040907 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-7f144274-b815-458b-89b6-fe667bcc6d1b req-588f7936-c2e7-4920-9b99-4b58395a515b service neutron] Attempting to bind port 74c9b60f-0b88-4ba9-96bb-be833f049be5 by drivers openvswitch,hyperv on host n-h2-825015-3 at level 0 using segments [{'id': '974832f8-c618-4ae2-8054-a35b04d5793c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '7ed78c2f-5e06-4bf6-9fbc-42500f903f0d'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:51:47.044369 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f144274-b815-458b-89b6-fe667bcc6d1b req-588f7936-c2e7-4920-9b99-4b58395a515b service neutron] Attempting to bind port 74c9b60f-0b88-4ba9-96bb-be833f049be5 on network 7ed78c2f-5e06-4bf6-9fbc-42500f903f0d {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:51:47.044567 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-7300be08-ed56-48fc-8904-c61bdb312186 req-5e1e02c2-59d8-42d8-a174-89af701ea13d tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] For port 77075c47-757c-4d0a-95b2-7636fa8bcf9f, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=77075c47-757c-4d0a-95b2-7636fa8bcf9f,segment=NetworkSegment(0934a908-175b-4cbf-ace2-f0550fc5d53c),segment_id=0934a908-175b-4cbf-ace2-f0550fc5d53c)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:51:47.044567 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-7300be08-ed56-48fc-8904-c61bdb312186 req-5e1e02c2-59d8-42d8-a174-89af701ea13d tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (77075c47-757c-4d0a-95b2-7636fa8bcf9f), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:47.078295 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f144274-b815-458b-89b6-fe667bcc6d1b req-588f7936-c2e7-4920-9b99-4b58395a515b service neutron] Port 74c9b60f-0b88-4ba9-96bb-be833f049be5 on network 7ed78c2f-5e06-4bf6-9fbc-42500f903f0d not bound, no agent of type Open vSwitch agent registered on host n-h2-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:51:47.078792 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f144274-b815-458b-89b6-fe667bcc6d1b req-588f7936-c2e7-4920-9b99-4b58395a515b service neutron] Attempting to bind port 74c9b60f-0b88-4ba9-96bb-be833f049be5 on network 7ed78c2f-5e06-4bf6-9fbc-42500f903f0d {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:51:47.104229 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-7300be08-ed56-48fc-8904-c61bdb312186 req-5e1e02c2-59d8-42d8-a174-89af701ea13d tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Calling delete_port for 77075c47-757c-4d0a-95b2-7636fa8bcf9f owned by compute:nova {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:51:47.119412 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f144274-b815-458b-89b6-fe667bcc6d1b req-588f7936-c2e7-4920-9b99-4b58395a515b service neutron] Checking agent: {'id': '9b68a165-e786-4b91-8592-44519c2ecabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:51:47.120121 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f144274-b815-458b-89b6-fe667bcc6d1b req-588f7936-c2e7-4920-9b99-4b58395a515b service neutron] Checking segment: {'id': '974832f8-c618-4ae2-8054-a35b04d5793c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '7ed78c2f-5e06-4bf6-9fbc-42500f903f0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:51:47.120685 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f144274-b815-458b-89b6-fe667bcc6d1b req-588f7936-c2e7-4920-9b99-4b58395a515b service neutron] Bound using segment: {'id': '974832f8-c618-4ae2-8054-a35b04d5793c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '7ed78c2f-5e06-4bf6-9fbc-42500f903f0d'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:51:47.120991 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-7f144274-b815-458b-89b6-fe667bcc6d1b req-588f7936-c2e7-4920-9b99-4b58395a515b service neutron] Bound port: 74c9b60f-0b88-4ba9-96bb-be833f049be5, host: n-h2-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '974832f8-c618-4ae2-8054-a35b04d5793c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '7ed78c2f-5e06-4bf6-9fbc-42500f903f0d'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:51:47.121516 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-7f144274-b815-458b-89b6-fe667bcc6d1b req-588f7936-c2e7-4920-9b99-4b58395a515b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (74c9b60f-0b88-4ba9-96bb-be833f049be5), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:47.331533 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-7300be08-ed56-48fc-8904-c61bdb312186 req-5e1e02c2-59d8-42d8-a174-89af701ea13d tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (77075c47-757c-4d0a-95b2-7636fa8bcf9f), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:47.348512 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['77075c47-757c-4d0a-95b2-7636fa8bcf9f'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:51:47.459405 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1e02c2-59d8-42d8-a174-89af701ea13d tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Pushing event deleted for resources: {'Port': ['ID=77075c47-757c-4d0a-95b2-7636fa8bcf9f,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:47.530435 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-7f144274-b815-458b-89b6-fe667bcc6d1b req-588f7936-c2e7-4920-9b99-4b58395a515b service neutron] For port 74c9b60f-0b88-4ba9-96bb-be833f049be5, host n-h2-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:51:47.534201 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-7f144274-b815-458b-89b6-fe667bcc6d1b req-588f7936-c2e7-4920-9b99-4b58395a515b service neutron] For port 74c9b60f-0b88-4ba9-96bb-be833f049be5, host n-h2-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=74c9b60f-0b88-4ba9-96bb-be833f049be5,segment=NetworkSegment(974832f8-c618-4ae2-8054-a35b04d5793c),segment_id=974832f8-c618-4ae2-8054-a35b04d5793c)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:51:47.546933 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aac6e7e-75b9-43b2-a08f-bce2ccf66467 req-3b0a5bce-bdaf-40a2-8b00-e9d89e0ebf33 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:47.555485 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3aac6e7e-75b9-43b2-a08f-bce2ccf66467 req-3b0a5bce-bdaf-40a2-8b00-e9d89e0ebf33 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=22704979-2c9f-416c-a9cc-621c4bd05eca HTTP/1.1" status: 200 len: 931 time: 0.5951486 Feb 04 12:51:47.569493 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-03a41fb4-d82b-4080-9143-5019d1f12c48 req-8004b70b-e2c6-4ea0-83df-979ad759d07a tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5511234 Feb 04 12:51:47.570734 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-7f144274-b815-458b-89b6-fe667bcc6d1b req-588f7936-c2e7-4920-9b99-4b58395a515b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (74c9b60f-0b88-4ba9-96bb-be833f049be5), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:47.581380 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-7300be08-ed56-48fc-8904-c61bdb312186 req-5e1e02c2-59d8-42d8-a174-89af701ea13d tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] No DVR routers for this DVR port 77075c47-757c-4d0a-95b2-7636fa8bcf9f on host n-h2-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:51:47.585029 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-7300be08-ed56-48fc-8904-c61bdb312186 req-5e1e02c2-59d8-42d8-a174-89af701ea13d tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:47.594745 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-7300be08-ed56-48fc-8904-c61bdb312186 req-5e1e02c2-59d8-42d8-a174-89af701ea13d tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.77 "DELETE /v2.0/ports/77075c47-757c-4d0a-95b2-7636fa8bcf9f HTTP/1.1" status: 204 len: 173 time: 0.8876309 Feb 04 12:51:47.596348 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05e20afb-28eb-4ddc-9c2d-239e9429c0af', 'name': 'network-vif-deleted', 'tag': '77075c47-757c-4d0a-95b2-7636fa8bcf9f'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:51:47.607862 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-106e039a-3eef-46da-957c-fe037e3e6520" -d '{"events": [{"server_uuid": "05e20afb-28eb-4ddc-9c2d-239e9429c0af", "name": "network-vif-deleted", "tag": "77075c47-757c-4d0a-95b2-7636fa8bcf9f"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:51:47.702099 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588f7936-c2e7-4920-9b99-4b58395a515b service neutron] Pushing event updated for resources: {'Port': ['ID=74c9b60f-0b88-4ba9-96bb-be833f049be5,revision_number=10']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:47.821543 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3aac6e7e-75b9-43b2-a08f-bce2ccf66467 req-101251f9-5cc7-4cdf-a3d7-46047be96374 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3f9fd42-344e-42cb-9241-a34957176b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2624028 Feb 04 12:51:47.822906 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f144274-b815-458b-89b6-fe667bcc6d1b req-588f7936-c2e7-4920-9b99-4b58395a515b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:47.823621 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-7f144274-b815-458b-89b6-fe667bcc6d1b req-588f7936-c2e7-4920-9b99-4b58395a515b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:47.824916 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7f144274-b815-458b-89b6-fe667bcc6d1b req-588f7936-c2e7-4920-9b99-4b58395a515b service neutron] 10.222.0.77 "PUT /v2.0/ports/74c9b60f-0b88-4ba9-96bb-be833f049be5 HTTP/1.1" status: 200 len: 1091 time: 1.8047135 Feb 04 12:51:47.841294 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c', 'tag': '74c9b60f-0b88-4ba9-96bb-be833f049be5'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:51:47.854959 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8210bed-dcbb-40ad-9b69-af20a8ec9882" -d '{"events": [{"name": "network-changed", "server_uuid": "abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c", "tag": "74c9b60f-0b88-4ba9-96bb-be833f049be5"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:51:48.015666 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a7147790-f9d3-401b-9d5b-d5868b1473e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:48.036721 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e421b4-a7cc-4c3c-b0d7-272b6645ae6f req-15a8f1f0-a938-4f0d-b477-592fcf25a53d tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:48.038312 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-03e421b4-a7cc-4c3c-b0d7-272b6645ae6f req-15a8f1f0-a938-4f0d-b477-592fcf25a53d tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 944 time: 0.2988870 Feb 04 12:51:48.096945 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f144274-b815-458b-89b6-fe667bcc6d1b req-771e0faa-eb01-4556-b20c-70d1ab574c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:48.098596 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7f144274-b815-458b-89b6-fe667bcc6d1b req-771e0faa-eb01-4556-b20c-70d1ab574c80 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=38cb7f8ec7594c9ea49e940b44ab6547&device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 1126 time: 0.1963069 Feb 04 12:51:48.130624 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-eccd917c-01f7-4792-97c2-72a100037b1e req-7e19a26d-3715-44c1-8682-432368f03369 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb852aaa-eaf1-4660-8fc3-7bde91629607 {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:51:48.138056 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d647d58-69c7-4d90-b039-d844621785bd x-openstack-request-id: req-8d647d58-69c7-4d90-b039-d844621785bd {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:51:48.139871 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05e20afb-28eb-4ddc-9c2d-239e9429c0af", "name": "network-vif-deleted", "tag": "77075c47-757c-4d0a-95b2-7636fa8bcf9f", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:51:48.140425 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8d647d58-69c7-4d90-b039-d844621785bd {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:51:48.141671 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05e20afb-28eb-4ddc-9c2d-239e9429c0af', 'name': 'network-vif-deleted', 'tag': '77075c47-757c-4d0a-95b2-7636fa8bcf9f', 'status': 'completed', 'code': 200} Feb 04 12:51:48.213665 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-195acfc2-c772-4cf2-9f4d-9a258ecd7060 x-openstack-request-id: req-195acfc2-c772-4cf2-9f4d-9a258ecd7060 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:51:48.214249 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c", "tag": "74c9b60f-0b88-4ba9-96bb-be833f049be5", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:51:48.214684 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-195acfc2-c772-4cf2-9f4d-9a258ecd7060 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:51:48.215692 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c', 'tag': '74c9b60f-0b88-4ba9-96bb-be833f049be5', 'status': 'completed', 'code': 200} Feb 04 12:51:48.221682 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-eccd917c-01f7-4792-97c2-72a100037b1e req-7e19a26d-3715-44c1-8682-432368f03369 service neutron] Publish callbacks [] for port (cb852aaa-eaf1-4660-8fc3-7bde91629607), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:48.260197 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-eccd917c-01f7-4792-97c2-72a100037b1e req-7e19a26d-3715-44c1-8682-432368f03369 service neutron] Transition to ACTIVE for port object cb852aaa-eaf1-4660-8fc3-7bde91629607 will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:51:48.266821 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-03e421b4-a7cc-4c3c-b0d7-272b6645ae6f req-3137509c-5d17-472b-826b-9943a52a0faa tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014022 Feb 04 12:51:48.276226 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-eccd917c-01f7-4792-97c2-72a100037b1e req-7e19a26d-3715-44c1-8682-432368f03369 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (cb852aaa-eaf1-4660-8fc3-7bde91629607), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:48.323479 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f144274-b815-458b-89b6-fe667bcc6d1b req-6e50084e-ba69-40b2-9f63-1be76e6111f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:48.325133 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7f144274-b815-458b-89b6-fe667bcc6d1b req-6e50084e-ba69-40b2-9f63-1be76e6111f8 service neutron] 10.222.0.77 "GET /v2.0/networks?id=7ed78c2f-5e06-4bf6-9fbc-42500f903f0d HTTP/1.1" status: 200 len: 914 time: 0.2190034 Feb 04 12:51:48.475620 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7f144274-b815-458b-89b6-fe667bcc6d1b req-b6a51295-68b4-4733-b194-dcd7db142a97 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74c9b60f-0b88-4ba9-96bb-be833f049be5 HTTP/1.1" status: 200 len: 217 time: 0.1407044 Feb 04 12:51:48.513167 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e19a26d-3715-44c1-8682-432368f03369 service neutron] Pushing event updated for resources: {'Port': ['ID=cb852aaa-eaf1-4660-8fc3-7bde91629607,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:48.747627 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-eccd917c-01f7-4792-97c2-72a100037b1e req-7e19a26d-3715-44c1-8682-432368f03369 service neutron] Attempting to bind port cb852aaa-eaf1-4660-8fc3-7bde91629607 on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:51:48.748824 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-eccd917c-01f7-4792-97c2-72a100037b1e req-7e19a26d-3715-44c1-8682-432368f03369 service neutron] Attempting to bind port cb852aaa-eaf1-4660-8fc3-7bde91629607 by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': '435809b5-4790-4cc2-92a6-17b1a1ceee55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '2199cf82-6b45-4a26-9381-22c185674f2b'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:51:48.749195 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eccd917c-01f7-4792-97c2-72a100037b1e req-7e19a26d-3715-44c1-8682-432368f03369 service neutron] Attempting to bind port cb852aaa-eaf1-4660-8fc3-7bde91629607 on network 2199cf82-6b45-4a26-9381-22c185674f2b {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:51:48.766607 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-eeda9c76-2eeb-4314-84d3-13d040cc0190 req-4c2bc637-027b-41bf-bd7c-9ecef90d7ae4 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e20afb-28eb-4ddc-9c2d-239e9429c0af HTTP/1.1" status: 200 len: 210 time: 0.0674624 Feb 04 12:51:48.777635 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f144274-b815-458b-89b6-fe667bcc6d1b req-8f81ab51-d42b-4043-9cb8-42d6db1ce400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:48.779417 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7f144274-b815-458b-89b6-fe667bcc6d1b req-8f81ab51-d42b-4043-9cb8-42d6db1ce400 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5f3947cd-b907-480d-bce5-7265d1d5d85d HTTP/1.1" status: 200 len: 853 time: 0.2570293 Feb 04 12:51:48.801571 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eccd917c-01f7-4792-97c2-72a100037b1e req-7e19a26d-3715-44c1-8682-432368f03369 service neutron] Port cb852aaa-eaf1-4660-8fc3-7bde91629607 on network 2199cf82-6b45-4a26-9381-22c185674f2b not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:51:48.801904 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eccd917c-01f7-4792-97c2-72a100037b1e req-7e19a26d-3715-44c1-8682-432368f03369 service neutron] Attempting to bind port cb852aaa-eaf1-4660-8fc3-7bde91629607 on network 2199cf82-6b45-4a26-9381-22c185674f2b {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:51:48.807572 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eccd917c-01f7-4792-97c2-72a100037b1e req-7e19a26d-3715-44c1-8682-432368f03369 service neutron] Checking agent: {'id': 'f8add0d2-2202-43d3-bc0e-72442788e6ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:51:48.807957 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eccd917c-01f7-4792-97c2-72a100037b1e req-7e19a26d-3715-44c1-8682-432368f03369 service neutron] Checking segment: {'id': '435809b5-4790-4cc2-92a6-17b1a1ceee55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '2199cf82-6b45-4a26-9381-22c185674f2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:51:48.808341 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eccd917c-01f7-4792-97c2-72a100037b1e req-7e19a26d-3715-44c1-8682-432368f03369 service neutron] Bound using segment: {'id': '435809b5-4790-4cc2-92a6-17b1a1ceee55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '2199cf82-6b45-4a26-9381-22c185674f2b'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:51:48.808766 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-eccd917c-01f7-4792-97c2-72a100037b1e req-7e19a26d-3715-44c1-8682-432368f03369 service neutron] Bound port: cb852aaa-eaf1-4660-8fc3-7bde91629607, host: n-h1-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '435809b5-4790-4cc2-92a6-17b1a1ceee55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '2199cf82-6b45-4a26-9381-22c185674f2b'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:51:48.809130 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-eccd917c-01f7-4792-97c2-72a100037b1e req-7e19a26d-3715-44c1-8682-432368f03369 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (cb852aaa-eaf1-4660-8fc3-7bde91629607), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:48.840681 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7f144274-b815-458b-89b6-fe667bcc6d1b req-6eee4030-00bc-4880-8802-e004e87360f4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7ed78c2f-5e06-4bf6-9fbc-42500f903f0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473595 Feb 04 12:51:48.990870 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-eccd917c-01f7-4792-97c2-72a100037b1e req-7e19a26d-3715-44c1-8682-432368f03369 service neutron] For port cb852aaa-eaf1-4660-8fc3-7bde91629607, host n-h1-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:51:49.013452 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-eccd917c-01f7-4792-97c2-72a100037b1e req-7e19a26d-3715-44c1-8682-432368f03369 service neutron] For port cb852aaa-eaf1-4660-8fc3-7bde91629607, host n-h1-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=cb852aaa-eaf1-4660-8fc3-7bde91629607,segment=NetworkSegment(435809b5-4790-4cc2-92a6-17b1a1ceee55),segment_id=435809b5-4790-4cc2-92a6-17b1a1ceee55)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:51:49.040474 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-eccd917c-01f7-4792-97c2-72a100037b1e req-7e19a26d-3715-44c1-8682-432368f03369 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (cb852aaa-eaf1-4660-8fc3-7bde91629607), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:49.251117 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:49.481610 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59b17d0-9451-41de-ab09-3e4ec11491b8 req-c8ec46d8-01ce-45bb-a1c4-f2729a1d6e40 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:49.491249 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e59b17d0-9451-41de-ab09-3e4ec11491b8 req-c8ec46d8-01ce-45bb-a1c4-f2729a1d6e40 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=22704979-2c9f-416c-a9cc-621c4bd05eca HTTP/1.1" status: 200 len: 943 time: 0.5836353 Feb 04 12:51:49.516935 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7f144274-b815-458b-89b6-fe667bcc6d1b req-fa1c24b0-194e-4390-bde7-7bd55eade51d service neutron] 10.222.0.77 "GET /v2.0/networks/7ed78c2f-5e06-4bf6-9fbc-42500f903f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6082313 Feb 04 12:51:49.521727 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccd917c-01f7-4792-97c2-72a100037b1e req-7e19a26d-3715-44c1-8682-432368f03369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:49.522427 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-eccd917c-01f7-4792-97c2-72a100037b1e req-7e19a26d-3715-44c1-8682-432368f03369 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:49.524030 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-eccd917c-01f7-4792-97c2-72a100037b1e req-7e19a26d-3715-44c1-8682-432368f03369 service neutron] 10.222.0.73 "PUT /v2.0/ports/cb852aaa-eaf1-4660-8fc3-7bde91629607 HTTP/1.1" status: 200 len: 1091 time: 2.7279725 Feb 04 12:51:49.616489 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e59b17d0-9451-41de-ab09-3e4ec11491b8 req-47e8cb53-405a-4e6c-b766-dd67d817b4dd tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3f9fd42-344e-42cb-9241-a34957176b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228342 Feb 04 12:51:49.642079 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e19a26d-3715-44c1-8682-432368f03369 service neutron] Pushing event updated for resources: {'Port': ['ID=cb852aaa-eaf1-4660-8fc3-7bde91629607,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:49.793867 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496f94e2-92f6-46f4-926e-b5600838d870 req-6c5f6fc1-2d8a-4910-ae99-cfcc2aed674c tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:49.804725 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-496f94e2-92f6-46f4-926e-b5600838d870 req-6c5f6fc1-2d8a-4910-ae99-cfcc2aed674c tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 944 time: 0.3348527 Feb 04 12:51:49.809234 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccd917c-01f7-4792-97c2-72a100037b1e req-55981e8c-97ed-4526-8f4d-bd569c0336b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:49.811447 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-eccd917c-01f7-4792-97c2-72a100037b1e req-55981e8c-97ed-4526-8f4d-bd569c0336b5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=081a166ab6754953977e00fecaf55e63&device_id=22704979-2c9f-416c-a9cc-621c4bd05eca HTTP/1.1" status: 200 len: 1125 time: 0.1848154 Feb 04 12:51:49.901906 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7f144274-b815-458b-89b6-fe667bcc6d1b req-a79a33a7-43eb-47de-87c5-9c5325779ff8 service neutron] 10.222.0.77 "GET /v2.0/networks/7ed78c2f-5e06-4bf6-9fbc-42500f903f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2893846 Feb 04 12:51:49.909401 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-eccd917c-01f7-4792-97c2-72a100037b1e req-881093a1-0b73-4e4b-98dc-a130fc5b40a6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cb852aaa-eaf1-4660-8fc3-7bde91629607 HTTP/1.1" status: 200 len: 217 time: 0.0750949 Feb 04 12:51:49.993302 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c5a2536a-3285-4977-8802-0c3a2480087d req-584b623b-4859-44f5-9aad-b4c0b57653e4 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e20afb-28eb-4ddc-9c2d-239e9429c0af HTTP/1.1" status: 200 len: 210 time: 0.0899324 Feb 04 12:51:50.055179 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-496f94e2-92f6-46f4-926e-b5600838d870 req-11ec18e1-0daf-4647-a78b-5fa13ca8c6e8 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225988 Feb 04 12:51:50.068543 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccd917c-01f7-4792-97c2-72a100037b1e req-98929acb-5884-4d3e-9bc2-8c703c451773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:50.070017 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-eccd917c-01f7-4792-97c2-72a100037b1e req-98929acb-5884-4d3e-9bc2-8c703c451773 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=88c9f8fd-dc13-4414-bafb-3591060ecfdc HTTP/1.1" status: 200 len: 850 time: 0.1416402 Feb 04 12:51:50.125234 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8210bed-dcbb-40ad-9b69-af20a8ec9882 req-f1b191a8-9aa8-4c12-a85e-104bb247d82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:50.126797 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f8210bed-dcbb-40ad-9b69-af20a8ec9882 req-f1b191a8-9aa8-4c12-a85e-104bb247d82e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=38cb7f8ec7594c9ea49e940b44ab6547&device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 1126 time: 0.1268003 Feb 04 12:51:50.200711 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccd917c-01f7-4792-97c2-72a100037b1e req-d996b14a-1037-4362-9549-4bb0d2cda274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:50.204667 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-eccd917c-01f7-4792-97c2-72a100037b1e req-d996b14a-1037-4362-9549-4bb0d2cda274 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2199cf82-6b45-4a26-9381-22c185674f2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1253510 Feb 04 12:51:50.229312 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22704979-2c9f-416c-a9cc-621c4bd05eca', 'tag': 'cb852aaa-eaf1-4660-8fc3-7bde91629607'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:51:50.237271 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-114d6f55-7da3-4b0f-8fbe-311e5fbc4a36" -d '{"events": [{"name": "network-changed", "server_uuid": "22704979-2c9f-416c-a9cc-621c4bd05eca", "tag": "cb852aaa-eaf1-4660-8fc3-7bde91629607"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:51:50.323590 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca8902e0-e5df-4b15-8488-863bf3686e9f x-openstack-request-id: req-ca8902e0-e5df-4b15-8488-863bf3686e9f {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:51:50.323912 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22704979-2c9f-416c-a9cc-621c4bd05eca", "tag": "cb852aaa-eaf1-4660-8fc3-7bde91629607", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:51:50.324167 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ca8902e0-e5df-4b15-8488-863bf3686e9f {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:51:50.324680 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22704979-2c9f-416c-a9cc-621c4bd05eca', 'tag': 'cb852aaa-eaf1-4660-8fc3-7bde91629607', 'status': 'completed', 'code': 200} Feb 04 12:51:50.403295 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8210bed-dcbb-40ad-9b69-af20a8ec9882 req-cccf213e-b8e0-43d5-975f-7ebdd9d6cc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:50.405194 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f8210bed-dcbb-40ad-9b69-af20a8ec9882 req-cccf213e-b8e0-43d5-975f-7ebdd9d6cc57 service neutron] 10.222.0.77 "GET /v2.0/networks?id=7ed78c2f-5e06-4bf6-9fbc-42500f903f0d HTTP/1.1" status: 200 len: 914 time: 0.2708209 Feb 04 12:51:50.470844 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-eccd917c-01f7-4792-97c2-72a100037b1e req-f91fd19d-d31a-4397-9647-e8e630987c41 service neutron] 10.222.0.73 "GET /v2.0/networks/2199cf82-6b45-4a26-9381-22c185674f2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216051 Feb 04 12:51:50.510179 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f8210bed-dcbb-40ad-9b69-af20a8ec9882 req-912833cd-5326-4438-b68a-1b588761db52 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74c9b60f-0b88-4ba9-96bb-be833f049be5 HTTP/1.1" status: 200 len: 217 time: 0.0870965 Feb 04 12:51:50.528987 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:50.709943 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-eccd917c-01f7-4792-97c2-72a100037b1e req-05399e7f-4707-414e-8d59-9e97755fd585 service neutron] 10.222.0.73 "GET /v2.0/networks/2199cf82-6b45-4a26-9381-22c185674f2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986320 Feb 04 12:51:50.752993 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8210bed-dcbb-40ad-9b69-af20a8ec9882 req-bd0fd566-a849-4d0c-908d-96812cf35595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:50.760268 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f8210bed-dcbb-40ad-9b69-af20a8ec9882 req-bd0fd566-a849-4d0c-908d-96812cf35595 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5f3947cd-b907-480d-bce5-7265d1d5d85d HTTP/1.1" status: 200 len: 853 time: 0.2370431 Feb 04 12:51:51.079341 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 77075c47-757c-4d0a-95b2-7636fa8bcf9f no longer exists at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:51:51.090478 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f8210bed-dcbb-40ad-9b69-af20a8ec9882 req-c83a5f31-afa7-49d4-ad57-995595f68876 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7ed78c2f-5e06-4bf6-9fbc-42500f903f0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3054130 Feb 04 12:51:51.148321 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] No Port match for: 77075c47-757c-4d0a-95b2-7636fa8bcf9f {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:51:51.148826 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 77075c47-757c-4d0a-95b2-7636fa8bcf9f not bound to the agent host n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:51:51.225990 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114d6f55-7da3-4b0f-8fbe-311e5fbc4a36 req-5618cdb5-c7be-4e8c-8121-fde79f5c0e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:51.227923 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-114d6f55-7da3-4b0f-8fbe-311e5fbc4a36 req-5618cdb5-c7be-4e8c-8121-fde79f5c0e0c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=081a166ab6754953977e00fecaf55e63&device_id=22704979-2c9f-416c-a9cc-621c4bd05eca HTTP/1.1" status: 200 len: 1125 time: 0.4539840 Feb 04 12:51:51.296090 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5176e0ce-879b-4ae5-bc89-1e40a8f1c007 req-4245c3e4-6f35-45c1-b8e3-f6bfe00d7b4b tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e20afb-28eb-4ddc-9c2d-239e9429c0af HTTP/1.1" status: 200 len: 210 time: 0.0817440 Feb 04 12:51:51.557926 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114d6f55-7da3-4b0f-8fbe-311e5fbc4a36 req-dc20b06b-0f39-4c63-aaed-42da369b5c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:51.559695 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-114d6f55-7da3-4b0f-8fbe-311e5fbc4a36 req-dc20b06b-0f39-4c63-aaed-42da369b5c79 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2199cf82-6b45-4a26-9381-22c185674f2b HTTP/1.1" status: 200 len: 912 time: 0.2624440 Feb 04 12:51:51.723826 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:51.768796 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be528927-854b-4f3a-881d-8e29c33fc9d2 req-aaa6bebd-a9a1-4e7c-b127-769fed6110b7 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:51.774962 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-be528927-854b-4f3a-881d-8e29c33fc9d2 req-aaa6bebd-a9a1-4e7c-b127-769fed6110b7 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=22704979-2c9f-416c-a9cc-621c4bd05eca HTTP/1.1" status: 200 len: 943 time: 0.9361320 Feb 04 12:51:51.910726 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-114d6f55-7da3-4b0f-8fbe-311e5fbc4a36 req-39f7790a-7e8c-43f5-8f17-6eeb70d8babb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cb852aaa-eaf1-4660-8fc3-7bde91629607 HTTP/1.1" status: 200 len: 217 time: 0.3253460 Feb 04 12:51:52.085638 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-be528927-854b-4f3a-881d-8e29c33fc9d2 req-b6956ba9-2f52-4fcf-ba54-05fa84165e4e tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3f9fd42-344e-42cb-9241-a34957176b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1983953 Feb 04 12:51:52.094975 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f8210bed-dcbb-40ad-9b69-af20a8ec9882 req-333f61c0-7f5a-407d-b2db-925c66867654 service neutron] 10.222.0.77 "GET /v2.0/networks/7ed78c2f-5e06-4bf6-9fbc-42500f903f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9699357 Feb 04 12:51:52.098225 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114d6f55-7da3-4b0f-8fbe-311e5fbc4a36 req-61e67d40-a640-429f-ad31-d5bfbb61d7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:52.099771 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-114d6f55-7da3-4b0f-8fbe-311e5fbc4a36 req-61e67d40-a640-429f-ad31-d5bfbb61d7dc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=88c9f8fd-dc13-4414-bafb-3591060ecfdc HTTP/1.1" status: 200 len: 850 time: 0.1375334 Feb 04 12:51:52.107143 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a5e0ca-5e93-4d27-b3f6-741d47fcb450 req-bad39ed4-1bdf-414c-a924-980fb3c8b791 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:52.109608 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c8a5e0ca-5e93-4d27-b3f6-741d47fcb450 req-bad39ed4-1bdf-414c-a924-980fb3c8b791 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 944 time: 0.5254157 Feb 04 12:51:52.286933 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c8a5e0ca-5e93-4d27-b3f6-741d47fcb450 req-55db8ed9-4e22-4ac1-a7cf-22568b2f13d5 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358836 Feb 04 12:51:52.331705 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114d6f55-7da3-4b0f-8fbe-311e5fbc4a36 req-73ee8e80-408e-425a-a45d-ae5e39bd4fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:52.333295 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-114d6f55-7da3-4b0f-8fbe-311e5fbc4a36 req-73ee8e80-408e-425a-a45d-ae5e39bd4fc4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2199cf82-6b45-4a26-9381-22c185674f2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2227859 Feb 04 12:51:52.343998 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f8210bed-dcbb-40ad-9b69-af20a8ec9882 req-a40fd63f-63c3-4233-90aa-9e6c3c99c533 service neutron] 10.222.0.77 "GET /v2.0/networks/7ed78c2f-5e06-4bf6-9fbc-42500f903f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319636 Feb 04 12:51:52.652284 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d5616476-0955-4d0b-ad55-da0e5047f450 req-b0fdd715-e21c-4b8a-9005-78d2a4dee771 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e20afb-28eb-4ddc-9c2d-239e9429c0af HTTP/1.1" status: 200 len: 210 time: 0.1546600 Feb 04 12:51:52.656710 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-114d6f55-7da3-4b0f-8fbe-311e5fbc4a36 req-f0d43f63-6f8d-4d02-8b93-47691ec0528a service neutron] 10.222.0.73 "GET /v2.0/networks/2199cf82-6b45-4a26-9381-22c185674f2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3048337 Feb 04 12:51:52.798142 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-114d6f55-7da3-4b0f-8fbe-311e5fbc4a36 req-95d93bff-be3e-40f6-ada3-6e0934d50562 service neutron] 10.222.0.73 "GET /v2.0/networks/2199cf82-6b45-4a26-9381-22c185674f2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342046 Feb 04 12:51:53.485508 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf879225-3fc5-42a5-87ed-776076b89f0c req-b4649a92-d58f-4593-8783-5a70404b640e tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:53.501024 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bf879225-3fc5-42a5-87ed-776076b89f0c req-b4649a92-d58f-4593-8783-5a70404b640e tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=22704979-2c9f-416c-a9cc-621c4bd05eca HTTP/1.1" status: 200 len: 943 time: 0.1807022 Feb 04 12:51:53.688737 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834a2e71-f09a-49d8-9698-6fa9f78918a5 req-1701ed43-56c4-46ad-b50a-ba2a31ee2b00 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:53.702437 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-834a2e71-f09a-49d8-9698-6fa9f78918a5 req-1701ed43-56c4-46ad-b50a-ba2a31ee2b00 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 944 time: 0.2394917 Feb 04 12:51:53.823366 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bf879225-3fc5-42a5-87ed-776076b89f0c req-dbd1a854-4f49-46e3-ab5d-050492954e78 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3f9fd42-344e-42cb-9241-a34957176b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3213351 Feb 04 12:51:53.875810 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-834a2e71-f09a-49d8-9698-6fa9f78918a5 req-e73dddad-a3f1-4acf-aa99-9c89a4e28997 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647239 Feb 04 12:51:54.005676 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4aad43d8-3eeb-41d8-81be-bbe04895c654 req-a3b6114a-fd77-474a-b7e8-7ee85bb2ab69 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e20afb-28eb-4ddc-9c2d-239e9429c0af HTTP/1.1" status: 200 len: 210 time: 0.0643089 Feb 04 12:51:54.456991 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device cb852aaa-eaf1-4660-8fc3-7bde91629607 details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:51:54.609260 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port cb852aaa-eaf1-4660-8fc3-7bde91629607, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=cb852aaa-eaf1-4660-8fc3-7bde91629607,segment=NetworkSegment(435809b5-4790-4cc2-92a6-17b1a1ceee55),segment_id=435809b5-4790-4cc2-92a6-17b1a1ceee55)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:51:54.632897 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': 'cb852aaa-eaf1-4660-8fc3-7bde91629607', 'network_id': '2199cf82-6b45-4a26-9381-22c185674f2b', 'port_id': 'cb852aaa-eaf1-4660-8fc3-7bde91629607', 'mac_address': 'fa:16:3e:cf:56:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88c9f8fd-dc13-4414-bafb-3591060ecfdc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:51:54.700643 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port cb852aaa-eaf1-4660-8fc3-7bde91629607 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:51:54.702479 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (cb852aaa-eaf1-4660-8fc3-7bde91629607), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:54.724927 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb852aaa-eaf1-4660-8fc3-7bde91629607 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:51:54.776732 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port cb852aaa-eaf1-4660-8fc3-7bde91629607, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=cb852aaa-eaf1-4660-8fc3-7bde91629607,segment=NetworkSegment(435809b5-4790-4cc2-92a6-17b1a1ceee55),segment_id=435809b5-4790-4cc2-92a6-17b1a1ceee55)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:51:54.787290 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (cb852aaa-eaf1-4660-8fc3-7bde91629607), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:54.909284 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=cb852aaa-eaf1-4660-8fc3-7bde91629607,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:55.042201 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['cb852aaa-eaf1-4660-8fc3-7bde91629607'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:51:55.315617 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c47f03-500b-4357-84ad-e77a7cb93f8a req-9d38c9d2-de6f-4e18-81ae-99e9bd1cf6fa tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:55.324117 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e6c47f03-500b-4357-84ad-e77a7cb93f8a req-9d38c9d2-de6f-4e18-81ae-99e9bd1cf6fa tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=22704979-2c9f-416c-a9cc-621c4bd05eca HTTP/1.1" status: 200 len: 944 time: 0.3533075 Feb 04 12:51:55.375268 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18f124b-0ce0-4947-b2b6-41c21ef90d72 req-03fc44b9-f80a-4870-8097-f48dd0bbcfc7 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:55.376975 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d18f124b-0ce0-4947-b2b6-41c21ef90d72 req-03fc44b9-f80a-4870-8097-f48dd0bbcfc7 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 944 time: 0.2761292 Feb 04 12:51:55.454126 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e6c47f03-500b-4357-84ad-e77a7cb93f8a req-eb457f45-050e-4da1-b14d-b89920efaa38 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3f9fd42-344e-42cb-9241-a34957176b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109185 Feb 04 12:51:55.802554 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cc00861a-0904-4ade-994c-fed7e02ec2f5 req-1c0b21d2-0ab3-40f6-9a8d-76d928a0ff95 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e20afb-28eb-4ddc-9c2d-239e9429c0af HTTP/1.1" status: 200 len: 210 time: 0.2061346 Feb 04 12:51:55.816526 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d18f124b-0ce0-4947-b2b6-41c21ef90d72 req-19dec2b8-af51-495c-8b37-74b59f73677c tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4271796 Feb 04 12:51:56.470546 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device cb852aaa-eaf1-4660-8fc3-7bde91629607 up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:51:56.643253 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning for port cb852aaa-eaf1-4660-8fc3-7bde91629607 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:51:56.652327 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port cb852aaa-eaf1-4660-8fc3-7bde91629607 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:51:56.655077 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (cb852aaa-eaf1-4660-8fc3-7bde91629607), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:56.792899 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db502fdd-be10-4c84-9682-85c243ef2e5b req-01d1e112-7181-4ff0-bac8-eb30b85f0330 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:56.794667 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-db502fdd-be10-4c84-9682-85c243ef2e5b req-01d1e112-7181-4ff0-bac8-eb30b85f0330 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=22704979-2c9f-416c-a9cc-621c4bd05eca HTTP/1.1" status: 200 len: 944 time: 0.2250855 Feb 04 12:51:56.951421 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-db502fdd-be10-4c84-9682-85c243ef2e5b req-cbaa503c-79da-48f0-ac94-6852dbc6daec tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3f9fd42-344e-42cb-9241-a34957176b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1476448 Feb 04 12:51:57.018618 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b35da715-8a2a-49d4-9870-16acfd0c0bd1 req-4f8a961f-7810-43e5-9264-f8a43191aec0 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e20afb-28eb-4ddc-9c2d-239e9429c0af HTTP/1.1" status: 200 len: 210 time: 0.0490069 Feb 04 12:51:57.181946 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port cb852aaa-eaf1-4660-8fc3-7bde91629607 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:51:57.182795 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (cb852aaa-eaf1-4660-8fc3-7bde91629607), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:57.288883 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2e56f6-327d-4fb7-9f0f-f1f504c8eeec req-27cba622-74b5-42bd-9e11-0bbe52baa685 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:57.304143 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ff2e56f6-327d-4fb7-9f0f-f1f504c8eeec req-27cba622-74b5-42bd-9e11-0bbe52baa685 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 944 time: 0.1630907 Feb 04 12:51:57.333997 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port cb852aaa-eaf1-4660-8fc3-7bde91629607, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=cb852aaa-eaf1-4660-8fc3-7bde91629607,segment=NetworkSegment(435809b5-4790-4cc2-92a6-17b1a1ceee55),segment_id=435809b5-4790-4cc2-92a6-17b1a1ceee55)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:51:57.337737 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22704979-2c9f-416c-a9cc-621c4bd05eca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb852aaa-eaf1-4660-8fc3-7bde91629607'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:51:57.343700 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f76c32ff-c08d-438e-94e2-8f0ec79b4c11" -d '{"events": [{"server_uuid": "22704979-2c9f-416c-a9cc-621c4bd05eca", "name": "network-vif-plugged", "status": "completed", "tag": "cb852aaa-eaf1-4660-8fc3-7bde91629607"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:51:57.352588 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (cb852aaa-eaf1-4660-8fc3-7bde91629607), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:57.460464 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=cb852aaa-eaf1-4660-8fc3-7bde91629607,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:57.472651 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-574da944-81c4-406c-b67c-a66f84fbc141 x-openstack-request-id: req-574da944-81c4-406c-b67c-a66f84fbc141 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:51:57.473376 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22704979-2c9f-416c-a9cc-621c4bd05eca", "name": "network-vif-plugged", "status": "completed", "tag": "cb852aaa-eaf1-4660-8fc3-7bde91629607", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:51:57.473376 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-574da944-81c4-406c-b67c-a66f84fbc141 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:51:57.473574 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22704979-2c9f-416c-a9cc-621c4bd05eca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb852aaa-eaf1-4660-8fc3-7bde91629607', 'code': 200} Feb 04 12:51:57.474023 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ff2e56f6-327d-4fb7-9f0f-f1f504c8eeec req-85c30122-fc99-49d9-88bd-c9f85a2f254e tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679440 Feb 04 12:51:57.596376 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8927f364-ecbf-4874-b32e-cfb5e99384a9 req-eff9269b-6f11-406d-91e2-e3c53cf5d885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:57.598378 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8927f364-ecbf-4874-b32e-cfb5e99384a9 req-eff9269b-6f11-406d-91e2-e3c53cf5d885 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=22704979-2c9f-416c-a9cc-621c4bd05eca HTTP/1.1" status: 200 len: 1127 time: 0.0992362 Feb 04 12:51:57.742425 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8927f364-ecbf-4874-b32e-cfb5e99384a9 req-01eeffcb-fbf7-4e9d-8aec-28d86bc4ecd9 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c3f9fd42-344e-42cb-9241-a34957176b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1371155 Feb 04 12:51:58.245210 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a4a298c6-ce60-42eb-850b-d86685c9b630 req-42174e00-37d1-4f7c-9a51-e8eb1fb3cdd8 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e20afb-28eb-4ddc-9c2d-239e9429c0af HTTP/1.1" status: 200 len: 210 time: 0.0535171 Feb 04 12:51:58.317099 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8938e48-b548-49e2-98b2-00a76567bad1 req-50e83956-0c24-4b7d-b560-52ac80216949 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:58.329615 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f8938e48-b548-49e2-98b2-00a76567bad1 req-50e83956-0c24-4b7d-b560-52ac80216949 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=22704979-2c9f-416c-a9cc-621c4bd05eca HTTP/1.1" status: 200 len: 945 time: 0.2068343 Feb 04 12:51:58.508301 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f8938e48-b548-49e2-98b2-00a76567bad1 req-19e1777a-87fd-4554-a5b8-f4e1bdf4ce90 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3f9fd42-344e-42cb-9241-a34957176b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1723702 Feb 04 12:51:58.775132 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c266df44-fc7f-4c99-bc3e-73a8a47716cb req-500bba7d-e514-45fb-b105-e73cb9ff2a62 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:58.782658 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c266df44-fc7f-4c99-bc3e-73a8a47716cb req-500bba7d-e514-45fb-b105-e73cb9ff2a62 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 944 time: 0.1394324 Feb 04 12:51:58.865752 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c266df44-fc7f-4c99-bc3e-73a8a47716cb req-36bc99a7-cc19-4656-902a-90539195f5e5 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762532 Feb 04 12:51:59.455229 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ffa7108f-736d-48b0-8599-ebd29d424551 req-53d13da6-2bf8-4a63-9b62-67225b375d98 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e20afb-28eb-4ddc-9c2d-239e9429c0af HTTP/1.1" status: 200 len: 210 time: 0.0567398 Feb 04 12:51:59.735292 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f084b8-6ca9-4434-8e86-e66fee4d4f18 req-9b94d608-6ef0-40a7-8fae-dd5fc5a6f60e tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:59.745090 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-68f084b8-6ca9-4434-8e86-e66fee4d4f18 req-9b94d608-6ef0-40a7-8fae-dd5fc5a6f60e tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=22704979-2c9f-416c-a9cc-621c4bd05eca HTTP/1.1" status: 200 len: 945 time: 0.1080568 Feb 04 12:51:59.825120 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-68f084b8-6ca9-4434-8e86-e66fee4d4f18 req-97d86513-9e3d-4f98-bb07-d3485d071fb8 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3f9fd42-344e-42cb-9241-a34957176b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730937 Feb 04 12:52:00.156187 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4decf405-c0e7-4ff0-822e-0d754b16ecf7 req-3683bcec-749e-4950-86dd-16229a7264fa tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:00.159838 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4decf405-c0e7-4ff0-822e-0d754b16ecf7 req-3683bcec-749e-4950-86dd-16229a7264fa tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=22704979-2c9f-416c-a9cc-621c4bd05eca HTTP/1.1" status: 200 len: 945 time: 0.2158840 Feb 04 12:52:00.170818 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 43022) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:52:00.176066 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-27bf4efd-f779-4988-a8e1-d84a4708fc41 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Request body: {'floatingip': {'port_id': 'cb852aaa-eaf1-4660-8fc3-7bde91629607'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:52:00.214588 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ff2778-8048-4f52-8f9b-447ed35bdf7f req-11cf5ff4-98ce-43ba-a1c8-244dd84bda05 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:00.222766 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-51ff2778-8048-4f52-8f9b-447ed35bdf7f req-11cf5ff4-98ce-43ba-a1c8-244dd84bda05 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 944 time: 0.1915758 Feb 04 12:52:00.285066 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-27bf4efd-f779-4988-a8e1-d84a4708fc41 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Publish callbacks [] for floatingip (97d7864c-37b0-46d3-8145-38e798968629), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:00.326771 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-51ff2778-8048-4f52-8f9b-447ed35bdf7f req-3f0160c4-9862-475e-9c74-e4547a0c80ad tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005819 Feb 04 12:52:00.681011 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3370b191-1c40-4172-b491-6ca41a723ebe req-a4cd6ac3-db9f-44c4-b3bc-398483571fa6 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e20afb-28eb-4ddc-9c2d-239e9429c0af HTTP/1.1" status: 200 len: 210 time: 0.0754077 Feb 04 12:52:01.170111 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:01.214321 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-27bf4efd-f779-4988-a8e1-d84a4708fc41 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:01.223160 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-27bf4efd-f779-4988-a8e1-d84a4708fc41 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1599943'] for floatingip (97d7864c-37b0-46d3-8145-38e798968629), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:01.450137 n-d-825015-3 neutron-server[103474]: INFO neutron.db.l3_db [None req-27bf4efd-f779-4988-a8e1-d84a4708fc41 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Floating IP 97d7864c-37b0-46d3-8145-38e798968629 associated. External IP: 172.25.3.93, port: cb852aaa-eaf1-4660-8fc3-7bde91629607. Feb 04 12:52:01.530375 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c101d7-c346-4073-8933-16aa8425f8a6 req-0231f922-b29b-4493-8203-9827bfef2ba1 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:01.545973 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-37c101d7-c346-4073-8933-16aa8425f8a6 req-0231f922-b29b-4493-8203-9827bfef2ba1 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 944 time: 0.1085234 Feb 04 12:52:01.649891 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-37c101d7-c346-4073-8933-16aa8425f8a6 req-f4b6015b-6ecf-40c2-8aaf-7ed1bac2cf3c tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023629 Feb 04 12:52:01.796854 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27bf4efd-f779-4988-a8e1-d84a4708fc41 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Router 31eb4f64-8a74-438b-ab6f-0f228843018d has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:52:01.828269 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:01.837876 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-91939756-09f4-4c66-b6e6-6fdfe18b4dfb req-cef59946-ecdf-42b9-9750-68f1e98a1f64 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e20afb-28eb-4ddc-9c2d-239e9429c0af HTTP/1.1" status: 200 len: 210 time: 0.0464721 Feb 04 12:52:01.941210 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27bf4efd-f779-4988-a8e1-d84a4708fc41 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:52:01.946255 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-27bf4efd-f779-4988-a8e1-d84a4708fc41 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:01.954954 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066ad4da-e14c-445b-8f87-ce502e02e07d None None] Sync routers for ids ['31eb4f64-8a74-438b-ab6f-0f228843018d'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:52:01.973762 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066ad4da-e14c-445b-8f87-ce502e02e07d None None] Routers {'31eb4f64-8a74-438b-ab6f-0f228843018d'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:52:01.974702 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-066ad4da-e14c-445b-8f87-ce502e02e07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:51:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['31eb4f64-8a74-438b-ab6f-0f228843018d'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:52:01.981682 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-27bf4efd-f779-4988-a8e1-d84a4708fc41 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "PUT /v2.0/floatingips/97d7864c-37b0-46d3-8145-38e798968629 HTTP/1.1" status: 200 len: 990 time: 1.8087204 Feb 04 12:52:01.981682 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22704979-2c9f-416c-a9cc-621c4bd05eca', 'tag': 'cb852aaa-eaf1-4660-8fc3-7bde91629607'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:52:01.984070 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-787d21d1-5094-4b0e-82f4-0b22a492270f" -d '{"events": [{"name": "network-changed", "server_uuid": "22704979-2c9f-416c-a9cc-621c4bd05eca", "tag": "cb852aaa-eaf1-4660-8fc3-7bde91629607"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:52:02.056577 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d4a8412-e852-4adc-b7b7-58f5169cb678 x-openstack-request-id: req-2d4a8412-e852-4adc-b7b7-58f5169cb678 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:52:02.056905 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22704979-2c9f-416c-a9cc-621c4bd05eca", "tag": "cb852aaa-eaf1-4660-8fc3-7bde91629607", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:52:02.057169 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2d4a8412-e852-4adc-b7b7-58f5169cb678 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:52:02.057585 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22704979-2c9f-416c-a9cc-621c4bd05eca', 'tag': 'cb852aaa-eaf1-4660-8fc3-7bde91629607', 'status': 'completed', 'code': 200} Feb 04 12:52:02.121981 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-066ad4da-e14c-445b-8f87-ce502e02e07d None None] Set router 31eb4f64-8a74-438b-ab6f-0f228843018d gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:52:02.154964 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787d21d1-5094-4b0e-82f4-0b22a492270f req-013598bc-33a0-45d2-a756-b7985fa59727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:02.156626 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-787d21d1-5094-4b0e-82f4-0b22a492270f req-013598bc-33a0-45d2-a756-b7985fa59727 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=081a166ab6754953977e00fecaf55e63&device_id=22704979-2c9f-416c-a9cc-621c4bd05eca HTTP/1.1" status: 200 len: 1127 time: 0.0794559 Feb 04 12:52:02.264540 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787d21d1-5094-4b0e-82f4-0b22a492270f req-e9ed6aab-941f-46f3-aea1-056f6d0e7e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:02.266103 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-787d21d1-5094-4b0e-82f4-0b22a492270f req-e9ed6aab-941f-46f3-aea1-056f6d0e7e54 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2199cf82-6b45-4a26-9381-22c185674f2b HTTP/1.1" status: 200 len: 912 time: 0.0988901 Feb 04 12:52:02.279692 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4ace60-46c0-4dc9-a72a-fe989f799d8d req-03643d27-29e7-4c4e-a395-491d6c1aecc6 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:02.281221 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dc4ace60-46c0-4dc9-a72a-fe989f799d8d req-03643d27-29e7-4c4e-a395-491d6c1aecc6 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=22704979-2c9f-416c-a9cc-621c4bd05eca HTTP/1.1" status: 200 len: 945 time: 0.1772573 Feb 04 12:52:02.352884 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-787d21d1-5094-4b0e-82f4-0b22a492270f req-b79a09e2-b1dd-479a-b1d7-160f30f787bf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cb852aaa-eaf1-4660-8fc3-7bde91629607 HTTP/1.1" status: 200 len: 998 time: 0.0704515 Feb 04 12:52:02.376015 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-066ad4da-e14c-445b-8f87-ce502e02e07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31eb4f64-8a74-438b-ab6f-0f228843018d', 'name': 'tempest-ServerActionsTestJSON-299748162-router', 'tenant_id': '081a166ab6754953977e00fecaf55e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'b61005ac-380a-44e6-a001-692b7709e537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:51:26Z', 'updated_at': '2022-02-04T12:51:33Z', 'revision_number': 4, 'project_id': '081a166ab6754953977e00fecaf55e63', 'gw_port': {'id': 'b61005ac-380a-44e6-a001-692b7709e537', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:2f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31eb4f64-8a74-438b-ab6f-0f228843018d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:51:28Z', 'updated_at': '2022-02-04T12:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': '97d7864c-37b0-46d3-8145-38e798968629', 'tenant_id': '081a166ab6754953977e00fecaf55e63', 'floating_ip_address': '172.25.3.93', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': '31eb4f64-8a74-438b-ab6f-0f228843018d', 'port_id': 'cb852aaa-eaf1-4660-8fc3-7bde91629607', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3054, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2199cf82-6b45-4a26-9381-22c185674f2b', 'mac_address': 'fa:16:3e:cf:56:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22704979-2c9f-416c-a9cc-621c4bd05eca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:51:39Z', 'updated_at': '2022-02-04T12:52:01Z', 'revision_number': 1, 'project_id': '081a166ab6754953977e00fecaf55e63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ad3332d-9f44-48a6-86d0-ae80d452f38a', 'name': '', 'network_id': '2199cf82-6b45-4a26-9381-22c185674f2b', 'tenant_id': '081a166ab6754953977e00fecaf55e63', 'mac_address': 'fa:16:3e:76:94:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31eb4f64-8a74-438b-ab6f-0f228843018d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '88c9f8fd-dc13-4414-bafb-3591060ecfdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:51:32Z', 'updated_at': '2022-02-04T12:51:41Z', 'revision_number': 5, 'project_id': '081a166ab6754953977e00fecaf55e63', 'subnets': [{'id': '88c9f8fd-dc13-4414-bafb-3591060ecfdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:52:02.414551 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066ad4da-e14c-445b-8f87-ce502e02e07d None None] Checking router: 31eb4f64-8a74-438b-ab6f-0f228843018d for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:52:02.425681 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066ad4da-e14c-445b-8f87-ce502e02e07d None None] Routers {'31eb4f64-8a74-438b-ab6f-0f228843018d'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:52:02.426584 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-066ad4da-e14c-445b-8f87-ce502e02e07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:51:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['31eb4f64-8a74-438b-ab6f-0f228843018d'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:52:02.462792 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dc4ace60-46c0-4dc9-a72a-fe989f799d8d req-277ee045-5fca-409b-9040-ef60af3ffcde tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3f9fd42-344e-42cb-9241-a34957176b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088178 Feb 04 12:52:02.464917 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787d21d1-5094-4b0e-82f4-0b22a492270f req-15241d64-c2a1-46f0-9d67-d71862825962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:02.466507 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-787d21d1-5094-4b0e-82f4-0b22a492270f req-15241d64-c2a1-46f0-9d67-d71862825962 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=88c9f8fd-dc13-4414-bafb-3591060ecfdc HTTP/1.1" status: 200 len: 850 time: 0.1054070 Feb 04 12:52:02.525180 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 12:52:02.564046 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787d21d1-5094-4b0e-82f4-0b22a492270f req-552b1daa-60b1-4ae4-a119-28697950ec52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:02.565570 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-787d21d1-5094-4b0e-82f4-0b22a492270f req-552b1daa-60b1-4ae4-a119-28697950ec52 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2199cf82-6b45-4a26-9381-22c185674f2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0782685 Feb 04 12:52:02.593186 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-066ad4da-e14c-445b-8f87-ce502e02e07d None None] Set router 31eb4f64-8a74-438b-ab6f-0f228843018d gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:52:02.762542 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-787d21d1-5094-4b0e-82f4-0b22a492270f req-3abc09e7-66e5-4ab0-b002-4fa5c918e01c service neutron] 10.222.0.73 "GET /v2.0/networks/2199cf82-6b45-4a26-9381-22c185674f2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873417 Feb 04 12:52:02.925005 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-787d21d1-5094-4b0e-82f4-0b22a492270f req-eb0c7533-f6cf-4a1d-a649-e4a995f308f9 service neutron] 10.222.0.73 "GET /v2.0/networks/2199cf82-6b45-4a26-9381-22c185674f2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556008 Feb 04 12:52:02.944384 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-066ad4da-e14c-445b-8f87-ce502e02e07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31eb4f64-8a74-438b-ab6f-0f228843018d', 'name': 'tempest-ServerActionsTestJSON-299748162-router', 'tenant_id': '081a166ab6754953977e00fecaf55e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'b61005ac-380a-44e6-a001-692b7709e537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:51:26Z', 'updated_at': '2022-02-04T12:51:33Z', 'revision_number': 4, 'project_id': '081a166ab6754953977e00fecaf55e63', 'gw_port': {'id': 'b61005ac-380a-44e6-a001-692b7709e537', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:2f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31eb4f64-8a74-438b-ab6f-0f228843018d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:51:28Z', 'updated_at': '2022-02-04T12:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': '97d7864c-37b0-46d3-8145-38e798968629', 'tenant_id': '081a166ab6754953977e00fecaf55e63', 'floating_ip_address': '172.25.3.93', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': '31eb4f64-8a74-438b-ab6f-0f228843018d', 'port_id': 'cb852aaa-eaf1-4660-8fc3-7bde91629607', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3054, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2199cf82-6b45-4a26-9381-22c185674f2b', 'mac_address': 'fa:16:3e:cf:56:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22704979-2c9f-416c-a9cc-621c4bd05eca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:51:39Z', 'updated_at': '2022-02-04T12:52:01Z', 'revision_number': 1, 'project_id': '081a166ab6754953977e00fecaf55e63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ad3332d-9f44-48a6-86d0-ae80d452f38a', 'name': '', 'network_id': '2199cf82-6b45-4a26-9381-22c185674f2b', 'tenant_id': '081a166ab6754953977e00fecaf55e63', 'mac_address': 'fa:16:3e:76:94:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31eb4f64-8a74-438b-ab6f-0f228843018d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '88c9f8fd-dc13-4414-bafb-3591060ecfdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:51:32Z', 'updated_at': '2022-02-04T12:51:41Z', 'revision_number': 5, 'project_id': '081a166ab6754953977e00fecaf55e63', 'subnets': [{'id': '88c9f8fd-dc13-4414-bafb-3591060ecfdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:52:02.984392 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066ad4da-e14c-445b-8f87-ce502e02e07d None None] The sync data for ids ['31eb4f64-8a74-438b-ab6f-0f228843018d'] in n-d-825015-3 is: [{'id': '31eb4f64-8a74-438b-ab6f-0f228843018d', 'name': 'tempest-ServerActionsTestJSON-299748162-router', 'tenant_id': '081a166ab6754953977e00fecaf55e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'b61005ac-380a-44e6-a001-692b7709e537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:51:26Z', 'updated_at': '2022-02-04T12:51:33Z', 'revision_number': 4, 'project_id': '081a166ab6754953977e00fecaf55e63', 'gw_port': {'id': 'b61005ac-380a-44e6-a001-692b7709e537', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:2f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31eb4f64-8a74-438b-ab6f-0f228843018d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:51:28Z', 'updated_at': '2022-02-04T12:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': '97d7864c-37b0-46d3-8145-38e798968629', 'tenant_id': '081a166ab6754953977e00fecaf55e63', 'floating_ip_address': '172.25.3.93', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': '31eb4f64-8a74-438b-ab6f-0f228843018d', 'port_id': 'cb852aaa-eaf1-4660-8fc3-7bde91629607', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3054, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2199cf82-6b45-4a26-9381-22c185674f2b', 'mac_address': 'fa:16:3e:cf:56:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22704979-2c9f-416c-a9cc-621c4bd05eca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:51:39Z', 'updated_at': '2022-02-04T12:52:01Z', 'revision_number': 1, 'project_id': '081a166ab6754953977e00fecaf55e63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ad3332d-9f44-48a6-86d0-ae80d452f38a', 'name': '', 'network_id': '2199cf82-6b45-4a26-9381-22c185674f2b', 'tenant_id': '081a166ab6754953977e00fecaf55e63', 'mac_address': 'fa:16:3e:76:94:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31eb4f64-8a74-438b-ab6f-0f228843018d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '88c9f8fd-dc13-4414-bafb-3591060ecfdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:51:32Z', 'updated_at': '2022-02-04T12:51:41Z', 'revision_number': 5, 'project_id': '081a166ab6754953977e00fecaf55e63', 'subnets': [{'id': '88c9f8fd-dc13-4414-bafb-3591060ecfdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:52:03.010728 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-96549a8b-4375-47c2-b33d-33d8e90654f1 req-c4e4682c-25e8-4691-9a86-cf3ea2023d75 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e20afb-28eb-4ddc-9c2d-239e9429c0af HTTP/1.1" status: 200 len: 210 time: 0.0450759 Feb 04 12:52:03.049161 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4feb5be-5eb9-46fd-848e-d80b7d926e48 req-58686419-f456-41f9-8772-4bd71fc7789b tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:03.051324 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a4feb5be-5eb9-46fd-848e-d80b7d926e48 req-58686419-f456-41f9-8772-4bd71fc7789b tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 944 time: 0.1250815 Feb 04 12:52:03.114223 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a4feb5be-5eb9-46fd-848e-d80b7d926e48 req-ddacd1b1-4766-41a0-8a84-bea07749b99f tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571125 Feb 04 12:52:03.277709 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aeda460-af77-45fa-a52e-6e5913e8bd82 None None] New status for floating IP 97d7864c-37b0-46d3-8145-38e798968629: ACTIVE {{(pid=103477) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 12:52:03.604727 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7e6c23-10b4-4c3e-ad94-5fb896e1c8d9 req-5c59f770-6d45-4b3d-9a25-b0aea16f05d4 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:03.606498 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7f7e6c23-10b4-4c3e-ad94-5fb896e1c8d9 req-5c59f770-6d45-4b3d-9a25-b0aea16f05d4 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=22704979-2c9f-416c-a9cc-621c4bd05eca HTTP/1.1" status: 200 len: 945 time: 0.0575936 Feb 04 12:52:03.657222 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7f7e6c23-10b4-4c3e-ad94-5fb896e1c8d9 req-76deaedf-3f09-43ac-bc0d-186028fe251c tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3f9fd42-344e-42cb-9241-a34957176b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445480 Feb 04 12:52:03.785893 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771c9182-1c31-4fe2-912c-02bacd072a9b req-558d642c-69bf-44e6-8186-c5659cb87f1a tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:03.787962 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-771c9182-1c31-4fe2-912c-02bacd072a9b req-558d642c-69bf-44e6-8186-c5659cb87f1a tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=22704979-2c9f-416c-a9cc-621c4bd05eca HTTP/1.1" status: 200 len: 945 time: 0.0593066 Feb 04 12:52:03.869908 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-771c9182-1c31-4fe2-912c-02bacd072a9b req-6753cf96-0184-40f5-9e1b-6658c3839973 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3f9fd42-344e-42cb-9241-a34957176b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621290 Feb 04 12:52:04.204938 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1d251e46-5caa-407b-a866-19db82a9c8ac req-3d3d05b2-6811-47d4-afc5-80d79b0344b7 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e20afb-28eb-4ddc-9c2d-239e9429c0af HTTP/1.1" status: 200 len: 210 time: 0.0697861 Feb 04 12:52:04.339043 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d419fe33-555d-4785-9448-a3c0a055aec9 req-226e450b-b380-45d0-b4b1-6422a1431877 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:04.339348 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d419fe33-555d-4785-9448-a3c0a055aec9 req-226e450b-b380-45d0-b4b1-6422a1431877 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 944 time: 0.0659263 Feb 04 12:52:04.404601 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d419fe33-555d-4785-9448-a3c0a055aec9 req-98bf3e3c-c779-4902-8793-5498b88f8944 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563920 Feb 04 12:52:05.169691 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 74c9b60f-0b88-4ba9-96bb-be833f049be5 details requested by agent hyperv_n-h2-825015-3 with host n-h2-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:52:05.275799 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 74c9b60f-0b88-4ba9-96bb-be833f049be5, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=74c9b60f-0b88-4ba9-96bb-be833f049be5,segment=NetworkSegment(974832f8-c618-4ae2-8054-a35b04d5793c),segment_id=974832f8-c618-4ae2-8054-a35b04d5793c)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:52:05.289202 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Returning: {'device': '74c9b60f-0b88-4ba9-96bb-be833f049be5', 'network_id': '7ed78c2f-5e06-4bf6-9fbc-42500f903f0d', 'port_id': '74c9b60f-0b88-4ba9-96bb-be833f049be5', 'mac_address': 'fa:16:3e:f3:2e:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f3947cd-b907-480d-bce5-7265d1d5d85d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:52:05.391295 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 74c9b60f-0b88-4ba9-96bb-be833f049be5 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:52:05.392102 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (74c9b60f-0b88-4ba9-96bb-be833f049be5), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:05.392324 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b2fc68a9-11f3-4c5a-903d-26db73403062 req-67ca2fa5-76cf-4e49-a367-58be70615557 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e20afb-28eb-4ddc-9c2d-239e9429c0af HTTP/1.1" status: 200 len: 210 time: 0.0722003 Feb 04 12:52:05.407632 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74c9b60f-0b88-4ba9-96bb-be833f049be5 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:52:05.438205 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 74c9b60f-0b88-4ba9-96bb-be833f049be5, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=74c9b60f-0b88-4ba9-96bb-be833f049be5,segment=NetworkSegment(974832f8-c618-4ae2-8054-a35b04d5793c),segment_id=974832f8-c618-4ae2-8054-a35b04d5793c)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:52:05.451476 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (74c9b60f-0b88-4ba9-96bb-be833f049be5), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:05.530323 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=74c9b60f-0b88-4ba9-96bb-be833f049be5,revision_number=11']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:05.544699 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:05.546130 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:05.546507 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:05.546859 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:05.547202 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:05.547544 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:05.547922 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:05.548257 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:05.548711 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:05.549046 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:05.549385 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:05.549717 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:05.550048 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:05.587396 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2d4892-0dbd-431b-a6f5-e334b5671eaa req-7eeaca1e-9d14-46a9-8c7e-90bc9c1a09bc tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:05.595086 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0e2d4892-0dbd-431b-a6f5-e334b5671eaa req-7eeaca1e-9d14-46a9-8c7e-90bc9c1a09bc tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 945 time: 0.1140091 Feb 04 12:52:05.666636 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0e2d4892-0dbd-431b-a6f5-e334b5671eaa req-09035c89-efad-4733-ada8-7a6e24f516d0 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702624 Feb 04 12:52:05.671708 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['74c9b60f-0b88-4ba9-96bb-be833f049be5'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:52:06.544764 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-40964da4-c013-4c93-98b1-6372f6657b82 req-99107c22-e4f2-4769-8836-23d21d312b9a tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e20afb-28eb-4ddc-9c2d-239e9429c0af HTTP/1.1" status: 200 len: 210 time: 0.0501332 Feb 04 12:52:06.819817 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23a15a8-9347-4ef9-a703-0016481d2960 req-0b9289a2-639f-4ba7-946c-1f11f54d17f4 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:06.832664 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c23a15a8-9347-4ef9-a703-0016481d2960 req-0b9289a2-639f-4ba7-946c-1f11f54d17f4 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 945 time: 0.0879490 Feb 04 12:52:06.844927 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [req-1b9153b3-c28c-43d5-acf5-fd9901281214 req-6d50bc50-8980-46ed-b0a4-a082f87e9fed tempest-ServersNegativeTestMultiTenantJSON-959560221 tempest-ServersNegativeTestMultiTenantJSON-959560221-project] (103475) timed out ('10.222.0.73', 59398) {{(pid=103475) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 04 12:52:06.911332 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c23a15a8-9347-4ef9-a703-0016481d2960 req-fedb89cb-a326-456b-99d7-64cbda61d46d tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763230 Feb 04 12:52:07.203109 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 74c9b60f-0b88-4ba9-96bb-be833f049be5 up at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:52:07.271450 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning for port 74c9b60f-0b88-4ba9-96bb-be833f049be5 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:52:07.276377 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning complete for port 74c9b60f-0b88-4ba9-96bb-be833f049be5 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:52:07.277789 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (74c9b60f-0b88-4ba9-96bb-be833f049be5), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:07.468016 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 74c9b60f-0b88-4ba9-96bb-be833f049be5 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:52:07.468429 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (74c9b60f-0b88-4ba9-96bb-be833f049be5), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:07.580043 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 74c9b60f-0b88-4ba9-96bb-be833f049be5, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=74c9b60f-0b88-4ba9-96bb-be833f049be5,segment=NetworkSegment(974832f8-c618-4ae2-8054-a35b04d5793c),segment_id=974832f8-c618-4ae2-8054-a35b04d5793c)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:52:07.582059 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74c9b60f-0b88-4ba9-96bb-be833f049be5'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:52:07.585299 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cd38790-022e-4962-ba52-12abfcfb7e8d" -d '{"events": [{"server_uuid": "abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c", "name": "network-vif-plugged", "status": "completed", "tag": "74c9b60f-0b88-4ba9-96bb-be833f049be5"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:52:07.592692 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (74c9b60f-0b88-4ba9-96bb-be833f049be5), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:07.656151 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=74c9b60f-0b88-4ba9-96bb-be833f049be5,revision_number=12']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:07.717971 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7b48ec9-c6c6-4b09-aba3-98d7d3937293 x-openstack-request-id: req-f7b48ec9-c6c6-4b09-aba3-98d7d3937293 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:52:07.717971 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c", "name": "network-vif-plugged", "status": "completed", "tag": "74c9b60f-0b88-4ba9-96bb-be833f049be5", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:52:07.718347 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f7b48ec9-c6c6-4b09-aba3-98d7d3937293 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:52:07.719121 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74c9b60f-0b88-4ba9-96bb-be833f049be5', 'code': 200} Feb 04 12:52:08.025436 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210c9eea-5c82-452d-a4f8-6323009deb6a req-c013a901-137d-42e2-a6fc-fadccf34ecbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:08.032673 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-210c9eea-5c82-452d-a4f8-6323009deb6a req-c013a901-137d-42e2-a6fc-fadccf34ecbe service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 1128 time: 0.1324210 Feb 04 12:52:08.147356 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-210c9eea-5c82-452d-a4f8-6323009deb6a req-3b195d4d-43bd-4b52-9a4a-a0130d9bd412 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131332 Feb 04 12:52:08.201350 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e674471-769b-487e-a5c7-028bc0820905 req-f0c75602-7b77-45fd-8b73-6a7bb32728f7 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:08.228489 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7e674471-769b-487e-a5c7-028bc0820905 req-f0c75602-7b77-45fd-8b73-6a7bb32728f7 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 946 time: 0.1696758 Feb 04 12:52:08.328418 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7e674471-769b-487e-a5c7-028bc0820905 req-913a028c-d322-44f4-ac86-cb43539b295c tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989254 Feb 04 12:52:08.534101 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device cb852aaa-eaf1-4660-8fc3-7bde91629607 details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:52:08.686070 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd663625-26ef-47d3-b08e-f36c3e4c0ff0 req-9bdd72a4-d9c3-45fc-ba17-cba2c9b0bfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:08.687666 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bd663625-26ef-47d3-b08e-f36c3e4c0ff0 req-9bdd72a4-d9c3-45fc-ba17-cba2c9b0bfe2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=38cb7f8ec7594c9ea49e940b44ab6547&device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 1128 time: 0.0767508 Feb 04 12:52:08.849046 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port cb852aaa-eaf1-4660-8fc3-7bde91629607, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=cb852aaa-eaf1-4660-8fc3-7bde91629607,segment=NetworkSegment(435809b5-4790-4cc2-92a6-17b1a1ceee55),segment_id=435809b5-4790-4cc2-92a6-17b1a1ceee55)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:52:08.880430 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': 'cb852aaa-eaf1-4660-8fc3-7bde91629607', 'network_id': '2199cf82-6b45-4a26-9381-22c185674f2b', 'port_id': 'cb852aaa-eaf1-4660-8fc3-7bde91629607', 'mac_address': 'fa:16:3e:cf:56:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88c9f8fd-dc13-4414-bafb-3591060ecfdc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:52:08.949551 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd663625-26ef-47d3-b08e-f36c3e4c0ff0 req-bdcd1e73-4f55-46e7-a4cb-7a8c87833b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:08.952579 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bd663625-26ef-47d3-b08e-f36c3e4c0ff0 req-bdcd1e73-4f55-46e7-a4cb-7a8c87833b55 service neutron] 10.222.0.77 "GET /v2.0/networks?id=7ed78c2f-5e06-4bf6-9fbc-42500f903f0d HTTP/1.1" status: 200 len: 914 time: 0.2347891 Feb 04 12:52:08.977040 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port cb852aaa-eaf1-4660-8fc3-7bde91629607 is: ACTIVE; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:52:08.977586 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (cb852aaa-eaf1-4660-8fc3-7bde91629607), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:09.011826 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cb852aaa-eaf1-4660-8fc3-7bde91629607 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:52:09.047301 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bd663625-26ef-47d3-b08e-f36c3e4c0ff0 req-c21975fe-651e-4e99-b551-b6898a32d413 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74c9b60f-0b88-4ba9-96bb-be833f049be5 HTTP/1.1" status: 200 len: 217 time: 0.0803492 Feb 04 12:52:09.066140 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port cb852aaa-eaf1-4660-8fc3-7bde91629607, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=cb852aaa-eaf1-4660-8fc3-7bde91629607,segment=NetworkSegment(435809b5-4790-4cc2-92a6-17b1a1ceee55),segment_id=435809b5-4790-4cc2-92a6-17b1a1ceee55)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:52:09.077379 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (cb852aaa-eaf1-4660-8fc3-7bde91629607), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:09.117725 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd663625-26ef-47d3-b08e-f36c3e4c0ff0 req-aa7f1a26-863a-4838-a109-f6aa45228abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:09.119409 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bd663625-26ef-47d3-b08e-f36c3e4c0ff0 req-aa7f1a26-863a-4838-a109-f6aa45228abd service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5f3947cd-b907-480d-bce5-7265d1d5d85d HTTP/1.1" status: 200 len: 853 time: 0.0660079 Feb 04 12:52:09.199360 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['cb852aaa-eaf1-4660-8fc3-7bde91629607'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:52:09.232858 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bd663625-26ef-47d3-b08e-f36c3e4c0ff0 req-6f877aee-5ec2-4c3d-8bd8-9cb60154dfaa service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7ed78c2f-5e06-4bf6-9fbc-42500f903f0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1010485 Feb 04 12:52:09.355263 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=cb852aaa-eaf1-4660-8fc3-7bde91629607,revision_number=6']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:10.306598 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bd663625-26ef-47d3-b08e-f36c3e4c0ff0 req-4ad82ec1-a433-4880-ae4f-4370b0bf2b28 service neutron] 10.222.0.77 "GET /v2.0/networks/7ed78c2f-5e06-4bf6-9fbc-42500f903f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0653317 Feb 04 12:52:10.320643 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d30017-cf9e-46cc-aa3c-a84a1f3ccb4e req-4f0838fb-9fb5-4abe-9a90-598590818ee7 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:10.323961 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-76d30017-cf9e-46cc-aa3c-a84a1f3ccb4e req-4f0838fb-9fb5-4abe-9a90-598590818ee7 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 946 time: 0.8390145 Feb 04 12:52:10.497215 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-76d30017-cf9e-46cc-aa3c-a84a1f3ccb4e req-b5b75dc0-d36a-4caa-96d7-79b34b69f2ba tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609676 Feb 04 12:52:10.549776 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device cb852aaa-eaf1-4660-8fc3-7bde91629607 up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:52:10.564874 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bd663625-26ef-47d3-b08e-f36c3e4c0ff0 req-b7254bfe-44f4-4c98-b799-0f31c3952e68 service neutron] 10.222.0.77 "GET /v2.0/networks/7ed78c2f-5e06-4bf6-9fbc-42500f903f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387593 Feb 04 12:52:10.795301 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port cb852aaa-eaf1-4660-8fc3-7bde91629607 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:52:10.796705 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (cb852aaa-eaf1-4660-8fc3-7bde91629607), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:10.924956 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port cb852aaa-eaf1-4660-8fc3-7bde91629607 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:52:10.925608 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (cb852aaa-eaf1-4660-8fc3-7bde91629607), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:10.956443 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22704979-2c9f-416c-a9cc-621c4bd05eca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb852aaa-eaf1-4660-8fc3-7bde91629607'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:52:10.959141 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ce646af-972c-401a-8053-402038f651a6" -d '{"events": [{"server_uuid": "22704979-2c9f-416c-a9cc-621c4bd05eca", "name": "network-vif-plugged", "status": "completed", "tag": "cb852aaa-eaf1-4660-8fc3-7bde91629607"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:52:10.974542 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port cb852aaa-eaf1-4660-8fc3-7bde91629607, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=cb852aaa-eaf1-4660-8fc3-7bde91629607,segment=NetworkSegment(435809b5-4790-4cc2-92a6-17b1a1ceee55),segment_id=435809b5-4790-4cc2-92a6-17b1a1ceee55)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:52:10.981502 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (cb852aaa-eaf1-4660-8fc3-7bde91629607), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:11.025193 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78b1c9e3-4669-4253-a043-58e39504ac07 x-openstack-request-id: req-78b1c9e3-4669-4253-a043-58e39504ac07 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:52:11.025491 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22704979-2c9f-416c-a9cc-621c4bd05eca", "name": "network-vif-plugged", "status": "completed", "tag": "cb852aaa-eaf1-4660-8fc3-7bde91629607", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:52:11.025750 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-78b1c9e3-4669-4253-a043-58e39504ac07 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:52:11.026142 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22704979-2c9f-416c-a9cc-621c4bd05eca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb852aaa-eaf1-4660-8fc3-7bde91629607', 'code': 200} Feb 04 12:52:11.072930 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=cb852aaa-eaf1-4660-8fc3-7bde91629607,revision_number=7']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:11.799055 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febd35f3-aef8-4fb7-93d2-337b949ca679 req-8964be15-5963-47bc-b7dc-d23c3c538884 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:11.811277 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-febd35f3-aef8-4fb7-93d2-337b949ca679 req-8964be15-5963-47bc-b7dc-d23c3c538884 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 946 time: 0.1716447 Feb 04 12:52:11.960569 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-febd35f3-aef8-4fb7-93d2-337b949ca679 req-7c76ec51-0eb6-43a8-b0f6-6f00ad94dc28 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482863 Feb 04 12:52:12.163284 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8732ca2d-943f-4ec2-9776-9a0c7a1ed190 req-b3da751e-c5d5-4a16-9934-a776ac2ee930 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:12.171463 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8732ca2d-943f-4ec2-9776-9a0c7a1ed190 req-b3da751e-c5d5-4a16-9934-a776ac2ee930 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 946 time: 0.0914171 Feb 04 12:52:12.250267 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8732ca2d-943f-4ec2-9776-9a0c7a1ed190 req-80feb49f-ee40-4752-a5dd-9dfba3b98145 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764391 Feb 04 12:52:12.488307 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e01ad72-dfff-40a9-b80a-061adde03bd2 req-128fc713-fbf7-40be-8f15-5095eab8a716 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:12.490443 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8e01ad72-dfff-40a9-b80a-061adde03bd2 req-128fc713-fbf7-40be-8f15-5095eab8a716 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 946 time: 0.1314538 Feb 04 12:52:12.638343 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8e01ad72-dfff-40a9-b80a-061adde03bd2 req-cf4267e9-f826-406c-b72e-7847aca79544 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342084 Feb 04 12:52:12.876601 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa07b3d9-1f01-4209-b31e-138d10e4fc94 req-5efc602a-5134-4b27-ba4f-ef8dcf587798 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:12.884189 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-aa07b3d9-1f01-4209-b31e-138d10e4fc94 req-5efc602a-5134-4b27-ba4f-ef8dcf587798 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 946 time: 0.0818937 Feb 04 12:52:12.947468 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-aa07b3d9-1f01-4209-b31e-138d10e4fc94 req-30d031cb-4819-4ee6-9ba6-ae9a6e951d49 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622790 Feb 04 12:52:13.182193 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694f346f-b610-4d44-b4e7-07c22c72fbe0 req-2e587311-0de6-4fed-99bf-c34ac212ffe0 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:13.184093 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-694f346f-b610-4d44-b4e7-07c22c72fbe0 req-2e587311-0de6-4fed-99bf-c34ac212ffe0 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 946 time: 0.1067495 Feb 04 12:52:13.259929 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-694f346f-b610-4d44-b4e7-07c22c72fbe0 req-a268b78b-9257-4175-8037-5b050880a28d tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661521 Feb 04 12:52:13.460586 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb363a70-22ca-4270-9c76-ccf5959a04fd req-6716a614-a657-43f5-a135-6ca42d0f99cb tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:13.470552 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bb363a70-22ca-4270-9c76-ccf5959a04fd req-6716a614-a657-43f5-a135-6ca42d0f99cb tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 946 time: 0.1063714 Feb 04 12:52:13.584618 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bb363a70-22ca-4270-9c76-ccf5959a04fd req-5179cafa-9359-490f-bdc4-a09ff0a8ef23 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129456 Feb 04 12:52:13.750104 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38adc43-916d-4341-a809-e5914b01e8b0 req-34d5b0a1-22e3-4bd5-9061-0c1e499b2010 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:13.756964 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c38adc43-916d-4341-a809-e5914b01e8b0 req-34d5b0a1-22e3-4bd5-9061-0c1e499b2010 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 946 time: 0.0834503 Feb 04 12:52:13.855637 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c38adc43-916d-4341-a809-e5914b01e8b0 req-cfcaa7d8-1da7-4ab6-bb3a-dd5673c563e4 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974970 Feb 04 12:52:14.299691 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc20c26-cda4-43c6-928e-658c41ffff3b req-d124d8ac-68b8-4202-b684-c6dfb4b662eb tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:14.329600 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8cc20c26-cda4-43c6-928e-658c41ffff3b req-d124d8ac-68b8-4202-b684-c6dfb4b662eb tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 946 time: 0.1310961 Feb 04 12:52:14.451810 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8cc20c26-cda4-43c6-928e-658c41ffff3b req-e31df2a0-698a-45f8-9f08-9888d0b802c6 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117833 Feb 04 12:52:15.590165 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-735eebe8-3d3a-4285-8723-99c94983387d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:15.754137 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08e444f-cce0-42e6-a82e-56e6a4e94cf1 req-e2ded180-51f4-4b28-8b74-fe94950d02a0 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:15.756326 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f08e444f-cce0-42e6-a82e-56e6a4e94cf1 req-e2ded180-51f4-4b28-8b74-fe94950d02a0 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 946 time: 0.1537805 Feb 04 12:52:15.888145 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f08e444f-cce0-42e6-a82e-56e6a4e94cf1 req-820f7b25-4981-4c8e-a7b9-c1ee7f7fd56a tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082861 Feb 04 12:52:16.624188 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755b22ab-702b-4709-a379-260e0e785d9e req-456e261c-27bf-40ca-854b-4075f3fe868b tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:16.632208 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-755b22ab-702b-4709-a379-260e0e785d9e req-456e261c-27bf-40ca-854b-4075f3fe868b tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 946 time: 0.1708903 Feb 04 12:52:16.656050 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6760905f-4267-4e1e-b5c1-493057ec3e87 req-8c962b82-ea44-47f9-be89-d5547e070043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:16.657612 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6760905f-4267-4e1e-b5c1-493057ec3e87 req-8c962b82-ea44-47f9-be89-d5547e070043 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=38cb7f8ec7594c9ea49e940b44ab6547&device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 1128 time: 0.2585068 Feb 04 12:52:16.910426 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6760905f-4267-4e1e-b5c1-493057ec3e87 req-e3cf4d1c-6841-40c7-849e-7b14880167d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:16.912832 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6760905f-4267-4e1e-b5c1-493057ec3e87 req-e3cf4d1c-6841-40c7-849e-7b14880167d7 service neutron] 10.222.0.77 "GET /v2.0/networks?id=7ed78c2f-5e06-4bf6-9fbc-42500f903f0d HTTP/1.1" status: 200 len: 914 time: 0.2341921 Feb 04 12:52:16.982303 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6760905f-4267-4e1e-b5c1-493057ec3e87 req-71f9fb32-1afe-402d-a78d-98543fe8b303 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74c9b60f-0b88-4ba9-96bb-be833f049be5 HTTP/1.1" status: 200 len: 217 time: 0.0616901 Feb 04 12:52:17.029353 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-755b22ab-702b-4709-a379-260e0e785d9e req-f5db5c7d-7fb3-4e73-91f9-538be6b48275 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3953066 Feb 04 12:52:17.163589 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6760905f-4267-4e1e-b5c1-493057ec3e87 req-fb715ebd-929f-4828-91fe-db88e2173843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:17.174480 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6760905f-4267-4e1e-b5c1-493057ec3e87 req-fb715ebd-929f-4828-91fe-db88e2173843 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5f3947cd-b907-480d-bce5-7265d1d5d85d HTTP/1.1" status: 200 len: 853 time: 0.1857774 Feb 04 12:52:17.227344 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6760905f-4267-4e1e-b5c1-493057ec3e87 req-9e4b9708-3c0f-44be-87d6-09e1b1cd6fdc service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7ed78c2f-5e06-4bf6-9fbc-42500f903f0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461080 Feb 04 12:52:17.413682 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6760905f-4267-4e1e-b5c1-493057ec3e87 req-8adbea0c-f559-4abf-8d56-d2c599b3d477 service neutron] 10.222.0.77 "GET /v2.0/networks/7ed78c2f-5e06-4bf6-9fbc-42500f903f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802223 Feb 04 12:52:17.699379 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6760905f-4267-4e1e-b5c1-493057ec3e87 req-19b8b526-e289-4dd9-a554-a2827b401dc4 service neutron] 10.222.0.77 "GET /v2.0/networks/7ed78c2f-5e06-4bf6-9fbc-42500f903f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681539 Feb 04 12:52:18.000296 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7feb0eaf-b843-4cd8-a7fd-c94293cd8d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:18.290952 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d047ba-c271-43d3-bd47-93cd637af595 req-15411f21-fead-44ba-b183-fe4ba13b87d3 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:18.294924 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d8d047ba-c271-43d3-bd47-93cd637af595 req-15411f21-fead-44ba-b183-fe4ba13b87d3 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 946 time: 0.1582725 Feb 04 12:52:18.430349 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d8d047ba-c271-43d3-bd47-93cd637af595 req-5e19e9f6-ddfb-46ce-9aa4-99b457e738ba tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253841 Feb 04 12:52:19.246078 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:19.684846 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72c6ab1-46ca-41fd-ac96-afbf5b5bc82d req-5e0af48b-7a94-43e9-983d-440d0b985eb8 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:19.692013 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b72c6ab1-46ca-41fd-ac96-afbf5b5bc82d req-5e0af48b-7a94-43e9-983d-440d0b985eb8 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 946 time: 0.1083925 Feb 04 12:52:19.774684 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b72c6ab1-46ca-41fd-ac96-afbf5b5bc82d req-1fe3f77f-b491-4dfb-aed1-98fadbac7f11 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814362 Feb 04 12:52:20.070071 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171bb4c4-cf98-4f76-9339-2c9a6f08c509 req-be6a19a2-06fa-4fa0-a837-590f1e823f2b tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:20.082635 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-171bb4c4-cf98-4f76-9339-2c9a6f08c509 req-be6a19a2-06fa-4fa0-a837-590f1e823f2b tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 946 time: 0.1524396 Feb 04 12:52:20.260814 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-171bb4c4-cf98-4f76-9339-2c9a6f08c509 req-4cc8c391-df5d-4fc9-a065-a4aac0603afe tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720350 Feb 04 12:52:20.517817 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:20.671917 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a21f79e-c9af-4b25-93fc-337141813bfb req-f2337c08-6323-4e54-81ab-2ff25c1c0afd tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:20.680166 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5a21f79e-c9af-4b25-93fc-337141813bfb req-f2337c08-6323-4e54-81ab-2ff25c1c0afd tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 946 time: 0.2275901 Feb 04 12:52:20.862918 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5a21f79e-c9af-4b25-93fc-337141813bfb req-be4294e4-a50c-4eaa-88b5-8752a08abc70 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759889 Feb 04 12:52:21.279552 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c22f4-1a0e-4f7e-9922-0e25705ccd3f req-98916eaf-484e-4824-a581-c6860db56830 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:21.284905 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-968c22f4-1a0e-4f7e-9922-0e25705ccd3f req-98916eaf-484e-4824-a581-c6860db56830 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 946 time: 0.3329492 Feb 04 12:52:21.433674 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-968c22f4-1a0e-4f7e-9922-0e25705ccd3f req-6d111b3b-9daa-4ba8-9289-f8633eee19a8 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435177 Feb 04 12:52:21.720572 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:21.969915 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2649c3ee-0f6b-4064-b783-1f5389689ab3 req-639724d3-ee55-4712-bec9-2cd70f616b6c tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:21.978977 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2649c3ee-0f6b-4064-b783-1f5389689ab3 req-639724d3-ee55-4712-bec9-2cd70f616b6c tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 946 time: 0.2843583 Feb 04 12:52:22.147878 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2649c3ee-0f6b-4064-b783-1f5389689ab3 req-99d17302-bbc1-4cdb-8ac7-11d28e0cfde0 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596515 Feb 04 12:52:22.520030 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f0e1be-746b-4f59-8328-62559bbb05c8 req-3e4f0505-b518-4217-8822-a6173ec7ebcd tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:22.522360 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f6f0e1be-746b-4f59-8328-62559bbb05c8 req-3e4f0505-b518-4217-8822-a6173ec7ebcd tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 946 time: 0.1772761 Feb 04 12:52:22.644381 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f6f0e1be-746b-4f59-8328-62559bbb05c8 req-ab8ad148-84f6-45c6-865a-82d821ae3c3c tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158812 Feb 04 12:52:22.944608 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d17fe3-1545-4d71-ae35-091e55919b56 req-7f3c4687-c2df-4fb9-a96d-5f1007e0a90a tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:22.949117 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-40d17fe3-1545-4d71-ae35-091e55919b56 req-7f3c4687-c2df-4fb9-a96d-5f1007e0a90a tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 946 time: 0.1446834 Feb 04 12:52:23.109683 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-40d17fe3-1545-4d71-ae35-091e55919b56 req-39a87a48-8165-4427-a7d7-f477957d6782 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432772 Feb 04 12:52:23.416470 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572279f1-3e3f-4ff8-9fed-d3b4d9d10e84 req-30f5a849-2b8b-4632-a75f-a771200fae5b tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:23.418718 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-572279f1-3e3f-4ff8-9fed-d3b4d9d10e84 req-30f5a849-2b8b-4632-a75f-a771200fae5b tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 946 time: 0.1662917 Feb 04 12:52:23.509788 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-572279f1-3e3f-4ff8-9fed-d3b4d9d10e84 req-ff9f1b46-ef52-4ecb-9203-5f07936e59f1 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773790 Feb 04 12:52:23.859221 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ba1960-37a0-4730-b279-08f922d9bbe4 req-d661ab64-14dc-461a-b677-a39d37f3df51 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:23.860838 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b5ba1960-37a0-4730-b279-08f922d9bbe4 req-d661ab64-14dc-461a-b677-a39d37f3df51 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 946 time: 0.1259229 Feb 04 12:52:23.970733 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b5ba1960-37a0-4730-b279-08f922d9bbe4 req-0dc14fc9-9dac-457b-a590-eb99eade9269 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028378 Feb 04 12:52:24.401680 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8284531f-e58a-46eb-8874-4e7aa3181b01 req-918ed4d7-8576-4519-b289-82c35161d886 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:24.428402 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8284531f-e58a-46eb-8874-4e7aa3181b01 req-918ed4d7-8576-4519-b289-82c35161d886 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 946 time: 0.2109311 Feb 04 12:52:24.562107 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8284531f-e58a-46eb-8874-4e7aa3181b01 req-765c442e-b3ec-4240-b46b-859074bf417f tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323683 Feb 04 12:52:24.966651 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8198d02a-8482-486d-9a1f-00b16ba2f8df req-4c9f0f9c-3979-4184-9886-ad8c722f034e tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:24.968249 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8198d02a-8482-486d-9a1f-00b16ba2f8df req-4c9f0f9c-3979-4184-9886-ad8c722f034e tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 946 time: 0.1775613 Feb 04 12:52:25.160148 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8198d02a-8482-486d-9a1f-00b16ba2f8df req-57ab8d3d-1be3-4ced-a624-8fa8c1dcbac5 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857285 Feb 04 12:52:25.537170 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201fafd4-ee0c-41ed-bfe4-1512996d14a1 req-96bdd412-30b1-4f76-9030-964fddbc2ac4 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:25.546279 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-201fafd4-ee0c-41ed-bfe4-1512996d14a1 req-96bdd412-30b1-4f76-9030-964fddbc2ac4 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 946 time: 0.1704068 Feb 04 12:52:25.640408 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-201fafd4-ee0c-41ed-bfe4-1512996d14a1 req-dd09953f-48e9-4fc1-bd1c-9904f5825b4e tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931087 Feb 04 12:52:26.140673 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa81cdf-6588-4356-adb8-27d1b093a7b7 req-8290a2b4-5fee-4aad-94f3-778d54da59e2 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:26.156716 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7fa81cdf-6588-4356-adb8-27d1b093a7b7 req-8290a2b4-5fee-4aad-94f3-778d54da59e2 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 946 time: 0.2421057 Feb 04 12:52:26.282377 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7fa81cdf-6588-4356-adb8-27d1b093a7b7 req-c9968f22-c6bf-45d8-89f6-09a41fac83e6 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174469 Feb 04 12:52:26.627172 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80989dd-d84b-4778-997f-cf92ea4439f2 req-c7544bde-e27b-4991-98f6-66b3041772a6 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:26.628810 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b80989dd-d84b-4778-997f-cf92ea4439f2 req-c7544bde-e27b-4991-98f6-66b3041772a6 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 946 time: 0.1319711 Feb 04 12:52:26.762172 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b80989dd-d84b-4778-997f-cf92ea4439f2 req-c21d773f-9c68-4b28-9b42-6edc5f08be3c tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137292 Feb 04 12:52:27.043284 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45e264e-6184-4aa8-b94c-07ca5227214e req-d3121c8a-ea86-41ff-8bc0-0eeb26062e26 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:27.051484 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b45e264e-6184-4aa8-b94c-07ca5227214e req-d3121c8a-ea86-41ff-8bc0-0eeb26062e26 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 946 time: 0.1305354 Feb 04 12:52:27.201234 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b45e264e-6184-4aa8-b94c-07ca5227214e req-7903b76e-c4e6-40b1-b361-00ab394633a4 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380208 Feb 04 12:52:31.163280 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:31.870879 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:32.645671 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 43862) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:52:32.953813 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-aee5cf6a-82b8-444d-b73a-47c90d81bc07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:33.304264 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ed4f98-5137-49ad-a32e-c25b2b0fca9c req-520ecc1e-39f4-4ecc-9e73-7ea92cb80a1e tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:33.318290 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c3ed4f98-5137-49ad-a32e-c25b2b0fca9c req-520ecc1e-39f4-4ecc-9e73-7ea92cb80a1e tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=22704979-2c9f-416c-a9cc-621c4bd05eca HTTP/1.1" status: 200 len: 945 time: 0.1990714 Feb 04 12:52:33.329875 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-aee5cf6a-82b8-444d-b73a-47c90d81bc07 admin admin] Publish callbacks [] for security_group (006739e2-4b8b-4132-881f-dd16b16285c5), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:33.335643 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-aee5cf6a-82b8-444d-b73a-47c90d81bc07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (006739e2-4b8b-4132-881f-dd16b16285c5), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:33.427155 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-aee5cf6a-82b8-444d-b73a-47c90d81bc07 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c17a9ee8b14e478c837b9e3928373104&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7796848 Feb 04 12:52:33.428022 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee5cf6a-82b8-444d-b73a-47c90d81bc07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=006739e2-4b8b-4132-881f-dd16b16285c5,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:33.437414 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 43886) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:52:33.439382 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee5cf6a-82b8-444d-b73a-47c90d81bc07 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:33.439918 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee5cf6a-82b8-444d-b73a-47c90d81bc07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:33.440412 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee5cf6a-82b8-444d-b73a-47c90d81bc07 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:33.440907 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee5cf6a-82b8-444d-b73a-47c90d81bc07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:33.441393 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee5cf6a-82b8-444d-b73a-47c90d81bc07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:33.441901 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee5cf6a-82b8-444d-b73a-47c90d81bc07 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:33.442387 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee5cf6a-82b8-444d-b73a-47c90d81bc07 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:33.442867 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee5cf6a-82b8-444d-b73a-47c90d81bc07 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:33.443347 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee5cf6a-82b8-444d-b73a-47c90d81bc07 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:33.443870 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee5cf6a-82b8-444d-b73a-47c90d81bc07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:33.444355 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee5cf6a-82b8-444d-b73a-47c90d81bc07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:33.444834 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee5cf6a-82b8-444d-b73a-47c90d81bc07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:33.445313 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee5cf6a-82b8-444d-b73a-47c90d81bc07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:33.510986 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c3ed4f98-5137-49ad-a32e-c25b2b0fca9c req-bb28ad19-dce8-4c1b-9c3e-915f75e004da tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3f9fd42-344e-42cb-9241-a34957176b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1912363 Feb 04 12:52:33.600586 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e451abbc-b561-418c-ae66-2646fc8f7178 admin admin] Publish callbacks [] for security_group (006739e2-4b8b-4132-881f-dd16b16285c5), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:33.653346 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e451abbc-b561-418c-ae66-2646fc8f7178 admin admin] Publish callbacks [] for security_group (006739e2-4b8b-4132-881f-dd16b16285c5), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:33.768399 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e451abbc-b561-418c-ae66-2646fc8f7178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (006739e2-4b8b-4132-881f-dd16b16285c5), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:33.772499 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e451abbc-b561-418c-ae66-2646fc8f7178 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:33.773885 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-e451abbc-b561-418c-ae66-2646fc8f7178 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/006739e2-4b8b-4132-881f-dd16b16285c5 HTTP/1.1" status: 204 len: 168 time: 0.3234696 Feb 04 12:52:33.791910 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e451abbc-b561-418c-ae66-2646fc8f7178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=006739e2-4b8b-4132-881f-dd16b16285c5,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:34.707556 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device cb852aaa-eaf1-4660-8fc3-7bde91629607 no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:52:34.835441 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 44000) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:52:34.879452 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5fd114f0-902d-4aea-ad08-42f36cf76bcc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:34.997984 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port cb852aaa-eaf1-4660-8fc3-7bde91629607 is: ACTIVE; New status is: DOWN {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:52:34.998392 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (cb852aaa-eaf1-4660-8fc3-7bde91629607), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:35.111351 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22704979-2c9f-416c-a9cc-621c4bd05eca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb852aaa-eaf1-4660-8fc3-7bde91629607'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:52:35.124634 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ea34752-79ab-4bde-86a9-318db0f0752b" -d '{"events": [{"server_uuid": "22704979-2c9f-416c-a9cc-621c4bd05eca", "name": "network-vif-unplugged", "status": "completed", "tag": "cb852aaa-eaf1-4660-8fc3-7bde91629607"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:52:35.172235 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port cb852aaa-eaf1-4660-8fc3-7bde91629607, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=cb852aaa-eaf1-4660-8fc3-7bde91629607,segment=NetworkSegment(435809b5-4790-4cc2-92a6-17b1a1ceee55),segment_id=435809b5-4790-4cc2-92a6-17b1a1ceee55)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:52:35.190680 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (cb852aaa-eaf1-4660-8fc3-7bde91629607), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:35.303189 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=cb852aaa-eaf1-4660-8fc3-7bde91629607,revision_number=8']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:35.321069 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 12:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbfc93f2-ea1a-467c-8ec7-2141c7c9c33d x-openstack-request-id: req-cbfc93f2-ea1a-467c-8ec7-2141c7c9c33d {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:52:35.322526 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22704979-2c9f-416c-a9cc-621c4bd05eca", "name": "network-vif-unplugged", "status": "completed", "tag": "cb852aaa-eaf1-4660-8fc3-7bde91629607", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:52:35.322891 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cbfc93f2-ea1a-467c-8ec7-2141c7c9c33d {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:52:35.323593 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22704979-2c9f-416c-a9cc-621c4bd05eca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb852aaa-eaf1-4660-8fc3-7bde91629607', 'code': 200} Feb 04 12:52:35.344526 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5fd114f0-902d-4aea-ad08-42f36cf76bcc admin admin] Publish callbacks [] for security_group (950d2858-6bdf-4924-b905-0f62b1f39f17), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:35.357845 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5fd114f0-902d-4aea-ad08-42f36cf76bcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (950d2858-6bdf-4924-b905-0f62b1f39f17), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:35.437878 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-5fd114f0-902d-4aea-ad08-42f36cf76bcc admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d72498026b8c4a7d86b073afd83d845c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6011515 Feb 04 12:52:35.441836 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 44068) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:52:35.475133 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd114f0-902d-4aea-ad08-42f36cf76bcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=950d2858-6bdf-4924-b905-0f62b1f39f17,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:35.487631 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd114f0-902d-4aea-ad08-42f36cf76bcc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:35.490810 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd114f0-902d-4aea-ad08-42f36cf76bcc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:35.491349 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd114f0-902d-4aea-ad08-42f36cf76bcc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:35.491854 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd114f0-902d-4aea-ad08-42f36cf76bcc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:35.492331 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd114f0-902d-4aea-ad08-42f36cf76bcc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:35.492796 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd114f0-902d-4aea-ad08-42f36cf76bcc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:35.493371 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd114f0-902d-4aea-ad08-42f36cf76bcc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:35.493835 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd114f0-902d-4aea-ad08-42f36cf76bcc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:35.494311 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd114f0-902d-4aea-ad08-42f36cf76bcc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:35.494784 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd114f0-902d-4aea-ad08-42f36cf76bcc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:35.495301 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd114f0-902d-4aea-ad08-42f36cf76bcc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:35.496025 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd114f0-902d-4aea-ad08-42f36cf76bcc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:35.496531 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd114f0-902d-4aea-ad08-42f36cf76bcc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:35.685749 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5624de92-3c31-4bad-8f8a-a02864d40243 admin admin] Publish callbacks [] for security_group (950d2858-6bdf-4924-b905-0f62b1f39f17), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:35.765949 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5624de92-3c31-4bad-8f8a-a02864d40243 admin admin] Publish callbacks [] for security_group (950d2858-6bdf-4924-b905-0f62b1f39f17), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:35.891045 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5624de92-3c31-4bad-8f8a-a02864d40243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (950d2858-6bdf-4924-b905-0f62b1f39f17), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:35.900114 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5624de92-3c31-4bad-8f8a-a02864d40243 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:35.905282 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-5624de92-3c31-4bad-8f8a-a02864d40243 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/950d2858-6bdf-4924-b905-0f62b1f39f17 HTTP/1.1" status: 204 len: 168 time: 0.4581289 Feb 04 12:52:35.926071 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5624de92-3c31-4bad-8f8a-a02864d40243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=950d2858-6bdf-4924-b905-0f62b1f39f17,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:38.740427 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device cb852aaa-eaf1-4660-8fc3-7bde91629607 details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:52:39.516848 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 12:52:39.791469 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port cb852aaa-eaf1-4660-8fc3-7bde91629607, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=cb852aaa-eaf1-4660-8fc3-7bde91629607,segment=NetworkSegment(435809b5-4790-4cc2-92a6-17b1a1ceee55),segment_id=435809b5-4790-4cc2-92a6-17b1a1ceee55)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:52:39.843996 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': 'cb852aaa-eaf1-4660-8fc3-7bde91629607', 'network_id': '2199cf82-6b45-4a26-9381-22c185674f2b', 'port_id': 'cb852aaa-eaf1-4660-8fc3-7bde91629607', 'mac_address': 'fa:16:3e:cf:56:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88c9f8fd-dc13-4414-bafb-3591060ecfdc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:52:40.039526 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port cb852aaa-eaf1-4660-8fc3-7bde91629607 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:52:40.045397 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (cb852aaa-eaf1-4660-8fc3-7bde91629607), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:40.094923 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb852aaa-eaf1-4660-8fc3-7bde91629607 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:52:40.237727 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port cb852aaa-eaf1-4660-8fc3-7bde91629607, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=cb852aaa-eaf1-4660-8fc3-7bde91629607,segment=NetworkSegment(435809b5-4790-4cc2-92a6-17b1a1ceee55),segment_id=435809b5-4790-4cc2-92a6-17b1a1ceee55)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:52:40.252506 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (cb852aaa-eaf1-4660-8fc3-7bde91629607), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:40.389514 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['cb852aaa-eaf1-4660-8fc3-7bde91629607'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:52:40.540557 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=cb852aaa-eaf1-4660-8fc3-7bde91629607,revision_number=9']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:42.756598 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device cb852aaa-eaf1-4660-8fc3-7bde91629607 up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:52:42.966414 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port cb852aaa-eaf1-4660-8fc3-7bde91629607 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:52:42.967397 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (cb852aaa-eaf1-4660-8fc3-7bde91629607), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:43.229098 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port cb852aaa-eaf1-4660-8fc3-7bde91629607 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:52:43.229916 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (cb852aaa-eaf1-4660-8fc3-7bde91629607), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:43.279853 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22704979-2c9f-416c-a9cc-621c4bd05eca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb852aaa-eaf1-4660-8fc3-7bde91629607'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:52:43.282532 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79c6027e-4f45-43a2-a311-f6a778ec699a" -d '{"events": [{"server_uuid": "22704979-2c9f-416c-a9cc-621c4bd05eca", "name": "network-vif-plugged", "status": "completed", "tag": "cb852aaa-eaf1-4660-8fc3-7bde91629607"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:52:43.322354 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port cb852aaa-eaf1-4660-8fc3-7bde91629607, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=cb852aaa-eaf1-4660-8fc3-7bde91629607,segment=NetworkSegment(435809b5-4790-4cc2-92a6-17b1a1ceee55),segment_id=435809b5-4790-4cc2-92a6-17b1a1ceee55)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:52:43.328977 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (cb852aaa-eaf1-4660-8fc3-7bde91629607), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:43.448833 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cd24cd8-49b6-459a-8d60-736a4ccff2ba x-openstack-request-id: req-1cd24cd8-49b6-459a-8d60-736a4ccff2ba {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:52:43.453173 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22704979-2c9f-416c-a9cc-621c4bd05eca", "name": "network-vif-plugged", "status": "completed", "tag": "cb852aaa-eaf1-4660-8fc3-7bde91629607", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:52:43.453743 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1cd24cd8-49b6-459a-8d60-736a4ccff2ba {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:52:43.454423 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22704979-2c9f-416c-a9cc-621c4bd05eca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb852aaa-eaf1-4660-8fc3-7bde91629607', 'code': 200} Feb 04 12:52:43.455710 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=cb852aaa-eaf1-4660-8fc3-7bde91629607,revision_number=10']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:45.568501 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-095c0b07-78aa-4aad-8529-6064f71417ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:46.465093 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b635458b-425b-4fea-8e0e-9f7d8a34f394 req-c4bb1567-d162-4277-a241-05d72edab110 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:46.478040 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b635458b-425b-4fea-8e0e-9f7d8a34f394 req-c4bb1567-d162-4277-a241-05d72edab110 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 946 time: 0.1282182 Feb 04 12:52:46.673117 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b635458b-425b-4fea-8e0e-9f7d8a34f394 req-8a0ccc1a-0671-4b2b-be04-684b6b20f97e tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838980 Feb 04 12:52:47.905274 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0531de-7434-4d2b-9c9d-970e9a9bbcab req-e93c85af-6c19-410b-ac4d-d7c151967787 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:47.907670 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bd0531de-7434-4d2b-9c9d-970e9a9bbcab req-e93c85af-6c19-410b-ac4d-d7c151967787 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.77 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 946 time: 0.1400564 Feb 04 12:52:48.010175 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1fa83576-eff4-4d06-a618-b89c7d176f8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:48.186074 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d601b5eb-0124-40a3-8dad-aff29d158fd2 req-30b075cc-aeef-4c2a-ba18-9cae9cf84e11 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:48.186074 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d601b5eb-0124-40a3-8dad-aff29d158fd2 req-30b075cc-aeef-4c2a-ba18-9cae9cf84e11 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c HTTP/1.1" status: 200 len: 946 time: 0.2850726 Feb 04 12:52:48.280459 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-bd0531de-7434-4d2b-9c9d-970e9a9bbcab req-66b52bae-3e01-4fd5-967f-b44a3b1cc1a6 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Deleting port 74c9b60f-0b88-4ba9-96bb-be833f049be5 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:52:48.280787 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-bd0531de-7434-4d2b-9c9d-970e9a9bbcab req-66b52bae-3e01-4fd5-967f-b44a3b1cc1a6 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (74c9b60f-0b88-4ba9-96bb-be833f049be5), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:48.471800 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-bd0531de-7434-4d2b-9c9d-970e9a9bbcab req-66b52bae-3e01-4fd5-967f-b44a3b1cc1a6 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] For port 74c9b60f-0b88-4ba9-96bb-be833f049be5, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=74c9b60f-0b88-4ba9-96bb-be833f049be5,segment=NetworkSegment(974832f8-c618-4ae2-8054-a35b04d5793c),segment_id=974832f8-c618-4ae2-8054-a35b04d5793c)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:52:48.472176 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-bd0531de-7434-4d2b-9c9d-970e9a9bbcab req-66b52bae-3e01-4fd5-967f-b44a3b1cc1a6 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (74c9b60f-0b88-4ba9-96bb-be833f049be5), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:48.494425 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-bd0531de-7434-4d2b-9c9d-970e9a9bbcab req-66b52bae-3e01-4fd5-967f-b44a3b1cc1a6 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Calling delete_port for 74c9b60f-0b88-4ba9-96bb-be833f049be5 owned by compute:nova {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:52:48.528431 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d601b5eb-0124-40a3-8dad-aff29d158fd2 req-d8f88dd8-1bef-4cfa-a3c4-e141b4a4644b tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.65 "GET /v2.0/security-groups?id=e57762a0-afb6-4642-bf78-e2bdc97a355a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3447890 Feb 04 12:52:48.816387 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-bd0531de-7434-4d2b-9c9d-970e9a9bbcab req-66b52bae-3e01-4fd5-967f-b44a3b1cc1a6 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (74c9b60f-0b88-4ba9-96bb-be833f049be5), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:48.829142 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['74c9b60f-0b88-4ba9-96bb-be833f049be5'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:52:48.952346 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b52bae-3e01-4fd5-967f-b44a3b1cc1a6 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Pushing event deleted for resources: {'Port': ['ID=74c9b60f-0b88-4ba9-96bb-be833f049be5,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:49.005051 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd0531de-7434-4d2b-9c9d-970e9a9bbcab req-66b52bae-3e01-4fd5-967f-b44a3b1cc1a6 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] No DVR routers for this DVR port 74c9b60f-0b88-4ba9-96bb-be833f049be5 on host n-h2-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:52:49.008741 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-bd0531de-7434-4d2b-9c9d-970e9a9bbcab req-66b52bae-3e01-4fd5-967f-b44a3b1cc1a6 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:49.020375 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bd0531de-7434-4d2b-9c9d-970e9a9bbcab req-66b52bae-3e01-4fd5-967f-b44a3b1cc1a6 tempest-ServersNegativeTestJSON-1266484033 tempest-ServersNegativeTestJSON-1266484033-project] 10.222.0.77 "DELETE /v2.0/ports/74c9b60f-0b88-4ba9-96bb-be833f049be5 HTTP/1.1" status: 204 len: 173 time: 1.0995040 Feb 04 12:52:49.023577 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c', 'name': 'network-vif-deleted', 'tag': '74c9b60f-0b88-4ba9-96bb-be833f049be5'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:52:49.030144 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d4d636e-1da0-4c98-911c-23adcf0e93bd" -d '{"events": [{"server_uuid": "abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c", "name": "network-vif-deleted", "tag": "74c9b60f-0b88-4ba9-96bb-be833f049be5"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:52:49.111132 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fba8a5e2-507c-4bfe-b927-77d6d6860e34 x-openstack-request-id: req-fba8a5e2-507c-4bfe-b927-77d6d6860e34 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:52:49.111932 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c", "name": "network-vif-deleted", "tag": "74c9b60f-0b88-4ba9-96bb-be833f049be5", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:52:49.112545 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fba8a5e2-507c-4bfe-b927-77d6d6860e34 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:52:49.113396 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abfaf3c9-fb2d-4cd1-96a1-1f681ea0780c', 'name': 'network-vif-deleted', 'tag': '74c9b60f-0b88-4ba9-96bb-be833f049be5', 'status': 'completed', 'code': 200} Feb 04 12:52:49.255756 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:49.606072 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 44700) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:52:49.734239 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2db93d1-33d0-4de5-ba38-319287148efb admin admin] Deleting subnet 5f3947cd-b907-480d-bce5-7265d1d5d85d {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:52:49.748260 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c2db93d1-33d0-4de5-ba38-319287148efb admin admin] Publish callbacks [] for subnet (5f3947cd-b907-480d-bce5-7265d1d5d85d), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:49.845093 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c2db93d1-33d0-4de5-ba38-319287148efb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (5f3947cd-b907-480d-bce5-7265d1d5d85d), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:49.962434 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c2db93d1-33d0-4de5-ba38-319287148efb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (5f3947cd-b907-480d-bce5-7265d1d5d85d), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:50.090541 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c2db93d1-33d0-4de5-ba38-319287148efb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (5f3947cd-b907-480d-bce5-7265d1d5d85d), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:50.137750 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c2db93d1-33d0-4de5-ba38-319287148efb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:50.154567 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-c2db93d1-33d0-4de5-ba38-319287148efb admin admin] 10.222.0.65 "DELETE /v2.0/subnets/5f3947cd-b907-480d-bce5-7265d1d5d85d HTTP/1.1" status: 204 len: 168 time: 0.5472834 Feb 04 12:52:50.159396 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 44708) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:52:50.197365 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2db93d1-33d0-4de5-ba38-319287148efb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f3947cd-b907-480d-bce5-7265d1d5d85d,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:50.365404 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-454267b2-0633-48b1-865f-e1ebcace2fef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (7ed78c2f-5e06-4bf6-9fbc-42500f903f0d), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:50.480302 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-454267b2-0633-48b1-865f-e1ebcace2fef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (7ed78c2f-5e06-4bf6-9fbc-42500f903f0d), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:50.530022 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:50.543350 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-454267b2-0633-48b1-865f-e1ebcace2fef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ed78c2f-5e06-4bf6-9fbc-42500f903f0d']}} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:52:50.571863 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-454267b2-0633-48b1-865f-e1ebcace2fef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '974832f8-c618-4ae2-8054-a35b04d5793c') {'for_net_delete': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:52:50.572193 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-454267b2-0633-48b1-865f-e1ebcace2fef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '974832f8-c618-4ae2-8054-a35b04d5793c') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:52:50.597529 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-454267b2-0633-48b1-865f-e1ebcace2fef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51859336'] for segment (974832f8-c618-4ae2-8054-a35b04d5793c), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:50.625503 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-454267b2-0633-48b1-865f-e1ebcace2fef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (974832f8-c618-4ae2-8054-a35b04d5793c), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:50.633392 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-454267b2-0633-48b1-865f-e1ebcace2fef admin admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=103475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:52:50.634085 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-454267b2-0633-48b1-865f-e1ebcace2fef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-52093388'] for segment (974832f8-c618-4ae2-8054-a35b04d5793c), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:50.748854 n-d-825015-3 neutron-server[103475]: Traceback (most recent call last): Feb 04 12:52:50.748854 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:52:50.748854 n-d-825015-3 neutron-server[103475]: timer() Feb 04 12:52:50.748854 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:52:50.748854 n-d-825015-3 neutron-server[103475]: cb(*args, **kw) Feb 04 12:52:50.748854 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:52:50.748854 n-d-825015-3 neutron-server[103475]: return func(*args, **kwargs) Feb 04 12:52:50.748854 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:52:50.748854 n-d-825015-3 neutron-server[103475]: self._notify() Feb 04 12:52:50.748854 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:52:50.748854 n-d-825015-3 neutron-server[103475]: self.callback(batched_events) Feb 04 12:52:50.748854 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:52:50.748854 n-d-825015-3 neutron-server[103475]: event.method(event) Feb 04 12:52:50.748854 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:52:50.748854 n-d-825015-3 neutron-server[103475]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:52:50.748854 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:52:50.748854 n-d-825015-3 neutron-server[103475]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:52:50.748854 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:52:50.748854 n-d-825015-3 neutron-server[103475]: return f(self, *a, **k) Feb 04 12:52:50.748854 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:52:50.748854 n-d-825015-3 neutron-server[103475]: return self._get(url).json() Feb 04 12:52:50.748854 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:52:50.748854 n-d-825015-3 neutron-server[103475]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:52:50.748854 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:52:50.748854 n-d-825015-3 neutron-server[103475]: return self.request(url, 'GET', **kwargs) Feb 04 12:52:50.748854 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:52:50.748854 n-d-825015-3 neutron-server[103475]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:52:50.748854 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:52:50.748854 n-d-825015-3 neutron-server[103475]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:52:50.748854 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:52:50.748854 n-d-825015-3 neutron-server[103475]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:52:50.748854 n-d-825015-3 neutron-server[103475]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:52:50.753250 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-454267b2-0633-48b1-865f-e1ebcace2fef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (7ed78c2f-5e06-4bf6-9fbc-42500f903f0d), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:50.771497 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-454267b2-0633-48b1-865f-e1ebcace2fef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:50.784588 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-454267b2-0633-48b1-865f-e1ebcace2fef admin admin] 10.222.0.65 "DELETE /v2.0/networks/7ed78c2f-5e06-4bf6-9fbc-42500f903f0d HTTP/1.1" status: 204 len: 168 time: 0.6211729 Feb 04 12:52:50.809692 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454267b2-0633-48b1-865f-e1ebcace2fef admin admin] Pushing event deleted for resources: {'Network': ['ID=7ed78c2f-5e06-4bf6-9fbc-42500f903f0d,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:51.099383 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 44720) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:52:51.191781 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-beda8460-00ac-4240-81f0-73c7054c608e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=38cb7f8ec7594c9ea49e940b44ab6547&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0903711 Feb 04 12:52:51.191985 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 44722) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:52:51.318569 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-49931e97-91bd-4a94-95d2-d437fa65aee4 admin admin] Publish callbacks [] for security_group (e57762a0-afb6-4642-bf78-e2bdc97a355a), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:51.360431 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 74c9b60f-0b88-4ba9-96bb-be833f049be5 no longer exists at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:52:51.372942 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-49931e97-91bd-4a94-95d2-d437fa65aee4 admin admin] Publish callbacks [] for security_group (e57762a0-afb6-4642-bf78-e2bdc97a355a), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:51.442714 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] No Port match for: 74c9b60f-0b88-4ba9-96bb-be833f049be5 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:52:51.444846 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 74c9b60f-0b88-4ba9-96bb-be833f049be5 not bound to the agent host n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:52:51.467795 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-49931e97-91bd-4a94-95d2-d437fa65aee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (e57762a0-afb6-4642-bf78-e2bdc97a355a), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:51.476037 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-49931e97-91bd-4a94-95d2-d437fa65aee4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:51.481460 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-49931e97-91bd-4a94-95d2-d437fa65aee4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e57762a0-afb6-4642-bf78-e2bdc97a355a HTTP/1.1" status: 204 len: 168 time: 0.2881911 Feb 04 12:52:51.524239 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49931e97-91bd-4a94-95d2-d437fa65aee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e57762a0-afb6-4642-bf78-e2bdc97a355a,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:51.730033 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:53.101277 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 44764) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:52:53.303645 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-1ade71e5-07fd-42a2-8932-424e75a14802 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1266261161-network', 'tenant_id': '4f4d49ee079a497eb55ebd44985c736f'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:52:53.349285 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ade71e5-07fd-42a2-8932-424e75a14802 admin admin] Made reservation on behalf of 4f4d49ee079a497eb55ebd44985c736f for: {'network': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:52:53.351853 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1ade71e5-07fd-42a2-8932-424e75a14802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:53.373159 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1ade71e5-07fd-42a2-8932-424e75a14802 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:53.654245 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1ade71e5-07fd-42a2-8932-424e75a14802 admin admin] Publish callbacks [] for security_group (02f124b6-2056-444c-940e-3936cac4f2e7), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:53.665367 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1ade71e5-07fd-42a2-8932-424e75a14802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (02f124b6-2056-444c-940e-3936cac4f2e7), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:53.742388 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ade71e5-07fd-42a2-8932-424e75a14802 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=103475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:52:53.762654 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ade71e5-07fd-42a2-8932-424e75a14802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02f124b6-2056-444c-940e-3936cac4f2e7,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:53.784524 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1ade71e5-07fd-42a2-8932-424e75a14802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (02e71c5c-f490-47fb-a461-b7ca9beaf6a9), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:53.784909 n-d-825015-3 neutron-server[103475]: INFO neutron.db.segments_db [None req-1ade71e5-07fd-42a2-8932-424e75a14802 admin admin] Added segment 02e71c5c-f490-47fb-a461-b7ca9beaf6a9 of type vlan for network 5fcf81ad-9868-4381-8611-63216de3fc89 Feb 04 12:52:53.886246 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1ade71e5-07fd-42a2-8932-424e75a14802 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (5fcf81ad-9868-4381-8611-63216de3fc89), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:53.951421 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1ade71e5-07fd-42a2-8932-424e75a14802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (5fcf81ad-9868-4381-8611-63216de3fc89), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:53.953304 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ade71e5-07fd-42a2-8932-424e75a14802 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:53.954070 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1ade71e5-07fd-42a2-8932-424e75a14802 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:54.040077 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-1ade71e5-07fd-42a2-8932-424e75a14802 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9331512 Feb 04 12:52:54.150703 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ade71e5-07fd-42a2-8932-424e75a14802 admin admin] Pushing event updated for resources: {'Network': ['ID=5fcf81ad-9868-4381-8611-63216de3fc89,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:54.175024 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 5fcf81ad-9868-4381-8611-63216de3fc89 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:52:54.676625 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b0edbf-c046-4968-ac56-28db7f734329 req-c0a2fee7-b6cb-4f29-b488-104635ae181f tempest-ComputeTenantNetworksTest-184570810 tempest-ComputeTenantNetworksTest-184570810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:54.689481 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b0edbf-c046-4968-ac56-28db7f734329 req-c0a2fee7-b6cb-4f29-b488-104635ae181f tempest-ComputeTenantNetworksTest-184570810 tempest-ComputeTenantNetworksTest-184570810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:54.696896 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b0edbf-c046-4968-ac56-28db7f734329 req-c0a2fee7-b6cb-4f29-b488-104635ae181f tempest-ComputeTenantNetworksTest-184570810 tempest-ComputeTenantNetworksTest-184570810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:54.716529 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-76b0edbf-c046-4968-ac56-28db7f734329 req-c0a2fee7-b6cb-4f29-b488-104635ae181f tempest-ComputeTenantNetworksTest-184570810 tempest-ComputeTenantNetworksTest-184570810-project] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.2490654 Feb 04 12:52:54.890348 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b47350-5e29-4b74-9319-10892c4aba59 req-44fab07b-ef12-4367-9de0-f28808ecca4f tempest-ComputeTenantNetworksTest-184570810 tempest-ComputeTenantNetworksTest-184570810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:54.892031 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-45b47350-5e29-4b74-9319-10892c4aba59 req-44fab07b-ef12-4367-9de0-f28808ecca4f tempest-ComputeTenantNetworksTest-184570810 tempest-ComputeTenantNetworksTest-184570810-project] 10.222.0.65 "GET /v2.0/networks/5fcf81ad-9868-4381-8611-63216de3fc89 HTTP/1.1" status: 200 len: 769 time: 0.1583672 Feb 04 12:52:54.900055 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 44784) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:52:55.464047 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d5d948f9-4c39-4a48-a8b0-32d62c56153b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (5fcf81ad-9868-4381-8611-63216de3fc89), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:55.614227 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d5d948f9-4c39-4a48-a8b0-32d62c56153b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (5fcf81ad-9868-4381-8611-63216de3fc89), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:55.643324 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-d5d948f9-4c39-4a48-a8b0-32d62c56153b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fcf81ad-9868-4381-8611-63216de3fc89']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:52:55.674037 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-d5d948f9-4c39-4a48-a8b0-32d62c56153b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02e71c5c-f490-47fb-a461-b7ca9beaf6a9') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:52:55.674380 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-d5d948f9-4c39-4a48-a8b0-32d62c56153b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02e71c5c-f490-47fb-a461-b7ca9beaf6a9') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:52:55.697711 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d5d948f9-4c39-4a48-a8b0-32d62c56153b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (02e71c5c-f490-47fb-a461-b7ca9beaf6a9), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:55.719362 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d5d948f9-4c39-4a48-a8b0-32d62c56153b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (02e71c5c-f490-47fb-a461-b7ca9beaf6a9), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:55.735115 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5d948f9-4c39-4a48-a8b0-32d62c56153b admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:52:55.735973 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d5d948f9-4c39-4a48-a8b0-32d62c56153b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (02e71c5c-f490-47fb-a461-b7ca9beaf6a9), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:55.817581 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 12:52:55.817581 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:52:55.817581 n-d-825015-3 neutron-server[103474]: timer() Feb 04 12:52:55.817581 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:52:55.817581 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 12:52:55.817581 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:52:55.817581 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 12:52:55.817581 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:52:55.817581 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 12:52:55.817581 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:52:55.817581 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 12:52:55.817581 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:52:55.817581 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 12:52:55.817581 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:52:55.817581 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:52:55.817581 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:52:55.817581 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:52:55.817581 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:52:55.817581 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 12:52:55.817581 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:52:55.817581 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 12:52:55.817581 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:52:55.817581 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:52:55.817581 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:52:55.817581 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 12:52:55.817581 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:52:55.817581 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:52:55.817581 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:52:55.817581 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:52:55.817581 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:52:55.817581 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:52:55.817581 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:52:55.822696 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d5d948f9-4c39-4a48-a8b0-32d62c56153b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (5fcf81ad-9868-4381-8611-63216de3fc89), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:55.840746 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d5d948f9-4c39-4a48-a8b0-32d62c56153b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:55.847690 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-d5d948f9-4c39-4a48-a8b0-32d62c56153b admin admin] 10.222.0.65 "DELETE /v2.0/networks/5fcf81ad-9868-4381-8611-63216de3fc89 HTTP/1.1" status: 204 len: 168 time: 0.9452100 Feb 04 12:52:55.880262 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d948f9-4c39-4a48-a8b0-32d62c56153b admin admin] Pushing event deleted for resources: {'Network': ['ID=5fcf81ad-9868-4381-8611-63216de3fc89,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:56.084436 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 44804) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:52:56.166118 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-433a5ff1-1107-420b-a926-2a5340e7ea1b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4f4d49ee079a497eb55ebd44985c736f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0798252 Feb 04 12:52:56.169638 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 44808) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:52:56.275312 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6d74458e-f47f-427f-aa96-8d4a0e42deeb admin admin] Publish callbacks [] for security_group (02f124b6-2056-444c-940e-3936cac4f2e7), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:56.327386 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6d74458e-f47f-427f-aa96-8d4a0e42deeb admin admin] Publish callbacks [] for security_group (02f124b6-2056-444c-940e-3936cac4f2e7), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:56.449605 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6d74458e-f47f-427f-aa96-8d4a0e42deeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (02f124b6-2056-444c-940e-3936cac4f2e7), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:56.453184 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6d74458e-f47f-427f-aa96-8d4a0e42deeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:56.457246 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-6d74458e-f47f-427f-aa96-8d4a0e42deeb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/02f124b6-2056-444c-940e-3936cac4f2e7 HTTP/1.1" status: 204 len: 168 time: 0.2836382 Feb 04 12:52:56.477374 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d74458e-f47f-427f-aa96-8d4a0e42deeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f124b6-2056-444c-940e-3936cac4f2e7,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:57.880776 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 44846) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:52:58.108753 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-d3dbfd85-b42e-4761-9bd7-9e86ef0bf591 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1268832276-network', 'tenant_id': 'b593a9b948e947caa7bb47e1be2cb62a'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:52:58.171986 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3dbfd85-b42e-4761-9bd7-9e86ef0bf591 admin admin] Made reservation on behalf of b593a9b948e947caa7bb47e1be2cb62a for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:52:58.174829 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d3dbfd85-b42e-4761-9bd7-9e86ef0bf591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:58.192103 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d3dbfd85-b42e-4761-9bd7-9e86ef0bf591 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:58.358845 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d3dbfd85-b42e-4761-9bd7-9e86ef0bf591 admin admin] Publish callbacks [] for security_group (2d9c4b32-46f0-4bab-83c6-eb7d6ab69351), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:58.365409 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d3dbfd85-b42e-4761-9bd7-9e86ef0bf591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (2d9c4b32-46f0-4bab-83c6-eb7d6ab69351), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:58.390146 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3dbfd85-b42e-4761-9bd7-9e86ef0bf591 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:52:58.417604 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d3dbfd85-b42e-4761-9bd7-9e86ef0bf591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (9842ab09-ee4e-45ca-9eb8-8a98cf18f30e), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:58.419337 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-d3dbfd85-b42e-4761-9bd7-9e86ef0bf591 admin admin] Added segment 9842ab09-ee4e-45ca-9eb8-8a98cf18f30e of type vlan for network 4e1bb528-5b08-4fe5-be55-e6e60ca268fa Feb 04 12:52:58.489477 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d3dbfd85-b42e-4761-9bd7-9e86ef0bf591 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (4e1bb528-5b08-4fe5-be55-e6e60ca268fa), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:58.535158 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d3dbfd85-b42e-4761-9bd7-9e86ef0bf591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (4e1bb528-5b08-4fe5-be55-e6e60ca268fa), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:58.536735 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3dbfd85-b42e-4761-9bd7-9e86ef0bf591 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:58.537524 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d3dbfd85-b42e-4761-9bd7-9e86ef0bf591 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:58.623608 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dbfd85-b42e-4761-9bd7-9e86ef0bf591 admin admin] Pushing event updated for resources: {'Network': ['ID=4e1bb528-5b08-4fe5-be55-e6e60ca268fa,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:58.632683 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-d3dbfd85-b42e-4761-9bd7-9e86ef0bf591 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7476821 Feb 04 12:52:58.633857 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 44854) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:52:58.638843 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-9cb0dbab-da27-4ebd-88c4-c5ecd6416785 admin admin] Request body: {'subnet': {'network_id': '4e1bb528-5b08-4fe5-be55-e6e60ca268fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1268832276-subnet', 'tenant_id': 'b593a9b948e947caa7bb47e1be2cb62a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:52:58.640149 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 4e1bb528-5b08-4fe5-be55-e6e60ca268fa details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:52:58.659412 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dbfd85-b42e-4761-9bd7-9e86ef0bf591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d9c4b32-46f0-4bab-83c6-eb7d6ab69351,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:58.659631 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cb0dbab-da27-4ebd-88c4-c5ecd6416785 admin admin] Made reservation on behalf of b593a9b948e947caa7bb47e1be2cb62a for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:52:58.662017 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9cb0dbab-da27-4ebd-88c4-c5ecd6416785 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:59.050777 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9cb0dbab-da27-4ebd-88c4-c5ecd6416785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52094127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51452689'] for subnet (13ec9a2b-ecf4-4399-96f0-6b85e2cca449), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:59.107047 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb0dbab-da27-4ebd-88c4-c5ecd6416785 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13ec9a2b-ecf4-4399-96f0-6b85e2cca449,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:59.159243 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb0dbab-da27-4ebd-88c4-c5ecd6416785 admin admin] Checking segment: {'id': '9842ab09-ee4e-45ca-9eb8-8a98cf18f30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '4e1bb528-5b08-4fe5-be55-e6e60ca268fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:52:59.159615 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb0dbab-da27-4ebd-88c4-c5ecd6416785 admin admin] Network hostable DHCP agents. Network: 4e1bb528-5b08-4fe5-be55-e6e60ca268fa, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:52:59.185007 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb0dbab-da27-4ebd-88c4-c5ecd6416785 admin admin] Network 4e1bb528-5b08-4fe5-be55-e6e60ca268fa is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:52:59.195631 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-9cb0dbab-da27-4ebd-88c4-c5ecd6416785 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 4e1bb528-5b08-4fe5-be55-e6e60ca268fa) {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:52:59.203313 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb0dbab-da27-4ebd-88c4-c5ecd6416785 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:59.203721 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9cb0dbab-da27-4ebd-88c4-c5ecd6416785 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:59.208212 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f023f2-c8a3-4616-93d4-f7a29d4d3470 None None] Network 4e1bb528-5b08-4fe5-be55-e6e60ca268fa requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:52:59.242196 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-9cb0dbab-da27-4ebd-88c4-c5ecd6416785 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6048367 Feb 04 12:52:59.242494 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 44858) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:52:59.247544 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-ed3a386d-a719-45e1-95d0-b2b055d191ab admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1268832276-router', 'tenant_id': 'b593a9b948e947caa7bb47e1be2cb62a', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:52:59.286694 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ed3a386d-a719-45e1-95d0-b2b055d191ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10933'] for router (ad781448-354f-4475-8771-926b2fdf8f5d), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:59.288462 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ed3a386d-a719-45e1-95d0-b2b055d191ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10924'] for router (ad781448-354f-4475-8771-926b2fdf8f5d), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:59.379617 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ed3a386d-a719-45e1-95d0-b2b055d191ab admin admin] Publish callbacks [] for router_controller (ad781448-354f-4475-8771-926b2fdf8f5d), precommit_add_association {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:59.601158 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ffa041-0b98-46e6-aedc-211fa9447b00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-4e1bb528-5b08-4fe5-be55-e6e60ca268fa', 'network_id': '4e1bb528-5b08-4fe5-be55-e6e60ca268fa', 'project_id': 'b593a9b948e947caa7bb47e1be2cb62a', 'fixed_ips': [{'subnet_id': '13ec9a2b-ecf4-4399-96f0-6b85e2cca449'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 12:52:59.603271 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-24ffa041-0b98-46e6-aedc-211fa9447b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:59.717214 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ed3a386d-a719-45e1-95d0-b2b055d191ab admin admin] Publish callbacks [] for router_gateway (ad781448-354f-4475-8771-926b2fdf8f5d), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:00.078596 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-24ffa041-0b98-46e6-aedc-211fa9447b00 None None] Allocated IP 172.20.0.2 (4e1bb528-5b08-4fe5-be55-e6e60ca268fa/13ec9a2b-ecf4-4399-96f0-6b85e2cca449/b90c960e-f4f5-4bd5-bd14-9eaa9cbd75e9) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:53:00.329174 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ed3a386d-a719-45e1-95d0-b2b055d191ab admin admin] Publish callbacks [] for router_gateway (ad781448-354f-4475-8771-926b2fdf8f5d), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:00.386736 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ed3a386d-a719-45e1-95d0-b2b055d191ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:00.516698 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-24ffa041-0b98-46e6-aedc-211fa9447b00 None None] Publish callbacks [] for port (b90c960e-f4f5-4bd5-bd14-9eaa9cbd75e9), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:00.534900 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-24ffa041-0b98-46e6-aedc-211fa9447b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (b90c960e-f4f5-4bd5-bd14-9eaa9cbd75e9), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:00.669754 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-ed3a386d-a719-45e1-95d0-b2b055d191ab admin admin] Allocated IP 172.25.3.165 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/300c692c-234b-454d-a129-02e2565a82bb) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:53:00.686404 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ffa041-0b98-46e6-aedc-211fa9447b00 None None] Pushing event updated for resources: {'Port': ['ID=b90c960e-f4f5-4bd5-bd14-9eaa9cbd75e9,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:00.696285 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ffa041-0b98-46e6-aedc-211fa9447b00 None None] Network 4e1bb528-5b08-4fe5-be55-e6e60ca268fa is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:53:00.698144 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-24ffa041-0b98-46e6-aedc-211fa9447b00 None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:53:00.701887 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ffa041-0b98-46e6-aedc-211fa9447b00 None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:53:00.836994 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-24ffa041-0b98-46e6-aedc-211fa9447b00 None None] Attempting to bind port b90c960e-f4f5-4bd5-bd14-9eaa9cbd75e9 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:53:00.837200 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-24ffa041-0b98-46e6-aedc-211fa9447b00 None None] Attempting to bind port b90c960e-f4f5-4bd5-bd14-9eaa9cbd75e9 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '9842ab09-ee4e-45ca-9eb8-8a98cf18f30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '4e1bb528-5b08-4fe5-be55-e6e60ca268fa'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:53:00.837569 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ffa041-0b98-46e6-aedc-211fa9447b00 None None] Attempting to bind port b90c960e-f4f5-4bd5-bd14-9eaa9cbd75e9 on network 4e1bb528-5b08-4fe5-be55-e6e60ca268fa {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:53:00.863234 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ffa041-0b98-46e6-aedc-211fa9447b00 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:53:00.863562 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ffa041-0b98-46e6-aedc-211fa9447b00 None None] Checking segment: {'id': '9842ab09-ee4e-45ca-9eb8-8a98cf18f30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '4e1bb528-5b08-4fe5-be55-e6e60ca268fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:53:00.863999 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-24ffa041-0b98-46e6-aedc-211fa9447b00 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:00.864401 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ffa041-0b98-46e6-aedc-211fa9447b00 None None] Bound using segment: {'id': '9842ab09-ee4e-45ca-9eb8-8a98cf18f30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '4e1bb528-5b08-4fe5-be55-e6e60ca268fa'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:53:00.864887 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-24ffa041-0b98-46e6-aedc-211fa9447b00 None None] Bound port: b90c960e-f4f5-4bd5-bd14-9eaa9cbd75e9, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9842ab09-ee4e-45ca-9eb8-8a98cf18f30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '4e1bb528-5b08-4fe5-be55-e6e60ca268fa'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:53:00.865270 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-24ffa041-0b98-46e6-aedc-211fa9447b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (b90c960e-f4f5-4bd5-bd14-9eaa9cbd75e9), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:00.945348 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ed3a386d-a719-45e1-95d0-b2b055d191ab admin admin] Publish callbacks [] for port (300c692c-234b-454d-a129-02e2565a82bb), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:01.049541 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ed3a386d-a719-45e1-95d0-b2b055d191ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (300c692c-234b-454d-a129-02e2565a82bb), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:01.097075 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-24ffa041-0b98-46e6-aedc-211fa9447b00 None None] For port b90c960e-f4f5-4bd5-bd14-9eaa9cbd75e9, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:53:01.107985 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-24ffa041-0b98-46e6-aedc-211fa9447b00 None None] For port b90c960e-f4f5-4bd5-bd14-9eaa9cbd75e9, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=b90c960e-f4f5-4bd5-bd14-9eaa9cbd75e9,segment=NetworkSegment(9842ab09-ee4e-45ca-9eb8-8a98cf18f30e),segment_id=9842ab09-ee4e-45ca-9eb8-8a98cf18f30e)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:53:01.128808 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-24ffa041-0b98-46e6-aedc-211fa9447b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (b90c960e-f4f5-4bd5-bd14-9eaa9cbd75e9), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:01.138053 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3a386d-a719-45e1-95d0-b2b055d191ab admin admin] Pushing event updated for resources: {'Port': ['ID=300c692c-234b-454d-a129-02e2565a82bb,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:01.220002 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3a386d-a719-45e1-95d0-b2b055d191ab admin admin] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:53:01.225539 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-ed3a386d-a719-45e1-95d0-b2b055d191ab admin admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:53:01.232466 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3a386d-a719-45e1-95d0-b2b055d191ab admin admin] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:53:01.345302 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ffa041-0b98-46e6-aedc-211fa9447b00 None None] Pushing event updated for resources: {'Port': ['ID=b90c960e-f4f5-4bd5-bd14-9eaa9cbd75e9,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:01.370469 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:01.422163 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d6e634-c563-4b63-a044-b43f755408e0 req-8b84f7fa-447b-4d9d-88a8-d3a5f082e26a tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:01.423758 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e0d6e634-c563-4b63-a044-b43f755408e0 req-8b84f7fa-447b-4d9d-88a8-d3a5f082e26a tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] 10.222.0.65 "GET /v2.0/networks?id=114bf314-65ab-4816-b3d2-279c775b8454 HTTP/1.1" status: 200 len: 813 time: 0.2622595 Feb 04 12:53:01.445888 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e0d6e634-c563-4b63-a044-b43f755408e0 req-1a50cba5-5a01-4946-ae6f-da54c858658c tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] 10.222.0.65 "GET /v2.0/quotas/d911462b4fc5499194cfc3e92602aea6 HTTP/1.1" status: 200 len: 375 time: 0.0157974 Feb 04 12:53:01.528284 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e0d6e634-c563-4b63-a044-b43f755408e0 req-d8152363-0877-464f-81eb-e3f37b815312 tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=d911462b4fc5499194cfc3e92602aea6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0756910 Feb 04 12:53:01.658130 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [req-e0d6e634-c563-4b63-a044-b43f755408e0 req-b8b0fd40-0971-4ff1-95db-e298cc97b4d5 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:53:01.659790 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e0d6e634-c563-4b63-a044-b43f755408e0 req-b8b0fd40-0971-4ff1-95db-e298cc97b4d5 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1202378 Feb 04 12:53:01.889078 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:01.995829 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e0d6e634-c563-4b63-a044-b43f755408e0 req-6fd91f7f-311e-4049-8981-821c6e756822 service neutron] 10.222.0.65 "GET /v2.0/networks/114bf314-65ab-4816-b3d2-279c775b8454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3279874 Feb 04 12:53:02.002742 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ed3a386d-a719-45e1-95d0-b2b055d191ab admin admin] Publish callbacks [] for router_gateway (ad781448-354f-4475-8771-926b2fdf8f5d), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:02.292865 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e0d6e634-c563-4b63-a044-b43f755408e0 req-0db609c4-c859-428b-94bf-59cc8feb1366 service neutron] 10.222.0.65 "GET /v2.0/networks/114bf314-65ab-4816-b3d2-279c775b8454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2955654 Feb 04 12:53:02.363558 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ed3a386d-a719-45e1-95d0-b2b055d191ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141'] for router (ad781448-354f-4475-8771-926b2fdf8f5d), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:02.595489 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed3a386d-a719-45e1-95d0-b2b055d191ab admin admin] Router ad781448-354f-4475-8771-926b2fdf8f5d is scheduled to L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de with binding_index 1 {{(pid=103474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 12:53:02.628297 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ba7ca697-cbfd-4f37-b118-284e3eb1e4af req-05ec912b-e892-4520-af01-4058025d7cfb tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] 10.222.0.65 "GET /v2.0/ports?device_id=d66e92bf-8693-4dc5-b9c9-43a9131efaec HTTP/1.1" status: 200 len: 210 time: 0.0570760 Feb 04 12:53:02.837933 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed3a386d-a719-45e1-95d0-b2b055d191ab admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:53:02.847981 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4446f4-5e29-443e-b668-af5d6054757b None None] Sync routers for ids ['ad781448-354f-4475-8771-926b2fdf8f5d'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:53:02.871926 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ed3a386d-a719-45e1-95d0-b2b055d191ab admin admin] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:02.893655 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-ed3a386d-a719-45e1-95d0-b2b055d191ab admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.6472390 Feb 04 12:53:02.894003 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 44906) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:53:02.904700 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4446f4-5e29-443e-b668-af5d6054757b None None] Routers {'ad781448-354f-4475-8771-926b2fdf8f5d'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:53:02.914822 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-7f4446f4-5e29-443e-b668-af5d6054757b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:52:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['ad781448-354f-4475-8771-926b2fdf8f5d'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:53:03.413489 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-7f4446f4-5e29-443e-b668-af5d6054757b None None] Set router ad781448-354f-4475-8771-926b2fdf8f5d gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:53:03.725705 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66a83eb-6f8f-4fc0-86de-aee3335782a0 None None] Network 4e1bb528-5b08-4fe5-be55-e6e60ca268fa requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:53:03.935500 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f21651ab-4375-4534-ace4-ba6137a5f438 req-039c0a33-ea8a-420f-934a-cbd7b8aa5aa7 tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] 10.222.0.65 "GET /v2.0/ports?device_id=d66e92bf-8693-4dc5-b9c9-43a9131efaec HTTP/1.1" status: 200 len: 210 time: 0.1657627 Feb 04 12:53:04.175088 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device b90c960e-f4f5-4bd5-bd14-9eaa9cbd75e9 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:53:04.268990 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-f9f0060e-b406-4145-a71d-a488fcb255f8 None None] Provisioning complete for port b90c960e-f4f5-4bd5-bd14-9eaa9cbd75e9 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:53:04.270090 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f9f0060e-b406-4145-a71d-a488fcb255f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (b90c960e-f4f5-4bd5-bd14-9eaa9cbd75e9), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:04.449283 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-f9f0060e-b406-4145-a71d-a488fcb255f8 None None] Current status of the port b90c960e-f4f5-4bd5-bd14-9eaa9cbd75e9 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:53:04.452187 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f9f0060e-b406-4145-a71d-a488fcb255f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (b90c960e-f4f5-4bd5-bd14-9eaa9cbd75e9), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:04.629096 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-f9f0060e-b406-4145-a71d-a488fcb255f8 None None] For port b90c960e-f4f5-4bd5-bd14-9eaa9cbd75e9, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=b90c960e-f4f5-4bd5-bd14-9eaa9cbd75e9,segment=NetworkSegment(9842ab09-ee4e-45ca-9eb8-8a98cf18f30e),segment_id=9842ab09-ee4e-45ca-9eb8-8a98cf18f30e)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:53:04.632105 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-26fb055e-5369-48ef-9789-1a8c1488e983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:04.643768 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port b90c960e-f4f5-4bd5-bd14-9eaa9cbd75e9 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:53:04.648461 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (b90c960e-f4f5-4bd5-bd14-9eaa9cbd75e9), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:04.659320 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-7f4446f4-5e29-443e-b668-af5d6054757b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad781448-354f-4475-8771-926b2fdf8f5d', 'name': 'tempest-AttachVolumeShelveTestJSON-1268832276-router', 'tenant_id': 'b593a9b948e947caa7bb47e1be2cb62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '300c692c-234b-454d-a129-02e2565a82bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:52:59Z', 'updated_at': '2022-02-04T12:53:01Z', 'revision_number': 3, 'project_id': 'b593a9b948e947caa7bb47e1be2cb62a', 'gw_port': {'id': '300c692c-234b-454d-a129-02e2565a82bb', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:02:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad781448-354f-4475-8771-926b2fdf8f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:53:00Z', 'updated_at': '2022-02-04T12:53:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:53:04.665649 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f9f0060e-b406-4145-a71d-a488fcb255f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (b90c960e-f4f5-4bd5-bd14-9eaa9cbd75e9), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:04.965220 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4446f4-5e29-443e-b668-af5d6054757b None None] Checking router: ad781448-354f-4475-8771-926b2fdf8f5d for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:53:04.965835 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4446f4-5e29-443e-b668-af5d6054757b None None] Updating router ad781448-354f-4475-8771-926b2fdf8f5d port 300c692c-234b-454d-a129-02e2565a82bb binding host n-d-825015-3 {{(pid=103476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:53:05.059703 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7f4446f4-5e29-443e-b668-af5d6054757b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (300c692c-234b-454d-a129-02e2565a82bb), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:05.104497 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 44942) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:53:05.422781 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4d92d088-3ce7-4b48-a1a1-9a812ec6da7e req-2cded260-a16b-46b5-998d-cb0c17c933f0 tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] 10.222.0.65 "GET /v2.0/ports?device_id=d66e92bf-8693-4dc5-b9c9-43a9131efaec HTTP/1.1" status: 200 len: 210 time: 0.1576016 Feb 04 12:53:05.483268 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-26fb055e-5369-48ef-9789-1a8c1488e983 admin admin] Allocated IP 172.20.0.1 (4e1bb528-5b08-4fe5-be55-e6e60ca268fa/13ec9a2b-ecf4-4399-96f0-6b85e2cca449/ec0f355e-bd5d-45ba-89ac-a7696024d0a6) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:53:05.719195 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-0d5cde17-e7b5-4392-a7f0-79e756f727b1 None None] Provisioning complete for port b90c960e-f4f5-4bd5-bd14-9eaa9cbd75e9 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:53:05.719747 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0d5cde17-e7b5-4392-a7f0-79e756f727b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (b90c960e-f4f5-4bd5-bd14-9eaa9cbd75e9), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:05.724798 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d6e634-c563-4b63-a044-b43f755408e0 req-a29e4f80-0396-4608-bca1-c5528c373e1e tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:05.726846 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e0d6e634-c563-4b63-a044-b43f755408e0 req-a29e4f80-0396-4608-bca1-c5528c373e1e tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] 10.222.0.77 "GET /v2.0/networks?id=114bf314-65ab-4816-b3d2-279c775b8454 HTTP/1.1" status: 200 len: 813 time: 0.6239235 Feb 04 12:53:05.730899 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-edc4edfd-b4e4-4c18-a6aa-5017aa32efab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:05.742429 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-e0d6e634-c563-4b63-a044-b43f755408e0 req-f380a249-36e5-45d4-8f1b-7d85d810b72e tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] Request body: {'port': {'device_id': 'd66e92bf-8693-4dc5-b9c9-43a9131efaec', 'network_id': '114bf314-65ab-4816-b3d2-279c775b8454', 'admin_state_up': True, 'tenant_id': 'd911462b4fc5499194cfc3e92602aea6'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:53:05.803535 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f0060e-b406-4145-a71d-a488fcb255f8 None None] Pushing event updated for resources: {'Port': ['ID=b90c960e-f4f5-4bd5-bd14-9eaa9cbd75e9,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:05.880407 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f0060e-b406-4145-a71d-a488fcb255f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:53:05.880843 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f0060e-b406-4145-a71d-a488fcb255f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:53:05.881323 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f0060e-b406-4145-a71d-a488fcb255f8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:53:05.881548 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f0060e-b406-4145-a71d-a488fcb255f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:53:05.881867 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f0060e-b406-4145-a71d-a488fcb255f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:53:05.882213 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f0060e-b406-4145-a71d-a488fcb255f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:53:05.882813 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f0060e-b406-4145-a71d-a488fcb255f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:53:05.882954 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f0060e-b406-4145-a71d-a488fcb255f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:53:05.883217 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f0060e-b406-4145-a71d-a488fcb255f8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:53:05.883506 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f0060e-b406-4145-a71d-a488fcb255f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:53:05.883870 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f0060e-b406-4145-a71d-a488fcb255f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:53:05.884214 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f0060e-b406-4145-a71d-a488fcb255f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:53:05.884540 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f0060e-b406-4145-a71d-a488fcb255f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:53:05.958896 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-edc4edfd-b4e4-4c18-a6aa-5017aa32efab admin admin] Publish callbacks [] for security_group (62b866a8-a84b-480d-b3d7-98100e24a858), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:05.975369 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-edc4edfd-b4e4-4c18-a6aa-5017aa32efab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (62b866a8-a84b-480d-b3d7-98100e24a858), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:06.012199 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-26fb055e-5369-48ef-9789-1a8c1488e983 admin admin] Publish callbacks [] for port (ec0f355e-bd5d-45ba-89ac-a7696024d0a6), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:06.032943 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc4edfd-b4e4-4c18-a6aa-5017aa32efab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62b866a8-a84b-480d-b3d7-98100e24a858,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:06.088387 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-edc4edfd-b4e4-4c18-a6aa-5017aa32efab admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=412a3ccbd6084a9ba1b63f77fc00bf50&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9790490 Feb 04 12:53:06.090459 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 44962) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:53:06.180291 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-26fb055e-5369-48ef-9789-1a8c1488e983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (ec0f355e-bd5d-45ba-89ac-a7696024d0a6), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:06.312559 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3c946214-d364-4bb2-b510-5a0bcf5f9f54 admin admin] Publish callbacks [] for security_group (62b866a8-a84b-480d-b3d7-98100e24a858), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:06.352950 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3c946214-d364-4bb2-b510-5a0bcf5f9f54 admin admin] Publish callbacks [] for security_group (62b866a8-a84b-480d-b3d7-98100e24a858), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:06.413715 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0d6e634-c563-4b63-a044-b43f755408e0 req-f380a249-36e5-45d4-8f1b-7d85d810b72e tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] Made reservation on behalf of d911462b4fc5499194cfc3e92602aea6 for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:53:06.418867 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e0d6e634-c563-4b63-a044-b43f755408e0 req-f380a249-36e5-45d4-8f1b-7d85d810b72e tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:06.443202 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port b90c960e-f4f5-4bd5-bd14-9eaa9cbd75e9 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:53:06.626290 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0d5cde17-e7b5-4392-a7f0-79e756f727b1 None None] Current status of the port b90c960e-f4f5-4bd5-bd14-9eaa9cbd75e9 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:53:06.632852 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device b90c960e-f4f5-4bd5-bd14-9eaa9cbd75e9 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:53:06.680353 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7f4446f4-5e29-443e-b668-af5d6054757b None None] Publish callbacks [] for port (300c692c-234b-454d-a129-02e2565a82bb), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:06.705617 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7f4446f4-5e29-443e-b668-af5d6054757b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (300c692c-234b-454d-a129-02e2565a82bb), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:06.776912 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-e0d6e634-c563-4b63-a044-b43f755408e0 req-f380a249-36e5-45d4-8f1b-7d85d810b72e tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] Allocated IP 172.20.0.8 (114bf314-65ab-4816-b3d2-279c775b8454/888ca177-2183-496c-8ac4-309108397ef5/e48519a2-e7c1-4dd2-9b21-5c6b4567403b) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:53:06.818525 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-7f4446f4-5e29-443e-b668-af5d6054757b None None] Attempting to bind port 300c692c-234b-454d-a129-02e2565a82bb on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:53:06.819049 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-7f4446f4-5e29-443e-b668-af5d6054757b None None] Attempting to bind port 300c692c-234b-454d-a129-02e2565a82bb by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:53:06.819381 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4446f4-5e29-443e-b668-af5d6054757b None None] Attempting to bind port 300c692c-234b-454d-a129-02e2565a82bb on network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:53:06.834943 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4446f4-5e29-443e-b668-af5d6054757b None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:53:06.835343 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4446f4-5e29-443e-b668-af5d6054757b None None] Checking segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:53:06.835838 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7f4446f4-5e29-443e-b668-af5d6054757b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:06.836458 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4446f4-5e29-443e-b668-af5d6054757b None None] Bound using segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:53:06.837430 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-7f4446f4-5e29-443e-b668-af5d6054757b None None] Bound port: 300c692c-234b-454d-a129-02e2565a82bb, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:53:06.837904 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7f4446f4-5e29-443e-b668-af5d6054757b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (300c692c-234b-454d-a129-02e2565a82bb), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:06.917206 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-7f4446f4-5e29-443e-b668-af5d6054757b None None] For port 300c692c-234b-454d-a129-02e2565a82bb, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:53:06.923510 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-7f4446f4-5e29-443e-b668-af5d6054757b None None] For port 300c692c-234b-454d-a129-02e2565a82bb, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=300c692c-234b-454d-a129-02e2565a82bb,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:53:06.941250 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port b90c960e-f4f5-4bd5-bd14-9eaa9cbd75e9 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:53:06.941569 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (b90c960e-f4f5-4bd5-bd14-9eaa9cbd75e9), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:06.944659 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7f4446f4-5e29-443e-b668-af5d6054757b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (300c692c-234b-454d-a129-02e2565a82bb), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:07.048570 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9043e56-9fce-43b4-89ce-62e57a3caca1 None None] Pushing event updated for resources: {'Port': ['ID=300c692c-234b-454d-a129-02e2565a82bb,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:07.198782 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9043e56-9fce-43b4-89ce-62e57a3caca1 None None] Pushing event updated for resources: {'Port': ['ID=300c692c-234b-454d-a129-02e2565a82bb,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:07.205709 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4446f4-5e29-443e-b668-af5d6054757b None None] Routers {'ad781448-354f-4475-8771-926b2fdf8f5d'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:53:07.206367 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-7f4446f4-5e29-443e-b668-af5d6054757b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:52:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['ad781448-354f-4475-8771-926b2fdf8f5d'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:53:07.395549 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-7f4446f4-5e29-443e-b668-af5d6054757b None None] Set router ad781448-354f-4475-8771-926b2fdf8f5d gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:53:07.631971 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port b90c960e-f4f5-4bd5-bd14-9eaa9cbd75e9 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:53:07.705143 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3c946214-d364-4bb2-b510-5a0bcf5f9f54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (62b866a8-a84b-480d-b3d7-98100e24a858), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:07.708067 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3c946214-d364-4bb2-b510-5a0bcf5f9f54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:07.712351 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-3c946214-d364-4bb2-b510-5a0bcf5f9f54 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/62b866a8-a84b-480d-b3d7-98100e24a858 HTTP/1.1" status: 204 len: 168 time: 1.6208608 Feb 04 12:53:07.754672 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-7f4446f4-5e29-443e-b668-af5d6054757b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad781448-354f-4475-8771-926b2fdf8f5d', 'name': 'tempest-AttachVolumeShelveTestJSON-1268832276-router', 'tenant_id': 'b593a9b948e947caa7bb47e1be2cb62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '300c692c-234b-454d-a129-02e2565a82bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:52:59Z', 'updated_at': '2022-02-04T12:53:01Z', 'revision_number': 3, 'project_id': 'b593a9b948e947caa7bb47e1be2cb62a', 'gw_port': {'id': '300c692c-234b-454d-a129-02e2565a82bb', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:02:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad781448-354f-4475-8771-926b2fdf8f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:53:00Z', 'updated_at': '2022-02-04T12:53:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:53:07.802027 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a89b234b-53e2-4614-ba8a-7f4ecaad3785 req-3d22490f-4a54-4249-8895-a8187e68b943 tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] 10.222.0.65 "GET /v2.0/ports?device_id=d66e92bf-8693-4dc5-b9c9-43a9131efaec HTTP/1.1" status: 200 len: 210 time: 0.0876076 Feb 04 12:53:07.861720 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4446f4-5e29-443e-b668-af5d6054757b None None] The sync data for ids ['ad781448-354f-4475-8771-926b2fdf8f5d'] in n-d-825015-3 is: [{'id': 'ad781448-354f-4475-8771-926b2fdf8f5d', 'name': 'tempest-AttachVolumeShelveTestJSON-1268832276-router', 'tenant_id': 'b593a9b948e947caa7bb47e1be2cb62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '300c692c-234b-454d-a129-02e2565a82bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:52:59Z', 'updated_at': '2022-02-04T12:53:01Z', 'revision_number': 3, 'project_id': 'b593a9b948e947caa7bb47e1be2cb62a', 'gw_port': {'id': '300c692c-234b-454d-a129-02e2565a82bb', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:02:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad781448-354f-4475-8771-926b2fdf8f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:53:00Z', 'updated_at': '2022-02-04T12:53:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:53:07.871714 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26fb055e-5369-48ef-9789-1a8c1488e983 admin admin] Network 4e1bb528-5b08-4fe5-be55-e6e60ca268fa is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:53:07.874773 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c946214-d364-4bb2-b510-5a0bcf5f9f54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62b866a8-a84b-480d-b3d7-98100e24a858,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:07.888528 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fb055e-5369-48ef-9789-1a8c1488e983 admin admin] Pushing event updated for resources: {'Port': ['ID=ec0f355e-bd5d-45ba-89ac-a7696024d0a6,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:07.896881 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-26fb055e-5369-48ef-9789-1a8c1488e983 admin admin] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:53:07.906430 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fb055e-5369-48ef-9789-1a8c1488e983 admin admin] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:53:08.037046 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-26fb055e-5369-48ef-9789-1a8c1488e983 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1599818'] for router_interface (ad781448-354f-4475-8771-926b2fdf8f5d), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:08.162588 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e0d6e634-c563-4b63-a044-b43f755408e0 req-f380a249-36e5-45d4-8f1b-7d85d810b72e tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] Publish callbacks [] for port (e48519a2-e7c1-4dd2-9b21-5c6b4567403b), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:08.300051 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e0d6e634-c563-4b63-a044-b43f755408e0 req-f380a249-36e5-45d4-8f1b-7d85d810b72e tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (e48519a2-e7c1-4dd2-9b21-5c6b4567403b), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:08.390140 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-26fb055e-5369-48ef-9789-1a8c1488e983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (ec0f355e-bd5d-45ba-89ac-a7696024d0a6), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:08.411859 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0d6e634-c563-4b63-a044-b43f755408e0 req-f380a249-36e5-45d4-8f1b-7d85d810b72e tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] Network 114bf314-65ab-4816-b3d2-279c775b8454 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:53:08.493610 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-33f5ca03-2791-469d-a873-46e065b0512d None None] Provisioning complete for port ec0f355e-bd5d-45ba-89ac-a7696024d0a6 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:53:08.494022 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-33f5ca03-2791-469d-a873-46e065b0512d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (ec0f355e-bd5d-45ba-89ac-a7696024d0a6), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:08.525019 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-e0d6e634-c563-4b63-a044-b43f755408e0 req-f380a249-36e5-45d4-8f1b-7d85d810b72e tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:53:08.538883 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0d6e634-c563-4b63-a044-b43f755408e0 req-f380a249-36e5-45d4-8f1b-7d85d810b72e tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:53:08.545240 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 45008) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:53:08.572703 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-25cf8082-d080-4cc7-ae6d-fda9bee4e9da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:08.653910 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-33f5ca03-2791-469d-a873-46e065b0512d None None] Port ec0f355e-bd5d-45ba-89ac-a7696024d0a6 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:53:08.667519 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f380a249-36e5-45d4-8f1b-7d85d810b72e tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] Pushing event updated for resources: {'Port': ['ID=e48519a2-e7c1-4dd2-9b21-5c6b4567403b,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:08.759357 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d6e634-c563-4b63-a044-b43f755408e0 req-f380a249-36e5-45d4-8f1b-7d85d810b72e tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:08.760720 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e0d6e634-c563-4b63-a044-b43f755408e0 req-f380a249-36e5-45d4-8f1b-7d85d810b72e tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:08.785388 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 300c692c-234b-454d-a129-02e2565a82bb up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:53:08.817528 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-25cf8082-d080-4cc7-ae6d-fda9bee4e9da admin admin] Publish callbacks [] for security_group (b23ed7d5-cca9-4212-ad82-86f4000a2d6b), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:08.829058 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-25cf8082-d080-4cc7-ae6d-fda9bee4e9da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (b23ed7d5-cca9-4212-ad82-86f4000a2d6b), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:08.914159 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-25cf8082-d080-4cc7-ae6d-fda9bee4e9da admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=250a92b8a8ed448ba2d3762db1dd4641&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3672431 Feb 04 12:53:08.915891 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cf8082-d080-4cc7-ae6d-fda9bee4e9da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b23ed7d5-cca9-4212-ad82-86f4000a2d6b,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:08.920845 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 45018) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:53:08.997395 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 300c692c-234b-454d-a129-02e2565a82bb triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:53:08.997924 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (300c692c-234b-454d-a129-02e2565a82bb), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:09.057547 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e0d6e634-c563-4b63-a044-b43f755408e0 req-f380a249-36e5-45d4-8f1b-7d85d810b72e tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3197131 Feb 04 12:53:09.082760 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-e0d6e634-c563-4b63-a044-b43f755408e0 req-1d8f7203-485d-4156-b6e6-1ba1ad120865 service neutron] Request body: {'port': {'device_id': 'd66e92bf-8693-4dc5-b9c9-43a9131efaec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:53:09.088351 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-aeeadef2-1727-4478-97eb-ad84ffb47ff1 admin admin] Publish callbacks [] for security_group (b23ed7d5-cca9-4212-ad82-86f4000a2d6b), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:09.175652 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-aeeadef2-1727-4478-97eb-ad84ffb47ff1 admin admin] Publish callbacks [] for security_group (b23ed7d5-cca9-4212-ad82-86f4000a2d6b), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:09.207050 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 300c692c-234b-454d-a129-02e2565a82bb is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:53:09.207446 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (300c692c-234b-454d-a129-02e2565a82bb), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:09.215460 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a46082-5a47-41e0-bda7-ef5fcfc6dbf9 req-139d1f2a-e09e-41c5-bcce-3fa4c6778a4b tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:09.217239 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b1a46082-5a47-41e0-bda7-ef5fcfc6dbf9 req-139d1f2a-e09e-41c5-bcce-3fa4c6778a4b tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=22704979-2c9f-416c-a9cc-621c4bd05eca HTTP/1.1" status: 200 len: 946 time: 0.3924615 Feb 04 12:53:09.230622 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e0d6e634-c563-4b63-a044-b43f755408e0 req-1d8f7203-485d-4156-b6e6-1ba1ad120865 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (e48519a2-e7c1-4dd2-9b21-5c6b4567403b), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:09.233879 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port 300c692c-234b-454d-a129-02e2565a82bb, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=300c692c-234b-454d-a129-02e2565a82bb,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:53:09.240897 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (300c692c-234b-454d-a129-02e2565a82bb), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:09.328249 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=300c692c-234b-454d-a129-02e2565a82bb,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:09.337168 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-aeeadef2-1727-4478-97eb-ad84ffb47ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (b23ed7d5-cca9-4212-ad82-86f4000a2d6b), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:09.343366 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-aeeadef2-1727-4478-97eb-ad84ffb47ff1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:09.344761 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-aeeadef2-1727-4478-97eb-ad84ffb47ff1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b23ed7d5-cca9-4212-ad82-86f4000a2d6b HTTP/1.1" status: 204 len: 168 time: 0.4185205 Feb 04 12:53:09.362725 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeadef2-1727-4478-97eb-ad84ffb47ff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b23ed7d5-cca9-4212-ad82-86f4000a2d6b,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:09.432720 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14948f77-45bb-4151-b16b-86b123c2dfba req-0f7e30f1-d331-4be2-8e5d-44b94fee0b85 tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:09.434691 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-14948f77-45bb-4151-b16b-86b123c2dfba req-0f7e30f1-d331-4be2-8e5d-44b94fee0b85 tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] 10.222.0.65 "GET /v2.0/ports?device_id=d66e92bf-8693-4dc5-b9c9-43a9131efaec HTTP/1.1" status: 200 len: 931 time: 0.3999097 Feb 04 12:53:09.674611 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b1a46082-5a47-41e0-bda7-ef5fcfc6dbf9 req-f3654330-d7a8-474a-ac75-7970ce2034e2 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3f9fd42-344e-42cb-9241-a34957176b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4251657 Feb 04 12:53:09.776139 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-26fb055e-5369-48ef-9789-1a8c1488e983 admin admin] Publish callbacks [] for port (ec0f355e-bd5d-45ba-89ac-a7696024d0a6), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:09.801873 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-14948f77-45bb-4151-b16b-86b123c2dfba req-1f20930b-586b-4969-be58-a70b673f6223 tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] 10.222.0.65 "GET /v2.0/security-groups?id=c81fcece-bd48-4f4e-8fb2-64c8db70253b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3509378 Feb 04 12:53:09.808219 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-26fb055e-5369-48ef-9789-1a8c1488e983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (ec0f355e-bd5d-45ba-89ac-a7696024d0a6), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:09.927026 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-26fb055e-5369-48ef-9789-1a8c1488e983 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622202'] for router_interface (ad781448-354f-4475-8771-926b2fdf8f5d), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:10.076422 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-e0d6e634-c563-4b63-a044-b43f755408e0 req-1d8f7203-485d-4156-b6e6-1ba1ad120865 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e48519a2-e7c1-4dd2-9b21-5c6b4567403b {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:53:10.087405 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e0d6e634-c563-4b63-a044-b43f755408e0 req-1d8f7203-485d-4156-b6e6-1ba1ad120865 service neutron] Publish callbacks [] for port (e48519a2-e7c1-4dd2-9b21-5c6b4567403b), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:10.102443 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-e0d6e634-c563-4b63-a044-b43f755408e0 req-1d8f7203-485d-4156-b6e6-1ba1ad120865 service neutron] Transition to ACTIVE for port object e48519a2-e7c1-4dd2-9b21-5c6b4567403b will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:53:10.230943 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fb055e-5369-48ef-9789-1a8c1488e983 admin admin] Pushing event updated for resources: {'Port': ['ID=ec0f355e-bd5d-45ba-89ac-a7696024d0a6,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:10.251200 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e0d6e634-c563-4b63-a044-b43f755408e0 req-1d8f7203-485d-4156-b6e6-1ba1ad120865 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (e48519a2-e7c1-4dd2-9b21-5c6b4567403b), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:10.537656 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8f7203-485d-4156-b6e6-1ba1ad120865 service neutron] Pushing event updated for resources: {'Port': ['ID=e48519a2-e7c1-4dd2-9b21-5c6b4567403b,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:10.596053 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018b2025-3beb-4259-ab05-9010b3154704 req-bac59a11-dbea-4b50-b94a-30909b131371 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:10.597854 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-018b2025-3beb-4259-ab05-9010b3154704 req-bac59a11-dbea-4b50-b94a-30909b131371 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=22704979-2c9f-416c-a9cc-621c4bd05eca HTTP/1.1" status: 200 len: 946 time: 0.2073793 Feb 04 12:53:10.626292 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26fb055e-5369-48ef-9789-1a8c1488e983 admin admin] Network 4e1bb528-5b08-4fe5-be55-e6e60ca268fa is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:53:10.654221 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 300c692c-234b-454d-a129-02e2565a82bb up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:53:10.673222 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-26fb055e-5369-48ef-9789-1a8c1488e983 admin admin] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:53:10.714621 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-e0d6e634-c563-4b63-a044-b43f755408e0 req-1d8f7203-485d-4156-b6e6-1ba1ad120865 service neutron] Attempting to bind port e48519a2-e7c1-4dd2-9b21-5c6b4567403b on host n-h2-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:53:10.715153 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-e0d6e634-c563-4b63-a044-b43f755408e0 req-1d8f7203-485d-4156-b6e6-1ba1ad120865 service neutron] Attempting to bind port e48519a2-e7c1-4dd2-9b21-5c6b4567403b by drivers openvswitch,hyperv on host n-h2-825015-3 at level 0 using segments [{'id': 'fbf62fd6-6ba4-4309-a2d8-e3b0817a1f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '114bf314-65ab-4816-b3d2-279c775b8454'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:53:10.715627 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d6e634-c563-4b63-a044-b43f755408e0 req-1d8f7203-485d-4156-b6e6-1ba1ad120865 service neutron] Attempting to bind port e48519a2-e7c1-4dd2-9b21-5c6b4567403b on network 114bf314-65ab-4816-b3d2-279c775b8454 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:53:10.733596 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d6e634-c563-4b63-a044-b43f755408e0 req-1d8f7203-485d-4156-b6e6-1ba1ad120865 service neutron] Port e48519a2-e7c1-4dd2-9b21-5c6b4567403b on network 114bf314-65ab-4816-b3d2-279c775b8454 not bound, no agent of type Open vSwitch agent registered on host n-h2-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:53:10.734035 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d6e634-c563-4b63-a044-b43f755408e0 req-1d8f7203-485d-4156-b6e6-1ba1ad120865 service neutron] Attempting to bind port e48519a2-e7c1-4dd2-9b21-5c6b4567403b on network 114bf314-65ab-4816-b3d2-279c775b8454 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:53:10.748239 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 300c692c-234b-454d-a129-02e2565a82bb triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:53:10.748868 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (300c692c-234b-454d-a129-02e2565a82bb), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:10.762531 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d6e634-c563-4b63-a044-b43f755408e0 req-1d8f7203-485d-4156-b6e6-1ba1ad120865 service neutron] Checking agent: {'id': '9b68a165-e786-4b91-8592-44519c2ecabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:53:10.763109 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d6e634-c563-4b63-a044-b43f755408e0 req-1d8f7203-485d-4156-b6e6-1ba1ad120865 service neutron] Checking segment: {'id': 'fbf62fd6-6ba4-4309-a2d8-e3b0817a1f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '114bf314-65ab-4816-b3d2-279c775b8454'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:53:10.763549 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d6e634-c563-4b63-a044-b43f755408e0 req-1d8f7203-485d-4156-b6e6-1ba1ad120865 service neutron] Bound using segment: {'id': 'fbf62fd6-6ba4-4309-a2d8-e3b0817a1f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '114bf314-65ab-4816-b3d2-279c775b8454'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:53:10.764134 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-e0d6e634-c563-4b63-a044-b43f755408e0 req-1d8f7203-485d-4156-b6e6-1ba1ad120865 service neutron] Bound port: e48519a2-e7c1-4dd2-9b21-5c6b4567403b, host: n-h2-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbf62fd6-6ba4-4309-a2d8-e3b0817a1f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '114bf314-65ab-4816-b3d2-279c775b8454'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:53:10.764601 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e0d6e634-c563-4b63-a044-b43f755408e0 req-1d8f7203-485d-4156-b6e6-1ba1ad120865 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (e48519a2-e7c1-4dd2-9b21-5c6b4567403b), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:10.796725 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-018b2025-3beb-4259-ab05-9010b3154704 req-74e7eed2-764e-4116-acf9-80a35c7b2169 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3f9fd42-344e-42cb-9241-a34957176b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1879423 Feb 04 12:53:10.904500 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 300c692c-234b-454d-a129-02e2565a82bb is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:53:11.148966 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26fb055e-5369-48ef-9789-1a8c1488e983 admin admin] Router ad781448-354f-4475-8771-926b2fdf8f5d has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:53:11.501202 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26fb055e-5369-48ef-9789-1a8c1488e983 admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:53:11.512525 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29619d78-00bc-48f5-819a-3cabcf461372 None None] Sync routers for ids ['ad781448-354f-4475-8771-926b2fdf8f5d'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:53:11.522877 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-26fb055e-5369-48ef-9789-1a8c1488e983 admin admin] 10.222.0.65 "PUT /v2.0/routers/ad781448-354f-4475-8771-926b2fdf8f5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6195657 Feb 04 12:53:11.545310 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ba5814-fea7-4c29-bd82-2c68a539fab4 req-4ad4f4ca-1789-4c03-9190-599b997eadce tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:11.547407 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a3ba5814-fea7-4c29-bd82-2c68a539fab4 req-4ad4f4ca-1789-4c03-9190-599b997eadce tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] 10.222.0.65 "GET /v2.0/ports?device_id=d66e92bf-8693-4dc5-b9c9-43a9131efaec HTTP/1.1" status: 200 len: 943 time: 0.4765894 Feb 04 12:53:11.554601 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29619d78-00bc-48f5-819a-3cabcf461372 None None] Routers {'ad781448-354f-4475-8771-926b2fdf8f5d'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:53:11.581573 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-e0d6e634-c563-4b63-a044-b43f755408e0 req-1d8f7203-485d-4156-b6e6-1ba1ad120865 service neutron] For port e48519a2-e7c1-4dd2-9b21-5c6b4567403b, host n-h2-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:53:11.582012 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-29619d78-00bc-48f5-819a-3cabcf461372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:52:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['ad781448-354f-4475-8771-926b2fdf8f5d'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:53:11.614736 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-0b93f5cd-7dd8-4dd7-ae37-61c5aeeb4504 None None] Provisioning complete for port ec0f355e-bd5d-45ba-89ac-a7696024d0a6 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:53:11.615719 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b93f5cd-7dd8-4dd7-ae37-61c5aeeb4504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (ec0f355e-bd5d-45ba-89ac-a7696024d0a6), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:11.727917 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0b93f5cd-7dd8-4dd7-ae37-61c5aeeb4504 None None] Port ec0f355e-bd5d-45ba-89ac-a7696024d0a6 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:53:11.745347 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-e0d6e634-c563-4b63-a044-b43f755408e0 req-1d8f7203-485d-4156-b6e6-1ba1ad120865 service neutron] For port e48519a2-e7c1-4dd2-9b21-5c6b4567403b, host n-h2-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=e48519a2-e7c1-4dd2-9b21-5c6b4567403b,segment=NetworkSegment(fbf62fd6-6ba4-4309-a2d8-e3b0817a1f03),segment_id=fbf62fd6-6ba4-4309-a2d8-e3b0817a1f03)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:53:11.861153 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a3ba5814-fea7-4c29-bd82-2c68a539fab4 req-07c60d6b-36a5-4b0c-85ab-1f311caad1bd tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] 10.222.0.65 "GET /v2.0/security-groups?id=c81fcece-bd48-4f4e-8fb2-64c8db70253b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3033690 Feb 04 12:53:11.884955 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e0d6e634-c563-4b63-a044-b43f755408e0 req-1d8f7203-485d-4156-b6e6-1ba1ad120865 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (e48519a2-e7c1-4dd2-9b21-5c6b4567403b), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:11.923831 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-29619d78-00bc-48f5-819a-3cabcf461372 None None] Set router ad781448-354f-4475-8771-926b2fdf8f5d gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:53:11.981791 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d6e634-c563-4b63-a044-b43f755408e0 req-1d8f7203-485d-4156-b6e6-1ba1ad120865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:11.982624 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e0d6e634-c563-4b63-a044-b43f755408e0 req-1d8f7203-485d-4156-b6e6-1ba1ad120865 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:11.984798 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e0d6e634-c563-4b63-a044-b43f755408e0 req-1d8f7203-485d-4156-b6e6-1ba1ad120865 service neutron] 10.222.0.77 "PUT /v2.0/ports/e48519a2-e7c1-4dd2-9b21-5c6b4567403b HTTP/1.1" status: 200 len: 1091 time: 2.9135723 Feb 04 12:53:12.059266 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd66e92bf-8693-4dc5-b9c9-43a9131efaec', 'tag': 'e48519a2-e7c1-4dd2-9b21-5c6b4567403b'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:53:12.068672 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6164ad02-69a7-42f0-a1ab-c365bec3689f" -d '{"events": [{"name": "network-changed", "server_uuid": "d66e92bf-8693-4dc5-b9c9-43a9131efaec", "tag": "e48519a2-e7c1-4dd2-9b21-5c6b4567403b"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:53:12.217273 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c541d51-f6d5-4c48-aebd-055164eba1b7 req-bad74e2f-2065-49c4-bd32-4bf286a132af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:12.219962 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8c541d51-f6d5-4c48-aebd-055164eba1b7 req-bad74e2f-2065-49c4-bd32-4bf286a132af service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=081a166ab6754953977e00fecaf55e63&device_id=22704979-2c9f-416c-a9cc-621c4bd05eca HTTP/1.1" status: 200 len: 1128 time: 1.0814555 Feb 04 12:53:12.356691 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703d1dc4-7e06-4486-a554-3295a4625246 req-d23687c6-ea68-4fa9-98cf-18cd145a8a8d tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:12.358676 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-703d1dc4-7e06-4486-a554-3295a4625246 req-d23687c6-ea68-4fa9-98cf-18cd145a8a8d tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=22704979-2c9f-416c-a9cc-621c4bd05eca HTTP/1.1" status: 200 len: 946 time: 0.2603903 Feb 04 12:53:12.362527 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8f7203-485d-4156-b6e6-1ba1ad120865 service neutron] Pushing event updated for resources: {'Port': ['ID=e48519a2-e7c1-4dd2-9b21-5c6b4567403b,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:12.400843 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d6e634-c563-4b63-a044-b43f755408e0 req-2c5aad1d-9a55-4944-8cdd-a62f9b52d6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:12.403229 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e0d6e634-c563-4b63-a044-b43f755408e0 req-2c5aad1d-9a55-4944-8cdd-a62f9b52d6b8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d911462b4fc5499194cfc3e92602aea6&device_id=d66e92bf-8693-4dc5-b9c9-43a9131efaec HTTP/1.1" status: 200 len: 1125 time: 0.3308933 Feb 04 12:53:12.540526 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-29619d78-00bc-48f5-819a-3cabcf461372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad781448-354f-4475-8771-926b2fdf8f5d', 'name': 'tempest-AttachVolumeShelveTestJSON-1268832276-router', 'tenant_id': 'b593a9b948e947caa7bb47e1be2cb62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '300c692c-234b-454d-a129-02e2565a82bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:52:59Z', 'updated_at': '2022-02-04T12:53:08Z', 'revision_number': 4, 'project_id': 'b593a9b948e947caa7bb47e1be2cb62a', 'gw_port': {'id': '300c692c-234b-454d-a129-02e2565a82bb', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:02:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad781448-354f-4475-8771-926b2fdf8f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:53:00Z', 'updated_at': '2022-02-04T12:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'ec0f355e-bd5d-45ba-89ac-a7696024d0a6', 'name': '', 'network_id': '4e1bb528-5b08-4fe5-be55-e6e60ca268fa', 'tenant_id': 'b593a9b948e947caa7bb47e1be2cb62a', 'mac_address': 'fa:16:3e:a0:79:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad781448-354f-4475-8771-926b2fdf8f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '13ec9a2b-ecf4-4399-96f0-6b85e2cca449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:53:04Z', 'updated_at': '2022-02-04T12:53:08Z', 'revision_number': 2, 'project_id': 'b593a9b948e947caa7bb47e1be2cb62a', 'subnets': [{'id': '13ec9a2b-ecf4-4399-96f0-6b85e2cca449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:53:12.558054 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e0d6e634-c563-4b63-a044-b43f755408e0 req-55b7e6e7-4f4f-4cae-8eea-06051f27db65 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e48519a2-e7c1-4dd2-9b21-5c6b4567403b HTTP/1.1" status: 200 len: 217 time: 0.1448588 Feb 04 12:53:12.602589 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c541d51-f6d5-4c48-aebd-055164eba1b7 req-4f62b3b9-ff99-4490-af9d-d547655fa5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:12.606229 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29619d78-00bc-48f5-819a-3cabcf461372 None None] Checking router: ad781448-354f-4475-8771-926b2fdf8f5d for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:53:12.607969 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8c541d51-f6d5-4c48-aebd-055164eba1b7 req-4f62b3b9-ff99-4490-af9d-d547655fa5b4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2199cf82-6b45-4a26-9381-22c185674f2b HTTP/1.1" status: 200 len: 912 time: 0.3626864 Feb 04 12:53:12.611368 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29619d78-00bc-48f5-819a-3cabcf461372 None None] Updating router ad781448-354f-4475-8771-926b2fdf8f5d port ec0f355e-bd5d-45ba-89ac-a7696024d0a6 binding host n-d-825015-3 {{(pid=103477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:53:12.635191 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-703d1dc4-7e06-4486-a554-3295a4625246 req-3a6adab6-0383-4723-aa53-ae2ec0648ac0 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3f9fd42-344e-42cb-9241-a34957176b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2633231 Feb 04 12:53:12.698154 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-29619d78-00bc-48f5-819a-3cabcf461372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (ec0f355e-bd5d-45ba-89ac-a7696024d0a6), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:12.814727 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d6e634-c563-4b63-a044-b43f755408e0 req-f22c0d1f-07a1-4190-a8db-c31d9f95f942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:12.816640 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e0d6e634-c563-4b63-a044-b43f755408e0 req-f22c0d1f-07a1-4190-a8db-c31d9f95f942 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=888ca177-2183-496c-8ac4-309108397ef5 HTTP/1.1" status: 200 len: 853 time: 0.2071223 Feb 04 12:53:12.872988 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-128feb96-4aae-47f0-a2cf-ffd68b27221e x-openstack-request-id: req-128feb96-4aae-47f0-a2cf-ffd68b27221e {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:53:12.873346 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d66e92bf-8693-4dc5-b9c9-43a9131efaec", "tag": "e48519a2-e7c1-4dd2-9b21-5c6b4567403b", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:53:12.873525 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-128feb96-4aae-47f0-a2cf-ffd68b27221e {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:53:12.873918 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd66e92bf-8693-4dc5-b9c9-43a9131efaec', 'tag': 'e48519a2-e7c1-4dd2-9b21-5c6b4567403b', 'status': 'completed', 'code': 200} Feb 04 12:53:12.905079 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device cb852aaa-eaf1-4660-8fc3-7bde91629607 no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:53:12.913840 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e0d6e634-c563-4b63-a044-b43f755408e0 req-eeb24d1b-a30e-4896-8c05-e5e84e79e7a0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=114bf314-65ab-4816-b3d2-279c775b8454&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390358 Feb 04 12:53:12.988266 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8c541d51-f6d5-4c48-aebd-055164eba1b7 req-fa561085-507b-4174-b135-b75e6a2e1f2a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cb852aaa-eaf1-4660-8fc3-7bde91629607 HTTP/1.1" status: 200 len: 1000 time: 0.3502879 Feb 04 12:53:13.102903 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c541d51-f6d5-4c48-aebd-055164eba1b7 req-ecbf06e7-0372-4b49-af4b-84ab6d84867a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:13.105233 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8c541d51-f6d5-4c48-aebd-055164eba1b7 req-ecbf06e7-0372-4b49-af4b-84ab6d84867a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=88c9f8fd-dc13-4414-bafb-3591060ecfdc HTTP/1.1" status: 200 len: 850 time: 0.1027513 Feb 04 12:53:13.127395 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port cb852aaa-eaf1-4660-8fc3-7bde91629607 is: ACTIVE; New status is: DOWN {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:53:13.128238 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (cb852aaa-eaf1-4660-8fc3-7bde91629607), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:13.228325 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e0d6e634-c563-4b63-a044-b43f755408e0 req-47044d86-f28f-4534-9a77-1b52fe5f6f09 service neutron] 10.222.0.77 "GET /v2.0/networks/114bf314-65ab-4816-b3d2-279c775b8454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3033586 Feb 04 12:53:13.239800 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port cb852aaa-eaf1-4660-8fc3-7bde91629607, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=cb852aaa-eaf1-4660-8fc3-7bde91629607,segment=NetworkSegment(435809b5-4790-4cc2-92a6-17b1a1ceee55),segment_id=435809b5-4790-4cc2-92a6-17b1a1ceee55)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:53:13.241862 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22704979-2c9f-416c-a9cc-621c4bd05eca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb852aaa-eaf1-4660-8fc3-7bde91629607'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:53:13.253906 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b44ca862-2083-411e-a607-f672ee63a71b" -d '{"events": [{"server_uuid": "22704979-2c9f-416c-a9cc-621c4bd05eca", "name": "network-vif-unplugged", "status": "completed", "tag": "cb852aaa-eaf1-4660-8fc3-7bde91629607"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:53:13.268831 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (cb852aaa-eaf1-4660-8fc3-7bde91629607), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:13.360485 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-29619d78-00bc-48f5-819a-3cabcf461372 None None] Publish callbacks [] for port (ec0f355e-bd5d-45ba-89ac-a7696024d0a6), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:13.364934 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c541d51-f6d5-4c48-aebd-055164eba1b7 req-01f84c9d-db1a-42bd-a7c0-f8e88b3917ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:13.372131 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-29619d78-00bc-48f5-819a-3cabcf461372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (ec0f355e-bd5d-45ba-89ac-a7696024d0a6), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:13.378212 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8c541d51-f6d5-4c48-aebd-055164eba1b7 req-01f84c9d-db1a-42bd-a7c0-f8e88b3917ce service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2199cf82-6b45-4a26-9381-22c185674f2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2471826 Feb 04 12:53:13.400453 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=cb852aaa-eaf1-4660-8fc3-7bde91629607,revision_number=11']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:13.411315 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bae96c2-64e7-43f2-a5a4-971a92c13e80 req-56097b7c-127a-4d76-91c9-4503e32a0daf tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:13.415844 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1bae96c2-64e7-43f2-a5a4-971a92c13e80 req-56097b7c-127a-4d76-91c9-4503e32a0daf tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] 10.222.0.65 "GET /v2.0/ports?device_id=d66e92bf-8693-4dc5-b9c9-43a9131efaec HTTP/1.1" status: 200 len: 943 time: 0.3065519 Feb 04 12:53:13.539422 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d12e50-9ff0-4b6d-83b0-9b725fa3407d None None] Pushing event updated for resources: {'Port': ['ID=ec0f355e-bd5d-45ba-89ac-a7696024d0a6,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:13.612802 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d12e50-9ff0-4b6d-83b0-9b725fa3407d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:53:13.613912 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d12e50-9ff0-4b6d-83b0-9b725fa3407d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:53:13.614401 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d12e50-9ff0-4b6d-83b0-9b725fa3407d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:53:13.614918 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d12e50-9ff0-4b6d-83b0-9b725fa3407d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:53:13.615389 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d12e50-9ff0-4b6d-83b0-9b725fa3407d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:53:13.616193 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d12e50-9ff0-4b6d-83b0-9b725fa3407d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:53:13.616667 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d12e50-9ff0-4b6d-83b0-9b725fa3407d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:53:13.618021 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d12e50-9ff0-4b6d-83b0-9b725fa3407d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:53:13.619495 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d12e50-9ff0-4b6d-83b0-9b725fa3407d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:53:13.624173 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d12e50-9ff0-4b6d-83b0-9b725fa3407d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:53:13.624697 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d12e50-9ff0-4b6d-83b0-9b725fa3407d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:53:13.625620 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d12e50-9ff0-4b6d-83b0-9b725fa3407d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:53:13.626382 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d12e50-9ff0-4b6d-83b0-9b725fa3407d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:53:13.747697 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-29619d78-00bc-48f5-819a-3cabcf461372 None None] Attempting to bind port ec0f355e-bd5d-45ba-89ac-a7696024d0a6 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:53:13.748680 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-29619d78-00bc-48f5-819a-3cabcf461372 None None] Attempting to bind port ec0f355e-bd5d-45ba-89ac-a7696024d0a6 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '9842ab09-ee4e-45ca-9eb8-8a98cf18f30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '4e1bb528-5b08-4fe5-be55-e6e60ca268fa'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:53:13.749368 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29619d78-00bc-48f5-819a-3cabcf461372 None None] Attempting to bind port ec0f355e-bd5d-45ba-89ac-a7696024d0a6 on network 4e1bb528-5b08-4fe5-be55-e6e60ca268fa {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:53:13.762487 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29619d78-00bc-48f5-819a-3cabcf461372 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:53:13.763437 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29619d78-00bc-48f5-819a-3cabcf461372 None None] Checking segment: {'id': '9842ab09-ee4e-45ca-9eb8-8a98cf18f30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '4e1bb528-5b08-4fe5-be55-e6e60ca268fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:53:13.764088 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-29619d78-00bc-48f5-819a-3cabcf461372 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:13.764725 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29619d78-00bc-48f5-819a-3cabcf461372 None None] Bound using segment: {'id': '9842ab09-ee4e-45ca-9eb8-8a98cf18f30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '4e1bb528-5b08-4fe5-be55-e6e60ca268fa'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:53:13.765515 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-29619d78-00bc-48f5-819a-3cabcf461372 None None] Bound port: ec0f355e-bd5d-45ba-89ac-a7696024d0a6, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9842ab09-ee4e-45ca-9eb8-8a98cf18f30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '4e1bb528-5b08-4fe5-be55-e6e60ca268fa'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:53:13.766179 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-29619d78-00bc-48f5-819a-3cabcf461372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (ec0f355e-bd5d-45ba-89ac-a7696024d0a6), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:13.766943 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8c541d51-f6d5-4c48-aebd-055164eba1b7 req-51c44782-621f-4a6f-8ac3-0d7b46ad04e3 service neutron] 10.222.0.73 "GET /v2.0/networks/2199cf82-6b45-4a26-9381-22c185674f2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3894601 Feb 04 12:53:13.800875 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e0d6e634-c563-4b63-a044-b43f755408e0 req-b90443b2-0cac-43de-96d2-8e98c707fa28 service neutron] 10.222.0.77 "GET /v2.0/networks/114bf314-65ab-4816-b3d2-279c775b8454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5538223 Feb 04 12:53:13.897390 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1bae96c2-64e7-43f2-a5a4-971a92c13e80 req-e49b1a6d-b6ac-4180-b3b0-d4131c7ce95a tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] 10.222.0.65 "GET /v2.0/security-groups?id=c81fcece-bd48-4f4e-8fb2-64c8db70253b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692466 Feb 04 12:53:14.028420 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 12:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3f3e31b-997a-477d-acbb-96f8a286129f x-openstack-request-id: req-f3f3e31b-997a-477d-acbb-96f8a286129f {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:53:14.028906 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22704979-2c9f-416c-a9cc-621c4bd05eca", "name": "network-vif-unplugged", "status": "completed", "tag": "cb852aaa-eaf1-4660-8fc3-7bde91629607", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:53:14.029014 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f3f3e31b-997a-477d-acbb-96f8a286129f {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:53:14.029397 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22704979-2c9f-416c-a9cc-621c4bd05eca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb852aaa-eaf1-4660-8fc3-7bde91629607', 'code': 200} Feb 04 12:53:14.039272 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-29619d78-00bc-48f5-819a-3cabcf461372 None None] For port ec0f355e-bd5d-45ba-89ac-a7696024d0a6, host n-d-825015-3, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:53:14.070838 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-29619d78-00bc-48f5-819a-3cabcf461372 None None] For port ec0f355e-bd5d-45ba-89ac-a7696024d0a6, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=ec0f355e-bd5d-45ba-89ac-a7696024d0a6,segment=NetworkSegment(9842ab09-ee4e-45ca-9eb8-8a98cf18f30e),segment_id=9842ab09-ee4e-45ca-9eb8-8a98cf18f30e)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:53:14.086892 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-646a9828-01c8-4e50-a9c8-10c0422aabc3 None None] Provisioning complete for port ec0f355e-bd5d-45ba-89ac-a7696024d0a6 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:53:14.088682 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-646a9828-01c8-4e50-a9c8-10c0422aabc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (ec0f355e-bd5d-45ba-89ac-a7696024d0a6), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:14.109837 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-29619d78-00bc-48f5-819a-3cabcf461372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (ec0f355e-bd5d-45ba-89ac-a7696024d0a6), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:14.294373 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6164ad02-69a7-42f0-a1ab-c365bec3689f req-434b70f3-ab61-459b-bfad-481bd9b751ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:14.301250 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6164ad02-69a7-42f0-a1ab-c365bec3689f req-434b70f3-ab61-459b-bfad-481bd9b751ed service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d911462b4fc5499194cfc3e92602aea6&device_id=d66e92bf-8693-4dc5-b9c9-43a9131efaec HTTP/1.1" status: 200 len: 1125 time: 0.4037850 Feb 04 12:53:14.387102 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d12e50-9ff0-4b6d-83b0-9b725fa3407d None None] Pushing event updated for resources: {'Port': ['ID=ec0f355e-bd5d-45ba-89ac-a7696024d0a6,revision_number=4']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:14.421384 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29619d78-00bc-48f5-819a-3cabcf461372 None None] Routers {'ad781448-354f-4475-8771-926b2fdf8f5d'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:53:14.422031 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-29619d78-00bc-48f5-819a-3cabcf461372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:52:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['ad781448-354f-4475-8771-926b2fdf8f5d'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:53:14.587145 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6164ad02-69a7-42f0-a1ab-c365bec3689f req-4f1e777a-023f-4c1a-b847-f7e8fd84ebb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:14.592828 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6164ad02-69a7-42f0-a1ab-c365bec3689f req-4f1e777a-023f-4c1a-b847-f7e8fd84ebb8 service neutron] 10.222.0.77 "GET /v2.0/networks?id=114bf314-65ab-4816-b3d2-279c775b8454 HTTP/1.1" status: 200 len: 914 time: 0.2770901 Feb 04 12:53:14.674427 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 45492) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:53:14.674954 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-646a9828-01c8-4e50-a9c8-10c0422aabc3 None None] Current status of the port ec0f355e-bd5d-45ba-89ac-a7696024d0a6 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:53:14.675879 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-646a9828-01c8-4e50-a9c8-10c0422aabc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (ec0f355e-bd5d-45ba-89ac-a7696024d0a6), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:14.679915 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-2f0855b4-09f0-4ee1-a49c-7f0649a6af6e tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1755404488', 'description': 'tempest-description--1061937912'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:53:14.762689 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2f0855b4-09f0-4ee1-a49c-7f0649a6af6e tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:14.769399 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6164ad02-69a7-42f0-a1ab-c365bec3689f req-6663f537-a014-457e-b151-45d5e70369fd service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e48519a2-e7c1-4dd2-9b21-5c6b4567403b HTTP/1.1" status: 200 len: 217 time: 0.1563365 Feb 04 12:53:14.871127 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-646a9828-01c8-4e50-a9c8-10c0422aabc3 None None] For port ec0f355e-bd5d-45ba-89ac-a7696024d0a6, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=ec0f355e-bd5d-45ba-89ac-a7696024d0a6,segment=NetworkSegment(9842ab09-ee4e-45ca-9eb8-8a98cf18f30e),segment_id=9842ab09-ee4e-45ca-9eb8-8a98cf18f30e)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:53:14.883356 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-646a9828-01c8-4e50-a9c8-10c0422aabc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (ec0f355e-bd5d-45ba-89ac-a7696024d0a6), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:15.007177 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646a9828-01c8-4e50-a9c8-10c0422aabc3 None None] Pushing event updated for resources: {'Port': ['ID=ec0f355e-bd5d-45ba-89ac-a7696024d0a6,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:15.016441 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device cb852aaa-eaf1-4660-8fc3-7bde91629607 details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:53:15.031619 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2f0855b4-09f0-4ee1-a49c-7f0649a6af6e tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Publish callbacks [] for security_group (6117da09-2fa7-4477-b94e-92c335c547fc), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:15.051099 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2f0855b4-09f0-4ee1-a49c-7f0649a6af6e tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (6117da09-2fa7-4477-b94e-92c335c547fc), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:15.090381 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-1cadf28e-8f75-47b8-a0d3-0e15c79c18d7 None None] Provisioning complete for port ec0f355e-bd5d-45ba-89ac-a7696024d0a6 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:53:15.090774 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1cadf28e-8f75-47b8-a0d3-0e15c79c18d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (ec0f355e-bd5d-45ba-89ac-a7696024d0a6), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:15.111513 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2f0855b4-09f0-4ee1-a49c-7f0649a6af6e tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:15.120355 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-2f0855b4-09f0-4ee1-a49c-7f0649a6af6e tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4447958 Feb 04 12:53:15.122204 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-29619d78-00bc-48f5-819a-3cabcf461372 None None] Set router ad781448-354f-4475-8771-926b2fdf8f5d gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:53:15.147673 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 45530) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:53:15.164810 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-83c244b6-3d17-450b-aaee-464f05846c3c tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Request body: {'security_group_rule': {'security_group_id': '6117da09-2fa7-4477-b94e-92c335c547fc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:53:15.287656 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0855b4-09f0-4ee1-a49c-7f0649a6af6e tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6117da09-2fa7-4477-b94e-92c335c547fc,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:15.316237 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-83c244b6-3d17-450b-aaee-464f05846c3c tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Publish callbacks [] for security_group_rule (2796ea19-68d3-42bd-8ce0-c07bef83b4d9), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:15.468894 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device e48519a2-e7c1-4dd2-9b21-5c6b4567403b details requested by agent hyperv_n-h2-825015-3 with host n-h2-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:53:15.557138 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-83c244b6-3d17-450b-aaee-464f05846c3c tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Publish callbacks [] for security_group_rule (2796ea19-68d3-42bd-8ce0-c07bef83b4d9), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:15.574574 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-83c244b6-3d17-450b-aaee-464f05846c3c tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (2796ea19-68d3-42bd-8ce0-c07bef83b4d9), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:15.577601 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port cb852aaa-eaf1-4660-8fc3-7bde91629607, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=cb852aaa-eaf1-4660-8fc3-7bde91629607,segment=NetworkSegment(435809b5-4790-4cc2-92a6-17b1a1ceee55),segment_id=435809b5-4790-4cc2-92a6-17b1a1ceee55)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:53:15.644919 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c244b6-3d17-450b-aaee-464f05846c3c tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2796ea19-68d3-42bd-8ce0-c07bef83b4d9,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:15.645835 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-29619d78-00bc-48f5-819a-3cabcf461372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad781448-354f-4475-8771-926b2fdf8f5d', 'name': 'tempest-AttachVolumeShelveTestJSON-1268832276-router', 'tenant_id': 'b593a9b948e947caa7bb47e1be2cb62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '300c692c-234b-454d-a129-02e2565a82bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:52:59Z', 'updated_at': '2022-02-04T12:53:08Z', 'revision_number': 4, 'project_id': 'b593a9b948e947caa7bb47e1be2cb62a', 'gw_port': {'id': '300c692c-234b-454d-a129-02e2565a82bb', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:02:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad781448-354f-4475-8771-926b2fdf8f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:53:00Z', 'updated_at': '2022-02-04T12:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'ec0f355e-bd5d-45ba-89ac-a7696024d0a6', 'name': '', 'network_id': '4e1bb528-5b08-4fe5-be55-e6e60ca268fa', 'tenant_id': 'b593a9b948e947caa7bb47e1be2cb62a', 'mac_address': 'fa:16:3e:a0:79:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad781448-354f-4475-8771-926b2fdf8f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '13ec9a2b-ecf4-4399-96f0-6b85e2cca449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:53:04Z', 'updated_at': '2022-02-04T12:53:14Z', 'revision_number': 4, 'project_id': 'b593a9b948e947caa7bb47e1be2cb62a', 'subnets': [{'id': '13ec9a2b-ecf4-4399-96f0-6b85e2cca449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:53:15.690186 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-1cadf28e-8f75-47b8-a0d3-0e15c79c18d7 None None] Current status of the port ec0f355e-bd5d-45ba-89ac-a7696024d0a6 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:53:15.693240 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': 'cb852aaa-eaf1-4660-8fc3-7bde91629607', 'network_id': '2199cf82-6b45-4a26-9381-22c185674f2b', 'port_id': 'cb852aaa-eaf1-4660-8fc3-7bde91629607', 'mac_address': 'fa:16:3e:cf:56:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88c9f8fd-dc13-4414-bafb-3591060ecfdc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:53:15.700081 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.db.resource_extend [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 12:53:15.704388 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-83c244b6-3d17-450b-aaee-464f05846c3c tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:15.711465 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-83c244b6-3d17-450b-aaee-464f05846c3c tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5613830 Feb 04 12:53:15.714749 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0f27dd7d-6d92-47ba-b762-cf82d81be52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:15.715167 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 45580) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:53:15.738017 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-d1918efb-c7cd-40ea-90ff-a96c36b759ee tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Request body: {'security_group_rule': {'security_group_id': '6117da09-2fa7-4477-b94e-92c335c547fc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:53:15.808440 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port cb852aaa-eaf1-4660-8fc3-7bde91629607 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:53:15.809109 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (cb852aaa-eaf1-4660-8fc3-7bde91629607), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:15.815085 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29619d78-00bc-48f5-819a-3cabcf461372 None None] The sync data for ids ['ad781448-354f-4475-8771-926b2fdf8f5d'] in n-d-825015-3 is: [{'id': 'ad781448-354f-4475-8771-926b2fdf8f5d', 'name': 'tempest-AttachVolumeShelveTestJSON-1268832276-router', 'tenant_id': 'b593a9b948e947caa7bb47e1be2cb62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '300c692c-234b-454d-a129-02e2565a82bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:52:59Z', 'updated_at': '2022-02-04T12:53:08Z', 'revision_number': 4, 'project_id': 'b593a9b948e947caa7bb47e1be2cb62a', 'gw_port': {'id': '300c692c-234b-454d-a129-02e2565a82bb', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:02:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad781448-354f-4475-8771-926b2fdf8f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:53:00Z', 'updated_at': '2022-02-04T12:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'ec0f355e-bd5d-45ba-89ac-a7696024d0a6', 'name': '', 'network_id': '4e1bb528-5b08-4fe5-be55-e6e60ca268fa', 'tenant_id': 'b593a9b948e947caa7bb47e1be2cb62a', 'mac_address': 'fa:16:3e:a0:79:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad781448-354f-4475-8771-926b2fdf8f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '13ec9a2b-ecf4-4399-96f0-6b85e2cca449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:53:04Z', 'updated_at': '2022-02-04T12:53:14Z', 'revision_number': 4, 'project_id': 'b593a9b948e947caa7bb47e1be2cb62a', 'subnets': [{'id': '13ec9a2b-ecf4-4399-96f0-6b85e2cca449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:53:15.831042 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d1918efb-c7cd-40ea-90ff-a96c36b759ee tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Publish callbacks [] for security_group_rule (7a2ff261-6167-453e-bb4e-2b954481d081), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:15.838685 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb852aaa-eaf1-4660-8fc3-7bde91629607 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:53:15.974985 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6164ad02-69a7-42f0-a1ab-c365bec3689f req-a3c41660-812c-4f4f-b5f9-b2dfa47ac3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:15.976697 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6164ad02-69a7-42f0-a1ab-c365bec3689f req-a3c41660-812c-4f4f-b5f9-b2dfa47ac3e8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=888ca177-2183-496c-8ac4-309108397ef5 HTTP/1.1" status: 200 len: 853 time: 1.1706684 Feb 04 12:53:15.994957 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port cb852aaa-eaf1-4660-8fc3-7bde91629607, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=cb852aaa-eaf1-4660-8fc3-7bde91629607,segment=NetworkSegment(435809b5-4790-4cc2-92a6-17b1a1ceee55),segment_id=435809b5-4790-4cc2-92a6-17b1a1ceee55)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:53:16.039398 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (cb852aaa-eaf1-4660-8fc3-7bde91629607), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:16.054868 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8c541d51-f6d5-4c48-aebd-055164eba1b7 req-eac59d96-cbf6-4c8f-943e-9c85af5d923f service neutron] 10.222.0.73 "GET /v2.0/networks/2199cf82-6b45-4a26-9381-22c185674f2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.2516201 Feb 04 12:53:16.067860 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f7c0bc-1604-4810-b33f-14170e48cd5b req-59016700-b859-42b8-8092-795b754737f7 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:16.070051 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b3f7c0bc-1604-4810-b33f-14170e48cd5b req-59016700-b859-42b8-8092-795b754737f7 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=22704979-2c9f-416c-a9cc-621c4bd05eca HTTP/1.1" status: 200 len: 944 time: 1.9237235 Feb 04 12:53:16.072667 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6164ad02-69a7-42f0-a1ab-c365bec3689f req-dbac78b4-90a7-4f78-b08f-71476a77bc10 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=114bf314-65ab-4816-b3d2-279c775b8454&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530150 Feb 04 12:53:16.073853 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port e48519a2-e7c1-4dd2-9b21-5c6b4567403b, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=e48519a2-e7c1-4dd2-9b21-5c6b4567403b,segment=NetworkSegment(fbf62fd6-6ba4-4309-a2d8-e3b0817a1f03),segment_id=fbf62fd6-6ba4-4309-a2d8-e3b0817a1f03)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:53:16.096838 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d1918efb-c7cd-40ea-90ff-a96c36b759ee tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Publish callbacks [] for security_group_rule (7a2ff261-6167-453e-bb4e-2b954481d081), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:16.111205 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d1918efb-c7cd-40ea-90ff-a96c36b759ee tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (7a2ff261-6167-453e-bb4e-2b954481d081), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:16.148573 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Returning: {'device': 'e48519a2-e7c1-4dd2-9b21-5c6b4567403b', 'network_id': '114bf314-65ab-4816-b3d2-279c775b8454', 'port_id': 'e48519a2-e7c1-4dd2-9b21-5c6b4567403b', 'mac_address': 'fa:16:3e:dd:fb:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '888ca177-2183-496c-8ac4-309108397ef5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:53:16.187862 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['cb852aaa-eaf1-4660-8fc3-7bde91629607'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:53:16.211074 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1918efb-c7cd-40ea-90ff-a96c36b759ee tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a2ff261-6167-453e-bb4e-2b954481d081,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:16.212016 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6164ad02-69a7-42f0-a1ab-c365bec3689f req-c80717fe-af67-4a38-9c6c-c8063e57ce0e service neutron] 10.222.0.77 "GET /v2.0/networks/114bf314-65ab-4816-b3d2-279c775b8454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330092 Feb 04 12:53:16.242930 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d1918efb-c7cd-40ea-90ff-a96c36b759ee tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:16.260813 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-d1918efb-c7cd-40ea-90ff-a96c36b759ee tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5434864 Feb 04 12:53:16.263837 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 45606) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:53:16.268748 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-5c0c6fee-af40-4e5f-a4d6-2f5ff0f70b6d tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Request body: {'floatingip': {'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:53:16.315916 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b3f7c0bc-1604-4810-b33f-14170e48cd5b req-c7bcef1d-01e3-4533-9f33-4af36df72d07 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3f9fd42-344e-42cb-9241-a34957176b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984790 Feb 04 12:53:16.350725 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port e48519a2-e7c1-4dd2-9b21-5c6b4567403b is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:53:16.351150 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5c0c6fee-af40-4e5f-a4d6-2f5ff0f70b6d tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:16.355618 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (e48519a2-e7c1-4dd2-9b21-5c6b4567403b), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:16.388592 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e48519a2-e7c1-4dd2-9b21-5c6b4567403b {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:53:16.412879 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port e48519a2-e7c1-4dd2-9b21-5c6b4567403b, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=e48519a2-e7c1-4dd2-9b21-5c6b4567403b,segment=NetworkSegment(fbf62fd6-6ba4-4309-a2d8-e3b0817a1f03),segment_id=fbf62fd6-6ba4-4309-a2d8-e3b0817a1f03)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:53:16.421926 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=cb852aaa-eaf1-4660-8fc3-7bde91629607,revision_number=12']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:16.429450 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (e48519a2-e7c1-4dd2-9b21-5c6b4567403b), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:16.444411 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f70095-af71-4e8c-b085-f19254936e6d req-974d5347-314d-40fd-9636-124f33385291 tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:16.445925 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c6f70095-af71-4e8c-b085-f19254936e6d req-974d5347-314d-40fd-9636-124f33385291 tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] 10.222.0.65 "GET /v2.0/ports?device_id=d66e92bf-8693-4dc5-b9c9-43a9131efaec HTTP/1.1" status: 200 len: 943 time: 0.4682505 Feb 04 12:53:16.494700 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=e48519a2-e7c1-4dd2-9b21-5c6b4567403b,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:16.519677 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 12:53:16.674311 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['e48519a2-e7c1-4dd2-9b21-5c6b4567403b'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:53:16.705025 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5c0c6fee-af40-4e5f-a4d6-2f5ff0f70b6d tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:16.782329 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6164ad02-69a7-42f0-a1ab-c365bec3689f req-9c70be4f-38a3-45d2-a439-f7e7ab6ab98f service neutron] 10.222.0.77 "GET /v2.0/networks/114bf314-65ab-4816-b3d2-279c775b8454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5509648 Feb 04 12:53:16.800408 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c6f70095-af71-4e8c-b085-f19254936e6d req-c961909c-c6a0-46dd-a006-5c617caac478 tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] 10.222.0.65 "GET /v2.0/security-groups?id=c81fcece-bd48-4f4e-8fb2-64c8db70253b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3434520 Feb 04 12:53:16.969697 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device ec0f355e-bd5d-45ba-89ac-a7696024d0a6 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:53:17.129587 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-5c0c6fee-af40-4e5f-a4d6-2f5ff0f70b6d tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Allocated IP 172.25.3.5 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/f4b7fa0f-e727-4d56-9344-2e978baa7f41) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:53:17.264329 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port ec0f355e-bd5d-45ba-89ac-a7696024d0a6 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:53:17.264872 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (ec0f355e-bd5d-45ba-89ac-a7696024d0a6), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:17.283247 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5c0c6fee-af40-4e5f-a4d6-2f5ff0f70b6d tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Publish callbacks [] for port (f4b7fa0f-e727-4d56-9344-2e978baa7f41), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:17.387272 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5c0c6fee-af40-4e5f-a4d6-2f5ff0f70b6d tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (f4b7fa0f-e727-4d56-9344-2e978baa7f41), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:17.517558 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0c6fee-af40-4e5f-a4d6-2f5ff0f70b6d tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:53:17.523634 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-5c0c6fee-af40-4e5f-a4d6-2f5ff0f70b6d tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:53:17.564416 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0c6fee-af40-4e5f-a4d6-2f5ff0f70b6d tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:53:17.602718 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port ec0f355e-bd5d-45ba-89ac-a7696024d0a6 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:53:17.708203 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879d9889-be52-46f7-ba89-cedec14d7d9f req-3749b5d4-a32f-449d-912a-d3d15ed10a7c tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:17.709213 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0c6fee-af40-4e5f-a4d6-2f5ff0f70b6d tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Pushing event updated for resources: {'Port': ['ID=f4b7fa0f-e727-4d56-9344-2e978baa7f41,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:17.709823 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-879d9889-be52-46f7-ba89-cedec14d7d9f req-3749b5d4-a32f-449d-912a-d3d15ed10a7c tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=22704979-2c9f-416c-a9cc-621c4bd05eca HTTP/1.1" status: 200 len: 945 time: 0.2302251 Feb 04 12:53:17.827181 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-879d9889-be52-46f7-ba89-cedec14d7d9f req-1fb51020-4756-48e8-8d20-9da345ad43cd tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3f9fd42-344e-42cb-9241-a34957176b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100545 Feb 04 12:53:17.974270 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5c0c6fee-af40-4e5f-a4d6-2f5ff0f70b6d tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Publish callbacks [] for floatingip (01418dc4-4667-4a2f-b849-c5f4671ff10f), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:18.019240 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a128461e-88da-486b-b968-58f98ac1f0a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:18.076114 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5c0c6fee-af40-4e5f-a4d6-2f5ff0f70b6d tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (f4b7fa0f-e727-4d56-9344-2e978baa7f41), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:18.166979 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef6b535-f1a2-4dc8-a968-764759154e9d req-6bfcead9-35bf-4eaa-b7b2-d88c00647ab9 tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:18.185483 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9ef6b535-f1a2-4dc8-a968-764759154e9d req-6bfcead9-35bf-4eaa-b7b2-d88c00647ab9 tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] 10.222.0.65 "GET /v2.0/ports?device_id=d66e92bf-8693-4dc5-b9c9-43a9131efaec HTTP/1.1" status: 200 len: 944 time: 0.1331637 Feb 04 12:53:18.316454 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9ef6b535-f1a2-4dc8-a968-764759154e9d req-63fb6144-e23b-4e94-a590-c82fa5111cec tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] 10.222.0.65 "GET /v2.0/security-groups?id=c81fcece-bd48-4f4e-8fb2-64c8db70253b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283798 Feb 04 12:53:18.586405 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5c0c6fee-af40-4e5f-a4d6-2f5ff0f70b6d tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Publish callbacks [] for port (f4b7fa0f-e727-4d56-9344-2e978baa7f41), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:18.596519 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5c0c6fee-af40-4e5f-a4d6-2f5ff0f70b6d tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (f4b7fa0f-e727-4d56-9344-2e978baa7f41), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:18.932357 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device cb852aaa-eaf1-4660-8fc3-7bde91629607 up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:53:19.063943 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port cb852aaa-eaf1-4660-8fc3-7bde91629607 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:53:19.064316 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (cb852aaa-eaf1-4660-8fc3-7bde91629607), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:19.178258 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a88ab96-b17e-4b3b-9f68-8a01d7e9b0e1 req-b8a4abec-f7cf-476b-a593-1b3087f84918 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:19.192606 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7a88ab96-b17e-4b3b-9f68-8a01d7e9b0e1 req-b8a4abec-f7cf-476b-a593-1b3087f84918 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=22704979-2c9f-416c-a9cc-621c4bd05eca HTTP/1.1" status: 200 len: 945 time: 0.2036273 Feb 04 12:53:19.257749 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port cb852aaa-eaf1-4660-8fc3-7bde91629607 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:53:19.263852 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (cb852aaa-eaf1-4660-8fc3-7bde91629607), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:19.265163 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7a88ab96-b17e-4b3b-9f68-8a01d7e9b0e1 req-f312f1a7-db00-4067-8197-272698f02ae7 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3f9fd42-344e-42cb-9241-a34957176b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630901 Feb 04 12:53:19.295659 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0c6fee-af40-4e5f-a4d6-2f5ff0f70b6d tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Pushing event updated for resources: {'Port': ['ID=f4b7fa0f-e727-4d56-9344-2e978baa7f41,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:19.310679 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:19.316901 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5c0c6fee-af40-4e5f-a4d6-2f5ff0f70b6d tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1599943'] for floatingip (01418dc4-4667-4a2f-b849-c5f4671ff10f), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:19.373874 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5c0c6fee-af40-4e5f-a4d6-2f5ff0f70b6d tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:19.375273 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-5c0c6fee-af40-4e5f-a4d6-2f5ff0f70b6d tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.1101360 Feb 04 12:53:19.394176 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port cb852aaa-eaf1-4660-8fc3-7bde91629607, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=cb852aaa-eaf1-4660-8fc3-7bde91629607,segment=NetworkSegment(435809b5-4790-4cc2-92a6-17b1a1ceee55),segment_id=435809b5-4790-4cc2-92a6-17b1a1ceee55)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:53:19.397202 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22704979-2c9f-416c-a9cc-621c4bd05eca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb852aaa-eaf1-4660-8fc3-7bde91629607'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:53:19.405673 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caffea45-38b9-4267-928f-37b24f86fc55" -d '{"events": [{"server_uuid": "22704979-2c9f-416c-a9cc-621c4bd05eca", "name": "network-vif-plugged", "status": "completed", "tag": "cb852aaa-eaf1-4660-8fc3-7bde91629607"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:53:19.416422 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (cb852aaa-eaf1-4660-8fc3-7bde91629607), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:19.470678 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device e48519a2-e7c1-4dd2-9b21-5c6b4567403b up at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:53:19.530662 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a43506a-2099-4262-acf9-eb315229b935 x-openstack-request-id: req-2a43506a-2099-4262-acf9-eb315229b935 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:53:19.530994 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22704979-2c9f-416c-a9cc-621c4bd05eca", "name": "network-vif-plugged", "status": "completed", "tag": "cb852aaa-eaf1-4660-8fc3-7bde91629607", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:53:19.531519 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2a43506a-2099-4262-acf9-eb315229b935 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:53:19.532210 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22704979-2c9f-416c-a9cc-621c4bd05eca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb852aaa-eaf1-4660-8fc3-7bde91629607', 'code': 200} Feb 04 12:53:19.547685 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=cb852aaa-eaf1-4660-8fc3-7bde91629607,revision_number=13']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:19.574281 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning for port e48519a2-e7c1-4dd2-9b21-5c6b4567403b completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:53:19.579014 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning complete for port e48519a2-e7c1-4dd2-9b21-5c6b4567403b triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:53:19.579361 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (e48519a2-e7c1-4dd2-9b21-5c6b4567403b), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:19.599538 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b99de74-bd5a-4bba-aff2-0c4cff241137 req-bd18b1e3-9a8c-4b3e-9e3c-ba0db9f7f1ad tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:19.606241 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6b99de74-bd5a-4bba-aff2-0c4cff241137 req-bd18b1e3-9a8c-4b3e-9e3c-ba0db9f7f1ad tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] 10.222.0.65 "GET /v2.0/ports?device_id=d66e92bf-8693-4dc5-b9c9-43a9131efaec HTTP/1.1" status: 200 len: 944 time: 0.1536076 Feb 04 12:53:19.730130 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port e48519a2-e7c1-4dd2-9b21-5c6b4567403b is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:53:19.730519 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (e48519a2-e7c1-4dd2-9b21-5c6b4567403b), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:19.780358 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6b99de74-bd5a-4bba-aff2-0c4cff241137 req-0a6c511a-3078-4bd9-814f-04fc3c5d97f4 tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] 10.222.0.65 "GET /v2.0/security-groups?id=c81fcece-bd48-4f4e-8fb2-64c8db70253b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665435 Feb 04 12:53:19.815531 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port e48519a2-e7c1-4dd2-9b21-5c6b4567403b, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=e48519a2-e7c1-4dd2-9b21-5c6b4567403b,segment=NetworkSegment(fbf62fd6-6ba4-4309-a2d8-e3b0817a1f03),segment_id=fbf62fd6-6ba4-4309-a2d8-e3b0817a1f03)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:53:19.825983 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (e48519a2-e7c1-4dd2-9b21-5c6b4567403b), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:19.836849 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-83e6f66a-e6e6-4f1f-9245-7862ca307509 req-8b1361dc-e245-41e7-aea2-1baa378af83a tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1755404488&fields=id&tenant_id=b593a9b948e947caa7bb47e1be2cb62a HTTP/1.1" status: 200 len: 267 time: 0.0958502 Feb 04 12:53:19.934026 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=e48519a2-e7c1-4dd2-9b21-5c6b4567403b,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:20.034398 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e6f66a-e6e6-4f1f-9245-7862ca307509 req-8a152468-10ee-4a74-a7b0-d63ce7b5ae99 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:20.044072 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-83e6f66a-e6e6-4f1f-9245-7862ca307509 req-8a152468-10ee-4a74-a7b0-d63ce7b5ae99 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/networks?id=4e1bb528-5b08-4fe5-be55-e6e60ca268fa HTTP/1.1" status: 200 len: 817 time: 0.2051907 Feb 04 12:53:20.065524 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-83e6f66a-e6e6-4f1f-9245-7862ca307509 req-57eda62a-91d5-41bd-a8f0-f8beeb381fdf tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/quotas/b593a9b948e947caa7bb47e1be2cb62a HTTP/1.1" status: 200 len: 375 time: 0.0204654 Feb 04 12:53:20.204377 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-83e6f66a-e6e6-4f1f-9245-7862ca307509 req-f892eea4-5e38-4a7c-b8f9-96deefd37eb2 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=b593a9b948e947caa7bb47e1be2cb62a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1377602 Feb 04 12:53:20.570593 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:20.668012 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-83e6f66a-e6e6-4f1f-9245-7862ca307509 req-f685e563-aa01-4d04-b615-f58f9f589f9f service neutron] 10.222.0.65 "GET /v2.0/networks/4e1bb528-5b08-4fe5-be55-e6e60ca268fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4593964 Feb 04 12:53:20.909242 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f33b9f-557e-4096-9ff6-786b6edf1bc2 req-ab2607a2-1773-458e-bc22-c12835d787ca tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:20.918044 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-01f33b9f-557e-4096-9ff6-786b6edf1bc2 req-ab2607a2-1773-458e-bc22-c12835d787ca tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=22704979-2c9f-416c-a9cc-621c4bd05eca HTTP/1.1" status: 200 len: 946 time: 0.3218553 Feb 04 12:53:21.099932 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-83e6f66a-e6e6-4f1f-9245-7862ca307509 req-eeebf9fc-e182-4ce6-98c5-bf9b43856a5e service neutron] 10.222.0.65 "GET /v2.0/networks/4e1bb528-5b08-4fe5-be55-e6e60ca268fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4309924 Feb 04 12:53:21.124161 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-01f33b9f-557e-4096-9ff6-786b6edf1bc2 req-8e13fcba-d2a8-4a0b-8d18-962c1dfd3556 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3f9fd42-344e-42cb-9241-a34957176b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2047274 Feb 04 12:53:21.460950 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4538b2a3-b8bd-41a4-9f76-38769b8531a4 req-970a6bd4-2523-4490-951a-04ca29116dcf tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:21.463350 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4538b2a3-b8bd-41a4-9f76-38769b8531a4 req-970a6bd4-2523-4490-951a-04ca29116dcf tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] 10.222.0.65 "GET /v2.0/ports?device_id=d66e92bf-8693-4dc5-b9c9-43a9131efaec HTTP/1.1" status: 200 len: 945 time: 0.2045767 Feb 04 12:53:21.533336 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd66e92bf-8693-4dc5-b9c9-43a9131efaec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e48519a2-e7c1-4dd2-9b21-5c6b4567403b'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:53:21.536206 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ba95705-8c0a-4ead-9315-30c2fde24b8b" -d '{"events": [{"server_uuid": "d66e92bf-8693-4dc5-b9c9-43a9131efaec", "name": "network-vif-plugged", "status": "completed", "tag": "e48519a2-e7c1-4dd2-9b21-5c6b4567403b"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:53:21.769665 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:21.772134 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-41197717-221e-4b27-b14f-af538139bb2e req-00257756-42d7-4fc1-9edb-a574b93e459d tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a278d30-eb2b-4ff9-ba26-926afcbda308 HTTP/1.1" status: 200 len: 210 time: 0.1918287 Feb 04 12:53:21.863040 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4538b2a3-b8bd-41a4-9f76-38769b8531a4 req-29fa4d10-5e57-4ae5-a659-d0dd0d95f8f7 tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] 10.222.0.65 "GET /v2.0/security-groups?id=c81fcece-bd48-4f4e-8fb2-64c8db70253b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3930740 Feb 04 12:53:21.880725 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-045bc9f0-68f6-40ca-8fe4-1d6853e42960 x-openstack-request-id: req-045bc9f0-68f6-40ca-8fe4-1d6853e42960 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:53:21.881034 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d66e92bf-8693-4dc5-b9c9-43a9131efaec", "name": "network-vif-plugged", "status": "completed", "tag": "e48519a2-e7c1-4dd2-9b21-5c6b4567403b", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:53:21.881291 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-045bc9f0-68f6-40ca-8fe4-1d6853e42960 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:53:21.881871 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd66e92bf-8693-4dc5-b9c9-43a9131efaec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e48519a2-e7c1-4dd2-9b21-5c6b4567403b', 'code': 200} Feb 04 12:53:22.116207 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dfabd7-9747-40d2-956b-870ca8588ef6 req-23121126-b690-4dba-bd54-c155fd1cd610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:22.118042 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-26dfabd7-9747-40d2-956b-870ca8588ef6 req-23121126-b690-4dba-bd54-c155fd1cd610 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=d66e92bf-8693-4dc5-b9c9-43a9131efaec HTTP/1.1" status: 200 len: 1127 time: 0.1449811 Feb 04 12:53:22.364519 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-26dfabd7-9747-40d2-956b-870ca8588ef6 req-ce9d41e1-7ebd-45f4-a89f-afa5930ca99d service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=c81fcece-bd48-4f4e-8fb2-64c8db70253b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389438 Feb 04 12:53:22.448284 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0108f961-39ad-40f5-928d-076978033af4 req-90348bcd-99fc-4dab-ac21-b1a99bd56030 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:22.464002 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0108f961-39ad-40f5-928d-076978033af4 req-90348bcd-99fc-4dab-ac21-b1a99bd56030 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=22704979-2c9f-416c-a9cc-621c4bd05eca HTTP/1.1" status: 200 len: 946 time: 0.2313230 Feb 04 12:53:22.548257 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0108f961-39ad-40f5-928d-076978033af4 req-21bae8dd-c864-491d-8e45-257cd039c118 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3f9fd42-344e-42cb-9241-a34957176b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831580 Feb 04 12:53:23.029560 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-be8e31a8-7507-44ba-a28c-dd716d9f8f04 req-26d50144-d82c-43e6-a4f9-6f24b17ab79f tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a278d30-eb2b-4ff9-ba26-926afcbda308 HTTP/1.1" status: 200 len: 210 time: 0.0750036 Feb 04 12:53:23.164116 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35113d50-8864-43c0-907a-211a180ffa8f req-fd5902d2-ef05-4d4c-99a4-ea58ed88ff74 tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:23.168336 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-35113d50-8864-43c0-907a-211a180ffa8f req-fd5902d2-ef05-4d4c-99a4-ea58ed88ff74 tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] 10.222.0.65 "GET /v2.0/ports?device_id=d66e92bf-8693-4dc5-b9c9-43a9131efaec HTTP/1.1" status: 200 len: 945 time: 0.1415029 Feb 04 12:53:23.292094 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-35113d50-8864-43c0-907a-211a180ffa8f req-4e0452c8-e6fd-437f-a891-b847a296b02f tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] 10.222.0.65 "GET /v2.0/security-groups?id=c81fcece-bd48-4f4e-8fb2-64c8db70253b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178758 Feb 04 12:53:23.939359 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e6f66a-e6e6-4f1f-9245-7862ca307509 req-ef10b544-955a-40e7-812c-f7142a6e1cf0 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:23.940908 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-83e6f66a-e6e6-4f1f-9245-7862ca307509 req-ef10b544-955a-40e7-812c-f7142a6e1cf0 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.73 "GET /v2.0/networks?id=4e1bb528-5b08-4fe5-be55-e6e60ca268fa HTTP/1.1" status: 200 len: 817 time: 0.2174056 Feb 04 12:53:24.124928 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-83e6f66a-e6e6-4f1f-9245-7862ca307509 req-60290838-2164-487b-b9f8-3dc1752f2419 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b593a9b948e947caa7bb47e1be2cb62a HTTP/1.1" status: 200 len: 380 time: 0.1702545 Feb 04 12:53:24.155505 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-83e6f66a-e6e6-4f1f-9245-7862ca307509 req-8f3be40a-b374-4427-8619-73b5222c7d31 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Request body: {'port': {'device_id': '3a278d30-eb2b-4ff9-ba26-926afcbda308', 'network_id': '4e1bb528-5b08-4fe5-be55-e6e60ca268fa', 'admin_state_up': True, 'tenant_id': 'b593a9b948e947caa7bb47e1be2cb62a', 'security_groups': ['6117da09-2fa7-4477-b94e-92c335c547fc']}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:53:24.178299 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f904e8d4-8e04-499e-a1a9-c9e819c17295 req-0fe680d5-2c18-4e44-9d1b-dbe7e7601ed9 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:24.195946 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f904e8d4-8e04-499e-a1a9-c9e819c17295 req-0fe680d5-2c18-4e44-9d1b-dbe7e7601ed9 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=22704979-2c9f-416c-a9cc-621c4bd05eca HTTP/1.1" status: 200 len: 946 time: 0.2539790 Feb 04 12:53:24.390802 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d9472dfd-5d82-4f37-b1a5-8428c87d9259 req-9a245e1f-2e6a-49eb-a5ac-206e823c3e21 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a278d30-eb2b-4ff9-ba26-926afcbda308 HTTP/1.1" status: 200 len: 210 time: 0.0487857 Feb 04 12:53:24.460750 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f904e8d4-8e04-499e-a1a9-c9e819c17295 req-3b231f1e-729c-4ffe-bd84-6795dd9fdc0c tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3f9fd42-344e-42cb-9241-a34957176b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094885 Feb 04 12:53:24.463165 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83e6f66a-e6e6-4f1f-9245-7862ca307509 req-8f3be40a-b374-4427-8619-73b5222c7d31 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Made reservation on behalf of b593a9b948e947caa7bb47e1be2cb62a for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:53:24.468802 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-83e6f66a-e6e6-4f1f-9245-7862ca307509 req-8f3be40a-b374-4427-8619-73b5222c7d31 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:24.806616 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248fbeaa-5c52-452d-baae-611b8c3eb6f5 req-2b020ad4-6b95-47d8-a959-82ed6b8f8761 tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:24.808179 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-248fbeaa-5c52-452d-baae-611b8c3eb6f5 req-2b020ad4-6b95-47d8-a959-82ed6b8f8761 tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] 10.222.0.65 "GET /v2.0/ports?device_id=d66e92bf-8693-4dc5-b9c9-43a9131efaec HTTP/1.1" status: 200 len: 945 time: 0.2241693 Feb 04 12:53:24.829273 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-83e6f66a-e6e6-4f1f-9245-7862ca307509 req-8f3be40a-b374-4427-8619-73b5222c7d31 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Allocated IP 172.20.0.10 (4e1bb528-5b08-4fe5-be55-e6e60ca268fa/13ec9a2b-ecf4-4399-96f0-6b85e2cca449/fc3ef21e-75dc-4a70-9b19-d31f166c1e2f) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:53:25.007104 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-83e6f66a-e6e6-4f1f-9245-7862ca307509 req-8f3be40a-b374-4427-8619-73b5222c7d31 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Publish callbacks [] for port (fc3ef21e-75dc-4a70-9b19-d31f166c1e2f), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:25.072984 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-83e6f66a-e6e6-4f1f-9245-7862ca307509 req-8f3be40a-b374-4427-8619-73b5222c7d31 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (fc3ef21e-75dc-4a70-9b19-d31f166c1e2f), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:25.124327 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83e6f66a-e6e6-4f1f-9245-7862ca307509 req-8f3be40a-b374-4427-8619-73b5222c7d31 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Network 4e1bb528-5b08-4fe5-be55-e6e60ca268fa is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:53:25.136992 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-83e6f66a-e6e6-4f1f-9245-7862ca307509 req-8f3be40a-b374-4427-8619-73b5222c7d31 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:53:25.148094 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-83e6f66a-e6e6-4f1f-9245-7862ca307509 req-8f3be40a-b374-4427-8619-73b5222c7d31 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:53:25.314547 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e6f66a-e6e6-4f1f-9245-7862ca307509 req-8f3be40a-b374-4427-8619-73b5222c7d31 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:25.315231 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-83e6f66a-e6e6-4f1f-9245-7862ca307509 req-8f3be40a-b374-4427-8619-73b5222c7d31 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:25.347831 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-248fbeaa-5c52-452d-baae-611b8c3eb6f5 req-52a935cb-6ee3-410a-a91f-bf79f80a6fb6 tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] 10.222.0.65 "GET /v2.0/security-groups?id=c81fcece-bd48-4f4e-8fb2-64c8db70253b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3008907 Feb 04 12:53:25.356362 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3be40a-b374-4427-8619-73b5222c7d31 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Pushing event updated for resources: {'Port': ['ID=fc3ef21e-75dc-4a70-9b19-d31f166c1e2f,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:25.390803 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-83e6f66a-e6e6-4f1f-9245-7862ca307509 req-8f3be40a-b374-4427-8619-73b5222c7d31 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2479262 Feb 04 12:53:25.411072 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-83e6f66a-e6e6-4f1f-9245-7862ca307509 req-6fefe897-9db7-4f7f-9188-7f9257985e68 service neutron] Request body: {'port': {'device_id': '3a278d30-eb2b-4ff9-ba26-926afcbda308', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:53:25.579197 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-83e6f66a-e6e6-4f1f-9245-7862ca307509 req-6fefe897-9db7-4f7f-9188-7f9257985e68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (fc3ef21e-75dc-4a70-9b19-d31f166c1e2f), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:25.607884 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ab58da0f-4331-4aef-9212-64546546ecbc None None] Provisioning complete for port fc3ef21e-75dc-4a70-9b19-d31f166c1e2f triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:53:25.608464 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ab58da0f-4331-4aef-9212-64546546ecbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (fc3ef21e-75dc-4a70-9b19-d31f166c1e2f), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:25.690427 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ab58da0f-4331-4aef-9212-64546546ecbc None None] Port fc3ef21e-75dc-4a70-9b19-d31f166c1e2f cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:53:25.944947 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bc42d7-b76a-4358-b2de-28674990f252 req-dd9282aa-dadb-4ddc-96a0-38fb898cf490 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:25.947051 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-35bc42d7-b76a-4358-b2de-28674990f252 req-dd9282aa-dadb-4ddc-96a0-38fb898cf490 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a278d30-eb2b-4ff9-ba26-926afcbda308 HTTP/1.1" status: 200 len: 932 time: 0.3333023 Feb 04 12:53:25.968526 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c1c786-99af-4ff6-937a-927720eb9ca2 req-e5a78de5-6844-4903-a8d0-0cad9714483e tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:25.990630 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f3c1c786-99af-4ff6-937a-927720eb9ca2 req-e5a78de5-6844-4903-a8d0-0cad9714483e tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=22704979-2c9f-416c-a9cc-621c4bd05eca HTTP/1.1" status: 200 len: 946 time: 0.3840246 Feb 04 12:53:26.505014 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-83e6f66a-e6e6-4f1f-9245-7862ca307509 req-6fefe897-9db7-4f7f-9188-7f9257985e68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc3ef21e-75dc-4a70-9b19-d31f166c1e2f {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:53:26.541125 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-83e6f66a-e6e6-4f1f-9245-7862ca307509 req-6fefe897-9db7-4f7f-9188-7f9257985e68 service neutron] Publish callbacks [] for port (fc3ef21e-75dc-4a70-9b19-d31f166c1e2f), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:26.602546 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-83e6f66a-e6e6-4f1f-9245-7862ca307509 req-6fefe897-9db7-4f7f-9188-7f9257985e68 service neutron] Transition to ACTIVE for port object fc3ef21e-75dc-4a70-9b19-d31f166c1e2f will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:53:26.610503 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-35bc42d7-b76a-4358-b2de-28674990f252 req-1a8ea158-18c6-48f2-aa88-65e2840c2c6e tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=6117da09-2fa7-4477-b94e-92c335c547fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6062629 Feb 04 12:53:26.616793 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-83e6f66a-e6e6-4f1f-9245-7862ca307509 req-6fefe897-9db7-4f7f-9188-7f9257985e68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (fc3ef21e-75dc-4a70-9b19-d31f166c1e2f), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:26.679492 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f3c1c786-99af-4ff6-937a-927720eb9ca2 req-64c3d886-0d01-4c03-accb-573f01eb7d1c tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3f9fd42-344e-42cb-9241-a34957176b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6871502 Feb 04 12:53:26.793198 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-83e6f66a-e6e6-4f1f-9245-7862ca307509 req-6fefe897-9db7-4f7f-9188-7f9257985e68 service neutron] Attempting to bind port fc3ef21e-75dc-4a70-9b19-d31f166c1e2f on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:53:26.793478 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-83e6f66a-e6e6-4f1f-9245-7862ca307509 req-6fefe897-9db7-4f7f-9188-7f9257985e68 service neutron] Attempting to bind port fc3ef21e-75dc-4a70-9b19-d31f166c1e2f by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': '9842ab09-ee4e-45ca-9eb8-8a98cf18f30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '4e1bb528-5b08-4fe5-be55-e6e60ca268fa'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:53:26.794081 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e6f66a-e6e6-4f1f-9245-7862ca307509 req-6fefe897-9db7-4f7f-9188-7f9257985e68 service neutron] Attempting to bind port fc3ef21e-75dc-4a70-9b19-d31f166c1e2f on network 4e1bb528-5b08-4fe5-be55-e6e60ca268fa {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:53:26.800097 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e6f66a-e6e6-4f1f-9245-7862ca307509 req-6fefe897-9db7-4f7f-9188-7f9257985e68 service neutron] Port fc3ef21e-75dc-4a70-9b19-d31f166c1e2f on network 4e1bb528-5b08-4fe5-be55-e6e60ca268fa not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:53:26.800656 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e6f66a-e6e6-4f1f-9245-7862ca307509 req-6fefe897-9db7-4f7f-9188-7f9257985e68 service neutron] Attempting to bind port fc3ef21e-75dc-4a70-9b19-d31f166c1e2f on network 4e1bb528-5b08-4fe5-be55-e6e60ca268fa {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:53:26.808565 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e6f66a-e6e6-4f1f-9245-7862ca307509 req-6fefe897-9db7-4f7f-9188-7f9257985e68 service neutron] Checking agent: {'id': 'f8add0d2-2202-43d3-bc0e-72442788e6ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:53:26.809062 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e6f66a-e6e6-4f1f-9245-7862ca307509 req-6fefe897-9db7-4f7f-9188-7f9257985e68 service neutron] Checking segment: {'id': '9842ab09-ee4e-45ca-9eb8-8a98cf18f30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '4e1bb528-5b08-4fe5-be55-e6e60ca268fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:53:26.809563 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e6f66a-e6e6-4f1f-9245-7862ca307509 req-6fefe897-9db7-4f7f-9188-7f9257985e68 service neutron] Bound using segment: {'id': '9842ab09-ee4e-45ca-9eb8-8a98cf18f30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '4e1bb528-5b08-4fe5-be55-e6e60ca268fa'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:53:26.810106 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-83e6f66a-e6e6-4f1f-9245-7862ca307509 req-6fefe897-9db7-4f7f-9188-7f9257985e68 service neutron] Bound port: fc3ef21e-75dc-4a70-9b19-d31f166c1e2f, host: n-h1-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9842ab09-ee4e-45ca-9eb8-8a98cf18f30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '4e1bb528-5b08-4fe5-be55-e6e60ca268fa'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:53:26.810733 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-83e6f66a-e6e6-4f1f-9245-7862ca307509 req-6fefe897-9db7-4f7f-9188-7f9257985e68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (fc3ef21e-75dc-4a70-9b19-d31f166c1e2f), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:26.829242 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fefe897-9db7-4f7f-9188-7f9257985e68 service neutron] Pushing event updated for resources: {'Port': ['ID=fc3ef21e-75dc-4a70-9b19-d31f166c1e2f,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:26.919709 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-83e6f66a-e6e6-4f1f-9245-7862ca307509 req-6fefe897-9db7-4f7f-9188-7f9257985e68 service neutron] For port fc3ef21e-75dc-4a70-9b19-d31f166c1e2f, host n-h1-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:53:26.923448 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-83e6f66a-e6e6-4f1f-9245-7862ca307509 req-6fefe897-9db7-4f7f-9188-7f9257985e68 service neutron] For port fc3ef21e-75dc-4a70-9b19-d31f166c1e2f, host n-h1-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=fc3ef21e-75dc-4a70-9b19-d31f166c1e2f,segment=NetworkSegment(9842ab09-ee4e-45ca-9eb8-8a98cf18f30e),segment_id=9842ab09-ee4e-45ca-9eb8-8a98cf18f30e)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:53:26.969868 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-83e6f66a-e6e6-4f1f-9245-7862ca307509 req-6fefe897-9db7-4f7f-9188-7f9257985e68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (fc3ef21e-75dc-4a70-9b19-d31f166c1e2f), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:27.163124 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e6f66a-e6e6-4f1f-9245-7862ca307509 req-6fefe897-9db7-4f7f-9188-7f9257985e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:27.164978 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-83e6f66a-e6e6-4f1f-9245-7862ca307509 req-6fefe897-9db7-4f7f-9188-7f9257985e68 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:27.168493 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-83e6f66a-e6e6-4f1f-9245-7862ca307509 req-6fefe897-9db7-4f7f-9188-7f9257985e68 service neutron] 10.222.0.73 "PUT /v2.0/ports/fc3ef21e-75dc-4a70-9b19-d31f166c1e2f HTTP/1.1" status: 200 len: 1092 time: 1.7740126 Feb 04 12:53:27.174696 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a278d30-eb2b-4ff9-ba26-926afcbda308', 'tag': 'fc3ef21e-75dc-4a70-9b19-d31f166c1e2f'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:53:27.187601 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-152e6470-ed6f-47f5-8f0f-777460a92bfd" -d '{"events": [{"name": "network-changed", "server_uuid": "3a278d30-eb2b-4ff9-ba26-926afcbda308", "tag": "fc3ef21e-75dc-4a70-9b19-d31f166c1e2f"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:53:27.365623 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce5c63a8-1f48-4be5-9e8f-f1e3038cdcee x-openstack-request-id: req-ce5c63a8-1f48-4be5-9e8f-f1e3038cdcee {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:53:27.366068 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a278d30-eb2b-4ff9-ba26-926afcbda308", "tag": "fc3ef21e-75dc-4a70-9b19-d31f166c1e2f", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:53:27.366429 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ce5c63a8-1f48-4be5-9e8f-f1e3038cdcee {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:53:27.366950 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a278d30-eb2b-4ff9-ba26-926afcbda308', 'tag': 'fc3ef21e-75dc-4a70-9b19-d31f166c1e2f', 'status': 'completed', 'code': 200} Feb 04 12:53:27.423334 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fefe897-9db7-4f7f-9188-7f9257985e68 service neutron] Pushing event updated for resources: {'Port': ['ID=fc3ef21e-75dc-4a70-9b19-d31f166c1e2f,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:27.452665 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e6f66a-e6e6-4f1f-9245-7862ca307509 req-e240f987-0de9-48ea-b75b-430684ed0731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:27.454804 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-83e6f66a-e6e6-4f1f-9245-7862ca307509 req-e240f987-0de9-48ea-b75b-430684ed0731 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b593a9b948e947caa7bb47e1be2cb62a&device_id=3a278d30-eb2b-4ff9-ba26-926afcbda308 HTTP/1.1" status: 200 len: 1126 time: 0.2218339 Feb 04 12:53:27.475363 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b97a3d-93a1-4222-87bb-fbe291f61029 req-ebba328d-1b8a-4908-99db-82433dd3ce69 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:27.477099 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-16b97a3d-93a1-4222-87bb-fbe291f61029 req-ebba328d-1b8a-4908-99db-82433dd3ce69 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/networks?id=f237d722-433d-480c-8987-66d34675134e HTTP/1.1" status: 200 len: 812 time: 0.5385511 Feb 04 12:53:27.520139 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-16b97a3d-93a1-4222-87bb-fbe291f61029 req-655ddc56-888a-4826-aec5-ea856025d3b1 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/quotas/3c0dc8c0402645d983d20be0fc21117a HTTP/1.1" status: 200 len: 375 time: 0.0287960 Feb 04 12:53:27.600949 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-83e6f66a-e6e6-4f1f-9245-7862ca307509 req-06a74de2-798c-486a-a244-54f4f0cd0807 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc3ef21e-75dc-4a70-9b19-d31f166c1e2f HTTP/1.1" status: 200 len: 217 time: 0.1219776 Feb 04 12:53:27.774097 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-16b97a3d-93a1-4222-87bb-fbe291f61029 req-57d8ca23-9740-45b3-8ae2-b53cab39b6ba tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=3c0dc8c0402645d983d20be0fc21117a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1908762 Feb 04 12:53:27.781398 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e6f66a-e6e6-4f1f-9245-7862ca307509 req-74e09756-a077-4be2-8065-89b43ad842b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:27.785998 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-83e6f66a-e6e6-4f1f-9245-7862ca307509 req-74e09756-a077-4be2-8065-89b43ad842b5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=13ec9a2b-ecf4-4399-96f0-6b85e2cca449 HTTP/1.1" status: 200 len: 856 time: 0.1347561 Feb 04 12:53:27.934994 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-16b97a3d-93a1-4222-87bb-fbe291f61029 req-89337bac-2a2a-4eb0-a723-72338aae88f9 service neutron] 10.222.0.65 "GET /v2.0/networks/f237d722-433d-480c-8987-66d34675134e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478269 Feb 04 12:53:28.097525 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0447fdd0-f810-4221-9452-7e899dd2f6d0 req-21565147-b173-46b7-89d9-fb4f2dddd857 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:28.108438 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0447fdd0-f810-4221-9452-7e899dd2f6d0 req-21565147-b173-46b7-89d9-fb4f2dddd857 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a278d30-eb2b-4ff9-ba26-926afcbda308 HTTP/1.1" status: 200 len: 944 time: 0.1720834 Feb 04 12:53:28.216254 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e6f66a-e6e6-4f1f-9245-7862ca307509 req-a623be0d-6fa5-45d4-8748-c5b9a5565856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:28.218315 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-83e6f66a-e6e6-4f1f-9245-7862ca307509 req-a623be0d-6fa5-45d4-8748-c5b9a5565856 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4e1bb528-5b08-4fe5-be55-e6e60ca268fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2732000 Feb 04 12:53:28.314429 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0447fdd0-f810-4221-9452-7e899dd2f6d0 req-7e11024f-e66f-4947-940d-2524a91b8910 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=6117da09-2fa7-4477-b94e-92c335c547fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1869295 Feb 04 12:53:28.329716 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-16b97a3d-93a1-4222-87bb-fbe291f61029 req-d51bdd6d-cda4-4c0a-85e2-3192f2979799 service neutron] 10.222.0.65 "GET /v2.0/networks/f237d722-433d-480c-8987-66d34675134e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3750157 Feb 04 12:53:28.537844 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-83e6f66a-e6e6-4f1f-9245-7862ca307509 req-dda303d0-ea03-4d0f-986b-88afb3279da8 service neutron] 10.222.0.73 "GET /v2.0/networks/4e1bb528-5b08-4fe5-be55-e6e60ca268fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333777 Feb 04 12:53:28.875987 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-83e6f66a-e6e6-4f1f-9245-7862ca307509 req-dc201425-2083-4ad8-a263-264f799c74d6 service neutron] 10.222.0.73 "GET /v2.0/networks/4e1bb528-5b08-4fe5-be55-e6e60ca268fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2568550 Feb 04 12:53:28.936177 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be10d0c-12c6-4e48-be3b-8e57e5a3916b req-4ba21ef3-86a6-451c-866a-7603d589e84f tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:28.941390 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7be10d0c-12c6-4e48-be3b-8e57e5a3916b req-4ba21ef3-86a6-451c-866a-7603d589e84f tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=22704979-2c9f-416c-a9cc-621c4bd05eca HTTP/1.1" status: 200 len: 946 time: 0.4001255 Feb 04 12:53:29.142166 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7be10d0c-12c6-4e48-be3b-8e57e5a3916b req-ce0d6d51-5d77-41a3-8f57-e865f53811c7 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3f9fd42-344e-42cb-9241-a34957176b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1822667 Feb 04 12:53:29.153764 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152e6470-ed6f-47f5-8f0f-777460a92bfd req-79a88c6a-ade3-481c-a940-3b7467343487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:29.158988 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-152e6470-ed6f-47f5-8f0f-777460a92bfd req-79a88c6a-ade3-481c-a940-3b7467343487 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b593a9b948e947caa7bb47e1be2cb62a&device_id=3a278d30-eb2b-4ff9-ba26-926afcbda308 HTTP/1.1" status: 200 len: 1126 time: 0.2130487 Feb 04 12:53:29.250726 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8f078d3d-1dbc-4093-92c3-0dc03b9e4cfc req-0d48439a-3ad9-4f56-9360-e3aa46e74d68 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=12babf50-770d-4384-b363-047a065adfe7 HTTP/1.1" status: 200 len: 210 time: 0.0987659 Feb 04 12:53:29.459949 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152e6470-ed6f-47f5-8f0f-777460a92bfd req-43a2ca77-d11d-443c-83e0-f32ab41cd3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:29.476227 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-152e6470-ed6f-47f5-8f0f-777460a92bfd req-43a2ca77-d11d-443c-83e0-f32ab41cd3ae service neutron] 10.222.0.73 "GET /v2.0/networks?id=4e1bb528-5b08-4fe5-be55-e6e60ca268fa HTTP/1.1" status: 200 len: 918 time: 0.2991290 Feb 04 12:53:29.702539 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-152e6470-ed6f-47f5-8f0f-777460a92bfd req-572a5168-32e1-4af6-9a0f-87c0a0bfb1c4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc3ef21e-75dc-4a70-9b19-d31f166c1e2f HTTP/1.1" status: 200 len: 217 time: 0.2157581 Feb 04 12:53:29.865012 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152e6470-ed6f-47f5-8f0f-777460a92bfd req-8f0a8a1e-5946-4c24-86f7-bab11af09449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:29.872677 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-152e6470-ed6f-47f5-8f0f-777460a92bfd req-8f0a8a1e-5946-4c24-86f7-bab11af09449 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=13ec9a2b-ecf4-4399-96f0-6b85e2cca449 HTTP/1.1" status: 200 len: 856 time: 0.1626496 Feb 04 12:53:30.048522 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a027016c-0417-4b05-a9c1-8982b6d8957d req-d13c3dbc-1930-4135-a405-10723d2917fb tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:30.079122 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a027016c-0417-4b05-a9c1-8982b6d8957d req-d13c3dbc-1930-4135-a405-10723d2917fb tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a278d30-eb2b-4ff9-ba26-926afcbda308 HTTP/1.1" status: 200 len: 944 time: 0.4408436 Feb 04 12:53:30.360910 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a027016c-0417-4b05-a9c1-8982b6d8957d req-5d11277b-3611-4a3e-844c-62701f1ec4a3 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=6117da09-2fa7-4477-b94e-92c335c547fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2804825 Feb 04 12:53:30.373278 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152e6470-ed6f-47f5-8f0f-777460a92bfd req-085c2630-0572-4ff0-a935-1ada3d9efc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:30.375404 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-152e6470-ed6f-47f5-8f0f-777460a92bfd req-085c2630-0572-4ff0-a935-1ada3d9efc84 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4e1bb528-5b08-4fe5-be55-e6e60ca268fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4956534 Feb 04 12:53:30.557380 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-152e6470-ed6f-47f5-8f0f-777460a92bfd req-3460be2f-27c2-4ff2-a85a-85a9999e3017 service neutron] 10.222.0.73 "GET /v2.0/networks/4e1bb528-5b08-4fe5-be55-e6e60ca268fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647284 Feb 04 12:53:30.975209 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 45920) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:53:31.193875 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-181e62ad-c901-4df7-8904-79c5d49ef738 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:31.216013 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:31.441240 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-181e62ad-c901-4df7-8904-79c5d49ef738 admin admin] Publish callbacks [] for security_group (ff272eb5-80bf-4859-8ab8-e9e33d5ae7e2), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:31.453183 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-181e62ad-c901-4df7-8904-79c5d49ef738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (ff272eb5-80bf-4859-8ab8-e9e33d5ae7e2), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:31.572282 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-181e62ad-c901-4df7-8904-79c5d49ef738 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a881c1e4c7584a6988cf1f914123e539&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5919592 Feb 04 12:53:31.572282 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181e62ad-c901-4df7-8904-79c5d49ef738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff272eb5-80bf-4859-8ab8-e9e33d5ae7e2,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:31.580327 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 45926) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:53:31.617547 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-00088aee-c3fb-4abb-b8c5-49ee42493685 req-cd91c520-a01c-4736-94da-b3e8fd81832e tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=12babf50-770d-4384-b363-047a065adfe7 HTTP/1.1" status: 200 len: 210 time: 1.0330923 Feb 04 12:53:31.706201 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e47947-ffa3-411e-a6a5-446c235efbdb req-6743d283-762f-4fd1-988e-853f7fd1a7f7 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:31.709882 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-57e47947-ffa3-411e-a6a5-446c235efbdb req-6743d283-762f-4fd1-988e-853f7fd1a7f7 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=22704979-2c9f-416c-a9cc-621c4bd05eca HTTP/1.1" status: 200 len: 946 time: 1.3392296 Feb 04 12:53:31.746973 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-152e6470-ed6f-47f5-8f0f-777460a92bfd req-9f26f13e-93c1-4fd8-85c5-8cf3c25ca375 service neutron] 10.222.0.73 "GET /v2.0/networks/4e1bb528-5b08-4fe5-be55-e6e60ca268fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1605210 Feb 04 12:53:31.773533 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b97a3d-93a1-4222-87bb-fbe291f61029 req-7e6d01ec-586d-4cf3-96dc-3dfc0d198c2a tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:31.776682 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-16b97a3d-93a1-4222-87bb-fbe291f61029 req-7e6d01ec-586d-4cf3-96dc-3dfc0d198c2a tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.77 "GET /v2.0/networks?id=f237d722-433d-480c-8987-66d34675134e HTTP/1.1" status: 200 len: 812 time: 0.3218060 Feb 04 12:53:31.777810 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ac0b2411-9752-4e13-a0b7-b0a140f805a6 admin admin] Publish callbacks [] for security_group (ff272eb5-80bf-4859-8ab8-e9e33d5ae7e2), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:31.814422 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-16b97a3d-93a1-4222-87bb-fbe291f61029 req-f50787db-d946-4797-a080-614095c9778d tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Request body: {'port': {'device_id': '12babf50-770d-4384-b363-047a065adfe7', 'network_id': 'f237d722-433d-480c-8987-66d34675134e', 'admin_state_up': True, 'tenant_id': '3c0dc8c0402645d983d20be0fc21117a'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:53:31.843770 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ac0b2411-9752-4e13-a0b7-b0a140f805a6 admin admin] Publish callbacks [] for security_group (ff272eb5-80bf-4859-8ab8-e9e33d5ae7e2), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:31.857466 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:31.963841 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ac0b2411-9752-4e13-a0b7-b0a140f805a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (ff272eb5-80bf-4859-8ab8-e9e33d5ae7e2), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:31.967030 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ac0b2411-9752-4e13-a0b7-b0a140f805a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:31.968738 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-ac0b2411-9752-4e13-a0b7-b0a140f805a6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ff272eb5-80bf-4859-8ab8-e9e33d5ae7e2 HTTP/1.1" status: 204 len: 168 time: 0.3869257 Feb 04 12:53:31.978508 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-57e47947-ffa3-411e-a6a5-446c235efbdb req-64d26334-5225-4ef7-8622-6d293564ab98 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3f9fd42-344e-42cb-9241-a34957176b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2486968 Feb 04 12:53:31.986023 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0b2411-9752-4e13-a0b7-b0a140f805a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff272eb5-80bf-4859-8ab8-e9e33d5ae7e2,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:32.154634 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16b97a3d-93a1-4222-87bb-fbe291f61029 req-f50787db-d946-4797-a080-614095c9778d tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Made reservation on behalf of 3c0dc8c0402645d983d20be0fc21117a for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:53:32.167430 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-16b97a3d-93a1-4222-87bb-fbe291f61029 req-f50787db-d946-4797-a080-614095c9778d tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:32.237185 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f715392a-d703-4dd5-99f2-ccaa6c965447 req-e6201e79-0f20-4ca2-8b2c-12216286feaf tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:32.239039 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f715392a-d703-4dd5-99f2-ccaa6c965447 req-e6201e79-0f20-4ca2-8b2c-12216286feaf tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a278d30-eb2b-4ff9-ba26-926afcbda308 HTTP/1.1" status: 200 len: 944 time: 0.2567644 Feb 04 12:53:32.507950 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f715392a-d703-4dd5-99f2-ccaa6c965447 req-9528eff7-9999-47b8-8a01-f6996bdd9ad1 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=6117da09-2fa7-4477-b94e-92c335c547fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2606697 Feb 04 12:53:32.618592 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 45936) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:53:32.656228 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0262cf6a-6d4b-4322-9c27-397c7b2f470a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:32.818283 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-16b97a3d-93a1-4222-87bb-fbe291f61029 req-f50787db-d946-4797-a080-614095c9778d tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Allocated IP 172.20.0.14 (f237d722-433d-480c-8987-66d34675134e/70faacee-af53-42b7-af83-bbc74f352570/352f2fc1-632d-49cd-ac15-d77895ed61af) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:53:32.942182 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0262cf6a-6d4b-4322-9c27-397c7b2f470a admin admin] Publish callbacks [] for security_group (87353a15-8c7e-465f-96e5-ddf6cd5051b5), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:32.950423 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0262cf6a-6d4b-4322-9c27-397c7b2f470a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (87353a15-8c7e-465f-96e5-ddf6cd5051b5), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:32.988043 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-df381942-b237-407c-b996-225cc0c73f44 req-997090d0-0b90-4f11-a183-cc50cdfcbf4c tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=12babf50-770d-4384-b363-047a065adfe7 HTTP/1.1" status: 200 len: 210 time: 0.1147594 Feb 04 12:53:33.022542 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device fc3ef21e-75dc-4a70-9b19-d31f166c1e2f details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:53:33.116397 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-0262cf6a-6d4b-4322-9c27-397c7b2f470a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bd47b5f5fc2846c79e780c53361c2c99&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4938095 Feb 04 12:53:33.117880 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 45944) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:53:33.123034 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0262cf6a-6d4b-4322-9c27-397c7b2f470a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87353a15-8c7e-465f-96e5-ddf6cd5051b5,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:33.280795 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-394a1906-4f06-46ea-a429-4785f9b56a51 admin admin] Publish callbacks [] for security_group (87353a15-8c7e-465f-96e5-ddf6cd5051b5), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:33.338776 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-394a1906-4f06-46ea-a429-4785f9b56a51 admin admin] Publish callbacks [] for security_group (87353a15-8c7e-465f-96e5-ddf6cd5051b5), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:33.373526 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port fc3ef21e-75dc-4a70-9b19-d31f166c1e2f, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=fc3ef21e-75dc-4a70-9b19-d31f166c1e2f,segment=NetworkSegment(9842ab09-ee4e-45ca-9eb8-8a98cf18f30e),segment_id=9842ab09-ee4e-45ca-9eb8-8a98cf18f30e)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:53:33.433748 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': 'fc3ef21e-75dc-4a70-9b19-d31f166c1e2f', 'network_id': '4e1bb528-5b08-4fe5-be55-e6e60ca268fa', 'port_id': 'fc3ef21e-75dc-4a70-9b19-d31f166c1e2f', 'mac_address': 'fa:16:3e:bd:bd:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13ec9a2b-ecf4-4399-96f0-6b85e2cca449', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:53:33.445356 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-394a1906-4f06-46ea-a429-4785f9b56a51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (87353a15-8c7e-465f-96e5-ddf6cd5051b5), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:33.453270 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-394a1906-4f06-46ea-a429-4785f9b56a51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:33.462235 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-394a1906-4f06-46ea-a429-4785f9b56a51 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/87353a15-8c7e-465f-96e5-ddf6cd5051b5 HTTP/1.1" status: 204 len: 168 time: 0.3382850 Feb 04 12:53:33.492853 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394a1906-4f06-46ea-a429-4785f9b56a51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87353a15-8c7e-465f-96e5-ddf6cd5051b5,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:33.529484 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394a1906-4f06-46ea-a429-4785f9b56a51 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:53:33.532447 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394a1906-4f06-46ea-a429-4785f9b56a51 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:53:33.536199 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394a1906-4f06-46ea-a429-4785f9b56a51 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:53:33.544446 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394a1906-4f06-46ea-a429-4785f9b56a51 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:53:33.545403 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394a1906-4f06-46ea-a429-4785f9b56a51 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:53:33.559031 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394a1906-4f06-46ea-a429-4785f9b56a51 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:53:33.564088 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394a1906-4f06-46ea-a429-4785f9b56a51 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:53:33.564471 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394a1906-4f06-46ea-a429-4785f9b56a51 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:53:33.564873 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394a1906-4f06-46ea-a429-4785f9b56a51 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:53:33.566930 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394a1906-4f06-46ea-a429-4785f9b56a51 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:53:33.572570 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394a1906-4f06-46ea-a429-4785f9b56a51 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:53:33.572955 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394a1906-4f06-46ea-a429-4785f9b56a51 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:53:33.574370 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394a1906-4f06-46ea-a429-4785f9b56a51 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:53:33.586407 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309730ed-0803-48b5-85e1-4da00ce928d2 req-3acb1c71-6e8a-4c58-8400-9c3f84a46e28 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:33.587788 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port fc3ef21e-75dc-4a70-9b19-d31f166c1e2f is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:53:33.588512 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (fc3ef21e-75dc-4a70-9b19-d31f166c1e2f), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:33.593185 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-309730ed-0803-48b5-85e1-4da00ce928d2 req-3acb1c71-6e8a-4c58-8400-9c3f84a46e28 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=22704979-2c9f-416c-a9cc-621c4bd05eca HTTP/1.1" status: 200 len: 946 time: 0.3416774 Feb 04 12:53:33.619213 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc3ef21e-75dc-4a70-9b19-d31f166c1e2f {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:53:33.636615 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-16b97a3d-93a1-4222-87bb-fbe291f61029 req-f50787db-d946-4797-a080-614095c9778d tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks [] for port (352f2fc1-632d-49cd-ac15-d77895ed61af), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:33.662261 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port fc3ef21e-75dc-4a70-9b19-d31f166c1e2f, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=fc3ef21e-75dc-4a70-9b19-d31f166c1e2f,segment=NetworkSegment(9842ab09-ee4e-45ca-9eb8-8a98cf18f30e),segment_id=9842ab09-ee4e-45ca-9eb8-8a98cf18f30e)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:53:33.669398 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (fc3ef21e-75dc-4a70-9b19-d31f166c1e2f), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:33.771110 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-16b97a3d-93a1-4222-87bb-fbe291f61029 req-f50787db-d946-4797-a080-614095c9778d tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (352f2fc1-632d-49cd-ac15-d77895ed61af), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:33.814551 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=fc3ef21e-75dc-4a70-9b19-d31f166c1e2f,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:33.963170 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['fc3ef21e-75dc-4a70-9b19-d31f166c1e2f'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:53:33.990283 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50787db-d946-4797-a080-614095c9778d tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Pushing event updated for resources: {'Port': ['ID=352f2fc1-632d-49cd-ac15-d77895ed61af,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:34.020780 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16b97a3d-93a1-4222-87bb-fbe291f61029 req-f50787db-d946-4797-a080-614095c9778d tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Network f237d722-433d-480c-8987-66d34675134e is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:53:34.072985 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689c0fae-7d31-4d3b-bb6e-430c5399003f req-08aaa04a-f16c-4552-b53e-4736d2f9718f tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:34.074974 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-689c0fae-7d31-4d3b-bb6e-430c5399003f req-08aaa04a-f16c-4552-b53e-4736d2f9718f tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a278d30-eb2b-4ff9-ba26-926afcbda308 HTTP/1.1" status: 200 len: 945 time: 0.3121059 Feb 04 12:53:34.086017 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-309730ed-0803-48b5-85e1-4da00ce928d2 req-61ddd1c5-3b37-4a9f-b203-f98bedbf62fe tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3f9fd42-344e-42cb-9241-a34957176b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3487034 Feb 04 12:53:34.088145 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-16b97a3d-93a1-4222-87bb-fbe291f61029 req-f50787db-d946-4797-a080-614095c9778d tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:53:34.095271 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-16b97a3d-93a1-4222-87bb-fbe291f61029 req-f50787db-d946-4797-a080-614095c9778d tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:53:34.302975 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b97a3d-93a1-4222-87bb-fbe291f61029 req-f50787db-d946-4797-a080-614095c9778d tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:34.304820 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-16b97a3d-93a1-4222-87bb-fbe291f61029 req-f50787db-d946-4797-a080-614095c9778d tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:34.461010 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-689c0fae-7d31-4d3b-bb6e-430c5399003f req-b1135390-6bbd-4ee6-8cf9-e03fd14f919d tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=6117da09-2fa7-4477-b94e-92c335c547fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2467387 Feb 04 12:53:34.479902 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-16b97a3d-93a1-4222-87bb-fbe291f61029 req-f50787db-d946-4797-a080-614095c9778d tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6711922 Feb 04 12:53:34.633427 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-16b97a3d-93a1-4222-87bb-fbe291f61029 req-bf04a64c-59d1-417b-9644-8ea1d88c2a7d service neutron] Request body: {'port': {'device_id': '12babf50-770d-4384-b363-047a065adfe7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:53:34.767411 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a4aad7-c81f-4fb1-89c8-5537b6573c93 req-e2efdaf9-0bfd-4d0b-9045-381a82d03442 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:34.770376 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-02a4aad7-c81f-4fb1-89c8-5537b6573c93 req-e2efdaf9-0bfd-4d0b-9045-381a82d03442 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=12babf50-770d-4384-b363-047a065adfe7 HTTP/1.1" status: 200 len: 932 time: 0.3256090 Feb 04 12:53:34.860364 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-d3d5fe3b-8563-4418-8b4e-ec03d033e81b None None] Provisioning complete for port 352f2fc1-632d-49cd-ac15-d77895ed61af triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:53:34.864426 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d3d5fe3b-8563-4418-8b4e-ec03d033e81b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (352f2fc1-632d-49cd-ac15-d77895ed61af), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:34.925537 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-16b97a3d-93a1-4222-87bb-fbe291f61029 req-bf04a64c-59d1-417b-9644-8ea1d88c2a7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (352f2fc1-632d-49cd-ac15-d77895ed61af), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:34.948260 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-d3d5fe3b-8563-4418-8b4e-ec03d033e81b None None] Port 352f2fc1-632d-49cd-ac15-d77895ed61af cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:53:35.349925 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-02a4aad7-c81f-4fb1-89c8-5537b6573c93 req-aa7eeccb-4b01-42a6-ab63-46726d42dc41 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4702628 Feb 04 12:53:35.641880 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-16b97a3d-93a1-4222-87bb-fbe291f61029 req-bf04a64c-59d1-417b-9644-8ea1d88c2a7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 352f2fc1-632d-49cd-ac15-d77895ed61af {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:53:35.656718 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-16b97a3d-93a1-4222-87bb-fbe291f61029 req-bf04a64c-59d1-417b-9644-8ea1d88c2a7d service neutron] Publish callbacks [] for port (352f2fc1-632d-49cd-ac15-d77895ed61af), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:35.671568 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-16b97a3d-93a1-4222-87bb-fbe291f61029 req-bf04a64c-59d1-417b-9644-8ea1d88c2a7d service neutron] Transition to ACTIVE for port object 352f2fc1-632d-49cd-ac15-d77895ed61af will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:53:35.704837 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-16b97a3d-93a1-4222-87bb-fbe291f61029 req-bf04a64c-59d1-417b-9644-8ea1d88c2a7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (352f2fc1-632d-49cd-ac15-d77895ed61af), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:35.888967 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf04a64c-59d1-417b-9644-8ea1d88c2a7d service neutron] Pushing event updated for resources: {'Port': ['ID=352f2fc1-632d-49cd-ac15-d77895ed61af,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:35.927040 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b74ed6d-357b-471d-b507-af9ed12c87cf req-7cc85828-8b8e-4df7-ab14-0868ff27f755 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:35.940731 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1b74ed6d-357b-471d-b507-af9ed12c87cf req-7cc85828-8b8e-4df7-ab14-0868ff27f755 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=22704979-2c9f-416c-a9cc-621c4bd05eca HTTP/1.1" status: 200 len: 946 time: 0.2674732 Feb 04 12:53:35.997077 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf04a64c-59d1-417b-9644-8ea1d88c2a7d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:53:35.997568 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf04a64c-59d1-417b-9644-8ea1d88c2a7d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:53:35.997797 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf04a64c-59d1-417b-9644-8ea1d88c2a7d service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:53:35.998151 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf04a64c-59d1-417b-9644-8ea1d88c2a7d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:53:35.998499 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf04a64c-59d1-417b-9644-8ea1d88c2a7d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:53:35.998839 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf04a64c-59d1-417b-9644-8ea1d88c2a7d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:53:35.999304 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf04a64c-59d1-417b-9644-8ea1d88c2a7d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:53:35.999642 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf04a64c-59d1-417b-9644-8ea1d88c2a7d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:53:36.000009 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf04a64c-59d1-417b-9644-8ea1d88c2a7d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:53:36.004222 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf04a64c-59d1-417b-9644-8ea1d88c2a7d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:53:36.004578 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf04a64c-59d1-417b-9644-8ea1d88c2a7d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:53:36.004928 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf04a64c-59d1-417b-9644-8ea1d88c2a7d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:53:36.005270 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf04a64c-59d1-417b-9644-8ea1d88c2a7d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:53:36.037932 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca624a8-899c-4f07-8354-c5464b70a9e6 req-ed99261e-7f21-40de-8ff5-35596e1541e3 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:36.039579 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4ca624a8-899c-4f07-8354-c5464b70a9e6 req-ed99261e-7f21-40de-8ff5-35596e1541e3 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a278d30-eb2b-4ff9-ba26-926afcbda308 HTTP/1.1" status: 200 len: 945 time: 0.3545115 Feb 04 12:53:36.178352 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1b74ed6d-357b-471d-b507-af9ed12c87cf req-d22951b4-e07d-4d30-9082-d86ef75f62da tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3f9fd42-344e-42cb-9241-a34957176b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2367089 Feb 04 12:53:36.179360 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-16b97a3d-93a1-4222-87bb-fbe291f61029 req-bf04a64c-59d1-417b-9644-8ea1d88c2a7d service neutron] Attempting to bind port 352f2fc1-632d-49cd-ac15-d77895ed61af on host n-h2-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:53:36.179697 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-16b97a3d-93a1-4222-87bb-fbe291f61029 req-bf04a64c-59d1-417b-9644-8ea1d88c2a7d service neutron] Attempting to bind port 352f2fc1-632d-49cd-ac15-d77895ed61af by drivers openvswitch,hyperv on host n-h2-825015-3 at level 0 using segments [{'id': '0934a908-175b-4cbf-ace2-f0550fc5d53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'f237d722-433d-480c-8987-66d34675134e'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:53:36.182807 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b97a3d-93a1-4222-87bb-fbe291f61029 req-bf04a64c-59d1-417b-9644-8ea1d88c2a7d service neutron] Attempting to bind port 352f2fc1-632d-49cd-ac15-d77895ed61af on network f237d722-433d-480c-8987-66d34675134e {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:53:36.215804 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b97a3d-93a1-4222-87bb-fbe291f61029 req-bf04a64c-59d1-417b-9644-8ea1d88c2a7d service neutron] Port 352f2fc1-632d-49cd-ac15-d77895ed61af on network f237d722-433d-480c-8987-66d34675134e not bound, no agent of type Open vSwitch agent registered on host n-h2-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:53:36.216126 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b97a3d-93a1-4222-87bb-fbe291f61029 req-bf04a64c-59d1-417b-9644-8ea1d88c2a7d service neutron] Attempting to bind port 352f2fc1-632d-49cd-ac15-d77895ed61af on network f237d722-433d-480c-8987-66d34675134e {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:53:36.221149 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4ca624a8-899c-4f07-8354-c5464b70a9e6 req-f2898bf6-f7e6-49df-8f99-f0ca624d3b50 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=6117da09-2fa7-4477-b94e-92c335c547fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1720827 Feb 04 12:53:36.244487 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b97a3d-93a1-4222-87bb-fbe291f61029 req-bf04a64c-59d1-417b-9644-8ea1d88c2a7d service neutron] Checking agent: {'id': '9b68a165-e786-4b91-8592-44519c2ecabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:53:36.244892 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b97a3d-93a1-4222-87bb-fbe291f61029 req-bf04a64c-59d1-417b-9644-8ea1d88c2a7d service neutron] Checking segment: {'id': '0934a908-175b-4cbf-ace2-f0550fc5d53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'f237d722-433d-480c-8987-66d34675134e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:53:36.245289 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b97a3d-93a1-4222-87bb-fbe291f61029 req-bf04a64c-59d1-417b-9644-8ea1d88c2a7d service neutron] Bound using segment: {'id': '0934a908-175b-4cbf-ace2-f0550fc5d53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'f237d722-433d-480c-8987-66d34675134e'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:53:36.245848 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-16b97a3d-93a1-4222-87bb-fbe291f61029 req-bf04a64c-59d1-417b-9644-8ea1d88c2a7d service neutron] Bound port: 352f2fc1-632d-49cd-ac15-d77895ed61af, host: n-h2-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0934a908-175b-4cbf-ace2-f0550fc5d53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'f237d722-433d-480c-8987-66d34675134e'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:53:36.246225 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-16b97a3d-93a1-4222-87bb-fbe291f61029 req-bf04a64c-59d1-417b-9644-8ea1d88c2a7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (352f2fc1-632d-49cd-ac15-d77895ed61af), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:36.444879 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-16b97a3d-93a1-4222-87bb-fbe291f61029 req-bf04a64c-59d1-417b-9644-8ea1d88c2a7d service neutron] For port 352f2fc1-632d-49cd-ac15-d77895ed61af, host n-h2-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:53:36.454163 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-16b97a3d-93a1-4222-87bb-fbe291f61029 req-bf04a64c-59d1-417b-9644-8ea1d88c2a7d service neutron] For port 352f2fc1-632d-49cd-ac15-d77895ed61af, host n-h2-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=352f2fc1-632d-49cd-ac15-d77895ed61af,segment=NetworkSegment(0934a908-175b-4cbf-ace2-f0550fc5d53c),segment_id=0934a908-175b-4cbf-ace2-f0550fc5d53c)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:53:36.470112 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-16b97a3d-93a1-4222-87bb-fbe291f61029 req-bf04a64c-59d1-417b-9644-8ea1d88c2a7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (352f2fc1-632d-49cd-ac15-d77895ed61af), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:36.668337 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b97a3d-93a1-4222-87bb-fbe291f61029 req-bf04a64c-59d1-417b-9644-8ea1d88c2a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:36.675161 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-16b97a3d-93a1-4222-87bb-fbe291f61029 req-bf04a64c-59d1-417b-9644-8ea1d88c2a7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:36.677589 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-16b97a3d-93a1-4222-87bb-fbe291f61029 req-bf04a64c-59d1-417b-9644-8ea1d88c2a7d service neutron] 10.222.0.77 "PUT /v2.0/ports/352f2fc1-632d-49cd-ac15-d77895ed61af HTTP/1.1" status: 200 len: 1092 time: 2.0576742 Feb 04 12:53:36.679353 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12babf50-770d-4384-b363-047a065adfe7', 'tag': '352f2fc1-632d-49cd-ac15-d77895ed61af'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:53:36.681770 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-229de4f4-5015-4a21-a95c-b773c9dc1cf8" -d '{"events": [{"name": "network-changed", "server_uuid": "12babf50-770d-4384-b363-047a065adfe7", "tag": "352f2fc1-632d-49cd-ac15-d77895ed61af"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:53:36.863556 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe3fc40f-bd08-412e-881d-fa70434555ba x-openstack-request-id: req-fe3fc40f-bd08-412e-881d-fa70434555ba {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:53:36.864072 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12babf50-770d-4384-b363-047a065adfe7", "tag": "352f2fc1-632d-49cd-ac15-d77895ed61af", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:53:36.864488 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fe3fc40f-bd08-412e-881d-fa70434555ba {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:53:36.865050 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12babf50-770d-4384-b363-047a065adfe7', 'tag': '352f2fc1-632d-49cd-ac15-d77895ed61af', 'status': 'completed', 'code': 200} Feb 04 12:53:36.905946 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf04a64c-59d1-417b-9644-8ea1d88c2a7d service neutron] Pushing event updated for resources: {'Port': ['ID=352f2fc1-632d-49cd-ac15-d77895ed61af,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:36.965168 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c0f818-0f7f-443b-a9f3-525067c2f66f req-9515cdc0-b2cd-48a1-9503-e0ed5a2df257 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:36.974442 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a7c0f818-0f7f-443b-a9f3-525067c2f66f req-9515cdc0-b2cd-48a1-9503-e0ed5a2df257 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=12babf50-770d-4384-b363-047a065adfe7 HTTP/1.1" status: 200 len: 944 time: 0.4044714 Feb 04 12:53:37.049697 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b97a3d-93a1-4222-87bb-fbe291f61029 req-5715a1a5-5e93-44e8-9267-f751248371e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:37.051819 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device fc3ef21e-75dc-4a70-9b19-d31f166c1e2f up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:53:37.054403 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-16b97a3d-93a1-4222-87bb-fbe291f61029 req-5715a1a5-5e93-44e8-9267-f751248371e8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3c0dc8c0402645d983d20be0fc21117a&device_id=12babf50-770d-4384-b363-047a065adfe7 HTTP/1.1" status: 200 len: 1126 time: 0.2756834 Feb 04 12:53:37.208699 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning for port fc3ef21e-75dc-4a70-9b19-d31f166c1e2f completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:53:37.221966 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port fc3ef21e-75dc-4a70-9b19-d31f166c1e2f triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:53:37.222695 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (fc3ef21e-75dc-4a70-9b19-d31f166c1e2f), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:37.274248 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a7c0f818-0f7f-443b-a9f3-525067c2f66f req-8b0f7cd7-3761-4b55-8550-75a59a1205ca tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2905505 Feb 04 12:53:37.278244 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-16b97a3d-93a1-4222-87bb-fbe291f61029 req-3a372679-9779-4e75-8e96-9149089bf8ee service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=352f2fc1-632d-49cd-ac15-d77895ed61af HTTP/1.1" status: 200 len: 217 time: 0.2167590 Feb 04 12:53:37.472262 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port fc3ef21e-75dc-4a70-9b19-d31f166c1e2f is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:53:37.472597 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (fc3ef21e-75dc-4a70-9b19-d31f166c1e2f), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:37.568096 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b97a3d-93a1-4222-87bb-fbe291f61029 req-a867d881-5226-4728-b90d-59827c50d5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:37.570292 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-16b97a3d-93a1-4222-87bb-fbe291f61029 req-a867d881-5226-4728-b90d-59827c50d5e2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=70faacee-af53-42b7-af83-bbc74f352570 HTTP/1.1" status: 200 len: 851 time: 0.2857983 Feb 04 12:53:37.576185 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port fc3ef21e-75dc-4a70-9b19-d31f166c1e2f, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=fc3ef21e-75dc-4a70-9b19-d31f166c1e2f,segment=NetworkSegment(9842ab09-ee4e-45ca-9eb8-8a98cf18f30e),segment_id=9842ab09-ee4e-45ca-9eb8-8a98cf18f30e)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:53:37.580660 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a278d30-eb2b-4ff9-ba26-926afcbda308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc3ef21e-75dc-4a70-9b19-d31f166c1e2f'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:53:37.590527 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28333155-ec9e-44a7-9fb1-245b03b64ead" -d '{"events": [{"server_uuid": "3a278d30-eb2b-4ff9-ba26-926afcbda308", "name": "network-vif-plugged", "status": "completed", "tag": "fc3ef21e-75dc-4a70-9b19-d31f166c1e2f"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:53:37.603453 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (fc3ef21e-75dc-4a70-9b19-d31f166c1e2f), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:37.707040 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=fc3ef21e-75dc-4a70-9b19-d31f166c1e2f,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:37.761070 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2210da47-ef18-4d80-b641-fb8f8b91121c req-874e8a59-4553-4ddc-8b19-eecd38f296a3 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:37.769458 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2210da47-ef18-4d80-b641-fb8f8b91121c req-874e8a59-4553-4ddc-8b19-eecd38f296a3 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=22704979-2c9f-416c-a9cc-621c4bd05eca HTTP/1.1" status: 200 len: 946 time: 0.3183484 Feb 04 12:53:37.790915 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b97a3d-93a1-4222-87bb-fbe291f61029 req-cb217760-aa3e-43a1-bb82-e64ada6c535f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:37.802711 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-16b97a3d-93a1-4222-87bb-fbe291f61029 req-cb217760-aa3e-43a1-bb82-e64ada6c535f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f237d722-433d-480c-8987-66d34675134e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1804290 Feb 04 12:53:37.872263 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88024b8d-e1d1-41df-b526-4e405488c03e req-d8cbdbab-5a07-45f2-aa27-7454e7cd017c tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:37.873860 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-88024b8d-e1d1-41df-b526-4e405488c03e req-d8cbdbab-5a07-45f2-aa27-7454e7cd017c tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a278d30-eb2b-4ff9-ba26-926afcbda308 HTTP/1.1" status: 200 len: 945 time: 0.4242177 Feb 04 12:53:37.983306 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2210da47-ef18-4d80-b641-fb8f8b91121c req-86f070db-0f91-4000-bdce-513d992809e2 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3f9fd42-344e-42cb-9241-a34957176b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2126212 Feb 04 12:53:38.067500 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b64e6244-2296-4427-a045-5deafb62d3b4 x-openstack-request-id: req-b64e6244-2296-4427-a045-5deafb62d3b4 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:53:38.070496 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a278d30-eb2b-4ff9-ba26-926afcbda308", "name": "network-vif-plugged", "status": "completed", "tag": "fc3ef21e-75dc-4a70-9b19-d31f166c1e2f", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:53:38.071226 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b64e6244-2296-4427-a045-5deafb62d3b4 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:53:38.071881 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a278d30-eb2b-4ff9-ba26-926afcbda308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc3ef21e-75dc-4a70-9b19-d31f166c1e2f', 'code': 200} Feb 04 12:53:38.206942 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-16b97a3d-93a1-4222-87bb-fbe291f61029 req-282fec64-c16f-4709-8c1a-7b99f70cc263 service neutron] 10.222.0.77 "GET /v2.0/networks/f237d722-433d-480c-8987-66d34675134e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311778 Feb 04 12:53:38.580480 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-88024b8d-e1d1-41df-b526-4e405488c03e req-e1db7867-67ab-4c62-b374-537fe6905f37 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=6117da09-2fa7-4477-b94e-92c335c547fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6089699 Feb 04 12:53:38.597124 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b366877b-6ee6-4471-b65e-0b9cb4e3c12c req-b9efa09d-6c9d-4a2f-a8f3-7b7880b2a398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:38.605637 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b366877b-6ee6-4471-b65e-0b9cb4e3c12c req-b9efa09d-6c9d-4a2f-a8f3-7b7880b2a398 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3a278d30-eb2b-4ff9-ba26-926afcbda308 HTTP/1.1" status: 200 len: 1128 time: 0.3976681 Feb 04 12:53:38.733248 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-16b97a3d-93a1-4222-87bb-fbe291f61029 req-32e7d3c4-3b1d-4fd6-bf4b-7de1db61978d service neutron] 10.222.0.77 "GET /v2.0/networks/f237d722-433d-480c-8987-66d34675134e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4140837 Feb 04 12:53:38.761315 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d9dde8-5f04-4f4c-9db5-fef285469eae req-5b1d01f2-e781-4fc8-8d15-9ef2cf072b31 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:38.780160 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-95d9dde8-5f04-4f4c-9db5-fef285469eae req-5b1d01f2-e781-4fc8-8d15-9ef2cf072b31 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=12babf50-770d-4384-b363-047a065adfe7 HTTP/1.1" status: 200 len: 944 time: 0.3845773 Feb 04 12:53:38.876897 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b366877b-6ee6-4471-b65e-0b9cb4e3c12c req-39de2e00-a3c0-4dec-8a1b-4f34450e799b service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=6117da09-2fa7-4477-b94e-92c335c547fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2571490 Feb 04 12:53:38.917329 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-95d9dde8-5f04-4f4c-9db5-fef285469eae req-3ff36d05-ab39-4172-a66d-27e64cd65321 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349323 Feb 04 12:53:38.940510 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229de4f4-5015-4a21-a95c-b773c9dc1cf8 req-e2cb376d-52d7-43af-b2ed-5ea0f69b4753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:38.943012 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-229de4f4-5015-4a21-a95c-b773c9dc1cf8 req-e2cb376d-52d7-43af-b2ed-5ea0f69b4753 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3c0dc8c0402645d983d20be0fc21117a&device_id=12babf50-770d-4384-b363-047a065adfe7 HTTP/1.1" status: 200 len: 1126 time: 0.1562555 Feb 04 12:53:39.158945 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229de4f4-5015-4a21-a95c-b773c9dc1cf8 req-947ae4f5-9f88-4014-9dc4-3a34f1538eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:39.161407 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-229de4f4-5015-4a21-a95c-b773c9dc1cf8 req-947ae4f5-9f88-4014-9dc4-3a34f1538eba service neutron] 10.222.0.77 "GET /v2.0/networks?id=f237d722-433d-480c-8987-66d34675134e HTTP/1.1" status: 200 len: 913 time: 0.2107413 Feb 04 12:53:39.300424 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-229de4f4-5015-4a21-a95c-b773c9dc1cf8 req-83f5b003-edea-49ca-aa2f-ba33464deeb0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=352f2fc1-632d-49cd-ac15-d77895ed61af HTTP/1.1" status: 200 len: 217 time: 0.1321373 Feb 04 12:53:39.416296 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229de4f4-5015-4a21-a95c-b773c9dc1cf8 req-93547de4-ab3e-44d3-8847-da87475821b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:39.418137 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-229de4f4-5015-4a21-a95c-b773c9dc1cf8 req-93547de4-ab3e-44d3-8847-da87475821b0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=70faacee-af53-42b7-af83-bbc74f352570 HTTP/1.1" status: 200 len: 851 time: 0.1078851 Feb 04 12:53:39.434246 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b7e593-e132-4adb-ad0b-4ba3ed54aa7c req-c6b39ff8-cd4a-4763-930c-1ca6a800b71e tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:39.437188 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-95b7e593-e132-4adb-ad0b-4ba3ed54aa7c req-c6b39ff8-cd4a-4763-930c-1ca6a800b71e tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=22704979-2c9f-416c-a9cc-621c4bd05eca HTTP/1.1" status: 200 len: 946 time: 0.2452497 Feb 04 12:53:39.438282 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 46060) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:53:39.694356 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-95b7e593-e132-4adb-ad0b-4ba3ed54aa7c req-fea40f6e-3eae-4fcf-8f86-7912deb46ad6 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3f9fd42-344e-42cb-9241-a34957176b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2287393 Feb 04 12:53:39.699363 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a9baa810-3115-4d80-8bc2-08503e0f59c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:39.728349 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229de4f4-5015-4a21-a95c-b773c9dc1cf8 req-373596f2-c111-4b29-8409-47e1c38d0f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:39.731234 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-229de4f4-5015-4a21-a95c-b773c9dc1cf8 req-373596f2-c111-4b29-8409-47e1c38d0f08 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f237d722-433d-480c-8987-66d34675134e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2929447 Feb 04 12:53:39.949099 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a9baa810-3115-4d80-8bc2-08503e0f59c7 admin admin] Publish callbacks [] for security_group (84b40739-47d6-4f57-85cc-300be8ce5530), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:39.972143 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a9baa810-3115-4d80-8bc2-08503e0f59c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (84b40739-47d6-4f57-85cc-300be8ce5530), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:40.104976 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-a9baa810-3115-4d80-8bc2-08503e0f59c7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=73c0595db1b34a0bb7a8ed3113ef81f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6650703 Feb 04 12:53:40.105824 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9baa810-3115-4d80-8bc2-08503e0f59c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84b40739-47d6-4f57-85cc-300be8ce5530,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:40.109935 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 46070) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:53:40.186112 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130383a8-4bc4-45fd-9aee-49a18d168f4b req-e24dbdc1-693d-4c4f-a69d-734163f70ee9 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:40.188233 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-130383a8-4bc4-45fd-9aee-49a18d168f4b req-e24dbdc1-693d-4c4f-a69d-734163f70ee9 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a278d30-eb2b-4ff9-ba26-926afcbda308 HTTP/1.1" status: 200 len: 946 time: 0.2985632 Feb 04 12:53:40.213761 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-53bd37d0-d722-4d28-ac90-f81751345542 admin admin] Publish callbacks [] for security_group (84b40739-47d6-4f57-85cc-300be8ce5530), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:40.272831 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-53bd37d0-d722-4d28-ac90-f81751345542 admin admin] Publish callbacks [] for security_group (84b40739-47d6-4f57-85cc-300be8ce5530), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:40.301491 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-229de4f4-5015-4a21-a95c-b773c9dc1cf8 req-23dae3bc-550d-469a-8302-119c0cccfd48 service neutron] 10.222.0.77 "GET /v2.0/networks/f237d722-433d-480c-8987-66d34675134e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5632131 Feb 04 12:53:40.380054 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-53bd37d0-d722-4d28-ac90-f81751345542 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (84b40739-47d6-4f57-85cc-300be8ce5530), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:40.386939 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-53bd37d0-d722-4d28-ac90-f81751345542 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:40.396407 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-53bd37d0-d722-4d28-ac90-f81751345542 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/84b40739-47d6-4f57-85cc-300be8ce5530 HTTP/1.1" status: 204 len: 168 time: 0.2853649 Feb 04 12:53:40.410114 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bd37d0-d722-4d28-ac90-f81751345542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84b40739-47d6-4f57-85cc-300be8ce5530,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:40.549776 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ddae7b-812e-4eb5-8ea1-15cfed58685a req-05207cad-7cb0-411b-a4e2-52301ef985a5 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:40.569441 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f0ddae7b-812e-4eb5-8ea1-15cfed58685a req-05207cad-7cb0-411b-a4e2-52301ef985a5 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=12babf50-770d-4384-b363-047a065adfe7 HTTP/1.1" status: 200 len: 944 time: 0.5193193 Feb 04 12:53:40.585458 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-130383a8-4bc4-45fd-9aee-49a18d168f4b req-93cb6eb9-f42b-48bb-b2bc-e663036c7c7d tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=6117da09-2fa7-4477-b94e-92c335c547fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3894269 Feb 04 12:53:40.717651 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-229de4f4-5015-4a21-a95c-b773c9dc1cf8 req-2dd84027-ef2a-4ccd-976a-63ecc274b26b service neutron] 10.222.0.77 "GET /v2.0/networks/f237d722-433d-480c-8987-66d34675134e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4102604 Feb 04 12:53:40.723777 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f0ddae7b-812e-4eb5-8ea1-15cfed58685a req-e8fdc540-be6a-4701-a39b-77833ca0820c tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372166 Feb 04 12:53:41.050204 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1926e796-9a7a-4db7-94e9-2d0151324455 req-0d3b023f-7932-462e-924d-e8dd148370a9 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:41.063440 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1926e796-9a7a-4db7-94e9-2d0151324455 req-0d3b023f-7932-462e-924d-e8dd148370a9 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=22704979-2c9f-416c-a9cc-621c4bd05eca HTTP/1.1" status: 200 len: 946 time: 0.1636295 Feb 04 12:53:41.139214 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 46082) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:53:41.184276 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1926e796-9a7a-4db7-94e9-2d0151324455 req-f712b908-940e-4810-8c74-96d81424dab7 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3f9fd42-344e-42cb-9241-a34957176b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140687 Feb 04 12:53:41.188518 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-221e9273-68d5-4d78-ac7b-6a1b3a626fda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:41.326103 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-221e9273-68d5-4d78-ac7b-6a1b3a626fda admin admin] Publish callbacks [] for security_group (4a18ecc0-10e2-4105-9786-0f9df3ea2a95), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:41.332642 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-221e9273-68d5-4d78-ac7b-6a1b3a626fda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (4a18ecc0-10e2-4105-9786-0f9df3ea2a95), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:41.411410 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221e9273-68d5-4d78-ac7b-6a1b3a626fda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a18ecc0-10e2-4105-9786-0f9df3ea2a95,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:41.462766 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-221e9273-68d5-4d78-ac7b-6a1b3a626fda admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e15b4d0d481a455a99db454996f1f766&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3223009 Feb 04 12:53:41.465635 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 46084) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:53:41.625079 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5e50456e-e9cd-4063-92a6-d988efae86ea admin admin] Publish callbacks [] for security_group (4a18ecc0-10e2-4105-9786-0f9df3ea2a95), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:41.660383 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5e50456e-e9cd-4063-92a6-d988efae86ea admin admin] Publish callbacks [] for security_group (4a18ecc0-10e2-4105-9786-0f9df3ea2a95), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:41.773744 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5e50456e-e9cd-4063-92a6-d988efae86ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (4a18ecc0-10e2-4105-9786-0f9df3ea2a95), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:41.777655 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5e50456e-e9cd-4063-92a6-d988efae86ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:41.799341 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-5e50456e-e9cd-4063-92a6-d988efae86ea admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4a18ecc0-10e2-4105-9786-0f9df3ea2a95 HTTP/1.1" status: 204 len: 168 time: 0.3179011 Feb 04 12:53:41.826362 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e50456e-e9cd-4063-92a6-d988efae86ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a18ecc0-10e2-4105-9786-0f9df3ea2a95,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:41.898284 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac119ff-ed98-4b6a-8bf8-0636452b17af req-df6ef33b-9141-4b2d-8bc6-477b9e83e027 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:41.922887 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8ac119ff-ed98-4b6a-8bf8-0636452b17af req-df6ef33b-9141-4b2d-8bc6-477b9e83e027 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a278d30-eb2b-4ff9-ba26-926afcbda308 HTTP/1.1" status: 200 len: 946 time: 0.1893992 Feb 04 12:53:42.114644 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8ac119ff-ed98-4b6a-8bf8-0636452b17af req-81702a9f-b3ee-4bce-95fb-a1650f858227 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=6117da09-2fa7-4477-b94e-92c335c547fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1907673 Feb 04 12:53:42.179870 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e2b02e-9175-4872-b850-7c3264b7bc4b req-1e6183e7-8d8c-460d-a7e4-78becea97217 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:42.182549 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d7e2b02e-9175-4872-b850-7c3264b7bc4b req-1e6183e7-8d8c-460d-a7e4-78becea97217 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=12babf50-770d-4384-b363-047a065adfe7 HTTP/1.1" status: 200 len: 944 time: 0.2471366 Feb 04 12:53:42.425094 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d7e2b02e-9175-4872-b850-7c3264b7bc4b req-1d1eae7d-bfe0-4540-8d6a-55fe85314ef5 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366171 Feb 04 12:53:42.510967 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e76ec2e-ca73-4a25-931f-9548278d8f85 req-2f4d28d1-9f46-461f-8f60-402cd94f560d tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:42.512775 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2e76ec2e-ca73-4a25-931f-9548278d8f85 req-2f4d28d1-9f46-461f-8f60-402cd94f560d tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a278d30-eb2b-4ff9-ba26-926afcbda308 HTTP/1.1" status: 200 len: 946 time: 0.1610320 Feb 04 12:53:42.522136 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 46110) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:53:42.527100 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-7639fafc-924e-4325-9eef-9862832a9b76 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Request body: {'floatingip': {'port_id': 'fc3ef21e-75dc-4a70-9b19-d31f166c1e2f'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:53:42.627339 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7639fafc-924e-4325-9eef-9862832a9b76 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Publish callbacks [] for floatingip (01418dc4-4667-4a2f-b849-c5f4671ff10f), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:42.838447 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 46118) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:53:43.096114 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708492b2-fe73-413f-bd4a-0f088e68f5d5 req-5c24000c-5dc0-4a18-ad81-1f6586cbf683 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:43.110716 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-708492b2-fe73-413f-bd4a-0f088e68f5d5 req-5c24000c-5dc0-4a18-ad81-1f6586cbf683 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=22704979-2c9f-416c-a9cc-621c4bd05eca HTTP/1.1" status: 200 len: 946 time: 0.4780247 Feb 04 12:53:43.238420 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-708492b2-fe73-413f-bd4a-0f088e68f5d5 req-75bab7fa-5463-480d-ada5-ff73c2bb46e9 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3f9fd42-344e-42cb-9241-a34957176b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1263397 Feb 04 12:53:43.367041 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-9a3ef631-727c-47e7-8c11-af4e4c43c6f1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2621c15cc1bd482ebd83ce5142689cd2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5263243 Feb 04 12:53:43.390613 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 46130) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:53:43.593899 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fea4b8f5-9baf-43dd-97f9-aea464d6ddcd admin admin] Publish callbacks [] for security_group (73f52b74-afc6-4507-908d-63a669d155d4), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:43.654048 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fea4b8f5-9baf-43dd-97f9-aea464d6ddcd admin admin] Publish callbacks [] for security_group (73f52b74-afc6-4507-908d-63a669d155d4), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:43.882929 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fea4b8f5-9baf-43dd-97f9-aea464d6ddcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (73f52b74-afc6-4507-908d-63a669d155d4), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:43.890757 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fea4b8f5-9baf-43dd-97f9-aea464d6ddcd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:43.912693 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-fea4b8f5-9baf-43dd-97f9-aea464d6ddcd admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/73f52b74-afc6-4507-908d-63a669d155d4 HTTP/1.1" status: 204 len: 168 time: 0.5192642 Feb 04 12:53:43.925968 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea4b8f5-9baf-43dd-97f9-aea464d6ddcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73f52b74-afc6-4507-908d-63a669d155d4,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:44.471024 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b1b464-e04a-46b0-9887-11eeda58a4fb req-7692c84f-cbea-4138-aa2b-b6d22750f2ed tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:44.479032 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-27b1b464-e04a-46b0-9887-11eeda58a4fb req-7692c84f-cbea-4138-aa2b-b6d22750f2ed tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=12babf50-770d-4384-b363-047a065adfe7 HTTP/1.1" status: 200 len: 944 time: 0.8889806 Feb 04 12:53:44.567128 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-27b1b464-e04a-46b0-9887-11eeda58a4fb req-d1546d39-0bf7-4130-b70d-ff983a0d5e72 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869973 Feb 04 12:53:44.678204 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.db.resource_extend [None req-7639fafc-924e-4325-9eef-9862832a9b76 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 12:53:44.725271 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e422b0-0bce-4f91-a017-9f4419eaa7e9 req-4d59d9f1-30fe-4d4c-b55a-5bb1ca53c8b6 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:44.733272 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-71e422b0-0bce-4f91-a017-9f4419eaa7e9 req-4d59d9f1-30fe-4d4c-b55a-5bb1ca53c8b6 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=22704979-2c9f-416c-a9cc-621c4bd05eca HTTP/1.1" status: 200 len: 946 time: 0.3997693 Feb 04 12:53:44.774023 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7639fafc-924e-4325-9eef-9862832a9b76 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:44.815181 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-71e422b0-0bce-4f91-a017-9f4419eaa7e9 req-388d1463-c00e-4661-b124-18e070b0788a tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3f9fd42-344e-42cb-9241-a34957176b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808055 Feb 04 12:53:44.816374 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7639fafc-924e-4325-9eef-9862832a9b76 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1599943'] for floatingip (01418dc4-4667-4a2f-b849-c5f4671ff10f), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:45.087673 n-d-825015-3 neutron-server[103475]: INFO neutron.db.l3_db [None req-7639fafc-924e-4325-9eef-9862832a9b76 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Floating IP 01418dc4-4667-4a2f-b849-c5f4671ff10f associated. External IP: 172.25.3.5, port: fc3ef21e-75dc-4a70-9b19-d31f166c1e2f. Feb 04 12:53:45.578527 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-30002799-da8f-4a38-8fc2-ae929a675084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:45.643892 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7639fafc-924e-4325-9eef-9862832a9b76 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Router ad781448-354f-4475-8771-926b2fdf8f5d has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:53:45.912756 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfb7d5f-c971-4d40-b22e-798771e45dbc req-ba20b444-8d53-4911-b72c-4e0df37ac060 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:45.917324 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6bfb7d5f-c971-4d40-b22e-798771e45dbc req-ba20b444-8d53-4911-b72c-4e0df37ac060 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=12babf50-770d-4384-b363-047a065adfe7 HTTP/1.1" status: 200 len: 944 time: 0.2603021 Feb 04 12:53:45.983692 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7639fafc-924e-4325-9eef-9862832a9b76 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:53:45.998775 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7639fafc-924e-4325-9eef-9862832a9b76 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:46.010227 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc60ebbc-7342-4f24-aef7-51ceca140866 None None] Sync routers for ids ['ad781448-354f-4475-8771-926b2fdf8f5d'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:53:46.042064 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc60ebbc-7342-4f24-aef7-51ceca140866 None None] Routers {'ad781448-354f-4475-8771-926b2fdf8f5d'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:53:46.044274 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-bc60ebbc-7342-4f24-aef7-51ceca140866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:53:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['ad781448-354f-4475-8771-926b2fdf8f5d'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:53:46.222830 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-7639fafc-924e-4325-9eef-9862832a9b76 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "PUT /v2.0/floatingips/01418dc4-4667-4a2f-b849-c5f4671ff10f HTTP/1.1" status: 200 len: 990 time: 3.6930394 Feb 04 12:53:46.229469 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a278d30-eb2b-4ff9-ba26-926afcbda308', 'tag': 'fc3ef21e-75dc-4a70-9b19-d31f166c1e2f'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:53:46.236447 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-728ceb96-3dd1-4216-9ae2-35c6619153b6" -d '{"events": [{"name": "network-changed", "server_uuid": "3a278d30-eb2b-4ff9-ba26-926afcbda308", "tag": "fc3ef21e-75dc-4a70-9b19-d31f166c1e2f"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:53:46.260105 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6bfb7d5f-c971-4d40-b22e-798771e45dbc req-b199a386-309e-4770-aee2-71a647d94d03 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3209434 Feb 04 12:53:46.288607 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333bad1b-69c7-4820-8e0d-78ca93348c70 req-cfc1d883-66d4-45e2-8ba5-ea55a3901c5e tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:46.299025 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-333bad1b-69c7-4820-8e0d-78ca93348c70 req-cfc1d883-66d4-45e2-8ba5-ea55a3901c5e tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=22704979-2c9f-416c-a9cc-621c4bd05eca HTTP/1.1" status: 200 len: 946 time: 0.3040597 Feb 04 12:53:46.354134 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-bc60ebbc-7342-4f24-aef7-51ceca140866 None None] Set router ad781448-354f-4475-8771-926b2fdf8f5d gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:53:46.394216 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-333bad1b-69c7-4820-8e0d-78ca93348c70 req-2cef2968-539a-46bd-b901-102cd07df248 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3f9fd42-344e-42cb-9241-a34957176b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851781 Feb 04 12:53:46.517239 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10ff122-ab1d-4539-a736-8a6fa8932a00 req-45626719-d31f-4d52-bba9-1158b614babd tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:46.518803 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a10ff122-ab1d-4539-a736-8a6fa8932a00 req-45626719-d31f-4d52-bba9-1158b614babd tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a278d30-eb2b-4ff9-ba26-926afcbda308 HTTP/1.1" status: 200 len: 946 time: 0.1019018 Feb 04 12:53:46.598862 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a46b2732-0b31-4d85-bdb6-3b694371fa6b x-openstack-request-id: req-a46b2732-0b31-4d85-bdb6-3b694371fa6b {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:53:46.599154 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a278d30-eb2b-4ff9-ba26-926afcbda308", "tag": "fc3ef21e-75dc-4a70-9b19-d31f166c1e2f", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:53:46.599419 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a46b2732-0b31-4d85-bdb6-3b694371fa6b {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:53:46.607412 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a278d30-eb2b-4ff9-ba26-926afcbda308', 'tag': 'fc3ef21e-75dc-4a70-9b19-d31f166c1e2f', 'status': 'completed', 'code': 200} Feb 04 12:53:46.710846 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a10ff122-ab1d-4539-a736-8a6fa8932a00 req-ea08c88a-1a4b-4261-8a15-08d5d7df950c tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=6117da09-2fa7-4477-b94e-92c335c547fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1826222 Feb 04 12:53:46.741550 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728ceb96-3dd1-4216-9ae2-35c6619153b6 req-e59ca95f-c504-4ed2-9970-d56160bc5b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:46.743631 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-728ceb96-3dd1-4216-9ae2-35c6619153b6 req-e59ca95f-c504-4ed2-9970-d56160bc5b11 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b593a9b948e947caa7bb47e1be2cb62a&device_id=3a278d30-eb2b-4ff9-ba26-926afcbda308 HTTP/1.1" status: 200 len: 1128 time: 0.1467466 Feb 04 12:53:46.831303 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-bc60ebbc-7342-4f24-aef7-51ceca140866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad781448-354f-4475-8771-926b2fdf8f5d', 'name': 'tempest-AttachVolumeShelveTestJSON-1268832276-router', 'tenant_id': 'b593a9b948e947caa7bb47e1be2cb62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '300c692c-234b-454d-a129-02e2565a82bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:52:59Z', 'updated_at': '2022-02-04T12:53:08Z', 'revision_number': 4, 'project_id': 'b593a9b948e947caa7bb47e1be2cb62a', 'gw_port': {'id': '300c692c-234b-454d-a129-02e2565a82bb', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:02:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad781448-354f-4475-8771-926b2fdf8f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:53:00Z', 'updated_at': '2022-02-04T12:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': '01418dc4-4667-4a2f-b849-c5f4671ff10f', 'tenant_id': 'b593a9b948e947caa7bb47e1be2cb62a', 'floating_ip_address': '172.25.3.5', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': 'ad781448-354f-4475-8771-926b2fdf8f5d', 'port_id': 'fc3ef21e-75dc-4a70-9b19-d31f166c1e2f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3107, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e1bb528-5b08-4fe5-be55-e6e60ca268fa', 'mac_address': 'fa:16:3e:bd:bd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a278d30-eb2b-4ff9-ba26-926afcbda308', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:53:17Z', 'updated_at': '2022-02-04T12:53:44Z', 'revision_number': 1, 'project_id': 'b593a9b948e947caa7bb47e1be2cb62a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec0f355e-bd5d-45ba-89ac-a7696024d0a6', 'name': '', 'network_id': '4e1bb528-5b08-4fe5-be55-e6e60ca268fa', 'tenant_id': 'b593a9b948e947caa7bb47e1be2cb62a', 'mac_address': 'fa:16:3e:a0:79:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad781448-354f-4475-8771-926b2fdf8f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '13ec9a2b-ecf4-4399-96f0-6b85e2cca449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:53:04Z', 'updated_at': '2022-02-04T12:53:14Z', 'revision_number': 5, 'project_id': 'b593a9b948e947caa7bb47e1be2cb62a', 'subnets': [{'id': '13ec9a2b-ecf4-4399-96f0-6b85e2cca449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:53:46.904787 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc60ebbc-7342-4f24-aef7-51ceca140866 None None] Checking router: ad781448-354f-4475-8771-926b2fdf8f5d for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:53:46.906189 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728ceb96-3dd1-4216-9ae2-35c6619153b6 req-6138fa31-5e9d-4a16-b2fe-3bb78cd501c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:46.907887 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-728ceb96-3dd1-4216-9ae2-35c6619153b6 req-6138fa31-5e9d-4a16-b2fe-3bb78cd501c1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4e1bb528-5b08-4fe5-be55-e6e60ca268fa HTTP/1.1" status: 200 len: 918 time: 0.1518722 Feb 04 12:53:46.924806 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc60ebbc-7342-4f24-aef7-51ceca140866 None None] Routers {'ad781448-354f-4475-8771-926b2fdf8f5d'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:53:46.925592 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-bc60ebbc-7342-4f24-aef7-51ceca140866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:53:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['ad781448-354f-4475-8771-926b2fdf8f5d'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:53:47.040502 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-728ceb96-3dd1-4216-9ae2-35c6619153b6 req-bb131601-728a-4b65-8765-599fb847d441 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc3ef21e-75dc-4a70-9b19-d31f166c1e2f HTTP/1.1" status: 200 len: 998 time: 0.1237180 Feb 04 12:53:47.139240 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728ceb96-3dd1-4216-9ae2-35c6619153b6 req-2af6cacb-88ee-49d8-a42a-aa4ebd452e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:47.141260 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-728ceb96-3dd1-4216-9ae2-35c6619153b6 req-2af6cacb-88ee-49d8-a42a-aa4ebd452e84 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=13ec9a2b-ecf4-4399-96f0-6b85e2cca449 HTTP/1.1" status: 200 len: 856 time: 0.0940177 Feb 04 12:53:47.149847 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-bc60ebbc-7342-4f24-aef7-51ceca140866 None None] Set router ad781448-354f-4475-8771-926b2fdf8f5d gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:53:47.235717 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728ceb96-3dd1-4216-9ae2-35c6619153b6 req-eb409de0-3fdf-4016-9ef9-1ef596ef9ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:47.238091 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-728ceb96-3dd1-4216-9ae2-35c6619153b6 req-eb409de0-3fdf-4016-9ef9-1ef596ef9ca1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4e1bb528-5b08-4fe5-be55-e6e60ca268fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0884516 Feb 04 12:53:47.360523 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-728ceb96-3dd1-4216-9ae2-35c6619153b6 req-3041885e-a333-48bd-a213-b5da6f863d3a service neutron] 10.222.0.73 "GET /v2.0/networks/4e1bb528-5b08-4fe5-be55-e6e60ca268fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132021 Feb 04 12:53:47.517330 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9932e1d2-7aff-4649-82ee-f1c127c1b9d9 req-1ea41535-1528-401c-aefe-adbd4f9dc8a0 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:47.520434 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9932e1d2-7aff-4649-82ee-f1c127c1b9d9 req-1ea41535-1528-401c-aefe-adbd4f9dc8a0 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=12babf50-770d-4384-b363-047a065adfe7 HTTP/1.1" status: 200 len: 944 time: 0.0944052 Feb 04 12:53:47.632905 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-728ceb96-3dd1-4216-9ae2-35c6619153b6 req-ee5da80e-5486-45ed-b424-67673c9dc28a service neutron] 10.222.0.73 "GET /v2.0/networks/4e1bb528-5b08-4fe5-be55-e6e60ca268fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654338 Feb 04 12:53:47.692106 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9932e1d2-7aff-4649-82ee-f1c127c1b9d9 req-4b409ca3-5ade-4a29-842e-60b92d10e3a1 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634264 Feb 04 12:53:47.708384 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-bc60ebbc-7342-4f24-aef7-51ceca140866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad781448-354f-4475-8771-926b2fdf8f5d', 'name': 'tempest-AttachVolumeShelveTestJSON-1268832276-router', 'tenant_id': 'b593a9b948e947caa7bb47e1be2cb62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '300c692c-234b-454d-a129-02e2565a82bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:52:59Z', 'updated_at': '2022-02-04T12:53:08Z', 'revision_number': 4, 'project_id': 'b593a9b948e947caa7bb47e1be2cb62a', 'gw_port': {'id': '300c692c-234b-454d-a129-02e2565a82bb', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:02:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad781448-354f-4475-8771-926b2fdf8f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:53:00Z', 'updated_at': '2022-02-04T12:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': '01418dc4-4667-4a2f-b849-c5f4671ff10f', 'tenant_id': 'b593a9b948e947caa7bb47e1be2cb62a', 'floating_ip_address': '172.25.3.5', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': 'ad781448-354f-4475-8771-926b2fdf8f5d', 'port_id': 'fc3ef21e-75dc-4a70-9b19-d31f166c1e2f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3107, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e1bb528-5b08-4fe5-be55-e6e60ca268fa', 'mac_address': 'fa:16:3e:bd:bd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a278d30-eb2b-4ff9-ba26-926afcbda308', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:53:17Z', 'updated_at': '2022-02-04T12:53:44Z', 'revision_number': 1, 'project_id': 'b593a9b948e947caa7bb47e1be2cb62a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec0f355e-bd5d-45ba-89ac-a7696024d0a6', 'name': '', 'network_id': '4e1bb528-5b08-4fe5-be55-e6e60ca268fa', 'tenant_id': 'b593a9b948e947caa7bb47e1be2cb62a', 'mac_address': 'fa:16:3e:a0:79:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad781448-354f-4475-8771-926b2fdf8f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '13ec9a2b-ecf4-4399-96f0-6b85e2cca449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:53:04Z', 'updated_at': '2022-02-04T12:53:14Z', 'revision_number': 5, 'project_id': 'b593a9b948e947caa7bb47e1be2cb62a', 'subnets': [{'id': '13ec9a2b-ecf4-4399-96f0-6b85e2cca449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:53:47.745167 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecbc9d8-ac6b-49ea-b3f1-987d3706b5d3 req-f26a1a9f-1e5e-493b-8729-1779510eec0a tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:47.749322 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5ecbc9d8-ac6b-49ea-b3f1-987d3706b5d3 req-f26a1a9f-1e5e-493b-8729-1779510eec0a tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=22704979-2c9f-416c-a9cc-621c4bd05eca HTTP/1.1" status: 200 len: 946 time: 0.1673918 Feb 04 12:53:47.814761 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc60ebbc-7342-4f24-aef7-51ceca140866 None None] The sync data for ids ['ad781448-354f-4475-8771-926b2fdf8f5d'] in n-d-825015-3 is: [{'id': 'ad781448-354f-4475-8771-926b2fdf8f5d', 'name': 'tempest-AttachVolumeShelveTestJSON-1268832276-router', 'tenant_id': 'b593a9b948e947caa7bb47e1be2cb62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '300c692c-234b-454d-a129-02e2565a82bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:52:59Z', 'updated_at': '2022-02-04T12:53:08Z', 'revision_number': 4, 'project_id': 'b593a9b948e947caa7bb47e1be2cb62a', 'gw_port': {'id': '300c692c-234b-454d-a129-02e2565a82bb', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:02:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad781448-354f-4475-8771-926b2fdf8f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:53:00Z', 'updated_at': '2022-02-04T12:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': '01418dc4-4667-4a2f-b849-c5f4671ff10f', 'tenant_id': 'b593a9b948e947caa7bb47e1be2cb62a', 'floating_ip_address': '172.25.3.5', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': 'ad781448-354f-4475-8771-926b2fdf8f5d', 'port_id': 'fc3ef21e-75dc-4a70-9b19-d31f166c1e2f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3107, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e1bb528-5b08-4fe5-be55-e6e60ca268fa', 'mac_address': 'fa:16:3e:bd:bd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a278d30-eb2b-4ff9-ba26-926afcbda308', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:53:17Z', 'updated_at': '2022-02-04T12:53:44Z', 'revision_number': 1, 'project_id': 'b593a9b948e947caa7bb47e1be2cb62a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec0f355e-bd5d-45ba-89ac-a7696024d0a6', 'name': '', 'network_id': '4e1bb528-5b08-4fe5-be55-e6e60ca268fa', 'tenant_id': 'b593a9b948e947caa7bb47e1be2cb62a', 'mac_address': 'fa:16:3e:a0:79:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad781448-354f-4475-8771-926b2fdf8f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '13ec9a2b-ecf4-4399-96f0-6b85e2cca449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:53:04Z', 'updated_at': '2022-02-04T12:53:14Z', 'revision_number': 5, 'project_id': 'b593a9b948e947caa7bb47e1be2cb62a', 'subnets': [{'id': '13ec9a2b-ecf4-4399-96f0-6b85e2cca449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:53:47.880226 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5ecbc9d8-ac6b-49ea-b3f1-987d3706b5d3 req-e3ef4ab1-f246-4983-9915-a695ccca1e59 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3f9fd42-344e-42cb-9241-a34957176b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170239 Feb 04 12:53:47.983313 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cc4bc6-053e-4bf1-a67f-717274feda0f req-d8e535dd-35d6-48a8-8a70-b946e6a2c7ac tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:48.001130 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0889332d-70bc-4b55-bb73-5e84895bf265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:48.008790 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-13cc4bc6-053e-4bf1-a67f-717274feda0f req-d8e535dd-35d6-48a8-8a70-b946e6a2c7ac tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a278d30-eb2b-4ff9-ba26-926afcbda308 HTTP/1.1" status: 200 len: 946 time: 0.0943453 Feb 04 12:53:48.110468 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-13cc4bc6-053e-4bf1-a67f-717274feda0f req-4316894e-c5c1-4ea9-bbd1-e7945689744f tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=6117da09-2fa7-4477-b94e-92c335c547fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969687 Feb 04 12:53:48.256829 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955411eb-3f41-4e3f-8d53-8ea9c24a4a52 None None] New status for floating IP 01418dc4-4667-4a2f-b849-c5f4671ff10f: ACTIVE {{(pid=103477) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 12:53:48.985902 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e40f6b-e28a-49ef-b774-06cfd245e5b7 req-fe584a02-f324-47c9-a959-b7f3add661ee tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:48.998995 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f7e40f6b-e28a-49ef-b774-06cfd245e5b7 req-fe584a02-f324-47c9-a959-b7f3add661ee tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=12babf50-770d-4384-b363-047a065adfe7 HTTP/1.1" status: 200 len: 944 time: 0.1195476 Feb 04 12:53:49.115885 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f7e40f6b-e28a-49ef-b774-06cfd245e5b7 req-b7cad407-a1ce-456d-bf64-9e22d631c099 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148393 Feb 04 12:53:49.141589 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91f9f9c-a048-4c4c-aeba-b20f32158d34 req-98b68529-b077-40ed-a862-a398af958c56 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:49.142097 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f91f9f9c-a048-4c4c-aeba-b20f32158d34 req-98b68529-b077-40ed-a862-a398af958c56 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=22704979-2c9f-416c-a9cc-621c4bd05eca HTTP/1.1" status: 200 len: 946 time: 0.0878382 Feb 04 12:53:49.221346 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f91f9f9c-a048-4c4c-aeba-b20f32158d34 req-1d3f477a-ae27-4272-b5c8-5ae23933e675 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3f9fd42-344e-42cb-9241-a34957176b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710504 Feb 04 12:53:49.256244 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:50.378886 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d9627e-e182-4a07-8206-09f8ba8ad1a2 req-a280edd8-98f5-4ebc-bf58-990701c2c36b tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:50.387292 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-83d9627e-e182-4a07-8206-09f8ba8ad1a2 req-a280edd8-98f5-4ebc-bf58-990701c2c36b tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=12babf50-770d-4384-b363-047a065adfe7 HTTP/1.1" status: 200 len: 944 time: 0.1062729 Feb 04 12:53:50.535760 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-83d9627e-e182-4a07-8206-09f8ba8ad1a2 req-ca8af628-5c22-4041-983a-5c57ee648621 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392958 Feb 04 12:53:50.551174 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:51.158122 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc2a9d7-8469-4898-8a2c-4a80c2b40007 req-34b24689-4905-43c3-a874-1d018a7f52e8 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:51.171457 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ccc2a9d7-8469-4898-8a2c-4a80c2b40007 req-34b24689-4905-43c3-a874-1d018a7f52e8 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=22704979-2c9f-416c-a9cc-621c4bd05eca HTTP/1.1" status: 200 len: 946 time: 0.1207061 Feb 04 12:53:51.242234 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ccc2a9d7-8469-4898-8a2c-4a80c2b40007 req-958a41c3-db3a-4784-b69c-f6deabc5c94d tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3f9fd42-344e-42cb-9241-a34957176b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715663 Feb 04 12:53:51.747069 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:51.832334 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2748f81f-4672-4229-bf42-0d98b4dc4fd7 req-6aa8573d-d790-4d46-8b25-f30da2213b03 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:51.840596 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2748f81f-4672-4229-bf42-0d98b4dc4fd7 req-6aa8573d-d790-4d46-8b25-f30da2213b03 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=12babf50-770d-4384-b363-047a065adfe7 HTTP/1.1" status: 200 len: 944 time: 0.1095772 Feb 04 12:53:51.996821 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2748f81f-4672-4229-bf42-0d98b4dc4fd7 req-0cc11ce4-5307-41c5-998c-b9ecde8d1aca tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546106 Feb 04 12:53:52.957143 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b912025-b1b7-42a7-827d-4e4e34dbf1e8 req-b03c4b4c-caa3-42ed-82b8-26c7936b6597 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:52.959212 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4b912025-b1b7-42a7-827d-4e4e34dbf1e8 req-b03c4b4c-caa3-42ed-82b8-26c7936b6597 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=22704979-2c9f-416c-a9cc-621c4bd05eca HTTP/1.1" status: 200 len: 946 time: 0.0771744 Feb 04 12:53:53.022780 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4b912025-b1b7-42a7-827d-4e4e34dbf1e8 req-b9e24598-d079-435f-a20d-609a27dabef1 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3f9fd42-344e-42cb-9241-a34957176b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569348 Feb 04 12:53:53.121548 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device cb852aaa-eaf1-4660-8fc3-7bde91629607 no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:53:53.217409 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6ced60-e77f-429c-96cb-53488b1fb9ed req-36d8c320-fe8e-4a29-afa8-75e632582dfe tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:53.219167 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ac6ced60-e77f-429c-96cb-53488b1fb9ed req-36d8c320-fe8e-4a29-afa8-75e632582dfe tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=12babf50-770d-4384-b363-047a065adfe7 HTTP/1.1" status: 200 len: 944 time: 0.1254210 Feb 04 12:53:53.300582 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port cb852aaa-eaf1-4660-8fc3-7bde91629607 is: ACTIVE; New status is: DOWN {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:53:53.301735 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (cb852aaa-eaf1-4660-8fc3-7bde91629607), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:53.317132 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ac6ced60-e77f-429c-96cb-53488b1fb9ed req-8d7612b9-3231-4ff6-945a-c58f977024be tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863185 Feb 04 12:53:53.369622 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22704979-2c9f-416c-a9cc-621c4bd05eca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb852aaa-eaf1-4660-8fc3-7bde91629607'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:53:53.373139 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18ba1142-6c39-45f5-bf07-2c17cd503b4f" -d '{"events": [{"server_uuid": "22704979-2c9f-416c-a9cc-621c4bd05eca", "name": "network-vif-unplugged", "status": "completed", "tag": "cb852aaa-eaf1-4660-8fc3-7bde91629607"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:53:53.393687 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port cb852aaa-eaf1-4660-8fc3-7bde91629607, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=cb852aaa-eaf1-4660-8fc3-7bde91629607,segment=NetworkSegment(435809b5-4790-4cc2-92a6-17b1a1ceee55),segment_id=435809b5-4790-4cc2-92a6-17b1a1ceee55)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:53:53.401657 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (cb852aaa-eaf1-4660-8fc3-7bde91629607), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:53.471567 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=cb852aaa-eaf1-4660-8fc3-7bde91629607,revision_number=14']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:53.504645 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 12:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01c54a44-5a3f-4647-985c-61229685fd7e x-openstack-request-id: req-01c54a44-5a3f-4647-985c-61229685fd7e {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:53:53.505204 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22704979-2c9f-416c-a9cc-621c4bd05eca", "name": "network-vif-unplugged", "status": "completed", "tag": "cb852aaa-eaf1-4660-8fc3-7bde91629607", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:53:53.505560 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-01c54a44-5a3f-4647-985c-61229685fd7e {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:53:53.506088 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22704979-2c9f-416c-a9cc-621c4bd05eca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb852aaa-eaf1-4660-8fc3-7bde91629607', 'code': 200} Feb 04 12:53:53.520683 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 12:53:53.565521 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20efd520-53a0-435e-912b-4609708953a0 req-33ce77a8-067c-49e4-b010-8677f404fe59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:53.567047 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-20efd520-53a0-435e-912b-4609708953a0 req-33ce77a8-067c-49e4-b010-8677f404fe59 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=081a166ab6754953977e00fecaf55e63&device_id=22704979-2c9f-416c-a9cc-621c4bd05eca HTTP/1.1" status: 200 len: 1128 time: 0.2226729 Feb 04 12:53:53.666377 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdee7d9-e7f1-4c79-81ae-3ae92df47f12 req-0d3a2916-c913-4f80-945c-de607b67a6f5 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:53.668029 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-afdee7d9-e7f1-4c79-81ae-3ae92df47f12 req-0d3a2916-c913-4f80-945c-de607b67a6f5 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=22704979-2c9f-416c-a9cc-621c4bd05eca HTTP/1.1" status: 200 len: 944 time: 0.2056949 Feb 04 12:53:53.745404 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20efd520-53a0-435e-912b-4609708953a0 req-17897d10-640e-4947-8e69-b45683020dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:53.747251 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-20efd520-53a0-435e-912b-4609708953a0 req-17897d10-640e-4947-8e69-b45683020dc4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2199cf82-6b45-4a26-9381-22c185674f2b HTTP/1.1" status: 200 len: 912 time: 0.1695225 Feb 04 12:53:53.822803 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-afdee7d9-e7f1-4c79-81ae-3ae92df47f12 req-e85865e3-21f4-4b73-878b-09b85d0532c4 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3f9fd42-344e-42cb-9241-a34957176b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1474466 Feb 04 12:53:54.018516 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-20efd520-53a0-435e-912b-4609708953a0 req-aae7feff-4e79-49a5-94d7-f1a2f83d5cdf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cb852aaa-eaf1-4660-8fc3-7bde91629607 HTTP/1.1" status: 200 len: 998 time: 0.2104774 Feb 04 12:53:54.104304 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20efd520-53a0-435e-912b-4609708953a0 req-b9003214-1572-4734-b3a4-79408950b4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:54.107227 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-20efd520-53a0-435e-912b-4609708953a0 req-b9003214-1572-4734-b3a4-79408950b4b6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=88c9f8fd-dc13-4414-bafb-3591060ecfdc HTTP/1.1" status: 200 len: 850 time: 0.0768714 Feb 04 12:53:54.182326 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20efd520-53a0-435e-912b-4609708953a0 req-7adec02a-6282-440d-b49e-69ca216bec5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:54.183886 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-20efd520-53a0-435e-912b-4609708953a0 req-7adec02a-6282-440d-b49e-69ca216bec5b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2199cf82-6b45-4a26-9381-22c185674f2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0689993 Feb 04 12:53:54.292498 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-20efd520-53a0-435e-912b-4609708953a0 req-6e063c96-40ba-4aea-8c52-2ce2bbe5fee1 service neutron] 10.222.0.73 "GET /v2.0/networks/2199cf82-6b45-4a26-9381-22c185674f2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020691 Feb 04 12:53:54.401601 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-20efd520-53a0-435e-912b-4609708953a0 req-b695a286-c631-4c5d-bc03-bc0ec252b7e8 service neutron] 10.222.0.73 "GET /v2.0/networks/2199cf82-6b45-4a26-9381-22c185674f2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971284 Feb 04 12:53:54.480458 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c29125-d2f5-41a6-998d-20aa8513cbe6 req-a5c2285e-edf1-41b5-838e-7eeb59f73dd9 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:54.484833 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f9c29125-d2f5-41a6-998d-20aa8513cbe6 req-a5c2285e-edf1-41b5-838e-7eeb59f73dd9 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=12babf50-770d-4384-b363-047a065adfe7 HTTP/1.1" status: 200 len: 944 time: 0.0684447 Feb 04 12:53:54.563883 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f9c29125-d2f5-41a6-998d-20aa8513cbe6 req-468a34b4-a86b-4d6a-9f68-4af81c382ef3 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638006 Feb 04 12:53:55.000274 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57c8179-20a8-4bb7-8ff8-d8bdb559e3ff req-2fc4d604-e5dd-4893-8ec6-4bb53b78c326 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:55.002144 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d57c8179-20a8-4bb7-8ff8-d8bdb559e3ff req-2fc4d604-e5dd-4893-8ec6-4bb53b78c326 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=22704979-2c9f-416c-a9cc-621c4bd05eca HTTP/1.1" status: 200 len: 944 time: 0.0709560 Feb 04 12:53:55.069275 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d57c8179-20a8-4bb7-8ff8-d8bdb559e3ff req-bc99ae27-38e7-49e3-8409-526e5fbba9ef tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3f9fd42-344e-42cb-9241-a34957176b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578165 Feb 04 12:53:55.712812 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c0529a-54b5-4faf-8fb3-e4089a295cd5 req-64ab4f9c-da18-4bd1-a5a1-ebffc4bf972c tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:55.715088 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-78c0529a-54b5-4faf-8fb3-e4089a295cd5 req-64ab4f9c-da18-4bd1-a5a1-ebffc4bf972c tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=12babf50-770d-4384-b363-047a065adfe7 HTTP/1.1" status: 200 len: 944 time: 0.0770118 Feb 04 12:53:55.778161 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-78c0529a-54b5-4faf-8fb3-e4089a295cd5 req-55429f35-6bbc-44c5-b920-936a846fec69 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535738 Feb 04 12:53:56.224779 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec85da90-bf57-4938-a5df-afa6ca8bca27 req-c0a2605c-8224-404d-a883-0efbcf32ddfc tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:56.234393 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ec85da90-bf57-4938-a5df-afa6ca8bca27 req-c0a2605c-8224-404d-a883-0efbcf32ddfc tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=22704979-2c9f-416c-a9cc-621c4bd05eca HTTP/1.1" status: 200 len: 944 time: 0.0834105 Feb 04 12:53:56.295027 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ec85da90-bf57-4938-a5df-afa6ca8bca27 req-0825a2f6-c447-4b03-9503-1803309bf82b tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3f9fd42-344e-42cb-9241-a34957176b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595639 Feb 04 12:53:56.556540 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668b6e9f-0c26-47e4-8539-2e8d1483d22d req-4065e5c4-9371-48a5-8fd0-6bd0b61b5ee5 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:56.564045 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-668b6e9f-0c26-47e4-8539-2e8d1483d22d req-4065e5c4-9371-48a5-8fd0-6bd0b61b5ee5 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=22704979-2c9f-416c-a9cc-621c4bd05eca HTTP/1.1" status: 200 len: 944 time: 0.0807166 Feb 04 12:53:56.625397 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-668b6e9f-0c26-47e4-8539-2e8d1483d22d req-d4e54f98-214d-4520-a6d3-9dde6af5f8c6 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3f9fd42-344e-42cb-9241-a34957176b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601692 Feb 04 12:53:56.786344 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d127c80a-5b92-4ef3-b007-624bb2559ba5 req-cc209bd3-589e-43e4-b437-a5bb05ec88a0 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:56.792287 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d127c80a-5b92-4ef3-b007-624bb2559ba5 req-cc209bd3-589e-43e4-b437-a5bb05ec88a0 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=22704979-2c9f-416c-a9cc-621c4bd05eca HTTP/1.1" status: 200 len: 944 time: 0.0847104 Feb 04 12:53:56.901343 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d127c80a-5b92-4ef3-b007-624bb2559ba5 req-2da08dd6-d0df-453d-b27f-02d714880e4f tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3f9fd42-344e-42cb-9241-a34957176b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037297 Feb 04 12:53:56.990315 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f21819-640b-4439-9dae-2dc4575456c3 req-a53ff48a-51ce-4104-9316-a1222c07f4ca tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:56.992496 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-43f21819-640b-4439-9dae-2dc4575456c3 req-a53ff48a-51ce-4104-9316-a1222c07f4ca tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=12babf50-770d-4384-b363-047a065adfe7 HTTP/1.1" status: 200 len: 944 time: 0.0878613 Feb 04 12:53:57.073116 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-43f21819-640b-4439-9dae-2dc4575456c3 req-e8ea49dc-6b68-47b2-85b6-1180b506e2d7 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704596 Feb 04 12:53:57.324584 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef1a512-44b9-44fe-b02c-0a9f1078f505 req-138e5dc9-e9c7-47fc-bafe-0031a746e04d tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:57.326926 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3ef1a512-44b9-44fe-b02c-0a9f1078f505 req-138e5dc9-e9c7-47fc-bafe-0031a746e04d tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/networks?id=2199cf82-6b45-4a26-9381-22c185674f2b HTTP/1.1" status: 200 len: 811 time: 0.1398513 Feb 04 12:53:57.356260 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3ef1a512-44b9-44fe-b02c-0a9f1078f505 req-8f8671e5-06c0-47da-bbe7-c6c47e7f2869 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/quotas/081a166ab6754953977e00fecaf55e63 HTTP/1.1" status: 200 len: 375 time: 0.0233483 Feb 04 12:53:57.468710 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3ef1a512-44b9-44fe-b02c-0a9f1078f505 req-c3d17f4e-8ed6-4eb1-8408-797493cacf56 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=081a166ab6754953977e00fecaf55e63&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1103673 Feb 04 12:53:57.640381 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3ef1a512-44b9-44fe-b02c-0a9f1078f505 req-ddcf77f6-28fa-4505-8153-5b280077a59d service neutron] 10.222.0.65 "GET /v2.0/networks/2199cf82-6b45-4a26-9381-22c185674f2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707716 Feb 04 12:53:57.806695 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3ef1a512-44b9-44fe-b02c-0a9f1078f505 req-3531158e-36ea-46bf-9249-3f70b3f4629a service neutron] 10.222.0.65 "GET /v2.0/networks/2199cf82-6b45-4a26-9381-22c185674f2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647384 Feb 04 12:53:58.086962 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3932ad36-f4fd-4308-993e-45985a89426e req-92fc9335-5885-47a2-be89-5012bc15f1ab tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=65d73783-6a1a-4d1c-9c98-6ab63ad8c1ab HTTP/1.1" status: 200 len: 210 time: 0.0685942 Feb 04 12:53:58.234703 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7876963e-a216-4b14-8137-6c7706376feb req-2c03f3a9-1050-4004-80cb-494c922ac8f7 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:58.239466 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7876963e-a216-4b14-8137-6c7706376feb req-2c03f3a9-1050-4004-80cb-494c922ac8f7 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=12babf50-770d-4384-b363-047a065adfe7 HTTP/1.1" status: 200 len: 944 time: 0.0760005 Feb 04 12:53:58.341511 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7876963e-a216-4b14-8137-6c7706376feb req-65b475a4-2ce6-4185-a0cd-d49f161334d8 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956287 Feb 04 12:53:59.271710 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f764412f-a66d-423d-b96b-628b12ef2e93 req-0945fb8a-78ee-4fee-8a92-507ef11facd9 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=65d73783-6a1a-4d1c-9c98-6ab63ad8c1ab HTTP/1.1" status: 200 len: 210 time: 0.0440485 Feb 04 12:53:59.548374 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4880a9-2fa4-4cfc-9680-cac57a3b208c req-314a623d-549c-4454-9073-eeaecbb3d6b1 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:59.549868 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1d4880a9-2fa4-4cfc-9680-cac57a3b208c req-314a623d-549c-4454-9073-eeaecbb3d6b1 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=12babf50-770d-4384-b363-047a065adfe7 HTTP/1.1" status: 200 len: 944 time: 0.1010127 Feb 04 12:53:59.649398 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1d4880a9-2fa4-4cfc-9680-cac57a3b208c req-a73d7f40-509c-4bec-89e6-b7b7033a2060 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886033 Feb 04 12:53:59.883852 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef1a512-44b9-44fe-b02c-0a9f1078f505 req-971e8ff3-06a6-463f-8360-b6d2af716d2c tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:59.886746 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3ef1a512-44b9-44fe-b02c-0a9f1078f505 req-971e8ff3-06a6-463f-8360-b6d2af716d2c tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.73 "GET /v2.0/networks?id=2199cf82-6b45-4a26-9381-22c185674f2b HTTP/1.1" status: 200 len: 811 time: 0.2360737 Feb 04 12:53:59.921624 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-3ef1a512-44b9-44fe-b02c-0a9f1078f505 req-1acc4c1c-5889-455d-9704-5530d4953a13 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Request body: {'port': {'device_id': '65d73783-6a1a-4d1c-9c98-6ab63ad8c1ab', 'network_id': '2199cf82-6b45-4a26-9381-22c185674f2b', 'admin_state_up': True, 'tenant_id': '081a166ab6754953977e00fecaf55e63'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:54:00.073554 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ef1a512-44b9-44fe-b02c-0a9f1078f505 req-1acc4c1c-5889-455d-9704-5530d4953a13 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Made reservation on behalf of 081a166ab6754953977e00fecaf55e63 for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:54:00.078390 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-3ef1a512-44b9-44fe-b02c-0a9f1078f505 req-1acc4c1c-5889-455d-9704-5530d4953a13 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:00.258292 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-3ef1a512-44b9-44fe-b02c-0a9f1078f505 req-1acc4c1c-5889-455d-9704-5530d4953a13 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Allocated IP 172.20.0.10 (2199cf82-6b45-4a26-9381-22c185674f2b/88c9f8fd-dc13-4414-bafb-3591060ecfdc/9d4fee85-d7db-4499-afb0-3622136f8b6c) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:54:00.477575 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-3ef1a512-44b9-44fe-b02c-0a9f1078f505 req-1acc4c1c-5889-455d-9704-5530d4953a13 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Publish callbacks [] for port (9d4fee85-d7db-4499-afb0-3622136f8b6c), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:00.541225 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-36e0bb68-7f77-4f21-a1f3-fd3bbbe167d6 req-0766237b-262b-4d84-bf7a-da6da107d051 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=65d73783-6a1a-4d1c-9c98-6ab63ad8c1ab HTTP/1.1" status: 200 len: 210 time: 0.1846080 Feb 04 12:54:00.556587 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-3ef1a512-44b9-44fe-b02c-0a9f1078f505 req-1acc4c1c-5889-455d-9704-5530d4953a13 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (9d4fee85-d7db-4499-afb0-3622136f8b6c), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:00.624504 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acc4c1c-5889-455d-9704-5530d4953a13 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Pushing event updated for resources: {'Port': ['ID=9d4fee85-d7db-4499-afb0-3622136f8b6c,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:00.635074 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ef1a512-44b9-44fe-b02c-0a9f1078f505 req-1acc4c1c-5889-455d-9704-5530d4953a13 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Network 2199cf82-6b45-4a26-9381-22c185674f2b is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:54:00.636982 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-3ef1a512-44b9-44fe-b02c-0a9f1078f505 req-1acc4c1c-5889-455d-9704-5530d4953a13 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:54:00.639587 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ef1a512-44b9-44fe-b02c-0a9f1078f505 req-1acc4c1c-5889-455d-9704-5530d4953a13 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:54:00.709936 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef1a512-44b9-44fe-b02c-0a9f1078f505 req-1acc4c1c-5889-455d-9704-5530d4953a13 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:00.712516 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-3ef1a512-44b9-44fe-b02c-0a9f1078f505 req-1acc4c1c-5889-455d-9704-5530d4953a13 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:00.740045 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3ef1a512-44b9-44fe-b02c-0a9f1078f505 req-1acc4c1c-5889-455d-9704-5530d4953a13 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8238356 Feb 04 12:54:00.760765 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-3ef1a512-44b9-44fe-b02c-0a9f1078f505 req-f4e39908-b8be-486a-8f53-1143ccc6935f service neutron] Request body: {'port': {'device_id': '65d73783-6a1a-4d1c-9c98-6ab63ad8c1ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:54:00.972073 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31e233d-a9a6-414a-85e4-01450c439301 req-fa47e52d-c8d5-4eda-be5c-9a5b0807743a tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:00.978054 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e31e233d-a9a6-414a-85e4-01450c439301 req-fa47e52d-c8d5-4eda-be5c-9a5b0807743a tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=12babf50-770d-4384-b363-047a065adfe7 HTTP/1.1" status: 200 len: 944 time: 0.1561232 Feb 04 12:54:00.979698 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-3ef1a512-44b9-44fe-b02c-0a9f1078f505 req-f4e39908-b8be-486a-8f53-1143ccc6935f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (9d4fee85-d7db-4499-afb0-3622136f8b6c), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:00.983480 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-6b297dd9-5b6e-4ec0-8111-ba86479d11b5 None None] Provisioning complete for port 9d4fee85-d7db-4499-afb0-3622136f8b6c triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:54:00.985077 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6b297dd9-5b6e-4ec0-8111-ba86479d11b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (9d4fee85-d7db-4499-afb0-3622136f8b6c), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:01.034350 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-6b297dd9-5b6e-4ec0-8111-ba86479d11b5 None None] Port 9d4fee85-d7db-4499-afb0-3622136f8b6c cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:54:01.157596 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e31e233d-a9a6-414a-85e4-01450c439301 req-5a52d21b-bebe-4242-b024-a22a91da1588 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730988 Feb 04 12:54:01.214049 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:01.510661 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-3ef1a512-44b9-44fe-b02c-0a9f1078f505 req-f4e39908-b8be-486a-8f53-1143ccc6935f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d4fee85-d7db-4499-afb0-3622136f8b6c {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:54:01.521581 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-3ef1a512-44b9-44fe-b02c-0a9f1078f505 req-f4e39908-b8be-486a-8f53-1143ccc6935f service neutron] Publish callbacks [] for port (9d4fee85-d7db-4499-afb0-3622136f8b6c), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:01.545423 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-3ef1a512-44b9-44fe-b02c-0a9f1078f505 req-f4e39908-b8be-486a-8f53-1143ccc6935f service neutron] Transition to ACTIVE for port object 9d4fee85-d7db-4499-afb0-3622136f8b6c will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:54:01.564573 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-3ef1a512-44b9-44fe-b02c-0a9f1078f505 req-f4e39908-b8be-486a-8f53-1143ccc6935f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (9d4fee85-d7db-4499-afb0-3622136f8b6c), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:01.708768 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 352f2fc1-632d-49cd-ac15-d77895ed61af details requested by agent hyperv_n-h2-825015-3 with host n-h2-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:54:02.122109 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 352f2fc1-632d-49cd-ac15-d77895ed61af, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=352f2fc1-632d-49cd-ac15-d77895ed61af,segment=NetworkSegment(0934a908-175b-4cbf-ace2-f0550fc5d53c),segment_id=0934a908-175b-4cbf-ace2-f0550fc5d53c)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:54:02.162333 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Returning: {'device': '352f2fc1-632d-49cd-ac15-d77895ed61af', 'network_id': 'f237d722-433d-480c-8987-66d34675134e', 'port_id': '352f2fc1-632d-49cd-ac15-d77895ed61af', 'mac_address': 'fa:16:3e:22:dc:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70faacee-af53-42b7-af83-bbc74f352570', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:54:02.194869 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e39908-b8be-486a-8f53-1143ccc6935f service neutron] Pushing event updated for resources: {'Port': ['ID=9d4fee85-d7db-4499-afb0-3622136f8b6c,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:02.208696 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:02.234089 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 352f2fc1-632d-49cd-ac15-d77895ed61af is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:54:02.234529 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (352f2fc1-632d-49cd-ac15-d77895ed61af), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:02.254740 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 352f2fc1-632d-49cd-ac15-d77895ed61af {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:54:02.292575 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 352f2fc1-632d-49cd-ac15-d77895ed61af, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=352f2fc1-632d-49cd-ac15-d77895ed61af,segment=NetworkSegment(0934a908-175b-4cbf-ace2-f0550fc5d53c),segment_id=0934a908-175b-4cbf-ace2-f0550fc5d53c)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:54:02.301236 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (352f2fc1-632d-49cd-ac15-d77895ed61af), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:02.345712 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-3ef1a512-44b9-44fe-b02c-0a9f1078f505 req-f4e39908-b8be-486a-8f53-1143ccc6935f service neutron] Attempting to bind port 9d4fee85-d7db-4499-afb0-3622136f8b6c on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:54:02.346310 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-3ef1a512-44b9-44fe-b02c-0a9f1078f505 req-f4e39908-b8be-486a-8f53-1143ccc6935f service neutron] Attempting to bind port 9d4fee85-d7db-4499-afb0-3622136f8b6c by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': '435809b5-4790-4cc2-92a6-17b1a1ceee55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '2199cf82-6b45-4a26-9381-22c185674f2b'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:54:02.347468 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef1a512-44b9-44fe-b02c-0a9f1078f505 req-f4e39908-b8be-486a-8f53-1143ccc6935f service neutron] Attempting to bind port 9d4fee85-d7db-4499-afb0-3622136f8b6c on network 2199cf82-6b45-4a26-9381-22c185674f2b {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:54:02.374491 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e23e27-4e81-4be8-b3fc-a9e9ee091bc7 req-5126e456-375a-4c36-beca-6b94bfb1e3bb tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:02.384360 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-31e23e27-4e81-4be8-b3fc-a9e9ee091bc7 req-5126e456-375a-4c36-beca-6b94bfb1e3bb tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=65d73783-6a1a-4d1c-9c98-6ab63ad8c1ab HTTP/1.1" status: 200 len: 944 time: 0.1948562 Feb 04 12:54:02.387179 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef1a512-44b9-44fe-b02c-0a9f1078f505 req-f4e39908-b8be-486a-8f53-1143ccc6935f service neutron] Port 9d4fee85-d7db-4499-afb0-3622136f8b6c on network 2199cf82-6b45-4a26-9381-22c185674f2b not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:54:02.387504 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef1a512-44b9-44fe-b02c-0a9f1078f505 req-f4e39908-b8be-486a-8f53-1143ccc6935f service neutron] Attempting to bind port 9d4fee85-d7db-4499-afb0-3622136f8b6c on network 2199cf82-6b45-4a26-9381-22c185674f2b {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:54:02.410819 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef1a512-44b9-44fe-b02c-0a9f1078f505 req-f4e39908-b8be-486a-8f53-1143ccc6935f service neutron] Checking agent: {'id': 'f8add0d2-2202-43d3-bc0e-72442788e6ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:54:02.411172 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef1a512-44b9-44fe-b02c-0a9f1078f505 req-f4e39908-b8be-486a-8f53-1143ccc6935f service neutron] Checking segment: {'id': '435809b5-4790-4cc2-92a6-17b1a1ceee55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '2199cf82-6b45-4a26-9381-22c185674f2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:54:02.411569 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef1a512-44b9-44fe-b02c-0a9f1078f505 req-f4e39908-b8be-486a-8f53-1143ccc6935f service neutron] Bound using segment: {'id': '435809b5-4790-4cc2-92a6-17b1a1ceee55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '2199cf82-6b45-4a26-9381-22c185674f2b'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:54:02.412045 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-3ef1a512-44b9-44fe-b02c-0a9f1078f505 req-f4e39908-b8be-486a-8f53-1143ccc6935f service neutron] Bound port: 9d4fee85-d7db-4499-afb0-3622136f8b6c, host: n-h1-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '435809b5-4790-4cc2-92a6-17b1a1ceee55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '2199cf82-6b45-4a26-9381-22c185674f2b'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:54:02.412412 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-3ef1a512-44b9-44fe-b02c-0a9f1078f505 req-f4e39908-b8be-486a-8f53-1143ccc6935f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (9d4fee85-d7db-4499-afb0-3622136f8b6c), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:02.425302 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=352f2fc1-632d-49cd-ac15-d77895ed61af,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:02.509689 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['352f2fc1-632d-49cd-ac15-d77895ed61af'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:54:02.580837 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-31e23e27-4e81-4be8-b3fc-a9e9ee091bc7 req-5593b1c1-bad4-455c-9cdf-589752239ffd tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=e80379a7-bc34-42af-9706-4f7e825f23a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955884 Feb 04 12:54:02.625123 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0401f06-3412-4fb4-ace7-1b20367536a7 req-674071c7-0339-454d-892a-72e8390b7092 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:02.631643 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d0401f06-3412-4fb4-ace7-1b20367536a7 req-674071c7-0339-454d-892a-72e8390b7092 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=12babf50-770d-4384-b363-047a065adfe7 HTTP/1.1" status: 200 len: 945 time: 0.2125432 Feb 04 12:54:02.647766 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-3ef1a512-44b9-44fe-b02c-0a9f1078f505 req-f4e39908-b8be-486a-8f53-1143ccc6935f service neutron] For port 9d4fee85-d7db-4499-afb0-3622136f8b6c, host n-h1-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:54:02.657471 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-3ef1a512-44b9-44fe-b02c-0a9f1078f505 req-f4e39908-b8be-486a-8f53-1143ccc6935f service neutron] For port 9d4fee85-d7db-4499-afb0-3622136f8b6c, host n-h1-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=9d4fee85-d7db-4499-afb0-3622136f8b6c,segment=NetworkSegment(435809b5-4790-4cc2-92a6-17b1a1ceee55),segment_id=435809b5-4790-4cc2-92a6-17b1a1ceee55)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:54:02.672105 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-3ef1a512-44b9-44fe-b02c-0a9f1078f505 req-f4e39908-b8be-486a-8f53-1143ccc6935f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (9d4fee85-d7db-4499-afb0-3622136f8b6c), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:02.693001 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef1a512-44b9-44fe-b02c-0a9f1078f505 req-f4e39908-b8be-486a-8f53-1143ccc6935f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:02.693869 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-3ef1a512-44b9-44fe-b02c-0a9f1078f505 req-f4e39908-b8be-486a-8f53-1143ccc6935f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:02.695450 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3ef1a512-44b9-44fe-b02c-0a9f1078f505 req-f4e39908-b8be-486a-8f53-1143ccc6935f service neutron] 10.222.0.73 "PUT /v2.0/ports/9d4fee85-d7db-4499-afb0-3622136f8b6c HTTP/1.1" status: 200 len: 1092 time: 1.9424877 Feb 04 12:54:02.698339 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65d73783-6a1a-4d1c-9c98-6ab63ad8c1ab', 'tag': '9d4fee85-d7db-4499-afb0-3622136f8b6c'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:54:02.700840 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21565158-03c6-4fd1-859c-b3908eeeb190" -d '{"events": [{"name": "network-changed", "server_uuid": "65d73783-6a1a-4d1c-9c98-6ab63ad8c1ab", "tag": "9d4fee85-d7db-4499-afb0-3622136f8b6c"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:54:02.846821 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d0401f06-3412-4fb4-ace7-1b20367536a7 req-0f897341-2bd7-4010-b7ae-3b1b3ffd945b tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042563 Feb 04 12:54:02.879685 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e39908-b8be-486a-8f53-1143ccc6935f service neutron] Pushing event updated for resources: {'Port': ['ID=9d4fee85-d7db-4499-afb0-3622136f8b6c,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:02.904541 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef1a512-44b9-44fe-b02c-0a9f1078f505 req-ecc7266a-fc99-4df5-8ea0-df8f6efcfa17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:02.911985 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3ef1a512-44b9-44fe-b02c-0a9f1078f505 req-ecc7266a-fc99-4df5-8ea0-df8f6efcfa17 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=081a166ab6754953977e00fecaf55e63&device_id=65d73783-6a1a-4d1c-9c98-6ab63ad8c1ab HTTP/1.1" status: 200 len: 1126 time: 0.1324227 Feb 04 12:54:03.011993 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3ef1a512-44b9-44fe-b02c-0a9f1078f505 req-6293befd-d12d-4990-b8b1-682c82a5617a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9d4fee85-d7db-4499-afb0-3622136f8b6c HTTP/1.1" status: 200 len: 217 time: 0.0866995 Feb 04 12:54:03.074495 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef1a512-44b9-44fe-b02c-0a9f1078f505 req-3bdba7ed-08cc-4570-8d10-ee3db0291344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:03.076423 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3ef1a512-44b9-44fe-b02c-0a9f1078f505 req-3bdba7ed-08cc-4570-8d10-ee3db0291344 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=88c9f8fd-dc13-4414-bafb-3591060ecfdc HTTP/1.1" status: 200 len: 850 time: 0.0562112 Feb 04 12:54:03.085801 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef5b5320-c25e-4461-859a-aa27a252e75c x-openstack-request-id: req-ef5b5320-c25e-4461-859a-aa27a252e75c {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:54:03.086163 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65d73783-6a1a-4d1c-9c98-6ab63ad8c1ab", "tag": "9d4fee85-d7db-4499-afb0-3622136f8b6c", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:54:03.086565 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ef5b5320-c25e-4461-859a-aa27a252e75c {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:54:03.087043 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65d73783-6a1a-4d1c-9c98-6ab63ad8c1ab', 'tag': '9d4fee85-d7db-4499-afb0-3622136f8b6c', 'status': 'completed', 'code': 200} Feb 04 12:54:03.168727 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef1a512-44b9-44fe-b02c-0a9f1078f505 req-ba27e1b3-2834-4319-9683-84e630f670bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:03.172788 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3ef1a512-44b9-44fe-b02c-0a9f1078f505 req-ba27e1b3-2834-4319-9683-84e630f670bf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2199cf82-6b45-4a26-9381-22c185674f2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0848610 Feb 04 12:54:03.293052 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3ef1a512-44b9-44fe-b02c-0a9f1078f505 req-f4ef8cd0-70bb-45f8-8469-d6efb3fb2379 service neutron] 10.222.0.73 "GET /v2.0/networks/2199cf82-6b45-4a26-9381-22c185674f2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131382 Feb 04 12:54:03.419724 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3ef1a512-44b9-44fe-b02c-0a9f1078f505 req-9922602b-93f3-4215-a7e0-321d120f134e service neutron] 10.222.0.73 "GET /v2.0/networks/2199cf82-6b45-4a26-9381-22c185674f2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153939 Feb 04 12:54:03.580549 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21565158-03c6-4fd1-859c-b3908eeeb190 req-a9661869-42f1-40cc-a8bb-5a284c269f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:03.582367 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-21565158-03c6-4fd1-859c-b3908eeeb190 req-a9661869-42f1-40cc-a8bb-5a284c269f98 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=081a166ab6754953977e00fecaf55e63&device_id=65d73783-6a1a-4d1c-9c98-6ab63ad8c1ab HTTP/1.1" status: 200 len: 1126 time: 0.0987563 Feb 04 12:54:03.702625 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21565158-03c6-4fd1-859c-b3908eeeb190 req-1a5ea92c-e5ad-4c79-b9b0-6028b1debdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:03.704055 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-21565158-03c6-4fd1-859c-b3908eeeb190 req-1a5ea92c-e5ad-4c79-b9b0-6028b1debdfb service neutron] 10.222.0.73 "GET /v2.0/networks?id=2199cf82-6b45-4a26-9381-22c185674f2b HTTP/1.1" status: 200 len: 912 time: 0.1139503 Feb 04 12:54:03.725682 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 352f2fc1-632d-49cd-ac15-d77895ed61af up at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:54:03.831103 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-21565158-03c6-4fd1-859c-b3908eeeb190 req-52955ec6-871e-4aa7-be91-a1b1ae00e2ca service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9d4fee85-d7db-4499-afb0-3622136f8b6c HTTP/1.1" status: 200 len: 217 time: 0.0904350 Feb 04 12:54:03.836618 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning for port 352f2fc1-632d-49cd-ac15-d77895ed61af completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:54:03.842499 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning complete for port 352f2fc1-632d-49cd-ac15-d77895ed61af triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:54:03.843135 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (352f2fc1-632d-49cd-ac15-d77895ed61af), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:03.992647 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 352f2fc1-632d-49cd-ac15-d77895ed61af is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:54:03.993046 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (352f2fc1-632d-49cd-ac15-d77895ed61af), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:03.993941 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f910d2-918a-4f70-af45-399429beee5c req-e4ff1717-c7de-486f-b802-a1a28b641125 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:04.003721 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a0f910d2-918a-4f70-af45-399429beee5c req-e4ff1717-c7de-486f-b802-a1a28b641125 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=65d73783-6a1a-4d1c-9c98-6ab63ad8c1ab HTTP/1.1" status: 200 len: 944 time: 0.2859414 Feb 04 12:54:04.025318 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12babf50-770d-4384-b363-047a065adfe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '352f2fc1-632d-49cd-ac15-d77895ed61af'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:54:04.029980 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21565158-03c6-4fd1-859c-b3908eeeb190 req-6f1657ab-b663-4574-84b2-a96e2254fe48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:04.031496 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-21565158-03c6-4fd1-859c-b3908eeeb190 req-6f1657ab-b663-4574-84b2-a96e2254fe48 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=88c9f8fd-dc13-4414-bafb-3591060ecfdc HTTP/1.1" status: 200 len: 850 time: 0.1932225 Feb 04 12:54:04.031654 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-919aec4f-968d-453b-b645-7c7b8140b753" -d '{"events": [{"server_uuid": "12babf50-770d-4384-b363-047a065adfe7", "name": "network-vif-plugged", "status": "completed", "tag": "352f2fc1-632d-49cd-ac15-d77895ed61af"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:54:04.054023 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 352f2fc1-632d-49cd-ac15-d77895ed61af, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=352f2fc1-632d-49cd-ac15-d77895ed61af,segment=NetworkSegment(0934a908-175b-4cbf-ace2-f0550fc5d53c),segment_id=0934a908-175b-4cbf-ace2-f0550fc5d53c)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:54:04.063481 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (352f2fc1-632d-49cd-ac15-d77895ed61af), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:04.128394 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=352f2fc1-632d-49cd-ac15-d77895ed61af,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:04.168628 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfed130-22ea-4e6e-94c2-3b8484665982 req-36eb8bad-3b9b-4dbd-bd63-67fa3df0ea44 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:04.170408 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5bfed130-22ea-4e6e-94c2-3b8484665982 req-36eb8bad-3b9b-4dbd-bd63-67fa3df0ea44 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=12babf50-770d-4384-b363-047a065adfe7 HTTP/1.1" status: 200 len: 945 time: 0.1589458 Feb 04 12:54:04.183414 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a0f910d2-918a-4f70-af45-399429beee5c req-edaad061-3870-4ef6-b652-e28c5b19d9a1 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=e80379a7-bc34-42af-9706-4f7e825f23a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694815 Feb 04 12:54:04.328947 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21565158-03c6-4fd1-859c-b3908eeeb190 req-ca7f7ed7-e206-4c87-af8b-3894caff7fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:04.332496 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-21565158-03c6-4fd1-859c-b3908eeeb190 req-ca7f7ed7-e206-4c87-af8b-3894caff7fc0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2199cf82-6b45-4a26-9381-22c185674f2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2525570 Feb 04 12:54:04.358453 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5bfed130-22ea-4e6e-94c2-3b8484665982 req-1143d66f-dbf8-4b72-9116-1043a99b0603 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726494 Feb 04 12:54:04.400853 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d5665c3-57a8-4f37-be76-d1d4431ae921 x-openstack-request-id: req-5d5665c3-57a8-4f37-be76-d1d4431ae921 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:54:04.403002 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12babf50-770d-4384-b363-047a065adfe7", "name": "network-vif-plugged", "status": "completed", "tag": "352f2fc1-632d-49cd-ac15-d77895ed61af", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:54:04.403516 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5d5665c3-57a8-4f37-be76-d1d4431ae921 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:54:04.404373 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12babf50-770d-4384-b363-047a065adfe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '352f2fc1-632d-49cd-ac15-d77895ed61af', 'code': 200} Feb 04 12:54:04.492965 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 46644) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:54:04.498178 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-21565158-03c6-4fd1-859c-b3908eeeb190 req-0db0d17f-23aa-49d4-a042-007962c12260 service neutron] 10.222.0.73 "GET /v2.0/networks/2199cf82-6b45-4a26-9381-22c185674f2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567202 Feb 04 12:54:04.692060 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-21565158-03c6-4fd1-859c-b3908eeeb190 req-229a3c51-fc68-4640-998f-612c3bb58d63 service neutron] 10.222.0.73 "GET /v2.0/networks/2199cf82-6b45-4a26-9381-22c185674f2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875069 Feb 04 12:54:04.763527 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0c5f5a3b-2940-4648-bc92-33906d56434d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:04.828313 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c9487a-9079-48e4-b70a-5f6d26d02647 req-db032c83-f4a1-4503-a2f1-8dd7b410ee8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:04.830194 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-99c9487a-9079-48e4-b70a-5f6d26d02647 req-db032c83-f4a1-4503-a2f1-8dd7b410ee8f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=12babf50-770d-4384-b363-047a065adfe7 HTTP/1.1" status: 200 len: 1128 time: 0.3707373 Feb 04 12:54:04.859919 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0c5f5a3b-2940-4648-bc92-33906d56434d admin admin] Publish callbacks [] for security_group (4fbfe918-730e-4978-a62c-c225c47a6f8b), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:04.865594 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0c5f5a3b-2940-4648-bc92-33906d56434d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (4fbfe918-730e-4978-a62c-c225c47a6f8b), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:04.900145 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-99c9487a-9079-48e4-b70a-5f6d26d02647 req-ae083961-34ba-46e4-a513-93e69570f5b4 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629077 Feb 04 12:54:04.918626 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-0c5f5a3b-2940-4648-bc92-33906d56434d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=86421a8e96a74814bf31e7787d496390&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4244728 Feb 04 12:54:04.919856 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5f5a3b-2940-4648-bc92-33906d56434d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fbfe918-730e-4978-a62c-c225c47a6f8b,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:04.921831 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 46656) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:54:04.990536 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-69654a83-e794-4019-b2cb-78460feb97d9 admin admin] Publish callbacks [] for security_group (4fbfe918-730e-4978-a62c-c225c47a6f8b), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:05.016390 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-69654a83-e794-4019-b2cb-78460feb97d9 admin admin] Publish callbacks [] for security_group (4fbfe918-730e-4978-a62c-c225c47a6f8b), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:05.078297 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-69654a83-e794-4019-b2cb-78460feb97d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (4fbfe918-730e-4978-a62c-c225c47a6f8b), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:05.081606 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-69654a83-e794-4019-b2cb-78460feb97d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:05.082958 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-69654a83-e794-4019-b2cb-78460feb97d9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4fbfe918-730e-4978-a62c-c225c47a6f8b HTTP/1.1" status: 204 len: 168 time: 0.1598880 Feb 04 12:54:05.106123 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69654a83-e794-4019-b2cb-78460feb97d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fbfe918-730e-4978-a62c-c225c47a6f8b,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:05.376957 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd2f234-e3e5-4452-a987-25a0897fd2ed req-6967b49c-7890-4c0c-80a1-6e79c42bd27e tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:05.378656 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bbd2f234-e3e5-4452-a987-25a0897fd2ed req-6967b49c-7890-4c0c-80a1-6e79c42bd27e tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=65d73783-6a1a-4d1c-9c98-6ab63ad8c1ab HTTP/1.1" status: 200 len: 944 time: 0.0977600 Feb 04 12:54:05.493785 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bbd2f234-e3e5-4452-a987-25a0897fd2ed req-ac4b1832-2bcc-4d2b-88ff-3969fefd0946 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=e80379a7-bc34-42af-9706-4f7e825f23a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049671 Feb 04 12:54:05.586324 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b275633-a564-474e-aa69-103b60be8469 req-7e1c7a61-de88-482f-9beb-eba2bde9f987 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:05.587966 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4b275633-a564-474e-aa69-103b60be8469 req-7e1c7a61-de88-482f-9beb-eba2bde9f987 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=12babf50-770d-4384-b363-047a065adfe7 HTTP/1.1" status: 200 len: 946 time: 0.0928555 Feb 04 12:54:05.697181 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4b275633-a564-474e-aa69-103b60be8469 req-8eff34d0-bf69-48e3-b73d-e6b8a3e73e15 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965605 Feb 04 12:54:06.281205 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 46690) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:54:06.414796 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-75a5601e-43da-4165-8a48-af3215a011f9 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-28351228-network', 'tenant_id': '743adbf3b33d4296816809f731b31131'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:54:06.503700 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75a5601e-43da-4165-8a48-af3215a011f9 admin admin] Made reservation on behalf of 743adbf3b33d4296816809f731b31131 for: {'network': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:54:06.506095 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-75a5601e-43da-4165-8a48-af3215a011f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:06.517599 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-75a5601e-43da-4165-8a48-af3215a011f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:06.636409 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-75a5601e-43da-4165-8a48-af3215a011f9 admin admin] Publish callbacks [] for security_group (3066cc3f-6d8d-4e28-b22c-2b25d22c2e1c), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:06.652347 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-75a5601e-43da-4165-8a48-af3215a011f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (3066cc3f-6d8d-4e28-b22c-2b25d22c2e1c), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:06.684939 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75a5601e-43da-4165-8a48-af3215a011f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=103475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:54:06.701073 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-75a5601e-43da-4165-8a48-af3215a011f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (4ae69aab-d752-459d-87a8-070a73350072), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:06.701774 n-d-825015-3 neutron-server[103475]: INFO neutron.db.segments_db [None req-75a5601e-43da-4165-8a48-af3215a011f9 admin admin] Added segment 4ae69aab-d752-459d-87a8-070a73350072 of type vlan for network d7172075-8cc7-4945-bb92-9f58f0377be1 Feb 04 12:54:06.704616 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a5601e-43da-4165-8a48-af3215a011f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3066cc3f-6d8d-4e28-b22c-2b25d22c2e1c,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:06.726264 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd3c379-b0ec-4fe3-85f2-7594a22c114f req-8030844a-4203-4781-8d14-729ee19219f3 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:06.733092 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0bd3c379-b0ec-4fe3-85f2-7594a22c114f req-8030844a-4203-4781-8d14-729ee19219f3 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=65d73783-6a1a-4d1c-9c98-6ab63ad8c1ab HTTP/1.1" status: 200 len: 944 time: 0.1397505 Feb 04 12:54:06.792147 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-75a5601e-43da-4165-8a48-af3215a011f9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (d7172075-8cc7-4945-bb92-9f58f0377be1), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:06.836770 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0bd3c379-b0ec-4fe3-85f2-7594a22c114f req-7a27e8cc-eb67-448a-aef3-c7d7ae79515f tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=e80379a7-bc34-42af-9706-4f7e825f23a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027198 Feb 04 12:54:06.870151 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-75a5601e-43da-4165-8a48-af3215a011f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (d7172075-8cc7-4945-bb92-9f58f0377be1), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:06.871255 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a5601e-43da-4165-8a48-af3215a011f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:06.871957 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-75a5601e-43da-4165-8a48-af3215a011f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:06.952660 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-75a5601e-43da-4165-8a48-af3215a011f9 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6702187 Feb 04 12:54:06.957361 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 46702) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:54:06.967615 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-5a7b7a00-4df6-4f83-b11b-14f40f5be46f admin admin] Request body: {'subnet': {'network_id': 'd7172075-8cc7-4945-bb92-9f58f0377be1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-28351228-subnet', 'tenant_id': '743adbf3b33d4296816809f731b31131', 'ip_version': 4}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:54:06.998831 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f8a200-3248-4092-8c87-f11c0d50a44c req-bd7bf47e-e7d0-49a8-bb43-4fa53a66f2f8 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:07.003165 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a7b7a00-4df6-4f83-b11b-14f40f5be46f admin admin] Made reservation on behalf of 743adbf3b33d4296816809f731b31131 for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:54:07.007045 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-49f8a200-3248-4092-8c87-f11c0d50a44c req-bd7bf47e-e7d0-49a8-bb43-4fa53a66f2f8 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=12babf50-770d-4384-b363-047a065adfe7 HTTP/1.1" status: 200 len: 946 time: 0.1572764 Feb 04 12:54:07.007584 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5a7b7a00-4df6-4f83-b11b-14f40f5be46f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60610638'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:07.029165 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a5601e-43da-4165-8a48-af3215a011f9 admin admin] Pushing event updated for resources: {'Network': ['ID=d7172075-8cc7-4945-bb92-9f58f0377be1,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:07.044292 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network d7172075-8cc7-4945-bb92-9f58f0377be1 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:54:07.063344 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-49f8a200-3248-4092-8c87-f11c0d50a44c req-69385b99-803b-4151-9f66-544a36235bbe tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551612 Feb 04 12:54:07.151801 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 9d4fee85-d7db-4499-afb0-3622136f8b6c details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:54:07.244121 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5a7b7a00-4df6-4f83-b11b-14f40f5be46f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59045178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60610680'] for subnet (0e5c20bc-52d4-4d81-af0d-e41ce17c8845), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:07.248147 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c94a41-77f2-4d45-8928-fe6b9ed191dd req-a607621e-9b01-4a8d-b2d6-d60f1071d8ca tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:07.255368 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-11c94a41-77f2-4d45-8928-fe6b9ed191dd req-a607621e-9b01-4a8d-b2d6-d60f1071d8ca tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=12babf50-770d-4384-b363-047a065adfe7 HTTP/1.1" status: 200 len: 946 time: 0.1038799 Feb 04 12:54:07.292115 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 9d4fee85-d7db-4499-afb0-3622136f8b6c, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=9d4fee85-d7db-4499-afb0-3622136f8b6c,segment=NetworkSegment(435809b5-4790-4cc2-92a6-17b1a1ceee55),segment_id=435809b5-4790-4cc2-92a6-17b1a1ceee55)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:54:07.316454 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7b7a00-4df6-4f83-b11b-14f40f5be46f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e5c20bc-52d4-4d81-af0d-e41ce17c8845,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:07.319296 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-11c94a41-77f2-4d45-8928-fe6b9ed191dd req-f108744f-09c3-4d06-aa93-1da2d5388d40 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628788 Feb 04 12:54:07.357420 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7b7a00-4df6-4f83-b11b-14f40f5be46f admin admin] Checking segment: {'id': '4ae69aab-d752-459d-87a8-070a73350072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd7172075-8cc7-4945-bb92-9f58f0377be1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:54:07.358108 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7b7a00-4df6-4f83-b11b-14f40f5be46f admin admin] Network hostable DHCP agents. Network: d7172075-8cc7-4945-bb92-9f58f0377be1, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:54:07.388961 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7b7a00-4df6-4f83-b11b-14f40f5be46f admin admin] Network d7172075-8cc7-4945-bb92-9f58f0377be1 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:54:07.408996 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-5a7b7a00-4df6-4f83-b11b-14f40f5be46f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, d7172075-8cc7-4945-bb92-9f58f0377be1) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:54:07.414773 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7b7a00-4df6-4f83-b11b-14f40f5be46f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:07.415500 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5a7b7a00-4df6-4f83-b11b-14f40f5be46f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:07.444483 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 46708) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:54:07.445875 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-5a7b7a00-4df6-4f83-b11b-14f40f5be46f admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4852917 Feb 04 12:54:07.452628 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-234d039c-6f8b-4f45-abc9-da5136048e5e admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-28351228-router', 'tenant_id': '743adbf3b33d4296816809f731b31131', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:54:07.504551 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-234d039c-6f8b-4f45-abc9-da5136048e5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10933'] for router (d514c2a9-bae4-436d-8bc7-01dba618dbcf), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:07.505976 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-234d039c-6f8b-4f45-abc9-da5136048e5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10924'] for router (d514c2a9-bae4-436d-8bc7-01dba618dbcf), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:07.546041 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4a591c-965c-4725-b707-245e7938abf2 None None] Network d7172075-8cc7-4945-bb92-9f58f0377be1 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:54:07.596392 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-234d039c-6f8b-4f45-abc9-da5136048e5e admin admin] Publish callbacks [] for router_controller (d514c2a9-bae4-436d-8bc7-01dba618dbcf), precommit_add_association {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:07.632657 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': '9d4fee85-d7db-4499-afb0-3622136f8b6c', 'network_id': '2199cf82-6b45-4a26-9381-22c185674f2b', 'port_id': '9d4fee85-d7db-4499-afb0-3622136f8b6c', 'mac_address': 'fa:16:3e:89:c7:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88c9f8fd-dc13-4414-bafb-3591060ecfdc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:54:07.701438 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 9d4fee85-d7db-4499-afb0-3622136f8b6c is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:54:07.701822 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (9d4fee85-d7db-4499-afb0-3622136f8b6c), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:07.717566 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5f1594-3d74-40ce-ba21-cc211a1b5133 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-d7172075-8cc7-4945-bb92-9f58f0377be1', 'network_id': 'd7172075-8cc7-4945-bb92-9f58f0377be1', 'project_id': '743adbf3b33d4296816809f731b31131', 'fixed_ips': [{'subnet_id': '0e5c20bc-52d4-4d81-af0d-e41ce17c8845'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 12:54:07.718618 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-da5f1594-3d74-40ce-ba21-cc211a1b5133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:07.733328 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d4fee85-d7db-4499-afb0-3622136f8b6c {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:54:07.799117 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-234d039c-6f8b-4f45-abc9-da5136048e5e admin admin] Publish callbacks [] for router_gateway (d514c2a9-bae4-436d-8bc7-01dba618dbcf), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:07.818700 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 9d4fee85-d7db-4499-afb0-3622136f8b6c, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=9d4fee85-d7db-4499-afb0-3622136f8b6c,segment=NetworkSegment(435809b5-4790-4cc2-92a6-17b1a1ceee55),segment_id=435809b5-4790-4cc2-92a6-17b1a1ceee55)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:54:07.829784 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (9d4fee85-d7db-4499-afb0-3622136f8b6c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:07.932639 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=9d4fee85-d7db-4499-afb0-3622136f8b6c,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:07.942788 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:07.943132 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:07.943759 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:07.944116 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:07.944449 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:07.944896 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:07.945231 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:07.945605 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:07.946010 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:07.946342 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:07.946671 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:07.946999 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:07.947359 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:07.967971 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-da5f1594-3d74-40ce-ba21-cc211a1b5133 None None] Allocated IP 172.20.0.2 (d7172075-8cc7-4945-bb92-9f58f0377be1/0e5c20bc-52d4-4d81-af0d-e41ce17c8845/8b9a707c-3e2e-4e63-92e2-043f8612785d) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:54:08.186382 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['9d4fee85-d7db-4499-afb0-3622136f8b6c'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:54:08.188583 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4224cf03-d318-41a1-81ad-a0658bfdc5e7 req-efa415b1-e57e-4673-9b65-e1dfced21f9b tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:08.190252 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4224cf03-d318-41a1-81ad-a0658bfdc5e7 req-efa415b1-e57e-4673-9b65-e1dfced21f9b tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=65d73783-6a1a-4d1c-9c98-6ab63ad8c1ab HTTP/1.1" status: 200 len: 945 time: 0.1531959 Feb 04 12:54:08.238813 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-234d039c-6f8b-4f45-abc9-da5136048e5e admin admin] Publish callbacks [] for router_gateway (d514c2a9-bae4-436d-8bc7-01dba618dbcf), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:08.305907 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-da5f1594-3d74-40ce-ba21-cc211a1b5133 None None] Publish callbacks [] for port (8b9a707c-3e2e-4e63-92e2-043f8612785d), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:08.322420 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-da5f1594-3d74-40ce-ba21-cc211a1b5133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (8b9a707c-3e2e-4e63-92e2-043f8612785d), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:08.341923 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-234d039c-6f8b-4f45-abc9-da5136048e5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:08.405541 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5f1594-3d74-40ce-ba21-cc211a1b5133 None None] Network d7172075-8cc7-4945-bb92-9f58f0377be1 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:54:08.420820 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-da5f1594-3d74-40ce-ba21-cc211a1b5133 None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:54:08.423966 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5f1594-3d74-40ce-ba21-cc211a1b5133 None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:54:08.439794 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4224cf03-d318-41a1-81ad-a0658bfdc5e7 req-d2cddc71-4306-4bb9-888b-9d9cba1443b9 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=e80379a7-bc34-42af-9706-4f7e825f23a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412219 Feb 04 12:54:08.443205 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f1594-3d74-40ce-ba21-cc211a1b5133 None None] Pushing event updated for resources: {'Port': ['ID=8b9a707c-3e2e-4e63-92e2-043f8612785d,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:08.569137 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-da5f1594-3d74-40ce-ba21-cc211a1b5133 None None] Attempting to bind port 8b9a707c-3e2e-4e63-92e2-043f8612785d on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:54:08.569458 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-da5f1594-3d74-40ce-ba21-cc211a1b5133 None None] Attempting to bind port 8b9a707c-3e2e-4e63-92e2-043f8612785d by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '4ae69aab-d752-459d-87a8-070a73350072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd7172075-8cc7-4945-bb92-9f58f0377be1'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:54:08.570333 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5f1594-3d74-40ce-ba21-cc211a1b5133 None None] Attempting to bind port 8b9a707c-3e2e-4e63-92e2-043f8612785d on network d7172075-8cc7-4945-bb92-9f58f0377be1 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:54:08.586462 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5f1594-3d74-40ce-ba21-cc211a1b5133 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:54:08.586924 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5f1594-3d74-40ce-ba21-cc211a1b5133 None None] Checking segment: {'id': '4ae69aab-d752-459d-87a8-070a73350072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd7172075-8cc7-4945-bb92-9f58f0377be1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:54:08.587249 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-da5f1594-3d74-40ce-ba21-cc211a1b5133 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:08.587643 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5f1594-3d74-40ce-ba21-cc211a1b5133 None None] Bound using segment: {'id': '4ae69aab-d752-459d-87a8-070a73350072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd7172075-8cc7-4945-bb92-9f58f0377be1'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:54:08.588213 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-da5f1594-3d74-40ce-ba21-cc211a1b5133 None None] Bound port: 8b9a707c-3e2e-4e63-92e2-043f8612785d, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ae69aab-d752-459d-87a8-070a73350072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd7172075-8cc7-4945-bb92-9f58f0377be1'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:54:08.588611 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-da5f1594-3d74-40ce-ba21-cc211a1b5133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (8b9a707c-3e2e-4e63-92e2-043f8612785d), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:08.627785 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-234d039c-6f8b-4f45-abc9-da5136048e5e admin admin] Allocated IP 172.25.3.218 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/c5281223-a1f0-44f6-baae-e932f2615edf) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:54:08.736419 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-da5f1594-3d74-40ce-ba21-cc211a1b5133 None None] For port 8b9a707c-3e2e-4e63-92e2-043f8612785d, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:54:08.746849 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-da5f1594-3d74-40ce-ba21-cc211a1b5133 None None] For port 8b9a707c-3e2e-4e63-92e2-043f8612785d, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=8b9a707c-3e2e-4e63-92e2-043f8612785d,segment=NetworkSegment(4ae69aab-d752-459d-87a8-070a73350072),segment_id=4ae69aab-d752-459d-87a8-070a73350072)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:54:08.758392 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-da5f1594-3d74-40ce-ba21-cc211a1b5133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (8b9a707c-3e2e-4e63-92e2-043f8612785d), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:08.904852 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f1594-3d74-40ce-ba21-cc211a1b5133 None None] Pushing event updated for resources: {'Port': ['ID=8b9a707c-3e2e-4e63-92e2-043f8612785d,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:08.978834 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-234d039c-6f8b-4f45-abc9-da5136048e5e admin admin] Publish callbacks [] for port (c5281223-a1f0-44f6-baae-e932f2615edf), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:09.046528 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-234d039c-6f8b-4f45-abc9-da5136048e5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (c5281223-a1f0-44f6-baae-e932f2615edf), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:09.136306 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234d039c-6f8b-4f45-abc9-da5136048e5e admin admin] Pushing event updated for resources: {'Port': ['ID=c5281223-a1f0-44f6-baae-e932f2615edf,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:09.216726 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234d039c-6f8b-4f45-abc9-da5136048e5e admin admin] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:54:09.218277 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-234d039c-6f8b-4f45-abc9-da5136048e5e admin admin] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:54:09.220778 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234d039c-6f8b-4f45-abc9-da5136048e5e admin admin] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:54:09.802177 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7482f3-85ce-4218-ba6e-5468307dbcd7 req-d25d623b-fbd3-4517-b208-f3f21fbf22d0 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:09.804483 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8c7482f3-85ce-4218-ba6e-5468307dbcd7 req-d25d623b-fbd3-4517-b208-f3f21fbf22d0 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=65d73783-6a1a-4d1c-9c98-6ab63ad8c1ab HTTP/1.1" status: 200 len: 945 time: 0.2138948 Feb 04 12:54:09.811576 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-234d039c-6f8b-4f45-abc9-da5136048e5e admin admin] Publish callbacks [] for router_gateway (d514c2a9-bae4-436d-8bc7-01dba618dbcf), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:09.961864 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8c7482f3-85ce-4218-ba6e-5468307dbcd7 req-84e7bb54-c8de-4c5d-884a-21a114a25976 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=e80379a7-bc34-42af-9706-4f7e825f23a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466267 Feb 04 12:54:10.222500 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-234d039c-6f8b-4f45-abc9-da5136048e5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141'] for router (d514c2a9-bae4-436d-8bc7-01dba618dbcf), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:10.415223 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-234d039c-6f8b-4f45-abc9-da5136048e5e admin admin] Router d514c2a9-bae4-436d-8bc7-01dba618dbcf is scheduled to L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de with binding_index 1 {{(pid=103475) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 12:54:10.560538 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc579e35-81b0-480b-b645-b8888e641ff8 None None] Network d7172075-8cc7-4945-bb92-9f58f0377be1 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:54:10.650375 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-234d039c-6f8b-4f45-abc9-da5136048e5e admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:54:10.694636 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-234d039c-6f8b-4f45-abc9-da5136048e5e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:10.700340 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-234d039c-6f8b-4f45-abc9-da5136048e5e admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.2510898 Feb 04 12:54:10.701025 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 46792) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:54:10.764222 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d998021f-7ef9-43fe-8d56-fcabc5edf044 None None] Sync routers for ids ['d514c2a9-bae4-436d-8bc7-01dba618dbcf'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:54:10.811704 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-af37b825-097b-42fc-a7e4-cd0b37994275 None None] Provisioning complete for port 8b9a707c-3e2e-4e63-92e2-043f8612785d triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:54:10.812393 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-af37b825-097b-42fc-a7e4-cd0b37994275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (8b9a707c-3e2e-4e63-92e2-043f8612785d), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:10.819125 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 8b9a707c-3e2e-4e63-92e2-043f8612785d up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:54:10.901236 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d998021f-7ef9-43fe-8d56-fcabc5edf044 None None] Routers {'d514c2a9-bae4-436d-8bc7-01dba618dbcf'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:54:10.901952 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-d998021f-7ef9-43fe-8d56-fcabc5edf044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:53:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['d514c2a9-bae4-436d-8bc7-01dba618dbcf'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:54:11.056719 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-d998021f-7ef9-43fe-8d56-fcabc5edf044 None None] Set router d514c2a9-bae4-436d-8bc7-01dba618dbcf gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:54:11.187908 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5757358-45ed-45ba-85a9-a7a93dbe49c9 req-3f7f9a13-6f5c-4d3e-a771-2f55560b5b02 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:11.189396 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f5757358-45ed-45ba-85a9-a7a93dbe49c9 req-3f7f9a13-6f5c-4d3e-a771-2f55560b5b02 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=65d73783-6a1a-4d1c-9c98-6ab63ad8c1ab HTTP/1.1" status: 200 len: 945 time: 0.1147485 Feb 04 12:54:11.305183 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 9d4fee85-d7db-4499-afb0-3622136f8b6c up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:54:11.571395 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 8b9a707c-3e2e-4e63-92e2-043f8612785d triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:54:11.572052 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (8b9a707c-3e2e-4e63-92e2-043f8612785d), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:11.731713 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning for port 9d4fee85-d7db-4499-afb0-3622136f8b6c completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:54:11.820727 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port 9d4fee85-d7db-4499-afb0-3622136f8b6c triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:54:11.822607 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (9d4fee85-d7db-4499-afb0-3622136f8b6c), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:11.943183 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-af37b825-097b-42fc-a7e4-cd0b37994275 None None] Current status of the port 8b9a707c-3e2e-4e63-92e2-043f8612785d is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:54:11.944286 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-af37b825-097b-42fc-a7e4-cd0b37994275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (8b9a707c-3e2e-4e63-92e2-043f8612785d), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:11.974124 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f5757358-45ed-45ba-85a9-a7a93dbe49c9 req-44216021-e123-49df-a4f0-08d7d4342e32 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=e80379a7-bc34-42af-9706-4f7e825f23a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7626283 Feb 04 12:54:12.014870 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-af37b825-097b-42fc-a7e4-cd0b37994275 None None] For port 8b9a707c-3e2e-4e63-92e2-043f8612785d, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=8b9a707c-3e2e-4e63-92e2-043f8612785d,segment=NetworkSegment(4ae69aab-d752-459d-87a8-070a73350072),segment_id=4ae69aab-d752-459d-87a8-070a73350072)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:54:12.119695 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-18bab81f-1c05-40bc-b04c-f106b1a74da7 req-d03568da-3c90-4a04-a905-0240f690e7fa service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=d66e92bf-8693-4dc5-b9c9-43a9131efaec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2924953 Feb 04 12:54:12.153240 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-af37b825-097b-42fc-a7e4-cd0b37994275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (8b9a707c-3e2e-4e63-92e2-043f8612785d), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:12.167387 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 9d4fee85-d7db-4499-afb0-3622136f8b6c is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:54:12.167807 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (9d4fee85-d7db-4499-afb0-3622136f8b6c), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:12.205643 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 8b9a707c-3e2e-4e63-92e2-043f8612785d is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:54:12.206716 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (8b9a707c-3e2e-4e63-92e2-043f8612785d), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:12.278350 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ef119976-c57b-41dc-ae0c-236291d603ea req-80241125-4ec4-4d41-8b7f-d76f773b1a1f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=22704979-2c9f-416c-a9cc-621c4bd05eca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2314353 Feb 04 12:54:12.305541 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-037ec223-589b-4ff2-9a80-a63371d85319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:12.324863 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bab81f-1c05-40bc-b04c-f106b1a74da7 req-eebd3355-f9c7-428f-8e71-3a0c7d9b001c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:12.326491 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-18bab81f-1c05-40bc-b04c-f106b1a74da7 req-eebd3355-f9c7-428f-8e71-3a0c7d9b001c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d911462b4fc5499194cfc3e92602aea6&device_id=d66e92bf-8693-4dc5-b9c9-43a9131efaec HTTP/1.1" status: 200 len: 1127 time: 0.1033063 Feb 04 12:54:12.349983 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-d998021f-7ef9-43fe-8d56-fcabc5edf044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd514c2a9-bae4-436d-8bc7-01dba618dbcf', 'name': 'tempest-TestAggregatesBasicOps-28351228-router', 'tenant_id': '743adbf3b33d4296816809f731b31131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': 'c5281223-a1f0-44f6-baae-e932f2615edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:54:07Z', 'updated_at': '2022-02-04T12:54:09Z', 'revision_number': 3, 'project_id': '743adbf3b33d4296816809f731b31131', 'gw_port': {'id': 'c5281223-a1f0-44f6-baae-e932f2615edf', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c6:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd514c2a9-bae4-436d-8bc7-01dba618dbcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:54:08Z', 'updated_at': '2022-02-04T12:54:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:54:12.573158 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d998021f-7ef9-43fe-8d56-fcabc5edf044 None None] Checking router: d514c2a9-bae4-436d-8bc7-01dba618dbcf for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:54:12.573653 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d998021f-7ef9-43fe-8d56-fcabc5edf044 None None] Updating router d514c2a9-bae4-436d-8bc7-01dba618dbcf port c5281223-a1f0-44f6-baae-e932f2615edf binding host n-d-825015-3 {{(pid=103476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:54:12.575354 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65d73783-6a1a-4d1c-9c98-6ab63ad8c1ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d4fee85-d7db-4499-afb0-3622136f8b6c'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:54:12.577717 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-563c0e3b-f763-4c4b-9fc0-9abd22252b32" -d '{"events": [{"server_uuid": "65d73783-6a1a-4d1c-9c98-6ab63ad8c1ab", "name": "network-vif-plugged", "status": "completed", "tag": "9d4fee85-d7db-4499-afb0-3622136f8b6c"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:54:12.600579 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bab81f-1c05-40bc-b04c-f106b1a74da7 req-43328229-b051-499f-b202-0084fc888759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:12.606003 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-18bab81f-1c05-40bc-b04c-f106b1a74da7 req-43328229-b051-499f-b202-0084fc888759 service neutron] 10.222.0.77 "GET /v2.0/networks?id=114bf314-65ab-4816-b3d2-279c775b8454 HTTP/1.1" status: 200 len: 914 time: 0.2219038 Feb 04 12:54:12.645316 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 9d4fee85-d7db-4499-afb0-3622136f8b6c, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=9d4fee85-d7db-4499-afb0-3622136f8b6c,segment=NetworkSegment(435809b5-4790-4cc2-92a6-17b1a1ceee55),segment_id=435809b5-4790-4cc2-92a6-17b1a1ceee55)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:54:12.650089 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-830a051a-a683-4930-b8de-cd9e53806a15 None None] Provisioning complete for port 8b9a707c-3e2e-4e63-92e2-043f8612785d triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:54:12.650469 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-830a051a-a683-4930-b8de-cd9e53806a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (8b9a707c-3e2e-4e63-92e2-043f8612785d), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:12.704649 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8802d1fd-186a-4ddc-a1c0-eeebc8ce8102 x-openstack-request-id: req-8802d1fd-186a-4ddc-a1c0-eeebc8ce8102 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:54:12.705027 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65d73783-6a1a-4d1c-9c98-6ab63ad8c1ab", "name": "network-vif-plugged", "status": "completed", "tag": "9d4fee85-d7db-4499-afb0-3622136f8b6c", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:54:12.705209 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8802d1fd-186a-4ddc-a1c0-eeebc8ce8102 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:54:12.705607 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65d73783-6a1a-4d1c-9c98-6ab63ad8c1ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d4fee85-d7db-4499-afb0-3622136f8b6c', 'code': 200} Feb 04 12:54:12.717634 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef119976-c57b-41dc-ae0c-236291d603ea req-3e8e9f54-c2bd-4680-8299-b14224fc3bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:12.718491 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (9d4fee85-d7db-4499-afb0-3622136f8b6c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:12.720283 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37b825-097b-42fc-a7e4-cd0b37994275 None None] Pushing event updated for resources: {'Port': ['ID=8b9a707c-3e2e-4e63-92e2-043f8612785d,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:12.723223 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ef119976-c57b-41dc-ae0c-236291d603ea req-3e8e9f54-c2bd-4680-8299-b14224fc3bb2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=081a166ab6754953977e00fecaf55e63&device_id=22704979-2c9f-416c-a9cc-621c4bd05eca HTTP/1.1" status: 200 len: 1126 time: 0.3501205 Feb 04 12:54:12.745525 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d998021f-7ef9-43fe-8d56-fcabc5edf044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (c5281223-a1f0-44f6-baae-e932f2615edf), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:12.792106 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-18bab81f-1c05-40bc-b04c-f106b1a74da7 req-3766dc15-33db-4854-b566-cfe4a16a2ee0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e48519a2-e7c1-4dd2-9b21-5c6b4567403b HTTP/1.1" status: 200 len: 217 time: 0.0515900 Feb 04 12:54:12.793420 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.db.api [None req-b116c552-173d-469e-b16f-751f4467941a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103476) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 12:54:12.793783 n-d-825015-3 neutron-server[103476]: DEBUG oslo_db.api [None req-b116c552-173d-469e-b16f-751f4467941a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 12:54:12.881579 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-037ec223-589b-4ff2-9a80-a63371d85319 admin admin] Allocated IP 172.20.0.1 (d7172075-8cc7-4945-bb92-9f58f0377be1/0e5c20bc-52d4-4d81-af0d-e41ce17c8845/9c534553-9fb3-4963-9135-61735958824b) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:54:12.896086 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bab81f-1c05-40bc-b04c-f106b1a74da7 req-4bde32c4-b000-49fc-9b70-281462afc776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:12.897808 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-18bab81f-1c05-40bc-b04c-f106b1a74da7 req-4bde32c4-b000-49fc-9b70-281462afc776 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=888ca177-2183-496c-8ac4-309108397ef5 HTTP/1.1" status: 200 len: 853 time: 0.1047263 Feb 04 12:54:12.921088 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=9d4fee85-d7db-4499-afb0-3622136f8b6c,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:12.957794 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-830a051a-a683-4930-b8de-cd9e53806a15 None None] Current status of the port 8b9a707c-3e2e-4e63-92e2-043f8612785d is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:54:12.981552 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-18bab81f-1c05-40bc-b04c-f106b1a74da7 req-4821a3cb-08d1-4ea6-bdab-f239013602ec service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=114bf314-65ab-4816-b3d2-279c775b8454&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0777304 Feb 04 12:54:13.257789 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d998021f-7ef9-43fe-8d56-fcabc5edf044 None None] Publish callbacks [] for port (c5281223-a1f0-44f6-baae-e932f2615edf), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:13.262954 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d998021f-7ef9-43fe-8d56-fcabc5edf044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (c5281223-a1f0-44f6-baae-e932f2615edf), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:13.355798 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-037ec223-589b-4ff2-9a80-a63371d85319 admin admin] Publish callbacks [] for port (9c534553-9fb3-4963-9135-61735958824b), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:13.360196 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a37e51-f8af-4ff4-8bfe-6bda2f5e9549 None None] Pushing event updated for resources: {'Port': ['ID=c5281223-a1f0-44f6-baae-e932f2615edf,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:13.365920 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 8b9a707c-3e2e-4e63-92e2-043f8612785d is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:54:13.368760 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-d998021f-7ef9-43fe-8d56-fcabc5edf044 None None] Attempting to bind port c5281223-a1f0-44f6-baae-e932f2615edf on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:54:13.369182 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-d998021f-7ef9-43fe-8d56-fcabc5edf044 None None] Attempting to bind port c5281223-a1f0-44f6-baae-e932f2615edf by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:54:13.369602 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d998021f-7ef9-43fe-8d56-fcabc5edf044 None None] Attempting to bind port c5281223-a1f0-44f6-baae-e932f2615edf on network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:54:13.375518 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d998021f-7ef9-43fe-8d56-fcabc5edf044 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:54:13.375930 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d998021f-7ef9-43fe-8d56-fcabc5edf044 None None] Checking segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:54:13.376378 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d998021f-7ef9-43fe-8d56-fcabc5edf044 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:13.376723 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d998021f-7ef9-43fe-8d56-fcabc5edf044 None None] Bound using segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:54:13.377258 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-d998021f-7ef9-43fe-8d56-fcabc5edf044 None None] Bound port: c5281223-a1f0-44f6-baae-e932f2615edf, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:54:13.379780 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d998021f-7ef9-43fe-8d56-fcabc5edf044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (c5281223-a1f0-44f6-baae-e932f2615edf), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:13.425481 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-037ec223-589b-4ff2-9a80-a63371d85319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (9c534553-9fb3-4963-9135-61735958824b), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:13.487768 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-d998021f-7ef9-43fe-8d56-fcabc5edf044 None None] For port c5281223-a1f0-44f6-baae-e932f2615edf, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:54:13.487768 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-d998021f-7ef9-43fe-8d56-fcabc5edf044 None None] For port c5281223-a1f0-44f6-baae-e932f2615edf, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=c5281223-a1f0-44f6-baae-e932f2615edf,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:54:13.494832 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d998021f-7ef9-43fe-8d56-fcabc5edf044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (c5281223-a1f0-44f6-baae-e932f2615edf), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:13.531914 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef119976-c57b-41dc-ae0c-236291d603ea req-8b51d8cc-1e7d-4d77-aa57-9b681ad5b2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:13.534014 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ef119976-c57b-41dc-ae0c-236291d603ea req-8b51d8cc-1e7d-4d77-aa57-9b681ad5b2d9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2199cf82-6b45-4a26-9381-22c185674f2b HTTP/1.1" status: 200 len: 912 time: 0.6642718 Feb 04 12:54:13.621458 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a37e51-f8af-4ff4-8bfe-6bda2f5e9549 None None] Pushing event updated for resources: {'Port': ['ID=c5281223-a1f0-44f6-baae-e932f2615edf,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:13.629673 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 8b9a707c-3e2e-4e63-92e2-043f8612785d up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:54:13.706663 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037ec223-589b-4ff2-9a80-a63371d85319 admin admin] Network d7172075-8cc7-4945-bb92-9f58f0377be1 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:54:13.716734 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ef119976-c57b-41dc-ae0c-236291d603ea req-56c682e1-d75e-4584-83ca-5d76a66675a7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cb852aaa-eaf1-4660-8fc3-7bde91629607 HTTP/1.1" status: 200 len: 998 time: 0.1467304 Feb 04 12:54:13.717045 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 8b9a707c-3e2e-4e63-92e2-043f8612785d triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:54:13.717581 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (8b9a707c-3e2e-4e63-92e2-043f8612785d), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:13.725163 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-037ec223-589b-4ff2-9a80-a63371d85319 admin admin] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:54:13.734314 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037ec223-589b-4ff2-9a80-a63371d85319 admin admin] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:54:13.745145 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d998021f-7ef9-43fe-8d56-fcabc5edf044 None None] Routers {'d514c2a9-bae4-436d-8bc7-01dba618dbcf'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:54:13.746135 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-d998021f-7ef9-43fe-8d56-fcabc5edf044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:53:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['d514c2a9-bae4-436d-8bc7-01dba618dbcf'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:54:13.755768 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037ec223-589b-4ff2-9a80-a63371d85319 admin admin] Pushing event updated for resources: {'Port': ['ID=9c534553-9fb3-4963-9135-61735958824b,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:13.817240 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76199475-b57a-4f8b-900f-6f0fd5e5fa9e req-fe9b3b38-eed9-45e5-b4bf-851c4714cdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:13.818915 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-76199475-b57a-4f8b-900f-6f0fd5e5fa9e req-fe9b3b38-eed9-45e5-b4bf-851c4714cdc0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=65d73783-6a1a-4d1c-9c98-6ab63ad8c1ab HTTP/1.1" status: 200 len: 1128 time: 0.9342287 Feb 04 12:54:13.869256 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-d998021f-7ef9-43fe-8d56-fcabc5edf044 None None] Set router d514c2a9-bae4-436d-8bc7-01dba618dbcf gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:54:13.895370 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b2a86f-265b-4320-b6e9-5a4505f51420 req-1b8bc94b-7caa-41ec-ba7e-38d0939a753c tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:13.897011 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-18b2a86f-265b-4320-b6e9-5a4505f51420 req-1b8bc94b-7caa-41ec-ba7e-38d0939a753c tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=65d73783-6a1a-4d1c-9c98-6ab63ad8c1ab HTTP/1.1" status: 200 len: 946 time: 0.6765132 Feb 04 12:54:13.933308 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef119976-c57b-41dc-ae0c-236291d603ea req-dda128b3-7a89-4f7c-92c8-6ee5eb48fb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:13.935101 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ef119976-c57b-41dc-ae0c-236291d603ea req-dda128b3-7a89-4f7c-92c8-6ee5eb48fb8a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=88c9f8fd-dc13-4414-bafb-3591060ecfdc HTTP/1.1" status: 200 len: 850 time: 0.1834881 Feb 04 12:54:13.937209 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-18bab81f-1c05-40bc-b04c-f106b1a74da7 req-e827b499-cebd-4c7d-881f-8e4a6707316e service neutron] 10.222.0.77 "GET /v2.0/networks/114bf314-65ab-4816-b3d2-279c775b8454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7331643 Feb 04 12:54:13.973931 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37e062d-8536-4dfc-96ff-b8845d6eb1f3 req-53f89680-dc61-4deb-8c1f-0f2cd5b91f0b tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:13.975545 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f37e062d-8536-4dfc-96ff-b8845d6eb1f3 req-53f89680-dc61-4deb-8c1f-0f2cd5b91f0b tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/networks?id=f237d722-433d-480c-8987-66d34675134e HTTP/1.1" status: 200 len: 812 time: 0.5803816 Feb 04 12:54:14.071278 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-037ec223-589b-4ff2-9a80-a63371d85319 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1599818'] for router_interface (d514c2a9-bae4-436d-8bc7-01dba618dbcf), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:14.149622 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 8b9a707c-3e2e-4e63-92e2-043f8612785d is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:54:14.212725 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-04f86ee8-c96e-4813-a38c-a52938c037a0 None None] Provisioning complete for port 9c534553-9fb3-4963-9135-61735958824b triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:54:14.213298 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-04f86ee8-c96e-4813-a38c-a52938c037a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (9c534553-9fb3-4963-9135-61735958824b), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:14.251400 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-04f86ee8-c96e-4813-a38c-a52938c037a0 None None] Port 9c534553-9fb3-4963-9135-61735958824b cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:54:14.275762 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-d998021f-7ef9-43fe-8d56-fcabc5edf044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd514c2a9-bae4-436d-8bc7-01dba618dbcf', 'name': 'tempest-TestAggregatesBasicOps-28351228-router', 'tenant_id': '743adbf3b33d4296816809f731b31131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': 'c5281223-a1f0-44f6-baae-e932f2615edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:54:07Z', 'updated_at': '2022-02-04T12:54:09Z', 'revision_number': 3, 'project_id': '743adbf3b33d4296816809f731b31131', 'gw_port': {'id': 'c5281223-a1f0-44f6-baae-e932f2615edf', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c6:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd514c2a9-bae4-436d-8bc7-01dba618dbcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:54:08Z', 'updated_at': '2022-02-04T12:54:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:54:14.318428 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d998021f-7ef9-43fe-8d56-fcabc5edf044 None None] The sync data for ids ['d514c2a9-bae4-436d-8bc7-01dba618dbcf'] in n-d-825015-3 is: [{'id': 'd514c2a9-bae4-436d-8bc7-01dba618dbcf', 'name': 'tempest-TestAggregatesBasicOps-28351228-router', 'tenant_id': '743adbf3b33d4296816809f731b31131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': 'c5281223-a1f0-44f6-baae-e932f2615edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:54:07Z', 'updated_at': '2022-02-04T12:54:09Z', 'revision_number': 3, 'project_id': '743adbf3b33d4296816809f731b31131', 'gw_port': {'id': 'c5281223-a1f0-44f6-baae-e932f2615edf', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c6:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd514c2a9-bae4-436d-8bc7-01dba618dbcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:54:08Z', 'updated_at': '2022-02-04T12:54:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:54:14.362691 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f37e062d-8536-4dfc-96ff-b8845d6eb1f3 req-685c198e-2c46-4a5d-9fa7-333fbb2dc543 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/quotas/3c0dc8c0402645d983d20be0fc21117a HTTP/1.1" status: 200 len: 375 time: 0.3469756 Feb 04 12:54:14.415061 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-76199475-b57a-4f8b-900f-6f0fd5e5fa9e req-3e5bd2de-7736-476a-97f8-ee0128402dc5 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=e80379a7-bc34-42af-9706-4f7e825f23a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5714898 Feb 04 12:54:14.439194 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-037ec223-589b-4ff2-9a80-a63371d85319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (9c534553-9fb3-4963-9135-61735958824b), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:14.481083 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-18b2a86f-265b-4320-b6e9-5a4505f51420 req-bdf54483-df0a-4aca-8e48-c20ed73ecc0b tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=e80379a7-bc34-42af-9706-4f7e825f23a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5502746 Feb 04 12:54:14.487415 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef119976-c57b-41dc-ae0c-236291d603ea req-f0838f51-6425-42fb-bd2a-2eb9bb477a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:14.498464 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ef119976-c57b-41dc-ae0c-236291d603ea req-f0838f51-6425-42fb-bd2a-2eb9bb477a18 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2199cf82-6b45-4a26-9381-22c185674f2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5102866 Feb 04 12:54:14.544193 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-18bab81f-1c05-40bc-b04c-f106b1a74da7 req-d7d2989e-12dc-4f2a-a91d-99018ebca003 service neutron] 10.222.0.77 "GET /v2.0/networks/114bf314-65ab-4816-b3d2-279c775b8454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5661290 Feb 04 12:54:14.566361 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f37e062d-8536-4dfc-96ff-b8845d6eb1f3 req-96a478b3-c528-4732-beff-89b0499e8388 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=3c0dc8c0402645d983d20be0fc21117a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2027888 Feb 04 12:54:14.999048 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f37e062d-8536-4dfc-96ff-b8845d6eb1f3 req-cb3e287c-0810-48ed-ab1a-5a87f7fd96b2 service neutron] 10.222.0.65 "GET /v2.0/networks/f237d722-433d-480c-8987-66d34675134e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4111204 Feb 04 12:54:15.003313 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-037ec223-589b-4ff2-9a80-a63371d85319 admin admin] Publish callbacks [] for port (9c534553-9fb3-4963-9135-61735958824b), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:15.019343 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-037ec223-589b-4ff2-9a80-a63371d85319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (9c534553-9fb3-4963-9135-61735958824b), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:15.037839 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ef119976-c57b-41dc-ae0c-236291d603ea req-2611a0d6-34e6-4056-ae8a-e42397ba67bc service neutron] 10.222.0.73 "GET /v2.0/networks/2199cf82-6b45-4a26-9381-22c185674f2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3368006 Feb 04 12:54:15.200848 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037ec223-589b-4ff2-9a80-a63371d85319 admin admin] Pushing event updated for resources: {'Port': ['ID=9c534553-9fb3-4963-9135-61735958824b,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:15.227841 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-037ec223-589b-4ff2-9a80-a63371d85319 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622202'] for router_interface (d514c2a9-bae4-436d-8bc7-01dba618dbcf), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:15.372105 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f37e062d-8536-4dfc-96ff-b8845d6eb1f3 req-3f23b78c-00dc-4457-b74a-10d644a73c1e service neutron] 10.222.0.65 "GET /v2.0/networks/f237d722-433d-480c-8987-66d34675134e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3720398 Feb 04 12:54:15.406677 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037ec223-589b-4ff2-9a80-a63371d85319 admin admin] Network d7172075-8cc7-4945-bb92-9f58f0377be1 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:54:15.411581 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ef119976-c57b-41dc-ae0c-236291d603ea req-1637c40f-119e-43f1-8a81-452a7593ca8a service neutron] 10.222.0.73 "GET /v2.0/networks/2199cf82-6b45-4a26-9381-22c185674f2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3186197 Feb 04 12:54:15.435610 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-037ec223-589b-4ff2-9a80-a63371d85319 admin admin] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:54:15.571659 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-24e57add-16a1-4b23-acbb-4ce336b46a1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:15.629964 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device c5281223-a1f0-44f6-baae-e932f2615edf up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:54:15.768746 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port c5281223-a1f0-44f6-baae-e932f2615edf triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:54:15.769130 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (c5281223-a1f0-44f6-baae-e932f2615edf), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:15.873171 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a29e36e9-dc9f-46a2-960e-b32658cb0e5e req-7a6df6c7-a7c2-4f7b-bc72-63fa772e7640 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=0fec5cc1-fc8f-47b0-893c-02986aa97a61 HTTP/1.1" status: 200 len: 210 time: 0.0724735 Feb 04 12:54:15.883190 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-037ec223-589b-4ff2-9a80-a63371d85319 admin admin] Router d514c2a9-bae4-436d-8bc7-01dba618dbcf has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:54:15.949670 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port c5281223-a1f0-44f6-baae-e932f2615edf is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:54:15.950081 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (c5281223-a1f0-44f6-baae-e932f2615edf), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:16.011554 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port c5281223-a1f0-44f6-baae-e932f2615edf, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=c5281223-a1f0-44f6-baae-e932f2615edf,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:54:16.021779 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (c5281223-a1f0-44f6-baae-e932f2615edf), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:16.034416 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46439c60-9be3-4bf2-b6e7-3a1cb6c18a15 req-c4b32174-9b8c-4bb6-b755-1851b990e09d tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:16.042696 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-46439c60-9be3-4bf2-b6e7-3a1cb6c18a15 req-c4b32174-9b8c-4bb6-b755-1851b990e09d tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=65d73783-6a1a-4d1c-9c98-6ab63ad8c1ab HTTP/1.1" status: 200 len: 946 time: 0.4013603 Feb 04 12:54:16.144517 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-e6635f68-0f86-4e25-be5e-5a830b0cf70a None None] Provisioning complete for port 9c534553-9fb3-4963-9135-61735958824b triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:54:16.144889 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e6635f68-0f86-4e25-be5e-5a830b0cf70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (9c534553-9fb3-4963-9135-61735958824b), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:16.256152 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=c5281223-a1f0-44f6-baae-e932f2615edf,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:16.283025 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-e6635f68-0f86-4e25-be5e-5a830b0cf70a None None] Port 9c534553-9fb3-4963-9135-61735958824b cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:54:16.589954 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-46439c60-9be3-4bf2-b6e7-3a1cb6c18a15 req-fcf8809f-6f6b-4ffe-9fd1-afa3d0eb7994 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=e80379a7-bc34-42af-9706-4f7e825f23a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5461757 Feb 04 12:54:16.634023 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-037ec223-589b-4ff2-9a80-a63371d85319 admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:54:16.640401 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-037ec223-589b-4ff2-9a80-a63371d85319 admin admin] 10.222.0.65 "PUT /v2.0/routers/d514c2a9-bae4-436d-8bc7-01dba618dbcf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9380357 Feb 04 12:54:17.021789 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8554e7f5-d1eb-48b0-a433-b124d6954680 req-b2422dba-abdc-4915-94da-441ac87f1f52 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=0fec5cc1-fc8f-47b0-893c-02986aa97a61 HTTP/1.1" status: 200 len: 210 time: 0.0454278 Feb 04 12:54:17.182461 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd70b0f0-88e6-4d91-9f97-85447ae501b5 None None] Sync routers for ids ['d514c2a9-bae4-436d-8bc7-01dba618dbcf'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:54:17.202474 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd70b0f0-88e6-4d91-9f97-85447ae501b5 None None] Routers {'d514c2a9-bae4-436d-8bc7-01dba618dbcf'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:54:17.203324 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-fd70b0f0-88e6-4d91-9f97-85447ae501b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:53:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['d514c2a9-bae4-436d-8bc7-01dba618dbcf'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:54:17.421563 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-fd70b0f0-88e6-4d91-9f97-85447ae501b5 None None] Set router d514c2a9-bae4-436d-8bc7-01dba618dbcf gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:54:17.446978 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37e062d-8536-4dfc-96ff-b8845d6eb1f3 req-ce0089c1-167c-4e97-a497-9b8c83a8c7fc tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:17.448804 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f37e062d-8536-4dfc-96ff-b8845d6eb1f3 req-ce0089c1-167c-4e97-a497-9b8c83a8c7fc tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.77 "GET /v2.0/networks?id=f237d722-433d-480c-8987-66d34675134e HTTP/1.1" status: 200 len: 812 time: 0.1998670 Feb 04 12:54:17.460872 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-f37e062d-8536-4dfc-96ff-b8845d6eb1f3 req-3e9e8e95-865c-4dcd-a0ec-c3c918b9dc55 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Request body: {'port': {'device_id': '0fec5cc1-fc8f-47b0-893c-02986aa97a61', 'network_id': 'f237d722-433d-480c-8987-66d34675134e', 'admin_state_up': True, 'tenant_id': '3c0dc8c0402645d983d20be0fc21117a'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:54:17.472888 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 46886) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:54:17.481023 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-f949222d-d951-4221-a9dc-f3fefe6f9f95 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-684615046-network', 'tenant_id': 'cce56b963d8e44fab0fdb516483761ca'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:54:17.523493 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device c5281223-a1f0-44f6-baae-e932f2615edf up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:54:17.542847 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f949222d-d951-4221-a9dc-f3fefe6f9f95 admin admin] Made reservation on behalf of cce56b963d8e44fab0fdb516483761ca for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:54:17.552203 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f949222d-d951-4221-a9dc-f3fefe6f9f95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:17.575644 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f949222d-d951-4221-a9dc-f3fefe6f9f95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:17.679754 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f949222d-d951-4221-a9dc-f3fefe6f9f95 admin admin] Publish callbacks [] for security_group (9740fa61-d6c7-4afa-b315-05b77b9f2776), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:17.685283 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f949222d-d951-4221-a9dc-f3fefe6f9f95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (9740fa61-d6c7-4afa-b315-05b77b9f2776), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:17.700193 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port c5281223-a1f0-44f6-baae-e932f2615edf triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:54:17.702251 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (c5281223-a1f0-44f6-baae-e932f2615edf), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:17.723614 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f949222d-d951-4221-a9dc-f3fefe6f9f95 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:54:17.737612 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f37e062d-8536-4dfc-96ff-b8845d6eb1f3 req-3e9e8e95-865c-4dcd-a0ec-c3c918b9dc55 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Made reservation on behalf of 3c0dc8c0402645d983d20be0fc21117a for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:54:17.745959 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f949222d-d951-4221-a9dc-f3fefe6f9f95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9740fa61-d6c7-4afa-b315-05b77b9f2776,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:17.749291 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-f37e062d-8536-4dfc-96ff-b8845d6eb1f3 req-3e9e8e95-865c-4dcd-a0ec-c3c918b9dc55 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:17.753527 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f949222d-d951-4221-a9dc-f3fefe6f9f95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (50a44983-67e0-4ada-b5e2-b048f4837808), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:17.754423 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-f949222d-d951-4221-a9dc-f3fefe6f9f95 admin admin] Added segment 50a44983-67e0-4ada-b5e2-b048f4837808 of type vlan for network be141630-8048-4f3e-98b6-6dd361c338c2 Feb 04 12:54:17.811394 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f949222d-d951-4221-a9dc-f3fefe6f9f95 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (be141630-8048-4f3e-98b6-6dd361c338c2), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:17.815275 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-fd70b0f0-88e6-4d91-9f97-85447ae501b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd514c2a9-bae4-436d-8bc7-01dba618dbcf', 'name': 'tempest-TestAggregatesBasicOps-28351228-router', 'tenant_id': '743adbf3b33d4296816809f731b31131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': 'c5281223-a1f0-44f6-baae-e932f2615edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:54:07Z', 'updated_at': '2022-02-04T12:54:14Z', 'revision_number': 4, 'project_id': '743adbf3b33d4296816809f731b31131', 'gw_port': {'id': 'c5281223-a1f0-44f6-baae-e932f2615edf', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd514c2a9-bae4-436d-8bc7-01dba618dbcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:54:08Z', 'updated_at': '2022-02-04T12:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '9c534553-9fb3-4963-9135-61735958824b', 'name': '', 'network_id': 'd7172075-8cc7-4945-bb92-9f58f0377be1', 'tenant_id': '743adbf3b33d4296816809f731b31131', 'mac_address': 'fa:16:3e:2a:23:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd514c2a9-bae4-436d-8bc7-01dba618dbcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': '0e5c20bc-52d4-4d81-af0d-e41ce17c8845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:54:12Z', 'updated_at': '2022-02-04T12:54:14Z', 'revision_number': 2, 'project_id': '743adbf3b33d4296816809f731b31131', 'subnets': [{'id': '0e5c20bc-52d4-4d81-af0d-e41ce17c8845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:54:17.905743 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f949222d-d951-4221-a9dc-f3fefe6f9f95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (be141630-8048-4f3e-98b6-6dd361c338c2), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:17.908800 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f949222d-d951-4221-a9dc-f3fefe6f9f95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:17.916773 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd70b0f0-88e6-4d91-9f97-85447ae501b5 None None] Checking router: d514c2a9-bae4-436d-8bc7-01dba618dbcf for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:54:17.917158 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd70b0f0-88e6-4d91-9f97-85447ae501b5 None None] Updating router d514c2a9-bae4-436d-8bc7-01dba618dbcf port 9c534553-9fb3-4963-9135-61735958824b binding host n-d-825015-3 {{(pid=103477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:54:17.921086 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f949222d-d951-4221-a9dc-f3fefe6f9f95 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:17.938411 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port c5281223-a1f0-44f6-baae-e932f2615edf is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:54:18.008389 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b3cbf33f-9425-4f1a-afb9-0320c4e4b9cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:18.010857 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fd70b0f0-88e6-4d91-9f97-85447ae501b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (9c534553-9fb3-4963-9135-61735958824b), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:18.093021 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4029387d-641a-4cf2-9a0c-e6bc9b20c9d4 req-f588ca1e-fc9b-4b58-8717-749e30db6b8d tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:18.095250 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4029387d-641a-4cf2-9a0c-e6bc9b20c9d4 req-f588ca1e-fc9b-4b58-8717-749e30db6b8d tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=65d73783-6a1a-4d1c-9c98-6ab63ad8c1ab HTTP/1.1" status: 200 len: 946 time: 0.2834651 Feb 04 12:54:18.132962 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-f949222d-d951-4221-a9dc-f3fefe6f9f95 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6581464 Feb 04 12:54:18.133758 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 46896) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:54:18.135933 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f949222d-d951-4221-a9dc-f3fefe6f9f95 admin admin] Pushing event updated for resources: {'Network': ['ID=be141630-8048-4f3e-98b6-6dd361c338c2,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:18.150785 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-6e5d36f3-3ad7-4f2d-b0ff-d13f4bafe93a admin admin] Request body: {'subnet': {'network_id': 'be141630-8048-4f3e-98b6-6dd361c338c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-684615046-subnet', 'tenant_id': 'cce56b963d8e44fab0fdb516483761ca', 'ip_version': 4}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:54:18.152104 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network be141630-8048-4f3e-98b6-6dd361c338c2 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:54:18.206336 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e5d36f3-3ad7-4f2d-b0ff-d13f4bafe93a admin admin] Made reservation on behalf of cce56b963d8e44fab0fdb516483761ca for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:54:18.208893 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6e5d36f3-3ad7-4f2d-b0ff-d13f4bafe93a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60610638'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:18.238360 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4029387d-641a-4cf2-9a0c-e6bc9b20c9d4 req-807ec9e9-898f-4a22-b5ae-97daab3a4d0f tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=e80379a7-bc34-42af-9706-4f7e825f23a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319280 Feb 04 12:54:18.388211 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e3b5f424-079e-4c9b-82a8-882b04022d08 req-3cc0072d-b9d1-4b85-994b-3b9b5d942117 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=0fec5cc1-fc8f-47b0-893c-02986aa97a61 HTTP/1.1" status: 200 len: 210 time: 0.1610811 Feb 04 12:54:18.458577 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-f37e062d-8536-4dfc-96ff-b8845d6eb1f3 req-3e9e8e95-865c-4dcd-a0ec-c3c918b9dc55 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Allocated IP 172.20.0.10 (f237d722-433d-480c-8987-66d34675134e/70faacee-af53-42b7-af83-bbc74f352570/a5a91b35-c4bd-4bfb-8f43-38c0695c6f58) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:54:18.466527 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fd70b0f0-88e6-4d91-9f97-85447ae501b5 None None] Publish callbacks [] for port (9c534553-9fb3-4963-9135-61735958824b), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:18.479385 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fd70b0f0-88e6-4d91-9f97-85447ae501b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (9c534553-9fb3-4963-9135-61735958824b), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:18.626196 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6e5d36f3-3ad7-4f2d-b0ff-d13f4bafe93a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59045178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60610680'] for subnet (5a2a01a8-8124-4d39-8c2d-e0e31bf6111b), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:18.742093 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a224d3f-8077-4b91-b4b1-8c08f1fb9b2c None None] Pushing event updated for resources: {'Port': ['ID=9c534553-9fb3-4963-9135-61735958824b,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:18.808239 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a224d3f-8077-4b91-b4b1-8c08f1fb9b2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:18.808593 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a224d3f-8077-4b91-b4b1-8c08f1fb9b2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:18.808935 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a224d3f-8077-4b91-b4b1-8c08f1fb9b2c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:18.811253 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a224d3f-8077-4b91-b4b1-8c08f1fb9b2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:18.811632 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a224d3f-8077-4b91-b4b1-8c08f1fb9b2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:18.812024 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a224d3f-8077-4b91-b4b1-8c08f1fb9b2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:18.812371 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a224d3f-8077-4b91-b4b1-8c08f1fb9b2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:18.812713 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a224d3f-8077-4b91-b4b1-8c08f1fb9b2c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:18.813050 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a224d3f-8077-4b91-b4b1-8c08f1fb9b2c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:18.813383 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a224d3f-8077-4b91-b4b1-8c08f1fb9b2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:18.813715 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a224d3f-8077-4b91-b4b1-8c08f1fb9b2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:18.814043 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a224d3f-8077-4b91-b4b1-8c08f1fb9b2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:18.820081 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a224d3f-8077-4b91-b4b1-8c08f1fb9b2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:18.821173 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5d36f3-3ad7-4f2d-b0ff-d13f4bafe93a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a2a01a8-8124-4d39-8c2d-e0e31bf6111b,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:18.848619 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5d36f3-3ad7-4f2d-b0ff-d13f4bafe93a admin admin] Checking segment: {'id': '50a44983-67e0-4ada-b5e2-b048f4837808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'be141630-8048-4f3e-98b6-6dd361c338c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:54:18.849333 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5d36f3-3ad7-4f2d-b0ff-d13f4bafe93a admin admin] Network hostable DHCP agents. Network: be141630-8048-4f3e-98b6-6dd361c338c2, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:54:18.860055 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-fd70b0f0-88e6-4d91-9f97-85447ae501b5 None None] Attempting to bind port 9c534553-9fb3-4963-9135-61735958824b on host n-d-825015-3 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:54:18.862030 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-fd70b0f0-88e6-4d91-9f97-85447ae501b5 None None] Attempting to bind port 9c534553-9fb3-4963-9135-61735958824b by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '4ae69aab-d752-459d-87a8-070a73350072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd7172075-8cc7-4945-bb92-9f58f0377be1'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:54:18.862498 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd70b0f0-88e6-4d91-9f97-85447ae501b5 None None] Attempting to bind port 9c534553-9fb3-4963-9135-61735958824b on network d7172075-8cc7-4945-bb92-9f58f0377be1 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:54:18.879781 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd70b0f0-88e6-4d91-9f97-85447ae501b5 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:54:18.880177 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd70b0f0-88e6-4d91-9f97-85447ae501b5 None None] Checking segment: {'id': '4ae69aab-d752-459d-87a8-070a73350072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd7172075-8cc7-4945-bb92-9f58f0377be1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:54:18.880596 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fd70b0f0-88e6-4d91-9f97-85447ae501b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:18.883235 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd70b0f0-88e6-4d91-9f97-85447ae501b5 None None] Bound using segment: {'id': '4ae69aab-d752-459d-87a8-070a73350072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd7172075-8cc7-4945-bb92-9f58f0377be1'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:54:18.885159 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-fd70b0f0-88e6-4d91-9f97-85447ae501b5 None None] Bound port: 9c534553-9fb3-4963-9135-61735958824b, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ae69aab-d752-459d-87a8-070a73350072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd7172075-8cc7-4945-bb92-9f58f0377be1'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:54:18.885834 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fd70b0f0-88e6-4d91-9f97-85447ae501b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (9c534553-9fb3-4963-9135-61735958824b), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:18.887213 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5d36f3-3ad7-4f2d-b0ff-d13f4bafe93a admin admin] Network be141630-8048-4f3e-98b6-6dd361c338c2 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:54:18.901361 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-6e5d36f3-3ad7-4f2d-b0ff-d13f4bafe93a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, be141630-8048-4f3e-98b6-6dd361c338c2) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:54:18.912086 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe1e5ec-c88c-4ecb-9819-4d9422443113 None None] Network be141630-8048-4f3e-98b6-6dd361c338c2 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:54:18.924689 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5d36f3-3ad7-4f2d-b0ff-d13f4bafe93a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:18.926290 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6e5d36f3-3ad7-4f2d-b0ff-d13f4bafe93a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:18.970428 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-6e5d36f3-3ad7-4f2d-b0ff-d13f4bafe93a admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8344071 Feb 04 12:54:18.973344 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 46906) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:54:18.984395 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-4d754bef-a790-4a78-b870-6f2345a471a5 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-684615046-router', 'tenant_id': 'cce56b963d8e44fab0fdb516483761ca', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:54:18.997299 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-fd70b0f0-88e6-4d91-9f97-85447ae501b5 None None] For port 9c534553-9fb3-4963-9135-61735958824b, host n-d-825015-3, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:54:19.001486 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-fd70b0f0-88e6-4d91-9f97-85447ae501b5 None None] For port 9c534553-9fb3-4963-9135-61735958824b, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=9c534553-9fb3-4963-9135-61735958824b,segment=NetworkSegment(4ae69aab-d752-459d-87a8-070a73350072),segment_id=4ae69aab-d752-459d-87a8-070a73350072)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:54:19.009970 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fd70b0f0-88e6-4d91-9f97-85447ae501b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (9c534553-9fb3-4963-9135-61735958824b), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:19.015021 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595e441c-8100-472c-bd09-f3505ba34a96 req-95a42e82-5385-4b28-8bd1-fdf92c545d4d tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:19.017718 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-595e441c-8100-472c-bd09-f3505ba34a96 req-95a42e82-5385-4b28-8bd1-fdf92c545d4d tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=65d73783-6a1a-4d1c-9c98-6ab63ad8c1ab HTTP/1.1" status: 200 len: 946 time: 0.2760749 Feb 04 12:54:19.061193 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4d754bef-a790-4a78-b870-6f2345a471a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10933'] for router (b3b70d88-8d57-49da-a7a9-c3b9f4440da5), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:19.067588 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4d754bef-a790-4a78-b870-6f2345a471a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10924'] for router (b3b70d88-8d57-49da-a7a9-c3b9f4440da5), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:19.144127 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-f37e062d-8536-4dfc-96ff-b8845d6eb1f3 req-3e9e8e95-865c-4dcd-a0ec-c3c918b9dc55 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks [] for port (a5a91b35-c4bd-4bfb-8f43-38c0695c6f58), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:19.167057 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-595e441c-8100-472c-bd09-f3505ba34a96 req-de45276e-7c30-4dc9-b556-2b08d0c20f1e tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=e80379a7-bc34-42af-9706-4f7e825f23a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296377 Feb 04 12:54:19.189406 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-39b44b21-a5a4-4b0b-bdf7-c2c0e2591161 None None] Provisioning complete for port 9c534553-9fb3-4963-9135-61735958824b triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:54:19.190143 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-39b44b21-a5a4-4b0b-bdf7-c2c0e2591161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (9c534553-9fb3-4963-9135-61735958824b), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:19.242973 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-f37e062d-8536-4dfc-96ff-b8845d6eb1f3 req-3e9e8e95-865c-4dcd-a0ec-c3c918b9dc55 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (a5a91b35-c4bd-4bfb-8f43-38c0695c6f58), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:19.260918 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4d754bef-a790-4a78-b870-6f2345a471a5 admin admin] Publish callbacks [] for router_controller (b3b70d88-8d57-49da-a7a9-c3b9f4440da5), precommit_add_association {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:19.285334 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['352f2fc1-632d-49cd-ac15-d77895ed61af'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:54:19.296397 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd70b0f0-88e6-4d91-9f97-85447ae501b5 None None] Routers {'d514c2a9-bae4-436d-8bc7-01dba618dbcf'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:54:19.297595 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-fd70b0f0-88e6-4d91-9f97-85447ae501b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:54:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['d514c2a9-bae4-436d-8bc7-01dba618dbcf'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:54:19.354546 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f37e062d-8536-4dfc-96ff-b8845d6eb1f3 req-3e9e8e95-865c-4dcd-a0ec-c3c918b9dc55 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Network f237d722-433d-480c-8987-66d34675134e is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:54:19.357933 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-f37e062d-8536-4dfc-96ff-b8845d6eb1f3 req-3e9e8e95-865c-4dcd-a0ec-c3c918b9dc55 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:54:19.365392 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-f37e062d-8536-4dfc-96ff-b8845d6eb1f3 req-3e9e8e95-865c-4dcd-a0ec-c3c918b9dc55 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:54:19.512185 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e61b162-7a47-4f02-8387-9e547da0a6bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-be141630-8048-4f3e-98b6-6dd361c338c2', 'network_id': 'be141630-8048-4f3e-98b6-6dd361c338c2', 'project_id': 'cce56b963d8e44fab0fdb516483761ca', 'fixed_ips': [{'subnet_id': '5a2a01a8-8124-4d39-8c2d-e0e31bf6111b'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 12:54:19.514885 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5e61b162-7a47-4f02-8387-9e547da0a6bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:19.516553 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9e8e95-865c-4dcd-a0ec-c3c918b9dc55 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Pushing event updated for resources: {'Port': ['ID=a5a91b35-c4bd-4bfb-8f43-38c0695c6f58,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:19.527714 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:19.580269 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-fd70b0f0-88e6-4d91-9f97-85447ae501b5 None None] Set router d514c2a9-bae4-436d-8bc7-01dba618dbcf gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:54:19.615404 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37e062d-8536-4dfc-96ff-b8845d6eb1f3 req-3e9e8e95-865c-4dcd-a0ec-c3c918b9dc55 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:19.618300 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-f37e062d-8536-4dfc-96ff-b8845d6eb1f3 req-3e9e8e95-865c-4dcd-a0ec-c3c918b9dc55 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:19.671905 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f37e062d-8536-4dfc-96ff-b8845d6eb1f3 req-3e9e8e95-865c-4dcd-a0ec-c3c918b9dc55 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2150545 Feb 04 12:54:19.718795 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-f37e062d-8536-4dfc-96ff-b8845d6eb1f3 req-79e00146-cbf9-4a37-8c8f-3c58a6e12657 service neutron] Request body: {'port': {'device_id': '0fec5cc1-fc8f-47b0-893c-02986aa97a61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:54:19.817086 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4d754bef-a790-4a78-b870-6f2345a471a5 admin admin] Publish callbacks [] for router_gateway (b3b70d88-8d57-49da-a7a9-c3b9f4440da5), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:19.896738 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c75429-8259-4317-af01-d4aa64b1b7e0 req-ea1f44a1-b43e-40a4-8e61-2e5896cdd471 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:19.899389 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e6c75429-8259-4317-af01-d4aa64b1b7e0 req-ea1f44a1-b43e-40a4-8e61-2e5896cdd471 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=0fec5cc1-fc8f-47b0-893c-02986aa97a61 HTTP/1.1" status: 200 len: 932 time: 0.2460380 Feb 04 12:54:19.969015 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-39b44b21-a5a4-4b0b-bdf7-c2c0e2591161 None None] Current status of the port 9c534553-9fb3-4963-9135-61735958824b is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:54:19.971271 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-39b44b21-a5a4-4b0b-bdf7-c2c0e2591161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (9c534553-9fb3-4963-9135-61735958824b), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:20.000892 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-f37e062d-8536-4dfc-96ff-b8845d6eb1f3 req-79e00146-cbf9-4a37-8c8f-3c58a6e12657 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (a5a91b35-c4bd-4bfb-8f43-38c0695c6f58), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:20.096874 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-39b44b21-a5a4-4b0b-bdf7-c2c0e2591161 None None] For port 9c534553-9fb3-4963-9135-61735958824b, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=9c534553-9fb3-4963-9135-61735958824b,segment=NetworkSegment(4ae69aab-d752-459d-87a8-070a73350072),segment_id=4ae69aab-d752-459d-87a8-070a73350072)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:54:20.130090 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-39b44b21-a5a4-4b0b-bdf7-c2c0e2591161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (9c534553-9fb3-4963-9135-61735958824b), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:20.148398 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e6c75429-8259-4317-af01-d4aa64b1b7e0 req-483d8e8c-91c3-4f96-bf38-0610e44aeb06 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062693 Feb 04 12:54:20.200437 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-fd70b0f0-88e6-4d91-9f97-85447ae501b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd514c2a9-bae4-436d-8bc7-01dba618dbcf', 'name': 'tempest-TestAggregatesBasicOps-28351228-router', 'tenant_id': '743adbf3b33d4296816809f731b31131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': 'c5281223-a1f0-44f6-baae-e932f2615edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:54:07Z', 'updated_at': '2022-02-04T12:54:14Z', 'revision_number': 4, 'project_id': '743adbf3b33d4296816809f731b31131', 'gw_port': {'id': 'c5281223-a1f0-44f6-baae-e932f2615edf', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd514c2a9-bae4-436d-8bc7-01dba618dbcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:54:08Z', 'updated_at': '2022-02-04T12:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '9c534553-9fb3-4963-9135-61735958824b', 'name': '', 'network_id': 'd7172075-8cc7-4945-bb92-9f58f0377be1', 'tenant_id': '743adbf3b33d4296816809f731b31131', 'mac_address': 'fa:16:3e:2a:23:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd514c2a9-bae4-436d-8bc7-01dba618dbcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': '0e5c20bc-52d4-4d81-af0d-e41ce17c8845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:54:12Z', 'updated_at': '2022-02-04T12:54:18Z', 'revision_number': 4, 'project_id': '743adbf3b33d4296816809f731b31131', 'subnets': [{'id': '0e5c20bc-52d4-4d81-af0d-e41ce17c8845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:54:20.292845 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a224d3f-8077-4b91-b4b1-8c08f1fb9b2c None None] Pushing event updated for resources: {'Port': ['ID=9c534553-9fb3-4963-9135-61735958824b,revision_number=4']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:20.305536 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd70b0f0-88e6-4d91-9f97-85447ae501b5 None None] The sync data for ids ['d514c2a9-bae4-436d-8bc7-01dba618dbcf'] in n-d-825015-3 is: [{'id': 'd514c2a9-bae4-436d-8bc7-01dba618dbcf', 'name': 'tempest-TestAggregatesBasicOps-28351228-router', 'tenant_id': '743adbf3b33d4296816809f731b31131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': 'c5281223-a1f0-44f6-baae-e932f2615edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:54:07Z', 'updated_at': '2022-02-04T12:54:14Z', 'revision_number': 4, 'project_id': '743adbf3b33d4296816809f731b31131', 'gw_port': {'id': 'c5281223-a1f0-44f6-baae-e932f2615edf', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd514c2a9-bae4-436d-8bc7-01dba618dbcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:54:08Z', 'updated_at': '2022-02-04T12:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '9c534553-9fb3-4963-9135-61735958824b', 'name': '', 'network_id': 'd7172075-8cc7-4945-bb92-9f58f0377be1', 'tenant_id': '743adbf3b33d4296816809f731b31131', 'mac_address': 'fa:16:3e:2a:23:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd514c2a9-bae4-436d-8bc7-01dba618dbcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': '0e5c20bc-52d4-4d81-af0d-e41ce17c8845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:54:12Z', 'updated_at': '2022-02-04T12:54:18Z', 'revision_number': 4, 'project_id': '743adbf3b33d4296816809f731b31131', 'subnets': [{'id': '0e5c20bc-52d4-4d81-af0d-e41ce17c8845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:54:20.365609 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4d754bef-a790-4a78-b870-6f2345a471a5 admin admin] Publish callbacks [] for router_gateway (b3b70d88-8d57-49da-a7a9-c3b9f4440da5), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:20.437424 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4d754bef-a790-4a78-b870-6f2345a471a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:20.479640 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-5e61b162-7a47-4f02-8387-9e547da0a6bc None None] Allocated IP 172.20.0.2 (be141630-8048-4f3e-98b6-6dd361c338c2/5a2a01a8-8124-4d39-8c2d-e0e31bf6111b/dfb96487-74aa-42ff-b50d-2021d3a6f6e7) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:54:20.719174 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-4d754bef-a790-4a78-b870-6f2345a471a5 admin admin] Allocated IP 172.25.3.12 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/1595ac8f-0980-409a-888a-ac5bb6090bb3) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:54:20.965370 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4d754bef-a790-4a78-b870-6f2345a471a5 admin admin] Publish callbacks [] for port (1595ac8f-0980-409a-888a-ac5bb6090bb3), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:21.015260 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4d754bef-a790-4a78-b870-6f2345a471a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (1595ac8f-0980-409a-888a-ac5bb6090bb3), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:21.050048 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-f37e062d-8536-4dfc-96ff-b8845d6eb1f3 req-79e00146-cbf9-4a37-8c8f-3c58a6e12657 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5a91b35-c4bd-4bfb-8f43-38c0695c6f58 {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:54:21.057639 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d754bef-a790-4a78-b870-6f2345a471a5 admin admin] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:54:21.064882 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-4d754bef-a790-4a78-b870-6f2345a471a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:54:21.068280 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d754bef-a790-4a78-b870-6f2345a471a5 admin admin] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:54:21.084384 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-f37e062d-8536-4dfc-96ff-b8845d6eb1f3 req-79e00146-cbf9-4a37-8c8f-3c58a6e12657 service neutron] Publish callbacks [] for port (a5a91b35-c4bd-4bfb-8f43-38c0695c6f58), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:21.120690 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-f37e062d-8536-4dfc-96ff-b8845d6eb1f3 req-79e00146-cbf9-4a37-8c8f-3c58a6e12657 service neutron] Transition to ACTIVE for port object a5a91b35-c4bd-4bfb-8f43-38c0695c6f58 will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:54:21.121144 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d754bef-a790-4a78-b870-6f2345a471a5 admin admin] Pushing event updated for resources: {'Port': ['ID=1595ac8f-0980-409a-888a-ac5bb6090bb3,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:21.149021 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d7f2cc-6bed-4a3b-9211-9c55b75dfdb0 req-b4c224b8-f8e9-461e-8ead-7051ccb754a7 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:21.153759 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-72d7f2cc-6bed-4a3b-9211-9c55b75dfdb0 req-b4c224b8-f8e9-461e-8ead-7051ccb754a7 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=65d73783-6a1a-4d1c-9c98-6ab63ad8c1ab HTTP/1.1" status: 200 len: 946 time: 0.7745607 Feb 04 12:54:21.158315 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-f37e062d-8536-4dfc-96ff-b8845d6eb1f3 req-79e00146-cbf9-4a37-8c8f-3c58a6e12657 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (a5a91b35-c4bd-4bfb-8f43-38c0695c6f58), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:21.244225 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:21.255857 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b44b21-a5a4-4b0b-bdf7-c2c0e2591161 None None] Pushing event updated for resources: {'Port': ['ID=9c534553-9fb3-4963-9135-61735958824b,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:21.275808 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b68dde97-39e1-4f3d-a595-9bc590ba1fd0 None None] Provisioning complete for port 9c534553-9fb3-4963-9135-61735958824b triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:54:21.276439 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b68dde97-39e1-4f3d-a595-9bc590ba1fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (9c534553-9fb3-4963-9135-61735958824b), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:21.493455 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4d754bef-a790-4a78-b870-6f2345a471a5 admin admin] Publish callbacks [] for router_gateway (b3b70d88-8d57-49da-a7a9-c3b9f4440da5), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:21.574914 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-72d7f2cc-6bed-4a3b-9211-9c55b75dfdb0 req-de6b7de0-96c4-4387-a6d9-f14f5f253c89 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=e80379a7-bc34-42af-9706-4f7e825f23a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4044743 Feb 04 12:54:21.695631 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5e61b162-7a47-4f02-8387-9e547da0a6bc None None] Publish callbacks [] for port (dfb96487-74aa-42ff-b50d-2021d3a6f6e7), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:21.716698 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e00146-cbf9-4a37-8c8f-3c58a6e12657 service neutron] Pushing event updated for resources: {'Port': ['ID=a5a91b35-c4bd-4bfb-8f43-38c0695c6f58,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:21.764830 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5e61b162-7a47-4f02-8387-9e547da0a6bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (dfb96487-74aa-42ff-b50d-2021d3a6f6e7), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:21.829090 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e61b162-7a47-4f02-8387-9e547da0a6bc None None] Network be141630-8048-4f3e-98b6-6dd361c338c2 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:54:21.831679 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 9c534553-9fb3-4963-9135-61735958824b up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:54:21.937636 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-5e61b162-7a47-4f02-8387-9e547da0a6bc None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:54:21.950277 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ee5567-25dc-4bff-a310-dc8945818085 req-83270ff0-02e3-4c61-a757-0bddbd199b3f tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:21.959884 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:21.960553 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a7ee5567-25dc-4bff-a310-dc8945818085 req-83270ff0-02e3-4c61-a757-0bddbd199b3f tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=0fec5cc1-fc8f-47b0-893c-02986aa97a61 HTTP/1.1" status: 200 len: 944 time: 0.6289604 Feb 04 12:54:21.961692 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b68dde97-39e1-4f3d-a595-9bc590ba1fd0 None None] Current status of the port 9c534553-9fb3-4963-9135-61735958824b is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:54:22.060796 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-f37e062d-8536-4dfc-96ff-b8845d6eb1f3 req-79e00146-cbf9-4a37-8c8f-3c58a6e12657 service neutron] Attempting to bind port a5a91b35-c4bd-4bfb-8f43-38c0695c6f58 on host n-h2-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:54:22.064253 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-f37e062d-8536-4dfc-96ff-b8845d6eb1f3 req-79e00146-cbf9-4a37-8c8f-3c58a6e12657 service neutron] Attempting to bind port a5a91b35-c4bd-4bfb-8f43-38c0695c6f58 by drivers openvswitch,hyperv on host n-h2-825015-3 at level 0 using segments [{'id': '0934a908-175b-4cbf-ace2-f0550fc5d53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'f237d722-433d-480c-8987-66d34675134e'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:54:22.064876 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37e062d-8536-4dfc-96ff-b8845d6eb1f3 req-79e00146-cbf9-4a37-8c8f-3c58a6e12657 service neutron] Attempting to bind port a5a91b35-c4bd-4bfb-8f43-38c0695c6f58 on network f237d722-433d-480c-8987-66d34675134e {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:54:22.074440 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37e062d-8536-4dfc-96ff-b8845d6eb1f3 req-79e00146-cbf9-4a37-8c8f-3c58a6e12657 service neutron] Port a5a91b35-c4bd-4bfb-8f43-38c0695c6f58 on network f237d722-433d-480c-8987-66d34675134e not bound, no agent of type Open vSwitch agent registered on host n-h2-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:54:22.075146 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37e062d-8536-4dfc-96ff-b8845d6eb1f3 req-79e00146-cbf9-4a37-8c8f-3c58a6e12657 service neutron] Attempting to bind port a5a91b35-c4bd-4bfb-8f43-38c0695c6f58 on network f237d722-433d-480c-8987-66d34675134e {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:54:22.089288 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37e062d-8536-4dfc-96ff-b8845d6eb1f3 req-79e00146-cbf9-4a37-8c8f-3c58a6e12657 service neutron] Checking agent: {'id': '9b68a165-e786-4b91-8592-44519c2ecabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:54:22.090022 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37e062d-8536-4dfc-96ff-b8845d6eb1f3 req-79e00146-cbf9-4a37-8c8f-3c58a6e12657 service neutron] Checking segment: {'id': '0934a908-175b-4cbf-ace2-f0550fc5d53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'f237d722-433d-480c-8987-66d34675134e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:54:22.090650 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37e062d-8536-4dfc-96ff-b8845d6eb1f3 req-79e00146-cbf9-4a37-8c8f-3c58a6e12657 service neutron] Bound using segment: {'id': '0934a908-175b-4cbf-ace2-f0550fc5d53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'f237d722-433d-480c-8987-66d34675134e'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:54:22.091317 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-f37e062d-8536-4dfc-96ff-b8845d6eb1f3 req-79e00146-cbf9-4a37-8c8f-3c58a6e12657 service neutron] Bound port: a5a91b35-c4bd-4bfb-8f43-38c0695c6f58, host: n-h2-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0934a908-175b-4cbf-ace2-f0550fc5d53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'f237d722-433d-480c-8987-66d34675134e'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:54:22.091946 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-f37e062d-8536-4dfc-96ff-b8845d6eb1f3 req-79e00146-cbf9-4a37-8c8f-3c58a6e12657 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (a5a91b35-c4bd-4bfb-8f43-38c0695c6f58), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:22.105455 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e61b162-7a47-4f02-8387-9e547da0a6bc None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:54:22.108937 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a7ee5567-25dc-4bff-a310-dc8945818085 req-fe1bc964-4b2f-42a6-a033-7e6ad14d8d12 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470335 Feb 04 12:54:22.129897 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e61b162-7a47-4f02-8387-9e547da0a6bc None None] Pushing event updated for resources: {'Port': ['ID=dfb96487-74aa-42ff-b50d-2021d3a6f6e7,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:22.171344 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4d754bef-a790-4a78-b870-6f2345a471a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141'] for router (b3b70d88-8d57-49da-a7a9-c3b9f4440da5), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:22.265710 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 9c534553-9fb3-4963-9135-61735958824b triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:54:22.272424 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (9c534553-9fb3-4963-9135-61735958824b), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:22.309590 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-f37e062d-8536-4dfc-96ff-b8845d6eb1f3 req-79e00146-cbf9-4a37-8c8f-3c58a6e12657 service neutron] For port a5a91b35-c4bd-4bfb-8f43-38c0695c6f58, host n-h2-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:54:22.321149 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-f37e062d-8536-4dfc-96ff-b8845d6eb1f3 req-79e00146-cbf9-4a37-8c8f-3c58a6e12657 service neutron] For port a5a91b35-c4bd-4bfb-8f43-38c0695c6f58, host n-h2-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=a5a91b35-c4bd-4bfb-8f43-38c0695c6f58,segment=NetworkSegment(0934a908-175b-4cbf-ace2-f0550fc5d53c),segment_id=0934a908-175b-4cbf-ace2-f0550fc5d53c)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:54:22.337497 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-f37e062d-8536-4dfc-96ff-b8845d6eb1f3 req-79e00146-cbf9-4a37-8c8f-3c58a6e12657 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (a5a91b35-c4bd-4bfb-8f43-38c0695c6f58), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:22.377246 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-5e61b162-7a47-4f02-8387-9e547da0a6bc None None] Attempting to bind port dfb96487-74aa-42ff-b50d-2021d3a6f6e7 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:54:22.377886 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-5e61b162-7a47-4f02-8387-9e547da0a6bc None None] Attempting to bind port dfb96487-74aa-42ff-b50d-2021d3a6f6e7 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '50a44983-67e0-4ada-b5e2-b048f4837808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'be141630-8048-4f3e-98b6-6dd361c338c2'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:54:22.378563 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e61b162-7a47-4f02-8387-9e547da0a6bc None None] Attempting to bind port dfb96487-74aa-42ff-b50d-2021d3a6f6e7 on network be141630-8048-4f3e-98b6-6dd361c338c2 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:54:22.396362 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e61b162-7a47-4f02-8387-9e547da0a6bc None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:54:22.397067 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e61b162-7a47-4f02-8387-9e547da0a6bc None None] Checking segment: {'id': '50a44983-67e0-4ada-b5e2-b048f4837808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'be141630-8048-4f3e-98b6-6dd361c338c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:54:22.398899 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5e61b162-7a47-4f02-8387-9e547da0a6bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:22.399495 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e61b162-7a47-4f02-8387-9e547da0a6bc None None] Bound using segment: {'id': '50a44983-67e0-4ada-b5e2-b048f4837808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'be141630-8048-4f3e-98b6-6dd361c338c2'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:54:22.400238 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-5e61b162-7a47-4f02-8387-9e547da0a6bc None None] Bound port: dfb96487-74aa-42ff-b50d-2021d3a6f6e7, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50a44983-67e0-4ada-b5e2-b048f4837808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'be141630-8048-4f3e-98b6-6dd361c338c2'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:54:22.401085 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5e61b162-7a47-4f02-8387-9e547da0a6bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (dfb96487-74aa-42ff-b50d-2021d3a6f6e7), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:22.470709 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37e062d-8536-4dfc-96ff-b8845d6eb1f3 req-79e00146-cbf9-4a37-8c8f-3c58a6e12657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:22.473187 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-f37e062d-8536-4dfc-96ff-b8845d6eb1f3 req-79e00146-cbf9-4a37-8c8f-3c58a6e12657 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:22.480808 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f37e062d-8536-4dfc-96ff-b8845d6eb1f3 req-79e00146-cbf9-4a37-8c8f-3c58a6e12657 service neutron] 10.222.0.77 "PUT /v2.0/ports/a5a91b35-c4bd-4bfb-8f43-38c0695c6f58 HTTP/1.1" status: 200 len: 1092 time: 2.7755022 Feb 04 12:54:22.481340 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fec5cc1-fc8f-47b0-893c-02986aa97a61', 'tag': 'a5a91b35-c4bd-4bfb-8f43-38c0695c6f58'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:54:22.492573 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e658c8f3-9a0d-43f8-92ca-9f51815ad715" -d '{"events": [{"name": "network-changed", "server_uuid": "0fec5cc1-fc8f-47b0-893c-02986aa97a61", "tag": "a5a91b35-c4bd-4bfb-8f43-38c0695c6f58"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:54:22.592107 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 9c534553-9fb3-4963-9135-61735958824b is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:54:22.613343 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e00146-cbf9-4a37-8c8f-3c58a6e12657 service neutron] Pushing event updated for resources: {'Port': ['ID=a5a91b35-c4bd-4bfb-8f43-38c0695c6f58,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:22.643859 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d754bef-a790-4a78-b870-6f2345a471a5 admin admin] Router b3b70d88-8d57-49da-a7a9-c3b9f4440da5 is scheduled to L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de with binding_index 1 {{(pid=103474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 12:54:22.650702 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dd548ed-5cf5-4411-b507-771f63f09a70 x-openstack-request-id: req-7dd548ed-5cf5-4411-b507-771f63f09a70 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:54:22.651008 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fec5cc1-fc8f-47b0-893c-02986aa97a61", "tag": "a5a91b35-c4bd-4bfb-8f43-38c0695c6f58", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:54:22.651277 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7dd548ed-5cf5-4411-b507-771f63f09a70 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:54:22.651712 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fec5cc1-fc8f-47b0-893c-02986aa97a61', 'tag': 'a5a91b35-c4bd-4bfb-8f43-38c0695c6f58', 'status': 'completed', 'code': 200} Feb 04 12:54:22.701206 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-5e61b162-7a47-4f02-8387-9e547da0a6bc None None] For port dfb96487-74aa-42ff-b50d-2021d3a6f6e7, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:54:22.705353 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-5e61b162-7a47-4f02-8387-9e547da0a6bc None None] For port dfb96487-74aa-42ff-b50d-2021d3a6f6e7, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=dfb96487-74aa-42ff-b50d-2021d3a6f6e7,segment=NetworkSegment(50a44983-67e0-4ada-b5e2-b048f4837808),segment_id=50a44983-67e0-4ada-b5e2-b048f4837808)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:54:22.722237 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5e61b162-7a47-4f02-8387-9e547da0a6bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (dfb96487-74aa-42ff-b50d-2021d3a6f6e7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:22.936564 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37e062d-8536-4dfc-96ff-b8845d6eb1f3 req-d628c6c5-46af-4c37-8ead-50c66d3fb85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:22.938364 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f37e062d-8536-4dfc-96ff-b8845d6eb1f3 req-d628c6c5-46af-4c37-8ead-50c66d3fb85c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3c0dc8c0402645d983d20be0fc21117a&device_id=0fec5cc1-fc8f-47b0-893c-02986aa97a61 HTTP/1.1" status: 200 len: 1126 time: 0.3809726 Feb 04 12:54:22.986398 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e61b162-7a47-4f02-8387-9e547da0a6bc None None] Pushing event updated for resources: {'Port': ['ID=dfb96487-74aa-42ff-b50d-2021d3a6f6e7,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:23.039285 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f37e062d-8536-4dfc-96ff-b8845d6eb1f3 req-e90b5712-c2a6-4234-9809-2c62b3cb23c7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a5a91b35-c4bd-4bfb-8f43-38c0695c6f58 HTTP/1.1" status: 200 len: 217 time: 0.0865705 Feb 04 12:54:23.138065 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d754bef-a790-4a78-b870-6f2345a471a5 admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:54:23.161752 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c574f1d-5a98-4a83-819f-cf9280600e91 None None] Sync routers for ids ['b3b70d88-8d57-49da-a7a9-c3b9f4440da5'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:54:23.165289 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6183c601-5020-4f86-aaab-33b4bd2a0466 req-50b234f8-4476-4530-93ed-e4016d20173e tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:23.175415 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6183c601-5020-4f86-aaab-33b4bd2a0466 req-50b234f8-4476-4530-93ed-e4016d20173e tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=65d73783-6a1a-4d1c-9c98-6ab63ad8c1ab HTTP/1.1" status: 200 len: 946 time: 0.4060147 Feb 04 12:54:23.212939 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4d754bef-a790-4a78-b870-6f2345a471a5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:23.220268 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-4d754bef-a790-4a78-b870-6f2345a471a5 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.2428393 Feb 04 12:54:23.222909 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 46938) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:54:23.245330 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c574f1d-5a98-4a83-819f-cf9280600e91 None None] Routers {'b3b70d88-8d57-49da-a7a9-c3b9f4440da5'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:54:23.247948 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-8c574f1d-5a98-4a83-819f-cf9280600e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:54:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['b3b70d88-8d57-49da-a7a9-c3b9f4440da5'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:54:23.387850 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6183c601-5020-4f86-aaab-33b4bd2a0466 req-4cb375df-4fd4-4dcb-8ef7-339d5092d0af tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=e80379a7-bc34-42af-9706-4f7e825f23a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068367 Feb 04 12:54:23.517831 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37e062d-8536-4dfc-96ff-b8845d6eb1f3 req-9f9444be-be7e-43fe-a4c5-8a7ecea797a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:23.519762 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f37e062d-8536-4dfc-96ff-b8845d6eb1f3 req-9f9444be-be7e-43fe-a4c5-8a7ecea797a3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=70faacee-af53-42b7-af83-bbc74f352570 HTTP/1.1" status: 200 len: 851 time: 0.4694939 Feb 04 12:54:23.599781 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-8c574f1d-5a98-4a83-819f-cf9280600e91 None None] Set router b3b70d88-8d57-49da-a7a9-c3b9f4440da5 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:54:23.640486 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b004fe65-67b1-4741-b788-e28830920ae3 req-a00beca8-2c32-4be0-b622-1e3023278c89 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:23.647872 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b004fe65-67b1-4741-b788-e28830920ae3 req-a00beca8-2c32-4be0-b622-1e3023278c89 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=0fec5cc1-fc8f-47b0-893c-02986aa97a61 HTTP/1.1" status: 200 len: 944 time: 0.3736899 Feb 04 12:54:23.707589 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37e062d-8536-4dfc-96ff-b8845d6eb1f3 req-b85bd4bb-1616-4f5c-b61a-af28c441d6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:23.709262 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f37e062d-8536-4dfc-96ff-b8845d6eb1f3 req-b85bd4bb-1616-4f5c-b61a-af28c441d6e3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f237d722-433d-480c-8987-66d34675134e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1819580 Feb 04 12:54:23.853383 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b004fe65-67b1-4741-b788-e28830920ae3 req-f71bb34e-5a08-4a7c-bfa0-a3a9a0b19854 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044511 Feb 04 12:54:23.859939 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device dfb96487-74aa-42ff-b50d-2021d3a6f6e7 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:54:23.958867 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f37e062d-8536-4dfc-96ff-b8845d6eb1f3 req-5f3f080c-0476-4ce6-a78a-0fc120f52bdb service neutron] 10.222.0.77 "GET /v2.0/networks/f237d722-433d-480c-8987-66d34675134e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398262 Feb 04 12:54:24.136421 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f37e062d-8536-4dfc-96ff-b8845d6eb1f3 req-799c0496-b037-4ebd-b386-11822ecce713 service neutron] 10.222.0.77 "GET /v2.0/networks/f237d722-433d-480c-8987-66d34675134e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710002 Feb 04 12:54:24.200725 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port dfb96487-74aa-42ff-b50d-2021d3a6f6e7 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:54:24.201090 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (dfb96487-74aa-42ff-b50d-2021d3a6f6e7), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:24.202231 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c8627a59-44e1-4b8e-8d4d-97207ce4b69c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:24.310104 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e658c8f3-9a0d-43f8-92ca-9f51815ad715 req-a4bbb7ec-c64d-4a6c-9848-c29c49045b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:24.316859 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e658c8f3-9a0d-43f8-92ca-9f51815ad715 req-a4bbb7ec-c64d-4a6c-9848-c29c49045b98 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3c0dc8c0402645d983d20be0fc21117a&device_id=0fec5cc1-fc8f-47b0-893c-02986aa97a61 HTTP/1.1" status: 200 len: 1126 time: 0.1104906 Feb 04 12:54:24.486260 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-8c574f1d-5a98-4a83-819f-cf9280600e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3b70d88-8d57-49da-a7a9-c3b9f4440da5', 'name': 'tempest-TestAggregatesBasicOps-684615046-router', 'tenant_id': 'cce56b963d8e44fab0fdb516483761ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '1595ac8f-0980-409a-888a-ac5bb6090bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:54:19Z', 'updated_at': '2022-02-04T12:54:21Z', 'revision_number': 3, 'project_id': 'cce56b963d8e44fab0fdb516483761ca', 'gw_port': {'id': '1595ac8f-0980-409a-888a-ac5bb6090bb3', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f2:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3b70d88-8d57-49da-a7a9-c3b9f4440da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:54:20Z', 'updated_at': '2022-02-04T12:54:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:54:24.540376 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e658c8f3-9a0d-43f8-92ca-9f51815ad715 req-d64af9e1-a176-43fa-8bb3-f479a8ed90ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:24.541849 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e658c8f3-9a0d-43f8-92ca-9f51815ad715 req-d64af9e1-a176-43fa-8bb3-f479a8ed90ea service neutron] 10.222.0.77 "GET /v2.0/networks?id=f237d722-433d-480c-8987-66d34675134e HTTP/1.1" status: 200 len: 913 time: 0.2189150 Feb 04 12:54:24.571394 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port dfb96487-74aa-42ff-b50d-2021d3a6f6e7 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:54:24.572722 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (dfb96487-74aa-42ff-b50d-2021d3a6f6e7), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:24.602218 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c574f1d-5a98-4a83-819f-cf9280600e91 None None] Checking router: b3b70d88-8d57-49da-a7a9-c3b9f4440da5 for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:54:24.602928 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c574f1d-5a98-4a83-819f-cf9280600e91 None None] Updating router b3b70d88-8d57-49da-a7a9-c3b9f4440da5 port 1595ac8f-0980-409a-888a-ac5bb6090bb3 binding host n-d-825015-3 {{(pid=103476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:54:24.609292 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-c8627a59-44e1-4b8e-8d4d-97207ce4b69c admin admin] Allocated IP 172.20.0.1 (be141630-8048-4f3e-98b6-6dd361c338c2/5a2a01a8-8124-4d39-8c2d-e0e31bf6111b/5752ad44-3dc4-424f-841f-b026eb28f543) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:54:24.637905 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e658c8f3-9a0d-43f8-92ca-9f51815ad715 req-97f2c7b9-caa4-4fe4-9215-f7f65781d0a1 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a5a91b35-c4bd-4bfb-8f43-38c0695c6f58 HTTP/1.1" status: 200 len: 217 time: 0.0814366 Feb 04 12:54:24.704593 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8c574f1d-5a98-4a83-819f-cf9280600e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (1595ac8f-0980-409a-888a-ac5bb6090bb3), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:24.750662 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c8627a59-44e1-4b8e-8d4d-97207ce4b69c admin admin] Publish callbacks [] for port (5752ad44-3dc4-424f-841f-b026eb28f543), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:24.751278 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port dfb96487-74aa-42ff-b50d-2021d3a6f6e7, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=dfb96487-74aa-42ff-b50d-2021d3a6f6e7,segment=NetworkSegment(50a44983-67e0-4ada-b5e2-b048f4837808),segment_id=50a44983-67e0-4ada-b5e2-b048f4837808)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:54:24.765485 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (dfb96487-74aa-42ff-b50d-2021d3a6f6e7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:24.780950 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e658c8f3-9a0d-43f8-92ca-9f51815ad715 req-1d441d85-a9b9-45fa-82c7-9ebc67b5ca6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:24.785856 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e658c8f3-9a0d-43f8-92ca-9f51815ad715 req-1d441d85-a9b9-45fa-82c7-9ebc67b5ca6b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=70faacee-af53-42b7-af83-bbc74f352570 HTTP/1.1" status: 200 len: 851 time: 0.1339643 Feb 04 12:54:24.798643 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c8627a59-44e1-4b8e-8d4d-97207ce4b69c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (5752ad44-3dc4-424f-841f-b026eb28f543), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:24.804672 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099db36b-9334-4fdf-8571-ad828eef075d req-8feb7a22-2fdc-4a65-8448-aa22c6a7b683 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:24.806487 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-099db36b-9334-4fdf-8571-ad828eef075d req-8feb7a22-2fdc-4a65-8448-aa22c6a7b683 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=65d73783-6a1a-4d1c-9c98-6ab63ad8c1ab HTTP/1.1" status: 200 len: 946 time: 0.2498412 Feb 04 12:54:24.841282 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8627a59-44e1-4b8e-8d4d-97207ce4b69c admin admin] Network be141630-8048-4f3e-98b6-6dd361c338c2 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:54:24.854565 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-c8627a59-44e1-4b8e-8d4d-97207ce4b69c admin admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:54:24.859003 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8627a59-44e1-4b8e-8d4d-97207ce4b69c admin admin] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:54:24.958156 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8627a59-44e1-4b8e-8d4d-97207ce4b69c admin admin] Pushing event updated for resources: {'Port': ['ID=5752ad44-3dc4-424f-841f-b026eb28f543,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:24.980257 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4baab4b-e618-41e1-8c3d-631f576e523f None None] Network be141630-8048-4f3e-98b6-6dd361c338c2 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:54:24.986431 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c8627a59-44e1-4b8e-8d4d-97207ce4b69c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1599818'] for router_interface (b3b70d88-8d57-49da-a7a9-c3b9f4440da5), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:25.002020 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-099db36b-9334-4fdf-8571-ad828eef075d req-a4e9f1ca-7b7f-4478-8262-2bf4efda274d tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=e80379a7-bc34-42af-9706-4f7e825f23a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723037 Feb 04 12:54:25.080421 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e658c8f3-9a0d-43f8-92ca-9f51815ad715 req-59911426-5991-4ff0-babf-5442ddc73926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:25.082701 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e658c8f3-9a0d-43f8-92ca-9f51815ad715 req-59911426-5991-4ff0-babf-5442ddc73926 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f237d722-433d-480c-8987-66d34675134e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2753167 Feb 04 12:54:25.232307 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e658c8f3-9a0d-43f8-92ca-9f51815ad715 req-608ec892-a1e2-4841-8260-462f131b8adf service neutron] 10.222.0.77 "GET /v2.0/networks/f237d722-433d-480c-8987-66d34675134e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350272 Feb 04 12:54:25.319048 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-72b12915-4532-41bb-b15b-b51199754f66 None None] Provisioning complete for port dfb96487-74aa-42ff-b50d-2021d3a6f6e7 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:54:25.319998 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-72b12915-4532-41bb-b15b-b51199754f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (dfb96487-74aa-42ff-b50d-2021d3a6f6e7), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:25.331988 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=dfb96487-74aa-42ff-b50d-2021d3a6f6e7,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:25.351378 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be081e-6441-45f0-b671-7c54b6994d6c req-f04db609-f993-4717-ab30-7e98d1ad26e3 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:25.353025 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c0be081e-6441-45f0-b671-7c54b6994d6c req-f04db609-f993-4717-ab30-7e98d1ad26e3 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=0fec5cc1-fc8f-47b0-893c-02986aa97a61 HTTP/1.1" status: 200 len: 944 time: 0.3415713 Feb 04 12:54:25.530349 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8c574f1d-5a98-4a83-819f-cf9280600e91 None None] Publish callbacks [] for port (1595ac8f-0980-409a-888a-ac5bb6090bb3), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:25.561470 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8c574f1d-5a98-4a83-819f-cf9280600e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (1595ac8f-0980-409a-888a-ac5bb6090bb3), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:25.565438 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c0be081e-6441-45f0-b671-7c54b6994d6c req-435c3bf3-9779-42d7-baa7-503731ac7323 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031248 Feb 04 12:54:25.626247 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c8627a59-44e1-4b8e-8d4d-97207ce4b69c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (5752ad44-3dc4-424f-841f-b026eb28f543), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:25.657822 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-72b12915-4532-41bb-b15b-b51199754f66 None None] Current status of the port dfb96487-74aa-42ff-b50d-2021d3a6f6e7 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:54:25.661716 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e658c8f3-9a0d-43f8-92ca-9f51815ad715 req-9103ff46-538d-403b-a3b0-19d884f6ff38 service neutron] 10.222.0.77 "GET /v2.0/networks/f237d722-433d-480c-8987-66d34675134e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4210594 Feb 04 12:54:25.664901 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device dfb96487-74aa-42ff-b50d-2021d3a6f6e7 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:54:25.723634 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dc1be9-a078-4b63-a7f5-f83a94ac9cb8 None None] Pushing event updated for resources: {'Port': ['ID=1595ac8f-0980-409a-888a-ac5bb6090bb3,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:25.749402 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-8c574f1d-5a98-4a83-819f-cf9280600e91 None None] Attempting to bind port 1595ac8f-0980-409a-888a-ac5bb6090bb3 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:54:25.749791 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-8c574f1d-5a98-4a83-819f-cf9280600e91 None None] Attempting to bind port 1595ac8f-0980-409a-888a-ac5bb6090bb3 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:54:25.750227 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c574f1d-5a98-4a83-819f-cf9280600e91 None None] Attempting to bind port 1595ac8f-0980-409a-888a-ac5bb6090bb3 on network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:54:25.765685 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c574f1d-5a98-4a83-819f-cf9280600e91 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:54:25.768535 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c574f1d-5a98-4a83-819f-cf9280600e91 None None] Checking segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:54:25.769024 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8c574f1d-5a98-4a83-819f-cf9280600e91 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:25.769497 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c574f1d-5a98-4a83-819f-cf9280600e91 None None] Bound using segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:54:25.770152 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-8c574f1d-5a98-4a83-819f-cf9280600e91 None None] Bound port: 1595ac8f-0980-409a-888a-ac5bb6090bb3, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:54:25.778318 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8c574f1d-5a98-4a83-819f-cf9280600e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (1595ac8f-0980-409a-888a-ac5bb6090bb3), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:25.953367 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c8627a59-44e1-4b8e-8d4d-97207ce4b69c admin admin] Publish callbacks [] for port (5752ad44-3dc4-424f-841f-b026eb28f543), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:25.971634 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c8627a59-44e1-4b8e-8d4d-97207ce4b69c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (5752ad44-3dc4-424f-841f-b026eb28f543), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:26.145794 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8627a59-44e1-4b8e-8d4d-97207ce4b69c admin admin] Pushing event updated for resources: {'Port': ['ID=5752ad44-3dc4-424f-841f-b026eb28f543,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:26.169468 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c8627a59-44e1-4b8e-8d4d-97207ce4b69c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622202'] for router_interface (b3b70d88-8d57-49da-a7a9-c3b9f4440da5), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:26.186967 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-8c574f1d-5a98-4a83-819f-cf9280600e91 None None] For port 1595ac8f-0980-409a-888a-ac5bb6090bb3, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:54:26.190791 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-8c574f1d-5a98-4a83-819f-cf9280600e91 None None] For port 1595ac8f-0980-409a-888a-ac5bb6090bb3, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=1595ac8f-0980-409a-888a-ac5bb6090bb3,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:54:26.198328 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port dfb96487-74aa-42ff-b50d-2021d3a6f6e7 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:54:26.198845 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (dfb96487-74aa-42ff-b50d-2021d3a6f6e7), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:26.210493 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8c574f1d-5a98-4a83-819f-cf9280600e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (1595ac8f-0980-409a-888a-ac5bb6090bb3), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:26.212941 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080dbca0-9487-4501-bcdf-94dd9b36951f req-de4f7934-4b57-4740-83d7-02dac796b0fe tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:26.214564 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-080dbca0-9487-4501-bcdf-94dd9b36951f req-de4f7934-4b57-4740-83d7-02dac796b0fe tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=65d73783-6a1a-4d1c-9c98-6ab63ad8c1ab HTTP/1.1" status: 200 len: 946 time: 0.0844221 Feb 04 12:54:26.307800 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-26cd517b-9b1a-484f-a44a-0aaa88afddbe None None] Provisioning complete for port dfb96487-74aa-42ff-b50d-2021d3a6f6e7 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:54:26.308170 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-26cd517b-9b1a-484f-a44a-0aaa88afddbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (dfb96487-74aa-42ff-b50d-2021d3a6f6e7), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:26.317044 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dc1be9-a078-4b63-a7f5-f83a94ac9cb8 None None] Pushing event updated for resources: {'Port': ['ID=1595ac8f-0980-409a-888a-ac5bb6090bb3,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:26.324015 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-080dbca0-9487-4501-bcdf-94dd9b36951f req-a8233dcd-6105-4224-baf4-04c398413b02 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=e80379a7-bc34-42af-9706-4f7e825f23a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023068 Feb 04 12:54:26.338101 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8627a59-44e1-4b8e-8d4d-97207ce4b69c admin admin] Network be141630-8048-4f3e-98b6-6dd361c338c2 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:54:26.341016 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-c8627a59-44e1-4b8e-8d4d-97207ce4b69c admin admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:54:26.412057 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c574f1d-5a98-4a83-819f-cf9280600e91 None None] Routers {'b3b70d88-8d57-49da-a7a9-c3b9f4440da5'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:54:26.413519 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-8c574f1d-5a98-4a83-819f-cf9280600e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:54:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['b3b70d88-8d57-49da-a7a9-c3b9f4440da5'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:54:26.648626 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8627a59-44e1-4b8e-8d4d-97207ce4b69c admin admin] Router b3b70d88-8d57-49da-a7a9-c3b9f4440da5 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:54:26.673777 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port dfb96487-74aa-42ff-b50d-2021d3a6f6e7 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:54:26.686318 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-26cd517b-9b1a-484f-a44a-0aaa88afddbe None None] Current status of the port dfb96487-74aa-42ff-b50d-2021d3a6f6e7 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:54:26.709110 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-26cd517b-9b1a-484f-a44a-0aaa88afddbe None None] Provisioning complete for port 5752ad44-3dc4-424f-841f-b026eb28f543 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:54:26.709270 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-26cd517b-9b1a-484f-a44a-0aaa88afddbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (5752ad44-3dc4-424f-841f-b026eb28f543), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:26.748410 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-8c574f1d-5a98-4a83-819f-cf9280600e91 None None] Set router b3b70d88-8d57-49da-a7a9-c3b9f4440da5 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:54:26.788468 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-26cd517b-9b1a-484f-a44a-0aaa88afddbe None None] Port 5752ad44-3dc4-424f-841f-b026eb28f543 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:54:26.806649 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3f5869-2c3d-4506-8e1c-703527cf349b req-1db3eae6-a569-41bd-83f4-9a2e79f8c555 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:26.812007 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bc3f5869-2c3d-4506-8e1c-703527cf349b req-1db3eae6-a569-41bd-83f4-9a2e79f8c555 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=0fec5cc1-fc8f-47b0-893c-02986aa97a61 HTTP/1.1" status: 200 len: 944 time: 0.1135180 Feb 04 12:54:26.837609 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8627a59-44e1-4b8e-8d4d-97207ce4b69c admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:54:26.852506 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-c8627a59-44e1-4b8e-8d4d-97207ce4b69c admin admin] 10.222.0.65 "PUT /v2.0/routers/b3b70d88-8d57-49da-a7a9-c3b9f4440da5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6125617 Feb 04 12:54:26.935665 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bc3f5869-2c3d-4506-8e1c-703527cf349b req-3c9db884-2608-4401-afbb-2e459672cdc0 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031809 Feb 04 12:54:26.986505 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-4ae43233-6245-4abb-87b9-65458f7f1391 None None] Provisioning complete for port 5752ad44-3dc4-424f-841f-b026eb28f543 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:54:26.986940 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4ae43233-6245-4abb-87b9-65458f7f1391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (5752ad44-3dc4-424f-841f-b026eb28f543), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:27.084267 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-4ae43233-6245-4abb-87b9-65458f7f1391 None None] Port 5752ad44-3dc4-424f-841f-b026eb28f543 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:54:27.150766 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-8c574f1d-5a98-4a83-819f-cf9280600e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3b70d88-8d57-49da-a7a9-c3b9f4440da5', 'name': 'tempest-TestAggregatesBasicOps-684615046-router', 'tenant_id': 'cce56b963d8e44fab0fdb516483761ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '1595ac8f-0980-409a-888a-ac5bb6090bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:54:19Z', 'updated_at': '2022-02-04T12:54:25Z', 'revision_number': 4, 'project_id': 'cce56b963d8e44fab0fdb516483761ca', 'gw_port': {'id': '1595ac8f-0980-409a-888a-ac5bb6090bb3', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f2:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3b70d88-8d57-49da-a7a9-c3b9f4440da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:54:20Z', 'updated_at': '2022-02-04T12:54:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '5752ad44-3dc4-424f-841f-b026eb28f543', 'name': '', 'network_id': 'be141630-8048-4f3e-98b6-6dd361c338c2', 'tenant_id': 'cce56b963d8e44fab0fdb516483761ca', 'mac_address': 'fa:16:3e:db:b1:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3b70d88-8d57-49da-a7a9-c3b9f4440da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': '5a2a01a8-8124-4d39-8c2d-e0e31bf6111b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:54:24Z', 'updated_at': '2022-02-04T12:54:25Z', 'revision_number': 2, 'project_id': 'cce56b963d8e44fab0fdb516483761ca', 'subnets': [{'id': '5a2a01a8-8124-4d39-8c2d-e0e31bf6111b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:54:27.196142 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c574f1d-5a98-4a83-819f-cf9280600e91 None None] The sync data for ids ['b3b70d88-8d57-49da-a7a9-c3b9f4440da5'] in n-d-825015-3 is: [{'id': 'b3b70d88-8d57-49da-a7a9-c3b9f4440da5', 'name': 'tempest-TestAggregatesBasicOps-684615046-router', 'tenant_id': 'cce56b963d8e44fab0fdb516483761ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '1595ac8f-0980-409a-888a-ac5bb6090bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:54:19Z', 'updated_at': '2022-02-04T12:54:25Z', 'revision_number': 4, 'project_id': 'cce56b963d8e44fab0fdb516483761ca', 'gw_port': {'id': '1595ac8f-0980-409a-888a-ac5bb6090bb3', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f2:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3b70d88-8d57-49da-a7a9-c3b9f4440da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:54:20Z', 'updated_at': '2022-02-04T12:54:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '5752ad44-3dc4-424f-841f-b026eb28f543', 'name': '', 'network_id': 'be141630-8048-4f3e-98b6-6dd361c338c2', 'tenant_id': 'cce56b963d8e44fab0fdb516483761ca', 'mac_address': 'fa:16:3e:db:b1:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3b70d88-8d57-49da-a7a9-c3b9f4440da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': '5a2a01a8-8124-4d39-8c2d-e0e31bf6111b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:54:24Z', 'updated_at': '2022-02-04T12:54:25Z', 'revision_number': 2, 'project_id': 'cce56b963d8e44fab0fdb516483761ca', 'subnets': [{'id': '5a2a01a8-8124-4d39-8c2d-e0e31bf6111b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:54:27.580448 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee74eab5-bc58-4016-8e67-a331b414839a req-c7686b21-c8d1-4c72-9926-8a461c0a35a3 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:27.588827 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ee74eab5-bc58-4016-8e67-a331b414839a req-c7686b21-c8d1-4c72-9926-8a461c0a35a3 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=65d73783-6a1a-4d1c-9c98-6ab63ad8c1ab HTTP/1.1" status: 200 len: 946 time: 0.1271834 Feb 04 12:54:27.681766 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ee74eab5-bc58-4016-8e67-a331b414839a req-a1eacd4c-94ea-4148-96a8-104b5fd52bdc tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=e80379a7-bc34-42af-9706-4f7e825f23a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917387 Feb 04 12:54:28.117044 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9514fe7a-eeb3-4810-8862-5f003cf0dbf0 req-4ff3e886-47b2-41ad-9a71-d6b94d5dd5ac tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:28.118730 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9514fe7a-eeb3-4810-8862-5f003cf0dbf0 req-4ff3e886-47b2-41ad-9a71-d6b94d5dd5ac tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=0fec5cc1-fc8f-47b0-893c-02986aa97a61 HTTP/1.1" status: 200 len: 944 time: 0.0724914 Feb 04 12:54:28.209367 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9514fe7a-eeb3-4810-8862-5f003cf0dbf0 req-509720a5-446e-4d9b-a070-b69c677db864 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778944 Feb 04 12:54:28.975725 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a645c53-d9be-4d74-91bb-5e0ecce46368 req-d2703937-6d4d-4fa3-a961-1c8152fb6804 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:28.980224 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5a645c53-d9be-4d74-91bb-5e0ecce46368 req-d2703937-6d4d-4fa3-a961-1c8152fb6804 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=65d73783-6a1a-4d1c-9c98-6ab63ad8c1ab HTTP/1.1" status: 200 len: 946 time: 0.0791733 Feb 04 12:54:29.076453 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5a645c53-d9be-4d74-91bb-5e0ecce46368 req-562f7ef7-cb3a-480a-baac-b92b81a9f264 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=e80379a7-bc34-42af-9706-4f7e825f23a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903151 Feb 04 12:54:29.188920 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47038) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:54:29.603494 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e80e8f-810d-422e-bc4b-861dd61176af req-5c4ab2d3-a93b-43d1-a3d5-761d1fc185f7 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:29.613462 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b7e80e8f-810d-422e-bc4b-861dd61176af req-5c4ab2d3-a93b-43d1-a3d5-761d1fc185f7 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a278d30-eb2b-4ff9-ba26-926afcbda308 HTTP/1.1" status: 200 len: 946 time: 0.1830547 Feb 04 12:54:29.629251 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a843241-fa30-4409-8077-39dc8160032f req-8c55149e-d934-4933-8ecc-7be1b51b9da3 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:29.642887 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1a843241-fa30-4409-8077-39dc8160032f req-8c55149e-d934-4933-8ecc-7be1b51b9da3 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=0fec5cc1-fc8f-47b0-893c-02986aa97a61 HTTP/1.1" status: 200 len: 944 time: 0.2449892 Feb 04 12:54:29.709123 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 1595ac8f-0980-409a-888a-ac5bb6090bb3 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:54:29.792355 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1a843241-fa30-4409-8077-39dc8160032f req-8139e3d9-ceb7-419c-b84b-7d4f2f888d55 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476758 Feb 04 12:54:29.802226 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b7e80e8f-810d-422e-bc4b-861dd61176af req-c5138a36-e1c1-45d6-8341-9ca080ad49a1 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=6117da09-2fa7-4477-b94e-92c335c547fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1563902 Feb 04 12:54:29.887900 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 1595ac8f-0980-409a-888a-ac5bb6090bb3 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:54:29.889291 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (1595ac8f-0980-409a-888a-ac5bb6090bb3), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:30.063470 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 1595ac8f-0980-409a-888a-ac5bb6090bb3 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:54:30.064117 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (1595ac8f-0980-409a-888a-ac5bb6090bb3), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:30.156493 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port 1595ac8f-0980-409a-888a-ac5bb6090bb3, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=1595ac8f-0980-409a-888a-ac5bb6090bb3,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:54:30.172514 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (1595ac8f-0980-409a-888a-ac5bb6090bb3), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:30.277322 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d7bf1f43-279d-4867-9d35-dc91710361aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622215'] for router_interface (d514c2a9-bae4-436d-8bc7-01dba618dbcf), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:30.312056 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=1595ac8f-0980-409a-888a-ac5bb6090bb3,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:30.437394 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246295b9-da1c-48e1-aa65-7cd4da360d35 req-efd0efa7-81dc-4d2b-ab07-f6218163d96a tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:30.439559 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-246295b9-da1c-48e1-aa65-7cd4da360d35 req-efd0efa7-81dc-4d2b-ab07-f6218163d96a tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=65d73783-6a1a-4d1c-9c98-6ab63ad8c1ab HTTP/1.1" status: 200 len: 946 time: 0.2099814 Feb 04 12:54:30.537231 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 12:54:30.584509 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-246295b9-da1c-48e1-aa65-7cd4da360d35 req-d6e3a1e3-76b7-4f55-bb68-ff2bb73bd208 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=e80379a7-bc34-42af-9706-4f7e825f23a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358488 Feb 04 12:54:30.873293 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-d7bf1f43-279d-4867-9d35-dc91710361aa admin admin] Deleting port 9c534553-9fb3-4963-9135-61735958824b {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:54:30.874626 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d7bf1f43-279d-4867-9d35-dc91710361aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (9c534553-9fb3-4963-9135-61735958824b), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:31.212097 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-d7bf1f43-279d-4867-9d35-dc91710361aa admin admin] For port 9c534553-9fb3-4963-9135-61735958824b, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=9c534553-9fb3-4963-9135-61735958824b,segment=NetworkSegment(4ae69aab-d752-459d-87a8-070a73350072),segment_id=4ae69aab-d752-459d-87a8-070a73350072)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:54:31.212716 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d7bf1f43-279d-4867-9d35-dc91710361aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (9c534553-9fb3-4963-9135-61735958824b), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:31.221982 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:31.254874 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d16a26-9fd1-45ad-b62b-e5ee97b7325c req-56d72a7e-3f55-448d-98dc-f082e3b3a315 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:31.266658 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-93d16a26-9fd1-45ad-b62b-e5ee97b7325c req-56d72a7e-3f55-448d-98dc-f082e3b3a315 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=0fec5cc1-fc8f-47b0-893c-02986aa97a61 HTTP/1.1" status: 200 len: 944 time: 0.2821972 Feb 04 12:54:31.273949 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-d7bf1f43-279d-4867-9d35-dc91710361aa admin admin] Calling delete_port for 9c534553-9fb3-4963-9135-61735958824b owned by network:router_interface {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:54:31.299775 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36660707-047f-453b-9cf2-ef04ecb1690d req-73a83e76-2eb8-4669-b971-a111dd876180 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:31.301659 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-36660707-047f-453b-9cf2-ef04ecb1690d req-73a83e76-2eb8-4669-b971-a111dd876180 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a278d30-eb2b-4ff9-ba26-926afcbda308 HTTP/1.1" status: 200 len: 946 time: 0.2436709 Feb 04 12:54:31.356331 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da974164-ae66-4917-a8a3-b420e195dc65 None None] Sync routers for ids ['b3b70d88-8d57-49da-a7a9-c3b9f4440da5'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:54:31.380723 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da974164-ae66-4917-a8a3-b420e195dc65 None None] Routers {'b3b70d88-8d57-49da-a7a9-c3b9f4440da5'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:54:31.382468 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-da974164-ae66-4917-a8a3-b420e195dc65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:54:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['b3b70d88-8d57-49da-a7a9-c3b9f4440da5'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:54:31.520005 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-93d16a26-9fd1-45ad-b62b-e5ee97b7325c req-16d36dff-85b4-4c81-b686-3e86bcf6d854 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170026 Feb 04 12:54:31.571768 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-36660707-047f-453b-9cf2-ef04ecb1690d req-f4c4c803-79cd-4372-9e4c-c919f39ea203 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=6117da09-2fa7-4477-b94e-92c335c547fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2132354 Feb 04 12:54:31.658525 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-da974164-ae66-4917-a8a3-b420e195dc65 None None] Set router b3b70d88-8d57-49da-a7a9-c3b9f4440da5 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:54:31.669319 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 1595ac8f-0980-409a-888a-ac5bb6090bb3 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:54:31.704988 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d7bf1f43-279d-4867-9d35-dc91710361aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (9c534553-9fb3-4963-9135-61735958824b), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:31.763269 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bf1f43-279d-4867-9d35-dc91710361aa admin admin] Pushing event deleted for resources: {'Port': ['ID=9c534553-9fb3-4963-9135-61735958824b,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:31.789773 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 1595ac8f-0980-409a-888a-ac5bb6090bb3 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:54:31.790365 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (1595ac8f-0980-409a-888a-ac5bb6090bb3), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:31.806856 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636888b5-ea17-4f1a-bca9-b53b325acf85 req-fc0e06dc-3cb0-4852-8411-c410f4930e92 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:31.823321 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-636888b5-ea17-4f1a-bca9-b53b325acf85 req-fc0e06dc-3cb0-4852-8411-c410f4930e92 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=65d73783-6a1a-4d1c-9c98-6ab63ad8c1ab HTTP/1.1" status: 200 len: 946 time: 0.1192346 Feb 04 12:54:31.930767 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:31.936723 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-636888b5-ea17-4f1a-bca9-b53b325acf85 req-27eea4a6-c798-46e5-9508-0cd279c36c88 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=e80379a7-bc34-42af-9706-4f7e825f23a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124837 Feb 04 12:54:32.120281 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 1595ac8f-0980-409a-888a-ac5bb6090bb3 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:54:32.251074 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d7bf1f43-279d-4867-9d35-dc91710361aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622067'] for router_interface (d514c2a9-bae4-436d-8bc7-01dba618dbcf), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:32.325476 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-da974164-ae66-4917-a8a3-b420e195dc65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3b70d88-8d57-49da-a7a9-c3b9f4440da5', 'name': 'tempest-TestAggregatesBasicOps-684615046-router', 'tenant_id': 'cce56b963d8e44fab0fdb516483761ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '1595ac8f-0980-409a-888a-ac5bb6090bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:54:19Z', 'updated_at': '2022-02-04T12:54:25Z', 'revision_number': 4, 'project_id': 'cce56b963d8e44fab0fdb516483761ca', 'gw_port': {'id': '1595ac8f-0980-409a-888a-ac5bb6090bb3', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f2:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b70d88-8d57-49da-a7a9-c3b9f4440da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:54:20Z', 'updated_at': '2022-02-04T12:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '5752ad44-3dc4-424f-841f-b026eb28f543', 'name': '', 'network_id': 'be141630-8048-4f3e-98b6-6dd361c338c2', 'tenant_id': 'cce56b963d8e44fab0fdb516483761ca', 'mac_address': 'fa:16:3e:db:b1:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3b70d88-8d57-49da-a7a9-c3b9f4440da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': '5a2a01a8-8124-4d39-8c2d-e0e31bf6111b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:54:24Z', 'updated_at': '2022-02-04T12:54:25Z', 'revision_number': 2, 'project_id': 'cce56b963d8e44fab0fdb516483761ca', 'subnets': [{'id': '5a2a01a8-8124-4d39-8c2d-e0e31bf6111b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:54:32.363439 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da974164-ae66-4917-a8a3-b420e195dc65 None None] Checking router: b3b70d88-8d57-49da-a7a9-c3b9f4440da5 for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:54:32.364525 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da974164-ae66-4917-a8a3-b420e195dc65 None None] Updating router b3b70d88-8d57-49da-a7a9-c3b9f4440da5 port 5752ad44-3dc4-424f-841f-b026eb28f543 binding host n-d-825015-3 {{(pid=103477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:54:32.401063 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-da974164-ae66-4917-a8a3-b420e195dc65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (5752ad44-3dc4-424f-841f-b026eb28f543), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:32.789453 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d054829d-8be6-4f00-b722-ca88e1e89bce req-4ec965ba-96be-4439-8164-999483fa48f6 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:32.801990 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d054829d-8be6-4f00-b722-ca88e1e89bce req-4ec965ba-96be-4439-8164-999483fa48f6 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=0fec5cc1-fc8f-47b0-893c-02986aa97a61 HTTP/1.1" status: 200 len: 944 time: 0.1168237 Feb 04 12:54:32.809314 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7bf1f43-279d-4867-9d35-dc91710361aa admin admin] Router d514c2a9-bae4-436d-8bc7-01dba618dbcf has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:54:32.890047 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d054829d-8be6-4f00-b722-ca88e1e89bce req-23110590-04da-4f93-b378-f7b8f4c67d34 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824153 Feb 04 12:54:33.030334 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-da974164-ae66-4917-a8a3-b420e195dc65 None None] Publish callbacks [] for port (5752ad44-3dc4-424f-841f-b026eb28f543), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:33.045487 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-da974164-ae66-4917-a8a3-b420e195dc65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (5752ad44-3dc4-424f-841f-b026eb28f543), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:33.066319 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dee68fa-2839-4329-aa87-22db1da5f801 req-2bb8e4fe-2f1f-4da7-9b96-5bb7a579f29f tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:33.072095 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8dee68fa-2839-4329-aa87-22db1da5f801 req-2bb8e4fe-2f1f-4da7-9b96-5bb7a579f29f tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a278d30-eb2b-4ff9-ba26-926afcbda308 HTTP/1.1" status: 200 len: 946 time: 0.1524997 Feb 04 12:54:33.114534 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7bf1f43-279d-4867-9d35-dc91710361aa admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:54:33.129528 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbd9d0f-f10b-4256-a204-4fb40d29da4e None None] Sync routers for ids ['d514c2a9-bae4-436d-8bc7-01dba618dbcf'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:54:33.132765 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-d7bf1f43-279d-4867-9d35-dc91710361aa admin admin] 10.222.0.65 "PUT /v2.0/routers/d514c2a9-bae4-436d-8bc7-01dba618dbcf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9424727 Feb 04 12:54:33.135460 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47080) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:54:33.184912 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbd9d0f-f10b-4256-a204-4fb40d29da4e None None] Routers {'d514c2a9-bae4-436d-8bc7-01dba618dbcf'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:54:33.185568 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-7fbd9d0f-f10b-4256-a204-4fb40d29da4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:54:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['d514c2a9-bae4-436d-8bc7-01dba618dbcf'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:54:33.350791 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8dee68fa-2839-4329-aa87-22db1da5f801 req-e5f9a19f-e628-4f2d-82b2-6d9f29e271ab tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=6117da09-2fa7-4477-b94e-92c335c547fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2647097 Feb 04 12:54:33.386240 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60964299-daba-455c-af92-836407e0f162 None None] Pushing event updated for resources: {'Port': ['ID=5752ad44-3dc4-424f-841f-b026eb28f543,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:33.427789 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-da974164-ae66-4917-a8a3-b420e195dc65 None None] Attempting to bind port 5752ad44-3dc4-424f-841f-b026eb28f543 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:54:33.432201 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-da974164-ae66-4917-a8a3-b420e195dc65 None None] Attempting to bind port 5752ad44-3dc4-424f-841f-b026eb28f543 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '50a44983-67e0-4ada-b5e2-b048f4837808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'be141630-8048-4f3e-98b6-6dd361c338c2'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:54:33.433858 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da974164-ae66-4917-a8a3-b420e195dc65 None None] Attempting to bind port 5752ad44-3dc4-424f-841f-b026eb28f543 on network be141630-8048-4f3e-98b6-6dd361c338c2 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:54:33.463352 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1089427-d6b7-4fa5-afa0-37afd918ff88 req-27c4c0d4-af0a-4ded-97a7-e8e0ed42f5a6 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:33.470704 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b1089427-d6b7-4fa5-afa0-37afd918ff88 req-27c4c0d4-af0a-4ded-97a7-e8e0ed42f5a6 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=65d73783-6a1a-4d1c-9c98-6ab63ad8c1ab HTTP/1.1" status: 200 len: 946 time: 0.3612182 Feb 04 12:54:33.492808 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-81c89d06-28bc-4bea-8701-45c91d1cc7ae admin admin] Publish callbacks [] for router (d514c2a9-bae4-436d-8bc7-01dba618dbcf), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:33.497879 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da974164-ae66-4917-a8a3-b420e195dc65 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:54:33.499244 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da974164-ae66-4917-a8a3-b420e195dc65 None None] Checking segment: {'id': '50a44983-67e0-4ada-b5e2-b048f4837808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'be141630-8048-4f3e-98b6-6dd361c338c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:54:33.500534 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-da974164-ae66-4917-a8a3-b420e195dc65 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:33.501077 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da974164-ae66-4917-a8a3-b420e195dc65 None None] Bound using segment: {'id': '50a44983-67e0-4ada-b5e2-b048f4837808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'be141630-8048-4f3e-98b6-6dd361c338c2'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:54:33.502053 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-da974164-ae66-4917-a8a3-b420e195dc65 None None] Bound port: 5752ad44-3dc4-424f-841f-b026eb28f543, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50a44983-67e0-4ada-b5e2-b048f4837808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'be141630-8048-4f3e-98b6-6dd361c338c2'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:54:33.515814 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-da974164-ae66-4917-a8a3-b420e195dc65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (5752ad44-3dc4-424f-841f-b026eb28f543), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:33.710164 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-7fbd9d0f-f10b-4256-a204-4fb40d29da4e None None] Set router d514c2a9-bae4-436d-8bc7-01dba618dbcf gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:54:33.728225 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b1089427-d6b7-4fa5-afa0-37afd918ff88 req-59d1cc26-b33d-428c-800b-458c778bfced tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=e80379a7-bc34-42af-9706-4f7e825f23a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159495 Feb 04 12:54:33.809205 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-da974164-ae66-4917-a8a3-b420e195dc65 None None] For port 5752ad44-3dc4-424f-841f-b026eb28f543, host n-d-825015-3, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:54:33.818379 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-da974164-ae66-4917-a8a3-b420e195dc65 None None] For port 5752ad44-3dc4-424f-841f-b026eb28f543, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=5752ad44-3dc4-424f-841f-b026eb28f543,segment=NetworkSegment(50a44983-67e0-4ada-b5e2-b048f4837808),segment_id=50a44983-67e0-4ada-b5e2-b048f4837808)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:54:33.849162 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-da974164-ae66-4917-a8a3-b420e195dc65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (5752ad44-3dc4-424f-841f-b026eb28f543), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:34.002179 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-81c89d06-28bc-4bea-8701-45c91d1cc7ae admin admin] Publish callbacks [] for router_gateway (d514c2a9-bae4-436d-8bc7-01dba618dbcf), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:34.015995 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-e46f19f6-39b9-475a-b3af-ed73ca0d6b46 None None] Provisioning complete for port 5752ad44-3dc4-424f-841f-b026eb28f543 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:54:34.016587 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e46f19f6-39b9-475a-b3af-ed73ca0d6b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (5752ad44-3dc4-424f-841f-b026eb28f543), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:34.061603 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60964299-daba-455c-af92-836407e0f162 None None] Pushing event updated for resources: {'Port': ['ID=5752ad44-3dc4-424f-841f-b026eb28f543,revision_number=4']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:34.068457 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da974164-ae66-4917-a8a3-b420e195dc65 None None] Routers {'b3b70d88-8d57-49da-a7a9-c3b9f4440da5'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:54:34.069566 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-da974164-ae66-4917-a8a3-b420e195dc65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:54:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['b3b70d88-8d57-49da-a7a9-c3b9f4440da5'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:54:34.110408 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-7fbd9d0f-f10b-4256-a204-4fb40d29da4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd514c2a9-bae4-436d-8bc7-01dba618dbcf', 'name': 'tempest-TestAggregatesBasicOps-28351228-router', 'tenant_id': '743adbf3b33d4296816809f731b31131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': 'c5281223-a1f0-44f6-baae-e932f2615edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:54:07Z', 'updated_at': '2022-02-04T12:54:31Z', 'revision_number': 5, 'project_id': '743adbf3b33d4296816809f731b31131', 'gw_port': {'id': 'c5281223-a1f0-44f6-baae-e932f2615edf', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd514c2a9-bae4-436d-8bc7-01dba618dbcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:54:08Z', 'updated_at': '2022-02-04T12:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:54:34.135066 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-81c89d06-28bc-4bea-8701-45c91d1cc7ae admin admin] Deleting port c5281223-a1f0-44f6-baae-e932f2615edf {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:54:34.137667 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-81c89d06-28bc-4bea-8701-45c91d1cc7ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (c5281223-a1f0-44f6-baae-e932f2615edf), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:34.187279 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbd9d0f-f10b-4256-a204-4fb40d29da4e None None] Checking router: d514c2a9-bae4-436d-8bc7-01dba618dbcf for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:54:34.224726 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbd9d0f-f10b-4256-a204-4fb40d29da4e None None] Routers {'d514c2a9-bae4-436d-8bc7-01dba618dbcf'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:54:34.226310 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-7fbd9d0f-f10b-4256-a204-4fb40d29da4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:54:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['d514c2a9-bae4-436d-8bc7-01dba618dbcf'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:54:34.354804 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-e46f19f6-39b9-475a-b3af-ed73ca0d6b46 None None] Current status of the port 5752ad44-3dc4-424f-841f-b026eb28f543 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:54:34.355495 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e46f19f6-39b9-475a-b3af-ed73ca0d6b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (5752ad44-3dc4-424f-841f-b026eb28f543), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:34.431060 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-e46f19f6-39b9-475a-b3af-ed73ca0d6b46 None None] For port 5752ad44-3dc4-424f-841f-b026eb28f543, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=5752ad44-3dc4-424f-841f-b026eb28f543,segment=NetworkSegment(50a44983-67e0-4ada-b5e2-b048f4837808),segment_id=50a44983-67e0-4ada-b5e2-b048f4837808)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:54:34.437344 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-7fbd9d0f-f10b-4256-a204-4fb40d29da4e None None] Set router d514c2a9-bae4-436d-8bc7-01dba618dbcf gateway port host: None {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:54:34.533335 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-81c89d06-28bc-4bea-8701-45c91d1cc7ae admin admin] For port c5281223-a1f0-44f6-baae-e932f2615edf, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=c5281223-a1f0-44f6-baae-e932f2615edf,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:54:34.543597 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-81c89d06-28bc-4bea-8701-45c91d1cc7ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (c5281223-a1f0-44f6-baae-e932f2615edf), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:34.547057 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e46f19f6-39b9-475a-b3af-ed73ca0d6b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (5752ad44-3dc4-424f-841f-b026eb28f543), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:34.552385 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-7fbd9d0f-f10b-4256-a204-4fb40d29da4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd514c2a9-bae4-436d-8bc7-01dba618dbcf', 'name': 'tempest-TestAggregatesBasicOps-28351228-router', 'tenant_id': '743adbf3b33d4296816809f731b31131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:54:07Z', 'updated_at': '2022-02-04T12:54:34Z', 'revision_number': 6, 'project_id': '743adbf3b33d4296816809f731b31131', 'gw_port_host': None}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:54:34.567784 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-81c89d06-28bc-4bea-8701-45c91d1cc7ae admin admin] Calling delete_port for c5281223-a1f0-44f6-baae-e932f2615edf owned by network:router_gateway {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:54:34.578158 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f853bc6-f12b-4f0a-9bb7-5b39e386cfb5 req-d8a51fa9-c7bd-4661-a040-fc4d81cbdbdb tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:34.590919 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3f853bc6-f12b-4f0a-9bb7-5b39e386cfb5 req-d8a51fa9-c7bd-4661-a040-fc4d81cbdbdb tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=0fec5cc1-fc8f-47b0-893c-02986aa97a61 HTTP/1.1" status: 200 len: 944 time: 0.3565276 Feb 04 12:54:34.695478 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-da974164-ae66-4917-a8a3-b420e195dc65 None None] Set router b3b70d88-8d57-49da-a7a9-c3b9f4440da5 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:54:34.697956 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbd9d0f-f10b-4256-a204-4fb40d29da4e None None] The sync data for ids ['d514c2a9-bae4-436d-8bc7-01dba618dbcf'] in n-d-825015-3 is: [{'id': 'd514c2a9-bae4-436d-8bc7-01dba618dbcf', 'name': 'tempest-TestAggregatesBasicOps-28351228-router', 'tenant_id': '743adbf3b33d4296816809f731b31131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:54:07Z', 'updated_at': '2022-02-04T12:54:34Z', 'revision_number': 6, 'project_id': '743adbf3b33d4296816809f731b31131', 'gw_port_host': None}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:54:34.748044 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-0bc00aec-94b1-432d-9092-a7d13e7ca799 None None] Provisioning complete for port 5752ad44-3dc4-424f-841f-b026eb28f543 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:54:34.748999 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0bc00aec-94b1-432d-9092-a7d13e7ca799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (5752ad44-3dc4-424f-841f-b026eb28f543), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:34.775022 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3f853bc6-f12b-4f0a-9bb7-5b39e386cfb5 req-2a98406a-e8ed-405f-813a-85e23d5d3031 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673696 Feb 04 12:54:34.832521 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46f19f6-39b9-475a-b3af-ed73ca0d6b46 None None] Pushing event updated for resources: {'Port': ['ID=5752ad44-3dc4-424f-841f-b026eb28f543,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:34.959727 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e72736-62a4-4e1a-8e3d-c40ce0dccdd6 req-2d47b710-bf97-494b-9228-171dbaf5468f tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:34.980819 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-96e72736-62a4-4e1a-8e3d-c40ce0dccdd6 req-2d47b710-bf97-494b-9228-171dbaf5468f tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a278d30-eb2b-4ff9-ba26-926afcbda308 HTTP/1.1" status: 200 len: 946 time: 0.3178616 Feb 04 12:54:35.013384 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-81c89d06-28bc-4bea-8701-45c91d1cc7ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (c5281223-a1f0-44f6-baae-e932f2615edf), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:35.047943 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0bc00aec-94b1-432d-9092-a7d13e7ca799 None None] Current status of the port 5752ad44-3dc4-424f-841f-b026eb28f543 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:54:35.122869 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c89d06-28bc-4bea-8701-45c91d1cc7ae admin admin] Pushing event deleted for resources: {'Port': ['ID=c5281223-a1f0-44f6-baae-e932f2615edf,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:35.204450 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c89d06-28bc-4bea-8701-45c91d1cc7ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:35.205033 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c89d06-28bc-4bea-8701-45c91d1cc7ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:35.205393 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c89d06-28bc-4bea-8701-45c91d1cc7ae admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:35.205745 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c89d06-28bc-4bea-8701-45c91d1cc7ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:35.212265 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c89d06-28bc-4bea-8701-45c91d1cc7ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:35.212627 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c89d06-28bc-4bea-8701-45c91d1cc7ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:35.212969 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c89d06-28bc-4bea-8701-45c91d1cc7ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:35.213311 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c89d06-28bc-4bea-8701-45c91d1cc7ae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:35.213644 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c89d06-28bc-4bea-8701-45c91d1cc7ae admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:35.213978 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c89d06-28bc-4bea-8701-45c91d1cc7ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:35.214311 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c89d06-28bc-4bea-8701-45c91d1cc7ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:35.214642 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c89d06-28bc-4bea-8701-45c91d1cc7ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:35.214973 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c89d06-28bc-4bea-8701-45c91d1cc7ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:35.224509 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af64f44-f7f1-4b4c-82fa-20fa470c54fa req-e99fc037-0693-424b-9844-c3558ee98676 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:35.230911 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8af64f44-f7f1-4b4c-82fa-20fa470c54fa req-e99fc037-0693-424b-9844-c3558ee98676 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=65d73783-6a1a-4d1c-9c98-6ab63ad8c1ab HTTP/1.1" status: 200 len: 946 time: 0.2356942 Feb 04 12:54:35.258726 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-96e72736-62a4-4e1a-8e3d-c40ce0dccdd6 req-b9ef6ad3-a3b3-4247-96a8-ddd5feea4a9d tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=6117da09-2fa7-4477-b94e-92c335c547fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2768869 Feb 04 12:54:35.350917 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-81c89d06-28bc-4bea-8701-45c91d1cc7ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1599901'] for router_gateway (d514c2a9-bae4-436d-8bc7-01dba618dbcf), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:35.437898 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8af64f44-f7f1-4b4c-82fa-20fa470c54fa req-d6417518-ac40-433d-8a6d-173a005d12df tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=e80379a7-bc34-42af-9706-4f7e825f23a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781213 Feb 04 12:54:35.585158 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-81c89d06-28bc-4bea-8701-45c91d1cc7ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10915'] for router (d514c2a9-bae4-436d-8bc7-01dba618dbcf), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:35.591571 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-81c89d06-28bc-4bea-8701-45c91d1cc7ae admin admin] Publish callbacks [] for router_controller (d514c2a9-bae4-436d-8bc7-01dba618dbcf), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:35.613075 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-da974164-ae66-4917-a8a3-b420e195dc65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3b70d88-8d57-49da-a7a9-c3b9f4440da5', 'name': 'tempest-TestAggregatesBasicOps-684615046-router', 'tenant_id': 'cce56b963d8e44fab0fdb516483761ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '1595ac8f-0980-409a-888a-ac5bb6090bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:54:19Z', 'updated_at': '2022-02-04T12:54:25Z', 'revision_number': 4, 'project_id': 'cce56b963d8e44fab0fdb516483761ca', 'gw_port': {'id': '1595ac8f-0980-409a-888a-ac5bb6090bb3', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f2:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b70d88-8d57-49da-a7a9-c3b9f4440da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:54:20Z', 'updated_at': '2022-02-04T12:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '5752ad44-3dc4-424f-841f-b026eb28f543', 'name': '', 'network_id': 'be141630-8048-4f3e-98b6-6dd361c338c2', 'tenant_id': 'cce56b963d8e44fab0fdb516483761ca', 'mac_address': 'fa:16:3e:db:b1:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3b70d88-8d57-49da-a7a9-c3b9f4440da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': '5a2a01a8-8124-4d39-8c2d-e0e31bf6111b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:54:24Z', 'updated_at': '2022-02-04T12:54:33Z', 'revision_number': 4, 'project_id': 'cce56b963d8e44fab0fdb516483761ca', 'subnets': [{'id': '5a2a01a8-8124-4d39-8c2d-e0e31bf6111b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:54:35.727987 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da974164-ae66-4917-a8a3-b420e195dc65 None None] The sync data for ids ['b3b70d88-8d57-49da-a7a9-c3b9f4440da5'] in n-d-825015-3 is: [{'id': 'b3b70d88-8d57-49da-a7a9-c3b9f4440da5', 'name': 'tempest-TestAggregatesBasicOps-684615046-router', 'tenant_id': 'cce56b963d8e44fab0fdb516483761ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '1595ac8f-0980-409a-888a-ac5bb6090bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:54:19Z', 'updated_at': '2022-02-04T12:54:25Z', 'revision_number': 4, 'project_id': 'cce56b963d8e44fab0fdb516483761ca', 'gw_port': {'id': '1595ac8f-0980-409a-888a-ac5bb6090bb3', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f2:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b70d88-8d57-49da-a7a9-c3b9f4440da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:54:20Z', 'updated_at': '2022-02-04T12:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '5752ad44-3dc4-424f-841f-b026eb28f543', 'name': '', 'network_id': 'be141630-8048-4f3e-98b6-6dd361c338c2', 'tenant_id': 'cce56b963d8e44fab0fdb516483761ca', 'mac_address': 'fa:16:3e:db:b1:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3b70d88-8d57-49da-a7a9-c3b9f4440da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': '5a2a01a8-8124-4d39-8c2d-e0e31bf6111b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:54:24Z', 'updated_at': '2022-02-04T12:54:33Z', 'revision_number': 4, 'project_id': 'cce56b963d8e44fab0fdb516483761ca', 'subnets': [{'id': '5a2a01a8-8124-4d39-8c2d-e0e31bf6111b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:54:35.909033 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 5752ad44-3dc4-424f-841f-b026eb28f543 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:54:36.134886 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 5752ad44-3dc4-424f-841f-b026eb28f543 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:54:36.135189 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (5752ad44-3dc4-424f-841f-b026eb28f543), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:36.287194 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 5752ad44-3dc4-424f-841f-b026eb28f543 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:54:36.305439 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da560d16-38e0-4931-985b-6addc2b9accb req-48b501d4-9d0d-4a6c-b69e-3a4e3e2073c9 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:36.307254 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-da560d16-38e0-4931-985b-6addc2b9accb req-48b501d4-9d0d-4a6c-b69e-3a4e3e2073c9 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=0fec5cc1-fc8f-47b0-893c-02986aa97a61 HTTP/1.1" status: 200 len: 944 time: 0.1658123 Feb 04 12:54:36.422816 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 9c534553-9fb3-4963-9135-61735958824b no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:54:36.523339 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-da560d16-38e0-4931-985b-6addc2b9accb req-73e5e34b-7260-418a-ac43-43152a07497e tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085629 Feb 04 12:54:36.605391 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a41632-9ac3-4632-a4e1-e13fcfae157b req-bcfa7dac-b5da-4aa4-9966-3b419850764e tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:36.617390 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-44a41632-9ac3-4632-a4e1-e13fcfae157b req-bcfa7dac-b5da-4aa4-9966-3b419850764e tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a278d30-eb2b-4ff9-ba26-926afcbda308 HTTP/1.1" status: 200 len: 946 time: 0.1688430 Feb 04 12:54:36.712692 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-81c89d06-28bc-4bea-8701-45c91d1cc7ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622829'] for router (d514c2a9-bae4-436d-8bc7-01dba618dbcf), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:36.713228 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81c89d06-28bc-4bea-8701-45c91d1cc7ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router d514c2a9-bae4-436d-8bc7-01dba618dbcf {{(pid=103474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 12:54:36.724565 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-81c89d06-28bc-4bea-8701-45c91d1cc7ae admin admin] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:36.734705 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-81c89d06-28bc-4bea-8701-45c91d1cc7ae admin admin] 10.222.0.65 "DELETE /v2.0/routers/d514c2a9-bae4-436d-8bc7-01dba618dbcf HTTP/1.1" status: 204 len: 168 time: 3.5931494 Feb 04 12:54:36.735579 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47108) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:54:36.778897 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-44a41632-9ac3-4632-a4e1-e13fcfae157b req-36ca7456-88b1-4a15-966f-53f71dab9ab7 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=6117da09-2fa7-4477-b94e-92c335c547fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1546385 Feb 04 12:54:36.853553 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29a4fdf-9890-41c8-a234-4662f38039b8 req-ea8f121d-819e-409b-ac4b-3eaf1102e4c2 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:36.867470 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fcde916-297f-4f60-bf60-4858cebdc186 admin admin] Deleting subnet 0e5c20bc-52d4-4d81-af0d-e41ce17c8845 {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:54:36.876795 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4fcde916-297f-4f60-bf60-4858cebdc186 admin admin] Publish callbacks [] for subnet (0e5c20bc-52d4-4d81-af0d-e41ce17c8845), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:36.885522 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b29a4fdf-9890-41c8-a234-4662f38039b8 req-ea8f121d-819e-409b-ac4b-3eaf1102e4c2 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=65d73783-6a1a-4d1c-9c98-6ab63ad8c1ab HTTP/1.1" status: 200 len: 946 time: 0.1929092 Feb 04 12:54:36.945003 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 9c534553-9fb3-4963-9135-61735958824b {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:54:36.946104 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 9c534553-9fb3-4963-9135-61735958824b not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:54:36.946726 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device c5281223-a1f0-44f6-baae-e932f2615edf no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:54:37.001816 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: c5281223-a1f0-44f6-baae-e932f2615edf {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:54:37.002426 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device c5281223-a1f0-44f6-baae-e932f2615edf not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:54:37.049016 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4fcde916-297f-4f60-bf60-4858cebdc186 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (0e5c20bc-52d4-4d81-af0d-e41ce17c8845), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:37.075237 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b29a4fdf-9890-41c8-a234-4662f38039b8 req-e6311c8b-32c9-4198-b4f0-e4350ef3a8d2 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=e80379a7-bc34-42af-9706-4f7e825f23a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813920 Feb 04 12:54:37.229880 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4fcde916-297f-4f60-bf60-4858cebdc186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (0e5c20bc-52d4-4d81-af0d-e41ce17c8845), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:37.302291 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4fcde916-297f-4f60-bf60-4858cebdc186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (0e5c20bc-52d4-4d81-af0d-e41ce17c8845), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:37.366590 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcde916-297f-4f60-bf60-4858cebdc186 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e5c20bc-52d4-4d81-af0d-e41ce17c8845,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:37.375867 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4fcde916-297f-4f60-bf60-4858cebdc186 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:37.380899 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-4fcde916-297f-4f60-bf60-4858cebdc186 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/0e5c20bc-52d4-4d81-af0d-e41ce17c8845 HTTP/1.1" status: 204 len: 168 time: 0.6386509 Feb 04 12:54:37.383613 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47116) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:54:37.384515 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd92a5c-c87e-40ac-ae2b-bcaacc156d50 None None] Network d7172075-8cc7-4945-bb92-9f58f0377be1 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:54:37.526853 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-382dbda1-e43e-434b-8f4f-2b438704eb80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (d7172075-8cc7-4945-bb92-9f58f0377be1), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:37.687218 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-382dbda1-e43e-434b-8f4f-2b438704eb80 admin admin] Deleting port 8b9a707c-3e2e-4e63-92e2-043f8612785d {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:54:37.688294 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-382dbda1-e43e-434b-8f4f-2b438704eb80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (8b9a707c-3e2e-4e63-92e2-043f8612785d), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:37.727758 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337e77c5-035c-4351-bc1e-a9ee38f890ac None None] DHCP port deletion for d7172075-8cc7-4945-bb92-9f58f0377be1 request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 12:54:37.793994 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da30a9bf-a99f-4505-9969-533e7b79cdc3 req-39d10b88-c45b-45bd-baa5-79f844ad0a8f tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:37.795764 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-da30a9bf-a99f-4505-9969-533e7b79cdc3 req-39d10b88-c45b-45bd-baa5-79f844ad0a8f tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=0fec5cc1-fc8f-47b0-893c-02986aa97a61 HTTP/1.1" status: 200 len: 944 time: 0.1247935 Feb 04 12:54:37.805113 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-382dbda1-e43e-434b-8f4f-2b438704eb80 admin admin] For port 8b9a707c-3e2e-4e63-92e2-043f8612785d, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=8b9a707c-3e2e-4e63-92e2-043f8612785d,segment=NetworkSegment(4ae69aab-d752-459d-87a8-070a73350072),segment_id=4ae69aab-d752-459d-87a8-070a73350072)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:54:37.805703 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-382dbda1-e43e-434b-8f4f-2b438704eb80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (8b9a707c-3e2e-4e63-92e2-043f8612785d), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:37.838328 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-337e77c5-035c-4351-bc1e-a9ee38f890ac None None] Deleting port 8b9a707c-3e2e-4e63-92e2-043f8612785d {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:54:37.838574 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-382dbda1-e43e-434b-8f4f-2b438704eb80 admin admin] Calling delete_port for 8b9a707c-3e2e-4e63-92e2-043f8612785d owned by network:dhcp {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:54:37.839209 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-337e77c5-035c-4351-bc1e-a9ee38f890ac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (8b9a707c-3e2e-4e63-92e2-043f8612785d), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:37.892191 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-da30a9bf-a99f-4505-9969-533e7b79cdc3 req-a3df2679-30ff-435c-8951-8488d2b14617 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885904 Feb 04 12:54:37.973906 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-337e77c5-035c-4351-bc1e-a9ee38f890ac None None] For port 8b9a707c-3e2e-4e63-92e2-043f8612785d, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=8b9a707c-3e2e-4e63-92e2-043f8612785d,segment=NetworkSegment(4ae69aab-d752-459d-87a8-070a73350072),segment_id=4ae69aab-d752-459d-87a8-070a73350072)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:54:37.976043 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-337e77c5-035c-4351-bc1e-a9ee38f890ac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (8b9a707c-3e2e-4e63-92e2-043f8612785d), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:37.982292 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-382dbda1-e43e-434b-8f4f-2b438704eb80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (8b9a707c-3e2e-4e63-92e2-043f8612785d), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:37.999605 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-337e77c5-035c-4351-bc1e-a9ee38f890ac None None] Calling delete_port for 8b9a707c-3e2e-4e63-92e2-043f8612785d owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:54:38.018381 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382dbda1-e43e-434b-8f4f-2b438704eb80 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b9a707c-3e2e-4e63-92e2-043f8612785d,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:38.045381 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382dbda1-e43e-434b-8f4f-2b438704eb80 admin admin] No DVR routers for this DVR port 8b9a707c-3e2e-4e63-92e2-043f8612785d on host n-d-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:54:38.130479 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-337e77c5-035c-4351-bc1e-a9ee38f890ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (8b9a707c-3e2e-4e63-92e2-043f8612785d), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:38.151819 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337e77c5-035c-4351-bc1e-a9ee38f890ac None None] No DVR routers for this DVR port 8b9a707c-3e2e-4e63-92e2-043f8612785d on host n-d-825015-3 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:54:38.158339 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9227074e-8d5c-4977-afcc-56f737b4d78b req-1560e9a7-b6ea-48c1-914f-262d0029b497 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:38.166487 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9227074e-8d5c-4977-afcc-56f737b4d78b req-1560e9a7-b6ea-48c1-914f-262d0029b497 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a278d30-eb2b-4ff9-ba26-926afcbda308 HTTP/1.1" status: 200 len: 946 time: 0.1269245 Feb 04 12:54:38.201445 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337e77c5-035c-4351-bc1e-a9ee38f890ac None None] Pushing event deleted for resources: {'Port': ['ID=8b9a707c-3e2e-4e63-92e2-043f8612785d,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:38.237878 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-382dbda1-e43e-434b-8f4f-2b438704eb80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (d7172075-8cc7-4945-bb92-9f58f0377be1), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:38.276015 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-382dbda1-e43e-434b-8f4f-2b438704eb80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7172075-8cc7-4945-bb92-9f58f0377be1']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:54:38.286451 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-382dbda1-e43e-434b-8f4f-2b438704eb80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ae69aab-d752-459d-87a8-070a73350072') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:54:38.286841 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-382dbda1-e43e-434b-8f4f-2b438704eb80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ae69aab-d752-459d-87a8-070a73350072') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:54:38.305493 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-382dbda1-e43e-434b-8f4f-2b438704eb80 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (4ae69aab-d752-459d-87a8-070a73350072), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:38.323061 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-382dbda1-e43e-434b-8f4f-2b438704eb80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (4ae69aab-d752-459d-87a8-070a73350072), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:38.330622 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-382dbda1-e43e-434b-8f4f-2b438704eb80 admin admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:54:38.331049 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-382dbda1-e43e-434b-8f4f-2b438704eb80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (4ae69aab-d752-459d-87a8-070a73350072), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:38.365615 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9227074e-8d5c-4977-afcc-56f737b4d78b req-58918d9c-72cc-4c58-a325-bab6462ff197 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=6117da09-2fa7-4477-b94e-92c335c547fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1911728 Feb 04 12:54:38.385612 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 12:54:38.385612 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:54:38.385612 n-d-825015-3 neutron-server[103474]: timer() Feb 04 12:54:38.385612 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:54:38.385612 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 12:54:38.385612 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:54:38.385612 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 12:54:38.385612 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:54:38.385612 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 12:54:38.385612 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:54:38.385612 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 12:54:38.385612 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:54:38.385612 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 12:54:38.385612 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:54:38.385612 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:54:38.385612 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:54:38.385612 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:54:38.385612 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:54:38.385612 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 12:54:38.385612 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:54:38.385612 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 12:54:38.385612 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:54:38.385612 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:54:38.385612 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:54:38.385612 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 12:54:38.385612 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:54:38.385612 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:54:38.385612 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:54:38.385612 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:54:38.385612 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:54:38.385612 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:54:38.385612 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:54:38.401943 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-382dbda1-e43e-434b-8f4f-2b438704eb80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (d7172075-8cc7-4945-bb92-9f58f0377be1), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:38.410298 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-382dbda1-e43e-434b-8f4f-2b438704eb80 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:38.421212 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-382dbda1-e43e-434b-8f4f-2b438704eb80 admin admin] 10.222.0.65 "DELETE /v2.0/networks/d7172075-8cc7-4945-bb92-9f58f0377be1 HTTP/1.1" status: 204 len: 168 time: 1.0331151 Feb 04 12:54:38.421212 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47128) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:54:38.442463 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a047ab-e0bc-4ecc-8481-0af65f35baa1 req-23d833e2-91db-4a56-80d8-50e489b62127 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:38.444500 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a1a047ab-e0bc-4ecc-8481-0af65f35baa1 req-23d833e2-91db-4a56-80d8-50e489b62127 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=65d73783-6a1a-4d1c-9c98-6ab63ad8c1ab HTTP/1.1" status: 200 len: 946 time: 0.2280779 Feb 04 12:54:38.509809 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a1a047ab-e0bc-4ecc-8481-0af65f35baa1 req-6651aabf-0ce0-4a81-a6c3-374965ec0798 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=e80379a7-bc34-42af-9706-4f7e825f23a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585749 Feb 04 12:54:38.535836 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382dbda1-e43e-434b-8f4f-2b438704eb80 admin admin] Pushing event deleted for resources: {'Network': ['ID=d7172075-8cc7-4945-bb92-9f58f0377be1,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:38.890877 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c06df66a-3f70-4626-8637-864378ab3f84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622215'] for router_interface (b3b70d88-8d57-49da-a7a9-c3b9f4440da5), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:39.105485 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba839cc-5b82-4a03-bd44-835709d77d48 req-cf7c6184-8323-43e2-9ffa-dd92edd31159 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:39.108068 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4ba839cc-5b82-4a03-bd44-835709d77d48 req-cf7c6184-8323-43e2-9ffa-dd92edd31159 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=0fec5cc1-fc8f-47b0-893c-02986aa97a61 HTTP/1.1" status: 200 len: 944 time: 0.0884471 Feb 04 12:54:39.220118 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4ba839cc-5b82-4a03-bd44-835709d77d48 req-458fe98f-8922-4921-b469-2f2f2bc2386e tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046638 Feb 04 12:54:39.309394 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-c06df66a-3f70-4626-8637-864378ab3f84 admin admin] Deleting port 5752ad44-3dc4-424f-841f-b026eb28f543 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:54:39.309882 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c06df66a-3f70-4626-8637-864378ab3f84 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (5752ad44-3dc4-424f-841f-b026eb28f543), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:39.418441 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-c06df66a-3f70-4626-8637-864378ab3f84 admin admin] For port 5752ad44-3dc4-424f-841f-b026eb28f543, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=5752ad44-3dc4-424f-841f-b026eb28f543,segment=NetworkSegment(50a44983-67e0-4ada-b5e2-b048f4837808),segment_id=50a44983-67e0-4ada-b5e2-b048f4837808)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:54:39.422263 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c06df66a-3f70-4626-8637-864378ab3f84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (5752ad44-3dc4-424f-841f-b026eb28f543), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:39.476318 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-c06df66a-3f70-4626-8637-864378ab3f84 admin admin] Calling delete_port for 5752ad44-3dc4-424f-841f-b026eb28f543 owned by network:router_interface {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:54:39.560689 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d60cd84-b044-4175-ae30-226fbf84fc68 req-a3a266a2-e035-4a3c-ac49-aa1cbbcfbd3a tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:39.564958 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6d60cd84-b044-4175-ae30-226fbf84fc68 req-a3a266a2-e035-4a3c-ac49-aa1cbbcfbd3a tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a278d30-eb2b-4ff9-ba26-926afcbda308 HTTP/1.1" status: 200 len: 946 time: 0.1036534 Feb 04 12:54:39.601911 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 8b9a707c-3e2e-4e63-92e2-043f8612785d no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:54:39.659471 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 8b9a707c-3e2e-4e63-92e2-043f8612785d {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:54:39.660033 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 8b9a707c-3e2e-4e63-92e2-043f8612785d not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:54:39.668512 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6d60cd84-b044-4175-ae30-226fbf84fc68 req-d60013aa-006c-4169-ba28-14c5bdc89797 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=6117da09-2fa7-4477-b94e-92c335c547fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919216 Feb 04 12:54:39.745704 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f0b6e6-10a0-4a1a-9f60-a9d4dcd50fc7 req-01e2b46c-eac0-4d8b-a77b-4c26e4ff75dc tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:39.747601 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a0f0b6e6-10a0-4a1a-9f60-a9d4dcd50fc7 req-01e2b46c-eac0-4d8b-a77b-4c26e4ff75dc tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=65d73783-6a1a-4d1c-9c98-6ab63ad8c1ab HTTP/1.1" status: 200 len: 946 time: 0.0781415 Feb 04 12:54:39.795889 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c06df66a-3f70-4626-8637-864378ab3f84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (5752ad44-3dc4-424f-841f-b026eb28f543), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:39.836519 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a0f0b6e6-10a0-4a1a-9f60-a9d4dcd50fc7 req-bd3e32b4-6ee8-4bd7-8531-e19eeeef17dd tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=e80379a7-bc34-42af-9706-4f7e825f23a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782239 Feb 04 12:54:39.857726 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06df66a-3f70-4626-8637-864378ab3f84 admin admin] Pushing event deleted for resources: {'Port': ['ID=5752ad44-3dc4-424f-841f-b026eb28f543,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:40.085254 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c06df66a-3f70-4626-8637-864378ab3f84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622067'] for router_interface (b3b70d88-8d57-49da-a7a9-c3b9f4440da5), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:40.419930 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c06df66a-3f70-4626-8637-864378ab3f84 admin admin] Router b3b70d88-8d57-49da-a7a9-c3b9f4440da5 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:54:40.527028 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8032243-1b60-495f-b368-79a3777a9e16 req-ba8292d8-9648-4888-8b3f-765fc0171ec7 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:40.538216 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d8032243-1b60-495f-b368-79a3777a9e16 req-ba8292d8-9648-4888-8b3f-765fc0171ec7 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=0fec5cc1-fc8f-47b0-893c-02986aa97a61 HTTP/1.1" status: 200 len: 944 time: 0.2245572 Feb 04 12:54:40.635057 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d8032243-1b60-495f-b368-79a3777a9e16 req-7dd057c5-b2e8-42e8-b554-ed590d1fbbd2 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933602 Feb 04 12:54:40.697250 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c06df66a-3f70-4626-8637-864378ab3f84 admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:54:40.708857 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058acb1d-99e5-444d-82ee-83577054d18f None None] Sync routers for ids ['b3b70d88-8d57-49da-a7a9-c3b9f4440da5'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:54:40.719633 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-c06df66a-3f70-4626-8637-864378ab3f84 admin admin] 10.222.0.65 "PUT /v2.0/routers/b3b70d88-8d57-49da-a7a9-c3b9f4440da5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2946923 Feb 04 12:54:40.720827 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 47148) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:54:40.731256 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058acb1d-99e5-444d-82ee-83577054d18f None None] Routers {'b3b70d88-8d57-49da-a7a9-c3b9f4440da5'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:54:40.732607 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-058acb1d-99e5-444d-82ee-83577054d18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:54:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['b3b70d88-8d57-49da-a7a9-c3b9f4440da5'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:54:40.958191 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-52d091d5-be23-46e5-b05b-34a52eb7ec14 admin admin] Publish callbacks [] for router (b3b70d88-8d57-49da-a7a9-c3b9f4440da5), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:40.998160 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-058acb1d-99e5-444d-82ee-83577054d18f None None] Set router b3b70d88-8d57-49da-a7a9-c3b9f4440da5 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:54:41.341824 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-52d091d5-be23-46e5-b05b-34a52eb7ec14 admin admin] Publish callbacks [] for router_gateway (b3b70d88-8d57-49da-a7a9-c3b9f4440da5), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:41.397799 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-058acb1d-99e5-444d-82ee-83577054d18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3b70d88-8d57-49da-a7a9-c3b9f4440da5', 'name': 'tempest-TestAggregatesBasicOps-684615046-router', 'tenant_id': 'cce56b963d8e44fab0fdb516483761ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '1595ac8f-0980-409a-888a-ac5bb6090bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:54:19Z', 'updated_at': '2022-02-04T12:54:39Z', 'revision_number': 5, 'project_id': 'cce56b963d8e44fab0fdb516483761ca', 'gw_port': {'id': '1595ac8f-0980-409a-888a-ac5bb6090bb3', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f2:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b70d88-8d57-49da-a7a9-c3b9f4440da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:54:20Z', 'updated_at': '2022-02-04T12:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:54:41.440734 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058acb1d-99e5-444d-82ee-83577054d18f None None] Checking router: b3b70d88-8d57-49da-a7a9-c3b9f4440da5 for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:54:41.463062 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058acb1d-99e5-444d-82ee-83577054d18f None None] Routers {'b3b70d88-8d57-49da-a7a9-c3b9f4440da5'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:54:41.463723 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-058acb1d-99e5-444d-82ee-83577054d18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:54:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['b3b70d88-8d57-49da-a7a9-c3b9f4440da5'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:54:41.492376 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e719f-45d7-4589-be67-17ffe14d4ea6 req-fb7a160c-bf11-4f65-a7a4-fc13793fb338 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:41.499077 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-af3e719f-45d7-4589-be67-17ffe14d4ea6 req-fb7a160c-bf11-4f65-a7a4-fc13793fb338 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=65d73783-6a1a-4d1c-9c98-6ab63ad8c1ab HTTP/1.1" status: 200 len: 946 time: 0.5366151 Feb 04 12:54:41.518435 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cf07b9-8b14-4996-bc79-d529188e9afa req-7f38a9f1-d3ae-4a12-9964-89d2b57d846e tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:41.527456 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-72cf07b9-8b14-4996-bc79-d529188e9afa req-7f38a9f1-d3ae-4a12-9964-89d2b57d846e tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a278d30-eb2b-4ff9-ba26-926afcbda308 HTTP/1.1" status: 200 len: 946 time: 0.5629849 Feb 04 12:54:41.637106 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-058acb1d-99e5-444d-82ee-83577054d18f None None] Set router b3b70d88-8d57-49da-a7a9-c3b9f4440da5 gateway port host: None {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:54:41.652910 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-af3e719f-45d7-4589-be67-17ffe14d4ea6 req-a7eccf53-2af4-4f9d-88da-6a33092bc9d0 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=e80379a7-bc34-42af-9706-4f7e825f23a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202328 Feb 04 12:54:41.692119 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-52d091d5-be23-46e5-b05b-34a52eb7ec14 admin admin] Deleting port 1595ac8f-0980-409a-888a-ac5bb6090bb3 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:54:41.692690 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-52d091d5-be23-46e5-b05b-34a52eb7ec14 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (1595ac8f-0980-409a-888a-ac5bb6090bb3), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:41.711071 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-058acb1d-99e5-444d-82ee-83577054d18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3b70d88-8d57-49da-a7a9-c3b9f4440da5', 'name': 'tempest-TestAggregatesBasicOps-684615046-router', 'tenant_id': 'cce56b963d8e44fab0fdb516483761ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:54:19Z', 'updated_at': '2022-02-04T12:54:41Z', 'revision_number': 6, 'project_id': 'cce56b963d8e44fab0fdb516483761ca', 'gw_port_host': None}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:54:41.747681 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058acb1d-99e5-444d-82ee-83577054d18f None None] The sync data for ids ['b3b70d88-8d57-49da-a7a9-c3b9f4440da5'] in n-d-825015-3 is: [{'id': 'b3b70d88-8d57-49da-a7a9-c3b9f4440da5', 'name': 'tempest-TestAggregatesBasicOps-684615046-router', 'tenant_id': 'cce56b963d8e44fab0fdb516483761ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:54:19Z', 'updated_at': '2022-02-04T12:54:41Z', 'revision_number': 6, 'project_id': 'cce56b963d8e44fab0fdb516483761ca', 'gw_port_host': None}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:54:41.859778 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-72cf07b9-8b14-4996-bc79-d529188e9afa req-ad179e03-e427-4969-9b43-91e3a7d00788 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=6117da09-2fa7-4477-b94e-92c335c547fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3294969 Feb 04 12:54:42.456714 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-52d091d5-be23-46e5-b05b-34a52eb7ec14 admin admin] For port 1595ac8f-0980-409a-888a-ac5bb6090bb3, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=1595ac8f-0980-409a-888a-ac5bb6090bb3,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:54:42.457345 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-52d091d5-be23-46e5-b05b-34a52eb7ec14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (1595ac8f-0980-409a-888a-ac5bb6090bb3), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:42.492386 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-52d091d5-be23-46e5-b05b-34a52eb7ec14 admin admin] Calling delete_port for 1595ac8f-0980-409a-888a-ac5bb6090bb3 owned by network:router_gateway {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:54:42.561193 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e4ce8e-0aa5-4164-8774-43dac8c5ecd8 req-ea2b25e1-19ec-48a2-b37d-222a9287c263 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:42.571316 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-31e4ce8e-0aa5-4164-8774-43dac8c5ecd8 req-ea2b25e1-19ec-48a2-b37d-222a9287c263 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=0fec5cc1-fc8f-47b0-893c-02986aa97a61 HTTP/1.1" status: 200 len: 944 time: 0.6967299 Feb 04 12:54:42.707249 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-31e4ce8e-0aa5-4164-8774-43dac8c5ecd8 req-4cd71e80-2df0-4bdd-aeba-6de59aabf7e6 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349003 Feb 04 12:54:42.906333 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-52d091d5-be23-46e5-b05b-34a52eb7ec14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (1595ac8f-0980-409a-888a-ac5bb6090bb3), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:42.988140 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d091d5-be23-46e5-b05b-34a52eb7ec14 admin admin] Pushing event deleted for resources: {'Port': ['ID=1595ac8f-0980-409a-888a-ac5bb6090bb3,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:43.085915 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d091d5-be23-46e5-b05b-34a52eb7ec14 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:43.086321 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d091d5-be23-46e5-b05b-34a52eb7ec14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:43.086760 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d091d5-be23-46e5-b05b-34a52eb7ec14 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:43.086993 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d091d5-be23-46e5-b05b-34a52eb7ec14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:43.087376 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d091d5-be23-46e5-b05b-34a52eb7ec14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:43.087603 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d091d5-be23-46e5-b05b-34a52eb7ec14 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:43.088111 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d091d5-be23-46e5-b05b-34a52eb7ec14 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:43.088558 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d091d5-be23-46e5-b05b-34a52eb7ec14 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:43.088853 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d091d5-be23-46e5-b05b-34a52eb7ec14 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:43.089188 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d091d5-be23-46e5-b05b-34a52eb7ec14 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:43.089581 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d091d5-be23-46e5-b05b-34a52eb7ec14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:43.089960 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d091d5-be23-46e5-b05b-34a52eb7ec14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:43.091091 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d091d5-be23-46e5-b05b-34a52eb7ec14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:43.113962 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-52d091d5-be23-46e5-b05b-34a52eb7ec14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1599901'] for router_gateway (b3b70d88-8d57-49da-a7a9-c3b9f4440da5), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:43.159482 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08095c74-f79d-4a65-a9bf-5fc547b8d904 req-980b7054-fb33-4b2a-b4d7-ed586453d4a9 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:43.161062 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-08095c74-f79d-4a65-a9bf-5fc547b8d904 req-980b7054-fb33-4b2a-b4d7-ed586453d4a9 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=65d73783-6a1a-4d1c-9c98-6ab63ad8c1ab HTTP/1.1" status: 200 len: 946 time: 0.3212337 Feb 04 12:54:43.299287 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-52d091d5-be23-46e5-b05b-34a52eb7ec14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10915'] for router (b3b70d88-8d57-49da-a7a9-c3b9f4440da5), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:43.309536 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-52d091d5-be23-46e5-b05b-34a52eb7ec14 admin admin] Publish callbacks [] for router_controller (b3b70d88-8d57-49da-a7a9-c3b9f4440da5), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:43.339455 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a340c83-43b5-41f6-9ed3-f79a6a81eabb req-6135febe-249d-49f6-8ac4-76fdfaa80422 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:43.341255 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9a340c83-43b5-41f6-9ed3-f79a6a81eabb req-6135febe-249d-49f6-8ac4-76fdfaa80422 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a278d30-eb2b-4ff9-ba26-926afcbda308 HTTP/1.1" status: 200 len: 946 time: 0.3164449 Feb 04 12:54:43.398180 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-08095c74-f79d-4a65-a9bf-5fc547b8d904 req-0ae00f29-7b08-4d70-bfcb-d77b58959f59 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=e80379a7-bc34-42af-9706-4f7e825f23a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293072 Feb 04 12:54:43.408048 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-52d091d5-be23-46e5-b05b-34a52eb7ec14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622829'] for router (b3b70d88-8d57-49da-a7a9-c3b9f4440da5), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:43.408894 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52d091d5-be23-46e5-b05b-34a52eb7ec14 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3b70d88-8d57-49da-a7a9-c3b9f4440da5 {{(pid=103475) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 12:54:43.415578 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-52d091d5-be23-46e5-b05b-34a52eb7ec14 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:43.417000 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-52d091d5-be23-46e5-b05b-34a52eb7ec14 admin admin] 10.222.0.65 "DELETE /v2.0/routers/b3b70d88-8d57-49da-a7a9-c3b9f4440da5 HTTP/1.1" status: 204 len: 168 time: 2.6940129 Feb 04 12:54:43.430324 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47172) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:54:43.448332 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9a340c83-43b5-41f6-9ed3-f79a6a81eabb req-e8978d83-de72-49ab-bcf1-3534ea58ca9a tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=6117da09-2fa7-4477-b94e-92c335c547fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731366 Feb 04 12:54:43.522434 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-65196c60-f23c-4665-8136-84939552ad5e admin admin] Deleting subnet 5a2a01a8-8124-4d39-8c2d-e0e31bf6111b {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:54:43.527916 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-65196c60-f23c-4665-8136-84939552ad5e admin admin] Publish callbacks [] for subnet (5a2a01a8-8124-4d39-8c2d-e0e31bf6111b), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:43.566596 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 1595ac8f-0980-409a-888a-ac5bb6090bb3 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:54:43.593433 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-65196c60-f23c-4665-8136-84939552ad5e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (5a2a01a8-8124-4d39-8c2d-e0e31bf6111b), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:43.613582 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 1595ac8f-0980-409a-888a-ac5bb6090bb3 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:54:43.614825 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 1595ac8f-0980-409a-888a-ac5bb6090bb3 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:54:43.616008 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 5752ad44-3dc4-424f-841f-b026eb28f543 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:54:43.652421 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 5752ad44-3dc4-424f-841f-b026eb28f543 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:54:43.656255 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 5752ad44-3dc4-424f-841f-b026eb28f543 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:54:43.835672 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-65196c60-f23c-4665-8136-84939552ad5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (5a2a01a8-8124-4d39-8c2d-e0e31bf6111b), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:43.976295 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-65196c60-f23c-4665-8136-84939552ad5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (5a2a01a8-8124-4d39-8c2d-e0e31bf6111b), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:44.013488 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef4cad1-b047-43ec-b125-209dbf3cf363 req-e6cc6480-20f0-4b1f-b4c5-6481caf8b28b tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:44.022566 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2ef4cad1-b047-43ec-b125-209dbf3cf363 req-e6cc6480-20f0-4b1f-b4c5-6481caf8b28b tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=0fec5cc1-fc8f-47b0-893c-02986aa97a61 HTTP/1.1" status: 200 len: 944 time: 0.1220155 Feb 04 12:54:44.044284 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65196c60-f23c-4665-8136-84939552ad5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a2a01a8-8124-4d39-8c2d-e0e31bf6111b,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:44.059777 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ce1087-28b9-4a43-8b9f-d3a658d0b09e None None] Network be141630-8048-4f3e-98b6-6dd361c338c2 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:54:44.073290 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-65196c60-f23c-4665-8136-84939552ad5e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:44.076878 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-65196c60-f23c-4665-8136-84939552ad5e admin admin] 10.222.0.65 "DELETE /v2.0/subnets/5a2a01a8-8124-4d39-8c2d-e0e31bf6111b HTTP/1.1" status: 204 len: 168 time: 0.6454887 Feb 04 12:54:44.082213 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47176) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:54:44.189908 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2ef4cad1-b047-43ec-b125-209dbf3cf363 req-6d5b0359-0a50-425f-954b-5f503034b826 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663697 Feb 04 12:54:44.239441 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-88cb7fc5-6222-4bdb-b54a-44807040ccab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (be141630-8048-4f3e-98b6-6dd361c338c2), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:44.376584 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-88cb7fc5-6222-4bdb-b54a-44807040ccab admin admin] Deleting port dfb96487-74aa-42ff-b50d-2021d3a6f6e7 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:54:44.377464 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-88cb7fc5-6222-4bdb-b54a-44807040ccab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (dfb96487-74aa-42ff-b50d-2021d3a6f6e7), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:44.425400 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71506015-1613-43df-ba8a-94cf96599dcd None None] DHCP port deletion for be141630-8048-4f3e-98b6-6dd361c338c2 request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 12:54:44.560297 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-71506015-1613-43df-ba8a-94cf96599dcd None None] Deleting port dfb96487-74aa-42ff-b50d-2021d3a6f6e7 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:54:44.560680 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-71506015-1613-43df-ba8a-94cf96599dcd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (dfb96487-74aa-42ff-b50d-2021d3a6f6e7), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:44.701783 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-88cb7fc5-6222-4bdb-b54a-44807040ccab admin admin] For port dfb96487-74aa-42ff-b50d-2021d3a6f6e7, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=dfb96487-74aa-42ff-b50d-2021d3a6f6e7,segment=NetworkSegment(50a44983-67e0-4ada-b5e2-b048f4837808),segment_id=50a44983-67e0-4ada-b5e2-b048f4837808)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:54:44.703468 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-88cb7fc5-6222-4bdb-b54a-44807040ccab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (dfb96487-74aa-42ff-b50d-2021d3a6f6e7), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:44.727328 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-88cb7fc5-6222-4bdb-b54a-44807040ccab admin admin] Calling delete_port for dfb96487-74aa-42ff-b50d-2021d3a6f6e7 owned by network:dhcp {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:54:44.734410 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-71506015-1613-43df-ba8a-94cf96599dcd None None] For port dfb96487-74aa-42ff-b50d-2021d3a6f6e7, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=dfb96487-74aa-42ff-b50d-2021d3a6f6e7,segment=NetworkSegment(50a44983-67e0-4ada-b5e2-b048f4837808),segment_id=50a44983-67e0-4ada-b5e2-b048f4837808)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:54:44.735075 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-71506015-1613-43df-ba8a-94cf96599dcd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (dfb96487-74aa-42ff-b50d-2021d3a6f6e7), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:44.759690 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-71506015-1613-43df-ba8a-94cf96599dcd None None] Calling delete_port for dfb96487-74aa-42ff-b50d-2021d3a6f6e7 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:54:44.847486 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-88cb7fc5-6222-4bdb-b54a-44807040ccab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (dfb96487-74aa-42ff-b50d-2021d3a6f6e7), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:44.891858 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c5b62e-f006-404d-b027-ed86a5f51b7b req-08e14917-aa17-4dac-9cf7-d7445a8acfe1 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:44.900657 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-09c5b62e-f006-404d-b027-ed86a5f51b7b req-08e14917-aa17-4dac-9cf7-d7445a8acfe1 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=65d73783-6a1a-4d1c-9c98-6ab63ad8c1ab HTTP/1.1" status: 200 len: 946 time: 0.3102622 Feb 04 12:54:44.947096 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cb7fc5-6222-4bdb-b54a-44807040ccab admin admin] No DVR routers for this DVR port dfb96487-74aa-42ff-b50d-2021d3a6f6e7 on host n-d-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:54:44.958900 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-71506015-1613-43df-ba8a-94cf96599dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (dfb96487-74aa-42ff-b50d-2021d3a6f6e7), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:44.963215 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cb7fc5-6222-4bdb-b54a-44807040ccab admin admin] Pushing event deleted for resources: {'Port': ['ID=dfb96487-74aa-42ff-b50d-2021d3a6f6e7,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:44.967569 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2049762-feab-43d2-b910-fca3c9b70fb4 req-8a02158f-3cbf-42e2-bf7c-e0d6d981bb2b tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:44.969851 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b2049762-feab-43d2-b910-fca3c9b70fb4 req-8a02158f-3cbf-42e2-bf7c-e0d6d981bb2b tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a278d30-eb2b-4ff9-ba26-926afcbda308 HTTP/1.1" status: 200 len: 946 time: 0.2995167 Feb 04 12:54:45.014532 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71506015-1613-43df-ba8a-94cf96599dcd None None] Pushing event deleted for resources: {'Port': ['ID=dfb96487-74aa-42ff-b50d-2021d3a6f6e7,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:45.023685 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71506015-1613-43df-ba8a-94cf96599dcd None None] No DVR routers for this DVR port dfb96487-74aa-42ff-b50d-2021d3a6f6e7 on host n-d-825015-3 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:54:45.064783 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-09c5b62e-f006-404d-b027-ed86a5f51b7b req-0e6809f2-e49f-4f1f-88b7-2760afa56ebe tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=e80379a7-bc34-42af-9706-4f7e825f23a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630561 Feb 04 12:54:45.122162 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b2049762-feab-43d2-b910-fca3c9b70fb4 req-57927301-1fd0-4bec-89cf-4c2db3bb8e18 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=6117da09-2fa7-4477-b94e-92c335c547fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333201 Feb 04 12:54:45.171868 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-88cb7fc5-6222-4bdb-b54a-44807040ccab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (be141630-8048-4f3e-98b6-6dd361c338c2), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:45.209952 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-88cb7fc5-6222-4bdb-b54a-44807040ccab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be141630-8048-4f3e-98b6-6dd361c338c2']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:54:45.236411 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-88cb7fc5-6222-4bdb-b54a-44807040ccab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50a44983-67e0-4ada-b5e2-b048f4837808') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:54:45.236708 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-88cb7fc5-6222-4bdb-b54a-44807040ccab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50a44983-67e0-4ada-b5e2-b048f4837808') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:54:45.263223 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-88cb7fc5-6222-4bdb-b54a-44807040ccab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (50a44983-67e0-4ada-b5e2-b048f4837808), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:45.325017 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-88cb7fc5-6222-4bdb-b54a-44807040ccab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (50a44983-67e0-4ada-b5e2-b048f4837808), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:45.379629 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88cb7fc5-6222-4bdb-b54a-44807040ccab admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:54:45.380078 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-88cb7fc5-6222-4bdb-b54a-44807040ccab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (50a44983-67e0-4ada-b5e2-b048f4837808), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:45.383277 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 12:54:45.383277 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:54:45.383277 n-d-825015-3 neutron-server[103474]: timer() Feb 04 12:54:45.383277 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:54:45.383277 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 12:54:45.383277 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:54:45.383277 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 12:54:45.383277 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:54:45.383277 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 12:54:45.383277 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:54:45.383277 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 12:54:45.383277 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:54:45.383277 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 12:54:45.383277 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:54:45.383277 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:54:45.383277 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:54:45.383277 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:54:45.383277 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:54:45.383277 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 12:54:45.383277 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:54:45.383277 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 12:54:45.383277 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:54:45.383277 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:54:45.383277 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:54:45.383277 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 12:54:45.383277 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:54:45.383277 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:54:45.383277 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:54:45.383277 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:54:45.383277 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:54:45.383277 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:54:45.383277 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:54:45.577692 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5300a944-a997-422b-9e09-8b06e905cf79 req-54055fad-6a4a-4a69-98a6-909f7036f6af tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:45.603395 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5300a944-a997-422b-9e09-8b06e905cf79 req-54055fad-6a4a-4a69-98a6-909f7036f6af tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=0fec5cc1-fc8f-47b0-893c-02986aa97a61 HTTP/1.1" status: 200 len: 944 time: 0.1859021 Feb 04 12:54:45.622198 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d3cfc789-95d0-4c6c-9d5d-e118a3b55681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:45.629948 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device dfb96487-74aa-42ff-b50d-2021d3a6f6e7 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:54:45.638162 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-88cb7fc5-6222-4bdb-b54a-44807040ccab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (be141630-8048-4f3e-98b6-6dd361c338c2), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:45.658174 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: dfb96487-74aa-42ff-b50d-2021d3a6f6e7 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:54:45.658580 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device dfb96487-74aa-42ff-b50d-2021d3a6f6e7 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:54:45.667027 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-88cb7fc5-6222-4bdb-b54a-44807040ccab admin admin] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:45.672838 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-88cb7fc5-6222-4bdb-b54a-44807040ccab admin admin] 10.222.0.65 "DELETE /v2.0/networks/be141630-8048-4f3e-98b6-6dd361c338c2 HTTP/1.1" status: 204 len: 168 time: 1.5871975 Feb 04 12:54:45.699622 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cb7fc5-6222-4bdb-b54a-44807040ccab admin admin] Pushing event deleted for resources: {'Network': ['ID=be141630-8048-4f3e-98b6-6dd361c338c2,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:45.748046 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5300a944-a997-422b-9e09-8b06e905cf79 req-33c70171-83a8-4cc1-bee7-01a346f2632b tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340256 Feb 04 12:54:46.003637 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47194) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:54:46.080660 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 47196) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:54:46.093288 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-4e9dfd24-6076-4e49-a575-8cecd27e4fd0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=743adbf3b33d4296816809f731b31131&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0802073 Feb 04 12:54:46.186112 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-971271be-940f-4022-9716-2309444900a1 admin admin] Publish callbacks [] for security_group (3066cc3f-6d8d-4e28-b22c-2b25d22c2e1c), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:46.299507 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-971271be-940f-4022-9716-2309444900a1 admin admin] Publish callbacks [] for security_group (3066cc3f-6d8d-4e28-b22c-2b25d22c2e1c), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:46.331915 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6904cca1-25a2-4806-b3c0-14918b122e14 req-fa02520f-e218-462a-8e00-d33b3970b045 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:46.332650 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6904cca1-25a2-4806-b3c0-14918b122e14 req-fa02520f-e218-462a-8e00-d33b3970b045 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=65d73783-6a1a-4d1c-9c98-6ab63ad8c1ab HTTP/1.1" status: 200 len: 946 time: 0.1437070 Feb 04 12:54:46.351409 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c5af15-0ce1-4b5e-a40f-562f0cab7e1d req-07e2170d-6621-442a-b324-7e44e25bd0c9 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:46.352955 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a6c5af15-0ce1-4b5e-a40f-562f0cab7e1d req-07e2170d-6621-442a-b324-7e44e25bd0c9 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a278d30-eb2b-4ff9-ba26-926afcbda308 HTTP/1.1" status: 200 len: 946 time: 0.1183882 Feb 04 12:54:46.438105 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6904cca1-25a2-4806-b3c0-14918b122e14 req-11862e8e-d21d-41dc-bcdc-a4e54a64977b tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=e80379a7-bc34-42af-9706-4f7e825f23a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801189 Feb 04 12:54:46.457790 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a6c5af15-0ce1-4b5e-a40f-562f0cab7e1d req-b1b49b0b-ec50-4340-a643-746c2c80dc2f tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=6117da09-2fa7-4477-b94e-92c335c547fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867395 Feb 04 12:54:46.460969 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-971271be-940f-4022-9716-2309444900a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (3066cc3f-6d8d-4e28-b22c-2b25d22c2e1c), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:46.466570 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-971271be-940f-4022-9716-2309444900a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:46.470668 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-971271be-940f-4022-9716-2309444900a1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3066cc3f-6d8d-4e28-b22c-2b25d22c2e1c HTTP/1.1" status: 204 len: 168 time: 0.3861387 Feb 04 12:54:46.486558 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971271be-940f-4022-9716-2309444900a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3066cc3f-6d8d-4e28-b22c-2b25d22c2e1c,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:46.916871 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb6b9a3-6f68-4e97-9338-213f73783d76 req-5783b6bb-997f-48e8-8aff-fe7da32b652c tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:46.918565 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6bb6b9a3-6f68-4e97-9338-213f73783d76 req-5783b6bb-997f-48e8-8aff-fe7da32b652c tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=0fec5cc1-fc8f-47b0-893c-02986aa97a61 HTTP/1.1" status: 200 len: 944 time: 0.0912988 Feb 04 12:54:47.032914 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6bb6b9a3-6f68-4e97-9338-213f73783d76 req-13147c38-711a-4c37-9884-2d40285a81d0 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041627 Feb 04 12:54:47.140687 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 47216) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:54:47.235786 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-a0e9480c-6c4a-459b-9cbb-1f2d8e7589b5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=cce56b963d8e44fab0fdb516483761ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0926652 Feb 04 12:54:47.237123 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47218) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:54:47.336904 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a81e6771-a4e6-4ec8-a0ce-b8b88f63270b admin admin] Publish callbacks [] for security_group (9740fa61-d6c7-4afa-b315-05b77b9f2776), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:47.368591 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a81e6771-a4e6-4ec8-a0ce-b8b88f63270b admin admin] Publish callbacks [] for security_group (9740fa61-d6c7-4afa-b315-05b77b9f2776), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:47.448094 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a81e6771-a4e6-4ec8-a0ce-b8b88f63270b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (9740fa61-d6c7-4afa-b315-05b77b9f2776), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:47.451305 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a81e6771-a4e6-4ec8-a0ce-b8b88f63270b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:47.453010 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-a81e6771-a4e6-4ec8-a0ce-b8b88f63270b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9740fa61-d6c7-4afa-b315-05b77b9f2776 HTTP/1.1" status: 204 len: 168 time: 0.2148964 Feb 04 12:54:47.490733 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81e6771-a4e6-4ec8-a0ce-b8b88f63270b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9740fa61-d6c7-4afa-b315-05b77b9f2776,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:47.852380 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ccc027-f754-465d-9df2-a2ce03054770 req-282d8e03-ca30-4894-9d34-8ed90d72f963 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:47.859838 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e0ccc027-f754-465d-9df2-a2ce03054770 req-282d8e03-ca30-4894-9d34-8ed90d72f963 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a278d30-eb2b-4ff9-ba26-926afcbda308 HTTP/1.1" status: 200 len: 946 time: 0.2493784 Feb 04 12:54:47.877691 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33868e17-202f-4012-bce9-21570d77be53 req-dba76634-2022-4fa9-9e47-08e8c853c6ab tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:47.879327 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-33868e17-202f-4012-bce9-21570d77be53 req-dba76634-2022-4fa9-9e47-08e8c853c6ab tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=65d73783-6a1a-4d1c-9c98-6ab63ad8c1ab HTTP/1.1" status: 200 len: 946 time: 0.2644272 Feb 04 12:54:47.961043 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e0ccc027-f754-465d-9df2-a2ce03054770 req-cc37eaa8-7837-4b1d-bd62-f1bc20e48584 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=6117da09-2fa7-4477-b94e-92c335c547fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976655 Feb 04 12:54:47.984206 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-33868e17-202f-4012-bce9-21570d77be53 req-fbd1952e-a2d5-4d00-b8d8-21ad53f4fbf9 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=e80379a7-bc34-42af-9706-4f7e825f23a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975184 Feb 04 12:54:48.037447 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3a5d3bd8-578e-489e-8a50-fcaac81c6d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:48.227552 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226bebbb-d06f-4200-8b70-9585ee689cd2 req-c813c330-04f5-4a93-8745-7f1c9d214903 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:48.237906 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-226bebbb-d06f-4200-8b70-9585ee689cd2 req-c813c330-04f5-4a93-8745-7f1c9d214903 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=0fec5cc1-fc8f-47b0-893c-02986aa97a61 HTTP/1.1" status: 200 len: 944 time: 0.0876861 Feb 04 12:54:48.327976 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-226bebbb-d06f-4200-8b70-9585ee689cd2 req-01a5ada1-8cbb-4907-94f6-efd8faf24f10 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889142 Feb 04 12:54:49.285989 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55708db9-3989-4ee7-9a71-7652c039fcbc req-112888fa-ea30-4acc-a3bc-9184cede1afb tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:49.289626 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:49.321541 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-55708db9-3989-4ee7-9a71-7652c039fcbc req-112888fa-ea30-4acc-a3bc-9184cede1afb tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a278d30-eb2b-4ff9-ba26-926afcbda308 HTTP/1.1" status: 200 len: 946 time: 0.2006166 Feb 04 12:54:49.379825 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba1fcc7-2d6c-4332-b44d-ab6005abe176 req-0691051e-86f6-4b4e-a629-29e41899c4fe tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:49.393410 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3ba1fcc7-2d6c-4332-b44d-ab6005abe176 req-0691051e-86f6-4b4e-a629-29e41899c4fe tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=65d73783-6a1a-4d1c-9c98-6ab63ad8c1ab HTTP/1.1" status: 200 len: 946 time: 0.2341306 Feb 04 12:54:49.476573 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-55708db9-3989-4ee7-9a71-7652c039fcbc req-210df34b-a520-49b4-8989-436fd04d980e tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=6117da09-2fa7-4477-b94e-92c335c547fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1522949 Feb 04 12:54:49.537920 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3ba1fcc7-2d6c-4332-b44d-ab6005abe176 req-c1b1218a-39cc-4226-8763-d814d8228c0a tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=e80379a7-bc34-42af-9706-4f7e825f23a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314580 Feb 04 12:54:49.787923 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186b6003-6cb2-4946-9030-3ed79324a995 req-daf06593-392f-4af3-8231-40d323d1e0ba tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:49.793148 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-186b6003-6cb2-4946-9030-3ed79324a995 req-daf06593-392f-4af3-8231-40d323d1e0ba tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=0fec5cc1-fc8f-47b0-893c-02986aa97a61 HTTP/1.1" status: 200 len: 944 time: 0.1145058 Feb 04 12:54:50.019018 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-186b6003-6cb2-4946-9030-3ed79324a995 req-0db796d3-d306-42a3-8b8c-c510b81cc44e tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104957 Feb 04 12:54:50.549748 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:50.761741 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b1030f-b415-463c-a675-49de7bbafd49 req-d654da6c-264b-45e1-a755-1612e9bfa455 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:50.770555 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-31b1030f-b415-463c-a675-49de7bbafd49 req-d654da6c-264b-45e1-a755-1612e9bfa455 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a278d30-eb2b-4ff9-ba26-926afcbda308 HTTP/1.1" status: 200 len: 946 time: 0.0870607 Feb 04 12:54:50.788094 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba813493-c595-477b-8343-208f788b93c2 req-e14d1ebf-b12c-4b78-8414-fb324ed1151e tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:50.797586 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ba813493-c595-477b-8343-208f788b93c2 req-e14d1ebf-b12c-4b78-8414-fb324ed1151e tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=65d73783-6a1a-4d1c-9c98-6ab63ad8c1ab HTTP/1.1" status: 200 len: 946 time: 0.1685505 Feb 04 12:54:50.890188 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-31b1030f-b415-463c-a675-49de7bbafd49 req-ad0ed358-a484-46af-8940-3404c2ecb76a tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=6117da09-2fa7-4477-b94e-92c335c547fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177845 Feb 04 12:54:50.967563 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ba813493-c595-477b-8343-208f788b93c2 req-a05c0580-403f-4745-8d77-b905ef856650 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=e80379a7-bc34-42af-9706-4f7e825f23a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686842 Feb 04 12:54:51.210984 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591300aa-d288-430e-a563-e5391c767708 req-8a3cb762-a65a-401f-96cf-3ca966260b99 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:51.215624 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-591300aa-d288-430e-a563-e5391c767708 req-8a3cb762-a65a-401f-96cf-3ca966260b99 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=0fec5cc1-fc8f-47b0-893c-02986aa97a61 HTTP/1.1" status: 200 len: 944 time: 0.1030815 Feb 04 12:54:51.362153 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-591300aa-d288-430e-a563-e5391c767708 req-09d24096-992b-46f9-a4ec-2816b074f57f tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300838 Feb 04 12:54:51.423358 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device fc3ef21e-75dc-4a70-9b19-d31f166c1e2f details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:54:51.456390 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [req-9906f9e9-bf38-4e8e-af70-a9a22893b08d req-50f618b0-4392-4674-bf94-f7746986f505 service neutron] (103475) timed out ('10.222.0.65', 53256) {{(pid=103475) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 04 12:54:51.516348 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47410) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:54:51.610568 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port fc3ef21e-75dc-4a70-9b19-d31f166c1e2f, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=fc3ef21e-75dc-4a70-9b19-d31f166c1e2f,segment=NetworkSegment(9842ab09-ee4e-45ca-9eb8-8a98cf18f30e),segment_id=9842ab09-ee4e-45ca-9eb8-8a98cf18f30e)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:54:51.629260 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': 'fc3ef21e-75dc-4a70-9b19-d31f166c1e2f', 'network_id': '4e1bb528-5b08-4fe5-be55-e6e60ca268fa', 'port_id': 'fc3ef21e-75dc-4a70-9b19-d31f166c1e2f', 'mac_address': 'fa:16:3e:bd:bd:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13ec9a2b-ecf4-4399-96f0-6b85e2cca449', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:54:51.689974 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port fc3ef21e-75dc-4a70-9b19-d31f166c1e2f is: ACTIVE; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:54:51.690788 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (fc3ef21e-75dc-4a70-9b19-d31f166c1e2f), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:51.713810 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-78647aa7-b7c2-42db-9c41-671659c8f6e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:51.726131 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fc3ef21e-75dc-4a70-9b19-d31f166c1e2f {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:54:51.760912 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port fc3ef21e-75dc-4a70-9b19-d31f166c1e2f, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=fc3ef21e-75dc-4a70-9b19-d31f166c1e2f,segment=NetworkSegment(9842ab09-ee4e-45ca-9eb8-8a98cf18f30e),segment_id=9842ab09-ee4e-45ca-9eb8-8a98cf18f30e)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:54:51.764204 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:51.769397 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (fc3ef21e-75dc-4a70-9b19-d31f166c1e2f), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:51.855909 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=fc3ef21e-75dc-4a70-9b19-d31f166c1e2f,revision_number=6']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:51.878598 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-78647aa7-b7c2-42db-9c41-671659c8f6e4 admin admin] Publish callbacks [] for security_group (273ea612-8d1c-49b0-a96e-0a3941cb8268), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:51.885154 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-78647aa7-b7c2-42db-9c41-671659c8f6e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (273ea612-8d1c-49b0-a96e-0a3941cb8268), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:51.939864 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 47416) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:54:51.951071 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['fc3ef21e-75dc-4a70-9b19-d31f166c1e2f'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:54:51.967226 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-78647aa7-b7c2-42db-9c41-671659c8f6e4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=68fbaa897f9744778e45bac4317c5b9b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4499598 Feb 04 12:54:51.970870 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78647aa7-b7c2-42db-9c41-671659c8f6e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=273ea612-8d1c-49b0-a96e-0a3941cb8268,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:52.255007 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-38932a58-418f-4b13-90c7-bd10b2b25bc6 admin admin] Publish callbacks [] for security_group (273ea612-8d1c-49b0-a96e-0a3941cb8268), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:52.312389 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-38932a58-418f-4b13-90c7-bd10b2b25bc6 admin admin] Publish callbacks [] for security_group (273ea612-8d1c-49b0-a96e-0a3941cb8268), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:52.330113 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246c5d0c-0fb3-4818-8f29-07ae723d5054 req-5ed21f05-a35d-46c6-a17b-d438ab37f449 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:52.331755 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-246c5d0c-0fb3-4818-8f29-07ae723d5054 req-5ed21f05-a35d-46c6-a17b-d438ab37f449 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a278d30-eb2b-4ff9-ba26-926afcbda308 HTTP/1.1" status: 200 len: 945 time: 0.2493238 Feb 04 12:54:52.342625 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ab0ea2-0018-4429-ad1e-d41bf37dc832 req-e0293dd8-8618-4f06-a7d8-bbd5f60c42c2 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:52.344316 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-34ab0ea2-0018-4429-ad1e-d41bf37dc832 req-e0293dd8-8618-4f06-a7d8-bbd5f60c42c2 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=65d73783-6a1a-4d1c-9c98-6ab63ad8c1ab HTTP/1.1" status: 200 len: 946 time: 0.2188303 Feb 04 12:54:52.447247 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-246c5d0c-0fb3-4818-8f29-07ae723d5054 req-4a322edf-9de3-475a-a5b7-9d0ea890c5a6 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=6117da09-2fa7-4477-b94e-92c335c547fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995674 Feb 04 12:54:52.483846 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-34ab0ea2-0018-4429-ad1e-d41bf37dc832 req-0ebc95f2-8840-4db1-81ba-096e7a041a08 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=e80379a7-bc34-42af-9706-4f7e825f23a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229739 Feb 04 12:54:52.501754 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-38932a58-418f-4b13-90c7-bd10b2b25bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (273ea612-8d1c-49b0-a96e-0a3941cb8268), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:52.505906 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-38932a58-418f-4b13-90c7-bd10b2b25bc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:52.509894 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-38932a58-418f-4b13-90c7-bd10b2b25bc6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/273ea612-8d1c-49b0-a96e-0a3941cb8268 HTTP/1.1" status: 204 len: 168 time: 0.5647738 Feb 04 12:54:52.524682 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38932a58-418f-4b13-90c7-bd10b2b25bc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=273ea612-8d1c-49b0-a96e-0a3941cb8268,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:52.735208 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb35121-6386-4d01-a2d6-951c459601a9 req-7052bacb-f723-4a95-8dee-9f8882020b60 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:52.744367 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-afb35121-6386-4d01-a2d6-951c459601a9 req-7052bacb-f723-4a95-8dee-9f8882020b60 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=0fec5cc1-fc8f-47b0-893c-02986aa97a61 HTTP/1.1" status: 200 len: 944 time: 0.1031346 Feb 04 12:54:52.822097 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-afb35121-6386-4d01-a2d6-951c459601a9 req-42950ed8-b184-4b81-a875-c3c592b21dac tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713704 Feb 04 12:54:53.134386 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 47450) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:54:53.205130 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5a08dc49-8101-4c14-af0b-3df300d909b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:53.435307 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5a08dc49-8101-4c14-af0b-3df300d909b2 admin admin] Publish callbacks [] for security_group (9d42150e-10ff-4548-961a-8590c6470348), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:53.462369 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5a08dc49-8101-4c14-af0b-3df300d909b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (9d42150e-10ff-4548-961a-8590c6470348), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:53.535452 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-5a08dc49-8101-4c14-af0b-3df300d909b2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=81d6a261620a4dafb1d664ca9d5f60a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3993878 Feb 04 12:54:53.539610 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a08dc49-8101-4c14-af0b-3df300d909b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d42150e-10ff-4548-961a-8590c6470348,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:53.541298 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47464) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:54:53.558684 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device fc3ef21e-75dc-4a70-9b19-d31f166c1e2f up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:54:53.732059 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b146b14d-aa20-40e7-8a11-2999119648b4 admin admin] Publish callbacks [] for security_group (9d42150e-10ff-4548-961a-8590c6470348), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:53.783125 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b146b14d-aa20-40e7-8a11-2999119648b4 admin admin] Publish callbacks [] for security_group (9d42150e-10ff-4548-961a-8590c6470348), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:53.907064 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port fc3ef21e-75dc-4a70-9b19-d31f166c1e2f triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:54:53.907860 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (fc3ef21e-75dc-4a70-9b19-d31f166c1e2f), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:53.956024 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b146b14d-aa20-40e7-8a11-2999119648b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (9d42150e-10ff-4548-961a-8590c6470348), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:53.960315 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b146b14d-aa20-40e7-8a11-2999119648b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:53.964560 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-b146b14d-aa20-40e7-8a11-2999119648b4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9d42150e-10ff-4548-961a-8590c6470348 HTTP/1.1" status: 204 len: 168 time: 0.4218891 Feb 04 12:54:53.980621 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b146b14d-aa20-40e7-8a11-2999119648b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d42150e-10ff-4548-961a-8590c6470348,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:53.986407 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a8c227-3b22-415e-83d5-73be2997f112 req-ac6d9ba2-e9a7-4670-aea0-3dc9198a1517 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:54.003394 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-72a8c227-3b22-415e-83d5-73be2997f112 req-ac6d9ba2-e9a7-4670-aea0-3dc9198a1517 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a278d30-eb2b-4ff9-ba26-926afcbda308 HTTP/1.1" status: 200 len: 945 time: 0.3418813 Feb 04 12:54:54.097150 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4eb964-0164-4fe2-b457-d2963aa71d03 req-cc5a4743-6913-4eb5-a3b5-f46baa7d2c5b tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:54.106275 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7e4eb964-0164-4fe2-b457-d2963aa71d03 req-cc5a4743-6913-4eb5-a3b5-f46baa7d2c5b tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=65d73783-6a1a-4d1c-9c98-6ab63ad8c1ab HTTP/1.1" status: 200 len: 946 time: 0.4417214 Feb 04 12:54:54.124977 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-72a8c227-3b22-415e-83d5-73be2997f112 req-7a9b13e0-3d97-459f-8c11-34bb8ddb5599 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=6117da09-2fa7-4477-b94e-92c335c547fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177690 Feb 04 12:54:54.261308 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7e4eb964-0164-4fe2-b457-d2963aa71d03 req-52b70d3d-9f3b-43fb-90b7-37034ebaf3a4 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=e80379a7-bc34-42af-9706-4f7e825f23a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472874 Feb 04 12:54:54.372431 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fd2245-3f7f-4dbf-8b93-d8c5c48e9422 req-cce426c7-82e7-4339-99f9-21dc8c26ce01 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:54.384441 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b0fd2245-3f7f-4dbf-8b93-d8c5c48e9422 req-cce426c7-82e7-4339-99f9-21dc8c26ce01 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=0fec5cc1-fc8f-47b0-893c-02986aa97a61 HTTP/1.1" status: 200 len: 944 time: 0.0940800 Feb 04 12:54:54.477174 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port fc3ef21e-75dc-4a70-9b19-d31f166c1e2f is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:54:54.487480 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (fc3ef21e-75dc-4a70-9b19-d31f166c1e2f), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:54.532829 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b0fd2245-3f7f-4dbf-8b93-d8c5c48e9422 req-d2302c11-b77a-49b5-b6d3-1cbf8849dc60 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466613 Feb 04 12:54:54.633914 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port fc3ef21e-75dc-4a70-9b19-d31f166c1e2f, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=fc3ef21e-75dc-4a70-9b19-d31f166c1e2f,segment=NetworkSegment(9842ab09-ee4e-45ca-9eb8-8a98cf18f30e),segment_id=9842ab09-ee4e-45ca-9eb8-8a98cf18f30e)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:54:54.635013 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a278d30-eb2b-4ff9-ba26-926afcbda308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc3ef21e-75dc-4a70-9b19-d31f166c1e2f'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:54:54.638225 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03a7b2c0-5fcd-473a-b482-4dd7ab32a2e5" -d '{"events": [{"server_uuid": "3a278d30-eb2b-4ff9-ba26-926afcbda308", "name": "network-vif-plugged", "status": "completed", "tag": "fc3ef21e-75dc-4a70-9b19-d31f166c1e2f"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:54:54.648858 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (fc3ef21e-75dc-4a70-9b19-d31f166c1e2f), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:54.762484 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b00beb64-d909-4a96-8762-d56526deabea x-openstack-request-id: req-b00beb64-d909-4a96-8762-d56526deabea {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:54:54.762752 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a278d30-eb2b-4ff9-ba26-926afcbda308", "name": "network-vif-plugged", "status": "completed", "tag": "fc3ef21e-75dc-4a70-9b19-d31f166c1e2f", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:54:54.763176 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b00beb64-d909-4a96-8762-d56526deabea {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:54:54.765150 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a278d30-eb2b-4ff9-ba26-926afcbda308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc3ef21e-75dc-4a70-9b19-d31f166c1e2f', 'code': 200} Feb 04 12:54:54.766772 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=fc3ef21e-75dc-4a70-9b19-d31f166c1e2f,revision_number=7']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:55.372761 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa9a577-66c0-4b95-bf45-8721a5dbd28c req-6be1ed82-cdcd-4cbf-9e56-60c3b3ecf9b3 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:55.382967 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1fa9a577-66c0-4b95-bf45-8721a5dbd28c req-6be1ed82-cdcd-4cbf-9e56-60c3b3ecf9b3 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a278d30-eb2b-4ff9-ba26-926afcbda308 HTTP/1.1" status: 200 len: 946 time: 0.1303592 Feb 04 12:54:55.512120 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1fa9a577-66c0-4b95-bf45-8721a5dbd28c req-f1c957f2-5fdd-41c3-aa92-3445cf503e80 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=6117da09-2fa7-4477-b94e-92c335c547fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266625 Feb 04 12:54:55.597686 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf53111-6d94-4d89-ac08-aa57bdca8a76 req-dfddd927-eff9-4c86-8804-7f5e3346c270 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:55.612424 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-daf53111-6d94-4d89-ac08-aa57bdca8a76 req-dfddd927-eff9-4c86-8804-7f5e3346c270 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=65d73783-6a1a-4d1c-9c98-6ab63ad8c1ab HTTP/1.1" status: 200 len: 946 time: 0.2205927 Feb 04 12:54:55.836929 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-daf53111-6d94-4d89-ac08-aa57bdca8a76 req-4357eb35-429d-40fe-b3db-bd3f6b1ff407 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=e80379a7-bc34-42af-9706-4f7e825f23a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219732 Feb 04 12:54:55.891546 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5158b9-0a60-4f06-9e59-bf15c7f4ca4e req-6ba894a0-5f1d-4d8e-be47-103657b9b569 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:55.901983 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2c5158b9-0a60-4f06-9e59-bf15c7f4ca4e req-6ba894a0-5f1d-4d8e-be47-103657b9b569 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=0fec5cc1-fc8f-47b0-893c-02986aa97a61 HTTP/1.1" status: 200 len: 944 time: 0.1567519 Feb 04 12:54:55.989849 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 47508) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:54:56.019702 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2c5158b9-0a60-4f06-9e59-bf15c7f4ca4e req-1332a8d0-d9c4-4797-8978-cc2f890fcb35 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166863 Feb 04 12:54:56.244826 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-4894b7f9-73df-42ab-9221-9af45421e412 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-267005272-network', 'tenant_id': '81f95129386d4a49896ca50ea82ec908'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:54:56.278209 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4894b7f9-73df-42ab-9221-9af45421e412 admin admin] Made reservation on behalf of 81f95129386d4a49896ca50ea82ec908 for: {'network': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:54:56.281610 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4894b7f9-73df-42ab-9221-9af45421e412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:56.312825 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4894b7f9-73df-42ab-9221-9af45421e412 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:56.423576 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4894b7f9-73df-42ab-9221-9af45421e412 admin admin] Publish callbacks [] for security_group (3d7b2494-3ec2-43b4-9211-032c8a21fe22), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:56.431182 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4894b7f9-73df-42ab-9221-9af45421e412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (3d7b2494-3ec2-43b4-9211-032c8a21fe22), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:56.471869 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4894b7f9-73df-42ab-9221-9af45421e412 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d7b2494-3ec2-43b4-9211-032c8a21fe22,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:56.507213 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4894b7f9-73df-42ab-9221-9af45421e412 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=103475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:54:56.517746 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4894b7f9-73df-42ab-9221-9af45421e412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (0d8b2f27-ce30-4f7c-a75f-3ff213f73d77), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:56.518239 n-d-825015-3 neutron-server[103475]: INFO neutron.db.segments_db [None req-4894b7f9-73df-42ab-9221-9af45421e412 admin admin] Added segment 0d8b2f27-ce30-4f7c-a75f-3ff213f73d77 of type vlan for network c28071a8-47ee-4445-ab62-4e0a24cb8fe3 Feb 04 12:54:56.574934 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4894b7f9-73df-42ab-9221-9af45421e412 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (c28071a8-47ee-4445-ab62-4e0a24cb8fe3), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:56.613254 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4894b7f9-73df-42ab-9221-9af45421e412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (c28071a8-47ee-4445-ab62-4e0a24cb8fe3), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:56.614547 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4894b7f9-73df-42ab-9221-9af45421e412 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:56.616070 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4894b7f9-73df-42ab-9221-9af45421e412 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:56.695861 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4894b7f9-73df-42ab-9221-9af45421e412 admin admin] Pushing event updated for resources: {'Network': ['ID=c28071a8-47ee-4445-ab62-4e0a24cb8fe3,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:56.710396 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network c28071a8-47ee-4445-ab62-4e0a24cb8fe3 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:54:56.722083 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-4894b7f9-73df-42ab-9221-9af45421e412 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7268431 Feb 04 12:54:56.723122 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 47526) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:54:56.752214 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-42ff4292-e256-494b-8ae1-9f8a23f05b6a admin admin] Request body: {'subnet': {'network_id': 'c28071a8-47ee-4445-ab62-4e0a24cb8fe3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-267005272-subnet', 'tenant_id': '81f95129386d4a49896ca50ea82ec908', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:54:56.826293 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42ff4292-e256-494b-8ae1-9f8a23f05b6a admin admin] Made reservation on behalf of 81f95129386d4a49896ca50ea82ec908 for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:54:56.828941 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-42ff4292-e256-494b-8ae1-9f8a23f05b6a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:56.927985 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64c5636-886c-498d-9aca-56118a631891 req-81f2a99b-11a3-44a5-8a4b-8ae2c1c5bf7c tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:56.930760 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a64c5636-886c-498d-9aca-56118a631891 req-81f2a99b-11a3-44a5-8a4b-8ae2c1c5bf7c tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a278d30-eb2b-4ff9-ba26-926afcbda308 HTTP/1.1" status: 200 len: 946 time: 0.2100461 Feb 04 12:54:57.121540 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-42ff4292-e256-494b-8ae1-9f8a23f05b6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52094127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51452689'] for subnet (d8000c59-f308-47d3-9c0f-3446909afcf6), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:57.228351 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a64c5636-886c-498d-9aca-56118a631891 req-2538875f-1867-477e-96af-783a7aad2461 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=6117da09-2fa7-4477-b94e-92c335c547fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2804043 Feb 04 12:54:57.388401 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f94e271-a171-47bd-bb45-1104c14e7492 req-5dc28da9-6c7d-4120-b0bf-57bcf7944b23 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:57.406798 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0f94e271-a171-47bd-bb45-1104c14e7492 req-5dc28da9-6c7d-4120-b0bf-57bcf7944b23 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=65d73783-6a1a-4d1c-9c98-6ab63ad8c1ab HTTP/1.1" status: 200 len: 946 time: 0.4188530 Feb 04 12:54:57.427360 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ff4292-e256-494b-8ae1-9f8a23f05b6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8000c59-f308-47d3-9c0f-3446909afcf6,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:57.569124 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0f94e271-a171-47bd-bb45-1104c14e7492 req-860f9680-80da-4f95-878f-c55942cc5e93 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=e80379a7-bc34-42af-9706-4f7e825f23a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333692 Feb 04 12:54:57.581145 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ff4292-e256-494b-8ae1-9f8a23f05b6a admin admin] Checking segment: {'id': '0d8b2f27-ce30-4f7c-a75f-3ff213f73d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c28071a8-47ee-4445-ab62-4e0a24cb8fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:54:57.581531 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ff4292-e256-494b-8ae1-9f8a23f05b6a admin admin] Network hostable DHCP agents. Network: c28071a8-47ee-4445-ab62-4e0a24cb8fe3, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:54:57.631049 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eecb0d0-71f2-4f98-9cb9-54753e9e30c6 req-7e0a9eda-31aa-4c45-84bf-5cf0e422a5e5 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:57.633207 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0eecb0d0-71f2-4f98-9cb9-54753e9e30c6 req-7e0a9eda-31aa-4c45-84bf-5cf0e422a5e5 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=0fec5cc1-fc8f-47b0-893c-02986aa97a61 HTTP/1.1" status: 200 len: 944 time: 0.2195568 Feb 04 12:54:57.633877 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ff4292-e256-494b-8ae1-9f8a23f05b6a admin admin] Network c28071a8-47ee-4445-ab62-4e0a24cb8fe3 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:54:57.693552 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-42ff4292-e256-494b-8ae1-9f8a23f05b6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, c28071a8-47ee-4445-ab62-4e0a24cb8fe3) {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:54:57.703818 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ff4292-e256-494b-8ae1-9f8a23f05b6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:57.704885 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e27b3f4-f06d-4a3d-b427-b5098b6c5ac1 None None] Network c28071a8-47ee-4445-ab62-4e0a24cb8fe3 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:54:57.707141 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-42ff4292-e256-494b-8ae1-9f8a23f05b6a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:57.782006 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0eecb0d0-71f2-4f98-9cb9-54753e9e30c6 req-7fdeba7e-955a-4527-9b2f-930fcfcc0324 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413021 Feb 04 12:54:57.789234 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-42ff4292-e256-494b-8ae1-9f8a23f05b6a admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0409944 Feb 04 12:54:57.977061 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f946c6a0-2ed5-4bdd-a6e7-eda7d4b8926c None None] Network c28071a8-47ee-4445-ab62-4e0a24cb8fe3 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:54:58.526915 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7902ead4-aad0-4a67-bd31-7c3794c30e44 req-020927d2-5af6-4095-a809-282c610c5f10 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:58.528518 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7902ead4-aad0-4a67-bd31-7c3794c30e44 req-020927d2-5af6-4095-a809-282c610c5f10 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a278d30-eb2b-4ff9-ba26-926afcbda308 HTTP/1.1" status: 200 len: 946 time: 0.1091654 Feb 04 12:54:58.641630 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7902ead4-aad0-4a67-bd31-7c3794c30e44 req-cbb2de72-ee65-44d4-ac42-b7bc881be85e tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=6117da09-2fa7-4477-b94e-92c335c547fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983453 Feb 04 12:54:58.777897 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47556) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:54:58.783413 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-1350610a-4262-4997-9eac-a6fc85b4945f admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1331926034-network', 'tenant_id': 'bf9eebdcf9974e21b5970ba804079a3e'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:54:58.791759 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d98b15-a43d-4c9a-9174-d079c9d6b2df req-6da5a655-fa2a-4854-86d4-194ecd8b2f94 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:58.793304 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-54d98b15-a43d-4c9a-9174-d079c9d6b2df req-6da5a655-fa2a-4854-86d4-194ecd8b2f94 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=65d73783-6a1a-4d1c-9c98-6ab63ad8c1ab HTTP/1.1" status: 200 len: 946 time: 0.0984566 Feb 04 12:54:58.820986 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1350610a-4262-4997-9eac-a6fc85b4945f admin admin] Made reservation on behalf of bf9eebdcf9974e21b5970ba804079a3e for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:54:58.838267 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1350610a-4262-4997-9eac-a6fc85b4945f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:58.892976 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1350610a-4262-4997-9eac-a6fc85b4945f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:58.969141 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-54d98b15-a43d-4c9a-9174-d079c9d6b2df req-b37be8e6-4149-41b9-9e36-d53bd30f75b1 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=e80379a7-bc34-42af-9706-4f7e825f23a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640708 Feb 04 12:54:58.991400 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1350610a-4262-4997-9eac-a6fc85b4945f admin admin] Publish callbacks [] for security_group (446d6742-2ece-448b-995e-d501a5460bce), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:58.998311 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1350610a-4262-4997-9eac-a6fc85b4945f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (446d6742-2ece-448b-995e-d501a5460bce), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:59.029917 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c06772f-ab9b-40ac-b7d1-bb13bcc45e86 req-55e315a4-477a-426d-8960-085a7a98b601 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:59.040400 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9c06772f-ab9b-40ac-b7d1-bb13bcc45e86 req-55e315a4-477a-426d-8960-085a7a98b601 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=0fec5cc1-fc8f-47b0-893c-02986aa97a61 HTTP/1.1" status: 200 len: 944 time: 0.1475794 Feb 04 12:54:59.058047 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1350610a-4262-4997-9eac-a6fc85b4945f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:54:59.094236 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1350610a-4262-4997-9eac-a6fc85b4945f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=446d6742-2ece-448b-995e-d501a5460bce,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:59.107141 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1350610a-4262-4997-9eac-a6fc85b4945f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (b041cb49-7b19-45f8-9e99-6ecdca260acf), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:59.107393 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-1350610a-4262-4997-9eac-a6fc85b4945f admin admin] Added segment b041cb49-7b19-45f8-9e99-6ecdca260acf of type vlan for network bc7b3fd9-e8aa-459b-ac68-66e228b0ecb1 Feb 04 12:54:59.140121 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9c06772f-ab9b-40ac-b7d1-bb13bcc45e86 req-3527ca62-7da6-4165-8841-3dc2833acdbb tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951796 Feb 04 12:54:59.189419 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1350610a-4262-4997-9eac-a6fc85b4945f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (bc7b3fd9-e8aa-459b-ac68-66e228b0ecb1), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:59.232724 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1350610a-4262-4997-9eac-a6fc85b4945f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (bc7b3fd9-e8aa-459b-ac68-66e228b0ecb1), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:59.233854 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1350610a-4262-4997-9eac-a6fc85b4945f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:59.234453 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1350610a-4262-4997-9eac-a6fc85b4945f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:59.312933 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-1350610a-4262-4997-9eac-a6fc85b4945f admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5332956 Feb 04 12:54:59.315589 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 47562) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:54:59.322856 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-b5d871ff-5b70-422e-b83e-c3337d96ec9f admin admin] Request body: {'subnet': {'network_id': 'bc7b3fd9-e8aa-459b-ac68-66e228b0ecb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1331926034-subnet', 'tenant_id': 'bf9eebdcf9974e21b5970ba804079a3e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:54:59.331824 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1350610a-4262-4997-9eac-a6fc85b4945f admin admin] Pushing event updated for resources: {'Network': ['ID=bc7b3fd9-e8aa-459b-ac68-66e228b0ecb1,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:59.346157 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network bc7b3fd9-e8aa-459b-ac68-66e228b0ecb1 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:54:59.355640 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5d871ff-5b70-422e-b83e-c3337d96ec9f admin admin] Made reservation on behalf of bf9eebdcf9974e21b5970ba804079a3e for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:54:59.358551 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b5d871ff-5b70-422e-b83e-c3337d96ec9f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60610638'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:59.769009 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b5d871ff-5b70-422e-b83e-c3337d96ec9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59045178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60610680'] for subnet (5e170fa5-0364-4d74-9e79-264e682ac88d), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:59.894200 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d871ff-5b70-422e-b83e-c3337d96ec9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e170fa5-0364-4d74-9e79-264e682ac88d,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:59.948932 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d871ff-5b70-422e-b83e-c3337d96ec9f admin admin] Checking segment: {'id': 'b041cb49-7b19-45f8-9e99-6ecdca260acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'bc7b3fd9-e8aa-459b-ac68-66e228b0ecb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:54:59.950126 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d871ff-5b70-422e-b83e-c3337d96ec9f admin admin] Network hostable DHCP agents. Network: bc7b3fd9-e8aa-459b-ac68-66e228b0ecb1, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:54:59.976467 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d871ff-5b70-422e-b83e-c3337d96ec9f admin admin] Network bc7b3fd9-e8aa-459b-ac68-66e228b0ecb1 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:54:59.981728 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d4779d-7e26-42df-8aa1-99b11559d01d req-671e4ef6-e389-4c54-948e-a587c08c9ac5 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:59.992543 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-78d4779d-7e26-42df-8aa1-99b11559d01d req-671e4ef6-e389-4c54-948e-a587c08c9ac5 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a278d30-eb2b-4ff9-ba26-926afcbda308 HTTP/1.1" status: 200 len: 946 time: 0.1561825 Feb 04 12:54:59.996267 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-b5d871ff-5b70-422e-b83e-c3337d96ec9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, bc7b3fd9-e8aa-459b-ac68-66e228b0ecb1) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:55:00.001722 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d871ff-5b70-422e-b83e-c3337d96ec9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:00.002504 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b5d871ff-5b70-422e-b83e-c3337d96ec9f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:00.009815 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07792608-d9d2-4748-beda-acc4cc52fa09 None None] Network bc7b3fd9-e8aa-459b-ac68-66e228b0ecb1 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:55:00.065734 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-b5d871ff-5b70-422e-b83e-c3337d96ec9f admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7458744 Feb 04 12:55:00.133291 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-78d4779d-7e26-42df-8aa1-99b11559d01d req-e97f37b6-1d36-47ed-a13a-d43fa488d4ca tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=6117da09-2fa7-4477-b94e-92c335c547fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347456 Feb 04 12:55:00.314759 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb2829eb-fd41-4d52-86b8-b52080911ac5 None None] Network bc7b3fd9-e8aa-459b-ac68-66e228b0ecb1 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:55:00.454889 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c51bc47-26c1-4921-9664-e38755b74d57 req-a5893135-b4db-4e35-9139-f842434685e6 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:00.470045 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1c51bc47-26c1-4921-9664-e38755b74d57 req-a5893135-b4db-4e35-9139-f842434685e6 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=65d73783-6a1a-4d1c-9c98-6ab63ad8c1ab HTTP/1.1" status: 200 len: 946 time: 0.2536287 Feb 04 12:55:00.686800 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1c51bc47-26c1-4921-9664-e38755b74d57 req-62b033f6-6a48-4049-9647-da4d9de2fba5 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=e80379a7-bc34-42af-9706-4f7e825f23a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104297 Feb 04 12:55:00.709476 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8e2219-12d6-43f3-a0a9-dd326c5523e0 req-632d6c60-cc3d-4fac-9660-d1d936b7b609 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:00.726770 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bc8e2219-12d6-43f3-a0a9-dd326c5523e0 req-632d6c60-cc3d-4fac-9660-d1d936b7b609 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=0fec5cc1-fc8f-47b0-893c-02986aa97a61 HTTP/1.1" status: 200 len: 944 time: 0.4319770 Feb 04 12:55:00.856301 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bc8e2219-12d6-43f3-a0a9-dd326c5523e0 req-36d0ffba-fa3f-45fb-80b1-60904447575e tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282022 Feb 04 12:55:01.276843 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:01.666953 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d502a10-8062-4714-9e83-2a611b8b219c req-fa1a14e4-8bd2-4d70-9e1e-eb0f000131cd tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:01.687294 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5d502a10-8062-4714-9e83-2a611b8b219c req-fa1a14e4-8bd2-4d70-9e1e-eb0f000131cd tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=22704979-2c9f-416c-a9cc-621c4bd05eca HTTP/1.1" status: 200 len: 944 time: 0.2700336 Feb 04 12:55:01.720630 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bc8fbf-ce1c-46aa-997f-9c53e997a72d req-f3ab56c0-1da3-4e9c-bc9d-c36f26f13d0c tempest-TestServerAdvancedOps-1874098280 tempest-TestServerAdvancedOps-1874098280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:01.729053 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e8bc8fbf-ce1c-46aa-997f-9c53e997a72d req-f3ab56c0-1da3-4e9c-bc9d-c36f26f13d0c tempest-TestServerAdvancedOps-1874098280 tempest-TestServerAdvancedOps-1874098280-project] 10.222.0.65 "GET /v2.0/networks?id=c28071a8-47ee-4445-ab62-4e0a24cb8fe3 HTTP/1.1" status: 200 len: 811 time: 0.5328212 Feb 04 12:55:01.764714 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e8bc8fbf-ce1c-46aa-997f-9c53e997a72d req-9677124a-4d31-48fa-94a5-d51e18ec0ca6 tempest-TestServerAdvancedOps-1874098280 tempest-TestServerAdvancedOps-1874098280-project] 10.222.0.65 "GET /v2.0/quotas/81f95129386d4a49896ca50ea82ec908 HTTP/1.1" status: 200 len: 375 time: 0.0346844 Feb 04 12:55:01.828356 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e8bc8fbf-ce1c-46aa-997f-9c53e997a72d req-51c00504-9414-41e2-8600-d3ea81779e7d tempest-TestServerAdvancedOps-1874098280 tempest-TestServerAdvancedOps-1874098280-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=81f95129386d4a49896ca50ea82ec908&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0625842 Feb 04 12:55:01.875639 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:01.914792 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5d502a10-8062-4714-9e83-2a611b8b219c req-2eb89989-814b-4a8d-85ae-579ad28f8246 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3f9fd42-344e-42cb-9241-a34957176b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2236664 Feb 04 12:55:02.033669 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e8bc8fbf-ce1c-46aa-997f-9c53e997a72d req-444d58d1-b966-4b42-ad98-9c00222d5749 service neutron] 10.222.0.65 "GET /v2.0/networks/c28071a8-47ee-4445-ab62-4e0a24cb8fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041023 Feb 04 12:55:02.187282 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e108ae7a-71bc-4bd6-bed4-4ef62c0929ba req-c6120672-211b-463c-98f4-84a36ea0a8ec tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:02.190939 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e108ae7a-71bc-4bd6-bed4-4ef62c0929ba req-c6120672-211b-463c-98f4-84a36ea0a8ec tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a278d30-eb2b-4ff9-ba26-926afcbda308 HTTP/1.1" status: 200 len: 946 time: 0.1414728 Feb 04 12:55:02.248323 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e8bc8fbf-ce1c-46aa-997f-9c53e997a72d req-cdb7244b-e663-4cd0-9ca4-4c1f8371438b service neutron] 10.222.0.65 "GET /v2.0/networks/c28071a8-47ee-4445-ab62-4e0a24cb8fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137115 Feb 04 12:55:02.310293 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e108ae7a-71bc-4bd6-bed4-4ef62c0929ba req-9c56ef40-1c14-491b-b1e1-02214c5a2055 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=6117da09-2fa7-4477-b94e-92c335c547fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054595 Feb 04 12:55:02.531558 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc8c194-6455-418b-9371-0ba6ec46c238 req-09b9afec-4e87-4754-901d-237a3f58595e tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:02.544527 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8dc8c194-6455-418b-9371-0ba6ec46c238 req-09b9afec-4e87-4754-901d-237a3f58595e tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=0fec5cc1-fc8f-47b0-893c-02986aa97a61 HTTP/1.1" status: 200 len: 944 time: 0.1325202 Feb 04 12:55:02.656055 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8dc8c194-6455-418b-9371-0ba6ec46c238 req-17fa8e45-0f44-44fb-978c-4b2bded0e295 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023779 Feb 04 12:55:02.707704 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466da358-714f-47bd-a707-fce4a4caa1be req-e31bf475-cea4-44e3-967a-981f24f9c7fe tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:02.709344 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-466da358-714f-47bd-a707-fce4a4caa1be req-e31bf475-cea4-44e3-967a-981f24f9c7fe tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=22704979-2c9f-416c-a9cc-621c4bd05eca HTTP/1.1" status: 200 len: 944 time: 0.1525159 Feb 04 12:55:02.835765 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-466da358-714f-47bd-a707-fce4a4caa1be req-1af0a49b-3040-449b-8f06-37212776ba42 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3f9fd42-344e-42cb-9241-a34957176b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100411 Feb 04 12:55:02.970594 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6320a73c-afcb-494e-acb0-51395cba2319 req-0cc4fe2c-f651-4b28-9ca7-f37aa7617a6a tempest-TestServerAdvancedOps-1874098280 tempest-TestServerAdvancedOps-1874098280-project] 10.222.0.65 "GET /v2.0/ports?device_id=cfb22ee4-5791-434b-a97f-b9b6a48f87c4 HTTP/1.1" status: 200 len: 210 time: 0.0333672 Feb 04 12:55:03.385585 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7467f284-5f85-4010-aa15-0b6297cd79b8 req-d7b0afe8-094e-4a2d-b73f-fe70d02be2fe tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:03.404728 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7467f284-5f85-4010-aa15-0b6297cd79b8 req-d7b0afe8-094e-4a2d-b73f-fe70d02be2fe tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/networks?id=2199cf82-6b45-4a26-9381-22c185674f2b HTTP/1.1" status: 200 len: 811 time: 0.2167556 Feb 04 12:55:03.433973 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7467f284-5f85-4010-aa15-0b6297cd79b8 req-e8ee3c75-12a9-460d-adec-0785fbbf7d28 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/quotas/081a166ab6754953977e00fecaf55e63 HTTP/1.1" status: 200 len: 375 time: 0.0280652 Feb 04 12:55:03.636377 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7467f284-5f85-4010-aa15-0b6297cd79b8 req-967864d4-4987-4e42-a199-92614e43403f tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=081a166ab6754953977e00fecaf55e63&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2006822 Feb 04 12:55:03.665695 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9840b0a-903e-435b-85f3-bf59e1fb1f66 req-40dbbfa1-92a5-4b51-ac95-6894e3cb457f tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:03.667445 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f9840b0a-903e-435b-85f3-bf59e1fb1f66 req-40dbbfa1-92a5-4b51-ac95-6894e3cb457f tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a278d30-eb2b-4ff9-ba26-926afcbda308 HTTP/1.1" status: 200 len: 946 time: 0.2052054 Feb 04 12:55:03.780349 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f9840b0a-903e-435b-85f3-bf59e1fb1f66 req-350063ad-ed6c-4e90-abfa-206353d29ad4 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=6117da09-2fa7-4477-b94e-92c335c547fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982878 Feb 04 12:55:03.830855 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7467f284-5f85-4010-aa15-0b6297cd79b8 req-cecd5f01-8562-4621-9cea-55a3932a531f service neutron] 10.222.0.65 "GET /v2.0/networks/2199cf82-6b45-4a26-9381-22c185674f2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877010 Feb 04 12:55:04.020517 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device a5a91b35-c4bd-4bfb-8f43-38c0695c6f58 details requested by agent hyperv_n-h2-825015-3 with host n-h2-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:55:04.106098 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1807aa66-e27b-4595-b313-9d19e2e3daf7 req-a2deea53-791d-4749-a876-196fc0064b52 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:04.120375 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1807aa66-e27b-4595-b313-9d19e2e3daf7 req-a2deea53-791d-4749-a876-196fc0064b52 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=0fec5cc1-fc8f-47b0-893c-02986aa97a61 HTTP/1.1" status: 200 len: 944 time: 0.2239277 Feb 04 12:55:04.171768 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7467f284-5f85-4010-aa15-0b6297cd79b8 req-bbce48b7-d735-4e29-8b81-dcf4acd24090 service neutron] 10.222.0.65 "GET /v2.0/networks/2199cf82-6b45-4a26-9381-22c185674f2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3333824 Feb 04 12:55:04.390181 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1807aa66-e27b-4595-b313-9d19e2e3daf7 req-5a039802-b6cd-4a74-9a01-71c92e4514a0 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993070 Feb 04 12:55:04.434462 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port a5a91b35-c4bd-4bfb-8f43-38c0695c6f58, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=a5a91b35-c4bd-4bfb-8f43-38c0695c6f58,segment=NetworkSegment(0934a908-175b-4cbf-ace2-f0550fc5d53c),segment_id=0934a908-175b-4cbf-ace2-f0550fc5d53c)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:55:04.478449 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Returning: {'device': 'a5a91b35-c4bd-4bfb-8f43-38c0695c6f58', 'network_id': 'f237d722-433d-480c-8987-66d34675134e', 'port_id': 'a5a91b35-c4bd-4bfb-8f43-38c0695c6f58', 'mac_address': 'fa:16:3e:a1:e4:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70faacee-af53-42b7-af83-bbc74f352570', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:55:04.804507 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6f838f66-5b44-4e18-844e-863ea5876474 req-5c29c3fa-7fe7-4025-ba7a-ab5b1bf1ccc0 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=bbe05ef3-6c75-40c3-93b1-4c4680a237e9 HTTP/1.1" status: 200 len: 210 time: 0.1268957 Feb 04 12:55:04.888520 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-51f95713-3d80-4029-9df8-5c65b31c9124 req-edcd95b9-ae6e-41db-a3c2-4f3449a1fdf4 tempest-TestServerAdvancedOps-1874098280 tempest-TestServerAdvancedOps-1874098280-project] 10.222.0.65 "GET /v2.0/ports?device_id=cfb22ee4-5791-434b-a97f-b9b6a48f87c4 HTTP/1.1" status: 200 len: 210 time: 0.2446604 Feb 04 12:55:05.038094 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bc8fbf-ce1c-46aa-997f-9c53e997a72d req-dbd0978c-6971-4e44-abdb-5933235afeca tempest-TestServerAdvancedOps-1874098280 tempest-TestServerAdvancedOps-1874098280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:05.044784 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e8bc8fbf-ce1c-46aa-997f-9c53e997a72d req-dbd0978c-6971-4e44-abdb-5933235afeca tempest-TestServerAdvancedOps-1874098280 tempest-TestServerAdvancedOps-1874098280-project] 10.222.0.73 "GET /v2.0/networks?id=c28071a8-47ee-4445-ab62-4e0a24cb8fe3 HTTP/1.1" status: 200 len: 811 time: 0.6420119 Feb 04 12:55:05.048147 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port a5a91b35-c4bd-4bfb-8f43-38c0695c6f58 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:55:05.048628 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (a5a91b35-c4bd-4bfb-8f43-38c0695c6f58), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:05.085033 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5a91b35-c4bd-4bfb-8f43-38c0695c6f58 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:55:05.119801 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-e8bc8fbf-ce1c-46aa-997f-9c53e997a72d req-004710ad-4849-4f61-b7e0-835339d089cb tempest-TestServerAdvancedOps-1874098280 tempest-TestServerAdvancedOps-1874098280-project] Request body: {'port': {'device_id': 'cfb22ee4-5791-434b-a97f-b9b6a48f87c4', 'network_id': 'c28071a8-47ee-4445-ab62-4e0a24cb8fe3', 'admin_state_up': True, 'tenant_id': '81f95129386d4a49896ca50ea82ec908'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:55:05.127474 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port a5a91b35-c4bd-4bfb-8f43-38c0695c6f58, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=a5a91b35-c4bd-4bfb-8f43-38c0695c6f58,segment=NetworkSegment(0934a908-175b-4cbf-ace2-f0550fc5d53c),segment_id=0934a908-175b-4cbf-ace2-f0550fc5d53c)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:55:05.134400 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (a5a91b35-c4bd-4bfb-8f43-38c0695c6f58), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:05.234039 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=a5a91b35-c4bd-4bfb-8f43-38c0695c6f58,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:55:05.263187 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01a2a89-3567-4801-ab26-845a8dd3635b req-4c63f7ef-b4ae-4c12-b040-9c22bc0aab0a tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:05.273969 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e01a2a89-3567-4801-ab26-845a8dd3635b req-4c63f7ef-b4ae-4c12-b040-9c22bc0aab0a tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a278d30-eb2b-4ff9-ba26-926afcbda308 HTTP/1.1" status: 200 len: 946 time: 0.3088188 Feb 04 12:55:05.354694 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['a5a91b35-c4bd-4bfb-8f43-38c0695c6f58'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:55:06.179026 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e01a2a89-3567-4801-ab26-845a8dd3635b req-e301521e-8778-4993-b964-9e6ee4aac0d5 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=6117da09-2fa7-4477-b94e-92c335c547fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9048698 Feb 04 12:55:06.373425 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2de1a0a3-2a4d-4d36-9b03-c88132ee02c2 req-3f9ace23-2fa6-4d85-ae62-26ba095035e8 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=bbe05ef3-6c75-40c3-93b1-4c4680a237e9 HTTP/1.1" status: 200 len: 210 time: 0.0746024 Feb 04 12:55:06.426515 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8bc8fbf-ce1c-46aa-997f-9c53e997a72d req-004710ad-4849-4f61-b7e0-835339d089cb tempest-TestServerAdvancedOps-1874098280 tempest-TestServerAdvancedOps-1874098280-project] Made reservation on behalf of 81f95129386d4a49896ca50ea82ec908 for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:55:06.432560 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e8bc8fbf-ce1c-46aa-997f-9c53e997a72d req-004710ad-4849-4f61-b7e0-835339d089cb tempest-TestServerAdvancedOps-1874098280 tempest-TestServerAdvancedOps-1874098280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:06.492195 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99678830-5136-4233-b1ee-35c6097ecc5b req-28f9acd3-78e0-462b-ad0a-b3617181463c tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:06.494053 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-99678830-5136-4233-b1ee-35c6097ecc5b req-28f9acd3-78e0-462b-ad0a-b3617181463c tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=0fec5cc1-fc8f-47b0-893c-02986aa97a61 HTTP/1.1" status: 200 len: 945 time: 0.3369598 Feb 04 12:55:06.554473 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a3dfa623-a570-462d-8a12-c062ef7c61c6 req-b8dcb447-6505-4571-bb7c-cedd811621e6 tempest-TestServerAdvancedOps-1874098280 tempest-TestServerAdvancedOps-1874098280-project] 10.222.0.65 "GET /v2.0/ports?device_id=cfb22ee4-5791-434b-a97f-b9b6a48f87c4 HTTP/1.1" status: 200 len: 210 time: 0.0568731 Feb 04 12:55:06.968093 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-99678830-5136-4233-b1ee-35c6097ecc5b req-3fd1c2d0-6945-419c-84a0-79bd872bc2e5 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4592993 Feb 04 12:55:07.044699 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7467f284-5f85-4010-aa15-0b6297cd79b8 req-a7c7d2e6-e51c-4855-b696-97c47f76f113 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:07.046662 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7467f284-5f85-4010-aa15-0b6297cd79b8 req-a7c7d2e6-e51c-4855-b696-97c47f76f113 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.77 "GET /v2.0/networks?id=2199cf82-6b45-4a26-9381-22c185674f2b HTTP/1.1" status: 200 len: 811 time: 0.3415310 Feb 04 12:55:07.078763 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-7467f284-5f85-4010-aa15-0b6297cd79b8 req-15d7825e-4e69-46f2-8685-17f303d1f276 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Request body: {'port': {'device_id': 'bbe05ef3-6c75-40c3-93b1-4c4680a237e9', 'network_id': '2199cf82-6b45-4a26-9381-22c185674f2b', 'admin_state_up': True, 'tenant_id': '081a166ab6754953977e00fecaf55e63'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:55:07.114875 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-e8bc8fbf-ce1c-46aa-997f-9c53e997a72d req-004710ad-4849-4f61-b7e0-835339d089cb tempest-TestServerAdvancedOps-1874098280 tempest-TestServerAdvancedOps-1874098280-project] Allocated IP 172.20.0.14 (c28071a8-47ee-4445-ab62-4e0a24cb8fe3/d8000c59-f308-47d3-9c0f-3446909afcf6/bc5bee6a-beae-4ac8-a4a0-617793570451) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:55:07.337181 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7467f284-5f85-4010-aa15-0b6297cd79b8 req-15d7825e-4e69-46f2-8685-17f303d1f276 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Made reservation on behalf of 081a166ab6754953977e00fecaf55e63 for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:55:07.341625 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-7467f284-5f85-4010-aa15-0b6297cd79b8 req-15d7825e-4e69-46f2-8685-17f303d1f276 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:07.518636 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 12:55:07.537943 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0034cdd9-261f-4665-b1bf-86fe4066b7e1 req-0da04c92-a2a5-44ef-b87f-8a0b9414037b tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:07.540359 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0034cdd9-261f-4665-b1bf-86fe4066b7e1 req-0da04c92-a2a5-44ef-b87f-8a0b9414037b tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a278d30-eb2b-4ff9-ba26-926afcbda308 HTTP/1.1" status: 200 len: 946 time: 0.1932471 Feb 04 12:55:07.567404 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e8bc8fbf-ce1c-46aa-997f-9c53e997a72d req-004710ad-4849-4f61-b7e0-835339d089cb tempest-TestServerAdvancedOps-1874098280 tempest-TestServerAdvancedOps-1874098280-project] Publish callbacks [] for port (bc5bee6a-beae-4ac8-a4a0-617793570451), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:07.572824 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-473997f9-46ce-444a-a959-514cab188eba req-5ba2548e-8091-44bb-b28b-8049316b04d1 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=bbe05ef3-6c75-40c3-93b1-4c4680a237e9 HTTP/1.1" status: 200 len: 210 time: 0.0782318 Feb 04 12:55:07.686529 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0034cdd9-261f-4665-b1bf-86fe4066b7e1 req-b063849c-ad40-4909-b5d8-9f8ee2982d38 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=6117da09-2fa7-4477-b94e-92c335c547fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234555 Feb 04 12:55:07.741459 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f8afd070-e021-4779-bf39-611894f2b03a req-6ce49fdd-2a49-41cc-b8b9-2efffb2c92ff tempest-TestServerAdvancedOps-1874098280 tempest-TestServerAdvancedOps-1874098280-project] 10.222.0.65 "GET /v2.0/ports?device_id=cfb22ee4-5791-434b-a97f-b9b6a48f87c4 HTTP/1.1" status: 200 len: 210 time: 0.0462070 Feb 04 12:55:07.765141 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-7467f284-5f85-4010-aa15-0b6297cd79b8 req-15d7825e-4e69-46f2-8685-17f303d1f276 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Allocated IP 172.20.0.13 (2199cf82-6b45-4a26-9381-22c185674f2b/88c9f8fd-dc13-4414-bafb-3591060ecfdc/199b82db-26c4-49ff-b1a7-ed9cddfff749) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:55:07.949314 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e8bc8fbf-ce1c-46aa-997f-9c53e997a72d req-004710ad-4849-4f61-b7e0-835339d089cb tempest-TestServerAdvancedOps-1874098280 tempest-TestServerAdvancedOps-1874098280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (bc5bee6a-beae-4ac8-a4a0-617793570451), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:08.030700 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device a5a91b35-c4bd-4bfb-8f43-38c0695c6f58 up at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:55:08.089261 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-7467f284-5f85-4010-aa15-0b6297cd79b8 req-15d7825e-4e69-46f2-8685-17f303d1f276 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Publish callbacks [] for port (199b82db-26c4-49ff-b1a7-ed9cddfff749), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:08.162689 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning for port a5a91b35-c4bd-4bfb-8f43-38c0695c6f58 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:55:08.167304 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning complete for port a5a91b35-c4bd-4bfb-8f43-38c0695c6f58 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:55:08.167942 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (a5a91b35-c4bd-4bfb-8f43-38c0695c6f58), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:08.232164 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8bc8fbf-ce1c-46aa-997f-9c53e997a72d req-004710ad-4849-4f61-b7e0-835339d089cb tempest-TestServerAdvancedOps-1874098280 tempest-TestServerAdvancedOps-1874098280-project] Network c28071a8-47ee-4445-ab62-4e0a24cb8fe3 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:55:08.254061 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004710ad-4849-4f61-b7e0-835339d089cb tempest-TestServerAdvancedOps-1874098280 tempest-TestServerAdvancedOps-1874098280-project] Pushing event updated for resources: {'Port': ['ID=bc5bee6a-beae-4ac8-a4a0-617793570451,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:55:08.273748 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-e8bc8fbf-ce1c-46aa-997f-9c53e997a72d req-004710ad-4849-4f61-b7e0-835339d089cb tempest-TestServerAdvancedOps-1874098280 tempest-TestServerAdvancedOps-1874098280-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:55:08.277928 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8bc8fbf-ce1c-46aa-997f-9c53e997a72d req-004710ad-4849-4f61-b7e0-835339d089cb tempest-TestServerAdvancedOps-1874098280 tempest-TestServerAdvancedOps-1874098280-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:55:08.323927 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port a5a91b35-c4bd-4bfb-8f43-38c0695c6f58 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:55:08.325356 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (a5a91b35-c4bd-4bfb-8f43-38c0695c6f58), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:08.354482 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041723d1-4cdd-46cc-ae27-850e4b819689 req-c3db131b-949d-492f-b852-ae17c91fb20f tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:08.356911 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-041723d1-4cdd-46cc-ae27-850e4b819689 req-c3db131b-949d-492f-b852-ae17c91fb20f tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=0fec5cc1-fc8f-47b0-893c-02986aa97a61 HTTP/1.1" status: 200 len: 945 time: 0.2184024 Feb 04 12:55:08.362549 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-7467f284-5f85-4010-aa15-0b6297cd79b8 req-15d7825e-4e69-46f2-8685-17f303d1f276 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (199b82db-26c4-49ff-b1a7-ed9cddfff749), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:08.439059 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fec5cc1-fc8f-47b0-893c-02986aa97a61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5a91b35-c4bd-4bfb-8f43-38c0695c6f58'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:55:08.442245 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22fd8fbe-c9ce-45b6-98de-a185ed4f5cba" -d '{"events": [{"server_uuid": "0fec5cc1-fc8f-47b0-893c-02986aa97a61", "name": "network-vif-plugged", "status": "completed", "tag": "a5a91b35-c4bd-4bfb-8f43-38c0695c6f58"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:55:08.446344 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['9d4fee85-d7db-4499-afb0-3622136f8b6c'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:55:08.471703 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bc8fbf-ce1c-46aa-997f-9c53e997a72d req-004710ad-4849-4f61-b7e0-835339d089cb tempest-TestServerAdvancedOps-1874098280 tempest-TestServerAdvancedOps-1874098280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:08.472969 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e8bc8fbf-ce1c-46aa-997f-9c53e997a72d req-004710ad-4849-4f61-b7e0-835339d089cb tempest-TestServerAdvancedOps-1874098280 tempest-TestServerAdvancedOps-1874098280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:08.503580 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d7825e-4e69-46f2-8685-17f303d1f276 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Pushing event updated for resources: {'Port': ['ID=199b82db-26c4-49ff-b1a7-ed9cddfff749,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:55:08.518425 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7467f284-5f85-4010-aa15-0b6297cd79b8 req-15d7825e-4e69-46f2-8685-17f303d1f276 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Network 2199cf82-6b45-4a26-9381-22c185674f2b is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:55:08.525190 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-7467f284-5f85-4010-aa15-0b6297cd79b8 req-15d7825e-4e69-46f2-8685-17f303d1f276 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:55:08.558576 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port a5a91b35-c4bd-4bfb-8f43-38c0695c6f58, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=a5a91b35-c4bd-4bfb-8f43-38c0695c6f58,segment=NetworkSegment(0934a908-175b-4cbf-ace2-f0550fc5d53c),segment_id=0934a908-175b-4cbf-ace2-f0550fc5d53c)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:55:08.579016 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (a5a91b35-c4bd-4bfb-8f43-38c0695c6f58), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:08.631111 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-7467f284-5f85-4010-aa15-0b6297cd79b8 req-15d7825e-4e69-46f2-8685-17f303d1f276 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:55:08.664103 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-041723d1-4cdd-46cc-ae27-850e4b819689 req-5e2718d0-dc14-48ae-b83a-f925746350dd tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916536 Feb 04 12:55:08.687511 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b242d558-f210-46e5-bd92-d91b1b16250b x-openstack-request-id: req-b242d558-f210-46e5-bd92-d91b1b16250b {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:55:08.688126 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fec5cc1-fc8f-47b0-893c-02986aa97a61", "name": "network-vif-plugged", "status": "completed", "tag": "a5a91b35-c4bd-4bfb-8f43-38c0695c6f58", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:55:08.688678 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b242d558-f210-46e5-bd92-d91b1b16250b {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:55:08.689336 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fec5cc1-fc8f-47b0-893c-02986aa97a61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5a91b35-c4bd-4bfb-8f43-38c0695c6f58', 'code': 200} Feb 04 12:55:08.750026 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e8bc8fbf-ce1c-46aa-997f-9c53e997a72d req-004710ad-4849-4f61-b7e0-835339d089cb tempest-TestServerAdvancedOps-1874098280 tempest-TestServerAdvancedOps-1874098280-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6527092 Feb 04 12:55:08.773496 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-e8bc8fbf-ce1c-46aa-997f-9c53e997a72d req-7aeb07a5-0356-40f6-bb0a-546644516581 service neutron] Request body: {'port': {'device_id': 'cfb22ee4-5791-434b-a97f-b9b6a48f87c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:55:08.866303 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=a5a91b35-c4bd-4bfb-8f43-38c0695c6f58,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:55:08.878337 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d5498b-ade6-4465-996c-c0223019518b req-e08af056-a6c9-4cc0-b84c-3a958690787b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:08.884692 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-46d5498b-ade6-4465-996c-c0223019518b req-e08af056-a6c9-4cc0-b84c-3a958690787b service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=0fec5cc1-fc8f-47b0-893c-02986aa97a61 HTTP/1.1" status: 200 len: 1128 time: 0.1970570 Feb 04 12:55:08.901578 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:55:08.902209 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:55:08.902716 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:55:08.903317 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:55:08.903835 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:55:08.904335 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:55:08.904827 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:55:08.905328 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:55:08.905817 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:55:08.911013 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:55:08.912277 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:55:08.912829 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:55:08.913340 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:55:08.976107 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-46d5498b-ade6-4465-996c-c0223019518b req-47e7ebb1-fab6-43e0-bacc-d4d0662345a3 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816669 Feb 04 12:55:09.093742 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7467f284-5f85-4010-aa15-0b6297cd79b8 req-15d7825e-4e69-46f2-8685-17f303d1f276 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:09.094665 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-7467f284-5f85-4010-aa15-0b6297cd79b8 req-15d7825e-4e69-46f2-8685-17f303d1f276 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:09.112022 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e8bc8fbf-ce1c-46aa-997f-9c53e997a72d req-7aeb07a5-0356-40f6-bb0a-546644516581 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (bc5bee6a-beae-4ac8-a4a0-617793570451), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:09.159116 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-18f6b39b-e27c-4891-be84-ba5d5a91c93e None None] Provisioning complete for port 199b82db-26c4-49ff-b1a7-ed9cddfff749 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:55:09.159116 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-18f6b39b-e27c-4891-be84-ba5d5a91c93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (199b82db-26c4-49ff-b1a7-ed9cddfff749), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:09.200324 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7467f284-5f85-4010-aa15-0b6297cd79b8 req-15d7825e-4e69-46f2-8685-17f303d1f276 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1349893 Feb 04 12:55:09.228251 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5702f171-5ab0-4b04-aafd-9f549299eec7 req-ac66dd62-ff6c-48f6-bc6e-24c377ee0dee tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:09.231486 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5702f171-5ab0-4b04-aafd-9f549299eec7 req-ac66dd62-ff6c-48f6-bc6e-24c377ee0dee tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a278d30-eb2b-4ff9-ba26-926afcbda308 HTTP/1.1" status: 200 len: 946 time: 0.2737331 Feb 04 12:55:09.242982 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e2db52-3b4e-4f30-8208-b27dfc473649 req-061bb8ad-2156-4390-ae69-0056e0871631 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:09.245218 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-18f6b39b-e27c-4891-be84-ba5d5a91c93e None None] Port 199b82db-26c4-49ff-b1a7-ed9cddfff749 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:55:09.257273 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-57e2db52-3b4e-4f30-8208-b27dfc473649 req-061bb8ad-2156-4390-ae69-0056e0871631 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=bbe05ef3-6c75-40c3-93b1-4c4680a237e9 HTTP/1.1" status: 200 len: 932 time: 0.4759128 Feb 04 12:55:09.571511 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-7467f284-5f85-4010-aa15-0b6297cd79b8 req-914274be-d16f-49cf-8fab-2935e2481547 service neutron] Request body: {'port': {'device_id': 'bbe05ef3-6c75-40c3-93b1-4c4680a237e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:55:09.695092 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-57e2db52-3b4e-4f30-8208-b27dfc473649 req-faa36cc6-e418-44dd-9654-1c5d4e2005ee tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=e80379a7-bc34-42af-9706-4f7e825f23a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4366164 Feb 04 12:55:09.897498 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5702f171-5ab0-4b04-aafd-9f549299eec7 req-64033203-60b7-4425-ad18-b8fa875d1915 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=6117da09-2fa7-4477-b94e-92c335c547fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6351907 Feb 04 12:55:09.950927 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-7467f284-5f85-4010-aa15-0b6297cd79b8 req-914274be-d16f-49cf-8fab-2935e2481547 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (199b82db-26c4-49ff-b1a7-ed9cddfff749), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:09.986210 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-e8bc8fbf-ce1c-46aa-997f-9c53e997a72d req-7aeb07a5-0356-40f6-bb0a-546644516581 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc5bee6a-beae-4ac8-a4a0-617793570451 {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:55:10.000652 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e8bc8fbf-ce1c-46aa-997f-9c53e997a72d req-7aeb07a5-0356-40f6-bb0a-546644516581 service neutron] Publish callbacks [] for port (bc5bee6a-beae-4ac8-a4a0-617793570451), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:10.062358 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f908ef79-1941-4266-9de4-40f523fd9072 req-91295e0b-881d-433b-9daf-a90700025cb9 tempest-TestServerAdvancedOps-1874098280 tempest-TestServerAdvancedOps-1874098280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:10.071599 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f908ef79-1941-4266-9de4-40f523fd9072 req-91295e0b-881d-433b-9daf-a90700025cb9 tempest-TestServerAdvancedOps-1874098280 tempest-TestServerAdvancedOps-1874098280-project] 10.222.0.65 "GET /v2.0/ports?device_id=cfb22ee4-5791-434b-a97f-b9b6a48f87c4 HTTP/1.1" status: 200 len: 932 time: 0.2138712 Feb 04 12:55:10.101160 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-e8bc8fbf-ce1c-46aa-997f-9c53e997a72d req-7aeb07a5-0356-40f6-bb0a-546644516581 service neutron] Transition to ACTIVE for port object bc5bee6a-beae-4ac8-a4a0-617793570451 will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:55:10.152577 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e8bc8fbf-ce1c-46aa-997f-9c53e997a72d req-7aeb07a5-0356-40f6-bb0a-546644516581 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (bc5bee6a-beae-4ac8-a4a0-617793570451), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:10.438122 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f908ef79-1941-4266-9de4-40f523fd9072 req-eb1cd0d5-1206-4194-99b5-17230c440cbf tempest-TestServerAdvancedOps-1874098280 tempest-TestServerAdvancedOps-1874098280-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d7b2494-3ec2-43b4-9211-032c8a21fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3656001 Feb 04 12:55:10.475649 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeb07a5-0356-40f6-bb0a-546644516581 service neutron] Pushing event updated for resources: {'Port': ['ID=bc5bee6a-beae-4ac8-a4a0-617793570451,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:55:10.500348 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93050805-8c5d-41ac-b011-3cfbfa5732d4 req-6002f399-7132-4ca5-874f-edb6e7687653 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:10.503206 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-93050805-8c5d-41ac-b011-3cfbfa5732d4 req-6002f399-7132-4ca5-874f-edb6e7687653 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=0fec5cc1-fc8f-47b0-893c-02986aa97a61 HTTP/1.1" status: 200 len: 946 time: 0.4558322 Feb 04 12:55:10.654334 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-93050805-8c5d-41ac-b011-3cfbfa5732d4 req-fa9dd738-2496-4afe-a67a-37aa7fe3d4fe tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220908 Feb 04 12:55:10.688877 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-e8bc8fbf-ce1c-46aa-997f-9c53e997a72d req-7aeb07a5-0356-40f6-bb0a-546644516581 service neutron] Attempting to bind port bc5bee6a-beae-4ac8-a4a0-617793570451 on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:55:10.689252 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-e8bc8fbf-ce1c-46aa-997f-9c53e997a72d req-7aeb07a5-0356-40f6-bb0a-546644516581 service neutron] Attempting to bind port bc5bee6a-beae-4ac8-a4a0-617793570451 by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': '0d8b2f27-ce30-4f7c-a75f-3ff213f73d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c28071a8-47ee-4445-ab62-4e0a24cb8fe3'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:55:10.689594 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8bc8fbf-ce1c-46aa-997f-9c53e997a72d req-7aeb07a5-0356-40f6-bb0a-546644516581 service neutron] Attempting to bind port bc5bee6a-beae-4ac8-a4a0-617793570451 on network c28071a8-47ee-4445-ab62-4e0a24cb8fe3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:55:10.698473 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8bc8fbf-ce1c-46aa-997f-9c53e997a72d req-7aeb07a5-0356-40f6-bb0a-546644516581 service neutron] Port bc5bee6a-beae-4ac8-a4a0-617793570451 on network c28071a8-47ee-4445-ab62-4e0a24cb8fe3 not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:55:10.698898 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8bc8fbf-ce1c-46aa-997f-9c53e997a72d req-7aeb07a5-0356-40f6-bb0a-546644516581 service neutron] Attempting to bind port bc5bee6a-beae-4ac8-a4a0-617793570451 on network c28071a8-47ee-4445-ab62-4e0a24cb8fe3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:55:10.713199 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8bc8fbf-ce1c-46aa-997f-9c53e997a72d req-7aeb07a5-0356-40f6-bb0a-546644516581 service neutron] Checking agent: {'id': 'f8add0d2-2202-43d3-bc0e-72442788e6ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:55:10.713611 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8bc8fbf-ce1c-46aa-997f-9c53e997a72d req-7aeb07a5-0356-40f6-bb0a-546644516581 service neutron] Checking segment: {'id': '0d8b2f27-ce30-4f7c-a75f-3ff213f73d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c28071a8-47ee-4445-ab62-4e0a24cb8fe3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:55:10.713940 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8bc8fbf-ce1c-46aa-997f-9c53e997a72d req-7aeb07a5-0356-40f6-bb0a-546644516581 service neutron] Bound using segment: {'id': '0d8b2f27-ce30-4f7c-a75f-3ff213f73d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c28071a8-47ee-4445-ab62-4e0a24cb8fe3'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:55:10.714385 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-e8bc8fbf-ce1c-46aa-997f-9c53e997a72d req-7aeb07a5-0356-40f6-bb0a-546644516581 service neutron] Bound port: bc5bee6a-beae-4ac8-a4a0-617793570451, host: n-h1-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d8b2f27-ce30-4f7c-a75f-3ff213f73d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c28071a8-47ee-4445-ab62-4e0a24cb8fe3'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:55:10.714750 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e8bc8fbf-ce1c-46aa-997f-9c53e997a72d req-7aeb07a5-0356-40f6-bb0a-546644516581 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (bc5bee6a-beae-4ac8-a4a0-617793570451), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:10.850982 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-7467f284-5f85-4010-aa15-0b6297cd79b8 req-914274be-d16f-49cf-8fab-2935e2481547 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 199b82db-26c4-49ff-b1a7-ed9cddfff749 {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:55:10.884586 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-7467f284-5f85-4010-aa15-0b6297cd79b8 req-914274be-d16f-49cf-8fab-2935e2481547 service neutron] Publish callbacks [] for port (199b82db-26c4-49ff-b1a7-ed9cddfff749), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:10.916885 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-7467f284-5f85-4010-aa15-0b6297cd79b8 req-914274be-d16f-49cf-8fab-2935e2481547 service neutron] Transition to ACTIVE for port object 199b82db-26c4-49ff-b1a7-ed9cddfff749 will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:55:10.921890 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-e8bc8fbf-ce1c-46aa-997f-9c53e997a72d req-7aeb07a5-0356-40f6-bb0a-546644516581 service neutron] For port bc5bee6a-beae-4ac8-a4a0-617793570451, host n-h1-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:55:10.926116 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-e8bc8fbf-ce1c-46aa-997f-9c53e997a72d req-7aeb07a5-0356-40f6-bb0a-546644516581 service neutron] For port bc5bee6a-beae-4ac8-a4a0-617793570451, host n-h1-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=bc5bee6a-beae-4ac8-a4a0-617793570451,segment=NetworkSegment(0d8b2f27-ce30-4f7c-a75f-3ff213f73d77),segment_id=0d8b2f27-ce30-4f7c-a75f-3ff213f73d77)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:55:10.933360 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-7467f284-5f85-4010-aa15-0b6297cd79b8 req-914274be-d16f-49cf-8fab-2935e2481547 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (199b82db-26c4-49ff-b1a7-ed9cddfff749), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:11.036739 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e8bc8fbf-ce1c-46aa-997f-9c53e997a72d req-7aeb07a5-0356-40f6-bb0a-546644516581 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (bc5bee6a-beae-4ac8-a4a0-617793570451), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:11.142648 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fdac6d-1a68-4a60-8caa-c87a319f3715 req-85a5eece-4150-4b69-bb4b-92b034b4c92d tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:11.151963 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c8fdac6d-1a68-4a60-8caa-c87a319f3715 req-85a5eece-4150-4b69-bb4b-92b034b4c92d tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=bbe05ef3-6c75-40c3-93b1-4c4680a237e9 HTTP/1.1" status: 200 len: 932 time: 0.3346806 Feb 04 12:55:11.160106 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914274be-d16f-49cf-8fab-2935e2481547 service neutron] Pushing event updated for resources: {'Port': ['ID=199b82db-26c4-49ff-b1a7-ed9cddfff749,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:55:11.330418 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bc8fbf-ce1c-46aa-997f-9c53e997a72d req-7aeb07a5-0356-40f6-bb0a-546644516581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:11.331246 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e8bc8fbf-ce1c-46aa-997f-9c53e997a72d req-7aeb07a5-0356-40f6-bb0a-546644516581 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:11.333018 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e8bc8fbf-ce1c-46aa-997f-9c53e997a72d req-7aeb07a5-0356-40f6-bb0a-546644516581 service neutron] 10.222.0.73 "PUT /v2.0/ports/bc5bee6a-beae-4ac8-a4a0-617793570451 HTTP/1.1" status: 200 len: 1092 time: 2.5710626 Feb 04 12:55:11.336934 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfb22ee4-5791-434b-a97f-b9b6a48f87c4', 'tag': 'bc5bee6a-beae-4ac8-a4a0-617793570451'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:55:11.339248 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7879840e-aa32-4be9-b30e-048c34c068ac" -d '{"events": [{"name": "network-changed", "server_uuid": "cfb22ee4-5791-434b-a97f-b9b6a48f87c4", "tag": "bc5bee6a-beae-4ac8-a4a0-617793570451"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:55:11.471176 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c8fdac6d-1a68-4a60-8caa-c87a319f3715 req-fd467502-4fd4-49dc-91f8-bcf01c1ae4da tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=e80379a7-bc34-42af-9706-4f7e825f23a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3177824 Feb 04 12:55:11.589765 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f08a1b-53d1-4e3a-baa6-144cbe466185 req-8435e1aa-e9c6-4765-8e8e-0304ae286e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:11.591283 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a7f08a1b-53d1-4e3a-baa6-144cbe466185 req-8435e1aa-e9c6-4765-8e8e-0304ae286e51 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b593a9b948e947caa7bb47e1be2cb62a&device_id=3a278d30-eb2b-4ff9-ba26-926afcbda308 HTTP/1.1" status: 200 len: 1128 time: 0.3265052 Feb 04 12:55:11.592023 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeb07a5-0356-40f6-bb0a-546644516581 service neutron] Pushing event updated for resources: {'Port': ['ID=bc5bee6a-beae-4ac8-a4a0-617793570451,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:55:11.603668 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea49ab51-00e4-4f0a-9c14-0cfbae4f18e6 x-openstack-request-id: req-ea49ab51-00e4-4f0a-9c14-0cfbae4f18e6 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:55:11.604035 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfb22ee4-5791-434b-a97f-b9b6a48f87c4", "tag": "bc5bee6a-beae-4ac8-a4a0-617793570451", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:55:11.604289 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ea49ab51-00e4-4f0a-9c14-0cfbae4f18e6 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:55:11.604687 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfb22ee4-5791-434b-a97f-b9b6a48f87c4', 'tag': 'bc5bee6a-beae-4ac8-a4a0-617793570451', 'status': 'completed', 'code': 200} Feb 04 12:55:11.615062 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bc8fbf-ce1c-46aa-997f-9c53e997a72d req-80025944-0bbb-4f1b-a777-4e8390dfc302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:11.616633 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e8bc8fbf-ce1c-46aa-997f-9c53e997a72d req-80025944-0bbb-4f1b-a777-4e8390dfc302 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=81f95129386d4a49896ca50ea82ec908&device_id=cfb22ee4-5791-434b-a97f-b9b6a48f87c4 HTTP/1.1" status: 200 len: 1126 time: 0.2276566 Feb 04 12:55:11.625571 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9157fe7a-bbfc-4f5e-82fb-dc7736ef7ecc req-a528d829-b9cc-4288-8385-2693d209c46b tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:11.627286 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9157fe7a-bbfc-4f5e-82fb-dc7736ef7ecc req-a528d829-b9cc-4288-8385-2693d209c46b tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a278d30-eb2b-4ff9-ba26-926afcbda308 HTTP/1.1" status: 200 len: 946 time: 0.5763750 Feb 04 12:55:11.736472 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-7467f284-5f85-4010-aa15-0b6297cd79b8 req-914274be-d16f-49cf-8fab-2935e2481547 service neutron] Attempting to bind port 199b82db-26c4-49ff-b1a7-ed9cddfff749 on host n-h2-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:55:11.737115 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-7467f284-5f85-4010-aa15-0b6297cd79b8 req-914274be-d16f-49cf-8fab-2935e2481547 service neutron] Attempting to bind port 199b82db-26c4-49ff-b1a7-ed9cddfff749 by drivers openvswitch,hyperv on host n-h2-825015-3 at level 0 using segments [{'id': '435809b5-4790-4cc2-92a6-17b1a1ceee55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '2199cf82-6b45-4a26-9381-22c185674f2b'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:55:11.737649 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7467f284-5f85-4010-aa15-0b6297cd79b8 req-914274be-d16f-49cf-8fab-2935e2481547 service neutron] Attempting to bind port 199b82db-26c4-49ff-b1a7-ed9cddfff749 on network 2199cf82-6b45-4a26-9381-22c185674f2b {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:55:11.760747 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e8bc8fbf-ce1c-46aa-997f-9c53e997a72d req-12e51600-d9e0-4657-94fc-60aacb31f17c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bc5bee6a-beae-4ac8-a4a0-617793570451 HTTP/1.1" status: 200 len: 217 time: 0.1316121 Feb 04 12:55:11.799865 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7467f284-5f85-4010-aa15-0b6297cd79b8 req-914274be-d16f-49cf-8fab-2935e2481547 service neutron] Port 199b82db-26c4-49ff-b1a7-ed9cddfff749 on network 2199cf82-6b45-4a26-9381-22c185674f2b not bound, no agent of type Open vSwitch agent registered on host n-h2-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:55:11.800192 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7467f284-5f85-4010-aa15-0b6297cd79b8 req-914274be-d16f-49cf-8fab-2935e2481547 service neutron] Attempting to bind port 199b82db-26c4-49ff-b1a7-ed9cddfff749 on network 2199cf82-6b45-4a26-9381-22c185674f2b {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:55:11.813216 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7467f284-5f85-4010-aa15-0b6297cd79b8 req-914274be-d16f-49cf-8fab-2935e2481547 service neutron] Checking agent: {'id': '9b68a165-e786-4b91-8592-44519c2ecabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:55:11.813554 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7467f284-5f85-4010-aa15-0b6297cd79b8 req-914274be-d16f-49cf-8fab-2935e2481547 service neutron] Checking segment: {'id': '435809b5-4790-4cc2-92a6-17b1a1ceee55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '2199cf82-6b45-4a26-9381-22c185674f2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:55:11.813940 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7467f284-5f85-4010-aa15-0b6297cd79b8 req-914274be-d16f-49cf-8fab-2935e2481547 service neutron] Bound using segment: {'id': '435809b5-4790-4cc2-92a6-17b1a1ceee55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '2199cf82-6b45-4a26-9381-22c185674f2b'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:55:11.814385 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-7467f284-5f85-4010-aa15-0b6297cd79b8 req-914274be-d16f-49cf-8fab-2935e2481547 service neutron] Bound port: 199b82db-26c4-49ff-b1a7-ed9cddfff749, host: n-h2-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '435809b5-4790-4cc2-92a6-17b1a1ceee55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '2199cf82-6b45-4a26-9381-22c185674f2b'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:55:11.814745 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-7467f284-5f85-4010-aa15-0b6297cd79b8 req-914274be-d16f-49cf-8fab-2935e2481547 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (199b82db-26c4-49ff-b1a7-ed9cddfff749), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:11.945547 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9157fe7a-bbfc-4f5e-82fb-dc7736ef7ecc req-8eb5495c-1a0b-4e62-8268-855edec4f1ec tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=6117da09-2fa7-4477-b94e-92c335c547fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2986579 Feb 04 12:55:11.974349 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bc8fbf-ce1c-46aa-997f-9c53e997a72d req-50922375-9e0c-4e14-aaf3-17916fb7fc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:11.975968 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e8bc8fbf-ce1c-46aa-997f-9c53e997a72d req-50922375-9e0c-4e14-aaf3-17916fb7fc43 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d8000c59-f308-47d3-9c0f-3446909afcf6 HTTP/1.1" status: 200 len: 851 time: 0.2059941 Feb 04 12:55:11.988829 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb7b29c-44d6-4f8b-a7ae-5ae5cf8821b4 req-ef20622b-715e-4048-8046-79f494f07444 tempest-TestServerAdvancedOps-1874098280 tempest-TestServerAdvancedOps-1874098280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:11.991232 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3bb7b29c-44d6-4f8b-a7ae-5ae5cf8821b4 req-ef20622b-715e-4048-8046-79f494f07444 tempest-TestServerAdvancedOps-1874098280 tempest-TestServerAdvancedOps-1874098280-project] 10.222.0.65 "GET /v2.0/ports?device_id=cfb22ee4-5791-434b-a97f-b9b6a48f87c4 HTTP/1.1" status: 200 len: 944 time: 0.2560246 Feb 04 12:55:11.995583 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f08a1b-53d1-4e3a-baa6-144cbe466185 req-500d57f9-5f62-4d47-8726-808479c3c0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:11.997050 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a7f08a1b-53d1-4e3a-baa6-144cbe466185 req-500d57f9-5f62-4d47-8726-808479c3c0f1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4e1bb528-5b08-4fe5-be55-e6e60ca268fa HTTP/1.1" status: 200 len: 918 time: 0.3677735 Feb 04 12:55:12.063107 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e8bc8fbf-ce1c-46aa-997f-9c53e997a72d req-15a43785-1010-4e48-972e-43abf215dc26 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c28071a8-47ee-4445-ab62-4e0a24cb8fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688815 Feb 04 12:55:12.143522 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a7f08a1b-53d1-4e3a-baa6-144cbe466185 req-e9569df7-d4e5-4324-8a50-e21ed934940b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc3ef21e-75dc-4a70-9b19-d31f166c1e2f HTTP/1.1" status: 200 len: 1000 time: 0.1301396 Feb 04 12:55:12.198593 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-7467f284-5f85-4010-aa15-0b6297cd79b8 req-914274be-d16f-49cf-8fab-2935e2481547 service neutron] For port 199b82db-26c4-49ff-b1a7-ed9cddfff749, host n-h2-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:55:12.305713 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-7467f284-5f85-4010-aa15-0b6297cd79b8 req-914274be-d16f-49cf-8fab-2935e2481547 service neutron] For port 199b82db-26c4-49ff-b1a7-ed9cddfff749, host n-h2-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=199b82db-26c4-49ff-b1a7-ed9cddfff749,segment=NetworkSegment(435809b5-4790-4cc2-92a6-17b1a1ceee55),segment_id=435809b5-4790-4cc2-92a6-17b1a1ceee55)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:55:12.372022 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3bb7b29c-44d6-4f8b-a7ae-5ae5cf8821b4 req-b15f0cb1-70e8-4fa5-829a-63c37f418022 tempest-TestServerAdvancedOps-1874098280 tempest-TestServerAdvancedOps-1874098280-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d7b2494-3ec2-43b4-9211-032c8a21fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3672516 Feb 04 12:55:12.381548 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-7467f284-5f85-4010-aa15-0b6297cd79b8 req-914274be-d16f-49cf-8fab-2935e2481547 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (199b82db-26c4-49ff-b1a7-ed9cddfff749), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:12.558969 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914274be-d16f-49cf-8fab-2935e2481547 service neutron] Pushing event updated for resources: {'Port': ['ID=199b82db-26c4-49ff-b1a7-ed9cddfff749,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:55:12.571075 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7467f284-5f85-4010-aa15-0b6297cd79b8 req-914274be-d16f-49cf-8fab-2935e2481547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:12.572059 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-7467f284-5f85-4010-aa15-0b6297cd79b8 req-914274be-d16f-49cf-8fab-2935e2481547 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:12.573662 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7467f284-5f85-4010-aa15-0b6297cd79b8 req-914274be-d16f-49cf-8fab-2935e2481547 service neutron] 10.222.0.77 "PUT /v2.0/ports/199b82db-26c4-49ff-b1a7-ed9cddfff749 HTTP/1.1" status: 200 len: 1092 time: 3.3137305 Feb 04 12:55:12.585641 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f08a1b-53d1-4e3a-baa6-144cbe466185 req-db1113c5-3d2d-4070-8419-f8340e1aff46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:12.588913 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a7f08a1b-53d1-4e3a-baa6-144cbe466185 req-db1113c5-3d2d-4070-8419-f8340e1aff46 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=13ec9a2b-ecf4-4399-96f0-6b85e2cca449 HTTP/1.1" status: 200 len: 856 time: 0.4251592 Feb 04 12:55:12.638959 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-c519f359-bc6c-40e9-b4c8-46e07923e0b4 req-57ed45ba-1cec-410d-8f50-3ebdb0637bb0 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=12babf50-770d-4384-b363-047a065adfe7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1033604 Feb 04 12:55:12.762182 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c519f359-bc6c-40e9-b4c8-46e07923e0b4 req-78c5a01c-83e5-460f-b7b2-7c0bcdf4cdc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:12.767767 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-c519f359-bc6c-40e9-b4c8-46e07923e0b4 req-78c5a01c-83e5-460f-b7b2-7c0bcdf4cdc4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3c0dc8c0402645d983d20be0fc21117a&device_id=12babf50-770d-4384-b363-047a065adfe7 HTTP/1.1" status: 200 len: 1128 time: 0.1021001 Feb 04 12:55:12.838930 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e8bc8fbf-ce1c-46aa-997f-9c53e997a72d req-241df8af-2f32-498e-8985-fa3ae3bca1fd service neutron] 10.222.0.73 "GET /v2.0/networks/c28071a8-47ee-4445-ab62-4e0a24cb8fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6915612 Feb 04 12:55:13.001936 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c519f359-bc6c-40e9-b4c8-46e07923e0b4 req-29ea7a43-3b6b-4fd4-8c06-52334e721198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:13.003655 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-c519f359-bc6c-40e9-b4c8-46e07923e0b4 req-29ea7a43-3b6b-4fd4-8c06-52334e721198 service neutron] 10.222.0.77 "GET /v2.0/networks?id=f237d722-433d-480c-8987-66d34675134e HTTP/1.1" status: 200 len: 913 time: 0.2114544 Feb 04 12:55:13.085612 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-c519f359-bc6c-40e9-b4c8-46e07923e0b4 req-ebb4b04b-1c82-455c-b728-cafd8a5817cf service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=352f2fc1-632d-49cd-ac15-d77895ed61af HTTP/1.1" status: 200 len: 217 time: 0.0738139 Feb 04 12:55:13.159593 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c519f359-bc6c-40e9-b4c8-46e07923e0b4 req-0c2c9205-6421-42f0-a57b-ba2dc4a0fdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:13.167197 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-c519f359-bc6c-40e9-b4c8-46e07923e0b4 req-0c2c9205-6421-42f0-a57b-ba2dc4a0fdd5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=70faacee-af53-42b7-af83-bbc74f352570 HTTP/1.1" status: 200 len: 851 time: 0.0742936 Feb 04 12:55:13.257195 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c519f359-bc6c-40e9-b4c8-46e07923e0b4 req-9d76b5a9-c552-4f4f-ab69-1d6f3668aaca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:13.259178 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-c519f359-bc6c-40e9-b4c8-46e07923e0b4 req-9d76b5a9-c552-4f4f-ab69-1d6f3668aaca service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f237d722-433d-480c-8987-66d34675134e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0845299 Feb 04 12:55:13.499436 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-c519f359-bc6c-40e9-b4c8-46e07923e0b4 req-1fb3816d-adb2-4e0b-8770-90e2fd7a5912 service neutron] 10.222.0.77 "GET /v2.0/networks/f237d722-433d-480c-8987-66d34675134e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327142 Feb 04 12:55:13.572231 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddec87a3-e92f-476c-b309-11c2e4964fdb req-a09aa40c-2ff1-41ea-9c73-1c8721a22e1a tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:13.579304 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ddec87a3-e92f-476c-b309-11c2e4964fdb req-a09aa40c-2ff1-41ea-9c73-1c8721a22e1a tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=0fec5cc1-fc8f-47b0-893c-02986aa97a61 HTTP/1.1" status: 200 len: 946 time: 1.4340487 Feb 04 12:55:13.582352 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e8bc8fbf-ce1c-46aa-997f-9c53e997a72d req-479d6b50-a712-4ec9-9897-b453f159f937 service neutron] 10.222.0.73 "GET /v2.0/networks/c28071a8-47ee-4445-ab62-4e0a24cb8fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7347462 Feb 04 12:55:13.612039 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbe05ef3-6c75-40c3-93b1-4c4680a237e9', 'tag': '199b82db-26c4-49ff-b1a7-ed9cddfff749'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:55:13.644102 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc2f71f4-0db6-4ec0-9082-9f1f5a7473a8" -d '{"events": [{"name": "network-changed", "server_uuid": "bbe05ef3-6c75-40c3-93b1-4c4680a237e9", "tag": "199b82db-26c4-49ff-b1a7-ed9cddfff749"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:55:13.791373 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-c519f359-bc6c-40e9-b4c8-46e07923e0b4 req-4c771a03-3fa5-410b-ad03-dd610ae47e80 service neutron] 10.222.0.77 "GET /v2.0/networks/f237d722-433d-480c-8987-66d34675134e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2824883 Feb 04 12:55:13.844192 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c2bf4b-8129-4872-8de4-5369ae24a5a7 req-572da5cb-f8b3-4b16-95d0-bb4fa1d096d5 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:13.847558 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-26c2bf4b-8129-4872-8de4-5369ae24a5a7 req-572da5cb-f8b3-4b16-95d0-bb4fa1d096d5 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=bbe05ef3-6c75-40c3-93b1-4c4680a237e9 HTTP/1.1" status: 200 len: 944 time: 1.1847842 Feb 04 12:55:13.909223 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ddec87a3-e92f-476c-b309-11c2e4964fdb req-9b9d71f1-8a88-4eec-97ef-fb491d20c02f tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597349 Feb 04 12:55:13.911526 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f08a1b-53d1-4e3a-baa6-144cbe466185 req-616f5d87-406b-43b4-8580-dbd326132544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:13.913055 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a7f08a1b-53d1-4e3a-baa6-144cbe466185 req-616f5d87-406b-43b4-8580-dbd326132544 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4e1bb528-5b08-4fe5-be55-e6e60ca268fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 1.3099539 Feb 04 12:55:13.964157 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7467f284-5f85-4010-aa15-0b6297cd79b8 req-80ec9fc4-e02b-4c32-9cc4-808e0292d4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:13.965698 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7467f284-5f85-4010-aa15-0b6297cd79b8 req-80ec9fc4-e02b-4c32-9cc4-808e0292d4fa service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=081a166ab6754953977e00fecaf55e63&device_id=bbe05ef3-6c75-40c3-93b1-4c4680a237e9 HTTP/1.1" status: 200 len: 1126 time: 1.3248799 Feb 04 12:55:14.088113 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7467f284-5f85-4010-aa15-0b6297cd79b8 req-3dafb4e6-866e-43bb-a418-8a94e36bdc03 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=199b82db-26c4-49ff-b1a7-ed9cddfff749 HTTP/1.1" status: 200 len: 217 time: 0.0927601 Feb 04 12:55:14.100881 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7879840e-aa32-4be9-b30e-048c34c068ac req-cf548e43-b842-48e9-bdf6-0ee4119f0dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:14.102613 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7879840e-aa32-4be9-b30e-048c34c068ac req-cf548e43-b842-48e9-bdf6-0ee4119f0dc3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=81f95129386d4a49896ca50ea82ec908&device_id=cfb22ee4-5791-434b-a97f-b9b6a48f87c4 HTTP/1.1" status: 200 len: 1126 time: 0.4003613 Feb 04 12:55:14.194172 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a7f08a1b-53d1-4e3a-baa6-144cbe466185 req-9bc23f21-aa87-415b-adea-e08597d040ca service neutron] 10.222.0.73 "GET /v2.0/networks/4e1bb528-5b08-4fe5-be55-e6e60ca268fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649248 Feb 04 12:55:14.276858 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-26c2bf4b-8129-4872-8de4-5369ae24a5a7 req-9222f287-8817-4e32-9eab-16e144d892bd tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=e80379a7-bc34-42af-9706-4f7e825f23a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3920012 Feb 04 12:55:14.414102 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7467f284-5f85-4010-aa15-0b6297cd79b8 req-8eef7a52-eba3-4b4c-82a7-a2aa7ee71bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:14.416013 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7467f284-5f85-4010-aa15-0b6297cd79b8 req-8eef7a52-eba3-4b4c-82a7-a2aa7ee71bcc service neutron] 10.222.0.77 "GET /v2.0/subnets?id=88c9f8fd-dc13-4414-bafb-3591060ecfdc HTTP/1.1" status: 200 len: 850 time: 0.3247206 Feb 04 12:55:14.441247 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8865474-6543-4309-ae16-26b627555f76 req-c79deac7-867d-47fa-8d57-eaab8bcfb690 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:14.450007 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d8865474-6543-4309-ae16-26b627555f76 req-c79deac7-867d-47fa-8d57-eaab8bcfb690 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a278d30-eb2b-4ff9-ba26-926afcbda308 HTTP/1.1" status: 200 len: 946 time: 0.3451939 Feb 04 12:55:14.639241 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb6c75f-6d2d-4369-88e9-ff98d59b901c req-8ca37434-9612-44e8-bad9-07d3a4a1c98c tempest-TestServerAdvancedOps-1874098280 tempest-TestServerAdvancedOps-1874098280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:14.640788 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2fb6c75f-6d2d-4369-88e9-ff98d59b901c req-8ca37434-9612-44e8-bad9-07d3a4a1c98c tempest-TestServerAdvancedOps-1874098280 tempest-TestServerAdvancedOps-1874098280-project] 10.222.0.65 "GET /v2.0/ports?device_id=cfb22ee4-5791-434b-a97f-b9b6a48f87c4 HTTP/1.1" status: 200 len: 944 time: 0.1653008 Feb 04 12:55:14.659032 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d8865474-6543-4309-ae16-26b627555f76 req-ca144ec4-cc06-4866-b94f-3114732155de tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=6117da09-2fa7-4477-b94e-92c335c547fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2080655 Feb 04 12:55:14.660238 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7879840e-aa32-4be9-b30e-048c34c068ac req-9ebe6b87-3464-499c-8278-8ee5a67fe769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:14.665286 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7879840e-aa32-4be9-b30e-048c34c068ac req-9ebe6b87-3464-499c-8278-8ee5a67fe769 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c28071a8-47ee-4445-ab62-4e0a24cb8fe3 HTTP/1.1" status: 200 len: 912 time: 0.4678297 Feb 04 12:55:14.754390 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a7f08a1b-53d1-4e3a-baa6-144cbe466185 req-6af31c3a-4c1f-45f9-9f6f-e3e8bf80c50a service neutron] 10.222.0.73 "GET /v2.0/networks/4e1bb528-5b08-4fe5-be55-e6e60ca268fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5246272 Feb 04 12:55:14.756878 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c752643e-103b-4767-86c5-e80cf1980431 x-openstack-request-id: req-c752643e-103b-4767-86c5-e80cf1980431 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:55:14.757202 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbe05ef3-6c75-40c3-93b1-4c4680a237e9", "tag": "199b82db-26c4-49ff-b1a7-ed9cddfff749", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:55:14.757459 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c752643e-103b-4767-86c5-e80cf1980431 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:55:14.757845 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbe05ef3-6c75-40c3-93b1-4c4680a237e9', 'tag': '199b82db-26c4-49ff-b1a7-ed9cddfff749', 'status': 'completed', 'code': 200} Feb 04 12:55:14.892096 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7879840e-aa32-4be9-b30e-048c34c068ac req-8fa07a26-062d-4dab-9589-33ac992a4022 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bc5bee6a-beae-4ac8-a4a0-617793570451 HTTP/1.1" status: 200 len: 217 time: 0.1709664 Feb 04 12:55:14.944076 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7467f284-5f85-4010-aa15-0b6297cd79b8 req-7629a407-a707-4a92-a911-e0d3db0b65e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:14.945695 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7467f284-5f85-4010-aa15-0b6297cd79b8 req-7629a407-a707-4a92-a911-e0d3db0b65e2 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2199cf82-6b45-4a26-9381-22c185674f2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5151851 Feb 04 12:55:14.994205 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2fb6c75f-6d2d-4369-88e9-ff98d59b901c req-e0b38e10-f0d4-4a52-9489-02d61efe2e6d tempest-TestServerAdvancedOps-1874098280 tempest-TestServerAdvancedOps-1874098280-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d7b2494-3ec2-43b4-9211-032c8a21fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3221281 Feb 04 12:55:15.079028 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7879840e-aa32-4be9-b30e-048c34c068ac req-64e94a08-ee01-4ba4-831c-65ea256941de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:15.080762 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7879840e-aa32-4be9-b30e-048c34c068ac req-64e94a08-ee01-4ba4-831c-65ea256941de service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d8000c59-f308-47d3-9c0f-3446909afcf6 HTTP/1.1" status: 200 len: 851 time: 0.1878774 Feb 04 12:55:15.123496 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7879840e-aa32-4be9-b30e-048c34c068ac req-f4523eda-c763-4d92-8466-e1a2c95021f6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c28071a8-47ee-4445-ab62-4e0a24cb8fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293818 Feb 04 12:55:15.134275 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8aa2ec-f18d-483b-8c03-d1a652820048 req-8090ff0e-e4bf-4817-b055-954460271b3e tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:15.136089 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2d8aa2ec-f18d-483b-8c03-d1a652820048 req-8090ff0e-e4bf-4817-b055-954460271b3e tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=0fec5cc1-fc8f-47b0-893c-02986aa97a61 HTTP/1.1" status: 200 len: 946 time: 0.2849200 Feb 04 12:55:15.248389 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7467f284-5f85-4010-aa15-0b6297cd79b8 req-0dcbd64f-1baa-445d-953a-48ba23ba33f6 service neutron] 10.222.0.77 "GET /v2.0/networks/2199cf82-6b45-4a26-9381-22c185674f2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776470 Feb 04 12:55:15.316501 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2d8aa2ec-f18d-483b-8c03-d1a652820048 req-e07186de-463e-4da1-9da1-5c4a64cc8032 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671593 Feb 04 12:55:15.345084 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7879840e-aa32-4be9-b30e-048c34c068ac req-7ef802df-cbda-4acc-b907-47286fc49307 service neutron] 10.222.0.73 "GET /v2.0/networks/c28071a8-47ee-4445-ab62-4e0a24cb8fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059586 Feb 04 12:55:15.539039 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7467f284-5f85-4010-aa15-0b6297cd79b8 req-dff502a9-9806-4ff1-80a1-9459585135db service neutron] 10.222.0.77 "GET /v2.0/networks/2199cf82-6b45-4a26-9381-22c185674f2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2791438 Feb 04 12:55:15.611792 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-34eba2d3-58d2-4c86-b709-86cba6f2dfb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:15.627966 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7879840e-aa32-4be9-b30e-048c34c068ac req-a2055449-2e2f-469d-8bef-cec6e0cb7b03 service neutron] 10.222.0.73 "GET /v2.0/networks/c28071a8-47ee-4445-ab62-4e0a24cb8fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709277 Feb 04 12:55:15.650506 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97d0239-ac79-4069-8ec2-7c0cdf0bd690 req-023812df-53b8-4d16-bd18-8e66c6ae64c8 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:15.652068 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d97d0239-ac79-4069-8ec2-7c0cdf0bd690 req-023812df-53b8-4d16-bd18-8e66c6ae64c8 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=bbe05ef3-6c75-40c3-93b1-4c4680a237e9 HTTP/1.1" status: 200 len: 944 time: 0.1545298 Feb 04 12:55:15.842476 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d97d0239-ac79-4069-8ec2-7c0cdf0bd690 req-b0135598-21b9-4b50-98c5-9c7f6fa1ca3c tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=e80379a7-bc34-42af-9706-4f7e825f23a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762164 Feb 04 12:55:15.876053 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f71f4-0db6-4ec0-9082-9f1f5a7473a8 req-d98eec6a-41dd-4f54-bddb-668596900a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:15.877763 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bc2f71f4-0db6-4ec0-9082-9f1f5a7473a8 req-d98eec6a-41dd-4f54-bddb-668596900a96 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=081a166ab6754953977e00fecaf55e63&device_id=bbe05ef3-6c75-40c3-93b1-4c4680a237e9 HTTP/1.1" status: 200 len: 1126 time: 0.1903095 Feb 04 12:55:16.121572 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f71f4-0db6-4ec0-9082-9f1f5a7473a8 req-68d9d384-ec07-4652-ba9f-4ba9c1c2f72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:16.125654 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bc2f71f4-0db6-4ec0-9082-9f1f5a7473a8 req-68d9d384-ec07-4652-ba9f-4ba9c1c2f72e service neutron] 10.222.0.77 "GET /v2.0/networks?id=2199cf82-6b45-4a26-9381-22c185674f2b HTTP/1.1" status: 200 len: 912 time: 0.2353601 Feb 04 12:55:16.246525 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bc2f71f4-0db6-4ec0-9082-9f1f5a7473a8 req-3fa64150-008b-4313-a961-d911623f20e1 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=199b82db-26c4-49ff-b1a7-ed9cddfff749 HTTP/1.1" status: 200 len: 217 time: 0.0791316 Feb 04 12:55:16.246525 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517071ed-f12d-4b1b-a7a2-e042df3a510d req-12fd9c9c-1766-4516-a240-2108fc250d69 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:16.246525 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-517071ed-f12d-4b1b-a7a2-e042df3a510d req-12fd9c9c-1766-4516-a240-2108fc250d69 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=0fec5cc1-fc8f-47b0-893c-02986aa97a61 HTTP/1.1" status: 200 len: 946 time: 0.1479332 Feb 04 12:55:16.339560 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a36894-c507-425e-9be7-305a351d4e51 req-aa4a5033-e48a-427d-b134-2c1f6fdb1cbf tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:16.341629 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f1a36894-c507-425e-9be7-305a351d4e51 req-aa4a5033-e48a-427d-b134-2c1f6fdb1cbf tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a278d30-eb2b-4ff9-ba26-926afcbda308 HTTP/1.1" status: 200 len: 946 time: 0.3120582 Feb 04 12:55:16.384070 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f71f4-0db6-4ec0-9082-9f1f5a7473a8 req-4b081a41-2296-4a9b-a8b3-cbf29c1cb103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:16.384812 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bc2f71f4-0db6-4ec0-9082-9f1f5a7473a8 req-4b081a41-2296-4a9b-a8b3-cbf29c1cb103 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=88c9f8fd-dc13-4414-bafb-3591060ecfdc HTTP/1.1" status: 200 len: 850 time: 0.1354513 Feb 04 12:55:16.459266 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f1a36894-c507-425e-9be7-305a351d4e51 req-4d83bc41-4051-4298-be48-06c27242da12 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=6117da09-2fa7-4477-b94e-92c335c547fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094863 Feb 04 12:55:16.522401 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-517071ed-f12d-4b1b-a7a2-e042df3a510d req-dbff6f66-a9aa-41f3-bf84-3db5b253349e tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371247 Feb 04 12:55:16.565218 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f71f4-0db6-4ec0-9082-9f1f5a7473a8 req-c50fcdf4-2127-4474-9c4e-b79813d6563b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:16.566857 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bc2f71f4-0db6-4ec0-9082-9f1f5a7473a8 req-c50fcdf4-2127-4474-9c4e-b79813d6563b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2199cf82-6b45-4a26-9381-22c185674f2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1728652 Feb 04 12:55:16.762030 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bc2f71f4-0db6-4ec0-9082-9f1f5a7473a8 req-e057403d-7f1e-4534-aa93-3c4967e6140f service neutron] 10.222.0.77 "GET /v2.0/networks/2199cf82-6b45-4a26-9381-22c185674f2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881778 Feb 04 12:55:16.770448 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2a681f-8b7f-4fe5-a82b-57a0b2d08ec4 req-f35ee5ba-396b-4deb-9e50-4bd57dda6985 tempest-TestServerAdvancedOps-1874098280 tempest-TestServerAdvancedOps-1874098280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:16.772029 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7c2a681f-8b7f-4fe5-a82b-57a0b2d08ec4 req-f35ee5ba-396b-4deb-9e50-4bd57dda6985 tempest-TestServerAdvancedOps-1874098280 tempest-TestServerAdvancedOps-1874098280-project] 10.222.0.65 "GET /v2.0/ports?device_id=cfb22ee4-5791-434b-a97f-b9b6a48f87c4 HTTP/1.1" status: 200 len: 944 time: 0.1222026 Feb 04 12:55:17.014995 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7c2a681f-8b7f-4fe5-a82b-57a0b2d08ec4 req-3313e73a-55cf-4848-8dd8-c375e6b0c666 tempest-TestServerAdvancedOps-1874098280 tempest-TestServerAdvancedOps-1874098280-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d7b2494-3ec2-43b4-9211-032c8a21fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230151 Feb 04 12:55:17.097445 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bc2f71f4-0db6-4ec0-9082-9f1f5a7473a8 req-3a0d9f4d-6ef5-42a0-b462-8d4b2ee1e369 service neutron] 10.222.0.77 "GET /v2.0/networks/2199cf82-6b45-4a26-9381-22c185674f2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3243642 Feb 04 12:55:17.157031 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd28af4-ec10-4210-9080-06ec4f66b666 req-8271888d-b57c-404c-875d-d40dcb889882 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:17.158339 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1cd28af4-ec10-4210-9080-06ec4f66b666 req-8271888d-b57c-404c-875d-d40dcb889882 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=bbe05ef3-6c75-40c3-93b1-4c4680a237e9 HTTP/1.1" status: 200 len: 944 time: 0.1592634 Feb 04 12:55:17.279474 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1cd28af4-ec10-4210-9080-06ec4f66b666 req-e42356a3-bb2a-41f5-a5a3-264db35198ac tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=e80379a7-bc34-42af-9706-4f7e825f23a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137342 Feb 04 12:55:17.556649 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device bc5bee6a-beae-4ac8-a4a0-617793570451 details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:55:17.617193 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5090372f-c0bc-487b-8461-fb5f39365861 req-ca49d789-467b-4130-a101-978432a51d64 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:17.619980 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5090372f-c0bc-487b-8461-fb5f39365861 req-ca49d789-467b-4130-a101-978432a51d64 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.77 "GET /v2.0/ports?device_id=0fec5cc1-fc8f-47b0-893c-02986aa97a61 HTTP/1.1" status: 200 len: 946 time: 0.0904806 Feb 04 12:55:17.758863 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port bc5bee6a-beae-4ac8-a4a0-617793570451, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=bc5bee6a-beae-4ac8-a4a0-617793570451,segment=NetworkSegment(0d8b2f27-ce30-4f7c-a75f-3ff213f73d77),segment_id=0d8b2f27-ce30-4f7c-a75f-3ff213f73d77)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:55:17.777969 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': 'bc5bee6a-beae-4ac8-a4a0-617793570451', 'network_id': 'c28071a8-47ee-4445-ab62-4e0a24cb8fe3', 'port_id': 'bc5bee6a-beae-4ac8-a4a0-617793570451', 'mac_address': 'fa:16:3e:06:58:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8000c59-f308-47d3-9c0f-3446909afcf6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:55:17.817799 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65634ac-8d0e-4503-aa70-2c23f332f90a req-d10aee5b-e3ff-4872-8e2a-53a039b916e9 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:17.819357 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b65634ac-8d0e-4503-aa70-2c23f332f90a req-d10aee5b-e3ff-4872-8e2a-53a039b916e9 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a278d30-eb2b-4ff9-ba26-926afcbda308 HTTP/1.1" status: 200 len: 946 time: 0.1358185 Feb 04 12:55:17.830865 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcee99a-0040-422e-a46c-c7451b13f6b2 req-f79e9883-3706-49e6-80ac-6aae5c91576d tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:17.832350 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2bcee99a-0040-422e-a46c-c7451b13f6b2 req-f79e9883-3706-49e6-80ac-6aae5c91576d tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=0fec5cc1-fc8f-47b0-893c-02986aa97a61 HTTP/1.1" status: 200 len: 946 time: 0.1185226 Feb 04 12:55:17.856612 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port bc5bee6a-beae-4ac8-a4a0-617793570451 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:55:17.857378 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (bc5bee6a-beae-4ac8-a4a0-617793570451), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:17.858292 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-5090372f-c0bc-487b-8461-fb5f39365861 req-e91023e1-f544-46c2-bbef-2cd02f6e1f03 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Deleting port a5a91b35-c4bd-4bfb-8f43-38c0695c6f58 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:55:17.858675 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-5090372f-c0bc-487b-8461-fb5f39365861 req-e91023e1-f544-46c2-bbef-2cd02f6e1f03 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (a5a91b35-c4bd-4bfb-8f43-38c0695c6f58), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:17.872203 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc5bee6a-beae-4ac8-a4a0-617793570451 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:55:17.903496 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port bc5bee6a-beae-4ac8-a4a0-617793570451, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=bc5bee6a-beae-4ac8-a4a0-617793570451,segment=NetworkSegment(0d8b2f27-ce30-4f7c-a75f-3ff213f73d77),segment_id=0d8b2f27-ce30-4f7c-a75f-3ff213f73d77)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:55:17.908318 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (bc5bee6a-beae-4ac8-a4a0-617793570451), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:17.964555 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=bc5bee6a-beae-4ac8-a4a0-617793570451,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:55:17.978152 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b65634ac-8d0e-4503-aa70-2c23f332f90a req-6c096178-6c62-4fe7-80ab-13df91811032 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=6117da09-2fa7-4477-b94e-92c335c547fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1440136 Feb 04 12:55:17.984137 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2bcee99a-0040-422e-a46c-c7451b13f6b2 req-748fb981-9558-46de-8dfc-887acae667df tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418073 Feb 04 12:55:17.998380 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ff83b521-4cc5-4fb0-ae9d-aba3b3504c0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:18.031305 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-5090372f-c0bc-487b-8461-fb5f39365861 req-e91023e1-f544-46c2-bbef-2cd02f6e1f03 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] For port a5a91b35-c4bd-4bfb-8f43-38c0695c6f58, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=a5a91b35-c4bd-4bfb-8f43-38c0695c6f58,segment=NetworkSegment(0934a908-175b-4cbf-ace2-f0550fc5d53c),segment_id=0934a908-175b-4cbf-ace2-f0550fc5d53c)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:55:18.031789 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-5090372f-c0bc-487b-8461-fb5f39365861 req-e91023e1-f544-46c2-bbef-2cd02f6e1f03 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (a5a91b35-c4bd-4bfb-8f43-38c0695c6f58), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:18.045871 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-5090372f-c0bc-487b-8461-fb5f39365861 req-e91023e1-f544-46c2-bbef-2cd02f6e1f03 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Calling delete_port for a5a91b35-c4bd-4bfb-8f43-38c0695c6f58 owned by compute:nova {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:55:18.067761 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 199b82db-26c4-49ff-b1a7-ed9cddfff749 details requested by agent hyperv_n-h2-825015-3 with host n-h2-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:55:18.180101 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 199b82db-26c4-49ff-b1a7-ed9cddfff749, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=199b82db-26c4-49ff-b1a7-ed9cddfff749,segment=NetworkSegment(435809b5-4790-4cc2-92a6-17b1a1ceee55),segment_id=435809b5-4790-4cc2-92a6-17b1a1ceee55)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:55:18.207475 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Returning: {'device': '199b82db-26c4-49ff-b1a7-ed9cddfff749', 'network_id': '2199cf82-6b45-4a26-9381-22c185674f2b', 'port_id': '199b82db-26c4-49ff-b1a7-ed9cddfff749', 'mac_address': 'fa:16:3e:25:97:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88c9f8fd-dc13-4414-bafb-3591060ecfdc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:55:18.262986 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 199b82db-26c4-49ff-b1a7-ed9cddfff749 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:55:18.263387 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (199b82db-26c4-49ff-b1a7-ed9cddfff749), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:18.264297 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-5090372f-c0bc-487b-8461-fb5f39365861 req-e91023e1-f544-46c2-bbef-2cd02f6e1f03 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (a5a91b35-c4bd-4bfb-8f43-38c0695c6f58), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:18.277309 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992328f8-23ec-4593-9db2-9bc3ce792eb3 req-e7c7dd2f-4093-465b-b6ba-22fdf0ba2268 tempest-TestServerAdvancedOps-1874098280 tempest-TestServerAdvancedOps-1874098280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:18.284809 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-992328f8-23ec-4593-9db2-9bc3ce792eb3 req-e7c7dd2f-4093-465b-b6ba-22fdf0ba2268 tempest-TestServerAdvancedOps-1874098280 tempest-TestServerAdvancedOps-1874098280-project] 10.222.0.65 "GET /v2.0/ports?device_id=cfb22ee4-5791-434b-a97f-b9b6a48f87c4 HTTP/1.1" status: 200 len: 945 time: 0.1439567 Feb 04 12:55:18.288969 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['352f2fc1-632d-49cd-ac15-d77895ed61af', 'a5a91b35-c4bd-4bfb-8f43-38c0695c6f58'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:55:18.323938 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 199b82db-26c4-49ff-b1a7-ed9cddfff749 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:55:18.340828 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91023e1-f544-46c2-bbef-2cd02f6e1f03 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Pushing event deleted for resources: {'Port': ['ID=a5a91b35-c4bd-4bfb-8f43-38c0695c6f58,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:55:18.345830 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['bc5bee6a-beae-4ac8-a4a0-617793570451'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:55:18.423159 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 199b82db-26c4-49ff-b1a7-ed9cddfff749, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=199b82db-26c4-49ff-b1a7-ed9cddfff749,segment=NetworkSegment(435809b5-4790-4cc2-92a6-17b1a1ceee55),segment_id=435809b5-4790-4cc2-92a6-17b1a1ceee55)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:55:18.440376 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (199b82db-26c4-49ff-b1a7-ed9cddfff749), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:18.577652 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-5090372f-c0bc-487b-8461-fb5f39365861 req-e91023e1-f544-46c2-bbef-2cd02f6e1f03 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] No DVR routers for this DVR port a5a91b35-c4bd-4bfb-8f43-38c0695c6f58 on host n-h2-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:55:18.595199 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-5090372f-c0bc-487b-8461-fb5f39365861 req-e91023e1-f544-46c2-bbef-2cd02f6e1f03 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:18.600307 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5090372f-c0bc-487b-8461-fb5f39365861 req-e91023e1-f544-46c2-bbef-2cd02f6e1f03 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.77 "DELETE /v2.0/ports/a5a91b35-c4bd-4bfb-8f43-38c0695c6f58 HTTP/1.1" status: 204 len: 173 time: 0.9758251 Feb 04 12:55:18.614819 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fec5cc1-fc8f-47b0-893c-02986aa97a61', 'name': 'network-vif-deleted', 'tag': 'a5a91b35-c4bd-4bfb-8f43-38c0695c6f58'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:55:18.618699 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4eebd8f-675b-4f70-b070-021934646734" -d '{"events": [{"server_uuid": "0fec5cc1-fc8f-47b0-893c-02986aa97a61", "name": "network-vif-deleted", "tag": "a5a91b35-c4bd-4bfb-8f43-38c0695c6f58"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:55:18.647312 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=199b82db-26c4-49ff-b1a7-ed9cddfff749,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:55:18.670776 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-992328f8-23ec-4593-9db2-9bc3ce792eb3 req-06fbe785-3baa-4e91-9532-a83e4599c4bf tempest-TestServerAdvancedOps-1874098280 tempest-TestServerAdvancedOps-1874098280-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d7b2494-3ec2-43b4-9211-032c8a21fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3730686 Feb 04 12:55:18.686713 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144cdda5-d862-4bab-85de-d72169f1eb33 req-868cf206-8e47-4430-b72c-f561a32f3274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:18.688496 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-144cdda5-d862-4bab-85de-d72169f1eb33 req-868cf206-8e47-4430-b72c-f561a32f3274 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b593a9b948e947caa7bb47e1be2cb62a&device_id=3a278d30-eb2b-4ff9-ba26-926afcbda308 HTTP/1.1" status: 200 len: 1128 time: 0.2570024 Feb 04 12:55:18.689613 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['199b82db-26c4-49ff-b1a7-ed9cddfff749'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:55:18.790179 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33cccc2-3a90-405d-ad53-40a9421595c4 req-71353015-9167-42e4-8309-aa8e062b29ad tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:18.818567 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f33cccc2-3a90-405d-ad53-40a9421595c4 req-71353015-9167-42e4-8309-aa8e062b29ad tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=bbe05ef3-6c75-40c3-93b1-4c4680a237e9 HTTP/1.1" status: 200 len: 945 time: 0.3154945 Feb 04 12:55:19.008313 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144cdda5-d862-4bab-85de-d72169f1eb33 req-286713b8-87fa-40a4-80e3-ed6e435da50d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:19.009823 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-144cdda5-d862-4bab-85de-d72169f1eb33 req-286713b8-87fa-40a4-80e3-ed6e435da50d service neutron] 10.222.0.73 "GET /v2.0/networks?id=4e1bb528-5b08-4fe5-be55-e6e60ca268fa HTTP/1.1" status: 200 len: 918 time: 0.3128121 Feb 04 12:55:19.045298 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f33cccc2-3a90-405d-ad53-40a9421595c4 req-4ae07b1b-9407-49b3-87bf-78a73911bfbc tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=e80379a7-bc34-42af-9706-4f7e825f23a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226963 Feb 04 12:55:19.098315 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a79842d-4629-4991-9aca-1af217ed5cb4 req-6c7eac20-4196-4618-ad07-9c63dadb2c54 tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:19.107647 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2a79842d-4629-4991-9aca-1af217ed5cb4 req-6c7eac20-4196-4618-ad07-9c63dadb2c54 tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] 10.222.0.65 "GET /v2.0/ports?device_id=d66e92bf-8693-4dc5-b9c9-43a9131efaec HTTP/1.1" status: 200 len: 945 time: 0.2862923 Feb 04 12:55:19.134358 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29e3c880-3020-4068-9789-f066aec54ac3 x-openstack-request-id: req-29e3c880-3020-4068-9789-f066aec54ac3 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:55:19.134670 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fec5cc1-fc8f-47b0-893c-02986aa97a61", "name": "network-vif-deleted", "tag": "a5a91b35-c4bd-4bfb-8f43-38c0695c6f58", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:55:19.134918 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-29e3c880-3020-4068-9789-f066aec54ac3 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:55:19.135341 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fec5cc1-fc8f-47b0-893c-02986aa97a61', 'name': 'network-vif-deleted', 'tag': 'a5a91b35-c4bd-4bfb-8f43-38c0695c6f58', 'status': 'completed', 'code': 200} Feb 04 12:55:19.191125 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2a79842d-4629-4991-9aca-1af217ed5cb4 req-93cbefac-7208-49f7-ac3a-131447a4151b tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] 10.222.0.65 "GET /v2.0/security-groups?id=c81fcece-bd48-4f4e-8fb2-64c8db70253b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825052 Feb 04 12:55:19.221540 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-144cdda5-d862-4bab-85de-d72169f1eb33 req-72220724-cf44-4a6a-927f-3de33bae01a0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc3ef21e-75dc-4a70-9b19-d31f166c1e2f HTTP/1.1" status: 200 len: 1000 time: 0.2028799 Feb 04 12:55:19.223993 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6e2e1c34-6754-48a1-89f2-c0d82c55eada req-2c5b9789-82ba-42fb-bef9-8c1dbd377262 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=0fec5cc1-fc8f-47b0-893c-02986aa97a61 HTTP/1.1" status: 200 len: 210 time: 0.0579247 Feb 04 12:55:19.306631 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:19.349576 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144cdda5-d862-4bab-85de-d72169f1eb33 req-1c208b03-bf72-4c5c-bd6d-242f8a7556fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:19.351218 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-144cdda5-d862-4bab-85de-d72169f1eb33 req-1c208b03-bf72-4c5c-bd6d-242f8a7556fc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=13ec9a2b-ecf4-4399-96f0-6b85e2cca449 HTTP/1.1" status: 200 len: 856 time: 0.1186609 Feb 04 12:55:19.379754 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a752d5-5b76-48cc-84bb-febf0366fc11 req-cf1bec89-7dad-41ae-83cd-54d858ce40c6 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:19.382231 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c8a752d5-5b76-48cc-84bb-febf0366fc11 req-cf1bec89-7dad-41ae-83cd-54d858ce40c6 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a278d30-eb2b-4ff9-ba26-926afcbda308 HTTP/1.1" status: 200 len: 946 time: 0.0848746 Feb 04 12:55:19.453071 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c8a752d5-5b76-48cc-84bb-febf0366fc11 req-375922ac-02b0-4e69-88c3-b3631688d2b1 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=6117da09-2fa7-4477-b94e-92c335c547fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544209 Feb 04 12:55:19.470507 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144cdda5-d862-4bab-85de-d72169f1eb33 req-3dc0762e-5f49-4230-9210-c13ac908929c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:19.476169 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-144cdda5-d862-4bab-85de-d72169f1eb33 req-3dc0762e-5f49-4230-9210-c13ac908929c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4e1bb528-5b08-4fe5-be55-e6e60ca268fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1131461 Feb 04 12:55:19.556303 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device bc5bee6a-beae-4ac8-a4a0-617793570451 up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:55:19.625081 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning for port bc5bee6a-beae-4ac8-a4a0-617793570451 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:55:19.642937 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port bc5bee6a-beae-4ac8-a4a0-617793570451 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:55:19.643567 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (bc5bee6a-beae-4ac8-a4a0-617793570451), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:19.759227 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port bc5bee6a-beae-4ac8-a4a0-617793570451 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:55:19.759903 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (bc5bee6a-beae-4ac8-a4a0-617793570451), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:19.821669 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfb22ee4-5791-434b-a97f-b9b6a48f87c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc5bee6a-beae-4ac8-a4a0-617793570451'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:55:19.825560 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66329b0e-7d29-4eb3-830e-fa47b8300a21" -d '{"events": [{"server_uuid": "cfb22ee4-5791-434b-a97f-b9b6a48f87c4", "name": "network-vif-plugged", "status": "completed", "tag": "bc5bee6a-beae-4ac8-a4a0-617793570451"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:55:19.830619 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port bc5bee6a-beae-4ac8-a4a0-617793570451, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=bc5bee6a-beae-4ac8-a4a0-617793570451,segment=NetworkSegment(0d8b2f27-ce30-4f7c-a75f-3ff213f73d77),segment_id=0d8b2f27-ce30-4f7c-a75f-3ff213f73d77)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:55:19.836783 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (bc5bee6a-beae-4ac8-a4a0-617793570451), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:19.879051 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-847c9ae4-4105-43c9-b023-39b4587b306c x-openstack-request-id: req-847c9ae4-4105-43c9-b023-39b4587b306c {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:55:19.879336 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfb22ee4-5791-434b-a97f-b9b6a48f87c4", "name": "network-vif-plugged", "status": "completed", "tag": "bc5bee6a-beae-4ac8-a4a0-617793570451", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:55:19.880225 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-847c9ae4-4105-43c9-b023-39b4587b306c {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:55:19.880756 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfb22ee4-5791-434b-a97f-b9b6a48f87c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc5bee6a-beae-4ac8-a4a0-617793570451', 'code': 200} Feb 04 12:55:19.922859 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=bc5bee6a-beae-4ac8-a4a0-617793570451,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:55:20.125059 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 199b82db-26c4-49ff-b1a7-ed9cddfff749 up at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:55:20.232931 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning for port 199b82db-26c4-49ff-b1a7-ed9cddfff749 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:55:20.248840 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning complete for port 199b82db-26c4-49ff-b1a7-ed9cddfff749 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:55:20.249096 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (199b82db-26c4-49ff-b1a7-ed9cddfff749), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:20.281273 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c4d4e6-bc2f-4bba-8a61-f87e95061faa req-05106b26-c574-4941-aa02-e08a70601a7f tempest-TestServerAdvancedOps-1874098280 tempest-TestServerAdvancedOps-1874098280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:20.288768 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-26c4d4e6-bc2f-4bba-8a61-f87e95061faa req-05106b26-c574-4941-aa02-e08a70601a7f tempest-TestServerAdvancedOps-1874098280 tempest-TestServerAdvancedOps-1874098280-project] 10.222.0.65 "GET /v2.0/ports?device_id=cfb22ee4-5791-434b-a97f-b9b6a48f87c4 HTTP/1.1" status: 200 len: 946 time: 0.2395504 Feb 04 12:55:20.297039 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7912ae-fa5e-41da-842c-9f3aac137a97 req-a051aa3f-17e0-4050-a47d-5f9f310a7041 tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:20.298381 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8c7912ae-fa5e-41da-842c-9f3aac137a97 req-a051aa3f-17e0-4050-a47d-5f9f310a7041 tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] 10.222.0.77 "GET /v2.0/ports?device_id=d66e92bf-8693-4dc5-b9c9-43a9131efaec HTTP/1.1" status: 200 len: 945 time: 0.2468739 Feb 04 12:55:20.300210 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-144cdda5-d862-4bab-85de-d72169f1eb33 req-74b84550-11d3-4067-a69f-eb73668b7d10 service neutron] 10.222.0.73 "GET /v2.0/networks/4e1bb528-5b08-4fe5-be55-e6e60ca268fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8212554 Feb 04 12:55:20.309232 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1707d7-af9c-460f-87f8-1c2d65bb4619 req-cc9bd27c-a918-4f17-a421-4afd3fb0f2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:20.310661 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6a1707d7-af9c-460f-87f8-1c2d65bb4619 req-cc9bd27c-a918-4f17-a421-4afd3fb0f2c9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cfb22ee4-5791-434b-a97f-b9b6a48f87c4 HTTP/1.1" status: 200 len: 1128 time: 0.2602789 Feb 04 12:55:20.422192 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-144cdda5-d862-4bab-85de-d72169f1eb33 req-d5ac44bf-138a-48e9-ad00-39a44762c81e service neutron] 10.222.0.73 "GET /v2.0/networks/4e1bb528-5b08-4fe5-be55-e6e60ca268fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104746 Feb 04 12:55:20.432529 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 199b82db-26c4-49ff-b1a7-ed9cddfff749 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:55:20.433368 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (199b82db-26c4-49ff-b1a7-ed9cddfff749), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:20.500569 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8012da55-02fe-4651-8363-9b94f4b2ac11 req-9ce105a5-8156-4935-8766-baf352c06566 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:20.502096 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8012da55-02fe-4651-8363-9b94f4b2ac11 req-9ce105a5-8156-4935-8766-baf352c06566 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=bbe05ef3-6c75-40c3-93b1-4c4680a237e9 HTTP/1.1" status: 200 len: 945 time: 0.3292286 Feb 04 12:55:20.504192 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 199b82db-26c4-49ff-b1a7-ed9cddfff749, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=199b82db-26c4-49ff-b1a7-ed9cddfff749,segment=NetworkSegment(435809b5-4790-4cc2-92a6-17b1a1ceee55),segment_id=435809b5-4790-4cc2-92a6-17b1a1ceee55)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:55:20.538322 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (199b82db-26c4-49ff-b1a7-ed9cddfff749), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:20.539859 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device a5a91b35-c4bd-4bfb-8f43-38c0695c6f58 no longer exists at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:55:20.584923 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-26c4d4e6-bc2f-4bba-8a61-f87e95061faa req-3144be17-42de-4cff-8b49-28c95438fb4d tempest-TestServerAdvancedOps-1874098280 tempest-TestServerAdvancedOps-1874098280-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d7b2494-3ec2-43b4-9211-032c8a21fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2931831 Feb 04 12:55:20.589070 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] No Port match for: a5a91b35-c4bd-4bfb-8f43-38c0695c6f58 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:55:20.589423 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device a5a91b35-c4bd-4bfb-8f43-38c0695c6f58 not bound to the agent host n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:55:20.624517 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6a1707d7-af9c-460f-87f8-1c2d65bb4619 req-d4b1fd66-32c8-4c53-9c34-570dc8de2296 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=3d7b2494-3ec2-43b4-9211-032c8a21fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044096 Feb 04 12:55:20.636909 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:20.689374 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=199b82db-26c4-49ff-b1a7-ed9cddfff749,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:55:20.694159 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8012da55-02fe-4651-8363-9b94f4b2ac11 req-fe5e9846-fabb-4cbc-bb68-d0750f901168 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=e80379a7-bc34-42af-9706-4f7e825f23a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652641 Feb 04 12:55:20.702636 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-8c7912ae-fa5e-41da-842c-9f3aac137a97 req-600a815b-c101-488e-bbfc-f6abf9a97577 tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] Deleting port e48519a2-e7c1-4dd2-9b21-5c6b4567403b {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:55:20.703233 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8c7912ae-fa5e-41da-842c-9f3aac137a97 req-600a815b-c101-488e-bbfc-f6abf9a97577 tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (e48519a2-e7c1-4dd2-9b21-5c6b4567403b), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:20.861913 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8fbfea19-7b92-45ee-b26c-96c1c3b3dbe4 req-66dc7a45-15cd-4409-8b70-1b6970a8edd9 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=0fec5cc1-fc8f-47b0-893c-02986aa97a61 HTTP/1.1" status: 200 len: 210 time: 0.0531256 Feb 04 12:55:20.906359 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-8c7912ae-fa5e-41da-842c-9f3aac137a97 req-600a815b-c101-488e-bbfc-f6abf9a97577 tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] For port e48519a2-e7c1-4dd2-9b21-5c6b4567403b, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=e48519a2-e7c1-4dd2-9b21-5c6b4567403b,segment=NetworkSegment(fbf62fd6-6ba4-4309-a2d8-e3b0817a1f03),segment_id=fbf62fd6-6ba4-4309-a2d8-e3b0817a1f03)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:55:20.906738 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8c7912ae-fa5e-41da-842c-9f3aac137a97 req-600a815b-c101-488e-bbfc-f6abf9a97577 tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (e48519a2-e7c1-4dd2-9b21-5c6b4567403b), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:20.929715 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-8c7912ae-fa5e-41da-842c-9f3aac137a97 req-600a815b-c101-488e-bbfc-f6abf9a97577 tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] Calling delete_port for e48519a2-e7c1-4dd2-9b21-5c6b4567403b owned by compute:nova {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:55:20.978212 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b33422-3817-4904-a3f9-9140c4c1d8b1 req-9a7da0bc-edbe-4447-bf79-01e6c1a39071 tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:20.979749 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-18b33422-3817-4904-a3f9-9140c4c1d8b1 req-9a7da0bc-edbe-4447-bf79-01e6c1a39071 tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] 10.222.0.65 "GET /v2.0/ports?device_id=d66e92bf-8693-4dc5-b9c9-43a9131efaec HTTP/1.1" status: 200 len: 945 time: 0.1816447 Feb 04 12:55:21.078316 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5639a892-7b98-4730-82da-f3c52193fc77 req-a9afc7da-6e7d-411d-b524-d0db3e6202ed tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:21.079721 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5639a892-7b98-4730-82da-f3c52193fc77 req-a9afc7da-6e7d-411d-b524-d0db3e6202ed tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a278d30-eb2b-4ff9-ba26-926afcbda308 HTTP/1.1" status: 200 len: 946 time: 0.1414726 Feb 04 12:55:21.115409 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-18b33422-3817-4904-a3f9-9140c4c1d8b1 req-7f775d22-1f22-47f6-8b85-df04ad99cfe8 tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] 10.222.0.65 "GET /v2.0/security-groups?id=c81fcece-bd48-4f4e-8fb2-64c8db70253b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959847 Feb 04 12:55:21.157422 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5639a892-7b98-4730-82da-f3c52193fc77 req-1097e51d-403e-443d-9bc9-c6811361a493 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=6117da09-2fa7-4477-b94e-92c335c547fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649998 Feb 04 12:55:21.209832 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8c7912ae-fa5e-41da-842c-9f3aac137a97 req-600a815b-c101-488e-bbfc-f6abf9a97577 tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (e48519a2-e7c1-4dd2-9b21-5c6b4567403b), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:21.222189 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['e48519a2-e7c1-4dd2-9b21-5c6b4567403b'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:55:21.237914 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600a815b-c101-488e-bbfc-f6abf9a97577 tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] Pushing event deleted for resources: {'Port': ['ID=e48519a2-e7c1-4dd2-9b21-5c6b4567403b,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:55:21.290876 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c7912ae-fa5e-41da-842c-9f3aac137a97 req-600a815b-c101-488e-bbfc-f6abf9a97577 tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] No DVR routers for this DVR port e48519a2-e7c1-4dd2-9b21-5c6b4567403b on host n-h2-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:55:21.293558 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8c7912ae-fa5e-41da-842c-9f3aac137a97 req-600a815b-c101-488e-bbfc-f6abf9a97577 tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:21.297071 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8c7912ae-fa5e-41da-842c-9f3aac137a97 req-600a815b-c101-488e-bbfc-f6abf9a97577 tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] 10.222.0.77 "DELETE /v2.0/ports/e48519a2-e7c1-4dd2-9b21-5c6b4567403b HTTP/1.1" status: 204 len: 173 time: 0.9831614 Feb 04 12:55:21.297615 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd66e92bf-8693-4dc5-b9c9-43a9131efaec', 'name': 'network-vif-deleted', 'tag': 'e48519a2-e7c1-4dd2-9b21-5c6b4567403b'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:55:21.299954 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3ba680a-9fe9-43e1-88d6-66a46eb69811" -d '{"events": [{"server_uuid": "d66e92bf-8693-4dc5-b9c9-43a9131efaec", "name": "network-vif-deleted", "tag": "e48519a2-e7c1-4dd2-9b21-5c6b4567403b"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:55:21.357359 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13e3e428-21ae-41ce-885d-9a0dd2a714f4 x-openstack-request-id: req-13e3e428-21ae-41ce-885d-9a0dd2a714f4 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:55:21.357740 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d66e92bf-8693-4dc5-b9c9-43a9131efaec", "name": "network-vif-deleted", "tag": "e48519a2-e7c1-4dd2-9b21-5c6b4567403b", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:55:21.358067 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-13e3e428-21ae-41ce-885d-9a0dd2a714f4 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:55:21.358555 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd66e92bf-8693-4dc5-b9c9-43a9131efaec', 'name': 'network-vif-deleted', 'tag': 'e48519a2-e7c1-4dd2-9b21-5c6b4567403b', 'status': 'completed', 'code': 200} Feb 04 12:55:21.574347 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device fc3ef21e-75dc-4a70-9b19-d31f166c1e2f no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:55:21.744934 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port fc3ef21e-75dc-4a70-9b19-d31f166c1e2f is: ACTIVE; New status is: DOWN {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:55:21.746938 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (fc3ef21e-75dc-4a70-9b19-d31f166c1e2f), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:21.806144 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42812fb8-a8b1-43ed-902d-3cd1e8f859cd req-8404d7ad-04a2-47af-b1f3-faf6bda43b90 tempest-TestServerAdvancedOps-1874098280 tempest-TestServerAdvancedOps-1874098280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:21.815590 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-42812fb8-a8b1-43ed-902d-3cd1e8f859cd req-8404d7ad-04a2-47af-b1f3-faf6bda43b90 tempest-TestServerAdvancedOps-1874098280 tempest-TestServerAdvancedOps-1874098280-project] 10.222.0.65 "GET /v2.0/ports?device_id=cfb22ee4-5791-434b-a97f-b9b6a48f87c4 HTTP/1.1" status: 200 len: 946 time: 0.1283846 Feb 04 12:55:21.817052 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port fc3ef21e-75dc-4a70-9b19-d31f166c1e2f, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=fc3ef21e-75dc-4a70-9b19-d31f166c1e2f,segment=NetworkSegment(9842ab09-ee4e-45ca-9eb8-8a98cf18f30e),segment_id=9842ab09-ee4e-45ca-9eb8-8a98cf18f30e)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:55:21.826822 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (fc3ef21e-75dc-4a70-9b19-d31f166c1e2f), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:21.850823 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:21.882927 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbe05ef3-6c75-40c3-93b1-4c4680a237e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '199b82db-26c4-49ff-b1a7-ed9cddfff749'}, {'server_uuid': '3a278d30-eb2b-4ff9-ba26-926afcbda308', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc3ef21e-75dc-4a70-9b19-d31f166c1e2f'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:55:21.885367 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f06bf84a-5ab9-4184-8576-b2a174ddce27" -d '{"events": [{"server_uuid": "bbe05ef3-6c75-40c3-93b1-4c4680a237e9", "name": "network-vif-plugged", "status": "completed", "tag": "199b82db-26c4-49ff-b1a7-ed9cddfff749"}, {"server_uuid": "3a278d30-eb2b-4ff9-ba26-926afcbda308", "name": "network-vif-unplugged", "status": "completed", "tag": "fc3ef21e-75dc-4a70-9b19-d31f166c1e2f"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:55:21.904480 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=fc3ef21e-75dc-4a70-9b19-d31f166c1e2f,revision_number=8']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:55:21.942458 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74711ce7-34af-495d-910a-46d06ce3da86 req-76256474-6ba5-4195-ab38-93e2764d644a tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:21.945116 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-74711ce7-34af-495d-910a-46d06ce3da86 req-76256474-6ba5-4195-ab38-93e2764d644a tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=bbe05ef3-6c75-40c3-93b1-4c4680a237e9 HTTP/1.1" status: 200 len: 946 time: 0.1261995 Feb 04 12:55:21.956249 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-42812fb8-a8b1-43ed-902d-3cd1e8f859cd req-5231af85-966d-490c-a2ae-0c2ecdaae3d0 tempest-TestServerAdvancedOps-1874098280 tempest-TestServerAdvancedOps-1874098280-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d7b2494-3ec2-43b4-9211-032c8a21fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391842 Feb 04 12:55:22.038016 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 04 Feb 2022 12:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c52efa59-0380-4cf8-8ad3-ed8fe46cbbe3 x-openstack-request-id: req-c52efa59-0380-4cf8-8ad3-ed8fe46cbbe3 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:55:22.038647 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbe05ef3-6c75-40c3-93b1-4c4680a237e9", "name": "network-vif-plugged", "status": "completed", "tag": "199b82db-26c4-49ff-b1a7-ed9cddfff749", "code": 200}, {"server_uuid": "3a278d30-eb2b-4ff9-ba26-926afcbda308", "name": "network-vif-unplugged", "status": "completed", "tag": "fc3ef21e-75dc-4a70-9b19-d31f166c1e2f", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:55:22.039138 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c52efa59-0380-4cf8-8ad3-ed8fe46cbbe3 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:55:22.039840 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbe05ef3-6c75-40c3-93b1-4c4680a237e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '199b82db-26c4-49ff-b1a7-ed9cddfff749', 'code': 200} Feb 04 12:55:22.040329 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a278d30-eb2b-4ff9-ba26-926afcbda308', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc3ef21e-75dc-4a70-9b19-d31f166c1e2f', 'code': 200} Feb 04 12:55:22.066567 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-74711ce7-34af-495d-910a-46d06ce3da86 req-21d326a0-97ec-407d-b957-6c4df2bfdb80 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=e80379a7-bc34-42af-9706-4f7e825f23a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019301 Feb 04 12:55:22.153856 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4228b1eb-395a-4735-80a5-717452338999 req-98218b3c-2a7d-4342-bcaf-e1167efb85a3 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=0fec5cc1-fc8f-47b0-893c-02986aa97a61 HTTP/1.1" status: 200 len: 210 time: 0.0419898 Feb 04 12:55:22.222747 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae8c0ea-abef-4db2-a829-b12ea09ba042 req-de355419-4a5c-40b3-8919-6f4e27d11466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:22.226257 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9ae8c0ea-abef-4db2-a829-b12ea09ba042 req-de355419-4a5c-40b3-8919-6f4e27d11466 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=bbe05ef3-6c75-40c3-93b1-4c4680a237e9 HTTP/1.1" status: 200 len: 1128 time: 0.1034575 Feb 04 12:55:22.331595 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9ae8c0ea-abef-4db2-a829-b12ea09ba042 req-1d878721-8939-48dc-bec3-af1dbba480c5 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=e80379a7-bc34-42af-9706-4f7e825f23a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000876 Feb 04 12:55:22.351605 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b1b763-f342-4558-9bec-293fde9e4d15 req-54b4539c-d288-4384-88a4-62030bf7161d tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:22.353562 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-15b1b763-f342-4558-9bec-293fde9e4d15 req-54b4539c-d288-4384-88a4-62030bf7161d tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a278d30-eb2b-4ff9-ba26-926afcbda308 HTTP/1.1" status: 200 len: 944 time: 0.0857217 Feb 04 12:55:22.422289 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-15b1b763-f342-4558-9bec-293fde9e4d15 req-69b28380-8879-4d71-9f40-ccad83926701 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=6117da09-2fa7-4477-b94e-92c335c547fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573251 Feb 04 12:55:23.150590 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6290acd6-1748-48df-b95f-9f5c2fc927cb req-12337af1-96ec-4776-b254-1b2838221548 tempest-TestServerAdvancedOps-1874098280 tempest-TestServerAdvancedOps-1874098280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:23.171699 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6290acd6-1748-48df-b95f-9f5c2fc927cb req-12337af1-96ec-4776-b254-1b2838221548 tempest-TestServerAdvancedOps-1874098280 tempest-TestServerAdvancedOps-1874098280-project] 10.222.0.65 "GET /v2.0/ports?device_id=cfb22ee4-5791-434b-a97f-b9b6a48f87c4 HTTP/1.1" status: 200 len: 946 time: 0.1208355 Feb 04 12:55:23.257795 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6290acd6-1748-48df-b95f-9f5c2fc927cb req-398aea57-8627-45b8-ab62-22ab04892426 tempest-TestServerAdvancedOps-1874098280 tempest-TestServerAdvancedOps-1874098280-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d7b2494-3ec2-43b4-9211-032c8a21fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790741 Feb 04 12:55:23.376325 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e80e1f-9bcb-4b24-8ab9-ddc45d958b3c req-d81e6d6e-0fad-4dd3-9e14-b2d191b6913e tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:23.386145 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-42e80e1f-9bcb-4b24-8ab9-ddc45d958b3c req-d81e6d6e-0fad-4dd3-9e14-b2d191b6913e tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=bbe05ef3-6c75-40c3-93b1-4c4680a237e9 HTTP/1.1" status: 200 len: 946 time: 0.1594830 Feb 04 12:55:23.466505 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-030c795e-28aa-445f-8384-d90c8fb4b274 req-aa8143aa-ec8f-4b11-bdc0-96e0c64835a0 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=0fec5cc1-fc8f-47b0-893c-02986aa97a61 HTTP/1.1" status: 200 len: 210 time: 0.0566232 Feb 04 12:55:23.548065 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-42e80e1f-9bcb-4b24-8ab9-ddc45d958b3c req-275a2359-26e1-470b-b4da-cbb9ecaf1efd tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=e80379a7-bc34-42af-9706-4f7e825f23a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567390 Feb 04 12:55:23.673555 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b184b2-8e91-4b60-860a-28ee2ada6162 req-b54e3561-77c7-47ac-80b5-c8353e39e41d tempest-TestServerAdvancedOps-1874098280 tempest-TestServerAdvancedOps-1874098280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:23.675617 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-27b184b2-8e91-4b60-860a-28ee2ada6162 req-b54e3561-77c7-47ac-80b5-c8353e39e41d tempest-TestServerAdvancedOps-1874098280 tempest-TestServerAdvancedOps-1874098280-project] 10.222.0.65 "GET /v2.0/ports?device_id=cfb22ee4-5791-434b-a97f-b9b6a48f87c4 HTTP/1.1" status: 200 len: 946 time: 0.0888205 Feb 04 12:55:23.701918 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ab4255-61a2-4897-aab6-97828eada0d9 req-8dbb0666-5457-4a39-bacf-5d20973a5e01 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:23.703615 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e2ab4255-61a2-4897-aab6-97828eada0d9 req-8dbb0666-5457-4a39-bacf-5d20973a5e01 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a278d30-eb2b-4ff9-ba26-926afcbda308 HTTP/1.1" status: 200 len: 944 time: 0.0871508 Feb 04 12:55:23.773560 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-27b184b2-8e91-4b60-860a-28ee2ada6162 req-3ed4e55a-c173-47f0-b0cd-ed0938aa064b tempest-TestServerAdvancedOps-1874098280 tempest-TestServerAdvancedOps-1874098280-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d7b2494-3ec2-43b4-9211-032c8a21fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888860 Feb 04 12:55:23.787828 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e2ab4255-61a2-4897-aab6-97828eada0d9 req-7a4fe07b-52ce-477e-a1a8-49b8fdbebad5 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=6117da09-2fa7-4477-b94e-92c335c547fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760903 Feb 04 12:55:24.116054 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device e48519a2-e7c1-4dd2-9b21-5c6b4567403b no longer exists at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:55:24.158894 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41d4bdf-bf37-4480-8417-28fc1fac2def req-a2a5559c-49df-4693-81c9-fd810bafc480 tempest-TestServerAdvancedOps-1874098280 tempest-TestServerAdvancedOps-1874098280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:24.167921 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c41d4bdf-bf37-4480-8417-28fc1fac2def req-a2a5559c-49df-4693-81c9-fd810bafc480 tempest-TestServerAdvancedOps-1874098280 tempest-TestServerAdvancedOps-1874098280-project] 10.222.0.65 "GET /v2.0/ports?device_id=cfb22ee4-5791-434b-a97f-b9b6a48f87c4 HTTP/1.1" status: 200 len: 946 time: 0.0868871 Feb 04 12:55:24.174043 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] No Port match for: e48519a2-e7c1-4dd2-9b21-5c6b4567403b {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:55:24.174489 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device e48519a2-e7c1-4dd2-9b21-5c6b4567403b not bound to the agent host n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:55:24.230691 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c41d4bdf-bf37-4480-8417-28fc1fac2def req-57dc01f8-4741-46d6-a95b-fb9a7c9d61f8 tempest-TestServerAdvancedOps-1874098280 tempest-TestServerAdvancedOps-1874098280-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d7b2494-3ec2-43b4-9211-032c8a21fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617590 Feb 04 12:55:24.691699 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-50c5bf17-e855-4493-8c2f-386df1c9a5c9 req-3e0d7ca6-beab-44cb-b31f-dc5a39404a0c tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=0fec5cc1-fc8f-47b0-893c-02986aa97a61 HTTP/1.1" status: 200 len: 210 time: 0.0575616 Feb 04 12:55:24.769819 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [req-4e99524d-1aea-4420-a68d-4bb94289eae8 req-f74d2bf9-243f-49a6-a68c-d73df966ed21 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:55:24.772116 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4e99524d-1aea-4420-a68d-4bb94289eae8 req-f74d2bf9-243f-49a6-a68c-d73df966ed21 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1843240 Feb 04 12:55:24.886484 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe4a09d-5afb-4cef-8061-0ea527f11259 req-93cf855a-432b-4914-8583-ff349793bb3e tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:24.888093 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dfe4a09d-5afb-4cef-8061-0ea527f11259 req-93cf855a-432b-4914-8583-ff349793bb3e tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=bbe05ef3-6c75-40c3-93b1-4c4680a237e9 HTTP/1.1" status: 200 len: 946 time: 0.1118386 Feb 04 12:55:24.962385 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dfe4a09d-5afb-4cef-8061-0ea527f11259 req-d216c78d-614b-4bb0-aceb-0c4c390a6b25 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=e80379a7-bc34-42af-9706-4f7e825f23a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630262 Feb 04 12:55:25.077920 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-7d491269-9b51-4db4-97f1-9e7fb6d9ab33 req-4806a3c7-db44-4404-8934-ac6892116f44 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=3a278d30-eb2b-4ff9-ba26-926afcbda308&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0482764 Feb 04 12:55:25.120003 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1427082a-8380-43b0-979d-e4b69cd9a839 req-0fff7fdd-6b83-45e5-bcba-41c835aa9291 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:25.137104 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1427082a-8380-43b0-979d-e4b69cd9a839 req-0fff7fdd-6b83-45e5-bcba-41c835aa9291 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a278d30-eb2b-4ff9-ba26-926afcbda308 HTTP/1.1" status: 200 len: 944 time: 0.1566923 Feb 04 12:55:25.212692 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1427082a-8380-43b0-979d-e4b69cd9a839 req-485bb7d9-550b-407b-9916-bb34a75d107d tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=6117da09-2fa7-4477-b94e-92c335c547fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703235 Feb 04 12:55:25.493551 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4295bdd0-83b4-4d31-9c8e-cf8e359d3a84 req-130fb989-04b3-4824-a5e9-0c2bf3d13f07 tempest-TestServerAdvancedOps-1874098280 tempest-TestServerAdvancedOps-1874098280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:25.501339 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4295bdd0-83b4-4d31-9c8e-cf8e359d3a84 req-130fb989-04b3-4824-a5e9-0c2bf3d13f07 tempest-TestServerAdvancedOps-1874098280 tempest-TestServerAdvancedOps-1874098280-project] 10.222.0.65 "GET /v2.0/ports?device_id=cfb22ee4-5791-434b-a97f-b9b6a48f87c4 HTTP/1.1" status: 200 len: 946 time: 0.0896218 Feb 04 12:55:25.581124 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4295bdd0-83b4-4d31-9c8e-cf8e359d3a84 req-8faa1657-34de-4b42-bd2f-8dff3913a6c7 tempest-TestServerAdvancedOps-1874098280 tempest-TestServerAdvancedOps-1874098280-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d7b2494-3ec2-43b4-9211-032c8a21fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779111 Feb 04 12:55:25.923224 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3a427b32-b5bf-480b-838a-ae879aba3ffe req-e1f0c0f2-cec4-4766-ac3a-17ef010749f6 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=0fec5cc1-fc8f-47b0-893c-02986aa97a61 HTTP/1.1" status: 200 len: 210 time: 0.0646782 Feb 04 12:55:25.986880 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4dd344-85fe-4954-9e56-55a0d2832adc req-5b338f29-cf53-4710-b908-ea5f44742d4d tempest-TestServerAdvancedOps-1874098280 tempest-TestServerAdvancedOps-1874098280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:25.988477 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fa4dd344-85fe-4954-9e56-55a0d2832adc req-5b338f29-cf53-4710-b908-ea5f44742d4d tempest-TestServerAdvancedOps-1874098280 tempest-TestServerAdvancedOps-1874098280-project] 10.222.0.65 "GET /v2.0/ports?device_id=cfb22ee4-5791-434b-a97f-b9b6a48f87c4 HTTP/1.1" status: 200 len: 946 time: 0.1581991 Feb 04 12:55:25.995490 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4e6c2d-7d1f-4927-abb3-c914e3c7e5bd req-3060af48-0383-429c-8b07-900604921f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:25.999991 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cb4e6c2d-7d1f-4927-abb3-c914e3c7e5bd req-3060af48-0383-429c-8b07-900604921f4f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=81f95129386d4a49896ca50ea82ec908&device_id=cfb22ee4-5791-434b-a97f-b9b6a48f87c4 HTTP/1.1" status: 200 len: 1128 time: 0.1058941 Feb 04 12:55:26.114800 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fa4dd344-85fe-4954-9e56-55a0d2832adc req-87a1b929-fbf3-4c95-815c-8b6dd09e254a tempest-TestServerAdvancedOps-1874098280 tempest-TestServerAdvancedOps-1874098280-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d7b2494-3ec2-43b4-9211-032c8a21fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077921 Feb 04 12:55:26.173276 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4e6c2d-7d1f-4927-abb3-c914e3c7e5bd req-c13ad3d5-183e-4004-a7f3-cf3706d72de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:26.174999 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cb4e6c2d-7d1f-4927-abb3-c914e3c7e5bd req-c13ad3d5-183e-4004-a7f3-cf3706d72de9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c28071a8-47ee-4445-ab62-4e0a24cb8fe3 HTTP/1.1" status: 200 len: 912 time: 0.1505179 Feb 04 12:55:26.226380 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cb4e6c2d-7d1f-4927-abb3-c914e3c7e5bd req-3532a632-877e-4727-a82b-18d29e2046b0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bc5bee6a-beae-4ac8-a4a0-617793570451 HTTP/1.1" status: 200 len: 217 time: 0.0422845 Feb 04 12:55:26.312815 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4e6c2d-7d1f-4927-abb3-c914e3c7e5bd req-65313422-cd46-4998-b7f5-0299d9a13f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:26.314765 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cb4e6c2d-7d1f-4927-abb3-c914e3c7e5bd req-65313422-cd46-4998-b7f5-0299d9a13f12 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d8000c59-f308-47d3-9c0f-3446909afcf6 HTTP/1.1" status: 200 len: 851 time: 0.0691562 Feb 04 12:55:26.360109 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cb4e6c2d-7d1f-4927-abb3-c914e3c7e5bd req-7f4b6c58-b626-4233-ab09-9a63f21d2317 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c28071a8-47ee-4445-ab62-4e0a24cb8fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374639 Feb 04 12:55:26.483403 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd381bd-4b60-4642-87e9-7d91caf5d3d3 req-48682de5-03f6-42a2-918c-cb667eaff02e tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:26.492349 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-edd381bd-4b60-4642-87e9-7d91caf5d3d3 req-48682de5-03f6-42a2-918c-cb667eaff02e tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a278d30-eb2b-4ff9-ba26-926afcbda308 HTTP/1.1" status: 200 len: 944 time: 0.1306434 Feb 04 12:55:26.583755 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-edd381bd-4b60-4642-87e9-7d91caf5d3d3 req-312d6a0d-21de-4b54-a675-4b08c8b1b4c4 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=6117da09-2fa7-4477-b94e-92c335c547fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873992 Feb 04 12:55:26.590712 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cb4e6c2d-7d1f-4927-abb3-c914e3c7e5bd req-0de793d6-57cb-4d62-b492-dd71c09fa067 service neutron] 10.222.0.73 "GET /v2.0/networks/c28071a8-47ee-4445-ab62-4e0a24cb8fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184138 Feb 04 12:55:26.708365 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cb4e6c2d-7d1f-4927-abb3-c914e3c7e5bd req-8dbf580a-d5a3-4a0a-ade1-b60d82bb6cfa service neutron] 10.222.0.73 "GET /v2.0/networks/c28071a8-47ee-4445-ab62-4e0a24cb8fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088161 Feb 04 12:55:27.045676 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-41dd5d79-4328-405a-8d73-e6dbca23cebd req-114a8b04-3ddf-4329-bac7-6922a2c92350 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=0fec5cc1-fc8f-47b0-893c-02986aa97a61 HTTP/1.1" status: 200 len: 210 time: 0.0430894 Feb 04 12:55:27.241837 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe2fe0c-7649-423b-885a-51cfa5345a1b req-976faf4e-4d89-4906-8878-476b15b0e0e3 tempest-TestServerAdvancedOps-1874098280 tempest-TestServerAdvancedOps-1874098280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:27.244341 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fbe2fe0c-7649-423b-885a-51cfa5345a1b req-976faf4e-4d89-4906-8878-476b15b0e0e3 tempest-TestServerAdvancedOps-1874098280 tempest-TestServerAdvancedOps-1874098280-project] 10.222.0.65 "GET /v2.0/ports?device_id=cfb22ee4-5791-434b-a97f-b9b6a48f87c4 HTTP/1.1" status: 200 len: 946 time: 0.0654953 Feb 04 12:55:27.290940 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fbe2fe0c-7649-423b-885a-51cfa5345a1b req-a048052f-a991-43a9-88c8-98e8085c8865 tempest-TestServerAdvancedOps-1874098280 tempest-TestServerAdvancedOps-1874098280-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d7b2494-3ec2-43b4-9211-032c8a21fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415266 Feb 04 12:55:27.601804 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device fc3ef21e-75dc-4a70-9b19-d31f166c1e2f no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:55:27.722405 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port fc3ef21e-75dc-4a70-9b19-d31f166c1e2f is: DOWN; New status is: DOWN {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:55:27.740949 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8459696d-33f5-485d-9055-295b11de1438 req-49ab4ad7-6725-436a-a591-91ca085ecca0 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:27.742369 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8459696d-33f5-485d-9055-295b11de1438 req-49ab4ad7-6725-436a-a591-91ca085ecca0 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a278d30-eb2b-4ff9-ba26-926afcbda308 HTTP/1.1" status: 200 len: 944 time: 0.0642467 Feb 04 12:55:27.792345 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8459696d-33f5-485d-9055-295b11de1438 req-b23ba415-412c-4b0c-b487-e464b1876289 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=6117da09-2fa7-4477-b94e-92c335c547fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444274 Feb 04 12:55:28.164503 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-34477cba-c806-427e-93b0-a117c35d122c req-1bd7a40d-c303-4bfe-a97e-6d5cad2ce72b tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=0fec5cc1-fc8f-47b0-893c-02986aa97a61 HTTP/1.1" status: 200 len: 210 time: 0.0308266 Feb 04 12:55:28.421433 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9c4d07-00d7-44a4-ac77-23268692cf6f req-b2edfe22-209b-4980-a475-b584fb0f8823 tempest-TestServerAdvancedOps-1874098280 tempest-TestServerAdvancedOps-1874098280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:28.423056 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3b9c4d07-00d7-44a4-ac77-23268692cf6f req-b2edfe22-209b-4980-a475-b584fb0f8823 tempest-TestServerAdvancedOps-1874098280 tempest-TestServerAdvancedOps-1874098280-project] 10.222.0.65 "GET /v2.0/ports?device_id=cfb22ee4-5791-434b-a97f-b9b6a48f87c4 HTTP/1.1" status: 200 len: 946 time: 0.0583289 Feb 04 12:55:28.473319 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3b9c4d07-00d7-44a4-ac77-23268692cf6f req-9a73b56d-5676-4e81-b766-5f2318c07ba0 tempest-TestServerAdvancedOps-1874098280 tempest-TestServerAdvancedOps-1874098280-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d7b2494-3ec2-43b4-9211-032c8a21fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435588 Feb 04 12:55:28.744356 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382ad501-d028-438a-9cbc-0cfe80dd23c0 req-91780012-1962-49a5-a303-01b09e4965c9 tempest-TestServerAdvancedOps-1874098280 tempest-TestServerAdvancedOps-1874098280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:28.746017 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-382ad501-d028-438a-9cbc-0cfe80dd23c0 req-91780012-1962-49a5-a303-01b09e4965c9 tempest-TestServerAdvancedOps-1874098280 tempest-TestServerAdvancedOps-1874098280-project] 10.222.0.65 "GET /v2.0/ports?device_id=cfb22ee4-5791-434b-a97f-b9b6a48f87c4 HTTP/1.1" status: 200 len: 946 time: 0.0623662 Feb 04 12:55:28.817683 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-382ad501-d028-438a-9cbc-0cfe80dd23c0 req-a0198992-d57a-4c19-8af8-93bb9a50d915 tempest-TestServerAdvancedOps-1874098280 tempest-TestServerAdvancedOps-1874098280-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d7b2494-3ec2-43b4-9211-032c8a21fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588112 Feb 04 12:55:28.955840 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c84b68-4d5e-43e2-8509-8f89185ec43d req-e2ff12eb-190e-4c39-9cd1-9c476c41f9a1 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:28.963163 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a8c84b68-4d5e-43e2-8509-8f89185ec43d req-e2ff12eb-190e-4c39-9cd1-9c476c41f9a1 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a278d30-eb2b-4ff9-ba26-926afcbda308 HTTP/1.1" status: 200 len: 944 time: 0.0804348 Feb 04 12:55:29.056547 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a8c84b68-4d5e-43e2-8509-8f89185ec43d req-ec838cf2-99cd-41f2-8c42-d741d7871350 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=6117da09-2fa7-4477-b94e-92c335c547fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921030 Feb 04 12:55:29.328454 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-81fffa69-011b-450c-8355-0aafa2b594ff req-fc265552-b94e-4443-91f0-1c6d157d4c7e tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=0fec5cc1-fc8f-47b0-893c-02986aa97a61 HTTP/1.1" status: 200 len: 210 time: 0.0502343 Feb 04 12:55:30.002244 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cd0718-b4b4-4cab-9dd8-ba20ca0e741e req-a61b64d2-87ef-48df-a512-ffd34b49f158 tempest-TestServerAdvancedOps-1874098280 tempest-TestServerAdvancedOps-1874098280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:30.003720 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-71cd0718-b4b4-4cab-9dd8-ba20ca0e741e req-a61b64d2-87ef-48df-a512-ffd34b49f158 tempest-TestServerAdvancedOps-1874098280 tempest-TestServerAdvancedOps-1874098280-project] 10.222.0.65 "GET /v2.0/ports?device_id=cfb22ee4-5791-434b-a97f-b9b6a48f87c4 HTTP/1.1" status: 200 len: 946 time: 0.0893049 Feb 04 12:55:30.097034 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-71cd0718-b4b4-4cab-9dd8-ba20ca0e741e req-0e9521eb-4ec1-465c-93f5-8fb0f7917f57 tempest-TestServerAdvancedOps-1874098280 tempest-TestServerAdvancedOps-1874098280-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d7b2494-3ec2-43b4-9211-032c8a21fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803041 Feb 04 12:55:30.289726 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de7d600-2c6d-43b3-bfa2-bb75c7f90231 req-80edf17d-a4ee-4153-846b-7b6247cd244b tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:30.291289 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6de7d600-2c6d-43b3-bfa2-bb75c7f90231 req-80edf17d-a4ee-4153-846b-7b6247cd244b tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a278d30-eb2b-4ff9-ba26-926afcbda308 HTTP/1.1" status: 200 len: 944 time: 0.0920730 Feb 04 12:55:30.397052 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6de7d600-2c6d-43b3-bfa2-bb75c7f90231 req-75184050-a996-4464-b81e-79ced2d67e92 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=6117da09-2fa7-4477-b94e-92c335c547fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923493 Feb 04 12:55:30.630071 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00ad61f-19f6-4ce8-aa87-d9575328146a req-b5d4b903-5047-44c1-830d-2d61aa220f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:30.631608 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a00ad61f-19f6-4ce8-aa87-d9575328146a req-b5d4b903-5047-44c1-830d-2d61aa220f06 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=81f95129386d4a49896ca50ea82ec908&device_id=cfb22ee4-5791-434b-a97f-b9b6a48f87c4 HTTP/1.1" status: 200 len: 1128 time: 0.1838274 Feb 04 12:55:30.648160 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2489bb8-9822-4533-8d48-e17efdb526f4 req-d92121ff-a240-441d-a820-b4ad06d48734 tempest-TestServerAdvancedOps-1874098280 tempest-TestServerAdvancedOps-1874098280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:30.650019 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c2489bb8-9822-4533-8d48-e17efdb526f4 req-d92121ff-a240-441d-a820-b4ad06d48734 tempest-TestServerAdvancedOps-1874098280 tempest-TestServerAdvancedOps-1874098280-project] 10.222.0.65 "GET /v2.0/ports?device_id=cfb22ee4-5791-434b-a97f-b9b6a48f87c4 HTTP/1.1" status: 200 len: 946 time: 0.1563940 Feb 04 12:55:30.776835 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c2489bb8-9822-4533-8d48-e17efdb526f4 req-ac5519ea-1cba-480d-9dc5-187bffc38335 tempest-TestServerAdvancedOps-1874098280 tempest-TestServerAdvancedOps-1874098280-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d7b2494-3ec2-43b4-9211-032c8a21fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151302 Feb 04 12:55:30.869530 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00ad61f-19f6-4ce8-aa87-d9575328146a req-f0bad517-0577-44ed-b563-0851fe619e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:30.871645 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a00ad61f-19f6-4ce8-aa87-d9575328146a req-f0bad517-0577-44ed-b563-0851fe619e67 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c28071a8-47ee-4445-ab62-4e0a24cb8fe3 HTTP/1.1" status: 200 len: 912 time: 0.2201416 Feb 04 12:55:30.926783 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a00ad61f-19f6-4ce8-aa87-d9575328146a req-c462f014-58b7-4817-989b-78ea73ab6392 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bc5bee6a-beae-4ac8-a4a0-617793570451 HTTP/1.1" status: 200 len: 217 time: 0.0470445 Feb 04 12:55:30.994148 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00ad61f-19f6-4ce8-aa87-d9575328146a req-07c43e66-c326-490c-9336-d62ea1dd6fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:30.996108 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a00ad61f-19f6-4ce8-aa87-d9575328146a req-07c43e66-c326-490c-9336-d62ea1dd6fb7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d8000c59-f308-47d3-9c0f-3446909afcf6 HTTP/1.1" status: 200 len: 851 time: 0.0626168 Feb 04 12:55:31.034787 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a00ad61f-19f6-4ce8-aa87-d9575328146a req-b6cf8d29-cf0c-4dfe-9587-947e20bc56e1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c28071a8-47ee-4445-ab62-4e0a24cb8fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284033 Feb 04 12:55:31.135275 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a00ad61f-19f6-4ce8-aa87-d9575328146a req-02d6bbd4-74aa-4f18-a799-7dbc68427575 service neutron] 10.222.0.73 "GET /v2.0/networks/c28071a8-47ee-4445-ab62-4e0a24cb8fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919881 Feb 04 12:55:31.229800 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:31.252193 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a00ad61f-19f6-4ce8-aa87-d9575328146a req-ca9f41de-8df4-4f14-be48-614cddd630fb service neutron] 10.222.0.73 "GET /v2.0/networks/c28071a8-47ee-4445-ab62-4e0a24cb8fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104620 Feb 04 12:55:31.601430 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efa46d9-1cd8-40d7-aded-6ee13dd836e7 req-60982d30-3e03-4086-b8f2-1833c41cc616 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:31.608138 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7efa46d9-1cd8-40d7-aded-6ee13dd836e7 req-60982d30-3e03-4086-b8f2-1833c41cc616 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a278d30-eb2b-4ff9-ba26-926afcbda308 HTTP/1.1" status: 200 len: 944 time: 0.0802050 Feb 04 12:55:31.711617 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7efa46d9-1cd8-40d7-aded-6ee13dd836e7 req-4a210d9e-0395-4edc-a1c3-837978f29a22 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=6117da09-2fa7-4477-b94e-92c335c547fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883677 Feb 04 12:55:31.873102 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:31.935651 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a41562-c342-4edf-9dfc-76676312aa2b req-696dbcf5-6edc-4841-b5d8-21b16f6e6492 tempest-TestServerAdvancedOps-1874098280 tempest-TestServerAdvancedOps-1874098280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:31.943852 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-18a41562-c342-4edf-9dfc-76676312aa2b req-696dbcf5-6edc-4841-b5d8-21b16f6e6492 tempest-TestServerAdvancedOps-1874098280 tempest-TestServerAdvancedOps-1874098280-project] 10.222.0.65 "GET /v2.0/ports?device_id=cfb22ee4-5791-434b-a97f-b9b6a48f87c4 HTTP/1.1" status: 200 len: 946 time: 0.0681632 Feb 04 12:55:32.052729 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-18a41562-c342-4edf-9dfc-76676312aa2b req-528f8e29-04f7-44f5-b7e4-3166151969b8 tempest-TestServerAdvancedOps-1874098280 tempest-TestServerAdvancedOps-1874098280-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d7b2494-3ec2-43b4-9211-032c8a21fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063511 Feb 04 12:55:32.908282 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb4f6f2-0af0-4dfc-bc3f-e373fd587be3 req-629371d8-fafd-482e-9148-99a681176f9c tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:32.930150 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-deb4f6f2-0af0-4dfc-bc3f-e373fd587be3 req-629371d8-fafd-482e-9148-99a681176f9c tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a278d30-eb2b-4ff9-ba26-926afcbda308 HTTP/1.1" status: 200 len: 944 time: 0.0939772 Feb 04 12:55:32.994243 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-deb4f6f2-0af0-4dfc-bc3f-e373fd587be3 req-26ae1260-c5cd-4940-9814-5e5608809bb5 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=6117da09-2fa7-4477-b94e-92c335c547fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605001 Feb 04 12:55:33.220648 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0640bc63-bb72-4e31-81e1-b47e466f2391 req-a0dbda04-2dbd-4c3b-85f3-c3e15f58c039 tempest-TestServerAdvancedOps-1874098280 tempest-TestServerAdvancedOps-1874098280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:33.221971 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0640bc63-bb72-4e31-81e1-b47e466f2391 req-a0dbda04-2dbd-4c3b-85f3-c3e15f58c039 tempest-TestServerAdvancedOps-1874098280 tempest-TestServerAdvancedOps-1874098280-project] 10.222.0.65 "GET /v2.0/ports?device_id=cfb22ee4-5791-434b-a97f-b9b6a48f87c4 HTTP/1.1" status: 200 len: 946 time: 0.0671096 Feb 04 12:55:33.291542 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0640bc63-bb72-4e31-81e1-b47e466f2391 req-af312efe-a849-44dc-b3c3-c1e060f711b9 tempest-TestServerAdvancedOps-1874098280 tempest-TestServerAdvancedOps-1874098280-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d7b2494-3ec2-43b4-9211-032c8a21fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584433 Feb 04 12:55:33.619126 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79857299-4b00-4d68-a0f9-62892db1ad74 req-4bafb9f1-1244-41a9-927d-7f831654e5ae tempest-TestServerAdvancedOps-1874098280 tempest-TestServerAdvancedOps-1874098280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:33.627847 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-79857299-4b00-4d68-a0f9-62892db1ad74 req-4bafb9f1-1244-41a9-927d-7f831654e5ae tempest-TestServerAdvancedOps-1874098280 tempest-TestServerAdvancedOps-1874098280-project] 10.222.0.65 "GET /v2.0/ports?device_id=cfb22ee4-5791-434b-a97f-b9b6a48f87c4 HTTP/1.1" status: 200 len: 946 time: 0.0752094 Feb 04 12:55:33.689407 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-79857299-4b00-4d68-a0f9-62892db1ad74 req-bc31fe53-14ea-4364-b9e0-3d8cd3952650 tempest-TestServerAdvancedOps-1874098280 tempest-TestServerAdvancedOps-1874098280-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d7b2494-3ec2-43b4-9211-032c8a21fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603011 Feb 04 12:55:34.185887 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbd1e50-1a9d-4fee-9c07-0a5da96ed5c1 req-8999d800-d7cc-483b-a6a0-0ad8abd00743 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:34.198174 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fcbd1e50-1a9d-4fee-9c07-0a5da96ed5c1 req-8999d800-d7cc-483b-a6a0-0ad8abd00743 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a278d30-eb2b-4ff9-ba26-926afcbda308 HTTP/1.1" status: 200 len: 944 time: 0.0798092 Feb 04 12:55:34.257584 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fcbd1e50-1a9d-4fee-9c07-0a5da96ed5c1 req-2071506c-233a-4f6d-8439-6d0308d44fbf tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=6117da09-2fa7-4477-b94e-92c335c547fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502601 Feb 04 12:55:34.902424 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b724c98-c45b-4133-9dd8-e59c3b30d6f1 req-aca7d42d-b775-483b-9d8a-148c22e5e871 tempest-TestServerAdvancedOps-1874098280 tempest-TestServerAdvancedOps-1874098280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:34.903958 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1b724c98-c45b-4133-9dd8-e59c3b30d6f1 req-aca7d42d-b775-483b-9d8a-148c22e5e871 tempest-TestServerAdvancedOps-1874098280 tempest-TestServerAdvancedOps-1874098280-project] 10.222.0.65 "GET /v2.0/ports?device_id=cfb22ee4-5791-434b-a97f-b9b6a48f87c4 HTTP/1.1" status: 200 len: 946 time: 0.0950809 Feb 04 12:55:34.990718 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1b724c98-c45b-4133-9dd8-e59c3b30d6f1 req-5fc7df6f-dd1d-4098-843b-9b7a5a896187 tempest-TestServerAdvancedOps-1874098280 tempest-TestServerAdvancedOps-1874098280-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d7b2494-3ec2-43b4-9211-032c8a21fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679948 Feb 04 12:55:35.551608 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d9e86e-f649-4a29-a346-02fd04256a1a req-57e0300e-130b-420e-9217-7314f30bf9cd tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:35.565774 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-69d9e86e-f649-4a29-a346-02fd04256a1a req-57e0300e-130b-420e-9217-7314f30bf9cd tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a278d30-eb2b-4ff9-ba26-926afcbda308 HTTP/1.1" status: 200 len: 944 time: 0.1661398 Feb 04 12:55:35.657101 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-69d9e86e-f649-4a29-a346-02fd04256a1a req-b6b3af1d-9f48-4cc5-984b-233a46d8c74c tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=6117da09-2fa7-4477-b94e-92c335c547fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836794 Feb 04 12:55:36.108875 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b5ced-7f07-4ce4-9fce-014137cfdea4 req-9da15d98-037c-4531-889e-7b6b6d664de1 tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:36.110309 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b12b5ced-7f07-4ce4-9fce-014137cfdea4 req-9da15d98-037c-4531-889e-7b6b6d664de1 tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] 10.222.0.65 "GET /v2.0/networks?id=114bf314-65ab-4816-b3d2-279c775b8454 HTTP/1.1" status: 200 len: 813 time: 0.1246903 Feb 04 12:55:36.148851 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d91f26e-118c-4760-b9e5-8d8b15e2f73f req-e3e3c404-32c2-4940-a275-d9ee9a209bcd tempest-TestServerAdvancedOps-1874098280 tempest-TestServerAdvancedOps-1874098280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:36.150507 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6d91f26e-118c-4760-b9e5-8d8b15e2f73f req-e3e3c404-32c2-4940-a275-d9ee9a209bcd tempest-TestServerAdvancedOps-1874098280 tempest-TestServerAdvancedOps-1874098280-project] 10.222.0.73 "GET /v2.0/ports?device_id=cfb22ee4-5791-434b-a97f-b9b6a48f87c4 HTTP/1.1" status: 200 len: 946 time: 0.2166755 Feb 04 12:55:36.167868 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b12b5ced-7f07-4ce4-9fce-014137cfdea4 req-0db56b6a-2f94-4b62-bff0-261f3381b6ee tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] 10.222.0.65 "GET /v2.0/quotas/d911462b4fc5499194cfc3e92602aea6 HTTP/1.1" status: 200 len: 375 time: 0.0493453 Feb 04 12:55:36.231685 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544d8a78-71c3-4bc1-9bd3-77a0a056e49b req-fa2859c6-9776-44ad-9018-1effce40fb1c tempest-TestServerAdvancedOps-1874098280 tempest-TestServerAdvancedOps-1874098280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:36.233375 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-544d8a78-71c3-4bc1-9bd3-77a0a056e49b req-fa2859c6-9776-44ad-9018-1effce40fb1c tempest-TestServerAdvancedOps-1874098280 tempest-TestServerAdvancedOps-1874098280-project] 10.222.0.65 "GET /v2.0/ports?device_id=cfb22ee4-5791-434b-a97f-b9b6a48f87c4 HTTP/1.1" status: 200 len: 946 time: 0.1478741 Feb 04 12:55:36.253716 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b12b5ced-7f07-4ce4-9fce-014137cfdea4 req-c68ce77d-2604-4895-81a3-19ae9ac87a8f tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=d911462b4fc5499194cfc3e92602aea6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0517507 Feb 04 12:55:36.408057 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-544d8a78-71c3-4bc1-9bd3-77a0a056e49b req-4079de82-52fc-408a-842d-7f01a954c738 tempest-TestServerAdvancedOps-1874098280 tempest-TestServerAdvancedOps-1874098280-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d7b2494-3ec2-43b4-9211-032c8a21fe22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568902 Feb 04 12:55:36.426581 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b12b5ced-7f07-4ce4-9fce-014137cfdea4 req-0fb7077a-0533-46b1-8fe9-c9e047872b4b service neutron] 10.222.0.65 "GET /v2.0/networks/114bf314-65ab-4816-b3d2-279c775b8454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605446 Feb 04 12:55:36.443792 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-6d91f26e-118c-4760-b9e5-8d8b15e2f73f req-091eda5a-b639-4a77-82e0-c19baa35ae8c tempest-TestServerAdvancedOps-1874098280 tempest-TestServerAdvancedOps-1874098280-project] Deleting port bc5bee6a-beae-4ac8-a4a0-617793570451 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:55:36.444138 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-6d91f26e-118c-4760-b9e5-8d8b15e2f73f req-091eda5a-b639-4a77-82e0-c19baa35ae8c tempest-TestServerAdvancedOps-1874098280 tempest-TestServerAdvancedOps-1874098280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (bc5bee6a-beae-4ac8-a4a0-617793570451), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:36.628565 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-6d91f26e-118c-4760-b9e5-8d8b15e2f73f req-091eda5a-b639-4a77-82e0-c19baa35ae8c tempest-TestServerAdvancedOps-1874098280 tempest-TestServerAdvancedOps-1874098280-project] For port bc5bee6a-beae-4ac8-a4a0-617793570451, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=bc5bee6a-beae-4ac8-a4a0-617793570451,segment=NetworkSegment(0d8b2f27-ce30-4f7c-a75f-3ff213f73d77),segment_id=0d8b2f27-ce30-4f7c-a75f-3ff213f73d77)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:55:36.629265 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-6d91f26e-118c-4760-b9e5-8d8b15e2f73f req-091eda5a-b639-4a77-82e0-c19baa35ae8c tempest-TestServerAdvancedOps-1874098280 tempest-TestServerAdvancedOps-1874098280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (bc5bee6a-beae-4ac8-a4a0-617793570451), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:36.656552 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-6d91f26e-118c-4760-b9e5-8d8b15e2f73f req-091eda5a-b639-4a77-82e0-c19baa35ae8c tempest-TestServerAdvancedOps-1874098280 tempest-TestServerAdvancedOps-1874098280-project] Calling delete_port for bc5bee6a-beae-4ac8-a4a0-617793570451 owned by compute:nova {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:55:36.693418 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b12b5ced-7f07-4ce4-9fce-014137cfdea4 req-f09a9011-b239-451d-9bbe-5aad439fd31d service neutron] 10.222.0.65 "GET /v2.0/networks/114bf314-65ab-4816-b3d2-279c775b8454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072756 Feb 04 12:55:36.700444 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2f9088-268c-459c-8e6d-a8542c7d89fa req-73158675-cdca-48c9-bdbb-b0bc070bbdd7 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:36.702033 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2b2f9088-268c-459c-8e6d-a8542c7d89fa req-73158675-cdca-48c9-bdbb-b0bc070bbdd7 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=22704979-2c9f-416c-a9cc-621c4bd05eca HTTP/1.1" status: 200 len: 944 time: 0.1238334 Feb 04 12:55:36.862582 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2b2f9088-268c-459c-8e6d-a8542c7d89fa req-063d4d7c-da61-4b42-a17a-317ec336d022 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3f9fd42-344e-42cb-9241-a34957176b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011364 Feb 04 12:55:37.013741 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-6d91f26e-118c-4760-b9e5-8d8b15e2f73f req-091eda5a-b639-4a77-82e0-c19baa35ae8c tempest-TestServerAdvancedOps-1874098280 tempest-TestServerAdvancedOps-1874098280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (bc5bee6a-beae-4ac8-a4a0-617793570451), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:37.034066 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['bc5bee6a-beae-4ac8-a4a0-617793570451'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:55:37.081415 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091eda5a-b639-4a77-82e0-c19baa35ae8c tempest-TestServerAdvancedOps-1874098280 tempest-TestServerAdvancedOps-1874098280-project] Pushing event deleted for resources: {'Port': ['ID=bc5bee6a-beae-4ac8-a4a0-617793570451,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:55:37.125035 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc0ea70-fbc6-45fd-b4a6-5289930ce101 req-7124cc7c-92f2-4caa-afb6-e809247d800f tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:37.132427 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5dc0ea70-fbc6-45fd-b4a6-5289930ce101 req-7124cc7c-92f2-4caa-afb6-e809247d800f tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a278d30-eb2b-4ff9-ba26-926afcbda308 HTTP/1.1" status: 200 len: 944 time: 0.1783915 Feb 04 12:55:37.156116 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d91f26e-118c-4760-b9e5-8d8b15e2f73f req-091eda5a-b639-4a77-82e0-c19baa35ae8c tempest-TestServerAdvancedOps-1874098280 tempest-TestServerAdvancedOps-1874098280-project] No DVR routers for this DVR port bc5bee6a-beae-4ac8-a4a0-617793570451 on host n-h1-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:55:37.166485 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-6d91f26e-118c-4760-b9e5-8d8b15e2f73f req-091eda5a-b639-4a77-82e0-c19baa35ae8c tempest-TestServerAdvancedOps-1874098280 tempest-TestServerAdvancedOps-1874098280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:37.169841 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6d91f26e-118c-4760-b9e5-8d8b15e2f73f req-091eda5a-b639-4a77-82e0-c19baa35ae8c tempest-TestServerAdvancedOps-1874098280 tempest-TestServerAdvancedOps-1874098280-project] 10.222.0.73 "DELETE /v2.0/ports/bc5bee6a-beae-4ac8-a4a0-617793570451 HTTP/1.1" status: 204 len: 173 time: 1.0119188 Feb 04 12:55:37.170318 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfb22ee4-5791-434b-a97f-b9b6a48f87c4', 'name': 'network-vif-deleted', 'tag': 'bc5bee6a-beae-4ac8-a4a0-617793570451'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:55:37.178723 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-508a4781-ca19-4b2f-b522-fd8d0c64111d" -d '{"events": [{"server_uuid": "cfb22ee4-5791-434b-a97f-b9b6a48f87c4", "name": "network-vif-deleted", "tag": "bc5bee6a-beae-4ac8-a4a0-617793570451"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:55:37.194890 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec558e3d-cd17-4fac-be52-3e1f99d1b6f6 req-46bc5527-fdb1-46ae-92db-19109ca5931d tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:37.196434 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ec558e3d-cd17-4fac-be52-3e1f99d1b6f6 req-46bc5527-fdb1-46ae-92db-19109ca5931d tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=22704979-2c9f-416c-a9cc-621c4bd05eca HTTP/1.1" status: 200 len: 944 time: 0.2083132 Feb 04 12:55:37.246106 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5dc0ea70-fbc6-45fd-b4a6-5289930ce101 req-718048b8-b7b3-4ed9-ba6a-74009595c2dc tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=6117da09-2fa7-4477-b94e-92c335c547fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127393 Feb 04 12:55:37.322200 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ec558e3d-cd17-4fac-be52-3e1f99d1b6f6 req-14fbc1cc-9444-4927-bbb0-a2b04b26bb6c tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3f9fd42-344e-42cb-9241-a34957176b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155610 Feb 04 12:55:37.362401 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-45fe7286-5655-4cb2-a944-de0a9311ba6d req-175b391d-2c9f-47b2-bf3b-64c3e711b020 tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] 10.222.0.65 "GET /v2.0/ports?device_id=e835c1a2-7756-4b33-82f0-0cd768119aa1 HTTP/1.1" status: 200 len: 210 time: 0.0363736 Feb 04 12:55:37.518155 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-898520d3-c339-47ec-9fd3-334823efc21b x-openstack-request-id: req-898520d3-c339-47ec-9fd3-334823efc21b {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:55:37.518459 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfb22ee4-5791-434b-a97f-b9b6a48f87c4", "name": "network-vif-deleted", "tag": "bc5bee6a-beae-4ac8-a4a0-617793570451", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:55:37.518856 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-898520d3-c339-47ec-9fd3-334823efc21b {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:55:37.519264 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfb22ee4-5791-434b-a97f-b9b6a48f87c4', 'name': 'network-vif-deleted', 'tag': 'bc5bee6a-beae-4ac8-a4a0-617793570451', 'status': 'completed', 'code': 200} Feb 04 12:55:37.719976 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dbb883a6-026f-445b-b24b-e025ee10dde0 req-d0c577c8-7c81-4d0d-bddc-0f15c9ba67f4 tempest-TestServerAdvancedOps-1874098280 tempest-TestServerAdvancedOps-1874098280-project] 10.222.0.65 "GET /v2.0/ports?device_id=cfb22ee4-5791-434b-a97f-b9b6a48f87c4 HTTP/1.1" status: 200 len: 210 time: 0.0615799 Feb 04 12:55:37.837727 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20a017b-c887-409b-bec9-43c029a38890 req-e57d95e2-31a4-44c2-955d-43eadd8259dd tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:37.848727 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c20a017b-c887-409b-bec9-43c029a38890 req-e57d95e2-31a4-44c2-955d-43eadd8259dd tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=22704979-2c9f-416c-a9cc-621c4bd05eca HTTP/1.1" status: 200 len: 944 time: 0.1271577 Feb 04 12:55:37.929033 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c20a017b-c887-409b-bec9-43c029a38890 req-a4f2b92c-f540-4ddc-9bd9-38918b92be32 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3f9fd42-344e-42cb-9241-a34957176b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714262 Feb 04 12:55:38.489287 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0366d87-af3f-42bd-a043-fcd71c0d6605 req-dfef65ca-7337-42bd-bccf-50b3be05ab6f tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:38.491067 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d0366d87-af3f-42bd-a043-fcd71c0d6605 req-dfef65ca-7337-42bd-bccf-50b3be05ab6f tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a278d30-eb2b-4ff9-ba26-926afcbda308 HTTP/1.1" status: 200 len: 944 time: 0.1496384 Feb 04 12:55:38.525809 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438acca5-9af7-45eb-b7c6-27145ddf1a98 req-185315b2-70fd-4ba5-b863-24ddf4a95675 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:38.532987 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-438acca5-9af7-45eb-b7c6-27145ddf1a98 req-185315b2-70fd-4ba5-b863-24ddf4a95675 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=22704979-2c9f-416c-a9cc-621c4bd05eca HTTP/1.1" status: 200 len: 944 time: 0.0919757 Feb 04 12:55:38.580448 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d0366d87-af3f-42bd-a043-fcd71c0d6605 req-5b61a0f7-2d5c-49be-bcad-6b44ce0b1bac tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=6117da09-2fa7-4477-b94e-92c335c547fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828454 Feb 04 12:55:38.623955 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-438acca5-9af7-45eb-b7c6-27145ddf1a98 req-d1088476-e736-4971-9e9f-479de40fed8a tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3f9fd42-344e-42cb-9241-a34957176b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883882 Feb 04 12:55:38.803807 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48136) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:55:38.930932 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c62fce6-c97b-47f4-a6fa-2f8ce1b85849 admin admin] Deleting subnet d8000c59-f308-47d3-9c0f-3446909afcf6 {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:55:38.948058 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9c62fce6-c97b-47f4-a6fa-2f8ce1b85849 admin admin] Publish callbacks [] for subnet (d8000c59-f308-47d3-9c0f-3446909afcf6), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:39.336199 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a219f5d6-3bc9-432b-a1e9-715bf569bad1 req-eb84db1c-919b-4835-a8bf-229a60ab8c3c tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] 10.222.0.65 "GET /v2.0/ports?device_id=e835c1a2-7756-4b33-82f0-0cd768119aa1 HTTP/1.1" status: 200 len: 210 time: 0.6069732 Feb 04 12:55:39.389423 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9c62fce6-c97b-47f4-a6fa-2f8ce1b85849 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (d8000c59-f308-47d3-9c0f-3446909afcf6), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:39.434573 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b5ced-7f07-4ce4-9fce-014137cfdea4 req-648ac948-10de-4635-b41b-8b0f4bce7ac0 tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:39.436073 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b12b5ced-7f07-4ce4-9fce-014137cfdea4 req-648ac948-10de-4635-b41b-8b0f4bce7ac0 tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] 10.222.0.77 "GET /v2.0/networks?id=114bf314-65ab-4816-b3d2-279c775b8454 HTTP/1.1" status: 200 len: 813 time: 0.7850375 Feb 04 12:55:39.451704 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9c62fce6-c97b-47f4-a6fa-2f8ce1b85849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (d8000c59-f308-47d3-9c0f-3446909afcf6), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:39.453306 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-b12b5ced-7f07-4ce4-9fce-014137cfdea4 req-92eddbb0-24c7-431b-a500-51154c084e3f tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] Request body: {'port': {'device_id': 'e835c1a2-7756-4b33-82f0-0cd768119aa1', 'network_id': '114bf314-65ab-4816-b3d2-279c775b8454', 'admin_state_up': True, 'tenant_id': 'd911462b4fc5499194cfc3e92602aea6'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:55:39.573650 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9c62fce6-c97b-47f4-a6fa-2f8ce1b85849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (d8000c59-f308-47d3-9c0f-3446909afcf6), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:39.619398 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c62fce6-c97b-47f4-a6fa-2f8ce1b85849 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8000c59-f308-47d3-9c0f-3446909afcf6,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:55:39.626520 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9c62fce6-c97b-47f4-a6fa-2f8ce1b85849 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:39.633074 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-9c62fce6-c97b-47f4-a6fa-2f8ce1b85849 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/d8000c59-f308-47d3-9c0f-3446909afcf6 HTTP/1.1" status: 204 len: 168 time: 0.8189228 Feb 04 12:55:39.637387 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c62fce6-c97b-47f4-a6fa-2f8ce1b85849 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:55:39.637742 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c62fce6-c97b-47f4-a6fa-2f8ce1b85849 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:55:39.638079 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 48148) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:55:39.638213 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c62fce6-c97b-47f4-a6fa-2f8ce1b85849 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:55:39.638426 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c62fce6-c97b-47f4-a6fa-2f8ce1b85849 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:55:39.638768 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c62fce6-c97b-47f4-a6fa-2f8ce1b85849 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:55:39.639106 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c62fce6-c97b-47f4-a6fa-2f8ce1b85849 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:55:39.639435 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c62fce6-c97b-47f4-a6fa-2f8ce1b85849 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:55:39.641174 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c62fce6-c97b-47f4-a6fa-2f8ce1b85849 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:55:39.641174 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c62fce6-c97b-47f4-a6fa-2f8ce1b85849 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:55:39.641174 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c62fce6-c97b-47f4-a6fa-2f8ce1b85849 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:55:39.641174 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c62fce6-c97b-47f4-a6fa-2f8ce1b85849 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:55:39.641513 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c62fce6-c97b-47f4-a6fa-2f8ce1b85849 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:55:39.641739 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c62fce6-c97b-47f4-a6fa-2f8ce1b85849 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:55:39.665240 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device bc5bee6a-beae-4ac8-a4a0-617793570451 no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:55:39.695401 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] No Port match for: bc5bee6a-beae-4ac8-a4a0-617793570451 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:55:39.696083 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device bc5bee6a-beae-4ac8-a4a0-617793570451 not bound to the agent host n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:55:39.858005 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-96274645-6953-4709-a34e-b85594ce28c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (c28071a8-47ee-4445-ab62-4e0a24cb8fe3), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:40.011138 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b12b5ced-7f07-4ce4-9fce-014137cfdea4 req-92eddbb0-24c7-431b-a500-51154c084e3f tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] Made reservation on behalf of d911462b4fc5499194cfc3e92602aea6 for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:55:40.026993 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-b12b5ced-7f07-4ce4-9fce-014137cfdea4 req-92eddbb0-24c7-431b-a500-51154c084e3f tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:40.181295 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-96274645-6953-4709-a34e-b85594ce28c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (c28071a8-47ee-4445-ab62-4e0a24cb8fe3), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:40.207868 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-96274645-6953-4709-a34e-b85594ce28c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c28071a8-47ee-4445-ab62-4e0a24cb8fe3']}} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:55:40.220438 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-96274645-6953-4709-a34e-b85594ce28c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d8b2f27-ce30-4f7c-a75f-3ff213f73d77') {'for_net_delete': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:55:40.221427 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-96274645-6953-4709-a34e-b85594ce28c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d8b2f27-ce30-4f7c-a75f-3ff213f73d77') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:55:40.232033 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-96274645-6953-4709-a34e-b85594ce28c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51859336'] for segment (0d8b2f27-ce30-4f7c-a75f-3ff213f73d77), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:40.245620 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-96274645-6953-4709-a34e-b85594ce28c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (0d8b2f27-ce30-4f7c-a75f-3ff213f73d77), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:40.252169 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96274645-6953-4709-a34e-b85594ce28c0 admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=103475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:55:40.252843 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-96274645-6953-4709-a34e-b85594ce28c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-52093388'] for segment (0d8b2f27-ce30-4f7c-a75f-3ff213f73d77), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:40.310255 n-d-825015-3 neutron-server[103475]: Traceback (most recent call last): Feb 04 12:55:40.310255 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:55:40.310255 n-d-825015-3 neutron-server[103475]: timer() Feb 04 12:55:40.310255 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:55:40.310255 n-d-825015-3 neutron-server[103475]: cb(*args, **kw) Feb 04 12:55:40.310255 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:55:40.310255 n-d-825015-3 neutron-server[103475]: return func(*args, **kwargs) Feb 04 12:55:40.310255 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:55:40.310255 n-d-825015-3 neutron-server[103475]: self._notify() Feb 04 12:55:40.310255 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:55:40.310255 n-d-825015-3 neutron-server[103475]: self.callback(batched_events) Feb 04 12:55:40.310255 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:55:40.310255 n-d-825015-3 neutron-server[103475]: event.method(event) Feb 04 12:55:40.310255 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:55:40.310255 n-d-825015-3 neutron-server[103475]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:55:40.310255 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:55:40.310255 n-d-825015-3 neutron-server[103475]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:55:40.310255 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:55:40.310255 n-d-825015-3 neutron-server[103475]: return f(self, *a, **k) Feb 04 12:55:40.310255 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:55:40.310255 n-d-825015-3 neutron-server[103475]: return self._get(url).json() Feb 04 12:55:40.310255 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:55:40.310255 n-d-825015-3 neutron-server[103475]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:55:40.310255 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:55:40.310255 n-d-825015-3 neutron-server[103475]: return self.request(url, 'GET', **kwargs) Feb 04 12:55:40.310255 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:55:40.310255 n-d-825015-3 neutron-server[103475]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:55:40.310255 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:55:40.310255 n-d-825015-3 neutron-server[103475]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:55:40.310255 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:55:40.310255 n-d-825015-3 neutron-server[103475]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:55:40.310255 n-d-825015-3 neutron-server[103475]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:55:40.321604 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8327f81a-97fa-4ae2-8a2f-9eb9c1716b97 req-4b9900d3-70b2-4a35-b77e-4671112c28c6 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:40.323498 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8327f81a-97fa-4ae2-8a2f-9eb9c1716b97 req-4b9900d3-70b2-4a35-b77e-4671112c28c6 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=22704979-2c9f-416c-a9cc-621c4bd05eca HTTP/1.1" status: 200 len: 944 time: 0.5488651 Feb 04 12:55:40.325481 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-96274645-6953-4709-a34e-b85594ce28c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (c28071a8-47ee-4445-ab62-4e0a24cb8fe3), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:40.336508 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-96274645-6953-4709-a34e-b85594ce28c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:40.344202 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48154) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:55:40.344824 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-96274645-6953-4709-a34e-b85594ce28c0 admin admin] 10.222.0.65 "DELETE /v2.0/networks/c28071a8-47ee-4445-ab62-4e0a24cb8fe3 HTTP/1.1" status: 204 len: 168 time: 0.7049453 Feb 04 12:55:40.361817 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd9683-779d-4034-bbd9-6348a8df34bd req-443f21e8-fa1a-42a8-bb31-11d2c1b9eb8b tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:40.369980 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-badd9683-779d-4034-bbd9-6348a8df34bd req-443f21e8-fa1a-42a8-bb31-11d2c1b9eb8b tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a278d30-eb2b-4ff9-ba26-926afcbda308 HTTP/1.1" status: 200 len: 944 time: 0.6151028 Feb 04 12:55:40.425280 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-5801814e-8b25-46b2-b664-207089fb35ad admin admin] Deleting subnet 5e170fa5-0364-4d74-9e79-264e682ac88d {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:55:40.436419 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5801814e-8b25-46b2-b664-207089fb35ad admin admin] Publish callbacks [] for subnet (5e170fa5-0364-4d74-9e79-264e682ac88d), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:40.450362 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96274645-6953-4709-a34e-b85594ce28c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c28071a8-47ee-4445-ab62-4e0a24cb8fe3,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:55:40.539414 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5801814e-8b25-46b2-b664-207089fb35ad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (5e170fa5-0364-4d74-9e79-264e682ac88d), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:40.619162 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-badd9683-779d-4034-bbd9-6348a8df34bd req-b0786df3-6f47-4052-b9ae-26f421bb478d tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=6117da09-2fa7-4477-b94e-92c335c547fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2479386 Feb 04 12:55:40.626652 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8327f81a-97fa-4ae2-8a2f-9eb9c1716b97 req-c3cec0e1-6535-499e-9bf8-2835a9bb657e tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3f9fd42-344e-42cb-9241-a34957176b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2790787 Feb 04 12:55:40.637645 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5801814e-8b25-46b2-b664-207089fb35ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (5e170fa5-0364-4d74-9e79-264e682ac88d), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:40.673561 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-b12b5ced-7f07-4ce4-9fce-014137cfdea4 req-92eddbb0-24c7-431b-a500-51154c084e3f tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] Allocated IP 172.20.0.13 (114bf314-65ab-4816-b3d2-279c775b8454/888ca177-2183-496c-8ac4-309108397ef5/db2c9dad-3cc1-4784-9f77-a652bdd5e72a) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:55:40.757029 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ca0b32e3-6639-438d-b8df-be3aaabeebb9 req-616e2a21-5edb-4ee5-88a6-31d33e5b8c61 tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] 10.222.0.65 "GET /v2.0/ports?device_id=e835c1a2-7756-4b33-82f0-0cd768119aa1 HTTP/1.1" status: 200 len: 210 time: 0.0456493 Feb 04 12:55:40.759104 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5801814e-8b25-46b2-b664-207089fb35ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (5e170fa5-0364-4d74-9e79-264e682ac88d), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:40.772102 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5801814e-8b25-46b2-b664-207089fb35ad admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:40.778281 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-5801814e-8b25-46b2-b664-207089fb35ad admin admin] 10.222.0.65 "DELETE /v2.0/subnets/5e170fa5-0364-4d74-9e79-264e682ac88d HTTP/1.1" status: 204 len: 168 time: 0.4300568 Feb 04 12:55:40.792949 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 48160) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:55:40.829236 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801814e-8b25-46b2-b664-207089fb35ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e170fa5-0364-4d74-9e79-264e682ac88d,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:55:41.024230 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-b12b5ced-7f07-4ce4-9fce-014137cfdea4 req-92eddbb0-24c7-431b-a500-51154c084e3f tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] Publish callbacks [] for port (db2c9dad-3cc1-4784-9f77-a652bdd5e72a), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:41.075815 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-b12b5ced-7f07-4ce4-9fce-014137cfdea4 req-92eddbb0-24c7-431b-a500-51154c084e3f tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (db2c9dad-3cc1-4784-9f77-a652bdd5e72a), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:41.150596 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b12b5ced-7f07-4ce4-9fce-014137cfdea4 req-92eddbb0-24c7-431b-a500-51154c084e3f tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] Network 114bf314-65ab-4816-b3d2-279c775b8454 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:55:41.154314 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-56e55906-9167-40fe-8ee5-86233a342d45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (bc7b3fd9-e8aa-459b-ac68-66e228b0ecb1), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:41.166881 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-b12b5ced-7f07-4ce4-9fce-014137cfdea4 req-92eddbb0-24c7-431b-a500-51154c084e3f tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:55:41.182991 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-b12b5ced-7f07-4ce4-9fce-014137cfdea4 req-92eddbb0-24c7-431b-a500-51154c084e3f tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:55:41.188543 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92eddbb0-24c7-431b-a500-51154c084e3f tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] Pushing event updated for resources: {'Port': ['ID=db2c9dad-3cc1-4784-9f77-a652bdd5e72a,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:55:41.352079 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-56e55906-9167-40fe-8ee5-86233a342d45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (bc7b3fd9-e8aa-459b-ac68-66e228b0ecb1), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:41.379698 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-56e55906-9167-40fe-8ee5-86233a342d45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc7b3fd9-e8aa-459b-ac68-66e228b0ecb1']}} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:55:41.392346 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-56e55906-9167-40fe-8ee5-86233a342d45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b041cb49-7b19-45f8-9e99-6ecdca260acf') {'for_net_delete': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:55:41.392646 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-56e55906-9167-40fe-8ee5-86233a342d45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b041cb49-7b19-45f8-9e99-6ecdca260acf') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:55:41.404858 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-56e55906-9167-40fe-8ee5-86233a342d45 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51859336'] for segment (b041cb49-7b19-45f8-9e99-6ecdca260acf), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:41.420302 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-56e55906-9167-40fe-8ee5-86233a342d45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (b041cb49-7b19-45f8-9e99-6ecdca260acf), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:41.427127 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56e55906-9167-40fe-8ee5-86233a342d45 admin admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=103475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:55:41.427662 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-56e55906-9167-40fe-8ee5-86233a342d45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-52093388'] for segment (b041cb49-7b19-45f8-9e99-6ecdca260acf), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:41.588975 n-d-825015-3 neutron-server[103475]: Traceback (most recent call last): Feb 04 12:55:41.588975 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:55:41.588975 n-d-825015-3 neutron-server[103475]: timer() Feb 04 12:55:41.588975 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:55:41.588975 n-d-825015-3 neutron-server[103475]: cb(*args, **kw) Feb 04 12:55:41.588975 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:55:41.588975 n-d-825015-3 neutron-server[103475]: return func(*args, **kwargs) Feb 04 12:55:41.588975 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:55:41.588975 n-d-825015-3 neutron-server[103475]: self._notify() Feb 04 12:55:41.588975 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:55:41.588975 n-d-825015-3 neutron-server[103475]: self.callback(batched_events) Feb 04 12:55:41.588975 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:55:41.588975 n-d-825015-3 neutron-server[103475]: event.method(event) Feb 04 12:55:41.588975 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:55:41.588975 n-d-825015-3 neutron-server[103475]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:55:41.588975 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:55:41.588975 n-d-825015-3 neutron-server[103475]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:55:41.588975 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:55:41.588975 n-d-825015-3 neutron-server[103475]: return f(self, *a, **k) Feb 04 12:55:41.588975 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:55:41.588975 n-d-825015-3 neutron-server[103475]: return self._get(url).json() Feb 04 12:55:41.588975 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:55:41.588975 n-d-825015-3 neutron-server[103475]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:55:41.588975 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:55:41.588975 n-d-825015-3 neutron-server[103475]: return self.request(url, 'GET', **kwargs) Feb 04 12:55:41.588975 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:55:41.588975 n-d-825015-3 neutron-server[103475]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:55:41.588975 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:55:41.588975 n-d-825015-3 neutron-server[103475]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:55:41.588975 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:55:41.588975 n-d-825015-3 neutron-server[103475]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:55:41.588975 n-d-825015-3 neutron-server[103475]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:55:41.595772 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-56e55906-9167-40fe-8ee5-86233a342d45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (bc7b3fd9-e8aa-459b-ac68-66e228b0ecb1), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:41.603620 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-56e55906-9167-40fe-8ee5-86233a342d45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:41.607904 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-56e55906-9167-40fe-8ee5-86233a342d45 admin admin] 10.222.0.65 "DELETE /v2.0/networks/bc7b3fd9-e8aa-459b-ac68-66e228b0ecb1 HTTP/1.1" status: 204 len: 168 time: 0.8142741 Feb 04 12:55:41.637135 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b5ced-7f07-4ce4-9fce-014137cfdea4 req-92eddbb0-24c7-431b-a500-51154c084e3f tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:41.637877 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-b12b5ced-7f07-4ce4-9fce-014137cfdea4 req-92eddbb0-24c7-431b-a500-51154c084e3f tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:41.679361 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e55906-9167-40fe-8ee5-86233a342d45 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc7b3fd9-e8aa-459b-ac68-66e228b0ecb1,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:55:41.718648 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b12b5ced-7f07-4ce4-9fce-014137cfdea4 req-92eddbb0-24c7-431b-a500-51154c084e3f tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2700517 Feb 04 12:55:41.731638 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-b12b5ced-7f07-4ce4-9fce-014137cfdea4 req-1f9f44df-35d6-48b5-8b18-5f7b8dd2142e service neutron] Request body: {'port': {'device_id': 'e835c1a2-7756-4b33-82f0-0cd768119aa1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:55:42.022728 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbbfbbb-de68-48d9-9331-186fda1b27f4 req-b8955d4d-3dcd-4389-bd67-da54225e313e tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:42.031954 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bbbbfbbb-de68-48d9-9331-186fda1b27f4 req-b8955d4d-3dcd-4389-bd67-da54225e313e tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a278d30-eb2b-4ff9-ba26-926afcbda308 HTTP/1.1" status: 200 len: 944 time: 0.2498100 Feb 04 12:55:42.053152 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48174) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:55:42.100570 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d89a41a-19b3-407d-895a-2d04a0ec4783 req-762cc94e-9ef8-4f57-8d60-63a2f28ee11a tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:42.102174 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9d89a41a-19b3-407d-895a-2d04a0ec4783 req-762cc94e-9ef8-4f57-8d60-63a2f28ee11a tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=22704979-2c9f-416c-a9cc-621c4bd05eca HTTP/1.1" status: 200 len: 944 time: 0.2503223 Feb 04 12:55:42.132302 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 48176) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:55:42.132766 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-dc95e0b6-2e72-48d6-9ce3-b2ff97797d58 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=81f95129386d4a49896ca50ea82ec908&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0709481 Feb 04 12:55:42.144016 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-b12b5ced-7f07-4ce4-9fce-014137cfdea4 req-1f9f44df-35d6-48b5-8b18-5f7b8dd2142e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (db2c9dad-3cc1-4784-9f77-a652bdd5e72a), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:42.206480 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bbbbfbbb-de68-48d9-9331-186fda1b27f4 req-f310d99d-8854-4b09-8905-35cff92ca338 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=6117da09-2fa7-4477-b94e-92c335c547fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1736460 Feb 04 12:55:42.287622 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-913bcb9b-1592-4abe-92f1-4606511a6d00 admin admin] Publish callbacks [] for security_group (3d7b2494-3ec2-43b4-9211-032c8a21fe22), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:42.314938 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-913bcb9b-1592-4abe-92f1-4606511a6d00 admin admin] Publish callbacks [] for security_group (3d7b2494-3ec2-43b4-9211-032c8a21fe22), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:42.447736 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9d89a41a-19b3-407d-895a-2d04a0ec4783 req-ea6c830e-a98b-4fbb-a8be-68393559d812 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3f9fd42-344e-42cb-9241-a34957176b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3386526 Feb 04 12:55:42.520507 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-913bcb9b-1592-4abe-92f1-4606511a6d00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (3d7b2494-3ec2-43b4-9211-032c8a21fe22), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:42.523115 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-913bcb9b-1592-4abe-92f1-4606511a6d00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:42.527173 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-913bcb9b-1592-4abe-92f1-4606511a6d00 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3d7b2494-3ec2-43b4-9211-032c8a21fe22 HTTP/1.1" status: 204 len: 168 time: 0.3841574 Feb 04 12:55:42.604570 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913bcb9b-1592-4abe-92f1-4606511a6d00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d7b2494-3ec2-43b4-9211-032c8a21fe22,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:55:42.689318 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1276a419-3dae-44b7-934d-cb46069faef0 req-cdbf3926-12d9-470b-b3ec-55072c7b9850 tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:42.698910 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1276a419-3dae-44b7-934d-cb46069faef0 req-cdbf3926-12d9-470b-b3ec-55072c7b9850 tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] 10.222.0.65 "GET /v2.0/ports?device_id=e835c1a2-7756-4b33-82f0-0cd768119aa1 HTTP/1.1" status: 200 len: 932 time: 0.3444111 Feb 04 12:55:42.806813 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1276a419-3dae-44b7-934d-cb46069faef0 req-57438499-909f-4052-bbe1-248f921e67ab tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] 10.222.0.65 "GET /v2.0/security-groups?id=c81fcece-bd48-4f4e-8fb2-64c8db70253b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069069 Feb 04 12:55:43.071181 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-b12b5ced-7f07-4ce4-9fce-014137cfdea4 req-1f9f44df-35d6-48b5-8b18-5f7b8dd2142e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db2c9dad-3cc1-4784-9f77-a652bdd5e72a {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:55:43.145952 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-b12b5ced-7f07-4ce4-9fce-014137cfdea4 req-1f9f44df-35d6-48b5-8b18-5f7b8dd2142e service neutron] Publish callbacks [] for port (db2c9dad-3cc1-4784-9f77-a652bdd5e72a), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:43.172609 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48190) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:55:43.177623 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-b12b5ced-7f07-4ce4-9fce-014137cfdea4 req-1f9f44df-35d6-48b5-8b18-5f7b8dd2142e service neutron] Transition to ACTIVE for port object db2c9dad-3cc1-4784-9f77-a652bdd5e72a will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:55:43.186960 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d491269-9b51-4db4-97f1-9e7fb6d9ab33 req-482aa3d4-419a-40b0-b8bc-01a8496ad851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:43.189070 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7d491269-9b51-4db4-97f1-9e7fb6d9ab33 req-482aa3d4-419a-40b0-b8bc-01a8496ad851 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3a278d30-eb2b-4ff9-ba26-926afcbda308&tenant_id=b593a9b948e947caa7bb47e1be2cb62a HTTP/1.1" status: 200 len: 1126 time: 0.1026657 Feb 04 12:55:43.193776 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-b12b5ced-7f07-4ce4-9fce-014137cfdea4 req-1f9f44df-35d6-48b5-8b18-5f7b8dd2142e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (db2c9dad-3cc1-4784-9f77-a652bdd5e72a), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:43.262030 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-0e506104-2cc7-4986-bbad-1f80f6c4e905 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bf9eebdcf9974e21b5970ba804079a3e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0881119 Feb 04 12:55:43.270961 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48194) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:55:43.287005 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9f44df-35d6-48b5-8b18-5f7b8dd2142e service neutron] Pushing event updated for resources: {'Port': ['ID=db2c9dad-3cc1-4784-9f77-a652bdd5e72a,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:55:43.326770 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9f44df-35d6-48b5-8b18-5f7b8dd2142e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:55:43.327084 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9f44df-35d6-48b5-8b18-5f7b8dd2142e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:55:43.327482 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9f44df-35d6-48b5-8b18-5f7b8dd2142e service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:55:43.327928 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9f44df-35d6-48b5-8b18-5f7b8dd2142e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:55:43.328338 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9f44df-35d6-48b5-8b18-5f7b8dd2142e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:55:43.328745 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9f44df-35d6-48b5-8b18-5f7b8dd2142e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:55:43.329152 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9f44df-35d6-48b5-8b18-5f7b8dd2142e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:55:43.329558 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9f44df-35d6-48b5-8b18-5f7b8dd2142e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:55:43.329956 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9f44df-35d6-48b5-8b18-5f7b8dd2142e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:55:43.330355 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9f44df-35d6-48b5-8b18-5f7b8dd2142e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:55:43.330754 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9f44df-35d6-48b5-8b18-5f7b8dd2142e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:55:43.331163 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9f44df-35d6-48b5-8b18-5f7b8dd2142e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:55:43.331570 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9f44df-35d6-48b5-8b18-5f7b8dd2142e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:55:43.402239 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e62a9db8-1598-4ed4-98d7-cd38e86ae9fe admin admin] Publish callbacks [] for security_group (446d6742-2ece-448b-995e-d501a5460bce), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:43.457208 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e62a9db8-1598-4ed4-98d7-cd38e86ae9fe admin admin] Publish callbacks [] for security_group (446d6742-2ece-448b-995e-d501a5460bce), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:43.551412 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e62a9db8-1598-4ed4-98d7-cd38e86ae9fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (446d6742-2ece-448b-995e-d501a5460bce), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:43.556049 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d491269-9b51-4db4-97f1-9e7fb6d9ab33 req-bcd4777c-9b57-4162-b268-02401e7cfb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:43.557110 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e62a9db8-1598-4ed4-98d7-cd38e86ae9fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:43.558365 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7d491269-9b51-4db4-97f1-9e7fb6d9ab33 req-bcd4777c-9b57-4162-b268-02401e7cfb73 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b593a9b948e947caa7bb47e1be2cb62a&device_id=3a278d30-eb2b-4ff9-ba26-926afcbda308 HTTP/1.1" status: 200 len: 1126 time: 0.3086479 Feb 04 12:55:43.558894 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-e62a9db8-1598-4ed4-98d7-cd38e86ae9fe admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/446d6742-2ece-448b-995e-d501a5460bce HTTP/1.1" status: 204 len: 168 time: 0.2906446 Feb 04 12:55:43.571647 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62a9db8-1598-4ed4-98d7-cd38e86ae9fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=446d6742-2ece-448b-995e-d501a5460bce,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:55:43.585239 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f727678b-d813-4458-8db4-652f31cd83dd req-b59a842c-ad6b-4905-a722-c28971c89973 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:43.591943 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f727678b-d813-4458-8db4-652f31cd83dd req-b59a842c-ad6b-4905-a722-c28971c89973 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a278d30-eb2b-4ff9-ba26-926afcbda308 HTTP/1.1" status: 200 len: 944 time: 0.2844541 Feb 04 12:55:43.604862 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-b12b5ced-7f07-4ce4-9fce-014137cfdea4 req-1f9f44df-35d6-48b5-8b18-5f7b8dd2142e service neutron] Attempting to bind port db2c9dad-3cc1-4784-9f77-a652bdd5e72a on host n-h2-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:55:43.605192 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-b12b5ced-7f07-4ce4-9fce-014137cfdea4 req-1f9f44df-35d6-48b5-8b18-5f7b8dd2142e service neutron] Attempting to bind port db2c9dad-3cc1-4784-9f77-a652bdd5e72a by drivers openvswitch,hyperv on host n-h2-825015-3 at level 0 using segments [{'id': 'fbf62fd6-6ba4-4309-a2d8-e3b0817a1f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '114bf314-65ab-4816-b3d2-279c775b8454'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:55:43.605519 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12b5ced-7f07-4ce4-9fce-014137cfdea4 req-1f9f44df-35d6-48b5-8b18-5f7b8dd2142e service neutron] Attempting to bind port db2c9dad-3cc1-4784-9f77-a652bdd5e72a on network 114bf314-65ab-4816-b3d2-279c775b8454 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:55:43.699515 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12b5ced-7f07-4ce4-9fce-014137cfdea4 req-1f9f44df-35d6-48b5-8b18-5f7b8dd2142e service neutron] Port db2c9dad-3cc1-4784-9f77-a652bdd5e72a on network 114bf314-65ab-4816-b3d2-279c775b8454 not bound, no agent of type Open vSwitch agent registered on host n-h2-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:55:43.699872 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12b5ced-7f07-4ce4-9fce-014137cfdea4 req-1f9f44df-35d6-48b5-8b18-5f7b8dd2142e service neutron] Attempting to bind port db2c9dad-3cc1-4784-9f77-a652bdd5e72a on network 114bf314-65ab-4816-b3d2-279c775b8454 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:55:43.795442 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f727678b-d813-4458-8db4-652f31cd83dd req-1c6b4f5e-9bfd-4538-9687-26de1224d283 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=6117da09-2fa7-4477-b94e-92c335c547fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1840799 Feb 04 12:55:43.797018 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d491269-9b51-4db4-97f1-9e7fb6d9ab33 req-9549b9b5-bdee-4c74-93a2-598b86bd0dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:43.799282 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7d491269-9b51-4db4-97f1-9e7fb6d9ab33 req-9549b9b5-bdee-4c74-93a2-598b86bd0dec service neutron] 10.222.0.73 "GET /v2.0/networks?id=4e1bb528-5b08-4fe5-be55-e6e60ca268fa HTTP/1.1" status: 200 len: 918 time: 0.2312315 Feb 04 12:55:43.804800 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12b5ced-7f07-4ce4-9fce-014137cfdea4 req-1f9f44df-35d6-48b5-8b18-5f7b8dd2142e service neutron] Checking agent: {'id': '9b68a165-e786-4b91-8592-44519c2ecabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:55:43.805410 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12b5ced-7f07-4ce4-9fce-014137cfdea4 req-1f9f44df-35d6-48b5-8b18-5f7b8dd2142e service neutron] Checking segment: {'id': 'fbf62fd6-6ba4-4309-a2d8-e3b0817a1f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '114bf314-65ab-4816-b3d2-279c775b8454'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:55:43.805528 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12b5ced-7f07-4ce4-9fce-014137cfdea4 req-1f9f44df-35d6-48b5-8b18-5f7b8dd2142e service neutron] Bound using segment: {'id': 'fbf62fd6-6ba4-4309-a2d8-e3b0817a1f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '114bf314-65ab-4816-b3d2-279c775b8454'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:55:43.805964 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-b12b5ced-7f07-4ce4-9fce-014137cfdea4 req-1f9f44df-35d6-48b5-8b18-5f7b8dd2142e service neutron] Bound port: db2c9dad-3cc1-4784-9f77-a652bdd5e72a, host: n-h2-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbf62fd6-6ba4-4309-a2d8-e3b0817a1f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '114bf314-65ab-4816-b3d2-279c775b8454'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:55:43.806323 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-b12b5ced-7f07-4ce4-9fce-014137cfdea4 req-1f9f44df-35d6-48b5-8b18-5f7b8dd2142e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (db2c9dad-3cc1-4784-9f77-a652bdd5e72a), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:44.026282 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-b12b5ced-7f07-4ce4-9fce-014137cfdea4 req-1f9f44df-35d6-48b5-8b18-5f7b8dd2142e service neutron] For port db2c9dad-3cc1-4784-9f77-a652bdd5e72a, host n-h2-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:55:44.030703 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-b12b5ced-7f07-4ce4-9fce-014137cfdea4 req-1f9f44df-35d6-48b5-8b18-5f7b8dd2142e service neutron] For port db2c9dad-3cc1-4784-9f77-a652bdd5e72a, host n-h2-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=db2c9dad-3cc1-4784-9f77-a652bdd5e72a,segment=NetworkSegment(fbf62fd6-6ba4-4309-a2d8-e3b0817a1f03),segment_id=fbf62fd6-6ba4-4309-a2d8-e3b0817a1f03)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:55:44.061917 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-b12b5ced-7f07-4ce4-9fce-014137cfdea4 req-1f9f44df-35d6-48b5-8b18-5f7b8dd2142e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (db2c9dad-3cc1-4784-9f77-a652bdd5e72a), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:44.188312 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9f44df-35d6-48b5-8b18-5f7b8dd2142e service neutron] Pushing event updated for resources: {'Port': ['ID=db2c9dad-3cc1-4784-9f77-a652bdd5e72a,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:55:44.197555 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b5ced-7f07-4ce4-9fce-014137cfdea4 req-1f9f44df-35d6-48b5-8b18-5f7b8dd2142e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:44.199131 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-b12b5ced-7f07-4ce4-9fce-014137cfdea4 req-1f9f44df-35d6-48b5-8b18-5f7b8dd2142e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:44.200815 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b12b5ced-7f07-4ce4-9fce-014137cfdea4 req-1f9f44df-35d6-48b5-8b18-5f7b8dd2142e service neutron] 10.222.0.77 "PUT /v2.0/ports/db2c9dad-3cc1-4784-9f77-a652bdd5e72a HTTP/1.1" status: 200 len: 1092 time: 2.4746368 Feb 04 12:55:44.202381 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e835c1a2-7756-4b33-82f0-0cd768119aa1', 'tag': 'db2c9dad-3cc1-4784-9f77-a652bdd5e72a'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:55:44.205067 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1527e8c0-38ed-4e5e-a6b3-a25baacacc9e" -d '{"events": [{"name": "network-changed", "server_uuid": "e835c1a2-7756-4b33-82f0-0cd768119aa1", "tag": "db2c9dad-3cc1-4784-9f77-a652bdd5e72a"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:55:44.220562 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7d491269-9b51-4db4-97f1-9e7fb6d9ab33 req-db6952d4-356d-4463-8cee-0c6cca2f7082 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc3ef21e-75dc-4a70-9b19-d31f166c1e2f HTTP/1.1" status: 200 len: 998 time: 0.4117532 Feb 04 12:55:44.295975 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267a8624-5b89-42c4-a855-cb109d99a67d req-f99cf422-24e1-4799-8a68-ed02f1f745a2 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:44.297488 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-267a8624-5b89-42c4-a855-cb109d99a67d req-f99cf422-24e1-4799-8a68-ed02f1f745a2 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=22704979-2c9f-416c-a9cc-621c4bd05eca HTTP/1.1" status: 200 len: 944 time: 0.6159618 Feb 04 12:55:44.384952 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf4ce47-7ba3-4189-b273-6af75efd5cde req-9bf279f8-37d7-4f65-9167-15ad23f3a0bd tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:44.392681 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4cf4ce47-7ba3-4189-b273-6af75efd5cde req-9bf279f8-37d7-4f65-9167-15ad23f3a0bd tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] 10.222.0.65 "GET /v2.0/ports?device_id=e835c1a2-7756-4b33-82f0-0cd768119aa1 HTTP/1.1" status: 200 len: 944 time: 0.4453428 Feb 04 12:55:44.404780 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d491269-9b51-4db4-97f1-9e7fb6d9ab33 req-4a2116c4-38b1-4fb5-a2e4-a15286f12e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:44.406218 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7d491269-9b51-4db4-97f1-9e7fb6d9ab33 req-4a2116c4-38b1-4fb5-a2e4-a15286f12e90 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=13ec9a2b-ecf4-4399-96f0-6b85e2cca449 HTTP/1.1" status: 200 len: 856 time: 0.1764703 Feb 04 12:55:44.513413 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4cf4ce47-7ba3-4189-b273-6af75efd5cde req-6752c002-9643-4abe-a464-a445e7855451 tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] 10.222.0.65 "GET /v2.0/security-groups?id=c81fcece-bd48-4f4e-8fb2-64c8db70253b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139741 Feb 04 12:55:44.529051 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b5ced-7f07-4ce4-9fce-014137cfdea4 req-d5d41cd4-2e95-47dd-8cc6-e9630f36592e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:44.529669 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 12:55:44.530565 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b12b5ced-7f07-4ce4-9fce-014137cfdea4 req-d5d41cd4-2e95-47dd-8cc6-e9630f36592e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d911462b4fc5499194cfc3e92602aea6&device_id=e835c1a2-7756-4b33-82f0-0cd768119aa1 HTTP/1.1" status: 200 len: 1126 time: 0.2507710 Feb 04 12:55:44.562085 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-267a8624-5b89-42c4-a855-cb109d99a67d req-b233ae95-e7c5-4595-a6fc-a51e1b01583b tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3f9fd42-344e-42cb-9241-a34957176b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2298353 Feb 04 12:55:44.607027 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b12b5ced-7f07-4ce4-9fce-014137cfdea4 req-f5f33e4b-4b5a-4738-9358-1c4644251139 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db2c9dad-3cc1-4784-9f77-a652bdd5e72a HTTP/1.1" status: 200 len: 217 time: 0.0439007 Feb 04 12:55:44.614070 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15a4dca6-872f-4844-a22b-75a2ec8d9125 x-openstack-request-id: req-15a4dca6-872f-4844-a22b-75a2ec8d9125 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:55:44.614447 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e835c1a2-7756-4b33-82f0-0cd768119aa1", "tag": "db2c9dad-3cc1-4784-9f77-a652bdd5e72a", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:55:44.614616 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-15a4dca6-872f-4844-a22b-75a2ec8d9125 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:55:44.615031 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e835c1a2-7756-4b33-82f0-0cd768119aa1', 'tag': 'db2c9dad-3cc1-4784-9f77-a652bdd5e72a', 'status': 'completed', 'code': 200} Feb 04 12:55:44.666522 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b5ced-7f07-4ce4-9fce-014137cfdea4 req-793ea62d-c65f-46c4-bc95-3cf48a19813b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:44.668057 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b12b5ced-7f07-4ce4-9fce-014137cfdea4 req-793ea62d-c65f-46c4-bc95-3cf48a19813b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=888ca177-2183-496c-8ac4-309108397ef5 HTTP/1.1" status: 200 len: 853 time: 0.0496571 Feb 04 12:55:44.670936 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d491269-9b51-4db4-97f1-9e7fb6d9ab33 req-9fb1fa9e-a483-446a-8069-f7e5109d6eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:44.672490 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7d491269-9b51-4db4-97f1-9e7fb6d9ab33 req-9fb1fa9e-a483-446a-8069-f7e5109d6eed service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4e1bb528-5b08-4fe5-be55-e6e60ca268fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2477684 Feb 04 12:55:44.747945 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b12b5ced-7f07-4ce4-9fce-014137cfdea4 req-fd8a2950-f49c-42b3-aaed-91cd6c9aa026 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=114bf314-65ab-4816-b3d2-279c775b8454&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697680 Feb 04 12:55:44.852526 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7d491269-9b51-4db4-97f1-9e7fb6d9ab33 req-805ac25e-7967-4bfd-a7cc-9a4f57723b95 service neutron] 10.222.0.73 "GET /v2.0/networks/4e1bb528-5b08-4fe5-be55-e6e60ca268fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568148 Feb 04 12:55:44.974141 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7d491269-9b51-4db4-97f1-9e7fb6d9ab33 req-e25f1421-e0bd-45ee-a8f3-b2fbf5540eb7 service neutron] 10.222.0.73 "GET /v2.0/networks/4e1bb528-5b08-4fe5-be55-e6e60ca268fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104474 Feb 04 12:55:45.026026 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48218) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:55:45.130202 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a8bac7-7f5a-4f99-b0b5-49b40f99da4d req-0054b538-fd5c-4ab8-8c7b-181b386ea789 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:45.135679 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d0a8bac7-7f5a-4f99-b0b5-49b40f99da4d req-0054b538-fd5c-4ab8-8c7b-181b386ea789 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a278d30-eb2b-4ff9-ba26-926afcbda308 HTTP/1.1" status: 200 len: 944 time: 0.1493495 Feb 04 12:55:45.188222 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a30f8b66-5dab-4029-90fe-45e3b81378be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:45.229727 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d0a8bac7-7f5a-4f99-b0b5-49b40f99da4d req-bdaf1073-44c0-4fb4-9352-478a9e483762 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=6117da09-2fa7-4477-b94e-92c335c547fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869133 Feb 04 12:55:45.252473 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b12b5ced-7f07-4ce4-9fce-014137cfdea4 req-205a6a07-7340-470e-91e7-798942ee2d92 service neutron] 10.222.0.77 "GET /v2.0/networks/114bf314-65ab-4816-b3d2-279c775b8454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3978333 Feb 04 12:55:45.324494 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a30f8b66-5dab-4029-90fe-45e3b81378be admin admin] Publish callbacks [] for security_group (3db87899-074e-4014-9ea4-268fb11061f9), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:45.344722 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a30f8b66-5dab-4029-90fe-45e3b81378be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (3db87899-074e-4014-9ea4-268fb11061f9), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:45.386776 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30f8b66-5dab-4029-90fe-45e3b81378be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3db87899-074e-4014-9ea4-268fb11061f9,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:55:45.415827 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-a30f8b66-5dab-4029-90fe-45e3b81378be admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a53c5877b54b4d7a864532a0ac37db26&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3854434 Feb 04 12:55:45.419493 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b12b5ced-7f07-4ce4-9fce-014137cfdea4 req-313e2d83-807b-4941-bd81-e4f98cba9c35 service neutron] 10.222.0.77 "GET /v2.0/networks/114bf314-65ab-4816-b3d2-279c775b8454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613111 Feb 04 12:55:45.420073 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48232) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:55:45.577017 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-45312aff-e7c3-4e2b-a481-357b7f8778a8 admin admin] Publish callbacks [] for security_group (3db87899-074e-4014-9ea4-268fb11061f9), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:45.583548 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e995d7e8-c37b-45da-ad2c-dbf4e6bacbef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:45.624216 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-45312aff-e7c3-4e2b-a481-357b7f8778a8 admin admin] Publish callbacks [] for security_group (3db87899-074e-4014-9ea4-268fb11061f9), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:45.640514 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1527e8c0-38ed-4e5e-a6b3-a25baacacc9e req-b92aa504-2e1f-448c-a2c0-2a496ab9724b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:45.642184 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1527e8c0-38ed-4e5e-a6b3-a25baacacc9e req-b92aa504-2e1f-448c-a2c0-2a496ab9724b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d911462b4fc5499194cfc3e92602aea6&device_id=e835c1a2-7756-4b33-82f0-0cd768119aa1 HTTP/1.1" status: 200 len: 1126 time: 0.1544025 Feb 04 12:55:45.699057 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-45312aff-e7c3-4e2b-a481-357b7f8778a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (3db87899-074e-4014-9ea4-268fb11061f9), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:45.701963 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-45312aff-e7c3-4e2b-a481-357b7f8778a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:45.703313 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-45312aff-e7c3-4e2b-a481-357b7f8778a8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3db87899-074e-4014-9ea4-268fb11061f9 HTTP/1.1" status: 204 len: 168 time: 0.2819648 Feb 04 12:55:45.729151 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45312aff-e7c3-4e2b-a481-357b7f8778a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3db87899-074e-4014-9ea4-268fb11061f9,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:55:46.048286 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d101e238-4189-47ee-8503-007bd2cd921e req-17c2bdbe-8d58-4a3d-86e5-c3b0c2a41505 tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:46.061544 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d101e238-4189-47ee-8503-007bd2cd921e req-17c2bdbe-8d58-4a3d-86e5-c3b0c2a41505 tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] 10.222.0.65 "GET /v2.0/ports?device_id=e835c1a2-7756-4b33-82f0-0cd768119aa1 HTTP/1.1" status: 200 len: 944 time: 0.4540985 Feb 04 12:55:46.228976 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d101e238-4189-47ee-8503-007bd2cd921e req-f937ba1b-1a68-483f-b23f-e0d28341d116 tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] 10.222.0.65 "GET /v2.0/security-groups?id=c81fcece-bd48-4f4e-8fb2-64c8db70253b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431198 Feb 04 12:55:46.252422 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0951869b-2aae-4a9b-a45f-5db87dab55d9 req-3348bfcb-6b85-404e-8b58-62d72515a772 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:46.254625 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0951869b-2aae-4a9b-a45f-5db87dab55d9 req-3348bfcb-6b85-404e-8b58-62d72515a772 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=22704979-2c9f-416c-a9cc-621c4bd05eca HTTP/1.1" status: 200 len: 944 time: 0.5753703 Feb 04 12:55:46.273538 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1527e8c0-38ed-4e5e-a6b3-a25baacacc9e req-5d53caaa-03e1-4929-81a2-746537bd2cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:46.275208 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1527e8c0-38ed-4e5e-a6b3-a25baacacc9e req-5d53caaa-03e1-4929-81a2-746537bd2cfa service neutron] 10.222.0.77 "GET /v2.0/networks?id=114bf314-65ab-4816-b3d2-279c775b8454 HTTP/1.1" status: 200 len: 914 time: 0.6041908 Feb 04 12:55:47.011045 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1527e8c0-38ed-4e5e-a6b3-a25baacacc9e req-6875a8d5-da31-4c77-b928-ca5323ff6b26 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db2c9dad-3cc1-4784-9f77-a652bdd5e72a HTTP/1.1" status: 200 len: 217 time: 0.7272284 Feb 04 12:55:47.122667 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0951869b-2aae-4a9b-a45f-5db87dab55d9 req-d1f91ba8-bfc2-441e-8e16-b375810eb822 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3f9fd42-344e-42cb-9241-a34957176b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8604054 Feb 04 12:55:47.125447 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1527e8c0-38ed-4e5e-a6b3-a25baacacc9e req-43558421-60c9-445b-aff9-0ab281a0eef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:47.126807 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1527e8c0-38ed-4e5e-a6b3-a25baacacc9e req-43558421-60c9-445b-aff9-0ab281a0eef9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=888ca177-2183-496c-8ac4-309108397ef5 HTTP/1.1" status: 200 len: 853 time: 0.1007400 Feb 04 12:55:47.152614 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c301f3-d0c5-4167-b334-a90d808d44e4 req-c5261ec3-231a-4370-aa77-a29a6a609d44 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:47.154120 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b9c301f3-d0c5-4167-b334-a90d808d44e4 req-c5261ec3-231a-4370-aa77-a29a6a609d44 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a278d30-eb2b-4ff9-ba26-926afcbda308 HTTP/1.1" status: 200 len: 944 time: 0.1404657 Feb 04 12:55:47.172846 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1527e8c0-38ed-4e5e-a6b3-a25baacacc9e req-2a41d96b-1f33-4fb1-a37e-bb7aa7769a54 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=114bf314-65ab-4816-b3d2-279c775b8454&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372088 Feb 04 12:55:47.286523 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b9c301f3-d0c5-4167-b334-a90d808d44e4 req-aac056bc-0944-4ee0-aec6-67a07a9ca446 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=6117da09-2fa7-4477-b94e-92c335c547fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163719 Feb 04 12:55:47.328866 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1527e8c0-38ed-4e5e-a6b3-a25baacacc9e req-5325227f-bbb8-44ed-a9a8-5542221b46c5 service neutron] 10.222.0.77 "GET /v2.0/networks/114bf314-65ab-4816-b3d2-279c775b8454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420002 Feb 04 12:55:47.510827 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1527e8c0-38ed-4e5e-a6b3-a25baacacc9e req-fee9a10c-a106-48e0-9b0b-cb1f85d3d05e service neutron] 10.222.0.77 "GET /v2.0/networks/114bf314-65ab-4816-b3d2-279c775b8454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752069 Feb 04 12:55:47.520849 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff865ef0-710f-482f-bdc0-24f0a8f074aa req-372aebd7-bcfe-43fa-ba5d-d9ffb9389ab8 tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:47.528553 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ff865ef0-710f-482f-bdc0-24f0a8f074aa req-372aebd7-bcfe-43fa-ba5d-d9ffb9389ab8 tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] 10.222.0.65 "GET /v2.0/ports?device_id=e835c1a2-7756-4b33-82f0-0cd768119aa1 HTTP/1.1" status: 200 len: 944 time: 0.1042533 Feb 04 12:55:47.659694 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ff865ef0-710f-482f-bdc0-24f0a8f074aa req-bccb9686-ee36-4aa9-960b-c5915eba4fe8 tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] 10.222.0.65 "GET /v2.0/security-groups?id=c81fcece-bd48-4f4e-8fb2-64c8db70253b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250744 Feb 04 12:55:47.741930 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e9b2ce-6a51-405a-a39c-957ad5667410 req-53d9695f-f69f-4e75-b531-2af6854485ba tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:47.743749 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-29e9b2ce-6a51-405a-a39c-957ad5667410 req-53d9695f-f69f-4e75-b531-2af6854485ba tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=12babf50-770d-4384-b363-047a065adfe7 HTTP/1.1" status: 200 len: 946 time: 0.1856980 Feb 04 12:55:47.813599 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-29e9b2ce-6a51-405a-a39c-957ad5667410 req-4d072352-d505-4d1d-ae5d-99fec1f8e9a6 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618107 Feb 04 12:55:48.005914 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ea155a31-2cb0-4764-b0f1-82fee0b1c5ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:48.206358 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device db2c9dad-3cc1-4784-9f77-a652bdd5e72a details requested by agent hyperv_n-h2-825015-3 with host n-h2-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:55:48.336844 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7509c16f-586b-4e5c-9cb1-ebdd9f129ae7 req-0b2e238d-1ebf-4c55-b1d9-0981a47bcbe0 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:48.345775 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7509c16f-586b-4e5c-9cb1-ebdd9f129ae7 req-0b2e238d-1ebf-4c55-b1d9-0981a47bcbe0 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=22704979-2c9f-416c-a9cc-621c4bd05eca HTTP/1.1" status: 200 len: 944 time: 0.1065102 Feb 04 12:55:48.366418 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port db2c9dad-3cc1-4784-9f77-a652bdd5e72a, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=db2c9dad-3cc1-4784-9f77-a652bdd5e72a,segment=NetworkSegment(fbf62fd6-6ba4-4309-a2d8-e3b0817a1f03),segment_id=fbf62fd6-6ba4-4309-a2d8-e3b0817a1f03)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:55:48.381800 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Returning: {'device': 'db2c9dad-3cc1-4784-9f77-a652bdd5e72a', 'network_id': '114bf314-65ab-4816-b3d2-279c775b8454', 'port_id': 'db2c9dad-3cc1-4784-9f77-a652bdd5e72a', 'mac_address': 'fa:16:3e:8a:03:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '888ca177-2183-496c-8ac4-309108397ef5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:55:48.428690 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port db2c9dad-3cc1-4784-9f77-a652bdd5e72a is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:55:48.430009 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (db2c9dad-3cc1-4784-9f77-a652bdd5e72a), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:48.452109 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db2c9dad-3cc1-4784-9f77-a652bdd5e72a {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:55:48.484985 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port db2c9dad-3cc1-4784-9f77-a652bdd5e72a, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=db2c9dad-3cc1-4784-9f77-a652bdd5e72a,segment=NetworkSegment(fbf62fd6-6ba4-4309-a2d8-e3b0817a1f03),segment_id=fbf62fd6-6ba4-4309-a2d8-e3b0817a1f03)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:55:48.490936 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (db2c9dad-3cc1-4784-9f77-a652bdd5e72a), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:48.501943 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7509c16f-586b-4e5c-9cb1-ebdd9f129ae7 req-a59e8a72-4264-4b2f-8f8b-cfd81172c1cd tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3f9fd42-344e-42cb-9241-a34957176b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1541243 Feb 04 12:55:48.581305 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=db2c9dad-3cc1-4784-9f77-a652bdd5e72a,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:55:48.604426 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb3a31d-65d6-4d34-9560-69976714cecc req-bb9aed1c-7276-4be2-8dca-002320b34349 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:48.614059 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2eb3a31d-65d6-4d34-9560-69976714cecc req-bb9aed1c-7276-4be2-8dca-002320b34349 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a278d30-eb2b-4ff9-ba26-926afcbda308 HTTP/1.1" status: 200 len: 944 time: 0.1778848 Feb 04 12:55:48.696851 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2eb3a31d-65d6-4d34-9560-69976714cecc req-444fd6c0-67e8-4aec-8a2a-4496294b3f4a tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=6117da09-2fa7-4477-b94e-92c335c547fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813589 Feb 04 12:55:48.719311 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['db2c9dad-3cc1-4784-9f77-a652bdd5e72a'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:55:48.907446 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb8e266-492e-42bf-91f0-88c2c1edad1f req-25d863c7-9ea4-4bd6-bf4a-48be71dbbaa6 tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:48.931231 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0eb8e266-492e-42bf-91f0-88c2c1edad1f req-25d863c7-9ea4-4bd6-bf4a-48be71dbbaa6 tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] 10.222.0.65 "GET /v2.0/ports?device_id=e835c1a2-7756-4b33-82f0-0cd768119aa1 HTTP/1.1" status: 200 len: 945 time: 0.1526415 Feb 04 12:55:49.213999 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0eb8e266-492e-42bf-91f0-88c2c1edad1f req-21bc278f-f308-4d80-8f95-24faea95ba84 tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] 10.222.0.65 "GET /v2.0/security-groups?id=c81fcece-bd48-4f4e-8fb2-64c8db70253b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669010 Feb 04 12:55:49.252735 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904463ae-dbe7-4470-8660-e4e28517792a req-0df25490-5019-4f96-9a3c-f88b305b5cd8 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:49.255117 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-904463ae-dbe7-4470-8660-e4e28517792a req-0df25490-5019-4f96-9a3c-f88b305b5cd8 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.77 "GET /v2.0/ports?device_id=12babf50-770d-4384-b363-047a065adfe7 HTTP/1.1" status: 200 len: 946 time: 0.2561288 Feb 04 12:55:49.269106 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:49.399827 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf160def-bce0-44a4-a90d-6ec6c8ef09e4 req-7a8c2f08-67b5-4bcd-9ac6-d6d58d78fa2a tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:49.408914 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cf160def-bce0-44a4-a90d-6ec6c8ef09e4 req-7a8c2f08-67b5-4bcd-9ac6-d6d58d78fa2a tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=12babf50-770d-4384-b363-047a065adfe7 HTTP/1.1" status: 200 len: 946 time: 0.4089088 Feb 04 12:55:49.520635 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cf160def-bce0-44a4-a90d-6ec6c8ef09e4 req-96d30394-74ed-48dc-ad72-0d9ebdd133db tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c467328-bd66-4f91-a902-5329837a5822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015227 Feb 04 12:55:49.548427 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-904463ae-dbe7-4470-8660-e4e28517792a req-5d7b6425-fc82-4014-87d7-4ae5a9140f31 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Deleting port 352f2fc1-632d-49cd-ac15-d77895ed61af {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:55:49.549135 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-904463ae-dbe7-4470-8660-e4e28517792a req-5d7b6425-fc82-4014-87d7-4ae5a9140f31 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (352f2fc1-632d-49cd-ac15-d77895ed61af), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:49.839250 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-904463ae-dbe7-4470-8660-e4e28517792a req-5d7b6425-fc82-4014-87d7-4ae5a9140f31 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] For port 352f2fc1-632d-49cd-ac15-d77895ed61af, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=352f2fc1-632d-49cd-ac15-d77895ed61af,segment=NetworkSegment(0934a908-175b-4cbf-ace2-f0550fc5d53c),segment_id=0934a908-175b-4cbf-ace2-f0550fc5d53c)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:55:49.839590 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-904463ae-dbe7-4470-8660-e4e28517792a req-5d7b6425-fc82-4014-87d7-4ae5a9140f31 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (352f2fc1-632d-49cd-ac15-d77895ed61af), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:49.866962 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-904463ae-dbe7-4470-8660-e4e28517792a req-5d7b6425-fc82-4014-87d7-4ae5a9140f31 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Calling delete_port for 352f2fc1-632d-49cd-ac15-d77895ed61af owned by compute:nova {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:55:49.882979 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed63185-e35b-48a2-9731-a157e0f1877a req-eda7ad98-abed-4e39-ac6c-80675a48f499 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:49.890467 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9ed63185-e35b-48a2-9731-a157e0f1877a req-eda7ad98-abed-4e39-ac6c-80675a48f499 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=22704979-2c9f-416c-a9cc-621c4bd05eca HTTP/1.1" status: 200 len: 944 time: 0.1630034 Feb 04 12:55:50.028392 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9ed63185-e35b-48a2-9731-a157e0f1877a req-01705a29-ca12-4fb4-943b-0268dac9f3b3 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3f9fd42-344e-42cb-9241-a34957176b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1369829 Feb 04 12:55:50.094335 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b622e01-25ad-4062-825a-b7d0f310859f req-3b9d21ea-b8f6-4324-b300-087ccc2502a8 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:50.096096 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3b622e01-25ad-4062-825a-b7d0f310859f req-3b9d21ea-b8f6-4324-b300-087ccc2502a8 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a278d30-eb2b-4ff9-ba26-926afcbda308 HTTP/1.1" status: 200 len: 944 time: 0.1994820 Feb 04 12:55:50.194729 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3b622e01-25ad-4062-825a-b7d0f310859f req-7d74f5c1-16d3-465c-95a4-bc24d58748c0 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=6117da09-2fa7-4477-b94e-92c335c547fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852857 Feb 04 12:55:50.227855 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device db2c9dad-3cc1-4784-9f77-a652bdd5e72a up at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:55:50.258472 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-904463ae-dbe7-4470-8660-e4e28517792a req-5d7b6425-fc82-4014-87d7-4ae5a9140f31 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (352f2fc1-632d-49cd-ac15-d77895ed61af), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:50.327626 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7b6425-fc82-4014-87d7-4ae5a9140f31 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Pushing event deleted for resources: {'Port': ['ID=352f2fc1-632d-49cd-ac15-d77895ed61af,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:55:50.336314 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning for port db2c9dad-3cc1-4784-9f77-a652bdd5e72a completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:55:50.345541 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning complete for port db2c9dad-3cc1-4784-9f77-a652bdd5e72a triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:55:50.345935 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (db2c9dad-3cc1-4784-9f77-a652bdd5e72a), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:50.505115 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-904463ae-dbe7-4470-8660-e4e28517792a req-5d7b6425-fc82-4014-87d7-4ae5a9140f31 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] No DVR routers for this DVR port 352f2fc1-632d-49cd-ac15-d77895ed61af on host n-h2-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:55:50.510046 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-904463ae-dbe7-4470-8660-e4e28517792a req-5d7b6425-fc82-4014-87d7-4ae5a9140f31 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:50.513741 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-904463ae-dbe7-4470-8660-e4e28517792a req-5d7b6425-fc82-4014-87d7-4ae5a9140f31 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.77 "DELETE /v2.0/ports/352f2fc1-632d-49cd-ac15-d77895ed61af HTTP/1.1" status: 204 len: 173 time: 1.2349648 Feb 04 12:55:50.514455 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12babf50-770d-4384-b363-047a065adfe7', 'name': 'network-vif-deleted', 'tag': '352f2fc1-632d-49cd-ac15-d77895ed61af'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:55:50.517027 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6e5fc72-e528-47fa-9622-01d0b5ea05ea" -d '{"events": [{"server_uuid": "12babf50-770d-4384-b363-047a065adfe7", "name": "network-vif-deleted", "tag": "352f2fc1-632d-49cd-ac15-d77895ed61af"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:55:50.559541 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port db2c9dad-3cc1-4784-9f77-a652bdd5e72a is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:55:50.559969 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (db2c9dad-3cc1-4784-9f77-a652bdd5e72a), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:50.585552 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844c8ddb-cb94-4c55-95c6-c730bae9ec92 req-f2ad5c7b-6732-4a99-aa54-a47e447ec7f8 tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:50.587421 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-844c8ddb-cb94-4c55-95c6-c730bae9ec92 req-f2ad5c7b-6732-4a99-aa54-a47e447ec7f8 tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] 10.222.0.65 "GET /v2.0/ports?device_id=e835c1a2-7756-4b33-82f0-0cd768119aa1 HTTP/1.1" status: 200 len: 945 time: 0.1798728 Feb 04 12:55:50.594540 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:50.604365 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b08cca31-d81d-456a-83d0-12750ad5c890 x-openstack-request-id: req-b08cca31-d81d-456a-83d0-12750ad5c890 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:55:50.605456 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12babf50-770d-4384-b363-047a065adfe7", "name": "network-vif-deleted", "tag": "352f2fc1-632d-49cd-ac15-d77895ed61af", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:55:50.605898 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b08cca31-d81d-456a-83d0-12750ad5c890 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:55:50.606390 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12babf50-770d-4384-b363-047a065adfe7', 'name': 'network-vif-deleted', 'tag': '352f2fc1-632d-49cd-ac15-d77895ed61af', 'status': 'completed', 'code': 200} Feb 04 12:55:50.649554 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port db2c9dad-3cc1-4784-9f77-a652bdd5e72a, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=db2c9dad-3cc1-4784-9f77-a652bdd5e72a,segment=NetworkSegment(fbf62fd6-6ba4-4309-a2d8-e3b0817a1f03),segment_id=fbf62fd6-6ba4-4309-a2d8-e3b0817a1f03)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:55:50.659313 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e835c1a2-7756-4b33-82f0-0cd768119aa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db2c9dad-3cc1-4784-9f77-a652bdd5e72a'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:55:50.665853 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd27d50f-9abd-4876-bfe7-2197d15ba42b" -d '{"events": [{"server_uuid": "e835c1a2-7756-4b33-82f0-0cd768119aa1", "name": "network-vif-plugged", "status": "completed", "tag": "db2c9dad-3cc1-4784-9f77-a652bdd5e72a"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:55:50.680434 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (db2c9dad-3cc1-4784-9f77-a652bdd5e72a), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:50.717319 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-844c8ddb-cb94-4c55-95c6-c730bae9ec92 req-9f8824e0-d50b-42c3-90b0-9a44f8dd8a75 tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] 10.222.0.65 "GET /v2.0/security-groups?id=c81fcece-bd48-4f4e-8fb2-64c8db70253b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242104 Feb 04 12:55:50.862060 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=db2c9dad-3cc1-4784-9f77-a652bdd5e72a,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:55:50.864529 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c0263bb4-8331-44a5-917c-9d25405e9e97 req-dc64521b-814b-4358-b798-6106ff57a3da tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=12babf50-770d-4384-b363-047a065adfe7 HTTP/1.1" status: 200 len: 210 time: 0.1248691 Feb 04 12:55:50.867785 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-956c61f1-1490-4135-9f48-95d9dce9fdf4 x-openstack-request-id: req-956c61f1-1490-4135-9f48-95d9dce9fdf4 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:55:50.868427 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e835c1a2-7756-4b33-82f0-0cd768119aa1", "name": "network-vif-plugged", "status": "completed", "tag": "db2c9dad-3cc1-4784-9f77-a652bdd5e72a", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:55:50.868841 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-956c61f1-1490-4135-9f48-95d9dce9fdf4 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:55:50.869414 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e835c1a2-7756-4b33-82f0-0cd768119aa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db2c9dad-3cc1-4784-9f77-a652bdd5e72a', 'code': 200} Feb 04 12:55:50.969360 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e70f934-f55b-450e-9ea8-863a610bf9a2 req-6195a946-0a30-4465-8b40-43adac8c971f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:50.971016 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7e70f934-f55b-450e-9ea8-863a610bf9a2 req-6195a946-0a30-4465-8b40-43adac8c971f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e835c1a2-7756-4b33-82f0-0cd768119aa1 HTTP/1.1" status: 200 len: 1128 time: 0.0548561 Feb 04 12:55:51.124399 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7e70f934-f55b-450e-9ea8-863a610bf9a2 req-3fc562c6-31e8-4265-892e-078ad470802b service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=c81fcece-bd48-4f4e-8fb2-64c8db70253b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395974 Feb 04 12:55:51.296463 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a383011-8475-42f2-8299-6693fae66353 req-c458e3df-4063-4ccf-9545-131076526399 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:51.303312 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1a383011-8475-42f2-8299-6693fae66353 req-c458e3df-4063-4ccf-9545-131076526399 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=22704979-2c9f-416c-a9cc-621c4bd05eca HTTP/1.1" status: 200 len: 944 time: 0.1294093 Feb 04 12:55:51.467527 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1a383011-8475-42f2-8299-6693fae66353 req-2a2cf107-0755-42f8-aa57-980b0ea4f0c2 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3f9fd42-344e-42cb-9241-a34957176b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1580997 Feb 04 12:55:51.552491 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07062ce1-1a81-4826-9d18-52d72412ff20 req-d9610486-4cf4-43c2-ad79-58b40f9c1009 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:51.564226 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-07062ce1-1a81-4826-9d18-52d72412ff20 req-d9610486-4cf4-43c2-ad79-58b40f9c1009 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a278d30-eb2b-4ff9-ba26-926afcbda308 HTTP/1.1" status: 200 len: 944 time: 0.2126677 Feb 04 12:55:51.670527 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-07062ce1-1a81-4826-9d18-52d72412ff20 req-617043fe-1e68-4078-9302-b87bd40f0ca1 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=6117da09-2fa7-4477-b94e-92c335c547fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052215 Feb 04 12:55:51.733492 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:51.940703 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d17bc36-d574-42eb-a05e-94fa24d94758 req-29318f83-7151-4bd2-a003-efa2c92bea09 tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:51.952333 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4d17bc36-d574-42eb-a05e-94fa24d94758 req-29318f83-7151-4bd2-a003-efa2c92bea09 tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] 10.222.0.65 "GET /v2.0/ports?device_id=e835c1a2-7756-4b33-82f0-0cd768119aa1 HTTP/1.1" status: 200 len: 946 time: 0.1055894 Feb 04 12:55:52.098662 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cd927eab-ebe8-4b1a-9b4a-1ec83a6284fe req-15ba18bc-432c-45bd-8f08-4a8f988bb568 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=12babf50-770d-4384-b363-047a065adfe7 HTTP/1.1" status: 200 len: 210 time: 0.0875461 Feb 04 12:55:52.137157 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4d17bc36-d574-42eb-a05e-94fa24d94758 req-e7eff6d9-ae7b-4ceb-a377-9d28c549fe4b tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] 10.222.0.65 "GET /v2.0/security-groups?id=c81fcece-bd48-4f4e-8fb2-64c8db70253b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718531 Feb 04 12:55:52.221372 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 352f2fc1-632d-49cd-ac15-d77895ed61af no longer exists at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:55:52.287010 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] No Port match for: 352f2fc1-632d-49cd-ac15-d77895ed61af {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:55:52.287440 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 352f2fc1-632d-49cd-ac15-d77895ed61af not bound to the agent host n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:55:52.746067 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3069c26a-1554-4715-b977-37df67b64f15 req-73cd56a6-8bed-4eef-a78a-edfc41998408 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:52.766930 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3069c26a-1554-4715-b977-37df67b64f15 req-73cd56a6-8bed-4eef-a78a-edfc41998408 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=22704979-2c9f-416c-a9cc-621c4bd05eca HTTP/1.1" status: 200 len: 944 time: 0.1423168 Feb 04 12:55:52.906882 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3069c26a-1554-4715-b977-37df67b64f15 req-5c07e891-977e-4f89-8c0c-70bdf77fc5cf tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3f9fd42-344e-42cb-9241-a34957176b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1387415 Feb 04 12:55:52.958863 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfa6a4d-aa27-4416-9f6d-9a17d5c2513a req-bc02a8fa-facd-46d0-b19a-a8f5380d2032 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:52.960800 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5bfa6a4d-aa27-4416-9f6d-9a17d5c2513a req-bc02a8fa-facd-46d0-b19a-a8f5380d2032 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a278d30-eb2b-4ff9-ba26-926afcbda308 HTTP/1.1" status: 200 len: 944 time: 0.1636500 Feb 04 12:55:53.079960 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5bfa6a4d-aa27-4416-9f6d-9a17d5c2513a req-df207f95-54c4-4485-8136-b54b1711fccc tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=6117da09-2fa7-4477-b94e-92c335c547fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124306 Feb 04 12:55:53.250698 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ac10c2e5-c156-446b-ae79-57c670537011 req-31049e15-9e57-42ec-ba85-b3c5e3e84fe0 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=12babf50-770d-4384-b363-047a065adfe7 HTTP/1.1" status: 200 len: 210 time: 0.0445569 Feb 04 12:55:53.389351 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461eb3f2-7940-4a95-a9da-950c4819911b req-6b1ab0b7-9280-45a1-98c5-ca40fd746bc9 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:53.404521 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-461eb3f2-7940-4a95-a9da-950c4819911b req-6b1ab0b7-9280-45a1-98c5-ca40fd746bc9 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=22704979-2c9f-416c-a9cc-621c4bd05eca HTTP/1.1" status: 200 len: 944 time: 0.1461039 Feb 04 12:55:53.570709 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d53a1a-1724-43eb-bf6c-5f1d79c1c301 req-d85ba1c4-9d73-42fe-8989-1272b26145e7 tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:53.573754 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d2d53a1a-1724-43eb-bf6c-5f1d79c1c301 req-d85ba1c4-9d73-42fe-8989-1272b26145e7 tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] 10.222.0.65 "GET /v2.0/ports?device_id=e835c1a2-7756-4b33-82f0-0cd768119aa1 HTTP/1.1" status: 200 len: 946 time: 0.1672387 Feb 04 12:55:53.695277 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-461eb3f2-7940-4a95-a9da-950c4819911b req-e67fccd8-c86d-4bf8-bc0f-bcaf273f7712 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3f9fd42-344e-42cb-9241-a34957176b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2882240 Feb 04 12:55:53.788330 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d2d53a1a-1724-43eb-bf6c-5f1d79c1c301 req-9160c1ce-5fd6-44b5-b0d9-85a451d6a79c tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] 10.222.0.65 "GET /v2.0/security-groups?id=c81fcece-bd48-4f4e-8fb2-64c8db70253b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719220 Feb 04 12:55:53.794366 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b415fbce-e47f-48b7-853f-2480984131fa req-7558a056-bbda-42ab-b9ba-c229f7b58a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:53.804750 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b415fbce-e47f-48b7-853f-2480984131fa req-7558a056-bbda-42ab-b9ba-c229f7b58a54 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=081a166ab6754953977e00fecaf55e63&device_id=22704979-2c9f-416c-a9cc-621c4bd05eca HTTP/1.1" status: 200 len: 1126 time: 0.2297199 Feb 04 12:55:53.995962 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b415fbce-e47f-48b7-853f-2480984131fa req-6d017088-17c9-4f78-9570-d660a882451f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:53.998645 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b415fbce-e47f-48b7-853f-2480984131fa req-6d017088-17c9-4f78-9570-d660a882451f service neutron] 10.222.0.73 "GET /v2.0/networks?id=2199cf82-6b45-4a26-9381-22c185674f2b HTTP/1.1" status: 200 len: 912 time: 0.1836607 Feb 04 12:55:54.679028 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5ddcc1e9-c29b-46d4-8cb6-17136ad7bc66 req-904e6f38-b74d-4b63-b527-bf311c57d158 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=12babf50-770d-4384-b363-047a065adfe7 HTTP/1.1" status: 200 len: 210 time: 0.1882899 Feb 04 12:55:54.719493 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b415fbce-e47f-48b7-853f-2480984131fa req-5414766c-ed02-4131-a938-227cffc4366f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cb852aaa-eaf1-4660-8fc3-7bde91629607 HTTP/1.1" status: 200 len: 998 time: 0.5119798 Feb 04 12:55:54.790217 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2921166-2eef-4042-8f05-ab4f6f99c214 req-7f14cd97-63ba-4a4d-b222-3a5c5e9e80b8 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:54.801189 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b2921166-2eef-4042-8f05-ab4f6f99c214 req-7f14cd97-63ba-4a4d-b222-3a5c5e9e80b8 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a278d30-eb2b-4ff9-ba26-926afcbda308 HTTP/1.1" status: 200 len: 944 time: 0.4428754 Feb 04 12:55:54.968200 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b415fbce-e47f-48b7-853f-2480984131fa req-20f73c04-f794-44f6-8e49-d8fa26cc54b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:54.970150 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b415fbce-e47f-48b7-853f-2480984131fa req-20f73c04-f794-44f6-8e49-d8fa26cc54b4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=88c9f8fd-dc13-4414-bafb-3591060ecfdc HTTP/1.1" status: 200 len: 850 time: 0.2243953 Feb 04 12:55:54.992757 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b2921166-2eef-4042-8f05-ab4f6f99c214 req-32113746-b429-454c-bb4c-1683b2efd0d2 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=6117da09-2fa7-4477-b94e-92c335c547fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1869528 Feb 04 12:55:55.076204 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48779eee-2c71-419e-8551-f0afb3123e0c req-14f45d0a-0651-4681-94fb-6625083a5123 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:55.087199 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-48779eee-2c71-419e-8551-f0afb3123e0c req-14f45d0a-0651-4681-94fb-6625083a5123 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=22704979-2c9f-416c-a9cc-621c4bd05eca HTTP/1.1" status: 200 len: 944 time: 0.2258739 Feb 04 12:55:55.153246 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b415fbce-e47f-48b7-853f-2480984131fa req-9d25ddb3-0683-422d-9df3-1a50eb22aec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:55.155150 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b415fbce-e47f-48b7-853f-2480984131fa req-9d25ddb3-0683-422d-9df3-1a50eb22aec4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2199cf82-6b45-4a26-9381-22c185674f2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1580136 Feb 04 12:55:55.175756 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-48779eee-2c71-419e-8551-f0afb3123e0c req-147bb93a-6e77-42f5-81cb-a9c0fbb543fb tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3f9fd42-344e-42cb-9241-a34957176b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859151 Feb 04 12:55:55.424235 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b415fbce-e47f-48b7-853f-2480984131fa req-66018dc2-9dbd-4a9a-aee7-7146e7d57f73 service neutron] 10.222.0.73 "GET /v2.0/networks/2199cf82-6b45-4a26-9381-22c185674f2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232745 Feb 04 12:55:55.796669 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-691040e9-cd0a-48a2-a9fc-09c59224a289 req-88ff78a6-860f-4897-8933-7400925383ba tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=12babf50-770d-4384-b363-047a065adfe7 HTTP/1.1" status: 200 len: 210 time: 0.0403206 Feb 04 12:55:55.958055 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b415fbce-e47f-48b7-853f-2480984131fa req-cea8b848-998a-4dcc-8eeb-def436295324 service neutron] 10.222.0.73 "GET /v2.0/networks/2199cf82-6b45-4a26-9381-22c185674f2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204607 Feb 04 12:55:56.168787 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d879dd7-616a-4610-b8f4-77f5e12e5ff1 req-5f9ea4ba-5757-4d27-9d72-1488435453ae tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:56.170383 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7d879dd7-616a-4610-b8f4-77f5e12e5ff1 req-5f9ea4ba-5757-4d27-9d72-1488435453ae tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a278d30-eb2b-4ff9-ba26-926afcbda308 HTTP/1.1" status: 200 len: 944 time: 0.0607331 Feb 04 12:55:56.235571 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7d879dd7-616a-4610-b8f4-77f5e12e5ff1 req-54ac4a1d-bebb-464c-b89f-493c9b6b5f3c tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=6117da09-2fa7-4477-b94e-92c335c547fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534189 Feb 04 12:55:56.315882 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b828e45-bbfa-4fae-a502-f7b2bf6c84f6 req-0ef39832-74fa-4b76-8128-3d67dac0ef59 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:56.317671 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8b828e45-bbfa-4fae-a502-f7b2bf6c84f6 req-0ef39832-74fa-4b76-8128-3d67dac0ef59 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=22704979-2c9f-416c-a9cc-621c4bd05eca HTTP/1.1" status: 200 len: 944 time: 0.0544794 Feb 04 12:55:56.367686 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8b828e45-bbfa-4fae-a502-f7b2bf6c84f6 req-dd3e01d4-96cf-43f5-88c0-b649b26bcd95 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3f9fd42-344e-42cb-9241-a34957176b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440643 Feb 04 12:55:56.909001 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bd729c5b-b8b2-4b7b-a3b4-cf238dc3d243 req-05205ae1-a192-43ba-8430-c35a358598c6 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=12babf50-770d-4384-b363-047a065adfe7 HTTP/1.1" status: 200 len: 210 time: 0.0314848 Feb 04 12:55:57.400728 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36db7a82-0633-4be7-acf8-4bca4adbc79f req-cdfca9fd-589c-4a8b-ba37-9d323a19d824 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:57.410770 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-36db7a82-0633-4be7-acf8-4bca4adbc79f req-cdfca9fd-589c-4a8b-ba37-9d323a19d824 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a278d30-eb2b-4ff9-ba26-926afcbda308 HTTP/1.1" status: 200 len: 944 time: 0.0896800 Feb 04 12:55:57.494088 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-36db7a82-0633-4be7-acf8-4bca4adbc79f req-398b269a-3545-4365-9426-db793511c6d4 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=6117da09-2fa7-4477-b94e-92c335c547fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822446 Feb 04 12:55:57.584687 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9fad27-6548-454c-a16b-06dda65952d7 req-91843cf0-1f0a-4167-be4f-3d818c233408 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:57.587034 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ec9fad27-6548-454c-a16b-06dda65952d7 req-91843cf0-1f0a-4167-be4f-3d818c233408 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=22704979-2c9f-416c-a9cc-621c4bd05eca HTTP/1.1" status: 200 len: 944 time: 0.1072948 Feb 04 12:55:57.688840 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ec9fad27-6548-454c-a16b-06dda65952d7 req-17328014-cad2-4a42-8fff-949da1f84a3f tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3f9fd42-344e-42cb-9241-a34957176b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919290 Feb 04 12:55:57.827104 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88e0c61-27d9-43d2-a050-7668a75cc84f req-a321ee9e-b2fe-4415-8b08-3c74de73857b tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:57.829034 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f88e0c61-27d9-43d2-a050-7668a75cc84f req-a321ee9e-b2fe-4415-8b08-3c74de73857b tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=22704979-2c9f-416c-a9cc-621c4bd05eca HTTP/1.1" status: 200 len: 944 time: 0.0726707 Feb 04 12:55:57.898583 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f88e0c61-27d9-43d2-a050-7668a75cc84f req-a01086fd-a411-4873-b281-f07e9cda6747 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3f9fd42-344e-42cb-9241-a34957176b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606434 Feb 04 12:55:58.077624 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-aecc4fef-7f26-4fff-a345-23b673da7def req-5a4193d8-c2b1-4303-8f05-cfb15df50e2d tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=12babf50-770d-4384-b363-047a065adfe7 HTTP/1.1" status: 200 len: 210 time: 0.0398088 Feb 04 12:55:58.230074 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b81f113-0531-4d35-9b46-43e6ec9e6531 req-f05f5475-e592-490f-bf90-866693063ece tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:58.231598 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4b81f113-0531-4d35-9b46-43e6ec9e6531 req-f05f5475-e592-490f-bf90-866693063ece tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=22704979-2c9f-416c-a9cc-621c4bd05eca HTTP/1.1" status: 200 len: 944 time: 0.0589981 Feb 04 12:55:58.298813 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4b81f113-0531-4d35-9b46-43e6ec9e6531 req-b9b6b151-5676-434d-b3b5-2d57cbbb160d tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3f9fd42-344e-42cb-9241-a34957176b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566974 Feb 04 12:55:58.541214 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1e4db2-584c-461e-ad38-5be2bc773938 req-11008ce0-c611-4e3e-9c26-7fdc5210241e tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:58.542883 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0d1e4db2-584c-461e-ad38-5be2bc773938 req-11008ce0-c611-4e3e-9c26-7fdc5210241e tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=22704979-2c9f-416c-a9cc-621c4bd05eca HTTP/1.1" status: 200 len: 944 time: 0.0745103 Feb 04 12:55:58.608855 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0d1e4db2-584c-461e-ad38-5be2bc773938 req-d97da70a-21f9-4c32-96b2-9bcde42c8cbe tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3f9fd42-344e-42cb-9241-a34957176b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550754 Feb 04 12:55:58.691355 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eccb025-c34e-4d8a-80e6-89da2386f42e req-b2e1ac6b-8ef4-48a8-bf05-edf1f7f40e58 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:58.693306 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3eccb025-c34e-4d8a-80e6-89da2386f42e req-b2e1ac6b-8ef4-48a8-bf05-edf1f7f40e58 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a278d30-eb2b-4ff9-ba26-926afcbda308 HTTP/1.1" status: 200 len: 944 time: 0.0718901 Feb 04 12:55:58.750611 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3eccb025-c34e-4d8a-80e6-89da2386f42e req-7a8b3657-a6a5-4c75-b556-4d0bd0b9dffe tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=6117da09-2fa7-4477-b94e-92c335c547fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513713 Feb 04 12:55:59.186475 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a6606dbc-062c-45f1-86ea-3436b9b577c4 req-bc718fbf-8137-4899-8f5e-091f57c58664 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=12babf50-770d-4384-b363-047a065adfe7 HTTP/1.1" status: 200 len: 210 time: 0.0297680 Feb 04 12:55:59.750183 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f10ae4d-df2a-41b8-a56c-ca95050b5421 req-a7cfd64a-d565-496d-a27a-e326c2b9c5b8 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:59.751935 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3f10ae4d-df2a-41b8-a56c-ca95050b5421 req-a7cfd64a-d565-496d-a27a-e326c2b9c5b8 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=22704979-2c9f-416c-a9cc-621c4bd05eca HTTP/1.1" status: 200 len: 944 time: 0.0577948 Feb 04 12:55:59.800397 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3f10ae4d-df2a-41b8-a56c-ca95050b5421 req-b89c62c6-750f-48bb-b06e-a0ca0f8e3d4b tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3f9fd42-344e-42cb-9241-a34957176b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419006 Feb 04 12:55:59.885171 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0674de2d-860a-4bd4-96a6-d36fd3b0a19a req-b3ee1346-f60f-41a5-94e2-1b76a284be23 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:59.886699 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0674de2d-860a-4bd4-96a6-d36fd3b0a19a req-b3ee1346-f60f-41a5-94e2-1b76a284be23 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a278d30-eb2b-4ff9-ba26-926afcbda308 HTTP/1.1" status: 200 len: 944 time: 0.0564723 Feb 04 12:55:59.959456 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0674de2d-860a-4bd4-96a6-d36fd3b0a19a req-5bc819f0-dd26-47d0-9ff8-6d099bedbc70 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=6117da09-2fa7-4477-b94e-92c335c547fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637591 Feb 04 12:56:00.030648 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c83d86-c727-4135-8b9d-e0c16f478666 req-80e7df36-a28e-4c6f-a2db-c27cf72ebca8 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:00.032105 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d3c83d86-c727-4135-8b9d-e0c16f478666 req-80e7df36-a28e-4c6f-a2db-c27cf72ebca8 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=22704979-2c9f-416c-a9cc-621c4bd05eca HTTP/1.1" status: 200 len: 944 time: 0.0627537 Feb 04 12:56:00.080964 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d3c83d86-c727-4135-8b9d-e0c16f478666 req-8af12e78-7110-472c-b9a0-6279fa8ed957 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3f9fd42-344e-42cb-9241-a34957176b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428762 Feb 04 12:56:00.281380 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1c2c46ad-4cc9-4470-9571-9e5cc371a144 req-ad4a1273-ae5d-4d77-ba74-44f4b1cadaae tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=12babf50-770d-4384-b363-047a065adfe7 HTTP/1.1" status: 200 len: 210 time: 0.0269561 Feb 04 12:56:01.094615 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100194d3-406c-4ca4-b69d-4120d1df066c req-3f258cce-7db8-44b9-9236-7c0cef2220a1 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:01.096573 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-100194d3-406c-4ca4-b69d-4120d1df066c req-3f258cce-7db8-44b9-9236-7c0cef2220a1 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a278d30-eb2b-4ff9-ba26-926afcbda308 HTTP/1.1" status: 200 len: 944 time: 0.0578134 Feb 04 12:56:01.163980 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-100194d3-406c-4ca4-b69d-4120d1df066c req-4148d387-137d-4b75-bf16-5af60602ff66 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=6117da09-2fa7-4477-b94e-92c335c547fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595565 Feb 04 12:56:01.247250 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:01.250990 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a258dd7f-0620-41d0-8f18-65a5116523cc req-c480f4e1-c3ea-4b58-8e66-62263c5e4e04 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:01.252965 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a258dd7f-0620-41d0-8f18-65a5116523cc req-c480f4e1-c3ea-4b58-8e66-62263c5e4e04 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=22704979-2c9f-416c-a9cc-621c4bd05eca HTTP/1.1" status: 200 len: 944 time: 0.0880427 Feb 04 12:56:01.337959 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a258dd7f-0620-41d0-8f18-65a5116523cc req-49a43db7-7287-4902-b097-5cbc45dd2a7e tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3f9fd42-344e-42cb-9241-a34957176b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774972 Feb 04 12:56:01.418937 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2f14a8c6-4659-4215-bf45-92446633fa96 req-d0ba64ba-1c85-4d82-8344-65b07a35a74a tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=12babf50-770d-4384-b363-047a065adfe7 HTTP/1.1" status: 200 len: 210 time: 0.0331399 Feb 04 12:56:01.491941 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba3a91b-f614-4683-b205-48a6b0c59bcb req-b4045da4-15e9-4b6f-8bf3-b9b19ff538ff tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:01.496759 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4ba3a91b-f614-4683-b205-48a6b0c59bcb req-b4045da4-15e9-4b6f-8bf3-b9b19ff538ff tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=22704979-2c9f-416c-a9cc-621c4bd05eca HTTP/1.1" status: 200 len: 944 time: 0.0634167 Feb 04 12:56:01.545407 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48420) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:56:01.548603 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4ba3a91b-f614-4683-b205-48a6b0c59bcb req-3a3542ff-f609-4fd6-a10b-d26d8f03a1bb tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3f9fd42-344e-42cb-9241-a34957176b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494580 Feb 04 12:56:01.670055 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c74979db-4f40-413a-9a8a-d35a127513a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:01.680341 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29173d5c-5b1e-4f52-8cf2-f38fc3b4ec81 req-eabde831-805e-452a-90ea-72cc191afff1 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:01.682121 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-29173d5c-5b1e-4f52-8cf2-f38fc3b4ec81 req-eabde831-805e-452a-90ea-72cc191afff1 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=22704979-2c9f-416c-a9cc-621c4bd05eca HTTP/1.1" status: 200 len: 944 time: 0.0606904 Feb 04 12:56:01.765639 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-29173d5c-5b1e-4f52-8cf2-f38fc3b4ec81 req-b513e259-7e8e-4452-8481-94447b04dc2e tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3f9fd42-344e-42cb-9241-a34957176b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777380 Feb 04 12:56:01.772950 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c74979db-4f40-413a-9a8a-d35a127513a4 admin admin] Publish callbacks [] for security_group (c3b100bd-0ae1-4bd6-b990-42e175bc48f1), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:01.778365 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c74979db-4f40-413a-9a8a-d35a127513a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (c3b100bd-0ae1-4bd6-b990-42e175bc48f1), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:01.825786 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74979db-4f40-413a-9a8a-d35a127513a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3b100bd-0ae1-4bd6-b990-42e175bc48f1,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:01.848615 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-c74979db-4f40-413a-9a8a-d35a127513a4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e1046e8dde2143d38adfc6327f052d68&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2986567 Feb 04 12:56:01.853484 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48428) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:56:01.869916 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:01.911353 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33257d07-a4a3-4cf0-bae4-7f0aec66938b req-299fc259-636b-42c9-be47-da7e26612c4b tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:01.912840 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-33257d07-a4a3-4cf0-bae4-7f0aec66938b req-299fc259-636b-42c9-be47-da7e26612c4b tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=22704979-2c9f-416c-a9cc-621c4bd05eca HTTP/1.1" status: 200 len: 944 time: 0.0821643 Feb 04 12:56:01.912983 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d118ab5d-116d-4bb2-8534-0a81a17bde14 admin admin] Publish callbacks [] for security_group (c3b100bd-0ae1-4bd6-b990-42e175bc48f1), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:01.936561 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d118ab5d-116d-4bb2-8534-0a81a17bde14 admin admin] Publish callbacks [] for security_group (c3b100bd-0ae1-4bd6-b990-42e175bc48f1), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:01.967755 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-33257d07-a4a3-4cf0-bae4-7f0aec66938b req-96bbe86d-f76a-4044-ae22-f3de486b95ab tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3f9fd42-344e-42cb-9241-a34957176b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473402 Feb 04 12:56:01.997286 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d118ab5d-116d-4bb2-8534-0a81a17bde14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (c3b100bd-0ae1-4bd6-b990-42e175bc48f1), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:01.999896 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d118ab5d-116d-4bb2-8534-0a81a17bde14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:02.001075 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-d118ab5d-116d-4bb2-8534-0a81a17bde14 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c3b100bd-0ae1-4bd6-b990-42e175bc48f1 HTTP/1.1" status: 204 len: 168 time: 0.1460218 Feb 04 12:56:02.010783 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d118ab5d-116d-4bb2-8534-0a81a17bde14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3b100bd-0ae1-4bd6-b990-42e175bc48f1,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:02.324682 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcedf633-30c2-49f2-91ca-bd6f602dda2d req-b1f0fe6c-dc48-4512-a6aa-a14e5f3d94ee tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:02.326169 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dcedf633-30c2-49f2-91ca-bd6f602dda2d req-b1f0fe6c-dc48-4512-a6aa-a14e5f3d94ee tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a278d30-eb2b-4ff9-ba26-926afcbda308 HTTP/1.1" status: 200 len: 944 time: 0.0798919 Feb 04 12:56:02.379476 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dcedf633-30c2-49f2-91ca-bd6f602dda2d req-8b67234b-4d7a-4052-bfee-1f9e8c4f9150 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=6117da09-2fa7-4477-b94e-92c335c547fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459526 Feb 04 12:56:03.517831 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c424c7-cc40-42ef-9b3d-3f8a20eed752 req-383bff0c-a69e-414d-af8d-28a781082d6a tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:03.520265 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-53c424c7-cc40-42ef-9b3d-3f8a20eed752 req-383bff0c-a69e-414d-af8d-28a781082d6a tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a278d30-eb2b-4ff9-ba26-926afcbda308 HTTP/1.1" status: 200 len: 944 time: 0.0575752 Feb 04 12:56:03.596346 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-53c424c7-cc40-42ef-9b3d-3f8a20eed752 req-6f00a5f5-0606-4438-9581-310c0b13662f tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=6117da09-2fa7-4477-b94e-92c335c547fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696940 Feb 04 12:56:04.724999 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4b1ea5-3f8a-4f23-8e52-39e82f601f6a req-8f435ca6-1576-42b9-8539-fb156bb07e3b tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:04.726412 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5c4b1ea5-3f8a-4f23-8e52-39e82f601f6a req-8f435ca6-1576-42b9-8539-fb156bb07e3b tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a278d30-eb2b-4ff9-ba26-926afcbda308 HTTP/1.1" status: 200 len: 944 time: 0.0558321 Feb 04 12:56:04.777360 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5c4b1ea5-3f8a-4f23-8e52-39e82f601f6a req-5a6a1897-cff5-4b04-b233-1e878b4467ac tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=6117da09-2fa7-4477-b94e-92c335c547fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451252 Feb 04 12:56:05.809607 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device fc3ef21e-75dc-4a70-9b19-d31f166c1e2f details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:56:05.941379 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3782c62-3799-4e93-b5fb-f34b2462005b req-94631baf-4b84-434e-a810-d357e3902429 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:05.943995 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b3782c62-3799-4e93-b5fb-f34b2462005b req-94631baf-4b84-434e-a810-d357e3902429 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a278d30-eb2b-4ff9-ba26-926afcbda308 HTTP/1.1" status: 200 len: 944 time: 0.0709572 Feb 04 12:56:05.954487 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port fc3ef21e-75dc-4a70-9b19-d31f166c1e2f, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=fc3ef21e-75dc-4a70-9b19-d31f166c1e2f,segment=NetworkSegment(9842ab09-ee4e-45ca-9eb8-8a98cf18f30e),segment_id=9842ab09-ee4e-45ca-9eb8-8a98cf18f30e)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:56:05.971583 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': 'fc3ef21e-75dc-4a70-9b19-d31f166c1e2f', 'network_id': '4e1bb528-5b08-4fe5-be55-e6e60ca268fa', 'port_id': 'fc3ef21e-75dc-4a70-9b19-d31f166c1e2f', 'mac_address': 'fa:16:3e:bd:bd:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13ec9a2b-ecf4-4399-96f0-6b85e2cca449', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:56:05.997764 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b3782c62-3799-4e93-b5fb-f34b2462005b req-e025869d-8e38-494a-91a0-f65fb7328c05 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=6117da09-2fa7-4477-b94e-92c335c547fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478959 Feb 04 12:56:06.024331 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port fc3ef21e-75dc-4a70-9b19-d31f166c1e2f is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:56:06.025208 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (fc3ef21e-75dc-4a70-9b19-d31f166c1e2f), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:06.039457 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc3ef21e-75dc-4a70-9b19-d31f166c1e2f {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:56:06.062081 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port fc3ef21e-75dc-4a70-9b19-d31f166c1e2f, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=fc3ef21e-75dc-4a70-9b19-d31f166c1e2f,segment=NetworkSegment(9842ab09-ee4e-45ca-9eb8-8a98cf18f30e),segment_id=9842ab09-ee4e-45ca-9eb8-8a98cf18f30e)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:56:06.066256 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (fc3ef21e-75dc-4a70-9b19-d31f166c1e2f), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:06.116836 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=fc3ef21e-75dc-4a70-9b19-d31f166c1e2f,revision_number=9']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:06.328217 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['fc3ef21e-75dc-4a70-9b19-d31f166c1e2f'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:56:07.138144 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb0db57-e613-439b-99b9-ebab641dff48 req-072f23a6-e691-4931-b3fe-9b8abbc6361e tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:07.140641 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-efb0db57-e613-439b-99b9-ebab641dff48 req-072f23a6-e691-4931-b3fe-9b8abbc6361e tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a278d30-eb2b-4ff9-ba26-926afcbda308 HTTP/1.1" status: 200 len: 945 time: 0.0624044 Feb 04 12:56:07.192084 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-efb0db57-e613-439b-99b9-ebab641dff48 req-2845b6a8-adc9-4d15-93fd-6ebf0c20d4de tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=6117da09-2fa7-4477-b94e-92c335c547fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451858 Feb 04 12:56:07.818998 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device fc3ef21e-75dc-4a70-9b19-d31f166c1e2f up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:56:07.871132 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port fc3ef21e-75dc-4a70-9b19-d31f166c1e2f triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:56:07.871510 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (fc3ef21e-75dc-4a70-9b19-d31f166c1e2f), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:07.955773 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port fc3ef21e-75dc-4a70-9b19-d31f166c1e2f is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:56:07.956731 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (fc3ef21e-75dc-4a70-9b19-d31f166c1e2f), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:07.984602 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a278d30-eb2b-4ff9-ba26-926afcbda308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc3ef21e-75dc-4a70-9b19-d31f166c1e2f'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:56:07.987073 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fd27161-a2a4-4c14-bf98-57fb363c167a" -d '{"events": [{"server_uuid": "3a278d30-eb2b-4ff9-ba26-926afcbda308", "name": "network-vif-plugged", "status": "completed", "tag": "fc3ef21e-75dc-4a70-9b19-d31f166c1e2f"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:56:08.001343 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port fc3ef21e-75dc-4a70-9b19-d31f166c1e2f, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=fc3ef21e-75dc-4a70-9b19-d31f166c1e2f,segment=NetworkSegment(9842ab09-ee4e-45ca-9eb8-8a98cf18f30e),segment_id=9842ab09-ee4e-45ca-9eb8-8a98cf18f30e)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:56:08.006782 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (fc3ef21e-75dc-4a70-9b19-d31f166c1e2f), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:08.073137 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6db5d53a-ec31-4b84-b70e-165044b3b423 x-openstack-request-id: req-6db5d53a-ec31-4b84-b70e-165044b3b423 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:56:08.073493 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a278d30-eb2b-4ff9-ba26-926afcbda308", "name": "network-vif-plugged", "status": "completed", "tag": "fc3ef21e-75dc-4a70-9b19-d31f166c1e2f", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:56:08.073710 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6db5d53a-ec31-4b84-b70e-165044b3b423 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:56:08.074250 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a278d30-eb2b-4ff9-ba26-926afcbda308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc3ef21e-75dc-4a70-9b19-d31f166c1e2f', 'code': 200} Feb 04 12:56:08.076632 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=fc3ef21e-75dc-4a70-9b19-d31f166c1e2f,revision_number=10']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:08.265700 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ffe666-7e1f-4579-9dd1-d38589a23a54 req-3af889ba-5db7-4f31-9aac-924cf03bd686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:08.267983 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e1ffe666-7e1f-4579-9dd1-d38589a23a54 req-3af889ba-5db7-4f31-9aac-924cf03bd686 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3a278d30-eb2b-4ff9-ba26-926afcbda308 HTTP/1.1" status: 200 len: 1129 time: 0.0592749 Feb 04 12:56:08.341578 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e1ffe666-7e1f-4579-9dd1-d38589a23a54 req-da7b1035-1c7f-4080-ba17-ee2d8fce4d59 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=6117da09-2fa7-4477-b94e-92c335c547fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661325 Feb 04 12:56:08.361206 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80898898-c1fc-4ded-affd-0f275e3b3445 req-152cca46-b1bd-4f1f-9ebd-d34292f905fd tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:08.363225 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-80898898-c1fc-4ded-affd-0f275e3b3445 req-152cca46-b1bd-4f1f-9ebd-d34292f905fd tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a278d30-eb2b-4ff9-ba26-926afcbda308 HTTP/1.1" status: 200 len: 947 time: 0.0823898 Feb 04 12:56:08.412609 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-80898898-c1fc-4ded-affd-0f275e3b3445 req-5ef99e4f-4694-42fc-bca1-1f9fa98bd5dd tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=6117da09-2fa7-4477-b94e-92c335c547fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433226 Feb 04 12:56:09.587999 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f392987-80bd-432c-ad14-367ee17063e6 req-f9b3079e-b771-4340-b94e-25cd93d87724 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:09.599882 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6f392987-80bd-432c-ad14-367ee17063e6 req-f9b3079e-b771-4340-b94e-25cd93d87724 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a278d30-eb2b-4ff9-ba26-926afcbda308 HTTP/1.1" status: 200 len: 947 time: 0.0891545 Feb 04 12:56:09.677436 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6f392987-80bd-432c-ad14-367ee17063e6 req-669ec004-b6b5-438a-9861-778621342524 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=6117da09-2fa7-4477-b94e-92c335c547fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758178 Feb 04 12:56:10.881087 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cccdb03-318c-4974-b034-565e54db51c8 req-aebd7053-c58d-4f5c-b582-ef29efbe1819 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:10.891884 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6cccdb03-318c-4974-b034-565e54db51c8 req-aebd7053-c58d-4f5c-b582-ef29efbe1819 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a278d30-eb2b-4ff9-ba26-926afcbda308 HTTP/1.1" status: 200 len: 947 time: 0.1049020 Feb 04 12:56:11.017168 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6cccdb03-318c-4974-b034-565e54db51c8 req-551f88da-2b92-4aed-b6f6-974e9aec75ef tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=6117da09-2fa7-4477-b94e-92c335c547fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230083 Feb 04 12:56:12.198826 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2b7afd-f312-4261-a8bd-2cf0f35ba486 req-48e3acb6-619f-420a-a637-a13f1f883f27 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:12.201562 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ee2b7afd-f312-4261-a8bd-2cf0f35ba486 req-48e3acb6-619f-420a-a637-a13f1f883f27 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a278d30-eb2b-4ff9-ba26-926afcbda308 HTTP/1.1" status: 200 len: 947 time: 0.0698137 Feb 04 12:56:12.262890 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ee2b7afd-f312-4261-a8bd-2cf0f35ba486 req-dc3d328d-fd74-411c-9ca6-5b39064cf806 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=6117da09-2fa7-4477-b94e-92c335c547fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523119 Feb 04 12:56:13.025918 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48640) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:56:13.031981 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-4ddf2f80-2a52-43f7-a95c-0f0658c844bd tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-858735730', 'description': 'tempest-secgroup-smoke-858735730 description', 'project_id': '3c0dc8c0402645d983d20be0fc21117a'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:56:13.068957 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4ddf2f80-2a52-43f7-a95c-0f0658c844bd tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:13.109963 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dd32c6f3-1db6-4b5d-89f2-5b0fefab0ca2 req-88989fa8-b2fe-49a8-a896-3f523f82b876 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=22704979-2c9f-416c-a9cc-621c4bd05eca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0661030 Feb 04 12:56:13.168041 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4ddf2f80-2a52-43f7-a95c-0f0658c844bd tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks [] for security_group (068b1e11-4a70-4e33-8087-efe2a4e35d8e), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:13.172721 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4ddf2f80-2a52-43f7-a95c-0f0658c844bd tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (068b1e11-4a70-4e33-8087-efe2a4e35d8e), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:13.208908 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4ddf2f80-2a52-43f7-a95c-0f0658c844bd tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:13.213976 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-4ddf2f80-2a52-43f7-a95c-0f0658c844bd tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1859686 Feb 04 12:56:13.214841 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48644) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:56:13.218905 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd32c6f3-1db6-4b5d-89f2-5b0fefab0ca2 req-d6673a8c-d0ce-48f3-acd6-43fc46d4026c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:13.220683 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dd32c6f3-1db6-4b5d-89f2-5b0fefab0ca2 req-d6673a8c-d0ce-48f3-acd6-43fc46d4026c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=081a166ab6754953977e00fecaf55e63&device_id=22704979-2c9f-416c-a9cc-621c4bd05eca HTTP/1.1" status: 200 len: 1126 time: 0.0574827 Feb 04 12:56:13.230031 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-0a5bca43-d4d6-4d6c-b09a-8602811c32b7 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Request body: {'security_group_rule': {'security_group_id': '068b1e11-4a70-4e33-8087-efe2a4e35d8e', 'project_id': '3c0dc8c0402645d983d20be0fc21117a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:56:13.239924 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddf2f80-2a52-43f7-a95c-0f0658c844bd tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=068b1e11-4a70-4e33-8087-efe2a4e35d8e,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:13.266742 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0a5bca43-d4d6-4d6c-b09a-8602811c32b7 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks [] for security_group_rule (f6705a6d-8b02-4ad2-84a9-65faf62d2f18), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:13.352804 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0a5bca43-d4d6-4d6c-b09a-8602811c32b7 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks [] for security_group_rule (f6705a6d-8b02-4ad2-84a9-65faf62d2f18), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:13.357899 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0a5bca43-d4d6-4d6c-b09a-8602811c32b7 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (f6705a6d-8b02-4ad2-84a9-65faf62d2f18), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:13.376223 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5bca43-d4d6-4d6c-b09a-8602811c32b7 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6705a6d-8b02-4ad2-84a9-65faf62d2f18,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:13.395954 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0a5bca43-d4d6-4d6c-b09a-8602811c32b7 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:13.400320 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-0a5bca43-d4d6-4d6c-b09a-8602811c32b7 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1786048 Feb 04 12:56:13.401011 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48646) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:56:13.406203 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-e65ba859-7c50-4f81-9428-b7c0403edf8c tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Request body: {'security_group_rule': {'security_group_id': '068b1e11-4a70-4e33-8087-efe2a4e35d8e', 'project_id': '3c0dc8c0402645d983d20be0fc21117a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:56:13.438958 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e65ba859-7c50-4f81-9428-b7c0403edf8c tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks [] for security_group_rule (9494ea03-31e2-4908-a282-284f9d282375), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:13.469455 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd32c6f3-1db6-4b5d-89f2-5b0fefab0ca2 req-70827da7-2a74-4ede-86de-cbe42d3d5825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:13.471271 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dd32c6f3-1db6-4b5d-89f2-5b0fefab0ca2 req-70827da7-2a74-4ede-86de-cbe42d3d5825 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2199cf82-6b45-4a26-9381-22c185674f2b HTTP/1.1" status: 200 len: 912 time: 0.2266755 Feb 04 12:56:13.483305 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2a86336d-8bc1-45d9-9f4f-e25dfc3aaf1d req-8946f660-90fd-4d90-878c-3899a0f33639 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=bbe05ef3-6c75-40c3-93b1-4c4680a237e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0683997 Feb 04 12:56:13.576138 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e65ba859-7c50-4f81-9428-b7c0403edf8c tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks [] for security_group_rule (9494ea03-31e2-4908-a282-284f9d282375), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:13.583657 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e65ba859-7c50-4f81-9428-b7c0403edf8c tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (9494ea03-31e2-4908-a282-284f9d282375), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:13.615492 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65ba859-7c50-4f81-9428-b7c0403edf8c tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9494ea03-31e2-4908-a282-284f9d282375,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:13.626796 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e65ba859-7c50-4f81-9428-b7c0403edf8c tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:13.629025 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-e65ba859-7c50-4f81-9428-b7c0403edf8c tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2260513 Feb 04 12:56:13.630946 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48648) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:56:13.636019 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-65e4b1a4-fd9f-450e-976e-e4121271f336 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Request body: {'security_group_rule': {'security_group_id': '068b1e11-4a70-4e33-8087-efe2a4e35d8e', 'project_id': '3c0dc8c0402645d983d20be0fc21117a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:56:13.640381 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dd32c6f3-1db6-4b5d-89f2-5b0fefab0ca2 req-ac276576-5c2e-4c58-a16a-8981c53b07a4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cb852aaa-eaf1-4660-8fc3-7bde91629607 HTTP/1.1" status: 200 len: 998 time: 0.1551430 Feb 04 12:56:13.672773 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-65e4b1a4-fd9f-450e-976e-e4121271f336 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks [] for security_group_rule (b3e4810d-9d2c-4afc-bf78-cde0f721ed6c), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:13.732656 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a86336d-8bc1-45d9-9f4f-e25dfc3aaf1d req-30c8b102-377f-46bd-8655-cd9e5e80b3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:13.734394 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2a86336d-8bc1-45d9-9f4f-e25dfc3aaf1d req-30c8b102-377f-46bd-8655-cd9e5e80b3b7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=081a166ab6754953977e00fecaf55e63&device_id=bbe05ef3-6c75-40c3-93b1-4c4680a237e9 HTTP/1.1" status: 200 len: 1128 time: 0.1464868 Feb 04 12:56:13.740592 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd32c6f3-1db6-4b5d-89f2-5b0fefab0ca2 req-70f2a841-2979-4585-90d8-9f5749dd139b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:13.742343 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dd32c6f3-1db6-4b5d-89f2-5b0fefab0ca2 req-70f2a841-2979-4585-90d8-9f5749dd139b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=88c9f8fd-dc13-4414-bafb-3591060ecfdc HTTP/1.1" status: 200 len: 850 time: 0.0712433 Feb 04 12:56:13.760948 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-65e4b1a4-fd9f-450e-976e-e4121271f336 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks [] for security_group_rule (b3e4810d-9d2c-4afc-bf78-cde0f721ed6c), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:13.768666 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-65e4b1a4-fd9f-450e-976e-e4121271f336 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (b3e4810d-9d2c-4afc-bf78-cde0f721ed6c), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:13.788065 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e4b1a4-fd9f-450e-976e-e4121271f336 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3e4810d-9d2c-4afc-bf78-cde0f721ed6c,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:13.812660 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-65e4b1a4-fd9f-450e-976e-e4121271f336 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:13.813927 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-65e4b1a4-fd9f-450e-976e-e4121271f336 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1816068 Feb 04 12:56:13.817059 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48650) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:56:13.821927 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-95370b87-6fe9-43b6-810d-15d6005cb895 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Request body: {'security_group_rule': {'security_group_id': '068b1e11-4a70-4e33-8087-efe2a4e35d8e', 'project_id': '3c0dc8c0402645d983d20be0fc21117a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:56:13.851254 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-95370b87-6fe9-43b6-810d-15d6005cb895 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks [] for security_group_rule (b256c1b6-3292-4f76-a222-ea2821e35c1c), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:13.868883 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd32c6f3-1db6-4b5d-89f2-5b0fefab0ca2 req-a921c639-eaf1-42e4-9d17-f5802c7144e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:13.870809 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dd32c6f3-1db6-4b5d-89f2-5b0fefab0ca2 req-a921c639-eaf1-42e4-9d17-f5802c7144e5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2199cf82-6b45-4a26-9381-22c185674f2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1161690 Feb 04 12:56:13.932787 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-95370b87-6fe9-43b6-810d-15d6005cb895 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks [] for security_group_rule (b256c1b6-3292-4f76-a222-ea2821e35c1c), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:13.936728 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a86336d-8bc1-45d9-9f4f-e25dfc3aaf1d req-e2e1275f-b06f-4ec8-b170-f421b0a54a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:13.938764 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2a86336d-8bc1-45d9-9f4f-e25dfc3aaf1d req-e2e1275f-b06f-4ec8-b170-f421b0a54a83 service neutron] 10.222.0.77 "GET /v2.0/networks?id=2199cf82-6b45-4a26-9381-22c185674f2b HTTP/1.1" status: 200 len: 912 time: 0.1753848 Feb 04 12:56:13.939782 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-95370b87-6fe9-43b6-810d-15d6005cb895 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (b256c1b6-3292-4f76-a222-ea2821e35c1c), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:13.985184 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95370b87-6fe9-43b6-810d-15d6005cb895 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b256c1b6-3292-4f76-a222-ea2821e35c1c,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:14.007456 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-95370b87-6fe9-43b6-810d-15d6005cb895 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:14.011938 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-95370b87-6fe9-43b6-810d-15d6005cb895 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1907539 Feb 04 12:56:14.012105 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2a86336d-8bc1-45d9-9f4f-e25dfc3aaf1d req-67207b66-8379-4c17-8092-0c674ba7a73c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=199b82db-26c4-49ff-b1a7-ed9cddfff749 HTTP/1.1" status: 200 len: 217 time: 0.0654552 Feb 04 12:56:14.012843 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48652) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:56:14.023475 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-821be19f-845f-4cf1-881a-3c480f44f2d8 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Request body: {'security_group_rule': {'security_group_id': '068b1e11-4a70-4e33-8087-efe2a4e35d8e', 'project_id': '3c0dc8c0402645d983d20be0fc21117a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:56:14.054009 n-d-825015-3 neutron-server[103474]: INFO neutron.db.securitygroups_db [None req-821be19f-845f-4cf1-881a-3c480f44f2d8 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Project 3c0dc8c0402645d983d20be0fc21117a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 12:56:14.062214 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-821be19f-845f-4cf1-881a-3c480f44f2d8 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks [] for security_group_rule (42280e91-69ac-460f-aa71-7c94988daf7e), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:14.098815 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a86336d-8bc1-45d9-9f4f-e25dfc3aaf1d req-bf771f63-41fa-4852-a011-1c0f5106fe4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:14.100134 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2a86336d-8bc1-45d9-9f4f-e25dfc3aaf1d req-bf771f63-41fa-4852-a011-1c0f5106fe4d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=88c9f8fd-dc13-4414-bafb-3591060ecfdc HTTP/1.1" status: 200 len: 850 time: 0.0711296 Feb 04 12:56:14.107652 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dd32c6f3-1db6-4b5d-89f2-5b0fefab0ca2 req-57f14bfc-52b9-459c-bb1f-2098e0409957 service neutron] 10.222.0.73 "GET /v2.0/networks/2199cf82-6b45-4a26-9381-22c185674f2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257886 Feb 04 12:56:14.136877 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-821be19f-845f-4cf1-881a-3c480f44f2d8 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks [] for security_group_rule (42280e91-69ac-460f-aa71-7c94988daf7e), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:14.141127 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-821be19f-845f-4cf1-881a-3c480f44f2d8 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (42280e91-69ac-460f-aa71-7c94988daf7e), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:14.163560 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821be19f-845f-4cf1-881a-3c480f44f2d8 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42280e91-69ac-460f-aa71-7c94988daf7e,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:14.179776 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-821be19f-845f-4cf1-881a-3c480f44f2d8 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:14.181287 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-821be19f-845f-4cf1-881a-3c480f44f2d8 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1674602 Feb 04 12:56:14.184681 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48658) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:56:14.189603 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-b39d93eb-c579-49b6-a2e4-09793e1579d4 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Request body: {'security_group_rule': {'security_group_id': '068b1e11-4a70-4e33-8087-efe2a4e35d8e', 'project_id': '3c0dc8c0402645d983d20be0fc21117a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:56:14.217041 n-d-825015-3 neutron-server[103474]: INFO neutron.db.securitygroups_db [None req-b39d93eb-c579-49b6-a2e4-09793e1579d4 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Project 3c0dc8c0402645d983d20be0fc21117a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 12:56:14.220732 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a86336d-8bc1-45d9-9f4f-e25dfc3aaf1d req-360ddd1f-2afd-4ff2-bc40-85038ca5619d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:14.222581 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2a86336d-8bc1-45d9-9f4f-e25dfc3aaf1d req-360ddd1f-2afd-4ff2-bc40-85038ca5619d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2199cf82-6b45-4a26-9381-22c185674f2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1140099 Feb 04 12:56:14.225312 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b39d93eb-c579-49b6-a2e4-09793e1579d4 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks [] for security_group_rule (911d3de7-3bf7-4ed8-b444-bc874710b552), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:14.288852 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dd32c6f3-1db6-4b5d-89f2-5b0fefab0ca2 req-e55878bd-5a6f-4e6b-a9ea-4c4ff12feb73 service neutron] 10.222.0.73 "GET /v2.0/networks/2199cf82-6b45-4a26-9381-22c185674f2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708562 Feb 04 12:56:14.298171 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b39d93eb-c579-49b6-a2e4-09793e1579d4 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks [] for security_group_rule (911d3de7-3bf7-4ed8-b444-bc874710b552), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:14.305473 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b39d93eb-c579-49b6-a2e4-09793e1579d4 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (911d3de7-3bf7-4ed8-b444-bc874710b552), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:14.345863 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2a86336d-8bc1-45d9-9f4f-e25dfc3aaf1d req-6d68e975-c28c-47b3-b476-f83cd779a2ea service neutron] 10.222.0.77 "GET /v2.0/networks/2199cf82-6b45-4a26-9381-22c185674f2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151373 Feb 04 12:56:14.349883 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39d93eb-c579-49b6-a2e4-09793e1579d4 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=911d3de7-3bf7-4ed8-b444-bc874710b552,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:14.361080 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b39d93eb-c579-49b6-a2e4-09793e1579d4 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:14.363847 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-b39d93eb-c579-49b6-a2e4-09793e1579d4 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1781240 Feb 04 12:56:14.455205 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2a86336d-8bc1-45d9-9f4f-e25dfc3aaf1d req-365d2538-0525-4d51-8c64-0b325cc3c163 service neutron] 10.222.0.77 "GET /v2.0/networks/2199cf82-6b45-4a26-9381-22c185674f2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031408 Feb 04 12:56:15.564485 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-de7c86c0-bc4c-4aa2-97c3-d5d742c86891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:17.992252 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a65ca97f-24ac-4821-96a4-3d2f62f3d8e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:19.271485 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:20.546646 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:21.522501 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 12:56:21.721790 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:30.295549 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 48914) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:56:30.485832 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-40e7b719-29b8-4a30-8d27-d5cdfabec500 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:30.603646 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-40e7b719-29b8-4a30-8d27-d5cdfabec500 admin admin] Publish callbacks [] for security_group (0a93a186-ac96-46bc-9d4d-2ee7f2aa24aa), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:30.609405 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-40e7b719-29b8-4a30-8d27-d5cdfabec500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (0a93a186-ac96-46bc-9d4d-2ee7f2aa24aa), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:30.650028 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-40e7b719-29b8-4a30-8d27-d5cdfabec500 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8bc0bda700904490916c29c02350c6aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3515432 Feb 04 12:56:30.650928 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 48920) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:56:30.733000 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e7b719-29b8-4a30-8d27-d5cdfabec500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a93a186-ac96-46bc-9d4d-2ee7f2aa24aa,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:30.749767 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-13b585ff-cb0c-444b-95cc-ed581aa09c2c admin admin] Publish callbacks [] for security_group (0a93a186-ac96-46bc-9d4d-2ee7f2aa24aa), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:30.776924 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-13b585ff-cb0c-444b-95cc-ed581aa09c2c admin admin] Publish callbacks [] for security_group (0a93a186-ac96-46bc-9d4d-2ee7f2aa24aa), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:30.871555 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-13b585ff-cb0c-444b-95cc-ed581aa09c2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (0a93a186-ac96-46bc-9d4d-2ee7f2aa24aa), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:30.874918 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-13b585ff-cb0c-444b-95cc-ed581aa09c2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:30.876318 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-13b585ff-cb0c-444b-95cc-ed581aa09c2c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0a93a186-ac96-46bc-9d4d-2ee7f2aa24aa HTTP/1.1" status: 204 len: 168 time: 0.2244253 Feb 04 12:56:30.893874 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b585ff-cb0c-444b-95cc-ed581aa09c2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a93a186-ac96-46bc-9d4d-2ee7f2aa24aa,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:31.256598 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:31.865970 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:32.406328 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 48974) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:56:32.587288 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-20ef6510-4499-43b6-83a0-5b5abc46a0fd tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Request body: {'network': {'name': 'tempest-network-smoke--617812658', 'project_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'port_security_enabled': True}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:56:32.616232 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20ef6510-4499-43b6-83a0-5b5abc46a0fd tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Made reservation on behalf of ad73185521b9452e903e10ccdcd3b5aa for: {'network': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:56:32.619793 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-20ef6510-4499-43b6-83a0-5b5abc46a0fd tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:32.629502 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-20ef6510-4499-43b6-83a0-5b5abc46a0fd tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:32.729811 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-20ef6510-4499-43b6-83a0-5b5abc46a0fd tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for security_group (16b9815d-3688-4a8e-9c51-80b494e7e96e), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:32.736352 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-20ef6510-4499-43b6-83a0-5b5abc46a0fd tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (16b9815d-3688-4a8e-9c51-80b494e7e96e), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:32.768678 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20ef6510-4499-43b6-83a0-5b5abc46a0fd tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=103475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:56:32.779323 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ef6510-4499-43b6-83a0-5b5abc46a0fd tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16b9815d-3688-4a8e-9c51-80b494e7e96e,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:32.798001 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-20ef6510-4499-43b6-83a0-5b5abc46a0fd tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (c8e2b57a-5c28-4b60-99e3-8e18da03ac0f), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:32.798541 n-d-825015-3 neutron-server[103475]: INFO neutron.db.segments_db [None req-20ef6510-4499-43b6-83a0-5b5abc46a0fd tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Added segment c8e2b57a-5c28-4b60-99e3-8e18da03ac0f of type vlan for network 74e52c79-8af0-4510-adb0-f8d07ad29182 Feb 04 12:56:32.854347 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-20ef6510-4499-43b6-83a0-5b5abc46a0fd tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (74e52c79-8af0-4510-adb0-f8d07ad29182), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:32.882913 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-20ef6510-4499-43b6-83a0-5b5abc46a0fd tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (74e52c79-8af0-4510-adb0-f8d07ad29182), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:32.888414 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ef6510-4499-43b6-83a0-5b5abc46a0fd tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:32.889215 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-20ef6510-4499-43b6-83a0-5b5abc46a0fd tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:32.949299 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-20ef6510-4499-43b6-83a0-5b5abc46a0fd tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5417490 Feb 04 12:56:32.953450 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48980) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:56:32.966379 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-d10fb65e-0c0d-4808-a1f7-b43a2988a6b3 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-155896296', 'admin_state_up': True, 'project_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:56:32.966625 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ef6510-4499-43b6-83a0-5b5abc46a0fd tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Pushing event updated for resources: {'Network': ['ID=74e52c79-8af0-4510-adb0-f8d07ad29182,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:32.977869 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 74e52c79-8af0-4510-adb0-f8d07ad29182 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:56:32.992526 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d10fb65e-0c0d-4808-a1f7-b43a2988a6b3 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10933'] for router (dcc9cb19-10fd-44a6-9753-3213252e9f4d), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:32.994014 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d10fb65e-0c0d-4808-a1f7-b43a2988a6b3 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10924'] for router (dcc9cb19-10fd-44a6-9753-3213252e9f4d), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:33.068093 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d10fb65e-0c0d-4808-a1f7-b43a2988a6b3 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for router_controller (dcc9cb19-10fd-44a6-9753-3213252e9f4d), precommit_add_association {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:33.238799 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d10fb65e-0c0d-4808-a1f7-b43a2988a6b3 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for router_gateway (dcc9cb19-10fd-44a6-9753-3213252e9f4d), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:33.467872 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d10fb65e-0c0d-4808-a1f7-b43a2988a6b3 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for router_gateway (dcc9cb19-10fd-44a6-9753-3213252e9f4d), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:33.487337 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d10fb65e-0c0d-4808-a1f7-b43a2988a6b3 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:33.631676 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-d10fb65e-0c0d-4808-a1f7-b43a2988a6b3 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Allocated IP 172.25.3.9 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/49b8182e-1419-4e71-a069-2f9f3666b50c) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:56:33.789669 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d10fb65e-0c0d-4808-a1f7-b43a2988a6b3 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for port (49b8182e-1419-4e71-a069-2f9f3666b50c), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:33.829466 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d10fb65e-0c0d-4808-a1f7-b43a2988a6b3 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (49b8182e-1419-4e71-a069-2f9f3666b50c), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:33.885079 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10fb65e-0c0d-4808-a1f7-b43a2988a6b3 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:56:33.893230 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-d10fb65e-0c0d-4808-a1f7-b43a2988a6b3 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:56:33.898363 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10fb65e-0c0d-4808-a1f7-b43a2988a6b3 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:56:33.926681 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10fb65e-0c0d-4808-a1f7-b43a2988a6b3 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Pushing event updated for resources: {'Port': ['ID=49b8182e-1419-4e71-a069-2f9f3666b50c,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:34.211870 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d10fb65e-0c0d-4808-a1f7-b43a2988a6b3 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for router_gateway (dcc9cb19-10fd-44a6-9753-3213252e9f4d), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:34.434930 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d10fb65e-0c0d-4808-a1f7-b43a2988a6b3 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141'] for router (dcc9cb19-10fd-44a6-9753-3213252e9f4d), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:34.570453 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d10fb65e-0c0d-4808-a1f7-b43a2988a6b3 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Router dcc9cb19-10fd-44a6-9753-3213252e9f4d is scheduled to L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de with binding_index 1 {{(pid=103474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 12:56:34.683580 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d10fb65e-0c0d-4808-a1f7-b43a2988a6b3 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:56:34.696686 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7132eb63-939d-4eed-be07-2caf1fa30129 None None] Sync routers for ids ['dcc9cb19-10fd-44a6-9753-3213252e9f4d'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:56:34.706973 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d10fb65e-0c0d-4808-a1f7-b43a2988a6b3 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:34.711767 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-d10fb65e-0c0d-4808-a1f7-b43a2988a6b3 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 1.7532861 Feb 04 12:56:34.712282 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 48996) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:56:34.713760 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7132eb63-939d-4eed-be07-2caf1fa30129 None None] Routers {'dcc9cb19-10fd-44a6-9753-3213252e9f4d'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:56:34.714396 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-7132eb63-939d-4eed-be07-2caf1fa30129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:56:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['dcc9cb19-10fd-44a6-9753-3213252e9f4d'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:56:34.833138 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 49004) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:56:34.833728 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-052b11b9-96a4-45fa-881d-89196c17488b tempest-TestNetworkBasicOps-1870628221 tempest-TestNetworkBasicOps-1870628221-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=ad73185521b9452e903e10ccdcd3b5aa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1193719 Feb 04 12:56:34.897809 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-7132eb63-939d-4eed-be07-2caf1fa30129 None None] Set router dcc9cb19-10fd-44a6-9753-3213252e9f4d gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:56:34.945880 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d9772e-99d7-4796-afbe-c41d5ee179be tempest-TestNetworkBasicOps-1870628221 tempest-TestNetworkBasicOps-1870628221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:34.948327 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-f6d9772e-99d7-4796-afbe-c41d5ee179be tempest-TestNetworkBasicOps-1870628221 tempest-TestNetworkBasicOps-1870628221-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1132782 Feb 04 12:56:34.950429 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49006) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:56:34.991643 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-36f4d3e4-817d-4114-bb47-26dab8e6cd18 tempest-TestNetworkBasicOps-1870628221 tempest-TestNetworkBasicOps-1870628221-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376735 Feb 04 12:56:34.992139 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49008) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:56:34.997873 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-d521445f-ce65-46d9-8016-91d6be514b13 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-255933294', 'network_id': '74e52c79-8af0-4510-adb0-f8d07ad29182', 'project_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:56:35.094579 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d521445f-ce65-46d9-8016-91d6be514b13 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Made reservation on behalf of ad73185521b9452e903e10ccdcd3b5aa for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:56:35.098834 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d521445f-ce65-46d9-8016-91d6be514b13 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60610638'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:35.103546 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-7132eb63-939d-4eed-be07-2caf1fa30129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcc9cb19-10fd-44a6-9753-3213252e9f4d', 'name': 'tempest-TestNetworkBasicOps-router-155896296', 'tenant_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '49b8182e-1419-4e71-a069-2f9f3666b50c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:56:33Z', 'updated_at': '2022-02-04T12:56:34Z', 'revision_number': 3, 'project_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'gw_port': {'id': '49b8182e-1419-4e71-a069-2f9f3666b50c', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d8:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcc9cb19-10fd-44a6-9753-3213252e9f4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:56:33Z', 'updated_at': '2022-02-04T12:56:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:56:35.131674 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7132eb63-939d-4eed-be07-2caf1fa30129 None None] Checking router: dcc9cb19-10fd-44a6-9753-3213252e9f4d for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:56:35.132089 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7132eb63-939d-4eed-be07-2caf1fa30129 None None] Updating router dcc9cb19-10fd-44a6-9753-3213252e9f4d port 49b8182e-1419-4e71-a069-2f9f3666b50c binding host n-d-825015-3 {{(pid=103476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:56:35.162324 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7132eb63-939d-4eed-be07-2caf1fa30129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (49b8182e-1419-4e71-a069-2f9f3666b50c), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:35.380092 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d521445f-ce65-46d9-8016-91d6be514b13 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59045178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60610680'] for subnet (95ea9ebd-f7aa-425c-9be2-55757b9f0bd9), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:35.460745 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d521445f-ce65-46d9-8016-91d6be514b13 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Pushing event updated for resources: {'Subnet': ['ID=95ea9ebd-f7aa-425c-9be2-55757b9f0bd9,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:35.467789 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d521445f-ce65-46d9-8016-91d6be514b13 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Checking segment: {'id': 'c8e2b57a-5c28-4b60-99e3-8e18da03ac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '74e52c79-8af0-4510-adb0-f8d07ad29182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:56:35.468047 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d521445f-ce65-46d9-8016-91d6be514b13 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Network hostable DHCP agents. Network: 74e52c79-8af0-4510-adb0-f8d07ad29182, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:56:35.495687 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d521445f-ce65-46d9-8016-91d6be514b13 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Network 74e52c79-8af0-4510-adb0-f8d07ad29182 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:56:35.513546 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-d521445f-ce65-46d9-8016-91d6be514b13 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 74e52c79-8af0-4510-adb0-f8d07ad29182) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:56:35.518610 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d521445f-ce65-46d9-8016-91d6be514b13 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:35.519530 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d521445f-ce65-46d9-8016-91d6be514b13 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:35.544075 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ca85d9-f696-4185-8d60-d01ae60629bf None None] Network 74e52c79-8af0-4510-adb0-f8d07ad29182 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:56:35.545358 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-d521445f-ce65-46d9-8016-91d6be514b13 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5517230 Feb 04 12:56:35.548165 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49012) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:56:35.676392 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7132eb63-939d-4eed-be07-2caf1fa30129 None None] Publish callbacks [] for port (49b8182e-1419-4e71-a069-2f9f3666b50c), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:35.695279 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7132eb63-939d-4eed-be07-2caf1fa30129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (49b8182e-1419-4e71-a069-2f9f3666b50c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:35.786787 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1094590a-de0f-4816-a047-852913e76985 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-74e52c79-8af0-4510-adb0-f8d07ad29182', 'network_id': '74e52c79-8af0-4510-adb0-f8d07ad29182', 'project_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'fixed_ips': [{'subnet_id': '95ea9ebd-f7aa-425c-9be2-55757b9f0bd9'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 12:56:35.788516 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1094590a-de0f-4816-a047-852913e76985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:35.815894 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c976680d-a140-47b9-a8ab-fa065917bbb6 None None] Pushing event updated for resources: {'Port': ['ID=49b8182e-1419-4e71-a069-2f9f3666b50c,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:35.820272 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-7132eb63-939d-4eed-be07-2caf1fa30129 None None] Attempting to bind port 49b8182e-1419-4e71-a069-2f9f3666b50c on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:56:35.820649 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-7132eb63-939d-4eed-be07-2caf1fa30129 None None] Attempting to bind port 49b8182e-1419-4e71-a069-2f9f3666b50c by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:56:35.821270 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7132eb63-939d-4eed-be07-2caf1fa30129 None None] Attempting to bind port 49b8182e-1419-4e71-a069-2f9f3666b50c on network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:56:35.875820 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c976680d-a140-47b9-a8ab-fa065917bbb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:35.876323 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c976680d-a140-47b9-a8ab-fa065917bbb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:35.876511 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c976680d-a140-47b9-a8ab-fa065917bbb6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:35.876850 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c976680d-a140-47b9-a8ab-fa065917bbb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:35.877213 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c976680d-a140-47b9-a8ab-fa065917bbb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:35.877546 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c976680d-a140-47b9-a8ab-fa065917bbb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:35.877875 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c976680d-a140-47b9-a8ab-fa065917bbb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:35.878203 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c976680d-a140-47b9-a8ab-fa065917bbb6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:35.878528 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c976680d-a140-47b9-a8ab-fa065917bbb6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:35.878850 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c976680d-a140-47b9-a8ab-fa065917bbb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:35.879175 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c976680d-a140-47b9-a8ab-fa065917bbb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:35.879529 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c976680d-a140-47b9-a8ab-fa065917bbb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:35.879881 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c976680d-a140-47b9-a8ab-fa065917bbb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:35.884235 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7132eb63-939d-4eed-be07-2caf1fa30129 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:56:35.884624 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7132eb63-939d-4eed-be07-2caf1fa30129 None None] Checking segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:56:35.885215 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7132eb63-939d-4eed-be07-2caf1fa30129 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:35.885640 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7132eb63-939d-4eed-be07-2caf1fa30129 None None] Bound using segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:56:35.886737 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-7132eb63-939d-4eed-be07-2caf1fa30129 None None] Bound port: 49b8182e-1419-4e71-a069-2f9f3666b50c, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:56:35.887153 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7132eb63-939d-4eed-be07-2caf1fa30129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (49b8182e-1419-4e71-a069-2f9f3666b50c), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:36.094529 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-7132eb63-939d-4eed-be07-2caf1fa30129 None None] For port 49b8182e-1419-4e71-a069-2f9f3666b50c, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:56:36.100289 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-7132eb63-939d-4eed-be07-2caf1fa30129 None None] For port 49b8182e-1419-4e71-a069-2f9f3666b50c, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=49b8182e-1419-4e71-a069-2f9f3666b50c,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:56:36.117213 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7132eb63-939d-4eed-be07-2caf1fa30129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (49b8182e-1419-4e71-a069-2f9f3666b50c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:36.175512 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-1094590a-de0f-4816-a047-852913e76985 None None] Allocated IP 172.20.0.2 (74e52c79-8af0-4510-adb0-f8d07ad29182/95ea9ebd-f7aa-425c-9be2-55757b9f0bd9/fa218fdf-fa6a-447a-b2c5-61ecad97184f) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:56:36.178408 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c976680d-a140-47b9-a8ab-fa065917bbb6 None None] Pushing event updated for resources: {'Port': ['ID=49b8182e-1419-4e71-a069-2f9f3666b50c,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:36.242674 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7132eb63-939d-4eed-be07-2caf1fa30129 None None] Routers {'dcc9cb19-10fd-44a6-9753-3213252e9f4d'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:56:36.243398 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-7132eb63-939d-4eed-be07-2caf1fa30129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:56:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['dcc9cb19-10fd-44a6-9753-3213252e9f4d'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:56:36.459171 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-7132eb63-939d-4eed-be07-2caf1fa30129 None None] Set router dcc9cb19-10fd-44a6-9753-3213252e9f4d gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:56:36.539096 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1094590a-de0f-4816-a047-852913e76985 None None] Publish callbacks [] for port (fa218fdf-fa6a-447a-b2c5-61ecad97184f), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:36.588319 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1094590a-de0f-4816-a047-852913e76985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (fa218fdf-fa6a-447a-b2c5-61ecad97184f), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:36.663662 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1094590a-de0f-4816-a047-852913e76985 None None] Network 74e52c79-8af0-4510-adb0-f8d07ad29182 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:56:36.672193 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-1094590a-de0f-4816-a047-852913e76985 None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:56:36.678537 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1094590a-de0f-4816-a047-852913e76985 None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:56:36.690202 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1094590a-de0f-4816-a047-852913e76985 None None] Pushing event updated for resources: {'Port': ['ID=fa218fdf-fa6a-447a-b2c5-61ecad97184f,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:36.708056 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-76a8565b-cb24-49c5-9236-d17c93d3bde8 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:36.769039 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-1094590a-de0f-4816-a047-852913e76985 None None] Attempting to bind port fa218fdf-fa6a-447a-b2c5-61ecad97184f on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:56:36.769410 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-1094590a-de0f-4816-a047-852913e76985 None None] Attempting to bind port fa218fdf-fa6a-447a-b2c5-61ecad97184f by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': 'c8e2b57a-5c28-4b60-99e3-8e18da03ac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '74e52c79-8af0-4510-adb0-f8d07ad29182'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:56:36.769775 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1094590a-de0f-4816-a047-852913e76985 None None] Attempting to bind port fa218fdf-fa6a-447a-b2c5-61ecad97184f on network 74e52c79-8af0-4510-adb0-f8d07ad29182 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:56:36.776733 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1094590a-de0f-4816-a047-852913e76985 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:56:36.777108 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1094590a-de0f-4816-a047-852913e76985 None None] Checking segment: {'id': 'c8e2b57a-5c28-4b60-99e3-8e18da03ac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '74e52c79-8af0-4510-adb0-f8d07ad29182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:56:36.777512 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1094590a-de0f-4816-a047-852913e76985 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:36.777899 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1094590a-de0f-4816-a047-852913e76985 None None] Bound using segment: {'id': 'c8e2b57a-5c28-4b60-99e3-8e18da03ac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '74e52c79-8af0-4510-adb0-f8d07ad29182'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:56:36.779195 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-1094590a-de0f-4816-a047-852913e76985 None None] Bound port: fa218fdf-fa6a-447a-b2c5-61ecad97184f, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8e2b57a-5c28-4b60-99e3-8e18da03ac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '74e52c79-8af0-4510-adb0-f8d07ad29182'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:56:36.779195 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1094590a-de0f-4816-a047-852913e76985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (fa218fdf-fa6a-447a-b2c5-61ecad97184f), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:37.087633 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-76a8565b-cb24-49c5-9236-d17c93d3bde8 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Allocated IP 172.20.0.1 (74e52c79-8af0-4510-adb0-f8d07ad29182/95ea9ebd-f7aa-425c-9be2-55757b9f0bd9/fa0aa1ab-dcc7-49dc-9687-c2e04e531930) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:56:37.091446 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-7132eb63-939d-4eed-be07-2caf1fa30129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcc9cb19-10fd-44a6-9753-3213252e9f4d', 'name': 'tempest-TestNetworkBasicOps-router-155896296', 'tenant_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '49b8182e-1419-4e71-a069-2f9f3666b50c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:56:33Z', 'updated_at': '2022-02-04T12:56:34Z', 'revision_number': 3, 'project_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'gw_port': {'id': '49b8182e-1419-4e71-a069-2f9f3666b50c', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d8:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcc9cb19-10fd-44a6-9753-3213252e9f4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:56:33Z', 'updated_at': '2022-02-04T12:56:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:56:37.128969 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7132eb63-939d-4eed-be07-2caf1fa30129 None None] The sync data for ids ['dcc9cb19-10fd-44a6-9753-3213252e9f4d'] in n-d-825015-3 is: [{'id': 'dcc9cb19-10fd-44a6-9753-3213252e9f4d', 'name': 'tempest-TestNetworkBasicOps-router-155896296', 'tenant_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '49b8182e-1419-4e71-a069-2f9f3666b50c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:56:33Z', 'updated_at': '2022-02-04T12:56:34Z', 'revision_number': 3, 'project_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'gw_port': {'id': '49b8182e-1419-4e71-a069-2f9f3666b50c', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d8:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcc9cb19-10fd-44a6-9753-3213252e9f4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:56:33Z', 'updated_at': '2022-02-04T12:56:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:56:37.142060 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-1094590a-de0f-4816-a047-852913e76985 None None] For port fa218fdf-fa6a-447a-b2c5-61ecad97184f, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:56:37.146471 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-1094590a-de0f-4816-a047-852913e76985 None None] For port fa218fdf-fa6a-447a-b2c5-61ecad97184f, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=fa218fdf-fa6a-447a-b2c5-61ecad97184f,segment=NetworkSegment(c8e2b57a-5c28-4b60-99e3-8e18da03ac0f),segment_id=c8e2b57a-5c28-4b60-99e3-8e18da03ac0f)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:56:37.154890 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1094590a-de0f-4816-a047-852913e76985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (fa218fdf-fa6a-447a-b2c5-61ecad97184f), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:37.256564 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1094590a-de0f-4816-a047-852913e76985 None None] Pushing event updated for resources: {'Port': ['ID=fa218fdf-fa6a-447a-b2c5-61ecad97184f,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:37.268519 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-76a8565b-cb24-49c5-9236-d17c93d3bde8 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for port (fa0aa1ab-dcc7-49dc-9687-c2e04e531930), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:37.346760 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-76a8565b-cb24-49c5-9236-d17c93d3bde8 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (fa0aa1ab-dcc7-49dc-9687-c2e04e531930), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:37.431680 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a8565b-cb24-49c5-9236-d17c93d3bde8 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Network 74e52c79-8af0-4510-adb0-f8d07ad29182 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:56:37.439086 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-76a8565b-cb24-49c5-9236-d17c93d3bde8 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:56:37.447602 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a8565b-cb24-49c5-9236-d17c93d3bde8 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:56:37.508168 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a8565b-cb24-49c5-9236-d17c93d3bde8 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Pushing event updated for resources: {'Port': ['ID=fa0aa1ab-dcc7-49dc-9687-c2e04e531930,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:37.593588 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-76a8565b-cb24-49c5-9236-d17c93d3bde8 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1599818'] for router_interface (dcc9cb19-10fd-44a6-9753-3213252e9f4d), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:37.885406 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-76a8565b-cb24-49c5-9236-d17c93d3bde8 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (fa0aa1ab-dcc7-49dc-9687-c2e04e531930), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:37.977645 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 49b8182e-1419-4e71-a069-2f9f3666b50c up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:56:38.102298 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 49b8182e-1419-4e71-a069-2f9f3666b50c triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:56:38.102982 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (49b8182e-1419-4e71-a069-2f9f3666b50c), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:38.238492 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 49b8182e-1419-4e71-a069-2f9f3666b50c is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:56:38.239139 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (49b8182e-1419-4e71-a069-2f9f3666b50c), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:38.270171 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port 49b8182e-1419-4e71-a069-2f9f3666b50c, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=49b8182e-1419-4e71-a069-2f9f3666b50c,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:56:38.275121 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (49b8182e-1419-4e71-a069-2f9f3666b50c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:38.276242 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device fa218fdf-fa6a-447a-b2c5-61ecad97184f up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:56:38.308208 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-76a8565b-cb24-49c5-9236-d17c93d3bde8 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for port (fa0aa1ab-dcc7-49dc-9687-c2e04e531930), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:38.315052 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-76a8565b-cb24-49c5-9236-d17c93d3bde8 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (fa0aa1ab-dcc7-49dc-9687-c2e04e531930), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:38.399283 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a8565b-cb24-49c5-9236-d17c93d3bde8 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Pushing event updated for resources: {'Port': ['ID=fa0aa1ab-dcc7-49dc-9687-c2e04e531930,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:38.422490 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=49b8182e-1419-4e71-a069-2f9f3666b50c,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:38.427222 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port fa218fdf-fa6a-447a-b2c5-61ecad97184f triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:56:38.427625 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (fa218fdf-fa6a-447a-b2c5-61ecad97184f), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:38.475096 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-76a8565b-cb24-49c5-9236-d17c93d3bde8 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622202'] for router_interface (dcc9cb19-10fd-44a6-9753-3213252e9f4d), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:38.603336 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port fa218fdf-fa6a-447a-b2c5-61ecad97184f is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:56:38.603785 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (fa218fdf-fa6a-447a-b2c5-61ecad97184f), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:38.657036 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port fa218fdf-fa6a-447a-b2c5-61ecad97184f, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=fa218fdf-fa6a-447a-b2c5-61ecad97184f,segment=NetworkSegment(c8e2b57a-5c28-4b60-99e3-8e18da03ac0f),segment_id=c8e2b57a-5c28-4b60-99e3-8e18da03ac0f)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:56:38.666227 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (fa218fdf-fa6a-447a-b2c5-61ecad97184f), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:38.708528 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a8565b-cb24-49c5-9236-d17c93d3bde8 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Network 74e52c79-8af0-4510-adb0-f8d07ad29182 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:56:38.710130 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-76a8565b-cb24-49c5-9236-d17c93d3bde8 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:56:38.773344 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=fa218fdf-fa6a-447a-b2c5-61ecad97184f,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:38.906432 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76a8565b-cb24-49c5-9236-d17c93d3bde8 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Router dcc9cb19-10fd-44a6-9753-3213252e9f4d has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:56:38.919631 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dcb7493-6a84-4fa9-8ac2-09b4740850e1 None None] Network 74e52c79-8af0-4510-adb0-f8d07ad29182 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:56:39.045107 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-c3746811-836c-40e6-9d4d-201a1fec85b1 None None] Provisioning complete for port fa218fdf-fa6a-447a-b2c5-61ecad97184f triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:56:39.045961 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c3746811-836c-40e6-9d4d-201a1fec85b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (fa218fdf-fa6a-447a-b2c5-61ecad97184f), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:39.060160 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76a8565b-cb24-49c5-9236-d17c93d3bde8 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:56:39.088465 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-76a8565b-cb24-49c5-9236-d17c93d3bde8 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "PUT /v2.0/routers/dcc9cb19-10fd-44a6-9753-3213252e9f4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5375249 Feb 04 12:56:39.091121 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49042) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:56:39.276998 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c3746811-836c-40e6-9d4d-201a1fec85b1 None None] Current status of the port fa218fdf-fa6a-447a-b2c5-61ecad97184f is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:56:39.358025 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8e114ce6-88a7-47ff-b049-53a5a1b08ef2 req-ab30f4df-8fb9-4380-bd56-dacdc44f159f tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-858735730&fields=id&tenant_id=3c0dc8c0402645d983d20be0fc21117a HTTP/1.1" status: 200 len: 267 time: 0.5303121 Feb 04 12:56:39.441633 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e83b99-f788-43f5-afa6-f3fac4dcba4a tempest-TestNetworkBasicOps-1870628221 tempest-TestNetworkBasicOps-1870628221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:39.447227 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e83b99-f788-43f5-afa6-f3fac4dcba4a tempest-TestNetworkBasicOps-1870628221 tempest-TestNetworkBasicOps-1870628221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:39.447783 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e83b99-f788-43f5-afa6-f3fac4dcba4a tempest-TestNetworkBasicOps-1870628221 tempest-TestNetworkBasicOps-1870628221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:39.448253 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e83b99-f788-43f5-afa6-f3fac4dcba4a tempest-TestNetworkBasicOps-1870628221 tempest-TestNetworkBasicOps-1870628221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:39.449249 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e83b99-f788-43f5-afa6-f3fac4dcba4a tempest-TestNetworkBasicOps-1870628221 tempest-TestNetworkBasicOps-1870628221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:39.449249 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e83b99-f788-43f5-afa6-f3fac4dcba4a tempest-TestNetworkBasicOps-1870628221 tempest-TestNetworkBasicOps-1870628221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:39.449632 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e83b99-f788-43f5-afa6-f3fac4dcba4a tempest-TestNetworkBasicOps-1870628221 tempest-TestNetworkBasicOps-1870628221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:39.450093 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e83b99-f788-43f5-afa6-f3fac4dcba4a tempest-TestNetworkBasicOps-1870628221 tempest-TestNetworkBasicOps-1870628221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:39.450550 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e83b99-f788-43f5-afa6-f3fac4dcba4a tempest-TestNetworkBasicOps-1870628221 tempest-TestNetworkBasicOps-1870628221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:39.454923 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-21e83b99-f788-43f5-afa6-f3fac4dcba4a tempest-TestNetworkBasicOps-1870628221 tempest-TestNetworkBasicOps-1870628221-project-admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6390 time: 0.3617449 Feb 04 12:56:39.457991 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49046) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:56:39.508976 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-8c57bb64-08ab-4e32-8bb5-727eebbd0e39 None None] Provisioning complete for port fa0aa1ab-dcc7-49dc-9687-c2e04e531930 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:56:39.509184 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8c57bb64-08ab-4e32-8bb5-727eebbd0e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (fa0aa1ab-dcc7-49dc-9687-c2e04e531930), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:39.540065 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e114ce6-88a7-47ff-b049-53a5a1b08ef2 req-8a0d5928-c472-4f9f-9c17-ec7e68270f67 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:39.547663 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8e114ce6-88a7-47ff-b049-53a5a1b08ef2 req-8a0d5928-c472-4f9f-9c17-ec7e68270f67 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/networks?id=f237d722-433d-480c-8987-66d34675134e HTTP/1.1" status: 200 len: 812 time: 0.1794341 Feb 04 12:56:39.578437 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-8c57bb64-08ab-4e32-8bb5-727eebbd0e39 None None] Port fa0aa1ab-dcc7-49dc-9687-c2e04e531930 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:56:39.592803 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8e114ce6-88a7-47ff-b049-53a5a1b08ef2 req-b779e643-130e-48ff-a569-059b4c3f2bed tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/quotas/3c0dc8c0402645d983d20be0fc21117a HTTP/1.1" status: 200 len: 375 time: 0.0375447 Feb 04 12:56:39.610094 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-8c57bb64-08ab-4e32-8bb5-727eebbd0e39 None None] Provisioning complete for port fa218fdf-fa6a-447a-b2c5-61ecad97184f triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:56:39.610797 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8c57bb64-08ab-4e32-8bb5-727eebbd0e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (fa218fdf-fa6a-447a-b2c5-61ecad97184f), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:39.708457 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8e114ce6-88a7-47ff-b049-53a5a1b08ef2 req-cf3b2aee-76da-41d1-a822-0fddf0cbb941 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=3c0dc8c0402645d983d20be0fc21117a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1114960 Feb 04 12:56:39.719114 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca41115-c610-48ba-87c9-8e2fe9607382 tempest-TestNetworkBasicOps-1870628221 tempest-TestNetworkBasicOps-1870628221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:39.720429 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca41115-c610-48ba-87c9-8e2fe9607382 tempest-TestNetworkBasicOps-1870628221 tempest-TestNetworkBasicOps-1870628221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:39.720429 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca41115-c610-48ba-87c9-8e2fe9607382 tempest-TestNetworkBasicOps-1870628221 tempest-TestNetworkBasicOps-1870628221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:39.721468 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca41115-c610-48ba-87c9-8e2fe9607382 tempest-TestNetworkBasicOps-1870628221 tempest-TestNetworkBasicOps-1870628221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:39.722112 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca41115-c610-48ba-87c9-8e2fe9607382 tempest-TestNetworkBasicOps-1870628221 tempest-TestNetworkBasicOps-1870628221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:39.722690 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca41115-c610-48ba-87c9-8e2fe9607382 tempest-TestNetworkBasicOps-1870628221 tempest-TestNetworkBasicOps-1870628221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:39.734319 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca41115-c610-48ba-87c9-8e2fe9607382 tempest-TestNetworkBasicOps-1870628221 tempest-TestNetworkBasicOps-1870628221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:39.737210 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca41115-c610-48ba-87c9-8e2fe9607382 tempest-TestNetworkBasicOps-1870628221 tempest-TestNetworkBasicOps-1870628221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:39.738683 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca41115-c610-48ba-87c9-8e2fe9607382 tempest-TestNetworkBasicOps-1870628221 tempest-TestNetworkBasicOps-1870628221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:39.750145 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-aca41115-c610-48ba-87c9-8e2fe9607382 tempest-TestNetworkBasicOps-1870628221 tempest-TestNetworkBasicOps-1870628221-project-admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5928 time: 0.2910790 Feb 04 12:56:39.760912 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 49050) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:56:39.804650 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 49b8182e-1419-4e71-a069-2f9f3666b50c up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:56:39.890801 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-8c57bb64-08ab-4e32-8bb5-727eebbd0e39 None None] Current status of the port fa218fdf-fa6a-447a-b2c5-61ecad97184f is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:56:39.920720 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 49b8182e-1419-4e71-a069-2f9f3666b50c triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:56:39.921473 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (49b8182e-1419-4e71-a069-2f9f3666b50c), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:39.979247 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32811359-cea1-45d7-aa99-d6b039ab151d None None] Sync routers for ids ['dcc9cb19-10fd-44a6-9753-3213252e9f4d'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:56:39.989944 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8e114ce6-88a7-47ff-b049-53a5a1b08ef2 req-d9c843a8-1141-40c4-a040-d2e6378035f5 service neutron] 10.222.0.65 "GET /v2.0/networks/f237d722-433d-480c-8987-66d34675134e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521183 Feb 04 12:56:39.995148 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32811359-cea1-45d7-aa99-d6b039ab151d None None] Routers {'dcc9cb19-10fd-44a6-9753-3213252e9f4d'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:56:39.995838 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-32811359-cea1-45d7-aa99-d6b039ab151d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:56:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['dcc9cb19-10fd-44a6-9753-3213252e9f4d'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:56:40.090686 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 49b8182e-1419-4e71-a069-2f9f3666b50c is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:56:40.091806 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device fa218fdf-fa6a-447a-b2c5-61ecad97184f up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:56:40.141328 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-401a7b34-ac00-42ee-bd6a-1853e4dadef5 None None] Provisioning complete for port fa0aa1ab-dcc7-49dc-9687-c2e04e531930 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:56:40.141866 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-401a7b34-ac00-42ee-bd6a-1853e4dadef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (fa0aa1ab-dcc7-49dc-9687-c2e04e531930), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:40.168132 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-32811359-cea1-45d7-aa99-d6b039ab151d None None] Set router dcc9cb19-10fd-44a6-9753-3213252e9f4d gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:56:40.197158 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port fa218fdf-fa6a-447a-b2c5-61ecad97184f triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:56:40.197609 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (fa218fdf-fa6a-447a-b2c5-61ecad97184f), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:40.207312 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-401a7b34-ac00-42ee-bd6a-1853e4dadef5 None None] Port fa0aa1ab-dcc7-49dc-9687-c2e04e531930 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:56:40.249772 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259d423f-fc3e-43c1-8635-7686bf23ce77 req-93382cc9-31e0-4aac-8baf-09f613f9daac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:40.251303 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-259d423f-fc3e-43c1-8635-7686bf23ce77 req-93382cc9-31e0-4aac-8baf-09f613f9daac service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=081a166ab6754953977e00fecaf55e63&device_id=22704979-2c9f-416c-a9cc-621c4bd05eca HTTP/1.1" status: 200 len: 1126 time: 0.3917756 Feb 04 12:56:40.309082 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c205e6e9-abf8-4a14-8a12-deb80d274b35 req-9dbef769-3a4c-4b30-aa3c-e386e766ed11 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:40.317329 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c205e6e9-abf8-4a14-8a12-deb80d274b35 req-9dbef769-3a4c-4b30-aa3c-e386e766ed11 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=22704979-2c9f-416c-a9cc-621c4bd05eca HTTP/1.1" status: 200 len: 944 time: 0.4487021 Feb 04 12:56:40.324551 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port fa218fdf-fa6a-447a-b2c5-61ecad97184f is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:56:40.352593 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-d9f5c584-53dc-4f59-8a11-84120dc6d374 None None] Provisioning complete for port fa0aa1ab-dcc7-49dc-9687-c2e04e531930 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:56:40.353454 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d9f5c584-53dc-4f59-8a11-84120dc6d374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (fa0aa1ab-dcc7-49dc-9687-c2e04e531930), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:40.373550 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8e114ce6-88a7-47ff-b049-53a5a1b08ef2 req-b33d30c4-1c49-41aa-81ce-f02394a9926d service neutron] 10.222.0.65 "GET /v2.0/networks/f237d722-433d-480c-8987-66d34675134e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3823309 Feb 04 12:56:40.417654 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-d9f5c584-53dc-4f59-8a11-84120dc6d374 None None] Port fa0aa1ab-dcc7-49dc-9687-c2e04e531930 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:56:40.493088 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-32811359-cea1-45d7-aa99-d6b039ab151d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcc9cb19-10fd-44a6-9753-3213252e9f4d', 'name': 'tempest-TestNetworkBasicOps-router-155896296', 'tenant_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '49b8182e-1419-4e71-a069-2f9f3666b50c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:56:33Z', 'updated_at': '2022-02-04T12:56:37Z', 'revision_number': 4, 'project_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'gw_port': {'id': '49b8182e-1419-4e71-a069-2f9f3666b50c', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc9cb19-10fd-44a6-9753-3213252e9f4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:56:33Z', 'updated_at': '2022-02-04T12:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'fa0aa1ab-dcc7-49dc-9687-c2e04e531930', 'name': '', 'network_id': '74e52c79-8af0-4510-adb0-f8d07ad29182', 'tenant_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'mac_address': 'fa:16:3e:26:06:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcc9cb19-10fd-44a6-9753-3213252e9f4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '95ea9ebd-f7aa-425c-9be2-55757b9f0bd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:56:36Z', 'updated_at': '2022-02-04T12:56:38Z', 'revision_number': 2, 'project_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'subnets': [{'id': '95ea9ebd-f7aa-425c-9be2-55757b9f0bd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:56:40.531215 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c205e6e9-abf8-4a14-8a12-deb80d274b35 req-3d52004b-39ea-460a-92eb-a8f5cc000f16 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3f9fd42-344e-42cb-9241-a34957176b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2073166 Feb 04 12:56:40.631550 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259d423f-fc3e-43c1-8635-7686bf23ce77 req-526cc446-09d0-492a-a68b-1cf374d42075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:40.633212 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-259d423f-fc3e-43c1-8635-7686bf23ce77 req-526cc446-09d0-492a-a68b-1cf374d42075 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2199cf82-6b45-4a26-9381-22c185674f2b HTTP/1.1" status: 200 len: 912 time: 0.3619840 Feb 04 12:56:40.665451 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32811359-cea1-45d7-aa99-d6b039ab151d None None] Checking router: dcc9cb19-10fd-44a6-9753-3213252e9f4d for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:56:40.666055 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32811359-cea1-45d7-aa99-d6b039ab151d None None] Updating router dcc9cb19-10fd-44a6-9753-3213252e9f4d port fa0aa1ab-dcc7-49dc-9687-c2e04e531930 binding host n-d-825015-3 {{(pid=103477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:56:40.702822 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-32811359-cea1-45d7-aa99-d6b039ab151d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (fa0aa1ab-dcc7-49dc-9687-c2e04e531930), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:40.725633 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-802c72bb-a5f9-4171-90dd-4f7f9f105e44 tempest-TestNetworkBasicOps-1870628221 tempest-TestNetworkBasicOps-1870628221-project-admin] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4492 time: 0.9605856 Feb 04 12:56:40.754595 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-259d423f-fc3e-43c1-8635-7686bf23ce77 req-ff441ee6-df35-428b-b362-04aefaca8ede service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cb852aaa-eaf1-4660-8fc3-7bde91629607 HTTP/1.1" status: 200 len: 998 time: 0.1124177 Feb 04 12:56:40.891874 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-098cb4a8-8ace-4365-980b-e574317793ea req-afb25a7e-7187-4455-a608-04af0b5d0ad1 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=5e5719fc-6adb-433e-b6f9-63c1a0698526 HTTP/1.1" status: 200 len: 210 time: 0.0888286 Feb 04 12:56:40.894716 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259d423f-fc3e-43c1-8635-7686bf23ce77 req-4fa3b4c1-d23d-419a-baf8-4085c269ca16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:40.898947 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-259d423f-fc3e-43c1-8635-7686bf23ce77 req-4fa3b4c1-d23d-419a-baf8-4085c269ca16 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=88c9f8fd-dc13-4414-bafb-3591060ecfdc HTTP/1.1" status: 200 len: 850 time: 0.1328433 Feb 04 12:56:40.994682 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259d423f-fc3e-43c1-8635-7686bf23ce77 req-c946568d-d73f-4fb1-ad48-9e5f7f46c548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:40.996891 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-259d423f-fc3e-43c1-8635-7686bf23ce77 req-c946568d-d73f-4fb1-ad48-9e5f7f46c548 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2199cf82-6b45-4a26-9381-22c185674f2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0840912 Feb 04 12:56:41.069273 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49072) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:56:41.074403 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-937f1ee2-f407-4278-9e7a-c56913399ff9 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1186472683', 'description': 'tempest-secgroup-smoke-1186472683 description', 'project_id': 'ad73185521b9452e903e10ccdcd3b5aa'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:56:41.133881 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-937f1ee2-f407-4278-9e7a-c56913399ff9 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:41.153423 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-259d423f-fc3e-43c1-8635-7686bf23ce77 req-8dde4afc-d1a4-41f0-9673-11d63a9e4d0a service neutron] 10.222.0.73 "GET /v2.0/networks/2199cf82-6b45-4a26-9381-22c185674f2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419873 Feb 04 12:56:41.184584 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-32811359-cea1-45d7-aa99-d6b039ab151d None None] Publish callbacks [] for port (fa0aa1ab-dcc7-49dc-9687-c2e04e531930), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:41.198000 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-32811359-cea1-45d7-aa99-d6b039ab151d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (fa0aa1ab-dcc7-49dc-9687-c2e04e531930), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:41.214540 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-937f1ee2-f407-4278-9e7a-c56913399ff9 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for security_group (d98f2f98-4e7f-48f8-ae9b-80c3535f38b4), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:41.222284 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-937f1ee2-f407-4278-9e7a-c56913399ff9 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (d98f2f98-4e7f-48f8-ae9b-80c3535f38b4), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:41.270828 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-937f1ee2-f407-4278-9e7a-c56913399ff9 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:41.277074 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-937f1ee2-f407-4278-9e7a-c56913399ff9 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2060676 Feb 04 12:56:41.278351 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 49076) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:56:41.279993 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937f1ee2-f407-4278-9e7a-c56913399ff9 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d98f2f98-4e7f-48f8-ae9b-80c3535f38b4,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:41.294977 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937f1ee2-f407-4278-9e7a-c56913399ff9 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:41.295431 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937f1ee2-f407-4278-9e7a-c56913399ff9 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:41.296019 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937f1ee2-f407-4278-9e7a-c56913399ff9 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:41.296436 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937f1ee2-f407-4278-9e7a-c56913399ff9 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:41.296893 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937f1ee2-f407-4278-9e7a-c56913399ff9 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:41.297304 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937f1ee2-f407-4278-9e7a-c56913399ff9 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:41.297835 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937f1ee2-f407-4278-9e7a-c56913399ff9 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:41.298247 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937f1ee2-f407-4278-9e7a-c56913399ff9 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:41.298950 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937f1ee2-f407-4278-9e7a-c56913399ff9 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:41.300455 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937f1ee2-f407-4278-9e7a-c56913399ff9 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:41.300886 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937f1ee2-f407-4278-9e7a-c56913399ff9 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:41.303483 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937f1ee2-f407-4278-9e7a-c56913399ff9 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:41.304435 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937f1ee2-f407-4278-9e7a-c56913399ff9 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:41.305118 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f253bda9-c035-4ef9-8fd0-d888f70ab064 None None] Pushing event updated for resources: {'Port': ['ID=fa0aa1ab-dcc7-49dc-9687-c2e04e531930,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:41.334919 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-5529defa-db0c-414c-813e-06d8a11a6127 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Request body: {'security_group_rule': {'security_group_id': 'd98f2f98-4e7f-48f8-ae9b-80c3535f38b4', 'project_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:56:41.342548 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f253bda9-c035-4ef9-8fd0-d888f70ab064 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:41.342891 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f253bda9-c035-4ef9-8fd0-d888f70ab064 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:41.343230 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f253bda9-c035-4ef9-8fd0-d888f70ab064 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:41.343566 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f253bda9-c035-4ef9-8fd0-d888f70ab064 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:41.343923 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f253bda9-c035-4ef9-8fd0-d888f70ab064 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:41.344254 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f253bda9-c035-4ef9-8fd0-d888f70ab064 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:41.344579 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f253bda9-c035-4ef9-8fd0-d888f70ab064 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:41.344903 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f253bda9-c035-4ef9-8fd0-d888f70ab064 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:41.345227 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f253bda9-c035-4ef9-8fd0-d888f70ab064 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:41.345550 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f253bda9-c035-4ef9-8fd0-d888f70ab064 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:41.346083 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f253bda9-c035-4ef9-8fd0-d888f70ab064 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:41.346415 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f253bda9-c035-4ef9-8fd0-d888f70ab064 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:41.347036 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f253bda9-c035-4ef9-8fd0-d888f70ab064 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:41.393760 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-259d423f-fc3e-43c1-8635-7686bf23ce77 req-ee9e959f-a97a-4454-a324-eef2bfcbedd6 service neutron] 10.222.0.73 "GET /v2.0/networks/2199cf82-6b45-4a26-9381-22c185674f2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298367 Feb 04 12:56:41.404347 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-32811359-cea1-45d7-aa99-d6b039ab151d None None] Attempting to bind port fa0aa1ab-dcc7-49dc-9687-c2e04e531930 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:56:41.404895 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-32811359-cea1-45d7-aa99-d6b039ab151d None None] Attempting to bind port fa0aa1ab-dcc7-49dc-9687-c2e04e531930 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': 'c8e2b57a-5c28-4b60-99e3-8e18da03ac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '74e52c79-8af0-4510-adb0-f8d07ad29182'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:56:41.405268 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32811359-cea1-45d7-aa99-d6b039ab151d None None] Attempting to bind port fa0aa1ab-dcc7-49dc-9687-c2e04e531930 on network 74e52c79-8af0-4510-adb0-f8d07ad29182 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:56:41.412546 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32811359-cea1-45d7-aa99-d6b039ab151d None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:56:41.413062 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32811359-cea1-45d7-aa99-d6b039ab151d None None] Checking segment: {'id': 'c8e2b57a-5c28-4b60-99e3-8e18da03ac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '74e52c79-8af0-4510-adb0-f8d07ad29182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:56:41.413511 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-32811359-cea1-45d7-aa99-d6b039ab151d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:41.413626 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5529defa-db0c-414c-813e-06d8a11a6127 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for security_group_rule (7733e263-0c88-4dfd-a41d-b3761294aed2), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:41.413907 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32811359-cea1-45d7-aa99-d6b039ab151d None None] Bound using segment: {'id': 'c8e2b57a-5c28-4b60-99e3-8e18da03ac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '74e52c79-8af0-4510-adb0-f8d07ad29182'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:56:41.414501 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-32811359-cea1-45d7-aa99-d6b039ab151d None None] Bound port: fa0aa1ab-dcc7-49dc-9687-c2e04e531930, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8e2b57a-5c28-4b60-99e3-8e18da03ac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '74e52c79-8af0-4510-adb0-f8d07ad29182'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:56:41.414993 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-32811359-cea1-45d7-aa99-d6b039ab151d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (fa0aa1ab-dcc7-49dc-9687-c2e04e531930), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:41.537564 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5529defa-db0c-414c-813e-06d8a11a6127 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for security_group_rule (7733e263-0c88-4dfd-a41d-b3761294aed2), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:41.546411 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5529defa-db0c-414c-813e-06d8a11a6127 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (7733e263-0c88-4dfd-a41d-b3761294aed2), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:41.565306 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-32811359-cea1-45d7-aa99-d6b039ab151d None None] For port fa0aa1ab-dcc7-49dc-9687-c2e04e531930, host n-d-825015-3, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:56:41.570529 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-32811359-cea1-45d7-aa99-d6b039ab151d None None] For port fa0aa1ab-dcc7-49dc-9687-c2e04e531930, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=fa0aa1ab-dcc7-49dc-9687-c2e04e531930,segment=NetworkSegment(c8e2b57a-5c28-4b60-99e3-8e18da03ac0f),segment_id=c8e2b57a-5c28-4b60-99e3-8e18da03ac0f)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:56:41.581466 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-32811359-cea1-45d7-aa99-d6b039ab151d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (fa0aa1ab-dcc7-49dc-9687-c2e04e531930), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:41.609820 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5529defa-db0c-414c-813e-06d8a11a6127 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:41.617060 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49082) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:56:41.622291 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-c2160193-4d7e-4198-89c9-cf83df21ae75 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Request body: {'security_group_rule': {'security_group_id': 'd98f2f98-4e7f-48f8-ae9b-80c3535f38b4', 'project_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:56:41.628778 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-5529defa-db0c-414c-813e-06d8a11a6127 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3478625 Feb 04 12:56:41.630198 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5529defa-db0c-414c-813e-06d8a11a6127 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7733e263-0c88-4dfd-a41d-b3761294aed2,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:41.698760 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c2160193-4d7e-4198-89c9-cf83df21ae75 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for security_group_rule (eeccc945-50b8-49d8-8f35-191067d06961), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:41.755336 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f253bda9-c035-4ef9-8fd0-d888f70ab064 None None] Pushing event updated for resources: {'Port': ['ID=fa0aa1ab-dcc7-49dc-9687-c2e04e531930,revision_number=4']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:41.763980 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32811359-cea1-45d7-aa99-d6b039ab151d None None] Routers {'dcc9cb19-10fd-44a6-9753-3213252e9f4d'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:56:41.768770 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-86925c68-b461-48aa-87fb-d21a79fddebe None None] Provisioning complete for port fa0aa1ab-dcc7-49dc-9687-c2e04e531930 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:56:41.769283 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-86925c68-b461-48aa-87fb-d21a79fddebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (fa0aa1ab-dcc7-49dc-9687-c2e04e531930), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:41.771195 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-32811359-cea1-45d7-aa99-d6b039ab151d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:56:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['dcc9cb19-10fd-44a6-9753-3213252e9f4d'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:56:41.793323 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8579d65a-4ef6-4e95-9dce-0345c85eeed5 req-cd0cf0d4-8e94-4081-9b56-720b715ebc90 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:41.801792 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8579d65a-4ef6-4e95-9dce-0345c85eeed5 req-cd0cf0d4-8e94-4081-9b56-720b715ebc90 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=22704979-2c9f-416c-a9cc-621c4bd05eca HTTP/1.1" status: 200 len: 944 time: 0.1518061 Feb 04 12:56:41.843187 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c2160193-4d7e-4198-89c9-cf83df21ae75 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for security_group_rule (eeccc945-50b8-49d8-8f35-191067d06961), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:41.850179 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c2160193-4d7e-4198-89c9-cf83df21ae75 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (eeccc945-50b8-49d8-8f35-191067d06961), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:41.876427 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2160193-4d7e-4198-89c9-cf83df21ae75 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eeccc945-50b8-49d8-8f35-191067d06961,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:41.901057 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8579d65a-4ef6-4e95-9dce-0345c85eeed5 req-fa068180-b3c3-4788-9e60-6601f635dafe tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3f9fd42-344e-42cb-9241-a34957176b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979278 Feb 04 12:56:41.905272 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c2160193-4d7e-4198-89c9-cf83df21ae75 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:41.910226 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 49084) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:56:41.910848 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-c2160193-4d7e-4198-89c9-cf83df21ae75 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2919757 Feb 04 12:56:41.928035 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-0baed17f-e5e8-4ce4-8de6-9a4d3ff0f2cc tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Request body: {'security_group_rule': {'security_group_id': 'd98f2f98-4e7f-48f8-ae9b-80c3535f38b4', 'project_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:56:41.963059 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-86925c68-b461-48aa-87fb-d21a79fddebe None None] Current status of the port fa0aa1ab-dcc7-49dc-9687-c2e04e531930 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:56:41.963466 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-86925c68-b461-48aa-87fb-d21a79fddebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (fa0aa1ab-dcc7-49dc-9687-c2e04e531930), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:41.965316 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-32811359-cea1-45d7-aa99-d6b039ab151d None None] Set router dcc9cb19-10fd-44a6-9753-3213252e9f4d gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:56:41.985215 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0baed17f-e5e8-4ce4-8de6-9a4d3ff0f2cc tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for security_group_rule (d2b9715c-4f48-411f-8ad8-57862befe4de), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:42.014971 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-86925c68-b461-48aa-87fb-d21a79fddebe None None] For port fa0aa1ab-dcc7-49dc-9687-c2e04e531930, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=fa0aa1ab-dcc7-49dc-9687-c2e04e531930,segment=NetworkSegment(c8e2b57a-5c28-4b60-99e3-8e18da03ac0f),segment_id=c8e2b57a-5c28-4b60-99e3-8e18da03ac0f)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:56:42.021646 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-86925c68-b461-48aa-87fb-d21a79fddebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (fa0aa1ab-dcc7-49dc-9687-c2e04e531930), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:42.106621 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-371ccdb9-48ab-460e-a458-88bed603f467 req-ce39f700-ecc7-4d92-acb4-d98fcc934d92 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=5e5719fc-6adb-433e-b6f9-63c1a0698526 HTTP/1.1" status: 200 len: 210 time: 0.0857117 Feb 04 12:56:42.112557 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86925c68-b461-48aa-87fb-d21a79fddebe None None] Pushing event updated for resources: {'Port': ['ID=fa0aa1ab-dcc7-49dc-9687-c2e04e531930,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:42.188058 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0baed17f-e5e8-4ce4-8de6-9a4d3ff0f2cc tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for security_group_rule (d2b9715c-4f48-411f-8ad8-57862befe4de), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:42.193906 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0baed17f-e5e8-4ce4-8de6-9a4d3ff0f2cc tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (d2b9715c-4f48-411f-8ad8-57862befe4de), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:42.225626 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baed17f-e5e8-4ce4-8de6-9a4d3ff0f2cc tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2b9715c-4f48-411f-8ad8-57862befe4de,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:42.247309 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0baed17f-e5e8-4ce4-8de6-9a4d3ff0f2cc tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:42.253956 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49088) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:56:42.255511 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-926c65fb-79ec-4619-9274-61ee8f8cce8c None None] Provisioning complete for port fa0aa1ab-dcc7-49dc-9687-c2e04e531930 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:56:42.256101 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-926c65fb-79ec-4619-9274-61ee8f8cce8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (fa0aa1ab-dcc7-49dc-9687-c2e04e531930), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:42.260678 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-8451de76-4cca-49dc-97cf-a03f2cfe1162 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Request body: {'security_group_rule': {'security_group_id': 'd98f2f98-4e7f-48f8-ae9b-80c3535f38b4', 'project_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:56:42.266214 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-0baed17f-e5e8-4ce4-8de6-9a4d3ff0f2cc tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3547161 Feb 04 12:56:42.325249 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8451de76-4cca-49dc-97cf-a03f2cfe1162 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for security_group_rule (2a8943f9-a1f7-41d8-8ed7-ec61431768d8), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:42.388356 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-926c65fb-79ec-4619-9274-61ee8f8cce8c None None] Current status of the port fa0aa1ab-dcc7-49dc-9687-c2e04e531930 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:56:42.471592 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8451de76-4cca-49dc-97cf-a03f2cfe1162 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for security_group_rule (2a8943f9-a1f7-41d8-8ed7-ec61431768d8), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:42.477444 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8451de76-4cca-49dc-97cf-a03f2cfe1162 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (2a8943f9-a1f7-41d8-8ed7-ec61431768d8), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:42.505070 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e114ce6-88a7-47ff-b049-53a5a1b08ef2 req-a202ba0f-32dc-4050-8990-5d99ea7429b7 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:42.508220 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8e114ce6-88a7-47ff-b049-53a5a1b08ef2 req-a202ba0f-32dc-4050-8990-5d99ea7429b7 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.77 "GET /v2.0/networks?id=f237d722-433d-480c-8987-66d34675134e HTTP/1.1" status: 200 len: 812 time: 0.2404971 Feb 04 12:56:42.512449 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8451de76-4cca-49dc-97cf-a03f2cfe1162 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a8943f9-a1f7-41d8-8ed7-ec61431768d8,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:42.524876 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8451de76-4cca-49dc-97cf-a03f2cfe1162 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:42.529552 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-8451de76-4cca-49dc-97cf-a03f2cfe1162 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2739210 Feb 04 12:56:42.530209 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49090) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:56:42.536206 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-a9e40f3e-3fa6-458c-9623-47b883606800 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Request body: {'security_group_rule': {'security_group_id': 'd98f2f98-4e7f-48f8-ae9b-80c3535f38b4', 'project_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:56:42.583067 n-d-825015-3 neutron-server[103474]: INFO neutron.db.securitygroups_db [None req-a9e40f3e-3fa6-458c-9623-47b883606800 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Project ad73185521b9452e903e10ccdcd3b5aa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 12:56:42.592602 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a9e40f3e-3fa6-458c-9623-47b883606800 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for security_group_rule (aa355b1a-6b85-456e-baef-6b6b9e9b6684), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:42.592716 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-32811359-cea1-45d7-aa99-d6b039ab151d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcc9cb19-10fd-44a6-9753-3213252e9f4d', 'name': 'tempest-TestNetworkBasicOps-router-155896296', 'tenant_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '49b8182e-1419-4e71-a069-2f9f3666b50c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:56:33Z', 'updated_at': '2022-02-04T12:56:37Z', 'revision_number': 4, 'project_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'gw_port': {'id': '49b8182e-1419-4e71-a069-2f9f3666b50c', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc9cb19-10fd-44a6-9753-3213252e9f4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:56:33Z', 'updated_at': '2022-02-04T12:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'fa0aa1ab-dcc7-49dc-9687-c2e04e531930', 'name': '', 'network_id': '74e52c79-8af0-4510-adb0-f8d07ad29182', 'tenant_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'mac_address': 'fa:16:3e:26:06:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcc9cb19-10fd-44a6-9753-3213252e9f4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '95ea9ebd-f7aa-425c-9be2-55757b9f0bd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:56:36Z', 'updated_at': '2022-02-04T12:56:41Z', 'revision_number': 4, 'project_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'subnets': [{'id': '95ea9ebd-f7aa-425c-9be2-55757b9f0bd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:56:42.614203 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8e114ce6-88a7-47ff-b049-53a5a1b08ef2 req-f1f4e8ba-26c5-468c-b82d-ff02f3fe5694 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c0dc8c0402645d983d20be0fc21117a HTTP/1.1" status: 200 len: 379 time: 0.0974777 Feb 04 12:56:42.623415 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-8e114ce6-88a7-47ff-b049-53a5a1b08ef2 req-2d4ee9f6-58f9-4d87-aef6-f0d8d1e56e73 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Request body: {'port': {'device_id': '5e5719fc-6adb-433e-b6f9-63c1a0698526', 'network_id': 'f237d722-433d-480c-8987-66d34675134e', 'admin_state_up': True, 'tenant_id': '3c0dc8c0402645d983d20be0fc21117a', 'security_groups': ['068b1e11-4a70-4e33-8087-efe2a4e35d8e']}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:56:42.636981 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32811359-cea1-45d7-aa99-d6b039ab151d None None] The sync data for ids ['dcc9cb19-10fd-44a6-9753-3213252e9f4d'] in n-d-825015-3 is: [{'id': 'dcc9cb19-10fd-44a6-9753-3213252e9f4d', 'name': 'tempest-TestNetworkBasicOps-router-155896296', 'tenant_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '49b8182e-1419-4e71-a069-2f9f3666b50c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:56:33Z', 'updated_at': '2022-02-04T12:56:37Z', 'revision_number': 4, 'project_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'gw_port': {'id': '49b8182e-1419-4e71-a069-2f9f3666b50c', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc9cb19-10fd-44a6-9753-3213252e9f4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:56:33Z', 'updated_at': '2022-02-04T12:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'fa0aa1ab-dcc7-49dc-9687-c2e04e531930', 'name': '', 'network_id': '74e52c79-8af0-4510-adb0-f8d07ad29182', 'tenant_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'mac_address': 'fa:16:3e:26:06:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcc9cb19-10fd-44a6-9753-3213252e9f4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '95ea9ebd-f7aa-425c-9be2-55757b9f0bd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:56:36Z', 'updated_at': '2022-02-04T12:56:41Z', 'revision_number': 4, 'project_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'subnets': [{'id': '95ea9ebd-f7aa-425c-9be2-55757b9f0bd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:56:42.725787 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a9e40f3e-3fa6-458c-9623-47b883606800 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for security_group_rule (aa355b1a-6b85-456e-baef-6b6b9e9b6684), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:42.735810 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a9e40f3e-3fa6-458c-9623-47b883606800 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (aa355b1a-6b85-456e-baef-6b6b9e9b6684), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:42.766240 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e40f3e-3fa6-458c-9623-47b883606800 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa355b1a-6b85-456e-baef-6b6b9e9b6684,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:42.777061 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a9e40f3e-3fa6-458c-9623-47b883606800 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:42.779121 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-a9e40f3e-3fa6-458c-9623-47b883606800 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2477415 Feb 04 12:56:42.781773 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49094) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:56:42.788134 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-097df490-c522-4db6-9868-71e74504ba55 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Request body: {'security_group_rule': {'security_group_id': 'd98f2f98-4e7f-48f8-ae9b-80c3535f38b4', 'project_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:56:42.831620 n-d-825015-3 neutron-server[103474]: INFO neutron.db.securitygroups_db [None req-097df490-c522-4db6-9868-71e74504ba55 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Project ad73185521b9452e903e10ccdcd3b5aa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 12:56:42.831905 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e114ce6-88a7-47ff-b049-53a5a1b08ef2 req-2d4ee9f6-58f9-4d87-aef6-f0d8d1e56e73 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Made reservation on behalf of 3c0dc8c0402645d983d20be0fc21117a for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:56:42.837550 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8e114ce6-88a7-47ff-b049-53a5a1b08ef2 req-2d4ee9f6-58f9-4d87-aef6-f0d8d1e56e73 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:42.858031 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-097df490-c522-4db6-9868-71e74504ba55 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for security_group_rule (f94f0dca-4878-4ad8-84dc-272c31cb1dca), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:42.951524 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-097df490-c522-4db6-9868-71e74504ba55 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for security_group_rule (f94f0dca-4878-4ad8-84dc-272c31cb1dca), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:42.959513 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-097df490-c522-4db6-9868-71e74504ba55 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (f94f0dca-4878-4ad8-84dc-272c31cb1dca), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:43.014914 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-097df490-c522-4db6-9868-71e74504ba55 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:43.016524 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-097df490-c522-4db6-9868-71e74504ba55 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2325041 Feb 04 12:56:43.037059 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097df490-c522-4db6-9868-71e74504ba55 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f94f0dca-4878-4ad8-84dc-272c31cb1dca,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:43.109188 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-8e114ce6-88a7-47ff-b049-53a5a1b08ef2 req-2d4ee9f6-58f9-4d87-aef6-f0d8d1e56e73 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Allocated IP 172.20.0.9 (f237d722-433d-480c-8987-66d34675134e/70faacee-af53-42b7-af83-bbc74f352570/cbb50be7-faf3-432e-b6b8-c7a22b847d0c) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:56:43.138954 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3113b5-9ca1-4b0b-919e-5495b8a2f872 req-c3637877-b070-41e6-8aa2-b47661d63fe6 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:43.141028 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9c3113b5-9ca1-4b0b-919e-5495b8a2f872 req-c3637877-b070-41e6-8aa2-b47661d63fe6 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=22704979-2c9f-416c-a9cc-621c4bd05eca HTTP/1.1" status: 200 len: 944 time: 0.1073403 Feb 04 12:56:43.320213 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9c3113b5-9ca1-4b0b-919e-5495b8a2f872 req-50d54cb4-d544-4d8b-a3bf-71507e99e77d tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3f9fd42-344e-42cb-9241-a34957176b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1683912 Feb 04 12:56:43.327392 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f53c7ab0-8030-4334-95da-b307c11a0cf1 req-f8693cba-f1b4-46ec-82a7-d07f28335850 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1186472683&fields=id&tenant_id=ad73185521b9452e903e10ccdcd3b5aa HTTP/1.1" status: 200 len: 267 time: 0.1379678 Feb 04 12:56:43.499832 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3c57eeb2-48d0-4780-ada2-08df63d0bb78 req-721c5401-f03c-45e1-a8d4-280121069023 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=5e5719fc-6adb-433e-b6f9-63c1a0698526 HTTP/1.1" status: 200 len: 210 time: 0.0561028 Feb 04 12:56:43.538935 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8e114ce6-88a7-47ff-b049-53a5a1b08ef2 req-2d4ee9f6-58f9-4d87-aef6-f0d8d1e56e73 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks [] for port (cbb50be7-faf3-432e-b6b8-c7a22b847d0c), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:43.547779 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53c7ab0-8030-4334-95da-b307c11a0cf1 req-d5c0c4eb-c101-4d60-b7e3-0cacc67d0c4b tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:43.550171 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f53c7ab0-8030-4334-95da-b307c11a0cf1 req-d5c0c4eb-c101-4d60-b7e3-0cacc67d0c4b tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "GET /v2.0/networks?id=74e52c79-8af0-4510-adb0-f8d07ad29182 HTTP/1.1" status: 200 len: 796 time: 0.2150562 Feb 04 12:56:43.572548 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f53c7ab0-8030-4334-95da-b307c11a0cf1 req-334b9f94-3cbb-439c-91cc-88d78184277e tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "GET /v2.0/quotas/ad73185521b9452e903e10ccdcd3b5aa HTTP/1.1" status: 200 len: 375 time: 0.0160921 Feb 04 12:56:43.669045 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f53c7ab0-8030-4334-95da-b307c11a0cf1 req-98c167d0-34a5-448d-aade-5c8e07c49feb tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=ad73185521b9452e903e10ccdcd3b5aa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0885785 Feb 04 12:56:43.670442 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8e114ce6-88a7-47ff-b049-53a5a1b08ef2 req-2d4ee9f6-58f9-4d87-aef6-f0d8d1e56e73 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (cbb50be7-faf3-432e-b6b8-c7a22b847d0c), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:43.766615 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e114ce6-88a7-47ff-b049-53a5a1b08ef2 req-2d4ee9f6-58f9-4d87-aef6-f0d8d1e56e73 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Network f237d722-433d-480c-8987-66d34675134e is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:56:43.800159 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device fa0aa1ab-dcc7-49dc-9687-c2e04e531930 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:56:43.809815 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4ee9f6-58f9-4d87-aef6-f0d8d1e56e73 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Pushing event updated for resources: {'Port': ['ID=cbb50be7-faf3-432e-b6b8-c7a22b847d0c,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:43.821299 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-8e114ce6-88a7-47ff-b049-53a5a1b08ef2 req-2d4ee9f6-58f9-4d87-aef6-f0d8d1e56e73 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:56:43.824264 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e114ce6-88a7-47ff-b049-53a5a1b08ef2 req-2d4ee9f6-58f9-4d87-aef6-f0d8d1e56e73 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:56:43.837234 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4ee9f6-58f9-4d87-aef6-f0d8d1e56e73 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:43.837599 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4ee9f6-58f9-4d87-aef6-f0d8d1e56e73 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:43.837955 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4ee9f6-58f9-4d87-aef6-f0d8d1e56e73 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:43.838313 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4ee9f6-58f9-4d87-aef6-f0d8d1e56e73 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:43.838658 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4ee9f6-58f9-4d87-aef6-f0d8d1e56e73 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:43.839001 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4ee9f6-58f9-4d87-aef6-f0d8d1e56e73 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:43.839345 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4ee9f6-58f9-4d87-aef6-f0d8d1e56e73 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:43.839681 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4ee9f6-58f9-4d87-aef6-f0d8d1e56e73 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:43.840075 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4ee9f6-58f9-4d87-aef6-f0d8d1e56e73 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:43.840412 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4ee9f6-58f9-4d87-aef6-f0d8d1e56e73 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:43.841506 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4ee9f6-58f9-4d87-aef6-f0d8d1e56e73 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:43.841860 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4ee9f6-58f9-4d87-aef6-f0d8d1e56e73 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:43.842208 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4ee9f6-58f9-4d87-aef6-f0d8d1e56e73 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:43.905868 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f53c7ab0-8030-4334-95da-b307c11a0cf1 req-cd6fba48-708a-4172-9b50-1fb7786407d9 service neutron] 10.222.0.65 "GET /v2.0/networks/74e52c79-8af0-4510-adb0-f8d07ad29182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013538 Feb 04 12:56:43.916990 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port fa0aa1ab-dcc7-49dc-9687-c2e04e531930 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:56:43.918171 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (fa0aa1ab-dcc7-49dc-9687-c2e04e531930), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:44.052201 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e114ce6-88a7-47ff-b049-53a5a1b08ef2 req-2d4ee9f6-58f9-4d87-aef6-f0d8d1e56e73 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:44.063700 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8e114ce6-88a7-47ff-b049-53a5a1b08ef2 req-2d4ee9f6-58f9-4d87-aef6-f0d8d1e56e73 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:44.084900 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port fa0aa1ab-dcc7-49dc-9687-c2e04e531930 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:56:44.110689 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8e114ce6-88a7-47ff-b049-53a5a1b08ef2 req-2d4ee9f6-58f9-4d87-aef6-f0d8d1e56e73 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4916472 Feb 04 12:56:44.124456 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-8e114ce6-88a7-47ff-b049-53a5a1b08ef2 req-c9b3001a-472f-42f2-b843-d521b33f8587 service neutron] Request body: {'port': {'device_id': '5e5719fc-6adb-433e-b6f9-63c1a0698526', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:56:44.173269 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f53c7ab0-8030-4334-95da-b307c11a0cf1 req-fd17c68c-5c54-428c-a5dc-068139acc922 service neutron] 10.222.0.65 "GET /v2.0/networks/74e52c79-8af0-4510-adb0-f8d07ad29182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665367 Feb 04 12:56:44.225527 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8e114ce6-88a7-47ff-b049-53a5a1b08ef2 req-c9b3001a-472f-42f2-b843-d521b33f8587 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (cbb50be7-faf3-432e-b6b8-c7a22b847d0c), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:44.241906 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-458d5592-8b69-4621-b6d2-935de8fa3c2a None None] Provisioning complete for port cbb50be7-faf3-432e-b6b8-c7a22b847d0c triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:56:44.242504 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-458d5592-8b69-4621-b6d2-935de8fa3c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (cbb50be7-faf3-432e-b6b8-c7a22b847d0c), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:44.324715 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-458d5592-8b69-4621-b6d2-935de8fa3c2a None None] Port cbb50be7-faf3-432e-b6b8-c7a22b847d0c cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:56:44.540330 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-56a7077c-1710-424f-a4ea-91c3f2d7faa8 req-7ac110b5-c4f5-4a1c-b379-9784d25b8e83 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "GET /v2.0/ports?device_id=98fdefef-d346-40b4-b39a-a05642b3173e HTTP/1.1" status: 200 len: 210 time: 0.1251550 Feb 04 12:56:44.691106 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-8e114ce6-88a7-47ff-b049-53a5a1b08ef2 req-c9b3001a-472f-42f2-b843-d521b33f8587 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbb50be7-faf3-432e-b6b8-c7a22b847d0c {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:56:44.701490 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8e114ce6-88a7-47ff-b049-53a5a1b08ef2 req-c9b3001a-472f-42f2-b843-d521b33f8587 service neutron] Publish callbacks [] for port (cbb50be7-faf3-432e-b6b8-c7a22b847d0c), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:44.722327 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-8e114ce6-88a7-47ff-b049-53a5a1b08ef2 req-c9b3001a-472f-42f2-b843-d521b33f8587 service neutron] Transition to ACTIVE for port object cbb50be7-faf3-432e-b6b8-c7a22b847d0c will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:56:44.727979 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8e114ce6-88a7-47ff-b049-53a5a1b08ef2 req-c9b3001a-472f-42f2-b843-d521b33f8587 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (cbb50be7-faf3-432e-b6b8-c7a22b847d0c), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:44.865247 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b3001a-472f-42f2-b843-d521b33f8587 service neutron] Pushing event updated for resources: {'Port': ['ID=cbb50be7-faf3-432e-b6b8-c7a22b847d0c,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:44.914776 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-8e114ce6-88a7-47ff-b049-53a5a1b08ef2 req-c9b3001a-472f-42f2-b843-d521b33f8587 service neutron] Attempting to bind port cbb50be7-faf3-432e-b6b8-c7a22b847d0c on host n-h2-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:56:44.915381 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-8e114ce6-88a7-47ff-b049-53a5a1b08ef2 req-c9b3001a-472f-42f2-b843-d521b33f8587 service neutron] Attempting to bind port cbb50be7-faf3-432e-b6b8-c7a22b847d0c by drivers openvswitch,hyperv on host n-h2-825015-3 at level 0 using segments [{'id': '0934a908-175b-4cbf-ace2-f0550fc5d53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'f237d722-433d-480c-8987-66d34675134e'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:56:44.915917 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e114ce6-88a7-47ff-b049-53a5a1b08ef2 req-c9b3001a-472f-42f2-b843-d521b33f8587 service neutron] Attempting to bind port cbb50be7-faf3-432e-b6b8-c7a22b847d0c on network f237d722-433d-480c-8987-66d34675134e {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:56:44.935332 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e114ce6-88a7-47ff-b049-53a5a1b08ef2 req-c9b3001a-472f-42f2-b843-d521b33f8587 service neutron] Port cbb50be7-faf3-432e-b6b8-c7a22b847d0c on network f237d722-433d-480c-8987-66d34675134e not bound, no agent of type Open vSwitch agent registered on host n-h2-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:56:44.935990 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e114ce6-88a7-47ff-b049-53a5a1b08ef2 req-c9b3001a-472f-42f2-b843-d521b33f8587 service neutron] Attempting to bind port cbb50be7-faf3-432e-b6b8-c7a22b847d0c on network f237d722-433d-480c-8987-66d34675134e {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:56:44.963670 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e114ce6-88a7-47ff-b049-53a5a1b08ef2 req-c9b3001a-472f-42f2-b843-d521b33f8587 service neutron] Checking agent: {'id': '9b68a165-e786-4b91-8592-44519c2ecabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:56:44.964329 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e114ce6-88a7-47ff-b049-53a5a1b08ef2 req-c9b3001a-472f-42f2-b843-d521b33f8587 service neutron] Checking segment: {'id': '0934a908-175b-4cbf-ace2-f0550fc5d53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'f237d722-433d-480c-8987-66d34675134e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:56:44.965152 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e114ce6-88a7-47ff-b049-53a5a1b08ef2 req-c9b3001a-472f-42f2-b843-d521b33f8587 service neutron] Bound using segment: {'id': '0934a908-175b-4cbf-ace2-f0550fc5d53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'f237d722-433d-480c-8987-66d34675134e'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:56:44.965818 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-8e114ce6-88a7-47ff-b049-53a5a1b08ef2 req-c9b3001a-472f-42f2-b843-d521b33f8587 service neutron] Bound port: cbb50be7-faf3-432e-b6b8-c7a22b847d0c, host: n-h2-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0934a908-175b-4cbf-ace2-f0550fc5d53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'f237d722-433d-480c-8987-66d34675134e'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:56:44.966367 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8e114ce6-88a7-47ff-b049-53a5a1b08ef2 req-c9b3001a-472f-42f2-b843-d521b33f8587 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (cbb50be7-faf3-432e-b6b8-c7a22b847d0c), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:45.009925 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e6fe92-60af-4913-8641-0b9cf064539b req-052da440-5421-4c5c-9a5f-6fd33f5bc724 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:45.018338 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-87e6fe92-60af-4913-8641-0b9cf064539b req-052da440-5421-4c5c-9a5f-6fd33f5bc724 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=5e5719fc-6adb-433e-b6f9-63c1a0698526 HTTP/1.1" status: 200 len: 943 time: 0.0975394 Feb 04 12:56:45.114826 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-87e6fe92-60af-4913-8641-0b9cf064539b req-0105db59-45a0-4b51-a0ce-55af64a52042 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=068b1e11-4a70-4e33-8087-efe2a4e35d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956745 Feb 04 12:56:45.117859 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-8e114ce6-88a7-47ff-b049-53a5a1b08ef2 req-c9b3001a-472f-42f2-b843-d521b33f8587 service neutron] For port cbb50be7-faf3-432e-b6b8-c7a22b847d0c, host n-h2-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:56:45.123511 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-8e114ce6-88a7-47ff-b049-53a5a1b08ef2 req-c9b3001a-472f-42f2-b843-d521b33f8587 service neutron] For port cbb50be7-faf3-432e-b6b8-c7a22b847d0c, host n-h2-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=cbb50be7-faf3-432e-b6b8-c7a22b847d0c,segment=NetworkSegment(0934a908-175b-4cbf-ace2-f0550fc5d53c),segment_id=0934a908-175b-4cbf-ace2-f0550fc5d53c)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:56:45.135488 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8e114ce6-88a7-47ff-b049-53a5a1b08ef2 req-c9b3001a-472f-42f2-b843-d521b33f8587 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (cbb50be7-faf3-432e-b6b8-c7a22b847d0c), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:45.178170 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e114ce6-88a7-47ff-b049-53a5a1b08ef2 req-c9b3001a-472f-42f2-b843-d521b33f8587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:45.178992 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8e114ce6-88a7-47ff-b049-53a5a1b08ef2 req-c9b3001a-472f-42f2-b843-d521b33f8587 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:45.180481 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8e114ce6-88a7-47ff-b049-53a5a1b08ef2 req-c9b3001a-472f-42f2-b843-d521b33f8587 service neutron] 10.222.0.77 "PUT /v2.0/ports/cbb50be7-faf3-432e-b6b8-c7a22b847d0c HTTP/1.1" status: 200 len: 1091 time: 1.0617001 Feb 04 12:56:45.181004 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e5719fc-6adb-433e-b6f9-63c1a0698526', 'tag': 'cbb50be7-faf3-432e-b6b8-c7a22b847d0c'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:56:45.183406 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be307ece-9d54-49cc-bde8-7cb691465c02" -d '{"events": [{"name": "network-changed", "server_uuid": "5e5719fc-6adb-433e-b6f9-63c1a0698526", "tag": "cbb50be7-faf3-432e-b6b8-c7a22b847d0c"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:56:45.218489 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b3001a-472f-42f2-b843-d521b33f8587 service neutron] Pushing event updated for resources: {'Port': ['ID=cbb50be7-faf3-432e-b6b8-c7a22b847d0c,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:45.247606 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c8784b6-5d33-4df6-97ee-a35e502dd644 x-openstack-request-id: req-2c8784b6-5d33-4df6-97ee-a35e502dd644 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:56:45.248029 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e5719fc-6adb-433e-b6f9-63c1a0698526", "tag": "cbb50be7-faf3-432e-b6b8-c7a22b847d0c", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:56:45.248468 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2c8784b6-5d33-4df6-97ee-a35e502dd644 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:56:45.249073 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e5719fc-6adb-433e-b6f9-63c1a0698526', 'tag': 'cbb50be7-faf3-432e-b6b8-c7a22b847d0c', 'status': 'completed', 'code': 200} Feb 04 12:56:45.303100 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e114ce6-88a7-47ff-b049-53a5a1b08ef2 req-6aeb19ca-db65-49f6-b316-48d9417b27fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:45.304690 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8e114ce6-88a7-47ff-b049-53a5a1b08ef2 req-6aeb19ca-db65-49f6-b316-48d9417b27fa service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3c0dc8c0402645d983d20be0fc21117a&device_id=5e5719fc-6adb-433e-b6f9-63c1a0698526 HTTP/1.1" status: 200 len: 1125 time: 0.0542095 Feb 04 12:56:45.360644 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8e114ce6-88a7-47ff-b049-53a5a1b08ef2 req-860f9df7-1954-48a8-8b13-828df9c154ec service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cbb50be7-faf3-432e-b6b8-c7a22b847d0c HTTP/1.1" status: 200 len: 217 time: 0.0480261 Feb 04 12:56:45.422655 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e114ce6-88a7-47ff-b049-53a5a1b08ef2 req-9cc126d1-31a8-443d-aa89-c2fd37396223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:45.425010 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8e114ce6-88a7-47ff-b049-53a5a1b08ef2 req-9cc126d1-31a8-443d-aa89-c2fd37396223 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=70faacee-af53-42b7-af83-bbc74f352570 HTTP/1.1" status: 200 len: 851 time: 0.0553379 Feb 04 12:56:45.480469 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e114ce6-88a7-47ff-b049-53a5a1b08ef2 req-d7088c36-8252-45f1-b64a-d80b1b4dd73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:45.482136 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8e114ce6-88a7-47ff-b049-53a5a1b08ef2 req-d7088c36-8252-45f1-b64a-d80b1b4dd73b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f237d722-433d-480c-8987-66d34675134e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0511684 Feb 04 12:56:45.562361 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dc973afb-2875-42b2-abda-c99991789466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:45.581089 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8e114ce6-88a7-47ff-b049-53a5a1b08ef2 req-b6e8412b-f98d-4fef-9dac-de92602d3018 service neutron] 10.222.0.77 "GET /v2.0/networks/f237d722-433d-480c-8987-66d34675134e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919015 Feb 04 12:56:45.670634 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-56ed14a8-62ed-4578-adca-ea8ee63957e1 req-806c1708-eeab-43e2-98b8-dbd9bbba930c tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "GET /v2.0/ports?device_id=98fdefef-d346-40b4-b39a-a05642b3173e HTTP/1.1" status: 200 len: 210 time: 0.0353653 Feb 04 12:56:45.717488 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8e114ce6-88a7-47ff-b049-53a5a1b08ef2 req-5719f682-c266-488b-94b5-6fc8435bcdb0 service neutron] 10.222.0.77 "GET /v2.0/networks/f237d722-433d-480c-8987-66d34675134e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318679 Feb 04 12:56:45.894668 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be307ece-9d54-49cc-bde8-7cb691465c02 req-f8798b6b-dd3f-433f-8195-e4a4526c62fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:45.896423 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-be307ece-9d54-49cc-bde8-7cb691465c02 req-f8798b6b-dd3f-433f-8195-e4a4526c62fc service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3c0dc8c0402645d983d20be0fc21117a&device_id=5e5719fc-6adb-433e-b6f9-63c1a0698526 HTTP/1.1" status: 200 len: 1125 time: 0.1166341 Feb 04 12:56:45.966210 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53c7ab0-8030-4334-95da-b307c11a0cf1 req-7211c023-ada1-4a61-96d1-95f1d34e5fe2 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:45.967752 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f53c7ab0-8030-4334-95da-b307c11a0cf1 req-7211c023-ada1-4a61-96d1-95f1d34e5fe2 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.73 "GET /v2.0/networks?id=74e52c79-8af0-4510-adb0-f8d07ad29182 HTTP/1.1" status: 200 len: 796 time: 0.2115886 Feb 04 12:56:46.029704 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be307ece-9d54-49cc-bde8-7cb691465c02 req-9b191e57-9f2d-467e-8839-446ff83eda61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:46.031200 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-be307ece-9d54-49cc-bde8-7cb691465c02 req-9b191e57-9f2d-467e-8839-446ff83eda61 service neutron] 10.222.0.77 "GET /v2.0/networks?id=f237d722-433d-480c-8987-66d34675134e HTTP/1.1" status: 200 len: 913 time: 0.1288884 Feb 04 12:56:46.086727 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-be307ece-9d54-49cc-bde8-7cb691465c02 req-d3470a64-bf8e-48b1-b03d-68f82caf8ef2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cbb50be7-faf3-432e-b6b8-c7a22b847d0c HTTP/1.1" status: 200 len: 217 time: 0.0457389 Feb 04 12:56:46.104753 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f53c7ab0-8030-4334-95da-b307c11a0cf1 req-d36175a4-54d7-4058-9f2d-f55986a0399b tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad73185521b9452e903e10ccdcd3b5aa HTTP/1.1" status: 200 len: 380 time: 0.1187203 Feb 04 12:56:46.128830 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-f53c7ab0-8030-4334-95da-b307c11a0cf1 req-f26d0649-7c9b-4992-818a-795a769b8dcc tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Request body: {'port': {'device_id': '98fdefef-d346-40b4-b39a-a05642b3173e', 'network_id': '74e52c79-8af0-4510-adb0-f8d07ad29182', 'admin_state_up': True, 'tenant_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'security_groups': ['d98f2f98-4e7f-48f8-ae9b-80c3535f38b4']}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:56:46.198647 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be307ece-9d54-49cc-bde8-7cb691465c02 req-6d064c79-ff49-46c8-8cc3-2375e0e223e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:46.200160 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-be307ece-9d54-49cc-bde8-7cb691465c02 req-6d064c79-ff49-46c8-8cc3-2375e0e223e1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=70faacee-af53-42b7-af83-bbc74f352570 HTTP/1.1" status: 200 len: 851 time: 0.1079369 Feb 04 12:56:46.682224 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6687948-24ff-49e2-b3ff-51cad760bca2 req-8b3c62c8-6444-42ac-aa66-e0d36e5c2564 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:46.683726 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c6687948-24ff-49e2-b3ff-51cad760bca2 req-8b3c62c8-6444-42ac-aa66-e0d36e5c2564 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=5e5719fc-6adb-433e-b6f9-63c1a0698526 HTTP/1.1" status: 200 len: 943 time: 0.4808481 Feb 04 12:56:46.686402 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be307ece-9d54-49cc-bde8-7cb691465c02 req-87fb7b82-b70f-4996-b67a-09402e62601a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:46.687960 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-be307ece-9d54-49cc-bde8-7cb691465c02 req-87fb7b82-b70f-4996-b67a-09402e62601a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f237d722-433d-480c-8987-66d34675134e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4700472 Feb 04 12:56:46.688833 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f53c7ab0-8030-4334-95da-b307c11a0cf1 req-f26d0649-7c9b-4992-818a-795a769b8dcc tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Made reservation on behalf of ad73185521b9452e903e10ccdcd3b5aa for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:56:46.692733 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-f53c7ab0-8030-4334-95da-b307c11a0cf1 req-f26d0649-7c9b-4992-818a-795a769b8dcc tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:46.820212 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d4d0a953-8e57-4e6c-ab69-7d7c6e777b9f req-5118424a-eaa7-44ac-8f70-cc3659bf0030 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "GET /v2.0/ports?device_id=98fdefef-d346-40b4-b39a-a05642b3173e HTTP/1.1" status: 200 len: 210 time: 0.0557342 Feb 04 12:56:46.895673 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c6687948-24ff-49e2-b3ff-51cad760bca2 req-1bf8bacb-02d5-4351-8eda-80cf3db51deb tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=068b1e11-4a70-4e33-8087-efe2a4e35d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1990037 Feb 04 12:56:46.941931 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-be307ece-9d54-49cc-bde8-7cb691465c02 req-2b95ae54-aee0-46aa-86f5-62c1a6695eaa service neutron] 10.222.0.77 "GET /v2.0/networks/f237d722-433d-480c-8987-66d34675134e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463970 Feb 04 12:56:47.086401 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-f53c7ab0-8030-4334-95da-b307c11a0cf1 req-f26d0649-7c9b-4992-818a-795a769b8dcc tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Allocated IP 172.20.0.3 (74e52c79-8af0-4510-adb0-f8d07ad29182/95ea9ebd-f7aa-425c-9be2-55757b9f0bd9/a9db204c-358c-4426-8794-a31cb764b543) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:56:47.117715 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-be307ece-9d54-49cc-bde8-7cb691465c02 req-c2e3d70b-ae54-4ced-9e78-af9296f68b27 service neutron] 10.222.0.77 "GET /v2.0/networks/f237d722-433d-480c-8987-66d34675134e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648676 Feb 04 12:56:47.275711 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f853ca4-8c34-4bd1-98bb-a6ea02d00a85 req-809dddcc-31e7-4c07-b428-d6803cd54104 tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:47.277134 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4f853ca4-8c34-4bd1-98bb-a6ea02d00a85 req-809dddcc-31e7-4c07-b428-d6803cd54104 tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] 10.222.0.65 "GET /v2.0/ports?device_id=e835c1a2-7756-4b33-82f0-0cd768119aa1 HTTP/1.1" status: 200 len: 946 time: 0.1144197 Feb 04 12:56:47.298138 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-f53c7ab0-8030-4334-95da-b307c11a0cf1 req-f26d0649-7c9b-4992-818a-795a769b8dcc tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for port (a9db204c-358c-4426-8794-a31cb764b543), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:47.353038 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4f853ca4-8c34-4bd1-98bb-a6ea02d00a85 req-052eceef-920e-4bf9-9052-533034708c2b tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] 10.222.0.65 "GET /v2.0/security-groups?id=c81fcece-bd48-4f4e-8fb2-64c8db70253b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649779 Feb 04 12:56:47.367352 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-f53c7ab0-8030-4334-95da-b307c11a0cf1 req-f26d0649-7c9b-4992-818a-795a769b8dcc tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (a9db204c-358c-4426-8794-a31cb764b543), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:47.420413 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f53c7ab0-8030-4334-95da-b307c11a0cf1 req-f26d0649-7c9b-4992-818a-795a769b8dcc tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Network 74e52c79-8af0-4510-adb0-f8d07ad29182 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:56:47.427512 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-f53c7ab0-8030-4334-95da-b307c11a0cf1 req-f26d0649-7c9b-4992-818a-795a769b8dcc tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:56:47.430386 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-f53c7ab0-8030-4334-95da-b307c11a0cf1 req-f26d0649-7c9b-4992-818a-795a769b8dcc tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:56:47.433284 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26d0649-7c9b-4992-818a-795a769b8dcc tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Pushing event updated for resources: {'Port': ['ID=a9db204c-358c-4426-8794-a31cb764b543,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:47.490166 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53c7ab0-8030-4334-95da-b307c11a0cf1 req-f26d0649-7c9b-4992-818a-795a769b8dcc tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:47.490958 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-f53c7ab0-8030-4334-95da-b307c11a0cf1 req-f26d0649-7c9b-4992-818a-795a769b8dcc tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:47.509749 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f53c7ab0-8030-4334-95da-b307c11a0cf1 req-f26d0649-7c9b-4992-818a-795a769b8dcc tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3855224 Feb 04 12:56:47.522503 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-f53c7ab0-8030-4334-95da-b307c11a0cf1 req-2cc506ff-6a68-480a-b4ba-d1c5ac97b007 service neutron] Request body: {'port': {'device_id': '98fdefef-d346-40b4-b39a-a05642b3173e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:56:47.592750 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-f53c7ab0-8030-4334-95da-b307c11a0cf1 req-2cc506ff-6a68-480a-b4ba-d1c5ac97b007 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (a9db204c-358c-4426-8794-a31cb764b543), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:47.726624 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-c386e001-57c7-4599-817f-e38a4bf62bf1 None None] Provisioning complete for port a9db204c-358c-4426-8794-a31cb764b543 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:56:47.727161 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c386e001-57c7-4599-817f-e38a4bf62bf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (a9db204c-358c-4426-8794-a31cb764b543), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:47.762188 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c386e001-57c7-4599-817f-e38a4bf62bf1 None None] Port a9db204c-358c-4426-8794-a31cb764b543 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:56:47.895644 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-f53c7ab0-8030-4334-95da-b307c11a0cf1 req-2cc506ff-6a68-480a-b4ba-d1c5ac97b007 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9db204c-358c-4426-8794-a31cb764b543 {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:56:47.903434 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-f53c7ab0-8030-4334-95da-b307c11a0cf1 req-2cc506ff-6a68-480a-b4ba-d1c5ac97b007 service neutron] Publish callbacks [] for port (a9db204c-358c-4426-8794-a31cb764b543), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:47.925700 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-f53c7ab0-8030-4334-95da-b307c11a0cf1 req-2cc506ff-6a68-480a-b4ba-d1c5ac97b007 service neutron] Transition to ACTIVE for port object a9db204c-358c-4426-8794-a31cb764b543 will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:56:47.930578 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-f53c7ab0-8030-4334-95da-b307c11a0cf1 req-2cc506ff-6a68-480a-b4ba-d1c5ac97b007 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (a9db204c-358c-4426-8794-a31cb764b543), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:47.997631 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4051c08a-ad58-472a-93cb-8e33a6c734f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:48.066127 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc506ff-6a68-480a-b4ba-d1c5ac97b007 service neutron] Pushing event updated for resources: {'Port': ['ID=a9db204c-358c-4426-8794-a31cb764b543,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:48.077904 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba4c54e-c20d-42d4-8953-e6c618866df1 req-9d55474c-2a6f-4349-9e96-7c16c250522f tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:48.079477 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fba4c54e-c20d-42d4-8953-e6c618866df1 req-9d55474c-2a6f-4349-9e96-7c16c250522f tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "GET /v2.0/ports?device_id=98fdefef-d346-40b4-b39a-a05642b3173e HTTP/1.1" status: 200 len: 943 time: 0.1647682 Feb 04 12:56:48.162933 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ab8754-d6ad-4f51-9f03-1ca8332beb5e req-3c667df9-0349-44e2-ba30-04d537f7587f tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:48.164521 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-13ab8754-d6ad-4f51-9f03-1ca8332beb5e req-3c667df9-0349-44e2-ba30-04d537f7587f tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=5e5719fc-6adb-433e-b6f9-63c1a0698526 HTTP/1.1" status: 200 len: 943 time: 0.1855500 Feb 04 12:56:48.196912 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-f53c7ab0-8030-4334-95da-b307c11a0cf1 req-2cc506ff-6a68-480a-b4ba-d1c5ac97b007 service neutron] Attempting to bind port a9db204c-358c-4426-8794-a31cb764b543 on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:56:48.197255 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-f53c7ab0-8030-4334-95da-b307c11a0cf1 req-2cc506ff-6a68-480a-b4ba-d1c5ac97b007 service neutron] Attempting to bind port a9db204c-358c-4426-8794-a31cb764b543 by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': 'c8e2b57a-5c28-4b60-99e3-8e18da03ac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '74e52c79-8af0-4510-adb0-f8d07ad29182'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:56:48.197591 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53c7ab0-8030-4334-95da-b307c11a0cf1 req-2cc506ff-6a68-480a-b4ba-d1c5ac97b007 service neutron] Attempting to bind port a9db204c-358c-4426-8794-a31cb764b543 on network 74e52c79-8af0-4510-adb0-f8d07ad29182 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:56:48.210985 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fba4c54e-c20d-42d4-8953-e6c618866df1 req-70034e70-32ce-46ee-b2b8-0df6fa6ad707 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "GET /v2.0/security-groups?id=d98f2f98-4e7f-48f8-ae9b-80c3535f38b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088846 Feb 04 12:56:48.216840 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53c7ab0-8030-4334-95da-b307c11a0cf1 req-2cc506ff-6a68-480a-b4ba-d1c5ac97b007 service neutron] Port a9db204c-358c-4426-8794-a31cb764b543 on network 74e52c79-8af0-4510-adb0-f8d07ad29182 not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:56:48.217175 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53c7ab0-8030-4334-95da-b307c11a0cf1 req-2cc506ff-6a68-480a-b4ba-d1c5ac97b007 service neutron] Attempting to bind port a9db204c-358c-4426-8794-a31cb764b543 on network 74e52c79-8af0-4510-adb0-f8d07ad29182 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:56:48.236649 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53c7ab0-8030-4334-95da-b307c11a0cf1 req-2cc506ff-6a68-480a-b4ba-d1c5ac97b007 service neutron] Checking agent: {'id': 'f8add0d2-2202-43d3-bc0e-72442788e6ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:56:48.236776 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53c7ab0-8030-4334-95da-b307c11a0cf1 req-2cc506ff-6a68-480a-b4ba-d1c5ac97b007 service neutron] Checking segment: {'id': 'c8e2b57a-5c28-4b60-99e3-8e18da03ac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '74e52c79-8af0-4510-adb0-f8d07ad29182'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:56:48.237413 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53c7ab0-8030-4334-95da-b307c11a0cf1 req-2cc506ff-6a68-480a-b4ba-d1c5ac97b007 service neutron] Bound using segment: {'id': 'c8e2b57a-5c28-4b60-99e3-8e18da03ac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '74e52c79-8af0-4510-adb0-f8d07ad29182'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:56:48.237951 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-f53c7ab0-8030-4334-95da-b307c11a0cf1 req-2cc506ff-6a68-480a-b4ba-d1c5ac97b007 service neutron] Bound port: a9db204c-358c-4426-8794-a31cb764b543, host: n-h1-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8e2b57a-5c28-4b60-99e3-8e18da03ac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '74e52c79-8af0-4510-adb0-f8d07ad29182'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:56:48.238326 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-f53c7ab0-8030-4334-95da-b307c11a0cf1 req-2cc506ff-6a68-480a-b4ba-d1c5ac97b007 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (a9db204c-358c-4426-8794-a31cb764b543), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:48.271953 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-13ab8754-d6ad-4f51-9f03-1ca8332beb5e req-da222336-67cb-4a2d-8e5b-fcac3f417d7c tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=068b1e11-4a70-4e33-8087-efe2a4e35d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955777 Feb 04 12:56:48.326348 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-f53c7ab0-8030-4334-95da-b307c11a0cf1 req-2cc506ff-6a68-480a-b4ba-d1c5ac97b007 service neutron] For port a9db204c-358c-4426-8794-a31cb764b543, host n-h1-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:56:48.329546 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-f53c7ab0-8030-4334-95da-b307c11a0cf1 req-2cc506ff-6a68-480a-b4ba-d1c5ac97b007 service neutron] For port a9db204c-358c-4426-8794-a31cb764b543, host n-h1-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=a9db204c-358c-4426-8794-a31cb764b543,segment=NetworkSegment(c8e2b57a-5c28-4b60-99e3-8e18da03ac0f),segment_id=c8e2b57a-5c28-4b60-99e3-8e18da03ac0f)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:56:48.336588 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-f53c7ab0-8030-4334-95da-b307c11a0cf1 req-2cc506ff-6a68-480a-b4ba-d1c5ac97b007 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (a9db204c-358c-4426-8794-a31cb764b543), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:48.378720 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53c7ab0-8030-4334-95da-b307c11a0cf1 req-2cc506ff-6a68-480a-b4ba-d1c5ac97b007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:48.379273 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-f53c7ab0-8030-4334-95da-b307c11a0cf1 req-2cc506ff-6a68-480a-b4ba-d1c5ac97b007 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:48.380833 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f53c7ab0-8030-4334-95da-b307c11a0cf1 req-2cc506ff-6a68-480a-b4ba-d1c5ac97b007 service neutron] 10.222.0.73 "PUT /v2.0/ports/a9db204c-358c-4426-8794-a31cb764b543 HTTP/1.1" status: 200 len: 1091 time: 0.8627162 Feb 04 12:56:48.381332 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98fdefef-d346-40b4-b39a-a05642b3173e', 'tag': 'a9db204c-358c-4426-8794-a31cb764b543'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:56:48.398718 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4609d9c6-cc0e-4ae3-b135-67d332eae2c2" -d '{"events": [{"name": "network-changed", "server_uuid": "98fdefef-d346-40b4-b39a-a05642b3173e", "tag": "a9db204c-358c-4426-8794-a31cb764b543"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:56:48.465969 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc506ff-6a68-480a-b4ba-d1c5ac97b007 service neutron] Pushing event updated for resources: {'Port': ['ID=a9db204c-358c-4426-8794-a31cb764b543,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:48.499569 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-314fa374-860f-4e5c-9900-b06512e2facc x-openstack-request-id: req-314fa374-860f-4e5c-9900-b06512e2facc {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:56:48.500063 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98fdefef-d346-40b4-b39a-a05642b3173e", "tag": "a9db204c-358c-4426-8794-a31cb764b543", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:56:48.500436 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-314fa374-860f-4e5c-9900-b06512e2facc {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:56:48.500943 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98fdefef-d346-40b4-b39a-a05642b3173e', 'tag': 'a9db204c-358c-4426-8794-a31cb764b543', 'status': 'completed', 'code': 200} Feb 04 12:56:48.603887 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53c7ab0-8030-4334-95da-b307c11a0cf1 req-f3cf3373-f6da-46e8-9911-cb6ad7e2012f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:48.605544 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f53c7ab0-8030-4334-95da-b307c11a0cf1 req-f3cf3373-f6da-46e8-9911-cb6ad7e2012f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ad73185521b9452e903e10ccdcd3b5aa&device_id=98fdefef-d346-40b4-b39a-a05642b3173e HTTP/1.1" status: 200 len: 1125 time: 0.1363063 Feb 04 12:56:48.635300 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dcc92c-d8d0-442c-99b0-88b5da67fb5a req-d8566605-9037-42c4-8354-32f7680f377f tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:48.636947 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-95dcc92c-d8d0-442c-99b0-88b5da67fb5a req-d8566605-9037-42c4-8354-32f7680f377f tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] 10.222.0.65 "GET /v2.0/ports?device_id=e835c1a2-7756-4b33-82f0-0cd768119aa1 HTTP/1.1" status: 200 len: 946 time: 0.1306038 Feb 04 12:56:48.670990 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f53c7ab0-8030-4334-95da-b307c11a0cf1 req-550dbb62-1ccf-4b3b-bdba-5c95d9b20f9d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9db204c-358c-4426-8794-a31cb764b543 HTTP/1.1" status: 200 len: 217 time: 0.0553174 Feb 04 12:56:48.696803 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057cb728-7b67-49f4-9bfb-9e8de3a3a83b req-b4ff60db-e254-4892-9bdc-9821d55d714b tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:48.698242 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-057cb728-7b67-49f4-9bfb-9e8de3a3a83b req-b4ff60db-e254-4892-9bdc-9821d55d714b tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] 10.222.0.77 "GET /v2.0/ports?device_id=e835c1a2-7756-4b33-82f0-0cd768119aa1 HTTP/1.1" status: 200 len: 946 time: 0.1494544 Feb 04 12:56:48.803278 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53c7ab0-8030-4334-95da-b307c11a0cf1 req-f2f9b325-5d41-4059-8cd7-46b46beea69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:48.805001 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f53c7ab0-8030-4334-95da-b307c11a0cf1 req-f2f9b325-5d41-4059-8cd7-46b46beea69a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=95ea9ebd-f7aa-425c-9be2-55757b9f0bd9 HTTP/1.1" status: 200 len: 834 time: 0.1241615 Feb 04 12:56:48.814039 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-95dcc92c-d8d0-442c-99b0-88b5da67fb5a req-cd2e0348-5899-4d7f-94ea-0b29f0c40e45 tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] 10.222.0.65 "GET /v2.0/security-groups?id=c81fcece-bd48-4f4e-8fb2-64c8db70253b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469927 Feb 04 12:56:48.894852 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53c7ab0-8030-4334-95da-b307c11a0cf1 req-e12d11df-9360-4200-a936-1e1e5a8d0574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:48.896271 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f53c7ab0-8030-4334-95da-b307c11a0cf1 req-e12d11df-9360-4200-a936-1e1e5a8d0574 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=74e52c79-8af0-4510-adb0-f8d07ad29182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0813277 Feb 04 12:56:48.903320 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-057cb728-7b67-49f4-9bfb-9e8de3a3a83b req-9dde5a23-1c5a-4e61-b05e-682084d34c97 tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] Deleting port db2c9dad-3cc1-4784-9f77-a652bdd5e72a {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:56:48.903658 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-057cb728-7b67-49f4-9bfb-9e8de3a3a83b req-9dde5a23-1c5a-4e61-b05e-682084d34c97 tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (db2c9dad-3cc1-4784-9f77-a652bdd5e72a), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:49.056859 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-057cb728-7b67-49f4-9bfb-9e8de3a3a83b req-9dde5a23-1c5a-4e61-b05e-682084d34c97 tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] For port db2c9dad-3cc1-4784-9f77-a652bdd5e72a, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=db2c9dad-3cc1-4784-9f77-a652bdd5e72a,segment=NetworkSegment(fbf62fd6-6ba4-4309-a2d8-e3b0817a1f03),segment_id=fbf62fd6-6ba4-4309-a2d8-e3b0817a1f03)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:56:49.057221 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-057cb728-7b67-49f4-9bfb-9e8de3a3a83b req-9dde5a23-1c5a-4e61-b05e-682084d34c97 tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (db2c9dad-3cc1-4784-9f77-a652bdd5e72a), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:49.072821 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f53c7ab0-8030-4334-95da-b307c11a0cf1 req-ae1fea19-5936-41aa-9973-d8ed9a091fb3 service neutron] 10.222.0.73 "GET /v2.0/networks/74e52c79-8af0-4510-adb0-f8d07ad29182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650105 Feb 04 12:56:49.073654 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-057cb728-7b67-49f4-9bfb-9e8de3a3a83b req-9dde5a23-1c5a-4e61-b05e-682084d34c97 tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] Calling delete_port for db2c9dad-3cc1-4784-9f77-a652bdd5e72a owned by compute:nova {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:56:49.224248 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f53c7ab0-8030-4334-95da-b307c11a0cf1 req-1193047e-1ee0-42b1-a2b8-9da7934d877e service neutron] 10.222.0.73 "GET /v2.0/networks/74e52c79-8af0-4510-adb0-f8d07ad29182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447837 Feb 04 12:56:49.289835 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-057cb728-7b67-49f4-9bfb-9e8de3a3a83b req-9dde5a23-1c5a-4e61-b05e-682084d34c97 tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (db2c9dad-3cc1-4784-9f77-a652bdd5e72a), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:49.290143 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:49.304527 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['db2c9dad-3cc1-4784-9f77-a652bdd5e72a'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:56:49.346564 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dde5a23-1c5a-4e61-b05e-682084d34c97 tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] Pushing event deleted for resources: {'Port': ['ID=db2c9dad-3cc1-4784-9f77-a652bdd5e72a,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:49.459411 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-057cb728-7b67-49f4-9bfb-9e8de3a3a83b req-9dde5a23-1c5a-4e61-b05e-682084d34c97 tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] No DVR routers for this DVR port db2c9dad-3cc1-4784-9f77-a652bdd5e72a on host n-h2-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:56:49.463906 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-057cb728-7b67-49f4-9bfb-9e8de3a3a83b req-9dde5a23-1c5a-4e61-b05e-682084d34c97 tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:49.467140 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-057cb728-7b67-49f4-9bfb-9e8de3a3a83b req-9dde5a23-1c5a-4e61-b05e-682084d34c97 tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] 10.222.0.77 "DELETE /v2.0/ports/db2c9dad-3cc1-4784-9f77-a652bdd5e72a HTTP/1.1" status: 204 len: 173 time: 0.7615912 Feb 04 12:56:49.488572 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1132411-5170-4971-8f33-806b32ff1c97 req-559e3966-8a27-45f8-b274-d1def58e4ff7 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:49.490051 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b1132411-5170-4971-8f33-806b32ff1c97 req-559e3966-8a27-45f8-b274-d1def58e4ff7 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "GET /v2.0/ports?device_id=98fdefef-d346-40b4-b39a-a05642b3173e HTTP/1.1" status: 200 len: 943 time: 0.1921268 Feb 04 12:56:49.501192 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4609d9c6-cc0e-4ae3-b135-67d332eae2c2 req-d85b44da-d175-4162-adb1-de0dc42f86bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:49.503223 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4609d9c6-cc0e-4ae3-b135-67d332eae2c2 req-d85b44da-d175-4162-adb1-de0dc42f86bf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ad73185521b9452e903e10ccdcd3b5aa&device_id=98fdefef-d346-40b4-b39a-a05642b3173e HTTP/1.1" status: 200 len: 1125 time: 0.1683939 Feb 04 12:56:49.528367 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf39530-ac1f-4fc7-888c-894be1e3be84 req-39c5c774-fc2a-47d6-abe8-22ea76ec1b7e tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:49.529854 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cdf39530-ac1f-4fc7-888c-894be1e3be84 req-39c5c774-fc2a-47d6-abe8-22ea76ec1b7e tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=5e5719fc-6adb-433e-b6f9-63c1a0698526 HTTP/1.1" status: 200 len: 943 time: 0.1656802 Feb 04 12:56:49.893175 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b1132411-5170-4971-8f33-806b32ff1c97 req-b674e329-78ec-43cb-91d2-3a377530f4e2 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "GET /v2.0/security-groups?id=d98f2f98-4e7f-48f8-ae9b-80c3535f38b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3888614 Feb 04 12:56:49.917867 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cdf39530-ac1f-4fc7-888c-894be1e3be84 req-89e9edf1-f5c3-4be6-8742-e3905944582d tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=068b1e11-4a70-4e33-8087-efe2a4e35d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3719735 Feb 04 12:56:49.934660 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4609d9c6-cc0e-4ae3-b135-67d332eae2c2 req-7a33410a-3848-484b-b35b-6a92664b3860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:49.936797 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4609d9c6-cc0e-4ae3-b135-67d332eae2c2 req-7a33410a-3848-484b-b35b-6a92664b3860 service neutron] 10.222.0.73 "GET /v2.0/networks?id=74e52c79-8af0-4510-adb0-f8d07ad29182 HTTP/1.1" status: 200 len: 897 time: 0.4238877 Feb 04 12:56:49.984633 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4609d9c6-cc0e-4ae3-b135-67d332eae2c2 req-f786232b-502b-4d43-a4fd-0e8c315bb2d9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9db204c-358c-4426-8794-a31cb764b543 HTTP/1.1" status: 200 len: 217 time: 0.0410557 Feb 04 12:56:50.054308 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bf284e44-f107-412c-a18a-b70aa98f81be req-1f7a2717-09fd-46a6-a9bc-76beb08c9b91 tempest-VolumesSnapshotTestJSON-1921208639 tempest-VolumesSnapshotTestJSON-1921208639-project] 10.222.0.65 "GET /v2.0/ports?device_id=e835c1a2-7756-4b33-82f0-0cd768119aa1 HTTP/1.1" status: 200 len: 210 time: 0.0523117 Feb 04 12:56:50.067564 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4609d9c6-cc0e-4ae3-b135-67d332eae2c2 req-0200b85f-6cf6-44a0-b101-1d73dd92801d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:50.069180 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4609d9c6-cc0e-4ae3-b135-67d332eae2c2 req-0200b85f-6cf6-44a0-b101-1d73dd92801d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=95ea9ebd-f7aa-425c-9be2-55757b9f0bd9 HTTP/1.1" status: 200 len: 834 time: 0.0750701 Feb 04 12:56:50.126132 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4609d9c6-cc0e-4ae3-b135-67d332eae2c2 req-40eff025-6c0a-4295-a1bb-1928c138498d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:50.128416 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4609d9c6-cc0e-4ae3-b135-67d332eae2c2 req-40eff025-6c0a-4295-a1bb-1928c138498d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=74e52c79-8af0-4510-adb0-f8d07ad29182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0493388 Feb 04 12:56:50.234481 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4609d9c6-cc0e-4ae3-b135-67d332eae2c2 req-228cb077-ec20-4542-8121-fdb9edc72b2e service neutron] 10.222.0.73 "GET /v2.0/networks/74e52c79-8af0-4510-adb0-f8d07ad29182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879209 Feb 04 12:56:50.339059 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4609d9c6-cc0e-4ae3-b135-67d332eae2c2 req-55072ece-0450-4587-a113-7202ca5a172b service neutron] 10.222.0.73 "GET /v2.0/networks/74e52c79-8af0-4510-adb0-f8d07ad29182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921133 Feb 04 12:56:50.503097 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e835c1a2-7756-4b33-82f0-0cd768119aa1', 'name': 'network-vif-deleted', 'tag': 'db2c9dad-3cc1-4784-9f77-a652bdd5e72a'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:56:50.505546 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c9c907c-cfd5-4824-83c4-38419e5e0b64" -d '{"events": [{"server_uuid": "e835c1a2-7756-4b33-82f0-0cd768119aa1", "name": "network-vif-deleted", "tag": "db2c9dad-3cc1-4784-9f77-a652bdd5e72a"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:56:50.544207 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:50.550350 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0edb9276-5299-4d0e-8ce9-c7baf1b738b8 x-openstack-request-id: req-0edb9276-5299-4d0e-8ce9-c7baf1b738b8 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:56:50.550660 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e835c1a2-7756-4b33-82f0-0cd768119aa1", "name": "network-vif-deleted", "tag": "db2c9dad-3cc1-4784-9f77-a652bdd5e72a", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:56:50.550920 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0edb9276-5299-4d0e-8ce9-c7baf1b738b8 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:56:50.551322 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e835c1a2-7756-4b33-82f0-0cd768119aa1', 'name': 'network-vif-deleted', 'tag': 'db2c9dad-3cc1-4784-9f77-a652bdd5e72a', 'status': 'completed', 'code': 200} Feb 04 12:56:51.059859 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a91efdd-ff70-4fcf-bf66-147817f96e90 req-d8368548-5779-4bee-8220-8901e9a0c1dd tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:51.061379 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1a91efdd-ff70-4fcf-bf66-147817f96e90 req-d8368548-5779-4bee-8220-8901e9a0c1dd tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "GET /v2.0/ports?device_id=98fdefef-d346-40b4-b39a-a05642b3173e HTTP/1.1" status: 200 len: 943 time: 0.0924613 Feb 04 12:56:51.072503 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cd7e53-2a02-4ec6-ad9a-95818024f3ee req-ddaace51-1b34-4f87-8468-54e818908aae tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:51.073944 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a9cd7e53-2a02-4ec6-ad9a-95818024f3ee req-ddaace51-1b34-4f87-8468-54e818908aae tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=5e5719fc-6adb-433e-b6f9-63c1a0698526 HTTP/1.1" status: 200 len: 943 time: 0.0930054 Feb 04 12:56:51.151089 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1a91efdd-ff70-4fcf-bf66-147817f96e90 req-74c4feda-939d-431f-aa79-2a909c72c3c8 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "GET /v2.0/security-groups?id=d98f2f98-4e7f-48f8-ae9b-80c3535f38b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759737 Feb 04 12:56:51.154526 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a9cd7e53-2a02-4ec6-ad9a-95818024f3ee req-ad40c494-844f-400b-9284-e71aca864b68 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=068b1e11-4a70-4e33-8087-efe2a4e35d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732925 Feb 04 12:56:51.717678 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:52.050249 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device a9db204c-358c-4426-8794-a31cb764b543 details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:56:52.156619 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port a9db204c-358c-4426-8794-a31cb764b543, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=a9db204c-358c-4426-8794-a31cb764b543,segment=NetworkSegment(c8e2b57a-5c28-4b60-99e3-8e18da03ac0f),segment_id=c8e2b57a-5c28-4b60-99e3-8e18da03ac0f)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:56:52.170128 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': 'a9db204c-358c-4426-8794-a31cb764b543', 'network_id': '74e52c79-8af0-4510-adb0-f8d07ad29182', 'port_id': 'a9db204c-358c-4426-8794-a31cb764b543', 'mac_address': 'fa:16:3e:31:36:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95ea9ebd-f7aa-425c-9be2-55757b9f0bd9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:56:52.210222 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port a9db204c-358c-4426-8794-a31cb764b543 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:56:52.210884 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (a9db204c-358c-4426-8794-a31cb764b543), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:52.227608 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9db204c-358c-4426-8794-a31cb764b543 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:56:52.256342 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port a9db204c-358c-4426-8794-a31cb764b543, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=a9db204c-358c-4426-8794-a31cb764b543,segment=NetworkSegment(c8e2b57a-5c28-4b60-99e3-8e18da03ac0f),segment_id=c8e2b57a-5c28-4b60-99e3-8e18da03ac0f)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:56:52.262041 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (a9db204c-358c-4426-8794-a31cb764b543), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:52.321826 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=a9db204c-358c-4426-8794-a31cb764b543,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:52.391722 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d172b9-b825-4156-b76c-19c449963c9c req-7aec468e-2288-49d9-956b-7a6417f33a51 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:52.393515 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-92d172b9-b825-4156-b76c-19c449963c9c req-7aec468e-2288-49d9-956b-7a6417f33a51 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=5e5719fc-6adb-433e-b6f9-63c1a0698526 HTTP/1.1" status: 200 len: 943 time: 0.0936840 Feb 04 12:56:52.422032 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device db2c9dad-3cc1-4784-9f77-a652bdd5e72a no longer exists at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:56:52.432270 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3c8f63-e7fd-4ab2-82b0-b1ae7b41c677 req-72fbb1b4-8e7f-4acc-b717-ddcc64e105f7 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:52.439801 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9e3c8f63-e7fd-4ab2-82b0-b1ae7b41c677 req-72fbb1b4-8e7f-4acc-b717-ddcc64e105f7 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "GET /v2.0/ports?device_id=98fdefef-d346-40b4-b39a-a05642b3173e HTTP/1.1" status: 200 len: 944 time: 0.1049922 Feb 04 12:56:52.454999 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] No Port match for: db2c9dad-3cc1-4784-9f77-a652bdd5e72a {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:56:52.455654 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device db2c9dad-3cc1-4784-9f77-a652bdd5e72a not bound to the agent host n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:56:52.510942 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-92d172b9-b825-4156-b76c-19c449963c9c req-78860158-9576-4b3a-9274-7fbcb482869f tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=068b1e11-4a70-4e33-8087-efe2a4e35d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094229 Feb 04 12:56:52.531582 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9e3c8f63-e7fd-4ab2-82b0-b1ae7b41c677 req-e01381de-1b76-4a14-95f7-10ad88cc88da tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "GET /v2.0/security-groups?id=d98f2f98-4e7f-48f8-ae9b-80c3535f38b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907195 Feb 04 12:56:52.643912 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['a9db204c-358c-4426-8794-a31cb764b543'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:56:53.694517 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0787292d-cef8-437e-93b4-67867cbc62d2 req-dc3a42ee-d20b-4819-902a-aa3048a5606e tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:53.696115 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0787292d-cef8-437e-93b4-67867cbc62d2 req-dc3a42ee-d20b-4819-902a-aa3048a5606e tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=5e5719fc-6adb-433e-b6f9-63c1a0698526 HTTP/1.1" status: 200 len: 943 time: 0.0968339 Feb 04 12:56:53.711616 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e512207-676f-4d2b-ae71-c8ce0b939013 req-946d5578-36f9-4085-a0f7-d682f6d37a46 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:53.716238 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7e512207-676f-4d2b-ae71-c8ce0b939013 req-946d5578-36f9-4085-a0f7-d682f6d37a46 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "GET /v2.0/ports?device_id=98fdefef-d346-40b4-b39a-a05642b3173e HTTP/1.1" status: 200 len: 944 time: 0.0857995 Feb 04 12:56:53.813062 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7e512207-676f-4d2b-ae71-c8ce0b939013 req-fa4a4ae0-8828-4919-a519-c3ce9ee41387 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "GET /v2.0/security-groups?id=d98f2f98-4e7f-48f8-ae9b-80c3535f38b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938318 Feb 04 12:56:53.832598 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0787292d-cef8-437e-93b4-67867cbc62d2 req-c6f1976f-1b2f-42b2-931b-3c30f0b33aaf tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=068b1e11-4a70-4e33-8087-efe2a4e35d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150377 Feb 04 12:56:54.066173 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device a9db204c-358c-4426-8794-a31cb764b543 up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:56:54.119539 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning for port a9db204c-358c-4426-8794-a31cb764b543 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:56:54.123805 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port a9db204c-358c-4426-8794-a31cb764b543 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:56:54.124280 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (a9db204c-358c-4426-8794-a31cb764b543), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:54.214629 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port a9db204c-358c-4426-8794-a31cb764b543 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:56:54.215208 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (a9db204c-358c-4426-8794-a31cb764b543), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:54.256251 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port a9db204c-358c-4426-8794-a31cb764b543, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=a9db204c-358c-4426-8794-a31cb764b543,segment=NetworkSegment(c8e2b57a-5c28-4b60-99e3-8e18da03ac0f),segment_id=c8e2b57a-5c28-4b60-99e3-8e18da03ac0f)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:56:54.257373 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98fdefef-d346-40b4-b39a-a05642b3173e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9db204c-358c-4426-8794-a31cb764b543'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:56:54.260507 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12ccf6b5-0976-4604-b7d5-6d796b8100d4" -d '{"events": [{"server_uuid": "98fdefef-d346-40b4-b39a-a05642b3173e", "name": "network-vif-plugged", "status": "completed", "tag": "a9db204c-358c-4426-8794-a31cb764b543"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:56:54.264941 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (a9db204c-358c-4426-8794-a31cb764b543), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:54.352180 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=a9db204c-358c-4426-8794-a31cb764b543,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:54.364286 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b10718f-17b2-4941-b24d-de450971a7f3 x-openstack-request-id: req-5b10718f-17b2-4941-b24d-de450971a7f3 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:56:54.364600 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98fdefef-d346-40b4-b39a-a05642b3173e", "name": "network-vif-plugged", "status": "completed", "tag": "a9db204c-358c-4426-8794-a31cb764b543", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:56:54.364915 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5b10718f-17b2-4941-b24d-de450971a7f3 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:56:54.365766 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98fdefef-d346-40b4-b39a-a05642b3173e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9db204c-358c-4426-8794-a31cb764b543', 'code': 200} Feb 04 12:56:54.530987 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c14220-22cb-48d3-8e72-b05673e7f2f1 req-009d63e3-0dcf-4af3-80b5-1e2b59ce5e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:54.532571 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-41c14220-22cb-48d3-8e72-b05673e7f2f1 req-009d63e3-0dcf-4af3-80b5-1e2b59ce5e81 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=98fdefef-d346-40b4-b39a-a05642b3173e HTTP/1.1" status: 200 len: 1127 time: 0.0784762 Feb 04 12:56:54.606815 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-41c14220-22cb-48d3-8e72-b05673e7f2f1 req-765221e4-f16e-439b-b6d4-bc552bef77c6 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d98f2f98-4e7f-48f8-ae9b-80c3535f38b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654204 Feb 04 12:56:55.089852 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be006e01-1c07-4581-ba40-8b187cae959d req-4620a0ce-af0c-45d3-be44-5db6113c47c2 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:55.091422 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-be006e01-1c07-4581-ba40-8b187cae959d req-4620a0ce-af0c-45d3-be44-5db6113c47c2 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "GET /v2.0/ports?device_id=98fdefef-d346-40b4-b39a-a05642b3173e HTTP/1.1" status: 200 len: 945 time: 0.1398814 Feb 04 12:56:55.104798 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa93ac5d-6249-432c-bdcb-c7aa1f9095ce req-8bb59e0f-020a-48fc-bee8-c3dc5f275a2f tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:55.106291 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fa93ac5d-6249-432c-bdcb-c7aa1f9095ce req-8bb59e0f-020a-48fc-bee8-c3dc5f275a2f tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=5e5719fc-6adb-433e-b6f9-63c1a0698526 HTTP/1.1" status: 200 len: 943 time: 0.1700664 Feb 04 12:56:55.185711 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-be006e01-1c07-4581-ba40-8b187cae959d req-642c1b29-dba0-4332-8b9f-218edda3da62 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "GET /v2.0/security-groups?id=d98f2f98-4e7f-48f8-ae9b-80c3535f38b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782428 Feb 04 12:56:55.212317 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fa93ac5d-6249-432c-bdcb-c7aa1f9095ce req-e84b4a03-ce79-47f6-8d26-7d3e47a9def8 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=068b1e11-4a70-4e33-8087-efe2a4e35d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988750 Feb 04 12:56:56.414592 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66c3777-5e2f-42a6-abf9-ec2d612b9ece req-fa83f0de-6d4d-4db4-89a2-170192a3a1bd tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:56.418451 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b66c3777-5e2f-42a6-abf9-ec2d612b9ece req-fa83f0de-6d4d-4db4-89a2-170192a3a1bd tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "GET /v2.0/ports?device_id=98fdefef-d346-40b4-b39a-a05642b3173e HTTP/1.1" status: 200 len: 945 time: 0.0930610 Feb 04 12:56:56.511805 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b66c3777-5e2f-42a6-abf9-ec2d612b9ece req-9aeb12a5-c3ca-4e77-b8e7-c91d3fe07b30 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "GET /v2.0/security-groups?id=d98f2f98-4e7f-48f8-ae9b-80c3535f38b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868645 Feb 04 12:56:56.525769 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b091479f-3af6-4e70-b556-4d4f08fa8f60 req-b72f7227-a706-49a5-8055-7d4a01f3be7a tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:56.527421 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b091479f-3af6-4e70-b556-4d4f08fa8f60 req-b72f7227-a706-49a5-8055-7d4a01f3be7a tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=5e5719fc-6adb-433e-b6f9-63c1a0698526 HTTP/1.1" status: 200 len: 943 time: 0.2086492 Feb 04 12:56:56.590053 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b091479f-3af6-4e70-b556-4d4f08fa8f60 req-57544e9b-505a-443a-bbd5-ebc3a48f0ad5 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=068b1e11-4a70-4e33-8087-efe2a4e35d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543165 Feb 04 12:56:57.698321 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50c4a96-765c-4226-850b-fbf603b2fb3b req-803cfdba-5dfd-4a5c-895b-22ed24548c62 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:57.703819 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f50c4a96-765c-4226-850b-fbf603b2fb3b req-803cfdba-5dfd-4a5c-895b-22ed24548c62 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "GET /v2.0/ports?device_id=98fdefef-d346-40b4-b39a-a05642b3173e HTTP/1.1" status: 200 len: 945 time: 0.1120629 Feb 04 12:56:57.813028 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f50c4a96-765c-4226-850b-fbf603b2fb3b req-d59db255-c801-4752-9ac7-8cb88dcf6a23 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "GET /v2.0/security-groups?id=d98f2f98-4e7f-48f8-ae9b-80c3535f38b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026623 Feb 04 12:56:57.879205 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facc5dd3-08de-458c-9cdc-052ea7d6978e req-b5d1e74b-ef13-4b62-886a-aa05f90cdac2 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:57.888404 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-facc5dd3-08de-458c-9cdc-052ea7d6978e req-b5d1e74b-ef13-4b62-886a-aa05f90cdac2 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=5e5719fc-6adb-433e-b6f9-63c1a0698526 HTTP/1.1" status: 200 len: 943 time: 0.1270199 Feb 04 12:56:57.987489 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-facc5dd3-08de-458c-9cdc-052ea7d6978e req-0c59619d-0a82-4d1a-90ed-07044bd2e5b7 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=068b1e11-4a70-4e33-8087-efe2a4e35d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914969 Feb 04 12:56:58.071598 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f324463b-bd10-468b-a20b-be7eefb92c75 req-6796e73b-20f5-4de3-a611-d27148cf4786 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:58.073598 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f324463b-bd10-468b-a20b-be7eefb92c75 req-6796e73b-20f5-4de3-a611-d27148cf4786 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "GET /v2.0/ports?device_id=98fdefef-d346-40b4-b39a-a05642b3173e HTTP/1.1" status: 200 len: 945 time: 0.0614071 Feb 04 12:56:58.147909 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f324463b-bd10-468b-a20b-be7eefb92c75 req-c3a63302-440d-4952-9d39-83819846553f tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "GET /v2.0/security-groups?id=d98f2f98-4e7f-48f8-ae9b-80c3535f38b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627241 Feb 04 12:56:58.163119 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 49242) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:56:58.218380 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12cb9e5-6bbd-4d5e-8574-5015d5dc244e tempest-TestNetworkBasicOps-1870628221 tempest-TestNetworkBasicOps-1870628221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:58.224203 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-b12cb9e5-6bbd-4d5e-8574-5015d5dc244e tempest-TestNetworkBasicOps-1870628221 tempest-TestNetworkBasicOps-1870628221-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=98fdefef-d346-40b4-b39a-a05642b3173e HTTP/1.1" status: 200 len: 1122 time: 0.0562847 Feb 04 12:56:58.226218 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49246) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:56:58.234811 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-6fccdf5e-9a85-477b-b3e5-54c287760eea tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Request body: {'floatingip': {'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'port_id': 'a9db204c-358c-4426-8794-a31cb764b543', 'tenant_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:56:58.289722 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6fccdf5e-9a85-477b-b3e5-54c287760eea tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:58.413930 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6fccdf5e-9a85-477b-b3e5-54c287760eea tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:58.534924 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 12:56:58.568497 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-6fccdf5e-9a85-477b-b3e5-54c287760eea tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Allocated IP 172.25.3.36 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/cf0e80b7-b799-435f-b452-9b9b373a3643) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:56:58.692511 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6fccdf5e-9a85-477b-b3e5-54c287760eea tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for port (cf0e80b7-b799-435f-b452-9b9b373a3643), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:58.731371 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6fccdf5e-9a85-477b-b3e5-54c287760eea tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (cf0e80b7-b799-435f-b452-9b9b373a3643), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:58.750721 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fccdf5e-9a85-477b-b3e5-54c287760eea tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:56:58.754237 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-6fccdf5e-9a85-477b-b3e5-54c287760eea tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:56:58.774448 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fccdf5e-9a85-477b-b3e5-54c287760eea tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:56:58.876250 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fccdf5e-9a85-477b-b3e5-54c287760eea tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Pushing event updated for resources: {'Port': ['ID=cf0e80b7-b799-435f-b452-9b9b373a3643,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:59.143293 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad47df93-c532-4576-ba06-62deb8bd223a req-d3d43df9-dd2d-46a0-8497-0dfbcecf2f1b tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:59.151863 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ad47df93-c532-4576-ba06-62deb8bd223a req-d3d43df9-dd2d-46a0-8497-0dfbcecf2f1b tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=5e5719fc-6adb-433e-b6f9-63c1a0698526 HTTP/1.1" status: 200 len: 943 time: 0.0703089 Feb 04 12:56:59.215046 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ad47df93-c532-4576-ba06-62deb8bd223a req-414c7b80-a703-4c1d-8d6d-e6c966be6257 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=068b1e11-4a70-4e33-8087-efe2a4e35d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618088 Feb 04 12:56:59.511468 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6fccdf5e-9a85-477b-b3e5-54c287760eea tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for floatingip (35976b57-4abd-4aad-9017-46c00d5d16ab), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:59.593822 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6fccdf5e-9a85-477b-b3e5-54c287760eea tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (cf0e80b7-b799-435f-b452-9b9b373a3643), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:59.769314 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6fccdf5e-9a85-477b-b3e5-54c287760eea tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for port (cf0e80b7-b799-435f-b452-9b9b373a3643), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:59.776466 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6fccdf5e-9a85-477b-b3e5-54c287760eea tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (cf0e80b7-b799-435f-b452-9b9b373a3643), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:59.858290 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fccdf5e-9a85-477b-b3e5-54c287760eea tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Pushing event updated for resources: {'Port': ['ID=cf0e80b7-b799-435f-b452-9b9b373a3643,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:59.879452 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6fccdf5e-9a85-477b-b3e5-54c287760eea tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1599943'] for floatingip (35976b57-4abd-4aad-9017-46c00d5d16ab), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:59.996575 n-d-825015-3 neutron-server[103474]: INFO neutron.db.l3_db [None req-6fccdf5e-9a85-477b-b3e5-54c287760eea tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Floating IP 35976b57-4abd-4aad-9017-46c00d5d16ab associated. External IP: 172.25.3.36, port: a9db204c-358c-4426-8794-a31cb764b543. Feb 04 12:57:00.236639 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fccdf5e-9a85-477b-b3e5-54c287760eea tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Router dcc9cb19-10fd-44a6-9753-3213252e9f4d has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:57:00.351453 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611c4c53-7279-405d-b8b9-3bd192463c1b req-864008c9-9483-48cc-8fc5-3722b807c9a1 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:00.353502 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-611c4c53-7279-405d-b8b9-3bd192463c1b req-864008c9-9483-48cc-8fc5-3722b807c9a1 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=5e5719fc-6adb-433e-b6f9-63c1a0698526 HTTP/1.1" status: 200 len: 943 time: 0.0671949 Feb 04 12:57:00.368020 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fccdf5e-9a85-477b-b3e5-54c287760eea tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:57:00.379790 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e69374-042d-4db8-9a4f-05ece23919bc None None] Sync routers for ids ['dcc9cb19-10fd-44a6-9753-3213252e9f4d'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:57:00.400585 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e69374-042d-4db8-9a4f-05ece23919bc None None] Routers {'dcc9cb19-10fd-44a6-9753-3213252e9f4d'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:57:00.401710 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-a9e69374-042d-4db8-9a4f-05ece23919bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:56:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['dcc9cb19-10fd-44a6-9753-3213252e9f4d'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:57:00.405445 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6fccdf5e-9a85-477b-b3e5-54c287760eea tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:00.438250 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-611c4c53-7279-405d-b8b9-3bd192463c1b req-a7f51311-4abf-4295-8f16-0c384d8e8d84 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=068b1e11-4a70-4e33-8087-efe2a4e35d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788698 Feb 04 12:57:00.461059 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-6fccdf5e-9a85-477b-b3e5-54c287760eea tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2300792 Feb 04 12:57:00.461059 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98fdefef-d346-40b4-b39a-a05642b3173e', 'tag': 'a9db204c-358c-4426-8794-a31cb764b543'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:57:00.461897 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 49260) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:57:00.462722 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f42a582c-4541-414d-b725-062a7bc5c0e2" -d '{"events": [{"name": "network-changed", "server_uuid": "98fdefef-d346-40b4-b39a-a05642b3173e", "tag": "a9db204c-358c-4426-8794-a31cb764b543"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:57:00.546681 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-a9e69374-042d-4db8-9a4f-05ece23919bc None None] Set router dcc9cb19-10fd-44a6-9753-3213252e9f4d gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:57:00.553070 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-84479723-ccc5-43ce-ba9f-75445c958fa0 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "GET /v2.0/floatingips/35976b57-4abd-4aad-9017-46c00d5d16ab HTTP/1.1" status: 200 len: 990 time: 0.0886824 Feb 04 12:57:00.600005 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17bde186-97b3-47f1-9c47-59a65082e26d x-openstack-request-id: req-17bde186-97b3-47f1-9c47-59a65082e26d {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:57:00.600959 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98fdefef-d346-40b4-b39a-a05642b3173e", "tag": "a9db204c-358c-4426-8794-a31cb764b543", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:57:00.601523 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-17bde186-97b3-47f1-9c47-59a65082e26d {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:57:00.602249 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98fdefef-d346-40b4-b39a-a05642b3173e', 'tag': 'a9db204c-358c-4426-8794-a31cb764b543', 'status': 'completed', 'code': 200} Feb 04 12:57:00.690806 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42a582c-4541-414d-b725-062a7bc5c0e2 req-2cdbd963-fb39-4159-9d2b-13ab5e90165f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:00.692417 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f42a582c-4541-414d-b725-062a7bc5c0e2 req-2cdbd963-fb39-4159-9d2b-13ab5e90165f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ad73185521b9452e903e10ccdcd3b5aa&device_id=98fdefef-d346-40b4-b39a-a05642b3173e HTTP/1.1" status: 200 len: 1127 time: 0.0587502 Feb 04 12:57:00.818361 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-a9e69374-042d-4db8-9a4f-05ece23919bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcc9cb19-10fd-44a6-9753-3213252e9f4d', 'name': 'tempest-TestNetworkBasicOps-router-155896296', 'tenant_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '49b8182e-1419-4e71-a069-2f9f3666b50c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:56:33Z', 'updated_at': '2022-02-04T12:56:37Z', 'revision_number': 4, 'project_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'gw_port': {'id': '49b8182e-1419-4e71-a069-2f9f3666b50c', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc9cb19-10fd-44a6-9753-3213252e9f4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:56:33Z', 'updated_at': '2022-02-04T12:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': '35976b57-4abd-4aad-9017-46c00d5d16ab', 'tenant_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'floating_ip_address': '172.25.3.36', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': 'dcc9cb19-10fd-44a6-9753-3213252e9f4d', 'port_id': 'a9db204c-358c-4426-8794-a31cb764b543', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3238, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '74e52c79-8af0-4510-adb0-f8d07ad29182', 'mac_address': 'fa:16:3e:31:36:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fdefef-d346-40b4-b39a-a05642b3173e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:56:59Z', 'updated_at': '2022-02-04T12:56:59Z', 'revision_number': 0, 'project_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa0aa1ab-dcc7-49dc-9687-c2e04e531930', 'name': '', 'network_id': '74e52c79-8af0-4510-adb0-f8d07ad29182', 'tenant_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'mac_address': 'fa:16:3e:26:06:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc9cb19-10fd-44a6-9753-3213252e9f4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '95ea9ebd-f7aa-425c-9be2-55757b9f0bd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:56:36Z', 'updated_at': '2022-02-04T12:56:41Z', 'revision_number': 5, 'project_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'subnets': [{'id': '95ea9ebd-f7aa-425c-9be2-55757b9f0bd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:57:00.826084 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42a582c-4541-414d-b725-062a7bc5c0e2 req-e1b3a699-759d-4c04-863e-86db929a906a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:00.827819 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f42a582c-4541-414d-b725-062a7bc5c0e2 req-e1b3a699-759d-4c04-863e-86db929a906a service neutron] 10.222.0.73 "GET /v2.0/networks?id=74e52c79-8af0-4510-adb0-f8d07ad29182 HTTP/1.1" status: 200 len: 897 time: 0.1235590 Feb 04 12:57:00.857693 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e69374-042d-4db8-9a4f-05ece23919bc None None] Checking router: dcc9cb19-10fd-44a6-9753-3213252e9f4d for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:57:00.885587 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e69374-042d-4db8-9a4f-05ece23919bc None None] Routers {'dcc9cb19-10fd-44a6-9753-3213252e9f4d'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:57:00.886249 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-a9e69374-042d-4db8-9a4f-05ece23919bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:56:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['dcc9cb19-10fd-44a6-9753-3213252e9f4d'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:57:00.934448 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f42a582c-4541-414d-b725-062a7bc5c0e2 req-266952e0-e9ed-4111-82ee-93cab5b79917 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9db204c-358c-4426-8794-a31cb764b543 HTTP/1.1" status: 200 len: 998 time: 0.0939236 Feb 04 12:57:00.995537 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42a582c-4541-414d-b725-062a7bc5c0e2 req-69471124-3624-4d27-9039-a73d9684f0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:00.997574 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f42a582c-4541-414d-b725-062a7bc5c0e2 req-69471124-3624-4d27-9039-a73d9684f0c1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=95ea9ebd-f7aa-425c-9be2-55757b9f0bd9 HTTP/1.1" status: 200 len: 834 time: 0.0514791 Feb 04 12:57:01.032185 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-a9e69374-042d-4db8-9a4f-05ece23919bc None None] Set router dcc9cb19-10fd-44a6-9753-3213252e9f4d gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:57:01.068541 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42a582c-4541-414d-b725-062a7bc5c0e2 req-16c95e75-d4b9-4521-a479-5dd648612ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:01.070270 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f42a582c-4541-414d-b725-062a7bc5c0e2 req-16c95e75-d4b9-4521-a479-5dd648612ac8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=74e52c79-8af0-4510-adb0-f8d07ad29182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0630159 Feb 04 12:57:01.238530 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f42a582c-4541-414d-b725-062a7bc5c0e2 req-4a9c3c0b-57ed-4b20-878d-c7ad4c5a2a09 service neutron] 10.222.0.73 "GET /v2.0/networks/74e52c79-8af0-4510-adb0-f8d07ad29182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569986 Feb 04 12:57:01.394647 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f42a582c-4541-414d-b725-062a7bc5c0e2 req-3cf2b601-9c6b-4555-a20e-e42412a7f0cb service neutron] 10.222.0.73 "GET /v2.0/networks/74e52c79-8af0-4510-adb0-f8d07ad29182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450846 Feb 04 12:57:01.469799 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:01.553907 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49272) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:57:01.601431 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-a9e69374-042d-4db8-9a4f-05ece23919bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcc9cb19-10fd-44a6-9753-3213252e9f4d', 'name': 'tempest-TestNetworkBasicOps-router-155896296', 'tenant_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '49b8182e-1419-4e71-a069-2f9f3666b50c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:56:33Z', 'updated_at': '2022-02-04T12:56:37Z', 'revision_number': 4, 'project_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'gw_port': {'id': '49b8182e-1419-4e71-a069-2f9f3666b50c', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc9cb19-10fd-44a6-9753-3213252e9f4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:56:33Z', 'updated_at': '2022-02-04T12:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': '35976b57-4abd-4aad-9017-46c00d5d16ab', 'tenant_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'floating_ip_address': '172.25.3.36', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': 'dcc9cb19-10fd-44a6-9753-3213252e9f4d', 'port_id': 'a9db204c-358c-4426-8794-a31cb764b543', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3238, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '74e52c79-8af0-4510-adb0-f8d07ad29182', 'mac_address': 'fa:16:3e:31:36:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fdefef-d346-40b4-b39a-a05642b3173e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:56:59Z', 'updated_at': '2022-02-04T12:56:59Z', 'revision_number': 0, 'project_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa0aa1ab-dcc7-49dc-9687-c2e04e531930', 'name': '', 'network_id': '74e52c79-8af0-4510-adb0-f8d07ad29182', 'tenant_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'mac_address': 'fa:16:3e:26:06:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc9cb19-10fd-44a6-9753-3213252e9f4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '95ea9ebd-f7aa-425c-9be2-55757b9f0bd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:56:36Z', 'updated_at': '2022-02-04T12:56:41Z', 'revision_number': 5, 'project_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'subnets': [{'id': '95ea9ebd-f7aa-425c-9be2-55757b9f0bd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:57:01.636464 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e69374-042d-4db8-9a4f-05ece23919bc None None] The sync data for ids ['dcc9cb19-10fd-44a6-9753-3213252e9f4d'] in n-d-825015-3 is: [{'id': 'dcc9cb19-10fd-44a6-9753-3213252e9f4d', 'name': 'tempest-TestNetworkBasicOps-router-155896296', 'tenant_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '49b8182e-1419-4e71-a069-2f9f3666b50c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:56:33Z', 'updated_at': '2022-02-04T12:56:37Z', 'revision_number': 4, 'project_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'gw_port': {'id': '49b8182e-1419-4e71-a069-2f9f3666b50c', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc9cb19-10fd-44a6-9753-3213252e9f4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:56:33Z', 'updated_at': '2022-02-04T12:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': '35976b57-4abd-4aad-9017-46c00d5d16ab', 'tenant_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'floating_ip_address': '172.25.3.36', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': 'dcc9cb19-10fd-44a6-9753-3213252e9f4d', 'port_id': 'a9db204c-358c-4426-8794-a31cb764b543', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3238, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '74e52c79-8af0-4510-adb0-f8d07ad29182', 'mac_address': 'fa:16:3e:31:36:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fdefef-d346-40b4-b39a-a05642b3173e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:56:59Z', 'updated_at': '2022-02-04T12:56:59Z', 'revision_number': 0, 'project_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa0aa1ab-dcc7-49dc-9687-c2e04e531930', 'name': '', 'network_id': '74e52c79-8af0-4510-adb0-f8d07ad29182', 'tenant_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'mac_address': 'fa:16:3e:26:06:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc9cb19-10fd-44a6-9753-3213252e9f4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '95ea9ebd-f7aa-425c-9be2-55757b9f0bd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:56:36Z', 'updated_at': '2022-02-04T12:56:41Z', 'revision_number': 5, 'project_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'subnets': [{'id': '95ea9ebd-f7aa-425c-9be2-55757b9f0bd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:57:01.638454 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-9e32ef5d-6aea-46bb-ba43-052a81bd0e81 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "GET /v2.0/floatingips/35976b57-4abd-4aad-9017-46c00d5d16ab HTTP/1.1" status: 200 len: 990 time: 0.0829265 Feb 04 12:57:01.646637 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0eb3c8-598c-460d-866d-1127b11418e5 req-6077acac-3c97-4ced-a79a-156d394f6562 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:01.648214 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fe0eb3c8-598c-460d-866d-1127b11418e5 req-6077acac-3c97-4ced-a79a-156d394f6562 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=5e5719fc-6adb-433e-b6f9-63c1a0698526 HTTP/1.1" status: 200 len: 943 time: 0.1305146 Feb 04 12:57:01.708431 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fe0eb3c8-598c-460d-866d-1127b11418e5 req-5f9a6bd0-345c-4e01-af03-7175fa98c759 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=068b1e11-4a70-4e33-8087-efe2a4e35d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539930 Feb 04 12:57:01.879286 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:01.897721 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bb75c8-9567-4bda-bd7e-e31f3e5c2137 None None] New status for floating IP 35976b57-4abd-4aad-9017-46c00d5d16ab: ACTIVE {{(pid=103477) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 12:57:02.456334 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device cbb50be7-faf3-432e-b6b8-c7a22b847d0c details requested by agent hyperv_n-h2-825015-3 with host n-h2-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:57:02.567828 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port cbb50be7-faf3-432e-b6b8-c7a22b847d0c, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=cbb50be7-faf3-432e-b6b8-c7a22b847d0c,segment=NetworkSegment(0934a908-175b-4cbf-ace2-f0550fc5d53c),segment_id=0934a908-175b-4cbf-ace2-f0550fc5d53c)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:57:02.580653 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Returning: {'device': 'cbb50be7-faf3-432e-b6b8-c7a22b847d0c', 'network_id': 'f237d722-433d-480c-8987-66d34675134e', 'port_id': 'cbb50be7-faf3-432e-b6b8-c7a22b847d0c', 'mac_address': 'fa:16:3e:2f:4e:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70faacee-af53-42b7-af83-bbc74f352570', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:57:02.641383 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port cbb50be7-faf3-432e-b6b8-c7a22b847d0c is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:57:02.641383 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (cbb50be7-faf3-432e-b6b8-c7a22b847d0c), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:02.642620 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49278) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:57:02.654024 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbb50be7-faf3-432e-b6b8-c7a22b847d0c {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:57:02.675780 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port cbb50be7-faf3-432e-b6b8-c7a22b847d0c, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=cbb50be7-faf3-432e-b6b8-c7a22b847d0c,segment=NetworkSegment(0934a908-175b-4cbf-ace2-f0550fc5d53c),segment_id=0934a908-175b-4cbf-ace2-f0550fc5d53c)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:57:02.683571 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (cbb50be7-faf3-432e-b6b8-c7a22b847d0c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:02.748258 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=cbb50be7-faf3-432e-b6b8-c7a22b847d0c,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:02.759177 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-ad60a5b5-d3dd-4300-8eab-edbd01ee6a63 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "GET /v2.0/floatingips/35976b57-4abd-4aad-9017-46c00d5d16ab HTTP/1.1" status: 200 len: 992 time: 0.1120400 Feb 04 12:57:02.870367 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91294b94-5fdf-4acf-9699-461290e6e749 req-29dece33-969c-4c07-9693-2250564316c0 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:02.871907 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-91294b94-5fdf-4acf-9699-461290e6e749 req-29dece33-969c-4c07-9693-2250564316c0 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=5e5719fc-6adb-433e-b6f9-63c1a0698526 HTTP/1.1" status: 200 len: 944 time: 0.0650282 Feb 04 12:57:02.900531 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['cbb50be7-faf3-432e-b6b8-c7a22b847d0c'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:57:02.941667 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-91294b94-5fdf-4acf-9699-461290e6e749 req-ac2ef992-eaea-45c3-b8f0-ee7c4f991c67 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=068b1e11-4a70-4e33-8087-efe2a4e35d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634134 Feb 04 12:57:04.086939 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63868af-d9af-4c62-b5ca-42109c5eb24e req-3abdfe7b-f6cd-45b2-8741-468780d596ad tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:04.090023 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f63868af-d9af-4c62-b5ca-42109c5eb24e req-3abdfe7b-f6cd-45b2-8741-468780d596ad tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=5e5719fc-6adb-433e-b6f9-63c1a0698526 HTTP/1.1" status: 200 len: 944 time: 0.0643210 Feb 04 12:57:04.157350 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f63868af-d9af-4c62-b5ca-42109c5eb24e req-cd2d3de9-2330-4259-a1ed-7c01a36d1c6f tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=068b1e11-4a70-4e33-8087-efe2a4e35d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603652 Feb 04 12:57:04.471795 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device cbb50be7-faf3-432e-b6b8-c7a22b847d0c up at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:57:04.531969 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning for port cbb50be7-faf3-432e-b6b8-c7a22b847d0c completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:57:04.536937 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning complete for port cbb50be7-faf3-432e-b6b8-c7a22b847d0c triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:57:04.537317 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (cbb50be7-faf3-432e-b6b8-c7a22b847d0c), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:04.623271 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port cbb50be7-faf3-432e-b6b8-c7a22b847d0c is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:57:04.623680 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (cbb50be7-faf3-432e-b6b8-c7a22b847d0c), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:04.656539 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e5719fc-6adb-433e-b6f9-63c1a0698526', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbb50be7-faf3-432e-b6b8-c7a22b847d0c'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:57:04.660338 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80b3da6f-966d-424b-a66b-732d3e2db73a" -d '{"events": [{"server_uuid": "5e5719fc-6adb-433e-b6f9-63c1a0698526", "name": "network-vif-plugged", "status": "completed", "tag": "cbb50be7-faf3-432e-b6b8-c7a22b847d0c"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:57:04.671823 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port cbb50be7-faf3-432e-b6b8-c7a22b847d0c, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=cbb50be7-faf3-432e-b6b8-c7a22b847d0c,segment=NetworkSegment(0934a908-175b-4cbf-ace2-f0550fc5d53c),segment_id=0934a908-175b-4cbf-ace2-f0550fc5d53c)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:57:04.677012 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (cbb50be7-faf3-432e-b6b8-c7a22b847d0c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:04.741061 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f614899-4a4e-4c7d-b81f-6fb2762a9931 x-openstack-request-id: req-3f614899-4a4e-4c7d-b81f-6fb2762a9931 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:57:04.741285 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e5719fc-6adb-433e-b6f9-63c1a0698526", "name": "network-vif-plugged", "status": "completed", "tag": "cbb50be7-faf3-432e-b6b8-c7a22b847d0c", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:57:04.741685 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3f614899-4a4e-4c7d-b81f-6fb2762a9931 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:57:04.742096 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e5719fc-6adb-433e-b6f9-63c1a0698526', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbb50be7-faf3-432e-b6b8-c7a22b847d0c', 'code': 200} Feb 04 12:57:04.817028 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=cbb50be7-faf3-432e-b6b8-c7a22b847d0c,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:04.828021 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ada97c-8ee1-4c2b-8db7-473d3fe64bbe req-144a1d41-fc51-4f30-a7d5-e2ea4a5cf5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:04.830295 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-29ada97c-8ee1-4c2b-8db7-473d3fe64bbe req-144a1d41-fc51-4f30-a7d5-e2ea4a5cf5f2 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=5e5719fc-6adb-433e-b6f9-63c1a0698526 HTTP/1.1" status: 200 len: 1127 time: 0.0665400 Feb 04 12:57:04.889054 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-29ada97c-8ee1-4c2b-8db7-473d3fe64bbe req-7c8dc198-18a9-4c99-a13e-58c73b2be2e3 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=068b1e11-4a70-4e33-8087-efe2a4e35d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515449 Feb 04 12:57:05.288173 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690037da-ad9c-4eb6-964b-157bfb4dc681 req-36fb7244-9d11-4d51-8e99-1704cb313ddb tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:05.289770 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-690037da-ad9c-4eb6-964b-157bfb4dc681 req-36fb7244-9d11-4d51-8e99-1704cb313ddb tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=5e5719fc-6adb-433e-b6f9-63c1a0698526 HTTP/1.1" status: 200 len: 945 time: 0.0566471 Feb 04 12:57:05.340358 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-690037da-ad9c-4eb6-964b-157bfb4dc681 req-1c934b62-545c-4e94-a2b5-9dd637d22125 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=068b1e11-4a70-4e33-8087-efe2a4e35d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446739 Feb 04 12:57:05.754293 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c69bf4-96eb-44a2-871a-a8ab097cf781 req-6ae42c6c-5f7a-411e-9bed-0ee83969a2c5 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:05.755862 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-05c69bf4-96eb-44a2-871a-a8ab097cf781 req-6ae42c6c-5f7a-411e-9bed-0ee83969a2c5 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a278d30-eb2b-4ff9-ba26-926afcbda308 HTTP/1.1" status: 200 len: 947 time: 0.0712736 Feb 04 12:57:05.820974 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-05c69bf4-96eb-44a2-871a-a8ab097cf781 req-a32b9366-609a-4ffe-b129-e4e9c754cd7d tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=6117da09-2fa7-4477-b94e-92c335c547fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587187 Feb 04 12:57:06.471491 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4847d92-2bd5-42c2-a9ff-da68a2aa73ab req-4d82b6df-ed5a-4285-a91c-d4c363a1960b tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:06.473106 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a4847d92-2bd5-42c2-a9ff-da68a2aa73ab req-4d82b6df-ed5a-4285-a91c-d4c363a1960b tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=5e5719fc-6adb-433e-b6f9-63c1a0698526 HTTP/1.1" status: 200 len: 945 time: 0.0577621 Feb 04 12:57:06.524998 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a4847d92-2bd5-42c2-a9ff-da68a2aa73ab req-a3e4a7e0-65de-4e17-b0d9-f16e594b6531 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=068b1e11-4a70-4e33-8087-efe2a4e35d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461676 Feb 04 12:57:06.657229 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa897b8-2cbd-4cda-b225-93994fcf30bb req-e3e3863b-97f8-4d96-8aa5-9582fa281b60 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:06.659351 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-caa897b8-2cbd-4cda-b225-93994fcf30bb req-e3e3863b-97f8-4d96-8aa5-9582fa281b60 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=5e5719fc-6adb-433e-b6f9-63c1a0698526 HTTP/1.1" status: 200 len: 945 time: 0.0551915 Feb 04 12:57:06.714806 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-caa897b8-2cbd-4cda-b225-93994fcf30bb req-a64baae3-ea10-48cb-a1de-85d511256400 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=068b1e11-4a70-4e33-8087-efe2a4e35d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494995 Feb 04 12:57:06.741401 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49310) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:57:06.924693 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620c50f9-fda5-4748-b05b-56c967404d5c tempest-TestVolumeBootPattern-39957764 tempest-TestVolumeBootPattern-39957764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:06.926217 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-620c50f9-fda5-4748-b05b-56c967404d5c tempest-TestVolumeBootPattern-39957764 tempest-TestVolumeBootPattern-39957764-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=5e5719fc-6adb-433e-b6f9-63c1a0698526 HTTP/1.1" status: 200 len: 1122 time: 0.1832099 Feb 04 12:57:06.929992 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49318) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:57:06.934566 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-21dc57ef-fbb3-466c-a9f6-bfdaaef0db72 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Request body: {'floatingip': {'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'port_id': 'cbb50be7-faf3-432e-b6b8-c7a22b847d0c', 'tenant_id': '3c0dc8c0402645d983d20be0fc21117a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:57:06.958029 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-21dc57ef-fbb3-466c-a9f6-bfdaaef0db72 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:06.980390 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17596241-c724-4a7e-8303-e8b2c4320134 req-fa3282a3-2790-4da2-a89b-4b3bf62b0a12 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:06.988931 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-17596241-c724-4a7e-8303-e8b2c4320134 req-fa3282a3-2790-4da2-a89b-4b3bf62b0a12 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a278d30-eb2b-4ff9-ba26-926afcbda308 HTTP/1.1" status: 200 len: 947 time: 0.0785775 Feb 04 12:57:07.045591 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-17596241-c724-4a7e-8303-e8b2c4320134 req-69dab470-7bd4-49bd-a85d-b7d44d1a8d4e tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=6117da09-2fa7-4477-b94e-92c335c547fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557644 Feb 04 12:57:07.086860 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-21dc57ef-fbb3-466c-a9f6-bfdaaef0db72 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:07.200803 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-21dc57ef-fbb3-466c-a9f6-bfdaaef0db72 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Allocated IP 172.25.3.68 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/3a764399-6f8c-4fc5-87d5-7aeb2bb89b12) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:57:07.309915 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-21dc57ef-fbb3-466c-a9f6-bfdaaef0db72 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks [] for port (3a764399-6f8c-4fc5-87d5-7aeb2bb89b12), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:07.345950 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-21dc57ef-fbb3-466c-a9f6-bfdaaef0db72 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (3a764399-6f8c-4fc5-87d5-7aeb2bb89b12), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:07.390631 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21dc57ef-fbb3-466c-a9f6-bfdaaef0db72 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:57:07.394027 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-21dc57ef-fbb3-466c-a9f6-bfdaaef0db72 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:57:07.399380 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21dc57ef-fbb3-466c-a9f6-bfdaaef0db72 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:57:07.406109 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dc57ef-fbb3-466c-a9f6-bfdaaef0db72 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Pushing event updated for resources: {'Port': ['ID=3a764399-6f8c-4fc5-87d5-7aeb2bb89b12,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:07.802091 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-21dc57ef-fbb3-466c-a9f6-bfdaaef0db72 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks [] for floatingip (063eb471-cd32-454c-83e0-4b8b63553c66), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:07.871136 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-21dc57ef-fbb3-466c-a9f6-bfdaaef0db72 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (3a764399-6f8c-4fc5-87d5-7aeb2bb89b12), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:07.909735 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0512bc93-89d0-4222-a4d6-01415355dabf req-7accc8b1-cf6f-480f-9c76-bc29435a78ba tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:07.911235 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0512bc93-89d0-4222-a4d6-01415355dabf req-7accc8b1-cf6f-480f-9c76-bc29435a78ba tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.73 "GET /v2.0/ports?device_id=3a278d30-eb2b-4ff9-ba26-926afcbda308 HTTP/1.1" status: 200 len: 947 time: 0.0549421 Feb 04 12:57:08.034172 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-21dc57ef-fbb3-466c-a9f6-bfdaaef0db72 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks [] for port (3a764399-6f8c-4fc5-87d5-7aeb2bb89b12), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:08.035144 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-0512bc93-89d0-4222-a4d6-01415355dabf req-9affe66b-edb1-41e2-a6fb-491ad506844c tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Deleting port fc3ef21e-75dc-4a70-9b19-d31f166c1e2f {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:57:08.035491 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-0512bc93-89d0-4222-a4d6-01415355dabf req-9affe66b-edb1-41e2-a6fb-491ad506844c tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (fc3ef21e-75dc-4a70-9b19-d31f166c1e2f), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:08.040226 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-21dc57ef-fbb3-466c-a9f6-bfdaaef0db72 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (3a764399-6f8c-4fc5-87d5-7aeb2bb89b12), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:08.158619 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-0512bc93-89d0-4222-a4d6-01415355dabf req-9affe66b-edb1-41e2-a6fb-491ad506844c tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] For port fc3ef21e-75dc-4a70-9b19-d31f166c1e2f, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=fc3ef21e-75dc-4a70-9b19-d31f166c1e2f,segment=NetworkSegment(9842ab09-ee4e-45ca-9eb8-8a98cf18f30e),segment_id=9842ab09-ee4e-45ca-9eb8-8a98cf18f30e)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:57:08.158883 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dc57ef-fbb3-466c-a9f6-bfdaaef0db72 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Pushing event updated for resources: {'Port': ['ID=3a764399-6f8c-4fc5-87d5-7aeb2bb89b12,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:08.159000 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-0512bc93-89d0-4222-a4d6-01415355dabf req-9affe66b-edb1-41e2-a6fb-491ad506844c tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (fc3ef21e-75dc-4a70-9b19-d31f166c1e2f), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:08.168833 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-21dc57ef-fbb3-466c-a9f6-bfdaaef0db72 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1599943'] for floatingip (063eb471-cd32-454c-83e0-4b8b63553c66), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:08.276283 n-d-825015-3 neutron-server[103474]: INFO neutron.db.l3_db [None req-21dc57ef-fbb3-466c-a9f6-bfdaaef0db72 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Floating IP 063eb471-cd32-454c-83e0-4b8b63553c66 associated. External IP: 172.25.3.68, port: cbb50be7-faf3-432e-b6b8-c7a22b847d0c. Feb 04 12:57:08.325402 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f44124-2f0f-4fed-af79-50fb69ef8c1e req-d110377d-89c2-4af6-ab35-a7b4c5713dfd tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:08.326908 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-39f44124-2f0f-4fed-af79-50fb69ef8c1e req-d110377d-89c2-4af6-ab35-a7b4c5713dfd tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a278d30-eb2b-4ff9-ba26-926afcbda308 HTTP/1.1" status: 200 len: 947 time: 0.1640749 Feb 04 12:57:08.448618 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-39f44124-2f0f-4fed-af79-50fb69ef8c1e req-2107632b-9cfc-46f2-98d2-ec2cc2e275a4 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=6117da09-2fa7-4477-b94e-92c335c547fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938716 Feb 04 12:57:08.468141 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-0512bc93-89d0-4222-a4d6-01415355dabf req-9affe66b-edb1-41e2-a6fb-491ad506844c tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:08.468510 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-0512bc93-89d0-4222-a4d6-01415355dabf req-9affe66b-edb1-41e2-a6fb-491ad506844c tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1599943'] for floatingip (01418dc4-4667-4a2f-b849-c5f4671ff10f), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:08.468835 n-d-825015-3 neutron-server[103475]: INFO neutron.db.l3_db [req-0512bc93-89d0-4222-a4d6-01415355dabf req-9affe66b-edb1-41e2-a6fb-491ad506844c tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Floating IP 01418dc4-4667-4a2f-b849-c5f4671ff10f disassociated. External IP: 172.25.3.5, port: fc3ef21e-75dc-4a70-9b19-d31f166c1e2f. Feb 04 12:57:08.469184 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-0512bc93-89d0-4222-a4d6-01415355dabf req-9affe66b-edb1-41e2-a6fb-491ad506844c tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Calling delete_port for fc3ef21e-75dc-4a70-9b19-d31f166c1e2f owned by compute:nova {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:57:08.507856 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21dc57ef-fbb3-466c-a9f6-bfdaaef0db72 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Router 024eaaf0-2d65-4b7c-9e2a-8cef52c577d7 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:57:08.602678 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-0512bc93-89d0-4222-a4d6-01415355dabf req-9affe66b-edb1-41e2-a6fb-491ad506844c tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (fc3ef21e-75dc-4a70-9b19-d31f166c1e2f), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:08.634345 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21dc57ef-fbb3-466c-a9f6-bfdaaef0db72 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:57:08.640698 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9affe66b-edb1-41e2-a6fb-491ad506844c tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Pushing event deleted for resources: {'Port': ['ID=fc3ef21e-75dc-4a70-9b19-d31f166c1e2f,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:08.659811 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f6dad5-d964-488d-9682-3cf90554e18e None None] Sync routers for ids ['024eaaf0-2d65-4b7c-9e2a-8cef52c577d7'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:57:08.664409 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-21dc57ef-fbb3-466c-a9f6-bfdaaef0db72 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:08.675613 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f6dad5-d964-488d-9682-3cf90554e18e None None] Routers {'024eaaf0-2d65-4b7c-9e2a-8cef52c577d7'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:57:08.676612 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-76f6dad5-d964-488d-9682-3cf90554e18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:56:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['024eaaf0-2d65-4b7c-9e2a-8cef52c577d7'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:57:08.721889 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-21dc57ef-fbb3-466c-a9f6-bfdaaef0db72 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7906368 Feb 04 12:57:08.723213 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e5719fc-6adb-433e-b6f9-63c1a0698526', 'tag': 'cbb50be7-faf3-432e-b6b8-c7a22b847d0c'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:57:08.725813 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0970318a-a53e-4f16-83b0-dddc1cd063da" -d '{"events": [{"name": "network-changed", "server_uuid": "5e5719fc-6adb-433e-b6f9-63c1a0698526", "tag": "cbb50be7-faf3-432e-b6b8-c7a22b847d0c"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:57:08.775761 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8982fb8-e31a-42b8-a602-2616aa4b97c5 x-openstack-request-id: req-d8982fb8-e31a-42b8-a602-2616aa4b97c5 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:57:08.776059 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e5719fc-6adb-433e-b6f9-63c1a0698526", "tag": "cbb50be7-faf3-432e-b6b8-c7a22b847d0c", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:57:08.776315 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d8982fb8-e31a-42b8-a602-2616aa4b97c5 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:57:08.776717 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e5719fc-6adb-433e-b6f9-63c1a0698526', 'tag': 'cbb50be7-faf3-432e-b6b8-c7a22b847d0c', 'status': 'completed', 'code': 200} Feb 04 12:57:08.776840 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0512bc93-89d0-4222-a4d6-01415355dabf req-9affe66b-edb1-41e2-a6fb-491ad506844c tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Router ad781448-354f-4475-8771-926b2fdf8f5d has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:57:08.825301 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-76f6dad5-d964-488d-9682-3cf90554e18e None None] Set router 024eaaf0-2d65-4b7c-9e2a-8cef52c577d7 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:57:09.089471 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-76f6dad5-d964-488d-9682-3cf90554e18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '024eaaf0-2d65-4b7c-9e2a-8cef52c577d7', 'name': 'tempest-TestVolumeBootPattern-1950943043-router', 'tenant_id': '3c0dc8c0402645d983d20be0fc21117a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '905d01d9-6ced-4b80-b81a-4e838906d04e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:47:46Z', 'updated_at': '2022-02-04T12:47:55Z', 'revision_number': 4, 'project_id': '3c0dc8c0402645d983d20be0fc21117a', 'gw_port': {'id': '905d01d9-6ced-4b80-b81a-4e838906d04e', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:94:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024eaaf0-2d65-4b7c-9e2a-8cef52c577d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:47:48Z', 'updated_at': '2022-02-04T12:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': '063eb471-cd32-454c-83e0-4b8b63553c66', 'tenant_id': '3c0dc8c0402645d983d20be0fc21117a', 'floating_ip_address': '172.25.3.68', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': '024eaaf0-2d65-4b7c-9e2a-8cef52c577d7', 'port_id': 'cbb50be7-faf3-432e-b6b8-c7a22b847d0c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3240, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f237d722-433d-480c-8987-66d34675134e', 'mac_address': 'fa:16:3e:2f:4e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5719fc-6adb-433e-b6f9-63c1a0698526', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:57:07Z', 'updated_at': '2022-02-04T12:57:07Z', 'revision_number': 0, 'project_id': '3c0dc8c0402645d983d20be0fc21117a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44692f76-31ca-466a-966d-b6774ece519d', 'name': '', 'network_id': 'f237d722-433d-480c-8987-66d34675134e', 'tenant_id': '3c0dc8c0402645d983d20be0fc21117a', 'mac_address': 'fa:16:3e:84:c4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024eaaf0-2d65-4b7c-9e2a-8cef52c577d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '70faacee-af53-42b7-af83-bbc74f352570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:47:54Z', 'updated_at': '2022-02-04T12:48:07Z', 'revision_number': 5, 'project_id': '3c0dc8c0402645d983d20be0fc21117a', 'subnets': [{'id': '70faacee-af53-42b7-af83-bbc74f352570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:57:09.119578 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f6dad5-d964-488d-9682-3cf90554e18e None None] Checking router: 024eaaf0-2d65-4b7c-9e2a-8cef52c577d7 for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:57:09.128637 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f6dad5-d964-488d-9682-3cf90554e18e None None] Routers {'024eaaf0-2d65-4b7c-9e2a-8cef52c577d7'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:57:09.129354 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-76f6dad5-d964-488d-9682-3cf90554e18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:56:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['024eaaf0-2d65-4b7c-9e2a-8cef52c577d7'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:57:09.169377 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0970318a-a53e-4f16-83b0-dddc1cd063da req-3ba70528-6668-450b-939f-2b6e63edfba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:09.171918 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0970318a-a53e-4f16-83b0-dddc1cd063da req-3ba70528-6668-450b-939f-2b6e63edfba6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3c0dc8c0402645d983d20be0fc21117a&device_id=5e5719fc-6adb-433e-b6f9-63c1a0698526 HTTP/1.1" status: 200 len: 1127 time: 0.0722010 Feb 04 12:57:09.189139 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0512bc93-89d0-4222-a4d6-01415355dabf req-9affe66b-edb1-41e2-a6fb-491ad506844c tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:57:09.201012 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e6c8b1-d6a8-4a28-a323-ed12aa1bca4c None None] Sync routers for ids ['ad781448-354f-4475-8771-926b2fdf8f5d'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:57:09.218462 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e6c8b1-d6a8-4a28-a323-ed12aa1bca4c None None] Routers {'ad781448-354f-4475-8771-926b2fdf8f5d'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:57:09.219342 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-a5e6c8b1-d6a8-4a28-a323-ed12aa1bca4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:56:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['ad781448-354f-4475-8771-926b2fdf8f5d'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:57:09.300215 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-0512bc93-89d0-4222-a4d6-01415355dabf req-9affe66b-edb1-41e2-a6fb-491ad506844c tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] No DVR routers for this DVR port fc3ef21e-75dc-4a70-9b19-d31f166c1e2f on host n-h1-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:57:09.304293 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-0512bc93-89d0-4222-a4d6-01415355dabf req-9affe66b-edb1-41e2-a6fb-491ad506844c tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:09.307604 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0512bc93-89d0-4222-a4d6-01415355dabf req-9affe66b-edb1-41e2-a6fb-491ad506844c tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.73 "DELETE /v2.0/ports/fc3ef21e-75dc-4a70-9b19-d31f166c1e2f HTTP/1.1" status: 204 len: 173 time: 1.3789043 Feb 04 12:57:09.308100 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a278d30-eb2b-4ff9-ba26-926afcbda308', 'name': 'network-vif-deleted', 'tag': 'fc3ef21e-75dc-4a70-9b19-d31f166c1e2f'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:57:09.310405 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a833a5e1-1633-47f8-a80d-11015b939abe" -d '{"events": [{"server_uuid": "3a278d30-eb2b-4ff9-ba26-926afcbda308", "name": "network-vif-deleted", "tag": "fc3ef21e-75dc-4a70-9b19-d31f166c1e2f"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:57:09.317885 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-76f6dad5-d964-488d-9682-3cf90554e18e None None] Set router 024eaaf0-2d65-4b7c-9e2a-8cef52c577d7 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:57:09.359002 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0970318a-a53e-4f16-83b0-dddc1cd063da req-10d7f1c1-1ecf-4df2-980e-9e180e3abce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:09.367555 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0970318a-a53e-4f16-83b0-dddc1cd063da req-10d7f1c1-1ecf-4df2-980e-9e180e3abce2 service neutron] 10.222.0.77 "GET /v2.0/networks?id=f237d722-433d-480c-8987-66d34675134e HTTP/1.1" status: 200 len: 913 time: 0.1874788 Feb 04 12:57:09.369723 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-a5e6c8b1-d6a8-4a28-a323-ed12aa1bca4c None None] Set router ad781448-354f-4475-8771-926b2fdf8f5d gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:57:09.427234 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e3d2f14-53be-4a12-aac3-a379ae7d1918 x-openstack-request-id: req-7e3d2f14-53be-4a12-aac3-a379ae7d1918 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:57:09.427603 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a278d30-eb2b-4ff9-ba26-926afcbda308", "name": "network-vif-deleted", "tag": "fc3ef21e-75dc-4a70-9b19-d31f166c1e2f", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:57:09.428095 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7e3d2f14-53be-4a12-aac3-a379ae7d1918 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:57:09.428475 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a278d30-eb2b-4ff9-ba26-926afcbda308', 'name': 'network-vif-deleted', 'tag': 'fc3ef21e-75dc-4a70-9b19-d31f166c1e2f', 'status': 'completed', 'code': 200} Feb 04 12:57:09.476469 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0970318a-a53e-4f16-83b0-dddc1cd063da req-787b6019-f1a3-461d-9392-bbc45871978f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cbb50be7-faf3-432e-b6b8-c7a22b847d0c HTTP/1.1" status: 200 len: 998 time: 0.1026886 Feb 04 12:57:09.565139 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0970318a-a53e-4f16-83b0-dddc1cd063da req-3aca9ab4-9592-4f06-8435-82558ce79f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:09.567993 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0970318a-a53e-4f16-83b0-dddc1cd063da req-3aca9ab4-9592-4f06-8435-82558ce79f02 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=70faacee-af53-42b7-af83-bbc74f352570 HTTP/1.1" status: 200 len: 851 time: 0.0861309 Feb 04 12:57:09.593053 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-a5e6c8b1-d6a8-4a28-a323-ed12aa1bca4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad781448-354f-4475-8771-926b2fdf8f5d', 'name': 'tempest-AttachVolumeShelveTestJSON-1268832276-router', 'tenant_id': 'b593a9b948e947caa7bb47e1be2cb62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '300c692c-234b-454d-a129-02e2565a82bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:52:59Z', 'updated_at': '2022-02-04T12:53:08Z', 'revision_number': 4, 'project_id': 'b593a9b948e947caa7bb47e1be2cb62a', 'gw_port': {'id': '300c692c-234b-454d-a129-02e2565a82bb', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:02:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad781448-354f-4475-8771-926b2fdf8f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:53:00Z', 'updated_at': '2022-02-04T12:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'ec0f355e-bd5d-45ba-89ac-a7696024d0a6', 'name': '', 'network_id': '4e1bb528-5b08-4fe5-be55-e6e60ca268fa', 'tenant_id': 'b593a9b948e947caa7bb47e1be2cb62a', 'mac_address': 'fa:16:3e:a0:79:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad781448-354f-4475-8771-926b2fdf8f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '13ec9a2b-ecf4-4399-96f0-6b85e2cca449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:53:04Z', 'updated_at': '2022-02-04T12:53:14Z', 'revision_number': 5, 'project_id': 'b593a9b948e947caa7bb47e1be2cb62a', 'subnets': [{'id': '13ec9a2b-ecf4-4399-96f0-6b85e2cca449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:57:09.628681 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e6c8b1-d6a8-4a28-a323-ed12aa1bca4c None None] Checking router: ad781448-354f-4475-8771-926b2fdf8f5d for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:57:09.646300 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e6c8b1-d6a8-4a28-a323-ed12aa1bca4c None None] Routers {'ad781448-354f-4475-8771-926b2fdf8f5d'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:57:09.647139 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-a5e6c8b1-d6a8-4a28-a323-ed12aa1bca4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:56:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['ad781448-354f-4475-8771-926b2fdf8f5d'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:57:09.658569 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0970318a-a53e-4f16-83b0-dddc1cd063da req-e223ac65-1477-485b-af7a-d1d66d74b1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:09.661491 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0970318a-a53e-4f16-83b0-dddc1cd063da req-e223ac65-1477-485b-af7a-d1d66d74b1ca service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f237d722-433d-480c-8987-66d34675134e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0862296 Feb 04 12:57:09.767998 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-af8f59c5-9d25-4000-915f-3c0697c37b67 req-9c7a6994-4972-4554-9cf0-00c4b471d0a4 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a278d30-eb2b-4ff9-ba26-926afcbda308 HTTP/1.1" status: 200 len: 210 time: 0.0749419 Feb 04 12:57:09.793889 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-76f6dad5-d964-488d-9682-3cf90554e18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '024eaaf0-2d65-4b7c-9e2a-8cef52c577d7', 'name': 'tempest-TestVolumeBootPattern-1950943043-router', 'tenant_id': '3c0dc8c0402645d983d20be0fc21117a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '905d01d9-6ced-4b80-b81a-4e838906d04e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:47:46Z', 'updated_at': '2022-02-04T12:47:55Z', 'revision_number': 4, 'project_id': '3c0dc8c0402645d983d20be0fc21117a', 'gw_port': {'id': '905d01d9-6ced-4b80-b81a-4e838906d04e', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:94:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024eaaf0-2d65-4b7c-9e2a-8cef52c577d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:47:48Z', 'updated_at': '2022-02-04T12:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': '063eb471-cd32-454c-83e0-4b8b63553c66', 'tenant_id': '3c0dc8c0402645d983d20be0fc21117a', 'floating_ip_address': '172.25.3.68', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': '024eaaf0-2d65-4b7c-9e2a-8cef52c577d7', 'port_id': 'cbb50be7-faf3-432e-b6b8-c7a22b847d0c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3240, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f237d722-433d-480c-8987-66d34675134e', 'mac_address': 'fa:16:3e:2f:4e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5719fc-6adb-433e-b6f9-63c1a0698526', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:57:07Z', 'updated_at': '2022-02-04T12:57:07Z', 'revision_number': 0, 'project_id': '3c0dc8c0402645d983d20be0fc21117a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44692f76-31ca-466a-966d-b6774ece519d', 'name': '', 'network_id': 'f237d722-433d-480c-8987-66d34675134e', 'tenant_id': '3c0dc8c0402645d983d20be0fc21117a', 'mac_address': 'fa:16:3e:84:c4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024eaaf0-2d65-4b7c-9e2a-8cef52c577d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '70faacee-af53-42b7-af83-bbc74f352570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:47:54Z', 'updated_at': '2022-02-04T12:48:07Z', 'revision_number': 5, 'project_id': '3c0dc8c0402645d983d20be0fc21117a', 'subnets': [{'id': '70faacee-af53-42b7-af83-bbc74f352570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:57:09.836553 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0970318a-a53e-4f16-83b0-dddc1cd063da req-b4b20aae-76b0-460f-8ab3-6e77c54bd5ec service neutron] 10.222.0.77 "GET /v2.0/networks/f237d722-433d-480c-8987-66d34675134e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695356 Feb 04 12:57:09.848350 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f6dad5-d964-488d-9682-3cf90554e18e None None] The sync data for ids ['024eaaf0-2d65-4b7c-9e2a-8cef52c577d7'] in n-d-825015-3 is: [{'id': '024eaaf0-2d65-4b7c-9e2a-8cef52c577d7', 'name': 'tempest-TestVolumeBootPattern-1950943043-router', 'tenant_id': '3c0dc8c0402645d983d20be0fc21117a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '905d01d9-6ced-4b80-b81a-4e838906d04e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:47:46Z', 'updated_at': '2022-02-04T12:47:55Z', 'revision_number': 4, 'project_id': '3c0dc8c0402645d983d20be0fc21117a', 'gw_port': {'id': '905d01d9-6ced-4b80-b81a-4e838906d04e', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:94:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024eaaf0-2d65-4b7c-9e2a-8cef52c577d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:47:48Z', 'updated_at': '2022-02-04T12:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': '063eb471-cd32-454c-83e0-4b8b63553c66', 'tenant_id': '3c0dc8c0402645d983d20be0fc21117a', 'floating_ip_address': '172.25.3.68', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': '024eaaf0-2d65-4b7c-9e2a-8cef52c577d7', 'port_id': 'cbb50be7-faf3-432e-b6b8-c7a22b847d0c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3240, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f237d722-433d-480c-8987-66d34675134e', 'mac_address': 'fa:16:3e:2f:4e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5719fc-6adb-433e-b6f9-63c1a0698526', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:57:07Z', 'updated_at': '2022-02-04T12:57:07Z', 'revision_number': 0, 'project_id': '3c0dc8c0402645d983d20be0fc21117a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44692f76-31ca-466a-966d-b6774ece519d', 'name': '', 'network_id': 'f237d722-433d-480c-8987-66d34675134e', 'tenant_id': '3c0dc8c0402645d983d20be0fc21117a', 'mac_address': 'fa:16:3e:84:c4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024eaaf0-2d65-4b7c-9e2a-8cef52c577d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '70faacee-af53-42b7-af83-bbc74f352570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:47:54Z', 'updated_at': '2022-02-04T12:48:07Z', 'revision_number': 5, 'project_id': '3c0dc8c0402645d983d20be0fc21117a', 'subnets': [{'id': '70faacee-af53-42b7-af83-bbc74f352570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:57:09.874385 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-a5e6c8b1-d6a8-4a28-a323-ed12aa1bca4c None None] Set router ad781448-354f-4475-8771-926b2fdf8f5d gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:57:09.955589 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0970318a-a53e-4f16-83b0-dddc1cd063da req-6c21c9a7-f316-47ce-9180-43bc162deca0 service neutron] 10.222.0.77 "GET /v2.0/networks/f237d722-433d-480c-8987-66d34675134e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083362 Feb 04 12:57:10.085536 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-a5e6c8b1-d6a8-4a28-a323-ed12aa1bca4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad781448-354f-4475-8771-926b2fdf8f5d', 'name': 'tempest-AttachVolumeShelveTestJSON-1268832276-router', 'tenant_id': 'b593a9b948e947caa7bb47e1be2cb62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '300c692c-234b-454d-a129-02e2565a82bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:52:59Z', 'updated_at': '2022-02-04T12:53:08Z', 'revision_number': 4, 'project_id': 'b593a9b948e947caa7bb47e1be2cb62a', 'gw_port': {'id': '300c692c-234b-454d-a129-02e2565a82bb', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:02:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad781448-354f-4475-8771-926b2fdf8f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:53:00Z', 'updated_at': '2022-02-04T12:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'ec0f355e-bd5d-45ba-89ac-a7696024d0a6', 'name': '', 'network_id': '4e1bb528-5b08-4fe5-be55-e6e60ca268fa', 'tenant_id': 'b593a9b948e947caa7bb47e1be2cb62a', 'mac_address': 'fa:16:3e:a0:79:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad781448-354f-4475-8771-926b2fdf8f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '13ec9a2b-ecf4-4399-96f0-6b85e2cca449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:53:04Z', 'updated_at': '2022-02-04T12:53:14Z', 'revision_number': 5, 'project_id': 'b593a9b948e947caa7bb47e1be2cb62a', 'subnets': [{'id': '13ec9a2b-ecf4-4399-96f0-6b85e2cca449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:57:10.115377 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e6c8b1-d6a8-4a28-a323-ed12aa1bca4c None None] The sync data for ids ['ad781448-354f-4475-8771-926b2fdf8f5d'] in n-d-825015-3 is: [{'id': 'ad781448-354f-4475-8771-926b2fdf8f5d', 'name': 'tempest-AttachVolumeShelveTestJSON-1268832276-router', 'tenant_id': 'b593a9b948e947caa7bb47e1be2cb62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '300c692c-234b-454d-a129-02e2565a82bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:52:59Z', 'updated_at': '2022-02-04T12:53:08Z', 'revision_number': 4, 'project_id': 'b593a9b948e947caa7bb47e1be2cb62a', 'gw_port': {'id': '300c692c-234b-454d-a129-02e2565a82bb', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:02:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad781448-354f-4475-8771-926b2fdf8f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:53:00Z', 'updated_at': '2022-02-04T12:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'ec0f355e-bd5d-45ba-89ac-a7696024d0a6', 'name': '', 'network_id': '4e1bb528-5b08-4fe5-be55-e6e60ca268fa', 'tenant_id': 'b593a9b948e947caa7bb47e1be2cb62a', 'mac_address': 'fa:16:3e:a0:79:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad781448-354f-4475-8771-926b2fdf8f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '13ec9a2b-ecf4-4399-96f0-6b85e2cca449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:53:04Z', 'updated_at': '2022-02-04T12:53:14Z', 'revision_number': 5, 'project_id': 'b593a9b948e947caa7bb47e1be2cb62a', 'subnets': [{'id': '13ec9a2b-ecf4-4399-96f0-6b85e2cca449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:57:10.211676 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74cab821-2cd2-4cf6-a3b4-19b04ad3f9cb None None] New status for floating IP 063eb471-cd32-454c-83e0-4b8b63553c66: ACTIVE {{(pid=103476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 12:57:10.411274 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c956faf6-d900-4c1a-ba52-261199058592 None None] New status for floating IP 01418dc4-4667-4a2f-b849-c5f4671ff10f: DOWN {{(pid=103477) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 12:57:10.879872 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49346) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:57:10.944815 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fe2e5e9a-65a7-4e84-8dbd-8fcb6b7e3ecb tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Publish callbacks [] for security_group (6117da09-2fa7-4477-b94e-92c335c547fc), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:10.972962 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fe2e5e9a-65a7-4e84-8dbd-8fcb6b7e3ecb tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Publish callbacks [] for security_group (6117da09-2fa7-4477-b94e-92c335c547fc), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:11.021642 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fe2e5e9a-65a7-4e84-8dbd-8fcb6b7e3ecb tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (6117da09-2fa7-4477-b94e-92c335c547fc), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:11.024628 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fe2e5e9a-65a7-4e84-8dbd-8fcb6b7e3ecb tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:11.025788 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-fe2e5e9a-65a7-4e84-8dbd-8fcb6b7e3ecb tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "DELETE /v2.0/security-groups/6117da09-2fa7-4477-b94e-92c335c547fc HTTP/1.1" status: 204 len: 168 time: 0.1443903 Feb 04 12:57:11.028644 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 49348) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:57:11.036737 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2e5e9a-65a7-4e84-8dbd-8fcb6b7e3ecb tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6117da09-2fa7-4477-b94e-92c335c547fc,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:11.047856 n-d-825015-3 neutron-server[103475]: INFO neutron.api.v2.resource [None req-e12097a3-b11f-43a9-92c8-76b6cf6f1259 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] show failed (client error): The resource could not be found. Feb 04 12:57:11.049477 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-e12097a3-b11f-43a9-92c8-76b6cf6f1259 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups/6117da09-2fa7-4477-b94e-92c335c547fc HTTP/1.1" status: 404 len: 347 time: 0.0195076 Feb 04 12:57:11.052515 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 49350) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:57:11.186072 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-ed161421-7b32-4597-b718-90fdcedd02a4 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Deleting port f4b7fa0f-e727-4d56-9344-2e978baa7f41 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:57:11.186416 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ed161421-7b32-4597-b718-90fdcedd02a4 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (f4b7fa0f-e727-4d56-9344-2e978baa7f41), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:11.280086 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ed161421-7b32-4597-b718-90fdcedd02a4 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (f4b7fa0f-e727-4d56-9344-2e978baa7f41), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:11.280507 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ed161421-7b32-4597-b718-90fdcedd02a4 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Publish callbacks [] for floatingip (f4b7fa0f-e727-4d56-9344-2e978baa7f41), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:11.294364 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-ed161421-7b32-4597-b718-90fdcedd02a4 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Calling delete_port for f4b7fa0f-e727-4d56-9344-2e978baa7f41 owned by network:floatingip {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:57:11.447823 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ed161421-7b32-4597-b718-90fdcedd02a4 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (f4b7fa0f-e727-4d56-9344-2e978baa7f41), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:11.481535 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed161421-7b32-4597-b718-90fdcedd02a4 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Pushing event deleted for resources: {'Port': ['ID=f4b7fa0f-e727-4d56-9344-2e978baa7f41,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:11.547132 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ed161421-7b32-4597-b718-90fdcedd02a4 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Publish callbacks [] for floatingip (01418dc4-4667-4a2f-b849-c5f4671ff10f), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:11.551060 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ed161421-7b32-4597-b718-90fdcedd02a4 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:11.552264 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-ed161421-7b32-4597-b718-90fdcedd02a4 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "DELETE /v2.0/floatingips/01418dc4-4667-4a2f-b849-c5f4671ff10f HTTP/1.1" status: 204 len: 168 time: 0.4985764 Feb 04 12:57:11.952378 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 49356) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:57:11.958169 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-d5598f19-6788-40c0-af51-e41472bc960f tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1395008332', 'description': 'tempest-description--279324970'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:57:11.980914 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d5598f19-6788-40c0-af51-e41472bc960f tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:12.054249 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d5598f19-6788-40c0-af51-e41472bc960f tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Publish callbacks [] for security_group (e8eeb614-2d0b-40ed-b6ec-8d66d693ddb5), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:12.058213 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d5598f19-6788-40c0-af51-e41472bc960f tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (e8eeb614-2d0b-40ed-b6ec-8d66d693ddb5), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:12.088363 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d5598f19-6788-40c0-af51-e41472bc960f tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:12.089588 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-d5598f19-6788-40c0-af51-e41472bc960f tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1362069 Feb 04 12:57:12.091439 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5598f19-6788-40c0-af51-e41472bc960f tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8eeb614-2d0b-40ed-b6ec-8d66d693ddb5,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:12.092678 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49358) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:57:12.098493 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-e3981a2d-4c3f-4a06-b28f-2db9e838b6dd tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Request body: {'security_group_rule': {'security_group_id': 'e8eeb614-2d0b-40ed-b6ec-8d66d693ddb5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:57:12.126249 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e3981a2d-4c3f-4a06-b28f-2db9e838b6dd tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Publish callbacks [] for security_group_rule (3e05e9f9-a5cb-409e-a6fe-4c0826a59909), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:12.132485 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device fc3ef21e-75dc-4a70-9b19-d31f166c1e2f no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:57:12.158040 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] No Port match for: fc3ef21e-75dc-4a70-9b19-d31f166c1e2f {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:57:12.158383 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device fc3ef21e-75dc-4a70-9b19-d31f166c1e2f not bound to the agent host n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:57:12.181282 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e3981a2d-4c3f-4a06-b28f-2db9e838b6dd tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Publish callbacks [] for security_group_rule (3e05e9f9-a5cb-409e-a6fe-4c0826a59909), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:12.186036 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e3981a2d-4c3f-4a06-b28f-2db9e838b6dd tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (3e05e9f9-a5cb-409e-a6fe-4c0826a59909), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:12.206649 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3981a2d-4c3f-4a06-b28f-2db9e838b6dd tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e05e9f9-a5cb-409e-a6fe-4c0826a59909,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:12.212132 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e3981a2d-4c3f-4a06-b28f-2db9e838b6dd tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:12.216074 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 49360) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:57:12.216207 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-e3981a2d-4c3f-4a06-b28f-2db9e838b6dd tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1218169 Feb 04 12:57:12.221393 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-e071a0a6-b35a-40ef-b5b4-4c0d17c671ac tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Request body: {'security_group_rule': {'security_group_id': 'e8eeb614-2d0b-40ed-b6ec-8d66d693ddb5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:57:12.245910 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e071a0a6-b35a-40ef-b5b4-4c0d17c671ac tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Publish callbacks [] for security_group_rule (869a2433-43de-4127-acb1-96bd7c56b6a7), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:12.303252 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e071a0a6-b35a-40ef-b5b4-4c0d17c671ac tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Publish callbacks [] for security_group_rule (869a2433-43de-4127-acb1-96bd7c56b6a7), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:12.307095 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e071a0a6-b35a-40ef-b5b4-4c0d17c671ac tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (869a2433-43de-4127-acb1-96bd7c56b6a7), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:12.326647 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e071a0a6-b35a-40ef-b5b4-4c0d17c671ac tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=869a2433-43de-4127-acb1-96bd7c56b6a7,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:12.338201 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e071a0a6-b35a-40ef-b5b4-4c0d17c671ac tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:12.341117 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-e071a0a6-b35a-40ef-b5b4-4c0d17c671ac tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1223295 Feb 04 12:57:12.346542 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 49366) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:57:12.351529 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-1abfb342-bbef-4d3a-bc92-5ac8afc54e1c tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Request body: {'floatingip': {'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:57:12.373312 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1abfb342-bbef-4d3a-bc92-5ac8afc54e1c tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:12.480549 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1abfb342-bbef-4d3a-bc92-5ac8afc54e1c tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:12.597572 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-1abfb342-bbef-4d3a-bc92-5ac8afc54e1c tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Allocated IP 172.25.3.242 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/1f3c9b6c-066a-4539-82bc-6ae95afeb112) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:57:12.732793 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1abfb342-bbef-4d3a-bc92-5ac8afc54e1c tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Publish callbacks [] for port (1f3c9b6c-066a-4539-82bc-6ae95afeb112), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:12.769677 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1abfb342-bbef-4d3a-bc92-5ac8afc54e1c tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (1f3c9b6c-066a-4539-82bc-6ae95afeb112), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:12.817648 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1abfb342-bbef-4d3a-bc92-5ac8afc54e1c tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:57:12.824946 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-1abfb342-bbef-4d3a-bc92-5ac8afc54e1c tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:57:12.828520 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abfb342-bbef-4d3a-bc92-5ac8afc54e1c tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:57:12.855527 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abfb342-bbef-4d3a-bc92-5ac8afc54e1c tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Pushing event updated for resources: {'Port': ['ID=1f3c9b6c-066a-4539-82bc-6ae95afeb112,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:12.989334 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1abfb342-bbef-4d3a-bc92-5ac8afc54e1c tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Publish callbacks [] for floatingip (7fc09935-8ab3-4101-8603-1de72aa81fd1), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:13.038426 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1abfb342-bbef-4d3a-bc92-5ac8afc54e1c tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (1f3c9b6c-066a-4539-82bc-6ae95afeb112), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:13.202191 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1abfb342-bbef-4d3a-bc92-5ac8afc54e1c tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Publish callbacks [] for port (1f3c9b6c-066a-4539-82bc-6ae95afeb112), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:13.208660 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1abfb342-bbef-4d3a-bc92-5ac8afc54e1c tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (1f3c9b6c-066a-4539-82bc-6ae95afeb112), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:13.277563 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abfb342-bbef-4d3a-bc92-5ac8afc54e1c tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Pushing event updated for resources: {'Port': ['ID=1f3c9b6c-066a-4539-82bc-6ae95afeb112,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:13.291994 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1abfb342-bbef-4d3a-bc92-5ac8afc54e1c tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1599943'] for floatingip (7fc09935-8ab3-4101-8603-1de72aa81fd1), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:13.308893 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1abfb342-bbef-4d3a-bc92-5ac8afc54e1c tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:13.319563 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-1abfb342-bbef-4d3a-bc92-5ac8afc54e1c tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9627323 Feb 04 12:57:13.556538 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-503b027d-4a6f-4cfe-866d-de1825b4d52a req-8c1f984e-b7b0-4e59-bf82-6312d9e29b99 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1395008332&fields=id&tenant_id=b593a9b948e947caa7bb47e1be2cb62a HTTP/1.1" status: 200 len: 267 time: 0.0517082 Feb 04 12:57:13.697054 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503b027d-4a6f-4cfe-866d-de1825b4d52a req-d495d028-526a-43d2-b8f6-ae7ce70e6690 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:13.698706 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-503b027d-4a6f-4cfe-866d-de1825b4d52a req-d495d028-526a-43d2-b8f6-ae7ce70e6690 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/networks?id=4e1bb528-5b08-4fe5-be55-e6e60ca268fa HTTP/1.1" status: 200 len: 817 time: 0.1339138 Feb 04 12:57:13.718245 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-503b027d-4a6f-4cfe-866d-de1825b4d52a req-0d0a642b-59d0-4dc3-bacb-ab964e698d7c tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/quotas/b593a9b948e947caa7bb47e1be2cb62a HTTP/1.1" status: 200 len: 375 time: 0.0123718 Feb 04 12:57:13.779772 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-503b027d-4a6f-4cfe-866d-de1825b4d52a req-4113d8f2-5f69-4f04-98f7-27c5cd0ada97 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=b593a9b948e947caa7bb47e1be2cb62a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0545180 Feb 04 12:57:13.887173 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-503b027d-4a6f-4cfe-866d-de1825b4d52a req-209835a6-8ecf-4de4-a968-9fdbdf9a8fb0 service neutron] 10.222.0.65 "GET /v2.0/networks/4e1bb528-5b08-4fe5-be55-e6e60ca268fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938838 Feb 04 12:57:13.990783 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-503b027d-4a6f-4cfe-866d-de1825b4d52a req-7b3eb182-0633-4b2c-a434-b4e2efba885c service neutron] 10.222.0.65 "GET /v2.0/networks/4e1bb528-5b08-4fe5-be55-e6e60ca268fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966926 Feb 04 12:57:14.163442 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b169b235-49fb-4fd2-b4a6-2c0b2312300a req-4fadf45d-1d3d-45b7-8d64-f77ff575f910 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e73a476-a174-4b27-84c0-28b9fe3f2b1a HTTP/1.1" status: 200 len: 210 time: 0.0318246 Feb 04 12:57:15.088196 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503b027d-4a6f-4cfe-866d-de1825b4d52a req-d068e26d-937e-4c6c-97a9-f82e7fa8ecb3 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:15.089557 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-503b027d-4a6f-4cfe-866d-de1825b4d52a req-d068e26d-937e-4c6c-97a9-f82e7fa8ecb3 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.77 "GET /v2.0/networks?id=4e1bb528-5b08-4fe5-be55-e6e60ca268fa HTTP/1.1" status: 200 len: 817 time: 0.1104982 Feb 04 12:57:15.183000 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-503b027d-4a6f-4cfe-866d-de1825b4d52a req-f9c1eaed-45df-43cf-bbe2-47ac7a306213 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b593a9b948e947caa7bb47e1be2cb62a HTTP/1.1" status: 200 len: 380 time: 0.0858722 Feb 04 12:57:15.191966 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7d45bb3b-3683-4bcf-b13c-760ba5ffd489 req-60b3f11e-4af7-4719-a43f-1a4d4628052c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=65d73783-6a1a-4d1c-9c98-6ab63ad8c1ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0883558 Feb 04 12:57:15.195411 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-503b027d-4a6f-4cfe-866d-de1825b4d52a req-050d0473-53fb-4f1d-8c65-6a4c9c59d701 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Request body: {'port': {'device_id': '4e73a476-a174-4b27-84c0-28b9fe3f2b1a', 'network_id': '4e1bb528-5b08-4fe5-be55-e6e60ca268fa', 'admin_state_up': True, 'tenant_id': 'b593a9b948e947caa7bb47e1be2cb62a', 'security_groups': ['e8eeb614-2d0b-40ed-b6ec-8d66d693ddb5']}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:57:15.304281 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c5abe8d3-d80c-4b93-9f17-fd0f6223275b req-237ca73d-e694-4df1-b64d-168511c6b1b0 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e73a476-a174-4b27-84c0-28b9fe3f2b1a HTTP/1.1" status: 200 len: 210 time: 0.0407026 Feb 04 12:57:15.338646 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d45bb3b-3683-4bcf-b13c-760ba5ffd489 req-cb07a7ff-f0b5-4659-92db-e0d4d568b621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:15.340074 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7d45bb3b-3683-4bcf-b13c-760ba5ffd489 req-cb07a7ff-f0b5-4659-92db-e0d4d568b621 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=081a166ab6754953977e00fecaf55e63&device_id=65d73783-6a1a-4d1c-9c98-6ab63ad8c1ab HTTP/1.1" status: 200 len: 1128 time: 0.1010864 Feb 04 12:57:15.390138 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-503b027d-4a6f-4cfe-866d-de1825b4d52a req-050d0473-53fb-4f1d-8c65-6a4c9c59d701 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Made reservation on behalf of b593a9b948e947caa7bb47e1be2cb62a for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:57:15.394069 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-503b027d-4a6f-4cfe-866d-de1825b4d52a req-050d0473-53fb-4f1d-8c65-6a4c9c59d701 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:15.526242 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d45bb3b-3683-4bcf-b13c-760ba5ffd489 req-46b5ca3a-c01f-489f-b34c-c1e840385036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:15.527723 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7d45bb3b-3683-4bcf-b13c-760ba5ffd489 req-46b5ca3a-c01f-489f-b34c-c1e840385036 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2199cf82-6b45-4a26-9381-22c185674f2b HTTP/1.1" status: 200 len: 912 time: 0.1576676 Feb 04 12:57:15.561854 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a0bc1ce3-fa6c-4799-9407-ab8bb5d49b40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:15.841280 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7d45bb3b-3683-4bcf-b13c-760ba5ffd489 req-996d821f-6c12-4a16-b0a7-5ffde80cd851 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9d4fee85-d7db-4499-afb0-3622136f8b6c HTTP/1.1" status: 200 len: 217 time: 0.2868872 Feb 04 12:57:15.887034 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-503b027d-4a6f-4cfe-866d-de1825b4d52a req-050d0473-53fb-4f1d-8c65-6a4c9c59d701 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Allocated IP 172.20.0.12 (4e1bb528-5b08-4fe5-be55-e6e60ca268fa/13ec9a2b-ecf4-4399-96f0-6b85e2cca449/04791ec1-32c2-4597-99a4-9612418d0b25) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:57:15.908445 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d45bb3b-3683-4bcf-b13c-760ba5ffd489 req-484e0357-0d2d-4f92-b4f0-e7b60a33b413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:15.910158 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7d45bb3b-3683-4bcf-b13c-760ba5ffd489 req-484e0357-0d2d-4f92-b4f0-e7b60a33b413 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=88c9f8fd-dc13-4414-bafb-3591060ecfdc HTTP/1.1" status: 200 len: 850 time: 0.0616777 Feb 04 12:57:16.037422 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d45bb3b-3683-4bcf-b13c-760ba5ffd489 req-4aa2f3c4-5157-474c-9a1f-6e2c18adcbea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:16.038919 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7d45bb3b-3683-4bcf-b13c-760ba5ffd489 req-4aa2f3c4-5157-474c-9a1f-6e2c18adcbea service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2199cf82-6b45-4a26-9381-22c185674f2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1218269 Feb 04 12:57:16.051871 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [req-7d45bb3b-3683-4bcf-b13c-760ba5ffd489 req-0ad11618-f62b-434a-9bd2-ae3b3f899517 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:57:16.053132 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7d45bb3b-3683-4bcf-b13c-760ba5ffd489 req-0ad11618-f62b-434a-9bd2-ae3b3f899517 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056911 Feb 04 12:57:16.142542 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-503b027d-4a6f-4cfe-866d-de1825b4d52a req-050d0473-53fb-4f1d-8c65-6a4c9c59d701 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Publish callbacks [] for port (04791ec1-32c2-4597-99a4-9612418d0b25), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:16.194583 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7d45bb3b-3683-4bcf-b13c-760ba5ffd489 req-191af528-1b56-4be3-8f75-79c7442d6126 service neutron] 10.222.0.73 "GET /v2.0/networks/2199cf82-6b45-4a26-9381-22c185674f2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277497 Feb 04 12:57:16.208068 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-503b027d-4a6f-4cfe-866d-de1825b4d52a req-050d0473-53fb-4f1d-8c65-6a4c9c59d701 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (04791ec1-32c2-4597-99a4-9612418d0b25), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:16.306302 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-503b027d-4a6f-4cfe-866d-de1825b4d52a req-050d0473-53fb-4f1d-8c65-6a4c9c59d701 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Network 4e1bb528-5b08-4fe5-be55-e6e60ca268fa is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:57:16.315698 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-503b027d-4a6f-4cfe-866d-de1825b4d52a req-050d0473-53fb-4f1d-8c65-6a4c9c59d701 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:57:16.320644 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-503b027d-4a6f-4cfe-866d-de1825b4d52a req-050d0473-53fb-4f1d-8c65-6a4c9c59d701 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:57:16.323326 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050d0473-53fb-4f1d-8c65-6a4c9c59d701 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Pushing event updated for resources: {'Port': ['ID=04791ec1-32c2-4597-99a4-9612418d0b25,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:16.399628 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503b027d-4a6f-4cfe-866d-de1825b4d52a req-050d0473-53fb-4f1d-8c65-6a4c9c59d701 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:16.400416 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-503b027d-4a6f-4cfe-866d-de1825b4d52a req-050d0473-53fb-4f1d-8c65-6a4c9c59d701 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:16.405224 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7d45bb3b-3683-4bcf-b13c-760ba5ffd489 req-2cc28e62-7d4e-45e0-9e25-dcbe261ce74d service neutron] 10.222.0.73 "GET /v2.0/networks/2199cf82-6b45-4a26-9381-22c185674f2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037933 Feb 04 12:57:16.456600 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-503b027d-4a6f-4cfe-866d-de1825b4d52a req-050d0473-53fb-4f1d-8c65-6a4c9c59d701 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2680209 Feb 04 12:57:16.471672 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-503b027d-4a6f-4cfe-866d-de1825b4d52a req-80b7c9ff-27b6-4527-9c8f-103a0cc7acb0 service neutron] Request body: {'port': {'device_id': '4e73a476-a174-4b27-84c0-28b9fe3f2b1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:57:16.504583 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7567dd4-777d-4af9-b27e-2435b2fa33a2 req-261db820-2d6e-4a73-8152-bb3d1a67e7ad tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:16.506329 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f7567dd4-777d-4af9-b27e-2435b2fa33a2 req-261db820-2d6e-4a73-8152-bb3d1a67e7ad tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e73a476-a174-4b27-84c0-28b9fe3f2b1a HTTP/1.1" status: 200 len: 932 time: 0.1126013 Feb 04 12:57:16.586268 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-503b027d-4a6f-4cfe-866d-de1825b4d52a req-80b7c9ff-27b6-4527-9c8f-103a0cc7acb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (04791ec1-32c2-4597-99a4-9612418d0b25), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:16.614744 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f7567dd4-777d-4af9-b27e-2435b2fa33a2 req-0cbe1a3f-2466-496a-b93e-8429c0b22dc0 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8eeb614-2d0b-40ed-b6ec-8d66d693ddb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003635 Feb 04 12:57:16.662809 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-229b08fe-d2a8-4aa3-af54-e2d0732bfd5a None None] Provisioning complete for port 04791ec1-32c2-4597-99a4-9612418d0b25 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:57:16.663567 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-229b08fe-d2a8-4aa3-af54-e2d0732bfd5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (04791ec1-32c2-4597-99a4-9612418d0b25), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:16.710726 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-229b08fe-d2a8-4aa3-af54-e2d0732bfd5a None None] Port 04791ec1-32c2-4597-99a4-9612418d0b25 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:57:16.941357 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-503b027d-4a6f-4cfe-866d-de1825b4d52a req-80b7c9ff-27b6-4527-9c8f-103a0cc7acb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04791ec1-32c2-4597-99a4-9612418d0b25 {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:57:16.950880 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-503b027d-4a6f-4cfe-866d-de1825b4d52a req-80b7c9ff-27b6-4527-9c8f-103a0cc7acb0 service neutron] Publish callbacks [] for port (04791ec1-32c2-4597-99a4-9612418d0b25), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:16.969250 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-503b027d-4a6f-4cfe-866d-de1825b4d52a req-80b7c9ff-27b6-4527-9c8f-103a0cc7acb0 service neutron] Transition to ACTIVE for port object 04791ec1-32c2-4597-99a4-9612418d0b25 will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:57:16.974738 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-503b027d-4a6f-4cfe-866d-de1825b4d52a req-80b7c9ff-27b6-4527-9c8f-103a0cc7acb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (04791ec1-32c2-4597-99a4-9612418d0b25), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:17.106774 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b7c9ff-27b6-4527-9c8f-103a0cc7acb0 service neutron] Pushing event updated for resources: {'Port': ['ID=04791ec1-32c2-4597-99a4-9612418d0b25,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:17.242894 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-503b027d-4a6f-4cfe-866d-de1825b4d52a req-80b7c9ff-27b6-4527-9c8f-103a0cc7acb0 service neutron] Attempting to bind port 04791ec1-32c2-4597-99a4-9612418d0b25 on host n-h2-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:57:17.243965 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-503b027d-4a6f-4cfe-866d-de1825b4d52a req-80b7c9ff-27b6-4527-9c8f-103a0cc7acb0 service neutron] Attempting to bind port 04791ec1-32c2-4597-99a4-9612418d0b25 by drivers openvswitch,hyperv on host n-h2-825015-3 at level 0 using segments [{'id': '9842ab09-ee4e-45ca-9eb8-8a98cf18f30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '4e1bb528-5b08-4fe5-be55-e6e60ca268fa'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:57:17.249721 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503b027d-4a6f-4cfe-866d-de1825b4d52a req-80b7c9ff-27b6-4527-9c8f-103a0cc7acb0 service neutron] Attempting to bind port 04791ec1-32c2-4597-99a4-9612418d0b25 on network 4e1bb528-5b08-4fe5-be55-e6e60ca268fa {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:57:17.249721 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503b027d-4a6f-4cfe-866d-de1825b4d52a req-80b7c9ff-27b6-4527-9c8f-103a0cc7acb0 service neutron] Port 04791ec1-32c2-4597-99a4-9612418d0b25 on network 4e1bb528-5b08-4fe5-be55-e6e60ca268fa not bound, no agent of type Open vSwitch agent registered on host n-h2-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:57:17.250034 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503b027d-4a6f-4cfe-866d-de1825b4d52a req-80b7c9ff-27b6-4527-9c8f-103a0cc7acb0 service neutron] Attempting to bind port 04791ec1-32c2-4597-99a4-9612418d0b25 on network 4e1bb528-5b08-4fe5-be55-e6e60ca268fa {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:57:17.256429 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503b027d-4a6f-4cfe-866d-de1825b4d52a req-80b7c9ff-27b6-4527-9c8f-103a0cc7acb0 service neutron] Checking agent: {'id': '9b68a165-e786-4b91-8592-44519c2ecabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:57:17.256771 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503b027d-4a6f-4cfe-866d-de1825b4d52a req-80b7c9ff-27b6-4527-9c8f-103a0cc7acb0 service neutron] Checking segment: {'id': '9842ab09-ee4e-45ca-9eb8-8a98cf18f30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '4e1bb528-5b08-4fe5-be55-e6e60ca268fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:57:17.257163 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503b027d-4a6f-4cfe-866d-de1825b4d52a req-80b7c9ff-27b6-4527-9c8f-103a0cc7acb0 service neutron] Bound using segment: {'id': '9842ab09-ee4e-45ca-9eb8-8a98cf18f30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '4e1bb528-5b08-4fe5-be55-e6e60ca268fa'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:57:17.257751 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-503b027d-4a6f-4cfe-866d-de1825b4d52a req-80b7c9ff-27b6-4527-9c8f-103a0cc7acb0 service neutron] Bound port: 04791ec1-32c2-4597-99a4-9612418d0b25, host: n-h2-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9842ab09-ee4e-45ca-9eb8-8a98cf18f30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '4e1bb528-5b08-4fe5-be55-e6e60ca268fa'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:57:17.258149 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-503b027d-4a6f-4cfe-866d-de1825b4d52a req-80b7c9ff-27b6-4527-9c8f-103a0cc7acb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (04791ec1-32c2-4597-99a4-9612418d0b25), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:17.350738 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-503b027d-4a6f-4cfe-866d-de1825b4d52a req-80b7c9ff-27b6-4527-9c8f-103a0cc7acb0 service neutron] For port 04791ec1-32c2-4597-99a4-9612418d0b25, host n-h2-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:57:17.354836 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-503b027d-4a6f-4cfe-866d-de1825b4d52a req-80b7c9ff-27b6-4527-9c8f-103a0cc7acb0 service neutron] For port 04791ec1-32c2-4597-99a4-9612418d0b25, host n-h2-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=04791ec1-32c2-4597-99a4-9612418d0b25,segment=NetworkSegment(9842ab09-ee4e-45ca-9eb8-8a98cf18f30e),segment_id=9842ab09-ee4e-45ca-9eb8-8a98cf18f30e)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:57:17.364345 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-503b027d-4a6f-4cfe-866d-de1825b4d52a req-80b7c9ff-27b6-4527-9c8f-103a0cc7acb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (04791ec1-32c2-4597-99a4-9612418d0b25), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:17.400662 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503b027d-4a6f-4cfe-866d-de1825b4d52a req-80b7c9ff-27b6-4527-9c8f-103a0cc7acb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:17.401349 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-503b027d-4a6f-4cfe-866d-de1825b4d52a req-80b7c9ff-27b6-4527-9c8f-103a0cc7acb0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:17.402817 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-503b027d-4a6f-4cfe-866d-de1825b4d52a req-80b7c9ff-27b6-4527-9c8f-103a0cc7acb0 service neutron] 10.222.0.77 "PUT /v2.0/ports/04791ec1-32c2-4597-99a4-9612418d0b25 HTTP/1.1" status: 200 len: 1092 time: 0.9359570 Feb 04 12:57:17.403313 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e73a476-a174-4b27-84c0-28b9fe3f2b1a', 'tag': '04791ec1-32c2-4597-99a4-9612418d0b25'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:57:17.405940 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c04ac8b1-306a-4221-b646-f369ae74ad38" -d '{"events": [{"name": "network-changed", "server_uuid": "4e73a476-a174-4b27-84c0-28b9fe3f2b1a", "tag": "04791ec1-32c2-4597-99a4-9612418d0b25"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:57:17.475992 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef726d4e-2a8b-43c1-a93d-a16a2d77d14c x-openstack-request-id: req-ef726d4e-2a8b-43c1-a93d-a16a2d77d14c {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:57:17.476422 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e73a476-a174-4b27-84c0-28b9fe3f2b1a", "tag": "04791ec1-32c2-4597-99a4-9612418d0b25", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:57:17.476623 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ef726d4e-2a8b-43c1-a93d-a16a2d77d14c {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:57:17.476939 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e73a476-a174-4b27-84c0-28b9fe3f2b1a', 'tag': '04791ec1-32c2-4597-99a4-9612418d0b25', 'status': 'completed', 'code': 200} Feb 04 12:57:17.506973 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b7c9ff-27b6-4527-9c8f-103a0cc7acb0 service neutron] Pushing event updated for resources: {'Port': ['ID=04791ec1-32c2-4597-99a4-9612418d0b25,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:17.536102 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503b027d-4a6f-4cfe-866d-de1825b4d52a req-236cfe89-b8ca-4e5f-b853-2764126f571d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:17.537746 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-503b027d-4a6f-4cfe-866d-de1825b4d52a req-236cfe89-b8ca-4e5f-b853-2764126f571d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b593a9b948e947caa7bb47e1be2cb62a&device_id=4e73a476-a174-4b27-84c0-28b9fe3f2b1a HTTP/1.1" status: 200 len: 1126 time: 0.0861015 Feb 04 12:57:17.594340 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-503b027d-4a6f-4cfe-866d-de1825b4d52a req-daae5a53-76e5-4112-bed9-1bc1ebfd30ee service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=04791ec1-32c2-4597-99a4-9612418d0b25 HTTP/1.1" status: 200 len: 217 time: 0.0487347 Feb 04 12:57:17.654583 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503b027d-4a6f-4cfe-866d-de1825b4d52a req-544afd39-acff-410e-8327-eb89c80554aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:17.657792 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-503b027d-4a6f-4cfe-866d-de1825b4d52a req-544afd39-acff-410e-8327-eb89c80554aa service neutron] 10.222.0.77 "GET /v2.0/subnets?id=13ec9a2b-ecf4-4399-96f0-6b85e2cca449 HTTP/1.1" status: 200 len: 856 time: 0.0566154 Feb 04 12:57:17.756755 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503b027d-4a6f-4cfe-866d-de1825b4d52a req-3841780a-a60c-4c48-b7a6-d6395cdfd648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:17.758209 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-503b027d-4a6f-4cfe-866d-de1825b4d52a req-3841780a-a60c-4c48-b7a6-d6395cdfd648 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4e1bb528-5b08-4fe5-be55-e6e60ca268fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0941842 Feb 04 12:57:17.769240 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d994043d-17e4-48f1-b8b2-ea9bf498b24c req-7b755fe4-2c76-40c5-9c50-92c68933ef5d tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:17.770708 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d994043d-17e4-48f1-b8b2-ea9bf498b24c req-7b755fe4-2c76-40c5-9c50-92c68933ef5d tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e73a476-a174-4b27-84c0-28b9fe3f2b1a HTTP/1.1" status: 200 len: 944 time: 0.0744491 Feb 04 12:57:17.873283 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d994043d-17e4-48f1-b8b2-ea9bf498b24c req-38e8c283-cec3-488c-8021-f7385cb4fd73 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8eeb614-2d0b-40ed-b6ec-8d66d693ddb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944283 Feb 04 12:57:17.898024 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-503b027d-4a6f-4cfe-866d-de1825b4d52a req-b58c1ea2-2280-4f24-92ae-99d864ee81e7 service neutron] 10.222.0.77 "GET /v2.0/networks/4e1bb528-5b08-4fe5-be55-e6e60ca268fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263444 Feb 04 12:57:17.995829 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ef125241-3d6e-44dd-a7a3-6eb703023b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:18.008645 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-503b027d-4a6f-4cfe-866d-de1825b4d52a req-12b328df-7d55-4d80-82b8-21ec7ca3f1de service neutron] 10.222.0.77 "GET /v2.0/networks/4e1bb528-5b08-4fe5-be55-e6e60ca268fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031194 Feb 04 12:57:18.117167 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04ac8b1-306a-4221-b646-f369ae74ad38 req-62d26cb2-a00a-472f-b5a5-59a48c695f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:18.118735 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c04ac8b1-306a-4221-b646-f369ae74ad38 req-62d26cb2-a00a-472f-b5a5-59a48c695f22 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b593a9b948e947caa7bb47e1be2cb62a&device_id=4e73a476-a174-4b27-84c0-28b9fe3f2b1a HTTP/1.1" status: 200 len: 1126 time: 0.0588241 Feb 04 12:57:18.227723 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04ac8b1-306a-4221-b646-f369ae74ad38 req-cebfd87f-0483-44a7-ba5c-c697011205b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:18.229275 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c04ac8b1-306a-4221-b646-f369ae74ad38 req-cebfd87f-0483-44a7-ba5c-c697011205b9 service neutron] 10.222.0.77 "GET /v2.0/networks?id=4e1bb528-5b08-4fe5-be55-e6e60ca268fa HTTP/1.1" status: 200 len: 918 time: 0.1037099 Feb 04 12:57:18.276985 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c04ac8b1-306a-4221-b646-f369ae74ad38 req-05e68d37-a31a-4f64-ba46-71df21348b49 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=04791ec1-32c2-4597-99a4-9612418d0b25 HTTP/1.1" status: 200 len: 217 time: 0.0392468 Feb 04 12:57:18.333794 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04ac8b1-306a-4221-b646-f369ae74ad38 req-fed41df8-d1a9-4737-b509-4d34a79e578a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:18.335295 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c04ac8b1-306a-4221-b646-f369ae74ad38 req-fed41df8-d1a9-4737-b509-4d34a79e578a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=13ec9a2b-ecf4-4399-96f0-6b85e2cca449 HTTP/1.1" status: 200 len: 856 time: 0.0523860 Feb 04 12:57:18.390711 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04ac8b1-306a-4221-b646-f369ae74ad38 req-515f46d6-f8fe-4708-bcdb-d659611d73d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:18.393109 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c04ac8b1-306a-4221-b646-f369ae74ad38 req-515f46d6-f8fe-4708-bcdb-d659611d73d2 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4e1bb528-5b08-4fe5-be55-e6e60ca268fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0519934 Feb 04 12:57:18.488851 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c04ac8b1-306a-4221-b646-f369ae74ad38 req-585d0e23-207a-4fe0-9378-1f76e96b25b9 service neutron] 10.222.0.77 "GET /v2.0/networks/4e1bb528-5b08-4fe5-be55-e6e60ca268fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880058 Feb 04 12:57:18.586307 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c04ac8b1-306a-4221-b646-f369ae74ad38 req-9de7af92-e6c5-41b3-8dc5-149d1d066acf service neutron] 10.222.0.77 "GET /v2.0/networks/4e1bb528-5b08-4fe5-be55-e6e60ca268fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908215 Feb 04 12:57:19.017026 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6533da5e-2d66-40b8-97a0-0b0e83db7aa9 req-444c7268-cd5b-422e-9ff2-468e52ba7642 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:19.018745 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6533da5e-2d66-40b8-97a0-0b0e83db7aa9 req-444c7268-cd5b-422e-9ff2-468e52ba7642 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e73a476-a174-4b27-84c0-28b9fe3f2b1a HTTP/1.1" status: 200 len: 944 time: 0.0638325 Feb 04 12:57:19.078103 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6533da5e-2d66-40b8-97a0-0b0e83db7aa9 req-dfcc665d-cf95-4885-8001-407ce72a6b4b tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8eeb614-2d0b-40ed-b6ec-8d66d693ddb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525696 Feb 04 12:57:19.274512 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:20.206764 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0355dd-62d6-4782-9ed9-424ac1cd118a req-c0b1d62f-b9e9-4e69-82ad-86bde1c161f6 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:20.208279 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fc0355dd-62d6-4782-9ed9-424ac1cd118a req-c0b1d62f-b9e9-4e69-82ad-86bde1c161f6 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e73a476-a174-4b27-84c0-28b9fe3f2b1a HTTP/1.1" status: 200 len: 944 time: 0.0541880 Feb 04 12:57:20.255292 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fc0355dd-62d6-4782-9ed9-424ac1cd118a req-e2b985aa-dcfa-4ffd-8b82-52ad08f22079 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8eeb614-2d0b-40ed-b6ec-8d66d693ddb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413423 Feb 04 12:57:20.543450 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:20.576605 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 04791ec1-32c2-4597-99a4-9612418d0b25 details requested by agent hyperv_n-h2-825015-3 with host n-h2-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:57:20.685775 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 04791ec1-32c2-4597-99a4-9612418d0b25, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=04791ec1-32c2-4597-99a4-9612418d0b25,segment=NetworkSegment(9842ab09-ee4e-45ca-9eb8-8a98cf18f30e),segment_id=9842ab09-ee4e-45ca-9eb8-8a98cf18f30e)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:57:20.699533 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Returning: {'device': '04791ec1-32c2-4597-99a4-9612418d0b25', 'network_id': '4e1bb528-5b08-4fe5-be55-e6e60ca268fa', 'port_id': '04791ec1-32c2-4597-99a4-9612418d0b25', 'mac_address': 'fa:16:3e:4c:ae:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13ec9a2b-ecf4-4399-96f0-6b85e2cca449', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:57:20.738560 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 04791ec1-32c2-4597-99a4-9612418d0b25 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:57:20.738956 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (04791ec1-32c2-4597-99a4-9612418d0b25), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:20.756065 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04791ec1-32c2-4597-99a4-9612418d0b25 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:57:20.775856 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 04791ec1-32c2-4597-99a4-9612418d0b25, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=04791ec1-32c2-4597-99a4-9612418d0b25,segment=NetworkSegment(9842ab09-ee4e-45ca-9eb8-8a98cf18f30e),segment_id=9842ab09-ee4e-45ca-9eb8-8a98cf18f30e)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:57:20.780122 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (04791ec1-32c2-4597-99a4-9612418d0b25), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:20.828556 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=04791ec1-32c2-4597-99a4-9612418d0b25,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:21.014975 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['04791ec1-32c2-4597-99a4-9612418d0b25'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:57:21.384759 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe1019d-1731-4e5a-a800-aae5ebec2f77 req-6521e004-b6e9-43c5-a72e-b62c6aba1100 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:21.386259 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ebe1019d-1731-4e5a-a800-aae5ebec2f77 req-6521e004-b6e9-43c5-a72e-b62c6aba1100 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e73a476-a174-4b27-84c0-28b9fe3f2b1a HTTP/1.1" status: 200 len: 945 time: 0.0574257 Feb 04 12:57:21.433056 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ebe1019d-1731-4e5a-a800-aae5ebec2f77 req-5b77e15b-c5ae-46ac-b9aa-5e6c8b3c3291 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8eeb614-2d0b-40ed-b6ec-8d66d693ddb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411172 Feb 04 12:57:21.725999 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:22.578168 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a6236e-5b49-401a-8e1d-a3039b1cb8fe req-24d133ba-e96e-4086-ac55-141d41654abe tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:22.580132 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-64a6236e-5b49-401a-8e1d-a3039b1cb8fe req-24d133ba-e96e-4086-ac55-141d41654abe tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e73a476-a174-4b27-84c0-28b9fe3f2b1a HTTP/1.1" status: 200 len: 945 time: 0.0712776 Feb 04 12:57:22.592630 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 04791ec1-32c2-4597-99a4-9612418d0b25 up at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:57:22.631726 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-64a6236e-5b49-401a-8e1d-a3039b1cb8fe req-eb6cf5e2-ec9c-46f3-8143-a059159f648a tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8eeb614-2d0b-40ed-b6ec-8d66d693ddb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457246 Feb 04 12:57:22.649151 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning for port 04791ec1-32c2-4597-99a4-9612418d0b25 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:57:22.653380 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning complete for port 04791ec1-32c2-4597-99a4-9612418d0b25 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:57:22.653830 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (04791ec1-32c2-4597-99a4-9612418d0b25), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:22.730444 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 04791ec1-32c2-4597-99a4-9612418d0b25 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:57:22.731082 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (04791ec1-32c2-4597-99a4-9612418d0b25), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:22.753306 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e73a476-a174-4b27-84c0-28b9fe3f2b1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04791ec1-32c2-4597-99a4-9612418d0b25'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:57:22.755509 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c75fd57-e07e-4077-90c6-d83e6d90100c" -d '{"events": [{"server_uuid": "4e73a476-a174-4b27-84c0-28b9fe3f2b1a", "name": "network-vif-plugged", "status": "completed", "tag": "04791ec1-32c2-4597-99a4-9612418d0b25"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:57:22.771610 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 04791ec1-32c2-4597-99a4-9612418d0b25, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=04791ec1-32c2-4597-99a4-9612418d0b25,segment=NetworkSegment(9842ab09-ee4e-45ca-9eb8-8a98cf18f30e),segment_id=9842ab09-ee4e-45ca-9eb8-8a98cf18f30e)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:57:22.777020 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (04791ec1-32c2-4597-99a4-9612418d0b25), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:22.807759 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-230087e9-7251-4aad-9cc0-5c1c8367b386 x-openstack-request-id: req-230087e9-7251-4aad-9cc0-5c1c8367b386 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:57:22.808066 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e73a476-a174-4b27-84c0-28b9fe3f2b1a", "name": "network-vif-plugged", "status": "completed", "tag": "04791ec1-32c2-4597-99a4-9612418d0b25", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:57:22.808323 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-230087e9-7251-4aad-9cc0-5c1c8367b386 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:57:22.808717 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e73a476-a174-4b27-84c0-28b9fe3f2b1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04791ec1-32c2-4597-99a4-9612418d0b25', 'code': 200} Feb 04 12:57:22.837633 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=04791ec1-32c2-4597-99a4-9612418d0b25,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:22.917173 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcefd9c-b665-4ca1-a11c-9219f4a5677d req-84290ed9-1d9a-4266-9e5c-6680989baf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:22.918679 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-efcefd9c-b665-4ca1-a11c-9219f4a5677d req-84290ed9-1d9a-4266-9e5c-6680989baf5d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=4e73a476-a174-4b27-84c0-28b9fe3f2b1a HTTP/1.1" status: 200 len: 1128 time: 0.0534310 Feb 04 12:57:22.962526 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-efcefd9c-b665-4ca1-a11c-9219f4a5677d req-cf39a805-25d9-406e-ab19-c9a5b42c1001 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=e8eeb614-2d0b-40ed-b6ec-8d66d693ddb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378675 Feb 04 12:57:23.769098 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d68cbe4-1cf8-4e87-8cf5-de9ba2471c2c req-554218b2-935e-43f1-b3c9-99f6cadd4601 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:23.775991 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5d68cbe4-1cf8-4e87-8cf5-de9ba2471c2c req-554218b2-935e-43f1-b3c9-99f6cadd4601 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e73a476-a174-4b27-84c0-28b9fe3f2b1a HTTP/1.1" status: 200 len: 946 time: 0.0614316 Feb 04 12:57:23.826058 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5d68cbe4-1cf8-4e87-8cf5-de9ba2471c2c req-e64b887a-45d8-4df0-b51c-27a23cfbca4e tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8eeb614-2d0b-40ed-b6ec-8d66d693ddb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489929 Feb 04 12:57:24.971682 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c26ddae-dbc4-4946-8af9-ae72239d6132 req-4fb3e2cc-1a27-47b0-a010-e102dbce749b tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:24.973557 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1c26ddae-dbc4-4946-8af9-ae72239d6132 req-4fb3e2cc-1a27-47b0-a010-e102dbce749b tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e73a476-a174-4b27-84c0-28b9fe3f2b1a HTTP/1.1" status: 200 len: 946 time: 0.0610328 Feb 04 12:57:25.040100 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1c26ddae-dbc4-4946-8af9-ae72239d6132 req-b86553d9-4aa6-4245-9655-8e595905d92b tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8eeb614-2d0b-40ed-b6ec-8d66d693ddb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605702 Feb 04 12:57:25.168310 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2febc39d-cecc-4d32-8623-fd8affe3f38c req-190f7cfe-95bc-48d2-931b-1004a1ea529d tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:25.170337 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2febc39d-cecc-4d32-8623-fd8affe3f38c req-190f7cfe-95bc-48d2-931b-1004a1ea529d tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e73a476-a174-4b27-84c0-28b9fe3f2b1a HTTP/1.1" status: 200 len: 946 time: 0.0557704 Feb 04 12:57:25.179635 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 49458) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:57:25.184234 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-8a25f2be-6e1b-4e56-85d4-8250d9d735b0 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Request body: {'floatingip': {'port_id': '04791ec1-32c2-4597-99a4-9612418d0b25'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:57:25.226293 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8a25f2be-6e1b-4e56-85d4-8250d9d735b0 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Publish callbacks [] for floatingip (7fc09935-8ab3-4101-8603-1de72aa81fd1), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:25.747975 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8a25f2be-6e1b-4e56-85d4-8250d9d735b0 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:25.752864 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8a25f2be-6e1b-4e56-85d4-8250d9d735b0 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1599943'] for floatingip (7fc09935-8ab3-4101-8603-1de72aa81fd1), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:26.146662 n-d-825015-3 neutron-server[103475]: INFO neutron.db.l3_db [None req-8a25f2be-6e1b-4e56-85d4-8250d9d735b0 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Floating IP 7fc09935-8ab3-4101-8603-1de72aa81fd1 associated. External IP: 172.25.3.242, port: 04791ec1-32c2-4597-99a4-9612418d0b25. Feb 04 12:57:26.373829 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a25f2be-6e1b-4e56-85d4-8250d9d735b0 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Router ad781448-354f-4475-8771-926b2fdf8f5d has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:57:26.492255 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a25f2be-6e1b-4e56-85d4-8250d9d735b0 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:57:26.496914 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8a25f2be-6e1b-4e56-85d4-8250d9d735b0 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:26.506514 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf6a4fc-5ade-4375-a703-ffbf40493cfc None None] Sync routers for ids ['ad781448-354f-4475-8771-926b2fdf8f5d'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:57:26.520186 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf6a4fc-5ade-4375-a703-ffbf40493cfc None None] Routers {'ad781448-354f-4475-8771-926b2fdf8f5d'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:57:26.521335 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-bdf6a4fc-5ade-4375-a703-ffbf40493cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:57:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['ad781448-354f-4475-8771-926b2fdf8f5d'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:57:26.529571 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-8a25f2be-6e1b-4e56-85d4-8250d9d735b0 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "PUT /v2.0/floatingips/7fc09935-8ab3-4101-8603-1de72aa81fd1 HTTP/1.1" status: 200 len: 992 time: 1.3485389 Feb 04 12:57:26.530089 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e73a476-a174-4b27-84c0-28b9fe3f2b1a', 'tag': '04791ec1-32c2-4597-99a4-9612418d0b25'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:57:26.544480 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83504f52-7023-42d6-a342-24c3540564e0" -d '{"events": [{"name": "network-changed", "server_uuid": "4e73a476-a174-4b27-84c0-28b9fe3f2b1a", "tag": "04791ec1-32c2-4597-99a4-9612418d0b25"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:57:26.611059 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25b02424-f25d-4a0a-9c3d-796b62745d55 x-openstack-request-id: req-25b02424-f25d-4a0a-9c3d-796b62745d55 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:57:26.611473 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e73a476-a174-4b27-84c0-28b9fe3f2b1a", "tag": "04791ec1-32c2-4597-99a4-9612418d0b25", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:57:26.611666 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-25b02424-f25d-4a0a-9c3d-796b62745d55 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:57:26.612329 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e73a476-a174-4b27-84c0-28b9fe3f2b1a', 'tag': '04791ec1-32c2-4597-99a4-9612418d0b25', 'status': 'completed', 'code': 200} Feb 04 12:57:26.685282 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-bdf6a4fc-5ade-4375-a703-ffbf40493cfc None None] Set router ad781448-354f-4475-8771-926b2fdf8f5d gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:57:26.705739 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c393f01-114b-47b6-a658-b5667c9e9fcb req-eace1243-46b7-4131-9771-cb2e9f8ca608 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:26.707265 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1c393f01-114b-47b6-a658-b5667c9e9fcb req-eace1243-46b7-4131-9771-cb2e9f8ca608 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e73a476-a174-4b27-84c0-28b9fe3f2b1a HTTP/1.1" status: 200 len: 946 time: 0.1085317 Feb 04 12:57:26.712677 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83504f52-7023-42d6-a342-24c3540564e0 req-45bc781f-adaf-455b-a1fc-3d0ab025039f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:26.714090 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-83504f52-7023-42d6-a342-24c3540564e0 req-45bc781f-adaf-455b-a1fc-3d0ab025039f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b593a9b948e947caa7bb47e1be2cb62a&device_id=4e73a476-a174-4b27-84c0-28b9fe3f2b1a HTTP/1.1" status: 200 len: 1128 time: 0.0693810 Feb 04 12:57:26.830891 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83504f52-7023-42d6-a342-24c3540564e0 req-588fbcf1-e269-456b-b01d-b5dd8585d6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:26.831579 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-83504f52-7023-42d6-a342-24c3540564e0 req-588fbcf1-e269-456b-b01d-b5dd8585d6eb service neutron] 10.222.0.77 "GET /v2.0/networks?id=4e1bb528-5b08-4fe5-be55-e6e60ca268fa HTTP/1.1" status: 200 len: 918 time: 0.1095564 Feb 04 12:57:26.907795 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-83504f52-7023-42d6-a342-24c3540564e0 req-0c1276fd-64ed-4958-9426-e15b3405ea98 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=04791ec1-32c2-4597-99a4-9612418d0b25 HTTP/1.1" status: 200 len: 1000 time: 0.0707927 Feb 04 12:57:26.961915 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1c393f01-114b-47b6-a658-b5667c9e9fcb req-31f42fa0-2510-4459-989a-673c3d754d9f tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8eeb614-2d0b-40ed-b6ec-8d66d693ddb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2468443 Feb 04 12:57:26.990333 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83504f52-7023-42d6-a342-24c3540564e0 req-6cace8ab-9953-4322-8874-266d89bf1473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:26.991884 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-83504f52-7023-42d6-a342-24c3540564e0 req-6cace8ab-9953-4322-8874-266d89bf1473 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=13ec9a2b-ecf4-4399-96f0-6b85e2cca449 HTTP/1.1" status: 200 len: 856 time: 0.0773358 Feb 04 12:57:27.010222 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-bdf6a4fc-5ade-4375-a703-ffbf40493cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad781448-354f-4475-8771-926b2fdf8f5d', 'name': 'tempest-AttachVolumeShelveTestJSON-1268832276-router', 'tenant_id': 'b593a9b948e947caa7bb47e1be2cb62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '300c692c-234b-454d-a129-02e2565a82bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:52:59Z', 'updated_at': '2022-02-04T12:53:08Z', 'revision_number': 4, 'project_id': 'b593a9b948e947caa7bb47e1be2cb62a', 'gw_port': {'id': '300c692c-234b-454d-a129-02e2565a82bb', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:02:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad781448-354f-4475-8771-926b2fdf8f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:53:00Z', 'updated_at': '2022-02-04T12:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': '7fc09935-8ab3-4101-8603-1de72aa81fd1', 'tenant_id': 'b593a9b948e947caa7bb47e1be2cb62a', 'floating_ip_address': '172.25.3.242', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': 'ad781448-354f-4475-8771-926b2fdf8f5d', 'port_id': '04791ec1-32c2-4597-99a4-9612418d0b25', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3247, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e1bb528-5b08-4fe5-be55-e6e60ca268fa', 'mac_address': 'fa:16:3e:4c:ae:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e73a476-a174-4b27-84c0-28b9fe3f2b1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:57:12Z', 'updated_at': '2022-02-04T12:57:25Z', 'revision_number': 1, 'project_id': 'b593a9b948e947caa7bb47e1be2cb62a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec0f355e-bd5d-45ba-89ac-a7696024d0a6', 'name': '', 'network_id': '4e1bb528-5b08-4fe5-be55-e6e60ca268fa', 'tenant_id': 'b593a9b948e947caa7bb47e1be2cb62a', 'mac_address': 'fa:16:3e:a0:79:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad781448-354f-4475-8771-926b2fdf8f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '13ec9a2b-ecf4-4399-96f0-6b85e2cca449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:53:04Z', 'updated_at': '2022-02-04T12:53:14Z', 'revision_number': 5, 'project_id': 'b593a9b948e947caa7bb47e1be2cb62a', 'subnets': [{'id': '13ec9a2b-ecf4-4399-96f0-6b85e2cca449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:57:27.049415 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf6a4fc-5ade-4375-a703-ffbf40493cfc None None] Checking router: ad781448-354f-4475-8771-926b2fdf8f5d for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:57:27.054704 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83504f52-7023-42d6-a342-24c3540564e0 req-b21d9784-6fbb-4095-abb2-88949e6f8dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:27.056869 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-83504f52-7023-42d6-a342-24c3540564e0 req-b21d9784-6fbb-4095-abb2-88949e6f8dfb service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4e1bb528-5b08-4fe5-be55-e6e60ca268fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0577097 Feb 04 12:57:27.058500 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf6a4fc-5ade-4375-a703-ffbf40493cfc None None] Routers {'ad781448-354f-4475-8771-926b2fdf8f5d'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:57:27.059111 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-bdf6a4fc-5ade-4375-a703-ffbf40493cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:57:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['ad781448-354f-4475-8771-926b2fdf8f5d'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:57:27.193268 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-83504f52-7023-42d6-a342-24c3540564e0 req-e95e8818-4a7b-417e-8efc-bf258e6c0118 service neutron] 10.222.0.77 "GET /v2.0/networks/4e1bb528-5b08-4fe5-be55-e6e60ca268fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303604 Feb 04 12:57:27.323216 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-83504f52-7023-42d6-a342-24c3540564e0 req-30e5a3d9-262d-4384-b046-1561db3e8e1d service neutron] 10.222.0.77 "GET /v2.0/networks/4e1bb528-5b08-4fe5-be55-e6e60ca268fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219404 Feb 04 12:57:27.362897 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-bdf6a4fc-5ade-4375-a703-ffbf40493cfc None None] Set router ad781448-354f-4475-8771-926b2fdf8f5d gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:57:27.621515 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-bdf6a4fc-5ade-4375-a703-ffbf40493cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad781448-354f-4475-8771-926b2fdf8f5d', 'name': 'tempest-AttachVolumeShelveTestJSON-1268832276-router', 'tenant_id': 'b593a9b948e947caa7bb47e1be2cb62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '300c692c-234b-454d-a129-02e2565a82bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:52:59Z', 'updated_at': '2022-02-04T12:53:08Z', 'revision_number': 4, 'project_id': 'b593a9b948e947caa7bb47e1be2cb62a', 'gw_port': {'id': '300c692c-234b-454d-a129-02e2565a82bb', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:02:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad781448-354f-4475-8771-926b2fdf8f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:53:00Z', 'updated_at': '2022-02-04T12:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': '7fc09935-8ab3-4101-8603-1de72aa81fd1', 'tenant_id': 'b593a9b948e947caa7bb47e1be2cb62a', 'floating_ip_address': '172.25.3.242', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': 'ad781448-354f-4475-8771-926b2fdf8f5d', 'port_id': '04791ec1-32c2-4597-99a4-9612418d0b25', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3247, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e1bb528-5b08-4fe5-be55-e6e60ca268fa', 'mac_address': 'fa:16:3e:4c:ae:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e73a476-a174-4b27-84c0-28b9fe3f2b1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:57:12Z', 'updated_at': '2022-02-04T12:57:25Z', 'revision_number': 1, 'project_id': 'b593a9b948e947caa7bb47e1be2cb62a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec0f355e-bd5d-45ba-89ac-a7696024d0a6', 'name': '', 'network_id': '4e1bb528-5b08-4fe5-be55-e6e60ca268fa', 'tenant_id': 'b593a9b948e947caa7bb47e1be2cb62a', 'mac_address': 'fa:16:3e:a0:79:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad781448-354f-4475-8771-926b2fdf8f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '13ec9a2b-ecf4-4399-96f0-6b85e2cca449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:53:04Z', 'updated_at': '2022-02-04T12:53:14Z', 'revision_number': 5, 'project_id': 'b593a9b948e947caa7bb47e1be2cb62a', 'subnets': [{'id': '13ec9a2b-ecf4-4399-96f0-6b85e2cca449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:57:27.656293 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf6a4fc-5ade-4375-a703-ffbf40493cfc None None] The sync data for ids ['ad781448-354f-4475-8771-926b2fdf8f5d'] in n-d-825015-3 is: [{'id': 'ad781448-354f-4475-8771-926b2fdf8f5d', 'name': 'tempest-AttachVolumeShelveTestJSON-1268832276-router', 'tenant_id': 'b593a9b948e947caa7bb47e1be2cb62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '300c692c-234b-454d-a129-02e2565a82bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:52:59Z', 'updated_at': '2022-02-04T12:53:08Z', 'revision_number': 4, 'project_id': 'b593a9b948e947caa7bb47e1be2cb62a', 'gw_port': {'id': '300c692c-234b-454d-a129-02e2565a82bb', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:02:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad781448-354f-4475-8771-926b2fdf8f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:53:00Z', 'updated_at': '2022-02-04T12:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': '7fc09935-8ab3-4101-8603-1de72aa81fd1', 'tenant_id': 'b593a9b948e947caa7bb47e1be2cb62a', 'floating_ip_address': '172.25.3.242', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': 'ad781448-354f-4475-8771-926b2fdf8f5d', 'port_id': '04791ec1-32c2-4597-99a4-9612418d0b25', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3247, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e1bb528-5b08-4fe5-be55-e6e60ca268fa', 'mac_address': 'fa:16:3e:4c:ae:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e73a476-a174-4b27-84c0-28b9fe3f2b1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:57:12Z', 'updated_at': '2022-02-04T12:57:25Z', 'revision_number': 1, 'project_id': 'b593a9b948e947caa7bb47e1be2cb62a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec0f355e-bd5d-45ba-89ac-a7696024d0a6', 'name': '', 'network_id': '4e1bb528-5b08-4fe5-be55-e6e60ca268fa', 'tenant_id': 'b593a9b948e947caa7bb47e1be2cb62a', 'mac_address': 'fa:16:3e:a0:79:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad781448-354f-4475-8771-926b2fdf8f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '13ec9a2b-ecf4-4399-96f0-6b85e2cca449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:53:04Z', 'updated_at': '2022-02-04T12:53:14Z', 'revision_number': 5, 'project_id': 'b593a9b948e947caa7bb47e1be2cb62a', 'subnets': [{'id': '13ec9a2b-ecf4-4399-96f0-6b85e2cca449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:57:27.892336 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3624d84-c348-4844-a9ad-0340b1bd909f None None] New status for floating IP 7fc09935-8ab3-4101-8603-1de72aa81fd1: ACTIVE {{(pid=103477) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 12:57:28.130071 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6167871-810e-4e29-baa9-724351d1c20c req-7d9d70b6-4229-45fa-aab8-6d31bb79cd2d tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:28.131507 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d6167871-810e-4e29-baa9-724351d1c20c req-7d9d70b6-4229-45fa-aab8-6d31bb79cd2d tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e73a476-a174-4b27-84c0-28b9fe3f2b1a HTTP/1.1" status: 200 len: 946 time: 0.0760999 Feb 04 12:57:28.183212 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d6167871-810e-4e29-baa9-724351d1c20c req-cdd954a0-6bb4-44a8-a4b6-5f18479635b4 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8eeb614-2d0b-40ed-b6ec-8d66d693ddb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451772 Feb 04 12:57:31.254500 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:31.885437 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:35.522634 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 12:57:39.993830 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 49544) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:57:40.083630 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741c28e9-efd2-4162-8c7e-a24d2389d083 tempest-TestNetworkBasicOps-1870628221 tempest-TestNetworkBasicOps-1870628221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:40.084140 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741c28e9-efd2-4162-8c7e-a24d2389d083 tempest-TestNetworkBasicOps-1870628221 tempest-TestNetworkBasicOps-1870628221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:40.084613 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741c28e9-efd2-4162-8c7e-a24d2389d083 tempest-TestNetworkBasicOps-1870628221 tempest-TestNetworkBasicOps-1870628221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:40.086328 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-741c28e9-efd2-4162-8c7e-a24d2389d083 tempest-TestNetworkBasicOps-1870628221 tempest-TestNetworkBasicOps-1870628221-project-admin] 10.222.0.65 "GET /v2.0/ports?project_id=ad73185521b9452e903e10ccdcd3b5aa&network_id=74e52c79-8af0-4510-adb0-f8d07ad29182 HTTP/1.1" status: 200 len: 3072 time: 0.0915995 Feb 04 12:57:43.821070 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 49568) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:57:43.875536 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc75acc-8217-4440-ac91-94b47ede9d4a tempest-TestNetworkBasicOps-1870628221 tempest-TestNetworkBasicOps-1870628221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:43.879510 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-9bc75acc-8217-4440-ac91-94b47ede9d4a tempest-TestNetworkBasicOps-1870628221 tempest-TestNetworkBasicOps-1870628221-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 HTTP/1.1" status: 200 len: 814 time: 0.0546992 Feb 04 12:57:44.677536 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 49580) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:57:44.685156 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-3b241d14-a3fe-40a2-a91b-b5f9ea52b5b6 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Request body: {'network': {'name': 'tempest-network-smoke--1515865736', 'project_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'port_security_enabled': True}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:57:44.708863 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b241d14-a3fe-40a2-a91b-b5f9ea52b5b6 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Made reservation on behalf of ad73185521b9452e903e10ccdcd3b5aa for: {'network': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:57:44.712283 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3b241d14-a3fe-40a2-a91b-b5f9ea52b5b6 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:44.738427 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b241d14-a3fe-40a2-a91b-b5f9ea52b5b6 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=103475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:57:44.750041 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3b241d14-a3fe-40a2-a91b-b5f9ea52b5b6 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (2b1e2faa-2fbc-4369-92d2-02d0324ec099), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:44.751097 n-d-825015-3 neutron-server[103475]: INFO neutron.db.segments_db [None req-3b241d14-a3fe-40a2-a91b-b5f9ea52b5b6 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Added segment 2b1e2faa-2fbc-4369-92d2-02d0324ec099 of type vlan for network 2e5bb2a2-72c0-4b78-973d-c830b747d5f0 Feb 04 12:57:44.794454 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3b241d14-a3fe-40a2-a91b-b5f9ea52b5b6 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (2e5bb2a2-72c0-4b78-973d-c830b747d5f0), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:44.830780 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3b241d14-a3fe-40a2-a91b-b5f9ea52b5b6 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (2e5bb2a2-72c0-4b78-973d-c830b747d5f0), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:44.837553 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b241d14-a3fe-40a2-a91b-b5f9ea52b5b6 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:44.838284 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3b241d14-a3fe-40a2-a91b-b5f9ea52b5b6 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:44.901979 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-3b241d14-a3fe-40a2-a91b-b5f9ea52b5b6 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2199445 Feb 04 12:57:44.902892 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49582) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:57:44.914915 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b241d14-a3fe-40a2-a91b-b5f9ea52b5b6 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Pushing event updated for resources: {'Network': ['ID=2e5bb2a2-72c0-4b78-973d-c830b747d5f0,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:44.922832 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b241d14-a3fe-40a2-a91b-b5f9ea52b5b6 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:44.923339 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b241d14-a3fe-40a2-a91b-b5f9ea52b5b6 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:44.923692 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b241d14-a3fe-40a2-a91b-b5f9ea52b5b6 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:44.924067 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b241d14-a3fe-40a2-a91b-b5f9ea52b5b6 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:44.924408 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b241d14-a3fe-40a2-a91b-b5f9ea52b5b6 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:44.924748 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b241d14-a3fe-40a2-a91b-b5f9ea52b5b6 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:44.925082 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b241d14-a3fe-40a2-a91b-b5f9ea52b5b6 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:44.925415 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b241d14-a3fe-40a2-a91b-b5f9ea52b5b6 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:44.925749 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b241d14-a3fe-40a2-a91b-b5f9ea52b5b6 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:44.926076 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b241d14-a3fe-40a2-a91b-b5f9ea52b5b6 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:44.926408 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b241d14-a3fe-40a2-a91b-b5f9ea52b5b6 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:44.926742 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b241d14-a3fe-40a2-a91b-b5f9ea52b5b6 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:44.927074 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b241d14-a3fe-40a2-a91b-b5f9ea52b5b6 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:44.941261 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 2e5bb2a2-72c0-4b78-973d-c830b747d5f0 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:57:44.998223 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1e3e2a-e342-4efc-a3bd-b72cb8d2c721 tempest-TestNetworkBasicOps-1870628221 tempest-TestNetworkBasicOps-1870628221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:44.999758 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-5e1e3e2a-e342-4efc-a3bd-b72cb8d2c721 tempest-TestNetworkBasicOps-1870628221 tempest-TestNetworkBasicOps-1870628221-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=ad73185521b9452e903e10ccdcd3b5aa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0952110 Feb 04 12:57:45.003572 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49584) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:57:45.459631 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76832b51-14c1-408b-9573-0f3462a91887 tempest-TestNetworkBasicOps-1870628221 tempest-TestNetworkBasicOps-1870628221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:45.464216 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-76832b51-14c1-408b-9573-0f3462a91887 tempest-TestNetworkBasicOps-1870628221 tempest-TestNetworkBasicOps-1870628221-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4595742 Feb 04 12:57:45.464703 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 49592) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:57:45.507369 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-0a037e02-89d1-48fb-851c-f814081926b2 tempest-TestNetworkBasicOps-1870628221 tempest-TestNetworkBasicOps-1870628221-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0414300 Feb 04 12:57:45.510207 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 49594) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:57:45.548670 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-3d3f4a6a-c3a3-4e70-92f9-baa9f2cc77fa tempest-TestNetworkBasicOps-1870628221 tempest-TestNetworkBasicOps-1870628221-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=ad73185521b9452e903e10ccdcd3b5aa&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0337882 Feb 04 12:57:45.549144 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 49596) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:57:45.558174 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ce232d38-f7e5-49c5-96e0-66724ad1ab05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:45.651687 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070c43ec-2935-47d0-825d-1c358afd79ac tempest-TestNetworkBasicOps-1870628221 tempest-TestNetworkBasicOps-1870628221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:45.653188 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-070c43ec-2935-47d0-825d-1c358afd79ac tempest-TestNetworkBasicOps-1870628221 tempest-TestNetworkBasicOps-1870628221-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1031160 Feb 04 12:57:45.657228 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 49598) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:57:45.686722 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-054684c2-9e41-49de-a8fb-35d50bb3256c tempest-TestNetworkBasicOps-1870628221 tempest-TestNetworkBasicOps-1870628221-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282748 Feb 04 12:57:45.690850 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 49600) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:57:45.695591 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-8cdb1324-4109-4a16-b137-cc31cd246d4a tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-683334254', 'network_id': '2e5bb2a2-72c0-4b78-973d-c830b747d5f0', 'project_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:57:45.795664 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cdb1324-4109-4a16-b137-cc31cd246d4a tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Made reservation on behalf of ad73185521b9452e903e10ccdcd3b5aa for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:57:45.799591 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8cdb1324-4109-4a16-b137-cc31cd246d4a tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:46.011221 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8cdb1324-4109-4a16-b137-cc31cd246d4a tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52094127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51452689'] for subnet (a294547e-2f05-4014-bcc9-5736bb883159), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:46.086693 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdb1324-4109-4a16-b137-cc31cd246d4a tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Pushing event updated for resources: {'Subnet': ['ID=a294547e-2f05-4014-bcc9-5736bb883159,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:46.099560 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdb1324-4109-4a16-b137-cc31cd246d4a tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Checking segment: {'id': '2b1e2faa-2fbc-4369-92d2-02d0324ec099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '2e5bb2a2-72c0-4b78-973d-c830b747d5f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:57:46.099964 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cdb1324-4109-4a16-b137-cc31cd246d4a tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Network hostable DHCP agents. Network: 2e5bb2a2-72c0-4b78-973d-c830b747d5f0, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:57:46.124827 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cdb1324-4109-4a16-b137-cc31cd246d4a tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Network 2e5bb2a2-72c0-4b78-973d-c830b747d5f0 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:57:46.140696 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-8cdb1324-4109-4a16-b137-cc31cd246d4a tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 2e5bb2a2-72c0-4b78-973d-c830b747d5f0) {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:57:46.147645 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cdb1324-4109-4a16-b137-cc31cd246d4a tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:46.151267 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4953af2c-c344-43d3-9b4e-79a6ae7fcbe3 None None] Network 2e5bb2a2-72c0-4b78-973d-c830b747d5f0 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:57:46.155200 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8cdb1324-4109-4a16-b137-cc31cd246d4a tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:46.178543 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-8cdb1324-4109-4a16-b137-cc31cd246d4a tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4862850 Feb 04 12:57:46.288263 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e23e95-28a0-41e2-847e-509b0a1cf6b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-2e5bb2a2-72c0-4b78-973d-c830b747d5f0', 'network_id': '2e5bb2a2-72c0-4b78-973d-c830b747d5f0', 'project_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'fixed_ips': [{'subnet_id': 'a294547e-2f05-4014-bcc9-5736bb883159'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 12:57:46.289492 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d7e23e95-28a0-41e2-847e-509b0a1cf6b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:46.400690 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 49608) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:57:46.407728 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-5a03007f-49c5-404c-9f30-233be81827b1 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-788501817', 'description': 'tempest-secgroup-smoke-788501817 description', 'project_id': 'ad73185521b9452e903e10ccdcd3b5aa'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:57:46.444276 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-d7e23e95-28a0-41e2-847e-509b0a1cf6b9 None None] Allocated IP 172.20.0.18 (2e5bb2a2-72c0-4b78-973d-c830b747d5f0/a294547e-2f05-4014-bcc9-5736bb883159/2828cc41-3a60-47b8-b9a2-3421d42c8804) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:57:46.452877 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5a03007f-49c5-404c-9f30-233be81827b1 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:46.573879 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af12787c-fec2-4900-8e7d-e4f97f7e22bc req-394a55bc-037c-4e59-a5a9-5828d86cd61f tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:46.575749 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-af12787c-fec2-4900-8e7d-e4f97f7e22bc req-394a55bc-037c-4e59-a5a9-5828d86cd61f tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=22704979-2c9f-416c-a9cc-621c4bd05eca HTTP/1.1" status: 200 len: 944 time: 0.0979872 Feb 04 12:57:46.590066 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5a03007f-49c5-404c-9f30-233be81827b1 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for security_group (23cd2b6e-25dc-444e-b0fa-d5d27f7f2798), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:46.596382 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5a03007f-49c5-404c-9f30-233be81827b1 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (23cd2b6e-25dc-444e-b0fa-d5d27f7f2798), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:46.612286 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d7e23e95-28a0-41e2-847e-509b0a1cf6b9 None None] Publish callbacks [] for port (2828cc41-3a60-47b8-b9a2-3421d42c8804), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:46.620856 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d7e23e95-28a0-41e2-847e-509b0a1cf6b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (2828cc41-3a60-47b8-b9a2-3421d42c8804), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:46.644212 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5a03007f-49c5-404c-9f30-233be81827b1 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:46.648765 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-5a03007f-49c5-404c-9f30-233be81827b1 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2433958 Feb 04 12:57:46.649089 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49612) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:57:46.654117 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-80cdb229-5778-4714-bcf4-bcee434c478e tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Request body: {'security_group_rule': {'security_group_id': '23cd2b6e-25dc-444e-b0fa-d5d27f7f2798', 'project_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:57:46.667962 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a03007f-49c5-404c-9f30-233be81827b1 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23cd2b6e-25dc-444e-b0fa-d5d27f7f2798,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:46.682896 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e23e95-28a0-41e2-847e-509b0a1cf6b9 None None] Network 2e5bb2a2-72c0-4b78-973d-c830b747d5f0 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:57:46.697417 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e23e95-28a0-41e2-847e-509b0a1cf6b9 None None] Pushing event updated for resources: {'Port': ['ID=2828cc41-3a60-47b8-b9a2-3421d42c8804,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:46.698150 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-80cdb229-5778-4714-bcf4-bcee434c478e tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for security_group_rule (66e037c4-e87f-48df-8655-601138c5fe4e), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:46.700162 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-d7e23e95-28a0-41e2-847e-509b0a1cf6b9 None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:57:46.704426 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e23e95-28a0-41e2-847e-509b0a1cf6b9 None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:57:46.719771 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e23e95-28a0-41e2-847e-509b0a1cf6b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:46.719771 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e23e95-28a0-41e2-847e-509b0a1cf6b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:46.719771 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e23e95-28a0-41e2-847e-509b0a1cf6b9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:46.719771 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e23e95-28a0-41e2-847e-509b0a1cf6b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:46.720438 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e23e95-28a0-41e2-847e-509b0a1cf6b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:46.721064 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-af12787c-fec2-4900-8e7d-e4f97f7e22bc req-7eeaa888-e411-441b-ba78-d1d77a7fc22e tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3f9fd42-344e-42cb-9241-a34957176b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210103 Feb 04 12:57:46.721323 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e23e95-28a0-41e2-847e-509b0a1cf6b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:46.722233 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e23e95-28a0-41e2-847e-509b0a1cf6b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:46.722645 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e23e95-28a0-41e2-847e-509b0a1cf6b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:46.723182 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e23e95-28a0-41e2-847e-509b0a1cf6b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:46.723646 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e23e95-28a0-41e2-847e-509b0a1cf6b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:46.724182 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e23e95-28a0-41e2-847e-509b0a1cf6b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:46.724521 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e23e95-28a0-41e2-847e-509b0a1cf6b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:46.724855 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e23e95-28a0-41e2-847e-509b0a1cf6b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:46.790428 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-d7e23e95-28a0-41e2-847e-509b0a1cf6b9 None None] Attempting to bind port 2828cc41-3a60-47b8-b9a2-3421d42c8804 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:57:46.790842 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-d7e23e95-28a0-41e2-847e-509b0a1cf6b9 None None] Attempting to bind port 2828cc41-3a60-47b8-b9a2-3421d42c8804 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '2b1e2faa-2fbc-4369-92d2-02d0324ec099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '2e5bb2a2-72c0-4b78-973d-c830b747d5f0'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:57:46.791207 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e23e95-28a0-41e2-847e-509b0a1cf6b9 None None] Attempting to bind port 2828cc41-3a60-47b8-b9a2-3421d42c8804 on network 2e5bb2a2-72c0-4b78-973d-c830b747d5f0 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:57:46.798913 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e23e95-28a0-41e2-847e-509b0a1cf6b9 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:57:46.799288 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e23e95-28a0-41e2-847e-509b0a1cf6b9 None None] Checking segment: {'id': '2b1e2faa-2fbc-4369-92d2-02d0324ec099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '2e5bb2a2-72c0-4b78-973d-c830b747d5f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:57:46.799691 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d7e23e95-28a0-41e2-847e-509b0a1cf6b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:46.800127 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e23e95-28a0-41e2-847e-509b0a1cf6b9 None None] Bound using segment: {'id': '2b1e2faa-2fbc-4369-92d2-02d0324ec099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '2e5bb2a2-72c0-4b78-973d-c830b747d5f0'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:57:46.800604 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-d7e23e95-28a0-41e2-847e-509b0a1cf6b9 None None] Bound port: 2828cc41-3a60-47b8-b9a2-3421d42c8804, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1e2faa-2fbc-4369-92d2-02d0324ec099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '2e5bb2a2-72c0-4b78-973d-c830b747d5f0'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:57:46.801025 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d7e23e95-28a0-41e2-847e-509b0a1cf6b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (2828cc41-3a60-47b8-b9a2-3421d42c8804), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:46.837054 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-80cdb229-5778-4714-bcf4-bcee434c478e tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for security_group_rule (66e037c4-e87f-48df-8655-601138c5fe4e), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:46.843531 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-80cdb229-5778-4714-bcf4-bcee434c478e tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (66e037c4-e87f-48df-8655-601138c5fe4e), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:46.870338 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cdb229-5778-4714-bcf4-bcee434c478e tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66e037c4-e87f-48df-8655-601138c5fe4e,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:46.874203 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd176ce-7410-4b57-b392-14594943b1f8 req-64eaa056-33f5-4658-8fad-62c3d92a46e8 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:46.883188 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dcd176ce-7410-4b57-b392-14594943b1f8 req-64eaa056-33f5-4658-8fad-62c3d92a46e8 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=22704979-2c9f-416c-a9cc-621c4bd05eca HTTP/1.1" status: 200 len: 944 time: 0.0727339 Feb 04 12:57:46.884248 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cdb229-5778-4714-bcf4-bcee434c478e tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:46.884937 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cdb229-5778-4714-bcf4-bcee434c478e tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:46.885465 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cdb229-5778-4714-bcf4-bcee434c478e tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:46.885978 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cdb229-5778-4714-bcf4-bcee434c478e tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:46.886514 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cdb229-5778-4714-bcf4-bcee434c478e tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:46.888055 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cdb229-5778-4714-bcf4-bcee434c478e tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:46.888593 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cdb229-5778-4714-bcf4-bcee434c478e tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:46.889309 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cdb229-5778-4714-bcf4-bcee434c478e tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:46.889855 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cdb229-5778-4714-bcf4-bcee434c478e tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:46.890549 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cdb229-5778-4714-bcf4-bcee434c478e tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:46.891926 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cdb229-5778-4714-bcf4-bcee434c478e tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:46.892479 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cdb229-5778-4714-bcf4-bcee434c478e tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:46.893268 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cdb229-5778-4714-bcf4-bcee434c478e tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:46.904316 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-80cdb229-5778-4714-bcf4-bcee434c478e tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:46.910468 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 49616) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:57:46.910727 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-80cdb229-5778-4714-bcf4-bcee434c478e tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2602901 Feb 04 12:57:46.915031 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-43119633-f2a0-44ee-97b7-f82eea539bff tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Request body: {'security_group_rule': {'security_group_id': '23cd2b6e-25dc-444e-b0fa-d5d27f7f2798', 'project_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:57:46.929386 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-d7e23e95-28a0-41e2-847e-509b0a1cf6b9 None None] For port 2828cc41-3a60-47b8-b9a2-3421d42c8804, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:57:46.933455 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-d7e23e95-28a0-41e2-847e-509b0a1cf6b9 None None] For port 2828cc41-3a60-47b8-b9a2-3421d42c8804, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=2828cc41-3a60-47b8-b9a2-3421d42c8804,segment=NetworkSegment(2b1e2faa-2fbc-4369-92d2-02d0324ec099),segment_id=2b1e2faa-2fbc-4369-92d2-02d0324ec099)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:57:46.942909 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d7e23e95-28a0-41e2-847e-509b0a1cf6b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (2828cc41-3a60-47b8-b9a2-3421d42c8804), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:46.965036 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dcd176ce-7410-4b57-b392-14594943b1f8 req-7d909340-9141-4b97-a278-05247c8673a1 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3f9fd42-344e-42cb-9241-a34957176b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809762 Feb 04 12:57:46.972411 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-43119633-f2a0-44ee-97b7-f82eea539bff tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for security_group_rule (55f8cbee-6941-4ba8-b521-c6378cb5f311), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:47.026795 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e23e95-28a0-41e2-847e-509b0a1cf6b9 None None] Pushing event updated for resources: {'Port': ['ID=2828cc41-3a60-47b8-b9a2-3421d42c8804,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:47.050661 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-43119633-f2a0-44ee-97b7-f82eea539bff tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for security_group_rule (55f8cbee-6941-4ba8-b521-c6378cb5f311), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:47.056479 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-43119633-f2a0-44ee-97b7-f82eea539bff tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (55f8cbee-6941-4ba8-b521-c6378cb5f311), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:47.084008 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43119633-f2a0-44ee-97b7-f82eea539bff tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55f8cbee-6941-4ba8-b521-c6378cb5f311,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:47.097264 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-43119633-f2a0-44ee-97b7-f82eea539bff tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:47.101849 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-43119633-f2a0-44ee-97b7-f82eea539bff tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1870174 Feb 04 12:57:47.102615 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 49620) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:57:47.108777 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-1603efb2-d6b6-483a-a1cf-e8f9d95256f1 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Request body: {'security_group_rule': {'security_group_id': '23cd2b6e-25dc-444e-b0fa-d5d27f7f2798', 'project_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:57:47.146749 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1603efb2-d6b6-483a-a1cf-e8f9d95256f1 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for security_group_rule (f24c9b7a-2f4c-41f5-95fe-b52204c9b847), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:47.321524 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1603efb2-d6b6-483a-a1cf-e8f9d95256f1 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for security_group_rule (f24c9b7a-2f4c-41f5-95fe-b52204c9b847), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:47.335571 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1603efb2-d6b6-483a-a1cf-e8f9d95256f1 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (f24c9b7a-2f4c-41f5-95fe-b52204c9b847), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:47.405092 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1603efb2-d6b6-483a-a1cf-e8f9d95256f1 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f24c9b7a-2f4c-41f5-95fe-b52204c9b847,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:47.414233 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc78ef1b-7602-4695-bb7c-1f1ada074f0a req-62719fab-522f-46e2-92d9-0ff6ba52a35b tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:47.415953 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cc78ef1b-7602-4695-bb7c-1f1ada074f0a req-62719fab-522f-46e2-92d9-0ff6ba52a35b tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/networks?id=2199cf82-6b45-4a26-9381-22c185674f2b HTTP/1.1" status: 200 len: 811 time: 0.2075758 Feb 04 12:57:47.419555 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1603efb2-d6b6-483a-a1cf-e8f9d95256f1 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:47.424414 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-1603efb2-d6b6-483a-a1cf-e8f9d95256f1 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3171933 Feb 04 12:57:47.424753 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 49634) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:57:47.430157 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-15a17d59-37ec-4d74-a391-3154f6a26658 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Request body: {'security_group_rule': {'security_group_id': '23cd2b6e-25dc-444e-b0fa-d5d27f7f2798', 'project_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:57:47.453751 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cc78ef1b-7602-4695-bb7c-1f1ada074f0a req-64009b47-5255-491f-a376-739eac15fff0 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/quotas/081a166ab6754953977e00fecaf55e63 HTTP/1.1" status: 200 len: 375 time: 0.0174720 Feb 04 12:57:47.479382 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-15a17d59-37ec-4d74-a391-3154f6a26658 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for security_group_rule (9e42a0fb-eed2-4aa2-b82a-2a309a1894c4), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:47.572458 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cc78ef1b-7602-4695-bb7c-1f1ada074f0a req-fcc248ec-28d1-464b-8b39-27eb1ea77f72 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=081a166ab6754953977e00fecaf55e63&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1033647 Feb 04 12:57:47.581814 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-15a17d59-37ec-4d74-a391-3154f6a26658 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for security_group_rule (9e42a0fb-eed2-4aa2-b82a-2a309a1894c4), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:47.592348 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-15a17d59-37ec-4d74-a391-3154f6a26658 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (9e42a0fb-eed2-4aa2-b82a-2a309a1894c4), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:47.650567 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a17d59-37ec-4d74-a391-3154f6a26658 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e42a0fb-eed2-4aa2-b82a-2a309a1894c4,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:47.668981 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-15a17d59-37ec-4d74-a391-3154f6a26658 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:47.670440 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-15a17d59-37ec-4d74-a391-3154f6a26658 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2446756 Feb 04 12:57:47.673848 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 49636) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:57:47.678853 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-d51854aa-12be-4303-b48d-434fd577c27d tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Request body: {'security_group_rule': {'security_group_id': '23cd2b6e-25dc-444e-b0fa-d5d27f7f2798', 'project_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:57:47.721515 n-d-825015-3 neutron-server[103475]: INFO neutron.db.securitygroups_db [None req-d51854aa-12be-4303-b48d-434fd577c27d tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Project ad73185521b9452e903e10ccdcd3b5aa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 12:57:47.729441 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d51854aa-12be-4303-b48d-434fd577c27d tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for security_group_rule (13b5a411-27ad-43bb-88e6-decbb98dc1ff), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:47.733435 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cc78ef1b-7602-4695-bb7c-1f1ada074f0a req-0307f13d-071d-4870-a8a5-f736c6f50198 service neutron] 10.222.0.65 "GET /v2.0/networks/2199cf82-6b45-4a26-9381-22c185674f2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493514 Feb 04 12:57:47.769954 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 2828cc41-3a60-47b8-b9a2-3421d42c8804 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:57:47.830783 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 2828cc41-3a60-47b8-b9a2-3421d42c8804 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:57:47.831180 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (2828cc41-3a60-47b8-b9a2-3421d42c8804), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:47.847660 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d51854aa-12be-4303-b48d-434fd577c27d tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for security_group_rule (13b5a411-27ad-43bb-88e6-decbb98dc1ff), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:47.857674 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d51854aa-12be-4303-b48d-434fd577c27d tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (13b5a411-27ad-43bb-88e6-decbb98dc1ff), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:47.897051 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51854aa-12be-4303-b48d-434fd577c27d tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13b5a411-27ad-43bb-88e6-decbb98dc1ff,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:47.901592 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cc78ef1b-7602-4695-bb7c-1f1ada074f0a req-d062c3fd-5cd5-4bd5-aefa-2b1c42640c91 service neutron] 10.222.0.65 "GET /v2.0/networks/2199cf82-6b45-4a26-9381-22c185674f2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510537 Feb 04 12:57:47.905117 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d51854aa-12be-4303-b48d-434fd577c27d tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:47.906206 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-d51854aa-12be-4303-b48d-434fd577c27d tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2312143 Feb 04 12:57:47.909124 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49638) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:57:47.915524 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-d1be5ef8-9b5f-4008-8ee9-8c5f34bdb82e tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Request body: {'security_group_rule': {'security_group_id': '23cd2b6e-25dc-444e-b0fa-d5d27f7f2798', 'project_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:57:47.946097 n-d-825015-3 neutron-server[103474]: INFO neutron.db.securitygroups_db [None req-d1be5ef8-9b5f-4008-8ee9-8c5f34bdb82e tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Project ad73185521b9452e903e10ccdcd3b5aa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 12:57:47.956784 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d1be5ef8-9b5f-4008-8ee9-8c5f34bdb82e tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for security_group_rule (bdeb5411-99e0-4000-b136-7e362a8f12e4), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:47.963649 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 2828cc41-3a60-47b8-b9a2-3421d42c8804 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:57:47.964076 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (2828cc41-3a60-47b8-b9a2-3421d42c8804), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:48.020753 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port 2828cc41-3a60-47b8-b9a2-3421d42c8804, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=2828cc41-3a60-47b8-b9a2-3421d42c8804,segment=NetworkSegment(2b1e2faa-2fbc-4369-92d2-02d0324ec099),segment_id=2b1e2faa-2fbc-4369-92d2-02d0324ec099)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:57:48.023273 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6cd484a6-778c-45b0-ac62-af4566194e2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:48.025857 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (2828cc41-3a60-47b8-b9a2-3421d42c8804), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:48.099193 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d1be5ef8-9b5f-4008-8ee9-8c5f34bdb82e tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for security_group_rule (bdeb5411-99e0-4000-b136-7e362a8f12e4), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:48.102676 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=2828cc41-3a60-47b8-b9a2-3421d42c8804,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:48.104958 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d1be5ef8-9b5f-4008-8ee9-8c5f34bdb82e tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (bdeb5411-99e0-4000-b136-7e362a8f12e4), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:48.132173 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d1be5ef8-9b5f-4008-8ee9-8c5f34bdb82e tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:48.133523 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-d1be5ef8-9b5f-4008-8ee9-8c5f34bdb82e tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2227602 Feb 04 12:57:48.155945 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1be5ef8-9b5f-4008-8ee9-8c5f34bdb82e tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdeb5411-99e0-4000-b136-7e362a8f12e4,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:48.242759 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c4fef870-b86d-4843-8d97-92d51af58f33 req-b8738d9d-3959-46f9-8baa-e7695128e588 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=228f3a4a-d0fb-4131-b196-67855cc83416 HTTP/1.1" status: 200 len: 210 time: 0.0484388 Feb 04 12:57:48.413068 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b1d7a5d0-3abf-4022-a52d-18c953f9e053 req-c5197741-300e-4093-a3b9-a7c3f9ed2bd1 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-788501817&fields=id&tenant_id=ad73185521b9452e903e10ccdcd3b5aa HTTP/1.1" status: 200 len: 267 time: 0.0910413 Feb 04 12:57:48.493627 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d01526-0d85-4e01-8bd5-5330db90f545 None None] Network 2e5bb2a2-72c0-4b78-973d-c830b747d5f0 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:57:48.598603 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-52d0029e-add6-4aa7-a675-022b14fa526a None None] Provisioning complete for port 2828cc41-3a60-47b8-b9a2-3421d42c8804 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:57:48.599249 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-52d0029e-add6-4aa7-a675-022b14fa526a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (2828cc41-3a60-47b8-b9a2-3421d42c8804), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:48.716091 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d7a5d0-3abf-4022-a52d-18c953f9e053 req-0f700fa4-a178-4905-92af-927fad3d8df4 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:48.727201 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b1d7a5d0-3abf-4022-a52d-18c953f9e053 req-0f700fa4-a178-4905-92af-927fad3d8df4 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "GET /v2.0/networks?id=2e5bb2a2-72c0-4b78-973d-c830b747d5f0 HTTP/1.1" status: 200 len: 797 time: 0.3073335 Feb 04 12:57:48.747567 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b1d7a5d0-3abf-4022-a52d-18c953f9e053 req-ba00d2b6-5e7a-4cd3-ae27-4995d686475e tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "GET /v2.0/quotas/ad73185521b9452e903e10ccdcd3b5aa HTTP/1.1" status: 200 len: 375 time: 0.0189118 Feb 04 12:57:48.769133 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-52d0029e-add6-4aa7-a675-022b14fa526a None None] Current status of the port 2828cc41-3a60-47b8-b9a2-3421d42c8804 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:57:48.848494 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b1d7a5d0-3abf-4022-a52d-18c953f9e053 req-873338e2-b806-4723-9fe4-f34511ab9dad tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=ad73185521b9452e903e10ccdcd3b5aa&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0987875 Feb 04 12:57:48.996480 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b1d7a5d0-3abf-4022-a52d-18c953f9e053 req-0ece0b3d-d1ac-4d64-bfc8-65ee5dae217e service neutron] 10.222.0.65 "GET /v2.0/networks/2e5bb2a2-72c0-4b78-973d-c830b747d5f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370246 Feb 04 12:57:49.100471 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-15a55a9a-2bf6-4b48-af68-7038044d6500 None None] Provisioning complete for port 2828cc41-3a60-47b8-b9a2-3421d42c8804 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:57:49.101597 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-15a55a9a-2bf6-4b48-af68-7038044d6500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (2828cc41-3a60-47b8-b9a2-3421d42c8804), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:49.138151 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b1d7a5d0-3abf-4022-a52d-18c953f9e053 req-c9f82df1-0de3-48ed-89b4-b8e26d7989ce service neutron] 10.222.0.65 "GET /v2.0/networks/2e5bb2a2-72c0-4b78-973d-c830b747d5f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403816 Feb 04 12:57:49.218165 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-15a55a9a-2bf6-4b48-af68-7038044d6500 None None] Current status of the port 2828cc41-3a60-47b8-b9a2-3421d42c8804 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:57:49.287053 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:49.343142 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9730f9c9-df87-43e4-98fe-f145db89be33 req-0db5b4cd-db42-4939-91c7-3c9d256ec410 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "GET /v2.0/ports?device_id=61d6dd51-8303-479e-94d2-950ff33604d8 HTTP/1.1" status: 200 len: 210 time: 0.0442736 Feb 04 12:57:49.404015 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-686faab1-f692-4955-9851-f62456882148 req-89851f76-fcfb-47da-a117-59ca4558f6f7 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=228f3a4a-d0fb-4131-b196-67855cc83416 HTTP/1.1" status: 200 len: 210 time: 0.0352657 Feb 04 12:57:49.788650 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 2828cc41-3a60-47b8-b9a2-3421d42c8804 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:57:49.801825 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc78ef1b-7602-4695-bb7c-1f1ada074f0a req-24f2ec9f-1f1f-40f2-8c23-cc1abed35c6c tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:49.805402 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cc78ef1b-7602-4695-bb7c-1f1ada074f0a req-24f2ec9f-1f1f-40f2-8c23-cc1abed35c6c tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.73 "GET /v2.0/networks?id=2199cf82-6b45-4a26-9381-22c185674f2b HTTP/1.1" status: 200 len: 811 time: 0.2298207 Feb 04 12:57:49.820379 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-cc78ef1b-7602-4695-bb7c-1f1ada074f0a req-f80944fe-0ee4-45f0-97b5-77dcab42f40b tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Request body: {'port': {'device_id': '228f3a4a-d0fb-4131-b196-67855cc83416', 'network_id': '2199cf82-6b45-4a26-9381-22c185674f2b', 'admin_state_up': True, 'tenant_id': '081a166ab6754953977e00fecaf55e63'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:57:49.862202 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 2828cc41-3a60-47b8-b9a2-3421d42c8804 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:57:49.862908 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (2828cc41-3a60-47b8-b9a2-3421d42c8804), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:50.024253 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 2828cc41-3a60-47b8-b9a2-3421d42c8804 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:57:50.031084 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc78ef1b-7602-4695-bb7c-1f1ada074f0a req-f80944fe-0ee4-45f0-97b5-77dcab42f40b tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Made reservation on behalf of 081a166ab6754953977e00fecaf55e63 for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:57:50.039928 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-cc78ef1b-7602-4695-bb7c-1f1ada074f0a req-f80944fe-0ee4-45f0-97b5-77dcab42f40b tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:50.213792 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-cc78ef1b-7602-4695-bb7c-1f1ada074f0a req-f80944fe-0ee4-45f0-97b5-77dcab42f40b tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Allocated IP 172.20.0.7 (2199cf82-6b45-4a26-9381-22c185674f2b/88c9f8fd-dc13-4414-bafb-3591060ecfdc/3a8ea700-4b41-40de-abc6-4ed899f5b6ac) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:57:50.436831 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-cc78ef1b-7602-4695-bb7c-1f1ada074f0a req-f80944fe-0ee4-45f0-97b5-77dcab42f40b tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Publish callbacks [] for port (3a8ea700-4b41-40de-abc6-4ed899f5b6ac), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:50.463082 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f6cb6406-211d-4a48-a1a6-ab73fe641ca9 req-f46b43ff-319d-4f8c-843e-c6bb1bd3d627 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "GET /v2.0/ports?device_id=61d6dd51-8303-479e-94d2-950ff33604d8 HTTP/1.1" status: 200 len: 210 time: 0.0407393 Feb 04 12:57:50.552471 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8a405b1a-d688-4d5c-b1c4-6f410556efe5 req-b9238f44-6751-4a65-9380-f0e312f6a824 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=228f3a4a-d0fb-4131-b196-67855cc83416 HTTP/1.1" status: 200 len: 210 time: 0.0386968 Feb 04 12:57:50.556504 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:50.574678 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-cc78ef1b-7602-4695-bb7c-1f1ada074f0a req-f80944fe-0ee4-45f0-97b5-77dcab42f40b tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (3a8ea700-4b41-40de-abc6-4ed899f5b6ac), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:50.583459 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['199b82db-26c4-49ff-b1a7-ed9cddfff749'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:57:50.586425 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['9d4fee85-d7db-4499-afb0-3622136f8b6c'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:57:50.696520 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc78ef1b-7602-4695-bb7c-1f1ada074f0a req-f80944fe-0ee4-45f0-97b5-77dcab42f40b tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Network 2199cf82-6b45-4a26-9381-22c185674f2b is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:57:50.702771 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-cc78ef1b-7602-4695-bb7c-1f1ada074f0a req-f80944fe-0ee4-45f0-97b5-77dcab42f40b tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:57:50.706355 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc78ef1b-7602-4695-bb7c-1f1ada074f0a req-f80944fe-0ee4-45f0-97b5-77dcab42f40b tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:57:50.729344 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80944fe-0ee4-45f0-97b5-77dcab42f40b tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Pushing event updated for resources: {'Port': ['ID=3a8ea700-4b41-40de-abc6-4ed899f5b6ac,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:51.056829 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-7c072272-4b9e-4e32-9471-c579f1bf8cdd None None] Provisioning complete for port 3a8ea700-4b41-40de-abc6-4ed899f5b6ac triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:57:51.057485 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7c072272-4b9e-4e32-9471-c579f1bf8cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (3a8ea700-4b41-40de-abc6-4ed899f5b6ac), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:51.100213 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-7c072272-4b9e-4e32-9471-c579f1bf8cdd None None] Port 3a8ea700-4b41-40de-abc6-4ed899f5b6ac cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:57:51.161470 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc78ef1b-7602-4695-bb7c-1f1ada074f0a req-f80944fe-0ee4-45f0-97b5-77dcab42f40b tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:51.162087 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-cc78ef1b-7602-4695-bb7c-1f1ada074f0a req-f80944fe-0ee4-45f0-97b5-77dcab42f40b tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:51.170633 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d7a5d0-3abf-4022-a52d-18c953f9e053 req-c79ec5c1-4d7a-4141-8ca1-3d8ec548a9a2 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:51.172668 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b1d7a5d0-3abf-4022-a52d-18c953f9e053 req-c79ec5c1-4d7a-4141-8ca1-3d8ec548a9a2 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.77 "GET /v2.0/networks?id=2e5bb2a2-72c0-4b78-973d-c830b747d5f0 HTTP/1.1" status: 200 len: 797 time: 0.5543439 Feb 04 12:57:51.190426 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cc78ef1b-7602-4695-bb7c-1f1ada074f0a req-f80944fe-0ee4-45f0-97b5-77dcab42f40b tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3749187 Feb 04 12:57:51.202097 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-cc78ef1b-7602-4695-bb7c-1f1ada074f0a req-200c0456-9de2-46f6-90b5-b2ea2f0aeb08 service neutron] Request body: {'port': {'device_id': '228f3a4a-d0fb-4131-b196-67855cc83416', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:57:51.304336 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-cc78ef1b-7602-4695-bb7c-1f1ada074f0a req-200c0456-9de2-46f6-90b5-b2ea2f0aeb08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (3a8ea700-4b41-40de-abc6-4ed899f5b6ac), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:51.313122 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b1d7a5d0-3abf-4022-a52d-18c953f9e053 req-437c9d9a-5e85-44f9-88fc-d437733b8dd5 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad73185521b9452e903e10ccdcd3b5aa HTTP/1.1" status: 200 len: 472 time: 0.1317103 Feb 04 12:57:51.326895 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-b1d7a5d0-3abf-4022-a52d-18c953f9e053 req-4f2ee433-55e3-4d72-82a0-c85320571217 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Request body: {'port': {'device_id': '61d6dd51-8303-479e-94d2-950ff33604d8', 'network_id': '2e5bb2a2-72c0-4b78-973d-c830b747d5f0', 'admin_state_up': True, 'tenant_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'security_groups': ['23cd2b6e-25dc-444e-b0fa-d5d27f7f2798']}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:57:51.606086 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6664b3c2-9ea0-4822-b0ab-c6a2e58227e0 req-1f0f0856-7d9f-4e76-9e88-9940b5a0fd83 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "GET /v2.0/ports?device_id=61d6dd51-8303-479e-94d2-950ff33604d8 HTTP/1.1" status: 200 len: 210 time: 0.0363498 Feb 04 12:57:51.623683 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1d7a5d0-3abf-4022-a52d-18c953f9e053 req-4f2ee433-55e3-4d72-82a0-c85320571217 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Made reservation on behalf of ad73185521b9452e903e10ccdcd3b5aa for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:57:51.629036 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-b1d7a5d0-3abf-4022-a52d-18c953f9e053 req-4f2ee433-55e3-4d72-82a0-c85320571217 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:51.729354 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:51.837962 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee0e2f2-8bb5-4196-a2e7-a9fdfbc06433 req-cda771f1-7b73-4b4e-be7b-9977b241159c tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:51.840775 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3ee0e2f2-8bb5-4196-a2e7-a9fdfbc06433 req-cda771f1-7b73-4b4e-be7b-9977b241159c tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=228f3a4a-d0fb-4131-b196-67855cc83416 HTTP/1.1" status: 200 len: 931 time: 0.2022591 Feb 04 12:57:51.894783 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-cc78ef1b-7602-4695-bb7c-1f1ada074f0a req-200c0456-9de2-46f6-90b5-b2ea2f0aeb08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a8ea700-4b41-40de-abc6-4ed899f5b6ac {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:57:51.905715 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-cc78ef1b-7602-4695-bb7c-1f1ada074f0a req-200c0456-9de2-46f6-90b5-b2ea2f0aeb08 service neutron] Publish callbacks [] for port (3a8ea700-4b41-40de-abc6-4ed899f5b6ac), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:51.943960 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-cc78ef1b-7602-4695-bb7c-1f1ada074f0a req-200c0456-9de2-46f6-90b5-b2ea2f0aeb08 service neutron] Transition to ACTIVE for port object 3a8ea700-4b41-40de-abc6-4ed899f5b6ac will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:57:51.951108 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-b1d7a5d0-3abf-4022-a52d-18c953f9e053 req-4f2ee433-55e3-4d72-82a0-c85320571217 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Allocated IP 172.20.0.21 (2e5bb2a2-72c0-4b78-973d-c830b747d5f0/a294547e-2f05-4014-bcc9-5736bb883159/52e9f972-7aa1-49ce-a390-caa153ae015d) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:57:51.957876 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-cc78ef1b-7602-4695-bb7c-1f1ada074f0a req-200c0456-9de2-46f6-90b5-b2ea2f0aeb08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (3a8ea700-4b41-40de-abc6-4ed899f5b6ac), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:52.003183 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3ee0e2f2-8bb5-4196-a2e7-a9fdfbc06433 req-2f13e634-530d-4a29-8ee4-3b2536660cee tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=e80379a7-bc34-42af-9706-4f7e825f23a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389315 Feb 04 12:57:52.051676 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200c0456-9de2-46f6-90b5-b2ea2f0aeb08 service neutron] Pushing event updated for resources: {'Port': ['ID=3a8ea700-4b41-40de-abc6-4ed899f5b6ac,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:52.199239 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-cc78ef1b-7602-4695-bb7c-1f1ada074f0a req-200c0456-9de2-46f6-90b5-b2ea2f0aeb08 service neutron] Attempting to bind port 3a8ea700-4b41-40de-abc6-4ed899f5b6ac on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:57:52.199602 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-cc78ef1b-7602-4695-bb7c-1f1ada074f0a req-200c0456-9de2-46f6-90b5-b2ea2f0aeb08 service neutron] Attempting to bind port 3a8ea700-4b41-40de-abc6-4ed899f5b6ac by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': '435809b5-4790-4cc2-92a6-17b1a1ceee55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '2199cf82-6b45-4a26-9381-22c185674f2b'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:57:52.199981 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc78ef1b-7602-4695-bb7c-1f1ada074f0a req-200c0456-9de2-46f6-90b5-b2ea2f0aeb08 service neutron] Attempting to bind port 3a8ea700-4b41-40de-abc6-4ed899f5b6ac on network 2199cf82-6b45-4a26-9381-22c185674f2b {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:57:52.216425 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc78ef1b-7602-4695-bb7c-1f1ada074f0a req-200c0456-9de2-46f6-90b5-b2ea2f0aeb08 service neutron] Port 3a8ea700-4b41-40de-abc6-4ed899f5b6ac on network 2199cf82-6b45-4a26-9381-22c185674f2b not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:57:52.216791 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc78ef1b-7602-4695-bb7c-1f1ada074f0a req-200c0456-9de2-46f6-90b5-b2ea2f0aeb08 service neutron] Attempting to bind port 3a8ea700-4b41-40de-abc6-4ed899f5b6ac on network 2199cf82-6b45-4a26-9381-22c185674f2b {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:57:52.236575 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc78ef1b-7602-4695-bb7c-1f1ada074f0a req-200c0456-9de2-46f6-90b5-b2ea2f0aeb08 service neutron] Checking agent: {'id': 'f8add0d2-2202-43d3-bc0e-72442788e6ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:57:52.237118 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc78ef1b-7602-4695-bb7c-1f1ada074f0a req-200c0456-9de2-46f6-90b5-b2ea2f0aeb08 service neutron] Checking segment: {'id': '435809b5-4790-4cc2-92a6-17b1a1ceee55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '2199cf82-6b45-4a26-9381-22c185674f2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:57:52.237583 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc78ef1b-7602-4695-bb7c-1f1ada074f0a req-200c0456-9de2-46f6-90b5-b2ea2f0aeb08 service neutron] Bound using segment: {'id': '435809b5-4790-4cc2-92a6-17b1a1ceee55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '2199cf82-6b45-4a26-9381-22c185674f2b'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:57:52.238136 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-cc78ef1b-7602-4695-bb7c-1f1ada074f0a req-200c0456-9de2-46f6-90b5-b2ea2f0aeb08 service neutron] Bound port: 3a8ea700-4b41-40de-abc6-4ed899f5b6ac, host: n-h1-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '435809b5-4790-4cc2-92a6-17b1a1ceee55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '2199cf82-6b45-4a26-9381-22c185674f2b'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:57:52.238692 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-cc78ef1b-7602-4695-bb7c-1f1ada074f0a req-200c0456-9de2-46f6-90b5-b2ea2f0aeb08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (3a8ea700-4b41-40de-abc6-4ed899f5b6ac), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:52.268885 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-b1d7a5d0-3abf-4022-a52d-18c953f9e053 req-4f2ee433-55e3-4d72-82a0-c85320571217 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for port (52e9f972-7aa1-49ce-a390-caa153ae015d), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:52.347140 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-cc78ef1b-7602-4695-bb7c-1f1ada074f0a req-200c0456-9de2-46f6-90b5-b2ea2f0aeb08 service neutron] For port 3a8ea700-4b41-40de-abc6-4ed899f5b6ac, host n-h1-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:57:52.351764 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-cc78ef1b-7602-4695-bb7c-1f1ada074f0a req-200c0456-9de2-46f6-90b5-b2ea2f0aeb08 service neutron] For port 3a8ea700-4b41-40de-abc6-4ed899f5b6ac, host n-h1-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=3a8ea700-4b41-40de-abc6-4ed899f5b6ac,segment=NetworkSegment(435809b5-4790-4cc2-92a6-17b1a1ceee55),segment_id=435809b5-4790-4cc2-92a6-17b1a1ceee55)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:57:52.358804 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-cc78ef1b-7602-4695-bb7c-1f1ada074f0a req-200c0456-9de2-46f6-90b5-b2ea2f0aeb08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (3a8ea700-4b41-40de-abc6-4ed899f5b6ac), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:52.364166 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-b1d7a5d0-3abf-4022-a52d-18c953f9e053 req-4f2ee433-55e3-4d72-82a0-c85320571217 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (52e9f972-7aa1-49ce-a390-caa153ae015d), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:52.409929 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc78ef1b-7602-4695-bb7c-1f1ada074f0a req-200c0456-9de2-46f6-90b5-b2ea2f0aeb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:52.410553 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-cc78ef1b-7602-4695-bb7c-1f1ada074f0a req-200c0456-9de2-46f6-90b5-b2ea2f0aeb08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:52.412330 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cc78ef1b-7602-4695-bb7c-1f1ada074f0a req-200c0456-9de2-46f6-90b5-b2ea2f0aeb08 service neutron] 10.222.0.73 "PUT /v2.0/ports/3a8ea700-4b41-40de-abc6-4ed899f5b6ac HTTP/1.1" status: 200 len: 1091 time: 1.2141159 Feb 04 12:57:52.412330 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '228f3a4a-d0fb-4131-b196-67855cc83416', 'tag': '3a8ea700-4b41-40de-abc6-4ed899f5b6ac'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:57:52.414852 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc7165db-68b1-4dbc-b5c3-6a50947756c9" -d '{"events": [{"name": "network-changed", "server_uuid": "228f3a4a-d0fb-4131-b196-67855cc83416", "tag": "3a8ea700-4b41-40de-abc6-4ed899f5b6ac"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:57:52.426713 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1d7a5d0-3abf-4022-a52d-18c953f9e053 req-4f2ee433-55e3-4d72-82a0-c85320571217 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Network 2e5bb2a2-72c0-4b78-973d-c830b747d5f0 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:57:52.431092 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-b1d7a5d0-3abf-4022-a52d-18c953f9e053 req-4f2ee433-55e3-4d72-82a0-c85320571217 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:57:52.438804 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1d7a5d0-3abf-4022-a52d-18c953f9e053 req-4f2ee433-55e3-4d72-82a0-c85320571217 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:57:52.536035 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acbf3569-5960-4da9-8864-47517abd5ac7 x-openstack-request-id: req-acbf3569-5960-4da9-8864-47517abd5ac7 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:57:52.536508 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "228f3a4a-d0fb-4131-b196-67855cc83416", "tag": "3a8ea700-4b41-40de-abc6-4ed899f5b6ac", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:57:52.536815 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-acbf3569-5960-4da9-8864-47517abd5ac7 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:57:52.537300 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '228f3a4a-d0fb-4131-b196-67855cc83416', 'tag': '3a8ea700-4b41-40de-abc6-4ed899f5b6ac', 'status': 'completed', 'code': 200} Feb 04 12:57:52.544244 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200c0456-9de2-46f6-90b5-b2ea2f0aeb08 service neutron] Pushing event updated for resources: {'Port': ['ID=3a8ea700-4b41-40de-abc6-4ed899f5b6ac,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:52.566575 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d7a5d0-3abf-4022-a52d-18c953f9e053 req-4f2ee433-55e3-4d72-82a0-c85320571217 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:52.567255 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-b1d7a5d0-3abf-4022-a52d-18c953f9e053 req-4f2ee433-55e3-4d72-82a0-c85320571217 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:52.633559 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b1d7a5d0-3abf-4022-a52d-18c953f9e053 req-4f2ee433-55e3-4d72-82a0-c85320571217 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3126347 Feb 04 12:57:52.659433 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-b1d7a5d0-3abf-4022-a52d-18c953f9e053 req-27163828-bbf0-4b3f-aebd-96afc6b83d59 service neutron] Request body: {'port': {'device_id': '61d6dd51-8303-479e-94d2-950ff33604d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:57:52.673512 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2ee433-55e3-4d72-82a0-c85320571217 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Pushing event updated for resources: {'Port': ['ID=52e9f972-7aa1-49ce-a390-caa153ae015d,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:52.715282 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc78ef1b-7602-4695-bb7c-1f1ada074f0a req-7055d98a-a196-46ca-89f7-7d6ba8ebe132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:52.717179 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cc78ef1b-7602-4695-bb7c-1f1ada074f0a req-7055d98a-a196-46ca-89f7-7d6ba8ebe132 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=081a166ab6754953977e00fecaf55e63&device_id=228f3a4a-d0fb-4131-b196-67855cc83416 HTTP/1.1" status: 200 len: 1125 time: 0.2396734 Feb 04 12:57:52.816374 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cc78ef1b-7602-4695-bb7c-1f1ada074f0a req-e981e377-7744-4a91-9b46-ed11d51997d8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a8ea700-4b41-40de-abc6-4ed899f5b6ac HTTP/1.1" status: 200 len: 217 time: 0.0860851 Feb 04 12:57:52.879302 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-b1d7a5d0-3abf-4022-a52d-18c953f9e053 req-27163828-bbf0-4b3f-aebd-96afc6b83d59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (52e9f972-7aa1-49ce-a390-caa153ae015d), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:52.894377 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-a1475e28-68f3-460b-b19a-d63cb6190886 None None] Provisioning complete for port 52e9f972-7aa1-49ce-a390-caa153ae015d triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:57:52.895404 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a1475e28-68f3-460b-b19a-d63cb6190886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (52e9f972-7aa1-49ce-a390-caa153ae015d), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:52.932835 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc78ef1b-7602-4695-bb7c-1f1ada074f0a req-88afc96a-8778-4ae6-ac9f-5ab9f5afa69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:52.933230 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-a1475e28-68f3-460b-b19a-d63cb6190886 None None] Port 52e9f972-7aa1-49ce-a390-caa153ae015d cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:57:52.934706 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cc78ef1b-7602-4695-bb7c-1f1ada074f0a req-88afc96a-8778-4ae6-ac9f-5ab9f5afa69f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=88c9f8fd-dc13-4414-bafb-3591060ecfdc HTTP/1.1" status: 200 len: 850 time: 0.1003408 Feb 04 12:57:52.947086 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5c88c7-0768-47ca-9443-aefb310b7dd7 req-9396167c-9d36-42a6-a984-c563468cab48 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:52.948731 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ed5c88c7-0768-47ca-9443-aefb310b7dd7 req-9396167c-9d36-42a6-a984-c563468cab48 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "GET /v2.0/ports?device_id=61d6dd51-8303-479e-94d2-950ff33604d8 HTTP/1.1" status: 200 len: 932 time: 0.2174067 Feb 04 12:57:53.105135 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ed5c88c7-0768-47ca-9443-aefb310b7dd7 req-522eac1a-b94b-4dd0-be10-79326c1c6662 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "GET /v2.0/security-groups?id=23cd2b6e-25dc-444e-b0fa-d5d27f7f2798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1374557 Feb 04 12:57:53.202905 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc78ef1b-7602-4695-bb7c-1f1ada074f0a req-1960916d-4025-40f8-9bfc-0f8c1ffae817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:53.204957 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cc78ef1b-7602-4695-bb7c-1f1ada074f0a req-1960916d-4025-40f8-9bfc-0f8c1ffae817 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2199cf82-6b45-4a26-9381-22c185674f2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2536528 Feb 04 12:57:53.315232 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8de77b-de62-49c5-9aa0-d754add47ea4 req-d755fe41-275d-46e3-bee4-e6e8fbe9a70e tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:53.317134 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2b8de77b-de62-49c5-9aa0-d754add47ea4 req-d755fe41-275d-46e3-bee4-e6e8fbe9a70e tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=228f3a4a-d0fb-4131-b196-67855cc83416 HTTP/1.1" status: 200 len: 943 time: 0.1947348 Feb 04 12:57:53.407229 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cc78ef1b-7602-4695-bb7c-1f1ada074f0a req-765638eb-cbd8-47d1-a449-6250137f3ad8 service neutron] 10.222.0.73 "GET /v2.0/networks/2199cf82-6b45-4a26-9381-22c185674f2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928377 Feb 04 12:57:53.434043 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2b8de77b-de62-49c5-9aa0-d754add47ea4 req-dd33873b-5daa-4426-9b55-68f08130dcda tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=e80379a7-bc34-42af-9706-4f7e825f23a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088922 Feb 04 12:57:53.493085 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-b1d7a5d0-3abf-4022-a52d-18c953f9e053 req-27163828-bbf0-4b3f-aebd-96afc6b83d59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52e9f972-7aa1-49ce-a390-caa153ae015d {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:57:53.503633 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-b1d7a5d0-3abf-4022-a52d-18c953f9e053 req-27163828-bbf0-4b3f-aebd-96afc6b83d59 service neutron] Publish callbacks [] for port (52e9f972-7aa1-49ce-a390-caa153ae015d), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:53.526450 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-b1d7a5d0-3abf-4022-a52d-18c953f9e053 req-27163828-bbf0-4b3f-aebd-96afc6b83d59 service neutron] Transition to ACTIVE for port object 52e9f972-7aa1-49ce-a390-caa153ae015d will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:57:53.534671 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-b1d7a5d0-3abf-4022-a52d-18c953f9e053 req-27163828-bbf0-4b3f-aebd-96afc6b83d59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (52e9f972-7aa1-49ce-a390-caa153ae015d), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:53.595989 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cc78ef1b-7602-4695-bb7c-1f1ada074f0a req-2a47c771-b73d-4d2b-8e36-ec6908e16510 service neutron] 10.222.0.73 "GET /v2.0/networks/2199cf82-6b45-4a26-9381-22c185674f2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822329 Feb 04 12:57:53.607319 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27163828-bbf0-4b3f-aebd-96afc6b83d59 service neutron] Pushing event updated for resources: {'Port': ['ID=52e9f972-7aa1-49ce-a390-caa153ae015d,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:53.730955 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-b1d7a5d0-3abf-4022-a52d-18c953f9e053 req-27163828-bbf0-4b3f-aebd-96afc6b83d59 service neutron] Attempting to bind port 52e9f972-7aa1-49ce-a390-caa153ae015d on host n-h2-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:57:53.731642 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-b1d7a5d0-3abf-4022-a52d-18c953f9e053 req-27163828-bbf0-4b3f-aebd-96afc6b83d59 service neutron] Attempting to bind port 52e9f972-7aa1-49ce-a390-caa153ae015d by drivers openvswitch,hyperv on host n-h2-825015-3 at level 0 using segments [{'id': '2b1e2faa-2fbc-4369-92d2-02d0324ec099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '2e5bb2a2-72c0-4b78-973d-c830b747d5f0'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:57:53.731642 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d7a5d0-3abf-4022-a52d-18c953f9e053 req-27163828-bbf0-4b3f-aebd-96afc6b83d59 service neutron] Attempting to bind port 52e9f972-7aa1-49ce-a390-caa153ae015d on network 2e5bb2a2-72c0-4b78-973d-c830b747d5f0 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:57:53.743456 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d7a5d0-3abf-4022-a52d-18c953f9e053 req-27163828-bbf0-4b3f-aebd-96afc6b83d59 service neutron] Port 52e9f972-7aa1-49ce-a390-caa153ae015d on network 2e5bb2a2-72c0-4b78-973d-c830b747d5f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:57:53.743808 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d7a5d0-3abf-4022-a52d-18c953f9e053 req-27163828-bbf0-4b3f-aebd-96afc6b83d59 service neutron] Attempting to bind port 52e9f972-7aa1-49ce-a390-caa153ae015d on network 2e5bb2a2-72c0-4b78-973d-c830b747d5f0 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:57:53.752808 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7165db-68b1-4dbc-b5c3-6a50947756c9 req-5ddef187-2bae-43bb-bc86-0efe9bf007d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:53.754593 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fc7165db-68b1-4dbc-b5c3-6a50947756c9 req-5ddef187-2bae-43bb-bc86-0efe9bf007d8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=081a166ab6754953977e00fecaf55e63&device_id=228f3a4a-d0fb-4131-b196-67855cc83416 HTTP/1.1" status: 200 len: 1125 time: 0.0908504 Feb 04 12:57:53.755629 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d7a5d0-3abf-4022-a52d-18c953f9e053 req-27163828-bbf0-4b3f-aebd-96afc6b83d59 service neutron] Checking agent: {'id': '9b68a165-e786-4b91-8592-44519c2ecabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:57:53.756002 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d7a5d0-3abf-4022-a52d-18c953f9e053 req-27163828-bbf0-4b3f-aebd-96afc6b83d59 service neutron] Checking segment: {'id': '2b1e2faa-2fbc-4369-92d2-02d0324ec099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '2e5bb2a2-72c0-4b78-973d-c830b747d5f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:57:53.756382 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d7a5d0-3abf-4022-a52d-18c953f9e053 req-27163828-bbf0-4b3f-aebd-96afc6b83d59 service neutron] Bound using segment: {'id': '2b1e2faa-2fbc-4369-92d2-02d0324ec099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '2e5bb2a2-72c0-4b78-973d-c830b747d5f0'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:57:53.756842 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-b1d7a5d0-3abf-4022-a52d-18c953f9e053 req-27163828-bbf0-4b3f-aebd-96afc6b83d59 service neutron] Bound port: 52e9f972-7aa1-49ce-a390-caa153ae015d, host: n-h2-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b1e2faa-2fbc-4369-92d2-02d0324ec099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '2e5bb2a2-72c0-4b78-973d-c830b747d5f0'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:57:53.757255 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-b1d7a5d0-3abf-4022-a52d-18c953f9e053 req-27163828-bbf0-4b3f-aebd-96afc6b83d59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (52e9f972-7aa1-49ce-a390-caa153ae015d), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:53.909065 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-b1d7a5d0-3abf-4022-a52d-18c953f9e053 req-27163828-bbf0-4b3f-aebd-96afc6b83d59 service neutron] For port 52e9f972-7aa1-49ce-a390-caa153ae015d, host n-h2-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:57:53.913630 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-b1d7a5d0-3abf-4022-a52d-18c953f9e053 req-27163828-bbf0-4b3f-aebd-96afc6b83d59 service neutron] For port 52e9f972-7aa1-49ce-a390-caa153ae015d, host n-h2-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=52e9f972-7aa1-49ce-a390-caa153ae015d,segment=NetworkSegment(2b1e2faa-2fbc-4369-92d2-02d0324ec099),segment_id=2b1e2faa-2fbc-4369-92d2-02d0324ec099)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:57:53.917059 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7165db-68b1-4dbc-b5c3-6a50947756c9 req-6ce90061-9b51-4667-8cd2-6878d9802548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:53.918595 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fc7165db-68b1-4dbc-b5c3-6a50947756c9 req-6ce90061-9b51-4667-8cd2-6878d9802548 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2199cf82-6b45-4a26-9381-22c185674f2b HTTP/1.1" status: 200 len: 912 time: 0.1509449 Feb 04 12:57:53.920258 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-b1d7a5d0-3abf-4022-a52d-18c953f9e053 req-27163828-bbf0-4b3f-aebd-96afc6b83d59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (52e9f972-7aa1-49ce-a390-caa153ae015d), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:53.994815 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fc7165db-68b1-4dbc-b5c3-6a50947756c9 req-29315100-cc81-4006-86c0-5cd5935c84b6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a8ea700-4b41-40de-abc6-4ed899f5b6ac HTTP/1.1" status: 200 len: 217 time: 0.0679929 Feb 04 12:57:53.999586 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d7a5d0-3abf-4022-a52d-18c953f9e053 req-27163828-bbf0-4b3f-aebd-96afc6b83d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:54.000704 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-b1d7a5d0-3abf-4022-a52d-18c953f9e053 req-27163828-bbf0-4b3f-aebd-96afc6b83d59 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:54.002469 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b1d7a5d0-3abf-4022-a52d-18c953f9e053 req-27163828-bbf0-4b3f-aebd-96afc6b83d59 service neutron] 10.222.0.77 "PUT /v2.0/ports/52e9f972-7aa1-49ce-a390-caa153ae015d HTTP/1.1" status: 200 len: 1092 time: 1.3574131 Feb 04 12:57:54.086574 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27163828-bbf0-4b3f-aebd-96afc6b83d59 service neutron] Pushing event updated for resources: {'Port': ['ID=52e9f972-7aa1-49ce-a390-caa153ae015d,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:54.123434 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7165db-68b1-4dbc-b5c3-6a50947756c9 req-427959bc-d72f-4369-b5aa-c543f97c018f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:54.125718 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fc7165db-68b1-4dbc-b5c3-6a50947756c9 req-427959bc-d72f-4369-b5aa-c543f97c018f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=88c9f8fd-dc13-4414-bafb-3591060ecfdc HTTP/1.1" status: 200 len: 850 time: 0.1182127 Feb 04 12:57:54.176175 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d7a5d0-3abf-4022-a52d-18c953f9e053 req-b0808c96-8670-40a1-8798-dd6b87ef891b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:54.178035 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b1d7a5d0-3abf-4022-a52d-18c953f9e053 req-b0808c96-8670-40a1-8798-dd6b87ef891b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ad73185521b9452e903e10ccdcd3b5aa&device_id=61d6dd51-8303-479e-94d2-950ff33604d8 HTTP/1.1" status: 200 len: 1126 time: 0.1111703 Feb 04 12:57:54.244574 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b1d7a5d0-3abf-4022-a52d-18c953f9e053 req-cd415533-0ae7-4070-8aed-56c5414699dd service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=52e9f972-7aa1-49ce-a390-caa153ae015d HTTP/1.1" status: 200 len: 217 time: 0.0583596 Feb 04 12:57:54.278877 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7165db-68b1-4dbc-b5c3-6a50947756c9 req-85bdc3cc-ba62-452f-8045-509d3d82945c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:54.280446 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fc7165db-68b1-4dbc-b5c3-6a50947756c9 req-85bdc3cc-ba62-452f-8045-509d3d82945c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2199cf82-6b45-4a26-9381-22c185674f2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1465962 Feb 04 12:57:54.387154 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d7a5d0-3abf-4022-a52d-18c953f9e053 req-44f77442-1e85-4fc0-bc95-c26b2e4735a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:54.389370 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b1d7a5d0-3abf-4022-a52d-18c953f9e053 req-44f77442-1e85-4fc0-bc95-c26b2e4735a1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a294547e-2f05-4014-bcc9-5736bb883159 HTTP/1.1" status: 200 len: 837 time: 0.1226709 Feb 04 12:57:54.420849 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca37d089-5209-469a-8f78-490825de31b4 req-416517c3-7dd1-4c79-847b-ffa8dbf28a43 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:54.423393 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ca37d089-5209-469a-8f78-490825de31b4 req-416517c3-7dd1-4c79-847b-ffa8dbf28a43 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "GET /v2.0/ports?device_id=61d6dd51-8303-479e-94d2-950ff33604d8 HTTP/1.1" status: 200 len: 944 time: 0.1938181 Feb 04 12:57:54.504825 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fc7165db-68b1-4dbc-b5c3-6a50947756c9 req-e4731542-3739-4818-983d-30964cf819d7 service neutron] 10.222.0.73 "GET /v2.0/networks/2199cf82-6b45-4a26-9381-22c185674f2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034435 Feb 04 12:57:54.543296 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61d6dd51-8303-479e-94d2-950ff33604d8', 'tag': '52e9f972-7aa1-49ce-a390-caa153ae015d'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:57:54.545461 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce89efda-4633-4444-9160-66b5873d3a9f" -d '{"events": [{"name": "network-changed", "server_uuid": "61d6dd51-8303-479e-94d2-950ff33604d8", "tag": "52e9f972-7aa1-49ce-a390-caa153ae015d"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:57:54.912417 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d7a5d0-3abf-4022-a52d-18c953f9e053 req-f736f74a-cbba-4d9a-aa47-2bcf2dccfe9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:54.914012 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b1d7a5d0-3abf-4022-a52d-18c953f9e053 req-f736f74a-cbba-4d9a-aa47-2bcf2dccfe9e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2e5bb2a2-72c0-4b78-973d-c830b747d5f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5161979 Feb 04 12:57:54.952450 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ca37d089-5209-469a-8f78-490825de31b4 req-cf726376-5bcb-4f03-85f4-00370ab7152f tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "GET /v2.0/security-groups?id=23cd2b6e-25dc-444e-b0fa-d5d27f7f2798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5111892 Feb 04 12:57:55.018910 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6387464-90eb-484b-9d47-8725d7033049 x-openstack-request-id: req-f6387464-90eb-484b-9d47-8725d7033049 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:57:55.019213 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61d6dd51-8303-479e-94d2-950ff33604d8", "tag": "52e9f972-7aa1-49ce-a390-caa153ae015d", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:57:55.019464 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f6387464-90eb-484b-9d47-8725d7033049 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:57:55.019882 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61d6dd51-8303-479e-94d2-950ff33604d8', 'tag': '52e9f972-7aa1-49ce-a390-caa153ae015d', 'status': 'completed', 'code': 200} Feb 04 12:57:55.083439 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bed0ec-4853-42c9-8d3d-9d4277e52bd3 req-a4b88f6d-c4dd-418e-911a-800c75684356 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:55.085612 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-92bed0ec-4853-42c9-8d3d-9d4277e52bd3 req-a4b88f6d-c4dd-418e-911a-800c75684356 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=228f3a4a-d0fb-4131-b196-67855cc83416 HTTP/1.1" status: 200 len: 943 time: 0.5578790 Feb 04 12:57:55.091312 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fc7165db-68b1-4dbc-b5c3-6a50947756c9 req-dcbf500b-cfe7-4ba7-930f-128b42a96720 service neutron] 10.222.0.73 "GET /v2.0/networks/2199cf82-6b45-4a26-9381-22c185674f2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5772283 Feb 04 12:57:55.121464 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b1d7a5d0-3abf-4022-a52d-18c953f9e053 req-27ac9008-1ca3-4f3b-aaf2-b5129ae982a7 service neutron] 10.222.0.77 "GET /v2.0/networks/2e5bb2a2-72c0-4b78-973d-c830b747d5f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847332 Feb 04 12:57:55.197566 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-92bed0ec-4853-42c9-8d3d-9d4277e52bd3 req-a2207882-6de8-42b9-9635-7bbee982b73e tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=e80379a7-bc34-42af-9706-4f7e825f23a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001701 Feb 04 12:57:55.252331 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b1d7a5d0-3abf-4022-a52d-18c953f9e053 req-24e0b413-4cfc-4a1c-aceb-e260e8f14db7 service neutron] 10.222.0.77 "GET /v2.0/networks/2e5bb2a2-72c0-4b78-973d-c830b747d5f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251898 Feb 04 12:57:55.382140 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce89efda-4633-4444-9160-66b5873d3a9f req-3330e0ed-0140-403a-88ab-9c081553cbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:55.383784 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ce89efda-4633-4444-9160-66b5873d3a9f req-3330e0ed-0140-403a-88ab-9c081553cbbc service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ad73185521b9452e903e10ccdcd3b5aa&device_id=61d6dd51-8303-479e-94d2-950ff33604d8 HTTP/1.1" status: 200 len: 1126 time: 0.0698631 Feb 04 12:57:55.483213 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce89efda-4633-4444-9160-66b5873d3a9f req-680dc0d8-38cf-4aa1-9762-711f1c53b231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:55.485407 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ce89efda-4633-4444-9160-66b5873d3a9f req-680dc0d8-38cf-4aa1-9762-711f1c53b231 service neutron] 10.222.0.77 "GET /v2.0/networks?id=2e5bb2a2-72c0-4b78-973d-c830b747d5f0 HTTP/1.1" status: 200 len: 898 time: 0.0952451 Feb 04 12:57:55.542710 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ce89efda-4633-4444-9160-66b5873d3a9f req-37661004-9c3e-48ae-a337-f5980902db37 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=52e9f972-7aa1-49ce-a390-caa153ae015d HTTP/1.1" status: 200 len: 217 time: 0.0474105 Feb 04 12:57:55.605248 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce89efda-4633-4444-9160-66b5873d3a9f req-05962c92-3f8b-4dcf-b618-172be4c1420d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:55.606876 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ce89efda-4633-4444-9160-66b5873d3a9f req-05962c92-3f8b-4dcf-b618-172be4c1420d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a294547e-2f05-4014-bcc9-5736bb883159 HTTP/1.1" status: 200 len: 837 time: 0.0559227 Feb 04 12:57:55.671450 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce89efda-4633-4444-9160-66b5873d3a9f req-fe7451a6-c08c-4839-89ba-49679b068b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:55.674049 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ce89efda-4633-4444-9160-66b5873d3a9f req-fe7451a6-c08c-4839-89ba-49679b068b89 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2e5bb2a2-72c0-4b78-973d-c830b747d5f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0595074 Feb 04 12:57:55.795265 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ce89efda-4633-4444-9160-66b5873d3a9f req-07725540-c0e9-4d27-b318-988583782656 service neutron] 10.222.0.77 "GET /v2.0/networks/2e5bb2a2-72c0-4b78-973d-c830b747d5f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136582 Feb 04 12:57:55.900681 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ce89efda-4633-4444-9160-66b5873d3a9f req-7d4ebf2a-8aba-4374-81cc-ff33eae675e4 service neutron] 10.222.0.77 "GET /v2.0/networks/2e5bb2a2-72c0-4b78-973d-c830b747d5f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974677 Feb 04 12:57:56.115374 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639a7c14-971d-4d45-b9c6-e406e1719be6 req-8121fe27-915a-4826-987c-d62ff69804a3 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:56.117237 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-639a7c14-971d-4d45-b9c6-e406e1719be6 req-8121fe27-915a-4826-987c-d62ff69804a3 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "GET /v2.0/ports?device_id=61d6dd51-8303-479e-94d2-950ff33604d8 HTTP/1.1" status: 200 len: 944 time: 0.0687864 Feb 04 12:57:56.178413 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-639a7c14-971d-4d45-b9c6-e406e1719be6 req-86da80f0-86be-4493-aaea-0b8a1df9da60 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "GET /v2.0/security-groups?id=23cd2b6e-25dc-444e-b0fa-d5d27f7f2798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541747 Feb 04 12:57:56.359368 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca82c12e-f02e-40ea-b1a4-cd2f32d881b0 req-c7718ae6-0e2a-41bd-93f9-4e517d848837 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:56.361413 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ca82c12e-f02e-40ea-b1a4-cd2f32d881b0 req-c7718ae6-0e2a-41bd-93f9-4e517d848837 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=228f3a4a-d0fb-4131-b196-67855cc83416 HTTP/1.1" status: 200 len: 943 time: 0.0630517 Feb 04 12:57:56.394468 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 3a8ea700-4b41-40de-abc6-4ed899f5b6ac details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:57:56.433106 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ca82c12e-f02e-40ea-b1a4-cd2f32d881b0 req-79e67937-0cc8-4b4f-83e5-f4da3ee24e79 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=e80379a7-bc34-42af-9706-4f7e825f23a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620141 Feb 04 12:57:56.509293 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 3a8ea700-4b41-40de-abc6-4ed899f5b6ac, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=3a8ea700-4b41-40de-abc6-4ed899f5b6ac,segment=NetworkSegment(435809b5-4790-4cc2-92a6-17b1a1ceee55),segment_id=435809b5-4790-4cc2-92a6-17b1a1ceee55)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:57:56.522230 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': '3a8ea700-4b41-40de-abc6-4ed899f5b6ac', 'network_id': '2199cf82-6b45-4a26-9381-22c185674f2b', 'port_id': '3a8ea700-4b41-40de-abc6-4ed899f5b6ac', 'mac_address': 'fa:16:3e:ce:11:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88c9f8fd-dc13-4414-bafb-3591060ecfdc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:57:56.561729 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 3a8ea700-4b41-40de-abc6-4ed899f5b6ac is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:57:56.562209 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (3a8ea700-4b41-40de-abc6-4ed899f5b6ac), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:56.577104 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a8ea700-4b41-40de-abc6-4ed899f5b6ac {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:57:56.602380 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 3a8ea700-4b41-40de-abc6-4ed899f5b6ac, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=3a8ea700-4b41-40de-abc6-4ed899f5b6ac,segment=NetworkSegment(435809b5-4790-4cc2-92a6-17b1a1ceee55),segment_id=435809b5-4790-4cc2-92a6-17b1a1ceee55)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:57:56.606756 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (3a8ea700-4b41-40de-abc6-4ed899f5b6ac), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:56.657632 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=3a8ea700-4b41-40de-abc6-4ed899f5b6ac,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:56.804918 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 52e9f972-7aa1-49ce-a390-caa153ae015d details requested by agent hyperv_n-h2-825015-3 with host n-h2-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:57:56.899245 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['3a8ea700-4b41-40de-abc6-4ed899f5b6ac'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:57:56.908115 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 52e9f972-7aa1-49ce-a390-caa153ae015d, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=52e9f972-7aa1-49ce-a390-caa153ae015d,segment=NetworkSegment(2b1e2faa-2fbc-4369-92d2-02d0324ec099),segment_id=2b1e2faa-2fbc-4369-92d2-02d0324ec099)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:57:56.949185 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Returning: {'device': '52e9f972-7aa1-49ce-a390-caa153ae015d', 'network_id': '2e5bb2a2-72c0-4b78-973d-c830b747d5f0', 'port_id': '52e9f972-7aa1-49ce-a390-caa153ae015d', 'mac_address': 'fa:16:3e:cc:cd:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a294547e-2f05-4014-bcc9-5736bb883159', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:57:57.011489 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 52e9f972-7aa1-49ce-a390-caa153ae015d is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:57:57.011797 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (52e9f972-7aa1-49ce-a390-caa153ae015d), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:57.037363 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52e9f972-7aa1-49ce-a390-caa153ae015d {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:57:57.076679 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 52e9f972-7aa1-49ce-a390-caa153ae015d, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=52e9f972-7aa1-49ce-a390-caa153ae015d,segment=NetworkSegment(2b1e2faa-2fbc-4369-92d2-02d0324ec099),segment_id=2b1e2faa-2fbc-4369-92d2-02d0324ec099)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:57:57.082058 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (52e9f972-7aa1-49ce-a390-caa153ae015d), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:57.162439 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=52e9f972-7aa1-49ce-a390-caa153ae015d,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:57.313863 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['52e9f972-7aa1-49ce-a390-caa153ae015d'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:57:57.319575 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db460cfb-b54a-4ff6-a233-966260397e00 req-a5f83642-d79a-49c8-9fe1-5ec7281d4f7d tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:57.321205 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-db460cfb-b54a-4ff6-a233-966260397e00 req-a5f83642-d79a-49c8-9fe1-5ec7281d4f7d tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "GET /v2.0/ports?device_id=61d6dd51-8303-479e-94d2-950ff33604d8 HTTP/1.1" status: 200 len: 945 time: 0.0659251 Feb 04 12:57:57.387899 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-db460cfb-b54a-4ff6-a233-966260397e00 req-9538b7cc-24c1-4983-8151-5c6b2719963e tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "GET /v2.0/security-groups?id=23cd2b6e-25dc-444e-b0fa-d5d27f7f2798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546701 Feb 04 12:57:57.617481 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85526ca2-30fc-471e-a3ba-0b52b523be52 req-7a581973-0722-4a43-89ec-ba0bd02d9c5e tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:57.632758 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-85526ca2-30fc-471e-a3ba-0b52b523be52 req-7a581973-0722-4a43-89ec-ba0bd02d9c5e tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=228f3a4a-d0fb-4131-b196-67855cc83416 HTTP/1.1" status: 200 len: 944 time: 0.0918920 Feb 04 12:57:57.684697 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-85526ca2-30fc-471e-a3ba-0b52b523be52 req-a94d8480-6cd7-46a9-8bb4-5da35e0fb91e tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=e80379a7-bc34-42af-9706-4f7e825f23a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507436 Feb 04 12:57:58.400018 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 3a8ea700-4b41-40de-abc6-4ed899f5b6ac up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:57:58.456422 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning for port 3a8ea700-4b41-40de-abc6-4ed899f5b6ac completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:57:58.461387 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port 3a8ea700-4b41-40de-abc6-4ed899f5b6ac triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:57:58.461771 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (3a8ea700-4b41-40de-abc6-4ed899f5b6ac), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:58.558578 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5ddef4-5fdc-4812-a200-855383a33ce8 req-7123816a-285b-4e6f-b50f-c2d03902eb16 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:58.560022 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9b5ddef4-5fdc-4812-a200-855383a33ce8 req-7123816a-285b-4e6f-b50f-c2d03902eb16 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "GET /v2.0/ports?device_id=61d6dd51-8303-479e-94d2-950ff33604d8 HTTP/1.1" status: 200 len: 945 time: 0.0827961 Feb 04 12:57:58.587473 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 3a8ea700-4b41-40de-abc6-4ed899f5b6ac is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:57:58.588186 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (3a8ea700-4b41-40de-abc6-4ed899f5b6ac), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:58.622994 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '228f3a4a-d0fb-4131-b196-67855cc83416', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a8ea700-4b41-40de-abc6-4ed899f5b6ac'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:57:58.625889 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1a3108c-c83d-41ff-85b1-c4ea0f977226" -d '{"events": [{"server_uuid": "228f3a4a-d0fb-4131-b196-67855cc83416", "name": "network-vif-plugged", "status": "completed", "tag": "3a8ea700-4b41-40de-abc6-4ed899f5b6ac"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:57:58.651687 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9b5ddef4-5fdc-4812-a200-855383a33ce8 req-38297ede-e374-472e-a123-54219d3ca67c tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "GET /v2.0/security-groups?id=23cd2b6e-25dc-444e-b0fa-d5d27f7f2798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718250 Feb 04 12:57:58.652260 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 3a8ea700-4b41-40de-abc6-4ed899f5b6ac, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=3a8ea700-4b41-40de-abc6-4ed899f5b6ac,segment=NetworkSegment(435809b5-4790-4cc2-92a6-17b1a1ceee55),segment_id=435809b5-4790-4cc2-92a6-17b1a1ceee55)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:57:58.658977 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (3a8ea700-4b41-40de-abc6-4ed899f5b6ac), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:58.687222 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cafca4d-083e-44b4-9fa3-73c8f7643791 x-openstack-request-id: req-8cafca4d-083e-44b4-9fa3-73c8f7643791 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:57:58.687519 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "228f3a4a-d0fb-4131-b196-67855cc83416", "name": "network-vif-plugged", "status": "completed", "tag": "3a8ea700-4b41-40de-abc6-4ed899f5b6ac", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:57:58.687798 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8cafca4d-083e-44b4-9fa3-73c8f7643791 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:57:58.688367 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '228f3a4a-d0fb-4131-b196-67855cc83416', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a8ea700-4b41-40de-abc6-4ed899f5b6ac', 'code': 200} Feb 04 12:57:58.733880 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=3a8ea700-4b41-40de-abc6-4ed899f5b6ac,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:58.815956 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 52e9f972-7aa1-49ce-a390-caa153ae015d up at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:57:58.857490 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4af02e-4733-4b8f-8f0a-fd4dcddf603e req-053b4978-e816-4ccd-97d2-3c2b7c3140a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:58.859274 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cd4af02e-4733-4b8f-8f0a-fd4dcddf603e req-053b4978-e816-4ccd-97d2-3c2b7c3140a6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=228f3a4a-d0fb-4131-b196-67855cc83416 HTTP/1.1" status: 200 len: 1127 time: 0.1065114 Feb 04 12:57:58.877067 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning for port 52e9f972-7aa1-49ce-a390-caa153ae015d completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:57:58.882489 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning complete for port 52e9f972-7aa1-49ce-a390-caa153ae015d triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:57:58.882995 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (52e9f972-7aa1-49ce-a390-caa153ae015d), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:58.898033 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f5aaab-3a2c-475b-bc5d-58ecabf9f76b req-87db3b2d-43ae-4383-bb3e-2491cf7f1dd5 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:58.899923 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-03f5aaab-3a2c-475b-bc5d-58ecabf9f76b req-87db3b2d-43ae-4383-bb3e-2491cf7f1dd5 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=228f3a4a-d0fb-4131-b196-67855cc83416 HTTP/1.1" status: 200 len: 945 time: 0.1065664 Feb 04 12:57:58.939919 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cd4af02e-4733-4b8f-8f0a-fd4dcddf603e req-21a6a16a-f036-498b-a160-8dc8b8a559dc service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=e80379a7-bc34-42af-9706-4f7e825f23a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736272 Feb 04 12:57:58.979318 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-03f5aaab-3a2c-475b-bc5d-58ecabf9f76b req-19e41fa6-2583-45dc-a00b-043ad57f5c9f tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=e80379a7-bc34-42af-9706-4f7e825f23a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555792 Feb 04 12:57:58.985157 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 52e9f972-7aa1-49ce-a390-caa153ae015d is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:57:58.985725 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (52e9f972-7aa1-49ce-a390-caa153ae015d), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:59.021797 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 52e9f972-7aa1-49ce-a390-caa153ae015d, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=52e9f972-7aa1-49ce-a390-caa153ae015d,segment=NetworkSegment(2b1e2faa-2fbc-4369-92d2-02d0324ec099),segment_id=2b1e2faa-2fbc-4369-92d2-02d0324ec099)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:57:59.026222 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (52e9f972-7aa1-49ce-a390-caa153ae015d), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:59.077143 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=52e9f972-7aa1-49ce-a390-caa153ae015d,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:59.760155 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d1db59-a6dd-4966-965e-2b92e569413c req-a47ff0b9-6be9-40b7-8964-529f7c296bc8 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:59.761549 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-83d1db59-a6dd-4966-965e-2b92e569413c req-a47ff0b9-6be9-40b7-8964-529f7c296bc8 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "GET /v2.0/ports?device_id=61d6dd51-8303-479e-94d2-950ff33604d8 HTTP/1.1" status: 200 len: 946 time: 0.0582862 Feb 04 12:57:59.816073 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-83d1db59-a6dd-4966-965e-2b92e569413c req-e61b1fe2-9a9a-4246-8366-adb3e2cddccc tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "GET /v2.0/security-groups?id=23cd2b6e-25dc-444e-b0fa-d5d27f7f2798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475430 Feb 04 12:58:00.112483 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6242c33-973f-4b24-bbcd-761a8ee5d9fc req-82712d46-4d84-4237-826d-9de83830d656 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:00.114011 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c6242c33-973f-4b24-bbcd-761a8ee5d9fc req-82712d46-4d84-4237-826d-9de83830d656 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=228f3a4a-d0fb-4131-b196-67855cc83416 HTTP/1.1" status: 200 len: 945 time: 0.0645452 Feb 04 12:58:00.161742 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c6242c33-973f-4b24-bbcd-761a8ee5d9fc req-b53334ab-9d01-4428-83b8-ba915686bc0b tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=e80379a7-bc34-42af-9706-4f7e825f23a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418766 Feb 04 12:58:00.689676 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61d6dd51-8303-479e-94d2-950ff33604d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52e9f972-7aa1-49ce-a390-caa153ae015d'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:58:00.692003 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa553c82-1114-4eaf-9bb7-38368b8547c0" -d '{"events": [{"server_uuid": "61d6dd51-8303-479e-94d2-950ff33604d8", "name": "network-vif-plugged", "status": "completed", "tag": "52e9f972-7aa1-49ce-a390-caa153ae015d"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:58:00.728566 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39e952ab-c82f-4f48-9a39-dda9b944017b x-openstack-request-id: req-39e952ab-c82f-4f48-9a39-dda9b944017b {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:58:00.728879 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61d6dd51-8303-479e-94d2-950ff33604d8", "name": "network-vif-plugged", "status": "completed", "tag": "52e9f972-7aa1-49ce-a390-caa153ae015d", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:58:00.729140 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-39e952ab-c82f-4f48-9a39-dda9b944017b {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:58:00.729542 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61d6dd51-8303-479e-94d2-950ff33604d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52e9f972-7aa1-49ce-a390-caa153ae015d', 'code': 200} Feb 04 12:58:00.832222 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773a745e-e468-40bb-9f01-3fed9b836956 req-4c893c73-140b-4b09-ae0e-2da38d6f664c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:00.833708 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-773a745e-e468-40bb-9f01-3fed9b836956 req-4c893c73-140b-4b09-ae0e-2da38d6f664c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=61d6dd51-8303-479e-94d2-950ff33604d8 HTTP/1.1" status: 200 len: 1128 time: 0.0441208 Feb 04 12:58:00.885138 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-773a745e-e468-40bb-9f01-3fed9b836956 req-964df896-a6b3-457b-ad30-00daa3bbf205 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=23cd2b6e-25dc-444e-b0fa-d5d27f7f2798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432391 Feb 04 12:58:00.947626 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c3cbc2-dba0-4156-888b-5303cc402b70 req-1114cedb-8aa6-4052-aca9-6ec176ed63aa tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:00.949194 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-76c3cbc2-dba0-4156-888b-5303cc402b70 req-1114cedb-8aa6-4052-aca9-6ec176ed63aa tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "GET /v2.0/ports?device_id=61d6dd51-8303-479e-94d2-950ff33604d8 HTTP/1.1" status: 200 len: 946 time: 0.0575848 Feb 04 12:58:00.998727 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-76c3cbc2-dba0-4156-888b-5303cc402b70 req-408cf175-25c6-4659-b68a-39abc2d04d03 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "GET /v2.0/security-groups?id=23cd2b6e-25dc-444e-b0fa-d5d27f7f2798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434315 Feb 04 12:58:01.264524 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:01.294037 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3970238-e1f0-4d0a-a9be-d5bab40f2a12 req-35835a39-d23c-47ef-843f-c1df7ce3e7ed tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:01.295626 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d3970238-e1f0-4d0a-a9be-d5bab40f2a12 req-35835a39-d23c-47ef-843f-c1df7ce3e7ed tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=228f3a4a-d0fb-4131-b196-67855cc83416 HTTP/1.1" status: 200 len: 945 time: 0.0627227 Feb 04 12:58:01.349808 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d3970238-e1f0-4d0a-a9be-d5bab40f2a12 req-e60775f8-7c65-40b7-99b5-0147b8f5e795 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=e80379a7-bc34-42af-9706-4f7e825f23a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474672 Feb 04 12:58:01.462727 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-eac0bf32-ef02-48b6-81b6-a177444338d2 req-d72c698e-77f4-4b9c-84d5-c4f3ecdd5bc3 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=081a166ab6754953977e00fecaf55e63 HTTP/1.1" status: 200 len: 267 time: 0.0442193 Feb 04 12:58:01.524363 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac0bf32-ef02-48b6-81b6-a177444338d2 req-aee530ec-42e8-4f85-bdd7-30dd8aaf4f3c tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:01.525864 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-eac0bf32-ef02-48b6-81b6-a177444338d2 req-aee530ec-42e8-4f85-bdd7-30dd8aaf4f3c tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=228f3a4a-d0fb-4131-b196-67855cc83416 HTTP/1.1" status: 200 len: 945 time: 0.0572746 Feb 04 12:58:01.538006 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-eac0bf32-ef02-48b6-81b6-a177444338d2 req-406cbb54-9f0f-4d22-9f84-bef281e83dbd tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Request body: {'port': {'security_groups': []}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:58:01.610474 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-eac0bf32-ef02-48b6-81b6-a177444338d2 req-406cbb54-9f0f-4d22-9f84-bef281e83dbd tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (3a8ea700-4b41-40de-abc6-4ed899f5b6ac), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:01.778169 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-eac0bf32-ef02-48b6-81b6-a177444338d2 req-406cbb54-9f0f-4d22-9f84-bef281e83dbd tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] For port 3a8ea700-4b41-40de-abc6-4ed899f5b6ac, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=3a8ea700-4b41-40de-abc6-4ed899f5b6ac,segment=NetworkSegment(435809b5-4790-4cc2-92a6-17b1a1ceee55),segment_id=435809b5-4790-4cc2-92a6-17b1a1ceee55)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:58:01.808990 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-eac0bf32-ef02-48b6-81b6-a177444338d2 req-406cbb54-9f0f-4d22-9f84-bef281e83dbd tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Publish callbacks [] for port (3a8ea700-4b41-40de-abc6-4ed899f5b6ac), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:01.814947 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-eac0bf32-ef02-48b6-81b6-a177444338d2 req-406cbb54-9f0f-4d22-9f84-bef281e83dbd tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (3a8ea700-4b41-40de-abc6-4ed899f5b6ac), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:01.827242 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['199b82db-26c4-49ff-b1a7-ed9cddfff749'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:58:01.830399 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['9d4fee85-d7db-4499-afb0-3622136f8b6c', '3a8ea700-4b41-40de-abc6-4ed899f5b6ac'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:58:01.910543 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac0bf32-ef02-48b6-81b6-a177444338d2 req-406cbb54-9f0f-4d22-9f84-bef281e83dbd tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:01.911323 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-eac0bf32-ef02-48b6-81b6-a177444338d2 req-406cbb54-9f0f-4d22-9f84-bef281e83dbd tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:01.928782 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-eac0bf32-ef02-48b6-81b6-a177444338d2 req-406cbb54-9f0f-4d22-9f84-bef281e83dbd tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "PUT /v2.0/ports/3a8ea700-4b41-40de-abc6-4ed899f5b6ac HTTP/1.1" status: 200 len: 904 time: 0.3950202 Feb 04 12:58:01.929200 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '228f3a4a-d0fb-4131-b196-67855cc83416', 'tag': '3a8ea700-4b41-40de-abc6-4ed899f5b6ac'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:58:01.932350 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59a7ec23-dbd5-4967-9b0f-ebe8b36a7757" -d '{"events": [{"name": "network-changed", "server_uuid": "228f3a4a-d0fb-4131-b196-67855cc83416", "tag": "3a8ea700-4b41-40de-abc6-4ed899f5b6ac"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:58:01.943383 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406cbb54-9f0f-4d22-9f84-bef281e83dbd tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Pushing event updated for resources: {'Port': ['ID=3a8ea700-4b41-40de-abc6-4ed899f5b6ac,revision_number=6']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:01.974096 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:02.024031 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e60407f-1f3d-4889-b0f3-2e4c90eec5f3 x-openstack-request-id: req-1e60407f-1f3d-4889-b0f3-2e4c90eec5f3 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:58:02.024329 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "228f3a4a-d0fb-4131-b196-67855cc83416", "tag": "3a8ea700-4b41-40de-abc6-4ed899f5b6ac", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:58:02.024585 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1e60407f-1f3d-4889-b0f3-2e4c90eec5f3 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:58:02.024998 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '228f3a4a-d0fb-4131-b196-67855cc83416', 'tag': '3a8ea700-4b41-40de-abc6-4ed899f5b6ac', 'status': 'completed', 'code': 200} Feb 04 12:58:02.044802 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['3a8ea700-4b41-40de-abc6-4ed899f5b6ac'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:58:02.214632 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398d633e-804f-4251-ae7e-e9fe074c4d11 req-262669c6-4f5d-4bb0-8def-a5a531e29f6b tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:02.216464 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-398d633e-804f-4251-ae7e-e9fe074c4d11 req-262669c6-4f5d-4bb0-8def-a5a531e29f6b tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=228f3a4a-d0fb-4131-b196-67855cc83416 HTTP/1.1" status: 200 len: 907 time: 0.1703730 Feb 04 12:58:02.219945 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a7ec23-dbd5-4967-9b0f-ebe8b36a7757 req-2f4940eb-eb5d-4c37-92b0-095f316daa86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:02.221465 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-59a7ec23-dbd5-4967-9b0f-ebe8b36a7757 req-2f4940eb-eb5d-4c37-92b0-095f316daa86 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=081a166ab6754953977e00fecaf55e63&device_id=228f3a4a-d0fb-4131-b196-67855cc83416 HTTP/1.1" status: 200 len: 1089 time: 0.1643152 Feb 04 12:58:02.245650 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e575075b-5b86-4ce2-9cb4-6b4d8c4b43c8 req-166e654b-7b2f-4020-b36a-e944a27234e3 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:02.245650 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e575075b-5b86-4ce2-9cb4-6b4d8c4b43c8 req-166e654b-7b2f-4020-b36a-e944a27234e3 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "GET /v2.0/ports?device_id=61d6dd51-8303-479e-94d2-950ff33604d8 HTTP/1.1" status: 200 len: 946 time: 0.1110809 Feb 04 12:58:02.372299 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ea5ed1e2-492a-43a0-91ed-3e802a3bde27 None None] Provisioning complete for port 3a8ea700-4b41-40de-abc6-4ed899f5b6ac triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:58:02.372676 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ea5ed1e2-492a-43a0-91ed-3e802a3bde27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (3a8ea700-4b41-40de-abc6-4ed899f5b6ac), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:02.391542 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a7ec23-dbd5-4967-9b0f-ebe8b36a7757 req-e6fcb931-0b24-40aa-88f7-c0725c56ed79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:02.393176 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-59a7ec23-dbd5-4967-9b0f-ebe8b36a7757 req-e6fcb931-0b24-40aa-88f7-c0725c56ed79 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2199cf82-6b45-4a26-9381-22c185674f2b HTTP/1.1" status: 200 len: 912 time: 0.1547003 Feb 04 12:58:02.458485 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-59a7ec23-dbd5-4967-9b0f-ebe8b36a7757 req-c292cff2-bd55-408a-98d1-db2dceff37de service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a8ea700-4b41-40de-abc6-4ed899f5b6ac HTTP/1.1" status: 200 len: 217 time: 0.0556479 Feb 04 12:58:02.467365 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b15df0-cb48-46db-a5c3-41b6c4d85583 req-885d4b84-bedc-483d-98e6-cc2d61b22297 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:02.469226 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-97b15df0-cb48-46db-a5c3-41b6c4d85583 req-885d4b84-bedc-483d-98e6-cc2d61b22297 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=22704979-2c9f-416c-a9cc-621c4bd05eca HTTP/1.1" status: 200 len: 944 time: 0.1547484 Feb 04 12:58:02.482011 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e575075b-5b86-4ce2-9cb4-6b4d8c4b43c8 req-9ffaa94b-5bfb-4c52-9f1f-717de84bc2fa tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "GET /v2.0/security-groups?id=23cd2b6e-25dc-444e-b0fa-d5d27f7f2798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1659780 Feb 04 12:58:02.530673 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ea5ed1e2-492a-43a0-91ed-3e802a3bde27 None None] Current status of the port 3a8ea700-4b41-40de-abc6-4ed899f5b6ac is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:58:02.564399 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-97b15df0-cb48-46db-a5c3-41b6c4d85583 req-07dbf141-8ab3-48ce-8a87-2e4cff016e60 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3f9fd42-344e-42cb-9241-a34957176b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813410 Feb 04 12:58:02.566074 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a7ec23-dbd5-4967-9b0f-ebe8b36a7757 req-3d319ae6-a835-461c-980d-5cf0176ba1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:02.567618 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-59a7ec23-dbd5-4967-9b0f-ebe8b36a7757 req-3d319ae6-a835-461c-980d-5cf0176ba1aa service neutron] 10.222.0.73 "GET /v2.0/subnets?id=88c9f8fd-dc13-4414-bafb-3591060ecfdc HTTP/1.1" status: 200 len: 850 time: 0.0970442 Feb 04 12:58:02.681869 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3fc84d-4baf-493e-97a5-d624b2e17445 req-cf7719e8-62bd-47ef-a725-ed786a6b135e tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:02.683407 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5d3fc84d-4baf-493e-97a5-d624b2e17445 req-cf7719e8-62bd-47ef-a725-ed786a6b135e tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "GET /v2.0/ports?device_id=61d6dd51-8303-479e-94d2-950ff33604d8 HTTP/1.1" status: 200 len: 946 time: 0.1142626 Feb 04 12:58:02.688623 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a7ec23-dbd5-4967-9b0f-ebe8b36a7757 req-0bcbc42d-2237-4c28-9b7a-86a1d0bc952d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:02.690036 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-59a7ec23-dbd5-4967-9b0f-ebe8b36a7757 req-0bcbc42d-2237-4c28-9b7a-86a1d0bc952d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2199cf82-6b45-4a26-9381-22c185674f2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1097672 Feb 04 12:58:02.801467 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28c7c6b-95be-4e9f-a706-5dd9e1bcc03a req-b9c690d6-5352-4a82-b8fe-20313eb22f03 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:02.803220 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c28c7c6b-95be-4e9f-a706-5dd9e1bcc03a req-b9c690d6-5352-4a82-b8fe-20313eb22f03 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=22704979-2c9f-416c-a9cc-621c4bd05eca HTTP/1.1" status: 200 len: 944 time: 0.1641455 Feb 04 12:58:02.829248 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5d3fc84d-4baf-493e-97a5-d624b2e17445 req-62dd84b1-32c8-40e3-be1d-cca91bd27b77 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "GET /v2.0/security-groups?id=23cd2b6e-25dc-444e-b0fa-d5d27f7f2798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1382663 Feb 04 12:58:02.854371 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-59a7ec23-dbd5-4967-9b0f-ebe8b36a7757 req-ff9f72eb-ca10-407a-8eaa-20e58b36f88e service neutron] 10.222.0.73 "GET /v2.0/networks/2199cf82-6b45-4a26-9381-22c185674f2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538637 Feb 04 12:58:02.916820 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c28c7c6b-95be-4e9f-a706-5dd9e1bcc03a req-6a9feace-1acd-4f60-8cb0-b68e04f2378a tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3f9fd42-344e-42cb-9241-a34957176b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057625 Feb 04 12:58:02.964818 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-59a7ec23-dbd5-4967-9b0f-ebe8b36a7757 req-0b63b234-fb4a-404d-80c9-df65f5b790a1 service neutron] 10.222.0.73 "GET /v2.0/networks/2199cf82-6b45-4a26-9381-22c185674f2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005359 Feb 04 12:58:03.163858 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24593063-0cf6-4850-bcb0-a2174853eaca req-3164af0c-d5a9-4b3d-94be-d43f1a55b4ca tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:03.165353 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-24593063-0cf6-4850-bcb0-a2174853eaca req-3164af0c-d5a9-4b3d-94be-d43f1a55b4ca tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/networks?id=2199cf82-6b45-4a26-9381-22c185674f2b HTTP/1.1" status: 200 len: 811 time: 0.1076953 Feb 04 12:58:03.181049 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-24593063-0cf6-4850-bcb0-a2174853eaca req-46136c9d-a286-4181-8333-d81b07d9e45e tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/quotas/081a166ab6754953977e00fecaf55e63 HTTP/1.1" status: 200 len: 375 time: 0.0101416 Feb 04 12:58:03.244852 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-24593063-0cf6-4850-bcb0-a2174853eaca req-79a42598-e983-4d0e-bd1e-5fdfc49519d5 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=081a166ab6754953977e00fecaf55e63&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0583344 Feb 04 12:58:03.431626 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-24593063-0cf6-4850-bcb0-a2174853eaca req-423c8443-a18b-4709-9dd7-0deaa95aaf02 service neutron] 10.222.0.65 "GET /v2.0/networks/2199cf82-6b45-4a26-9381-22c185674f2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797333 Feb 04 12:58:03.548500 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-24593063-0cf6-4850-bcb0-a2174853eaca req-14304eec-6913-4993-ab05-8e291347f15c service neutron] 10.222.0.65 "GET /v2.0/networks/2199cf82-6b45-4a26-9381-22c185674f2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076167 Feb 04 12:58:03.736095 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2a2f516f-834b-4876-884e-6219f57f80be req-29b92903-9fab-452b-ac31-6a9fbbbe5721 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=a975c8b5-86e1-4a74-baa1-d35fe5cd87ee HTTP/1.1" status: 200 len: 210 time: 0.0440645 Feb 04 12:58:03.833050 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49830) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:58:03.940231 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a14f63c-f7f1-4131-8c11-9c3f82e4261e req-d1684bcb-2c64-4f3a-920b-711cdef7a40b tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:03.942477 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1a14f63c-f7f1-4131-8c11-9c3f82e4261e req-d1684bcb-2c64-4f3a-920b-711cdef7a40b tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e73a476-a174-4b27-84c0-28b9fe3f2b1a HTTP/1.1" status: 200 len: 946 time: 0.0741973 Feb 04 12:58:04.003874 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1a14f63c-f7f1-4131-8c11-9c3f82e4261e req-f4559f97-18e3-4dfb-b0d5-8e61b435fe51 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8eeb614-2d0b-40ed-b6ec-8d66d693ddb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516238 Feb 04 12:58:04.071540 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-857ef549-25db-45df-a38a-80a63a8aad13 admin admin] Deleting subnet 888ca177-2183-496c-8ac4-309108397ef5 {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:58:04.074969 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-857ef549-25db-45df-a38a-80a63a8aad13 admin admin] Publish callbacks [] for subnet (888ca177-2183-496c-8ac4-309108397ef5), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:04.110481 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-857ef549-25db-45df-a38a-80a63a8aad13 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (888ca177-2183-496c-8ac4-309108397ef5), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:04.154167 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-857ef549-25db-45df-a38a-80a63a8aad13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (888ca177-2183-496c-8ac4-309108397ef5), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:04.209533 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-857ef549-25db-45df-a38a-80a63a8aad13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (888ca177-2183-496c-8ac4-309108397ef5), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:04.241186 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857ef549-25db-45df-a38a-80a63a8aad13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=888ca177-2183-496c-8ac4-309108397ef5,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:04.246073 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-857ef549-25db-45df-a38a-80a63a8aad13 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:04.253606 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-857ef549-25db-45df-a38a-80a63a8aad13 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/888ca177-2183-496c-8ac4-309108397ef5 HTTP/1.1" status: 204 len: 168 time: 0.4153421 Feb 04 12:58:04.253788 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 49840) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:58:04.327265 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c9466f4e-1c20-4c75-bfe9-b0bb4e6189df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (114bf314-65ab-4816-b3d2-279c775b8454), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:04.380411 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 49842) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:58:04.418401 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c9466f4e-1c20-4c75-bfe9-b0bb4e6189df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (114bf314-65ab-4816-b3d2-279c775b8454), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:04.446672 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-c9466f4e-1c20-4c75-bfe9-b0bb4e6189df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['114bf314-65ab-4816-b3d2-279c775b8454']}} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:58:04.460004 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-c9466f4e-1c20-4c75-bfe9-b0bb4e6189df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbf62fd6-6ba4-4309-a2d8-e3b0817a1f03') {'for_net_delete': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:58:04.460390 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-c9466f4e-1c20-4c75-bfe9-b0bb4e6189df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbf62fd6-6ba4-4309-a2d8-e3b0817a1f03') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:58:04.471942 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c9466f4e-1c20-4c75-bfe9-b0bb4e6189df admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51859336'] for segment (fbf62fd6-6ba4-4309-a2d8-e3b0817a1f03), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:04.489198 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c9466f4e-1c20-4c75-bfe9-b0bb4e6189df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (fbf62fd6-6ba4-4309-a2d8-e3b0817a1f03), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:04.496432 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9466f4e-1c20-4c75-bfe9-b0bb4e6189df admin admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=103475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:58:04.496908 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c9466f4e-1c20-4c75-bfe9-b0bb4e6189df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-52093388'] for segment (fbf62fd6-6ba4-4309-a2d8-e3b0817a1f03), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:04.498685 n-d-825015-3 neutron-server[103475]: Traceback (most recent call last): Feb 04 12:58:04.498685 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:58:04.498685 n-d-825015-3 neutron-server[103475]: timer() Feb 04 12:58:04.498685 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:58:04.498685 n-d-825015-3 neutron-server[103475]: cb(*args, **kw) Feb 04 12:58:04.498685 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:58:04.498685 n-d-825015-3 neutron-server[103475]: return func(*args, **kwargs) Feb 04 12:58:04.498685 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:58:04.498685 n-d-825015-3 neutron-server[103475]: self._notify() Feb 04 12:58:04.498685 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:58:04.498685 n-d-825015-3 neutron-server[103475]: self.callback(batched_events) Feb 04 12:58:04.498685 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:58:04.498685 n-d-825015-3 neutron-server[103475]: event.method(event) Feb 04 12:58:04.498685 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:58:04.498685 n-d-825015-3 neutron-server[103475]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:58:04.498685 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:58:04.498685 n-d-825015-3 neutron-server[103475]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:58:04.498685 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:58:04.498685 n-d-825015-3 neutron-server[103475]: return f(self, *a, **k) Feb 04 12:58:04.498685 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:58:04.498685 n-d-825015-3 neutron-server[103475]: return self._get(url).json() Feb 04 12:58:04.498685 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:58:04.498685 n-d-825015-3 neutron-server[103475]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:58:04.498685 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:58:04.498685 n-d-825015-3 neutron-server[103475]: return self.request(url, 'GET', **kwargs) Feb 04 12:58:04.498685 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:58:04.498685 n-d-825015-3 neutron-server[103475]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:58:04.498685 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:58:04.498685 n-d-825015-3 neutron-server[103475]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:58:04.498685 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:58:04.498685 n-d-825015-3 neutron-server[103475]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:58:04.498685 n-d-825015-3 neutron-server[103475]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:58:04.567475 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c9466f4e-1c20-4c75-bfe9-b0bb4e6189df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (114bf314-65ab-4816-b3d2-279c775b8454), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:04.572357 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c9466f4e-1c20-4c75-bfe9-b0bb4e6189df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:04.580196 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-c9466f4e-1c20-4c75-bfe9-b0bb4e6189df admin admin] 10.222.0.65 "DELETE /v2.0/networks/114bf314-65ab-4816-b3d2-279c775b8454 HTTP/1.1" status: 204 len: 168 time: 0.3230195 Feb 04 12:58:04.591136 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9466f4e-1c20-4c75-bfe9-b0bb4e6189df admin admin] Pushing event deleted for resources: {'Network': ['ID=114bf314-65ab-4816-b3d2-279c775b8454,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:04.707170 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 49846) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:58:04.752811 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-a007d6f5-3bce-46c4-80bd-bbef534ff2de admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d911462b4fc5499194cfc3e92602aea6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0440292 Feb 04 12:58:04.755429 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 49850) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:58:04.866819 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d834d4ee-63c4-44bd-91f4-4e93e55c9f85 req-81438a82-4120-4be9-a1c7-dd10c6118ec6 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=a975c8b5-86e1-4a74-baa1-d35fe5cd87ee HTTP/1.1" status: 200 len: 210 time: 0.0429311 Feb 04 12:58:04.878909 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a4589186-becd-45a7-8588-629c4f141f6a admin admin] Publish callbacks [] for security_group (c81fcece-bd48-4f4e-8fb2-64c8db70253b), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:04.943249 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2e69b333-4d28-42c0-9353-96e07c452ebb tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:04.979026 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a4589186-becd-45a7-8588-629c4f141f6a admin admin] Publish callbacks [] for security_group (c81fcece-bd48-4f4e-8fb2-64c8db70253b), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:05.060006 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24593063-0cf6-4850-bcb0-a2174853eaca req-2916b74d-aba9-4921-a296-df39bfa88a38 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:05.062187 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-24593063-0cf6-4850-bcb0-a2174853eaca req-2916b74d-aba9-4921-a296-df39bfa88a38 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.73 "GET /v2.0/networks?id=2199cf82-6b45-4a26-9381-22c185674f2b HTTP/1.1" status: 200 len: 811 time: 0.1688554 Feb 04 12:58:05.080237 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-24593063-0cf6-4850-bcb0-a2174853eaca req-07365228-0708-4e5e-ba7f-f3a431c49e97 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Request body: {'port': {'device_id': 'a975c8b5-86e1-4a74-baa1-d35fe5cd87ee', 'network_id': '2199cf82-6b45-4a26-9381-22c185674f2b', 'admin_state_up': True, 'tenant_id': '081a166ab6754953977e00fecaf55e63'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:58:05.281438 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-2e69b333-4d28-42c0-9353-96e07c452ebb tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Allocated IP 172.20.0.17 (2e5bb2a2-72c0-4b78-973d-c830b747d5f0/a294547e-2f05-4014-bcc9-5736bb883159/a11d368a-88be-478c-87ec-078cf1d7cd1b) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:58:05.416855 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2e69b333-4d28-42c0-9353-96e07c452ebb tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for port (a11d368a-88be-478c-87ec-078cf1d7cd1b), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:05.447006 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a4589186-becd-45a7-8588-629c4f141f6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (c81fcece-bd48-4f4e-8fb2-64c8db70253b), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:05.449536 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a4589186-becd-45a7-8588-629c4f141f6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:05.450681 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-a4589186-becd-45a7-8588-629c4f141f6a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c81fcece-bd48-4f4e-8fb2-64c8db70253b HTTP/1.1" status: 204 len: 168 time: 0.6939628 Feb 04 12:58:05.466176 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4589186-becd-45a7-8588-629c4f141f6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c81fcece-bd48-4f4e-8fb2-64c8db70253b,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:05.469763 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2e69b333-4d28-42c0-9353-96e07c452ebb tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (a11d368a-88be-478c-87ec-078cf1d7cd1b), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:05.526181 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec19f41f-49c8-44d0-bf18-475c6b30fbe0 req-6fabebc1-18c3-4106-9e39-ace153bc8528 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:05.528961 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ec19f41f-49c8-44d0-bf18-475c6b30fbe0 req-6fabebc1-18c3-4106-9e39-ace153bc8528 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e73a476-a174-4b27-84c0-28b9fe3f2b1a HTTP/1.1" status: 200 len: 946 time: 0.3975515 Feb 04 12:58:05.546029 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e69b333-4d28-42c0-9353-96e07c452ebb tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Network 2e5bb2a2-72c0-4b78-973d-c830b747d5f0 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:58:05.553421 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e69b333-4d28-42c0-9353-96e07c452ebb tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Pushing event updated for resources: {'Port': ['ID=a11d368a-88be-478c-87ec-078cf1d7cd1b,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:05.557320 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-2e69b333-4d28-42c0-9353-96e07c452ebb tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:58:05.572771 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e69b333-4d28-42c0-9353-96e07c452ebb tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:58:05.595386 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ec19f41f-49c8-44d0-bf18-475c6b30fbe0 req-99d0ab26-1743-4afe-a2b4-7e834a2f3572 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8eeb614-2d0b-40ed-b6ec-8d66d693ddb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535653 Feb 04 12:58:05.596189 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24593063-0cf6-4850-bcb0-a2174853eaca req-07365228-0708-4e5e-ba7f-f3a431c49e97 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Made reservation on behalf of 081a166ab6754953977e00fecaf55e63 for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:58:05.599373 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-24593063-0cf6-4850-bcb0-a2174853eaca req-07365228-0708-4e5e-ba7f-f3a431c49e97 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:05.663190 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2e69b333-4d28-42c0-9353-96e07c452ebb tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1599818'] for router_interface (dcc9cb19-10fd-44a6-9753-3213252e9f4d), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:05.844437 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-24593063-0cf6-4850-bcb0-a2174853eaca req-07365228-0708-4e5e-ba7f-f3a431c49e97 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Allocated IP 172.20.0.11 (2199cf82-6b45-4a26-9381-22c185674f2b/88c9f8fd-dc13-4414-bafb-3591060ecfdc/21578d58-abd0-4e44-a93b-74a37882ef1b) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:58:05.877719 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2e69b333-4d28-42c0-9353-96e07c452ebb tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (a11d368a-88be-478c-87ec-078cf1d7cd1b), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:06.009268 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-9106e7dc-7101-4156-9d31-b8564d96bee6 None None] Provisioning complete for port a11d368a-88be-478c-87ec-078cf1d7cd1b triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:58:06.009875 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9106e7dc-7101-4156-9d31-b8564d96bee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (a11d368a-88be-478c-87ec-078cf1d7cd1b), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:06.095500 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-9106e7dc-7101-4156-9d31-b8564d96bee6 None None] Port a11d368a-88be-478c-87ec-078cf1d7cd1b cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:58:06.103218 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b3f9d1a5-3387-44d2-bb31-f62c3b01af56 req-656505f1-15eb-4a37-841f-ad1c3f7c60f3 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=a975c8b5-86e1-4a74-baa1-d35fe5cd87ee HTTP/1.1" status: 200 len: 210 time: 0.0377877 Feb 04 12:58:06.172540 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-24593063-0cf6-4850-bcb0-a2174853eaca req-07365228-0708-4e5e-ba7f-f3a431c49e97 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Publish callbacks [] for port (21578d58-abd0-4e44-a93b-74a37882ef1b), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:06.205861 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-24593063-0cf6-4850-bcb0-a2174853eaca req-07365228-0708-4e5e-ba7f-f3a431c49e97 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (21578d58-abd0-4e44-a93b-74a37882ef1b), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:06.218775 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['199b82db-26c4-49ff-b1a7-ed9cddfff749'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:58:06.221052 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['9d4fee85-d7db-4499-afb0-3622136f8b6c'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:58:06.249734 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2e69b333-4d28-42c0-9353-96e07c452ebb tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for port (a11d368a-88be-478c-87ec-078cf1d7cd1b), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:06.253767 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24593063-0cf6-4850-bcb0-a2174853eaca req-07365228-0708-4e5e-ba7f-f3a431c49e97 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Network 2199cf82-6b45-4a26-9381-22c185674f2b is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:58:06.254885 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2e69b333-4d28-42c0-9353-96e07c452ebb tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (a11d368a-88be-478c-87ec-078cf1d7cd1b), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:06.257087 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-24593063-0cf6-4850-bcb0-a2174853eaca req-07365228-0708-4e5e-ba7f-f3a431c49e97 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:58:06.261051 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-24593063-0cf6-4850-bcb0-a2174853eaca req-07365228-0708-4e5e-ba7f-f3a431c49e97 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:58:06.267997 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07365228-0708-4e5e-ba7f-f3a431c49e97 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Pushing event updated for resources: {'Port': ['ID=21578d58-abd0-4e44-a93b-74a37882ef1b,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:06.327114 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24593063-0cf6-4850-bcb0-a2174853eaca req-07365228-0708-4e5e-ba7f-f3a431c49e97 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:06.328665 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-24593063-0cf6-4850-bcb0-a2174853eaca req-07365228-0708-4e5e-ba7f-f3a431c49e97 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:06.349917 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-24593063-0cf6-4850-bcb0-a2174853eaca req-07365228-0708-4e5e-ba7f-f3a431c49e97 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2744246 Feb 04 12:58:06.355819 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e69b333-4d28-42c0-9353-96e07c452ebb tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Pushing event updated for resources: {'Port': ['ID=a11d368a-88be-478c-87ec-078cf1d7cd1b,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:06.358261 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2e69b333-4d28-42c0-9353-96e07c452ebb tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622202'] for router_interface (dcc9cb19-10fd-44a6-9753-3213252e9f4d), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:06.371241 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-24593063-0cf6-4850-bcb0-a2174853eaca req-d24912e2-dc47-4fce-a9c7-9b70a3e1b57c service neutron] Request body: {'port': {'device_id': 'a975c8b5-86e1-4a74-baa1-d35fe5cd87ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:58:06.451203 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-24593063-0cf6-4850-bcb0-a2174853eaca req-d24912e2-dc47-4fce-a9c7-9b70a3e1b57c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (21578d58-abd0-4e44-a93b-74a37882ef1b), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:06.460427 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e69b333-4d28-42c0-9353-96e07c452ebb tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Network 2e5bb2a2-72c0-4b78-973d-c830b747d5f0 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:58:06.462038 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-2e69b333-4d28-42c0-9353-96e07c452ebb tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:58:06.620611 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-4b14943f-a19c-4e91-8f57-7596ed8b39a9 None None] Provisioning complete for port 21578d58-abd0-4e44-a93b-74a37882ef1b triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:58:06.621281 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4b14943f-a19c-4e91-8f57-7596ed8b39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (21578d58-abd0-4e44-a93b-74a37882ef1b), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:06.665039 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e69b333-4d28-42c0-9353-96e07c452ebb tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Router dcc9cb19-10fd-44a6-9753-3213252e9f4d has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:58:06.673684 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-4b14943f-a19c-4e91-8f57-7596ed8b39a9 None None] Port 21578d58-abd0-4e44-a93b-74a37882ef1b cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:58:06.796100 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e69b333-4d28-42c0-9353-96e07c452ebb tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:58:06.801827 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-8ce34812-c419-4c9c-bfc2-db75fb648162 None None] Provisioning complete for port a11d368a-88be-478c-87ec-078cf1d7cd1b triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:58:06.802314 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8ce34812-c419-4c9c-bfc2-db75fb648162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (a11d368a-88be-478c-87ec-078cf1d7cd1b), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:06.807311 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-24593063-0cf6-4850-bcb0-a2174853eaca req-d24912e2-dc47-4fce-a9c7-9b70a3e1b57c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21578d58-abd0-4e44-a93b-74a37882ef1b {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:58:06.816411 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-2e69b333-4d28-42c0-9353-96e07c452ebb tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "PUT /v2.0/routers/dcc9cb19-10fd-44a6-9753-3213252e9f4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4343066 Feb 04 12:58:06.816723 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-24593063-0cf6-4850-bcb0-a2174853eaca req-d24912e2-dc47-4fce-a9c7-9b70a3e1b57c service neutron] Publish callbacks [] for port (21578d58-abd0-4e44-a93b-74a37882ef1b), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:06.834130 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fdf1aad-64fe-477f-bb30-13c799f7148f None None] Sync routers for ids ['dcc9cb19-10fd-44a6-9753-3213252e9f4d'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:58:06.840830 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3629e3a-3342-4b98-9190-b1320f6dc4e8 req-38cf1cc5-f66a-4bbf-ada7-9fb76fe7524f tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:06.842360 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a3629e3a-3342-4b98-9190-b1320f6dc4e8 req-38cf1cc5-f66a-4bbf-ada7-9fb76fe7524f tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e73a476-a174-4b27-84c0-28b9fe3f2b1a HTTP/1.1" status: 200 len: 946 time: 0.1155963 Feb 04 12:58:06.843923 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-24593063-0cf6-4850-bcb0-a2174853eaca req-d24912e2-dc47-4fce-a9c7-9b70a3e1b57c service neutron] Transition to ACTIVE for port object 21578d58-abd0-4e44-a93b-74a37882ef1b will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:58:06.852563 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-24593063-0cf6-4850-bcb0-a2174853eaca req-d24912e2-dc47-4fce-a9c7-9b70a3e1b57c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (21578d58-abd0-4e44-a93b-74a37882ef1b), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:06.858877 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-8ce34812-c419-4c9c-bfc2-db75fb648162 None None] Port a11d368a-88be-478c-87ec-078cf1d7cd1b cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:58:06.861471 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdf1aad-64fe-477f-bb30-13c799f7148f None None] Routers {'dcc9cb19-10fd-44a6-9753-3213252e9f4d'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:58:06.862201 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-2fdf1aad-64fe-477f-bb30-13c799f7148f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:57:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['dcc9cb19-10fd-44a6-9753-3213252e9f4d'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:58:06.953439 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24912e2-dc47-4fce-a9c7-9b70a3e1b57c service neutron] Pushing event updated for resources: {'Port': ['ID=21578d58-abd0-4e44-a93b-74a37882ef1b,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:06.991316 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a3629e3a-3342-4b98-9190-b1320f6dc4e8 req-c9f43ea0-c19b-4514-b6a3-eb7adb16fe9f tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8eeb614-2d0b-40ed-b6ec-8d66d693ddb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411726 Feb 04 12:58:06.994480 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-2fdf1aad-64fe-477f-bb30-13c799f7148f None None] Set router dcc9cb19-10fd-44a6-9753-3213252e9f4d gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:58:07.036184 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-24593063-0cf6-4850-bcb0-a2174853eaca req-d24912e2-dc47-4fce-a9c7-9b70a3e1b57c service neutron] Attempting to bind port 21578d58-abd0-4e44-a93b-74a37882ef1b on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:58:07.036529 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-24593063-0cf6-4850-bcb0-a2174853eaca req-d24912e2-dc47-4fce-a9c7-9b70a3e1b57c service neutron] Attempting to bind port 21578d58-abd0-4e44-a93b-74a37882ef1b by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': '435809b5-4790-4cc2-92a6-17b1a1ceee55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '2199cf82-6b45-4a26-9381-22c185674f2b'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:58:07.036867 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24593063-0cf6-4850-bcb0-a2174853eaca req-d24912e2-dc47-4fce-a9c7-9b70a3e1b57c service neutron] Attempting to bind port 21578d58-abd0-4e44-a93b-74a37882ef1b on network 2199cf82-6b45-4a26-9381-22c185674f2b {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:58:07.041598 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24593063-0cf6-4850-bcb0-a2174853eaca req-d24912e2-dc47-4fce-a9c7-9b70a3e1b57c service neutron] Port 21578d58-abd0-4e44-a93b-74a37882ef1b on network 2199cf82-6b45-4a26-9381-22c185674f2b not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:58:07.041917 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24593063-0cf6-4850-bcb0-a2174853eaca req-d24912e2-dc47-4fce-a9c7-9b70a3e1b57c service neutron] Attempting to bind port 21578d58-abd0-4e44-a93b-74a37882ef1b on network 2199cf82-6b45-4a26-9381-22c185674f2b {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:58:07.048242 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24593063-0cf6-4850-bcb0-a2174853eaca req-d24912e2-dc47-4fce-a9c7-9b70a3e1b57c service neutron] Checking agent: {'id': 'f8add0d2-2202-43d3-bc0e-72442788e6ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:58:07.048592 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24593063-0cf6-4850-bcb0-a2174853eaca req-d24912e2-dc47-4fce-a9c7-9b70a3e1b57c service neutron] Checking segment: {'id': '435809b5-4790-4cc2-92a6-17b1a1ceee55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '2199cf82-6b45-4a26-9381-22c185674f2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:58:07.048991 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24593063-0cf6-4850-bcb0-a2174853eaca req-d24912e2-dc47-4fce-a9c7-9b70a3e1b57c service neutron] Bound using segment: {'id': '435809b5-4790-4cc2-92a6-17b1a1ceee55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '2199cf82-6b45-4a26-9381-22c185674f2b'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:58:07.049432 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-24593063-0cf6-4850-bcb0-a2174853eaca req-d24912e2-dc47-4fce-a9c7-9b70a3e1b57c service neutron] Bound port: 21578d58-abd0-4e44-a93b-74a37882ef1b, host: n-h1-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '435809b5-4790-4cc2-92a6-17b1a1ceee55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '2199cf82-6b45-4a26-9381-22c185674f2b'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:58:07.049798 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-24593063-0cf6-4850-bcb0-a2174853eaca req-d24912e2-dc47-4fce-a9c7-9b70a3e1b57c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (21578d58-abd0-4e44-a93b-74a37882ef1b), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:07.128229 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-24593063-0cf6-4850-bcb0-a2174853eaca req-d24912e2-dc47-4fce-a9c7-9b70a3e1b57c service neutron] For port 21578d58-abd0-4e44-a93b-74a37882ef1b, host n-h1-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:58:07.131476 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-24593063-0cf6-4850-bcb0-a2174853eaca req-d24912e2-dc47-4fce-a9c7-9b70a3e1b57c service neutron] For port 21578d58-abd0-4e44-a93b-74a37882ef1b, host n-h1-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=21578d58-abd0-4e44-a93b-74a37882ef1b,segment=NetworkSegment(435809b5-4790-4cc2-92a6-17b1a1ceee55),segment_id=435809b5-4790-4cc2-92a6-17b1a1ceee55)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:58:07.140027 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-24593063-0cf6-4850-bcb0-a2174853eaca req-d24912e2-dc47-4fce-a9c7-9b70a3e1b57c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (21578d58-abd0-4e44-a93b-74a37882ef1b), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:07.175348 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24593063-0cf6-4850-bcb0-a2174853eaca req-d24912e2-dc47-4fce-a9c7-9b70a3e1b57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:07.175899 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-24593063-0cf6-4850-bcb0-a2174853eaca req-d24912e2-dc47-4fce-a9c7-9b70a3e1b57c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:07.177482 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-24593063-0cf6-4850-bcb0-a2174853eaca req-d24912e2-dc47-4fce-a9c7-9b70a3e1b57c service neutron] 10.222.0.73 "PUT /v2.0/ports/21578d58-abd0-4e44-a93b-74a37882ef1b HTTP/1.1" status: 200 len: 1092 time: 0.8128200 Feb 04 12:58:07.180374 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a975c8b5-86e1-4a74-baa1-d35fe5cd87ee', 'tag': '21578d58-abd0-4e44-a93b-74a37882ef1b'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:58:07.183085 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a38df705-0af6-403a-890d-c90095fffb00" -d '{"events": [{"name": "network-changed", "server_uuid": "a975c8b5-86e1-4a74-baa1-d35fe5cd87ee", "tag": "21578d58-abd0-4e44-a93b-74a37882ef1b"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:58:07.241791 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56fb377a-3034-48cd-a98c-e6d40351492c x-openstack-request-id: req-56fb377a-3034-48cd-a98c-e6d40351492c {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:58:07.242090 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a975c8b5-86e1-4a74-baa1-d35fe5cd87ee", "tag": "21578d58-abd0-4e44-a93b-74a37882ef1b", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:58:07.242347 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-56fb377a-3034-48cd-a98c-e6d40351492c {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:58:07.242759 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a975c8b5-86e1-4a74-baa1-d35fe5cd87ee', 'tag': '21578d58-abd0-4e44-a93b-74a37882ef1b', 'status': 'completed', 'code': 200} Feb 04 12:58:07.282174 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24912e2-dc47-4fce-a9c7-9b70a3e1b57c service neutron] Pushing event updated for resources: {'Port': ['ID=21578d58-abd0-4e44-a93b-74a37882ef1b,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:07.317375 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62634420-8169-4767-befc-b6ed6691c4c1 req-d65e9a64-4a08-4c5b-a8e2-039b17843180 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:07.318939 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-62634420-8169-4767-befc-b6ed6691c4c1 req-d65e9a64-4a08-4c5b-a8e2-039b17843180 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=a975c8b5-86e1-4a74-baa1-d35fe5cd87ee HTTP/1.1" status: 200 len: 944 time: 0.1221960 Feb 04 12:58:07.324372 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-2fdf1aad-64fe-477f-bb30-13c799f7148f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcc9cb19-10fd-44a6-9753-3213252e9f4d', 'name': 'tempest-TestNetworkBasicOps-router-155896296', 'tenant_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '49b8182e-1419-4e71-a069-2f9f3666b50c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:56:33Z', 'updated_at': '2022-02-04T12:58:05Z', 'revision_number': 5, 'project_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'gw_port': {'id': '49b8182e-1419-4e71-a069-2f9f3666b50c', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc9cb19-10fd-44a6-9753-3213252e9f4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:56:33Z', 'updated_at': '2022-02-04T12:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': '35976b57-4abd-4aad-9017-46c00d5d16ab', 'tenant_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'floating_ip_address': '172.25.3.36', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': 'dcc9cb19-10fd-44a6-9753-3213252e9f4d', 'port_id': 'a9db204c-358c-4426-8794-a31cb764b543', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3238, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '74e52c79-8af0-4510-adb0-f8d07ad29182', 'mac_address': 'fa:16:3e:31:36:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fdefef-d346-40b4-b39a-a05642b3173e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:56:59Z', 'updated_at': '2022-02-04T12:57:02Z', 'revision_number': 1, 'project_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a11d368a-88be-478c-87ec-078cf1d7cd1b', 'name': '', 'network_id': '2e5bb2a2-72c0-4b78-973d-c830b747d5f0', 'tenant_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'mac_address': 'fa:16:3e:57:f6:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcc9cb19-10fd-44a6-9753-3213252e9f4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': 'a294547e-2f05-4014-bcc9-5736bb883159', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:58:05Z', 'updated_at': '2022-02-04T12:58:06Z', 'revision_number': 2, 'project_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'subnets': [{'id': 'a294547e-2f05-4014-bcc9-5736bb883159', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa0aa1ab-dcc7-49dc-9687-c2e04e531930', 'name': '', 'network_id': '74e52c79-8af0-4510-adb0-f8d07ad29182', 'tenant_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'mac_address': 'fa:16:3e:26:06:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc9cb19-10fd-44a6-9753-3213252e9f4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '95ea9ebd-f7aa-425c-9be2-55757b9f0bd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:56:36Z', 'updated_at': '2022-02-04T12:56:41Z', 'revision_number': 5, 'project_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'subnets': [{'id': '95ea9ebd-f7aa-425c-9be2-55757b9f0bd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:58:07.328835 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24593063-0cf6-4850-bcb0-a2174853eaca req-9544c652-e501-4339-b4db-8b909d77ab4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:07.330520 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-24593063-0cf6-4850-bcb0-a2174853eaca req-9544c652-e501-4339-b4db-8b909d77ab4a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=081a166ab6754953977e00fecaf55e63&device_id=a975c8b5-86e1-4a74-baa1-d35fe5cd87ee HTTP/1.1" status: 200 len: 1126 time: 0.0830781 Feb 04 12:58:07.359723 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fdf1aad-64fe-477f-bb30-13c799f7148f None None] Checking router: dcc9cb19-10fd-44a6-9753-3213252e9f4d for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:58:07.360068 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fdf1aad-64fe-477f-bb30-13c799f7148f None None] Updating router dcc9cb19-10fd-44a6-9753-3213252e9f4d port a11d368a-88be-478c-87ec-078cf1d7cd1b binding host n-d-825015-3 {{(pid=103476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:58:07.384594 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-24593063-0cf6-4850-bcb0-a2174853eaca req-68875eac-0e14-4561-807b-9b2f94cc0738 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=21578d58-abd0-4e44-a93b-74a37882ef1b HTTP/1.1" status: 200 len: 217 time: 0.0397773 Feb 04 12:58:07.390796 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2fdf1aad-64fe-477f-bb30-13c799f7148f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (a11d368a-88be-478c-87ec-078cf1d7cd1b), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:07.447344 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-62634420-8169-4767-befc-b6ed6691c4c1 req-1860ca96-503e-4177-9c57-8284dede1ffc tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=e80379a7-bc34-42af-9706-4f7e825f23a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217368 Feb 04 12:58:07.461792 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24593063-0cf6-4850-bcb0-a2174853eaca req-350ba7ba-ffc5-420e-b7cf-5ffbf1606498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:07.463267 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-24593063-0cf6-4850-bcb0-a2174853eaca req-350ba7ba-ffc5-420e-b7cf-5ffbf1606498 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=88c9f8fd-dc13-4414-bafb-3591060ecfdc HTTP/1.1" status: 200 len: 850 time: 0.0679691 Feb 04 12:58:07.520658 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24593063-0cf6-4850-bcb0-a2174853eaca req-1e57acd5-d807-450d-b31a-6a8c6caaaa9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:07.522285 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-24593063-0cf6-4850-bcb0-a2174853eaca req-1e57acd5-d807-450d-b31a-6a8c6caaaa9d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2199cf82-6b45-4a26-9381-22c185674f2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0515544 Feb 04 12:58:07.616039 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-24593063-0cf6-4850-bcb0-a2174853eaca req-972e17c2-1378-4ff0-8003-b72689964e81 service neutron] 10.222.0.73 "GET /v2.0/networks/2199cf82-6b45-4a26-9381-22c185674f2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819392 Feb 04 12:58:07.675831 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2fdf1aad-64fe-477f-bb30-13c799f7148f None None] Publish callbacks [] for port (a11d368a-88be-478c-87ec-078cf1d7cd1b), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:07.681566 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2fdf1aad-64fe-477f-bb30-13c799f7148f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (a11d368a-88be-478c-87ec-078cf1d7cd1b), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:07.720767 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-24593063-0cf6-4850-bcb0-a2174853eaca req-697c47f6-6a42-4fdc-aef4-467e54282878 service neutron] 10.222.0.73 "GET /v2.0/networks/2199cf82-6b45-4a26-9381-22c185674f2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976796 Feb 04 12:58:07.742697 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c18002f-628b-470c-bf09-26cc2a432a12 None None] Pushing event updated for resources: {'Port': ['ID=a11d368a-88be-478c-87ec-078cf1d7cd1b,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:07.799144 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-2fdf1aad-64fe-477f-bb30-13c799f7148f None None] Attempting to bind port a11d368a-88be-478c-87ec-078cf1d7cd1b on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:58:07.799516 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-2fdf1aad-64fe-477f-bb30-13c799f7148f None None] Attempting to bind port a11d368a-88be-478c-87ec-078cf1d7cd1b by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '2b1e2faa-2fbc-4369-92d2-02d0324ec099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '2e5bb2a2-72c0-4b78-973d-c830b747d5f0'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:58:07.800168 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fdf1aad-64fe-477f-bb30-13c799f7148f None None] Attempting to bind port a11d368a-88be-478c-87ec-078cf1d7cd1b on network 2e5bb2a2-72c0-4b78-973d-c830b747d5f0 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:58:07.806910 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fdf1aad-64fe-477f-bb30-13c799f7148f None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:58:07.807405 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fdf1aad-64fe-477f-bb30-13c799f7148f None None] Checking segment: {'id': '2b1e2faa-2fbc-4369-92d2-02d0324ec099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '2e5bb2a2-72c0-4b78-973d-c830b747d5f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:58:07.807920 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2fdf1aad-64fe-477f-bb30-13c799f7148f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:07.808379 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fdf1aad-64fe-477f-bb30-13c799f7148f None None] Bound using segment: {'id': '2b1e2faa-2fbc-4369-92d2-02d0324ec099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '2e5bb2a2-72c0-4b78-973d-c830b747d5f0'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:58:07.808943 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-2fdf1aad-64fe-477f-bb30-13c799f7148f None None] Bound port: a11d368a-88be-478c-87ec-078cf1d7cd1b, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1e2faa-2fbc-4369-92d2-02d0324ec099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '2e5bb2a2-72c0-4b78-973d-c830b747d5f0'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:58:07.809332 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2fdf1aad-64fe-477f-bb30-13c799f7148f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (a11d368a-88be-478c-87ec-078cf1d7cd1b), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:07.846360 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38df705-0af6-403a-890d-c90095fffb00 req-85e3f942-9a7e-4214-a3a6-25f72f576887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:07.847910 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a38df705-0af6-403a-890d-c90095fffb00 req-85e3f942-9a7e-4214-a3a6-25f72f576887 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=081a166ab6754953977e00fecaf55e63&device_id=a975c8b5-86e1-4a74-baa1-d35fe5cd87ee HTTP/1.1" status: 200 len: 1126 time: 0.0606399 Feb 04 12:58:07.882243 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-2fdf1aad-64fe-477f-bb30-13c799f7148f None None] For port a11d368a-88be-478c-87ec-078cf1d7cd1b, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:58:07.885646 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-2fdf1aad-64fe-477f-bb30-13c799f7148f None None] For port a11d368a-88be-478c-87ec-078cf1d7cd1b, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=a11d368a-88be-478c-87ec-078cf1d7cd1b,segment=NetworkSegment(2b1e2faa-2fbc-4369-92d2-02d0324ec099),segment_id=2b1e2faa-2fbc-4369-92d2-02d0324ec099)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:58:07.893792 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2fdf1aad-64fe-477f-bb30-13c799f7148f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (a11d368a-88be-478c-87ec-078cf1d7cd1b), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:07.955007 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38df705-0af6-403a-890d-c90095fffb00 req-d520bb57-2eab-47df-b3e2-0537916c7be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:07.956597 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a38df705-0af6-403a-890d-c90095fffb00 req-d520bb57-2eab-47df-b3e2-0537916c7be2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2199cf82-6b45-4a26-9381-22c185674f2b HTTP/1.1" status: 200 len: 912 time: 0.0986683 Feb 04 12:58:07.958955 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdf1aad-64fe-477f-bb30-13c799f7148f None None] Routers {'dcc9cb19-10fd-44a6-9753-3213252e9f4d'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:58:07.959607 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-2fdf1aad-64fe-477f-bb30-13c799f7148f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:57:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['dcc9cb19-10fd-44a6-9753-3213252e9f4d'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:58:07.964762 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c18002f-628b-470c-bf09-26cc2a432a12 None None] Pushing event updated for resources: {'Port': ['ID=a11d368a-88be-478c-87ec-078cf1d7cd1b,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:08.010510 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a38df705-0af6-403a-890d-c90095fffb00 req-1b50d5ee-cf4e-45bc-84ca-b1fa8d3a6fd4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=21578d58-abd0-4e44-a93b-74a37882ef1b HTTP/1.1" status: 200 len: 217 time: 0.0402398 Feb 04 12:58:08.073868 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-3dcb6809-a80b-4b52-9c3d-9d583cb78316 None None] Provisioning complete for port a11d368a-88be-478c-87ec-078cf1d7cd1b triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:58:08.074243 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3dcb6809-a80b-4b52-9c3d-9d583cb78316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (a11d368a-88be-478c-87ec-078cf1d7cd1b), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:08.077423 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38df705-0af6-403a-890d-c90095fffb00 req-ab397d45-89ea-4aa6-9bf2-2c11e73b20cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:08.081282 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a38df705-0af6-403a-890d-c90095fffb00 req-ab397d45-89ea-4aa6-9bf2-2c11e73b20cc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=88c9f8fd-dc13-4414-bafb-3591060ecfdc HTTP/1.1" status: 200 len: 850 time: 0.0629392 Feb 04 12:58:08.129389 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-2fdf1aad-64fe-477f-bb30-13c799f7148f None None] Set router dcc9cb19-10fd-44a6-9753-3213252e9f4d gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:58:08.172065 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38df705-0af6-403a-890d-c90095fffb00 req-a65299f0-93a3-4d56-a599-bb0cade71fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:08.173582 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a38df705-0af6-403a-890d-c90095fffb00 req-a65299f0-93a3-4d56-a599-bb0cade71fa2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2199cf82-6b45-4a26-9381-22c185674f2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0775380 Feb 04 12:58:08.184652 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5366e71b-2a2e-4492-9c06-4135f8fb16c6 req-2c41d238-d6f0-49b2-8c63-b393709db317 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:08.186081 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5366e71b-2a2e-4492-9c06-4135f8fb16c6 req-2c41d238-d6f0-49b2-8c63-b393709db317 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e73a476-a174-4b27-84c0-28b9fe3f2b1a HTTP/1.1" status: 200 len: 946 time: 0.1001930 Feb 04 12:58:08.255901 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-3dcb6809-a80b-4b52-9c3d-9d583cb78316 None None] Current status of the port a11d368a-88be-478c-87ec-078cf1d7cd1b is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:58:08.255901 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3dcb6809-a80b-4b52-9c3d-9d583cb78316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (a11d368a-88be-478c-87ec-078cf1d7cd1b), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:08.290869 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5366e71b-2a2e-4492-9c06-4135f8fb16c6 req-36e25649-cf5b-48a1-8493-5bce308759ea tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8eeb614-2d0b-40ed-b6ec-8d66d693ddb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968673 Feb 04 12:58:08.307130 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a38df705-0af6-403a-890d-c90095fffb00 req-f59a512c-89d3-4a1d-ad96-7da276437559 service neutron] 10.222.0.73 "GET /v2.0/networks/2199cf82-6b45-4a26-9381-22c185674f2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200469 Feb 04 12:58:08.342003 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-3dcb6809-a80b-4b52-9c3d-9d583cb78316 None None] For port a11d368a-88be-478c-87ec-078cf1d7cd1b, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=a11d368a-88be-478c-87ec-078cf1d7cd1b,segment=NetworkSegment(2b1e2faa-2fbc-4369-92d2-02d0324ec099),segment_id=2b1e2faa-2fbc-4369-92d2-02d0324ec099)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:58:08.349263 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3dcb6809-a80b-4b52-9c3d-9d583cb78316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (a11d368a-88be-478c-87ec-078cf1d7cd1b), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:08.405159 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a38df705-0af6-403a-890d-c90095fffb00 req-cba3eddd-bbbd-4ac6-8288-12f220808d6b service neutron] 10.222.0.73 "GET /v2.0/networks/2199cf82-6b45-4a26-9381-22c185674f2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883148 Feb 04 12:58:08.437785 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcb6809-a80b-4b52-9c3d-9d583cb78316 None None] Pushing event updated for resources: {'Port': ['ID=a11d368a-88be-478c-87ec-078cf1d7cd1b,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:08.472166 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-2fdf1aad-64fe-477f-bb30-13c799f7148f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcc9cb19-10fd-44a6-9753-3213252e9f4d', 'name': 'tempest-TestNetworkBasicOps-router-155896296', 'tenant_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '49b8182e-1419-4e71-a069-2f9f3666b50c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:56:33Z', 'updated_at': '2022-02-04T12:58:05Z', 'revision_number': 5, 'project_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'gw_port': {'id': '49b8182e-1419-4e71-a069-2f9f3666b50c', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc9cb19-10fd-44a6-9753-3213252e9f4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:56:33Z', 'updated_at': '2022-02-04T12:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': '35976b57-4abd-4aad-9017-46c00d5d16ab', 'tenant_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'floating_ip_address': '172.25.3.36', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': 'dcc9cb19-10fd-44a6-9753-3213252e9f4d', 'port_id': 'a9db204c-358c-4426-8794-a31cb764b543', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3238, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '74e52c79-8af0-4510-adb0-f8d07ad29182', 'mac_address': 'fa:16:3e:31:36:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fdefef-d346-40b4-b39a-a05642b3173e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:56:59Z', 'updated_at': '2022-02-04T12:57:02Z', 'revision_number': 1, 'project_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a11d368a-88be-478c-87ec-078cf1d7cd1b', 'name': '', 'network_id': '2e5bb2a2-72c0-4b78-973d-c830b747d5f0', 'tenant_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'mac_address': 'fa:16:3e:57:f6:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcc9cb19-10fd-44a6-9753-3213252e9f4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': 'a294547e-2f05-4014-bcc9-5736bb883159', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:58:05Z', 'updated_at': '2022-02-04T12:58:07Z', 'revision_number': 4, 'project_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'subnets': [{'id': 'a294547e-2f05-4014-bcc9-5736bb883159', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa0aa1ab-dcc7-49dc-9687-c2e04e531930', 'name': '', 'network_id': '74e52c79-8af0-4510-adb0-f8d07ad29182', 'tenant_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'mac_address': 'fa:16:3e:26:06:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc9cb19-10fd-44a6-9753-3213252e9f4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '95ea9ebd-f7aa-425c-9be2-55757b9f0bd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:56:36Z', 'updated_at': '2022-02-04T12:56:41Z', 'revision_number': 5, 'project_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'subnets': [{'id': '95ea9ebd-f7aa-425c-9be2-55757b9f0bd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:58:08.502262 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fdf1aad-64fe-477f-bb30-13c799f7148f None None] The sync data for ids ['dcc9cb19-10fd-44a6-9753-3213252e9f4d'] in n-d-825015-3 is: [{'id': 'dcc9cb19-10fd-44a6-9753-3213252e9f4d', 'name': 'tempest-TestNetworkBasicOps-router-155896296', 'tenant_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '49b8182e-1419-4e71-a069-2f9f3666b50c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:56:33Z', 'updated_at': '2022-02-04T12:58:05Z', 'revision_number': 5, 'project_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'gw_port': {'id': '49b8182e-1419-4e71-a069-2f9f3666b50c', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc9cb19-10fd-44a6-9753-3213252e9f4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:56:33Z', 'updated_at': '2022-02-04T12:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': '35976b57-4abd-4aad-9017-46c00d5d16ab', 'tenant_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'floating_ip_address': '172.25.3.36', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': 'dcc9cb19-10fd-44a6-9753-3213252e9f4d', 'port_id': 'a9db204c-358c-4426-8794-a31cb764b543', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3238, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '74e52c79-8af0-4510-adb0-f8d07ad29182', 'mac_address': 'fa:16:3e:31:36:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fdefef-d346-40b4-b39a-a05642b3173e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:56:59Z', 'updated_at': '2022-02-04T12:57:02Z', 'revision_number': 1, 'project_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a11d368a-88be-478c-87ec-078cf1d7cd1b', 'name': '', 'network_id': '2e5bb2a2-72c0-4b78-973d-c830b747d5f0', 'tenant_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'mac_address': 'fa:16:3e:57:f6:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcc9cb19-10fd-44a6-9753-3213252e9f4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': 'a294547e-2f05-4014-bcc9-5736bb883159', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:58:05Z', 'updated_at': '2022-02-04T12:58:07Z', 'revision_number': 4, 'project_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'subnets': [{'id': 'a294547e-2f05-4014-bcc9-5736bb883159', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa0aa1ab-dcc7-49dc-9687-c2e04e531930', 'name': '', 'network_id': '74e52c79-8af0-4510-adb0-f8d07ad29182', 'tenant_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'mac_address': 'fa:16:3e:26:06:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc9cb19-10fd-44a6-9753-3213252e9f4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '95ea9ebd-f7aa-425c-9be2-55757b9f0bd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:56:36Z', 'updated_at': '2022-02-04T12:56:41Z', 'revision_number': 5, 'project_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'subnets': [{'id': '95ea9ebd-f7aa-425c-9be2-55757b9f0bd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:58:08.505358 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b5cf044d-a20e-46a3-953c-895c27c840d9 None None] Provisioning complete for port a11d368a-88be-478c-87ec-078cf1d7cd1b triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:58:08.506157 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b5cf044d-a20e-46a3-953c-895c27c840d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (a11d368a-88be-478c-87ec-078cf1d7cd1b), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:08.602427 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f56630-0fe8-4d5f-9a9b-214122019754 req-cf28c64b-6a1d-4dc4-a116-c6e3fb51f316 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:08.604182 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f9f56630-0fe8-4d5f-9a9b-214122019754 req-cf28c64b-6a1d-4dc4-a116-c6e3fb51f316 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=a975c8b5-86e1-4a74-baa1-d35fe5cd87ee HTTP/1.1" status: 200 len: 944 time: 0.0786610 Feb 04 12:58:08.620840 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b5cf044d-a20e-46a3-953c-895c27c840d9 None None] Current status of the port a11d368a-88be-478c-87ec-078cf1d7cd1b is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:58:08.666047 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f9f56630-0fe8-4d5f-9a9b-214122019754 req-06fc8e83-e5f9-48f7-8519-0d802a95e814 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=e80379a7-bc34-42af-9706-4f7e825f23a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528827 Feb 04 12:58:09.416684 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c33fc2-9b58-4a24-8e83-137e4b873e8d req-8ed3809d-081a-4208-b58b-1a03195ae4ac tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:09.418200 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-04c33fc2-9b58-4a24-8e83-137e4b873e8d req-8ed3809d-081a-4208-b58b-1a03195ae4ac tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e73a476-a174-4b27-84c0-28b9fe3f2b1a HTTP/1.1" status: 200 len: 946 time: 0.0529182 Feb 04 12:58:09.467472 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-04c33fc2-9b58-4a24-8e83-137e4b873e8d req-2bea5a01-3969-422b-9e62-b81d1a389451 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8eeb614-2d0b-40ed-b6ec-8d66d693ddb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428305 Feb 04 12:58:09.725464 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device a11d368a-88be-478c-87ec-078cf1d7cd1b up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:58:09.774415 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port a11d368a-88be-478c-87ec-078cf1d7cd1b triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:58:09.774795 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (a11d368a-88be-478c-87ec-078cf1d7cd1b), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:09.789253 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3f7d47-fa26-40a4-b753-0f3490bd6fcc req-80a2d625-042f-4a77-beaf-959d0a9bcb8b tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:09.790813 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2e3f7d47-fa26-40a4-b753-0f3490bd6fcc req-80a2d625-042f-4a77-beaf-959d0a9bcb8b tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=a975c8b5-86e1-4a74-baa1-d35fe5cd87ee HTTP/1.1" status: 200 len: 944 time: 0.0533705 Feb 04 12:58:09.845336 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2e3f7d47-fa26-40a4-b753-0f3490bd6fcc req-2cf7f180-136e-4aab-9131-1964389d8f85 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=e80379a7-bc34-42af-9706-4f7e825f23a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428238 Feb 04 12:58:09.861625 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port a11d368a-88be-478c-87ec-078cf1d7cd1b is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:58:10.467694 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 21578d58-abd0-4e44-a93b-74a37882ef1b details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:58:10.569235 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 21578d58-abd0-4e44-a93b-74a37882ef1b, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=21578d58-abd0-4e44-a93b-74a37882ef1b,segment=NetworkSegment(435809b5-4790-4cc2-92a6-17b1a1ceee55),segment_id=435809b5-4790-4cc2-92a6-17b1a1ceee55)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:58:10.582526 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': '21578d58-abd0-4e44-a93b-74a37882ef1b', 'network_id': '2199cf82-6b45-4a26-9381-22c185674f2b', 'port_id': '21578d58-abd0-4e44-a93b-74a37882ef1b', 'mac_address': 'fa:16:3e:73:af:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88c9f8fd-dc13-4414-bafb-3591060ecfdc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:58:10.596811 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35339af-a951-46eb-a8a5-1a815f87cd65 req-8ca828ee-4b1d-4d75-923b-6c5ff4b069d4 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:10.598348 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a35339af-a951-46eb-a8a5-1a815f87cd65 req-8ca828ee-4b1d-4d75-923b-6c5ff4b069d4 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e73a476-a174-4b27-84c0-28b9fe3f2b1a HTTP/1.1" status: 200 len: 946 time: 0.0578256 Feb 04 12:58:10.624554 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 21578d58-abd0-4e44-a93b-74a37882ef1b is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:58:10.626045 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (21578d58-abd0-4e44-a93b-74a37882ef1b), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:10.638948 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21578d58-abd0-4e44-a93b-74a37882ef1b {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:58:10.645912 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a35339af-a951-46eb-a8a5-1a815f87cd65 req-5eec7134-fbe4-414b-98ab-1b4e84039958 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8eeb614-2d0b-40ed-b6ec-8d66d693ddb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417213 Feb 04 12:58:10.659805 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 21578d58-abd0-4e44-a93b-74a37882ef1b, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=21578d58-abd0-4e44-a93b-74a37882ef1b,segment=NetworkSegment(435809b5-4790-4cc2-92a6-17b1a1ceee55),segment_id=435809b5-4790-4cc2-92a6-17b1a1ceee55)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:58:10.664196 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (21578d58-abd0-4e44-a93b-74a37882ef1b), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:10.710356 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=21578d58-abd0-4e44-a93b-74a37882ef1b,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:10.970339 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645fe7f3-53b7-430e-bcee-c7c6b573feaa req-7e38b45a-1ba3-4af2-a229-92833e3d0c59 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:10.971714 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-645fe7f3-53b7-430e-bcee-c7c6b573feaa req-7e38b45a-1ba3-4af2-a229-92833e3d0c59 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=a975c8b5-86e1-4a74-baa1-d35fe5cd87ee HTTP/1.1" status: 200 len: 945 time: 0.0574563 Feb 04 12:58:11.003817 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['21578d58-abd0-4e44-a93b-74a37882ef1b'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:58:11.018853 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-645fe7f3-53b7-430e-bcee-c7c6b573feaa req-aaa231b0-ebae-4e3b-8e43-9af573bf11ab tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=e80379a7-bc34-42af-9706-4f7e825f23a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415642 Feb 04 12:58:11.770441 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a7b380-451c-4ebb-9a55-2123a21409a4 req-a422d523-b149-4a3f-892e-401f18e8b2e6 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:11.771946 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c8a7b380-451c-4ebb-9a55-2123a21409a4 req-a422d523-b149-4a3f-892e-401f18e8b2e6 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e73a476-a174-4b27-84c0-28b9fe3f2b1a HTTP/1.1" status: 200 len: 946 time: 0.0525033 Feb 04 12:58:11.822520 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c8a7b380-451c-4ebb-9a55-2123a21409a4 req-f07ffafd-938d-4153-a0f6-c9334cbf20b3 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8eeb614-2d0b-40ed-b6ec-8d66d693ddb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449750 Feb 04 12:58:12.137687 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f2708b-63fb-4866-801f-266b91004578 req-8a6230e2-fa85-42a9-b51d-7372e84a6522 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:12.139168 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-05f2708b-63fb-4866-801f-266b91004578 req-8a6230e2-fa85-42a9-b51d-7372e84a6522 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=a975c8b5-86e1-4a74-baa1-d35fe5cd87ee HTTP/1.1" status: 200 len: 945 time: 0.0530636 Feb 04 12:58:12.185704 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-05f2708b-63fb-4866-801f-266b91004578 req-f2d5a672-d611-45e1-9491-0c2f016c6486 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=e80379a7-bc34-42af-9706-4f7e825f23a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400672 Feb 04 12:58:12.486885 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 21578d58-abd0-4e44-a93b-74a37882ef1b up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:58:12.521886 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 12:58:12.538212 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning for port 21578d58-abd0-4e44-a93b-74a37882ef1b completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:58:12.542175 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port 21578d58-abd0-4e44-a93b-74a37882ef1b triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:58:12.542529 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (21578d58-abd0-4e44-a93b-74a37882ef1b), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:12.775863 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 21578d58-abd0-4e44-a93b-74a37882ef1b is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:58:12.776164 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (21578d58-abd0-4e44-a93b-74a37882ef1b), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:12.799113 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a975c8b5-86e1-4a74-baa1-d35fe5cd87ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21578d58-abd0-4e44-a93b-74a37882ef1b'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:58:12.801383 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9a02d55-51be-4f6b-a51d-6bd7cf672282" -d '{"events": [{"server_uuid": "a975c8b5-86e1-4a74-baa1-d35fe5cd87ee", "name": "network-vif-plugged", "status": "completed", "tag": "21578d58-abd0-4e44-a93b-74a37882ef1b"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:58:12.815908 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 21578d58-abd0-4e44-a93b-74a37882ef1b, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=21578d58-abd0-4e44-a93b-74a37882ef1b,segment=NetworkSegment(435809b5-4790-4cc2-92a6-17b1a1ceee55),segment_id=435809b5-4790-4cc2-92a6-17b1a1ceee55)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:58:12.820153 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (21578d58-abd0-4e44-a93b-74a37882ef1b), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:12.842823 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c605924e-8a4c-4230-bb1a-83c782b5f423 x-openstack-request-id: req-c605924e-8a4c-4230-bb1a-83c782b5f423 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:58:12.843153 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a975c8b5-86e1-4a74-baa1-d35fe5cd87ee", "name": "network-vif-plugged", "status": "completed", "tag": "21578d58-abd0-4e44-a93b-74a37882ef1b", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:58:12.843406 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c605924e-8a4c-4230-bb1a-83c782b5f423 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:58:12.843827 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a975c8b5-86e1-4a74-baa1-d35fe5cd87ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21578d58-abd0-4e44-a93b-74a37882ef1b', 'code': 200} Feb 04 12:58:12.872730 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=21578d58-abd0-4e44-a93b-74a37882ef1b,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:13.053205 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415ad4ed-0db9-4b39-834e-c41b33226a28 req-2032a403-cdf8-4c47-833e-2eeec10ba431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:13.054731 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-415ad4ed-0db9-4b39-834e-c41b33226a28 req-2032a403-cdf8-4c47-833e-2eeec10ba431 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a975c8b5-86e1-4a74-baa1-d35fe5cd87ee HTTP/1.1" status: 200 len: 1128 time: 0.1465871 Feb 04 12:58:13.103982 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-415ad4ed-0db9-4b39-834e-c41b33226a28 req-9dff624c-d6b7-498a-ac57-63d941afa36a service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=e80379a7-bc34-42af-9706-4f7e825f23a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408905 Feb 04 12:58:13.187470 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308c22fe-e2fb-4b90-bd3e-cad3917a9bf1 req-341ec797-5933-472f-9d73-88d68cf1d179 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:13.188971 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-308c22fe-e2fb-4b90-bd3e-cad3917a9bf1 req-341ec797-5933-472f-9d73-88d68cf1d179 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e73a476-a174-4b27-84c0-28b9fe3f2b1a HTTP/1.1" status: 200 len: 946 time: 0.0570652 Feb 04 12:58:13.238164 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-308c22fe-e2fb-4b90-bd3e-cad3917a9bf1 req-b8dc3076-5141-45ce-80dd-d00b82141e1a tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8eeb614-2d0b-40ed-b6ec-8d66d693ddb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436161 Feb 04 12:58:13.310229 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f526235-7994-4f9b-a645-fd1a610a8811 req-a5581c63-1d82-4fbe-86ec-7ed8a9bfd266 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:13.311641 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5f526235-7994-4f9b-a645-fd1a610a8811 req-a5581c63-1d82-4fbe-86ec-7ed8a9bfd266 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=a975c8b5-86e1-4a74-baa1-d35fe5cd87ee HTTP/1.1" status: 200 len: 946 time: 0.0531304 Feb 04 12:58:13.361745 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5f526235-7994-4f9b-a645-fd1a610a8811 req-b5b9d2fd-765b-4220-9090-019fe7e0c03d tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=e80379a7-bc34-42af-9706-4f7e825f23a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442407 Feb 04 12:58:14.365352 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a1a5e1-3da4-4943-8b8a-f772e435a37f req-dc90c62e-f287-48e0-8d8d-e1c1bec58d17 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:14.366811 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-91a1a5e1-3da4-4943-8b8a-f772e435a37f req-dc90c62e-f287-48e0-8d8d-e1c1bec58d17 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e73a476-a174-4b27-84c0-28b9fe3f2b1a HTTP/1.1" status: 200 len: 946 time: 0.0568132 Feb 04 12:58:14.415504 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-91a1a5e1-3da4-4943-8b8a-f772e435a37f req-70d40d00-f269-4bf4-bfe7-80d2d72c798f tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8eeb614-2d0b-40ed-b6ec-8d66d693ddb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428703 Feb 04 12:58:14.489026 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed8e315-83fc-476e-a183-b2e91f580cea req-c38aa966-f994-4e7c-a3bb-6a405c549b61 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:14.490517 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bed8e315-83fc-476e-a183-b2e91f580cea req-c38aa966-f994-4e7c-a3bb-6a405c549b61 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=a975c8b5-86e1-4a74-baa1-d35fe5cd87ee HTTP/1.1" status: 200 len: 946 time: 0.0582800 Feb 04 12:58:14.536785 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bed8e315-83fc-476e-a183-b2e91f580cea req-dcb23a5b-9919-4d70-bf27-9b250a31d092 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=e80379a7-bc34-42af-9706-4f7e825f23a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406282 Feb 04 12:58:15.102021 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a445a8d9-a402-4167-9e94-af4d9a8a6391 req-3a994fd5-22dd-463d-baa7-b910d30dd6ed service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=22704979-2c9f-416c-a9cc-621c4bd05eca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0464756 Feb 04 12:58:15.205418 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a445a8d9-a402-4167-9e94-af4d9a8a6391 req-cb42e109-ba2f-4494-adaa-887a6e71725c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:15.206922 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a445a8d9-a402-4167-9e94-af4d9a8a6391 req-cb42e109-ba2f-4494-adaa-887a6e71725c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=081a166ab6754953977e00fecaf55e63&device_id=22704979-2c9f-416c-a9cc-621c4bd05eca HTTP/1.1" status: 200 len: 1126 time: 0.0490420 Feb 04 12:58:15.318883 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a445a8d9-a402-4167-9e94-af4d9a8a6391 req-1ccff807-ed3c-485f-9595-5f8e9f09a139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:15.320406 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a445a8d9-a402-4167-9e94-af4d9a8a6391 req-1ccff807-ed3c-485f-9595-5f8e9f09a139 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2199cf82-6b45-4a26-9381-22c185674f2b HTTP/1.1" status: 200 len: 912 time: 0.0848083 Feb 04 12:58:15.394997 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a445a8d9-a402-4167-9e94-af4d9a8a6391 req-530bf373-1bf5-4739-a6b9-ca1fe59bf117 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cb852aaa-eaf1-4660-8fc3-7bde91629607 HTTP/1.1" status: 200 len: 998 time: 0.0638626 Feb 04 12:58:15.449952 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a445a8d9-a402-4167-9e94-af4d9a8a6391 req-b1c0fde2-e4ba-4611-877e-7dc0045d3337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:15.451484 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a445a8d9-a402-4167-9e94-af4d9a8a6391 req-b1c0fde2-e4ba-4611-877e-7dc0045d3337 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=88c9f8fd-dc13-4414-bafb-3591060ecfdc HTTP/1.1" status: 200 len: 850 time: 0.0454190 Feb 04 12:58:15.532891 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a445a8d9-a402-4167-9e94-af4d9a8a6391 req-bb18a73d-35c0-4f06-8b0d-0e66e1dd2d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:15.534946 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a445a8d9-a402-4167-9e94-af4d9a8a6391 req-bb18a73d-35c0-4f06-8b0d-0e66e1dd2d37 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2199cf82-6b45-4a26-9381-22c185674f2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0752752 Feb 04 12:58:15.554944 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ea6bec11-13ec-48da-a674-458ec285c514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:15.622392 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e1e5ed-ebb6-4a9b-bd6c-657de48b9a23 req-b61dfac6-69e3-4a37-8b11-6d39b12c34e9 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:15.623838 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c9e1e5ed-ebb6-4a9b-bd6c-657de48b9a23 req-b61dfac6-69e3-4a37-8b11-6d39b12c34e9 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e73a476-a174-4b27-84c0-28b9fe3f2b1a HTTP/1.1" status: 200 len: 946 time: 0.1271703 Feb 04 12:58:15.701935 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a445a8d9-a402-4167-9e94-af4d9a8a6391 req-e264a48b-7a6f-47a3-b36b-59abaa8a9ce5 service neutron] 10.222.0.73 "GET /v2.0/networks/2199cf82-6b45-4a26-9381-22c185674f2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561246 Feb 04 12:58:15.738398 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c9e1e5ed-ebb6-4a9b-bd6c-657de48b9a23 req-b3e29d44-5301-435d-ac2f-7d56d9bd531d tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8eeb614-2d0b-40ed-b6ec-8d66d693ddb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050005 Feb 04 12:58:15.755228 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c2f22e-19fd-4988-bc98-ccae314c075d req-498ef3a2-09a4-488c-b343-525f289dc863 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:15.756739 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-44c2f22e-19fd-4988-bc98-ccae314c075d req-498ef3a2-09a4-488c-b343-525f289dc863 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=a975c8b5-86e1-4a74-baa1-d35fe5cd87ee HTTP/1.1" status: 200 len: 946 time: 0.1436412 Feb 04 12:58:15.846249 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-44c2f22e-19fd-4988-bc98-ccae314c075d req-bc2b1a0d-3c2c-46df-b48f-1cfac2a9979c tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=e80379a7-bc34-42af-9706-4f7e825f23a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657659 Feb 04 12:58:15.856546 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a445a8d9-a402-4167-9e94-af4d9a8a6391 req-70a3eee2-182e-4105-a504-152ca84c4616 service neutron] 10.222.0.73 "GET /v2.0/networks/2199cf82-6b45-4a26-9381-22c185674f2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360953 Feb 04 12:58:16.056737 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed68b71-ea44-4083-b7f5-bf41b02d578f req-2ddf6236-3031-4494-849a-bbc74bff6baa tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:16.058213 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7ed68b71-ea44-4083-b7f5-bf41b02d578f req-2ddf6236-3031-4494-849a-bbc74bff6baa tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=a975c8b5-86e1-4a74-baa1-d35fe5cd87ee HTTP/1.1" status: 200 len: 946 time: 0.0540934 Feb 04 12:58:16.108392 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7ed68b71-ea44-4083-b7f5-bf41b02d578f req-264da10b-caa4-467b-8879-49ecf06e9fed tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=e80379a7-bc34-42af-9706-4f7e825f23a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444286 Feb 04 12:58:16.384238 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-57897108-96e0-4db0-967a-fdadd5817db9 req-e8cd5de7-2d88-41fd-8319-da556d5181fd service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=bbe05ef3-6c75-40c3-93b1-4c4680a237e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0433273 Feb 04 12:58:16.470460 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57897108-96e0-4db0-967a-fdadd5817db9 req-6f5d5f6d-85c5-427b-952a-74537bead895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:16.472028 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-57897108-96e0-4db0-967a-fdadd5817db9 req-6f5d5f6d-85c5-427b-952a-74537bead895 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=081a166ab6754953977e00fecaf55e63&device_id=bbe05ef3-6c75-40c3-93b1-4c4680a237e9 HTTP/1.1" status: 200 len: 1128 time: 0.0468309 Feb 04 12:58:16.578584 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57897108-96e0-4db0-967a-fdadd5817db9 req-bbbc3c89-77ff-4f07-bda3-1bc28603f179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:16.580044 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-57897108-96e0-4db0-967a-fdadd5817db9 req-bbbc3c89-77ff-4f07-bda3-1bc28603f179 service neutron] 10.222.0.77 "GET /v2.0/networks?id=2199cf82-6b45-4a26-9381-22c185674f2b HTTP/1.1" status: 200 len: 912 time: 0.0903246 Feb 04 12:58:16.622536 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-57897108-96e0-4db0-967a-fdadd5817db9 req-2bfbaf0f-8be5-4686-b53a-90c0563036fe service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=199b82db-26c4-49ff-b1a7-ed9cddfff749 HTTP/1.1" status: 200 len: 217 time: 0.0367680 Feb 04 12:58:16.668938 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57897108-96e0-4db0-967a-fdadd5817db9 req-46209179-5333-457b-bce1-87ff86032399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:16.670380 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-57897108-96e0-4db0-967a-fdadd5817db9 req-46209179-5333-457b-bce1-87ff86032399 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=88c9f8fd-dc13-4414-bafb-3591060ecfdc HTTP/1.1" status: 200 len: 850 time: 0.0429745 Feb 04 12:58:16.722980 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57897108-96e0-4db0-967a-fdadd5817db9 req-4da0b617-e581-44a3-9e63-2139269c8b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:16.724514 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-57897108-96e0-4db0-967a-fdadd5817db9 req-4da0b617-e581-44a3-9e63-2139269c8b35 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2199cf82-6b45-4a26-9381-22c185674f2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0487022 Feb 04 12:58:16.734515 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [req-57897108-96e0-4db0-967a-fdadd5817db9 req-6e72d576-54df-4099-a622-2713c36dac7d service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:58:16.736185 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-57897108-96e0-4db0-967a-fdadd5817db9 req-6e72d576-54df-4099-a622-2713c36dac7d service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057240 Feb 04 12:58:16.838635 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-57897108-96e0-4db0-967a-fdadd5817db9 req-08e6ae40-19fd-437f-85bc-9febb26a3422 service neutron] 10.222.0.77 "GET /v2.0/networks/2199cf82-6b45-4a26-9381-22c185674f2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968988 Feb 04 12:58:17.205820 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701982f0-dcd5-46cb-a89d-d909ffaa2a17 req-33d8dd6d-afa7-4436-b5f2-18fa5c9c5b82 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:17.207276 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-701982f0-dcd5-46cb-a89d-d909ffaa2a17 req-33d8dd6d-afa7-4436-b5f2-18fa5c9c5b82 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e73a476-a174-4b27-84c0-28b9fe3f2b1a HTTP/1.1" status: 200 len: 946 time: 0.3838460 Feb 04 12:58:17.256020 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-57897108-96e0-4db0-967a-fdadd5817db9 req-12d52ce7-22f7-467a-a802-3a08483df167 service neutron] 10.222.0.77 "GET /v2.0/networks/2199cf82-6b45-4a26-9381-22c185674f2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4028604 Feb 04 12:58:17.291427 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-701982f0-dcd5-46cb-a89d-d909ffaa2a17 req-93586e01-a25c-4787-8de6-e57b6808f45e tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8eeb614-2d0b-40ed-b6ec-8d66d693ddb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627525 Feb 04 12:58:17.298658 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbf270a-34aa-4029-b939-23e24e7ebf4d req-a2c065f6-c840-45e5-8a3e-5958116dff8b tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:17.300104 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5cbf270a-34aa-4029-b939-23e24e7ebf4d req-a2c065f6-c840-45e5-8a3e-5958116dff8b tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=a975c8b5-86e1-4a74-baa1-d35fe5cd87ee HTTP/1.1" status: 200 len: 946 time: 0.1179881 Feb 04 12:58:17.352051 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5cbf270a-34aa-4029-b939-23e24e7ebf4d req-029d6d1a-a7dc-4ad4-95be-3f89d39b16d8 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=e80379a7-bc34-42af-9706-4f7e825f23a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459840 Feb 04 12:58:17.782902 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a876ba6d-7ea0-41dd-b262-a8f6f1a0821d req-6e057046-9f48-445d-85a1-d212eec49f3b tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:17.784441 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a876ba6d-7ea0-41dd-b262-a8f6f1a0821d req-6e057046-9f48-445d-85a1-d212eec49f3b tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=a975c8b5-86e1-4a74-baa1-d35fe5cd87ee HTTP/1.1" status: 200 len: 946 time: 0.0585375 Feb 04 12:58:17.833568 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a876ba6d-7ea0-41dd-b262-a8f6f1a0821d req-aa119f92-34d8-4135-8a24-6b35333f22d7 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=e80379a7-bc34-42af-9706-4f7e825f23a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433896 Feb 04 12:58:17.986347 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7c1ab6fb-1cd9-4eb7-903f-41ffb86f279d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:18.418855 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d91c55-9eba-49f5-9112-286f00d5744b req-18d56b33-af14-42ab-a1be-7d30fe4f4021 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:18.420362 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d6d91c55-9eba-49f5-9112-286f00d5744b req-18d56b33-af14-42ab-a1be-7d30fe4f4021 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e73a476-a174-4b27-84c0-28b9fe3f2b1a HTTP/1.1" status: 200 len: 946 time: 0.0524344 Feb 04 12:58:18.467384 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d6d91c55-9eba-49f5-9112-286f00d5744b req-aba90c43-8159-44dc-bc6f-43fc98e21356 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8eeb614-2d0b-40ed-b6ec-8d66d693ddb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408452 Feb 04 12:58:18.510426 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 21578d58-abd0-4e44-a93b-74a37882ef1b details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:58:18.613950 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 21578d58-abd0-4e44-a93b-74a37882ef1b, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=21578d58-abd0-4e44-a93b-74a37882ef1b,segment=NetworkSegment(435809b5-4790-4cc2-92a6-17b1a1ceee55),segment_id=435809b5-4790-4cc2-92a6-17b1a1ceee55)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:58:18.626469 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': '21578d58-abd0-4e44-a93b-74a37882ef1b', 'network_id': '2199cf82-6b45-4a26-9381-22c185674f2b', 'port_id': '21578d58-abd0-4e44-a93b-74a37882ef1b', 'mac_address': 'fa:16:3e:73:af:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88c9f8fd-dc13-4414-bafb-3591060ecfdc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:58:18.662632 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 21578d58-abd0-4e44-a93b-74a37882ef1b is: ACTIVE; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:58:18.663028 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (21578d58-abd0-4e44-a93b-74a37882ef1b), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:18.676210 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 21578d58-abd0-4e44-a93b-74a37882ef1b {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:58:18.699862 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 21578d58-abd0-4e44-a93b-74a37882ef1b, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=21578d58-abd0-4e44-a93b-74a37882ef1b,segment=NetworkSegment(435809b5-4790-4cc2-92a6-17b1a1ceee55),segment_id=435809b5-4790-4cc2-92a6-17b1a1ceee55)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:58:18.703363 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (21578d58-abd0-4e44-a93b-74a37882ef1b), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:18.754463 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=21578d58-abd0-4e44-a93b-74a37882ef1b,revision_number=6']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:18.835188 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['21578d58-abd0-4e44-a93b-74a37882ef1b'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:58:18.961338 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c311e45-560f-49b4-8ae1-04753aa1dd40 req-f4fcc85b-a279-44d0-b13e-738e49bc8d3e tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:18.962897 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5c311e45-560f-49b4-8ae1-04753aa1dd40 req-f4fcc85b-a279-44d0-b13e-738e49bc8d3e tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=a975c8b5-86e1-4a74-baa1-d35fe5cd87ee HTTP/1.1" status: 200 len: 945 time: 0.0585299 Feb 04 12:58:19.010060 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5c311e45-560f-49b4-8ae1-04753aa1dd40 req-34e2fad3-d77b-46f0-972b-86f37d58dcdf tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=e80379a7-bc34-42af-9706-4f7e825f23a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414460 Feb 04 12:58:19.286670 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:19.601084 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18308e3c-de20-41bd-bd03-e7a4082c6205 req-cbc3e1e1-94a8-46be-9f15-0badf3e28cae tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:19.602629 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-18308e3c-de20-41bd-bd03-e7a4082c6205 req-cbc3e1e1-94a8-46be-9f15-0badf3e28cae tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e73a476-a174-4b27-84c0-28b9fe3f2b1a HTTP/1.1" status: 200 len: 946 time: 0.0595167 Feb 04 12:58:19.657720 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-18308e3c-de20-41bd-bd03-e7a4082c6205 req-bd9c8152-7dfa-4bbb-abb7-df2cb27040c6 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8eeb614-2d0b-40ed-b6ec-8d66d693ddb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494685 Feb 04 12:58:20.143493 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b95e45-961b-46cc-bb49-6c7197aef73f req-4f7d6d9b-258a-499d-a5fd-beed740622b4 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:20.145047 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-20b95e45-961b-46cc-bb49-6c7197aef73f req-4f7d6d9b-258a-499d-a5fd-beed740622b4 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=a975c8b5-86e1-4a74-baa1-d35fe5cd87ee HTTP/1.1" status: 200 len: 945 time: 0.0582671 Feb 04 12:58:20.192159 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-20b95e45-961b-46cc-bb49-6c7197aef73f req-2f8cc548-f00d-4280-a5b4-b946ac44a69d tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=e80379a7-bc34-42af-9706-4f7e825f23a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413373 Feb 04 12:58:20.522190 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 21578d58-abd0-4e44-a93b-74a37882ef1b up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:58:20.572110 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:20.585746 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port 21578d58-abd0-4e44-a93b-74a37882ef1b triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:58:20.586162 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (21578d58-abd0-4e44-a93b-74a37882ef1b), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:20.671518 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 21578d58-abd0-4e44-a93b-74a37882ef1b is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:58:20.672719 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (21578d58-abd0-4e44-a93b-74a37882ef1b), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:20.711284 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a975c8b5-86e1-4a74-baa1-d35fe5cd87ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21578d58-abd0-4e44-a93b-74a37882ef1b'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:58:20.713657 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e220893f-e7f9-403c-a031-2e33fe1b23a8" -d '{"events": [{"server_uuid": "a975c8b5-86e1-4a74-baa1-d35fe5cd87ee", "name": "network-vif-plugged", "status": "completed", "tag": "21578d58-abd0-4e44-a93b-74a37882ef1b"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:58:20.721077 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 21578d58-abd0-4e44-a93b-74a37882ef1b, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=21578d58-abd0-4e44-a93b-74a37882ef1b,segment=NetworkSegment(435809b5-4790-4cc2-92a6-17b1a1ceee55),segment_id=435809b5-4790-4cc2-92a6-17b1a1ceee55)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:58:20.727884 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (21578d58-abd0-4e44-a93b-74a37882ef1b), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:20.777521 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66c49df3-aff0-468c-bc90-8ffca0e6559f x-openstack-request-id: req-66c49df3-aff0-468c-bc90-8ffca0e6559f {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:58:20.777833 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a975c8b5-86e1-4a74-baa1-d35fe5cd87ee", "name": "network-vif-plugged", "status": "completed", "tag": "21578d58-abd0-4e44-a93b-74a37882ef1b", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:58:20.778092 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-66c49df3-aff0-468c-bc90-8ffca0e6559f {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:58:20.778487 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a975c8b5-86e1-4a74-baa1-d35fe5cd87ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21578d58-abd0-4e44-a93b-74a37882ef1b', 'code': 200} Feb 04 12:58:20.790354 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=21578d58-abd0-4e44-a93b-74a37882ef1b,revision_number=7']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:20.836501 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7558312b-3aa0-465e-84de-0b09a2941939 req-f437b354-1dd6-41c9-abb8-ca180af38238 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:20.840324 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7558312b-3aa0-465e-84de-0b09a2941939 req-f437b354-1dd6-41c9-abb8-ca180af38238 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e73a476-a174-4b27-84c0-28b9fe3f2b1a HTTP/1.1" status: 200 len: 946 time: 0.0725689 Feb 04 12:58:20.901958 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7558312b-3aa0-465e-84de-0b09a2941939 req-916f50a7-dd57-4a0f-94da-f88a95deb5d3 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8eeb614-2d0b-40ed-b6ec-8d66d693ddb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560801 Feb 04 12:58:20.952462 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 04791ec1-32c2-4597-99a4-9612418d0b25 details requested by agent hyperv_n-h2-825015-3 with host n-h2-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:58:21.074770 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 04791ec1-32c2-4597-99a4-9612418d0b25, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=04791ec1-32c2-4597-99a4-9612418d0b25,segment=NetworkSegment(9842ab09-ee4e-45ca-9eb8-8a98cf18f30e),segment_id=9842ab09-ee4e-45ca-9eb8-8a98cf18f30e)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:58:21.094496 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Returning: {'device': '04791ec1-32c2-4597-99a4-9612418d0b25', 'network_id': '4e1bb528-5b08-4fe5-be55-e6e60ca268fa', 'port_id': '04791ec1-32c2-4597-99a4-9612418d0b25', 'mac_address': 'fa:16:3e:4c:ae:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13ec9a2b-ecf4-4399-96f0-6b85e2cca449', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:58:21.140230 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 04791ec1-32c2-4597-99a4-9612418d0b25 is: ACTIVE; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:58:21.141809 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (04791ec1-32c2-4597-99a4-9612418d0b25), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:21.159064 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 04791ec1-32c2-4597-99a4-9612418d0b25 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:58:21.181446 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 04791ec1-32c2-4597-99a4-9612418d0b25, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=04791ec1-32c2-4597-99a4-9612418d0b25,segment=NetworkSegment(9842ab09-ee4e-45ca-9eb8-8a98cf18f30e),segment_id=9842ab09-ee4e-45ca-9eb8-8a98cf18f30e)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:58:21.186763 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (04791ec1-32c2-4597-99a4-9612418d0b25), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:21.247521 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=04791ec1-32c2-4597-99a4-9612418d0b25,revision_number=6']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:21.287271 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['04791ec1-32c2-4597-99a4-9612418d0b25'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:58:21.373231 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7f1540-6196-4c3d-849a-7da22474471c req-0f8e1433-ea5f-40af-81ca-78ab6ed3eaf5 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:21.382696 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fd7f1540-6196-4c3d-849a-7da22474471c req-0f8e1433-ea5f-40af-81ca-78ab6ed3eaf5 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=a975c8b5-86e1-4a74-baa1-d35fe5cd87ee HTTP/1.1" status: 200 len: 946 time: 0.0915260 Feb 04 12:58:21.469248 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fd7f1540-6196-4c3d-849a-7da22474471c req-f230980b-b7e5-4cf2-8ce5-08491c5d8187 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=e80379a7-bc34-42af-9706-4f7e825f23a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834925 Feb 04 12:58:21.742250 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:22.050539 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6522a89d-f173-4a71-9ec9-db5d79aad792 req-28ad0a12-a0cd-4099-9079-e874e493804c tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:22.056228 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6522a89d-f173-4a71-9ec9-db5d79aad792 req-28ad0a12-a0cd-4099-9079-e874e493804c tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e73a476-a174-4b27-84c0-28b9fe3f2b1a HTTP/1.1" status: 200 len: 945 time: 0.0659745 Feb 04 12:58:22.122077 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6522a89d-f173-4a71-9ec9-db5d79aad792 req-dbaf71f5-e6f9-4ee0-8424-4fb88ddd6025 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8eeb614-2d0b-40ed-b6ec-8d66d693ddb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601971 Feb 04 12:58:22.653254 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1452eb2-0cf7-49a0-b0d0-1296a202308c req-f2b5fd05-e9aa-4083-a525-be6b67b83b2e tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:22.660710 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a1452eb2-0cf7-49a0-b0d0-1296a202308c req-f2b5fd05-e9aa-4083-a525-be6b67b83b2e tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=a975c8b5-86e1-4a74-baa1-d35fe5cd87ee HTTP/1.1" status: 200 len: 946 time: 0.1053641 Feb 04 12:58:22.732505 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a1452eb2-0cf7-49a0-b0d0-1296a202308c req-b20da0a0-4505-4fab-be5c-6bfa94a3a9b9 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=e80379a7-bc34-42af-9706-4f7e825f23a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647259 Feb 04 12:58:22.961217 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 04791ec1-32c2-4597-99a4-9612418d0b25 up at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:58:23.022383 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning complete for port 04791ec1-32c2-4597-99a4-9612418d0b25 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:58:23.023089 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (04791ec1-32c2-4597-99a4-9612418d0b25), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:23.169427 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 04791ec1-32c2-4597-99a4-9612418d0b25 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:58:23.169877 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (04791ec1-32c2-4597-99a4-9612418d0b25), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:23.229751 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 04791ec1-32c2-4597-99a4-9612418d0b25, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=04791ec1-32c2-4597-99a4-9612418d0b25,segment=NetworkSegment(9842ab09-ee4e-45ca-9eb8-8a98cf18f30e),segment_id=9842ab09-ee4e-45ca-9eb8-8a98cf18f30e)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:58:23.232059 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e73a476-a174-4b27-84c0-28b9fe3f2b1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04791ec1-32c2-4597-99a4-9612418d0b25'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:58:23.236688 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11268543-ba72-4a9e-945f-83c34338d929" -d '{"events": [{"server_uuid": "4e73a476-a174-4b27-84c0-28b9fe3f2b1a", "name": "network-vif-plugged", "status": "completed", "tag": "04791ec1-32c2-4597-99a4-9612418d0b25"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:58:23.241624 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (04791ec1-32c2-4597-99a4-9612418d0b25), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:23.335048 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=04791ec1-32c2-4597-99a4-9612418d0b25,revision_number=7']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:23.346732 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a634488-1f25-42c5-9546-3e4c8c541223 x-openstack-request-id: req-2a634488-1f25-42c5-9546-3e4c8c541223 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:58:23.347129 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e73a476-a174-4b27-84c0-28b9fe3f2b1a", "name": "network-vif-plugged", "status": "completed", "tag": "04791ec1-32c2-4597-99a4-9612418d0b25", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:58:23.347524 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2a634488-1f25-42c5-9546-3e4c8c541223 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:58:23.348148 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e73a476-a174-4b27-84c0-28b9fe3f2b1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04791ec1-32c2-4597-99a4-9612418d0b25', 'code': 200} Feb 04 12:58:23.421574 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d329ec-d532-4292-bd93-5fc79fb03609 req-ac550991-1ba2-4322-8749-096524fd89bc tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:23.431154 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-64d329ec-d532-4292-bd93-5fc79fb03609 req-ac550991-1ba2-4322-8749-096524fd89bc tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e73a476-a174-4b27-84c0-28b9fe3f2b1a HTTP/1.1" status: 200 len: 946 time: 0.1373410 Feb 04 12:58:23.501989 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-64d329ec-d532-4292-bd93-5fc79fb03609 req-01148e4e-f916-430a-9e8f-d9519715b524 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8eeb614-2d0b-40ed-b6ec-8d66d693ddb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695820 Feb 04 12:58:23.887000 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d3e526-a1b5-4f31-a04f-532e84212a11 req-5e05882b-8fc9-4d39-bfd5-3681f09a1a9b tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:23.889053 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-47d3e526-a1b5-4f31-a04f-532e84212a11 req-5e05882b-8fc9-4d39-bfd5-3681f09a1a9b tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=a975c8b5-86e1-4a74-baa1-d35fe5cd87ee HTTP/1.1" status: 200 len: 946 time: 0.0728221 Feb 04 12:58:23.962854 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-47d3e526-a1b5-4f31-a04f-532e84212a11 req-0dfe1530-949e-4d8b-be95-054b0bc32c1f tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=e80379a7-bc34-42af-9706-4f7e825f23a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670211 Feb 04 12:58:24.735264 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8948db2a-b5be-4e40-bd48-8ad02ee14900 req-1eb7c837-a82d-4e66-b95c-359588340b16 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:24.743889 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8948db2a-b5be-4e40-bd48-8ad02ee14900 req-1eb7c837-a82d-4e66-b95c-359588340b16 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e73a476-a174-4b27-84c0-28b9fe3f2b1a HTTP/1.1" status: 200 len: 946 time: 0.1079979 Feb 04 12:58:24.826372 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8948db2a-b5be-4e40-bd48-8ad02ee14900 req-5931430f-7979-427d-aa86-ab467bbd4d9c tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8eeb614-2d0b-40ed-b6ec-8d66d693ddb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808332 Feb 04 12:58:25.118892 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade04105-cd13-427c-b85e-6db57637a26a req-ce542965-72ea-4758-b8a9-c69cab8ba9eb tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:25.121190 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ade04105-cd13-427c-b85e-6db57637a26a req-ce542965-72ea-4758-b8a9-c69cab8ba9eb tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=a975c8b5-86e1-4a74-baa1-d35fe5cd87ee HTTP/1.1" status: 200 len: 946 time: 0.0717258 Feb 04 12:58:25.206347 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ade04105-cd13-427c-b85e-6db57637a26a req-9e9ec7ca-4555-4717-a844-fbad1dab95bc tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=e80379a7-bc34-42af-9706-4f7e825f23a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792561 Feb 04 12:58:26.024764 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f02bf6f-5df8-4e43-aaaa-443342694b47 req-62d54797-986c-4456-a8c1-3900692c3bf0 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:26.035035 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8f02bf6f-5df8-4e43-aaaa-443342694b47 req-62d54797-986c-4456-a8c1-3900692c3bf0 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e73a476-a174-4b27-84c0-28b9fe3f2b1a HTTP/1.1" status: 200 len: 946 time: 0.1017878 Feb 04 12:58:26.100447 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8f02bf6f-5df8-4e43-aaaa-443342694b47 req-75c19bfc-d114-405e-b0e5-4ecd3996ddb9 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8eeb614-2d0b-40ed-b6ec-8d66d693ddb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637610 Feb 04 12:58:26.420222 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b8507e-2c25-40e2-a036-47391d708ea7 req-16dbad25-646e-49ec-a923-686101792924 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:26.422650 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-32b8507e-2c25-40e2-a036-47391d708ea7 req-16dbad25-646e-49ec-a923-686101792924 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=a975c8b5-86e1-4a74-baa1-d35fe5cd87ee HTTP/1.1" status: 200 len: 946 time: 0.0912478 Feb 04 12:58:26.520724 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-32b8507e-2c25-40e2-a036-47391d708ea7 req-4cbad392-66db-47e3-b4c0-b89101a9f618 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=e80379a7-bc34-42af-9706-4f7e825f23a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899348 Feb 04 12:58:27.321322 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5040fb-e64c-4ee1-8e07-48c3d2ce476d req-1094b4d1-4fd8-4861-a26e-e28c603834ea tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:27.323634 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5b5040fb-e64c-4ee1-8e07-48c3d2ce476d req-1094b4d1-4fd8-4861-a26e-e28c603834ea tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e73a476-a174-4b27-84c0-28b9fe3f2b1a HTTP/1.1" status: 200 len: 946 time: 0.0811515 Feb 04 12:58:27.451892 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5b5040fb-e64c-4ee1-8e07-48c3d2ce476d req-49032fbc-879a-440f-9131-2125a4d55102 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8eeb614-2d0b-40ed-b6ec-8d66d693ddb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132376 Feb 04 12:58:27.704650 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c70c091-11fd-45c7-84fd-860e878fa8d7 req-aac7c4d6-42e9-4186-aa44-7d92e0608e50 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:27.714489 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9c70c091-11fd-45c7-84fd-860e878fa8d7 req-aac7c4d6-42e9-4186-aa44-7d92e0608e50 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=a975c8b5-86e1-4a74-baa1-d35fe5cd87ee HTTP/1.1" status: 200 len: 946 time: 0.1117027 Feb 04 12:58:27.811835 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9c70c091-11fd-45c7-84fd-860e878fa8d7 req-1f8fe423-7241-4cf9-9bfc-c2fde09cb396 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=e80379a7-bc34-42af-9706-4f7e825f23a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957696 Feb 04 12:58:28.642748 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5eb63d-9fdd-4304-bc46-4fd8928021d8 req-06831e0f-bf75-42c7-a9d2-afd9e22d2237 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:28.644261 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5b5eb63d-9fdd-4304-bc46-4fd8928021d8 req-06831e0f-bf75-42c7-a9d2-afd9e22d2237 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e73a476-a174-4b27-84c0-28b9fe3f2b1a HTTP/1.1" status: 200 len: 946 time: 0.0691922 Feb 04 12:58:28.699849 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5b5eb63d-9fdd-4304-bc46-4fd8928021d8 req-1001a2cd-7ef3-4d91-84d2-c292b7b0de6c tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8eeb614-2d0b-40ed-b6ec-8d66d693ddb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491457 Feb 04 12:58:28.959215 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd09e529-1171-43f8-95fd-54f517e67e51 req-7800ec4e-dc06-4482-a4c0-fb6996303a9e tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:28.961006 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bd09e529-1171-43f8-95fd-54f517e67e51 req-7800ec4e-dc06-4482-a4c0-fb6996303a9e tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=a975c8b5-86e1-4a74-baa1-d35fe5cd87ee HTTP/1.1" status: 200 len: 946 time: 0.0647247 Feb 04 12:58:29.034967 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bd09e529-1171-43f8-95fd-54f517e67e51 req-84b190c8-3cc9-4e37-84e0-0ee7d3bd4f96 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=e80379a7-bc34-42af-9706-4f7e825f23a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639250 Feb 04 12:58:29.879050 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401b4c1a-ca17-443d-8824-e3c2fa349581 req-8078cdaf-9353-4fee-8fcf-1110fde171d7 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:29.891022 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-401b4c1a-ca17-443d-8824-e3c2fa349581 req-8078cdaf-9353-4fee-8fcf-1110fde171d7 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e73a476-a174-4b27-84c0-28b9fe3f2b1a HTTP/1.1" status: 200 len: 946 time: 0.0746677 Feb 04 12:58:29.966922 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-401b4c1a-ca17-443d-8824-e3c2fa349581 req-08dc1217-fa84-4a6c-82a1-09b29c4c742c tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8eeb614-2d0b-40ed-b6ec-8d66d693ddb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720561 Feb 04 12:58:30.200022 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a12be07-c44a-4dc0-8876-9bc1e83180ea req-6c87afff-6689-4e37-9673-b5f27fc9a448 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:30.207876 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7a12be07-c44a-4dc0-8876-9bc1e83180ea req-6c87afff-6689-4e37-9673-b5f27fc9a448 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=a975c8b5-86e1-4a74-baa1-d35fe5cd87ee HTTP/1.1" status: 200 len: 946 time: 0.0646911 Feb 04 12:58:30.263465 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7a12be07-c44a-4dc0-8876-9bc1e83180ea req-28df8633-f813-4f78-8ce8-594aead3ea84 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=e80379a7-bc34-42af-9706-4f7e825f23a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530157 Feb 04 12:58:30.286989 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 50060) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:58:30.757488 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dd7d4b9c-4663-457e-9ca4-b82f58aad934 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622215'] for router_interface (dcc9cb19-10fd-44a6-9753-3213252e9f4d), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:31.134400 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ac7f16-c99f-4c5a-8972-c41e08b1cadd req-5d8d95f5-2e14-48b0-b48d-d0f6a0fd7f0d tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:31.135961 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-23ac7f16-c99f-4c5a-8972-c41e08b1cadd req-5d8d95f5-2e14-48b0-b48d-d0f6a0fd7f0d tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e73a476-a174-4b27-84c0-28b9fe3f2b1a HTTP/1.1" status: 200 len: 946 time: 0.0846694 Feb 04 12:58:31.212525 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-23ac7f16-c99f-4c5a-8972-c41e08b1cadd req-7e37e0bd-4c42-4bce-9539-45bb055b935a tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8eeb614-2d0b-40ed-b6ec-8d66d693ddb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574098 Feb 04 12:58:31.275278 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:31.415950 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbe8c32-3da7-4b31-80b1-de572469ac68 req-c0930a0a-edf9-4e8f-87c7-3957621362a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:31.425700 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-acbe8c32-3da7-4b31-80b1-de572469ac68 req-c0930a0a-edf9-4e8f-87c7-3957621362a8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=081a166ab6754953977e00fecaf55e63&device_id=a975c8b5-86e1-4a74-baa1-d35fe5cd87ee HTTP/1.1" status: 200 len: 1128 time: 0.1374037 Feb 04 12:58:31.544148 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-dd7d4b9c-4663-457e-9ca4-b82f58aad934 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Deleting port a11d368a-88be-478c-87ec-078cf1d7cd1b {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:58:31.545276 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dd7d4b9c-4663-457e-9ca4-b82f58aad934 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (a11d368a-88be-478c-87ec-078cf1d7cd1b), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:31.582881 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbe8c32-3da7-4b31-80b1-de572469ac68 req-126a1661-9ff3-4b1b-9891-920483613b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:31.584514 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-acbe8c32-3da7-4b31-80b1-de572469ac68 req-126a1661-9ff3-4b1b-9891-920483613b54 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2199cf82-6b45-4a26-9381-22c185674f2b HTTP/1.1" status: 200 len: 912 time: 0.1504412 Feb 04 12:58:31.610395 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215e5426-39a6-48cf-a50f-39bfaa52e560 req-27ff96c6-eb7d-4f6c-9994-5ca233cf32a6 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:31.612322 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-215e5426-39a6-48cf-a50f-39bfaa52e560 req-27ff96c6-eb7d-4f6c-9994-5ca233cf32a6 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=a975c8b5-86e1-4a74-baa1-d35fe5cd87ee HTTP/1.1" status: 200 len: 946 time: 0.1809869 Feb 04 12:58:31.644980 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-acbe8c32-3da7-4b31-80b1-de572469ac68 req-8bcc6277-a8c7-4f29-af85-4160e6f1f37a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=21578d58-abd0-4e44-a93b-74a37882ef1b HTTP/1.1" status: 200 len: 217 time: 0.0517669 Feb 04 12:58:31.675828 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-dd7d4b9c-4663-457e-9ca4-b82f58aad934 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] For port a11d368a-88be-478c-87ec-078cf1d7cd1b, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=a11d368a-88be-478c-87ec-078cf1d7cd1b,segment=NetworkSegment(2b1e2faa-2fbc-4369-92d2-02d0324ec099),segment_id=2b1e2faa-2fbc-4369-92d2-02d0324ec099)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:58:31.675828 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dd7d4b9c-4663-457e-9ca4-b82f58aad934 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (a11d368a-88be-478c-87ec-078cf1d7cd1b), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:31.695403 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-dd7d4b9c-4663-457e-9ca4-b82f58aad934 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Calling delete_port for a11d368a-88be-478c-87ec-078cf1d7cd1b owned by network:router_interface {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:58:31.731923 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-215e5426-39a6-48cf-a50f-39bfaa52e560 req-c52bd57e-1af3-4003-b216-8403ae99463f tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=e80379a7-bc34-42af-9706-4f7e825f23a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898681 Feb 04 12:58:31.750055 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbe8c32-3da7-4b31-80b1-de572469ac68 req-a18ac3e7-84a7-49f5-90d3-a712f3582d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:31.751899 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-acbe8c32-3da7-4b31-80b1-de572469ac68 req-a18ac3e7-84a7-49f5-90d3-a712f3582d4f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=88c9f8fd-dc13-4414-bafb-3591060ecfdc HTTP/1.1" status: 200 len: 850 time: 0.0929322 Feb 04 12:58:31.804561 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbe8c32-3da7-4b31-80b1-de572469ac68 req-10b0bcd9-556c-4896-94ed-c05bbf5bab22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:31.805984 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-acbe8c32-3da7-4b31-80b1-de572469ac68 req-10b0bcd9-556c-4896-94ed-c05bbf5bab22 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2199cf82-6b45-4a26-9381-22c185674f2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0474348 Feb 04 12:58:31.899506 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:31.928205 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-acbe8c32-3da7-4b31-80b1-de572469ac68 req-dc981fd1-055a-42de-a193-bcc62aacbe9d service neutron] 10.222.0.73 "GET /v2.0/networks/2199cf82-6b45-4a26-9381-22c185674f2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147881 Feb 04 12:58:31.941980 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dd7d4b9c-4663-457e-9ca4-b82f58aad934 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (a11d368a-88be-478c-87ec-078cf1d7cd1b), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:31.985898 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7d4b9c-4663-457e-9ca4-b82f58aad934 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Pushing event deleted for resources: {'Port': ['ID=a11d368a-88be-478c-87ec-078cf1d7cd1b,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:32.080442 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-acbe8c32-3da7-4b31-80b1-de572469ac68 req-3f942141-cee8-4b34-81f8-df8fd2b18020 service neutron] 10.222.0.73 "GET /v2.0/networks/2199cf82-6b45-4a26-9381-22c185674f2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456263 Feb 04 12:58:32.275302 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dd7d4b9c-4663-457e-9ca4-b82f58aad934 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622067'] for router_interface (dcc9cb19-10fd-44a6-9753-3213252e9f4d), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:32.439163 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e51c52e-1378-442a-bd75-858e7d3e1423 req-f865c312-15f8-4b78-baca-76c55f55a7c5 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:32.446331 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6e51c52e-1378-442a-bd75-858e7d3e1423 req-f865c312-15f8-4b78-baca-76c55f55a7c5 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e73a476-a174-4b27-84c0-28b9fe3f2b1a HTTP/1.1" status: 200 len: 946 time: 0.0822031 Feb 04 12:58:32.496199 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6e51c52e-1378-442a-bd75-858e7d3e1423 req-5e477b0f-ebf2-4b35-8deb-7be42b7b0e5b tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8eeb614-2d0b-40ed-b6ec-8d66d693ddb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488386 Feb 04 12:58:32.579790 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd7d4b9c-4663-457e-9ca4-b82f58aad934 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Router dcc9cb19-10fd-44a6-9753-3213252e9f4d has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:58:32.713067 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd7d4b9c-4663-457e-9ca4-b82f58aad934 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:58:32.718088 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-dd7d4b9c-4663-457e-9ca4-b82f58aad934 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "PUT /v2.0/routers/dcc9cb19-10fd-44a6-9753-3213252e9f4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4294496 Feb 04 12:58:32.727511 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a0bc74-2ea6-4661-86cc-32109b1229db None None] Sync routers for ids ['dcc9cb19-10fd-44a6-9753-3213252e9f4d'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:58:32.738553 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a0bc74-2ea6-4661-86cc-32109b1229db None None] Routers {'dcc9cb19-10fd-44a6-9753-3213252e9f4d'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:58:32.739418 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-85a0bc74-2ea6-4661-86cc-32109b1229db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:58:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['dcc9cb19-10fd-44a6-9753-3213252e9f4d'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:58:32.857829 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-85a0bc74-2ea6-4661-86cc-32109b1229db None None] Set router dcc9cb19-10fd-44a6-9753-3213252e9f4d gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:58:32.893601 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088f5f09-2a2e-4602-b01c-e7078d20fa49 req-e0f2704d-cc70-45d7-a7ca-4c448a37939d tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:32.895169 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-088f5f09-2a2e-4602-b01c-e7078d20fa49 req-e0f2704d-cc70-45d7-a7ca-4c448a37939d tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=a975c8b5-86e1-4a74-baa1-d35fe5cd87ee HTTP/1.1" status: 200 len: 946 time: 0.0740764 Feb 04 12:58:32.978159 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-088f5f09-2a2e-4602-b01c-e7078d20fa49 req-51991e22-2895-4829-9cfd-3243e4e87442 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=e80379a7-bc34-42af-9706-4f7e825f23a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766094 Feb 04 12:58:33.003945 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd180391-1078-4a5b-a98b-680054a4f7ab req-6939f5fc-fdfb-4523-86fd-7d32f63d5597 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:33.005445 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fd180391-1078-4a5b-a98b-680054a4f7ab req-6939f5fc-fdfb-4523-86fd-7d32f63d5597 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "GET /v2.0/ports?device_id=61d6dd51-8303-479e-94d2-950ff33604d8 HTTP/1.1" status: 200 len: 946 time: 0.0652130 Feb 04 12:58:33.055830 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fd180391-1078-4a5b-a98b-680054a4f7ab req-a0a772ba-13ab-4dde-a536-24c5284fd165 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "GET /v2.0/security-groups?id=23cd2b6e-25dc-444e-b0fa-d5d27f7f2798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446403 Feb 04 12:58:33.107537 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-85a0bc74-2ea6-4661-86cc-32109b1229db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcc9cb19-10fd-44a6-9753-3213252e9f4d', 'name': 'tempest-TestNetworkBasicOps-router-155896296', 'tenant_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '49b8182e-1419-4e71-a069-2f9f3666b50c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:56:33Z', 'updated_at': '2022-02-04T12:58:31Z', 'revision_number': 6, 'project_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'gw_port': {'id': '49b8182e-1419-4e71-a069-2f9f3666b50c', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc9cb19-10fd-44a6-9753-3213252e9f4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:56:33Z', 'updated_at': '2022-02-04T12:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': '35976b57-4abd-4aad-9017-46c00d5d16ab', 'tenant_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'floating_ip_address': '172.25.3.36', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': 'dcc9cb19-10fd-44a6-9753-3213252e9f4d', 'port_id': 'a9db204c-358c-4426-8794-a31cb764b543', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3238, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '74e52c79-8af0-4510-adb0-f8d07ad29182', 'mac_address': 'fa:16:3e:31:36:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fdefef-d346-40b4-b39a-a05642b3173e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:56:59Z', 'updated_at': '2022-02-04T12:57:02Z', 'revision_number': 1, 'project_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa0aa1ab-dcc7-49dc-9687-c2e04e531930', 'name': '', 'network_id': '74e52c79-8af0-4510-adb0-f8d07ad29182', 'tenant_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'mac_address': 'fa:16:3e:26:06:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc9cb19-10fd-44a6-9753-3213252e9f4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '95ea9ebd-f7aa-425c-9be2-55757b9f0bd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:56:36Z', 'updated_at': '2022-02-04T12:56:41Z', 'revision_number': 5, 'project_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'subnets': [{'id': '95ea9ebd-f7aa-425c-9be2-55757b9f0bd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:58:33.133105 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a0bc74-2ea6-4661-86cc-32109b1229db None None] Checking router: dcc9cb19-10fd-44a6-9753-3213252e9f4d for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:58:33.141271 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a0bc74-2ea6-4661-86cc-32109b1229db None None] Routers {'dcc9cb19-10fd-44a6-9753-3213252e9f4d'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:58:33.141870 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-85a0bc74-2ea6-4661-86cc-32109b1229db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:58:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['dcc9cb19-10fd-44a6-9753-3213252e9f4d'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:58:33.250695 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-85a0bc74-2ea6-4661-86cc-32109b1229db None None] Set router dcc9cb19-10fd-44a6-9753-3213252e9f4d gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:58:33.399954 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9216f7a7-6197-41b6-8d4c-58fb7f854bf6 req-ea05afd5-898b-47a4-9391-8010775ea3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:33.401598 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9216f7a7-6197-41b6-8d4c-58fb7f854bf6 req-ea05afd5-898b-47a4-9391-8010775ea3af service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b593a9b948e947caa7bb47e1be2cb62a&device_id=4e73a476-a174-4b27-84c0-28b9fe3f2b1a HTTP/1.1" status: 200 len: 1128 time: 0.0448477 Feb 04 12:58:33.482460 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-85a0bc74-2ea6-4661-86cc-32109b1229db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcc9cb19-10fd-44a6-9753-3213252e9f4d', 'name': 'tempest-TestNetworkBasicOps-router-155896296', 'tenant_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '49b8182e-1419-4e71-a069-2f9f3666b50c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:56:33Z', 'updated_at': '2022-02-04T12:58:31Z', 'revision_number': 6, 'project_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'gw_port': {'id': '49b8182e-1419-4e71-a069-2f9f3666b50c', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc9cb19-10fd-44a6-9753-3213252e9f4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:56:33Z', 'updated_at': '2022-02-04T12:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': '35976b57-4abd-4aad-9017-46c00d5d16ab', 'tenant_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'floating_ip_address': '172.25.3.36', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': 'dcc9cb19-10fd-44a6-9753-3213252e9f4d', 'port_id': 'a9db204c-358c-4426-8794-a31cb764b543', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3238, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '74e52c79-8af0-4510-adb0-f8d07ad29182', 'mac_address': 'fa:16:3e:31:36:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fdefef-d346-40b4-b39a-a05642b3173e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:56:59Z', 'updated_at': '2022-02-04T12:57:02Z', 'revision_number': 1, 'project_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa0aa1ab-dcc7-49dc-9687-c2e04e531930', 'name': '', 'network_id': '74e52c79-8af0-4510-adb0-f8d07ad29182', 'tenant_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'mac_address': 'fa:16:3e:26:06:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc9cb19-10fd-44a6-9753-3213252e9f4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '95ea9ebd-f7aa-425c-9be2-55757b9f0bd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:56:36Z', 'updated_at': '2022-02-04T12:56:41Z', 'revision_number': 5, 'project_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'subnets': [{'id': '95ea9ebd-f7aa-425c-9be2-55757b9f0bd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:58:33.500091 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9216f7a7-6197-41b6-8d4c-58fb7f854bf6 req-edd831fa-0a37-447e-b0ab-c6f8229c8917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:33.501897 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9216f7a7-6197-41b6-8d4c-58fb7f854bf6 req-edd831fa-0a37-447e-b0ab-c6f8229c8917 service neutron] 10.222.0.77 "GET /v2.0/networks?id=4e1bb528-5b08-4fe5-be55-e6e60ca268fa HTTP/1.1" status: 200 len: 918 time: 0.0939336 Feb 04 12:58:33.508800 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a0bc74-2ea6-4661-86cc-32109b1229db None None] The sync data for ids ['dcc9cb19-10fd-44a6-9753-3213252e9f4d'] in n-d-825015-3 is: [{'id': 'dcc9cb19-10fd-44a6-9753-3213252e9f4d', 'name': 'tempest-TestNetworkBasicOps-router-155896296', 'tenant_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '49b8182e-1419-4e71-a069-2f9f3666b50c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:56:33Z', 'updated_at': '2022-02-04T12:58:31Z', 'revision_number': 6, 'project_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'gw_port': {'id': '49b8182e-1419-4e71-a069-2f9f3666b50c', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc9cb19-10fd-44a6-9753-3213252e9f4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:56:33Z', 'updated_at': '2022-02-04T12:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': '35976b57-4abd-4aad-9017-46c00d5d16ab', 'tenant_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'floating_ip_address': '172.25.3.36', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': 'dcc9cb19-10fd-44a6-9753-3213252e9f4d', 'port_id': 'a9db204c-358c-4426-8794-a31cb764b543', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3238, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '74e52c79-8af0-4510-adb0-f8d07ad29182', 'mac_address': 'fa:16:3e:31:36:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fdefef-d346-40b4-b39a-a05642b3173e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:56:59Z', 'updated_at': '2022-02-04T12:57:02Z', 'revision_number': 1, 'project_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa0aa1ab-dcc7-49dc-9687-c2e04e531930', 'name': '', 'network_id': '74e52c79-8af0-4510-adb0-f8d07ad29182', 'tenant_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'mac_address': 'fa:16:3e:26:06:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc9cb19-10fd-44a6-9753-3213252e9f4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '95ea9ebd-f7aa-425c-9be2-55757b9f0bd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:56:36Z', 'updated_at': '2022-02-04T12:56:41Z', 'revision_number': 5, 'project_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'subnets': [{'id': '95ea9ebd-f7aa-425c-9be2-55757b9f0bd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:58:33.576164 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9216f7a7-6197-41b6-8d4c-58fb7f854bf6 req-1bb2a2cf-fc62-44ac-9b27-6d13e2dba4e8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=04791ec1-32c2-4597-99a4-9612418d0b25 HTTP/1.1" status: 200 len: 1002 time: 0.0652814 Feb 04 12:58:33.655761 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9216f7a7-6197-41b6-8d4c-58fb7f854bf6 req-7fbdbf50-705d-4f4b-89b0-c73eb740b872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:33.658229 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9216f7a7-6197-41b6-8d4c-58fb7f854bf6 req-7fbdbf50-705d-4f4b-89b0-c73eb740b872 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=13ec9a2b-ecf4-4399-96f0-6b85e2cca449 HTTP/1.1" status: 200 len: 856 time: 0.0716159 Feb 04 12:58:33.670103 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f318486-aaf6-4392-84f0-a878e52b4f32 req-d8af5a68-44fb-4ffb-afc0-0dac6a269038 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:33.671577 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4f318486-aaf6-4392-84f0-a878e52b4f32 req-d8af5a68-44fb-4ffb-afc0-0dac6a269038 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e73a476-a174-4b27-84c0-28b9fe3f2b1a HTTP/1.1" status: 200 len: 946 time: 0.0944779 Feb 04 12:58:33.749509 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9216f7a7-6197-41b6-8d4c-58fb7f854bf6 req-cfe1b7d1-9883-49ec-8544-6ff761b523ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:33.751251 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9216f7a7-6197-41b6-8d4c-58fb7f854bf6 req-cfe1b7d1-9883-49ec-8544-6ff761b523ac service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4e1bb528-5b08-4fe5-be55-e6e60ca268fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0786586 Feb 04 12:58:33.754755 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4f318486-aaf6-4392-84f0-a878e52b4f32 req-c3fd7575-c516-417c-aa4f-73245a6e2c51 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8eeb614-2d0b-40ed-b6ec-8d66d693ddb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742183 Feb 04 12:58:33.844578 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9216f7a7-6197-41b6-8d4c-58fb7f854bf6 req-029b59d3-4d93-4fc3-9835-38950974dc7f service neutron] 10.222.0.77 "GET /v2.0/networks/4e1bb528-5b08-4fe5-be55-e6e60ca268fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863831 Feb 04 12:58:33.941688 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9216f7a7-6197-41b6-8d4c-58fb7f854bf6 req-370aa4b7-ee5d-4d56-a9f0-553c90c8298b service neutron] 10.222.0.77 "GET /v2.0/networks/4e1bb528-5b08-4fe5-be55-e6e60ca268fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887947 Feb 04 12:58:33.943162 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device a11d368a-88be-478c-87ec-078cf1d7cd1b no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:58:33.971639 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: a11d368a-88be-478c-87ec-078cf1d7cd1b {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:58:33.972020 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device a11d368a-88be-478c-87ec-078cf1d7cd1b not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:58:34.111528 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39537bd3-4033-4c60-9cfb-62d16f806e8d req-6b686ed3-183a-47ae-a7b8-ddf611905f71 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:34.113508 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-39537bd3-4033-4c60-9cfb-62d16f806e8d req-6b686ed3-183a-47ae-a7b8-ddf611905f71 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=a975c8b5-86e1-4a74-baa1-d35fe5cd87ee HTTP/1.1" status: 200 len: 946 time: 0.0611327 Feb 04 12:58:34.194221 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-39537bd3-4033-4c60-9cfb-62d16f806e8d req-0c170a15-bdd4-4e0d-b14f-9d0e86a46079 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=e80379a7-bc34-42af-9706-4f7e825f23a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752356 Feb 04 12:58:34.209770 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f46827-ca36-4230-8d3c-bdb9825f669a req-3ea15a4a-e1ca-4d22-a5dd-6bee97815fd0 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:34.211673 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-18f46827-ca36-4230-8d3c-bdb9825f669a req-3ea15a4a-e1ca-4d22-a5dd-6bee97815fd0 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "GET /v2.0/ports?device_id=61d6dd51-8303-479e-94d2-950ff33604d8 HTTP/1.1" status: 200 len: 946 time: 0.0794246 Feb 04 12:58:34.264804 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-18f46827-ca36-4230-8d3c-bdb9825f669a req-0a6ee89e-0e63-40a8-8cfc-b60d3d67b2a5 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "GET /v2.0/security-groups?id=23cd2b6e-25dc-444e-b0fa-d5d27f7f2798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469494 Feb 04 12:58:34.450158 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae86b9bd-4860-4831-ba14-3fb771685502 req-9c6abaa6-1d82-4990-824e-2b0677a06940 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:34.451670 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ae86b9bd-4860-4831-ba14-3fb771685502 req-9c6abaa6-1d82-4990-824e-2b0677a06940 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.77 "GET /v2.0/ports?device_id=61d6dd51-8303-479e-94d2-950ff33604d8 HTTP/1.1" status: 200 len: 946 time: 0.0538359 Feb 04 12:58:34.557336 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-ae86b9bd-4860-4831-ba14-3fb771685502 req-eb714927-9763-412d-8697-77ccc4ef9038 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Deleting port 52e9f972-7aa1-49ce-a390-caa153ae015d {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:58:34.557990 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-ae86b9bd-4860-4831-ba14-3fb771685502 req-eb714927-9763-412d-8697-77ccc4ef9038 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (52e9f972-7aa1-49ce-a390-caa153ae015d), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:34.579998 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 21578d58-abd0-4e44-a93b-74a37882ef1b no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:58:34.658196 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-ae86b9bd-4860-4831-ba14-3fb771685502 req-eb714927-9763-412d-8697-77ccc4ef9038 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] For port 52e9f972-7aa1-49ce-a390-caa153ae015d, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=52e9f972-7aa1-49ce-a390-caa153ae015d,segment=NetworkSegment(2b1e2faa-2fbc-4369-92d2-02d0324ec099),segment_id=2b1e2faa-2fbc-4369-92d2-02d0324ec099)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:58:34.659207 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-ae86b9bd-4860-4831-ba14-3fb771685502 req-eb714927-9763-412d-8697-77ccc4ef9038 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (52e9f972-7aa1-49ce-a390-caa153ae015d), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:34.659688 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 21578d58-abd0-4e44-a93b-74a37882ef1b is: ACTIVE; New status is: DOWN {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:58:34.660162 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (21578d58-abd0-4e44-a93b-74a37882ef1b), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:34.672616 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-ae86b9bd-4860-4831-ba14-3fb771685502 req-eb714927-9763-412d-8697-77ccc4ef9038 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Calling delete_port for 52e9f972-7aa1-49ce-a390-caa153ae015d owned by compute:nova {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:58:34.687378 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a975c8b5-86e1-4a74-baa1-d35fe5cd87ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21578d58-abd0-4e44-a93b-74a37882ef1b'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:58:34.689680 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ffed64d-e2b7-4971-b9b5-e37ec8a8ea73" -d '{"events": [{"server_uuid": "a975c8b5-86e1-4a74-baa1-d35fe5cd87ee", "name": "network-vif-unplugged", "status": "completed", "tag": "21578d58-abd0-4e44-a93b-74a37882ef1b"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:58:34.708005 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 21578d58-abd0-4e44-a93b-74a37882ef1b, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=21578d58-abd0-4e44-a93b-74a37882ef1b,segment=NetworkSegment(435809b5-4790-4cc2-92a6-17b1a1ceee55),segment_id=435809b5-4790-4cc2-92a6-17b1a1ceee55)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:58:34.712392 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (21578d58-abd0-4e44-a93b-74a37882ef1b), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:34.736411 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 04 Feb 2022 12:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f590bde7-53ea-4892-ba4a-a38d7015f1dd x-openstack-request-id: req-f590bde7-53ea-4892-ba4a-a38d7015f1dd {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:58:34.736717 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a975c8b5-86e1-4a74-baa1-d35fe5cd87ee", "name": "network-vif-unplugged", "status": "failed", "tag": "21578d58-abd0-4e44-a93b-74a37882ef1b", "code": 422}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:58:34.736972 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f590bde7-53ea-4892-ba4a-a38d7015f1dd {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:58:34.737365 n-d-825015-3 neutron-server[103476]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a975c8b5-86e1-4a74-baa1-d35fe5cd87ee', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '21578d58-abd0-4e44-a93b-74a37882ef1b', 'code': 422} returned with failed status Feb 04 12:58:34.763446 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=21578d58-abd0-4e44-a93b-74a37882ef1b,revision_number=8']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:34.811552 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-ae86b9bd-4860-4831-ba14-3fb771685502 req-eb714927-9763-412d-8697-77ccc4ef9038 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (52e9f972-7aa1-49ce-a390-caa153ae015d), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:34.847954 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb714927-9763-412d-8697-77ccc4ef9038 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Pushing event deleted for resources: {'Port': ['ID=52e9f972-7aa1-49ce-a390-caa153ae015d,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:34.913493 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae86b9bd-4860-4831-ba14-3fb771685502 req-eb714927-9763-412d-8697-77ccc4ef9038 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] No DVR routers for this DVR port 52e9f972-7aa1-49ce-a390-caa153ae015d on host n-h2-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:58:34.916275 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-ae86b9bd-4860-4831-ba14-3fb771685502 req-eb714927-9763-412d-8697-77ccc4ef9038 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:34.919528 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ae86b9bd-4860-4831-ba14-3fb771685502 req-eb714927-9763-412d-8697-77ccc4ef9038 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.77 "DELETE /v2.0/ports/52e9f972-7aa1-49ce-a390-caa153ae015d HTTP/1.1" status: 204 len: 173 time: 0.4620464 Feb 04 12:58:34.920003 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61d6dd51-8303-479e-94d2-950ff33604d8', 'name': 'network-vif-deleted', 'tag': '52e9f972-7aa1-49ce-a390-caa153ae015d'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:58:34.923261 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4878ac1-dd60-4ba6-8766-019ac72d038f" -d '{"events": [{"server_uuid": "61d6dd51-8303-479e-94d2-950ff33604d8", "name": "network-vif-deleted", "tag": "52e9f972-7aa1-49ce-a390-caa153ae015d"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:58:34.946266 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14ce6bc-49c9-49f9-b8b7-5f826b394317 req-49b39385-06d2-4ad9-b898-0ec158370f79 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:34.947809 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d14ce6bc-49c9-49f9-b8b7-5f826b394317 req-49b39385-06d2-4ad9-b898-0ec158370f79 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e73a476-a174-4b27-84c0-28b9fe3f2b1a HTTP/1.1" status: 200 len: 946 time: 0.1047821 Feb 04 12:58:34.971892 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a85d5dd7-072b-4800-b754-627a2b88ca44 x-openstack-request-id: req-a85d5dd7-072b-4800-b754-627a2b88ca44 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:58:34.972188 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61d6dd51-8303-479e-94d2-950ff33604d8", "name": "network-vif-deleted", "tag": "52e9f972-7aa1-49ce-a390-caa153ae015d", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:58:34.972444 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a85d5dd7-072b-4800-b754-627a2b88ca44 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:58:34.972844 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61d6dd51-8303-479e-94d2-950ff33604d8', 'name': 'network-vif-deleted', 'tag': '52e9f972-7aa1-49ce-a390-caa153ae015d', 'status': 'completed', 'code': 200} Feb 04 12:58:35.005283 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d14ce6bc-49c9-49f9-b8b7-5f826b394317 req-a1ecf42b-d3e0-4e8a-8e68-e54e769fc856 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8eeb614-2d0b-40ed-b6ec-8d66d693ddb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498221 Feb 04 12:58:35.336710 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfae860-39c3-461e-b158-fd8d0866d353 req-56f0559b-976c-4a55-a778-61188423b198 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:35.346686 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dbfae860-39c3-461e-b158-fd8d0866d353 req-56f0559b-976c-4a55-a778-61188423b198 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=a975c8b5-86e1-4a74-baa1-d35fe5cd87ee HTTP/1.1" status: 200 len: 944 time: 0.0760570 Feb 04 12:58:35.401382 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-83d5a993-c06d-42a6-9efe-03f28ed6d8fc req-5ee593d2-1920-49f2-aed9-d6aa9424b852 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "GET /v2.0/ports?device_id=61d6dd51-8303-479e-94d2-950ff33604d8 HTTP/1.1" status: 200 len: 210 time: 0.0357468 Feb 04 12:58:35.426974 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dbfae860-39c3-461e-b158-fd8d0866d353 req-556ce4f3-e257-440b-aab2-9f38a1db97f0 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=e80379a7-bc34-42af-9706-4f7e825f23a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791221 Feb 04 12:58:35.553351 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d79ae3-cc49-47d0-975d-fbcc60cefdd3 req-6aa5ee6e-85c4-47f2-92ea-7b87699c7950 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:35.554841 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-57d79ae3-cc49-47d0-975d-fbcc60cefdd3 req-6aa5ee6e-85c4-47f2-92ea-7b87699c7950 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=22704979-2c9f-416c-a9cc-621c4bd05eca HTTP/1.1" status: 200 len: 944 time: 0.0563827 Feb 04 12:58:35.607868 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-57d79ae3-cc49-47d0-975d-fbcc60cefdd3 req-4140c3a6-386d-434c-bc1b-af0f42265576 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3f9fd42-344e-42cb-9241-a34957176b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465722 Feb 04 12:58:35.738544 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ab9bd0-efe1-4caa-a1d5-3f19879d4ff6 req-be2ce4be-b1e7-4b04-bbef-dd103d6bc2cd tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:35.739958 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-44ab9bd0-efe1-4caa-a1d5-3f19879d4ff6 req-be2ce4be-b1e7-4b04-bbef-dd103d6bc2cd tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=22704979-2c9f-416c-a9cc-621c4bd05eca HTTP/1.1" status: 200 len: 944 time: 0.0586977 Feb 04 12:58:35.787960 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-44ab9bd0-efe1-4caa-a1d5-3f19879d4ff6 req-b61d2d86-35f3-427e-9924-179fb86a8495 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3f9fd42-344e-42cb-9241-a34957176b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423746 Feb 04 12:58:36.003298 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006c94a3-4e8d-44fe-b92d-2b885d9bd0e6 req-27705ac5-2435-4d54-a179-3b3a528bec4c tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:36.004818 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-006c94a3-4e8d-44fe-b92d-2b885d9bd0e6 req-27705ac5-2435-4d54-a179-3b3a528bec4c tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=22704979-2c9f-416c-a9cc-621c4bd05eca HTTP/1.1" status: 200 len: 944 time: 0.0598910 Feb 04 12:58:36.053389 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-006c94a3-4e8d-44fe-b92d-2b885d9bd0e6 req-8b213d31-071a-49e5-bdaf-0c85984fde5e tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3f9fd42-344e-42cb-9241-a34957176b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427289 Feb 04 12:58:36.134566 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5207b9d-0af0-42ba-8862-d9810e3bd326 req-0c300863-2c82-4857-9c23-2752e764538a tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:36.136066 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e5207b9d-0af0-42ba-8862-d9810e3bd326 req-0c300863-2c82-4857-9c23-2752e764538a tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e73a476-a174-4b27-84c0-28b9fe3f2b1a HTTP/1.1" status: 200 len: 946 time: 0.0533121 Feb 04 12:58:36.186649 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e5207b9d-0af0-42ba-8862-d9810e3bd326 req-42c7b9e2-d69e-42bb-bbc2-289e2a3815da tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8eeb614-2d0b-40ed-b6ec-8d66d693ddb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445149 Feb 04 12:58:36.467677 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 50136) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:58:36.544386 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-304db64e-ed2e-4d2c-a0b7-afea6aeff170 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for security_group (23cd2b6e-25dc-444e-b0fa-d5d27f7f2798), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:36.572174 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-304db64e-ed2e-4d2c-a0b7-afea6aeff170 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for security_group (23cd2b6e-25dc-444e-b0fa-d5d27f7f2798), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:36.644842 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-304db64e-ed2e-4d2c-a0b7-afea6aeff170 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (23cd2b6e-25dc-444e-b0fa-d5d27f7f2798), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:36.647803 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-304db64e-ed2e-4d2c-a0b7-afea6aeff170 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:36.649187 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-304db64e-ed2e-4d2c-a0b7-afea6aeff170 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "DELETE /v2.0/security-groups/23cd2b6e-25dc-444e-b0fa-d5d27f7f2798 HTTP/1.1" status: 204 len: 168 time: 0.1804311 Feb 04 12:58:36.658833 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304db64e-ed2e-4d2c-a0b7-afea6aeff170 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23cd2b6e-25dc-444e-b0fa-d5d27f7f2798,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:36.701409 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 50148) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:58:36.761135 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-84821312-4b1d-4694-9d07-b5c8f2b51686 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Deleting subnet a294547e-2f05-4014-bcc9-5736bb883159 {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:58:36.764370 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-84821312-4b1d-4694-9d07-b5c8f2b51686 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for subnet (a294547e-2f05-4014-bcc9-5736bb883159), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:36.809337 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-84821312-4b1d-4694-9d07-b5c8f2b51686 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (a294547e-2f05-4014-bcc9-5736bb883159), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:36.897703 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-84821312-4b1d-4694-9d07-b5c8f2b51686 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (a294547e-2f05-4014-bcc9-5736bb883159), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:36.967836 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-84821312-4b1d-4694-9d07-b5c8f2b51686 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (a294547e-2f05-4014-bcc9-5736bb883159), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:36.983747 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 04791ec1-32c2-4597-99a4-9612418d0b25 no longer exists at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:58:36.985223 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-84821312-4b1d-4694-9d07-b5c8f2b51686 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:36.988944 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-84821312-4b1d-4694-9d07-b5c8f2b51686 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "DELETE /v2.0/subnets/a294547e-2f05-4014-bcc9-5736bb883159 HTTP/1.1" status: 204 len: 168 time: 0.2865036 Feb 04 12:58:36.991647 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 50156) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:58:37.010014 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84821312-4b1d-4694-9d07-b5c8f2b51686 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Pushing event deleted for resources: {'Subnet': ['ID=a294547e-2f05-4014-bcc9-5736bb883159,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:37.028382 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69beef2f-f047-4cdc-856f-2e5d7542d848 None None] Network 2e5bb2a2-72c0-4b78-973d-c830b747d5f0 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:58:37.085352 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cfde5932-00bc-49b4-a371-fa37a5f3d6c8 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (2e5bb2a2-72c0-4b78-973d-c830b747d5f0), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:37.188605 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 04791ec1-32c2-4597-99a4-9612418d0b25 is: ACTIVE; New status is: DOWN {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:58:37.188993 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (04791ec1-32c2-4597-99a4-9612418d0b25), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:37.222309 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-cfde5932-00bc-49b4-a371-fa37a5f3d6c8 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Deleting port 2828cc41-3a60-47b8-b9a2-3421d42c8804 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:58:37.222742 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cfde5932-00bc-49b4-a371-fa37a5f3d6c8 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (2828cc41-3a60-47b8-b9a2-3421d42c8804), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:37.222911 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e73a476-a174-4b27-84c0-28b9fe3f2b1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04791ec1-32c2-4597-99a4-9612418d0b25'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:58:37.225544 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14d0226d-0a4f-4a6e-863d-c885cf487850" -d '{"events": [{"server_uuid": "4e73a476-a174-4b27-84c0-28b9fe3f2b1a", "name": "network-vif-unplugged", "status": "completed", "tag": "04791ec1-32c2-4597-99a4-9612418d0b25"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:58:37.239093 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 04791ec1-32c2-4597-99a4-9612418d0b25, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=04791ec1-32c2-4597-99a4-9612418d0b25,segment=NetworkSegment(9842ab09-ee4e-45ca-9eb8-8a98cf18f30e),segment_id=9842ab09-ee4e-45ca-9eb8-8a98cf18f30e)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:58:37.249127 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (04791ec1-32c2-4597-99a4-9612418d0b25), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:37.250692 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 52e9f972-7aa1-49ce-a390-caa153ae015d no longer exists at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:58:37.276755 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] No Port match for: 52e9f972-7aa1-49ce-a390-caa153ae015d {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:58:37.279770 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 52e9f972-7aa1-49ce-a390-caa153ae015d not bound to the agent host n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:58:37.304219 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3487dd-7e6b-4db0-9955-0fa6c48e066c None None] DHCP port deletion for 2e5bb2a2-72c0-4b78-973d-c830b747d5f0 request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 12:58:37.324227 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8e2535-6d2d-46c6-9821-000f231c9d79 req-f8813815-2cb9-4d55-9b7f-0bff0e1b652a tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:37.325707 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7f8e2535-6d2d-46c6-9821-000f231c9d79 req-f8813815-2cb9-4d55-9b7f-0bff0e1b652a tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e73a476-a174-4b27-84c0-28b9fe3f2b1a HTTP/1.1" status: 200 len: 946 time: 0.1824868 Feb 04 12:58:37.337750 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8949bc-2c3c-4dca-96ad-b421620d8d30 req-d00882c7-fd6b-476f-b980-4264d8e987ec tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:37.339236 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1e8949bc-2c3c-4dca-96ad-b421620d8d30 req-d00882c7-fd6b-476f-b980-4264d8e987ec tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=22704979-2c9f-416c-a9cc-621c4bd05eca HTTP/1.1" status: 200 len: 944 time: 0.1803565 Feb 04 12:58:37.349274 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-cfde5932-00bc-49b4-a371-fa37a5f3d6c8 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] For port 2828cc41-3a60-47b8-b9a2-3421d42c8804, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=2828cc41-3a60-47b8-b9a2-3421d42c8804,segment=NetworkSegment(2b1e2faa-2fbc-4369-92d2-02d0324ec099),segment_id=2b1e2faa-2fbc-4369-92d2-02d0324ec099)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:58:37.349639 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cfde5932-00bc-49b4-a371-fa37a5f3d6c8 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (2828cc41-3a60-47b8-b9a2-3421d42c8804), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:37.364356 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=04791ec1-32c2-4597-99a4-9612418d0b25,revision_number=8']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:37.388557 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-cfde5932-00bc-49b4-a371-fa37a5f3d6c8 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Calling delete_port for 2828cc41-3a60-47b8-b9a2-3421d42c8804 owned by network:dhcp {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:58:37.390983 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-1c3487dd-7e6b-4db0-9955-0fa6c48e066c None None] Deleting port 2828cc41-3a60-47b8-b9a2-3421d42c8804 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:58:37.391575 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1c3487dd-7e6b-4db0-9955-0fa6c48e066c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (2828cc41-3a60-47b8-b9a2-3421d42c8804), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:37.449509 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-3cd69b5f-3f85-478d-8bae-e7d0ea7a0783 req-548ad4c3-adce-40a1-88f7-4ffddd96901c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4e73a476-a174-4b27-84c0-28b9fe3f2b1a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1137056 Feb 04 12:58:37.468640 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-1c3487dd-7e6b-4db0-9955-0fa6c48e066c None None] For port 2828cc41-3a60-47b8-b9a2-3421d42c8804, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=2828cc41-3a60-47b8-b9a2-3421d42c8804,segment=NetworkSegment(2b1e2faa-2fbc-4369-92d2-02d0324ec099),segment_id=2b1e2faa-2fbc-4369-92d2-02d0324ec099)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:58:37.469302 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1c3487dd-7e6b-4db0-9955-0fa6c48e066c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (2828cc41-3a60-47b8-b9a2-3421d42c8804), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:37.476147 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1e8949bc-2c3c-4dca-96ad-b421620d8d30 req-74896d26-fbd2-447f-b016-8d79b095bd8e tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3f9fd42-344e-42cb-9241-a34957176b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287403 Feb 04 12:58:37.485093 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-1c3487dd-7e6b-4db0-9955-0fa6c48e066c None None] Calling delete_port for 2828cc41-3a60-47b8-b9a2-3421d42c8804 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:58:37.508895 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7f8e2535-6d2d-46c6-9821-000f231c9d79 req-2e7f018f-8ea2-4340-b9c3-bc022fe4320f tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8eeb614-2d0b-40ed-b6ec-8d66d693ddb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1558847 Feb 04 12:58:37.540689 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cfde5932-00bc-49b4-a371-fa37a5f3d6c8 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (2828cc41-3a60-47b8-b9a2-3421d42c8804), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:37.545877 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 04 Feb 2022 12:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bba385e-c159-43b3-a5d1-649fa742a77d x-openstack-request-id: req-7bba385e-c159-43b3-a5d1-649fa742a77d {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:58:37.546224 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e73a476-a174-4b27-84c0-28b9fe3f2b1a", "name": "network-vif-unplugged", "status": "failed", "tag": "04791ec1-32c2-4597-99a4-9612418d0b25", "code": 422}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:58:37.547021 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7bba385e-c159-43b3-a5d1-649fa742a77d {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:58:37.547444 n-d-825015-3 neutron-server[103476]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4e73a476-a174-4b27-84c0-28b9fe3f2b1a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '04791ec1-32c2-4597-99a4-9612418d0b25', 'code': 422} returned with failed status Feb 04 12:58:37.583249 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfde5932-00bc-49b4-a371-fa37a5f3d6c8 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Pushing event deleted for resources: {'Port': ['ID=2828cc41-3a60-47b8-b9a2-3421d42c8804,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:37.586191 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfde5932-00bc-49b4-a371-fa37a5f3d6c8 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] No DVR routers for this DVR port 2828cc41-3a60-47b8-b9a2-3421d42c8804 on host n-d-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:58:37.594173 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1c3487dd-7e6b-4db0-9955-0fa6c48e066c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (2828cc41-3a60-47b8-b9a2-3421d42c8804), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:37.627534 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3487dd-7e6b-4db0-9955-0fa6c48e066c None None] Pushing event deleted for resources: {'Port': ['ID=2828cc41-3a60-47b8-b9a2-3421d42c8804,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:37.632961 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3487dd-7e6b-4db0-9955-0fa6c48e066c None None] No DVR routers for this DVR port 2828cc41-3a60-47b8-b9a2-3421d42c8804 on host n-d-825015-3 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:58:37.692289 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cfde5932-00bc-49b4-a371-fa37a5f3d6c8 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (2e5bb2a2-72c0-4b78-973d-c830b747d5f0), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:37.724052 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-cfde5932-00bc-49b4-a371-fa37a5f3d6c8 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e5bb2a2-72c0-4b78-973d-c830b747d5f0']}} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:58:37.735596 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-cfde5932-00bc-49b4-a371-fa37a5f3d6c8 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b1e2faa-2fbc-4369-92d2-02d0324ec099') {'for_net_delete': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:58:37.735967 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-cfde5932-00bc-49b4-a371-fa37a5f3d6c8 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b1e2faa-2fbc-4369-92d2-02d0324ec099') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:58:37.747252 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cfde5932-00bc-49b4-a371-fa37a5f3d6c8 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51859336'] for segment (2b1e2faa-2fbc-4369-92d2-02d0324ec099), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:37.764631 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cfde5932-00bc-49b4-a371-fa37a5f3d6c8 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (2b1e2faa-2fbc-4369-92d2-02d0324ec099), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:37.772657 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfde5932-00bc-49b4-a371-fa37a5f3d6c8 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=103475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:58:37.773054 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cfde5932-00bc-49b4-a371-fa37a5f3d6c8 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-52093388'] for segment (2b1e2faa-2fbc-4369-92d2-02d0324ec099), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:37.822830 n-d-825015-3 neutron-server[103475]: Traceback (most recent call last): Feb 04 12:58:37.822830 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:58:37.822830 n-d-825015-3 neutron-server[103475]: timer() Feb 04 12:58:37.822830 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:58:37.822830 n-d-825015-3 neutron-server[103475]: cb(*args, **kw) Feb 04 12:58:37.822830 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:58:37.822830 n-d-825015-3 neutron-server[103475]: return func(*args, **kwargs) Feb 04 12:58:37.822830 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:58:37.822830 n-d-825015-3 neutron-server[103475]: self._notify() Feb 04 12:58:37.822830 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:58:37.822830 n-d-825015-3 neutron-server[103475]: self.callback(batched_events) Feb 04 12:58:37.822830 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:58:37.822830 n-d-825015-3 neutron-server[103475]: event.method(event) Feb 04 12:58:37.822830 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:58:37.822830 n-d-825015-3 neutron-server[103475]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:58:37.822830 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:58:37.822830 n-d-825015-3 neutron-server[103475]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:58:37.822830 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:58:37.822830 n-d-825015-3 neutron-server[103475]: return f(self, *a, **k) Feb 04 12:58:37.822830 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:58:37.822830 n-d-825015-3 neutron-server[103475]: return self._get(url).json() Feb 04 12:58:37.822830 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:58:37.822830 n-d-825015-3 neutron-server[103475]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:58:37.822830 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:58:37.822830 n-d-825015-3 neutron-server[103475]: return self.request(url, 'GET', **kwargs) Feb 04 12:58:37.822830 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:58:37.822830 n-d-825015-3 neutron-server[103475]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:58:37.822830 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:58:37.822830 n-d-825015-3 neutron-server[103475]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:58:37.822830 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:58:37.822830 n-d-825015-3 neutron-server[103475]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:58:37.822830 n-d-825015-3 neutron-server[103475]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:58:37.856230 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cfde5932-00bc-49b4-a371-fa37a5f3d6c8 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (2e5bb2a2-72c0-4b78-973d-c830b747d5f0), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:37.861218 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cfde5932-00bc-49b4-a371-fa37a5f3d6c8 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:37.866334 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-cfde5932-00bc-49b4-a371-fa37a5f3d6c8 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "DELETE /v2.0/networks/2e5bb2a2-72c0-4b78-973d-c830b747d5f0 HTTP/1.1" status: 204 len: 168 time: 0.8716741 Feb 04 12:58:37.869549 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 50182) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:58:37.881859 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfde5932-00bc-49b4-a371-fa37a5f3d6c8 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Pushing event deleted for resources: {'Network': ['ID=2e5bb2a2-72c0-4b78-973d-c830b747d5f0,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:37.887271 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 2828cc41-3a60-47b8-b9a2-3421d42c8804 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:58:37.910379 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 2828cc41-3a60-47b8-b9a2-3421d42c8804 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:58:37.910754 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 2828cc41-3a60-47b8-b9a2-3421d42c8804 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:58:38.045486 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-a0f7c611-87b6-4082-ae97-eb82680981ca tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Deleting port cf0e80b7-b799-435f-b452-9b9b373a3643 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:58:38.045836 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a0f7c611-87b6-4082-ae97-eb82680981ca tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (cf0e80b7-b799-435f-b452-9b9b373a3643), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:38.127208 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a0f7c611-87b6-4082-ae97-eb82680981ca tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (cf0e80b7-b799-435f-b452-9b9b373a3643), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:38.127540 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a0f7c611-87b6-4082-ae97-eb82680981ca tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for floatingip (cf0e80b7-b799-435f-b452-9b9b373a3643), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:38.139031 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-a0f7c611-87b6-4082-ae97-eb82680981ca tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Calling delete_port for cf0e80b7-b799-435f-b452-9b9b373a3643 owned by network:floatingip {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:58:38.293674 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd69b5f-3f85-478d-8bae-e7d0ea7a0783 req-9cd41c21-ac0c-404f-b320-73bac09714e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:38.295397 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3cd69b5f-3f85-478d-8bae-e7d0ea7a0783 req-9cd41c21-ac0c-404f-b320-73bac09714e9 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=4e73a476-a174-4b27-84c0-28b9fe3f2b1a&tenant_id=b593a9b948e947caa7bb47e1be2cb62a HTTP/1.1" status: 200 len: 1126 time: 0.0466051 Feb 04 12:58:38.316014 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a0f7c611-87b6-4082-ae97-eb82680981ca tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (cf0e80b7-b799-435f-b452-9b9b373a3643), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:38.341955 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f7c611-87b6-4082-ae97-eb82680981ca tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Pushing event deleted for resources: {'Port': ['ID=cf0e80b7-b799-435f-b452-9b9b373a3643,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:38.361215 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd69b5f-3f85-478d-8bae-e7d0ea7a0783 req-116b8908-b6a1-4fcd-b25a-a5d496721661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:38.362726 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3cd69b5f-3f85-478d-8bae-e7d0ea7a0783 req-116b8908-b6a1-4fcd-b25a-a5d496721661 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b593a9b948e947caa7bb47e1be2cb62a&device_id=4e73a476-a174-4b27-84c0-28b9fe3f2b1a HTTP/1.1" status: 200 len: 1126 time: 0.0456278 Feb 04 12:58:38.405489 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a0f7c611-87b6-4082-ae97-eb82680981ca tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for floatingip (35976b57-4abd-4aad-9017-46c00d5d16ab), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:38.406317 n-d-825015-3 neutron-server[103474]: INFO neutron.db.l3_db [None req-a0f7c611-87b6-4082-ae97-eb82680981ca tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Floating IP 35976b57-4abd-4aad-9017-46c00d5d16ab disassociated (deleted). External IP: 172.25.3.36, port: a9db204c-358c-4426-8794-a31cb764b543. Feb 04 12:58:38.461213 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd69b5f-3f85-478d-8bae-e7d0ea7a0783 req-27ba64dd-419f-41ea-b7c3-62708b07d900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:38.462649 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3cd69b5f-3f85-478d-8bae-e7d0ea7a0783 req-27ba64dd-419f-41ea-b7c3-62708b07d900 service neutron] 10.222.0.77 "GET /v2.0/networks?id=4e1bb528-5b08-4fe5-be55-e6e60ca268fa HTTP/1.1" status: 200 len: 918 time: 0.0931299 Feb 04 12:58:38.532586 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3cd69b5f-3f85-478d-8bae-e7d0ea7a0783 req-499bcd55-9316-4cc1-aec7-6def4cf35de9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=04791ec1-32c2-4597-99a4-9612418d0b25 HTTP/1.1" status: 200 len: 1000 time: 0.0639791 Feb 04 12:58:38.592860 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 21578d58-abd0-4e44-a93b-74a37882ef1b no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:58:38.636219 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0f7c611-87b6-4082-ae97-eb82680981ca tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Router dcc9cb19-10fd-44a6-9753-3213252e9f4d has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:58:38.652972 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd69b5f-3f85-478d-8bae-e7d0ea7a0783 req-d9a8f849-5ad8-4298-b0e5-388706415eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:38.654451 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3cd69b5f-3f85-478d-8bae-e7d0ea7a0783 req-d9a8f849-5ad8-4298-b0e5-388706415eb7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=13ec9a2b-ecf4-4399-96f0-6b85e2cca449 HTTP/1.1" status: 200 len: 856 time: 0.1161995 Feb 04 12:58:38.683631 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 21578d58-abd0-4e44-a93b-74a37882ef1b is: DOWN; New status is: DOWN {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:58:38.721227 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d640f54a-484d-432c-9b29-6153dec7eaed req-403e5335-06b3-4b79-b6b5-2c49fca5e00e tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:38.722721 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d640f54a-484d-432c-9b29-6153dec7eaed req-403e5335-06b3-4b79-b6b5-2c49fca5e00e tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=22704979-2c9f-416c-a9cc-621c4bd05eca HTTP/1.1" status: 200 len: 944 time: 0.1459231 Feb 04 12:58:38.731186 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f9ab25-8862-4da4-a51b-be5244af221a req-04609058-2526-42bb-8441-fc5cb3536f8e tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:38.732649 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-91f9ab25-8862-4da4-a51b-be5244af221a req-04609058-2526-42bb-8441-fc5cb3536f8e tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e73a476-a174-4b27-84c0-28b9fe3f2b1a HTTP/1.1" status: 200 len: 944 time: 0.1547074 Feb 04 12:58:38.752599 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0f7c611-87b6-4082-ae97-eb82680981ca tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:58:38.757668 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a0f7c611-87b6-4082-ae97-eb82680981ca tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:38.767866 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3070fac1-ccbd-4a32-8005-ccadc4ee09df None None] Sync routers for ids ['dcc9cb19-10fd-44a6-9753-3213252e9f4d'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:58:38.784270 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3070fac1-ccbd-4a32-8005-ccadc4ee09df None None] Routers {'dcc9cb19-10fd-44a6-9753-3213252e9f4d'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:58:38.785440 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-3070fac1-ccbd-4a32-8005-ccadc4ee09df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:58:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['dcc9cb19-10fd-44a6-9753-3213252e9f4d'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:58:38.793437 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-a0f7c611-87b6-4082-ae97-eb82680981ca tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "DELETE /v2.0/floatingips/35976b57-4abd-4aad-9017-46c00d5d16ab HTTP/1.1" status: 204 len: 168 time: 0.9210763 Feb 04 12:58:38.794374 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98fdefef-d346-40b4-b39a-a05642b3173e', 'tag': 'a9db204c-358c-4426-8794-a31cb764b543'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:58:38.798130 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c67d39c1-6bda-4507-8f91-714072319d61" -d '{"events": [{"name": "network-changed", "server_uuid": "98fdefef-d346-40b4-b39a-a05642b3173e", "tag": "a9db204c-358c-4426-8794-a31cb764b543"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:58:38.905751 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-3070fac1-ccbd-4a32-8005-ccadc4ee09df None None] Set router dcc9cb19-10fd-44a6-9753-3213252e9f4d gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:58:39.041893 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd69b5f-3f85-478d-8bae-e7d0ea7a0783 req-40afa94c-e077-4565-8141-f485cedb5aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:39.043280 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3cd69b5f-3f85-478d-8bae-e7d0ea7a0783 req-40afa94c-e077-4565-8141-f485cedb5aa0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4e1bb528-5b08-4fe5-be55-e6e60ca268fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3809586 Feb 04 12:58:39.124114 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d640f54a-484d-432c-9b29-6153dec7eaed req-dcaf57c9-d6aa-45c0-a2ea-83f38e8ebba9 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3f9fd42-344e-42cb-9241-a34957176b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3886998 Feb 04 12:58:39.132185 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-3070fac1-ccbd-4a32-8005-ccadc4ee09df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcc9cb19-10fd-44a6-9753-3213252e9f4d', 'name': 'tempest-TestNetworkBasicOps-router-155896296', 'tenant_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '49b8182e-1419-4e71-a069-2f9f3666b50c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:56:33Z', 'updated_at': '2022-02-04T12:58:31Z', 'revision_number': 6, 'project_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'gw_port': {'id': '49b8182e-1419-4e71-a069-2f9f3666b50c', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc9cb19-10fd-44a6-9753-3213252e9f4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:56:33Z', 'updated_at': '2022-02-04T12:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'fa0aa1ab-dcc7-49dc-9687-c2e04e531930', 'name': '', 'network_id': '74e52c79-8af0-4510-adb0-f8d07ad29182', 'tenant_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'mac_address': 'fa:16:3e:26:06:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc9cb19-10fd-44a6-9753-3213252e9f4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '95ea9ebd-f7aa-425c-9be2-55757b9f0bd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:56:36Z', 'updated_at': '2022-02-04T12:56:41Z', 'revision_number': 5, 'project_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'subnets': [{'id': '95ea9ebd-f7aa-425c-9be2-55757b9f0bd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:58:39.132470 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-91f9ab25-8862-4da4-a51b-be5244af221a req-419c5c23-d1cf-4237-9c05-b8e693228aea tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8eeb614-2d0b-40ed-b6ec-8d66d693ddb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3876314 Feb 04 12:58:39.154091 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [req-5d492cbb-6e65-46e0-8bbd-4db832db692d req-aa0c597c-a107-4885-8217-bab520830db7 service neutron] (103474) timed out ('10.222.0.65', 59968) {{(pid=103474) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 04 12:58:39.165493 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3070fac1-ccbd-4a32-8005-ccadc4ee09df None None] Checking router: dcc9cb19-10fd-44a6-9753-3213252e9f4d for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:58:39.179187 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3070fac1-ccbd-4a32-8005-ccadc4ee09df None None] Routers {'dcc9cb19-10fd-44a6-9753-3213252e9f4d'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:58:39.179929 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-3070fac1-ccbd-4a32-8005-ccadc4ee09df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:58:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['dcc9cb19-10fd-44a6-9753-3213252e9f4d'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:58:39.185915 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3cd69b5f-3f85-478d-8bae-e7d0ea7a0783 req-a998e082-b927-4a73-866e-22887e7beb71 service neutron] 10.222.0.77 "GET /v2.0/networks/4e1bb528-5b08-4fe5-be55-e6e60ca268fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325264 Feb 04 12:58:39.334258 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-3070fac1-ccbd-4a32-8005-ccadc4ee09df None None] Set router dcc9cb19-10fd-44a6-9753-3213252e9f4d gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:58:39.346545 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3cd69b5f-3f85-478d-8bae-e7d0ea7a0783 req-5e2f100f-656e-45f8-9e38-86c0810b370b service neutron] 10.222.0.77 "GET /v2.0/networks/4e1bb528-5b08-4fe5-be55-e6e60ca268fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540844 Feb 04 12:58:39.456438 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8820e8-bbed-46e6-91b4-84afcc3d6512 req-f632739a-2802-4870-83a1-371cd62a3b6f tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:39.458016 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6a8820e8-bbed-46e6-91b4-84afcc3d6512 req-f632739a-2802-4870-83a1-371cd62a3b6f tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "GET /v2.0/ports?device_id=98fdefef-d346-40b4-b39a-a05642b3173e HTTP/1.1" status: 200 len: 945 time: 0.0662799 Feb 04 12:58:39.487831 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8672d11e-cf1c-491e-9e90-0e0d2386ff90 x-openstack-request-id: req-8672d11e-cf1c-491e-9e90-0e0d2386ff90 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:58:39.488117 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98fdefef-d346-40b4-b39a-a05642b3173e", "tag": "a9db204c-358c-4426-8794-a31cb764b543", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:58:39.489242 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8672d11e-cf1c-491e-9e90-0e0d2386ff90 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:58:39.489733 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98fdefef-d346-40b4-b39a-a05642b3173e', 'tag': 'a9db204c-358c-4426-8794-a31cb764b543', 'status': 'completed', 'code': 200} Feb 04 12:58:39.522325 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6a8820e8-bbed-46e6-91b4-84afcc3d6512 req-9da44747-2e76-4ec6-ae75-7c6c07c25137 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "GET /v2.0/security-groups?id=d98f2f98-4e7f-48f8-ae9b-80c3535f38b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576301 Feb 04 12:58:39.582842 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67d39c1-6bda-4507-8f91-714072319d61 req-b641d225-708b-433a-bb8b-241a2c0ecce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:39.584552 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c67d39c1-6bda-4507-8f91-714072319d61 req-b641d225-708b-433a-bb8b-241a2c0ecce3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ad73185521b9452e903e10ccdcd3b5aa&device_id=98fdefef-d346-40b4-b39a-a05642b3173e HTTP/1.1" status: 200 len: 1127 time: 0.0585275 Feb 04 12:58:39.608196 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-3070fac1-ccbd-4a32-8005-ccadc4ee09df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcc9cb19-10fd-44a6-9753-3213252e9f4d', 'name': 'tempest-TestNetworkBasicOps-router-155896296', 'tenant_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '49b8182e-1419-4e71-a069-2f9f3666b50c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:56:33Z', 'updated_at': '2022-02-04T12:58:31Z', 'revision_number': 6, 'project_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'gw_port': {'id': '49b8182e-1419-4e71-a069-2f9f3666b50c', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc9cb19-10fd-44a6-9753-3213252e9f4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:56:33Z', 'updated_at': '2022-02-04T12:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'fa0aa1ab-dcc7-49dc-9687-c2e04e531930', 'name': '', 'network_id': '74e52c79-8af0-4510-adb0-f8d07ad29182', 'tenant_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'mac_address': 'fa:16:3e:26:06:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc9cb19-10fd-44a6-9753-3213252e9f4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '95ea9ebd-f7aa-425c-9be2-55757b9f0bd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:56:36Z', 'updated_at': '2022-02-04T12:56:41Z', 'revision_number': 5, 'project_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'subnets': [{'id': '95ea9ebd-f7aa-425c-9be2-55757b9f0bd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:58:39.642543 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3070fac1-ccbd-4a32-8005-ccadc4ee09df None None] The sync data for ids ['dcc9cb19-10fd-44a6-9753-3213252e9f4d'] in n-d-825015-3 is: [{'id': 'dcc9cb19-10fd-44a6-9753-3213252e9f4d', 'name': 'tempest-TestNetworkBasicOps-router-155896296', 'tenant_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '49b8182e-1419-4e71-a069-2f9f3666b50c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:56:33Z', 'updated_at': '2022-02-04T12:58:31Z', 'revision_number': 6, 'project_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'gw_port': {'id': '49b8182e-1419-4e71-a069-2f9f3666b50c', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc9cb19-10fd-44a6-9753-3213252e9f4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:56:33Z', 'updated_at': '2022-02-04T12:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'fa0aa1ab-dcc7-49dc-9687-c2e04e531930', 'name': '', 'network_id': '74e52c79-8af0-4510-adb0-f8d07ad29182', 'tenant_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'mac_address': 'fa:16:3e:26:06:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc9cb19-10fd-44a6-9753-3213252e9f4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '95ea9ebd-f7aa-425c-9be2-55757b9f0bd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:56:36Z', 'updated_at': '2022-02-04T12:56:41Z', 'revision_number': 5, 'project_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'subnets': [{'id': '95ea9ebd-f7aa-425c-9be2-55757b9f0bd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:58:39.715617 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67d39c1-6bda-4507-8f91-714072319d61 req-3d4fb91c-6750-412c-8b50-f3ecc31eb244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:39.717272 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c67d39c1-6bda-4507-8f91-714072319d61 req-3d4fb91c-6750-412c-8b50-f3ecc31eb244 service neutron] 10.222.0.73 "GET /v2.0/networks?id=74e52c79-8af0-4510-adb0-f8d07ad29182 HTTP/1.1" status: 200 len: 897 time: 0.1236897 Feb 04 12:58:39.779105 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c67d39c1-6bda-4507-8f91-714072319d61 req-ce623b1a-9d07-4268-84bd-2ac3c15f53b3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9db204c-358c-4426-8794-a31cb764b543 HTTP/1.1" status: 200 len: 217 time: 0.0503068 Feb 04 12:58:39.888964 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67d39c1-6bda-4507-8f91-714072319d61 req-3a3a5f1f-92b5-496f-8c07-166120605d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:39.892508 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c67d39c1-6bda-4507-8f91-714072319d61 req-3a3a5f1f-92b5-496f-8c07-166120605d24 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=95ea9ebd-f7aa-425c-9be2-55757b9f0bd9 HTTP/1.1" status: 200 len: 834 time: 0.1017492 Feb 04 12:58:40.016645 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67d39c1-6bda-4507-8f91-714072319d61 req-bd30c4e9-3a37-493e-a662-cdab2d0ab2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:40.018689 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c67d39c1-6bda-4507-8f91-714072319d61 req-bd30c4e9-3a37-493e-a662-cdab2d0ab2eb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=74e52c79-8af0-4510-adb0-f8d07ad29182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1061375 Feb 04 12:58:40.133563 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bbc79f-1c76-4b75-b41a-23c13945e4af None None] New status for floating IP 35976b57-4abd-4aad-9017-46c00d5d16ab: DOWN {{(pid=103477) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 12:58:40.256027 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c67d39c1-6bda-4507-8f91-714072319d61 req-5052c935-c176-464b-88ad-4e576e49ee70 service neutron] 10.222.0.73 "GET /v2.0/networks/74e52c79-8af0-4510-adb0-f8d07ad29182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285688 Feb 04 12:58:40.464829 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c67d39c1-6bda-4507-8f91-714072319d61 req-0e0987da-ca55-41ae-bd81-2d942ddf8c61 service neutron] 10.222.0.73 "GET /v2.0/networks/74e52c79-8af0-4510-adb0-f8d07ad29182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828508 Feb 04 12:58:40.489373 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4b3396-5bf4-4b4a-9ccc-d229905416f0 req-79e99141-2b99-45c8-bce2-af22ac13008a tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:40.491393 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ca4b3396-5bf4-4b4a-9ccc-d229905416f0 req-79e99141-2b99-45c8-bce2-af22ac13008a tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=22704979-2c9f-416c-a9cc-621c4bd05eca HTTP/1.1" status: 200 len: 944 time: 0.2336593 Feb 04 12:58:40.502974 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93998fdd-67a3-4c98-a0c1-2ac23f64153e req-474372bb-6fec-401a-a520-a4c48679ec51 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:40.504709 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-93998fdd-67a3-4c98-a0c1-2ac23f64153e req-474372bb-6fec-401a-a520-a4c48679ec51 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e73a476-a174-4b27-84c0-28b9fe3f2b1a HTTP/1.1" status: 200 len: 944 time: 0.1215098 Feb 04 12:58:40.595967 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ca4b3396-5bf4-4b4a-9ccc-d229905416f0 req-2157c6cb-70ea-4ee1-a3a0-a3e0b33a1bb2 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3f9fd42-344e-42cb-9241-a34957176b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832858 Feb 04 12:58:40.622481 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-93998fdd-67a3-4c98-a0c1-2ac23f64153e req-00d61475-f9cb-41b9-a6f9-0990c5b1e061 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8eeb614-2d0b-40ed-b6ec-8d66d693ddb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085193 Feb 04 12:58:40.738755 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b925b2c-a3d4-45e3-864f-14fb3f41257a req-4c861940-1d08-45ce-b1f0-6e29c872e6d9 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:40.740303 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5b925b2c-a3d4-45e3-864f-14fb3f41257a req-4c861940-1d08-45ce-b1f0-6e29c872e6d9 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "GET /v2.0/ports?device_id=98fdefef-d346-40b4-b39a-a05642b3173e HTTP/1.1" status: 200 len: 945 time: 0.0632710 Feb 04 12:58:40.792985 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5b925b2c-a3d4-45e3-864f-14fb3f41257a req-77627157-c5ab-4c41-9f08-b14bc9a3c11d tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "GET /v2.0/security-groups?id=d98f2f98-4e7f-48f8-ae9b-80c3535f38b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469527 Feb 04 12:58:41.197904 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3215df02-b3b8-41ee-8d9c-43f9fe5504b9 req-3faa853b-53cd-413d-9997-0b5a4ce62d7e tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:41.199423 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3215df02-b3b8-41ee-8d9c-43f9fe5504b9 req-3faa853b-53cd-413d-9997-0b5a4ce62d7e tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.73 "GET /v2.0/ports?device_id=98fdefef-d346-40b4-b39a-a05642b3173e HTTP/1.1" status: 200 len: 945 time: 0.0748932 Feb 04 12:58:41.310087 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-3215df02-b3b8-41ee-8d9c-43f9fe5504b9 req-f60f6567-b3fd-4c7e-98be-4411d914e560 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Deleting port a9db204c-358c-4426-8794-a31cb764b543 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:58:41.310425 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-3215df02-b3b8-41ee-8d9c-43f9fe5504b9 req-f60f6567-b3fd-4c7e-98be-4411d914e560 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (a9db204c-358c-4426-8794-a31cb764b543), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:41.417372 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-3215df02-b3b8-41ee-8d9c-43f9fe5504b9 req-f60f6567-b3fd-4c7e-98be-4411d914e560 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] For port a9db204c-358c-4426-8794-a31cb764b543, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=a9db204c-358c-4426-8794-a31cb764b543,segment=NetworkSegment(c8e2b57a-5c28-4b60-99e3-8e18da03ac0f),segment_id=c8e2b57a-5c28-4b60-99e3-8e18da03ac0f)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:58:41.418044 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-3215df02-b3b8-41ee-8d9c-43f9fe5504b9 req-f60f6567-b3fd-4c7e-98be-4411d914e560 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (a9db204c-358c-4426-8794-a31cb764b543), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:41.433282 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-3215df02-b3b8-41ee-8d9c-43f9fe5504b9 req-f60f6567-b3fd-4c7e-98be-4411d914e560 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Calling delete_port for a9db204c-358c-4426-8794-a31cb764b543 owned by compute:nova {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:58:41.591186 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-3215df02-b3b8-41ee-8d9c-43f9fe5504b9 req-f60f6567-b3fd-4c7e-98be-4411d914e560 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (a9db204c-358c-4426-8794-a31cb764b543), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:41.630591 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60f6567-b3fd-4c7e-98be-4411d914e560 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Pushing event deleted for resources: {'Port': ['ID=a9db204c-358c-4426-8794-a31cb764b543,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:41.687666 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-3215df02-b3b8-41ee-8d9c-43f9fe5504b9 req-f60f6567-b3fd-4c7e-98be-4411d914e560 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] No DVR routers for this DVR port a9db204c-358c-4426-8794-a31cb764b543 on host n-h1-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:58:41.691373 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-3215df02-b3b8-41ee-8d9c-43f9fe5504b9 req-f60f6567-b3fd-4c7e-98be-4411d914e560 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:41.695017 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3215df02-b3b8-41ee-8d9c-43f9fe5504b9 req-f60f6567-b3fd-4c7e-98be-4411d914e560 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.73 "DELETE /v2.0/ports/a9db204c-358c-4426-8794-a31cb764b543 HTTP/1.1" status: 204 len: 173 time: 0.4893334 Feb 04 12:58:41.703549 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98fdefef-d346-40b4-b39a-a05642b3173e', 'name': 'network-vif-deleted', 'tag': 'a9db204c-358c-4426-8794-a31cb764b543'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:58:41.705685 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c3056e-e53d-4ac3-997b-ce3a1c405f1b" -d '{"events": [{"server_uuid": "98fdefef-d346-40b4-b39a-a05642b3173e", "name": "network-vif-deleted", "tag": "a9db204c-358c-4426-8794-a31cb764b543"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:58:41.782376 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547c8f67-8e29-473b-a57e-9fbe8aa95aff req-2c61593e-27cb-475c-a41c-5eb4408e04b2 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:41.784136 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-547c8f67-8e29-473b-a57e-9fbe8aa95aff req-2c61593e-27cb-475c-a41c-5eb4408e04b2 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=22704979-2c9f-416c-a9cc-621c4bd05eca HTTP/1.1" status: 200 len: 944 time: 0.1160040 Feb 04 12:58:41.930349 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fb64c7-e9d4-45ac-94bb-e0d0c4dce40e req-623bc82e-5a95-47ed-b3c8-e8dc349c66e7 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:41.932195 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b2fb64c7-e9d4-45ac-94bb-e0d0c4dce40e req-623bc82e-5a95-47ed-b3c8-e8dc349c66e7 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e73a476-a174-4b27-84c0-28b9fe3f2b1a HTTP/1.1" status: 200 len: 944 time: 0.1170740 Feb 04 12:58:41.948726 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-547c8f67-8e29-473b-a57e-9fbe8aa95aff req-74802222-c906-49ad-9231-65f3265f050e tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3f9fd42-344e-42cb-9241-a34957176b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1552315 Feb 04 12:58:42.055698 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-849810f0-529b-4d05-89c9-1e63cf113cd4 x-openstack-request-id: req-849810f0-529b-4d05-89c9-1e63cf113cd4 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:58:42.056043 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98fdefef-d346-40b4-b39a-a05642b3173e", "name": "network-vif-deleted", "tag": "a9db204c-358c-4426-8794-a31cb764b543", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:58:42.056311 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-849810f0-529b-4d05-89c9-1e63cf113cd4 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:58:42.056735 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98fdefef-d346-40b4-b39a-a05642b3173e', 'name': 'network-vif-deleted', 'tag': 'a9db204c-358c-4426-8794-a31cb764b543', 'status': 'completed', 'code': 200} Feb 04 12:58:42.067752 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b2fb64c7-e9d4-45ac-94bb-e0d0c4dce40e req-7830845e-4600-47e6-a269-d526959fb7eb tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8eeb614-2d0b-40ed-b6ec-8d66d693ddb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178036 Feb 04 12:58:42.162488 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2cf2cf5d-3f24-4e63-9e40-4de92d881214 req-56586782-dda9-4234-9d5e-c1258b916df8 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "GET /v2.0/ports?device_id=98fdefef-d346-40b4-b39a-a05642b3173e HTTP/1.1" status: 200 len: 210 time: 0.0351129 Feb 04 12:58:43.110248 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc0ad91-ecf3-4d05-9c6c-bebf811cb450 req-92170b41-019e-4a36-9f1d-29ddc52dda6d tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:43.138854 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6fc0ad91-ecf3-4d05-9c6c-bebf811cb450 req-92170b41-019e-4a36-9f1d-29ddc52dda6d tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=22704979-2c9f-416c-a9cc-621c4bd05eca HTTP/1.1" status: 200 len: 944 time: 0.0927832 Feb 04 12:58:43.270582 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6fc0ad91-ecf3-4d05-9c6c-bebf811cb450 req-5d2f2bee-a490-43e9-8eae-497d6f9acbb1 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3f9fd42-344e-42cb-9241-a34957176b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306117 Feb 04 12:58:43.307869 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d825f6-3fc6-4db5-8c44-17c266a04395 req-cc5ddcd9-7421-4c2a-bd38-9ad53050e556 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:43.309431 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-06d825f6-3fc6-4db5-8c44-17c266a04395 req-cc5ddcd9-7421-4c2a-bd38-9ad53050e556 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e73a476-a174-4b27-84c0-28b9fe3f2b1a HTTP/1.1" status: 200 len: 944 time: 0.1348004 Feb 04 12:58:43.342113 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 50232) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:58:43.406903 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-06d825f6-3fc6-4db5-8c44-17c266a04395 req-b1962f6a-5a0e-4b92-bc1a-34db90e14cd5 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8eeb614-2d0b-40ed-b6ec-8d66d693ddb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875797 Feb 04 12:58:43.438513 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f74bbdcf-3bf3-4f76-a5bc-8e90923fb4ee tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for security_group (d98f2f98-4e7f-48f8-ae9b-80c3535f38b4), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:43.473182 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f74bbdcf-3bf3-4f76-a5bc-8e90923fb4ee tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for security_group (d98f2f98-4e7f-48f8-ae9b-80c3535f38b4), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:43.557850 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f74bbdcf-3bf3-4f76-a5bc-8e90923fb4ee tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (d98f2f98-4e7f-48f8-ae9b-80c3535f38b4), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:43.561586 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f74bbdcf-3bf3-4f76-a5bc-8e90923fb4ee tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:43.565289 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-f74bbdcf-3bf3-4f76-a5bc-8e90923fb4ee tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "DELETE /v2.0/security-groups/d98f2f98-4e7f-48f8-ae9b-80c3535f38b4 HTTP/1.1" status: 204 len: 168 time: 0.2207329 Feb 04 12:58:43.582077 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74bbdcf-3bf3-4f76-a5bc-8e90923fb4ee tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d98f2f98-4e7f-48f8-ae9b-80c3535f38b4,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:43.611184 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 50236) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:58:44.323389 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a8e85c43-4741-42f6-997c-ff6c215c21fa tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622215'] for router_interface (dcc9cb19-10fd-44a6-9753-3213252e9f4d), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:44.513731 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c055e902-62e5-4f53-8466-7aac32984982 req-08e565ad-fae0-410f-bdf7-71648e1549dd tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:44.515825 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c055e902-62e5-4f53-8466-7aac32984982 req-08e565ad-fae0-410f-bdf7-71648e1549dd tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=22704979-2c9f-416c-a9cc-621c4bd05eca HTTP/1.1" status: 200 len: 944 time: 0.0912478 Feb 04 12:58:44.601139 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device a9db204c-358c-4426-8794-a31cb764b543 no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:58:44.625802 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] No Port match for: a9db204c-358c-4426-8794-a31cb764b543 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:58:44.626444 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device a9db204c-358c-4426-8794-a31cb764b543 not bound to the agent host n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:58:44.981313 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c055e902-62e5-4f53-8466-7aac32984982 req-41bbaf36-9070-4378-822c-79459f137a0d tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3f9fd42-344e-42cb-9241-a34957176b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4446220 Feb 04 12:58:45.017598 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3271d39-157d-45d1-b6c3-5f11c3f75279 req-40c9a957-fade-40b6-a2d0-ecf21161326e tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:45.020225 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f3271d39-157d-45d1-b6c3-5f11c3f75279 req-40c9a957-fade-40b6-a2d0-ecf21161326e tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e73a476-a174-4b27-84c0-28b9fe3f2b1a HTTP/1.1" status: 200 len: 944 time: 0.4727693 Feb 04 12:58:45.128689 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f3271d39-157d-45d1-b6c3-5f11c3f75279 req-593220e0-e257-4f41-93ff-77752a438d8d tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8eeb614-2d0b-40ed-b6ec-8d66d693ddb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034465 Feb 04 12:58:45.183158 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-a8e85c43-4741-42f6-997c-ff6c215c21fa tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Deleting port fa0aa1ab-dcc7-49dc-9687-c2e04e531930 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:58:45.183504 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a8e85c43-4741-42f6-997c-ff6c215c21fa tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (fa0aa1ab-dcc7-49dc-9687-c2e04e531930), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:45.301932 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-a8e85c43-4741-42f6-997c-ff6c215c21fa tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] For port fa0aa1ab-dcc7-49dc-9687-c2e04e531930, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=fa0aa1ab-dcc7-49dc-9687-c2e04e531930,segment=NetworkSegment(c8e2b57a-5c28-4b60-99e3-8e18da03ac0f),segment_id=c8e2b57a-5c28-4b60-99e3-8e18da03ac0f)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:58:45.302311 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a8e85c43-4741-42f6-997c-ff6c215c21fa tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (fa0aa1ab-dcc7-49dc-9687-c2e04e531930), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:45.326118 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-a8e85c43-4741-42f6-997c-ff6c215c21fa tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Calling delete_port for fa0aa1ab-dcc7-49dc-9687-c2e04e531930 owned by network:router_interface {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:58:45.552219 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6a229e89-3b81-4e8f-89a2-eabf8280542a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:45.559337 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a8e85c43-4741-42f6-997c-ff6c215c21fa tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (fa0aa1ab-dcc7-49dc-9687-c2e04e531930), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:45.598058 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e85c43-4741-42f6-997c-ff6c215c21fa tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Pushing event deleted for resources: {'Port': ['ID=fa0aa1ab-dcc7-49dc-9687-c2e04e531930,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:45.629160 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e85c43-4741-42f6-997c-ff6c215c21fa tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:58:45.629527 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e85c43-4741-42f6-997c-ff6c215c21fa tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:58:45.629885 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e85c43-4741-42f6-997c-ff6c215c21fa tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:58:45.630233 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e85c43-4741-42f6-997c-ff6c215c21fa tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:58:45.630579 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e85c43-4741-42f6-997c-ff6c215c21fa tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:58:45.630922 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e85c43-4741-42f6-997c-ff6c215c21fa tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:58:45.631260 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e85c43-4741-42f6-997c-ff6c215c21fa tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:58:45.631598 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e85c43-4741-42f6-997c-ff6c215c21fa tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:58:45.631965 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e85c43-4741-42f6-997c-ff6c215c21fa tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:58:45.632298 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e85c43-4741-42f6-997c-ff6c215c21fa tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:58:45.632635 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e85c43-4741-42f6-997c-ff6c215c21fa tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:58:45.632970 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e85c43-4741-42f6-997c-ff6c215c21fa tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:58:45.633303 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e85c43-4741-42f6-997c-ff6c215c21fa tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:58:45.853297 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a8e85c43-4741-42f6-997c-ff6c215c21fa tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622067'] for router_interface (dcc9cb19-10fd-44a6-9753-3213252e9f4d), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:46.165679 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3dd22d-c7b5-47fb-981b-76bed94265e8 req-b6fb73d2-5f66-4d85-8050-e8babce0b8e3 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:46.167237 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-db3dd22d-c7b5-47fb-981b-76bed94265e8 req-b6fb73d2-5f66-4d85-8050-e8babce0b8e3 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=22704979-2c9f-416c-a9cc-621c4bd05eca HTTP/1.1" status: 200 len: 944 time: 0.0818043 Feb 04 12:58:46.174632 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8e85c43-4741-42f6-997c-ff6c215c21fa tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Router dcc9cb19-10fd-44a6-9753-3213252e9f4d has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:58:46.398373 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-db3dd22d-c7b5-47fb-981b-76bed94265e8 req-693c9c85-4474-4707-975a-2d7aa12850af tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3f9fd42-344e-42cb-9241-a34957176b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2223012 Feb 04 12:58:46.402222 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8e85c43-4741-42f6-997c-ff6c215c21fa tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:58:46.408342 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-a8e85c43-4741-42f6-997c-ff6c215c21fa tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "PUT /v2.0/routers/dcc9cb19-10fd-44a6-9753-3213252e9f4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7956464 Feb 04 12:58:46.411636 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 50250) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:58:46.414096 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc10d466-ca35-4099-b877-4311ad272917 None None] Sync routers for ids ['dcc9cb19-10fd-44a6-9753-3213252e9f4d'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:58:46.446253 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc10d466-ca35-4099-b877-4311ad272917 None None] Routers {'dcc9cb19-10fd-44a6-9753-3213252e9f4d'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:58:46.448898 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-bc10d466-ca35-4099-b877-4311ad272917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:58:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['dcc9cb19-10fd-44a6-9753-3213252e9f4d'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:58:46.502218 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2370d44c-e2a4-4df0-a89f-0337b6b8f993 req-c1ff5462-44a3-43dd-9ed5-ee95cacb8cb9 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:46.503911 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2370d44c-e2a4-4df0-a89f-0337b6b8f993 req-c1ff5462-44a3-43dd-9ed5-ee95cacb8cb9 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e73a476-a174-4b27-84c0-28b9fe3f2b1a HTTP/1.1" status: 200 len: 944 time: 0.2672265 Feb 04 12:58:46.508739 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_v2 [None req-d65998d3-099f-41e0-9a27-ea97c8baaeb0 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Deleting subnet 95ea9ebd-f7aa-425c-9be2-55757b9f0bd9 {{(pid=103475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:58:46.513071 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d65998d3-099f-41e0-9a27-ea97c8baaeb0 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for subnet (95ea9ebd-f7aa-425c-9be2-55757b9f0bd9), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:46.594689 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d65998d3-099f-41e0-9a27-ea97c8baaeb0 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51859329'] for subnet (95ea9ebd-f7aa-425c-9be2-55757b9f0bd9), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:46.612094 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-bc10d466-ca35-4099-b877-4311ad272917 None None] Set router dcc9cb19-10fd-44a6-9753-3213252e9f4d gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:58:46.654109 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2370d44c-e2a4-4df0-a89f-0337b6b8f993 req-956f2433-7067-478f-8819-f7efef64cd67 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8eeb614-2d0b-40ed-b6ec-8d66d693ddb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375444 Feb 04 12:58:46.758186 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d65998d3-099f-41e0-9a27-ea97c8baaeb0 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (95ea9ebd-f7aa-425c-9be2-55757b9f0bd9), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:46.833853 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d65998d3-099f-41e0-9a27-ea97c8baaeb0 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-52093282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51452698'] for subnet (95ea9ebd-f7aa-425c-9be2-55757b9f0bd9), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:46.871100 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65998d3-099f-41e0-9a27-ea97c8baaeb0 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Pushing event deleted for resources: {'Subnet': ['ID=95ea9ebd-f7aa-425c-9be2-55757b9f0bd9,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:46.878913 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-bc10d466-ca35-4099-b877-4311ad272917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcc9cb19-10fd-44a6-9753-3213252e9f4d', 'name': 'tempest-TestNetworkBasicOps-router-155896296', 'tenant_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '49b8182e-1419-4e71-a069-2f9f3666b50c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:56:33Z', 'updated_at': '2022-02-04T12:58:45Z', 'revision_number': 7, 'project_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'gw_port': {'id': '49b8182e-1419-4e71-a069-2f9f3666b50c', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc9cb19-10fd-44a6-9753-3213252e9f4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:56:33Z', 'updated_at': '2022-02-04T12:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:58:46.881040 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d65998d3-099f-41e0-9a27-ea97c8baaeb0 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:46.885754 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-d65998d3-099f-41e0-9a27-ea97c8baaeb0 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "DELETE /v2.0/subnets/95ea9ebd-f7aa-425c-9be2-55757b9f0bd9 HTTP/1.1" status: 204 len: 168 time: 0.4723732 Feb 04 12:58:46.887438 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5388f76e-2691-4718-aab7-64c90f1a2244 None None] Network 74e52c79-8af0-4510-adb0-f8d07ad29182 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:58:46.887681 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 50252) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:58:46.923496 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc10d466-ca35-4099-b877-4311ad272917 None None] Checking router: dcc9cb19-10fd-44a6-9753-3213252e9f4d for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:58:47.029478 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2db19e9d-a523-4b98-baa8-a9515c088618 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for router (dcc9cb19-10fd-44a6-9753-3213252e9f4d), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:47.139230 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc10d466-ca35-4099-b877-4311ad272917 None None] Routers {'dcc9cb19-10fd-44a6-9753-3213252e9f4d'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:58:47.140468 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-bc10d466-ca35-4099-b877-4311ad272917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:58:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['dcc9cb19-10fd-44a6-9753-3213252e9f4d'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:58:47.158328 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2db19e9d-a523-4b98-baa8-a9515c088618 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for router_gateway (dcc9cb19-10fd-44a6-9753-3213252e9f4d), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:47.215968 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-2db19e9d-a523-4b98-baa8-a9515c088618 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Deleting port 49b8182e-1419-4e71-a069-2f9f3666b50c {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:58:47.216194 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2db19e9d-a523-4b98-baa8-a9515c088618 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (49b8182e-1419-4e71-a069-2f9f3666b50c), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:47.281752 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-bc10d466-ca35-4099-b877-4311ad272917 None None] Set router dcc9cb19-10fd-44a6-9753-3213252e9f4d gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:58:47.303402 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-2db19e9d-a523-4b98-baa8-a9515c088618 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] For port 49b8182e-1419-4e71-a069-2f9f3666b50c, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=49b8182e-1419-4e71-a069-2f9f3666b50c,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:58:47.303898 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2db19e9d-a523-4b98-baa8-a9515c088618 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (49b8182e-1419-4e71-a069-2f9f3666b50c), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:47.331323 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-2db19e9d-a523-4b98-baa8-a9515c088618 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Calling delete_port for 49b8182e-1419-4e71-a069-2f9f3666b50c owned by network:router_gateway {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:58:47.353682 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8067a7-f840-4f81-a8de-904ffea45df9 None None] DHCP port deletion for 74e52c79-8af0-4510-adb0-f8d07ad29182 request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 12:58:47.490744 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-5c8067a7-f840-4f81-a8de-904ffea45df9 None None] Deleting port fa218fdf-fa6a-447a-b2c5-61ecad97184f {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:58:47.491441 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5c8067a7-f840-4f81-a8de-904ffea45df9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (fa218fdf-fa6a-447a-b2c5-61ecad97184f), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:47.508373 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2db19e9d-a523-4b98-baa8-a9515c088618 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (49b8182e-1419-4e71-a069-2f9f3666b50c), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:47.536663 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db19e9d-a523-4b98-baa8-a9515c088618 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Pushing event deleted for resources: {'Port': ['ID=49b8182e-1419-4e71-a069-2f9f3666b50c,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:47.568479 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-5c8067a7-f840-4f81-a8de-904ffea45df9 None None] For port fa218fdf-fa6a-447a-b2c5-61ecad97184f, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=fa218fdf-fa6a-447a-b2c5-61ecad97184f,segment=NetworkSegment(c8e2b57a-5c28-4b60-99e3-8e18da03ac0f),segment_id=c8e2b57a-5c28-4b60-99e3-8e18da03ac0f)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:58:47.568803 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5c8067a7-f840-4f81-a8de-904ffea45df9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (fa218fdf-fa6a-447a-b2c5-61ecad97184f), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:47.571946 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-bc10d466-ca35-4099-b877-4311ad272917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcc9cb19-10fd-44a6-9753-3213252e9f4d', 'name': 'tempest-TestNetworkBasicOps-router-155896296', 'tenant_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '49b8182e-1419-4e71-a069-2f9f3666b50c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:56:33Z', 'updated_at': '2022-02-04T12:58:45Z', 'revision_number': 7, 'project_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'gw_port': {'id': '49b8182e-1419-4e71-a069-2f9f3666b50c', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc9cb19-10fd-44a6-9753-3213252e9f4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:56:33Z', 'updated_at': '2022-02-04T12:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:58:47.611606 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc10d466-ca35-4099-b877-4311ad272917 None None] The sync data for ids ['dcc9cb19-10fd-44a6-9753-3213252e9f4d'] in n-d-825015-3 is: [{'id': 'dcc9cb19-10fd-44a6-9753-3213252e9f4d', 'name': 'tempest-TestNetworkBasicOps-router-155896296', 'tenant_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '49b8182e-1419-4e71-a069-2f9f3666b50c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:56:33Z', 'updated_at': '2022-02-04T12:58:45Z', 'revision_number': 7, 'project_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'gw_port': {'id': '49b8182e-1419-4e71-a069-2f9f3666b50c', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc9cb19-10fd-44a6-9753-3213252e9f4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:56:33Z', 'updated_at': '2022-02-04T12:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:58:47.614116 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-5c8067a7-f840-4f81-a8de-904ffea45df9 None None] Calling delete_port for fa218fdf-fa6a-447a-b2c5-61ecad97184f owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:58:47.647774 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32c542d-b678-4379-98b4-aeff5c820827 req-af1856af-0094-40fc-8dd2-da50d943c6ad tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:47.649261 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b32c542d-b678-4379-98b4-aeff5c820827 req-af1856af-0094-40fc-8dd2-da50d943c6ad tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=22704979-2c9f-416c-a9cc-621c4bd05eca HTTP/1.1" status: 200 len: 944 time: 0.1167622 Feb 04 12:58:47.666292 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2db19e9d-a523-4b98-baa8-a9515c088618 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1599901'] for router_gateway (dcc9cb19-10fd-44a6-9753-3213252e9f4d), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:47.704961 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5c8067a7-f840-4f81-a8de-904ffea45df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (fa218fdf-fa6a-447a-b2c5-61ecad97184f), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:47.732906 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8067a7-f840-4f81-a8de-904ffea45df9 None None] Pushing event deleted for resources: {'Port': ['ID=fa218fdf-fa6a-447a-b2c5-61ecad97184f,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:47.741815 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8067a7-f840-4f81-a8de-904ffea45df9 None None] No DVR routers for this DVR port fa218fdf-fa6a-447a-b2c5-61ecad97184f on host n-d-825015-3 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:58:47.746067 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8067a7-f840-4f81-a8de-904ffea45df9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:58:47.746617 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8067a7-f840-4f81-a8de-904ffea45df9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:58:47.746896 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8067a7-f840-4f81-a8de-904ffea45df9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:58:47.747687 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8067a7-f840-4f81-a8de-904ffea45df9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:58:47.747687 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8067a7-f840-4f81-a8de-904ffea45df9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:58:47.747958 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8067a7-f840-4f81-a8de-904ffea45df9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:58:47.748222 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8067a7-f840-4f81-a8de-904ffea45df9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:58:47.748547 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8067a7-f840-4f81-a8de-904ffea45df9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:58:47.748870 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8067a7-f840-4f81-a8de-904ffea45df9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:58:47.749194 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8067a7-f840-4f81-a8de-904ffea45df9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:58:47.750262 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8067a7-f840-4f81-a8de-904ffea45df9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:58:47.750913 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8067a7-f840-4f81-a8de-904ffea45df9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:58:47.751008 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8067a7-f840-4f81-a8de-904ffea45df9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:58:47.822344 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b32c542d-b678-4379-98b4-aeff5c820827 req-a817b944-398a-4639-83f0-f1df6255dfb6 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3f9fd42-344e-42cb-9241-a34957176b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1675570 Feb 04 12:58:47.824003 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2db19e9d-a523-4b98-baa8-a9515c088618 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10915'] for router (dcc9cb19-10fd-44a6-9753-3213252e9f4d), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:47.826831 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2db19e9d-a523-4b98-baa8-a9515c088618 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for router_controller (dcc9cb19-10fd-44a6-9753-3213252e9f4d), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:47.889510 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7e153e-9a91-472b-83a0-08718ead8a31 req-5cbcfc4e-161c-422d-8b52-e8b796b35b1d tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:47.891243 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9c7e153e-9a91-472b-83a0-08718ead8a31 req-5cbcfc4e-161c-422d-8b52-e8b796b35b1d tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e73a476-a174-4b27-84c0-28b9fe3f2b1a HTTP/1.1" status: 200 len: 944 time: 0.1432877 Feb 04 12:58:47.892534 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2db19e9d-a523-4b98-baa8-a9515c088618 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622829'] for router (dcc9cb19-10fd-44a6-9753-3213252e9f4d), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:47.893002 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2db19e9d-a523-4b98-baa8-a9515c088618 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Fanout notify agent at l3_agent the message router_deleted on router dcc9cb19-10fd-44a6-9753-3213252e9f4d {{(pid=103475) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 12:58:47.900137 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2db19e9d-a523-4b98-baa8-a9515c088618 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for router (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:47.901059 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-2db19e9d-a523-4b98-baa8-a9515c088618 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "DELETE /v2.0/routers/dcc9cb19-10fd-44a6-9753-3213252e9f4d HTTP/1.1" status: 204 len: 168 time: 1.0118959 Feb 04 12:58:47.904120 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 50260) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:58:47.972186 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9c7e153e-9a91-472b-83a0-08718ead8a31 req-cc09f4e1-7140-4766-90aa-93a5826cd77b tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8eeb614-2d0b-40ed-b6ec-8d66d693ddb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687220 Feb 04 12:58:48.013053 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9bcb89bb-629b-44e9-9135-590429f5759c tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (74e52c79-8af0-4510-adb0-f8d07ad29182), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:48.054192 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2383958a-ea25-4df4-b255-97ee3a080f6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:48.161580 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device fa218fdf-fa6a-447a-b2c5-61ecad97184f no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:58:48.173478 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9bcb89bb-629b-44e9-9135-590429f5759c tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (74e52c79-8af0-4510-adb0-f8d07ad29182), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:48.188472 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: fa218fdf-fa6a-447a-b2c5-61ecad97184f {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:58:48.189335 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device fa218fdf-fa6a-447a-b2c5-61ecad97184f not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:58:48.189946 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device fa0aa1ab-dcc7-49dc-9687-c2e04e531930 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:58:48.197869 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-9bcb89bb-629b-44e9-9135-590429f5759c tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74e52c79-8af0-4510-adb0-f8d07ad29182']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:58:48.199962 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4936e00e-f3aa-4bfe-9d6c-2e350d84680e req-a43ca91c-2f17-46e9-a2bf-8fc57e9deee8 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:48.201537 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4936e00e-f3aa-4bfe-9d6c-2e350d84680e req-a43ca91c-2f17-46e9-a2bf-8fc57e9deee8 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=22704979-2c9f-416c-a9cc-621c4bd05eca HTTP/1.1" status: 200 len: 944 time: 0.1139607 Feb 04 12:58:48.209492 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7831e88d-755c-4427-9e3a-811c3c214fbd req-c781aaa3-9ab1-4316-84cc-5b6d99509a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:48.210871 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-9bcb89bb-629b-44e9-9135-590429f5759c tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8e2b57a-5c28-4b60-99e3-8e18da03ac0f') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:58:48.211052 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7831e88d-755c-4427-9e3a-811c3c214fbd req-c781aaa3-9ab1-4316-84cc-5b6d99509a03 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=081a166ab6754953977e00fecaf55e63&device_id=22704979-2c9f-416c-a9cc-621c4bd05eca HTTP/1.1" status: 200 len: 1126 time: 0.0840130 Feb 04 12:58:48.211166 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-9bcb89bb-629b-44e9-9135-590429f5759c tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8e2b57a-5c28-4b60-99e3-8e18da03ac0f') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:58:48.220291 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: fa0aa1ab-dcc7-49dc-9687-c2e04e531930 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:58:48.220825 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device fa0aa1ab-dcc7-49dc-9687-c2e04e531930 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:58:48.223835 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9bcb89bb-629b-44e9-9135-590429f5759c tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (c8e2b57a-5c28-4b60-99e3-8e18da03ac0f), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:48.242622 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9bcb89bb-629b-44e9-9135-590429f5759c tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (c8e2b57a-5c28-4b60-99e3-8e18da03ac0f), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:48.251220 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bcb89bb-629b-44e9-9135-590429f5759c tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:58:48.251706 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9bcb89bb-629b-44e9-9135-590429f5759c tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (c8e2b57a-5c28-4b60-99e3-8e18da03ac0f), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:48.255614 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 12:58:48.255614 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:58:48.255614 n-d-825015-3 neutron-server[103474]: timer() Feb 04 12:58:48.255614 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:58:48.255614 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 12:58:48.255614 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:58:48.255614 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 12:58:48.255614 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:58:48.255614 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 12:58:48.255614 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:58:48.255614 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 12:58:48.255614 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:58:48.255614 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 12:58:48.255614 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:58:48.255614 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:58:48.255614 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:58:48.255614 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:58:48.255614 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:58:48.255614 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 12:58:48.255614 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:58:48.255614 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 12:58:48.255614 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:58:48.255614 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:58:48.255614 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:58:48.255614 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 12:58:48.255614 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:58:48.255614 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:58:48.255614 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:58:48.255614 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:58:48.255614 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:58:48.255614 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:58:48.255614 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:58:48.329480 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9bcb89bb-629b-44e9-9135-590429f5759c tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (74e52c79-8af0-4510-adb0-f8d07ad29182), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:48.343980 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9bcb89bb-629b-44e9-9135-590429f5759c tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:48.350935 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-9bcb89bb-629b-44e9-9135-590429f5759c tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "DELETE /v2.0/networks/74e52c79-8af0-4510-adb0-f8d07ad29182 HTTP/1.1" status: 204 len: 168 time: 0.4420786 Feb 04 12:58:48.367343 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcb89bb-629b-44e9-9135-590429f5759c tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Pushing event deleted for resources: {'Network': ['ID=74e52c79-8af0-4510-adb0-f8d07ad29182,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:48.369700 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 50264) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:58:48.376829 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-b73bbae2-357e-4f65-bcc1-72c883234c69 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Request body: {'network': {'name': 'tempest-network-smoke--27567575', 'project_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'port_security_enabled': True}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:58:48.392227 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcb89bb-629b-44e9-9135-590429f5759c tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:58:48.392577 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcb89bb-629b-44e9-9135-590429f5759c tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:58:48.393127 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcb89bb-629b-44e9-9135-590429f5759c tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:58:48.393651 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcb89bb-629b-44e9-9135-590429f5759c tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:58:48.394165 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcb89bb-629b-44e9-9135-590429f5759c tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:58:48.394689 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcb89bb-629b-44e9-9135-590429f5759c tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:58:48.395196 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcb89bb-629b-44e9-9135-590429f5759c tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:58:48.395702 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcb89bb-629b-44e9-9135-590429f5759c tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:58:48.396220 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcb89bb-629b-44e9-9135-590429f5759c tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:58:48.396750 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcb89bb-629b-44e9-9135-590429f5759c tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:58:48.397251 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcb89bb-629b-44e9-9135-590429f5759c tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:58:48.397750 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcb89bb-629b-44e9-9135-590429f5759c tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:58:48.398253 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcb89bb-629b-44e9-9135-590429f5759c tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:58:48.422953 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b73bbae2-357e-4f65-bcc1-72c883234c69 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Made reservation on behalf of ad73185521b9452e903e10ccdcd3b5aa for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:58:48.427339 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b73bbae2-357e-4f65-bcc1-72c883234c69 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:48.460429 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b73bbae2-357e-4f65-bcc1-72c883234c69 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:58:48.474262 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b73bbae2-357e-4f65-bcc1-72c883234c69 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (51bc948a-74dc-4fe3-a18b-fd9884732402), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:48.474791 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-b73bbae2-357e-4f65-bcc1-72c883234c69 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Added segment 51bc948a-74dc-4fe3-a18b-fd9884732402 of type vlan for network 44de3b6f-029b-4e49-ac62-0d0496f9fa69 Feb 04 12:58:48.525630 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b73bbae2-357e-4f65-bcc1-72c883234c69 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (44de3b6f-029b-4e49-ac62-0d0496f9fa69), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:48.554701 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b73bbae2-357e-4f65-bcc1-72c883234c69 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (44de3b6f-029b-4e49-ac62-0d0496f9fa69), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:48.559748 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73bbae2-357e-4f65-bcc1-72c883234c69 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:48.560366 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b73bbae2-357e-4f65-bcc1-72c883234c69 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:48.624941 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4936e00e-f3aa-4bfe-9d6c-2e350d84680e req-20b865da-0b2b-4161-ae29-49911caa1023 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3f9fd42-344e-42cb-9241-a34957176b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4122345 Feb 04 12:58:48.633256 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-b73bbae2-357e-4f65-bcc1-72c883234c69 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2594435 Feb 04 12:58:48.633456 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 50266) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:58:48.640771 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-4432fcc3-3059-474d-9af0-9a7e3420af6a tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-508723425', 'admin_state_up': True, 'project_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:58:48.654405 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73bbae2-357e-4f65-bcc1-72c883234c69 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Pushing event updated for resources: {'Network': ['ID=44de3b6f-029b-4e49-ac62-0d0496f9fa69,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:48.654924 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7831e88d-755c-4427-9e3a-811c3c214fbd req-dec1d1bc-2deb-4485-b030-f31b2c80d7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:48.657263 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7831e88d-755c-4427-9e3a-811c3c214fbd req-dec1d1bc-2deb-4485-b030-f31b2c80d7a9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2199cf82-6b45-4a26-9381-22c185674f2b HTTP/1.1" status: 200 len: 912 time: 0.4380207 Feb 04 12:58:48.667224 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 44de3b6f-029b-4e49-ac62-0d0496f9fa69 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:58:48.672168 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4432fcc3-3059-474d-9af0-9a7e3420af6a tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10933'] for router (3c7d949c-a59a-4cd5-a906-3c75ff3b7ae9), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:48.673518 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4432fcc3-3059-474d-9af0-9a7e3420af6a tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10924'] for router (3c7d949c-a59a-4cd5-a906-3c75ff3b7ae9), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:48.738084 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7831e88d-755c-4427-9e3a-811c3c214fbd req-cdb41bff-0e3e-40eb-8f7e-70a4aaedac22 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cb852aaa-eaf1-4660-8fc3-7bde91629607 HTTP/1.1" status: 200 len: 998 time: 0.0725214 Feb 04 12:58:48.738507 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4432fcc3-3059-474d-9af0-9a7e3420af6a tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for router_controller (3c7d949c-a59a-4cd5-a906-3c75ff3b7ae9), precommit_add_association {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:48.802476 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7831e88d-755c-4427-9e3a-811c3c214fbd req-438ead8b-1112-41e1-a29a-5d276f118753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:48.805207 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7831e88d-755c-4427-9e3a-811c3c214fbd req-438ead8b-1112-41e1-a29a-5d276f118753 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=88c9f8fd-dc13-4414-bafb-3591060ecfdc HTTP/1.1" status: 200 len: 850 time: 0.0587852 Feb 04 12:58:48.869618 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7831e88d-755c-4427-9e3a-811c3c214fbd req-9655014f-1227-48dc-af05-88a77542956a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:48.871027 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7831e88d-755c-4427-9e3a-811c3c214fbd req-9655014f-1227-48dc-af05-88a77542956a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2199cf82-6b45-4a26-9381-22c185674f2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0567622 Feb 04 12:58:48.907967 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4432fcc3-3059-474d-9af0-9a7e3420af6a tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for router_gateway (3c7d949c-a59a-4cd5-a906-3c75ff3b7ae9), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:48.967184 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7831e88d-755c-4427-9e3a-811c3c214fbd req-5bef7abc-f3b7-4100-88f9-814d7a84247f service neutron] 10.222.0.73 "GET /v2.0/networks/2199cf82-6b45-4a26-9381-22c185674f2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882704 Feb 04 12:58:49.043671 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 04791ec1-32c2-4597-99a4-9612418d0b25 details requested by agent hyperv_n-h2-825015-3 with host n-h2-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:58:49.071405 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7831e88d-755c-4427-9e3a-811c3c214fbd req-42495e7a-2309-48cd-a58b-bf7f01e50084 service neutron] 10.222.0.73 "GET /v2.0/networks/2199cf82-6b45-4a26-9381-22c185674f2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968165 Feb 04 12:58:49.115340 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4432fcc3-3059-474d-9af0-9a7e3420af6a tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for router_gateway (3c7d949c-a59a-4cd5-a906-3c75ff3b7ae9), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:49.136370 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4432fcc3-3059-474d-9af0-9a7e3420af6a tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:49.183460 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfcf5bc-9376-4be1-a53b-c7a70ce22332 req-5e9597ea-4d22-495f-a105-73bddb4a8c85 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:49.185101 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fbfcf5bc-9376-4be1-a53b-c7a70ce22332 req-5e9597ea-4d22-495f-a105-73bddb4a8c85 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e73a476-a174-4b27-84c0-28b9fe3f2b1a HTTP/1.1" status: 200 len: 944 time: 0.0585649 Feb 04 12:58:49.190846 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 04791ec1-32c2-4597-99a4-9612418d0b25, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=04791ec1-32c2-4597-99a4-9612418d0b25,segment=NetworkSegment(9842ab09-ee4e-45ca-9eb8-8a98cf18f30e),segment_id=9842ab09-ee4e-45ca-9eb8-8a98cf18f30e)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:58:49.209607 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Returning: {'device': '04791ec1-32c2-4597-99a4-9612418d0b25', 'network_id': '4e1bb528-5b08-4fe5-be55-e6e60ca268fa', 'port_id': '04791ec1-32c2-4597-99a4-9612418d0b25', 'mac_address': 'fa:16:3e:4c:ae:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13ec9a2b-ecf4-4399-96f0-6b85e2cca449', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:58:49.237610 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fbfcf5bc-9376-4be1-a53b-c7a70ce22332 req-990568c7-52f3-4feb-8d27-40cad4fd3239 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8eeb614-2d0b-40ed-b6ec-8d66d693ddb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448024 Feb 04 12:58:49.251390 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 04791ec1-32c2-4597-99a4-9612418d0b25 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:58:49.251893 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (04791ec1-32c2-4597-99a4-9612418d0b25), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:49.261488 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-4432fcc3-3059-474d-9af0-9a7e3420af6a tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Allocated IP 172.25.3.69 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/8d481a2b-221b-4ba4-8cb2-0053c1426146) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:58:49.268035 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04791ec1-32c2-4597-99a4-9612418d0b25 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:58:49.299960 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 04791ec1-32c2-4597-99a4-9612418d0b25, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=04791ec1-32c2-4597-99a4-9612418d0b25,segment=NetworkSegment(9842ab09-ee4e-45ca-9eb8-8a98cf18f30e),segment_id=9842ab09-ee4e-45ca-9eb8-8a98cf18f30e)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:58:49.301350 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:49.304029 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (04791ec1-32c2-4597-99a4-9612418d0b25), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:49.358138 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=04791ec1-32c2-4597-99a4-9612418d0b25,revision_number=9']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:49.370404 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4432fcc3-3059-474d-9af0-9a7e3420af6a tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for port (8d481a2b-221b-4ba4-8cb2-0053c1426146), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:49.406409 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4432fcc3-3059-474d-9af0-9a7e3420af6a tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (8d481a2b-221b-4ba4-8cb2-0053c1426146), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:49.452403 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4432fcc3-3059-474d-9af0-9a7e3420af6a tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:58:49.456072 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-4432fcc3-3059-474d-9af0-9a7e3420af6a tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:58:49.459609 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4432fcc3-3059-474d-9af0-9a7e3420af6a tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:58:49.465266 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4432fcc3-3059-474d-9af0-9a7e3420af6a tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Pushing event updated for resources: {'Port': ['ID=8d481a2b-221b-4ba4-8cb2-0053c1426146,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:49.521035 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 12:58:49.527916 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['04791ec1-32c2-4597-99a4-9612418d0b25'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:58:49.792553 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b1f282-b665-4b01-9329-a521dd2410b8 req-dd2f5e9e-a390-4c95-8122-767cf3180d19 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:49.794504 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-36b1f282-b665-4b01-9329-a521dd2410b8 req-dd2f5e9e-a390-4c95-8122-767cf3180d19 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=22704979-2c9f-416c-a9cc-621c4bd05eca HTTP/1.1" status: 200 len: 944 time: 0.0679567 Feb 04 12:58:49.832790 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 49b8182e-1419-4e71-a069-2f9f3666b50c no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:58:49.853148 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-36b1f282-b665-4b01-9329-a521dd2410b8 req-b23ef235-8c8d-49d9-8fc4-4a5e8c2248c9 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3f9fd42-344e-42cb-9241-a34957176b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512204 Feb 04 12:58:49.869513 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 49b8182e-1419-4e71-a069-2f9f3666b50c {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:58:49.870013 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 49b8182e-1419-4e71-a069-2f9f3666b50c not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:58:49.985363 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4090b72b-226b-4a37-a75d-82ed2c8a5eae req-ee598f44-4d74-4219-b865-c8e4ea8e01a4 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:49.986889 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4090b72b-226b-4a37-a75d-82ed2c8a5eae req-ee598f44-4d74-4219-b865-c8e4ea8e01a4 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=22704979-2c9f-416c-a9cc-621c4bd05eca HTTP/1.1" status: 200 len: 944 time: 0.0611448 Feb 04 12:58:50.036789 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4090b72b-226b-4a37-a75d-82ed2c8a5eae req-f85f5055-3e28-472a-b643-2370c1d9fe21 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3f9fd42-344e-42cb-9241-a34957176b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440648 Feb 04 12:58:50.059974 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4432fcc3-3059-474d-9af0-9a7e3420af6a tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for router_gateway (3c7d949c-a59a-4cd5-a906-3c75ff3b7ae9), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:50.161229 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e334c6-5f19-4fde-9d9d-ef60dc623457 req-bfa42c62-d701-4102-91fb-e5ae69c357ee tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:50.162768 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-91e334c6-5f19-4fde-9d9d-ef60dc623457 req-bfa42c62-d701-4102-91fb-e5ae69c357ee tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=22704979-2c9f-416c-a9cc-621c4bd05eca HTTP/1.1" status: 200 len: 944 time: 0.0548048 Feb 04 12:58:50.210239 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-91e334c6-5f19-4fde-9d9d-ef60dc623457 req-ae544782-b8fd-4998-bf70-744d1530df00 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3f9fd42-344e-42cb-9241-a34957176b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415137 Feb 04 12:58:50.270274 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4432fcc3-3059-474d-9af0-9a7e3420af6a tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141'] for router (3c7d949c-a59a-4cd5-a906-3c75ff3b7ae9), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:50.412320 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b66188a-3831-45fc-b9b6-fa1db6010bd9 req-8a084204-aec2-4055-a4f2-2b8e8767f84f tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:50.414053 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4b66188a-3831-45fc-b9b6-fa1db6010bd9 req-8a084204-aec2-4055-a4f2-2b8e8767f84f tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e73a476-a174-4b27-84c0-28b9fe3f2b1a HTTP/1.1" status: 200 len: 945 time: 0.0932508 Feb 04 12:58:50.416744 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4432fcc3-3059-474d-9af0-9a7e3420af6a tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Router 3c7d949c-a59a-4cd5-a906-3c75ff3b7ae9 is scheduled to L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de with binding_index 1 {{(pid=103474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 12:58:50.492876 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4b66188a-3831-45fc-b9b6-fa1db6010bd9 req-ee3dd788-5933-499f-9951-b74905c0936e tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8eeb614-2d0b-40ed-b6ec-8d66d693ddb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671608 Feb 04 12:58:50.500973 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c914cb-e5fc-46dd-a3b0-a5c46f7d2a66 req-cf39e1b8-e415-4319-a5c5-769ecbdc1b6c tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:50.502572 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d0c914cb-e5fc-46dd-a3b0-a5c46f7d2a66 req-cf39e1b8-e415-4319-a5c5-769ecbdc1b6c tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=22704979-2c9f-416c-a9cc-621c4bd05eca HTTP/1.1" status: 200 len: 944 time: 0.0875154 Feb 04 12:58:50.536976 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4432fcc3-3059-474d-9af0-9a7e3420af6a tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:58:50.549055 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a814d5-8051-4fb2-b4e2-07bc41fed20e None None] Sync routers for ids ['3c7d949c-a59a-4cd5-a906-3c75ff3b7ae9'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:58:50.552789 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:50.558428 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d0c914cb-e5fc-46dd-a3b0-a5c46f7d2a66 req-70eac9a0-e49b-4a25-974a-1a16691e062a tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3f9fd42-344e-42cb-9241-a34957176b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502095 Feb 04 12:58:50.561171 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a814d5-8051-4fb2-b4e2-07bc41fed20e None None] Routers {'3c7d949c-a59a-4cd5-a906-3c75ff3b7ae9'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:58:50.563469 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-09a814d5-8051-4fb2-b4e2-07bc41fed20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:58:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['3c7d949c-a59a-4cd5-a906-3c75ff3b7ae9'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:58:50.568872 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4432fcc3-3059-474d-9af0-9a7e3420af6a tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:50.572034 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-4432fcc3-3059-474d-9af0-9a7e3420af6a tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.9360087 Feb 04 12:58:50.573712 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 50282) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:58:50.602718 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-5e5a62ba-9e12-4dda-86fd-f777c5bb816e tempest-TestNetworkBasicOps-1870628221 tempest-TestNetworkBasicOps-1870628221-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=ad73185521b9452e903e10ccdcd3b5aa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275283 Feb 04 12:58:50.605285 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 50284) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:58:50.680817 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-09a814d5-8051-4fb2-b4e2-07bc41fed20e None None] Set router 3c7d949c-a59a-4cd5-a906-3c75ff3b7ae9 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:58:50.701479 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e29f03-19f7-417d-8183-9a41db8f1972 tempest-TestNetworkBasicOps-1870628221 tempest-TestNetworkBasicOps-1870628221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:50.706273 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-c8e29f03-19f7-417d-8183-9a41db8f1972 tempest-TestNetworkBasicOps-1870628221 tempest-TestNetworkBasicOps-1870628221-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0972984 Feb 04 12:58:50.706776 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 50286) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:58:50.737824 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-f4fea2d8-79bc-498f-8d65-5aeb2a0b2bd1 tempest-TestNetworkBasicOps-1870628221 tempest-TestNetworkBasicOps-1870628221-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0297470 Feb 04 12:58:50.740516 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 50288) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:58:50.745745 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-c68896b2-70b2-497b-a04e-7f90f362a9f2 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-633950764', 'network_id': '44de3b6f-029b-4e49-ac62-0d0496f9fa69', 'project_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:58:50.841494 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c68896b2-70b2-497b-a04e-7f90f362a9f2 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Made reservation on behalf of ad73185521b9452e903e10ccdcd3b5aa for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:58:50.845696 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c68896b2-70b2-497b-a04e-7f90f362a9f2 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60610638'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:50.980626 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-09a814d5-8051-4fb2-b4e2-07bc41fed20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c7d949c-a59a-4cd5-a906-3c75ff3b7ae9', 'name': 'tempest-TestNetworkBasicOps-router-508723425', 'tenant_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '8d481a2b-221b-4ba4-8cb2-0053c1426146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:58:48Z', 'updated_at': '2022-02-04T12:58:49Z', 'revision_number': 3, 'project_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'gw_port': {'id': '8d481a2b-221b-4ba4-8cb2-0053c1426146', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:c0:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c7d949c-a59a-4cd5-a906-3c75ff3b7ae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:58:49Z', 'updated_at': '2022-02-04T12:58:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:58:51.009459 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a814d5-8051-4fb2-b4e2-07bc41fed20e None None] Checking router: 3c7d949c-a59a-4cd5-a906-3c75ff3b7ae9 for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:58:51.009733 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a814d5-8051-4fb2-b4e2-07bc41fed20e None None] Updating router 3c7d949c-a59a-4cd5-a906-3c75ff3b7ae9 port 8d481a2b-221b-4ba4-8cb2-0053c1426146 binding host n-d-825015-3 {{(pid=103477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:58:51.037363 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-09a814d5-8051-4fb2-b4e2-07bc41fed20e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (8d481a2b-221b-4ba4-8cb2-0053c1426146), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:51.038094 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c68896b2-70b2-497b-a04e-7f90f362a9f2 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59045178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60610680'] for subnet (bca709eb-7a50-41c2-9ef5-a182e4482d66), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:51.043994 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 04791ec1-32c2-4597-99a4-9612418d0b25 up at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:58:51.103967 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning complete for port 04791ec1-32c2-4597-99a4-9612418d0b25 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:58:51.104494 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (04791ec1-32c2-4597-99a4-9612418d0b25), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:51.112692 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68896b2-70b2-497b-a04e-7f90f362a9f2 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Pushing event updated for resources: {'Subnet': ['ID=bca709eb-7a50-41c2-9ef5-a182e4482d66,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:51.122092 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68896b2-70b2-497b-a04e-7f90f362a9f2 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Checking segment: {'id': '51bc948a-74dc-4fe3-a18b-fd9884732402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '44de3b6f-029b-4e49-ac62-0d0496f9fa69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:58:51.122515 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68896b2-70b2-497b-a04e-7f90f362a9f2 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Network hostable DHCP agents. Network: 44de3b6f-029b-4e49-ac62-0d0496f9fa69, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:58:51.142904 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68896b2-70b2-497b-a04e-7f90f362a9f2 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Network 44de3b6f-029b-4e49-ac62-0d0496f9fa69 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:58:51.154272 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-c68896b2-70b2-497b-a04e-7f90f362a9f2 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 44de3b6f-029b-4e49-ac62-0d0496f9fa69) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:58:51.166588 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68896b2-70b2-497b-a04e-7f90f362a9f2 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:51.167209 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c68896b2-70b2-497b-a04e-7f90f362a9f2 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:51.176944 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93fd9e8b-2298-452d-a148-b62cac96f99d None None] Network 44de3b6f-029b-4e49-ac62-0d0496f9fa69 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:58:51.184583 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-c68896b2-70b2-497b-a04e-7f90f362a9f2 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4429882 Feb 04 12:58:51.188085 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 50290) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:58:51.242821 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 04791ec1-32c2-4597-99a4-9612418d0b25 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:58:51.243220 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (04791ec1-32c2-4597-99a4-9612418d0b25), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:51.285283 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e73a476-a174-4b27-84c0-28b9fe3f2b1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04791ec1-32c2-4597-99a4-9612418d0b25'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:58:51.287894 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b885db93-7052-44a6-a48b-cd8115af2501" -d '{"events": [{"server_uuid": "4e73a476-a174-4b27-84c0-28b9fe3f2b1a", "name": "network-vif-plugged", "status": "completed", "tag": "04791ec1-32c2-4597-99a4-9612418d0b25"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:58:51.331323 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-09a814d5-8051-4fb2-b4e2-07bc41fed20e None None] Publish callbacks [] for port (8d481a2b-221b-4ba4-8cb2-0053c1426146), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:51.347688 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-09a814d5-8051-4fb2-b4e2-07bc41fed20e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (8d481a2b-221b-4ba4-8cb2-0053c1426146), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:51.408439 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7172de58-d3b3-4875-afce-e22ffaa79607 None None] Pushing event updated for resources: {'Port': ['ID=8d481a2b-221b-4ba4-8cb2-0053c1426146,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:51.435957 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59f376c7-e2a6-4369-9f6c-7fc1ea3f71d1 x-openstack-request-id: req-59f376c7-e2a6-4369-9f6c-7fc1ea3f71d1 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:58:51.435957 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e73a476-a174-4b27-84c0-28b9fe3f2b1a", "name": "network-vif-plugged", "status": "completed", "tag": "04791ec1-32c2-4597-99a4-9612418d0b25", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:58:51.435957 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-59f376c7-e2a6-4369-9f6c-7fc1ea3f71d1 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:58:51.435957 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e73a476-a174-4b27-84c0-28b9fe3f2b1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04791ec1-32c2-4597-99a4-9612418d0b25', 'code': 200} Feb 04 12:58:51.435957 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 04791ec1-32c2-4597-99a4-9612418d0b25, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=04791ec1-32c2-4597-99a4-9612418d0b25,segment=NetworkSegment(9842ab09-ee4e-45ca-9eb8-8a98cf18f30e),segment_id=9842ab09-ee4e-45ca-9eb8-8a98cf18f30e)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:58:51.437360 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7172de58-d3b3-4875-afce-e22ffaa79607 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:58:51.437360 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7172de58-d3b3-4875-afce-e22ffaa79607 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:58:51.437360 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7172de58-d3b3-4875-afce-e22ffaa79607 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:58:51.437360 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7172de58-d3b3-4875-afce-e22ffaa79607 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:58:51.437360 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7172de58-d3b3-4875-afce-e22ffaa79607 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:58:51.437360 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7172de58-d3b3-4875-afce-e22ffaa79607 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:58:51.437360 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7172de58-d3b3-4875-afce-e22ffaa79607 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:58:51.437360 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7172de58-d3b3-4875-afce-e22ffaa79607 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:58:51.437360 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7172de58-d3b3-4875-afce-e22ffaa79607 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:58:51.437360 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7172de58-d3b3-4875-afce-e22ffaa79607 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:58:51.437360 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7172de58-d3b3-4875-afce-e22ffaa79607 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:58:51.437360 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7172de58-d3b3-4875-afce-e22ffaa79607 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:58:51.437360 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7172de58-d3b3-4875-afce-e22ffaa79607 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:58:51.446506 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-09a814d5-8051-4fb2-b4e2-07bc41fed20e None None] Attempting to bind port 8d481a2b-221b-4ba4-8cb2-0053c1426146 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:58:51.447039 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-09a814d5-8051-4fb2-b4e2-07bc41fed20e None None] Attempting to bind port 8d481a2b-221b-4ba4-8cb2-0053c1426146 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:58:51.447501 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a814d5-8051-4fb2-b4e2-07bc41fed20e None None] Attempting to bind port 8d481a2b-221b-4ba4-8cb2-0053c1426146 on network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:58:51.454522 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a814d5-8051-4fb2-b4e2-07bc41fed20e None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:58:51.455046 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a814d5-8051-4fb2-b4e2-07bc41fed20e None None] Checking segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:58:51.455528 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-09a814d5-8051-4fb2-b4e2-07bc41fed20e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:51.456029 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a814d5-8051-4fb2-b4e2-07bc41fed20e None None] Bound using segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:58:51.456550 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-09a814d5-8051-4fb2-b4e2-07bc41fed20e None None] Bound port: 8d481a2b-221b-4ba4-8cb2-0053c1426146, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:58:51.457002 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-09a814d5-8051-4fb2-b4e2-07bc41fed20e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (8d481a2b-221b-4ba4-8cb2-0053c1426146), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:51.473011 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (04791ec1-32c2-4597-99a4-9612418d0b25), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:51.503394 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1dcdfb-e25a-4fe1-a906-6afd2d4df539 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-44de3b6f-029b-4e49-ac62-0d0496f9fa69', 'network_id': '44de3b6f-029b-4e49-ac62-0d0496f9fa69', 'project_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'fixed_ips': [{'subnet_id': 'bca709eb-7a50-41c2-9ef5-a182e4482d66'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 12:58:51.503704 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9b1dcdfb-e25a-4fe1-a906-6afd2d4df539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:51.543841 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-09a814d5-8051-4fb2-b4e2-07bc41fed20e None None] For port 8d481a2b-221b-4ba4-8cb2-0053c1426146, host n-d-825015-3, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:58:51.548097 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-09a814d5-8051-4fb2-b4e2-07bc41fed20e None None] For port 8d481a2b-221b-4ba4-8cb2-0053c1426146, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=8d481a2b-221b-4ba4-8cb2-0053c1426146,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:58:51.556367 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-09a814d5-8051-4fb2-b4e2-07bc41fed20e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (8d481a2b-221b-4ba4-8cb2-0053c1426146), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:51.566406 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=04791ec1-32c2-4597-99a4-9612418d0b25,revision_number=10']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:51.627334 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7172de58-d3b3-4875-afce-e22ffaa79607 None None] Pushing event updated for resources: {'Port': ['ID=8d481a2b-221b-4ba4-8cb2-0053c1426146,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:51.654006 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a814d5-8051-4fb2-b4e2-07bc41fed20e None None] Routers {'3c7d949c-a59a-4cd5-a906-3c75ff3b7ae9'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:58:51.655272 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-09a814d5-8051-4fb2-b4e2-07bc41fed20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:58:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['3c7d949c-a59a-4cd5-a906-3c75ff3b7ae9'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:58:51.739196 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-9b1dcdfb-e25a-4fe1-a906-6afd2d4df539 None None] Allocated IP 172.20.0.2 (44de3b6f-029b-4e49-ac62-0d0496f9fa69/bca709eb-7a50-41c2-9ef5-a182e4482d66/a7bceeed-416b-4e38-a3e2-4c2292f286ee) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:58:51.741389 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:51.785384 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ef6e93-eb77-45c7-927c-f0f80377cffd req-f7d6ea9e-4b1e-4cab-9cbb-03f67180639a tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:51.786913 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-52ef6e93-eb77-45c7-927c-f0f80377cffd req-f7d6ea9e-4b1e-4cab-9cbb-03f67180639a tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e73a476-a174-4b27-84c0-28b9fe3f2b1a HTTP/1.1" status: 200 len: 947 time: 0.1440451 Feb 04 12:58:51.799819 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-09a814d5-8051-4fb2-b4e2-07bc41fed20e None None] Set router 3c7d949c-a59a-4cd5-a906-3c75ff3b7ae9 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:58:51.854151 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d1cb0e-963a-45ad-ba42-676683d1a891 req-1ac93db3-9ef8-443d-be57-0edd830bd4cf tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:51.855784 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-36d1cb0e-963a-45ad-ba42-676683d1a891 req-1ac93db3-9ef8-443d-be57-0edd830bd4cf tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=22704979-2c9f-416c-a9cc-621c4bd05eca HTTP/1.1" status: 200 len: 944 time: 0.2116454 Feb 04 12:58:51.894615 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a6a43d-38e2-4770-9e70-b7fac84d120d req-5d2c1c13-2a78-4767-9a72-6c110dd060ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:51.896169 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c5a6a43d-38e2-4770-9e70-b7fac84d120d req-5d2c1c13-2a78-4767-9a72-6c110dd060ed service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=4e73a476-a174-4b27-84c0-28b9fe3f2b1a HTTP/1.1" status: 200 len: 1129 time: 0.2510355 Feb 04 12:58:51.935537 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9b1dcdfb-e25a-4fe1-a906-6afd2d4df539 None None] Publish callbacks [] for port (a7bceeed-416b-4e38-a3e2-4c2292f286ee), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:51.945747 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9b1dcdfb-e25a-4fe1-a906-6afd2d4df539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (a7bceeed-416b-4e38-a3e2-4c2292f286ee), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:51.965629 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1dcdfb-e25a-4fe1-a906-6afd2d4df539 None None] Network 44de3b6f-029b-4e49-ac62-0d0496f9fa69 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:58:51.968598 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-52ef6e93-eb77-45c7-927c-f0f80377cffd req-e1f5f498-8583-45df-9a07-6bb6a8df99ef tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8eeb614-2d0b-40ed-b6ec-8d66d693ddb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1736653 Feb 04 12:58:51.969344 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-9b1dcdfb-e25a-4fe1-a906-6afd2d4df539 None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:58:51.972429 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1dcdfb-e25a-4fe1-a906-6afd2d4df539 None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:58:52.003317 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-36d1cb0e-963a-45ad-ba42-676683d1a891 req-5d25b75a-ee7f-4e64-98d7-ce289ae9c67f tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3f9fd42-344e-42cb-9241-a34957176b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1357391 Feb 04 12:58:52.047961 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-09a814d5-8051-4fb2-b4e2-07bc41fed20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c7d949c-a59a-4cd5-a906-3c75ff3b7ae9', 'name': 'tempest-TestNetworkBasicOps-router-508723425', 'tenant_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '8d481a2b-221b-4ba4-8cb2-0053c1426146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:58:48Z', 'updated_at': '2022-02-04T12:58:49Z', 'revision_number': 3, 'project_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'gw_port': {'id': '8d481a2b-221b-4ba4-8cb2-0053c1426146', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:c0:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c7d949c-a59a-4cd5-a906-3c75ff3b7ae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:58:49Z', 'updated_at': '2022-02-04T12:58:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:58:52.049621 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c5a6a43d-38e2-4770-9e70-b7fac84d120d req-30f89432-7c89-4cdd-8965-7f88740d812a service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=e8eeb614-2d0b-40ed-b6ec-8d66d693ddb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429040 Feb 04 12:58:52.072796 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1dcdfb-e25a-4fe1-a906-6afd2d4df539 None None] Pushing event updated for resources: {'Port': ['ID=a7bceeed-416b-4e38-a3e2-4c2292f286ee,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:52.080489 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-879ebc80-f134-4f0c-ae54-b14d30b97a34 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:52.087249 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a814d5-8051-4fb2-b4e2-07bc41fed20e None None] The sync data for ids ['3c7d949c-a59a-4cd5-a906-3c75ff3b7ae9'] in n-d-825015-3 is: [{'id': '3c7d949c-a59a-4cd5-a906-3c75ff3b7ae9', 'name': 'tempest-TestNetworkBasicOps-router-508723425', 'tenant_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '8d481a2b-221b-4ba4-8cb2-0053c1426146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:58:48Z', 'updated_at': '2022-02-04T12:58:49Z', 'revision_number': 3, 'project_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'gw_port': {'id': '8d481a2b-221b-4ba4-8cb2-0053c1426146', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:c0:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c7d949c-a59a-4cd5-a906-3c75ff3b7ae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:58:49Z', 'updated_at': '2022-02-04T12:58:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:58:52.088993 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-9b1dcdfb-e25a-4fe1-a906-6afd2d4df539 None None] Attempting to bind port a7bceeed-416b-4e38-a3e2-4c2292f286ee on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:58:52.089567 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-9b1dcdfb-e25a-4fe1-a906-6afd2d4df539 None None] Attempting to bind port a7bceeed-416b-4e38-a3e2-4c2292f286ee by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '51bc948a-74dc-4fe3-a18b-fd9884732402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '44de3b6f-029b-4e49-ac62-0d0496f9fa69'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:58:52.091054 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1dcdfb-e25a-4fe1-a906-6afd2d4df539 None None] Attempting to bind port a7bceeed-416b-4e38-a3e2-4c2292f286ee on network 44de3b6f-029b-4e49-ac62-0d0496f9fa69 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:58:52.099954 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1dcdfb-e25a-4fe1-a906-6afd2d4df539 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:58:52.100641 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1dcdfb-e25a-4fe1-a906-6afd2d4df539 None None] Checking segment: {'id': '51bc948a-74dc-4fe3-a18b-fd9884732402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '44de3b6f-029b-4e49-ac62-0d0496f9fa69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:58:52.102337 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9b1dcdfb-e25a-4fe1-a906-6afd2d4df539 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:52.102337 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1dcdfb-e25a-4fe1-a906-6afd2d4df539 None None] Bound using segment: {'id': '51bc948a-74dc-4fe3-a18b-fd9884732402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '44de3b6f-029b-4e49-ac62-0d0496f9fa69'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:58:52.102337 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-9b1dcdfb-e25a-4fe1-a906-6afd2d4df539 None None] Bound port: a7bceeed-416b-4e38-a3e2-4c2292f286ee, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51bc948a-74dc-4fe3-a18b-fd9884732402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '44de3b6f-029b-4e49-ac62-0d0496f9fa69'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:58:52.102337 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9b1dcdfb-e25a-4fe1-a906-6afd2d4df539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (a7bceeed-416b-4e38-a3e2-4c2292f286ee), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:52.208857 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-9b1dcdfb-e25a-4fe1-a906-6afd2d4df539 None None] For port a7bceeed-416b-4e38-a3e2-4c2292f286ee, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:58:52.213674 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-9b1dcdfb-e25a-4fe1-a906-6afd2d4df539 None None] For port a7bceeed-416b-4e38-a3e2-4c2292f286ee, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=a7bceeed-416b-4e38-a3e2-4c2292f286ee,segment=NetworkSegment(51bc948a-74dc-4fe3-a18b-fd9884732402),segment_id=51bc948a-74dc-4fe3-a18b-fd9884732402)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:58:52.221882 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9b1dcdfb-e25a-4fe1-a906-6afd2d4df539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (a7bceeed-416b-4e38-a3e2-4c2292f286ee), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:52.308113 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1dcdfb-e25a-4fe1-a906-6afd2d4df539 None None] Pushing event updated for resources: {'Port': ['ID=a7bceeed-416b-4e38-a3e2-4c2292f286ee,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:52.520923 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eb1ed2-d334-4a8c-91d5-53d57cef879b req-2a2b2db8-a503-4a6e-b49e-7dda720dfcf9 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:52.528302 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-77eb1ed2-d334-4a8c-91d5-53d57cef879b req-2a2b2db8-a503-4a6e-b49e-7dda720dfcf9 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=22704979-2c9f-416c-a9cc-621c4bd05eca HTTP/1.1" status: 200 len: 944 time: 0.2684305 Feb 04 12:58:52.573643 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57636e99-bde9-44fc-964f-a0256d443246 req-023c096b-2c21-4c04-b0b4-89275e2313e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:52.575821 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-57636e99-bde9-44fc-964f-a0256d443246 req-023c096b-2c21-4c04-b0b4-89275e2313e9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=081a166ab6754953977e00fecaf55e63&device_id=22704979-2c9f-416c-a9cc-621c4bd05eca HTTP/1.1" status: 200 len: 1126 time: 0.2541535 Feb 04 12:58:52.702212 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-77eb1ed2-d334-4a8c-91d5-53d57cef879b req-959d9d26-bfe8-47f1-ba7d-a5c28a816826 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3f9fd42-344e-42cb-9241-a34957176b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1729524 Feb 04 12:58:52.721225 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-879ebc80-f134-4f0c-ae54-b14d30b97a34 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Allocated IP 172.20.0.1 (44de3b6f-029b-4e49-ac62-0d0496f9fa69/bca709eb-7a50-41c2-9ef5-a182e4482d66/577befda-4f03-459b-92d2-c00a0f313a5f) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:58:52.759315 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57636e99-bde9-44fc-964f-a0256d443246 req-feebfcfd-d525-41f1-8c0f-72782f6cbacf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:52.760827 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-57636e99-bde9-44fc-964f-a0256d443246 req-feebfcfd-d525-41f1-8c0f-72782f6cbacf service neutron] 10.222.0.73 "GET /v2.0/networks?id=2199cf82-6b45-4a26-9381-22c185674f2b HTTP/1.1" status: 200 len: 912 time: 0.1778615 Feb 04 12:58:52.884422 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-57636e99-bde9-44fc-964f-a0256d443246 req-02ff6a86-b279-4aee-b08a-8a04152ab7b9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cb852aaa-eaf1-4660-8fc3-7bde91629607 HTTP/1.1" status: 200 len: 998 time: 0.1131406 Feb 04 12:58:52.954850 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-879ebc80-f134-4f0c-ae54-b14d30b97a34 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for port (577befda-4f03-459b-92d2-c00a0f313a5f), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:52.978950 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57636e99-bde9-44fc-964f-a0256d443246 req-e744baf0-4751-47c4-a935-0faa541e3122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:52.980663 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-57636e99-bde9-44fc-964f-a0256d443246 req-e744baf0-4751-47c4-a935-0faa541e3122 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=88c9f8fd-dc13-4414-bafb-3591060ecfdc HTTP/1.1" status: 200 len: 850 time: 0.0859063 Feb 04 12:58:53.041405 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-879ebc80-f134-4f0c-ae54-b14d30b97a34 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (577befda-4f03-459b-92d2-c00a0f313a5f), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:53.095073 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879ebc80-f134-4f0c-ae54-b14d30b97a34 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Network 44de3b6f-029b-4e49-ac62-0d0496f9fa69 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:58:53.101210 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-879ebc80-f134-4f0c-ae54-b14d30b97a34 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:58:53.109673 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57636e99-bde9-44fc-964f-a0256d443246 req-cf0aa9ec-eeb0-4833-b5c7-1abd8a4478ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:53.111642 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-57636e99-bde9-44fc-964f-a0256d443246 req-cf0aa9ec-eeb0-4833-b5c7-1abd8a4478ff service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2199cf82-6b45-4a26-9381-22c185674f2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1218066 Feb 04 12:58:53.115401 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879ebc80-f134-4f0c-ae54-b14d30b97a34 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:58:53.248329 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-879ebc80-f134-4f0c-ae54-b14d30b97a34 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1599818'] for router_interface (3c7d949c-a59a-4cd5-a906-3c75ff3b7ae9), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:53.577913 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0950588-019d-46b6-a3bc-3e7090cae5ac None None] Network 44de3b6f-029b-4e49-ac62-0d0496f9fa69 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:58:53.651776 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879ebc80-f134-4f0c-ae54-b14d30b97a34 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Pushing event updated for resources: {'Port': ['ID=577befda-4f03-459b-92d2-c00a0f313a5f,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:53.680732 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-5cb5087c-3b54-4cb8-85f5-0f7323b24016 None None] Provisioning complete for port a7bceeed-416b-4e38-a3e2-4c2292f286ee triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:58:53.681144 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5cb5087c-3b54-4cb8-85f5-0f7323b24016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (a7bceeed-416b-4e38-a3e2-4c2292f286ee), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:53.739927 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-57636e99-bde9-44fc-964f-a0256d443246 req-fd53caff-6b93-4bca-a931-9aea5be766f4 service neutron] 10.222.0.73 "GET /v2.0/networks/2199cf82-6b45-4a26-9381-22c185674f2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6175280 Feb 04 12:58:53.792617 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7abc66b-0ad2-4630-9dad-70977ca16b6e req-1379d663-4fef-4a8f-8a07-af9b24989722 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:53.800953 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b7abc66b-0ad2-4630-9dad-70977ca16b6e req-1379d663-4fef-4a8f-8a07-af9b24989722 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e73a476-a174-4b27-84c0-28b9fe3f2b1a HTTP/1.1" status: 200 len: 947 time: 0.1673517 Feb 04 12:58:53.819316 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-5cb5087c-3b54-4cb8-85f5-0f7323b24016 None None] Current status of the port a7bceeed-416b-4e38-a3e2-4c2292f286ee is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:58:53.819716 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5cb5087c-3b54-4cb8-85f5-0f7323b24016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (a7bceeed-416b-4e38-a3e2-4c2292f286ee), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:53.897095 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-5cb5087c-3b54-4cb8-85f5-0f7323b24016 None None] For port a7bceeed-416b-4e38-a3e2-4c2292f286ee, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=a7bceeed-416b-4e38-a3e2-4c2292f286ee,segment=NetworkSegment(51bc948a-74dc-4fe3-a18b-fd9884732402),segment_id=51bc948a-74dc-4fe3-a18b-fd9884732402)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:58:53.906664 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5cb5087c-3b54-4cb8-85f5-0f7323b24016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (a7bceeed-416b-4e38-a3e2-4c2292f286ee), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:54.026911 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb5087c-3b54-4cb8-85f5-0f7323b24016 None None] Pushing event updated for resources: {'Port': ['ID=a7bceeed-416b-4e38-a3e2-4c2292f286ee,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:54.032542 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b7abc66b-0ad2-4630-9dad-70977ca16b6e req-5322fc67-00c0-4b32-a3cf-2f5f599bd131 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8eeb614-2d0b-40ed-b6ec-8d66d693ddb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2306421 Feb 04 12:58:54.049415 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-879ebc80-f134-4f0c-ae54-b14d30b97a34 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (577befda-4f03-459b-92d2-c00a0f313a5f), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:54.078416 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3171f41d-f219-4b9a-96ca-b6d5e3558d47 req-326411b9-a5e2-4b63-9283-571eec51e3c8 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:54.080210 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3171f41d-f219-4b9a-96ca-b6d5e3558d47 req-326411b9-a5e2-4b63-9283-571eec51e3c8 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=22704979-2c9f-416c-a9cc-621c4bd05eca HTTP/1.1" status: 200 len: 944 time: 0.2404275 Feb 04 12:58:54.082360 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-57636e99-bde9-44fc-964f-a0256d443246 req-a9833525-97f5-4333-b44d-50e879255d22 service neutron] 10.222.0.73 "GET /v2.0/networks/2199cf82-6b45-4a26-9381-22c185674f2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3192742 Feb 04 12:58:54.123639 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device a7bceeed-416b-4e38-a3e2-4c2292f286ee up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:58:54.179220 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-4864cc8d-4f03-48ca-94be-219bd9a5b0be None None] Provisioning complete for port a7bceeed-416b-4e38-a3e2-4c2292f286ee triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:58:54.183203 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4864cc8d-4f03-48ca-94be-219bd9a5b0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (a7bceeed-416b-4e38-a3e2-4c2292f286ee), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:54.230592 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3171f41d-f219-4b9a-96ca-b6d5e3558d47 req-4385f4b7-0b8e-4e7f-937f-6a238e103f10 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3f9fd42-344e-42cb-9241-a34957176b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1379335 Feb 04 12:58:54.237110 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port a7bceeed-416b-4e38-a3e2-4c2292f286ee triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:58:54.237563 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (a7bceeed-416b-4e38-a3e2-4c2292f286ee), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:54.337996 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-4864cc8d-4f03-48ca-94be-219bd9a5b0be None None] Current status of the port a7bceeed-416b-4e38-a3e2-4c2292f286ee is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:58:54.479284 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-879ebc80-f134-4f0c-ae54-b14d30b97a34 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for port (577befda-4f03-459b-92d2-c00a0f313a5f), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:54.485116 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-879ebc80-f134-4f0c-ae54-b14d30b97a34 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (577befda-4f03-459b-92d2-c00a0f313a5f), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:54.550960 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-4864cc8d-4f03-48ca-94be-219bd9a5b0be None None] Provisioning complete for port 577befda-4f03-459b-92d2-c00a0f313a5f triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:58:54.551332 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4864cc8d-4f03-48ca-94be-219bd9a5b0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (577befda-4f03-459b-92d2-c00a0f313a5f), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:54.566858 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-879ebc80-f134-4f0c-ae54-b14d30b97a34 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622202'] for router_interface (3c7d949c-a59a-4cd5-a906-3c75ff3b7ae9), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:54.568626 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879ebc80-f134-4f0c-ae54-b14d30b97a34 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Pushing event updated for resources: {'Port': ['ID=577befda-4f03-459b-92d2-c00a0f313a5f,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:54.582612 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port a7bceeed-416b-4e38-a3e2-4c2292f286ee is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:58:54.583760 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 8d481a2b-221b-4ba4-8cb2-0053c1426146 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:58:54.616122 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-4864cc8d-4f03-48ca-94be-219bd9a5b0be None None] Port 577befda-4f03-459b-92d2-c00a0f313a5f cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:58:54.647188 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 8d481a2b-221b-4ba4-8cb2-0053c1426146 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:58:54.647576 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (8d481a2b-221b-4ba4-8cb2-0053c1426146), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:54.671663 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879ebc80-f134-4f0c-ae54-b14d30b97a34 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Network 44de3b6f-029b-4e49-ac62-0d0496f9fa69 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:58:54.673328 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-879ebc80-f134-4f0c-ae54-b14d30b97a34 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:58:54.747905 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 8d481a2b-221b-4ba4-8cb2-0053c1426146 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:58:54.748582 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (8d481a2b-221b-4ba4-8cb2-0053c1426146), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:54.779604 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-29511c33-76e8-4cb6-a281-99b4fcee8c8e None None] Provisioning complete for port 577befda-4f03-459b-92d2-c00a0f313a5f triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:58:54.780069 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-29511c33-76e8-4cb6-a281-99b4fcee8c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (577befda-4f03-459b-92d2-c00a0f313a5f), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:54.785944 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port 8d481a2b-221b-4ba4-8cb2-0053c1426146, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=8d481a2b-221b-4ba4-8cb2-0053c1426146,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:58:54.813078 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-879ebc80-f134-4f0c-ae54-b14d30b97a34 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Router 3c7d949c-a59a-4cd5-a906-3c75ff3b7ae9 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:58:54.814580 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (8d481a2b-221b-4ba4-8cb2-0053c1426146), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:54.903550 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-29511c33-76e8-4cb6-a281-99b4fcee8c8e None None] Port 577befda-4f03-459b-92d2-c00a0f313a5f cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:58:54.907830 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=8d481a2b-221b-4ba4-8cb2-0053c1426146,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:54.968051 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-879ebc80-f134-4f0c-ae54-b14d30b97a34 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:58:54.973465 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-879ebc80-f134-4f0c-ae54-b14d30b97a34 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "PUT /v2.0/routers/3c7d949c-a59a-4cd5-a906-3c75ff3b7ae9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7841711 Feb 04 12:58:54.976963 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 50342) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:58:54.979076 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a834d3d-e519-4d9d-9502-92d16142d8dc None None] Sync routers for ids ['3c7d949c-a59a-4cd5-a906-3c75ff3b7ae9'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:58:54.994086 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a834d3d-e519-4d9d-9502-92d16142d8dc None None] Routers {'3c7d949c-a59a-4cd5-a906-3c75ff3b7ae9'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:58:54.994737 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-1a834d3d-e519-4d9d-9502-92d16142d8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:58:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['3c7d949c-a59a-4cd5-a906-3c75ff3b7ae9'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:58:55.093918 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-981e60e0-ecb4-4a0a-a169-222803abd0a3 None None] Provisioning complete for port 577befda-4f03-459b-92d2-c00a0f313a5f triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:58:55.094316 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-981e60e0-ecb4-4a0a-a169-222803abd0a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (577befda-4f03-459b-92d2-c00a0f313a5f), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:55.150197 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-1a834d3d-e519-4d9d-9502-92d16142d8dc None None] Set router 3c7d949c-a59a-4cd5-a906-3c75ff3b7ae9 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:58:55.152316 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-981e60e0-ecb4-4a0a-a169-222803abd0a3 None None] Port 577befda-4f03-459b-92d2-c00a0f313a5f cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:58:55.191064 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bdf010c-4de7-4776-b6dd-1c63d94761a3 tempest-TestNetworkBasicOps-1870628221 tempest-TestNetworkBasicOps-1870628221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:55.191547 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bdf010c-4de7-4776-b6dd-1c63d94761a3 tempest-TestNetworkBasicOps-1870628221 tempest-TestNetworkBasicOps-1870628221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:55.192058 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bdf010c-4de7-4776-b6dd-1c63d94761a3 tempest-TestNetworkBasicOps-1870628221 tempest-TestNetworkBasicOps-1870628221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:55.192505 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bdf010c-4de7-4776-b6dd-1c63d94761a3 tempest-TestNetworkBasicOps-1870628221 tempest-TestNetworkBasicOps-1870628221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:55.192975 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bdf010c-4de7-4776-b6dd-1c63d94761a3 tempest-TestNetworkBasicOps-1870628221 tempest-TestNetworkBasicOps-1870628221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:55.193438 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bdf010c-4de7-4776-b6dd-1c63d94761a3 tempest-TestNetworkBasicOps-1870628221 tempest-TestNetworkBasicOps-1870628221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:55.193894 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bdf010c-4de7-4776-b6dd-1c63d94761a3 tempest-TestNetworkBasicOps-1870628221 tempest-TestNetworkBasicOps-1870628221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:55.194507 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bdf010c-4de7-4776-b6dd-1c63d94761a3 tempest-TestNetworkBasicOps-1870628221 tempest-TestNetworkBasicOps-1870628221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:55.196484 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-2bdf010c-4de7-4776-b6dd-1c63d94761a3 tempest-TestNetworkBasicOps-1870628221 tempest-TestNetworkBasicOps-1870628221-project-admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5688 time: 0.2183728 Feb 04 12:58:55.199678 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 50346) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:58:55.222114 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d35cc8e-7b0b-46ce-a3c5-0c518ac98e6f req-309ae5c5-a9ff-4e6b-98a4-89077eed225d tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:55.222114 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4d35cc8e-7b0b-46ce-a3c5-0c518ac98e6f req-309ae5c5-a9ff-4e6b-98a4-89077eed225d tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e73a476-a174-4b27-84c0-28b9fe3f2b1a HTTP/1.1" status: 200 len: 947 time: 0.0911148 Feb 04 12:58:55.266962 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c294e2a-c634-42a0-9ff7-da3af4ff3ee7 tempest-TestNetworkBasicOps-1870628221 tempest-TestNetworkBasicOps-1870628221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:55.267439 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c294e2a-c634-42a0-9ff7-da3af4ff3ee7 tempest-TestNetworkBasicOps-1870628221 tempest-TestNetworkBasicOps-1870628221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:55.267930 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c294e2a-c634-42a0-9ff7-da3af4ff3ee7 tempest-TestNetworkBasicOps-1870628221 tempest-TestNetworkBasicOps-1870628221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:55.268582 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c294e2a-c634-42a0-9ff7-da3af4ff3ee7 tempest-TestNetworkBasicOps-1870628221 tempest-TestNetworkBasicOps-1870628221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:55.269045 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c294e2a-c634-42a0-9ff7-da3af4ff3ee7 tempest-TestNetworkBasicOps-1870628221 tempest-TestNetworkBasicOps-1870628221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:55.269520 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c294e2a-c634-42a0-9ff7-da3af4ff3ee7 tempest-TestNetworkBasicOps-1870628221 tempest-TestNetworkBasicOps-1870628221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:55.269973 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c294e2a-c634-42a0-9ff7-da3af4ff3ee7 tempest-TestNetworkBasicOps-1870628221 tempest-TestNetworkBasicOps-1870628221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:55.270423 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c294e2a-c634-42a0-9ff7-da3af4ff3ee7 tempest-TestNetworkBasicOps-1870628221 tempest-TestNetworkBasicOps-1870628221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:55.276016 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-5c294e2a-c634-42a0-9ff7-da3af4ff3ee7 tempest-TestNetworkBasicOps-1870628221 tempest-TestNetworkBasicOps-1870628221-project-admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5287 time: 0.0751905 Feb 04 12:58:55.276383 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 50350) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:58:55.322096 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4d35cc8e-7b0b-46ce-a3c5-0c518ac98e6f req-a7af3d2f-e7d3-4434-abe6-d2f05587dda8 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8eeb614-2d0b-40ed-b6ec-8d66d693ddb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919242 Feb 04 12:58:55.388304 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-1a834d3d-e519-4d9d-9502-92d16142d8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c7d949c-a59a-4cd5-a906-3c75ff3b7ae9', 'name': 'tempest-TestNetworkBasicOps-router-508723425', 'tenant_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '8d481a2b-221b-4ba4-8cb2-0053c1426146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:58:48Z', 'updated_at': '2022-02-04T12:58:53Z', 'revision_number': 4, 'project_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'gw_port': {'id': '8d481a2b-221b-4ba4-8cb2-0053c1426146', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:c0:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7d949c-a59a-4cd5-a906-3c75ff3b7ae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:58:49Z', 'updated_at': '2022-02-04T12:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '577befda-4f03-459b-92d2-c00a0f313a5f', 'name': '', 'network_id': '44de3b6f-029b-4e49-ac62-0d0496f9fa69', 'tenant_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'mac_address': 'fa:16:3e:00:10:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c7d949c-a59a-4cd5-a906-3c75ff3b7ae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': 'bca709eb-7a50-41c2-9ef5-a182e4482d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:58:52Z', 'updated_at': '2022-02-04T12:58:54Z', 'revision_number': 2, 'project_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'subnets': [{'id': 'bca709eb-7a50-41c2-9ef5-a182e4482d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:58:55.414435 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a834d3d-e519-4d9d-9502-92d16142d8dc None None] Checking router: 3c7d949c-a59a-4cd5-a906-3c75ff3b7ae9 for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:58:55.414955 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a834d3d-e519-4d9d-9502-92d16142d8dc None None] Updating router 3c7d949c-a59a-4cd5-a906-3c75ff3b7ae9 port 577befda-4f03-459b-92d2-c00a0f313a5f binding host n-d-825015-3 {{(pid=103476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:58:55.432649 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e72540-63af-49bc-885b-346ebbd4b726 req-a1d59f4a-cbbf-4a9c-ac27-484370502baf tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:55.434190 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b5e72540-63af-49bc-885b-346ebbd4b726 req-a1d59f4a-cbbf-4a9c-ac27-484370502baf tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=22704979-2c9f-416c-a9cc-621c4bd05eca HTTP/1.1" status: 200 len: 944 time: 0.1047044 Feb 04 12:58:55.445800 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1a834d3d-e519-4d9d-9502-92d16142d8dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (577befda-4f03-459b-92d2-c00a0f313a5f), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:55.501465 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b5e72540-63af-49bc-885b-346ebbd4b726 req-1b7fbf80-336d-4151-b500-afec6f847300 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3f9fd42-344e-42cb-9241-a34957176b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578814 Feb 04 12:58:55.545207 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-b78a9116-b713-478f-87b2-cbe5b068eb43 tempest-TestNetworkBasicOps-1870628221 tempest-TestNetworkBasicOps-1870628221-project-admin] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4493 time: 0.2671068 Feb 04 12:58:55.665895 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c35921a-33b9-4f10-8ecb-44e764efae10 req-11839680-157c-452d-b15d-2de1a18d095f tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:55.666980 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6c35921a-33b9-4f10-8ecb-44e764efae10 req-11839680-157c-452d-b15d-2de1a18d095f tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=22704979-2c9f-416c-a9cc-621c4bd05eca HTTP/1.1" status: 200 len: 944 time: 0.0727711 Feb 04 12:58:55.721479 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6c35921a-33b9-4f10-8ecb-44e764efae10 req-a6e64e4c-7e43-439f-bbdb-51da093f9825 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3f9fd42-344e-42cb-9241-a34957176b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448260 Feb 04 12:58:55.760629 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1a834d3d-e519-4d9d-9502-92d16142d8dc None None] Publish callbacks [] for port (577befda-4f03-459b-92d2-c00a0f313a5f), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:55.766851 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1a834d3d-e519-4d9d-9502-92d16142d8dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (577befda-4f03-459b-92d2-c00a0f313a5f), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:55.837548 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 50364) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:58:55.843654 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-075e4a18-ae0c-4b1a-bf7d-5f9f5c54bc89 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-929502131', 'description': 'tempest-secgroup-smoke-929502131 description', 'project_id': 'ad73185521b9452e903e10ccdcd3b5aa'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:58:55.875252 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce24b837-9693-4cf2-9be0-26da19c34954 None None] Pushing event updated for resources: {'Port': ['ID=577befda-4f03-459b-92d2-c00a0f313a5f,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:55.899040 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-075e4a18-ae0c-4b1a-bf7d-5f9f5c54bc89 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:55.923921 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-1a834d3d-e519-4d9d-9502-92d16142d8dc None None] Attempting to bind port 577befda-4f03-459b-92d2-c00a0f313a5f on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:58:55.924576 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-1a834d3d-e519-4d9d-9502-92d16142d8dc None None] Attempting to bind port 577befda-4f03-459b-92d2-c00a0f313a5f by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '51bc948a-74dc-4fe3-a18b-fd9884732402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '44de3b6f-029b-4e49-ac62-0d0496f9fa69'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:58:55.924760 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a834d3d-e519-4d9d-9502-92d16142d8dc None None] Attempting to bind port 577befda-4f03-459b-92d2-c00a0f313a5f on network 44de3b6f-029b-4e49-ac62-0d0496f9fa69 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:58:55.932401 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a834d3d-e519-4d9d-9502-92d16142d8dc None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:58:55.933262 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a834d3d-e519-4d9d-9502-92d16142d8dc None None] Checking segment: {'id': '51bc948a-74dc-4fe3-a18b-fd9884732402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '44de3b6f-029b-4e49-ac62-0d0496f9fa69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:58:55.933858 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1a834d3d-e519-4d9d-9502-92d16142d8dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:55.934409 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a834d3d-e519-4d9d-9502-92d16142d8dc None None] Bound using segment: {'id': '51bc948a-74dc-4fe3-a18b-fd9884732402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '44de3b6f-029b-4e49-ac62-0d0496f9fa69'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:58:55.935748 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-1a834d3d-e519-4d9d-9502-92d16142d8dc None None] Bound port: 577befda-4f03-459b-92d2-c00a0f313a5f, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51bc948a-74dc-4fe3-a18b-fd9884732402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '44de3b6f-029b-4e49-ac62-0d0496f9fa69'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:58:55.936310 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1a834d3d-e519-4d9d-9502-92d16142d8dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (577befda-4f03-459b-92d2-c00a0f313a5f), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:55.954213 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device a7bceeed-416b-4e38-a3e2-4c2292f286ee up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:58:56.034140 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-075e4a18-ae0c-4b1a-bf7d-5f9f5c54bc89 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for security_group (d9fa6b3b-0204-4c23-b046-dd9c75b94f7b), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:56.039558 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-075e4a18-ae0c-4b1a-bf7d-5f9f5c54bc89 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (d9fa6b3b-0204-4c23-b046-dd9c75b94f7b), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:56.081924 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075e4a18-ae0c-4b1a-bf7d-5f9f5c54bc89 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9fa6b3b-0204-4c23-b046-dd9c75b94f7b,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:56.085030 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-1a834d3d-e519-4d9d-9502-92d16142d8dc None None] For port 577befda-4f03-459b-92d2-c00a0f313a5f, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:58:56.092355 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port a7bceeed-416b-4e38-a3e2-4c2292f286ee triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:58:56.092531 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (a7bceeed-416b-4e38-a3e2-4c2292f286ee), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:56.097172 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-1a834d3d-e519-4d9d-9502-92d16142d8dc None None] For port 577befda-4f03-459b-92d2-c00a0f313a5f, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=577befda-4f03-459b-92d2-c00a0f313a5f,segment=NetworkSegment(51bc948a-74dc-4fe3-a18b-fd9884732402),segment_id=51bc948a-74dc-4fe3-a18b-fd9884732402)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:58:56.099515 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-075e4a18-ae0c-4b1a-bf7d-5f9f5c54bc89 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:56.101090 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-075e4a18-ae0c-4b1a-bf7d-5f9f5c54bc89 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2621524 Feb 04 12:58:56.104907 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 50378) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:58:56.111328 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-068bd577-bf13-4c3b-8035-cde93f4228f0 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Request body: {'security_group_rule': {'security_group_id': 'd9fa6b3b-0204-4c23-b046-dd9c75b94f7b', 'project_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:58:56.130169 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1a834d3d-e519-4d9d-9502-92d16142d8dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (577befda-4f03-459b-92d2-c00a0f313a5f), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:56.152448 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-068bd577-bf13-4c3b-8035-cde93f4228f0 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for security_group_rule (f2c6cd56-a308-49da-9d29-a2175a05206c), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:56.242233 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-4a22c736-201c-4797-bda2-9c8511284729 None None] Provisioning complete for port 577befda-4f03-459b-92d2-c00a0f313a5f triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:58:56.243143 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4a22c736-201c-4797-bda2-9c8511284729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (577befda-4f03-459b-92d2-c00a0f313a5f), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:56.244859 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-068bd577-bf13-4c3b-8035-cde93f4228f0 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for security_group_rule (f2c6cd56-a308-49da-9d29-a2175a05206c), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:56.248110 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a834d3d-e519-4d9d-9502-92d16142d8dc None None] Routers {'3c7d949c-a59a-4cd5-a906-3c75ff3b7ae9'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:58:56.248731 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-1a834d3d-e519-4d9d-9502-92d16142d8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:58:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['3c7d949c-a59a-4cd5-a906-3c75ff3b7ae9'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:58:56.250789 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce24b837-9693-4cf2-9be0-26da19c34954 None None] Pushing event updated for resources: {'Port': ['ID=577befda-4f03-459b-92d2-c00a0f313a5f,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:56.251425 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-068bd577-bf13-4c3b-8035-cde93f4228f0 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (f2c6cd56-a308-49da-9d29-a2175a05206c), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:56.285391 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068bd577-bf13-4c3b-8035-cde93f4228f0 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2c6cd56-a308-49da-9d29-a2175a05206c,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:56.296319 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-068bd577-bf13-4c3b-8035-cde93f4228f0 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:56.299134 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-068bd577-bf13-4c3b-8035-cde93f4228f0 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1923499 Feb 04 12:58:56.302466 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 50400) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:58:56.311437 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-303ea8a9-63fa-4378-9624-0ba347eacc36 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Request body: {'security_group_rule': {'security_group_id': 'd9fa6b3b-0204-4c23-b046-dd9c75b94f7b', 'project_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:58:56.351100 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-303ea8a9-63fa-4378-9624-0ba347eacc36 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for security_group_rule (67f9135c-0568-46c3-93bc-75a1905de855), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:56.442819 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port a7bceeed-416b-4e38-a3e2-4c2292f286ee is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:58:56.444342 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 8d481a2b-221b-4ba4-8cb2-0053c1426146 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:58:56.454265 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-303ea8a9-63fa-4378-9624-0ba347eacc36 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for security_group_rule (67f9135c-0568-46c3-93bc-75a1905de855), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:56.461873 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-303ea8a9-63fa-4378-9624-0ba347eacc36 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (67f9135c-0568-46c3-93bc-75a1905de855), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:56.494255 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303ea8a9-63fa-4378-9624-0ba347eacc36 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67f9135c-0568-46c3-93bc-75a1905de855,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:56.504483 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-303ea8a9-63fa-4378-9624-0ba347eacc36 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:56.509275 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-303ea8a9-63fa-4378-9624-0ba347eacc36 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1998270 Feb 04 12:58:56.510114 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 50402) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:58:56.518048 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-5280a921-b681-4e55-9f34-188752ec4b52 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Request body: {'security_group_rule': {'security_group_id': 'd9fa6b3b-0204-4c23-b046-dd9c75b94f7b', 'project_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:58:56.553659 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5280a921-b681-4e55-9f34-188752ec4b52 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for security_group_rule (48b8bf93-b8da-487d-82ba-49a9abcfb897), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:56.559023 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-1a834d3d-e519-4d9d-9502-92d16142d8dc None None] Set router 3c7d949c-a59a-4cd5-a906-3c75ff3b7ae9 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:58:56.625519 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-4a22c736-201c-4797-bda2-9c8511284729 None None] Current status of the port 577befda-4f03-459b-92d2-c00a0f313a5f is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:58:56.625519 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4a22c736-201c-4797-bda2-9c8511284729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (577befda-4f03-459b-92d2-c00a0f313a5f), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:56.630810 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5280a921-b681-4e55-9f34-188752ec4b52 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for security_group_rule (48b8bf93-b8da-487d-82ba-49a9abcfb897), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:56.634416 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5280a921-b681-4e55-9f34-188752ec4b52 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (48b8bf93-b8da-487d-82ba-49a9abcfb897), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:56.656055 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5280a921-b681-4e55-9f34-188752ec4b52 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48b8bf93-b8da-487d-82ba-49a9abcfb897,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:56.658090 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4da3e1-152f-4c59-a165-3888709c39d5 req-ab9af95c-234c-4e5b-9174-e3152b5185b7 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:56.659577 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5d4da3e1-152f-4c59-a165-3888709c39d5 req-ab9af95c-234c-4e5b-9174-e3152b5185b7 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=a975c8b5-86e1-4a74-baa1-d35fe5cd87ee HTTP/1.1" status: 200 len: 944 time: 0.0799520 Feb 04 12:58:56.665839 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5280a921-b681-4e55-9f34-188752ec4b52 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:56.667171 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-5280a921-b681-4e55-9f34-188752ec4b52 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1547158 Feb 04 12:58:56.670582 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 50404) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:58:56.676360 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-ff03650a-2b44-4ff9-86a1-2776bec1ade7 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Request body: {'security_group_rule': {'security_group_id': 'd9fa6b3b-0204-4c23-b046-dd9c75b94f7b', 'project_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:58:56.713320 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ff03650a-2b44-4ff9-86a1-2776bec1ade7 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for security_group_rule (3a41005a-2ee1-4ddb-85ed-0aa6c3155ad5), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:56.721787 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 8d481a2b-221b-4ba4-8cb2-0053c1426146 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:58:56.722308 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (8d481a2b-221b-4ba4-8cb2-0053c1426146), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:56.792445 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-5d4da3e1-152f-4c59-a165-3888709c39d5 req-36097589-035b-4585-92ed-b2ccd186fec0 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Deleting port 21578d58-abd0-4e44-a93b-74a37882ef1b {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:58:56.793048 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-5d4da3e1-152f-4c59-a165-3888709c39d5 req-36097589-035b-4585-92ed-b2ccd186fec0 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (21578d58-abd0-4e44-a93b-74a37882ef1b), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:56.800983 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-4a22c736-201c-4797-bda2-9c8511284729 None None] For port 577befda-4f03-459b-92d2-c00a0f313a5f, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=577befda-4f03-459b-92d2-c00a0f313a5f,segment=NetworkSegment(51bc948a-74dc-4fe3-a18b-fd9884732402),segment_id=51bc948a-74dc-4fe3-a18b-fd9884732402)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:58:56.804136 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ff03650a-2b44-4ff9-86a1-2776bec1ade7 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for security_group_rule (3a41005a-2ee1-4ddb-85ed-0aa6c3155ad5), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:56.808782 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ff03650a-2b44-4ff9-86a1-2776bec1ade7 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (3a41005a-2ee1-4ddb-85ed-0aa6c3155ad5), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:56.818392 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4a22c736-201c-4797-bda2-9c8511284729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (577befda-4f03-459b-92d2-c00a0f313a5f), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:56.846579 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff03650a-2b44-4ff9-86a1-2776bec1ade7 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a41005a-2ee1-4ddb-85ed-0aa6c3155ad5,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:56.853325 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ff03650a-2b44-4ff9-86a1-2776bec1ade7 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:56.854629 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-ff03650a-2b44-4ff9-86a1-2776bec1ade7 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1823041 Feb 04 12:58:56.858149 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 50406) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:58:56.866371 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-cb3972de-130c-41f4-b514-3513d4bc8144 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Request body: {'security_group_rule': {'security_group_id': 'd9fa6b3b-0204-4c23-b046-dd9c75b94f7b', 'project_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:58:56.917881 n-d-825015-3 neutron-server[103475]: INFO neutron.db.securitygroups_db [None req-cb3972de-130c-41f4-b514-3513d4bc8144 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Project ad73185521b9452e903e10ccdcd3b5aa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 12:58:56.926408 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a22c736-201c-4797-bda2-9c8511284729 None None] Pushing event updated for resources: {'Port': ['ID=577befda-4f03-459b-92d2-c00a0f313a5f,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:56.927885 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cb3972de-130c-41f4-b514-3513d4bc8144 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for security_group_rule (bde3f144-6193-41f0-b317-0cba74a6e4ff), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:56.969406 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-5d4da3e1-152f-4c59-a165-3888709c39d5 req-36097589-035b-4585-92ed-b2ccd186fec0 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] For port 21578d58-abd0-4e44-a93b-74a37882ef1b, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=21578d58-abd0-4e44-a93b-74a37882ef1b,segment=NetworkSegment(435809b5-4790-4cc2-92a6-17b1a1ceee55),segment_id=435809b5-4790-4cc2-92a6-17b1a1ceee55)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:58:56.970018 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-5d4da3e1-152f-4c59-a165-3888709c39d5 req-36097589-035b-4585-92ed-b2ccd186fec0 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (21578d58-abd0-4e44-a93b-74a37882ef1b), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:57.000971 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-5d4da3e1-152f-4c59-a165-3888709c39d5 req-36097589-035b-4585-92ed-b2ccd186fec0 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Calling delete_port for 21578d58-abd0-4e44-a93b-74a37882ef1b owned by compute:nova {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:58:57.015683 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 8d481a2b-221b-4ba4-8cb2-0053c1426146 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:58:57.021983 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-02e81ba7-d644-4819-b185-c2b6b0dde7ad None None] Provisioning complete for port 577befda-4f03-459b-92d2-c00a0f313a5f triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:58:57.022418 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-02e81ba7-d644-4819-b185-c2b6b0dde7ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (577befda-4f03-459b-92d2-c00a0f313a5f), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:57.072261 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cb3972de-130c-41f4-b514-3513d4bc8144 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for security_group_rule (bde3f144-6193-41f0-b317-0cba74a6e4ff), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:57.077041 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-1a834d3d-e519-4d9d-9502-92d16142d8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c7d949c-a59a-4cd5-a906-3c75ff3b7ae9', 'name': 'tempest-TestNetworkBasicOps-router-508723425', 'tenant_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '8d481a2b-221b-4ba4-8cb2-0053c1426146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:58:48Z', 'updated_at': '2022-02-04T12:58:53Z', 'revision_number': 4, 'project_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'gw_port': {'id': '8d481a2b-221b-4ba4-8cb2-0053c1426146', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:c0:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7d949c-a59a-4cd5-a906-3c75ff3b7ae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:58:49Z', 'updated_at': '2022-02-04T12:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '577befda-4f03-459b-92d2-c00a0f313a5f', 'name': '', 'network_id': '44de3b6f-029b-4e49-ac62-0d0496f9fa69', 'tenant_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'mac_address': 'fa:16:3e:00:10:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c7d949c-a59a-4cd5-a906-3c75ff3b7ae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': 'bca709eb-7a50-41c2-9ef5-a182e4482d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:58:52Z', 'updated_at': '2022-02-04T12:58:56Z', 'revision_number': 4, 'project_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'subnets': [{'id': 'bca709eb-7a50-41c2-9ef5-a182e4482d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:58:57.080620 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cb3972de-130c-41f4-b514-3513d4bc8144 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (bde3f144-6193-41f0-b317-0cba74a6e4ff), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:57.111802 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a834d3d-e519-4d9d-9502-92d16142d8dc None None] The sync data for ids ['3c7d949c-a59a-4cd5-a906-3c75ff3b7ae9'] in n-d-825015-3 is: [{'id': '3c7d949c-a59a-4cd5-a906-3c75ff3b7ae9', 'name': 'tempest-TestNetworkBasicOps-router-508723425', 'tenant_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '8d481a2b-221b-4ba4-8cb2-0053c1426146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:58:48Z', 'updated_at': '2022-02-04T12:58:53Z', 'revision_number': 4, 'project_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'gw_port': {'id': '8d481a2b-221b-4ba4-8cb2-0053c1426146', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:c0:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7d949c-a59a-4cd5-a906-3c75ff3b7ae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:58:49Z', 'updated_at': '2022-02-04T12:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '577befda-4f03-459b-92d2-c00a0f313a5f', 'name': '', 'network_id': '44de3b6f-029b-4e49-ac62-0d0496f9fa69', 'tenant_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'mac_address': 'fa:16:3e:00:10:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c7d949c-a59a-4cd5-a906-3c75ff3b7ae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': 'bca709eb-7a50-41c2-9ef5-a182e4482d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:58:52Z', 'updated_at': '2022-02-04T12:58:56Z', 'revision_number': 4, 'project_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'subnets': [{'id': 'bca709eb-7a50-41c2-9ef5-a182e4482d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:58:57.115174 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3972de-130c-41f4-b514-3513d4bc8144 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bde3f144-6193-41f0-b317-0cba74a6e4ff,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:57.136528 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cb3972de-130c-41f4-b514-3513d4bc8144 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:57.141412 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 50408) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:58:57.143900 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-cb3972de-130c-41f4-b514-3513d4bc8144 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2809610 Feb 04 12:58:57.153472 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-de2ef3b5-486c-4c05-af84-05c40455531a tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Request body: {'security_group_rule': {'security_group_id': 'd9fa6b3b-0204-4c23-b046-dd9c75b94f7b', 'project_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:58:57.181234 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-02e81ba7-d644-4819-b185-c2b6b0dde7ad None None] Current status of the port 577befda-4f03-459b-92d2-c00a0f313a5f is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:58:57.214808 n-d-825015-3 neutron-server[103474]: INFO neutron.db.securitygroups_db [None req-de2ef3b5-486c-4c05-af84-05c40455531a tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Project ad73185521b9452e903e10ccdcd3b5aa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 12:58:57.222763 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-de2ef3b5-486c-4c05-af84-05c40455531a tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for security_group_rule (9439821e-5e11-4ecf-aa3a-5187250b0ebf), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:57.231309 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-5d4da3e1-152f-4c59-a165-3888709c39d5 req-36097589-035b-4585-92ed-b2ccd186fec0 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (21578d58-abd0-4e44-a93b-74a37882ef1b), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:57.247169 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['199b82db-26c4-49ff-b1a7-ed9cddfff749'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:58:57.254150 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['9d4fee85-d7db-4499-afb0-3622136f8b6c'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:58:57.272686 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36097589-035b-4585-92ed-b2ccd186fec0 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Pushing event deleted for resources: {'Port': ['ID=21578d58-abd0-4e44-a93b-74a37882ef1b,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:57.339458 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d4da3e1-152f-4c59-a165-3888709c39d5 req-36097589-035b-4585-92ed-b2ccd186fec0 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] No DVR routers for this DVR port 21578d58-abd0-4e44-a93b-74a37882ef1b on host n-h1-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:58:57.340321 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-de2ef3b5-486c-4c05-af84-05c40455531a tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for security_group_rule (9439821e-5e11-4ecf-aa3a-5187250b0ebf), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:57.345540 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-5d4da3e1-152f-4c59-a165-3888709c39d5 req-36097589-035b-4585-92ed-b2ccd186fec0 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:57.348887 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-de2ef3b5-486c-4c05-af84-05c40455531a tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (9439821e-5e11-4ecf-aa3a-5187250b0ebf), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:57.355497 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5d4da3e1-152f-4c59-a165-3888709c39d5 req-36097589-035b-4585-92ed-b2ccd186fec0 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "DELETE /v2.0/ports/21578d58-abd0-4e44-a93b-74a37882ef1b HTTP/1.1" status: 204 len: 173 time: 0.6869323 Feb 04 12:58:57.357767 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a975c8b5-86e1-4a74-baa1-d35fe5cd87ee', 'name': 'network-vif-deleted', 'tag': '21578d58-abd0-4e44-a93b-74a37882ef1b'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:58:57.370152 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2ef3b5-486c-4c05-af84-05c40455531a tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9439821e-5e11-4ecf-aa3a-5187250b0ebf,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:57.371176 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18aef720-70d3-4377-8ddd-cccde4252f21" -d '{"events": [{"server_uuid": "a975c8b5-86e1-4a74-baa1-d35fe5cd87ee", "name": "network-vif-deleted", "tag": "21578d58-abd0-4e44-a93b-74a37882ef1b"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:58:57.379821 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-de2ef3b5-486c-4c05-af84-05c40455531a tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:57.389454 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-de2ef3b5-486c-4c05-af84-05c40455531a tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2383888 Feb 04 12:58:57.461015 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 04 Feb 2022 12:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5120d560-257b-4153-beee-2cd79e87f9f8 x-openstack-request-id: req-5120d560-257b-4153-beee-2cd79e87f9f8 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:58:57.461380 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a975c8b5-86e1-4a74-baa1-d35fe5cd87ee", "name": "network-vif-deleted", "tag": "21578d58-abd0-4e44-a93b-74a37882ef1b", "status": "failed", "code": 422}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:58:57.461641 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5120d560-257b-4153-beee-2cd79e87f9f8 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:58:57.462088 n-d-825015-3 neutron-server[103475]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a975c8b5-86e1-4a74-baa1-d35fe5cd87ee', 'name': 'network-vif-deleted', 'tag': '21578d58-abd0-4e44-a93b-74a37882ef1b', 'status': 'failed', 'code': 422} returned with failed status Feb 04 12:58:57.783802 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-11e0b485-45aa-493c-ac18-6444ce9aed94 req-c6c7457c-2172-4959-b9c5-073f0d4da520 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-929502131&fields=id&tenant_id=ad73185521b9452e903e10ccdcd3b5aa HTTP/1.1" status: 200 len: 267 time: 0.1128895 Feb 04 12:58:58.036849 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 577befda-4f03-459b-92d2-c00a0f313a5f up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:58:58.050327 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e0b485-45aa-493c-ac18-6444ce9aed94 req-fca9ed0b-b5a3-42a7-9f35-5aed221de94c tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:58.059480 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-11e0b485-45aa-493c-ac18-6444ce9aed94 req-fca9ed0b-b5a3-42a7-9f35-5aed221de94c tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "GET /v2.0/networks?id=44de3b6f-029b-4e49-ac62-0d0496f9fa69 HTTP/1.1" status: 200 len: 795 time: 0.2615495 Feb 04 12:58:58.079909 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-11e0b485-45aa-493c-ac18-6444ce9aed94 req-b8ecd2a6-08c4-4e45-9423-38452832aff4 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "GET /v2.0/quotas/ad73185521b9452e903e10ccdcd3b5aa HTTP/1.1" status: 200 len: 375 time: 0.0190475 Feb 04 12:58:58.124952 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 577befda-4f03-459b-92d2-c00a0f313a5f triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:58:58.125486 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (577befda-4f03-459b-92d2-c00a0f313a5f), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:58.170500 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-11e0b485-45aa-493c-ac18-6444ce9aed94 req-bc404ff4-d639-448e-b39a-65e69bec35b9 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=ad73185521b9452e903e10ccdcd3b5aa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0895600 Feb 04 12:58:58.293867 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 577befda-4f03-459b-92d2-c00a0f313a5f is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:58:58.344298 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-11e0b485-45aa-493c-ac18-6444ce9aed94 req-f472a272-f5ce-49b7-a5dc-2f0726175ade service neutron] 10.222.0.65 "GET /v2.0/networks/44de3b6f-029b-4e49-ac62-0d0496f9fa69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559873 Feb 04 12:58:58.505079 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d785105-f9cd-4948-a02a-1cac887faf89 req-e1974520-6db4-4e52-a43f-8cd6cc37d35e tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:58.506726 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6d785105-f9cd-4948-a02a-1cac887faf89 req-e1974520-6db4-4e52-a43f-8cd6cc37d35e tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=228f3a4a-d0fb-4131-b196-67855cc83416 HTTP/1.1" status: 200 len: 907 time: 0.1420474 Feb 04 12:58:58.519722 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-11e0b485-45aa-493c-ac18-6444ce9aed94 req-4c997874-6931-464a-82fe-456788841b5b service neutron] 10.222.0.65 "GET /v2.0/networks/44de3b6f-029b-4e49-ac62-0d0496f9fa69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744554 Feb 04 12:58:58.708798 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4dd99b20-b02b-4460-afcf-00c4b9c2dd2e req-d94d276b-1d43-4164-85e0-bc94c13aec26 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "GET /v2.0/ports?device_id=c993c6c3-24a0-48aa-bc4e-27c36c608bf2 HTTP/1.1" status: 200 len: 210 time: 0.0389273 Feb 04 12:58:59.647015 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4391f5e4-16e2-4c67-8f8e-4ff1619880b7 req-a31ccb9c-a5bd-4fd2-8ffa-359bb28358f6 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:59.649672 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4391f5e4-16e2-4c67-8f8e-4ff1619880b7 req-a31ccb9c-a5bd-4fd2-8ffa-359bb28358f6 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=228f3a4a-d0fb-4131-b196-67855cc83416 HTTP/1.1" status: 200 len: 907 time: 0.0620923 Feb 04 12:58:59.813954 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e0b485-45aa-493c-ac18-6444ce9aed94 req-327feccb-ef91-4ef0-aaaa-0c12978d2b6a tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:59.815814 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-11e0b485-45aa-493c-ac18-6444ce9aed94 req-327feccb-ef91-4ef0-aaaa-0c12978d2b6a tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.77 "GET /v2.0/networks?id=44de3b6f-029b-4e49-ac62-0d0496f9fa69 HTTP/1.1" status: 200 len: 795 time: 0.1413205 Feb 04 12:58:59.860653 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0605ef71-7071-4a2f-a7fc-36ab5ec0104d req-6143df10-90d9-403a-b851-1b4fa0742b6b tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "GET /v2.0/ports?device_id=c993c6c3-24a0-48aa-bc4e-27c36c608bf2 HTTP/1.1" status: 200 len: 210 time: 0.0433650 Feb 04 12:58:59.932043 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-11e0b485-45aa-493c-ac18-6444ce9aed94 req-d1a4d525-bb2d-4fac-b50b-a5f8718b8d4a tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad73185521b9452e903e10ccdcd3b5aa HTTP/1.1" status: 200 len: 379 time: 0.0790663 Feb 04 12:58:59.940680 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-11e0b485-45aa-493c-ac18-6444ce9aed94 req-2c5f5eac-7828-484f-8a32-b27d8454790e tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Request body: {'port': {'device_id': 'c993c6c3-24a0-48aa-bc4e-27c36c608bf2', 'network_id': '44de3b6f-029b-4e49-ac62-0d0496f9fa69', 'admin_state_up': True, 'tenant_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'security_groups': ['d9fa6b3b-0204-4c23-b046-dd9c75b94f7b']}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:59:00.058323 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11e0b485-45aa-493c-ac18-6444ce9aed94 req-2c5f5eac-7828-484f-8a32-b27d8454790e tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Made reservation on behalf of ad73185521b9452e903e10ccdcd3b5aa for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:59:00.063266 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-11e0b485-45aa-493c-ac18-6444ce9aed94 req-2c5f5eac-7828-484f-8a32-b27d8454790e tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:00.219648 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699aac28-4015-4336-abae-bacd53c26c27 req-fd279c4d-c2c3-4121-bb58-0c1065276cae tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:00.221040 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-699aac28-4015-4336-abae-bacd53c26c27 req-fd279c4d-c2c3-4121-bb58-0c1065276cae tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.73 "GET /v2.0/ports?device_id=228f3a4a-d0fb-4131-b196-67855cc83416 HTTP/1.1" status: 200 len: 907 time: 0.1256633 Feb 04 12:59:00.256907 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-11e0b485-45aa-493c-ac18-6444ce9aed94 req-2c5f5eac-7828-484f-8a32-b27d8454790e tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Allocated IP 172.20.0.8 (44de3b6f-029b-4e49-ac62-0d0496f9fa69/bca709eb-7a50-41c2-9ef5-a182e4482d66/a7ea033f-3494-48f7-9f33-61b552be2d98) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:59:00.695248 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-699aac28-4015-4336-abae-bacd53c26c27 req-09cec3f5-509f-4469-840a-d178e284091a tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Deleting port 3a8ea700-4b41-40de-abc6-4ed899f5b6ac {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:59:00.695846 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-699aac28-4015-4336-abae-bacd53c26c27 req-09cec3f5-509f-4469-840a-d178e284091a tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (3a8ea700-4b41-40de-abc6-4ed899f5b6ac), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:00.802807 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-11e0b485-45aa-493c-ac18-6444ce9aed94 req-2c5f5eac-7828-484f-8a32-b27d8454790e tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for port (a7ea033f-3494-48f7-9f33-61b552be2d98), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:00.855006 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577094ae-0084-42f4-b577-ef81a41409fd req-386a53e2-4848-4d7a-92a5-8decbb8bad23 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:00.856496 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-577094ae-0084-42f4-b577-ef81a41409fd req-386a53e2-4848-4d7a-92a5-8decbb8bad23 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=228f3a4a-d0fb-4131-b196-67855cc83416 HTTP/1.1" status: 200 len: 907 time: 0.1181526 Feb 04 12:59:00.863043 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-699aac28-4015-4336-abae-bacd53c26c27 req-09cec3f5-509f-4469-840a-d178e284091a tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] For port 3a8ea700-4b41-40de-abc6-4ed899f5b6ac, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=3a8ea700-4b41-40de-abc6-4ed899f5b6ac,segment=NetworkSegment(435809b5-4790-4cc2-92a6-17b1a1ceee55),segment_id=435809b5-4790-4cc2-92a6-17b1a1ceee55)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:59:00.863408 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-699aac28-4015-4336-abae-bacd53c26c27 req-09cec3f5-509f-4469-840a-d178e284091a tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (3a8ea700-4b41-40de-abc6-4ed899f5b6ac), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:00.885162 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-699aac28-4015-4336-abae-bacd53c26c27 req-09cec3f5-509f-4469-840a-d178e284091a tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Calling delete_port for 3a8ea700-4b41-40de-abc6-4ed899f5b6ac owned by compute:nova {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:59:00.934883 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-11e0b485-45aa-493c-ac18-6444ce9aed94 req-2c5f5eac-7828-484f-8a32-b27d8454790e tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (a7ea033f-3494-48f7-9f33-61b552be2d98), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:01.022485 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11e0b485-45aa-493c-ac18-6444ce9aed94 req-2c5f5eac-7828-484f-8a32-b27d8454790e tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Network 44de3b6f-029b-4e49-ac62-0d0496f9fa69 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:59:01.030846 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-11e0b485-45aa-493c-ac18-6444ce9aed94 req-2c5f5eac-7828-484f-8a32-b27d8454790e tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:59:01.032774 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5f5eac-7828-484f-8a32-b27d8454790e tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Pushing event updated for resources: {'Port': ['ID=a7ea033f-3494-48f7-9f33-61b552be2d98,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:01.037432 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-11e0b485-45aa-493c-ac18-6444ce9aed94 req-2c5f5eac-7828-484f-8a32-b27d8454790e tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:59:01.138054 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e0b485-45aa-493c-ac18-6444ce9aed94 req-2c5f5eac-7828-484f-8a32-b27d8454790e tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:01.138693 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-11e0b485-45aa-493c-ac18-6444ce9aed94 req-2c5f5eac-7828-484f-8a32-b27d8454790e tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:01.148113 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed196a3-39db-43a7-90e0-9ddf5f4ece57 req-10a1da98-667e-4fe1-aa30-53c2a71410f8 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:01.149739 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9ed196a3-39db-43a7-90e0-9ddf5f4ece57 req-10a1da98-667e-4fe1-aa30-53c2a71410f8 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "GET /v2.0/ports?device_id=c993c6c3-24a0-48aa-bc4e-27c36c608bf2 HTTP/1.1" status: 200 len: 931 time: 0.2038760 Feb 04 12:59:01.189696 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-11e0b485-45aa-493c-ac18-6444ce9aed94 req-2c5f5eac-7828-484f-8a32-b27d8454790e tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2529035 Feb 04 12:59:01.203967 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-11e0b485-45aa-493c-ac18-6444ce9aed94 req-f3475345-e30a-4e51-8860-3edcba922d87 service neutron] Request body: {'port': {'device_id': 'c993c6c3-24a0-48aa-bc4e-27c36c608bf2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:59:01.207779 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-699aac28-4015-4336-abae-bacd53c26c27 req-09cec3f5-509f-4469-840a-d178e284091a tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (3a8ea700-4b41-40de-abc6-4ed899f5b6ac), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:01.281471 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cec3f5-509f-4469-840a-d178e284091a tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Pushing event deleted for resources: {'Port': ['ID=3a8ea700-4b41-40de-abc6-4ed899f5b6ac,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:01.290755 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9ed196a3-39db-43a7-90e0-9ddf5f4ece57 req-fb7f63d0-b6eb-4c2a-86f9-3c8c583bd120 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "GET /v2.0/security-groups?id=d9fa6b3b-0204-4c23-b046-dd9c75b94f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1341538 Feb 04 12:59:01.309700 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:01.346956 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-979f2514-15ab-4a62-b482-30629de9c14e None None] Provisioning complete for port a7ea033f-3494-48f7-9f33-61b552be2d98 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:59:01.347421 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-979f2514-15ab-4a62-b482-30629de9c14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (a7ea033f-3494-48f7-9f33-61b552be2d98), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:01.352343 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-699aac28-4015-4336-abae-bacd53c26c27 req-09cec3f5-509f-4469-840a-d178e284091a tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] No DVR routers for this DVR port 3a8ea700-4b41-40de-abc6-4ed899f5b6ac on host n-h1-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:59:01.356152 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-699aac28-4015-4336-abae-bacd53c26c27 req-09cec3f5-509f-4469-840a-d178e284091a tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:01.359397 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-699aac28-4015-4336-abae-bacd53c26c27 req-09cec3f5-509f-4469-840a-d178e284091a tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.73 "DELETE /v2.0/ports/3a8ea700-4b41-40de-abc6-4ed899f5b6ac HTTP/1.1" status: 204 len: 173 time: 1.1328325 Feb 04 12:59:01.359870 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '228f3a4a-d0fb-4131-b196-67855cc83416', 'name': 'network-vif-deleted', 'tag': '3a8ea700-4b41-40de-abc6-4ed899f5b6ac'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:59:01.362149 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1285a53-c396-42ab-9a90-04a099440d04" -d '{"events": [{"server_uuid": "228f3a4a-d0fb-4131-b196-67855cc83416", "name": "network-vif-deleted", "tag": "3a8ea700-4b41-40de-abc6-4ed899f5b6ac"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:59:01.371535 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-11e0b485-45aa-493c-ac18-6444ce9aed94 req-f3475345-e30a-4e51-8860-3edcba922d87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (a7ea033f-3494-48f7-9f33-61b552be2d98), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:01.388727 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-979f2514-15ab-4a62-b482-30629de9c14e None None] Port a7ea033f-3494-48f7-9f33-61b552be2d98 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:59:01.441820 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40bb3a17-7360-4fe8-b9b1-e3211ec77e58 x-openstack-request-id: req-40bb3a17-7360-4fe8-b9b1-e3211ec77e58 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:59:01.443455 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "228f3a4a-d0fb-4131-b196-67855cc83416", "name": "network-vif-deleted", "tag": "3a8ea700-4b41-40de-abc6-4ed899f5b6ac", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:59:01.443692 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-40bb3a17-7360-4fe8-b9b1-e3211ec77e58 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:59:01.444143 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '228f3a4a-d0fb-4131-b196-67855cc83416', 'name': 'network-vif-deleted', 'tag': '3a8ea700-4b41-40de-abc6-4ed899f5b6ac', 'status': 'completed', 'code': 200} Feb 04 12:59:01.677535 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-11e0b485-45aa-493c-ac18-6444ce9aed94 req-f3475345-e30a-4e51-8860-3edcba922d87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7ea033f-3494-48f7-9f33-61b552be2d98 {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:59:01.685261 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-11e0b485-45aa-493c-ac18-6444ce9aed94 req-f3475345-e30a-4e51-8860-3edcba922d87 service neutron] Publish callbacks [] for port (a7ea033f-3494-48f7-9f33-61b552be2d98), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:01.697455 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-11e0b485-45aa-493c-ac18-6444ce9aed94 req-f3475345-e30a-4e51-8860-3edcba922d87 service neutron] Transition to ACTIVE for port object a7ea033f-3494-48f7-9f33-61b552be2d98 will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:59:01.701323 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-11e0b485-45aa-493c-ac18-6444ce9aed94 req-f3475345-e30a-4e51-8860-3edcba922d87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (a7ea033f-3494-48f7-9f33-61b552be2d98), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:01.751923 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3475345-e30a-4e51-8860-3edcba922d87 service neutron] Pushing event updated for resources: {'Port': ['ID=a7ea033f-3494-48f7-9f33-61b552be2d98,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:01.837094 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-11e0b485-45aa-493c-ac18-6444ce9aed94 req-f3475345-e30a-4e51-8860-3edcba922d87 service neutron] Attempting to bind port a7ea033f-3494-48f7-9f33-61b552be2d98 on host n-h2-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:59:01.837562 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-11e0b485-45aa-493c-ac18-6444ce9aed94 req-f3475345-e30a-4e51-8860-3edcba922d87 service neutron] Attempting to bind port a7ea033f-3494-48f7-9f33-61b552be2d98 by drivers openvswitch,hyperv on host n-h2-825015-3 at level 0 using segments [{'id': '51bc948a-74dc-4fe3-a18b-fd9884732402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '44de3b6f-029b-4e49-ac62-0d0496f9fa69'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:59:01.837894 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e0b485-45aa-493c-ac18-6444ce9aed94 req-f3475345-e30a-4e51-8860-3edcba922d87 service neutron] Attempting to bind port a7ea033f-3494-48f7-9f33-61b552be2d98 on network 44de3b6f-029b-4e49-ac62-0d0496f9fa69 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:59:01.842892 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e0b485-45aa-493c-ac18-6444ce9aed94 req-f3475345-e30a-4e51-8860-3edcba922d87 service neutron] Port a7ea033f-3494-48f7-9f33-61b552be2d98 on network 44de3b6f-029b-4e49-ac62-0d0496f9fa69 not bound, no agent of type Open vSwitch agent registered on host n-h2-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:59:01.843346 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e0b485-45aa-493c-ac18-6444ce9aed94 req-f3475345-e30a-4e51-8860-3edcba922d87 service neutron] Attempting to bind port a7ea033f-3494-48f7-9f33-61b552be2d98 on network 44de3b6f-029b-4e49-ac62-0d0496f9fa69 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:59:01.850278 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e0b485-45aa-493c-ac18-6444ce9aed94 req-f3475345-e30a-4e51-8860-3edcba922d87 service neutron] Checking agent: {'id': '9b68a165-e786-4b91-8592-44519c2ecabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:59:01.850677 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e0b485-45aa-493c-ac18-6444ce9aed94 req-f3475345-e30a-4e51-8860-3edcba922d87 service neutron] Checking segment: {'id': '51bc948a-74dc-4fe3-a18b-fd9884732402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '44de3b6f-029b-4e49-ac62-0d0496f9fa69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:59:01.851060 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e0b485-45aa-493c-ac18-6444ce9aed94 req-f3475345-e30a-4e51-8860-3edcba922d87 service neutron] Bound using segment: {'id': '51bc948a-74dc-4fe3-a18b-fd9884732402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '44de3b6f-029b-4e49-ac62-0d0496f9fa69'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:59:01.851487 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-11e0b485-45aa-493c-ac18-6444ce9aed94 req-f3475345-e30a-4e51-8860-3edcba922d87 service neutron] Bound port: a7ea033f-3494-48f7-9f33-61b552be2d98, host: n-h2-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51bc948a-74dc-4fe3-a18b-fd9884732402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '44de3b6f-029b-4e49-ac62-0d0496f9fa69'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:59:01.851878 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-11e0b485-45aa-493c-ac18-6444ce9aed94 req-f3475345-e30a-4e51-8860-3edcba922d87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (a7ea033f-3494-48f7-9f33-61b552be2d98), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:01.906147 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:01.934834 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-11e0b485-45aa-493c-ac18-6444ce9aed94 req-f3475345-e30a-4e51-8860-3edcba922d87 service neutron] For port a7ea033f-3494-48f7-9f33-61b552be2d98, host n-h2-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:59:01.939360 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-11e0b485-45aa-493c-ac18-6444ce9aed94 req-f3475345-e30a-4e51-8860-3edcba922d87 service neutron] For port a7ea033f-3494-48f7-9f33-61b552be2d98, host n-h2-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=a7ea033f-3494-48f7-9f33-61b552be2d98,segment=NetworkSegment(51bc948a-74dc-4fe3-a18b-fd9884732402),segment_id=51bc948a-74dc-4fe3-a18b-fd9884732402)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:59:01.951429 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-11e0b485-45aa-493c-ac18-6444ce9aed94 req-f3475345-e30a-4e51-8860-3edcba922d87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (a7ea033f-3494-48f7-9f33-61b552be2d98), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:02.026897 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7780e486-c51f-4da7-8920-a3ab44e1acb0 req-40a5bfae-3bdb-4956-beb4-6199f94a9544 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=228f3a4a-d0fb-4131-b196-67855cc83416 HTTP/1.1" status: 200 len: 210 time: 0.0698638 Feb 04 12:59:02.037968 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e0b485-45aa-493c-ac18-6444ce9aed94 req-f3475345-e30a-4e51-8860-3edcba922d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:02.038603 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-11e0b485-45aa-493c-ac18-6444ce9aed94 req-f3475345-e30a-4e51-8860-3edcba922d87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:02.040152 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-11e0b485-45aa-493c-ac18-6444ce9aed94 req-f3475345-e30a-4e51-8860-3edcba922d87 service neutron] 10.222.0.77 "PUT /v2.0/ports/a7ea033f-3494-48f7-9f33-61b552be2d98 HTTP/1.1" status: 200 len: 1091 time: 0.8416870 Feb 04 12:59:02.067386 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3475345-e30a-4e51-8860-3edcba922d87 service neutron] Pushing event updated for resources: {'Port': ['ID=a7ea033f-3494-48f7-9f33-61b552be2d98,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:02.132038 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e0b485-45aa-493c-ac18-6444ce9aed94 req-616bbcd4-4fc7-435f-a02d-c7b48df135ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:02.133664 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-11e0b485-45aa-493c-ac18-6444ce9aed94 req-616bbcd4-4fc7-435f-a02d-c7b48df135ff service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ad73185521b9452e903e10ccdcd3b5aa&device_id=c993c6c3-24a0-48aa-bc4e-27c36c608bf2 HTTP/1.1" status: 200 len: 1125 time: 0.0485759 Feb 04 12:59:02.177795 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-11e0b485-45aa-493c-ac18-6444ce9aed94 req-462f4a08-8335-4d46-9d97-64008a7e088b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7ea033f-3494-48f7-9f33-61b552be2d98 HTTP/1.1" status: 200 len: 217 time: 0.0380836 Feb 04 12:59:02.234424 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e0b485-45aa-493c-ac18-6444ce9aed94 req-1d90a4bd-42b7-40b8-a509-a7dfb2a2ddc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:02.236004 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-11e0b485-45aa-493c-ac18-6444ce9aed94 req-1d90a4bd-42b7-40b8-a509-a7dfb2a2ddc7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=bca709eb-7a50-41c2-9ef5-a182e4482d66 HTTP/1.1" status: 200 len: 834 time: 0.0528464 Feb 04 12:59:02.285525 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e0b485-45aa-493c-ac18-6444ce9aed94 req-cf51b04c-c4b6-454f-8ecc-1cdd4dc10a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:02.287026 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-11e0b485-45aa-493c-ac18-6444ce9aed94 req-cf51b04c-c4b6-454f-8ecc-1cdd4dc10a37 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=44de3b6f-029b-4e49-ac62-0d0496f9fa69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0460241 Feb 04 12:59:02.387989 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-11e0b485-45aa-493c-ac18-6444ce9aed94 req-839bb4e5-add4-45a7-8683-3128813718a9 service neutron] 10.222.0.77 "GET /v2.0/networks/44de3b6f-029b-4e49-ac62-0d0496f9fa69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942266 Feb 04 12:59:02.505925 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758a7e24-d53a-414a-b714-14d86a451029 req-9117c98f-da61-4113-ba14-d4126bf0b9ba tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:02.507306 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-758a7e24-d53a-414a-b714-14d86a451029 req-9117c98f-da61-4113-ba14-d4126bf0b9ba tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "GET /v2.0/ports?device_id=c993c6c3-24a0-48aa-bc4e-27c36c608bf2 HTTP/1.1" status: 200 len: 943 time: 0.1218157 Feb 04 12:59:02.524844 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-11e0b485-45aa-493c-ac18-6444ce9aed94 req-de556e62-7ed0-454c-9c0f-fd6546b66379 service neutron] 10.222.0.77 "GET /v2.0/networks/44de3b6f-029b-4e49-ac62-0d0496f9fa69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280529 Feb 04 12:59:02.564377 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-758a7e24-d53a-414a-b714-14d86a451029 req-b49c0a93-185d-4251-b670-d63fe07aa401 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "GET /v2.0/security-groups?id=d9fa6b3b-0204-4c23-b046-dd9c75b94f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513635 Feb 04 12:59:02.623088 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 3a8ea700-4b41-40de-abc6-4ed899f5b6ac no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:59:02.643757 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] No Port match for: 3a8ea700-4b41-40de-abc6-4ed899f5b6ac {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:59:02.644098 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 3a8ea700-4b41-40de-abc6-4ed899f5b6ac not bound to the agent host n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:59:03.318087 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3e6a98-3ae6-4ec0-ba81-e261ab93bc51 req-2cadc0cd-50d5-4113-af2e-d6209d516846 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:03.319602 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5f3e6a98-3ae6-4ec0-ba81-e261ab93bc51 req-2cadc0cd-50d5-4113-af2e-d6209d516846 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=bbe05ef3-6c75-40c3-93b1-4c4680a237e9 HTTP/1.1" status: 200 len: 946 time: 0.0594516 Feb 04 12:59:03.368165 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5f3e6a98-3ae6-4ec0-ba81-e261ab93bc51 req-ffc39304-75b8-4ce5-9f08-fa7dac032913 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=e80379a7-bc34-42af-9706-4f7e825f23a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423875 Feb 04 12:59:03.445793 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c993c6c3-24a0-48aa-bc4e-27c36c608bf2', 'tag': 'a7ea033f-3494-48f7-9f33-61b552be2d98'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:59:03.448257 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8fc35a7-baa6-4c04-af6d-ec273537c14b" -d '{"events": [{"name": "network-changed", "server_uuid": "c993c6c3-24a0-48aa-bc4e-27c36c608bf2", "tag": "a7ea033f-3494-48f7-9f33-61b552be2d98"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:59:03.550478 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3065967a-aec8-4d39-bfe6-1403a1d2df14 x-openstack-request-id: req-3065967a-aec8-4d39-bfe6-1403a1d2df14 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:59:03.550779 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c993c6c3-24a0-48aa-bc4e-27c36c608bf2", "tag": "a7ea033f-3494-48f7-9f33-61b552be2d98", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:59:03.551038 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3065967a-aec8-4d39-bfe6-1403a1d2df14 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:59:03.551437 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c993c6c3-24a0-48aa-bc4e-27c36c608bf2', 'tag': 'a7ea033f-3494-48f7-9f33-61b552be2d98', 'status': 'completed', 'code': 200} Feb 04 12:59:03.618500 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fc35a7-baa6-4c04-af6d-ec273537c14b req-1786c263-d0cb-46b1-8b7d-adb93fe614d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:03.620041 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b8fc35a7-baa6-4c04-af6d-ec273537c14b req-1786c263-d0cb-46b1-8b7d-adb93fe614d6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ad73185521b9452e903e10ccdcd3b5aa&device_id=c993c6c3-24a0-48aa-bc4e-27c36c608bf2 HTTP/1.1" status: 200 len: 1125 time: 0.0467253 Feb 04 12:59:03.746483 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fc35a7-baa6-4c04-af6d-ec273537c14b req-2848cf0b-82cc-40ff-92df-2ca4e54522ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:03.747981 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b8fc35a7-baa6-4c04-af6d-ec273537c14b req-2848cf0b-82cc-40ff-92df-2ca4e54522ed service neutron] 10.222.0.77 "GET /v2.0/networks?id=44de3b6f-029b-4e49-ac62-0d0496f9fa69 HTTP/1.1" status: 200 len: 896 time: 0.1210229 Feb 04 12:59:03.756553 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716071e0-2e93-405d-8631-92a86184ebf4 req-6103d330-a732-46e9-aa2b-d5cd224ce0c3 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:03.757966 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-716071e0-2e93-405d-8631-92a86184ebf4 req-6103d330-a732-46e9-aa2b-d5cd224ce0c3 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "GET /v2.0/ports?device_id=c993c6c3-24a0-48aa-bc4e-27c36c608bf2 HTTP/1.1" status: 200 len: 943 time: 0.1225121 Feb 04 12:59:03.800792 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b8fc35a7-baa6-4c04-af6d-ec273537c14b req-3252874d-8ab9-47aa-bee4-7c611b415b33 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7ea033f-3494-48f7-9f33-61b552be2d98 HTTP/1.1" status: 200 len: 217 time: 0.0418739 Feb 04 12:59:03.878289 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fc35a7-baa6-4c04-af6d-ec273537c14b req-9b14ca99-6089-495b-81af-03e5f935ae71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:03.879654 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b8fc35a7-baa6-4c04-af6d-ec273537c14b req-9b14ca99-6089-495b-81af-03e5f935ae71 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=bca709eb-7a50-41c2-9ef5-a182e4482d66 HTTP/1.1" status: 200 len: 834 time: 0.0727742 Feb 04 12:59:03.883209 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-716071e0-2e93-405d-8631-92a86184ebf4 req-3884a95b-526a-4e85-8738-d9f75bd8566c tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "GET /v2.0/security-groups?id=d9fa6b3b-0204-4c23-b046-dd9c75b94f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185031 Feb 04 12:59:03.932449 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fc35a7-baa6-4c04-af6d-ec273537c14b req-ffb92367-2aab-4649-8929-1e6d964f530b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:03.933946 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b8fc35a7-baa6-4c04-af6d-ec273537c14b req-ffb92367-2aab-4649-8929-1e6d964f530b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=44de3b6f-029b-4e49-ac62-0d0496f9fa69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0468802 Feb 04 12:59:04.034728 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b8fc35a7-baa6-4c04-af6d-ec273537c14b req-b99bdad6-ff68-4d16-850b-01a9d11bd940 service neutron] 10.222.0.77 "GET /v2.0/networks/44de3b6f-029b-4e49-ac62-0d0496f9fa69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915406 Feb 04 12:59:04.182241 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b8fc35a7-baa6-4c04-af6d-ec273537c14b req-cc43bfc5-c8a6-4237-ac16-0d9d452c1135 service neutron] 10.222.0.77 "GET /v2.0/networks/44de3b6f-029b-4e49-ac62-0d0496f9fa69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384404 Feb 04 12:59:04.494015 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1865850a-74fa-4c93-927f-7416cebcb7e8 req-7485613f-d3c1-4b00-85a9-d7b4d04cc43e tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:04.495503 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1865850a-74fa-4c93-927f-7416cebcb7e8 req-7485613f-d3c1-4b00-85a9-d7b4d04cc43e tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=bbe05ef3-6c75-40c3-93b1-4c4680a237e9 HTTP/1.1" status: 200 len: 946 time: 0.0563741 Feb 04 12:59:04.554182 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1865850a-74fa-4c93-927f-7416cebcb7e8 req-4b9c2674-8b29-4616-aafa-e444293133fd tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=e80379a7-bc34-42af-9706-4f7e825f23a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516665 Feb 04 12:59:04.618613 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5172c23-0161-4b39-9a67-d393182813b7 req-60966e83-8428-466e-a266-b06fb8a4281c tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:04.620108 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b5172c23-0161-4b39-9a67-d393182813b7 req-60966e83-8428-466e-a266-b06fb8a4281c tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.77 "GET /v2.0/ports?device_id=bbe05ef3-6c75-40c3-93b1-4c4680a237e9 HTTP/1.1" status: 200 len: 946 time: 0.0589366 Feb 04 12:59:04.714782 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-b5172c23-0161-4b39-9a67-d393182813b7 req-8b425501-193a-4693-a411-1753513fb6ba tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Deleting port 199b82db-26c4-49ff-b1a7-ed9cddfff749 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:59:04.715099 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-b5172c23-0161-4b39-9a67-d393182813b7 req-8b425501-193a-4693-a411-1753513fb6ba tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (199b82db-26c4-49ff-b1a7-ed9cddfff749), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:04.816753 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-b5172c23-0161-4b39-9a67-d393182813b7 req-8b425501-193a-4693-a411-1753513fb6ba tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] For port 199b82db-26c4-49ff-b1a7-ed9cddfff749, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=199b82db-26c4-49ff-b1a7-ed9cddfff749,segment=NetworkSegment(435809b5-4790-4cc2-92a6-17b1a1ceee55),segment_id=435809b5-4790-4cc2-92a6-17b1a1ceee55)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:59:04.817118 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-b5172c23-0161-4b39-9a67-d393182813b7 req-8b425501-193a-4693-a411-1753513fb6ba tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (199b82db-26c4-49ff-b1a7-ed9cddfff749), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:04.830454 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-b5172c23-0161-4b39-9a67-d393182813b7 req-8b425501-193a-4693-a411-1753513fb6ba tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Calling delete_port for 199b82db-26c4-49ff-b1a7-ed9cddfff749 owned by compute:nova {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:59:04.996573 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-b5172c23-0161-4b39-9a67-d393182813b7 req-8b425501-193a-4693-a411-1753513fb6ba tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (199b82db-26c4-49ff-b1a7-ed9cddfff749), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:05.009930 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['199b82db-26c4-49ff-b1a7-ed9cddfff749'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:59:05.012812 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['9d4fee85-d7db-4499-afb0-3622136f8b6c'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:59:05.030061 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b425501-193a-4693-a411-1753513fb6ba tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Pushing event deleted for resources: {'Port': ['ID=199b82db-26c4-49ff-b1a7-ed9cddfff749,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:05.083967 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187261ae-c03d-486a-ab3d-0067b577990b req-424fc401-bd23-4b98-9f74-c852ae397c45 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:05.085500 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-187261ae-c03d-486a-ab3d-0067b577990b req-424fc401-bd23-4b98-9f74-c852ae397c45 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "GET /v2.0/ports?device_id=c993c6c3-24a0-48aa-bc4e-27c36c608bf2 HTTP/1.1" status: 200 len: 943 time: 0.1272376 Feb 04 12:59:05.086299 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5172c23-0161-4b39-9a67-d393182813b7 req-8b425501-193a-4693-a411-1753513fb6ba tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] No DVR routers for this DVR port 199b82db-26c4-49ff-b1a7-ed9cddfff749 on host n-h2-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:59:05.088773 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-b5172c23-0161-4b39-9a67-d393182813b7 req-8b425501-193a-4693-a411-1753513fb6ba tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:05.091968 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b5172c23-0161-4b39-9a67-d393182813b7 req-8b425501-193a-4693-a411-1753513fb6ba tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.77 "DELETE /v2.0/ports/199b82db-26c4-49ff-b1a7-ed9cddfff749 HTTP/1.1" status: 204 len: 173 time: 0.4669263 Feb 04 12:59:05.111627 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device a7ea033f-3494-48f7-9f33-61b552be2d98 details requested by agent hyperv_n-h2-825015-3 with host n-h2-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:59:05.144440 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-187261ae-c03d-486a-ab3d-0067b577990b req-05037308-3f93-4b8a-a715-189cefbb2cb3 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "GET /v2.0/security-groups?id=d9fa6b3b-0204-4c23-b046-dd9c75b94f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513949 Feb 04 12:59:05.292278 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port a7ea033f-3494-48f7-9f33-61b552be2d98, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=a7ea033f-3494-48f7-9f33-61b552be2d98,segment=NetworkSegment(51bc948a-74dc-4fe3-a18b-fd9884732402),segment_id=51bc948a-74dc-4fe3-a18b-fd9884732402)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:59:05.304523 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Returning: {'device': 'a7ea033f-3494-48f7-9f33-61b552be2d98', 'network_id': '44de3b6f-029b-4e49-ac62-0d0496f9fa69', 'port_id': 'a7ea033f-3494-48f7-9f33-61b552be2d98', 'mac_address': 'fa:16:3e:0d:fd:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bca709eb-7a50-41c2-9ef5-a182e4482d66', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:59:05.347961 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port a7ea033f-3494-48f7-9f33-61b552be2d98 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:59:05.348355 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (a7ea033f-3494-48f7-9f33-61b552be2d98), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:05.362923 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7ea033f-3494-48f7-9f33-61b552be2d98 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:59:05.390405 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port a7ea033f-3494-48f7-9f33-61b552be2d98, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=a7ea033f-3494-48f7-9f33-61b552be2d98,segment=NetworkSegment(51bc948a-74dc-4fe3-a18b-fd9884732402),segment_id=51bc948a-74dc-4fe3-a18b-fd9884732402)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:59:05.394866 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (a7ea033f-3494-48f7-9f33-61b552be2d98), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:05.445785 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=a7ea033f-3494-48f7-9f33-61b552be2d98,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:05.555510 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbe05ef3-6c75-40c3-93b1-4c4680a237e9', 'name': 'network-vif-deleted', 'tag': '199b82db-26c4-49ff-b1a7-ed9cddfff749'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:59:05.558035 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0c9dd39-8549-4bfb-885f-13df54537742" -d '{"events": [{"server_uuid": "bbe05ef3-6c75-40c3-93b1-4c4680a237e9", "name": "network-vif-deleted", "tag": "199b82db-26c4-49ff-b1a7-ed9cddfff749"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:59:05.605981 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c40cd39d-13e2-4db3-a56f-35928c90ad89 x-openstack-request-id: req-c40cd39d-13e2-4db3-a56f-35928c90ad89 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:59:05.606311 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbe05ef3-6c75-40c3-93b1-4c4680a237e9", "name": "network-vif-deleted", "tag": "199b82db-26c4-49ff-b1a7-ed9cddfff749", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:59:05.606726 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c40cd39d-13e2-4db3-a56f-35928c90ad89 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:59:05.607141 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbe05ef3-6c75-40c3-93b1-4c4680a237e9', 'name': 'network-vif-deleted', 'tag': '199b82db-26c4-49ff-b1a7-ed9cddfff749', 'status': 'completed', 'code': 200} Feb 04 12:59:05.635665 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['a7ea033f-3494-48f7-9f33-61b552be2d98'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:59:05.885050 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145b77f6-5af3-493e-9c2f-1a3ea53d4dbf req-1302b5fe-b1f5-4c46-8228-4a81dccf4ec9 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:05.886560 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-145b77f6-5af3-493e-9c2f-1a3ea53d4dbf req-1302b5fe-b1f5-4c46-8228-4a81dccf4ec9 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=65d73783-6a1a-4d1c-9c98-6ab63ad8c1ab HTTP/1.1" status: 200 len: 946 time: 0.0586128 Feb 04 12:59:05.937627 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-145b77f6-5af3-493e-9c2f-1a3ea53d4dbf req-53651cda-b3f7-4d8e-8bfa-b8bc7b674324 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=e80379a7-bc34-42af-9706-4f7e825f23a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438125 Feb 04 12:59:06.271968 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d7fcf8-e031-4c49-b027-63ced2744ff0 req-b59f9319-03f0-43ab-9c04-b0ab16fb2e73 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:06.273491 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-71d7fcf8-e031-4c49-b027-63ced2744ff0 req-b59f9319-03f0-43ab-9c04-b0ab16fb2e73 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "GET /v2.0/ports?device_id=c993c6c3-24a0-48aa-bc4e-27c36c608bf2 HTTP/1.1" status: 200 len: 944 time: 0.0565231 Feb 04 12:59:06.325719 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-71d7fcf8-e031-4c49-b027-63ced2744ff0 req-31e21f44-b0e3-4aeb-adb0-a09021ffe182 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "GET /v2.0/security-groups?id=d9fa6b3b-0204-4c23-b046-dd9c75b94f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433040 Feb 04 12:59:06.925362 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087a6d43-6d5b-4a03-9fe2-3ba777303fc1 req-ae5a122d-e443-4047-ab57-032b19c50ff4 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:06.927049 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-087a6d43-6d5b-4a03-9fe2-3ba777303fc1 req-ae5a122d-e443-4047-ab57-032b19c50ff4 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.73 "GET /v2.0/ports?device_id=65d73783-6a1a-4d1c-9c98-6ab63ad8c1ab HTTP/1.1" status: 200 len: 946 time: 0.0608206 Feb 04 12:59:07.091604 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3dd066-c376-4202-9056-42b317d75cec req-355c10e7-d687-4faf-bed3-c41ec8279323 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:07.094352 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2a3dd066-c376-4202-9056-42b317d75cec req-355c10e7-d687-4faf-bed3-c41ec8279323 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=65d73783-6a1a-4d1c-9c98-6ab63ad8c1ab HTTP/1.1" status: 200 len: 946 time: 0.0805528 Feb 04 12:59:07.096783 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-087a6d43-6d5b-4a03-9fe2-3ba777303fc1 req-e18dbb10-38d0-40ca-b1c8-445ffcb3022a tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Deleting port 9d4fee85-d7db-4499-afb0-3622136f8b6c {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:59:07.097133 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-087a6d43-6d5b-4a03-9fe2-3ba777303fc1 req-e18dbb10-38d0-40ca-b1c8-445ffcb3022a tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (9d4fee85-d7db-4499-afb0-3622136f8b6c), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:07.122436 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device a7ea033f-3494-48f7-9f33-61b552be2d98 up at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:59:07.180949 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning for port a7ea033f-3494-48f7-9f33-61b552be2d98 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:59:07.185800 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning complete for port a7ea033f-3494-48f7-9f33-61b552be2d98 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:59:07.186187 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (a7ea033f-3494-48f7-9f33-61b552be2d98), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:07.256911 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2a3dd066-c376-4202-9056-42b317d75cec req-12c8afc5-e503-4667-be5b-f545843d755d tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=e80379a7-bc34-42af-9706-4f7e825f23a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552939 Feb 04 12:59:07.276842 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port a7ea033f-3494-48f7-9f33-61b552be2d98 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:59:07.277276 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (a7ea033f-3494-48f7-9f33-61b552be2d98), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:07.279131 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c7bce3-5a9b-46a3-ba5e-7d8844d18850 req-606f705a-66fd-4c22-88c6-12833b0ba32c tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:07.281326 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d0c7bce3-5a9b-46a3-ba5e-7d8844d18850 req-606f705a-66fd-4c22-88c6-12833b0ba32c tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=5e5719fc-6adb-433e-b6f9-63c1a0698526 HTTP/1.1" status: 200 len: 945 time: 0.1597540 Feb 04 12:59:07.286732 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-087a6d43-6d5b-4a03-9fe2-3ba777303fc1 req-e18dbb10-38d0-40ca-b1c8-445ffcb3022a tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] For port 9d4fee85-d7db-4499-afb0-3622136f8b6c, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=9d4fee85-d7db-4499-afb0-3622136f8b6c,segment=NetworkSegment(435809b5-4790-4cc2-92a6-17b1a1ceee55),segment_id=435809b5-4790-4cc2-92a6-17b1a1ceee55)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:59:07.287109 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-087a6d43-6d5b-4a03-9fe2-3ba777303fc1 req-e18dbb10-38d0-40ca-b1c8-445ffcb3022a tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (9d4fee85-d7db-4499-afb0-3622136f8b6c), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:07.303402 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c993c6c3-24a0-48aa-bc4e-27c36c608bf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7ea033f-3494-48f7-9f33-61b552be2d98'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:59:07.305742 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-215c6dcb-a700-4ab6-ade1-026896791ef9" -d '{"events": [{"server_uuid": "c993c6c3-24a0-48aa-bc4e-27c36c608bf2", "name": "network-vif-plugged", "status": "completed", "tag": "a7ea033f-3494-48f7-9f33-61b552be2d98"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:59:07.315096 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-087a6d43-6d5b-4a03-9fe2-3ba777303fc1 req-e18dbb10-38d0-40ca-b1c8-445ffcb3022a tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Calling delete_port for 9d4fee85-d7db-4499-afb0-3622136f8b6c owned by compute:nova {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:59:07.322199 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port a7ea033f-3494-48f7-9f33-61b552be2d98, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=a7ea033f-3494-48f7-9f33-61b552be2d98,segment=NetworkSegment(51bc948a-74dc-4fe3-a18b-fd9884732402),segment_id=51bc948a-74dc-4fe3-a18b-fd9884732402)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:59:07.327599 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (a7ea033f-3494-48f7-9f33-61b552be2d98), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:07.328562 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 199b82db-26c4-49ff-b1a7-ed9cddfff749 no longer exists at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:59:07.369407 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] No Port match for: 199b82db-26c4-49ff-b1a7-ed9cddfff749 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:59:07.369763 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 199b82db-26c4-49ff-b1a7-ed9cddfff749 not bound to the agent host n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:59:07.390600 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d0c7bce3-5a9b-46a3-ba5e-7d8844d18850 req-0d40e348-962f-4487-a6f0-402f2d3f353b tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=068b1e11-4a70-4e33-8087-efe2a4e35d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999017 Feb 04 12:59:07.400471 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=a7ea033f-3494-48f7-9f33-61b552be2d98,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:07.462224 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2363632d-751e-4c26-a41a-e57e5c52ed44 x-openstack-request-id: req-2363632d-751e-4c26-a41a-e57e5c52ed44 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:59:07.462527 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c993c6c3-24a0-48aa-bc4e-27c36c608bf2", "name": "network-vif-plugged", "status": "completed", "tag": "a7ea033f-3494-48f7-9f33-61b552be2d98", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:59:07.462814 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2363632d-751e-4c26-a41a-e57e5c52ed44 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:59:07.463245 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c993c6c3-24a0-48aa-bc4e-27c36c608bf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7ea033f-3494-48f7-9f33-61b552be2d98', 'code': 200} Feb 04 12:59:07.520635 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-087a6d43-6d5b-4a03-9fe2-3ba777303fc1 req-e18dbb10-38d0-40ca-b1c8-445ffcb3022a tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (9d4fee85-d7db-4499-afb0-3622136f8b6c), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:07.534695 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['9d4fee85-d7db-4499-afb0-3622136f8b6c'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:59:07.586363 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18dbb10-38d0-40ca-b1c8-445ffcb3022a tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Pushing event deleted for resources: {'Port': ['ID=9d4fee85-d7db-4499-afb0-3622136f8b6c,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:07.637581 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-087a6d43-6d5b-4a03-9fe2-3ba777303fc1 req-e18dbb10-38d0-40ca-b1c8-445ffcb3022a tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] No DVR routers for this DVR port 9d4fee85-d7db-4499-afb0-3622136f8b6c on host n-h1-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:59:07.643010 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-087a6d43-6d5b-4a03-9fe2-3ba777303fc1 req-e18dbb10-38d0-40ca-b1c8-445ffcb3022a tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:07.646532 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-087a6d43-6d5b-4a03-9fe2-3ba777303fc1 req-e18dbb10-38d0-40ca-b1c8-445ffcb3022a tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.73 "DELETE /v2.0/ports/9d4fee85-d7db-4499-afb0-3622136f8b6c HTTP/1.1" status: 204 len: 173 time: 0.7103529 Feb 04 12:59:07.650277 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65d73783-6a1a-4d1c-9c98-6ab63ad8c1ab', 'name': 'network-vif-deleted', 'tag': '9d4fee85-d7db-4499-afb0-3622136f8b6c'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:59:07.652544 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cbb45d4-166c-492b-8c61-496322a5a8f3" -d '{"events": [{"server_uuid": "65d73783-6a1a-4d1c-9c98-6ab63ad8c1ab", "name": "network-vif-deleted", "tag": "9d4fee85-d7db-4499-afb0-3622136f8b6c"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:59:07.665141 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccb0b84-90fc-4540-b4cf-7fcd77f80d0b req-8ac8e3c8-db69-4f1a-a3a2-2e43c658b8cd tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:07.666818 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bccb0b84-90fc-4540-b4cf-7fcd77f80d0b req-8ac8e3c8-db69-4f1a-a3a2-2e43c658b8cd tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "GET /v2.0/ports?device_id=c993c6c3-24a0-48aa-bc4e-27c36c608bf2 HTTP/1.1" status: 200 len: 945 time: 0.1847949 Feb 04 12:59:07.674774 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ee5281-1bcb-4d4d-b2e8-d22aea6a0aa9 req-ab185ffc-dde6-46ac-98c6-b1cebcd377f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:07.676344 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-93ee5281-1bcb-4d4d-b2e8-d22aea6a0aa9 req-ab185ffc-dde6-46ac-98c6-b1cebcd377f4 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c993c6c3-24a0-48aa-bc4e-27c36c608bf2 HTTP/1.1" status: 200 len: 1127 time: 0.1490803 Feb 04 12:59:07.742402 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b08c046c-9c1c-441d-8306-0d53bd262518 x-openstack-request-id: req-b08c046c-9c1c-441d-8306-0d53bd262518 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:59:07.742707 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65d73783-6a1a-4d1c-9c98-6ab63ad8c1ab", "name": "network-vif-deleted", "tag": "9d4fee85-d7db-4499-afb0-3622136f8b6c", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:59:07.742975 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b08c046c-9c1c-441d-8306-0d53bd262518 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:59:07.743387 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65d73783-6a1a-4d1c-9c98-6ab63ad8c1ab', 'name': 'network-vif-deleted', 'tag': '9d4fee85-d7db-4499-afb0-3622136f8b6c', 'status': 'completed', 'code': 200} Feb 04 12:59:07.769460 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bccb0b84-90fc-4540-b4cf-7fcd77f80d0b req-f6fb86b7-d1fc-4d16-a5a4-352d12771edf tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "GET /v2.0/security-groups?id=d9fa6b3b-0204-4c23-b046-dd9c75b94f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921052 Feb 04 12:59:07.778004 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-93ee5281-1bcb-4d4d-b2e8-d22aea6a0aa9 req-e0f217ce-7daa-48c6-85be-e155d714e702 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=d9fa6b3b-0204-4c23-b046-dd9c75b94f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804543 Feb 04 12:59:08.565019 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9b83f6-6966-4423-9d71-fbb5af10cb9c req-4e907260-7096-4511-a224-5f9ea6a4e561 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:08.566530 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bb9b83f6-6966-4423-9d71-fbb5af10cb9c req-4e907260-7096-4511-a224-5f9ea6a4e561 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=5e5719fc-6adb-433e-b6f9-63c1a0698526 HTTP/1.1" status: 200 len: 945 time: 0.0887637 Feb 04 12:59:08.588977 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adfde3f-65e6-4e47-9fda-2c3ef1d42f82 req-a1876b8b-fb68-41b8-93e4-9f8057c6ba13 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:08.590725 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2adfde3f-65e6-4e47-9fda-2c3ef1d42f82 req-a1876b8b-fb68-41b8-93e4-9f8057c6ba13 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=22704979-2c9f-416c-a9cc-621c4bd05eca HTTP/1.1" status: 200 len: 944 time: 0.0797970 Feb 04 12:59:08.657160 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bb9b83f6-6966-4423-9d71-fbb5af10cb9c req-9ab4930e-cbb4-4c45-ab7c-90af30f5b4ef tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=068b1e11-4a70-4e33-8087-efe2a4e35d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839837 Feb 04 12:59:08.668733 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2adfde3f-65e6-4e47-9fda-2c3ef1d42f82 req-e24daf1c-1103-4dec-ab7a-90127efbe965 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3f9fd42-344e-42cb-9241-a34957176b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710206 Feb 04 12:59:08.899529 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416eceda-e0ab-439a-ab7d-f5e1fe77de4e req-4820e877-b7be-45ed-9eb8-9b0cee9005f3 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:08.901088 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-416eceda-e0ab-439a-ab7d-f5e1fe77de4e req-4820e877-b7be-45ed-9eb8-9b0cee9005f3 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "GET /v2.0/ports?device_id=c993c6c3-24a0-48aa-bc4e-27c36c608bf2 HTTP/1.1" status: 200 len: 945 time: 0.0564442 Feb 04 12:59:08.962870 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-416eceda-e0ab-439a-ab7d-f5e1fe77de4e req-6b1429b2-9d09-47b7-b8dd-de004485d9db tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "GET /v2.0/security-groups?id=d9fa6b3b-0204-4c23-b046-dd9c75b94f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511036 Feb 04 12:59:09.044458 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4475a8-399c-42ee-86ac-919a8f90e3a6 req-dd109422-a435-4b77-b71f-337b0f3f5702 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:09.046709 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5f4475a8-399c-42ee-86ac-919a8f90e3a6 req-dd109422-a435-4b77-b71f-337b0f3f5702 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.77 "GET /v2.0/ports?device_id=5e5719fc-6adb-433e-b6f9-63c1a0698526 HTTP/1.1" status: 200 len: 945 time: 0.0567825 Feb 04 12:59:09.158248 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-5f4475a8-399c-42ee-86ac-919a8f90e3a6 req-467fc9b7-4c49-4e76-a1d0-48a72ba8ff62 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Deleting port cbb50be7-faf3-432e-b6b8-c7a22b847d0c {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:59:09.158596 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-5f4475a8-399c-42ee-86ac-919a8f90e3a6 req-467fc9b7-4c49-4e76-a1d0-48a72ba8ff62 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (cbb50be7-faf3-432e-b6b8-c7a22b847d0c), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:09.250752 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-5f4475a8-399c-42ee-86ac-919a8f90e3a6 req-467fc9b7-4c49-4e76-a1d0-48a72ba8ff62 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] For port cbb50be7-faf3-432e-b6b8-c7a22b847d0c, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=cbb50be7-faf3-432e-b6b8-c7a22b847d0c,segment=NetworkSegment(0934a908-175b-4cbf-ace2-f0550fc5d53c),segment_id=0934a908-175b-4cbf-ace2-f0550fc5d53c)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:59:09.251116 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-5f4475a8-399c-42ee-86ac-919a8f90e3a6 req-467fc9b7-4c49-4e76-a1d0-48a72ba8ff62 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (cbb50be7-faf3-432e-b6b8-c7a22b847d0c), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:09.432341 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-5f4475a8-399c-42ee-86ac-919a8f90e3a6 req-467fc9b7-4c49-4e76-a1d0-48a72ba8ff62 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:09.432590 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-5f4475a8-399c-42ee-86ac-919a8f90e3a6 req-467fc9b7-4c49-4e76-a1d0-48a72ba8ff62 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1599943'] for floatingip (063eb471-cd32-454c-83e0-4b8b63553c66), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:09.432897 n-d-825015-3 neutron-server[103475]: INFO neutron.db.l3_db [req-5f4475a8-399c-42ee-86ac-919a8f90e3a6 req-467fc9b7-4c49-4e76-a1d0-48a72ba8ff62 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Floating IP 063eb471-cd32-454c-83e0-4b8b63553c66 disassociated. External IP: 172.25.3.68, port: cbb50be7-faf3-432e-b6b8-c7a22b847d0c. Feb 04 12:59:09.433239 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-5f4475a8-399c-42ee-86ac-919a8f90e3a6 req-467fc9b7-4c49-4e76-a1d0-48a72ba8ff62 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Calling delete_port for cbb50be7-faf3-432e-b6b8-c7a22b847d0c owned by compute:nova {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:59:09.564095 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-5f4475a8-399c-42ee-86ac-919a8f90e3a6 req-467fc9b7-4c49-4e76-a1d0-48a72ba8ff62 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (cbb50be7-faf3-432e-b6b8-c7a22b847d0c), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:09.597296 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467fc9b7-4c49-4e76-a1d0-48a72ba8ff62 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Pushing event deleted for resources: {'Port': ['ID=cbb50be7-faf3-432e-b6b8-c7a22b847d0c,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:09.726988 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5f4475a8-399c-42ee-86ac-919a8f90e3a6 req-467fc9b7-4c49-4e76-a1d0-48a72ba8ff62 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Router 024eaaf0-2d65-4b7c-9e2a-8cef52c577d7 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:59:09.815381 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3e04f4b2-1515-44eb-a95e-b3665d7e8d9d req-71d96a48-fac8-423a-bcbd-016cbb7aacd6 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=5e5719fc-6adb-433e-b6f9-63c1a0698526 HTTP/1.1" status: 200 len: 210 time: 0.0781813 Feb 04 12:59:09.908599 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029db735-0cb7-4f02-9b47-4f93c8a27476 req-a32577e0-e6ff-485c-8d41-de3384011f13 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:09.910025 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-029db735-0cb7-4f02-9b47-4f93c8a27476 req-a32577e0-e6ff-485c-8d41-de3384011f13 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=22704979-2c9f-416c-a9cc-621c4bd05eca HTTP/1.1" status: 200 len: 944 time: 0.1601770 Feb 04 12:59:09.935941 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5f4475a8-399c-42ee-86ac-919a8f90e3a6 req-467fc9b7-4c49-4e76-a1d0-48a72ba8ff62 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:59:09.949081 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e71464-0b36-4785-aaef-68e2c17c8fc7 None None] Sync routers for ids ['024eaaf0-2d65-4b7c-9e2a-8cef52c577d7'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:59:09.960714 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e71464-0b36-4785-aaef-68e2c17c8fc7 None None] Routers {'024eaaf0-2d65-4b7c-9e2a-8cef52c577d7'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:59:09.961598 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-d0e71464-0b36-4785-aaef-68e2c17c8fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:58:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['024eaaf0-2d65-4b7c-9e2a-8cef52c577d7'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:59:09.991429 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f4475a8-399c-42ee-86ac-919a8f90e3a6 req-467fc9b7-4c49-4e76-a1d0-48a72ba8ff62 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] No DVR routers for this DVR port cbb50be7-faf3-432e-b6b8-c7a22b847d0c on host n-h2-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:59:09.996217 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-5f4475a8-399c-42ee-86ac-919a8f90e3a6 req-467fc9b7-4c49-4e76-a1d0-48a72ba8ff62 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:10.000274 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5f4475a8-399c-42ee-86ac-919a8f90e3a6 req-467fc9b7-4c49-4e76-a1d0-48a72ba8ff62 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.77 "DELETE /v2.0/ports/cbb50be7-faf3-432e-b6b8-c7a22b847d0c HTTP/1.1" status: 204 len: 173 time: 0.9401517 Feb 04 12:59:10.000761 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e5719fc-6adb-433e-b6f9-63c1a0698526', 'name': 'network-vif-deleted', 'tag': 'cbb50be7-faf3-432e-b6b8-c7a22b847d0c'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:59:10.003145 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c22ff99f-576a-43f6-bdfc-503093123acf" -d '{"events": [{"server_uuid": "5e5719fc-6adb-433e-b6f9-63c1a0698526", "name": "network-vif-deleted", "tag": "cbb50be7-faf3-432e-b6b8-c7a22b847d0c"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:59:10.033021 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-029db735-0cb7-4f02-9b47-4f93c8a27476 req-beb8b89f-249f-4313-bd51-6c10fa52f962 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3f9fd42-344e-42cb-9241-a34957176b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157763 Feb 04 12:59:10.114050 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fff5ac81-4ead-45fa-b867-5d4eb4080bcb x-openstack-request-id: req-fff5ac81-4ead-45fa-b867-5d4eb4080bcb {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:59:10.114614 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e5719fc-6adb-433e-b6f9-63c1a0698526", "name": "network-vif-deleted", "tag": "cbb50be7-faf3-432e-b6b8-c7a22b847d0c", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:59:10.114879 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fff5ac81-4ead-45fa-b867-5d4eb4080bcb {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:59:10.115287 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e5719fc-6adb-433e-b6f9-63c1a0698526', 'name': 'network-vif-deleted', 'tag': 'cbb50be7-faf3-432e-b6b8-c7a22b847d0c', 'status': 'completed', 'code': 200} Feb 04 12:59:10.124138 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-d0e71464-0b36-4785-aaef-68e2c17c8fc7 None None] Set router 024eaaf0-2d65-4b7c-9e2a-8cef52c577d7 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:59:10.147829 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93dd40b-524c-4ee0-8dc6-f1d6c2c6de81 req-dd771fe5-b2b3-44c3-83dd-dd9d28ed4913 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:10.156011 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a93dd40b-524c-4ee0-8dc6-f1d6c2c6de81 req-dd771fe5-b2b3-44c3-83dd-dd9d28ed4913 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "GET /v2.0/ports?device_id=c993c6c3-24a0-48aa-bc4e-27c36c608bf2 HTTP/1.1" status: 200 len: 945 time: 0.0882373 Feb 04 12:59:10.214467 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a93dd40b-524c-4ee0-8dc6-f1d6c2c6de81 req-359a0cc5-fbf6-4306-bdfc-ff79aa2fe4bb tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "GET /v2.0/security-groups?id=d9fa6b3b-0204-4c23-b046-dd9c75b94f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573766 Feb 04 12:59:10.347060 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ee04a9-16b3-45bc-826f-d02fe61859a9 req-0b41b45c-c3b4-4c50-b030-20dba5542c2b tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:10.348639 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e7ee04a9-16b3-45bc-826f-d02fe61859a9 req-0b41b45c-c3b4-4c50-b030-20dba5542c2b tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "GET /v2.0/ports?device_id=c993c6c3-24a0-48aa-bc4e-27c36c608bf2 HTTP/1.1" status: 200 len: 945 time: 0.0584323 Feb 04 12:59:10.372074 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-d0e71464-0b36-4785-aaef-68e2c17c8fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '024eaaf0-2d65-4b7c-9e2a-8cef52c577d7', 'name': 'tempest-TestVolumeBootPattern-1950943043-router', 'tenant_id': '3c0dc8c0402645d983d20be0fc21117a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '905d01d9-6ced-4b80-b81a-4e838906d04e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:47:46Z', 'updated_at': '2022-02-04T12:47:55Z', 'revision_number': 4, 'project_id': '3c0dc8c0402645d983d20be0fc21117a', 'gw_port': {'id': '905d01d9-6ced-4b80-b81a-4e838906d04e', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:94:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024eaaf0-2d65-4b7c-9e2a-8cef52c577d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:47:48Z', 'updated_at': '2022-02-04T12:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '44692f76-31ca-466a-966d-b6774ece519d', 'name': '', 'network_id': 'f237d722-433d-480c-8987-66d34675134e', 'tenant_id': '3c0dc8c0402645d983d20be0fc21117a', 'mac_address': 'fa:16:3e:84:c4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024eaaf0-2d65-4b7c-9e2a-8cef52c577d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '70faacee-af53-42b7-af83-bbc74f352570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:47:54Z', 'updated_at': '2022-02-04T12:48:07Z', 'revision_number': 5, 'project_id': '3c0dc8c0402645d983d20be0fc21117a', 'subnets': [{'id': '70faacee-af53-42b7-af83-bbc74f352570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:59:10.403236 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e71464-0b36-4785-aaef-68e2c17c8fc7 None None] Checking router: 024eaaf0-2d65-4b7c-9e2a-8cef52c577d7 for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:59:10.413558 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e71464-0b36-4785-aaef-68e2c17c8fc7 None None] Routers {'024eaaf0-2d65-4b7c-9e2a-8cef52c577d7'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:59:10.414265 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-d0e71464-0b36-4785-aaef-68e2c17c8fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:58:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['024eaaf0-2d65-4b7c-9e2a-8cef52c577d7'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:59:10.417882 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e7ee04a9-16b3-45bc-826f-d02fe61859a9 req-e1a9d289-ebb3-409c-83bd-fe338318b3ed tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "GET /v2.0/security-groups?id=d9fa6b3b-0204-4c23-b046-dd9c75b94f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610123 Feb 04 12:59:10.442920 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 50524) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:59:10.496865 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc2cf79-a3ab-4c48-8262-a8aad4bf930c tempest-TestNetworkBasicOps-1870628221 tempest-TestNetworkBasicOps-1870628221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:10.501288 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-2cc2cf79-a3ab-4c48-8262-a8aad4bf930c tempest-TestNetworkBasicOps-1870628221 tempest-TestNetworkBasicOps-1870628221-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=c993c6c3-24a0-48aa-bc4e-27c36c608bf2 HTTP/1.1" status: 200 len: 1122 time: 0.0539627 Feb 04 12:59:10.502313 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 50526) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:59:10.507178 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-ae938e1f-6280-4ecc-8af0-98d499ce1b23 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Request body: {'floatingip': {'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'port_id': 'a7ea033f-3494-48f7-9f33-61b552be2d98', 'tenant_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:59:10.533159 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ae938e1f-6280-4ecc-8af0-98d499ce1b23 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:10.543001 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-d0e71464-0b36-4785-aaef-68e2c17c8fc7 None None] Set router 024eaaf0-2d65-4b7c-9e2a-8cef52c577d7 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:59:10.625764 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ba7204-4e72-4da5-ab6c-ca70d9d18977 req-4ebad436-e2a8-4656-9dea-cc89a8ebec5a tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:10.628017 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f3ba7204-4e72-4da5-ab6c-ca70d9d18977 req-4ebad436-e2a8-4656-9dea-cc89a8ebec5a tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.73 "GET /v2.0/ports?device_id=22704979-2c9f-416c-a9cc-621c4bd05eca HTTP/1.1" status: 200 len: 944 time: 0.0703039 Feb 04 12:59:10.639449 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 9d4fee85-d7db-4499-afb0-3622136f8b6c no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:59:10.662882 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] No Port match for: 9d4fee85-d7db-4499-afb0-3622136f8b6c {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:59:10.663755 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 9d4fee85-d7db-4499-afb0-3622136f8b6c not bound to the agent host n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:59:10.667453 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ae938e1f-6280-4ecc-8af0-98d499ce1b23 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:10.762683 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-f3ba7204-4e72-4da5-ab6c-ca70d9d18977 req-aa832773-0ed2-4970-8dfc-b37d86a3eb3d tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Deleting port cb852aaa-eaf1-4660-8fc3-7bde91629607 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:59:10.763032 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-f3ba7204-4e72-4da5-ab6c-ca70d9d18977 req-aa832773-0ed2-4970-8dfc-b37d86a3eb3d tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (cb852aaa-eaf1-4660-8fc3-7bde91629607), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:10.802191 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-ae938e1f-6280-4ecc-8af0-98d499ce1b23 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Allocated IP 172.25.3.75 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/fe0c1eb3-f4d6-4bb7-b6ba-6c8bff254f84) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:59:10.818234 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-d0e71464-0b36-4785-aaef-68e2c17c8fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '024eaaf0-2d65-4b7c-9e2a-8cef52c577d7', 'name': 'tempest-TestVolumeBootPattern-1950943043-router', 'tenant_id': '3c0dc8c0402645d983d20be0fc21117a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '905d01d9-6ced-4b80-b81a-4e838906d04e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:47:46Z', 'updated_at': '2022-02-04T12:47:55Z', 'revision_number': 4, 'project_id': '3c0dc8c0402645d983d20be0fc21117a', 'gw_port': {'id': '905d01d9-6ced-4b80-b81a-4e838906d04e', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:94:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024eaaf0-2d65-4b7c-9e2a-8cef52c577d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:47:48Z', 'updated_at': '2022-02-04T12:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '44692f76-31ca-466a-966d-b6774ece519d', 'name': '', 'network_id': 'f237d722-433d-480c-8987-66d34675134e', 'tenant_id': '3c0dc8c0402645d983d20be0fc21117a', 'mac_address': 'fa:16:3e:84:c4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024eaaf0-2d65-4b7c-9e2a-8cef52c577d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '70faacee-af53-42b7-af83-bbc74f352570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:47:54Z', 'updated_at': '2022-02-04T12:48:07Z', 'revision_number': 5, 'project_id': '3c0dc8c0402645d983d20be0fc21117a', 'subnets': [{'id': '70faacee-af53-42b7-af83-bbc74f352570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:59:10.857068 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e71464-0b36-4785-aaef-68e2c17c8fc7 None None] The sync data for ids ['024eaaf0-2d65-4b7c-9e2a-8cef52c577d7'] in n-d-825015-3 is: [{'id': '024eaaf0-2d65-4b7c-9e2a-8cef52c577d7', 'name': 'tempest-TestVolumeBootPattern-1950943043-router', 'tenant_id': '3c0dc8c0402645d983d20be0fc21117a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '905d01d9-6ced-4b80-b81a-4e838906d04e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:47:46Z', 'updated_at': '2022-02-04T12:47:55Z', 'revision_number': 4, 'project_id': '3c0dc8c0402645d983d20be0fc21117a', 'gw_port': {'id': '905d01d9-6ced-4b80-b81a-4e838906d04e', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:94:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024eaaf0-2d65-4b7c-9e2a-8cef52c577d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:47:48Z', 'updated_at': '2022-02-04T12:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '44692f76-31ca-466a-966d-b6774ece519d', 'name': '', 'network_id': 'f237d722-433d-480c-8987-66d34675134e', 'tenant_id': '3c0dc8c0402645d983d20be0fc21117a', 'mac_address': 'fa:16:3e:84:c4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024eaaf0-2d65-4b7c-9e2a-8cef52c577d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '70faacee-af53-42b7-af83-bbc74f352570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:47:54Z', 'updated_at': '2022-02-04T12:48:07Z', 'revision_number': 5, 'project_id': '3c0dc8c0402645d983d20be0fc21117a', 'subnets': [{'id': '70faacee-af53-42b7-af83-bbc74f352570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:59:10.931019 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ae938e1f-6280-4ecc-8af0-98d499ce1b23 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for port (fe0c1eb3-f4d6-4bb7-b6ba-6c8bff254f84), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:10.946842 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-f3ba7204-4e72-4da5-ab6c-ca70d9d18977 req-aa832773-0ed2-4970-8dfc-b37d86a3eb3d tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] For port cb852aaa-eaf1-4660-8fc3-7bde91629607, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=cb852aaa-eaf1-4660-8fc3-7bde91629607,segment=NetworkSegment(435809b5-4790-4cc2-92a6-17b1a1ceee55),segment_id=435809b5-4790-4cc2-92a6-17b1a1ceee55)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:59:10.947292 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-f3ba7204-4e72-4da5-ab6c-ca70d9d18977 req-aa832773-0ed2-4970-8dfc-b37d86a3eb3d tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (cb852aaa-eaf1-4660-8fc3-7bde91629607), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:10.969580 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ae938e1f-6280-4ecc-8af0-98d499ce1b23 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (fe0c1eb3-f4d6-4bb7-b6ba-6c8bff254f84), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:11.030861 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae938e1f-6280-4ecc-8af0-98d499ce1b23 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:59:11.032675 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae938e1f-6280-4ecc-8af0-98d499ce1b23 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Pushing event updated for resources: {'Port': ['ID=fe0c1eb3-f4d6-4bb7-b6ba-6c8bff254f84,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:11.035372 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-ae938e1f-6280-4ecc-8af0-98d499ce1b23 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:59:11.037639 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae938e1f-6280-4ecc-8af0-98d499ce1b23 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:59:11.057987 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2f6d396e-a78f-49b7-b245-d39a845775ab req-76da2059-343b-4d2d-954d-76b0b4272311 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=5e5719fc-6adb-433e-b6f9-63c1a0698526 HTTP/1.1" status: 200 len: 210 time: 0.1006484 Feb 04 12:59:11.121072 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device cbb50be7-faf3-432e-b6b8-c7a22b847d0c no longer exists at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:59:11.151869 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] No Port match for: cbb50be7-faf3-432e-b6b8-c7a22b847d0c {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:59:11.152691 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device cbb50be7-faf3-432e-b6b8-c7a22b847d0c not bound to the agent host n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:59:11.272529 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96db09a-6068-4cd3-8969-f18863d76d65 None None] New status for floating IP 063eb471-cd32-454c-83e0-4b8b63553c66: DOWN {{(pid=103476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 12:59:11.534495 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ae938e1f-6280-4ecc-8af0-98d499ce1b23 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for floatingip (94ce8321-280d-4ef1-a7bc-be0b894df39d), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:11.587289 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa96bd5a-d84a-4af8-a129-fb966150fde9 req-7ba3b7b2-58d0-41d4-a512-698afb538583 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:11.589946 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-aa96bd5a-d84a-4af8-a129-fb966150fde9 req-7ba3b7b2-58d0-41d4-a512-698afb538583 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=22704979-2c9f-416c-a9cc-621c4bd05eca HTTP/1.1" status: 200 len: 944 time: 0.4381208 Feb 04 12:59:11.590791 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-f3ba7204-4e72-4da5-ab6c-ca70d9d18977 req-aa832773-0ed2-4970-8dfc-b37d86a3eb3d tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:11.591151 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-f3ba7204-4e72-4da5-ab6c-ca70d9d18977 req-aa832773-0ed2-4970-8dfc-b37d86a3eb3d tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1599943'] for floatingip (97d7864c-37b0-46d3-8145-38e798968629), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:11.591468 n-d-825015-3 neutron-server[103475]: INFO neutron.db.l3_db [req-f3ba7204-4e72-4da5-ab6c-ca70d9d18977 req-aa832773-0ed2-4970-8dfc-b37d86a3eb3d tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Floating IP 97d7864c-37b0-46d3-8145-38e798968629 disassociated. External IP: 172.25.3.93, port: cb852aaa-eaf1-4660-8fc3-7bde91629607. Feb 04 12:59:11.591832 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-f3ba7204-4e72-4da5-ab6c-ca70d9d18977 req-aa832773-0ed2-4970-8dfc-b37d86a3eb3d tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Calling delete_port for cb852aaa-eaf1-4660-8fc3-7bde91629607 owned by compute:nova {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:59:11.622831 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ae938e1f-6280-4ecc-8af0-98d499ce1b23 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (fe0c1eb3-f4d6-4bb7-b6ba-6c8bff254f84), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:11.686829 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-aa96bd5a-d84a-4af8-a129-fb966150fde9 req-76edd197-efea-4e69-b81a-5ae7c10758eb tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups?id=c3f9fd42-344e-42cb-9241-a34957176b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897255 Feb 04 12:59:11.769615 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-f3ba7204-4e72-4da5-ab6c-ca70d9d18977 req-aa832773-0ed2-4970-8dfc-b37d86a3eb3d tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (cb852aaa-eaf1-4660-8fc3-7bde91629607), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:11.799266 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa832773-0ed2-4970-8dfc-b37d86a3eb3d tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Pushing event deleted for resources: {'Port': ['ID=cb852aaa-eaf1-4660-8fc3-7bde91629607,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:11.802669 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ae938e1f-6280-4ecc-8af0-98d499ce1b23 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for port (fe0c1eb3-f4d6-4bb7-b6ba-6c8bff254f84), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:11.811266 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ae938e1f-6280-4ecc-8af0-98d499ce1b23 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (fe0c1eb3-f4d6-4bb7-b6ba-6c8bff254f84), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:11.910370 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae938e1f-6280-4ecc-8af0-98d499ce1b23 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Pushing event updated for resources: {'Port': ['ID=fe0c1eb3-f4d6-4bb7-b6ba-6c8bff254f84,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:11.917659 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ae938e1f-6280-4ecc-8af0-98d499ce1b23 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1599943'] for floatingip (94ce8321-280d-4ef1-a7bc-be0b894df39d), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:11.937452 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f3ba7204-4e72-4da5-ab6c-ca70d9d18977 req-aa832773-0ed2-4970-8dfc-b37d86a3eb3d tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Router 31eb4f64-8a74-438b-ab6f-0f228843018d has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:59:12.051583 n-d-825015-3 neutron-server[103474]: INFO neutron.db.l3_db [None req-ae938e1f-6280-4ecc-8af0-98d499ce1b23 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Floating IP 94ce8321-280d-4ef1-a7bc-be0b894df39d associated. External IP: 172.25.3.75, port: a7ea033f-3494-48f7-9f33-61b552be2d98. Feb 04 12:59:12.073491 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f3ba7204-4e72-4da5-ab6c-ca70d9d18977 req-aa832773-0ed2-4970-8dfc-b37d86a3eb3d tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:59:12.086223 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274c27d6-8e77-43ee-8267-d5f7a2dae26d None None] Sync routers for ids ['31eb4f64-8a74-438b-ab6f-0f228843018d'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:59:12.101994 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274c27d6-8e77-43ee-8267-d5f7a2dae26d None None] Routers {'31eb4f64-8a74-438b-ab6f-0f228843018d'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:59:12.101994 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-274c27d6-8e77-43ee-8267-d5f7a2dae26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:58:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['31eb4f64-8a74-438b-ab6f-0f228843018d'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:59:12.163199 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3ba7204-4e72-4da5-ab6c-ca70d9d18977 req-aa832773-0ed2-4970-8dfc-b37d86a3eb3d tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] No DVR routers for this DVR port cb852aaa-eaf1-4660-8fc3-7bde91629607 on host n-h1-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:59:12.170236 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-f3ba7204-4e72-4da5-ab6c-ca70d9d18977 req-aa832773-0ed2-4970-8dfc-b37d86a3eb3d tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:12.175212 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f3ba7204-4e72-4da5-ab6c-ca70d9d18977 req-aa832773-0ed2-4970-8dfc-b37d86a3eb3d tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.73 "DELETE /v2.0/ports/cb852aaa-eaf1-4660-8fc3-7bde91629607 HTTP/1.1" status: 204 len: 173 time: 1.5408578 Feb 04 12:59:12.175212 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22704979-2c9f-416c-a9cc-621c4bd05eca', 'name': 'network-vif-deleted', 'tag': 'cb852aaa-eaf1-4660-8fc3-7bde91629607'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:59:12.177574 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d61e1bb0-b166-47d9-ab54-d4205200f6cc" -d '{"events": [{"server_uuid": "22704979-2c9f-416c-a9cc-621c4bd05eca", "name": "network-vif-deleted", "tag": "cb852aaa-eaf1-4660-8fc3-7bde91629607"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:59:12.233999 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5463bd87-df5d-4d31-b8b4-d8d782655e5b req-3a5c500f-0d09-431c-8170-155d54e580ea tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=5e5719fc-6adb-433e-b6f9-63c1a0698526 HTTP/1.1" status: 200 len: 210 time: 0.0716665 Feb 04 12:59:12.270956 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-274c27d6-8e77-43ee-8267-d5f7a2dae26d None None] Set router 31eb4f64-8a74-438b-ab6f-0f228843018d gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:59:12.304529 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6323c1ed-14df-43fe-9dd9-13e57dcb40c0 x-openstack-request-id: req-6323c1ed-14df-43fe-9dd9-13e57dcb40c0 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:59:12.304826 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22704979-2c9f-416c-a9cc-621c4bd05eca", "name": "network-vif-deleted", "tag": "cb852aaa-eaf1-4660-8fc3-7bde91629607", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:59:12.305800 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6323c1ed-14df-43fe-9dd9-13e57dcb40c0 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:59:12.305800 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22704979-2c9f-416c-a9cc-621c4bd05eca', 'name': 'network-vif-deleted', 'tag': 'cb852aaa-eaf1-4660-8fc3-7bde91629607', 'status': 'completed', 'code': 200} Feb 04 12:59:12.369812 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae938e1f-6280-4ecc-8af0-98d499ce1b23 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Router 3c7d949c-a59a-4cd5-a906-3c75ff3b7ae9 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:59:12.504338 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae938e1f-6280-4ecc-8af0-98d499ce1b23 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:59:12.510728 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-274c27d6-8e77-43ee-8267-d5f7a2dae26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31eb4f64-8a74-438b-ab6f-0f228843018d', 'name': 'tempest-ServerActionsTestJSON-299748162-router', 'tenant_id': '081a166ab6754953977e00fecaf55e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'b61005ac-380a-44e6-a001-692b7709e537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:51:26Z', 'updated_at': '2022-02-04T12:51:33Z', 'revision_number': 4, 'project_id': '081a166ab6754953977e00fecaf55e63', 'gw_port': {'id': 'b61005ac-380a-44e6-a001-692b7709e537', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:2f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31eb4f64-8a74-438b-ab6f-0f228843018d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:51:28Z', 'updated_at': '2022-02-04T12:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '8ad3332d-9f44-48a6-86d0-ae80d452f38a', 'name': '', 'network_id': '2199cf82-6b45-4a26-9381-22c185674f2b', 'tenant_id': '081a166ab6754953977e00fecaf55e63', 'mac_address': 'fa:16:3e:76:94:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31eb4f64-8a74-438b-ab6f-0f228843018d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '88c9f8fd-dc13-4414-bafb-3591060ecfdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:51:32Z', 'updated_at': '2022-02-04T12:51:41Z', 'revision_number': 5, 'project_id': '081a166ab6754953977e00fecaf55e63', 'subnets': [{'id': '88c9f8fd-dc13-4414-bafb-3591060ecfdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:59:12.516863 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9adf001c-5339-4957-b39f-3404e1ecafa0 None None] Sync routers for ids ['3c7d949c-a59a-4cd5-a906-3c75ff3b7ae9'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:59:12.528249 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ae938e1f-6280-4ecc-8af0-98d499ce1b23 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:12.530036 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9adf001c-5339-4957-b39f-3404e1ecafa0 None None] Routers {'3c7d949c-a59a-4cd5-a906-3c75ff3b7ae9'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:59:12.531554 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-9adf001c-5339-4957-b39f-3404e1ecafa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:58:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['3c7d949c-a59a-4cd5-a906-3c75ff3b7ae9'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:59:12.569437 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 50536) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:59:12.569906 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-ae938e1f-6280-4ecc-8af0-98d499ce1b23 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0664403 Feb 04 12:59:12.570562 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c993c6c3-24a0-48aa-bc4e-27c36c608bf2', 'tag': 'a7ea033f-3494-48f7-9f33-61b552be2d98'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:59:12.572952 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4748e88a-54ac-41ca-920f-c284d899abf4" -d '{"events": [{"name": "network-changed", "server_uuid": "c993c6c3-24a0-48aa-bc4e-27c36c608bf2", "tag": "a7ea033f-3494-48f7-9f33-61b552be2d98"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:59:12.614722 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e29a2e6-966c-41e3-b7b0-463d50b75c86 x-openstack-request-id: req-4e29a2e6-966c-41e3-b7b0-463d50b75c86 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:59:12.615015 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c993c6c3-24a0-48aa-bc4e-27c36c608bf2", "tag": "a7ea033f-3494-48f7-9f33-61b552be2d98", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:59:12.615300 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4e29a2e6-966c-41e3-b7b0-463d50b75c86 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:59:12.615718 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c993c6c3-24a0-48aa-bc4e-27c36c608bf2', 'tag': 'a7ea033f-3494-48f7-9f33-61b552be2d98', 'status': 'completed', 'code': 200} Feb 04 12:59:12.690077 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274c27d6-8e77-43ee-8267-d5f7a2dae26d None None] Checking router: 31eb4f64-8a74-438b-ab6f-0f228843018d for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:59:12.704333 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274c27d6-8e77-43ee-8267-d5f7a2dae26d None None] Routers {'31eb4f64-8a74-438b-ab6f-0f228843018d'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:59:12.705220 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-274c27d6-8e77-43ee-8267-d5f7a2dae26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:58:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['31eb4f64-8a74-438b-ab6f-0f228843018d'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:59:12.726700 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-30b51094-0e4a-4312-8032-474eb3018de9 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "GET /v2.0/floatingips/94ce8321-280d-4ef1-a7bc-be0b894df39d HTTP/1.1" status: 200 len: 990 time: 0.1560285 Feb 04 12:59:12.736849 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4748e88a-54ac-41ca-920f-c284d899abf4 req-52062146-1b51-411c-b8e2-06723b42d7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:12.739873 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4748e88a-54ac-41ca-920f-c284d899abf4 req-52062146-1b51-411c-b8e2-06723b42d7be service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ad73185521b9452e903e10ccdcd3b5aa&device_id=c993c6c3-24a0-48aa-bc4e-27c36c608bf2 HTTP/1.1" status: 200 len: 1127 time: 0.0855606 Feb 04 12:59:12.748176 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-9adf001c-5339-4957-b39f-3404e1ecafa0 None None] Set router 3c7d949c-a59a-4cd5-a906-3c75ff3b7ae9 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:59:12.882906 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4748e88a-54ac-41ca-920f-c284d899abf4 req-cf112c61-e2f1-4a69-8bb4-6a4563abbe4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:12.885413 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4748e88a-54ac-41ca-920f-c284d899abf4 req-cf112c61-e2f1-4a69-8bb4-6a4563abbe4a service neutron] 10.222.0.77 "GET /v2.0/networks?id=44de3b6f-029b-4e49-ac62-0d0496f9fa69 HTTP/1.1" status: 200 len: 896 time: 0.1398304 Feb 04 12:59:12.901868 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-274c27d6-8e77-43ee-8267-d5f7a2dae26d None None] Set router 31eb4f64-8a74-438b-ab6f-0f228843018d gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:59:12.913287 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7ae98d52-6415-4f20-bc23-d84d84160c8b req-c020f875-5ae4-42ba-b882-1f79c23ee309 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/ports?device_id=22704979-2c9f-416c-a9cc-621c4bd05eca HTTP/1.1" status: 200 len: 210 time: 0.0523210 Feb 04 12:59:12.986081 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4748e88a-54ac-41ca-920f-c284d899abf4 req-6ed5d022-3448-4404-aa06-faa36bcba489 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7ea033f-3494-48f7-9f33-61b552be2d98 HTTP/1.1" status: 200 len: 998 time: 0.0753109 Feb 04 12:59:13.058175 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4748e88a-54ac-41ca-920f-c284d899abf4 req-3d4eabbf-696d-48de-8fdd-440aaffc4477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:13.059966 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4748e88a-54ac-41ca-920f-c284d899abf4 req-3d4eabbf-696d-48de-8fdd-440aaffc4477 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=bca709eb-7a50-41c2-9ef5-a182e4482d66 HTTP/1.1" status: 200 len: 834 time: 0.0667095 Feb 04 12:59:13.082120 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-9adf001c-5339-4957-b39f-3404e1ecafa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c7d949c-a59a-4cd5-a906-3c75ff3b7ae9', 'name': 'tempest-TestNetworkBasicOps-router-508723425', 'tenant_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '8d481a2b-221b-4ba4-8cb2-0053c1426146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:58:48Z', 'updated_at': '2022-02-04T12:58:53Z', 'revision_number': 4, 'project_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'gw_port': {'id': '8d481a2b-221b-4ba4-8cb2-0053c1426146', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:c0:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7d949c-a59a-4cd5-a906-3c75ff3b7ae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:58:49Z', 'updated_at': '2022-02-04T12:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': '94ce8321-280d-4ef1-a7bc-be0b894df39d', 'tenant_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'floating_ip_address': '172.25.3.75', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': '3c7d949c-a59a-4cd5-a906-3c75ff3b7ae9', 'port_id': 'a7ea033f-3494-48f7-9f33-61b552be2d98', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3284, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44de3b6f-029b-4e49-ac62-0d0496f9fa69', 'mac_address': 'fa:16:3e:0d:fd:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c993c6c3-24a0-48aa-bc4e-27c36c608bf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:59:11Z', 'updated_at': '2022-02-04T12:59:11Z', 'revision_number': 0, 'project_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '577befda-4f03-459b-92d2-c00a0f313a5f', 'name': '', 'network_id': '44de3b6f-029b-4e49-ac62-0d0496f9fa69', 'tenant_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'mac_address': 'fa:16:3e:00:10:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7d949c-a59a-4cd5-a906-3c75ff3b7ae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': 'bca709eb-7a50-41c2-9ef5-a182e4482d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:58:52Z', 'updated_at': '2022-02-04T12:58:56Z', 'revision_number': 5, 'project_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'subnets': [{'id': 'bca709eb-7a50-41c2-9ef5-a182e4482d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:59:13.115870 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4748e88a-54ac-41ca-920f-c284d899abf4 req-4ff0dc13-3605-4a42-896c-a702a9438dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:13.117972 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4748e88a-54ac-41ca-920f-c284d899abf4 req-4ff0dc13-3605-4a42-896c-a702a9438dcf service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=44de3b6f-029b-4e49-ac62-0d0496f9fa69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0510597 Feb 04 12:59:13.118689 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9adf001c-5339-4957-b39f-3404e1ecafa0 None None] Checking router: 3c7d949c-a59a-4cd5-a906-3c75ff3b7ae9 for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:59:13.128934 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9adf001c-5339-4957-b39f-3404e1ecafa0 None None] Routers {'3c7d949c-a59a-4cd5-a906-3c75ff3b7ae9'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:59:13.129593 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-9adf001c-5339-4957-b39f-3404e1ecafa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:58:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['3c7d949c-a59a-4cd5-a906-3c75ff3b7ae9'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:59:13.146292 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-274c27d6-8e77-43ee-8267-d5f7a2dae26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31eb4f64-8a74-438b-ab6f-0f228843018d', 'name': 'tempest-ServerActionsTestJSON-299748162-router', 'tenant_id': '081a166ab6754953977e00fecaf55e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'b61005ac-380a-44e6-a001-692b7709e537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:51:26Z', 'updated_at': '2022-02-04T12:51:33Z', 'revision_number': 4, 'project_id': '081a166ab6754953977e00fecaf55e63', 'gw_port': {'id': 'b61005ac-380a-44e6-a001-692b7709e537', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:2f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31eb4f64-8a74-438b-ab6f-0f228843018d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:51:28Z', 'updated_at': '2022-02-04T12:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '8ad3332d-9f44-48a6-86d0-ae80d452f38a', 'name': '', 'network_id': '2199cf82-6b45-4a26-9381-22c185674f2b', 'tenant_id': '081a166ab6754953977e00fecaf55e63', 'mac_address': 'fa:16:3e:76:94:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31eb4f64-8a74-438b-ab6f-0f228843018d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '88c9f8fd-dc13-4414-bafb-3591060ecfdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:51:32Z', 'updated_at': '2022-02-04T12:51:41Z', 'revision_number': 5, 'project_id': '081a166ab6754953977e00fecaf55e63', 'subnets': [{'id': '88c9f8fd-dc13-4414-bafb-3591060ecfdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:59:13.176393 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274c27d6-8e77-43ee-8267-d5f7a2dae26d None None] The sync data for ids ['31eb4f64-8a74-438b-ab6f-0f228843018d'] in n-d-825015-3 is: [{'id': '31eb4f64-8a74-438b-ab6f-0f228843018d', 'name': 'tempest-ServerActionsTestJSON-299748162-router', 'tenant_id': '081a166ab6754953977e00fecaf55e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'b61005ac-380a-44e6-a001-692b7709e537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:51:26Z', 'updated_at': '2022-02-04T12:51:33Z', 'revision_number': 4, 'project_id': '081a166ab6754953977e00fecaf55e63', 'gw_port': {'id': 'b61005ac-380a-44e6-a001-692b7709e537', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:2f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31eb4f64-8a74-438b-ab6f-0f228843018d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:51:28Z', 'updated_at': '2022-02-04T12:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '8ad3332d-9f44-48a6-86d0-ae80d452f38a', 'name': '', 'network_id': '2199cf82-6b45-4a26-9381-22c185674f2b', 'tenant_id': '081a166ab6754953977e00fecaf55e63', 'mac_address': 'fa:16:3e:76:94:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31eb4f64-8a74-438b-ab6f-0f228843018d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '88c9f8fd-dc13-4414-bafb-3591060ecfdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:51:32Z', 'updated_at': '2022-02-04T12:51:41Z', 'revision_number': 5, 'project_id': '081a166ab6754953977e00fecaf55e63', 'subnets': [{'id': '88c9f8fd-dc13-4414-bafb-3591060ecfdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:59:13.218351 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4748e88a-54ac-41ca-920f-c284d899abf4 req-80f6b372-2ada-43e8-87eb-3a43bab58261 service neutron] 10.222.0.77 "GET /v2.0/networks/44de3b6f-029b-4e49-ac62-0d0496f9fa69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932915 Feb 04 12:59:13.268874 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-9adf001c-5339-4957-b39f-3404e1ecafa0 None None] Set router 3c7d949c-a59a-4cd5-a906-3c75ff3b7ae9 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:59:13.341220 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4748e88a-54ac-41ca-920f-c284d899abf4 req-9aae5098-f6d0-42ea-a514-72d7e960e7de service neutron] 10.222.0.77 "GET /v2.0/networks/44de3b6f-029b-4e49-ac62-0d0496f9fa69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176100 Feb 04 12:59:13.405983 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2f0cf6a7-022a-4066-af22-f72934ae5e0e req-2f406e38-1467-434a-a528-c04942538c31 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=5e5719fc-6adb-433e-b6f9-63c1a0698526 HTTP/1.1" status: 200 len: 210 time: 0.0300066 Feb 04 12:59:13.506546 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4932a78-0c8a-4714-afe2-9e0f259a9e83 None None] New status for floating IP 97d7864c-37b0-46d3-8145-38e798968629: DOWN {{(pid=103477) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 12:59:13.551697 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-9adf001c-5339-4957-b39f-3404e1ecafa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c7d949c-a59a-4cd5-a906-3c75ff3b7ae9', 'name': 'tempest-TestNetworkBasicOps-router-508723425', 'tenant_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '8d481a2b-221b-4ba4-8cb2-0053c1426146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:58:48Z', 'updated_at': '2022-02-04T12:58:53Z', 'revision_number': 4, 'project_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'gw_port': {'id': '8d481a2b-221b-4ba4-8cb2-0053c1426146', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:c0:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7d949c-a59a-4cd5-a906-3c75ff3b7ae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:58:49Z', 'updated_at': '2022-02-04T12:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': '94ce8321-280d-4ef1-a7bc-be0b894df39d', 'tenant_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'floating_ip_address': '172.25.3.75', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': '3c7d949c-a59a-4cd5-a906-3c75ff3b7ae9', 'port_id': 'a7ea033f-3494-48f7-9f33-61b552be2d98', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3284, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44de3b6f-029b-4e49-ac62-0d0496f9fa69', 'mac_address': 'fa:16:3e:0d:fd:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c993c6c3-24a0-48aa-bc4e-27c36c608bf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:59:11Z', 'updated_at': '2022-02-04T12:59:11Z', 'revision_number': 0, 'project_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '577befda-4f03-459b-92d2-c00a0f313a5f', 'name': '', 'network_id': '44de3b6f-029b-4e49-ac62-0d0496f9fa69', 'tenant_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'mac_address': 'fa:16:3e:00:10:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7d949c-a59a-4cd5-a906-3c75ff3b7ae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': 'bca709eb-7a50-41c2-9ef5-a182e4482d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:58:52Z', 'updated_at': '2022-02-04T12:58:56Z', 'revision_number': 5, 'project_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'subnets': [{'id': 'bca709eb-7a50-41c2-9ef5-a182e4482d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:59:13.588474 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9adf001c-5339-4957-b39f-3404e1ecafa0 None None] The sync data for ids ['3c7d949c-a59a-4cd5-a906-3c75ff3b7ae9'] in n-d-825015-3 is: [{'id': '3c7d949c-a59a-4cd5-a906-3c75ff3b7ae9', 'name': 'tempest-TestNetworkBasicOps-router-508723425', 'tenant_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '8d481a2b-221b-4ba4-8cb2-0053c1426146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:58:48Z', 'updated_at': '2022-02-04T12:58:53Z', 'revision_number': 4, 'project_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'gw_port': {'id': '8d481a2b-221b-4ba4-8cb2-0053c1426146', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:c0:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7d949c-a59a-4cd5-a906-3c75ff3b7ae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:58:49Z', 'updated_at': '2022-02-04T12:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': '94ce8321-280d-4ef1-a7bc-be0b894df39d', 'tenant_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'floating_ip_address': '172.25.3.75', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': '3c7d949c-a59a-4cd5-a906-3c75ff3b7ae9', 'port_id': 'a7ea033f-3494-48f7-9f33-61b552be2d98', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3284, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44de3b6f-029b-4e49-ac62-0d0496f9fa69', 'mac_address': 'fa:16:3e:0d:fd:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c993c6c3-24a0-48aa-bc4e-27c36c608bf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:59:11Z', 'updated_at': '2022-02-04T12:59:11Z', 'revision_number': 0, 'project_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '577befda-4f03-459b-92d2-c00a0f313a5f', 'name': '', 'network_id': '44de3b6f-029b-4e49-ac62-0d0496f9fa69', 'tenant_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'mac_address': 'fa:16:3e:00:10:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7d949c-a59a-4cd5-a906-3c75ff3b7ae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': 'bca709eb-7a50-41c2-9ef5-a182e4482d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:58:52Z', 'updated_at': '2022-02-04T12:58:56Z', 'revision_number': 5, 'project_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'subnets': [{'id': 'bca709eb-7a50-41c2-9ef5-a182e4482d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:59:13.729551 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 50544) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:59:13.799517 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-dcd29f86-dd0a-40d3-831f-8f5dbf9616cc tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "GET /v2.0/floatingips/94ce8321-280d-4ef1-a7bc-be0b894df39d HTTP/1.1" status: 200 len: 990 time: 0.0687973 Feb 04 12:59:13.834079 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badc890f-8829-4bcf-8584-e0670ea2c5f3 None None] New status for floating IP 94ce8321-280d-4ef1-a7bc-be0b894df39d: ACTIVE {{(pid=103476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 12:59:14.024739 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 50550) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:59:14.086110 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-37b6fa41-a6c3-4528-bee6-4c26636fdc0b tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Publish callbacks [] for security_group (c3f9fd42-344e-42cb-9241-a34957176b50), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:14.115681 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-37b6fa41-a6c3-4528-bee6-4c26636fdc0b tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Publish callbacks [] for security_group (c3f9fd42-344e-42cb-9241-a34957176b50), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:14.177369 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-37b6fa41-a6c3-4528-bee6-4c26636fdc0b tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (c3f9fd42-344e-42cb-9241-a34957176b50), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:14.180859 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-37b6fa41-a6c3-4528-bee6-4c26636fdc0b tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:14.182181 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-37b6fa41-a6c3-4528-bee6-4c26636fdc0b tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "DELETE /v2.0/security-groups/c3f9fd42-344e-42cb-9241-a34957176b50 HTTP/1.1" status: 204 len: 168 time: 0.1562705 Feb 04 12:59:14.185972 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 50552) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:59:14.205209 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b6fa41-a6c3-4528-bee6-4c26636fdc0b tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f9fd42-344e-42cb-9241-a34957176b50,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:14.209154 n-d-825015-3 neutron-server[103474]: INFO neutron.api.v2.resource [None req-df47cdfb-00f0-4de6-ba46-d27f1e00a6e5 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] show failed (client error): The resource could not be found. Feb 04 12:59:14.214214 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-df47cdfb-00f0-4de6-ba46-d27f1e00a6e5 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "GET /v2.0/security-groups/c3f9fd42-344e-42cb-9241-a34957176b50 HTTP/1.1" status: 404 len: 347 time: 0.0232348 Feb 04 12:59:14.214785 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 50554) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:59:14.354502 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-c9bf5629-7b95-40b1-944d-7da2c5c2d539 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Deleting port 49451138-6a54-4c87-bd55-ef2f9cd91c10 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:59:14.354763 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c9bf5629-7b95-40b1-944d-7da2c5c2d539 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (49451138-6a54-4c87-bd55-ef2f9cd91c10), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:14.437724 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c9bf5629-7b95-40b1-944d-7da2c5c2d539 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (49451138-6a54-4c87-bd55-ef2f9cd91c10), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:14.438192 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c9bf5629-7b95-40b1-944d-7da2c5c2d539 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Publish callbacks [] for floatingip (49451138-6a54-4c87-bd55-ef2f9cd91c10), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:14.451913 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-c9bf5629-7b95-40b1-944d-7da2c5c2d539 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Calling delete_port for 49451138-6a54-4c87-bd55-ef2f9cd91c10 owned by network:floatingip {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:59:14.518764 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7314bd06-f48d-467b-9bbc-7fa54e279002 req-b32c4e42-5e1e-41d0-a9f5-7f7c4ce633c0 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=5e5719fc-6adb-433e-b6f9-63c1a0698526 HTTP/1.1" status: 200 len: 210 time: 0.0290132 Feb 04 12:59:14.605764 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c9bf5629-7b95-40b1-944d-7da2c5c2d539 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (49451138-6a54-4c87-bd55-ef2f9cd91c10), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:14.635623 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bf5629-7b95-40b1-944d-7da2c5c2d539 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Pushing event deleted for resources: {'Port': ['ID=49451138-6a54-4c87-bd55-ef2f9cd91c10,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:14.669091 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device cb852aaa-eaf1-4660-8fc3-7bde91629607 no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:59:14.691358 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] No Port match for: cb852aaa-eaf1-4660-8fc3-7bde91629607 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:59:14.691358 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device cb852aaa-eaf1-4660-8fc3-7bde91629607 not bound to the agent host n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:59:14.701092 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c9bf5629-7b95-40b1-944d-7da2c5c2d539 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Publish callbacks [] for floatingip (97d7864c-37b0-46d3-8145-38e798968629), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:14.704752 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c9bf5629-7b95-40b1-944d-7da2c5c2d539 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:14.705989 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-c9bf5629-7b95-40b1-944d-7da2c5c2d539 tempest-ServerActionsTestJSON-657865237 tempest-ServerActionsTestJSON-657865237-project] 10.222.0.65 "DELETE /v2.0/floatingips/97d7864c-37b0-46d3-8145-38e798968629 HTTP/1.1" status: 204 len: 168 time: 0.4905884 Feb 04 12:59:14.709065 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 50558) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:59:14.803924 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 50562) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:59:15.282514 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-606eb799-f7fd-400e-8f44-f609cb90578b tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "GET /v2.0/floatingips/94ce8321-280d-4ef1-a7bc-be0b894df39d HTTP/1.1" status: 200 len: 992 time: 0.4718125 Feb 04 12:59:15.550454 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c58b6597-0fd4-45bf-8057-0d498dd597db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622215'] for router_interface (31eb4f64-8a74-438b-ab6f-0f228843018d), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:15.570152 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a79293b8-98b3-4034-87b6-58f1f81c1b51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:15.651995 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-53710932-d1f2-4a8d-ba51-8f25725bb217 req-e075da72-b840-4e69-8b67-3b0b05b95bf3 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=5e5719fc-6adb-433e-b6f9-63c1a0698526 HTTP/1.1" status: 200 len: 210 time: 0.0453346 Feb 04 12:59:15.834943 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-c58b6597-0fd4-45bf-8057-0d498dd597db admin admin] Deleting port 8ad3332d-9f44-48a6-86d0-ae80d452f38a {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:59:15.835403 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c58b6597-0fd4-45bf-8057-0d498dd597db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (8ad3332d-9f44-48a6-86d0-ae80d452f38a), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:15.917520 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-c58b6597-0fd4-45bf-8057-0d498dd597db admin admin] For port 8ad3332d-9f44-48a6-86d0-ae80d452f38a, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=8ad3332d-9f44-48a6-86d0-ae80d452f38a,segment=NetworkSegment(435809b5-4790-4cc2-92a6-17b1a1ceee55),segment_id=435809b5-4790-4cc2-92a6-17b1a1ceee55)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:59:15.917913 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c58b6597-0fd4-45bf-8057-0d498dd597db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (8ad3332d-9f44-48a6-86d0-ae80d452f38a), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:15.934202 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-c58b6597-0fd4-45bf-8057-0d498dd597db admin admin] Calling delete_port for 8ad3332d-9f44-48a6-86d0-ae80d452f38a owned by network:router_interface {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:59:16.136572 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c58b6597-0fd4-45bf-8057-0d498dd597db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (8ad3332d-9f44-48a6-86d0-ae80d452f38a), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:16.168391 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58b6597-0fd4-45bf-8057-0d498dd597db admin admin] Pushing event deleted for resources: {'Port': ['ID=8ad3332d-9f44-48a6-86d0-ae80d452f38a,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:16.347668 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c58b6597-0fd4-45bf-8057-0d498dd597db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622067'] for router_interface (31eb4f64-8a74-438b-ab6f-0f228843018d), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:16.596640 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c58b6597-0fd4-45bf-8057-0d498dd597db admin admin] Router 31eb4f64-8a74-438b-ab6f-0f228843018d has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:59:16.731264 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c58b6597-0fd4-45bf-8057-0d498dd597db admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:59:16.742298 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-c58b6597-0fd4-45bf-8057-0d498dd597db admin admin] 10.222.0.65 "PUT /v2.0/routers/31eb4f64-8a74-438b-ab6f-0f228843018d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0298080 Feb 04 12:59:16.742653 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 50570) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:59:16.746984 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97b4920-2674-4b79-ab44-a43a5a8d41ea None None] Sync routers for ids ['31eb4f64-8a74-438b-ab6f-0f228843018d'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:59:16.769707 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97b4920-2674-4b79-ab44-a43a5a8d41ea None None] Routers {'31eb4f64-8a74-438b-ab6f-0f228843018d'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:59:16.770455 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-d97b4920-2674-4b79-ab44-a43a5a8d41ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:58:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['31eb4f64-8a74-438b-ab6f-0f228843018d'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:59:16.813198 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b709694c-8568-4956-89d1-e1cd2ebdd480 req-69d4a39a-2274-4c7d-a898-99c7d2a42fbd tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=5e5719fc-6adb-433e-b6f9-63c1a0698526 HTTP/1.1" status: 200 len: 210 time: 0.0760567 Feb 04 12:59:16.863061 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-070c542f-79d6-4143-95a9-b572d94ac20a req-710ead7d-4b2a-4973-bd86-89110e6b379b service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=4e73a476-a174-4b27-84c0-28b9fe3f2b1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1140680 Feb 04 12:59:16.941642 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-28119c12-2269-4eb8-b3f7-572ee12823f2 admin admin] Publish callbacks [] for router (31eb4f64-8a74-438b-ab6f-0f228843018d), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:16.974292 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-d97b4920-2674-4b79-ab44-a43a5a8d41ea None None] Set router 31eb4f64-8a74-438b-ab6f-0f228843018d gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:59:16.978188 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070c542f-79d6-4143-95a9-b572d94ac20a req-20ddab31-729d-419b-9ced-685c28583b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:16.980107 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-070c542f-79d6-4143-95a9-b572d94ac20a req-20ddab31-729d-419b-9ced-685c28583b59 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b593a9b948e947caa7bb47e1be2cb62a&device_id=4e73a476-a174-4b27-84c0-28b9fe3f2b1a HTTP/1.1" status: 200 len: 1129 time: 0.0944786 Feb 04 12:59:17.115647 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-28119c12-2269-4eb8-b3f7-572ee12823f2 admin admin] Publish callbacks [] for router_gateway (31eb4f64-8a74-438b-ab6f-0f228843018d), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:17.155993 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070c542f-79d6-4143-95a9-b572d94ac20a req-68483990-4eb8-429c-ad54-adf292f1872d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:17.158264 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-070c542f-79d6-4143-95a9-b572d94ac20a req-68483990-4eb8-429c-ad54-adf292f1872d service neutron] 10.222.0.77 "GET /v2.0/networks?id=4e1bb528-5b08-4fe5-be55-e6e60ca268fa HTTP/1.1" status: 200 len: 918 time: 0.1572416 Feb 04 12:59:17.234296 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-28119c12-2269-4eb8-b3f7-572ee12823f2 admin admin] Deleting port b61005ac-380a-44e6-a001-692b7709e537 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:59:17.234958 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-28119c12-2269-4eb8-b3f7-572ee12823f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (b61005ac-380a-44e6-a001-692b7709e537), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:17.281522 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-070c542f-79d6-4143-95a9-b572d94ac20a req-93395a17-a7ad-4388-8b34-7b9a7112f120 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=04791ec1-32c2-4597-99a4-9612418d0b25 HTTP/1.1" status: 200 len: 1002 time: 0.1134889 Feb 04 12:59:17.357303 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-d97b4920-2674-4b79-ab44-a43a5a8d41ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31eb4f64-8a74-438b-ab6f-0f228843018d', 'name': 'tempest-ServerActionsTestJSON-299748162-router', 'tenant_id': '081a166ab6754953977e00fecaf55e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'b61005ac-380a-44e6-a001-692b7709e537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:51:26Z', 'updated_at': '2022-02-04T12:59:16Z', 'revision_number': 5, 'project_id': '081a166ab6754953977e00fecaf55e63', 'gw_port': {'id': 'b61005ac-380a-44e6-a001-692b7709e537', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:2f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31eb4f64-8a74-438b-ab6f-0f228843018d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:51:28Z', 'updated_at': '2022-02-04T12:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:59:17.419699 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-28119c12-2269-4eb8-b3f7-572ee12823f2 admin admin] For port b61005ac-380a-44e6-a001-692b7709e537, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=b61005ac-380a-44e6-a001-692b7709e537,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:59:17.421086 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-28119c12-2269-4eb8-b3f7-572ee12823f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (b61005ac-380a-44e6-a001-692b7709e537), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:17.429107 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070c542f-79d6-4143-95a9-b572d94ac20a req-c8d6846f-11c2-404e-af41-104f0c570903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:17.431715 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-070c542f-79d6-4143-95a9-b572d94ac20a req-c8d6846f-11c2-404e-af41-104f0c570903 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=13ec9a2b-ecf4-4399-96f0-6b85e2cca449 HTTP/1.1" status: 200 len: 856 time: 0.1430707 Feb 04 12:59:17.438673 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97b4920-2674-4b79-ab44-a43a5a8d41ea None None] Checking router: 31eb4f64-8a74-438b-ab6f-0f228843018d for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:59:17.449598 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-28119c12-2269-4eb8-b3f7-572ee12823f2 admin admin] Calling delete_port for b61005ac-380a-44e6-a001-692b7709e537 owned by network:router_gateway {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:59:17.454720 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97b4920-2674-4b79-ab44-a43a5a8d41ea None None] Routers {'31eb4f64-8a74-438b-ab6f-0f228843018d'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:59:17.455549 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-d97b4920-2674-4b79-ab44-a43a5a8d41ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:58:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['31eb4f64-8a74-438b-ab6f-0f228843018d'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:59:17.539459 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070c542f-79d6-4143-95a9-b572d94ac20a req-a71b6638-ad65-4100-b87b-5499e7a08e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:17.542398 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-070c542f-79d6-4143-95a9-b572d94ac20a req-a71b6638-ad65-4100-b87b-5499e7a08e94 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4e1bb528-5b08-4fe5-be55-e6e60ca268fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1035476 Feb 04 12:59:17.627259 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-d97b4920-2674-4b79-ab44-a43a5a8d41ea None None] Set router 31eb4f64-8a74-438b-ab6f-0f228843018d gateway port host: None {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:59:17.705941 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-070c542f-79d6-4143-95a9-b572d94ac20a req-69836758-955e-44dc-a453-25fa96680a8c service neutron] 10.222.0.77 "GET /v2.0/networks/4e1bb528-5b08-4fe5-be55-e6e60ca268fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565828 Feb 04 12:59:17.714088 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-d97b4920-2674-4b79-ab44-a43a5a8d41ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31eb4f64-8a74-438b-ab6f-0f228843018d', 'name': 'tempest-ServerActionsTestJSON-299748162-router', 'tenant_id': '081a166ab6754953977e00fecaf55e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:51:26Z', 'updated_at': '2022-02-04T12:59:17Z', 'revision_number': 6, 'project_id': '081a166ab6754953977e00fecaf55e63', 'gw_port_host': None}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:59:17.754152 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97b4920-2674-4b79-ab44-a43a5a8d41ea None None] The sync data for ids ['31eb4f64-8a74-438b-ab6f-0f228843018d'] in n-d-825015-3 is: [{'id': '31eb4f64-8a74-438b-ab6f-0f228843018d', 'name': 'tempest-ServerActionsTestJSON-299748162-router', 'tenant_id': '081a166ab6754953977e00fecaf55e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:51:26Z', 'updated_at': '2022-02-04T12:59:17Z', 'revision_number': 6, 'project_id': '081a166ab6754953977e00fecaf55e63', 'gw_port_host': None}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:59:17.816379 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-28119c12-2269-4eb8-b3f7-572ee12823f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (b61005ac-380a-44e6-a001-692b7709e537), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:17.861776 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28119c12-2269-4eb8-b3f7-572ee12823f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b61005ac-380a-44e6-a001-692b7709e537,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:17.891257 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-070c542f-79d6-4143-95a9-b572d94ac20a req-3555e156-6769-4e94-a397-3ee299bef454 service neutron] 10.222.0.77 "GET /v2.0/networks/4e1bb528-5b08-4fe5-be55-e6e60ca268fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793242 Feb 04 12:59:18.002717 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b9590f64-47f7-4d9b-8e69-f7a62940aeeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:18.013833 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-28119c12-2269-4eb8-b3f7-572ee12823f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1599901'] for router_gateway (31eb4f64-8a74-438b-ab6f-0f228843018d), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:18.014449 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 8ad3332d-9f44-48a6-86d0-ae80d452f38a no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:59:18.027427 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3b9f441a-3294-43fc-bdad-d66bb0d04a6b req-5556c034-3d07-41e6-b63b-18f984d46e11 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=5e5719fc-6adb-433e-b6f9-63c1a0698526 HTTP/1.1" status: 200 len: 210 time: 0.0538025 Feb 04 12:59:18.051266 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 8ad3332d-9f44-48a6-86d0-ae80d452f38a {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:59:18.051713 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 8ad3332d-9f44-48a6-86d0-ae80d452f38a not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:59:18.129019 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-28119c12-2269-4eb8-b3f7-572ee12823f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10915'] for router (31eb4f64-8a74-438b-ab6f-0f228843018d), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:18.131415 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-28119c12-2269-4eb8-b3f7-572ee12823f2 admin admin] Publish callbacks [] for router_controller (31eb4f64-8a74-438b-ab6f-0f228843018d), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:18.178112 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-28119c12-2269-4eb8-b3f7-572ee12823f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622829'] for router (31eb4f64-8a74-438b-ab6f-0f228843018d), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:18.178970 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28119c12-2269-4eb8-b3f7-572ee12823f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31eb4f64-8a74-438b-ab6f-0f228843018d {{(pid=103474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 12:59:18.187622 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-28119c12-2269-4eb8-b3f7-572ee12823f2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:18.189187 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-28119c12-2269-4eb8-b3f7-572ee12823f2 admin admin] 10.222.0.65 "DELETE /v2.0/routers/31eb4f64-8a74-438b-ab6f-0f228843018d HTTP/1.1" status: 204 len: 168 time: 1.4453583 Feb 04 12:59:18.192643 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 50574) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:59:18.244395 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfc06bc7-510f-4d1c-aee6-4a7b805203c3 admin admin] Deleting subnet 88c9f8fd-dc13-4414-bafb-3591060ecfdc {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:59:18.247665 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bfc06bc7-510f-4d1c-aee6-4a7b805203c3 admin admin] Publish callbacks [] for subnet (88c9f8fd-dc13-4414-bafb-3591060ecfdc), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:18.285865 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bfc06bc7-510f-4d1c-aee6-4a7b805203c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (88c9f8fd-dc13-4414-bafb-3591060ecfdc), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:18.372968 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bfc06bc7-510f-4d1c-aee6-4a7b805203c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (88c9f8fd-dc13-4414-bafb-3591060ecfdc), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:18.432758 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bfc06bc7-510f-4d1c-aee6-4a7b805203c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (88c9f8fd-dc13-4414-bafb-3591060ecfdc), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:18.456083 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc06bc7-510f-4d1c-aee6-4a7b805203c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88c9f8fd-dc13-4414-bafb-3591060ecfdc,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:18.461799 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bfc06bc7-510f-4d1c-aee6-4a7b805203c3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:18.465127 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-bfc06bc7-510f-4d1c-aee6-4a7b805203c3 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/88c9f8fd-dc13-4414-bafb-3591060ecfdc HTTP/1.1" status: 204 len: 168 time: 0.2710888 Feb 04 12:59:18.468910 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 50576) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:59:18.469696 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b5351a-d6de-418b-abad-19531dfa5ed8 None None] Network 2199cf82-6b45-4a26-9381-22c185674f2b requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:59:18.565055 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-16604b14-ac73-45ac-b08b-ee04cd327465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (2199cf82-6b45-4a26-9381-22c185674f2b), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:18.628634 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-16604b14-ac73-45ac-b08b-ee04cd327465 admin admin] Deleting port 5ea29b4e-dc8d-475c-a47d-3aac0eaeef20 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:59:18.629131 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-16604b14-ac73-45ac-b08b-ee04cd327465 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (5ea29b4e-dc8d-475c-a47d-3aac0eaeef20), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:18.703943 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-16604b14-ac73-45ac-b08b-ee04cd327465 admin admin] For port 5ea29b4e-dc8d-475c-a47d-3aac0eaeef20, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=5ea29b4e-dc8d-475c-a47d-3aac0eaeef20,segment=NetworkSegment(435809b5-4790-4cc2-92a6-17b1a1ceee55),segment_id=435809b5-4790-4cc2-92a6-17b1a1ceee55)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:59:18.704317 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-16604b14-ac73-45ac-b08b-ee04cd327465 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (5ea29b4e-dc8d-475c-a47d-3aac0eaeef20), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:18.721623 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-16604b14-ac73-45ac-b08b-ee04cd327465 admin admin] Calling delete_port for 5ea29b4e-dc8d-475c-a47d-3aac0eaeef20 owned by network:dhcp {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:59:18.826056 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576494d9-0d03-4ce3-be56-5679e27d707e None None] DHCP port deletion for 2199cf82-6b45-4a26-9381-22c185674f2b request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 12:59:18.845389 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-16604b14-ac73-45ac-b08b-ee04cd327465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (5ea29b4e-dc8d-475c-a47d-3aac0eaeef20), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:18.878369 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16604b14-ac73-45ac-b08b-ee04cd327465 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ea29b4e-dc8d-475c-a47d-3aac0eaeef20,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:18.880870 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16604b14-ac73-45ac-b08b-ee04cd327465 admin admin] No DVR routers for this DVR port 5ea29b4e-dc8d-475c-a47d-3aac0eaeef20 on host n-d-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:59:18.894619 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-576494d9-0d03-4ce3-be56-5679e27d707e None None] Deleting port 5ea29b4e-dc8d-475c-a47d-3aac0eaeef20 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:59:18.895077 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-576494d9-0d03-4ce3-be56-5679e27d707e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (5ea29b4e-dc8d-475c-a47d-3aac0eaeef20), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:18.963875 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-16604b14-ac73-45ac-b08b-ee04cd327465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (2199cf82-6b45-4a26-9381-22c185674f2b), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:18.975015 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-576494d9-0d03-4ce3-be56-5679e27d707e None None] For port 5ea29b4e-dc8d-475c-a47d-3aac0eaeef20, host n-d-825015-3, got binding levels [] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:59:18.975823 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-576494d9-0d03-4ce3-be56-5679e27d707e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (5ea29b4e-dc8d-475c-a47d-3aac0eaeef20), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:18.989632 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-16604b14-ac73-45ac-b08b-ee04cd327465 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2199cf82-6b45-4a26-9381-22c185674f2b']}} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:59:18.993880 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-576494d9-0d03-4ce3-be56-5679e27d707e None None] Calling delete_port for 5ea29b4e-dc8d-475c-a47d-3aac0eaeef20 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:59:18.997690 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.ipam_backend_mixin [None req-576494d9-0d03-4ce3-be56-5679e27d707e None None] Port 5ea29b4e-dc8d-475c-a47d-3aac0eaeef20 was not found and therefore no delete operation was performed {{(pid=103476) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 04 12:59:19.001404 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-576494d9-0d03-4ce3-be56-5679e27d707e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (5ea29b4e-dc8d-475c-a47d-3aac0eaeef20), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:19.003329 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-16604b14-ac73-45ac-b08b-ee04cd327465 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '435809b5-4790-4cc2-92a6-17b1a1ceee55') {'for_net_delete': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:59:19.004027 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-16604b14-ac73-45ac-b08b-ee04cd327465 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '435809b5-4790-4cc2-92a6-17b1a1ceee55') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:59:19.025182 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-16604b14-ac73-45ac-b08b-ee04cd327465 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51859336'] for segment (435809b5-4790-4cc2-92a6-17b1a1ceee55), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:19.030167 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576494d9-0d03-4ce3-be56-5679e27d707e None None] Pushing event deleted for resources: {'Port': ['ID=5ea29b4e-dc8d-475c-a47d-3aac0eaeef20,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:19.035118 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576494d9-0d03-4ce3-be56-5679e27d707e None None] No DVR routers for this DVR port 5ea29b4e-dc8d-475c-a47d-3aac0eaeef20 on host n-d-825015-3 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:59:19.048652 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-16604b14-ac73-45ac-b08b-ee04cd327465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (435809b5-4790-4cc2-92a6-17b1a1ceee55), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:19.056539 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16604b14-ac73-45ac-b08b-ee04cd327465 admin admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=103475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:59:19.057493 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-16604b14-ac73-45ac-b08b-ee04cd327465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-52093388'] for segment (435809b5-4790-4cc2-92a6-17b1a1ceee55), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:19.059573 n-d-825015-3 neutron-server[103475]: Traceback (most recent call last): Feb 04 12:59:19.059573 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:59:19.059573 n-d-825015-3 neutron-server[103475]: timer() Feb 04 12:59:19.059573 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:59:19.059573 n-d-825015-3 neutron-server[103475]: cb(*args, **kw) Feb 04 12:59:19.059573 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:59:19.059573 n-d-825015-3 neutron-server[103475]: return func(*args, **kwargs) Feb 04 12:59:19.059573 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:59:19.059573 n-d-825015-3 neutron-server[103475]: self._notify() Feb 04 12:59:19.059573 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:59:19.059573 n-d-825015-3 neutron-server[103475]: self.callback(batched_events) Feb 04 12:59:19.059573 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:59:19.059573 n-d-825015-3 neutron-server[103475]: event.method(event) Feb 04 12:59:19.059573 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:59:19.059573 n-d-825015-3 neutron-server[103475]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:59:19.059573 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:59:19.059573 n-d-825015-3 neutron-server[103475]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:59:19.059573 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:59:19.059573 n-d-825015-3 neutron-server[103475]: return f(self, *a, **k) Feb 04 12:59:19.059573 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:59:19.059573 n-d-825015-3 neutron-server[103475]: return self._get(url).json() Feb 04 12:59:19.059573 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:59:19.059573 n-d-825015-3 neutron-server[103475]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:59:19.059573 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:59:19.059573 n-d-825015-3 neutron-server[103475]: return self.request(url, 'GET', **kwargs) Feb 04 12:59:19.059573 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:59:19.059573 n-d-825015-3 neutron-server[103475]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:59:19.059573 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:59:19.059573 n-d-825015-3 neutron-server[103475]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:59:19.059573 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:59:19.059573 n-d-825015-3 neutron-server[103475]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:59:19.059573 n-d-825015-3 neutron-server[103475]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:59:19.137918 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-16604b14-ac73-45ac-b08b-ee04cd327465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (2199cf82-6b45-4a26-9381-22c185674f2b), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:19.145439 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-16604b14-ac73-45ac-b08b-ee04cd327465 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:19.150385 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-16604b14-ac73-45ac-b08b-ee04cd327465 admin admin] 10.222.0.65 "DELETE /v2.0/networks/2199cf82-6b45-4a26-9381-22c185674f2b HTTP/1.1" status: 204 len: 168 time: 0.6803582 Feb 04 12:59:19.176869 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7b86be25-5436-49eb-8b3f-8288ed4d172b req-6dbb0b23-1a7b-46fe-92f6-bc6c2a7c47eb tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=5e5719fc-6adb-433e-b6f9-63c1a0698526 HTTP/1.1" status: 200 len: 210 time: 0.0493321 Feb 04 12:59:19.178465 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16604b14-ac73-45ac-b08b-ee04cd327465 admin admin] Pushing event deleted for resources: {'Network': ['ID=2199cf82-6b45-4a26-9381-22c185674f2b,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:19.272668 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 50582) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:59:19.291625 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:19.320584 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-37c30043-f91e-4b2f-b726-1eaa3ada4392 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=081a166ab6754953977e00fecaf55e63&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0465915 Feb 04 12:59:19.322906 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 50584) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:59:19.377261 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-22300cee-181f-473f-891a-1e19f8d2817c admin admin] Publish callbacks [] for security_group (e80379a7-bc34-42af-9706-4f7e825f23a6), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:19.399643 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-22300cee-181f-473f-891a-1e19f8d2817c admin admin] Publish callbacks [] for security_group (e80379a7-bc34-42af-9706-4f7e825f23a6), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:19.451169 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-22300cee-181f-473f-891a-1e19f8d2817c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (e80379a7-bc34-42af-9706-4f7e825f23a6), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:19.454333 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-22300cee-181f-473f-891a-1e19f8d2817c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:19.458588 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-22300cee-181f-473f-891a-1e19f8d2817c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e80379a7-bc34-42af-9706-4f7e825f23a6 HTTP/1.1" status: 204 len: 168 time: 0.1315181 Feb 04 12:59:19.463267 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22300cee-181f-473f-891a-1e19f8d2817c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e80379a7-bc34-42af-9706-4f7e825f23a6,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:19.911055 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 5ea29b4e-dc8d-475c-a47d-3aac0eaeef20 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:59:19.933752 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 5ea29b4e-dc8d-475c-a47d-3aac0eaeef20 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:59:19.934491 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 5ea29b4e-dc8d-475c-a47d-3aac0eaeef20 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:59:19.935037 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device b61005ac-380a-44e6-a001-692b7709e537 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:59:19.955295 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: b61005ac-380a-44e6-a001-692b7709e537 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:59:19.955643 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device b61005ac-380a-44e6-a001-692b7709e537 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:59:20.313322 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bef50640-d1bd-401b-86d2-74a2caee99fa req-76ae775c-3041-4483-a6d4-25fe8398628f tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=5e5719fc-6adb-433e-b6f9-63c1a0698526 HTTP/1.1" status: 200 len: 210 time: 0.0335133 Feb 04 12:59:20.552472 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:21.590081 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-acbe1b15-cc7f-4ed1-8017-3ab09ec82148 req-9f9b8aa8-fe7e-464b-8043-6be1b1ca826c tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-858735730&fields=id&tenant_id=3c0dc8c0402645d983d20be0fc21117a HTTP/1.1" status: 200 len: 267 time: 0.0449390 Feb 04 12:59:21.702885 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbe1b15-cc7f-4ed1-8017-3ab09ec82148 req-88138b3e-8aeb-43a9-83d4-7438f06fc96a tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:21.704426 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-acbe1b15-cc7f-4ed1-8017-3ab09ec82148 req-88138b3e-8aeb-43a9-83d4-7438f06fc96a tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/networks?id=f237d722-433d-480c-8987-66d34675134e HTTP/1.1" status: 200 len: 812 time: 0.1076880 Feb 04 12:59:21.718382 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:21.719402 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-acbe1b15-cc7f-4ed1-8017-3ab09ec82148 req-85df24bc-1a7c-42f7-a3cc-2891cce592d6 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/quotas/3c0dc8c0402645d983d20be0fc21117a HTTP/1.1" status: 200 len: 375 time: 0.0095973 Feb 04 12:59:21.779829 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-acbe1b15-cc7f-4ed1-8017-3ab09ec82148 req-fa919c71-cbcc-4aa7-b4ae-a9c92640a0f4 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=3c0dc8c0402645d983d20be0fc21117a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0535114 Feb 04 12:59:21.888514 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-acbe1b15-cc7f-4ed1-8017-3ab09ec82148 req-2c7a71fc-9386-4d79-a321-f9e5f846a390 service neutron] 10.222.0.65 "GET /v2.0/networks/f237d722-433d-480c-8987-66d34675134e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966880 Feb 04 12:59:21.980281 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-acbe1b15-cc7f-4ed1-8017-3ab09ec82148 req-0bf33c8e-4b69-401f-993d-2a3407abe733 service neutron] 10.222.0.65 "GET /v2.0/networks/f237d722-433d-480c-8987-66d34675134e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854590 Feb 04 12:59:22.288000 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e2af4024-09a7-47e9-90aa-1b49614be191 req-5699f3ff-c54a-4d15-a136-6cd6c0d59e54 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6645098-7d16-411c-8dd8-a5b33cab61da HTTP/1.1" status: 200 len: 210 time: 0.0296495 Feb 04 12:59:23.275911 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbe1b15-cc7f-4ed1-8017-3ab09ec82148 req-d87bb740-ba20-46a5-a77a-1c7e3e56a570 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:23.277526 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-acbe1b15-cc7f-4ed1-8017-3ab09ec82148 req-d87bb740-ba20-46a5-a77a-1c7e3e56a570 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.73 "GET /v2.0/networks?id=f237d722-433d-480c-8987-66d34675134e HTTP/1.1" status: 200 len: 812 time: 0.1170483 Feb 04 12:59:23.353256 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-acbe1b15-cc7f-4ed1-8017-3ab09ec82148 req-ec463917-0eae-4890-8753-954d8f81a077 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c0dc8c0402645d983d20be0fc21117a HTTP/1.1" status: 200 len: 379 time: 0.0665922 Feb 04 12:59:23.364035 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-acbe1b15-cc7f-4ed1-8017-3ab09ec82148 req-02075054-c8d6-4a73-8736-60922a3bc29b tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Request body: {'port': {'device_id': 'e6645098-7d16-411c-8dd8-a5b33cab61da', 'network_id': 'f237d722-433d-480c-8987-66d34675134e', 'admin_state_up': True, 'tenant_id': '3c0dc8c0402645d983d20be0fc21117a', 'security_groups': ['068b1e11-4a70-4e33-8087-efe2a4e35d8e']}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:59:23.449473 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-14b1ba2e-bc0b-4266-9e49-2e89c97183a0 req-9809f8ee-c26a-4cf4-87b3-65c189a8f619 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6645098-7d16-411c-8dd8-a5b33cab61da HTTP/1.1" status: 200 len: 210 time: 0.0800798 Feb 04 12:59:23.526126 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acbe1b15-cc7f-4ed1-8017-3ab09ec82148 req-02075054-c8d6-4a73-8736-60922a3bc29b tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Made reservation on behalf of 3c0dc8c0402645d983d20be0fc21117a for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:59:23.531314 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-acbe1b15-cc7f-4ed1-8017-3ab09ec82148 req-02075054-c8d6-4a73-8736-60922a3bc29b tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:23.673376 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-acbe1b15-cc7f-4ed1-8017-3ab09ec82148 req-02075054-c8d6-4a73-8736-60922a3bc29b tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Allocated IP 172.20.0.7 (f237d722-433d-480c-8987-66d34675134e/70faacee-af53-42b7-af83-bbc74f352570/7efa0323-cf35-4518-9a52-c351985b2e63) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:59:23.821721 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-acbe1b15-cc7f-4ed1-8017-3ab09ec82148 req-02075054-c8d6-4a73-8736-60922a3bc29b tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks [] for port (7efa0323-cf35-4518-9a52-c351985b2e63), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:23.860777 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-acbe1b15-cc7f-4ed1-8017-3ab09ec82148 req-02075054-c8d6-4a73-8736-60922a3bc29b tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (7efa0323-cf35-4518-9a52-c351985b2e63), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:23.907980 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acbe1b15-cc7f-4ed1-8017-3ab09ec82148 req-02075054-c8d6-4a73-8736-60922a3bc29b tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Network f237d722-433d-480c-8987-66d34675134e is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:59:23.913127 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-acbe1b15-cc7f-4ed1-8017-3ab09ec82148 req-02075054-c8d6-4a73-8736-60922a3bc29b tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:59:23.916905 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-acbe1b15-cc7f-4ed1-8017-3ab09ec82148 req-02075054-c8d6-4a73-8736-60922a3bc29b tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:59:23.946292 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02075054-c8d6-4a73-8736-60922a3bc29b tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Pushing event updated for resources: {'Port': ['ID=7efa0323-cf35-4518-9a52-c351985b2e63,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:23.986428 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbe1b15-cc7f-4ed1-8017-3ab09ec82148 req-02075054-c8d6-4a73-8736-60922a3bc29b tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:23.988275 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-acbe1b15-cc7f-4ed1-8017-3ab09ec82148 req-02075054-c8d6-4a73-8736-60922a3bc29b tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:24.024138 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-acbe1b15-cc7f-4ed1-8017-3ab09ec82148 req-02075054-c8d6-4a73-8736-60922a3bc29b tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6640685 Feb 04 12:59:24.049483 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-acbe1b15-cc7f-4ed1-8017-3ab09ec82148 req-ac1de0bc-42cc-4554-a914-0b28a189e6ab service neutron] Request body: {'port': {'device_id': 'e6645098-7d16-411c-8dd8-a5b33cab61da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:59:24.130994 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-acbe1b15-cc7f-4ed1-8017-3ab09ec82148 req-ac1de0bc-42cc-4554-a914-0b28a189e6ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (7efa0323-cf35-4518-9a52-c351985b2e63), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:24.269322 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-6f1e3fe6-59aa-4086-80b8-f0ae52575253 None None] Provisioning complete for port 7efa0323-cf35-4518-9a52-c351985b2e63 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:59:24.270376 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6f1e3fe6-59aa-4086-80b8-f0ae52575253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (7efa0323-cf35-4518-9a52-c351985b2e63), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:24.317960 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-6f1e3fe6-59aa-4086-80b8-f0ae52575253 None None] Port 7efa0323-cf35-4518-9a52-c351985b2e63 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:59:24.436341 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-acbe1b15-cc7f-4ed1-8017-3ab09ec82148 req-ac1de0bc-42cc-4554-a914-0b28a189e6ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7efa0323-cf35-4518-9a52-c351985b2e63 {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:59:24.446783 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-acbe1b15-cc7f-4ed1-8017-3ab09ec82148 req-ac1de0bc-42cc-4554-a914-0b28a189e6ab service neutron] Publish callbacks [] for port (7efa0323-cf35-4518-9a52-c351985b2e63), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:24.464039 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-acbe1b15-cc7f-4ed1-8017-3ab09ec82148 req-ac1de0bc-42cc-4554-a914-0b28a189e6ab service neutron] Transition to ACTIVE for port object 7efa0323-cf35-4518-9a52-c351985b2e63 will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:59:24.473270 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-acbe1b15-cc7f-4ed1-8017-3ab09ec82148 req-ac1de0bc-42cc-4554-a914-0b28a189e6ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (7efa0323-cf35-4518-9a52-c351985b2e63), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:24.581354 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1de0bc-42cc-4554-a914-0b28a189e6ab service neutron] Pushing event updated for resources: {'Port': ['ID=7efa0323-cf35-4518-9a52-c351985b2e63,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:24.681677 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de62de29-60ac-47ea-86c5-a3d3f88a7c57 req-6951386d-2b92-4dad-8a7d-9127fb275d5e tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:24.683344 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-de62de29-60ac-47ea-86c5-a3d3f88a7c57 req-6951386d-2b92-4dad-8a7d-9127fb275d5e tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6645098-7d16-411c-8dd8-a5b33cab61da HTTP/1.1" status: 200 len: 943 time: 0.1188195 Feb 04 12:59:24.684963 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-acbe1b15-cc7f-4ed1-8017-3ab09ec82148 req-ac1de0bc-42cc-4554-a914-0b28a189e6ab service neutron] Attempting to bind port 7efa0323-cf35-4518-9a52-c351985b2e63 on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:59:24.685366 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-acbe1b15-cc7f-4ed1-8017-3ab09ec82148 req-ac1de0bc-42cc-4554-a914-0b28a189e6ab service neutron] Attempting to bind port 7efa0323-cf35-4518-9a52-c351985b2e63 by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': '0934a908-175b-4cbf-ace2-f0550fc5d53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'f237d722-433d-480c-8987-66d34675134e'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:59:24.685786 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acbe1b15-cc7f-4ed1-8017-3ab09ec82148 req-ac1de0bc-42cc-4554-a914-0b28a189e6ab service neutron] Attempting to bind port 7efa0323-cf35-4518-9a52-c351985b2e63 on network f237d722-433d-480c-8987-66d34675134e {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:59:24.691605 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acbe1b15-cc7f-4ed1-8017-3ab09ec82148 req-ac1de0bc-42cc-4554-a914-0b28a189e6ab service neutron] Port 7efa0323-cf35-4518-9a52-c351985b2e63 on network f237d722-433d-480c-8987-66d34675134e not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:59:24.692054 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acbe1b15-cc7f-4ed1-8017-3ab09ec82148 req-ac1de0bc-42cc-4554-a914-0b28a189e6ab service neutron] Attempting to bind port 7efa0323-cf35-4518-9a52-c351985b2e63 on network f237d722-433d-480c-8987-66d34675134e {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:59:24.714177 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acbe1b15-cc7f-4ed1-8017-3ab09ec82148 req-ac1de0bc-42cc-4554-a914-0b28a189e6ab service neutron] Checking agent: {'id': 'f8add0d2-2202-43d3-bc0e-72442788e6ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:59:24.714622 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acbe1b15-cc7f-4ed1-8017-3ab09ec82148 req-ac1de0bc-42cc-4554-a914-0b28a189e6ab service neutron] Checking segment: {'id': '0934a908-175b-4cbf-ace2-f0550fc5d53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'f237d722-433d-480c-8987-66d34675134e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:59:24.715096 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acbe1b15-cc7f-4ed1-8017-3ab09ec82148 req-ac1de0bc-42cc-4554-a914-0b28a189e6ab service neutron] Bound using segment: {'id': '0934a908-175b-4cbf-ace2-f0550fc5d53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'f237d722-433d-480c-8987-66d34675134e'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:59:24.715616 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-acbe1b15-cc7f-4ed1-8017-3ab09ec82148 req-ac1de0bc-42cc-4554-a914-0b28a189e6ab service neutron] Bound port: 7efa0323-cf35-4518-9a52-c351985b2e63, host: n-h1-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0934a908-175b-4cbf-ace2-f0550fc5d53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'f237d722-433d-480c-8987-66d34675134e'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:59:24.716084 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-acbe1b15-cc7f-4ed1-8017-3ab09ec82148 req-ac1de0bc-42cc-4554-a914-0b28a189e6ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (7efa0323-cf35-4518-9a52-c351985b2e63), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:24.784644 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-de62de29-60ac-47ea-86c5-a3d3f88a7c57 req-1a476b14-f371-459d-bc90-e8c25d6ab44e tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=068b1e11-4a70-4e33-8087-efe2a4e35d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899997 Feb 04 12:59:24.824726 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-acbe1b15-cc7f-4ed1-8017-3ab09ec82148 req-ac1de0bc-42cc-4554-a914-0b28a189e6ab service neutron] For port 7efa0323-cf35-4518-9a52-c351985b2e63, host n-h1-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:59:24.838587 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-acbe1b15-cc7f-4ed1-8017-3ab09ec82148 req-ac1de0bc-42cc-4554-a914-0b28a189e6ab service neutron] For port 7efa0323-cf35-4518-9a52-c351985b2e63, host n-h1-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=7efa0323-cf35-4518-9a52-c351985b2e63,segment=NetworkSegment(0934a908-175b-4cbf-ace2-f0550fc5d53c),segment_id=0934a908-175b-4cbf-ace2-f0550fc5d53c)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:59:24.852763 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-acbe1b15-cc7f-4ed1-8017-3ab09ec82148 req-ac1de0bc-42cc-4554-a914-0b28a189e6ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (7efa0323-cf35-4518-9a52-c351985b2e63), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:24.888743 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbe1b15-cc7f-4ed1-8017-3ab09ec82148 req-ac1de0bc-42cc-4554-a914-0b28a189e6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:24.889524 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-acbe1b15-cc7f-4ed1-8017-3ab09ec82148 req-ac1de0bc-42cc-4554-a914-0b28a189e6ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:24.891111 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-acbe1b15-cc7f-4ed1-8017-3ab09ec82148 req-ac1de0bc-42cc-4554-a914-0b28a189e6ab service neutron] 10.222.0.73 "PUT /v2.0/ports/7efa0323-cf35-4518-9a52-c351985b2e63 HTTP/1.1" status: 200 len: 1091 time: 0.8547928 Feb 04 12:59:24.891567 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6645098-7d16-411c-8dd8-a5b33cab61da', 'tag': '7efa0323-cf35-4518-9a52-c351985b2e63'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:59:24.893929 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-172ef5a0-2bf7-4cff-98d6-cdf82952f118" -d '{"events": [{"name": "network-changed", "server_uuid": "e6645098-7d16-411c-8dd8-a5b33cab61da", "tag": "7efa0323-cf35-4518-9a52-c351985b2e63"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:59:24.951653 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1de0bc-42cc-4554-a914-0b28a189e6ab service neutron] Pushing event updated for resources: {'Port': ['ID=7efa0323-cf35-4518-9a52-c351985b2e63,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:24.958070 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df60feee-9090-410a-bbcd-060139c69263 x-openstack-request-id: req-df60feee-9090-410a-bbcd-060139c69263 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:59:24.958418 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6645098-7d16-411c-8dd8-a5b33cab61da", "tag": "7efa0323-cf35-4518-9a52-c351985b2e63", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:59:24.958666 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-df60feee-9090-410a-bbcd-060139c69263 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:59:24.959084 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6645098-7d16-411c-8dd8-a5b33cab61da', 'tag': '7efa0323-cf35-4518-9a52-c351985b2e63', 'status': 'completed', 'code': 200} Feb 04 12:59:25.018386 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbe1b15-cc7f-4ed1-8017-3ab09ec82148 req-7ac250da-5c68-412d-9d3d-374da45ea9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:25.020638 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-acbe1b15-cc7f-4ed1-8017-3ab09ec82148 req-7ac250da-5c68-412d-9d3d-374da45ea9d3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3c0dc8c0402645d983d20be0fc21117a&device_id=e6645098-7d16-411c-8dd8-a5b33cab61da HTTP/1.1" status: 200 len: 1125 time: 0.0605245 Feb 04 12:59:25.068222 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-acbe1b15-cc7f-4ed1-8017-3ab09ec82148 req-5638c322-c0e5-426c-bf6c-96d7d5453cbc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7efa0323-cf35-4518-9a52-c351985b2e63 HTTP/1.1" status: 200 len: 217 time: 0.0391297 Feb 04 12:59:25.141532 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbe1b15-cc7f-4ed1-8017-3ab09ec82148 req-58945bd7-03ff-4c14-ae53-124b8f2d641c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:25.144567 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-acbe1b15-cc7f-4ed1-8017-3ab09ec82148 req-58945bd7-03ff-4c14-ae53-124b8f2d641c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=70faacee-af53-42b7-af83-bbc74f352570 HTTP/1.1" status: 200 len: 851 time: 0.0677841 Feb 04 12:59:25.209978 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbe1b15-cc7f-4ed1-8017-3ab09ec82148 req-8f6168c7-62b1-4581-b719-c0b955bcefe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:25.211670 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-acbe1b15-cc7f-4ed1-8017-3ab09ec82148 req-8f6168c7-62b1-4581-b719-c0b955bcefe6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f237d722-433d-480c-8987-66d34675134e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0583460 Feb 04 12:59:25.265242 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 50728) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:59:25.322171 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-acbe1b15-cc7f-4ed1-8017-3ab09ec82148 req-31d9a7fd-fbd7-44ec-a131-d3bd2b618590 service neutron] 10.222.0.73 "GET /v2.0/networks/f237d722-433d-480c-8987-66d34675134e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036873 Feb 04 12:59:25.403152 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-766dae48-a7b6-47fb-a2f4-a838c33f4d2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:25.447243 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-acbe1b15-cc7f-4ed1-8017-3ab09ec82148 req-a52d271f-5a14-401c-894b-403dd0540641 service neutron] 10.222.0.73 "GET /v2.0/networks/f237d722-433d-480c-8987-66d34675134e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188128 Feb 04 12:59:25.537464 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-766dae48-a7b6-47fb-a2f4-a838c33f4d2a admin admin] Publish callbacks [] for security_group (bc6188b0-48f6-4e1f-8afe-89607f26bda2), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:25.543505 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-766dae48-a7b6-47fb-a2f4-a838c33f4d2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (bc6188b0-48f6-4e1f-8afe-89607f26bda2), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:25.597657 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172ef5a0-2bf7-4cff-98d6-cdf82952f118 req-9cd56ad1-c394-49a7-aaa2-a024bf0b586e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:25.599186 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-172ef5a0-2bf7-4cff-98d6-cdf82952f118 req-9cd56ad1-c394-49a7-aaa2-a024bf0b586e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3c0dc8c0402645d983d20be0fc21117a&device_id=e6645098-7d16-411c-8dd8-a5b33cab61da HTTP/1.1" status: 200 len: 1125 time: 0.0980561 Feb 04 12:59:25.600656 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766dae48-a7b6-47fb-a2f4-a838c33f4d2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc6188b0-48f6-4e1f-8afe-89607f26bda2,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:25.604710 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-766dae48-a7b6-47fb-a2f4-a838c33f4d2a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=eeb0160f2681405db778e0e1f7479228&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3384039 Feb 04 12:59:25.607691 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 50732) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:59:25.667975 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-65bcb54d-ca75-4a8c-80d1-158e665edcf1 admin admin] Publish callbacks [] for security_group (bc6188b0-48f6-4e1f-8afe-89607f26bda2), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:25.691207 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-65bcb54d-ca75-4a8c-80d1-158e665edcf1 admin admin] Publish callbacks [] for security_group (bc6188b0-48f6-4e1f-8afe-89607f26bda2), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:25.709777 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172ef5a0-2bf7-4cff-98d6-cdf82952f118 req-b601ea7e-fb96-47a9-8df3-ebc929b166e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:25.711246 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-172ef5a0-2bf7-4cff-98d6-cdf82952f118 req-b601ea7e-fb96-47a9-8df3-ebc929b166e2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f237d722-433d-480c-8987-66d34675134e HTTP/1.1" status: 200 len: 913 time: 0.1037533 Feb 04 12:59:25.742401 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-65bcb54d-ca75-4a8c-80d1-158e665edcf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (bc6188b0-48f6-4e1f-8afe-89607f26bda2), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:25.745465 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-65bcb54d-ca75-4a8c-80d1-158e665edcf1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:25.746798 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-65bcb54d-ca75-4a8c-80d1-158e665edcf1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bc6188b0-48f6-4e1f-8afe-89607f26bda2 HTTP/1.1" status: 204 len: 168 time: 0.1371627 Feb 04 12:59:25.758417 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bcb54d-ca75-4a8c-80d1-158e665edcf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc6188b0-48f6-4e1f-8afe-89607f26bda2,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:25.760442 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-172ef5a0-2bf7-4cff-98d6-cdf82952f118 req-b1a6b494-0d7a-4f55-8cad-d15b24b12964 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7efa0323-cf35-4518-9a52-c351985b2e63 HTTP/1.1" status: 200 len: 217 time: 0.0416052 Feb 04 12:59:25.813058 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172ef5a0-2bf7-4cff-98d6-cdf82952f118 req-26a14f65-a4e6-4070-acc4-f35856fbcf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:25.814540 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-172ef5a0-2bf7-4cff-98d6-cdf82952f118 req-26a14f65-a4e6-4070-acc4-f35856fbcf14 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=70faacee-af53-42b7-af83-bbc74f352570 HTTP/1.1" status: 200 len: 851 time: 0.0471275 Feb 04 12:59:25.872141 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172ef5a0-2bf7-4cff-98d6-cdf82952f118 req-e0bbf6eb-6453-47dd-ab36-9fa7ae733b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:25.874166 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-172ef5a0-2bf7-4cff-98d6-cdf82952f118 req-e0bbf6eb-6453-47dd-ab36-9fa7ae733b01 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f237d722-433d-480c-8987-66d34675134e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0524023 Feb 04 12:59:26.018155 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ee39d1-f857-484c-b805-1a261c08cfd0 req-1a420582-2b0a-45e7-a1cb-21d54b0a91b5 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:26.020045 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a0ee39d1-f857-484c-b805-1a261c08cfd0 req-1a420582-2b0a-45e7-a1cb-21d54b0a91b5 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6645098-7d16-411c-8dd8-a5b33cab61da HTTP/1.1" status: 200 len: 943 time: 0.1203589 Feb 04 12:59:26.026197 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-172ef5a0-2bf7-4cff-98d6-cdf82952f118 req-da625674-5cca-4f14-92f1-79cbb59bdaaf service neutron] 10.222.0.73 "GET /v2.0/networks/f237d722-433d-480c-8987-66d34675134e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452894 Feb 04 12:59:26.079544 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 50740) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:59:26.098026 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f5f7803d-083f-47ea-bae5-e06136a80b61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:26.192625 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f5f7803d-083f-47ea-bae5-e06136a80b61 admin admin] Publish callbacks [] for security_group (604dd1b9-2b5b-4e9a-8e50-e3df01e2ca15), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:26.199128 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f5f7803d-083f-47ea-bae5-e06136a80b61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (604dd1b9-2b5b-4e9a-8e50-e3df01e2ca15), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:26.258260 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-f5f7803d-083f-47ea-bae5-e06136a80b61 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=315df54453004155b64cbe645ee12af0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1766188 Feb 04 12:59:26.260033 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f7803d-083f-47ea-bae5-e06136a80b61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=604dd1b9-2b5b-4e9a-8e50-e3df01e2ca15,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:26.264721 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 50742) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:59:26.332213 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5638331b-973e-49de-86d2-ab4ed9cd0fe3 admin admin] Publish callbacks [] for security_group (604dd1b9-2b5b-4e9a-8e50-e3df01e2ca15), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:26.356887 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5638331b-973e-49de-86d2-ab4ed9cd0fe3 admin admin] Publish callbacks [] for security_group (604dd1b9-2b5b-4e9a-8e50-e3df01e2ca15), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:26.408220 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5638331b-973e-49de-86d2-ab4ed9cd0fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (604dd1b9-2b5b-4e9a-8e50-e3df01e2ca15), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:26.410853 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5638331b-973e-49de-86d2-ab4ed9cd0fe3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:26.414431 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-5638331b-973e-49de-86d2-ab4ed9cd0fe3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/604dd1b9-2b5b-4e9a-8e50-e3df01e2ca15 HTTP/1.1" status: 204 len: 168 time: 0.1457491 Feb 04 12:59:26.427171 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5638331b-973e-49de-86d2-ab4ed9cd0fe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=604dd1b9-2b5b-4e9a-8e50-e3df01e2ca15,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:26.468704 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a0ee39d1-f857-484c-b805-1a261c08cfd0 req-d816a517-eb54-4b3f-a120-db22f8d3b593 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=068b1e11-4a70-4e33-8087-efe2a4e35d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4413826 Feb 04 12:59:26.499483 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-172ef5a0-2bf7-4cff-98d6-cdf82952f118 req-93d0c5fc-f201-4d92-8408-8f1335947b35 service neutron] 10.222.0.73 "GET /v2.0/networks/f237d722-433d-480c-8987-66d34675134e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4653304 Feb 04 12:59:26.523596 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 12:59:27.610736 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17496b5-2d6c-48e6-a349-aeb98c46bdc6 req-c87dfbbe-5ea6-4928-916c-bf10ee7bb141 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:27.612852 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f17496b5-2d6c-48e6-a349-aeb98c46bdc6 req-c87dfbbe-5ea6-4928-916c-bf10ee7bb141 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6645098-7d16-411c-8dd8-a5b33cab61da HTTP/1.1" status: 200 len: 943 time: 0.0643044 Feb 04 12:59:27.674860 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f17496b5-2d6c-48e6-a349-aeb98c46bdc6 req-7ac86fe5-bb5a-4238-89ce-4f6fdeb3a1ed tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=068b1e11-4a70-4e33-8087-efe2a4e35d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555654 Feb 04 12:59:28.817986 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1583301-d64f-4e61-b18b-7e4d2a5af08e req-987815f3-0592-4e67-aac1-d69036a45fac tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:28.820251 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d1583301-d64f-4e61-b18b-7e4d2a5af08e req-987815f3-0592-4e67-aac1-d69036a45fac tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6645098-7d16-411c-8dd8-a5b33cab61da HTTP/1.1" status: 200 len: 943 time: 0.0698268 Feb 04 12:59:28.911121 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d1583301-d64f-4e61-b18b-7e4d2a5af08e req-bf87cdd2-f846-4e27-8e4d-91b401575091 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=068b1e11-4a70-4e33-8087-efe2a4e35d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793774 Feb 04 12:59:28.930771 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0d38cb-2237-4a89-82d0-af3e79a7eac7 req-70ce1b99-1738-4c99-9398-5cdb389bb1f0 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:28.932262 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7e0d38cb-2237-4a89-82d0-af3e79a7eac7 req-70ce1b99-1738-4c99-9398-5cdb389bb1f0 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e73a476-a174-4b27-84c0-28b9fe3f2b1a HTTP/1.1" status: 200 len: 947 time: 0.0909441 Feb 04 12:59:28.985926 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7e0d38cb-2237-4a89-82d0-af3e79a7eac7 req-0d5ec0cd-9a87-45a7-9c57-edbca5ab1f90 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8eeb614-2d0b-40ed-b6ec-8d66d693ddb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458989 Feb 04 12:59:29.188256 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 50824) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:59:29.294223 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-38a6255e-4cf2-49ac-82fe-3a39dd1ba6dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:29.376628 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-38a6255e-4cf2-49ac-82fe-3a39dd1ba6dc admin admin] Publish callbacks [] for security_group (e4eae1f7-41d1-4940-b82f-c7a252c85796), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:29.380392 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-38a6255e-4cf2-49ac-82fe-3a39dd1ba6dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (e4eae1f7-41d1-4940-b82f-c7a252c85796), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:29.418808 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-38a6255e-4cf2-49ac-82fe-3a39dd1ba6dc admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9d51e0d9fbe14ce58d0526d14ba00cf6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2293973 Feb 04 12:59:29.419536 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a6255e-4cf2-49ac-82fe-3a39dd1ba6dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4eae1f7-41d1-4940-b82f-c7a252c85796,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:29.422498 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 50828) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:59:29.481834 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fdcac13b-4fd9-4a09-b4cd-7fc71bf5fc91 admin admin] Publish callbacks [] for security_group (e4eae1f7-41d1-4940-b82f-c7a252c85796), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:29.503468 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fdcac13b-4fd9-4a09-b4cd-7fc71bf5fc91 admin admin] Publish callbacks [] for security_group (e4eae1f7-41d1-4940-b82f-c7a252c85796), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:29.553644 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fdcac13b-4fd9-4a09-b4cd-7fc71bf5fc91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (e4eae1f7-41d1-4940-b82f-c7a252c85796), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:29.556202 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fdcac13b-4fd9-4a09-b4cd-7fc71bf5fc91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:29.557339 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-fdcac13b-4fd9-4a09-b4cd-7fc71bf5fc91 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e4eae1f7-41d1-4940-b82f-c7a252c85796 HTTP/1.1" status: 204 len: 168 time: 0.1245613 Feb 04 12:59:29.565768 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcac13b-4fd9-4a09-b4cd-7fc71bf5fc91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4eae1f7-41d1-4940-b82f-c7a252c85796,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:29.844301 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 50834) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:59:29.860383 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0374de4b-4165-417d-b13b-3d3af3eba7e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:29.941565 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0374de4b-4165-417d-b13b-3d3af3eba7e7 admin admin] Publish callbacks [] for security_group (45acc524-5708-4aa6-b43e-6338d357c0b2), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:29.946015 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0374de4b-4165-417d-b13b-3d3af3eba7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (45acc524-5708-4aa6-b43e-6338d357c0b2), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:29.988229 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-0374de4b-4165-417d-b13b-3d3af3eba7e7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=784d1c114ee94769b69e4ef76975ed9e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1397448 Feb 04 12:59:29.988229 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0374de4b-4165-417d-b13b-3d3af3eba7e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45acc524-5708-4aa6-b43e-6338d357c0b2,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:29.989403 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 50838) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:59:30.060951 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd986850-d8f0-436f-92de-cb3422122e45 req-51e86653-7b0d-4df8-9b19-6cc6a90fd708 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:30.069154 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cd986850-d8f0-436f-92de-cb3422122e45 req-51e86653-7b0d-4df8-9b19-6cc6a90fd708 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6645098-7d16-411c-8dd8-a5b33cab61da HTTP/1.1" status: 200 len: 943 time: 0.0691738 Feb 04 12:59:30.082615 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ae4ade83-67f3-46cb-9a6d-032af238efc5 admin admin] Publish callbacks [] for security_group (45acc524-5708-4aa6-b43e-6338d357c0b2), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:30.107629 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ae4ade83-67f3-46cb-9a6d-032af238efc5 admin admin] Publish callbacks [] for security_group (45acc524-5708-4aa6-b43e-6338d357c0b2), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:30.145240 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cd986850-d8f0-436f-92de-cb3422122e45 req-a326f189-1541-4fa6-919f-a0110886188a tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=068b1e11-4a70-4e33-8087-efe2a4e35d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752132 Feb 04 12:59:30.169116 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c90480a-3092-4e12-87bc-220685ff8ae7 req-769e6557-3b4b-465d-a33c-a4e31e6f1029 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:30.169116 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5c90480a-3092-4e12-87bc-220685ff8ae7 req-769e6557-3b4b-465d-a33c-a4e31e6f1029 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e73a476-a174-4b27-84c0-28b9fe3f2b1a HTTP/1.1" status: 200 len: 947 time: 0.0844703 Feb 04 12:59:30.174141 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ae4ade83-67f3-46cb-9a6d-032af238efc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (45acc524-5708-4aa6-b43e-6338d357c0b2), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:30.176833 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ae4ade83-67f3-46cb-9a6d-032af238efc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:30.180898 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-ae4ade83-67f3-46cb-9a6d-032af238efc5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/45acc524-5708-4aa6-b43e-6338d357c0b2 HTTP/1.1" status: 204 len: 168 time: 0.1868622 Feb 04 12:59:30.187998 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4ade83-67f3-46cb-9a6d-032af238efc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45acc524-5708-4aa6-b43e-6338d357c0b2,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:30.265048 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9655484c-5cc4-4b56-a966-2b3bc468d548 req-4c85b6ee-b48d-4aa7-8c52-19115f203582 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:30.266749 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9655484c-5cc4-4b56-a966-2b3bc468d548 req-4c85b6ee-b48d-4aa7-8c52-19115f203582 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e73a476-a174-4b27-84c0-28b9fe3f2b1a HTTP/1.1" status: 200 len: 947 time: 0.0973501 Feb 04 12:59:30.308495 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5c90480a-3092-4e12-87bc-220685ff8ae7 req-90cd67d1-60cf-4201-bcdd-b6d591aed0ff tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8eeb614-2d0b-40ed-b6ec-8d66d693ddb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235676 Feb 04 12:59:30.391094 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-9655484c-5cc4-4b56-a966-2b3bc468d548 req-37cceaf5-b8c5-4165-98cb-56019ab7e44c tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Deleting port 04791ec1-32c2-4597-99a4-9612418d0b25 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:59:30.391423 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-9655484c-5cc4-4b56-a966-2b3bc468d548 req-37cceaf5-b8c5-4165-98cb-56019ab7e44c tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (04791ec1-32c2-4597-99a4-9612418d0b25), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:30.491344 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-9655484c-5cc4-4b56-a966-2b3bc468d548 req-37cceaf5-b8c5-4165-98cb-56019ab7e44c tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] For port 04791ec1-32c2-4597-99a4-9612418d0b25, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=04791ec1-32c2-4597-99a4-9612418d0b25,segment=NetworkSegment(9842ab09-ee4e-45ca-9eb8-8a98cf18f30e),segment_id=9842ab09-ee4e-45ca-9eb8-8a98cf18f30e)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:59:30.491817 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-9655484c-5cc4-4b56-a966-2b3bc468d548 req-37cceaf5-b8c5-4165-98cb-56019ab7e44c tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (04791ec1-32c2-4597-99a4-9612418d0b25), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:30.687028 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-9655484c-5cc4-4b56-a966-2b3bc468d548 req-37cceaf5-b8c5-4165-98cb-56019ab7e44c tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:30.687520 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-9655484c-5cc4-4b56-a966-2b3bc468d548 req-37cceaf5-b8c5-4165-98cb-56019ab7e44c tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1599943'] for floatingip (7fc09935-8ab3-4101-8603-1de72aa81fd1), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:30.687857 n-d-825015-3 neutron-server[103475]: INFO neutron.db.l3_db [req-9655484c-5cc4-4b56-a966-2b3bc468d548 req-37cceaf5-b8c5-4165-98cb-56019ab7e44c tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Floating IP 7fc09935-8ab3-4101-8603-1de72aa81fd1 disassociated. External IP: 172.25.3.242, port: 04791ec1-32c2-4597-99a4-9612418d0b25. Feb 04 12:59:30.688217 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-9655484c-5cc4-4b56-a966-2b3bc468d548 req-37cceaf5-b8c5-4165-98cb-56019ab7e44c tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Calling delete_port for 04791ec1-32c2-4597-99a4-9612418d0b25 owned by compute:nova {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:59:30.839140 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-9655484c-5cc4-4b56-a966-2b3bc468d548 req-37cceaf5-b8c5-4165-98cb-56019ab7e44c tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (04791ec1-32c2-4597-99a4-9612418d0b25), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:30.873841 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cceaf5-b8c5-4165-98cb-56019ab7e44c tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Pushing event deleted for resources: {'Port': ['ID=04791ec1-32c2-4597-99a4-9612418d0b25,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:31.013218 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9655484c-5cc4-4b56-a966-2b3bc468d548 req-37cceaf5-b8c5-4165-98cb-56019ab7e44c tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Router ad781448-354f-4475-8771-926b2fdf8f5d has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:59:31.139862 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9655484c-5cc4-4b56-a966-2b3bc468d548 req-37cceaf5-b8c5-4165-98cb-56019ab7e44c tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:59:31.152817 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bebb9cd3-b6e7-44ea-afec-035c6b91d8e2 None None] Sync routers for ids ['ad781448-354f-4475-8771-926b2fdf8f5d'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:59:31.166914 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebb9cd3-b6e7-44ea-afec-035c6b91d8e2 None None] Routers {'ad781448-354f-4475-8771-926b2fdf8f5d'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:59:31.167870 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-bebb9cd3-b6e7-44ea-afec-035c6b91d8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:59:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['ad781448-354f-4475-8771-926b2fdf8f5d'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:59:31.194616 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-9655484c-5cc4-4b56-a966-2b3bc468d548 req-37cceaf5-b8c5-4165-98cb-56019ab7e44c tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] No DVR routers for this DVR port 04791ec1-32c2-4597-99a4-9612418d0b25 on host n-h2-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:59:31.197399 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-9655484c-5cc4-4b56-a966-2b3bc468d548 req-37cceaf5-b8c5-4165-98cb-56019ab7e44c tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:31.202126 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9655484c-5cc4-4b56-a966-2b3bc468d548 req-37cceaf5-b8c5-4165-98cb-56019ab7e44c tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.77 "DELETE /v2.0/ports/04791ec1-32c2-4597-99a4-9612418d0b25 HTTP/1.1" status: 204 len: 173 time: 0.9285476 Feb 04 12:59:31.202748 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e73a476-a174-4b27-84c0-28b9fe3f2b1a', 'name': 'network-vif-deleted', 'tag': '04791ec1-32c2-4597-99a4-9612418d0b25'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:59:31.207510 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1951f76-8359-4c51-a20f-5f80e0fc09df" -d '{"events": [{"server_uuid": "4e73a476-a174-4b27-84c0-28b9fe3f2b1a", "name": "network-vif-deleted", "tag": "04791ec1-32c2-4597-99a4-9612418d0b25"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:59:31.280568 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f007f772-976b-4784-9002-d1fd324a9785 x-openstack-request-id: req-f007f772-976b-4784-9002-d1fd324a9785 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:59:31.280873 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e73a476-a174-4b27-84c0-28b9fe3f2b1a", "name": "network-vif-deleted", "tag": "04791ec1-32c2-4597-99a4-9612418d0b25", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:59:31.281121 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f007f772-976b-4784-9002-d1fd324a9785 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:59:31.281531 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e73a476-a174-4b27-84c0-28b9fe3f2b1a', 'name': 'network-vif-deleted', 'tag': '04791ec1-32c2-4597-99a4-9612418d0b25', 'status': 'completed', 'code': 200} Feb 04 12:59:31.419644 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a512943-3ebf-4f36-ba70-3e6df67fec33 req-b813f916-d913-461c-8e6e-1945e3593037 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:31.425707 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4a512943-3ebf-4f36-ba70-3e6df67fec33 req-b813f916-d913-461c-8e6e-1945e3593037 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6645098-7d16-411c-8dd8-a5b33cab61da HTTP/1.1" status: 200 len: 943 time: 0.1432257 Feb 04 12:59:31.517472 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-bebb9cd3-b6e7-44ea-afec-035c6b91d8e2 None None] Set router ad781448-354f-4475-8771-926b2fdf8f5d gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:59:31.519719 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:31.602671 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-693305e2-384a-4af3-b24c-11fe7ef90980 req-dcc4b74d-8479-4c9e-bbbc-64813b8957ef tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e73a476-a174-4b27-84c0-28b9fe3f2b1a HTTP/1.1" status: 200 len: 210 time: 0.0807383 Feb 04 12:59:31.617914 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4a512943-3ebf-4f36-ba70-3e6df67fec33 req-56b2f32b-ae46-49d1-9d5b-a52f6dd7fdea tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=068b1e11-4a70-4e33-8087-efe2a4e35d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1804550 Feb 04 12:59:31.806340 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-bebb9cd3-b6e7-44ea-afec-035c6b91d8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad781448-354f-4475-8771-926b2fdf8f5d', 'name': 'tempest-AttachVolumeShelveTestJSON-1268832276-router', 'tenant_id': 'b593a9b948e947caa7bb47e1be2cb62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '300c692c-234b-454d-a129-02e2565a82bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:52:59Z', 'updated_at': '2022-02-04T12:53:08Z', 'revision_number': 4, 'project_id': 'b593a9b948e947caa7bb47e1be2cb62a', 'gw_port': {'id': '300c692c-234b-454d-a129-02e2565a82bb', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:02:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad781448-354f-4475-8771-926b2fdf8f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:53:00Z', 'updated_at': '2022-02-04T12:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'ec0f355e-bd5d-45ba-89ac-a7696024d0a6', 'name': '', 'network_id': '4e1bb528-5b08-4fe5-be55-e6e60ca268fa', 'tenant_id': 'b593a9b948e947caa7bb47e1be2cb62a', 'mac_address': 'fa:16:3e:a0:79:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad781448-354f-4475-8771-926b2fdf8f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '13ec9a2b-ecf4-4399-96f0-6b85e2cca449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:53:04Z', 'updated_at': '2022-02-04T12:53:14Z', 'revision_number': 5, 'project_id': 'b593a9b948e947caa7bb47e1be2cb62a', 'subnets': [{'id': '13ec9a2b-ecf4-4399-96f0-6b85e2cca449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:59:31.850052 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bebb9cd3-b6e7-44ea-afec-035c6b91d8e2 None None] Checking router: ad781448-354f-4475-8771-926b2fdf8f5d for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:59:31.866121 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebb9cd3-b6e7-44ea-afec-035c6b91d8e2 None None] Routers {'ad781448-354f-4475-8771-926b2fdf8f5d'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:59:31.866785 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-bebb9cd3-b6e7-44ea-afec-035c6b91d8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:59:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['ad781448-354f-4475-8771-926b2fdf8f5d'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:59:31.968048 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:32.003685 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-bebb9cd3-b6e7-44ea-afec-035c6b91d8e2 None None] Set router ad781448-354f-4475-8771-926b2fdf8f5d gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:59:32.290391 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-bebb9cd3-b6e7-44ea-afec-035c6b91d8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad781448-354f-4475-8771-926b2fdf8f5d', 'name': 'tempest-AttachVolumeShelveTestJSON-1268832276-router', 'tenant_id': 'b593a9b948e947caa7bb47e1be2cb62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '300c692c-234b-454d-a129-02e2565a82bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:52:59Z', 'updated_at': '2022-02-04T12:53:08Z', 'revision_number': 4, 'project_id': 'b593a9b948e947caa7bb47e1be2cb62a', 'gw_port': {'id': '300c692c-234b-454d-a129-02e2565a82bb', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:02:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad781448-354f-4475-8771-926b2fdf8f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:53:00Z', 'updated_at': '2022-02-04T12:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'ec0f355e-bd5d-45ba-89ac-a7696024d0a6', 'name': '', 'network_id': '4e1bb528-5b08-4fe5-be55-e6e60ca268fa', 'tenant_id': 'b593a9b948e947caa7bb47e1be2cb62a', 'mac_address': 'fa:16:3e:a0:79:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad781448-354f-4475-8771-926b2fdf8f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '13ec9a2b-ecf4-4399-96f0-6b85e2cca449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:53:04Z', 'updated_at': '2022-02-04T12:53:14Z', 'revision_number': 5, 'project_id': 'b593a9b948e947caa7bb47e1be2cb62a', 'subnets': [{'id': '13ec9a2b-ecf4-4399-96f0-6b85e2cca449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:59:32.329722 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bebb9cd3-b6e7-44ea-afec-035c6b91d8e2 None None] The sync data for ids ['ad781448-354f-4475-8771-926b2fdf8f5d'] in n-d-825015-3 is: [{'id': 'ad781448-354f-4475-8771-926b2fdf8f5d', 'name': 'tempest-AttachVolumeShelveTestJSON-1268832276-router', 'tenant_id': 'b593a9b948e947caa7bb47e1be2cb62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '300c692c-234b-454d-a129-02e2565a82bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:52:59Z', 'updated_at': '2022-02-04T12:53:08Z', 'revision_number': 4, 'project_id': 'b593a9b948e947caa7bb47e1be2cb62a', 'gw_port': {'id': '300c692c-234b-454d-a129-02e2565a82bb', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:02:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad781448-354f-4475-8771-926b2fdf8f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:53:00Z', 'updated_at': '2022-02-04T12:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'ec0f355e-bd5d-45ba-89ac-a7696024d0a6', 'name': '', 'network_id': '4e1bb528-5b08-4fe5-be55-e6e60ca268fa', 'tenant_id': 'b593a9b948e947caa7bb47e1be2cb62a', 'mac_address': 'fa:16:3e:a0:79:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad781448-354f-4475-8771-926b2fdf8f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '13ec9a2b-ecf4-4399-96f0-6b85e2cca449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:53:04Z', 'updated_at': '2022-02-04T12:53:14Z', 'revision_number': 5, 'project_id': 'b593a9b948e947caa7bb47e1be2cb62a', 'subnets': [{'id': '13ec9a2b-ecf4-4399-96f0-6b85e2cca449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:59:32.704066 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc03524-8276-4ad1-94ee-e4e94536e324 None None] New status for floating IP 7fc09935-8ab3-4101-8603-1de72aa81fd1: DOWN {{(pid=103477) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 12:59:32.800367 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 50920) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:59:32.833061 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc37be58-2490-43a5-9d99-9d038b6444c8 req-85a1d5d0-2d96-42ff-b023-3c6c6e6b2440 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:32.841026 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dc37be58-2490-43a5-9d99-9d038b6444c8 req-85a1d5d0-2d96-42ff-b023-3c6c6e6b2440 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6645098-7d16-411c-8dd8-a5b33cab61da HTTP/1.1" status: 200 len: 943 time: 0.1199610 Feb 04 12:59:32.893138 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-58a8a35a-e911-4d97-8113-90a177719ca5 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Publish callbacks [] for security_group (e8eeb614-2d0b-40ed-b6ec-8d66d693ddb5), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:32.901937 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dc37be58-2490-43a5-9d99-9d038b6444c8 req-233e9955-247c-4cb9-92e2-175d03c9c6a7 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=068b1e11-4a70-4e33-8087-efe2a4e35d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575418 Feb 04 12:59:32.931087 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-58a8a35a-e911-4d97-8113-90a177719ca5 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Publish callbacks [] for security_group (e8eeb614-2d0b-40ed-b6ec-8d66d693ddb5), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:32.999586 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-58a8a35a-e911-4d97-8113-90a177719ca5 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (e8eeb614-2d0b-40ed-b6ec-8d66d693ddb5), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:33.003808 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-58a8a35a-e911-4d97-8113-90a177719ca5 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:33.008262 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 50928) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:59:33.008427 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-58a8a35a-e911-4d97-8113-90a177719ca5 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "DELETE /v2.0/security-groups/e8eeb614-2d0b-40ed-b6ec-8d66d693ddb5 HTTP/1.1" status: 204 len: 168 time: 0.2069001 Feb 04 12:59:33.019457 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a8a35a-e911-4d97-8113-90a177719ca5 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8eeb614-2d0b-40ed-b6ec-8d66d693ddb5,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:33.034917 n-d-825015-3 neutron-server[103475]: INFO neutron.api.v2.resource [None req-3b4caf27-8b4c-4e17-843d-91875b23cd67 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] show failed (client error): The resource could not be found. Feb 04 12:59:33.038797 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-3b4caf27-8b4c-4e17-843d-91875b23cd67 tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "GET /v2.0/security-groups/e8eeb614-2d0b-40ed-b6ec-8d66d693ddb5 HTTP/1.1" status: 404 len: 347 time: 0.0291629 Feb 04 12:59:33.039391 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 50930) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:59:33.184703 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 04791ec1-32c2-4597-99a4-9612418d0b25 no longer exists at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:59:33.194316 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-c0a7dccf-a8c3-4aef-bf76-64cbe89a71bc tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Deleting port 1f3c9b6c-066a-4539-82bc-6ae95afeb112 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:59:33.195069 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c0a7dccf-a8c3-4aef-bf76-64cbe89a71bc tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (1f3c9b6c-066a-4539-82bc-6ae95afeb112), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:33.210101 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] No Port match for: 04791ec1-32c2-4597-99a4-9612418d0b25 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:59:33.210917 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 04791ec1-32c2-4597-99a4-9612418d0b25 not bound to the agent host n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:59:33.286252 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c0a7dccf-a8c3-4aef-bf76-64cbe89a71bc tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (1f3c9b6c-066a-4539-82bc-6ae95afeb112), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:33.286761 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c0a7dccf-a8c3-4aef-bf76-64cbe89a71bc tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Publish callbacks [] for floatingip (1f3c9b6c-066a-4539-82bc-6ae95afeb112), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:33.302992 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-c0a7dccf-a8c3-4aef-bf76-64cbe89a71bc tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Calling delete_port for 1f3c9b6c-066a-4539-82bc-6ae95afeb112 owned by network:floatingip {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:59:33.434074 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 50938) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:59:33.461347 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c0a7dccf-a8c3-4aef-bf76-64cbe89a71bc tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (1f3c9b6c-066a-4539-82bc-6ae95afeb112), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:33.516027 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a7dccf-a8c3-4aef-bf76-64cbe89a71bc tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Pushing event deleted for resources: {'Port': ['ID=1f3c9b6c-066a-4539-82bc-6ae95afeb112,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:33.556046 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c0a7dccf-a8c3-4aef-bf76-64cbe89a71bc tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Publish callbacks [] for floatingip (7fc09935-8ab3-4101-8603-1de72aa81fd1), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:33.558503 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c0a7dccf-a8c3-4aef-bf76-64cbe89a71bc tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:33.563794 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-c0a7dccf-a8c3-4aef-bf76-64cbe89a71bc tempest-AttachVolumeShelveTestJSON-1550452983 tempest-AttachVolumeShelveTestJSON-1550452983-project] 10.222.0.65 "DELETE /v2.0/floatingips/7fc09935-8ab3-4101-8603-1de72aa81fd1 HTTP/1.1" status: 204 len: 168 time: 0.5193157 Feb 04 12:59:33.603484 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4405e8ca-0786-49a2-85bb-f86a30569876 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:33.709375 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4405e8ca-0786-49a2-85bb-f86a30569876 admin admin] Publish callbacks [] for security_group (93608975-94ba-4601-8e6b-1e4a93ad67d2), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:33.713558 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4405e8ca-0786-49a2-85bb-f86a30569876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (93608975-94ba-4601-8e6b-1e4a93ad67d2), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:33.755934 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-4405e8ca-0786-49a2-85bb-f86a30569876 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c6775a29a961425fa69863ab558e0edc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3199940 Feb 04 12:59:33.757089 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4405e8ca-0786-49a2-85bb-f86a30569876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93608975-94ba-4601-8e6b-1e4a93ad67d2,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:33.758680 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 50946) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:59:33.814790 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-36eee016-afa5-472f-a516-5e4e8984419d admin admin] Publish callbacks [] for security_group (93608975-94ba-4601-8e6b-1e4a93ad67d2), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:33.836707 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-36eee016-afa5-472f-a516-5e4e8984419d admin admin] Publish callbacks [] for security_group (93608975-94ba-4601-8e6b-1e4a93ad67d2), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:33.892751 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-36eee016-afa5-472f-a516-5e4e8984419d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (93608975-94ba-4601-8e6b-1e4a93ad67d2), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:33.895468 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-36eee016-afa5-472f-a516-5e4e8984419d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:33.898890 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-36eee016-afa5-472f-a516-5e4e8984419d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/93608975-94ba-4601-8e6b-1e4a93ad67d2 HTTP/1.1" status: 204 len: 168 time: 0.1369832 Feb 04 12:59:33.905769 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eee016-afa5-472f-a516-5e4e8984419d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93608975-94ba-4601-8e6b-1e4a93ad67d2,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:34.027171 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b679599-728b-4cc7-aaa0-c5c85e790c6e req-60726a2e-7d76-4fb7-a99c-2d5397921439 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:34.028553 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8b679599-728b-4cc7-aaa0-c5c85e790c6e req-60726a2e-7d76-4fb7-a99c-2d5397921439 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6645098-7d16-411c-8dd8-a5b33cab61da HTTP/1.1" status: 200 len: 943 time: 0.0607011 Feb 04 12:59:34.082578 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8b679599-728b-4cc7-aaa0-c5c85e790c6e req-34368d78-8169-42e9-a011-f7b3f4711ecf tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=068b1e11-4a70-4e33-8087-efe2a4e35d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460751 Feb 04 12:59:34.198513 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 50954) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:59:34.212722 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7c3739b9-3c0d-431e-b9bb-9a497233f446 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:34.298180 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7c3739b9-3c0d-431e-b9bb-9a497233f446 admin admin] Publish callbacks [] for security_group (4be647d3-59bf-404d-b4a9-a095b7c9a66c), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:34.302278 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7c3739b9-3c0d-431e-b9bb-9a497233f446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (4be647d3-59bf-404d-b4a9-a095b7c9a66c), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:34.339987 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3739b9-3c0d-431e-b9bb-9a497233f446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4be647d3-59bf-404d-b4a9-a095b7c9a66c,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:34.344923 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-7c3739b9-3c0d-431e-b9bb-9a497233f446 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=966ffe6705ac47aebb965c4cb52bcc04&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1451283 Feb 04 12:59:34.347429 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 50956) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:59:34.396199 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e57673d2-03c3-4f11-aa28-da710e83cddf admin admin] Publish callbacks [] for security_group (4be647d3-59bf-404d-b4a9-a095b7c9a66c), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:34.417980 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e57673d2-03c3-4f11-aa28-da710e83cddf admin admin] Publish callbacks [] for security_group (4be647d3-59bf-404d-b4a9-a095b7c9a66c), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:34.477408 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e57673d2-03c3-4f11-aa28-da710e83cddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (4be647d3-59bf-404d-b4a9-a095b7c9a66c), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:34.480118 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e57673d2-03c3-4f11-aa28-da710e83cddf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:34.481438 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-e57673d2-03c3-4f11-aa28-da710e83cddf admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4be647d3-59bf-404d-b4a9-a095b7c9a66c HTTP/1.1" status: 204 len: 168 time: 0.1328993 Feb 04 12:59:34.489451 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57673d2-03c3-4f11-aa28-da710e83cddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4be647d3-59bf-404d-b4a9-a095b7c9a66c,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:35.217629 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55d995b-6a1e-4e17-a1f8-64f32062d8db req-336ba997-9946-4319-a8b4-08dd7af99445 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:35.219142 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f55d995b-6a1e-4e17-a1f8-64f32062d8db req-336ba997-9946-4319-a8b4-08dd7af99445 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6645098-7d16-411c-8dd8-a5b33cab61da HTTP/1.1" status: 200 len: 943 time: 0.0557995 Feb 04 12:59:35.271723 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f55d995b-6a1e-4e17-a1f8-64f32062d8db req-9f56e34a-a5bf-4dc0-97e2-1c641f65bac1 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=068b1e11-4a70-4e33-8087-efe2a4e35d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449796 Feb 04 12:59:36.407277 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225daff9-fca0-41b8-b54c-18fe5eea0290 req-0f2b2308-25a4-460f-b0e5-39060116317e tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:36.408859 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-225daff9-fca0-41b8-b54c-18fe5eea0290 req-0f2b2308-25a4-460f-b0e5-39060116317e tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6645098-7d16-411c-8dd8-a5b33cab61da HTTP/1.1" status: 200 len: 943 time: 0.0642424 Feb 04 12:59:36.468096 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-225daff9-fca0-41b8-b54c-18fe5eea0290 req-9a2d56a8-5b8f-4e26-9ee1-d95b5724d03f tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=068b1e11-4a70-4e33-8087-efe2a4e35d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516086 Feb 04 12:59:36.827645 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 51038) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:59:36.957084 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f7eabfb4-c3e3-4e47-98b1-518d88ddefa5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:37.038248 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f7eabfb4-c3e3-4e47-98b1-518d88ddefa5 admin admin] Publish callbacks [] for security_group (b8b97385-4c58-477b-9017-31fe89eb3bc3), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:37.042429 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f7eabfb4-c3e3-4e47-98b1-518d88ddefa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (b8b97385-4c58-477b-9017-31fe89eb3bc3), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:37.082532 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-f7eabfb4-c3e3-4e47-98b1-518d88ddefa5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a20aad4f78234da38bc934fc342838b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2527406 Feb 04 12:59:37.083277 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eabfb4-c3e3-4e47-98b1-518d88ddefa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b97385-4c58-477b-9017-31fe89eb3bc3,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:37.085334 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 51042) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:59:37.136822 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-321923de-75d4-4631-9dbd-2ef1afcf687e admin admin] Publish callbacks [] for security_group (b8b97385-4c58-477b-9017-31fe89eb3bc3), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:37.158654 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-321923de-75d4-4631-9dbd-2ef1afcf687e admin admin] Publish callbacks [] for security_group (b8b97385-4c58-477b-9017-31fe89eb3bc3), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:37.208149 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-321923de-75d4-4631-9dbd-2ef1afcf687e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (b8b97385-4c58-477b-9017-31fe89eb3bc3), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:37.210674 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-321923de-75d4-4631-9dbd-2ef1afcf687e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:37.211826 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-321923de-75d4-4631-9dbd-2ef1afcf687e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b8b97385-4c58-477b-9017-31fe89eb3bc3 HTTP/1.1" status: 204 len: 168 time: 0.1240704 Feb 04 12:59:37.220454 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321923de-75d4-4631-9dbd-2ef1afcf687e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b97385-4c58-477b-9017-31fe89eb3bc3,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:37.497180 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 51054) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:59:37.513199 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1c56913c-80e0-46e7-972c-547ac1a51a54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:37.605181 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e401c293-9eec-406d-91ca-cb233e3557b5 req-e96c6d79-4264-48cb-8128-7a3e82c77c62 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:37.606799 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e401c293-9eec-406d-91ca-cb233e3557b5 req-e96c6d79-4264-48cb-8128-7a3e82c77c62 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6645098-7d16-411c-8dd8-a5b33cab61da HTTP/1.1" status: 200 len: 943 time: 0.0677934 Feb 04 12:59:37.612144 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1c56913c-80e0-46e7-972c-547ac1a51a54 admin admin] Publish callbacks [] for security_group (13404c46-f499-4d5e-83ef-fa4b10c9571b), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:37.616668 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1c56913c-80e0-46e7-972c-547ac1a51a54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (13404c46-f499-4d5e-83ef-fa4b10c9571b), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:37.655074 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c56913c-80e0-46e7-972c-547ac1a51a54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13404c46-f499-4d5e-83ef-fa4b10c9571b,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:37.662320 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e401c293-9eec-406d-91ca-cb233e3557b5 req-2b5e89f2-2e46-4721-a5aa-0975870115ad tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=068b1e11-4a70-4e33-8087-efe2a4e35d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484958 Feb 04 12:59:37.674392 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-1c56913c-80e0-46e7-972c-547ac1a51a54 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1cf2f4fe95ca45fea58878f51b058130&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1732373 Feb 04 12:59:37.674723 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 51056) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:59:37.732276 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9cb25024-8cb1-4b58-9117-59833e48ec20 admin admin] Publish callbacks [] for security_group (13404c46-f499-4d5e-83ef-fa4b10c9571b), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:37.753235 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9cb25024-8cb1-4b58-9117-59833e48ec20 admin admin] Publish callbacks [] for security_group (13404c46-f499-4d5e-83ef-fa4b10c9571b), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:37.802738 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9cb25024-8cb1-4b58-9117-59833e48ec20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (13404c46-f499-4d5e-83ef-fa4b10c9571b), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:37.805670 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9cb25024-8cb1-4b58-9117-59833e48ec20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:37.806983 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-9cb25024-8cb1-4b58-9117-59833e48ec20 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/13404c46-f499-4d5e-83ef-fa4b10c9571b HTTP/1.1" status: 204 len: 168 time: 0.1312842 Feb 04 12:59:37.815580 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb25024-8cb1-4b58-9117-59833e48ec20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13404c46-f499-4d5e-83ef-fa4b10c9571b,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:38.812654 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93045cf6-ec8d-48fe-95c5-500f931e89a9 req-7572c4e1-8fcb-4995-8a59-b0e2289b2da9 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:38.815197 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-93045cf6-ec8d-48fe-95c5-500f931e89a9 req-7572c4e1-8fcb-4995-8a59-b0e2289b2da9 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6645098-7d16-411c-8dd8-a5b33cab61da HTTP/1.1" status: 200 len: 943 time: 0.0738530 Feb 04 12:59:38.885762 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-93045cf6-ec8d-48fe-95c5-500f931e89a9 req-a0ec43d8-46df-46c4-97c1-c21cb5f3b7ce tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=068b1e11-4a70-4e33-8087-efe2a4e35d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635724 Feb 04 12:59:38.954313 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 51096) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:59:39.074492 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9829d147-fd3e-40e1-b5d5-e527c60886d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:39.176495 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9829d147-fd3e-40e1-b5d5-e527c60886d5 admin admin] Publish callbacks [] for security_group (aa24dc19-385a-4513-a440-29acd4fd44a0), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:39.180608 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9829d147-fd3e-40e1-b5d5-e527c60886d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (aa24dc19-385a-4513-a440-29acd4fd44a0), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:39.224913 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-9829d147-fd3e-40e1-b5d5-e527c60886d5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=40eec731ab584909a30626afb727038b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2695198 Feb 04 12:59:39.225801 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9829d147-fd3e-40e1-b5d5-e527c60886d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa24dc19-385a-4513-a440-29acd4fd44a0,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:39.227641 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 51102) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:59:39.279768 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1104a17d-406a-4f71-96fd-b9c38eaa0f08 admin admin] Publish callbacks [] for security_group (aa24dc19-385a-4513-a440-29acd4fd44a0), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:39.300934 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1104a17d-406a-4f71-96fd-b9c38eaa0f08 admin admin] Publish callbacks [] for security_group (aa24dc19-385a-4513-a440-29acd4fd44a0), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:39.352134 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1104a17d-406a-4f71-96fd-b9c38eaa0f08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (aa24dc19-385a-4513-a440-29acd4fd44a0), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:39.354607 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1104a17d-406a-4f71-96fd-b9c38eaa0f08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:39.355759 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-1104a17d-406a-4f71-96fd-b9c38eaa0f08 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/aa24dc19-385a-4513-a440-29acd4fd44a0 HTTP/1.1" status: 204 len: 168 time: 0.1269305 Feb 04 12:59:39.363343 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1104a17d-406a-4f71-96fd-b9c38eaa0f08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa24dc19-385a-4513-a440-29acd4fd44a0,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:40.021066 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b65ea0-f68f-4577-b47f-076bbcac076d req-45123e80-dd27-4724-b42a-0f6911834eb6 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:40.022575 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d1b65ea0-f68f-4577-b47f-076bbcac076d req-45123e80-dd27-4724-b42a-0f6911834eb6 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6645098-7d16-411c-8dd8-a5b33cab61da HTTP/1.1" status: 200 len: 943 time: 0.0552628 Feb 04 12:59:40.075245 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d1b65ea0-f68f-4577-b47f-076bbcac076d req-4353e42c-eb96-4b98-ab67-80725d41bd63 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=068b1e11-4a70-4e33-8087-efe2a4e35d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465517 Feb 04 12:59:41.213361 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98618f6f-6891-4fa7-83f8-63c3032166ec req-e0d9a29f-0583-4d75-8df1-68053908e221 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:41.214874 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-98618f6f-6891-4fa7-83f8-63c3032166ec req-e0d9a29f-0583-4d75-8df1-68053908e221 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6645098-7d16-411c-8dd8-a5b33cab61da HTTP/1.1" status: 200 len: 943 time: 0.0661876 Feb 04 12:59:41.275980 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-98618f6f-6891-4fa7-83f8-63c3032166ec req-48a59869-f43c-4734-9982-2a7d5623e93d tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=068b1e11-4a70-4e33-8087-efe2a4e35d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525522 Feb 04 12:59:41.326064 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 51186) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:59:41.437510 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4113e057-85a7-4faf-9b4d-fa494f74499b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:41.512979 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4113e057-85a7-4faf-9b4d-fa494f74499b admin admin] Publish callbacks [] for security_group (a7e53bfa-4216-48fd-8531-5e721a847c05), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:41.516936 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4113e057-85a7-4faf-9b4d-fa494f74499b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (a7e53bfa-4216-48fd-8531-5e721a847c05), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:41.559941 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 51190) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:59:41.560185 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-4113e057-85a7-4faf-9b4d-fa494f74499b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d05db581f4994e87a4372dede8a77bfe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2323186 Feb 04 12:59:41.561309 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4113e057-85a7-4faf-9b4d-fa494f74499b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7e53bfa-4216-48fd-8531-5e721a847c05,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:41.617373 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b2d90e63-32fe-4f3c-a50d-650c700b5424 admin admin] Publish callbacks [] for security_group (a7e53bfa-4216-48fd-8531-5e721a847c05), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:41.638032 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b2d90e63-32fe-4f3c-a50d-650c700b5424 admin admin] Publish callbacks [] for security_group (a7e53bfa-4216-48fd-8531-5e721a847c05), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:41.686732 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b2d90e63-32fe-4f3c-a50d-650c700b5424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (a7e53bfa-4216-48fd-8531-5e721a847c05), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:41.689322 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b2d90e63-32fe-4f3c-a50d-650c700b5424 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:41.690470 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-b2d90e63-32fe-4f3c-a50d-650c700b5424 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a7e53bfa-4216-48fd-8531-5e721a847c05 HTTP/1.1" status: 204 len: 168 time: 0.1295295 Feb 04 12:59:41.699126 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d90e63-32fe-4f3c-a50d-650c700b5424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7e53bfa-4216-48fd-8531-5e721a847c05,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:41.975826 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 51196) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:59:41.989346 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4c104180-516c-4a5a-896f-acf40a3f76db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:42.065620 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4c104180-516c-4a5a-896f-acf40a3f76db admin admin] Publish callbacks [] for security_group (ee53c1bf-653e-4b8d-b8d7-d62a2dc26523), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:42.069754 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4c104180-516c-4a5a-896f-acf40a3f76db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (ee53c1bf-653e-4b8d-b8d7-d62a2dc26523), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:42.106739 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c104180-516c-4a5a-896f-acf40a3f76db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee53c1bf-653e-4b8d-b8d7-d62a2dc26523,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:42.111228 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-4c104180-516c-4a5a-896f-acf40a3f76db admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2e416d0f5aa241eda4d51036eee999ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1343517 Feb 04 12:59:42.113920 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 51198) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:59:42.161775 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-684c2295-5280-4e54-99e7-87bafcffe5ce admin admin] Publish callbacks [] for security_group (ee53c1bf-653e-4b8d-b8d7-d62a2dc26523), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:42.183943 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-684c2295-5280-4e54-99e7-87bafcffe5ce admin admin] Publish callbacks [] for security_group (ee53c1bf-653e-4b8d-b8d7-d62a2dc26523), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:42.236669 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-684c2295-5280-4e54-99e7-87bafcffe5ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (ee53c1bf-653e-4b8d-b8d7-d62a2dc26523), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:42.239137 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-684c2295-5280-4e54-99e7-87bafcffe5ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:42.240310 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-684c2295-5280-4e54-99e7-87bafcffe5ce admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ee53c1bf-653e-4b8d-b8d7-d62a2dc26523 HTTP/1.1" status: 204 len: 168 time: 0.1255095 Feb 04 12:59:42.251849 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c2295-5280-4e54-99e7-87bafcffe5ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee53c1bf-653e-4b8d-b8d7-d62a2dc26523,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:42.409927 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f7a771-c562-47e2-9a42-bc5c7316797b req-d19e4b8a-38b6-47ea-ace5-1677b5e80afc tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:42.411704 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-23f7a771-c562-47e2-9a42-bc5c7316797b req-d19e4b8a-38b6-47ea-ace5-1677b5e80afc tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6645098-7d16-411c-8dd8-a5b33cab61da HTTP/1.1" status: 200 len: 943 time: 0.0575650 Feb 04 12:59:42.467849 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-23f7a771-c562-47e2-9a42-bc5c7316797b req-455ada9b-310f-4c82-ad14-654951c4596d tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=068b1e11-4a70-4e33-8087-efe2a4e35d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490203 Feb 04 12:59:42.764338 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 7efa0323-cf35-4518-9a52-c351985b2e63 details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:59:42.884300 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 7efa0323-cf35-4518-9a52-c351985b2e63, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=7efa0323-cf35-4518-9a52-c351985b2e63,segment=NetworkSegment(0934a908-175b-4cbf-ace2-f0550fc5d53c),segment_id=0934a908-175b-4cbf-ace2-f0550fc5d53c)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:59:42.897718 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': '7efa0323-cf35-4518-9a52-c351985b2e63', 'network_id': 'f237d722-433d-480c-8987-66d34675134e', 'port_id': '7efa0323-cf35-4518-9a52-c351985b2e63', 'mac_address': 'fa:16:3e:6e:08:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70faacee-af53-42b7-af83-bbc74f352570', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:59:42.942096 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 7efa0323-cf35-4518-9a52-c351985b2e63 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:59:42.942505 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (7efa0323-cf35-4518-9a52-c351985b2e63), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:42.956252 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7efa0323-cf35-4518-9a52-c351985b2e63 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:59:42.979025 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 7efa0323-cf35-4518-9a52-c351985b2e63, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=7efa0323-cf35-4518-9a52-c351985b2e63,segment=NetworkSegment(0934a908-175b-4cbf-ace2-f0550fc5d53c),segment_id=0934a908-175b-4cbf-ace2-f0550fc5d53c)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:59:42.984054 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (7efa0323-cf35-4518-9a52-c351985b2e63), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:43.044777 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=7efa0323-cf35-4518-9a52-c351985b2e63,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:43.222028 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['7efa0323-cf35-4518-9a52-c351985b2e63'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:59:43.459104 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 51240) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:59:43.676369 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaae387-419b-4983-a678-ae35193ab59d req-1118d7b8-ade6-450b-932c-97831437491b tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:43.679962 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1aaae387-419b-4983-a678-ae35193ab59d req-1118d7b8-ade6-450b-932c-97831437491b tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6645098-7d16-411c-8dd8-a5b33cab61da HTTP/1.1" status: 200 len: 944 time: 0.0816021 Feb 04 12:59:43.778388 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1aaae387-419b-4983-a678-ae35193ab59d req-27e6227f-7d71-416a-ac0b-cd3845aeeb84 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=068b1e11-4a70-4e33-8087-efe2a4e35d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904114 Feb 04 12:59:43.862359 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 51258) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:59:43.930967 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-ffcaf042-574d-4f0a-a882-630b0497b9cd tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "GET /v2.0/floatingips/94ce8321-280d-4ef1-a7bc-be0b894df39d HTTP/1.1" status: 200 len: 992 time: 0.0674610 Feb 04 12:59:44.098955 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7e31bb06-414e-45f6-88d3-bad3783c6b74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622215'] for router_interface (ad781448-354f-4475-8771-926b2fdf8f5d), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:44.241047 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 51282) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:59:44.400124 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-7e31bb06-414e-45f6-88d3-bad3783c6b74 admin admin] Deleting port ec0f355e-bd5d-45ba-89ac-a7696024d0a6 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:59:44.400468 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7e31bb06-414e-45f6-88d3-bad3783c6b74 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (ec0f355e-bd5d-45ba-89ac-a7696024d0a6), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:44.461782 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-6f3b179c-1a1d-4624-ad7c-f7a69fc262e1 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Deleting port fe0c1eb3-f4d6-4bb7-b6ba-6c8bff254f84 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:59:44.462606 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6f3b179c-1a1d-4624-ad7c-f7a69fc262e1 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (fe0c1eb3-f4d6-4bb7-b6ba-6c8bff254f84), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:44.536403 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-7e31bb06-414e-45f6-88d3-bad3783c6b74 admin admin] For port ec0f355e-bd5d-45ba-89ac-a7696024d0a6, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=ec0f355e-bd5d-45ba-89ac-a7696024d0a6,segment=NetworkSegment(9842ab09-ee4e-45ca-9eb8-8a98cf18f30e),segment_id=9842ab09-ee4e-45ca-9eb8-8a98cf18f30e)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:59:44.537469 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7e31bb06-414e-45f6-88d3-bad3783c6b74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (ec0f355e-bd5d-45ba-89ac-a7696024d0a6), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:44.559299 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-7e31bb06-414e-45f6-88d3-bad3783c6b74 admin admin] Calling delete_port for ec0f355e-bd5d-45ba-89ac-a7696024d0a6 owned by network:router_interface {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:59:44.579578 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6f3b179c-1a1d-4624-ad7c-f7a69fc262e1 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (fe0c1eb3-f4d6-4bb7-b6ba-6c8bff254f84), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:44.580409 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6f3b179c-1a1d-4624-ad7c-f7a69fc262e1 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for floatingip (fe0c1eb3-f4d6-4bb7-b6ba-6c8bff254f84), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:44.604175 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-6f3b179c-1a1d-4624-ad7c-f7a69fc262e1 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Calling delete_port for fe0c1eb3-f4d6-4bb7-b6ba-6c8bff254f84 owned by network:floatingip {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:59:44.783722 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 7efa0323-cf35-4518-9a52-c351985b2e63 up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:59:44.847784 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7e31bb06-414e-45f6-88d3-bad3783c6b74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (ec0f355e-bd5d-45ba-89ac-a7696024d0a6), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:44.849850 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6f3b179c-1a1d-4624-ad7c-f7a69fc262e1 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (fe0c1eb3-f4d6-4bb7-b6ba-6c8bff254f84), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:44.902371 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e31bb06-414e-45f6-88d3-bad3783c6b74 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec0f355e-bd5d-45ba-89ac-a7696024d0a6,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:44.925897 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning for port 7efa0323-cf35-4518-9a52-c351985b2e63 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:59:44.926960 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3b179c-1a1d-4624-ad7c-f7a69fc262e1 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Pushing event deleted for resources: {'Port': ['ID=fe0c1eb3-f4d6-4bb7-b6ba-6c8bff254f84,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:44.931638 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port 7efa0323-cf35-4518-9a52-c351985b2e63 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:59:44.932959 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (7efa0323-cf35-4518-9a52-c351985b2e63), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:45.024405 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6f3b179c-1a1d-4624-ad7c-f7a69fc262e1 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for floatingip (94ce8321-280d-4ef1-a7bc-be0b894df39d), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:45.025411 n-d-825015-3 neutron-server[103475]: INFO neutron.db.l3_db [None req-6f3b179c-1a1d-4624-ad7c-f7a69fc262e1 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Floating IP 94ce8321-280d-4ef1-a7bc-be0b894df39d disassociated (deleted). External IP: 172.25.3.75, port: a7ea033f-3494-48f7-9f33-61b552be2d98. Feb 04 12:59:45.044483 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802945d3-422c-4758-8283-1ad3ea0e1680 req-80b1fac4-11b8-459f-a270-8f36a0e89b25 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:45.061884 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-802945d3-422c-4758-8283-1ad3ea0e1680 req-80b1fac4-11b8-459f-a270-8f36a0e89b25 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6645098-7d16-411c-8dd8-a5b33cab61da HTTP/1.1" status: 200 len: 944 time: 0.1698732 Feb 04 12:59:45.079051 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 7efa0323-cf35-4518-9a52-c351985b2e63 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:59:45.080029 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (7efa0323-cf35-4518-9a52-c351985b2e63), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:45.109575 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6645098-7d16-411c-8dd8-a5b33cab61da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7efa0323-cf35-4518-9a52-c351985b2e63'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:59:45.113570 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a8979b4-6f9e-401d-bcba-2818043fc42a" -d '{"events": [{"server_uuid": "e6645098-7d16-411c-8dd8-a5b33cab61da", "name": "network-vif-plugged", "status": "completed", "tag": "7efa0323-cf35-4518-9a52-c351985b2e63"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:59:45.149819 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 7efa0323-cf35-4518-9a52-c351985b2e63, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=7efa0323-cf35-4518-9a52-c351985b2e63,segment=NetworkSegment(0934a908-175b-4cbf-ace2-f0550fc5d53c),segment_id=0934a908-175b-4cbf-ace2-f0550fc5d53c)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:59:45.171445 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (7efa0323-cf35-4518-9a52-c351985b2e63), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:45.270484 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f14cdaa-2f26-4854-b498-368adbea463d x-openstack-request-id: req-2f14cdaa-2f26-4854-b498-368adbea463d {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:59:45.275143 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6645098-7d16-411c-8dd8-a5b33cab61da", "name": "network-vif-plugged", "status": "completed", "tag": "7efa0323-cf35-4518-9a52-c351985b2e63", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:59:45.277797 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-802945d3-422c-4758-8283-1ad3ea0e1680 req-f0e7d5d9-9cb7-4fdb-b23b-980a3540734b tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=068b1e11-4a70-4e33-8087-efe2a4e35d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2148862 Feb 04 12:59:45.278124 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2f14cdaa-2f26-4854-b498-368adbea463d {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:59:45.279904 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6645098-7d16-411c-8dd8-a5b33cab61da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7efa0323-cf35-4518-9a52-c351985b2e63', 'code': 200} Feb 04 12:59:45.284136 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7e31bb06-414e-45f6-88d3-bad3783c6b74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622067'] for router_interface (ad781448-354f-4475-8771-926b2fdf8f5d), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:45.309182 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=7efa0323-cf35-4518-9a52-c351985b2e63,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:45.386326 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 51342) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:59:45.449767 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2063c0c-fc90-4f38-b381-bc5316893b7a req-ba3b4514-1929-4551-a4bb-a9af50380a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:45.452152 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e2063c0c-fc90-4f38-b381-bc5316893b7a req-ba3b4514-1929-4551-a4bb-a9af50380a49 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e6645098-7d16-411c-8dd8-a5b33cab61da HTTP/1.1" status: 200 len: 1127 time: 0.1727095 Feb 04 12:59:45.527217 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e2063c0c-fc90-4f38-b381-bc5316893b7a req-fdf1e2f5-01a8-4e35-aacd-d0cb1ea70814 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=068b1e11-4a70-4e33-8087-efe2a4e35d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678923 Feb 04 12:59:45.532715 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f3b179c-1a1d-4624-ad7c-f7a69fc262e1 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Router 3c7d949c-a59a-4cd5-a906-3c75ff3b7ae9 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:59:45.557064 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0cf734cd-44eb-4f01-9405-54b6ed62a870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:45.630069 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1bded383-ed3d-470e-947d-47e71e6de33f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:45.703621 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f3b179c-1a1d-4624-ad7c-f7a69fc262e1 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:59:45.708612 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6f3b179c-1a1d-4624-ad7c-f7a69fc262e1 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:45.714197 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9afad204-1e85-45dd-ace0-897ad24030f2 None None] Sync routers for ids ['3c7d949c-a59a-4cd5-a906-3c75ff3b7ae9'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:59:45.725636 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afad204-1e85-45dd-ace0-897ad24030f2 None None] Routers {'3c7d949c-a59a-4cd5-a906-3c75ff3b7ae9'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:59:45.726495 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-9afad204-1e85-45dd-ace0-897ad24030f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:59:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['3c7d949c-a59a-4cd5-a906-3c75ff3b7ae9'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:59:45.751081 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-6f3b179c-1a1d-4624-ad7c-f7a69fc262e1 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "DELETE /v2.0/floatingips/94ce8321-280d-4ef1-a7bc-be0b894df39d HTTP/1.1" status: 204 len: 168 time: 1.5079784 Feb 04 12:59:45.754290 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c993c6c3-24a0-48aa-bc4e-27c36c608bf2', 'tag': 'a7ea033f-3494-48f7-9f33-61b552be2d98'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:59:45.756586 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e591c37a-0c72-4c07-820c-46c058f7e427" -d '{"events": [{"name": "network-changed", "server_uuid": "c993c6c3-24a0-48aa-bc4e-27c36c608bf2", "tag": "a7ea033f-3494-48f7-9f33-61b552be2d98"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:59:45.782839 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1bded383-ed3d-470e-947d-47e71e6de33f admin admin] Publish callbacks [] for security_group (3e513430-a095-4813-bec6-0f3f1a948907), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:45.788861 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1bded383-ed3d-470e-947d-47e71e6de33f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (3e513430-a095-4813-bec6-0f3f1a948907), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:45.813061 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-196a963d-e00e-4bab-928f-554c6a98dba6 x-openstack-request-id: req-196a963d-e00e-4bab-928f-554c6a98dba6 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:59:45.813361 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c993c6c3-24a0-48aa-bc4e-27c36c608bf2", "tag": "a7ea033f-3494-48f7-9f33-61b552be2d98", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:59:45.813617 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-196a963d-e00e-4bab-928f-554c6a98dba6 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:59:45.814164 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c993c6c3-24a0-48aa-bc4e-27c36c608bf2', 'tag': 'a7ea033f-3494-48f7-9f33-61b552be2d98', 'status': 'completed', 'code': 200} Feb 04 12:59:45.865119 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-1bded383-ed3d-470e-947d-47e71e6de33f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=23a483a2af8e42c1b0620bc9141dfde2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4767175 Feb 04 12:59:45.865946 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 51350) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:59:45.890786 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bded383-ed3d-470e-947d-47e71e6de33f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e513430-a095-4813-bec6-0f3f1a948907,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:45.911573 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-9afad204-1e85-45dd-ace0-897ad24030f2 None None] Set router 3c7d949c-a59a-4cd5-a906-3c75ff3b7ae9 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:59:45.921807 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bded383-ed3d-470e-947d-47e71e6de33f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:59:45.922164 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bded383-ed3d-470e-947d-47e71e6de33f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:59:45.922510 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bded383-ed3d-470e-947d-47e71e6de33f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:59:45.922855 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bded383-ed3d-470e-947d-47e71e6de33f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:59:45.923193 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bded383-ed3d-470e-947d-47e71e6de33f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:59:45.923530 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bded383-ed3d-470e-947d-47e71e6de33f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:59:45.924554 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bded383-ed3d-470e-947d-47e71e6de33f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:59:45.924909 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bded383-ed3d-470e-947d-47e71e6de33f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:59:45.925247 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bded383-ed3d-470e-947d-47e71e6de33f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:59:45.925584 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bded383-ed3d-470e-947d-47e71e6de33f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:59:45.925919 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bded383-ed3d-470e-947d-47e71e6de33f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:59:45.926254 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bded383-ed3d-470e-947d-47e71e6de33f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:59:45.927110 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bded383-ed3d-470e-947d-47e71e6de33f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:59:45.955173 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e31bb06-414e-45f6-88d3-bad3783c6b74 admin admin] Router ad781448-354f-4475-8771-926b2fdf8f5d has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:59:46.004867 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e591c37a-0c72-4c07-820c-46c058f7e427 req-cef2b2ee-fe5e-4917-a665-8c4f7966b04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:46.006528 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e591c37a-0c72-4c07-820c-46c058f7e427 req-cef2b2ee-fe5e-4917-a665-8c4f7966b04b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ad73185521b9452e903e10ccdcd3b5aa&device_id=c993c6c3-24a0-48aa-bc4e-27c36c608bf2 HTTP/1.1" status: 200 len: 1127 time: 0.1676126 Feb 04 12:59:46.070317 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-66ba0474-2b96-431d-8760-85c32f3bca7f admin admin] Publish callbacks [] for security_group (3e513430-a095-4813-bec6-0f3f1a948907), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:46.119723 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e31bb06-414e-45f6-88d3-bad3783c6b74 admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:59:46.131271 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-66ba0474-2b96-431d-8760-85c32f3bca7f admin admin] Publish callbacks [] for security_group (3e513430-a095-4813-bec6-0f3f1a948907), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:46.131466 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-7e31bb06-414e-45f6-88d3-bad3783c6b74 admin admin] 10.222.0.65 "PUT /v2.0/routers/ad781448-354f-4475-8771-926b2fdf8f5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6678238 Feb 04 12:59:46.131723 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 51354) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:59:46.135496 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030c0af6-5105-486b-b5ea-cac2f645e0bb None None] Sync routers for ids ['ad781448-354f-4475-8771-926b2fdf8f5d'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:59:46.152168 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030c0af6-5105-486b-b5ea-cac2f645e0bb None None] Routers {'ad781448-354f-4475-8771-926b2fdf8f5d'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:59:46.153163 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-030c0af6-5105-486b-b5ea-cac2f645e0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:59:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['ad781448-354f-4475-8771-926b2fdf8f5d'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:59:46.197122 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-9afad204-1e85-45dd-ace0-897ad24030f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c7d949c-a59a-4cd5-a906-3c75ff3b7ae9', 'name': 'tempest-TestNetworkBasicOps-router-508723425', 'tenant_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '8d481a2b-221b-4ba4-8cb2-0053c1426146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:58:48Z', 'updated_at': '2022-02-04T12:58:53Z', 'revision_number': 4, 'project_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'gw_port': {'id': '8d481a2b-221b-4ba4-8cb2-0053c1426146', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:c0:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7d949c-a59a-4cd5-a906-3c75ff3b7ae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:58:49Z', 'updated_at': '2022-02-04T12:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '577befda-4f03-459b-92d2-c00a0f313a5f', 'name': '', 'network_id': '44de3b6f-029b-4e49-ac62-0d0496f9fa69', 'tenant_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'mac_address': 'fa:16:3e:00:10:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7d949c-a59a-4cd5-a906-3c75ff3b7ae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': 'bca709eb-7a50-41c2-9ef5-a182e4482d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:58:52Z', 'updated_at': '2022-02-04T12:58:56Z', 'revision_number': 5, 'project_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'subnets': [{'id': 'bca709eb-7a50-41c2-9ef5-a182e4482d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:59:46.197452 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e591c37a-0c72-4c07-820c-46c058f7e427 req-382b39c3-fe88-449f-900c-f0dc9cf8cd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:46.198800 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e591c37a-0c72-4c07-820c-46c058f7e427 req-382b39c3-fe88-449f-900c-f0dc9cf8cd52 service neutron] 10.222.0.77 "GET /v2.0/networks?id=44de3b6f-029b-4e49-ac62-0d0496f9fa69 HTTP/1.1" status: 200 len: 896 time: 0.1820359 Feb 04 12:59:46.211547 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee46387a-534c-4ea2-b0cf-39fd1d9a46ce req-7bc7a292-5903-4525-8d75-2560fbd96341 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:46.218955 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ee46387a-534c-4ea2-b0cf-39fd1d9a46ce req-7bc7a292-5903-4525-8d75-2560fbd96341 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "GET /v2.0/ports?device_id=c993c6c3-24a0-48aa-bc4e-27c36c608bf2 HTTP/1.1" status: 200 len: 945 time: 0.1316762 Feb 04 12:59:46.231005 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9afad204-1e85-45dd-ace0-897ad24030f2 None None] Checking router: 3c7d949c-a59a-4cd5-a906-3c75ff3b7ae9 for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:59:46.251066 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afad204-1e85-45dd-ace0-897ad24030f2 None None] Routers {'3c7d949c-a59a-4cd5-a906-3c75ff3b7ae9'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:59:46.251707 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-9afad204-1e85-45dd-ace0-897ad24030f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:59:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['3c7d949c-a59a-4cd5-a906-3c75ff3b7ae9'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:59:46.275313 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6f21ccfd-1eba-4672-ba78-ea4e734430de admin admin] Publish callbacks [] for router (ad781448-354f-4475-8771-926b2fdf8f5d), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:46.284919 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e591c37a-0c72-4c07-820c-46c058f7e427 req-29c44c57-3beb-4836-bcd3-1b613d13d150 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7ea033f-3494-48f7-9f33-61b552be2d98 HTTP/1.1" status: 200 len: 217 time: 0.0634665 Feb 04 12:59:46.371676 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ee46387a-534c-4ea2-b0cf-39fd1d9a46ce req-65095764-e240-42c6-bc4c-2f9e53b73674 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "GET /v2.0/security-groups?id=d9fa6b3b-0204-4c23-b046-dd9c75b94f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1516869 Feb 04 12:59:46.391849 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-9afad204-1e85-45dd-ace0-897ad24030f2 None None] Set router 3c7d949c-a59a-4cd5-a906-3c75ff3b7ae9 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:59:46.433313 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6f21ccfd-1eba-4672-ba78-ea4e734430de admin admin] Publish callbacks [] for router_gateway (ad781448-354f-4475-8771-926b2fdf8f5d), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:46.443339 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-030c0af6-5105-486b-b5ea-cac2f645e0bb None None] Set router ad781448-354f-4475-8771-926b2fdf8f5d gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:59:46.443720 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-66ba0474-2b96-431d-8760-85c32f3bca7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (3e513430-a095-4813-bec6-0f3f1a948907), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:46.446220 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-66ba0474-2b96-431d-8760-85c32f3bca7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:46.449729 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-66ba0474-2b96-431d-8760-85c32f3bca7f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3e513430-a095-4813-bec6-0f3f1a948907 HTTP/1.1" status: 204 len: 168 time: 0.5588651 Feb 04 12:59:46.500299 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-6f21ccfd-1eba-4672-ba78-ea4e734430de admin admin] Deleting port 300c692c-234b-454d-a129-02e2565a82bb {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:59:46.500660 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6f21ccfd-1eba-4672-ba78-ea4e734430de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (300c692c-234b-454d-a129-02e2565a82bb), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:46.510355 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ba0474-2b96-431d-8760-85c32f3bca7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e513430-a095-4813-bec6-0f3f1a948907,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:46.576745 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e591c37a-0c72-4c07-820c-46c058f7e427 req-1bd30c96-6f1a-4137-8642-043711ab8150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:46.585140 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e591c37a-0c72-4c07-820c-46c058f7e427 req-1bd30c96-6f1a-4137-8642-043711ab8150 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=bca709eb-7a50-41c2-9ef5-a182e4482d66 HTTP/1.1" status: 200 len: 834 time: 0.2357228 Feb 04 12:59:46.618000 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52d242f-bb68-471a-9887-236ad0df7814 req-873c194c-d971-40a3-83cd-22411723903f tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:46.619592 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e52d242f-bb68-471a-9887-236ad0df7814 req-873c194c-d971-40a3-83cd-22411723903f tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6645098-7d16-411c-8dd8-a5b33cab61da HTTP/1.1" status: 200 len: 945 time: 0.2107275 Feb 04 12:59:46.662956 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-6f21ccfd-1eba-4672-ba78-ea4e734430de admin admin] For port 300c692c-234b-454d-a129-02e2565a82bb, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=300c692c-234b-454d-a129-02e2565a82bb,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:59:46.663615 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6f21ccfd-1eba-4672-ba78-ea4e734430de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (300c692c-234b-454d-a129-02e2565a82bb), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:46.692368 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-6f21ccfd-1eba-4672-ba78-ea4e734430de admin admin] Calling delete_port for 300c692c-234b-454d-a129-02e2565a82bb owned by network:router_gateway {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:59:46.769155 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-030c0af6-5105-486b-b5ea-cac2f645e0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad781448-354f-4475-8771-926b2fdf8f5d', 'name': 'tempest-AttachVolumeShelveTestJSON-1268832276-router', 'tenant_id': 'b593a9b948e947caa7bb47e1be2cb62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '300c692c-234b-454d-a129-02e2565a82bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:52:59Z', 'updated_at': '2022-02-04T12:59:44Z', 'revision_number': 5, 'project_id': 'b593a9b948e947caa7bb47e1be2cb62a', 'gw_port': {'id': '300c692c-234b-454d-a129-02e2565a82bb', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:02:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad781448-354f-4475-8771-926b2fdf8f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:53:00Z', 'updated_at': '2022-02-04T12:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:59:46.804066 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030c0af6-5105-486b-b5ea-cac2f645e0bb None None] Checking router: ad781448-354f-4475-8771-926b2fdf8f5d for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:59:46.823423 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030c0af6-5105-486b-b5ea-cac2f645e0bb None None] Routers {'ad781448-354f-4475-8771-926b2fdf8f5d'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:59:46.824118 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-030c0af6-5105-486b-b5ea-cac2f645e0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:59:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['ad781448-354f-4475-8771-926b2fdf8f5d'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:59:46.924126 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6f21ccfd-1eba-4672-ba78-ea4e734430de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (300c692c-234b-454d-a129-02e2565a82bb), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:46.977962 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f21ccfd-1eba-4672-ba78-ea4e734430de admin admin] Pushing event deleted for resources: {'Port': ['ID=300c692c-234b-454d-a129-02e2565a82bb,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:46.978766 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-9afad204-1e85-45dd-ace0-897ad24030f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c7d949c-a59a-4cd5-a906-3c75ff3b7ae9', 'name': 'tempest-TestNetworkBasicOps-router-508723425', 'tenant_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '8d481a2b-221b-4ba4-8cb2-0053c1426146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:58:48Z', 'updated_at': '2022-02-04T12:58:53Z', 'revision_number': 4, 'project_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'gw_port': {'id': '8d481a2b-221b-4ba4-8cb2-0053c1426146', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:c0:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7d949c-a59a-4cd5-a906-3c75ff3b7ae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:58:49Z', 'updated_at': '2022-02-04T12:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '577befda-4f03-459b-92d2-c00a0f313a5f', 'name': '', 'network_id': '44de3b6f-029b-4e49-ac62-0d0496f9fa69', 'tenant_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'mac_address': 'fa:16:3e:00:10:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7d949c-a59a-4cd5-a906-3c75ff3b7ae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': 'bca709eb-7a50-41c2-9ef5-a182e4482d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:58:52Z', 'updated_at': '2022-02-04T12:58:56Z', 'revision_number': 5, 'project_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'subnets': [{'id': 'bca709eb-7a50-41c2-9ef5-a182e4482d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:59:47.013229 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 51362) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:59:47.013552 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9afad204-1e85-45dd-ace0-897ad24030f2 None None] The sync data for ids ['3c7d949c-a59a-4cd5-a906-3c75ff3b7ae9'] in n-d-825015-3 is: [{'id': '3c7d949c-a59a-4cd5-a906-3c75ff3b7ae9', 'name': 'tempest-TestNetworkBasicOps-router-508723425', 'tenant_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '8d481a2b-221b-4ba4-8cb2-0053c1426146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:58:48Z', 'updated_at': '2022-02-04T12:58:53Z', 'revision_number': 4, 'project_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'gw_port': {'id': '8d481a2b-221b-4ba4-8cb2-0053c1426146', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:c0:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7d949c-a59a-4cd5-a906-3c75ff3b7ae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:58:49Z', 'updated_at': '2022-02-04T12:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '577befda-4f03-459b-92d2-c00a0f313a5f', 'name': '', 'network_id': '44de3b6f-029b-4e49-ac62-0d0496f9fa69', 'tenant_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'mac_address': 'fa:16:3e:00:10:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7d949c-a59a-4cd5-a906-3c75ff3b7ae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': 'bca709eb-7a50-41c2-9ef5-a182e4482d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:58:52Z', 'updated_at': '2022-02-04T12:58:56Z', 'revision_number': 5, 'project_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'subnets': [{'id': 'bca709eb-7a50-41c2-9ef5-a182e4482d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:59:47.028316 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-030c0af6-5105-486b-b5ea-cac2f645e0bb None None] Set router ad781448-354f-4475-8771-926b2fdf8f5d gateway port host: None {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:59:47.055632 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e4dfa069-1293-45e9-855b-f8b87860b010 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:47.081022 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6f21ccfd-1eba-4672-ba78-ea4e734430de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1599901'] for router_gateway (ad781448-354f-4475-8771-926b2fdf8f5d), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:47.095160 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-030c0af6-5105-486b-b5ea-cac2f645e0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad781448-354f-4475-8771-926b2fdf8f5d', 'name': 'tempest-AttachVolumeShelveTestJSON-1268832276-router', 'tenant_id': 'b593a9b948e947caa7bb47e1be2cb62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:52:59Z', 'updated_at': '2022-02-04T12:59:46Z', 'revision_number': 6, 'project_id': 'b593a9b948e947caa7bb47e1be2cb62a', 'gw_port_host': None}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:59:47.126543 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030c0af6-5105-486b-b5ea-cac2f645e0bb None None] The sync data for ids ['ad781448-354f-4475-8771-926b2fdf8f5d'] in n-d-825015-3 is: [{'id': 'ad781448-354f-4475-8771-926b2fdf8f5d', 'name': 'tempest-AttachVolumeShelveTestJSON-1268832276-router', 'tenant_id': 'b593a9b948e947caa7bb47e1be2cb62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:52:59Z', 'updated_at': '2022-02-04T12:59:46Z', 'revision_number': 6, 'project_id': 'b593a9b948e947caa7bb47e1be2cb62a', 'gw_port_host': None}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:59:47.199004 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6f21ccfd-1eba-4672-ba78-ea4e734430de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10915'] for router (ad781448-354f-4475-8771-926b2fdf8f5d), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:47.203069 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6f21ccfd-1eba-4672-ba78-ea4e734430de admin admin] Publish callbacks [] for router_controller (ad781448-354f-4475-8771-926b2fdf8f5d), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:47.224278 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e52d242f-bb68-471a-9887-236ad0df7814 req-752cc5fa-f321-483b-86c2-b1927c223a95 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=068b1e11-4a70-4e33-8087-efe2a4e35d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5927842 Feb 04 12:59:47.233570 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e591c37a-0c72-4c07-820c-46c058f7e427 req-d6d362bc-924e-4b7c-b71b-6ff1c7220bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:47.235233 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e591c37a-0c72-4c07-820c-46c058f7e427 req-d6d362bc-924e-4b7c-b71b-6ff1c7220bbe service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=44de3b6f-029b-4e49-ac62-0d0496f9fa69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6361380 Feb 04 12:59:47.264154 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6f21ccfd-1eba-4672-ba78-ea4e734430de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622829'] for router (ad781448-354f-4475-8771-926b2fdf8f5d), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:47.264741 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f21ccfd-1eba-4672-ba78-ea4e734430de admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad781448-354f-4475-8771-926b2fdf8f5d {{(pid=103474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 12:59:47.269905 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6f21ccfd-1eba-4672-ba78-ea4e734430de admin admin] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:47.271203 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-6f21ccfd-1eba-4672-ba78-ea4e734430de admin admin] 10.222.0.65 "DELETE /v2.0/routers/ad781448-354f-4475-8771-926b2fdf8f5d HTTP/1.1" status: 204 len: 168 time: 1.1378572 Feb 04 12:59:47.275935 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 51364) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:59:47.334869 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e4dfa069-1293-45e9-855b-f8b87860b010 admin admin] Publish callbacks [] for security_group (acbd060e-f683-4109-bf6d-a33bca32f7f9), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:47.339925 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e591c37a-0c72-4c07-820c-46c058f7e427 req-134f317f-91b6-44b2-93bf-69746880023a service neutron] 10.222.0.77 "GET /v2.0/networks/44de3b6f-029b-4e49-ac62-0d0496f9fa69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970099 Feb 04 12:59:47.342585 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e4dfa069-1293-45e9-855b-f8b87860b010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (acbd060e-f683-4109-bf6d-a33bca32f7f9), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:47.382673 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f6276f-f3cd-40cf-9693-36f13be772e9 None None] New status for floating IP 94ce8321-280d-4ef1-a7bc-be0b894df39d: DOWN {{(pid=103476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 12:59:47.403678 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6d6411f-e583-414a-9f0a-552437b2f3e1 admin admin] Deleting subnet 13ec9a2b-ecf4-4399-96f0-6b85e2cca449 {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:59:47.433279 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dfa069-1293-45e9-855b-f8b87860b010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acbd060e-f683-4109-bf6d-a33bca32f7f9,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:47.438468 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-e4dfa069-1293-45e9-855b-f8b87860b010 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1642eb241fa04b43a1a3d95b212de2c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4213836 Feb 04 12:59:47.439487 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f6d6411f-e583-414a-9f0a-552437b2f3e1 admin admin] Publish callbacks [] for subnet (13ec9a2b-ecf4-4399-96f0-6b85e2cca449), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:47.442377 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 51368) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:59:47.490045 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e591c37a-0c72-4c07-820c-46c058f7e427 req-ac486b3d-54db-4aaa-9369-144787c771ae service neutron] 10.222.0.77 "GET /v2.0/networks/44de3b6f-029b-4e49-ac62-0d0496f9fa69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423469 Feb 04 12:59:47.510976 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f6d6411f-e583-414a-9f0a-552437b2f3e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (13ec9a2b-ecf4-4399-96f0-6b85e2cca449), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:47.552483 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f4f854-3304-4998-9ffa-5df91b498818 req-2ea284ca-e2e6-4f14-9ef6-3afa9823e5f7 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:47.553261 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c13a2c36-e362-4a04-920d-ae4b3a618716 admin admin] Publish callbacks [] for security_group (acbd060e-f683-4109-bf6d-a33bca32f7f9), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:47.554270 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-b8f4f854-3304-4998-9ffa-5df91b498818 req-2ea284ca-e2e6-4f14-9ef6-3afa9823e5f7 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.77 "GET /v2.0/ports?device_id=c993c6c3-24a0-48aa-bc4e-27c36c608bf2 HTTP/1.1" status: 200 len: 945 time: 0.1900301 Feb 04 12:59:47.567527 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec0469d-ace2-49ce-8d22-75ca27e3bdd3 req-1705cc8f-a3c0-4a9c-aae7-032e1331f505 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:47.569116 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dec0469d-ace2-49ce-8d22-75ca27e3bdd3 req-1705cc8f-a3c0-4a9c-aae7-032e1331f505 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "GET /v2.0/ports?device_id=c993c6c3-24a0-48aa-bc4e-27c36c608bf2 HTTP/1.1" status: 200 len: 945 time: 0.1065378 Feb 04 12:59:47.601921 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c13a2c36-e362-4a04-920d-ae4b3a618716 admin admin] Publish callbacks [] for security_group (acbd060e-f683-4109-bf6d-a33bca32f7f9), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:47.670433 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dec0469d-ace2-49ce-8d22-75ca27e3bdd3 req-26f45ff4-b7ce-4d84-be13-941bb1226fb6 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "GET /v2.0/security-groups?id=d9fa6b3b-0204-4c23-b046-dd9c75b94f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893528 Feb 04 12:59:47.689517 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f6d6411f-e583-414a-9f0a-552437b2f3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (13ec9a2b-ecf4-4399-96f0-6b85e2cca449), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:47.697450 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c13a2c36-e362-4a04-920d-ae4b3a618716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (acbd060e-f683-4109-bf6d-a33bca32f7f9), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:47.699984 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c13a2c36-e362-4a04-920d-ae4b3a618716 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:47.701651 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-c13a2c36-e362-4a04-920d-ae4b3a618716 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/acbd060e-f683-4109-bf6d-a33bca32f7f9 HTTP/1.1" status: 204 len: 168 time: 0.2576075 Feb 04 12:59:47.710392 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13a2c36-e362-4a04-920d-ae4b3a618716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acbd060e-f683-4109-bf6d-a33bca32f7f9,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:47.750441 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-b8f4f854-3304-4998-9ffa-5df91b498818 req-4a6ffeb7-c949-4fcd-a573-17de219a2408 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Deleting port a7ea033f-3494-48f7-9f33-61b552be2d98 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:59:47.750778 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-b8f4f854-3304-4998-9ffa-5df91b498818 req-4a6ffeb7-c949-4fcd-a573-17de219a2408 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (a7ea033f-3494-48f7-9f33-61b552be2d98), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:47.805961 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f6d6411f-e583-414a-9f0a-552437b2f3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (13ec9a2b-ecf4-4399-96f0-6b85e2cca449), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:47.841508 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d6411f-e583-414a-9f0a-552437b2f3e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13ec9a2b-ecf4-4399-96f0-6b85e2cca449,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:47.850101 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f6d6411f-e583-414a-9f0a-552437b2f3e1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:47.853324 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-f6d6411f-e583-414a-9f0a-552437b2f3e1 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/13ec9a2b-ecf4-4399-96f0-6b85e2cca449 HTTP/1.1" status: 204 len: 168 time: 0.5764380 Feb 04 12:59:47.855970 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 51372) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:59:47.860732 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f057253-b361-4504-b115-1eebbcc642f9 None None] Network 4e1bb528-5b08-4fe5-be55-e6e60ca268fa requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:59:47.885646 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-b8f4f854-3304-4998-9ffa-5df91b498818 req-4a6ffeb7-c949-4fcd-a573-17de219a2408 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] For port a7ea033f-3494-48f7-9f33-61b552be2d98, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=a7ea033f-3494-48f7-9f33-61b552be2d98,segment=NetworkSegment(51bc948a-74dc-4fe3-a18b-fd9884732402),segment_id=51bc948a-74dc-4fe3-a18b-fd9884732402)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:59:47.886120 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-b8f4f854-3304-4998-9ffa-5df91b498818 req-4a6ffeb7-c949-4fcd-a573-17de219a2408 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (a7ea033f-3494-48f7-9f33-61b552be2d98), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:47.903285 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-b8f4f854-3304-4998-9ffa-5df91b498818 req-4a6ffeb7-c949-4fcd-a573-17de219a2408 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Calling delete_port for a7ea033f-3494-48f7-9f33-61b552be2d98 owned by compute:nova {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:59:47.943799 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-91a41bcf-c489-4719-bc64-2761b9916da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (4e1bb528-5b08-4fe5-be55-e6e60ca268fa), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:48.016081 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d188da37-9cc2-48c5-b24d-880abba900bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:48.052571 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-91a41bcf-c489-4719-bc64-2761b9916da1 admin admin] Deleting port b90c960e-f4f5-4bd5-bd14-9eaa9cbd75e9 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:59:48.052869 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-91a41bcf-c489-4719-bc64-2761b9916da1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (b90c960e-f4f5-4bd5-bd14-9eaa9cbd75e9), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:48.094180 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e09d767-073c-47f0-9a80-12b33114881b None None] DHCP port deletion for 4e1bb528-5b08-4fe5-be55-e6e60ca268fa request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 12:59:48.141033 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-91a41bcf-c489-4719-bc64-2761b9916da1 admin admin] For port b90c960e-f4f5-4bd5-bd14-9eaa9cbd75e9, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=b90c960e-f4f5-4bd5-bd14-9eaa9cbd75e9,segment=NetworkSegment(9842ab09-ee4e-45ca-9eb8-8a98cf18f30e),segment_id=9842ab09-ee4e-45ca-9eb8-8a98cf18f30e)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:59:48.141351 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-b8f4f854-3304-4998-9ffa-5df91b498818 req-4a6ffeb7-c949-4fcd-a573-17de219a2408 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (a7ea033f-3494-48f7-9f33-61b552be2d98), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:48.141855 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-91a41bcf-c489-4719-bc64-2761b9916da1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (b90c960e-f4f5-4bd5-bd14-9eaa9cbd75e9), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:48.153499 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 300c692c-234b-454d-a129-02e2565a82bb no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:59:48.160526 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-91a41bcf-c489-4719-bc64-2761b9916da1 admin admin] Calling delete_port for b90c960e-f4f5-4bd5-bd14-9eaa9cbd75e9 owned by network:dhcp {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:59:48.180224 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6ffeb7-c949-4fcd-a573-17de219a2408 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Pushing event deleted for resources: {'Port': ['ID=a7ea033f-3494-48f7-9f33-61b552be2d98,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:48.219131 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 300c692c-234b-454d-a129-02e2565a82bb {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:59:48.219998 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 300c692c-234b-454d-a129-02e2565a82bb not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:59:48.220511 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device ec0f355e-bd5d-45ba-89ac-a7696024d0a6 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:59:48.243900 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: ec0f355e-bd5d-45ba-89ac-a7696024d0a6 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:59:48.244369 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device ec0f355e-bd5d-45ba-89ac-a7696024d0a6 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:59:48.261401 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8f4f854-3304-4998-9ffa-5df91b498818 req-4a6ffeb7-c949-4fcd-a573-17de219a2408 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] No DVR routers for this DVR port a7ea033f-3494-48f7-9f33-61b552be2d98 on host n-h2-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:59:48.266059 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-b8f4f854-3304-4998-9ffa-5df91b498818 req-4a6ffeb7-c949-4fcd-a573-17de219a2408 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:48.271355 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-b8f4f854-3304-4998-9ffa-5df91b498818 req-4a6ffeb7-c949-4fcd-a573-17de219a2408 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.77 "DELETE /v2.0/ports/a7ea033f-3494-48f7-9f33-61b552be2d98 HTTP/1.1" status: 204 len: 173 time: 0.7099738 Feb 04 12:59:48.272248 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c993c6c3-24a0-48aa-bc4e-27c36c608bf2', 'name': 'network-vif-deleted', 'tag': 'a7ea033f-3494-48f7-9f33-61b552be2d98'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:59:48.275314 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c80b7f3-d388-4001-bbf2-248dcfa1478a" -d '{"events": [{"server_uuid": "c993c6c3-24a0-48aa-bc4e-27c36c608bf2", "name": "network-vif-deleted", "tag": "a7ea033f-3494-48f7-9f33-61b552be2d98"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:59:48.282513 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-8e09d767-073c-47f0-9a80-12b33114881b None None] Deleting port b90c960e-f4f5-4bd5-bd14-9eaa9cbd75e9 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:59:48.283316 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8e09d767-073c-47f0-9a80-12b33114881b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (b90c960e-f4f5-4bd5-bd14-9eaa9cbd75e9), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:48.298322 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-91a41bcf-c489-4719-bc64-2761b9916da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (b90c960e-f4f5-4bd5-bd14-9eaa9cbd75e9), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:48.339344 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a41bcf-c489-4719-bc64-2761b9916da1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b90c960e-f4f5-4bd5-bd14-9eaa9cbd75e9,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:48.349609 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a41bcf-c489-4719-bc64-2761b9916da1 admin admin] No DVR routers for this DVR port b90c960e-f4f5-4bd5-bd14-9eaa9cbd75e9 on host n-d-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:59:48.379665 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-8e09d767-073c-47f0-9a80-12b33114881b None None] For port b90c960e-f4f5-4bd5-bd14-9eaa9cbd75e9, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=b90c960e-f4f5-4bd5-bd14-9eaa9cbd75e9,segment=NetworkSegment(9842ab09-ee4e-45ca-9eb8-8a98cf18f30e),segment_id=9842ab09-ee4e-45ca-9eb8-8a98cf18f30e)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:59:48.380183 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8e09d767-073c-47f0-9a80-12b33114881b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (b90c960e-f4f5-4bd5-bd14-9eaa9cbd75e9), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:48.391345 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f37f34c8-74df-445c-bd12-6cc0e1be30f3 x-openstack-request-id: req-f37f34c8-74df-445c-bd12-6cc0e1be30f3 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:59:48.391930 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c993c6c3-24a0-48aa-bc4e-27c36c608bf2", "name": "network-vif-deleted", "tag": "a7ea033f-3494-48f7-9f33-61b552be2d98", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:59:48.392190 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f37f34c8-74df-445c-bd12-6cc0e1be30f3 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:59:48.392748 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c993c6c3-24a0-48aa-bc4e-27c36c608bf2', 'name': 'network-vif-deleted', 'tag': 'a7ea033f-3494-48f7-9f33-61b552be2d98', 'status': 'completed', 'code': 200} Feb 04 12:59:48.410608 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-8e09d767-073c-47f0-9a80-12b33114881b None None] Calling delete_port for b90c960e-f4f5-4bd5-bd14-9eaa9cbd75e9 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:59:48.526716 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8e09d767-073c-47f0-9a80-12b33114881b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (b90c960e-f4f5-4bd5-bd14-9eaa9cbd75e9), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:48.538284 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-91a41bcf-c489-4719-bc64-2761b9916da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (4e1bb528-5b08-4fe5-be55-e6e60ca268fa), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:48.565446 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e09d767-073c-47f0-9a80-12b33114881b None None] No DVR routers for this DVR port b90c960e-f4f5-4bd5-bd14-9eaa9cbd75e9 on host n-d-825015-3 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:59:48.567564 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e09d767-073c-47f0-9a80-12b33114881b None None] Pushing event deleted for resources: {'Port': ['ID=b90c960e-f4f5-4bd5-bd14-9eaa9cbd75e9,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:48.585592 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e09d767-073c-47f0-9a80-12b33114881b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:59:48.585922 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e09d767-073c-47f0-9a80-12b33114881b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:59:48.586278 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e09d767-073c-47f0-9a80-12b33114881b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:59:48.586625 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e09d767-073c-47f0-9a80-12b33114881b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:59:48.586968 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e09d767-073c-47f0-9a80-12b33114881b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:59:48.587345 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e09d767-073c-47f0-9a80-12b33114881b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:59:48.587680 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e09d767-073c-47f0-9a80-12b33114881b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:59:48.589407 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e09d767-073c-47f0-9a80-12b33114881b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:59:48.589764 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e09d767-073c-47f0-9a80-12b33114881b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:59:48.590105 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e09d767-073c-47f0-9a80-12b33114881b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:59:48.590448 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e09d767-073c-47f0-9a80-12b33114881b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:59:48.590786 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e09d767-073c-47f0-9a80-12b33114881b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:59:48.593586 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e09d767-073c-47f0-9a80-12b33114881b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:59:48.594256 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-91a41bcf-c489-4719-bc64-2761b9916da1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e1bb528-5b08-4fe5-be55-e6e60ca268fa']}} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:59:48.609749 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-91a41bcf-c489-4719-bc64-2761b9916da1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9842ab09-ee4e-45ca-9eb8-8a98cf18f30e') {'for_net_delete': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:59:48.610115 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-91a41bcf-c489-4719-bc64-2761b9916da1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9842ab09-ee4e-45ca-9eb8-8a98cf18f30e') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:59:48.628919 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b9dcf4-1364-487a-aabf-39e6a44241f1 req-f2464876-5989-4085-af16-86d0985dc5dd tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:48.630642 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-47b9dcf4-1364-487a-aabf-39e6a44241f1 req-f2464876-5989-4085-af16-86d0985dc5dd tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6645098-7d16-411c-8dd8-a5b33cab61da HTTP/1.1" status: 200 len: 945 time: 0.1520348 Feb 04 12:59:48.634927 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-91a41bcf-c489-4719-bc64-2761b9916da1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51859336'] for segment (9842ab09-ee4e-45ca-9eb8-8a98cf18f30e), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:48.666502 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-91a41bcf-c489-4719-bc64-2761b9916da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (9842ab09-ee4e-45ca-9eb8-8a98cf18f30e), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:48.694018 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91a41bcf-c489-4719-bc64-2761b9916da1 admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=103475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:59:48.694382 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-91a41bcf-c489-4719-bc64-2761b9916da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-52093388'] for segment (9842ab09-ee4e-45ca-9eb8-8a98cf18f30e), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:48.717935 n-d-825015-3 neutron-server[103475]: Traceback (most recent call last): Feb 04 12:59:48.717935 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:59:48.717935 n-d-825015-3 neutron-server[103475]: timer() Feb 04 12:59:48.717935 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:59:48.717935 n-d-825015-3 neutron-server[103475]: cb(*args, **kw) Feb 04 12:59:48.717935 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:59:48.717935 n-d-825015-3 neutron-server[103475]: return func(*args, **kwargs) Feb 04 12:59:48.717935 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:59:48.717935 n-d-825015-3 neutron-server[103475]: self._notify() Feb 04 12:59:48.717935 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:59:48.717935 n-d-825015-3 neutron-server[103475]: self.callback(batched_events) Feb 04 12:59:48.717935 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:59:48.717935 n-d-825015-3 neutron-server[103475]: event.method(event) Feb 04 12:59:48.717935 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:59:48.717935 n-d-825015-3 neutron-server[103475]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:59:48.717935 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:59:48.717935 n-d-825015-3 neutron-server[103475]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:59:48.717935 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:59:48.717935 n-d-825015-3 neutron-server[103475]: return f(self, *a, **k) Feb 04 12:59:48.717935 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:59:48.717935 n-d-825015-3 neutron-server[103475]: return self._get(url).json() Feb 04 12:59:48.717935 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:59:48.717935 n-d-825015-3 neutron-server[103475]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:59:48.717935 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:59:48.717935 n-d-825015-3 neutron-server[103475]: return self.request(url, 'GET', **kwargs) Feb 04 12:59:48.717935 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:59:48.717935 n-d-825015-3 neutron-server[103475]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:59:48.717935 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:59:48.717935 n-d-825015-3 neutron-server[103475]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:59:48.717935 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:59:48.717935 n-d-825015-3 neutron-server[103475]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:59:48.717935 n-d-825015-3 neutron-server[103475]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:59:48.795464 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-47b9dcf4-1364-487a-aabf-39e6a44241f1 req-37d9a73c-f559-4496-9890-d19d27711314 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=068b1e11-4a70-4e33-8087-efe2a4e35d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1522131 Feb 04 12:59:48.843787 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6b29ea09-5b5c-49d9-91dd-36f25e2ff2a2 req-a19dd305-29a5-4ccc-ace8-d9d57305e8a8 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "GET /v2.0/ports?device_id=c993c6c3-24a0-48aa-bc4e-27c36c608bf2 HTTP/1.1" status: 200 len: 210 time: 0.0382111 Feb 04 12:59:48.847323 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-91a41bcf-c489-4719-bc64-2761b9916da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (4e1bb528-5b08-4fe5-be55-e6e60ca268fa), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:48.862695 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-91a41bcf-c489-4719-bc64-2761b9916da1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:48.876243 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-91a41bcf-c489-4719-bc64-2761b9916da1 admin admin] 10.222.0.65 "DELETE /v2.0/networks/4e1bb528-5b08-4fe5-be55-e6e60ca268fa HTTP/1.1" status: 204 len: 168 time: 1.0190144 Feb 04 12:59:48.889765 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a41bcf-c489-4719-bc64-2761b9916da1 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e1bb528-5b08-4fe5-be55-e6e60ca268fa,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:48.960221 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df969525-d49c-4bb7-b468-5b8b5213b4bd req-29e90a7c-f1b9-49f5-8590-9fa014b6ffc4 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:48.962223 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-df969525-d49c-4bb7-b468-5b8b5213b4bd req-29e90a7c-f1b9-49f5-8590-9fa014b6ffc4 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6645098-7d16-411c-8dd8-a5b33cab61da HTTP/1.1" status: 200 len: 945 time: 0.0648818 Feb 04 12:59:49.018849 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-df969525-d49c-4bb7-b468-5b8b5213b4bd req-d708a850-7bbb-4f72-b810-40e955518fce tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=068b1e11-4a70-4e33-8087-efe2a4e35d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503359 Feb 04 12:59:49.042762 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 51408) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:59:49.096867 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059ed48b-9a7c-4ff9-86e4-694156efdae6 tempest-TestVolumeBootPattern-39957764 tempest-TestVolumeBootPattern-39957764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:49.098591 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-059ed48b-9a7c-4ff9-86e4-694156efdae6 tempest-TestVolumeBootPattern-39957764 tempest-TestVolumeBootPattern-39957764-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=e6645098-7d16-411c-8dd8-a5b33cab61da HTTP/1.1" status: 200 len: 1122 time: 0.0544763 Feb 04 12:59:49.101549 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 51410) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:59:49.103299 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 51412) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:59:49.106459 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-7d5baeaf-83fd-44ee-9131-7f5caa295ecd tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Request body: {'floatingip': {'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'port_id': '7efa0323-cf35-4518-9a52-c351985b2e63', 'tenant_id': '3c0dc8c0402645d983d20be0fc21117a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:59:49.129824 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7d5baeaf-83fd-44ee-9131-7f5caa295ecd tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:49.153277 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-ad4a3858-5381-4ada-b25a-809a78176fcf admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b593a9b948e947caa7bb47e1be2cb62a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0480645 Feb 04 12:59:49.156305 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 51418) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:59:49.216744 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-17c63ace-8d19-42eb-9624-73714f48e7a0 admin admin] Publish callbacks [] for security_group (2d9c4b32-46f0-4bab-83c6-eb7d6ab69351), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:49.239215 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7d5baeaf-83fd-44ee-9131-7f5caa295ecd tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:49.239475 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-17c63ace-8d19-42eb-9624-73714f48e7a0 admin admin] Publish callbacks [] for security_group (2d9c4b32-46f0-4bab-83c6-eb7d6ab69351), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:49.297118 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-17c63ace-8d19-42eb-9624-73714f48e7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (2d9c4b32-46f0-4bab-83c6-eb7d6ab69351), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:49.300147 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-17c63ace-8d19-42eb-9624-73714f48e7a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:49.303986 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-17c63ace-8d19-42eb-9624-73714f48e7a0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2d9c4b32-46f0-4bab-83c6-eb7d6ab69351 HTTP/1.1" status: 204 len: 168 time: 0.1442685 Feb 04 12:59:49.306136 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:49.311516 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c63ace-8d19-42eb-9624-73714f48e7a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d9c4b32-46f0-4bab-83c6-eb7d6ab69351,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:49.319765 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c63ace-8d19-42eb-9624-73714f48e7a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:59:49.320222 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c63ace-8d19-42eb-9624-73714f48e7a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:59:49.320835 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c63ace-8d19-42eb-9624-73714f48e7a0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:59:49.321248 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c63ace-8d19-42eb-9624-73714f48e7a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:59:49.321785 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c63ace-8d19-42eb-9624-73714f48e7a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:59:49.322225 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c63ace-8d19-42eb-9624-73714f48e7a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:59:49.322631 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c63ace-8d19-42eb-9624-73714f48e7a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:59:49.323031 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c63ace-8d19-42eb-9624-73714f48e7a0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:59:49.323436 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c63ace-8d19-42eb-9624-73714f48e7a0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:59:49.323873 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c63ace-8d19-42eb-9624-73714f48e7a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:59:49.324464 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c63ace-8d19-42eb-9624-73714f48e7a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:59:49.324733 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c63ace-8d19-42eb-9624-73714f48e7a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:59:49.325126 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c63ace-8d19-42eb-9624-73714f48e7a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:59:49.372666 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-7d5baeaf-83fd-44ee-9131-7f5caa295ecd tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Allocated IP 172.25.3.67 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/f1df7f5b-98c7-4de9-ad61-dbd736646051) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:59:49.493321 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7d5baeaf-83fd-44ee-9131-7f5caa295ecd tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks [] for port (f1df7f5b-98c7-4de9-ad61-dbd736646051), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:49.531072 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7d5baeaf-83fd-44ee-9131-7f5caa295ecd tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (f1df7f5b-98c7-4de9-ad61-dbd736646051), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:49.578363 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5baeaf-83fd-44ee-9131-7f5caa295ecd tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:59:49.581150 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-7d5baeaf-83fd-44ee-9131-7f5caa295ecd tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:59:49.585907 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5baeaf-83fd-44ee-9131-7f5caa295ecd tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:59:49.587971 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5baeaf-83fd-44ee-9131-7f5caa295ecd tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Pushing event updated for resources: {'Port': ['ID=f1df7f5b-98c7-4de9-ad61-dbd736646051,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:49.647041 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 51456) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:59:49.771302 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5f9debb9-b6bf-4cc4-8689-018215c3d050 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:49.866961 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5f9debb9-b6bf-4cc4-8689-018215c3d050 admin admin] Publish callbacks [] for security_group (929ccc7d-24a5-4ba5-9e52-7f9e8fe39058), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:49.884605 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5f9debb9-b6bf-4cc4-8689-018215c3d050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (929ccc7d-24a5-4ba5-9e52-7f9e8fe39058), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:49.930645 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-5f9debb9-b6bf-4cc4-8689-018215c3d050 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=777051d7ff3044869ad815a5ad358a27&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2825034 Feb 04 12:59:49.933618 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 51468) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:59:49.940350 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9debb9-b6bf-4cc4-8689-018215c3d050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=929ccc7d-24a5-4ba5-9e52-7f9e8fe39058,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:49.943973 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device b90c960e-f4f5-4bd5-bd14-9eaa9cbd75e9 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:59:49.950213 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 51470) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:59:49.971422 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: b90c960e-f4f5-4bd5-bd14-9eaa9cbd75e9 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:59:49.972107 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device b90c960e-f4f5-4bd5-bd14-9eaa9cbd75e9 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:59:50.036736 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-65ae563b-303b-480c-9011-f675282ddc7a admin admin] Publish callbacks [] for security_group (929ccc7d-24a5-4ba5-9e52-7f9e8fe39058), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:50.038815 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7d5baeaf-83fd-44ee-9131-7f5caa295ecd tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks [] for floatingip (dd7c5322-601b-4a4e-a09a-25c720aea766), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:50.057147 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6801f3d1-780f-4221-9ffe-710ef3e03d54 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for security_group (d9fa6b3b-0204-4c23-b046-dd9c75b94f7b), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:50.078396 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-65ae563b-303b-480c-9011-f675282ddc7a admin admin] Publish callbacks [] for security_group (929ccc7d-24a5-4ba5-9e52-7f9e8fe39058), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:50.110352 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6801f3d1-780f-4221-9ffe-710ef3e03d54 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for security_group (d9fa6b3b-0204-4c23-b046-dd9c75b94f7b), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:50.125759 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7d5baeaf-83fd-44ee-9131-7f5caa295ecd tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (f1df7f5b-98c7-4de9-ad61-dbd736646051), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:50.183141 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-65ae563b-303b-480c-9011-f675282ddc7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (929ccc7d-24a5-4ba5-9e52-7f9e8fe39058), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:50.187337 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-65ae563b-303b-480c-9011-f675282ddc7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:50.190963 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-65ae563b-303b-480c-9011-f675282ddc7a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/929ccc7d-24a5-4ba5-9e52-7f9e8fe39058 HTTP/1.1" status: 204 len: 168 time: 0.2539997 Feb 04 12:59:50.210460 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ae563b-303b-480c-9011-f675282ddc7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=929ccc7d-24a5-4ba5-9e52-7f9e8fe39058,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:50.227494 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6801f3d1-780f-4221-9ffe-710ef3e03d54 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (d9fa6b3b-0204-4c23-b046-dd9c75b94f7b), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:50.230310 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6801f3d1-780f-4221-9ffe-710ef3e03d54 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:50.235061 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-6801f3d1-780f-4221-9ffe-710ef3e03d54 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "DELETE /v2.0/security-groups/d9fa6b3b-0204-4c23-b046-dd9c75b94f7b HTTP/1.1" status: 204 len: 168 time: 0.2802026 Feb 04 12:59:50.251821 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6801f3d1-780f-4221-9ffe-710ef3e03d54 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9fa6b3b-0204-4c23-b046-dd9c75b94f7b,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:50.282768 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 51486) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:59:50.363546 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7d5baeaf-83fd-44ee-9131-7f5caa295ecd tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks [] for port (f1df7f5b-98c7-4de9-ad61-dbd736646051), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:50.376136 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7d5baeaf-83fd-44ee-9131-7f5caa295ecd tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (f1df7f5b-98c7-4de9-ad61-dbd736646051), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:50.467290 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5baeaf-83fd-44ee-9131-7f5caa295ecd tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Pushing event updated for resources: {'Port': ['ID=f1df7f5b-98c7-4de9-ad61-dbd736646051,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:50.490573 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7d5baeaf-83fd-44ee-9131-7f5caa295ecd tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1599943'] for floatingip (dd7c5322-601b-4a4e-a09a-25c720aea766), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:50.573563 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:50.633302 n-d-825015-3 neutron-server[103475]: INFO neutron.db.l3_db [None req-7d5baeaf-83fd-44ee-9131-7f5caa295ecd tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Floating IP dd7c5322-601b-4a4e-a09a-25c720aea766 associated. External IP: 172.25.3.67, port: 7efa0323-cf35-4518-9a52-c351985b2e63. Feb 04 12:59:50.806019 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5ca3f232-c03c-4a60-8487-a335cd6b95cb tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622215'] for router_interface (3c7d949c-a59a-4cd5-a906-3c75ff3b7ae9), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:50.905353 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d5baeaf-83fd-44ee-9131-7f5caa295ecd tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Router 024eaaf0-2d65-4b7c-9e2a-8cef52c577d7 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:59:51.059109 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d5baeaf-83fd-44ee-9131-7f5caa295ecd tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:59:51.074618 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafd4204-a2e9-4cbf-af9b-e81488e29e05 None None] Sync routers for ids ['024eaaf0-2d65-4b7c-9e2a-8cef52c577d7'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:59:51.086251 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7d5baeaf-83fd-44ee-9131-7f5caa295ecd tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:51.094088 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafd4204-a2e9-4cbf-af9b-e81488e29e05 None None] Routers {'024eaaf0-2d65-4b7c-9e2a-8cef52c577d7'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:59:51.094990 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-fafd4204-a2e9-4cbf-af9b-e81488e29e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:59:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['024eaaf0-2d65-4b7c-9e2a-8cef52c577d7'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:59:51.147717 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-7d5baeaf-83fd-44ee-9131-7f5caa295ecd tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0446794 Feb 04 12:59:51.153069 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6645098-7d16-411c-8dd8-a5b33cab61da', 'tag': '7efa0323-cf35-4518-9a52-c351985b2e63'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:59:51.156000 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3121e19d-1a93-47c2-b8f9-abae12757456" -d '{"events": [{"name": "network-changed", "server_uuid": "e6645098-7d16-411c-8dd8-a5b33cab61da", "tag": "7efa0323-cf35-4518-9a52-c351985b2e63"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:59:51.194931 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-5ca3f232-c03c-4a60-8487-a335cd6b95cb tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Deleting port 577befda-4f03-459b-92d2-c00a0f313a5f {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:59:51.195530 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5ca3f232-c03c-4a60-8487-a335cd6b95cb tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (577befda-4f03-459b-92d2-c00a0f313a5f), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:51.214069 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02588d58-f465-47dd-a780-157350ae9440 x-openstack-request-id: req-02588d58-f465-47dd-a780-157350ae9440 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:59:51.215405 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6645098-7d16-411c-8dd8-a5b33cab61da", "tag": "7efa0323-cf35-4518-9a52-c351985b2e63", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:59:51.215545 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-fafd4204-a2e9-4cbf-af9b-e81488e29e05 None None] Set router 024eaaf0-2d65-4b7c-9e2a-8cef52c577d7 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:59:51.215874 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-02588d58-f465-47dd-a780-157350ae9440 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:59:51.216386 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6645098-7d16-411c-8dd8-a5b33cab61da', 'tag': '7efa0323-cf35-4518-9a52-c351985b2e63', 'status': 'completed', 'code': 200} Feb 04 12:59:51.292428 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device a7ea033f-3494-48f7-9f33-61b552be2d98 no longer exists at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:59:51.319152 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-5ca3f232-c03c-4a60-8487-a335cd6b95cb tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] For port 577befda-4f03-459b-92d2-c00a0f313a5f, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=577befda-4f03-459b-92d2-c00a0f313a5f,segment=NetworkSegment(51bc948a-74dc-4fe3-a18b-fd9884732402),segment_id=51bc948a-74dc-4fe3-a18b-fd9884732402)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:59:51.319648 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5ca3f232-c03c-4a60-8487-a335cd6b95cb tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (577befda-4f03-459b-92d2-c00a0f313a5f), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:51.332133 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] No Port match for: a7ea033f-3494-48f7-9f33-61b552be2d98 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:59:51.332504 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device a7ea033f-3494-48f7-9f33-61b552be2d98 not bound to the agent host n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:59:51.335851 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-5ca3f232-c03c-4a60-8487-a335cd6b95cb tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Calling delete_port for 577befda-4f03-459b-92d2-c00a0f313a5f owned by network:router_interface {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:59:51.346442 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3121e19d-1a93-47c2-b8f9-abae12757456 req-4b5c1507-cdfc-4e81-ab03-3a7469a2e711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:51.352908 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3121e19d-1a93-47c2-b8f9-abae12757456 req-4b5c1507-cdfc-4e81-ab03-3a7469a2e711 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3c0dc8c0402645d983d20be0fc21117a&device_id=e6645098-7d16-411c-8dd8-a5b33cab61da HTTP/1.1" status: 200 len: 1127 time: 0.1092412 Feb 04 12:59:51.457378 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3121e19d-1a93-47c2-b8f9-abae12757456 req-eca0c79e-e418-4be1-84f9-87a8c8989f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:51.459934 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3121e19d-1a93-47c2-b8f9-abae12757456 req-eca0c79e-e418-4be1-84f9-87a8c8989f73 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f237d722-433d-480c-8987-66d34675134e HTTP/1.1" status: 200 len: 913 time: 0.0996006 Feb 04 12:59:51.553925 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-fafd4204-a2e9-4cbf-af9b-e81488e29e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '024eaaf0-2d65-4b7c-9e2a-8cef52c577d7', 'name': 'tempest-TestVolumeBootPattern-1950943043-router', 'tenant_id': '3c0dc8c0402645d983d20be0fc21117a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '905d01d9-6ced-4b80-b81a-4e838906d04e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:47:46Z', 'updated_at': '2022-02-04T12:47:55Z', 'revision_number': 4, 'project_id': '3c0dc8c0402645d983d20be0fc21117a', 'gw_port': {'id': '905d01d9-6ced-4b80-b81a-4e838906d04e', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:94:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024eaaf0-2d65-4b7c-9e2a-8cef52c577d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:47:48Z', 'updated_at': '2022-02-04T12:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': 'dd7c5322-601b-4a4e-a09a-25c720aea766', 'tenant_id': '3c0dc8c0402645d983d20be0fc21117a', 'floating_ip_address': '172.25.3.67', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': '024eaaf0-2d65-4b7c-9e2a-8cef52c577d7', 'port_id': '7efa0323-cf35-4518-9a52-c351985b2e63', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f237d722-433d-480c-8987-66d34675134e', 'mac_address': 'fa:16:3e:6e:08:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6645098-7d16-411c-8dd8-a5b33cab61da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:59:49Z', 'updated_at': '2022-02-04T12:59:49Z', 'revision_number': 0, 'project_id': '3c0dc8c0402645d983d20be0fc21117a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44692f76-31ca-466a-966d-b6774ece519d', 'name': '', 'network_id': 'f237d722-433d-480c-8987-66d34675134e', 'tenant_id': '3c0dc8c0402645d983d20be0fc21117a', 'mac_address': 'fa:16:3e:84:c4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024eaaf0-2d65-4b7c-9e2a-8cef52c577d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '70faacee-af53-42b7-af83-bbc74f352570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:47:54Z', 'updated_at': '2022-02-04T12:48:07Z', 'revision_number': 5, 'project_id': '3c0dc8c0402645d983d20be0fc21117a', 'subnets': [{'id': '70faacee-af53-42b7-af83-bbc74f352570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:59:51.580011 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3121e19d-1a93-47c2-b8f9-abae12757456 req-f2d17e73-2ce4-46a2-aed9-5c2e0c01f7db service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7efa0323-cf35-4518-9a52-c351985b2e63 HTTP/1.1" status: 200 len: 998 time: 0.1110668 Feb 04 12:59:51.589311 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafd4204-a2e9-4cbf-af9b-e81488e29e05 None None] Checking router: 024eaaf0-2d65-4b7c-9e2a-8cef52c577d7 for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:59:51.592048 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5ca3f232-c03c-4a60-8487-a335cd6b95cb tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (577befda-4f03-459b-92d2-c00a0f313a5f), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:51.600875 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafd4204-a2e9-4cbf-af9b-e81488e29e05 None None] Routers {'024eaaf0-2d65-4b7c-9e2a-8cef52c577d7'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:59:51.601743 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-fafd4204-a2e9-4cbf-af9b-e81488e29e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:59:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['024eaaf0-2d65-4b7c-9e2a-8cef52c577d7'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:59:51.659339 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3121e19d-1a93-47c2-b8f9-abae12757456 req-b10c756b-f61e-439f-a6ee-7aa57c4f763c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:51.662287 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3121e19d-1a93-47c2-b8f9-abae12757456 req-b10c756b-f61e-439f-a6ee-7aa57c4f763c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=70faacee-af53-42b7-af83-bbc74f352570 HTTP/1.1" status: 200 len: 851 time: 0.0750003 Feb 04 12:59:51.663611 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca3f232-c03c-4a60-8487-a335cd6b95cb tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Pushing event deleted for resources: {'Port': ['ID=577befda-4f03-459b-92d2-c00a0f313a5f,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:51.751206 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:51.756415 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-fafd4204-a2e9-4cbf-af9b-e81488e29e05 None None] Set router 024eaaf0-2d65-4b7c-9e2a-8cef52c577d7 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:59:51.777153 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3121e19d-1a93-47c2-b8f9-abae12757456 req-529b1f74-4dc0-431a-8660-120c84fc2470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:51.785589 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3121e19d-1a93-47c2-b8f9-abae12757456 req-529b1f74-4dc0-431a-8660-120c84fc2470 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f237d722-433d-480c-8987-66d34675134e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1119025 Feb 04 12:59:51.999266 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3121e19d-1a93-47c2-b8f9-abae12757456 req-4a99519c-0746-4fe0-bbef-693e62105b44 service neutron] 10.222.0.73 "GET /v2.0/networks/f237d722-433d-480c-8987-66d34675134e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073054 Feb 04 12:59:52.068007 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5ca3f232-c03c-4a60-8487-a335cd6b95cb tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622067'] for router_interface (3c7d949c-a59a-4cd5-a906-3c75ff3b7ae9), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:52.132787 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3121e19d-1a93-47c2-b8f9-abae12757456 req-11d968c5-fe85-41b4-8c4c-df8b8ed5b2a4 service neutron] 10.222.0.73 "GET /v2.0/networks/f237d722-433d-480c-8987-66d34675134e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255019 Feb 04 12:59:52.173016 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-fafd4204-a2e9-4cbf-af9b-e81488e29e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '024eaaf0-2d65-4b7c-9e2a-8cef52c577d7', 'name': 'tempest-TestVolumeBootPattern-1950943043-router', 'tenant_id': '3c0dc8c0402645d983d20be0fc21117a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '905d01d9-6ced-4b80-b81a-4e838906d04e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:47:46Z', 'updated_at': '2022-02-04T12:47:55Z', 'revision_number': 4, 'project_id': '3c0dc8c0402645d983d20be0fc21117a', 'gw_port': {'id': '905d01d9-6ced-4b80-b81a-4e838906d04e', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:94:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024eaaf0-2d65-4b7c-9e2a-8cef52c577d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:47:48Z', 'updated_at': '2022-02-04T12:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': 'dd7c5322-601b-4a4e-a09a-25c720aea766', 'tenant_id': '3c0dc8c0402645d983d20be0fc21117a', 'floating_ip_address': '172.25.3.67', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': '024eaaf0-2d65-4b7c-9e2a-8cef52c577d7', 'port_id': '7efa0323-cf35-4518-9a52-c351985b2e63', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f237d722-433d-480c-8987-66d34675134e', 'mac_address': 'fa:16:3e:6e:08:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6645098-7d16-411c-8dd8-a5b33cab61da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:59:49Z', 'updated_at': '2022-02-04T12:59:49Z', 'revision_number': 0, 'project_id': '3c0dc8c0402645d983d20be0fc21117a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44692f76-31ca-466a-966d-b6774ece519d', 'name': '', 'network_id': 'f237d722-433d-480c-8987-66d34675134e', 'tenant_id': '3c0dc8c0402645d983d20be0fc21117a', 'mac_address': 'fa:16:3e:84:c4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024eaaf0-2d65-4b7c-9e2a-8cef52c577d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '70faacee-af53-42b7-af83-bbc74f352570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:47:54Z', 'updated_at': '2022-02-04T12:48:07Z', 'revision_number': 5, 'project_id': '3c0dc8c0402645d983d20be0fc21117a', 'subnets': [{'id': '70faacee-af53-42b7-af83-bbc74f352570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:59:52.211054 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafd4204-a2e9-4cbf-af9b-e81488e29e05 None None] The sync data for ids ['024eaaf0-2d65-4b7c-9e2a-8cef52c577d7'] in n-d-825015-3 is: [{'id': '024eaaf0-2d65-4b7c-9e2a-8cef52c577d7', 'name': 'tempest-TestVolumeBootPattern-1950943043-router', 'tenant_id': '3c0dc8c0402645d983d20be0fc21117a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '905d01d9-6ced-4b80-b81a-4e838906d04e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:47:46Z', 'updated_at': '2022-02-04T12:47:55Z', 'revision_number': 4, 'project_id': '3c0dc8c0402645d983d20be0fc21117a', 'gw_port': {'id': '905d01d9-6ced-4b80-b81a-4e838906d04e', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:94:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024eaaf0-2d65-4b7c-9e2a-8cef52c577d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:47:48Z', 'updated_at': '2022-02-04T12:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': 'dd7c5322-601b-4a4e-a09a-25c720aea766', 'tenant_id': '3c0dc8c0402645d983d20be0fc21117a', 'floating_ip_address': '172.25.3.67', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': '024eaaf0-2d65-4b7c-9e2a-8cef52c577d7', 'port_id': '7efa0323-cf35-4518-9a52-c351985b2e63', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f237d722-433d-480c-8987-66d34675134e', 'mac_address': 'fa:16:3e:6e:08:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6645098-7d16-411c-8dd8-a5b33cab61da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:59:49Z', 'updated_at': '2022-02-04T12:59:49Z', 'revision_number': 0, 'project_id': '3c0dc8c0402645d983d20be0fc21117a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44692f76-31ca-466a-966d-b6774ece519d', 'name': '', 'network_id': 'f237d722-433d-480c-8987-66d34675134e', 'tenant_id': '3c0dc8c0402645d983d20be0fc21117a', 'mac_address': 'fa:16:3e:84:c4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024eaaf0-2d65-4b7c-9e2a-8cef52c577d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '70faacee-af53-42b7-af83-bbc74f352570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:47:54Z', 'updated_at': '2022-02-04T12:48:07Z', 'revision_number': 5, 'project_id': '3c0dc8c0402645d983d20be0fc21117a', 'subnets': [{'id': '70faacee-af53-42b7-af83-bbc74f352570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:59:52.351147 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ca3f232-c03c-4a60-8487-a335cd6b95cb tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Router 3c7d949c-a59a-4cd5-a906-3c75ff3b7ae9 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:59:52.484327 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ca3f232-c03c-4a60-8487-a335cd6b95cb tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:59:52.493100 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-5ca3f232-c03c-4a60-8487-a335cd6b95cb tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "PUT /v2.0/routers/3c7d949c-a59a-4cd5-a906-3c75ff3b7ae9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2092638 Feb 04 12:59:52.495917 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 51558) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:59:52.498621 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8e2a73-4495-49e4-8e2a-c98f0657f707 None None] Sync routers for ids ['3c7d949c-a59a-4cd5-a906-3c75ff3b7ae9'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:59:52.504567 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128ebd71-2f21-4eed-b8e5-43d7180550e0 None None] New status for floating IP dd7c5322-601b-4a4e-a09a-25c720aea766: ACTIVE {{(pid=103477) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 12:59:52.510267 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8e2a73-4495-49e4-8e2a-c98f0657f707 None None] Routers {'3c7d949c-a59a-4cd5-a906-3c75ff3b7ae9'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:59:52.510915 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-8a8e2a73-4495-49e4-8e2a-c98f0657f707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:59:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['3c7d949c-a59a-4cd5-a906-3c75ff3b7ae9'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:59:52.593109 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_v2 [None req-c15d4e6e-b4b3-4f95-900d-a91781f95979 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Deleting subnet bca709eb-7a50-41c2-9ef5-a182e4482d66 {{(pid=103475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:59:52.598587 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c15d4e6e-b4b3-4f95-900d-a91781f95979 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for subnet (bca709eb-7a50-41c2-9ef5-a182e4482d66), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:52.619401 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 51562) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:59:52.664626 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-8a8e2a73-4495-49e4-8e2a-c98f0657f707 None None] Set router 3c7d949c-a59a-4cd5-a906-3c75ff3b7ae9 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:59:52.672776 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c15d4e6e-b4b3-4f95-900d-a91781f95979 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51859329'] for subnet (bca709eb-7a50-41c2-9ef5-a182e4482d66), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:52.803152 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c15d4e6e-b4b3-4f95-900d-a91781f95979 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (bca709eb-7a50-41c2-9ef5-a182e4482d66), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:52.880000 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c15d4e6e-b4b3-4f95-900d-a91781f95979 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-52093282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51452698'] for subnet (bca709eb-7a50-41c2-9ef5-a182e4482d66), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:52.906744 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-8a8e2a73-4495-49e4-8e2a-c98f0657f707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c7d949c-a59a-4cd5-a906-3c75ff3b7ae9', 'name': 'tempest-TestNetworkBasicOps-router-508723425', 'tenant_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '8d481a2b-221b-4ba4-8cb2-0053c1426146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:58:48Z', 'updated_at': '2022-02-04T12:59:51Z', 'revision_number': 5, 'project_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'gw_port': {'id': '8d481a2b-221b-4ba4-8cb2-0053c1426146', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:c0:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7d949c-a59a-4cd5-a906-3c75ff3b7ae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:58:49Z', 'updated_at': '2022-02-04T12:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:59:52.907324 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-a3080623-0963-4066-a557-adabd4b15eab tempest-MeteringIpV6TestJSON-1225860490 tempest-MeteringIpV6TestJSON-1225860490-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1737539328'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:59:52.907324 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-a3080623-0963-4066-a557-adabd4b15eab tempest-MeteringIpV6TestJSON-1225860490 tempest-MeteringIpV6TestJSON-1225860490-project-admin] Unknown quota resources ['metering_label']. {{(pid=103474) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 04 12:59:52.944846 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15d4e6e-b4b3-4f95-900d-a91781f95979 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Pushing event deleted for resources: {'Subnet': ['ID=bca709eb-7a50-41c2-9ef5-a182e4482d66,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:52.947860 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c15d4e6e-b4b3-4f95-900d-a91781f95979 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:52.959821 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-c15d4e6e-b4b3-4f95-900d-a91781f95979 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "DELETE /v2.0/subnets/bca709eb-7a50-41c2-9ef5-a182e4482d66 HTTP/1.1" status: 204 len: 168 time: 0.4627254 Feb 04 12:59:52.961100 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 51574) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:59:52.963605 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8e2a73-4495-49e4-8e2a-c98f0657f707 None None] Checking router: 3c7d949c-a59a-4cd5-a906-3c75ff3b7ae9 for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:59:52.968127 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd64c920-69be-4da4-b19e-f1cb4cb599d1 None None] Network 44de3b6f-029b-4e49-ac62-0d0496f9fa69 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:59:53.031033 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8e2a73-4495-49e4-8e2a-c98f0657f707 None None] Routers {'3c7d949c-a59a-4cd5-a906-3c75ff3b7ae9'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:59:53.031681 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-8a8e2a73-4495-49e4-8e2a-c98f0657f707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:59:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['3c7d949c-a59a-4cd5-a906-3c75ff3b7ae9'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:59:53.087292 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7c81891b-9ca5-4574-b186-e7cdb05978ff tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for router (3c7d949c-a59a-4cd5-a906-3c75ff3b7ae9), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:53.191543 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-8a8e2a73-4495-49e4-8e2a-c98f0657f707 None None] Set router 3c7d949c-a59a-4cd5-a906-3c75ff3b7ae9 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:59:53.261328 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7c81891b-9ca5-4574-b186-e7cdb05978ff tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for router_gateway (3c7d949c-a59a-4cd5-a906-3c75ff3b7ae9), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:53.270736 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84087471-988a-440c-9b6c-cb818078dd6f None None] DHCP port deletion for 44de3b6f-029b-4e49-ac62-0d0496f9fa69 request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 12:59:53.347068 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-7c81891b-9ca5-4574-b186-e7cdb05978ff tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Deleting port 8d481a2b-221b-4ba4-8cb2-0053c1426146 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:59:53.347829 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7c81891b-9ca5-4574-b186-e7cdb05978ff tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (8d481a2b-221b-4ba4-8cb2-0053c1426146), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:53.426609 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-84087471-988a-440c-9b6c-cb818078dd6f None None] Deleting port a7bceeed-416b-4e38-a3e2-4c2292f286ee {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:59:53.426986 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-84087471-988a-440c-9b6c-cb818078dd6f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (a7bceeed-416b-4e38-a3e2-4c2292f286ee), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:53.468264 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-7c81891b-9ca5-4574-b186-e7cdb05978ff tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] For port 8d481a2b-221b-4ba4-8cb2-0053c1426146, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=8d481a2b-221b-4ba4-8cb2-0053c1426146,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:59:53.468995 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7c81891b-9ca5-4574-b186-e7cdb05978ff tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (8d481a2b-221b-4ba4-8cb2-0053c1426146), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:53.488312 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-7c81891b-9ca5-4574-b186-e7cdb05978ff tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Calling delete_port for 8d481a2b-221b-4ba4-8cb2-0053c1426146 owned by network:router_gateway {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:59:53.502070 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a3080623-0963-4066-a557-adabd4b15eab tempest-MeteringIpV6TestJSON-1225860490 tempest-MeteringIpV6TestJSON-1225860490-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:53.502644 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-84087471-988a-440c-9b6c-cb818078dd6f None None] For port a7bceeed-416b-4e38-a3e2-4c2292f286ee, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=a7bceeed-416b-4e38-a3e2-4c2292f286ee,segment=NetworkSegment(51bc948a-74dc-4fe3-a18b-fd9884732402),segment_id=51bc948a-74dc-4fe3-a18b-fd9884732402)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:59:53.502644 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-84087471-988a-440c-9b6c-cb818078dd6f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (a7bceeed-416b-4e38-a3e2-4c2292f286ee), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:53.506238 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-a3080623-0963-4066-a557-adabd4b15eab tempest-MeteringIpV6TestJSON-1225860490 tempest-MeteringIpV6TestJSON-1225860490-project-admin] 10.222.0.65 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.8857341 Feb 04 12:59:53.507031 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 51584) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:59:53.511348 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-cafb1533-b9f6-4177-b45d-3c362cbac4df tempest-MeteringIpV6TestJSON-1225860490 tempest-MeteringIpV6TestJSON-1225860490-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'bfb09913-2e5f-4af5-9c70-ba217bead887'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:59:53.512149 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-cafb1533-b9f6-4177-b45d-3c362cbac4df tempest-MeteringIpV6TestJSON-1225860490 tempest-MeteringIpV6TestJSON-1225860490-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103474) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 04 12:59:53.519423 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-84087471-988a-440c-9b6c-cb818078dd6f None None] Calling delete_port for a7bceeed-416b-4e38-a3e2-4c2292f286ee owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:59:53.537659 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-8a8e2a73-4495-49e4-8e2a-c98f0657f707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c7d949c-a59a-4cd5-a906-3c75ff3b7ae9', 'name': 'tempest-TestNetworkBasicOps-router-508723425', 'tenant_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '8d481a2b-221b-4ba4-8cb2-0053c1426146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:58:48Z', 'updated_at': '2022-02-04T12:59:51Z', 'revision_number': 5, 'project_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'gw_port': {'id': '8d481a2b-221b-4ba4-8cb2-0053c1426146', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:c0:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7d949c-a59a-4cd5-a906-3c75ff3b7ae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:58:49Z', 'updated_at': '2022-02-04T12:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:59:53.603293 n-d-825015-3 neutron-server[103474]: WARNING neutron.services.metering.metering_plugin [None req-cafb1533-b9f6-4177-b45d-3c362cbac4df tempest-MeteringIpV6TestJSON-1225860490 tempest-MeteringIpV6TestJSON-1225860490-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 04 12:59:53.609339 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8e2a73-4495-49e4-8e2a-c98f0657f707 None None] The sync data for ids ['3c7d949c-a59a-4cd5-a906-3c75ff3b7ae9'] in n-d-825015-3 is: [{'id': '3c7d949c-a59a-4cd5-a906-3c75ff3b7ae9', 'name': 'tempest-TestNetworkBasicOps-router-508723425', 'tenant_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '8d481a2b-221b-4ba4-8cb2-0053c1426146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:58:48Z', 'updated_at': '2022-02-04T12:59:51Z', 'revision_number': 5, 'project_id': 'ad73185521b9452e903e10ccdcd3b5aa', 'gw_port': {'id': '8d481a2b-221b-4ba4-8cb2-0053c1426146', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:c0:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7d949c-a59a-4cd5-a906-3c75ff3b7ae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:58:49Z', 'updated_at': '2022-02-04T12:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:59:53.668152 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-84087471-988a-440c-9b6c-cb818078dd6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (a7bceeed-416b-4e38-a3e2-4c2292f286ee), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:53.695903 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84087471-988a-440c-9b6c-cb818078dd6f None None] Pushing event deleted for resources: {'Port': ['ID=a7bceeed-416b-4e38-a3e2-4c2292f286ee,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:53.708294 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84087471-988a-440c-9b6c-cb818078dd6f None None] No DVR routers for this DVR port a7bceeed-416b-4e38-a3e2-4c2292f286ee on host n-d-825015-3 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:59:53.721864 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7c81891b-9ca5-4574-b186-e7cdb05978ff tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (8d481a2b-221b-4ba4-8cb2-0053c1426146), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:53.754305 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c81891b-9ca5-4574-b186-e7cdb05978ff tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Pushing event deleted for resources: {'Port': ['ID=8d481a2b-221b-4ba4-8cb2-0053c1426146,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:53.786798 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cafb1533-b9f6-4177-b45d-3c362cbac4df tempest-MeteringIpV6TestJSON-1225860490 tempest-MeteringIpV6TestJSON-1225860490-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:53.786798 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-cafb1533-b9f6-4177-b45d-3c362cbac4df tempest-MeteringIpV6TestJSON-1225860490 tempest-MeteringIpV6TestJSON-1225860490-project-admin] 10.222.0.65 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2764513 Feb 04 12:59:53.787661 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 51590) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:59:53.792731 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-4824b12a-d22f-4a05-9197-f0c78763d7b8 tempest-MeteringIpV6TestJSON-1225860490 tempest-MeteringIpV6TestJSON-1225860490-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'bfb09913-2e5f-4af5-9c70-ba217bead887'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:59:53.793429 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-4824b12a-d22f-4a05-9197-f0c78763d7b8 tempest-MeteringIpV6TestJSON-1225860490 tempest-MeteringIpV6TestJSON-1225860490-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103475) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 04 12:59:54.170254 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device a7bceeed-416b-4e38-a3e2-4c2292f286ee no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:59:54.204727 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: a7bceeed-416b-4e38-a3e2-4c2292f286ee {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:59:54.206629 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device a7bceeed-416b-4e38-a3e2-4c2292f286ee not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:59:54.207038 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 577befda-4f03-459b-92d2-c00a0f313a5f no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:59:54.229145 n-d-825015-3 neutron-server[103475]: WARNING neutron.services.metering.metering_plugin [None req-4824b12a-d22f-4a05-9197-f0c78763d7b8 tempest-MeteringIpV6TestJSON-1225860490 tempest-MeteringIpV6TestJSON-1225860490-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 04 12:59:54.231284 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7c81891b-9ca5-4574-b186-e7cdb05978ff tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1599901'] for router_gateway (3c7d949c-a59a-4cd5-a906-3c75ff3b7ae9), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:54.231434 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 577befda-4f03-459b-92d2-c00a0f313a5f {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:59:54.231728 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 577befda-4f03-459b-92d2-c00a0f313a5f not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:59:54.448933 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4824b12a-d22f-4a05-9197-f0c78763d7b8 tempest-MeteringIpV6TestJSON-1225860490 tempest-MeteringIpV6TestJSON-1225860490-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:54.450178 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-4824b12a-d22f-4a05-9197-f0c78763d7b8 tempest-MeteringIpV6TestJSON-1225860490 tempest-MeteringIpV6TestJSON-1225860490-project-admin] 10.222.0.65 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.6613755 Feb 04 12:59:54.452833 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7c81891b-9ca5-4574-b186-e7cdb05978ff tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10915'] for router (3c7d949c-a59a-4cd5-a906-3c75ff3b7ae9), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:54.454301 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 51608) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:59:54.456704 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7c81891b-9ca5-4574-b186-e7cdb05978ff tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for router_controller (3c7d949c-a59a-4cd5-a906-3c75ff3b7ae9), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:54.469822 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-5d13df78-e640-475b-bd2c-f2fb9a9771d9 tempest-MeteringIpV6TestJSON-1225860490 tempest-MeteringIpV6TestJSON-1225860490-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-label-rules?id=79e07e2a-556b-4872-91cb-12275b65b5a2 HTTP/1.1" status: 200 len: 462 time: 0.0144403 Feb 04 12:59:54.472725 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 51612) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:59:54.513257 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7c81891b-9ca5-4574-b186-e7cdb05978ff tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622829'] for router (3c7d949c-a59a-4cd5-a906-3c75ff3b7ae9), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:54.514001 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c81891b-9ca5-4574-b186-e7cdb05978ff tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Fanout notify agent at l3_agent the message router_deleted on router 3c7d949c-a59a-4cd5-a906-3c75ff3b7ae9 {{(pid=103475) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 12:59:54.525052 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7c81891b-9ca5-4574-b186-e7cdb05978ff tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks [] for router (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:54.526183 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-7c81891b-9ca5-4574-b186-e7cdb05978ff tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "DELETE /v2.0/routers/3c7d949c-a59a-4cd5-a906-3c75ff3b7ae9 HTTP/1.1" status: 204 len: 168 time: 1.5639729 Feb 04 12:59:54.537269 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 51614) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:59:54.603784 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2c461407-4011-4a43-8f69-0036501ff786 tempest-MeteringIpV6TestJSON-1225860490 tempest-MeteringIpV6TestJSON-1225860490-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:54.610151 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-2c461407-4011-4a43-8f69-0036501ff786 tempest-MeteringIpV6TestJSON-1225860490 tempest-MeteringIpV6TestJSON-1225860490-project-admin] 10.222.0.65 "DELETE /v2.0/metering/metering-label-rules/79e07e2a-556b-4872-91cb-12275b65b5a2 HTTP/1.1" status: 204 len: 168 time: 0.1360228 Feb 04 12:59:54.611103 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 51620) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:59:54.624638 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-2550b815-eb9b-446c-bce7-388d9c7e07ef tempest-MeteringIpV6TestJSON-1225860490 tempest-MeteringIpV6TestJSON-1225860490-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-label-rules?id=79e07e2a-556b-4872-91cb-12275b65b5a2 HTTP/1.1" status: 200 len: 221 time: 0.0120385 Feb 04 12:59:54.627000 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 51622) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:59:54.637237 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-24a9661a-4c17-48ce-bdbe-c16b86f8a338 tempest-MeteringIpV6TestJSON-1225860490 tempest-MeteringIpV6TestJSON-1225860490-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1503299631', 'description': 'label created by tempest'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:59:54.638151 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-24a9661a-4c17-48ce-bdbe-c16b86f8a338 tempest-MeteringIpV6TestJSON-1225860490 tempest-MeteringIpV6TestJSON-1225860490-project-admin] Unknown quota resources ['metering_label']. {{(pid=103475) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 04 12:59:54.736568 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-19c14abb-a0ac-4b25-b3b5-80a02605e0a7 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (44de3b6f-029b-4e49-ac62-0d0496f9fa69), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:54.885343 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-24a9661a-4c17-48ce-bdbe-c16b86f8a338 tempest-MeteringIpV6TestJSON-1225860490 tempest-MeteringIpV6TestJSON-1225860490-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:54.886519 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-24a9661a-4c17-48ce-bdbe-c16b86f8a338 tempest-MeteringIpV6TestJSON-1225860490 tempest-MeteringIpV6TestJSON-1225860490-project-admin] 10.222.0.65 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2565689 Feb 04 12:59:54.890511 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 51644) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:59:54.963013 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-19c14abb-a0ac-4b25-b3b5-80a02605e0a7 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (44de3b6f-029b-4e49-ac62-0d0496f9fa69), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:54.979355 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-0b8004a6-9783-4851-b1dc-c3f5b23c1cc0 tempest-MeteringIpV6TestJSON-1225860490 tempest-MeteringIpV6TestJSON-1225860490-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-labels?id=03a13ce4-1840-4ae7-8bee-8abb1c0b3274 HTTP/1.1" status: 200 len: 468 time: 0.0866942 Feb 04 12:59:54.980898 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 51654) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:59:54.986194 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-19c14abb-a0ac-4b25-b3b5-80a02605e0a7 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44de3b6f-029b-4e49-ac62-0d0496f9fa69']}} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:59:54.996497 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-19c14abb-a0ac-4b25-b3b5-80a02605e0a7 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51bc948a-74dc-4fe3-a18b-fd9884732402') {'for_net_delete': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:59:54.996800 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-19c14abb-a0ac-4b25-b3b5-80a02605e0a7 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51bc948a-74dc-4fe3-a18b-fd9884732402') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:59:55.015267 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-19c14abb-a0ac-4b25-b3b5-80a02605e0a7 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51859336'] for segment (51bc948a-74dc-4fe3-a18b-fd9884732402), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:55.029913 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-19c14abb-a0ac-4b25-b3b5-80a02605e0a7 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (51bc948a-74dc-4fe3-a18b-fd9884732402), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:55.039417 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19c14abb-a0ac-4b25-b3b5-80a02605e0a7 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=103475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:59:55.039862 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-19c14abb-a0ac-4b25-b3b5-80a02605e0a7 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-52093388'] for segment (51bc948a-74dc-4fe3-a18b-fd9884732402), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:55.043588 n-d-825015-3 neutron-server[103475]: Traceback (most recent call last): Feb 04 12:59:55.043588 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:59:55.043588 n-d-825015-3 neutron-server[103475]: timer() Feb 04 12:59:55.043588 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:59:55.043588 n-d-825015-3 neutron-server[103475]: cb(*args, **kw) Feb 04 12:59:55.043588 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:59:55.043588 n-d-825015-3 neutron-server[103475]: return func(*args, **kwargs) Feb 04 12:59:55.043588 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:59:55.043588 n-d-825015-3 neutron-server[103475]: self._notify() Feb 04 12:59:55.043588 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:59:55.043588 n-d-825015-3 neutron-server[103475]: self.callback(batched_events) Feb 04 12:59:55.043588 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:59:55.043588 n-d-825015-3 neutron-server[103475]: event.method(event) Feb 04 12:59:55.043588 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:59:55.043588 n-d-825015-3 neutron-server[103475]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:59:55.043588 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:59:55.043588 n-d-825015-3 neutron-server[103475]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:59:55.043588 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:59:55.043588 n-d-825015-3 neutron-server[103475]: return f(self, *a, **k) Feb 04 12:59:55.043588 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:59:55.043588 n-d-825015-3 neutron-server[103475]: return self._get(url).json() Feb 04 12:59:55.043588 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:59:55.043588 n-d-825015-3 neutron-server[103475]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:59:55.043588 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:59:55.043588 n-d-825015-3 neutron-server[103475]: return self.request(url, 'GET', **kwargs) Feb 04 12:59:55.043588 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:59:55.043588 n-d-825015-3 neutron-server[103475]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:59:55.043588 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:59:55.043588 n-d-825015-3 neutron-server[103475]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:59:55.043588 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:59:55.043588 n-d-825015-3 neutron-server[103475]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:59:55.043588 n-d-825015-3 neutron-server[103475]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:59:55.117556 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-19c14abb-a0ac-4b25-b3b5-80a02605e0a7 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (44de3b6f-029b-4e49-ac62-0d0496f9fa69), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:55.133220 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-19c14abb-a0ac-4b25-b3b5-80a02605e0a7 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:55.136822 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-19c14abb-a0ac-4b25-b3b5-80a02605e0a7 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] 10.222.0.65 "DELETE /v2.0/networks/44de3b6f-029b-4e49-ac62-0d0496f9fa69 HTTP/1.1" status: 204 len: 168 time: 0.5985184 Feb 04 12:59:55.157515 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c14abb-a0ac-4b25-b3b5-80a02605e0a7 tempest-TestNetworkBasicOps-1935905714 tempest-TestNetworkBasicOps-1935905714-project] Pushing event deleted for resources: {'Network': ['ID=44de3b6f-029b-4e49-ac62-0d0496f9fa69,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:55.204562 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e3af7579-c06e-4821-9416-114ad1422be9 tempest-MeteringIpV6TestJSON-1225860490 tempest-MeteringIpV6TestJSON-1225860490-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:55.206032 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-e3af7579-c06e-4821-9416-114ad1422be9 tempest-MeteringIpV6TestJSON-1225860490 tempest-MeteringIpV6TestJSON-1225860490-project-admin] 10.222.0.65 "DELETE /v2.0/metering/metering-labels/03a13ce4-1840-4ae7-8bee-8abb1c0b3274 HTTP/1.1" status: 204 len: 168 time: 0.2240186 Feb 04 12:59:55.208847 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 51670) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:59:55.223202 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-752f1924-ce87-4876-8250-485e8d101867 tempest-MeteringIpV6TestJSON-1225860490 tempest-MeteringIpV6TestJSON-1225860490-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-labels?id=03a13ce4-1840-4ae7-8bee-8abb1c0b3274 HTTP/1.1" status: 200 len: 216 time: 0.0130434 Feb 04 12:59:55.226620 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 51674) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:59:55.239936 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-1fe575ac-794a-4a06-9982-3fce522ea38f tempest-MeteringIpV6TestJSON-1225860490 tempest-MeteringIpV6TestJSON-1225860490-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0104933 Feb 04 12:59:55.244651 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 51676) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:59:55.261441 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-729aaa4a-4616-4617-a990-c0119ac6dfcc tempest-MeteringIpV6TestJSON-1225860490 tempest-MeteringIpV6TestJSON-1225860490-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0125682 Feb 04 12:59:55.261750 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 51680) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:59:55.329901 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-9281e6e8-4c74-43b7-9e28-62ed0af7928a tempest-MeteringIpV6TestJSON-1225860490 tempest-MeteringIpV6TestJSON-1225860490-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-labels/bfb09913-2e5f-4af5-9c70-ba217bead887 HTTP/1.1" status: 200 len: 473 time: 0.0632460 Feb 04 12:59:55.329901 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 51686) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:59:55.343540 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-bc200f50-d7e6-4804-828d-6cedf4c5d9e9 tempest-MeteringIpV6TestJSON-1225860490 tempest-MeteringIpV6TestJSON-1225860490-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-label-rules/efa2232f-15ec-4db7-b634-ebe5ed07d7a6 HTTP/1.1" status: 200 len: 459 time: 0.0098853 Feb 04 12:59:55.343983 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 51690) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:59:55.452781 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b5db8cd4-68c1-4039-ab5d-4b5d674bc894 tempest-MeteringIpV6TestJSON-1225860490 tempest-MeteringIpV6TestJSON-1225860490-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:55.456290 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-b5db8cd4-68c1-4039-ab5d-4b5d674bc894 tempest-MeteringIpV6TestJSON-1225860490 tempest-MeteringIpV6TestJSON-1225860490-project-admin] 10.222.0.65 "DELETE /v2.0/metering/metering-label-rules/efa2232f-15ec-4db7-b634-ebe5ed07d7a6 HTTP/1.1" status: 204 len: 168 time: 0.1111953 Feb 04 12:59:55.456550 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 51698) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:59:55.466624 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 51700) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:59:55.631386 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-288d32f8-b340-47ef-8fb0-391dc6599e9a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ad73185521b9452e903e10ccdcd3b5aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1630683 Feb 04 12:59:55.633842 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 51716) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:59:55.682095 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-73492e3b-6302-4100-af71-010885927bc0 tempest-MeteringIpV6TestJSON-1225860490 tempest-MeteringIpV6TestJSON-1225860490-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:55.686009 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-73492e3b-6302-4100-af71-010885927bc0 tempest-MeteringIpV6TestJSON-1225860490 tempest-MeteringIpV6TestJSON-1225860490-project-admin] 10.222.0.65 "DELETE /v2.0/metering/metering-labels/bfb09913-2e5f-4af5-9c70-ba217bead887 HTTP/1.1" status: 204 len: 168 time: 0.2257757 Feb 04 12:59:55.686155 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-07c77274-1a34-4d87-b68a-9c054b12b72a admin admin] Publish callbacks [] for security_group (16b9815d-3688-4a8e-9c51-80b494e7e96e), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:55.712625 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-07c77274-1a34-4d87-b68a-9c054b12b72a admin admin] Publish callbacks [] for security_group (16b9815d-3688-4a8e-9c51-80b494e7e96e), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:55.763720 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-07c77274-1a34-4d87-b68a-9c054b12b72a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (16b9815d-3688-4a8e-9c51-80b494e7e96e), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:55.766389 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-07c77274-1a34-4d87-b68a-9c054b12b72a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:55.767583 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-07c77274-1a34-4d87-b68a-9c054b12b72a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/16b9815d-3688-4a8e-9c51-80b494e7e96e HTTP/1.1" status: 204 len: 168 time: 0.1327562 Feb 04 12:59:55.775648 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c77274-1a34-4d87-b68a-9c054b12b72a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b9815d-3688-4a8e-9c51-80b494e7e96e,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:55.880286 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 8d481a2b-221b-4ba4-8cb2-0053c1426146 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:59:55.902692 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 8d481a2b-221b-4ba4-8cb2-0053c1426146 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:59:55.903041 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 8d481a2b-221b-4ba4-8cb2-0053c1426146 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:59:55.985190 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 51740) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:59:56.093680 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 51746) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:59:56.106896 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-078388ad-2a2f-43d4-a8b0-7db74d4138f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:56.208687 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-078388ad-2a2f-43d4-a8b0-7db74d4138f2 admin admin] Publish callbacks [] for security_group (23babaa5-f38e-426b-b012-d93dd7645c07), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:56.213351 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-078388ad-2a2f-43d4-a8b0-7db74d4138f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (23babaa5-f38e-426b-b012-d93dd7645c07), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:56.288717 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-078388ad-2a2f-43d4-a8b0-7db74d4138f2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=882f5ea8b3e34f6488c77b55b9b406c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1939619 Feb 04 12:59:56.289763 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-062b11e2-3e36-410f-96cb-0684b2a41736 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:56.291821 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 51756) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:59:56.292732 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078388ad-2a2f-43d4-a8b0-7db74d4138f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23babaa5-f38e-426b-b012-d93dd7645c07,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:56.390938 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e9dcf84d-1f3f-47ff-8bfe-f8a40f0e249e admin admin] Publish callbacks [] for security_group (23babaa5-f38e-426b-b012-d93dd7645c07), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:56.402862 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-062b11e2-3e36-410f-96cb-0684b2a41736 admin admin] Publish callbacks [] for security_group (08bd1050-b0c0-4770-826c-c3ecdec2ee38), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:56.408136 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-062b11e2-3e36-410f-96cb-0684b2a41736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (08bd1050-b0c0-4770-826c-c3ecdec2ee38), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:56.425187 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e9dcf84d-1f3f-47ff-8bfe-f8a40f0e249e admin admin] Publish callbacks [] for security_group (23babaa5-f38e-426b-b012-d93dd7645c07), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:56.461997 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-062b11e2-3e36-410f-96cb-0684b2a41736 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ecd43f8c2764460eadecb90e63565947&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4749207 Feb 04 12:59:56.462896 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062b11e2-3e36-410f-96cb-0684b2a41736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08bd1050-b0c0-4770-826c-c3ecdec2ee38,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:56.469612 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 51766) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:59:56.499368 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e9dcf84d-1f3f-47ff-8bfe-f8a40f0e249e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (23babaa5-f38e-426b-b012-d93dd7645c07), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:56.502162 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e9dcf84d-1f3f-47ff-8bfe-f8a40f0e249e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:56.503412 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-e9dcf84d-1f3f-47ff-8bfe-f8a40f0e249e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/23babaa5-f38e-426b-b012-d93dd7645c07 HTTP/1.1" status: 204 len: 168 time: 0.2099423 Feb 04 12:59:56.516027 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dcf84d-1f3f-47ff-8bfe-f8a40f0e249e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23babaa5-f38e-426b-b012-d93dd7645c07,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:56.569379 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-34c723bb-5691-41ff-ad57-90b27d9468ca admin admin] Publish callbacks [] for security_group (08bd1050-b0c0-4770-826c-c3ecdec2ee38), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:56.595406 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-34c723bb-5691-41ff-ad57-90b27d9468ca admin admin] Publish callbacks [] for security_group (08bd1050-b0c0-4770-826c-c3ecdec2ee38), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:56.665621 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-34c723bb-5691-41ff-ad57-90b27d9468ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (08bd1050-b0c0-4770-826c-c3ecdec2ee38), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:56.668398 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-34c723bb-5691-41ff-ad57-90b27d9468ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:56.674426 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-34c723bb-5691-41ff-ad57-90b27d9468ca admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/08bd1050-b0c0-4770-826c-c3ecdec2ee38 HTTP/1.1" status: 204 len: 168 time: 0.2036452 Feb 04 12:59:56.684229 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c723bb-5691-41ff-ad57-90b27d9468ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08bd1050-b0c0-4770-826c-c3ecdec2ee38,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:57.149584 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 51796) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:59:57.164618 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-adc0e370-6e49-418f-935c-a95608b4da1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:57.250136 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-adc0e370-6e49-418f-935c-a95608b4da1f admin admin] Publish callbacks [] for security_group (dd074b98-6bac-49a7-8317-aabe72b39ce4), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:57.254694 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 51800) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:59:57.260898 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-adc0e370-6e49-418f-935c-a95608b4da1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (dd074b98-6bac-49a7-8317-aabe72b39ce4), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:57.307709 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-adc0e370-6e49-418f-935c-a95608b4da1f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f47dbf1dd58d4d37b1903e420bcb45fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1537642 Feb 04 12:59:57.307709 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc0e370-6e49-418f-935c-a95608b4da1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd074b98-6bac-49a7-8317-aabe72b39ce4,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:57.308512 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 51806) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:59:57.390220 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6b7d89a3-f0a4-421c-859b-df318a01e193 admin admin] Publish callbacks [] for security_group (dd074b98-6bac-49a7-8317-aabe72b39ce4), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:57.417940 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6b7d89a3-f0a4-421c-859b-df318a01e193 admin admin] Publish callbacks [] for security_group (dd074b98-6bac-49a7-8317-aabe72b39ce4), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:57.450672 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-59c89227-a4f4-4483-8001-4ef745aeeccd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:57.474869 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6b7d89a3-f0a4-421c-859b-df318a01e193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (dd074b98-6bac-49a7-8317-aabe72b39ce4), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:57.477875 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6b7d89a3-f0a4-421c-859b-df318a01e193 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:57.479073 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-6b7d89a3-f0a4-421c-859b-df318a01e193 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/dd074b98-6bac-49a7-8317-aabe72b39ce4 HTTP/1.1" status: 204 len: 168 time: 0.1665196 Feb 04 12:59:57.491933 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7d89a3-f0a4-421c-859b-df318a01e193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd074b98-6bac-49a7-8317-aabe72b39ce4,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:57.576705 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-59c89227-a4f4-4483-8001-4ef745aeeccd admin admin] Publish callbacks [] for security_group (a03c6ab9-725d-4630-88f8-374cff9d4503), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:57.583343 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-59c89227-a4f4-4483-8001-4ef745aeeccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (a03c6ab9-725d-4630-88f8-374cff9d4503), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:57.631764 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c89227-a4f4-4483-8001-4ef745aeeccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a03c6ab9-725d-4630-88f8-374cff9d4503,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:57.636332 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 51816) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:59:57.641275 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-59c89227-a4f4-4483-8001-4ef745aeeccd admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3338ced8907e43ceb568ba443a5be371&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3854287 Feb 04 12:59:57.642171 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 51818) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:59:57.702292 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-216cc39c-a20c-476b-a5d4-6abb4bde914e admin admin] Publish callbacks [] for security_group (a03c6ab9-725d-4630-88f8-374cff9d4503), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:57.725379 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-216cc39c-a20c-476b-a5d4-6abb4bde914e admin admin] Publish callbacks [] for security_group (a03c6ab9-725d-4630-88f8-374cff9d4503), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:57.782462 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-216cc39c-a20c-476b-a5d4-6abb4bde914e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (a03c6ab9-725d-4630-88f8-374cff9d4503), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:57.785356 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-216cc39c-a20c-476b-a5d4-6abb4bde914e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:57.793910 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-216cc39c-a20c-476b-a5d4-6abb4bde914e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a03c6ab9-725d-4630-88f8-374cff9d4503 HTTP/1.1" status: 204 len: 168 time: 0.1505430 Feb 04 12:59:57.804397 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216cc39c-a20c-476b-a5d4-6abb4bde914e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a03c6ab9-725d-4630-88f8-374cff9d4503,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:57.900248 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-ae3367df-5668-4225-bc82-e1f6f757e24d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-579211307-network', 'tenant_id': 'd97899bb83de48f19b584b6da57643aa'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:59:57.935104 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae3367df-5668-4225-bc82-e1f6f757e24d admin admin] Made reservation on behalf of d97899bb83de48f19b584b6da57643aa for: {'network': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:59:57.940750 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ae3367df-5668-4225-bc82-e1f6f757e24d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:57.956897 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ae3367df-5668-4225-bc82-e1f6f757e24d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:58.073739 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ae3367df-5668-4225-bc82-e1f6f757e24d admin admin] Publish callbacks [] for security_group (ed1fdef5-6898-4734-a2e1-e51ecdfbd798), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:58.078690 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ae3367df-5668-4225-bc82-e1f6f757e24d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (ed1fdef5-6898-4734-a2e1-e51ecdfbd798), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:58.100773 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae3367df-5668-4225-bc82-e1f6f757e24d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=103475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:59:58.125125 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3367df-5668-4225-bc82-e1f6f757e24d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed1fdef5-6898-4734-a2e1-e51ecdfbd798,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:58.128843 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ae3367df-5668-4225-bc82-e1f6f757e24d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (7c5c1bb5-7cfa-46b2-aad7-de83b78e2361), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:58.129545 n-d-825015-3 neutron-server[103475]: INFO neutron.db.segments_db [None req-ae3367df-5668-4225-bc82-e1f6f757e24d admin admin] Added segment 7c5c1bb5-7cfa-46b2-aad7-de83b78e2361 of type vlan for network aad72205-99f1-4498-9759-feceeaaf17dd Feb 04 12:59:58.179573 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 51838) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:59:58.186886 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ae3367df-5668-4225-bc82-e1f6f757e24d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (aad72205-99f1-4498-9759-feceeaaf17dd), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:58.198692 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5471fb57-5e9f-441c-95bf-6b829787747a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:58.219381 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ae3367df-5668-4225-bc82-e1f6f757e24d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (aad72205-99f1-4498-9759-feceeaaf17dd), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:58.220587 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3367df-5668-4225-bc82-e1f6f757e24d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:58.221206 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ae3367df-5668-4225-bc82-e1f6f757e24d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:58.282426 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-ae3367df-5668-4225-bc82-e1f6f757e24d admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6449463 Feb 04 12:59:58.286740 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 51840) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:59:58.293921 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-24964072-0a9a-40d4-a0cd-87db3dec9434 admin admin] Request body: {'subnet': {'network_id': 'aad72205-99f1-4498-9759-feceeaaf17dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-579211307-subnet', 'tenant_id': 'd97899bb83de48f19b584b6da57643aa', 'ip_version': 4}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:59:58.300902 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3367df-5668-4225-bc82-e1f6f757e24d admin admin] Pushing event updated for resources: {'Network': ['ID=aad72205-99f1-4498-9759-feceeaaf17dd,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:58.321494 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24964072-0a9a-40d4-a0cd-87db3dec9434 admin admin] Made reservation on behalf of d97899bb83de48f19b584b6da57643aa for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:59:58.322145 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5471fb57-5e9f-441c-95bf-6b829787747a admin admin] Publish callbacks [] for security_group (eb8d3f5e-5d8a-4ba4-a107-56b6d78a26bf), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:58.323285 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network aad72205-99f1-4498-9759-feceeaaf17dd details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:59:58.325297 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-24964072-0a9a-40d4-a0cd-87db3dec9434 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:58.327909 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5471fb57-5e9f-441c-95bf-6b829787747a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (eb8d3f5e-5d8a-4ba4-a107-56b6d78a26bf), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:58.386207 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-5471fb57-5e9f-441c-95bf-6b829787747a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4013ca1d2e0e468a860278e07e678c18&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2053428 Feb 04 12:59:58.387283 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5471fb57-5e9f-441c-95bf-6b829787747a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb8d3f5e-5d8a-4ba4-a107-56b6d78a26bf,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:58.391131 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 51844) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:59:58.471254 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7c526102-06e9-4579-8334-5a8251e3f070 admin admin] Publish callbacks [] for security_group (eb8d3f5e-5d8a-4ba4-a107-56b6d78a26bf), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:58.511236 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7c526102-06e9-4579-8334-5a8251e3f070 admin admin] Publish callbacks [] for security_group (eb8d3f5e-5d8a-4ba4-a107-56b6d78a26bf), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:58.583425 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7c526102-06e9-4579-8334-5a8251e3f070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (eb8d3f5e-5d8a-4ba4-a107-56b6d78a26bf), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:58.588654 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7c526102-06e9-4579-8334-5a8251e3f070 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:58.593771 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-7c526102-06e9-4579-8334-5a8251e3f070 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/eb8d3f5e-5d8a-4ba4-a107-56b6d78a26bf HTTP/1.1" status: 204 len: 168 time: 0.1981642 Feb 04 12:59:58.602331 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c526102-06e9-4579-8334-5a8251e3f070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb8d3f5e-5d8a-4ba4-a107-56b6d78a26bf,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:58.618823 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-24964072-0a9a-40d4-a0cd-87db3dec9434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52094127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51452689'] for subnet (5f4da882-fd91-4cc6-ba86-4b722790b148), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:58.713215 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24964072-0a9a-40d4-a0cd-87db3dec9434 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f4da882-fd91-4cc6-ba86-4b722790b148,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:58.730460 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24964072-0a9a-40d4-a0cd-87db3dec9434 admin admin] Checking segment: {'id': '7c5c1bb5-7cfa-46b2-aad7-de83b78e2361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'aad72205-99f1-4498-9759-feceeaaf17dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:59:58.730855 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24964072-0a9a-40d4-a0cd-87db3dec9434 admin admin] Network hostable DHCP agents. Network: aad72205-99f1-4498-9759-feceeaaf17dd, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:59:58.754204 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24964072-0a9a-40d4-a0cd-87db3dec9434 admin admin] Network aad72205-99f1-4498-9759-feceeaaf17dd is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:59:58.770192 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-24964072-0a9a-40d4-a0cd-87db3dec9434 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, aad72205-99f1-4498-9759-feceeaaf17dd) {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:59:58.776476 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24964072-0a9a-40d4-a0cd-87db3dec9434 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:58.777074 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-24964072-0a9a-40d4-a0cd-87db3dec9434 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:58.782762 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db462e56-b56d-442c-874a-8d022d2bd5ba None None] Network aad72205-99f1-4498-9759-feceeaaf17dd requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:59:58.818727 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-24964072-0a9a-40d4-a0cd-87db3dec9434 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5309215 Feb 04 12:59:58.821995 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 51858) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:59:58.827397 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-b7d0b996-5ea8-4a9b-b485-fe1350b9a131 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-579211307-router', 'tenant_id': 'd97899bb83de48f19b584b6da57643aa', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:59:58.893787 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b7d0b996-5ea8-4a9b-b485-fe1350b9a131 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10933'] for router (5b47ffd0-5187-44bf-a1a9-e59b5b922cde), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:58.898202 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b7d0b996-5ea8-4a9b-b485-fe1350b9a131 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10924'] for router (5b47ffd0-5187-44bf-a1a9-e59b5b922cde), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:58.944621 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9d827a-3184-4090-8dff-17e155e66e80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-aad72205-99f1-4498-9759-feceeaaf17dd', 'network_id': 'aad72205-99f1-4498-9759-feceeaaf17dd', 'project_id': 'd97899bb83de48f19b584b6da57643aa', 'fixed_ips': [{'subnet_id': '5f4da882-fd91-4cc6-ba86-4b722790b148'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 12:59:58.946284 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0f9d827a-3184-4090-8dff-17e155e66e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:59.035407 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b7d0b996-5ea8-4a9b-b485-fe1350b9a131 admin admin] Publish callbacks [] for router_controller (5b47ffd0-5187-44bf-a1a9-e59b5b922cde), precommit_add_association {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:59.184974 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-0f9d827a-3184-4090-8dff-17e155e66e80 None None] Allocated IP 172.20.0.2 (aad72205-99f1-4498-9759-feceeaaf17dd/5f4da882-fd91-4cc6-ba86-4b722790b148/78019bb4-66d9-4432-8b71-17137d067e1f) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:59:59.271663 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b7d0b996-5ea8-4a9b-b485-fe1350b9a131 admin admin] Publish callbacks [] for router_gateway (5b47ffd0-5187-44bf-a1a9-e59b5b922cde), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:59.421669 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0f9d827a-3184-4090-8dff-17e155e66e80 None None] Publish callbacks [] for port (78019bb4-66d9-4432-8b71-17137d067e1f), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:59.431566 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0f9d827a-3184-4090-8dff-17e155e66e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (78019bb4-66d9-4432-8b71-17137d067e1f), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:59.675636 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b7d0b996-5ea8-4a9b-b485-fe1350b9a131 admin admin] Publish callbacks [] for router_gateway (5b47ffd0-5187-44bf-a1a9-e59b5b922cde), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:59.698414 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b7d0b996-5ea8-4a9b-b485-fe1350b9a131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:59.734605 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9d827a-3184-4090-8dff-17e155e66e80 None None] Network aad72205-99f1-4498-9759-feceeaaf17dd is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:59:59.739475 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-0f9d827a-3184-4090-8dff-17e155e66e80 None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:59:59.742277 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9d827a-3184-4090-8dff-17e155e66e80 None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:59:59.744659 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9d827a-3184-4090-8dff-17e155e66e80 None None] Pushing event updated for resources: {'Port': ['ID=78019bb4-66d9-4432-8b71-17137d067e1f,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:59.851868 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-0f9d827a-3184-4090-8dff-17e155e66e80 None None] Attempting to bind port 78019bb4-66d9-4432-8b71-17137d067e1f on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:59:59.852573 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-0f9d827a-3184-4090-8dff-17e155e66e80 None None] Attempting to bind port 78019bb4-66d9-4432-8b71-17137d067e1f by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '7c5c1bb5-7cfa-46b2-aad7-de83b78e2361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'aad72205-99f1-4498-9759-feceeaaf17dd'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:59:59.853769 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9d827a-3184-4090-8dff-17e155e66e80 None None] Attempting to bind port 78019bb4-66d9-4432-8b71-17137d067e1f on network aad72205-99f1-4498-9759-feceeaaf17dd {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:59:59.859516 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-b7d0b996-5ea8-4a9b-b485-fe1350b9a131 admin admin] Allocated IP 172.25.3.122 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/e1406e0e-87c7-4355-908f-c4820ef4a261) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:59:59.867449 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9d827a-3184-4090-8dff-17e155e66e80 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:59:59.867449 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9d827a-3184-4090-8dff-17e155e66e80 None None] Checking segment: {'id': '7c5c1bb5-7cfa-46b2-aad7-de83b78e2361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'aad72205-99f1-4498-9759-feceeaaf17dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:59:59.867449 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0f9d827a-3184-4090-8dff-17e155e66e80 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:59.867449 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9d827a-3184-4090-8dff-17e155e66e80 None None] Bound using segment: {'id': '7c5c1bb5-7cfa-46b2-aad7-de83b78e2361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'aad72205-99f1-4498-9759-feceeaaf17dd'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:59:59.867964 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-0f9d827a-3184-4090-8dff-17e155e66e80 None None] Bound port: 78019bb4-66d9-4432-8b71-17137d067e1f, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c5c1bb5-7cfa-46b2-aad7-de83b78e2361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'aad72205-99f1-4498-9759-feceeaaf17dd'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:59:59.867964 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0f9d827a-3184-4090-8dff-17e155e66e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (78019bb4-66d9-4432-8b71-17137d067e1f), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:59.954716 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0f9d827a-3184-4090-8dff-17e155e66e80 None None] For port 78019bb4-66d9-4432-8b71-17137d067e1f, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:59:59.964104 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0f9d827a-3184-4090-8dff-17e155e66e80 None None] For port 78019bb4-66d9-4432-8b71-17137d067e1f, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=78019bb4-66d9-4432-8b71-17137d067e1f,segment=NetworkSegment(7c5c1bb5-7cfa-46b2-aad7-de83b78e2361),segment_id=7c5c1bb5-7cfa-46b2-aad7-de83b78e2361)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:59:59.973559 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0f9d827a-3184-4090-8dff-17e155e66e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (78019bb4-66d9-4432-8b71-17137d067e1f), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:00.013851 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b7d0b996-5ea8-4a9b-b485-fe1350b9a131 admin admin] Publish callbacks [] for port (e1406e0e-87c7-4355-908f-c4820ef4a261), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:00.063265 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9d827a-3184-4090-8dff-17e155e66e80 None None] Pushing event updated for resources: {'Port': ['ID=78019bb4-66d9-4432-8b71-17137d067e1f,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:00.083588 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b7d0b996-5ea8-4a9b-b485-fe1350b9a131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (e1406e0e-87c7-4355-908f-c4820ef4a261), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:00.135985 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d0b996-5ea8-4a9b-b485-fe1350b9a131 admin admin] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:00:00.143206 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 51900) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:00.154729 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-b7d0b996-5ea8-4a9b-b485-fe1350b9a131 admin admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:00:00.159364 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d0b996-5ea8-4a9b-b485-fe1350b9a131 admin admin] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:00:00.191305 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d0b996-5ea8-4a9b-b485-fe1350b9a131 admin admin] Pushing event updated for resources: {'Port': ['ID=e1406e0e-87c7-4355-908f-c4820ef4a261,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:00.457750 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-a900bcde-ec77-43f5-b69b-dfd6feaff217 tempest-QuotasNegativeTest-2069955242 tempest-QuotasNegativeTest-2069955242-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:00:00.479801 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-a900bcde-ec77-43f5-b69b-dfd6feaff217 tempest-QuotasNegativeTest-2069955242 tempest-QuotasNegativeTest-2069955242-project-admin] 10.222.0.65 "PUT /v2.0/quotas/a77454f7bdff409b8ac8d9f738a348ca HTTP/1.1" status: 200 len: 368 time: 0.3346078 Feb 04 13:00:00.485092 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 51912) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:00.490018 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-79f6f0f9-66cc-46d9-9fd6-f63507ed1e2a tempest-QuotasNegativeTest-2069955242 tempest-QuotasNegativeTest-2069955242-project-admin] Request body: {'network': {'project_id': 'a77454f7bdff409b8ac8d9f738a348ca'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:00:00.532415 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79f6f0f9-66cc-46d9-9fd6-f63507ed1e2a tempest-QuotasNegativeTest-2069955242 tempest-QuotasNegativeTest-2069955242-project-admin] Made reservation on behalf of a77454f7bdff409b8ac8d9f738a348ca for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:00:00.534630 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-79f6f0f9-66cc-46d9-9fd6-f63507ed1e2a tempest-QuotasNegativeTest-2069955242 tempest-QuotasNegativeTest-2069955242-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:00.548574 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-79f6f0f9-66cc-46d9-9fd6-f63507ed1e2a tempest-QuotasNegativeTest-2069955242 tempest-QuotasNegativeTest-2069955242-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:00.550434 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b7d0b996-5ea8-4a9b-b485-fe1350b9a131 admin admin] Publish callbacks [] for router_gateway (5b47ffd0-5187-44bf-a1a9-e59b5b922cde), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:00.807048 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-79f6f0f9-66cc-46d9-9fd6-f63507ed1e2a tempest-QuotasNegativeTest-2069955242 tempest-QuotasNegativeTest-2069955242-project-admin] Publish callbacks [] for security_group (087a3a6a-f5e7-4fab-a0b5-5103d4356bd8), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:00.816379 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-79f6f0f9-66cc-46d9-9fd6-f63507ed1e2a tempest-QuotasNegativeTest-2069955242 tempest-QuotasNegativeTest-2069955242-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (087a3a6a-f5e7-4fab-a0b5-5103d4356bd8), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:00.845561 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79f6f0f9-66cc-46d9-9fd6-f63507ed1e2a tempest-QuotasNegativeTest-2069955242 tempest-QuotasNegativeTest-2069955242-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:00:00.863399 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b7d0b996-5ea8-4a9b-b485-fe1350b9a131 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141'] for router (5b47ffd0-5187-44bf-a1a9-e59b5b922cde), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:00.871375 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-79f6f0f9-66cc-46d9-9fd6-f63507ed1e2a tempest-QuotasNegativeTest-2069955242 tempest-QuotasNegativeTest-2069955242-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (7339d717-a6ff-4308-8845-3358b69d0af8), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:00.871832 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-79f6f0f9-66cc-46d9-9fd6-f63507ed1e2a tempest-QuotasNegativeTest-2069955242 tempest-QuotasNegativeTest-2069955242-project-admin] Added segment 7339d717-a6ff-4308-8845-3358b69d0af8 of type vlan for network fb1a2a75-7d73-427d-8527-b4b07c52c409 Feb 04 13:00:00.874584 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f6f0f9-66cc-46d9-9fd6-f63507ed1e2a tempest-QuotasNegativeTest-2069955242 tempest-QuotasNegativeTest-2069955242-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=087a3a6a-f5e7-4fab-a0b5-5103d4356bd8,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:01.286584 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f3c0e8-cbb2-46e5-84e3-9a5e1314678d None None] Network aad72205-99f1-4498-9759-feceeaaf17dd requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:00:01.317128 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-79f6f0f9-66cc-46d9-9fd6-f63507ed1e2a tempest-QuotasNegativeTest-2069955242 tempest-QuotasNegativeTest-2069955242-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (fb1a2a75-7d73-427d-8527-b4b07c52c409), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:01.356140 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:01.363717 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-79f6f0f9-66cc-46d9-9fd6-f63507ed1e2a tempest-QuotasNegativeTest-2069955242 tempest-QuotasNegativeTest-2069955242-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (fb1a2a75-7d73-427d-8527-b4b07c52c409), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:01.364711 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f6f0f9-66cc-46d9-9fd6-f63507ed1e2a tempest-QuotasNegativeTest-2069955242 tempest-QuotasNegativeTest-2069955242-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:01.365299 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-79f6f0f9-66cc-46d9-9fd6-f63507ed1e2a tempest-QuotasNegativeTest-2069955242 tempest-QuotasNegativeTest-2069955242-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:01.365852 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-5d1e4f4f-8048-49ca-a43d-eb70e997c68d None None] Provisioning complete for port 78019bb4-66d9-4432-8b71-17137d067e1f triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:00:01.366219 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5d1e4f4f-8048-49ca-a43d-eb70e997c68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (78019bb4-66d9-4432-8b71-17137d067e1f), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:01.460693 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-79f6f0f9-66cc-46d9-9fd6-f63507ed1e2a tempest-QuotasNegativeTest-2069955242 tempest-QuotasNegativeTest-2069955242-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.9745195 Feb 04 13:00:01.464118 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 51948) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:01.472619 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-4db61c6a-450e-4a9b-90a7-8493075d7f3a tempest-QuotasNegativeTest-2069955242 tempest-QuotasNegativeTest-2069955242-project-admin] Request body: {'network': {'project_id': 'a77454f7bdff409b8ac8d9f738a348ca'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:00:01.478555 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f6f0f9-66cc-46d9-9fd6-f63507ed1e2a tempest-QuotasNegativeTest-2069955242 tempest-QuotasNegativeTest-2069955242-project-admin] Pushing event updated for resources: {'Network': ['ID=fb1a2a75-7d73-427d-8527-b4b07c52c409,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:01.493622 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network fb1a2a75-7d73-427d-8527-b4b07c52c409 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:00:01.506948 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7d0b996-5ea8-4a9b-b485-fe1350b9a131 admin admin] Router 5b47ffd0-5187-44bf-a1a9-e59b5b922cde is scheduled to L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de with binding_index 1 {{(pid=103474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 13:00:01.516842 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4db61c6a-450e-4a9b-90a7-8493075d7f3a tempest-QuotasNegativeTest-2069955242 tempest-QuotasNegativeTest-2069955242-project-admin] Made reservation on behalf of a77454f7bdff409b8ac8d9f738a348ca for: {'network': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:00:01.521826 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4db61c6a-450e-4a9b-90a7-8493075d7f3a tempest-QuotasNegativeTest-2069955242 tempest-QuotasNegativeTest-2069955242-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:01.536696 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-5d1e4f4f-8048-49ca-a43d-eb70e997c68d None None] Current status of the port 78019bb4-66d9-4432-8b71-17137d067e1f is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:00:01.537090 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5d1e4f4f-8048-49ca-a43d-eb70e997c68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (78019bb4-66d9-4432-8b71-17137d067e1f), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:01.567439 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4db61c6a-450e-4a9b-90a7-8493075d7f3a tempest-QuotasNegativeTest-2069955242 tempest-QuotasNegativeTest-2069955242-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=103475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:00:01.581418 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4db61c6a-450e-4a9b-90a7-8493075d7f3a tempest-QuotasNegativeTest-2069955242 tempest-QuotasNegativeTest-2069955242-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (f69276f7-b71c-4ea7-82b9-bc76af2ebab0), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:01.583164 n-d-825015-3 neutron-server[103475]: INFO neutron.db.segments_db [None req-4db61c6a-450e-4a9b-90a7-8493075d7f3a tempest-QuotasNegativeTest-2069955242 tempest-QuotasNegativeTest-2069955242-project-admin] Added segment f69276f7-b71c-4ea7-82b9-bc76af2ebab0 of type vlan for network 42a9acb0-9412-4bb9-9739-c99e590f0993 Feb 04 13:00:01.635211 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4db61c6a-450e-4a9b-90a7-8493075d7f3a tempest-QuotasNegativeTest-2069955242 tempest-QuotasNegativeTest-2069955242-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (42a9acb0-9412-4bb9-9739-c99e590f0993), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:01.638009 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-5d1e4f4f-8048-49ca-a43d-eb70e997c68d None None] For port 78019bb4-66d9-4432-8b71-17137d067e1f, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=78019bb4-66d9-4432-8b71-17137d067e1f,segment=NetworkSegment(7c5c1bb5-7cfa-46b2-aad7-de83b78e2361),segment_id=7c5c1bb5-7cfa-46b2-aad7-de83b78e2361)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:00:01.649403 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5d1e4f4f-8048-49ca-a43d-eb70e997c68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (78019bb4-66d9-4432-8b71-17137d067e1f), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:01.671350 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7d0b996-5ea8-4a9b-b485-fe1350b9a131 admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:00:01.673625 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4db61c6a-450e-4a9b-90a7-8493075d7f3a tempest-QuotasNegativeTest-2069955242 tempest-QuotasNegativeTest-2069955242-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (42a9acb0-9412-4bb9-9739-c99e590f0993), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:01.675089 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db61c6a-450e-4a9b-90a7-8493075d7f3a tempest-QuotasNegativeTest-2069955242 tempest-QuotasNegativeTest-2069955242-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:01.679022 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4db61c6a-450e-4a9b-90a7-8493075d7f3a tempest-QuotasNegativeTest-2069955242 tempest-QuotasNegativeTest-2069955242-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:01.694687 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b7d0b996-5ea8-4a9b-b485-fe1350b9a131 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:01.695911 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-b7d0b996-5ea8-4a9b-b485-fe1350b9a131 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.8728771 Feb 04 13:00:01.699715 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 51952) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:01.715812 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1e4f4f-8048-49ca-a43d-eb70e997c68d None None] Pushing event updated for resources: {'Port': ['ID=78019bb4-66d9-4432-8b71-17137d067e1f,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:01.723536 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730bfc65-eff8-4da5-847a-ed882ca2ed08 None None] Sync routers for ids ['5b47ffd0-5187-44bf-a1a9-e59b5b922cde'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:00:01.736724 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730bfc65-eff8-4da5-847a-ed882ca2ed08 None None] Routers {'5b47ffd0-5187-44bf-a1a9-e59b5b922cde'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:00:01.737362 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-730bfc65-eff8-4da5-847a-ed882ca2ed08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:59:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['5b47ffd0-5187-44bf-a1a9-e59b5b922cde'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:00:01.793418 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-4db61c6a-450e-4a9b-90a7-8493075d7f3a tempest-QuotasNegativeTest-2069955242 tempest-QuotasNegativeTest-2069955242-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3272648 Feb 04 13:00:01.797644 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 51956) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:01.805611 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-a00e031a-f4ed-4a9d-af84-72fe31cb96fc tempest-QuotasNegativeTest-2069955242 tempest-QuotasNegativeTest-2069955242-project-admin] Request body: {'network': {'project_id': 'a77454f7bdff409b8ac8d9f738a348ca'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:00:01.824872 n-d-825015-3 neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-a00e031a-f4ed-4a9d-af84-72fe31cb96fc tempest-QuotasNegativeTest-2069955242 tempest-QuotasNegativeTest-2069955242-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 04 13:00:01.825543 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a00e031a-f4ed-4a9d-af84-72fe31cb96fc tempest-QuotasNegativeTest-2069955242 tempest-QuotasNegativeTest-2069955242-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:00:01.827320 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-a00e031a-f4ed-4a9d-af84-72fe31cb96fc tempest-QuotasNegativeTest-2069955242 tempest-QuotasNegativeTest-2069955242-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0286283 Feb 04 13:00:01.830189 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 51958) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:01.874872 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db61c6a-450e-4a9b-90a7-8493075d7f3a tempest-QuotasNegativeTest-2069955242 tempest-QuotasNegativeTest-2069955242-project-admin] Pushing event updated for resources: {'Network': ['ID=42a9acb0-9412-4bb9-9739-c99e590f0993,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:01.893691 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 42a9acb0-9412-4bb9-9739-c99e590f0993 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:00:01.907473 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-2296b558-140f-433e-8c97-ce7a6e7316f5 tempest-QuotasNegativeTest-2069955242 tempest-QuotasNegativeTest-2069955242-project-admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a77454f7bdff409b8ac8d9f738a348ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0721490 Feb 04 13:00:01.908123 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 51960) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:01.928298 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 51962) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:01.995662 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6a18f9a3-f2e5-4e17-8531-595957b30d55 tempest-QuotasNegativeTest-2069955242 tempest-QuotasNegativeTest-2069955242-project-admin] Publish callbacks [] for security_group (087a3a6a-f5e7-4fab-a0b5-5103d4356bd8), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:02.032316 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-730bfc65-eff8-4da5-847a-ed882ca2ed08 None None] Set router 5b47ffd0-5187-44bf-a1a9-e59b5b922cde gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:00:02.032568 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6a18f9a3-f2e5-4e17-8531-595957b30d55 tempest-QuotasNegativeTest-2069955242 tempest-QuotasNegativeTest-2069955242-project-admin] Publish callbacks [] for security_group (087a3a6a-f5e7-4fab-a0b5-5103d4356bd8), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:02.094824 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e7a2f464-2247-4231-8446-e60cd01af89d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:02.104912 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 78019bb4-66d9-4432-8b71-17137d067e1f up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:00:02.112181 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:02.158347 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6a18f9a3-f2e5-4e17-8531-595957b30d55 tempest-QuotasNegativeTest-2069955242 tempest-QuotasNegativeTest-2069955242-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (087a3a6a-f5e7-4fab-a0b5-5103d4356bd8), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:02.160668 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6a18f9a3-f2e5-4e17-8531-595957b30d55 tempest-QuotasNegativeTest-2069955242 tempest-QuotasNegativeTest-2069955242-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:02.164615 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-6a18f9a3-f2e5-4e17-8531-595957b30d55 tempest-QuotasNegativeTest-2069955242 tempest-QuotasNegativeTest-2069955242-project-admin] 10.222.0.65 "DELETE /v2.0/security-groups/087a3a6a-f5e7-4fab-a0b5-5103d4356bd8 HTTP/1.1" status: 204 len: 168 time: 0.2531333 Feb 04 13:00:02.166072 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 51966) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:02.179511 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a18f9a3-f2e5-4e17-8531-595957b30d55 tempest-QuotasNegativeTest-2069955242 tempest-QuotasNegativeTest-2069955242-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=087a3a6a-f5e7-4fab-a0b5-5103d4356bd8,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:02.203670 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-eab6e8d6-09d3-4247-8afb-52a94082e218 None None] Provisioning complete for port 78019bb4-66d9-4432-8b71-17137d067e1f triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:00:02.204369 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-eab6e8d6-09d3-4247-8afb-52a94082e218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (78019bb4-66d9-4432-8b71-17137d067e1f), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:02.226868 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e7a2f464-2247-4231-8446-e60cd01af89d admin admin] Publish callbacks [] for security_group (42050b59-2810-48d3-adc7-d1f4b8751102), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:02.233548 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e7a2f464-2247-4231-8446-e60cd01af89d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (42050b59-2810-48d3-adc7-d1f4b8751102), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:02.267084 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-abd21ef0-a45e-4263-973b-ce640c3da039 tempest-QuotasNegativeTest-2069955242 tempest-QuotasNegativeTest-2069955242-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (42a9acb0-9412-4bb9-9739-c99e590f0993), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:02.278471 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-e7a2f464-2247-4231-8446-e60cd01af89d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d4d47cb537c44093b183f536831c03df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3482771 Feb 04 13:00:02.280518 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a2f464-2247-4231-8446-e60cd01af89d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42050b59-2810-48d3-adc7-d1f4b8751102,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:02.283258 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 51968) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:02.311634 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 78019bb4-66d9-4432-8b71-17137d067e1f triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:00:02.312217 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (78019bb4-66d9-4432-8b71-17137d067e1f), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:02.338486 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-00b41c11-20be-4ddd-bc0b-ba44a1c3e245 admin admin] Publish callbacks [] for security_group (42050b59-2810-48d3-adc7-d1f4b8751102), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:02.361640 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-00b41c11-20be-4ddd-bc0b-ba44a1c3e245 admin admin] Publish callbacks [] for security_group (42050b59-2810-48d3-adc7-d1f4b8751102), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:02.413645 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-abd21ef0-a45e-4263-973b-ce640c3da039 tempest-QuotasNegativeTest-2069955242 tempest-QuotasNegativeTest-2069955242-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (42a9acb0-9412-4bb9-9739-c99e590f0993), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:02.419698 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-eab6e8d6-09d3-4247-8afb-52a94082e218 None None] Current status of the port 78019bb4-66d9-4432-8b71-17137d067e1f is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:00:02.431289 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-00b41c11-20be-4ddd-bc0b-ba44a1c3e245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (42050b59-2810-48d3-adc7-d1f4b8751102), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:02.436135 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-00b41c11-20be-4ddd-bc0b-ba44a1c3e245 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:02.437651 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-00b41c11-20be-4ddd-bc0b-ba44a1c3e245 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/42050b59-2810-48d3-adc7-d1f4b8751102 HTTP/1.1" status: 204 len: 168 time: 0.1533194 Feb 04 13:00:02.448956 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-abd21ef0-a45e-4263-973b-ce640c3da039 tempest-QuotasNegativeTest-2069955242 tempest-QuotasNegativeTest-2069955242-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42a9acb0-9412-4bb9-9739-c99e590f0993']}} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:00:02.463693 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b41c11-20be-4ddd-bc0b-ba44a1c3e245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42050b59-2810-48d3-adc7-d1f4b8751102,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:02.467967 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-730bfc65-eff8-4da5-847a-ed882ca2ed08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b47ffd0-5187-44bf-a1a9-e59b5b922cde', 'name': 'tempest-TestVolumeBackupRestore-579211307-router', 'tenant_id': 'd97899bb83de48f19b584b6da57643aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'e1406e0e-87c7-4355-908f-c4820ef4a261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:59:58Z', 'updated_at': '2022-02-04T13:00:00Z', 'revision_number': 3, 'project_id': 'd97899bb83de48f19b584b6da57643aa', 'gw_port': {'id': 'e1406e0e-87c7-4355-908f-c4820ef4a261', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:26:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b47ffd0-5187-44bf-a1a9-e59b5b922cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:59:59Z', 'updated_at': '2022-02-04T12:59:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:00:02.481071 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-abd21ef0-a45e-4263-973b-ce640c3da039 tempest-QuotasNegativeTest-2069955242 tempest-QuotasNegativeTest-2069955242-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f69276f7-b71c-4ea7-82b9-bc76af2ebab0') {'for_net_delete': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:00:02.481569 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-abd21ef0-a45e-4263-973b-ce640c3da039 tempest-QuotasNegativeTest-2069955242 tempest-QuotasNegativeTest-2069955242-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f69276f7-b71c-4ea7-82b9-bc76af2ebab0') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:00:02.496828 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-abd21ef0-a45e-4263-973b-ce640c3da039 tempest-QuotasNegativeTest-2069955242 tempest-QuotasNegativeTest-2069955242-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51859336'] for segment (f69276f7-b71c-4ea7-82b9-bc76af2ebab0), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:02.505065 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 78019bb4-66d9-4432-8b71-17137d067e1f is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:00:02.507097 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730bfc65-eff8-4da5-847a-ed882ca2ed08 None None] Checking router: 5b47ffd0-5187-44bf-a1a9-e59b5b922cde for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:00:02.507097 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730bfc65-eff8-4da5-847a-ed882ca2ed08 None None] Updating router 5b47ffd0-5187-44bf-a1a9-e59b5b922cde port e1406e0e-87c7-4355-908f-c4820ef4a261 binding host n-d-825015-3 {{(pid=103476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:00:02.515687 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b1594903-c4ee-451f-9ad3-ae8eaab1aa02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:02.518105 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-abd21ef0-a45e-4263-973b-ce640c3da039 tempest-QuotasNegativeTest-2069955242 tempest-QuotasNegativeTest-2069955242-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (f69276f7-b71c-4ea7-82b9-bc76af2ebab0), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:02.534230 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abd21ef0-a45e-4263-973b-ce640c3da039 tempest-QuotasNegativeTest-2069955242 tempest-QuotasNegativeTest-2069955242-project-admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=103475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:00:02.534941 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-abd21ef0-a45e-4263-973b-ce640c3da039 tempest-QuotasNegativeTest-2069955242 tempest-QuotasNegativeTest-2069955242-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-52093388'] for segment (f69276f7-b71c-4ea7-82b9-bc76af2ebab0), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:02.537914 n-d-825015-3 neutron-server[103475]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Feb 04 13:00:02.537914 n-d-825015-3 neutron-server[103475]: warnings.warn('Neutron quota engine will require "--force" ' Feb 04 13:00:02.537914 n-d-825015-3 neutron-server[103475]: Traceback (most recent call last): Feb 04 13:00:02.537914 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:00:02.537914 n-d-825015-3 neutron-server[103475]: timer() Feb 04 13:00:02.537914 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:00:02.537914 n-d-825015-3 neutron-server[103475]: cb(*args, **kw) Feb 04 13:00:02.537914 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:00:02.537914 n-d-825015-3 neutron-server[103475]: return func(*args, **kwargs) Feb 04 13:00:02.537914 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:00:02.537914 n-d-825015-3 neutron-server[103475]: self._notify() Feb 04 13:00:02.537914 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:00:02.537914 n-d-825015-3 neutron-server[103475]: self.callback(batched_events) Feb 04 13:00:02.537914 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:00:02.537914 n-d-825015-3 neutron-server[103475]: event.method(event) Feb 04 13:00:02.537914 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:00:02.537914 n-d-825015-3 neutron-server[103475]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:00:02.537914 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:00:02.537914 n-d-825015-3 neutron-server[103475]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:00:02.537914 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:00:02.537914 n-d-825015-3 neutron-server[103475]: return f(self, *a, **k) Feb 04 13:00:02.537914 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:00:02.537914 n-d-825015-3 neutron-server[103475]: return self._get(url).json() Feb 04 13:00:02.537914 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:00:02.537914 n-d-825015-3 neutron-server[103475]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:00:02.537914 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:00:02.537914 n-d-825015-3 neutron-server[103475]: return self.request(url, 'GET', **kwargs) Feb 04 13:00:02.537914 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:00:02.537914 n-d-825015-3 neutron-server[103475]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:00:02.537914 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:00:02.537914 n-d-825015-3 neutron-server[103475]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:00:02.537914 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:00:02.537914 n-d-825015-3 neutron-server[103475]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:00:02.537914 n-d-825015-3 neutron-server[103475]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:00:02.545833 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-730bfc65-eff8-4da5-847a-ed882ca2ed08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (e1406e0e-87c7-4355-908f-c4820ef4a261), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:02.611673 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-abd21ef0-a45e-4263-973b-ce640c3da039 tempest-QuotasNegativeTest-2069955242 tempest-QuotasNegativeTest-2069955242-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (42a9acb0-9412-4bb9-9739-c99e590f0993), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:02.617828 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-abd21ef0-a45e-4263-973b-ce640c3da039 tempest-QuotasNegativeTest-2069955242 tempest-QuotasNegativeTest-2069955242-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:02.625312 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-abd21ef0-a45e-4263-973b-ce640c3da039 tempest-QuotasNegativeTest-2069955242 tempest-QuotasNegativeTest-2069955242-project-admin] 10.222.0.65 "DELETE /v2.0/networks/42a9acb0-9412-4bb9-9739-c99e590f0993 HTTP/1.1" status: 204 len: 168 time: 0.4551773 Feb 04 13:00:02.625673 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 51974) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:02.676382 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd21ef0-a45e-4263-973b-ce640c3da039 tempest-QuotasNegativeTest-2069955242 tempest-QuotasNegativeTest-2069955242-project-admin] Pushing event deleted for resources: {'Network': ['ID=42a9acb0-9412-4bb9-9739-c99e590f0993,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:02.715105 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2832891c-3f35-4a12-a9ce-2015bb3a0b29 tempest-QuotasNegativeTest-2069955242 tempest-QuotasNegativeTest-2069955242-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (fb1a2a75-7d73-427d-8527-b4b07c52c409), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:02.793949 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 51976) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:02.816205 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2832891c-3f35-4a12-a9ce-2015bb3a0b29 tempest-QuotasNegativeTest-2069955242 tempest-QuotasNegativeTest-2069955242-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (fb1a2a75-7d73-427d-8527-b4b07c52c409), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:02.819632 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ba1f5f1f-6d53-43dd-81ca-c69f12cfec3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:02.832617 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-b1594903-c4ee-451f-9ad3-ae8eaab1aa02 admin admin] Allocated IP 172.20.0.1 (aad72205-99f1-4498-9759-feceeaaf17dd/5f4da882-fd91-4cc6-ba86-4b722790b148/579efd09-9b58-4329-8fb3-70423083f08c) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:00:02.838028 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-2832891c-3f35-4a12-a9ce-2015bb3a0b29 tempest-QuotasNegativeTest-2069955242 tempest-QuotasNegativeTest-2069955242-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb1a2a75-7d73-427d-8527-b4b07c52c409']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:00:02.854052 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-2832891c-3f35-4a12-a9ce-2015bb3a0b29 tempest-QuotasNegativeTest-2069955242 tempest-QuotasNegativeTest-2069955242-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7339d717-a6ff-4308-8845-3358b69d0af8') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:00:02.854359 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-2832891c-3f35-4a12-a9ce-2015bb3a0b29 tempest-QuotasNegativeTest-2069955242 tempest-QuotasNegativeTest-2069955242-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7339d717-a6ff-4308-8845-3358b69d0af8') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:00:02.864763 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2832891c-3f35-4a12-a9ce-2015bb3a0b29 tempest-QuotasNegativeTest-2069955242 tempest-QuotasNegativeTest-2069955242-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (7339d717-a6ff-4308-8845-3358b69d0af8), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:02.878891 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2832891c-3f35-4a12-a9ce-2015bb3a0b29 tempest-QuotasNegativeTest-2069955242 tempest-QuotasNegativeTest-2069955242-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (7339d717-a6ff-4308-8845-3358b69d0af8), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:02.884018 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-730bfc65-eff8-4da5-847a-ed882ca2ed08 None None] Publish callbacks [] for port (e1406e0e-87c7-4355-908f-c4820ef4a261), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:02.885374 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2832891c-3f35-4a12-a9ce-2015bb3a0b29 tempest-QuotasNegativeTest-2069955242 tempest-QuotasNegativeTest-2069955242-project-admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:00:02.885779 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2832891c-3f35-4a12-a9ce-2015bb3a0b29 tempest-QuotasNegativeTest-2069955242 tempest-QuotasNegativeTest-2069955242-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (7339d717-a6ff-4308-8845-3358b69d0af8), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:02.887542 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 13:00:02.887542 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:00:02.887542 n-d-825015-3 neutron-server[103474]: timer() Feb 04 13:00:02.887542 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:00:02.887542 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 13:00:02.887542 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:00:02.887542 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 13:00:02.887542 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:00:02.887542 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 13:00:02.887542 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:00:02.887542 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 13:00:02.887542 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:00:02.887542 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 13:00:02.887542 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:00:02.887542 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:00:02.887542 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:00:02.887542 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:00:02.887542 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:00:02.887542 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 13:00:02.887542 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:00:02.887542 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 13:00:02.887542 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:00:02.887542 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:00:02.887542 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:00:02.887542 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 13:00:02.887542 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:00:02.887542 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:00:02.887542 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:00:02.887542 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:00:02.887542 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:00:02.887542 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:00:02.887542 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:00:02.893063 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-730bfc65-eff8-4da5-847a-ed882ca2ed08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (e1406e0e-87c7-4355-908f-c4820ef4a261), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:02.949501 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2832891c-3f35-4a12-a9ce-2015bb3a0b29 tempest-QuotasNegativeTest-2069955242 tempest-QuotasNegativeTest-2069955242-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (fb1a2a75-7d73-427d-8527-b4b07c52c409), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:02.955082 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0ba368-ee92-4231-b0f6-e40c929fd57b None None] Pushing event updated for resources: {'Port': ['ID=e1406e0e-87c7-4355-908f-c4820ef4a261,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:02.960122 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-730bfc65-eff8-4da5-847a-ed882ca2ed08 None None] Attempting to bind port e1406e0e-87c7-4355-908f-c4820ef4a261 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:00:02.960670 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-730bfc65-eff8-4da5-847a-ed882ca2ed08 None None] Attempting to bind port e1406e0e-87c7-4355-908f-c4820ef4a261 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:00:02.961143 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730bfc65-eff8-4da5-847a-ed882ca2ed08 None None] Attempting to bind port e1406e0e-87c7-4355-908f-c4820ef4a261 on network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:00:02.961980 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2832891c-3f35-4a12-a9ce-2015bb3a0b29 tempest-QuotasNegativeTest-2069955242 tempest-QuotasNegativeTest-2069955242-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:02.968406 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730bfc65-eff8-4da5-847a-ed882ca2ed08 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:00:02.969091 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730bfc65-eff8-4da5-847a-ed882ca2ed08 None None] Checking segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:00:02.969264 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-2832891c-3f35-4a12-a9ce-2015bb3a0b29 tempest-QuotasNegativeTest-2069955242 tempest-QuotasNegativeTest-2069955242-project-admin] 10.222.0.65 "DELETE /v2.0/networks/fb1a2a75-7d73-427d-8527-b4b07c52c409 HTTP/1.1" status: 204 len: 168 time: 0.3423536 Feb 04 13:00:02.969769 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-730bfc65-eff8-4da5-847a-ed882ca2ed08 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:02.970558 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730bfc65-eff8-4da5-847a-ed882ca2ed08 None None] Bound using segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:00:02.971195 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-730bfc65-eff8-4da5-847a-ed882ca2ed08 None None] Bound port: e1406e0e-87c7-4355-908f-c4820ef4a261, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:00:02.971717 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-730bfc65-eff8-4da5-847a-ed882ca2ed08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (e1406e0e-87c7-4355-908f-c4820ef4a261), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:02.984474 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2832891c-3f35-4a12-a9ce-2015bb3a0b29 tempest-QuotasNegativeTest-2069955242 tempest-QuotasNegativeTest-2069955242-project-admin] Pushing event deleted for resources: {'Network': ['ID=fb1a2a75-7d73-427d-8527-b4b07c52c409,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:03.015674 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ba1f5f1f-6d53-43dd-81ca-c69f12cfec3f admin admin] Publish callbacks [] for security_group (6e58872c-f149-45a9-925a-42b903408ddc), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:03.021354 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b1594903-c4ee-451f-9ad3-ae8eaab1aa02 admin admin] Publish callbacks [] for port (579efd09-9b58-4329-8fb3-70423083f08c), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:03.024671 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ba1f5f1f-6d53-43dd-81ca-c69f12cfec3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (6e58872c-f149-45a9-925a-42b903408ddc), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:03.042006 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-730bfc65-eff8-4da5-847a-ed882ca2ed08 None None] For port e1406e0e-87c7-4355-908f-c4820ef4a261, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:00:03.046504 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-730bfc65-eff8-4da5-847a-ed882ca2ed08 None None] For port e1406e0e-87c7-4355-908f-c4820ef4a261, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=e1406e0e-87c7-4355-908f-c4820ef4a261,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:00:03.054219 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-730bfc65-eff8-4da5-847a-ed882ca2ed08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (e1406e0e-87c7-4355-908f-c4820ef4a261), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:03.058136 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1f5f1f-6d53-43dd-81ca-c69f12cfec3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e58872c-f149-45a9-925a-42b903408ddc,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:03.085537 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-ba1f5f1f-6d53-43dd-81ca-c69f12cfec3f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d66c2ba6ac4f427fb5a6839fbe9cdee4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2892826 Feb 04 13:00:03.087840 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 51980) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:03.110987 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b1594903-c4ee-451f-9ad3-ae8eaab1aa02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (579efd09-9b58-4329-8fb3-70423083f08c), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:03.135770 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730bfc65-eff8-4da5-847a-ed882ca2ed08 None None] Routers {'5b47ffd0-5187-44bf-a1a9-e59b5b922cde'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:00:03.137069 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-730bfc65-eff8-4da5-847a-ed882ca2ed08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:59:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['5b47ffd0-5187-44bf-a1a9-e59b5b922cde'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:00:03.148765 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8a570cab-2ade-46ee-90eb-63738926d5db admin admin] Publish callbacks [] for security_group (6e58872c-f149-45a9-925a-42b903408ddc), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:03.164276 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1594903-c4ee-451f-9ad3-ae8eaab1aa02 admin admin] Network aad72205-99f1-4498-9759-feceeaaf17dd is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:00:03.167969 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-b1594903-c4ee-451f-9ad3-ae8eaab1aa02 admin admin] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:00:03.172689 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1594903-c4ee-451f-9ad3-ae8eaab1aa02 admin admin] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:00:03.183131 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8a570cab-2ade-46ee-90eb-63738926d5db admin admin] Publish callbacks [] for security_group (6e58872c-f149-45a9-925a-42b903408ddc), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:03.187390 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0ba368-ee92-4231-b0f6-e40c929fd57b None None] Pushing event updated for resources: {'Port': ['ID=e1406e0e-87c7-4355-908f-c4820ef4a261,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:03.251878 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b1594903-c4ee-451f-9ad3-ae8eaab1aa02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1599818'] for router_interface (5b47ffd0-5187-44bf-a1a9-e59b5b922cde), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:03.255433 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1594903-c4ee-451f-9ad3-ae8eaab1aa02 admin admin] Pushing event updated for resources: {'Port': ['ID=579efd09-9b58-4329-8fb3-70423083f08c,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:03.282555 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8a570cab-2ade-46ee-90eb-63738926d5db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (6e58872c-f149-45a9-925a-42b903408ddc), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:03.286598 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8a570cab-2ade-46ee-90eb-63738926d5db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:03.289396 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-8a570cab-2ade-46ee-90eb-63738926d5db admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6e58872c-f149-45a9-925a-42b903408ddc HTTP/1.1" status: 204 len: 168 time: 0.2003109 Feb 04 13:00:03.298268 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-730bfc65-eff8-4da5-847a-ed882ca2ed08 None None] Set router 5b47ffd0-5187-44bf-a1a9-e59b5b922cde gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:00:03.312837 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a570cab-2ade-46ee-90eb-63738926d5db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e58872c-f149-45a9-925a-42b903408ddc,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:03.444002 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b1594903-c4ee-451f-9ad3-ae8eaab1aa02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (579efd09-9b58-4329-8fb3-70423083f08c), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:03.530589 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:00:03.571977 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-20d2cb80-2387-47bd-8208-f4966cbadbcb None None] Provisioning complete for port 579efd09-9b58-4329-8fb3-70423083f08c triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:00:03.572669 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-20d2cb80-2387-47bd-8208-f4966cbadbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (579efd09-9b58-4329-8fb3-70423083f08c), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:03.623393 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-20d2cb80-2387-47bd-8208-f4966cbadbcb None None] Port 579efd09-9b58-4329-8fb3-70423083f08c cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:00:03.627043 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-730bfc65-eff8-4da5-847a-ed882ca2ed08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b47ffd0-5187-44bf-a1a9-e59b5b922cde', 'name': 'tempest-TestVolumeBackupRestore-579211307-router', 'tenant_id': 'd97899bb83de48f19b584b6da57643aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'e1406e0e-87c7-4355-908f-c4820ef4a261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:59:58Z', 'updated_at': '2022-02-04T13:00:00Z', 'revision_number': 3, 'project_id': 'd97899bb83de48f19b584b6da57643aa', 'gw_port': {'id': 'e1406e0e-87c7-4355-908f-c4820ef4a261', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:26:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b47ffd0-5187-44bf-a1a9-e59b5b922cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:59:59Z', 'updated_at': '2022-02-04T13:00:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:00:03.667852 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730bfc65-eff8-4da5-847a-ed882ca2ed08 None None] The sync data for ids ['5b47ffd0-5187-44bf-a1a9-e59b5b922cde'] in n-d-825015-3 is: [{'id': '5b47ffd0-5187-44bf-a1a9-e59b5b922cde', 'name': 'tempest-TestVolumeBackupRestore-579211307-router', 'tenant_id': 'd97899bb83de48f19b584b6da57643aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'e1406e0e-87c7-4355-908f-c4820ef4a261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:59:58Z', 'updated_at': '2022-02-04T13:00:00Z', 'revision_number': 3, 'project_id': 'd97899bb83de48f19b584b6da57643aa', 'gw_port': {'id': 'e1406e0e-87c7-4355-908f-c4820ef4a261', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:26:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b47ffd0-5187-44bf-a1a9-e59b5b922cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:59:59Z', 'updated_at': '2022-02-04T13:00:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:00:03.674033 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b1594903-c4ee-451f-9ad3-ae8eaab1aa02 admin admin] Publish callbacks [] for port (579efd09-9b58-4329-8fb3-70423083f08c), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:03.681860 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b1594903-c4ee-451f-9ad3-ae8eaab1aa02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (579efd09-9b58-4329-8fb3-70423083f08c), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:03.750972 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 51992) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:03.761704 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1594903-c4ee-451f-9ad3-ae8eaab1aa02 admin admin] Pushing event updated for resources: {'Port': ['ID=579efd09-9b58-4329-8fb3-70423083f08c,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:03.764210 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b1594903-c4ee-451f-9ad3-ae8eaab1aa02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622202'] for router_interface (5b47ffd0-5187-44bf-a1a9-e59b5b922cde), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:03.899239 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1594903-c4ee-451f-9ad3-ae8eaab1aa02 admin admin] Network aad72205-99f1-4498-9759-feceeaaf17dd is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:00:03.901180 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-b1594903-c4ee-451f-9ad3-ae8eaab1aa02 admin admin] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:00:03.902823 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ff9c4fcd-77d1-4caa-a7db-5624fcb36da5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:04.096829 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ff9c4fcd-77d1-4caa-a7db-5624fcb36da5 admin admin] Publish callbacks [] for security_group (c8e38c3a-4f55-474b-9c4a-60550aeb05f1), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:04.102614 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ff9c4fcd-77d1-4caa-a7db-5624fcb36da5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (c8e38c3a-4f55-474b-9c4a-60550aeb05f1), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:04.166400 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9c4fcd-77d1-4caa-a7db-5624fcb36da5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8e38c3a-4f55-474b-9c4a-60550aeb05f1,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:04.185726 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-ff9c4fcd-77d1-4caa-a7db-5624fcb36da5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c44a17e216cd4a4dab1b91405ec1238c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4322479 Feb 04 13:00:04.188647 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52006) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:04.253037 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-52b90baf-0405-4bdd-a69c-60183f5bf44c None None] Provisioning complete for port 579efd09-9b58-4329-8fb3-70423083f08c triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:00:04.253551 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-52b90baf-0405-4bdd-a69c-60183f5bf44c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (579efd09-9b58-4329-8fb3-70423083f08c), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:04.301238 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e8831971-c9ba-474c-a6ea-0edc3815bdad admin admin] Publish callbacks [] for security_group (c8e38c3a-4f55-474b-9c4a-60550aeb05f1), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:04.304420 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-52b90baf-0405-4bdd-a69c-60183f5bf44c None None] Port 579efd09-9b58-4329-8fb3-70423083f08c cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:00:04.342649 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e8831971-c9ba-474c-a6ea-0edc3815bdad admin admin] Publish callbacks [] for security_group (c8e38c3a-4f55-474b-9c4a-60550aeb05f1), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:04.408392 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e8831971-c9ba-474c-a6ea-0edc3815bdad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (c8e38c3a-4f55-474b-9c4a-60550aeb05f1), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:04.413246 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e8831971-c9ba-474c-a6ea-0edc3815bdad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:04.414473 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-e8831971-c9ba-474c-a6ea-0edc3815bdad admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c8e38c3a-4f55-474b-9c4a-60550aeb05f1 HTTP/1.1" status: 204 len: 168 time: 0.2242875 Feb 04 13:00:04.424731 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8831971-c9ba-474c-a6ea-0edc3815bdad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8e38c3a-4f55-474b-9c4a-60550aeb05f1,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:04.494638 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1594903-c4ee-451f-9ad3-ae8eaab1aa02 admin admin] Router 5b47ffd0-5187-44bf-a1a9-e59b5b922cde has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:00:04.652103 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1594903-c4ee-451f-9ad3-ae8eaab1aa02 admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:00:04.674266 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-b1594903-c4ee-451f-9ad3-ae8eaab1aa02 admin admin] 10.222.0.65 "PUT /v2.0/routers/5b47ffd0-5187-44bf-a1a9-e59b5b922cde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9732277 Feb 04 13:00:04.897229 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52028) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:04.916890 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b13261c5-44be-4c39-a96b-2041f9c40b9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:05.014841 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b13261c5-44be-4c39-a96b-2041f9c40b9e admin admin] Publish callbacks [] for security_group (8f436442-bb92-469d-8faf-db081f90ab4a), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:05.019308 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b13261c5-44be-4c39-a96b-2041f9c40b9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (8f436442-bb92-469d-8faf-db081f90ab4a), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:05.062738 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-b13261c5-44be-4c39-a96b-2041f9c40b9e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7b6f7f27fcc245669249fee7f3500173&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1637111 Feb 04 13:00:05.063267 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 52032) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:05.063748 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13261c5-44be-4c39-a96b-2041f9c40b9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f436442-bb92-469d-8faf-db081f90ab4a,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:05.125267 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b8ace972-0699-4962-b7a0-52d8c95b7d9a admin admin] Publish callbacks [] for security_group (8f436442-bb92-469d-8faf-db081f90ab4a), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:05.148962 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b8ace972-0699-4962-b7a0-52d8c95b7d9a admin admin] Publish callbacks [] for security_group (8f436442-bb92-469d-8faf-db081f90ab4a), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:05.207042 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b8ace972-0699-4962-b7a0-52d8c95b7d9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (8f436442-bb92-469d-8faf-db081f90ab4a), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:05.213364 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b8ace972-0699-4962-b7a0-52d8c95b7d9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:05.214630 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-b8ace972-0699-4962-b7a0-52d8c95b7d9a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8f436442-bb92-469d-8faf-db081f90ab4a HTTP/1.1" status: 204 len: 168 time: 0.1499665 Feb 04 13:00:05.224297 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ace972-0699-4962-b7a0-52d8c95b7d9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f436442-bb92-469d-8faf-db081f90ab4a,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:05.478929 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52054) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:05.486454 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-3e480eb3-8eba-4bb3-8f36-4f06d5788c3c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1991447953-network', 'tenant_id': 'bd7a7c529c354599a627c0cdd997bc1d'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:00:05.505829 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e480eb3-8eba-4bb3-8f36-4f06d5788c3c admin admin] Made reservation on behalf of bd7a7c529c354599a627c0cdd997bc1d for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:00:05.508721 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3e480eb3-8eba-4bb3-8f36-4f06d5788c3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:05.522318 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3e480eb3-8eba-4bb3-8f36-4f06d5788c3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:05.627777 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3e480eb3-8eba-4bb3-8f36-4f06d5788c3c admin admin] Publish callbacks [] for security_group (2831df2a-c755-4370-9aee-b1aad5a3fd11), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:05.633511 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3e480eb3-8eba-4bb3-8f36-4f06d5788c3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (2831df2a-c755-4370-9aee-b1aad5a3fd11), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:05.667271 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e480eb3-8eba-4bb3-8f36-4f06d5788c3c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:00:05.674690 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e480eb3-8eba-4bb3-8f36-4f06d5788c3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2831df2a-c755-4370-9aee-b1aad5a3fd11,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:05.681266 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3e480eb3-8eba-4bb3-8f36-4f06d5788c3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (f4d70a85-aa2c-4a34-bc4b-f01786eb7ffc), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:05.681614 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-3e480eb3-8eba-4bb3-8f36-4f06d5788c3c admin admin] Added segment f4d70a85-aa2c-4a34-bc4b-f01786eb7ffc of type vlan for network 8eadd61e-3fe6-4056-b110-18c7f78075a7 Feb 04 13:00:05.733933 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3e480eb3-8eba-4bb3-8f36-4f06d5788c3c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (8eadd61e-3fe6-4056-b110-18c7f78075a7), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:05.773808 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3e480eb3-8eba-4bb3-8f36-4f06d5788c3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (8eadd61e-3fe6-4056-b110-18c7f78075a7), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:05.775158 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e480eb3-8eba-4bb3-8f36-4f06d5788c3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:05.775862 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3e480eb3-8eba-4bb3-8f36-4f06d5788c3c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:05.841510 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-3e480eb3-8eba-4bb3-8f36-4f06d5788c3c admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3612175 Feb 04 13:00:05.844241 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52072) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:05.851467 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-9b9c8e65-91c6-4f30-90bc-70547224b7ac admin admin] Request body: {'subnet': {'network_id': '8eadd61e-3fe6-4056-b110-18c7f78075a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1991447953-subnet', 'tenant_id': 'bd7a7c529c354599a627c0cdd997bc1d', 'ip_version': 4}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:00:05.853263 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21fe408-d588-42e7-8d54-5259f2e6ea98 None None] Sync routers for ids ['5b47ffd0-5187-44bf-a1a9-e59b5b922cde'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:00:05.869110 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e480eb3-8eba-4bb3-8f36-4f06d5788c3c admin admin] Pushing event updated for resources: {'Network': ['ID=8eadd61e-3fe6-4056-b110-18c7f78075a7,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:05.877284 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b9c8e65-91c6-4f30-90bc-70547224b7ac admin admin] Made reservation on behalf of bd7a7c529c354599a627c0cdd997bc1d for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:00:05.881370 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9b9c8e65-91c6-4f30-90bc-70547224b7ac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60610638'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:05.882702 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21fe408-d588-42e7-8d54-5259f2e6ea98 None None] Routers {'5b47ffd0-5187-44bf-a1a9-e59b5b922cde'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:00:05.885411 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-e21fe408-d588-42e7-8d54-5259f2e6ea98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:59:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['5b47ffd0-5187-44bf-a1a9-e59b5b922cde'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:00:05.908112 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 8eadd61e-3fe6-4056-b110-18c7f78075a7 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:00:06.083765 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device e1406e0e-87c7-4355-908f-c4820ef4a261 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:00:06.150456 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9b9c8e65-91c6-4f30-90bc-70547224b7ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59045178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60610680'] for subnet (ef74b5d6-87a2-41c8-8c63-b1980afe1dc8), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:06.198158 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port e1406e0e-87c7-4355-908f-c4820ef4a261 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:00:06.198689 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (e1406e0e-87c7-4355-908f-c4820ef4a261), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:06.226245 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9c8e65-91c6-4f30-90bc-70547224b7ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef74b5d6-87a2-41c8-8c63-b1980afe1dc8,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:06.257767 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9c8e65-91c6-4f30-90bc-70547224b7ac admin admin] Checking segment: {'id': 'f4d70a85-aa2c-4a34-bc4b-f01786eb7ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '8eadd61e-3fe6-4056-b110-18c7f78075a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:00:06.258139 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9c8e65-91c6-4f30-90bc-70547224b7ac admin admin] Network hostable DHCP agents. Network: 8eadd61e-3fe6-4056-b110-18c7f78075a7, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:00:06.284976 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9c8e65-91c6-4f30-90bc-70547224b7ac admin admin] Network 8eadd61e-3fe6-4056-b110-18c7f78075a7 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:00:06.296165 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-9b9c8e65-91c6-4f30-90bc-70547224b7ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 8eadd61e-3fe6-4056-b110-18c7f78075a7) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:00:06.305421 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9c8e65-91c6-4f30-90bc-70547224b7ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:06.306608 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9b9c8e65-91c6-4f30-90bc-70547224b7ac admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:06.312104 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b7b76c-f1ab-40e9-855a-719fbeafd913 None None] Network 8eadd61e-3fe6-4056-b110-18c7f78075a7 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:00:06.331708 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-9b9c8e65-91c6-4f30-90bc-70547224b7ac admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4864283 Feb 04 13:00:06.334374 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52092) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:06.341093 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-912b6433-d1af-4af1-bed5-1289eed5dc72 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1991447953-router', 'tenant_id': 'bd7a7c529c354599a627c0cdd997bc1d', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:00:06.346253 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-e21fe408-d588-42e7-8d54-5259f2e6ea98 None None] Set router 5b47ffd0-5187-44bf-a1a9-e59b5b922cde gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:00:06.365431 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 52094) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:06.368873 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-912b6433-d1af-4af1-bed5-1289eed5dc72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10933'] for router (810ac175-ea22-4b69-9eb7-94668c99a7f1), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:06.373243 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-912b6433-d1af-4af1-bed5-1289eed5dc72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10924'] for router (810ac175-ea22-4b69-9eb7-94668c99a7f1), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:06.509276 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-912b6433-d1af-4af1-bed5-1289eed5dc72 admin admin] Publish callbacks [] for router_controller (810ac175-ea22-4b69-9eb7-94668c99a7f1), precommit_add_association {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:06.570750 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-a4bb5b5e-f3f5-437b-afcf-0d33dcae48ae tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-2117068405'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:00:06.597477 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port e1406e0e-87c7-4355-908f-c4820ef4a261 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:00:06.601119 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (e1406e0e-87c7-4355-908f-c4820ef4a261), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:06.617416 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4bb5b5e-f3f5-437b-afcf-0d33dcae48ae tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Made reservation on behalf of 28823d1be89a4373833a0b6442186e0d for: {'network': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:00:06.622312 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a4bb5b5e-f3f5-437b-afcf-0d33dcae48ae tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:06.644936 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a4bb5b5e-f3f5-437b-afcf-0d33dcae48ae tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:06.664376 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port e1406e0e-87c7-4355-908f-c4820ef4a261, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=e1406e0e-87c7-4355-908f-c4820ef4a261,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:00:06.691253 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-e21fe408-d588-42e7-8d54-5259f2e6ea98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b47ffd0-5187-44bf-a1a9-e59b5b922cde', 'name': 'tempest-TestVolumeBackupRestore-579211307-router', 'tenant_id': 'd97899bb83de48f19b584b6da57643aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'e1406e0e-87c7-4355-908f-c4820ef4a261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:59:58Z', 'updated_at': '2022-02-04T13:00:03Z', 'revision_number': 4, 'project_id': 'd97899bb83de48f19b584b6da57643aa', 'gw_port': {'id': 'e1406e0e-87c7-4355-908f-c4820ef4a261', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:26:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b47ffd0-5187-44bf-a1a9-e59b5b922cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:59:59Z', 'updated_at': '2022-02-04T13:00:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '579efd09-9b58-4329-8fb3-70423083f08c', 'name': '', 'network_id': 'aad72205-99f1-4498-9759-feceeaaf17dd', 'tenant_id': 'd97899bb83de48f19b584b6da57643aa', 'mac_address': 'fa:16:3e:dd:a6:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b47ffd0-5187-44bf-a1a9-e59b5b922cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': '5f4da882-fd91-4cc6-ba86-4b722790b148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:00:02Z', 'updated_at': '2022-02-04T13:00:03Z', 'revision_number': 2, 'project_id': 'd97899bb83de48f19b584b6da57643aa', 'subnets': [{'id': '5f4da882-fd91-4cc6-ba86-4b722790b148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:00:06.704524 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (e1406e0e-87c7-4355-908f-c4820ef4a261), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:06.714337 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6387ec23-e99a-457a-a61d-6a8a3266021d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-8eadd61e-3fe6-4056-b110-18c7f78075a7', 'network_id': '8eadd61e-3fe6-4056-b110-18c7f78075a7', 'project_id': 'bd7a7c529c354599a627c0cdd997bc1d', 'fixed_ips': [{'subnet_id': 'ef74b5d6-87a2-41c8-8c63-b1980afe1dc8'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:00:06.715006 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6387ec23-e99a-457a-a61d-6a8a3266021d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:06.759898 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21fe408-d588-42e7-8d54-5259f2e6ea98 None None] Checking router: 5b47ffd0-5187-44bf-a1a9-e59b5b922cde for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:00:06.761447 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21fe408-d588-42e7-8d54-5259f2e6ea98 None None] Updating router 5b47ffd0-5187-44bf-a1a9-e59b5b922cde port 579efd09-9b58-4329-8fb3-70423083f08c binding host n-d-825015-3 {{(pid=103477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:00:06.799181 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a4bb5b5e-f3f5-437b-afcf-0d33dcae48ae tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for security_group (9ef4fb15-867d-41eb-817f-ecc646bbf75c), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:06.809868 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a4bb5b5e-f3f5-437b-afcf-0d33dcae48ae tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (9ef4fb15-867d-41eb-817f-ecc646bbf75c), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:06.823293 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=e1406e0e-87c7-4355-908f-c4820ef4a261,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:06.826001 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4bb5b5e-f3f5-437b-afcf-0d33dcae48ae tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=103475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:00:06.836213 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a4bb5b5e-f3f5-437b-afcf-0d33dcae48ae tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (c90e1acd-6828-4dc1-a041-2f0d39d337f9), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:06.836558 n-d-825015-3 neutron-server[103475]: INFO neutron.db.segments_db [None req-a4bb5b5e-f3f5-437b-afcf-0d33dcae48ae tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Added segment c90e1acd-6828-4dc1-a041-2f0d39d337f9 of type vlan for network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 Feb 04 13:00:06.867404 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e21fe408-d588-42e7-8d54-5259f2e6ea98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (579efd09-9b58-4329-8fb3-70423083f08c), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:06.881309 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-912b6433-d1af-4af1-bed5-1289eed5dc72 admin admin] Publish callbacks [] for router_gateway (810ac175-ea22-4b69-9eb7-94668c99a7f1), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:06.894017 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a4bb5b5e-f3f5-437b-afcf-0d33dcae48ae tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (38febd13-5a2a-4d46-a8bc-c2d73322ac82), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:06.943506 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bb5b5e-f3f5-437b-afcf-0d33dcae48ae tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ef4fb15-867d-41eb-817f-ecc646bbf75c,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:06.965263 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a4bb5b5e-f3f5-437b-afcf-0d33dcae48ae tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (38febd13-5a2a-4d46-a8bc-c2d73322ac82), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:06.970877 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4bb5b5e-f3f5-437b-afcf-0d33dcae48ae tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:06.971458 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a4bb5b5e-f3f5-437b-afcf-0d33dcae48ae tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:07.057065 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-a4bb5b5e-f3f5-437b-afcf-0d33dcae48ae tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6903312 Feb 04 13:00:07.057699 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 52114) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:07.064988 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-18d26170-1e90-48ce-b60f-9c7f57b674d1 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Request body: {'subnet': {'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:00:07.070309 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-6387ec23-e99a-457a-a61d-6a8a3266021d None None] Allocated IP 172.20.0.2 (8eadd61e-3fe6-4056-b110-18c7f78075a7/ef74b5d6-87a2-41c8-8c63-b1980afe1dc8/47940db1-e7c0-4c76-a74f-ff83659256b4) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:00:07.116766 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bb5b5e-f3f5-437b-afcf-0d33dcae48ae tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Pushing event updated for resources: {'Network': ['ID=38febd13-5a2a-4d46-a8bc-c2d73322ac82,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:07.189090 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:00:07.213384 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18d26170-1e90-48ce-b60f-9c7f57b674d1 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Made reservation on behalf of 28823d1be89a4373833a0b6442186e0d for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:00:07.217481 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-18d26170-1e90-48ce-b60f-9c7f57b674d1 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:07.251547 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-912b6433-d1af-4af1-bed5-1289eed5dc72 admin admin] Publish callbacks [] for router_gateway (810ac175-ea22-4b69-9eb7-94668c99a7f1), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:07.285754 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e21fe408-d588-42e7-8d54-5259f2e6ea98 None None] Publish callbacks [] for port (579efd09-9b58-4329-8fb3-70423083f08c), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:07.293459 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e21fe408-d588-42e7-8d54-5259f2e6ea98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (579efd09-9b58-4329-8fb3-70423083f08c), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:07.302240 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-912b6433-d1af-4af1-bed5-1289eed5dc72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:07.420680 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb7588b-fc4e-479a-8699-209b56207cc6 None None] Pushing event updated for resources: {'Port': ['ID=579efd09-9b58-4329-8fb3-70423083f08c,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:07.478597 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6387ec23-e99a-457a-a61d-6a8a3266021d None None] Publish callbacks [] for port (47940db1-e7c0-4c76-a74f-ff83659256b4), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:07.483208 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb7588b-fc4e-479a-8699-209b56207cc6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:07.483937 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb7588b-fc4e-479a-8699-209b56207cc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:07.484323 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb7588b-fc4e-479a-8699-209b56207cc6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:07.484665 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb7588b-fc4e-479a-8699-209b56207cc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:07.485003 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb7588b-fc4e-479a-8699-209b56207cc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:07.485373 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb7588b-fc4e-479a-8699-209b56207cc6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:07.485704 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb7588b-fc4e-479a-8699-209b56207cc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:07.486030 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb7588b-fc4e-479a-8699-209b56207cc6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:07.486397 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb7588b-fc4e-479a-8699-209b56207cc6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:07.486753 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb7588b-fc4e-479a-8699-209b56207cc6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:07.488855 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6387ec23-e99a-457a-a61d-6a8a3266021d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (47940db1-e7c0-4c76-a74f-ff83659256b4), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:07.491963 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb7588b-fc4e-479a-8699-209b56207cc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:07.492524 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb7588b-fc4e-479a-8699-209b56207cc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:07.492896 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb7588b-fc4e-479a-8699-209b56207cc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:07.502243 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-912b6433-d1af-4af1-bed5-1289eed5dc72 admin admin] Allocated IP 172.25.3.60 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/924486ea-152c-4918-887c-c14f3b3d07c8) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:00:07.527595 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-e21fe408-d588-42e7-8d54-5259f2e6ea98 None None] Attempting to bind port 579efd09-9b58-4329-8fb3-70423083f08c on host n-d-825015-3 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:00:07.528434 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-e21fe408-d588-42e7-8d54-5259f2e6ea98 None None] Attempting to bind port 579efd09-9b58-4329-8fb3-70423083f08c by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '7c5c1bb5-7cfa-46b2-aad7-de83b78e2361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'aad72205-99f1-4498-9759-feceeaaf17dd'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:00:07.529072 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21fe408-d588-42e7-8d54-5259f2e6ea98 None None] Attempting to bind port 579efd09-9b58-4329-8fb3-70423083f08c on network aad72205-99f1-4498-9759-feceeaaf17dd {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:00:07.540110 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21fe408-d588-42e7-8d54-5259f2e6ea98 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:00:07.540742 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21fe408-d588-42e7-8d54-5259f2e6ea98 None None] Checking segment: {'id': '7c5c1bb5-7cfa-46b2-aad7-de83b78e2361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'aad72205-99f1-4498-9759-feceeaaf17dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:00:07.541381 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e21fe408-d588-42e7-8d54-5259f2e6ea98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:07.542891 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21fe408-d588-42e7-8d54-5259f2e6ea98 None None] Bound using segment: {'id': '7c5c1bb5-7cfa-46b2-aad7-de83b78e2361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'aad72205-99f1-4498-9759-feceeaaf17dd'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:00:07.544308 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-e21fe408-d588-42e7-8d54-5259f2e6ea98 None None] Bound port: 579efd09-9b58-4329-8fb3-70423083f08c, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c5c1bb5-7cfa-46b2-aad7-de83b78e2361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'aad72205-99f1-4498-9759-feceeaaf17dd'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:00:07.545516 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e21fe408-d588-42e7-8d54-5259f2e6ea98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (579efd09-9b58-4329-8fb3-70423083f08c), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:07.567976 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6387ec23-e99a-457a-a61d-6a8a3266021d None None] Pushing event updated for resources: {'Port': ['ID=47940db1-e7c0-4c76-a74f-ff83659256b4,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:07.586496 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6387ec23-e99a-457a-a61d-6a8a3266021d None None] Network 8eadd61e-3fe6-4056-b110-18c7f78075a7 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:00:07.588569 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-6387ec23-e99a-457a-a61d-6a8a3266021d None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:00:07.592837 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6387ec23-e99a-457a-a61d-6a8a3266021d None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:00:07.628400 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-18d26170-1e90-48ce-b60f-9c7f57b674d1 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52094127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51452689'] for subnet (031a9acb-1628-447d-bc3e-ba32b5330e99), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:07.658104 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-e21fe408-d588-42e7-8d54-5259f2e6ea98 None None] For port 579efd09-9b58-4329-8fb3-70423083f08c, host n-d-825015-3, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:00:07.661664 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-e21fe408-d588-42e7-8d54-5259f2e6ea98 None None] For port 579efd09-9b58-4329-8fb3-70423083f08c, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=579efd09-9b58-4329-8fb3-70423083f08c,segment=NetworkSegment(7c5c1bb5-7cfa-46b2-aad7-de83b78e2361),segment_id=7c5c1bb5-7cfa-46b2-aad7-de83b78e2361)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:00:07.671011 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e21fe408-d588-42e7-8d54-5259f2e6ea98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (579efd09-9b58-4329-8fb3-70423083f08c), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:07.717597 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-6387ec23-e99a-457a-a61d-6a8a3266021d None None] Attempting to bind port 47940db1-e7c0-4c76-a74f-ff83659256b4 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:00:07.718021 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-6387ec23-e99a-457a-a61d-6a8a3266021d None None] Attempting to bind port 47940db1-e7c0-4c76-a74f-ff83659256b4 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': 'f4d70a85-aa2c-4a34-bc4b-f01786eb7ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '8eadd61e-3fe6-4056-b110-18c7f78075a7'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:00:07.718503 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6387ec23-e99a-457a-a61d-6a8a3266021d None None] Attempting to bind port 47940db1-e7c0-4c76-a74f-ff83659256b4 on network 8eadd61e-3fe6-4056-b110-18c7f78075a7 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:00:07.725689 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6387ec23-e99a-457a-a61d-6a8a3266021d None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:00:07.725918 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6387ec23-e99a-457a-a61d-6a8a3266021d None None] Checking segment: {'id': 'f4d70a85-aa2c-4a34-bc4b-f01786eb7ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '8eadd61e-3fe6-4056-b110-18c7f78075a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:00:07.726405 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6387ec23-e99a-457a-a61d-6a8a3266021d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:07.726804 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6387ec23-e99a-457a-a61d-6a8a3266021d None None] Bound using segment: {'id': 'f4d70a85-aa2c-4a34-bc4b-f01786eb7ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '8eadd61e-3fe6-4056-b110-18c7f78075a7'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:00:07.727291 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-6387ec23-e99a-457a-a61d-6a8a3266021d None None] Bound port: 47940db1-e7c0-4c76-a74f-ff83659256b4, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4d70a85-aa2c-4a34-bc4b-f01786eb7ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '8eadd61e-3fe6-4056-b110-18c7f78075a7'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:00:07.727763 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6387ec23-e99a-457a-a61d-6a8a3266021d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (47940db1-e7c0-4c76-a74f-ff83659256b4), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:07.735805 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52120) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:07.748193 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d26170-1e90-48ce-b60f-9c7f57b674d1 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Pushing event updated for resources: {'Subnet': ['ID=031a9acb-1628-447d-bc3e-ba32b5330e99,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:07.753069 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-912b6433-d1af-4af1-bed5-1289eed5dc72 admin admin] Publish callbacks [] for port (924486ea-152c-4918-887c-c14f3b3d07c8), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:07.759865 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21fe408-d588-42e7-8d54-5259f2e6ea98 None None] Routers {'5b47ffd0-5187-44bf-a1a9-e59b5b922cde'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:00:07.760501 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-e21fe408-d588-42e7-8d54-5259f2e6ea98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:59:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['5b47ffd0-5187-44bf-a1a9-e59b5b922cde'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:00:07.805697 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d26170-1e90-48ce-b60f-9c7f57b674d1 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Checking segment: {'id': 'c90e1acd-6828-4dc1-a041-2f0d39d337f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:00:07.808209 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d26170-1e90-48ce-b60f-9c7f57b674d1 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Network hostable DHCP agents. Network: 38febd13-5a2a-4d46-a8bc-c2d73322ac82, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:00:07.833623 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-912b6433-d1af-4af1-bed5-1289eed5dc72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (924486ea-152c-4918-887c-c14f3b3d07c8), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:07.851466 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-caa8f91b-1890-44e6-adc1-f966f2f7e9a8 None None] Provisioning complete for port 579efd09-9b58-4329-8fb3-70423083f08c triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:00:07.851895 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-caa8f91b-1890-44e6-adc1-f966f2f7e9a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (579efd09-9b58-4329-8fb3-70423083f08c), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:07.860763 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb7588b-fc4e-479a-8699-209b56207cc6 None None] Pushing event updated for resources: {'Port': ['ID=579efd09-9b58-4329-8fb3-70423083f08c,revision_number=4']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:07.874917 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d26170-1e90-48ce-b60f-9c7f57b674d1 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:00:07.898604 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-18d26170-1e90-48ce-b60f-9c7f57b674d1 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 38febd13-5a2a-4d46-a8bc-c2d73322ac82) {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:00:07.905287 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d26170-1e90-48ce-b60f-9c7f57b674d1 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:07.906470 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-18d26170-1e90-48ce-b60f-9c7f57b674d1 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:07.918178 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-e21fe408-d588-42e7-8d54-5259f2e6ea98 None None] Set router 5b47ffd0-5187-44bf-a1a9-e59b5b922cde gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:00:07.933389 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49e9559-b76d-4aa2-a76b-dbc2e437c4ac None None] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:00:07.940887 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-18d26170-1e90-48ce-b60f-9c7f57b674d1 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8795769 Feb 04 13:00:07.946305 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52124) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:07.956117 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-bf7565c1-3b47-4b18-811a-35e102007e71 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Request body: {'port': {'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82', 'name': 'tempest-NetworksTestDHCPv6-120124552'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:00:07.965247 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912b6433-d1af-4af1-bed5-1289eed5dc72 admin admin] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:00:07.987994 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-912b6433-d1af-4af1-bed5-1289eed5dc72 admin admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:00:08.022471 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912b6433-d1af-4af1-bed5-1289eed5dc72 admin admin] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:00:08.039672 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-6387ec23-e99a-457a-a61d-6a8a3266021d None None] For port 47940db1-e7c0-4c76-a74f-ff83659256b4, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:00:08.053987 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device e1406e0e-87c7-4355-908f-c4820ef4a261 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:00:08.103052 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912b6433-d1af-4af1-bed5-1289eed5dc72 admin admin] Pushing event updated for resources: {'Port': ['ID=924486ea-152c-4918-887c-c14f3b3d07c8,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:08.132331 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-6387ec23-e99a-457a-a61d-6a8a3266021d None None] For port 47940db1-e7c0-4c76-a74f-ff83659256b4, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=47940db1-e7c0-4c76-a74f-ff83659256b4,segment=NetworkSegment(f4d70a85-aa2c-4a34-bc4b-f01786eb7ffc),segment_id=f4d70a85-aa2c-4a34-bc4b-f01786eb7ffc)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:00:08.151436 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17fffad-2475-4c92-9822-497d16490180 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-38febd13-5a2a-4d46-a8bc-c2d73322ac82', 'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82', 'project_id': '28823d1be89a4373833a0b6442186e0d', 'fixed_ips': [{'subnet_id': '031a9acb-1628-447d-bc3e-ba32b5330e99'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:00:08.152948 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d17fffad-2475-4c92-9822-497d16490180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:08.153179 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ddc0137f-79ed-4b51-a46a-2df72ee7e593 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:08.164039 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6387ec23-e99a-457a-a61d-6a8a3266021d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (47940db1-e7c0-4c76-a74f-ff83659256b4), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:08.172971 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-e21fe408-d588-42e7-8d54-5259f2e6ea98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b47ffd0-5187-44bf-a1a9-e59b5b922cde', 'name': 'tempest-TestVolumeBackupRestore-579211307-router', 'tenant_id': 'd97899bb83de48f19b584b6da57643aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'e1406e0e-87c7-4355-908f-c4820ef4a261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:59:58Z', 'updated_at': '2022-02-04T13:00:03Z', 'revision_number': 4, 'project_id': 'd97899bb83de48f19b584b6da57643aa', 'gw_port': {'id': 'e1406e0e-87c7-4355-908f-c4820ef4a261', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:26:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b47ffd0-5187-44bf-a1a9-e59b5b922cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:59:59Z', 'updated_at': '2022-02-04T13:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '579efd09-9b58-4329-8fb3-70423083f08c', 'name': '', 'network_id': 'aad72205-99f1-4498-9759-feceeaaf17dd', 'tenant_id': 'd97899bb83de48f19b584b6da57643aa', 'mac_address': 'fa:16:3e:dd:a6:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b47ffd0-5187-44bf-a1a9-e59b5b922cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': '5f4da882-fd91-4cc6-ba86-4b722790b148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:00:02Z', 'updated_at': '2022-02-04T13:00:07Z', 'revision_number': 4, 'project_id': 'd97899bb83de48f19b584b6da57643aa', 'subnets': [{'id': '5f4da882-fd91-4cc6-ba86-4b722790b148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:00:08.202701 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21fe408-d588-42e7-8d54-5259f2e6ea98 None None] The sync data for ids ['5b47ffd0-5187-44bf-a1a9-e59b5b922cde'] in n-d-825015-3 is: [{'id': '5b47ffd0-5187-44bf-a1a9-e59b5b922cde', 'name': 'tempest-TestVolumeBackupRestore-579211307-router', 'tenant_id': 'd97899bb83de48f19b584b6da57643aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'e1406e0e-87c7-4355-908f-c4820ef4a261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:59:58Z', 'updated_at': '2022-02-04T13:00:03Z', 'revision_number': 4, 'project_id': 'd97899bb83de48f19b584b6da57643aa', 'gw_port': {'id': 'e1406e0e-87c7-4355-908f-c4820ef4a261', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:26:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b47ffd0-5187-44bf-a1a9-e59b5b922cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:59:59Z', 'updated_at': '2022-02-04T13:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '579efd09-9b58-4329-8fb3-70423083f08c', 'name': '', 'network_id': 'aad72205-99f1-4498-9759-feceeaaf17dd', 'tenant_id': 'd97899bb83de48f19b584b6da57643aa', 'mac_address': 'fa:16:3e:dd:a6:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b47ffd0-5187-44bf-a1a9-e59b5b922cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': '5f4da882-fd91-4cc6-ba86-4b722790b148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:00:02Z', 'updated_at': '2022-02-04T13:00:07Z', 'revision_number': 4, 'project_id': 'd97899bb83de48f19b584b6da57643aa', 'subnets': [{'id': '5f4da882-fd91-4cc6-ba86-4b722790b148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:00:08.361504 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6387ec23-e99a-457a-a61d-6a8a3266021d None None] Pushing event updated for resources: {'Port': ['ID=47940db1-e7c0-4c76-a74f-ff83659256b4,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:08.396802 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port e1406e0e-87c7-4355-908f-c4820ef4a261 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:00:08.397220 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (e1406e0e-87c7-4355-908f-c4820ef4a261), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:08.430003 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ddc0137f-79ed-4b51-a46a-2df72ee7e593 admin admin] Publish callbacks [] for security_group (baa00548-4de6-4c27-bdc7-66d07b9025ec), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:08.441066 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ddc0137f-79ed-4b51-a46a-2df72ee7e593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (baa00548-4de6-4c27-bdc7-66d07b9025ec), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:08.478153 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf7565c1-3b47-4b18-811a-35e102007e71 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Made reservation on behalf of 28823d1be89a4373833a0b6442186e0d for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:00:08.481599 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bf7565c1-3b47-4b18-811a-35e102007e71 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:08.496433 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-caa8f91b-1890-44e6-adc1-f966f2f7e9a8 None None] Current status of the port 579efd09-9b58-4329-8fb3-70423083f08c is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:00:08.496834 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-caa8f91b-1890-44e6-adc1-f966f2f7e9a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (579efd09-9b58-4329-8fb3-70423083f08c), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:08.568940 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-d17fffad-2475-4c92-9822-497d16490180 None None] Allocated IP 2001:db8::2 (38febd13-5a2a-4d46-a8bc-c2d73322ac82/031a9acb-1628-447d-bc3e-ba32b5330e99/d3eec920-d086-4c01-9d3b-272603f92279) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:00:08.628119 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-ddc0137f-79ed-4b51-a46a-2df72ee7e593 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c797e50dd6a14f2ea207a1228d5cf6c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8906236 Feb 04 13:00:08.630770 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 52126) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:08.663834 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [None req-bf7565c1-3b47-4b18-811a-35e102007e71 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] device_id is not set on port 7f7af30d-91a1-44b2-aae2-05b362ef2ed1 yet. {{(pid=103474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:00:08.743090 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a6155bc9-db0d-467e-99f8-c4dee87ea71f admin admin] Publish callbacks [] for security_group (baa00548-4de6-4c27-bdc7-66d07b9025ec), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:08.771391 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc0137f-79ed-4b51-a46a-2df72ee7e593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baa00548-4de6-4c27-bdc7-66d07b9025ec,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:08.792847 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a6155bc9-db0d-467e-99f8-c4dee87ea71f admin admin] Publish callbacks [] for security_group (baa00548-4de6-4c27-bdc7-66d07b9025ec), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:08.800874 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-caa8f91b-1890-44e6-adc1-f966f2f7e9a8 None None] For port 579efd09-9b58-4329-8fb3-70423083f08c, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=579efd09-9b58-4329-8fb3-70423083f08c,segment=NetworkSegment(7c5c1bb5-7cfa-46b2-aad7-de83b78e2361),segment_id=7c5c1bb5-7cfa-46b2-aad7-de83b78e2361)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:00:08.808280 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port e1406e0e-87c7-4355-908f-c4820ef4a261 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:00:08.816293 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-caa8f91b-1890-44e6-adc1-f966f2f7e9a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (579efd09-9b58-4329-8fb3-70423083f08c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:08.835515 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-912b6433-d1af-4af1-bed5-1289eed5dc72 admin admin] Publish callbacks [] for router_gateway (810ac175-ea22-4b69-9eb7-94668c99a7f1), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:08.861976 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a6155bc9-db0d-467e-99f8-c4dee87ea71f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (baa00548-4de6-4c27-bdc7-66d07b9025ec), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:08.867272 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d17fffad-2475-4c92-9822-497d16490180 None None] Publish callbacks [] for port (d3eec920-d086-4c01-9d3b-272603f92279), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:08.867844 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a6155bc9-db0d-467e-99f8-c4dee87ea71f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:08.873455 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-a6155bc9-db0d-467e-99f8-c4dee87ea71f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/baa00548-4de6-4c27-bdc7-66d07b9025ec HTTP/1.1" status: 204 len: 168 time: 0.2404206 Feb 04 13:00:08.884148 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6155bc9-db0d-467e-99f8-c4dee87ea71f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa00548-4de6-4c27-bdc7-66d07b9025ec,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:08.886722 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d17fffad-2475-4c92-9822-497d16490180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (d3eec920-d086-4c01-9d3b-272603f92279), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:08.949446 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa8f91b-1890-44e6-adc1-f966f2f7e9a8 None None] Pushing event updated for resources: {'Port': ['ID=579efd09-9b58-4329-8fb3-70423083f08c,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:09.007524 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17fffad-2475-4c92-9822-497d16490180 None None] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:00:09.015249 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-d17fffad-2475-4c92-9822-497d16490180 None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:00:09.020215 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-fa814b09-998a-4249-b3a2-a533ed4b6bc2 None None] Provisioning complete for port 579efd09-9b58-4329-8fb3-70423083f08c triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:00:09.020724 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fa814b09-998a-4249-b3a2-a533ed4b6bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (579efd09-9b58-4329-8fb3-70423083f08c), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:09.022871 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17fffad-2475-4c92-9822-497d16490180 None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:00:09.033773 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17fffad-2475-4c92-9822-497d16490180 None None] Pushing event updated for resources: {'Port': ['ID=d3eec920-d086-4c01-9d3b-272603f92279,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:09.117587 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-bf7565c1-3b47-4b18-811a-35e102007e71 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Allocated IP 2001:db8::1fa (38febd13-5a2a-4d46-a8bc-c2d73322ac82/031a9acb-1628-447d-bc3e-ba32b5330e99/7f7af30d-91a1-44b2-aae2-05b362ef2ed1) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:00:09.131466 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-912b6433-d1af-4af1-bed5-1289eed5dc72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141'] for router (810ac175-ea22-4b69-9eb7-94668c99a7f1), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:09.152192 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-d17fffad-2475-4c92-9822-497d16490180 None None] Attempting to bind port d3eec920-d086-4c01-9d3b-272603f92279 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:00:09.152792 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-d17fffad-2475-4c92-9822-497d16490180 None None] Attempting to bind port d3eec920-d086-4c01-9d3b-272603f92279 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': 'c90e1acd-6828-4dc1-a041-2f0d39d337f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:00:09.152935 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17fffad-2475-4c92-9822-497d16490180 None None] Attempting to bind port d3eec920-d086-4c01-9d3b-272603f92279 on network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:00:09.167538 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17fffad-2475-4c92-9822-497d16490180 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:00:09.167858 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17fffad-2475-4c92-9822-497d16490180 None None] Checking segment: {'id': 'c90e1acd-6828-4dc1-a041-2f0d39d337f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:00:09.168289 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d17fffad-2475-4c92-9822-497d16490180 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:09.168642 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17fffad-2475-4c92-9822-497d16490180 None None] Bound using segment: {'id': 'c90e1acd-6828-4dc1-a041-2f0d39d337f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:00:09.169188 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-d17fffad-2475-4c92-9822-497d16490180 None None] Bound port: d3eec920-d086-4c01-9d3b-272603f92279, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c90e1acd-6828-4dc1-a041-2f0d39d337f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:00:09.169530 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d17fffad-2475-4c92-9822-497d16490180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (d3eec920-d086-4c01-9d3b-272603f92279), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:09.277626 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-fa814b09-998a-4249-b3a2-a533ed4b6bc2 None None] Current status of the port 579efd09-9b58-4329-8fb3-70423083f08c is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:00:09.336593 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-d17fffad-2475-4c92-9822-497d16490180 None None] For port d3eec920-d086-4c01-9d3b-272603f92279, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:00:09.340240 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-d17fffad-2475-4c92-9822-497d16490180 None None] For port d3eec920-d086-4c01-9d3b-272603f92279, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=d3eec920-d086-4c01-9d3b-272603f92279,segment=NetworkSegment(c90e1acd-6828-4dc1-a041-2f0d39d337f9),segment_id=c90e1acd-6828-4dc1-a041-2f0d39d337f9)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:00:09.349851 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d17fffad-2475-4c92-9822-497d16490180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (d3eec920-d086-4c01-9d3b-272603f92279), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:09.393907 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 52132) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:09.423183 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9599699f-204f-4e48-9818-0bdd337b0a9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:09.464337 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bf7565c1-3b47-4b18-811a-35e102007e71 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for port (7f7af30d-91a1-44b2-aae2-05b362ef2ed1), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:09.472615 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17fffad-2475-4c92-9822-497d16490180 None None] Pushing event updated for resources: {'Port': ['ID=d3eec920-d086-4c01-9d3b-272603f92279,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:09.478045 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-912b6433-d1af-4af1-bed5-1289eed5dc72 admin admin] Router 810ac175-ea22-4b69-9eb7-94668c99a7f1 is scheduled to L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de with binding_index 1 {{(pid=103474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 13:00:09.567308 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9599699f-204f-4e48-9818-0bdd337b0a9d admin admin] Publish callbacks [] for security_group (5d60621b-4fc6-4c47-a6ff-ee080cd17266), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:09.574561 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9599699f-204f-4e48-9818-0bdd337b0a9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (5d60621b-4fc6-4c47-a6ff-ee080cd17266), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:09.615484 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-9599699f-204f-4e48-9818-0bdd337b0a9d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=617cf5c7b4824bc48228b9b65886b796&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2201777 Feb 04 13:00:09.617477 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 52134) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:09.619130 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bf7565c1-3b47-4b18-811a-35e102007e71 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (7f7af30d-91a1-44b2-aae2-05b362ef2ed1), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:09.680141 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9599699f-204f-4e48-9818-0bdd337b0a9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d60621b-4fc6-4c47-a6ff-ee080cd17266,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:09.707771 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7565c1-3b47-4b18-811a-35e102007e71 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Pushing event updated for resources: {'Port': ['ID=7f7af30d-91a1-44b2-aae2-05b362ef2ed1,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:09.726884 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7565c1-3b47-4b18-811a-35e102007e71 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:00:09.734219 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-bf7565c1-3b47-4b18-811a-35e102007e71 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:00:09.738954 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7565c1-3b47-4b18-811a-35e102007e71 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:00:09.744212 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7565c1-3b47-4b18-811a-35e102007e71 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:09.745404 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bf7565c1-3b47-4b18-811a-35e102007e71 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:09.749323 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5bbb018a-d6fb-416d-8453-147fdb48d5d6 admin admin] Publish callbacks [] for security_group (5d60621b-4fc6-4c47-a6ff-ee080cd17266), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:09.771121 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-912b6433-d1af-4af1-bed5-1289eed5dc72 admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:00:09.776216 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5bbb018a-d6fb-416d-8453-147fdb48d5d6 admin admin] Publish callbacks [] for security_group (5d60621b-4fc6-4c47-a6ff-ee080cd17266), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:09.799020 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec6c0e9-c817-4f04-994c-de0faebbaf3b None None] Sync routers for ids ['810ac175-ea22-4b69-9eb7-94668c99a7f1'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:00:09.803090 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-bf7565c1-3b47-4b18-811a-35e102007e71 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8504608 Feb 04 13:00:09.803903 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52136) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:09.823781 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec6c0e9-c817-4f04-994c-de0faebbaf3b None None] Routers {'810ac175-ea22-4b69-9eb7-94668c99a7f1'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:00:09.824632 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-5ec6c0e9-c817-4f04-994c-de0faebbaf3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:59:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['810ac175-ea22-4b69-9eb7-94668c99a7f1'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:00:09.873989 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-912b6433-d1af-4af1-bed5-1289eed5dc72 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:09.878878 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 52138) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:09.880482 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-912b6433-d1af-4af1-bed5-1289eed5dc72 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.5448649 Feb 04 13:00:09.937165 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efef0000-456c-46dd-8950-58ba1f4b7ee0 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:09.947394 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6dfed6-4592-44d5-b322-b6aedc53902c None None] Network 8eadd61e-3fe6-4056-b110-18c7f78075a7 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:00:09.948736 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efef0000-456c-46dd-8950-58ba1f4b7ee0 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:09.950436 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-efef0000-456c-46dd-8950-58ba1f4b7ee0 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1456308 Feb 04 13:00:09.954334 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52140) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:10.158510 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5bbb018a-d6fb-416d-8453-147fdb48d5d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (5d60621b-4fc6-4c47-a6ff-ee080cd17266), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:10.161171 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5bbb018a-d6fb-416d-8453-147fdb48d5d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:10.172437 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-0de35b8b-ddb9-45ca-9970-84c88987b599 None None] Provisioning complete for port 47940db1-e7c0-4c76-a74f-ff83659256b4 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:00:10.172979 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0de35b8b-ddb9-45ca-9970-84c88987b599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (47940db1-e7c0-4c76-a74f-ff83659256b4), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:10.178471 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-5bbb018a-d6fb-416d-8453-147fdb48d5d6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5d60621b-4fc6-4c47-a6ff-ee080cd17266 HTTP/1.1" status: 204 len: 168 time: 0.5596857 Feb 04 13:00:10.198050 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbb018a-d6fb-416d-8453-147fdb48d5d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d60621b-4fc6-4c47-a6ff-ee080cd17266,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:10.286510 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-5ec6c0e9-c817-4f04-994c-de0faebbaf3b None None] Set router 810ac175-ea22-4b69-9eb7-94668c99a7f1 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:00:10.382876 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 579efd09-9b58-4329-8fb3-70423083f08c up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:00:10.577463 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-e88cef7a-48f2-48c8-ae66-785fc22b9239 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Deleting port 7f7af30d-91a1-44b2-aae2-05b362ef2ed1 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:00:10.578204 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e88cef7a-48f2-48c8-ae66-785fc22b9239 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (7f7af30d-91a1-44b2-aae2-05b362ef2ed1), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:10.699432 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e88cef7a-48f2-48c8-ae66-785fc22b9239 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (7f7af30d-91a1-44b2-aae2-05b362ef2ed1), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:10.737379 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-e88cef7a-48f2-48c8-ae66-785fc22b9239 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Calling delete_port for 7f7af30d-91a1-44b2-aae2-05b362ef2ed1 owned by {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:00:10.758930 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d54af4d9-20d5-4979-8816-645ea5ef0ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:10.826680 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 579efd09-9b58-4329-8fb3-70423083f08c triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:00:10.827223 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (579efd09-9b58-4329-8fb3-70423083f08c), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:10.886074 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0de35b8b-ddb9-45ca-9970-84c88987b599 None None] Current status of the port 47940db1-e7c0-4c76-a74f-ff83659256b4 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:00:10.886600 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0de35b8b-ddb9-45ca-9970-84c88987b599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (47940db1-e7c0-4c76-a74f-ff83659256b4), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:10.963469 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0de35b8b-ddb9-45ca-9970-84c88987b599 None None] For port 47940db1-e7c0-4c76-a74f-ff83659256b4, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=47940db1-e7c0-4c76-a74f-ff83659256b4,segment=NetworkSegment(f4d70a85-aa2c-4a34-bc4b-f01786eb7ffc),segment_id=f4d70a85-aa2c-4a34-bc4b-f01786eb7ffc)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:00:10.979497 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0de35b8b-ddb9-45ca-9970-84c88987b599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (47940db1-e7c0-4c76-a74f-ff83659256b4), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:11.062742 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-5ec6c0e9-c817-4f04-994c-de0faebbaf3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '810ac175-ea22-4b69-9eb7-94668c99a7f1', 'name': 'tempest-TestVolumeBackupRestore-1991447953-router', 'tenant_id': 'bd7a7c529c354599a627c0cdd997bc1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '924486ea-152c-4918-887c-c14f3b3d07c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:00:06Z', 'updated_at': '2022-02-04T13:00:08Z', 'revision_number': 3, 'project_id': 'bd7a7c529c354599a627c0cdd997bc1d', 'gw_port': {'id': '924486ea-152c-4918-887c-c14f3b3d07c8', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d2:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '810ac175-ea22-4b69-9eb7-94668c99a7f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:00:07Z', 'updated_at': '2022-02-04T13:00:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:00:11.095087 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e88cef7a-48f2-48c8-ae66-785fc22b9239 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (7f7af30d-91a1-44b2-aae2-05b362ef2ed1), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:11.109982 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-d54af4d9-20d5-4979-8816-645ea5ef0ed3 admin admin] Allocated IP 172.20.0.1 (8eadd61e-3fe6-4056-b110-18c7f78075a7/ef74b5d6-87a2-41c8-8c63-b1980afe1dc8/6233b1df-98d6-4b6b-9c29-7d3b618ae910) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:00:11.113180 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 579efd09-9b58-4329-8fb3-70423083f08c is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:00:11.114126 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device d3eec920-d086-4c01-9d3b-272603f92279 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:00:11.121298 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec6c0e9-c817-4f04-994c-de0faebbaf3b None None] Checking router: 810ac175-ea22-4b69-9eb7-94668c99a7f1 for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:00:11.121777 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec6c0e9-c817-4f04-994c-de0faebbaf3b None None] Updating router 810ac175-ea22-4b69-9eb7-94668c99a7f1 port 924486ea-152c-4918-887c-c14f3b3d07c8 binding host n-d-825015-3 {{(pid=103476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:00:11.150091 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88cef7a-48f2-48c8-ae66-785fc22b9239 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Pushing event deleted for resources: {'Port': ['ID=7f7af30d-91a1-44b2-aae2-05b362ef2ed1,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:11.182661 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5ec6c0e9-c817-4f04-994c-de0faebbaf3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (924486ea-152c-4918-887c-c14f3b3d07c8), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:11.197258 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e88cef7a-48f2-48c8-ae66-785fc22b9239 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:11.205075 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-e88cef7a-48f2-48c8-ae66-785fc22b9239 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "DELETE /v2.0/ports/7f7af30d-91a1-44b2-aae2-05b362ef2ed1 HTTP/1.1" status: 204 len: 168 time: 1.2474363 Feb 04 13:00:11.205402 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52158) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:11.238151 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de35b8b-ddb9-45ca-9970-84c88987b599 None None] Pushing event updated for resources: {'Port': ['ID=47940db1-e7c0-4c76-a74f-ff83659256b4,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:11.267673 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d54af4d9-20d5-4979-8816-645ea5ef0ed3 admin admin] Publish callbacks [] for port (6233b1df-98d6-4b6b-9c29-7d3b618ae910), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:11.285232 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-3891b2d0-57ba-476a-8382-d43059f01355 None None] Provisioning complete for port 47940db1-e7c0-4c76-a74f-ff83659256b4 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:00:11.286967 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3891b2d0-57ba-476a-8382-d43059f01355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (47940db1-e7c0-4c76-a74f-ff83659256b4), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:11.326715 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d54af4d9-20d5-4979-8816-645ea5ef0ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (6233b1df-98d6-4b6b-9c29-7d3b618ae910), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:11.362103 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859e79b5-fdb5-4459-a8a3-b8aed99d4dbb tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:11.368656 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859e79b5-fdb5-4459-a8a3-b8aed99d4dbb tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:11.373356 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-859e79b5-fdb5-4459-a8a3-b8aed99d4dbb tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1637862 Feb 04 13:00:11.376448 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52164) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:11.429188 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54af4d9-20d5-4979-8816-645ea5ef0ed3 admin admin] Network 8eadd61e-3fe6-4056-b110-18c7f78075a7 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:00:11.433059 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-d54af4d9-20d5-4979-8816-645ea5ef0ed3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:00:11.441463 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54af4d9-20d5-4979-8816-645ea5ef0ed3 admin admin] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:00:11.474315 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-c75191e8-f682-49d3-9d21-49a620b4ef46 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Deleting subnet 031a9acb-1628-447d-bc3e-ba32b5330e99 {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:00:11.482687 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54af4d9-20d5-4979-8816-645ea5ef0ed3 admin admin] Pushing event updated for resources: {'Port': ['ID=6233b1df-98d6-4b6b-9c29-7d3b618ae910,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:11.483128 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c75191e8-f682-49d3-9d21-49a620b4ef46 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for subnet (031a9acb-1628-447d-bc3e-ba32b5330e99), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:11.505114 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d54af4d9-20d5-4979-8816-645ea5ef0ed3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1599818'] for router_interface (810ac175-ea22-4b69-9eb7-94668c99a7f1), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:11.518444 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4e3bd9-b464-4fbd-a40b-887dbe12f856 None None] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:00:11.523299 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port d3eec920-d086-4c01-9d3b-272603f92279 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:00:11.523675 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (d3eec920-d086-4c01-9d3b-272603f92279), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:11.597251 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c75191e8-f682-49d3-9d21-49a620b4ef46 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (031a9acb-1628-447d-bc3e-ba32b5330e99), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:11.711865 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c75191e8-f682-49d3-9d21-49a620b4ef46 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (031a9acb-1628-447d-bc3e-ba32b5330e99), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:11.722020 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d54af4d9-20d5-4979-8816-645ea5ef0ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (6233b1df-98d6-4b6b-9c29-7d3b618ae910), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:11.824932 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c75191e8-f682-49d3-9d21-49a620b4ef46 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (031a9acb-1628-447d-bc3e-ba32b5330e99), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:11.885991 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75191e8-f682-49d3-9d21-49a620b4ef46 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Pushing event deleted for resources: {'Subnet': ['ID=031a9acb-1628-447d-bc3e-ba32b5330e99,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:11.891202 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c75191e8-f682-49d3-9d21-49a620b4ef46 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:11.893935 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-3891b2d0-57ba-476a-8382-d43059f01355 None None] Current status of the port 47940db1-e7c0-4c76-a74f-ff83659256b4 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:00:11.895581 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-c75191e8-f682-49d3-9d21-49a620b4ef46 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "DELETE /v2.0/subnets/031a9acb-1628-447d-bc3e-ba32b5330e99 HTTP/1.1" status: 204 len: 168 time: 0.5177245 Feb 04 13:00:11.898210 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52172) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:11.948547 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-512cf501-8dc5-45cf-9e2d-ebfbb6368ac0 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0489700 Feb 04 13:00:11.951998 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 52176) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:11.965980 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-0a7b9d0f-c8de-4ad4-8d0b-5ea859218486 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Request body: {'subnet': {'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:00:12.013866 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port d3eec920-d086-4c01-9d3b-272603f92279 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:00:12.014307 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (d3eec920-d086-4c01-9d3b-272603f92279), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:12.080536 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5ec6c0e9-c817-4f04-994c-de0faebbaf3b None None] Publish callbacks [] for port (924486ea-152c-4918-887c-c14f3b3d07c8), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:12.083655 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-47b649d7-4041-4433-8702-b5b5c22962e0 None None] Provisioning complete for port 6233b1df-98d6-4b6b-9c29-7d3b618ae910 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:00:12.084231 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-47b649d7-4041-4433-8702-b5b5c22962e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (6233b1df-98d6-4b6b-9c29-7d3b618ae910), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:12.105075 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d54af4d9-20d5-4979-8816-645ea5ef0ed3 admin admin] Publish callbacks [] for port (6233b1df-98d6-4b6b-9c29-7d3b618ae910), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:12.119136 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d54af4d9-20d5-4979-8816-645ea5ef0ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (6233b1df-98d6-4b6b-9c29-7d3b618ae910), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:12.125836 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5ec6c0e9-c817-4f04-994c-de0faebbaf3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (924486ea-152c-4918-887c-c14f3b3d07c8), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:12.152795 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port d3eec920-d086-4c01-9d3b-272603f92279, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=d3eec920-d086-4c01-9d3b-272603f92279,segment=NetworkSegment(c90e1acd-6828-4dc1-a041-2f0d39d337f9),segment_id=c90e1acd-6828-4dc1-a041-2f0d39d337f9)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:00:12.181726 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d54af4d9-20d5-4979-8816-645ea5ef0ed3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622202'] for router_interface (810ac175-ea22-4b69-9eb7-94668c99a7f1), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:12.201201 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a7b9d0f-c8de-4ad4-8d0b-5ea859218486 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Made reservation on behalf of 28823d1be89a4373833a0b6442186e0d for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:00:12.205037 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0a7b9d0f-c8de-4ad4-8d0b-5ea859218486 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:12.224453 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5bd193-505b-4779-b15e-267a70b21f70 None None] Pushing event updated for resources: {'Port': ['ID=924486ea-152c-4918-887c-c14f3b3d07c8,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:12.244879 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-47b649d7-4041-4433-8702-b5b5c22962e0 None None] Port 6233b1df-98d6-4b6b-9c29-7d3b618ae910 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:00:12.248340 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (d3eec920-d086-4c01-9d3b-272603f92279), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:12.249206 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 47940db1-e7c0-4c76-a74f-ff83659256b4 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:00:12.331030 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf2f509-5fa0-4a32-b800-072db8048b7a None None] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:00:12.387101 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54af4d9-20d5-4979-8816-645ea5ef0ed3 admin admin] Pushing event updated for resources: {'Port': ['ID=6233b1df-98d6-4b6b-9c29-7d3b618ae910,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:12.408617 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-47b649d7-4041-4433-8702-b5b5c22962e0 None None] Provisioning complete for port d3eec920-d086-4c01-9d3b-272603f92279 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:00:12.409376 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-47b649d7-4041-4433-8702-b5b5c22962e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (d3eec920-d086-4c01-9d3b-272603f92279), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:12.451266 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54af4d9-20d5-4979-8816-645ea5ef0ed3 admin admin] Network 8eadd61e-3fe6-4056-b110-18c7f78075a7 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:00:12.454990 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-d54af4d9-20d5-4979-8816-645ea5ef0ed3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:00:12.456004 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-5ec6c0e9-c817-4f04-994c-de0faebbaf3b None None] Attempting to bind port 924486ea-152c-4918-887c-c14f3b3d07c8 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:00:12.456485 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-5ec6c0e9-c817-4f04-994c-de0faebbaf3b None None] Attempting to bind port 924486ea-152c-4918-887c-c14f3b3d07c8 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:00:12.456862 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec6c0e9-c817-4f04-994c-de0faebbaf3b None None] Attempting to bind port 924486ea-152c-4918-887c-c14f3b3d07c8 on network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:00:12.469631 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec6c0e9-c817-4f04-994c-de0faebbaf3b None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:00:12.469821 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec6c0e9-c817-4f04-994c-de0faebbaf3b None None] Checking segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:00:12.470383 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5ec6c0e9-c817-4f04-994c-de0faebbaf3b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:12.470570 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec6c0e9-c817-4f04-994c-de0faebbaf3b None None] Bound using segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:00:12.471052 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-5ec6c0e9-c817-4f04-994c-de0faebbaf3b None None] Bound port: 924486ea-152c-4918-887c-c14f3b3d07c8, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:00:12.471441 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5ec6c0e9-c817-4f04-994c-de0faebbaf3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (924486ea-152c-4918-887c-c14f3b3d07c8), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:12.512714 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=d3eec920-d086-4c01-9d3b-272603f92279,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:12.598073 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-5ec6c0e9-c817-4f04-994c-de0faebbaf3b None None] For port 924486ea-152c-4918-887c-c14f3b3d07c8, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:00:12.602156 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-5ec6c0e9-c817-4f04-994c-de0faebbaf3b None None] For port 924486ea-152c-4918-887c-c14f3b3d07c8, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=924486ea-152c-4918-887c-c14f3b3d07c8,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:00:12.604221 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 47940db1-e7c0-4c76-a74f-ff83659256b4 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:00:12.604711 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (47940db1-e7c0-4c76-a74f-ff83659256b4), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:12.672406 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5ec6c0e9-c817-4f04-994c-de0faebbaf3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (924486ea-152c-4918-887c-c14f3b3d07c8), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:12.679070 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0a7b9d0f-c8de-4ad4-8d0b-5ea859218486 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52094127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51452689'] for subnet (77d99d74-30ec-4930-a418-172eb9793a47), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:12.689766 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d54af4d9-20d5-4979-8816-645ea5ef0ed3 admin admin] Router 810ac175-ea22-4b69-9eb7-94668c99a7f1 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:00:12.731097 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7b9d0f-c8de-4ad4-8d0b-5ea859218486 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:00:12.737694 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-0a7b9d0f-c8de-4ad4-8d0b-5ea859218486 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:00:12.740589 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7b9d0f-c8de-4ad4-8d0b-5ea859218486 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:12.741288 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0a7b9d0f-c8de-4ad4-8d0b-5ea859218486 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:12.786791 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b9d0f-c8de-4ad4-8d0b-5ea859218486 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Pushing event updated for resources: {'Subnet': ['ID=77d99d74-30ec-4930-a418-172eb9793a47,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:12.794159 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-0a7b9d0f-c8de-4ad4-8d0b-5ea859218486 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8409956 Feb 04 13:00:12.797966 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52198) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:12.803998 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-47b649d7-4041-4433-8702-b5b5c22962e0 None None] Current status of the port d3eec920-d086-4c01-9d3b-272603f92279 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:00:12.808809 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-f76e16e8-9ff2-4cab-96ea-78d96b751139 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Request body: {'port': {'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82', 'name': 'tempest-NetworksTestDHCPv6-1025192561'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:00:12.870485 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be9361f-5fe2-4705-996d-6cf581cff99a None None] DHCP port deletion for 38febd13-5a2a-4d46-a8bc-c2d73322ac82 request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:00:12.920997 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec6c0e9-c817-4f04-994c-de0faebbaf3b None None] Routers {'810ac175-ea22-4b69-9eb7-94668c99a7f1'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:00:12.921651 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-5ec6c0e9-c817-4f04-994c-de0faebbaf3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:59:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['810ac175-ea22-4b69-9eb7-94668c99a7f1'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:00:12.922265 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d54af4d9-20d5-4979-8816-645ea5ef0ed3 admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:00:12.937587 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-d54af4d9-20d5-4979-8816-645ea5ef0ed3 admin admin] 10.222.0.65 "PUT /v2.0/routers/810ac175-ea22-4b69-9eb7-94668c99a7f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0518703 Feb 04 13:00:12.937926 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5bd193-505b-4779-b15e-267a70b21f70 None None] Pushing event updated for resources: {'Port': ['ID=924486ea-152c-4918-887c-c14f3b3d07c8,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:12.986086 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 47940db1-e7c0-4c76-a74f-ff83659256b4 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:00:12.989207 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f76e16e8-9ff2-4cab-96ea-78d96b751139 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Made reservation on behalf of 28823d1be89a4373833a0b6442186e0d for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:00:12.994596 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f76e16e8-9ff2-4cab-96ea-78d96b751139 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:13.019049 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [None req-f76e16e8-9ff2-4cab-96ea-78d96b751139 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] device_id is not set on port ec107006-d683-4aa6-8150-73948d3d0c05 yet. {{(pid=103474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:00:13.130207 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-5ed3ec3f-c57f-454f-a4db-ab5ab8a404ac None None] Provisioning complete for port 6233b1df-98d6-4b6b-9c29-7d3b618ae910 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:00:13.130495 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5ed3ec3f-c57f-454f-a4db-ab5ab8a404ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (6233b1df-98d6-4b6b-9c29-7d3b618ae910), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:13.226313 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-f76e16e8-9ff2-4cab-96ea-78d96b751139 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Allocated IP 2001:db8::222 (38febd13-5a2a-4d46-a8bc-c2d73322ac82/77d99d74-30ec-4930-a418-172eb9793a47/ec107006-d683-4aa6-8150-73948d3d0c05) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:00:13.362125 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 47940db1-e7c0-4c76-a74f-ff83659256b4 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:00:13.432450 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-5ed3ec3f-c57f-454f-a4db-ab5ab8a404ac None None] Port 6233b1df-98d6-4b6b-9c29-7d3b618ae910 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:00:13.452943 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-7be9361f-5fe2-4705-996d-6cf581cff99a None None] Deleting port d3eec920-d086-4c01-9d3b-272603f92279 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:00:13.453325 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7be9361f-5fe2-4705-996d-6cf581cff99a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (d3eec920-d086-4c01-9d3b-272603f92279), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:13.458546 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-5ec6c0e9-c817-4f04-994c-de0faebbaf3b None None] Set router 810ac175-ea22-4b69-9eb7-94668c99a7f1 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:00:13.502600 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f76e16e8-9ff2-4cab-96ea-78d96b751139 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for port (ec107006-d683-4aa6-8150-73948d3d0c05), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:13.549545 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-5ed3ec3f-c57f-454f-a4db-ab5ab8a404ac None None] Provisioning complete for port d3eec920-d086-4c01-9d3b-272603f92279 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:00:13.549937 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5ed3ec3f-c57f-454f-a4db-ab5ab8a404ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (d3eec920-d086-4c01-9d3b-272603f92279), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:13.554212 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f76e16e8-9ff2-4cab-96ea-78d96b751139 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (ec107006-d683-4aa6-8150-73948d3d0c05), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:13.607342 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76e16e8-9ff2-4cab-96ea-78d96b751139 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:00:13.610811 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-f76e16e8-9ff2-4cab-96ea-78d96b751139 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:00:13.614963 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76e16e8-9ff2-4cab-96ea-78d96b751139 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:00:13.620446 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76e16e8-9ff2-4cab-96ea-78d96b751139 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:13.621219 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f76e16e8-9ff2-4cab-96ea-78d96b751139 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:13.628644 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76e16e8-9ff2-4cab-96ea-78d96b751139 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Pushing event updated for resources: {'Port': ['ID=ec107006-d683-4aa6-8150-73948d3d0c05,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:13.647575 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-f76e16e8-9ff2-4cab-96ea-78d96b751139 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.8473535 Feb 04 13:00:13.649586 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52240) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:13.667445 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 47940db1-e7c0-4c76-a74f-ff83659256b4 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:00:13.667979 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (47940db1-e7c0-4c76-a74f-ff83659256b4), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:13.722116 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ad1a12-9464-4a18-af42-0a53a33be810 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:13.728554 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ad1a12-9464-4a18-af42-0a53a33be810 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:13.730472 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-a3ad1a12-9464-4a18-af42-0a53a33be810 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.0795996 Feb 04 13:00:13.735907 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52252) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:13.785580 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-7be9361f-5fe2-4705-996d-6cf581cff99a None None] For port d3eec920-d086-4c01-9d3b-272603f92279, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=d3eec920-d086-4c01-9d3b-272603f92279,segment=NetworkSegment(c90e1acd-6828-4dc1-a041-2f0d39d337f9),segment_id=c90e1acd-6828-4dc1-a041-2f0d39d337f9)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:00:13.785984 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7be9361f-5fe2-4705-996d-6cf581cff99a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (d3eec920-d086-4c01-9d3b-272603f92279), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:13.813143 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-7be9361f-5fe2-4705-996d-6cf581cff99a None None] Calling delete_port for d3eec920-d086-4c01-9d3b-272603f92279 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:00:13.859462 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 52254) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:13.863283 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-32103b8a-12d1-42ef-afc1-f19b9088ea32 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Deleting port ec107006-d683-4aa6-8150-73948d3d0c05 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:00:13.863783 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-32103b8a-12d1-42ef-afc1-f19b9088ea32 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (ec107006-d683-4aa6-8150-73948d3d0c05), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:13.926020 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-5ed3ec3f-c57f-454f-a4db-ab5ab8a404ac None None] Current status of the port d3eec920-d086-4c01-9d3b-272603f92279 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:00:13.977356 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-32103b8a-12d1-42ef-afc1-f19b9088ea32 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (ec107006-d683-4aa6-8150-73948d3d0c05), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:13.993231 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-32103b8a-12d1-42ef-afc1-f19b9088ea32 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Calling delete_port for ec107006-d683-4aa6-8150-73948d3d0c05 owned by {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:00:14.057726 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 47940db1-e7c0-4c76-a74f-ff83659256b4 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:00:14.086194 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-771e4544-bd66-4ad4-ab6e-169dec5c761c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:14.096360 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7be9361f-5fe2-4705-996d-6cf581cff99a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (d3eec920-d086-4c01-9d3b-272603f92279), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:14.105696 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-5ec6c0e9-c817-4f04-994c-de0faebbaf3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '810ac175-ea22-4b69-9eb7-94668c99a7f1', 'name': 'tempest-TestVolumeBackupRestore-1991447953-router', 'tenant_id': 'bd7a7c529c354599a627c0cdd997bc1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '924486ea-152c-4918-887c-c14f3b3d07c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:00:06Z', 'updated_at': '2022-02-04T13:00:11Z', 'revision_number': 4, 'project_id': 'bd7a7c529c354599a627c0cdd997bc1d', 'gw_port': {'id': '924486ea-152c-4918-887c-c14f3b3d07c8', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d2:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '810ac175-ea22-4b69-9eb7-94668c99a7f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:00:07Z', 'updated_at': '2022-02-04T13:00:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '6233b1df-98d6-4b6b-9c29-7d3b618ae910', 'name': '', 'network_id': '8eadd61e-3fe6-4056-b110-18c7f78075a7', 'tenant_id': 'bd7a7c529c354599a627c0cdd997bc1d', 'mac_address': 'fa:16:3e:54:18:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '810ac175-ea22-4b69-9eb7-94668c99a7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': 'ef74b5d6-87a2-41c8-8c63-b1980afe1dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:00:10Z', 'updated_at': '2022-02-04T13:00:11Z', 'revision_number': 2, 'project_id': 'bd7a7c529c354599a627c0cdd997bc1d', 'subnets': [{'id': 'ef74b5d6-87a2-41c8-8c63-b1980afe1dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:00:14.174416 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device d3eec920-d086-4c01-9d3b-272603f92279 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:00:14.178567 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be9361f-5fe2-4705-996d-6cf581cff99a None None] Pushing event deleted for resources: {'Port': ['ID=d3eec920-d086-4c01-9d3b-272603f92279,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:14.182557 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec6c0e9-c817-4f04-994c-de0faebbaf3b None None] The sync data for ids ['810ac175-ea22-4b69-9eb7-94668c99a7f1'] in n-d-825015-3 is: [{'id': '810ac175-ea22-4b69-9eb7-94668c99a7f1', 'name': 'tempest-TestVolumeBackupRestore-1991447953-router', 'tenant_id': 'bd7a7c529c354599a627c0cdd997bc1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '924486ea-152c-4918-887c-c14f3b3d07c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:00:06Z', 'updated_at': '2022-02-04T13:00:11Z', 'revision_number': 4, 'project_id': 'bd7a7c529c354599a627c0cdd997bc1d', 'gw_port': {'id': '924486ea-152c-4918-887c-c14f3b3d07c8', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d2:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '810ac175-ea22-4b69-9eb7-94668c99a7f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:00:07Z', 'updated_at': '2022-02-04T13:00:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '6233b1df-98d6-4b6b-9c29-7d3b618ae910', 'name': '', 'network_id': '8eadd61e-3fe6-4056-b110-18c7f78075a7', 'tenant_id': 'bd7a7c529c354599a627c0cdd997bc1d', 'mac_address': 'fa:16:3e:54:18:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '810ac175-ea22-4b69-9eb7-94668c99a7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': 'ef74b5d6-87a2-41c8-8c63-b1980afe1dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:00:10Z', 'updated_at': '2022-02-04T13:00:11Z', 'revision_number': 2, 'project_id': 'bd7a7c529c354599a627c0cdd997bc1d', 'subnets': [{'id': 'ef74b5d6-87a2-41c8-8c63-b1980afe1dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:00:14.209008 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be9361f-5fe2-4705-996d-6cf581cff99a None None] No DVR routers for this DVR port d3eec920-d086-4c01-9d3b-272603f92279 on host n-d-825015-3 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:00:14.213895 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-32103b8a-12d1-42ef-afc1-f19b9088ea32 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (ec107006-d683-4aa6-8150-73948d3d0c05), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:14.214108 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: d3eec920-d086-4c01-9d3b-272603f92279 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:00:14.214335 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device d3eec920-d086-4c01-9d3b-272603f92279 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:00:14.242438 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb937d62-ea31-4dd0-a97b-7f3de41587cf None None] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:00:14.300034 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-771e4544-bd66-4ad4-ab6e-169dec5c761c admin admin] Publish callbacks [] for security_group (19ddf3c7-cc9e-4f3e-a22d-17cd4bd6d94f), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:14.307430 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-771e4544-bd66-4ad4-ab6e-169dec5c761c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (19ddf3c7-cc9e-4f3e-a22d-17cd4bd6d94f), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:14.308306 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32103b8a-12d1-42ef-afc1-f19b9088ea32 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Pushing event deleted for resources: {'Port': ['ID=ec107006-d683-4aa6-8150-73948d3d0c05,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:14.343113 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-32103b8a-12d1-42ef-afc1-f19b9088ea32 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:14.351026 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-32103b8a-12d1-42ef-afc1-f19b9088ea32 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "DELETE /v2.0/ports/ec107006-d683-4aa6-8150-73948d3d0c05 HTTP/1.1" status: 204 len: 168 time: 0.6137311 Feb 04 13:00:14.354343 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52264) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:14.389437 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a646c248-fba3-4d27-9ca5-1b2de29046d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-38febd13-5a2a-4d46-a8bc-c2d73322ac82', 'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82', 'project_id': '28823d1be89a4373833a0b6442186e0d', 'fixed_ips': [{'subnet_id': '77d99d74-30ec-4930-a418-172eb9793a47'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:00:14.390411 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a646c248-fba3-4d27-9ca5-1b2de29046d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:14.400602 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771e4544-bd66-4ad4-ab6e-169dec5c761c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19ddf3c7-cc9e-4f3e-a22d-17cd4bd6d94f,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:14.407523 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-771e4544-bd66-4ad4-ab6e-169dec5c761c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fd8fa2ef5f0c41fba0044553a3261cb7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5442109 Feb 04 13:00:14.410354 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52270) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:14.437044 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc068d7b-66b0-48d0-8cda-fda91d3f8729 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:14.438662 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc068d7b-66b0-48d0-8cda-fda91d3f8729 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:14.443036 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-fc068d7b-66b0-48d0-8cda-fda91d3f8729 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0856848 Feb 04 13:00:14.443875 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52276) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:14.546736 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-95a879c2-80cf-4330-8658-4b93bc81bfcd tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Deleting subnet 77d99d74-30ec-4930-a418-172eb9793a47 {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:00:14.546736 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-95a879c2-80cf-4330-8658-4b93bc81bfcd tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for subnet (77d99d74-30ec-4930-a418-172eb9793a47), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:14.625573 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-95a879c2-80cf-4330-8658-4b93bc81bfcd tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (77d99d74-30ec-4930-a418-172eb9793a47), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:14.630754 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3133b5c2-444a-449f-8aea-627823fe96d3 admin admin] Publish callbacks [] for security_group (19ddf3c7-cc9e-4f3e-a22d-17cd4bd6d94f), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:14.689013 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3133b5c2-444a-449f-8aea-627823fe96d3 admin admin] Publish callbacks [] for security_group (19ddf3c7-cc9e-4f3e-a22d-17cd4bd6d94f), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:14.715771 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-95a879c2-80cf-4330-8658-4b93bc81bfcd tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (77d99d74-30ec-4930-a418-172eb9793a47), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:14.809934 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server [None req-a646c248-fba3-4d27-9ca5-1b2de29046d4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 77d99d74-30ec-4930-a418-172eb9793a47: This subnet is being modified by another concurrent operation. Feb 04 13:00:14.809934 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 04 13:00:14.809934 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 04 13:00:14.809934 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 04 13:00:14.809934 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 04 13:00:14.809934 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 04 13:00:14.809934 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 04 13:00:14.809934 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 04 13:00:14.809934 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 04 13:00:14.809934 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 04 13:00:14.809934 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 13:00:14.809934 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 13:00:14.809934 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 13:00:14.809934 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 13:00:14.809934 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 13:00:14.809934 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 13:00:14.809934 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 13:00:14.809934 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 13:00:14.809934 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 13:00:14.809934 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 13:00:14.809934 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 13:00:14.809934 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 13:00:14.809934 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 13:00:14.809934 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 13:00:14.809934 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 13:00:14.809934 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 13:00:14.809934 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 13:00:14.809934 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 13:00:14.809934 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 13:00:14.809934 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 13:00:14.809934 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 13:00:14.809934 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 13:00:14.809934 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 13:00:14.809934 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 13:00:14.809934 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 04 13:00:14.809934 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 04 13:00:14.809934 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 04 13:00:14.809934 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 04 13:00:14.809934 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 04 13:00:14.809934 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 04 13:00:14.809934 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 04 13:00:14.809934 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 04 13:00:14.809934 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 04 13:00:14.809934 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 13:00:14.809934 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 04 13:00:14.809934 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 13:00:14.809934 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 13:00:14.809934 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 13:00:14.809934 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 13:00:14.809934 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 13:00:14.809934 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 13:00:14.809934 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 13:00:14.809934 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 13:00:14.809934 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 13:00:14.809934 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 13:00:14.809934 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 13:00:14.809934 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 13:00:14.809934 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 13:00:14.809934 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 13:00:14.809934 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 13:00:14.809934 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 13:00:14.809934 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 13:00:14.809934 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 13:00:14.809934 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 13:00:14.809934 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 13:00:14.809934 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 13:00:14.809934 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 13:00:14.809934 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 13:00:14.809934 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 13:00:14.809934 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 13:00:14.809934 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port Feb 04 13:00:14.809934 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 04 13:00:14.809934 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db Feb 04 13:00:14.809934 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 04 13:00:14.809934 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 04 13:00:14.809934 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 04 13:00:14.809934 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 04 13:00:14.809934 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 04 13:00:14.809934 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 04 13:00:14.809934 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 13:00:14.809934 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 04 13:00:14.809934 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 04 13:00:14.809934 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 04 13:00:14.809934 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 04 13:00:14.809934 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 04 13:00:14.809934 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 04 13:00:14.809934 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 04 13:00:14.809934 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 04 13:00:14.809934 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 04 13:00:14.809934 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server raise exception Feb 04 13:00:14.809934 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 77d99d74-30ec-4930-a418-172eb9793a47: This subnet is being modified by another concurrent operation. Feb 04 13:00:14.809934 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server Feb 04 13:00:14.817999 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-95a879c2-80cf-4330-8658-4b93bc81bfcd tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (77d99d74-30ec-4930-a418-172eb9793a47), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:14.822471 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3133b5c2-444a-449f-8aea-627823fe96d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (19ddf3c7-cc9e-4f3e-a22d-17cd4bd6d94f), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:14.826151 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3133b5c2-444a-449f-8aea-627823fe96d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:14.828353 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-3133b5c2-444a-449f-8aea-627823fe96d3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/19ddf3c7-cc9e-4f3e-a22d-17cd4bd6d94f HTTP/1.1" status: 204 len: 168 time: 0.4168422 Feb 04 13:00:14.852020 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2912d2d9-0e56-4911-9bd0-7f4cd4d0aec7 None None] get_active_networks_info from n-d-825015-3 {{(pid=103476) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 04 13:00:14.871272 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a879c2-80cf-4330-8658-4b93bc81bfcd tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Pushing event deleted for resources: {'Subnet': ['ID=77d99d74-30ec-4930-a418-172eb9793a47,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:14.888350 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3133b5c2-444a-449f-8aea-627823fe96d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19ddf3c7-cc9e-4f3e-a22d-17cd4bd6d94f,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:14.891766 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-95a879c2-80cf-4330-8658-4b93bc81bfcd tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:14.898796 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 52300) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:14.899618 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-95a879c2-80cf-4330-8658-4b93bc81bfcd tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "DELETE /v2.0/subnets/77d99d74-30ec-4930-a418-172eb9793a47 HTTP/1.1" status: 204 len: 168 time: 0.4540951 Feb 04 13:00:14.973412 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2912d2d9-0e56-4911-9bd0-7f4cd4d0aec7 None None] Resources bound (agent type, host, resource id): {{(pid=103476) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 13:00:15.018763 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52302) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:15.025157 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-7c902eb8-fda9-45d3-a561-ec6c6dc4e92f tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Request body: {'subnet': {'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:00:15.039288 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-86b423a5-15fe-4a5d-be17-3e7e6abd09bb tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1381893 Feb 04 13:00:15.198915 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c902eb8-fda9-45d3-a561-ec6c6dc4e92f tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Made reservation on behalf of 28823d1be89a4373833a0b6442186e0d for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:00:15.205938 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7c902eb8-fda9-45d3-a561-ec6c6dc4e92f tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60610638'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:15.416533 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 52308) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:15.435808 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-10100890-ce70-4780-906d-08250008bf7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:15.513522 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7c902eb8-fda9-45d3-a561-ec6c6dc4e92f tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59045178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60610680'] for subnet (43302c16-9015-4233-ad53-c1b906291580), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:15.530873 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-10100890-ce70-4780-906d-08250008bf7d admin admin] Publish callbacks [] for security_group (470cb9b8-aa99-4a0d-9f4f-f59999fa21a9), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:15.538513 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-10100890-ce70-4780-906d-08250008bf7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (470cb9b8-aa99-4a0d-9f4f-f59999fa21a9), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:15.555977 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5a2b4078-a4ea-4026-92c1-65fbd1845517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:15.572450 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c902eb8-fda9-45d3-a561-ec6c6dc4e92f tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:00:15.578480 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-7c902eb8-fda9-45d3-a561-ec6c6dc4e92f tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:00:15.583985 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c902eb8-fda9-45d3-a561-ec6c6dc4e92f tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:15.587216 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-10100890-ce70-4780-906d-08250008bf7d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bd0b30aa8ad5408fb89f01cb1f2d6dde&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1663344 Feb 04 13:00:15.587479 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7c902eb8-fda9-45d3-a561-ec6c6dc4e92f tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:15.588774 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 52310) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:15.596131 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56430109-e083-4c37-bc3b-16c5f01c4953 None None] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:00:15.599358 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c902eb8-fda9-45d3-a561-ec6c6dc4e92f tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Pushing event updated for resources: {'Subnet': ['ID=43302c16-9015-4233-ad53-c1b906291580,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:15.605215 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10100890-ce70-4780-906d-08250008bf7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=470cb9b8-aa99-4a0d-9f4f-f59999fa21a9,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:15.647825 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-7c902eb8-fda9-45d3-a561-ec6c6dc4e92f tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6258709 Feb 04 13:00:15.648600 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52312) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:15.659521 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-8ed70126-9503-4fa2-b441-b62386b34ace tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Request body: {'port': {'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82', 'name': 'tempest-NetworksTestDHCPv6-378639958'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:00:15.675182 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-57174532-bec1-44ec-b5f6-4df125c94841 admin admin] Publish callbacks [] for security_group (470cb9b8-aa99-4a0d-9f4f-f59999fa21a9), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:15.698448 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-57174532-bec1-44ec-b5f6-4df125c94841 admin admin] Publish callbacks [] for security_group (470cb9b8-aa99-4a0d-9f4f-f59999fa21a9), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:15.778666 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-57174532-bec1-44ec-b5f6-4df125c94841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (470cb9b8-aa99-4a0d-9f4f-f59999fa21a9), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:15.787054 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-57174532-bec1-44ec-b5f6-4df125c94841 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:15.787054 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-57174532-bec1-44ec-b5f6-4df125c94841 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/470cb9b8-aa99-4a0d-9f4f-f59999fa21a9 HTTP/1.1" status: 204 len: 168 time: 0.1952753 Feb 04 13:00:15.793623 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eaecab7-ec7b-485a-8c36-bc1585d00802 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-38febd13-5a2a-4d46-a8bc-c2d73322ac82', 'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82', 'project_id': '28823d1be89a4373833a0b6442186e0d', 'fixed_ips': [{'subnet_id': '43302c16-9015-4233-ad53-c1b906291580'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:00:15.800855 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0eaecab7-ec7b-485a-8c36-bc1585d00802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:15.801195 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57174532-bec1-44ec-b5f6-4df125c94841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=470cb9b8-aa99-4a0d-9f4f-f59999fa21a9,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:15.849640 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ed70126-9503-4fa2-b441-b62386b34ace tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Made reservation on behalf of 28823d1be89a4373833a0b6442186e0d for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:00:15.853472 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8ed70126-9503-4fa2-b441-b62386b34ace tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:15.876729 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [None req-8ed70126-9503-4fa2-b441-b62386b34ace tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] device_id is not set on port 0b868205-4365-43f1-9168-d285b07b2055 yet. {{(pid=103474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:00:16.058065 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-0eaecab7-ec7b-485a-8c36-bc1585d00802 None None] Allocated IP 2001:db8::2 (38febd13-5a2a-4d46-a8bc-c2d73322ac82/43302c16-9015-4233-ad53-c1b906291580/4fcc4a2b-563a-4d7e-9219-42d79bddb6e7) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:00:16.303008 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0eaecab7-ec7b-485a-8c36-bc1585d00802 None None] Publish callbacks [] for port (4fcc4a2b-563a-4d7e-9219-42d79bddb6e7), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:16.316235 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0eaecab7-ec7b-485a-8c36-bc1585d00802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (4fcc4a2b-563a-4d7e-9219-42d79bddb6e7), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:16.357652 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eaecab7-ec7b-485a-8c36-bc1585d00802 None None] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:00:16.361403 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-0eaecab7-ec7b-485a-8c36-bc1585d00802 None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:00:16.365496 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eaecab7-ec7b-485a-8c36-bc1585d00802 None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:00:16.411684 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaecab7-ec7b-485a-8c36-bc1585d00802 None None] Pushing event updated for resources: {'Port': ['ID=4fcc4a2b-563a-4d7e-9219-42d79bddb6e7,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:16.442030 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-8ed70126-9503-4fa2-b441-b62386b34ace tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Allocated IP 2001:db8::70 (38febd13-5a2a-4d46-a8bc-c2d73322ac82/43302c16-9015-4233-ad53-c1b906291580/0b868205-4365-43f1-9168-d285b07b2055) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:00:16.468514 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-0eaecab7-ec7b-485a-8c36-bc1585d00802 None None] Attempting to bind port 4fcc4a2b-563a-4d7e-9219-42d79bddb6e7 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:00:16.468892 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-0eaecab7-ec7b-485a-8c36-bc1585d00802 None None] Attempting to bind port 4fcc4a2b-563a-4d7e-9219-42d79bddb6e7 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': 'c90e1acd-6828-4dc1-a041-2f0d39d337f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:00:16.469525 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eaecab7-ec7b-485a-8c36-bc1585d00802 None None] Attempting to bind port 4fcc4a2b-563a-4d7e-9219-42d79bddb6e7 on network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:00:16.478128 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eaecab7-ec7b-485a-8c36-bc1585d00802 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:00:16.478570 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eaecab7-ec7b-485a-8c36-bc1585d00802 None None] Checking segment: {'id': 'c90e1acd-6828-4dc1-a041-2f0d39d337f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:00:16.478984 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0eaecab7-ec7b-485a-8c36-bc1585d00802 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:16.479489 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eaecab7-ec7b-485a-8c36-bc1585d00802 None None] Bound using segment: {'id': 'c90e1acd-6828-4dc1-a041-2f0d39d337f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:00:16.479994 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-0eaecab7-ec7b-485a-8c36-bc1585d00802 None None] Bound port: 4fcc4a2b-563a-4d7e-9219-42d79bddb6e7, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c90e1acd-6828-4dc1-a041-2f0d39d337f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:00:16.480659 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0eaecab7-ec7b-485a-8c36-bc1585d00802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (4fcc4a2b-563a-4d7e-9219-42d79bddb6e7), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:16.567378 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0eaecab7-ec7b-485a-8c36-bc1585d00802 None None] For port 4fcc4a2b-563a-4d7e-9219-42d79bddb6e7, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:00:16.572831 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0eaecab7-ec7b-485a-8c36-bc1585d00802 None None] For port 4fcc4a2b-563a-4d7e-9219-42d79bddb6e7, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=4fcc4a2b-563a-4d7e-9219-42d79bddb6e7,segment=NetworkSegment(c90e1acd-6828-4dc1-a041-2f0d39d337f9),segment_id=c90e1acd-6828-4dc1-a041-2f0d39d337f9)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:00:16.579970 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0eaecab7-ec7b-485a-8c36-bc1585d00802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (4fcc4a2b-563a-4d7e-9219-42d79bddb6e7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:16.688097 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaecab7-ec7b-485a-8c36-bc1585d00802 None None] Pushing event updated for resources: {'Port': ['ID=4fcc4a2b-563a-4d7e-9219-42d79bddb6e7,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:16.694080 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8ed70126-9503-4fa2-b441-b62386b34ace tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for port (0b868205-4365-43f1-9168-d285b07b2055), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:16.747757 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8ed70126-9503-4fa2-b441-b62386b34ace tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (0b868205-4365-43f1-9168-d285b07b2055), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:16.801386 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed70126-9503-4fa2-b441-b62386b34ace tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:00:16.805617 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-8ed70126-9503-4fa2-b441-b62386b34ace tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:00:16.812821 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed70126-9503-4fa2-b441-b62386b34ace tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:00:16.818887 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed70126-9503-4fa2-b441-b62386b34ace tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:16.819872 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8ed70126-9503-4fa2-b441-b62386b34ace tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:16.836786 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed70126-9503-4fa2-b441-b62386b34ace tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Pushing event updated for resources: {'Port': ['ID=0b868205-4365-43f1-9168-d285b07b2055,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:16.861008 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-8ed70126-9503-4fa2-b441-b62386b34ace tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2103035 Feb 04 13:00:16.863915 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52334) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:16.991769 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4c3096-d2be-4d85-bb4a-9849dd3457ce tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:17.003201 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4c3096-d2be-4d85-bb4a-9849dd3457ce tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:17.003201 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-3a4c3096-d2be-4d85-bb4a-9849dd3457ce tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.1367114 Feb 04 13:00:17.005445 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52338) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:17.165029 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-3fa6f286-e48f-4a07-930a-540499decaf1 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Deleting port 0b868205-4365-43f1-9168-d285b07b2055 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:00:17.165379 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3fa6f286-e48f-4a07-930a-540499decaf1 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (0b868205-4365-43f1-9168-d285b07b2055), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:17.285886 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3fa6f286-e48f-4a07-930a-540499decaf1 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (0b868205-4365-43f1-9168-d285b07b2055), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:17.333223 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-3fa6f286-e48f-4a07-930a-540499decaf1 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Calling delete_port for 0b868205-4365-43f1-9168-d285b07b2055 owned by {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:00:17.384294 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 924486ea-152c-4918-887c-c14f3b3d07c8 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:00:17.506150 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 924486ea-152c-4918-887c-c14f3b3d07c8 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:00:17.506725 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (924486ea-152c-4918-887c-c14f3b3d07c8), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:17.544875 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3fa6f286-e48f-4a07-930a-540499decaf1 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (0b868205-4365-43f1-9168-d285b07b2055), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:17.580887 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa6f286-e48f-4a07-930a-540499decaf1 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Pushing event deleted for resources: {'Port': ['ID=0b868205-4365-43f1-9168-d285b07b2055,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:17.633293 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3fa6f286-e48f-4a07-930a-540499decaf1 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:17.639855 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 52352) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:17.645110 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 924486ea-152c-4918-887c-c14f3b3d07c8 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:00:17.646132 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (924486ea-152c-4918-887c-c14f3b3d07c8), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:17.650037 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-3fa6f286-e48f-4a07-930a-540499decaf1 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "DELETE /v2.0/ports/0b868205-4365-43f1-9168-d285b07b2055 HTTP/1.1" status: 204 len: 168 time: 0.6434653 Feb 04 13:00:17.702742 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a774d2e4-b488-4194-a026-39f6083f0013 None None] Sync routers for ids ['810ac175-ea22-4b69-9eb7-94668c99a7f1'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:00:17.704184 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port 924486ea-152c-4918-887c-c14f3b3d07c8, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=924486ea-152c-4918-887c-c14f3b3d07c8,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:00:17.711518 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (924486ea-152c-4918-887c-c14f3b3d07c8), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:17.713831 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 4fcc4a2b-563a-4d7e-9219-42d79bddb6e7 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:00:17.715560 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a774d2e4-b488-4194-a026-39f6083f0013 None None] Routers {'810ac175-ea22-4b69-9eb7-94668c99a7f1'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:00:17.717568 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-a774d2e4-b488-4194-a026-39f6083f0013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T12:59:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['810ac175-ea22-4b69-9eb7-94668c99a7f1'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:00:17.768377 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c785999c-c60d-4395-ba8f-d258be0fc5a5 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:17.770701 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c785999c-c60d-4395-ba8f-d258be0fc5a5 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:17.772474 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-c785999c-c60d-4395-ba8f-d258be0fc5a5 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1316257 Feb 04 13:00:17.775174 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 52358) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:17.835233 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_v2 [None req-14408494-a707-4fac-9706-9a21a70c0bb6 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Deleting subnet 43302c16-9015-4233-ad53-c1b906291580 {{(pid=103475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:00:17.839171 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-14408494-a707-4fac-9706-9a21a70c0bb6 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for subnet (43302c16-9015-4233-ad53-c1b906291580), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:17.882650 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-a774d2e4-b488-4194-a026-39f6083f0013 None None] Set router 810ac175-ea22-4b69-9eb7-94668c99a7f1 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:00:17.933352 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-14408494-a707-4fac-9706-9a21a70c0bb6 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51859329'] for subnet (43302c16-9015-4233-ad53-c1b906291580), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:17.959124 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=924486ea-152c-4918-887c-c14f3b3d07c8,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:17.969724 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 4fcc4a2b-563a-4d7e-9219-42d79bddb6e7 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:00:17.970148 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (4fcc4a2b-563a-4d7e-9219-42d79bddb6e7), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:18.141233 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5421dc9f-60d5-4ad3-8987-f87b39ad0ec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:18.152579 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-14408494-a707-4fac-9706-9a21a70c0bb6 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (43302c16-9015-4233-ad53-c1b906291580), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:18.234535 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 4fcc4a2b-563a-4d7e-9219-42d79bddb6e7 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:00:18.234938 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (4fcc4a2b-563a-4d7e-9219-42d79bddb6e7), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:18.283688 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-14408494-a707-4fac-9706-9a21a70c0bb6 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-52093282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51452698'] for subnet (43302c16-9015-4233-ad53-c1b906291580), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:18.306963 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-a774d2e4-b488-4194-a026-39f6083f0013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '810ac175-ea22-4b69-9eb7-94668c99a7f1', 'name': 'tempest-TestVolumeBackupRestore-1991447953-router', 'tenant_id': 'bd7a7c529c354599a627c0cdd997bc1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '924486ea-152c-4918-887c-c14f3b3d07c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:00:06Z', 'updated_at': '2022-02-04T13:00:11Z', 'revision_number': 4, 'project_id': 'bd7a7c529c354599a627c0cdd997bc1d', 'gw_port': {'id': '924486ea-152c-4918-887c-c14f3b3d07c8', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810ac175-ea22-4b69-9eb7-94668c99a7f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:00:07Z', 'updated_at': '2022-02-04T13:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '6233b1df-98d6-4b6b-9c29-7d3b618ae910', 'name': '', 'network_id': '8eadd61e-3fe6-4056-b110-18c7f78075a7', 'tenant_id': 'bd7a7c529c354599a627c0cdd997bc1d', 'mac_address': 'fa:16:3e:54:18:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '810ac175-ea22-4b69-9eb7-94668c99a7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': 'ef74b5d6-87a2-41c8-8c63-b1980afe1dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:00:10Z', 'updated_at': '2022-02-04T13:00:11Z', 'revision_number': 2, 'project_id': 'bd7a7c529c354599a627c0cdd997bc1d', 'subnets': [{'id': 'ef74b5d6-87a2-41c8-8c63-b1980afe1dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:00:18.345541 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14408494-a707-4fac-9706-9a21a70c0bb6 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Pushing event deleted for resources: {'Subnet': ['ID=43302c16-9015-4233-ad53-c1b906291580,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:18.383536 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a774d2e4-b488-4194-a026-39f6083f0013 None None] Checking router: 810ac175-ea22-4b69-9eb7-94668c99a7f1 for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:00:18.384461 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a774d2e4-b488-4194-a026-39f6083f0013 None None] Updating router 810ac175-ea22-4b69-9eb7-94668c99a7f1 port 6233b1df-98d6-4b6b-9c29-7d3b618ae910 binding host n-d-825015-3 {{(pid=103477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:00:18.384887 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-14408494-a707-4fac-9706-9a21a70c0bb6 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:18.394219 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-14408494-a707-4fac-9706-9a21a70c0bb6 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "DELETE /v2.0/subnets/43302c16-9015-4233-ad53-c1b906291580 HTTP/1.1" status: 204 len: 168 time: 0.6177194 Feb 04 13:00:18.396850 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52376) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:18.409240 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.db.api [None req-b116c552-173d-469e-b16f-751f4467941a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103476) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:00:18.409601 n-d-825015-3 neutron-server[103476]: DEBUG oslo_db.api [None req-b116c552-173d-469e-b16f-751f4467941a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:00:18.529905 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a774d2e4-b488-4194-a026-39f6083f0013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (6233b1df-98d6-4b6b-9c29-7d3b618ae910), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:18.556853 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-e72c7052-6560-456f-8bdd-9123219c88dc tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1564791 Feb 04 13:00:18.557238 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 52382) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:18.572158 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c43ab6-0996-4b0f-86ba-459fdac365dc None None] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:00:18.677871 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-26102819-ed2c-4415-9241-d962a02b93ee None None] Provisioning complete for port 4fcc4a2b-563a-4d7e-9219-42d79bddb6e7 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:00:18.678480 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-26102819-ed2c-4415-9241-d962a02b93ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (4fcc4a2b-563a-4d7e-9219-42d79bddb6e7), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:18.819020 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11fefbdc-50b3-4ddb-8cd5-988b1cbbd314 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:18.823318 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52386) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:18.834119 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-11fefbdc-50b3-4ddb-8cd5-988b1cbbd314 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2725453 Feb 04 13:00:18.889744 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5b250e-eb93-4d2e-bf06-ff025e8314ff tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:18.891713 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-7e5b250e-eb93-4d2e-bf06-ff025e8314ff tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0670824 Feb 04 13:00:18.894328 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52388) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:18.902073 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-26102819-ed2c-4415-9241-d962a02b93ee None None] Current status of the port 4fcc4a2b-563a-4d7e-9219-42d79bddb6e7 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:00:18.902477 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-26102819-ed2c-4415-9241-d962a02b93ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (4fcc4a2b-563a-4d7e-9219-42d79bddb6e7), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:18.902976 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 52390) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:18.944911 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-a5f4c357-4fcf-46a8-9754-c66fa2ee24b8 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0494161 Feb 04 13:00:18.949636 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 52394) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:18.955847 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-bab80c6a-eb8d-4089-bc03-3312ca06ae16 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Request body: {'subnet': {'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:00:19.132536 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-720ae948-d6f2-48e5-bc50-a546f07ab25f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:19.141082 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bab80c6a-eb8d-4089-bc03-3312ca06ae16 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Made reservation on behalf of 28823d1be89a4373833a0b6442186e0d for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:00:19.150866 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bab80c6a-eb8d-4089-bc03-3312ca06ae16 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:19.183260 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-26102819-ed2c-4415-9241-d962a02b93ee None None] For port 4fcc4a2b-563a-4d7e-9219-42d79bddb6e7, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=4fcc4a2b-563a-4d7e-9219-42d79bddb6e7,segment=NetworkSegment(c90e1acd-6828-4dc1-a041-2f0d39d337f9),segment_id=c90e1acd-6828-4dc1-a041-2f0d39d337f9)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:00:19.194926 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905777a9-db5a-4442-90aa-e804aca8a8ba None None] DHCP port deletion for 38febd13-5a2a-4d46-a8bc-c2d73322ac82 request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:00:19.204180 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-26102819-ed2c-4415-9241-d962a02b93ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (4fcc4a2b-563a-4d7e-9219-42d79bddb6e7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:19.210706 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 4fcc4a2b-563a-4d7e-9219-42d79bddb6e7 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:00:19.211337 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (4fcc4a2b-563a-4d7e-9219-42d79bddb6e7), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:19.223025 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a774d2e4-b488-4194-a026-39f6083f0013 None None] Publish callbacks [] for port (6233b1df-98d6-4b6b-9c29-7d3b618ae910), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:19.235318 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a774d2e4-b488-4194-a026-39f6083f0013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (6233b1df-98d6-4b6b-9c29-7d3b618ae910), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:19.360311 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0ef2dc-4f2c-44e3-9d1e-138f4b3fe6d4 None None] Pushing event updated for resources: {'Port': ['ID=6233b1df-98d6-4b6b-9c29-7d3b618ae910,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:19.375213 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.db.api [None req-b116c552-173d-469e-b16f-751f4467941a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103476) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:00:19.375852 n-d-825015-3 neutron-server[103476]: DEBUG oslo_db.api [None req-b116c552-173d-469e-b16f-751f4467941a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:00:19.376678 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:19.379833 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26102819-ed2c-4415-9241-d962a02b93ee None None] Pushing event updated for resources: {'Port': ['ID=4fcc4a2b-563a-4d7e-9219-42d79bddb6e7,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:19.398316 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-720ae948-d6f2-48e5-bc50-a546f07ab25f admin admin] Publish callbacks [] for security_group (1acde33b-8322-4258-9a68-1f3429ba6f64), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:19.408554 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-720ae948-d6f2-48e5-bc50-a546f07ab25f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (1acde33b-8322-4258-9a68-1f3429ba6f64), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:19.409592 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-905777a9-db5a-4442-90aa-e804aca8a8ba None None] Deleting port 4fcc4a2b-563a-4d7e-9219-42d79bddb6e7 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:00:19.410265 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-905777a9-db5a-4442-90aa-e804aca8a8ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (4fcc4a2b-563a-4d7e-9219-42d79bddb6e7), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:19.490355 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-a774d2e4-b488-4194-a026-39f6083f0013 None None] Attempting to bind port 6233b1df-98d6-4b6b-9c29-7d3b618ae910 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:00:19.490817 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-a774d2e4-b488-4194-a026-39f6083f0013 None None] Attempting to bind port 6233b1df-98d6-4b6b-9c29-7d3b618ae910 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': 'f4d70a85-aa2c-4a34-bc4b-f01786eb7ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '8eadd61e-3fe6-4056-b110-18c7f78075a7'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:00:19.491292 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a774d2e4-b488-4194-a026-39f6083f0013 None None] Attempting to bind port 6233b1df-98d6-4b6b-9c29-7d3b618ae910 on network 8eadd61e-3fe6-4056-b110-18c7f78075a7 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:00:19.499570 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a774d2e4-b488-4194-a026-39f6083f0013 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:00:19.500000 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a774d2e4-b488-4194-a026-39f6083f0013 None None] Checking segment: {'id': 'f4d70a85-aa2c-4a34-bc4b-f01786eb7ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '8eadd61e-3fe6-4056-b110-18c7f78075a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:00:19.500470 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a774d2e4-b488-4194-a026-39f6083f0013 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:19.500605 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52396) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:19.501046 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a774d2e4-b488-4194-a026-39f6083f0013 None None] Bound using segment: {'id': 'f4d70a85-aa2c-4a34-bc4b-f01786eb7ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '8eadd61e-3fe6-4056-b110-18c7f78075a7'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:00:19.501333 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-a774d2e4-b488-4194-a026-39f6083f0013 None None] Bound port: 6233b1df-98d6-4b6b-9c29-7d3b618ae910, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4d70a85-aa2c-4a34-bc4b-f01786eb7ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '8eadd61e-3fe6-4056-b110-18c7f78075a7'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:00:19.501862 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a774d2e4-b488-4194-a026-39f6083f0013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (6233b1df-98d6-4b6b-9c29-7d3b618ae910), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:19.512184 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-720ae948-d6f2-48e5-bc50-a546f07ab25f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=07a1b2f6f6ff4c03835ab8231946990c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5960145 Feb 04 13:00:19.512430 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-905777a9-db5a-4442-90aa-e804aca8a8ba None None] For port 4fcc4a2b-563a-4d7e-9219-42d79bddb6e7, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=4fcc4a2b-563a-4d7e-9219-42d79bddb6e7,segment=NetworkSegment(c90e1acd-6828-4dc1-a041-2f0d39d337f9),segment_id=c90e1acd-6828-4dc1-a041-2f0d39d337f9)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:00:19.512680 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-905777a9-db5a-4442-90aa-e804aca8a8ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (4fcc4a2b-563a-4d7e-9219-42d79bddb6e7), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:19.526244 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720ae948-d6f2-48e5-bc50-a546f07ab25f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1acde33b-8322-4258-9a68-1f3429ba6f64,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:19.532589 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-905777a9-db5a-4442-90aa-e804aca8a8ba None None] Calling delete_port for 4fcc4a2b-563a-4d7e-9219-42d79bddb6e7 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:00:19.552239 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bab80c6a-eb8d-4089-bc03-3312ca06ae16 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52094127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51452689'] for subnet (a67a9b96-6dcd-44b0-82ae-3f9e9c9519c6), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:19.619695 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6b90f822-d3f5-4b07-bb25-bb8a7bdd9353 admin admin] Publish callbacks [] for security_group (1acde33b-8322-4258-9a68-1f3429ba6f64), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:19.628989 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-a774d2e4-b488-4194-a026-39f6083f0013 None None] For port 6233b1df-98d6-4b6b-9c29-7d3b618ae910, host n-d-825015-3, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:00:19.659679 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-a774d2e4-b488-4194-a026-39f6083f0013 None None] For port 6233b1df-98d6-4b6b-9c29-7d3b618ae910, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=6233b1df-98d6-4b6b-9c29-7d3b618ae910,segment=NetworkSegment(f4d70a85-aa2c-4a34-bc4b-f01786eb7ffc),segment_id=f4d70a85-aa2c-4a34-bc4b-f01786eb7ffc)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:00:19.673306 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a774d2e4-b488-4194-a026-39f6083f0013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (6233b1df-98d6-4b6b-9c29-7d3b618ae910), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:19.677103 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-905777a9-db5a-4442-90aa-e804aca8a8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (4fcc4a2b-563a-4d7e-9219-42d79bddb6e7), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:19.681042 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6b90f822-d3f5-4b07-bb25-bb8a7bdd9353 admin admin] Publish callbacks [] for security_group (1acde33b-8322-4258-9a68-1f3429ba6f64), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:19.704770 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab80c6a-eb8d-4089-bc03-3312ca06ae16 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Pushing event updated for resources: {'Subnet': ['ID=a67a9b96-6dcd-44b0-82ae-3f9e9c9519c6,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:19.713668 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab80c6a-eb8d-4089-bc03-3312ca06ae16 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:00:19.714965 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905777a9-db5a-4442-90aa-e804aca8a8ba None None] Pushing event deleted for resources: {'Port': ['ID=4fcc4a2b-563a-4d7e-9219-42d79bddb6e7,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:19.716812 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-bab80c6a-eb8d-4089-bc03-3312ca06ae16 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:00:19.720681 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab80c6a-eb8d-4089-bc03-3312ca06ae16 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:19.723302 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905777a9-db5a-4442-90aa-e804aca8a8ba None None] No DVR routers for this DVR port 4fcc4a2b-563a-4d7e-9219-42d79bddb6e7 on host n-d-825015-3 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:00:19.723837 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bab80c6a-eb8d-4089-bc03-3312ca06ae16 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:19.744093 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-0bc41c77-011e-4a76-af4c-8d56546404ff None None] Provisioning complete for port 6233b1df-98d6-4b6b-9c29-7d3b618ae910 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:00:19.744304 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0bc41c77-011e-4a76-af4c-8d56546404ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (6233b1df-98d6-4b6b-9c29-7d3b618ae910), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:19.761750 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-bab80c6a-eb8d-4089-bc03-3312ca06ae16 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8116179 Feb 04 13:00:19.764042 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52400) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:19.770641 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-d4486e7a-1eda-479e-bb37-4116e26613ad tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Request body: {'port': {'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82', 'fixed_ips': [{'subnet_id': 'a67a9b96-6dcd-44b0-82ae-3f9e9c9519c6', 'ip_address': '2001:db8::897b:29fd:bdab:a28c'}], 'name': 'tempest-NetworksTestDHCPv6-2053953194'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:00:19.780404 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816133e1-e36a-41b3-b815-daddbc5dfabf None None] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:00:19.832991 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0ef2dc-4f2c-44e3-9d1e-138f4b3fe6d4 None None] Pushing event updated for resources: {'Port': ['ID=6233b1df-98d6-4b6b-9c29-7d3b618ae910,revision_number=4']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:19.868363 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a774d2e4-b488-4194-a026-39f6083f0013 None None] Routers {'810ac175-ea22-4b69-9eb7-94668c99a7f1'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:00:19.869547 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-a774d2e4-b488-4194-a026-39f6083f0013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:00:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['810ac175-ea22-4b69-9eb7-94668c99a7f1'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:00:19.885118 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6b90f822-d3f5-4b07-bb25-bb8a7bdd9353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (1acde33b-8322-4258-9a68-1f3429ba6f64), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:19.887625 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6b90f822-d3f5-4b07-bb25-bb8a7bdd9353 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:19.889018 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-6b90f822-d3f5-4b07-bb25-bb8a7bdd9353 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1acde33b-8322-4258-9a68-1f3429ba6f64 HTTP/1.1" status: 204 len: 168 time: 0.3874197 Feb 04 13:00:19.904801 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b90f822-d3f5-4b07-bb25-bb8a7bdd9353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1acde33b-8322-4258-9a68-1f3429ba6f64,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:19.990067 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4486e7a-1eda-479e-bb37-4116e26613ad tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Made reservation on behalf of 28823d1be89a4373833a0b6442186e0d for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:00:20.082938 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Port 4fcc4a2b-563a-4d7e-9219-42d79bddb6e7 update to ACTIVE by agent not found {{(pid=103476) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Feb 04 13:00:20.088386 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0bc41c77-011e-4a76-af4c-8d56546404ff None None] Current status of the port 6233b1df-98d6-4b6b-9c29-7d3b618ae910 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:00:20.088779 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0bc41c77-011e-4a76-af4c-8d56546404ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (6233b1df-98d6-4b6b-9c29-7d3b618ae910), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:20.127053 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c001fa-41e9-4080-903d-adbbc29834c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-38febd13-5a2a-4d46-a8bc-c2d73322ac82', 'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82', 'project_id': '28823d1be89a4373833a0b6442186e0d', 'fixed_ips': [{'subnet_id': 'a67a9b96-6dcd-44b0-82ae-3f9e9c9519c6'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:00:20.128840 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e7c001fa-41e9-4080-903d-adbbc29834c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:20.135368 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-a774d2e4-b488-4194-a026-39f6083f0013 None None] Set router 810ac175-ea22-4b69-9eb7-94668c99a7f1 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:00:20.189613 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d4486e7a-1eda-479e-bb37-4116e26613ad tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:20.206741 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0bc41c77-011e-4a76-af4c-8d56546404ff None None] For port 6233b1df-98d6-4b6b-9c29-7d3b618ae910, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=6233b1df-98d6-4b6b-9c29-7d3b618ae910,segment=NetworkSegment(f4d70a85-aa2c-4a34-bc4b-f01786eb7ffc),segment_id=f4d70a85-aa2c-4a34-bc4b-f01786eb7ffc)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:00:20.214310 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [None req-d4486e7a-1eda-479e-bb37-4116e26613ad tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] device_id is not set on port c02a2d95-3180-4bc1-8ec9-cb13b38e6e80 yet. {{(pid=103474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:00:20.223289 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0bc41c77-011e-4a76-af4c-8d56546404ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (6233b1df-98d6-4b6b-9c29-7d3b618ae910), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:20.417517 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 924486ea-152c-4918-887c-c14f3b3d07c8 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:00:20.461112 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-a774d2e4-b488-4194-a026-39f6083f0013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '810ac175-ea22-4b69-9eb7-94668c99a7f1', 'name': 'tempest-TestVolumeBackupRestore-1991447953-router', 'tenant_id': 'bd7a7c529c354599a627c0cdd997bc1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '924486ea-152c-4918-887c-c14f3b3d07c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:00:06Z', 'updated_at': '2022-02-04T13:00:11Z', 'revision_number': 4, 'project_id': 'bd7a7c529c354599a627c0cdd997bc1d', 'gw_port': {'id': '924486ea-152c-4918-887c-c14f3b3d07c8', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810ac175-ea22-4b69-9eb7-94668c99a7f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:00:07Z', 'updated_at': '2022-02-04T13:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '6233b1df-98d6-4b6b-9c29-7d3b618ae910', 'name': '', 'network_id': '8eadd61e-3fe6-4056-b110-18c7f78075a7', 'tenant_id': 'bd7a7c529c354599a627c0cdd997bc1d', 'mac_address': 'fa:16:3e:54:18:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '810ac175-ea22-4b69-9eb7-94668c99a7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': 'ef74b5d6-87a2-41c8-8c63-b1980afe1dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:00:10Z', 'updated_at': '2022-02-04T13:00:19Z', 'revision_number': 4, 'project_id': 'bd7a7c529c354599a627c0cdd997bc1d', 'subnets': [{'id': 'ef74b5d6-87a2-41c8-8c63-b1980afe1dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:00:20.478084 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-d4486e7a-1eda-479e-bb37-4116e26613ad tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Allocated IP 2001:db8::897b:29fd:bdab:a28c (38febd13-5a2a-4d46-a8bc-c2d73322ac82/a67a9b96-6dcd-44b0-82ae-3f9e9c9519c6/c02a2d95-3180-4bc1-8ec9-cb13b38e6e80) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:00:20.501520 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a774d2e4-b488-4194-a026-39f6083f0013 None None] The sync data for ids ['810ac175-ea22-4b69-9eb7-94668c99a7f1'] in n-d-825015-3 is: [{'id': '810ac175-ea22-4b69-9eb7-94668c99a7f1', 'name': 'tempest-TestVolumeBackupRestore-1991447953-router', 'tenant_id': 'bd7a7c529c354599a627c0cdd997bc1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '924486ea-152c-4918-887c-c14f3b3d07c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:00:06Z', 'updated_at': '2022-02-04T13:00:11Z', 'revision_number': 4, 'project_id': 'bd7a7c529c354599a627c0cdd997bc1d', 'gw_port': {'id': '924486ea-152c-4918-887c-c14f3b3d07c8', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810ac175-ea22-4b69-9eb7-94668c99a7f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:00:07Z', 'updated_at': '2022-02-04T13:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '6233b1df-98d6-4b6b-9c29-7d3b618ae910', 'name': '', 'network_id': '8eadd61e-3fe6-4056-b110-18c7f78075a7', 'tenant_id': 'bd7a7c529c354599a627c0cdd997bc1d', 'mac_address': 'fa:16:3e:54:18:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '810ac175-ea22-4b69-9eb7-94668c99a7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': 'ef74b5d6-87a2-41c8-8c63-b1980afe1dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:00:10Z', 'updated_at': '2022-02-04T13:00:19Z', 'revision_number': 4, 'project_id': 'bd7a7c529c354599a627c0cdd997bc1d', 'subnets': [{'id': 'ef74b5d6-87a2-41c8-8c63-b1980afe1dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:00:20.507618 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc41c77-011e-4a76-af4c-8d56546404ff None None] Pushing event updated for resources: {'Port': ['ID=6233b1df-98d6-4b6b-9c29-7d3b618ae910,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:20.514925 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-4dbbf296-08d8-4056-8e00-4dd7120502fa None None] Provisioning complete for port 6233b1df-98d6-4b6b-9c29-7d3b618ae910 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:00:20.515503 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4dbbf296-08d8-4056-8e00-4dd7120502fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (6233b1df-98d6-4b6b-9c29-7d3b618ae910), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:20.521769 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 924486ea-152c-4918-887c-c14f3b3d07c8 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:00:20.522224 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (924486ea-152c-4918-887c-c14f3b3d07c8), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:20.631243 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:20.740454 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-4dbbf296-08d8-4056-8e00-4dd7120502fa None None] Current status of the port 6233b1df-98d6-4b6b-9c29-7d3b618ae910 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:00:20.754092 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 924486ea-152c-4918-887c-c14f3b3d07c8 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:00:20.755239 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 6233b1df-98d6-4b6b-9c29-7d3b618ae910 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:00:20.824228 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d4486e7a-1eda-479e-bb37-4116e26613ad tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for port (c02a2d95-3180-4bc1-8ec9-cb13b38e6e80), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:20.832764 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 6233b1df-98d6-4b6b-9c29-7d3b618ae910 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:00:20.832764 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (6233b1df-98d6-4b6b-9c29-7d3b618ae910), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:20.930382 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d4486e7a-1eda-479e-bb37-4116e26613ad tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (c02a2d95-3180-4bc1-8ec9-cb13b38e6e80), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:21.005422 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 6233b1df-98d6-4b6b-9c29-7d3b618ae910 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:00:21.007070 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4486e7a-1eda-479e-bb37-4116e26613ad tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:00:21.017279 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-d4486e7a-1eda-479e-bb37-4116e26613ad tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:00:21.020325 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4486e7a-1eda-479e-bb37-4116e26613ad tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:00:21.028254 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4486e7a-1eda-479e-bb37-4116e26613ad tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:21.038810 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d4486e7a-1eda-479e-bb37-4116e26613ad tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:21.081837 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4486e7a-1eda-479e-bb37-4116e26613ad tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Pushing event updated for resources: {'Port': ['ID=c02a2d95-3180-4bc1-8ec9-cb13b38e6e80,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:21.093198 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-d4486e7a-1eda-479e-bb37-4116e26613ad tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3246546 Feb 04 13:00:21.093724 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 52426) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:21.119680 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 4fcc4a2b-563a-4d7e-9219-42d79bddb6e7 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:00:21.174907 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 4fcc4a2b-563a-4d7e-9219-42d79bddb6e7 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:00:21.175355 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 4fcc4a2b-563a-4d7e-9219-42d79bddb6e7 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:00:21.190478 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-e7c001fa-41e9-4080-903d-adbbc29834c8 None None] Allocated IP 2001:db8::2 (38febd13-5a2a-4d46-a8bc-c2d73322ac82/a67a9b96-6dcd-44b0-82ae-3f9e9c9519c6/b219135e-a462-4623-bc54-4cb904e66de0) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:00:21.199086 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12440446-cd3b-4eba-aac1-35a83e7393bd tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:21.202504 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-12440446-cd3b-4eba-aac1-35a83e7393bd tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1069529 Feb 04 13:00:21.204592 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 52428) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:21.266964 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c6a3bf8a-2b0b-46a1-8920-450bb91b0e71 req-2b8c71f0-60c6-48a9-a9c5-0979215f7624 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e6645098-7d16-411c-8dd8-a5b33cab61da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1304877 Feb 04 13:00:21.380286 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-62cc1215-bdde-44a5-892c-0506b20b2b41 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Deleting port c02a2d95-3180-4bc1-8ec9-cb13b38e6e80 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:00:21.380869 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-62cc1215-bdde-44a5-892c-0506b20b2b41 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (c02a2d95-3180-4bc1-8ec9-cb13b38e6e80), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:21.462349 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e7c001fa-41e9-4080-903d-adbbc29834c8 None None] Publish callbacks [] for port (b219135e-a462-4623-bc54-4cb904e66de0), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:21.472636 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e7c001fa-41e9-4080-903d-adbbc29834c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (b219135e-a462-4623-bc54-4cb904e66de0), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:21.542391 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c001fa-41e9-4080-903d-adbbc29834c8 None None] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:00:21.546417 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-e7c001fa-41e9-4080-903d-adbbc29834c8 None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:00:21.550193 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c001fa-41e9-4080-903d-adbbc29834c8 None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:00:21.563039 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c001fa-41e9-4080-903d-adbbc29834c8 None None] Pushing event updated for resources: {'Port': ['ID=b219135e-a462-4623-bc54-4cb904e66de0,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:21.662578 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-e7c001fa-41e9-4080-903d-adbbc29834c8 None None] Attempting to bind port b219135e-a462-4623-bc54-4cb904e66de0 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:00:21.663077 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-e7c001fa-41e9-4080-903d-adbbc29834c8 None None] Attempting to bind port b219135e-a462-4623-bc54-4cb904e66de0 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': 'c90e1acd-6828-4dc1-a041-2f0d39d337f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:00:21.663452 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c001fa-41e9-4080-903d-adbbc29834c8 None None] Attempting to bind port b219135e-a462-4623-bc54-4cb904e66de0 on network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:00:21.671300 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c001fa-41e9-4080-903d-adbbc29834c8 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:00:21.671962 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c001fa-41e9-4080-903d-adbbc29834c8 None None] Checking segment: {'id': 'c90e1acd-6828-4dc1-a041-2f0d39d337f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:00:21.672378 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e7c001fa-41e9-4080-903d-adbbc29834c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:21.672780 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c001fa-41e9-4080-903d-adbbc29834c8 None None] Bound using segment: {'id': 'c90e1acd-6828-4dc1-a041-2f0d39d337f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:00:21.673269 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-e7c001fa-41e9-4080-903d-adbbc29834c8 None None] Bound port: b219135e-a462-4623-bc54-4cb904e66de0, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c90e1acd-6828-4dc1-a041-2f0d39d337f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:00:21.673656 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e7c001fa-41e9-4080-903d-adbbc29834c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (b219135e-a462-4623-bc54-4cb904e66de0), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:21.748468 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:21.799722 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-e7c001fa-41e9-4080-903d-adbbc29834c8 None None] For port b219135e-a462-4623-bc54-4cb904e66de0, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:00:21.809946 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-e7c001fa-41e9-4080-903d-adbbc29834c8 None None] For port b219135e-a462-4623-bc54-4cb904e66de0, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=b219135e-a462-4623-bc54-4cb904e66de0,segment=NetworkSegment(c90e1acd-6828-4dc1-a041-2f0d39d337f9),segment_id=c90e1acd-6828-4dc1-a041-2f0d39d337f9)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:00:21.824177 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e7c001fa-41e9-4080-903d-adbbc29834c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (b219135e-a462-4623-bc54-4cb904e66de0), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:21.950031 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c001fa-41e9-4080-903d-adbbc29834c8 None None] Pushing event updated for resources: {'Port': ['ID=b219135e-a462-4623-bc54-4cb904e66de0,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:22.024180 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a3bf8a-2b0b-46a1-8920-450bb91b0e71 req-ca1f0a95-a394-4082-a58b-942fd79a8e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:22.025790 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c6a3bf8a-2b0b-46a1-8920-450bb91b0e71 req-ca1f0a95-a394-4082-a58b-942fd79a8e22 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3c0dc8c0402645d983d20be0fc21117a&device_id=e6645098-7d16-411c-8dd8-a5b33cab61da HTTP/1.1" status: 200 len: 1127 time: 0.1039999 Feb 04 13:00:22.035851 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-62cc1215-bdde-44a5-892c-0506b20b2b41 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (c02a2d95-3180-4bc1-8ec9-cb13b38e6e80), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:22.051672 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-62cc1215-bdde-44a5-892c-0506b20b2b41 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Calling delete_port for c02a2d95-3180-4bc1-8ec9-cb13b38e6e80 owned by {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:00:22.236388 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a3bf8a-2b0b-46a1-8920-450bb91b0e71 req-cb15b5cc-38cc-4fde-bd8d-b006d6532310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:22.237964 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c6a3bf8a-2b0b-46a1-8920-450bb91b0e71 req-cb15b5cc-38cc-4fde-bd8d-b006d6532310 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f237d722-433d-480c-8987-66d34675134e HTTP/1.1" status: 200 len: 913 time: 0.1805859 Feb 04 13:00:22.275890 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 6233b1df-98d6-4b6b-9c29-7d3b618ae910 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:00:22.358104 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 6233b1df-98d6-4b6b-9c29-7d3b618ae910 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:00:22.358658 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (6233b1df-98d6-4b6b-9c29-7d3b618ae910), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:22.375776 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-62cc1215-bdde-44a5-892c-0506b20b2b41 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (c02a2d95-3180-4bc1-8ec9-cb13b38e6e80), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:22.378667 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c6a3bf8a-2b0b-46a1-8920-450bb91b0e71 req-0a91c32e-f2eb-4623-89be-f41f86531f4e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7efa0323-cf35-4518-9a52-c351985b2e63 HTTP/1.1" status: 200 len: 1000 time: 0.1333065 Feb 04 13:00:22.460169 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cc1215-bdde-44a5-892c-0506b20b2b41 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Pushing event deleted for resources: {'Port': ['ID=c02a2d95-3180-4bc1-8ec9-cb13b38e6e80,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:22.465665 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 6233b1df-98d6-4b6b-9c29-7d3b618ae910 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:00:22.509642 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-62cc1215-bdde-44a5-892c-0506b20b2b41 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:22.511778 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-62cc1215-bdde-44a5-892c-0506b20b2b41 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "DELETE /v2.0/ports/c02a2d95-3180-4bc1-8ec9-cb13b38e6e80 HTTP/1.1" status: 204 len: 168 time: 1.3052082 Feb 04 13:00:22.514370 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52454) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:22.519036 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a3bf8a-2b0b-46a1-8920-450bb91b0e71 req-ea1518d9-6940-4d43-873c-745a3649fb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:22.520513 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c6a3bf8a-2b0b-46a1-8920-450bb91b0e71 req-ea1518d9-6940-4d43-873c-745a3649fb30 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=70faacee-af53-42b7-af83-bbc74f352570 HTTP/1.1" status: 200 len: 851 time: 0.1259780 Feb 04 13:00:22.588637 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1fdbd25-4340-4e4d-94de-2fe09a0ff086 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:22.590229 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1fdbd25-4340-4e4d-94de-2fe09a0ff086 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:22.595981 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 52458) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:22.596186 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-d1fdbd25-4340-4e4d-94de-2fe09a0ff086 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0806086 Feb 04 13:00:22.599485 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a3bf8a-2b0b-46a1-8920-450bb91b0e71 req-1ec99a95-5616-4992-82a1-ed94c595c9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:22.601117 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c6a3bf8a-2b0b-46a1-8920-450bb91b0e71 req-1ec99a95-5616-4992-82a1-ed94c595c9ac service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f237d722-433d-480c-8987-66d34675134e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0728388 Feb 04 13:00:22.718271 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ec7eebb-c2f1-43ee-9597-2ed7654add15 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Deleting subnet a67a9b96-6dcd-44b0-82ae-3f9e9c9519c6 {{(pid=103475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:00:22.722756 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6ec7eebb-c2f1-43ee-9597-2ed7654add15 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for subnet (a67a9b96-6dcd-44b0-82ae-3f9e9c9519c6), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:22.780934 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6ec7eebb-c2f1-43ee-9597-2ed7654add15 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51859329'] for subnet (a67a9b96-6dcd-44b0-82ae-3f9e9c9519c6), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:22.804701 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c6a3bf8a-2b0b-46a1-8920-450bb91b0e71 req-5aa45fd8-ea01-4a95-8e0a-74663eed2f93 service neutron] 10.222.0.73 "GET /v2.0/networks/f237d722-433d-480c-8987-66d34675134e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879480 Feb 04 13:00:22.974244 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6ec7eebb-c2f1-43ee-9597-2ed7654add15 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (a67a9b96-6dcd-44b0-82ae-3f9e9c9519c6), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:23.010553 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c6a3bf8a-2b0b-46a1-8920-450bb91b0e71 req-00ca6e94-e3c9-41e4-8da1-daeb696b3eec service neutron] 10.222.0.73 "GET /v2.0/networks/f237d722-433d-480c-8987-66d34675134e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990259 Feb 04 13:00:23.055614 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6ec7eebb-c2f1-43ee-9597-2ed7654add15 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-52093282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51452698'] for subnet (a67a9b96-6dcd-44b0-82ae-3f9e9c9519c6), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:23.099618 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6ec7eebb-c2f1-43ee-9597-2ed7654add15 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:23.102752 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-6ec7eebb-c2f1-43ee-9597-2ed7654add15 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "DELETE /v2.0/subnets/a67a9b96-6dcd-44b0-82ae-3f9e9c9519c6 HTTP/1.1" status: 204 len: 168 time: 0.5055635 Feb 04 13:00:23.103916 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec7eebb-c2f1-43ee-9597-2ed7654add15 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Pushing event deleted for resources: {'Subnet': ['ID=a67a9b96-6dcd-44b0-82ae-3f9e9c9519c6,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:23.106081 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52488) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:23.167481 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-83c289fe-61c2-4027-af1e-3c3b323c0ef7 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0591996 Feb 04 13:00:23.170708 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 52490) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:23.181497 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-5a55daa7-7644-4ee3-87d4-50a1c4bddef9 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Request body: {'subnet': {'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:00:23.300242 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a55daa7-7644-4ee3-87d4-50a1c4bddef9 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Made reservation on behalf of 28823d1be89a4373833a0b6442186e0d for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:00:23.302279 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574c55e0-fe02-4573-8861-d352919ff6c7 None None] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:00:23.305315 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5a55daa7-7644-4ee3-87d4-50a1c4bddef9 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:23.421089 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-bc20ab85-86db-49db-ad7c-77c83988ec96 None None] Provisioning complete for port b219135e-a462-4623-bc54-4cb904e66de0 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:00:23.421468 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bc20ab85-86db-49db-ad7c-77c83988ec96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (b219135e-a462-4623-bc54-4cb904e66de0), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:23.533922 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-bc20ab85-86db-49db-ad7c-77c83988ec96 None None] Current status of the port b219135e-a462-4623-bc54-4cb904e66de0 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:00:23.534476 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bc20ab85-86db-49db-ad7c-77c83988ec96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (b219135e-a462-4623-bc54-4cb904e66de0), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:23.555873 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39047cf6-589d-437e-a0a8-86734939dd9f None None] DHCP port deletion for 38febd13-5a2a-4d46-a8bc-c2d73322ac82 request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:00:23.576813 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5a55daa7-7644-4ee3-87d4-50a1c4bddef9 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52094127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51452689'] for subnet (a0a1db2b-8abf-4246-9ef8-d490e2779099), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:23.620608 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-bc20ab85-86db-49db-ad7c-77c83988ec96 None None] For port b219135e-a462-4623-bc54-4cb904e66de0, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=b219135e-a462-4623-bc54-4cb904e66de0,segment=NetworkSegment(c90e1acd-6828-4dc1-a041-2f0d39d337f9),segment_id=c90e1acd-6828-4dc1-a041-2f0d39d337f9)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:00:23.635052 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bc20ab85-86db-49db-ad7c-77c83988ec96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (b219135e-a462-4623-bc54-4cb904e66de0), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:23.637440 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a55daa7-7644-4ee3-87d4-50a1c4bddef9 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:00:23.639072 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a55daa7-7644-4ee3-87d4-50a1c4bddef9 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Pushing event updated for resources: {'Subnet': ['ID=a0a1db2b-8abf-4246-9ef8-d490e2779099,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:23.641507 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-5a55daa7-7644-4ee3-87d4-50a1c4bddef9 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:00:23.644654 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a55daa7-7644-4ee3-87d4-50a1c4bddef9 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:23.645300 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5a55daa7-7644-4ee3-87d4-50a1c4bddef9 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:23.668817 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52514) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:23.676213 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-636cfac7-6a1a-49bb-877b-6d232fb789df tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Request body: {'port': {'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82', 'fixed_ips': [{'subnet_id': 'a0a1db2b-8abf-4246-9ef8-d490e2779099', 'ip_address': '2001:db8::b9f7:ef69:15f6:fbca'}], 'name': 'tempest-NetworksTestDHCPv6-13410456'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:00:23.680135 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-5a55daa7-7644-4ee3-87d4-50a1c4bddef9 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4965715 Feb 04 13:00:23.684827 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-39047cf6-589d-437e-a0a8-86734939dd9f None None] Deleting port b219135e-a462-4623-bc54-4cb904e66de0 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:00:23.685209 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-39047cf6-589d-437e-a0a8-86734939dd9f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (b219135e-a462-4623-bc54-4cb904e66de0), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:23.737196 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc20ab85-86db-49db-ad7c-77c83988ec96 None None] Pushing event updated for resources: {'Port': ['ID=b219135e-a462-4623-bc54-4cb904e66de0,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:23.800277 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-39047cf6-589d-437e-a0a8-86734939dd9f None None] For port b219135e-a462-4623-bc54-4cb904e66de0, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=b219135e-a462-4623-bc54-4cb904e66de0,segment=NetworkSegment(c90e1acd-6828-4dc1-a041-2f0d39d337f9),segment_id=c90e1acd-6828-4dc1-a041-2f0d39d337f9)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:00:23.800702 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-39047cf6-589d-437e-a0a8-86734939dd9f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (b219135e-a462-4623-bc54-4cb904e66de0), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:23.817976 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-39047cf6-589d-437e-a0a8-86734939dd9f None None] Calling delete_port for b219135e-a462-4623-bc54-4cb904e66de0 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:00:23.818676 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-636cfac7-6a1a-49bb-877b-6d232fb789df tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Made reservation on behalf of 28823d1be89a4373833a0b6442186e0d for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:00:23.825036 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-636cfac7-6a1a-49bb-877b-6d232fb789df tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:23.854134 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [None req-636cfac7-6a1a-49bb-877b-6d232fb789df tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] device_id is not set on port 3b1cd79f-7b87-499d-8dea-f10e6c48dcfe yet. {{(pid=103474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:00:23.888163 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 52518) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:23.940716 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-39047cf6-589d-437e-a0a8-86734939dd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (b219135e-a462-4623-bc54-4cb904e66de0), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:23.970060 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39047cf6-589d-437e-a0a8-86734939dd9f None None] Pushing event deleted for resources: {'Port': ['ID=b219135e-a462-4623-bc54-4cb904e66de0,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:23.977318 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39047cf6-589d-437e-a0a8-86734939dd9f None None] No DVR routers for this DVR port b219135e-a462-4623-bc54-4cb904e66de0 on host n-d-825015-3 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:00:24.009134 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db684a5e-4eb4-4752-be1b-59541b113a01 None None] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:00:24.076204 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-636cfac7-6a1a-49bb-877b-6d232fb789df tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Allocated IP 2001:db8::b9f7:ef69:15f6:fbca (38febd13-5a2a-4d46-a8bc-c2d73322ac82/a0a1db2b-8abf-4246-9ef8-d490e2779099/3b1cd79f-7b87-499d-8dea-f10e6c48dcfe) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:00:24.078805 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9ea9c9f0-bc9e-42be-8567-0f02bbf35cf8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:24.162781 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3bd7555-24b7-42b8-9b7b-640df8c65206 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-38febd13-5a2a-4d46-a8bc-c2d73322ac82', 'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82', 'project_id': '28823d1be89a4373833a0b6442186e0d', 'fixed_ips': [{'subnet_id': 'a0a1db2b-8abf-4246-9ef8-d490e2779099'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:00:24.163877 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e3bd7555-24b7-42b8-9b7b-640df8c65206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:24.187466 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9ea9c9f0-bc9e-42be-8567-0f02bbf35cf8 admin admin] Publish callbacks [] for security_group (e4b5db45-c4c4-42c9-bee6-9d8c21ec68ef), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:24.193272 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9ea9c9f0-bc9e-42be-8567-0f02bbf35cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (e4b5db45-c4c4-42c9-bee6-9d8c21ec68ef), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:24.227296 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-9ea9c9f0-bc9e-42be-8567-0f02bbf35cf8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6c192e1993df4e99907f4fb5fecfd11f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3376477 Feb 04 13:00:24.234934 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 52524) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:24.275401 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea9c9f0-bc9e-42be-8567-0f02bbf35cf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4b5db45-c4c4-42c9-bee6-9d8c21ec68ef,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:24.289779 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-636cfac7-6a1a-49bb-877b-6d232fb789df tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for port (3b1cd79f-7b87-499d-8dea-f10e6c48dcfe), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:24.312261 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ff70ce62-49ae-4fe2-9d59-8b1e8b4b36ac admin admin] Publish callbacks [] for security_group (e4b5db45-c4c4-42c9-bee6-9d8c21ec68ef), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:24.334922 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-636cfac7-6a1a-49bb-877b-6d232fb789df tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (3b1cd79f-7b87-499d-8dea-f10e6c48dcfe), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:24.339030 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ff70ce62-49ae-4fe2-9d59-8b1e8b4b36ac admin admin] Publish callbacks [] for security_group (e4b5db45-c4c4-42c9-bee6-9d8c21ec68ef), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:24.383627 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636cfac7-6a1a-49bb-877b-6d232fb789df tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:00:24.386977 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-636cfac7-6a1a-49bb-877b-6d232fb789df tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:00:24.390117 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636cfac7-6a1a-49bb-877b-6d232fb789df tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:00:24.396036 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636cfac7-6a1a-49bb-877b-6d232fb789df tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:24.396963 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-636cfac7-6a1a-49bb-877b-6d232fb789df tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:24.407429 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ff70ce62-49ae-4fe2-9d59-8b1e8b4b36ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (e4b5db45-c4c4-42c9-bee6-9d8c21ec68ef), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:24.411186 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ff70ce62-49ae-4fe2-9d59-8b1e8b4b36ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:24.412410 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-ff70ce62-49ae-4fe2-9d59-8b1e8b4b36ac admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e4b5db45-c4c4-42c9-bee6-9d8c21ec68ef HTTP/1.1" status: 204 len: 168 time: 0.1758020 Feb 04 13:00:24.424816 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff70ce62-49ae-4fe2-9d59-8b1e8b4b36ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4b5db45-c4c4-42c9-bee6-9d8c21ec68ef,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:24.442764 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636cfac7-6a1a-49bb-877b-6d232fb789df tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Pushing event updated for resources: {'Port': ['ID=3b1cd79f-7b87-499d-8dea-f10e6c48dcfe,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:24.449892 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-636cfac7-6a1a-49bb-877b-6d232fb789df tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 0.7790937 Feb 04 13:00:24.452821 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 52528) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:24.517936 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdfdb3dc-2303-41e7-8373-19fbdd63d96e tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:24.519665 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-cdfdb3dc-2303-41e7-8373-19fbdd63d96e tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.0649710 Feb 04 13:00:24.522682 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 52530) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:24.547110 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-e3bd7555-24b7-42b8-9b7b-640df8c65206 None None] Allocated IP 2001:db8::2 (38febd13-5a2a-4d46-a8bc-c2d73322ac82/a0a1db2b-8abf-4246-9ef8-d490e2779099/eb335716-e308-4404-aba4-fd0a77cf6acb) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:00:24.692228 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-08d092b5-abad-41c1-8152-00cdd5760752 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Deleting port 3b1cd79f-7b87-499d-8dea-f10e6c48dcfe {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:00:24.692579 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-08d092b5-abad-41c1-8152-00cdd5760752 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (3b1cd79f-7b87-499d-8dea-f10e6c48dcfe), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:24.753857 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e3bd7555-24b7-42b8-9b7b-640df8c65206 None None] Publish callbacks [] for port (eb335716-e308-4404-aba4-fd0a77cf6acb), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:24.760584 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e3bd7555-24b7-42b8-9b7b-640df8c65206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (eb335716-e308-4404-aba4-fd0a77cf6acb), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:24.801106 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3bd7555-24b7-42b8-9b7b-640df8c65206 None None] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:00:24.804602 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-e3bd7555-24b7-42b8-9b7b-640df8c65206 None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:00:24.811972 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bd7555-24b7-42b8-9b7b-640df8c65206 None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:00:24.820026 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-08d092b5-abad-41c1-8152-00cdd5760752 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (3b1cd79f-7b87-499d-8dea-f10e6c48dcfe), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:24.835709 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-08d092b5-abad-41c1-8152-00cdd5760752 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Calling delete_port for 3b1cd79f-7b87-499d-8dea-f10e6c48dcfe owned by {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:00:24.845507 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bd7555-24b7-42b8-9b7b-640df8c65206 None None] Pushing event updated for resources: {'Port': ['ID=eb335716-e308-4404-aba4-fd0a77cf6acb,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:24.870926 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52534) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:24.886023 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f2a08de9-53d6-463f-8e94-3777364a60ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:24.890149 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-e3bd7555-24b7-42b8-9b7b-640df8c65206 None None] Attempting to bind port eb335716-e308-4404-aba4-fd0a77cf6acb on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:00:24.890612 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-e3bd7555-24b7-42b8-9b7b-640df8c65206 None None] Attempting to bind port eb335716-e308-4404-aba4-fd0a77cf6acb by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': 'c90e1acd-6828-4dc1-a041-2f0d39d337f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:00:24.891053 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bd7555-24b7-42b8-9b7b-640df8c65206 None None] Attempting to bind port eb335716-e308-4404-aba4-fd0a77cf6acb on network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:00:24.897744 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bd7555-24b7-42b8-9b7b-640df8c65206 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:00:24.898222 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bd7555-24b7-42b8-9b7b-640df8c65206 None None] Checking segment: {'id': 'c90e1acd-6828-4dc1-a041-2f0d39d337f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:00:24.898736 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e3bd7555-24b7-42b8-9b7b-640df8c65206 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:24.899238 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bd7555-24b7-42b8-9b7b-640df8c65206 None None] Bound using segment: {'id': 'c90e1acd-6828-4dc1-a041-2f0d39d337f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:00:24.899850 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-e3bd7555-24b7-42b8-9b7b-640df8c65206 None None] Bound port: eb335716-e308-4404-aba4-fd0a77cf6acb, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c90e1acd-6828-4dc1-a041-2f0d39d337f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:00:24.900337 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e3bd7555-24b7-42b8-9b7b-640df8c65206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (eb335716-e308-4404-aba4-fd0a77cf6acb), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:24.977932 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-e3bd7555-24b7-42b8-9b7b-640df8c65206 None None] For port eb335716-e308-4404-aba4-fd0a77cf6acb, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:00:24.981224 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-e3bd7555-24b7-42b8-9b7b-640df8c65206 None None] For port eb335716-e308-4404-aba4-fd0a77cf6acb, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=eb335716-e308-4404-aba4-fd0a77cf6acb,segment=NetworkSegment(c90e1acd-6828-4dc1-a041-2f0d39d337f9),segment_id=c90e1acd-6828-4dc1-a041-2f0d39d337f9)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:00:24.989428 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f2a08de9-53d6-463f-8e94-3777364a60ae admin admin] Publish callbacks [] for security_group (0597e17b-5a3f-41aa-ae09-0921732919fe), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:24.989803 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e3bd7555-24b7-42b8-9b7b-640df8c65206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (eb335716-e308-4404-aba4-fd0a77cf6acb), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:24.993449 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f2a08de9-53d6-463f-8e94-3777364a60ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (0597e17b-5a3f-41aa-ae09-0921732919fe), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:25.037680 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-08d092b5-abad-41c1-8152-00cdd5760752 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (3b1cd79f-7b87-499d-8dea-f10e6c48dcfe), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:25.045419 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-f2a08de9-53d6-463f-8e94-3777364a60ae admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=93f2a76aaf3148f1a8e17a4e86b937a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1730766 Feb 04 13:00:25.046470 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a08de9-53d6-463f-8e94-3777364a60ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0597e17b-5a3f-41aa-ae09-0921732919fe,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:25.048198 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 52538) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:25.079419 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bd7555-24b7-42b8-9b7b-640df8c65206 None None] Pushing event updated for resources: {'Port': ['ID=eb335716-e308-4404-aba4-fd0a77cf6acb,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:25.097719 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d092b5-abad-41c1-8152-00cdd5760752 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Pushing event deleted for resources: {'Port': ['ID=3b1cd79f-7b87-499d-8dea-f10e6c48dcfe,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:25.151880 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-08d092b5-abad-41c1-8152-00cdd5760752 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:25.155333 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-08d092b5-abad-41c1-8152-00cdd5760752 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "DELETE /v2.0/ports/3b1cd79f-7b87-499d-8dea-f10e6c48dcfe HTTP/1.1" status: 204 len: 168 time: 0.6314709 Feb 04 13:00:25.158068 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52540) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:25.174249 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-abb9e3d3-716e-4aaa-8a57-a948b34dc46f admin admin] Publish callbacks [] for security_group (0597e17b-5a3f-41aa-ae09-0921732919fe), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:25.204810 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-abb9e3d3-716e-4aaa-8a57-a948b34dc46f admin admin] Publish callbacks [] for security_group (0597e17b-5a3f-41aa-ae09-0921732919fe), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:25.226144 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157eeb08-be57-423f-bda3-ade35dd6dfbc tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:25.227760 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157eeb08-be57-423f-bda3-ade35dd6dfbc tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:25.229442 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-157eeb08-be57-423f-bda3-ade35dd6dfbc tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0702932 Feb 04 13:00:25.232616 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52542) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:25.272992 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-abb9e3d3-716e-4aaa-8a57-a948b34dc46f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (0597e17b-5a3f-41aa-ae09-0921732919fe), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:25.280304 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-abb9e3d3-716e-4aaa-8a57-a948b34dc46f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:25.303503 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-abb9e3d3-716e-4aaa-8a57-a948b34dc46f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0597e17b-5a3f-41aa-ae09-0921732919fe HTTP/1.1" status: 204 len: 168 time: 0.2450466 Feb 04 13:00:25.317889 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb9e3d3-716e-4aaa-8a57-a948b34dc46f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0597e17b-5a3f-41aa-ae09-0921732919fe,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:25.324832 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-0061e292-2a8e-4bb1-b6e5-de6f0d9352c6 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Deleting subnet a0a1db2b-8abf-4246-9ef8-d490e2779099 {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:00:25.330312 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0061e292-2a8e-4bb1-b6e5-de6f0d9352c6 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for subnet (a0a1db2b-8abf-4246-9ef8-d490e2779099), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:25.388886 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0061e292-2a8e-4bb1-b6e5-de6f0d9352c6 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (a0a1db2b-8abf-4246-9ef8-d490e2779099), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:25.494474 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0061e292-2a8e-4bb1-b6e5-de6f0d9352c6 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (a0a1db2b-8abf-4246-9ef8-d490e2779099), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:25.572492 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0061e292-2a8e-4bb1-b6e5-de6f0d9352c6 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (a0a1db2b-8abf-4246-9ef8-d490e2779099), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:25.607571 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0061e292-2a8e-4bb1-b6e5-de6f0d9352c6 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Pushing event deleted for resources: {'Subnet': ['ID=a0a1db2b-8abf-4246-9ef8-d490e2779099,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:25.614541 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0061e292-2a8e-4bb1-b6e5-de6f0d9352c6 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:25.617986 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-0061e292-2a8e-4bb1-b6e5-de6f0d9352c6 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "DELETE /v2.0/subnets/a0a1db2b-8abf-4246-9ef8-d490e2779099 HTTP/1.1" status: 204 len: 168 time: 0.3838351 Feb 04 13:00:25.620652 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 52548) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:25.669989 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-0de00c6f-d185-4abe-81c3-09557f344bcd tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0473244 Feb 04 13:00:25.672981 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52550) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:25.678510 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-aae06fa9-8864-4702-8c4f-785834624f6d tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Request body: {'subnet': {'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:00:25.779133 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aae06fa9-8864-4702-8c4f-785834624f6d tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Made reservation on behalf of 28823d1be89a4373833a0b6442186e0d for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:00:25.782613 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-aae06fa9-8864-4702-8c4f-785834624f6d tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60610638'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:26.052487 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-aae06fa9-8864-4702-8c4f-785834624f6d tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59045178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60610680'] for subnet (26b32264-61f1-48eb-81ff-1dc81dee6ffe), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:26.109242 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae06fa9-8864-4702-8c4f-785834624f6d tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:00:26.122811 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-aae06fa9-8864-4702-8c4f-785834624f6d tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:00:26.133599 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae06fa9-8864-4702-8c4f-785834624f6d tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:26.134389 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-aae06fa9-8864-4702-8c4f-785834624f6d tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:26.171772 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-aae06fa9-8864-4702-8c4f-785834624f6d tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4965727 Feb 04 13:00:26.173622 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 52568) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:26.178403 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae06fa9-8864-4702-8c4f-785834624f6d tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Pushing event updated for resources: {'Subnet': ['ID=26b32264-61f1-48eb-81ff-1dc81dee6ffe,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:26.182300 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-c85d2791-fe6d-4b85-b694-058acd383297 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Request body: {'port': {'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82', 'fixed_ips': [{'subnet_id': '26b32264-61f1-48eb-81ff-1dc81dee6ffe', 'ip_address': '2001:db8::b4dd:e9c9:1677:a010'}], 'name': 'tempest-NetworksTestDHCPv6-330917012'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:00:26.305235 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device eb335716-e308-4404-aba4-fd0a77cf6acb up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:00:26.329400 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c85d2791-fe6d-4b85-b694-058acd383297 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Made reservation on behalf of 28823d1be89a4373833a0b6442186e0d for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:00:26.370029 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf93d30-cffb-475d-8fa6-9b96310e50e7 None None] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:00:26.433471 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port eb335716-e308-4404-aba4-fd0a77cf6acb triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:00:26.433854 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (eb335716-e308-4404-aba4-fd0a77cf6acb), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:26.458084 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c85d2791-fe6d-4b85-b694-058acd383297 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:26.472823 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-c7f40288-305e-4d15-bf3a-9268016f2b74 None None] Provisioning complete for port eb335716-e308-4404-aba4-fd0a77cf6acb triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:00:26.473478 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c7f40288-305e-4d15-bf3a-9268016f2b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (eb335716-e308-4404-aba4-fd0a77cf6acb), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:26.481130 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [None req-c85d2791-fe6d-4b85-b694-058acd383297 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] device_id is not set on port 153642c5-2ceb-403d-98ca-a87422c56a34 yet. {{(pid=103475) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:00:26.650345 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port eb335716-e308-4404-aba4-fd0a77cf6acb is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:00:26.650663 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (eb335716-e308-4404-aba4-fd0a77cf6acb), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:26.670755 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c7f40288-305e-4d15-bf3a-9268016f2b74 None None] Current status of the port eb335716-e308-4404-aba4-fd0a77cf6acb is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:00:26.671150 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c7f40288-305e-4d15-bf3a-9268016f2b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (eb335716-e308-4404-aba4-fd0a77cf6acb), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:26.720595 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port eb335716-e308-4404-aba4-fd0a77cf6acb, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=eb335716-e308-4404-aba4-fd0a77cf6acb,segment=NetworkSegment(c90e1acd-6828-4dc1-a041-2f0d39d337f9),segment_id=c90e1acd-6828-4dc1-a041-2f0d39d337f9)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:00:26.736628 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-c85d2791-fe6d-4b85-b694-058acd383297 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Allocated IP 2001:db8::b4dd:e9c9:1677:a010 (38febd13-5a2a-4d46-a8bc-c2d73322ac82/26b32264-61f1-48eb-81ff-1dc81dee6ffe/153642c5-2ceb-403d-98ca-a87422c56a34) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:00:26.739062 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (eb335716-e308-4404-aba4-fd0a77cf6acb), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:26.913539 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.db.api [None req-c7f40288-305e-4d15-bf3a-9268016f2b74 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103476) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:00:26.913830 n-d-825015-3 neutron-server[103476]: DEBUG oslo_db.api [None req-c7f40288-305e-4d15-bf3a-9268016f2b74 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:00:26.931677 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=eb335716-e308-4404-aba4-fd0a77cf6acb,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:26.990056 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c85d2791-fe6d-4b85-b694-058acd383297 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for port (153642c5-2ceb-403d-98ca-a87422c56a34), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:27.037167 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c85d2791-fe6d-4b85-b694-058acd383297 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (153642c5-2ceb-403d-98ca-a87422c56a34), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:27.119258 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85d2791-fe6d-4b85-b694-058acd383297 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Pushing event updated for resources: {'Port': ['ID=153642c5-2ceb-403d-98ca-a87422c56a34,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:27.123512 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85d2791-fe6d-4b85-b694-058acd383297 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:00:27.125881 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-c85d2791-fe6d-4b85-b694-058acd383297 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:00:27.131645 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85d2791-fe6d-4b85-b694-058acd383297 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:00:27.138706 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c85d2791-fe6d-4b85-b694-058acd383297 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:27.139379 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c85d2791-fe6d-4b85-b694-058acd383297 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:27.167535 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-c85d2791-fe6d-4b85-b694-058acd383297 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.9924629 Feb 04 13:00:27.170161 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52586) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:27.284005 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f642693-b0c5-42b9-9f31-724e3f2d5034 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:27.290553 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f642693-b0c5-42b9-9f31-724e3f2d5034 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:27.295386 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 52590) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:27.295602 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-5f642693-b0c5-42b9-9f31-724e3f2d5034 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.1242368 Feb 04 13:00:27.468919 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c7f40288-305e-4d15-bf3a-9268016f2b74 None None] Current status of the port eb335716-e308-4404-aba4-fd0a77cf6acb is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:00:27.483585 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-4c38e4f8-5f76-44f3-81f0-4e69e915c263 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Deleting port 153642c5-2ceb-403d-98ca-a87422c56a34 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:00:27.484594 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4c38e4f8-5f76-44f3-81f0-4e69e915c263 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (153642c5-2ceb-403d-98ca-a87422c56a34), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:27.589792 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-17782614-efd4-42f9-a1f7-e206db39c612 None None] Could not find standard attr ID for object 0b868205-4365-43f1-9168-d285b07b2055. {{(pid=103476) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 13:00:27.600904 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4c38e4f8-5f76-44f3-81f0-4e69e915c263 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (153642c5-2ceb-403d-98ca-a87422c56a34), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:27.607756 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-17782614-efd4-42f9-a1f7-e206db39c612 None None] Provisioning complete for port eb335716-e308-4404-aba4-fd0a77cf6acb triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:00:27.608376 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-17782614-efd4-42f9-a1f7-e206db39c612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (eb335716-e308-4404-aba4-fd0a77cf6acb), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:27.620370 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-4c38e4f8-5f76-44f3-81f0-4e69e915c263 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Calling delete_port for 153642c5-2ceb-403d-98ca-a87422c56a34 owned by {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:00:27.640179 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52598) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:27.719449 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-17782614-efd4-42f9-a1f7-e206db39c612 None None] Current status of the port eb335716-e308-4404-aba4-fd0a77cf6acb is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:00:27.727884 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-17782614-efd4-42f9-a1f7-e206db39c612 None None] Could not find standard attr ID for object c02a2d95-3180-4bc1-8ec9-cb13b38e6e80. {{(pid=103476) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 13:00:27.790574 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-9c4a4f0a-2fc8-4974-950e-71a426d33f52 tempest-QuotasTest-2137895461 tempest-QuotasTest-2137895461-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:00:27.818227 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4c38e4f8-5f76-44f3-81f0-4e69e915c263 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (153642c5-2ceb-403d-98ca-a87422c56a34), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:27.835788 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-9c4a4f0a-2fc8-4974-950e-71a426d33f52 tempest-QuotasTest-2137895461 tempest-QuotasTest-2137895461-project-admin] 10.222.0.65 "PUT /v2.0/quotas/8e59e6ac4c8e4afcb87a95f0ef74fa32 HTTP/1.1" status: 200 len: 366 time: 0.1939061 Feb 04 13:00:27.837787 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52602) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:27.855954 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-624c18e2-d085-4bfe-b61f-a709a455bb37 tempest-QuotasTest-2137895461 tempest-QuotasTest-2137895461-project-admin] 10.222.0.65 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0162160 Feb 04 13:00:27.859260 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 52604) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:27.861618 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c38e4f8-5f76-44f3-81f0-4e69e915c263 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Pushing event deleted for resources: {'Port': ['ID=153642c5-2ceb-403d-98ca-a87422c56a34,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:27.877332 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-a28a8137-12d3-4e05-aed0-9fff692b78b2 tempest-QuotasTest-2137895461 tempest-QuotasTest-2137895461-project-admin] 10.222.0.65 "GET /v2.0/quotas/8e59e6ac4c8e4afcb87a95f0ef74fa32 HTTP/1.1" status: 200 len: 366 time: 0.0165288 Feb 04 13:00:27.879814 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52606) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:27.896470 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4c38e4f8-5f76-44f3-81f0-4e69e915c263 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:27.899444 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-3b24abc8-00aa-4e75-9049-b55c2bff7cb0 tempest-QuotasTest-2137895461 tempest-QuotasTest-2137895461-project-admin] 10.222.0.65 "DELETE /v2.0/quotas/8e59e6ac4c8e4afcb87a95f0ef74fa32 HTTP/1.1" status: 204 len: 168 time: 0.0162349 Feb 04 13:00:27.899662 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52608) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:27.902402 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-4c38e4f8-5f76-44f3-81f0-4e69e915c263 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "DELETE /v2.0/ports/153642c5-2ceb-403d-98ca-a87422c56a34 HTTP/1.1" status: 204 len: 168 time: 0.6034217 Feb 04 13:00:27.902647 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 52610) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:27.917608 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-e7e978aa-4b64-441f-aa60-69ce79df3f3c tempest-QuotasTest-2137895461 tempest-QuotasTest-2137895461-project-admin] 10.222.0.65 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0143418 Feb 04 13:00:27.917832 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52612) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:27.931686 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-7a32c243-00f9-4e3b-a626-8006706713c3 tempest-QuotasTest-2137895461 tempest-QuotasTest-2137895461-project-admin] 10.222.0.65 "GET /v2.0/quotas/8e59e6ac4c8e4afcb87a95f0ef74fa32 HTTP/1.1" status: 200 len: 370 time: 0.0106478 Feb 04 13:00:27.931950 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52614) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:27.938223 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-3c4a9d4e-8355-4d78-beba-6fdc67e87d89 tempest-QuotasTest-2137895461 tempest-QuotasTest-2137895461-project-admin] 10.222.0.65 "GET /v2.0/quotas/8e59e6ac4c8e4afcb87a95f0ef74fa32/default HTTP/1.1" status: 200 len: 370 time: 0.0046155 Feb 04 13:00:27.940257 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52616) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:27.952377 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-540d7505-4344-41de-8dde-93548d397d6b None None] Could not find standard attr ID for object 3b1cd79f-7b87-499d-8dea-f10e6c48dcfe. {{(pid=103476) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 13:00:27.962804 n-d-825015-3 neutron-server[103474]: INFO neutron.api.v2.resource [None req-1d8740e3-7dc1-4bf0-b5ac-878032543558 tempest-QuotasTest-2137895461 tempest-QuotasTest-2137895461-project-admin] delete failed (client error): The resource could not be found. Feb 04 13:00:27.963776 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-1d8740e3-7dc1-4bf0-b5ac-878032543558 tempest-QuotasTest-2137895461 tempest-QuotasTest-2137895461-project-admin] 10.222.0.65 "DELETE /v2.0/quotas/8e59e6ac4c8e4afcb87a95f0ef74fa32 HTTP/1.1" status: 404 len: 348 time: 0.0218000 Feb 04 13:00:27.976225 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1941ecb-74d3-4161-83d0-7e97e61f3e6c tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:27.977702 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1941ecb-74d3-4161-83d0-7e97e61f3e6c tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:27.979800 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-b1941ecb-74d3-4161-83d0-7e97e61f3e6c tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0757418 Feb 04 13:00:27.982659 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52620) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:28.052148 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-69cf43f6-ed50-4aa0-bce9-f2c7b73ffa05 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Deleting subnet 26b32264-61f1-48eb-81ff-1dc81dee6ffe {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:00:28.056157 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-69cf43f6-ed50-4aa0-bce9-f2c7b73ffa05 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for subnet (26b32264-61f1-48eb-81ff-1dc81dee6ffe), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:28.114518 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 52622) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:28.129848 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-69cf43f6-ed50-4aa0-bce9-f2c7b73ffa05 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (26b32264-61f1-48eb-81ff-1dc81dee6ffe), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:28.148994 n-d-825015-3 neutron-server[103475]: DEBUG neutron.quota.resource [None req-f5afa1fe-7f79-40ee-bc97-550b0af83e09 tempest-QuotasTest-2137895461 tempest-QuotasTest-2137895461-project-admin] Usage tracker for resource:network and project:f1ecdc78a90a4ddca76e06c00d3fd766 is out of sync, need to count used quota {{(pid=103475) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 04 13:00:28.154076 n-d-825015-3 neutron-server[103475]: DEBUG neutron.quota.resource [None req-f5afa1fe-7f79-40ee-bc97-550b0af83e09 tempest-QuotasTest-2137895461 tempest-QuotasTest-2137895461-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103475) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 04 13:00:28.165842 n-d-825015-3 neutron-server[103475]: DEBUG neutron.quota.resource [None req-f5afa1fe-7f79-40ee-bc97-550b0af83e09 tempest-QuotasTest-2137895461 tempest-QuotasTest-2137895461-project-admin] Usage tracker for resource:subnet and project:f1ecdc78a90a4ddca76e06c00d3fd766 is out of sync, need to count used quota {{(pid=103475) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 04 13:00:28.174254 n-d-825015-3 neutron-server[103475]: DEBUG neutron.quota.resource [None req-f5afa1fe-7f79-40ee-bc97-550b0af83e09 tempest-QuotasTest-2137895461 tempest-QuotasTest-2137895461-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103475) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 04 13:00:28.194083 n-d-825015-3 neutron-server[103475]: DEBUG neutron.quota.resource [None req-f5afa1fe-7f79-40ee-bc97-550b0af83e09 tempest-QuotasTest-2137895461 tempest-QuotasTest-2137895461-project-admin] Usage tracker for resource:subnetpool and project:f1ecdc78a90a4ddca76e06c00d3fd766 is out of sync, need to count used quota {{(pid=103475) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 04 13:00:28.207478 n-d-825015-3 neutron-server[103475]: DEBUG neutron.quota.resource [None req-f5afa1fe-7f79-40ee-bc97-550b0af83e09 tempest-QuotasTest-2137895461 tempest-QuotasTest-2137895461-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103475) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 04 13:00:28.215851 n-d-825015-3 neutron-server[103475]: DEBUG neutron.quota.resource [None req-f5afa1fe-7f79-40ee-bc97-550b0af83e09 tempest-QuotasTest-2137895461 tempest-QuotasTest-2137895461-project-admin] Usage tracker for resource:port and project:f1ecdc78a90a4ddca76e06c00d3fd766 is out of sync, need to count used quota {{(pid=103475) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 04 13:00:28.221092 n-d-825015-3 neutron-server[103475]: DEBUG neutron.quota.resource [None req-f5afa1fe-7f79-40ee-bc97-550b0af83e09 tempest-QuotasTest-2137895461 tempest-QuotasTest-2137895461-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103475) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 04 13:00:28.227165 n-d-825015-3 neutron-server[103475]: DEBUG neutron.quota.resource [None req-f5afa1fe-7f79-40ee-bc97-550b0af83e09 tempest-QuotasTest-2137895461 tempest-QuotasTest-2137895461-project-admin] Usage tracker for resource:router and project:f1ecdc78a90a4ddca76e06c00d3fd766 is out of sync, need to count used quota {{(pid=103475) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 04 13:00:28.248118 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-69cf43f6-ed50-4aa0-bce9-f2c7b73ffa05 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (26b32264-61f1-48eb-81ff-1dc81dee6ffe), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:28.259779 n-d-825015-3 neutron-server[103475]: DEBUG neutron.quota.resource [None req-f5afa1fe-7f79-40ee-bc97-550b0af83e09 tempest-QuotasTest-2137895461 tempest-QuotasTest-2137895461-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103475) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 04 13:00:28.267560 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device eb335716-e308-4404-aba4-fd0a77cf6acb up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:00:28.288530 n-d-825015-3 neutron-server[103475]: DEBUG neutron.quota.resource [None req-f5afa1fe-7f79-40ee-bc97-550b0af83e09 tempest-QuotasTest-2137895461 tempest-QuotasTest-2137895461-project-admin] Usage tracker for resource:floatingip and project:f1ecdc78a90a4ddca76e06c00d3fd766 is out of sync, need to count used quota {{(pid=103475) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 04 13:00:28.296090 n-d-825015-3 neutron-server[103475]: DEBUG neutron.quota.resource [None req-f5afa1fe-7f79-40ee-bc97-550b0af83e09 tempest-QuotasTest-2137895461 tempest-QuotasTest-2137895461-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103475) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 04 13:00:28.323596 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ef3578e7-377f-46c3-9f1d-a50dffd87c2a None None] Could not find standard attr ID for object 153642c5-2ceb-403d-98ca-a87422c56a34. {{(pid=103476) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 13:00:28.374202 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-69cf43f6-ed50-4aa0-bce9-f2c7b73ffa05 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (26b32264-61f1-48eb-81ff-1dc81dee6ffe), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:28.398860 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port eb335716-e308-4404-aba4-fd0a77cf6acb triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:00:28.399653 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (eb335716-e308-4404-aba4-fd0a77cf6acb), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:28.401077 n-d-825015-3 neutron-server[103475]: DEBUG neutron.quota.resource [None req-f5afa1fe-7f79-40ee-bc97-550b0af83e09 tempest-QuotasTest-2137895461 tempest-QuotasTest-2137895461-project-admin] Usage tracker for resource:security_group and project:f1ecdc78a90a4ddca76e06c00d3fd766 is out of sync, need to count used quota {{(pid=103475) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 04 13:00:28.418559 n-d-825015-3 neutron-server[103475]: DEBUG neutron.quota.resource [None req-f5afa1fe-7f79-40ee-bc97-550b0af83e09 tempest-QuotasTest-2137895461 tempest-QuotasTest-2137895461-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103475) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 04 13:00:28.430933 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cf43f6-ed50-4aa0-bce9-f2c7b73ffa05 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Pushing event deleted for resources: {'Subnet': ['ID=26b32264-61f1-48eb-81ff-1dc81dee6ffe,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:28.431879 n-d-825015-3 neutron-server[103475]: DEBUG neutron.quota.resource [None req-f5afa1fe-7f79-40ee-bc97-550b0af83e09 tempest-QuotasTest-2137895461 tempest-QuotasTest-2137895461-project-admin] Usage tracker for resource:security_group_rule and project:f1ecdc78a90a4ddca76e06c00d3fd766 is out of sync, need to count used quota {{(pid=103475) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 04 13:00:28.453441 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-69cf43f6-ed50-4aa0-bce9-f2c7b73ffa05 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:28.458798 n-d-825015-3 neutron-server[103475]: DEBUG neutron.quota.resource [None req-f5afa1fe-7f79-40ee-bc97-550b0af83e09 tempest-QuotasTest-2137895461 tempest-QuotasTest-2137895461-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103475) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 04 13:00:28.460145 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-69cf43f6-ed50-4aa0-bce9-f2c7b73ffa05 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "DELETE /v2.0/subnets/26b32264-61f1-48eb-81ff-1dc81dee6ffe HTTP/1.1" status: 204 len: 168 time: 0.4764111 Feb 04 13:00:28.463415 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52626) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:28.492190 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-f5afa1fe-7f79-40ee-bc97-550b0af83e09 tempest-QuotasTest-2137895461 tempest-QuotasTest-2137895461-project-admin] 10.222.0.65 "GET /v2.0/quotas/f1ecdc78a90a4ddca76e06c00d3fd766/details.json HTTP/1.1" status: 200 len: 703 time: 0.3731964 Feb 04 13:00:28.518836 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-f8ce6914-0708-4f91-8b43-e2ddad66d669 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0531290 Feb 04 13:00:28.521134 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52630) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:28.552582 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port eb335716-e308-4404-aba4-fd0a77cf6acb is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:00:28.587522 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823345b0-52c2-477c-b35d-8d66ecef8a8b None None] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:00:28.596285 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9277a40-30bf-48d8-8ee9-192a2d2631b2 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:28.597839 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-e9277a40-30bf-48d8-8ee9-192a2d2631b2 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0755467 Feb 04 13:00:28.600399 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52632) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:28.662034 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b26403-7c9e-4aeb-8dfc-34fee7a0307d tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:28.663148 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-f4b26403-7c9e-4aeb-8dfc-34fee7a0307d tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0597708 Feb 04 13:00:28.665741 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52634) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:28.705417 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-9a6f39aa-c439-4872-bdd3-d5ddf501b790 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0385468 Feb 04 13:00:28.710658 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 52636) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:28.716877 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-0ee6cd6c-89d5-41f1-85c8-6e0b71155057 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Request body: {'subnet': {'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:00:28.785224 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbca7083-fa8b-4053-8032-c6328ef82472 None None] DHCP port deletion for 38febd13-5a2a-4d46-a8bc-c2d73322ac82 request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:00:28.852504 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-dbca7083-fa8b-4053-8032-c6328ef82472 None None] Deleting port eb335716-e308-4404-aba4-fd0a77cf6acb {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:00:28.852975 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dbca7083-fa8b-4053-8032-c6328ef82472 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (eb335716-e308-4404-aba4-fd0a77cf6acb), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:28.863299 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ee6cd6c-89d5-41f1-85c8-6e0b71155057 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Made reservation on behalf of 28823d1be89a4373833a0b6442186e0d for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:00:28.869985 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0ee6cd6c-89d5-41f1-85c8-6e0b71155057 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:28.933286 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52640) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:28.933913 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-dbca7083-fa8b-4053-8032-c6328ef82472 None None] For port eb335716-e308-4404-aba4-fd0a77cf6acb, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=eb335716-e308-4404-aba4-fd0a77cf6acb,segment=NetworkSegment(c90e1acd-6828-4dc1-a041-2f0d39d337f9),segment_id=c90e1acd-6828-4dc1-a041-2f0d39d337f9)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:00:28.934315 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dbca7083-fa8b-4053-8032-c6328ef82472 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (eb335716-e308-4404-aba4-fd0a77cf6acb), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:28.961804 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-dbca7083-fa8b-4053-8032-c6328ef82472 None None] Calling delete_port for eb335716-e308-4404-aba4-fd0a77cf6acb owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:00:29.061611 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dbca7083-fa8b-4053-8032-c6328ef82472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (eb335716-e308-4404-aba4-fd0a77cf6acb), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:29.093674 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0eef2d07-cdf7-4b45-a878-862c861e7350 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:29.095281 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbca7083-fa8b-4053-8032-c6328ef82472 None None] Pushing event deleted for resources: {'Port': ['ID=eb335716-e308-4404-aba4-fd0a77cf6acb,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:29.108175 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbca7083-fa8b-4053-8032-c6328ef82472 None None] No DVR routers for this DVR port eb335716-e308-4404-aba4-fd0a77cf6acb on host n-d-825015-3 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:00:29.149586 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0ee6cd6c-89d5-41f1-85c8-6e0b71155057 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52094127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51452689'] for subnet (e6a12f97-41bd-424e-8e80-267705fa2b12), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:29.212767 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee6cd6c-89d5-41f1-85c8-6e0b71155057 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:00:29.216836 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-0ee6cd6c-89d5-41f1-85c8-6e0b71155057 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:00:29.224272 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee6cd6c-89d5-41f1-85c8-6e0b71155057 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:29.224854 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0ee6cd6c-89d5-41f1-85c8-6e0b71155057 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:29.229103 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7658c74a-1faa-4e60-bc77-e02e8b0e21cb None None] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:00:29.243811 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee6cd6c-89d5-41f1-85c8-6e0b71155057 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Pushing event updated for resources: {'Subnet': ['ID=e6a12f97-41bd-424e-8e80-267705fa2b12,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:29.290118 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-0ee6cd6c-89d5-41f1-85c8-6e0b71155057 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5782456 Feb 04 13:00:29.291673 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0eef2d07-cdf7-4b45-a878-862c861e7350 admin admin] Publish callbacks [] for security_group (62e53cb2-61aa-4866-81f5-f0232fd53f01), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:29.293165 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52644) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:29.299637 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-c016186f-78f2-466c-b18b-cf227f106b88 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Request body: {'port': {'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82', 'fixed_ips': [{'subnet_id': 'e6a12f97-41bd-424e-8e80-267705fa2b12', 'ip_address': '2001:db8::9e21:d77:2194:63d3'}], 'name': 'tempest-NetworksTestDHCPv6-840490575'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:00:29.304519 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0eef2d07-cdf7-4b45-a878-862c861e7350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (62e53cb2-61aa-4866-81f5-f0232fd53f01), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:29.378645 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5f404d-cfe0-4043-b70b-5e35d26df4da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-38febd13-5a2a-4d46-a8bc-c2d73322ac82', 'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82', 'project_id': '28823d1be89a4373833a0b6442186e0d', 'fixed_ips': [{'subnet_id': 'e6a12f97-41bd-424e-8e80-267705fa2b12'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:00:29.380395 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9c5f404d-cfe0-4043-b70b-5e35d26df4da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:29.394465 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eef2d07-cdf7-4b45-a878-862c861e7350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62e53cb2-61aa-4866-81f5-f0232fd53f01,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:29.401224 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-0eef2d07-cdf7-4b45-a878-862c861e7350 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=654859deb2de4870bd66b6c55a3dbb81&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4669044 Feb 04 13:00:29.404897 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 52648) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:29.467978 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c016186f-78f2-466c-b18b-cf227f106b88 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Made reservation on behalf of 28823d1be89a4373833a0b6442186e0d for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:00:29.488721 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f3f5021b-0f05-4941-b897-b480f93cee4c admin admin] Publish callbacks [] for security_group (62e53cb2-61aa-4866-81f5-f0232fd53f01), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:29.513387 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f3f5021b-0f05-4941-b897-b480f93cee4c admin admin] Publish callbacks [] for security_group (62e53cb2-61aa-4866-81f5-f0232fd53f01), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:29.548860 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-9c5f404d-cfe0-4043-b70b-5e35d26df4da None None] Allocated IP 2001:db8::2 (38febd13-5a2a-4d46-a8bc-c2d73322ac82/e6a12f97-41bd-424e-8e80-267705fa2b12/fd72c72d-228c-4eb7-8ac4-99ecf3a2d62b) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:00:29.573854 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f3f5021b-0f05-4941-b897-b480f93cee4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (62e53cb2-61aa-4866-81f5-f0232fd53f01), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:29.577692 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f3f5021b-0f05-4941-b897-b480f93cee4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:29.578867 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c016186f-78f2-466c-b18b-cf227f106b88 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:29.579940 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-f3f5021b-0f05-4941-b897-b480f93cee4c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/62e53cb2-61aa-4866-81f5-f0232fd53f01 HTTP/1.1" status: 204 len: 168 time: 0.1735184 Feb 04 13:00:29.590083 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f5021b-0f05-4941-b897-b480f93cee4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e53cb2-61aa-4866-81f5-f0232fd53f01,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:29.616176 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [None req-c016186f-78f2-466c-b18b-cf227f106b88 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] device_id is not set on port 3876a595-4578-4b41-958e-a4ea574be71c yet. {{(pid=103474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:00:29.761274 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9c5f404d-cfe0-4043-b70b-5e35d26df4da None None] Publish callbacks [] for port (fd72c72d-228c-4eb7-8ac4-99ecf3a2d62b), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:29.773912 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9c5f404d-cfe0-4043-b70b-5e35d26df4da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (fd72c72d-228c-4eb7-8ac4-99ecf3a2d62b), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:29.816622 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5f404d-cfe0-4043-b70b-5e35d26df4da None None] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:00:29.823671 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-9c5f404d-cfe0-4043-b70b-5e35d26df4da None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:00:29.829024 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5f404d-cfe0-4043-b70b-5e35d26df4da None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:00:29.838369 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5f404d-cfe0-4043-b70b-5e35d26df4da None None] Pushing event updated for resources: {'Port': ['ID=fd72c72d-228c-4eb7-8ac4-99ecf3a2d62b,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:29.909019 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-9c5f404d-cfe0-4043-b70b-5e35d26df4da None None] Attempting to bind port fd72c72d-228c-4eb7-8ac4-99ecf3a2d62b on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:00:29.909418 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-9c5f404d-cfe0-4043-b70b-5e35d26df4da None None] Attempting to bind port fd72c72d-228c-4eb7-8ac4-99ecf3a2d62b by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': 'c90e1acd-6828-4dc1-a041-2f0d39d337f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:00:29.909848 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5f404d-cfe0-4043-b70b-5e35d26df4da None None] Attempting to bind port fd72c72d-228c-4eb7-8ac4-99ecf3a2d62b on network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:00:29.916470 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5f404d-cfe0-4043-b70b-5e35d26df4da None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:00:29.916882 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5f404d-cfe0-4043-b70b-5e35d26df4da None None] Checking segment: {'id': 'c90e1acd-6828-4dc1-a041-2f0d39d337f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:00:29.917341 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9c5f404d-cfe0-4043-b70b-5e35d26df4da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:29.917692 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5f404d-cfe0-4043-b70b-5e35d26df4da None None] Bound using segment: {'id': 'c90e1acd-6828-4dc1-a041-2f0d39d337f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:00:29.918221 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-9c5f404d-cfe0-4043-b70b-5e35d26df4da None None] Bound port: fd72c72d-228c-4eb7-8ac4-99ecf3a2d62b, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c90e1acd-6828-4dc1-a041-2f0d39d337f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:00:29.918639 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9c5f404d-cfe0-4043-b70b-5e35d26df4da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (fd72c72d-228c-4eb7-8ac4-99ecf3a2d62b), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:30.000911 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 52654) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:30.002542 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-9c5f404d-cfe0-4043-b70b-5e35d26df4da None None] For port fd72c72d-228c-4eb7-8ac4-99ecf3a2d62b, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:00:30.008705 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-9c5f404d-cfe0-4043-b70b-5e35d26df4da None None] For port fd72c72d-228c-4eb7-8ac4-99ecf3a2d62b, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=fd72c72d-228c-4eb7-8ac4-99ecf3a2d62b,segment=NetworkSegment(c90e1acd-6828-4dc1-a041-2f0d39d337f9),segment_id=c90e1acd-6828-4dc1-a041-2f0d39d337f9)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:00:30.016653 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ba75ed69-db49-4bba-a593-e18e9a5d2b29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:30.017173 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9c5f404d-cfe0-4043-b70b-5e35d26df4da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (fd72c72d-228c-4eb7-8ac4-99ecf3a2d62b), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:30.130245 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5f404d-cfe0-4043-b70b-5e35d26df4da None None] Pushing event updated for resources: {'Port': ['ID=fd72c72d-228c-4eb7-8ac4-99ecf3a2d62b,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:30.145505 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ba75ed69-db49-4bba-a593-e18e9a5d2b29 admin admin] Publish callbacks [] for security_group (2bd9ed35-ca66-4fed-8920-08a8245f12b0), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:30.156062 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ba75ed69-db49-4bba-a593-e18e9a5d2b29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (2bd9ed35-ca66-4fed-8920-08a8245f12b0), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:30.225482 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device eb335716-e308-4404-aba4-fd0a77cf6acb no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:00:30.245126 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-ba75ed69-db49-4bba-a593-e18e9a5d2b29 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f1ecdc78a90a4ddca76e06c00d3fd766&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2428780 Feb 04 13:00:30.247277 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba75ed69-db49-4bba-a593-e18e9a5d2b29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bd9ed35-ca66-4fed-8920-08a8245f12b0,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:30.249681 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 52656) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:30.256211 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: eb335716-e308-4404-aba4-fd0a77cf6acb {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:00:30.256211 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device eb335716-e308-4404-aba4-fd0a77cf6acb not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:00:30.295165 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-c016186f-78f2-466c-b18b-cf227f106b88 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Allocated IP 2001:db8::9e21:d77:2194:63d3 (38febd13-5a2a-4d46-a8bc-c2d73322ac82/e6a12f97-41bd-424e-8e80-267705fa2b12/3876a595-4578-4b41-958e-a4ea574be71c) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:00:30.329699 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f8d3101d-3cfc-4d8b-b9f9-9db7e4f74d09 admin admin] Publish callbacks [] for security_group (2bd9ed35-ca66-4fed-8920-08a8245f12b0), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:30.361703 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f8d3101d-3cfc-4d8b-b9f9-9db7e4f74d09 admin admin] Publish callbacks [] for security_group (2bd9ed35-ca66-4fed-8920-08a8245f12b0), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:30.460849 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f8d3101d-3cfc-4d8b-b9f9-9db7e4f74d09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (2bd9ed35-ca66-4fed-8920-08a8245f12b0), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:30.464241 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f8d3101d-3cfc-4d8b-b9f9-9db7e4f74d09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:30.466417 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-f8d3101d-3cfc-4d8b-b9f9-9db7e4f74d09 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2bd9ed35-ca66-4fed-8920-08a8245f12b0 HTTP/1.1" status: 204 len: 168 time: 0.2147925 Feb 04 13:00:30.496116 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d3101d-3cfc-4d8b-b9f9-9db7e4f74d09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bd9ed35-ca66-4fed-8920-08a8245f12b0,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:30.543539 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c016186f-78f2-466c-b18b-cf227f106b88 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for port (3876a595-4578-4b41-958e-a4ea574be71c), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:30.592671 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c016186f-78f2-466c-b18b-cf227f106b88 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (3876a595-4578-4b41-958e-a4ea574be71c), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:30.645935 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c016186f-78f2-466c-b18b-cf227f106b88 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:00:30.649325 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-c016186f-78f2-466c-b18b-cf227f106b88 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:00:30.655652 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c016186f-78f2-466c-b18b-cf227f106b88 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:00:30.660962 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c016186f-78f2-466c-b18b-cf227f106b88 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:30.661622 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c016186f-78f2-466c-b18b-cf227f106b88 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:30.665484 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c016186f-78f2-466c-b18b-cf227f106b88 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Pushing event updated for resources: {'Port': ['ID=3876a595-4578-4b41-958e-a4ea574be71c,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:30.685999 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-c016186f-78f2-466c-b18b-cf227f106b88 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.3907070 Feb 04 13:00:30.688900 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 52664) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:30.695241 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-5349d4a4-77f7-42b7-bb3d-4c287b0e2413 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Request body: {'port': {'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82', 'fixed_ips': [{'subnet_id': 'e6a12f97-41bd-424e-8e80-267705fa2b12', 'ip_address': '2001:db8::9e21:d77:2194:63d3'}], 'name': 'tempest-NetworksTestDHCPv6-950726550'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:00:30.820221 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5349d4a4-77f7-42b7-bb3d-4c287b0e2413 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Made reservation on behalf of 28823d1be89a4373833a0b6442186e0d for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:00:30.827317 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5349d4a4-77f7-42b7-bb3d-4c287b0e2413 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:30.849892 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [None req-5349d4a4-77f7-42b7-bb3d-4c287b0e2413 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] device_id is not set on port e1ed510d-3e75-44bd-8e1d-78be98b9e44f yet. {{(pid=103475) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:00:31.066657 n-d-825015-3 neutron-server[103475]: INFO neutron.pecan_wsgi.hooks.translation [None req-5349d4a4-77f7-42b7-bb3d-4c287b0e2413 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 04 13:00:31.067171 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5349d4a4-77f7-42b7-bb3d-4c287b0e2413 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103475) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:00:31.092423 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52676) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:31.093454 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-5349d4a4-77f7-42b7-bb3d-4c287b0e2413 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 0.4032741 Feb 04 13:00:31.166135 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28afee4e-8d6a-40e1-a249-a31d9fc90601 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:31.175903 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28afee4e-8d6a-40e1-a249-a31d9fc90601 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:31.191287 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-28afee4e-8d6a-40e1-a249-a31d9fc90601 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.0845327 Feb 04 13:00:31.191655 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 52682) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:31.302476 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-23257083-206b-4d7a-9814-73763dc3120f tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Deleting port 3876a595-4578-4b41-958e-a4ea574be71c {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:00:31.303010 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-23257083-206b-4d7a-9814-73763dc3120f tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (3876a595-4578-4b41-958e-a4ea574be71c), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:31.314384 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:31.406293 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-23257083-206b-4d7a-9814-73763dc3120f tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (3876a595-4578-4b41-958e-a4ea574be71c), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:31.421803 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-23257083-206b-4d7a-9814-73763dc3120f tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Calling delete_port for 3876a595-4578-4b41-958e-a4ea574be71c owned by {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:00:31.505575 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-c4a56cf2-6b82-4813-ae7b-cda18671d991 None None] Provisioning complete for port fd72c72d-228c-4eb7-8ac4-99ecf3a2d62b triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:00:31.510839 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c4a56cf2-6b82-4813-ae7b-cda18671d991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (fd72c72d-228c-4eb7-8ac4-99ecf3a2d62b), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:31.631165 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c4a56cf2-6b82-4813-ae7b-cda18671d991 None None] Current status of the port fd72c72d-228c-4eb7-8ac4-99ecf3a2d62b is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:00:31.631561 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c4a56cf2-6b82-4813-ae7b-cda18671d991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (fd72c72d-228c-4eb7-8ac4-99ecf3a2d62b), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:31.647321 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-23257083-206b-4d7a-9814-73763dc3120f tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (3876a595-4578-4b41-958e-a4ea574be71c), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:31.678375 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-c4a56cf2-6b82-4813-ae7b-cda18671d991 None None] For port fd72c72d-228c-4eb7-8ac4-99ecf3a2d62b, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=fd72c72d-228c-4eb7-8ac4-99ecf3a2d62b,segment=NetworkSegment(c90e1acd-6828-4dc1-a041-2f0d39d337f9),segment_id=c90e1acd-6828-4dc1-a041-2f0d39d337f9)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:00:31.683956 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c4a56cf2-6b82-4813-ae7b-cda18671d991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (fd72c72d-228c-4eb7-8ac4-99ecf3a2d62b), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:31.684164 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23257083-206b-4d7a-9814-73763dc3120f tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Pushing event deleted for resources: {'Port': ['ID=3876a595-4578-4b41-958e-a4ea574be71c,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:31.723928 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-23257083-206b-4d7a-9814-73763dc3120f tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:31.727289 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-23257083-206b-4d7a-9814-73763dc3120f tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "DELETE /v2.0/ports/3876a595-4578-4b41-958e-a4ea574be71c HTTP/1.1" status: 204 len: 168 time: 0.5402238 Feb 04 13:00:31.729920 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52694) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:31.766727 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a56cf2-6b82-4813-ae7b-cda18671d991 None None] Pushing event updated for resources: {'Port': ['ID=fd72c72d-228c-4eb7-8ac4-99ecf3a2d62b,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:31.802805 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-6644a2d5-2c78-4339-a5f9-56a4b398c46a None None] Could not find standard attr ID for object 3876a595-4578-4b41-958e-a4ea574be71c. {{(pid=103476) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 13:00:31.835685 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caae1fae-c685-4b97-92df-18e9456229f4 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:31.837193 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caae1fae-c685-4b97-92df-18e9456229f4 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:31.841801 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-caae1fae-c685-4b97-92df-18e9456229f4 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1071582 Feb 04 13:00:31.842412 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 52698) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:31.918571 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_v2 [None req-68d7efb2-52cc-4d87-a6f7-b5f434f23662 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Deleting subnet e6a12f97-41bd-424e-8e80-267705fa2b12 {{(pid=103475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:00:31.921848 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:31.925460 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-68d7efb2-52cc-4d87-a6f7-b5f434f23662 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for subnet (e6a12f97-41bd-424e-8e80-267705fa2b12), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:31.980273 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-68d7efb2-52cc-4d87-a6f7-b5f434f23662 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51859329'] for subnet (e6a12f97-41bd-424e-8e80-267705fa2b12), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:32.100648 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-68d7efb2-52cc-4d87-a6f7-b5f434f23662 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (e6a12f97-41bd-424e-8e80-267705fa2b12), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:32.192825 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-68d7efb2-52cc-4d87-a6f7-b5f434f23662 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-52093282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51452698'] for subnet (e6a12f97-41bd-424e-8e80-267705fa2b12), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:32.243028 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d7efb2-52cc-4d87-a6f7-b5f434f23662 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Pushing event deleted for resources: {'Subnet': ['ID=e6a12f97-41bd-424e-8e80-267705fa2b12,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:32.250628 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-68d7efb2-52cc-4d87-a6f7-b5f434f23662 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:32.255402 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-68d7efb2-52cc-4d87-a6f7-b5f434f23662 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "DELETE /v2.0/subnets/e6a12f97-41bd-424e-8e80-267705fa2b12 HTTP/1.1" status: 204 len: 168 time: 0.4117639 Feb 04 13:00:32.259852 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52716) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:32.271931 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e587e6c2-19fb-4fa0-8983-78eb330e1fab None None] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:00:32.315118 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 52718) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:32.322511 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device fd72c72d-228c-4eb7-8ac4-99ecf3a2d62b up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:00:32.343402 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 52722) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:32.344721 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-b140ea86-07b6-4b83-ac3d-5e2b51609fcf tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0855865 Feb 04 13:00:32.349101 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-94bb8813-604f-49bf-8d6f-6a99dfca05ea tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Request body: {'subnet': {'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:00:32.420648 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port fd72c72d-228c-4eb7-8ac4-99ecf3a2d62b triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:00:32.421015 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (fd72c72d-228c-4eb7-8ac4-99ecf3a2d62b), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:32.457835 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-05fb5ec8-3f5f-4d61-be46-cf2b21639e2c tempest-RoutersAdminNegativeIpV6Test-1154327820 tempest-RoutersAdminNegativeIpV6Test-1154327820-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1242572776', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:00:32.482083 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05fb5ec8-3f5f-4d61-be46-cf2b21639e2c tempest-RoutersAdminNegativeIpV6Test-1154327820 tempest-RoutersAdminNegativeIpV6Test-1154327820-project-admin] Made reservation on behalf of 7857cd613fb1472ba8ca5d9a890c3d63 for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:00:32.487050 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-05fb5ec8-3f5f-4d61-be46-cf2b21639e2c tempest-RoutersAdminNegativeIpV6Test-1154327820 tempest-RoutersAdminNegativeIpV6Test-1154327820-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:32.500297 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-05fb5ec8-3f5f-4d61-be46-cf2b21639e2c tempest-RoutersAdminNegativeIpV6Test-1154327820 tempest-RoutersAdminNegativeIpV6Test-1154327820-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:32.502252 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94bb8813-604f-49bf-8d6f-6a99dfca05ea tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Made reservation on behalf of 28823d1be89a4373833a0b6442186e0d for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:00:32.505755 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-94bb8813-604f-49bf-8d6f-6a99dfca05ea tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:32.523716 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port fd72c72d-228c-4eb7-8ac4-99ecf3a2d62b is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:00:32.542487 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9624640-76b4-49d2-a496-eb12ae4c46f8 None None] DHCP port deletion for 38febd13-5a2a-4d46-a8bc-c2d73322ac82 request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:00:32.610038 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-a9624640-76b4-49d2-a496-eb12ae4c46f8 None None] Deleting port fd72c72d-228c-4eb7-8ac4-99ecf3a2d62b {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:00:32.610550 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a9624640-76b4-49d2-a496-eb12ae4c46f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (fd72c72d-228c-4eb7-8ac4-99ecf3a2d62b), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:32.681765 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-a9624640-76b4-49d2-a496-eb12ae4c46f8 None None] For port fd72c72d-228c-4eb7-8ac4-99ecf3a2d62b, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=fd72c72d-228c-4eb7-8ac4-99ecf3a2d62b,segment=NetworkSegment(c90e1acd-6828-4dc1-a041-2f0d39d337f9),segment_id=c90e1acd-6828-4dc1-a041-2f0d39d337f9)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:00:32.682092 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a9624640-76b4-49d2-a496-eb12ae4c46f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (fd72c72d-228c-4eb7-8ac4-99ecf3a2d62b), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:32.697274 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-a9624640-76b4-49d2-a496-eb12ae4c46f8 None None] Calling delete_port for fd72c72d-228c-4eb7-8ac4-99ecf3a2d62b owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:00:32.714419 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-05fb5ec8-3f5f-4d61-be46-cf2b21639e2c tempest-RoutersAdminNegativeIpV6Test-1154327820 tempest-RoutersAdminNegativeIpV6Test-1154327820-project-admin] Publish callbacks [] for security_group (c56db02d-39da-48e5-a0f5-e9f582eb2bcd), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:32.721506 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-05fb5ec8-3f5f-4d61-be46-cf2b21639e2c tempest-RoutersAdminNegativeIpV6Test-1154327820 tempest-RoutersAdminNegativeIpV6Test-1154327820-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (c56db02d-39da-48e5-a0f5-e9f582eb2bcd), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:32.737061 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [None req-05fb5ec8-3f5f-4d61-be46-cf2b21639e2c tempest-RoutersAdminNegativeIpV6Test-1154327820 tempest-RoutersAdminNegativeIpV6Test-1154327820-project-admin] device_id is not set on port 722e53e9-c3be-4492-8183-d5b21e5c02e9 yet. {{(pid=103475) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:00:32.787338 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a9624640-76b4-49d2-a496-eb12ae4c46f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (fd72c72d-228c-4eb7-8ac4-99ecf3a2d62b), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:32.818001 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9624640-76b4-49d2-a496-eb12ae4c46f8 None None] Pushing event deleted for resources: {'Port': ['ID=fd72c72d-228c-4eb7-8ac4-99ecf3a2d62b,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:32.820998 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9624640-76b4-49d2-a496-eb12ae4c46f8 None None] No DVR routers for this DVR port fd72c72d-228c-4eb7-8ac4-99ecf3a2d62b on host n-d-825015-3 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:00:32.828163 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fb5ec8-3f5f-4d61-be46-cf2b21639e2c tempest-RoutersAdminNegativeIpV6Test-1154327820 tempest-RoutersAdminNegativeIpV6Test-1154327820-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c56db02d-39da-48e5-a0f5-e9f582eb2bcd,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:32.856183 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-94bb8813-604f-49bf-8d6f-6a99dfca05ea tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52094127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51452689'] for subnet (8d2a5365-032e-40a0-89c0-bce9300a6df5), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:32.938354 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94bb8813-604f-49bf-8d6f-6a99dfca05ea tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:00:32.952742 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-94bb8813-604f-49bf-8d6f-6a99dfca05ea tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:00:32.960169 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94bb8813-604f-49bf-8d6f-6a99dfca05ea tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:32.960941 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-94bb8813-604f-49bf-8d6f-6a99dfca05ea tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:32.962194 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c96b974-1e3d-4640-ac52-f6d3f2240407 None None] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:00:32.968148 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb8813-604f-49bf-8d6f-6a99dfca05ea tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Pushing event updated for resources: {'Subnet': ['ID=8d2a5365-032e-40a0-89c0-bce9300a6df5,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:32.984912 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-05fb5ec8-3f5f-4d61-be46-cf2b21639e2c tempest-RoutersAdminNegativeIpV6Test-1154327820 tempest-RoutersAdminNegativeIpV6Test-1154327820-project-admin] Allocated IP 172.25.3.145 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/722e53e9-c3be-4492-8183-d5b21e5c02e9) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:00:32.999297 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-94bb8813-604f-49bf-8d6f-6a99dfca05ea tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6521838 Feb 04 13:00:33.000960 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52726) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:33.006865 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-91b701cd-4245-420b-a0fd-bd7b9b03c2af tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Request body: {'port': {'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82', 'fixed_ips': [{'subnet_id': '8d2a5365-032e-40a0-89c0-bce9300a6df5', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-120343358'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:00:33.115451 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c2dc55-faa8-4784-b574-07145a9cf046 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-38febd13-5a2a-4d46-a8bc-c2d73322ac82', 'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82', 'project_id': '28823d1be89a4373833a0b6442186e0d', 'fixed_ips': [{'subnet_id': '8d2a5365-032e-40a0-89c0-bce9300a6df5'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:00:33.116356 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d9c2dc55-faa8-4784-b574-07145a9cf046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:33.160041 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91b701cd-4245-420b-a0fd-bd7b9b03c2af tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Made reservation on behalf of 28823d1be89a4373833a0b6442186e0d for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:00:33.166420 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-05fb5ec8-3f5f-4d61-be46-cf2b21639e2c tempest-RoutersAdminNegativeIpV6Test-1154327820 tempest-RoutersAdminNegativeIpV6Test-1154327820-project-admin] Publish callbacks [] for port (722e53e9-c3be-4492-8183-d5b21e5c02e9), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:33.167320 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-91b701cd-4245-420b-a0fd-bd7b9b03c2af tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:33.190449 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [None req-91b701cd-4245-420b-a0fd-bd7b9b03c2af tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] device_id is not set on port d0e37c88-97d2-44a6-97b7-de595875c8d3 yet. {{(pid=103474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:00:33.232238 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-05fb5ec8-3f5f-4d61-be46-cf2b21639e2c tempest-RoutersAdminNegativeIpV6Test-1154327820 tempest-RoutersAdminNegativeIpV6Test-1154327820-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (722e53e9-c3be-4492-8183-d5b21e5c02e9), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:33.281782 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05fb5ec8-3f5f-4d61-be46-cf2b21639e2c tempest-RoutersAdminNegativeIpV6Test-1154327820 tempest-RoutersAdminNegativeIpV6Test-1154327820-project-admin] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:00:33.289531 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-05fb5ec8-3f5f-4d61-be46-cf2b21639e2c tempest-RoutersAdminNegativeIpV6Test-1154327820 tempest-RoutersAdminNegativeIpV6Test-1154327820-project-admin] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:00:33.294900 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fb5ec8-3f5f-4d61-be46-cf2b21639e2c tempest-RoutersAdminNegativeIpV6Test-1154327820 tempest-RoutersAdminNegativeIpV6Test-1154327820-project-admin] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:00:33.319180 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-d9c2dc55-faa8-4784-b574-07145a9cf046 None None] Allocated IP 2001:db8::2 (38febd13-5a2a-4d46-a8bc-c2d73322ac82/8d2a5365-032e-40a0-89c0-bce9300a6df5/e1829783-b581-4b8a-b5a7-25b6982bb0ea) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:00:33.324420 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fb5ec8-3f5f-4d61-be46-cf2b21639e2c tempest-RoutersAdminNegativeIpV6Test-1154327820 tempest-RoutersAdminNegativeIpV6Test-1154327820-project-admin] Pushing event updated for resources: {'Port': ['ID=722e53e9-c3be-4492-8183-d5b21e5c02e9,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:33.349494 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05fb5ec8-3f5f-4d61-be46-cf2b21639e2c tempest-RoutersAdminNegativeIpV6Test-1154327820 tempest-RoutersAdminNegativeIpV6Test-1154327820-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:33.350250 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-05fb5ec8-3f5f-4d61-be46-cf2b21639e2c tempest-RoutersAdminNegativeIpV6Test-1154327820 tempest-RoutersAdminNegativeIpV6Test-1154327820-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:33.374776 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-05fb5ec8-3f5f-4d61-be46-cf2b21639e2c tempest-RoutersAdminNegativeIpV6Test-1154327820 tempest-RoutersAdminNegativeIpV6Test-1154327820-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 1.0582211 Feb 04 13:00:33.377799 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52736) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:33.382511 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-d9f87057-04c0-4388-9b69-01904742f537 tempest-RoutersAdminNegativeIpV6Test-1154327820 tempest-RoutersAdminNegativeIpV6Test-1154327820-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.145'}]}}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:00:33.402923 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d9f87057-04c0-4388-9b69-01904742f537 tempest-RoutersAdminNegativeIpV6Test-1154327820 tempest-RoutersAdminNegativeIpV6Test-1154327820-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10933'] for router (0a6c84f7-e9cd-4cec-9fda-21f3298fc506), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:33.404656 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d9f87057-04c0-4388-9b69-01904742f537 tempest-RoutersAdminNegativeIpV6Test-1154327820 tempest-RoutersAdminNegativeIpV6Test-1154327820-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10924'] for router (0a6c84f7-e9cd-4cec-9fda-21f3298fc506), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:33.467198 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d9f87057-04c0-4388-9b69-01904742f537 tempest-RoutersAdminNegativeIpV6Test-1154327820 tempest-RoutersAdminNegativeIpV6Test-1154327820-project-admin] Publish callbacks [] for router_controller (0a6c84f7-e9cd-4cec-9fda-21f3298fc506), precommit_add_association {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:33.638560 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d9f87057-04c0-4388-9b69-01904742f537 tempest-RoutersAdminNegativeIpV6Test-1154327820 tempest-RoutersAdminNegativeIpV6Test-1154327820-project-admin] Publish callbacks [] for router_gateway (0a6c84f7-e9cd-4cec-9fda-21f3298fc506), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:33.667789 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d9c2dc55-faa8-4784-b574-07145a9cf046 None None] Publish callbacks [] for port (e1829783-b581-4b8a-b5a7-25b6982bb0ea), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:33.676550 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d9c2dc55-faa8-4784-b574-07145a9cf046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (e1829783-b581-4b8a-b5a7-25b6982bb0ea), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:33.701741 n-d-825015-3 neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-91b701cd-4245-420b-a0fd-bd7b9b03c2af tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:00:33.702345 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91b701cd-4245-420b-a0fd-bd7b9b03c2af tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:00:33.723100 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-91b701cd-4245-420b-a0fd-bd7b9b03c2af tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 0.7201958 Feb 04 13:00:33.725468 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52740) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:33.729048 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c2dc55-faa8-4784-b574-07145a9cf046 None None] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:00:33.732748 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-d9c2dc55-faa8-4784-b574-07145a9cf046 None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:00:33.735318 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c2dc55-faa8-4784-b574-07145a9cf046 None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:00:33.747753 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c2dc55-faa8-4784-b574-07145a9cf046 None None] Pushing event updated for resources: {'Port': ['ID=e1829783-b581-4b8a-b5a7-25b6982bb0ea,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:33.801602 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4d9dbf-03b8-4819-aa30-1a102f85e611 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:33.805647 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-5f4d9dbf-03b8-4819-aa30-1a102f85e611 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0767717 Feb 04 13:00:33.806361 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 52742) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:33.818900 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-d9c2dc55-faa8-4784-b574-07145a9cf046 None None] Attempting to bind port e1829783-b581-4b8a-b5a7-25b6982bb0ea on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:00:33.819557 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-d9c2dc55-faa8-4784-b574-07145a9cf046 None None] Attempting to bind port e1829783-b581-4b8a-b5a7-25b6982bb0ea by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': 'c90e1acd-6828-4dc1-a041-2f0d39d337f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:00:33.822788 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c2dc55-faa8-4784-b574-07145a9cf046 None None] Attempting to bind port e1829783-b581-4b8a-b5a7-25b6982bb0ea on network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:00:33.828813 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c2dc55-faa8-4784-b574-07145a9cf046 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:00:33.829194 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c2dc55-faa8-4784-b574-07145a9cf046 None None] Checking segment: {'id': 'c90e1acd-6828-4dc1-a041-2f0d39d337f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:00:33.829642 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d9c2dc55-faa8-4784-b574-07145a9cf046 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:33.830042 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c2dc55-faa8-4784-b574-07145a9cf046 None None] Bound using segment: {'id': 'c90e1acd-6828-4dc1-a041-2f0d39d337f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:00:33.830518 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-d9c2dc55-faa8-4784-b574-07145a9cf046 None None] Bound port: e1829783-b581-4b8a-b5a7-25b6982bb0ea, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c90e1acd-6828-4dc1-a041-2f0d39d337f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:00:33.830907 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d9c2dc55-faa8-4784-b574-07145a9cf046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (e1829783-b581-4b8a-b5a7-25b6982bb0ea), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:33.873347 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374c1b2d-1c54-4810-a466-a40edfdbbf42 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:33.875118 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374c1b2d-1c54-4810-a466-a40edfdbbf42 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:33.880214 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-374c1b2d-1c54-4810-a466-a40edfdbbf42 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0727205 Feb 04 13:00:33.881089 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 52744) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:33.915911 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-d9c2dc55-faa8-4784-b574-07145a9cf046 None None] For port e1829783-b581-4b8a-b5a7-25b6982bb0ea, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:00:33.920512 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-d9c2dc55-faa8-4784-b574-07145a9cf046 None None] For port e1829783-b581-4b8a-b5a7-25b6982bb0ea, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=e1829783-b581-4b8a-b5a7-25b6982bb0ea,segment=NetworkSegment(c90e1acd-6828-4dc1-a041-2f0d39d337f9),segment_id=c90e1acd-6828-4dc1-a041-2f0d39d337f9)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:00:33.929186 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d9c2dc55-faa8-4784-b574-07145a9cf046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (e1829783-b581-4b8a-b5a7-25b6982bb0ea), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:33.943770 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a919071-5a80-4c38-bec2-30f09838d224 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Deleting subnet 8d2a5365-032e-40a0-89c0-bce9300a6df5 {{(pid=103475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:00:33.947499 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4a919071-5a80-4c38-bec2-30f09838d224 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for subnet (8d2a5365-032e-40a0-89c0-bce9300a6df5), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:33.961877 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d9f87057-04c0-4388-9b69-01904742f537 tempest-RoutersAdminNegativeIpV6Test-1154327820 tempest-RoutersAdminNegativeIpV6Test-1154327820-project-admin] Publish callbacks [] for router_gateway (0a6c84f7-e9cd-4cec-9fda-21f3298fc506), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:33.992097 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4a919071-5a80-4c38-bec2-30f09838d224 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51859329'] for subnet (8d2a5365-032e-40a0-89c0-bce9300a6df5), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:34.003617 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d9f87057-04c0-4388-9b69-01904742f537 tempest-RoutersAdminNegativeIpV6Test-1154327820 tempest-RoutersAdminNegativeIpV6Test-1154327820-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:34.004289 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c2dc55-faa8-4784-b574-07145a9cf046 None None] Pushing event updated for resources: {'Port': ['ID=e1829783-b581-4b8a-b5a7-25b6982bb0ea,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:34.114640 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4a919071-5a80-4c38-bec2-30f09838d224 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (8d2a5365-032e-40a0-89c0-bce9300a6df5), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:34.199106 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d9f87057-04c0-4388-9b69-01904742f537 tempest-RoutersAdminNegativeIpV6Test-1154327820 tempest-RoutersAdminNegativeIpV6Test-1154327820-project-admin] Publish callbacks [] for router (0a6c84f7-e9cd-4cec-9fda-21f3298fc506), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:34.213348 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4a919071-5a80-4c38-bec2-30f09838d224 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-52093282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51452698'] for subnet (8d2a5365-032e-40a0-89c0-bce9300a6df5), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:34.227445 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device fd72c72d-228c-4eb7-8ac4-99ecf3a2d62b no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:00:34.253574 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a919071-5a80-4c38-bec2-30f09838d224 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Pushing event deleted for resources: {'Subnet': ['ID=8d2a5365-032e-40a0-89c0-bce9300a6df5,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:34.262330 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4a919071-5a80-4c38-bec2-30f09838d224 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:34.269419 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-4a919071-5a80-4c38-bec2-30f09838d224 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "DELETE /v2.0/subnets/8d2a5365-032e-40a0-89c0-bce9300a6df5 HTTP/1.1" status: 204 len: 168 time: 0.3849020 Feb 04 13:00:34.269721 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 52746) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:34.277189 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: fd72c72d-228c-4eb7-8ac4-99ecf3a2d62b {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:00:34.277624 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device fd72c72d-228c-4eb7-8ac4-99ecf3a2d62b not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:00:34.336773 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-4b2855c1-d910-482c-9c3d-c24347c05dd7 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0659721 Feb 04 13:00:34.340355 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 52748) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:34.346149 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-d0ae3f57-d270-4f79-9ac9-f30acbe94321 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Request body: {'subnet': {'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:00:34.415104 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d9f87057-04c0-4388-9b69-01904742f537 tempest-RoutersAdminNegativeIpV6Test-1154327820 tempest-RoutersAdminNegativeIpV6Test-1154327820-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10915'] for router (0a6c84f7-e9cd-4cec-9fda-21f3298fc506), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:34.417813 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d9f87057-04c0-4388-9b69-01904742f537 tempest-RoutersAdminNegativeIpV6Test-1154327820 tempest-RoutersAdminNegativeIpV6Test-1154327820-project-admin] Publish callbacks [] for router_controller (0a6c84f7-e9cd-4cec-9fda-21f3298fc506), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:34.466416 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0ae3f57-d270-4f79-9ac9-f30acbe94321 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Made reservation on behalf of 28823d1be89a4373833a0b6442186e0d for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:00:34.469223 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d9f87057-04c0-4388-9b69-01904742f537 tempest-RoutersAdminNegativeIpV6Test-1154327820 tempest-RoutersAdminNegativeIpV6Test-1154327820-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622829'] for router (0a6c84f7-e9cd-4cec-9fda-21f3298fc506), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:34.469796 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9f87057-04c0-4388-9b69-01904742f537 tempest-RoutersAdminNegativeIpV6Test-1154327820 tempest-RoutersAdminNegativeIpV6Test-1154327820-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0a6c84f7-e9cd-4cec-9fda-21f3298fc506 {{(pid=103474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 13:00:34.470082 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d0ae3f57-d270-4f79-9ac9-f30acbe94321 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:34.489608 n-d-825015-3 neutron-server[103474]: INFO neutron.api.v2.resource [None req-d9f87057-04c0-4388-9b69-01904742f537 tempest-RoutersAdminNegativeIpV6Test-1154327820 tempest-RoutersAdminNegativeIpV6Test-1154327820-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 04 13:00:34.493842 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-d9f87057-04c0-4388-9b69-01904742f537 tempest-RoutersAdminNegativeIpV6Test-1154327820 tempest-RoutersAdminNegativeIpV6Test-1154327820-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.1119037 Feb 04 13:00:34.494089 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52750) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:34.602643 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-471dbf3e-cc16-445a-8469-0e6a56f1909e tempest-RoutersAdminNegativeIpV6Test-1154327820 tempest-RoutersAdminNegativeIpV6Test-1154327820-project-admin] Deleting port 722e53e9-c3be-4492-8183-d5b21e5c02e9 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:00:34.603200 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-471dbf3e-cc16-445a-8469-0e6a56f1909e tempest-RoutersAdminNegativeIpV6Test-1154327820 tempest-RoutersAdminNegativeIpV6Test-1154327820-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (722e53e9-c3be-4492-8183-d5b21e5c02e9), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:34.700964 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-471dbf3e-cc16-445a-8469-0e6a56f1909e tempest-RoutersAdminNegativeIpV6Test-1154327820 tempest-RoutersAdminNegativeIpV6Test-1154327820-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (722e53e9-c3be-4492-8183-d5b21e5c02e9), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:34.714656 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-471dbf3e-cc16-445a-8469-0e6a56f1909e tempest-RoutersAdminNegativeIpV6Test-1154327820 tempest-RoutersAdminNegativeIpV6Test-1154327820-project-admin] Calling delete_port for 722e53e9-c3be-4492-8183-d5b21e5c02e9 owned by {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:00:34.721105 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d0ae3f57-d270-4f79-9ac9-f30acbe94321 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52094127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51452689'] for subnet (ca20a70d-9c25-4979-8e72-a4d0c6117de7), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:34.762051 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ae3f57-d270-4f79-9ac9-f30acbe94321 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:00:34.765819 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-d0ae3f57-d270-4f79-9ac9-f30acbe94321 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:00:34.768634 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ae3f57-d270-4f79-9ac9-f30acbe94321 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:34.769283 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d0ae3f57-d270-4f79-9ac9-f30acbe94321 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:34.788461 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ae3f57-d270-4f79-9ac9-f30acbe94321 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Pushing event updated for resources: {'Subnet': ['ID=ca20a70d-9c25-4979-8e72-a4d0c6117de7,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:34.801359 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-d0ae3f57-d270-4f79-9ac9-f30acbe94321 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4574556 Feb 04 13:00:34.802432 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52754) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:34.807426 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-434079b0-0dbc-4b6b-bbba-ae30ab0f19d9 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-240802199', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:00:34.851449 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-434079b0-0dbc-4b6b-bbba-ae30ab0f19d9 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10933'] for router (75b83594-54cc-436e-a93f-3abe4fa9e5a9), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:34.853171 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-434079b0-0dbc-4b6b-bbba-ae30ab0f19d9 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10924'] for router (75b83594-54cc-436e-a93f-3abe4fa9e5a9), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:34.910033 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-471dbf3e-cc16-445a-8469-0e6a56f1909e tempest-RoutersAdminNegativeIpV6Test-1154327820 tempest-RoutersAdminNegativeIpV6Test-1154327820-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (722e53e9-c3be-4492-8183-d5b21e5c02e9), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:34.946667 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471dbf3e-cc16-445a-8469-0e6a56f1909e tempest-RoutersAdminNegativeIpV6Test-1154327820 tempest-RoutersAdminNegativeIpV6Test-1154327820-project-admin] Pushing event deleted for resources: {'Port': ['ID=722e53e9-c3be-4492-8183-d5b21e5c02e9,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:35.013428 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-434079b0-0dbc-4b6b-bbba-ae30ab0f19d9 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for router_controller (75b83594-54cc-436e-a93f-3abe4fa9e5a9), precommit_add_association {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:35.040835 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-434079b0-0dbc-4b6b-bbba-ae30ab0f19d9 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141'] for router (75b83594-54cc-436e-a93f-3abe4fa9e5a9), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:35.068303 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-471dbf3e-cc16-445a-8469-0e6a56f1909e tempest-RoutersAdminNegativeIpV6Test-1154327820 tempest-RoutersAdminNegativeIpV6Test-1154327820-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:35.074755 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-471dbf3e-cc16-445a-8469-0e6a56f1909e tempest-RoutersAdminNegativeIpV6Test-1154327820 tempest-RoutersAdminNegativeIpV6Test-1154327820-project-admin] 10.222.0.65 "DELETE /v2.0/ports/722e53e9-c3be-4492-8183-d5b21e5c02e9 HTTP/1.1" status: 204 len: 168 time: 0.5764837 Feb 04 13:00:35.082634 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-434079b0-0dbc-4b6b-bbba-ae30ab0f19d9 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:35.083850 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-434079b0-0dbc-4b6b-bbba-ae30ab0f19d9 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2803745 Feb 04 13:00:35.086524 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52758) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:35.263352 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da29a169-5c22-4b9a-b7ee-100efcbc883c None None] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:00:35.407807 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-d23de776-1486-4742-bf3c-0f5299b5289b None None] Provisioning complete for port e1829783-b581-4b8a-b5a7-25b6982bb0ea triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:00:35.408215 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d23de776-1486-4742-bf3c-0f5299b5289b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (e1829783-b581-4b8a-b5a7-25b6982bb0ea), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:35.424416 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e4a09c18-7832-4c14-9646-868e4dbe8d03 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:35.435120 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 52762) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:35.533910 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-d23de776-1486-4742-bf3c-0f5299b5289b None None] Current status of the port e1829783-b581-4b8a-b5a7-25b6982bb0ea is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:00:35.535053 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d23de776-1486-4742-bf3c-0f5299b5289b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (e1829783-b581-4b8a-b5a7-25b6982bb0ea), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:35.627044 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-d23de776-1486-4742-bf3c-0f5299b5289b None None] For port e1829783-b581-4b8a-b5a7-25b6982bb0ea, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=e1829783-b581-4b8a-b5a7-25b6982bb0ea,segment=NetworkSegment(c90e1acd-6828-4dc1-a041-2f0d39d337f9),segment_id=c90e1acd-6828-4dc1-a041-2f0d39d337f9)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:00:35.634161 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d23de776-1486-4742-bf3c-0f5299b5289b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (e1829783-b581-4b8a-b5a7-25b6982bb0ea), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:35.648662 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-87969c63-4f2b-4ceb-b44e-e72532f7e975 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:35.741504 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23de776-1486-4742-bf3c-0f5299b5289b None None] Pushing event updated for resources: {'Port': ['ID=e1829783-b581-4b8a-b5a7-25b6982bb0ea,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:35.776295 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-87969c63-4f2b-4ceb-b44e-e72532f7e975 admin admin] Publish callbacks [] for security_group (31dc8df1-44d9-4a2a-a8c5-f92a43d6b3c7), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:35.781684 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-87969c63-4f2b-4ceb-b44e-e72532f7e975 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (31dc8df1-44d9-4a2a-a8c5-f92a43d6b3c7), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:35.839424 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87969c63-4f2b-4ceb-b44e-e72532f7e975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31dc8df1-44d9-4a2a-a8c5-f92a43d6b3c7,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:35.852375 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-87969c63-4f2b-4ceb-b44e-e72532f7e975 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d486e71c4acd4ca38f8e33bb5b96e670&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4154530 Feb 04 13:00:35.855053 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 52768) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:35.859642 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-e4a09c18-7832-4c14-9646-868e4dbe8d03 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Allocated IP 2001:db8::1 (38febd13-5a2a-4d46-a8bc-c2d73322ac82/ca20a70d-9c25-4979-8e72-a4d0c6117de7/6735939e-1642-4847-bd4b-9b4ff0b1808d) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:00:35.865958 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-6bb02b3c-0b0a-47fb-ac73-d7ffc01d02e3 None None] Provisioning complete for port e1829783-b581-4b8a-b5a7-25b6982bb0ea triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:00:35.866352 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6bb02b3c-0b0a-47fb-ac73-d7ffc01d02e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (e1829783-b581-4b8a-b5a7-25b6982bb0ea), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:35.917048 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d001a381-8d40-4d11-9e5f-16adef33c707 admin admin] Publish callbacks [] for security_group (31dc8df1-44d9-4a2a-a8c5-f92a43d6b3c7), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:35.953394 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d001a381-8d40-4d11-9e5f-16adef33c707 admin admin] Publish callbacks [] for security_group (31dc8df1-44d9-4a2a-a8c5-f92a43d6b3c7), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:35.998412 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-6bb02b3c-0b0a-47fb-ac73-d7ffc01d02e3 None None] Current status of the port e1829783-b581-4b8a-b5a7-25b6982bb0ea is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:00:36.009605 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d001a381-8d40-4d11-9e5f-16adef33c707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (31dc8df1-44d9-4a2a-a8c5-f92a43d6b3c7), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:36.012654 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d001a381-8d40-4d11-9e5f-16adef33c707 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:36.016966 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-d001a381-8d40-4d11-9e5f-16adef33c707 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/31dc8df1-44d9-4a2a-a8c5-f92a43d6b3c7 HTTP/1.1" status: 204 len: 168 time: 0.1610305 Feb 04 13:00:36.026100 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d001a381-8d40-4d11-9e5f-16adef33c707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31dc8df1-44d9-4a2a-a8c5-f92a43d6b3c7,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:36.076110 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e4a09c18-7832-4c14-9646-868e4dbe8d03 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for port (6735939e-1642-4847-bd4b-9b4ff0b1808d), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:36.120884 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e4a09c18-7832-4c14-9646-868e4dbe8d03 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (6735939e-1642-4847-bd4b-9b4ff0b1808d), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:36.182527 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a09c18-7832-4c14-9646-868e4dbe8d03 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:00:36.189284 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-e4a09c18-7832-4c14-9646-868e4dbe8d03 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:00:36.192037 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a09c18-7832-4c14-9646-868e4dbe8d03 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:00:36.192791 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e4a09c18-7832-4c14-9646-868e4dbe8d03 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1599818'] for router_interface (75b83594-54cc-436e-a93f-3abe4fa9e5a9), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:36.246384 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a09c18-7832-4c14-9646-868e4dbe8d03 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Pushing event updated for resources: {'Port': ['ID=6735939e-1642-4847-bd4b-9b4ff0b1808d,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:36.386458 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e4a09c18-7832-4c14-9646-868e4dbe8d03 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (6735939e-1642-4847-bd4b-9b4ff0b1808d), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:36.482538 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device e1829783-b581-4b8a-b5a7-25b6982bb0ea up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:00:36.495242 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 52782) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:36.540775 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port e1829783-b581-4b8a-b5a7-25b6982bb0ea triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:00:36.541074 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (e1829783-b581-4b8a-b5a7-25b6982bb0ea), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:36.565118 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-d09dccbf-9bcf-4b19-913e-ebd4bbbc7b1f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7857cd613fb1472ba8ca5d9a890c3d63&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0653403 Feb 04 13:00:36.568108 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 52784) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:36.658364 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-28f48853-1c95-4edf-af46-530ef0972b6b None None] Provisioning complete for port 6735939e-1642-4847-bd4b-9b4ff0b1808d triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:00:36.658746 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-28f48853-1c95-4edf-af46-530ef0972b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (6735939e-1642-4847-bd4b-9b4ff0b1808d), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:36.664132 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port e1829783-b581-4b8a-b5a7-25b6982bb0ea is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:00:36.718773 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-28f48853-1c95-4edf-af46-530ef0972b6b None None] Port 6735939e-1642-4847-bd4b-9b4ff0b1808d cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:00:36.781291 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e4a09c18-7832-4c14-9646-868e4dbe8d03 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for port (6735939e-1642-4847-bd4b-9b4ff0b1808d), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:36.794705 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e4a09c18-7832-4c14-9646-868e4dbe8d03 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (6735939e-1642-4847-bd4b-9b4ff0b1808d), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:36.796081 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e4a09c18-7832-4c14-9646-868e4dbe8d03 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622202'] for router_interface (75b83594-54cc-436e-a93f-3abe4fa9e5a9), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:36.904062 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a09c18-7832-4c14-9646-868e4dbe8d03 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Pushing event updated for resources: {'Port': ['ID=6735939e-1642-4847-bd4b-9b4ff0b1808d,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:36.957083 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a09c18-7832-4c14-9646-868e4dbe8d03 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:00:36.958985 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-e4a09c18-7832-4c14-9646-868e4dbe8d03 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:00:36.994657 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-87a553db-9b70-4dd6-8124-d574286cf153 admin admin] Publish callbacks [] for security_group (c56db02d-39da-48e5-a0f5-e9f582eb2bcd), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:37.020531 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-87a553db-9b70-4dd6-8124-d574286cf153 admin admin] Publish callbacks [] for security_group (c56db02d-39da-48e5-a0f5-e9f582eb2bcd), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:37.098031 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-87a553db-9b70-4dd6-8124-d574286cf153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (c56db02d-39da-48e5-a0f5-e9f582eb2bcd), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:37.101378 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-87a553db-9b70-4dd6-8124-d574286cf153 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:37.107804 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-87a553db-9b70-4dd6-8124-d574286cf153 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c56db02d-39da-48e5-a0f5-e9f582eb2bcd HTTP/1.1" status: 204 len: 168 time: 0.5369692 Feb 04 13:00:37.111541 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4a09c18-7832-4c14-9646-868e4dbe8d03 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Router 75b83594-54cc-436e-a93f-3abe4fa9e5a9 is scheduled to L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de with binding_index 1 {{(pid=103474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 13:00:37.117612 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a553db-9b70-4dd6-8124-d574286cf153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c56db02d-39da-48e5-a0f5-e9f582eb2bcd,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:37.272158 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4a09c18-7832-4c14-9646-868e4dbe8d03 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:00:37.282757 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-e4a09c18-7832-4c14-9646-868e4dbe8d03 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "PUT /v2.0/routers/75b83594-54cc-436e-a93f-3abe4fa9e5a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1917570 Feb 04 13:00:37.282877 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 52790) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:37.291982 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be54ead6-63b9-4124-aeab-57df0937e872 None None] Sync routers for ids ['75b83594-54cc-436e-a93f-3abe4fa9e5a9'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:00:37.314201 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be54ead6-63b9-4124-aeab-57df0937e872 None None] Routers {'75b83594-54cc-436e-a93f-3abe4fa9e5a9'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:00:37.315715 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-be54ead6-63b9-4124-aeab-57df0937e872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:00:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['75b83594-54cc-436e-a93f-3abe4fa9e5a9'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:00:37.358449 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a210a8-5404-4711-b2e0-ea333cbaed94 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:37.359976 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-35a210a8-5404-4711-b2e0-ea333cbaed94 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "GET /v2.0/ports/6735939e-1642-4847-bd4b-9b4ff0b1808d HTTP/1.1" status: 200 len: 911 time: 0.0766025 Feb 04 13:00:37.362843 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52792) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:37.438141 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-96f4f7bb-ccd2-483b-a55a-f7f432ab5e34 None None] Provisioning complete for port 6735939e-1642-4847-bd4b-9b4ff0b1808d triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:00:37.438872 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-96f4f7bb-ccd2-483b-a55a-f7f432ab5e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (6735939e-1642-4847-bd4b-9b4ff0b1808d), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:37.440698 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fbd5232-7a51-4f66-be94-ea6fa7233361 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:37.448585 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fbd5232-7a51-4f66-be94-ea6fa7233361 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:37.452169 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-2fbd5232-7a51-4f66-be94-ea6fa7233361 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.0873663 Feb 04 13:00:37.455006 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 52796) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:37.504994 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-be54ead6-63b9-4124-aeab-57df0937e872 None None] Set router 75b83594-54cc-436e-a93f-3abe4fa9e5a9 gateway port host: None {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:00:37.540230 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-96f4f7bb-ccd2-483b-a55a-f7f432ab5e34 None None] Port 6735939e-1642-4847-bd4b-9b4ff0b1808d cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:00:37.790101 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-be54ead6-63b9-4124-aeab-57df0937e872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b83594-54cc-436e-a93f-3abe4fa9e5a9', 'name': 'tempest-NetworksTestDHCPv6-router-240802199', 'tenant_id': '28823d1be89a4373833a0b6442186e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:00:34Z', 'updated_at': '2022-02-04T13:00:36Z', 'revision_number': 2, 'project_id': '28823d1be89a4373833a0b6442186e0d', 'gw_port_host': None, '_interfaces': [{'id': '6735939e-1642-4847-bd4b-9b4ff0b1808d', 'name': '', 'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82', 'tenant_id': '28823d1be89a4373833a0b6442186e0d', 'mac_address': 'fa:16:3e:81:b6:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75b83594-54cc-436e-a93f-3abe4fa9e5a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': 'ca20a70d-9c25-4979-8e72-a4d0c6117de7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:00:35Z', 'updated_at': '2022-02-04T13:00:36Z', 'revision_number': 2, 'project_id': '28823d1be89a4373833a0b6442186e0d', 'subnets': [{'id': 'ca20a70d-9c25-4979-8e72-a4d0c6117de7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:00:37.830046 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be54ead6-63b9-4124-aeab-57df0937e872 None None] Checking router: 75b83594-54cc-436e-a93f-3abe4fa9e5a9 for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:00:37.830499 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be54ead6-63b9-4124-aeab-57df0937e872 None None] Updating router 75b83594-54cc-436e-a93f-3abe4fa9e5a9 port 6735939e-1642-4847-bd4b-9b4ff0b1808d binding host n-d-825015-3 {{(pid=103476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:00:37.866038 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-be54ead6-63b9-4124-aeab-57df0937e872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (6735939e-1642-4847-bd4b-9b4ff0b1808d), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:37.981776 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-914885ad-a103-4cec-b4c2-234c42dd62ed tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622215'] for router_interface (75b83594-54cc-436e-a93f-3abe4fa9e5a9), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:38.105444 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52816) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:38.231106 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-be54ead6-63b9-4124-aeab-57df0937e872 None None] Publish callbacks [] for port (6735939e-1642-4847-bd4b-9b4ff0b1808d), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:38.239259 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-be54ead6-63b9-4124-aeab-57df0937e872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (6735939e-1642-4847-bd4b-9b4ff0b1808d), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:38.273498 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-43d2963b-c206-4412-9646-987c2075cb1c tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-234273467'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:00:38.274513 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-914885ad-a103-4cec-b4c2-234c42dd62ed tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Deleting port 6735939e-1642-4847-bd4b-9b4ff0b1808d {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:00:38.275140 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-914885ad-a103-4cec-b4c2-234c42dd62ed tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (6735939e-1642-4847-bd4b-9b4ff0b1808d), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:38.307949 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3753d269-2654-4d0d-bfc9-bed44519e8a6 None None] Pushing event updated for resources: {'Port': ['ID=6735939e-1642-4847-bd4b-9b4ff0b1808d,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:38.331327 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43d2963b-c206-4412-9646-987c2075cb1c tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Made reservation on behalf of bc76a1318c934df6b0bff98bc42a555d for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:00:38.335540 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-43d2963b-c206-4412-9646-987c2075cb1c tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:38.347411 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-43d2963b-c206-4412-9646-987c2075cb1c tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:38.387300 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-be54ead6-63b9-4124-aeab-57df0937e872 None None] Attempting to bind port 6735939e-1642-4847-bd4b-9b4ff0b1808d on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:00:38.388103 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-be54ead6-63b9-4124-aeab-57df0937e872 None None] Attempting to bind port 6735939e-1642-4847-bd4b-9b4ff0b1808d by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': 'c90e1acd-6828-4dc1-a041-2f0d39d337f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:00:38.388860 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be54ead6-63b9-4124-aeab-57df0937e872 None None] Attempting to bind port 6735939e-1642-4847-bd4b-9b4ff0b1808d on network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:00:38.398515 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be54ead6-63b9-4124-aeab-57df0937e872 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:00:38.399522 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be54ead6-63b9-4124-aeab-57df0937e872 None None] Checking segment: {'id': 'c90e1acd-6828-4dc1-a041-2f0d39d337f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:00:38.400223 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-be54ead6-63b9-4124-aeab-57df0937e872 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:38.400780 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be54ead6-63b9-4124-aeab-57df0937e872 None None] Bound using segment: {'id': 'c90e1acd-6828-4dc1-a041-2f0d39d337f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:00:38.402332 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-be54ead6-63b9-4124-aeab-57df0937e872 None None] Bound port: 6735939e-1642-4847-bd4b-9b4ff0b1808d, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c90e1acd-6828-4dc1-a041-2f0d39d337f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:00:38.402928 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-be54ead6-63b9-4124-aeab-57df0937e872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (6735939e-1642-4847-bd4b-9b4ff0b1808d), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:38.406737 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-914885ad-a103-4cec-b4c2-234c42dd62ed tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (6735939e-1642-4847-bd4b-9b4ff0b1808d), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:38.425979 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-914885ad-a103-4cec-b4c2-234c42dd62ed tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Calling delete_port for 6735939e-1642-4847-bd4b-9b4ff0b1808d owned by network:router_interface {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:00:38.495297 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-be54ead6-63b9-4124-aeab-57df0937e872 None None] For port 6735939e-1642-4847-bd4b-9b4ff0b1808d, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:00:38.499688 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-be54ead6-63b9-4124-aeab-57df0937e872 None None] For port 6735939e-1642-4847-bd4b-9b4ff0b1808d, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=6735939e-1642-4847-bd4b-9b4ff0b1808d,segment=NetworkSegment(c90e1acd-6828-4dc1-a041-2f0d39d337f9),segment_id=c90e1acd-6828-4dc1-a041-2f0d39d337f9)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:00:38.503583 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-43d2963b-c206-4412-9646-987c2075cb1c tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Publish callbacks [] for security_group (6ad955d4-1b67-48cb-a2e5-36254b3bfe47), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:38.508963 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-be54ead6-63b9-4124-aeab-57df0937e872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (6735939e-1642-4847-bd4b-9b4ff0b1808d), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:38.516598 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-43d2963b-c206-4412-9646-987c2075cb1c tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (6ad955d4-1b67-48cb-a2e5-36254b3bfe47), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:38.569430 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43d2963b-c206-4412-9646-987c2075cb1c tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:00:38.590356 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d2963b-c206-4412-9646-987c2075cb1c tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad955d4-1b67-48cb-a2e5-36254b3bfe47,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:38.599024 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-43d2963b-c206-4412-9646-987c2075cb1c tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (106cdec3-9e4e-48d1-8e71-248f6578286c), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:38.599387 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-43d2963b-c206-4412-9646-987c2075cb1c tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Added segment 106cdec3-9e4e-48d1-8e71-248f6578286c of type vlan for network 90192165-fe42-48c6-9ddd-0c6a1b207660 Feb 04 13:00:38.620592 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be54ead6-63b9-4124-aeab-57df0937e872 None None] Routers {'75b83594-54cc-436e-a93f-3abe4fa9e5a9'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:00:38.621306 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-be54ead6-63b9-4124-aeab-57df0937e872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:00:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['75b83594-54cc-436e-a93f-3abe4fa9e5a9'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:00:38.639274 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3753d269-2654-4d0d-bfc9-bed44519e8a6 None None] Pushing event updated for resources: {'Port': ['ID=6735939e-1642-4847-bd4b-9b4ff0b1808d,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:38.656807 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-43d2963b-c206-4412-9646-987c2075cb1c tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (90192165-fe42-48c6-9ddd-0c6a1b207660), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:38.707052 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-43d2963b-c206-4412-9646-987c2075cb1c tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (90192165-fe42-48c6-9ddd-0c6a1b207660), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:38.713334 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d2963b-c206-4412-9646-987c2075cb1c tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:38.713998 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-43d2963b-c206-4412-9646-987c2075cb1c tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:38.758957 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-914885ad-a103-4cec-b4c2-234c42dd62ed tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (6735939e-1642-4847-bd4b-9b4ff0b1808d), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:38.785327 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-8c681a7c-3009-4647-bfeb-5c5e8b798ebe None None] Could not find standard attr ID for object 6735939e-1642-4847-bd4b-9b4ff0b1808d. {{(pid=103476) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 13:00:38.800252 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-be54ead6-63b9-4124-aeab-57df0937e872 None None] Set router 75b83594-54cc-436e-a93f-3abe4fa9e5a9 gateway port host: None {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:00:38.823851 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914885ad-a103-4cec-b4c2-234c42dd62ed tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Pushing event deleted for resources: {'Port': ['ID=6735939e-1642-4847-bd4b-9b4ff0b1808d,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:38.829156 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d2963b-c206-4412-9646-987c2075cb1c tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Pushing event updated for resources: {'Network': ['ID=90192165-fe42-48c6-9ddd-0c6a1b207660,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:38.857509 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-43d2963b-c206-4412-9646-987c2075cb1c tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.7507510 Feb 04 13:00:38.860033 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52820) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:38.867372 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-3ce6b4aa-0e4b-49ce-9673-0973c555c330 tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Request body: {'subnet': {'network_id': '90192165-fe42-48c6-9ddd-0c6a1b207660', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:00:38.870942 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 90192165-fe42-48c6-9ddd-0c6a1b207660 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:00:39.003679 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-914885ad-a103-4cec-b4c2-234c42dd62ed tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622067'] for router_interface (75b83594-54cc-436e-a93f-3abe4fa9e5a9), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:39.125858 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ce6b4aa-0e4b-49ce-9673-0973c555c330 tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Made reservation on behalf of bc76a1318c934df6b0bff98bc42a555d for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:00:39.135526 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3ce6b4aa-0e4b-49ce-9673-0973c555c330 tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60610638'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:39.152927 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-36303af0-9faa-488d-80c2-84a1da2a343f None None] Could not find standard attr ID for object 6735939e-1642-4847-bd4b-9b4ff0b1808d. {{(pid=103476) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 13:00:39.242835 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-914885ad-a103-4cec-b4c2-234c42dd62ed tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Router 75b83594-54cc-436e-a93f-3abe4fa9e5a9 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:00:39.256303 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-be54ead6-63b9-4124-aeab-57df0937e872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b83594-54cc-436e-a93f-3abe4fa9e5a9', 'name': 'tempest-NetworksTestDHCPv6-router-240802199', 'tenant_id': '28823d1be89a4373833a0b6442186e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:00:34Z', 'updated_at': '2022-02-04T13:00:36Z', 'revision_number': 2, 'project_id': '28823d1be89a4373833a0b6442186e0d', 'gw_port_host': None, '_interfaces': [{'id': '6735939e-1642-4847-bd4b-9b4ff0b1808d', 'name': '', 'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82', 'tenant_id': '28823d1be89a4373833a0b6442186e0d', 'mac_address': 'fa:16:3e:81:b6:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75b83594-54cc-436e-a93f-3abe4fa9e5a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': 'ca20a70d-9c25-4979-8e72-a4d0c6117de7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:00:35Z', 'updated_at': '2022-02-04T13:00:38Z', 'revision_number': 4, 'project_id': '28823d1be89a4373833a0b6442186e0d', 'subnets': [{'id': 'ca20a70d-9c25-4979-8e72-a4d0c6117de7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:00:39.291291 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be54ead6-63b9-4124-aeab-57df0937e872 None None] The sync data for ids ['75b83594-54cc-436e-a93f-3abe4fa9e5a9'] in n-d-825015-3 is: [{'id': '75b83594-54cc-436e-a93f-3abe4fa9e5a9', 'name': 'tempest-NetworksTestDHCPv6-router-240802199', 'tenant_id': '28823d1be89a4373833a0b6442186e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:00:34Z', 'updated_at': '2022-02-04T13:00:36Z', 'revision_number': 2, 'project_id': '28823d1be89a4373833a0b6442186e0d', 'gw_port_host': None, '_interfaces': [{'id': '6735939e-1642-4847-bd4b-9b4ff0b1808d', 'name': '', 'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82', 'tenant_id': '28823d1be89a4373833a0b6442186e0d', 'mac_address': 'fa:16:3e:81:b6:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75b83594-54cc-436e-a93f-3abe4fa9e5a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': 'ca20a70d-9c25-4979-8e72-a4d0c6117de7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:00:35Z', 'updated_at': '2022-02-04T13:00:38Z', 'revision_number': 4, 'project_id': '28823d1be89a4373833a0b6442186e0d', 'subnets': [{'id': 'ca20a70d-9c25-4979-8e72-a4d0c6117de7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:00:39.352640 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-914885ad-a103-4cec-b4c2-234c42dd62ed tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:00:39.365347 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-914885ad-a103-4cec-b4c2-234c42dd62ed tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "PUT /v2.0/routers/75b83594-54cc-436e-a93f-3abe4fa9e5a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9090955 Feb 04 13:00:39.367982 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 52824) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:39.436570 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3ce6b4aa-0e4b-49ce-9673-0973c555c330 tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59045178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60610680'] for subnet (4ca69b0b-1edb-4814-9471-3d406ea4444e), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:39.446839 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f809177c-49cd-4a2c-bd48-79cd37fdd827 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:39.449286 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f809177c-49cd-4a2c-bd48-79cd37fdd827 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:39.454777 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-f809177c-49cd-4a2c-bd48-79cd37fdd827 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0824306 Feb 04 13:00:39.455692 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 52826) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:39.515523 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce6b4aa-0e4b-49ce-9673-0973c555c330 tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Pushing event updated for resources: {'Subnet': ['ID=4ca69b0b-1edb-4814-9471-3d406ea4444e,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:39.523700 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce6b4aa-0e4b-49ce-9673-0973c555c330 tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Checking segment: {'id': '106cdec3-9e4e-48d1-8e71-248f6578286c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '90192165-fe42-48c6-9ddd-0c6a1b207660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:00:39.524102 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce6b4aa-0e4b-49ce-9673-0973c555c330 tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Network hostable DHCP agents. Network: 90192165-fe42-48c6-9ddd-0c6a1b207660, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:00:39.539234 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a6560bb-0ef6-4a41-8454-35222d375f98 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Deleting subnet ca20a70d-9c25-4979-8e72-a4d0c6117de7 {{(pid=103475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:00:39.545012 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3a6560bb-0ef6-4a41-8454-35222d375f98 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for subnet (ca20a70d-9c25-4979-8e72-a4d0c6117de7), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:39.545328 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce6b4aa-0e4b-49ce-9673-0973c555c330 tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Network 90192165-fe42-48c6-9ddd-0c6a1b207660 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:00:39.557774 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-3ce6b4aa-0e4b-49ce-9673-0973c555c330 tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 90192165-fe42-48c6-9ddd-0c6a1b207660) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:00:39.569432 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aceb489-4199-416e-bbd6-68c66a1ed0ce None None] Network 90192165-fe42-48c6-9ddd-0c6a1b207660 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:00:39.574199 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce6b4aa-0e4b-49ce-9673-0973c555c330 tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:39.574998 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3ce6b4aa-0e4b-49ce-9673-0973c555c330 tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:39.604642 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-3ce6b4aa-0e4b-49ce-9673-0973c555c330 tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7435284 Feb 04 13:00:39.608344 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52828) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:39.616528 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-d17a8fa3-1c2c-41c0-ad80-b57f83a0b3b4 tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Request body: {'port': {'network_id': '90192165-fe42-48c6-9ddd-0c6a1b207660', 'name': 'tempest-AllowedAddressPairTestJSON-681459149'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:00:39.635084 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3a6560bb-0ef6-4a41-8454-35222d375f98 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51859329'] for subnet (ca20a70d-9c25-4979-8e72-a4d0c6117de7), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:39.753249 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3a6560bb-0ef6-4a41-8454-35222d375f98 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (ca20a70d-9c25-4979-8e72-a4d0c6117de7), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:39.823293 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818807cc-71e8-414e-b81d-9f2655626d21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-90192165-fe42-48c6-9ddd-0c6a1b207660', 'network_id': '90192165-fe42-48c6-9ddd-0c6a1b207660', 'project_id': 'bc76a1318c934df6b0bff98bc42a555d', 'fixed_ips': [{'subnet_id': '4ca69b0b-1edb-4814-9471-3d406ea4444e'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:00:39.824464 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-818807cc-71e8-414e-b81d-9f2655626d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:39.850028 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d17a8fa3-1c2c-41c0-ad80-b57f83a0b3b4 tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Made reservation on behalf of bc76a1318c934df6b0bff98bc42a555d for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:00:39.856297 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d17a8fa3-1c2c-41c0-ad80-b57f83a0b3b4 tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:39.883336 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [None req-d17a8fa3-1c2c-41c0-ad80-b57f83a0b3b4 tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] device_id is not set on port a9242f36-00c2-43e2-b418-dbdc3bba53d6 yet. {{(pid=103474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:00:39.895883 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3a6560bb-0ef6-4a41-8454-35222d375f98 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-52093282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51452698'] for subnet (ca20a70d-9c25-4979-8e72-a4d0c6117de7), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:39.950710 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6560bb-0ef6-4a41-8454-35222d375f98 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Pushing event deleted for resources: {'Subnet': ['ID=ca20a70d-9c25-4979-8e72-a4d0c6117de7,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:39.953703 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3a6560bb-0ef6-4a41-8454-35222d375f98 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:39.966994 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-3a6560bb-0ef6-4a41-8454-35222d375f98 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "DELETE /v2.0/subnets/ca20a70d-9c25-4979-8e72-a4d0c6117de7 HTTP/1.1" status: 204 len: 168 time: 0.5087714 Feb 04 13:00:39.968438 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 52830) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:39.984232 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7b3cf2-4a94-4761-af96-7e6ca04c4c26 None None] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:00:40.047000 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-d17a8fa3-1c2c-41c0-ad80-b57f83a0b3b4 tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Allocated IP 172.20.0.6 (90192165-fe42-48c6-9ddd-0c6a1b207660/4ca69b0b-1edb-4814-9471-3d406ea4444e/a9242f36-00c2-43e2-b418-dbdc3bba53d6) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:00:40.146392 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-5074da52-4810-4b5a-8f2a-660f66d4e8ac tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1766403 Feb 04 13:00:40.146995 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 52834) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:40.244671 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6f813e02-f561-4762-805c-6f222e0da1bb tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for router (75b83594-54cc-436e-a93f-3abe4fa9e5a9), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:40.322588 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d17a8fa3-1c2c-41c0-ad80-b57f83a0b3b4 tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Publish callbacks [] for port (a9242f36-00c2-43e2-b418-dbdc3bba53d6), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:40.391345 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d17a8fa3-1c2c-41c0-ad80-b57f83a0b3b4 tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (a9242f36-00c2-43e2-b418-dbdc3bba53d6), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:40.459009 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-818807cc-71e8-414e-b81d-9f2655626d21 None None] Allocated IP 172.20.0.2 (90192165-fe42-48c6-9ddd-0c6a1b207660/4ca69b0b-1edb-4814-9471-3d406ea4444e/f3dfb822-930d-4059-8e55-f5d973db9270) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:00:40.465370 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17a8fa3-1c2c-41c0-ad80-b57f83a0b3b4 tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Network 90192165-fe42-48c6-9ddd-0c6a1b207660 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:00:40.471180 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-d17a8fa3-1c2c-41c0-ad80-b57f83a0b3b4 tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:00:40.474053 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6f813e02-f561-4762-805c-6f222e0da1bb tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10915'] for router (75b83594-54cc-436e-a93f-3abe4fa9e5a9), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:40.480671 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6f813e02-f561-4762-805c-6f222e0da1bb tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for router_controller (75b83594-54cc-436e-a93f-3abe4fa9e5a9), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:40.483112 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17a8fa3-1c2c-41c0-ad80-b57f83a0b3b4 tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:00:40.521920 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:00:40.545700 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fbfdc7e-9960-4202-b7de-a47b8e2dfe6b None None] DHCP port deletion for 38febd13-5a2a-4d46-a8bc-c2d73322ac82 request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:00:40.572164 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6f813e02-f561-4762-805c-6f222e0da1bb tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622829'] for router (75b83594-54cc-436e-a93f-3abe4fa9e5a9), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:40.572922 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f813e02-f561-4762-805c-6f222e0da1bb tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Fanout notify agent at l3_agent the message router_deleted on router 75b83594-54cc-436e-a93f-3abe4fa9e5a9 {{(pid=103475) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 13:00:40.587567 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6f813e02-f561-4762-805c-6f222e0da1bb tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for router (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:40.592316 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-6f813e02-f561-4762-805c-6f222e0da1bb tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "DELETE /v2.0/routers/75b83594-54cc-436e-a93f-3abe4fa9e5a9 HTTP/1.1" status: 204 len: 168 time: 0.4427769 Feb 04 13:00:40.595119 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 52836) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:40.602780 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-d685f77a-e361-4977-87b9-d6ba90d6f7a4 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Request body: {'subnet': {'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:00:40.706147 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-6fbfdc7e-9960-4202-b7de-a47b8e2dfe6b None None] Deleting port e1829783-b581-4b8a-b5a7-25b6982bb0ea {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:00:40.706728 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6fbfdc7e-9960-4202-b7de-a47b8e2dfe6b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (e1829783-b581-4b8a-b5a7-25b6982bb0ea), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:40.748324 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d685f77a-e361-4977-87b9-d6ba90d6f7a4 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Made reservation on behalf of 28823d1be89a4373833a0b6442186e0d for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:00:40.755469 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d685f77a-e361-4977-87b9-d6ba90d6f7a4 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:40.772701 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-818807cc-71e8-414e-b81d-9f2655626d21 None None] Publish callbacks [] for port (f3dfb822-930d-4059-8e55-f5d973db9270), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:40.806410 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-818807cc-71e8-414e-b81d-9f2655626d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (f3dfb822-930d-4059-8e55-f5d973db9270), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:40.881704 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818807cc-71e8-414e-b81d-9f2655626d21 None None] Network 90192165-fe42-48c6-9ddd-0c6a1b207660 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:00:40.887041 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-6fbfdc7e-9960-4202-b7de-a47b8e2dfe6b None None] For port e1829783-b581-4b8a-b5a7-25b6982bb0ea, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=e1829783-b581-4b8a-b5a7-25b6982bb0ea,segment=NetworkSegment(c90e1acd-6828-4dc1-a041-2f0d39d337f9),segment_id=c90e1acd-6828-4dc1-a041-2f0d39d337f9)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:00:40.888161 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6fbfdc7e-9960-4202-b7de-a47b8e2dfe6b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (e1829783-b581-4b8a-b5a7-25b6982bb0ea), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:40.892084 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-818807cc-71e8-414e-b81d-9f2655626d21 None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:00:40.907645 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818807cc-71e8-414e-b81d-9f2655626d21 None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:00:40.948439 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-6fbfdc7e-9960-4202-b7de-a47b8e2dfe6b None None] Calling delete_port for e1829783-b581-4b8a-b5a7-25b6982bb0ea owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:00:40.962030 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818807cc-71e8-414e-b81d-9f2655626d21 None None] Pushing event updated for resources: {'Port': ['ID=f3dfb822-930d-4059-8e55-f5d973db9270,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:40.985304 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17a8fa3-1c2c-41c0-ad80-b57f83a0b3b4 tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Pushing event updated for resources: {'Port': ['ID=a9242f36-00c2-43e2-b418-dbdc3bba53d6,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:41.004490 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-818807cc-71e8-414e-b81d-9f2655626d21 None None] Attempting to bind port f3dfb822-930d-4059-8e55-f5d973db9270 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:00:41.004875 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-818807cc-71e8-414e-b81d-9f2655626d21 None None] Attempting to bind port f3dfb822-930d-4059-8e55-f5d973db9270 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '106cdec3-9e4e-48d1-8e71-248f6578286c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '90192165-fe42-48c6-9ddd-0c6a1b207660'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:00:41.005248 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818807cc-71e8-414e-b81d-9f2655626d21 None None] Attempting to bind port f3dfb822-930d-4059-8e55-f5d973db9270 on network 90192165-fe42-48c6-9ddd-0c6a1b207660 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:00:41.017052 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17a8fa3-1c2c-41c0-ad80-b57f83a0b3b4 tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:41.018179 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d17a8fa3-1c2c-41c0-ad80-b57f83a0b3b4 tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:41.038832 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-d17a8fa3-1c2c-41c0-ad80-b57f83a0b3b4 tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.4288490 Feb 04 13:00:41.042575 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52840) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:41.063210 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818807cc-71e8-414e-b81d-9f2655626d21 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:00:41.063834 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818807cc-71e8-414e-b81d-9f2655626d21 None None] Checking segment: {'id': '106cdec3-9e4e-48d1-8e71-248f6578286c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '90192165-fe42-48c6-9ddd-0c6a1b207660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:00:41.064526 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-f3ca9068-ceac-444f-b5df-2b1bfdf634b0 tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Request body: {'port': {'network_id': '90192165-fe42-48c6-9ddd-0c6a1b207660', 'name': 'tempest-AllowedAddressPairTestJSON-424047146', 'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:5d:ce:30'}]}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:00:41.064886 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-818807cc-71e8-414e-b81d-9f2655626d21 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:41.065397 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818807cc-71e8-414e-b81d-9f2655626d21 None None] Bound using segment: {'id': '106cdec3-9e4e-48d1-8e71-248f6578286c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '90192165-fe42-48c6-9ddd-0c6a1b207660'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:00:41.066072 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-818807cc-71e8-414e-b81d-9f2655626d21 None None] Bound port: f3dfb822-930d-4059-8e55-f5d973db9270, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '106cdec3-9e4e-48d1-8e71-248f6578286c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '90192165-fe42-48c6-9ddd-0c6a1b207660'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:00:41.066613 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-818807cc-71e8-414e-b81d-9f2655626d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (f3dfb822-930d-4059-8e55-f5d973db9270), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:41.072723 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d685f77a-e361-4977-87b9-d6ba90d6f7a4 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52094127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51452689'] for subnet (7ce9a1b6-c806-429f-a2bb-2e9641e2e167), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:41.132452 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d685f77a-e361-4977-87b9-d6ba90d6f7a4 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:00:41.143963 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-d685f77a-e361-4977-87b9-d6ba90d6f7a4 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:00:41.158261 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d685f77a-e361-4977-87b9-d6ba90d6f7a4 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:41.159828 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d685f77a-e361-4977-87b9-d6ba90d6f7a4 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:41.172618 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-818807cc-71e8-414e-b81d-9f2655626d21 None None] For port f3dfb822-930d-4059-8e55-f5d973db9270, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:00:41.176689 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-818807cc-71e8-414e-b81d-9f2655626d21 None None] For port f3dfb822-930d-4059-8e55-f5d973db9270, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=f3dfb822-930d-4059-8e55-f5d973db9270,segment=NetworkSegment(106cdec3-9e4e-48d1-8e71-248f6578286c),segment_id=106cdec3-9e4e-48d1-8e71-248f6578286c)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:00:41.181985 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6fbfdc7e-9960-4202-b7de-a47b8e2dfe6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (e1829783-b581-4b8a-b5a7-25b6982bb0ea), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:41.229190 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-818807cc-71e8-414e-b81d-9f2655626d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (f3dfb822-930d-4059-8e55-f5d973db9270), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:41.237878 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52844) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:41.240711 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-d685f77a-e361-4977-87b9-d6ba90d6f7a4 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6410620 Feb 04 13:00:41.245749 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-3ca59ba0-2312-47da-a1b1-43388a13dbc0 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1469564230', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:00:41.253667 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbfdc7e-9960-4202-b7de-a47b8e2dfe6b None None] No DVR routers for this DVR port e1829783-b581-4b8a-b5a7-25b6982bb0ea on host n-d-825015-3 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:00:41.259298 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d685f77a-e361-4977-87b9-d6ba90d6f7a4 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Pushing event updated for resources: {'Subnet': ['ID=7ce9a1b6-c806-429f-a2bb-2e9641e2e167,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:41.262171 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3ca9068-ceac-444f-b5df-2b1bfdf634b0 tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Made reservation on behalf of bc76a1318c934df6b0bff98bc42a555d for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:00:41.268328 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbfdc7e-9960-4202-b7de-a47b8e2dfe6b None None] Pushing event deleted for resources: {'Port': ['ID=e1829783-b581-4b8a-b5a7-25b6982bb0ea,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:41.336482 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae769e8-a250-4e03-b639-facf8aa95839 None None] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:00:41.384105 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3ca59ba0-2312-47da-a1b1-43388a13dbc0 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10933'] for router (6d565f9d-1c21-4337-bfa6-b6c054aa243d), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:41.385466 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3ca59ba0-2312-47da-a1b1-43388a13dbc0 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10924'] for router (6d565f9d-1c21-4337-bfa6-b6c054aa243d), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:41.461051 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818807cc-71e8-414e-b81d-9f2655626d21 None None] Pushing event updated for resources: {'Port': ['ID=f3dfb822-930d-4059-8e55-f5d973db9270,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:41.505115 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f3ca9068-ceac-444f-b5df-2b1bfdf634b0 tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:41.529761 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3ca59ba0-2312-47da-a1b1-43388a13dbc0 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for router_controller (6d565f9d-1c21-4337-bfa6-b6c054aa243d), precommit_add_association {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:41.539073 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [None req-f3ca9068-ceac-444f-b5df-2b1bfdf634b0 tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] device_id is not set on port 37fb4808-8fb5-4158-ada0-798bc8e7bbcb yet. {{(pid=103474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:00:41.546461 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3ca59ba0-2312-47da-a1b1-43388a13dbc0 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141'] for router (6d565f9d-1c21-4337-bfa6-b6c054aa243d), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:41.558524 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d421db03-4c3b-47ad-961f-7f5a99ae265b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-38febd13-5a2a-4d46-a8bc-c2d73322ac82', 'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82', 'project_id': '28823d1be89a4373833a0b6442186e0d', 'fixed_ips': [{'subnet_id': '7ce9a1b6-c806-429f-a2bb-2e9641e2e167'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:00:41.560121 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d421db03-4c3b-47ad-961f-7f5a99ae265b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:41.610812 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3ca59ba0-2312-47da-a1b1-43388a13dbc0 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:41.615551 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 52846) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:41.615707 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-3ca59ba0-2312-47da-a1b1-43388a13dbc0 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3760674 Feb 04 13:00:41.708717 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277bcc78-4074-4013-ad34-36d4f9ccb99c None None] Sync routers for ids ['75b83594-54cc-436e-a93f-3abe4fa9e5a9'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:00:41.736320 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277bcc78-4074-4013-ad34-36d4f9ccb99c None None] Routers set() bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:00:41.736764 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277bcc78-4074-4013-ad34-36d4f9ccb99c None None] Router IDs set() for agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 04 13:00:41.737448 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_agentschedulers_db [None req-277bcc78-4074-4013-ad34-36d4f9ccb99c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'75b83594-54cc-436e-a93f-3abe4fa9e5a9'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:00:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent'). {{(pid=103477) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 04 13:00:41.770990 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277bcc78-4074-4013-ad34-36d4f9ccb99c None None] Routers set() bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:00:41.773733 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-f3ca9068-ceac-444f-b5df-2b1bfdf634b0 tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Allocated IP 172.20.0.12 (90192165-fe42-48c6-9ddd-0c6a1b207660/4ca69b0b-1edb-4814-9471-3d406ea4444e/37fb4808-8fb5-4158-ada0-798bc8e7bbcb) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:00:41.775184 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277bcc78-4074-4013-ad34-36d4f9ccb99c None None] Router IDs set() for agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 04 13:00:41.776546 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_agentschedulers_db [None req-277bcc78-4074-4013-ad34-36d4f9ccb99c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'75b83594-54cc-436e-a93f-3abe4fa9e5a9'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:00:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent'). {{(pid=103477) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 04 13:00:41.777276 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277bcc78-4074-4013-ad34-36d4f9ccb99c None None] The sync data for ids ['75b83594-54cc-436e-a93f-3abe4fa9e5a9'] in n-d-825015-3 is: [] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:00:41.926559 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-d421db03-4c3b-47ad-961f-7f5a99ae265b None None] Allocated IP 2001:db8::2 (38febd13-5a2a-4d46-a8bc-c2d73322ac82/7ce9a1b6-c806-429f-a2bb-2e9641e2e167/84204754-7c1c-4fd1-ae85-be2c1dd65df8) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:00:42.050679 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f3ca9068-ceac-444f-b5df-2b1bfdf634b0 tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Publish callbacks [] for port (37fb4808-8fb5-4158-ada0-798bc8e7bbcb), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:42.122876 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f3ca9068-ceac-444f-b5df-2b1bfdf634b0 tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (37fb4808-8fb5-4158-ada0-798bc8e7bbcb), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:42.192442 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d421db03-4c3b-47ad-961f-7f5a99ae265b None None] Publish callbacks [] for port (84204754-7c1c-4fd1-ae85-be2c1dd65df8), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:42.202868 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d421db03-4c3b-47ad-961f-7f5a99ae265b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (84204754-7c1c-4fd1-ae85-be2c1dd65df8), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:42.210935 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6d6157cf-a6e2-4f25-8ab6-c8b042d8185c tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:42.251018 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ca9068-ceac-444f-b5df-2b1bfdf634b0 tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Network 90192165-fe42-48c6-9ddd-0c6a1b207660 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:00:42.271259 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d421db03-4c3b-47ad-961f-7f5a99ae265b None None] Pushing event updated for resources: {'Port': ['ID=84204754-7c1c-4fd1-ae85-be2c1dd65df8,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:42.278555 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d421db03-4c3b-47ad-961f-7f5a99ae265b None None] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:00:42.280838 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-d421db03-4c3b-47ad-961f-7f5a99ae265b None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:00:42.286035 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d421db03-4c3b-47ad-961f-7f5a99ae265b None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:00:42.293627 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ca9068-ceac-444f-b5df-2b1bfdf634b0 tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Pushing event updated for resources: {'Port': ['ID=37fb4808-8fb5-4158-ada0-798bc8e7bbcb,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:42.296930 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-f3ca9068-ceac-444f-b5df-2b1bfdf634b0 tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:00:42.307396 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ca9068-ceac-444f-b5df-2b1bfdf634b0 tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:00:42.443092 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ca9068-ceac-444f-b5df-2b1bfdf634b0 tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:42.444977 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f3ca9068-ceac-444f-b5df-2b1bfdf634b0 tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:42.464627 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device f3dfb822-930d-4059-8e55-f5d973db9270 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:00:42.504554 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-f3ca9068-ceac-444f-b5df-2b1bfdf634b0 tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.4455130 Feb 04 13:00:42.506824 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52850) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:42.545926 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-d421db03-4c3b-47ad-961f-7f5a99ae265b None None] Attempting to bind port 84204754-7c1c-4fd1-ae85-be2c1dd65df8 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:00:42.546296 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-d421db03-4c3b-47ad-961f-7f5a99ae265b None None] Attempting to bind port 84204754-7c1c-4fd1-ae85-be2c1dd65df8 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': 'c90e1acd-6828-4dc1-a041-2f0d39d337f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:00:42.546674 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d421db03-4c3b-47ad-961f-7f5a99ae265b None None] Attempting to bind port 84204754-7c1c-4fd1-ae85-be2c1dd65df8 on network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:00:42.567471 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d421db03-4c3b-47ad-961f-7f5a99ae265b None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:00:42.567890 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d421db03-4c3b-47ad-961f-7f5a99ae265b None None] Checking segment: {'id': 'c90e1acd-6828-4dc1-a041-2f0d39d337f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:00:42.568308 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d421db03-4c3b-47ad-961f-7f5a99ae265b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:42.569313 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d421db03-4c3b-47ad-961f-7f5a99ae265b None None] Bound using segment: {'id': 'c90e1acd-6828-4dc1-a041-2f0d39d337f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:00:42.569828 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-d421db03-4c3b-47ad-961f-7f5a99ae265b None None] Bound port: 84204754-7c1c-4fd1-ae85-be2c1dd65df8, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c90e1acd-6828-4dc1-a041-2f0d39d337f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:00:42.570227 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d421db03-4c3b-47ad-961f-7f5a99ae265b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (84204754-7c1c-4fd1-ae85-be2c1dd65df8), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:42.619456 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e278424-13f9-474e-8655-5c2e0b7c7f2c tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:42.627032 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e278424-13f9-474e-8655-5c2e0b7c7f2c tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:42.632953 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e278424-13f9-474e-8655-5c2e0b7c7f2c tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:42.635167 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-4e278424-13f9-474e-8655-5c2e0b7c7f2c tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2463 time: 0.1274028 Feb 04 13:00:42.638499 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52852) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:42.661092 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-6d6157cf-a6e2-4f25-8ab6-c8b042d8185c tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Allocated IP 2001:db8::1 (38febd13-5a2a-4d46-a8bc-c2d73322ac82/7ce9a1b6-c806-429f-a2bb-2e9641e2e167/f9483783-5779-4b51-91bd-267f30a5bfe9) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:00:42.665687 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port f3dfb822-930d-4059-8e55-f5d973db9270 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:00:42.666217 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (f3dfb822-930d-4059-8e55-f5d973db9270), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:42.695778 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-d421db03-4c3b-47ad-961f-7f5a99ae265b None None] For port 84204754-7c1c-4fd1-ae85-be2c1dd65df8, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:00:42.718866 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-d421db03-4c3b-47ad-961f-7f5a99ae265b None None] For port 84204754-7c1c-4fd1-ae85-be2c1dd65df8, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=84204754-7c1c-4fd1-ae85-be2c1dd65df8,segment=NetworkSegment(c90e1acd-6828-4dc1-a041-2f0d39d337f9),segment_id=c90e1acd-6828-4dc1-a041-2f0d39d337f9)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:00:42.740942 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d421db03-4c3b-47ad-961f-7f5a99ae265b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (84204754-7c1c-4fd1-ae85-be2c1dd65df8), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:42.838423 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-51ea5032-926f-4d2a-88ae-d20df9bc5ecc tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Deleting port 37fb4808-8fb5-4158-ada0-798bc8e7bbcb {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:00:42.839384 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-51ea5032-926f-4d2a-88ae-d20df9bc5ecc tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (37fb4808-8fb5-4158-ada0-798bc8e7bbcb), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:42.885682 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port f3dfb822-930d-4059-8e55-f5d973db9270 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:00:42.886090 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (f3dfb822-930d-4059-8e55-f5d973db9270), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:42.978051 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-51ea5032-926f-4d2a-88ae-d20df9bc5ecc tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (37fb4808-8fb5-4158-ada0-798bc8e7bbcb), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:42.985001 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d421db03-4c3b-47ad-961f-7f5a99ae265b None None] Pushing event updated for resources: {'Port': ['ID=84204754-7c1c-4fd1-ae85-be2c1dd65df8,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:43.012308 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port f3dfb822-930d-4059-8e55-f5d973db9270, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=f3dfb822-930d-4059-8e55-f5d973db9270,segment=NetworkSegment(106cdec3-9e4e-48d1-8e71-248f6578286c),segment_id=106cdec3-9e4e-48d1-8e71-248f6578286c)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:00:43.015251 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-51ea5032-926f-4d2a-88ae-d20df9bc5ecc tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Calling delete_port for 37fb4808-8fb5-4158-ada0-798bc8e7bbcb owned by {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:00:43.023174 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0855ed-3a8b-4b80-8fab-80d3f117ed78 None None] Network 90192165-fe42-48c6-9ddd-0c6a1b207660 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:00:43.168638 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (f3dfb822-930d-4059-8e55-f5d973db9270), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:43.232378 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-51ea5032-926f-4d2a-88ae-d20df9bc5ecc tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (37fb4808-8fb5-4158-ada0-798bc8e7bbcb), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:43.252106 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ff4b6796-1ac1-467e-b4d5-2d53f2fe89a1 None None] Provisioning complete for port f3dfb822-930d-4059-8e55-f5d973db9270 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:00:43.252106 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ff4b6796-1ac1-467e-b4d5-2d53f2fe89a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (f3dfb822-930d-4059-8e55-f5d973db9270), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:43.290996 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 6735939e-1642-4847-bd4b-9b4ff0b1808d no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:00:43.320648 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ea5032-926f-4d2a-88ae-d20df9bc5ecc tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Pushing event deleted for resources: {'Port': ['ID=37fb4808-8fb5-4158-ada0-798bc8e7bbcb,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:43.329774 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 6735939e-1642-4847-bd4b-9b4ff0b1808d {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:00:43.330127 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 6735939e-1642-4847-bd4b-9b4ff0b1808d not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:00:43.330555 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device e1829783-b581-4b8a-b5a7-25b6982bb0ea no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:00:43.353158 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6d6157cf-a6e2-4f25-8ab6-c8b042d8185c tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for port (f9483783-5779-4b51-91bd-267f30a5bfe9), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:43.371720 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: e1829783-b581-4b8a-b5a7-25b6982bb0ea {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:00:43.372702 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device e1829783-b581-4b8a-b5a7-25b6982bb0ea not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:00:43.377132 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=f3dfb822-930d-4059-8e55-f5d973db9270,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:43.440127 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6d6157cf-a6e2-4f25-8ab6-c8b042d8185c tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (f9483783-5779-4b51-91bd-267f30a5bfe9), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:43.532278 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ff4b6796-1ac1-467e-b4d5-2d53f2fe89a1 None None] Current status of the port f3dfb822-930d-4059-8e55-f5d973db9270 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:00:43.541042 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6157cf-a6e2-4f25-8ab6-c8b042d8185c tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:00:43.545463 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-6d6157cf-a6e2-4f25-8ab6-c8b042d8185c tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:00:43.550623 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6157cf-a6e2-4f25-8ab6-c8b042d8185c tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:00:43.551176 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6d6157cf-a6e2-4f25-8ab6-c8b042d8185c tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1599818'] for router_interface (6d565f9d-1c21-4337-bfa6-b6c054aa243d), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:43.624708 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-51ea5032-926f-4d2a-88ae-d20df9bc5ecc tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:43.630159 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-51ea5032-926f-4d2a-88ae-d20df9bc5ecc tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] 10.222.0.65 "DELETE /v2.0/ports/37fb4808-8fb5-4158-ada0-798bc8e7bbcb HTTP/1.1" status: 204 len: 168 time: 0.9903738 Feb 04 13:00:43.634348 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 52856) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:43.645526 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6157cf-a6e2-4f25-8ab6-c8b042d8185c tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Pushing event updated for resources: {'Port': ['ID=f9483783-5779-4b51-91bd-267f30a5bfe9,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:43.668219 n-d-825015-3 neutron-server[103475]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b2a8147-bce4-436a-85ca-c6464cbb9efc tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] GET failed (client error): The resource could not be found. Feb 04 13:00:43.670271 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-1b2a8147-bce4-436a-85ca-c6464cbb9efc tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] 10.222.0.65 "GET /v2.0/ports/37fb4808-8fb5-4158-ada0-798bc8e7bbcb HTTP/1.1" status: 404 len: 333 time: 0.0348120 Feb 04 13:00:43.675689 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52858) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:43.693099 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-ce17e33b-d53d-4eda-8e94-4dd2719964be tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Request body: {'port': {'network_id': '90192165-fe42-48c6-9ddd-0c6a1b207660', 'name': 'tempest-AllowedAddressPairTestJSON-1210904807'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:00:43.729361 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6d6157cf-a6e2-4f25-8ab6-c8b042d8185c tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (f9483783-5779-4b51-91bd-267f30a5bfe9), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:43.768564 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-d918220c-3ed3-4f81-b4ae-02c09529e2f1 None None] Provisioning complete for port a9242f36-00c2-43e2-b418-dbdc3bba53d6 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:00:43.770242 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d918220c-3ed3-4f81-b4ae-02c09529e2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (a9242f36-00c2-43e2-b418-dbdc3bba53d6), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:43.840112 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-d918220c-3ed3-4f81-b4ae-02c09529e2f1 None None] Port a9242f36-00c2-43e2-b418-dbdc3bba53d6 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:00:43.861147 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-d918220c-3ed3-4f81-b4ae-02c09529e2f1 None None] Provisioning complete for port f3dfb822-930d-4059-8e55-f5d973db9270 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:00:43.861519 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d918220c-3ed3-4f81-b4ae-02c09529e2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (f3dfb822-930d-4059-8e55-f5d973db9270), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:43.907784 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce17e33b-d53d-4eda-8e94-4dd2719964be tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Made reservation on behalf of bc76a1318c934df6b0bff98bc42a555d for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:00:43.912217 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ce17e33b-d53d-4eda-8e94-4dd2719964be tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:43.934174 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [None req-ce17e33b-d53d-4eda-8e94-4dd2719964be tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] device_id is not set on port e82f8aea-ae4f-491a-bccf-f5b538864365 yet. {{(pid=103474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:00:44.097101 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-d918220c-3ed3-4f81-b4ae-02c09529e2f1 None None] Current status of the port f3dfb822-930d-4059-8e55-f5d973db9270 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:00:44.098819 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-ce17e33b-d53d-4eda-8e94-4dd2719964be tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Allocated IP 172.20.0.7 (90192165-fe42-48c6-9ddd-0c6a1b207660/4ca69b0b-1edb-4814-9471-3d406ea4444e/e82f8aea-ae4f-491a-bccf-f5b538864365) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:00:44.109647 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-d918220c-3ed3-4f81-b4ae-02c09529e2f1 None None] Could not find standard attr ID for object 37fb4808-8fb5-4158-ada0-798bc8e7bbcb. {{(pid=103476) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 13:00:44.245372 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-dc1dfd90-45d9-4b11-a6e0-c8858d60bb45 None None] Provisioning complete for port a9242f36-00c2-43e2-b418-dbdc3bba53d6 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:00:44.245798 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dc1dfd90-45d9-4b11-a6e0-c8858d60bb45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (a9242f36-00c2-43e2-b418-dbdc3bba53d6), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:44.328928 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6d6157cf-a6e2-4f25-8ab6-c8b042d8185c tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for port (f9483783-5779-4b51-91bd-267f30a5bfe9), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:44.344306 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6d6157cf-a6e2-4f25-8ab6-c8b042d8185c tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (f9483783-5779-4b51-91bd-267f30a5bfe9), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:44.345114 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6d6157cf-a6e2-4f25-8ab6-c8b042d8185c tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622202'] for router_interface (6d565f9d-1c21-4337-bfa6-b6c054aa243d), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:44.361036 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-dc1dfd90-45d9-4b11-a6e0-c8858d60bb45 None None] Port a9242f36-00c2-43e2-b418-dbdc3bba53d6 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:00:44.487460 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 84204754-7c1c-4fd1-ae85-be2c1dd65df8 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:00:44.492890 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ce17e33b-d53d-4eda-8e94-4dd2719964be tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Publish callbacks [] for port (e82f8aea-ae4f-491a-bccf-f5b538864365), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:44.523989 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6157cf-a6e2-4f25-8ab6-c8b042d8185c tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Pushing event updated for resources: {'Port': ['ID=f9483783-5779-4b51-91bd-267f30a5bfe9,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:44.552083 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ce17e33b-d53d-4eda-8e94-4dd2719964be tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (e82f8aea-ae4f-491a-bccf-f5b538864365), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:44.586532 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6157cf-a6e2-4f25-8ab6-c8b042d8185c tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:00:44.592686 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-6d6157cf-a6e2-4f25-8ab6-c8b042d8185c tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:00:44.592842 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 84204754-7c1c-4fd1-ae85-be2c1dd65df8 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:00:44.593184 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (84204754-7c1c-4fd1-ae85-be2c1dd65df8), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:44.665925 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce17e33b-d53d-4eda-8e94-4dd2719964be tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Pushing event updated for resources: {'Port': ['ID=e82f8aea-ae4f-491a-bccf-f5b538864365,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:44.689643 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce17e33b-d53d-4eda-8e94-4dd2719964be tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Network 90192165-fe42-48c6-9ddd-0c6a1b207660 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:00:44.697820 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-ce17e33b-d53d-4eda-8e94-4dd2719964be tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:00:44.701658 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce17e33b-d53d-4eda-8e94-4dd2719964be tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:00:44.718232 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-06e8aad2-c5d1-4037-b86d-20fb51650ac8 None None] Could not find standard attr ID for object 37fb4808-8fb5-4158-ada0-798bc8e7bbcb. {{(pid=103476) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 13:00:44.770199 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d6157cf-a6e2-4f25-8ab6-c8b042d8185c tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Router 6d565f9d-1c21-4337-bfa6-b6c054aa243d is scheduled to L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de with binding_index 1 {{(pid=103475) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 13:00:44.785377 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce17e33b-d53d-4eda-8e94-4dd2719964be tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:44.786154 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ce17e33b-d53d-4eda-8e94-4dd2719964be tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:44.821799 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-ce17e33b-d53d-4eda-8e94-4dd2719964be tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1418765 Feb 04 13:00:44.822136 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 84204754-7c1c-4fd1-ae85-be2c1dd65df8 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:00:44.822136 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (84204754-7c1c-4fd1-ae85-be2c1dd65df8), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:44.822355 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52868) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:44.828743 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-3e50b167-d6ed-4fd7-9eef-60a75cb0a14b tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:5d:ce:30'}]}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:00:44.908560 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port 84204754-7c1c-4fd1-ae85-be2c1dd65df8, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=84204754-7c1c-4fd1-ae85-be2c1dd65df8,segment=NetworkSegment(c90e1acd-6828-4dc1-a041-2f0d39d337f9),segment_id=c90e1acd-6828-4dc1-a041-2f0d39d337f9)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:00:44.912339 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ba3e98e0-2d94-4c74-bd4c-e9eec2527b05 None None] Provisioning complete for port 84204754-7c1c-4fd1-ae85-be2c1dd65df8 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:00:44.912776 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ba3e98e0-2d94-4c74-bd4c-e9eec2527b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (84204754-7c1c-4fd1-ae85-be2c1dd65df8), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:44.919618 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (84204754-7c1c-4fd1-ae85-be2c1dd65df8), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:44.920621 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device f3dfb822-930d-4059-8e55-f5d973db9270 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:00:44.989449 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3e50b167-d6ed-4fd7-9eef-60a75cb0a14b tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (e82f8aea-ae4f-491a-bccf-f5b538864365), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:45.005928 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d6157cf-a6e2-4f25-8ab6-c8b042d8185c tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:00:45.026139 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-6d6157cf-a6e2-4f25-8ab6-c8b042d8185c tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "PUT /v2.0/routers/6d565f9d-1c21-4337-bfa6-b6c054aa243d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4094014 Feb 04 13:00:45.029134 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52870) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:45.030111 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c074745-2bcb-4aa2-b2f7-74d6c288444d None None] Sync routers for ids ['6d565f9d-1c21-4337-bfa6-b6c054aa243d'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:00:45.097185 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=84204754-7c1c-4fd1-ae85-be2c1dd65df8,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:45.109628 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c074745-2bcb-4aa2-b2f7-74d6c288444d None None] Routers {'6d565f9d-1c21-4337-bfa6-b6c054aa243d'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:00:45.110383 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-6c074745-2bcb-4aa2-b2f7-74d6c288444d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:00:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['6d565f9d-1c21-4337-bfa6-b6c054aa243d'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:00:45.146691 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12337dac-26d7-4010-92ac-6c78d32158de tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:45.148196 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-12337dac-26d7-4010-92ac-6c78d32158de tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "GET /v2.0/ports/f9483783-5779-4b51-91bd-267f30a5bfe9 HTTP/1.1" status: 200 len: 911 time: 0.1180732 Feb 04 13:00:45.150883 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 52874) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:45.241381 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120865b2-a7ff-4026-9c71-a4b25fe87632 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:45.259656 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120865b2-a7ff-4026-9c71-a4b25fe87632 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:45.263552 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-120865b2-a7ff-4026-9c71-a4b25fe87632 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1105058 Feb 04 13:00:45.265675 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 52876) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:45.438127 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3e50b167-d6ed-4fd7-9eef-60a75cb0a14b tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Publish callbacks [] for port (e82f8aea-ae4f-491a-bccf-f5b538864365), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:45.448771 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3e50b167-d6ed-4fd7-9eef-60a75cb0a14b tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (e82f8aea-ae4f-491a-bccf-f5b538864365), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:45.483163 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-6c074745-2bcb-4aa2-b2f7-74d6c288444d None None] Set router 6d565f9d-1c21-4337-bfa6-b6c054aa243d gateway port host: None {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:00:45.573730 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e50b167-d6ed-4fd7-9eef-60a75cb0a14b tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Pushing event updated for resources: {'Port': ['ID=e82f8aea-ae4f-491a-bccf-f5b538864365,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:45.612132 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-3e50b167-d6ed-4fd7-9eef-60a75cb0a14b tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] In _notify_port_updated(), no bound segment for port e82f8aea-ae4f-491a-bccf-f5b538864365 on network 90192165-fe42-48c6-9ddd-0c6a1b207660 {{(pid=103474) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 04 13:00:45.626701 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e50b167-d6ed-4fd7-9eef-60a75cb0a14b tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:45.627679 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3e50b167-d6ed-4fd7-9eef-60a75cb0a14b tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:45.629820 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-3e50b167-d6ed-4fd7-9eef-60a75cb0a14b tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] 10.222.0.65 "PUT /v2.0/ports/e82f8aea-ae4f-491a-bccf-f5b538864365 HTTP/1.1" status: 200 len: 993 time: 0.8066547 Feb 04 13:00:45.636317 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52878) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:45.757781 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-5af09f62-d9c0-4289-b01f-86ca31cd28b6 tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Deleting port e82f8aea-ae4f-491a-bccf-f5b538864365 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:00:45.758429 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5af09f62-d9c0-4289-b01f-86ca31cd28b6 tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (e82f8aea-ae4f-491a-bccf-f5b538864365), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:45.774152 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port f3dfb822-930d-4059-8e55-f5d973db9270 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:00:45.774807 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (f3dfb822-930d-4059-8e55-f5d973db9270), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:45.863029 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ba3e98e0-2d94-4c74-bd4c-e9eec2527b05 None None] Current status of the port 84204754-7c1c-4fd1-ae85-be2c1dd65df8 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:00:45.872513 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-780fdcbf-8af4-457a-8b4f-8f930fa784d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:45.889527 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5af09f62-d9c0-4289-b01f-86ca31cd28b6 tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (e82f8aea-ae4f-491a-bccf-f5b538864365), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:45.892263 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f20c6953-0018-415b-9650-ef1ead04cc74 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622215'] for router_interface (6d565f9d-1c21-4337-bfa6-b6c054aa243d), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:45.905985 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-5af09f62-d9c0-4289-b01f-86ca31cd28b6 tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Calling delete_port for e82f8aea-ae4f-491a-bccf-f5b538864365 owned by {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:00:45.960851 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-6c074745-2bcb-4aa2-b2f7-74d6c288444d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d565f9d-1c21-4337-bfa6-b6c054aa243d', 'name': 'tempest-NetworksTestDHCPv6-router-1469564230', 'tenant_id': '28823d1be89a4373833a0b6442186e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:00:41Z', 'updated_at': '2022-02-04T13:00:43Z', 'revision_number': 2, 'project_id': '28823d1be89a4373833a0b6442186e0d', 'gw_port_host': None, '_interfaces': [{'id': 'f9483783-5779-4b51-91bd-267f30a5bfe9', 'name': '', 'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82', 'tenant_id': '28823d1be89a4373833a0b6442186e0d', 'mac_address': 'fa:16:3e:3e:0a:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d565f9d-1c21-4337-bfa6-b6c054aa243d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': '7ce9a1b6-c806-429f-a2bb-2e9641e2e167', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:00:42Z', 'updated_at': '2022-02-04T13:00:44Z', 'revision_number': 2, 'project_id': '28823d1be89a4373833a0b6442186e0d', 'subnets': [{'id': '7ce9a1b6-c806-429f-a2bb-2e9641e2e167', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:00:45.963153 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port f3dfb822-930d-4059-8e55-f5d973db9270 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:00:46.006301 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c074745-2bcb-4aa2-b2f7-74d6c288444d None None] Checking router: 6d565f9d-1c21-4337-bfa6-b6c054aa243d for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:00:46.007035 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c074745-2bcb-4aa2-b2f7-74d6c288444d None None] Updating router 6d565f9d-1c21-4337-bfa6-b6c054aa243d port f9483783-5779-4b51-91bd-267f30a5bfe9 binding host n-d-825015-3 {{(pid=103476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:00:46.066485 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6c074745-2bcb-4aa2-b2f7-74d6c288444d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (f9483783-5779-4b51-91bd-267f30a5bfe9), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:46.088882 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-58d694ed-700f-4774-9ab6-31bcd012a64d None None] Provisioning complete for port f9483783-5779-4b51-91bd-267f30a5bfe9 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:00:46.089659 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-58d694ed-700f-4774-9ab6-31bcd012a64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (f9483783-5779-4b51-91bd-267f30a5bfe9), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:46.099564 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5af09f62-d9c0-4289-b01f-86ca31cd28b6 tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (e82f8aea-ae4f-491a-bccf-f5b538864365), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:46.141050 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af09f62-d9c0-4289-b01f-86ca31cd28b6 tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Pushing event deleted for resources: {'Port': ['ID=e82f8aea-ae4f-491a-bccf-f5b538864365,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:46.219367 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-f20c6953-0018-415b-9650-ef1ead04cc74 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Deleting port f9483783-5779-4b51-91bd-267f30a5bfe9 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:00:46.219720 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f20c6953-0018-415b-9650-ef1ead04cc74 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (f9483783-5779-4b51-91bd-267f30a5bfe9), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:46.299346 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 84204754-7c1c-4fd1-ae85-be2c1dd65df8 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:00:46.305850 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-58d694ed-700f-4774-9ab6-31bcd012a64d None None] Port f9483783-5779-4b51-91bd-267f30a5bfe9 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:00:46.333148 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5af09f62-d9c0-4289-b01f-86ca31cd28b6 tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:46.337604 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-5af09f62-d9c0-4289-b01f-86ca31cd28b6 tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] 10.222.0.65 "DELETE /v2.0/ports/e82f8aea-ae4f-491a-bccf-f5b538864365 HTTP/1.1" status: 204 len: 168 time: 0.6999335 Feb 04 13:00:46.340097 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52884) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:46.357983 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-58d694ed-700f-4774-9ab6-31bcd012a64d None None] Could not find standard attr ID for object e82f8aea-ae4f-491a-bccf-f5b538864365. {{(pid=103476) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 13:00:46.384264 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f20c6953-0018-415b-9650-ef1ead04cc74 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (f9483783-5779-4b51-91bd-267f30a5bfe9), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:46.384537 n-d-825015-3 neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-62e1c845-52c5-4b91-90df-28f082283768 tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] GET failed (client error): The resource could not be found. Feb 04 13:00:46.390893 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-62e1c845-52c5-4b91-90df-28f082283768 tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] 10.222.0.65 "GET /v2.0/ports/e82f8aea-ae4f-491a-bccf-f5b538864365 HTTP/1.1" status: 404 len: 333 time: 0.0483203 Feb 04 13:00:46.391696 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52886) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:46.396821 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-04f33f0a-3ddf-46e9-969c-b7ed714cc86d tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Request body: {'port': {'network_id': '90192165-fe42-48c6-9ddd-0c6a1b207660', 'name': 'tempest-AllowedAddressPairTestJSON-1439965938'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:00:46.404852 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-f20c6953-0018-415b-9650-ef1ead04cc74 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Calling delete_port for f9483783-5779-4b51-91bd-267f30a5bfe9 owned by network:router_interface {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:00:46.477306 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 84204754-7c1c-4fd1-ae85-be2c1dd65df8 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:00:46.478080 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (84204754-7c1c-4fd1-ae85-be2c1dd65df8), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:46.539115 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04f33f0a-3ddf-46e9-969c-b7ed714cc86d tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Made reservation on behalf of bc76a1318c934df6b0bff98bc42a555d for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:00:46.545887 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-04f33f0a-3ddf-46e9-969c-b7ed714cc86d tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:46.572126 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [None req-04f33f0a-3ddf-46e9-969c-b7ed714cc86d tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] device_id is not set on port 7d3efb6e-c169-4817-86a7-e6db6b90039c yet. {{(pid=103474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:00:46.636346 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 84204754-7c1c-4fd1-ae85-be2c1dd65df8 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:00:46.654942 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f20c6953-0018-415b-9650-ef1ead04cc74 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (f9483783-5779-4b51-91bd-267f30a5bfe9), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:46.670981 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.db.api [None req-6c074745-2bcb-4aa2-b2f7-74d6c288444d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103476) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:00:46.671681 n-d-825015-3 neutron-server[103476]: DEBUG oslo_db.api [None req-6c074745-2bcb-4aa2-b2f7-74d6c288444d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:00:46.690151 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20c6953-0018-415b-9650-ef1ead04cc74 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Pushing event deleted for resources: {'Port': ['ID=f9483783-5779-4b51-91bd-267f30a5bfe9,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:46.726256 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-04f33f0a-3ddf-46e9-969c-b7ed714cc86d tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Allocated IP 172.20.0.9 (90192165-fe42-48c6-9ddd-0c6a1b207660/4ca69b0b-1edb-4814-9471-3d406ea4444e/7d3efb6e-c169-4817-86a7-e6db6b90039c) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:00:46.727330 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20c6953-0018-415b-9650-ef1ead04cc74 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:46.728115 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20c6953-0018-415b-9650-ef1ead04cc74 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:46.728264 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20c6953-0018-415b-9650-ef1ead04cc74 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:46.728496 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20c6953-0018-415b-9650-ef1ead04cc74 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:46.728845 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20c6953-0018-415b-9650-ef1ead04cc74 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:46.729184 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20c6953-0018-415b-9650-ef1ead04cc74 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:46.729550 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20c6953-0018-415b-9650-ef1ead04cc74 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:46.729936 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20c6953-0018-415b-9650-ef1ead04cc74 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:46.730278 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20c6953-0018-415b-9650-ef1ead04cc74 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:46.730619 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20c6953-0018-415b-9650-ef1ead04cc74 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:46.730964 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20c6953-0018-415b-9650-ef1ead04cc74 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:46.732097 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20c6953-0018-415b-9650-ef1ead04cc74 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:46.732694 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20c6953-0018-415b-9650-ef1ead04cc74 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:46.821509 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f20c6953-0018-415b-9650-ef1ead04cc74 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622067'] for router_interface (6d565f9d-1c21-4337-bfa6-b6c054aa243d), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:46.922021 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-04f33f0a-3ddf-46e9-969c-b7ed714cc86d tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Publish callbacks [] for port (7d3efb6e-c169-4817-86a7-e6db6b90039c), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:46.968855 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-04f33f0a-3ddf-46e9-969c-b7ed714cc86d tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (7d3efb6e-c169-4817-86a7-e6db6b90039c), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:47.015673 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f33f0a-3ddf-46e9-969c-b7ed714cc86d tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Network 90192165-fe42-48c6-9ddd-0c6a1b207660 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:00:47.019588 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-04f33f0a-3ddf-46e9-969c-b7ed714cc86d tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:00:47.025910 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f33f0a-3ddf-46e9-969c-b7ed714cc86d tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:00:47.040510 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f20c6953-0018-415b-9650-ef1ead04cc74 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Router 6d565f9d-1c21-4337-bfa6-b6c054aa243d has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:00:47.068186 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f33f0a-3ddf-46e9-969c-b7ed714cc86d tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Pushing event updated for resources: {'Port': ['ID=7d3efb6e-c169-4817-86a7-e6db6b90039c,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:47.096102 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f33f0a-3ddf-46e9-969c-b7ed714cc86d tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:47.096963 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-04f33f0a-3ddf-46e9-969c-b7ed714cc86d tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:47.120999 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-04f33f0a-3ddf-46e9-969c-b7ed714cc86d tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7280021 Feb 04 13:00:47.124097 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52888) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:47.130374 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-8b72a452-5570-4635-84b9-832193c92aad tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:5d:ce:30'}]}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:00:47.146265 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f20c6953-0018-415b-9650-ef1ead04cc74 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:00:47.154654 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-f20c6953-0018-415b-9650-ef1ead04cc74 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "PUT /v2.0/routers/6d565f9d-1c21-4337-bfa6-b6c054aa243d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8848007 Feb 04 13:00:47.154874 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 52892) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:47.211246 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c074745-2bcb-4aa2-b2f7-74d6c288444d None None] Port f9483783-5779-4b51-91bd-267f30a5bfe9 not found while updating agent binding for router 6d565f9d-1c21-4337-bfa6-b6c054aa243d. {{(pid=103476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 04 13:00:47.213351 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e663f9a-b7c6-4e8d-8ec7-7d44c7768826 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:47.214825 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e663f9a-b7c6-4e8d-8ec7-7d44c7768826 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:47.218322 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-6e663f9a-b7c6-4e8d-8ec7-7d44c7768826 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0606387 Feb 04 13:00:47.224798 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 52894) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:47.225108 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c074745-2bcb-4aa2-b2f7-74d6c288444d None None] Routers {'6d565f9d-1c21-4337-bfa6-b6c054aa243d'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:00:47.225754 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-6c074745-2bcb-4aa2-b2f7-74d6c288444d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:00:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['6d565f9d-1c21-4337-bfa6-b6c054aa243d'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:00:47.310823 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_v2 [None req-daa78f5c-588b-4e14-859c-c1dcf39260cb tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Deleting subnet 7ce9a1b6-c806-429f-a2bb-2e9641e2e167 {{(pid=103475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:00:47.319539 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-daa78f5c-588b-4e14-859c-c1dcf39260cb tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for subnet (7ce9a1b6-c806-429f-a2bb-2e9641e2e167), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:47.323474 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-6c074745-2bcb-4aa2-b2f7-74d6c288444d None None] Set router 6d565f9d-1c21-4337-bfa6-b6c054aa243d gateway port host: None {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:00:47.393805 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-daa78f5c-588b-4e14-859c-c1dcf39260cb tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51859329'] for subnet (7ce9a1b6-c806-429f-a2bb-2e9641e2e167), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:47.398721 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8b72a452-5570-4635-84b9-832193c92aad tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (7d3efb6e-c169-4817-86a7-e6db6b90039c), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:47.404743 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-6c074745-2bcb-4aa2-b2f7-74d6c288444d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d565f9d-1c21-4337-bfa6-b6c054aa243d', 'name': 'tempest-NetworksTestDHCPv6-router-1469564230', 'tenant_id': '28823d1be89a4373833a0b6442186e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:00:41Z', 'updated_at': '2022-02-04T13:00:46Z', 'revision_number': 3, 'project_id': '28823d1be89a4373833a0b6442186e0d', 'gw_port_host': None}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:00:47.436959 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c074745-2bcb-4aa2-b2f7-74d6c288444d None None] The sync data for ids ['6d565f9d-1c21-4337-bfa6-b6c054aa243d'] in n-d-825015-3 is: [{'id': '6d565f9d-1c21-4337-bfa6-b6c054aa243d', 'name': 'tempest-NetworksTestDHCPv6-router-1469564230', 'tenant_id': '28823d1be89a4373833a0b6442186e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:00:41Z', 'updated_at': '2022-02-04T13:00:46Z', 'revision_number': 3, 'project_id': '28823d1be89a4373833a0b6442186e0d', 'gw_port_host': None}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:00:47.504327 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-290e6b5c-5632-418d-8264-388a7f8fe42f None None] Provisioning complete for port 7d3efb6e-c169-4817-86a7-e6db6b90039c triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:00:47.504716 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-290e6b5c-5632-418d-8264-388a7f8fe42f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (7d3efb6e-c169-4817-86a7-e6db6b90039c), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:47.535531 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-daa78f5c-588b-4e14-859c-c1dcf39260cb tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (7ce9a1b6-c806-429f-a2bb-2e9641e2e167), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:47.560609 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-290e6b5c-5632-418d-8264-388a7f8fe42f None None] Port 7d3efb6e-c169-4817-86a7-e6db6b90039c cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:00:47.616957 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-daa78f5c-588b-4e14-859c-c1dcf39260cb tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-52093282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51452698'] for subnet (7ce9a1b6-c806-429f-a2bb-2e9641e2e167), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:47.628995 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8b72a452-5570-4635-84b9-832193c92aad tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Publish callbacks [] for port (7d3efb6e-c169-4817-86a7-e6db6b90039c), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:47.634483 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8b72a452-5570-4635-84b9-832193c92aad tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (7d3efb6e-c169-4817-86a7-e6db6b90039c), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:47.654185 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-daa78f5c-588b-4e14-859c-c1dcf39260cb tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:47.659616 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-daa78f5c-588b-4e14-859c-c1dcf39260cb tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "DELETE /v2.0/subnets/7ce9a1b6-c806-429f-a2bb-2e9641e2e167 HTTP/1.1" status: 204 len: 168 time: 0.4310248 Feb 04 13:00:47.659616 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa78f5c-588b-4e14-859c-c1dcf39260cb tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Pushing event deleted for resources: {'Subnet': ['ID=7ce9a1b6-c806-429f-a2bb-2e9641e2e167,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:47.660325 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 52896) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:47.671898 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2298d9b8-c694-4b84-8d2e-57160d541a46 None None] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:00:47.728310 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-8b72a452-5570-4635-84b9-832193c92aad tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] In _notify_port_updated(), no bound segment for port 7d3efb6e-c169-4817-86a7-e6db6b90039c on network 90192165-fe42-48c6-9ddd-0c6a1b207660 {{(pid=103474) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 04 13:00:47.734689 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b72a452-5570-4635-84b9-832193c92aad tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:47.735241 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8b72a452-5570-4635-84b9-832193c92aad tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:47.739306 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-8b72a452-5570-4635-84b9-832193c92aad tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] 10.222.0.65 "PUT /v2.0/ports/7d3efb6e-c169-4817-86a7-e6db6b90039c HTTP/1.1" status: 200 len: 996 time: 0.6114771 Feb 04 13:00:47.739874 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52898) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:47.766778 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-4011ca0b-b183-42d0-a694-83d301415367 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1052628 Feb 04 13:00:47.769206 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 52900) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:47.801099 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b72a452-5570-4635-84b9-832193c92aad tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Pushing event updated for resources: {'Port': ['ID=7d3efb6e-c169-4817-86a7-e6db6b90039c,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:47.876716 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e9271350-9acb-4af6-9d8e-1e3ea9ef1d41 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for router (6d565f9d-1c21-4337-bfa6-b6c054aa243d), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:47.883543 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-905e0ae1-907f-4aa1-b711-56ed767f41f7 tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Deleting port 7d3efb6e-c169-4817-86a7-e6db6b90039c {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:00:47.884242 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-905e0ae1-907f-4aa1-b711-56ed767f41f7 tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (7d3efb6e-c169-4817-86a7-e6db6b90039c), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:48.051012 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-91a53db8-a521-4965-b1b8-890c3f75b4c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:48.065832 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-905e0ae1-907f-4aa1-b711-56ed767f41f7 tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (7d3efb6e-c169-4817-86a7-e6db6b90039c), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:48.076068 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee343b6e-803c-473b-9a41-5252a389e0b4 None None] DHCP port deletion for 38febd13-5a2a-4d46-a8bc-c2d73322ac82 request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:00:48.104172 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-905e0ae1-907f-4aa1-b711-56ed767f41f7 tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Calling delete_port for 7d3efb6e-c169-4817-86a7-e6db6b90039c owned by {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:00:48.153562 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e9271350-9acb-4af6-9d8e-1e3ea9ef1d41 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10915'] for router (6d565f9d-1c21-4337-bfa6-b6c054aa243d), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:48.160511 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e9271350-9acb-4af6-9d8e-1e3ea9ef1d41 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for router_controller (6d565f9d-1c21-4337-bfa6-b6c054aa243d), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:48.218261 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ee343b6e-803c-473b-9a41-5252a389e0b4 None None] Deleting port 84204754-7c1c-4fd1-ae85-be2c1dd65df8 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:00:48.218261 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ee343b6e-803c-473b-9a41-5252a389e0b4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (84204754-7c1c-4fd1-ae85-be2c1dd65df8), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:48.243753 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e9271350-9acb-4af6-9d8e-1e3ea9ef1d41 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622829'] for router (6d565f9d-1c21-4337-bfa6-b6c054aa243d), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:48.246030 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9271350-9acb-4af6-9d8e-1e3ea9ef1d41 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Fanout notify agent at l3_agent the message router_deleted on router 6d565f9d-1c21-4337-bfa6-b6c054aa243d {{(pid=103475) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 13:00:48.258284 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e9271350-9acb-4af6-9d8e-1e3ea9ef1d41 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for router (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:48.260989 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-e9271350-9acb-4af6-9d8e-1e3ea9ef1d41 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "DELETE /v2.0/routers/6d565f9d-1c21-4337-bfa6-b6c054aa243d HTTP/1.1" status: 204 len: 168 time: 0.4893680 Feb 04 13:00:48.272284 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 52904) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:48.284610 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-df972edd-6f9c-4326-bd2a-4e1b8c95e098 None None] Provisioning complete for port 7d3efb6e-c169-4817-86a7-e6db6b90039c triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:00:48.284987 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-df972edd-6f9c-4326-bd2a-4e1b8c95e098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (7d3efb6e-c169-4817-86a7-e6db6b90039c), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:48.357186 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ee343b6e-803c-473b-9a41-5252a389e0b4 None None] For port 84204754-7c1c-4fd1-ae85-be2c1dd65df8, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=84204754-7c1c-4fd1-ae85-be2c1dd65df8,segment=NetworkSegment(c90e1acd-6828-4dc1-a041-2f0d39d337f9),segment_id=c90e1acd-6828-4dc1-a041-2f0d39d337f9)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:00:48.358280 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ee343b6e-803c-473b-9a41-5252a389e0b4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (84204754-7c1c-4fd1-ae85-be2c1dd65df8), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:48.366745 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-df972edd-6f9c-4326-bd2a-4e1b8c95e098 None None] Port 7d3efb6e-c169-4817-86a7-e6db6b90039c cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:00:48.377654 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ee343b6e-803c-473b-9a41-5252a389e0b4 None None] Calling delete_port for 84204754-7c1c-4fd1-ae85-be2c1dd65df8 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:00:48.391879 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd82b98-6a3a-4e52-bf5c-ba80d806cd4e tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:48.396722 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-9fd82b98-6a3a-4e52-bf5c-ba80d806cd4e tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1206069 Feb 04 13:00:48.396909 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 84204754-7c1c-4fd1-ae85-be2c1dd65df8 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:00:48.398739 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 52906) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:48.464134 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-905e0ae1-907f-4aa1-b711-56ed767f41f7 tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (7d3efb6e-c169-4817-86a7-e6db6b90039c), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:48.542543 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41f7bce-0351-4951-b3fa-4942650dd9cd tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:48.546240 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-a41f7bce-0351-4951-b3fa-4942650dd9cd tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1443553 Feb 04 13:00:48.550303 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 52908) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:48.613247 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 84204754-7c1c-4fd1-ae85-be2c1dd65df8 is: ACTIVE; New status is: DOWN {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:00:48.613617 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (84204754-7c1c-4fd1-ae85-be2c1dd65df8), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:48.619786 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-61f23419-6e42-4005-ae7b-5ad1a35af037 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0678556 Feb 04 13:00:48.624639 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 52910) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:48.633135 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-1cd7602c-bed4-4b5c-b60b-aa906bcc0575 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Request body: {'subnet': {'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:00:48.668349 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port 84204754-7c1c-4fd1-ae85-be2c1dd65df8, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=84204754-7c1c-4fd1-ae85-be2c1dd65df8,segment=NetworkSegment(c90e1acd-6828-4dc1-a041-2f0d39d337f9),segment_id=c90e1acd-6828-4dc1-a041-2f0d39d337f9)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:00:48.671164 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905e0ae1-907f-4aa1-b711-56ed767f41f7 tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Pushing event deleted for resources: {'Port': ['ID=7d3efb6e-c169-4817-86a7-e6db6b90039c,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:48.677675 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (84204754-7c1c-4fd1-ae85-be2c1dd65df8), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:48.714208 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-905e0ae1-907f-4aa1-b711-56ed767f41f7 tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:48.719947 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-905e0ae1-907f-4aa1-b711-56ed767f41f7 tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] 10.222.0.65 "DELETE /v2.0/ports/7d3efb6e-c169-4817-86a7-e6db6b90039c HTTP/1.1" status: 204 len: 168 time: 0.9787679 Feb 04 13:00:48.722671 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52912) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:48.740744 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ee343b6e-803c-473b-9a41-5252a389e0b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (84204754-7c1c-4fd1-ae85-be2c1dd65df8), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:48.761123 n-d-825015-3 neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-a40d7afb-644c-4dcb-a851-11e264341cc2 tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] GET failed (client error): The resource could not be found. Feb 04 13:00:48.766650 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-a40d7afb-644c-4dcb-a851-11e264341cc2 tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] 10.222.0.65 "GET /v2.0/ports/7d3efb6e-c169-4817-86a7-e6db6b90039c HTTP/1.1" status: 404 len: 333 time: 0.0424504 Feb 04 13:00:48.772923 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 52914) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:48.789571 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-393d6d27-3465-41d3-b87a-49092404f529 tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Request body: {'port': {'network_id': '90192165-fe42-48c6-9ddd-0c6a1b207660', 'name': 'tempest-AllowedAddressPairTestJSON-2052934382'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:00:48.797660 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee343b6e-803c-473b-9a41-5252a389e0b4 None None] No DVR routers for this DVR port 84204754-7c1c-4fd1-ae85-be2c1dd65df8 on host n-d-825015-3 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:00:48.833294 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=84204754-7c1c-4fd1-ae85-be2c1dd65df8,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:48.843567 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:48.844439 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:48.845222 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:48.846092 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:48.846615 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:48.847231 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:48.847787 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:48.848306 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:48.848832 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:48.849999 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:48.850541 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:48.851071 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:48.851784 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:48.892138 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee343b6e-803c-473b-9a41-5252a389e0b4 None None] Pushing event deleted for resources: {'Port': ['ID=84204754-7c1c-4fd1-ae85-be2c1dd65df8,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:49.002675 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ffe14f-9d97-4744-8dd1-cca13496431c None None] Sync routers for ids ['6d565f9d-1c21-4337-bfa6-b6c054aa243d'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:00:49.016042 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ffe14f-9d97-4744-8dd1-cca13496431c None None] Routers set() bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:00:49.016464 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ffe14f-9d97-4744-8dd1-cca13496431c None None] Router IDs set() for agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 04 13:00:49.017132 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_agentschedulers_db [None req-70ffe14f-9d97-4744-8dd1-cca13496431c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'6d565f9d-1c21-4337-bfa6-b6c054aa243d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:00:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent'). {{(pid=103477) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 04 13:00:49.026206 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ffe14f-9d97-4744-8dd1-cca13496431c None None] Routers set() bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:00:49.026666 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ffe14f-9d97-4744-8dd1-cca13496431c None None] Router IDs set() for agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 04 13:00:49.027217 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_agentschedulers_db [None req-70ffe14f-9d97-4744-8dd1-cca13496431c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'6d565f9d-1c21-4337-bfa6-b6c054aa243d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:00:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent'). {{(pid=103477) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 04 13:00:49.027588 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ffe14f-9d97-4744-8dd1-cca13496431c None None] The sync data for ids ['6d565f9d-1c21-4337-bfa6-b6c054aa243d'] in n-d-825015-3 is: [] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:00:49.308021 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:49.314155 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cd7602c-bed4-4b5c-b60b-aa906bcc0575 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Made reservation on behalf of 28823d1be89a4373833a0b6442186e0d for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:00:49.317524 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1cd7602c-bed4-4b5c-b60b-aa906bcc0575 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:49.406101 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-393d6d27-3465-41d3-b87a-49092404f529 tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Made reservation on behalf of bc76a1318c934df6b0bff98bc42a555d for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:00:49.409335 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-393d6d27-3465-41d3-b87a-49092404f529 tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:49.436561 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [None req-393d6d27-3465-41d3-b87a-49092404f529 tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] device_id is not set on port 0e2c02f1-6bec-4776-8b7e-775ff9553be3 yet. {{(pid=103475) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:00:49.619566 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-393d6d27-3465-41d3-b87a-49092404f529 tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Allocated IP 172.20.0.8 (90192165-fe42-48c6-9ddd-0c6a1b207660/4ca69b0b-1edb-4814-9471-3d406ea4444e/0e2c02f1-6bec-4776-8b7e-775ff9553be3) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:00:49.751574 n-d-825015-3 neutron-server[103475]: DEBUG neutron.objects.ports [None req-1cd7602c-bed4-4b5c-b60b-aa906bcc0575 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103475) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 13:00:49.776371 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1cd7602c-bed4-4b5c-b60b-aa906bcc0575 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52094127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51452689'] for subnet (a95579a5-db6e-43af-a840-944b0f55c124), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:49.853695 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd7602c-bed4-4b5c-b60b-aa906bcc0575 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:00:49.860337 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-1cd7602c-bed4-4b5c-b60b-aa906bcc0575 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:00:49.872710 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd7602c-bed4-4b5c-b60b-aa906bcc0575 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:49.872893 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5fc4782-65e6-4c55-907d-ad63e48dd9e0 None None] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:00:49.873704 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1cd7602c-bed4-4b5c-b60b-aa906bcc0575 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:49.880867 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd7602c-bed4-4b5c-b60b-aa906bcc0575 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Pushing event updated for resources: {'Subnet': ['ID=a95579a5-db6e-43af-a840-944b0f55c124,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:49.901006 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-393d6d27-3465-41d3-b87a-49092404f529 tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Publish callbacks [] for port (0e2c02f1-6bec-4776-8b7e-775ff9553be3), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:49.908271 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-1cd7602c-bed4-4b5c-b60b-aa906bcc0575 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2765348 Feb 04 13:00:49.908484 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 52920) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:49.913492 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-598bc51f-815a-4a17-8cdc-53cde136d32d tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Request body: {'subnet': {'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:00:50.001781 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e864fef-adf3-453b-b7fc-aa2b43d7e85b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-38febd13-5a2a-4d46-a8bc-c2d73322ac82', 'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82', 'project_id': '28823d1be89a4373833a0b6442186e0d', 'fixed_ips': [{'subnet_id': 'a95579a5-db6e-43af-a840-944b0f55c124'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:00:50.003631 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0e864fef-adf3-453b-b7fc-aa2b43d7e85b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:50.017924 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-393d6d27-3465-41d3-b87a-49092404f529 tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (0e2c02f1-6bec-4776-8b7e-775ff9553be3), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:50.084060 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393d6d27-3465-41d3-b87a-49092404f529 tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Network 90192165-fe42-48c6-9ddd-0c6a1b207660 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:00:50.091091 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-393d6d27-3465-41d3-b87a-49092404f529 tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:00:50.097010 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393d6d27-3465-41d3-b87a-49092404f529 tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:00:50.102149 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393d6d27-3465-41d3-b87a-49092404f529 tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Pushing event updated for resources: {'Port': ['ID=0e2c02f1-6bec-4776-8b7e-775ff9553be3,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:50.125427 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-598bc51f-815a-4a17-8cdc-53cde136d32d tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Made reservation on behalf of 28823d1be89a4373833a0b6442186e0d for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:00:50.128889 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-598bc51f-815a-4a17-8cdc-53cde136d32d tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:50.181757 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-0e864fef-adf3-453b-b7fc-aa2b43d7e85b None None] Allocated IP 2001:db8::f816:3eff:fe62:40ba (38febd13-5a2a-4d46-a8bc-c2d73322ac82/a95579a5-db6e-43af-a840-944b0f55c124/8cfce5b3-bdb8-4c7a-b8d0-4366fc467f26) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:00:50.206799 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393d6d27-3465-41d3-b87a-49092404f529 tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:50.207307 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-393d6d27-3465-41d3-b87a-49092404f529 tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:50.241937 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-393d6d27-3465-41d3-b87a-49092404f529 tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4646549 Feb 04 13:00:50.244036 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52924) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:50.253090 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-bb84f1a3-d0e2-43f0-bbd5-39bf558c707e tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Request body: {'port': {'network_id': '90192165-fe42-48c6-9ddd-0c6a1b207660', 'name': 'tempest-AllowedAddressPairTestJSON-849902860'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:00:50.459828 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb84f1a3-d0e2-43f0-bbd5-39bf558c707e tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Made reservation on behalf of bc76a1318c934df6b0bff98bc42a555d for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:00:50.464989 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bb84f1a3-d0e2-43f0-bbd5-39bf558c707e tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:50.489071 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-598bc51f-815a-4a17-8cdc-53cde136d32d tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52094127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51452689'] for subnet (977a8e3c-021c-4575-86f1-d1b9a168ba90), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:50.491125 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [None req-bb84f1a3-d0e2-43f0-bbd5-39bf558c707e tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] device_id is not set on port f7aa7c64-1bc2-467c-a5dc-cc82ecf434fd yet. {{(pid=103474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:00:50.542927 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-5fe31a68-0f70-484e-aa71-1dddb709b625 None None] Provisioning complete for port 0e2c02f1-6bec-4776-8b7e-775ff9553be3 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:00:50.543305 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5fe31a68-0f70-484e-aa71-1dddb709b625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (0e2c02f1-6bec-4776-8b7e-775ff9553be3), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:50.568793 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598bc51f-815a-4a17-8cdc-53cde136d32d tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:00:50.570088 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598bc51f-815a-4a17-8cdc-53cde136d32d tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Pushing event updated for resources: {'Subnet': ['ID=977a8e3c-021c-4575-86f1-d1b9a168ba90,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:50.583451 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-598bc51f-815a-4a17-8cdc-53cde136d32d tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:00:50.586539 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598bc51f-815a-4a17-8cdc-53cde136d32d tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:50.587329 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-598bc51f-815a-4a17-8cdc-53cde136d32d tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:50.616745 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-598bc51f-815a-4a17-8cdc-53cde136d32d tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7069929 Feb 04 13:00:50.617466 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 52928) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:50.623419 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-5fe31a68-0f70-484e-aa71-1dddb709b625 None None] Port 0e2c02f1-6bec-4776-8b7e-775ff9553be3 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:00:50.628987 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:50.629221 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-866b7a0b-c687-4239-9a63-e31b6aa77fbd tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Request body: {'port': {'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82', 'mac_address': 'fa:16:3e:a8:61:fa', 'name': 'tempest-NetworksTestDHCPv6-1130631707'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:00:50.674935 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0e864fef-adf3-453b-b7fc-aa2b43d7e85b None None] Publish callbacks [] for port (8cfce5b3-bdb8-4c7a-b8d0-4366fc467f26), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:50.675465 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-bb84f1a3-d0e2-43f0-bbd5-39bf558c707e tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Allocated IP 172.20.0.13 (90192165-fe42-48c6-9ddd-0c6a1b207660/4ca69b0b-1edb-4814-9471-3d406ea4444e/f7aa7c64-1bc2-467c-a5dc-cc82ecf434fd) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:00:50.687458 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0e864fef-adf3-453b-b7fc-aa2b43d7e85b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (8cfce5b3-bdb8-4c7a-b8d0-4366fc467f26), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:50.739658 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e864fef-adf3-453b-b7fc-aa2b43d7e85b None None] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:00:50.744193 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-0e864fef-adf3-453b-b7fc-aa2b43d7e85b None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:00:50.753741 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e864fef-adf3-453b-b7fc-aa2b43d7e85b None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:00:50.792137 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e864fef-adf3-453b-b7fc-aa2b43d7e85b None None] Pushing event updated for resources: {'Port': ['ID=8cfce5b3-bdb8-4c7a-b8d0-4366fc467f26,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:50.805105 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-866b7a0b-c687-4239-9a63-e31b6aa77fbd tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Made reservation on behalf of 28823d1be89a4373833a0b6442186e0d for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:00:50.838862 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-0e864fef-adf3-453b-b7fc-aa2b43d7e85b None None] Attempting to bind port 8cfce5b3-bdb8-4c7a-b8d0-4366fc467f26 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:00:50.839622 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-0e864fef-adf3-453b-b7fc-aa2b43d7e85b None None] Attempting to bind port 8cfce5b3-bdb8-4c7a-b8d0-4366fc467f26 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': 'c90e1acd-6828-4dc1-a041-2f0d39d337f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:00:50.841026 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e864fef-adf3-453b-b7fc-aa2b43d7e85b None None] Attempting to bind port 8cfce5b3-bdb8-4c7a-b8d0-4366fc467f26 on network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:00:50.848851 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e864fef-adf3-453b-b7fc-aa2b43d7e85b None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:00:50.850158 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e864fef-adf3-453b-b7fc-aa2b43d7e85b None None] Checking segment: {'id': 'c90e1acd-6828-4dc1-a041-2f0d39d337f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:00:50.850576 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0e864fef-adf3-453b-b7fc-aa2b43d7e85b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:50.851028 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e864fef-adf3-453b-b7fc-aa2b43d7e85b None None] Bound using segment: {'id': 'c90e1acd-6828-4dc1-a041-2f0d39d337f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:00:50.851534 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-0e864fef-adf3-453b-b7fc-aa2b43d7e85b None None] Bound port: 8cfce5b3-bdb8-4c7a-b8d0-4366fc467f26, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c90e1acd-6828-4dc1-a041-2f0d39d337f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:00:50.851965 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0e864fef-adf3-453b-b7fc-aa2b43d7e85b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (8cfce5b3-bdb8-4c7a-b8d0-4366fc467f26), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:50.910348 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-866b7a0b-c687-4239-9a63-e31b6aa77fbd tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:50.915712 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bb84f1a3-d0e2-43f0-bbd5-39bf558c707e tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Publish callbacks [] for port (f7aa7c64-1bc2-467c-a5dc-cc82ecf434fd), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:50.936742 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0e864fef-adf3-453b-b7fc-aa2b43d7e85b None None] For port 8cfce5b3-bdb8-4c7a-b8d0-4366fc467f26, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:00:50.937865 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [None req-866b7a0b-c687-4239-9a63-e31b6aa77fbd tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] device_id is not set on port 3ad905cc-1b30-48a1-a974-f136b19ea913 yet. {{(pid=103475) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:00:50.940977 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0e864fef-adf3-453b-b7fc-aa2b43d7e85b None None] For port 8cfce5b3-bdb8-4c7a-b8d0-4366fc467f26, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=8cfce5b3-bdb8-4c7a-b8d0-4366fc467f26,segment=NetworkSegment(c90e1acd-6828-4dc1-a041-2f0d39d337f9),segment_id=c90e1acd-6828-4dc1-a041-2f0d39d337f9)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:00:50.948381 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0e864fef-adf3-453b-b7fc-aa2b43d7e85b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (8cfce5b3-bdb8-4c7a-b8d0-4366fc467f26), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:50.975543 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bb84f1a3-d0e2-43f0-bbd5-39bf558c707e tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (f7aa7c64-1bc2-467c-a5dc-cc82ecf434fd), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:51.011631 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e864fef-adf3-453b-b7fc-aa2b43d7e85b None None] Pushing event updated for resources: {'Port': ['ID=8cfce5b3-bdb8-4c7a-b8d0-4366fc467f26,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:51.067332 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb84f1a3-d0e2-43f0-bbd5-39bf558c707e tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Network 90192165-fe42-48c6-9ddd-0c6a1b207660 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:00:51.071389 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-bb84f1a3-d0e2-43f0-bbd5-39bf558c707e tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:00:51.074352 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb84f1a3-d0e2-43f0-bbd5-39bf558c707e tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:00:51.083339 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb84f1a3-d0e2-43f0-bbd5-39bf558c707e tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Pushing event updated for resources: {'Port': ['ID=f7aa7c64-1bc2-467c-a5dc-cc82ecf434fd,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:51.110493 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb84f1a3-d0e2-43f0-bbd5-39bf558c707e tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:51.110846 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb84f1a3-d0e2-43f0-bbd5-39bf558c707e tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:51.111195 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb84f1a3-d0e2-43f0-bbd5-39bf558c707e tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:51.111535 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb84f1a3-d0e2-43f0-bbd5-39bf558c707e tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:51.111895 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb84f1a3-d0e2-43f0-bbd5-39bf558c707e tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:51.112239 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb84f1a3-d0e2-43f0-bbd5-39bf558c707e tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:51.112561 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb84f1a3-d0e2-43f0-bbd5-39bf558c707e tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:51.112889 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb84f1a3-d0e2-43f0-bbd5-39bf558c707e tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:51.113217 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb84f1a3-d0e2-43f0-bbd5-39bf558c707e tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:51.113543 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb84f1a3-d0e2-43f0-bbd5-39bf558c707e tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:51.113868 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb84f1a3-d0e2-43f0-bbd5-39bf558c707e tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:51.114704 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb84f1a3-d0e2-43f0-bbd5-39bf558c707e tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:51.114704 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb84f1a3-d0e2-43f0-bbd5-39bf558c707e tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:51.161486 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb84f1a3-d0e2-43f0-bbd5-39bf558c707e tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:51.161806 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bb84f1a3-d0e2-43f0-bbd5-39bf558c707e tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:51.188406 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-bb84f1a3-d0e2-43f0-bbd5-39bf558c707e tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9390306 Feb 04 13:00:51.188950 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 52930) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:51.194736 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-c1d37a3c-a3cf-48d9-8be7-6eaec2401fbe tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:5d:ce:30'}, {'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:2e:e9:23'}]}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:00:51.203929 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-866b7a0b-c687-4239-9a63-e31b6aa77fbd tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Allocated IP 172.20.0.11 (38febd13-5a2a-4d46-a8bc-c2d73322ac82/977a8e3c-021c-4575-86f1-d1b9a168ba90/3ad905cc-1b30-48a1-a974-f136b19ea913) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:00:51.238859 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-866b7a0b-c687-4239-9a63-e31b6aa77fbd tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Allocated IP 2001:db8::f816:3eff:fea8:61fa (38febd13-5a2a-4d46-a8bc-c2d73322ac82/a95579a5-db6e-43af-a840-944b0f55c124/3ad905cc-1b30-48a1-a974-f136b19ea913) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:00:51.510276 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-26d1fbce-7472-4d18-b4a0-888d0447c10e None None] Provisioning complete for port f7aa7c64-1bc2-467c-a5dc-cc82ecf434fd triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:00:51.510949 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-26d1fbce-7472-4d18-b4a0-888d0447c10e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (f7aa7c64-1bc2-467c-a5dc-cc82ecf434fd), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:51.533274 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c1d37a3c-a3cf-48d9-8be7-6eaec2401fbe tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (f7aa7c64-1bc2-467c-a5dc-cc82ecf434fd), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:51.537486 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-866b7a0b-c687-4239-9a63-e31b6aa77fbd tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for port (3ad905cc-1b30-48a1-a974-f136b19ea913), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:51.564649 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-26d1fbce-7472-4d18-b4a0-888d0447c10e None None] Port f7aa7c64-1bc2-467c-a5dc-cc82ecf434fd cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:00:51.649015 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-866b7a0b-c687-4239-9a63-e31b6aa77fbd tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (3ad905cc-1b30-48a1-a974-f136b19ea913), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:51.726200 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:51.737369 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866b7a0b-c687-4239-9a63-e31b6aa77fbd tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:00:51.747395 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-866b7a0b-c687-4239-9a63-e31b6aa77fbd tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:00:51.751861 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866b7a0b-c687-4239-9a63-e31b6aa77fbd tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Pushing event updated for resources: {'Port': ['ID=3ad905cc-1b30-48a1-a974-f136b19ea913,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:51.756532 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866b7a0b-c687-4239-9a63-e31b6aa77fbd tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:00:51.841229 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866b7a0b-c687-4239-9a63-e31b6aa77fbd tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:51.841868 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-866b7a0b-c687-4239-9a63-e31b6aa77fbd tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:51.866463 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-866b7a0b-c687-4239-9a63-e31b6aa77fbd tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.2454000 Feb 04 13:00:51.866873 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52934) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:51.874728 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c1d37a3c-a3cf-48d9-8be7-6eaec2401fbe tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Publish callbacks [] for port (f7aa7c64-1bc2-467c-a5dc-cc82ecf434fd), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:51.884252 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c1d37a3c-a3cf-48d9-8be7-6eaec2401fbe tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (f7aa7c64-1bc2-467c-a5dc-cc82ecf434fd), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:51.928359 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee0488a-2bca-488b-a3be-f9b6dac3723d tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:51.939380 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee0488a-2bca-488b-a3be-f9b6dac3723d tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:51.942164 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d37a3c-a3cf-48d9-8be7-6eaec2401fbe tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Pushing event updated for resources: {'Port': ['ID=f7aa7c64-1bc2-467c-a5dc-cc82ecf434fd,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:51.944295 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-1ee0488a-2bca-488b-a3be-f9b6dac3723d tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.0761771 Feb 04 13:00:51.945260 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52936) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:52.019336 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-c1d37a3c-a3cf-48d9-8be7-6eaec2401fbe tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] In _notify_port_updated(), no bound segment for port f7aa7c64-1bc2-467c-a5dc-cc82ecf434fd on network 90192165-fe42-48c6-9ddd-0c6a1b207660 {{(pid=103475) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 04 13:00:52.026521 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d37a3c-a3cf-48d9-8be7-6eaec2401fbe tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:52.028834 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c1d37a3c-a3cf-48d9-8be7-6eaec2401fbe tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:52.036296 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-c1d37a3c-a3cf-48d9-8be7-6eaec2401fbe tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] 10.222.0.65 "PUT /v2.0/ports/f7aa7c64-1bc2-467c-a5dc-cc82ecf434fd HTTP/1.1" status: 200 len: 1055 time: 0.8460281 Feb 04 13:00:52.037066 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 52938) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:52.116966 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-cfd46bc5-c306-44f4-b47a-e63c0cc921b7 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Deleting port 3ad905cc-1b30-48a1-a974-f136b19ea913 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:00:52.117479 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cfd46bc5-c306-44f4-b47a-e63c0cc921b7 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (3ad905cc-1b30-48a1-a974-f136b19ea913), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:52.209075 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-aa1d28d8-9521-49c7-a986-5ab84f90f16e tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Deleting port f7aa7c64-1bc2-467c-a5dc-cc82ecf434fd {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:00:52.214285 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-aa1d28d8-9521-49c7-a986-5ab84f90f16e tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (f7aa7c64-1bc2-467c-a5dc-cc82ecf434fd), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:52.234295 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cfd46bc5-c306-44f4-b47a-e63c0cc921b7 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (3ad905cc-1b30-48a1-a974-f136b19ea913), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:52.250563 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-cfd46bc5-c306-44f4-b47a-e63c0cc921b7 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Calling delete_port for 3ad905cc-1b30-48a1-a974-f136b19ea913 owned by {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:00:52.357591 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 8cfce5b3-bdb8-4c7a-b8d0-4366fc467f26 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:00:52.395376 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-aa1d28d8-9521-49c7-a986-5ab84f90f16e tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (f7aa7c64-1bc2-467c-a5dc-cc82ecf434fd), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:52.410925 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-aa1d28d8-9521-49c7-a986-5ab84f90f16e tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Calling delete_port for f7aa7c64-1bc2-467c-a5dc-cc82ecf434fd owned by {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:00:52.445443 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-e749f954-53b0-47e7-a051-6a15a1e6d1e4 None None] Provisioning complete for port f7aa7c64-1bc2-467c-a5dc-cc82ecf434fd triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:00:52.446045 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e749f954-53b0-47e7-a051-6a15a1e6d1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (f7aa7c64-1bc2-467c-a5dc-cc82ecf434fd), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:52.531360 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-e749f954-53b0-47e7-a051-6a15a1e6d1e4 None None] Port f7aa7c64-1bc2-467c-a5dc-cc82ecf434fd cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:00:52.537281 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 8cfce5b3-bdb8-4c7a-b8d0-4366fc467f26 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:00:52.538490 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cfd46bc5-c306-44f4-b47a-e63c0cc921b7 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (3ad905cc-1b30-48a1-a974-f136b19ea913), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:52.539837 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (8cfce5b3-bdb8-4c7a-b8d0-4366fc467f26), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:52.596007 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-aa1d28d8-9521-49c7-a986-5ab84f90f16e tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (f7aa7c64-1bc2-467c-a5dc-cc82ecf434fd), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:52.603779 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd46bc5-c306-44f4-b47a-e63c0cc921b7 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Pushing event deleted for resources: {'Port': ['ID=3ad905cc-1b30-48a1-a974-f136b19ea913,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:52.647088 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1d28d8-9521-49c7-a986-5ab84f90f16e tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Pushing event deleted for resources: {'Port': ['ID=f7aa7c64-1bc2-467c-a5dc-cc82ecf434fd,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:52.687926 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36a02f2-b682-4ad3-b657-122439f3687f None None] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:00:52.706674 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 8cfce5b3-bdb8-4c7a-b8d0-4366fc467f26 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:00:52.707387 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (8cfce5b3-bdb8-4c7a-b8d0-4366fc467f26), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:52.765524 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cfd46bc5-c306-44f4-b47a-e63c0cc921b7 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:52.774185 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-cfd46bc5-c306-44f4-b47a-e63c0cc921b7 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "DELETE /v2.0/ports/3ad905cc-1b30-48a1-a974-f136b19ea913 HTTP/1.1" status: 204 len: 168 time: 0.8275921 Feb 04 13:00:52.777718 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52942) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:52.849647 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b2a780ed-5cec-4397-a196-f19179374e49 None None] Provisioning complete for port 8cfce5b3-bdb8-4c7a-b8d0-4366fc467f26 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:00:52.849985 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b2a780ed-5cec-4397-a196-f19179374e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (8cfce5b3-bdb8-4c7a-b8d0-4366fc467f26), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:52.882364 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcad6e5a-3530-4b46-a3bd-d23044614673 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:52.884341 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcad6e5a-3530-4b46-a3bd-d23044614673 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:52.885715 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcad6e5a-3530-4b46-a3bd-d23044614673 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:52.891915 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 52944) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:52.892152 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-fcad6e5a-3530-4b46-a3bd-d23044614673 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1114459 Feb 04 13:00:52.896567 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port 8cfce5b3-bdb8-4c7a-b8d0-4366fc467f26, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=8cfce5b3-bdb8-4c7a-b8d0-4366fc467f26,segment=NetworkSegment(c90e1acd-6828-4dc1-a041-2f0d39d337f9),segment_id=c90e1acd-6828-4dc1-a041-2f0d39d337f9)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:00:52.928631 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (8cfce5b3-bdb8-4c7a-b8d0-4366fc467f26), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:53.035041 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_v2 [None req-8aea8c0d-f602-48f8-85c9-5a3f19dca2be tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Deleting subnet 977a8e3c-021c-4575-86f1-d1b9a168ba90 {{(pid=103475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:00:53.035614 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=8cfce5b3-bdb8-4c7a-b8d0-4366fc467f26,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:53.061910 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8aea8c0d-f602-48f8-85c9-5a3f19dca2be tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for subnet (977a8e3c-021c-4575-86f1-d1b9a168ba90), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:53.064490 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b2a780ed-5cec-4397-a196-f19179374e49 None None] Current status of the port 8cfce5b3-bdb8-4c7a-b8d0-4366fc467f26 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:00:53.130236 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456eea21-514d-4f7f-b584-3a9ed20d973d None None] Update dhcp port {'port': {'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82', 'fixed_ips': [{'subnet_id': 'a95579a5-db6e-43af-a840-944b0f55c124', 'ip_address': '2001:db8::f816:3eff:fe62:40ba'}, {'subnet_id': '977a8e3c-021c-4575-86f1-d1b9a168ba90'}], 'binding:host_id': 'n-d-825015-3'}, 'id': '8cfce5b3-bdb8-4c7a-b8d0-4366fc467f26'} from n-d-825015-3. {{(pid=103476) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 04 13:00:53.137856 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8aea8c0d-f602-48f8-85c9-5a3f19dca2be tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51859329'] for subnet (977a8e3c-021c-4575-86f1-d1b9a168ba90), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:53.163364 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-456eea21-514d-4f7f-b584-3a9ed20d973d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (8cfce5b3-bdb8-4c7a-b8d0-4366fc467f26), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:53.167325 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-aa1d28d8-9521-49c7-a986-5ab84f90f16e tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:53.174504 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-aa1d28d8-9521-49c7-a986-5ab84f90f16e tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] 10.222.0.65 "DELETE /v2.0/ports/f7aa7c64-1bc2-467c-a5dc-cc82ecf434fd HTTP/1.1" status: 204 len: 168 time: 1.1331859 Feb 04 13:00:53.174908 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52946) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:53.209601 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8aea8c0d-f602-48f8-85c9-5a3f19dca2be tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (977a8e3c-021c-4575-86f1-d1b9a168ba90), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:53.213779 n-d-825015-3 neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-18a59d88-9400-426d-810d-a1a69310a65e tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] GET failed (client error): The resource could not be found. Feb 04 13:00:53.218865 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-18a59d88-9400-426d-810d-a1a69310a65e tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] 10.222.0.65 "GET /v2.0/ports/f7aa7c64-1bc2-467c-a5dc-cc82ecf434fd HTTP/1.1" status: 404 len: 333 time: 0.0395074 Feb 04 13:00:53.219124 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52948) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:53.304515 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8aea8c0d-f602-48f8-85c9-5a3f19dca2be tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-52093282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51452698'] for subnet (977a8e3c-021c-4575-86f1-d1b9a168ba90), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:53.322833 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8aea8c0d-f602-48f8-85c9-5a3f19dca2be tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:53.326851 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-8aea8c0d-f602-48f8-85c9-5a3f19dca2be tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "DELETE /v2.0/subnets/977a8e3c-021c-4575-86f1-d1b9a168ba90 HTTP/1.1" status: 204 len: 168 time: 0.4329681 Feb 04 13:00:53.329956 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52950) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:53.333789 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server [None req-456eea21-514d-4f7f-b584-3a9ed20d973d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 977a8e3c-021c-4575-86f1-d1b9a168ba90: This subnet is being modified by another concurrent operation. Feb 04 13:00:53.333789 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 04 13:00:53.333789 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 04 13:00:53.333789 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 04 13:00:53.333789 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 04 13:00:53.333789 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 04 13:00:53.333789 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 04 13:00:53.333789 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 04 13:00:53.333789 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 04 13:00:53.333789 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 04 13:00:53.333789 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 04 13:00:53.333789 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 04 13:00:53.333789 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 13:00:53.333789 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 13:00:53.333789 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 13:00:53.333789 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 13:00:53.333789 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 13:00:53.333789 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 13:00:53.333789 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 13:00:53.333789 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 13:00:53.333789 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 13:00:53.333789 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 13:00:53.333789 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 13:00:53.333789 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 13:00:53.333789 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 13:00:53.333789 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 13:00:53.333789 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 13:00:53.333789 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 13:00:53.333789 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 13:00:53.333789 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 13:00:53.333789 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 13:00:53.333789 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 13:00:53.333789 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 13:00:53.333789 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 13:00:53.333789 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 13:00:53.333789 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 13:00:53.333789 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Feb 04 13:00:53.333789 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Feb 04 13:00:53.333789 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Feb 04 13:00:53.333789 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Feb 04 13:00:53.333789 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 04 13:00:53.333789 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 13:00:53.333789 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 04 13:00:53.333789 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 13:00:53.333789 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 13:00:53.333789 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 13:00:53.333789 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 13:00:53.333789 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 13:00:53.333789 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 13:00:53.333789 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 13:00:53.333789 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 13:00:53.333789 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 13:00:53.333789 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 13:00:53.333789 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 13:00:53.333789 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 13:00:53.333789 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 13:00:53.333789 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 13:00:53.333789 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 13:00:53.333789 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 13:00:53.333789 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 13:00:53.333789 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 13:00:53.333789 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 13:00:53.333789 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 13:00:53.333789 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 13:00:53.333789 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 13:00:53.333789 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 13:00:53.333789 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 13:00:53.333789 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 13:00:53.333789 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1792, in update_port Feb 04 13:00:53.333789 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Feb 04 13:00:53.333789 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 04 13:00:53.333789 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 13:00:53.333789 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1521, in update_port Feb 04 13:00:53.333789 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Feb 04 13:00:53.333789 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Feb 04 13:00:53.333789 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Feb 04 13:00:53.333789 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Feb 04 13:00:53.333789 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Feb 04 13:00:53.333789 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Feb 04 13:00:53.333789 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 04 13:00:53.333789 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 04 13:00:53.333789 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 04 13:00:53.333789 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 04 13:00:53.333789 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server raise exception Feb 04 13:00:53.333789 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 977a8e3c-021c-4575-86f1-d1b9a168ba90: This subnet is being modified by another concurrent operation. Feb 04 13:00:53.333789 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server Feb 04 13:00:53.348894 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aea8c0d-f602-48f8-85c9-5a3f19dca2be tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Pushing event deleted for resources: {'Subnet': ['ID=977a8e3c-021c-4575-86f1-d1b9a168ba90,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:53.385365 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-3a0f53ee-2409-4b10-b654-03c20b5fb067 tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Deleting port 0e2c02f1-6bec-4776-8b7e-775ff9553be3 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:00:53.385365 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3a0f53ee-2409-4b10-b654-03c20b5fb067 tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (0e2c02f1-6bec-4776-8b7e-775ff9553be3), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:53.438752 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13be8ca5-77b9-4f80-86f9-51a562db955e None None] get_active_networks_info from n-d-825015-3 {{(pid=103476) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 04 13:00:53.466723 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-5116ddfc-7fe9-45b7-8ec7-750661aa73b7 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Deleting subnet a95579a5-db6e-43af-a840-944b0f55c124 {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:00:53.473867 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5116ddfc-7fe9-45b7-8ec7-750661aa73b7 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for subnet (a95579a5-db6e-43af-a840-944b0f55c124), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:53.538328 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5116ddfc-7fe9-45b7-8ec7-750661aa73b7 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (a95579a5-db6e-43af-a840-944b0f55c124), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:53.553484 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-7611a1b5-1d44-4d3e-8f57-748a8ce40541 None None] Provisioning complete for port 8cfce5b3-bdb8-4c7a-b8d0-4366fc467f26 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:00:53.553857 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7611a1b5-1d44-4d3e-8f57-748a8ce40541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (8cfce5b3-bdb8-4c7a-b8d0-4366fc467f26), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:53.576763 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3a0f53ee-2409-4b10-b654-03c20b5fb067 tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (0e2c02f1-6bec-4776-8b7e-775ff9553be3), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:53.604354 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-3a0f53ee-2409-4b10-b654-03c20b5fb067 tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Calling delete_port for 0e2c02f1-6bec-4776-8b7e-775ff9553be3 owned by {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:00:53.655180 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13be8ca5-77b9-4f80-86f9-51a562db955e None None] Resources bound (agent type, host, resource id): {{(pid=103476) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 13:00:53.699057 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5116ddfc-7fe9-45b7-8ec7-750661aa73b7 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (a95579a5-db6e-43af-a840-944b0f55c124), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:53.724793 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-7611a1b5-1d44-4d3e-8f57-748a8ce40541 None None] Current status of the port 8cfce5b3-bdb8-4c7a-b8d0-4366fc467f26 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:00:53.822344 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5116ddfc-7fe9-45b7-8ec7-750661aa73b7 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (a95579a5-db6e-43af-a840-944b0f55c124), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:53.854737 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5116ddfc-7fe9-45b7-8ec7-750661aa73b7 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Pushing event deleted for resources: {'Subnet': ['ID=a95579a5-db6e-43af-a840-944b0f55c124,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:53.874878 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5116ddfc-7fe9-45b7-8ec7-750661aa73b7 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:53.878653 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-5116ddfc-7fe9-45b7-8ec7-750661aa73b7 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "DELETE /v2.0/subnets/a95579a5-db6e-43af-a840-944b0f55c124 HTTP/1.1" status: 204 len: 168 time: 0.5465205 Feb 04 13:00:53.881257 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52954) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:53.889760 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3a0f53ee-2409-4b10-b654-03c20b5fb067 tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (0e2c02f1-6bec-4776-8b7e-775ff9553be3), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:53.935441 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-67cf5b17-0b07-44a6-a109-05a9a4db3570 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0497084 Feb 04 13:00:53.936115 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 52956) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:53.941379 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-22dec13e-0bcb-4b98-867a-233f036d81fc tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Request body: {'subnet': {'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:00:53.956011 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0f53ee-2409-4b10-b654-03c20b5fb067 tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Pushing event deleted for resources: {'Port': ['ID=0e2c02f1-6bec-4776-8b7e-775ff9553be3,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:53.977629 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee24066-f7a9-4fb6-b269-7ef32bcbb804 None None] Update dhcp port {'port': {'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82', 'fixed_ips': [{'subnet_id': 'a95579a5-db6e-43af-a840-944b0f55c124'}], 'binding:host_id': 'n-d-825015-3'}, 'id': '8cfce5b3-bdb8-4c7a-b8d0-4366fc467f26'} from n-d-825015-3. {{(pid=103476) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 04 13:00:54.013531 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4ee24066-f7a9-4fb6-b269-7ef32bcbb804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (8cfce5b3-bdb8-4c7a-b8d0-4366fc467f26), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:54.041911 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22dec13e-0bcb-4b98-867a-233f036d81fc tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Made reservation on behalf of 28823d1be89a4373833a0b6442186e0d for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:00:54.047677 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-22dec13e-0bcb-4b98-867a-233f036d81fc tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:54.057495 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3a0f53ee-2409-4b10-b654-03c20b5fb067 tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:54.064463 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-3a0f53ee-2409-4b10-b654-03c20b5fb067 tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] 10.222.0.65 "DELETE /v2.0/ports/0e2c02f1-6bec-4776-8b7e-775ff9553be3 HTTP/1.1" status: 204 len: 168 time: 0.8438416 Feb 04 13:00:54.065088 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52958) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:54.095225 n-d-825015-3 neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ae29ac2-9296-4d7d-8426-35ba440e45dd tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] GET failed (client error): The resource could not be found. Feb 04 13:00:54.100411 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-3ae29ac2-9296-4d7d-8426-35ba440e45dd tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] 10.222.0.65 "GET /v2.0/ports/0e2c02f1-6bec-4776-8b7e-775ff9553be3 HTTP/1.1" status: 404 len: 333 time: 0.0342948 Feb 04 13:00:54.101122 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52960) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:54.211551 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad16ddce-ec8c-4e53-946e-498c5074745f None None] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:00:54.224970 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-5d9f1f74-9489-48dc-8161-3a70545b5e2d tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Deleting port a9242f36-00c2-43e2-b418-dbdc3bba53d6 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:00:54.225600 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5d9f1f74-9489-48dc-8161-3a70545b5e2d tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (a9242f36-00c2-43e2-b418-dbdc3bba53d6), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:54.288828 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 8cfce5b3-bdb8-4c7a-b8d0-4366fc467f26 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:00:54.372548 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-94d445fb-85ab-48ea-b91e-d9ad057c0b00 None None] Provisioning complete for port 8cfce5b3-bdb8-4c7a-b8d0-4366fc467f26 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:00:54.373342 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-94d445fb-85ab-48ea-b91e-d9ad057c0b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (8cfce5b3-bdb8-4c7a-b8d0-4366fc467f26), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:54.377976 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5d9f1f74-9489-48dc-8161-3a70545b5e2d tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (a9242f36-00c2-43e2-b418-dbdc3bba53d6), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:54.394515 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-5d9f1f74-9489-48dc-8161-3a70545b5e2d tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Calling delete_port for a9242f36-00c2-43e2-b418-dbdc3bba53d6 owned by {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:00:54.543827 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 8cfce5b3-bdb8-4c7a-b8d0-4366fc467f26 is: ACTIVE; New status is: DOWN {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:00:54.544337 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (8cfce5b3-bdb8-4c7a-b8d0-4366fc467f26), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:54.559954 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6142fea1-8955-4add-9274-50297994d8bc None None] DHCP port deletion for 38febd13-5a2a-4d46-a8bc-c2d73322ac82 request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:00:54.589590 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-94d445fb-85ab-48ea-b91e-d9ad057c0b00 None None] Current status of the port 8cfce5b3-bdb8-4c7a-b8d0-4366fc467f26 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:00:54.600640 n-d-825015-3 neutron-server[103475]: DEBUG neutron.objects.ports [None req-22dec13e-0bcb-4b98-867a-233f036d81fc tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103475) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 13:00:54.637983 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port 8cfce5b3-bdb8-4c7a-b8d0-4366fc467f26, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=8cfce5b3-bdb8-4c7a-b8d0-4366fc467f26,segment=NetworkSegment(c90e1acd-6828-4dc1-a041-2f0d39d337f9),segment_id=c90e1acd-6828-4dc1-a041-2f0d39d337f9)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:00:54.656627 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (8cfce5b3-bdb8-4c7a-b8d0-4366fc467f26), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:54.728978 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-6142fea1-8955-4add-9274-50297994d8bc None None] Deleting port 8cfce5b3-bdb8-4c7a-b8d0-4366fc467f26 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:00:54.729614 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6142fea1-8955-4add-9274-50297994d8bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (8cfce5b3-bdb8-4c7a-b8d0-4366fc467f26), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:54.783576 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=8cfce5b3-bdb8-4c7a-b8d0-4366fc467f26,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:54.851006 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-6142fea1-8955-4add-9274-50297994d8bc None None] For port 8cfce5b3-bdb8-4c7a-b8d0-4366fc467f26, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=8cfce5b3-bdb8-4c7a-b8d0-4366fc467f26,segment=NetworkSegment(c90e1acd-6828-4dc1-a041-2f0d39d337f9),segment_id=c90e1acd-6828-4dc1-a041-2f0d39d337f9)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:00:54.851583 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6142fea1-8955-4add-9274-50297994d8bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (8cfce5b3-bdb8-4c7a-b8d0-4366fc467f26), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:54.868044 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-6142fea1-8955-4add-9274-50297994d8bc None None] Calling delete_port for 8cfce5b3-bdb8-4c7a-b8d0-4366fc467f26 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:00:54.895077 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-22dec13e-0bcb-4b98-867a-233f036d81fc tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (8cfce5b3-bdb8-4c7a-b8d0-4366fc467f26), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:55.007696 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5d9f1f74-9489-48dc-8161-3a70545b5e2d tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (a9242f36-00c2-43e2-b418-dbdc3bba53d6), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:55.047367 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9f1f74-9489-48dc-8161-3a70545b5e2d tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Pushing event deleted for resources: {'Port': ['ID=a9242f36-00c2-43e2-b418-dbdc3bba53d6,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:55.082488 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-22dec13e-0bcb-4b98-867a-233f036d81fc tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] For port 8cfce5b3-bdb8-4c7a-b8d0-4366fc467f26, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=8cfce5b3-bdb8-4c7a-b8d0-4366fc467f26,segment=NetworkSegment(c90e1acd-6828-4dc1-a041-2f0d39d337f9),segment_id=c90e1acd-6828-4dc1-a041-2f0d39d337f9)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:00:55.125020 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-22dec13e-0bcb-4b98-867a-233f036d81fc tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for port (8cfce5b3-bdb8-4c7a-b8d0-4366fc467f26), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:55.132732 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-22dec13e-0bcb-4b98-867a-233f036d81fc tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (8cfce5b3-bdb8-4c7a-b8d0-4366fc467f26), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:55.138621 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6142fea1-8955-4add-9274-50297994d8bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (8cfce5b3-bdb8-4c7a-b8d0-4366fc467f26), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:55.139463 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5d9f1f74-9489-48dc-8161-3a70545b5e2d tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:55.148481 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 52964) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:55.152084 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-5d9f1f74-9489-48dc-8161-3a70545b5e2d tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] 10.222.0.65 "DELETE /v2.0/ports/a9242f36-00c2-43e2-b418-dbdc3bba53d6 HTTP/1.1" status: 204 len: 168 time: 1.0436420 Feb 04 13:00:55.172448 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6142fea1-8955-4add-9274-50297994d8bc None None] Pushing event deleted for resources: {'Port': ['ID=8cfce5b3-bdb8-4c7a-b8d0-4366fc467f26,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:55.174492 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6142fea1-8955-4add-9274-50297994d8bc None None] No DVR routers for this DVR port 8cfce5b3-bdb8-4c7a-b8d0-4366fc467f26 on host n-d-825015-3 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:00:55.203587 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dec13e-0bcb-4b98-867a-233f036d81fc tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Pushing event deleted for resources: {'Port': ['ID=8cfce5b3-bdb8-4c7a-b8d0-4366fc467f26,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:55.211838 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-22dec13e-0bcb-4b98-867a-233f036d81fc tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52094127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51452689'] for subnet (97b1a371-edf3-41ae-bec0-da2809ae949d), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:55.276358 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_v2 [None req-b088f81b-d586-4cb8-8c71-ec6d64e7c862 tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Deleting subnet 4ca69b0b-1edb-4814-9471-3d406ea4444e {{(pid=103475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:00:55.282763 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22dec13e-0bcb-4b98-867a-233f036d81fc tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:00:55.287797 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b088f81b-d586-4cb8-8c71-ec6d64e7c862 tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Publish callbacks [] for subnet (4ca69b0b-1edb-4814-9471-3d406ea4444e), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:55.294439 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-22dec13e-0bcb-4b98-867a-233f036d81fc tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:00:55.305938 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1879e83e-4943-4646-925f-163b4d103c7a None None] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:00:55.327095 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22dec13e-0bcb-4b98-867a-233f036d81fc tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:55.327616 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-22dec13e-0bcb-4b98-867a-233f036d81fc tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:55.350158 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dec13e-0bcb-4b98-867a-233f036d81fc tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Pushing event updated for resources: {'Subnet': ['ID=97b1a371-edf3-41ae-bec0-da2809ae949d,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:55.369354 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-22dec13e-0bcb-4b98-867a-233f036d81fc tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4319630 Feb 04 13:00:55.369745 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52966) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:55.372029 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b088f81b-d586-4cb8-8c71-ec6d64e7c862 tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51859329'] for subnet (4ca69b0b-1edb-4814-9471-3d406ea4444e), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:55.375106 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-11e01250-e196-4487-980e-55f1f488ab1f tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Request body: {'subnet': {'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:00:55.427947 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f256ab11-7ed5-49df-bbe4-eddbc2ab83e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-38febd13-5a2a-4d46-a8bc-c2d73322ac82', 'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82', 'project_id': '28823d1be89a4373833a0b6442186e0d', 'fixed_ips': [{'subnet_id': '97b1a371-edf3-41ae-bec0-da2809ae949d'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:00:55.429922 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f256ab11-7ed5-49df-bbe4-eddbc2ab83e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:55.483160 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b088f81b-d586-4cb8-8c71-ec6d64e7c862 tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (4ca69b0b-1edb-4814-9471-3d406ea4444e), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:55.510546 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11e01250-e196-4487-980e-55f1f488ab1f tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Made reservation on behalf of 28823d1be89a4373833a0b6442186e0d for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:00:55.518493 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-11e01250-e196-4487-980e-55f1f488ab1f tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60610638'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:55.593693 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b088f81b-d586-4cb8-8c71-ec6d64e7c862 tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-52093282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51452698'] for subnet (4ca69b0b-1edb-4814-9471-3d406ea4444e), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:55.604129 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-f256ab11-7ed5-49df-bbe4-eddbc2ab83e5 None None] Allocated IP 2001:db8::f816:3eff:fe10:f089 (38febd13-5a2a-4d46-a8bc-c2d73322ac82/97b1a371-edf3-41ae-bec0-da2809ae949d/20ee8aca-cf4c-46ed-8abb-8266ece771b4) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:00:55.642849 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b088f81b-d586-4cb8-8c71-ec6d64e7c862 tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Pushing event deleted for resources: {'Subnet': ['ID=4ca69b0b-1edb-4814-9471-3d406ea4444e,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:55.644972 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b088f81b-d586-4cb8-8c71-ec6d64e7c862 tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:55.648495 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-b088f81b-d586-4cb8-8c71-ec6d64e7c862 tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] 10.222.0.65 "DELETE /v2.0/subnets/4ca69b0b-1edb-4814-9471-3d406ea4444e HTTP/1.1" status: 204 len: 168 time: 0.4816296 Feb 04 13:00:55.651488 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 52970) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:55.669803 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b121a75c-e69f-4d82-be91-9813a891ac8c None None] Network 90192165-fe42-48c6-9ddd-0c6a1b207660 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:00:55.777653 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bc7dc5ce-8494-4f3d-9400-4a08ea6ad1fc tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (90192165-fe42-48c6-9ddd-0c6a1b207660), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:55.853326 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f256ab11-7ed5-49df-bbe4-eddbc2ab83e5 None None] Publish callbacks [] for port (20ee8aca-cf4c-46ed-8abb-8266ece771b4), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:55.861506 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-bc7dc5ce-8494-4f3d-9400-4a08ea6ad1fc tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Deleting port f3dfb822-930d-4059-8e55-f5d973db9270 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:00:55.861819 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f256ab11-7ed5-49df-bbe4-eddbc2ab83e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (20ee8aca-cf4c-46ed-8abb-8266ece771b4), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:55.863401 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bc7dc5ce-8494-4f3d-9400-4a08ea6ad1fc tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (f3dfb822-930d-4059-8e55-f5d973db9270), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:55.886667 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-11e01250-e196-4487-980e-55f1f488ab1f tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59045178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60610680'] for subnet (af2ca306-d98c-4dde-9616-7fb55a6b7a87), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:55.906922 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f256ab11-7ed5-49df-bbe4-eddbc2ab83e5 None None] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:00:55.912034 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-f256ab11-7ed5-49df-bbe4-eddbc2ab83e5 None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:00:55.916719 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f256ab11-7ed5-49df-bbe4-eddbc2ab83e5 None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:00:55.921038 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f256ab11-7ed5-49df-bbe4-eddbc2ab83e5 None None] Pushing event updated for resources: {'Port': ['ID=20ee8aca-cf4c-46ed-8abb-8266ece771b4,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:55.926446 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cdf7d98-e2c0-4999-a76f-f84a524cd016 None None] DHCP port deletion for 90192165-fe42-48c6-9ddd-0c6a1b207660 request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:00:55.948501 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e01250-e196-4487-980e-55f1f488ab1f tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:00:55.954024 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-11e01250-e196-4487-980e-55f1f488ab1f tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:00:55.958996 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e01250-e196-4487-980e-55f1f488ab1f tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:55.959720 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-11e01250-e196-4487-980e-55f1f488ab1f tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:55.989187 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e01250-e196-4487-980e-55f1f488ab1f tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Pushing event updated for resources: {'Subnet': ['ID=af2ca306-d98c-4dde-9616-7fb55a6b7a87,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:55.996092 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-11e01250-e196-4487-980e-55f1f488ab1f tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6250749 Feb 04 13:00:55.999766 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52972) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:56.006437 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-fe7690b7-e787-4342-bcdd-4df768481a87 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Request body: {'port': {'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82', 'mac_address': 'fa:16:3e:19:67:b2', 'name': 'tempest-NetworksTestDHCPv6-662297292'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:00:56.022463 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-bc7dc5ce-8494-4f3d-9400-4a08ea6ad1fc tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] For port f3dfb822-930d-4059-8e55-f5d973db9270, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=f3dfb822-930d-4059-8e55-f5d973db9270,segment=NetworkSegment(106cdec3-9e4e-48d1-8e71-248f6578286c),segment_id=106cdec3-9e4e-48d1-8e71-248f6578286c)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:00:56.023002 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bc7dc5ce-8494-4f3d-9400-4a08ea6ad1fc tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (f3dfb822-930d-4059-8e55-f5d973db9270), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:56.043196 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-bc7dc5ce-8494-4f3d-9400-4a08ea6ad1fc tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Calling delete_port for f3dfb822-930d-4059-8e55-f5d973db9270 owned by network:dhcp {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:00:56.131681 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe7690b7-e787-4342-bcdd-4df768481a87 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Made reservation on behalf of 28823d1be89a4373833a0b6442186e0d for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:00:56.194751 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bc7dc5ce-8494-4f3d-9400-4a08ea6ad1fc tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (f3dfb822-930d-4059-8e55-f5d973db9270), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:56.204913 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-f256ab11-7ed5-49df-bbe4-eddbc2ab83e5 None None] Attempting to bind port 20ee8aca-cf4c-46ed-8abb-8266ece771b4 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:00:56.205293 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-f256ab11-7ed5-49df-bbe4-eddbc2ab83e5 None None] Attempting to bind port 20ee8aca-cf4c-46ed-8abb-8266ece771b4 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': 'c90e1acd-6828-4dc1-a041-2f0d39d337f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:00:56.207574 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f256ab11-7ed5-49df-bbe4-eddbc2ab83e5 None None] Attempting to bind port 20ee8aca-cf4c-46ed-8abb-8266ece771b4 on network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:00:56.214764 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f256ab11-7ed5-49df-bbe4-eddbc2ab83e5 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:00:56.215153 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f256ab11-7ed5-49df-bbe4-eddbc2ab83e5 None None] Checking segment: {'id': 'c90e1acd-6828-4dc1-a041-2f0d39d337f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:00:56.216496 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f256ab11-7ed5-49df-bbe4-eddbc2ab83e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:56.216905 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f256ab11-7ed5-49df-bbe4-eddbc2ab83e5 None None] Bound using segment: {'id': 'c90e1acd-6828-4dc1-a041-2f0d39d337f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:00:56.217394 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-f256ab11-7ed5-49df-bbe4-eddbc2ab83e5 None None] Bound port: 20ee8aca-cf4c-46ed-8abb-8266ece771b4, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c90e1acd-6828-4dc1-a041-2f0d39d337f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:00:56.217784 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f256ab11-7ed5-49df-bbe4-eddbc2ab83e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (20ee8aca-cf4c-46ed-8abb-8266ece771b4), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:56.254161 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7dc5ce-8494-4f3d-9400-4a08ea6ad1fc tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Pushing event deleted for resources: {'Port': ['ID=f3dfb822-930d-4059-8e55-f5d973db9270,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:56.263682 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device f3dfb822-930d-4059-8e55-f5d973db9270 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:00:56.270718 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7dc5ce-8494-4f3d-9400-4a08ea6ad1fc tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] No DVR routers for this DVR port f3dfb822-930d-4059-8e55-f5d973db9270 on host n-d-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:00:56.279982 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fe7690b7-e787-4342-bcdd-4df768481a87 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:56.298959 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: f3dfb822-930d-4059-8e55-f5d973db9270 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:00:56.299225 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device f3dfb822-930d-4059-8e55-f5d973db9270 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:00:56.310168 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-2cdf7d98-e2c0-4999-a76f-f84a524cd016 None None] Deleting port f3dfb822-930d-4059-8e55-f5d973db9270 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:00:56.310552 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2cdf7d98-e2c0-4999-a76f-f84a524cd016 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (f3dfb822-930d-4059-8e55-f5d973db9270), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:56.314472 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [None req-fe7690b7-e787-4342-bcdd-4df768481a87 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] device_id is not set on port 529bcc22-1451-46c9-84fb-1bde9ffbe760 yet. {{(pid=103474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:00:56.368385 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-f256ab11-7ed5-49df-bbe4-eddbc2ab83e5 None None] For port 20ee8aca-cf4c-46ed-8abb-8266ece771b4, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:00:56.383226 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bc7dc5ce-8494-4f3d-9400-4a08ea6ad1fc tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (90192165-fe42-48c6-9ddd-0c6a1b207660), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:56.390453 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-f256ab11-7ed5-49df-bbe4-eddbc2ab83e5 None None] For port 20ee8aca-cf4c-46ed-8abb-8266ece771b4, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=20ee8aca-cf4c-46ed-8abb-8266ece771b4,segment=NetworkSegment(c90e1acd-6828-4dc1-a041-2f0d39d337f9),segment_id=c90e1acd-6828-4dc1-a041-2f0d39d337f9)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:00:56.402160 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-2cdf7d98-e2c0-4999-a76f-f84a524cd016 None None] For port f3dfb822-930d-4059-8e55-f5d973db9270, host n-d-825015-3, got binding levels [] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:00:56.402578 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2cdf7d98-e2c0-4999-a76f-f84a524cd016 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (f3dfb822-930d-4059-8e55-f5d973db9270), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:56.411216 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f256ab11-7ed5-49df-bbe4-eddbc2ab83e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (20ee8aca-cf4c-46ed-8abb-8266ece771b4), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:56.413253 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-bc7dc5ce-8494-4f3d-9400-4a08ea6ad1fc tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90192165-fe42-48c6-9ddd-0c6a1b207660']}} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:00:56.424799 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-bc7dc5ce-8494-4f3d-9400-4a08ea6ad1fc tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '106cdec3-9e4e-48d1-8e71-248f6578286c') {'for_net_delete': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:00:56.425444 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-2cdf7d98-e2c0-4999-a76f-f84a524cd016 None None] Calling delete_port for f3dfb822-930d-4059-8e55-f5d973db9270 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:00:56.425786 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-bc7dc5ce-8494-4f3d-9400-4a08ea6ad1fc tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '106cdec3-9e4e-48d1-8e71-248f6578286c') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:00:56.437920 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bc7dc5ce-8494-4f3d-9400-4a08ea6ad1fc tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51859336'] for segment (106cdec3-9e4e-48d1-8e71-248f6578286c), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:56.448099 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.ipam_backend_mixin [None req-2cdf7d98-e2c0-4999-a76f-f84a524cd016 None None] Port f3dfb822-930d-4059-8e55-f5d973db9270 was not found and therefore no delete operation was performed {{(pid=103476) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 04 13:00:56.454426 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bc7dc5ce-8494-4f3d-9400-4a08ea6ad1fc tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (106cdec3-9e4e-48d1-8e71-248f6578286c), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:56.455021 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2cdf7d98-e2c0-4999-a76f-f84a524cd016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (f3dfb822-930d-4059-8e55-f5d973db9270), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:56.464385 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc7dc5ce-8494-4f3d-9400-4a08ea6ad1fc tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=103475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:00:56.465718 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bc7dc5ce-8494-4f3d-9400-4a08ea6ad1fc tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-52093388'] for segment (106cdec3-9e4e-48d1-8e71-248f6578286c), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:56.494380 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdf7d98-e2c0-4999-a76f-f84a524cd016 None None] No DVR routers for this DVR port f3dfb822-930d-4059-8e55-f5d973db9270 on host n-d-825015-3 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:00:56.511137 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f256ab11-7ed5-49df-bbe4-eddbc2ab83e5 None None] Pushing event updated for resources: {'Port': ['ID=20ee8aca-cf4c-46ed-8abb-8266ece771b4,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:56.544768 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdf7d98-e2c0-4999-a76f-f84a524cd016 None None] Pushing event deleted for resources: {'Port': ['ID=f3dfb822-930d-4059-8e55-f5d973db9270,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:56.576161 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-fe7690b7-e787-4342-bcdd-4df768481a87 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Allocated IP 172.20.0.9 (38febd13-5a2a-4d46-a8bc-c2d73322ac82/af2ca306-d98c-4dde-9616-7fb55a6b7a87/529bcc22-1451-46c9-84fb-1bde9ffbe760) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:00:56.578396 n-d-825015-3 neutron-server[103475]: Traceback (most recent call last): Feb 04 13:00:56.578396 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:00:56.578396 n-d-825015-3 neutron-server[103475]: timer() Feb 04 13:00:56.578396 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:00:56.578396 n-d-825015-3 neutron-server[103475]: cb(*args, **kw) Feb 04 13:00:56.578396 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:00:56.578396 n-d-825015-3 neutron-server[103475]: return func(*args, **kwargs) Feb 04 13:00:56.578396 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:00:56.578396 n-d-825015-3 neutron-server[103475]: self._notify() Feb 04 13:00:56.578396 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:00:56.578396 n-d-825015-3 neutron-server[103475]: self.callback(batched_events) Feb 04 13:00:56.578396 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:00:56.578396 n-d-825015-3 neutron-server[103475]: event.method(event) Feb 04 13:00:56.578396 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:00:56.578396 n-d-825015-3 neutron-server[103475]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:00:56.578396 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:00:56.578396 n-d-825015-3 neutron-server[103475]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:00:56.578396 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:00:56.578396 n-d-825015-3 neutron-server[103475]: return f(self, *a, **k) Feb 04 13:00:56.578396 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:00:56.578396 n-d-825015-3 neutron-server[103475]: return self._get(url).json() Feb 04 13:00:56.578396 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:00:56.578396 n-d-825015-3 neutron-server[103475]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:00:56.578396 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:00:56.578396 n-d-825015-3 neutron-server[103475]: return self.request(url, 'GET', **kwargs) Feb 04 13:00:56.578396 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:00:56.578396 n-d-825015-3 neutron-server[103475]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:00:56.578396 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:00:56.578396 n-d-825015-3 neutron-server[103475]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:00:56.578396 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:00:56.578396 n-d-825015-3 neutron-server[103475]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:00:56.578396 n-d-825015-3 neutron-server[103475]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:00:56.582920 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-fe7690b7-e787-4342-bcdd-4df768481a87 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Allocated IP 2001:db8::f816:3eff:fe19:67b2 (38febd13-5a2a-4d46-a8bc-c2d73322ac82/97b1a371-edf3-41ae-bec0-da2809ae949d/529bcc22-1451-46c9-84fb-1bde9ffbe760) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:00:56.602343 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bc7dc5ce-8494-4f3d-9400-4a08ea6ad1fc tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (90192165-fe42-48c6-9ddd-0c6a1b207660), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:56.620900 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bc7dc5ce-8494-4f3d-9400-4a08ea6ad1fc tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:56.631148 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-bc7dc5ce-8494-4f3d-9400-4a08ea6ad1fc tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] 10.222.0.65 "DELETE /v2.0/networks/90192165-fe42-48c6-9ddd-0c6a1b207660 HTTP/1.1" status: 204 len: 168 time: 0.9777799 Feb 04 13:00:56.644125 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7dc5ce-8494-4f3d-9400-4a08ea6ad1fc tempest-AllowedAddressPairTestJSON-2124597480 tempest-AllowedAddressPairTestJSON-2124597480-project] Pushing event deleted for resources: {'Network': ['ID=90192165-fe42-48c6-9ddd-0c6a1b207660,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:56.819553 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fe7690b7-e787-4342-bcdd-4df768481a87 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for port (529bcc22-1451-46c9-84fb-1bde9ffbe760), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:56.875271 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fe7690b7-e787-4342-bcdd-4df768481a87 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (529bcc22-1451-46c9-84fb-1bde9ffbe760), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:56.938173 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7690b7-e787-4342-bcdd-4df768481a87 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:00:56.943442 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-fe7690b7-e787-4342-bcdd-4df768481a87 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:00:56.947592 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7690b7-e787-4342-bcdd-4df768481a87 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:00:56.985302 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7690b7-e787-4342-bcdd-4df768481a87 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Pushing event updated for resources: {'Port': ['ID=529bcc22-1451-46c9-84fb-1bde9ffbe760,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:57.026771 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 52980) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:57.037805 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7690b7-e787-4342-bcdd-4df768481a87 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:57.038503 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fe7690b7-e787-4342-bcdd-4df768481a87 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:57.060315 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-fe7690b7-e787-4342-bcdd-4df768481a87 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.0563037 Feb 04 13:00:57.060816 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 52984) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:57.119723 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff504e9-7a2b-42e7-8f6c-0af7d94513dc tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:57.126045 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff504e9-7a2b-42e7-8f6c-0af7d94513dc tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:57.130857 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-9ff504e9-7a2b-42e7-8f6c-0af7d94513dc tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.0664909 Feb 04 13:00:57.131042 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 52986) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:57.217088 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-18b03eac-7fc7-485f-90cc-a671cd25d3a3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bc76a1318c934df6b0bff98bc42a555d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1880443 Feb 04 13:00:57.220642 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 52988) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:57.269769 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-7f09d598-1624-4cd4-a3b3-0941e552f4a8 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Deleting port 529bcc22-1451-46c9-84fb-1bde9ffbe760 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:00:57.270268 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7f09d598-1624-4cd4-a3b3-0941e552f4a8 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (529bcc22-1451-46c9-84fb-1bde9ffbe760), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:57.289313 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-169f4929-2637-4599-b87e-9481f4929b30 admin admin] Publish callbacks [] for security_group (6ad955d4-1b67-48cb-a2e5-36254b3bfe47), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:57.324355 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-169f4929-2637-4599-b87e-9481f4929b30 admin admin] Publish callbacks [] for security_group (6ad955d4-1b67-48cb-a2e5-36254b3bfe47), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:57.413384 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-169f4929-2637-4599-b87e-9481f4929b30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (6ad955d4-1b67-48cb-a2e5-36254b3bfe47), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:57.416572 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-169f4929-2637-4599-b87e-9481f4929b30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:57.417898 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-169f4929-2637-4599-b87e-9481f4929b30 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6ad955d4-1b67-48cb-a2e5-36254b3bfe47 HTTP/1.1" status: 204 len: 168 time: 0.1961262 Feb 04 13:00:57.423821 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7f09d598-1624-4cd4-a3b3-0941e552f4a8 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (529bcc22-1451-46c9-84fb-1bde9ffbe760), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:57.426745 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169f4929-2637-4599-b87e-9481f4929b30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad955d4-1b67-48cb-a2e5-36254b3bfe47,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:57.451271 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-7f09d598-1624-4cd4-a3b3-0941e552f4a8 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Calling delete_port for 529bcc22-1451-46c9-84fb-1bde9ffbe760 owned by {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:00:57.798252 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7f09d598-1624-4cd4-a3b3-0941e552f4a8 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (529bcc22-1451-46c9-84fb-1bde9ffbe760), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:57.876107 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f09d598-1624-4cd4-a3b3-0941e552f4a8 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Pushing event deleted for resources: {'Port': ['ID=529bcc22-1451-46c9-84fb-1bde9ffbe760,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:58.026025 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7f09d598-1624-4cd4-a3b3-0941e552f4a8 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:58.033375 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-7f09d598-1624-4cd4-a3b3-0941e552f4a8 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "DELETE /v2.0/ports/529bcc22-1451-46c9-84fb-1bde9ffbe760 HTTP/1.1" status: 204 len: 168 time: 0.8984618 Feb 04 13:00:58.033593 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53004) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:58.064347 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a05305-93da-4400-8d9f-70f5bf80cef4 None None] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:00:58.152560 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0875b5-39ed-40d7-b458-19073cd58b92 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:58.154409 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0875b5-39ed-40d7-b458-19073cd58b92 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:58.157294 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0875b5-39ed-40d7-b458-19073cd58b92 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:58.161500 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-8d0875b5-39ed-40d7-b458-19073cd58b92 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1244979 Feb 04 13:00:58.162004 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53008) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:58.264822 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-7c252c84-db71-4c0b-a338-f551b9184db3 None None] Provisioning complete for port 20ee8aca-cf4c-46ed-8abb-8266ece771b4 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:00:58.265582 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7c252c84-db71-4c0b-a338-f551b9184db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (20ee8aca-cf4c-46ed-8abb-8266ece771b4), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:58.278855 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5fd2442-f0bd-4e32-9eee-6dddcb59de25 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Deleting subnet 97b1a371-edf3-41ae-bec0-da2809ae949d {{(pid=103475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:00:58.282745 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f5fd2442-f0bd-4e32-9eee-6dddcb59de25 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for subnet (97b1a371-edf3-41ae-bec0-da2809ae949d), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:58.356288 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f5fd2442-f0bd-4e32-9eee-6dddcb59de25 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51859329'] for subnet (97b1a371-edf3-41ae-bec0-da2809ae949d), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:58.396911 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 20ee8aca-cf4c-46ed-8abb-8266ece771b4 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:00:58.465076 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-7c252c84-db71-4c0b-a338-f551b9184db3 None None] Current status of the port 20ee8aca-cf4c-46ed-8abb-8266ece771b4 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:00:58.466078 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7c252c84-db71-4c0b-a338-f551b9184db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (20ee8aca-cf4c-46ed-8abb-8266ece771b4), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:58.511527 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 20ee8aca-cf4c-46ed-8abb-8266ece771b4 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:00:58.511941 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (20ee8aca-cf4c-46ed-8abb-8266ece771b4), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:58.539676 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-7c252c84-db71-4c0b-a338-f551b9184db3 None None] For port 20ee8aca-cf4c-46ed-8abb-8266ece771b4, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=20ee8aca-cf4c-46ed-8abb-8266ece771b4,segment=NetworkSegment(c90e1acd-6828-4dc1-a041-2f0d39d337f9),segment_id=c90e1acd-6828-4dc1-a041-2f0d39d337f9)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:00:58.550859 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f5fd2442-f0bd-4e32-9eee-6dddcb59de25 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (97b1a371-edf3-41ae-bec0-da2809ae949d), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:58.570709 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7c252c84-db71-4c0b-a338-f551b9184db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (20ee8aca-cf4c-46ed-8abb-8266ece771b4), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:58.644803 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c18d616-bfb8-41e4-83f1-583dd275a147 None None] Update dhcp port {'port': {'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82', 'fixed_ips': [{'subnet_id': '97b1a371-edf3-41ae-bec0-da2809ae949d', 'ip_address': '2001:db8::f816:3eff:fe10:f089'}, {'subnet_id': 'af2ca306-d98c-4dde-9616-7fb55a6b7a87'}], 'binding:host_id': 'n-d-825015-3'}, 'id': '20ee8aca-cf4c-46ed-8abb-8266ece771b4'} from n-d-825015-3. {{(pid=103476) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 04 13:00:58.647115 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53020) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:58.649184 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c252c84-db71-4c0b-a338-f551b9184db3 None None] Pushing event updated for resources: {'Port': ['ID=20ee8aca-cf4c-46ed-8abb-8266ece771b4,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:58.662432 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f5fd2442-f0bd-4e32-9eee-6dddcb59de25 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-52093282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51452698'] for subnet (97b1a371-edf3-41ae-bec0-da2809ae949d), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:58.686217 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6c18d616-bfb8-41e4-83f1-583dd275a147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (20ee8aca-cf4c-46ed-8abb-8266ece771b4), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:58.712458 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f5fd2442-f0bd-4e32-9eee-6dddcb59de25 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:58.717365 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-f5fd2442-f0bd-4e32-9eee-6dddcb59de25 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "DELETE /v2.0/subnets/97b1a371-edf3-41ae-bec0-da2809ae949d HTTP/1.1" status: 204 len: 168 time: 0.5540726 Feb 04 13:00:58.720170 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53024) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:58.720768 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fd2442-f0bd-4e32-9eee-6dddcb59de25 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Pushing event deleted for resources: {'Subnet': ['ID=97b1a371-edf3-41ae-bec0-da2809ae949d,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:58.753715 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 20ee8aca-cf4c-46ed-8abb-8266ece771b4 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:00:58.793340 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7e13b89-f2c6-4ff3-9e92-be454cbc73f8 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Deleting subnet af2ca306-d98c-4dde-9616-7fb55a6b7a87 {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:00:58.802278 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-6f340273-4d43-48de-82a3-90ef49b2a520 tempest-ExtraDHCPOptionsTestJSON-142055942 tempest-ExtraDHCPOptionsTestJSON-142055942-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1912235570'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:00:58.807654 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d7e13b89-f2c6-4ff3-9e92-be454cbc73f8 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for subnet (af2ca306-d98c-4dde-9616-7fb55a6b7a87), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:58.868700 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f340273-4d43-48de-82a3-90ef49b2a520 tempest-ExtraDHCPOptionsTestJSON-142055942 tempest-ExtraDHCPOptionsTestJSON-142055942-project] Made reservation on behalf of db062408d5ba4ec892220d6b66f06bc7 for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:00:58.872945 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6f340273-4d43-48de-82a3-90ef49b2a520 tempest-ExtraDHCPOptionsTestJSON-142055942 tempest-ExtraDHCPOptionsTestJSON-142055942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:58.877576 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d7e13b89-f2c6-4ff3-9e92-be454cbc73f8 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (af2ca306-d98c-4dde-9616-7fb55a6b7a87), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:58.903636 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6f340273-4d43-48de-82a3-90ef49b2a520 tempest-ExtraDHCPOptionsTestJSON-142055942 tempest-ExtraDHCPOptionsTestJSON-142055942-project] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:58.946221 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d7e13b89-f2c6-4ff3-9e92-be454cbc73f8 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (af2ca306-d98c-4dde-9616-7fb55a6b7a87), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:59.046230 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d7e13b89-f2c6-4ff3-9e92-be454cbc73f8 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (af2ca306-d98c-4dde-9616-7fb55a6b7a87), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:59.047521 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server [None req-6c18d616-bfb8-41e4-83f1-583dd275a147 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet af2ca306-d98c-4dde-9616-7fb55a6b7a87: This subnet is being modified by another concurrent operation. Feb 04 13:00:59.047521 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 04 13:00:59.047521 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 04 13:00:59.047521 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 04 13:00:59.047521 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 04 13:00:59.047521 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 04 13:00:59.047521 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 04 13:00:59.047521 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 04 13:00:59.047521 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 04 13:00:59.047521 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 04 13:00:59.047521 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 04 13:00:59.047521 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 04 13:00:59.047521 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 13:00:59.047521 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 13:00:59.047521 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 13:00:59.047521 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 13:00:59.047521 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 13:00:59.047521 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 13:00:59.047521 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 13:00:59.047521 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 13:00:59.047521 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 13:00:59.047521 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 13:00:59.047521 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 13:00:59.047521 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 13:00:59.047521 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 13:00:59.047521 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 13:00:59.047521 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 13:00:59.047521 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 13:00:59.047521 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 13:00:59.047521 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 13:00:59.047521 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 13:00:59.047521 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 13:00:59.047521 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 13:00:59.047521 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 13:00:59.047521 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 13:00:59.047521 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 13:00:59.047521 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Feb 04 13:00:59.047521 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Feb 04 13:00:59.047521 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Feb 04 13:00:59.047521 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Feb 04 13:00:59.047521 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 04 13:00:59.047521 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 13:00:59.047521 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 04 13:00:59.047521 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 13:00:59.047521 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 13:00:59.047521 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 13:00:59.047521 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 13:00:59.047521 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 13:00:59.047521 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 13:00:59.047521 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 13:00:59.047521 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 13:00:59.047521 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 13:00:59.047521 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 13:00:59.047521 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 13:00:59.047521 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 13:00:59.047521 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 13:00:59.047521 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 13:00:59.047521 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 13:00:59.047521 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 13:00:59.047521 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 13:00:59.047521 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 13:00:59.047521 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 13:00:59.047521 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 13:00:59.047521 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 13:00:59.047521 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 13:00:59.047521 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 13:00:59.047521 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 13:00:59.047521 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 13:00:59.047521 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1792, in update_port Feb 04 13:00:59.047521 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Feb 04 13:00:59.047521 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 04 13:00:59.047521 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 13:00:59.047521 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1521, in update_port Feb 04 13:00:59.047521 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Feb 04 13:00:59.047521 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Feb 04 13:00:59.047521 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Feb 04 13:00:59.047521 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Feb 04 13:00:59.047521 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Feb 04 13:00:59.047521 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Feb 04 13:00:59.047521 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 04 13:00:59.047521 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 04 13:00:59.047521 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 04 13:00:59.047521 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 04 13:00:59.047521 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server raise exception Feb 04 13:00:59.047521 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet af2ca306-d98c-4dde-9616-7fb55a6b7a87: This subnet is being modified by another concurrent operation. Feb 04 13:00:59.047521 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server Feb 04 13:00:59.084729 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e13b89-f2c6-4ff3-9e92-be454cbc73f8 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Pushing event deleted for resources: {'Subnet': ['ID=af2ca306-d98c-4dde-9616-7fb55a6b7a87,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:59.097380 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6f340273-4d43-48de-82a3-90ef49b2a520 tempest-ExtraDHCPOptionsTestJSON-142055942 tempest-ExtraDHCPOptionsTestJSON-142055942-project] Publish callbacks [] for security_group (56996a7f-690d-4ef9-ba41-8720c1e1e6db), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:59.101034 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d7e13b89-f2c6-4ff3-9e92-be454cbc73f8 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:59.104794 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-d7e13b89-f2c6-4ff3-9e92-be454cbc73f8 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "DELETE /v2.0/subnets/af2ca306-d98c-4dde-9616-7fb55a6b7a87 HTTP/1.1" status: 204 len: 168 time: 0.3838322 Feb 04 13:00:59.108076 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53026) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:59.157193 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6f340273-4d43-48de-82a3-90ef49b2a520 tempest-ExtraDHCPOptionsTestJSON-142055942 tempest-ExtraDHCPOptionsTestJSON-142055942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (56996a7f-690d-4ef9-ba41-8720c1e1e6db), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:59.167948 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-8f8d4abe-3ab0-45bb-8783-4612b4baf6f3 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0587084 Feb 04 13:00:59.171328 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53028) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:59.177258 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-c3aca9fa-40d4-49e6-9a77-678af4e18d61 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Request body: {'subnet': {'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:00:59.196946 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453302fa-7187-4506-8f0f-5a0b618cca12 None None] get_active_networks_info from n-d-825015-3 {{(pid=103476) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 04 13:00:59.201164 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f340273-4d43-48de-82a3-90ef49b2a520 tempest-ExtraDHCPOptionsTestJSON-142055942 tempest-ExtraDHCPOptionsTestJSON-142055942-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:00:59.220503 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6f340273-4d43-48de-82a3-90ef49b2a520 tempest-ExtraDHCPOptionsTestJSON-142055942 tempest-ExtraDHCPOptionsTestJSON-142055942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (7b96989f-1c18-4616-a389-51fe32f3247c), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:59.222112 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-6f340273-4d43-48de-82a3-90ef49b2a520 tempest-ExtraDHCPOptionsTestJSON-142055942 tempest-ExtraDHCPOptionsTestJSON-142055942-project] Added segment 7b96989f-1c18-4616-a389-51fe32f3247c of type vlan for network 5ea6cdae-0942-458e-9ecf-c48e15002b7c Feb 04 13:00:59.251667 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-5edecc0b-7ee9-4bc3-b0f8-bd194eaebff4 None None] Provisioning complete for port 20ee8aca-cf4c-46ed-8abb-8266ece771b4 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:00:59.252088 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5edecc0b-7ee9-4bc3-b0f8-bd194eaebff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (20ee8aca-cf4c-46ed-8abb-8266ece771b4), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:59.287972 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6f340273-4d43-48de-82a3-90ef49b2a520 tempest-ExtraDHCPOptionsTestJSON-142055942 tempest-ExtraDHCPOptionsTestJSON-142055942-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (5ea6cdae-0942-458e-9ecf-c48e15002b7c), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:59.346712 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6f340273-4d43-48de-82a3-90ef49b2a520 tempest-ExtraDHCPOptionsTestJSON-142055942 tempest-ExtraDHCPOptionsTestJSON-142055942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (5ea6cdae-0942-458e-9ecf-c48e15002b7c), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:59.363058 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f340273-4d43-48de-82a3-90ef49b2a520 tempest-ExtraDHCPOptionsTestJSON-142055942 tempest-ExtraDHCPOptionsTestJSON-142055942-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:59.364456 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6f340273-4d43-48de-82a3-90ef49b2a520 tempest-ExtraDHCPOptionsTestJSON-142055942 tempest-ExtraDHCPOptionsTestJSON-142055942-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:59.369253 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453302fa-7187-4506-8f0f-5a0b618cca12 None None] Resources bound (agent type, host, resource id): {{(pid=103476) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 13:00:59.419805 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-5edecc0b-7ee9-4bc3-b0f8-bd194eaebff4 None None] Current status of the port 20ee8aca-cf4c-46ed-8abb-8266ece771b4 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:00:59.444491 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f340273-4d43-48de-82a3-90ef49b2a520 tempest-ExtraDHCPOptionsTestJSON-142055942 tempest-ExtraDHCPOptionsTestJSON-142055942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56996a7f-690d-4ef9-ba41-8720c1e1e6db,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:59.474930 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-6f340273-4d43-48de-82a3-90ef49b2a520 tempest-ExtraDHCPOptionsTestJSON-142055942 tempest-ExtraDHCPOptionsTestJSON-142055942-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.8208489 Feb 04 13:00:59.482330 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53030) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:59.498990 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-19e3006d-ef88-4b1a-964b-11e386c41557 tempest-ExtraDHCPOptionsTestJSON-142055942 tempest-ExtraDHCPOptionsTestJSON-142055942-project] Request body: {'subnet': {'network_id': '5ea6cdae-0942-458e-9ecf-c48e15002b7c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:00:59.527066 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f340273-4d43-48de-82a3-90ef49b2a520 tempest-ExtraDHCPOptionsTestJSON-142055942 tempest-ExtraDHCPOptionsTestJSON-142055942-project] Pushing event updated for resources: {'Network': ['ID=5ea6cdae-0942-458e-9ecf-c48e15002b7c,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:59.627851 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 5ea6cdae-0942-458e-9ecf-c48e15002b7c details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:00:59.729453 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e3006d-ef88-4b1a-964b-11e386c41557 tempest-ExtraDHCPOptionsTestJSON-142055942 tempest-ExtraDHCPOptionsTestJSON-142055942-project] Made reservation on behalf of db062408d5ba4ec892220d6b66f06bc7 for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:00:59.733901 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-19e3006d-ef88-4b1a-964b-11e386c41557 tempest-ExtraDHCPOptionsTestJSON-142055942 tempest-ExtraDHCPOptionsTestJSON-142055942-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60610638'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:59.750158 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3aca9fa-40d4-49e6-9a77-678af4e18d61 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Made reservation on behalf of 28823d1be89a4373833a0b6442186e0d for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:00:59.754964 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c3aca9fa-40d4-49e6-9a77-678af4e18d61 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:59.802810 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2932bf59-a805-48fe-a8b6-16465fc8edc0 None None] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:00:59.966398 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-19e3006d-ef88-4b1a-964b-11e386c41557 tempest-ExtraDHCPOptionsTestJSON-142055942 tempest-ExtraDHCPOptionsTestJSON-142055942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59045178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60610680'] for subnet (8d0d84d2-6b88-47ca-ba53-b3102c984992), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:59.969640 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b972e0e5-d5f0-47c1-9a2b-9c18e84b8476 None None] Provisioning complete for port 20ee8aca-cf4c-46ed-8abb-8266ece771b4 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:00:59.970133 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b972e0e5-d5f0-47c1-9a2b-9c18e84b8476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (20ee8aca-cf4c-46ed-8abb-8266ece771b4), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:00.025132 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c3aca9fa-40d4-49e6-9a77-678af4e18d61 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52094127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51452689'] for subnet (754f4cd7-db4f-4bca-b3a1-be5e416e4db0), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:00.053906 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e3006d-ef88-4b1a-964b-11e386c41557 tempest-ExtraDHCPOptionsTestJSON-142055942 tempest-ExtraDHCPOptionsTestJSON-142055942-project] Pushing event updated for resources: {'Subnet': ['ID=8d0d84d2-6b88-47ca-ba53-b3102c984992,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:00.060979 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e3006d-ef88-4b1a-964b-11e386c41557 tempest-ExtraDHCPOptionsTestJSON-142055942 tempest-ExtraDHCPOptionsTestJSON-142055942-project] Checking segment: {'id': '7b96989f-1c18-4616-a389-51fe32f3247c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '5ea6cdae-0942-458e-9ecf-c48e15002b7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:01:00.061344 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e3006d-ef88-4b1a-964b-11e386c41557 tempest-ExtraDHCPOptionsTestJSON-142055942 tempest-ExtraDHCPOptionsTestJSON-142055942-project] Network hostable DHCP agents. Network: 5ea6cdae-0942-458e-9ecf-c48e15002b7c, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:01:00.080504 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e3006d-ef88-4b1a-964b-11e386c41557 tempest-ExtraDHCPOptionsTestJSON-142055942 tempest-ExtraDHCPOptionsTestJSON-142055942-project] Network 5ea6cdae-0942-458e-9ecf-c48e15002b7c is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:01:00.102610 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-19e3006d-ef88-4b1a-964b-11e386c41557 tempest-ExtraDHCPOptionsTestJSON-142055942 tempest-ExtraDHCPOptionsTestJSON-142055942-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 5ea6cdae-0942-458e-9ecf-c48e15002b7c) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:01:00.110150 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e3006d-ef88-4b1a-964b-11e386c41557 tempest-ExtraDHCPOptionsTestJSON-142055942 tempest-ExtraDHCPOptionsTestJSON-142055942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:00.110946 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-19e3006d-ef88-4b1a-964b-11e386c41557 tempest-ExtraDHCPOptionsTestJSON-142055942 tempest-ExtraDHCPOptionsTestJSON-142055942-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:00.115757 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aca9fa-40d4-49e6-9a77-678af4e18d61 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Pushing event updated for resources: {'Subnet': ['ID=754f4cd7-db4f-4bca-b3a1-be5e416e4db0,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:00.141512 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3aca9fa-40d4-49e6-9a77-678af4e18d61 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:01:00.143088 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-c3aca9fa-40d4-49e6-9a77-678af4e18d61 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:01:00.157572 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3aca9fa-40d4-49e6-9a77-678af4e18d61 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:00.158210 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c3aca9fa-40d4-49e6-9a77-678af4e18d61 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:00.164706 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b972e0e5-d5f0-47c1-9a2b-9c18e84b8476 None None] Current status of the port 20ee8aca-cf4c-46ed-8abb-8266ece771b4 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:01:00.171496 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-19e3006d-ef88-4b1a-964b-11e386c41557 tempest-ExtraDHCPOptionsTestJSON-142055942 tempest-ExtraDHCPOptionsTestJSON-142055942-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6880710 Feb 04 13:01:00.172156 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53034) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:00.172845 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e27d53a-50c8-4632-b112-fce556a34921 None None] Network 5ea6cdae-0942-458e-9ecf-c48e15002b7c requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:01:00.178178 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-bce45305-115d-4ee5-b756-e17adfd03247 tempest-ExtraDHCPOptionsTestJSON-142055942 tempest-ExtraDHCPOptionsTestJSON-142055942-project] Request body: {'port': {'network_id': '5ea6cdae-0942-458e-9ecf-c48e15002b7c', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1019107089'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:00.204879 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-c3aca9fa-40d4-49e6-9a77-678af4e18d61 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0315588 Feb 04 13:01:00.207767 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53036) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:00.213083 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-0dcc0932-6d61-4673-a982-11b50ab03d04 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Request body: {'subnet': {'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:00.301103 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8952ae1-fd81-437c-8469-522b7609b49b None None] DHCP port deletion for 38febd13-5a2a-4d46-a8bc-c2d73322ac82 request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:01:00.306976 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 20ee8aca-cf4c-46ed-8abb-8266ece771b4 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:01:00.342774 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bce45305-115d-4ee5-b756-e17adfd03247 tempest-ExtraDHCPOptionsTestJSON-142055942 tempest-ExtraDHCPOptionsTestJSON-142055942-project] Made reservation on behalf of db062408d5ba4ec892220d6b66f06bc7 for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:01:00.348363 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bce45305-115d-4ee5-b756-e17adfd03247 tempest-ExtraDHCPOptionsTestJSON-142055942 tempest-ExtraDHCPOptionsTestJSON-142055942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:00.372710 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [None req-bce45305-115d-4ee5-b756-e17adfd03247 tempest-ExtraDHCPOptionsTestJSON-142055942 tempest-ExtraDHCPOptionsTestJSON-142055942-project] device_id is not set on port b869e5a7-e839-446f-8413-be1d86c2ba2f yet. {{(pid=103474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:01:00.373826 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dcc0932-6d61-4673-a982-11b50ab03d04 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Made reservation on behalf of 28823d1be89a4373833a0b6442186e0d for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:01:00.378460 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0dcc0932-6d61-4673-a982-11b50ab03d04 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:00.417867 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c89e71-4d6d-42d5-830a-e5133d34f508 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-5ea6cdae-0942-458e-9ecf-c48e15002b7c', 'network_id': '5ea6cdae-0942-458e-9ecf-c48e15002b7c', 'project_id': 'db062408d5ba4ec892220d6b66f06bc7', 'fixed_ips': [{'subnet_id': '8d0d84d2-6b88-47ca-ba53-b3102c984992'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:01:00.418935 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b0c89e71-4d6d-42d5-830a-e5133d34f508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:00.538608 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 20ee8aca-cf4c-46ed-8abb-8266ece771b4 is: ACTIVE; New status is: DOWN {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:01:00.539306 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (20ee8aca-cf4c-46ed-8abb-8266ece771b4), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:00.546766 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-bce45305-115d-4ee5-b756-e17adfd03247 tempest-ExtraDHCPOptionsTestJSON-142055942 tempest-ExtraDHCPOptionsTestJSON-142055942-project] Allocated IP 172.20.0.11 (5ea6cdae-0942-458e-9ecf-c48e15002b7c/8d0d84d2-6b88-47ca-ba53-b3102c984992/b869e5a7-e839-446f-8413-be1d86c2ba2f) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:01:00.556744 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-e8952ae1-fd81-437c-8469-522b7609b49b None None] Deleting port 20ee8aca-cf4c-46ed-8abb-8266ece771b4 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:01:00.557122 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e8952ae1-fd81-437c-8469-522b7609b49b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (20ee8aca-cf4c-46ed-8abb-8266ece771b4), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:00.643115 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port 20ee8aca-cf4c-46ed-8abb-8266ece771b4, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=20ee8aca-cf4c-46ed-8abb-8266ece771b4,segment=NetworkSegment(c90e1acd-6828-4dc1-a041-2f0d39d337f9),segment_id=c90e1acd-6828-4dc1-a041-2f0d39d337f9)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:01:00.657326 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (20ee8aca-cf4c-46ed-8abb-8266ece771b4), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:00.709682 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-e8952ae1-fd81-437c-8469-522b7609b49b None None] For port 20ee8aca-cf4c-46ed-8abb-8266ece771b4, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=20ee8aca-cf4c-46ed-8abb-8266ece771b4,segment=NetworkSegment(c90e1acd-6828-4dc1-a041-2f0d39d337f9),segment_id=c90e1acd-6828-4dc1-a041-2f0d39d337f9)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:01:00.710253 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e8952ae1-fd81-437c-8469-522b7609b49b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (20ee8aca-cf4c-46ed-8abb-8266ece771b4), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:00.737375 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-e8952ae1-fd81-437c-8469-522b7609b49b None None] Calling delete_port for 20ee8aca-cf4c-46ed-8abb-8266ece771b4 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:01:00.756186 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=20ee8aca-cf4c-46ed-8abb-8266ece771b4,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:00.770090 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bce45305-115d-4ee5-b756-e17adfd03247 tempest-ExtraDHCPOptionsTestJSON-142055942 tempest-ExtraDHCPOptionsTestJSON-142055942-project] Publish callbacks [] for port (b869e5a7-e839-446f-8413-be1d86c2ba2f), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:00.829444 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bce45305-115d-4ee5-b756-e17adfd03247 tempest-ExtraDHCPOptionsTestJSON-142055942 tempest-ExtraDHCPOptionsTestJSON-142055942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (b869e5a7-e839-446f-8413-be1d86c2ba2f), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:00.871759 n-d-825015-3 neutron-server[103475]: DEBUG neutron.objects.ports [None req-0dcc0932-6d61-4673-a982-11b50ab03d04 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103475) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 13:01:00.880259 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce45305-115d-4ee5-b756-e17adfd03247 tempest-ExtraDHCPOptionsTestJSON-142055942 tempest-ExtraDHCPOptionsTestJSON-142055942-project] Network 5ea6cdae-0942-458e-9ecf-c48e15002b7c is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:01:00.886799 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-bce45305-115d-4ee5-b756-e17adfd03247 tempest-ExtraDHCPOptionsTestJSON-142055942 tempest-ExtraDHCPOptionsTestJSON-142055942-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:01:00.895031 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e8952ae1-fd81-437c-8469-522b7609b49b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (20ee8aca-cf4c-46ed-8abb-8266ece771b4), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:00.896964 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce45305-115d-4ee5-b756-e17adfd03247 tempest-ExtraDHCPOptionsTestJSON-142055942 tempest-ExtraDHCPOptionsTestJSON-142055942-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:01:00.898996 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-b0c89e71-4d6d-42d5-830a-e5133d34f508 None None] Allocated IP 172.20.0.2 (5ea6cdae-0942-458e-9ecf-c48e15002b7c/8d0d84d2-6b88-47ca-ba53-b3102c984992/a212344c-582e-4e2c-b2d0-a9f36a13dbe3) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:01:00.949447 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8952ae1-fd81-437c-8469-522b7609b49b None None] Pushing event deleted for resources: {'Port': ['ID=20ee8aca-cf4c-46ed-8abb-8266ece771b4,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:00.953732 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8952ae1-fd81-437c-8469-522b7609b49b None None] No DVR routers for this DVR port 20ee8aca-cf4c-46ed-8abb-8266ece771b4 on host n-d-825015-3 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:01:00.957359 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce45305-115d-4ee5-b756-e17adfd03247 tempest-ExtraDHCPOptionsTestJSON-142055942 tempest-ExtraDHCPOptionsTestJSON-142055942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:00.958088 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bce45305-115d-4ee5-b756-e17adfd03247 tempest-ExtraDHCPOptionsTestJSON-142055942 tempest-ExtraDHCPOptionsTestJSON-142055942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:00.975433 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce45305-115d-4ee5-b756-e17adfd03247 tempest-ExtraDHCPOptionsTestJSON-142055942 tempest-ExtraDHCPOptionsTestJSON-142055942-project] Pushing event updated for resources: {'Port': ['ID=b869e5a7-e839-446f-8413-be1d86c2ba2f,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:01.001570 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-bce45305-115d-4ee5-b756-e17adfd03247 tempest-ExtraDHCPOptionsTestJSON-142055942 tempest-ExtraDHCPOptionsTestJSON-142055942-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.8278675 Feb 04 13:01:01.004445 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53056) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:01.013470 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-46c25154-fe61-41f8-b51a-db5cf750f7f5 tempest-ExtraDHCPOptionsTestJSON-142055942 tempest-ExtraDHCPOptionsTestJSON-142055942-project] Request body: {'port': {'network_id': '5ea6cdae-0942-458e-9ecf-c48e15002b7c', 'name': 'tempest-ExtraDHCPOptionsTestJSON-19010115', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:01.014262 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.api.validators [None req-46c25154-fe61-41f8-b51a-db5cf750f7f5 tempest-ExtraDHCPOptionsTestJSON-142055942 tempest-ExtraDHCPOptionsTestJSON-142055942-project] bootfile-name is not in valid_values {{(pid=103475) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 04 13:01:01.014618 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.api.validators [None req-46c25154-fe61-41f8-b51a-db5cf750f7f5 tempest-ExtraDHCPOptionsTestJSON-142055942 tempest-ExtraDHCPOptionsTestJSON-142055942-project] tftp-server is not in valid_values {{(pid=103475) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 04 13:01:01.014962 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.api.validators [None req-46c25154-fe61-41f8-b51a-db5cf750f7f5 tempest-ExtraDHCPOptionsTestJSON-142055942 tempest-ExtraDHCPOptionsTestJSON-142055942-project] server-ip-address is not in valid_values {{(pid=103475) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 04 13:01:01.097398 n-d-825015-3 neutron-server[103475]: WARNING neutron.services.revisions.revision_plugin [None req-0dcc0932-6d61-4673-a982-11b50ab03d04 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Could not find related port for resource to bump revision. Feb 04 13:01:01.117847 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.ipam_pluggable_backend [None req-0dcc0932-6d61-4673-a982-11b50ab03d04 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Port 20ee8aca-cf4c-46ed-8abb-8266ece771b4 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103475) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 04 13:01:01.118212 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.ipam_pluggable_backend [None req-0dcc0932-6d61-4673-a982-11b50ab03d04 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Reverting IP allocation for 2001:db8::f816:3eff:fe10:f089 {{(pid=103475) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 04 13:01:01.124602 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.ipam_pluggable_backend [None req-0dcc0932-6d61-4673-a982-11b50ab03d04 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe10:f089 {{(pid=103475) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 04 13:01:01.131606 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0dcc0932-6d61-4673-a982-11b50ab03d04 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52094127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51452689'] for subnet (cdc0be88-e75a-4a9f-aa3c-434408b129f9), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:01.168922 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea8c84f-6764-4993-8396-ab0c9ac20f14 None None] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:01:01.190778 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dcc0932-6d61-4673-a982-11b50ab03d04 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:01:01.197374 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-0dcc0932-6d61-4673-a982-11b50ab03d04 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:01:01.201374 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dcc0932-6d61-4673-a982-11b50ab03d04 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:01.201973 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0dcc0932-6d61-4673-a982-11b50ab03d04 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:01.226388 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcc0932-6d61-4673-a982-11b50ab03d04 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Pushing event updated for resources: {'Subnet': ['ID=cdc0be88-e75a-4a9f-aa3c-434408b129f9,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:01.245867 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-0dcc0932-6d61-4673-a982-11b50ab03d04 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0369546 Feb 04 13:01:01.248996 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53062) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:01.256847 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-0dfb0a33-644c-49a6-b5d2-4008b388df39 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Request body: {'port': {'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82', 'mac_address': 'fa:16:3e:48:2e:08', 'name': 'tempest-NetworksTestDHCPv6-2083441300'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:01.263631 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46c25154-fe61-41f8-b51a-db5cf750f7f5 tempest-ExtraDHCPOptionsTestJSON-142055942 tempest-ExtraDHCPOptionsTestJSON-142055942-project] Made reservation on behalf of db062408d5ba4ec892220d6b66f06bc7 for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:01:01.267056 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-46c25154-fe61-41f8-b51a-db5cf750f7f5 tempest-ExtraDHCPOptionsTestJSON-142055942 tempest-ExtraDHCPOptionsTestJSON-142055942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:01.337265 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [None req-46c25154-fe61-41f8-b51a-db5cf750f7f5 tempest-ExtraDHCPOptionsTestJSON-142055942 tempest-ExtraDHCPOptionsTestJSON-142055942-project] device_id is not set on port 1b8e6f16-cf94-4409-9863-755bce3f749d yet. {{(pid=103475) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:01:01.349304 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c690c2-bf50-4d28-b0ab-07ef575d41b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-38febd13-5a2a-4d46-a8bc-c2d73322ac82', 'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82', 'project_id': '28823d1be89a4373833a0b6442186e0d', 'fixed_ips': [{'subnet_id': '754f4cd7-db4f-4bca-b3a1-be5e416e4db0'}, {'subnet_id': 'cdc0be88-e75a-4a9f-aa3c-434408b129f9'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:01:01.350284 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-63c690c2-bf50-4d28-b0ab-07ef575d41b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:01.373656 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:01.380925 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b0c89e71-4d6d-42d5-830a-e5133d34f508 None None] Publish callbacks [] for port (a212344c-582e-4e2c-b2d0-a9f36a13dbe3), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:01.395297 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b0c89e71-4d6d-42d5-830a-e5133d34f508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (a212344c-582e-4e2c-b2d0-a9f36a13dbe3), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:01.495905 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c89e71-4d6d-42d5-830a-e5133d34f508 None None] Network 5ea6cdae-0942-458e-9ecf-c48e15002b7c is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:01:01.505541 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-b0c89e71-4d6d-42d5-830a-e5133d34f508 None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:01:01.507289 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c89e71-4d6d-42d5-830a-e5133d34f508 None None] Pushing event updated for resources: {'Port': ['ID=a212344c-582e-4e2c-b2d0-a9f36a13dbe3,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:01.508044 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-46c25154-fe61-41f8-b51a-db5cf750f7f5 tempest-ExtraDHCPOptionsTestJSON-142055942 tempest-ExtraDHCPOptionsTestJSON-142055942-project] Allocated IP 172.20.0.4 (5ea6cdae-0942-458e-9ecf-c48e15002b7c/8d0d84d2-6b88-47ca-ba53-b3102c984992/1b8e6f16-cf94-4409-9863-755bce3f749d) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:01:01.509604 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c89e71-4d6d-42d5-830a-e5133d34f508 None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:01:01.514505 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dfb0a33-644c-49a6-b5d2-4008b388df39 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Made reservation on behalf of 28823d1be89a4373833a0b6442186e0d for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:01:01.611491 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-b0c89e71-4d6d-42d5-830a-e5133d34f508 None None] Attempting to bind port a212344c-582e-4e2c-b2d0-a9f36a13dbe3 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:01:01.611491 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-b0c89e71-4d6d-42d5-830a-e5133d34f508 None None] Attempting to bind port a212344c-582e-4e2c-b2d0-a9f36a13dbe3 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '7b96989f-1c18-4616-a389-51fe32f3247c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '5ea6cdae-0942-458e-9ecf-c48e15002b7c'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:01:01.611854 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c89e71-4d6d-42d5-830a-e5133d34f508 None None] Attempting to bind port a212344c-582e-4e2c-b2d0-a9f36a13dbe3 on network 5ea6cdae-0942-458e-9ecf-c48e15002b7c {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:01:01.622480 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c89e71-4d6d-42d5-830a-e5133d34f508 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:01:01.623308 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c89e71-4d6d-42d5-830a-e5133d34f508 None None] Checking segment: {'id': '7b96989f-1c18-4616-a389-51fe32f3247c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '5ea6cdae-0942-458e-9ecf-c48e15002b7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:01:01.623308 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b0c89e71-4d6d-42d5-830a-e5133d34f508 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:01.623652 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c89e71-4d6d-42d5-830a-e5133d34f508 None None] Bound using segment: {'id': '7b96989f-1c18-4616-a389-51fe32f3247c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '5ea6cdae-0942-458e-9ecf-c48e15002b7c'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:01:01.624160 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-b0c89e71-4d6d-42d5-830a-e5133d34f508 None None] Bound port: a212344c-582e-4e2c-b2d0-a9f36a13dbe3, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b96989f-1c18-4616-a389-51fe32f3247c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '5ea6cdae-0942-458e-9ecf-c48e15002b7c'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:01:01.624762 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b0c89e71-4d6d-42d5-830a-e5133d34f508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (a212344c-582e-4e2c-b2d0-a9f36a13dbe3), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:01.671568 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0dfb0a33-644c-49a6-b5d2-4008b388df39 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:01.709847 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-63c690c2-bf50-4d28-b0ab-07ef575d41b7 None None] Allocated IP 172.20.0.2 (38febd13-5a2a-4d46-a8bc-c2d73322ac82/754f4cd7-db4f-4bca-b3a1-be5e416e4db0/f8b09f86-8f38-473a-aac2-198c35cfb44c) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:01:01.724080 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-63c690c2-bf50-4d28-b0ab-07ef575d41b7 None None] Allocated IP 2001:db8::f816:3eff:fe5b:693c (38febd13-5a2a-4d46-a8bc-c2d73322ac82/cdc0be88-e75a-4a9f-aa3c-434408b129f9/f8b09f86-8f38-473a-aac2-198c35cfb44c) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:01:01.728636 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [None req-0dfb0a33-644c-49a6-b5d2-4008b388df39 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] device_id is not set on port a32b30ec-175e-4de7-b850-e6cbaec163a3 yet. {{(pid=103475) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:01:01.736623 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b0c89e71-4d6d-42d5-830a-e5133d34f508 None None] For port a212344c-582e-4e2c-b2d0-a9f36a13dbe3, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:01:01.741344 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b0c89e71-4d6d-42d5-830a-e5133d34f508 None None] For port a212344c-582e-4e2c-b2d0-a9f36a13dbe3, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=a212344c-582e-4e2c-b2d0-a9f36a13dbe3,segment=NetworkSegment(7b96989f-1c18-4616-a389-51fe32f3247c),segment_id=7b96989f-1c18-4616-a389-51fe32f3247c)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:01:01.759525 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b0c89e71-4d6d-42d5-830a-e5133d34f508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (a212344c-582e-4e2c-b2d0-a9f36a13dbe3), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:01.844831 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-46c25154-fe61-41f8-b51a-db5cf750f7f5 tempest-ExtraDHCPOptionsTestJSON-142055942 tempest-ExtraDHCPOptionsTestJSON-142055942-project] Publish callbacks [] for port (1b8e6f16-cf94-4409-9863-755bce3f749d), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:01.870691 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c89e71-4d6d-42d5-830a-e5133d34f508 None None] Pushing event updated for resources: {'Port': ['ID=a212344c-582e-4e2c-b2d0-a9f36a13dbe3,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:01.900961 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-46c25154-fe61-41f8-b51a-db5cf750f7f5 tempest-ExtraDHCPOptionsTestJSON-142055942 tempest-ExtraDHCPOptionsTestJSON-142055942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (1b8e6f16-cf94-4409-9863-755bce3f749d), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:01.958933 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:01.960136 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c25154-fe61-41f8-b51a-db5cf750f7f5 tempest-ExtraDHCPOptionsTestJSON-142055942 tempest-ExtraDHCPOptionsTestJSON-142055942-project] Network 5ea6cdae-0942-458e-9ecf-c48e15002b7c is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:01:01.963725 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-46c25154-fe61-41f8-b51a-db5cf750f7f5 tempest-ExtraDHCPOptionsTestJSON-142055942 tempest-ExtraDHCPOptionsTestJSON-142055942-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:01:01.968988 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c25154-fe61-41f8-b51a-db5cf750f7f5 tempest-ExtraDHCPOptionsTestJSON-142055942 tempest-ExtraDHCPOptionsTestJSON-142055942-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:01:01.973527 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c25154-fe61-41f8-b51a-db5cf750f7f5 tempest-ExtraDHCPOptionsTestJSON-142055942 tempest-ExtraDHCPOptionsTestJSON-142055942-project] Pushing event updated for resources: {'Port': ['ID=1b8e6f16-cf94-4409-9863-755bce3f749d,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:01.990766 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-63c690c2-bf50-4d28-b0ab-07ef575d41b7 None None] Publish callbacks [] for port (f8b09f86-8f38-473a-aac2-198c35cfb44c), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:01.999078 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-63c690c2-bf50-4d28-b0ab-07ef575d41b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (f8b09f86-8f38-473a-aac2-198c35cfb44c), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:02.023591 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c690c2-bf50-4d28-b0ab-07ef575d41b7 None None] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:01:02.046732 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-63c690c2-bf50-4d28-b0ab-07ef575d41b7 None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:01:02.050840 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c690c2-bf50-4d28-b0ab-07ef575d41b7 None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:01:02.059725 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c25154-fe61-41f8-b51a-db5cf750f7f5 tempest-ExtraDHCPOptionsTestJSON-142055942 tempest-ExtraDHCPOptionsTestJSON-142055942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:02.060555 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-46c25154-fe61-41f8-b51a-db5cf750f7f5 tempest-ExtraDHCPOptionsTestJSON-142055942 tempest-ExtraDHCPOptionsTestJSON-142055942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:02.093671 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c690c2-bf50-4d28-b0ab-07ef575d41b7 None None] Pushing event updated for resources: {'Port': ['ID=f8b09f86-8f38-473a-aac2-198c35cfb44c,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:02.104194 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53072) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:02.105106 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-46c25154-fe61-41f8-b51a-db5cf750f7f5 tempest-ExtraDHCPOptionsTestJSON-142055942 tempest-ExtraDHCPOptionsTestJSON-142055942-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.0995004 Feb 04 13:01:02.209947 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8965d221-726f-40bb-8536-2f525d42a68e tempest-ExtraDHCPOptionsTestJSON-142055942 tempest-ExtraDHCPOptionsTestJSON-142055942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:02.213068 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-0dfb0a33-644c-49a6-b5d2-4008b388df39 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Allocated IP 172.20.0.4 (38febd13-5a2a-4d46-a8bc-c2d73322ac82/754f4cd7-db4f-4bca-b3a1-be5e416e4db0/a32b30ec-175e-4de7-b850-e6cbaec163a3) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:01:02.216694 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8965d221-726f-40bb-8536-2f525d42a68e tempest-ExtraDHCPOptionsTestJSON-142055942 tempest-ExtraDHCPOptionsTestJSON-142055942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:02.223050 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8965d221-726f-40bb-8536-2f525d42a68e tempest-ExtraDHCPOptionsTestJSON-142055942 tempest-ExtraDHCPOptionsTestJSON-142055942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:02.223930 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-0dfb0a33-644c-49a6-b5d2-4008b388df39 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Allocated IP 2001:db8::f816:3eff:fe48:2e08 (38febd13-5a2a-4d46-a8bc-c2d73322ac82/cdc0be88-e75a-4a9f-aa3c-434408b129f9/a32b30ec-175e-4de7-b850-e6cbaec163a3) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:01:02.225197 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-8965d221-726f-40bb-8536-2f525d42a68e tempest-ExtraDHCPOptionsTestJSON-142055942 tempest-ExtraDHCPOptionsTestJSON-142055942-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.1200073 Feb 04 13:01:02.227954 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53076) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:02.259396 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-63c690c2-bf50-4d28-b0ab-07ef575d41b7 None None] Attempting to bind port f8b09f86-8f38-473a-aac2-198c35cfb44c on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:01:02.259826 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-63c690c2-bf50-4d28-b0ab-07ef575d41b7 None None] Attempting to bind port f8b09f86-8f38-473a-aac2-198c35cfb44c by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': 'c90e1acd-6828-4dc1-a041-2f0d39d337f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:01:02.263775 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c690c2-bf50-4d28-b0ab-07ef575d41b7 None None] Attempting to bind port f8b09f86-8f38-473a-aac2-198c35cfb44c on network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:01:02.276225 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c690c2-bf50-4d28-b0ab-07ef575d41b7 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:01:02.276873 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c690c2-bf50-4d28-b0ab-07ef575d41b7 None None] Checking segment: {'id': 'c90e1acd-6828-4dc1-a041-2f0d39d337f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:01:02.277470 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-63c690c2-bf50-4d28-b0ab-07ef575d41b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:02.279278 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c690c2-bf50-4d28-b0ab-07ef575d41b7 None None] Bound using segment: {'id': 'c90e1acd-6828-4dc1-a041-2f0d39d337f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:01:02.283146 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-63c690c2-bf50-4d28-b0ab-07ef575d41b7 None None] Bound port: f8b09f86-8f38-473a-aac2-198c35cfb44c, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c90e1acd-6828-4dc1-a041-2f0d39d337f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:01:02.284126 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-63c690c2-bf50-4d28-b0ab-07ef575d41b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (f8b09f86-8f38-473a-aac2-198c35cfb44c), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:02.399901 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-63c690c2-bf50-4d28-b0ab-07ef575d41b7 None None] For port f8b09f86-8f38-473a-aac2-198c35cfb44c, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:01:02.404123 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-63c690c2-bf50-4d28-b0ab-07ef575d41b7 None None] For port f8b09f86-8f38-473a-aac2-198c35cfb44c, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=f8b09f86-8f38-473a-aac2-198c35cfb44c,segment=NetworkSegment(c90e1acd-6828-4dc1-a041-2f0d39d337f9),segment_id=c90e1acd-6828-4dc1-a041-2f0d39d337f9)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:01:02.407785 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device a212344c-582e-4e2c-b2d0-a9f36a13dbe3 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:01:02.417028 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-c0805a6a-d566-4ec0-a99f-1604edae35e8 tempest-ExtraDHCPOptionsTestJSON-142055942 tempest-ExtraDHCPOptionsTestJSON-142055942-project] Deleting port 1b8e6f16-cf94-4409-9863-755bce3f749d {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:01:02.420512 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c0805a6a-d566-4ec0-a99f-1604edae35e8 tempest-ExtraDHCPOptionsTestJSON-142055942 tempest-ExtraDHCPOptionsTestJSON-142055942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (1b8e6f16-cf94-4409-9863-755bce3f749d), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:02.460290 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-63c690c2-bf50-4d28-b0ab-07ef575d41b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (f8b09f86-8f38-473a-aac2-198c35cfb44c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:02.527216 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0dfb0a33-644c-49a6-b5d2-4008b388df39 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for port (a32b30ec-175e-4de7-b850-e6cbaec163a3), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:02.556493 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port a212344c-582e-4e2c-b2d0-a9f36a13dbe3 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:01:02.556493 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (a212344c-582e-4e2c-b2d0-a9f36a13dbe3), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:02.558065 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c690c2-bf50-4d28-b0ab-07ef575d41b7 None None] Pushing event updated for resources: {'Port': ['ID=f8b09f86-8f38-473a-aac2-198c35cfb44c,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:02.580955 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c0805a6a-d566-4ec0-a99f-1604edae35e8 tempest-ExtraDHCPOptionsTestJSON-142055942 tempest-ExtraDHCPOptionsTestJSON-142055942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (1b8e6f16-cf94-4409-9863-755bce3f749d), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:02.602169 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-c0805a6a-d566-4ec0-a99f-1604edae35e8 tempest-ExtraDHCPOptionsTestJSON-142055942 tempest-ExtraDHCPOptionsTestJSON-142055942-project] Calling delete_port for 1b8e6f16-cf94-4409-9863-755bce3f749d owned by {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:01:02.623135 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0dfb0a33-644c-49a6-b5d2-4008b388df39 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (a32b30ec-175e-4de7-b850-e6cbaec163a3), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:02.685966 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port a212344c-582e-4e2c-b2d0-a9f36a13dbe3 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:01:02.686384 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (a212344c-582e-4e2c-b2d0-a9f36a13dbe3), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:02.699242 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dfb0a33-644c-49a6-b5d2-4008b388df39 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:01:02.709109 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-0dfb0a33-644c-49a6-b5d2-4008b388df39 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:01:02.720011 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfb0a33-644c-49a6-b5d2-4008b388df39 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:01:02.750885 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port a212344c-582e-4e2c-b2d0-a9f36a13dbe3, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=a212344c-582e-4e2c-b2d0-a9f36a13dbe3,segment=NetworkSegment(7b96989f-1c18-4616-a389-51fe32f3247c),segment_id=7b96989f-1c18-4616-a389-51fe32f3247c)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:01:02.755792 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (a212344c-582e-4e2c-b2d0-a9f36a13dbe3), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:02.772218 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfb0a33-644c-49a6-b5d2-4008b388df39 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Pushing event updated for resources: {'Port': ['ID=a32b30ec-175e-4de7-b850-e6cbaec163a3,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:02.816104 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dfb0a33-644c-49a6-b5d2-4008b388df39 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:02.816872 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0dfb0a33-644c-49a6-b5d2-4008b388df39 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:02.852065 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=a212344c-582e-4e2c-b2d0-a9f36a13dbe3,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:02.868901 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-0dfb0a33-644c-49a6-b5d2-4008b388df39 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.6182675 Feb 04 13:01:02.869117 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c0805a6a-d566-4ec0-a99f-1604edae35e8 tempest-ExtraDHCPOptionsTestJSON-142055942 tempest-ExtraDHCPOptionsTestJSON-142055942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (1b8e6f16-cf94-4409-9863-755bce3f749d), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:02.869570 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53084) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:02.930015 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0805a6a-d566-4ec0-a99f-1604edae35e8 tempest-ExtraDHCPOptionsTestJSON-142055942 tempest-ExtraDHCPOptionsTestJSON-142055942-project] Pushing event deleted for resources: {'Port': ['ID=1b8e6f16-cf94-4409-9863-755bce3f749d,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:02.941641 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb94b41-9652-4516-aa4d-ae617f67b224 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:02.951271 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb94b41-9652-4516-aa4d-ae617f67b224 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:02.955639 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-6eb94b41-9652-4516-aa4d-ae617f67b224 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.0826638 Feb 04 13:01:02.956021 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53086) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:03.065777 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c0805a6a-d566-4ec0-a99f-1604edae35e8 tempest-ExtraDHCPOptionsTestJSON-142055942 tempest-ExtraDHCPOptionsTestJSON-142055942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:03.078709 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-c0805a6a-d566-4ec0-a99f-1604edae35e8 tempest-ExtraDHCPOptionsTestJSON-142055942 tempest-ExtraDHCPOptionsTestJSON-142055942-project] 10.222.0.65 "DELETE /v2.0/ports/1b8e6f16-cf94-4409-9863-755bce3f749d HTTP/1.1" status: 204 len: 168 time: 0.8494625 Feb 04 13:01:03.079449 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53088) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:03.084913 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-f7564017-49af-4f4f-b889-91072f2f9a59 tempest-ExtraDHCPOptionsTestJSON-142055942 tempest-ExtraDHCPOptionsTestJSON-142055942-project] Request body: {'port': {'name': 'tempest-new-port-name-401278507', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:03.085976 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.api.validators [None req-f7564017-49af-4f4f-b889-91072f2f9a59 tempest-ExtraDHCPOptionsTestJSON-142055942 tempest-ExtraDHCPOptionsTestJSON-142055942-project] bootfile-name is not in valid_values {{(pid=103474) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 04 13:01:03.086352 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.api.validators [None req-f7564017-49af-4f4f-b889-91072f2f9a59 tempest-ExtraDHCPOptionsTestJSON-142055942 tempest-ExtraDHCPOptionsTestJSON-142055942-project] tftp-server is not in valid_values {{(pid=103474) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 04 13:01:03.086693 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.api.validators [None req-f7564017-49af-4f4f-b889-91072f2f9a59 tempest-ExtraDHCPOptionsTestJSON-142055942 tempest-ExtraDHCPOptionsTestJSON-142055942-project] server-ip-address is not in valid_values {{(pid=103474) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 04 13:01:03.093547 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-2d680376-1371-4f2e-920e-0290c3eb83f4 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Deleting port a32b30ec-175e-4de7-b850-e6cbaec163a3 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:01:03.093998 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2d680376-1371-4f2e-920e-0290c3eb83f4 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (a32b30ec-175e-4de7-b850-e6cbaec163a3), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:03.194590 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f7564017-49af-4f4f-b889-91072f2f9a59 tempest-ExtraDHCPOptionsTestJSON-142055942 tempest-ExtraDHCPOptionsTestJSON-142055942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (b869e5a7-e839-446f-8413-be1d86c2ba2f), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:03.211427 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2d680376-1371-4f2e-920e-0290c3eb83f4 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (a32b30ec-175e-4de7-b850-e6cbaec163a3), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:03.225814 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-2d680376-1371-4f2e-920e-0290c3eb83f4 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Calling delete_port for a32b30ec-175e-4de7-b850-e6cbaec163a3 owned by {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:01:03.404459 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d4da64-f368-4434-90fd-a830bca18036 None None] Network 5ea6cdae-0942-458e-9ecf-c48e15002b7c requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:01:03.440483 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2d680376-1371-4f2e-920e-0290c3eb83f4 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (a32b30ec-175e-4de7-b850-e6cbaec163a3), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:03.486443 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-8ed47f1f-4413-424a-8682-4fbb5c3be1e2 None None] Provisioning complete for port a212344c-582e-4e2c-b2d0-a9f36a13dbe3 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:01:03.486792 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8ed47f1f-4413-424a-8682-4fbb5c3be1e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (a212344c-582e-4e2c-b2d0-a9f36a13dbe3), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:03.490573 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f7564017-49af-4f4f-b889-91072f2f9a59 tempest-ExtraDHCPOptionsTestJSON-142055942 tempest-ExtraDHCPOptionsTestJSON-142055942-project] Publish callbacks [] for port (b869e5a7-e839-446f-8413-be1d86c2ba2f), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:03.492717 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d680376-1371-4f2e-920e-0290c3eb83f4 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Pushing event deleted for resources: {'Port': ['ID=a32b30ec-175e-4de7-b850-e6cbaec163a3,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:03.509524 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f7564017-49af-4f4f-b889-91072f2f9a59 tempest-ExtraDHCPOptionsTestJSON-142055942 tempest-ExtraDHCPOptionsTestJSON-142055942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (b869e5a7-e839-446f-8413-be1d86c2ba2f), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:03.636526 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7564017-49af-4f4f-b889-91072f2f9a59 tempest-ExtraDHCPOptionsTestJSON-142055942 tempest-ExtraDHCPOptionsTestJSON-142055942-project] Pushing event updated for resources: {'Port': ['ID=b869e5a7-e839-446f-8413-be1d86c2ba2f,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:03.650450 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2d680376-1371-4f2e-920e-0290c3eb83f4 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:03.650701 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-f7564017-49af-4f4f-b889-91072f2f9a59 tempest-ExtraDHCPOptionsTestJSON-142055942 tempest-ExtraDHCPOptionsTestJSON-142055942-project] In _notify_port_updated(), no bound segment for port b869e5a7-e839-446f-8413-be1d86c2ba2f on network 5ea6cdae-0942-458e-9ecf-c48e15002b7c {{(pid=103474) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 04 13:01:03.655705 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-2d680376-1371-4f2e-920e-0290c3eb83f4 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "DELETE /v2.0/ports/a32b30ec-175e-4de7-b850-e6cbaec163a3 HTTP/1.1" status: 204 len: 168 time: 0.6984241 Feb 04 13:01:03.657085 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7564017-49af-4f4f-b889-91072f2f9a59 tempest-ExtraDHCPOptionsTestJSON-142055942 tempest-ExtraDHCPOptionsTestJSON-142055942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:03.657753 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f7564017-49af-4f4f-b889-91072f2f9a59 tempest-ExtraDHCPOptionsTestJSON-142055942 tempest-ExtraDHCPOptionsTestJSON-142055942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:03.658185 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53090) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:03.664111 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-f7564017-49af-4f4f-b889-91072f2f9a59 tempest-ExtraDHCPOptionsTestJSON-142055942 tempest-ExtraDHCPOptionsTestJSON-142055942-project] 10.222.0.65 "PUT /v2.0/ports/b869e5a7-e839-446f-8413-be1d86c2ba2f HTTP/1.1" status: 200 len: 1136 time: 0.5835030 Feb 04 13:01:03.665038 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53092) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:03.668135 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-8ed47f1f-4413-424a-8682-4fbb5c3be1e2 None None] Current status of the port a212344c-582e-4e2c-b2d0-a9f36a13dbe3 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:01:03.722410 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f30706e-2089-4547-9bd2-f42db1dba1ad tempest-ExtraDHCPOptionsTestJSON-142055942 tempest-ExtraDHCPOptionsTestJSON-142055942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:03.727650 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-6f30706e-2089-4547-9bd2-f42db1dba1ad tempest-ExtraDHCPOptionsTestJSON-142055942 tempest-ExtraDHCPOptionsTestJSON-142055942-project] 10.222.0.65 "GET /v2.0/ports/b869e5a7-e839-446f-8413-be1d86c2ba2f HTTP/1.1" status: 200 len: 1136 time: 0.0577121 Feb 04 13:01:03.728105 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53094) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:03.753218 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49093fb8-b8c2-435c-827d-e09dce2ad91a tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:03.754706 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49093fb8-b8c2-435c-827d-e09dce2ad91a tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:03.756251 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49093fb8-b8c2-435c-827d-e09dce2ad91a tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:03.760365 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-49093fb8-b8c2-435c-827d-e09dce2ad91a tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0987692 Feb 04 13:01:03.760756 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53096) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:03.833789 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_v2 [None req-78dd168e-a067-4293-9430-0b403b685988 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Deleting subnet 754f4cd7-db4f-4bca-b3a1-be5e416e4db0 {{(pid=103475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:01:03.842828 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-78dd168e-a067-4293-9430-0b403b685988 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for subnet (754f4cd7-db4f-4bca-b3a1-be5e416e4db0), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:03.898477 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-973711cc-37ab-4a10-9559-fe8c56a31c94 tempest-ExtraDHCPOptionsTestJSON-142055942 tempest-ExtraDHCPOptionsTestJSON-142055942-project] Deleting port b869e5a7-e839-446f-8413-be1d86c2ba2f {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:01:03.899134 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-973711cc-37ab-4a10-9559-fe8c56a31c94 tempest-ExtraDHCPOptionsTestJSON-142055942 tempest-ExtraDHCPOptionsTestJSON-142055942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (b869e5a7-e839-446f-8413-be1d86c2ba2f), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:03.901725 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-78dd168e-a067-4293-9430-0b403b685988 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51859329'] for subnet (754f4cd7-db4f-4bca-b3a1-be5e416e4db0), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:04.029211 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-78dd168e-a067-4293-9430-0b403b685988 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (754f4cd7-db4f-4bca-b3a1-be5e416e4db0), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:04.096706 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-973711cc-37ab-4a10-9559-fe8c56a31c94 tempest-ExtraDHCPOptionsTestJSON-142055942 tempest-ExtraDHCPOptionsTestJSON-142055942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (b869e5a7-e839-446f-8413-be1d86c2ba2f), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:04.111688 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-c1ee0cce-0086-4632-9faa-cc673b9805ca None None] Provisioning complete for port a212344c-582e-4e2c-b2d0-a9f36a13dbe3 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:01:04.112148 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c1ee0cce-0086-4632-9faa-cc673b9805ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (a212344c-582e-4e2c-b2d0-a9f36a13dbe3), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:04.118355 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-973711cc-37ab-4a10-9559-fe8c56a31c94 tempest-ExtraDHCPOptionsTestJSON-142055942 tempest-ExtraDHCPOptionsTestJSON-142055942-project] Calling delete_port for b869e5a7-e839-446f-8413-be1d86c2ba2f owned by {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:01:04.147479 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-78dd168e-a067-4293-9430-0b403b685988 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-52093282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51452698'] for subnet (754f4cd7-db4f-4bca-b3a1-be5e416e4db0), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:04.180450 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dd168e-a067-4293-9430-0b403b685988 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Pushing event deleted for resources: {'Subnet': ['ID=754f4cd7-db4f-4bca-b3a1-be5e416e4db0,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:04.200106 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-78dd168e-a067-4293-9430-0b403b685988 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:04.208035 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53104) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:04.233143 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-78dd168e-a067-4293-9430-0b403b685988 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "DELETE /v2.0/subnets/754f4cd7-db4f-4bca-b3a1-be5e416e4db0 HTTP/1.1" status: 204 len: 168 time: 0.4705291 Feb 04 13:01:04.247359 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e34034-1c45-4ca6-b197-542068137bd4 None None] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:01:04.296068 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d0b8720-a269-4f1e-b393-3cc06dfbbd07 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Deleting subnet cdc0be88-e75a-4a9f-aa3c-434408b129f9 {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:01:04.306472 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3d0b8720-a269-4f1e-b393-3cc06dfbbd07 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for subnet (cdc0be88-e75a-4a9f-aa3c-434408b129f9), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:04.377720 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3d0b8720-a269-4f1e-b393-3cc06dfbbd07 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (cdc0be88-e75a-4a9f-aa3c-434408b129f9), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:04.397855 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c1ee0cce-0086-4632-9faa-cc673b9805ca None None] Current status of the port a212344c-582e-4e2c-b2d0-a9f36a13dbe3 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:01:04.484481 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device f8b09f86-8f38-473a-aac2-198c35cfb44c up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:01:04.489500 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-c1ee0cce-0086-4632-9faa-cc673b9805ca None None] Provisioning complete for port b869e5a7-e839-446f-8413-be1d86c2ba2f triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:01:04.490198 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c1ee0cce-0086-4632-9faa-cc673b9805ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (b869e5a7-e839-446f-8413-be1d86c2ba2f), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:04.522804 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3d0b8720-a269-4f1e-b393-3cc06dfbbd07 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (cdc0be88-e75a-4a9f-aa3c-434408b129f9), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:04.569478 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-973711cc-37ab-4a10-9559-fe8c56a31c94 tempest-ExtraDHCPOptionsTestJSON-142055942 tempest-ExtraDHCPOptionsTestJSON-142055942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (b869e5a7-e839-446f-8413-be1d86c2ba2f), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:04.572639 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c1ee0cce-0086-4632-9faa-cc673b9805ca None None] Port b869e5a7-e839-446f-8413-be1d86c2ba2f cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:01:04.599813 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port f8b09f86-8f38-473a-aac2-198c35cfb44c triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:01:04.601179 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (f8b09f86-8f38-473a-aac2-198c35cfb44c), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:04.650214 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973711cc-37ab-4a10-9559-fe8c56a31c94 tempest-ExtraDHCPOptionsTestJSON-142055942 tempest-ExtraDHCPOptionsTestJSON-142055942-project] Pushing event deleted for resources: {'Port': ['ID=b869e5a7-e839-446f-8413-be1d86c2ba2f,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:04.690921 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3d0b8720-a269-4f1e-b393-3cc06dfbbd07 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (cdc0be88-e75a-4a9f-aa3c-434408b129f9), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:04.735127 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port f8b09f86-8f38-473a-aac2-198c35cfb44c is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:01:04.735966 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (f8b09f86-8f38-473a-aac2-198c35cfb44c), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:04.739844 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-893c1c9a-7942-4b24-8910-2ae3d92be443 None None] Provisioning complete for port f8b09f86-8f38-473a-aac2-198c35cfb44c triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:01:04.740454 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-893c1c9a-7942-4b24-8910-2ae3d92be443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (f8b09f86-8f38-473a-aac2-198c35cfb44c), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:04.820665 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0b8720-a269-4f1e-b393-3cc06dfbbd07 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Pushing event deleted for resources: {'Subnet': ['ID=cdc0be88-e75a-4a9f-aa3c-434408b129f9,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:04.834280 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3d0b8720-a269-4f1e-b393-3cc06dfbbd07 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:04.841513 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-3d0b8720-a269-4f1e-b393-3cc06dfbbd07 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "DELETE /v2.0/subnets/cdc0be88-e75a-4a9f-aa3c-434408b129f9 HTTP/1.1" status: 204 len: 168 time: 0.6314452 Feb 04 13:01:04.842547 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53106) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:04.883536 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.db.api [None req-b116c552-173d-469e-b16f-751f4467941a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103476) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:01:04.884241 n-d-825015-3 neutron-server[103476]: DEBUG oslo_db.api [None req-b116c552-173d-469e-b16f-751f4467941a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:01:04.927502 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-0f2ffcb0-789f-4791-8a7c-cc863bc2ecc6 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0773861 Feb 04 13:01:04.929067 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-973711cc-37ab-4a10-9559-fe8c56a31c94 tempest-ExtraDHCPOptionsTestJSON-142055942 tempest-ExtraDHCPOptionsTestJSON-142055942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:04.930474 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53110) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:04.933155 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-973711cc-37ab-4a10-9559-fe8c56a31c94 tempest-ExtraDHCPOptionsTestJSON-142055942 tempest-ExtraDHCPOptionsTestJSON-142055942-project] 10.222.0.65 "DELETE /v2.0/ports/b869e5a7-e839-446f-8413-be1d86c2ba2f HTTP/1.1" status: 204 len: 168 time: 1.2042418 Feb 04 13:01:04.936125 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53112) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:04.940269 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-d0023c3f-4c7f-44f8-9d22-84c70333b97e tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Request body: {'subnet': {'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:04.944512 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-893c1c9a-7942-4b24-8910-2ae3d92be443 None None] Current status of the port f8b09f86-8f38-473a-aac2-198c35cfb44c is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:01:04.946225 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-893c1c9a-7942-4b24-8910-2ae3d92be443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (f8b09f86-8f38-473a-aac2-198c35cfb44c), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:05.022706 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-893c1c9a-7942-4b24-8910-2ae3d92be443 None None] For port f8b09f86-8f38-473a-aac2-198c35cfb44c, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=f8b09f86-8f38-473a-aac2-198c35cfb44c,segment=NetworkSegment(c90e1acd-6828-4dc1-a041-2f0d39d337f9),segment_id=c90e1acd-6828-4dc1-a041-2f0d39d337f9)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:01:05.033366 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-893c1c9a-7942-4b24-8910-2ae3d92be443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (f8b09f86-8f38-473a-aac2-198c35cfb44c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:05.033691 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-a485ca9e-0615-4fa9-83ec-49f437a3823a tempest-ExtraDHCPOptionsTestJSON-142055942 tempest-ExtraDHCPOptionsTestJSON-142055942-project] Deleting subnet 8d0d84d2-6b88-47ca-ba53-b3102c984992 {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:01:05.042516 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a485ca9e-0615-4fa9-83ec-49f437a3823a tempest-ExtraDHCPOptionsTestJSON-142055942 tempest-ExtraDHCPOptionsTestJSON-142055942-project] Publish callbacks [] for subnet (8d0d84d2-6b88-47ca-ba53-b3102c984992), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:05.072649 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-893c1c9a-7942-4b24-8910-2ae3d92be443 None None] Could not find standard attr ID for object b869e5a7-e839-446f-8413-be1d86c2ba2f. {{(pid=103476) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 13:01:05.113742 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a485ca9e-0615-4fa9-83ec-49f437a3823a tempest-ExtraDHCPOptionsTestJSON-142055942 tempest-ExtraDHCPOptionsTestJSON-142055942-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (8d0d84d2-6b88-47ca-ba53-b3102c984992), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:05.122668 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893c1c9a-7942-4b24-8910-2ae3d92be443 None None] Pushing event updated for resources: {'Port': ['ID=f8b09f86-8f38-473a-aac2-198c35cfb44c,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:05.141536 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0023c3f-4c7f-44f8-9d22-84c70333b97e tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Made reservation on behalf of 28823d1be89a4373833a0b6442186e0d for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:01:05.145674 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d0023c3f-4c7f-44f8-9d22-84c70333b97e tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:05.191644 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-5055b782-36c9-4f03-b2b2-0585c7c916c5 None None] Could not find standard attr ID for object 1b8e6f16-cf94-4409-9863-755bce3f749d. {{(pid=103476) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 13:01:05.247932 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a485ca9e-0615-4fa9-83ec-49f437a3823a tempest-ExtraDHCPOptionsTestJSON-142055942 tempest-ExtraDHCPOptionsTestJSON-142055942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (8d0d84d2-6b88-47ca-ba53-b3102c984992), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:05.343264 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a485ca9e-0615-4fa9-83ec-49f437a3823a tempest-ExtraDHCPOptionsTestJSON-142055942 tempest-ExtraDHCPOptionsTestJSON-142055942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (8d0d84d2-6b88-47ca-ba53-b3102c984992), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:05.361034 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a485ca9e-0615-4fa9-83ec-49f437a3823a tempest-ExtraDHCPOptionsTestJSON-142055942 tempest-ExtraDHCPOptionsTestJSON-142055942-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:05.364666 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-a485ca9e-0615-4fa9-83ec-49f437a3823a tempest-ExtraDHCPOptionsTestJSON-142055942 tempest-ExtraDHCPOptionsTestJSON-142055942-project] 10.222.0.65 "DELETE /v2.0/subnets/8d0d84d2-6b88-47ca-ba53-b3102c984992 HTTP/1.1" status: 204 len: 168 time: 0.4273436 Feb 04 13:01:05.367118 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53114) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:05.396922 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a485ca9e-0615-4fa9-83ec-49f437a3823a tempest-ExtraDHCPOptionsTestJSON-142055942 tempest-ExtraDHCPOptionsTestJSON-142055942-project] Pushing event deleted for resources: {'Subnet': ['ID=8d0d84d2-6b88-47ca-ba53-b3102c984992,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:05.456831 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d0023c3f-4c7f-44f8-9d22-84c70333b97e tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52094127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51452689'] for subnet (6f992bf8-0a68-4029-a101-3c74d9c4f647), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:05.467220 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port f8b09f86-8f38-473a-aac2-198c35cfb44c is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:01:05.471250 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device a212344c-582e-4e2c-b2d0-a9f36a13dbe3 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:01:05.497034 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-781b8251-2ffe-43e1-8dc8-289573d3f2ca tempest-ExtraDHCPOptionsTestJSON-142055942 tempest-ExtraDHCPOptionsTestJSON-142055942-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (5ea6cdae-0942-458e-9ecf-c48e15002b7c), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:05.517048 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ddb8577-84d1-4588-bf5c-4007160920f1 None None] Network 5ea6cdae-0942-458e-9ecf-c48e15002b7c requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:01:05.520755 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16994e29-0ed2-41b5-98c4-9b6f729fb438 None None] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:01:05.537292 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0023c3f-4c7f-44f8-9d22-84c70333b97e tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:01:05.541510 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-d0023c3f-4c7f-44f8-9d22-84c70333b97e tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:01:05.552196 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0023c3f-4c7f-44f8-9d22-84c70333b97e tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:05.553287 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d0023c3f-4c7f-44f8-9d22-84c70333b97e tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:05.565111 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-781b8251-2ffe-43e1-8dc8-289573d3f2ca tempest-ExtraDHCPOptionsTestJSON-142055942 tempest-ExtraDHCPOptionsTestJSON-142055942-project] Deleting port a212344c-582e-4e2c-b2d0-a9f36a13dbe3 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:01:05.565693 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-781b8251-2ffe-43e1-8dc8-289573d3f2ca tempest-ExtraDHCPOptionsTestJSON-142055942 tempest-ExtraDHCPOptionsTestJSON-142055942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (a212344c-582e-4e2c-b2d0-a9f36a13dbe3), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:05.582369 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0023c3f-4c7f-44f8-9d22-84c70333b97e tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Pushing event updated for resources: {'Subnet': ['ID=6f992bf8-0a68-4029-a101-3c74d9c4f647,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:05.601232 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-d0023c3f-4c7f-44f8-9d22-84c70333b97e tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6694272 Feb 04 13:01:05.604890 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53116) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:05.616258 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-aa04fec3-e50f-4ad2-8481-9fde77aba02f tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Request body: {'subnet': {'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:05.653092 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-781b8251-2ffe-43e1-8dc8-289573d3f2ca tempest-ExtraDHCPOptionsTestJSON-142055942 tempest-ExtraDHCPOptionsTestJSON-142055942-project] For port a212344c-582e-4e2c-b2d0-a9f36a13dbe3, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=a212344c-582e-4e2c-b2d0-a9f36a13dbe3,segment=NetworkSegment(7b96989f-1c18-4616-a389-51fe32f3247c),segment_id=7b96989f-1c18-4616-a389-51fe32f3247c)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:01:05.654071 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-781b8251-2ffe-43e1-8dc8-289573d3f2ca tempest-ExtraDHCPOptionsTestJSON-142055942 tempest-ExtraDHCPOptionsTestJSON-142055942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (a212344c-582e-4e2c-b2d0-a9f36a13dbe3), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:05.655075 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-2b7161f8-9cca-479f-9088-3927937ff5a1 None None] Provisioning complete for port f8b09f86-8f38-473a-aac2-198c35cfb44c triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:01:05.655544 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2b7161f8-9cca-479f-9088-3927937ff5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (f8b09f86-8f38-473a-aac2-198c35cfb44c), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:05.677551 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-781b8251-2ffe-43e1-8dc8-289573d3f2ca tempest-ExtraDHCPOptionsTestJSON-142055942 tempest-ExtraDHCPOptionsTestJSON-142055942-project] Calling delete_port for a212344c-582e-4e2c-b2d0-a9f36a13dbe3 owned by network:dhcp {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:01:05.740866 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port a212344c-582e-4e2c-b2d0-a9f36a13dbe3 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:01:05.741307 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (a212344c-582e-4e2c-b2d0-a9f36a13dbe3), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:05.779842 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa04fec3-e50f-4ad2-8481-9fde77aba02f tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Made reservation on behalf of 28823d1be89a4373833a0b6442186e0d for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:01:05.785484 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-aa04fec3-e50f-4ad2-8481-9fde77aba02f tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:05.823241 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-781b8251-2ffe-43e1-8dc8-289573d3f2ca tempest-ExtraDHCPOptionsTestJSON-142055942 tempest-ExtraDHCPOptionsTestJSON-142055942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (a212344c-582e-4e2c-b2d0-a9f36a13dbe3), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:05.861710 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Could not find standard attr ID for object a212344c-582e-4e2c-b2d0-a9f36a13dbe3. {{(pid=103476) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 13:01:05.865944 n-d-825015-3 neutron-server[103476]: INFO neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] No ports have port_id starting with a212344c-582e-4e2c-b2d0-a9f36a13dbe3 Feb 04 13:01:05.881940 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781b8251-2ffe-43e1-8dc8-289573d3f2ca tempest-ExtraDHCPOptionsTestJSON-142055942 tempest-ExtraDHCPOptionsTestJSON-142055942-project] No DVR routers for this DVR port a212344c-582e-4e2c-b2d0-a9f36a13dbe3 on host n-d-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:01:05.893834 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781b8251-2ffe-43e1-8dc8-289573d3f2ca tempest-ExtraDHCPOptionsTestJSON-142055942 tempest-ExtraDHCPOptionsTestJSON-142055942-project] Pushing event deleted for resources: {'Port': ['ID=a212344c-582e-4e2c-b2d0-a9f36a13dbe3,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:06.011489 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-781b8251-2ffe-43e1-8dc8-289573d3f2ca tempest-ExtraDHCPOptionsTestJSON-142055942 tempest-ExtraDHCPOptionsTestJSON-142055942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (5ea6cdae-0942-458e-9ecf-c48e15002b7c), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:06.053802 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-781b8251-2ffe-43e1-8dc8-289573d3f2ca tempest-ExtraDHCPOptionsTestJSON-142055942 tempest-ExtraDHCPOptionsTestJSON-142055942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ea6cdae-0942-458e-9ecf-c48e15002b7c']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:01:06.077406 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-781b8251-2ffe-43e1-8dc8-289573d3f2ca tempest-ExtraDHCPOptionsTestJSON-142055942 tempest-ExtraDHCPOptionsTestJSON-142055942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b96989f-1c18-4616-a389-51fe32f3247c') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:01:06.077708 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-781b8251-2ffe-43e1-8dc8-289573d3f2ca tempest-ExtraDHCPOptionsTestJSON-142055942 tempest-ExtraDHCPOptionsTestJSON-142055942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b96989f-1c18-4616-a389-51fe32f3247c') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:01:06.077895 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-2b7161f8-9cca-479f-9088-3927937ff5a1 None None] Current status of the port f8b09f86-8f38-473a-aac2-198c35cfb44c is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:01:06.090183 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-2b7161f8-9cca-479f-9088-3927937ff5a1 None None] Could not find standard attr ID for object b869e5a7-e839-446f-8413-be1d86c2ba2f. {{(pid=103476) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 13:01:06.100075 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-781b8251-2ffe-43e1-8dc8-289573d3f2ca tempest-ExtraDHCPOptionsTestJSON-142055942 tempest-ExtraDHCPOptionsTestJSON-142055942-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (7b96989f-1c18-4616-a389-51fe32f3247c), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:06.133779 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-781b8251-2ffe-43e1-8dc8-289573d3f2ca tempest-ExtraDHCPOptionsTestJSON-142055942 tempest-ExtraDHCPOptionsTestJSON-142055942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (7b96989f-1c18-4616-a389-51fe32f3247c), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:06.143526 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-781b8251-2ffe-43e1-8dc8-289573d3f2ca tempest-ExtraDHCPOptionsTestJSON-142055942 tempest-ExtraDHCPOptionsTestJSON-142055942-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:01:06.144166 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-781b8251-2ffe-43e1-8dc8-289573d3f2ca tempest-ExtraDHCPOptionsTestJSON-142055942 tempest-ExtraDHCPOptionsTestJSON-142055942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (7b96989f-1c18-4616-a389-51fe32f3247c), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:06.149362 n-d-825015-3 neutron-server[103474]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Feb 04 13:01:06.149362 n-d-825015-3 neutron-server[103474]: warnings.warn('Neutron quota engine will require "--force" ' Feb 04 13:01:06.149362 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 13:01:06.149362 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:01:06.149362 n-d-825015-3 neutron-server[103474]: timer() Feb 04 13:01:06.149362 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:01:06.149362 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 13:01:06.149362 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:01:06.149362 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 13:01:06.149362 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:01:06.149362 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 13:01:06.149362 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:01:06.149362 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 13:01:06.149362 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:01:06.149362 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 13:01:06.149362 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:01:06.149362 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:01:06.149362 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:01:06.149362 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:01:06.149362 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:01:06.149362 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 13:01:06.149362 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:01:06.149362 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 13:01:06.149362 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:01:06.149362 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:01:06.149362 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:01:06.149362 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 13:01:06.149362 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:01:06.149362 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:01:06.149362 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:01:06.149362 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:01:06.149362 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:01:06.149362 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:01:06.149362 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:01:06.195324 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea0b415-1dd3-42ba-842d-2512784d7bd8 None None] DHCP port deletion for 5ea6cdae-0942-458e-9ecf-c48e15002b7c request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:01:06.232392 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad56796-0531-45c0-80e7-04f88eb51231 None None] Update dhcp port {'port': {'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82', 'fixed_ips': [{'subnet_id': '6f992bf8-0a68-4029-a101-3c74d9c4f647'}], 'binding:host_id': 'n-d-825015-3'}, 'id': 'f8b09f86-8f38-473a-aac2-198c35cfb44c'} from n-d-825015-3. {{(pid=103476) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 04 13:01:06.291648 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8ad56796-0531-45c0-80e7-04f88eb51231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (f8b09f86-8f38-473a-aac2-198c35cfb44c), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:06.294200 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-781b8251-2ffe-43e1-8dc8-289573d3f2ca tempest-ExtraDHCPOptionsTestJSON-142055942 tempest-ExtraDHCPOptionsTestJSON-142055942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (5ea6cdae-0942-458e-9ecf-c48e15002b7c), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:06.308824 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-781b8251-2ffe-43e1-8dc8-289573d3f2ca tempest-ExtraDHCPOptionsTestJSON-142055942 tempest-ExtraDHCPOptionsTestJSON-142055942-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:06.318043 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-781b8251-2ffe-43e1-8dc8-289573d3f2ca tempest-ExtraDHCPOptionsTestJSON-142055942 tempest-ExtraDHCPOptionsTestJSON-142055942-project] 10.222.0.65 "DELETE /v2.0/networks/5ea6cdae-0942-458e-9ecf-c48e15002b7c HTTP/1.1" status: 204 len: 168 time: 0.9499195 Feb 04 13:01:06.326495 n-d-825015-3 neutron-server[103475]: DEBUG neutron.objects.ports [None req-aa04fec3-e50f-4ad2-8481-9fde77aba02f tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103475) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 13:01:06.336964 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781b8251-2ffe-43e1-8dc8-289573d3f2ca tempest-ExtraDHCPOptionsTestJSON-142055942 tempest-ExtraDHCPOptionsTestJSON-142055942-project] Pushing event deleted for resources: {'Network': ['ID=5ea6cdae-0942-458e-9ecf-c48e15002b7c,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:06.440417 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device f8b09f86-8f38-473a-aac2-198c35cfb44c up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:01:06.558280 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port f8b09f86-8f38-473a-aac2-198c35cfb44c triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:01:06.559984 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (f8b09f86-8f38-473a-aac2-198c35cfb44c), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:06.645680 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.db.api [None req-8ad56796-0531-45c0-80e7-04f88eb51231 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 04 13:01:06.645680 n-d-825015-3 neutron-server[103476]: [SQL: INSERT INTO ipamallocations (ip_address, status, ipam_subnet_id) VALUES (%(ip_address)s, %(status)s, %(ipam_subnet_id)s)] Feb 04 13:01:06.645680 n-d-825015-3 neutron-server[103476]: [parameters: {'ip_address': '2001:db8::f816:3eff:fe5b:693c', 'status': 'ALLOCATED', 'ipam_subnet_id': '7c1bcf11-6e57-496b-931a-34d3c348a2e6'}] Feb 04 13:01:06.645680 n-d-825015-3 neutron-server[103476]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103476) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:01:06.646360 n-d-825015-3 neutron-server[103476]: DEBUG oslo_db.api [None req-8ad56796-0531-45c0-80e7-04f88eb51231 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:01:06.694033 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port f8b09f86-8f38-473a-aac2-198c35cfb44c is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:01:06.703407 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-aa04fec3-e50f-4ad2-8481-9fde77aba02f tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (f8b09f86-8f38-473a-aac2-198c35cfb44c), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:06.735849 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53136) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:06.875469 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-aa04fec3-e50f-4ad2-8481-9fde77aba02f tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] For port f8b09f86-8f38-473a-aac2-198c35cfb44c, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=f8b09f86-8f38-473a-aac2-198c35cfb44c,segment=NetworkSegment(c90e1acd-6828-4dc1-a041-2f0d39d337f9),segment_id=c90e1acd-6828-4dc1-a041-2f0d39d337f9)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:01:06.901381 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-b77a5b91-c420-4029-8d7c-329d4121dfb4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=db062408d5ba4ec892220d6b66f06bc7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1640427 Feb 04 13:01:06.904010 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53144) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:06.912289 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-aa04fec3-e50f-4ad2-8481-9fde77aba02f tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for port (f8b09f86-8f38-473a-aac2-198c35cfb44c), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:06.920575 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-aa04fec3-e50f-4ad2-8481-9fde77aba02f tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (f8b09f86-8f38-473a-aac2-198c35cfb44c), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:06.937256 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-aa04fec3-e50f-4ad2-8481-9fde77aba02f tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52094127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51452689'] for subnet (0487cd54-1fb3-4033-ad01-308b536f18cd), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:06.977494 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d42ba3d9-9bc9-428b-9837-b85878f89e88 admin admin] Publish callbacks [] for security_group (56996a7f-690d-4ef9-ba41-8720c1e1e6db), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:07.001922 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d42ba3d9-9bc9-428b-9837-b85878f89e88 admin admin] Publish callbacks [] for security_group (56996a7f-690d-4ef9-ba41-8720c1e1e6db), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:07.025363 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa04fec3-e50f-4ad2-8481-9fde77aba02f tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:01:07.034177 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa04fec3-e50f-4ad2-8481-9fde77aba02f tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Pushing event updated for resources: {'Subnet': ['ID=0487cd54-1fb3-4033-ad01-308b536f18cd,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:07.037572 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-aa04fec3-e50f-4ad2-8481-9fde77aba02f tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:01:07.040313 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa04fec3-e50f-4ad2-8481-9fde77aba02f tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:07.040929 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-aa04fec3-e50f-4ad2-8481-9fde77aba02f tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:07.061069 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa04fec3-e50f-4ad2-8481-9fde77aba02f tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Pushing event updated for resources: {'Port': ['ID=f8b09f86-8f38-473a-aac2-198c35cfb44c,revision_number=7']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:07.074810 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-aa04fec3-e50f-4ad2-8481-9fde77aba02f tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4648929 Feb 04 13:01:07.075491 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53148) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:07.077018 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d42ba3d9-9bc9-428b-9837-b85878f89e88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (56996a7f-690d-4ef9-ba41-8720c1e1e6db), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:07.079663 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d42ba3d9-9bc9-428b-9837-b85878f89e88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:07.083262 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-c935c6cd-670c-4eef-8209-dc331e047543 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Request body: {'port': {'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82', 'mac_address': 'fa:16:3e:2b:1d:7c', 'name': 'tempest-NetworksTestDHCPv6-287369666'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:07.083409 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-d42ba3d9-9bc9-428b-9837-b85878f89e88 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/56996a7f-690d-4ef9-ba41-8720c1e1e6db HTTP/1.1" status: 204 len: 168 time: 0.1759088 Feb 04 13:01:07.093933 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42ba3d9-9bc9-428b-9837-b85878f89e88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56996a7f-690d-4ef9-ba41-8720c1e1e6db,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:07.187222 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8ad56796-0531-45c0-80e7-04f88eb51231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (f8b09f86-8f38-473a-aac2-198c35cfb44c), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:07.209871 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c935c6cd-670c-4eef-8209-dc331e047543 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Made reservation on behalf of 28823d1be89a4373833a0b6442186e0d for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:01:07.307589 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c935c6cd-670c-4eef-8209-dc331e047543 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:07.336032 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [None req-c935c6cd-670c-4eef-8209-dc331e047543 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] device_id is not set on port 1ce09c43-886c-4e59-b483-da72820f2a8a yet. {{(pid=103475) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:01:07.453189 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-8ad56796-0531-45c0-80e7-04f88eb51231 None None] Allocated IP 172.20.0.2 (38febd13-5a2a-4d46-a8bc-c2d73322ac82/6f992bf8-0a68-4029-a101-3c74d9c4f647/f8b09f86-8f38-473a-aac2-198c35cfb44c) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:01:07.552427 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-8ad56796-0531-45c0-80e7-04f88eb51231 None None] For port f8b09f86-8f38-473a-aac2-198c35cfb44c, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=f8b09f86-8f38-473a-aac2-198c35cfb44c,segment=NetworkSegment(c90e1acd-6828-4dc1-a041-2f0d39d337f9),segment_id=c90e1acd-6828-4dc1-a041-2f0d39d337f9)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:01:07.583492 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8ad56796-0531-45c0-80e7-04f88eb51231 None None] Publish callbacks [] for port (f8b09f86-8f38-473a-aac2-198c35cfb44c), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:07.593361 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8ad56796-0531-45c0-80e7-04f88eb51231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (f8b09f86-8f38-473a-aac2-198c35cfb44c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:07.706849 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad56796-0531-45c0-80e7-04f88eb51231 None None] Pushing event updated for resources: {'Port': ['ID=f8b09f86-8f38-473a-aac2-198c35cfb44c,revision_number=8']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:07.739866 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-c935c6cd-670c-4eef-8209-dc331e047543 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Allocated IP 172.20.0.9 (38febd13-5a2a-4d46-a8bc-c2d73322ac82/6f992bf8-0a68-4029-a101-3c74d9c4f647/1ce09c43-886c-4e59-b483-da72820f2a8a) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:01:07.748842 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-c935c6cd-670c-4eef-8209-dc331e047543 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Allocated IP 2001:db8::f816:3eff:fe2b:1d7c (38febd13-5a2a-4d46-a8bc-c2d73322ac82/0487cd54-1fb3-4033-ad01-308b536f18cd/1ce09c43-886c-4e59-b483-da72820f2a8a) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:01:07.993106 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c935c6cd-670c-4eef-8209-dc331e047543 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for port (1ce09c43-886c-4e59-b483-da72820f2a8a), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:08.006372 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53180) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:08.048371 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c935c6cd-670c-4eef-8209-dc331e047543 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (1ce09c43-886c-4e59-b483-da72820f2a8a), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:08.107783 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c935c6cd-670c-4eef-8209-dc331e047543 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:01:08.111806 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-c935c6cd-670c-4eef-8209-dc331e047543 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:01:08.116777 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c935c6cd-670c-4eef-8209-dc331e047543 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:01:08.148111 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c935c6cd-670c-4eef-8209-dc331e047543 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Pushing event updated for resources: {'Port': ['ID=1ce09c43-886c-4e59-b483-da72820f2a8a,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:08.155908 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-ac9a6bb7-e3ee-4868-9fb9-11a4760a8889 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:08.156370 n-d-825015-3 neutron-server[103475]: WARNING neutron.api.v2.base [None req-ac9a6bb7-e3ee-4868-9fb9-11a4760a8889 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 04 13:01:08.156886 n-d-825015-3 neutron-server[103475]: INFO neutron.api.v2.resource [None req-ac9a6bb7-e3ee-4868-9fb9-11a4760a8889 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] create failed (client error): There was a conflict when trying to complete your request. Feb 04 13:01:08.157928 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-ac9a6bb7-e3ee-4868-9fb9-11a4760a8889 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1504385 Feb 04 13:01:08.161889 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53188) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:08.172582 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-fb2bd5b1-21f5-4334-ad95-0c227432a03a tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Request body: {'security_group': {'name': 'tempest-secgroup--1423854758'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:08.208639 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c935c6cd-670c-4eef-8209-dc331e047543 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:08.209462 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c935c6cd-670c-4eef-8209-dc331e047543 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:08.213470 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fb2bd5b1-21f5-4334-ad95-0c227432a03a tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:08.226632 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fb2bd5b1-21f5-4334-ad95-0c227432a03a tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:08.265404 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-c935c6cd-670c-4eef-8209-dc331e047543 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.1893284 Feb 04 13:01:08.266623 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53190) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:08.267132 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device f8b09f86-8f38-473a-aac2-198c35cfb44c up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:01:08.335241 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08722a88-a6d4-471c-9536-304deab6d64c tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:08.343698 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08722a88-a6d4-471c-9536-304deab6d64c tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:08.349924 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-08722a88-a6d4-471c-9536-304deab6d64c tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.0813425 Feb 04 13:01:08.354759 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53192) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:08.391623 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port f8b09f86-8f38-473a-aac2-198c35cfb44c triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:01:08.392066 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (f8b09f86-8f38-473a-aac2-198c35cfb44c), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:08.482898 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-1c98e328-9d7b-43a0-9c8f-b25aa15d1007 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Deleting port 1ce09c43-886c-4e59-b483-da72820f2a8a {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:01:08.483370 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1c98e328-9d7b-43a0-9c8f-b25aa15d1007 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (1ce09c43-886c-4e59-b483-da72820f2a8a), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:08.531709 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port f8b09f86-8f38-473a-aac2-198c35cfb44c is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:01:08.540364 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ade95c0-9029-4b20-af94-342dec75840a None None] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:01:08.548931 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device a212344c-582e-4e2c-b2d0-a9f36a13dbe3 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:01:08.594668 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: a212344c-582e-4e2c-b2d0-a9f36a13dbe3 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:01:08.595397 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device a212344c-582e-4e2c-b2d0-a9f36a13dbe3 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:01:08.616053 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1c98e328-9d7b-43a0-9c8f-b25aa15d1007 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (1ce09c43-886c-4e59-b483-da72820f2a8a), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:08.620885 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fb2bd5b1-21f5-4334-ad95-0c227432a03a tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Publish callbacks [] for security_group (8916286e-a17b-4efc-9290-31c8c1516b87), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:08.628150 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fb2bd5b1-21f5-4334-ad95-0c227432a03a tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (8916286e-a17b-4efc-9290-31c8c1516b87), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:08.631933 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-1c98e328-9d7b-43a0-9c8f-b25aa15d1007 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Calling delete_port for 1ce09c43-886c-4e59-b483-da72820f2a8a owned by {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:01:08.640644 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b571a760-e025-47f5-88ea-69714cd8fa92 None None] Provisioning complete for port f8b09f86-8f38-473a-aac2-198c35cfb44c triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:01:08.641543 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b571a760-e025-47f5-88ea-69714cd8fa92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (f8b09f86-8f38-473a-aac2-198c35cfb44c), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:08.693321 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2bd5b1-21f5-4334-ad95-0c227432a03a tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8916286e-a17b-4efc-9290-31c8c1516b87,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:08.760157 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fb2bd5b1-21f5-4334-ad95-0c227432a03a tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Publish callbacks [] for security_group (4e3464a6-fe02-49f3-a25d-71527d33b849), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:08.766843 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fb2bd5b1-21f5-4334-ad95-0c227432a03a tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (4e3464a6-fe02-49f3-a25d-71527d33b849), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:08.812417 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2bd5b1-21f5-4334-ad95-0c227432a03a tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e3464a6-fe02-49f3-a25d-71527d33b849,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:08.822064 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b571a760-e025-47f5-88ea-69714cd8fa92 None None] Current status of the port f8b09f86-8f38-473a-aac2-198c35cfb44c is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:01:08.829580 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fb2bd5b1-21f5-4334-ad95-0c227432a03a tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:08.831781 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-fb2bd5b1-21f5-4334-ad95-0c227432a03a tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6681855 Feb 04 13:01:08.834043 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53198) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:08.838532 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-dcf78320-ccfa-4ed8-82d7-f26c5feeb80b tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Request body: {'security_group_rule': {'security_group_id': '4e3464a6-fe02-49f3-a25d-71527d33b849', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:08.877112 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-dcf78320-ccfa-4ed8-82d7-f26c5feeb80b tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Publish callbacks [] for security_group_rule (d26e7ac3-5455-4b4b-8bd6-f5fadfbc5f56), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:08.891447 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1c98e328-9d7b-43a0-9c8f-b25aa15d1007 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (1ce09c43-886c-4e59-b483-da72820f2a8a), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:08.946231 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-dcf78320-ccfa-4ed8-82d7-f26c5feeb80b tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Publish callbacks [] for security_group_rule (d26e7ac3-5455-4b4b-8bd6-f5fadfbc5f56), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:08.954534 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-dcf78320-ccfa-4ed8-82d7-f26c5feeb80b tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (d26e7ac3-5455-4b4b-8bd6-f5fadfbc5f56), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:08.969880 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c98e328-9d7b-43a0-9c8f-b25aa15d1007 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Pushing event deleted for resources: {'Port': ['ID=1ce09c43-886c-4e59-b483-da72820f2a8a,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:08.982443 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf78320-ccfa-4ed8-82d7-f26c5feeb80b tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d26e7ac3-5455-4b4b-8bd6-f5fadfbc5f56,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:08.988817 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-dcf78320-ccfa-4ed8-82d7-f26c5feeb80b tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:08.994422 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53206) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:09.001568 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-efd74253-8c87-4023-ad32-b0cf5d8d0a66 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Request body: {'security_group_rule': {'security_group_id': '4e3464a6-fe02-49f3-a25d-71527d33b849', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:09.003274 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-dcf78320-ccfa-4ed8-82d7-f26c5feeb80b tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1586423 Feb 04 13:01:09.069220 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1c98e328-9d7b-43a0-9c8f-b25aa15d1007 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:09.074230 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-1c98e328-9d7b-43a0-9c8f-b25aa15d1007 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "DELETE /v2.0/ports/1ce09c43-886c-4e59-b483-da72820f2a8a HTTP/1.1" status: 204 len: 168 time: 0.7165201 Feb 04 13:01:09.075943 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53208) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:09.085231 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-efd74253-8c87-4023-ad32-b0cf5d8d0a66 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Publish callbacks [] for security_group_rule (62574b94-56cd-4199-af13-048f5cd77724), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:09.159297 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ae9364-506a-431d-b699-6ec0ecb1e5ff tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:09.160765 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ae9364-506a-431d-b699-6ec0ecb1e5ff tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:09.162072 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ae9364-506a-431d-b699-6ec0ecb1e5ff tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:09.163692 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-70ae9364-506a-431d-b699-6ec0ecb1e5ff tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0867875 Feb 04 13:01:09.166508 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53210) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:09.209996 n-d-825015-3 neutron-server[103474]: INFO neutron.api.v2.resource [None req-efd74253-8c87-4023-ad32-b0cf5d8d0a66 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] create failed (client error): There was a conflict when trying to complete your request. Feb 04 13:01:09.213805 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-efd74253-8c87-4023-ad32-b0cf5d8d0a66 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2162724 Feb 04 13:01:09.214051 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53212) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:09.245748 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-25525237-11af-4363-89e4-6de989db3022 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Deleting subnet 0487cd54-1fb3-4033-ad01-308b536f18cd {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:01:09.253276 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-25525237-11af-4363-89e4-6de989db3022 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for subnet (0487cd54-1fb3-4033-ad01-308b536f18cd), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:09.313702 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-25525237-11af-4363-89e4-6de989db3022 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (0487cd54-1fb3-4033-ad01-308b536f18cd), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:09.346322 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-713ca0ba-162c-4eb1-869b-1ec845aee084 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Publish callbacks [] for security_group (4e3464a6-fe02-49f3-a25d-71527d33b849), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:09.384885 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-713ca0ba-162c-4eb1-869b-1ec845aee084 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Publish callbacks [] for security_group (4e3464a6-fe02-49f3-a25d-71527d33b849), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:09.453865 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-25525237-11af-4363-89e4-6de989db3022 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (0487cd54-1fb3-4033-ad01-308b536f18cd), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:09.491715 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-713ca0ba-162c-4eb1-869b-1ec845aee084 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (4e3464a6-fe02-49f3-a25d-71527d33b849), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:09.494373 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-713ca0ba-162c-4eb1-869b-1ec845aee084 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:09.498707 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-713ca0ba-162c-4eb1-869b-1ec845aee084 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] 10.222.0.65 "DELETE /v2.0/security-groups/4e3464a6-fe02-49f3-a25d-71527d33b849 HTTP/1.1" status: 204 len: 168 time: 0.2805912 Feb 04 13:01:09.498856 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6710b65-676e-44bb-a040-babf614f5d5c None None] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:01:09.499113 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53214) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:09.514365 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713ca0ba-162c-4eb1-869b-1ec845aee084 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e3464a6-fe02-49f3-a25d-71527d33b849,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:09.536634 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-25525237-11af-4363-89e4-6de989db3022 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (0487cd54-1fb3-4033-ad01-308b536f18cd), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:09.565782 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25525237-11af-4363-89e4-6de989db3022 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Pushing event deleted for resources: {'Subnet': ['ID=0487cd54-1fb3-4033-ad01-308b536f18cd,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:09.569898 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-25525237-11af-4363-89e4-6de989db3022 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:09.573225 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-25525237-11af-4363-89e4-6de989db3022 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "DELETE /v2.0/subnets/0487cd54-1fb3-4033-ad01-308b536f18cd HTTP/1.1" status: 204 len: 168 time: 0.4057798 Feb 04 13:01:09.576096 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53216) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:09.579994 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-a10cdd0e-1786-46a8-b637-47097e0cc24e tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0795214 Feb 04 13:01:09.584490 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53218) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:09.589744 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-9a688496-2985-428c-8594-8ebf1bd7dde6 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Request body: {'security_group': {'name': 'tempest-secgroup--495644134'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:09.608591 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b024a94a-3b03-44fb-bab0-2bd0a808829f None None] Could not find standard attr ID for object 1ce09c43-886c-4e59-b483-da72820f2a8a. {{(pid=103476) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 13:01:09.632583 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9a688496-2985-428c-8594-8ebf1bd7dde6 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:09.634102 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b024a94a-3b03-44fb-bab0-2bd0a808829f None None] Provisioning complete for port f8b09f86-8f38-473a-aac2-198c35cfb44c triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:01:09.634523 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b024a94a-3b03-44fb-bab0-2bd0a808829f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (f8b09f86-8f38-473a-aac2-198c35cfb44c), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:09.643888 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb0b3635-f44f-4050-bb8b-20074629cd0d tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Deleting subnet 6f992bf8-0a68-4029-a101-3c74d9c4f647 {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:01:09.650124 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cb0b3635-f44f-4050-bb8b-20074629cd0d tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for subnet (6f992bf8-0a68-4029-a101-3c74d9c4f647), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:09.703048 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cb0b3635-f44f-4050-bb8b-20074629cd0d tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (6f992bf8-0a68-4029-a101-3c74d9c4f647), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:09.758966 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9a688496-2985-428c-8594-8ebf1bd7dde6 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Publish callbacks [] for security_group (1286bf87-d97c-404f-9683-183b0778067b), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:09.764373 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9a688496-2985-428c-8594-8ebf1bd7dde6 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (1286bf87-d97c-404f-9683-183b0778067b), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:09.790879 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b024a94a-3b03-44fb-bab0-2bd0a808829f None None] Current status of the port f8b09f86-8f38-473a-aac2-198c35cfb44c is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:01:09.805804 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9a688496-2985-428c-8594-8ebf1bd7dde6 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:09.811687 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-9a688496-2985-428c-8594-8ebf1bd7dde6 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2255137 Feb 04 13:01:09.814881 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53220) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:09.818778 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-54238f99-804d-4fae-b497-db4b7498b5f0 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Request body: {'security_group_rule': {'security_group_id': '1286bf87-d97c-404f-9683-183b0778067b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:09.819253 n-d-825015-3 neutron-server[103475]: WARNING neutron.api.v2.base [None req-54238f99-804d-4fae-b497-db4b7498b5f0 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 04 13:01:09.819754 n-d-825015-3 neutron-server[103475]: INFO neutron.api.v2.resource [None req-54238f99-804d-4fae-b497-db4b7498b5f0 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:01:09.820675 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-54238f99-804d-4fae-b497-db4b7498b5f0 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0053356 Feb 04 13:01:09.823815 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53222) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:09.826401 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cb0b3635-f44f-4050-bb8b-20074629cd0d tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (6f992bf8-0a68-4029-a101-3c74d9c4f647), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:09.853679 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a688496-2985-428c-8594-8ebf1bd7dde6 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1286bf87-d97c-404f-9683-183b0778067b,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:09.889978 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-44d03b4e-3f86-42ac-988b-90f4393542af tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Publish callbacks [] for security_group (1286bf87-d97c-404f-9683-183b0778067b), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:09.900184 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cb0b3635-f44f-4050-bb8b-20074629cd0d tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (6f992bf8-0a68-4029-a101-3c74d9c4f647), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:09.916138 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-44d03b4e-3f86-42ac-988b-90f4393542af tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Publish callbacks [] for security_group (1286bf87-d97c-404f-9683-183b0778067b), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:09.930540 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0b3635-f44f-4050-bb8b-20074629cd0d tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Pushing event deleted for resources: {'Subnet': ['ID=6f992bf8-0a68-4029-a101-3c74d9c4f647,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:09.932664 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cb0b3635-f44f-4050-bb8b-20074629cd0d tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:09.936115 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-cb0b3635-f44f-4050-bb8b-20074629cd0d tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "DELETE /v2.0/subnets/6f992bf8-0a68-4029-a101-3c74d9c4f647 HTTP/1.1" status: 204 len: 168 time: 0.3582757 Feb 04 13:01:09.938587 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53224) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:09.963841 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-44d03b4e-3f86-42ac-988b-90f4393542af tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (1286bf87-d97c-404f-9683-183b0778067b), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:09.967324 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-44d03b4e-3f86-42ac-988b-90f4393542af tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:09.970832 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-44d03b4e-3f86-42ac-988b-90f4393542af tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] 10.222.0.65 "DELETE /v2.0/security-groups/1286bf87-d97c-404f-9683-183b0778067b HTTP/1.1" status: 204 len: 168 time: 0.1437347 Feb 04 13:01:09.972691 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53226) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:09.985341 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-ad4255bf-b1ba-42cb-89bd-77235157b191 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0432069 Feb 04 13:01:09.986181 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53228) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:09.993655 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d03b4e-3f86-42ac-988b-90f4393542af tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1286bf87-d97c-404f-9683-183b0778067b,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:10.042414 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-e568cc31-8dbb-44a8-916a-64870bdf30db tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0632710 Feb 04 13:01:10.043775 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395e9513-ce46-46f5-9a69-3cec290c8483 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:10.044200 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53232) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:10.047821 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-395e9513-ce46-46f5-9a69-3cec290c8483 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0585225 Feb 04 13:01:10.051484 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-3349c9a7-9b77-4480-a774-2f99c8943d60 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Request body: {'security_group': {'name': 'tempest-secgroup--500149167'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:10.052792 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53234) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:10.072992 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3349c9a7-9b77-4480-a774-2f99c8943d60 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:10.111820 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef08037-47e1-43d2-b176-b0d994a00490 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:10.116254 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-5ef08037-47e1-43d2-b176-b0d994a00490 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0623064 Feb 04 13:01:10.116880 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53236) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:10.159810 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3349c9a7-9b77-4480-a774-2f99c8943d60 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Publish callbacks [] for security_group (69d21416-4273-4ba3-98ce-326facec7002), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:10.170948 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3349c9a7-9b77-4480-a774-2f99c8943d60 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (69d21416-4273-4ba3-98ce-326facec7002), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:10.192543 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53242) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:10.193949 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-4ee12621-801b-47ad-a557-ab6d4cefee20 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0757570 Feb 04 13:01:10.200912 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-1f69f4b6-c480-478a-81de-6f4f6e6f8d42 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Request body: {'subnet': {'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:10.213092 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3349c9a7-9b77-4480-a774-2f99c8943d60 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:10.214737 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-3349c9a7-9b77-4480-a774-2f99c8943d60 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1695428 Feb 04 13:01:10.217796 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53244) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:10.222603 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-b0ca8a03-34b8-45cd-a3da-2d9d7726d019 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Request body: {'security_group_rule': {'security_group_id': '69d21416-4273-4ba3-98ce-326facec7002', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:10.223667 n-d-825015-3 neutron-server[103474]: WARNING neutron.api.v2.base [None req-b0ca8a03-34b8-45cd-a3da-2d9d7726d019 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 04 13:01:10.224200 n-d-825015-3 neutron-server[103474]: INFO neutron.api.v2.resource [None req-b0ca8a03-34b8-45cd-a3da-2d9d7726d019 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:01:10.227714 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-b0ca8a03-34b8-45cd-a3da-2d9d7726d019 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0064106 Feb 04 13:01:10.229485 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53246) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:10.296341 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3349c9a7-9b77-4480-a774-2f99c8943d60 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69d21416-4273-4ba3-98ce-326facec7002,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:10.368495 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f265a4fb-1b4f-457c-8dbd-0e65f7654471 None None] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:01:10.378045 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f69f4b6-c480-478a-81de-6f4f6e6f8d42 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Made reservation on behalf of 28823d1be89a4373833a0b6442186e0d for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:01:10.392114 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1f69f4b6-c480-478a-81de-6f4f6e6f8d42 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:10.394847 n-d-825015-3 neutron-server[103475]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f69f4b6-c480-478a-81de-6f4f6e6f8d42 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:01:10.395542 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f69f4b6-c480-478a-81de-6f4f6e6f8d42 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103475) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:01:10.420971 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-1f69f4b6-c480-478a-81de-6f4f6e6f8d42 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2270145 Feb 04 13:01:10.424107 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53248) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:10.432992 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-ddf3465c-86f1-4dac-b2fb-f8925fb082b7 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Request body: {'subnet': {'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:10.445588 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-4bdd2a98-9281-4e63-aa2b-4067ce28874c None None] Provisioning complete for port f8b09f86-8f38-473a-aac2-198c35cfb44c triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:01:10.445970 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4bdd2a98-9281-4e63-aa2b-4067ce28874c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (f8b09f86-8f38-473a-aac2-198c35cfb44c), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:10.588133 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-4bdd2a98-9281-4e63-aa2b-4067ce28874c None None] Current status of the port f8b09f86-8f38-473a-aac2-198c35cfb44c is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:01:10.600652 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddf3465c-86f1-4dac-b2fb-f8925fb082b7 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Made reservation on behalf of 28823d1be89a4373833a0b6442186e0d for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:01:10.604900 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ddf3465c-86f1-4dac-b2fb-f8925fb082b7 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:10.606886 n-d-825015-3 neutron-server[103475]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddf3465c-86f1-4dac-b2fb-f8925fb082b7 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:01:10.607530 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddf3465c-86f1-4dac-b2fb-f8925fb082b7 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103475) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:01:10.619611 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb6ba88-575e-4407-9273-0ad733b9c409 None None] DHCP port deletion for 38febd13-5a2a-4d46-a8bc-c2d73322ac82 request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:01:10.627341 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-ddf3465c-86f1-4dac-b2fb-f8925fb082b7 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2017596 Feb 04 13:01:10.630561 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53250) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:10.635886 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-6a9c1099-e747-42a9-bf16-32485570fe53 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Request body: {'subnet': {'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:10.678812 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-3bb6ba88-575e-4407-9273-0ad733b9c409 None None] Deleting port f8b09f86-8f38-473a-aac2-198c35cfb44c {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:01:10.679994 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3bb6ba88-575e-4407-9273-0ad733b9c409 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (f8b09f86-8f38-473a-aac2-198c35cfb44c), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:10.721796 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f5812ed9-496a-4b40-9fd3-b98dbafda5fa tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Publish callbacks [] for security_group (69d21416-4273-4ba3-98ce-326facec7002), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:10.741885 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a9c1099-e747-42a9-bf16-32485570fe53 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Made reservation on behalf of 28823d1be89a4373833a0b6442186e0d for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:01:10.749097 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6a9c1099-e747-42a9-bf16-32485570fe53 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:10.751577 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f5812ed9-496a-4b40-9fd3-b98dbafda5fa tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Publish callbacks [] for security_group (69d21416-4273-4ba3-98ce-326facec7002), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:10.752805 n-d-825015-3 neutron-server[103475]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a9c1099-e747-42a9-bf16-32485570fe53 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:01:10.753351 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a9c1099-e747-42a9-bf16-32485570fe53 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103475) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:01:10.766199 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-3bb6ba88-575e-4407-9273-0ad733b9c409 None None] For port f8b09f86-8f38-473a-aac2-198c35cfb44c, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=f8b09f86-8f38-473a-aac2-198c35cfb44c,segment=NetworkSegment(c90e1acd-6828-4dc1-a041-2f0d39d337f9),segment_id=c90e1acd-6828-4dc1-a041-2f0d39d337f9)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:01:10.766889 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3bb6ba88-575e-4407-9273-0ad733b9c409 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (f8b09f86-8f38-473a-aac2-198c35cfb44c), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:10.773427 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-6a9c1099-e747-42a9-bf16-32485570fe53 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1417723 Feb 04 13:01:10.776603 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53252) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:10.783374 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-6231a676-9e3f-4717-813a-6b4c71ac6990 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Request body: {'subnet': {'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:10.794444 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-3bb6ba88-575e-4407-9273-0ad733b9c409 None None] Calling delete_port for f8b09f86-8f38-473a-aac2-198c35cfb44c owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:01:10.802135 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f5812ed9-496a-4b40-9fd3-b98dbafda5fa tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (69d21416-4273-4ba3-98ce-326facec7002), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:10.806967 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f5812ed9-496a-4b40-9fd3-b98dbafda5fa tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:10.811167 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-f5812ed9-496a-4b40-9fd3-b98dbafda5fa tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] 10.222.0.65 "DELETE /v2.0/security-groups/69d21416-4273-4ba3-98ce-326facec7002 HTTP/1.1" status: 204 len: 168 time: 0.5777810 Feb 04 13:01:10.821303 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53254) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:10.822093 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5812ed9-496a-4b40-9fd3-b98dbafda5fa tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69d21416-4273-4ba3-98ce-326facec7002,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:10.900845 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-abaabb36-80d5-4d30-aaed-15cf9c02f423 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0702648 Feb 04 13:01:10.900845 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53256) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:10.906538 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-eedeca65-31c0-438d-a7be-61f900d00f0b tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Request body: {'security_group': {'name': 'tempest-secgroup--916916924'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:10.913696 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6231a676-9e3f-4717-813a-6b4c71ac6990 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Made reservation on behalf of 28823d1be89a4373833a0b6442186e0d for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:01:10.915429 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3bb6ba88-575e-4407-9273-0ad733b9c409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (f8b09f86-8f38-473a-aac2-198c35cfb44c), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:10.918645 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6231a676-9e3f-4717-813a-6b4c71ac6990 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:10.920134 n-d-825015-3 neutron-server[103475]: INFO neutron.pecan_wsgi.hooks.translation [None req-6231a676-9e3f-4717-813a-6b4c71ac6990 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:01:10.920925 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6231a676-9e3f-4717-813a-6b4c71ac6990 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103475) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:01:10.932833 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb6ba88-575e-4407-9273-0ad733b9c409 None None] No DVR routers for this DVR port f8b09f86-8f38-473a-aac2-198c35cfb44c on host n-d-825015-3 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:01:10.934876 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-eedeca65-31c0-438d-a7be-61f900d00f0b tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:10.962095 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-6231a676-9e3f-4717-813a-6b4c71ac6990 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1843436 Feb 04 13:01:10.963064 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53260) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:10.969745 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-f5513793-0c8c-4e5f-b40b-10a8a9112bd4 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Request body: {'subnet': {'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:10.972087 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb6ba88-575e-4407-9273-0ad733b9c409 None None] Pushing event deleted for resources: {'Port': ['ID=f8b09f86-8f38-473a-aac2-198c35cfb44c,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:11.030915 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-eedeca65-31c0-438d-a7be-61f900d00f0b tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Publish callbacks [] for security_group (0a083cc7-c782-45cf-8ff7-87c9801b82b9), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:11.036376 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-eedeca65-31c0-438d-a7be-61f900d00f0b tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (0a083cc7-c782-45cf-8ff7-87c9801b82b9), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:11.089241 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedeca65-31c0-438d-a7be-61f900d00f0b tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a083cc7-c782-45cf-8ff7-87c9801b82b9,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:11.094355 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-eedeca65-31c0-438d-a7be-61f900d00f0b tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:11.099509 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53266) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:11.100137 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-eedeca65-31c0-438d-a7be-61f900d00f0b tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1978946 Feb 04 13:01:11.108019 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-89ef8dda-5532-4e5c-87ab-e98d2e84af6c tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Request body: {'security_group_rule': {'security_group_id': '0a083cc7-c782-45cf-8ff7-87c9801b82b9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:11.109021 n-d-825015-3 neutron-server[103475]: WARNING neutron.api.v2.base [None req-89ef8dda-5532-4e5c-87ab-e98d2e84af6c tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 04 13:01:11.109556 n-d-825015-3 neutron-server[103475]: INFO neutron.api.v2.resource [None req-89ef8dda-5532-4e5c-87ab-e98d2e84af6c tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:01:11.112818 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-89ef8dda-5532-4e5c-87ab-e98d2e84af6c tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0112910 Feb 04 13:01:11.115934 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53268) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:11.120751 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-44686a35-3e0b-4856-bbd5-0b3115f83b62 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Request body: {'security_group_rule': {'security_group_id': '0a083cc7-c782-45cf-8ff7-87c9801b82b9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:11.122559 n-d-825015-3 neutron-server[103474]: WARNING neutron.api.v2.base [None req-44686a35-3e0b-4856-bbd5-0b3115f83b62 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 04 13:01:11.122823 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5513793-0c8c-4e5f-b40b-10a8a9112bd4 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Made reservation on behalf of 28823d1be89a4373833a0b6442186e0d for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:01:11.123265 n-d-825015-3 neutron-server[103474]: INFO neutron.api.v2.resource [None req-44686a35-3e0b-4856-bbd5-0b3115f83b62 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:01:11.127062 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-44686a35-3e0b-4856-bbd5-0b3115f83b62 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0074022 Feb 04 13:01:11.127207 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f5513793-0c8c-4e5f-b40b-10a8a9112bd4 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:11.127596 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53270) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:11.127946 n-d-825015-3 neutron-server[103475]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5513793-0c8c-4e5f-b40b-10a8a9112bd4 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:01:11.128715 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5513793-0c8c-4e5f-b40b-10a8a9112bd4 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103475) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:01:11.132407 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-7ba6db2a-be88-44cd-865d-4475254b3118 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Request body: {'security_group_rule': {'security_group_id': '0a083cc7-c782-45cf-8ff7-87c9801b82b9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:11.133347 n-d-825015-3 neutron-server[103474]: WARNING neutron.api.v2.base [None req-7ba6db2a-be88-44cd-865d-4475254b3118 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 04 13:01:11.133915 n-d-825015-3 neutron-server[103474]: INFO neutron.api.v2.resource [None req-7ba6db2a-be88-44cd-865d-4475254b3118 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:01:11.135788 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-7ba6db2a-be88-44cd-865d-4475254b3118 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0062854 Feb 04 13:01:11.138339 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53272) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:11.144717 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-33daea81-ee52-4664-8cf0-a3acb66736eb tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Request body: {'security_group_rule': {'security_group_id': '0a083cc7-c782-45cf-8ff7-87c9801b82b9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:11.145551 n-d-825015-3 neutron-server[103474]: WARNING neutron.api.v2.base [None req-33daea81-ee52-4664-8cf0-a3acb66736eb tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 04 13:01:11.146030 n-d-825015-3 neutron-server[103474]: INFO neutron.api.v2.resource [None req-33daea81-ee52-4664-8cf0-a3acb66736eb tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:01:11.149559 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-33daea81-ee52-4664-8cf0-a3acb66736eb tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0076659 Feb 04 13:01:11.149688 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-f5513793-0c8c-4e5f-b40b-10a8a9112bd4 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1820912 Feb 04 13:01:11.149782 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53274) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:11.150066 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53276) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:11.161954 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-0592bd5d-d10d-4a8d-a7a8-90e8701fddb8 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Request body: {'subnet': {'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:11.273918 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9b30cc57-3455-4af9-add8-cc23c11841b6 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Publish callbacks [] for security_group (0a083cc7-c782-45cf-8ff7-87c9801b82b9), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:11.300039 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0592bd5d-d10d-4a8d-a7a8-90e8701fddb8 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Made reservation on behalf of 28823d1be89a4373833a0b6442186e0d for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:01:11.304485 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0592bd5d-d10d-4a8d-a7a8-90e8701fddb8 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60610638'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:11.305889 n-d-825015-3 neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-0592bd5d-d10d-4a8d-a7a8-90e8701fddb8 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:01:11.306317 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0592bd5d-d10d-4a8d-a7a8-90e8701fddb8 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:01:11.311880 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9b30cc57-3455-4af9-add8-cc23c11841b6 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Publish callbacks [] for security_group (0a083cc7-c782-45cf-8ff7-87c9801b82b9), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:11.335574 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-0592bd5d-d10d-4a8d-a7a8-90e8701fddb8 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1834655 Feb 04 13:01:11.338783 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53280) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:11.366328 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9b30cc57-3455-4af9-add8-cc23c11841b6 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (0a083cc7-c782-45cf-8ff7-87c9801b82b9), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:11.369028 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9b30cc57-3455-4af9-add8-cc23c11841b6 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:11.373052 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-9b30cc57-3455-4af9-add8-cc23c11841b6 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] 10.222.0.65 "DELETE /v2.0/security-groups/0a083cc7-c782-45cf-8ff7-87c9801b82b9 HTTP/1.1" status: 204 len: 168 time: 0.2192590 Feb 04 13:01:11.375832 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53282) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:11.382842 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-ddd2d98c-8fa2-4554-8dd1-e25640420eb2 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0427208 Feb 04 13:01:11.385328 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53284) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:11.393809 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b30cc57-3455-4af9-add8-cc23c11841b6 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a083cc7-c782-45cf-8ff7-87c9801b82b9,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:11.439242 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-97010238-42f8-4238-9407-880807a59a09 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0623376 Feb 04 13:01:11.443257 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53286) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:11.447141 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f465c87e-27b6-4c16-829f-b7b4c9465c60 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:11.448011 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-3be074a0-3d97-4621-b970-0836f0e17b89 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Request body: {'security_group': {'name': 'tempest-secgroup--1196304691'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:11.452023 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-f465c87e-27b6-4c16-829f-b7b4c9465c60 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0625312 Feb 04 13:01:11.452520 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53288) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:11.469863 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3be074a0-3d97-4621-b970-0836f0e17b89 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:11.506651 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-03cc0fea-1844-4d34-8be2-052f23503738 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0493023 Feb 04 13:01:11.507286 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53290) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:11.513419 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-73f5469e-d9bd-4c2f-b251-0b16aff55049 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Request body: {'subnet': {'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:11.540805 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3be074a0-3d97-4621-b970-0836f0e17b89 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Publish callbacks [] for security_group (0eacdd6e-a3ac-42f2-b1ec-644c1cf9ee2d), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:11.545588 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3be074a0-3d97-4621-b970-0836f0e17b89 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (0eacdd6e-a3ac-42f2-b1ec-644c1cf9ee2d), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:11.576504 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3be074a0-3d97-4621-b970-0836f0e17b89 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:11.580810 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-3be074a0-3d97-4621-b970-0836f0e17b89 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1335545 Feb 04 13:01:11.580810 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be074a0-3d97-4621-b970-0836f0e17b89 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0eacdd6e-a3ac-42f2-b1ec-644c1cf9ee2d,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:11.581758 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53292) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:11.585658 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-90ed3aff-ecda-49b2-b4f8-3ef861978b33 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Request body: {'security_group_rule': {'security_group_id': '0eacdd6e-a3ac-42f2-b1ec-644c1cf9ee2d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:11.586748 n-d-825015-3 neutron-server[103474]: WARNING neutron.api.v2.base [None req-90ed3aff-ecda-49b2-b4f8-3ef861978b33 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 04 13:01:11.586950 n-d-825015-3 neutron-server[103474]: INFO neutron.api.v2.resource [None req-90ed3aff-ecda-49b2-b4f8-3ef861978b33 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:01:11.592471 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-90ed3aff-ecda-49b2-b4f8-3ef861978b33 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0060976 Feb 04 13:01:11.592627 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53294) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:11.596953 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-a9bac88a-6de3-4bca-9d75-9bb0eefea667 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Request body: {'security_group_rule': {'security_group_id': '0eacdd6e-a3ac-42f2-b1ec-644c1cf9ee2d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:11.628373 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73f5469e-d9bd-4c2f-b251-0b16aff55049 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Made reservation on behalf of 28823d1be89a4373833a0b6442186e0d for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:01:11.632824 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-73f5469e-d9bd-4c2f-b251-0b16aff55049 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:11.634109 n-d-825015-3 neutron-server[103474]: INFO neutron.api.v2.resource [None req-a9bac88a-6de3-4bca-9d75-9bb0eefea667 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:01:11.638580 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-a9bac88a-6de3-4bca-9d75-9bb0eefea667 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0417640 Feb 04 13:01:11.638881 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53296) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:11.643296 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-67cbee6e-900d-443b-abef-dc244de08068 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Request body: {'security_group_rule': {'security_group_id': '0eacdd6e-a3ac-42f2-b1ec-644c1cf9ee2d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:11.643878 n-d-825015-3 neutron-server[103474]: WARNING neutron.api.v2.base [None req-67cbee6e-900d-443b-abef-dc244de08068 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 04 13:01:11.644420 n-d-825015-3 neutron-server[103474]: INFO neutron.api.v2.resource [None req-67cbee6e-900d-443b-abef-dc244de08068 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:01:11.647878 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-67cbee6e-900d-443b-abef-dc244de08068 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0056360 Feb 04 13:01:11.648144 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53298) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:11.685317 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-9668b0a8-866b-4dc0-960d-a5cc41b5f9ff tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Request body: {'security_group_rule': {'security_group_id': '0eacdd6e-a3ac-42f2-b1ec-644c1cf9ee2d', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:11.751727 n-d-825015-3 neutron-server[103475]: INFO neutron.api.v2.resource [None req-9668b0a8-866b-4dc0-960d-a5cc41b5f9ff tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:01:11.755490 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-9668b0a8-866b-4dc0-960d-a5cc41b5f9ff tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1037121 Feb 04 13:01:11.755657 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53300) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:11.760055 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-d055daf4-84d4-4bde-9075-f940b27830a2 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Request body: {'security_group_rule': {'security_group_id': '0eacdd6e-a3ac-42f2-b1ec-644c1cf9ee2d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:11.762506 n-d-825015-3 neutron-server[103475]: WARNING neutron.api.v2.base [None req-d055daf4-84d4-4bde-9075-f940b27830a2 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 04 13:01:11.763005 n-d-825015-3 neutron-server[103475]: INFO neutron.api.v2.resource [None req-d055daf4-84d4-4bde-9075-f940b27830a2 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:01:11.766261 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-d055daf4-84d4-4bde-9075-f940b27830a2 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0073912 Feb 04 13:01:11.766396 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53302) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:11.771586 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-2ba67b09-e2d1-478c-a626-9a0cbda3b55b tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Request body: {'security_group_rule': {'security_group_id': '0eacdd6e-a3ac-42f2-b1ec-644c1cf9ee2d', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:11.816996 n-d-825015-3 neutron-server[103475]: INFO neutron.db.securitygroups_db [None req-2ba67b09-e2d1-478c-a626-9a0cbda3b55b tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Project fab68d8b568d402281b4ad41233f610a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 13:01:11.848316 n-d-825015-3 neutron-server[103475]: INFO neutron.api.v2.resource [None req-2ba67b09-e2d1-478c-a626-9a0cbda3b55b tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:01:11.848316 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-2ba67b09-e2d1-478c-a626-9a0cbda3b55b tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0775013 Feb 04 13:01:11.848316 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53304) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:11.855498 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-04506224-e614-4269-a77d-0c1c6b964267 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Request body: {'security_group_rule': {'security_group_id': '0eacdd6e-a3ac-42f2-b1ec-644c1cf9ee2d', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:11.855689 n-d-825015-3 neutron-server[103475]: WARNING neutron.api.v2.base [None req-04506224-e614-4269-a77d-0c1c6b964267 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 04 13:01:11.856280 n-d-825015-3 neutron-server[103475]: INFO neutron.api.v2.resource [None req-04506224-e614-4269-a77d-0c1c6b964267 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:01:11.857228 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-04506224-e614-4269-a77d-0c1c6b964267 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0080044 Feb 04 13:01:11.860083 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53306) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:11.865517 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-162792b0-7d04-4a41-830e-8b7ce8272fc5 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Request body: {'security_group_rule': {'security_group_id': '0eacdd6e-a3ac-42f2-b1ec-644c1cf9ee2d', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:11.885684 n-d-825015-3 neutron-server[103474]: INFO neutron.db.securitygroups_db [None req-162792b0-7d04-4a41-830e-8b7ce8272fc5 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Project fab68d8b568d402281b4ad41233f610a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 13:01:11.899240 n-d-825015-3 neutron-server[103474]: INFO neutron.api.v2.resource [None req-162792b0-7d04-4a41-830e-8b7ce8272fc5 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:01:11.904154 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-162792b0-7d04-4a41-830e-8b7ce8272fc5 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0384471 Feb 04 13:01:11.904331 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53308) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:11.908681 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-12900466-2819-4c90-9e7a-73b421365c2f tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Request body: {'security_group_rule': {'security_group_id': '0eacdd6e-a3ac-42f2-b1ec-644c1cf9ee2d', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:11.931484 n-d-825015-3 neutron-server[103474]: INFO neutron.db.securitygroups_db [None req-12900466-2819-4c90-9e7a-73b421365c2f tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Project fab68d8b568d402281b4ad41233f610a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 13:01:11.953447 n-d-825015-3 neutron-server[103474]: INFO neutron.api.v2.resource [None req-12900466-2819-4c90-9e7a-73b421365c2f tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:01:11.958459 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-12900466-2819-4c90-9e7a-73b421365c2f tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0530787 Feb 04 13:01:11.959089 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53312) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:11.997431 n-d-825015-3 neutron-server[103475]: DEBUG neutron.objects.ports [None req-73f5469e-d9bd-4c2f-b251-0b16aff55049 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103475) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 13:01:11.998958 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-73f5469e-d9bd-4c2f-b251-0b16aff55049 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52094127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51452689'] for subnet (db4ea443-92fa-4f65-92c5-ec1ba652ec13), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:12.021784 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3a0a01f8-7c3c-430e-9377-ed9061c710c8 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Publish callbacks [] for security_group (0eacdd6e-a3ac-42f2-b1ec-644c1cf9ee2d), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:12.040374 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f5469e-d9bd-4c2f-b251-0b16aff55049 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:01:12.047598 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-73f5469e-d9bd-4c2f-b251-0b16aff55049 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:01:12.050690 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f5469e-d9bd-4c2f-b251-0b16aff55049 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:12.051199 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3a0a01f8-7c3c-430e-9377-ed9061c710c8 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Publish callbacks [] for security_group (0eacdd6e-a3ac-42f2-b1ec-644c1cf9ee2d), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:12.051336 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-73f5469e-d9bd-4c2f-b251-0b16aff55049 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:12.061424 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0933fa79-76b9-443c-ae93-d1ae8b4e62c8 None None] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:01:12.076802 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f5469e-d9bd-4c2f-b251-0b16aff55049 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Pushing event updated for resources: {'Subnet': ['ID=db4ea443-92fa-4f65-92c5-ec1ba652ec13,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:12.138411 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53318) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:12.139239 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-73f5469e-d9bd-4c2f-b251-0b16aff55049 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6307187 Feb 04 13:01:12.144438 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-0c45dcc5-83a1-4459-b5c8-264220349f77 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Request body: {'port': {'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82', 'mac_address': 'fa:16:3e:38:c5:d1', 'name': 'tempest-NetworksTestDHCPv6-249459258'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:12.149431 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3a0a01f8-7c3c-430e-9377-ed9061c710c8 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (0eacdd6e-a3ac-42f2-b1ec-644c1cf9ee2d), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:12.152089 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3a0a01f8-7c3c-430e-9377-ed9061c710c8 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:12.153248 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-3a0a01f8-7c3c-430e-9377-ed9061c710c8 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] 10.222.0.65 "DELETE /v2.0/security-groups/0eacdd6e-a3ac-42f2-b1ec-644c1cf9ee2d HTTP/1.1" status: 204 len: 168 time: 0.1932116 Feb 04 13:01:12.160734 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53320) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:12.208089 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0a01f8-7c3c-430e-9377-ed9061c710c8 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eacdd6e-a3ac-42f2-b1ec-644c1cf9ee2d,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:12.252014 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-bb4a41e8-cf12-4577-938d-2f4ac0b4fb41 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0889075 Feb 04 13:01:12.255516 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53322) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:12.261175 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-b7093d87-da71-4b58-8a92-a8a02f4381c6 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Request body: {'security_group': {'name': 'tempest-secgroup--2046920358'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:12.266403 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db1d5344-6d04-4896-a07b-b517eafde67b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-38febd13-5a2a-4d46-a8bc-c2d73322ac82', 'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82', 'project_id': '28823d1be89a4373833a0b6442186e0d', 'fixed_ips': [{'subnet_id': 'db4ea443-92fa-4f65-92c5-ec1ba652ec13'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:01:12.267940 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-db1d5344-6d04-4896-a07b-b517eafde67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:12.283550 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device f8b09f86-8f38-473a-aac2-198c35cfb44c no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:01:12.292370 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b7093d87-da71-4b58-8a92-a8a02f4381c6 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:12.311790 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: f8b09f86-8f38-473a-aac2-198c35cfb44c {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:01:12.312740 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device f8b09f86-8f38-473a-aac2-198c35cfb44c not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:01:12.345280 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c45dcc5-83a1-4459-b5c8-264220349f77 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Made reservation on behalf of 28823d1be89a4373833a0b6442186e0d for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:01:12.392201 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b7093d87-da71-4b58-8a92-a8a02f4381c6 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Publish callbacks [] for security_group (97a335c8-962a-4895-9d37-1de0ab0381fb), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:12.401043 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b7093d87-da71-4b58-8a92-a8a02f4381c6 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (97a335c8-962a-4895-9d37-1de0ab0381fb), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:12.441755 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b7093d87-da71-4b58-8a92-a8a02f4381c6 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:12.446582 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-b7093d87-da71-4b58-8a92-a8a02f4381c6 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1895654 Feb 04 13:01:12.447587 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53324) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:12.447936 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7093d87-da71-4b58-8a92-a8a02f4381c6 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97a335c8-962a-4895-9d37-1de0ab0381fb,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:12.464192 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-5f3b00dd-13f6-4dc7-bb4a-e54e60b8cff0 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Request body: {'security_group_rule': {'security_group_id': '97a335c8-962a-4895-9d37-1de0ab0381fb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:12.477867 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-db1d5344-6d04-4896-a07b-b517eafde67b None None] Allocated IP 2001:db8::f816:3eff:fe6f:464a (38febd13-5a2a-4d46-a8bc-c2d73322ac82/db4ea443-92fa-4f65-92c5-ec1ba652ec13/cba203b2-d767-4e3a-8485-20d5aff50ba5) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:01:12.482921 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0c45dcc5-83a1-4459-b5c8-264220349f77 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:12.510878 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [None req-0c45dcc5-83a1-4459-b5c8-264220349f77 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] device_id is not set on port 70a54176-f2d5-41f9-9159-5b6949dc2d1e yet. {{(pid=103474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:01:12.562331 n-d-825015-3 neutron-server[103474]: INFO neutron.api.v2.resource [None req-5f3b00dd-13f6-4dc7-bb4a-e54e60b8cff0 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] create failed (client error): The resource could not be found. Feb 04 13:01:12.564243 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-5f3b00dd-13f6-4dc7-bb4a-e54e60b8cff0 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1154904 Feb 04 13:01:12.566522 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53326) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:12.571071 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-fdec6f0f-63c8-4001-b7ce-3c9edb3864c3 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Request body: {'security_group_rule': {'security_group_id': '97a335c8-962a-4895-9d37-1de0ab0381fb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'a463085b-28d8-4948-8d67-f9f4a1121b40'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:12.620463 n-d-825015-3 neutron-server[103475]: INFO neutron.api.v2.resource [None req-fdec6f0f-63c8-4001-b7ce-3c9edb3864c3 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] create failed (client error): The resource could not be found. Feb 04 13:01:12.622845 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-fdec6f0f-63c8-4001-b7ce-3c9edb3864c3 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0552969 Feb 04 13:01:12.625933 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53328) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:12.645643 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-db1d5344-6d04-4896-a07b-b517eafde67b None None] Publish callbacks [] for port (cba203b2-d767-4e3a-8485-20d5aff50ba5), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:12.652222 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-db1d5344-6d04-4896-a07b-b517eafde67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (cba203b2-d767-4e3a-8485-20d5aff50ba5), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:12.690396 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7e3ae7af-54e3-44aa-b40c-a031dc8f2861 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Publish callbacks [] for security_group (97a335c8-962a-4895-9d37-1de0ab0381fb), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:12.693495 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1d5344-6d04-4896-a07b-b517eafde67b None None] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:01:12.698076 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-db1d5344-6d04-4896-a07b-b517eafde67b None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:01:12.702085 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1d5344-6d04-4896-a07b-b517eafde67b None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:01:12.718005 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7e3ae7af-54e3-44aa-b40c-a031dc8f2861 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Publish callbacks [] for security_group (97a335c8-962a-4895-9d37-1de0ab0381fb), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:12.732340 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-0c45dcc5-83a1-4459-b5c8-264220349f77 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Allocated IP 2001:db8::f816:3eff:fe38:c5d1 (38febd13-5a2a-4d46-a8bc-c2d73322ac82/db4ea443-92fa-4f65-92c5-ec1ba652ec13/70a54176-f2d5-41f9-9159-5b6949dc2d1e) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:01:12.755256 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1d5344-6d04-4896-a07b-b517eafde67b None None] Pushing event updated for resources: {'Port': ['ID=cba203b2-d767-4e3a-8485-20d5aff50ba5,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:12.781107 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7e3ae7af-54e3-44aa-b40c-a031dc8f2861 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (97a335c8-962a-4895-9d37-1de0ab0381fb), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:12.784394 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7e3ae7af-54e3-44aa-b40c-a031dc8f2861 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:12.785790 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-7e3ae7af-54e3-44aa-b40c-a031dc8f2861 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] 10.222.0.65 "DELETE /v2.0/security-groups/97a335c8-962a-4895-9d37-1de0ab0381fb HTTP/1.1" status: 204 len: 168 time: 0.1585956 Feb 04 13:01:12.792949 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53330) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:12.794183 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-db1d5344-6d04-4896-a07b-b517eafde67b None None] Attempting to bind port cba203b2-d767-4e3a-8485-20d5aff50ba5 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:01:12.794888 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-db1d5344-6d04-4896-a07b-b517eafde67b None None] Attempting to bind port cba203b2-d767-4e3a-8485-20d5aff50ba5 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': 'c90e1acd-6828-4dc1-a041-2f0d39d337f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:01:12.795442 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1d5344-6d04-4896-a07b-b517eafde67b None None] Attempting to bind port cba203b2-d767-4e3a-8485-20d5aff50ba5 on network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:01:12.801087 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1d5344-6d04-4896-a07b-b517eafde67b None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:01:12.801706 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1d5344-6d04-4896-a07b-b517eafde67b None None] Checking segment: {'id': 'c90e1acd-6828-4dc1-a041-2f0d39d337f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:01:12.802298 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-db1d5344-6d04-4896-a07b-b517eafde67b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:12.802858 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3ae7af-54e3-44aa-b40c-a031dc8f2861 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a335c8-962a-4895-9d37-1de0ab0381fb,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:12.803049 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1d5344-6d04-4896-a07b-b517eafde67b None None] Bound using segment: {'id': 'c90e1acd-6828-4dc1-a041-2f0d39d337f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:01:12.803681 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-db1d5344-6d04-4896-a07b-b517eafde67b None None] Bound port: cba203b2-d767-4e3a-8485-20d5aff50ba5, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c90e1acd-6828-4dc1-a041-2f0d39d337f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:01:12.804649 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-db1d5344-6d04-4896-a07b-b517eafde67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (cba203b2-d767-4e3a-8485-20d5aff50ba5), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:12.867278 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-de534413-c184-430a-949b-d41527cdf799 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0724156 Feb 04 13:01:12.874234 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53332) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:12.880892 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-ce70f871-28d2-4adc-abd7-b2155b823023 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Request body: {'security_group_rule': {'security_group_id': '0ab432d4-f68b-4412-8981-d4b5fbe53a10', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:12.890573 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-db1d5344-6d04-4896-a07b-b517eafde67b None None] For port cba203b2-d767-4e3a-8485-20d5aff50ba5, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:01:12.894442 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-db1d5344-6d04-4896-a07b-b517eafde67b None None] For port cba203b2-d767-4e3a-8485-20d5aff50ba5, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=cba203b2-d767-4e3a-8485-20d5aff50ba5,segment=NetworkSegment(c90e1acd-6828-4dc1-a041-2f0d39d337f9),segment_id=c90e1acd-6828-4dc1-a041-2f0d39d337f9)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:01:12.903187 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-db1d5344-6d04-4896-a07b-b517eafde67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (cba203b2-d767-4e3a-8485-20d5aff50ba5), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:12.932242 n-d-825015-3 neutron-server[103475]: INFO neutron.api.v2.resource [None req-ce70f871-28d2-4adc-abd7-b2155b823023 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] create failed (client error): The resource could not be found. Feb 04 13:01:12.938011 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-ce70f871-28d2-4adc-abd7-b2155b823023 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0583971 Feb 04 13:01:12.939133 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53334) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:12.945595 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-40a6950b-e851-465f-ad89-4ec43e973e60 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Request body: {'security_group': {'name': 'tempest-secgroup--640907657'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:12.973994 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1d5344-6d04-4896-a07b-b517eafde67b None None] Pushing event updated for resources: {'Port': ['ID=cba203b2-d767-4e3a-8485-20d5aff50ba5,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:13.016694 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-40a6950b-e851-465f-ad89-4ec43e973e60 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:13.053663 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0c45dcc5-83a1-4459-b5c8-264220349f77 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for port (70a54176-f2d5-41f9-9159-5b6949dc2d1e), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:13.147433 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-40a6950b-e851-465f-ad89-4ec43e973e60 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Publish callbacks [] for security_group (c9cc2afc-8e54-4a50-8c58-453f1a55a2b5), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:13.148976 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0c45dcc5-83a1-4459-b5c8-264220349f77 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (70a54176-f2d5-41f9-9159-5b6949dc2d1e), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:13.162958 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-40a6950b-e851-465f-ad89-4ec43e973e60 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (c9cc2afc-8e54-4a50-8c58-453f1a55a2b5), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:13.226461 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c45dcc5-83a1-4459-b5c8-264220349f77 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:01:13.234073 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-40a6950b-e851-465f-ad89-4ec43e973e60 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:13.235321 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-40a6950b-e851-465f-ad89-4ec43e973e60 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2960167 Feb 04 13:01:13.238736 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53338) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:13.243288 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-e0af7472-0bd8-4d95-9530-c04d70db06d0 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Request body: {'security_group': {'name': 'tempest-secgroup--8766094'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:13.245302 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-0c45dcc5-83a1-4459-b5c8-264220349f77 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:01:13.266255 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c45dcc5-83a1-4459-b5c8-264220349f77 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:01:13.275342 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c45dcc5-83a1-4459-b5c8-264220349f77 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:13.276257 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0c45dcc5-83a1-4459-b5c8-264220349f77 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:13.278635 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e0af7472-0bd8-4d95-9530-c04d70db06d0 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:13.279647 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c45dcc5-83a1-4459-b5c8-264220349f77 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Pushing event updated for resources: {'Port': ['ID=70a54176-f2d5-41f9-9159-5b6949dc2d1e,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:13.302381 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a6950b-e851-465f-ad89-4ec43e973e60 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9cc2afc-8e54-4a50-8c58-453f1a55a2b5,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:13.323525 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-0c45dcc5-83a1-4459-b5c8-264220349f77 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1831918 Feb 04 13:01:13.327192 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53344) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:13.413058 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e0af7472-0bd8-4d95-9530-c04d70db06d0 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Publish callbacks [] for security_group (8e5d9726-4b71-47c3-be29-7c5a17075697), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:13.420912 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e0af7472-0bd8-4d95-9530-c04d70db06d0 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (8e5d9726-4b71-47c3-be29-7c5a17075697), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:13.430608 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f93401f-f0a3-4880-b9db-b1639531d969 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:13.436171 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f93401f-f0a3-4880-b9db-b1639531d969 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:13.437726 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-0f93401f-f0a3-4880-b9db-b1639531d969 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1095364 Feb 04 13:01:13.440742 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53346) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:13.471043 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e0af7472-0bd8-4d95-9530-c04d70db06d0 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:13.475971 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-e0af7472-0bd8-4d95-9530-c04d70db06d0 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.2330616 Feb 04 13:01:13.476152 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53348) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:13.477202 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0af7472-0bd8-4d95-9530-c04d70db06d0 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e5d9726-4b71-47c3-be29-7c5a17075697,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:13.488592 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-734116c3-7c12-46c1-8441-44562c41a69f tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Request body: {'security_group_rule': {'security_group_id': 'c9cc2afc-8e54-4a50-8c58-453f1a55a2b5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '8e5d9726-4b71-47c3-be29-7c5a17075697'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:13.561617 n-d-825015-3 neutron-server[103474]: INFO neutron.api.v2.resource [None req-734116c3-7c12-46c1-8441-44562c41a69f tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:01:13.562758 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-734116c3-7c12-46c1-8441-44562c41a69f tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0861709 Feb 04 13:01:13.565628 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53350) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:13.584677 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-f8b44928-5482-4488-a475-a1f39abf39d1 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Deleting port 70a54176-f2d5-41f9-9159-5b6949dc2d1e {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:01:13.585071 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f8b44928-5482-4488-a475-a1f39abf39d1 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (70a54176-f2d5-41f9-9159-5b6949dc2d1e), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:13.620755 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-da846fea-f29d-4dd0-b6ac-6473a0980fbd tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Publish callbacks [] for security_group (8e5d9726-4b71-47c3-be29-7c5a17075697), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:13.645045 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-da846fea-f29d-4dd0-b6ac-6473a0980fbd tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Publish callbacks [] for security_group (8e5d9726-4b71-47c3-be29-7c5a17075697), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:13.679059 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f8b44928-5482-4488-a475-a1f39abf39d1 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (70a54176-f2d5-41f9-9159-5b6949dc2d1e), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:13.690412 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-da846fea-f29d-4dd0-b6ac-6473a0980fbd tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (8e5d9726-4b71-47c3-be29-7c5a17075697), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:13.693446 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-da846fea-f29d-4dd0-b6ac-6473a0980fbd tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:13.696986 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-da846fea-f29d-4dd0-b6ac-6473a0980fbd tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] 10.222.0.65 "DELETE /v2.0/security-groups/8e5d9726-4b71-47c3-be29-7c5a17075697 HTTP/1.1" status: 204 len: 168 time: 0.1273685 Feb 04 13:01:13.697158 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-f8b44928-5482-4488-a475-a1f39abf39d1 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Calling delete_port for 70a54176-f2d5-41f9-9159-5b6949dc2d1e owned by {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:01:13.697158 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53352) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:13.703984 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da846fea-f29d-4dd0-b6ac-6473a0980fbd tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e5d9726-4b71-47c3-be29-7c5a17075697,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:13.811814 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-d21fae3a-f89b-422a-90b1-f0f53807545f tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1100533 Feb 04 13:01:13.812400 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53354) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:13.885618 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9d53a093-d672-44e2-ac61-4862b7b3b104 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Publish callbacks [] for security_group (c9cc2afc-8e54-4a50-8c58-453f1a55a2b5), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:13.905431 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f8b44928-5482-4488-a475-a1f39abf39d1 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (70a54176-f2d5-41f9-9159-5b6949dc2d1e), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:13.915602 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9d53a093-d672-44e2-ac61-4862b7b3b104 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Publish callbacks [] for security_group (c9cc2afc-8e54-4a50-8c58-453f1a55a2b5), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:13.950391 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b44928-5482-4488-a475-a1f39abf39d1 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Pushing event deleted for resources: {'Port': ['ID=70a54176-f2d5-41f9-9159-5b6949dc2d1e,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:13.975589 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f8b44928-5482-4488-a475-a1f39abf39d1 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:13.977659 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9d53a093-d672-44e2-ac61-4862b7b3b104 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (c9cc2afc-8e54-4a50-8c58-453f1a55a2b5), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:13.982538 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9d53a093-d672-44e2-ac61-4862b7b3b104 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:13.982842 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-f8b44928-5482-4488-a475-a1f39abf39d1 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "DELETE /v2.0/ports/70a54176-f2d5-41f9-9159-5b6949dc2d1e HTTP/1.1" status: 204 len: 168 time: 0.5409346 Feb 04 13:01:13.983630 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53356) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:13.987342 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-9d53a093-d672-44e2-ac61-4862b7b3b104 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] 10.222.0.65 "DELETE /v2.0/security-groups/c9cc2afc-8e54-4a50-8c58-453f1a55a2b5 HTTP/1.1" status: 204 len: 168 time: 0.1737297 Feb 04 13:01:13.990640 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53358) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:14.028360 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d53a093-d672-44e2-ac61-4862b7b3b104 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9cc2afc-8e54-4a50-8c58-453f1a55a2b5,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:14.061852 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93686d1c-b686-4639-94d4-d2f6bbdf666b tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:14.063372 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93686d1c-b686-4639-94d4-d2f6bbdf666b tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:14.068171 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-93686d1c-b686-4639-94d4-d2f6bbdf666b tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0829780 Feb 04 13:01:14.068973 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53360) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:14.081703 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-e25d9a58-79d8-46ae-8e01-35fc79cfeec4 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0754557 Feb 04 13:01:14.081943 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53362) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:14.104702 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-0ce33571-f01f-416b-8fd3-ae5631c01c4a tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Request body: {'security_group': {'name': 'tempest-secgroup--1727431524'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:14.143552 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-c65ce07d-2b3b-4e4f-aff5-c581c93bc68d tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Deleting subnet db4ea443-92fa-4f65-92c5-ec1ba652ec13 {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:01:14.147141 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0ce33571-f01f-416b-8fd3-ae5631c01c4a tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:14.149232 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c65ce07d-2b3b-4e4f-aff5-c581c93bc68d tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for subnet (db4ea443-92fa-4f65-92c5-ec1ba652ec13), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:14.226898 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c65ce07d-2b3b-4e4f-aff5-c581c93bc68d tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (db4ea443-92fa-4f65-92c5-ec1ba652ec13), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:14.263561 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-cecaf275-00d5-4525-beca-e402c99476da None None] Provisioning complete for port cba203b2-d767-4e3a-8485-20d5aff50ba5 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:01:14.264729 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cecaf275-00d5-4525-beca-e402c99476da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (cba203b2-d767-4e3a-8485-20d5aff50ba5), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:14.353222 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0ce33571-f01f-416b-8fd3-ae5631c01c4a tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Publish callbacks [] for security_group (5c4de8ef-f919-49bd-82a1-c3b72a4057d9), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:14.361281 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0ce33571-f01f-416b-8fd3-ae5631c01c4a tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (5c4de8ef-f919-49bd-82a1-c3b72a4057d9), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:14.361878 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device cba203b2-d767-4e3a-8485-20d5aff50ba5 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:01:14.406752 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c65ce07d-2b3b-4e4f-aff5-c581c93bc68d tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (db4ea443-92fa-4f65-92c5-ec1ba652ec13), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:14.447006 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0ce33571-f01f-416b-8fd3-ae5631c01c4a tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:14.451930 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-0ce33571-f01f-416b-8fd3-ae5631c01c4a tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3655312 Feb 04 13:01:14.455104 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53370) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:14.459577 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-5d3b82a0-f0fe-4250-813a-43a7c6d1270f tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Request body: {'security_group_rule': {'security_group_id': '5c4de8ef-f919-49bd-82a1-c3b72a4057d9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:14.461124 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce33571-f01f-416b-8fd3-ae5631c01c4a tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c4de8ef-f919-49bd-82a1-c3b72a4057d9,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:14.472577 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-cecaf275-00d5-4525-beca-e402c99476da None None] Current status of the port cba203b2-d767-4e3a-8485-20d5aff50ba5 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:01:14.472834 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cecaf275-00d5-4525-beca-e402c99476da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (cba203b2-d767-4e3a-8485-20d5aff50ba5), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:14.500010 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port cba203b2-d767-4e3a-8485-20d5aff50ba5 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:01:14.500704 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (cba203b2-d767-4e3a-8485-20d5aff50ba5), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:14.524267 n-d-825015-3 neutron-server[103475]: INFO neutron.api.v2.resource [None req-5d3b82a0-f0fe-4250-813a-43a7c6d1270f tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:01:14.525607 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-5d3b82a0-f0fe-4250-813a-43a7c6d1270f tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0701838 Feb 04 13:01:14.529209 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53372) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:14.535777 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-dff4b7a6-1c85-4fe0-b86a-c6567ac38639 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Request body: {'security_group_rule': {'security_group_id': '5c4de8ef-f919-49bd-82a1-c3b72a4057d9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:14.549558 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c65ce07d-2b3b-4e4f-aff5-c581c93bc68d tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (db4ea443-92fa-4f65-92c5-ec1ba652ec13), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:14.586929 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65ce07d-2b3b-4e4f-aff5-c581c93bc68d tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Pushing event deleted for resources: {'Subnet': ['ID=db4ea443-92fa-4f65-92c5-ec1ba652ec13,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:14.595301 n-d-825015-3 neutron-server[103475]: INFO neutron.api.v2.resource [None req-dff4b7a6-1c85-4fe0-b86a-c6567ac38639 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:01:14.595973 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c65ce07d-2b3b-4e4f-aff5-c581c93bc68d tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:14.603425 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-dff4b7a6-1c85-4fe0-b86a-c6567ac38639 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0676987 Feb 04 13:01:14.603615 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-c65ce07d-2b3b-4e4f-aff5-c581c93bc68d tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "DELETE /v2.0/subnets/db4ea443-92fa-4f65-92c5-ec1ba652ec13 HTTP/1.1" status: 204 len: 168 time: 0.5294759 Feb 04 13:01:14.603763 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53374) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:14.603894 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53376) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:14.629584 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.db.api [None req-cecaf275-00d5-4525-beca-e402c99476da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103476) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:01:14.630018 n-d-825015-3 neutron-server[103476]: DEBUG oslo_db.api [None req-cecaf275-00d5-4525-beca-e402c99476da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:01:14.664072 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-9ebf4e3b-12d0-4d5d-bdbb-f69b60d83a43 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0595856 Feb 04 13:01:14.665756 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53378) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:14.671715 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-ded4f209-0ab9-4d76-978a-efcf464417fa tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Request body: {'subnet': {'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:14.679959 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-752f2e21-344b-4442-a3d9-72675687e588 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Publish callbacks [] for security_group (5c4de8ef-f919-49bd-82a1-c3b72a4057d9), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:14.703210 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port cba203b2-d767-4e3a-8485-20d5aff50ba5 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:01:14.703525 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (cba203b2-d767-4e3a-8485-20d5aff50ba5), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:14.712921 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-752f2e21-344b-4442-a3d9-72675687e588 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Publish callbacks [] for security_group (5c4de8ef-f919-49bd-82a1-c3b72a4057d9), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:14.741056 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port cba203b2-d767-4e3a-8485-20d5aff50ba5, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=cba203b2-d767-4e3a-8485-20d5aff50ba5,segment=NetworkSegment(c90e1acd-6828-4dc1-a041-2f0d39d337f9),segment_id=c90e1acd-6828-4dc1-a041-2f0d39d337f9)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:01:14.754571 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (cba203b2-d767-4e3a-8485-20d5aff50ba5), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:14.783474 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-752f2e21-344b-4442-a3d9-72675687e588 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (5c4de8ef-f919-49bd-82a1-c3b72a4057d9), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:14.786918 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-752f2e21-344b-4442-a3d9-72675687e588 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:14.790857 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53380) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:14.792203 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-752f2e21-344b-4442-a3d9-72675687e588 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] 10.222.0.65 "DELETE /v2.0/security-groups/5c4de8ef-f919-49bd-82a1-c3b72a4057d9 HTTP/1.1" status: 204 len: 168 time: 0.1849651 Feb 04 13:01:14.805312 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752f2e21-344b-4442-a3d9-72675687e588 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c4de8ef-f919-49bd-82a1-c3b72a4057d9,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:14.860338 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ded4f209-0ab9-4d76-978a-efcf464417fa tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Made reservation on behalf of 28823d1be89a4373833a0b6442186e0d for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:01:14.864373 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ded4f209-0ab9-4d76-978a-efcf464417fa tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:14.889910 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-b636b8a0-db5e-4fb3-ad36-2c2a0c397f4b tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0940926 Feb 04 13:01:14.890698 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53382) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:14.896386 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-cf38ad97-2fe9-4732-b38f-5d2501ac87dd tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Request body: {'security_group': {'name': 'tempest-secgroup--1201455328'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:14.925284 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cf38ad97-2fe9-4732-b38f-5d2501ac87dd tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:14.980863 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d6df47-6454-4a3d-8f08-c576bd4c52f8 None None] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:01:15.016607 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cf38ad97-2fe9-4732-b38f-5d2501ac87dd tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Publish callbacks [] for security_group (07149ecd-293c-47ca-ae48-f4266ced50a3), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:15.025427 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cf38ad97-2fe9-4732-b38f-5d2501ac87dd tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (07149ecd-293c-47ca-ae48-f4266ced50a3), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:15.071376 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=cba203b2-d767-4e3a-8485-20d5aff50ba5,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:15.074998 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cf38ad97-2fe9-4732-b38f-5d2501ac87dd tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:15.079575 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-cf38ad97-2fe9-4732-b38f-5d2501ac87dd tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1873512 Feb 04 13:01:15.080434 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53384) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:15.087083 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-a01db936-1c52-4410-9853-05af36c2b9d9 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:15.088425 n-d-825015-3 neutron-server[103474]: WARNING neutron.api.v2.base [None req-a01db936-1c52-4410-9853-05af36c2b9d9 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 04 13:01:15.089121 n-d-825015-3 neutron-server[103474]: INFO neutron.api.v2.resource [None req-a01db936-1c52-4410-9853-05af36c2b9d9 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] update failed (client error): There was a conflict when trying to complete your request. Feb 04 13:01:15.093835 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-a01db936-1c52-4410-9853-05af36c2b9d9 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] 10.222.0.65 "PUT /v2.0/security-groups/07149ecd-293c-47ca-ae48-f4266ced50a3 HTTP/1.1" status: 409 len: 330 time: 0.0109544 Feb 04 13:01:15.094750 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53386) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:15.095581 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf38ad97-2fe9-4732-b38f-5d2501ac87dd tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07149ecd-293c-47ca-ae48-f4266ced50a3,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:15.177386 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-cecaf275-00d5-4525-beca-e402c99476da None None] Current status of the port cba203b2-d767-4e3a-8485-20d5aff50ba5 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:01:15.194878 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-35b4f91c-5e90-4575-a237-224f35ad9aa7 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Publish callbacks [] for security_group (07149ecd-293c-47ca-ae48-f4266ced50a3), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:15.209113 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819e8de7-45d1-4087-9704-53a4eb458ab4 None None] DHCP port deletion for 38febd13-5a2a-4d46-a8bc-c2d73322ac82 request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:01:15.247807 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-35b4f91c-5e90-4575-a237-224f35ad9aa7 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Publish callbacks [] for security_group (07149ecd-293c-47ca-ae48-f4266ced50a3), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:15.282928 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-819e8de7-45d1-4087-9704-53a4eb458ab4 None None] Deleting port cba203b2-d767-4e3a-8485-20d5aff50ba5 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:01:15.283549 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-819e8de7-45d1-4087-9704-53a4eb458ab4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (cba203b2-d767-4e3a-8485-20d5aff50ba5), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:15.300808 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-35b4f91c-5e90-4575-a237-224f35ad9aa7 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (07149ecd-293c-47ca-ae48-f4266ced50a3), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:15.304579 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-35b4f91c-5e90-4575-a237-224f35ad9aa7 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:15.305202 n-d-825015-3 neutron-server[103475]: DEBUG neutron.objects.ports [None req-ded4f209-0ab9-4d76-978a-efcf464417fa tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103475) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 13:01:15.308583 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-35b4f91c-5e90-4575-a237-224f35ad9aa7 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] 10.222.0.65 "DELETE /v2.0/security-groups/07149ecd-293c-47ca-ae48-f4266ced50a3 HTTP/1.1" status: 204 len: 168 time: 0.2082114 Feb 04 13:01:15.310359 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53394) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:15.317343 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b4f91c-5e90-4575-a237-224f35ad9aa7 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07149ecd-293c-47ca-ae48-f4266ced50a3,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:15.336338 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-0a254cfb-ab8f-4d0f-af27-0c0beedf7f53 None None] Could not find standard attr ID for object 70a54176-f2d5-41f9-9159-5b6949dc2d1e. {{(pid=103476) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 13:01:15.383576 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-819e8de7-45d1-4087-9704-53a4eb458ab4 None None] For port cba203b2-d767-4e3a-8485-20d5aff50ba5, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=cba203b2-d767-4e3a-8485-20d5aff50ba5,segment=NetworkSegment(c90e1acd-6828-4dc1-a041-2f0d39d337f9),segment_id=c90e1acd-6828-4dc1-a041-2f0d39d337f9)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:01:15.384004 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-819e8de7-45d1-4087-9704-53a4eb458ab4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (cba203b2-d767-4e3a-8485-20d5aff50ba5), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:15.398980 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-819e8de7-45d1-4087-9704-53a4eb458ab4 None None] Calling delete_port for cba203b2-d767-4e3a-8485-20d5aff50ba5 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:01:15.441876 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-d0c571e0-1cdf-48b1-93b5-b4239fa7f6d4 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1247981 Feb 04 13:01:15.442308 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53396) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:15.456698 n-d-825015-3 neutron-server[103474]: INFO neutron.api.v2.resource [None req-5b0630a3-c6fb-4e6c-bf05-90a46f902b48 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] delete failed (client error): The resource could not be found. Feb 04 13:01:15.462993 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-5b0630a3-c6fb-4e6c-bf05-90a46f902b48 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] 10.222.0.65 "DELETE /v2.0/security-groups/c260cd38-7d9e-4200-a03d-311eba176273 HTTP/1.1" status: 404 len: 347 time: 0.0145731 Feb 04 13:01:15.462993 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53398) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:15.477376 n-d-825015-3 neutron-server[103474]: INFO neutron.api.v2.resource [None req-9cc301de-8124-4bf9-b82a-8bf5de26a078 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] show failed (client error): The resource could not be found. Feb 04 13:01:15.482636 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-9cc301de-8124-4bf9-b82a-8bf5de26a078 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] 10.222.0.65 "GET /v2.0/security-groups/131ff903-1923-42b7-b6ed-5fbdee36c44c HTTP/1.1" status: 404 len: 347 time: 0.0146406 Feb 04 13:01:15.484173 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53400) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:15.501249 n-d-825015-3 neutron-server[103474]: INFO neutron.api.v2.resource [None req-ad15acb1-ba28-4fa1-a26d-ef4327f96125 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] show failed (client error): The resource could not be found. Feb 04 13:01:15.502137 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-ad15acb1-ba28-4fa1-a26d-ef4327f96125 tempest-NegativeSecGroupIPv6Test-232231427 tempest-NegativeSecGroupIPv6Test-232231427-project] 10.222.0.65 "GET /v2.0/security-group-rules/8334215f-a0c0-4105-8799-2cbf0ed695cf HTTP/1.1" status: 404 len: 356 time: 0.0170484 Feb 04 13:01:15.506229 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-819e8de7-45d1-4087-9704-53a4eb458ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (cba203b2-d767-4e3a-8485-20d5aff50ba5), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:15.511172 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.ipam_pluggable_backend [None req-ded4f209-0ab9-4d76-978a-efcf464417fa tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Port cba203b2-d767-4e3a-8485-20d5aff50ba5 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103475) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 04 13:01:15.512404 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.ipam_pluggable_backend [None req-ded4f209-0ab9-4d76-978a-efcf464417fa tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Reverting IP allocation for 2001:db8::f816:3eff:fe6f:464a {{(pid=103475) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 04 13:01:15.522109 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.ipam_pluggable_backend [None req-ded4f209-0ab9-4d76-978a-efcf464417fa tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe6f:464a {{(pid=103475) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 04 13:01:15.523698 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ded4f209-0ab9-4d76-978a-efcf464417fa tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52094127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51452689'] for subnet (0d02a516-aa2f-44b7-8004-9129eaeb925b), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:15.534866 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819e8de7-45d1-4087-9704-53a4eb458ab4 None None] Pushing event deleted for resources: {'Port': ['ID=cba203b2-d767-4e3a-8485-20d5aff50ba5,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:15.552029 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819e8de7-45d1-4087-9704-53a4eb458ab4 None None] No DVR routers for this DVR port cba203b2-d767-4e3a-8485-20d5aff50ba5 on host n-d-825015-3 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:01:15.578016 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a497d4c5-7df8-4d5c-8c2e-3bf4c2f13979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:15.602748 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded4f209-0ab9-4d76-978a-efcf464417fa tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Pushing event updated for resources: {'Subnet': ['ID=0d02a516-aa2f-44b7-8004-9129eaeb925b,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:15.608853 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded4f209-0ab9-4d76-978a-efcf464417fa tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:01:15.610887 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-ded4f209-0ab9-4d76-978a-efcf464417fa tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:01:15.614307 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded4f209-0ab9-4d76-978a-efcf464417fa tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:15.615816 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ded4f209-0ab9-4d76-978a-efcf464417fa tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:15.632363 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba5af70e-65fe-4f4d-a95b-50b92f9df889 None None] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:01:15.643379 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-ded4f209-0ab9-4d76-978a-efcf464417fa tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9739523 Feb 04 13:01:15.643880 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53404) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:15.649359 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-da09ee6a-f01f-4ad9-aa7d-a8a08b631dfb tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Request body: {'port': {'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82', 'mac_address': 'fa:16:3e:d0:d3:ad', 'name': 'tempest-NetworksTestDHCPv6-1136144226'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:15.768385 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f0052e-b646-40f8-92cd-811ef9f400f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-38febd13-5a2a-4d46-a8bc-c2d73322ac82', 'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82', 'project_id': '28823d1be89a4373833a0b6442186e0d', 'fixed_ips': [{'subnet_id': '0d02a516-aa2f-44b7-8004-9129eaeb925b'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:01:15.770696 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d6f0052e-b646-40f8-92cd-811ef9f400f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:15.802796 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da09ee6a-f01f-4ad9-aa7d-a8a08b631dfb tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Made reservation on behalf of 28823d1be89a4373833a0b6442186e0d for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:01:15.849806 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53408) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:15.911045 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-da09ee6a-f01f-4ad9-aa7d-a8a08b631dfb tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:15.932122 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-d6f0052e-b646-40f8-92cd-811ef9f400f8 None None] Allocated IP 2001:db8::f816:3eff:fe99:31fa (38febd13-5a2a-4d46-a8bc-c2d73322ac82/0d02a516-aa2f-44b7-8004-9129eaeb925b/23773150-b1d5-41fb-a189-cc88e29f8864) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:01:15.940076 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [None req-da09ee6a-f01f-4ad9-aa7d-a8a08b631dfb tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] device_id is not set on port c9c6d932-f0ab-44ed-a84d-3d951dea128f yet. {{(pid=103475) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:01:16.027262 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-e4668571-4a85-42bb-a0c1-6b793a0858d0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fab68d8b568d402281b4ad41233f610a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1761079 Feb 04 13:01:16.030446 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53412) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:16.093384 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a054bca5-3114-47d1-9df3-774a6339cb08 admin admin] Publish callbacks [] for security_group (8916286e-a17b-4efc-9290-31c8c1516b87), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:16.116404 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a054bca5-3114-47d1-9df3-774a6339cb08 admin admin] Publish callbacks [] for security_group (8916286e-a17b-4efc-9290-31c8c1516b87), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:16.116653 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d6f0052e-b646-40f8-92cd-811ef9f400f8 None None] Publish callbacks [] for port (23773150-b1d5-41fb-a189-cc88e29f8864), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:16.124151 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d6f0052e-b646-40f8-92cd-811ef9f400f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (23773150-b1d5-41fb-a189-cc88e29f8864), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:16.186031 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a054bca5-3114-47d1-9df3-774a6339cb08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (8916286e-a17b-4efc-9290-31c8c1516b87), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:16.187833 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-da09ee6a-f01f-4ad9-aa7d-a8a08b631dfb tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Allocated IP 2001:db8::f816:3eff:fed0:d3ad (38febd13-5a2a-4d46-a8bc-c2d73322ac82/0d02a516-aa2f-44b7-8004-9129eaeb925b/c9c6d932-f0ab-44ed-a84d-3d951dea128f) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:01:16.188648 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a054bca5-3114-47d1-9df3-774a6339cb08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:16.192881 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-a054bca5-3114-47d1-9df3-774a6339cb08 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8916286e-a17b-4efc-9290-31c8c1516b87 HTTP/1.1" status: 204 len: 168 time: 0.1606166 Feb 04 13:01:16.202673 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a054bca5-3114-47d1-9df3-774a6339cb08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8916286e-a17b-4efc-9290-31c8c1516b87,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:16.226952 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f0052e-b646-40f8-92cd-811ef9f400f8 None None] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:01:16.235082 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-d6f0052e-b646-40f8-92cd-811ef9f400f8 None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:01:16.244124 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f0052e-b646-40f8-92cd-811ef9f400f8 None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:01:16.253335 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f0052e-b646-40f8-92cd-811ef9f400f8 None None] Pushing event updated for resources: {'Port': ['ID=23773150-b1d5-41fb-a189-cc88e29f8864,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:16.279175 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device cba203b2-d767-4e3a-8485-20d5aff50ba5 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:01:16.305715 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: cba203b2-d767-4e3a-8485-20d5aff50ba5 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:01:16.306389 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device cba203b2-d767-4e3a-8485-20d5aff50ba5 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:01:16.371046 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-d6f0052e-b646-40f8-92cd-811ef9f400f8 None None] Attempting to bind port 23773150-b1d5-41fb-a189-cc88e29f8864 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:01:16.371609 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-d6f0052e-b646-40f8-92cd-811ef9f400f8 None None] Attempting to bind port 23773150-b1d5-41fb-a189-cc88e29f8864 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': 'c90e1acd-6828-4dc1-a041-2f0d39d337f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:01:16.372020 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f0052e-b646-40f8-92cd-811ef9f400f8 None None] Attempting to bind port 23773150-b1d5-41fb-a189-cc88e29f8864 on network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:01:16.377483 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f0052e-b646-40f8-92cd-811ef9f400f8 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:01:16.377860 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f0052e-b646-40f8-92cd-811ef9f400f8 None None] Checking segment: {'id': 'c90e1acd-6828-4dc1-a041-2f0d39d337f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:01:16.378272 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d6f0052e-b646-40f8-92cd-811ef9f400f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:16.378673 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f0052e-b646-40f8-92cd-811ef9f400f8 None None] Bound using segment: {'id': 'c90e1acd-6828-4dc1-a041-2f0d39d337f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:01:16.379280 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-d6f0052e-b646-40f8-92cd-811ef9f400f8 None None] Bound port: 23773150-b1d5-41fb-a189-cc88e29f8864, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c90e1acd-6828-4dc1-a041-2f0d39d337f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:01:16.379680 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d6f0052e-b646-40f8-92cd-811ef9f400f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (23773150-b1d5-41fb-a189-cc88e29f8864), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:16.443641 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-da09ee6a-f01f-4ad9-aa7d-a8a08b631dfb tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for port (c9c6d932-f0ab-44ed-a84d-3d951dea128f), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:16.461631 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-d6f0052e-b646-40f8-92cd-811ef9f400f8 None None] For port 23773150-b1d5-41fb-a189-cc88e29f8864, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:01:16.466764 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-d6f0052e-b646-40f8-92cd-811ef9f400f8 None None] For port 23773150-b1d5-41fb-a189-cc88e29f8864, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=23773150-b1d5-41fb-a189-cc88e29f8864,segment=NetworkSegment(c90e1acd-6828-4dc1-a041-2f0d39d337f9),segment_id=c90e1acd-6828-4dc1-a041-2f0d39d337f9)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:01:16.475942 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d6f0052e-b646-40f8-92cd-811ef9f400f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (23773150-b1d5-41fb-a189-cc88e29f8864), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:16.486209 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-da09ee6a-f01f-4ad9-aa7d-a8a08b631dfb tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (c9c6d932-f0ab-44ed-a84d-3d951dea128f), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:16.525870 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da09ee6a-f01f-4ad9-aa7d-a8a08b631dfb tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:01:16.530960 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-da09ee6a-f01f-4ad9-aa7d-a8a08b631dfb tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:01:16.535250 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da09ee6a-f01f-4ad9-aa7d-a8a08b631dfb tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:01:16.540785 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da09ee6a-f01f-4ad9-aa7d-a8a08b631dfb tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:16.542059 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-da09ee6a-f01f-4ad9-aa7d-a8a08b631dfb tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:16.567017 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f0052e-b646-40f8-92cd-811ef9f400f8 None None] Pushing event updated for resources: {'Port': ['ID=23773150-b1d5-41fb-a189-cc88e29f8864,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:16.578296 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-da09ee6a-f01f-4ad9-aa7d-a8a08b631dfb tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.9332848 Feb 04 13:01:16.581212 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53426) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:16.586171 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da09ee6a-f01f-4ad9-aa7d-a8a08b631dfb tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Pushing event updated for resources: {'Port': ['ID=c9c6d932-f0ab-44ed-a84d-3d951dea128f,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:16.678604 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066a9aee-fdbc-448e-8ad7-05893d106a39 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:16.684264 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066a9aee-fdbc-448e-8ad7-05893d106a39 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:16.686052 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-066a9aee-fdbc-448e-8ad7-05893d106a39 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1038520 Feb 04 13:01:16.688771 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53432) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:16.828766 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-d7acd304-7cfa-4bff-84e0-01ce3937443a tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Deleting port c9c6d932-f0ab-44ed-a84d-3d951dea128f {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:01:16.829908 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d7acd304-7cfa-4bff-84e0-01ce3937443a tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (c9c6d932-f0ab-44ed-a84d-3d951dea128f), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:16.977161 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d7acd304-7cfa-4bff-84e0-01ce3937443a tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (c9c6d932-f0ab-44ed-a84d-3d951dea128f), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:17.008042 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-d7acd304-7cfa-4bff-84e0-01ce3937443a tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Calling delete_port for c9c6d932-f0ab-44ed-a84d-3d951dea128f owned by {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:01:17.160998 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d7acd304-7cfa-4bff-84e0-01ce3937443a tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (c9c6d932-f0ab-44ed-a84d-3d951dea128f), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:17.196998 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53448) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:17.208147 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7acd304-7cfa-4bff-84e0-01ce3937443a tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Pushing event deleted for resources: {'Port': ['ID=c9c6d932-f0ab-44ed-a84d-3d951dea128f,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:17.243131 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d7acd304-7cfa-4bff-84e0-01ce3937443a tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:17.249319 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-d7acd304-7cfa-4bff-84e0-01ce3937443a tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "DELETE /v2.0/ports/c9c6d932-f0ab-44ed-a84d-3d951dea128f HTTP/1.1" status: 204 len: 168 time: 0.5573745 Feb 04 13:01:17.249780 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53452) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:17.329796 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bbddd1a-71a1-45ed-81bb-cdc2ab7ffd68 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:17.331599 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bbddd1a-71a1-45ed-81bb-cdc2ab7ffd68 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:17.333684 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-3bbddd1a-71a1-45ed-81bb-cdc2ab7ffd68 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0829690 Feb 04 13:01:17.336442 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53456) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:17.348827 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-609b8ff3-120d-4e2e-872e-6d517631b8d6 tempest-ServiceProvidersTest-446596489 tempest-ServiceProvidersTest-446596489-project] 10.222.0.65 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1505752 Feb 04 13:01:17.403274 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-00e4a545-5b85-4dc3-b93a-0b713aacb883 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Deleting subnet 0d02a516-aa2f-44b7-8004-9129eaeb925b {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:01:17.408050 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-00e4a545-5b85-4dc3-b93a-0b713aacb883 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for subnet (0d02a516-aa2f-44b7-8004-9129eaeb925b), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:17.466172 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-00e4a545-5b85-4dc3-b93a-0b713aacb883 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (0d02a516-aa2f-44b7-8004-9129eaeb925b), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:17.522185 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:01:17.578992 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-00e4a545-5b85-4dc3-b93a-0b713aacb883 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (0d02a516-aa2f-44b7-8004-9129eaeb925b), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:17.652129 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-00e4a545-5b85-4dc3-b93a-0b713aacb883 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (0d02a516-aa2f-44b7-8004-9129eaeb925b), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:17.697747 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53462) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:17.698375 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-00e4a545-5b85-4dc3-b93a-0b713aacb883 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:17.703989 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-00e4a545-5b85-4dc3-b93a-0b713aacb883 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "DELETE /v2.0/subnets/0d02a516-aa2f-44b7-8004-9129eaeb925b HTTP/1.1" status: 204 len: 168 time: 0.3664463 Feb 04 13:01:17.705437 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e4a545-5b85-4dc3-b93a-0b713aacb883 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Pushing event deleted for resources: {'Subnet': ['ID=0d02a516-aa2f-44b7-8004-9129eaeb925b,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:17.709044 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53464) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:17.758167 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-0b8b79f1-ddb3-4e4d-be5e-71944dbd1aa3 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0458467 Feb 04 13:01:17.758937 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53468) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:17.826745 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7261146b-5a11-45bb-88e6-0cee88c55b03 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:17.828689 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-7261146b-5a11-45bb-88e6-0cee88c55b03 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0687811 Feb 04 13:01:17.831342 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53470) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:17.852814 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6a5bfe82-c156-4458-ba2a-9fbb0020471b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:17.864454 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4537e4-0ab5-43b9-8a96-e872527f79b6 None None] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:01:17.897251 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d3521d-0224-482a-b8bc-70459b348d56 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:17.899366 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-53d3521d-0224-482a-b8bc-70459b348d56 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0668297 Feb 04 13:01:17.901961 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53472) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:17.953396 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6a5bfe82-c156-4458-ba2a-9fbb0020471b admin admin] Publish callbacks [] for security_group (816ffc2f-45f1-4607-8623-55b1e148152a), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:17.957660 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6a5bfe82-c156-4458-ba2a-9fbb0020471b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (816ffc2f-45f1-4607-8623-55b1e148152a), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:17.957923 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-22a28b5b-b9d4-48c6-9b29-76d1c44e5459 None None] Provisioning complete for port 23773150-b1d5-41fb-a189-cc88e29f8864 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:01:17.958400 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-22a28b5b-b9d4-48c6-9b29-76d1c44e5459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (23773150-b1d5-41fb-a189-cc88e29f8864), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:17.967054 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-c6ebc610-e963-439a-a9e9-0053843f90d4 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0635147 Feb 04 13:01:17.971296 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53474) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:17.975968 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-6a4b8bf4-3d0e-4b54-9ba2-6489d18e9f9e tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Request body: {'subnet': {'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:18.010781 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-6a5bfe82-c156-4458-ba2a-9fbb0020471b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1d518a0f42264c928ce5666306758374&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3103435 Feb 04 13:01:18.013165 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53476) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:18.013419 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5bfe82-c156-4458-ba2a-9fbb0020471b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=816ffc2f-45f1-4607-8623-55b1e148152a,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:18.044750 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f38799cd-4be7-42b6-a150-4382f5e17a6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:18.093496 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a6b6a23f-46e0-4d5b-bd2f-26649a178e1d admin admin] Publish callbacks [] for security_group (816ffc2f-45f1-4607-8623-55b1e148152a), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:18.103883 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-22a28b5b-b9d4-48c6-9b29-76d1c44e5459 None None] Current status of the port 23773150-b1d5-41fb-a189-cc88e29f8864 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:01:18.104638 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-22a28b5b-b9d4-48c6-9b29-76d1c44e5459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (23773150-b1d5-41fb-a189-cc88e29f8864), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:18.122881 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a4b8bf4-3d0e-4b54-9ba2-6489d18e9f9e tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Made reservation on behalf of 28823d1be89a4373833a0b6442186e0d for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:01:18.126537 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6a4b8bf4-3d0e-4b54-9ba2-6489d18e9f9e tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60610638'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:18.140647 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a6b6a23f-46e0-4d5b-bd2f-26649a178e1d admin admin] Publish callbacks [] for security_group (816ffc2f-45f1-4607-8623-55b1e148152a), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:18.154271 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-22a28b5b-b9d4-48c6-9b29-76d1c44e5459 None None] For port 23773150-b1d5-41fb-a189-cc88e29f8864, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=23773150-b1d5-41fb-a189-cc88e29f8864,segment=NetworkSegment(c90e1acd-6828-4dc1-a041-2f0d39d337f9),segment_id=c90e1acd-6828-4dc1-a041-2f0d39d337f9)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:01:18.157577 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0be39a-edca-44db-83ff-dea8ae995951 None None] DHCP port deletion for 38febd13-5a2a-4d46-a8bc-c2d73322ac82 request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:01:18.167796 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-22a28b5b-b9d4-48c6-9b29-76d1c44e5459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (23773150-b1d5-41fb-a189-cc88e29f8864), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:18.235656 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a6b6a23f-46e0-4d5b-bd2f-26649a178e1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (816ffc2f-45f1-4607-8623-55b1e148152a), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:18.238479 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a6b6a23f-46e0-4d5b-bd2f-26649a178e1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:18.239752 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-a6b6a23f-46e0-4d5b-bd2f-26649a178e1d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/816ffc2f-45f1-4607-8623-55b1e148152a HTTP/1.1" status: 204 len: 168 time: 0.2110412 Feb 04 13:01:18.255007 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b6a23f-46e0-4d5b-bd2f-26649a178e1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=816ffc2f-45f1-4607-8623-55b1e148152a,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:18.256746 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a28b5b-b9d4-48c6-9b29-76d1c44e5459 None None] Pushing event updated for resources: {'Port': ['ID=23773150-b1d5-41fb-a189-cc88e29f8864,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:18.270057 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-da0be39a-edca-44db-83ff-dea8ae995951 None None] Deleting port 23773150-b1d5-41fb-a189-cc88e29f8864 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:01:18.270366 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-da0be39a-edca-44db-83ff-dea8ae995951 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (23773150-b1d5-41fb-a189-cc88e29f8864), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:18.342453 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-da0be39a-edca-44db-83ff-dea8ae995951 None None] For port 23773150-b1d5-41fb-a189-cc88e29f8864, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=23773150-b1d5-41fb-a189-cc88e29f8864,segment=NetworkSegment(c90e1acd-6828-4dc1-a041-2f0d39d337f9),segment_id=c90e1acd-6828-4dc1-a041-2f0d39d337f9)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:01:18.342579 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-da0be39a-edca-44db-83ff-dea8ae995951 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (23773150-b1d5-41fb-a189-cc88e29f8864), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:18.372130 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-da0be39a-edca-44db-83ff-dea8ae995951 None None] Calling delete_port for 23773150-b1d5-41fb-a189-cc88e29f8864 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:01:18.490608 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-da0be39a-edca-44db-83ff-dea8ae995951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (23773150-b1d5-41fb-a189-cc88e29f8864), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:18.524893 n-d-825015-3 neutron-server[103474]: DEBUG neutron.objects.ports [None req-6a4b8bf4-3d0e-4b54-9ba2-6489d18e9f9e tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103474) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 13:01:18.526647 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0be39a-edca-44db-83ff-dea8ae995951 None None] Pushing event deleted for resources: {'Port': ['ID=23773150-b1d5-41fb-a189-cc88e29f8864,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:18.526792 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6a4b8bf4-3d0e-4b54-9ba2-6489d18e9f9e tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59045178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60610680'] for subnet (f80997c9-191e-47d6-85b0-78dc0c6c17fa), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:18.531750 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0be39a-edca-44db-83ff-dea8ae995951 None None] No DVR routers for this DVR port 23773150-b1d5-41fb-a189-cc88e29f8864 on host n-d-825015-3 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:01:18.576608 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4b8bf4-3d0e-4b54-9ba2-6489d18e9f9e tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:01:18.580125 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-6a4b8bf4-3d0e-4b54-9ba2-6489d18e9f9e tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:01:18.584701 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4b8bf4-3d0e-4b54-9ba2-6489d18e9f9e tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:18.585403 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6a4b8bf4-3d0e-4b54-9ba2-6489d18e9f9e tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:18.598035 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f267edb-8f5d-44a9-9da3-2b98d18cea94 None None] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:01:18.613514 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4b8bf4-3d0e-4b54-9ba2-6489d18e9f9e tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Pushing event updated for resources: {'Subnet': ['ID=f80997c9-191e-47d6-85b0-78dc0c6c17fa,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:18.624020 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-6a4b8bf4-3d0e-4b54-9ba2-6489d18e9f9e tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.6484294 Feb 04 13:01:18.624622 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53490) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:18.630139 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-83e3c9e4-f38a-44da-8c79-ba68b1655813 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Request body: {'port': {'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82', 'mac_address': 'fa:16:3e:b4:20:aa', 'name': 'tempest-NetworksTestDHCPv6-136676001'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:18.750760 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83e3c9e4-f38a-44da-8c79-ba68b1655813 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Made reservation on behalf of 28823d1be89a4373833a0b6442186e0d for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:01:18.755502 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-83e3c9e4-f38a-44da-8c79-ba68b1655813 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:18.757643 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba5c1e4-85dd-4618-a1ce-4018ca5d9305 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-38febd13-5a2a-4d46-a8bc-c2d73322ac82', 'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82', 'project_id': '28823d1be89a4373833a0b6442186e0d', 'fixed_ips': [{'subnet_id': 'f80997c9-191e-47d6-85b0-78dc0c6c17fa'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:01:18.758709 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0ba5c1e4-85dd-4618-a1ce-4018ca5d9305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:18.801107 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [None req-83e3c9e4-f38a-44da-8c79-ba68b1655813 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] device_id is not set on port 11550b5d-2183-411b-a7a1-1bdc0c4067cd yet. {{(pid=103475) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:01:18.899106 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-0ba5c1e4-85dd-4618-a1ce-4018ca5d9305 None None] Allocated IP 2001:db8::f816:3eff:feb6:8148 (38febd13-5a2a-4d46-a8bc-c2d73322ac82/f80997c9-191e-47d6-85b0-78dc0c6c17fa/ef93eba5-e346-497c-b8ae-2922a438ef62) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:01:19.049393 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0ba5c1e4-85dd-4618-a1ce-4018ca5d9305 None None] Publish callbacks [] for port (ef93eba5-e346-497c-b8ae-2922a438ef62), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:19.056367 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0ba5c1e4-85dd-4618-a1ce-4018ca5d9305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (ef93eba5-e346-497c-b8ae-2922a438ef62), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:19.104005 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba5c1e4-85dd-4618-a1ce-4018ca5d9305 None None] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:01:19.107619 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-0ba5c1e4-85dd-4618-a1ce-4018ca5d9305 None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:01:19.110274 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba5c1e4-85dd-4618-a1ce-4018ca5d9305 None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:01:19.136241 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-83e3c9e4-f38a-44da-8c79-ba68b1655813 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Allocated IP 2001:db8::f816:3eff:feb4:20aa (38febd13-5a2a-4d46-a8bc-c2d73322ac82/f80997c9-191e-47d6-85b0-78dc0c6c17fa/11550b5d-2183-411b-a7a1-1bdc0c4067cd) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:01:19.161239 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba5c1e4-85dd-4618-a1ce-4018ca5d9305 None None] Pushing event updated for resources: {'Port': ['ID=ef93eba5-e346-497c-b8ae-2922a438ef62,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:19.186291 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-0ba5c1e4-85dd-4618-a1ce-4018ca5d9305 None None] Attempting to bind port ef93eba5-e346-497c-b8ae-2922a438ef62 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:01:19.186914 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-0ba5c1e4-85dd-4618-a1ce-4018ca5d9305 None None] Attempting to bind port ef93eba5-e346-497c-b8ae-2922a438ef62 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': 'c90e1acd-6828-4dc1-a041-2f0d39d337f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:01:19.187611 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba5c1e4-85dd-4618-a1ce-4018ca5d9305 None None] Attempting to bind port ef93eba5-e346-497c-b8ae-2922a438ef62 on network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:01:19.192817 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba5c1e4-85dd-4618-a1ce-4018ca5d9305 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:01:19.193195 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba5c1e4-85dd-4618-a1ce-4018ca5d9305 None None] Checking segment: {'id': 'c90e1acd-6828-4dc1-a041-2f0d39d337f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:01:19.193597 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0ba5c1e4-85dd-4618-a1ce-4018ca5d9305 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:19.193989 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba5c1e4-85dd-4618-a1ce-4018ca5d9305 None None] Bound using segment: {'id': 'c90e1acd-6828-4dc1-a041-2f0d39d337f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:01:19.194455 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-0ba5c1e4-85dd-4618-a1ce-4018ca5d9305 None None] Bound port: ef93eba5-e346-497c-b8ae-2922a438ef62, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c90e1acd-6828-4dc1-a041-2f0d39d337f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:01:19.194865 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0ba5c1e4-85dd-4618-a1ce-4018ca5d9305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (ef93eba5-e346-497c-b8ae-2922a438ef62), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:19.213971 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53506) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:19.263368 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0ba5c1e4-85dd-4618-a1ce-4018ca5d9305 None None] For port ef93eba5-e346-497c-b8ae-2922a438ef62, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:01:19.268323 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0ba5c1e4-85dd-4618-a1ce-4018ca5d9305 None None] For port ef93eba5-e346-497c-b8ae-2922a438ef62, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=ef93eba5-e346-497c-b8ae-2922a438ef62,segment=NetworkSegment(c90e1acd-6828-4dc1-a041-2f0d39d337f9),segment_id=c90e1acd-6828-4dc1-a041-2f0d39d337f9)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:01:19.275676 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0ba5c1e4-85dd-4618-a1ce-4018ca5d9305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (ef93eba5-e346-497c-b8ae-2922a438ef62), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:19.328185 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-5b4fa497-d4ac-48b9-a83b-a3b5a09060de tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-524700817'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:19.336142 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-83e3c9e4-f38a-44da-8c79-ba68b1655813 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for port (11550b5d-2183-411b-a7a1-1bdc0c4067cd), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:19.355257 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:19.362539 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b4fa497-d4ac-48b9-a83b-a3b5a09060de tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] Made reservation on behalf of e710a72c0f3b421fbac4b5badb5e1d1c for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:01:19.362828 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba5c1e4-85dd-4618-a1ce-4018ca5d9305 None None] Pushing event updated for resources: {'Port': ['ID=ef93eba5-e346-497c-b8ae-2922a438ef62,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:19.367056 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5b4fa497-d4ac-48b9-a83b-a3b5a09060de tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:19.390205 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5b4fa497-d4ac-48b9-a83b-a3b5a09060de tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:19.422849 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-83e3c9e4-f38a-44da-8c79-ba68b1655813 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (11550b5d-2183-411b-a7a1-1bdc0c4067cd), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:19.483376 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e3c9e4-f38a-44da-8c79-ba68b1655813 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:01:19.486588 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-83e3c9e4-f38a-44da-8c79-ba68b1655813 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:01:19.489065 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e3c9e4-f38a-44da-8c79-ba68b1655813 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:01:19.494401 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e3c9e4-f38a-44da-8c79-ba68b1655813 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:19.495017 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-83e3c9e4-f38a-44da-8c79-ba68b1655813 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:19.497569 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5b4fa497-d4ac-48b9-a83b-a3b5a09060de tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] Publish callbacks [] for security_group (3977b06c-8b31-47a6-8fb2-c85bda701457), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:19.503295 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5b4fa497-d4ac-48b9-a83b-a3b5a09060de tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (3977b06c-8b31-47a6-8fb2-c85bda701457), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:19.509274 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e3c9e4-f38a-44da-8c79-ba68b1655813 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Pushing event updated for resources: {'Port': ['ID=11550b5d-2183-411b-a7a1-1bdc0c4067cd,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:19.525655 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-83e3c9e4-f38a-44da-8c79-ba68b1655813 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.8968360 Feb 04 13:01:19.525843 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53516) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:19.540027 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b4fa497-d4ac-48b9-a83b-a3b5a09060de tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:01:19.568695 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4fa497-d4ac-48b9-a83b-a3b5a09060de tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3977b06c-8b31-47a6-8fb2-c85bda701457,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:19.577138 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5b4fa497-d4ac-48b9-a83b-a3b5a09060de tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (8522c800-cf66-4e41-a177-4bec2dc7ec02), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:19.578060 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-5b4fa497-d4ac-48b9-a83b-a3b5a09060de tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] Added segment 8522c800-cf66-4e41-a177-4bec2dc7ec02 of type vlan for network c7234e57-4152-4175-bc36-9d2e76bdd214 Feb 04 13:01:19.645107 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5b4fa497-d4ac-48b9-a83b-a3b5a09060de tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (c7234e57-4152-4175-bc36-9d2e76bdd214), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:19.649041 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7efd5814-9fc2-4d5c-b1de-89318ea7e5d6 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:19.656431 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7efd5814-9fc2-4d5c-b1de-89318ea7e5d6 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:19.659102 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-7efd5814-9fc2-4d5c-b1de-89318ea7e5d6 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1316826 Feb 04 13:01:19.662398 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53518) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:19.697271 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5b4fa497-d4ac-48b9-a83b-a3b5a09060de tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (c7234e57-4152-4175-bc36-9d2e76bdd214), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:19.710237 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4fa497-d4ac-48b9-a83b-a3b5a09060de tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:19.711201 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5b4fa497-d4ac-48b9-a83b-a3b5a09060de tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:19.751917 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-5b4fa497-d4ac-48b9-a83b-a3b5a09060de tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.5367465 Feb 04 13:01:19.756453 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53520) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:19.761886 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-cec3bcd1-a597-4310-9580-1c0d925c33d8 tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] Request body: {'subnet': {'network_id': 'c7234e57-4152-4175-bc36-9d2e76bdd214', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:19.825877 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4fa497-d4ac-48b9-a83b-a3b5a09060de tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] Pushing event updated for resources: {'Network': ['ID=c7234e57-4152-4175-bc36-9d2e76bdd214,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:19.837318 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network c7234e57-4152-4175-bc36-9d2e76bdd214 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:01:19.883924 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-c4105d10-c6bd-4b5f-ad28-2fd7e4480602 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Deleting port 11550b5d-2183-411b-a7a1-1bdc0c4067cd {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:01:19.884408 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c4105d10-c6bd-4b5f-ad28-2fd7e4480602 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (11550b5d-2183-411b-a7a1-1bdc0c4067cd), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:19.938696 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cec3bcd1-a597-4310-9580-1c0d925c33d8 tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] Made reservation on behalf of e710a72c0f3b421fbac4b5badb5e1d1c for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:01:19.942173 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cec3bcd1-a597-4310-9580-1c0d925c33d8 tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:20.050021 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c4105d10-c6bd-4b5f-ad28-2fd7e4480602 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (11550b5d-2183-411b-a7a1-1bdc0c4067cd), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:20.075062 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-c4105d10-c6bd-4b5f-ad28-2fd7e4480602 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Calling delete_port for 11550b5d-2183-411b-a7a1-1bdc0c4067cd owned by {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:01:20.304771 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cec3bcd1-a597-4310-9580-1c0d925c33d8 tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52094127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51452689'] for subnet (5e1cf4e8-523c-4508-a60f-8b0a420894ac), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:20.313250 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c4105d10-c6bd-4b5f-ad28-2fd7e4480602 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (11550b5d-2183-411b-a7a1-1bdc0c4067cd), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:20.334071 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device ef93eba5-e346-497c-b8ae-2922a438ef62 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:01:20.374028 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4105d10-c6bd-4b5f-ad28-2fd7e4480602 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Pushing event deleted for resources: {'Port': ['ID=11550b5d-2183-411b-a7a1-1bdc0c4067cd,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:20.412547 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port ef93eba5-e346-497c-b8ae-2922a438ef62 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:01:20.412935 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (ef93eba5-e346-497c-b8ae-2922a438ef62), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:20.444808 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c4105d10-c6bd-4b5f-ad28-2fd7e4480602 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:20.450359 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-c4105d10-c6bd-4b5f-ad28-2fd7e4480602 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "DELETE /v2.0/ports/11550b5d-2183-411b-a7a1-1bdc0c4067cd HTTP/1.1" status: 204 len: 168 time: 0.7865026 Feb 04 13:01:20.453092 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53526) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:20.474936 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec3bcd1-a597-4310-9580-1c0d925c33d8 tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] Pushing event updated for resources: {'Subnet': ['ID=5e1cf4e8-523c-4508-a60f-8b0a420894ac,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:20.490915 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec3bcd1-a597-4310-9580-1c0d925c33d8 tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] Checking segment: {'id': '8522c800-cf66-4e41-a177-4bec2dc7ec02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c7234e57-4152-4175-bc36-9d2e76bdd214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:01:20.491276 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec3bcd1-a597-4310-9580-1c0d925c33d8 tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] Network hostable DHCP agents. Network: c7234e57-4152-4175-bc36-9d2e76bdd214, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:01:20.514749 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec3bcd1-a597-4310-9580-1c0d925c33d8 tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] Network c7234e57-4152-4175-bc36-9d2e76bdd214 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:01:20.535187 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-cec3bcd1-a597-4310-9580-1c0d925c33d8 tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, c7234e57-4152-4175-bc36-9d2e76bdd214) {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:01:20.551894 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec3bcd1-a597-4310-9580-1c0d925c33d8 tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:20.552497 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cec3bcd1-a597-4310-9580-1c0d925c33d8 tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:20.562263 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6310f74-b367-46d6-9e85-8923130ea327 None None] Network c7234e57-4152-4175-bc36-9d2e76bdd214 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:01:20.581437 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a2aa86-f828-4590-8f0e-c87fea1e59e3 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:20.582606 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a2aa86-f828-4590-8f0e-c87fea1e59e3 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:20.584898 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-16a2aa86-f828-4590-8f0e-c87fea1e59e3 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1293983 Feb 04 13:01:20.587691 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53532) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:20.589512 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-cec3bcd1-a597-4310-9580-1c0d925c33d8 tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8316386 Feb 04 13:01:20.593133 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53534) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:20.603181 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-a0c56d35-4e3e-4995-9dd1-e7d58889f36e tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] Request body: {'port': {'network_id': 'c7234e57-4152-4175-bc36-9d2e76bdd214', 'name': 'tempest-TagsExtTest-704751479'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:20.641097 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port ef93eba5-e346-497c-b8ae-2922a438ef62 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:01:20.641479 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (ef93eba5-e346-497c-b8ae-2922a438ef62), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:20.671903 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-8475877c-eb4f-4e9e-b9c6-c4cccab0d94c tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Deleting subnet f80997c9-191e-47d6-85b0-78dc0c6c17fa {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:01:20.676515 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8475877c-eb4f-4e9e-b9c6-c4cccab0d94c tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for subnet (f80997c9-191e-47d6-85b0-78dc0c6c17fa), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:20.677604 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:20.716361 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port ef93eba5-e346-497c-b8ae-2922a438ef62, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=ef93eba5-e346-497c-b8ae-2922a438ef62,segment=NetworkSegment(c90e1acd-6828-4dc1-a041-2f0d39d337f9),segment_id=c90e1acd-6828-4dc1-a041-2f0d39d337f9)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:01:20.731217 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8475877c-eb4f-4e9e-b9c6-c4cccab0d94c tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (f80997c9-191e-47d6-85b0-78dc0c6c17fa), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:20.740042 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (ef93eba5-e346-497c-b8ae-2922a438ef62), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:20.806771 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=ef93eba5-e346-497c-b8ae-2922a438ef62,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:20.852125 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593d35ee-7873-43c3-95a7-e0d0bb50208b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-c7234e57-4152-4175-bc36-9d2e76bdd214', 'network_id': 'c7234e57-4152-4175-bc36-9d2e76bdd214', 'project_id': 'e710a72c0f3b421fbac4b5badb5e1d1c', 'fixed_ips': [{'subnet_id': '5e1cf4e8-523c-4508-a60f-8b0a420894ac'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:01:20.853319 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-593d35ee-7873-43c3-95a7-e0d0bb50208b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:20.875098 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8475877c-eb4f-4e9e-b9c6-c4cccab0d94c tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (f80997c9-191e-47d6-85b0-78dc0c6c17fa), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:20.966833 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8475877c-eb4f-4e9e-b9c6-c4cccab0d94c tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (f80997c9-191e-47d6-85b0-78dc0c6c17fa), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:21.013926 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8475877c-eb4f-4e9e-b9c6-c4cccab0d94c tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Pushing event deleted for resources: {'Subnet': ['ID=f80997c9-191e-47d6-85b0-78dc0c6c17fa,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:21.020199 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8475877c-eb4f-4e9e-b9c6-c4cccab0d94c tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:21.024227 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-8475877c-eb4f-4e9e-b9c6-c4cccab0d94c tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "DELETE /v2.0/subnets/f80997c9-191e-47d6-85b0-78dc0c6c17fa HTTP/1.1" status: 204 len: 168 time: 0.4347746 Feb 04 13:01:21.026369 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53536) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:21.028746 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-4e286a10-0903-44aa-8546-ee888861d1af None None] Provisioning complete for port ef93eba5-e346-497c-b8ae-2922a438ef62 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:01:21.029308 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4e286a10-0903-44aa-8546-ee888861d1af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (ef93eba5-e346-497c-b8ae-2922a438ef62), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:21.096839 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-593d35ee-7873-43c3-95a7-e0d0bb50208b None None] Allocated IP 172.20.0.2 (c7234e57-4152-4175-bc36-9d2e76bdd214/5e1cf4e8-523c-4508-a60f-8b0a420894ac/c36a2943-3990-4d7e-b78e-a207d713a1d9) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:01:21.126189 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-d40cd841-9805-4df9-916f-d9e96a36638d tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0981264 Feb 04 13:01:21.129008 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53538) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:21.136501 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-208e08f1-4090-4303-874b-24a0b1422bcc tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Request body: {'subnet': {'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:21.146124 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c97bd311-16c1-4130-bdd1-a8f89c5b6a21 req-89441b63-d32a-4ec2-9714-3a56072043f6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e6645098-7d16-411c-8dd8-a5b33cab61da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1069155 Feb 04 13:01:21.161918 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0c56d35-4e3e-4995-9dd1-e7d58889f36e tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] Made reservation on behalf of e710a72c0f3b421fbac4b5badb5e1d1c for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:01:21.172960 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a0c56d35-4e3e-4995-9dd1-e7d58889f36e tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:21.219314 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [None req-a0c56d35-4e3e-4995-9dd1-e7d58889f36e tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] device_id is not set on port 2e829b70-67eb-47d4-b27c-7eae86ca925f yet. {{(pid=103475) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:01:21.285966 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-208e08f1-4090-4303-874b-24a0b1422bcc tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Made reservation on behalf of 28823d1be89a4373833a0b6442186e0d for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:01:21.299813 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-208e08f1-4090-4303-874b-24a0b1422bcc tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60610638'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:21.335814 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97bd311-16c1-4130-bdd1-a8f89c5b6a21 req-6f12b12b-40ae-4c86-9e0c-f1a2775840d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:21.337314 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c97bd311-16c1-4130-bdd1-a8f89c5b6a21 req-6f12b12b-40ae-4c86-9e0c-f1a2775840d2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3c0dc8c0402645d983d20be0fc21117a&device_id=e6645098-7d16-411c-8dd8-a5b33cab61da HTTP/1.1" status: 200 len: 1127 time: 0.1335366 Feb 04 13:01:21.343486 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-4e286a10-0903-44aa-8546-ee888861d1af None None] Current status of the port ef93eba5-e346-497c-b8ae-2922a438ef62 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:01:21.346170 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085e2d93-7e74-4726-8a50-19a7ac164d72 None None] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:01:21.476370 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97bd311-16c1-4130-bdd1-a8f89c5b6a21 req-4745ae54-831c-4b87-bd0c-0f82bb0e4765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:21.477860 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c97bd311-16c1-4130-bdd1-a8f89c5b6a21 req-4745ae54-831c-4b87-bd0c-0f82bb0e4765 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f237d722-433d-480c-8987-66d34675134e HTTP/1.1" status: 200 len: 913 time: 0.1170537 Feb 04 13:01:21.556518 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c97bd311-16c1-4130-bdd1-a8f89c5b6a21 req-a5f76e3f-feb3-4aee-b6a2-a9d915ab7dd7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7efa0323-cf35-4518-9a52-c351985b2e63 HTTP/1.1" status: 200 len: 1000 time: 0.0713727 Feb 04 13:01:21.615600 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97bd311-16c1-4130-bdd1-a8f89c5b6a21 req-49270633-1d6d-4db2-ad8c-8ef38985b073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:21.617905 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c97bd311-16c1-4130-bdd1-a8f89c5b6a21 req-49270633-1d6d-4db2-ad8c-8ef38985b073 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=70faacee-af53-42b7-af83-bbc74f352570 HTTP/1.1" status: 200 len: 851 time: 0.0540133 Feb 04 13:01:21.630422 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-9c049250-b8ad-425b-965e-95c9d87d1b7c None None] Could not find standard attr ID for object 11550b5d-2183-411b-a7a1-1bdc0c4067cd. {{(pid=103476) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 13:01:21.664560 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-593d35ee-7873-43c3-95a7-e0d0bb50208b None None] Publish callbacks [] for port (c36a2943-3990-4d7e-b78e-a207d713a1d9), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:21.677380 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-593d35ee-7873-43c3-95a7-e0d0bb50208b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (c36a2943-3990-4d7e-b78e-a207d713a1d9), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:21.697376 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593d35ee-7873-43c3-95a7-e0d0bb50208b None None] Network c7234e57-4152-4175-bc36-9d2e76bdd214 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:01:21.700958 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-593d35ee-7873-43c3-95a7-e0d0bb50208b None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:01:21.704390 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593d35ee-7873-43c3-95a7-e0d0bb50208b None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:01:21.729644 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97bd311-16c1-4130-bdd1-a8f89c5b6a21 req-25c56d0d-79e8-4429-8215-3da286dbde67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:21.731811 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c97bd311-16c1-4130-bdd1-a8f89c5b6a21 req-25c56d0d-79e8-4429-8215-3da286dbde67 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f237d722-433d-480c-8987-66d34675134e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1071446 Feb 04 13:01:21.746780 n-d-825015-3 neutron-server[103474]: DEBUG neutron.objects.ports [None req-208e08f1-4090-4303-874b-24a0b1422bcc tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103474) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 13:01:21.802598 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:21.806661 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d35ee-7873-43c3-95a7-e0d0bb50208b None None] Pushing event updated for resources: {'Port': ['ID=c36a2943-3990-4d7e-b78e-a207d713a1d9,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:21.854360 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-593d35ee-7873-43c3-95a7-e0d0bb50208b None None] Attempting to bind port c36a2943-3990-4d7e-b78e-a207d713a1d9 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:01:21.854761 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-593d35ee-7873-43c3-95a7-e0d0bb50208b None None] Attempting to bind port c36a2943-3990-4d7e-b78e-a207d713a1d9 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '8522c800-cf66-4e41-a177-4bec2dc7ec02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c7234e57-4152-4175-bc36-9d2e76bdd214'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:01:21.855138 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593d35ee-7873-43c3-95a7-e0d0bb50208b None None] Attempting to bind port c36a2943-3990-4d7e-b78e-a207d713a1d9 on network c7234e57-4152-4175-bc36-9d2e76bdd214 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:01:21.872947 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593d35ee-7873-43c3-95a7-e0d0bb50208b None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:01:21.873505 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593d35ee-7873-43c3-95a7-e0d0bb50208b None None] Checking segment: {'id': '8522c800-cf66-4e41-a177-4bec2dc7ec02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c7234e57-4152-4175-bc36-9d2e76bdd214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:01:21.874658 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-593d35ee-7873-43c3-95a7-e0d0bb50208b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:21.875013 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-a0c56d35-4e3e-4995-9dd1-e7d58889f36e tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] Allocated IP 172.20.0.10 (c7234e57-4152-4175-bc36-9d2e76bdd214/5e1cf4e8-523c-4508-a60f-8b0a420894ac/2e829b70-67eb-47d4-b27c-7eae86ca925f) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:01:21.875528 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593d35ee-7873-43c3-95a7-e0d0bb50208b None None] Bound using segment: {'id': '8522c800-cf66-4e41-a177-4bec2dc7ec02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c7234e57-4152-4175-bc36-9d2e76bdd214'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:01:21.876158 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-593d35ee-7873-43c3-95a7-e0d0bb50208b None None] Bound port: c36a2943-3990-4d7e-b78e-a207d713a1d9, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8522c800-cf66-4e41-a177-4bec2dc7ec02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c7234e57-4152-4175-bc36-9d2e76bdd214'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:01:21.877195 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-593d35ee-7873-43c3-95a7-e0d0bb50208b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (c36a2943-3990-4d7e-b78e-a207d713a1d9), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:21.905282 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb4200e-b8ce-412a-bdd5-6a8b079402d9 None None] DHCP port deletion for 38febd13-5a2a-4d46-a8bc-c2d73322ac82 request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:01:21.908421 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c97bd311-16c1-4130-bdd1-a8f89c5b6a21 req-2d7ea881-6f13-4005-b42a-0606879ea871 service neutron] 10.222.0.73 "GET /v2.0/networks/f237d722-433d-480c-8987-66d34675134e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674616 Feb 04 13:01:22.026333 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-593d35ee-7873-43c3-95a7-e0d0bb50208b None None] For port c36a2943-3990-4d7e-b78e-a207d713a1d9, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:01:22.032124 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-593d35ee-7873-43c3-95a7-e0d0bb50208b None None] For port c36a2943-3990-4d7e-b78e-a207d713a1d9, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=c36a2943-3990-4d7e-b78e-a207d713a1d9,segment=NetworkSegment(8522c800-cf66-4e41-a177-4bec2dc7ec02),segment_id=8522c800-cf66-4e41-a177-4bec2dc7ec02)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:01:22.037807 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-dcb4200e-b8ce-412a-bdd5-6a8b079402d9 None None] Deleting port ef93eba5-e346-497c-b8ae-2922a438ef62 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:01:22.038312 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dcb4200e-b8ce-412a-bdd5-6a8b079402d9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (ef93eba5-e346-497c-b8ae-2922a438ef62), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:22.041574 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-593d35ee-7873-43c3-95a7-e0d0bb50208b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (c36a2943-3990-4d7e-b78e-a207d713a1d9), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:22.095368 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-208e08f1-4090-4303-874b-24a0b1422bcc tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (ef93eba5-e346-497c-b8ae-2922a438ef62), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:22.107881 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c97bd311-16c1-4130-bdd1-a8f89c5b6a21 req-6df6da57-b6f2-4add-9968-b34460a8fd0d service neutron] 10.222.0.73 "GET /v2.0/networks/f237d722-433d-480c-8987-66d34675134e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877685 Feb 04 13:01:22.178237 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a0c56d35-4e3e-4995-9dd1-e7d58889f36e tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] Publish callbacks [] for port (2e829b70-67eb-47d4-b27c-7eae86ca925f), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:22.268313 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a0c56d35-4e3e-4995-9dd1-e7d58889f36e tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (2e829b70-67eb-47d4-b27c-7eae86ca925f), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:22.280824 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d35ee-7873-43c3-95a7-e0d0bb50208b None None] Pushing event updated for resources: {'Port': ['ID=c36a2943-3990-4d7e-b78e-a207d713a1d9,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:22.287796 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-dcb4200e-b8ce-412a-bdd5-6a8b079402d9 None None] For port ef93eba5-e346-497c-b8ae-2922a438ef62, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=ef93eba5-e346-497c-b8ae-2922a438ef62,segment=NetworkSegment(c90e1acd-6828-4dc1-a041-2f0d39d337f9),segment_id=c90e1acd-6828-4dc1-a041-2f0d39d337f9)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:01:22.288628 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dcb4200e-b8ce-412a-bdd5-6a8b079402d9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (ef93eba5-e346-497c-b8ae-2922a438ef62), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:22.292526 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device ef93eba5-e346-497c-b8ae-2922a438ef62 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:01:22.326171 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c56d35-4e3e-4995-9dd1-e7d58889f36e tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] Pushing event updated for resources: {'Port': ['ID=2e829b70-67eb-47d4-b27c-7eae86ca925f,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:22.344398 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c56d35-4e3e-4995-9dd1-e7d58889f36e tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] Network c7234e57-4152-4175-bc36-9d2e76bdd214 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:01:22.346660 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-a0c56d35-4e3e-4995-9dd1-e7d58889f36e tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:01:22.350465 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c56d35-4e3e-4995-9dd1-e7d58889f36e tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:01:22.356944 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-dcb4200e-b8ce-412a-bdd5-6a8b079402d9 None None] Calling delete_port for ef93eba5-e346-497c-b8ae-2922a438ef62 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:01:22.456905 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-208e08f1-4090-4303-874b-24a0b1422bcc tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] For port ef93eba5-e346-497c-b8ae-2922a438ef62, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=ef93eba5-e346-497c-b8ae-2922a438ef62,segment=NetworkSegment(c90e1acd-6828-4dc1-a041-2f0d39d337f9),segment_id=c90e1acd-6828-4dc1-a041-2f0d39d337f9)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:01:22.483706 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c56d35-4e3e-4995-9dd1-e7d58889f36e tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:22.486033 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a0c56d35-4e3e-4995-9dd1-e7d58889f36e tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:22.510069 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-a0c56d35-4e3e-4995-9dd1-e7d58889f36e tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.9125857 Feb 04 13:01:22.510272 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53548) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:22.518471 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-18dd5791-4477-42db-9963-0e1acab602eb tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-2142502466', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:22.543254 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-208e08f1-4090-4303-874b-24a0b1422bcc tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for port (ef93eba5-e346-497c-b8ae-2922a438ef62), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:22.549516 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-208e08f1-4090-4303-874b-24a0b1422bcc tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (ef93eba5-e346-497c-b8ae-2922a438ef62), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:22.562985 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-18dd5791-4477-42db-9963-0e1acab602eb tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10933'] for router (5dc38390-5cc5-47e4-8f64-778f5824f067), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:22.567334 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-18dd5791-4477-42db-9963-0e1acab602eb tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10924'] for router (5dc38390-5cc5-47e4-8f64-778f5824f067), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:22.572432 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-208e08f1-4090-4303-874b-24a0b1422bcc tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59045178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60610680'] for subnet (461ed99d-0439-4d28-8348-eec4beb8b48a), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:22.582221 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dcb4200e-b8ce-412a-bdd5-6a8b079402d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (ef93eba5-e346-497c-b8ae-2922a438ef62), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:22.620148 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb4200e-b8ce-412a-bdd5-6a8b079402d9 None None] Pushing event deleted for resources: {'Port': ['ID=ef93eba5-e346-497c-b8ae-2922a438ef62,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:22.630817 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208e08f1-4090-4303-874b-24a0b1422bcc tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Pushing event deleted for resources: {'Port': ['ID=ef93eba5-e346-497c-b8ae-2922a438ef62,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:22.632717 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port ef93eba5-e346-497c-b8ae-2922a438ef62 is: ACTIVE; New status is: DOWN {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:01:22.633294 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (ef93eba5-e346-497c-b8ae-2922a438ef62), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:22.654553 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208e08f1-4090-4303-874b-24a0b1422bcc tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:01:22.658544 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-208e08f1-4090-4303-874b-24a0b1422bcc tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:01:22.662253 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208e08f1-4090-4303-874b-24a0b1422bcc tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:22.662868 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-208e08f1-4090-4303-874b-24a0b1422bcc tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:22.673206 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb4200e-b8ce-412a-bdd5-6a8b079402d9 None None] No DVR routers for this DVR port ef93eba5-e346-497c-b8ae-2922a438ef62 on host n-d-825015-3 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:01:22.688803 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-18dd5791-4477-42db-9963-0e1acab602eb tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] Publish callbacks [] for router_controller (5dc38390-5cc5-47e4-8f64-778f5824f067), precommit_add_association {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:22.696756 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-208e08f1-4090-4303-874b-24a0b1422bcc tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.5660875 Feb 04 13:01:22.700598 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53552) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:22.702359 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-18dd5791-4477-42db-9963-0e1acab602eb tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141'] for router (5dc38390-5cc5-47e4-8f64-778f5824f067), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:22.707767 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-416fb37a-bd8e-402b-9441-5c0247ec127c tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Request body: {'port': {'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82', 'mac_address': 'fa:16:3e:8a:41:df', 'name': 'tempest-NetworksTestDHCPv6-150806420'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:22.712292 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208e08f1-4090-4303-874b-24a0b1422bcc tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Pushing event updated for resources: {'Subnet': ['ID=461ed99d-0439-4d28-8348-eec4beb8b48a,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:22.719994 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1fbe07-be64-46eb-8d5c-51a172139551 None None] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:01:22.728917 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-18dd5791-4477-42db-9963-0e1acab602eb tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] Publish callbacks [] for router (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:22.731352 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-18dd5791-4477-42db-9963-0e1acab602eb tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2192533 Feb 04 13:01:22.733852 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53554) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:22.740457 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-453e87fe-012f-46bb-b0a0-56ab466ad4a2 tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1075619061', 'prefixes': ['172.20.0.0/16']}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:22.861870 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-453e87fe-012f-46bb-b0a0-56ab466ad4a2 tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:22.865912 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-416fb37a-bd8e-402b-9441-5c0247ec127c tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Made reservation on behalf of 28823d1be89a4373833a0b6442186e0d for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:01:22.871996 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-453e87fe-012f-46bb-b0a0-56ab466ad4a2 tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] 10.222.0.65 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.1328497 Feb 04 13:01:22.872231 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53558) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:22.876890 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.tag.tag_plugin [None req-24bb02ca-6fb7-485a-a53f-cd281c29200a tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '5e1cf4e8-523c-4508-a60f-8b0a420894ac', 'tempest-TagsExtTest-Tag-21237650') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:01:22.893291 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da8ff86-d351-4d4c-aada-b01c6f67c090 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-38febd13-5a2a-4d46-a8bc-c2d73322ac82', 'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82', 'project_id': '28823d1be89a4373833a0b6442186e0d', 'fixed_ips': [{'subnet_id': '461ed99d-0439-4d28-8348-eec4beb8b48a'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:01:22.894177 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9da8ff86-d351-4d4c-aada-b01c6f67c090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:23.041396 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-9da8ff86-d351-4d4c-aada-b01c6f67c090 None None] Allocated IP 2001:db8::f816:3eff:fee9:c2ed (38febd13-5a2a-4d46-a8bc-c2d73322ac82/461ed99d-0439-4d28-8348-eec4beb8b48a/ee322a03-9ec3-4207-9f45-100b10760a27) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:01:23.062904 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-416fb37a-bd8e-402b-9441-5c0247ec127c tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:23.097461 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [None req-416fb37a-bd8e-402b-9441-5c0247ec127c tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] device_id is not set on port 551a75c7-5b96-40db-ba2b-cc072678b81d yet. {{(pid=103474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:01:23.141230 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-24bb02ca-6fb7-485a-a53f-cd281c29200a tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] 10.222.0.65 "PUT /v2.0/subnets/5e1cf4e8-523c-4508-a60f-8b0a420894ac/tags/tempest-TagsExtTest-Tag-21237650 HTTP/1.1" status: 201 len: 201 time: 0.2674546 Feb 04 13:01:23.141781 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53560) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:23.155322 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.tag.tag_plugin [None req-fcbcd6ce-e1a1-45f3-b771-0544667828d3 tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '2e829b70-67eb-47d4-b27c-7eae86ca925f', 'tempest-TagsExtTest-Tag-771049913') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:01:23.209620 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9da8ff86-d351-4d4c-aada-b01c6f67c090 None None] Publish callbacks [] for port (ee322a03-9ec3-4207-9f45-100b10760a27), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:23.216456 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9da8ff86-d351-4d4c-aada-b01c6f67c090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (ee322a03-9ec3-4207-9f45-100b10760a27), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:23.252634 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-fcbcd6ce-e1a1-45f3-b771-0544667828d3 tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] 10.222.0.65 "PUT /v2.0/ports/2e829b70-67eb-47d4-b27c-7eae86ca925f/tags/tempest-TagsExtTest-Tag-771049913 HTTP/1.1" status: 201 len: 201 time: 0.1064227 Feb 04 13:01:23.252942 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53562) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:23.264150 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da8ff86-d351-4d4c-aada-b01c6f67c090 None None] Pushing event updated for resources: {'Port': ['ID=ee322a03-9ec3-4207-9f45-100b10760a27,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:23.265319 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.tag.tag_plugin [None req-87f4fc99-4ac5-4213-9316-ec78369e71d2 tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '5dc38390-5cc5-47e4-8f64-778f5824f067', 'tempest-TagsExtTest-Tag-1001550113') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:01:23.282041 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da8ff86-d351-4d4c-aada-b01c6f67c090 None None] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:01:23.283623 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-9da8ff86-d351-4d4c-aada-b01c6f67c090 None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:01:23.286084 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da8ff86-d351-4d4c-aada-b01c6f67c090 None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:01:23.332710 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-416fb37a-bd8e-402b-9441-5c0247ec127c tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Allocated IP 2001:db8::f816:3eff:fe8a:41df (38febd13-5a2a-4d46-a8bc-c2d73322ac82/461ed99d-0439-4d28-8348-eec4beb8b48a/551a75c7-5b96-40db-ba2b-cc072678b81d) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:01:23.380853 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-9da8ff86-d351-4d4c-aada-b01c6f67c090 None None] Attempting to bind port ee322a03-9ec3-4207-9f45-100b10760a27 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:01:23.382358 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-9da8ff86-d351-4d4c-aada-b01c6f67c090 None None] Attempting to bind port ee322a03-9ec3-4207-9f45-100b10760a27 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': 'c90e1acd-6828-4dc1-a041-2f0d39d337f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:01:23.382978 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da8ff86-d351-4d4c-aada-b01c6f67c090 None None] Attempting to bind port ee322a03-9ec3-4207-9f45-100b10760a27 on network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:01:23.396601 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da8ff86-d351-4d4c-aada-b01c6f67c090 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:01:23.396862 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da8ff86-d351-4d4c-aada-b01c6f67c090 None None] Checking segment: {'id': 'c90e1acd-6828-4dc1-a041-2f0d39d337f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:01:23.397497 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9da8ff86-d351-4d4c-aada-b01c6f67c090 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:23.397905 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da8ff86-d351-4d4c-aada-b01c6f67c090 None None] Bound using segment: {'id': 'c90e1acd-6828-4dc1-a041-2f0d39d337f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:01:23.398499 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-9da8ff86-d351-4d4c-aada-b01c6f67c090 None None] Bound port: ee322a03-9ec3-4207-9f45-100b10760a27, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c90e1acd-6828-4dc1-a041-2f0d39d337f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:01:23.398905 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9da8ff86-d351-4d4c-aada-b01c6f67c090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (ee322a03-9ec3-4207-9f45-100b10760a27), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:23.412975 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-87f4fc99-4ac5-4213-9316-ec78369e71d2 tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] 10.222.0.65 "PUT /v2.0/routers/5dc38390-5cc5-47e4-8f64-778f5824f067/tags/tempest-TagsExtTest-Tag-1001550113 HTTP/1.1" status: 201 len: 201 time: 0.1529667 Feb 04 13:01:23.413573 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53564) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:23.424051 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.tag.tag_plugin [None req-cbb0dfcc-7e69-46b2-8cdb-2e93a58e5ee2 tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '7d0eb3c0-6264-4768-874a-7c1f10b2133d', 'tempest-TagsExtTest-Tag-247650363') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:01:23.469072 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-9da8ff86-d351-4d4c-aada-b01c6f67c090 None None] For port ee322a03-9ec3-4207-9f45-100b10760a27, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:01:23.472798 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-9da8ff86-d351-4d4c-aada-b01c6f67c090 None None] For port ee322a03-9ec3-4207-9f45-100b10760a27, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=ee322a03-9ec3-4207-9f45-100b10760a27,segment=NetworkSegment(c90e1acd-6828-4dc1-a041-2f0d39d337f9),segment_id=c90e1acd-6828-4dc1-a041-2f0d39d337f9)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:01:23.483557 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9da8ff86-d351-4d4c-aada-b01c6f67c090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (ee322a03-9ec3-4207-9f45-100b10760a27), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:23.500784 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-cbb0dfcc-7e69-46b2-8cdb-2e93a58e5ee2 tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] 10.222.0.65 "PUT /v2.0/subnetpools/7d0eb3c0-6264-4768-874a-7c1f10b2133d/tags/tempest-TagsExtTest-Tag-247650363 HTTP/1.1" status: 201 len: 201 time: 0.0848660 Feb 04 13:01:23.501663 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53566) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:23.506769 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.tag.tag_plugin [None req-f9085d92-5ee7-4b61-b6a9-e24dc26e00fb tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '5e1cf4e8-523c-4508-a60f-8b0a420894ac') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:01:23.615227 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da8ff86-d351-4d4c-aada-b01c6f67c090 None None] Pushing event updated for resources: {'Port': ['ID=ee322a03-9ec3-4207-9f45-100b10760a27,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:23.637608 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-416fb37a-bd8e-402b-9441-5c0247ec127c tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for port (551a75c7-5b96-40db-ba2b-cc072678b81d), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:23.645954 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-f9085d92-5ee7-4b61-b6a9-e24dc26e00fb tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] 10.222.0.65 "GET /v2.0/subnets/5e1cf4e8-523c-4508-a60f-8b0a420894ac/tags HTTP/1.1" status: 200 len: 239 time: 0.1426764 Feb 04 13:01:23.648684 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53570) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:23.655186 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.tag.tag_plugin [None req-3681e278-0344-4501-8beb-5ff2becdd71b tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5e1cf4e8-523c-4508-a60f-8b0a420894ac', 'tempest-TagsExtTest-Tag-21237650') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:01:23.694067 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-416fb37a-bd8e-402b-9441-5c0247ec127c tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (551a75c7-5b96-40db-ba2b-cc072678b81d), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:23.752471 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416fb37a-bd8e-402b-9441-5c0247ec127c tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:01:23.755526 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-3681e278-0344-4501-8beb-5ff2becdd71b tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] 10.222.0.65 "GET /v2.0/subnets/5e1cf4e8-523c-4508-a60f-8b0a420894ac/tags/tempest-TagsExtTest-Tag-21237650 HTTP/1.1" status: 204 len: 168 time: 0.1048887 Feb 04 13:01:23.758014 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53574) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:23.760027 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-416fb37a-bd8e-402b-9441-5c0247ec127c tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:01:23.768408 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.tag.tag_plugin [None req-a47d0f34-2bb0-4035-9df9-a7e4c4789c75 tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '5e1cf4e8-523c-4508-a60f-8b0a420894ac', 'tempest-TagsExtTest-Tag-21237650') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:01:23.769096 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416fb37a-bd8e-402b-9441-5c0247ec127c tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:01:23.776180 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416fb37a-bd8e-402b-9441-5c0247ec127c tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:23.778761 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-416fb37a-bd8e-402b-9441-5c0247ec127c tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:23.799888 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416fb37a-bd8e-402b-9441-5c0247ec127c tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Pushing event updated for resources: {'Port': ['ID=551a75c7-5b96-40db-ba2b-cc072678b81d,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:23.817712 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-416fb37a-bd8e-402b-9441-5c0247ec127c tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1120079 Feb 04 13:01:23.818095 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53578) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:23.906217 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb985fe0-429f-42ff-8b16-c4125f8a7dd5 None None] Network c7234e57-4152-4175-bc36-9d2e76bdd214 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:01:23.935227 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-a47d0f34-2bb0-4035-9df9-a7e4c4789c75 tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] 10.222.0.65 "DELETE /v2.0/subnets/5e1cf4e8-523c-4508-a60f-8b0a420894ac/tags/tempest-TagsExtTest-Tag-21237650 HTTP/1.1" status: 204 len: 168 time: 0.1755798 Feb 04 13:01:23.939503 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53580) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:23.947762 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ca4cb7-b06a-41ac-9adb-125f03f45a5f tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:23.948343 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.tag.tag_plugin [None req-6a7dcd3e-8f73-42d0-990e-6f92714ee91f tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '5e1cf4e8-523c-4508-a60f-8b0a420894ac') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:01:23.954040 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ca4cb7-b06a-41ac-9adb-125f03f45a5f tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:23.955808 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-04ca4cb7-b06a-41ac-9adb-125f03f45a5f tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1362514 Feb 04 13:01:23.958344 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53582) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:24.001547 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-9b022bb0-db60-4d67-827d-a3975181a09b None None] Provisioning complete for port c36a2943-3990-4d7e-b78e-a207d713a1d9 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:01:24.001930 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9b022bb0-db60-4d67-827d-a3975181a09b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (c36a2943-3990-4d7e-b78e-a207d713a1d9), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:24.028430 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-6a7dcd3e-8f73-42d0-990e-6f92714ee91f tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] 10.222.0.65 "GET /v2.0/subnets/5e1cf4e8-523c-4508-a60f-8b0a420894ac/tags HTTP/1.1" status: 200 len: 205 time: 0.0869057 Feb 04 13:01:24.030377 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53584) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:24.035819 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.tag.tag_plugin [None req-c22d86db-14fc-43fd-9e67-bf1d502090fa tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '2e829b70-67eb-47d4-b27c-7eae86ca925f') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:01:24.138314 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-c22d86db-14fc-43fd-9e67-bf1d502090fa tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] 10.222.0.65 "GET /v2.0/ports/2e829b70-67eb-47d4-b27c-7eae86ca925f/tags HTTP/1.1" status: 200 len: 240 time: 0.1063144 Feb 04 13:01:24.138547 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-f347b2a9-ae3d-436e-bea3-a3a82588ec92 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Deleting port 551a75c7-5b96-40db-ba2b-cc072678b81d {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:01:24.139001 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f347b2a9-ae3d-436e-bea3-a3a82588ec92 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (551a75c7-5b96-40db-ba2b-cc072678b81d), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:24.142597 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53586) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:24.147330 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.tag.tag_plugin [None req-a49e9f76-d36a-44b9-a262-b988164de484 tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2e829b70-67eb-47d4-b27c-7eae86ca925f', 'tempest-TagsExtTest-Tag-771049913') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:01:24.191799 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-9b022bb0-db60-4d67-827d-a3975181a09b None None] Current status of the port c36a2943-3990-4d7e-b78e-a207d713a1d9 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:01:24.192462 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9b022bb0-db60-4d67-827d-a3975181a09b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (c36a2943-3990-4d7e-b78e-a207d713a1d9), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:24.247954 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-9b022bb0-db60-4d67-827d-a3975181a09b None None] For port c36a2943-3990-4d7e-b78e-a207d713a1d9, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=c36a2943-3990-4d7e-b78e-a207d713a1d9,segment=NetworkSegment(8522c800-cf66-4e41-a177-4bec2dc7ec02),segment_id=8522c800-cf66-4e41-a177-4bec2dc7ec02)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:01:24.258072 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9b022bb0-db60-4d67-827d-a3975181a09b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (c36a2943-3990-4d7e-b78e-a207d713a1d9), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:24.300290 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-a49e9f76-d36a-44b9-a262-b988164de484 tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] 10.222.0.65 "GET /v2.0/ports/2e829b70-67eb-47d4-b27c-7eae86ca925f/tags/tempest-TagsExtTest-Tag-771049913 HTTP/1.1" status: 204 len: 168 time: 0.1564965 Feb 04 13:01:24.302902 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53588) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:24.310083 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.tag.tag_plugin [None req-3acf9cbc-6b66-4544-9391-1b6ec937dfd9 tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '2e829b70-67eb-47d4-b27c-7eae86ca925f', 'tempest-TagsExtTest-Tag-771049913') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:01:24.314526 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f347b2a9-ae3d-436e-bea3-a3a82588ec92 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (551a75c7-5b96-40db-ba2b-cc072678b81d), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:24.340346 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-f347b2a9-ae3d-436e-bea3-a3a82588ec92 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Calling delete_port for 551a75c7-5b96-40db-ba2b-cc072678b81d owned by {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:01:24.359539 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b022bb0-db60-4d67-827d-a3975181a09b None None] Pushing event updated for resources: {'Port': ['ID=c36a2943-3990-4d7e-b78e-a207d713a1d9,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:24.485337 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-3acf9cbc-6b66-4544-9391-1b6ec937dfd9 tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] 10.222.0.65 "DELETE /v2.0/ports/2e829b70-67eb-47d4-b27c-7eae86ca925f/tags/tempest-TagsExtTest-Tag-771049913 HTTP/1.1" status: 204 len: 168 time: 0.1806915 Feb 04 13:01:24.487427 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53590) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:24.487563 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device ee322a03-9ec3-4207-9f45-100b10760a27 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:01:24.493606 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.tag.tag_plugin [None req-17faa303-8ca2-4854-b18c-77d9ec26352f tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '2e829b70-67eb-47d4-b27c-7eae86ca925f') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:01:24.600113 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-17faa303-8ca2-4854-b18c-77d9ec26352f tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] 10.222.0.65 "GET /v2.0/ports/2e829b70-67eb-47d4-b27c-7eae86ca925f/tags HTTP/1.1" status: 200 len: 205 time: 0.1104398 Feb 04 13:01:24.603030 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53594) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:24.609354 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.tag.tag_plugin [None req-1928d123-6afa-4f6d-bf6b-8b30985058e1 tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '5dc38390-5cc5-47e4-8f64-778f5824f067') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:01:24.630731 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-0c81df24-0e43-43fb-88b0-22b4fa90981b None None] Provisioning complete for port 2e829b70-67eb-47d4-b27c-7eae86ca925f triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:01:24.640747 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0c81df24-0e43-43fb-88b0-22b4fa90981b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (2e829b70-67eb-47d4-b27c-7eae86ca925f), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:24.690117 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0c81df24-0e43-43fb-88b0-22b4fa90981b None None] Port 2e829b70-67eb-47d4-b27c-7eae86ca925f cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:01:24.696608 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port ee322a03-9ec3-4207-9f45-100b10760a27 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:01:24.697492 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (ee322a03-9ec3-4207-9f45-100b10760a27), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:24.743951 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-0c81df24-0e43-43fb-88b0-22b4fa90981b None None] Provisioning complete for port c36a2943-3990-4d7e-b78e-a207d713a1d9 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:01:24.744922 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0c81df24-0e43-43fb-88b0-22b4fa90981b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (c36a2943-3990-4d7e-b78e-a207d713a1d9), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:24.815960 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-1928d123-6afa-4f6d-bf6b-8b30985058e1 tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] 10.222.0.65 "GET /v2.0/routers/5dc38390-5cc5-47e4-8f64-778f5824f067/tags HTTP/1.1" status: 200 len: 241 time: 0.2111843 Feb 04 13:01:24.818701 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53596) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:24.823931 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.tag.tag_plugin [None req-6245af17-4e9c-4722-9163-799676252d2e tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5dc38390-5cc5-47e4-8f64-778f5824f067', 'tempest-TagsExtTest-Tag-1001550113') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:01:24.886246 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port ee322a03-9ec3-4207-9f45-100b10760a27 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:01:24.886606 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (ee322a03-9ec3-4207-9f45-100b10760a27), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:24.955136 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-6245af17-4e9c-4722-9163-799676252d2e tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] 10.222.0.65 "GET /v2.0/routers/5dc38390-5cc5-47e4-8f64-778f5824f067/tags/tempest-TagsExtTest-Tag-1001550113 HTTP/1.1" status: 204 len: 168 time: 0.1349568 Feb 04 13:01:24.957928 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53598) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:24.965659 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.tag.tag_plugin [None req-381e0732-b7e7-486f-9b53-24013290df96 tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '5dc38390-5cc5-47e4-8f64-778f5824f067', 'tempest-TagsExtTest-Tag-1001550113') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:01:24.975044 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port ee322a03-9ec3-4207-9f45-100b10760a27, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=ee322a03-9ec3-4207-9f45-100b10760a27,segment=NetworkSegment(c90e1acd-6828-4dc1-a041-2f0d39d337f9),segment_id=c90e1acd-6828-4dc1-a041-2f0d39d337f9)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:01:24.990110 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (ee322a03-9ec3-4207-9f45-100b10760a27), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:24.991315 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device c36a2943-3990-4d7e-b78e-a207d713a1d9 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:01:25.086656 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0c81df24-0e43-43fb-88b0-22b4fa90981b None None] Current status of the port c36a2943-3990-4d7e-b78e-a207d713a1d9 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:01:25.124379 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f347b2a9-ae3d-436e-bea3-a3a82588ec92 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (551a75c7-5b96-40db-ba2b-cc072678b81d), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:25.139312 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-381e0732-b7e7-486f-9b53-24013290df96 tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] 10.222.0.65 "DELETE /v2.0/routers/5dc38390-5cc5-47e4-8f64-778f5824f067/tags/tempest-TagsExtTest-Tag-1001550113 HTTP/1.1" status: 204 len: 168 time: 0.1785610 Feb 04 13:01:25.141629 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53600) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:25.146628 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.tag.tag_plugin [None req-78e97f15-eeb1-499f-83ce-104f4b5bdad6 tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '5dc38390-5cc5-47e4-8f64-778f5824f067') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:01:25.156637 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=ee322a03-9ec3-4207-9f45-100b10760a27,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:25.161212 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f347b2a9-ae3d-436e-bea3-a3a82588ec92 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Pushing event deleted for resources: {'Port': ['ID=551a75c7-5b96-40db-ba2b-cc072678b81d,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:25.192229 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port c36a2943-3990-4d7e-b78e-a207d713a1d9 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:01:25.192609 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (c36a2943-3990-4d7e-b78e-a207d713a1d9), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:25.217198 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f347b2a9-ae3d-436e-bea3-a3a82588ec92 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:25.225300 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-f347b2a9-ae3d-436e-bea3-a3a82588ec92 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "DELETE /v2.0/ports/551a75c7-5b96-40db-ba2b-cc072678b81d HTTP/1.1" status: 204 len: 168 time: 1.2601717 Feb 04 13:01:25.225982 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53602) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:25.261206 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-a8405837-6e0a-465f-a3ee-6431f4065faf None None] Provisioning complete for port 2e829b70-67eb-47d4-b27c-7eae86ca925f triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:01:25.261633 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a8405837-6e0a-465f-a3ee-6431f4065faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (2e829b70-67eb-47d4-b27c-7eae86ca925f), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:25.284128 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-78e97f15-eeb1-499f-83ce-104f4b5bdad6 tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] 10.222.0.65 "GET /v2.0/routers/5dc38390-5cc5-47e4-8f64-778f5824f067/tags HTTP/1.1" status: 200 len: 205 time: 0.1411271 Feb 04 13:01:25.286310 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53608) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:25.294548 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.tag.tag_plugin [None req-bffad342-a87c-48f3-867d-1015068610a1 tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '7d0eb3c0-6264-4768-874a-7c1f10b2133d') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:01:25.305500 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568deb11-caee-4017-8fe6-a0e4263029c0 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:25.306947 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568deb11-caee-4017-8fe6-a0e4263029c0 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:25.309365 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-568deb11-caee-4017-8fe6-a0e4263029c0 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0816092 Feb 04 13:01:25.313452 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53610) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:25.329069 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-bffad342-a87c-48f3-867d-1015068610a1 tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] 10.222.0.65 "GET /v2.0/subnetpools/7d0eb3c0-6264-4768-874a-7c1f10b2133d/tags HTTP/1.1" status: 200 len: 240 time: 0.0413990 Feb 04 13:01:25.331609 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53612) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:25.336107 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.tag.tag_plugin [None req-fa6c7801-345f-4205-9227-09e4e4d3f85c tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7d0eb3c0-6264-4768-874a-7c1f10b2133d', 'tempest-TagsExtTest-Tag-247650363') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:01:25.371040 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-a8405837-6e0a-465f-a3ee-6431f4065faf None None] Port 2e829b70-67eb-47d4-b27c-7eae86ca925f cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:01:25.371269 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-fa6c7801-345f-4205-9227-09e4e4d3f85c tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] 10.222.0.65 "GET /v2.0/subnetpools/7d0eb3c0-6264-4768-874a-7c1f10b2133d/tags/tempest-TagsExtTest-Tag-247650363 HTTP/1.1" status: 204 len: 168 time: 0.0361676 Feb 04 13:01:25.373595 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53614) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:25.379295 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.tag.tag_plugin [None req-05e76e64-aea4-4741-b01b-027fae45a26f tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '7d0eb3c0-6264-4768-874a-7c1f10b2133d', 'tempest-TagsExtTest-Tag-247650363') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:01:25.386020 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port c36a2943-3990-4d7e-b78e-a207d713a1d9 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:01:25.410757 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad437dbb-6b6a-40ea-9b7d-b8f6d66851e7 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Deleting subnet 461ed99d-0439-4d28-8348-eec4beb8b48a {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:01:25.414525 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ad437dbb-6b6a-40ea-9b7d-b8f6d66851e7 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for subnet (461ed99d-0439-4d28-8348-eec4beb8b48a), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:25.439510 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-05e76e64-aea4-4741-b01b-027fae45a26f tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] 10.222.0.65 "DELETE /v2.0/subnetpools/7d0eb3c0-6264-4768-874a-7c1f10b2133d/tags/tempest-TagsExtTest-Tag-247650363 HTTP/1.1" status: 204 len: 168 time: 0.0625646 Feb 04 13:01:25.440364 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53616) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:25.444277 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.tag.tag_plugin [None req-6c8c7d0d-2a86-4980-8f83-c305f6e4b1d9 tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '7d0eb3c0-6264-4768-874a-7c1f10b2133d') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:01:25.466359 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ad437dbb-6b6a-40ea-9b7d-b8f6d66851e7 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (461ed99d-0439-4d28-8348-eec4beb8b48a), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:25.473091 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-6c8c7d0d-2a86-4980-8f83-c305f6e4b1d9 tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] 10.222.0.65 "GET /v2.0/subnetpools/7d0eb3c0-6264-4768-874a-7c1f10b2133d/tags HTTP/1.1" status: 200 len: 205 time: 0.0299613 Feb 04 13:01:25.473600 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53618) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:25.488814 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.tag.tag_plugin [None req-5d320a17-8daf-4bbd-8d43-96d33b948085 tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '7d0eb3c0-6264-4768-874a-7c1f10b2133d') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:01:25.508682 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-da6ad88c-c0bc-4156-b598-82c24f838bda None None] Provisioning complete for port ee322a03-9ec3-4207-9f45-100b10760a27 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:01:25.509248 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-da6ad88c-c0bc-4156-b598-82c24f838bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (ee322a03-9ec3-4207-9f45-100b10760a27), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:25.525376 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-5d320a17-8daf-4bbd-8d43-96d33b948085 tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] 10.222.0.65 "DELETE /v2.0/subnetpools/7d0eb3c0-6264-4768-874a-7c1f10b2133d/tags HTTP/1.1" status: 204 len: 168 time: 0.0505147 Feb 04 13:01:25.527987 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53620) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:25.551441 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.tag.tag_plugin [None req-0d94f47b-2559-4af4-baa6-98bfa897e87d tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '5dc38390-5cc5-47e4-8f64-778f5824f067') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:01:25.608407 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-da6ad88c-c0bc-4156-b598-82c24f838bda None None] Current status of the port ee322a03-9ec3-4207-9f45-100b10760a27 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:01:25.649709 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ad437dbb-6b6a-40ea-9b7d-b8f6d66851e7 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (461ed99d-0439-4d28-8348-eec4beb8b48a), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:25.719348 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-0d94f47b-2559-4af4-baa6-98bfa897e87d tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] 10.222.0.65 "DELETE /v2.0/routers/5dc38390-5cc5-47e4-8f64-778f5824f067/tags HTTP/1.1" status: 204 len: 168 time: 0.1720221 Feb 04 13:01:25.722268 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53624) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:25.724521 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-139f2d2e-a4bf-43d7-9135-499d4895fc1d None None] Could not find standard attr ID for object 551a75c7-5b96-40db-ba2b-cc072678b81d. {{(pid=103476) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 13:01:25.727942 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.tag.tag_plugin [None req-96a3249c-f905-4e5b-8bc7-ef13db55898b tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '2e829b70-67eb-47d4-b27c-7eae86ca925f') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:01:25.740877 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ad437dbb-6b6a-40ea-9b7d-b8f6d66851e7 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (461ed99d-0439-4d28-8348-eec4beb8b48a), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:25.773495 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad437dbb-6b6a-40ea-9b7d-b8f6d66851e7 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Pushing event deleted for resources: {'Subnet': ['ID=461ed99d-0439-4d28-8348-eec4beb8b48a,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:25.778398 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ad437dbb-6b6a-40ea-9b7d-b8f6d66851e7 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:25.782214 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-ad437dbb-6b6a-40ea-9b7d-b8f6d66851e7 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "DELETE /v2.0/subnets/461ed99d-0439-4d28-8348-eec4beb8b48a HTTP/1.1" status: 204 len: 168 time: 0.4675093 Feb 04 13:01:25.784464 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53626) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:25.803048 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-96a3249c-f905-4e5b-8bc7-ef13db55898b tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] 10.222.0.65 "DELETE /v2.0/ports/2e829b70-67eb-47d4-b27c-7eae86ca925f/tags HTTP/1.1" status: 204 len: 168 time: 0.0793397 Feb 04 13:01:25.804011 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53628) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:25.809246 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.tag.tag_plugin [None req-cd83b73a-928f-4bbb-9e0e-50ba1955b577 tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '5e1cf4e8-523c-4508-a60f-8b0a420894ac') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:01:25.824706 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0f45f3-3beb-449e-be85-a93a9dedcdc5 None None] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:01:25.843440 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53630) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:25.844304 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-0c697312-bde7-4674-b276-40a2dc6ddbc0 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0574858 Feb 04 13:01:25.911633 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d286890f-7e44-4654-a3b3-14d19131bf26 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:25.913374 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-d286890f-7e44-4654-a3b3-14d19131bf26 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0685327 Feb 04 13:01:25.915970 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53632) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:25.951781 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-cd83b73a-928f-4bbb-9e0e-50ba1955b577 tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] 10.222.0.65 "DELETE /v2.0/subnets/5e1cf4e8-523c-4508-a60f-8b0a420894ac/tags HTTP/1.1" status: 204 len: 168 time: 0.1459136 Feb 04 13:01:25.955448 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53634) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:25.960017 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.tag.tag_plugin [None req-de474974-d6e3-4f11-bf44-a9656f514cd2 tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '5e1cf4e8-523c-4508-a60f-8b0a420894ac', 'tempest-TagsExtTest-Tag-261853329') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:01:26.003800 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebce677c-0ad4-42b0-ad8a-e059e8168b0a None None] DHCP port deletion for 38febd13-5a2a-4d46-a8bc-c2d73322ac82 request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:01:26.007259 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3250cb12-90d1-425d-b511-4b32bc4a81b2 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:26.010994 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-3250cb12-90d1-425d-b511-4b32bc4a81b2 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0905156 Feb 04 13:01:26.012070 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53636) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:26.056089 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ebce677c-0ad4-42b0-ad8a-e059e8168b0a None None] Deleting port ee322a03-9ec3-4207-9f45-100b10760a27 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:01:26.056475 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ebce677c-0ad4-42b0-ad8a-e059e8168b0a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (ee322a03-9ec3-4207-9f45-100b10760a27), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:26.289594 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device c36a2943-3990-4d7e-b78e-a207d713a1d9 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:01:26.308118 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-73d1b078-c7c3-4fb6-91fa-6188263a5fab tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2904515 Feb 04 13:01:26.309681 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53638) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:26.317082 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-0ce35842-ee5d-4c41-8244-090807e1d566 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Request body: {'subnet': {'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:26.329589 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ebce677c-0ad4-42b0-ad8a-e059e8168b0a None None] For port ee322a03-9ec3-4207-9f45-100b10760a27, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=ee322a03-9ec3-4207-9f45-100b10760a27,segment=NetworkSegment(c90e1acd-6828-4dc1-a041-2f0d39d337f9),segment_id=c90e1acd-6828-4dc1-a041-2f0d39d337f9)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:01:26.329995 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ebce677c-0ad4-42b0-ad8a-e059e8168b0a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (ee322a03-9ec3-4207-9f45-100b10760a27), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:26.344974 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-de474974-d6e3-4f11-bf44-a9656f514cd2 tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] 10.222.0.65 "PUT /v2.0/subnets/5e1cf4e8-523c-4508-a60f-8b0a420894ac/tags/tempest-TagsExtTest-Tag-261853329 HTTP/1.1" status: 201 len: 201 time: 0.3860152 Feb 04 13:01:26.345709 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53640) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:26.350568 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ebce677c-0ad4-42b0-ad8a-e059e8168b0a None None] Calling delete_port for ee322a03-9ec3-4207-9f45-100b10760a27 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:01:26.351413 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.tag.tag_plugin [None req-f88a4950-40d4-47ea-a1c7-363d453aacf1 tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '2e829b70-67eb-47d4-b27c-7eae86ca925f', 'tempest-TagsExtTest-Tag-242206077') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:01:26.377415 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port c36a2943-3990-4d7e-b78e-a207d713a1d9 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:01:26.377796 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (c36a2943-3990-4d7e-b78e-a207d713a1d9), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:26.435384 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-f88a4950-40d4-47ea-a1c7-363d453aacf1 tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] 10.222.0.65 "PUT /v2.0/ports/2e829b70-67eb-47d4-b27c-7eae86ca925f/tags/tempest-TagsExtTest-Tag-242206077 HTTP/1.1" status: 201 len: 201 time: 0.0884330 Feb 04 13:01:26.439001 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53642) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:26.444926 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.tag.tag_plugin [None req-96cda886-7d1d-4362-85e9-707e8d7a6256 tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '5dc38390-5cc5-47e4-8f64-778f5824f067', 'tempest-TagsExtTest-Tag-1293518104') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:01:26.482962 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ce35842-ee5d-4c41-8244-090807e1d566 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Made reservation on behalf of 28823d1be89a4373833a0b6442186e0d for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:01:26.486379 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0ce35842-ee5d-4c41-8244-090807e1d566 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60610638'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:26.526021 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ebce677c-0ad4-42b0-ad8a-e059e8168b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (ee322a03-9ec3-4207-9f45-100b10760a27), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:26.528985 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port c36a2943-3990-4d7e-b78e-a207d713a1d9 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:01:26.562104 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebce677c-0ad4-42b0-ad8a-e059e8168b0a None None] Pushing event deleted for resources: {'Port': ['ID=ee322a03-9ec3-4207-9f45-100b10760a27,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:26.565760 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebce677c-0ad4-42b0-ad8a-e059e8168b0a None None] No DVR routers for this DVR port ee322a03-9ec3-4207-9f45-100b10760a27 on host n-d-825015-3 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:01:26.610730 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device ee322a03-9ec3-4207-9f45-100b10760a27 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:01:26.631184 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-96cda886-7d1d-4362-85e9-707e8d7a6256 tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] 10.222.0.65 "PUT /v2.0/routers/5dc38390-5cc5-47e4-8f64-778f5824f067/tags/tempest-TagsExtTest-Tag-1293518104 HTTP/1.1" status: 201 len: 201 time: 0.1900918 Feb 04 13:01:26.633982 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53650) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:26.639224 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.tag.tag_plugin [None req-728db9b9-5517-48c5-b020-eac19ee94cf8 tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '7d0eb3c0-6264-4768-874a-7c1f10b2133d', 'tempest-TagsExtTest-Tag-1577884564') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:01:26.643880 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: ee322a03-9ec3-4207-9f45-100b10760a27 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:01:26.644246 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device ee322a03-9ec3-4207-9f45-100b10760a27 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:01:26.690429 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-728db9b9-5517-48c5-b020-eac19ee94cf8 tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] 10.222.0.65 "PUT /v2.0/subnetpools/7d0eb3c0-6264-4768-874a-7c1f10b2133d/tags/tempest-TagsExtTest-Tag-1577884564 HTTP/1.1" status: 201 len: 201 time: 0.0528495 Feb 04 13:01:26.690633 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53652) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:26.695197 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.tag.tag_plugin [None req-bfe7ed0d-dd8b-46bf-bfc9-b9410ad62a12 tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '5e1cf4e8-523c-4508-a60f-8b0a420894ac', {'tags': ['tempest-TagsExtTest-Tag-410960763', 'tempest-TagsExtTest-Tag-899397438', 'tempest-TagsExtTest-Tag-1350616912']}) {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:01:26.761406 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-bfe7ed0d-dd8b-46bf-bfc9-b9410ad62a12 tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] 10.222.0.65 "PUT /v2.0/subnets/5e1cf4e8-523c-4508-a60f-8b0a420894ac/tags HTTP/1.1" status: 200 len: 316 time: 0.0673416 Feb 04 13:01:26.762337 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53654) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:26.765050 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0ce35842-ee5d-4c41-8244-090807e1d566 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59045178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60610680'] for subnet (69672622-0901-47ba-a9d8-e49fbc740ba9), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:26.765993 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.tag.tag_plugin [None req-97be0703-7086-45f4-b1b4-ad6780efb6ec tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '5e1cf4e8-523c-4508-a60f-8b0a420894ac') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:01:26.813541 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce35842-ee5d-4c41-8244-090807e1d566 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:01:26.817076 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-0ce35842-ee5d-4c41-8244-090807e1d566 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:01:26.822405 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce35842-ee5d-4c41-8244-090807e1d566 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:26.823163 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0ce35842-ee5d-4c41-8244-090807e1d566 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:26.828207 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558e1ea0-b8fc-4649-bf36-516ce7f3a7f8 None None] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:01:26.832988 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce35842-ee5d-4c41-8244-090807e1d566 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Pushing event updated for resources: {'Subnet': ['ID=69672622-0901-47ba-a9d8-e49fbc740ba9,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:26.842824 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-97be0703-7086-45f4-b1b4-ad6780efb6ec tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] 10.222.0.65 "DELETE /v2.0/subnets/5e1cf4e8-523c-4508-a60f-8b0a420894ac/tags HTTP/1.1" status: 204 len: 168 time: 0.0801592 Feb 04 13:01:26.845842 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53656) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:26.853043 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-0ce35842-ee5d-4c41-8244-090807e1d566 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5389214 Feb 04 13:01:26.853844 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.tag.tag_plugin [None req-ddb5bc4d-5b5a-4994-976e-a3a671efc5c1 tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5e1cf4e8-523c-4508-a60f-8b0a420894ac', 'tempest-TagsExtTest-Tag-410960763') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:01:26.853980 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53658) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:26.859707 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-9908c6e6-9839-45de-9959-71a844ea1d5d tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Request body: {'port': {'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82', 'mac_address': 'fa:16:3e:ee:b1:a8', 'name': 'tempest-NetworksTestDHCPv6-646795562'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:26.909319 n-d-825015-3 neutron-server[103475]: INFO neutron.api.v2.resource [None req-ddb5bc4d-5b5a-4994-976e-a3a671efc5c1 tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] show failed (client error): The resource could not be found. Feb 04 13:01:26.911781 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-ddb5bc4d-5b5a-4994-976e-a3a671efc5c1 tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] 10.222.0.65 "GET /v2.0/subnets/5e1cf4e8-523c-4508-a60f-8b0a420894ac/tags/tempest-TagsExtTest-Tag-410960763 HTTP/1.1" status: 404 len: 328 time: 0.0636048 Feb 04 13:01:26.913454 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53660) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:26.920060 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.tag.tag_plugin [None req-46088fc1-076b-416e-9426-6498beffae22 tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5e1cf4e8-523c-4508-a60f-8b0a420894ac', 'tempest-TagsExtTest-Tag-899397438') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:01:26.957486 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198582d1-a6e9-46f0-a44f-c9d33e341841 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-38febd13-5a2a-4d46-a8bc-c2d73322ac82', 'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82', 'project_id': '28823d1be89a4373833a0b6442186e0d', 'fixed_ips': [{'subnet_id': '69672622-0901-47ba-a9d8-e49fbc740ba9'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:01:26.959908 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-198582d1-a6e9-46f0-a44f-c9d33e341841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:26.979166 n-d-825015-3 neutron-server[103475]: INFO neutron.api.v2.resource [None req-46088fc1-076b-416e-9426-6498beffae22 tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] show failed (client error): The resource could not be found. Feb 04 13:01:26.981065 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-46088fc1-076b-416e-9426-6498beffae22 tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] 10.222.0.65 "GET /v2.0/subnets/5e1cf4e8-523c-4508-a60f-8b0a420894ac/tags/tempest-TagsExtTest-Tag-899397438 HTTP/1.1" status: 404 len: 328 time: 0.0654051 Feb 04 13:01:26.983988 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53662) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:26.989176 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.tag.tag_plugin [None req-133715bc-a44d-4dc7-8e39-e54f484857cc tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5e1cf4e8-523c-4508-a60f-8b0a420894ac', 'tempest-TagsExtTest-Tag-1350616912') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:01:27.001249 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9908c6e6-9839-45de-9959-71a844ea1d5d tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Made reservation on behalf of 28823d1be89a4373833a0b6442186e0d for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:01:27.005893 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9908c6e6-9839-45de-9959-71a844ea1d5d tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:27.027584 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [None req-9908c6e6-9839-45de-9959-71a844ea1d5d tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] device_id is not set on port d33409a8-1c59-4cb0-beec-a56be817c083 yet. {{(pid=103474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:01:27.044220 n-d-825015-3 neutron-server[103475]: INFO neutron.api.v2.resource [None req-133715bc-a44d-4dc7-8e39-e54f484857cc tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] show failed (client error): The resource could not be found. Feb 04 13:01:27.048121 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-133715bc-a44d-4dc7-8e39-e54f484857cc tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] 10.222.0.65 "GET /v2.0/subnets/5e1cf4e8-523c-4508-a60f-8b0a420894ac/tags/tempest-TagsExtTest-Tag-1350616912 HTTP/1.1" status: 404 len: 329 time: 0.0598738 Feb 04 13:01:27.049361 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53664) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:27.052964 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.tag.tag_plugin [None req-e75d8bf1-36b5-4663-881e-1ee350b2fb59 tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '2e829b70-67eb-47d4-b27c-7eae86ca925f', {'tags': ['tempest-TagsExtTest-Tag-2124976039', 'tempest-TagsExtTest-Tag-1962684017', 'tempest-TagsExtTest-Tag-1796842207']}) {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:01:27.128753 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-e75d8bf1-36b5-4663-881e-1ee350b2fb59 tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] 10.222.0.65 "PUT /v2.0/ports/2e829b70-67eb-47d4-b27c-7eae86ca925f/tags HTTP/1.1" status: 200 len: 318 time: 0.0791144 Feb 04 13:01:27.131152 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53666) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:27.135373 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.tag.tag_plugin [None req-91acda8e-32fb-48f5-a622-df75bf4bfa89 tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '2e829b70-67eb-47d4-b27c-7eae86ca925f') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:01:27.137547 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-198582d1-a6e9-46f0-a44f-c9d33e341841 None None] Allocated IP 2001:db8::2 (38febd13-5a2a-4d46-a8bc-c2d73322ac82/69672622-0901-47ba-a9d8-e49fbc740ba9/26e0a9b4-14cc-4eb4-bbb1-ab04e4260f28) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:01:27.209175 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-91acda8e-32fb-48f5-a622-df75bf4bfa89 tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] 10.222.0.65 "DELETE /v2.0/ports/2e829b70-67eb-47d4-b27c-7eae86ca925f/tags HTTP/1.1" status: 204 len: 168 time: 0.0765164 Feb 04 13:01:27.211279 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53668) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:27.216004 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.tag.tag_plugin [None req-954d2498-5222-4f59-9bbf-0694f69a5c11 tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2e829b70-67eb-47d4-b27c-7eae86ca925f', 'tempest-TagsExtTest-Tag-2124976039') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:01:27.267299 n-d-825015-3 neutron-server[103475]: INFO neutron.api.v2.resource [None req-954d2498-5222-4f59-9bbf-0694f69a5c11 tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] show failed (client error): The resource could not be found. Feb 04 13:01:27.271014 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-954d2498-5222-4f59-9bbf-0694f69a5c11 tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] 10.222.0.65 "GET /v2.0/ports/2e829b70-67eb-47d4-b27c-7eae86ca925f/tags/tempest-TagsExtTest-Tag-2124976039 HTTP/1.1" status: 404 len: 329 time: 0.0562012 Feb 04 13:01:27.271415 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53670) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:27.276910 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.tag.tag_plugin [None req-7134048c-bed7-461a-bd41-cb9c46aea482 tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2e829b70-67eb-47d4-b27c-7eae86ca925f', 'tempest-TagsExtTest-Tag-1962684017') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:01:27.294962 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-198582d1-a6e9-46f0-a44f-c9d33e341841 None None] Publish callbacks [] for port (26e0a9b4-14cc-4eb4-bbb1-ab04e4260f28), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:27.301372 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-198582d1-a6e9-46f0-a44f-c9d33e341841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (26e0a9b4-14cc-4eb4-bbb1-ab04e4260f28), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:27.343916 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198582d1-a6e9-46f0-a44f-c9d33e341841 None None] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:01:27.346709 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-198582d1-a6e9-46f0-a44f-c9d33e341841 None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:01:27.349168 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198582d1-a6e9-46f0-a44f-c9d33e341841 None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:01:27.362835 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198582d1-a6e9-46f0-a44f-c9d33e341841 None None] Pushing event updated for resources: {'Port': ['ID=26e0a9b4-14cc-4eb4-bbb1-ab04e4260f28,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:27.381737 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-9908c6e6-9839-45de-9959-71a844ea1d5d tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Allocated IP 2001:db8::321 (38febd13-5a2a-4d46-a8bc-c2d73322ac82/69672622-0901-47ba-a9d8-e49fbc740ba9/d33409a8-1c59-4cb0-beec-a56be817c083) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:01:27.394955 n-d-825015-3 neutron-server[103474]: INFO neutron.api.v2.resource [None req-7134048c-bed7-461a-bd41-cb9c46aea482 tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] show failed (client error): The resource could not be found. Feb 04 13:01:27.398731 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-7134048c-bed7-461a-bd41-cb9c46aea482 tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] 10.222.0.65 "GET /v2.0/ports/2e829b70-67eb-47d4-b27c-7eae86ca925f/tags/tempest-TagsExtTest-Tag-1962684017 HTTP/1.1" status: 404 len: 329 time: 0.1230853 Feb 04 13:01:27.400128 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53672) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:27.407652 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.tag.tag_plugin [None req-f0e55497-8a45-484d-bda3-59081dbe9bdf tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2e829b70-67eb-47d4-b27c-7eae86ca925f', 'tempest-TagsExtTest-Tag-1796842207') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:01:27.442274 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-198582d1-a6e9-46f0-a44f-c9d33e341841 None None] Attempting to bind port 26e0a9b4-14cc-4eb4-bbb1-ab04e4260f28 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:01:27.442913 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-198582d1-a6e9-46f0-a44f-c9d33e341841 None None] Attempting to bind port 26e0a9b4-14cc-4eb4-bbb1-ab04e4260f28 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': 'c90e1acd-6828-4dc1-a041-2f0d39d337f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:01:27.443512 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198582d1-a6e9-46f0-a44f-c9d33e341841 None None] Attempting to bind port 26e0a9b4-14cc-4eb4-bbb1-ab04e4260f28 on network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:01:27.452946 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198582d1-a6e9-46f0-a44f-c9d33e341841 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:01:27.454027 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198582d1-a6e9-46f0-a44f-c9d33e341841 None None] Checking segment: {'id': 'c90e1acd-6828-4dc1-a041-2f0d39d337f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:01:27.454799 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-198582d1-a6e9-46f0-a44f-c9d33e341841 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:27.455378 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198582d1-a6e9-46f0-a44f-c9d33e341841 None None] Bound using segment: {'id': 'c90e1acd-6828-4dc1-a041-2f0d39d337f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:01:27.456798 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-198582d1-a6e9-46f0-a44f-c9d33e341841 None None] Bound port: 26e0a9b4-14cc-4eb4-bbb1-ab04e4260f28, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c90e1acd-6828-4dc1-a041-2f0d39d337f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:01:27.457362 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-198582d1-a6e9-46f0-a44f-c9d33e341841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (26e0a9b4-14cc-4eb4-bbb1-ab04e4260f28), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:27.486065 n-d-825015-3 neutron-server[103475]: INFO neutron.api.v2.resource [None req-f0e55497-8a45-484d-bda3-59081dbe9bdf tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] show failed (client error): The resource could not be found. Feb 04 13:01:27.489786 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-f0e55497-8a45-484d-bda3-59081dbe9bdf tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] 10.222.0.65 "GET /v2.0/ports/2e829b70-67eb-47d4-b27c-7eae86ca925f/tags/tempest-TagsExtTest-Tag-1796842207 HTTP/1.1" status: 404 len: 329 time: 0.0861232 Feb 04 13:01:27.491147 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53674) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:27.498835 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.tag.tag_plugin [None req-ff73f499-660c-401f-8dc7-bf41e6d874ef tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '5dc38390-5cc5-47e4-8f64-778f5824f067', {'tags': ['tempest-TagsExtTest-Tag-1371695481', 'tempest-TagsExtTest-Tag-90199527', 'tempest-TagsExtTest-Tag-1193821684']}) {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:01:27.548057 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-198582d1-a6e9-46f0-a44f-c9d33e341841 None None] For port 26e0a9b4-14cc-4eb4-bbb1-ab04e4260f28, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:01:27.552661 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-198582d1-a6e9-46f0-a44f-c9d33e341841 None None] For port 26e0a9b4-14cc-4eb4-bbb1-ab04e4260f28, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=26e0a9b4-14cc-4eb4-bbb1-ab04e4260f28,segment=NetworkSegment(c90e1acd-6828-4dc1-a041-2f0d39d337f9),segment_id=c90e1acd-6828-4dc1-a041-2f0d39d337f9)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:01:27.564472 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-198582d1-a6e9-46f0-a44f-c9d33e341841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (26e0a9b4-14cc-4eb4-bbb1-ab04e4260f28), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:27.591567 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9908c6e6-9839-45de-9959-71a844ea1d5d tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for port (d33409a8-1c59-4cb0-beec-a56be817c083), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:27.650671 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-ff73f499-660c-401f-8dc7-bf41e6d874ef tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] 10.222.0.65 "PUT /v2.0/routers/5dc38390-5cc5-47e4-8f64-778f5824f067/tags HTTP/1.1" status: 200 len: 316 time: 0.1582036 Feb 04 13:01:27.653648 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53676) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:27.664773 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.tag.tag_plugin [None req-a10be925-5b84-4899-8158-fb4fadac9dec tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '5dc38390-5cc5-47e4-8f64-778f5824f067') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:01:27.685684 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198582d1-a6e9-46f0-a44f-c9d33e341841 None None] Pushing event updated for resources: {'Port': ['ID=26e0a9b4-14cc-4eb4-bbb1-ab04e4260f28,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:27.692728 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9908c6e6-9839-45de-9959-71a844ea1d5d tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (d33409a8-1c59-4cb0-beec-a56be817c083), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:27.762322 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9908c6e6-9839-45de-9959-71a844ea1d5d tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:01:27.766280 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-9908c6e6-9839-45de-9959-71a844ea1d5d tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:01:27.773414 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9908c6e6-9839-45de-9959-71a844ea1d5d tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:01:27.779123 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9908c6e6-9839-45de-9959-71a844ea1d5d tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:27.779835 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9908c6e6-9839-45de-9959-71a844ea1d5d tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:27.796294 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9908c6e6-9839-45de-9959-71a844ea1d5d tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Pushing event updated for resources: {'Port': ['ID=d33409a8-1c59-4cb0-beec-a56be817c083,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:27.807951 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-9908c6e6-9839-45de-9959-71a844ea1d5d tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9530096 Feb 04 13:01:27.813161 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53680) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:27.840963 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-a10be925-5b84-4899-8158-fb4fadac9dec tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] 10.222.0.65 "DELETE /v2.0/routers/5dc38390-5cc5-47e4-8f64-778f5824f067/tags HTTP/1.1" status: 204 len: 168 time: 0.1859171 Feb 04 13:01:27.843939 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53682) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:27.850540 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.tag.tag_plugin [None req-d47044f1-b764-4633-b315-3a2b73791396 tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5dc38390-5cc5-47e4-8f64-778f5824f067', 'tempest-TagsExtTest-Tag-1371695481') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:01:27.896623 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb79abdb-215d-4a6d-80ce-e6f9f6b122cc tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:27.900961 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb79abdb-215d-4a6d-80ce-e6f9f6b122cc tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:27.905114 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-cb79abdb-215d-4a6d-80ce-e6f9f6b122cc tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.0887210 Feb 04 13:01:27.906344 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53684) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:28.004050 n-d-825015-3 neutron-server[103475]: INFO neutron.api.v2.resource [None req-d47044f1-b764-4633-b315-3a2b73791396 tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] show failed (client error): The resource could not be found. Feb 04 13:01:28.005614 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-d47044f1-b764-4633-b315-3a2b73791396 tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] 10.222.0.65 "GET /v2.0/routers/5dc38390-5cc5-47e4-8f64-778f5824f067/tags/tempest-TagsExtTest-Tag-1371695481 HTTP/1.1" status: 404 len: 329 time: 0.1604741 Feb 04 13:01:28.009668 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53690) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:28.015057 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.tag.tag_plugin [None req-029f59ba-9e55-41be-b54f-d0020cf84840 tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5dc38390-5cc5-47e4-8f64-778f5824f067', 'tempest-TagsExtTest-Tag-90199527') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:01:28.127157 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-98b2f556-2ebe-47b7-a538-7dbe331f1bcf tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Deleting port d33409a8-1c59-4cb0-beec-a56be817c083 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:01:28.128826 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-98b2f556-2ebe-47b7-a538-7dbe331f1bcf tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (d33409a8-1c59-4cb0-beec-a56be817c083), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:28.151148 n-d-825015-3 neutron-server[103474]: INFO neutron.api.v2.resource [None req-029f59ba-9e55-41be-b54f-d0020cf84840 tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] show failed (client error): The resource could not be found. Feb 04 13:01:28.155644 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-029f59ba-9e55-41be-b54f-d0020cf84840 tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] 10.222.0.65 "GET /v2.0/routers/5dc38390-5cc5-47e4-8f64-778f5824f067/tags/tempest-TagsExtTest-Tag-90199527 HTTP/1.1" status: 404 len: 327 time: 0.1417074 Feb 04 13:01:28.156510 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53692) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:28.164433 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.tag.tag_plugin [None req-d8a3cf15-2dbf-4abb-af00-1ecd7374b60a tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5dc38390-5cc5-47e4-8f64-778f5824f067', 'tempest-TagsExtTest-Tag-1193821684') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:01:28.266628 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-98b2f556-2ebe-47b7-a538-7dbe331f1bcf tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (d33409a8-1c59-4cb0-beec-a56be817c083), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:28.284335 n-d-825015-3 neutron-server[103475]: INFO neutron.api.v2.resource [None req-d8a3cf15-2dbf-4abb-af00-1ecd7374b60a tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] show failed (client error): The resource could not be found. Feb 04 13:01:28.285575 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-d8a3cf15-2dbf-4abb-af00-1ecd7374b60a tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] 10.222.0.65 "GET /v2.0/routers/5dc38390-5cc5-47e4-8f64-778f5824f067/tags/tempest-TagsExtTest-Tag-1193821684 HTTP/1.1" status: 404 len: 329 time: 0.1277392 Feb 04 13:01:28.286889 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-98b2f556-2ebe-47b7-a538-7dbe331f1bcf tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Calling delete_port for d33409a8-1c59-4cb0-beec-a56be817c083 owned by {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:01:28.288347 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53694) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:28.293855 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.tag.tag_plugin [None req-c031c2ac-82d1-4aa6-bdb9-5e7eab4b025a tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '7d0eb3c0-6264-4768-874a-7c1f10b2133d', {'tags': ['tempest-TagsExtTest-Tag-1655000652', 'tempest-TagsExtTest-Tag-386850392', 'tempest-TagsExtTest-Tag-462346882']}) {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:01:28.340764 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-c031c2ac-82d1-4aa6-bdb9-5e7eab4b025a tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] 10.222.0.65 "PUT /v2.0/subnetpools/7d0eb3c0-6264-4768-874a-7c1f10b2133d/tags HTTP/1.1" status: 200 len: 316 time: 0.0513382 Feb 04 13:01:28.342595 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53696) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:28.347108 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.tag.tag_plugin [None req-3816a263-4217-41b2-a931-36b28529b7aa tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '7d0eb3c0-6264-4768-874a-7c1f10b2133d') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:01:28.355108 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 26e0a9b4-14cc-4eb4-bbb1-ab04e4260f28 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:01:28.403178 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-3816a263-4217-41b2-a931-36b28529b7aa tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] 10.222.0.65 "DELETE /v2.0/subnetpools/7d0eb3c0-6264-4768-874a-7c1f10b2133d/tags HTTP/1.1" status: 204 len: 168 time: 0.0565743 Feb 04 13:01:28.403575 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53698) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:28.409152 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.tag.tag_plugin [None req-dd86e3e5-7783-4bb6-9880-3b22e5504e6b tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7d0eb3c0-6264-4768-874a-7c1f10b2133d', 'tempest-TagsExtTest-Tag-1655000652') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:01:28.432356 n-d-825015-3 neutron-server[103475]: INFO neutron.api.v2.resource [None req-dd86e3e5-7783-4bb6-9880-3b22e5504e6b tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] show failed (client error): The resource could not be found. Feb 04 13:01:28.438169 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-dd86e3e5-7783-4bb6-9880-3b22e5504e6b tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] 10.222.0.65 "GET /v2.0/subnetpools/7d0eb3c0-6264-4768-874a-7c1f10b2133d/tags/tempest-TagsExtTest-Tag-1655000652 HTTP/1.1" status: 404 len: 329 time: 0.0286605 Feb 04 13:01:28.438449 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53700) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:28.443996 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.tag.tag_plugin [None req-7d2f1d03-8c6d-48fa-897d-c848b558e49b tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7d0eb3c0-6264-4768-874a-7c1f10b2133d', 'tempest-TagsExtTest-Tag-386850392') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:01:28.462730 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-98b2f556-2ebe-47b7-a538-7dbe331f1bcf tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (d33409a8-1c59-4cb0-beec-a56be817c083), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:28.463714 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 26e0a9b4-14cc-4eb4-bbb1-ab04e4260f28 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:01:28.466394 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (26e0a9b4-14cc-4eb4-bbb1-ab04e4260f28), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:28.472690 n-d-825015-3 neutron-server[103475]: INFO neutron.api.v2.resource [None req-7d2f1d03-8c6d-48fa-897d-c848b558e49b tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] show failed (client error): The resource could not be found. Feb 04 13:01:28.476230 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-7d2f1d03-8c6d-48fa-897d-c848b558e49b tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] 10.222.0.65 "GET /v2.0/subnetpools/7d0eb3c0-6264-4768-874a-7c1f10b2133d/tags/tempest-TagsExtTest-Tag-386850392 HTTP/1.1" status: 404 len: 328 time: 0.0343418 Feb 04 13:01:28.477714 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53702) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:28.482976 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.tag.tag_plugin [None req-2a32a610-ea1f-4adb-8960-ba4c26b82dc9 tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7d0eb3c0-6264-4768-874a-7c1f10b2133d', 'tempest-TagsExtTest-Tag-462346882') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:01:28.510533 n-d-825015-3 neutron-server[103475]: INFO neutron.api.v2.resource [None req-2a32a610-ea1f-4adb-8960-ba4c26b82dc9 tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] show failed (client error): The resource could not be found. Feb 04 13:01:28.510776 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b2f556-2ebe-47b7-a538-7dbe331f1bcf tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Pushing event deleted for resources: {'Port': ['ID=d33409a8-1c59-4cb0-beec-a56be817c083,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:28.510889 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-2a32a610-ea1f-4adb-8960-ba4c26b82dc9 tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] 10.222.0.65 "GET /v2.0/subnetpools/7d0eb3c0-6264-4768-874a-7c1f10b2133d/tags/tempest-TagsExtTest-Tag-462346882 HTTP/1.1" status: 404 len: 328 time: 0.0293598 Feb 04 13:01:28.510889 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53704) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:28.521145 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.tag.tag_plugin [None req-d4632d0b-2dd6-4c49-a054-d45f66e6109b tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '7d0eb3c0-6264-4768-874a-7c1f10b2133d') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:01:28.537782 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-98b2f556-2ebe-47b7-a538-7dbe331f1bcf tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:28.542600 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-98b2f556-2ebe-47b7-a538-7dbe331f1bcf tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "DELETE /v2.0/ports/d33409a8-1c59-4cb0-beec-a56be817c083 HTTP/1.1" status: 204 len: 168 time: 0.6352918 Feb 04 13:01:28.549137 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53706) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:28.553275 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-d4632d0b-2dd6-4c49-a054-d45f66e6109b tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] 10.222.0.65 "DELETE /v2.0/subnetpools/7d0eb3c0-6264-4768-874a-7c1f10b2133d/tags HTTP/1.1" status: 204 len: 168 time: 0.0392902 Feb 04 13:01:28.553798 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53708) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:28.567780 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.tag.tag_plugin [None req-9dbd4994-5717-4952-abff-fa6a15b36987 tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '5dc38390-5cc5-47e4-8f64-778f5824f067') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:01:28.584379 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 26e0a9b4-14cc-4eb4-bbb1-ab04e4260f28 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:01:28.585003 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (26e0a9b4-14cc-4eb4-bbb1-ab04e4260f28), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:28.632577 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port 26e0a9b4-14cc-4eb4-bbb1-ab04e4260f28, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=26e0a9b4-14cc-4eb4-bbb1-ab04e4260f28,segment=NetworkSegment(c90e1acd-6828-4dc1-a041-2f0d39d337f9),segment_id=c90e1acd-6828-4dc1-a041-2f0d39d337f9)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:01:28.639398 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (26e0a9b4-14cc-4eb4-bbb1-ab04e4260f28), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:28.704236 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec48886-8ec7-478b-b6a5-a190fd521bcc tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:28.705717 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec48886-8ec7-478b-b6a5-a190fd521bcc tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:28.706105 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=26e0a9b4-14cc-4eb4-bbb1-ab04e4260f28,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:28.707282 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-7ec48886-8ec7-478b-b6a5-a190fd521bcc tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1552677 Feb 04 13:01:28.710651 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53712) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:28.726133 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-9dbd4994-5717-4952-abff-fa6a15b36987 tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] 10.222.0.65 "DELETE /v2.0/routers/5dc38390-5cc5-47e4-8f64-778f5824f067/tags HTTP/1.1" status: 204 len: 168 time: 0.1714094 Feb 04 13:01:28.734324 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53714) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:28.739711 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.tag.tag_plugin [None req-ad47f7ff-78b5-44ff-a197-67a675f21e86 tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '2e829b70-67eb-47d4-b27c-7eae86ca925f') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:01:28.803998 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee5b7785-a86f-4406-a3b1-bc4fff282d97 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Deleting subnet 69672622-0901-47ba-a9d8-e49fbc740ba9 {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:01:28.809369 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ee5b7785-a86f-4406-a3b1-bc4fff282d97 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for subnet (69672622-0901-47ba-a9d8-e49fbc740ba9), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:28.833547 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-ad47f7ff-78b5-44ff-a197-67a675f21e86 tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] 10.222.0.65 "DELETE /v2.0/ports/2e829b70-67eb-47d4-b27c-7eae86ca925f/tags HTTP/1.1" status: 204 len: 168 time: 0.0976381 Feb 04 13:01:28.835941 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53718) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:28.848625 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.tag.tag_plugin [None req-6b36ddbd-69e8-4b36-b9d9-4b2917eac65d tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '5e1cf4e8-523c-4508-a60f-8b0a420894ac') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:01:28.874927 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ee5b7785-a86f-4406-a3b1-bc4fff282d97 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (69672622-0901-47ba-a9d8-e49fbc740ba9), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:28.924240 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-6b36ddbd-69e8-4b36-b9d9-4b2917eac65d tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] 10.222.0.65 "DELETE /v2.0/subnets/5e1cf4e8-523c-4508-a60f-8b0a420894ac/tags HTTP/1.1" status: 204 len: 168 time: 0.0804679 Feb 04 13:01:28.924240 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53720) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:28.992968 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ee5b7785-a86f-4406-a3b1-bc4fff282d97 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (69672622-0901-47ba-a9d8-e49fbc740ba9), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:29.032166 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0d9aab6f-c69b-461e-b011-4baf75d188b1 tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:29.033319 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-0d9aab6f-c69b-461e-b011-4baf75d188b1 tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] 10.222.0.65 "DELETE /v2.0/subnetpools/7d0eb3c0-6264-4768-874a-7c1f10b2133d HTTP/1.1" status: 204 len: 168 time: 0.1081874 Feb 04 13:01:29.035857 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53722) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:29.084787 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-fa6d8db5-fa92-48d6-9128-b794c70239ed None None] Provisioning complete for port 26e0a9b4-14cc-4eb4-bbb1-ab04e4260f28 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:01:29.085220 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fa6d8db5-fa92-48d6-9128-b794c70239ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (26e0a9b4-14cc-4eb4-bbb1-ab04e4260f28), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:29.094099 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ee5b7785-a86f-4406-a3b1-bc4fff282d97 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (69672622-0901-47ba-a9d8-e49fbc740ba9), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:29.111266 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-cfa6111f-98af-45ca-8601-d16514fc3a81 tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] 10.222.0.65 "GET /v2.0/ports?device_id=5dc38390-5cc5-47e4-8f64-778f5824f067 HTTP/1.1" status: 200 len: 205 time: 0.0742803 Feb 04 13:01:29.113994 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53724) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:29.141414 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5b7785-a86f-4406-a3b1-bc4fff282d97 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Pushing event deleted for resources: {'Subnet': ['ID=69672622-0901-47ba-a9d8-e49fbc740ba9,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:29.152097 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ee5b7785-a86f-4406-a3b1-bc4fff282d97 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:29.157379 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-ee5b7785-a86f-4406-a3b1-bc4fff282d97 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "DELETE /v2.0/subnets/69672622-0901-47ba-a9d8-e49fbc740ba9 HTTP/1.1" status: 204 len: 168 time: 0.4453731 Feb 04 13:01:29.160700 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53726) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:29.217103 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-8351ec97-e7c3-4985-bfda-009cc4401e32 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0550015 Feb 04 13:01:29.225331 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53728) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:29.235482 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-fa6d8db5-fa92-48d6-9128-b794c70239ed None None] Current status of the port 26e0a9b4-14cc-4eb4-bbb1-ab04e4260f28 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:01:29.247814 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-50999fa5-efa9-4d3a-bd56-1b1b71102941 tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] Publish callbacks [] for router (5dc38390-5cc5-47e4-8f64-778f5824f067), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:29.290611 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e769b0-804e-4c12-88e0-7d350fa8e5b7 None None] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:01:29.295907 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2176e2f-2ec6-49b6-8e7e-931f380e83aa tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:29.298741 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-e2176e2f-2ec6-49b6-8e7e-931f380e83aa tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0717738 Feb 04 13:01:29.300475 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53730) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:29.361024 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-830a631c-d44a-44f0-96f2-4a2b2316e220 None None] Could not find standard attr ID for object d33409a8-1c59-4cb0-beec-a56be817c083. {{(pid=103476) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 13:01:29.369508 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ec1b7e-29dd-4395-acda-7b95e9473092 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:29.375062 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53734) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:29.376693 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-b4ec1b7e-29dd-4395-acda-7b95e9473092 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0748854 Feb 04 13:01:29.489824 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-ca8292ec-5198-41ff-8339-56b4cc5f5b20 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1121879 Feb 04 13:01:29.492878 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53738) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:29.493882 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47648bda-8839-4f70-b567-8886d074ffe2 None None] DHCP port deletion for 38febd13-5a2a-4d46-a8bc-c2d73322ac82 request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:01:29.499989 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-dac700df-7cdc-4b68-aa43-d7439a3bedd3 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Request body: {'subnet': {'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:29.501030 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-50999fa5-efa9-4d3a-bd56-1b1b71102941 tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10915'] for router (5dc38390-5cc5-47e4-8f64-778f5824f067), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:29.503567 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-50999fa5-efa9-4d3a-bd56-1b1b71102941 tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] Publish callbacks [] for router_controller (5dc38390-5cc5-47e4-8f64-778f5824f067), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:29.566241 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-50999fa5-efa9-4d3a-bd56-1b1b71102941 tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622829'] for router (5dc38390-5cc5-47e4-8f64-778f5824f067), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:29.566498 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-47648bda-8839-4f70-b567-8886d074ffe2 None None] Deleting port 26e0a9b4-14cc-4eb4-bbb1-ab04e4260f28 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:01:29.566719 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-47648bda-8839-4f70-b567-8886d074ffe2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (26e0a9b4-14cc-4eb4-bbb1-ab04e4260f28), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:29.566931 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50999fa5-efa9-4d3a-bd56-1b1b71102941 tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] Fanout notify agent at l3_agent the message router_deleted on router 5dc38390-5cc5-47e4-8f64-778f5824f067 {{(pid=103475) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 13:01:29.583313 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-50999fa5-efa9-4d3a-bd56-1b1b71102941 tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] Publish callbacks [] for router (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:29.586879 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-50999fa5-efa9-4d3a-bd56-1b1b71102941 tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] 10.222.0.65 "DELETE /v2.0/routers/5dc38390-5cc5-47e4-8f64-778f5824f067 HTTP/1.1" status: 204 len: 168 time: 0.4692326 Feb 04 13:01:29.587160 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53740) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:29.624314 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dac700df-7cdc-4b68-aa43-d7439a3bedd3 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Made reservation on behalf of 28823d1be89a4373833a0b6442186e0d for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:01:29.628939 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dac700df-7cdc-4b68-aa43-d7439a3bedd3 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60610638'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:29.639965 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-47648bda-8839-4f70-b567-8886d074ffe2 None None] For port 26e0a9b4-14cc-4eb4-bbb1-ab04e4260f28, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=26e0a9b4-14cc-4eb4-bbb1-ab04e4260f28,segment=NetworkSegment(c90e1acd-6828-4dc1-a041-2f0d39d337f9),segment_id=c90e1acd-6828-4dc1-a041-2f0d39d337f9)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:01:29.640574 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-47648bda-8839-4f70-b567-8886d074ffe2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (26e0a9b4-14cc-4eb4-bbb1-ab04e4260f28), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:29.654534 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-47648bda-8839-4f70-b567-8886d074ffe2 None None] Calling delete_port for 26e0a9b4-14cc-4eb4-bbb1-ab04e4260f28 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:01:29.701507 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-9a9f1b29-c828-40c9-abb4-1d3ae68ab902 tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] Deleting port 2e829b70-67eb-47d4-b27c-7eae86ca925f {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:01:29.702481 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9a9f1b29-c828-40c9-abb4-1d3ae68ab902 tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (2e829b70-67eb-47d4-b27c-7eae86ca925f), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:29.777162 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-47648bda-8839-4f70-b567-8886d074ffe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (26e0a9b4-14cc-4eb4-bbb1-ab04e4260f28), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:29.803168 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9a9f1b29-c828-40c9-abb4-1d3ae68ab902 tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (2e829b70-67eb-47d4-b27c-7eae86ca925f), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:29.804224 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47648bda-8839-4f70-b567-8886d074ffe2 None None] No DVR routers for this DVR port 26e0a9b4-14cc-4eb4-bbb1-ab04e4260f28 on host n-d-825015-3 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:01:29.822992 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-9a9f1b29-c828-40c9-abb4-1d3ae68ab902 tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] Calling delete_port for 2e829b70-67eb-47d4-b27c-7eae86ca925f owned by {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:01:29.826914 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47648bda-8839-4f70-b567-8886d074ffe2 None None] Pushing event deleted for resources: {'Port': ['ID=26e0a9b4-14cc-4eb4-bbb1-ab04e4260f28,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:29.956215 n-d-825015-3 neutron-server[103474]: DEBUG neutron.objects.ports [None req-dac700df-7cdc-4b68-aa43-d7439a3bedd3 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103474) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 13:01:29.957715 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dac700df-7cdc-4b68-aa43-d7439a3bedd3 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59045178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60610680'] for subnet (fd903097-1eb0-426b-a10c-9e25e2d3bf79), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:29.972454 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9a9f1b29-c828-40c9-abb4-1d3ae68ab902 tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (2e829b70-67eb-47d4-b27c-7eae86ca925f), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:30.005190 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9f1b29-c828-40c9-abb4-1d3ae68ab902 tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] Pushing event deleted for resources: {'Port': ['ID=2e829b70-67eb-47d4-b27c-7eae86ca925f,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:30.016995 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac700df-7cdc-4b68-aa43-d7439a3bedd3 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:01:30.020648 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-dac700df-7cdc-4b68-aa43-d7439a3bedd3 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:01:30.025535 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac700df-7cdc-4b68-aa43-d7439a3bedd3 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:30.026127 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dac700df-7cdc-4b68-aa43-d7439a3bedd3 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:30.030038 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac700df-7cdc-4b68-aa43-d7439a3bedd3 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Pushing event updated for resources: {'Subnet': ['ID=fd903097-1eb0-426b-a10c-9e25e2d3bf79,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:30.058144 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb0af1a-c43d-4820-b557-009f24bbcbbb None None] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:01:30.065148 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-dac700df-7cdc-4b68-aa43-d7439a3bedd3 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5711470 Feb 04 13:01:30.070272 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53744) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:30.081260 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-590579e8-c8b4-4ca4-ad64-4b04665b3674 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Request body: {'subnet': {'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:30.177142 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9a9f1b29-c828-40c9-abb4-1d3ae68ab902 tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:30.181589 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-9a9f1b29-c828-40c9-abb4-1d3ae68ab902 tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] 10.222.0.65 "DELETE /v2.0/ports/2e829b70-67eb-47d4-b27c-7eae86ca925f HTTP/1.1" status: 204 len: 168 time: 0.5932214 Feb 04 13:01:30.186446 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53746) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:30.272360 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-71b44c7f-f321-447d-b819-6181bc692a5f tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] Deleting subnet 5e1cf4e8-523c-4508-a60f-8b0a420894ac {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:01:30.276627 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c56a9db-b003-41d6-a76f-9e279698681c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-38febd13-5a2a-4d46-a8bc-c2d73322ac82', 'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82', 'project_id': '28823d1be89a4373833a0b6442186e0d', 'fixed_ips': [{'subnet_id': 'fd903097-1eb0-426b-a10c-9e25e2d3bf79'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:01:30.278034 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4c56a9db-b003-41d6-a76f-9e279698681c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:30.280907 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-71b44c7f-f321-447d-b819-6181bc692a5f tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] Publish callbacks [] for subnet (5e1cf4e8-523c-4508-a60f-8b0a420894ac), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:30.318185 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 26e0a9b4-14cc-4eb4-bbb1-ab04e4260f28 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:01:30.338821 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-590579e8-c8b4-4ca4-ad64-4b04665b3674 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Made reservation on behalf of 28823d1be89a4373833a0b6442186e0d for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:01:30.343527 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-590579e8-c8b4-4ca4-ad64-4b04665b3674 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:30.369669 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 26e0a9b4-14cc-4eb4-bbb1-ab04e4260f28 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:01:30.370123 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 26e0a9b4-14cc-4eb4-bbb1-ab04e4260f28 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:01:30.381983 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-71b44c7f-f321-447d-b819-6181bc692a5f tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (5e1cf4e8-523c-4508-a60f-8b0a420894ac), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:30.466012 n-d-825015-3 neutron-server[103475]: INFO neutron.db.ipam_backend_mixin [None req-590579e8-c8b4-4ca4-ad64-4b04665b3674 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fd903097-1eb0-426b-a10c-9e25e2d3bf79 (CIDR: 2001:db8::/64) Feb 04 13:01:30.474880 n-d-825015-3 neutron-server[103475]: INFO neutron.pecan_wsgi.hooks.translation [None req-590579e8-c8b4-4ca4-ad64-4b04665b3674 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:01:30.475318 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-590579e8-c8b4-4ca4-ad64-4b04665b3674 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103475) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:01:30.505157 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-590579e8-c8b4-4ca4-ad64-4b04665b3674 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4283795 Feb 04 13:01:30.507354 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53752) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:30.517004 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-967ca8c5-7748-4625-828c-962137981609 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Request body: {'subnet': {'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:30.539776 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-71b44c7f-f321-447d-b819-6181bc692a5f tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (5e1cf4e8-523c-4508-a60f-8b0a420894ac), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:30.548959 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-4c56a9db-b003-41d6-a76f-9e279698681c None None] Allocated IP 2001:db8::f816:3eff:fe83:aa8d (38febd13-5a2a-4d46-a8bc-c2d73322ac82/fd903097-1eb0-426b-a10c-9e25e2d3bf79/d8a1bfa0-fa72-4954-a0c5-82342a819b4c) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:01:30.625034 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-71b44c7f-f321-447d-b819-6181bc692a5f tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (5e1cf4e8-523c-4508-a60f-8b0a420894ac), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:30.658797 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b44c7f-f321-447d-b819-6181bc692a5f tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] Pushing event deleted for resources: {'Subnet': ['ID=5e1cf4e8-523c-4508-a60f-8b0a420894ac,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:30.661609 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-71b44c7f-f321-447d-b819-6181bc692a5f tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:30.666232 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-71b44c7f-f321-447d-b819-6181bc692a5f tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] 10.222.0.65 "DELETE /v2.0/subnets/5e1cf4e8-523c-4508-a60f-8b0a420894ac HTTP/1.1" status: 204 len: 168 time: 0.4786851 Feb 04 13:01:30.671876 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53754) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:30.678954 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9391e5-f475-4c2e-b18a-8319bb2d9769 None None] Network c7234e57-4152-4175-bc36-9d2e76bdd214 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:01:30.772309 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c6103dc6-285b-4096-8466-cdda6b763068 tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (c7234e57-4152-4175-bc36-9d2e76bdd214), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:30.775279 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-967ca8c5-7748-4625-828c-962137981609 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Made reservation on behalf of 28823d1be89a4373833a0b6442186e0d for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:01:30.779870 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-967ca8c5-7748-4625-828c-962137981609 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:30.837179 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4c56a9db-b003-41d6-a76f-9e279698681c None None] Publish callbacks [] for port (d8a1bfa0-fa72-4954-a0c5-82342a819b4c), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:30.858260 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4c56a9db-b003-41d6-a76f-9e279698681c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (d8a1bfa0-fa72-4954-a0c5-82342a819b4c), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:30.925376 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c56a9db-b003-41d6-a76f-9e279698681c None None] Pushing event updated for resources: {'Port': ['ID=d8a1bfa0-fa72-4954-a0c5-82342a819b4c,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:30.930626 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c56a9db-b003-41d6-a76f-9e279698681c None None] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:01:30.932260 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-4c56a9db-b003-41d6-a76f-9e279698681c None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:01:30.935320 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c56a9db-b003-41d6-a76f-9e279698681c None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:01:30.974412 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c4c76c-740b-4e26-8926-afb580e43f9b None None] DHCP port deletion for c7234e57-4152-4175-bc36-9d2e76bdd214 request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:01:30.999105 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-c6103dc6-285b-4096-8466-cdda6b763068 tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] Deleting port c36a2943-3990-4d7e-b78e-a207d713a1d9 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:01:31.000099 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c6103dc6-285b-4096-8466-cdda6b763068 tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (c36a2943-3990-4d7e-b78e-a207d713a1d9), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:31.036907 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-4c56a9db-b003-41d6-a76f-9e279698681c None None] Attempting to bind port d8a1bfa0-fa72-4954-a0c5-82342a819b4c on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:01:31.037373 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-4c56a9db-b003-41d6-a76f-9e279698681c None None] Attempting to bind port d8a1bfa0-fa72-4954-a0c5-82342a819b4c by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': 'c90e1acd-6828-4dc1-a041-2f0d39d337f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:01:31.037652 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c56a9db-b003-41d6-a76f-9e279698681c None None] Attempting to bind port d8a1bfa0-fa72-4954-a0c5-82342a819b4c on network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:01:31.048876 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c56a9db-b003-41d6-a76f-9e279698681c None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:01:31.049264 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c56a9db-b003-41d6-a76f-9e279698681c None None] Checking segment: {'id': 'c90e1acd-6828-4dc1-a041-2f0d39d337f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:01:31.049833 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4c56a9db-b003-41d6-a76f-9e279698681c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:31.050072 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c56a9db-b003-41d6-a76f-9e279698681c None None] Bound using segment: {'id': 'c90e1acd-6828-4dc1-a041-2f0d39d337f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:01:31.050555 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-4c56a9db-b003-41d6-a76f-9e279698681c None None] Bound port: d8a1bfa0-fa72-4954-a0c5-82342a819b4c, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c90e1acd-6828-4dc1-a041-2f0d39d337f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:01:31.050946 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4c56a9db-b003-41d6-a76f-9e279698681c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (d8a1bfa0-fa72-4954-a0c5-82342a819b4c), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:31.102569 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-46c4c76c-740b-4e26-8926-afb580e43f9b None None] Deleting port c36a2943-3990-4d7e-b78e-a207d713a1d9 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:01:31.102959 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-46c4c76c-740b-4e26-8926-afb580e43f9b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (c36a2943-3990-4d7e-b78e-a207d713a1d9), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:31.114732 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-c6103dc6-285b-4096-8466-cdda6b763068 tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] For port c36a2943-3990-4d7e-b78e-a207d713a1d9, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=c36a2943-3990-4d7e-b78e-a207d713a1d9,segment=NetworkSegment(8522c800-cf66-4e41-a177-4bec2dc7ec02),segment_id=8522c800-cf66-4e41-a177-4bec2dc7ec02)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:01:31.115197 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c6103dc6-285b-4096-8466-cdda6b763068 tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (c36a2943-3990-4d7e-b78e-a207d713a1d9), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:31.139470 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-c6103dc6-285b-4096-8466-cdda6b763068 tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] Calling delete_port for c36a2943-3990-4d7e-b78e-a207d713a1d9 owned by network:dhcp {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:01:31.181717 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-4c56a9db-b003-41d6-a76f-9e279698681c None None] For port d8a1bfa0-fa72-4954-a0c5-82342a819b4c, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:01:31.186744 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-4c56a9db-b003-41d6-a76f-9e279698681c None None] For port d8a1bfa0-fa72-4954-a0c5-82342a819b4c, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=d8a1bfa0-fa72-4954-a0c5-82342a819b4c,segment=NetworkSegment(c90e1acd-6828-4dc1-a041-2f0d39d337f9),segment_id=c90e1acd-6828-4dc1-a041-2f0d39d337f9)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:01:31.193162 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-46c4c76c-740b-4e26-8926-afb580e43f9b None None] For port c36a2943-3990-4d7e-b78e-a207d713a1d9, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=c36a2943-3990-4d7e-b78e-a207d713a1d9,segment=NetworkSegment(8522c800-cf66-4e41-a177-4bec2dc7ec02),segment_id=8522c800-cf66-4e41-a177-4bec2dc7ec02)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:01:31.193531 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-46c4c76c-740b-4e26-8926-afb580e43f9b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (c36a2943-3990-4d7e-b78e-a207d713a1d9), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:31.202366 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4c56a9db-b003-41d6-a76f-9e279698681c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (d8a1bfa0-fa72-4954-a0c5-82342a819b4c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:31.233119 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-46c4c76c-740b-4e26-8926-afb580e43f9b None None] Calling delete_port for c36a2943-3990-4d7e-b78e-a207d713a1d9 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:01:31.259193 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-967ca8c5-7748-4625-828c-962137981609 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52094127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51452689'] for subnet (2dc8df6b-d9d6-4412-b529-9598e39dbbf4), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:31.316919 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c56a9db-b003-41d6-a76f-9e279698681c None None] Pushing event updated for resources: {'Port': ['ID=d8a1bfa0-fa72-4954-a0c5-82342a819b4c,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:31.327406 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c6103dc6-285b-4096-8466-cdda6b763068 tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (c36a2943-3990-4d7e-b78e-a207d713a1d9), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:31.342417 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967ca8c5-7748-4625-828c-962137981609 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:01:31.358468 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:31.367711 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-967ca8c5-7748-4625-828c-962137981609 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:01:31.371630 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967ca8c5-7748-4625-828c-962137981609 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:31.372555 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-967ca8c5-7748-4625-828c-962137981609 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:31.375267 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-46c4c76c-740b-4e26-8926-afb580e43f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (c36a2943-3990-4d7e-b78e-a207d713a1d9), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:31.387935 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6103dc6-285b-4096-8466-cdda6b763068 tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] Pushing event deleted for resources: {'Port': ['ID=c36a2943-3990-4d7e-b78e-a207d713a1d9,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:31.395198 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967ca8c5-7748-4625-828c-962137981609 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Pushing event updated for resources: {'Subnet': ['ID=2dc8df6b-d9d6-4412-b529-9598e39dbbf4,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:31.399296 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6103dc6-285b-4096-8466-cdda6b763068 tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] No DVR routers for this DVR port c36a2943-3990-4d7e-b78e-a207d713a1d9 on host n-d-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:01:31.413839 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-967ca8c5-7748-4625-828c-962137981609 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9027233 Feb 04 13:01:31.414007 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c4c76c-740b-4e26-8926-afb580e43f9b None None] Pushing event deleted for resources: {'Port': ['ID=c36a2943-3990-4d7e-b78e-a207d713a1d9,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:31.416388 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53758) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:31.418575 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c4c76c-740b-4e26-8926-afb580e43f9b None None] No DVR routers for this DVR port c36a2943-3990-4d7e-b78e-a207d713a1d9 on host n-d-825015-3 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:01:31.425560 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-a9bbf121-5ca8-418f-8088-4ef83797246e tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Request body: {'port': {'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82', 'mac_address': 'fa:16:3e:de:0e:7f', 'name': 'tempest-NetworksTestDHCPv6-1118681260'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:31.508810 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c6103dc6-285b-4096-8466-cdda6b763068 tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (c7234e57-4152-4175-bc36-9d2e76bdd214), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:31.537096 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-c6103dc6-285b-4096-8466-cdda6b763068 tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7234e57-4152-4175-bc36-9d2e76bdd214']}} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:01:31.556102 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-c6103dc6-285b-4096-8466-cdda6b763068 tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8522c800-cf66-4e41-a177-4bec2dc7ec02') {'for_net_delete': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:01:31.556429 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-c6103dc6-285b-4096-8466-cdda6b763068 tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8522c800-cf66-4e41-a177-4bec2dc7ec02') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:01:31.586277 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c6103dc6-285b-4096-8466-cdda6b763068 tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51859336'] for segment (8522c800-cf66-4e41-a177-4bec2dc7ec02), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:31.603858 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9bbf121-5ca8-418f-8088-4ef83797246e tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Made reservation on behalf of 28823d1be89a4373833a0b6442186e0d for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:01:31.621118 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c6103dc6-285b-4096-8466-cdda6b763068 tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (8522c800-cf66-4e41-a177-4bec2dc7ec02), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:31.628689 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6103dc6-285b-4096-8466-cdda6b763068 tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=103475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:01:31.629211 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c6103dc6-285b-4096-8466-cdda6b763068 tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-52093388'] for segment (8522c800-cf66-4e41-a177-4bec2dc7ec02), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:31.633331 n-d-825015-3 neutron-server[103475]: Traceback (most recent call last): Feb 04 13:01:31.633331 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:01:31.633331 n-d-825015-3 neutron-server[103475]: timer() Feb 04 13:01:31.633331 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:01:31.633331 n-d-825015-3 neutron-server[103475]: cb(*args, **kw) Feb 04 13:01:31.633331 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:01:31.633331 n-d-825015-3 neutron-server[103475]: return func(*args, **kwargs) Feb 04 13:01:31.633331 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:01:31.633331 n-d-825015-3 neutron-server[103475]: self._notify() Feb 04 13:01:31.633331 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:01:31.633331 n-d-825015-3 neutron-server[103475]: self.callback(batched_events) Feb 04 13:01:31.633331 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:01:31.633331 n-d-825015-3 neutron-server[103475]: event.method(event) Feb 04 13:01:31.633331 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:01:31.633331 n-d-825015-3 neutron-server[103475]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:01:31.633331 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:01:31.633331 n-d-825015-3 neutron-server[103475]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:01:31.633331 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:01:31.633331 n-d-825015-3 neutron-server[103475]: return f(self, *a, **k) Feb 04 13:01:31.633331 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:01:31.633331 n-d-825015-3 neutron-server[103475]: return self._get(url).json() Feb 04 13:01:31.633331 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:01:31.633331 n-d-825015-3 neutron-server[103475]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:01:31.633331 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:01:31.633331 n-d-825015-3 neutron-server[103475]: return self.request(url, 'GET', **kwargs) Feb 04 13:01:31.633331 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:01:31.633331 n-d-825015-3 neutron-server[103475]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:01:31.633331 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:01:31.633331 n-d-825015-3 neutron-server[103475]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:01:31.633331 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:01:31.633331 n-d-825015-3 neutron-server[103475]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:01:31.633331 n-d-825015-3 neutron-server[103475]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:01:31.727037 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c6103dc6-285b-4096-8466-cdda6b763068 tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (c7234e57-4152-4175-bc36-9d2e76bdd214), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:31.727605 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a9bbf121-5ca8-418f-8088-4ef83797246e tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:31.746890 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c6103dc6-285b-4096-8466-cdda6b763068 tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:31.752647 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-c6103dc6-285b-4096-8466-cdda6b763068 tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] 10.222.0.65 "DELETE /v2.0/networks/c7234e57-4152-4175-bc36-9d2e76bdd214 HTTP/1.1" status: 204 len: 168 time: 1.0772684 Feb 04 13:01:31.758233 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [None req-a9bbf121-5ca8-418f-8088-4ef83797246e tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] device_id is not set on port 9491189b-30ec-4e36-89c4-99882a5b6221 yet. {{(pid=103474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:01:31.771497 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6103dc6-285b-4096-8466-cdda6b763068 tempest-TagsExtTest-493274883 tempest-TagsExtTest-493274883-project] Pushing event deleted for resources: {'Network': ['ID=c7234e57-4152-4175-bc36-9d2e76bdd214,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:31.938264 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:31.977183 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-a9bbf121-5ca8-418f-8088-4ef83797246e tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Allocated IP 2001:db8:0:1::2fe (38febd13-5a2a-4d46-a8bc-c2d73322ac82/2dc8df6b-d9d6-4412-b529-9598e39dbbf4/9491189b-30ec-4e36-89c4-99882a5b6221) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:01:31.991832 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-a9bbf121-5ca8-418f-8088-4ef83797246e tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Allocated IP 2001:db8::f816:3eff:fede:e7f (38febd13-5a2a-4d46-a8bc-c2d73322ac82/fd903097-1eb0-426b-a10c-9e25e2d3bf79/9491189b-30ec-4e36-89c4-99882a5b6221) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:01:32.139951 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53774) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:32.296737 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a9bbf121-5ca8-418f-8088-4ef83797246e tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for port (9491189b-30ec-4e36-89c4-99882a5b6221), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:32.373442 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a9bbf121-5ca8-418f-8088-4ef83797246e tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (9491189b-30ec-4e36-89c4-99882a5b6221), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:32.412366 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-97322c97-89d8-4a91-b745-b32ea61571bb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e710a72c0f3b421fbac4b5badb5e1d1c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2700174 Feb 04 13:01:32.415044 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53778) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:32.416085 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device d8a1bfa0-fa72-4954-a0c5-82342a819b4c up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:01:32.476650 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-62ad5eb5-6678-4564-9800-9329cc175f33 admin admin] Publish callbacks [] for security_group (3977b06c-8b31-47a6-8fb2-c85bda701457), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:32.488085 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9bbf121-5ca8-418f-8088-4ef83797246e tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:01:32.493335 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-a9bbf121-5ca8-418f-8088-4ef83797246e tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:01:32.503188 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bbf121-5ca8-418f-8088-4ef83797246e tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:01:32.513802 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-62ad5eb5-6678-4564-9800-9329cc175f33 admin admin] Publish callbacks [] for security_group (3977b06c-8b31-47a6-8fb2-c85bda701457), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:32.523510 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9bbf121-5ca8-418f-8088-4ef83797246e tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:32.524233 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a9bbf121-5ca8-418f-8088-4ef83797246e tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:32.559814 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bbf121-5ca8-418f-8088-4ef83797246e tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Pushing event updated for resources: {'Port': ['ID=9491189b-30ec-4e36-89c4-99882a5b6221,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:32.561218 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port d8a1bfa0-fa72-4954-a0c5-82342a819b4c triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:01:32.561778 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (d8a1bfa0-fa72-4954-a0c5-82342a819b4c), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:32.569732 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-a9bbf121-5ca8-418f-8088-4ef83797246e tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.1518478 Feb 04 13:01:32.575390 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53780) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:32.696501 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-62ad5eb5-6678-4564-9800-9329cc175f33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (3977b06c-8b31-47a6-8fb2-c85bda701457), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:32.702012 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-62ad5eb5-6678-4564-9800-9329cc175f33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:32.709892 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-62ad5eb5-6678-4564-9800-9329cc175f33 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3977b06c-8b31-47a6-8fb2-c85bda701457 HTTP/1.1" status: 204 len: 168 time: 0.2937844 Feb 04 13:01:32.729223 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ad5eb5-6678-4564-9800-9329cc175f33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3977b06c-8b31-47a6-8fb2-c85bda701457,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:32.822830 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port d8a1bfa0-fa72-4954-a0c5-82342a819b4c is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:01:32.824150 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (d8a1bfa0-fa72-4954-a0c5-82342a819b4c), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:32.852106 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-42ea5e8b-e653-4ccd-84eb-4a5db4bbd9dd tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Deleting port 9491189b-30ec-4e36-89c4-99882a5b6221 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:01:32.852463 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-42ea5e8b-e653-4ccd-84eb-4a5db4bbd9dd tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (9491189b-30ec-4e36-89c4-99882a5b6221), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:32.917146 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6f0360-83e0-499e-9155-47ffe399316e None None] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:01:33.039480 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-42ea5e8b-e653-4ccd-84eb-4a5db4bbd9dd tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (9491189b-30ec-4e36-89c4-99882a5b6221), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:33.056743 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-42ea5e8b-e653-4ccd-84eb-4a5db4bbd9dd tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Calling delete_port for 9491189b-30ec-4e36-89c4-99882a5b6221 owned by {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:01:33.280618 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port d8a1bfa0-fa72-4954-a0c5-82342a819b4c, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=d8a1bfa0-fa72-4954-a0c5-82342a819b4c,segment=NetworkSegment(c90e1acd-6828-4dc1-a041-2f0d39d337f9),segment_id=c90e1acd-6828-4dc1-a041-2f0d39d337f9)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:01:33.327558 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (d8a1bfa0-fa72-4954-a0c5-82342a819b4c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:33.381268 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-42ea5e8b-e653-4ccd-84eb-4a5db4bbd9dd tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (9491189b-30ec-4e36-89c4-99882a5b6221), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:33.388090 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-46f38995-1e7c-4d42-9b4f-407cb3230291 None None] Provisioning complete for port d8a1bfa0-fa72-4954-a0c5-82342a819b4c triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:01:33.388529 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-46f38995-1e7c-4d42-9b4f-407cb3230291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (d8a1bfa0-fa72-4954-a0c5-82342a819b4c), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:33.439617 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device c36a2943-3990-4d7e-b78e-a207d713a1d9 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:01:33.450889 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ea5e8b-e653-4ccd-84eb-4a5db4bbd9dd tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Pushing event deleted for resources: {'Port': ['ID=9491189b-30ec-4e36-89c4-99882a5b6221,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:33.491808 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=d8a1bfa0-fa72-4954-a0c5-82342a819b4c,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:33.519382 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: c36a2943-3990-4d7e-b78e-a207d713a1d9 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:01:33.519929 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device c36a2943-3990-4d7e-b78e-a207d713a1d9 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:01:33.545548 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-42ea5e8b-e653-4ccd-84eb-4a5db4bbd9dd tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:33.551508 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53806) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:33.552232 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-42ea5e8b-e653-4ccd-84eb-4a5db4bbd9dd tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "DELETE /v2.0/ports/9491189b-30ec-4e36-89c4-99882a5b6221 HTTP/1.1" status: 204 len: 168 time: 0.9714460 Feb 04 13:01:33.621721 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dbdd58f-c0a8-4c61-aea2-cf6e46df0402 None None] Update dhcp port {'port': {'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82', 'fixed_ips': [{'subnet_id': 'fd903097-1eb0-426b-a10c-9e25e2d3bf79', 'ip_address': '2001:db8::f816:3eff:fe83:aa8d'}, {'subnet_id': '2dc8df6b-d9d6-4412-b529-9598e39dbbf4'}], 'binding:host_id': 'n-d-825015-3'}, 'id': 'd8a1bfa0-fa72-4954-a0c5-82342a819b4c'} from n-d-825015-3. {{(pid=103476) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 04 13:01:33.624904 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c176d4c1-7b8d-44af-821a-4ba32da830ad tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:33.626923 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-c176d4c1-7b8d-44af-821a-4ba32da830ad tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0734038 Feb 04 13:01:33.629948 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53808) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:33.666651 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3dbdd58f-c0a8-4c61-aea2-cf6e46df0402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (d8a1bfa0-fa72-4954-a0c5-82342a819b4c), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:33.685790 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-46f38995-1e7c-4d42-9b4f-407cb3230291 None None] Current status of the port d8a1bfa0-fa72-4954-a0c5-82342a819b4c is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:01:33.706876 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3891711c-58b6-45ce-ba6e-9c61159f7a37 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:33.716207 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-3891711c-58b6-45ce-ba6e-9c61159f7a37 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0850399 Feb 04 13:01:33.716979 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53814) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:33.798449 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a53af8d-f654-4cb2-9601-99b135f5cefc tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:33.803334 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a53af8d-f654-4cb2-9601-99b135f5cefc tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:33.805561 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a53af8d-f654-4cb2-9601-99b135f5cefc tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:33.815694 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53818) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:33.816813 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-5a53af8d-f654-4cb2-9601-99b135f5cefc tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0984302 Feb 04 13:01:33.974112 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-3dbdd58f-c0a8-4c61-aea2-cf6e46df0402 None None] Allocated IP 2001:db8:0:1::2 (38febd13-5a2a-4d46-a8bc-c2d73322ac82/2dc8df6b-d9d6-4412-b529-9598e39dbbf4/d8a1bfa0-fa72-4954-a0c5-82342a819b4c) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:01:34.170274 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-3dbdd58f-c0a8-4c61-aea2-cf6e46df0402 None None] For port d8a1bfa0-fa72-4954-a0c5-82342a819b4c, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=d8a1bfa0-fa72-4954-a0c5-82342a819b4c,segment=NetworkSegment(c90e1acd-6828-4dc1-a041-2f0d39d337f9),segment_id=c90e1acd-6828-4dc1-a041-2f0d39d337f9)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:01:34.242297 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3dbdd58f-c0a8-4c61-aea2-cf6e46df0402 None None] Publish callbacks [] for port (d8a1bfa0-fa72-4954-a0c5-82342a819b4c), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:34.255068 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3dbdd58f-c0a8-4c61-aea2-cf6e46df0402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (d8a1bfa0-fa72-4954-a0c5-82342a819b4c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:34.276057 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce2ee308-0443-44f8-928a-1e10d381acd5 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Deleting subnet 2dc8df6b-d9d6-4412-b529-9598e39dbbf4 {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:01:34.279857 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ce2ee308-0443-44f8-928a-1e10d381acd5 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for subnet (2dc8df6b-d9d6-4412-b529-9598e39dbbf4), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:34.296746 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device d8a1bfa0-fa72-4954-a0c5-82342a819b4c up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:01:34.370159 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbdd58f-c0a8-4c61-aea2-cf6e46df0402 None None] Pushing event updated for resources: {'Port': ['ID=d8a1bfa0-fa72-4954-a0c5-82342a819b4c,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:34.372451 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ce2ee308-0443-44f8-928a-1e10d381acd5 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (2dc8df6b-d9d6-4412-b529-9598e39dbbf4), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:34.448638 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port d8a1bfa0-fa72-4954-a0c5-82342a819b4c triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:01:34.449934 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (d8a1bfa0-fa72-4954-a0c5-82342a819b4c), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:34.528305 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ce2ee308-0443-44f8-928a-1e10d381acd5 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (2dc8df6b-d9d6-4412-b529-9598e39dbbf4), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:34.617034 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ce2ee308-0443-44f8-928a-1e10d381acd5 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (2dc8df6b-d9d6-4412-b529-9598e39dbbf4), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:34.641089 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port d8a1bfa0-fa72-4954-a0c5-82342a819b4c is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:01:34.662803 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2ee308-0443-44f8-928a-1e10d381acd5 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Pushing event deleted for resources: {'Subnet': ['ID=2dc8df6b-d9d6-4412-b529-9598e39dbbf4,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:34.681167 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ce2ee308-0443-44f8-928a-1e10d381acd5 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:34.689507 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53840) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:34.692199 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-ce2ee308-0443-44f8-928a-1e10d381acd5 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "DELETE /v2.0/subnets/2dc8df6b-d9d6-4412-b529-9598e39dbbf4 HTTP/1.1" status: 204 len: 168 time: 0.8751659 Feb 04 13:01:34.783719 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ec10ee0-8011-46e4-af49-57af476598e8 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Deleting subnet fd903097-1eb0-426b-a10c-9e25e2d3bf79 {{(pid=103475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:01:34.795628 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0ec10ee0-8011-46e4-af49-57af476598e8 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for subnet (fd903097-1eb0-426b-a10c-9e25e2d3bf79), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:34.874063 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0ec10ee0-8011-46e4-af49-57af476598e8 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51859329'] for subnet (fd903097-1eb0-426b-a10c-9e25e2d3bf79), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:35.014440 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0ec10ee0-8011-46e4-af49-57af476598e8 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (fd903097-1eb0-426b-a10c-9e25e2d3bf79), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:35.125112 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0ec10ee0-8011-46e4-af49-57af476598e8 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-52093282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51452698'] for subnet (fd903097-1eb0-426b-a10c-9e25e2d3bf79), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:35.162049 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec10ee0-8011-46e4-af49-57af476598e8 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Pushing event deleted for resources: {'Subnet': ['ID=fd903097-1eb0-426b-a10c-9e25e2d3bf79,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:35.167674 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0ec10ee0-8011-46e4-af49-57af476598e8 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:35.173504 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-0ec10ee0-8011-46e4-af49-57af476598e8 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "DELETE /v2.0/subnets/fd903097-1eb0-426b-a10c-9e25e2d3bf79 HTTP/1.1" status: 204 len: 168 time: 0.4787784 Feb 04 13:01:35.173800 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53854) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:35.262414 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-4ff13d8f-5e90-425e-b864-5040ca476951 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0867283 Feb 04 13:01:35.265915 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53858) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:35.273301 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-b399b247-5dea-4eac-94ef-6183af4a7ae7 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Request body: {'subnet': {'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:35.525631 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc48486-46ea-4fda-874e-68fbc9db2503 None None] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:01:35.637806 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-a4924914-5cca-4b10-bdbf-a6e1ad5411ed None None] Provisioning complete for port d8a1bfa0-fa72-4954-a0c5-82342a819b4c triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:01:35.639386 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a4924914-5cca-4b10-bdbf-a6e1ad5411ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (d8a1bfa0-fa72-4954-a0c5-82342a819b4c), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:35.874202 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b399b247-5dea-4eac-94ef-6183af4a7ae7 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Made reservation on behalf of 28823d1be89a4373833a0b6442186e0d for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:01:35.878301 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b399b247-5dea-4eac-94ef-6183af4a7ae7 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:35.944428 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d26e026-c841-4504-8ef7-25cc8f1680d2 None None] DHCP port deletion for 38febd13-5a2a-4d46-a8bc-c2d73322ac82 request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:01:36.008393 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-a4924914-5cca-4b10-bdbf-a6e1ad5411ed None None] Current status of the port d8a1bfa0-fa72-4954-a0c5-82342a819b4c is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:01:36.018172 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-a4924914-5cca-4b10-bdbf-a6e1ad5411ed None None] Could not find standard attr ID for object 9491189b-30ec-4e36-89c4-99882a5b6221. {{(pid=103476) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 13:01:36.057073 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-6d26e026-c841-4504-8ef7-25cc8f1680d2 None None] Deleting port d8a1bfa0-fa72-4954-a0c5-82342a819b4c {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:01:36.057684 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6d26e026-c841-4504-8ef7-25cc8f1680d2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (d8a1bfa0-fa72-4954-a0c5-82342a819b4c), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:36.165203 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-6d26e026-c841-4504-8ef7-25cc8f1680d2 None None] For port d8a1bfa0-fa72-4954-a0c5-82342a819b4c, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=d8a1bfa0-fa72-4954-a0c5-82342a819b4c,segment=NetworkSegment(c90e1acd-6828-4dc1-a041-2f0d39d337f9),segment_id=c90e1acd-6828-4dc1-a041-2f0d39d337f9)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:01:36.165857 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6d26e026-c841-4504-8ef7-25cc8f1680d2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (d8a1bfa0-fa72-4954-a0c5-82342a819b4c), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:36.194508 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-6d26e026-c841-4504-8ef7-25cc8f1680d2 None None] Calling delete_port for d8a1bfa0-fa72-4954-a0c5-82342a819b4c owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:01:36.226048 n-d-825015-3 neutron-server[103475]: DEBUG neutron.objects.ports [None req-b399b247-5dea-4eac-94ef-6183af4a7ae7 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103475) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 13:01:36.267884 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device d8a1bfa0-fa72-4954-a0c5-82342a819b4c no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:01:36.350414 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6d26e026-c841-4504-8ef7-25cc8f1680d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (d8a1bfa0-fa72-4954-a0c5-82342a819b4c), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:36.379906 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.ipam_pluggable_backend [None req-b399b247-5dea-4eac-94ef-6183af4a7ae7 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Port d8a1bfa0-fa72-4954-a0c5-82342a819b4c was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103475) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 04 13:01:36.380216 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.ipam_pluggable_backend [None req-b399b247-5dea-4eac-94ef-6183af4a7ae7 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Reverting IP allocation for 2001:db8::f816:3eff:fe83:aa8d {{(pid=103475) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 04 13:01:36.384715 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.ipam_pluggable_backend [None req-b399b247-5dea-4eac-94ef-6183af4a7ae7 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe83:aa8d {{(pid=103475) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 04 13:01:36.386551 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b399b247-5dea-4eac-94ef-6183af4a7ae7 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52094127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51452689'] for subnet (b03b4a5f-b5cb-4067-8266-c88da19266c8), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:36.402531 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Port d8a1bfa0-fa72-4954-a0c5-82342a819b4c update to DOWN by agent not found {{(pid=103476) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Feb 04 13:01:36.407031 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d26e026-c841-4504-8ef7-25cc8f1680d2 None None] Pushing event deleted for resources: {'Port': ['ID=d8a1bfa0-fa72-4954-a0c5-82342a819b4c,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:36.412116 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d26e026-c841-4504-8ef7-25cc8f1680d2 None None] No DVR routers for this DVR port d8a1bfa0-fa72-4954-a0c5-82342a819b4c on host n-d-825015-3 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:01:36.474012 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b399b247-5dea-4eac-94ef-6183af4a7ae7 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:01:36.477390 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-b399b247-5dea-4eac-94ef-6183af4a7ae7 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:01:36.482644 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b399b247-5dea-4eac-94ef-6183af4a7ae7 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:36.483255 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b399b247-5dea-4eac-94ef-6183af4a7ae7 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:36.487858 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d919809-caea-4c1c-ac51-d0d9af5d8f71 None None] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:01:36.493986 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b399b247-5dea-4eac-94ef-6183af4a7ae7 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Pushing event updated for resources: {'Subnet': ['ID=b03b4a5f-b5cb-4067-8266-c88da19266c8,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:36.507030 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53882) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:36.508162 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-b399b247-5dea-4eac-94ef-6183af4a7ae7 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2405148 Feb 04 13:01:36.514537 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-c9c94bbd-1e38-49b5-99f6-4b35abc19e4d tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Request body: {'subnet': {'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:36.656672 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9c94bbd-1e38-49b5-99f6-4b35abc19e4d tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Made reservation on behalf of 28823d1be89a4373833a0b6442186e0d for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:01:36.660906 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c9c94bbd-1e38-49b5-99f6-4b35abc19e4d tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60610638'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:36.684977 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0f27ff-04d5-41c1-83cb-e1b8345a5319 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-38febd13-5a2a-4d46-a8bc-c2d73322ac82', 'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82', 'project_id': '28823d1be89a4373833a0b6442186e0d', 'fixed_ips': [{'subnet_id': 'b03b4a5f-b5cb-4067-8266-c88da19266c8'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:01:36.687591 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2f0f27ff-04d5-41c1-83cb-e1b8345a5319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:36.828626 n-d-825015-3 neutron-server[103474]: INFO neutron.db.ipam_backend_mixin [None req-c9c94bbd-1e38-49b5-99f6-4b35abc19e4d tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b03b4a5f-b5cb-4067-8266-c88da19266c8 (CIDR: 2001:db8::/64) Feb 04 13:01:36.834613 n-d-825015-3 neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9c94bbd-1e38-49b5-99f6-4b35abc19e4d tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:01:36.836521 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9c94bbd-1e38-49b5-99f6-4b35abc19e4d tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:01:36.877055 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-c9c94bbd-1e38-49b5-99f6-4b35abc19e4d tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3577938 Feb 04 13:01:36.877055 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53888) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:36.877055 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-8fbcf465-eaba-4481-9774-d7dbdc10e472 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Request body: {'subnet': {'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:36.924079 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-2f0f27ff-04d5-41c1-83cb-e1b8345a5319 None None] Allocated IP 2001:db8::f816:3eff:fe5f:327e (38febd13-5a2a-4d46-a8bc-c2d73322ac82/b03b4a5f-b5cb-4067-8266-c88da19266c8/64a218f8-ea5b-403d-88fa-7cb0e258db57) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:01:37.130673 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fbcf465-eaba-4481-9774-d7dbdc10e472 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Made reservation on behalf of 28823d1be89a4373833a0b6442186e0d for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:01:37.134497 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8fbcf465-eaba-4481-9774-d7dbdc10e472 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60610638'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:37.186262 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2f0f27ff-04d5-41c1-83cb-e1b8345a5319 None None] Publish callbacks [] for port (64a218f8-ea5b-403d-88fa-7cb0e258db57), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:37.193718 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2f0f27ff-04d5-41c1-83cb-e1b8345a5319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (64a218f8-ea5b-403d-88fa-7cb0e258db57), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:37.232042 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0f27ff-04d5-41c1-83cb-e1b8345a5319 None None] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:01:37.235349 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-2f0f27ff-04d5-41c1-83cb-e1b8345a5319 None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:01:37.237964 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0f27ff-04d5-41c1-83cb-e1b8345a5319 None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:01:37.311143 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-2f0f27ff-04d5-41c1-83cb-e1b8345a5319 None None] Attempting to bind port 64a218f8-ea5b-403d-88fa-7cb0e258db57 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:01:37.312525 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-2f0f27ff-04d5-41c1-83cb-e1b8345a5319 None None] Attempting to bind port 64a218f8-ea5b-403d-88fa-7cb0e258db57 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': 'c90e1acd-6828-4dc1-a041-2f0d39d337f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:01:37.313300 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0f27ff-04d5-41c1-83cb-e1b8345a5319 None None] Attempting to bind port 64a218f8-ea5b-403d-88fa-7cb0e258db57 on network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:01:37.317280 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0f27ff-04d5-41c1-83cb-e1b8345a5319 None None] Pushing event updated for resources: {'Port': ['ID=64a218f8-ea5b-403d-88fa-7cb0e258db57,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:37.323448 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0f27ff-04d5-41c1-83cb-e1b8345a5319 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:01:37.324162 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0f27ff-04d5-41c1-83cb-e1b8345a5319 None None] Checking segment: {'id': 'c90e1acd-6828-4dc1-a041-2f0d39d337f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:01:37.324686 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2f0f27ff-04d5-41c1-83cb-e1b8345a5319 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:37.325269 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0f27ff-04d5-41c1-83cb-e1b8345a5319 None None] Bound using segment: {'id': 'c90e1acd-6828-4dc1-a041-2f0d39d337f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:01:37.325868 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-2f0f27ff-04d5-41c1-83cb-e1b8345a5319 None None] Bound port: 64a218f8-ea5b-403d-88fa-7cb0e258db57, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c90e1acd-6828-4dc1-a041-2f0d39d337f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:01:37.326623 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2f0f27ff-04d5-41c1-83cb-e1b8345a5319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (64a218f8-ea5b-403d-88fa-7cb0e258db57), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:37.448591 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-2f0f27ff-04d5-41c1-83cb-e1b8345a5319 None None] For port 64a218f8-ea5b-403d-88fa-7cb0e258db57, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:01:37.452842 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-2f0f27ff-04d5-41c1-83cb-e1b8345a5319 None None] For port 64a218f8-ea5b-403d-88fa-7cb0e258db57, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=64a218f8-ea5b-403d-88fa-7cb0e258db57,segment=NetworkSegment(c90e1acd-6828-4dc1-a041-2f0d39d337f9),segment_id=c90e1acd-6828-4dc1-a041-2f0d39d337f9)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:01:37.462282 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2f0f27ff-04d5-41c1-83cb-e1b8345a5319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (64a218f8-ea5b-403d-88fa-7cb0e258db57), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:37.544822 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0f27ff-04d5-41c1-83cb-e1b8345a5319 None None] Pushing event updated for resources: {'Port': ['ID=64a218f8-ea5b-403d-88fa-7cb0e258db57,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:37.568124 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8fbcf465-eaba-4481-9774-d7dbdc10e472 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59045178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60610680'] for subnet (7428502b-5d96-4750-ae51-61c679d24509), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:37.628860 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fbcf465-eaba-4481-9774-d7dbdc10e472 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:01:37.634896 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-8fbcf465-eaba-4481-9774-d7dbdc10e472 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:01:37.639910 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fbcf465-eaba-4481-9774-d7dbdc10e472 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:37.640531 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8fbcf465-eaba-4481-9774-d7dbdc10e472 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:37.670821 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-8fbcf465-eaba-4481-9774-d7dbdc10e472 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7965806 Feb 04 13:01:37.671541 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53906) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:37.682137 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-75653535-c1ad-42a8-9e03-f5a2a680d226 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Request body: {'port': {'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82', 'mac_address': 'fa:16:3e:38:b6:99', 'name': 'tempest-NetworksTestDHCPv6-301521070'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:37.692970 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbcf465-eaba-4481-9774-d7dbdc10e472 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Pushing event updated for resources: {'Subnet': ['ID=7428502b-5d96-4750-ae51-61c679d24509,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:37.893686 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75653535-c1ad-42a8-9e03-f5a2a680d226 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Made reservation on behalf of 28823d1be89a4373833a0b6442186e0d for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:01:38.039136 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-75653535-c1ad-42a8-9e03-f5a2a680d226 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:38.112839 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [None req-75653535-c1ad-42a8-9e03-f5a2a680d226 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] device_id is not set on port ee14d91b-2a86-4794-b741-43092282be87 yet. {{(pid=103475) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:01:38.425359 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 64a218f8-ea5b-403d-88fa-7cb0e258db57 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:01:38.511833 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-75653535-c1ad-42a8-9e03-f5a2a680d226 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Allocated IP 2001:db8:0:1::142 (38febd13-5a2a-4d46-a8bc-c2d73322ac82/7428502b-5d96-4750-ae51-61c679d24509/ee14d91b-2a86-4794-b741-43092282be87) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:01:38.532814 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-75653535-c1ad-42a8-9e03-f5a2a680d226 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Allocated IP 2001:db8::f816:3eff:fe38:b699 (38febd13-5a2a-4d46-a8bc-c2d73322ac82/b03b4a5f-b5cb-4067-8266-c88da19266c8/ee14d91b-2a86-4794-b741-43092282be87) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:01:38.609045 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 64a218f8-ea5b-403d-88fa-7cb0e258db57 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:01:38.614855 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (64a218f8-ea5b-403d-88fa-7cb0e258db57), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:38.794524 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 64a218f8-ea5b-403d-88fa-7cb0e258db57 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:01:38.794924 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (64a218f8-ea5b-403d-88fa-7cb0e258db57), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:38.848033 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port 64a218f8-ea5b-403d-88fa-7cb0e258db57, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=64a218f8-ea5b-403d-88fa-7cb0e258db57,segment=NetworkSegment(c90e1acd-6828-4dc1-a041-2f0d39d337f9),segment_id=c90e1acd-6828-4dc1-a041-2f0d39d337f9)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:01:38.854208 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (64a218f8-ea5b-403d-88fa-7cb0e258db57), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:38.948201 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-75653535-c1ad-42a8-9e03-f5a2a680d226 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for port (ee14d91b-2a86-4794-b741-43092282be87), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:39.001139 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=64a218f8-ea5b-403d-88fa-7cb0e258db57,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:39.051602 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-75653535-c1ad-42a8-9e03-f5a2a680d226 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (ee14d91b-2a86-4794-b741-43092282be87), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:39.198250 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75653535-c1ad-42a8-9e03-f5a2a680d226 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:01:39.204951 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-75653535-c1ad-42a8-9e03-f5a2a680d226 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:01:39.209832 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75653535-c1ad-42a8-9e03-f5a2a680d226 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:01:39.216507 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75653535-c1ad-42a8-9e03-f5a2a680d226 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:39.217223 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-75653535-c1ad-42a8-9e03-f5a2a680d226 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:39.221716 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75653535-c1ad-42a8-9e03-f5a2a680d226 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Pushing event updated for resources: {'Port': ['ID=ee14d91b-2a86-4794-b741-43092282be87,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:39.243855 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e64696-c0f4-4051-b9fb-bb8f1888e229 None None] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:01:39.249445 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-75653535-c1ad-42a8-9e03-f5a2a680d226 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.5762835 Feb 04 13:01:39.251936 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53936) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:39.396790 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ab1941b4-2657-4bf2-a148-5381978003fd None None] Provisioning complete for port 64a218f8-ea5b-403d-88fa-7cb0e258db57 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:01:39.397350 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ab1941b4-2657-4bf2-a148-5381978003fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (64a218f8-ea5b-403d-88fa-7cb0e258db57), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:39.421428 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-ee2be004-d701-458b-9d12-02b41f5d751a tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Deleting port ee14d91b-2a86-4794-b741-43092282be87 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:01:39.422066 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ee2be004-d701-458b-9d12-02b41f5d751a tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (ee14d91b-2a86-4794-b741-43092282be87), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:39.578736 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ab1941b4-2657-4bf2-a148-5381978003fd None None] Current status of the port 64a218f8-ea5b-403d-88fa-7cb0e258db57 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:01:39.609087 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404ed99b-6f3b-48b5-a2f7-3a17ed794328 None None] Update dhcp port {'port': {'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82', 'fixed_ips': [{'subnet_id': 'b03b4a5f-b5cb-4067-8266-c88da19266c8', 'ip_address': '2001:db8::f816:3eff:fe5f:327e'}, {'subnet_id': '7428502b-5d96-4750-ae51-61c679d24509'}], 'binding:host_id': 'n-d-825015-3'}, 'id': '64a218f8-ea5b-403d-88fa-7cb0e258db57'} from n-d-825015-3. {{(pid=103476) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 04 13:01:39.624583 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ee2be004-d701-458b-9d12-02b41f5d751a tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (ee14d91b-2a86-4794-b741-43092282be87), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:39.643665 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-404ed99b-6f3b-48b5-a2f7-3a17ed794328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (64a218f8-ea5b-403d-88fa-7cb0e258db57), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:39.647681 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-ee2be004-d701-458b-9d12-02b41f5d751a tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Calling delete_port for ee14d91b-2a86-4794-b741-43092282be87 owned by {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:01:39.965047 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ee2be004-d701-458b-9d12-02b41f5d751a tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (ee14d91b-2a86-4794-b741-43092282be87), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:39.976148 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-404ed99b-6f3b-48b5-a2f7-3a17ed794328 None None] Allocated IP 2001:db8:0:1::2 (38febd13-5a2a-4d46-a8bc-c2d73322ac82/7428502b-5d96-4750-ae51-61c679d24509/64a218f8-ea5b-403d-88fa-7cb0e258db57) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:01:40.005847 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2be004-d701-458b-9d12-02b41f5d751a tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Pushing event deleted for resources: {'Port': ['ID=ee14d91b-2a86-4794-b741-43092282be87,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:40.094501 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ee2be004-d701-458b-9d12-02b41f5d751a tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:40.100168 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-ee2be004-d701-458b-9d12-02b41f5d751a tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "DELETE /v2.0/ports/ee14d91b-2a86-4794-b741-43092282be87 HTTP/1.1" status: 204 len: 168 time: 0.8464322 Feb 04 13:01:40.101970 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53946) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:40.102121 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-404ed99b-6f3b-48b5-a2f7-3a17ed794328 None None] For port 64a218f8-ea5b-403d-88fa-7cb0e258db57, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=64a218f8-ea5b-403d-88fa-7cb0e258db57,segment=NetworkSegment(c90e1acd-6828-4dc1-a041-2f0d39d337f9),segment_id=c90e1acd-6828-4dc1-a041-2f0d39d337f9)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:01:40.142120 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-404ed99b-6f3b-48b5-a2f7-3a17ed794328 None None] Publish callbacks [] for port (64a218f8-ea5b-403d-88fa-7cb0e258db57), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:40.148141 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-404ed99b-6f3b-48b5-a2f7-3a17ed794328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (64a218f8-ea5b-403d-88fa-7cb0e258db57), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:40.244602 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-331a7a1f-1e15-44ab-a420-98f85055374b tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:40.248929 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-331a7a1f-1e15-44ab-a420-98f85055374b tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1455274 Feb 04 13:01:40.251517 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53952) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:40.305899 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404ed99b-6f3b-48b5-a2f7-3a17ed794328 None None] Pushing event updated for resources: {'Port': ['ID=64a218f8-ea5b-403d-88fa-7cb0e258db57,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:40.344074 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 64a218f8-ea5b-403d-88fa-7cb0e258db57 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:01:40.387117 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-501be344-d123-464a-a2a8-a012d55ac84e tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:40.389072 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-501be344-d123-464a-a2a8-a012d55ac84e tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1352265 Feb 04 13:01:40.391677 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53954) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:40.456470 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca9ae48-6f7d-41e8-85eb-d5dfde573e4f tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:40.458264 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 64a218f8-ea5b-403d-88fa-7cb0e258db57 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:01:40.458644 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (64a218f8-ea5b-403d-88fa-7cb0e258db57), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:40.469088 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca9ae48-6f7d-41e8-85eb-d5dfde573e4f tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:40.470614 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca9ae48-6f7d-41e8-85eb-d5dfde573e4f tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:40.473894 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-fca9ae48-6f7d-41e8-85eb-d5dfde573e4f tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0807817 Feb 04 13:01:40.476465 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53956) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:40.566110 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 64a218f8-ea5b-403d-88fa-7cb0e258db57 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:01:40.574946 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f366153-cea7-48d8-858a-0fb7ba0fff6d tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Deleting subnet 7428502b-5d96-4750-ae51-61c679d24509 {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:01:40.579430 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1f366153-cea7-48d8-858a-0fb7ba0fff6d tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for subnet (7428502b-5d96-4750-ae51-61c679d24509), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:40.659420 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1f366153-cea7-48d8-858a-0fb7ba0fff6d tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (7428502b-5d96-4750-ae51-61c679d24509), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:40.830199 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1f366153-cea7-48d8-858a-0fb7ba0fff6d tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (7428502b-5d96-4750-ae51-61c679d24509), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:40.954917 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1f366153-cea7-48d8-858a-0fb7ba0fff6d tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (7428502b-5d96-4750-ae51-61c679d24509), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:40.990469 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f366153-cea7-48d8-858a-0fb7ba0fff6d tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Pushing event deleted for resources: {'Subnet': ['ID=7428502b-5d96-4750-ae51-61c679d24509,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:40.999797 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1f366153-cea7-48d8-858a-0fb7ba0fff6d tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:41.004766 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-1f366153-cea7-48d8-858a-0fb7ba0fff6d tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "DELETE /v2.0/subnets/7428502b-5d96-4750-ae51-61c679d24509 HTTP/1.1" status: 204 len: 168 time: 0.5270846 Feb 04 13:01:41.007163 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 53962) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:41.082475 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5112ecb-cbfc-42d6-8729-ae0aaf718419 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Deleting subnet b03b4a5f-b5cb-4067-8266-c88da19266c8 {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:01:41.096663 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a5112ecb-cbfc-42d6-8729-ae0aaf718419 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for subnet (b03b4a5f-b5cb-4067-8266-c88da19266c8), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:41.189377 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a5112ecb-cbfc-42d6-8729-ae0aaf718419 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (b03b4a5f-b5cb-4067-8266-c88da19266c8), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:41.297453 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b1225e-95b3-498e-98e0-2a6061510811 None None] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:01:41.368921 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b7fc5083-cb48-4690-b4db-9fe5187d6ba8 None None] Could not find standard attr ID for object ee14d91b-2a86-4794-b741-43092282be87. {{(pid=103476) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 13:01:41.381763 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a5112ecb-cbfc-42d6-8729-ae0aaf718419 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (b03b4a5f-b5cb-4067-8266-c88da19266c8), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:41.419304 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b7fc5083-cb48-4690-b4db-9fe5187d6ba8 None None] Provisioning complete for port 64a218f8-ea5b-403d-88fa-7cb0e258db57 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:01:41.419895 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b7fc5083-cb48-4690-b4db-9fe5187d6ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (64a218f8-ea5b-403d-88fa-7cb0e258db57), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:41.522528 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a5112ecb-cbfc-42d6-8729-ae0aaf718419 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (b03b4a5f-b5cb-4067-8266-c88da19266c8), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:41.602564 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5112ecb-cbfc-42d6-8729-ae0aaf718419 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Pushing event deleted for resources: {'Subnet': ['ID=b03b4a5f-b5cb-4067-8266-c88da19266c8,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:41.622208 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a5112ecb-cbfc-42d6-8729-ae0aaf718419 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:41.632935 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-a5112ecb-cbfc-42d6-8729-ae0aaf718419 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "DELETE /v2.0/subnets/b03b4a5f-b5cb-4067-8266-c88da19266c8 HTTP/1.1" status: 204 len: 168 time: 0.6238379 Feb 04 13:01:41.633754 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b7fc5083-cb48-4690-b4db-9fe5187d6ba8 None None] Current status of the port 64a218f8-ea5b-403d-88fa-7cb0e258db57 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:01:41.635484 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53984) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:41.738878 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-fbb9439f-89f9-4853-97a5-96d9825f8ce4 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1003594 Feb 04 13:01:41.741313 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 53990) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:41.752970 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-ef15dce9-d3a2-4b57-a89e-b827f3638f52 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Request body: {'subnet': {'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:41.765290 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66389a85-9fa0-40f2-815d-7b9e21719e96 None None] Update dhcp port {'port': {'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82', 'fixed_ips': [{'subnet_id': 'b03b4a5f-b5cb-4067-8266-c88da19266c8'}], 'binding:host_id': 'n-d-825015-3'}, 'id': '64a218f8-ea5b-403d-88fa-7cb0e258db57'} from n-d-825015-3. {{(pid=103476) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 04 13:01:41.820998 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-66389a85-9fa0-40f2-815d-7b9e21719e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (64a218f8-ea5b-403d-88fa-7cb0e258db57), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:41.930609 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef15dce9-d3a2-4b57-a89e-b827f3638f52 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Made reservation on behalf of 28823d1be89a4373833a0b6442186e0d for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:01:41.939311 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ef15dce9-d3a2-4b57-a89e-b827f3638f52 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:42.124012 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f79fe6-7d14-4ecb-a9c7-25eb50c320a4 None None] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:01:42.329146 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ef15dce9-d3a2-4b57-a89e-b827f3638f52 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52094127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51452689'] for subnet (81dcbe14-5bb7-473c-8c86-f94d939f0f92), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:42.463063 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef15dce9-d3a2-4b57-a89e-b827f3638f52 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Pushing event updated for resources: {'Subnet': ['ID=81dcbe14-5bb7-473c-8c86-f94d939f0f92,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:42.474854 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 64a218f8-ea5b-403d-88fa-7cb0e258db57 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:01:42.489382 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef15dce9-d3a2-4b57-a89e-b827f3638f52 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:01:42.490844 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-ef15dce9-d3a2-4b57-a89e-b827f3638f52 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:01:42.510082 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef15dce9-d3a2-4b57-a89e-b827f3638f52 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:42.511076 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ef15dce9-d3a2-4b57-a89e-b827f3638f52 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:42.563272 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-558682e0-66dd-4520-ad2f-4ef49e60a7fd None None] Provisioning complete for port 64a218f8-ea5b-403d-88fa-7cb0e258db57 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:01:42.564798 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-558682e0-66dd-4520-ad2f-4ef49e60a7fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (64a218f8-ea5b-403d-88fa-7cb0e258db57), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:42.592348 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-ef15dce9-d3a2-4b57-a89e-b827f3638f52 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8478744 Feb 04 13:01:42.594660 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 54004) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:42.599895 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-6d3398b5-0d1d-49fb-a453-7781eb7cbbed tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Request body: {'subnet': {'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:42.756635 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 64a218f8-ea5b-403d-88fa-7cb0e258db57 is: ACTIVE; New status is: DOWN {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:01:42.757316 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (64a218f8-ea5b-403d-88fa-7cb0e258db57), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:42.760935 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd09542-e07e-4077-8615-a9df1f8b30c9 None None] DHCP port deletion for 38febd13-5a2a-4d46-a8bc-c2d73322ac82 request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:01:42.849709 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-558682e0-66dd-4520-ad2f-4ef49e60a7fd None None] Current status of the port 64a218f8-ea5b-403d-88fa-7cb0e258db57 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:01:42.875544 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d3398b5-0d1d-49fb-a453-7781eb7cbbed tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Made reservation on behalf of 28823d1be89a4373833a0b6442186e0d for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:01:42.879065 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6d3398b5-0d1d-49fb-a453-7781eb7cbbed tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60610638'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:42.952587 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port 64a218f8-ea5b-403d-88fa-7cb0e258db57, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=64a218f8-ea5b-403d-88fa-7cb0e258db57,segment=NetworkSegment(c90e1acd-6828-4dc1-a041-2f0d39d337f9),segment_id=c90e1acd-6828-4dc1-a041-2f0d39d337f9)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:01:42.960148 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (64a218f8-ea5b-403d-88fa-7cb0e258db57), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:42.969526 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-5bd09542-e07e-4077-8615-a9df1f8b30c9 None None] Deleting port 64a218f8-ea5b-403d-88fa-7cb0e258db57 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:01:42.969899 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5bd09542-e07e-4077-8615-a9df1f8b30c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (64a218f8-ea5b-403d-88fa-7cb0e258db57), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:43.083256 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-5bd09542-e07e-4077-8615-a9df1f8b30c9 None None] For port 64a218f8-ea5b-403d-88fa-7cb0e258db57, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=64a218f8-ea5b-403d-88fa-7cb0e258db57,segment=NetworkSegment(c90e1acd-6828-4dc1-a041-2f0d39d337f9),segment_id=c90e1acd-6828-4dc1-a041-2f0d39d337f9)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:01:43.083655 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5bd09542-e07e-4077-8615-a9df1f8b30c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (64a218f8-ea5b-403d-88fa-7cb0e258db57), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:43.100649 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-5bd09542-e07e-4077-8615-a9df1f8b30c9 None None] Calling delete_port for 64a218f8-ea5b-403d-88fa-7cb0e258db57 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:01:43.118496 n-d-825015-3 neutron-server[103474]: INFO neutron.db.ipam_backend_mixin [None req-6d3398b5-0d1d-49fb-a453-7781eb7cbbed tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 81dcbe14-5bb7-473c-8c86-f94d939f0f92 (CIDR: 2001:db8::/64) Feb 04 13:01:43.130840 n-d-825015-3 neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d3398b5-0d1d-49fb-a453-7781eb7cbbed tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:01:43.131306 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d3398b5-0d1d-49fb-a453-7781eb7cbbed tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:01:43.175168 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 54008) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:43.176241 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-6d3398b5-0d1d-49fb-a453-7781eb7cbbed tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5804310 Feb 04 13:01:43.182158 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-0148973b-f3b2-4417-abc7-6bdd4f913452 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Request body: {'subnet': {'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:43.274250 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=64a218f8-ea5b-403d-88fa-7cb0e258db57,revision_number=7']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:43.346119 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5bd09542-e07e-4077-8615-a9df1f8b30c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (64a218f8-ea5b-403d-88fa-7cb0e258db57), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:43.375976 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd09542-e07e-4077-8615-a9df1f8b30c9 None None] Pushing event deleted for resources: {'Port': ['ID=64a218f8-ea5b-403d-88fa-7cb0e258db57,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:43.379495 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd09542-e07e-4077-8615-a9df1f8b30c9 None None] No DVR routers for this DVR port 64a218f8-ea5b-403d-88fa-7cb0e258db57 on host n-d-825015-3 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:01:43.402553 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9312e07-c13b-4008-9520-48998ff4a8e2 None None] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:01:43.438818 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0148973b-f3b2-4417-abc7-6bdd4f913452 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Made reservation on behalf of 28823d1be89a4373833a0b6442186e0d for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:01:43.442233 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0148973b-f3b2-4417-abc7-6bdd4f913452 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:43.540212 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373c864f-6951-4c09-8e9e-a9eda5303dca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-38febd13-5a2a-4d46-a8bc-c2d73322ac82', 'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82', 'project_id': '28823d1be89a4373833a0b6442186e0d', 'fixed_ips': [{'subnet_id': '81dcbe14-5bb7-473c-8c86-f94d939f0f92'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:01:43.541202 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-373c864f-6951-4c09-8e9e-a9eda5303dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:43.755534 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-373c864f-6951-4c09-8e9e-a9eda5303dca None None] Allocated IP 2001:db8::2 (38febd13-5a2a-4d46-a8bc-c2d73322ac82/81dcbe14-5bb7-473c-8c86-f94d939f0f92/406c355b-2fad-45ef-987d-beef459096be) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:01:44.001270 n-d-825015-3 neutron-server[103475]: DEBUG neutron.objects.ports [None req-0148973b-f3b2-4417-abc7-6bdd4f913452 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103475) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 13:01:44.003544 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0148973b-f3b2-4417-abc7-6bdd4f913452 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52094127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51452689'] for subnet (b2e7bc07-cc60-4c1d-8dc0-863858c4f6a8), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:44.033009 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-373c864f-6951-4c09-8e9e-a9eda5303dca None None] Publish callbacks [] for port (406c355b-2fad-45ef-987d-beef459096be), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:44.043501 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-373c864f-6951-4c09-8e9e-a9eda5303dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (406c355b-2fad-45ef-987d-beef459096be), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:44.074655 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0148973b-f3b2-4417-abc7-6bdd4f913452 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:01:44.080000 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-0148973b-f3b2-4417-abc7-6bdd4f913452 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:01:44.084794 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0148973b-f3b2-4417-abc7-6bdd4f913452 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:44.085394 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0148973b-f3b2-4417-abc7-6bdd4f913452 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:44.096298 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0148973b-f3b2-4417-abc7-6bdd4f913452 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Pushing event updated for resources: {'Subnet': ['ID=b2e7bc07-cc60-4c1d-8dc0-863858c4f6a8,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:44.111274 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-0148973b-f3b2-4417-abc7-6bdd4f913452 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9335856 Feb 04 13:01:44.113940 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 54020) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:44.119961 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-ea3be8a2-ed41-4b28-974b-b7c557b8b189 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Request body: {'port': {'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82', 'mac_address': 'fa:16:3e:0e:9e:97', 'name': 'tempest-NetworksTestDHCPv6-1443205394'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:44.145724 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373c864f-6951-4c09-8e9e-a9eda5303dca None None] Pushing event updated for resources: {'Port': ['ID=406c355b-2fad-45ef-987d-beef459096be,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:44.170702 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373c864f-6951-4c09-8e9e-a9eda5303dca None None] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:01:44.173309 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-373c864f-6951-4c09-8e9e-a9eda5303dca None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:01:44.181616 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373c864f-6951-4c09-8e9e-a9eda5303dca None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:01:44.263492 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-373c864f-6951-4c09-8e9e-a9eda5303dca None None] Attempting to bind port 406c355b-2fad-45ef-987d-beef459096be on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:01:44.264371 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-373c864f-6951-4c09-8e9e-a9eda5303dca None None] Attempting to bind port 406c355b-2fad-45ef-987d-beef459096be by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': 'c90e1acd-6828-4dc1-a041-2f0d39d337f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:01:44.265575 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373c864f-6951-4c09-8e9e-a9eda5303dca None None] Attempting to bind port 406c355b-2fad-45ef-987d-beef459096be on network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:01:44.278872 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373c864f-6951-4c09-8e9e-a9eda5303dca None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:01:44.279977 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373c864f-6951-4c09-8e9e-a9eda5303dca None None] Checking segment: {'id': 'c90e1acd-6828-4dc1-a041-2f0d39d337f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:01:44.281485 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-373c864f-6951-4c09-8e9e-a9eda5303dca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:44.282807 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373c864f-6951-4c09-8e9e-a9eda5303dca None None] Bound using segment: {'id': 'c90e1acd-6828-4dc1-a041-2f0d39d337f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:01:44.283386 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea3be8a2-ed41-4b28-974b-b7c557b8b189 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Made reservation on behalf of 28823d1be89a4373833a0b6442186e0d for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:01:44.283533 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-373c864f-6951-4c09-8e9e-a9eda5303dca None None] Bound port: 406c355b-2fad-45ef-987d-beef459096be, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c90e1acd-6828-4dc1-a041-2f0d39d337f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:01:44.284245 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-373c864f-6951-4c09-8e9e-a9eda5303dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (406c355b-2fad-45ef-987d-beef459096be), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:44.440558 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-373c864f-6951-4c09-8e9e-a9eda5303dca None None] For port 406c355b-2fad-45ef-987d-beef459096be, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:01:44.447616 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-373c864f-6951-4c09-8e9e-a9eda5303dca None None] For port 406c355b-2fad-45ef-987d-beef459096be, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=406c355b-2fad-45ef-987d-beef459096be,segment=NetworkSegment(c90e1acd-6828-4dc1-a041-2f0d39d337f9),segment_id=c90e1acd-6828-4dc1-a041-2f0d39d337f9)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:01:44.458174 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-373c864f-6951-4c09-8e9e-a9eda5303dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (406c355b-2fad-45ef-987d-beef459096be), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:44.478292 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ea3be8a2-ed41-4b28-974b-b7c557b8b189 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:44.526681 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [None req-ea3be8a2-ed41-4b28-974b-b7c557b8b189 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] device_id is not set on port 5128384b-d7d5-45d2-9f0a-fab68a643d9d yet. {{(pid=103474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:01:44.546418 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373c864f-6951-4c09-8e9e-a9eda5303dca None None] Pushing event updated for resources: {'Port': ['ID=406c355b-2fad-45ef-987d-beef459096be,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:44.959777 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-ea3be8a2-ed41-4b28-974b-b7c557b8b189 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Allocated IP 2001:db8::367 (38febd13-5a2a-4d46-a8bc-c2d73322ac82/81dcbe14-5bb7-473c-8c86-f94d939f0f92/5128384b-d7d5-45d2-9f0a-fab68a643d9d) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:01:44.986743 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-ea3be8a2-ed41-4b28-974b-b7c557b8b189 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Allocated IP 2001:db8:0:1:f816:3eff:fe0e:9e97 (38febd13-5a2a-4d46-a8bc-c2d73322ac82/b2e7bc07-cc60-4c1d-8dc0-863858c4f6a8/5128384b-d7d5-45d2-9f0a-fab68a643d9d) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:01:45.227947 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ea3be8a2-ed41-4b28-974b-b7c557b8b189 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for port (5128384b-d7d5-45d2-9f0a-fab68a643d9d), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:45.264831 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ea3be8a2-ed41-4b28-974b-b7c557b8b189 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (5128384b-d7d5-45d2-9f0a-fab68a643d9d), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:45.312234 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3be8a2-ed41-4b28-974b-b7c557b8b189 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:01:45.315441 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-ea3be8a2-ed41-4b28-974b-b7c557b8b189 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:01:45.319568 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3be8a2-ed41-4b28-974b-b7c557b8b189 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:01:45.325754 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3be8a2-ed41-4b28-974b-b7c557b8b189 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:45.326454 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ea3be8a2-ed41-4b28-974b-b7c557b8b189 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:45.336224 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3be8a2-ed41-4b28-974b-b7c557b8b189 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Pushing event updated for resources: {'Port': ['ID=5128384b-d7d5-45d2-9f0a-fab68a643d9d,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:45.366975 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 54034) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:45.367856 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-ea3be8a2-ed41-4b28-974b-b7c557b8b189 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.2516792 Feb 04 13:01:45.555670 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-a1d612ca-2615-4ad1-97b8-611433be7eb8 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Deleting port 5128384b-d7d5-45d2-9f0a-fab68a643d9d {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:01:45.556611 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a1d612ca-2615-4ad1-97b8-611433be7eb8 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (5128384b-d7d5-45d2-9f0a-fab68a643d9d), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:45.578629 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d9afcfd8-2321-4eb7-aec7-7c7a4ca4f2c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:45.731131 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a1d612ca-2615-4ad1-97b8-611433be7eb8 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (5128384b-d7d5-45d2-9f0a-fab68a643d9d), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:45.746204 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-a1d612ca-2615-4ad1-97b8-611433be7eb8 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Calling delete_port for 5128384b-d7d5-45d2-9f0a-fab68a643d9d owned by {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:01:46.024403 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a1d612ca-2615-4ad1-97b8-611433be7eb8 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (5128384b-d7d5-45d2-9f0a-fab68a643d9d), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:46.121888 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d612ca-2615-4ad1-97b8-611433be7eb8 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Pushing event deleted for resources: {'Port': ['ID=5128384b-d7d5-45d2-9f0a-fab68a643d9d,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:46.184463 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a1d612ca-2615-4ad1-97b8-611433be7eb8 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:46.192226 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 54046) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:46.202674 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-a1d612ca-2615-4ad1-97b8-611433be7eb8 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "DELETE /v2.0/ports/5128384b-d7d5-45d2-9f0a-fab68a643d9d HTTP/1.1" status: 204 len: 168 time: 0.8346398 Feb 04 13:01:46.367974 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c430f8-64fe-4a8d-906c-c6b1fe606c63 None None] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:01:46.379963 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d231822-8068-47ca-ae25-c89953530df1 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:46.382908 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-2d231822-8068-47ca-ae25-c89953530df1 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1892841 Feb 04 13:01:46.386001 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 54050) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:46.509560 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a11c74b-338b-42aa-99e7-8da9e3e2bca3 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:46.516298 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-5a11c74b-338b-42aa-99e7-8da9e3e2bca3 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1283953 Feb 04 13:01:46.517100 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 54056) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:46.544103 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 406c355b-2fad-45ef-987d-beef459096be up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:01:46.574016 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ca9c6005-5045-4852-810f-9ea74d381b3c None None] Provisioning complete for port 406c355b-2fad-45ef-987d-beef459096be triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:01:46.576693 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ca9c6005-5045-4852-810f-9ea74d381b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (406c355b-2fad-45ef-987d-beef459096be), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:46.715283 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7a1e38-de7a-47c9-94ab-8820127086d2 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:46.717352 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7a1e38-de7a-47c9-94ab-8820127086d2 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:46.718749 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7a1e38-de7a-47c9-94ab-8820127086d2 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:46.724447 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-9d7a1e38-de7a-47c9-94ab-8820127086d2 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2027528 Feb 04 13:01:46.724998 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 54060) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:46.972302 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef9145ca-436d-41b2-be43-48f9fb3a3eeb tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Deleting subnet 81dcbe14-5bb7-473c-8c86-f94d939f0f92 {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:01:46.979070 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ef9145ca-436d-41b2-be43-48f9fb3a3eeb tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for subnet (81dcbe14-5bb7-473c-8c86-f94d939f0f92), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:47.030151 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ef9145ca-436d-41b2-be43-48f9fb3a3eeb tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (81dcbe14-5bb7-473c-8c86-f94d939f0f92), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:47.109455 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ca9c6005-5045-4852-810f-9ea74d381b3c None None] Current status of the port 406c355b-2fad-45ef-987d-beef459096be is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:01:47.111328 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ca9c6005-5045-4852-810f-9ea74d381b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (406c355b-2fad-45ef-987d-beef459096be), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:47.139948 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ef9145ca-436d-41b2-be43-48f9fb3a3eeb tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (81dcbe14-5bb7-473c-8c86-f94d939f0f92), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:47.197104 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 406c355b-2fad-45ef-987d-beef459096be triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:01:47.198281 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (406c355b-2fad-45ef-987d-beef459096be), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:47.224126 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ef9145ca-436d-41b2-be43-48f9fb3a3eeb tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (81dcbe14-5bb7-473c-8c86-f94d939f0f92), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:47.294347 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9145ca-436d-41b2-be43-48f9fb3a3eeb tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Pushing event deleted for resources: {'Subnet': ['ID=81dcbe14-5bb7-473c-8c86-f94d939f0f92,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:47.309068 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ef9145ca-436d-41b2-be43-48f9fb3a3eeb tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:47.325172 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 54064) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:47.326330 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-ef9145ca-436d-41b2-be43-48f9fb3a3eeb tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "DELETE /v2.0/subnets/81dcbe14-5bb7-473c-8c86-f94d939f0f92 HTTP/1.1" status: 204 len: 168 time: 0.5993292 Feb 04 13:01:47.494387 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_v2 [None req-5af25a16-01cf-4bb7-aef5-be964d38487c tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Deleting subnet b2e7bc07-cc60-4c1d-8dc0-863858c4f6a8 {{(pid=103475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:01:47.501099 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5af25a16-01cf-4bb7-aef5-be964d38487c tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for subnet (b2e7bc07-cc60-4c1d-8dc0-863858c4f6a8), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:47.523332 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.db.api [None req-ca9c6005-5045-4852-810f-9ea74d381b3c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103476) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:01:47.523903 n-d-825015-3 neutron-server[103476]: DEBUG oslo_db.api [None req-ca9c6005-5045-4852-810f-9ea74d381b3c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:01:47.602255 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3beedf-20c4-46d4-96a4-bb9cd35385d6 None None] Update dhcp port {'port': {'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82', 'fixed_ips': [{'subnet_id': '81dcbe14-5bb7-473c-8c86-f94d939f0f92', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b2e7bc07-cc60-4c1d-8dc0-863858c4f6a8'}], 'binding:host_id': 'n-d-825015-3'}, 'id': '406c355b-2fad-45ef-987d-beef459096be'} from n-d-825015-3. {{(pid=103476) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 04 13:01:47.637273 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5af25a16-01cf-4bb7-aef5-be964d38487c tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51859329'] for subnet (b2e7bc07-cc60-4c1d-8dc0-863858c4f6a8), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:47.656565 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0c3beedf-20c4-46d4-96a4-bb9cd35385d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (406c355b-2fad-45ef-987d-beef459096be), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:47.701750 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 406c355b-2fad-45ef-987d-beef459096be is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:01:47.702401 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (406c355b-2fad-45ef-987d-beef459096be), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:47.725325 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5af25a16-01cf-4bb7-aef5-be964d38487c tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (b2e7bc07-cc60-4c1d-8dc0-863858c4f6a8), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:47.893895 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port 406c355b-2fad-45ef-987d-beef459096be, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=406c355b-2fad-45ef-987d-beef459096be,segment=NetworkSegment(c90e1acd-6828-4dc1-a041-2f0d39d337f9),segment_id=c90e1acd-6828-4dc1-a041-2f0d39d337f9)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:01:47.899088 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5af25a16-01cf-4bb7-aef5-be964d38487c tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-52093282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51452698'] for subnet (b2e7bc07-cc60-4c1d-8dc0-863858c4f6a8), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:47.957421 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af25a16-01cf-4bb7-aef5-be964d38487c tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Pushing event deleted for resources: {'Subnet': ['ID=b2e7bc07-cc60-4c1d-8dc0-863858c4f6a8,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:47.970191 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af25a16-01cf-4bb7-aef5-be964d38487c tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:01:47.972567 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af25a16-01cf-4bb7-aef5-be964d38487c tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:01:47.973132 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af25a16-01cf-4bb7-aef5-be964d38487c tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:01:47.973725 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af25a16-01cf-4bb7-aef5-be964d38487c tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:01:47.974250 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af25a16-01cf-4bb7-aef5-be964d38487c tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:01:47.974941 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af25a16-01cf-4bb7-aef5-be964d38487c tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:01:47.975429 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af25a16-01cf-4bb7-aef5-be964d38487c tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:01:47.976132 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af25a16-01cf-4bb7-aef5-be964d38487c tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:01:47.976733 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af25a16-01cf-4bb7-aef5-be964d38487c tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:01:47.977217 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af25a16-01cf-4bb7-aef5-be964d38487c tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:01:47.977821 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af25a16-01cf-4bb7-aef5-be964d38487c tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:01:47.978191 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af25a16-01cf-4bb7-aef5-be964d38487c tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:01:47.978619 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af25a16-01cf-4bb7-aef5-be964d38487c tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:01:47.986401 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5af25a16-01cf-4bb7-aef5-be964d38487c tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:47.989690 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-5af25a16-01cf-4bb7-aef5-be964d38487c tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "DELETE /v2.0/subnets/b2e7bc07-cc60-4c1d-8dc0-863858c4f6a8 HTTP/1.1" status: 204 len: 168 time: 0.6630805 Feb 04 13:01:47.992693 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 54078) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:48.051448 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 54080) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:48.058738 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-5298976e-ea16-492c-af2f-1fa96479f7f9 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Request body: {'subnet': {'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:48.062734 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-708b37c2-e36e-47e6-aa1c-42e3a1b1d39d tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0668931 Feb 04 13:01:48.063329 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (406c355b-2fad-45ef-987d-beef459096be), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:48.211481 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0428a969-9fb4-41bf-9084-a25e88f35ebd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:48.229708 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server [None req-0c3beedf-20c4-46d4-96a4-bb9cd35385d6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b2e7bc07-cc60-4c1d-8dc0-863858c4f6a8: This subnet is being modified by another concurrent operation. Feb 04 13:01:48.229708 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 04 13:01:48.229708 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 04 13:01:48.229708 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 04 13:01:48.229708 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 04 13:01:48.229708 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 04 13:01:48.229708 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 04 13:01:48.229708 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 04 13:01:48.229708 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 04 13:01:48.229708 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 04 13:01:48.229708 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 04 13:01:48.229708 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 04 13:01:48.229708 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 13:01:48.229708 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 13:01:48.229708 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 13:01:48.229708 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 13:01:48.229708 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 13:01:48.229708 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 13:01:48.229708 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 13:01:48.229708 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 13:01:48.229708 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 13:01:48.229708 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 13:01:48.229708 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 13:01:48.229708 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 13:01:48.229708 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 13:01:48.229708 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 13:01:48.229708 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 13:01:48.229708 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 13:01:48.229708 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 13:01:48.229708 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 13:01:48.229708 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 13:01:48.229708 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 13:01:48.229708 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 13:01:48.229708 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 13:01:48.229708 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 13:01:48.229708 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 13:01:48.229708 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Feb 04 13:01:48.229708 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Feb 04 13:01:48.229708 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Feb 04 13:01:48.229708 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Feb 04 13:01:48.229708 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 04 13:01:48.229708 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 13:01:48.229708 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 04 13:01:48.229708 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 13:01:48.229708 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 13:01:48.229708 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 13:01:48.229708 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 13:01:48.229708 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 13:01:48.229708 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 13:01:48.229708 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 13:01:48.229708 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 13:01:48.229708 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 13:01:48.229708 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 13:01:48.229708 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 13:01:48.229708 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 13:01:48.229708 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 13:01:48.229708 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 13:01:48.229708 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 13:01:48.229708 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 13:01:48.229708 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 13:01:48.229708 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 13:01:48.229708 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 13:01:48.229708 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 13:01:48.229708 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 13:01:48.229708 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 13:01:48.229708 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 13:01:48.229708 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 13:01:48.229708 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 13:01:48.229708 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1792, in update_port Feb 04 13:01:48.229708 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Feb 04 13:01:48.229708 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 04 13:01:48.229708 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 13:01:48.229708 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1521, in update_port Feb 04 13:01:48.229708 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Feb 04 13:01:48.229708 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Feb 04 13:01:48.229708 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Feb 04 13:01:48.229708 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Feb 04 13:01:48.229708 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Feb 04 13:01:48.229708 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Feb 04 13:01:48.229708 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 04 13:01:48.229708 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 04 13:01:48.229708 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 04 13:01:48.229708 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 04 13:01:48.229708 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server raise exception Feb 04 13:01:48.229708 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b2e7bc07-cc60-4c1d-8dc0-863858c4f6a8: This subnet is being modified by another concurrent operation. Feb 04 13:01:48.229708 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server Feb 04 13:01:48.245372 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ca9c6005-5045-4852-810f-9ea74d381b3c None None] Current status of the port 406c355b-2fad-45ef-987d-beef459096be is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:01:48.297569 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=406c355b-2fad-45ef-987d-beef459096be,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:48.299183 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5298976e-ea16-492c-af2f-1fa96479f7f9 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Made reservation on behalf of 28823d1be89a4373833a0b6442186e0d for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:01:48.316705 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5298976e-ea16-492c-af2f-1fa96479f7f9 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60610638'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:48.413554 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23077a8-367c-4bd5-81e6-9d8f331d7f66 None None] get_active_networks_info from n-d-825015-3 {{(pid=103476) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 04 13:01:48.511937 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-0c733870-881d-4a58-abaf-753fd9a102b5 None None] Provisioning complete for port 406c355b-2fad-45ef-987d-beef459096be triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:01:48.515004 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0c733870-881d-4a58-abaf-753fd9a102b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (406c355b-2fad-45ef-987d-beef459096be), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:48.744595 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5298976e-ea16-492c-af2f-1fa96479f7f9 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59045178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60610680'] for subnet (f75fe0c2-1e44-4c99-b162-cb7a5a645a60), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:48.841637 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23077a8-367c-4bd5-81e6-9d8f331d7f66 None None] Resources bound (agent type, host, resource id): {{(pid=103476) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 13:01:48.918808 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5298976e-ea16-492c-af2f-1fa96479f7f9 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:01:48.938308 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-5298976e-ea16-492c-af2f-1fa96479f7f9 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:01:48.958046 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5298976e-ea16-492c-af2f-1fa96479f7f9 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:48.958772 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0c733870-881d-4a58-abaf-753fd9a102b5 None None] Current status of the port 406c355b-2fad-45ef-987d-beef459096be is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:01:48.965675 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5298976e-ea16-492c-af2f-1fa96479f7f9 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:48.970872 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5298976e-ea16-492c-af2f-1fa96479f7f9 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Pushing event updated for resources: {'Subnet': ['ID=f75fe0c2-1e44-4c99-b162-cb7a5a645a60,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:49.068835 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 54096) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:49.074446 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-047976fb-a078-458c-a617-fa3303c11108 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Request body: {'subnet': {'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:49.079618 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-5298976e-ea16-492c-af2f-1fa96479f7f9 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0268221 Feb 04 13:01:49.346313 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:49.393591 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-047976fb-a078-458c-a617-fa3303c11108 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Made reservation on behalf of 28823d1be89a4373833a0b6442186e0d for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:01:49.399573 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-047976fb-a078-458c-a617-fa3303c11108 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:49.598406 n-d-825015-3 neutron-server[103475]: INFO neutron.db.ipam_backend_mixin [None req-047976fb-a078-458c-a617-fa3303c11108 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f75fe0c2-1e44-4c99-b162-cb7a5a645a60 (CIDR: 2001:db8::/64) Feb 04 13:01:49.605685 n-d-825015-3 neutron-server[103475]: INFO neutron.pecan_wsgi.hooks.translation [None req-047976fb-a078-458c-a617-fa3303c11108 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:01:49.606381 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-047976fb-a078-458c-a617-fa3303c11108 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103475) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:01:49.623460 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d450324-37ba-482a-9f8e-2366ca1c5afc None None] Update dhcp port {'port': {'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82', 'fixed_ips': [{'subnet_id': 'f75fe0c2-1e44-4c99-b162-cb7a5a645a60'}], 'binding:host_id': 'n-d-825015-3'}, 'id': '406c355b-2fad-45ef-987d-beef459096be'} from n-d-825015-3. {{(pid=103476) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 04 13:01:49.640741 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 54102) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:49.645036 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-047976fb-a078-458c-a617-fa3303c11108 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5749226 Feb 04 13:01:49.649731 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-8d26751f-605f-4869-8e40-1d3ad3d372e1 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Request body: {'subnet': {'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:49.764622 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6d450324-37ba-482a-9f8e-2366ca1c5afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (406c355b-2fad-45ef-987d-beef459096be), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:49.810184 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d26751f-605f-4869-8e40-1d3ad3d372e1 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Made reservation on behalf of 28823d1be89a4373833a0b6442186e0d for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:01:49.814541 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8d26751f-605f-4869-8e40-1d3ad3d372e1 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60610638'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:50.545832 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 406c355b-2fad-45ef-987d-beef459096be no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:01:50.679066 n-d-825015-3 neutron-server[103474]: DEBUG neutron.objects.ports [None req-8d26751f-605f-4869-8e40-1d3ad3d372e1 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103474) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 13:01:50.735184 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-6d450324-37ba-482a-9f8e-2366ca1c5afc None None] Allocated IP 2001:db8::2 (38febd13-5a2a-4d46-a8bc-c2d73322ac82/f75fe0c2-1e44-4c99-b162-cb7a5a645a60/406c355b-2fad-45ef-987d-beef459096be) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:01:50.756437 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:51.080662 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-6d450324-37ba-482a-9f8e-2366ca1c5afc None None] For port 406c355b-2fad-45ef-987d-beef459096be, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=406c355b-2fad-45ef-987d-beef459096be,segment=NetworkSegment(c90e1acd-6828-4dc1-a041-2f0d39d337f9),segment_id=c90e1acd-6828-4dc1-a041-2f0d39d337f9)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:01:51.164995 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 406c355b-2fad-45ef-987d-beef459096be is: ACTIVE; New status is: DOWN {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:01:51.165651 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (406c355b-2fad-45ef-987d-beef459096be), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:51.222598 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6d450324-37ba-482a-9f8e-2366ca1c5afc None None] Publish callbacks [] for port (406c355b-2fad-45ef-987d-beef459096be), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:51.237234 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6d450324-37ba-482a-9f8e-2366ca1c5afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (406c355b-2fad-45ef-987d-beef459096be), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:51.334804 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.db.api [None req-b116c552-173d-469e-b16f-751f4467941a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103476) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:01:51.335313 n-d-825015-3 neutron-server[103476]: DEBUG oslo_db.api [None req-b116c552-173d-469e-b16f-751f4467941a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:01:51.426183 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8d26751f-605f-4869-8e40-1d3ad3d372e1 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (406c355b-2fad-45ef-987d-beef459096be), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:51.442893 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d450324-37ba-482a-9f8e-2366ca1c5afc None None] Pushing event updated for resources: {'Port': ['ID=406c355b-2fad-45ef-987d-beef459096be,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:51.466346 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d450324-37ba-482a-9f8e-2366ca1c5afc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:01:51.466706 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d450324-37ba-482a-9f8e-2366ca1c5afc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:01:51.467059 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d450324-37ba-482a-9f8e-2366ca1c5afc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:01:51.467408 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d450324-37ba-482a-9f8e-2366ca1c5afc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:01:51.469039 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d450324-37ba-482a-9f8e-2366ca1c5afc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:01:51.469432 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d450324-37ba-482a-9f8e-2366ca1c5afc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:01:51.469777 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d450324-37ba-482a-9f8e-2366ca1c5afc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:01:51.470119 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d450324-37ba-482a-9f8e-2366ca1c5afc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:01:51.473766 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d450324-37ba-482a-9f8e-2366ca1c5afc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:01:51.474135 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d450324-37ba-482a-9f8e-2366ca1c5afc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:01:51.474485 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d450324-37ba-482a-9f8e-2366ca1c5afc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:01:51.476035 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d450324-37ba-482a-9f8e-2366ca1c5afc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:01:51.476432 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d450324-37ba-482a-9f8e-2366ca1c5afc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:01:51.755175 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:51.911487 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 406c355b-2fad-45ef-987d-beef459096be is: ACTIVE; New status is: DOWN {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:01:51.912166 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (406c355b-2fad-45ef-987d-beef459096be), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:51.943772 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-8d26751f-605f-4869-8e40-1d3ad3d372e1 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] For port 406c355b-2fad-45ef-987d-beef459096be, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=406c355b-2fad-45ef-987d-beef459096be,segment=NetworkSegment(c90e1acd-6828-4dc1-a041-2f0d39d337f9),segment_id=c90e1acd-6828-4dc1-a041-2f0d39d337f9)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:01:52.022072 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8d26751f-605f-4869-8e40-1d3ad3d372e1 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for port (406c355b-2fad-45ef-987d-beef459096be), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:52.048857 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8d26751f-605f-4869-8e40-1d3ad3d372e1 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (406c355b-2fad-45ef-987d-beef459096be), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:52.118159 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.db.api [None req-b116c552-173d-469e-b16f-751f4467941a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103476) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:01:52.119012 n-d-825015-3 neutron-server[103476]: DEBUG oslo_db.api [None req-b116c552-173d-469e-b16f-751f4467941a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:01:52.135672 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d26751f-605f-4869-8e40-1d3ad3d372e1 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Pushing event updated for resources: {'Port': ['ID=406c355b-2fad-45ef-987d-beef459096be,revision_number=7']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:52.151146 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8d26751f-605f-4869-8e40-1d3ad3d372e1 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59045178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60610680'] for subnet (16f8446e-6188-4051-a8e6-0a2c4e439bf3), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:52.193656 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d26751f-605f-4869-8e40-1d3ad3d372e1 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:01:52.199391 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d26751f-605f-4869-8e40-1d3ad3d372e1 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:01:52.199962 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d26751f-605f-4869-8e40-1d3ad3d372e1 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:01:52.200487 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d26751f-605f-4869-8e40-1d3ad3d372e1 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:01:52.201003 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d26751f-605f-4869-8e40-1d3ad3d372e1 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:01:52.201511 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d26751f-605f-4869-8e40-1d3ad3d372e1 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:01:52.202017 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d26751f-605f-4869-8e40-1d3ad3d372e1 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:01:52.202514 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d26751f-605f-4869-8e40-1d3ad3d372e1 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:01:52.203010 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d26751f-605f-4869-8e40-1d3ad3d372e1 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:01:52.203500 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d26751f-605f-4869-8e40-1d3ad3d372e1 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:01:52.204013 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d26751f-605f-4869-8e40-1d3ad3d372e1 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:01:52.204515 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d26751f-605f-4869-8e40-1d3ad3d372e1 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:01:52.205020 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d26751f-605f-4869-8e40-1d3ad3d372e1 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:01:52.249245 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d26751f-605f-4869-8e40-1d3ad3d372e1 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:01:52.252839 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-8d26751f-605f-4869-8e40-1d3ad3d372e1 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:01:52.261739 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d26751f-605f-4869-8e40-1d3ad3d372e1 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:52.262353 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8d26751f-605f-4869-8e40-1d3ad3d372e1 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:52.278058 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d26751f-605f-4869-8e40-1d3ad3d372e1 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Pushing event updated for resources: {'Subnet': ['ID=16f8446e-6188-4051-a8e6-0a2c4e439bf3,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:52.291060 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-8d26751f-605f-4869-8e40-1d3ad3d372e1 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.6491160 Feb 04 13:01:52.295032 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 54152) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:52.302636 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-329868a7-930f-4be9-9671-4b307c96db56 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Request body: {'port': {'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82', 'mac_address': 'fa:16:3e:2a:83:9e', 'name': 'tempest-NetworksTestDHCPv6-1267303629'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:52.499653 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-329868a7-930f-4be9-9671-4b307c96db56 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Made reservation on behalf of 28823d1be89a4373833a0b6442186e0d for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:01:52.739273 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-329868a7-930f-4be9-9671-4b307c96db56 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:52.811191 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [None req-329868a7-930f-4be9-9671-4b307c96db56 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] device_id is not set on port b2cb399b-7d3a-41cf-b070-b005cb3e2075 yet. {{(pid=103474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:01:52.881724 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be825c6e-2ea8-4d63-8a09-0599ffad3145 None None] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:01:52.952923 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 406c355b-2fad-45ef-987d-beef459096be is: ACTIVE; New status is: DOWN {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:01:52.953563 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (406c355b-2fad-45ef-987d-beef459096be), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:53.055228 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-6e098890-707d-4d29-ac27-518f6827b7bb None None] Provisioning complete for port 406c355b-2fad-45ef-987d-beef459096be triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:01:53.062223 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6e098890-707d-4d29-ac27-518f6827b7bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (406c355b-2fad-45ef-987d-beef459096be), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:53.157817 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port 406c355b-2fad-45ef-987d-beef459096be, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=406c355b-2fad-45ef-987d-beef459096be,segment=NetworkSegment(c90e1acd-6828-4dc1-a041-2f0d39d337f9),segment_id=c90e1acd-6828-4dc1-a041-2f0d39d337f9)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:01:53.179109 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (406c355b-2fad-45ef-987d-beef459096be), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:53.296858 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-329868a7-930f-4be9-9671-4b307c96db56 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Allocated IP 2001:db8::99 (38febd13-5a2a-4d46-a8bc-c2d73322ac82/f75fe0c2-1e44-4c99-b162-cb7a5a645a60/b2cb399b-7d3a-41cf-b070-b005cb3e2075) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:01:53.317633 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-329868a7-930f-4be9-9671-4b307c96db56 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Allocated IP 2001:db8:0:1:f816:3eff:fe2a:839e (38febd13-5a2a-4d46-a8bc-c2d73322ac82/16f8446e-6188-4051-a8e6-0a2c4e439bf3/b2cb399b-7d3a-41cf-b070-b005cb3e2075) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:01:53.550473 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 406c355b-2fad-45ef-987d-beef459096be up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:01:53.665815 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=406c355b-2fad-45ef-987d-beef459096be,revision_number=8']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:53.722389 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-329868a7-930f-4be9-9671-4b307c96db56 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for port (b2cb399b-7d3a-41cf-b070-b005cb3e2075), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:53.740516 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-6e098890-707d-4d29-ac27-518f6827b7bb None None] Current status of the port 406c355b-2fad-45ef-987d-beef459096be is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:01:53.740876 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6e098890-707d-4d29-ac27-518f6827b7bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (406c355b-2fad-45ef-987d-beef459096be), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:53.822359 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-329868a7-930f-4be9-9671-4b307c96db56 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (b2cb399b-7d3a-41cf-b070-b005cb3e2075), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:53.838211 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-6e098890-707d-4d29-ac27-518f6827b7bb None None] For port 406c355b-2fad-45ef-987d-beef459096be, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=406c355b-2fad-45ef-987d-beef459096be,segment=NetworkSegment(c90e1acd-6828-4dc1-a041-2f0d39d337f9),segment_id=c90e1acd-6828-4dc1-a041-2f0d39d337f9)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:01:53.843483 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6e098890-707d-4d29-ac27-518f6827b7bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (406c355b-2fad-45ef-987d-beef459096be), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:53.889711 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 406c355b-2fad-45ef-987d-beef459096be triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:01:53.890849 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (406c355b-2fad-45ef-987d-beef459096be), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:54.022656 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329868a7-930f-4be9-9671-4b307c96db56 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Pushing event updated for resources: {'Port': ['ID=b2cb399b-7d3a-41cf-b070-b005cb3e2075,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:54.103393 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329868a7-930f-4be9-9671-4b307c96db56 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:01:54.109745 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-329868a7-930f-4be9-9671-4b307c96db56 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:01:54.116090 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329868a7-930f-4be9-9671-4b307c96db56 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:01:54.118443 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e098890-707d-4d29-ac27-518f6827b7bb None None] Pushing event updated for resources: {'Port': ['ID=406c355b-2fad-45ef-987d-beef459096be,revision_number=9']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:54.156337 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-329868a7-930f-4be9-9671-4b307c96db56 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:54.158609 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-329868a7-930f-4be9-9671-4b307c96db56 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:54.205189 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-329868a7-930f-4be9-9671-4b307c96db56 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.9085457 Feb 04 13:01:54.208183 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 54198) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:54.221168 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 406c355b-2fad-45ef-987d-beef459096be is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:01:54.364536 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-ed7268eb-7537-445a-bd76-573acbfa9f15 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Deleting port b2cb399b-7d3a-41cf-b070-b005cb3e2075 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:01:54.364891 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ed7268eb-7537-445a-bd76-573acbfa9f15 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (b2cb399b-7d3a-41cf-b070-b005cb3e2075), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:54.504555 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ed7268eb-7537-445a-bd76-573acbfa9f15 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (b2cb399b-7d3a-41cf-b070-b005cb3e2075), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:54.522090 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:01:54.534125 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-ed7268eb-7537-445a-bd76-573acbfa9f15 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Calling delete_port for b2cb399b-7d3a-41cf-b070-b005cb3e2075 owned by {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:01:54.715760 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2089b180-1343-4c53-a2bf-fcf2be3a6d83 None None] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:01:54.791956 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ed7268eb-7537-445a-bd76-573acbfa9f15 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (b2cb399b-7d3a-41cf-b070-b005cb3e2075), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:54.830658 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-88f6c841-03ea-4fc5-ab96-16f752031375 None None] Provisioning complete for port 406c355b-2fad-45ef-987d-beef459096be triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:01:54.831244 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88f6c841-03ea-4fc5-ab96-16f752031375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (406c355b-2fad-45ef-987d-beef459096be), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:54.845357 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7268eb-7537-445a-bd76-573acbfa9f15 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Pushing event deleted for resources: {'Port': ['ID=b2cb399b-7d3a-41cf-b070-b005cb3e2075,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:54.959660 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ed7268eb-7537-445a-bd76-573acbfa9f15 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:54.966643 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 54216) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:54.977507 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-ed7268eb-7537-445a-bd76-573acbfa9f15 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "DELETE /v2.0/ports/b2cb399b-7d3a-41cf-b070-b005cb3e2075 HTTP/1.1" status: 204 len: 168 time: 0.7655380 Feb 04 13:01:55.038410 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c0a9ca-c85c-42b3-ba47-7bbaeaf9a01e tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:55.043432 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 54218) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:55.053752 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-15c0a9ca-c85c-42b3-ba47-7bbaeaf9a01e tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0859437 Feb 04 13:01:55.101307 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-88f6c841-03ea-4fc5-ab96-16f752031375 None None] Current status of the port 406c355b-2fad-45ef-987d-beef459096be is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:01:55.119813 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760a1e36-a012-4079-8010-789b067adcb8 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:55.125811 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 54226) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:55.138162 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-760a1e36-a012-4079-8010-789b067adcb8 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0935228 Feb 04 13:01:55.193223 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d88b129f-f9da-4f0a-ab21-86fb6ec2853a tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:55.196732 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d88b129f-f9da-4f0a-ab21-86fb6ec2853a tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:55.198422 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d88b129f-f9da-4f0a-ab21-86fb6ec2853a tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:55.204200 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 54232) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:55.204520 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-d88b129f-f9da-4f0a-ab21-86fb6ec2853a tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0774162 Feb 04 13:01:55.273864 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc1cdd03-ebc2-4ccd-9d3f-780615a40b77 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Deleting subnet 16f8446e-6188-4051-a8e6-0a2c4e439bf3 {{(pid=103475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:01:55.278490 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-dc1cdd03-ebc2-4ccd-9d3f-780615a40b77 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for subnet (16f8446e-6188-4051-a8e6-0a2c4e439bf3), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:55.326981 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-dc1cdd03-ebc2-4ccd-9d3f-780615a40b77 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51859329'] for subnet (16f8446e-6188-4051-a8e6-0a2c4e439bf3), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:55.393093 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 406c355b-2fad-45ef-987d-beef459096be up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:01:55.513382 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 406c355b-2fad-45ef-987d-beef459096be triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:01:55.514504 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (406c355b-2fad-45ef-987d-beef459096be), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:55.574095 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-dc1cdd03-ebc2-4ccd-9d3f-780615a40b77 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (16f8446e-6188-4051-a8e6-0a2c4e439bf3), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:55.582170 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-7dc4e980-97ae-41f7-b871-0ee22f6115fe None None] Provisioning complete for port 406c355b-2fad-45ef-987d-beef459096be triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:01:55.582550 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7dc4e980-97ae-41f7-b871-0ee22f6115fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (406c355b-2fad-45ef-987d-beef459096be), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:55.713030 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-22f9a968-6577-4397-86b9-998f239c5408 req-0fa51582-90fb-49a5-814a-b7407f3bd2c6 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-858735730&fields=id&tenant_id=3c0dc8c0402645d983d20be0fc21117a HTTP/1.1" status: 200 len: 267 time: 0.1667209 Feb 04 13:01:55.758185 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 406c355b-2fad-45ef-987d-beef459096be is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:01:55.822013 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-dc1cdd03-ebc2-4ccd-9d3f-780615a40b77 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-52093282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51452698'] for subnet (16f8446e-6188-4051-a8e6-0a2c4e439bf3), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:55.837781 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-7dc4e980-97ae-41f7-b871-0ee22f6115fe None None] Current status of the port 406c355b-2fad-45ef-987d-beef459096be is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:01:55.910858 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1cdd03-ebc2-4ccd-9d3f-780615a40b77 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Pushing event deleted for resources: {'Subnet': ['ID=16f8446e-6188-4051-a8e6-0a2c4e439bf3,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:55.929202 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-dc1cdd03-ebc2-4ccd-9d3f-780615a40b77 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:55.934786 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-dc1cdd03-ebc2-4ccd-9d3f-780615a40b77 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "DELETE /v2.0/subnets/16f8446e-6188-4051-a8e6-0a2c4e439bf3 HTTP/1.1" status: 204 len: 168 time: 0.7263482 Feb 04 13:01:55.939400 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 54244) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:55.969007 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-9d8707a9-dd3d-4d36-9af8-448b8ac1b077 None None] Could not find standard attr ID for object ee14d91b-2a86-4794-b741-43092282be87. {{(pid=103476) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 13:01:56.034225 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-73bce4a5-1117-4c44-9530-9744cf856829 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Deleting subnet f75fe0c2-1e44-4c99-b162-cb7a5a645a60 {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:01:56.044029 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-73bce4a5-1117-4c44-9530-9744cf856829 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for subnet (f75fe0c2-1e44-4c99-b162-cb7a5a645a60), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:56.065775 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f9a968-6577-4397-86b9-998f239c5408 req-046b5633-a503-413d-9ff9-232d1afea1b3 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:56.067863 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-22f9a968-6577-4397-86b9-998f239c5408 req-046b5633-a503-413d-9ff9-232d1afea1b3 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/networks?id=f237d722-433d-480c-8987-66d34675134e HTTP/1.1" status: 200 len: 812 time: 0.3310292 Feb 04 13:01:56.106036 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-22f9a968-6577-4397-86b9-998f239c5408 req-3ee45330-52e4-431a-ad7a-f1f61720046d tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/quotas/3c0dc8c0402645d983d20be0fc21117a HTTP/1.1" status: 200 len: 375 time: 0.0205357 Feb 04 13:01:56.123809 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-73bce4a5-1117-4c44-9530-9744cf856829 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (f75fe0c2-1e44-4c99-b162-cb7a5a645a60), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:56.234072 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-22f9a968-6577-4397-86b9-998f239c5408 req-233e8189-5ab7-4b88-851b-c87e65fc3896 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=3c0dc8c0402645d983d20be0fc21117a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1211109 Feb 04 13:01:56.253014 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-73bce4a5-1117-4c44-9530-9744cf856829 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (f75fe0c2-1e44-4c99-b162-cb7a5a645a60), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:56.254981 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7cf027a-bc92-4d87-8289-00df15c25c36 None None] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:01:56.328798 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-73bce4a5-1117-4c44-9530-9744cf856829 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (f75fe0c2-1e44-4c99-b162-cb7a5a645a60), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:56.332570 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-5bdac249-8711-49a5-b271-5c393f8be4be None None] Could not find standard attr ID for object 5128384b-d7d5-45d2-9f0a-fab68a643d9d. {{(pid=103476) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 13:01:56.367589 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bce4a5-1117-4c44-9530-9744cf856829 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Pushing event deleted for resources: {'Subnet': ['ID=f75fe0c2-1e44-4c99-b162-cb7a5a645a60,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:56.373525 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-73bce4a5-1117-4c44-9530-9744cf856829 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:56.380065 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 54254) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:56.380543 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-73bce4a5-1117-4c44-9530-9744cf856829 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "DELETE /v2.0/subnets/f75fe0c2-1e44-4c99-b162-cb7a5a645a60 HTTP/1.1" status: 204 len: 168 time: 0.4366693 Feb 04 13:01:56.428920 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-86a3895c-d31c-49c4-a854-589cd8e0cba4 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0470967 Feb 04 13:01:56.432104 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 54258) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:56.473833 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [req-22f9a968-6577-4397-86b9-998f239c5408 req-64977319-077d-4e0e-a246-92e24fe2c6a1 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:01:56.474867 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-22f9a968-6577-4397-86b9-998f239c5408 req-64977319-077d-4e0e-a246-92e24fe2c6a1 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2234793 Feb 04 13:01:56.515536 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3c8e35-e678-4709-8d32-3012c83b2b71 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:56.518496 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-4e3c8e35-e678-4709-8d32-3012c83b2b71 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0846605 Feb 04 13:01:56.521381 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 54264) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:56.566195 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f54a40-a4fb-447f-b50e-f675966082a4 None None] Update dhcp port {'port': {'network_id': '38febd13-5a2a-4d46-a8bc-c2d73322ac82', 'fixed_ips': [{'subnet_id': 'f75fe0c2-1e44-4c99-b162-cb7a5a645a60'}], 'binding:host_id': 'n-d-825015-3'}, 'id': '406c355b-2fad-45ef-987d-beef459096be'} from n-d-825015-3. {{(pid=103476) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 04 13:01:56.673915 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f4f54a40-a4fb-447f-b50e-f675966082a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (406c355b-2fad-45ef-987d-beef459096be), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:56.940470 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453f3e5c-7a5a-4189-8db2-c9380d338f06 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:56.944233 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-453f3e5c-7a5a-4189-8db2-c9380d338f06 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4205041 Feb 04 13:01:56.946943 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 54270) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:56.980808 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b57b72-4ab7-4a53-be16-2458845e2d36 None None] Network 38febd13-5a2a-4d46-a8bc-c2d73322ac82 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:01:57.017363 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-22f9a968-6577-4397-86b9-998f239c5408 req-c2965d35-958c-439b-983c-dddd2627266d service neutron] 10.222.0.65 "GET /v2.0/networks/f237d722-433d-480c-8987-66d34675134e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5345368 Feb 04 13:01:57.122109 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-08c3f4d4-cf03-44d6-9dd8-61e209e8d0f4 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1643274 Feb 04 13:01:57.126711 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 54276) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:57.185796 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-a1ccc446-5eb9-4031-afce-8df23c8b618d None None] Provisioning complete for port 406c355b-2fad-45ef-987d-beef459096be triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:01:57.187428 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a1ccc446-5eb9-4031-afce-8df23c8b618d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (406c355b-2fad-45ef-987d-beef459096be), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:57.212660 n-d-825015-3 neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-57d44104-ff1f-4187-af02-81c3d900d026 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] DELETE failed (client error): The resource could not be found. Feb 04 13:01:57.216790 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57d44104-ff1f-4187-af02-81c3d900d026 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:01:57.227284 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-57d44104-ff1f-4187-af02-81c3d900d026 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "DELETE /v2.0/ports/b2cb399b-7d3a-41cf-b070-b005cb3e2075 HTTP/1.1" status: 404 len: 333 time: 0.0991650 Feb 04 13:01:57.229470 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 54284) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:57.282530 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-22f9a968-6577-4397-86b9-998f239c5408 req-e8445215-895f-4669-9cf8-810c56775d56 service neutron] 10.222.0.65 "GET /v2.0/networks/f237d722-433d-480c-8987-66d34675134e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499037 Feb 04 13:01:57.311115 n-d-825015-3 neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6450d91-6a81-41cd-82d4-ca31ea8a7ee9 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] DELETE failed (client error): The resource could not be found. Feb 04 13:01:57.311764 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6450d91-6a81-41cd-82d4-ca31ea8a7ee9 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:01:57.317958 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-e6450d91-6a81-41cd-82d4-ca31ea8a7ee9 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "DELETE /v2.0/subnets/16f8446e-6188-4051-a8e6-0a2c4e439bf3 HTTP/1.1" status: 404 len: 337 time: 0.0841393 Feb 04 13:01:57.324921 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 54286) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:57.385823 n-d-825015-3 neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f21be95-a0da-4727-b38a-e7a9b315421e tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] DELETE failed (client error): The resource could not be found. Feb 04 13:01:57.388238 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f21be95-a0da-4727-b38a-e7a9b315421e tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:01:57.396805 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-a1ccc446-5eb9-4031-afce-8df23c8b618d None None] Current status of the port 406c355b-2fad-45ef-987d-beef459096be is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:01:57.398191 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 54290) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:57.400244 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-1f21be95-a0da-4727-b38a-e7a9b315421e tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "DELETE /v2.0/subnets/f75fe0c2-1e44-4c99-b162-cb7a5a645a60 HTTP/1.1" status: 404 len: 337 time: 0.0736659 Feb 04 13:01:57.406336 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 406c355b-2fad-45ef-987d-beef459096be no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:01:57.443241 n-d-825015-3 neutron-server[103475]: INFO neutron.pecan_wsgi.hooks.translation [None req-11215dec-b22a-4e2c-a521-07d7efca80d6 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] DELETE failed (client error): The resource could not be found. Feb 04 13:01:57.444253 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11215dec-b22a-4e2c-a521-07d7efca80d6 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103475) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:01:57.447519 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-11215dec-b22a-4e2c-a521-07d7efca80d6 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "DELETE /v2.0/ports/5128384b-d7d5-45d2-9f0a-fab68a643d9d HTTP/1.1" status: 404 len: 333 time: 0.0475049 Feb 04 13:01:57.452157 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 54296) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:57.471047 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf3dfca-f898-421c-bd8d-4fb704137bb0 None None] DHCP port deletion for 38febd13-5a2a-4d46-a8bc-c2d73322ac82 request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:01:57.486059 n-d-825015-3 neutron-server[103475]: INFO neutron.pecan_wsgi.hooks.translation [None req-81fa80e9-2264-4751-bb26-6fd644046040 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] DELETE failed (client error): The resource could not be found. Feb 04 13:01:57.486621 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81fa80e9-2264-4751-bb26-6fd644046040 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103475) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:01:57.490197 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-81fa80e9-2264-4751-bb26-6fd644046040 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "DELETE /v2.0/subnets/b2e7bc07-cc60-4c1d-8dc0-863858c4f6a8 HTTP/1.1" status: 404 len: 337 time: 0.0367270 Feb 04 13:01:57.493632 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 54300) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:57.555178 n-d-825015-3 neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-efd1e3c6-d146-4045-b76a-0ac7b69d6faf tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] DELETE failed (client error): The resource could not be found. Feb 04 13:01:57.555178 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efd1e3c6-d146-4045-b76a-0ac7b69d6faf tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:01:57.556468 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 54302) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:57.556641 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-efd1e3c6-d146-4045-b76a-0ac7b69d6faf tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "DELETE /v2.0/subnets/81dcbe14-5bb7-473c-8c86-f94d939f0f92 HTTP/1.1" status: 404 len: 337 time: 0.0489576 Feb 04 13:01:57.580421 n-d-825015-3 neutron-server[103475]: INFO neutron.pecan_wsgi.hooks.translation [None req-46373a94-ce60-4dc3-96e6-4628c0f5c7c7 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] DELETE failed (client error): The resource could not be found. Feb 04 13:01:57.581011 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46373a94-ce60-4dc3-96e6-4628c0f5c7c7 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103475) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:01:57.584693 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-46373a94-ce60-4dc3-96e6-4628c0f5c7c7 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "DELETE /v2.0/ports/ee14d91b-2a86-4794-b741-43092282be87 HTTP/1.1" status: 404 len: 333 time: 0.0380015 Feb 04 13:01:57.587531 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 54308) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:57.597853 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0cf3dfca-f898-421c-bd8d-4fb704137bb0 None None] Deleting port 406c355b-2fad-45ef-987d-beef459096be {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:01:57.598613 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0cf3dfca-f898-421c-bd8d-4fb704137bb0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (406c355b-2fad-45ef-987d-beef459096be), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:57.656502 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 406c355b-2fad-45ef-987d-beef459096be is: ACTIVE; New status is: DOWN {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:01:57.657552 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (406c355b-2fad-45ef-987d-beef459096be), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:57.680457 n-d-825015-3 neutron-server[103475]: INFO neutron.pecan_wsgi.hooks.translation [None req-52ed794e-5d05-450a-983f-f4eb67e5dd36 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] DELETE failed (client error): The resource could not be found. Feb 04 13:01:57.684501 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52ed794e-5d05-450a-983f-f4eb67e5dd36 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103475) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:01:57.695390 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-52ed794e-5d05-450a-983f-f4eb67e5dd36 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "DELETE /v2.0/subnets/7428502b-5d96-4750-ae51-61c679d24509 HTTP/1.1" status: 404 len: 337 time: 0.1059856 Feb 04 13:01:57.699650 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 54310) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:57.736553 n-d-825015-3 neutron-server[103475]: INFO neutron.pecan_wsgi.hooks.translation [None req-3452a244-6a04-403a-85c0-85b95256346c tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] DELETE failed (client error): The resource could not be found. Feb 04 13:01:57.737162 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3452a244-6a04-403a-85c0-85b95256346c tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103475) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:01:57.740709 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-3452a244-6a04-403a-85c0-85b95256346c tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "DELETE /v2.0/subnets/b03b4a5f-b5cb-4067-8266-c88da19266c8 HTTP/1.1" status: 404 len: 337 time: 0.0396552 Feb 04 13:01:57.743235 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 54312) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:57.781296 n-d-825015-3 neutron-server[103475]: INFO neutron.pecan_wsgi.hooks.translation [None req-1470fb42-62ed-45ac-8804-f9cd6804620a tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] DELETE failed (client error): The resource could not be found. Feb 04 13:01:57.781818 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1470fb42-62ed-45ac-8804-f9cd6804620a tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103475) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:01:57.785364 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-1470fb42-62ed-45ac-8804-f9cd6804620a tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "DELETE /v2.0/ports/9491189b-30ec-4e36-89c4-99882a5b6221 HTTP/1.1" status: 404 len: 333 time: 0.0407810 Feb 04 13:01:57.787836 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 54314) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:57.817916 n-d-825015-3 neutron-server[103475]: INFO neutron.pecan_wsgi.hooks.translation [None req-e656c4cd-536e-41c2-8a26-545e0a6ed781 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] DELETE failed (client error): The resource could not be found. Feb 04 13:01:57.818384 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e656c4cd-536e-41c2-8a26-545e0a6ed781 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103475) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:01:57.822045 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-e656c4cd-536e-41c2-8a26-545e0a6ed781 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "DELETE /v2.0/subnets/2dc8df6b-d9d6-4412-b529-9598e39dbbf4 HTTP/1.1" status: 404 len: 337 time: 0.0331488 Feb 04 13:01:57.824697 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 54316) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:57.860208 n-d-825015-3 neutron-server[103475]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb44f827-56a5-40da-98bc-4bb008591963 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] DELETE failed (client error): The resource could not be found. Feb 04 13:01:57.860208 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb44f827-56a5-40da-98bc-4bb008591963 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103475) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:01:57.866714 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-cb44f827-56a5-40da-98bc-4bb008591963 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "DELETE /v2.0/subnets/fd903097-1eb0-426b-a10c-9e25e2d3bf79 HTTP/1.1" status: 404 len: 337 time: 0.0387599 Feb 04 13:01:57.866940 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 54322) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:57.893964 n-d-825015-3 neutron-server[103475]: INFO neutron.pecan_wsgi.hooks.translation [None req-0aa50eda-98b6-47d2-875a-daa1a64826d7 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] DELETE failed (client error): The resource could not be found. Feb 04 13:01:57.894904 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0aa50eda-98b6-47d2-875a-daa1a64826d7 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103475) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:01:57.899782 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-0aa50eda-98b6-47d2-875a-daa1a64826d7 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "DELETE /v2.0/ports/d33409a8-1c59-4cb0-beec-a56be817c083 HTTP/1.1" status: 404 len: 333 time: 0.0304167 Feb 04 13:01:57.901255 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 54324) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:58.017777 n-d-825015-3 neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-786274ed-b8c8-468a-b5ba-99f11d5fad6d tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] DELETE failed (client error): The resource could not be found. Feb 04 13:01:58.022609 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-786274ed-b8c8-468a-b5ba-99f11d5fad6d tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:01:58.023071 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0cf3dfca-f898-421c-bd8d-4fb704137bb0 None None] For port 406c355b-2fad-45ef-987d-beef459096be, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=406c355b-2fad-45ef-987d-beef459096be,segment=NetworkSegment(c90e1acd-6828-4dc1-a041-2f0d39d337f9),segment_id=c90e1acd-6828-4dc1-a041-2f0d39d337f9)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:01:58.023811 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0cf3dfca-f898-421c-bd8d-4fb704137bb0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (406c355b-2fad-45ef-987d-beef459096be), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:58.037712 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-786274ed-b8c8-468a-b5ba-99f11d5fad6d tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "DELETE /v2.0/subnets/69672622-0901-47ba-a9d8-e49fbc740ba9 HTTP/1.1" status: 404 len: 337 time: 0.1333675 Feb 04 13:01:58.039003 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 54334) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:58.045170 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port 406c355b-2fad-45ef-987d-beef459096be, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=406c355b-2fad-45ef-987d-beef459096be,segment=NetworkSegment(c90e1acd-6828-4dc1-a041-2f0d39d337f9),segment_id=c90e1acd-6828-4dc1-a041-2f0d39d337f9)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:01:58.046183 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bd9dda65-55ed-47d0-9fc5-704128958644 req-ff533f98-fa54-45de-beae-12fcf26423fb tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=d41658ef-4aa6-47aa-9597-079a6a4126aa HTTP/1.1" status: 200 len: 210 time: 0.1303308 Feb 04 13:01:58.051272 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0cf3dfca-f898-421c-bd8d-4fb704137bb0 None None] Calling delete_port for 406c355b-2fad-45ef-987d-beef459096be owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:01:58.062182 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (406c355b-2fad-45ef-987d-beef459096be), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:58.133128 n-d-825015-3 neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-d807bddf-5c67-4c9c-aa58-728d04507b37 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] DELETE failed (client error): The resource could not be found. Feb 04 13:01:58.133972 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d807bddf-5c67-4c9c-aa58-728d04507b37 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:01:58.140742 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 54338) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:58.140993 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-d807bddf-5c67-4c9c-aa58-728d04507b37 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "DELETE /v2.0/ports/551a75c7-5b96-40db-ba2b-cc072678b81d HTTP/1.1" status: 404 len: 333 time: 0.0955217 Feb 04 13:01:58.188623 n-d-825015-3 neutron-server[103475]: INFO neutron.pecan_wsgi.hooks.translation [None req-7edc5f0b-75a9-441d-9b9f-b781d6a0fc8e tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] DELETE failed (client error): The resource could not be found. Feb 04 13:01:58.189718 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7edc5f0b-75a9-441d-9b9f-b781d6a0fc8e tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103475) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:01:58.195061 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-7edc5f0b-75a9-441d-9b9f-b781d6a0fc8e tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "DELETE /v2.0/subnets/461ed99d-0439-4d28-8348-eec4beb8b48a HTTP/1.1" status: 404 len: 337 time: 0.0507834 Feb 04 13:01:58.197527 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 54340) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:58.208708 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=406c355b-2fad-45ef-987d-beef459096be,revision_number=12']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:58.236763 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0cf3dfca-f898-421c-bd8d-4fb704137bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (406c355b-2fad-45ef-987d-beef459096be), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:58.258096 n-d-825015-3 neutron-server[103475]: INFO neutron.pecan_wsgi.hooks.translation [None req-183f7cf0-53c9-4f93-900b-a2d2586998ae tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] DELETE failed (client error): The resource could not be found. Feb 04 13:01:58.259053 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-183f7cf0-53c9-4f93-900b-a2d2586998ae tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103475) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:01:58.270292 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 54342) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:58.271232 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-183f7cf0-53c9-4f93-900b-a2d2586998ae tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "DELETE /v2.0/ports/11550b5d-2183-411b-a7a1-1bdc0c4067cd HTTP/1.1" status: 404 len: 333 time: 0.0717101 Feb 04 13:01:58.299521 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf3dfca-f898-421c-bd8d-4fb704137bb0 None None] Pushing event deleted for resources: {'Port': ['ID=406c355b-2fad-45ef-987d-beef459096be,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:58.304035 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf3dfca-f898-421c-bd8d-4fb704137bb0 None None] No DVR routers for this DVR port 406c355b-2fad-45ef-987d-beef459096be on host n-d-825015-3 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:01:58.371041 n-d-825015-3 neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5823303-4222-4d37-93d4-1c9a2f12324e tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] DELETE failed (client error): The resource could not be found. Feb 04 13:01:58.371515 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5823303-4222-4d37-93d4-1c9a2f12324e tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:01:58.382606 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-c5823303-4222-4d37-93d4-1c9a2f12324e tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "DELETE /v2.0/subnets/f80997c9-191e-47d6-85b0-78dc0c6c17fa HTTP/1.1" status: 404 len: 337 time: 0.1103413 Feb 04 13:01:58.385507 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 54348) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:58.430243 n-d-825015-3 neutron-server[103475]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecca2f06-6ecb-40a5-a646-253257f591d3 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] DELETE failed (client error): The resource could not be found. Feb 04 13:01:58.431457 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecca2f06-6ecb-40a5-a646-253257f591d3 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103475) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:01:58.438719 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-ecca2f06-6ecb-40a5-a646-253257f591d3 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "DELETE /v2.0/ports/c9c6d932-f0ab-44ed-a84d-3d951dea128f HTTP/1.1" status: 404 len: 333 time: 0.0512769 Feb 04 13:01:58.440155 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 54350) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:58.477192 n-d-825015-3 neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4bad00f-09d5-4dcd-bf67-890323831a8e tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] DELETE failed (client error): The resource could not be found. Feb 04 13:01:58.477672 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4bad00f-09d5-4dcd-bf67-890323831a8e tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:01:58.483640 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-f4bad00f-09d5-4dcd-bf67-890323831a8e tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "DELETE /v2.0/subnets/0d02a516-aa2f-44b7-8004-9129eaeb925b HTTP/1.1" status: 404 len: 337 time: 0.0400355 Feb 04 13:01:58.483957 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 54352) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:58.512788 n-d-825015-3 neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-224f9c1c-9d3a-4ebb-81be-e186c1d5c3a3 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] DELETE failed (client error): The resource could not be found. Feb 04 13:01:58.513507 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-224f9c1c-9d3a-4ebb-81be-e186c1d5c3a3 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:01:58.519254 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-224f9c1c-9d3a-4ebb-81be-e186c1d5c3a3 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "DELETE /v2.0/ports/70a54176-f2d5-41f9-9159-5b6949dc2d1e HTTP/1.1" status: 404 len: 333 time: 0.0318856 Feb 04 13:01:58.519778 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 54354) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:58.553771 n-d-825015-3 neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-68f07a5c-ce39-4568-b34b-f56205e3786f tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] DELETE failed (client error): The resource could not be found. Feb 04 13:01:58.554339 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68f07a5c-ce39-4568-b34b-f56205e3786f tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:01:58.561011 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-68f07a5c-ce39-4568-b34b-f56205e3786f tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "DELETE /v2.0/subnets/db4ea443-92fa-4f65-92c5-ec1ba652ec13 HTTP/1.1" status: 404 len: 337 time: 0.0398715 Feb 04 13:01:58.563950 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 54356) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:58.599284 n-d-825015-3 neutron-server[103475]: INFO neutron.pecan_wsgi.hooks.translation [None req-e23a5c59-bb94-4b36-aec7-cb610b284418 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] DELETE failed (client error): The resource could not be found. Feb 04 13:01:58.600166 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e23a5c59-bb94-4b36-aec7-cb610b284418 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103475) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:01:58.606586 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-e23a5c59-bb94-4b36-aec7-cb610b284418 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "DELETE /v2.0/ports/1ce09c43-886c-4e59-b483-da72820f2a8a HTTP/1.1" status: 404 len: 333 time: 0.0385213 Feb 04 13:01:58.606884 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 54358) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:58.641463 n-d-825015-3 neutron-server[103475]: INFO neutron.pecan_wsgi.hooks.translation [None req-065bf78b-e277-4c82-8a21-f945211c1bde tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] DELETE failed (client error): The resource could not be found. Feb 04 13:01:58.642157 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-065bf78b-e277-4c82-8a21-f945211c1bde tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103475) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:01:58.649675 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-065bf78b-e277-4c82-8a21-f945211c1bde tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "DELETE /v2.0/subnets/0487cd54-1fb3-4033-ad01-308b536f18cd HTTP/1.1" status: 404 len: 337 time: 0.0377426 Feb 04 13:01:58.650303 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 54360) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:58.684274 n-d-825015-3 neutron-server[103475]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f7efe2c-da8a-428b-8172-3d1213f24838 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] DELETE failed (client error): The resource could not be found. Feb 04 13:01:58.684739 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f7efe2c-da8a-428b-8172-3d1213f24838 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103475) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:01:58.690834 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-2f7efe2c-da8a-428b-8172-3d1213f24838 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "DELETE /v2.0/subnets/6f992bf8-0a68-4029-a101-3c74d9c4f647 HTTP/1.1" status: 404 len: 337 time: 0.0374942 Feb 04 13:01:58.693339 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 54364) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:58.733650 n-d-825015-3 neutron-server[103475]: INFO neutron.pecan_wsgi.hooks.translation [None req-9749ce63-177d-4585-9a77-1faa3bfc5680 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] DELETE failed (client error): The resource could not be found. Feb 04 13:01:58.734236 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9749ce63-177d-4585-9a77-1faa3bfc5680 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103475) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:01:58.737838 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-9749ce63-177d-4585-9a77-1faa3bfc5680 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "DELETE /v2.0/ports/a32b30ec-175e-4de7-b850-e6cbaec163a3 HTTP/1.1" status: 404 len: 333 time: 0.0435417 Feb 04 13:01:58.740540 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 54368) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:58.798912 n-d-825015-3 neutron-server[103475]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4bb1cee-e41d-476f-aa66-37b7a405b64d tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] DELETE failed (client error): The resource could not be found. Feb 04 13:01:58.798912 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4bb1cee-e41d-476f-aa66-37b7a405b64d tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103475) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:01:58.806788 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-c4bb1cee-e41d-476f-aa66-37b7a405b64d tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "DELETE /v2.0/subnets/cdc0be88-e75a-4a9f-aa3c-434408b129f9 HTTP/1.1" status: 404 len: 337 time: 0.0591116 Feb 04 13:01:58.807619 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 54370) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:58.849113 n-d-825015-3 neutron-server[103475]: INFO neutron.pecan_wsgi.hooks.translation [None req-493376da-4c02-47b0-a92b-0df903bcd656 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] DELETE failed (client error): The resource could not be found. Feb 04 13:01:58.849350 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-493376da-4c02-47b0-a92b-0df903bcd656 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103475) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:01:58.852728 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-493376da-4c02-47b0-a92b-0df903bcd656 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "DELETE /v2.0/subnets/754f4cd7-db4f-4bca-b3a1-be5e416e4db0 HTTP/1.1" status: 404 len: 337 time: 0.0424340 Feb 04 13:01:58.856395 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 54372) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:58.882140 n-d-825015-3 neutron-server[103475]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f0608da-f6e2-499f-9cca-c1e032461685 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] DELETE failed (client error): The resource could not be found. Feb 04 13:01:58.882728 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f0608da-f6e2-499f-9cca-c1e032461685 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103475) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:01:58.890170 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-0f0608da-f6e2-499f-9cca-c1e032461685 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "DELETE /v2.0/ports/529bcc22-1451-46c9-84fb-1bde9ffbe760 HTTP/1.1" status: 404 len: 333 time: 0.0283813 Feb 04 13:01:58.890417 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 54374) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:58.917854 n-d-825015-3 neutron-server[103475]: INFO neutron.pecan_wsgi.hooks.translation [None req-263536b8-d1a2-48f6-acc9-833a334c35c7 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] DELETE failed (client error): The resource could not be found. Feb 04 13:01:58.918604 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-263536b8-d1a2-48f6-acc9-833a334c35c7 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103475) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:01:58.923809 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-263536b8-d1a2-48f6-acc9-833a334c35c7 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "DELETE /v2.0/subnets/af2ca306-d98c-4dde-9616-7fb55a6b7a87 HTTP/1.1" status: 404 len: 337 time: 0.0308027 Feb 04 13:01:58.926282 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 54376) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:58.957126 n-d-825015-3 neutron-server[103475]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfa80756-a891-4a34-8dbb-c9f2487b17cb tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] DELETE failed (client error): The resource could not be found. Feb 04 13:01:58.958439 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfa80756-a891-4a34-8dbb-c9f2487b17cb tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103475) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:01:58.962582 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-bfa80756-a891-4a34-8dbb-c9f2487b17cb tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "DELETE /v2.0/subnets/97b1a371-edf3-41ae-bec0-da2809ae949d HTTP/1.1" status: 404 len: 337 time: 0.0336363 Feb 04 13:01:58.965685 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 54378) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:58.995221 n-d-825015-3 neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-87d3c6cf-4a43-400a-8a27-7a6afc9dc40d tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] DELETE failed (client error): The resource could not be found. Feb 04 13:01:58.996421 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87d3c6cf-4a43-400a-8a27-7a6afc9dc40d tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:01:59.005359 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-87d3c6cf-4a43-400a-8a27-7a6afc9dc40d tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "DELETE /v2.0/ports/3ad905cc-1b30-48a1-a974-f136b19ea913 HTTP/1.1" status: 404 len: 333 time: 0.0330281 Feb 04 13:01:59.005754 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 54380) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:59.044569 n-d-825015-3 neutron-server[103475]: INFO neutron.pecan_wsgi.hooks.translation [None req-8de2dc2d-4f0c-48f6-a760-1d74410be0f2 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] DELETE failed (client error): The resource could not be found. Feb 04 13:01:59.046361 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8de2dc2d-4f0c-48f6-a760-1d74410be0f2 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103475) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:01:59.052319 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-8de2dc2d-4f0c-48f6-a760-1d74410be0f2 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "DELETE /v2.0/subnets/977a8e3c-021c-4575-86f1-d1b9a168ba90 HTTP/1.1" status: 404 len: 337 time: 0.0454319 Feb 04 13:01:59.057760 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 54382) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:59.121574 n-d-825015-3 neutron-server[103475]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dc48a1d-23fa-49d7-97d3-a9da6bf2df26 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] DELETE failed (client error): The resource could not be found. Feb 04 13:01:59.122059 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dc48a1d-23fa-49d7-97d3-a9da6bf2df26 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103475) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:01:59.127923 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-1dc48a1d-23fa-49d7-97d3-a9da6bf2df26 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "DELETE /v2.0/subnets/a95579a5-db6e-43af-a840-944b0f55c124 HTTP/1.1" status: 404 len: 337 time: 0.0659215 Feb 04 13:01:59.128867 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 54386) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:59.165618 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2a31693c-7bb5-4b4a-9138-67defb915e61 req-343ee4ba-3101-4c38-8227-e7b36a47774d tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=d41658ef-4aa6-47aa-9597-079a6a4126aa HTTP/1.1" status: 200 len: 210 time: 0.0389614 Feb 04 13:01:59.178506 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 54394) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:59.188589 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-7538279a-d5d3-4b2f-8574-a81350c82438 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d565f9d-1c21-4337-bfa6-b6c054aa243d HTTP/1.1" status: 200 len: 205 time: 0.0574827 Feb 04 13:01:59.236136 n-d-825015-3 neutron-server[103475]: INFO neutron.api.v2.resource [None req-9cbeebaa-973f-4de7-a971-e3b53694500e tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] delete failed (client error): The resource could not be found. Feb 04 13:01:59.240217 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-9cbeebaa-973f-4de7-a971-e3b53694500e tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "DELETE /v2.0/routers/6d565f9d-1c21-4337-bfa6-b6c054aa243d HTTP/1.1" status: 404 len: 336 time: 0.0606563 Feb 04 13:01:59.240916 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 54398) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:59.282719 n-d-825015-3 neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2fbd838-03e0-4b75-bdc1-4bd490c1ae29 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] DELETE failed (client error): The resource could not be found. Feb 04 13:01:59.283189 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2fbd838-03e0-4b75-bdc1-4bd490c1ae29 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:01:59.289192 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-d2fbd838-03e0-4b75-bdc1-4bd490c1ae29 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "DELETE /v2.0/subnets/7ce9a1b6-c806-429f-a2bb-2e9641e2e167 HTTP/1.1" status: 404 len: 337 time: 0.0445473 Feb 04 13:01:59.289607 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 54404) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:59.329912 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-3382d5af-12bd-4068-be44-6daa89590ff6 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "GET /v2.0/ports?device_id=75b83594-54cc-436e-a93f-3abe4fa9e5a9 HTTP/1.1" status: 200 len: 205 time: 0.0384145 Feb 04 13:01:59.332405 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 54406) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:59.380488 n-d-825015-3 neutron-server[103475]: INFO neutron.api.v2.resource [None req-5f7edbd6-17ce-4cce-a3ec-96865d1c16f7 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] delete failed (client error): The resource could not be found. Feb 04 13:01:59.381517 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-5f7edbd6-17ce-4cce-a3ec-96865d1c16f7 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "DELETE /v2.0/routers/75b83594-54cc-436e-a93f-3abe4fa9e5a9 HTTP/1.1" status: 404 len: 336 time: 0.0481086 Feb 04 13:01:59.384080 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 54408) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:59.411113 n-d-825015-3 neutron-server[103475]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a846ac8-4d4c-4102-badf-2c63f50b3b06 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] DELETE failed (client error): The resource could not be found. Feb 04 13:01:59.411676 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a846ac8-4d4c-4102-badf-2c63f50b3b06 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103475) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:01:59.414676 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-3a846ac8-4d4c-4102-badf-2c63f50b3b06 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "DELETE /v2.0/subnets/ca20a70d-9c25-4979-8e72-a4d0c6117de7 HTTP/1.1" status: 404 len: 337 time: 0.0296423 Feb 04 13:01:59.417918 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 54410) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:59.444424 n-d-825015-3 neutron-server[103475]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d3a3892-da48-4b3f-8994-0dfa3deb6416 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] DELETE failed (client error): The resource could not be found. Feb 04 13:01:59.445022 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d3a3892-da48-4b3f-8994-0dfa3deb6416 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103475) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:01:59.447788 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-9d3a3892-da48-4b3f-8994-0dfa3deb6416 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "DELETE /v2.0/subnets/8d2a5365-032e-40a0-89c0-bce9300a6df5 HTTP/1.1" status: 404 len: 337 time: 0.0288804 Feb 04 13:01:59.450317 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 54414) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:59.475682 n-d-825015-3 neutron-server[103475]: INFO neutron.pecan_wsgi.hooks.translation [None req-17c85f8b-8cdd-4101-8979-5bc9f13788fd tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] DELETE failed (client error): The resource could not be found. Feb 04 13:01:59.476285 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17c85f8b-8cdd-4101-8979-5bc9f13788fd tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103475) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:01:59.482294 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-17c85f8b-8cdd-4101-8979-5bc9f13788fd tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "DELETE /v2.0/ports/3876a595-4578-4b41-958e-a4ea574be71c HTTP/1.1" status: 404 len: 333 time: 0.0279801 Feb 04 13:01:59.482571 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 54418) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:59.508757 n-d-825015-3 neutron-server[103475]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3a7dcfe-f8fc-48fc-8a1c-8c9d6a786d92 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] DELETE failed (client error): The resource could not be found. Feb 04 13:01:59.508757 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3a7dcfe-f8fc-48fc-8a1c-8c9d6a786d92 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103475) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:01:59.512178 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-f3a7dcfe-f8fc-48fc-8a1c-8c9d6a786d92 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "DELETE /v2.0/subnets/e6a12f97-41bd-424e-8e80-267705fa2b12 HTTP/1.1" status: 404 len: 337 time: 0.0283332 Feb 04 13:01:59.514608 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 54422) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:59.544999 n-d-825015-3 neutron-server[103475]: INFO neutron.pecan_wsgi.hooks.translation [None req-600c7171-9014-4f6d-b2c7-ed4b3182955c tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] DELETE failed (client error): The resource could not be found. Feb 04 13:01:59.545729 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-600c7171-9014-4f6d-b2c7-ed4b3182955c tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103475) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:01:59.549206 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-600c7171-9014-4f6d-b2c7-ed4b3182955c tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "DELETE /v2.0/ports/153642c5-2ceb-403d-98ca-a87422c56a34 HTTP/1.1" status: 404 len: 333 time: 0.0332425 Feb 04 13:01:59.551709 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 54424) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:59.586843 n-d-825015-3 neutron-server[103475]: INFO neutron.pecan_wsgi.hooks.translation [None req-60a48355-875c-4a07-9699-d89d9203ef80 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] DELETE failed (client error): The resource could not be found. Feb 04 13:01:59.586843 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60a48355-875c-4a07-9699-d89d9203ef80 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103475) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:01:59.590377 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-60a48355-875c-4a07-9699-d89d9203ef80 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "DELETE /v2.0/subnets/26b32264-61f1-48eb-81ff-1dc81dee6ffe HTTP/1.1" status: 404 len: 337 time: 0.0375202 Feb 04 13:01:59.593078 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 54428) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:59.622992 n-d-825015-3 neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-649f1522-0f48-4c98-ad01-a48b345fec81 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] DELETE failed (client error): The resource could not be found. Feb 04 13:01:59.623583 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-649f1522-0f48-4c98-ad01-a48b345fec81 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:01:59.626675 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-649f1522-0f48-4c98-ad01-a48b345fec81 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "DELETE /v2.0/ports/3b1cd79f-7b87-499d-8dea-f10e6c48dcfe HTTP/1.1" status: 404 len: 333 time: 0.0320070 Feb 04 13:01:59.629522 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 54430) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:59.655934 n-d-825015-3 neutron-server[103475]: INFO neutron.pecan_wsgi.hooks.translation [None req-731925f9-93b8-4312-a7f4-e906009ffc5d tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] DELETE failed (client error): The resource could not be found. Feb 04 13:01:59.656503 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-731925f9-93b8-4312-a7f4-e906009ffc5d tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103475) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:01:59.659819 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-731925f9-93b8-4312-a7f4-e906009ffc5d tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "DELETE /v2.0/subnets/a0a1db2b-8abf-4246-9ef8-d490e2779099 HTTP/1.1" status: 404 len: 337 time: 0.0288825 Feb 04 13:01:59.662191 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 54432) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:59.688487 n-d-825015-3 neutron-server[103475]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec00a340-3d7d-46fe-a529-b47d67f892ee tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] DELETE failed (client error): The resource could not be found. Feb 04 13:01:59.689815 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec00a340-3d7d-46fe-a529-b47d67f892ee tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103475) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:01:59.693701 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-ec00a340-3d7d-46fe-a529-b47d67f892ee tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "DELETE /v2.0/ports/c02a2d95-3180-4bc1-8ec9-cb13b38e6e80 HTTP/1.1" status: 404 len: 333 time: 0.0297496 Feb 04 13:01:59.695561 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 54434) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:59.725191 n-d-825015-3 neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d2c073d-d19d-45bd-a4cd-baa618dede64 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] DELETE failed (client error): The resource could not be found. Feb 04 13:01:59.725657 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d2c073d-d19d-45bd-a4cd-baa618dede64 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:01:59.728699 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-6d2c073d-d19d-45bd-a4cd-baa618dede64 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "DELETE /v2.0/subnets/a67a9b96-6dcd-44b0-82ae-3f9e9c9519c6 HTTP/1.1" status: 404 len: 337 time: 0.0320098 Feb 04 13:01:59.731323 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 54436) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:59.754767 n-d-825015-3 neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-da2e423d-8227-4fcb-8867-cbfd36699ebc tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] DELETE failed (client error): The resource could not be found. Feb 04 13:01:59.755318 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da2e423d-8227-4fcb-8867-cbfd36699ebc tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:01:59.758316 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-da2e423d-8227-4fcb-8867-cbfd36699ebc tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "DELETE /v2.0/ports/0b868205-4365-43f1-9168-d285b07b2055 HTTP/1.1" status: 404 len: 333 time: 0.0258427 Feb 04 13:01:59.761618 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 54438) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:59.793638 n-d-825015-3 neutron-server[103475]: INFO neutron.pecan_wsgi.hooks.translation [None req-77ec4cc3-dbe6-46f3-be78-df5f116adf45 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] DELETE failed (client error): The resource could not be found. Feb 04 13:01:59.794108 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77ec4cc3-dbe6-46f3-be78-df5f116adf45 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103475) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:01:59.797266 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-77ec4cc3-dbe6-46f3-be78-df5f116adf45 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "DELETE /v2.0/subnets/43302c16-9015-4233-ad53-c1b906291580 HTTP/1.1" status: 404 len: 337 time: 0.0345066 Feb 04 13:01:59.799726 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 54444) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:59.825483 n-d-825015-3 neutron-server[103475]: INFO neutron.pecan_wsgi.hooks.translation [None req-73739bae-ec6d-46a0-a350-10dce6a9e8aa tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] DELETE failed (client error): The resource could not be found. Feb 04 13:01:59.826053 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73739bae-ec6d-46a0-a350-10dce6a9e8aa tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103475) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:01:59.829088 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-73739bae-ec6d-46a0-a350-10dce6a9e8aa tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "DELETE /v2.0/ports/ec107006-d683-4aa6-8150-73948d3d0c05 HTTP/1.1" status: 404 len: 333 time: 0.0280454 Feb 04 13:01:59.831713 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 54446) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:59.860524 n-d-825015-3 neutron-server[103475]: INFO neutron.pecan_wsgi.hooks.translation [None req-a037b250-d81a-4187-86f6-3caadd0b334c tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] DELETE failed (client error): The resource could not be found. Feb 04 13:01:59.861003 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a037b250-d81a-4187-86f6-3caadd0b334c tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103475) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:01:59.864168 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-a037b250-d81a-4187-86f6-3caadd0b334c tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "DELETE /v2.0/subnets/77d99d74-30ec-4930-a418-172eb9793a47 HTTP/1.1" status: 404 len: 337 time: 0.0314162 Feb 04 13:01:59.866920 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 54448) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:59.896740 n-d-825015-3 neutron-server[103475]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3353f4f-d656-434c-89c1-4b91bbcff705 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] DELETE failed (client error): The resource could not be found. Feb 04 13:01:59.897317 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3353f4f-d656-434c-89c1-4b91bbcff705 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103475) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:01:59.900309 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-e3353f4f-d656-434c-89c1-4b91bbcff705 tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "DELETE /v2.0/ports/7f7af30d-91a1-44b2-aae2-05b362ef2ed1 HTTP/1.1" status: 404 len: 333 time: 0.0323076 Feb 04 13:01:59.902943 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 54450) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:59.928951 n-d-825015-3 neutron-server[103475]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ff7f724-47ce-4e46-9c13-99a09d9be10f tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] DELETE failed (client error): The resource could not be found. Feb 04 13:01:59.929412 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ff7f724-47ce-4e46-9c13-99a09d9be10f tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103475) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:01:59.933471 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-9ff7f724-47ce-4e46-9c13-99a09d9be10f tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "DELETE /v2.0/subnets/031a9acb-1628-447d-bc3e-ba32b5330e99 HTTP/1.1" status: 404 len: 337 time: 0.0289359 Feb 04 13:01:59.936391 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 54452) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:02:00.025068 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-57bee87c-1262-419c-bf78-53f48c93ec0b tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (38febd13-5a2a-4d46-a8bc-c2d73322ac82), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:00.124028 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-57bee87c-1262-419c-bf78-53f48c93ec0b tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (38febd13-5a2a-4d46-a8bc-c2d73322ac82), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:00.146177 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-57bee87c-1262-419c-bf78-53f48c93ec0b tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38febd13-5a2a-4d46-a8bc-c2d73322ac82']}} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:02:00.156998 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-57bee87c-1262-419c-bf78-53f48c93ec0b tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c90e1acd-6828-4dc1-a041-2f0d39d337f9') {'for_net_delete': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:02:00.157292 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-57bee87c-1262-419c-bf78-53f48c93ec0b tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c90e1acd-6828-4dc1-a041-2f0d39d337f9') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:02:00.168214 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-57bee87c-1262-419c-bf78-53f48c93ec0b tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51859336'] for segment (c90e1acd-6828-4dc1-a041-2f0d39d337f9), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:00.183457 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-57bee87c-1262-419c-bf78-53f48c93ec0b tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (c90e1acd-6828-4dc1-a041-2f0d39d337f9), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:00.189598 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57bee87c-1262-419c-bf78-53f48c93ec0b tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=103475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:02:00.190465 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-57bee87c-1262-419c-bf78-53f48c93ec0b tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-52093388'] for segment (c90e1acd-6828-4dc1-a041-2f0d39d337f9), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:00.193113 n-d-825015-3 neutron-server[103475]: Traceback (most recent call last): Feb 04 13:02:00.193113 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:02:00.193113 n-d-825015-3 neutron-server[103475]: timer() Feb 04 13:02:00.193113 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:02:00.193113 n-d-825015-3 neutron-server[103475]: cb(*args, **kw) Feb 04 13:02:00.193113 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:02:00.193113 n-d-825015-3 neutron-server[103475]: return func(*args, **kwargs) Feb 04 13:02:00.193113 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:02:00.193113 n-d-825015-3 neutron-server[103475]: self._notify() Feb 04 13:02:00.193113 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:02:00.193113 n-d-825015-3 neutron-server[103475]: self.callback(batched_events) Feb 04 13:02:00.193113 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:02:00.193113 n-d-825015-3 neutron-server[103475]: event.method(event) Feb 04 13:02:00.193113 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:02:00.193113 n-d-825015-3 neutron-server[103475]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:02:00.193113 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:02:00.193113 n-d-825015-3 neutron-server[103475]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:02:00.193113 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:02:00.193113 n-d-825015-3 neutron-server[103475]: return f(self, *a, **k) Feb 04 13:02:00.193113 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:02:00.193113 n-d-825015-3 neutron-server[103475]: return self._get(url).json() Feb 04 13:02:00.193113 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:02:00.193113 n-d-825015-3 neutron-server[103475]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:02:00.193113 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:02:00.193113 n-d-825015-3 neutron-server[103475]: return self.request(url, 'GET', **kwargs) Feb 04 13:02:00.193113 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:02:00.193113 n-d-825015-3 neutron-server[103475]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:02:00.193113 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:02:00.193113 n-d-825015-3 neutron-server[103475]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:02:00.193113 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:02:00.193113 n-d-825015-3 neutron-server[103475]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:02:00.193113 n-d-825015-3 neutron-server[103475]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:02:00.295970 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-57bee87c-1262-419c-bf78-53f48c93ec0b tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (38febd13-5a2a-4d46-a8bc-c2d73322ac82), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:00.299957 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5d7b9b6c-95d4-45ae-b07a-3a01dc4e7cc4 req-651769ac-b02a-4ebc-a6f8-aa7afded6fa0 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=d41658ef-4aa6-47aa-9597-079a6a4126aa HTTP/1.1" status: 200 len: 210 time: 0.0362358 Feb 04 13:02:00.306345 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-57bee87c-1262-419c-bf78-53f48c93ec0b tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:00.313013 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-57bee87c-1262-419c-bf78-53f48c93ec0b tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] 10.222.0.65 "DELETE /v2.0/networks/38febd13-5a2a-4d46-a8bc-c2d73322ac82 HTTP/1.1" status: 204 len: 168 time: 0.3730488 Feb 04 13:02:00.332472 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bee87c-1262-419c-bf78-53f48c93ec0b tempest-NetworksTestDHCPv6-418201761 tempest-NetworksTestDHCPv6-418201761-project] Pushing event deleted for resources: {'Network': ['ID=38febd13-5a2a-4d46-a8bc-c2d73322ac82,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:00.645905 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 54480) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:02:00.890687 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 54496) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:02:00.891278 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-41f81526-3510-455d-8f01-c58d5bf5bba2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=28823d1be89a4373833a0b6442186e0d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2431891 Feb 04 13:02:00.957565 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1bfb5a69-2a76-41bf-aa1b-a870f51a8d96 admin admin] Publish callbacks [] for security_group (9ef4fb15-867d-41eb-817f-ecc646bbf75c), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:00.996955 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1bfb5a69-2a76-41bf-aa1b-a870f51a8d96 admin admin] Publish callbacks [] for security_group (9ef4fb15-867d-41eb-817f-ecc646bbf75c), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:01.060151 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1bfb5a69-2a76-41bf-aa1b-a870f51a8d96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (9ef4fb15-867d-41eb-817f-ecc646bbf75c), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:01.063661 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1bfb5a69-2a76-41bf-aa1b-a870f51a8d96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:01.064931 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-1bfb5a69-2a76-41bf-aa1b-a870f51a8d96 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9ef4fb15-867d-41eb-817f-ecc646bbf75c HTTP/1.1" status: 204 len: 168 time: 0.1724200 Feb 04 13:02:01.074067 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfb5a69-2a76-41bf-aa1b-a870f51a8d96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ef4fb15-867d-41eb-817f-ecc646bbf75c,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:01.342530 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:01.454339 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9ec371d2-3829-437f-98bb-725a0a8e5922 req-e9a92e98-9140-45ef-acfb-5f1819a2a1b1 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=d41658ef-4aa6-47aa-9597-079a6a4126aa HTTP/1.1" status: 200 len: 210 time: 0.0472825 Feb 04 13:02:01.490645 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f9a968-6577-4397-86b9-998f239c5408 req-8cbb02e4-b676-4e84-9508-43aebeb26a4d tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:01.492561 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-22f9a968-6577-4397-86b9-998f239c5408 req-8cbb02e4-b676-4e84-9508-43aebeb26a4d tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.77 "GET /v2.0/networks?id=f237d722-433d-480c-8987-66d34675134e HTTP/1.1" status: 200 len: 812 time: 0.2901423 Feb 04 13:02:01.589575 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-22f9a968-6577-4397-86b9-998f239c5408 req-20066749-146a-45e4-aad1-60719c0f3f22 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c0dc8c0402645d983d20be0fc21117a HTTP/1.1" status: 200 len: 379 time: 0.0884166 Feb 04 13:02:01.599892 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-22f9a968-6577-4397-86b9-998f239c5408 req-512c2d61-a408-444c-b1d8-8a726f90163f tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Request body: {'port': {'device_id': 'd41658ef-4aa6-47aa-9597-079a6a4126aa', 'network_id': 'f237d722-433d-480c-8987-66d34675134e', 'admin_state_up': True, 'tenant_id': '3c0dc8c0402645d983d20be0fc21117a', 'security_groups': ['068b1e11-4a70-4e33-8087-efe2a4e35d8e']}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:02:01.766961 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22f9a968-6577-4397-86b9-998f239c5408 req-512c2d61-a408-444c-b1d8-8a726f90163f tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Made reservation on behalf of 3c0dc8c0402645d983d20be0fc21117a for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:02:01.777810 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-22f9a968-6577-4397-86b9-998f239c5408 req-512c2d61-a408-444c-b1d8-8a726f90163f tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:01.932042 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:02.000551 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [req-22f9a968-6577-4397-86b9-998f239c5408 req-512c2d61-a408-444c-b1d8-8a726f90163f tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Allocated IP 172.20.0.14 (f237d722-433d-480c-8987-66d34675134e/70faacee-af53-42b7-af83-bbc74f352570/e8923c48-5174-40d7-8df0-ffc91ee53090) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:02:02.076895 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 54542) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:02:02.220090 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-22f9a968-6577-4397-86b9-998f239c5408 req-512c2d61-a408-444c-b1d8-8a726f90163f tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks [] for port (e8923c48-5174-40d7-8df0-ffc91ee53090), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:02.229163 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-61a31505-086a-462f-854f-2ec4e5a9ff88 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Request body: {'networks': [{'name': 'tempest-network--1503506024'}, {'name': 'tempest-network--1970032587'}]} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:02:02.229976 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-61a31505-086a-462f-854f-2ec4e5a9ff88 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Request body: {'network': {'name': 'tempest-network--1503506024'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:02:02.230229 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-61a31505-086a-462f-854f-2ec4e5a9ff88 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Request body: {'network': {'name': 'tempest-network--1970032587'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:02:02.267525 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61a31505-086a-462f-854f-2ec4e5a9ff88 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Made reservation on behalf of c6c89856816d4684a17b4051f277db11 for: {'network': 2} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:02:02.272301 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-61a31505-086a-462f-854f-2ec4e5a9ff88 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:02.287587 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-61a31505-086a-462f-854f-2ec4e5a9ff88 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:02.330911 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-22f9a968-6577-4397-86b9-998f239c5408 req-512c2d61-a408-444c-b1d8-8a726f90163f tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (e8923c48-5174-40d7-8df0-ffc91ee53090), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:02.412605 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22f9a968-6577-4397-86b9-998f239c5408 req-512c2d61-a408-444c-b1d8-8a726f90163f tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Network f237d722-433d-480c-8987-66d34675134e is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:02:02.421276 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [req-22f9a968-6577-4397-86b9-998f239c5408 req-512c2d61-a408-444c-b1d8-8a726f90163f tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:02:02.428811 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-22f9a968-6577-4397-86b9-998f239c5408 req-512c2d61-a408-444c-b1d8-8a726f90163f tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:02:02.484317 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f9a968-6577-4397-86b9-998f239c5408 req-512c2d61-a408-444c-b1d8-8a726f90163f tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:02.484995 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-22f9a968-6577-4397-86b9-998f239c5408 req-512c2d61-a408-444c-b1d8-8a726f90163f tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:02.497475 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512c2d61-a408-444c-b1d8-8a726f90163f tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Pushing event updated for resources: {'Port': ['ID=e8923c48-5174-40d7-8df0-ffc91ee53090,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:02.564125 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-61a31505-086a-462f-854f-2ec4e5a9ff88 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Publish callbacks [] for security_group (e567aab4-831a-4e8a-9406-55624a04edf0), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:02.572053 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-22f9a968-6577-4397-86b9-998f239c5408 req-512c2d61-a408-444c-b1d8-8a726f90163f tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9769049 Feb 04 13:02:02.599356 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-22f9a968-6577-4397-86b9-998f239c5408 req-767bc272-3c10-41fd-b363-6fa003811da2 service neutron] Request body: {'port': {'device_id': 'd41658ef-4aa6-47aa-9597-079a6a4126aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825015-3'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:02:02.602457 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-61a31505-086a-462f-854f-2ec4e5a9ff88 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (e567aab4-831a-4e8a-9406-55624a04edf0), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:02.603239 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-61a31505-086a-462f-854f-2ec4e5a9ff88 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:02.760055 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee5e1b3-aba6-4a52-8932-879887226083 req-6522cf01-81da-4c58-8bd5-0b1caf430bfc tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:02.765370 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7ee5e1b3-aba6-4a52-8932-879887226083 req-6522cf01-81da-4c58-8bd5-0b1caf430bfc tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=d41658ef-4aa6-47aa-9597-079a6a4126aa HTTP/1.1" status: 200 len: 932 time: 0.1880748 Feb 04 13:02:02.783328 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-1bda4334-4239-4697-8380-462008c1861c None None] Provisioning complete for port e8923c48-5174-40d7-8df0-ffc91ee53090 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:02:02.788047 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1bda4334-4239-4697-8380-462008c1861c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (e8923c48-5174-40d7-8df0-ffc91ee53090), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:02.826241 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a31505-086a-462f-854f-2ec4e5a9ff88 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e567aab4-831a-4e8a-9406-55624a04edf0,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:02.843888 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61a31505-086a-462f-854f-2ec4e5a9ff88 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:02:02.844633 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-22f9a968-6577-4397-86b9-998f239c5408 req-767bc272-3c10-41fd-b363-6fa003811da2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (e8923c48-5174-40d7-8df0-ffc91ee53090), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:02.869398 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-1bda4334-4239-4697-8380-462008c1861c None None] Port e8923c48-5174-40d7-8df0-ffc91ee53090 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:02:02.902818 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7ee5e1b3-aba6-4a52-8932-879887226083 req-67008acc-e05e-44e3-9ef7-fcadd0d93888 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=068b1e11-4a70-4e33-8087-efe2a4e35d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262345 Feb 04 13:02:02.907450 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-61a31505-086a-462f-854f-2ec4e5a9ff88 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (6112c291-4876-469e-99e5-ac6ba78d6a6b), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:02.907844 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-61a31505-086a-462f-854f-2ec4e5a9ff88 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Added segment 6112c291-4876-469e-99e5-ac6ba78d6a6b of type vlan for network 0e0d4fae-0e52-40ee-829d-5841973e6307 Feb 04 13:02:02.974505 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-61a31505-086a-462f-854f-2ec4e5a9ff88 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (0e0d4fae-0e52-40ee-829d-5841973e6307), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:03.167586 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61a31505-086a-462f-854f-2ec4e5a9ff88 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:02:03.187344 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-61a31505-086a-462f-854f-2ec4e5a9ff88 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (fdfa0bfe-de12-40ce-910e-d3f6a83b52f7), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:03.187802 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-61a31505-086a-462f-854f-2ec4e5a9ff88 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Added segment fdfa0bfe-de12-40ce-910e-d3f6a83b52f7 of type vlan for network 007a74f8-31be-47b5-b703-089480a25501 Feb 04 13:02:03.249815 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-61a31505-086a-462f-854f-2ec4e5a9ff88 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (007a74f8-31be-47b5-b703-089480a25501), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:03.333506 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-61a31505-086a-462f-854f-2ec4e5a9ff88 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (0e0d4fae-0e52-40ee-829d-5841973e6307), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:03.334020 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-61a31505-086a-462f-854f-2ec4e5a9ff88 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (007a74f8-31be-47b5-b703-089480a25501), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:03.339678 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a31505-086a-462f-854f-2ec4e5a9ff88 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:03.344521 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a31505-086a-462f-854f-2ec4e5a9ff88 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:03.350527 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-61a31505-086a-462f-854f-2ec4e5a9ff88 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:03.426715 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a31505-086a-462f-854f-2ec4e5a9ff88 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Pushing event updated for resources: {'Network': ['ID=0e0d4fae-0e52-40ee-829d-5841973e6307,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:03.438657 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 0e0d4fae-0e52-40ee-829d-5841973e6307 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:02:03.475388 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [req-22f9a968-6577-4397-86b9-998f239c5408 req-767bc272-3c10-41fd-b363-6fa003811da2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8923c48-5174-40d7-8df0-ffc91ee53090 {{(pid=103474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:02:03.496629 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-22f9a968-6577-4397-86b9-998f239c5408 req-767bc272-3c10-41fd-b363-6fa003811da2 service neutron] Publish callbacks [] for port (e8923c48-5174-40d7-8df0-ffc91ee53090), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:03.514730 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.provisioning_blocks [req-22f9a968-6577-4397-86b9-998f239c5408 req-767bc272-3c10-41fd-b363-6fa003811da2 service neutron] Transition to ACTIVE for port object e8923c48-5174-40d7-8df0-ffc91ee53090 will not be triggered until provisioned by entity L2. {{(pid=103474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:02:03.532057 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-22f9a968-6577-4397-86b9-998f239c5408 req-767bc272-3c10-41fd-b363-6fa003811da2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (e8923c48-5174-40d7-8df0-ffc91ee53090), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:03.579721 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 54568) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:02:03.579950 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-61a31505-086a-462f-854f-2ec4e5a9ff88 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.5018888 Feb 04 13:02:03.643609 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a31505-086a-462f-854f-2ec4e5a9ff88 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Pushing event updated for resources: {'Network': ['ID=007a74f8-31be-47b5-b703-089480a25501,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:03.656586 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 007a74f8-31be-47b5-b703-089480a25501 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:02:03.712869 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767bc272-3c10-41fd-b363-6fa003811da2 service neutron] Pushing event updated for resources: {'Port': ['ID=e8923c48-5174-40d7-8df0-ffc91ee53090,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:03.853776 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-22f9a968-6577-4397-86b9-998f239c5408 req-767bc272-3c10-41fd-b363-6fa003811da2 service neutron] Attempting to bind port e8923c48-5174-40d7-8df0-ffc91ee53090 on host n-h2-825015-3 for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:02:03.856709 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-22f9a968-6577-4397-86b9-998f239c5408 req-767bc272-3c10-41fd-b363-6fa003811da2 service neutron] Attempting to bind port e8923c48-5174-40d7-8df0-ffc91ee53090 by drivers openvswitch,hyperv on host n-h2-825015-3 at level 0 using segments [{'id': '0934a908-175b-4cbf-ace2-f0550fc5d53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'f237d722-433d-480c-8987-66d34675134e'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:02:03.857238 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f9a968-6577-4397-86b9-998f239c5408 req-767bc272-3c10-41fd-b363-6fa003811da2 service neutron] Attempting to bind port e8923c48-5174-40d7-8df0-ffc91ee53090 on network f237d722-433d-480c-8987-66d34675134e {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:02:03.863413 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f9a968-6577-4397-86b9-998f239c5408 req-767bc272-3c10-41fd-b363-6fa003811da2 service neutron] Port e8923c48-5174-40d7-8df0-ffc91ee53090 on network f237d722-433d-480c-8987-66d34675134e not bound, no agent of type Open vSwitch agent registered on host n-h2-825015-3 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:02:03.864054 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f9a968-6577-4397-86b9-998f239c5408 req-767bc272-3c10-41fd-b363-6fa003811da2 service neutron] Attempting to bind port e8923c48-5174-40d7-8df0-ffc91ee53090 on network f237d722-433d-480c-8987-66d34675134e {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:02:03.878146 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f9a968-6577-4397-86b9-998f239c5408 req-767bc272-3c10-41fd-b363-6fa003811da2 service neutron] Checking agent: {'id': '9b68a165-e786-4b91-8592-44519c2ecabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:02:03.881810 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f9a968-6577-4397-86b9-998f239c5408 req-767bc272-3c10-41fd-b363-6fa003811da2 service neutron] Checking segment: {'id': '0934a908-175b-4cbf-ace2-f0550fc5d53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'f237d722-433d-480c-8987-66d34675134e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:02:03.883236 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f9a968-6577-4397-86b9-998f239c5408 req-767bc272-3c10-41fd-b363-6fa003811da2 service neutron] Bound using segment: {'id': '0934a908-175b-4cbf-ace2-f0550fc5d53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'f237d722-433d-480c-8987-66d34675134e'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:02:03.888430 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-22f9a968-6577-4397-86b9-998f239c5408 req-767bc272-3c10-41fd-b363-6fa003811da2 service neutron] Bound port: e8923c48-5174-40d7-8df0-ffc91ee53090, host: n-h2-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0934a908-175b-4cbf-ace2-f0550fc5d53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'f237d722-433d-480c-8987-66d34675134e'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:02:03.891375 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-22f9a968-6577-4397-86b9-998f239c5408 req-767bc272-3c10-41fd-b363-6fa003811da2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (e8923c48-5174-40d7-8df0-ffc91ee53090), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:04.057966 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-22f9a968-6577-4397-86b9-998f239c5408 req-767bc272-3c10-41fd-b363-6fa003811da2 service neutron] For port e8923c48-5174-40d7-8df0-ffc91ee53090, host n-h2-825015-3, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:02:04.065195 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-22f9a968-6577-4397-86b9-998f239c5408 req-767bc272-3c10-41fd-b363-6fa003811da2 service neutron] For port e8923c48-5174-40d7-8df0-ffc91ee53090, host n-h2-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=e8923c48-5174-40d7-8df0-ffc91ee53090,segment=NetworkSegment(0934a908-175b-4cbf-ace2-f0550fc5d53c),segment_id=0934a908-175b-4cbf-ace2-f0550fc5d53c)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:02:04.075505 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-22f9a968-6577-4397-86b9-998f239c5408 req-767bc272-3c10-41fd-b363-6fa003811da2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (e8923c48-5174-40d7-8df0-ffc91ee53090), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:04.127582 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f9a968-6577-4397-86b9-998f239c5408 req-767bc272-3c10-41fd-b363-6fa003811da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:04.127582 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-22f9a968-6577-4397-86b9-998f239c5408 req-767bc272-3c10-41fd-b363-6fa003811da2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:04.127582 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-22f9a968-6577-4397-86b9-998f239c5408 req-767bc272-3c10-41fd-b363-6fa003811da2 service neutron] 10.222.0.77 "PUT /v2.0/ports/e8923c48-5174-40d7-8df0-ffc91ee53090 HTTP/1.1" status: 200 len: 1092 time: 1.5312459 Feb 04 13:02:04.127582 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd41658ef-4aa6-47aa-9597-079a6a4126aa', 'tag': 'e8923c48-5174-40d7-8df0-ffc91ee53090'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:02:04.127582 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e89daef-185f-490d-b39f-6849582cd2ff" -d '{"events": [{"name": "network-changed", "server_uuid": "d41658ef-4aa6-47aa-9597-079a6a4126aa", "tag": "e8923c48-5174-40d7-8df0-ffc91ee53090"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:02:04.279867 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767bc272-3c10-41fd-b363-6fa003811da2 service neutron] Pushing event updated for resources: {'Port': ['ID=e8923c48-5174-40d7-8df0-ffc91ee53090,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:04.328091 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ed55ab-19c7-4702-864b-783ed1ec24ac tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:04.343629 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ed55ab-19c7-4702-864b-783ed1ec24ac tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:04.359502 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ed55ab-19c7-4702-864b-783ed1ec24ac tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:04.368810 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f9a968-6577-4397-86b9-998f239c5408 req-652704ea-b380-468e-8406-447dbfd65802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:04.372279 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-22f9a968-6577-4397-86b9-998f239c5408 req-652704ea-b380-468e-8406-447dbfd65802 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3c0dc8c0402645d983d20be0fc21117a&device_id=d41658ef-4aa6-47aa-9597-079a6a4126aa HTTP/1.1" status: 200 len: 1126 time: 0.1853371 Feb 04 13:02:04.377917 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ed55ab-19c7-4702-864b-783ed1ec24ac tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:04.386081 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-d0ed55ab-19c7-4702-864b-783ed1ec24ac tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.8043768 Feb 04 13:02:04.396220 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 54586) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:02:04.520948 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df9988c8-e3e4-4965-abd4-5988d0c211c1 x-openstack-request-id: req-df9988c8-e3e4-4965-abd4-5988d0c211c1 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:02:04.521251 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d41658ef-4aa6-47aa-9597-079a6a4126aa", "tag": "e8923c48-5174-40d7-8df0-ffc91ee53090", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:02:04.521512 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-df9988c8-e3e4-4965-abd4-5988d0c211c1 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:02:04.521982 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd41658ef-4aa6-47aa-9597-079a6a4126aa', 'tag': 'e8923c48-5174-40d7-8df0-ffc91ee53090', 'status': 'completed', 'code': 200} Feb 04 13:02:04.523660 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-22f9a968-6577-4397-86b9-998f239c5408 req-a8eefbc1-3d05-4a59-81a6-4671c103d4a4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e8923c48-5174-40d7-8df0-ffc91ee53090 HTTP/1.1" status: 200 len: 217 time: 0.1443248 Feb 04 13:02:04.555469 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151277c-5c03-41eb-8806-64ba2e15b1a4 req-8f0d6734-8d8d-4f33-a575-c0b133a04bf3 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:04.563357 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6151277c-5c03-41eb-8806-64ba2e15b1a4 req-8f0d6734-8d8d-4f33-a575-c0b133a04bf3 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=d41658ef-4aa6-47aa-9597-079a6a4126aa HTTP/1.1" status: 200 len: 944 time: 0.5179710 Feb 04 13:02:04.631257 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f9a968-6577-4397-86b9-998f239c5408 req-a4a55c82-949b-4039-9cb1-a05e6e31ae0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:04.632804 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-22f9a968-6577-4397-86b9-998f239c5408 req-a4a55c82-949b-4039-9cb1-a05e6e31ae0c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=70faacee-af53-42b7-af83-bbc74f352570 HTTP/1.1" status: 200 len: 851 time: 0.0972881 Feb 04 13:02:04.689615 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6151277c-5c03-41eb-8806-64ba2e15b1a4 req-e5ee6403-9ecc-45b7-a180-0c84454f6623 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=068b1e11-4a70-4e33-8087-efe2a4e35d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1248350 Feb 04 13:02:04.732351 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fd91975f-8d66-4152-84b4-0f9546248c7a tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (0e0d4fae-0e52-40ee-829d-5841973e6307), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:04.819431 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f9a968-6577-4397-86b9-998f239c5408 req-26c78aa1-6071-4094-a40e-97e1cffab505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:04.821044 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-22f9a968-6577-4397-86b9-998f239c5408 req-26c78aa1-6071-4094-a40e-97e1cffab505 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f237d722-433d-480c-8987-66d34675134e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1820633 Feb 04 13:02:04.860767 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fd91975f-8d66-4152-84b4-0f9546248c7a tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (0e0d4fae-0e52-40ee-829d-5841973e6307), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:04.923545 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-fd91975f-8d66-4152-84b4-0f9546248c7a tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e0d4fae-0e52-40ee-829d-5841973e6307']}} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:02:04.940008 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-fd91975f-8d66-4152-84b4-0f9546248c7a tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6112c291-4876-469e-99e5-ac6ba78d6a6b') {'for_net_delete': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:02:04.940725 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-fd91975f-8d66-4152-84b4-0f9546248c7a tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6112c291-4876-469e-99e5-ac6ba78d6a6b') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:02:04.965485 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-22f9a968-6577-4397-86b9-998f239c5408 req-aab666a9-a4b4-4ab8-99ab-24a4e05258b7 service neutron] 10.222.0.77 "GET /v2.0/networks/f237d722-433d-480c-8987-66d34675134e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379032 Feb 04 13:02:04.967660 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fd91975f-8d66-4152-84b4-0f9546248c7a tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51859336'] for segment (6112c291-4876-469e-99e5-ac6ba78d6a6b), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:05.004887 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fd91975f-8d66-4152-84b4-0f9546248c7a tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (6112c291-4876-469e-99e5-ac6ba78d6a6b), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:05.018193 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd91975f-8d66-4152-84b4-0f9546248c7a tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=103475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:02:05.018619 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fd91975f-8d66-4152-84b4-0f9546248c7a tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-52093388'] for segment (6112c291-4876-469e-99e5-ac6ba78d6a6b), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:05.022075 n-d-825015-3 neutron-server[103475]: Traceback (most recent call last): Feb 04 13:02:05.022075 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:02:05.022075 n-d-825015-3 neutron-server[103475]: timer() Feb 04 13:02:05.022075 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:02:05.022075 n-d-825015-3 neutron-server[103475]: cb(*args, **kw) Feb 04 13:02:05.022075 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:02:05.022075 n-d-825015-3 neutron-server[103475]: return func(*args, **kwargs) Feb 04 13:02:05.022075 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:02:05.022075 n-d-825015-3 neutron-server[103475]: self._notify() Feb 04 13:02:05.022075 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:02:05.022075 n-d-825015-3 neutron-server[103475]: self.callback(batched_events) Feb 04 13:02:05.022075 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:02:05.022075 n-d-825015-3 neutron-server[103475]: event.method(event) Feb 04 13:02:05.022075 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:02:05.022075 n-d-825015-3 neutron-server[103475]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:02:05.022075 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:02:05.022075 n-d-825015-3 neutron-server[103475]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:02:05.022075 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:02:05.022075 n-d-825015-3 neutron-server[103475]: return f(self, *a, **k) Feb 04 13:02:05.022075 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:02:05.022075 n-d-825015-3 neutron-server[103475]: return self._get(url).json() Feb 04 13:02:05.022075 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:02:05.022075 n-d-825015-3 neutron-server[103475]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:02:05.022075 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:02:05.022075 n-d-825015-3 neutron-server[103475]: return self.request(url, 'GET', **kwargs) Feb 04 13:02:05.022075 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:02:05.022075 n-d-825015-3 neutron-server[103475]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:02:05.022075 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:02:05.022075 n-d-825015-3 neutron-server[103475]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:02:05.022075 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:02:05.022075 n-d-825015-3 neutron-server[103475]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:02:05.022075 n-d-825015-3 neutron-server[103475]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:02:05.118938 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-22f9a968-6577-4397-86b9-998f239c5408 req-23ac9b3b-0b79-4f33-884b-8d6c958a53a3 service neutron] 10.222.0.77 "GET /v2.0/networks/f237d722-433d-480c-8987-66d34675134e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457317 Feb 04 13:02:05.149227 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fd91975f-8d66-4152-84b4-0f9546248c7a tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (0e0d4fae-0e52-40ee-829d-5841973e6307), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:05.161519 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fd91975f-8d66-4152-84b4-0f9546248c7a tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:05.171820 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-fd91975f-8d66-4152-84b4-0f9546248c7a tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] 10.222.0.65 "DELETE /v2.0/networks/0e0d4fae-0e52-40ee-829d-5841973e6307 HTTP/1.1" status: 204 len: 168 time: 0.7704270 Feb 04 13:02:05.173102 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 54600) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:02:05.219041 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd91975f-8d66-4152-84b4-0f9546248c7a tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Pushing event deleted for resources: {'Network': ['ID=0e0d4fae-0e52-40ee-829d-5841973e6307,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:05.361862 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cddf98fa-7cfb-451e-a939-144d0ce400f9 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (007a74f8-31be-47b5-b703-089480a25501), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:05.368568 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e89daef-185f-490d-b39f-6849582cd2ff req-12186ec3-e4fb-4108-b733-8fed346f4a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:05.370605 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-5e89daef-185f-490d-b39f-6849582cd2ff req-12186ec3-e4fb-4108-b733-8fed346f4a3a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3c0dc8c0402645d983d20be0fc21117a&device_id=d41658ef-4aa6-47aa-9597-079a6a4126aa HTTP/1.1" status: 200 len: 1126 time: 0.1805151 Feb 04 13:02:05.885256 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21ff609-f210-4d1b-8e84-2b0f3f72fdc4 req-1e962d90-792b-4e1e-9d28-be1904262bfe tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:05.887079 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f21ff609-f210-4d1b-8e84-2b0f3f72fdc4 req-1e962d90-792b-4e1e-9d28-be1904262bfe tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=d41658ef-4aa6-47aa-9597-079a6a4126aa HTTP/1.1" status: 200 len: 944 time: 0.0714662 Feb 04 13:02:05.924347 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cddf98fa-7cfb-451e-a939-144d0ce400f9 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (007a74f8-31be-47b5-b703-089480a25501), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:05.952922 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-cddf98fa-7cfb-451e-a939-144d0ce400f9 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['007a74f8-31be-47b5-b703-089480a25501']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:02:05.965739 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-cddf98fa-7cfb-451e-a939-144d0ce400f9 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdfa0bfe-de12-40ce-910e-d3f6a83b52f7') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:02:05.966702 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-cddf98fa-7cfb-451e-a939-144d0ce400f9 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdfa0bfe-de12-40ce-910e-d3f6a83b52f7') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:02:05.989079 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cddf98fa-7cfb-451e-a939-144d0ce400f9 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (fdfa0bfe-de12-40ce-910e-d3f6a83b52f7), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:06.008723 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f21ff609-f210-4d1b-8e84-2b0f3f72fdc4 req-5ced098d-6b21-499c-9864-0bd5eede147c tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=068b1e11-4a70-4e33-8087-efe2a4e35d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142194 Feb 04 13:02:06.063678 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cddf98fa-7cfb-451e-a939-144d0ce400f9 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (fdfa0bfe-de12-40ce-910e-d3f6a83b52f7), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:06.080148 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cddf98fa-7cfb-451e-a939-144d0ce400f9 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:02:06.080563 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cddf98fa-7cfb-451e-a939-144d0ce400f9 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (fdfa0bfe-de12-40ce-910e-d3f6a83b52f7), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:06.084118 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 13:02:06.084118 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:02:06.084118 n-d-825015-3 neutron-server[103474]: timer() Feb 04 13:02:06.084118 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:02:06.084118 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 13:02:06.084118 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:02:06.084118 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 13:02:06.084118 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:02:06.084118 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 13:02:06.084118 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:02:06.084118 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 13:02:06.084118 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:02:06.084118 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 13:02:06.084118 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:02:06.084118 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:02:06.084118 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:02:06.084118 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:02:06.084118 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:02:06.084118 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 13:02:06.084118 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:02:06.084118 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 13:02:06.084118 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:02:06.084118 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:02:06.084118 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:02:06.084118 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 13:02:06.084118 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:02:06.084118 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:02:06.084118 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:02:06.084118 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:02:06.084118 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:02:06.084118 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:02:06.084118 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:02:06.151944 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e89daef-185f-490d-b39f-6849582cd2ff req-4b45a443-7225-42cf-b3ea-bc2f965d3310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:06.153662 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-5e89daef-185f-490d-b39f-6849582cd2ff req-4b45a443-7225-42cf-b3ea-bc2f965d3310 service neutron] 10.222.0.77 "GET /v2.0/networks?id=f237d722-433d-480c-8987-66d34675134e HTTP/1.1" status: 200 len: 913 time: 0.7769396 Feb 04 13:02:06.223048 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-5e89daef-185f-490d-b39f-6849582cd2ff req-47685e02-6f1c-4d5d-96a1-276a631e6973 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e8923c48-5174-40d7-8df0-ffc91ee53090 HTTP/1.1" status: 200 len: 217 time: 0.0607617 Feb 04 13:02:06.242532 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cddf98fa-7cfb-451e-a939-144d0ce400f9 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (007a74f8-31be-47b5-b703-089480a25501), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:06.280814 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cddf98fa-7cfb-451e-a939-144d0ce400f9 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:06.287369 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 54622) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:02:06.287819 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-cddf98fa-7cfb-451e-a939-144d0ce400f9 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] 10.222.0.65 "DELETE /v2.0/networks/007a74f8-31be-47b5-b703-089480a25501 HTTP/1.1" status: 204 len: 168 time: 1.1131845 Feb 04 13:02:06.307043 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddf98fa-7cfb-451e-a939-144d0ce400f9 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Pushing event deleted for resources: {'Network': ['ID=007a74f8-31be-47b5-b703-089480a25501,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:06.322007 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e89daef-185f-490d-b39f-6849582cd2ff req-6dd5ca99-b50a-4736-8ce1-b494ed792c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:06.324177 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-5e89daef-185f-490d-b39f-6849582cd2ff req-6dd5ca99-b50a-4736-8ce1-b494ed792c39 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=70faacee-af53-42b7-af83-bbc74f352570 HTTP/1.1" status: 200 len: 851 time: 0.0915680 Feb 04 13:02:06.413886 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e89daef-185f-490d-b39f-6849582cd2ff req-3df1c61c-879f-4111-8df1-882661b41329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:06.415326 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-5e89daef-185f-490d-b39f-6849582cd2ff req-3df1c61c-879f-4111-8df1-882661b41329 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f237d722-433d-480c-8987-66d34675134e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0845747 Feb 04 13:02:06.472219 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed2c8de-9d7b-4164-8145-d046021cebd8 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:06.477971 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed2c8de-9d7b-4164-8145-d046021cebd8 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:06.483338 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-2ed2c8de-9d7b-4164-8145-d046021cebd8 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1904097 Feb 04 13:02:06.484844 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 54626) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:02:06.489858 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-6d08a0a7-2614-4236-98c5-2fbeb1802b14 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-389891314'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:02:06.517983 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d08a0a7-2614-4236-98c5-2fbeb1802b14 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Made reservation on behalf of c6c89856816d4684a17b4051f277db11 for: {'network': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:02:06.523455 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6d08a0a7-2614-4236-98c5-2fbeb1802b14 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:06.594027 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-5e89daef-185f-490d-b39f-6849582cd2ff req-915297d5-5a87-498a-a365-43be3fb9c886 service neutron] 10.222.0.77 "GET /v2.0/networks/f237d722-433d-480c-8987-66d34675134e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717143 Feb 04 13:02:06.594222 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d08a0a7-2614-4236-98c5-2fbeb1802b14 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=103475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:02:06.651063 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6d08a0a7-2614-4236-98c5-2fbeb1802b14 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (73f543ff-a4f3-4652-923e-861f413db1ce), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:06.652447 n-d-825015-3 neutron-server[103475]: INFO neutron.db.segments_db [None req-6d08a0a7-2614-4236-98c5-2fbeb1802b14 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Added segment 73f543ff-a4f3-4652-923e-861f413db1ce of type vlan for network 8be7bba9-818d-40a4-b23d-414848df0015 Feb 04 13:02:06.711106 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6d08a0a7-2614-4236-98c5-2fbeb1802b14 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (8be7bba9-818d-40a4-b23d-414848df0015), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:06.748281 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6d08a0a7-2614-4236-98c5-2fbeb1802b14 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (8be7bba9-818d-40a4-b23d-414848df0015), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:06.760224 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d08a0a7-2614-4236-98c5-2fbeb1802b14 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:06.761698 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6d08a0a7-2614-4236-98c5-2fbeb1802b14 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:06.782210 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-5e89daef-185f-490d-b39f-6849582cd2ff req-00e878f5-5856-42b3-95dc-d523f7db47b2 service neutron] 10.222.0.77 "GET /v2.0/networks/f237d722-433d-480c-8987-66d34675134e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775601 Feb 04 13:02:06.857949 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-6d08a0a7-2614-4236-98c5-2fbeb1802b14 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3696346 Feb 04 13:02:06.858421 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 54632) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:02:06.864109 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-8b2c50f7-f43c-4936-9d68-f55c3ff8d047 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1305479825'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:02:06.879588 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d08a0a7-2614-4236-98c5-2fbeb1802b14 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Pushing event updated for resources: {'Network': ['ID=8be7bba9-818d-40a4-b23d-414848df0015,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:06.892855 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 8be7bba9-818d-40a4-b23d-414848df0015 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:02:06.909338 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b2c50f7-f43c-4936-9d68-f55c3ff8d047 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Made reservation on behalf of c6c89856816d4684a17b4051f277db11 for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:02:06.914519 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8b2c50f7-f43c-4936-9d68-f55c3ff8d047 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:06.975361 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b2c50f7-f43c-4936-9d68-f55c3ff8d047 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:02:07.000024 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8b2c50f7-f43c-4936-9d68-f55c3ff8d047 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (902cdf2a-7ffb-461e-8e20-123b8d6b61aa), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:07.000576 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-8b2c50f7-f43c-4936-9d68-f55c3ff8d047 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Added segment 902cdf2a-7ffb-461e-8e20-123b8d6b61aa of type vlan for network b031b20c-eda6-47f6-a40f-2e47c45539dc Feb 04 13:02:07.063630 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8b2c50f7-f43c-4936-9d68-f55c3ff8d047 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (b031b20c-eda6-47f6-a40f-2e47c45539dc), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:07.102059 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8b2c50f7-f43c-4936-9d68-f55c3ff8d047 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (b031b20c-eda6-47f6-a40f-2e47c45539dc), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:07.108958 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2c50f7-f43c-4936-9d68-f55c3ff8d047 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:07.109653 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8b2c50f7-f43c-4936-9d68-f55c3ff8d047 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:07.196362 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-8b2c50f7-f43c-4936-9d68-f55c3ff8d047 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3366957 Feb 04 13:02:07.200091 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 54642) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:02:07.205218 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-e091b160-787f-479a-b56c-34ee010efc32 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Request body: {'ports': [{'network_id': '8be7bba9-818d-40a4-b23d-414848df0015', 'name': 'tempest-port--534437198', 'admin_state_up': True}, {'network_id': 'b031b20c-eda6-47f6-a40f-2e47c45539dc', 'admin_state_up': False}]} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:02:07.205544 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-e091b160-787f-479a-b56c-34ee010efc32 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Request body: {'port': {'network_id': '8be7bba9-818d-40a4-b23d-414848df0015', 'name': 'tempest-port--534437198', 'admin_state_up': True}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:02:07.206037 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-e091b160-787f-479a-b56c-34ee010efc32 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Request body: {'port': {'network_id': 'b031b20c-eda6-47f6-a40f-2e47c45539dc', 'admin_state_up': False}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:02:07.225804 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2c50f7-f43c-4936-9d68-f55c3ff8d047 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Pushing event updated for resources: {'Network': ['ID=b031b20c-eda6-47f6-a40f-2e47c45539dc,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:07.242381 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network b031b20c-eda6-47f6-a40f-2e47c45539dc details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:02:07.270137 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716ea7d7-f4ec-4736-86e9-f16ee2789c69 req-557c9513-6efc-4cea-ae08-d91c85fac1fb tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:07.278907 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-716ea7d7-f4ec-4736-86e9-f16ee2789c69 req-557c9513-6efc-4cea-ae08-d91c85fac1fb tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=d41658ef-4aa6-47aa-9597-079a6a4126aa HTTP/1.1" status: 200 len: 944 time: 0.1449962 Feb 04 13:02:07.370013 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-716ea7d7-f4ec-4736-86e9-f16ee2789c69 req-d57a9364-f758-4c75-b270-ced6556d8fbf tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=068b1e11-4a70-4e33-8087-efe2a4e35d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902314 Feb 04 13:02:07.513072 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e091b160-787f-479a-b56c-34ee010efc32 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Made reservation on behalf of c6c89856816d4684a17b4051f277db11 for: {'port': 2} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:02:07.519141 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e091b160-787f-479a-b56c-34ee010efc32 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:07.539553 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e091b160-787f-479a-b56c-34ee010efc32 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:07.728681 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [None req-e091b160-787f-479a-b56c-34ee010efc32 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] device_id is not set on port 1e4a3b26-f5bd-4c52-9499-9206ca02bb7c yet. {{(pid=103474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:02:07.838550 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e091b160-787f-479a-b56c-34ee010efc32 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Publish callbacks [] for port (1e4a3b26-f5bd-4c52-9499-9206ca02bb7c), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:07.918985 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [None req-e091b160-787f-479a-b56c-34ee010efc32 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] device_id is not set on port 7d3ddd47-d4fa-403e-b4df-7bfbb15d765a yet. {{(pid=103474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:02:08.027453 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e091b160-787f-479a-b56c-34ee010efc32 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Publish callbacks [] for port (7d3ddd47-d4fa-403e-b4df-7bfbb15d765a), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:08.068753 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e091b160-787f-479a-b56c-34ee010efc32 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (1e4a3b26-f5bd-4c52-9499-9206ca02bb7c), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:08.155925 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e091b160-787f-479a-b56c-34ee010efc32 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Checking segment: {'id': '73f543ff-a4f3-4652-923e-861f413db1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '8be7bba9-818d-40a4-b23d-414848df0015'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:02:08.156415 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e091b160-787f-479a-b56c-34ee010efc32 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Network hostable DHCP agents. Network: 8be7bba9-818d-40a4-b23d-414848df0015, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:02:08.161461 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e091b160-787f-479a-b56c-34ee010efc32 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Pushing event updated for resources: {'Port': ['ID=1e4a3b26-f5bd-4c52-9499-9206ca02bb7c,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:08.181057 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e091b160-787f-479a-b56c-34ee010efc32 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Network 8be7bba9-818d-40a4-b23d-414848df0015 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:02:08.193631 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-e091b160-787f-479a-b56c-34ee010efc32 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 8be7bba9-818d-40a4-b23d-414848df0015) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:02:08.204126 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83af114b-7d6a-4130-90b4-4e43747e9c6c None None] Network 8be7bba9-818d-40a4-b23d-414848df0015 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:02:08.210212 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e091b160-787f-479a-b56c-34ee010efc32 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:02:08.211278 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e091b160-787f-479a-b56c-34ee010efc32 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (7d3ddd47-d4fa-403e-b4df-7bfbb15d765a), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:08.281359 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e091b160-787f-479a-b56c-34ee010efc32 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Pushing event updated for resources: {'Port': ['ID=7d3ddd47-d4fa-403e-b4df-7bfbb15d765a,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:08.318090 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e091b160-787f-479a-b56c-34ee010efc32 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Checking segment: {'id': '902cdf2a-7ffb-461e-8e20-123b8d6b61aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b031b20c-eda6-47f6-a40f-2e47c45539dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:02:08.318896 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e091b160-787f-479a-b56c-34ee010efc32 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Network hostable DHCP agents. Network: b031b20c-eda6-47f6-a40f-2e47c45539dc, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:02:08.343047 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e091b160-787f-479a-b56c-34ee010efc32 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Network b031b20c-eda6-47f6-a40f-2e47c45539dc is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:02:08.356849 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-e091b160-787f-479a-b56c-34ee010efc32 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, b031b20c-eda6-47f6-a40f-2e47c45539dc) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:02:08.371297 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e091b160-787f-479a-b56c-34ee010efc32 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:02:08.376158 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dbccb23-61df-4a06-8f67-5ccc1a722260 None None] Network b031b20c-eda6-47f6-a40f-2e47c45539dc requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:02:08.388245 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e091b160-787f-479a-b56c-34ee010efc32 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:08.395021 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e091b160-787f-479a-b56c-34ee010efc32 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:08.396106 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e091b160-787f-479a-b56c-34ee010efc32 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:08.424487 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-e091b160-787f-479a-b56c-34ee010efc32 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.2225831 Feb 04 13:02:08.426718 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 54666) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:02:08.513494 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79251cd8-d3cb-4f77-87ab-cc4ce64e11ce tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:08.522626 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79251cd8-d3cb-4f77-87ab-cc4ce64e11ce tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:08.527615 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-79251cd8-d3cb-4f77-87ab-cc4ce64e11ce tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0958571 Feb 04 13:02:08.530214 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 54668) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:02:08.686677 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6162ec1-d9bb-4da7-92cf-9eca78d6ea8e req-bfc6ddd2-8ee4-4799-9281-642d1efccb70 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:08.695716 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c6162ec1-d9bb-4da7-92cf-9eca78d6ea8e req-bfc6ddd2-8ee4-4799-9281-642d1efccb70 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=d41658ef-4aa6-47aa-9597-079a6a4126aa HTTP/1.1" status: 200 len: 944 time: 0.1535025 Feb 04 13:02:08.763903 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c6162ec1-d9bb-4da7-92cf-9eca78d6ea8e req-9f960e6c-83fa-469d-9173-e26f55d2059f tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=068b1e11-4a70-4e33-8087-efe2a4e35d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671723 Feb 04 13:02:08.776428 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-680faba8-4b5d-4a20-abad-724af2a1985f tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Deleting port 1e4a3b26-f5bd-4c52-9499-9206ca02bb7c {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:02:08.777629 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-680faba8-4b5d-4a20-abad-724af2a1985f tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (1e4a3b26-f5bd-4c52-9499-9206ca02bb7c), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:08.864694 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-680faba8-4b5d-4a20-abad-724af2a1985f tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (1e4a3b26-f5bd-4c52-9499-9206ca02bb7c), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:08.892514 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-680faba8-4b5d-4a20-abad-724af2a1985f tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Calling delete_port for 1e4a3b26-f5bd-4c52-9499-9206ca02bb7c owned by {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:02:08.999478 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-680faba8-4b5d-4a20-abad-724af2a1985f tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (1e4a3b26-f5bd-4c52-9499-9206ca02bb7c), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:09.054498 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680faba8-4b5d-4a20-abad-724af2a1985f tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Pushing event deleted for resources: {'Port': ['ID=1e4a3b26-f5bd-4c52-9499-9206ca02bb7c,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:09.060415 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-680faba8-4b5d-4a20-abad-724af2a1985f tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:09.067471 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-680faba8-4b5d-4a20-abad-724af2a1985f tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] 10.222.0.65 "DELETE /v2.0/ports/1e4a3b26-f5bd-4c52-9499-9206ca02bb7c HTTP/1.1" status: 204 len: 168 time: 0.5334928 Feb 04 13:02:09.067720 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 54680) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:02:09.197384 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-20cfcfb6-2206-49cf-a820-8fbaaa32b477 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Deleting port 7d3ddd47-d4fa-403e-b4df-7bfbb15d765a {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:02:09.197866 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-20cfcfb6-2206-49cf-a820-8fbaaa32b477 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (7d3ddd47-d4fa-403e-b4df-7bfbb15d765a), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:09.277478 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-20cfcfb6-2206-49cf-a820-8fbaaa32b477 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (7d3ddd47-d4fa-403e-b4df-7bfbb15d765a), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:09.290530 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-20cfcfb6-2206-49cf-a820-8fbaaa32b477 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Calling delete_port for 7d3ddd47-d4fa-403e-b4df-7bfbb15d765a owned by {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:02:09.383890 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-20cfcfb6-2206-49cf-a820-8fbaaa32b477 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (7d3ddd47-d4fa-403e-b4df-7bfbb15d765a), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:09.429242 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cfcfb6-2206-49cf-a820-8fbaaa32b477 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Pushing event deleted for resources: {'Port': ['ID=7d3ddd47-d4fa-403e-b4df-7bfbb15d765a,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:09.439335 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-20cfcfb6-2206-49cf-a820-8fbaaa32b477 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:09.443304 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-20cfcfb6-2206-49cf-a820-8fbaaa32b477 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] 10.222.0.65 "DELETE /v2.0/ports/7d3ddd47-d4fa-403e-b4df-7bfbb15d765a HTTP/1.1" status: 204 len: 168 time: 0.3745666 Feb 04 13:02:09.445733 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 54686) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:02:09.481665 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-2e02d7fb-e42c-41aa-908b-fa128b051b91 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0323040 Feb 04 13:02:09.486972 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 54692) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:02:09.496085 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-1c04ec91-3c73-48cb-b2d9-99dfc0ac3f9e tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-280894805'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:02:09.545520 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c04ec91-3c73-48cb-b2d9-99dfc0ac3f9e tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Made reservation on behalf of c6c89856816d4684a17b4051f277db11 for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:02:09.549107 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1c04ec91-3c73-48cb-b2d9-99dfc0ac3f9e tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:09.610884 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c04ec91-3c73-48cb-b2d9-99dfc0ac3f9e tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:02:09.627651 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1c04ec91-3c73-48cb-b2d9-99dfc0ac3f9e tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (9eeb478f-0b9b-4387-9bdd-0acc52d05394), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:09.628742 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-1c04ec91-3c73-48cb-b2d9-99dfc0ac3f9e tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Added segment 9eeb478f-0b9b-4387-9bdd-0acc52d05394 of type vlan for network 919fb484-c785-484c-a841-0afe25b0bb95 Feb 04 13:02:09.700218 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1c04ec91-3c73-48cb-b2d9-99dfc0ac3f9e tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (919fb484-c785-484c-a841-0afe25b0bb95), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:09.741522 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1c04ec91-3c73-48cb-b2d9-99dfc0ac3f9e tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (919fb484-c785-484c-a841-0afe25b0bb95), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:09.747929 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c04ec91-3c73-48cb-b2d9-99dfc0ac3f9e tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:09.748197 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1c04ec91-3c73-48cb-b2d9-99dfc0ac3f9e tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:09.832338 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-1c04ec91-3c73-48cb-b2d9-99dfc0ac3f9e tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3437917 Feb 04 13:02:09.835906 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 54706) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:02:09.854732 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c04ec91-3c73-48cb-b2d9-99dfc0ac3f9e tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Pushing event updated for resources: {'Network': ['ID=919fb484-c785-484c-a841-0afe25b0bb95,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:09.855897 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-c3d3a9e2-17dd-4ecb-ba69-6b0fa1ef6bc1 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-928628178'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:02:09.867999 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 919fb484-c785-484c-a841-0afe25b0bb95 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:02:09.971830 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3d3a9e2-17dd-4ecb-ba69-6b0fa1ef6bc1 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Made reservation on behalf of c6c89856816d4684a17b4051f277db11 for: {'network': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:02:09.977573 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c3d3a9e2-17dd-4ecb-ba69-6b0fa1ef6bc1 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:10.031196 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3d3a9e2-17dd-4ecb-ba69-6b0fa1ef6bc1 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=103475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:02:10.046208 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b24f496-6759-4b62-a4d1-f05956dd4db1 req-52976fa9-3e5f-449c-847e-6caa9d168b42 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:10.048164 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3b24f496-6759-4b62-a4d1-f05956dd4db1 req-52976fa9-3e5f-449c-847e-6caa9d168b42 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=d41658ef-4aa6-47aa-9597-079a6a4126aa HTTP/1.1" status: 200 len: 944 time: 0.1338530 Feb 04 13:02:10.059044 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c3d3a9e2-17dd-4ecb-ba69-6b0fa1ef6bc1 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (37f7e752-83e8-4a63-be10-3aca434f90db), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:10.059899 n-d-825015-3 neutron-server[103475]: INFO neutron.db.segments_db [None req-c3d3a9e2-17dd-4ecb-ba69-6b0fa1ef6bc1 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Added segment 37f7e752-83e8-4a63-be10-3aca434f90db of type vlan for network df8dbe96-5460-4910-85ac-3420b299f532 Feb 04 13:02:10.139294 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3b24f496-6759-4b62-a4d1-f05956dd4db1 req-f68918a4-a2b7-4f85-8223-2ab34725b5db tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=068b1e11-4a70-4e33-8087-efe2a4e35d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820055 Feb 04 13:02:10.189347 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c3d3a9e2-17dd-4ecb-ba69-6b0fa1ef6bc1 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (df8dbe96-5460-4910-85ac-3420b299f532), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:10.217623 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c3d3a9e2-17dd-4ecb-ba69-6b0fa1ef6bc1 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (df8dbe96-5460-4910-85ac-3420b299f532), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:10.224289 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d3a9e2-17dd-4ecb-ba69-6b0fa1ef6bc1 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:10.225027 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c3d3a9e2-17dd-4ecb-ba69-6b0fa1ef6bc1 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:10.296434 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-c3d3a9e2-17dd-4ecb-ba69-6b0fa1ef6bc1 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4577792 Feb 04 13:02:10.327964 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d3a9e2-17dd-4ecb-ba69-6b0fa1ef6bc1 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Pushing event updated for resources: {'Network': ['ID=df8dbe96-5460-4910-85ac-3420b299f532,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:10.341713 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network df8dbe96-5460-4910-85ac-3420b299f532 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:02:11.396370 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e94ac15-af37-4086-88d3-e75132e0ca5c req-ad4bdc0c-5a47-407c-bdbc-7f00a4f34fc4 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:11.398023 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4e94ac15-af37-4086-88d3-e75132e0ca5c req-ad4bdc0c-5a47-407c-bdbc-7f00a4f34fc4 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=d41658ef-4aa6-47aa-9597-079a6a4126aa HTTP/1.1" status: 200 len: 944 time: 0.1167753 Feb 04 13:02:11.467862 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4e94ac15-af37-4086-88d3-e75132e0ca5c req-3679f9a3-f779-476a-9636-bcd1dddc0453 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=068b1e11-4a70-4e33-8087-efe2a4e35d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635824 Feb 04 13:02:12.674166 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f52810-9cc2-4d34-8b8c-1ddffbcfd2c0 req-cd8ed3d0-e384-4da1-9fcf-906be796bcc3 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:12.676716 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-65f52810-9cc2-4d34-8b8c-1ddffbcfd2c0 req-cd8ed3d0-e384-4da1-9fcf-906be796bcc3 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=d41658ef-4aa6-47aa-9597-079a6a4126aa HTTP/1.1" status: 200 len: 944 time: 0.0999410 Feb 04 13:02:12.749957 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-65f52810-9cc2-4d34-8b8c-1ddffbcfd2c0 req-f0e884f6-eda1-4d57-b46a-72b02400877b tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=068b1e11-4a70-4e33-8087-efe2a4e35d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673316 Feb 04 13:02:13.612499 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 54788) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:02:13.618164 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-cffd60d7-611a-44d8-82af-adad5c14ccbd tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Request body: {'subnets': [{'network_id': '919fb484-c785-484c-a841-0afe25b0bb95', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--712631208', 'ip_version': 6}, {'network_id': 'df8dbe96-5460-4910-85ac-3420b299f532', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:02:13.618657 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-cffd60d7-611a-44d8-82af-adad5c14ccbd tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Request body: {'subnet': {'network_id': '919fb484-c785-484c-a841-0afe25b0bb95', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--712631208', 'ip_version': 6}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:02:13.619452 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-cffd60d7-611a-44d8-82af-adad5c14ccbd tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Request body: {'subnet': {'network_id': 'df8dbe96-5460-4910-85ac-3420b299f532', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:02:14.037979 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 54800) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:02:14.068032 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cffd60d7-611a-44d8-82af-adad5c14ccbd tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Made reservation on behalf of c6c89856816d4684a17b4051f277db11 for: {'subnet': 2} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:02:14.075917 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cffd60d7-611a-44d8-82af-adad5c14ccbd tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:14.076372 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cffd60d7-611a-44d8-82af-adad5c14ccbd tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:14.306778 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a63b06f9-f358-4597-94cc-11c8e3bd705c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:14.320231 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1b38ec-3ed7-4db4-917f-2325ca3a7237 req-80898d75-6499-4213-b88a-d6a72d278a1a tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:14.321897 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3b1b38ec-3ed7-4db4-917f-2325ca3a7237 req-80898d75-6499-4213-b88a-d6a72d278a1a tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=d41658ef-4aa6-47aa-9597-079a6a4126aa HTTP/1.1" status: 200 len: 944 time: 0.3758056 Feb 04 13:02:14.465402 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a63b06f9-f358-4597-94cc-11c8e3bd705c admin admin] Publish callbacks [] for security_group (0040eaae-d095-4fdc-be7a-84282e368c1c), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:14.470375 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a63b06f9-f358-4597-94cc-11c8e3bd705c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (0040eaae-d095-4fdc-be7a-84282e368c1c), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:14.500812 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3b1b38ec-3ed7-4db4-917f-2325ca3a7237 req-770f48b3-dacd-40ec-b904-d4f3791fec8e tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=068b1e11-4a70-4e33-8087-efe2a4e35d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1669450 Feb 04 13:02:14.518246 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-a63b06f9-f358-4597-94cc-11c8e3bd705c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2e4943a615a746b0b95ca12246ca5e89&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4754317 Feb 04 13:02:14.520162 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 54808) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:02:14.634699 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63b06f9-f358-4597-94cc-11c8e3bd705c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0040eaae-d095-4fdc-be7a-84282e368c1c,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:14.686397 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7c10e793-1c12-45a7-9cd0-f2e07288d42b admin admin] Publish callbacks [] for security_group (0040eaae-d095-4fdc-be7a-84282e368c1c), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:14.752202 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7c10e793-1c12-45a7-9cd0-f2e07288d42b admin admin] Publish callbacks [] for security_group (0040eaae-d095-4fdc-be7a-84282e368c1c), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:14.825697 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cffd60d7-611a-44d8-82af-adad5c14ccbd tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52094127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51452689'] for subnet (a7dd8007-b415-4708-9473-1bf580b2a710), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:14.830782 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7c10e793-1c12-45a7-9cd0-f2e07288d42b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (0040eaae-d095-4fdc-be7a-84282e368c1c), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:14.835186 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7c10e793-1c12-45a7-9cd0-f2e07288d42b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:14.839218 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-7c10e793-1c12-45a7-9cd0-f2e07288d42b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0040eaae-d095-4fdc-be7a-84282e368c1c HTTP/1.1" status: 204 len: 168 time: 0.3158700 Feb 04 13:02:14.867719 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c10e793-1c12-45a7-9cd0-f2e07288d42b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0040eaae-d095-4fdc-be7a-84282e368c1c,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:14.915112 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffd60d7-611a-44d8-82af-adad5c14ccbd tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Pushing event updated for resources: {'Subnet': ['ID=a7dd8007-b415-4708-9473-1bf580b2a710,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:14.939558 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffd60d7-611a-44d8-82af-adad5c14ccbd tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Checking segment: {'id': '9eeb478f-0b9b-4387-9bdd-0acc52d05394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '919fb484-c785-484c-a841-0afe25b0bb95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:02:14.939970 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cffd60d7-611a-44d8-82af-adad5c14ccbd tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Network hostable DHCP agents. Network: 919fb484-c785-484c-a841-0afe25b0bb95, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:02:14.965643 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cffd60d7-611a-44d8-82af-adad5c14ccbd tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Network 919fb484-c785-484c-a841-0afe25b0bb95 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:02:14.981242 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-cffd60d7-611a-44d8-82af-adad5c14ccbd tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 919fb484-c785-484c-a841-0afe25b0bb95) {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:02:14.992030 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51bc01b7-4ad5-426d-b010-5656de12821d None None] Network 919fb484-c785-484c-a841-0afe25b0bb95 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:02:15.002512 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cffd60d7-611a-44d8-82af-adad5c14ccbd tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52094127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51452689'] for subnet (9677a203-6e45-462f-84ca-ef9454857f79), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:15.085583 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffd60d7-611a-44d8-82af-adad5c14ccbd tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Pushing event updated for resources: {'Subnet': ['ID=9677a203-6e45-462f-84ca-ef9454857f79,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:15.122014 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffd60d7-611a-44d8-82af-adad5c14ccbd tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Checking segment: {'id': '37f7e752-83e8-4a63-be10-3aca434f90db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'df8dbe96-5460-4910-85ac-3420b299f532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:02:15.122632 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cffd60d7-611a-44d8-82af-adad5c14ccbd tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Network hostable DHCP agents. Network: df8dbe96-5460-4910-85ac-3420b299f532, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:02:15.145995 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cffd60d7-611a-44d8-82af-adad5c14ccbd tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Network df8dbe96-5460-4910-85ac-3420b299f532 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:02:15.163008 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-cffd60d7-611a-44d8-82af-adad5c14ccbd tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, df8dbe96-5460-4910-85ac-3420b299f532) {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:02:15.164437 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42cf9c05-7865-48f8-991a-61fc61addac5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-919fb484-c785-484c-a841-0afe25b0bb95', 'network_id': '919fb484-c785-484c-a841-0afe25b0bb95', 'project_id': 'c6c89856816d4684a17b4051f277db11', 'fixed_ips': [{'subnet_id': 'a7dd8007-b415-4708-9473-1bf580b2a710'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:02:15.165731 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-42cf9c05-7865-48f8-991a-61fc61addac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:15.168069 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cffd60d7-611a-44d8-82af-adad5c14ccbd tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:15.168564 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cffd60d7-611a-44d8-82af-adad5c14ccbd tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:15.169353 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cffd60d7-611a-44d8-82af-adad5c14ccbd tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:15.181625 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f66b242-eb02-4c31-9bd5-d35fe29e6569 None None] Network df8dbe96-5460-4910-85ac-3420b299f532 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:02:15.190463 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-cffd60d7-611a-44d8-82af-adad5c14ccbd tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 1.5768220 Feb 04 13:02:15.193156 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 54824) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:02:15.263117 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d72270-7564-4ef4-9ba4-e44bdec9dc92 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:15.264482 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d72270-7564-4ef4-9ba4-e44bdec9dc92 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:15.265793 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d72270-7564-4ef4-9ba4-e44bdec9dc92 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:15.267832 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-34d72270-7564-4ef4-9ba4-e44bdec9dc92 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.0735686 Feb 04 13:02:15.277059 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 54826) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:02:15.320284 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 54828) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:02:15.336853 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-65d60cba-b487-4fb9-83d7-264b8210a533 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Deleting subnet a7dd8007-b415-4708-9473-1bf580b2a710 {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:02:15.337886 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8bef3212-018c-4314-96df-2b1f84ffd3e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:15.395098 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-42cf9c05-7865-48f8-991a-61fc61addac5 None None] Allocated IP 2001:db8::1 (919fb484-c785-484c-a841-0afe25b0bb95/a7dd8007-b415-4708-9473-1bf580b2a710/9dca81dc-1452-4825-ae80-d9242eac340c) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:02:15.433048 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4db0536-3ab3-4f4b-b87e-19d2c6049a78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-df8dbe96-5460-4910-85ac-3420b299f532', 'network_id': 'df8dbe96-5460-4910-85ac-3420b299f532', 'project_id': 'c6c89856816d4684a17b4051f277db11', 'fixed_ips': [{'subnet_id': '9677a203-6e45-462f-84ca-ef9454857f79'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:02:15.444025 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d4db0536-3ab3-4f4b-b87e-19d2c6049a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:15.444281 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8bef3212-018c-4314-96df-2b1f84ffd3e6 admin admin] Publish callbacks [] for security_group (47347af5-c0a5-4648-9fc5-a46f09653cf5), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:15.451469 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8bef3212-018c-4314-96df-2b1f84ffd3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (47347af5-c0a5-4648-9fc5-a46f09653cf5), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:15.497158 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bef3212-018c-4314-96df-2b1f84ffd3e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47347af5-c0a5-4648-9fc5-a46f09653cf5,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:15.503334 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-8bef3212-018c-4314-96df-2b1f84ffd3e6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=495eccc3249a42f186af41c7fe7910d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1817980 Feb 04 13:02:15.506017 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 54834) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:02:15.598675 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4e080962-6219-415d-96c5-08dca87f713d admin admin] Publish callbacks [] for security_group (47347af5-c0a5-4648-9fc5-a46f09653cf5), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:15.625433 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4bf93133-3cc0-447b-bdfb-a66ede022cf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:15.630547 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4e080962-6219-415d-96c5-08dca87f713d admin admin] Publish callbacks [] for security_group (47347af5-c0a5-4648-9fc5-a46f09653cf5), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:15.650814 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27155cb1-6de9-48cb-ac4e-88a493b2f035 req-40d00614-2992-4843-8505-f706dfdeb863 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:15.653652 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-27155cb1-6de9-48cb-ac4e-88a493b2f035 req-40d00614-2992-4843-8505-f706dfdeb863 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=d41658ef-4aa6-47aa-9597-079a6a4126aa HTTP/1.1" status: 200 len: 944 time: 0.0691462 Feb 04 13:02:15.712427 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4e080962-6219-415d-96c5-08dca87f713d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (47347af5-c0a5-4648-9fc5-a46f09653cf5), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:15.717201 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4e080962-6219-415d-96c5-08dca87f713d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:15.721379 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-4e080962-6219-415d-96c5-08dca87f713d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/47347af5-c0a5-4648-9fc5-a46f09653cf5 HTTP/1.1" status: 204 len: 168 time: 0.2137740 Feb 04 13:02:15.733017 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e080962-6219-415d-96c5-08dca87f713d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47347af5-c0a5-4648-9fc5-a46f09653cf5,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:15.738423 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-d4db0536-3ab3-4f4b-b87e-19d2c6049a78 None None] Allocated IP 2001:db8:0:1::1 (df8dbe96-5460-4910-85ac-3420b299f532/9677a203-6e45-462f-84ca-ef9454857f79/3b690cf7-ea50-42a2-af1d-ca999ee923ec) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:02:15.742173 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-42cf9c05-7865-48f8-991a-61fc61addac5 None None] Publish callbacks [] for port (9dca81dc-1452-4825-ae80-d9242eac340c), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:15.765335 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-65d60cba-b487-4fb9-83d7-264b8210a533 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Publish callbacks [] for subnet (a7dd8007-b415-4708-9473-1bf580b2a710), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:15.768367 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-27155cb1-6de9-48cb-ac4e-88a493b2f035 req-93236b9b-1bd4-4c4e-a4a3-b2850cdc2287 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=068b1e11-4a70-4e33-8087-efe2a4e35d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077354 Feb 04 13:02:15.781734 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-42cf9c05-7865-48f8-991a-61fc61addac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (9dca81dc-1452-4825-ae80-d9242eac340c), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:15.818430 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42cf9c05-7865-48f8-991a-61fc61addac5 None None] Network 919fb484-c785-484c-a841-0afe25b0bb95 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:02:15.824986 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-42cf9c05-7865-48f8-991a-61fc61addac5 None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:02:15.830321 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42cf9c05-7865-48f8-991a-61fc61addac5 None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:02:15.837662 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-65d60cba-b487-4fb9-83d7-264b8210a533 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (a7dd8007-b415-4708-9473-1bf580b2a710), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:15.945994 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-65d60cba-b487-4fb9-83d7-264b8210a533 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (a7dd8007-b415-4708-9473-1bf580b2a710), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:16.034080 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-65d60cba-b487-4fb9-83d7-264b8210a533 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (a7dd8007-b415-4708-9473-1bf580b2a710), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:16.049371 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cf9c05-7865-48f8-991a-61fc61addac5 None None] Pushing event updated for resources: {'Port': ['ID=9dca81dc-1452-4825-ae80-d9242eac340c,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:16.069545 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d60cba-b487-4fb9-83d7-264b8210a533 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Pushing event deleted for resources: {'Subnet': ['ID=a7dd8007-b415-4708-9473-1bf580b2a710,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:16.073489 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-65d60cba-b487-4fb9-83d7-264b8210a533 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:16.077011 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-65d60cba-b487-4fb9-83d7-264b8210a533 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] 10.222.0.65 "DELETE /v2.0/subnets/a7dd8007-b415-4708-9473-1bf580b2a710 HTTP/1.1" status: 204 len: 168 time: 0.7988100 Feb 04 13:02:16.079757 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 54848) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:02:16.086655 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-42cf9c05-7865-48f8-991a-61fc61addac5 None None] Attempting to bind port 9dca81dc-1452-4825-ae80-d9242eac340c on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:02:16.087036 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-42cf9c05-7865-48f8-991a-61fc61addac5 None None] Attempting to bind port 9dca81dc-1452-4825-ae80-d9242eac340c by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '9eeb478f-0b9b-4387-9bdd-0acc52d05394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '919fb484-c785-484c-a841-0afe25b0bb95'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:02:16.087407 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42cf9c05-7865-48f8-991a-61fc61addac5 None None] Attempting to bind port 9dca81dc-1452-4825-ae80-d9242eac340c on network 919fb484-c785-484c-a841-0afe25b0bb95 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:02:16.097515 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42cf9c05-7865-48f8-991a-61fc61addac5 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:02:16.098240 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42cf9c05-7865-48f8-991a-61fc61addac5 None None] Checking segment: {'id': '9eeb478f-0b9b-4387-9bdd-0acc52d05394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '919fb484-c785-484c-a841-0afe25b0bb95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:02:16.098825 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-42cf9c05-7865-48f8-991a-61fc61addac5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:16.099387 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42cf9c05-7865-48f8-991a-61fc61addac5 None None] Bound using segment: {'id': '9eeb478f-0b9b-4387-9bdd-0acc52d05394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '919fb484-c785-484c-a841-0afe25b0bb95'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:02:16.100097 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-42cf9c05-7865-48f8-991a-61fc61addac5 None None] Bound port: 9dca81dc-1452-4825-ae80-d9242eac340c, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eeb478f-0b9b-4387-9bdd-0acc52d05394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '919fb484-c785-484c-a841-0afe25b0bb95'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:02:16.100769 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-42cf9c05-7865-48f8-991a-61fc61addac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (9dca81dc-1452-4825-ae80-d9242eac340c), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:16.158296 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-917237ce-b7f7-404b-8e50-be70ed054ac7 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Deleting subnet 9677a203-6e45-462f-84ca-ef9454857f79 {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:02:16.438859 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d4db0536-3ab3-4f4b-b87e-19d2c6049a78 None None] Publish callbacks [] for port (3b690cf7-ea50-42a2-af1d-ca999ee923ec), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:16.445921 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-42cf9c05-7865-48f8-991a-61fc61addac5 None None] For port 9dca81dc-1452-4825-ae80-d9242eac340c, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:02:16.448805 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-917237ce-b7f7-404b-8e50-be70ed054ac7 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Publish callbacks [] for subnet (9677a203-6e45-462f-84ca-ef9454857f79), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:16.449867 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-42cf9c05-7865-48f8-991a-61fc61addac5 None None] For port 9dca81dc-1452-4825-ae80-d9242eac340c, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=9dca81dc-1452-4825-ae80-d9242eac340c,segment=NetworkSegment(9eeb478f-0b9b-4387-9bdd-0acc52d05394),segment_id=9eeb478f-0b9b-4387-9bdd-0acc52d05394)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:02:16.452050 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d4db0536-3ab3-4f4b-b87e-19d2c6049a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (3b690cf7-ea50-42a2-af1d-ca999ee923ec), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:16.482998 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-42cf9c05-7865-48f8-991a-61fc61addac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (9dca81dc-1452-4825-ae80-d9242eac340c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:16.511696 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4db0536-3ab3-4f4b-b87e-19d2c6049a78 None None] Network df8dbe96-5460-4910-85ac-3420b299f532 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:02:16.520722 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-d4db0536-3ab3-4f4b-b87e-19d2c6049a78 None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:02:16.527254 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4db0536-3ab3-4f4b-b87e-19d2c6049a78 None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:02:16.530417 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4db0536-3ab3-4f4b-b87e-19d2c6049a78 None None] Pushing event updated for resources: {'Port': ['ID=3b690cf7-ea50-42a2-af1d-ca999ee923ec,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:16.530664 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-917237ce-b7f7-404b-8e50-be70ed054ac7 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (9677a203-6e45-462f-84ca-ef9454857f79), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:16.647054 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cf9c05-7865-48f8-991a-61fc61addac5 None None] Pushing event updated for resources: {'Port': ['ID=9dca81dc-1452-4825-ae80-d9242eac340c,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:16.680408 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-917237ce-b7f7-404b-8e50-be70ed054ac7 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (9677a203-6e45-462f-84ca-ef9454857f79), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:16.693096 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5430c35-b454-4e58-85a8-46bdaafa4ec4 None None] Network 919fb484-c785-484c-a841-0afe25b0bb95 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:02:16.763981 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-917237ce-b7f7-404b-8e50-be70ed054ac7 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (9677a203-6e45-462f-84ca-ef9454857f79), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:16.785966 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-d4db0536-3ab3-4f4b-b87e-19d2c6049a78 None None] Attempting to bind port 3b690cf7-ea50-42a2-af1d-ca999ee923ec on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:02:16.786344 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-d4db0536-3ab3-4f4b-b87e-19d2c6049a78 None None] Attempting to bind port 3b690cf7-ea50-42a2-af1d-ca999ee923ec by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '37f7e752-83e8-4a63-be10-3aca434f90db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'df8dbe96-5460-4910-85ac-3420b299f532'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:02:16.786701 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4db0536-3ab3-4f4b-b87e-19d2c6049a78 None None] Attempting to bind port 3b690cf7-ea50-42a2-af1d-ca999ee923ec on network df8dbe96-5460-4910-85ac-3420b299f532 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:02:16.795609 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4db0536-3ab3-4f4b-b87e-19d2c6049a78 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:02:16.796046 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4db0536-3ab3-4f4b-b87e-19d2c6049a78 None None] Checking segment: {'id': '37f7e752-83e8-4a63-be10-3aca434f90db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'df8dbe96-5460-4910-85ac-3420b299f532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:02:16.796427 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d4db0536-3ab3-4f4b-b87e-19d2c6049a78 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:16.796827 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4db0536-3ab3-4f4b-b87e-19d2c6049a78 None None] Bound using segment: {'id': '37f7e752-83e8-4a63-be10-3aca434f90db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'df8dbe96-5460-4910-85ac-3420b299f532'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:02:16.797298 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-d4db0536-3ab3-4f4b-b87e-19d2c6049a78 None None] Bound port: 3b690cf7-ea50-42a2-af1d-ca999ee923ec, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37f7e752-83e8-4a63-be10-3aca434f90db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'df8dbe96-5460-4910-85ac-3420b299f532'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:02:16.797683 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d4db0536-3ab3-4f4b-b87e-19d2c6049a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (3b690cf7-ea50-42a2-af1d-ca999ee923ec), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:16.825626 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917237ce-b7f7-404b-8e50-be70ed054ac7 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Pushing event deleted for resources: {'Subnet': ['ID=9677a203-6e45-462f-84ca-ef9454857f79,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:16.834461 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-917237ce-b7f7-404b-8e50-be70ed054ac7 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:16.838825 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-917237ce-b7f7-404b-8e50-be70ed054ac7 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] 10.222.0.65 "DELETE /v2.0/subnets/9677a203-6e45-462f-84ca-ef9454857f79 HTTP/1.1" status: 204 len: 168 time: 0.7576497 Feb 04 13:02:16.842005 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 54878) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:02:16.904088 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b116c7-ac05-43f3-9c86-f78697556c0d tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:16.905826 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-e2b116c7-ac05-43f3-9c86-f78697556c0d tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0628016 Feb 04 13:02:16.910240 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 54884) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:02:16.940222 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-d4db0536-3ab3-4f4b-b87e-19d2c6049a78 None None] For port 3b690cf7-ea50-42a2-af1d-ca999ee923ec, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:02:16.945371 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-d4db0536-3ab3-4f4b-b87e-19d2c6049a78 None None] For port 3b690cf7-ea50-42a2-af1d-ca999ee923ec, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=3b690cf7-ea50-42a2-af1d-ca999ee923ec,segment=NetworkSegment(37f7e752-83e8-4a63-be10-3aca434f90db),segment_id=37f7e752-83e8-4a63-be10-3aca434f90db)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:02:16.957795 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d4db0536-3ab3-4f4b-b87e-19d2c6049a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (3b690cf7-ea50-42a2-af1d-ca999ee923ec), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:16.989463 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d36e8c-4764-4702-82ef-d05375398edc req-0c9e9077-2fdf-4746-82d0-5063ccac786f tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:16.991057 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a0d36e8c-4764-4702-82ef-d05375398edc req-0c9e9077-2fdf-4746-82d0-5063ccac786f tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=d41658ef-4aa6-47aa-9597-079a6a4126aa HTTP/1.1" status: 200 len: 944 time: 0.0904241 Feb 04 13:02:17.072621 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a0d36e8c-4764-4702-82ef-d05375398edc req-27862942-de5b-4214-8180-e1e50ec1622b tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=068b1e11-4a70-4e33-8087-efe2a4e35d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703025 Feb 04 13:02:17.095422 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2a46221d-275c-4a72-a3f5-44f062b6b522 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (df8dbe96-5460-4910-85ac-3420b299f532), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:17.122834 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4db0536-3ab3-4f4b-b87e-19d2c6049a78 None None] Pushing event updated for resources: {'Port': ['ID=3b690cf7-ea50-42a2-af1d-ca999ee923ec,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:17.139783 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c50cbb6-d441-423c-abe7-f3463d2de556 None None] get_active_networks_info from n-d-825015-3 {{(pid=103476) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 04 13:02:17.173562 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-2a46221d-275c-4a72-a3f5-44f062b6b522 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Deleting port 3b690cf7-ea50-42a2-af1d-ca999ee923ec {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:02:17.173912 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2a46221d-275c-4a72-a3f5-44f062b6b522 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (3b690cf7-ea50-42a2-af1d-ca999ee923ec), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:17.262654 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-2a46221d-275c-4a72-a3f5-44f062b6b522 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] For port 3b690cf7-ea50-42a2-af1d-ca999ee923ec, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=3b690cf7-ea50-42a2-af1d-ca999ee923ec,segment=NetworkSegment(37f7e752-83e8-4a63-be10-3aca434f90db),segment_id=37f7e752-83e8-4a63-be10-3aca434f90db)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:02:17.263794 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2a46221d-275c-4a72-a3f5-44f062b6b522 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (3b690cf7-ea50-42a2-af1d-ca999ee923ec), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:17.266382 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c50cbb6-d441-423c-abe7-f3463d2de556 None None] Resources bound (agent type, host, resource id): {{(pid=103476) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 13:02:17.283932 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-2a46221d-275c-4a72-a3f5-44f062b6b522 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Calling delete_port for 3b690cf7-ea50-42a2-af1d-ca999ee923ec owned by network:dhcp {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:02:17.384625 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2a46221d-275c-4a72-a3f5-44f062b6b522 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (3b690cf7-ea50-42a2-af1d-ca999ee923ec), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:17.417620 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a46221d-275c-4a72-a3f5-44f062b6b522 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Pushing event deleted for resources: {'Port': ['ID=3b690cf7-ea50-42a2-af1d-ca999ee923ec,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:17.421382 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a46221d-275c-4a72-a3f5-44f062b6b522 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] No DVR routers for this DVR port 3b690cf7-ea50-42a2-af1d-ca999ee923ec on host n-d-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:02:17.538728 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2a46221d-275c-4a72-a3f5-44f062b6b522 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (df8dbe96-5460-4910-85ac-3420b299f532), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:17.562057 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-2a46221d-275c-4a72-a3f5-44f062b6b522 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df8dbe96-5460-4910-85ac-3420b299f532']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:02:17.577489 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd5ba1c-b4f3-4443-ac0d-969884c571a0 None None] get_active_networks_info from n-d-825015-3 {{(pid=103476) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 04 13:02:17.582960 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-2a46221d-275c-4a72-a3f5-44f062b6b522 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37f7e752-83e8-4a63-be10-3aca434f90db') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:02:17.583413 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-2a46221d-275c-4a72-a3f5-44f062b6b522 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37f7e752-83e8-4a63-be10-3aca434f90db') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:02:17.599200 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2a46221d-275c-4a72-a3f5-44f062b6b522 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (37f7e752-83e8-4a63-be10-3aca434f90db), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:17.620667 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2a46221d-275c-4a72-a3f5-44f062b6b522 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (37f7e752-83e8-4a63-be10-3aca434f90db), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:17.630050 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a46221d-275c-4a72-a3f5-44f062b6b522 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:02:17.630545 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2a46221d-275c-4a72-a3f5-44f062b6b522 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (37f7e752-83e8-4a63-be10-3aca434f90db), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:17.634497 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 13:02:17.634497 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:02:17.634497 n-d-825015-3 neutron-server[103474]: timer() Feb 04 13:02:17.634497 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:02:17.634497 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 13:02:17.634497 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:02:17.634497 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 13:02:17.634497 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:02:17.634497 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 13:02:17.634497 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:02:17.634497 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 13:02:17.634497 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:02:17.634497 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 13:02:17.634497 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:02:17.634497 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:02:17.634497 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:02:17.634497 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:02:17.634497 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:02:17.634497 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 13:02:17.634497 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:02:17.634497 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 13:02:17.634497 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:02:17.634497 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:02:17.634497 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:02:17.634497 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 13:02:17.634497 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:02:17.634497 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:02:17.634497 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:02:17.634497 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:02:17.634497 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:02:17.634497 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:02:17.634497 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:02:17.715546 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd5ba1c-b4f3-4443-ac0d-969884c571a0 None None] Resources bound (agent type, host, resource id): {{(pid=103476) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 13:02:17.718796 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2a46221d-275c-4a72-a3f5-44f062b6b522 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (df8dbe96-5460-4910-85ac-3420b299f532), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:17.733140 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2a46221d-275c-4a72-a3f5-44f062b6b522 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:17.737597 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-2a46221d-275c-4a72-a3f5-44f062b6b522 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] 10.222.0.65 "DELETE /v2.0/networks/df8dbe96-5460-4910-85ac-3420b299f532 HTTP/1.1" status: 204 len: 168 time: 0.8116724 Feb 04 13:02:17.740205 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 54920) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:02:17.774933 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a46221d-275c-4a72-a3f5-44f062b6b522 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Pushing event deleted for resources: {'Network': ['ID=df8dbe96-5460-4910-85ac-3420b299f532,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:17.873960 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0546014a-a035-4ffe-990e-5755564ab5a1 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (919fb484-c785-484c-a841-0afe25b0bb95), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:17.936846 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7e75fd-d67c-411c-90c9-92ac216679b7 None None] Network df8dbe96-5460-4910-85ac-3420b299f532 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:02:17.940073 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-0546014a-a035-4ffe-990e-5755564ab5a1 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Deleting port 9dca81dc-1452-4825-ae80-d9242eac340c {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:02:17.940866 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0546014a-a035-4ffe-990e-5755564ab5a1 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (9dca81dc-1452-4825-ae80-d9242eac340c), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:17.963347 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7e75fd-d67c-411c-90c9-92ac216679b7 None None] Network df8dbe96-5460-4910-85ac-3420b299f532 could not be found, it might have been deleted concurrently. {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 04 13:02:18.017599 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d0bbc765-315c-4a23-bc33-c181f3a743d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:18.022679 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-0546014a-a035-4ffe-990e-5755564ab5a1 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] For port 9dca81dc-1452-4825-ae80-d9242eac340c, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=9dca81dc-1452-4825-ae80-d9242eac340c,segment=NetworkSegment(9eeb478f-0b9b-4387-9bdd-0acc52d05394),segment_id=9eeb478f-0b9b-4387-9bdd-0acc52d05394)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:02:18.023199 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0546014a-a035-4ffe-990e-5755564ab5a1 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (9dca81dc-1452-4825-ae80-d9242eac340c), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:18.037834 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-0546014a-a035-4ffe-990e-5755564ab5a1 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Calling delete_port for 9dca81dc-1452-4825-ae80-d9242eac340c owned by network:dhcp {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:02:18.147583 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0546014a-a035-4ffe-990e-5755564ab5a1 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (9dca81dc-1452-4825-ae80-d9242eac340c), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:18.200643 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0546014a-a035-4ffe-990e-5755564ab5a1 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Pushing event deleted for resources: {'Port': ['ID=9dca81dc-1452-4825-ae80-d9242eac340c,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:18.204816 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0546014a-a035-4ffe-990e-5755564ab5a1 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] No DVR routers for this DVR port 9dca81dc-1452-4825-ae80-d9242eac340c on host n-d-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:02:18.596228 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0546014a-a035-4ffe-990e-5755564ab5a1 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (919fb484-c785-484c-a841-0afe25b0bb95), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:18.614951 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f749668-e38c-486d-a0ae-d56280178337 req-3c8185ad-f07a-49ad-b03c-c396efc65af5 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:18.616478 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5f749668-e38c-486d-a0ae-d56280178337 req-3c8185ad-f07a-49ad-b03c-c396efc65af5 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=d41658ef-4aa6-47aa-9597-079a6a4126aa HTTP/1.1" status: 200 len: 944 time: 0.4251478 Feb 04 13:02:18.629851 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-0546014a-a035-4ffe-990e-5755564ab5a1 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['919fb484-c785-484c-a841-0afe25b0bb95']}} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:02:18.648164 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-0546014a-a035-4ffe-990e-5755564ab5a1 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9eeb478f-0b9b-4387-9bdd-0acc52d05394') {'for_net_delete': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:02:18.648478 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-0546014a-a035-4ffe-990e-5755564ab5a1 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9eeb478f-0b9b-4387-9bdd-0acc52d05394') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:02:18.670947 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0546014a-a035-4ffe-990e-5755564ab5a1 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51859336'] for segment (9eeb478f-0b9b-4387-9bdd-0acc52d05394), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:18.696655 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0546014a-a035-4ffe-990e-5755564ab5a1 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (9eeb478f-0b9b-4387-9bdd-0acc52d05394), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:18.711546 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5f749668-e38c-486d-a0ae-d56280178337 req-148acbb1-291b-4865-849d-7090694799fa tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=068b1e11-4a70-4e33-8087-efe2a4e35d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788262 Feb 04 13:02:18.712552 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0546014a-a035-4ffe-990e-5755564ab5a1 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=103475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:02:18.712959 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0546014a-a035-4ffe-990e-5755564ab5a1 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-52093388'] for segment (9eeb478f-0b9b-4387-9bdd-0acc52d05394), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:18.717570 n-d-825015-3 neutron-server[103475]: Traceback (most recent call last): Feb 04 13:02:18.717570 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:02:18.717570 n-d-825015-3 neutron-server[103475]: timer() Feb 04 13:02:18.717570 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:02:18.717570 n-d-825015-3 neutron-server[103475]: cb(*args, **kw) Feb 04 13:02:18.717570 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:02:18.717570 n-d-825015-3 neutron-server[103475]: return func(*args, **kwargs) Feb 04 13:02:18.717570 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:02:18.717570 n-d-825015-3 neutron-server[103475]: self._notify() Feb 04 13:02:18.717570 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:02:18.717570 n-d-825015-3 neutron-server[103475]: self.callback(batched_events) Feb 04 13:02:18.717570 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:02:18.717570 n-d-825015-3 neutron-server[103475]: event.method(event) Feb 04 13:02:18.717570 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:02:18.717570 n-d-825015-3 neutron-server[103475]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:02:18.717570 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:02:18.717570 n-d-825015-3 neutron-server[103475]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:02:18.717570 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:02:18.717570 n-d-825015-3 neutron-server[103475]: return f(self, *a, **k) Feb 04 13:02:18.717570 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:02:18.717570 n-d-825015-3 neutron-server[103475]: return self._get(url).json() Feb 04 13:02:18.717570 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:02:18.717570 n-d-825015-3 neutron-server[103475]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:02:18.717570 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:02:18.717570 n-d-825015-3 neutron-server[103475]: return self.request(url, 'GET', **kwargs) Feb 04 13:02:18.717570 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:02:18.717570 n-d-825015-3 neutron-server[103475]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:02:18.717570 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:02:18.717570 n-d-825015-3 neutron-server[103475]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:02:18.717570 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:02:18.717570 n-d-825015-3 neutron-server[103475]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:02:18.717570 n-d-825015-3 neutron-server[103475]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:02:18.797186 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0546014a-a035-4ffe-990e-5755564ab5a1 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (919fb484-c785-484c-a841-0afe25b0bb95), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:18.821722 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0546014a-a035-4ffe-990e-5755564ab5a1 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:18.828319 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-0546014a-a035-4ffe-990e-5755564ab5a1 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] 10.222.0.65 "DELETE /v2.0/networks/919fb484-c785-484c-a841-0afe25b0bb95 HTTP/1.1" status: 204 len: 168 time: 1.0863047 Feb 04 13:02:18.829789 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 54978) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:02:18.843767 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0546014a-a035-4ffe-990e-5755564ab5a1 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Pushing event deleted for resources: {'Network': ['ID=919fb484-c785-484c-a841-0afe25b0bb95,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:18.922070 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0a34861c-2176-4b20-851c-da9440b493c4 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (b031b20c-eda6-47f6-a40f-2e47c45539dc), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:19.024728 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0a34861c-2176-4b20-851c-da9440b493c4 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (b031b20c-eda6-47f6-a40f-2e47c45539dc), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:19.057482 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-0a34861c-2176-4b20-851c-da9440b493c4 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b031b20c-eda6-47f6-a40f-2e47c45539dc']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:02:19.067935 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-0a34861c-2176-4b20-851c-da9440b493c4 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '902cdf2a-7ffb-461e-8e20-123b8d6b61aa') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:02:19.067935 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-0a34861c-2176-4b20-851c-da9440b493c4 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '902cdf2a-7ffb-461e-8e20-123b8d6b61aa') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:02:19.077579 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0a34861c-2176-4b20-851c-da9440b493c4 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (902cdf2a-7ffb-461e-8e20-123b8d6b61aa), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:19.092211 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0a34861c-2176-4b20-851c-da9440b493c4 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (902cdf2a-7ffb-461e-8e20-123b8d6b61aa), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:19.098206 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a34861c-2176-4b20-851c-da9440b493c4 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:02:19.098601 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0a34861c-2176-4b20-851c-da9440b493c4 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (902cdf2a-7ffb-461e-8e20-123b8d6b61aa), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:19.101744 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 13:02:19.101744 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:02:19.101744 n-d-825015-3 neutron-server[103474]: timer() Feb 04 13:02:19.101744 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:02:19.101744 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 13:02:19.101744 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:02:19.101744 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 13:02:19.101744 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:02:19.101744 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 13:02:19.101744 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:02:19.101744 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 13:02:19.101744 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:02:19.101744 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 13:02:19.101744 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:02:19.101744 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:02:19.101744 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:02:19.101744 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:02:19.101744 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:02:19.101744 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 13:02:19.101744 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:02:19.101744 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 13:02:19.101744 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:02:19.101744 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:02:19.101744 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:02:19.101744 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 13:02:19.101744 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:02:19.101744 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:02:19.101744 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:02:19.101744 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:02:19.101744 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:02:19.101744 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:02:19.101744 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:02:19.177818 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0a34861c-2176-4b20-851c-da9440b493c4 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (b031b20c-eda6-47f6-a40f-2e47c45539dc), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:19.184486 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0a34861c-2176-4b20-851c-da9440b493c4 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:19.190828 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-0a34861c-2176-4b20-851c-da9440b493c4 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] 10.222.0.65 "DELETE /v2.0/networks/b031b20c-eda6-47f6-a40f-2e47c45539dc HTTP/1.1" status: 204 len: 168 time: 0.3566759 Feb 04 13:02:19.191164 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 55006) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:02:19.207681 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a34861c-2176-4b20-851c-da9440b493c4 tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Pushing event deleted for resources: {'Network': ['ID=b031b20c-eda6-47f6-a40f-2e47c45539dc,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:19.284250 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-eca54f59-8151-481b-874a-7b9087e3f19f tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (8be7bba9-818d-40a4-b23d-414848df0015), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:19.321842 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:19.387011 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-eca54f59-8151-481b-874a-7b9087e3f19f tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (8be7bba9-818d-40a4-b23d-414848df0015), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:19.413692 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-eca54f59-8151-481b-874a-7b9087e3f19f tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8be7bba9-818d-40a4-b23d-414848df0015']}} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:02:19.431188 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-eca54f59-8151-481b-874a-7b9087e3f19f tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73f543ff-a4f3-4652-923e-861f413db1ce') {'for_net_delete': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:02:19.431612 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-eca54f59-8151-481b-874a-7b9087e3f19f tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73f543ff-a4f3-4652-923e-861f413db1ce') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:02:19.443659 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-eca54f59-8151-481b-874a-7b9087e3f19f tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51859336'] for segment (73f543ff-a4f3-4652-923e-861f413db1ce), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:19.461364 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-eca54f59-8151-481b-874a-7b9087e3f19f tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (73f543ff-a4f3-4652-923e-861f413db1ce), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:19.470527 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eca54f59-8151-481b-874a-7b9087e3f19f tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=103475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:02:19.471121 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-eca54f59-8151-481b-874a-7b9087e3f19f tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-52093388'] for segment (73f543ff-a4f3-4652-923e-861f413db1ce), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:19.474232 n-d-825015-3 neutron-server[103475]: Traceback (most recent call last): Feb 04 13:02:19.474232 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:02:19.474232 n-d-825015-3 neutron-server[103475]: timer() Feb 04 13:02:19.474232 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:02:19.474232 n-d-825015-3 neutron-server[103475]: cb(*args, **kw) Feb 04 13:02:19.474232 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:02:19.474232 n-d-825015-3 neutron-server[103475]: return func(*args, **kwargs) Feb 04 13:02:19.474232 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:02:19.474232 n-d-825015-3 neutron-server[103475]: self._notify() Feb 04 13:02:19.474232 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:02:19.474232 n-d-825015-3 neutron-server[103475]: self.callback(batched_events) Feb 04 13:02:19.474232 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:02:19.474232 n-d-825015-3 neutron-server[103475]: event.method(event) Feb 04 13:02:19.474232 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:02:19.474232 n-d-825015-3 neutron-server[103475]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:02:19.474232 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:02:19.474232 n-d-825015-3 neutron-server[103475]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:02:19.474232 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:02:19.474232 n-d-825015-3 neutron-server[103475]: return f(self, *a, **k) Feb 04 13:02:19.474232 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:02:19.474232 n-d-825015-3 neutron-server[103475]: return self._get(url).json() Feb 04 13:02:19.474232 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:02:19.474232 n-d-825015-3 neutron-server[103475]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:02:19.474232 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:02:19.474232 n-d-825015-3 neutron-server[103475]: return self.request(url, 'GET', **kwargs) Feb 04 13:02:19.474232 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:02:19.474232 n-d-825015-3 neutron-server[103475]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:02:19.474232 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:02:19.474232 n-d-825015-3 neutron-server[103475]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:02:19.474232 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:02:19.474232 n-d-825015-3 neutron-server[103475]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:02:19.474232 n-d-825015-3 neutron-server[103475]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:02:19.540909 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-eca54f59-8151-481b-874a-7b9087e3f19f tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (8be7bba9-818d-40a4-b23d-414848df0015), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:19.548505 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-eca54f59-8151-481b-874a-7b9087e3f19f tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:19.552081 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-eca54f59-8151-481b-874a-7b9087e3f19f tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] 10.222.0.65 "DELETE /v2.0/networks/8be7bba9-818d-40a4-b23d-414848df0015 HTTP/1.1" status: 204 len: 168 time: 0.3597958 Feb 04 13:02:19.566993 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca54f59-8151-481b-874a-7b9087e3f19f tempest-BulkNetworkOpsIpV6Test-389561654 tempest-BulkNetworkOpsIpV6Test-389561654-project] Pushing event deleted for resources: {'Network': ['ID=8be7bba9-818d-40a4-b23d-414848df0015,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:19.729265 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 55026) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:02:19.839156 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 55034) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:02:19.872126 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0920abd5-0ec9-43cd-85b9-895c44242944 req-08d4f6e4-1baf-4342-a582-551937052f7f tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:19.882047 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0920abd5-0ec9-43cd-85b9-895c44242944 req-08d4f6e4-1baf-4342-a582-551937052f7f tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=d41658ef-4aa6-47aa-9597-079a6a4126aa HTTP/1.1" status: 200 len: 944 time: 0.0877888 Feb 04 13:02:19.906543 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ab6a859a-c677-407a-97e3-5338c5c62132 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:19.953191 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-45a0362b-0f5a-48dc-a84f-639c615a3676 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c6c89856816d4684a17b4051f277db11&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1121075 Feb 04 13:02:19.954881 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0920abd5-0ec9-43cd-85b9-895c44242944 req-83b74f78-4eda-404f-bc19-910b700c3de9 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=068b1e11-4a70-4e33-8087-efe2a4e35d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719569 Feb 04 13:02:19.957831 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 55040) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:02:20.041424 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c39b6d61-826c-4733-a2a6-c700e7b20293 admin admin] Publish callbacks [] for security_group (e567aab4-831a-4e8a-9406-55624a04edf0), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:20.064032 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ab6a859a-c677-407a-97e3-5338c5c62132 admin admin] Publish callbacks [] for security_group (572b20c3-d856-4895-8529-a18d10767357), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:20.073831 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ab6a859a-c677-407a-97e3-5338c5c62132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (572b20c3-d856-4895-8529-a18d10767357), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:20.081627 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c39b6d61-826c-4733-a2a6-c700e7b20293 admin admin] Publish callbacks [] for security_group (e567aab4-831a-4e8a-9406-55624a04edf0), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:20.142509 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-ab6a859a-c677-407a-97e3-5338c5c62132 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=17fb2352da6341068c01adf87d0068b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4094872 Feb 04 13:02:20.143957 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6a859a-c677-407a-97e3-5338c5c62132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=572b20c3-d856-4895-8529-a18d10767357,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:20.145580 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 55044) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:02:20.171050 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c39b6d61-826c-4733-a2a6-c700e7b20293 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (e567aab4-831a-4e8a-9406-55624a04edf0), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:20.174167 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c39b6d61-826c-4733-a2a6-c700e7b20293 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:20.175422 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-c39b6d61-826c-4733-a2a6-c700e7b20293 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e567aab4-831a-4e8a-9406-55624a04edf0 HTTP/1.1" status: 204 len: 168 time: 0.2166815 Feb 04 13:02:20.185013 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39b6d61-826c-4733-a2a6-c700e7b20293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e567aab4-831a-4e8a-9406-55624a04edf0,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:20.238762 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f0a638ff-42ca-4d8d-b63c-99a46e33b134 admin admin] Publish callbacks [] for security_group (572b20c3-d856-4895-8529-a18d10767357), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:20.262183 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f0a638ff-42ca-4d8d-b63c-99a46e33b134 admin admin] Publish callbacks [] for security_group (572b20c3-d856-4895-8529-a18d10767357), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:20.317494 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f0a638ff-42ca-4d8d-b63c-99a46e33b134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (572b20c3-d856-4895-8529-a18d10767357), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:20.320354 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f0a638ff-42ca-4d8d-b63c-99a46e33b134 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:20.321635 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-f0a638ff-42ca-4d8d-b63c-99a46e33b134 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/572b20c3-d856-4895-8529-a18d10767357 HTTP/1.1" status: 204 len: 168 time: 0.1728234 Feb 04 13:02:20.331311 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a638ff-42ca-4d8d-b63c-99a46e33b134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=572b20c3-d856-4895-8529-a18d10767357,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:20.581507 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:20.694918 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 55062) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:02:20.724964 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f59cb1a9-e1e9-4b1b-b7a0-9c28cc043c36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:20.819281 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1086505d-4e64-45b8-b214-32b9625b1612 req-5772adb8-343b-42df-8d40-161b4e437968 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e6645098-7d16-411c-8dd8-a5b33cab61da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0852544 Feb 04 13:02:20.862818 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f59cb1a9-e1e9-4b1b-b7a0-9c28cc043c36 admin admin] Publish callbacks [] for security_group (9643cbb4-8b05-4756-a8fc-7523c35e7e00), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:20.869065 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f59cb1a9-e1e9-4b1b-b7a0-9c28cc043c36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (9643cbb4-8b05-4756-a8fc-7523c35e7e00), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:20.943557 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59cb1a9-e1e9-4b1b-b7a0-9c28cc043c36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9643cbb4-8b05-4756-a8fc-7523c35e7e00,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:20.957436 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 55070) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:02:20.965111 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-f59cb1a9-e1e9-4b1b-b7a0-9c28cc043c36 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e84a0e0e558944939ed0a8fe2f0de0b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2690217 Feb 04 13:02:21.017023 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1086505d-4e64-45b8-b214-32b9625b1612 req-b14cea4d-5db8-4f84-82f2-52e0856a1662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:21.017023 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1086505d-4e64-45b8-b214-32b9625b1612 req-b14cea4d-5db8-4f84-82f2-52e0856a1662 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3c0dc8c0402645d983d20be0fc21117a&device_id=e6645098-7d16-411c-8dd8-a5b33cab61da HTTP/1.1" status: 200 len: 1127 time: 0.1331990 Feb 04 13:02:21.085478 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4465f954-4f24-4406-938d-9b6fb3e8f84c admin admin] Publish callbacks [] for security_group (9643cbb4-8b05-4756-a8fc-7523c35e7e00), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:21.115164 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4465f954-4f24-4406-938d-9b6fb3e8f84c admin admin] Publish callbacks [] for security_group (9643cbb4-8b05-4756-a8fc-7523c35e7e00), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:21.176620 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 55078) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:02:21.191553 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4465f954-4f24-4406-938d-9b6fb3e8f84c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (9643cbb4-8b05-4756-a8fc-7523c35e7e00), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:21.195004 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4465f954-4f24-4406-938d-9b6fb3e8f84c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:21.202767 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-4465f954-4f24-4406-938d-9b6fb3e8f84c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9643cbb4-8b05-4756-a8fc-7523c35e7e00 HTTP/1.1" status: 204 len: 168 time: 0.2442491 Feb 04 13:02:21.239151 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4465f954-4f24-4406-938d-9b6fb3e8f84c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9643cbb4-8b05-4756-a8fc-7523c35e7e00,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:21.240086 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0074a3fb-33f5-4cf9-b5e1-3c7d3acc4c81 req-6c82e5d5-eeb5-487f-9611-101f88a69d23 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:21.242891 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0074a3fb-33f5-4cf9-b5e1-3c7d3acc4c81 req-6c82e5d5-eeb5-487f-9611-101f88a69d23 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=d41658ef-4aa6-47aa-9597-079a6a4126aa HTTP/1.1" status: 200 len: 944 time: 0.1362071 Feb 04 13:02:21.280008 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1086505d-4e64-45b8-b214-32b9625b1612 req-40eb1f09-7f10-4973-9eb7-38d47bffc8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:21.283203 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1086505d-4e64-45b8-b214-32b9625b1612 req-40eb1f09-7f10-4973-9eb7-38d47bffc8f1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f237d722-433d-480c-8987-66d34675134e HTTP/1.1" status: 200 len: 913 time: 0.2428703 Feb 04 13:02:21.331216 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-edc58e7e-6e36-4953-bcfd-3a4bfcfeb2e8 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-221371104'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:02:21.357280 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edc58e7e-6e36-4953-bcfd-3a4bfcfeb2e8 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Made reservation on behalf of d6e36c1d2f87413683ee719a7ed00f29 for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:02:21.361951 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-edc58e7e-6e36-4953-bcfd-3a4bfcfeb2e8 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:21.374396 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-edc58e7e-6e36-4953-bcfd-3a4bfcfeb2e8 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:21.392327 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0074a3fb-33f5-4cf9-b5e1-3c7d3acc4c81 req-3f3e76ec-193e-446e-b1e2-c2140f32fa70 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=068b1e11-4a70-4e33-8087-efe2a4e35d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235003 Feb 04 13:02:21.396650 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1086505d-4e64-45b8-b214-32b9625b1612 req-0bf21a6f-76e4-4379-94d1-d4944c5ac438 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7efa0323-cf35-4518-9a52-c351985b2e63 HTTP/1.1" status: 200 len: 1000 time: 0.1047068 Feb 04 13:02:21.471572 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1086505d-4e64-45b8-b214-32b9625b1612 req-813d57d3-dd10-40a7-8bf5-7166d89ccc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:21.473325 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1086505d-4e64-45b8-b214-32b9625b1612 req-813d57d3-dd10-40a7-8bf5-7166d89ccc0d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=70faacee-af53-42b7-af83-bbc74f352570 HTTP/1.1" status: 200 len: 851 time: 0.0701809 Feb 04 13:02:21.487045 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-edc58e7e-6e36-4953-bcfd-3a4bfcfeb2e8 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks [] for security_group (f2b068ab-880b-4ff1-9207-2025fb993d12), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:21.494380 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-edc58e7e-6e36-4953-bcfd-3a4bfcfeb2e8 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (f2b068ab-880b-4ff1-9207-2025fb993d12), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:21.533770 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc58e7e-6e36-4953-bcfd-3a4bfcfeb2e8 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2b068ab-880b-4ff1-9207-2025fb993d12,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:21.547551 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edc58e7e-6e36-4953-bcfd-3a4bfcfeb2e8 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:02:21.561116 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-edc58e7e-6e36-4953-bcfd-3a4bfcfeb2e8 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (4706f55c-b8ae-4a65-ab12-63eaa18908e7), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:21.561888 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-edc58e7e-6e36-4953-bcfd-3a4bfcfeb2e8 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Added segment 4706f55c-b8ae-4a65-ab12-63eaa18908e7 of type vlan for network 238ee5e8-9f00-4877-af19-6168f501320e Feb 04 13:02:21.574680 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1086505d-4e64-45b8-b214-32b9625b1612 req-2b201bc7-7ed2-4ebd-9b13-56182645f03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:21.576742 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1086505d-4e64-45b8-b214-32b9625b1612 req-2b201bc7-7ed2-4ebd-9b13-56182645f03c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f237d722-433d-480c-8987-66d34675134e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0963817 Feb 04 13:02:21.618562 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-edc58e7e-6e36-4953-bcfd-3a4bfcfeb2e8 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (238ee5e8-9f00-4877-af19-6168f501320e), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:21.650419 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-edc58e7e-6e36-4953-bcfd-3a4bfcfeb2e8 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (238ee5e8-9f00-4877-af19-6168f501320e), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:21.657514 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc58e7e-6e36-4953-bcfd-3a4bfcfeb2e8 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:21.658511 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-edc58e7e-6e36-4953-bcfd-3a4bfcfeb2e8 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:21.692089 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1086505d-4e64-45b8-b214-32b9625b1612 req-b17d1409-70c6-448c-9ed6-bf34ca3b36af service neutron] 10.222.0.73 "GET /v2.0/networks/f237d722-433d-480c-8987-66d34675134e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079586 Feb 04 13:02:21.734820 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:21.740395 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-edc58e7e-6e36-4953-bcfd-3a4bfcfeb2e8 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5624142 Feb 04 13:02:21.751053 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc58e7e-6e36-4953-bcfd-3a4bfcfeb2e8 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Pushing event updated for resources: {'Network': ['ID=238ee5e8-9f00-4877-af19-6168f501320e,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:21.765706 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 238ee5e8-9f00-4877-af19-6168f501320e details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:02:21.826553 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1086505d-4e64-45b8-b214-32b9625b1612 req-6ed28fa9-da54-44e7-9f1c-0ff083f24557 service neutron] 10.222.0.73 "GET /v2.0/networks/f237d722-433d-480c-8987-66d34675134e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245682 Feb 04 13:02:22.540713 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50770e4a-b1b3-40a4-a27d-8617f063fa7d req-fa2c29fe-11a9-4273-af69-ca6cd6df5ba2 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:22.543217 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-50770e4a-b1b3-40a4-a27d-8617f063fa7d req-fa2c29fe-11a9-4273-af69-ca6cd6df5ba2 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=d41658ef-4aa6-47aa-9597-079a6a4126aa HTTP/1.1" status: 200 len: 944 time: 0.0645220 Feb 04 13:02:22.624422 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-50770e4a-b1b3-40a4-a27d-8617f063fa7d req-c6aee9b8-91f9-4f70-a497-629f47512fec tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=068b1e11-4a70-4e33-8087-efe2a4e35d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734329 Feb 04 13:02:23.766186 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c7a57-b8db-4506-8bd9-c157c678b4b2 req-ca24c965-2ac2-4f3a-b9d4-c20d1a25caca tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:23.768762 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8b1c7a57-b8db-4506-8bd9-c157c678b4b2 req-ca24c965-2ac2-4f3a-b9d4-c20d1a25caca tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=d41658ef-4aa6-47aa-9597-079a6a4126aa HTTP/1.1" status: 200 len: 944 time: 0.0778871 Feb 04 13:02:23.845301 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8b1c7a57-b8db-4506-8bd9-c157c678b4b2 req-4421208b-c441-4deb-a513-3192a26ef19d tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=068b1e11-4a70-4e33-8087-efe2a4e35d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703816 Feb 04 13:02:23.869136 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device e8923c48-5174-40d7-8df0-ffc91ee53090 details requested by agent hyperv_n-h2-825015-3 with host n-h2-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:02:24.002136 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port e8923c48-5174-40d7-8df0-ffc91ee53090, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=e8923c48-5174-40d7-8df0-ffc91ee53090,segment=NetworkSegment(0934a908-175b-4cbf-ace2-f0550fc5d53c),segment_id=0934a908-175b-4cbf-ace2-f0550fc5d53c)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:02:24.023596 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Returning: {'device': 'e8923c48-5174-40d7-8df0-ffc91ee53090', 'network_id': 'f237d722-433d-480c-8987-66d34675134e', 'port_id': 'e8923c48-5174-40d7-8df0-ffc91ee53090', 'mac_address': 'fa:16:3e:d6:d0:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70faacee-af53-42b7-af83-bbc74f352570', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:02:24.092860 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port e8923c48-5174-40d7-8df0-ffc91ee53090 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:02:24.093534 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (e8923c48-5174-40d7-8df0-ffc91ee53090), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:24.114317 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8923c48-5174-40d7-8df0-ffc91ee53090 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:02:24.139181 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port e8923c48-5174-40d7-8df0-ffc91ee53090, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=e8923c48-5174-40d7-8df0-ffc91ee53090,segment=NetworkSegment(0934a908-175b-4cbf-ace2-f0550fc5d53c),segment_id=0934a908-175b-4cbf-ace2-f0550fc5d53c)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:02:24.144810 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (e8923c48-5174-40d7-8df0-ffc91ee53090), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:24.205329 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=e8923c48-5174-40d7-8df0-ffc91ee53090,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:24.363892 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['e8923c48-5174-40d7-8df0-ffc91ee53090'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:02:24.985286 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b37b8a-12d3-404b-8bcb-fd4bb88f4745 req-74ca270c-707a-492c-9cd5-de45136d3277 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:24.993747 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-93b37b8a-12d3-404b-8bcb-fd4bb88f4745 req-74ca270c-707a-492c-9cd5-de45136d3277 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=d41658ef-4aa6-47aa-9597-079a6a4126aa HTTP/1.1" status: 200 len: 945 time: 0.0687196 Feb 04 13:02:25.035905 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 55130) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:02:25.043193 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-fee09024-ae69-48a1-9263-b188e61772b0 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Request body: {'subnet': {'network_id': '238ee5e8-9f00-4877-af19-6168f501320e', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:02:25.070231 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-93b37b8a-12d3-404b-8bcb-fd4bb88f4745 req-0597feab-2d06-4ec1-ac70-b9804a83230a tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=068b1e11-4a70-4e33-8087-efe2a4e35d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734167 Feb 04 13:02:25.161506 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fee09024-ae69-48a1-9263-b188e61772b0 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Made reservation on behalf of d6e36c1d2f87413683ee719a7ed00f29 for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:02:25.165306 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fee09024-ae69-48a1-9263-b188e61772b0 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60610638'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:25.385126 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fee09024-ae69-48a1-9263-b188e61772b0 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59045178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60610680'] for subnet (60998b8f-8b2d-4d60-a62b-ee96bd33b18a), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:25.450900 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee09024-ae69-48a1-9263-b188e61772b0 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Pushing event updated for resources: {'Subnet': ['ID=60998b8f-8b2d-4d60-a62b-ee96bd33b18a,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:25.460706 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee09024-ae69-48a1-9263-b188e61772b0 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Checking segment: {'id': '4706f55c-b8ae-4a65-ab12-63eaa18908e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '238ee5e8-9f00-4877-af19-6168f501320e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:02:25.461087 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee09024-ae69-48a1-9263-b188e61772b0 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Network hostable DHCP agents. Network: 238ee5e8-9f00-4877-af19-6168f501320e, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:02:25.477971 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee09024-ae69-48a1-9263-b188e61772b0 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Network 238ee5e8-9f00-4877-af19-6168f501320e is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:02:25.488276 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-fee09024-ae69-48a1-9263-b188e61772b0 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 238ee5e8-9f00-4877-af19-6168f501320e) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:02:25.493769 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee09024-ae69-48a1-9263-b188e61772b0 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:25.494378 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fee09024-ae69-48a1-9263-b188e61772b0 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:25.498650 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f540591-9865-48a2-8116-d26a4800564f None None] Network 238ee5e8-9f00-4877-af19-6168f501320e requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:02:25.530385 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 55136) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:02:25.531506 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-fee09024-ae69-48a1-9263-b188e61772b0 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4937406 Feb 04 13:02:25.535785 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-69836de3-4a5f-4f07-9f35-68d422319c31 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1838331032'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:02:25.564475 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69836de3-4a5f-4f07-9f35-68d422319c31 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Made reservation on behalf of d6e36c1d2f87413683ee719a7ed00f29 for: {'network': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:02:25.572966 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-69836de3-4a5f-4f07-9f35-68d422319c31 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:25.603595 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69836de3-4a5f-4f07-9f35-68d422319c31 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=103475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:02:25.625139 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-69836de3-4a5f-4f07-9f35-68d422319c31 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (2605387f-7d17-4cc0-a010-5cb9aeb9e172), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:25.625484 n-d-825015-3 neutron-server[103475]: INFO neutron.db.segments_db [None req-69836de3-4a5f-4f07-9f35-68d422319c31 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Added segment 2605387f-7d17-4cc0-a010-5cb9aeb9e172 of type vlan for network 6a747d45-dee0-44a7-814b-1c26d8d6408a Feb 04 13:02:25.627801 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4fe9d9-2917-4f98-99b0-76cab10cb3d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-238ee5e8-9f00-4877-af19-6168f501320e', 'network_id': '238ee5e8-9f00-4877-af19-6168f501320e', 'project_id': 'd6e36c1d2f87413683ee719a7ed00f29', 'fixed_ips': [{'subnet_id': '60998b8f-8b2d-4d60-a62b-ee96bd33b18a'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:02:25.628710 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5e4fe9d9-2917-4f98-99b0-76cab10cb3d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:25.677876 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-69836de3-4a5f-4f07-9f35-68d422319c31 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (6a747d45-dee0-44a7-814b-1c26d8d6408a), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:25.713001 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-69836de3-4a5f-4f07-9f35-68d422319c31 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (6a747d45-dee0-44a7-814b-1c26d8d6408a), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:25.720181 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69836de3-4a5f-4f07-9f35-68d422319c31 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:25.720903 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-69836de3-4a5f-4f07-9f35-68d422319c31 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:25.804859 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69836de3-4a5f-4f07-9f35-68d422319c31 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Pushing event updated for resources: {'Network': ['ID=6a747d45-dee0-44a7-814b-1c26d8d6408a,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:25.821032 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 6a747d45-dee0-44a7-814b-1c26d8d6408a details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:02:25.830817 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-69836de3-4a5f-4f07-9f35-68d422319c31 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2966988 Feb 04 13:02:25.831377 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 55138) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:02:25.838107 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-419627ca-b4c7-4014-b4ac-cb0749d4835d tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Request body: {'subnet': {'network_id': '6a747d45-dee0-44a7-814b-1c26d8d6408a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:02:25.846204 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-5e4fe9d9-2917-4f98-99b0-76cab10cb3d7 None None] Allocated IP 2001:db8:0:ffff::2 (238ee5e8-9f00-4877-af19-6168f501320e/60998b8f-8b2d-4d60-a62b-ee96bd33b18a/a89e60bd-fdb2-4c67-bde1-cefdf2896098) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:02:25.885060 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device e8923c48-5174-40d7-8df0-ffc91ee53090 up at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:02:25.997238 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-419627ca-b4c7-4014-b4ac-cb0749d4835d tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Made reservation on behalf of d6e36c1d2f87413683ee719a7ed00f29 for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:02:26.005175 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-419627ca-b4c7-4014-b4ac-cb0749d4835d tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:26.056156 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning for port e8923c48-5174-40d7-8df0-ffc91ee53090 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:02:26.068505 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning complete for port e8923c48-5174-40d7-8df0-ffc91ee53090 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:02:26.068889 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (e8923c48-5174-40d7-8df0-ffc91ee53090), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:26.185009 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5e4fe9d9-2917-4f98-99b0-76cab10cb3d7 None None] Publish callbacks [] for port (a89e60bd-fdb2-4c67-bde1-cefdf2896098), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:26.258468 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port e8923c48-5174-40d7-8df0-ffc91ee53090 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:02:26.258891 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (e8923c48-5174-40d7-8df0-ffc91ee53090), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:26.313306 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port e8923c48-5174-40d7-8df0-ffc91ee53090, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=e8923c48-5174-40d7-8df0-ffc91ee53090,segment=NetworkSegment(0934a908-175b-4cbf-ace2-f0550fc5d53c),segment_id=0934a908-175b-4cbf-ace2-f0550fc5d53c)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:02:26.315237 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5e4fe9d9-2917-4f98-99b0-76cab10cb3d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (a89e60bd-fdb2-4c67-bde1-cefdf2896098), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:26.327256 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd41658ef-4aa6-47aa-9597-079a6a4126aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8923c48-5174-40d7-8df0-ffc91ee53090'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:02:26.329810 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ace5732d-1eee-4ce8-ae2b-97347396a080" -d '{"events": [{"server_uuid": "d41658ef-4aa6-47aa-9597-079a6a4126aa", "name": "network-vif-plugged", "status": "completed", "tag": "e8923c48-5174-40d7-8df0-ffc91ee53090"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:02:26.356191 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b979d4-5e3a-41d3-8f13-eb3943797696 req-cc5fb4e2-723e-4455-9cfc-80cf0f5320df tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:26.364382 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f6b979d4-5e3a-41d3-8f13-eb3943797696 req-cc5fb4e2-723e-4455-9cfc-80cf0f5320df tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=d41658ef-4aa6-47aa-9597-079a6a4126aa HTTP/1.1" status: 200 len: 945 time: 0.1637635 Feb 04 13:02:26.383940 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4fe9d9-2917-4f98-99b0-76cab10cb3d7 None None] Pushing event updated for resources: {'Port': ['ID=a89e60bd-fdb2-4c67-bde1-cefdf2896098,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:26.394609 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (e8923c48-5174-40d7-8df0-ffc91ee53090), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:26.403412 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-419627ca-b4c7-4014-b4ac-cb0749d4835d tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52094127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51452689'] for subnet (7beab3f1-ca3f-4f6d-a3a6-29e6c3368abb), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:26.410159 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e4fe9d9-2917-4f98-99b0-76cab10cb3d7 None None] Network 238ee5e8-9f00-4877-af19-6168f501320e is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:02:26.435267 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-5e4fe9d9-2917-4f98-99b0-76cab10cb3d7 None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:02:26.438703 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4fe9d9-2917-4f98-99b0-76cab10cb3d7 None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:02:26.495047 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-224e5d23-33c9-4c11-9c6e-be84863312aa x-openstack-request-id: req-224e5d23-33c9-4c11-9c6e-be84863312aa {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:02:26.495441 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d41658ef-4aa6-47aa-9597-079a6a4126aa", "name": "network-vif-plugged", "status": "completed", "tag": "e8923c48-5174-40d7-8df0-ffc91ee53090", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:02:26.496662 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-224e5d23-33c9-4c11-9c6e-be84863312aa {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:02:26.496984 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd41658ef-4aa6-47aa-9597-079a6a4126aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8923c48-5174-40d7-8df0-ffc91ee53090', 'code': 200} Feb 04 13:02:26.545386 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-5e4fe9d9-2917-4f98-99b0-76cab10cb3d7 None None] Attempting to bind port a89e60bd-fdb2-4c67-bde1-cefdf2896098 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:02:26.546062 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-5e4fe9d9-2917-4f98-99b0-76cab10cb3d7 None None] Attempting to bind port a89e60bd-fdb2-4c67-bde1-cefdf2896098 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '4706f55c-b8ae-4a65-ab12-63eaa18908e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '238ee5e8-9f00-4877-af19-6168f501320e'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:02:26.546166 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4fe9d9-2917-4f98-99b0-76cab10cb3d7 None None] Attempting to bind port a89e60bd-fdb2-4c67-bde1-cefdf2896098 on network 238ee5e8-9f00-4877-af19-6168f501320e {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:02:26.554754 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=e8923c48-5174-40d7-8df0-ffc91ee53090,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:26.576614 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4fe9d9-2917-4f98-99b0-76cab10cb3d7 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:02:26.577006 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4fe9d9-2917-4f98-99b0-76cab10cb3d7 None None] Checking segment: {'id': '4706f55c-b8ae-4a65-ab12-63eaa18908e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '238ee5e8-9f00-4877-af19-6168f501320e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:02:26.577383 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5e4fe9d9-2917-4f98-99b0-76cab10cb3d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:26.580139 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4fe9d9-2917-4f98-99b0-76cab10cb3d7 None None] Bound using segment: {'id': '4706f55c-b8ae-4a65-ab12-63eaa18908e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '238ee5e8-9f00-4877-af19-6168f501320e'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:02:26.580662 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-5e4fe9d9-2917-4f98-99b0-76cab10cb3d7 None None] Bound port: a89e60bd-fdb2-4c67-bde1-cefdf2896098, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4706f55c-b8ae-4a65-ab12-63eaa18908e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '238ee5e8-9f00-4877-af19-6168f501320e'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:02:26.583572 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5e4fe9d9-2917-4f98-99b0-76cab10cb3d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (a89e60bd-fdb2-4c67-bde1-cefdf2896098), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:26.584834 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f6b979d4-5e3a-41d3-8f13-eb3943797696 req-5b37c2a0-4e03-4654-84a1-a2c06af68381 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=068b1e11-4a70-4e33-8087-efe2a4e35d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2194171 Feb 04 13:02:26.586708 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419627ca-b4c7-4014-b4ac-cb0749d4835d tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Pushing event updated for resources: {'Subnet': ['ID=7beab3f1-ca3f-4f6d-a3a6-29e6c3368abb,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:26.594075 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419627ca-b4c7-4014-b4ac-cb0749d4835d tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Checking segment: {'id': '2605387f-7d17-4cc0-a010-5cb9aeb9e172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '6a747d45-dee0-44a7-814b-1c26d8d6408a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:02:26.594452 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419627ca-b4c7-4014-b4ac-cb0749d4835d tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Network hostable DHCP agents. Network: 6a747d45-dee0-44a7-814b-1c26d8d6408a, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:02:26.622392 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419627ca-b4c7-4014-b4ac-cb0749d4835d tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Network 6a747d45-dee0-44a7-814b-1c26d8d6408a is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:02:26.631093 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65da764-8c39-4aaf-8fa6-77137ec5be7b req-0c7905e4-6634-4606-9d60-8d642c00a7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:26.632694 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-b65da764-8c39-4aaf-8fa6-77137ec5be7b req-0c7905e4-6634-4606-9d60-8d642c00a7fd service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=d41658ef-4aa6-47aa-9597-079a6a4126aa HTTP/1.1" status: 200 len: 1128 time: 0.1107965 Feb 04 13:02:26.638540 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-419627ca-b4c7-4014-b4ac-cb0749d4835d tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 6a747d45-dee0-44a7-814b-1c26d8d6408a) {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:02:26.645029 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419627ca-b4c7-4014-b4ac-cb0749d4835d tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:26.647054 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-419627ca-b4c7-4014-b4ac-cb0749d4835d tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:26.658513 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0198064-96bc-45e5-a80b-79049a498b3b None None] Network 6a747d45-dee0-44a7-814b-1c26d8d6408a requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:02:26.695312 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 55148) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:02:26.695817 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-419627ca-b4c7-4014-b4ac-cb0749d4835d tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.8631258 Feb 04 13:02:26.724223 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-b65da764-8c39-4aaf-8fa6-77137ec5be7b req-cb720e01-9209-40bb-9a8b-01adab213fcc service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=068b1e11-4a70-4e33-8087-efe2a4e35d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847325 Feb 04 13:02:26.847271 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-99eab37c-8d5b-404c-a9b8-c76ef2c6fe92 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (6a747d45-dee0-44a7-814b-1c26d8d6408a), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:26.853724 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-5e4fe9d9-2917-4f98-99b0-76cab10cb3d7 None None] For port a89e60bd-fdb2-4c67-bde1-cefdf2896098, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:02:26.867365 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a66934-cfe5-46cf-9b1f-f47fb6aca014 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-6a747d45-dee0-44a7-814b-1c26d8d6408a', 'network_id': '6a747d45-dee0-44a7-814b-1c26d8d6408a', 'project_id': 'd6e36c1d2f87413683ee719a7ed00f29', 'fixed_ips': [{'subnet_id': '7beab3f1-ca3f-4f6d-a3a6-29e6c3368abb'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:02:26.868335 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-56a66934-cfe5-46cf-9b1f-f47fb6aca014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:26.873078 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-5e4fe9d9-2917-4f98-99b0-76cab10cb3d7 None None] For port a89e60bd-fdb2-4c67-bde1-cefdf2896098, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=a89e60bd-fdb2-4c67-bde1-cefdf2896098,segment=NetworkSegment(4706f55c-b8ae-4a65-ab12-63eaa18908e7),segment_id=4706f55c-b8ae-4a65-ab12-63eaa18908e7)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:02:26.943317 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-99eab37c-8d5b-404c-a9b8-c76ef2c6fe92 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (7beab3f1-ca3f-4f6d-a3a6-29e6c3368abb), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:26.948082 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5e4fe9d9-2917-4f98-99b0-76cab10cb3d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (a89e60bd-fdb2-4c67-bde1-cefdf2896098), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:27.227094 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4fe9d9-2917-4f98-99b0-76cab10cb3d7 None None] Pushing event updated for resources: {'Port': ['ID=a89e60bd-fdb2-4c67-bde1-cefdf2896098,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:27.245942 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-56a66934-cfe5-46cf-9b1f-f47fb6aca014 None None] Allocated IP 2001:db8::1 (6a747d45-dee0-44a7-814b-1c26d8d6408a/7beab3f1-ca3f-4f6d-a3a6-29e6c3368abb/7289a040-989d-4902-a153-9151a6ce75d2) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:02:27.507797 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-56a66934-cfe5-46cf-9b1f-f47fb6aca014 None None] Publish callbacks [] for port (7289a040-989d-4902-a153-9151a6ce75d2), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:27.529703 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-56a66934-cfe5-46cf-9b1f-f47fb6aca014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (7289a040-989d-4902-a153-9151a6ce75d2), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:27.552706 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-99eab37c-8d5b-404c-a9b8-c76ef2c6fe92 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (7beab3f1-ca3f-4f6d-a3a6-29e6c3368abb), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:27.622233 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device a89e60bd-fdb2-4c67-bde1-cefdf2896098 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:02:27.626628 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eab37c-8d5b-404c-a9b8-c76ef2c6fe92 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Pushing event deleted for resources: {'Subnet': ['ID=7beab3f1-ca3f-4f6d-a3a6-29e6c3368abb,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:27.742921 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a66934-cfe5-46cf-9b1f-f47fb6aca014 None None] Network 6a747d45-dee0-44a7-814b-1c26d8d6408a is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:02:27.779702 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-56a66934-cfe5-46cf-9b1f-f47fb6aca014 None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:02:27.792363 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a66934-cfe5-46cf-9b1f-f47fb6aca014 None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:02:27.800820 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a66934-cfe5-46cf-9b1f-f47fb6aca014 None None] Pushing event updated for resources: {'Port': ['ID=7289a040-989d-4902-a153-9151a6ce75d2,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:27.859633 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port a89e60bd-fdb2-4c67-bde1-cefdf2896098 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:02:27.860103 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (a89e60bd-fdb2-4c67-bde1-cefdf2896098), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:27.867665 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-99eab37c-8d5b-404c-a9b8-c76ef2c6fe92 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (6a747d45-dee0-44a7-814b-1c26d8d6408a), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:27.904554 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d31d1-9cc8-46f6-bb2d-fbc79bf5f134 req-da407bf3-ff3e-4ea6-93b5-d5923daaef1c tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:27.906758 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7e1d31d1-9cc8-46f6-bb2d-fbc79bf5f134 req-da407bf3-ff3e-4ea6-93b5-d5923daaef1c tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=d41658ef-4aa6-47aa-9597-079a6a4126aa HTTP/1.1" status: 200 len: 946 time: 0.1499515 Feb 04 13:02:27.938119 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-56a66934-cfe5-46cf-9b1f-f47fb6aca014 None None] Attempting to bind port 7289a040-989d-4902-a153-9151a6ce75d2 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:02:27.938601 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-56a66934-cfe5-46cf-9b1f-f47fb6aca014 None None] Attempting to bind port 7289a040-989d-4902-a153-9151a6ce75d2 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '2605387f-7d17-4cc0-a010-5cb9aeb9e172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '6a747d45-dee0-44a7-814b-1c26d8d6408a'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:02:27.939277 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a66934-cfe5-46cf-9b1f-f47fb6aca014 None None] Attempting to bind port 7289a040-989d-4902-a153-9151a6ce75d2 on network 6a747d45-dee0-44a7-814b-1c26d8d6408a {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:02:27.949355 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a66934-cfe5-46cf-9b1f-f47fb6aca014 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:02:27.949869 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a66934-cfe5-46cf-9b1f-f47fb6aca014 None None] Checking segment: {'id': '2605387f-7d17-4cc0-a010-5cb9aeb9e172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '6a747d45-dee0-44a7-814b-1c26d8d6408a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:02:27.950333 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-56a66934-cfe5-46cf-9b1f-f47fb6aca014 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:27.950796 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a66934-cfe5-46cf-9b1f-f47fb6aca014 None None] Bound using segment: {'id': '2605387f-7d17-4cc0-a010-5cb9aeb9e172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '6a747d45-dee0-44a7-814b-1c26d8d6408a'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:02:27.951993 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-56a66934-cfe5-46cf-9b1f-f47fb6aca014 None None] Bound port: 7289a040-989d-4902-a153-9151a6ce75d2, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2605387f-7d17-4cc0-a010-5cb9aeb9e172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '6a747d45-dee0-44a7-814b-1c26d8d6408a'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:02:27.952624 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-56a66934-cfe5-46cf-9b1f-f47fb6aca014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (7289a040-989d-4902-a153-9151a6ce75d2), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:27.977632 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7e1d31d1-9cc8-46f6-bb2d-fbc79bf5f134 req-1d8bd554-6e76-49fa-8b90-4770a2b002e5 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=068b1e11-4a70-4e33-8087-efe2a4e35d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648310 Feb 04 13:02:28.018707 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port a89e60bd-fdb2-4c67-bde1-cefdf2896098 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:02:28.019243 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (a89e60bd-fdb2-4c67-bde1-cefdf2896098), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:28.103320 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port a89e60bd-fdb2-4c67-bde1-cefdf2896098, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=a89e60bd-fdb2-4c67-bde1-cefdf2896098,segment=NetworkSegment(4706f55c-b8ae-4a65-ab12-63eaa18908e7),segment_id=4706f55c-b8ae-4a65-ab12-63eaa18908e7)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:02:28.115701 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (a89e60bd-fdb2-4c67-bde1-cefdf2896098), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:28.128600 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-56a66934-cfe5-46cf-9b1f-f47fb6aca014 None None] For port 7289a040-989d-4902-a153-9151a6ce75d2, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:02:28.133665 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-56a66934-cfe5-46cf-9b1f-f47fb6aca014 None None] For port 7289a040-989d-4902-a153-9151a6ce75d2, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=7289a040-989d-4902-a153-9151a6ce75d2,segment=NetworkSegment(2605387f-7d17-4cc0-a010-5cb9aeb9e172),segment_id=2605387f-7d17-4cc0-a010-5cb9aeb9e172)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:02:28.167081 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-56a66934-cfe5-46cf-9b1f-f47fb6aca014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (7289a040-989d-4902-a153-9151a6ce75d2), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:28.255292 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-99eab37c-8d5b-404c-a9b8-c76ef2c6fe92 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a747d45-dee0-44a7-814b-1c26d8d6408a']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:02:28.266423 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-99eab37c-8d5b-404c-a9b8-c76ef2c6fe92 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2605387f-7d17-4cc0-a010-5cb9aeb9e172') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:02:28.266829 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-99eab37c-8d5b-404c-a9b8-c76ef2c6fe92 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2605387f-7d17-4cc0-a010-5cb9aeb9e172') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:02:28.277175 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-99eab37c-8d5b-404c-a9b8-c76ef2c6fe92 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (2605387f-7d17-4cc0-a010-5cb9aeb9e172), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:28.292794 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-99eab37c-8d5b-404c-a9b8-c76ef2c6fe92 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (2605387f-7d17-4cc0-a010-5cb9aeb9e172), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:28.293928 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483abd16-e9f4-4075-9558-274c7e059d10 None None] Network 6a747d45-dee0-44a7-814b-1c26d8d6408a requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:02:28.300256 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99eab37c-8d5b-404c-a9b8-c76ef2c6fe92 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:02:28.300776 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-99eab37c-8d5b-404c-a9b8-c76ef2c6fe92 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (2605387f-7d17-4cc0-a010-5cb9aeb9e172), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:28.357274 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=a89e60bd-fdb2-4c67-bde1-cefdf2896098,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:28.365194 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 13:02:28.365194 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:02:28.365194 n-d-825015-3 neutron-server[103474]: timer() Feb 04 13:02:28.365194 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:02:28.365194 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 13:02:28.365194 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:02:28.365194 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 13:02:28.365194 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:02:28.365194 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 13:02:28.365194 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:02:28.365194 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 13:02:28.365194 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:02:28.365194 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 13:02:28.365194 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:02:28.365194 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:02:28.365194 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:02:28.365194 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:02:28.365194 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:02:28.365194 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 13:02:28.365194 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:02:28.365194 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 13:02:28.365194 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:02:28.365194 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:02:28.365194 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:02:28.365194 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 13:02:28.365194 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:02:28.365194 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:02:28.365194 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:02:28.365194 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:02:28.365194 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:02:28.365194 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:02:28.365194 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:02:28.372855 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.db.api [None req-99eab37c-8d5b-404c-a9b8-c76ef2c6fe92 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 13:02:28.372855 n-d-825015-3 neutron-server[103474]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 13:02:28.372855 n-d-825015-3 neutron-server[103474]: [parameters: {'id': '6a747d45-dee0-44a7-814b-1c26d8d6408a'}] Feb 04 13:02:28.372855 n-d-825015-3 neutron-server[103474]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103474) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:02:28.373345 n-d-825015-3 neutron-server[103474]: DEBUG oslo_db.api [None req-99eab37c-8d5b-404c-a9b8-c76ef2c6fe92 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:02:28.489752 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a66934-cfe5-46cf-9b1f-f47fb6aca014 None None] Pushing event updated for resources: {'Port': ['ID=7289a040-989d-4902-a153-9151a6ce75d2,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:28.613820 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd04e3c2-fd6a-4e6a-b608-88f098a6cf34 None None] get_active_networks_info from n-d-825015-3 {{(pid=103476) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 04 13:02:28.695456 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ae7cab48-f897-4cec-9ce3-8162c44576a6 None None] Provisioning complete for port a89e60bd-fdb2-4c67-bde1-cefdf2896098 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:02:28.696153 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ae7cab48-f897-4cec-9ce3-8162c44576a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (a89e60bd-fdb2-4c67-bde1-cefdf2896098), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:28.764648 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd04e3c2-fd6a-4e6a-b608-88f098a6cf34 None None] Resources bound (agent type, host, resource id): {{(pid=103476) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 13:02:28.875390 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-99eab37c-8d5b-404c-a9b8-c76ef2c6fe92 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (6a747d45-dee0-44a7-814b-1c26d8d6408a), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:28.875897 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ae7cab48-f897-4cec-9ce3-8162c44576a6 None None] Current status of the port a89e60bd-fdb2-4c67-bde1-cefdf2896098 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:02:28.944329 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-99eab37c-8d5b-404c-a9b8-c76ef2c6fe92 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Deleting port 7289a040-989d-4902-a153-9151a6ce75d2 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:02:28.945024 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-99eab37c-8d5b-404c-a9b8-c76ef2c6fe92 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (7289a040-989d-4902-a153-9151a6ce75d2), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:29.036121 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-99eab37c-8d5b-404c-a9b8-c76ef2c6fe92 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] For port 7289a040-989d-4902-a153-9151a6ce75d2, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=7289a040-989d-4902-a153-9151a6ce75d2,segment=NetworkSegment(2605387f-7d17-4cc0-a010-5cb9aeb9e172),segment_id=2605387f-7d17-4cc0-a010-5cb9aeb9e172)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:02:29.036751 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-99eab37c-8d5b-404c-a9b8-c76ef2c6fe92 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (7289a040-989d-4902-a153-9151a6ce75d2), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:29.056551 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e7484e-77dd-471c-88a8-e93448f45d45 None None] Network 238ee5e8-9f00-4877-af19-6168f501320e requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:02:29.067048 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-99eab37c-8d5b-404c-a9b8-c76ef2c6fe92 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Calling delete_port for 7289a040-989d-4902-a153-9151a6ce75d2 owned by network:dhcp {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:02:29.111692 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61112ad-300e-47e7-ad6d-1653a7396674 req-65d814e5-4b7a-43a1-a514-b0b8c0624722 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:29.119556 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f61112ad-300e-47e7-ad6d-1653a7396674 req-65d814e5-4b7a-43a1-a514-b0b8c0624722 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=d41658ef-4aa6-47aa-9597-079a6a4126aa HTTP/1.1" status: 200 len: 946 time: 0.0654726 Feb 04 13:02:29.177084 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-99eab37c-8d5b-404c-a9b8-c76ef2c6fe92 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (7289a040-989d-4902-a153-9151a6ce75d2), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:29.177889 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f61112ad-300e-47e7-ad6d-1653a7396674 req-5ff33662-5e46-4c64-a2f3-36c6b38e5f7e tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=068b1e11-4a70-4e33-8087-efe2a4e35d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564826 Feb 04 13:02:29.222529 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99eab37c-8d5b-404c-a9b8-c76ef2c6fe92 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] No DVR routers for this DVR port 7289a040-989d-4902-a153-9151a6ce75d2 on host n-d-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:02:29.228255 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eab37c-8d5b-404c-a9b8-c76ef2c6fe92 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Pushing event deleted for resources: {'Port': ['ID=7289a040-989d-4902-a153-9151a6ce75d2,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:29.329126 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device a89e60bd-fdb2-4c67-bde1-cefdf2896098 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:02:29.345266 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e4b418-4238-4d90-9f1c-167e68df4472 req-c801e29b-29aa-41a6-a372-4800ed7f19f9 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:29.347274 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d8e4b418-4238-4d90-9f1c-167e68df4472 req-c801e29b-29aa-41a6-a372-4800ed7f19f9 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=d41658ef-4aa6-47aa-9597-079a6a4126aa HTTP/1.1" status: 200 len: 946 time: 0.0945981 Feb 04 13:02:29.378398 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-99eab37c-8d5b-404c-a9b8-c76ef2c6fe92 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (6a747d45-dee0-44a7-814b-1c26d8d6408a), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:29.420015 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-99eab37c-8d5b-404c-a9b8-c76ef2c6fe92 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a747d45-dee0-44a7-814b-1c26d8d6408a']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:02:29.420937 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port a89e60bd-fdb2-4c67-bde1-cefdf2896098 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:02:29.421331 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (a89e60bd-fdb2-4c67-bde1-cefdf2896098), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:29.431261 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d8e4b418-4238-4d90-9f1c-167e68df4472 req-c38fa1d0-f920-454d-93ee-c9cf03455ada tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=068b1e11-4a70-4e33-8087-efe2a4e35d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768685 Feb 04 13:02:29.452044 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 55196) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:02:29.466824 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-99eab37c-8d5b-404c-a9b8-c76ef2c6fe92 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2605387f-7d17-4cc0-a010-5cb9aeb9e172') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:02:29.467521 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-99eab37c-8d5b-404c-a9b8-c76ef2c6fe92 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2605387f-7d17-4cc0-a010-5cb9aeb9e172') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:02:29.490997 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-99eab37c-8d5b-404c-a9b8-c76ef2c6fe92 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (2605387f-7d17-4cc0-a010-5cb9aeb9e172), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:29.519672 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-99eab37c-8d5b-404c-a9b8-c76ef2c6fe92 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (2605387f-7d17-4cc0-a010-5cb9aeb9e172), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:29.527129 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99eab37c-8d5b-404c-a9b8-c76ef2c6fe92 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:02:29.527848 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-99eab37c-8d5b-404c-a9b8-c76ef2c6fe92 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (2605387f-7d17-4cc0-a010-5cb9aeb9e172), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:29.601485 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 13:02:29.601485 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:02:29.601485 n-d-825015-3 neutron-server[103474]: timer() Feb 04 13:02:29.601485 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:02:29.601485 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 13:02:29.601485 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:02:29.601485 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 13:02:29.601485 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:02:29.601485 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 13:02:29.601485 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:02:29.601485 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 13:02:29.601485 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:02:29.601485 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 13:02:29.601485 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:02:29.601485 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:02:29.601485 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:02:29.601485 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:02:29.601485 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:02:29.601485 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 13:02:29.601485 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:02:29.601485 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 13:02:29.601485 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:02:29.601485 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:02:29.601485 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:02:29.601485 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 13:02:29.601485 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:02:29.601485 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:02:29.601485 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:02:29.601485 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:02:29.601485 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:02:29.601485 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:02:29.601485 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:02:29.607834 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-99eab37c-8d5b-404c-a9b8-c76ef2c6fe92 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (6a747d45-dee0-44a7-814b-1c26d8d6408a), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:29.614594 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-99eab37c-8d5b-404c-a9b8-c76ef2c6fe92 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:29.622366 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-99eab37c-8d5b-404c-a9b8-c76ef2c6fe92 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] 10.222.0.65 "DELETE /v2.0/networks/6a747d45-dee0-44a7-814b-1c26d8d6408a HTTP/1.1" status: 204 len: 168 time: 2.9174216 Feb 04 13:02:29.622740 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 55204) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:02:29.628514 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-b380684d-1663-4e3c-8587-4f85daee5b48 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1271302642'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:02:29.632321 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port a89e60bd-fdb2-4c67-bde1-cefdf2896098 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:02:29.649135 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-6afb1045-d997-44d6-bddd-e4998f7ba94e None None] Provisioning complete for port a89e60bd-fdb2-4c67-bde1-cefdf2896098 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:02:29.649520 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6afb1045-d997-44d6-bddd-e4998f7ba94e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (a89e60bd-fdb2-4c67-bde1-cefdf2896098), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:29.656016 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eab37c-8d5b-404c-a9b8-c76ef2c6fe92 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Pushing event deleted for resources: {'Network': ['ID=6a747d45-dee0-44a7-814b-1c26d8d6408a,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:29.675363 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b380684d-1663-4e3c-8587-4f85daee5b48 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Made reservation on behalf of d6e36c1d2f87413683ee719a7ed00f29 for: {'network': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:02:29.692583 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b380684d-1663-4e3c-8587-4f85daee5b48 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:29.725484 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b380684d-1663-4e3c-8587-4f85daee5b48 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=103475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:02:29.740791 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b380684d-1663-4e3c-8587-4f85daee5b48 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (46137487-595f-436f-99cc-df98bcd7e533), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:29.741213 n-d-825015-3 neutron-server[103475]: INFO neutron.db.segments_db [None req-b380684d-1663-4e3c-8587-4f85daee5b48 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Added segment 46137487-595f-436f-99cc-df98bcd7e533 of type vlan for network aba7b5c5-28e4-4e5a-88bc-b2be0ca6b818 Feb 04 13:02:29.794425 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-6afb1045-d997-44d6-bddd-e4998f7ba94e None None] Current status of the port a89e60bd-fdb2-4c67-bde1-cefdf2896098 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:02:29.805473 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b380684d-1663-4e3c-8587-4f85daee5b48 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (aba7b5c5-28e4-4e5a-88bc-b2be0ca6b818), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:29.838265 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b380684d-1663-4e3c-8587-4f85daee5b48 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (aba7b5c5-28e4-4e5a-88bc-b2be0ca6b818), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:29.845926 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b380684d-1663-4e3c-8587-4f85daee5b48 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:29.846740 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b380684d-1663-4e3c-8587-4f85daee5b48 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:29.914113 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b4d032-8335-4b86-bd52-a819c58202e7 tempest-TestVolumeBootPattern-39957764 tempest-TestVolumeBootPattern-39957764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:29.917630 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-47b4d032-8335-4b86-bd52-a819c58202e7 tempest-TestVolumeBootPattern-39957764 tempest-TestVolumeBootPattern-39957764-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=d41658ef-4aa6-47aa-9597-079a6a4126aa HTTP/1.1" status: 200 len: 1123 time: 0.4580133 Feb 04 13:02:29.920507 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 55206) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:02:29.935238 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-13c60f20-bf63-4e7d-a2dd-c412b8cf6230 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Request body: {'floatingip': {'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'port_id': 'e8923c48-5174-40d7-8df0-ffc91ee53090', 'tenant_id': '3c0dc8c0402645d983d20be0fc21117a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:02:29.956514 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 55208) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:02:29.958738 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-b380684d-1663-4e3c-8587-4f85daee5b48 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3328817 Feb 04 13:02:29.967007 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-ca7e8ccb-f7a2-42c2-b9db-b733f284979c tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Request body: {'subnet': {'network_id': 'aba7b5c5-28e4-4e5a-88bc-b2be0ca6b818', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:02:29.971482 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b380684d-1663-4e3c-8587-4f85daee5b48 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Pushing event updated for resources: {'Network': ['ID=aba7b5c5-28e4-4e5a-88bc-b2be0ca6b818,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:29.987872 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network aba7b5c5-28e4-4e5a-88bc-b2be0ca6b818 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:02:30.042494 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-13c60f20-bf63-4e7d-a2dd-c412b8cf6230 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:30.165962 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca7e8ccb-f7a2-42c2-b9db-b733f284979c tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Made reservation on behalf of d6e36c1d2f87413683ee719a7ed00f29 for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:02:30.170459 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ca7e8ccb-f7a2-42c2-b9db-b733f284979c tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60610638'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:30.304814 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-13c60f20-bf63-4e7d-a2dd-c412b8cf6230 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:30.500531 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ca7e8ccb-f7a2-42c2-b9db-b733f284979c tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59045178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60610680'] for subnet (37cddc85-8279-46d9-bede-1b03df54c77f), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:30.503343 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-13c60f20-bf63-4e7d-a2dd-c412b8cf6230 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Allocated IP 172.25.3.166 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/82bb4953-118f-481d-858f-6c8f203f3eca) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:02:30.618513 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7e8ccb-f7a2-42c2-b9db-b733f284979c tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Pushing event updated for resources: {'Subnet': ['ID=37cddc85-8279-46d9-bede-1b03df54c77f,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:30.658304 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7e8ccb-f7a2-42c2-b9db-b733f284979c tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Checking segment: {'id': '46137487-595f-436f-99cc-df98bcd7e533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'aba7b5c5-28e4-4e5a-88bc-b2be0ca6b818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:02:30.658673 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7e8ccb-f7a2-42c2-b9db-b733f284979c tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Network hostable DHCP agents. Network: aba7b5c5-28e4-4e5a-88bc-b2be0ca6b818, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:02:30.701002 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7e8ccb-f7a2-42c2-b9db-b733f284979c tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Network aba7b5c5-28e4-4e5a-88bc-b2be0ca6b818 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:02:30.707217 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-13c60f20-bf63-4e7d-a2dd-c412b8cf6230 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks [] for port (82bb4953-118f-481d-858f-6c8f203f3eca), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:30.719954 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-ca7e8ccb-f7a2-42c2-b9db-b733f284979c tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, aba7b5c5-28e4-4e5a-88bc-b2be0ca6b818) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:02:30.725302 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7e8ccb-f7a2-42c2-b9db-b733f284979c tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:30.725928 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ca7e8ccb-f7a2-42c2-b9db-b733f284979c tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:30.733126 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89bfb8d-afff-44a8-a486-82691e6776d1 None None] Network aba7b5c5-28e4-4e5a-88bc-b2be0ca6b818 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:02:30.764753 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-ca7e8ccb-f7a2-42c2-b9db-b733f284979c tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8063836 Feb 04 13:02:30.767355 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-13c60f20-bf63-4e7d-a2dd-c412b8cf6230 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (82bb4953-118f-481d-858f-6c8f203f3eca), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:30.768259 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 55216) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:02:30.778033 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-35617f95-ad4e-40ad-b91d-a0f09a7813d9 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-321345532'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:02:30.816920 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35617f95-ad4e-40ad-b91d-a0f09a7813d9 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Made reservation on behalf of d6e36c1d2f87413683ee719a7ed00f29 for: {'network': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:02:30.823029 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-35617f95-ad4e-40ad-b91d-a0f09a7813d9 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:30.826634 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c60f20-bf63-4e7d-a2dd-c412b8cf6230 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:02:30.829894 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-13c60f20-bf63-4e7d-a2dd-c412b8cf6230 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:02:30.836770 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c60f20-bf63-4e7d-a2dd-c412b8cf6230 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:02:30.877420 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35617f95-ad4e-40ad-b91d-a0f09a7813d9 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=103475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:02:30.877672 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c60f20-bf63-4e7d-a2dd-c412b8cf6230 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Pushing event updated for resources: {'Port': ['ID=82bb4953-118f-481d-858f-6c8f203f3eca,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:30.892819 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-35617f95-ad4e-40ad-b91d-a0f09a7813d9 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (adc66490-e7cf-400c-b68f-f85c970ceac0), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:30.894050 n-d-825015-3 neutron-server[103475]: INFO neutron.db.segments_db [None req-35617f95-ad4e-40ad-b91d-a0f09a7813d9 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Added segment adc66490-e7cf-400c-b68f-f85c970ceac0 of type vlan for network fb06ac27-b236-4dcb-8246-b1a28f899b26 Feb 04 13:02:30.952336 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-35617f95-ad4e-40ad-b91d-a0f09a7813d9 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (fb06ac27-b236-4dcb-8246-b1a28f899b26), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:30.956461 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46f3304-b006-4703-9c52-1517f05cee8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-aba7b5c5-28e4-4e5a-88bc-b2be0ca6b818', 'network_id': 'aba7b5c5-28e4-4e5a-88bc-b2be0ca6b818', 'project_id': 'd6e36c1d2f87413683ee719a7ed00f29', 'fixed_ips': [{'subnet_id': '37cddc85-8279-46d9-bede-1b03df54c77f'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:02:30.957348 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e46f3304-b006-4703-9c52-1517f05cee8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:30.988676 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-35617f95-ad4e-40ad-b91d-a0f09a7813d9 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (fb06ac27-b236-4dcb-8246-b1a28f899b26), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:31.003182 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35617f95-ad4e-40ad-b91d-a0f09a7813d9 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:31.006942 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-35617f95-ad4e-40ad-b91d-a0f09a7813d9 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:31.045059 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-35617f95-ad4e-40ad-b91d-a0f09a7813d9 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2744265 Feb 04 13:02:31.050526 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 55218) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:02:31.066024 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-7f6e10c8-9236-48a6-8416-e32f82028408 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Request body: {'subnet': {'network_id': 'fb06ac27-b236-4dcb-8246-b1a28f899b26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:02:31.101030 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35617f95-ad4e-40ad-b91d-a0f09a7813d9 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Pushing event updated for resources: {'Network': ['ID=fb06ac27-b236-4dcb-8246-b1a28f899b26,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:31.118278 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network fb06ac27-b236-4dcb-8246-b1a28f899b26 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:02:31.265582 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-e46f3304-b006-4703-9c52-1517f05cee8f None None] Allocated IP 2001:db8::1 (aba7b5c5-28e4-4e5a-88bc-b2be0ca6b818/37cddc85-8279-46d9-bede-1b03df54c77f/7c2dff1f-9e9c-4725-a56d-55aa5a6af809) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:02:31.356407 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f6e10c8-9236-48a6-8416-e32f82028408 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Made reservation on behalf of d6e36c1d2f87413683ee719a7ed00f29 for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:02:31.359930 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7f6e10c8-9236-48a6-8416-e32f82028408 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60610638'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:31.502181 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e46f3304-b006-4703-9c52-1517f05cee8f None None] Publish callbacks [] for port (7c2dff1f-9e9c-4725-a56d-55aa5a6af809), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:31.504089 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:31.513002 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e46f3304-b006-4703-9c52-1517f05cee8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (7c2dff1f-9e9c-4725-a56d-55aa5a6af809), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:31.523387 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:02:31.578455 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.ipam_backend_mixin [None req-7f6e10c8-9236-48a6-8416-e32f82028408 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Performing IP validity checks on allocation pools {{(pid=103474) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 04 13:02:31.578985 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.ipam_backend_mixin [None req-7f6e10c8-9236-48a6-8416-e32f82028408 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103474) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 04 13:02:31.579262 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46f3304-b006-4703-9c52-1517f05cee8f None None] Network aba7b5c5-28e4-4e5a-88bc-b2be0ca6b818 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:02:31.582328 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-e46f3304-b006-4703-9c52-1517f05cee8f None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:02:31.585947 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46f3304-b006-4703-9c52-1517f05cee8f None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:02:31.592666 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46f3304-b006-4703-9c52-1517f05cee8f None None] Pushing event updated for resources: {'Port': ['ID=7c2dff1f-9e9c-4725-a56d-55aa5a6af809,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:31.677370 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-e46f3304-b006-4703-9c52-1517f05cee8f None None] Attempting to bind port 7c2dff1f-9e9c-4725-a56d-55aa5a6af809 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:02:31.677753 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-e46f3304-b006-4703-9c52-1517f05cee8f None None] Attempting to bind port 7c2dff1f-9e9c-4725-a56d-55aa5a6af809 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '46137487-595f-436f-99cc-df98bcd7e533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'aba7b5c5-28e4-4e5a-88bc-b2be0ca6b818'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:02:31.678190 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46f3304-b006-4703-9c52-1517f05cee8f None None] Attempting to bind port 7c2dff1f-9e9c-4725-a56d-55aa5a6af809 on network aba7b5c5-28e4-4e5a-88bc-b2be0ca6b818 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:02:31.684067 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46f3304-b006-4703-9c52-1517f05cee8f None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:02:31.684550 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46f3304-b006-4703-9c52-1517f05cee8f None None] Checking segment: {'id': '46137487-595f-436f-99cc-df98bcd7e533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'aba7b5c5-28e4-4e5a-88bc-b2be0ca6b818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:02:31.685025 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e46f3304-b006-4703-9c52-1517f05cee8f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:31.685491 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46f3304-b006-4703-9c52-1517f05cee8f None None] Bound using segment: {'id': '46137487-595f-436f-99cc-df98bcd7e533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'aba7b5c5-28e4-4e5a-88bc-b2be0ca6b818'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:02:31.686030 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-e46f3304-b006-4703-9c52-1517f05cee8f None None] Bound port: 7c2dff1f-9e9c-4725-a56d-55aa5a6af809, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46137487-595f-436f-99cc-df98bcd7e533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'aba7b5c5-28e4-4e5a-88bc-b2be0ca6b818'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:02:31.686488 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e46f3304-b006-4703-9c52-1517f05cee8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (7c2dff1f-9e9c-4725-a56d-55aa5a6af809), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:31.746121 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-13c60f20-bf63-4e7d-a2dd-c412b8cf6230 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks [] for floatingip (f968e9d8-c91e-4220-a496-0f2e57c504a3), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:31.758030 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-e46f3304-b006-4703-9c52-1517f05cee8f None None] For port 7c2dff1f-9e9c-4725-a56d-55aa5a6af809, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:02:31.762398 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-e46f3304-b006-4703-9c52-1517f05cee8f None None] For port 7c2dff1f-9e9c-4725-a56d-55aa5a6af809, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=7c2dff1f-9e9c-4725-a56d-55aa5a6af809,segment=NetworkSegment(46137487-595f-436f-99cc-df98bcd7e533),segment_id=46137487-595f-436f-99cc-df98bcd7e533)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:02:31.769353 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e46f3304-b006-4703-9c52-1517f05cee8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (7c2dff1f-9e9c-4725-a56d-55aa5a6af809), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:31.837395 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46f3304-b006-4703-9c52-1517f05cee8f None None] Pushing event updated for resources: {'Port': ['ID=7c2dff1f-9e9c-4725-a56d-55aa5a6af809,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:31.941324 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:31.944051 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7f6e10c8-9236-48a6-8416-e32f82028408 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59045178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60610680'] for subnet (de174b27-4277-4161-b44d-05e8926dc62e), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:31.952929 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-13c60f20-bf63-4e7d-a2dd-c412b8cf6230 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (82bb4953-118f-481d-858f-6c8f203f3eca), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:32.050904 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6e10c8-9236-48a6-8416-e32f82028408 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Pushing event updated for resources: {'Subnet': ['ID=de174b27-4277-4161-b44d-05e8926dc62e,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:32.125534 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6e10c8-9236-48a6-8416-e32f82028408 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Checking segment: {'id': 'adc66490-e7cf-400c-b68f-f85c970ceac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'fb06ac27-b236-4dcb-8246-b1a28f899b26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:02:32.125982 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6e10c8-9236-48a6-8416-e32f82028408 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Network hostable DHCP agents. Network: fb06ac27-b236-4dcb-8246-b1a28f899b26, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:02:32.174137 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6e10c8-9236-48a6-8416-e32f82028408 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Network fb06ac27-b236-4dcb-8246-b1a28f899b26 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:02:32.195657 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-7f6e10c8-9236-48a6-8416-e32f82028408 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, fb06ac27-b236-4dcb-8246-b1a28f899b26) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:02:32.202604 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f6e10c8-9236-48a6-8416-e32f82028408 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:32.203239 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7f6e10c8-9236-48a6-8416-e32f82028408 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:32.212389 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2970e84-3cfd-49ff-b1ef-38829bb7cc0a None None] Network fb06ac27-b236-4dcb-8246-b1a28f899b26 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:02:32.252428 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-7f6e10c8-9236-48a6-8416-e32f82028408 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.1939111 Feb 04 13:02:32.252428 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-13c60f20-bf63-4e7d-a2dd-c412b8cf6230 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks [] for port (82bb4953-118f-481d-858f-6c8f203f3eca), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:32.252717 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 55228) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:02:32.259573 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-13c60f20-bf63-4e7d-a2dd-c412b8cf6230 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (82bb4953-118f-481d-858f-6c8f203f3eca), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:32.314739 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c60f20-bf63-4e7d-a2dd-c412b8cf6230 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Pushing event updated for resources: {'Port': ['ID=82bb4953-118f-481d-858f-6c8f203f3eca,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:32.399585 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ad6a55-f439-423d-a09b-7bcc5336e837 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-fb06ac27-b236-4dcb-8246-b1a28f899b26', 'network_id': 'fb06ac27-b236-4dcb-8246-b1a28f899b26', 'project_id': 'd6e36c1d2f87413683ee719a7ed00f29', 'fixed_ips': [{'subnet_id': 'de174b27-4277-4161-b44d-05e8926dc62e'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:02:32.400493 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-20ad6a55-f439-423d-a09b-7bcc5336e837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:32.412413 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-13c60f20-bf63-4e7d-a2dd-c412b8cf6230 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1599943'] for floatingip (f968e9d8-c91e-4220-a496-0f2e57c504a3), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:32.444416 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-17c0eebe-319f-40bb-9b9e-0f8b2f4f9e0b tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (fb06ac27-b236-4dcb-8246-b1a28f899b26), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:32.520406 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-17c0eebe-319f-40bb-9b9e-0f8b2f4f9e0b tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (de174b27-4277-4161-b44d-05e8926dc62e), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:32.612407 n-d-825015-3 neutron-server[103474]: INFO neutron.db.l3_db [None req-13c60f20-bf63-4e7d-a2dd-c412b8cf6230 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Floating IP f968e9d8-c91e-4220-a496-0f2e57c504a3 associated. External IP: 172.25.3.166, port: e8923c48-5174-40d7-8df0-ffc91ee53090. Feb 04 13:02:32.888649 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-20ad6a55-f439-423d-a09b-7bcc5336e837 None None] Allocated IP 2001:db8::3 (fb06ac27-b236-4dcb-8246-b1a28f899b26/de174b27-4277-4161-b44d-05e8926dc62e/3b3b1c68-e2b4-404a-8fbc-c56fbd131e36) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:02:33.141686 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-20ad6a55-f439-423d-a09b-7bcc5336e837 None None] Publish callbacks [] for port (3b3b1c68-e2b4-404a-8fbc-c56fbd131e36), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:33.154864 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-20ad6a55-f439-423d-a09b-7bcc5336e837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (3b3b1c68-e2b4-404a-8fbc-c56fbd131e36), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:33.174410 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ad6a55-f439-423d-a09b-7bcc5336e837 None None] Network fb06ac27-b236-4dcb-8246-b1a28f899b26 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:02:33.177403 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-20ad6a55-f439-423d-a09b-7bcc5336e837 None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:02:33.183240 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-17c0eebe-319f-40bb-9b9e-0f8b2f4f9e0b tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-52093282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51452698'] for subnet (de174b27-4277-4161-b44d-05e8926dc62e), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:33.200913 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ad6a55-f439-423d-a09b-7bcc5336e837 None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:02:33.285988 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c0eebe-319f-40bb-9b9e-0f8b2f4f9e0b tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Pushing event deleted for resources: {'Subnet': ['ID=de174b27-4277-4161-b44d-05e8926dc62e,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:33.350209 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-20ad6a55-f439-423d-a09b-7bcc5336e837 None None] Attempting to bind port 3b3b1c68-e2b4-404a-8fbc-c56fbd131e36 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:02:33.350689 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-20ad6a55-f439-423d-a09b-7bcc5336e837 None None] Attempting to bind port 3b3b1c68-e2b4-404a-8fbc-c56fbd131e36 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': 'adc66490-e7cf-400c-b68f-f85c970ceac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'fb06ac27-b236-4dcb-8246-b1a28f899b26'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:02:33.350952 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ad6a55-f439-423d-a09b-7bcc5336e837 None None] Attempting to bind port 3b3b1c68-e2b4-404a-8fbc-c56fbd131e36 on network fb06ac27-b236-4dcb-8246-b1a28f899b26 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:02:33.379354 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ad6a55-f439-423d-a09b-7bcc5336e837 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:02:33.379774 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ad6a55-f439-423d-a09b-7bcc5336e837 None None] Checking segment: {'id': 'adc66490-e7cf-400c-b68f-f85c970ceac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'fb06ac27-b236-4dcb-8246-b1a28f899b26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:02:33.380187 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-20ad6a55-f439-423d-a09b-7bcc5336e837 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:33.380588 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ad6a55-f439-423d-a09b-7bcc5336e837 None None] Bound using segment: {'id': 'adc66490-e7cf-400c-b68f-f85c970ceac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'fb06ac27-b236-4dcb-8246-b1a28f899b26'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:02:33.381078 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-20ad6a55-f439-423d-a09b-7bcc5336e837 None None] Bound port: 3b3b1c68-e2b4-404a-8fbc-c56fbd131e36, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adc66490-e7cf-400c-b68f-f85c970ceac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'fb06ac27-b236-4dcb-8246-b1a28f899b26'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:02:33.381464 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-20ad6a55-f439-423d-a09b-7bcc5336e837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (3b3b1c68-e2b4-404a-8fbc-c56fbd131e36), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:33.383612 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c1e317-937c-4e9c-bdd2-1393979dec69 None None] Network aba7b5c5-28e4-4e5a-88bc-b2be0ca6b818 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:02:33.410737 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13c60f20-bf63-4e7d-a2dd-c412b8cf6230 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Router 024eaaf0-2d65-4b7c-9e2a-8cef52c577d7 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:02:33.450389 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-17c0eebe-319f-40bb-9b9e-0f8b2f4f9e0b tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (fb06ac27-b236-4dcb-8246-b1a28f899b26), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:33.460988 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ad6a55-f439-423d-a09b-7bcc5336e837 None None] Pushing event updated for resources: {'Port': ['ID=3b3b1c68-e2b4-404a-8fbc-c56fbd131e36,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:33.508230 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-17c0eebe-319f-40bb-9b9e-0f8b2f4f9e0b tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb06ac27-b236-4dcb-8246-b1a28f899b26']}} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:02:33.520745 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-17c0eebe-319f-40bb-9b9e-0f8b2f4f9e0b tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adc66490-e7cf-400c-b68f-f85c970ceac0') {'for_net_delete': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:02:33.521026 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-17c0eebe-319f-40bb-9b9e-0f8b2f4f9e0b tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adc66490-e7cf-400c-b68f-f85c970ceac0') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:02:33.538687 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-17c0eebe-319f-40bb-9b9e-0f8b2f4f9e0b tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51859336'] for segment (adc66490-e7cf-400c-b68f-f85c970ceac0), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:33.560385 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-17c0eebe-319f-40bb-9b9e-0f8b2f4f9e0b tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (adc66490-e7cf-400c-b68f-f85c970ceac0), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:33.576489 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17c0eebe-319f-40bb-9b9e-0f8b2f4f9e0b tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=103475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:02:33.577242 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-17c0eebe-319f-40bb-9b9e-0f8b2f4f9e0b tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-52093388'] for segment (adc66490-e7cf-400c-b68f-f85c970ceac0), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:33.594149 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 7c2dff1f-9e9c-4725-a56d-55aa5a6af809 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:02:33.627679 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13c60f20-bf63-4e7d-a2dd-c412b8cf6230 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:02:33.649530 n-d-825015-3 neutron-server[103475]: Traceback (most recent call last): Feb 04 13:02:33.649530 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:02:33.649530 n-d-825015-3 neutron-server[103475]: timer() Feb 04 13:02:33.649530 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:02:33.649530 n-d-825015-3 neutron-server[103475]: cb(*args, **kw) Feb 04 13:02:33.649530 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:02:33.649530 n-d-825015-3 neutron-server[103475]: return func(*args, **kwargs) Feb 04 13:02:33.649530 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:02:33.649530 n-d-825015-3 neutron-server[103475]: self._notify() Feb 04 13:02:33.649530 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:02:33.649530 n-d-825015-3 neutron-server[103475]: self.callback(batched_events) Feb 04 13:02:33.649530 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:02:33.649530 n-d-825015-3 neutron-server[103475]: event.method(event) Feb 04 13:02:33.649530 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:02:33.649530 n-d-825015-3 neutron-server[103475]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:02:33.649530 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:02:33.649530 n-d-825015-3 neutron-server[103475]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:02:33.649530 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:02:33.649530 n-d-825015-3 neutron-server[103475]: return f(self, *a, **k) Feb 04 13:02:33.649530 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:02:33.649530 n-d-825015-3 neutron-server[103475]: return self._get(url).json() Feb 04 13:02:33.649530 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:02:33.649530 n-d-825015-3 neutron-server[103475]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:02:33.649530 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:02:33.649530 n-d-825015-3 neutron-server[103475]: return self.request(url, 'GET', **kwargs) Feb 04 13:02:33.649530 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:02:33.649530 n-d-825015-3 neutron-server[103475]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:02:33.649530 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:02:33.649530 n-d-825015-3 neutron-server[103475]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:02:33.649530 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:02:33.649530 n-d-825015-3 neutron-server[103475]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:02:33.649530 n-d-825015-3 neutron-server[103475]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:02:33.656799 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839d88bd-ab2e-41de-9059-83592cadf340 None None] Sync routers for ids ['024eaaf0-2d65-4b7c-9e2a-8cef52c577d7'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:02:33.657577 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-13c60f20-bf63-4e7d-a2dd-c412b8cf6230 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:33.669064 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-a765b76f-2226-45e0-bf73-97bcba7a02c6 None None] Provisioning complete for port 7c2dff1f-9e9c-4725-a56d-55aa5a6af809 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:02:33.669448 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a765b76f-2226-45e0-bf73-97bcba7a02c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (7c2dff1f-9e9c-4725-a56d-55aa5a6af809), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:33.684810 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.db.api [None req-17c0eebe-319f-40bb-9b9e-0f8b2f4f9e0b tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 13:02:33.684810 n-d-825015-3 neutron-server[103475]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 13:02:33.684810 n-d-825015-3 neutron-server[103475]: [parameters: {'id': 'fb06ac27-b236-4dcb-8246-b1a28f899b26'}] Feb 04 13:02:33.684810 n-d-825015-3 neutron-server[103475]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103475) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:02:33.685365 n-d-825015-3 neutron-server[103475]: DEBUG oslo_db.api [None req-17c0eebe-319f-40bb-9b9e-0f8b2f4f9e0b tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:02:33.718642 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-13c60f20-bf63-4e7d-a2dd-c412b8cf6230 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.7966096 Feb 04 13:02:33.719595 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd41658ef-4aa6-47aa-9597-079a6a4126aa', 'tag': 'e8923c48-5174-40d7-8df0-ffc91ee53090'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:02:33.721747 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a660f88-20cb-4a5d-8c09-f515bf5d83e6" -d '{"events": [{"name": "network-changed", "server_uuid": "d41658ef-4aa6-47aa-9597-079a6a4126aa", "tag": "e8923c48-5174-40d7-8df0-ffc91ee53090"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:02:33.764936 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b843699-f3d2-4e40-aa69-c686cc84bfa5 x-openstack-request-id: req-3b843699-f3d2-4e40-aa69-c686cc84bfa5 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:02:33.765354 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d41658ef-4aa6-47aa-9597-079a6a4126aa", "tag": "e8923c48-5174-40d7-8df0-ffc91ee53090", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:02:33.765782 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3b843699-f3d2-4e40-aa69-c686cc84bfa5 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:02:33.766293 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd41658ef-4aa6-47aa-9597-079a6a4126aa', 'tag': 'e8923c48-5174-40d7-8df0-ffc91ee53090', 'status': 'completed', 'code': 200} Feb 04 13:02:33.783996 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-20ad6a55-f439-423d-a09b-7bcc5336e837 None None] For port 3b3b1c68-e2b4-404a-8fbc-c56fbd131e36, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:02:33.790339 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839d88bd-ab2e-41de-9059-83592cadf340 None None] Routers {'024eaaf0-2d65-4b7c-9e2a-8cef52c577d7'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:02:33.791299 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-839d88bd-ab2e-41de-9059-83592cadf340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:02:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['024eaaf0-2d65-4b7c-9e2a-8cef52c577d7'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:02:33.862608 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-20ad6a55-f439-423d-a09b-7bcc5336e837 None None] For port 3b3b1c68-e2b4-404a-8fbc-c56fbd131e36, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=3b3b1c68-e2b4-404a-8fbc-c56fbd131e36,segment=NetworkSegment(adc66490-e7cf-400c-b68f-f85c970ceac0),segment_id=adc66490-e7cf-400c-b68f-f85c970ceac0)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:02:33.866854 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a660f88-20cb-4a5d-8c09-f515bf5d83e6 req-a41f594c-8d9d-441a-a81d-391e28f32907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:33.869070 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-2a660f88-20cb-4a5d-8c09-f515bf5d83e6 req-a41f594c-8d9d-441a-a81d-391e28f32907 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3c0dc8c0402645d983d20be0fc21117a&device_id=d41658ef-4aa6-47aa-9597-079a6a4126aa HTTP/1.1" status: 200 len: 1128 time: 0.0629015 Feb 04 13:02:33.911499 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-20ad6a55-f439-423d-a09b-7bcc5336e837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (3b3b1c68-e2b4-404a-8fbc-c56fbd131e36), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:33.995987 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a660f88-20cb-4a5d-8c09-f515bf5d83e6 req-ec4eec16-a837-47fc-a696-fc0cb50278d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:33.999098 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-2a660f88-20cb-4a5d-8c09-f515bf5d83e6 req-ec4eec16-a837-47fc-a696-fc0cb50278d1 service neutron] 10.222.0.77 "GET /v2.0/networks?id=f237d722-433d-480c-8987-66d34675134e HTTP/1.1" status: 200 len: 913 time: 0.1230571 Feb 04 13:02:34.023426 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 7c2dff1f-9e9c-4725-a56d-55aa5a6af809 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:02:34.023797 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (7c2dff1f-9e9c-4725-a56d-55aa5a6af809), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:34.120806 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ad6a55-f439-423d-a09b-7bcc5336e837 None None] Pushing event updated for resources: {'Port': ['ID=3b3b1c68-e2b4-404a-8fbc-c56fbd131e36,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:34.174751 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-839d88bd-ab2e-41de-9059-83592cadf340 None None] Set router 024eaaf0-2d65-4b7c-9e2a-8cef52c577d7 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:02:34.186207 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-17c0eebe-319f-40bb-9b9e-0f8b2f4f9e0b tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (fb06ac27-b236-4dcb-8246-b1a28f899b26), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:34.208965 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-a765b76f-2226-45e0-bf73-97bcba7a02c6 None None] Current status of the port 7c2dff1f-9e9c-4725-a56d-55aa5a6af809 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:02:34.209575 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a765b76f-2226-45e0-bf73-97bcba7a02c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (7c2dff1f-9e9c-4725-a56d-55aa5a6af809), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:34.221104 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd138466-2f9a-4356-b68f-5bfc9a019c2b None None] Network fb06ac27-b236-4dcb-8246-b1a28f899b26 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:02:34.252408 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-2a660f88-20cb-4a5d-8c09-f515bf5d83e6 req-417d75e0-d7e4-4204-aab6-3a999ab360e2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e8923c48-5174-40d7-8df0-ffc91ee53090 HTTP/1.1" status: 200 len: 1000 time: 0.2422628 Feb 04 13:02:34.327563 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a660f88-20cb-4a5d-8c09-f515bf5d83e6 req-a691d647-e467-4c19-9b0f-6558fd0488a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:34.329877 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-2a660f88-20cb-4a5d-8c09-f515bf5d83e6 req-a691d647-e467-4c19-9b0f-6558fd0488a5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=70faacee-af53-42b7-af83-bbc74f352570 HTTP/1.1" status: 200 len: 851 time: 0.0697143 Feb 04 13:02:34.348718 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-17c0eebe-319f-40bb-9b9e-0f8b2f4f9e0b tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Deleting port 3b3b1c68-e2b4-404a-8fbc-c56fbd131e36 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:02:34.349297 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-17c0eebe-319f-40bb-9b9e-0f8b2f4f9e0b tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (3b3b1c68-e2b4-404a-8fbc-c56fbd131e36), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:34.441562 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-a765b76f-2226-45e0-bf73-97bcba7a02c6 None None] For port 7c2dff1f-9e9c-4725-a56d-55aa5a6af809, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=7c2dff1f-9e9c-4725-a56d-55aa5a6af809,segment=NetworkSegment(46137487-595f-436f-99cc-df98bcd7e533),segment_id=46137487-595f-436f-99cc-df98bcd7e533)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:02:34.458948 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a660f88-20cb-4a5d-8c09-f515bf5d83e6 req-37e777bc-8adc-4526-8cb4-ef176814eb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:34.460514 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-2a660f88-20cb-4a5d-8c09-f515bf5d83e6 req-37e777bc-8adc-4526-8cb4-ef176814eb2a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f237d722-433d-480c-8987-66d34675134e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1222162 Feb 04 13:02:34.465909 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a765b76f-2226-45e0-bf73-97bcba7a02c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (7c2dff1f-9e9c-4725-a56d-55aa5a6af809), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:34.481713 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 7c2dff1f-9e9c-4725-a56d-55aa5a6af809 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:02:34.482131 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (7c2dff1f-9e9c-4725-a56d-55aa5a6af809), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:34.484095 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-17c0eebe-319f-40bb-9b9e-0f8b2f4f9e0b tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] For port 3b3b1c68-e2b4-404a-8fbc-c56fbd131e36, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=3b3b1c68-e2b4-404a-8fbc-c56fbd131e36,segment=NetworkSegment(adc66490-e7cf-400c-b68f-f85c970ceac0),segment_id=adc66490-e7cf-400c-b68f-f85c970ceac0)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:02:34.484395 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-17c0eebe-319f-40bb-9b9e-0f8b2f4f9e0b tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (3b3b1c68-e2b4-404a-8fbc-c56fbd131e36), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:34.498599 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-17c0eebe-319f-40bb-9b9e-0f8b2f4f9e0b tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Calling delete_port for 3b3b1c68-e2b4-404a-8fbc-c56fbd131e36 owned by network:dhcp {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:02:34.645846 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-2a660f88-20cb-4a5d-8c09-f515bf5d83e6 req-8f0f0580-0883-4ccb-ac7a-2b761c8b686c service neutron] 10.222.0.77 "GET /v2.0/networks/f237d722-433d-480c-8987-66d34675134e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769917 Feb 04 13:02:34.689589 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-17c0eebe-319f-40bb-9b9e-0f8b2f4f9e0b tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (3b3b1c68-e2b4-404a-8fbc-c56fbd131e36), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:34.737303 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c0eebe-319f-40bb-9b9e-0f8b2f4f9e0b tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Pushing event deleted for resources: {'Port': ['ID=3b3b1c68-e2b4-404a-8fbc-c56fbd131e36,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:34.739246 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c0eebe-319f-40bb-9b9e-0f8b2f4f9e0b tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] No DVR routers for this DVR port 3b3b1c68-e2b4-404a-8fbc-c56fbd131e36 on host n-d-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:02:34.805038 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b877a4ea-75de-4fce-ae11-52a42a04aec4 None None] Provisioning complete for port 7c2dff1f-9e9c-4725-a56d-55aa5a6af809 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:02:34.805628 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b877a4ea-75de-4fce-ae11-52a42a04aec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (7c2dff1f-9e9c-4725-a56d-55aa5a6af809), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:34.834510 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de99ea9-ed84-4808-a78c-fa404656f393 None None] get_active_networks_info from n-d-825015-3 {{(pid=103476) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 04 13:02:34.836008 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-2a660f88-20cb-4a5d-8c09-f515bf5d83e6 req-f8ef8164-4851-4566-b748-1617eef11c78 service neutron] 10.222.0.77 "GET /v2.0/networks/f237d722-433d-480c-8987-66d34675134e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785741 Feb 04 13:02:34.842941 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-17c0eebe-319f-40bb-9b9e-0f8b2f4f9e0b tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (fb06ac27-b236-4dcb-8246-b1a28f899b26), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:34.856906 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a765b76f-2226-45e0-bf73-97bcba7a02c6 None None] Pushing event updated for resources: {'Port': ['ID=7c2dff1f-9e9c-4725-a56d-55aa5a6af809,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:34.888286 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.db.api [None req-b116c552-173d-469e-b16f-751f4467941a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103476) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:02:34.888668 n-d-825015-3 neutron-server[103476]: DEBUG oslo_db.api [None req-b116c552-173d-469e-b16f-751f4467941a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:02:34.889902 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-17c0eebe-319f-40bb-9b9e-0f8b2f4f9e0b tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb06ac27-b236-4dcb-8246-b1a28f899b26']}} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:02:34.904544 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-17c0eebe-319f-40bb-9b9e-0f8b2f4f9e0b tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adc66490-e7cf-400c-b68f-f85c970ceac0') {'for_net_delete': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:02:34.904920 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-17c0eebe-319f-40bb-9b9e-0f8b2f4f9e0b tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adc66490-e7cf-400c-b68f-f85c970ceac0') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:02:34.922864 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-17c0eebe-319f-40bb-9b9e-0f8b2f4f9e0b tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51859336'] for segment (adc66490-e7cf-400c-b68f-f85c970ceac0), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:34.943092 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-17c0eebe-319f-40bb-9b9e-0f8b2f4f9e0b tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (adc66490-e7cf-400c-b68f-f85c970ceac0), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:34.952991 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17c0eebe-319f-40bb-9b9e-0f8b2f4f9e0b tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=103475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:02:34.953458 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-17c0eebe-319f-40bb-9b9e-0f8b2f4f9e0b tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-52093388'] for segment (adc66490-e7cf-400c-b68f-f85c970ceac0), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:34.958799 n-d-825015-3 neutron-server[103475]: Traceback (most recent call last): Feb 04 13:02:34.958799 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:02:34.958799 n-d-825015-3 neutron-server[103475]: timer() Feb 04 13:02:34.958799 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:02:34.958799 n-d-825015-3 neutron-server[103475]: cb(*args, **kw) Feb 04 13:02:34.958799 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:02:34.958799 n-d-825015-3 neutron-server[103475]: return func(*args, **kwargs) Feb 04 13:02:34.958799 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:02:34.958799 n-d-825015-3 neutron-server[103475]: self._notify() Feb 04 13:02:34.958799 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:02:34.958799 n-d-825015-3 neutron-server[103475]: self.callback(batched_events) Feb 04 13:02:34.958799 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:02:34.958799 n-d-825015-3 neutron-server[103475]: event.method(event) Feb 04 13:02:34.958799 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:02:34.958799 n-d-825015-3 neutron-server[103475]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:02:34.958799 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:02:34.958799 n-d-825015-3 neutron-server[103475]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:02:34.958799 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:02:34.958799 n-d-825015-3 neutron-server[103475]: return f(self, *a, **k) Feb 04 13:02:34.958799 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:02:34.958799 n-d-825015-3 neutron-server[103475]: return self._get(url).json() Feb 04 13:02:34.958799 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:02:34.958799 n-d-825015-3 neutron-server[103475]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:02:34.958799 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:02:34.958799 n-d-825015-3 neutron-server[103475]: return self.request(url, 'GET', **kwargs) Feb 04 13:02:34.958799 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:02:34.958799 n-d-825015-3 neutron-server[103475]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:02:34.958799 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:02:34.958799 n-d-825015-3 neutron-server[103475]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:02:34.958799 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:02:34.958799 n-d-825015-3 neutron-server[103475]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:02:34.958799 n-d-825015-3 neutron-server[103475]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:02:34.963273 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-839d88bd-ab2e-41de-9059-83592cadf340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '024eaaf0-2d65-4b7c-9e2a-8cef52c577d7', 'name': 'tempest-TestVolumeBootPattern-1950943043-router', 'tenant_id': '3c0dc8c0402645d983d20be0fc21117a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '905d01d9-6ced-4b80-b81a-4e838906d04e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:47:46Z', 'updated_at': '2022-02-04T12:47:55Z', 'revision_number': 4, 'project_id': '3c0dc8c0402645d983d20be0fc21117a', 'gw_port': {'id': '905d01d9-6ced-4b80-b81a-4e838906d04e', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:94:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024eaaf0-2d65-4b7c-9e2a-8cef52c577d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:47:48Z', 'updated_at': '2022-02-04T12:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': 'dd7c5322-601b-4a4e-a09a-25c720aea766', 'tenant_id': '3c0dc8c0402645d983d20be0fc21117a', 'floating_ip_address': '172.25.3.67', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': '024eaaf0-2d65-4b7c-9e2a-8cef52c577d7', 'port_id': '7efa0323-cf35-4518-9a52-c351985b2e63', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f237d722-433d-480c-8987-66d34675134e', 'mac_address': 'fa:16:3e:6e:08:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6645098-7d16-411c-8dd8-a5b33cab61da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:59:49Z', 'updated_at': '2022-02-04T12:59:52Z', 'revision_number': 1, 'project_id': '3c0dc8c0402645d983d20be0fc21117a', 'fixed_ip_address_scope': None}, {'id': 'f968e9d8-c91e-4220-a496-0f2e57c504a3', 'tenant_id': '3c0dc8c0402645d983d20be0fc21117a', 'floating_ip_address': '172.25.3.166', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': '024eaaf0-2d65-4b7c-9e2a-8cef52c577d7', 'port_id': 'e8923c48-5174-40d7-8df0-ffc91ee53090', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3720, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f237d722-433d-480c-8987-66d34675134e', 'mac_address': 'fa:16:3e:d6:d0:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd41658ef-4aa6-47aa-9597-079a6a4126aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:02:31Z', 'updated_at': '2022-02-04T13:02:31Z', 'revision_number': 0, 'project_id': '3c0dc8c0402645d983d20be0fc21117a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44692f76-31ca-466a-966d-b6774ece519d', 'name': '', 'network_id': 'f237d722-433d-480c-8987-66d34675134e', 'tenant_id': '3c0dc8c0402645d983d20be0fc21117a', 'mac_address': 'fa:16:3e:84:c4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024eaaf0-2d65-4b7c-9e2a-8cef52c577d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '70faacee-af53-42b7-af83-bbc74f352570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:47:54Z', 'updated_at': '2022-02-04T12:48:07Z', 'revision_number': 5, 'project_id': '3c0dc8c0402645d983d20be0fc21117a', 'subnets': [{'id': '70faacee-af53-42b7-af83-bbc74f352570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:02:35.024963 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839d88bd-ab2e-41de-9059-83592cadf340 None None] Checking router: 024eaaf0-2d65-4b7c-9e2a-8cef52c577d7 for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:02:35.049703 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-17c0eebe-319f-40bb-9b9e-0f8b2f4f9e0b tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (fb06ac27-b236-4dcb-8246-b1a28f899b26), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:35.059199 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-17c0eebe-319f-40bb-9b9e-0f8b2f4f9e0b tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:35.060173 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b877a4ea-75de-4fce-ae11-52a42a04aec4 None None] Current status of the port 7c2dff1f-9e9c-4725-a56d-55aa5a6af809 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:02:35.066034 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-17c0eebe-319f-40bb-9b9e-0f8b2f4f9e0b tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] 10.222.0.65 "DELETE /v2.0/networks/fb06ac27-b236-4dcb-8246-b1a28f899b26 HTTP/1.1" status: 204 len: 168 time: 2.8087015 Feb 04 13:02:35.066245 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839d88bd-ab2e-41de-9059-83592cadf340 None None] Routers {'024eaaf0-2d65-4b7c-9e2a-8cef52c577d7'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:02:35.066245 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-839d88bd-ab2e-41de-9059-83592cadf340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:02:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['024eaaf0-2d65-4b7c-9e2a-8cef52c577d7'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:02:35.066474 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 55244) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:02:35.072428 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-0313b6e3-bf6b-4c2b-9e42-05e54f052f12 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-396648321'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:02:35.090589 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c0eebe-319f-40bb-9b9e-0f8b2f4f9e0b tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Pushing event deleted for resources: {'Network': ['ID=fb06ac27-b236-4dcb-8246-b1a28f899b26,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:35.112368 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0313b6e3-bf6b-4c2b-9e42-05e54f052f12 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Made reservation on behalf of d6e36c1d2f87413683ee719a7ed00f29 for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:02:35.116049 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0313b6e3-bf6b-4c2b-9e42-05e54f052f12 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:35.155538 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0313b6e3-bf6b-4c2b-9e42-05e54f052f12 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:02:35.166505 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0313b6e3-bf6b-4c2b-9e42-05e54f052f12 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (58b58b6a-19c9-4006-adec-951e2c116193), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:35.166990 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-0313b6e3-bf6b-4c2b-9e42-05e54f052f12 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Added segment 58b58b6a-19c9-4006-adec-951e2c116193 of type vlan for network d6b7132e-48b0-4cd3-9238-39c10f6feff8 Feb 04 13:02:35.213557 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0313b6e3-bf6b-4c2b-9e42-05e54f052f12 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (d6b7132e-48b0-4cd3-9238-39c10f6feff8), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:35.250807 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0313b6e3-bf6b-4c2b-9e42-05e54f052f12 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (d6b7132e-48b0-4cd3-9238-39c10f6feff8), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:35.259870 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0313b6e3-bf6b-4c2b-9e42-05e54f052f12 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:35.261923 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0313b6e3-bf6b-4c2b-9e42-05e54f052f12 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:35.310463 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 55248) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:02:35.310728 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-0313b6e3-bf6b-4c2b-9e42-05e54f052f12 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2420385 Feb 04 13:02:35.316491 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-2e804473-6e0a-4c04-8207-7054701a9e47 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Request body: {'subnet': {'network_id': 'd6b7132e-48b0-4cd3-9238-39c10f6feff8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:02:35.329037 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de99ea9-ed84-4808-a78c-fa404656f393 None None] Resources bound (agent type, host, resource id): {{(pid=103476) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 13:02:35.390588 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0313b6e3-bf6b-4c2b-9e42-05e54f052f12 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Pushing event updated for resources: {'Network': ['ID=d6b7132e-48b0-4cd3-9238-39c10f6feff8,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:35.460740 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network d6b7132e-48b0-4cd3-9238-39c10f6feff8 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:02:35.461891 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e804473-6e0a-4c04-8207-7054701a9e47 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Made reservation on behalf of d6e36c1d2f87413683ee719a7ed00f29 for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:02:35.473043 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2e804473-6e0a-4c04-8207-7054701a9e47 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:35.590391 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-839d88bd-ab2e-41de-9059-83592cadf340 None None] Set router 024eaaf0-2d65-4b7c-9e2a-8cef52c577d7 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:02:35.624007 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 7c2dff1f-9e9c-4725-a56d-55aa5a6af809 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:02:35.778872 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2e804473-6e0a-4c04-8207-7054701a9e47 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52094127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51452689'] for subnet (62f133cc-60a8-4b80-83d2-bf6d90a4bedf), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:35.833760 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 7c2dff1f-9e9c-4725-a56d-55aa5a6af809 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:02:35.875850 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e804473-6e0a-4c04-8207-7054701a9e47 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Checking segment: {'id': '58b58b6a-19c9-4006-adec-951e2c116193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'd6b7132e-48b0-4cd3-9238-39c10f6feff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:02:35.876715 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e804473-6e0a-4c04-8207-7054701a9e47 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Network hostable DHCP agents. Network: d6b7132e-48b0-4cd3-9238-39c10f6feff8, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:02:35.911000 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e804473-6e0a-4c04-8207-7054701a9e47 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Pushing event updated for resources: {'Subnet': ['ID=62f133cc-60a8-4b80-83d2-bf6d90a4bedf,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:35.916084 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e804473-6e0a-4c04-8207-7054701a9e47 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Network d6b7132e-48b0-4cd3-9238-39c10f6feff8 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:02:35.923147 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 7c2dff1f-9e9c-4725-a56d-55aa5a6af809 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:02:35.923628 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (7c2dff1f-9e9c-4725-a56d-55aa5a6af809), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:35.934834 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-2e804473-6e0a-4c04-8207-7054701a9e47 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, d6b7132e-48b0-4cd3-9238-39c10f6feff8) {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:02:35.946747 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e804473-6e0a-4c04-8207-7054701a9e47 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:35.947448 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2e804473-6e0a-4c04-8207-7054701a9e47 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:35.952201 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18bbdcb-5943-441d-9075-d9c3407c5714 None None] Network d6b7132e-48b0-4cd3-9238-39c10f6feff8 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:02:35.973056 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-839d88bd-ab2e-41de-9059-83592cadf340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '024eaaf0-2d65-4b7c-9e2a-8cef52c577d7', 'name': 'tempest-TestVolumeBootPattern-1950943043-router', 'tenant_id': '3c0dc8c0402645d983d20be0fc21117a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '905d01d9-6ced-4b80-b81a-4e838906d04e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:47:46Z', 'updated_at': '2022-02-04T12:47:55Z', 'revision_number': 4, 'project_id': '3c0dc8c0402645d983d20be0fc21117a', 'gw_port': {'id': '905d01d9-6ced-4b80-b81a-4e838906d04e', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:94:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024eaaf0-2d65-4b7c-9e2a-8cef52c577d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:47:48Z', 'updated_at': '2022-02-04T12:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': 'dd7c5322-601b-4a4e-a09a-25c720aea766', 'tenant_id': '3c0dc8c0402645d983d20be0fc21117a', 'floating_ip_address': '172.25.3.67', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': '024eaaf0-2d65-4b7c-9e2a-8cef52c577d7', 'port_id': '7efa0323-cf35-4518-9a52-c351985b2e63', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f237d722-433d-480c-8987-66d34675134e', 'mac_address': 'fa:16:3e:6e:08:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6645098-7d16-411c-8dd8-a5b33cab61da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:59:49Z', 'updated_at': '2022-02-04T12:59:52Z', 'revision_number': 1, 'project_id': '3c0dc8c0402645d983d20be0fc21117a', 'fixed_ip_address_scope': None}, {'id': 'f968e9d8-c91e-4220-a496-0f2e57c504a3', 'tenant_id': '3c0dc8c0402645d983d20be0fc21117a', 'floating_ip_address': '172.25.3.166', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': '024eaaf0-2d65-4b7c-9e2a-8cef52c577d7', 'port_id': 'e8923c48-5174-40d7-8df0-ffc91ee53090', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3720, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f237d722-433d-480c-8987-66d34675134e', 'mac_address': 'fa:16:3e:d6:d0:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd41658ef-4aa6-47aa-9597-079a6a4126aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:02:31Z', 'updated_at': '2022-02-04T13:02:31Z', 'revision_number': 0, 'project_id': '3c0dc8c0402645d983d20be0fc21117a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44692f76-31ca-466a-966d-b6774ece519d', 'name': '', 'network_id': 'f237d722-433d-480c-8987-66d34675134e', 'tenant_id': '3c0dc8c0402645d983d20be0fc21117a', 'mac_address': 'fa:16:3e:84:c4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024eaaf0-2d65-4b7c-9e2a-8cef52c577d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '70faacee-af53-42b7-af83-bbc74f352570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:47:54Z', 'updated_at': '2022-02-04T12:48:07Z', 'revision_number': 5, 'project_id': '3c0dc8c0402645d983d20be0fc21117a', 'subnets': [{'id': '70faacee-af53-42b7-af83-bbc74f352570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:02:35.991199 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 55254) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:02:36.002930 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-2e804473-6e0a-4c04-8207-7054701a9e47 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.6890314 Feb 04 13:02:36.064438 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839d88bd-ab2e-41de-9059-83592cadf340 None None] The sync data for ids ['024eaaf0-2d65-4b7c-9e2a-8cef52c577d7'] in n-d-825015-3 is: [{'id': '024eaaf0-2d65-4b7c-9e2a-8cef52c577d7', 'name': 'tempest-TestVolumeBootPattern-1950943043-router', 'tenant_id': '3c0dc8c0402645d983d20be0fc21117a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '905d01d9-6ced-4b80-b81a-4e838906d04e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:47:46Z', 'updated_at': '2022-02-04T12:47:55Z', 'revision_number': 4, 'project_id': '3c0dc8c0402645d983d20be0fc21117a', 'gw_port': {'id': '905d01d9-6ced-4b80-b81a-4e838906d04e', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:94:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024eaaf0-2d65-4b7c-9e2a-8cef52c577d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:47:48Z', 'updated_at': '2022-02-04T12:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': 'dd7c5322-601b-4a4e-a09a-25c720aea766', 'tenant_id': '3c0dc8c0402645d983d20be0fc21117a', 'floating_ip_address': '172.25.3.67', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': '024eaaf0-2d65-4b7c-9e2a-8cef52c577d7', 'port_id': '7efa0323-cf35-4518-9a52-c351985b2e63', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f237d722-433d-480c-8987-66d34675134e', 'mac_address': 'fa:16:3e:6e:08:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6645098-7d16-411c-8dd8-a5b33cab61da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:59:49Z', 'updated_at': '2022-02-04T12:59:52Z', 'revision_number': 1, 'project_id': '3c0dc8c0402645d983d20be0fc21117a', 'fixed_ip_address_scope': None}, {'id': 'f968e9d8-c91e-4220-a496-0f2e57c504a3', 'tenant_id': '3c0dc8c0402645d983d20be0fc21117a', 'floating_ip_address': '172.25.3.166', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': '024eaaf0-2d65-4b7c-9e2a-8cef52c577d7', 'port_id': 'e8923c48-5174-40d7-8df0-ffc91ee53090', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3720, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f237d722-433d-480c-8987-66d34675134e', 'mac_address': 'fa:16:3e:d6:d0:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd41658ef-4aa6-47aa-9597-079a6a4126aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:02:31Z', 'updated_at': '2022-02-04T13:02:31Z', 'revision_number': 0, 'project_id': '3c0dc8c0402645d983d20be0fc21117a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44692f76-31ca-466a-966d-b6774ece519d', 'name': '', 'network_id': 'f237d722-433d-480c-8987-66d34675134e', 'tenant_id': '3c0dc8c0402645d983d20be0fc21117a', 'mac_address': 'fa:16:3e:84:c4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024eaaf0-2d65-4b7c-9e2a-8cef52c577d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '70faacee-af53-42b7-af83-bbc74f352570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:47:54Z', 'updated_at': '2022-02-04T12:48:07Z', 'revision_number': 5, 'project_id': '3c0dc8c0402645d983d20be0fc21117a', 'subnets': [{'id': '70faacee-af53-42b7-af83-bbc74f352570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:02:36.188242 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78ac78a-d15a-456d-8ce9-afe0f6b0354f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-d6b7132e-48b0-4cd3-9238-39c10f6feff8', 'network_id': 'd6b7132e-48b0-4cd3-9238-39c10f6feff8', 'project_id': 'd6e36c1d2f87413683ee719a7ed00f29', 'fixed_ips': [{'subnet_id': '62f133cc-60a8-4b80-83d2-bf6d90a4bedf'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:02:36.189229 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a78ac78a-d15a-456d-8ce9-afe0f6b0354f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:36.191854 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 7c2dff1f-9e9c-4725-a56d-55aa5a6af809 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:02:36.243351 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-80e8a6a1-8a89-440f-b3ee-b14bc285a50e tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (d6b7132e-48b0-4cd3-9238-39c10f6feff8), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:36.323714 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-80e8a6a1-8a89-440f-b3ee-b14bc285a50e tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (62f133cc-60a8-4b80-83d2-bf6d90a4bedf), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:36.403713 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-a78ac78a-d15a-456d-8ce9-afe0f6b0354f None None] Allocated IP 2001:db8::1 (d6b7132e-48b0-4cd3-9238-39c10f6feff8/62f133cc-60a8-4b80-83d2-bf6d90a4bedf/db522758-69bd-4663-8f8f-f0bb9c47d117) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:02:36.430453 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856ec128-4b48-4ef0-92b6-af1368823091 None None] New status for floating IP f968e9d8-c91e-4220-a496-0f2e57c504a3: ACTIVE {{(pid=103477) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:02:36.598049 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a78ac78a-d15a-456d-8ce9-afe0f6b0354f None None] Publish callbacks [] for port (db522758-69bd-4663-8f8f-f0bb9c47d117), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:36.610465 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a78ac78a-d15a-456d-8ce9-afe0f6b0354f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (db522758-69bd-4663-8f8f-f0bb9c47d117), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:36.637505 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-80e8a6a1-8a89-440f-b3ee-b14bc285a50e tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (62f133cc-60a8-4b80-83d2-bf6d90a4bedf), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:36.665481 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78ac78a-d15a-456d-8ce9-afe0f6b0354f None None] Pushing event updated for resources: {'Port': ['ID=db522758-69bd-4663-8f8f-f0bb9c47d117,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:36.676791 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78ac78a-d15a-456d-8ce9-afe0f6b0354f None None] Network d6b7132e-48b0-4cd3-9238-39c10f6feff8 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:02:36.678406 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-a78ac78a-d15a-456d-8ce9-afe0f6b0354f None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:02:36.681861 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78ac78a-d15a-456d-8ce9-afe0f6b0354f None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:02:36.687995 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e8a6a1-8a89-440f-b3ee-b14bc285a50e tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Pushing event deleted for resources: {'Subnet': ['ID=62f133cc-60a8-4b80-83d2-bf6d90a4bedf,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:36.798113 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-80e8a6a1-8a89-440f-b3ee-b14bc285a50e tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (d6b7132e-48b0-4cd3-9238-39c10f6feff8), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:36.808819 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-a78ac78a-d15a-456d-8ce9-afe0f6b0354f None None] Attempting to bind port db522758-69bd-4663-8f8f-f0bb9c47d117 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:02:36.809322 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-a78ac78a-d15a-456d-8ce9-afe0f6b0354f None None] Attempting to bind port db522758-69bd-4663-8f8f-f0bb9c47d117 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '58b58b6a-19c9-4006-adec-951e2c116193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'd6b7132e-48b0-4cd3-9238-39c10f6feff8'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:02:36.809705 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78ac78a-d15a-456d-8ce9-afe0f6b0354f None None] Attempting to bind port db522758-69bd-4663-8f8f-f0bb9c47d117 on network d6b7132e-48b0-4cd3-9238-39c10f6feff8 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:02:36.815026 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78ac78a-d15a-456d-8ce9-afe0f6b0354f None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:02:36.815414 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78ac78a-d15a-456d-8ce9-afe0f6b0354f None None] Checking segment: {'id': '58b58b6a-19c9-4006-adec-951e2c116193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'd6b7132e-48b0-4cd3-9238-39c10f6feff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:02:36.815866 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a78ac78a-d15a-456d-8ce9-afe0f6b0354f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:36.816269 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78ac78a-d15a-456d-8ce9-afe0f6b0354f None None] Bound using segment: {'id': '58b58b6a-19c9-4006-adec-951e2c116193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'd6b7132e-48b0-4cd3-9238-39c10f6feff8'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:02:36.816740 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-a78ac78a-d15a-456d-8ce9-afe0f6b0354f None None] Bound port: db522758-69bd-4663-8f8f-f0bb9c47d117, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58b58b6a-19c9-4006-adec-951e2c116193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'd6b7132e-48b0-4cd3-9238-39c10f6feff8'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:02:36.817133 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a78ac78a-d15a-456d-8ce9-afe0f6b0354f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (db522758-69bd-4663-8f8f-f0bb9c47d117), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:36.821726 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-80e8a6a1-8a89-440f-b3ee-b14bc285a50e tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6b7132e-48b0-4cd3-9238-39c10f6feff8']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:02:36.833412 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-80e8a6a1-8a89-440f-b3ee-b14bc285a50e tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58b58b6a-19c9-4006-adec-951e2c116193') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:02:36.833758 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-80e8a6a1-8a89-440f-b3ee-b14bc285a50e tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58b58b6a-19c9-4006-adec-951e2c116193') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:02:36.846501 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-80e8a6a1-8a89-440f-b3ee-b14bc285a50e tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (58b58b6a-19c9-4006-adec-951e2c116193), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:36.865029 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-80e8a6a1-8a89-440f-b3ee-b14bc285a50e tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (58b58b6a-19c9-4006-adec-951e2c116193), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:36.873923 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80e8a6a1-8a89-440f-b3ee-b14bc285a50e tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:02:36.874762 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-80e8a6a1-8a89-440f-b3ee-b14bc285a50e tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (58b58b6a-19c9-4006-adec-951e2c116193), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:36.904649 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-a78ac78a-d15a-456d-8ce9-afe0f6b0354f None None] For port db522758-69bd-4663-8f8f-f0bb9c47d117, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:02:36.939503 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 13:02:36.939503 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:02:36.939503 n-d-825015-3 neutron-server[103474]: timer() Feb 04 13:02:36.939503 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:02:36.939503 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 13:02:36.939503 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:02:36.939503 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 13:02:36.939503 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:02:36.939503 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 13:02:36.939503 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:02:36.939503 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 13:02:36.939503 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:02:36.939503 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 13:02:36.939503 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:02:36.939503 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:02:36.939503 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:02:36.939503 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:02:36.939503 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:02:36.939503 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 13:02:36.939503 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:02:36.939503 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 13:02:36.939503 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:02:36.939503 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:02:36.939503 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:02:36.939503 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 13:02:36.939503 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:02:36.939503 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:02:36.939503 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:02:36.939503 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:02:36.939503 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:02:36.939503 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:02:36.939503 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:02:36.949050 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.db.api [None req-80e8a6a1-8a89-440f-b3ee-b14bc285a50e tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 13:02:36.949050 n-d-825015-3 neutron-server[103474]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 13:02:36.949050 n-d-825015-3 neutron-server[103474]: [parameters: {'id': 'd6b7132e-48b0-4cd3-9238-39c10f6feff8'}] Feb 04 13:02:36.949050 n-d-825015-3 neutron-server[103474]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103474) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:02:36.949489 n-d-825015-3 neutron-server[103474]: DEBUG oslo_db.api [None req-80e8a6a1-8a89-440f-b3ee-b14bc285a50e tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:02:36.949882 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-a78ac78a-d15a-456d-8ce9-afe0f6b0354f None None] For port db522758-69bd-4663-8f8f-f0bb9c47d117, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=db522758-69bd-4663-8f8f-f0bb9c47d117,segment=NetworkSegment(58b58b6a-19c9-4006-adec-951e2c116193),segment_id=58b58b6a-19c9-4006-adec-951e2c116193)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:02:36.956470 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a78ac78a-d15a-456d-8ce9-afe0f6b0354f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (db522758-69bd-4663-8f8f-f0bb9c47d117), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:37.039797 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78ac78a-d15a-456d-8ce9-afe0f6b0354f None None] Pushing event updated for resources: {'Port': ['ID=db522758-69bd-4663-8f8f-f0bb9c47d117,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:37.067299 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53f618f-6f18-43a9-8bf4-bdf74367b851 None None] get_active_networks_info from n-d-825015-3 {{(pid=103476) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 04 13:02:37.180716 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53f618f-6f18-43a9-8bf4-bdf74367b851 None None] Resources bound (agent type, host, resource id): {{(pid=103476) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 13:02:37.374883 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d34fa4-7d0c-46ba-88ff-84a863258745 None None] Network d6b7132e-48b0-4cd3-9238-39c10f6feff8 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:02:37.450640 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-80e8a6a1-8a89-440f-b3ee-b14bc285a50e tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (d6b7132e-48b0-4cd3-9238-39c10f6feff8), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:37.530040 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-80e8a6a1-8a89-440f-b3ee-b14bc285a50e tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Deleting port db522758-69bd-4663-8f8f-f0bb9c47d117 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:02:37.530534 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-80e8a6a1-8a89-440f-b3ee-b14bc285a50e tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (db522758-69bd-4663-8f8f-f0bb9c47d117), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:37.600119 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-80e8a6a1-8a89-440f-b3ee-b14bc285a50e tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] For port db522758-69bd-4663-8f8f-f0bb9c47d117, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=db522758-69bd-4663-8f8f-f0bb9c47d117,segment=NetworkSegment(58b58b6a-19c9-4006-adec-951e2c116193),segment_id=58b58b6a-19c9-4006-adec-951e2c116193)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:02:37.600627 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-80e8a6a1-8a89-440f-b3ee-b14bc285a50e tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (db522758-69bd-4663-8f8f-f0bb9c47d117), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:37.614172 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-80e8a6a1-8a89-440f-b3ee-b14bc285a50e tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Calling delete_port for db522758-69bd-4663-8f8f-f0bb9c47d117 owned by network:dhcp {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:02:37.697479 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-80e8a6a1-8a89-440f-b3ee-b14bc285a50e tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (db522758-69bd-4663-8f8f-f0bb9c47d117), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:37.722103 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e8a6a1-8a89-440f-b3ee-b14bc285a50e tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Pushing event deleted for resources: {'Port': ['ID=db522758-69bd-4663-8f8f-f0bb9c47d117,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:37.727801 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e8a6a1-8a89-440f-b3ee-b14bc285a50e tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] No DVR routers for this DVR port db522758-69bd-4663-8f8f-f0bb9c47d117 on host n-d-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:02:37.831402 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-80e8a6a1-8a89-440f-b3ee-b14bc285a50e tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (d6b7132e-48b0-4cd3-9238-39c10f6feff8), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:37.861640 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-80e8a6a1-8a89-440f-b3ee-b14bc285a50e tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6b7132e-48b0-4cd3-9238-39c10f6feff8']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:02:37.876400 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-80e8a6a1-8a89-440f-b3ee-b14bc285a50e tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58b58b6a-19c9-4006-adec-951e2c116193') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:02:37.876805 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-80e8a6a1-8a89-440f-b3ee-b14bc285a50e tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58b58b6a-19c9-4006-adec-951e2c116193') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:02:37.893108 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-80e8a6a1-8a89-440f-b3ee-b14bc285a50e tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (58b58b6a-19c9-4006-adec-951e2c116193), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:37.914032 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-80e8a6a1-8a89-440f-b3ee-b14bc285a50e tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (58b58b6a-19c9-4006-adec-951e2c116193), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:37.921645 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80e8a6a1-8a89-440f-b3ee-b14bc285a50e tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:02:37.922052 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-80e8a6a1-8a89-440f-b3ee-b14bc285a50e tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (58b58b6a-19c9-4006-adec-951e2c116193), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:37.925991 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 13:02:37.925991 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:02:37.925991 n-d-825015-3 neutron-server[103474]: timer() Feb 04 13:02:37.925991 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:02:37.925991 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 13:02:37.925991 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:02:37.925991 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 13:02:37.925991 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:02:37.925991 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 13:02:37.925991 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:02:37.925991 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 13:02:37.925991 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:02:37.925991 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 13:02:37.925991 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:02:37.925991 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:02:37.925991 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:02:37.925991 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:02:37.925991 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:02:37.925991 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 13:02:37.925991 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:02:37.925991 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 13:02:37.925991 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:02:37.925991 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:02:37.925991 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:02:37.925991 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 13:02:37.925991 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:02:37.925991 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:02:37.925991 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:02:37.925991 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:02:37.925991 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:02:37.925991 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:02:37.925991 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:02:38.008731 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-80e8a6a1-8a89-440f-b3ee-b14bc285a50e tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (d6b7132e-48b0-4cd3-9238-39c10f6feff8), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:38.027974 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-80e8a6a1-8a89-440f-b3ee-b14bc285a50e tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:38.036524 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 55268) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:02:38.044266 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-3fc108e8-1419-4aa4-bcf3-09154d69d623 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1274666025'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:02:38.049514 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-80e8a6a1-8a89-440f-b3ee-b14bc285a50e tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] 10.222.0.65 "DELETE /v2.0/networks/d6b7132e-48b0-4cd3-9238-39c10f6feff8 HTTP/1.1" status: 204 len: 168 time: 2.0562646 Feb 04 13:02:38.087003 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e8a6a1-8a89-440f-b3ee-b14bc285a50e tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Pushing event deleted for resources: {'Network': ['ID=d6b7132e-48b0-4cd3-9238-39c10f6feff8,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:38.092641 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fc108e8-1419-4aa4-bcf3-09154d69d623 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Made reservation on behalf of d6e36c1d2f87413683ee719a7ed00f29 for: {'network': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:02:38.098286 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3fc108e8-1419-4aa4-bcf3-09154d69d623 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:38.110933 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 55270) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:02:38.146182 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fc108e8-1419-4aa4-bcf3-09154d69d623 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=103475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:02:38.165143 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3fc108e8-1419-4aa4-bcf3-09154d69d623 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (5e82129a-5c47-4b34-974d-3e05ae362e4c), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:38.165545 n-d-825015-3 neutron-server[103475]: INFO neutron.db.segments_db [None req-3fc108e8-1419-4aa4-bcf3-09154d69d623 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Added segment 5e82129a-5c47-4b34-974d-3e05ae362e4c of type vlan for network fdf917d8-4256-4131-a3fd-75f162b32263 Feb 04 13:02:38.227598 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3fc108e8-1419-4aa4-bcf3-09154d69d623 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (fdf917d8-4256-4131-a3fd-75f162b32263), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:38.262039 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3fc108e8-1419-4aa4-bcf3-09154d69d623 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (fdf917d8-4256-4131-a3fd-75f162b32263), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:38.268570 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc108e8-1419-4aa4-bcf3-09154d69d623 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:38.269691 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3fc108e8-1419-4aa4-bcf3-09154d69d623 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:38.272267 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a4fd1d3c-6e51-47bf-ba7f-60e748728d2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:38.373573 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-3fc108e8-1419-4aa4-bcf3-09154d69d623 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3344285 Feb 04 13:02:38.377141 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 55276) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:02:38.382671 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-21b06c4d-c297-451d-9980-1192208bf7d9 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Request body: {'subnet': {'network_id': 'fdf917d8-4256-4131-a3fd-75f162b32263', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:02:38.390801 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a4fd1d3c-6e51-47bf-ba7f-60e748728d2e admin admin] Publish callbacks [] for security_group (cebc77bf-cb03-49b9-9df4-469ae5c27f4f), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:38.396548 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a4fd1d3c-6e51-47bf-ba7f-60e748728d2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (cebc77bf-cb03-49b9-9df4-469ae5c27f4f), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:38.449684 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-a4fd1d3c-6e51-47bf-ba7f-60e748728d2e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2ad287d3fabd43d7b00143536708cb95&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3372555 Feb 04 13:02:38.451691 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fd1d3c-6e51-47bf-ba7f-60e748728d2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cebc77bf-cb03-49b9-9df4-469ae5c27f4f,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:38.458757 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 55278) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:02:38.466646 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc108e8-1419-4aa4-bcf3-09154d69d623 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Pushing event updated for resources: {'Network': ['ID=fdf917d8-4256-4131-a3fd-75f162b32263,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:38.491380 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network fdf917d8-4256-4131-a3fd-75f162b32263 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:02:38.575252 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21b06c4d-c297-451d-9980-1192208bf7d9 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Made reservation on behalf of d6e36c1d2f87413683ee719a7ed00f29 for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:02:38.581019 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-21b06c4d-c297-451d-9980-1192208bf7d9 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:38.588252 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-937d9dcf-9bed-40e0-8b36-91c34a35692a admin admin] Publish callbacks [] for security_group (cebc77bf-cb03-49b9-9df4-469ae5c27f4f), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:38.613544 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-937d9dcf-9bed-40e0-8b36-91c34a35692a admin admin] Publish callbacks [] for security_group (cebc77bf-cb03-49b9-9df4-469ae5c27f4f), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:38.716448 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-937d9dcf-9bed-40e0-8b36-91c34a35692a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (cebc77bf-cb03-49b9-9df4-469ae5c27f4f), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:38.719284 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-937d9dcf-9bed-40e0-8b36-91c34a35692a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:38.724080 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-937d9dcf-9bed-40e0-8b36-91c34a35692a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cebc77bf-cb03-49b9-9df4-469ae5c27f4f HTTP/1.1" status: 204 len: 168 time: 0.2605956 Feb 04 13:02:38.743956 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937d9dcf-9bed-40e0-8b36-91c34a35692a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cebc77bf-cb03-49b9-9df4-469ae5c27f4f,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:38.919488 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-21b06c4d-c297-451d-9980-1192208bf7d9 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52094127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51452689'] for subnet (c08d3117-3da8-4b48-923a-13e3b3b68a8a), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:39.002997 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b06c4d-c297-451d-9980-1192208bf7d9 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Pushing event updated for resources: {'Subnet': ['ID=c08d3117-3da8-4b48-923a-13e3b3b68a8a,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:39.020509 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b06c4d-c297-451d-9980-1192208bf7d9 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Checking segment: {'id': '5e82129a-5c47-4b34-974d-3e05ae362e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'fdf917d8-4256-4131-a3fd-75f162b32263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:02:39.020753 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b06c4d-c297-451d-9980-1192208bf7d9 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Network hostable DHCP agents. Network: fdf917d8-4256-4131-a3fd-75f162b32263, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:02:39.046171 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b06c4d-c297-451d-9980-1192208bf7d9 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Network fdf917d8-4256-4131-a3fd-75f162b32263 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:02:39.060607 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-21b06c4d-c297-451d-9980-1192208bf7d9 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, fdf917d8-4256-4131-a3fd-75f162b32263) {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:02:39.066481 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b06c4d-c297-451d-9980-1192208bf7d9 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:39.067103 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-21b06c4d-c297-451d-9980-1192208bf7d9 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:39.085264 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49777da1-1062-4a9b-9755-84c7b5edc4ee None None] Network fdf917d8-4256-4131-a3fd-75f162b32263 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:02:39.097567 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-21b06c4d-c297-451d-9980-1192208bf7d9 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.7181857 Feb 04 13:02:39.097856 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 55286) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:02:39.271642 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-98cca8d6-14f4-4814-b488-a1320d824a46 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (fdf917d8-4256-4131-a3fd-75f162b32263), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:39.327500 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aacf001-1a9e-4b78-b510-318bf9ba0424 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-fdf917d8-4256-4131-a3fd-75f162b32263', 'network_id': 'fdf917d8-4256-4131-a3fd-75f162b32263', 'project_id': 'd6e36c1d2f87413683ee719a7ed00f29', 'fixed_ips': [{'subnet_id': 'c08d3117-3da8-4b48-923a-13e3b3b68a8a'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:02:39.328806 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9aacf001-1a9e-4b78-b510-318bf9ba0424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:39.366900 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-98cca8d6-14f4-4814-b488-a1320d824a46 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (c08d3117-3da8-4b48-923a-13e3b3b68a8a), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:39.458390 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-98cca8d6-14f4-4814-b488-a1320d824a46 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-52093282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51452698'] for subnet (c08d3117-3da8-4b48-923a-13e3b3b68a8a), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:39.485305 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server [None req-9aacf001-1a9e-4b78-b510-318bf9ba0424 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c08d3117-3da8-4b48-923a-13e3b3b68a8a: This subnet is being modified by another concurrent operation. Feb 04 13:02:39.485305 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 04 13:02:39.485305 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 04 13:02:39.485305 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 04 13:02:39.485305 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 04 13:02:39.485305 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 04 13:02:39.485305 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 04 13:02:39.485305 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 04 13:02:39.485305 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 04 13:02:39.485305 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 04 13:02:39.485305 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 13:02:39.485305 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 13:02:39.485305 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 13:02:39.485305 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 13:02:39.485305 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 13:02:39.485305 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 13:02:39.485305 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 13:02:39.485305 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 13:02:39.485305 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 13:02:39.485305 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 13:02:39.485305 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 13:02:39.485305 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 13:02:39.485305 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 13:02:39.485305 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 13:02:39.485305 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 13:02:39.485305 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 13:02:39.485305 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 13:02:39.485305 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 13:02:39.485305 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 13:02:39.485305 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 13:02:39.485305 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 13:02:39.485305 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 13:02:39.485305 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 13:02:39.485305 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 13:02:39.485305 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 04 13:02:39.485305 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 04 13:02:39.485305 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 04 13:02:39.485305 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 04 13:02:39.485305 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 04 13:02:39.485305 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 04 13:02:39.485305 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 04 13:02:39.485305 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 04 13:02:39.485305 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 04 13:02:39.485305 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 13:02:39.485305 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 04 13:02:39.485305 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 13:02:39.485305 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 13:02:39.485305 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 13:02:39.485305 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 13:02:39.485305 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 13:02:39.485305 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 13:02:39.485305 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 13:02:39.485305 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 13:02:39.485305 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 13:02:39.485305 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 13:02:39.485305 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 13:02:39.485305 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 13:02:39.485305 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 13:02:39.485305 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 13:02:39.485305 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 13:02:39.485305 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 13:02:39.485305 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 13:02:39.485305 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 13:02:39.485305 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 13:02:39.485305 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 13:02:39.485305 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 13:02:39.485305 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 13:02:39.485305 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 13:02:39.485305 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 13:02:39.485305 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 13:02:39.485305 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port Feb 04 13:02:39.485305 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 04 13:02:39.485305 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db Feb 04 13:02:39.485305 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 04 13:02:39.485305 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 04 13:02:39.485305 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 04 13:02:39.485305 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 04 13:02:39.485305 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 04 13:02:39.485305 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 04 13:02:39.485305 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 13:02:39.485305 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 04 13:02:39.485305 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 04 13:02:39.485305 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 04 13:02:39.485305 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 04 13:02:39.485305 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 04 13:02:39.485305 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 04 13:02:39.485305 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 04 13:02:39.485305 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 04 13:02:39.485305 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 04 13:02:39.485305 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server raise exception Feb 04 13:02:39.485305 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c08d3117-3da8-4b48-923a-13e3b3b68a8a: This subnet is being modified by another concurrent operation. Feb 04 13:02:39.485305 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server Feb 04 13:02:39.505501 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cca8d6-14f4-4814-b488-a1320d824a46 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Pushing event deleted for resources: {'Subnet': ['ID=c08d3117-3da8-4b48-923a-13e3b3b68a8a,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:39.532974 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb696e3-39b6-4d2f-b8b3-1fbf9d5adfab None None] get_active_networks_info from n-d-825015-3 {{(pid=103476) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 04 13:02:39.597833 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-98cca8d6-14f4-4814-b488-a1320d824a46 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (fdf917d8-4256-4131-a3fd-75f162b32263), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:39.627871 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-98cca8d6-14f4-4814-b488-a1320d824a46 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdf917d8-4256-4131-a3fd-75f162b32263']}} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:02:39.640779 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-98cca8d6-14f4-4814-b488-a1320d824a46 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e82129a-5c47-4b34-974d-3e05ae362e4c') {'for_net_delete': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:02:39.641234 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-98cca8d6-14f4-4814-b488-a1320d824a46 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e82129a-5c47-4b34-974d-3e05ae362e4c') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:02:39.655469 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-98cca8d6-14f4-4814-b488-a1320d824a46 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51859336'] for segment (5e82129a-5c47-4b34-974d-3e05ae362e4c), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:39.698758 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-98cca8d6-14f4-4814-b488-a1320d824a46 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (5e82129a-5c47-4b34-974d-3e05ae362e4c), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:39.711929 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98cca8d6-14f4-4814-b488-a1320d824a46 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=103475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:02:39.712793 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-98cca8d6-14f4-4814-b488-a1320d824a46 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-52093388'] for segment (5e82129a-5c47-4b34-974d-3e05ae362e4c), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:39.719766 n-d-825015-3 neutron-server[103475]: Traceback (most recent call last): Feb 04 13:02:39.719766 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:02:39.719766 n-d-825015-3 neutron-server[103475]: timer() Feb 04 13:02:39.719766 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:02:39.719766 n-d-825015-3 neutron-server[103475]: cb(*args, **kw) Feb 04 13:02:39.719766 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:02:39.719766 n-d-825015-3 neutron-server[103475]: return func(*args, **kwargs) Feb 04 13:02:39.719766 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:02:39.719766 n-d-825015-3 neutron-server[103475]: self._notify() Feb 04 13:02:39.719766 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:02:39.719766 n-d-825015-3 neutron-server[103475]: self.callback(batched_events) Feb 04 13:02:39.719766 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:02:39.719766 n-d-825015-3 neutron-server[103475]: event.method(event) Feb 04 13:02:39.719766 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:02:39.719766 n-d-825015-3 neutron-server[103475]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:02:39.719766 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:02:39.719766 n-d-825015-3 neutron-server[103475]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:02:39.719766 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:02:39.719766 n-d-825015-3 neutron-server[103475]: return f(self, *a, **k) Feb 04 13:02:39.719766 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:02:39.719766 n-d-825015-3 neutron-server[103475]: return self._get(url).json() Feb 04 13:02:39.719766 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:02:39.719766 n-d-825015-3 neutron-server[103475]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:02:39.719766 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:02:39.719766 n-d-825015-3 neutron-server[103475]: return self.request(url, 'GET', **kwargs) Feb 04 13:02:39.719766 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:02:39.719766 n-d-825015-3 neutron-server[103475]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:02:39.719766 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:02:39.719766 n-d-825015-3 neutron-server[103475]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:02:39.719766 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:02:39.719766 n-d-825015-3 neutron-server[103475]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:02:39.719766 n-d-825015-3 neutron-server[103475]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:02:39.724985 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb696e3-39b6-4d2f-b8b3-1fbf9d5adfab None None] Resources bound (agent type, host, resource id): {{(pid=103476) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 13:02:39.845742 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-98cca8d6-14f4-4814-b488-a1320d824a46 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (fdf917d8-4256-4131-a3fd-75f162b32263), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:39.862411 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-98cca8d6-14f4-4814-b488-a1320d824a46 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:39.868112 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-98cca8d6-14f4-4814-b488-a1320d824a46 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] 10.222.0.65 "DELETE /v2.0/networks/fdf917d8-4256-4131-a3fd-75f162b32263 HTTP/1.1" status: 204 len: 168 time: 0.7687960 Feb 04 13:02:39.873634 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 55304) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:02:39.884222 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-9090372a-7201-4772-8d0b-e1bb400aac1b tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2035611017'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:02:39.904769 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cca8d6-14f4-4814-b488-a1320d824a46 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Pushing event deleted for resources: {'Network': ['ID=fdf917d8-4256-4131-a3fd-75f162b32263,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:39.944512 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9090372a-7201-4772-8d0b-e1bb400aac1b tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Made reservation on behalf of d6e36c1d2f87413683ee719a7ed00f29 for: {'network': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:02:39.952187 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9090372a-7201-4772-8d0b-e1bb400aac1b tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:39.986512 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9090372a-7201-4772-8d0b-e1bb400aac1b tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=103475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:02:39.999219 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9090372a-7201-4772-8d0b-e1bb400aac1b tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (baffb822-85bd-4b0d-a020-91b1e61967f9), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:39.999720 n-d-825015-3 neutron-server[103475]: INFO neutron.db.segments_db [None req-9090372a-7201-4772-8d0b-e1bb400aac1b tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Added segment baffb822-85bd-4b0d-a020-91b1e61967f9 of type vlan for network 01c5a4d0-7ee5-4bde-ae3f-679cf9d4ff14 Feb 04 13:02:40.015450 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326d8f98-7076-4ffa-b54f-74629a58feae None None] Network fdf917d8-4256-4131-a3fd-75f162b32263 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:02:40.027963 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326d8f98-7076-4ffa-b54f-74629a58feae None None] Network fdf917d8-4256-4131-a3fd-75f162b32263 could not be found, it might have been deleted concurrently. {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 04 13:02:40.048704 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9090372a-7201-4772-8d0b-e1bb400aac1b tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (01c5a4d0-7ee5-4bde-ae3f-679cf9d4ff14), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:40.080238 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9090372a-7201-4772-8d0b-e1bb400aac1b tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (01c5a4d0-7ee5-4bde-ae3f-679cf9d4ff14), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:40.085500 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9090372a-7201-4772-8d0b-e1bb400aac1b tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:40.086227 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9090372a-7201-4772-8d0b-e1bb400aac1b tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:40.153528 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-9090372a-7201-4772-8d0b-e1bb400aac1b tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2775600 Feb 04 13:02:40.156491 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 55310) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:02:40.163574 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-a0e5ee2d-ff27-4b21-aa58-e099b6778a2c tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Request body: {'subnet': {'network_id': '01c5a4d0-7ee5-4bde-ae3f-679cf9d4ff14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:02:40.180968 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9090372a-7201-4772-8d0b-e1bb400aac1b tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Pushing event updated for resources: {'Network': ['ID=01c5a4d0-7ee5-4bde-ae3f-679cf9d4ff14,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:40.192522 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 01c5a4d0-7ee5-4bde-ae3f-679cf9d4ff14 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:02:40.290461 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0e5ee2d-ff27-4b21-aa58-e099b6778a2c tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Made reservation on behalf of d6e36c1d2f87413683ee719a7ed00f29 for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:02:40.295327 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a0e5ee2d-ff27-4b21-aa58-e099b6778a2c tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60610638'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:40.518691 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a0e5ee2d-ff27-4b21-aa58-e099b6778a2c tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59045178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60610680'] for subnet (f34f3640-fce0-48ce-87bb-52030fc3a982), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:40.582733 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e5ee2d-ff27-4b21-aa58-e099b6778a2c tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Pushing event updated for resources: {'Subnet': ['ID=f34f3640-fce0-48ce-87bb-52030fc3a982,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:40.597137 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e5ee2d-ff27-4b21-aa58-e099b6778a2c tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Checking segment: {'id': 'baffb822-85bd-4b0d-a020-91b1e61967f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '01c5a4d0-7ee5-4bde-ae3f-679cf9d4ff14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:02:40.597802 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e5ee2d-ff27-4b21-aa58-e099b6778a2c tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Network hostable DHCP agents. Network: 01c5a4d0-7ee5-4bde-ae3f-679cf9d4ff14, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:02:40.616550 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e5ee2d-ff27-4b21-aa58-e099b6778a2c tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Network 01c5a4d0-7ee5-4bde-ae3f-679cf9d4ff14 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:02:40.628465 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-a0e5ee2d-ff27-4b21-aa58-e099b6778a2c tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 01c5a4d0-7ee5-4bde-ae3f-679cf9d4ff14) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:02:40.634289 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e5ee2d-ff27-4b21-aa58-e099b6778a2c tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:40.636142 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a0e5ee2d-ff27-4b21-aa58-e099b6778a2c tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:40.638115 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-462d9d3c-7fa6-4da2-9b7c-a1d16e1dfa3b None None] Network 01c5a4d0-7ee5-4bde-ae3f-679cf9d4ff14 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:02:40.657351 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-a0e5ee2d-ff27-4b21-aa58-e099b6778a2c tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4956772 Feb 04 13:02:40.658697 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 55326) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:02:40.663053 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-10e99d1d-ee14-4d6d-906a-5d762ba42cfd tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Request body: {'subnet': {'network_id': '01c5a4d0-7ee5-4bde-ae3f-679cf9d4ff14', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:02:40.817738 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10e99d1d-ee14-4d6d-906a-5d762ba42cfd tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Made reservation on behalf of d6e36c1d2f87413683ee719a7ed00f29 for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:02:40.823998 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-10e99d1d-ee14-4d6d-906a-5d762ba42cfd tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60610638'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:40.967279 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6c9cfe-c42c-4d88-b71d-d5739afeb176 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-01c5a4d0-7ee5-4bde-ae3f-679cf9d4ff14', 'network_id': '01c5a4d0-7ee5-4bde-ae3f-679cf9d4ff14', 'project_id': 'd6e36c1d2f87413683ee719a7ed00f29', 'fixed_ips': [{'subnet_id': 'f34f3640-fce0-48ce-87bb-52030fc3a982'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:02:40.968190 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cc6c9cfe-c42c-4d88-b71d-d5739afeb176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:41.118506 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-10e99d1d-ee14-4d6d-906a-5d762ba42cfd tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59045178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60610680'] for subnet (09066eea-4c66-42b0-83c8-4055f9a7a12e), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:41.176888 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e99d1d-ee14-4d6d-906a-5d762ba42cfd tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Network 01c5a4d0-7ee5-4bde-ae3f-679cf9d4ff14 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:02:41.177977 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-cc6c9cfe-c42c-4d88-b71d-d5739afeb176 None None] Allocated IP 2001:db8::2 (01c5a4d0-7ee5-4bde-ae3f-679cf9d4ff14/f34f3640-fce0-48ce-87bb-52030fc3a982/e5449f60-3f9a-48e2-81c4-e2c7ca586fab) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:02:41.186222 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-10e99d1d-ee14-4d6d-906a-5d762ba42cfd tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:02:41.195607 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e99d1d-ee14-4d6d-906a-5d762ba42cfd tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:41.196400 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-10e99d1d-ee14-4d6d-906a-5d762ba42cfd tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:41.217899 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e99d1d-ee14-4d6d-906a-5d762ba42cfd tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Pushing event updated for resources: {'Subnet': ['ID=09066eea-4c66-42b0-83c8-4055f9a7a12e,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:41.228584 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-10e99d1d-ee14-4d6d-906a-5d762ba42cfd tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5668321 Feb 04 13:02:41.228690 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 55342) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:02:41.301330 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e3de82-b05b-4d9d-951d-8acad0567e9d tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:41.303679 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e3de82-b05b-4d9d-951d-8acad0567e9d tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:41.305913 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e3de82-b05b-4d9d-951d-8acad0567e9d tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:41.308513 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e3de82-b05b-4d9d-951d-8acad0567e9d tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:41.310329 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e3de82-b05b-4d9d-951d-8acad0567e9d tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:41.316342 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-13e3de82-b05b-4d9d-951d-8acad0567e9d tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0830879 Feb 04 13:02:41.316875 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 55344) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:02:41.324181 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-87e61598-0491-4126-bd90-77de79860ce1 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-752815536'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:02:41.349865 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87e61598-0491-4126-bd90-77de79860ce1 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Made reservation on behalf of d6e36c1d2f87413683ee719a7ed00f29 for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:02:41.353751 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-87e61598-0491-4126-bd90-77de79860ce1 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:41.382501 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87e61598-0491-4126-bd90-77de79860ce1 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:02:41.388553 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cc6c9cfe-c42c-4d88-b71d-d5739afeb176 None None] Publish callbacks [] for port (e5449f60-3f9a-48e2-81c4-e2c7ca586fab), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:41.394963 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-87e61598-0491-4126-bd90-77de79860ce1 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (e9243672-428d-4154-950c-1b99ab6884e0), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:41.395408 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-87e61598-0491-4126-bd90-77de79860ce1 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Added segment e9243672-428d-4154-950c-1b99ab6884e0 of type vlan for network c772d8b9-d377-4924-803d-979accd915d5 Feb 04 13:02:41.397804 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cc6c9cfe-c42c-4d88-b71d-d5739afeb176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (e5449f60-3f9a-48e2-81c4-e2c7ca586fab), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:41.453037 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-87e61598-0491-4126-bd90-77de79860ce1 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (c772d8b9-d377-4924-803d-979accd915d5), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:41.454907 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6c9cfe-c42c-4d88-b71d-d5739afeb176 None None] Network 01c5a4d0-7ee5-4bde-ae3f-679cf9d4ff14 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:02:41.471442 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-cc6c9cfe-c42c-4d88-b71d-d5739afeb176 None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:02:41.473952 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6c9cfe-c42c-4d88-b71d-d5739afeb176 None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:02:41.482434 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6c9cfe-c42c-4d88-b71d-d5739afeb176 None None] Pushing event updated for resources: {'Port': ['ID=e5449f60-3f9a-48e2-81c4-e2c7ca586fab,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:41.500932 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-87e61598-0491-4126-bd90-77de79860ce1 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (c772d8b9-d377-4924-803d-979accd915d5), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:41.505947 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e61598-0491-4126-bd90-77de79860ce1 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:41.506678 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-87e61598-0491-4126-bd90-77de79860ce1 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:41.545164 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-cc6c9cfe-c42c-4d88-b71d-d5739afeb176 None None] Attempting to bind port e5449f60-3f9a-48e2-81c4-e2c7ca586fab on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:02:41.545558 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-cc6c9cfe-c42c-4d88-b71d-d5739afeb176 None None] Attempting to bind port e5449f60-3f9a-48e2-81c4-e2c7ca586fab by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': 'baffb822-85bd-4b0d-a020-91b1e61967f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '01c5a4d0-7ee5-4bde-ae3f-679cf9d4ff14'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:02:41.545895 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6c9cfe-c42c-4d88-b71d-d5739afeb176 None None] Attempting to bind port e5449f60-3f9a-48e2-81c4-e2c7ca586fab on network 01c5a4d0-7ee5-4bde-ae3f-679cf9d4ff14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:02:41.551116 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6c9cfe-c42c-4d88-b71d-d5739afeb176 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:02:41.551779 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6c9cfe-c42c-4d88-b71d-d5739afeb176 None None] Checking segment: {'id': 'baffb822-85bd-4b0d-a020-91b1e61967f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '01c5a4d0-7ee5-4bde-ae3f-679cf9d4ff14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:02:41.551972 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cc6c9cfe-c42c-4d88-b71d-d5739afeb176 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:41.552369 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6c9cfe-c42c-4d88-b71d-d5739afeb176 None None] Bound using segment: {'id': 'baffb822-85bd-4b0d-a020-91b1e61967f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '01c5a4d0-7ee5-4bde-ae3f-679cf9d4ff14'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:02:41.552841 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-cc6c9cfe-c42c-4d88-b71d-d5739afeb176 None None] Bound port: e5449f60-3f9a-48e2-81c4-e2c7ca586fab, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baffb822-85bd-4b0d-a020-91b1e61967f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '01c5a4d0-7ee5-4bde-ae3f-679cf9d4ff14'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:02:41.553221 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cc6c9cfe-c42c-4d88-b71d-d5739afeb176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (e5449f60-3f9a-48e2-81c4-e2c7ca586fab), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:41.576077 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-87e61598-0491-4126-bd90-77de79860ce1 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2578235 Feb 04 13:02:41.578624 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 55348) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:02:41.585711 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-03a4d19c-df32-4d98-a39d-664c628f1d08 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:02:41.615217 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e61598-0491-4126-bd90-77de79860ce1 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Pushing event updated for resources: {'Network': ['ID=c772d8b9-d377-4924-803d-979accd915d5,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:41.626733 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network c772d8b9-d377-4924-803d-979accd915d5 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:02:41.681861 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-cc6c9cfe-c42c-4d88-b71d-d5739afeb176 None None] For port e5449f60-3f9a-48e2-81c4-e2c7ca586fab, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:02:41.704822 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-cc6c9cfe-c42c-4d88-b71d-d5739afeb176 None None] For port e5449f60-3f9a-48e2-81c4-e2c7ca586fab, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=e5449f60-3f9a-48e2-81c4-e2c7ca586fab,segment=NetworkSegment(baffb822-85bd-4b0d-a020-91b1e61967f9),segment_id=baffb822-85bd-4b0d-a020-91b1e61967f9)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:02:41.718376 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cc6c9cfe-c42c-4d88-b71d-d5739afeb176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (e5449f60-3f9a-48e2-81c4-e2c7ca586fab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:41.796885 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6c9cfe-c42c-4d88-b71d-d5739afeb176 None None] Pushing event updated for resources: {'Port': ['ID=e5449f60-3f9a-48e2-81c4-e2c7ca586fab,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:41.885907 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-03a4d19c-df32-4d98-a39d-664c628f1d08 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (c772d8b9-d377-4924-803d-979accd915d5), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:41.905408 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-03a4d19c-df32-4d98-a39d-664c628f1d08 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (c772d8b9-d377-4924-803d-979accd915d5), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:41.928152 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-03a4d19c-df32-4d98-a39d-664c628f1d08 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Network c772d8b9-d377-4924-803d-979accd915d5 is not hosted by any dhcp agent {{(pid=103474) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 04 13:02:41.934841 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a4d19c-df32-4d98-a39d-664c628f1d08 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:41.935571 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-03a4d19c-df32-4d98-a39d-664c628f1d08 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:41.939595 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-03a4d19c-df32-4d98-a39d-664c628f1d08 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] 10.222.0.65 "PUT /v2.0/networks/c772d8b9-d377-4924-803d-979accd915d5 HTTP/1.1" status: 200 len: 723 time: 0.3574429 Feb 04 13:02:41.940039 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 55354) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:02:41.945896 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-5db4f2ba-9096-49c0-ba35-8be90cbc0b9c tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Request body: {'subnet': {'network_id': 'c772d8b9-d377-4924-803d-979accd915d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:02:42.031689 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a4d19c-df32-4d98-a39d-664c628f1d08 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Pushing event updated for resources: {'Network': ['ID=c772d8b9-d377-4924-803d-979accd915d5,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:42.044099 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network c772d8b9-d377-4924-803d-979accd915d5 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:02:42.110775 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5db4f2ba-9096-49c0-ba35-8be90cbc0b9c tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Made reservation on behalf of d6e36c1d2f87413683ee719a7ed00f29 for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:02:42.116303 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5db4f2ba-9096-49c0-ba35-8be90cbc0b9c tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:42.673770 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5db4f2ba-9096-49c0-ba35-8be90cbc0b9c tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52094127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51452689'] for subnet (4eb0b478-204c-49b7-b734-06c19acb4ada), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:42.746922 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db4f2ba-9096-49c0-ba35-8be90cbc0b9c tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Pushing event updated for resources: {'Subnet': ['ID=4eb0b478-204c-49b7-b734-06c19acb4ada,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:42.762012 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db4f2ba-9096-49c0-ba35-8be90cbc0b9c tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Checking segment: {'id': 'e9243672-428d-4154-950c-1b99ab6884e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c772d8b9-d377-4924-803d-979accd915d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:02:42.762526 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db4f2ba-9096-49c0-ba35-8be90cbc0b9c tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Network hostable DHCP agents. Network: c772d8b9-d377-4924-803d-979accd915d5, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:02:42.786393 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db4f2ba-9096-49c0-ba35-8be90cbc0b9c tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Network c772d8b9-d377-4924-803d-979accd915d5 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:02:42.804490 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-5db4f2ba-9096-49c0-ba35-8be90cbc0b9c tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, c772d8b9-d377-4924-803d-979accd915d5) {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:02:42.816315 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25789b4e-c544-40a0-937a-027e6f4fd457 None None] Network c772d8b9-d377-4924-803d-979accd915d5 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:02:42.832629 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db4f2ba-9096-49c0-ba35-8be90cbc0b9c tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:42.833540 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5db4f2ba-9096-49c0-ba35-8be90cbc0b9c tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:42.891822 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-5db4f2ba-9096-49c0-ba35-8be90cbc0b9c tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9500666 Feb 04 13:02:42.894475 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 55364) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:02:42.908740 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-29010ad7-2d61-48dd-8a36-9ffd1fd02059 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:02:43.018737 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ebcb977-9a2b-40d9-a44e-addce5dda878 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-c772d8b9-d377-4924-803d-979accd915d5', 'network_id': 'c772d8b9-d377-4924-803d-979accd915d5', 'project_id': 'd6e36c1d2f87413683ee719a7ed00f29', 'fixed_ips': [{'subnet_id': '4eb0b478-204c-49b7-b734-06c19acb4ada'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:02:43.020765 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8ebcb977-9a2b-40d9-a44e-addce5dda878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:43.071244 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-29010ad7-2d61-48dd-8a36-9ffd1fd02059 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-51452712'] for subnet (4eb0b478-204c-49b7-b734-06c19acb4ada), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:43.244376 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-29010ad7-2d61-48dd-8a36-9ffd1fd02059 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8780430707438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-52093289'] for subnet (4eb0b478-204c-49b7-b734-06c19acb4ada), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:43.283597 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41abac47-bf8a-4006-a778-afa637abbf3c None None] Network 01c5a4d0-7ee5-4bde-ae3f-679cf9d4ff14 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:02:43.288283 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29010ad7-2d61-48dd-8a36-9ffd1fd02059 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:43.289233 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-29010ad7-2d61-48dd-8a36-9ffd1fd02059 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:43.290886 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-29010ad7-2d61-48dd-8a36-9ffd1fd02059 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] 10.222.0.65 "PUT /v2.0/subnets/4eb0b478-204c-49b7-b734-06c19acb4ada HTTP/1.1" status: 200 len: 826 time: 0.3952122 Feb 04 13:02:43.294295 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 55366) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:02:43.335237 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29010ad7-2d61-48dd-8a36-9ffd1fd02059 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Pushing event updated for resources: {'Subnet': ['ID=4eb0b478-204c-49b7-b734-06c19acb4ada,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:43.416158 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-6e639a79-d229-4a94-998d-903ea84cca70 None None] Provisioning complete for port e5449f60-3f9a-48e2-81c4-e2c7ca586fab triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:02:43.416675 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6e639a79-d229-4a94-998d-903ea84cca70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (e5449f60-3f9a-48e2-81c4-e2c7ca586fab), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:43.428289 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-8ebcb977-9a2b-40d9-a44e-addce5dda878 None None] Allocated IP 2001:db8::2 (c772d8b9-d377-4924-803d-979accd915d5/4eb0b478-204c-49b7-b734-06c19acb4ada/6629c3eb-d5ef-4e00-8d37-133ab7b42b7f) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:02:43.438622 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d8e9797b-bf89-4e8b-a2a7-8cf2d5a7f7d2 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (c772d8b9-d377-4924-803d-979accd915d5), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:43.521062 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d8e9797b-bf89-4e8b-a2a7-8cf2d5a7f7d2 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (4eb0b478-204c-49b7-b734-06c19acb4ada), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:43.696078 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-6e639a79-d229-4a94-998d-903ea84cca70 None None] Current status of the port e5449f60-3f9a-48e2-81c4-e2c7ca586fab is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:02:43.696264 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6e639a79-d229-4a94-998d-903ea84cca70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (e5449f60-3f9a-48e2-81c4-e2c7ca586fab), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:43.753244 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8ebcb977-9a2b-40d9-a44e-addce5dda878 None None] Publish callbacks [] for port (6629c3eb-d5ef-4e00-8d37-133ab7b42b7f), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:43.771094 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8ebcb977-9a2b-40d9-a44e-addce5dda878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (6629c3eb-d5ef-4e00-8d37-133ab7b42b7f), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:43.783985 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d8e9797b-bf89-4e8b-a2a7-8cf2d5a7f7d2 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (4eb0b478-204c-49b7-b734-06c19acb4ada), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:43.789452 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-6e639a79-d229-4a94-998d-903ea84cca70 None None] For port e5449f60-3f9a-48e2-81c4-e2c7ca586fab, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=e5449f60-3f9a-48e2-81c4-e2c7ca586fab,segment=NetworkSegment(baffb822-85bd-4b0d-a020-91b1e61967f9),segment_id=baffb822-85bd-4b0d-a020-91b1e61967f9)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:02:43.825525 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e9797b-bf89-4e8b-a2a7-8cf2d5a7f7d2 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Pushing event deleted for resources: {'Subnet': ['ID=4eb0b478-204c-49b7-b734-06c19acb4ada,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:43.846445 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6e639a79-d229-4a94-998d-903ea84cca70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (e5449f60-3f9a-48e2-81c4-e2c7ca586fab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:43.866006 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6341f461-1ac0-49ac-8c11-fd31693bd640 None None] Update dhcp port {'port': {'network_id': '01c5a4d0-7ee5-4bde-ae3f-679cf9d4ff14', 'fixed_ips': [{'subnet_id': 'f34f3640-fce0-48ce-87bb-52030fc3a982', 'ip_address': '2001:db8::2'}, {'subnet_id': '09066eea-4c66-42b0-83c8-4055f9a7a12e'}], 'binding:host_id': 'n-d-825015-3'}, 'id': 'e5449f60-3f9a-48e2-81c4-e2c7ca586fab'} from n-d-825015-3. {{(pid=103476) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 04 13:02:43.874352 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ebcb977-9a2b-40d9-a44e-addce5dda878 None None] Network c772d8b9-d377-4924-803d-979accd915d5 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:02:43.897101 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device e5449f60-3f9a-48e2-81c4-e2c7ca586fab up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:02:43.903373 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d8e9797b-bf89-4e8b-a2a7-8cf2d5a7f7d2 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (c772d8b9-d377-4924-803d-979accd915d5), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:43.922856 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-8ebcb977-9a2b-40d9-a44e-addce5dda878 None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:02:43.929436 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebcb977-9a2b-40d9-a44e-addce5dda878 None None] Pushing event updated for resources: {'Port': ['ID=6629c3eb-d5ef-4e00-8d37-133ab7b42b7f,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:43.935363 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebcb977-9a2b-40d9-a44e-addce5dda878 None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:02:43.939482 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-d8e9797b-bf89-4e8b-a2a7-8cf2d5a7f7d2 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c772d8b9-d377-4924-803d-979accd915d5']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:02:43.954567 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-d8e9797b-bf89-4e8b-a2a7-8cf2d5a7f7d2 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9243672-428d-4154-950c-1b99ab6884e0') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:02:43.954880 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-d8e9797b-bf89-4e8b-a2a7-8cf2d5a7f7d2 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9243672-428d-4154-950c-1b99ab6884e0') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:02:43.969938 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d8e9797b-bf89-4e8b-a2a7-8cf2d5a7f7d2 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (e9243672-428d-4154-950c-1b99ab6884e0), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:43.988635 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d8e9797b-bf89-4e8b-a2a7-8cf2d5a7f7d2 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (e9243672-428d-4154-950c-1b99ab6884e0), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:44.000278 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8e9797b-bf89-4e8b-a2a7-8cf2d5a7f7d2 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:02:44.001117 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d8e9797b-bf89-4e8b-a2a7-8cf2d5a7f7d2 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (e9243672-428d-4154-950c-1b99ab6884e0), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:44.006642 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 13:02:44.006642 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:02:44.006642 n-d-825015-3 neutron-server[103474]: timer() Feb 04 13:02:44.006642 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:02:44.006642 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 13:02:44.006642 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:02:44.006642 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 13:02:44.006642 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:02:44.006642 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 13:02:44.006642 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:02:44.006642 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 13:02:44.006642 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:02:44.006642 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 13:02:44.006642 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:02:44.006642 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:02:44.006642 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:02:44.006642 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:02:44.006642 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:02:44.006642 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 13:02:44.006642 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:02:44.006642 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 13:02:44.006642 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:02:44.006642 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:02:44.006642 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:02:44.006642 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 13:02:44.006642 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:02:44.006642 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:02:44.006642 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:02:44.006642 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:02:44.006642 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:02:44.006642 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:02:44.006642 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:02:44.020490 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6341f461-1ac0-49ac-8c11-fd31693bd640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (e5449f60-3f9a-48e2-81c4-e2c7ca586fab), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:44.093874 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.db.api [None req-d8e9797b-bf89-4e8b-a2a7-8cf2d5a7f7d2 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 13:02:44.093874 n-d-825015-3 neutron-server[103474]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 13:02:44.093874 n-d-825015-3 neutron-server[103474]: [parameters: {'id': 'c772d8b9-d377-4924-803d-979accd915d5'}] Feb 04 13:02:44.093874 n-d-825015-3 neutron-server[103474]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103474) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:02:44.094416 n-d-825015-3 neutron-server[103474]: DEBUG oslo_db.api [None req-d8e9797b-bf89-4e8b-a2a7-8cf2d5a7f7d2 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:02:44.095138 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-8ebcb977-9a2b-40d9-a44e-addce5dda878 None None] Attempting to bind port 6629c3eb-d5ef-4e00-8d37-133ab7b42b7f on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:02:44.095776 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-8ebcb977-9a2b-40d9-a44e-addce5dda878 None None] Attempting to bind port 6629c3eb-d5ef-4e00-8d37-133ab7b42b7f by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': 'e9243672-428d-4154-950c-1b99ab6884e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c772d8b9-d377-4924-803d-979accd915d5'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:02:44.096075 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebcb977-9a2b-40d9-a44e-addce5dda878 None None] Attempting to bind port 6629c3eb-d5ef-4e00-8d37-133ab7b42b7f on network c772d8b9-d377-4924-803d-979accd915d5 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:02:44.101815 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e639a79-d229-4a94-998d-903ea84cca70 None None] Pushing event updated for resources: {'Port': ['ID=e5449f60-3f9a-48e2-81c4-e2c7ca586fab,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:44.136905 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebcb977-9a2b-40d9-a44e-addce5dda878 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:02:44.137582 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebcb977-9a2b-40d9-a44e-addce5dda878 None None] Checking segment: {'id': 'e9243672-428d-4154-950c-1b99ab6884e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c772d8b9-d377-4924-803d-979accd915d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:02:44.137975 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8ebcb977-9a2b-40d9-a44e-addce5dda878 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:44.138389 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebcb977-9a2b-40d9-a44e-addce5dda878 None None] Bound using segment: {'id': 'e9243672-428d-4154-950c-1b99ab6884e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c772d8b9-d377-4924-803d-979accd915d5'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:02:44.138956 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-8ebcb977-9a2b-40d9-a44e-addce5dda878 None None] Bound port: 6629c3eb-d5ef-4e00-8d37-133ab7b42b7f, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9243672-428d-4154-950c-1b99ab6884e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c772d8b9-d377-4924-803d-979accd915d5'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:02:44.139351 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8ebcb977-9a2b-40d9-a44e-addce5dda878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (6629c3eb-d5ef-4e00-8d37-133ab7b42b7f), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:44.170777 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port e5449f60-3f9a-48e2-81c4-e2c7ca586fab triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:02:44.170777 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (e5449f60-3f9a-48e2-81c4-e2c7ca586fab), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:44.392261 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-8ebcb977-9a2b-40d9-a44e-addce5dda878 None None] For port 6629c3eb-d5ef-4e00-8d37-133ab7b42b7f, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:02:44.417692 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-8ebcb977-9a2b-40d9-a44e-addce5dda878 None None] For port 6629c3eb-d5ef-4e00-8d37-133ab7b42b7f, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=6629c3eb-d5ef-4e00-8d37-133ab7b42b7f,segment=NetworkSegment(e9243672-428d-4154-950c-1b99ab6884e0),segment_id=e9243672-428d-4154-950c-1b99ab6884e0)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:02:44.458564 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8ebcb977-9a2b-40d9-a44e-addce5dda878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (6629c3eb-d5ef-4e00-8d37-133ab7b42b7f), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:44.472170 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-6341f461-1ac0-49ac-8c11-fd31693bd640 None None] Allocated IP 172.20.0.1 (01c5a4d0-7ee5-4bde-ae3f-679cf9d4ff14/09066eea-4c66-42b0-83c8-4055f9a7a12e/e5449f60-3f9a-48e2-81c4-e2c7ca586fab) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:02:44.505491 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port e5449f60-3f9a-48e2-81c4-e2c7ca586fab is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:02:44.595935 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d8e9797b-bf89-4e8b-a2a7-8cf2d5a7f7d2 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (c772d8b9-d377-4924-803d-979accd915d5), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:44.675592 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-d8e9797b-bf89-4e8b-a2a7-8cf2d5a7f7d2 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Deleting port 6629c3eb-d5ef-4e00-8d37-133ab7b42b7f {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:02:44.676022 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d8e9797b-bf89-4e8b-a2a7-8cf2d5a7f7d2 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (6629c3eb-d5ef-4e00-8d37-133ab7b42b7f), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:44.769382 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-d8e9797b-bf89-4e8b-a2a7-8cf2d5a7f7d2 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] For port 6629c3eb-d5ef-4e00-8d37-133ab7b42b7f, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=6629c3eb-d5ef-4e00-8d37-133ab7b42b7f,segment=NetworkSegment(e9243672-428d-4154-950c-1b99ab6884e0),segment_id=e9243672-428d-4154-950c-1b99ab6884e0)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:02:44.769778 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d8e9797b-bf89-4e8b-a2a7-8cf2d5a7f7d2 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (6629c3eb-d5ef-4e00-8d37-133ab7b42b7f), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:44.801516 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-d8e9797b-bf89-4e8b-a2a7-8cf2d5a7f7d2 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Calling delete_port for 6629c3eb-d5ef-4e00-8d37-133ab7b42b7f owned by network:dhcp {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:02:44.832875 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebcb977-9a2b-40d9-a44e-addce5dda878 None None] Pushing event updated for resources: {'Port': ['ID=6629c3eb-d5ef-4e00-8d37-133ab7b42b7f,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:44.866716 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e81955-a3f2-4ebe-9a23-86a13de71891 None None] Network c772d8b9-d377-4924-803d-979accd915d5 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:02:44.911979 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d8e9797b-bf89-4e8b-a2a7-8cf2d5a7f7d2 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (6629c3eb-d5ef-4e00-8d37-133ab7b42b7f), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:44.941010 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e9797b-bf89-4e8b-a2a7-8cf2d5a7f7d2 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Pushing event deleted for resources: {'Port': ['ID=6629c3eb-d5ef-4e00-8d37-133ab7b42b7f,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:44.948511 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e9797b-bf89-4e8b-a2a7-8cf2d5a7f7d2 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] No DVR routers for this DVR port 6629c3eb-d5ef-4e00-8d37-133ab7b42b7f on host n-d-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:02:44.983095 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-6341f461-1ac0-49ac-8c11-fd31693bd640 None None] For port e5449f60-3f9a-48e2-81c4-e2c7ca586fab, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=e5449f60-3f9a-48e2-81c4-e2c7ca586fab,segment=NetworkSegment(baffb822-85bd-4b0d-a020-91b1e61967f9),segment_id=baffb822-85bd-4b0d-a020-91b1e61967f9)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:02:44.997368 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb235c6-2d4c-4f86-83a7-48bce5bed257 None None] Network c772d8b9-d377-4924-803d-979accd915d5 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:02:45.045969 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d8e9797b-bf89-4e8b-a2a7-8cf2d5a7f7d2 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (c772d8b9-d377-4924-803d-979accd915d5), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:45.072011 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-d8e9797b-bf89-4e8b-a2a7-8cf2d5a7f7d2 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c772d8b9-d377-4924-803d-979accd915d5']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:02:45.084743 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-d8e9797b-bf89-4e8b-a2a7-8cf2d5a7f7d2 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9243672-428d-4154-950c-1b99ab6884e0') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:02:45.085022 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-d8e9797b-bf89-4e8b-a2a7-8cf2d5a7f7d2 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9243672-428d-4154-950c-1b99ab6884e0') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:02:45.097975 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d8e9797b-bf89-4e8b-a2a7-8cf2d5a7f7d2 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (e9243672-428d-4154-950c-1b99ab6884e0), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:45.107290 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6341f461-1ac0-49ac-8c11-fd31693bd640 None None] Publish callbacks [] for port (e5449f60-3f9a-48e2-81c4-e2c7ca586fab), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:45.115827 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d8e9797b-bf89-4e8b-a2a7-8cf2d5a7f7d2 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (e9243672-428d-4154-950c-1b99ab6884e0), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:45.118504 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6341f461-1ac0-49ac-8c11-fd31693bd640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (e5449f60-3f9a-48e2-81c4-e2c7ca586fab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:45.125993 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8e9797b-bf89-4e8b-a2a7-8cf2d5a7f7d2 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:02:45.126577 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d8e9797b-bf89-4e8b-a2a7-8cf2d5a7f7d2 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (e9243672-428d-4154-950c-1b99ab6884e0), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:45.131098 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 13:02:45.131098 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:02:45.131098 n-d-825015-3 neutron-server[103474]: timer() Feb 04 13:02:45.131098 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:02:45.131098 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 13:02:45.131098 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:02:45.131098 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 13:02:45.131098 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:02:45.131098 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 13:02:45.131098 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:02:45.131098 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 13:02:45.131098 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:02:45.131098 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 13:02:45.131098 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:02:45.131098 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:02:45.131098 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:02:45.131098 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:02:45.131098 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:02:45.131098 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 13:02:45.131098 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:02:45.131098 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 13:02:45.131098 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:02:45.131098 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:02:45.131098 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:02:45.131098 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 13:02:45.131098 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:02:45.131098 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:02:45.131098 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:02:45.131098 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:02:45.131098 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:02:45.131098 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:02:45.131098 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:02:45.289831 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6341f461-1ac0-49ac-8c11-fd31693bd640 None None] Pushing event updated for resources: {'Port': ['ID=e5449f60-3f9a-48e2-81c4-e2c7ca586fab,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:45.572090 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d8e9797b-bf89-4e8b-a2a7-8cf2d5a7f7d2 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (c772d8b9-d377-4924-803d-979accd915d5), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:45.581040 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d8e9797b-bf89-4e8b-a2a7-8cf2d5a7f7d2 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:45.584338 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-d8e9797b-bf89-4e8b-a2a7-8cf2d5a7f7d2 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] 10.222.0.65 "DELETE /v2.0/networks/c772d8b9-d377-4924-803d-979accd915d5 HTTP/1.1" status: 204 len: 168 time: 2.2881188 Feb 04 13:02:45.586871 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 55402) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:02:45.589142 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b5de9c02-15d1-480c-bfc5-fb12110194df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:45.632806 n-d-825015-3 neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-8894a4a1-db46-425a-904a-ee8d81698c44 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] DELETE failed (client error): The resource could not be found. Feb 04 13:02:45.634616 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8894a4a1-db46-425a-904a-ee8d81698c44 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:02:45.638906 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-8894a4a1-db46-425a-904a-ee8d81698c44 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] 10.222.0.65 "DELETE /v2.0/networks/c772d8b9-d377-4924-803d-979accd915d5 HTTP/1.1" status: 404 len: 339 time: 0.0510583 Feb 04 13:02:45.642621 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e9797b-bf89-4e8b-a2a7-8cf2d5a7f7d2 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Pushing event deleted for resources: {'Network': ['ID=c772d8b9-d377-4924-803d-979accd915d5,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:45.644298 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 55406) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:02:45.657614 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-99727128-fcaa-47c0-8556-f6731f975e82 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-660077255', 'description': 'd1'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:02:45.725355 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99727128-fcaa-47c0-8556-f6731f975e82 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Made reservation on behalf of d6e36c1d2f87413683ee719a7ed00f29 for: {'network': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:02:45.744287 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-99727128-fcaa-47c0-8556-f6731f975e82 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:45.816138 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99727128-fcaa-47c0-8556-f6731f975e82 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=103475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:02:45.837904 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-99727128-fcaa-47c0-8556-f6731f975e82 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (f8a322d3-b5b7-4d9f-8758-8a0e8d905b2a), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:45.840198 n-d-825015-3 neutron-server[103475]: INFO neutron.db.segments_db [None req-99727128-fcaa-47c0-8556-f6731f975e82 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Added segment f8a322d3-b5b7-4d9f-8758-8a0e8d905b2a of type vlan for network f6cc97a0-f3da-497d-9939-1e6c78b34aa8 Feb 04 13:02:45.851169 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device e5449f60-3f9a-48e2-81c4-e2c7ca586fab up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:02:45.913873 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-99727128-fcaa-47c0-8556-f6731f975e82 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (f6cc97a0-f3da-497d-9939-1e6c78b34aa8), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:45.948665 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-99727128-fcaa-47c0-8556-f6731f975e82 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (f6cc97a0-f3da-497d-9939-1e6c78b34aa8), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:45.955927 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99727128-fcaa-47c0-8556-f6731f975e82 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:45.957106 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-99727128-fcaa-47c0-8556-f6731f975e82 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:45.973990 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port e5449f60-3f9a-48e2-81c4-e2c7ca586fab triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:02:45.975021 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (e5449f60-3f9a-48e2-81c4-e2c7ca586fab), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:45.987263 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-99727128-fcaa-47c0-8556-f6731f975e82 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3404653 Feb 04 13:02:45.989970 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 55408) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:02:46.109667 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99727128-fcaa-47c0-8556-f6731f975e82 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Pushing event updated for resources: {'Network': ['ID=f6cc97a0-f3da-497d-9939-1e6c78b34aa8,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:46.116657 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port e5449f60-3f9a-48e2-81c4-e2c7ca586fab is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:02:46.126737 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network f6cc97a0-f3da-497d-9939-1e6c78b34aa8 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:02:46.189814 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bd35aa-20de-459e-a46f-f5679ef9c833 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:46.191506 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-97bd35aa-20de-459e-a46f-f5679ef9c833 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] 10.222.0.65 "GET /v2.0/networks?id=f6cc97a0-f3da-497d-9939-1e6c78b34aa8 HTTP/1.1" status: 200 len: 764 time: 0.2004323 Feb 04 13:02:46.193981 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 55412) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:02:46.200294 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-7e5a9f62-4b15-47be-bc4b-74165ba640a7 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Request body: {'network': {'description': 'd2'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:02:46.247314 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a4cd2bb-e98c-46a3-a752-9ac48021544a None None] get_active_networks_info from n-d-825015-3 {{(pid=103476) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 04 13:02:46.330367 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-6b2db30f-a897-470f-a62f-96a5a92a8c54 None None] Provisioning complete for port e5449f60-3f9a-48e2-81c4-e2c7ca586fab triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:02:46.330747 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6b2db30f-a897-470f-a62f-96a5a92a8c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (e5449f60-3f9a-48e2-81c4-e2c7ca586fab), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:46.380103 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7e5a9f62-4b15-47be-bc4b-74165ba640a7 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (f6cc97a0-f3da-497d-9939-1e6c78b34aa8), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:46.397288 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7e5a9f62-4b15-47be-bc4b-74165ba640a7 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (f6cc97a0-f3da-497d-9939-1e6c78b34aa8), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:46.419499 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7e5a9f62-4b15-47be-bc4b-74165ba640a7 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Network f6cc97a0-f3da-497d-9939-1e6c78b34aa8 is not hosted by any dhcp agent {{(pid=103474) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 04 13:02:46.425381 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5a9f62-4b15-47be-bc4b-74165ba640a7 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:46.426097 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7e5a9f62-4b15-47be-bc4b-74165ba640a7 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:46.427569 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-7e5a9f62-4b15-47be-bc4b-74165ba640a7 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] 10.222.0.65 "PUT /v2.0/networks/f6cc97a0-f3da-497d-9939-1e6c78b34aa8 HTTP/1.1" status: 200 len: 761 time: 0.2324104 Feb 04 13:02:46.430239 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 55414) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:02:46.444795 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4cd2bb-e98c-46a3-a752-9ac48021544a None None] Resources bound (agent type, host, resource id): {{(pid=103476) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 13:02:46.496473 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5a9f62-4b15-47be-bc4b-74165ba640a7 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Pushing event updated for resources: {'Network': ['ID=f6cc97a0-f3da-497d-9939-1e6c78b34aa8,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:46.561910 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network f6cc97a0-f3da-497d-9939-1e6c78b34aa8 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:02:46.583433 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ab2883-5931-4746-9bfe-b5ff4865aa2a tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:46.586609 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-c0ab2883-5931-4746-9bfe-b5ff4865aa2a tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] 10.222.0.65 "GET /v2.0/networks?id=f6cc97a0-f3da-497d-9939-1e6c78b34aa8 HTTP/1.1" status: 200 len: 764 time: 0.1547470 Feb 04 13:02:46.592228 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 55418) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:02:46.639122 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-6b2db30f-a897-470f-a62f-96a5a92a8c54 None None] Current status of the port e5449f60-3f9a-48e2-81c4-e2c7ca586fab is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:02:46.803016 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d878a5-5704-42de-b9d1-f735f629b527 None None] Network 01c5a4d0-7ee5-4bde-ae3f-679cf9d4ff14 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:02:46.874808 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9462fd67-b979-4b3a-b704-5dc0b32a84f6 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:46.877364 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-9462fd67-b979-4b3a-b704-5dc0b32a84f6 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2835453 Feb 04 13:02:46.879839 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 55422) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:02:46.929378 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 55424) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:02:46.930045 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-13b080d2-96e1-4ed4-b53d-0b7caecf2402 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] 10.222.0.65 "GET /v2.0/subnets?network_id=7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 HTTP/1.1" status: 200 len: 207 time: 0.0485206 Feb 04 13:02:47.080471 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab1078c-9473-430f-a6d7-11d861ad75e9 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:47.089398 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab1078c-9473-430f-a6d7-11d861ad75e9 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:47.097085 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab1078c-9473-430f-a6d7-11d861ad75e9 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:47.303776 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab1078c-9473-430f-a6d7-11d861ad75e9 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:47.303776 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab1078c-9473-430f-a6d7-11d861ad75e9 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:47.303776 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab1078c-9473-430f-a6d7-11d861ad75e9 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:47.303776 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-4ab1078c-9473-430f-a6d7-11d861ad75e9 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.2125525 Feb 04 13:02:47.303776 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 55432) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:02:47.336477 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-5bc7d537-5e20-4736-9167-e73544078c72 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] 10.222.0.65 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.1832421 Feb 04 13:02:47.336806 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 55440) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:02:47.397038 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ea5aabd4-d007-445c-a20e-9df95aaf8c14 None None] Provisioning complete for port e5449f60-3f9a-48e2-81c4-e2c7ca586fab triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:02:47.397574 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ea5aabd4-d007-445c-a20e-9df95aaf8c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (e5449f60-3f9a-48e2-81c4-e2c7ca586fab), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:47.419782 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46cdec2-ba2c-4c20-82c5-b625aa7489d3 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:47.421107 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46cdec2-ba2c-4c20-82c5-b625aa7489d3 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:47.423108 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46cdec2-ba2c-4c20-82c5-b625aa7489d3 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:47.425404 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46cdec2-ba2c-4c20-82c5-b625aa7489d3 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:47.427215 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46cdec2-ba2c-4c20-82c5-b625aa7489d3 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:47.433239 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-a46cdec2-ba2c-4c20-82c5-b625aa7489d3 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0918961 Feb 04 13:02:47.433701 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 55444) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:02:47.512215 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0684c41a-b2d5-4e2e-b869-e535bce1d6e9 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Attributes excluded by policy engine: ['shared'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:47.513586 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0684c41a-b2d5-4e2e-b869-e535bce1d6e9 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Attributes excluded by policy engine: ['shared'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:47.515035 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0684c41a-b2d5-4e2e-b869-e535bce1d6e9 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Attributes excluded by policy engine: ['shared'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:47.516723 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0684c41a-b2d5-4e2e-b869-e535bce1d6e9 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Attributes excluded by policy engine: ['shared'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:47.518217 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0684c41a-b2d5-4e2e-b869-e535bce1d6e9 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Attributes excluded by policy engine: ['shared'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:47.523449 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-0684c41a-b2d5-4e2e-b869-e535bce1d6e9 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] 10.222.0.65 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0840852 Feb 04 13:02:47.523930 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 55446) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:02:47.531302 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ea5aabd4-d007-445c-a20e-9df95aaf8c14 None None] Current status of the port e5449f60-3f9a-48e2-81c4-e2c7ca586fab is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:02:47.659239 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30be3b3d-a682-4f68-9b6a-a31c14dc8b11 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:47.660742 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-30be3b3d-a682-4f68-9b6a-a31c14dc8b11 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] 10.222.0.65 "GET /v2.0/networks/238ee5e8-9f00-4877-af19-6168f501320e HTTP/1.1" status: 200 len: 803 time: 0.1357646 Feb 04 13:02:47.664406 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 55452) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:02:47.773785 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-7c7d8066-193e-4233-81d6-bae05089687a tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] 10.222.0.65 "GET /v2.0/networks/238ee5e8-9f00-4877-af19-6168f501320e?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1081698 Feb 04 13:02:47.777524 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 55458) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:02:47.837619 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c669a166-1edb-4c26-af3f-72e25e64664c tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:47.839587 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-c669a166-1edb-4c26-af3f-72e25e64664c tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] 10.222.0.65 "GET /v2.0/subnets/60998b8f-8b2d-4d60-a62b-ee96bd33b18a HTTP/1.1" status: 200 len: 843 time: 0.0609069 Feb 04 13:02:47.843210 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 55460) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:02:47.905883 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0584ec-1075-43ef-82dd-2ed49eff11f0 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Attributes excluded by policy engine: ['shared'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:47.908004 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-3a0584ec-1075-43ef-82dd-2ed49eff11f0 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] 10.222.0.65 "GET /v2.0/subnets/60998b8f-8b2d-4d60-a62b-ee96bd33b18a?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0635295 Feb 04 13:02:47.911517 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 55464) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:02:47.916822 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-a9495faa-329d-434d-9769-634a22b7752b tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-453202751'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:02:47.939416 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9495faa-329d-434d-9769-634a22b7752b tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Made reservation on behalf of d6e36c1d2f87413683ee719a7ed00f29 for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:02:47.942800 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a9495faa-329d-434d-9769-634a22b7752b tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:47.967930 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9495faa-329d-434d-9769-634a22b7752b tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:02:47.977035 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a9495faa-329d-434d-9769-634a22b7752b tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (984dc637-e7b8-4e16-85ab-7c30fd5e3d1e), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:47.977414 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-a9495faa-329d-434d-9769-634a22b7752b tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Added segment 984dc637-e7b8-4e16-85ab-7c30fd5e3d1e of type vlan for network a96f03da-1232-428e-916a-fdfcae6637d3 Feb 04 13:02:48.021488 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a9495faa-329d-434d-9769-634a22b7752b tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (a96f03da-1232-428e-916a-fdfcae6637d3), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:48.036130 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8e3c13bc-493a-47e6-8f99-0e798107a50d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:48.060394 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a9495faa-329d-434d-9769-634a22b7752b tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (a96f03da-1232-428e-916a-fdfcae6637d3), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:48.065694 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9495faa-329d-434d-9769-634a22b7752b tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:48.066496 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a9495faa-329d-434d-9769-634a22b7752b tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:48.144463 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-a9495faa-329d-434d-9769-634a22b7752b tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2290604 Feb 04 13:02:48.144817 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 55468) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:02:48.150142 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-f5ad9dcf-ddee-4d1e-bb8e-03c481408dfc tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Request body: {'subnet': {'network_id': 'a96f03da-1232-428e-916a-fdfcae6637d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:02:48.163931 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9495faa-329d-434d-9769-634a22b7752b tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Pushing event updated for resources: {'Network': ['ID=a96f03da-1232-428e-916a-fdfcae6637d3,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:48.178609 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network a96f03da-1232-428e-916a-fdfcae6637d3 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:02:48.270039 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5ad9dcf-ddee-4d1e-bb8e-03c481408dfc tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Made reservation on behalf of d6e36c1d2f87413683ee719a7ed00f29 for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:02:48.273699 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f5ad9dcf-ddee-4d1e-bb8e-03c481408dfc tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:48.348981 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.ipam_backend_mixin [None req-f5ad9dcf-ddee-4d1e-bb8e-03c481408dfc tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Performing IP validity checks on allocation pools {{(pid=103475) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 04 13:02:48.349681 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.ipam_backend_mixin [None req-f5ad9dcf-ddee-4d1e-bb8e-03c481408dfc tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103475) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 04 13:02:48.509194 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f5ad9dcf-ddee-4d1e-bb8e-03c481408dfc tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52094127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51452689'] for subnet (e31c2baf-fdd7-45ab-9108-7288223167e0), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:48.590692 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ad9dcf-ddee-4d1e-bb8e-03c481408dfc tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Pushing event updated for resources: {'Subnet': ['ID=e31c2baf-fdd7-45ab-9108-7288223167e0,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:48.593043 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ad9dcf-ddee-4d1e-bb8e-03c481408dfc tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Checking segment: {'id': '984dc637-e7b8-4e16-85ab-7c30fd5e3d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'a96f03da-1232-428e-916a-fdfcae6637d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:02:48.593383 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ad9dcf-ddee-4d1e-bb8e-03c481408dfc tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Network hostable DHCP agents. Network: a96f03da-1232-428e-916a-fdfcae6637d3, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:02:48.605237 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ad9dcf-ddee-4d1e-bb8e-03c481408dfc tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:02:48.605584 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ad9dcf-ddee-4d1e-bb8e-03c481408dfc tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:02:48.605934 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ad9dcf-ddee-4d1e-bb8e-03c481408dfc tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:02:48.606276 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ad9dcf-ddee-4d1e-bb8e-03c481408dfc tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:02:48.606606 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ad9dcf-ddee-4d1e-bb8e-03c481408dfc tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:02:48.606938 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ad9dcf-ddee-4d1e-bb8e-03c481408dfc tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:02:48.607276 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ad9dcf-ddee-4d1e-bb8e-03c481408dfc tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:02:48.607595 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ad9dcf-ddee-4d1e-bb8e-03c481408dfc tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:02:48.607946 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ad9dcf-ddee-4d1e-bb8e-03c481408dfc tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:02:48.608274 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ad9dcf-ddee-4d1e-bb8e-03c481408dfc tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:02:48.609059 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ad9dcf-ddee-4d1e-bb8e-03c481408dfc tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:02:48.609059 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ad9dcf-ddee-4d1e-bb8e-03c481408dfc tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:02:48.609282 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ad9dcf-ddee-4d1e-bb8e-03c481408dfc tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:02:48.626077 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ad9dcf-ddee-4d1e-bb8e-03c481408dfc tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Network a96f03da-1232-428e-916a-fdfcae6637d3 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:02:48.635919 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-f5ad9dcf-ddee-4d1e-bb8e-03c481408dfc tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, a96f03da-1232-428e-916a-fdfcae6637d3) {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:02:48.640395 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ad9dcf-ddee-4d1e-bb8e-03c481408dfc tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:48.641010 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f5ad9dcf-ddee-4d1e-bb8e-03c481408dfc tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:48.650162 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7b4849-90e1-4f10-8ed6-d3c69de5f589 None None] Network a96f03da-1232-428e-916a-fdfcae6637d3 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:02:48.660887 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-f5ad9dcf-ddee-4d1e-bb8e-03c481408dfc tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.5148802 Feb 04 13:02:48.663774 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 55480) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:02:48.669675 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-f84d48fa-cc77-4c6e-92ac-7eb72f4c93a8 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:02:48.825673 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f84d48fa-cc77-4c6e-92ac-7eb72f4c93a8 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-51452712'] for subnet (e31c2baf-fdd7-45ab-9108-7288223167e0), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:48.831174 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69645b8-60a0-4b37-97b4-8d5549ffa042 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-a96f03da-1232-428e-916a-fdfcae6637d3', 'network_id': 'a96f03da-1232-428e-916a-fdfcae6637d3', 'project_id': 'd6e36c1d2f87413683ee719a7ed00f29', 'fixed_ips': [{'subnet_id': 'e31c2baf-fdd7-45ab-9108-7288223167e0'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:02:48.832801 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e69645b8-60a0-4b37-97b4-8d5549ffa042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:49.050343 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f84d48fa-cc77-4c6e-92ac-7eb72f4c93a8 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8780430707438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-52093289'] for subnet (e31c2baf-fdd7-45ab-9108-7288223167e0), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:49.123190 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-e69645b8-60a0-4b37-97b4-8d5549ffa042 None None] Allocated IP 2001:db8::3 (a96f03da-1232-428e-916a-fdfcae6637d3/e31c2baf-fdd7-45ab-9108-7288223167e0/9d60e03a-03e7-466e-b957-6e0b95dfd215) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:02:49.138854 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84d48fa-cc77-4c6e-92ac-7eb72f4c93a8 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:49.139473 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f84d48fa-cc77-4c6e-92ac-7eb72f4c93a8 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:49.140963 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-f84d48fa-cc77-4c6e-92ac-7eb72f4c93a8 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] 10.222.0.65 "PUT /v2.0/subnets/e31c2baf-fdd7-45ab-9108-7288223167e0 HTTP/1.1" status: 200 len: 900 time: 0.4760940 Feb 04 13:02:49.143985 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 55494) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:02:49.151276 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84d48fa-cc77-4c6e-92ac-7eb72f4c93a8 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Pushing event updated for resources: {'Subnet': ['ID=e31c2baf-fdd7-45ab-9108-7288223167e0,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:49.290156 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f3959ceb-09f6-4cbd-8d3a-2a14b9ae22c2 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (a96f03da-1232-428e-916a-fdfcae6637d3), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:49.357974 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:49.362435 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e69645b8-60a0-4b37-97b4-8d5549ffa042 None None] Publish callbacks [] for port (9d60e03a-03e7-466e-b957-6e0b95dfd215), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:49.367271 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f3959ceb-09f6-4cbd-8d3a-2a14b9ae22c2 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (e31c2baf-fdd7-45ab-9108-7288223167e0), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:49.372147 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e69645b8-60a0-4b37-97b4-8d5549ffa042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (9d60e03a-03e7-466e-b957-6e0b95dfd215), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:49.434463 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69645b8-60a0-4b37-97b4-8d5549ffa042 None None] Network a96f03da-1232-428e-916a-fdfcae6637d3 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:02:49.439489 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-e69645b8-60a0-4b37-97b4-8d5549ffa042 None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:02:49.442749 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69645b8-60a0-4b37-97b4-8d5549ffa042 None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:02:49.450279 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69645b8-60a0-4b37-97b4-8d5549ffa042 None None] Pushing event updated for resources: {'Port': ['ID=9d60e03a-03e7-466e-b957-6e0b95dfd215,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:49.455668 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f3959ceb-09f6-4cbd-8d3a-2a14b9ae22c2 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (e31c2baf-fdd7-45ab-9108-7288223167e0), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:49.504536 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3959ceb-09f6-4cbd-8d3a-2a14b9ae22c2 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Pushing event deleted for resources: {'Subnet': ['ID=e31c2baf-fdd7-45ab-9108-7288223167e0,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:49.525443 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-e69645b8-60a0-4b37-97b4-8d5549ffa042 None None] Attempting to bind port 9d60e03a-03e7-466e-b957-6e0b95dfd215 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:02:49.526724 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-e69645b8-60a0-4b37-97b4-8d5549ffa042 None None] Attempting to bind port 9d60e03a-03e7-466e-b957-6e0b95dfd215 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '984dc637-e7b8-4e16-85ab-7c30fd5e3d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'a96f03da-1232-428e-916a-fdfcae6637d3'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:02:49.527204 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69645b8-60a0-4b37-97b4-8d5549ffa042 None None] Attempting to bind port 9d60e03a-03e7-466e-b957-6e0b95dfd215 on network a96f03da-1232-428e-916a-fdfcae6637d3 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:02:49.533794 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69645b8-60a0-4b37-97b4-8d5549ffa042 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:02:49.534114 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69645b8-60a0-4b37-97b4-8d5549ffa042 None None] Checking segment: {'id': '984dc637-e7b8-4e16-85ab-7c30fd5e3d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'a96f03da-1232-428e-916a-fdfcae6637d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:02:49.534648 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e69645b8-60a0-4b37-97b4-8d5549ffa042 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:49.535046 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69645b8-60a0-4b37-97b4-8d5549ffa042 None None] Bound using segment: {'id': '984dc637-e7b8-4e16-85ab-7c30fd5e3d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'a96f03da-1232-428e-916a-fdfcae6637d3'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:02:49.535516 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-e69645b8-60a0-4b37-97b4-8d5549ffa042 None None] Bound port: 9d60e03a-03e7-466e-b957-6e0b95dfd215, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '984dc637-e7b8-4e16-85ab-7c30fd5e3d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'a96f03da-1232-428e-916a-fdfcae6637d3'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:02:49.536065 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e69645b8-60a0-4b37-97b4-8d5549ffa042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (9d60e03a-03e7-466e-b957-6e0b95dfd215), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:49.607653 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f3959ceb-09f6-4cbd-8d3a-2a14b9ae22c2 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (a96f03da-1232-428e-916a-fdfcae6637d3), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:49.633454 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-e69645b8-60a0-4b37-97b4-8d5549ffa042 None None] For port 9d60e03a-03e7-466e-b957-6e0b95dfd215, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:02:49.638963 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-e69645b8-60a0-4b37-97b4-8d5549ffa042 None None] For port 9d60e03a-03e7-466e-b957-6e0b95dfd215, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=9d60e03a-03e7-466e-b957-6e0b95dfd215,segment=NetworkSegment(984dc637-e7b8-4e16-85ab-7c30fd5e3d1e),segment_id=984dc637-e7b8-4e16-85ab-7c30fd5e3d1e)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:02:49.640744 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-f3959ceb-09f6-4cbd-8d3a-2a14b9ae22c2 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a96f03da-1232-428e-916a-fdfcae6637d3']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:02:49.653030 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-f3959ceb-09f6-4cbd-8d3a-2a14b9ae22c2 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '984dc637-e7b8-4e16-85ab-7c30fd5e3d1e') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:02:49.653335 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-f3959ceb-09f6-4cbd-8d3a-2a14b9ae22c2 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '984dc637-e7b8-4e16-85ab-7c30fd5e3d1e') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:02:49.654969 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e69645b8-60a0-4b37-97b4-8d5549ffa042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (9d60e03a-03e7-466e-b957-6e0b95dfd215), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:49.663526 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f3959ceb-09f6-4cbd-8d3a-2a14b9ae22c2 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (984dc637-e7b8-4e16-85ab-7c30fd5e3d1e), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:49.678498 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f3959ceb-09f6-4cbd-8d3a-2a14b9ae22c2 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (984dc637-e7b8-4e16-85ab-7c30fd5e3d1e), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:49.689735 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3959ceb-09f6-4cbd-8d3a-2a14b9ae22c2 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:02:49.690160 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f3959ceb-09f6-4cbd-8d3a-2a14b9ae22c2 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (984dc637-e7b8-4e16-85ab-7c30fd5e3d1e), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:49.704268 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 13:02:49.704268 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:02:49.704268 n-d-825015-3 neutron-server[103474]: timer() Feb 04 13:02:49.704268 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:02:49.704268 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 13:02:49.704268 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:02:49.704268 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 13:02:49.704268 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:02:49.704268 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 13:02:49.704268 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:02:49.704268 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 13:02:49.704268 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:02:49.704268 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 13:02:49.704268 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:02:49.704268 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:02:49.704268 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:02:49.704268 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:02:49.704268 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:02:49.704268 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 13:02:49.704268 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:02:49.704268 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 13:02:49.704268 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:02:49.704268 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:02:49.704268 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:02:49.704268 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 13:02:49.704268 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:02:49.704268 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:02:49.704268 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:02:49.704268 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:02:49.704268 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:02:49.704268 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:02:49.704268 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:02:49.830540 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37e06e9-dd9b-4354-966a-8c272a657420 None None] get_active_networks_info from n-d-825015-3 {{(pid=103476) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 04 13:02:49.835662 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.db.api [None req-f3959ceb-09f6-4cbd-8d3a-2a14b9ae22c2 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 13:02:49.835662 n-d-825015-3 neutron-server[103474]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 13:02:49.835662 n-d-825015-3 neutron-server[103474]: [parameters: {'id': 'a96f03da-1232-428e-916a-fdfcae6637d3'}] Feb 04 13:02:49.835662 n-d-825015-3 neutron-server[103474]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103474) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:02:49.836089 n-d-825015-3 neutron-server[103474]: DEBUG oslo_db.api [None req-f3959ceb-09f6-4cbd-8d3a-2a14b9ae22c2 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:02:49.963849 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37e06e9-dd9b-4354-966a-8c272a657420 None None] Resources bound (agent type, host, resource id): {{(pid=103476) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 13:02:49.967703 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69645b8-60a0-4b37-97b4-8d5549ffa042 None None] Pushing event updated for resources: {'Port': ['ID=9d60e03a-03e7-466e-b957-6e0b95dfd215,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:50.255039 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58db9472-5e03-4920-ae58-e1c67c4bab9f None None] Network a96f03da-1232-428e-916a-fdfcae6637d3 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:02:50.337380 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f3959ceb-09f6-4cbd-8d3a-2a14b9ae22c2 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (a96f03da-1232-428e-916a-fdfcae6637d3), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:50.426309 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c984d3d1-2d81-43e9-aa6f-bd4375c6eed5 None None] Network a96f03da-1232-428e-916a-fdfcae6637d3 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:02:50.434570 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-f3959ceb-09f6-4cbd-8d3a-2a14b9ae22c2 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Deleting port 9d60e03a-03e7-466e-b957-6e0b95dfd215 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:02:50.434926 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f3959ceb-09f6-4cbd-8d3a-2a14b9ae22c2 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (9d60e03a-03e7-466e-b957-6e0b95dfd215), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:50.541211 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-f3959ceb-09f6-4cbd-8d3a-2a14b9ae22c2 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] For port 9d60e03a-03e7-466e-b957-6e0b95dfd215, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=9d60e03a-03e7-466e-b957-6e0b95dfd215,segment=NetworkSegment(984dc637-e7b8-4e16-85ab-7c30fd5e3d1e),segment_id=984dc637-e7b8-4e16-85ab-7c30fd5e3d1e)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:02:50.543206 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f3959ceb-09f6-4cbd-8d3a-2a14b9ae22c2 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (9d60e03a-03e7-466e-b957-6e0b95dfd215), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:50.562810 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-f3959ceb-09f6-4cbd-8d3a-2a14b9ae22c2 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Calling delete_port for 9d60e03a-03e7-466e-b957-6e0b95dfd215 owned by network:dhcp {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:02:50.620160 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:50.683753 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f3959ceb-09f6-4cbd-8d3a-2a14b9ae22c2 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (9d60e03a-03e7-466e-b957-6e0b95dfd215), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:50.736480 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3959ceb-09f6-4cbd-8d3a-2a14b9ae22c2 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Pushing event deleted for resources: {'Port': ['ID=9d60e03a-03e7-466e-b957-6e0b95dfd215,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:50.739268 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3959ceb-09f6-4cbd-8d3a-2a14b9ae22c2 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] No DVR routers for this DVR port 9d60e03a-03e7-466e-b957-6e0b95dfd215 on host n-d-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:02:50.880006 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f3959ceb-09f6-4cbd-8d3a-2a14b9ae22c2 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (a96f03da-1232-428e-916a-fdfcae6637d3), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:50.909208 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-f3959ceb-09f6-4cbd-8d3a-2a14b9ae22c2 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a96f03da-1232-428e-916a-fdfcae6637d3']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:02:50.927562 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-f3959ceb-09f6-4cbd-8d3a-2a14b9ae22c2 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '984dc637-e7b8-4e16-85ab-7c30fd5e3d1e') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:02:50.929197 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-f3959ceb-09f6-4cbd-8d3a-2a14b9ae22c2 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '984dc637-e7b8-4e16-85ab-7c30fd5e3d1e') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:02:50.943513 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f3959ceb-09f6-4cbd-8d3a-2a14b9ae22c2 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (984dc637-e7b8-4e16-85ab-7c30fd5e3d1e), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:50.959669 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f3959ceb-09f6-4cbd-8d3a-2a14b9ae22c2 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (984dc637-e7b8-4e16-85ab-7c30fd5e3d1e), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:50.967172 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3959ceb-09f6-4cbd-8d3a-2a14b9ae22c2 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:02:50.967574 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f3959ceb-09f6-4cbd-8d3a-2a14b9ae22c2 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (984dc637-e7b8-4e16-85ab-7c30fd5e3d1e), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:50.970772 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 13:02:50.970772 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:02:50.970772 n-d-825015-3 neutron-server[103474]: timer() Feb 04 13:02:50.970772 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:02:50.970772 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 13:02:50.970772 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:02:50.970772 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 13:02:50.970772 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:02:50.970772 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 13:02:50.970772 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:02:50.970772 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 13:02:50.970772 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:02:50.970772 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 13:02:50.970772 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:02:50.970772 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:02:50.970772 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:02:50.970772 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:02:50.970772 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:02:50.970772 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 13:02:50.970772 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:02:50.970772 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 13:02:50.970772 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:02:50.970772 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:02:50.970772 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:02:50.970772 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 13:02:50.970772 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:02:50.970772 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:02:50.970772 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:02:50.970772 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:02:50.970772 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:02:50.970772 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:02:50.970772 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:02:51.058300 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f3959ceb-09f6-4cbd-8d3a-2a14b9ae22c2 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (a96f03da-1232-428e-916a-fdfcae6637d3), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:51.074200 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f3959ceb-09f6-4cbd-8d3a-2a14b9ae22c2 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:51.084785 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-f3959ceb-09f6-4cbd-8d3a-2a14b9ae22c2 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] 10.222.0.65 "DELETE /v2.0/networks/a96f03da-1232-428e-916a-fdfcae6637d3 HTTP/1.1" status: 204 len: 168 time: 1.9336827 Feb 04 13:02:51.085462 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 55528) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:02:51.118479 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3959ceb-09f6-4cbd-8d3a-2a14b9ae22c2 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Pushing event deleted for resources: {'Network': ['ID=a96f03da-1232-428e-916a-fdfcae6637d3,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:51.124764 n-d-825015-3 neutron-server[103475]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bf63d75-4ed6-4552-8783-b8e9f9f72a7c tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] DELETE failed (client error): The resource could not be found. Feb 04 13:02:51.125234 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bf63d75-4ed6-4552-8783-b8e9f9f72a7c tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103475) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:02:51.132335 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 55530) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:02:51.140132 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-4bf63d75-4ed6-4552-8783-b8e9f9f72a7c tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] 10.222.0.65 "DELETE /v2.0/subnets/e31c2baf-fdd7-45ab-9108-7288223167e0 HTTP/1.1" status: 404 len: 337 time: 0.0443342 Feb 04 13:02:51.154426 n-d-825015-3 neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a5e907d-476e-4eaa-b7b5-f82a7d57f7f4 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] DELETE failed (client error): The resource could not be found. Feb 04 13:02:51.156458 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a5e907d-476e-4eaa-b7b5-f82a7d57f7f4 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:02:51.169265 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-8a5e907d-476e-4eaa-b7b5-f82a7d57f7f4 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] 10.222.0.65 "DELETE /v2.0/networks/a96f03da-1232-428e-916a-fdfcae6637d3 HTTP/1.1" status: 404 len: 339 time: 0.0358634 Feb 04 13:02:51.171893 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 55534) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:02:51.280164 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-42efe3d6-8296-4cca-9ccd-762a642e3a44 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (f6cc97a0-f3da-497d-9939-1e6c78b34aa8), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:51.418685 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-42efe3d6-8296-4cca-9ccd-762a642e3a44 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (f6cc97a0-f3da-497d-9939-1e6c78b34aa8), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:51.443265 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-42efe3d6-8296-4cca-9ccd-762a642e3a44 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6cc97a0-f3da-497d-9939-1e6c78b34aa8']}} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:02:51.456767 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-42efe3d6-8296-4cca-9ccd-762a642e3a44 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8a322d3-b5b7-4d9f-8758-8a0e8d905b2a') {'for_net_delete': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:02:51.457435 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-42efe3d6-8296-4cca-9ccd-762a642e3a44 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8a322d3-b5b7-4d9f-8758-8a0e8d905b2a') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:02:51.471649 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-42efe3d6-8296-4cca-9ccd-762a642e3a44 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51859336'] for segment (f8a322d3-b5b7-4d9f-8758-8a0e8d905b2a), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:51.493015 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-42efe3d6-8296-4cca-9ccd-762a642e3a44 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (f8a322d3-b5b7-4d9f-8758-8a0e8d905b2a), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:51.504293 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42efe3d6-8296-4cca-9ccd-762a642e3a44 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=103475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:02:51.505343 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-42efe3d6-8296-4cca-9ccd-762a642e3a44 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-52093388'] for segment (f8a322d3-b5b7-4d9f-8758-8a0e8d905b2a), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:51.511591 n-d-825015-3 neutron-server[103475]: Traceback (most recent call last): Feb 04 13:02:51.511591 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:02:51.511591 n-d-825015-3 neutron-server[103475]: timer() Feb 04 13:02:51.511591 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:02:51.511591 n-d-825015-3 neutron-server[103475]: cb(*args, **kw) Feb 04 13:02:51.511591 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:02:51.511591 n-d-825015-3 neutron-server[103475]: return func(*args, **kwargs) Feb 04 13:02:51.511591 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:02:51.511591 n-d-825015-3 neutron-server[103475]: self._notify() Feb 04 13:02:51.511591 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:02:51.511591 n-d-825015-3 neutron-server[103475]: self.callback(batched_events) Feb 04 13:02:51.511591 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:02:51.511591 n-d-825015-3 neutron-server[103475]: event.method(event) Feb 04 13:02:51.511591 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:02:51.511591 n-d-825015-3 neutron-server[103475]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:02:51.511591 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:02:51.511591 n-d-825015-3 neutron-server[103475]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:02:51.511591 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:02:51.511591 n-d-825015-3 neutron-server[103475]: return f(self, *a, **k) Feb 04 13:02:51.511591 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:02:51.511591 n-d-825015-3 neutron-server[103475]: return self._get(url).json() Feb 04 13:02:51.511591 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:02:51.511591 n-d-825015-3 neutron-server[103475]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:02:51.511591 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:02:51.511591 n-d-825015-3 neutron-server[103475]: return self.request(url, 'GET', **kwargs) Feb 04 13:02:51.511591 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:02:51.511591 n-d-825015-3 neutron-server[103475]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:02:51.511591 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:02:51.511591 n-d-825015-3 neutron-server[103475]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:02:51.511591 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:02:51.511591 n-d-825015-3 neutron-server[103475]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:02:51.511591 n-d-825015-3 neutron-server[103475]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:02:51.591501 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-42efe3d6-8296-4cca-9ccd-762a642e3a44 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (f6cc97a0-f3da-497d-9939-1e6c78b34aa8), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:51.606838 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-42efe3d6-8296-4cca-9ccd-762a642e3a44 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:51.613634 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 55540) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:02:51.614188 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-42efe3d6-8296-4cca-9ccd-762a642e3a44 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] 10.222.0.65 "DELETE /v2.0/networks/f6cc97a0-f3da-497d-9939-1e6c78b34aa8 HTTP/1.1" status: 204 len: 168 time: 0.4407637 Feb 04 13:02:51.628690 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42efe3d6-8296-4cca-9ccd-762a642e3a44 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Pushing event deleted for resources: {'Network': ['ID=f6cc97a0-f3da-497d-9939-1e6c78b34aa8,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:51.665641 n-d-825015-3 neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0b81548-ab7d-4c2f-87af-99f548dda20a tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] DELETE failed (client error): The resource could not be found. Feb 04 13:02:51.666504 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0b81548-ab7d-4c2f-87af-99f548dda20a tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:02:51.670586 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-a0b81548-ab7d-4c2f-87af-99f548dda20a tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] 10.222.0.65 "DELETE /v2.0/subnets/4eb0b478-204c-49b7-b734-06c19acb4ada HTTP/1.1" status: 404 len: 337 time: 0.0551348 Feb 04 13:02:51.673704 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 55542) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:02:51.695473 n-d-825015-3 neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b1bc64b-1e81-4521-baec-82774efd0526 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] DELETE failed (client error): The resource could not be found. Feb 04 13:02:51.696308 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b1bc64b-1e81-4521-baec-82774efd0526 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:02:51.703281 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-5b1bc64b-1e81-4521-baec-82774efd0526 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] 10.222.0.65 "DELETE /v2.0/networks/c772d8b9-d377-4924-803d-979accd915d5 HTTP/1.1" status: 404 len: 339 time: 0.0257978 Feb 04 13:02:51.703538 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 55544) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:02:51.741086 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:51.812322 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-23c8edcf-867b-4c02-8e00-541146a4d35e tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Deleting subnet 09066eea-4c66-42b0-83c8-4055f9a7a12e {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:02:51.816980 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-23c8edcf-867b-4c02-8e00-541146a4d35e tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks [] for subnet (09066eea-4c66-42b0-83c8-4055f9a7a12e), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:51.880918 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-23c8edcf-867b-4c02-8e00-541146a4d35e tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (09066eea-4c66-42b0-83c8-4055f9a7a12e), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:51.998451 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-23c8edcf-867b-4c02-8e00-541146a4d35e tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (09066eea-4c66-42b0-83c8-4055f9a7a12e), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:52.079072 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-23c8edcf-867b-4c02-8e00-541146a4d35e tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (09066eea-4c66-42b0-83c8-4055f9a7a12e), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:52.111527 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c8edcf-867b-4c02-8e00-541146a4d35e tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Pushing event deleted for resources: {'Subnet': ['ID=09066eea-4c66-42b0-83c8-4055f9a7a12e,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:52.117990 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-23c8edcf-867b-4c02-8e00-541146a4d35e tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:52.125688 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-23c8edcf-867b-4c02-8e00-541146a4d35e tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] 10.222.0.65 "DELETE /v2.0/subnets/09066eea-4c66-42b0-83c8-4055f9a7a12e HTTP/1.1" status: 204 len: 168 time: 0.4178135 Feb 04 13:02:52.125815 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 55554) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:02:52.128078 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8ddaef-59bd-428c-be7b-1566c668bdca None None] Network 01c5a4d0-7ee5-4bde-ae3f-679cf9d4ff14 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:02:52.194514 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcdcb232-ac37-4d71-a057-3f7ad35faa75 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Deleting subnet f34f3640-fce0-48ce-87bb-52030fc3a982 {{(pid=103475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:02:52.198382 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bcdcb232-ac37-4d71-a057-3f7ad35faa75 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks [] for subnet (f34f3640-fce0-48ce-87bb-52030fc3a982), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:52.242103 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bcdcb232-ac37-4d71-a057-3f7ad35faa75 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51859329'] for subnet (f34f3640-fce0-48ce-87bb-52030fc3a982), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:52.378530 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bcdcb232-ac37-4d71-a057-3f7ad35faa75 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (f34f3640-fce0-48ce-87bb-52030fc3a982), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:52.464465 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bcdcb232-ac37-4d71-a057-3f7ad35faa75 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-52093282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51452698'] for subnet (f34f3640-fce0-48ce-87bb-52030fc3a982), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:52.499177 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdcb232-ac37-4d71-a057-3f7ad35faa75 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Pushing event deleted for resources: {'Subnet': ['ID=f34f3640-fce0-48ce-87bb-52030fc3a982,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:52.504522 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bcdcb232-ac37-4d71-a057-3f7ad35faa75 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:52.508921 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-bcdcb232-ac37-4d71-a057-3f7ad35faa75 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] 10.222.0.65 "DELETE /v2.0/subnets/f34f3640-fce0-48ce-87bb-52030fc3a982 HTTP/1.1" status: 204 len: 168 time: 0.3829970 Feb 04 13:02:52.512709 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 55570) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:02:52.628936 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ab67fe32-1830-4587-add7-cce939416a30 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (01c5a4d0-7ee5-4bde-ae3f-679cf9d4ff14), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:52.710727 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-ab67fe32-1830-4587-add7-cce939416a30 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Deleting port e5449f60-3f9a-48e2-81c4-e2c7ca586fab {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:02:52.711164 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ab67fe32-1830-4587-add7-cce939416a30 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (e5449f60-3f9a-48e2-81c4-e2c7ca586fab), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:52.819406 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-ab67fe32-1830-4587-add7-cce939416a30 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] For port e5449f60-3f9a-48e2-81c4-e2c7ca586fab, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=e5449f60-3f9a-48e2-81c4-e2c7ca586fab,segment=NetworkSegment(baffb822-85bd-4b0d-a020-91b1e61967f9),segment_id=baffb822-85bd-4b0d-a020-91b1e61967f9)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:02:52.819826 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ab67fe32-1830-4587-add7-cce939416a30 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (e5449f60-3f9a-48e2-81c4-e2c7ca586fab), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:52.837342 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-ab67fe32-1830-4587-add7-cce939416a30 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Calling delete_port for e5449f60-3f9a-48e2-81c4-e2c7ca586fab owned by network:dhcp {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:02:52.960732 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ab67fe32-1830-4587-add7-cce939416a30 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (e5449f60-3f9a-48e2-81c4-e2c7ca586fab), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:52.993946 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab67fe32-1830-4587-add7-cce939416a30 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Pushing event deleted for resources: {'Port': ['ID=e5449f60-3f9a-48e2-81c4-e2c7ca586fab,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:53.008520 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab67fe32-1830-4587-add7-cce939416a30 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] No DVR routers for this DVR port e5449f60-3f9a-48e2-81c4-e2c7ca586fab on host n-d-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:02:53.011709 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab67fe32-1830-4587-add7-cce939416a30 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:02:53.012557 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab67fe32-1830-4587-add7-cce939416a30 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:02:53.012920 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab67fe32-1830-4587-add7-cce939416a30 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:02:53.013273 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab67fe32-1830-4587-add7-cce939416a30 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:02:53.013619 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab67fe32-1830-4587-add7-cce939416a30 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:02:53.013981 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab67fe32-1830-4587-add7-cce939416a30 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:02:53.014298 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab67fe32-1830-4587-add7-cce939416a30 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:02:53.014692 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab67fe32-1830-4587-add7-cce939416a30 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:02:53.014970 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab67fe32-1830-4587-add7-cce939416a30 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:02:53.015305 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab67fe32-1830-4587-add7-cce939416a30 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:02:53.015639 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab67fe32-1830-4587-add7-cce939416a30 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:02:53.016127 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab67fe32-1830-4587-add7-cce939416a30 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:02:53.016477 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab67fe32-1830-4587-add7-cce939416a30 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:02:53.070221 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64a03b4-f429-4c78-9053-8fc26c872cfa None None] Network 01c5a4d0-7ee5-4bde-ae3f-679cf9d4ff14 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:02:53.107312 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ab67fe32-1830-4587-add7-cce939416a30 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (01c5a4d0-7ee5-4bde-ae3f-679cf9d4ff14), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:53.133718 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-ab67fe32-1830-4587-add7-cce939416a30 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01c5a4d0-7ee5-4bde-ae3f-679cf9d4ff14']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:02:53.140470 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-7636e451-5ff3-4f98-bf76-40e45843c702 None None] Could not find standard attr ID for object e5449f60-3f9a-48e2-81c4-e2c7ca586fab. {{(pid=103476) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 13:02:53.146165 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-ab67fe32-1830-4587-add7-cce939416a30 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baffb822-85bd-4b0d-a020-91b1e61967f9') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:02:53.146476 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-ab67fe32-1830-4587-add7-cce939416a30 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baffb822-85bd-4b0d-a020-91b1e61967f9') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:02:53.158353 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ab67fe32-1830-4587-add7-cce939416a30 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (baffb822-85bd-4b0d-a020-91b1e61967f9), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:53.195843 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ab67fe32-1830-4587-add7-cce939416a30 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (baffb822-85bd-4b0d-a020-91b1e61967f9), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:53.204247 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab67fe32-1830-4587-add7-cce939416a30 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:02:53.204745 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ab67fe32-1830-4587-add7-cce939416a30 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (baffb822-85bd-4b0d-a020-91b1e61967f9), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:53.207917 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 13:02:53.207917 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:02:53.207917 n-d-825015-3 neutron-server[103474]: timer() Feb 04 13:02:53.207917 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:02:53.207917 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 13:02:53.207917 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:02:53.207917 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 13:02:53.207917 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:02:53.207917 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 13:02:53.207917 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:02:53.207917 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 13:02:53.207917 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:02:53.207917 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 13:02:53.207917 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:02:53.207917 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:02:53.207917 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:02:53.207917 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:02:53.207917 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:02:53.207917 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 13:02:53.207917 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:02:53.207917 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 13:02:53.207917 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:02:53.207917 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:02:53.207917 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:02:53.207917 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 13:02:53.207917 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:02:53.207917 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:02:53.207917 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:02:53.207917 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:02:53.207917 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:02:53.207917 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:02:53.207917 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:02:53.274077 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0735e73d-251d-4a83-95d3-62a25c14da72 None None] DHCP port deletion for 01c5a4d0-7ee5-4bde-ae3f-679cf9d4ff14 request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:02:53.298422 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ab67fe32-1830-4587-add7-cce939416a30 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (01c5a4d0-7ee5-4bde-ae3f-679cf9d4ff14), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:53.304322 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ab67fe32-1830-4587-add7-cce939416a30 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:53.310365 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-ab67fe32-1830-4587-add7-cce939416a30 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] 10.222.0.65 "DELETE /v2.0/networks/01c5a4d0-7ee5-4bde-ae3f-679cf9d4ff14 HTTP/1.1" status: 204 len: 168 time: 0.7941625 Feb 04 13:02:53.310893 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 55590) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:02:53.341769 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab67fe32-1830-4587-add7-cce939416a30 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Pushing event deleted for resources: {'Network': ['ID=01c5a4d0-7ee5-4bde-ae3f-679cf9d4ff14,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:53.343267 n-d-825015-3 neutron-server[103475]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc78f592-368d-462e-8fae-b62ee43a4824 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] DELETE failed (client error): The resource could not be found. Feb 04 13:02:53.348693 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc78f592-368d-462e-8fae-b62ee43a4824 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103475) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:02:53.354819 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-dc78f592-368d-462e-8fae-b62ee43a4824 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] 10.222.0.65 "DELETE /v2.0/subnets/c08d3117-3da8-4b48-923a-13e3b3b68a8a HTTP/1.1" status: 404 len: 337 time: 0.0400698 Feb 04 13:02:53.356606 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 55592) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:02:53.402666 n-d-825015-3 neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0311aa2-39b5-4213-b3c2-b7ae6ec42fe1 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] DELETE failed (client error): The resource could not be found. Feb 04 13:02:53.403454 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0311aa2-39b5-4213-b3c2-b7ae6ec42fe1 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:02:53.406916 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-e0311aa2-39b5-4213-b3c2-b7ae6ec42fe1 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] 10.222.0.65 "DELETE /v2.0/networks/fdf917d8-4256-4131-a3fd-75f162b32263 HTTP/1.1" status: 404 len: 339 time: 0.0468352 Feb 04 13:02:53.409510 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 55596) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:02:53.438927 n-d-825015-3 neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-687ab75f-f344-457e-bde2-0d783dff68cf tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] DELETE failed (client error): The resource could not be found. Feb 04 13:02:53.439575 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-687ab75f-f344-457e-bde2-0d783dff68cf tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:02:53.442754 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-687ab75f-f344-457e-bde2-0d783dff68cf tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] 10.222.0.65 "DELETE /v2.0/subnets/62f133cc-60a8-4b80-83d2-bf6d90a4bedf HTTP/1.1" status: 404 len: 337 time: 0.0321684 Feb 04 13:02:53.445378 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 55598) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:02:53.468376 n-d-825015-3 neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-146664fe-defe-42c4-9585-c6dbf67829f9 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] DELETE failed (client error): The resource could not be found. Feb 04 13:02:53.469022 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-146664fe-defe-42c4-9585-c6dbf67829f9 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:02:53.474531 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-146664fe-defe-42c4-9585-c6dbf67829f9 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] 10.222.0.65 "DELETE /v2.0/networks/d6b7132e-48b0-4cd3-9238-39c10f6feff8 HTTP/1.1" status: 404 len: 339 time: 0.0252938 Feb 04 13:02:53.474890 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 55600) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:02:53.539850 n-d-825015-3 neutron-server[103475]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d887141-2ace-4a44-a14f-cb591abbbec6 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] DELETE failed (client error): The resource could not be found. Feb 04 13:02:53.540870 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d887141-2ace-4a44-a14f-cb591abbbec6 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103475) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:02:53.548760 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-4d887141-2ace-4a44-a14f-cb591abbbec6 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] 10.222.0.65 "DELETE /v2.0/subnets/de174b27-4277-4161-b44d-05e8926dc62e HTTP/1.1" status: 404 len: 337 time: 0.0726316 Feb 04 13:02:53.551762 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 55602) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:02:53.576560 n-d-825015-3 neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-d144e874-1532-4781-a322-88c78a4b335d tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] DELETE failed (client error): The resource could not be found. Feb 04 13:02:53.577390 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d144e874-1532-4781-a322-88c78a4b335d tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:02:53.580634 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-d144e874-1532-4781-a322-88c78a4b335d tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] 10.222.0.65 "DELETE /v2.0/networks/fb06ac27-b236-4dcb-8246-b1a28f899b26 HTTP/1.1" status: 404 len: 339 time: 0.0276692 Feb 04 13:02:53.583243 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 55604) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:02:53.647002 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_v2 [None req-92fbb41d-abf3-486e-8fb2-bf949e4089d8 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Deleting subnet 37cddc85-8279-46d9-bede-1b03df54c77f {{(pid=103475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:02:53.652506 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-92fbb41d-abf3-486e-8fb2-bf949e4089d8 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks [] for subnet (37cddc85-8279-46d9-bede-1b03df54c77f), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:53.709995 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-92fbb41d-abf3-486e-8fb2-bf949e4089d8 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51859329'] for subnet (37cddc85-8279-46d9-bede-1b03df54c77f), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:53.759615 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device e5449f60-3f9a-48e2-81c4-e2c7ca586fab no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:02:53.887914 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-92fbb41d-abf3-486e-8fb2-bf949e4089d8 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (37cddc85-8279-46d9-bede-1b03df54c77f), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:53.982964 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-92fbb41d-abf3-486e-8fb2-bf949e4089d8 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-52093282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51452698'] for subnet (37cddc85-8279-46d9-bede-1b03df54c77f), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:53.986501 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: e5449f60-3f9a-48e2-81c4-e2c7ca586fab {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:02:53.986951 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device e5449f60-3f9a-48e2-81c4-e2c7ca586fab not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:02:54.032060 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fbb41d-abf3-486e-8fb2-bf949e4089d8 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Pushing event deleted for resources: {'Subnet': ['ID=37cddc85-8279-46d9-bede-1b03df54c77f,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:54.044438 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-92fbb41d-abf3-486e-8fb2-bf949e4089d8 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:54.053855 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-92fbb41d-abf3-486e-8fb2-bf949e4089d8 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] 10.222.0.65 "DELETE /v2.0/subnets/37cddc85-8279-46d9-bede-1b03df54c77f HTTP/1.1" status: 204 len: 168 time: 0.4693580 Feb 04 13:02:54.057956 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 55616) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:02:54.065799 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305d4caa-2c16-4556-b8ea-89a854f07302 None None] Network aba7b5c5-28e4-4e5a-88bc-b2be0ca6b818 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:02:54.177658 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-71a64f55-4010-47a9-9ed9-c11e35f52516 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (aba7b5c5-28e4-4e5a-88bc-b2be0ca6b818), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:54.257088 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-71a64f55-4010-47a9-9ed9-c11e35f52516 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Deleting port 7c2dff1f-9e9c-4725-a56d-55aa5a6af809 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:02:54.257492 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-71a64f55-4010-47a9-9ed9-c11e35f52516 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (7c2dff1f-9e9c-4725-a56d-55aa5a6af809), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:54.300788 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3dd363d-c0d7-4e95-8b7c-7f78cbb2a8ef None None] DHCP port deletion for aba7b5c5-28e4-4e5a-88bc-b2be0ca6b818 request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:02:54.360992 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-f3dd363d-c0d7-4e95-8b7c-7f78cbb2a8ef None None] Deleting port 7c2dff1f-9e9c-4725-a56d-55aa5a6af809 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:02:54.361674 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f3dd363d-c0d7-4e95-8b7c-7f78cbb2a8ef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (7c2dff1f-9e9c-4725-a56d-55aa5a6af809), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:54.374681 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-71a64f55-4010-47a9-9ed9-c11e35f52516 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] For port 7c2dff1f-9e9c-4725-a56d-55aa5a6af809, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=7c2dff1f-9e9c-4725-a56d-55aa5a6af809,segment=NetworkSegment(46137487-595f-436f-99cc-df98bcd7e533),segment_id=46137487-595f-436f-99cc-df98bcd7e533)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:02:54.375118 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-71a64f55-4010-47a9-9ed9-c11e35f52516 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (7c2dff1f-9e9c-4725-a56d-55aa5a6af809), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:54.390578 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-71a64f55-4010-47a9-9ed9-c11e35f52516 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Calling delete_port for 7c2dff1f-9e9c-4725-a56d-55aa5a6af809 owned by network:dhcp {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:02:54.432507 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-f3dd363d-c0d7-4e95-8b7c-7f78cbb2a8ef None None] For port 7c2dff1f-9e9c-4725-a56d-55aa5a6af809, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=7c2dff1f-9e9c-4725-a56d-55aa5a6af809,segment=NetworkSegment(46137487-595f-436f-99cc-df98bcd7e533),segment_id=46137487-595f-436f-99cc-df98bcd7e533)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:02:54.433220 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f3dd363d-c0d7-4e95-8b7c-7f78cbb2a8ef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (7c2dff1f-9e9c-4725-a56d-55aa5a6af809), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:54.449831 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-f3dd363d-c0d7-4e95-8b7c-7f78cbb2a8ef None None] Calling delete_port for 7c2dff1f-9e9c-4725-a56d-55aa5a6af809 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:02:54.525449 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-71a64f55-4010-47a9-9ed9-c11e35f52516 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (7c2dff1f-9e9c-4725-a56d-55aa5a6af809), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:54.558327 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a64f55-4010-47a9-9ed9-c11e35f52516 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Pushing event deleted for resources: {'Port': ['ID=7c2dff1f-9e9c-4725-a56d-55aa5a6af809,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:54.560920 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a64f55-4010-47a9-9ed9-c11e35f52516 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] No DVR routers for this DVR port 7c2dff1f-9e9c-4725-a56d-55aa5a6af809 on host n-d-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:02:54.586869 n-d-825015-3 neutron-server[103476]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:02:54.586869 n-d-825015-3 neutron-server[103476]: self.session.flush() Feb 04 13:02:54.586869 n-d-825015-3 neutron-server[103476]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:02:54.586869 n-d-825015-3 neutron-server[103476]: self.session.flush() Feb 04 13:02:54.586869 n-d-825015-3 neutron-server[103476]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:02:54.586869 n-d-825015-3 neutron-server[103476]: self.session.flush() Feb 04 13:02:54.586869 n-d-825015-3 neutron-server[103476]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:02:54.586869 n-d-825015-3 neutron-server[103476]: self.session.flush() Feb 04 13:02:54.586869 n-d-825015-3 neutron-server[103476]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:02:54.586869 n-d-825015-3 neutron-server[103476]: self.session.flush() Feb 04 13:02:54.586869 n-d-825015-3 neutron-server[103476]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:02:54.586869 n-d-825015-3 neutron-server[103476]: self.session.flush() Feb 04 13:02:54.586869 n-d-825015-3 neutron-server[103476]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:02:54.586869 n-d-825015-3 neutron-server[103476]: self.session.flush() Feb 04 13:02:54.586869 n-d-825015-3 neutron-server[103476]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:02:54.586869 n-d-825015-3 neutron-server[103476]: self.session.flush() Feb 04 13:02:54.586869 n-d-825015-3 neutron-server[103476]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:02:54.586869 n-d-825015-3 neutron-server[103476]: self.session.flush() Feb 04 13:02:54.586869 n-d-825015-3 neutron-server[103476]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:02:54.586869 n-d-825015-3 neutron-server[103476]: self.session.flush() Feb 04 13:02:54.586869 n-d-825015-3 neutron-server[103476]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:02:54.586869 n-d-825015-3 neutron-server[103476]: self.session.flush() Feb 04 13:02:54.586869 n-d-825015-3 neutron-server[103476]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:02:54.586869 n-d-825015-3 neutron-server[103476]: self.session.flush() Feb 04 13:02:54.586869 n-d-825015-3 neutron-server[103476]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:02:54.586869 n-d-825015-3 neutron-server[103476]: self.session.flush() Feb 04 13:02:54.586869 n-d-825015-3 neutron-server[103476]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:02:54.586869 n-d-825015-3 neutron-server[103476]: self.session.flush() Feb 04 13:02:54.586869 n-d-825015-3 neutron-server[103476]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:02:54.586869 n-d-825015-3 neutron-server[103476]: self.session.flush() Feb 04 13:02:54.586869 n-d-825015-3 neutron-server[103476]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:02:54.586869 n-d-825015-3 neutron-server[103476]: self.session.flush() Feb 04 13:02:54.586869 n-d-825015-3 neutron-server[103476]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:02:54.586869 n-d-825015-3 neutron-server[103476]: self.session.flush() Feb 04 13:02:54.586869 n-d-825015-3 neutron-server[103476]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:02:54.586869 n-d-825015-3 neutron-server[103476]: self.session.flush() Feb 04 13:02:54.586869 n-d-825015-3 neutron-server[103476]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:02:54.586869 n-d-825015-3 neutron-server[103476]: self.session.flush() Feb 04 13:02:54.586869 n-d-825015-3 neutron-server[103476]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:02:54.586869 n-d-825015-3 neutron-server[103476]: self.session.flush() Feb 04 13:02:54.586869 n-d-825015-3 neutron-server[103476]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:02:54.586869 n-d-825015-3 neutron-server[103476]: self.session.flush() Feb 04 13:02:54.586869 n-d-825015-3 neutron-server[103476]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:02:54.586869 n-d-825015-3 neutron-server[103476]: self.session.flush() Feb 04 13:02:54.586869 n-d-825015-3 neutron-server[103476]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:02:54.586869 n-d-825015-3 neutron-server[103476]: self.session.flush() Feb 04 13:02:54.586869 n-d-825015-3 neutron-server[103476]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:02:54.586869 n-d-825015-3 neutron-server[103476]: self.session.flush() Feb 04 13:02:54.586869 n-d-825015-3 neutron-server[103476]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:02:54.586869 n-d-825015-3 neutron-server[103476]: self.session.flush() Feb 04 13:02:54.586869 n-d-825015-3 neutron-server[103476]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:02:54.586869 n-d-825015-3 neutron-server[103476]: self.session.flush() Feb 04 13:02:54.586869 n-d-825015-3 neutron-server[103476]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:02:54.586869 n-d-825015-3 neutron-server[103476]: self.session.flush() Feb 04 13:02:54.606044 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f3dd363d-c0d7-4e95-8b7c-7f78cbb2a8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (7c2dff1f-9e9c-4725-a56d-55aa5a6af809), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:54.620049 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3dd363d-c0d7-4e95-8b7c-7f78cbb2a8ef None None] No DVR routers for this DVR port 7c2dff1f-9e9c-4725-a56d-55aa5a6af809 on host n-d-825015-3 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:02:54.647914 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dd363d-c0d7-4e95-8b7c-7f78cbb2a8ef None None] Pushing event deleted for resources: {'Port': ['ID=7c2dff1f-9e9c-4725-a56d-55aa5a6af809,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:54.658107 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dd363d-c0d7-4e95-8b7c-7f78cbb2a8ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:02:54.658760 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dd363d-c0d7-4e95-8b7c-7f78cbb2a8ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:02:54.659293 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dd363d-c0d7-4e95-8b7c-7f78cbb2a8ef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:02:54.659905 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dd363d-c0d7-4e95-8b7c-7f78cbb2a8ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:02:54.660497 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dd363d-c0d7-4e95-8b7c-7f78cbb2a8ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:02:54.661043 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dd363d-c0d7-4e95-8b7c-7f78cbb2a8ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:02:54.661385 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dd363d-c0d7-4e95-8b7c-7f78cbb2a8ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:02:54.661758 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dd363d-c0d7-4e95-8b7c-7f78cbb2a8ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:02:54.662126 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dd363d-c0d7-4e95-8b7c-7f78cbb2a8ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:02:54.662533 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dd363d-c0d7-4e95-8b7c-7f78cbb2a8ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:02:54.662939 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dd363d-c0d7-4e95-8b7c-7f78cbb2a8ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:02:54.663278 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dd363d-c0d7-4e95-8b7c-7f78cbb2a8ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:02:54.663662 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dd363d-c0d7-4e95-8b7c-7f78cbb2a8ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:02:54.694779 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-71a64f55-4010-47a9-9ed9-c11e35f52516 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (aba7b5c5-28e4-4e5a-88bc-b2be0ca6b818), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:54.721645 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-71a64f55-4010-47a9-9ed9-c11e35f52516 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aba7b5c5-28e4-4e5a-88bc-b2be0ca6b818']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:02:54.735830 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-71a64f55-4010-47a9-9ed9-c11e35f52516 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46137487-595f-436f-99cc-df98bcd7e533') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:02:54.736614 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-71a64f55-4010-47a9-9ed9-c11e35f52516 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46137487-595f-436f-99cc-df98bcd7e533') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:02:54.754078 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-71a64f55-4010-47a9-9ed9-c11e35f52516 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (46137487-595f-436f-99cc-df98bcd7e533), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:54.769859 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-71a64f55-4010-47a9-9ed9-c11e35f52516 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (46137487-595f-436f-99cc-df98bcd7e533), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:54.778095 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71a64f55-4010-47a9-9ed9-c11e35f52516 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:02:54.778485 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-71a64f55-4010-47a9-9ed9-c11e35f52516 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (46137487-595f-436f-99cc-df98bcd7e533), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:54.781973 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 13:02:54.781973 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:02:54.781973 n-d-825015-3 neutron-server[103474]: timer() Feb 04 13:02:54.781973 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:02:54.781973 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 13:02:54.781973 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:02:54.781973 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 13:02:54.781973 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:02:54.781973 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 13:02:54.781973 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:02:54.781973 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 13:02:54.781973 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:02:54.781973 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 13:02:54.781973 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:02:54.781973 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:02:54.781973 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:02:54.781973 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:02:54.781973 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:02:54.781973 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 13:02:54.781973 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:02:54.781973 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 13:02:54.781973 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:02:54.781973 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:02:54.781973 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:02:54.781973 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 13:02:54.781973 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:02:54.781973 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:02:54.781973 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:02:54.781973 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:02:54.781973 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:02:54.781973 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:02:54.781973 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:02:54.861416 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-71a64f55-4010-47a9-9ed9-c11e35f52516 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (aba7b5c5-28e4-4e5a-88bc-b2be0ca6b818), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:54.877472 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-71a64f55-4010-47a9-9ed9-c11e35f52516 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:54.897458 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 55630) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:02:54.898271 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-71a64f55-4010-47a9-9ed9-c11e35f52516 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] 10.222.0.65 "DELETE /v2.0/networks/aba7b5c5-28e4-4e5a-88bc-b2be0ca6b818 HTTP/1.1" status: 204 len: 168 time: 0.8371329 Feb 04 13:02:54.917772 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a64f55-4010-47a9-9ed9-c11e35f52516 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Pushing event deleted for resources: {'Network': ['ID=aba7b5c5-28e4-4e5a-88bc-b2be0ca6b818,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:54.951627 n-d-825015-3 neutron-server[103475]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab319566-954c-444c-9cd6-806973bec9f5 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] DELETE failed (client error): The resource could not be found. Feb 04 13:02:54.952205 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab319566-954c-444c-9cd6-806973bec9f5 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103475) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:02:54.956559 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-ab319566-954c-444c-9cd6-806973bec9f5 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] 10.222.0.65 "DELETE /v2.0/subnets/7beab3f1-ca3f-4f6d-a3a6-29e6c3368abb HTTP/1.1" status: 404 len: 337 time: 0.0574877 Feb 04 13:02:54.959582 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 55634) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:02:54.987205 n-d-825015-3 neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-372808e6-1a1e-4dda-a683-a6cbb94b0ecf tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] DELETE failed (client error): The resource could not be found. Feb 04 13:02:54.987708 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-372808e6-1a1e-4dda-a683-a6cbb94b0ecf tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:02:54.993276 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-372808e6-1a1e-4dda-a683-a6cbb94b0ecf tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] 10.222.0.65 "DELETE /v2.0/networks/6a747d45-dee0-44a7-814b-1c26d8d6408a HTTP/1.1" status: 404 len: 339 time: 0.0301852 Feb 04 13:02:54.993548 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 55636) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:02:55.060462 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-c34c2fa6-267b-4eaa-b1df-da7c9d4c8ca2 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Deleting subnet 60998b8f-8b2d-4d60-a62b-ee96bd33b18a {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:02:55.065464 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c34c2fa6-267b-4eaa-b1df-da7c9d4c8ca2 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks [] for subnet (60998b8f-8b2d-4d60-a62b-ee96bd33b18a), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:55.120653 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c34c2fa6-267b-4eaa-b1df-da7c9d4c8ca2 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (60998b8f-8b2d-4d60-a62b-ee96bd33b18a), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:55.232140 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c34c2fa6-267b-4eaa-b1df-da7c9d4c8ca2 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (60998b8f-8b2d-4d60-a62b-ee96bd33b18a), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:55.302195 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c34c2fa6-267b-4eaa-b1df-da7c9d4c8ca2 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (60998b8f-8b2d-4d60-a62b-ee96bd33b18a), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:55.335940 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34c2fa6-267b-4eaa-b1df-da7c9d4c8ca2 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Pushing event deleted for resources: {'Subnet': ['ID=60998b8f-8b2d-4d60-a62b-ee96bd33b18a,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:55.342968 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c34c2fa6-267b-4eaa-b1df-da7c9d4c8ca2 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:55.347018 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-c34c2fa6-267b-4eaa-b1df-da7c9d4c8ca2 tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] 10.222.0.65 "DELETE /v2.0/subnets/60998b8f-8b2d-4d60-a62b-ee96bd33b18a HTTP/1.1" status: 204 len: 168 time: 0.3522902 Feb 04 13:02:55.349422 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 55642) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:02:55.352807 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf181d02-57d4-433f-a91c-b1e26ec02094 None None] Network 238ee5e8-9f00-4877-af19-6168f501320e requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:02:55.479480 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d3132abf-57be-4868-8197-6d1878bdc6ae tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (238ee5e8-9f00-4877-af19-6168f501320e), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:55.559937 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caee5a98-5827-4e23-8f95-fda5c755b909 None None] DHCP port deletion for 238ee5e8-9f00-4877-af19-6168f501320e request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:02:55.583137 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-d3132abf-57be-4868-8197-6d1878bdc6ae tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Deleting port a89e60bd-fdb2-4c67-bde1-cefdf2896098 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:02:55.583511 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d3132abf-57be-4868-8197-6d1878bdc6ae tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (a89e60bd-fdb2-4c67-bde1-cefdf2896098), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:55.647808 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-caee5a98-5827-4e23-8f95-fda5c755b909 None None] Deleting port a89e60bd-fdb2-4c67-bde1-cefdf2896098 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:02:55.648181 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-caee5a98-5827-4e23-8f95-fda5c755b909 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (a89e60bd-fdb2-4c67-bde1-cefdf2896098), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:55.657681 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-d3132abf-57be-4868-8197-6d1878bdc6ae tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] For port a89e60bd-fdb2-4c67-bde1-cefdf2896098, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=a89e60bd-fdb2-4c67-bde1-cefdf2896098,segment=NetworkSegment(4706f55c-b8ae-4a65-ab12-63eaa18908e7),segment_id=4706f55c-b8ae-4a65-ab12-63eaa18908e7)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:02:55.658203 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d3132abf-57be-4868-8197-6d1878bdc6ae tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (a89e60bd-fdb2-4c67-bde1-cefdf2896098), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:55.678230 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-d3132abf-57be-4868-8197-6d1878bdc6ae tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Calling delete_port for a89e60bd-fdb2-4c67-bde1-cefdf2896098 owned by network:dhcp {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:02:55.731588 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-caee5a98-5827-4e23-8f95-fda5c755b909 None None] For port a89e60bd-fdb2-4c67-bde1-cefdf2896098, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=a89e60bd-fdb2-4c67-bde1-cefdf2896098,segment=NetworkSegment(4706f55c-b8ae-4a65-ab12-63eaa18908e7),segment_id=4706f55c-b8ae-4a65-ab12-63eaa18908e7)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:02:55.732038 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-caee5a98-5827-4e23-8f95-fda5c755b909 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (a89e60bd-fdb2-4c67-bde1-cefdf2896098), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:55.746278 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-caee5a98-5827-4e23-8f95-fda5c755b909 None None] Calling delete_port for a89e60bd-fdb2-4c67-bde1-cefdf2896098 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:02:55.807970 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d3132abf-57be-4868-8197-6d1878bdc6ae tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (a89e60bd-fdb2-4c67-bde1-cefdf2896098), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:55.825234 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device a89e60bd-fdb2-4c67-bde1-cefdf2896098 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:02:55.832362 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3132abf-57be-4868-8197-6d1878bdc6ae tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Pushing event deleted for resources: {'Port': ['ID=a89e60bd-fdb2-4c67-bde1-cefdf2896098,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:55.842531 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3132abf-57be-4868-8197-6d1878bdc6ae tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] No DVR routers for this DVR port a89e60bd-fdb2-4c67-bde1-cefdf2896098 on host n-d-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:02:55.862883 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: a89e60bd-fdb2-4c67-bde1-cefdf2896098 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:02:55.863623 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device a89e60bd-fdb2-4c67-bde1-cefdf2896098 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:02:55.864325 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 7c2dff1f-9e9c-4725-a56d-55aa5a6af809 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:02:55.906458 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 7c2dff1f-9e9c-4725-a56d-55aa5a6af809 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:02:55.906821 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 7c2dff1f-9e9c-4725-a56d-55aa5a6af809 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:02:55.932489 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-caee5a98-5827-4e23-8f95-fda5c755b909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (a89e60bd-fdb2-4c67-bde1-cefdf2896098), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:55.961304 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caee5a98-5827-4e23-8f95-fda5c755b909 None None] Pushing event deleted for resources: {'Port': ['ID=a89e60bd-fdb2-4c67-bde1-cefdf2896098,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:55.965883 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caee5a98-5827-4e23-8f95-fda5c755b909 None None] No DVR routers for this DVR port a89e60bd-fdb2-4c67-bde1-cefdf2896098 on host n-d-825015-3 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:02:55.978223 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d3132abf-57be-4868-8197-6d1878bdc6ae tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (238ee5e8-9f00-4877-af19-6168f501320e), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:56.022646 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-d3132abf-57be-4868-8197-6d1878bdc6ae tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['238ee5e8-9f00-4877-af19-6168f501320e']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:02:56.033621 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-d3132abf-57be-4868-8197-6d1878bdc6ae tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4706f55c-b8ae-4a65-ab12-63eaa18908e7') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:02:56.033929 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-d3132abf-57be-4868-8197-6d1878bdc6ae tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4706f55c-b8ae-4a65-ab12-63eaa18908e7') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:02:56.045720 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d3132abf-57be-4868-8197-6d1878bdc6ae tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (4706f55c-b8ae-4a65-ab12-63eaa18908e7), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:56.062883 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d3132abf-57be-4868-8197-6d1878bdc6ae tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (4706f55c-b8ae-4a65-ab12-63eaa18908e7), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:56.070049 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3132abf-57be-4868-8197-6d1878bdc6ae tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:02:56.070602 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d3132abf-57be-4868-8197-6d1878bdc6ae tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (4706f55c-b8ae-4a65-ab12-63eaa18908e7), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:56.074879 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 13:02:56.074879 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:02:56.074879 n-d-825015-3 neutron-server[103474]: timer() Feb 04 13:02:56.074879 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:02:56.074879 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 13:02:56.074879 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:02:56.074879 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 13:02:56.074879 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:02:56.074879 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 13:02:56.074879 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:02:56.074879 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 13:02:56.074879 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:02:56.074879 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 13:02:56.074879 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:02:56.074879 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:02:56.074879 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:02:56.074879 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:02:56.074879 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:02:56.074879 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 13:02:56.074879 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:02:56.074879 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 13:02:56.074879 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:02:56.074879 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:02:56.074879 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:02:56.074879 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 13:02:56.074879 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:02:56.074879 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:02:56.074879 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:02:56.074879 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:02:56.074879 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:02:56.074879 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:02:56.074879 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:02:56.142370 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d3132abf-57be-4868-8197-6d1878bdc6ae tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (238ee5e8-9f00-4877-af19-6168f501320e), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:56.153872 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d3132abf-57be-4868-8197-6d1878bdc6ae tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:56.159622 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-d3132abf-57be-4868-8197-6d1878bdc6ae tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] 10.222.0.65 "DELETE /v2.0/networks/238ee5e8-9f00-4877-af19-6168f501320e HTTP/1.1" status: 204 len: 168 time: 0.7944086 Feb 04 13:02:56.171618 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3132abf-57be-4868-8197-6d1878bdc6ae tempest-NetworksIpV6Test-714883049 tempest-NetworksIpV6Test-714883049-project] Pushing event deleted for resources: {'Network': ['ID=238ee5e8-9f00-4877-af19-6168f501320e,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:56.471944 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 55664) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:02:56.669762 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-30164796-f23c-4599-9a98-17109ca5c1d9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d6e36c1d2f87413683ee719a7ed00f29&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1965799 Feb 04 13:02:56.672835 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 55672) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:02:56.731484 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-68a0cdda-67c1-42e1-bc25-d7102446c2e4 admin admin] Publish callbacks [] for security_group (f2b068ab-880b-4ff1-9207-2025fb993d12), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:56.754863 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-68a0cdda-67c1-42e1-bc25-d7102446c2e4 admin admin] Publish callbacks [] for security_group (f2b068ab-880b-4ff1-9207-2025fb993d12), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:56.805821 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-68a0cdda-67c1-42e1-bc25-d7102446c2e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (f2b068ab-880b-4ff1-9207-2025fb993d12), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:56.809815 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-68a0cdda-67c1-42e1-bc25-d7102446c2e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:56.811404 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-68a0cdda-67c1-42e1-bc25-d7102446c2e4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f2b068ab-880b-4ff1-9207-2025fb993d12 HTTP/1.1" status: 204 len: 168 time: 0.1374047 Feb 04 13:02:56.828922 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a0cdda-67c1-42e1-bc25-d7102446c2e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2b068ab-880b-4ff1-9207-2025fb993d12,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:57.464278 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 55710) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:02:57.706759 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-af1c4770-56c4-4708-8396-d59652cd1581 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:57.854606 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-af1c4770-56c4-4708-8396-d59652cd1581 admin admin] Publish callbacks [] for security_group (c13b18c5-6acb-4ba4-9fc2-b59b51e70357), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:57.865380 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-af1c4770-56c4-4708-8396-d59652cd1581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (c13b18c5-6acb-4ba4-9fc2-b59b51e70357), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:57.866301 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 55726) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:02:57.932863 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-af1c4770-56c4-4708-8396-d59652cd1581 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fdccc34944e6460e8a16256e0feaca46&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4638610 Feb 04 13:02:57.932863 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1c4770-56c4-4708-8396-d59652cd1581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c13b18c5-6acb-4ba4-9fc2-b59b51e70357,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:57.933625 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 55730) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:02:58.015297 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8a296b55-e146-4b7b-a6e7-2acb32062e47 admin admin] Publish callbacks [] for security_group (c13b18c5-6acb-4ba4-9fc2-b59b51e70357), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:58.082203 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8a296b55-e146-4b7b-a6e7-2acb32062e47 admin admin] Publish callbacks [] for security_group (c13b18c5-6acb-4ba4-9fc2-b59b51e70357), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:58.127931 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-3fe3a703-6680-4f0b-884b-3995a4a93685 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-350690563'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:02:58.168926 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fe3a703-6680-4f0b-884b-3995a4a93685 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Made reservation on behalf of cb2fbd346a514a47b138d60ec7032f19 for: {'network': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:02:58.174007 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3fe3a703-6680-4f0b-884b-3995a4a93685 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:58.188431 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3fe3a703-6680-4f0b-884b-3995a4a93685 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:58.220403 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8a296b55-e146-4b7b-a6e7-2acb32062e47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (c13b18c5-6acb-4ba4-9fc2-b59b51e70357), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:58.223628 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8a296b55-e146-4b7b-a6e7-2acb32062e47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:58.227925 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-8a296b55-e146-4b7b-a6e7-2acb32062e47 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c13b18c5-6acb-4ba4-9fc2-b59b51e70357 HTTP/1.1" status: 204 len: 168 time: 0.2932141 Feb 04 13:02:58.249276 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a296b55-e146-4b7b-a6e7-2acb32062e47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c13b18c5-6acb-4ba4-9fc2-b59b51e70357,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:58.342762 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3fe3a703-6680-4f0b-884b-3995a4a93685 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks [] for security_group (1057a6a5-80e6-41d0-a883-94b661de9c33), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:58.350829 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3fe3a703-6680-4f0b-884b-3995a4a93685 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (1057a6a5-80e6-41d0-a883-94b661de9c33), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:58.391579 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fe3a703-6680-4f0b-884b-3995a4a93685 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=103475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:02:58.410643 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3fe3a703-6680-4f0b-884b-3995a4a93685 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (18b9d14c-bae5-41d5-b730-336a64b03998), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:58.411611 n-d-825015-3 neutron-server[103475]: INFO neutron.db.segments_db [None req-3fe3a703-6680-4f0b-884b-3995a4a93685 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Added segment 18b9d14c-bae5-41d5-b730-336a64b03998 of type vlan for network 13bb0387-587d-420b-aac7-6c92c8817bfa Feb 04 13:02:58.413976 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe3a703-6680-4f0b-884b-3995a4a93685 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1057a6a5-80e6-41d0-a883-94b661de9c33,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:58.492032 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3fe3a703-6680-4f0b-884b-3995a4a93685 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (13bb0387-587d-420b-aac7-6c92c8817bfa), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:58.537084 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3fe3a703-6680-4f0b-884b-3995a4a93685 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (13bb0387-587d-420b-aac7-6c92c8817bfa), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:58.547568 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe3a703-6680-4f0b-884b-3995a4a93685 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:58.548564 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3fe3a703-6680-4f0b-884b-3995a4a93685 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:58.689349 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-3fe3a703-6680-4f0b-884b-3995a4a93685 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8207860 Feb 04 13:02:58.732110 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe3a703-6680-4f0b-884b-3995a4a93685 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Pushing event updated for resources: {'Network': ['ID=13bb0387-587d-420b-aac7-6c92c8817bfa,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:58.746219 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 13bb0387-587d-420b-aac7-6c92c8817bfa details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:02:59.046785 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 55752) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:02:59.093927 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-54a4ce4e-6f9a-4bf8-b928-7866d9733a94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:59.345519 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-54a4ce4e-6f9a-4bf8-b928-7866d9733a94 admin admin] Publish callbacks [] for security_group (e6018157-6256-4c21-90fc-551ce1259d43), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:59.355650 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-54a4ce4e-6f9a-4bf8-b928-7866d9733a94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (e6018157-6256-4c21-90fc-551ce1259d43), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:59.455225 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-54a4ce4e-6f9a-4bf8-b928-7866d9733a94 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1e0cc759ebc247fbaf92960e18fec9c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4059989 Feb 04 13:02:59.457865 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 55760) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:02:59.488032 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a4ce4e-6f9a-4bf8-b928-7866d9733a94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6018157-6256-4c21-90fc-551ce1259d43,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:59.536146 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cc43e368-fc8a-4583-8bdd-b0d5985525a3 admin admin] Publish callbacks [] for security_group (e6018157-6256-4c21-90fc-551ce1259d43), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:59.572150 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cc43e368-fc8a-4583-8bdd-b0d5985525a3 admin admin] Publish callbacks [] for security_group (e6018157-6256-4c21-90fc-551ce1259d43), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:59.668745 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cc43e368-fc8a-4583-8bdd-b0d5985525a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (e6018157-6256-4c21-90fc-551ce1259d43), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:59.672251 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cc43e368-fc8a-4583-8bdd-b0d5985525a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:59.675089 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-cc43e368-fc8a-4583-8bdd-b0d5985525a3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e6018157-6256-4c21-90fc-551ce1259d43 HTTP/1.1" status: 204 len: 168 time: 0.2150457 Feb 04 13:02:59.708019 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc43e368-fc8a-4583-8bdd-b0d5985525a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6018157-6256-4c21-90fc-551ce1259d43,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:00.208861 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 55778) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:03:00.225928 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b56f9b8e-5b6b-4bbe-9423-3aaee93218bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:00.323358 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b56f9b8e-5b6b-4bbe-9423-3aaee93218bb admin admin] Publish callbacks [] for security_group (37b2cc53-9579-4703-b1a0-df40240f1a9f), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:00.327495 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b56f9b8e-5b6b-4bbe-9423-3aaee93218bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (37b2cc53-9579-4703-b1a0-df40240f1a9f), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:00.368418 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-b56f9b8e-5b6b-4bbe-9423-3aaee93218bb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=500fd5f5c7fa4395affa5415439e1f81&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1583564 Feb 04 13:03:00.371040 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56f9b8e-5b6b-4bbe-9423-3aaee93218bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37b2cc53-9579-4703-b1a0-df40240f1a9f,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:00.371754 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 55782) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:03:00.422362 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bd4bf76a-d490-42cf-aeec-606071966a9c admin admin] Publish callbacks [] for security_group (37b2cc53-9579-4703-b1a0-df40240f1a9f), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:00.446944 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bd4bf76a-d490-42cf-aeec-606071966a9c admin admin] Publish callbacks [] for security_group (37b2cc53-9579-4703-b1a0-df40240f1a9f), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:00.501758 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bd4bf76a-d490-42cf-aeec-606071966a9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (37b2cc53-9579-4703-b1a0-df40240f1a9f), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:00.504714 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bd4bf76a-d490-42cf-aeec-606071966a9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:00.508509 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-bd4bf76a-d490-42cf-aeec-606071966a9c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/37b2cc53-9579-4703-b1a0-df40240f1a9f HTTP/1.1" status: 204 len: 168 time: 0.1330910 Feb 04 13:03:00.516297 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4bf76a-d490-42cf-aeec-606071966a9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b2cc53-9579-4703-b1a0-df40240f1a9f,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:01.370607 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:01.946779 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:02.143664 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 55856) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:03:02.149904 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-242d5645-77b1-4d38-abe5-41a4b0f42574 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Request body: {'subnet': {'network_id': '13bb0387-587d-420b-aac7-6c92c8817bfa', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:03:02.270743 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-242d5645-77b1-4d38-abe5-41a4b0f42574 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Made reservation on behalf of cb2fbd346a514a47b138d60ec7032f19 for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:03:02.279019 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-242d5645-77b1-4d38-abe5-41a4b0f42574 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:02.512184 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-242d5645-77b1-4d38-abe5-41a4b0f42574 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52094127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51452689'] for subnet (56ab6e92-d468-4d47-aaa0-10f5db98bfdf), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:02.582001 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242d5645-77b1-4d38-abe5-41a4b0f42574 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Checking segment: {'id': '18b9d14c-bae5-41d5-b730-336a64b03998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '13bb0387-587d-420b-aac7-6c92c8817bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:03:02.582362 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242d5645-77b1-4d38-abe5-41a4b0f42574 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Network hostable DHCP agents. Network: 13bb0387-587d-420b-aac7-6c92c8817bfa, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:03:02.594264 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242d5645-77b1-4d38-abe5-41a4b0f42574 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Pushing event updated for resources: {'Subnet': ['ID=56ab6e92-d468-4d47-aaa0-10f5db98bfdf,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:02.610074 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242d5645-77b1-4d38-abe5-41a4b0f42574 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Network 13bb0387-587d-420b-aac7-6c92c8817bfa is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:03:02.623425 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-242d5645-77b1-4d38-abe5-41a4b0f42574 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 13bb0387-587d-420b-aac7-6c92c8817bfa) {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:03:02.628379 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242d5645-77b1-4d38-abe5-41a4b0f42574 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:02.628973 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-242d5645-77b1-4d38-abe5-41a4b0f42574 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:02.636528 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541c4b12-5dac-4870-a4a9-a2d03a0d74f3 None None] Network 13bb0387-587d-420b-aac7-6c92c8817bfa requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:03:02.660209 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 55886) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:03:02.660845 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-242d5645-77b1-4d38-abe5-41a4b0f42574 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5156446 Feb 04 13:03:02.665806 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-a064cc7b-1f6d-4426-bbec-6264aa71edc8 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-265813595'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:03:02.706648 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a064cc7b-1f6d-4426-bbec-6264aa71edc8 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Made reservation on behalf of cb2fbd346a514a47b138d60ec7032f19 for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:03:02.711691 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a064cc7b-1f6d-4426-bbec-6264aa71edc8 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:02.739997 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a064cc7b-1f6d-4426-bbec-6264aa71edc8 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:03:02.757653 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a064cc7b-1f6d-4426-bbec-6264aa71edc8 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (73a86011-e223-4694-aee0-7c82dae85f67), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:02.758013 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-a064cc7b-1f6d-4426-bbec-6264aa71edc8 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Added segment 73a86011-e223-4694-aee0-7c82dae85f67 of type vlan for network a0817192-32ae-4561-be1b-57e749e8018b Feb 04 13:03:02.812482 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee6cb5d-1d47-4029-bebf-e7f932c9d263 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-13bb0387-587d-420b-aac7-6c92c8817bfa', 'network_id': '13bb0387-587d-420b-aac7-6c92c8817bfa', 'project_id': 'cb2fbd346a514a47b138d60ec7032f19', 'fixed_ips': [{'subnet_id': '56ab6e92-d468-4d47-aaa0-10f5db98bfdf'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:03:02.813471 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7ee6cb5d-1d47-4029-bebf-e7f932c9d263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:02.829161 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a064cc7b-1f6d-4426-bbec-6264aa71edc8 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (a0817192-32ae-4561-be1b-57e749e8018b), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:02.869974 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a064cc7b-1f6d-4426-bbec-6264aa71edc8 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (a0817192-32ae-4561-be1b-57e749e8018b), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:02.875447 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a064cc7b-1f6d-4426-bbec-6264aa71edc8 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:02.876156 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a064cc7b-1f6d-4426-bbec-6264aa71edc8 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:02.952568 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 55894) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:03:02.957716 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-789de6be-0ef6-456e-a248-1b43aca48681 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Request body: {'subnet': {'network_id': 'a0817192-32ae-4561-be1b-57e749e8018b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:03:02.962615 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-a064cc7b-1f6d-4426-bbec-6264aa71edc8 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3011360 Feb 04 13:03:03.008776 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a064cc7b-1f6d-4426-bbec-6264aa71edc8 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Pushing event updated for resources: {'Network': ['ID=a0817192-32ae-4561-be1b-57e749e8018b,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:03.015362 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-7ee6cb5d-1d47-4029-bebf-e7f932c9d263 None None] Allocated IP 2001:db8:0:ffff::2 (13bb0387-587d-420b-aac7-6c92c8817bfa/56ab6e92-d468-4d47-aaa0-10f5db98bfdf/e7bd255e-a04a-44c1-97d1-c7c9aff5c3a9) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:03:03.023239 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network a0817192-32ae-4561-be1b-57e749e8018b details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:03:03.116867 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-789de6be-0ef6-456e-a248-1b43aca48681 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Made reservation on behalf of cb2fbd346a514a47b138d60ec7032f19 for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:03:03.121819 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-789de6be-0ef6-456e-a248-1b43aca48681 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:03.289827 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7ee6cb5d-1d47-4029-bebf-e7f932c9d263 None None] Publish callbacks [] for port (e7bd255e-a04a-44c1-97d1-c7c9aff5c3a9), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:03.313509 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7ee6cb5d-1d47-4029-bebf-e7f932c9d263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (e7bd255e-a04a-44c1-97d1-c7c9aff5c3a9), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:03.341779 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee6cb5d-1d47-4029-bebf-e7f932c9d263 None None] Network 13bb0387-587d-420b-aac7-6c92c8817bfa is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:03:03.348436 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-7ee6cb5d-1d47-4029-bebf-e7f932c9d263 None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:03:03.376533 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee6cb5d-1d47-4029-bebf-e7f932c9d263 None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:03:03.449173 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee6cb5d-1d47-4029-bebf-e7f932c9d263 None None] Pushing event updated for resources: {'Port': ['ID=e7bd255e-a04a-44c1-97d1-c7c9aff5c3a9,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:03.493067 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-7ee6cb5d-1d47-4029-bebf-e7f932c9d263 None None] Attempting to bind port e7bd255e-a04a-44c1-97d1-c7c9aff5c3a9 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:03:03.493449 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-7ee6cb5d-1d47-4029-bebf-e7f932c9d263 None None] Attempting to bind port e7bd255e-a04a-44c1-97d1-c7c9aff5c3a9 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '18b9d14c-bae5-41d5-b730-336a64b03998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '13bb0387-587d-420b-aac7-6c92c8817bfa'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:03:03.493828 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee6cb5d-1d47-4029-bebf-e7f932c9d263 None None] Attempting to bind port e7bd255e-a04a-44c1-97d1-c7c9aff5c3a9 on network 13bb0387-587d-420b-aac7-6c92c8817bfa {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:03:03.507573 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee6cb5d-1d47-4029-bebf-e7f932c9d263 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:03:03.508004 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee6cb5d-1d47-4029-bebf-e7f932c9d263 None None] Checking segment: {'id': '18b9d14c-bae5-41d5-b730-336a64b03998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '13bb0387-587d-420b-aac7-6c92c8817bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:03:03.508416 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7ee6cb5d-1d47-4029-bebf-e7f932c9d263 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:03.508817 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee6cb5d-1d47-4029-bebf-e7f932c9d263 None None] Bound using segment: {'id': '18b9d14c-bae5-41d5-b730-336a64b03998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '13bb0387-587d-420b-aac7-6c92c8817bfa'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:03:03.509333 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-7ee6cb5d-1d47-4029-bebf-e7f932c9d263 None None] Bound port: e7bd255e-a04a-44c1-97d1-c7c9aff5c3a9, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18b9d14c-bae5-41d5-b730-336a64b03998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '13bb0387-587d-420b-aac7-6c92c8817bfa'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:03:03.509696 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7ee6cb5d-1d47-4029-bebf-e7f932c9d263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (e7bd255e-a04a-44c1-97d1-c7c9aff5c3a9), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:03.559783 n-d-825015-3 neutron-server[103475]: DEBUG neutron.objects.ports [None req-789de6be-0ef6-456e-a248-1b43aca48681 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103475) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 13:03:03.565766 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-789de6be-0ef6-456e-a248-1b43aca48681 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52094127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51452689'] for subnet (e118276f-499f-448e-899e-5ac6daaffe4d), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:03.616396 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-7ee6cb5d-1d47-4029-bebf-e7f932c9d263 None None] For port e7bd255e-a04a-44c1-97d1-c7c9aff5c3a9, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:03:03.621067 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-7ee6cb5d-1d47-4029-bebf-e7f932c9d263 None None] For port e7bd255e-a04a-44c1-97d1-c7c9aff5c3a9, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=e7bd255e-a04a-44c1-97d1-c7c9aff5c3a9,segment=NetworkSegment(18b9d14c-bae5-41d5-b730-336a64b03998),segment_id=18b9d14c-bae5-41d5-b730-336a64b03998)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:03:03.632882 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7ee6cb5d-1d47-4029-bebf-e7f932c9d263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (e7bd255e-a04a-44c1-97d1-c7c9aff5c3a9), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:03.641333 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789de6be-0ef6-456e-a248-1b43aca48681 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Pushing event updated for resources: {'Subnet': ['ID=e118276f-499f-448e-899e-5ac6daaffe4d,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:03.643913 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789de6be-0ef6-456e-a248-1b43aca48681 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Checking segment: {'id': '73a86011-e223-4694-aee0-7c82dae85f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a0817192-32ae-4561-be1b-57e749e8018b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:03:03.644286 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789de6be-0ef6-456e-a248-1b43aca48681 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Network hostable DHCP agents. Network: a0817192-32ae-4561-be1b-57e749e8018b, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:03:03.705756 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789de6be-0ef6-456e-a248-1b43aca48681 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Network a0817192-32ae-4561-be1b-57e749e8018b is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:03:03.731780 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-789de6be-0ef6-456e-a248-1b43aca48681 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, a0817192-32ae-4561-be1b-57e749e8018b) {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:03:03.732430 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee6cb5d-1d47-4029-bebf-e7f932c9d263 None None] Pushing event updated for resources: {'Port': ['ID=e7bd255e-a04a-44c1-97d1-c7c9aff5c3a9,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:03.745187 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174a98fa-42ef-495c-a1cf-8577cb7fdb04 None None] Network a0817192-32ae-4561-be1b-57e749e8018b requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:03:03.745464 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789de6be-0ef6-456e-a248-1b43aca48681 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:03.752634 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-789de6be-0ef6-456e-a248-1b43aca48681 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:03.803506 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 55914) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:03:03.806257 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-789de6be-0ef6-456e-a248-1b43aca48681 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8512559 Feb 04 13:03:03.821443 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-7cd9dc95-c468-462f-b094-79b9a2703ef7 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Request body: {'port': {'network_id': 'a0817192-32ae-4561-be1b-57e749e8018b', 'name': 'tempest-NetworksIpV6TestAttrs-1215233817'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:03:03.939795 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301f2457-873e-4f5c-b4ed-945a8cbfe0c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-a0817192-32ae-4561-be1b-57e749e8018b', 'network_id': 'a0817192-32ae-4561-be1b-57e749e8018b', 'project_id': 'cb2fbd346a514a47b138d60ec7032f19', 'fixed_ips': [{'subnet_id': 'e118276f-499f-448e-899e-5ac6daaffe4d'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:03:03.940679 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-301f2457-873e-4f5c-b4ed-945a8cbfe0c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:03.972185 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cd9dc95-c468-462f-b094-79b9a2703ef7 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Made reservation on behalf of cb2fbd346a514a47b138d60ec7032f19 for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:03:03.983460 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7cd9dc95-c468-462f-b094-79b9a2703ef7 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:04.045113 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [None req-7cd9dc95-c468-462f-b094-79b9a2703ef7 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] device_id is not set on port 1790281a-2fd5-47ef-8e54-654f730479dc yet. {{(pid=103474) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:03:04.236832 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-7cd9dc95-c468-462f-b094-79b9a2703ef7 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Allocated IP 2001:db8::f816:3eff:fe74:d224 (a0817192-32ae-4561-be1b-57e749e8018b/e118276f-499f-448e-899e-5ac6daaffe4d/1790281a-2fd5-47ef-8e54-654f730479dc) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:03:04.867191 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7cd9dc95-c468-462f-b094-79b9a2703ef7 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks [] for port (1790281a-2fd5-47ef-8e54-654f730479dc), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:04.922896 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7cd9dc95-c468-462f-b094-79b9a2703ef7 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (1790281a-2fd5-47ef-8e54-654f730479dc), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:04.951086 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd9dc95-c468-462f-b094-79b9a2703ef7 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Network a0817192-32ae-4561-be1b-57e749e8018b is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:03:04.954114 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-7cd9dc95-c468-462f-b094-79b9a2703ef7 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:03:04.976333 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd9dc95-c468-462f-b094-79b9a2703ef7 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:03:05.003092 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd9dc95-c468-462f-b094-79b9a2703ef7 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:05.003952 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7cd9dc95-c468-462f-b094-79b9a2703ef7 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:05.008573 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-301f2457-873e-4f5c-b4ed-945a8cbfe0c0 None None] Allocated IP 2001:db8::f816:3eff:feb7:c0e5 (a0817192-32ae-4561-be1b-57e749e8018b/e118276f-499f-448e-899e-5ac6daaffe4d/b6844b39-c3ba-421c-a199-5dd541a42bf6) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:03:05.036021 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd9dc95-c468-462f-b094-79b9a2703ef7 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Pushing event updated for resources: {'Port': ['ID=1790281a-2fd5-47ef-8e54-654f730479dc,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:05.050252 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-7cd9dc95-c468-462f-b094-79b9a2703ef7 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.2445066 Feb 04 13:03:05.053015 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 55920) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:03:05.125827 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-706b3e27-81e9-492d-b9f4-149c41934c72 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Deleting subnet e118276f-499f-448e-899e-5ac6daaffe4d {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:03:05.167352 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b9535c-1f45-4305-acf7-d2a3388116bf None None] Network 13bb0387-587d-420b-aac7-6c92c8817bfa requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:03:05.266147 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-301f2457-873e-4f5c-b4ed-945a8cbfe0c0 None None] Publish callbacks [] for port (b6844b39-c3ba-421c-a199-5dd541a42bf6), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:05.270110 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b017786d-1b33-401c-8642-0d64b2c7db55 None None] Provisioning complete for port e7bd255e-a04a-44c1-97d1-c7c9aff5c3a9 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:03:05.270436 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b017786d-1b33-401c-8642-0d64b2c7db55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (e7bd255e-a04a-44c1-97d1-c7c9aff5c3a9), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:05.273946 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-706b3e27-81e9-492d-b9f4-149c41934c72 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks [] for subnet (e118276f-499f-448e-899e-5ac6daaffe4d), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:05.278567 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-301f2457-873e-4f5c-b4ed-945a8cbfe0c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (b6844b39-c3ba-421c-a199-5dd541a42bf6), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:05.322030 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-706b3e27-81e9-492d-b9f4-149c41934c72 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (e118276f-499f-448e-899e-5ac6daaffe4d), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:05.384006 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301f2457-873e-4f5c-b4ed-945a8cbfe0c0 None None] Pushing event updated for resources: {'Port': ['ID=b6844b39-c3ba-421c-a199-5dd541a42bf6,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:05.394351 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301f2457-873e-4f5c-b4ed-945a8cbfe0c0 None None] Network a0817192-32ae-4561-be1b-57e749e8018b is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:03:05.413752 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-301f2457-873e-4f5c-b4ed-945a8cbfe0c0 None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:03:05.416855 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301f2457-873e-4f5c-b4ed-945a8cbfe0c0 None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:03:05.469554 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-706b3e27-81e9-492d-b9f4-149c41934c72 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (e118276f-499f-448e-899e-5ac6daaffe4d), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:05.546552 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-706b3e27-81e9-492d-b9f4-149c41934c72 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (e118276f-499f-448e-899e-5ac6daaffe4d), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:05.566964 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-301f2457-873e-4f5c-b4ed-945a8cbfe0c0 None None] Attempting to bind port b6844b39-c3ba-421c-a199-5dd541a42bf6 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:03:05.567342 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-301f2457-873e-4f5c-b4ed-945a8cbfe0c0 None None] Attempting to bind port b6844b39-c3ba-421c-a199-5dd541a42bf6 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '73a86011-e223-4694-aee0-7c82dae85f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a0817192-32ae-4561-be1b-57e749e8018b'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:03:05.567710 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301f2457-873e-4f5c-b4ed-945a8cbfe0c0 None None] Attempting to bind port b6844b39-c3ba-421c-a199-5dd541a42bf6 on network a0817192-32ae-4561-be1b-57e749e8018b {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:03:05.570184 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b017786d-1b33-401c-8642-0d64b2c7db55 None None] Current status of the port e7bd255e-a04a-44c1-97d1-c7c9aff5c3a9 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:03:05.570377 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b017786d-1b33-401c-8642-0d64b2c7db55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (e7bd255e-a04a-44c1-97d1-c7c9aff5c3a9), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:05.587703 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-706b3e27-81e9-492d-b9f4-149c41934c72 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:05.590308 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301f2457-873e-4f5c-b4ed-945a8cbfe0c0 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:03:05.590702 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301f2457-873e-4f5c-b4ed-945a8cbfe0c0 None None] Checking segment: {'id': '73a86011-e223-4694-aee0-7c82dae85f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a0817192-32ae-4561-be1b-57e749e8018b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:03:05.591116 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-301f2457-873e-4f5c-b4ed-945a8cbfe0c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:05.591514 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301f2457-873e-4f5c-b4ed-945a8cbfe0c0 None None] Bound using segment: {'id': '73a86011-e223-4694-aee0-7c82dae85f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a0817192-32ae-4561-be1b-57e749e8018b'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:03:05.592042 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-301f2457-873e-4f5c-b4ed-945a8cbfe0c0 None None] Bound port: b6844b39-c3ba-421c-a199-5dd541a42bf6, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73a86011-e223-4694-aee0-7c82dae85f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a0817192-32ae-4561-be1b-57e749e8018b'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:03:05.596468 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-301f2457-873e-4f5c-b4ed-945a8cbfe0c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (b6844b39-c3ba-421c-a199-5dd541a42bf6), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:05.604327 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-706b3e27-81e9-492d-b9f4-149c41934c72 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] 10.222.0.65 "DELETE /v2.0/subnets/e118276f-499f-448e-899e-5ac6daaffe4d HTTP/1.1" status: 204 len: 168 time: 0.5376039 Feb 04 13:03:05.604327 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706b3e27-81e9-492d-b9f4-149c41934c72 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Pushing event deleted for resources: {'Subnet': ['ID=e118276f-499f-448e-899e-5ac6daaffe4d,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:05.604654 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 55930) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:03:05.689130 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51c09fc-9454-4295-94f3-2d3bc43e5eb7 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:05.690573 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51c09fc-9454-4295-94f3-2d3bc43e5eb7 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:05.692477 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-d51c09fc-9454-4295-94f3-2d3bc43e5eb7 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0959005 Feb 04 13:03:05.695603 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 55940) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:03:05.700181 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b017786d-1b33-401c-8642-0d64b2c7db55 None None] For port e7bd255e-a04a-44c1-97d1-c7c9aff5c3a9, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=e7bd255e-a04a-44c1-97d1-c7c9aff5c3a9,segment=NetworkSegment(18b9d14c-bae5-41d5-b730-336a64b03998),segment_id=18b9d14c-bae5-41d5-b730-336a64b03998)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:03:05.705454 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-301f2457-873e-4f5c-b4ed-945a8cbfe0c0 None None] For port b6844b39-c3ba-421c-a199-5dd541a42bf6, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:03:05.710870 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-301f2457-873e-4f5c-b4ed-945a8cbfe0c0 None None] For port b6844b39-c3ba-421c-a199-5dd541a42bf6, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=b6844b39-c3ba-421c-a199-5dd541a42bf6,segment=NetworkSegment(73a86011-e223-4694-aee0-7c82dae85f67),segment_id=73a86011-e223-4694-aee0-7c82dae85f67)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:03:05.718599 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b017786d-1b33-401c-8642-0d64b2c7db55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (e7bd255e-a04a-44c1-97d1-c7c9aff5c3a9), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:05.729087 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-301f2457-873e-4f5c-b4ed-945a8cbfe0c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (b6844b39-c3ba-421c-a199-5dd541a42bf6), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:05.814276 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a81a1312-57fe-48f3-a79b-db6590f39f01 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (a0817192-32ae-4561-be1b-57e749e8018b), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:05.827791 n-d-825015-3 neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-a81a1312-57fe-48f3-a79b-db6590f39f01 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 04 13:03:05.828628 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a81a1312-57fe-48f3-a79b-db6590f39f01 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:03:05.832076 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-a81a1312-57fe-48f3-a79b-db6590f39f01 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] 10.222.0.65 "DELETE /v2.0/networks/a0817192-32ae-4561-be1b-57e749e8018b HTTP/1.1" status: 409 len: 466 time: 0.1353126 Feb 04 13:03:05.839246 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 55942) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:03:05.844383 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-e96fc61e-e598-4f36-ab59-0e046e60b4f7 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-302792158'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:03:05.893089 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e96fc61e-e598-4f36-ab59-0e046e60b4f7 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Made reservation on behalf of cb2fbd346a514a47b138d60ec7032f19 for: {'network': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:03:05.896527 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e96fc61e-e598-4f36-ab59-0e046e60b4f7 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:05.910655 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b017786d-1b33-401c-8642-0d64b2c7db55 None None] Pushing event updated for resources: {'Port': ['ID=e7bd255e-a04a-44c1-97d1-c7c9aff5c3a9,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:05.948577 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e96fc61e-e598-4f36-ab59-0e046e60b4f7 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=103475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:03:05.963401 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device e7bd255e-a04a-44c1-97d1-c7c9aff5c3a9 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:03:05.985369 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e96fc61e-e598-4f36-ab59-0e046e60b4f7 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (c8adb7b6-9ca7-4b8c-90dc-4ae308428c5f), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:05.985931 n-d-825015-3 neutron-server[103475]: INFO neutron.db.segments_db [None req-e96fc61e-e598-4f36-ab59-0e046e60b4f7 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Added segment c8adb7b6-9ca7-4b8c-90dc-4ae308428c5f of type vlan for network 9df3c969-0aef-4674-a4cb-3d96407c6ecc Feb 04 13:03:05.998893 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89f0ca4-ac15-42dd-a187-85652fb36a01 None None] Network a0817192-32ae-4561-be1b-57e749e8018b requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:03:06.036026 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e96fc61e-e598-4f36-ab59-0e046e60b4f7 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (9df3c969-0aef-4674-a4cb-3d96407c6ecc), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:06.073293 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e96fc61e-e598-4f36-ab59-0e046e60b4f7 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (9df3c969-0aef-4674-a4cb-3d96407c6ecc), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:06.079212 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96fc61e-e598-4f36-ab59-0e046e60b4f7 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:06.080401 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e96fc61e-e598-4f36-ab59-0e046e60b4f7 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:06.160264 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-e96fc61e-e598-4f36-ab59-0e046e60b4f7 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3164785 Feb 04 13:03:06.160580 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 55944) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:03:06.173469 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-359e76fe-179f-4b36-8b27-95a43e1ad0b5 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Request body: {'subnet': {'network_id': '9df3c969-0aef-4674-a4cb-3d96407c6ecc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:03:06.212302 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96fc61e-e598-4f36-ab59-0e046e60b4f7 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Pushing event updated for resources: {'Network': ['ID=9df3c969-0aef-4674-a4cb-3d96407c6ecc,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:06.257102 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 9df3c969-0aef-4674-a4cb-3d96407c6ecc details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:03:06.321152 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-359e76fe-179f-4b36-8b27-95a43e1ad0b5 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Made reservation on behalf of cb2fbd346a514a47b138d60ec7032f19 for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:03:06.326509 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-359e76fe-179f-4b36-8b27-95a43e1ad0b5 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60610638'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:06.338500 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301f2457-873e-4f5c-b4ed-945a8cbfe0c0 None None] Pushing event updated for resources: {'Port': ['ID=b6844b39-c3ba-421c-a199-5dd541a42bf6,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:06.356996 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-0f1d6fb0-25b8-4638-94de-e48394568c8c None None] Provisioning complete for port e7bd255e-a04a-44c1-97d1-c7c9aff5c3a9 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:03:06.357378 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0f1d6fb0-25b8-4638-94de-e48394568c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (e7bd255e-a04a-44c1-97d1-c7c9aff5c3a9), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:06.449178 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port e7bd255e-a04a-44c1-97d1-c7c9aff5c3a9 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:03:06.449917 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (e7bd255e-a04a-44c1-97d1-c7c9aff5c3a9), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:06.477323 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5970e9ee-4e8b-43dd-9b41-5506a6b2cc40 None None] get_active_networks_info from n-d-825015-3 {{(pid=103476) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 04 13:03:06.576559 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0f1d6fb0-25b8-4638-94de-e48394568c8c None None] Current status of the port e7bd255e-a04a-44c1-97d1-c7c9aff5c3a9 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:03:06.646656 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port e7bd255e-a04a-44c1-97d1-c7c9aff5c3a9 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:03:06.675028 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5970e9ee-4e8b-43dd-9b41-5506a6b2cc40 None None] Resources bound (agent type, host, resource id): {{(pid=103476) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 13:03:06.717962 n-d-825015-3 neutron-server[103474]: DEBUG neutron.objects.ports [None req-359e76fe-179f-4b36-8b27-95a43e1ad0b5 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103474) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 13:03:06.719951 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-359e76fe-179f-4b36-8b27-95a43e1ad0b5 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59045178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60610680'] for subnet (a4271be2-6a0e-4f4a-b994-78f8de5409d1), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:06.809446 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359e76fe-179f-4b36-8b27-95a43e1ad0b5 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Pushing event updated for resources: {'Subnet': ['ID=a4271be2-6a0e-4f4a-b994-78f8de5409d1,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:06.812982 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359e76fe-179f-4b36-8b27-95a43e1ad0b5 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Checking segment: {'id': 'c8adb7b6-9ca7-4b8c-90dc-4ae308428c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '9df3c969-0aef-4674-a4cb-3d96407c6ecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:03:06.813360 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-359e76fe-179f-4b36-8b27-95a43e1ad0b5 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Network hostable DHCP agents. Network: 9df3c969-0aef-4674-a4cb-3d96407c6ecc, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:03:06.834910 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-359e76fe-179f-4b36-8b27-95a43e1ad0b5 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Network 9df3c969-0aef-4674-a4cb-3d96407c6ecc is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:03:06.862187 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-359e76fe-179f-4b36-8b27-95a43e1ad0b5 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 9df3c969-0aef-4674-a4cb-3d96407c6ecc) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:03:06.874569 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359e76fe-179f-4b36-8b27-95a43e1ad0b5 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:06.874885 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-359e76fe-179f-4b36-8b27-95a43e1ad0b5 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:06.907189 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-359e76fe-179f-4b36-8b27-95a43e1ad0b5 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7448130 Feb 04 13:03:06.909896 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 55960) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:03:06.915553 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-ff62dff7-f28c-40af-b0d3-5beef28352da tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Request body: {'port': {'network_id': '9df3c969-0aef-4674-a4cb-3d96407c6ecc', 'name': 'tempest-NetworksIpV6TestAttrs-1907779246'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:03:06.955393 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e24971-b5d3-459d-ab13-6cbb76a61e37 None None] Network 9df3c969-0aef-4674-a4cb-3d96407c6ecc requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:03:07.072801 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d01aa4-86c5-4b0d-ae55-60e4609266fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-9df3c969-0aef-4674-a4cb-3d96407c6ecc', 'network_id': '9df3c969-0aef-4674-a4cb-3d96407c6ecc', 'project_id': 'cb2fbd346a514a47b138d60ec7032f19', 'fixed_ips': [{'subnet_id': 'a4271be2-6a0e-4f4a-b994-78f8de5409d1'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:03:07.073373 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff62dff7-f28c-40af-b0d3-5beef28352da tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Made reservation on behalf of cb2fbd346a514a47b138d60ec7032f19 for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:03:07.074570 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d7d01aa4-86c5-4b0d-ae55-60e4609266fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:07.078155 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ff62dff7-f28c-40af-b0d3-5beef28352da tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:07.099621 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [None req-ff62dff7-f28c-40af-b0d3-5beef28352da tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] device_id is not set on port 8a35c781-05bb-47bb-b5ae-d932f6c0995a yet. {{(pid=103475) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 13:03:07.225752 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-ff62dff7-f28c-40af-b0d3-5beef28352da tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Allocated IP 2001:db8::f816:3eff:fe75:25c2 (9df3c969-0aef-4674-a4cb-3d96407c6ecc/a4271be2-6a0e-4f4a-b994-78f8de5409d1/8a35c781-05bb-47bb-b5ae-d932f6c0995a) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:03:07.396240 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ff62dff7-f28c-40af-b0d3-5beef28352da tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks [] for port (8a35c781-05bb-47bb-b5ae-d932f6c0995a), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:07.441845 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ff62dff7-f28c-40af-b0d3-5beef28352da tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (8a35c781-05bb-47bb-b5ae-d932f6c0995a), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:07.497205 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-d7d01aa4-86c5-4b0d-ae55-60e4609266fd None None] Allocated IP 2001:db8::f816:3eff:fea6:a4d (9df3c969-0aef-4674-a4cb-3d96407c6ecc/a4271be2-6a0e-4f4a-b994-78f8de5409d1/1bf22d78-4280-4da7-b37a-11f60af5c1c7) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:03:07.519082 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff62dff7-f28c-40af-b0d3-5beef28352da tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Pushing event updated for resources: {'Port': ['ID=8a35c781-05bb-47bb-b5ae-d932f6c0995a,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:07.536265 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff62dff7-f28c-40af-b0d3-5beef28352da tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Network 9df3c969-0aef-4674-a4cb-3d96407c6ecc is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:03:07.538157 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-ff62dff7-f28c-40af-b0d3-5beef28352da tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:03:07.546369 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff62dff7-f28c-40af-b0d3-5beef28352da tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:03:07.553146 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff62dff7-f28c-40af-b0d3-5beef28352da tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:07.554000 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ff62dff7-f28c-40af-b0d3-5beef28352da tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:07.576898 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-ff62dff7-f28c-40af-b0d3-5beef28352da tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.6658704 Feb 04 13:03:07.579320 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 55964) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:03:07.646047 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_v2 [None req-a187c5df-65c8-48b2-b01a-5d0d30bf37d1 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Deleting subnet a4271be2-6a0e-4f4a-b994-78f8de5409d1 {{(pid=103475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:03:07.673138 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d7d01aa4-86c5-4b0d-ae55-60e4609266fd None None] Publish callbacks [] for port (1bf22d78-4280-4da7-b37a-11f60af5c1c7), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:07.681875 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d7d01aa4-86c5-4b0d-ae55-60e4609266fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (1bf22d78-4280-4da7-b37a-11f60af5c1c7), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:07.682843 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a187c5df-65c8-48b2-b01a-5d0d30bf37d1 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks [] for subnet (a4271be2-6a0e-4f4a-b994-78f8de5409d1), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:07.727578 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d01aa4-86c5-4b0d-ae55-60e4609266fd None None] Pushing event updated for resources: {'Port': ['ID=1bf22d78-4280-4da7-b37a-11f60af5c1c7,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:07.776168 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d01aa4-86c5-4b0d-ae55-60e4609266fd None None] Network 9df3c969-0aef-4674-a4cb-3d96407c6ecc is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:03:07.780757 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-d7d01aa4-86c5-4b0d-ae55-60e4609266fd None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:03:07.786484 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d01aa4-86c5-4b0d-ae55-60e4609266fd None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:03:07.786726 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a187c5df-65c8-48b2-b01a-5d0d30bf37d1 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51859329'] for subnet (a4271be2-6a0e-4f4a-b994-78f8de5409d1), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:07.830015 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device e7bd255e-a04a-44c1-97d1-c7c9aff5c3a9 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:03:07.907164 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-d7d01aa4-86c5-4b0d-ae55-60e4609266fd None None] Attempting to bind port 1bf22d78-4280-4da7-b37a-11f60af5c1c7 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:03:07.907538 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-d7d01aa4-86c5-4b0d-ae55-60e4609266fd None None] Attempting to bind port 1bf22d78-4280-4da7-b37a-11f60af5c1c7 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': 'c8adb7b6-9ca7-4b8c-90dc-4ae308428c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '9df3c969-0aef-4674-a4cb-3d96407c6ecc'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:03:07.908009 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d01aa4-86c5-4b0d-ae55-60e4609266fd None None] Attempting to bind port 1bf22d78-4280-4da7-b37a-11f60af5c1c7 on network 9df3c969-0aef-4674-a4cb-3d96407c6ecc {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:03:07.918664 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d01aa4-86c5-4b0d-ae55-60e4609266fd None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:03:07.919054 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d01aa4-86c5-4b0d-ae55-60e4609266fd None None] Checking segment: {'id': 'c8adb7b6-9ca7-4b8c-90dc-4ae308428c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '9df3c969-0aef-4674-a4cb-3d96407c6ecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:03:07.919446 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d7d01aa4-86c5-4b0d-ae55-60e4609266fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:07.919988 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d01aa4-86c5-4b0d-ae55-60e4609266fd None None] Bound using segment: {'id': 'c8adb7b6-9ca7-4b8c-90dc-4ae308428c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '9df3c969-0aef-4674-a4cb-3d96407c6ecc'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:03:07.920338 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-d7d01aa4-86c5-4b0d-ae55-60e4609266fd None None] Bound port: 1bf22d78-4280-4da7-b37a-11f60af5c1c7, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8adb7b6-9ca7-4b8c-90dc-4ae308428c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '9df3c969-0aef-4674-a4cb-3d96407c6ecc'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:03:07.920871 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d7d01aa4-86c5-4b0d-ae55-60e4609266fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (1bf22d78-4280-4da7-b37a-11f60af5c1c7), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:07.953806 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a187c5df-65c8-48b2-b01a-5d0d30bf37d1 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (a4271be2-6a0e-4f4a-b994-78f8de5409d1), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:07.975913 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port e7bd255e-a04a-44c1-97d1-c7c9aff5c3a9 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:03:07.975913 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (e7bd255e-a04a-44c1-97d1-c7c9aff5c3a9), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:08.074331 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a187c5df-65c8-48b2-b01a-5d0d30bf37d1 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-52093282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51452698'] for subnet (a4271be2-6a0e-4f4a-b994-78f8de5409d1), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:08.084400 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-d7d01aa4-86c5-4b0d-ae55-60e4609266fd None None] For port 1bf22d78-4280-4da7-b37a-11f60af5c1c7, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:03:08.109463 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-d7d01aa4-86c5-4b0d-ae55-60e4609266fd None None] For port 1bf22d78-4280-4da7-b37a-11f60af5c1c7, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=1bf22d78-4280-4da7-b37a-11f60af5c1c7,segment=NetworkSegment(c8adb7b6-9ca7-4b8c-90dc-4ae308428c5f),segment_id=c8adb7b6-9ca7-4b8c-90dc-4ae308428c5f)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:03:08.113309 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a187c5df-65c8-48b2-b01a-5d0d30bf37d1 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Pushing event deleted for resources: {'Subnet': ['ID=a4271be2-6a0e-4f4a-b994-78f8de5409d1,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:08.114130 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port e7bd255e-a04a-44c1-97d1-c7c9aff5c3a9 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:03:08.121202 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d7d01aa4-86c5-4b0d-ae55-60e4609266fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (1bf22d78-4280-4da7-b37a-11f60af5c1c7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:08.141274 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a187c5df-65c8-48b2-b01a-5d0d30bf37d1 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:08.148590 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-a187c5df-65c8-48b2-b01a-5d0d30bf37d1 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] 10.222.0.65 "DELETE /v2.0/subnets/a4271be2-6a0e-4f4a-b994-78f8de5409d1 HTTP/1.1" status: 204 len: 168 time: 0.5655665 Feb 04 13:03:08.148982 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 55968) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:03:08.197978 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d01aa4-86c5-4b0d-ae55-60e4609266fd None None] Pushing event updated for resources: {'Port': ['ID=1bf22d78-4280-4da7-b37a-11f60af5c1c7,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:08.227280 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00386047-9bc1-466c-bd93-7a7838d3a934 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:08.229646 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00386047-9bc1-466c-bd93-7a7838d3a934 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:08.231439 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-00386047-9bc1-466c-bd93-7a7838d3a934 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0804691 Feb 04 13:03:08.234488 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 55970) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:03:08.332295 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c836e453-fe51-460e-86d7-9f9a9a516082 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (9df3c969-0aef-4674-a4cb-3d96407c6ecc), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:08.343455 n-d-825015-3 neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-c836e453-fe51-460e-86d7-9f9a9a516082 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 04 13:03:08.344218 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c836e453-fe51-460e-86d7-9f9a9a516082 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:03:08.347339 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-c836e453-fe51-460e-86d7-9f9a9a516082 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] 10.222.0.65 "DELETE /v2.0/networks/9df3c969-0aef-4674-a4cb-3d96407c6ecc HTTP/1.1" status: 409 len: 466 time: 0.1118209 Feb 04 13:03:08.351329 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 55972) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:03:08.356818 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-9b32fbfb-dcbd-48bd-9273-dc04e7716638 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-932426740'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:03:08.380075 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b32fbfb-dcbd-48bd-9273-dc04e7716638 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Made reservation on behalf of cb2fbd346a514a47b138d60ec7032f19 for: {'network': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:03:08.383719 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9b32fbfb-dcbd-48bd-9273-dc04e7716638 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:08.418624 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b32fbfb-dcbd-48bd-9273-dc04e7716638 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=103475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:03:08.429505 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9b32fbfb-dcbd-48bd-9273-dc04e7716638 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (eb43d64f-18cf-4a5f-9437-debd2f483b93), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:08.429505 n-d-825015-3 neutron-server[103475]: INFO neutron.db.segments_db [None req-9b32fbfb-dcbd-48bd-9273-dc04e7716638 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Added segment eb43d64f-18cf-4a5f-9437-debd2f483b93 of type vlan for network 272d15d4-10aa-4f5e-a3d7-ae1eadcca979 Feb 04 13:03:08.499006 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9b32fbfb-dcbd-48bd-9273-dc04e7716638 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (272d15d4-10aa-4f5e-a3d7-ae1eadcca979), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:08.523277 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:03:08.535213 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9b32fbfb-dcbd-48bd-9273-dc04e7716638 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (272d15d4-10aa-4f5e-a3d7-ae1eadcca979), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:08.540396 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b32fbfb-dcbd-48bd-9273-dc04e7716638 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:08.541039 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9b32fbfb-dcbd-48bd-9273-dc04e7716638 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:08.618756 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-9b32fbfb-dcbd-48bd-9273-dc04e7716638 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2662945 Feb 04 13:03:08.623019 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 55976) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:03:08.628258 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-8d08a2da-a7fd-4ecc-a440-c216cfe4f080 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Request body: {'subnet': {'network_id': '272d15d4-10aa-4f5e-a3d7-ae1eadcca979', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:03:08.633362 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b32fbfb-dcbd-48bd-9273-dc04e7716638 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Pushing event updated for resources: {'Network': ['ID=272d15d4-10aa-4f5e-a3d7-ae1eadcca979,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:08.649889 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 272d15d4-10aa-4f5e-a3d7-ae1eadcca979 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:03:08.731821 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d08a2da-a7fd-4ecc-a440-c216cfe4f080 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Made reservation on behalf of cb2fbd346a514a47b138d60ec7032f19 for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:03:08.735854 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8d08a2da-a7fd-4ecc-a440-c216cfe4f080 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:09.020347 n-d-825015-3 neutron-server[103475]: DEBUG neutron.objects.ports [None req-8d08a2da-a7fd-4ecc-a440-c216cfe4f080 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103475) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 13:03:09.022160 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8d08a2da-a7fd-4ecc-a440-c216cfe4f080 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52094127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51452689'] for subnet (af407224-8e58-4734-85de-027fab3fb124), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:09.093748 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d08a2da-a7fd-4ecc-a440-c216cfe4f080 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Pushing event updated for resources: {'Subnet': ['ID=af407224-8e58-4734-85de-027fab3fb124,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:09.114663 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d08a2da-a7fd-4ecc-a440-c216cfe4f080 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Checking segment: {'id': 'eb43d64f-18cf-4a5f-9437-debd2f483b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '272d15d4-10aa-4f5e-a3d7-ae1eadcca979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:03:09.115853 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d08a2da-a7fd-4ecc-a440-c216cfe4f080 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Network hostable DHCP agents. Network: 272d15d4-10aa-4f5e-a3d7-ae1eadcca979, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:03:09.137296 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d08a2da-a7fd-4ecc-a440-c216cfe4f080 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Network 272d15d4-10aa-4f5e-a3d7-ae1eadcca979 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:03:09.148639 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-8d08a2da-a7fd-4ecc-a440-c216cfe4f080 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 272d15d4-10aa-4f5e-a3d7-ae1eadcca979) {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:03:09.154132 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d08a2da-a7fd-4ecc-a440-c216cfe4f080 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:09.154909 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8d08a2da-a7fd-4ecc-a440-c216cfe4f080 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:09.160262 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826ce1d8-a907-47da-99a1-1826b6d53a6a None None] Network 272d15d4-10aa-4f5e-a3d7-ae1eadcca979 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:03:09.175623 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-8d08a2da-a7fd-4ecc-a440-c216cfe4f080 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.5513768 Feb 04 13:03:09.178542 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 55980) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:03:09.305158 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a890cbff-6b75-4912-9fac-ba1236d0bdf0 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (272d15d4-10aa-4f5e-a3d7-ae1eadcca979), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:09.348492 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-750c87e6-c40b-409d-bdec-7b9dfe8083fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-272d15d4-10aa-4f5e-a3d7-ae1eadcca979', 'network_id': '272d15d4-10aa-4f5e-a3d7-ae1eadcca979', 'project_id': 'cb2fbd346a514a47b138d60ec7032f19', 'fixed_ips': [{'subnet_id': 'af407224-8e58-4734-85de-027fab3fb124'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:03:09.350241 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-750c87e6-c40b-409d-bdec-7b9dfe8083fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:09.373318 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a890cbff-6b75-4912-9fac-ba1236d0bdf0 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (af407224-8e58-4734-85de-027fab3fb124), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:09.452213 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a890cbff-6b75-4912-9fac-ba1236d0bdf0 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-52093282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51452698'] for subnet (af407224-8e58-4734-85de-027fab3fb124), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:09.490071 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a890cbff-6b75-4912-9fac-ba1236d0bdf0 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Pushing event deleted for resources: {'Subnet': ['ID=af407224-8e58-4734-85de-027fab3fb124,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:09.565640 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server [None req-750c87e6-c40b-409d-bdec-7b9dfe8083fc None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet af407224-8e58-4734-85de-027fab3fb124: This subnet is being modified by another concurrent operation. Feb 04 13:03:09.565640 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 04 13:03:09.565640 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 04 13:03:09.565640 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 04 13:03:09.565640 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 04 13:03:09.565640 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 04 13:03:09.565640 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 04 13:03:09.565640 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 04 13:03:09.565640 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 04 13:03:09.565640 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 04 13:03:09.565640 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 13:03:09.565640 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 13:03:09.565640 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 13:03:09.565640 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 13:03:09.565640 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 13:03:09.565640 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 13:03:09.565640 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 13:03:09.565640 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 13:03:09.565640 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 13:03:09.565640 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 13:03:09.565640 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 13:03:09.565640 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 13:03:09.565640 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 13:03:09.565640 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 13:03:09.565640 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 13:03:09.565640 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 13:03:09.565640 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 13:03:09.565640 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 13:03:09.565640 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 13:03:09.565640 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 13:03:09.565640 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 13:03:09.565640 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 13:03:09.565640 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 13:03:09.565640 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 13:03:09.565640 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 04 13:03:09.565640 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 04 13:03:09.565640 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 04 13:03:09.565640 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 04 13:03:09.565640 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 04 13:03:09.565640 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 04 13:03:09.565640 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 04 13:03:09.565640 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 04 13:03:09.565640 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 04 13:03:09.565640 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 13:03:09.565640 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 04 13:03:09.565640 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 13:03:09.565640 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 13:03:09.565640 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 13:03:09.565640 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 13:03:09.565640 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 13:03:09.565640 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 13:03:09.565640 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 13:03:09.565640 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 13:03:09.565640 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 13:03:09.565640 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 13:03:09.565640 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 13:03:09.565640 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 13:03:09.565640 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 13:03:09.565640 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 13:03:09.565640 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 13:03:09.565640 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 13:03:09.565640 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 13:03:09.565640 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 13:03:09.565640 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 13:03:09.565640 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 13:03:09.565640 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 13:03:09.565640 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 13:03:09.565640 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 13:03:09.565640 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 13:03:09.565640 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 13:03:09.565640 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port Feb 04 13:03:09.565640 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 04 13:03:09.565640 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db Feb 04 13:03:09.565640 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 04 13:03:09.565640 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 04 13:03:09.565640 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 04 13:03:09.565640 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 04 13:03:09.565640 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 04 13:03:09.565640 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 04 13:03:09.565640 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 13:03:09.565640 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 04 13:03:09.565640 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 04 13:03:09.565640 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 04 13:03:09.565640 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 04 13:03:09.565640 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 04 13:03:09.565640 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 04 13:03:09.565640 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 04 13:03:09.565640 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 04 13:03:09.565640 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 04 13:03:09.565640 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server raise exception Feb 04 13:03:09.565640 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet af407224-8e58-4734-85de-027fab3fb124: This subnet is being modified by another concurrent operation. Feb 04 13:03:09.565640 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server Feb 04 13:03:09.585364 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74fa2009-5f7d-449f-8d55-65171a1e3495 None None] Network 272d15d4-10aa-4f5e-a3d7-ae1eadcca979 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:03:09.725824 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2584fb59-4319-448b-a6fd-2c087c6b90c4 None None] get_active_networks_info from n-d-825015-3 {{(pid=103476) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 04 13:03:09.886461 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-23053039-ce21-4252-8841-98047f4ef2d9 None None] Provisioning complete for port 1bf22d78-4280-4da7-b37a-11f60af5c1c7 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:03:09.887484 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-23053039-ce21-4252-8841-98047f4ef2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (1bf22d78-4280-4da7-b37a-11f60af5c1c7), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:09.949351 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 1bf22d78-4280-4da7-b37a-11f60af5c1c7 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:03:09.988603 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2584fb59-4319-448b-a6fd-2c087c6b90c4 None None] Resources bound (agent type, host, resource id): {{(pid=103476) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 13:03:09.993482 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a890cbff-6b75-4912-9fac-ba1236d0bdf0 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (272d15d4-10aa-4f5e-a3d7-ae1eadcca979), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:10.022097 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-a890cbff-6b75-4912-9fac-ba1236d0bdf0 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['272d15d4-10aa-4f5e-a3d7-ae1eadcca979']}} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:03:10.037947 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-a890cbff-6b75-4912-9fac-ba1236d0bdf0 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb43d64f-18cf-4a5f-9437-debd2f483b93') {'for_net_delete': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:03:10.038351 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-a890cbff-6b75-4912-9fac-ba1236d0bdf0 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb43d64f-18cf-4a5f-9437-debd2f483b93') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:03:10.050943 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a890cbff-6b75-4912-9fac-ba1236d0bdf0 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51859336'] for segment (eb43d64f-18cf-4a5f-9437-debd2f483b93), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:10.067972 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-23053039-ce21-4252-8841-98047f4ef2d9 None None] Current status of the port 1bf22d78-4280-4da7-b37a-11f60af5c1c7 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:03:10.068795 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-23053039-ce21-4252-8841-98047f4ef2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (1bf22d78-4280-4da7-b37a-11f60af5c1c7), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:10.074246 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a890cbff-6b75-4912-9fac-ba1236d0bdf0 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (eb43d64f-18cf-4a5f-9437-debd2f483b93), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:10.087894 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a890cbff-6b75-4912-9fac-ba1236d0bdf0 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=103475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:03:10.088718 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a890cbff-6b75-4912-9fac-ba1236d0bdf0 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-52093388'] for segment (eb43d64f-18cf-4a5f-9437-debd2f483b93), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:10.092925 n-d-825015-3 neutron-server[103475]: Traceback (most recent call last): Feb 04 13:03:10.092925 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:03:10.092925 n-d-825015-3 neutron-server[103475]: timer() Feb 04 13:03:10.092925 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:03:10.092925 n-d-825015-3 neutron-server[103475]: cb(*args, **kw) Feb 04 13:03:10.092925 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:03:10.092925 n-d-825015-3 neutron-server[103475]: return func(*args, **kwargs) Feb 04 13:03:10.092925 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:03:10.092925 n-d-825015-3 neutron-server[103475]: self._notify() Feb 04 13:03:10.092925 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:03:10.092925 n-d-825015-3 neutron-server[103475]: self.callback(batched_events) Feb 04 13:03:10.092925 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:03:10.092925 n-d-825015-3 neutron-server[103475]: event.method(event) Feb 04 13:03:10.092925 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:03:10.092925 n-d-825015-3 neutron-server[103475]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:03:10.092925 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:03:10.092925 n-d-825015-3 neutron-server[103475]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:03:10.092925 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:03:10.092925 n-d-825015-3 neutron-server[103475]: return f(self, *a, **k) Feb 04 13:03:10.092925 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:03:10.092925 n-d-825015-3 neutron-server[103475]: return self._get(url).json() Feb 04 13:03:10.092925 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:03:10.092925 n-d-825015-3 neutron-server[103475]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:03:10.092925 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:03:10.092925 n-d-825015-3 neutron-server[103475]: return self.request(url, 'GET', **kwargs) Feb 04 13:03:10.092925 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:03:10.092925 n-d-825015-3 neutron-server[103475]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:03:10.092925 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:03:10.092925 n-d-825015-3 neutron-server[103475]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:03:10.092925 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:03:10.092925 n-d-825015-3 neutron-server[103475]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:03:10.092925 n-d-825015-3 neutron-server[103475]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:03:10.167985 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-23053039-ce21-4252-8841-98047f4ef2d9 None None] For port 1bf22d78-4280-4da7-b37a-11f60af5c1c7, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=1bf22d78-4280-4da7-b37a-11f60af5c1c7,segment=NetworkSegment(c8adb7b6-9ca7-4b8c-90dc-4ae308428c5f),segment_id=c8adb7b6-9ca7-4b8c-90dc-4ae308428c5f)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:03:10.176142 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a890cbff-6b75-4912-9fac-ba1236d0bdf0 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (272d15d4-10aa-4f5e-a3d7-ae1eadcca979), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:10.178248 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 1bf22d78-4280-4da7-b37a-11f60af5c1c7 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:03:10.178538 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (1bf22d78-4280-4da7-b37a-11f60af5c1c7), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:10.189783 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a890cbff-6b75-4912-9fac-ba1236d0bdf0 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:10.193758 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-a890cbff-6b75-4912-9fac-ba1236d0bdf0 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] 10.222.0.65 "DELETE /v2.0/networks/272d15d4-10aa-4f5e-a3d7-ae1eadcca979 HTTP/1.1" status: 204 len: 168 time: 1.0137553 Feb 04 13:03:10.197882 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 55986) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:03:10.205541 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-91a6cb1b-2f03-49f6-8823-af7838a86cd6 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-774226598'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:03:10.222989 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-23053039-ce21-4252-8841-98047f4ef2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (1bf22d78-4280-4da7-b37a-11f60af5c1c7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:10.223233 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a890cbff-6b75-4912-9fac-ba1236d0bdf0 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Pushing event deleted for resources: {'Network': ['ID=272d15d4-10aa-4f5e-a3d7-ae1eadcca979,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:10.250663 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91a6cb1b-2f03-49f6-8823-af7838a86cd6 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Made reservation on behalf of cb2fbd346a514a47b138d60ec7032f19 for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:03:10.254391 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-91a6cb1b-2f03-49f6-8823-af7838a86cd6 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:10.297824 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91a6cb1b-2f03-49f6-8823-af7838a86cd6 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:03:10.314168 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-91a6cb1b-2f03-49f6-8823-af7838a86cd6 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (747ac1db-9f1b-4c06-a721-cfd678089139), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:10.314960 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-91a6cb1b-2f03-49f6-8823-af7838a86cd6 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Added segment 747ac1db-9f1b-4c06-a721-cfd678089139 of type vlan for network a6f53179-1406-4cb8-9245-9e9930df8e5f Feb 04 13:03:10.354223 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23053039-ce21-4252-8841-98047f4ef2d9 None None] Pushing event updated for resources: {'Port': ['ID=1bf22d78-4280-4da7-b37a-11f60af5c1c7,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:10.389994 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-91a6cb1b-2f03-49f6-8823-af7838a86cd6 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (a6f53179-1406-4cb8-9245-9e9930df8e5f), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:10.423887 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-91a6cb1b-2f03-49f6-8823-af7838a86cd6 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (a6f53179-1406-4cb8-9245-9e9930df8e5f), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:10.429623 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 1bf22d78-4280-4da7-b37a-11f60af5c1c7 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:03:10.439566 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a6cb1b-2f03-49f6-8823-af7838a86cd6 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:10.442107 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-91a6cb1b-2f03-49f6-8823-af7838a86cd6 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:10.536509 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a6cb1b-2f03-49f6-8823-af7838a86cd6 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Pushing event updated for resources: {'Network': ['ID=a6f53179-1406-4cb8-9245-9e9930df8e5f,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:10.557254 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-91a6cb1b-2f03-49f6-8823-af7838a86cd6 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3524036 Feb 04 13:03:10.557599 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 55990) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:03:10.564022 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-275902cb-f99f-4967-abe6-e667ad3b264f tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Request body: {'subnet': {'network_id': 'a6f53179-1406-4cb8-9245-9e9930df8e5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:03:10.674002 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-275902cb-f99f-4967-abe6-e667ad3b264f tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Made reservation on behalf of cb2fbd346a514a47b138d60ec7032f19 for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:03:10.678585 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-275902cb-f99f-4967-abe6-e667ad3b264f tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60610638'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:10.702505 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network a6f53179-1406-4cb8-9245-9e9930df8e5f details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:03:10.758016 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547b6c02-b3b9-4611-8cea-6d3c0e75ffb4 None None] Network 9df3c969-0aef-4674-a4cb-3d96407c6ecc requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:03:10.953927 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2561caf6-3fa1-4b15-b97d-7e224b475b43 None None] DHCP port deletion for 9df3c969-0aef-4674-a4cb-3d96407c6ecc request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:03:10.976745 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-275902cb-f99f-4967-abe6-e667ad3b264f tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59045178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60610680'] for subnet (d3e72a19-df80-4e52-92f6-4a793345e6e1), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:11.015036 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-2561caf6-3fa1-4b15-b97d-7e224b475b43 None None] Deleting port 1bf22d78-4280-4da7-b37a-11f60af5c1c7 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:03:11.016151 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2561caf6-3fa1-4b15-b97d-7e224b475b43 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (1bf22d78-4280-4da7-b37a-11f60af5c1c7), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:11.035304 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275902cb-f99f-4967-abe6-e667ad3b264f tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Pushing event updated for resources: {'Subnet': ['ID=d3e72a19-df80-4e52-92f6-4a793345e6e1,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:11.079757 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275902cb-f99f-4967-abe6-e667ad3b264f tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Checking segment: {'id': '747ac1db-9f1b-4c06-a721-cfd678089139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'a6f53179-1406-4cb8-9245-9e9930df8e5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:03:11.080414 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275902cb-f99f-4967-abe6-e667ad3b264f tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Network hostable DHCP agents. Network: a6f53179-1406-4cb8-9245-9e9930df8e5f, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:03:11.114761 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275902cb-f99f-4967-abe6-e667ad3b264f tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Network a6f53179-1406-4cb8-9245-9e9930df8e5f is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:03:11.120454 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-2561caf6-3fa1-4b15-b97d-7e224b475b43 None None] For port 1bf22d78-4280-4da7-b37a-11f60af5c1c7, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=1bf22d78-4280-4da7-b37a-11f60af5c1c7,segment=NetworkSegment(c8adb7b6-9ca7-4b8c-90dc-4ae308428c5f),segment_id=c8adb7b6-9ca7-4b8c-90dc-4ae308428c5f)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:03:11.121361 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2561caf6-3fa1-4b15-b97d-7e224b475b43 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (1bf22d78-4280-4da7-b37a-11f60af5c1c7), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:11.130633 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-275902cb-f99f-4967-abe6-e667ad3b264f tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, a6f53179-1406-4cb8-9245-9e9930df8e5f) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:03:11.147465 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-275902cb-f99f-4967-abe6-e667ad3b264f tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:11.148761 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-275902cb-f99f-4967-abe6-e667ad3b264f tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:11.152672 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-2561caf6-3fa1-4b15-b97d-7e224b475b43 None None] Calling delete_port for 1bf22d78-4280-4da7-b37a-11f60af5c1c7 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:03:11.169330 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04cce498-ba0e-41c9-bd33-72327df5a7f4 None None] Network a6f53179-1406-4cb8-9245-9e9930df8e5f requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:03:11.202151 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 55994) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:03:11.202592 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-275902cb-f99f-4967-abe6-e667ad3b264f tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6435845 Feb 04 13:03:11.406038 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-44932491-952c-4ba9-a2d6-16894e52e667 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (a6f53179-1406-4cb8-9245-9e9930df8e5f), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:11.410713 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2561caf6-3fa1-4b15-b97d-7e224b475b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (1bf22d78-4280-4da7-b37a-11f60af5c1c7), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:11.414219 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa166100-fb7c-461d-84de-5a18a4edb72c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-a6f53179-1406-4cb8-9245-9e9930df8e5f', 'network_id': 'a6f53179-1406-4cb8-9245-9e9930df8e5f', 'project_id': 'cb2fbd346a514a47b138d60ec7032f19', 'fixed_ips': [{'subnet_id': 'd3e72a19-df80-4e52-92f6-4a793345e6e1'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:03:11.415330 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fa166100-fb7c-461d-84de-5a18a4edb72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:11.467172 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2561caf6-3fa1-4b15-b97d-7e224b475b43 None None] Pushing event deleted for resources: {'Port': ['ID=1bf22d78-4280-4da7-b37a-11f60af5c1c7,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:11.470351 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2561caf6-3fa1-4b15-b97d-7e224b475b43 None None] No DVR routers for this DVR port 1bf22d78-4280-4da7-b37a-11f60af5c1c7 on host n-d-825015-3 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:03:11.566434 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-44932491-952c-4ba9-a2d6-16894e52e667 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (d3e72a19-df80-4e52-92f6-4a793345e6e1), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:11.746354 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-fa166100-fb7c-461d-84de-5a18a4edb72c None None] Allocated IP 2001:db8::2 (a6f53179-1406-4cb8-9245-9e9930df8e5f/d3e72a19-df80-4e52-92f6-4a793345e6e1/3f8350cc-2b4e-4160-b6d2-bd0acc07c397) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:03:11.833968 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 1bf22d78-4280-4da7-b37a-11f60af5c1c7 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:03:11.873130 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 1bf22d78-4280-4da7-b37a-11f60af5c1c7 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:03:11.873485 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 1bf22d78-4280-4da7-b37a-11f60af5c1c7 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:03:11.992587 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fa166100-fb7c-461d-84de-5a18a4edb72c None None] Publish callbacks [] for port (3f8350cc-2b4e-4160-b6d2-bd0acc07c397), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:12.003207 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fa166100-fb7c-461d-84de-5a18a4edb72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (3f8350cc-2b4e-4160-b6d2-bd0acc07c397), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:12.029311 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-44932491-952c-4ba9-a2d6-16894e52e667 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-52093282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51452698'] for subnet (d3e72a19-df80-4e52-92f6-4a793345e6e1), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:12.055203 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa166100-fb7c-461d-84de-5a18a4edb72c None None] Network a6f53179-1406-4cb8-9245-9e9930df8e5f is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:03:12.060028 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-fa166100-fb7c-461d-84de-5a18a4edb72c None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:03:12.067667 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44932491-952c-4ba9-a2d6-16894e52e667 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Pushing event deleted for resources: {'Subnet': ['ID=d3e72a19-df80-4e52-92f6-4a793345e6e1,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:12.069602 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa166100-fb7c-461d-84de-5a18a4edb72c None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:03:12.103097 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa166100-fb7c-461d-84de-5a18a4edb72c None None] Pushing event updated for resources: {'Port': ['ID=3f8350cc-2b4e-4160-b6d2-bd0acc07c397,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:12.159006 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-44932491-952c-4ba9-a2d6-16894e52e667 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (a6f53179-1406-4cb8-9245-9e9930df8e5f), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:12.178043 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-fa166100-fb7c-461d-84de-5a18a4edb72c None None] Attempting to bind port 3f8350cc-2b4e-4160-b6d2-bd0acc07c397 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:03:12.178437 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-fa166100-fb7c-461d-84de-5a18a4edb72c None None] Attempting to bind port 3f8350cc-2b4e-4160-b6d2-bd0acc07c397 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '747ac1db-9f1b-4c06-a721-cfd678089139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'a6f53179-1406-4cb8-9245-9e9930df8e5f'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:03:12.178876 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa166100-fb7c-461d-84de-5a18a4edb72c None None] Attempting to bind port 3f8350cc-2b4e-4160-b6d2-bd0acc07c397 on network a6f53179-1406-4cb8-9245-9e9930df8e5f {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:03:12.185277 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa166100-fb7c-461d-84de-5a18a4edb72c None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:03:12.185682 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa166100-fb7c-461d-84de-5a18a4edb72c None None] Checking segment: {'id': '747ac1db-9f1b-4c06-a721-cfd678089139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'a6f53179-1406-4cb8-9245-9e9930df8e5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:03:12.186360 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fa166100-fb7c-461d-84de-5a18a4edb72c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:12.186774 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa166100-fb7c-461d-84de-5a18a4edb72c None None] Bound using segment: {'id': '747ac1db-9f1b-4c06-a721-cfd678089139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'a6f53179-1406-4cb8-9245-9e9930df8e5f'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:03:12.187354 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-fa166100-fb7c-461d-84de-5a18a4edb72c None None] Bound port: 3f8350cc-2b4e-4160-b6d2-bd0acc07c397, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '747ac1db-9f1b-4c06-a721-cfd678089139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'a6f53179-1406-4cb8-9245-9e9930df8e5f'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:03:12.187759 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fa166100-fb7c-461d-84de-5a18a4edb72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (3f8350cc-2b4e-4160-b6d2-bd0acc07c397), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:12.193676 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-44932491-952c-4ba9-a2d6-16894e52e667 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6f53179-1406-4cb8-9245-9e9930df8e5f']}} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:03:12.209690 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-44932491-952c-4ba9-a2d6-16894e52e667 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '747ac1db-9f1b-4c06-a721-cfd678089139') {'for_net_delete': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:03:12.211569 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-44932491-952c-4ba9-a2d6-16894e52e667 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '747ac1db-9f1b-4c06-a721-cfd678089139') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:03:12.230504 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-44932491-952c-4ba9-a2d6-16894e52e667 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51859336'] for segment (747ac1db-9f1b-4c06-a721-cfd678089139), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:12.255081 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-44932491-952c-4ba9-a2d6-16894e52e667 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (747ac1db-9f1b-4c06-a721-cfd678089139), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:12.266474 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44932491-952c-4ba9-a2d6-16894e52e667 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=103475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:03:12.267396 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-44932491-952c-4ba9-a2d6-16894e52e667 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-52093388'] for segment (747ac1db-9f1b-4c06-a721-cfd678089139), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:12.282080 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-fa166100-fb7c-461d-84de-5a18a4edb72c None None] For port 3f8350cc-2b4e-4160-b6d2-bd0acc07c397, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:03:12.292611 n-d-825015-3 neutron-server[103475]: Traceback (most recent call last): Feb 04 13:03:12.292611 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:03:12.292611 n-d-825015-3 neutron-server[103475]: timer() Feb 04 13:03:12.292611 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:03:12.292611 n-d-825015-3 neutron-server[103475]: cb(*args, **kw) Feb 04 13:03:12.292611 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:03:12.292611 n-d-825015-3 neutron-server[103475]: return func(*args, **kwargs) Feb 04 13:03:12.292611 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:03:12.292611 n-d-825015-3 neutron-server[103475]: self._notify() Feb 04 13:03:12.292611 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:03:12.292611 n-d-825015-3 neutron-server[103475]: self.callback(batched_events) Feb 04 13:03:12.292611 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:03:12.292611 n-d-825015-3 neutron-server[103475]: event.method(event) Feb 04 13:03:12.292611 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:03:12.292611 n-d-825015-3 neutron-server[103475]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:03:12.292611 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:03:12.292611 n-d-825015-3 neutron-server[103475]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:03:12.292611 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:03:12.292611 n-d-825015-3 neutron-server[103475]: return f(self, *a, **k) Feb 04 13:03:12.292611 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:03:12.292611 n-d-825015-3 neutron-server[103475]: return self._get(url).json() Feb 04 13:03:12.292611 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:03:12.292611 n-d-825015-3 neutron-server[103475]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:03:12.292611 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:03:12.292611 n-d-825015-3 neutron-server[103475]: return self.request(url, 'GET', **kwargs) Feb 04 13:03:12.292611 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:03:12.292611 n-d-825015-3 neutron-server[103475]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:03:12.292611 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:03:12.292611 n-d-825015-3 neutron-server[103475]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:03:12.292611 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:03:12.292611 n-d-825015-3 neutron-server[103475]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:03:12.292611 n-d-825015-3 neutron-server[103475]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:03:12.344093 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-fa166100-fb7c-461d-84de-5a18a4edb72c None None] For port 3f8350cc-2b4e-4160-b6d2-bd0acc07c397, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=3f8350cc-2b4e-4160-b6d2-bd0acc07c397,segment=NetworkSegment(747ac1db-9f1b-4c06-a721-cfd678089139),segment_id=747ac1db-9f1b-4c06-a721-cfd678089139)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:03:12.348849 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.db.api [None req-44932491-952c-4ba9-a2d6-16894e52e667 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 13:03:12.348849 n-d-825015-3 neutron-server[103475]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 13:03:12.348849 n-d-825015-3 neutron-server[103475]: [parameters: {'id': 'a6f53179-1406-4cb8-9245-9e9930df8e5f'}] Feb 04 13:03:12.348849 n-d-825015-3 neutron-server[103475]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103475) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:03:12.349352 n-d-825015-3 neutron-server[103475]: DEBUG oslo_db.api [None req-44932491-952c-4ba9-a2d6-16894e52e667 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:03:12.356994 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fa166100-fb7c-461d-84de-5a18a4edb72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (3f8350cc-2b4e-4160-b6d2-bd0acc07c397), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:12.448571 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa166100-fb7c-461d-84de-5a18a4edb72c None None] Pushing event updated for resources: {'Port': ['ID=3f8350cc-2b4e-4160-b6d2-bd0acc07c397,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:12.471511 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b820d2c-467b-4737-9cb5-07362fda97be None None] get_active_networks_info from n-d-825015-3 {{(pid=103476) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 04 13:03:12.582804 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b820d2c-467b-4737-9cb5-07362fda97be None None] Resources bound (agent type, host, resource id): {{(pid=103476) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 13:03:12.824893 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89d9a75-7348-4f83-80af-07ff832a189a None None] Network a6f53179-1406-4cb8-9245-9e9930df8e5f requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:03:12.850705 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-44932491-952c-4ba9-a2d6-16894e52e667 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (a6f53179-1406-4cb8-9245-9e9930df8e5f), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:12.953588 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-44932491-952c-4ba9-a2d6-16894e52e667 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Deleting port 3f8350cc-2b4e-4160-b6d2-bd0acc07c397 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:03:12.954824 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-44932491-952c-4ba9-a2d6-16894e52e667 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (3f8350cc-2b4e-4160-b6d2-bd0acc07c397), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:13.047791 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-44932491-952c-4ba9-a2d6-16894e52e667 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] For port 3f8350cc-2b4e-4160-b6d2-bd0acc07c397, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=3f8350cc-2b4e-4160-b6d2-bd0acc07c397,segment=NetworkSegment(747ac1db-9f1b-4c06-a721-cfd678089139),segment_id=747ac1db-9f1b-4c06-a721-cfd678089139)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:03:13.048291 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-44932491-952c-4ba9-a2d6-16894e52e667 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (3f8350cc-2b4e-4160-b6d2-bd0acc07c397), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:13.067241 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-44932491-952c-4ba9-a2d6-16894e52e667 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Calling delete_port for 3f8350cc-2b4e-4160-b6d2-bd0acc07c397 owned by network:dhcp {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:03:13.165796 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-44932491-952c-4ba9-a2d6-16894e52e667 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (3f8350cc-2b4e-4160-b6d2-bd0acc07c397), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:13.182596 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44932491-952c-4ba9-a2d6-16894e52e667 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] No DVR routers for this DVR port 3f8350cc-2b4e-4160-b6d2-bd0acc07c397 on host n-d-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:03:13.295146 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44932491-952c-4ba9-a2d6-16894e52e667 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Pushing event deleted for resources: {'Port': ['ID=3f8350cc-2b4e-4160-b6d2-bd0acc07c397,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:13.323775 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-44932491-952c-4ba9-a2d6-16894e52e667 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (a6f53179-1406-4cb8-9245-9e9930df8e5f), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:13.360278 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-44932491-952c-4ba9-a2d6-16894e52e667 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6f53179-1406-4cb8-9245-9e9930df8e5f']}} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:03:13.374494 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-44932491-952c-4ba9-a2d6-16894e52e667 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '747ac1db-9f1b-4c06-a721-cfd678089139') {'for_net_delete': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:03:13.375001 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-44932491-952c-4ba9-a2d6-16894e52e667 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '747ac1db-9f1b-4c06-a721-cfd678089139') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:03:13.389148 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-44932491-952c-4ba9-a2d6-16894e52e667 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51859336'] for segment (747ac1db-9f1b-4c06-a721-cfd678089139), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:13.406240 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-44932491-952c-4ba9-a2d6-16894e52e667 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (747ac1db-9f1b-4c06-a721-cfd678089139), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:13.413870 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44932491-952c-4ba9-a2d6-16894e52e667 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=103475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:03:13.414421 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-44932491-952c-4ba9-a2d6-16894e52e667 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-52093388'] for segment (747ac1db-9f1b-4c06-a721-cfd678089139), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:13.418886 n-d-825015-3 neutron-server[103475]: Traceback (most recent call last): Feb 04 13:03:13.418886 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:03:13.418886 n-d-825015-3 neutron-server[103475]: timer() Feb 04 13:03:13.418886 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:03:13.418886 n-d-825015-3 neutron-server[103475]: cb(*args, **kw) Feb 04 13:03:13.418886 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:03:13.418886 n-d-825015-3 neutron-server[103475]: return func(*args, **kwargs) Feb 04 13:03:13.418886 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:03:13.418886 n-d-825015-3 neutron-server[103475]: self._notify() Feb 04 13:03:13.418886 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:03:13.418886 n-d-825015-3 neutron-server[103475]: self.callback(batched_events) Feb 04 13:03:13.418886 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:03:13.418886 n-d-825015-3 neutron-server[103475]: event.method(event) Feb 04 13:03:13.418886 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:03:13.418886 n-d-825015-3 neutron-server[103475]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:03:13.418886 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:03:13.418886 n-d-825015-3 neutron-server[103475]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:03:13.418886 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:03:13.418886 n-d-825015-3 neutron-server[103475]: return f(self, *a, **k) Feb 04 13:03:13.418886 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:03:13.418886 n-d-825015-3 neutron-server[103475]: return self._get(url).json() Feb 04 13:03:13.418886 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:03:13.418886 n-d-825015-3 neutron-server[103475]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:03:13.418886 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:03:13.418886 n-d-825015-3 neutron-server[103475]: return self.request(url, 'GET', **kwargs) Feb 04 13:03:13.418886 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:03:13.418886 n-d-825015-3 neutron-server[103475]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:03:13.418886 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:03:13.418886 n-d-825015-3 neutron-server[103475]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:03:13.418886 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:03:13.418886 n-d-825015-3 neutron-server[103475]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:03:13.418886 n-d-825015-3 neutron-server[103475]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:03:13.521880 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-44932491-952c-4ba9-a2d6-16894e52e667 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (a6f53179-1406-4cb8-9245-9e9930df8e5f), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:13.532594 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-44932491-952c-4ba9-a2d6-16894e52e667 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:13.539608 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-44932491-952c-4ba9-a2d6-16894e52e667 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] 10.222.0.65 "DELETE /v2.0/networks/a6f53179-1406-4cb8-9245-9e9930df8e5f HTTP/1.1" status: 204 len: 168 time: 2.3313327 Feb 04 13:03:13.541508 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 56012) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:03:13.548036 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-62ba698e-b90d-4da0-afc2-81781398cc8b tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-185310169'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:03:13.550557 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44932491-952c-4ba9-a2d6-16894e52e667 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Pushing event deleted for resources: {'Network': ['ID=a6f53179-1406-4cb8-9245-9e9930df8e5f,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:13.578115 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62ba698e-b90d-4da0-afc2-81781398cc8b tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Made reservation on behalf of cb2fbd346a514a47b138d60ec7032f19 for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:03:13.581833 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-62ba698e-b90d-4da0-afc2-81781398cc8b tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:13.611022 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62ba698e-b90d-4da0-afc2-81781398cc8b tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:03:13.620636 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-62ba698e-b90d-4da0-afc2-81781398cc8b tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (224d2eb8-ce31-4840-8544-2be0ea59c227), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:13.621013 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-62ba698e-b90d-4da0-afc2-81781398cc8b tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Added segment 224d2eb8-ce31-4840-8544-2be0ea59c227 of type vlan for network 4d07f2aa-fd6f-4d78-989c-f34b9c697725 Feb 04 13:03:13.669663 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-62ba698e-b90d-4da0-afc2-81781398cc8b tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (4d07f2aa-fd6f-4d78-989c-f34b9c697725), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:13.707650 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-62ba698e-b90d-4da0-afc2-81781398cc8b tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (4d07f2aa-fd6f-4d78-989c-f34b9c697725), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:13.714360 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ba698e-b90d-4da0-afc2-81781398cc8b tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:13.715259 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-62ba698e-b90d-4da0-afc2-81781398cc8b tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:13.797781 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-62ba698e-b90d-4da0-afc2-81781398cc8b tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2540815 Feb 04 13:03:13.801064 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 56016) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:03:13.806486 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-ddffaf2d-d4aa-4d5c-970b-a194467bda09 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Request body: {'subnet': {'network_id': '4d07f2aa-fd6f-4d78-989c-f34b9c697725', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:03:13.861412 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ba698e-b90d-4da0-afc2-81781398cc8b tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Pushing event updated for resources: {'Network': ['ID=4d07f2aa-fd6f-4d78-989c-f34b9c697725,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:13.874081 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 4d07f2aa-fd6f-4d78-989c-f34b9c697725 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:03:13.938664 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddffaf2d-d4aa-4d5c-970b-a194467bda09 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Made reservation on behalf of cb2fbd346a514a47b138d60ec7032f19 for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:03:13.942920 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ddffaf2d-d4aa-4d5c-970b-a194467bda09 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60610638'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:14.298948 n-d-825015-3 neutron-server[103474]: DEBUG neutron.objects.ports [None req-ddffaf2d-d4aa-4d5c-970b-a194467bda09 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103474) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 13:03:14.300776 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ddffaf2d-d4aa-4d5c-970b-a194467bda09 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59045178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60610680'] for subnet (aa758f63-798c-4b9b-b79e-bae8b86e8c63), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:14.379273 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffaf2d-d4aa-4d5c-970b-a194467bda09 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Pushing event updated for resources: {'Subnet': ['ID=aa758f63-798c-4b9b-b79e-bae8b86e8c63,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:14.390913 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddffaf2d-d4aa-4d5c-970b-a194467bda09 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Checking segment: {'id': '224d2eb8-ce31-4840-8544-2be0ea59c227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4d07f2aa-fd6f-4d78-989c-f34b9c697725'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:03:14.391316 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddffaf2d-d4aa-4d5c-970b-a194467bda09 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Network hostable DHCP agents. Network: 4d07f2aa-fd6f-4d78-989c-f34b9c697725, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:03:14.412408 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddffaf2d-d4aa-4d5c-970b-a194467bda09 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Network 4d07f2aa-fd6f-4d78-989c-f34b9c697725 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:03:14.424385 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-ddffaf2d-d4aa-4d5c-970b-a194467bda09 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 4d07f2aa-fd6f-4d78-989c-f34b9c697725) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:03:14.430264 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddffaf2d-d4aa-4d5c-970b-a194467bda09 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:14.431130 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ddffaf2d-d4aa-4d5c-970b-a194467bda09 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:14.437306 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5598e067-b68c-4946-abc8-d711bab7ed41 None None] Network 4d07f2aa-fd6f-4d78-989c-f34b9c697725 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:03:14.471350 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 56036) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:03:14.482944 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-ddffaf2d-d4aa-4d5c-970b-a194467bda09 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.6810195 Feb 04 13:03:14.562192 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d033e43e-9374-4921-8229-4a21e03ee4f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-4d07f2aa-fd6f-4d78-989c-f34b9c697725', 'network_id': '4d07f2aa-fd6f-4d78-989c-f34b9c697725', 'project_id': 'cb2fbd346a514a47b138d60ec7032f19', 'fixed_ips': [{'subnet_id': 'aa758f63-798c-4b9b-b79e-bae8b86e8c63'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:03:14.563660 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d033e43e-9374-4921-8229-4a21e03ee4f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:14.615342 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5ffa770e-bfdf-4fd7-b7fd-0c31c9beb9e3 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (4d07f2aa-fd6f-4d78-989c-f34b9c697725), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:14.678740 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5ffa770e-bfdf-4fd7-b7fd-0c31c9beb9e3 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (aa758f63-798c-4b9b-b79e-bae8b86e8c63), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:14.739081 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-d033e43e-9374-4921-8229-4a21e03ee4f2 None None] Allocated IP 2001:db8::f816:3eff:fe0d:3318 (4d07f2aa-fd6f-4d78-989c-f34b9c697725/aa758f63-798c-4b9b-b79e-bae8b86e8c63/5d4070c3-ea3e-4108-9a21-a6ba53435a87) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:03:14.909296 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d033e43e-9374-4921-8229-4a21e03ee4f2 None None] Publish callbacks [] for port (5d4070c3-ea3e-4108-9a21-a6ba53435a87), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:14.919551 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d033e43e-9374-4921-8229-4a21e03ee4f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (5d4070c3-ea3e-4108-9a21-a6ba53435a87), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:14.938836 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5ffa770e-bfdf-4fd7-b7fd-0c31c9beb9e3 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-52093282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51452698'] for subnet (aa758f63-798c-4b9b-b79e-bae8b86e8c63), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:14.961357 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d033e43e-9374-4921-8229-4a21e03ee4f2 None None] Network 4d07f2aa-fd6f-4d78-989c-f34b9c697725 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:03:14.966701 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-d033e43e-9374-4921-8229-4a21e03ee4f2 None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:03:14.972940 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d033e43e-9374-4921-8229-4a21e03ee4f2 None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:03:15.006587 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d033e43e-9374-4921-8229-4a21e03ee4f2 None None] Pushing event updated for resources: {'Port': ['ID=5d4070c3-ea3e-4108-9a21-a6ba53435a87,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:15.050935 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-d033e43e-9374-4921-8229-4a21e03ee4f2 None None] Attempting to bind port 5d4070c3-ea3e-4108-9a21-a6ba53435a87 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:03:15.051210 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-d033e43e-9374-4921-8229-4a21e03ee4f2 None None] Attempting to bind port 5d4070c3-ea3e-4108-9a21-a6ba53435a87 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '224d2eb8-ce31-4840-8544-2be0ea59c227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4d07f2aa-fd6f-4d78-989c-f34b9c697725'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:03:15.051482 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d033e43e-9374-4921-8229-4a21e03ee4f2 None None] Attempting to bind port 5d4070c3-ea3e-4108-9a21-a6ba53435a87 on network 4d07f2aa-fd6f-4d78-989c-f34b9c697725 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:03:15.057851 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d033e43e-9374-4921-8229-4a21e03ee4f2 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:03:15.058248 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d033e43e-9374-4921-8229-4a21e03ee4f2 None None] Checking segment: {'id': '224d2eb8-ce31-4840-8544-2be0ea59c227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4d07f2aa-fd6f-4d78-989c-f34b9c697725'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:03:15.058737 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d033e43e-9374-4921-8229-4a21e03ee4f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:15.059131 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d033e43e-9374-4921-8229-4a21e03ee4f2 None None] Bound using segment: {'id': '224d2eb8-ce31-4840-8544-2be0ea59c227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4d07f2aa-fd6f-4d78-989c-f34b9c697725'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:03:15.059602 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-d033e43e-9374-4921-8229-4a21e03ee4f2 None None] Bound port: 5d4070c3-ea3e-4108-9a21-a6ba53435a87, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '224d2eb8-ce31-4840-8544-2be0ea59c227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4d07f2aa-fd6f-4d78-989c-f34b9c697725'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:03:15.060015 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d033e43e-9374-4921-8229-4a21e03ee4f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (5d4070c3-ea3e-4108-9a21-a6ba53435a87), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:15.070446 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5ffa770e-bfdf-4fd7-b7fd-0c31c9beb9e3 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (4d07f2aa-fd6f-4d78-989c-f34b9c697725), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:15.101584 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffa770e-bfdf-4fd7-b7fd-0c31c9beb9e3 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Pushing event deleted for resources: {'Subnet': ['ID=aa758f63-798c-4b9b-b79e-bae8b86e8c63,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:15.117387 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-5ffa770e-bfdf-4fd7-b7fd-0c31c9beb9e3 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d07f2aa-fd6f-4d78-989c-f34b9c697725']}} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:03:15.129569 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-5ffa770e-bfdf-4fd7-b7fd-0c31c9beb9e3 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '224d2eb8-ce31-4840-8544-2be0ea59c227') {'for_net_delete': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:03:15.130006 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-5ffa770e-bfdf-4fd7-b7fd-0c31c9beb9e3 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '224d2eb8-ce31-4840-8544-2be0ea59c227') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:03:15.141455 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5ffa770e-bfdf-4fd7-b7fd-0c31c9beb9e3 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51859336'] for segment (224d2eb8-ce31-4840-8544-2be0ea59c227), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:15.148132 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-d033e43e-9374-4921-8229-4a21e03ee4f2 None None] For port 5d4070c3-ea3e-4108-9a21-a6ba53435a87, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:03:15.153095 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-d033e43e-9374-4921-8229-4a21e03ee4f2 None None] For port 5d4070c3-ea3e-4108-9a21-a6ba53435a87, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=5d4070c3-ea3e-4108-9a21-a6ba53435a87,segment=NetworkSegment(224d2eb8-ce31-4840-8544-2be0ea59c227),segment_id=224d2eb8-ce31-4840-8544-2be0ea59c227)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:03:15.160866 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d033e43e-9374-4921-8229-4a21e03ee4f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (5d4070c3-ea3e-4108-9a21-a6ba53435a87), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:15.163812 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5ffa770e-bfdf-4fd7-b7fd-0c31c9beb9e3 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (224d2eb8-ce31-4840-8544-2be0ea59c227), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:15.172746 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ffa770e-bfdf-4fd7-b7fd-0c31c9beb9e3 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=103475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:03:15.173272 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5ffa770e-bfdf-4fd7-b7fd-0c31c9beb9e3 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-52093388'] for segment (224d2eb8-ce31-4840-8544-2be0ea59c227), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:15.229990 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d033e43e-9374-4921-8229-4a21e03ee4f2 None None] Pushing event updated for resources: {'Port': ['ID=5d4070c3-ea3e-4108-9a21-a6ba53435a87,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:15.237725 n-d-825015-3 neutron-server[103475]: Traceback (most recent call last): Feb 04 13:03:15.237725 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:03:15.237725 n-d-825015-3 neutron-server[103475]: timer() Feb 04 13:03:15.237725 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:03:15.237725 n-d-825015-3 neutron-server[103475]: cb(*args, **kw) Feb 04 13:03:15.237725 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:03:15.237725 n-d-825015-3 neutron-server[103475]: return func(*args, **kwargs) Feb 04 13:03:15.237725 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:03:15.237725 n-d-825015-3 neutron-server[103475]: self._notify() Feb 04 13:03:15.237725 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:03:15.237725 n-d-825015-3 neutron-server[103475]: self.callback(batched_events) Feb 04 13:03:15.237725 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:03:15.237725 n-d-825015-3 neutron-server[103475]: event.method(event) Feb 04 13:03:15.237725 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:03:15.237725 n-d-825015-3 neutron-server[103475]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:03:15.237725 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:03:15.237725 n-d-825015-3 neutron-server[103475]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:03:15.237725 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:03:15.237725 n-d-825015-3 neutron-server[103475]: return f(self, *a, **k) Feb 04 13:03:15.237725 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:03:15.237725 n-d-825015-3 neutron-server[103475]: return self._get(url).json() Feb 04 13:03:15.237725 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:03:15.237725 n-d-825015-3 neutron-server[103475]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:03:15.237725 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:03:15.237725 n-d-825015-3 neutron-server[103475]: return self.request(url, 'GET', **kwargs) Feb 04 13:03:15.237725 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:03:15.237725 n-d-825015-3 neutron-server[103475]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:03:15.237725 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:03:15.237725 n-d-825015-3 neutron-server[103475]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:03:15.237725 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:03:15.237725 n-d-825015-3 neutron-server[103475]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:03:15.237725 n-d-825015-3 neutron-server[103475]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:03:15.265180 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.db.api [None req-5ffa770e-bfdf-4fd7-b7fd-0c31c9beb9e3 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 13:03:15.265180 n-d-825015-3 neutron-server[103475]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 13:03:15.265180 n-d-825015-3 neutron-server[103475]: [parameters: {'id': '4d07f2aa-fd6f-4d78-989c-f34b9c697725'}] Feb 04 13:03:15.265180 n-d-825015-3 neutron-server[103475]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103475) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:03:15.266199 n-d-825015-3 neutron-server[103475]: DEBUG oslo_db.api [None req-5ffa770e-bfdf-4fd7-b7fd-0c31c9beb9e3 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:03:15.298381 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5aec41c-90f2-4984-b551-16beedc652a9 None None] get_active_networks_info from n-d-825015-3 {{(pid=103476) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 04 13:03:15.408849 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5aec41c-90f2-4984-b551-16beedc652a9 None None] Resources bound (agent type, host, resource id): {{(pid=103476) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 13:03:15.580039 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bcb9c913-0ebe-4332-a022-fa336140e537 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:15.629374 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7080fd75-168b-4b7c-8e14-965deb2ef1a2 None None] Network 4d07f2aa-fd6f-4d78-989c-f34b9c697725 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:03:15.768157 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5ffa770e-bfdf-4fd7-b7fd-0c31c9beb9e3 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (4d07f2aa-fd6f-4d78-989c-f34b9c697725), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:15.859110 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-5ffa770e-bfdf-4fd7-b7fd-0c31c9beb9e3 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Deleting port 5d4070c3-ea3e-4108-9a21-a6ba53435a87 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:03:15.860272 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5ffa770e-bfdf-4fd7-b7fd-0c31c9beb9e3 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (5d4070c3-ea3e-4108-9a21-a6ba53435a87), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:15.932886 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-5ffa770e-bfdf-4fd7-b7fd-0c31c9beb9e3 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] For port 5d4070c3-ea3e-4108-9a21-a6ba53435a87, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=5d4070c3-ea3e-4108-9a21-a6ba53435a87,segment=NetworkSegment(224d2eb8-ce31-4840-8544-2be0ea59c227),segment_id=224d2eb8-ce31-4840-8544-2be0ea59c227)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:03:15.933245 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5ffa770e-bfdf-4fd7-b7fd-0c31c9beb9e3 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (5d4070c3-ea3e-4108-9a21-a6ba53435a87), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:15.946242 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-5ffa770e-bfdf-4fd7-b7fd-0c31c9beb9e3 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Calling delete_port for 5d4070c3-ea3e-4108-9a21-a6ba53435a87 owned by network:dhcp {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:03:16.043605 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5ffa770e-bfdf-4fd7-b7fd-0c31c9beb9e3 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (5d4070c3-ea3e-4108-9a21-a6ba53435a87), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:16.075533 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffa770e-bfdf-4fd7-b7fd-0c31c9beb9e3 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] No DVR routers for this DVR port 5d4070c3-ea3e-4108-9a21-a6ba53435a87 on host n-d-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:03:16.080960 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffa770e-bfdf-4fd7-b7fd-0c31c9beb9e3 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Pushing event deleted for resources: {'Port': ['ID=5d4070c3-ea3e-4108-9a21-a6ba53435a87,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:16.170888 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5ffa770e-bfdf-4fd7-b7fd-0c31c9beb9e3 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (4d07f2aa-fd6f-4d78-989c-f34b9c697725), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:16.205360 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-5ffa770e-bfdf-4fd7-b7fd-0c31c9beb9e3 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d07f2aa-fd6f-4d78-989c-f34b9c697725']}} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:03:16.214981 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-5ffa770e-bfdf-4fd7-b7fd-0c31c9beb9e3 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '224d2eb8-ce31-4840-8544-2be0ea59c227') {'for_net_delete': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:03:16.215275 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-5ffa770e-bfdf-4fd7-b7fd-0c31c9beb9e3 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '224d2eb8-ce31-4840-8544-2be0ea59c227') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:03:16.224639 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5ffa770e-bfdf-4fd7-b7fd-0c31c9beb9e3 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51859336'] for segment (224d2eb8-ce31-4840-8544-2be0ea59c227), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:16.240319 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5ffa770e-bfdf-4fd7-b7fd-0c31c9beb9e3 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (224d2eb8-ce31-4840-8544-2be0ea59c227), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:16.247431 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ffa770e-bfdf-4fd7-b7fd-0c31c9beb9e3 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=103475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:03:16.248002 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5ffa770e-bfdf-4fd7-b7fd-0c31c9beb9e3 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-52093388'] for segment (224d2eb8-ce31-4840-8544-2be0ea59c227), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:16.251124 n-d-825015-3 neutron-server[103475]: Traceback (most recent call last): Feb 04 13:03:16.251124 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:03:16.251124 n-d-825015-3 neutron-server[103475]: timer() Feb 04 13:03:16.251124 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:03:16.251124 n-d-825015-3 neutron-server[103475]: cb(*args, **kw) Feb 04 13:03:16.251124 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:03:16.251124 n-d-825015-3 neutron-server[103475]: return func(*args, **kwargs) Feb 04 13:03:16.251124 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:03:16.251124 n-d-825015-3 neutron-server[103475]: self._notify() Feb 04 13:03:16.251124 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:03:16.251124 n-d-825015-3 neutron-server[103475]: self.callback(batched_events) Feb 04 13:03:16.251124 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:03:16.251124 n-d-825015-3 neutron-server[103475]: event.method(event) Feb 04 13:03:16.251124 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:03:16.251124 n-d-825015-3 neutron-server[103475]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:03:16.251124 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:03:16.251124 n-d-825015-3 neutron-server[103475]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:03:16.251124 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:03:16.251124 n-d-825015-3 neutron-server[103475]: return f(self, *a, **k) Feb 04 13:03:16.251124 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:03:16.251124 n-d-825015-3 neutron-server[103475]: return self._get(url).json() Feb 04 13:03:16.251124 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:03:16.251124 n-d-825015-3 neutron-server[103475]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:03:16.251124 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:03:16.251124 n-d-825015-3 neutron-server[103475]: return self.request(url, 'GET', **kwargs) Feb 04 13:03:16.251124 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:03:16.251124 n-d-825015-3 neutron-server[103475]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:03:16.251124 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:03:16.251124 n-d-825015-3 neutron-server[103475]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:03:16.251124 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:03:16.251124 n-d-825015-3 neutron-server[103475]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:03:16.251124 n-d-825015-3 neutron-server[103475]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:03:16.310107 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5ffa770e-bfdf-4fd7-b7fd-0c31c9beb9e3 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (4d07f2aa-fd6f-4d78-989c-f34b9c697725), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:16.314291 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5ffa770e-bfdf-4fd7-b7fd-0c31c9beb9e3 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:16.317476 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-5ffa770e-bfdf-4fd7-b7fd-0c31c9beb9e3 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] 10.222.0.65 "DELETE /v2.0/networks/4d07f2aa-fd6f-4d78-989c-f34b9c697725 HTTP/1.1" status: 204 len: 168 time: 1.8440897 Feb 04 13:03:16.321041 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 56044) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:03:16.335355 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffa770e-bfdf-4fd7-b7fd-0c31c9beb9e3 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Pushing event deleted for resources: {'Network': ['ID=4d07f2aa-fd6f-4d78-989c-f34b9c697725,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:16.353190 n-d-825015-3 neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-28835c5d-c19a-42a0-a06a-b776db346760 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] DELETE failed (client error): The resource could not be found. Feb 04 13:03:16.354270 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28835c5d-c19a-42a0-a06a-b776db346760 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:03:16.357632 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-28835c5d-c19a-42a0-a06a-b776db346760 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] 10.222.0.65 "DELETE /v2.0/subnets/aa758f63-798c-4b9b-b79e-bae8b86e8c63 HTTP/1.1" status: 404 len: 337 time: 0.0355916 Feb 04 13:03:16.360240 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 56046) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:03:16.379222 n-d-825015-3 neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-5023ba84-1d7d-4f93-ad94-42387fa19cd7 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] DELETE failed (client error): The resource could not be found. Feb 04 13:03:16.379638 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5023ba84-1d7d-4f93-ad94-42387fa19cd7 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:03:16.382710 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-5023ba84-1d7d-4f93-ad94-42387fa19cd7 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] 10.222.0.65 "DELETE /v2.0/networks/4d07f2aa-fd6f-4d78-989c-f34b9c697725 HTTP/1.1" status: 404 len: 339 time: 0.0215034 Feb 04 13:03:16.385422 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 56048) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:03:16.412159 n-d-825015-3 neutron-server[103475]: INFO neutron.pecan_wsgi.hooks.translation [None req-fafd98e8-fd71-46b5-b1f8-babbe158b0b3 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] DELETE failed (client error): The resource could not be found. Feb 04 13:03:16.412625 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fafd98e8-fd71-46b5-b1f8-babbe158b0b3 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103475) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:03:16.415582 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-fafd98e8-fd71-46b5-b1f8-babbe158b0b3 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] 10.222.0.65 "DELETE /v2.0/subnets/d3e72a19-df80-4e52-92f6-4a793345e6e1 HTTP/1.1" status: 404 len: 337 time: 0.0291684 Feb 04 13:03:16.418772 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 56052) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:03:16.443132 n-d-825015-3 neutron-server[103475]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e6d1b2f-c8c9-42ae-afc4-3ce0431f28c3 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] DELETE failed (client error): The resource could not be found. Feb 04 13:03:16.443132 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e6d1b2f-c8c9-42ae-afc4-3ce0431f28c3 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103475) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:03:16.443132 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-9e6d1b2f-c8c9-42ae-afc4-3ce0431f28c3 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] 10.222.0.65 "DELETE /v2.0/networks/a6f53179-1406-4cb8-9245-9e9930df8e5f HTTP/1.1" status: 404 len: 339 time: 0.0227742 Feb 04 13:03:16.445192 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 56054) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:03:16.478630 n-d-825015-3 neutron-server[103475]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbfe10b7-892f-471e-904f-23f78428564f tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] DELETE failed (client error): The resource could not be found. Feb 04 13:03:16.479092 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbfe10b7-892f-471e-904f-23f78428564f tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103475) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:03:16.482161 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-bbfe10b7-892f-471e-904f-23f78428564f tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] 10.222.0.65 "DELETE /v2.0/subnets/af407224-8e58-4734-85de-027fab3fb124 HTTP/1.1" status: 404 len: 337 time: 0.0359209 Feb 04 13:03:16.484874 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 56056) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:03:16.503484 n-d-825015-3 neutron-server[103475]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab83e541-060a-41a5-b18c-de28be25ba1a tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] DELETE failed (client error): The resource could not be found. Feb 04 13:03:16.504026 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab83e541-060a-41a5-b18c-de28be25ba1a tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103475) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:03:16.507006 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-ab83e541-060a-41a5-b18c-de28be25ba1a tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] 10.222.0.65 "DELETE /v2.0/networks/272d15d4-10aa-4f5e-a3d7-ae1eadcca979 HTTP/1.1" status: 404 len: 339 time: 0.0212066 Feb 04 13:03:16.510667 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 56058) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:03:16.604235 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-5da8285c-ca06-43fb-a0a5-e1c98a583abd tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Deleting port 8a35c781-05bb-47bb-b5ae-d932f6c0995a {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:03:16.604681 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5da8285c-ca06-43fb-a0a5-e1c98a583abd tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (8a35c781-05bb-47bb-b5ae-d932f6c0995a), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:16.677890 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5da8285c-ca06-43fb-a0a5-e1c98a583abd tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (8a35c781-05bb-47bb-b5ae-d932f6c0995a), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:16.691650 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-5da8285c-ca06-43fb-a0a5-e1c98a583abd tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Calling delete_port for 8a35c781-05bb-47bb-b5ae-d932f6c0995a owned by {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:03:16.780762 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5da8285c-ca06-43fb-a0a5-e1c98a583abd tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (8a35c781-05bb-47bb-b5ae-d932f6c0995a), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:16.826522 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8285c-ca06-43fb-a0a5-e1c98a583abd tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Pushing event deleted for resources: {'Port': ['ID=8a35c781-05bb-47bb-b5ae-d932f6c0995a,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:16.826522 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5da8285c-ca06-43fb-a0a5-e1c98a583abd tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:16.827802 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-5da8285c-ca06-43fb-a0a5-e1c98a583abd tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] 10.222.0.65 "DELETE /v2.0/ports/8a35c781-05bb-47bb-b5ae-d932f6c0995a HTTP/1.1" status: 204 len: 168 time: 0.3157682 Feb 04 13:03:16.831267 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 56066) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:03:16.861733 n-d-825015-3 neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-9091ddfe-be70-4275-86c8-543bcca0c3d8 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] DELETE failed (client error): The resource could not be found. Feb 04 13:03:16.862210 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9091ddfe-be70-4275-86c8-543bcca0c3d8 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:03:16.865337 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-9091ddfe-be70-4275-86c8-543bcca0c3d8 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] 10.222.0.65 "DELETE /v2.0/subnets/a4271be2-6a0e-4f4a-b994-78f8de5409d1 HTTP/1.1" status: 404 len: 337 time: 0.0326750 Feb 04 13:03:16.868148 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 56068) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:03:16.959079 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-144deeb5-1ecc-4585-89a3-f079d480838c tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (9df3c969-0aef-4674-a4cb-3d96407c6ecc), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:17.055629 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-144deeb5-1ecc-4585-89a3-f079d480838c tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (9df3c969-0aef-4674-a4cb-3d96407c6ecc), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:17.083361 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-144deeb5-1ecc-4585-89a3-f079d480838c tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9df3c969-0aef-4674-a4cb-3d96407c6ecc']}} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:03:17.095658 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-144deeb5-1ecc-4585-89a3-f079d480838c tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8adb7b6-9ca7-4b8c-90dc-4ae308428c5f') {'for_net_delete': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:03:17.096010 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-144deeb5-1ecc-4585-89a3-f079d480838c tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8adb7b6-9ca7-4b8c-90dc-4ae308428c5f') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:03:17.108519 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-144deeb5-1ecc-4585-89a3-f079d480838c tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51859336'] for segment (c8adb7b6-9ca7-4b8c-90dc-4ae308428c5f), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:17.110932 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 56072) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:03:17.116490 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-2acf4670-1b9c-4161-9530-af94941af876 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-520702671', 'description': 'tempest-secgroup-smoke-520702671 description', 'project_id': 'd97899bb83de48f19b584b6da57643aa'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:03:17.125749 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-144deeb5-1ecc-4585-89a3-f079d480838c tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (c8adb7b6-9ca7-4b8c-90dc-4ae308428c5f), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:17.134014 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-144deeb5-1ecc-4585-89a3-f079d480838c tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=103475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:03:17.135256 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-144deeb5-1ecc-4585-89a3-f079d480838c tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-52093388'] for segment (c8adb7b6-9ca7-4b8c-90dc-4ae308428c5f), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:17.139720 n-d-825015-3 neutron-server[103475]: Traceback (most recent call last): Feb 04 13:03:17.139720 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:03:17.139720 n-d-825015-3 neutron-server[103475]: timer() Feb 04 13:03:17.139720 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:03:17.139720 n-d-825015-3 neutron-server[103475]: cb(*args, **kw) Feb 04 13:03:17.139720 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:03:17.139720 n-d-825015-3 neutron-server[103475]: return func(*args, **kwargs) Feb 04 13:03:17.139720 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:03:17.139720 n-d-825015-3 neutron-server[103475]: self._notify() Feb 04 13:03:17.139720 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:03:17.139720 n-d-825015-3 neutron-server[103475]: self.callback(batched_events) Feb 04 13:03:17.139720 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:03:17.139720 n-d-825015-3 neutron-server[103475]: event.method(event) Feb 04 13:03:17.139720 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:03:17.139720 n-d-825015-3 neutron-server[103475]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:03:17.139720 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:03:17.139720 n-d-825015-3 neutron-server[103475]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:03:17.139720 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:03:17.139720 n-d-825015-3 neutron-server[103475]: return f(self, *a, **k) Feb 04 13:03:17.139720 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:03:17.139720 n-d-825015-3 neutron-server[103475]: return self._get(url).json() Feb 04 13:03:17.139720 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:03:17.139720 n-d-825015-3 neutron-server[103475]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:03:17.139720 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:03:17.139720 n-d-825015-3 neutron-server[103475]: return self.request(url, 'GET', **kwargs) Feb 04 13:03:17.139720 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:03:17.139720 n-d-825015-3 neutron-server[103475]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:03:17.139720 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:03:17.139720 n-d-825015-3 neutron-server[103475]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:03:17.139720 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:03:17.139720 n-d-825015-3 neutron-server[103475]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:03:17.139720 n-d-825015-3 neutron-server[103475]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:03:17.146613 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2acf4670-1b9c-4161-9530-af94941af876 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:17.202629 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-144deeb5-1ecc-4585-89a3-f079d480838c tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (9df3c969-0aef-4674-a4cb-3d96407c6ecc), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:17.210898 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-144deeb5-1ecc-4585-89a3-f079d480838c tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:17.215157 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-144deeb5-1ecc-4585-89a3-f079d480838c tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] 10.222.0.65 "DELETE /v2.0/networks/9df3c969-0aef-4674-a4cb-3d96407c6ecc HTTP/1.1" status: 204 len: 168 time: 0.3459136 Feb 04 13:03:17.217690 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 56074) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:03:17.237115 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144deeb5-1ecc-4585-89a3-f079d480838c tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Pushing event deleted for resources: {'Network': ['ID=9df3c969-0aef-4674-a4cb-3d96407c6ecc,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:17.254037 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2acf4670-1b9c-4161-9530-af94941af876 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Publish callbacks [] for security_group (85cc6a96-e87e-4d5a-b732-f8ff51e824a6), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:17.258454 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2acf4670-1b9c-4161-9530-af94941af876 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (85cc6a96-e87e-4d5a-b732-f8ff51e824a6), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:17.292296 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2acf4670-1b9c-4161-9530-af94941af876 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:17.296454 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-2acf4670-1b9c-4161-9530-af94941af876 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1815093 Feb 04 13:03:17.296766 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 56076) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:03:17.301042 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-df8fb3b0-e6f3-418e-90c4-01a0f48a1c03 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Request body: {'security_group_rule': {'security_group_id': '85cc6a96-e87e-4d5a-b732-f8ff51e824a6', 'project_id': 'd97899bb83de48f19b584b6da57643aa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:03:17.306275 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acf4670-1b9c-4161-9530-af94941af876 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85cc6a96-e87e-4d5a-b732-f8ff51e824a6,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:17.340032 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-df8fb3b0-e6f3-418e-90c4-01a0f48a1c03 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Publish callbacks [] for security_group_rule (3754894a-2857-4aff-b938-924b5834ba15), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:17.340760 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-162dcd60-4bf7-4cb0-a87d-20de17b4c8d0 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Deleting port 1790281a-2fd5-47ef-8e54-654f730479dc {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:03:17.340760 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-162dcd60-4bf7-4cb0-a87d-20de17b4c8d0 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (1790281a-2fd5-47ef-8e54-654f730479dc), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:17.412141 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-162dcd60-4bf7-4cb0-a87d-20de17b4c8d0 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (1790281a-2fd5-47ef-8e54-654f730479dc), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:17.419407 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-df8fb3b0-e6f3-418e-90c4-01a0f48a1c03 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Publish callbacks [] for security_group_rule (3754894a-2857-4aff-b938-924b5834ba15), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:17.424108 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-df8fb3b0-e6f3-418e-90c4-01a0f48a1c03 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (3754894a-2857-4aff-b938-924b5834ba15), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:17.428092 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-162dcd60-4bf7-4cb0-a87d-20de17b4c8d0 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Calling delete_port for 1790281a-2fd5-47ef-8e54-654f730479dc owned by {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:03:17.457033 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8fb3b0-e6f3-418e-90c4-01a0f48a1c03 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3754894a-2857-4aff-b938-924b5834ba15,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:17.466156 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-df8fb3b0-e6f3-418e-90c4-01a0f48a1c03 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:17.469723 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-df8fb3b0-e6f3-418e-90c4-01a0f48a1c03 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1719663 Feb 04 13:03:17.472666 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 56080) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:03:17.478151 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-c29ad4d3-c39b-41f6-9b76-9272c0e55622 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Request body: {'security_group_rule': {'security_group_id': '85cc6a96-e87e-4d5a-b732-f8ff51e824a6', 'project_id': 'd97899bb83de48f19b584b6da57643aa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:03:17.525682 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c29ad4d3-c39b-41f6-9b76-9272c0e55622 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Publish callbacks [] for security_group_rule (4a9151e8-cdcc-466e-8a7f-ca33e6c3ad40), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:17.543025 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-162dcd60-4bf7-4cb0-a87d-20de17b4c8d0 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (1790281a-2fd5-47ef-8e54-654f730479dc), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:17.576493 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162dcd60-4bf7-4cb0-a87d-20de17b4c8d0 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Pushing event deleted for resources: {'Port': ['ID=1790281a-2fd5-47ef-8e54-654f730479dc,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:17.587339 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-162dcd60-4bf7-4cb0-a87d-20de17b4c8d0 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:17.593290 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-162dcd60-4bf7-4cb0-a87d-20de17b4c8d0 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] 10.222.0.65 "DELETE /v2.0/ports/1790281a-2fd5-47ef-8e54-654f730479dc HTTP/1.1" status: 204 len: 168 time: 0.3745270 Feb 04 13:03:17.596018 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 56082) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:03:17.612569 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c29ad4d3-c39b-41f6-9b76-9272c0e55622 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Publish callbacks [] for security_group_rule (4a9151e8-cdcc-466e-8a7f-ca33e6c3ad40), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:17.633846 n-d-825015-3 neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bbfa97e-6cde-41cd-ac24-e2fc6927e2d6 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] DELETE failed (client error): The resource could not be found. Feb 04 13:03:17.634316 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bbfa97e-6cde-41cd-ac24-e2fc6927e2d6 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:03:17.640807 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-4bbfa97e-6cde-41cd-ac24-e2fc6927e2d6 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] 10.222.0.65 "DELETE /v2.0/subnets/e118276f-499f-448e-899e-5ac6daaffe4d HTTP/1.1" status: 404 len: 337 time: 0.0414035 Feb 04 13:03:17.640807 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c29ad4d3-c39b-41f6-9b76-9272c0e55622 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (4a9151e8-cdcc-466e-8a7f-ca33e6c3ad40), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:17.642061 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 56084) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:03:17.661437 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29ad4d3-c39b-41f6-9b76-9272c0e55622 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a9151e8-cdcc-466e-8a7f-ca33e6c3ad40,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:17.668907 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c29ad4d3-c39b-41f6-9b76-9272c0e55622 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:17.672980 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-c29ad4d3-c39b-41f6-9b76-9272c0e55622 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1962216 Feb 04 13:03:17.673302 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 56086) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:03:17.679030 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-1b5656ea-bc66-4ec3-9f89-0cad41ed6a68 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Request body: {'security_group_rule': {'security_group_id': '85cc6a96-e87e-4d5a-b732-f8ff51e824a6', 'project_id': 'd97899bb83de48f19b584b6da57643aa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:03:17.707599 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1b5656ea-bc66-4ec3-9f89-0cad41ed6a68 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Publish callbacks [] for security_group_rule (a9295573-e5c7-4ca6-accb-559f31a3680a), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:17.743792 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-01340a7f-c4aa-463a-b25e-fba1c24693c5 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (a0817192-32ae-4561-be1b-57e749e8018b), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:17.768956 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1b5656ea-bc66-4ec3-9f89-0cad41ed6a68 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Publish callbacks [] for security_group_rule (a9295573-e5c7-4ca6-accb-559f31a3680a), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:17.773828 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1b5656ea-bc66-4ec3-9f89-0cad41ed6a68 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (a9295573-e5c7-4ca6-accb-559f31a3680a), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:17.795031 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5656ea-bc66-4ec3-9f89-0cad41ed6a68 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9295573-e5c7-4ca6-accb-559f31a3680a,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:17.803810 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1b5656ea-bc66-4ec3-9f89-0cad41ed6a68 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:17.808494 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-1b5656ea-bc66-4ec3-9f89-0cad41ed6a68 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1297085 Feb 04 13:03:17.808928 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 56088) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:03:17.813654 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-0cfb8994-ce20-46ab-809d-6259c1d1a0e5 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Request body: {'security_group_rule': {'security_group_id': '85cc6a96-e87e-4d5a-b732-f8ff51e824a6', 'project_id': 'd97899bb83de48f19b584b6da57643aa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:03:17.834081 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-01340a7f-c4aa-463a-b25e-fba1c24693c5 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Deleting port b6844b39-c3ba-421c-a199-5dd541a42bf6 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:03:17.834443 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-01340a7f-c4aa-463a-b25e-fba1c24693c5 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (b6844b39-c3ba-421c-a199-5dd541a42bf6), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:17.888472 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0cfb8994-ce20-46ab-809d-6259c1d1a0e5 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Publish callbacks [] for security_group_rule (bc973b38-38d8-4eb0-9a6d-1ad995f7ddc5), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:17.926362 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-01340a7f-c4aa-463a-b25e-fba1c24693c5 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] For port b6844b39-c3ba-421c-a199-5dd541a42bf6, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=b6844b39-c3ba-421c-a199-5dd541a42bf6,segment=NetworkSegment(73a86011-e223-4694-aee0-7c82dae85f67),segment_id=73a86011-e223-4694-aee0-7c82dae85f67)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:03:17.926725 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-01340a7f-c4aa-463a-b25e-fba1c24693c5 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (b6844b39-c3ba-421c-a199-5dd541a42bf6), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:17.955721 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-01340a7f-c4aa-463a-b25e-fba1c24693c5 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Calling delete_port for b6844b39-c3ba-421c-a199-5dd541a42bf6 owned by network:dhcp {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:03:18.020504 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-56056470-d725-47f4-8a2d-978d0992f928 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:18.022890 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0cfb8994-ce20-46ab-809d-6259c1d1a0e5 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Publish callbacks [] for security_group_rule (bc973b38-38d8-4eb0-9a6d-1ad995f7ddc5), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:18.029919 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0cfb8994-ce20-46ab-809d-6259c1d1a0e5 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (bc973b38-38d8-4eb0-9a6d-1ad995f7ddc5), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:18.059906 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfb8994-ce20-46ab-809d-6259c1d1a0e5 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc973b38-38d8-4eb0-9a6d-1ad995f7ddc5,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:18.077632 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0cfb8994-ce20-46ab-809d-6259c1d1a0e5 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:18.078830 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-0cfb8994-ce20-46ab-809d-6259c1d1a0e5 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2689297 Feb 04 13:03:18.081589 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 56090) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:03:18.086065 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-2c6d2b2c-7e2a-4cd2-be6f-71a1f13d4571 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Request body: {'security_group_rule': {'security_group_id': '85cc6a96-e87e-4d5a-b732-f8ff51e824a6', 'project_id': 'd97899bb83de48f19b584b6da57643aa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:03:18.100888 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-01340a7f-c4aa-463a-b25e-fba1c24693c5 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (b6844b39-c3ba-421c-a199-5dd541a42bf6), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:18.131366 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01340a7f-c4aa-463a-b25e-fba1c24693c5 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Pushing event deleted for resources: {'Port': ['ID=b6844b39-c3ba-421c-a199-5dd541a42bf6,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:18.136046 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01340a7f-c4aa-463a-b25e-fba1c24693c5 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] No DVR routers for this DVR port b6844b39-c3ba-421c-a199-5dd541a42bf6 on host n-d-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:03:18.137523 n-d-825015-3 neutron-server[103475]: INFO neutron.db.securitygroups_db [None req-2c6d2b2c-7e2a-4cd2-be6f-71a1f13d4571 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Project d97899bb83de48f19b584b6da57643aa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 13:03:18.164591 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2c6d2b2c-7e2a-4cd2-be6f-71a1f13d4571 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Publish callbacks [] for security_group_rule (cc81df41-74f0-441a-818a-7abb42f96a8e), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:18.242464 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-01340a7f-c4aa-463a-b25e-fba1c24693c5 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (a0817192-32ae-4561-be1b-57e749e8018b), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:18.273424 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-01340a7f-c4aa-463a-b25e-fba1c24693c5 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0817192-32ae-4561-be1b-57e749e8018b']}} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:03:18.288075 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2c6d2b2c-7e2a-4cd2-be6f-71a1f13d4571 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Publish callbacks [] for security_group_rule (cc81df41-74f0-441a-818a-7abb42f96a8e), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:18.290203 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-01340a7f-c4aa-463a-b25e-fba1c24693c5 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73a86011-e223-4694-aee0-7c82dae85f67') {'for_net_delete': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:03:18.290508 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-01340a7f-c4aa-463a-b25e-fba1c24693c5 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73a86011-e223-4694-aee0-7c82dae85f67') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:03:18.297389 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2c6d2b2c-7e2a-4cd2-be6f-71a1f13d4571 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (cc81df41-74f0-441a-818a-7abb42f96a8e), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:18.306080 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-01340a7f-c4aa-463a-b25e-fba1c24693c5 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51859336'] for segment (73a86011-e223-4694-aee0-7c82dae85f67), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:18.329113 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6d2b2c-7e2a-4cd2-be6f-71a1f13d4571 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc81df41-74f0-441a-818a-7abb42f96a8e,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:18.331339 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-01340a7f-c4aa-463a-b25e-fba1c24693c5 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (73a86011-e223-4694-aee0-7c82dae85f67), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:18.339190 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01340a7f-c4aa-463a-b25e-fba1c24693c5 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=103475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:03:18.339724 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-01340a7f-c4aa-463a-b25e-fba1c24693c5 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-52093388'] for segment (73a86011-e223-4694-aee0-7c82dae85f67), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:18.342747 n-d-825015-3 neutron-server[103475]: Traceback (most recent call last): Feb 04 13:03:18.342747 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:03:18.342747 n-d-825015-3 neutron-server[103475]: timer() Feb 04 13:03:18.342747 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:03:18.342747 n-d-825015-3 neutron-server[103475]: cb(*args, **kw) Feb 04 13:03:18.342747 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:03:18.342747 n-d-825015-3 neutron-server[103475]: return func(*args, **kwargs) Feb 04 13:03:18.342747 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:03:18.342747 n-d-825015-3 neutron-server[103475]: self._notify() Feb 04 13:03:18.342747 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:03:18.342747 n-d-825015-3 neutron-server[103475]: self.callback(batched_events) Feb 04 13:03:18.342747 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:03:18.342747 n-d-825015-3 neutron-server[103475]: event.method(event) Feb 04 13:03:18.342747 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:03:18.342747 n-d-825015-3 neutron-server[103475]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:03:18.342747 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:03:18.342747 n-d-825015-3 neutron-server[103475]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:03:18.342747 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:03:18.342747 n-d-825015-3 neutron-server[103475]: return f(self, *a, **k) Feb 04 13:03:18.342747 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:03:18.342747 n-d-825015-3 neutron-server[103475]: return self._get(url).json() Feb 04 13:03:18.342747 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:03:18.342747 n-d-825015-3 neutron-server[103475]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:03:18.342747 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:03:18.342747 n-d-825015-3 neutron-server[103475]: return self.request(url, 'GET', **kwargs) Feb 04 13:03:18.342747 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:03:18.342747 n-d-825015-3 neutron-server[103475]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:03:18.342747 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:03:18.342747 n-d-825015-3 neutron-server[103475]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:03:18.342747 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:03:18.342747 n-d-825015-3 neutron-server[103475]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:03:18.342747 n-d-825015-3 neutron-server[103475]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:03:18.345431 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2c6d2b2c-7e2a-4cd2-be6f-71a1f13d4571 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:18.346626 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-2c6d2b2c-7e2a-4cd2-be6f-71a1f13d4571 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2641227 Feb 04 13:03:18.349602 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 56092) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:03:18.354466 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-2ddb5ab8-52cb-48f6-82e4-7e088d2ef7a6 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Request body: {'security_group_rule': {'security_group_id': '85cc6a96-e87e-4d5a-b732-f8ff51e824a6', 'project_id': 'd97899bb83de48f19b584b6da57643aa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:03:18.378221 n-d-825015-3 neutron-server[103474]: INFO neutron.db.securitygroups_db [None req-2ddb5ab8-52cb-48f6-82e4-7e088d2ef7a6 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Project d97899bb83de48f19b584b6da57643aa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 13:03:18.383528 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2ddb5ab8-52cb-48f6-82e4-7e088d2ef7a6 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Publish callbacks [] for security_group_rule (0684f2c6-461d-485a-bc04-e1c377e5d194), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:18.418152 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-01340a7f-c4aa-463a-b25e-fba1c24693c5 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (a0817192-32ae-4561-be1b-57e749e8018b), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:18.425428 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-01340a7f-c4aa-463a-b25e-fba1c24693c5 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:18.428959 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-01340a7f-c4aa-463a-b25e-fba1c24693c5 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] 10.222.0.65 "DELETE /v2.0/networks/a0817192-32ae-4561-be1b-57e749e8018b HTTP/1.1" status: 204 len: 168 time: 0.7856221 Feb 04 13:03:18.431851 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 56094) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:03:18.469051 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2ddb5ab8-52cb-48f6-82e4-7e088d2ef7a6 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Publish callbacks [] for security_group_rule (0684f2c6-461d-485a-bc04-e1c377e5d194), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:18.469941 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01340a7f-c4aa-463a-b25e-fba1c24693c5 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Pushing event deleted for resources: {'Network': ['ID=a0817192-32ae-4561-be1b-57e749e8018b,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:18.477268 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2ddb5ab8-52cb-48f6-82e4-7e088d2ef7a6 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (0684f2c6-461d-485a-bc04-e1c377e5d194), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:18.496056 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddb5ab8-52cb-48f6-82e4-7e088d2ef7a6 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0684f2c6-461d-485a-bc04-e1c377e5d194,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:18.499092 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dba07a6-2a15-4cc7-bd3b-ef710837fdc8 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Deleting subnet 56ab6e92-d468-4d47-aaa0-10f5db98bfdf {{(pid=103475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:03:18.502793 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4dba07a6-2a15-4cc7-bd3b-ef710837fdc8 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks [] for subnet (56ab6e92-d468-4d47-aaa0-10f5db98bfdf), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:18.508379 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2ddb5ab8-52cb-48f6-82e4-7e088d2ef7a6 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:18.510164 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-2ddb5ab8-52cb-48f6-82e4-7e088d2ef7a6 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1588421 Feb 04 13:03:18.564120 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4dba07a6-2a15-4cc7-bd3b-ef710837fdc8 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51859329'] for subnet (56ab6e92-d468-4d47-aaa0-10f5db98bfdf), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:18.672312 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4dba07a6-2a15-4cc7-bd3b-ef710837fdc8 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (56ab6e92-d468-4d47-aaa0-10f5db98bfdf), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:18.795773 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-25b6dd55-af55-49ce-a17f-264f3ecda8b7 req-b84ae4cd-0443-41fb-b600-756791b26701 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=d41658ef-4aa6-47aa-9597-079a6a4126aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0844111 Feb 04 13:03:18.796567 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4dba07a6-2a15-4cc7-bd3b-ef710837fdc8 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-52093282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51452698'] for subnet (56ab6e92-d468-4d47-aaa0-10f5db98bfdf), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:18.841259 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-51a73c91-1895-45d5-bdaa-d0b02608ad2d req-6b0ca444-ec2b-4eb0-8785-f29c0bdd6a5c tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-520702671&fields=id&tenant_id=d97899bb83de48f19b584b6da57643aa HTTP/1.1" status: 200 len: 267 time: 0.0992742 Feb 04 13:03:18.871560 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dba07a6-2a15-4cc7-bd3b-ef710837fdc8 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Pushing event deleted for resources: {'Subnet': ['ID=56ab6e92-d468-4d47-aaa0-10f5db98bfdf,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:18.875716 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4dba07a6-2a15-4cc7-bd3b-ef710837fdc8 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:18.879461 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-4dba07a6-2a15-4cc7-bd3b-ef710837fdc8 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] 10.222.0.65 "DELETE /v2.0/subnets/56ab6e92-d468-4d47-aaa0-10f5db98bfdf HTTP/1.1" status: 204 len: 168 time: 0.4458892 Feb 04 13:03:18.883617 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 56112) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:03:18.884520 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e20514-50fd-4525-9993-d7cc718c6a81 None None] Network 13bb0387-587d-420b-aac7-6c92c8817bfa requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:03:18.983107 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b6dd55-af55-49ce-a17f-264f3ecda8b7 req-de6d6e4a-a8ee-4808-9c54-fdb614cc45a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:18.985172 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-25b6dd55-af55-49ce-a17f-264f3ecda8b7 req-de6d6e4a-a8ee-4808-9c54-fdb614cc45a4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3c0dc8c0402645d983d20be0fc21117a&device_id=d41658ef-4aa6-47aa-9597-079a6a4126aa HTTP/1.1" status: 200 len: 1128 time: 0.1401644 Feb 04 13:03:18.989399 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2210715d-d320-44d5-b957-83e9d63f5b92 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (13bb0387-587d-420b-aac7-6c92c8817bfa), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:18.989710 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a73c91-1895-45d5-bdaa-d0b02608ad2d req-875a9bc9-14bb-4509-aacf-a55a5ef07dbc tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:19.011200 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-51a73c91-1895-45d5-bdaa-d0b02608ad2d req-875a9bc9-14bb-4509-aacf-a55a5ef07dbc tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] 10.222.0.65 "GET /v2.0/networks?id=aad72205-99f1-4498-9759-feceeaaf17dd HTTP/1.1" status: 200 len: 813 time: 0.1560450 Feb 04 13:03:19.033836 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-51a73c91-1895-45d5-bdaa-d0b02608ad2d req-2e173328-3ba0-4838-a2d7-c6fbd80bf18d tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] 10.222.0.65 "GET /v2.0/quotas/d97899bb83de48f19b584b6da57643aa HTTP/1.1" status: 200 len: 375 time: 0.0217109 Feb 04 13:03:19.083869 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 56114) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:03:19.124190 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-51a73c91-1895-45d5-bdaa-d0b02608ad2d req-a4141b95-638d-47f1-a5e5-5fe4328ce2e3 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=d97899bb83de48f19b584b6da57643aa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0892897 Feb 04 13:03:19.142989 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-2210715d-d320-44d5-b957-83e9d63f5b92 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Deleting port e7bd255e-a04a-44c1-97d1-c7c9aff5c3a9 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:03:19.143336 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2210715d-d320-44d5-b957-83e9d63f5b92 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (e7bd255e-a04a-44c1-97d1-c7c9aff5c3a9), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:19.214769 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c101407-432d-4767-9c38-1992226ffe7a None None] DHCP port deletion for 13bb0387-587d-420b-aac7-6c92c8817bfa request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:03:19.250107 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b6dd55-af55-49ce-a17f-264f3ecda8b7 req-97e49088-7cff-49f9-bd56-875cf1490d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:19.254195 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-25b6dd55-af55-49ce-a17f-264f3ecda8b7 req-97e49088-7cff-49f9-bd56-875cf1490d11 service neutron] 10.222.0.77 "GET /v2.0/networks?id=f237d722-433d-480c-8987-66d34675134e HTTP/1.1" status: 200 len: 913 time: 0.2235999 Feb 04 13:03:19.268040 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-5c101407-432d-4767-9c38-1992226ffe7a None None] Deleting port e7bd255e-a04a-44c1-97d1-c7c9aff5c3a9 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:03:19.268736 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5c101407-432d-4767-9c38-1992226ffe7a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (e7bd255e-a04a-44c1-97d1-c7c9aff5c3a9), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:19.289862 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-30f1b8cb-5788-4d97-bf39-e7ca0dd145a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:19.296256 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-51a73c91-1895-45d5-bdaa-d0b02608ad2d req-188dd9a2-93ba-4b52-92f4-709a8bebf142 service neutron] 10.222.0.65 "GET /v2.0/networks/aad72205-99f1-4498-9759-feceeaaf17dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531348 Feb 04 13:03:19.329410 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-2210715d-d320-44d5-b957-83e9d63f5b92 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] For port e7bd255e-a04a-44c1-97d1-c7c9aff5c3a9, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=e7bd255e-a04a-44c1-97d1-c7c9aff5c3a9,segment=NetworkSegment(18b9d14c-bae5-41d5-b730-336a64b03998),segment_id=18b9d14c-bae5-41d5-b730-336a64b03998)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:03:19.329897 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2210715d-d320-44d5-b957-83e9d63f5b92 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (e7bd255e-a04a-44c1-97d1-c7c9aff5c3a9), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:19.353245 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-2210715d-d320-44d5-b957-83e9d63f5b92 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Calling delete_port for e7bd255e-a04a-44c1-97d1-c7c9aff5c3a9 owned by network:dhcp {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:03:19.360185 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:19.369913 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-5c101407-432d-4767-9c38-1992226ffe7a None None] For port e7bd255e-a04a-44c1-97d1-c7c9aff5c3a9, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=e7bd255e-a04a-44c1-97d1-c7c9aff5c3a9,segment=NetworkSegment(18b9d14c-bae5-41d5-b730-336a64b03998),segment_id=18b9d14c-bae5-41d5-b730-336a64b03998)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:03:19.370439 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5c101407-432d-4767-9c38-1992226ffe7a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (e7bd255e-a04a-44c1-97d1-c7c9aff5c3a9), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:19.371692 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-25b6dd55-af55-49ce-a17f-264f3ecda8b7 req-bb511206-6452-4e8e-bede-03c7aed05313 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e8923c48-5174-40d7-8df0-ffc91ee53090 HTTP/1.1" status: 200 len: 1002 time: 0.1094940 Feb 04 13:03:19.388585 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-5c101407-432d-4767-9c38-1992226ffe7a None None] Calling delete_port for e7bd255e-a04a-44c1-97d1-c7c9aff5c3a9 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:03:19.440505 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-51a73c91-1895-45d5-bdaa-d0b02608ad2d req-f6b96e07-4e27-47fe-9c69-eec07003edb9 service neutron] 10.222.0.65 "GET /v2.0/networks/aad72205-99f1-4498-9759-feceeaaf17dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366782 Feb 04 13:03:19.468144 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-30f1b8cb-5788-4d97-bf39-e7ca0dd145a9 admin admin] Publish callbacks [] for security_group (5aaf8a0a-07db-4c2f-a67f-b509263442c6), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:19.477873 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b6dd55-af55-49ce-a17f-264f3ecda8b7 req-a62d20f6-2118-4c6a-a485-70ec41aaa09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:19.479674 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-30f1b8cb-5788-4d97-bf39-e7ca0dd145a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (5aaf8a0a-07db-4c2f-a67f-b509263442c6), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:19.480008 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-25b6dd55-af55-49ce-a17f-264f3ecda8b7 req-a62d20f6-2118-4c6a-a485-70ec41aaa09d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=70faacee-af53-42b7-af83-bbc74f352570 HTTP/1.1" status: 200 len: 851 time: 0.0697355 Feb 04 13:03:19.500889 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5c101407-432d-4767-9c38-1992226ffe7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (e7bd255e-a04a-44c1-97d1-c7c9aff5c3a9), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:19.530634 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-30f1b8cb-5788-4d97-bf39-e7ca0dd145a9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=09ac5cda70404eea94e1bd4059f3af14&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4448533 Feb 04 13:03:19.533204 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 56120) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:03:19.533558 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c101407-432d-4767-9c38-1992226ffe7a None None] Pushing event deleted for resources: {'Port': ['ID=e7bd255e-a04a-44c1-97d1-c7c9aff5c3a9,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:19.551298 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c101407-432d-4767-9c38-1992226ffe7a None None] No DVR routers for this DVR port e7bd255e-a04a-44c1-97d1-c7c9aff5c3a9 on host n-d-825015-3 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:03:19.569767 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2210715d-d320-44d5-b957-83e9d63f5b92 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (e7bd255e-a04a-44c1-97d1-c7c9aff5c3a9), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:19.592420 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f1b8cb-5788-4d97-bf39-e7ca0dd145a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aaf8a0a-07db-4c2f-a67f-b509263442c6,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:19.609025 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2210715d-d320-44d5-b957-83e9d63f5b92 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Pushing event deleted for resources: {'Port': ['ID=e7bd255e-a04a-44c1-97d1-c7c9aff5c3a9,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:19.613536 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2210715d-d320-44d5-b957-83e9d63f5b92 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] No DVR routers for this DVR port e7bd255e-a04a-44c1-97d1-c7c9aff5c3a9 on host n-d-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:03:19.627669 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b6dd55-af55-49ce-a17f-264f3ecda8b7 req-c569f30c-6ccb-4b32-aaee-0f27502c9108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:19.629820 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-25b6dd55-af55-49ce-a17f-264f3ecda8b7 req-c569f30c-6ccb-4b32-aaee-0f27502c9108 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f237d722-433d-480c-8987-66d34675134e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1387279 Feb 04 13:03:19.648993 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d35f3766-5704-4cf7-9b32-e39194446f9d admin admin] Publish callbacks [] for security_group (5aaf8a0a-07db-4c2f-a67f-b509263442c6), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:19.696080 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d35f3766-5704-4cf7-9b32-e39194446f9d admin admin] Publish callbacks [] for security_group (5aaf8a0a-07db-4c2f-a67f-b509263442c6), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:19.790699 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d35f3766-5704-4cf7-9b32-e39194446f9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (5aaf8a0a-07db-4c2f-a67f-b509263442c6), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:19.794594 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d35f3766-5704-4cf7-9b32-e39194446f9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:19.798146 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-d35f3766-5704-4cf7-9b32-e39194446f9d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5aaf8a0a-07db-4c2f-a67f-b509263442c6 HTTP/1.1" status: 204 len: 168 time: 0.2614665 Feb 04 13:03:19.819442 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35f3766-5704-4cf7-9b32-e39194446f9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aaf8a0a-07db-4c2f-a67f-b509263442c6,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:19.846117 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-25b6dd55-af55-49ce-a17f-264f3ecda8b7 req-b025acf8-1918-416e-9cb3-0a00b359d6c9 service neutron] 10.222.0.77 "GET /v2.0/networks/f237d722-433d-480c-8987-66d34675134e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944842 Feb 04 13:03:19.854931 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2210715d-d320-44d5-b957-83e9d63f5b92 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (13bb0387-587d-420b-aac7-6c92c8817bfa), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:19.878767 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device e7bd255e-a04a-44c1-97d1-c7c9aff5c3a9 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:03:19.911909 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: e7bd255e-a04a-44c1-97d1-c7c9aff5c3a9 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:03:19.912613 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device e7bd255e-a04a-44c1-97d1-c7c9aff5c3a9 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:03:19.965572 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-25b6dd55-af55-49ce-a17f-264f3ecda8b7 req-1e517e07-86a7-4ca4-80be-6f0d1307b864 service neutron] 10.222.0.77 "GET /v2.0/networks/f237d722-433d-480c-8987-66d34675134e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134903 Feb 04 13:03:20.015342 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-2210715d-d320-44d5-b957-83e9d63f5b92 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13bb0387-587d-420b-aac7-6c92c8817bfa']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:03:20.017136 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0cc2f3b5-c065-4d94-82dc-f5cc3fd65d9b req-58e98483-3606-40dd-904a-0100eb1fb2be tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] 10.222.0.65 "GET /v2.0/ports?device_id=5553145a-508d-400c-a137-57101a0236c0 HTTP/1.1" status: 200 len: 210 time: 0.0374632 Feb 04 13:03:20.044773 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-2210715d-d320-44d5-b957-83e9d63f5b92 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18b9d14c-bae5-41d5-b730-336a64b03998') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:03:20.045131 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-2210715d-d320-44d5-b957-83e9d63f5b92 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18b9d14c-bae5-41d5-b730-336a64b03998') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:03:20.069142 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2210715d-d320-44d5-b957-83e9d63f5b92 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (18b9d14c-bae5-41d5-b730-336a64b03998), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:20.099550 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2210715d-d320-44d5-b957-83e9d63f5b92 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (18b9d14c-bae5-41d5-b730-336a64b03998), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:20.109094 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2210715d-d320-44d5-b957-83e9d63f5b92 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:03:20.109504 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2210715d-d320-44d5-b957-83e9d63f5b92 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (18b9d14c-bae5-41d5-b730-336a64b03998), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:20.113175 n-d-825015-3 neutron-server[103474]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:03:20.113175 n-d-825015-3 neutron-server[103474]: self.session.flush() Feb 04 13:03:20.113175 n-d-825015-3 neutron-server[103474]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:03:20.113175 n-d-825015-3 neutron-server[103474]: self.session.flush() Feb 04 13:03:20.113175 n-d-825015-3 neutron-server[103474]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:03:20.113175 n-d-825015-3 neutron-server[103474]: self.session.flush() Feb 04 13:03:20.113175 n-d-825015-3 neutron-server[103474]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:03:20.113175 n-d-825015-3 neutron-server[103474]: self.session.flush() Feb 04 13:03:20.113175 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 13:03:20.113175 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:03:20.113175 n-d-825015-3 neutron-server[103474]: timer() Feb 04 13:03:20.113175 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:03:20.113175 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 13:03:20.113175 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:03:20.113175 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 13:03:20.113175 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:03:20.113175 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 13:03:20.113175 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:03:20.113175 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 13:03:20.113175 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:03:20.113175 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 13:03:20.113175 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:03:20.113175 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:03:20.113175 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:03:20.113175 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:03:20.113175 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:03:20.113175 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 13:03:20.113175 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:03:20.113175 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 13:03:20.113175 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:03:20.113175 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:03:20.113175 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:03:20.113175 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 13:03:20.113175 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:03:20.113175 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:03:20.113175 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:03:20.113175 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:03:20.113175 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:03:20.113175 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:03:20.113175 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:03:20.191425 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2210715d-d320-44d5-b957-83e9d63f5b92 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (13bb0387-587d-420b-aac7-6c92c8817bfa), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:20.203913 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2210715d-d320-44d5-b957-83e9d63f5b92 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:20.210665 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-2210715d-d320-44d5-b957-83e9d63f5b92 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] 10.222.0.65 "DELETE /v2.0/networks/13bb0387-587d-420b-aac7-6c92c8817bfa HTTP/1.1" status: 204 len: 168 time: 1.3235719 Feb 04 13:03:20.227671 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2210715d-d320-44d5-b957-83e9d63f5b92 tempest-NetworksIpV6TestAttrs-299813151 tempest-NetworksIpV6TestAttrs-299813151-project] Pushing event deleted for resources: {'Network': ['ID=13bb0387-587d-420b-aac7-6c92c8817bfa,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:20.294104 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c101ab15-db16-4c83-9937-78f6def76da4 req-125979f9-68b8-455d-88d2-1946eaee2d37 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e6645098-7d16-411c-8dd8-a5b33cab61da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2572925 Feb 04 13:03:20.304960 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 56146) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:03:20.322980 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5a1dd247-6e95-4992-aae7-3c1cfeef8fbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:20.399375 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c101ab15-db16-4c83-9937-78f6def76da4 req-45e67bef-2534-4f20-9660-c6162627900c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:20.402169 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c101ab15-db16-4c83-9937-78f6def76da4 req-45e67bef-2534-4f20-9660-c6162627900c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3c0dc8c0402645d983d20be0fc21117a&device_id=e6645098-7d16-411c-8dd8-a5b33cab61da HTTP/1.1" status: 200 len: 1127 time: 0.0558310 Feb 04 13:03:20.465341 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5a1dd247-6e95-4992-aae7-3c1cfeef8fbf admin admin] Publish callbacks [] for security_group (61bd1532-ef4f-493a-8756-235fe9bcc7de), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:20.471552 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5a1dd247-6e95-4992-aae7-3c1cfeef8fbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (61bd1532-ef4f-493a-8756-235fe9bcc7de), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:20.502333 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 56152) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:03:20.524741 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1dd247-6e95-4992-aae7-3c1cfeef8fbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61bd1532-ef4f-493a-8756-235fe9bcc7de,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:20.534095 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-5a1dd247-6e95-4992-aae7-3c1cfeef8fbf admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=44b1298528be41e2a7ad004adfac6b67&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2253261 Feb 04 13:03:20.534633 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 56156) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:03:20.591769 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:20.602359 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8e94cd04-b28e-4117-9cda-07a48e5a4d1b admin admin] Publish callbacks [] for security_group (61bd1532-ef4f-493a-8756-235fe9bcc7de), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:20.636987 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8e94cd04-b28e-4117-9cda-07a48e5a4d1b admin admin] Publish callbacks [] for security_group (61bd1532-ef4f-493a-8756-235fe9bcc7de), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:20.711997 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-e8d70097-cb35-49e6-83d5-fa571fc38d96 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=cb2fbd346a514a47b138d60ec7032f19&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2038305 Feb 04 13:03:20.715380 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 56158) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:03:20.742446 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8e94cd04-b28e-4117-9cda-07a48e5a4d1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (61bd1532-ef4f-493a-8756-235fe9bcc7de), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:20.745326 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8e94cd04-b28e-4117-9cda-07a48e5a4d1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:20.746472 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-8e94cd04-b28e-4117-9cda-07a48e5a4d1b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/61bd1532-ef4f-493a-8756-235fe9bcc7de HTTP/1.1" status: 204 len: 168 time: 0.2109852 Feb 04 13:03:20.764879 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e94cd04-b28e-4117-9cda-07a48e5a4d1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61bd1532-ef4f-493a-8756-235fe9bcc7de,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:20.790961 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a6322b52-6ab5-4162-a34b-6f688aa51b27 admin admin] Publish callbacks [] for security_group (1057a6a5-80e6-41d0-a883-94b661de9c33), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:20.832454 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a6322b52-6ab5-4162-a34b-6f688aa51b27 admin admin] Publish callbacks [] for security_group (1057a6a5-80e6-41d0-a883-94b661de9c33), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:20.889469 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c101ab15-db16-4c83-9937-78f6def76da4 req-9a01ab9e-6a7c-4378-af85-e836e6e0399f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:20.891658 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c101ab15-db16-4c83-9937-78f6def76da4 req-9a01ab9e-6a7c-4378-af85-e836e6e0399f service neutron] 10.222.0.73 "GET /v2.0/networks?id=f237d722-433d-480c-8987-66d34675134e HTTP/1.1" status: 200 len: 913 time: 0.4646850 Feb 04 13:03:20.906362 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a6322b52-6ab5-4162-a34b-6f688aa51b27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (1057a6a5-80e6-41d0-a883-94b661de9c33), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:20.910160 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a6322b52-6ab5-4162-a34b-6f688aa51b27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:20.911482 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-a6322b52-6ab5-4162-a34b-6f688aa51b27 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1057a6a5-80e6-41d0-a883-94b661de9c33 HTTP/1.1" status: 204 len: 168 time: 0.1950235 Feb 04 13:03:20.922527 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6322b52-6ab5-4162-a34b-6f688aa51b27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1057a6a5-80e6-41d0-a883-94b661de9c33,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:20.990048 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c101ab15-db16-4c83-9937-78f6def76da4 req-1d10ab6c-6ef4-405d-95cc-8caa6b30de32 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7efa0323-cf35-4518-9a52-c351985b2e63 HTTP/1.1" status: 200 len: 1000 time: 0.0911527 Feb 04 13:03:21.049221 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c101ab15-db16-4c83-9937-78f6def76da4 req-928e04e2-6eb6-44c2-90bf-8b33d01719c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:21.050739 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c101ab15-db16-4c83-9937-78f6def76da4 req-928e04e2-6eb6-44c2-90bf-8b33d01719c2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=70faacee-af53-42b7-af83-bbc74f352570 HTTP/1.1" status: 200 len: 851 time: 0.0528104 Feb 04 13:03:21.113200 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c101ab15-db16-4c83-9937-78f6def76da4 req-a35e91a8-fe86-495f-8b4e-3e5888795cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:21.115202 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c101ab15-db16-4c83-9937-78f6def76da4 req-a35e91a8-fe86-495f-8b4e-3e5888795cae service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f237d722-433d-480c-8987-66d34675134e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0556457 Feb 04 13:03:21.160364 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d5a8fab5-fdb1-4d5d-9eac-9ca25617b238 req-78e88ce4-2700-4242-8814-9b0af8c52daa tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] 10.222.0.65 "GET /v2.0/ports?device_id=5553145a-508d-400c-a137-57101a0236c0 HTTP/1.1" status: 200 len: 210 time: 0.0440793 Feb 04 13:03:21.170163 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 56170) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:03:21.198583 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a9dd2237-5ac8-4a63-9af3-2c4e5a4e7637 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:21.270507 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c101ab15-db16-4c83-9937-78f6def76da4 req-4453fedc-f26d-4b3c-92b1-e0f9fdc43c9a service neutron] 10.222.0.73 "GET /v2.0/networks/f237d722-433d-480c-8987-66d34675134e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433756 Feb 04 13:03:21.295517 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a9dd2237-5ac8-4a63-9af3-2c4e5a4e7637 admin admin] Publish callbacks [] for security_group (0ee94751-386b-4c72-8269-b6b90194b7db), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:21.303308 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a9dd2237-5ac8-4a63-9af3-2c4e5a4e7637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (0ee94751-386b-4c72-8269-b6b90194b7db), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:21.360277 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-a9dd2237-5ac8-4a63-9af3-2c4e5a4e7637 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=937df102e1e34656b4e6da7219a58c41&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1889036 Feb 04 13:03:21.361445 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dd2237-5ac8-4a63-9af3-2c4e5a4e7637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ee94751-386b-4c72-8269-b6b90194b7db,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:21.364208 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 56178) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:03:21.427442 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-987d7787-3e34-4d01-b03b-0d590ae723f6 admin admin] Publish callbacks [] for security_group (0ee94751-386b-4c72-8269-b6b90194b7db), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:21.467801 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-987d7787-3e34-4d01-b03b-0d590ae723f6 admin admin] Publish callbacks [] for security_group (0ee94751-386b-4c72-8269-b6b90194b7db), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:21.503520 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c101ab15-db16-4c83-9937-78f6def76da4 req-ed70764b-408f-4201-9185-a8391789875c service neutron] 10.222.0.73 "GET /v2.0/networks/f237d722-433d-480c-8987-66d34675134e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260797 Feb 04 13:03:21.516325 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a73c91-1895-45d5-bdaa-d0b02608ad2d req-ab921005-90a0-4cdf-8a96-088f694a2b50 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:21.518577 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-51a73c91-1895-45d5-bdaa-d0b02608ad2d req-ab921005-90a0-4cdf-8a96-088f694a2b50 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] 10.222.0.73 "GET /v2.0/networks?id=aad72205-99f1-4498-9759-feceeaaf17dd HTTP/1.1" status: 200 len: 813 time: 0.1755335 Feb 04 13:03:21.533779 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-987d7787-3e34-4d01-b03b-0d590ae723f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (0ee94751-386b-4c72-8269-b6b90194b7db), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:21.537874 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-987d7787-3e34-4d01-b03b-0d590ae723f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:21.539585 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-987d7787-3e34-4d01-b03b-0d590ae723f6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0ee94751-386b-4c72-8269-b6b90194b7db HTTP/1.1" status: 204 len: 168 time: 0.1744421 Feb 04 13:03:21.571513 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987d7787-3e34-4d01-b03b-0d590ae723f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ee94751-386b-4c72-8269-b6b90194b7db,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:21.638615 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-51a73c91-1895-45d5-bdaa-d0b02608ad2d req-9508904c-5005-4faf-8c8a-7ddd6aba8f36 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d97899bb83de48f19b584b6da57643aa HTTP/1.1" status: 200 len: 379 time: 0.1081429 Feb 04 13:03:21.652644 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-51a73c91-1895-45d5-bdaa-d0b02608ad2d req-52c5574d-c71b-47be-ac03-796a4ad1c11f tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Request body: {'port': {'device_id': '5553145a-508d-400c-a137-57101a0236c0', 'network_id': 'aad72205-99f1-4498-9759-feceeaaf17dd', 'admin_state_up': True, 'tenant_id': 'd97899bb83de48f19b584b6da57643aa', 'security_groups': ['85cc6a96-e87e-4d5a-b732-f8ff51e824a6']}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:03:21.744632 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:21.796653 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51a73c91-1895-45d5-bdaa-d0b02608ad2d req-52c5574d-c71b-47be-ac03-796a4ad1c11f tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Made reservation on behalf of d97899bb83de48f19b584b6da57643aa for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:03:21.800431 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-51a73c91-1895-45d5-bdaa-d0b02608ad2d req-52c5574d-c71b-47be-ac03-796a4ad1c11f tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:21.995021 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-51a73c91-1895-45d5-bdaa-d0b02608ad2d req-52c5574d-c71b-47be-ac03-796a4ad1c11f tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Allocated IP 172.20.0.12 (aad72205-99f1-4498-9759-feceeaaf17dd/5f4da882-fd91-4cc6-ba86-4b722790b148/f61b3859-623f-46ee-ae13-b2dbaadbddce) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:03:22.089040 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 56200) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:03:22.178366 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-51a73c91-1895-45d5-bdaa-d0b02608ad2d req-52c5574d-c71b-47be-ac03-796a4ad1c11f tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Publish callbacks [] for port (f61b3859-623f-46ee-ae13-b2dbaadbddce), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:22.229640 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-51a73c91-1895-45d5-bdaa-d0b02608ad2d req-52c5574d-c71b-47be-ac03-796a4ad1c11f tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (f61b3859-623f-46ee-ae13-b2dbaadbddce), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:22.291749 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51a73c91-1895-45d5-bdaa-d0b02608ad2d req-52c5574d-c71b-47be-ac03-796a4ad1c11f tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Network aad72205-99f1-4498-9759-feceeaaf17dd is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:03:22.300472 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-51a73c91-1895-45d5-bdaa-d0b02608ad2d req-52c5574d-c71b-47be-ac03-796a4ad1c11f tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:03:22.326865 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-51a73c91-1895-45d5-bdaa-d0b02608ad2d req-52c5574d-c71b-47be-ac03-796a4ad1c11f tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:03:22.417995 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c5574d-c71b-47be-ac03-796a4ad1c11f tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Pushing event updated for resources: {'Port': ['ID=f61b3859-623f-46ee-ae13-b2dbaadbddce,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:22.448683 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-5d9ce601-c349-4a09-9116-b4e1d09dcaa7 tempest-DvrRoutersNegativeTest-276604167 tempest-DvrRoutersNegativeTest-276604167-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-196385347', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:03:22.452077 n-d-825015-3 neutron-server[103474]: DEBUG neutron.policy [None req-5d9ce601-c349-4a09-9116-b4e1d09dcaa7 tempest-DvrRoutersNegativeTest-276604167 tempest-DvrRoutersNegativeTest-276604167-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103474) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Feb 04 13:03:22.452560 n-d-825015-3 neutron-server[103474]: DEBUG neutron.policy [None req-5d9ce601-c349-4a09-9116-b4e1d09dcaa7 tempest-DvrRoutersNegativeTest-276604167 tempest-DvrRoutersNegativeTest-276604167-project] Failed policy check for 'create_router' {{(pid=103474) enforce /opt/stack/neutron/neutron/policy.py:524}} Feb 04 13:03:22.454853 n-d-825015-3 neutron-server[103474]: INFO neutron.api.v2.resource [None req-5d9ce601-c349-4a09-9116-b4e1d09dcaa7 tempest-DvrRoutersNegativeTest-276604167 tempest-DvrRoutersNegativeTest-276604167-project] create failed (client error): Access was denied to this resource. Feb 04 13:03:22.456162 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-5d9ce601-c349-4a09-9116-b4e1d09dcaa7 tempest-DvrRoutersNegativeTest-276604167 tempest-DvrRoutersNegativeTest-276604167-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3657169 Feb 04 13:03:22.483410 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa52a8df-8bd8-4cdd-9aeb-e59d6fe3c74d req-e513dbba-33f1-4b88-aaa2-aa7c77fa193f tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:22.485107 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-aa52a8df-8bd8-4cdd-9aeb-e59d6fe3c74d req-e513dbba-33f1-4b88-aaa2-aa7c77fa193f tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] 10.222.0.65 "GET /v2.0/ports?device_id=5553145a-508d-400c-a137-57101a0236c0 HTTP/1.1" status: 200 len: 932 time: 0.1541398 Feb 04 13:03:22.492718 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a73c91-1895-45d5-bdaa-d0b02608ad2d req-52c5574d-c71b-47be-ac03-796a4ad1c11f tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:22.493357 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-51a73c91-1895-45d5-bdaa-d0b02608ad2d req-52c5574d-c71b-47be-ac03-796a4ad1c11f tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:22.535355 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-51a73c91-1895-45d5-bdaa-d0b02608ad2d req-52c5574d-c71b-47be-ac03-796a4ad1c11f tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8907077 Feb 04 13:03:22.560087 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-51a73c91-1895-45d5-bdaa-d0b02608ad2d req-86c9f814-9e20-43df-82f1-1ace76e0d9ae service neutron] Request body: {'port': {'device_id': '5553145a-508d-400c-a137-57101a0236c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:03:22.566526 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 56218) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:03:22.616023 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-aa52a8df-8bd8-4cdd-9aeb-e59d6fe3c74d req-b1792f9d-f912-4cac-bee2-c1926e4f79e1 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] 10.222.0.65 "GET /v2.0/security-groups?id=85cc6a96-e87e-4d5a-b732-f8ff51e824a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034846 Feb 04 13:03:22.657299 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-51a73c91-1895-45d5-bdaa-d0b02608ad2d req-86c9f814-9e20-43df-82f1-1ace76e0d9ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (f61b3859-623f-46ee-ae13-b2dbaadbddce), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:22.770512 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-3d2e4d9b-9e24-470d-b28d-490edd9e2774 None None] Provisioning complete for port f61b3859-623f-46ee-ae13-b2dbaadbddce triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:03:22.772996 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3d2e4d9b-9e24-470d-b28d-490edd9e2774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (f61b3859-623f-46ee-ae13-b2dbaadbddce), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:22.782544 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-3d6087ca-fd64-45f4-bf1f-38e0d474f7dd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1107060688-network', 'tenant_id': '104f3c2fb08d48a0aeddd5720a424f34'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:03:22.816326 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d6087ca-fd64-45f4-bf1f-38e0d474f7dd admin admin] Made reservation on behalf of 104f3c2fb08d48a0aeddd5720a424f34 for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:03:22.819484 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3d6087ca-fd64-45f4-bf1f-38e0d474f7dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:22.832567 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3d6087ca-fd64-45f4-bf1f-38e0d474f7dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:22.832880 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-3d2e4d9b-9e24-470d-b28d-490edd9e2774 None None] Port f61b3859-623f-46ee-ae13-b2dbaadbddce cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:03:22.886683 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 56224) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:03:22.941067 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3d6087ca-fd64-45f4-bf1f-38e0d474f7dd admin admin] Publish callbacks [] for security_group (3c85419c-11a1-4818-b61e-56d3149c0f9f), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:22.952169 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3d6087ca-fd64-45f4-bf1f-38e0d474f7dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (3c85419c-11a1-4818-b61e-56d3149c0f9f), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:22.995989 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d6087ca-fd64-45f4-bf1f-38e0d474f7dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:03:23.016492 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6087ca-fd64-45f4-bf1f-38e0d474f7dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c85419c-11a1-4818-b61e-56d3149c0f9f,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:23.024142 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3d6087ca-fd64-45f4-bf1f-38e0d474f7dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (e0df655c-53d5-4e47-b9e2-65e8dfb9346a), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:23.024530 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-3d6087ca-fd64-45f4-bf1f-38e0d474f7dd admin admin] Added segment e0df655c-53d5-4e47-b9e2-65e8dfb9346a of type vlan for network 7e0e084c-e4eb-40bd-a819-cdfac4c085d0 Feb 04 13:03:23.080851 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-761ce53e-8aa7-47c6-b4b9-f24772f53dde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:23.081657 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3d6087ca-fd64-45f4-bf1f-38e0d474f7dd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (7e0e084c-e4eb-40bd-a819-cdfac4c085d0), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:23.111800 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3d6087ca-fd64-45f4-bf1f-38e0d474f7dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (7e0e084c-e4eb-40bd-a819-cdfac4c085d0), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:23.113001 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6087ca-fd64-45f4-bf1f-38e0d474f7dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:23.113718 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3d6087ca-fd64-45f4-bf1f-38e0d474f7dd admin admin] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:23.167614 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-3d6087ca-fd64-45f4-bf1f-38e0d474f7dd admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5984659 Feb 04 13:03:23.172184 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 56228) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:03:23.177675 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-c591af99-6acc-46c8-9408-3faa7b4a5b96 admin admin] Request body: {'subnet': {'network_id': '7e0e084c-e4eb-40bd-a819-cdfac4c085d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1107060688-subnet', 'tenant_id': '104f3c2fb08d48a0aeddd5720a424f34', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:03:23.181101 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6087ca-fd64-45f4-bf1f-38e0d474f7dd admin admin] Pushing event updated for resources: {'Network': ['ID=7e0e084c-e4eb-40bd-a819-cdfac4c085d0,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:23.192796 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-51a73c91-1895-45d5-bdaa-d0b02608ad2d req-86c9f814-9e20-43df-82f1-1ace76e0d9ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f61b3859-623f-46ee-ae13-b2dbaadbddce {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:03:23.193560 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 7e0e084c-e4eb-40bd-a819-cdfac4c085d0 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:03:23.204870 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-51a73c91-1895-45d5-bdaa-d0b02608ad2d req-86c9f814-9e20-43df-82f1-1ace76e0d9ae service neutron] Publish callbacks [] for port (f61b3859-623f-46ee-ae13-b2dbaadbddce), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:23.248043 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-51a73c91-1895-45d5-bdaa-d0b02608ad2d req-86c9f814-9e20-43df-82f1-1ace76e0d9ae service neutron] Transition to ACTIVE for port object f61b3859-623f-46ee-ae13-b2dbaadbddce will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:03:23.250864 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c591af99-6acc-46c8-9408-3faa7b4a5b96 admin admin] Made reservation on behalf of 104f3c2fb08d48a0aeddd5720a424f34 for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:03:23.253627 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c591af99-6acc-46c8-9408-3faa7b4a5b96 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:23.261650 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-51a73c91-1895-45d5-bdaa-d0b02608ad2d req-86c9f814-9e20-43df-82f1-1ace76e0d9ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (f61b3859-623f-46ee-ae13-b2dbaadbddce), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:23.356892 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-761ce53e-8aa7-47c6-b4b9-f24772f53dde admin admin] Publish callbacks [] for security_group (51b178c6-e892-4001-9744-76acc85a4f92), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:23.380571 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-761ce53e-8aa7-47c6-b4b9-f24772f53dde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (51b178c6-e892-4001-9744-76acc85a4f92), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:23.422863 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c9f814-9e20-43df-82f1-1ace76e0d9ae service neutron] Pushing event updated for resources: {'Port': ['ID=f61b3859-623f-46ee-ae13-b2dbaadbddce,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:23.504709 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-761ce53e-8aa7-47c6-b4b9-f24772f53dde admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2880d4d4e6ef4f36be44175b8cb5fadf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6138752 Feb 04 13:03:23.505780 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 56230) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:03:23.505946 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761ce53e-8aa7-47c6-b4b9-f24772f53dde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51b178c6-e892-4001-9744-76acc85a4f92,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:23.588602 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9c4e2344-d195-4772-8281-a433d44f800f admin admin] Publish callbacks [] for security_group (51b178c6-e892-4001-9744-76acc85a4f92), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:23.600825 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-51a73c91-1895-45d5-bdaa-d0b02608ad2d req-86c9f814-9e20-43df-82f1-1ace76e0d9ae service neutron] Attempting to bind port f61b3859-623f-46ee-ae13-b2dbaadbddce on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:03:23.601172 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-51a73c91-1895-45d5-bdaa-d0b02608ad2d req-86c9f814-9e20-43df-82f1-1ace76e0d9ae service neutron] Attempting to bind port f61b3859-623f-46ee-ae13-b2dbaadbddce by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': '7c5c1bb5-7cfa-46b2-aad7-de83b78e2361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'aad72205-99f1-4498-9759-feceeaaf17dd'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:03:23.601509 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a73c91-1895-45d5-bdaa-d0b02608ad2d req-86c9f814-9e20-43df-82f1-1ace76e0d9ae service neutron] Attempting to bind port f61b3859-623f-46ee-ae13-b2dbaadbddce on network aad72205-99f1-4498-9759-feceeaaf17dd {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:03:23.613268 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a73c91-1895-45d5-bdaa-d0b02608ad2d req-86c9f814-9e20-43df-82f1-1ace76e0d9ae service neutron] Port f61b3859-623f-46ee-ae13-b2dbaadbddce on network aad72205-99f1-4498-9759-feceeaaf17dd not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:03:23.613527 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a73c91-1895-45d5-bdaa-d0b02608ad2d req-86c9f814-9e20-43df-82f1-1ace76e0d9ae service neutron] Attempting to bind port f61b3859-623f-46ee-ae13-b2dbaadbddce on network aad72205-99f1-4498-9759-feceeaaf17dd {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:03:23.621484 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a73c91-1895-45d5-bdaa-d0b02608ad2d req-86c9f814-9e20-43df-82f1-1ace76e0d9ae service neutron] Checking agent: {'id': 'f8add0d2-2202-43d3-bc0e-72442788e6ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:03:23.621975 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a73c91-1895-45d5-bdaa-d0b02608ad2d req-86c9f814-9e20-43df-82f1-1ace76e0d9ae service neutron] Checking segment: {'id': '7c5c1bb5-7cfa-46b2-aad7-de83b78e2361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'aad72205-99f1-4498-9759-feceeaaf17dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:03:23.622215 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a73c91-1895-45d5-bdaa-d0b02608ad2d req-86c9f814-9e20-43df-82f1-1ace76e0d9ae service neutron] Bound using segment: {'id': '7c5c1bb5-7cfa-46b2-aad7-de83b78e2361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'aad72205-99f1-4498-9759-feceeaaf17dd'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:03:23.622660 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-51a73c91-1895-45d5-bdaa-d0b02608ad2d req-86c9f814-9e20-43df-82f1-1ace76e0d9ae service neutron] Bound port: f61b3859-623f-46ee-ae13-b2dbaadbddce, host: n-h1-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c5c1bb5-7cfa-46b2-aad7-de83b78e2361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'aad72205-99f1-4498-9759-feceeaaf17dd'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:03:23.623026 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-51a73c91-1895-45d5-bdaa-d0b02608ad2d req-86c9f814-9e20-43df-82f1-1ace76e0d9ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (f61b3859-623f-46ee-ae13-b2dbaadbddce), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:23.626519 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9c4e2344-d195-4772-8281-a433d44f800f admin admin] Publish callbacks [] for security_group (51b178c6-e892-4001-9744-76acc85a4f92), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:23.707884 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9c4e2344-d195-4772-8281-a433d44f800f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (51b178c6-e892-4001-9744-76acc85a4f92), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:23.711004 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9c4e2344-d195-4772-8281-a433d44f800f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:23.714658 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-9c4e2344-d195-4772-8281-a433d44f800f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/51b178c6-e892-4001-9744-76acc85a4f92 HTTP/1.1" status: 204 len: 168 time: 0.2064266 Feb 04 13:03:23.728272 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4e2344-d195-4772-8281-a433d44f800f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b178c6-e892-4001-9744-76acc85a4f92,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:23.816895 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c591af99-6acc-46c8-9408-3faa7b4a5b96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52094127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51452689'] for subnet (71c32274-d490-4204-a3e6-08050f17f761), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:23.872498 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-51a73c91-1895-45d5-bdaa-d0b02608ad2d req-86c9f814-9e20-43df-82f1-1ace76e0d9ae service neutron] For port f61b3859-623f-46ee-ae13-b2dbaadbddce, host n-h1-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:03:23.902826 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-51a73c91-1895-45d5-bdaa-d0b02608ad2d req-86c9f814-9e20-43df-82f1-1ace76e0d9ae service neutron] For port f61b3859-623f-46ee-ae13-b2dbaadbddce, host n-h1-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=f61b3859-623f-46ee-ae13-b2dbaadbddce,segment=NetworkSegment(7c5c1bb5-7cfa-46b2-aad7-de83b78e2361),segment_id=7c5c1bb5-7cfa-46b2-aad7-de83b78e2361)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:03:23.919548 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c591af99-6acc-46c8-9408-3faa7b4a5b96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71c32274-d490-4204-a3e6-08050f17f761,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:23.928818 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-51a73c91-1895-45d5-bdaa-d0b02608ad2d req-86c9f814-9e20-43df-82f1-1ace76e0d9ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (f61b3859-623f-46ee-ae13-b2dbaadbddce), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:23.943655 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edae89a2-aad8-4ed9-a915-078bc6d88a89 req-45aa14b2-ed92-49de-9a78-8558621ab8a0 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:23.945597 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-edae89a2-aad8-4ed9-a915-078bc6d88a89 req-45aa14b2-ed92-49de-9a78-8558621ab8a0 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] 10.222.0.65 "GET /v2.0/ports?device_id=5553145a-508d-400c-a137-57101a0236c0 HTTP/1.1" status: 200 len: 944 time: 0.1983027 Feb 04 13:03:24.018006 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c591af99-6acc-46c8-9408-3faa7b4a5b96 admin admin] Checking segment: {'id': 'e0df655c-53d5-4e47-b9e2-65e8dfb9346a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '7e0e084c-e4eb-40bd-a819-cdfac4c085d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:03:24.018006 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c591af99-6acc-46c8-9408-3faa7b4a5b96 admin admin] Network hostable DHCP agents. Network: 7e0e084c-e4eb-40bd-a819-cdfac4c085d0, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:03:24.027889 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a73c91-1895-45d5-bdaa-d0b02608ad2d req-86c9f814-9e20-43df-82f1-1ace76e0d9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:24.028596 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-51a73c91-1895-45d5-bdaa-d0b02608ad2d req-86c9f814-9e20-43df-82f1-1ace76e0d9ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:24.030135 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-51a73c91-1895-45d5-bdaa-d0b02608ad2d req-86c9f814-9e20-43df-82f1-1ace76e0d9ae service neutron] 10.222.0.73 "PUT /v2.0/ports/f61b3859-623f-46ee-ae13-b2dbaadbddce HTTP/1.1" status: 200 len: 1092 time: 1.4819651 Feb 04 13:03:24.031357 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5553145a-508d-400c-a137-57101a0236c0', 'tag': 'f61b3859-623f-46ee-ae13-b2dbaadbddce'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:03:24.033255 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74cee9cc-52cc-4020-a611-0bd2bc1af933" -d '{"events": [{"name": "network-changed", "server_uuid": "5553145a-508d-400c-a137-57101a0236c0", "tag": "f61b3859-623f-46ee-ae13-b2dbaadbddce"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:03:24.098466 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c9f814-9e20-43df-82f1-1ace76e0d9ae service neutron] Pushing event updated for resources: {'Port': ['ID=f61b3859-623f-46ee-ae13-b2dbaadbddce,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:24.108176 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69389dc4-6892-4143-b9a6-2f397898bb2e x-openstack-request-id: req-69389dc4-6892-4143-b9a6-2f397898bb2e {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:03:24.108461 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5553145a-508d-400c-a137-57101a0236c0", "tag": "f61b3859-623f-46ee-ae13-b2dbaadbddce", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:03:24.108767 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-69389dc4-6892-4143-b9a6-2f397898bb2e {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:03:24.109315 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5553145a-508d-400c-a137-57101a0236c0', 'tag': 'f61b3859-623f-46ee-ae13-b2dbaadbddce', 'status': 'completed', 'code': 200} Feb 04 13:03:24.154946 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c591af99-6acc-46c8-9408-3faa7b4a5b96 admin admin] Network 7e0e084c-e4eb-40bd-a819-cdfac4c085d0 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:03:24.164806 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-edae89a2-aad8-4ed9-a915-078bc6d88a89 req-0f5c9fa9-8220-4ea1-9ab4-fa09a2639c89 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] 10.222.0.65 "GET /v2.0/security-groups?id=85cc6a96-e87e-4d5a-b732-f8ff51e824a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1906345 Feb 04 13:03:24.183670 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-c591af99-6acc-46c8-9408-3faa7b4a5b96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 7e0e084c-e4eb-40bd-a819-cdfac4c085d0) {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:03:24.201954 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33167d37-5f22-4e3f-a655-e292fa32785d None None] Network 7e0e084c-e4eb-40bd-a819-cdfac4c085d0 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:03:24.204487 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c591af99-6acc-46c8-9408-3faa7b4a5b96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:24.205036 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c591af99-6acc-46c8-9408-3faa7b4a5b96 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:24.224079 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a73c91-1895-45d5-bdaa-d0b02608ad2d req-beafa6f6-b879-41cb-ae0e-e9245076a41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:24.225507 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-51a73c91-1895-45d5-bdaa-d0b02608ad2d req-beafa6f6-b879-41cb-ae0e-e9245076a41b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d97899bb83de48f19b584b6da57643aa&device_id=5553145a-508d-400c-a137-57101a0236c0 HTTP/1.1" status: 200 len: 1126 time: 0.1214361 Feb 04 13:03:24.245795 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-c591af99-6acc-46c8-9408-3faa7b4a5b96 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0723124 Feb 04 13:03:24.364045 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-51a73c91-1895-45d5-bdaa-d0b02608ad2d req-0aa9dc05-083b-4286-8b46-35afe28991a3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f61b3859-623f-46ee-ae13-b2dbaadbddce HTTP/1.1" status: 200 len: 217 time: 0.1137607 Feb 04 13:03:24.415285 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476c95dc-37fc-4342-b832-6a8a4c79299c None None] Network 7e0e084c-e4eb-40bd-a819-cdfac4c085d0 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:03:24.494677 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a73c91-1895-45d5-bdaa-d0b02608ad2d req-6bc5e36d-b357-4976-b56f-6279b549ca82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:24.496534 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-51a73c91-1895-45d5-bdaa-d0b02608ad2d req-6bc5e36d-b357-4976-b56f-6279b549ca82 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5f4da882-fd91-4cc6-ba86-4b722790b148 HTTP/1.1" status: 200 len: 852 time: 0.1253879 Feb 04 13:03:24.569443 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a73c91-1895-45d5-bdaa-d0b02608ad2d req-7094da99-7f45-4326-9e05-136a82b3ce9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:24.571090 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-51a73c91-1895-45d5-bdaa-d0b02608ad2d req-7094da99-7f45-4326-9e05-136a82b3ce9a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=aad72205-99f1-4498-9759-feceeaaf17dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0677176 Feb 04 13:03:24.681233 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-51a73c91-1895-45d5-bdaa-d0b02608ad2d req-32a9651c-4cf9-4f2a-b659-9ce715d165b1 service neutron] 10.222.0.73 "GET /v2.0/networks/aad72205-99f1-4498-9759-feceeaaf17dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002860 Feb 04 13:03:24.807168 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-51a73c91-1895-45d5-bdaa-d0b02608ad2d req-cdf4bdd6-3c66-474e-8607-6ce8999ab9d5 service neutron] 10.222.0.73 "GET /v2.0/networks/aad72205-99f1-4498-9759-feceeaaf17dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211526 Feb 04 13:03:24.855417 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 56262) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:03:24.921058 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cee9cc-52cc-4020-a611-0bd2bc1af933 req-6ce43d31-496f-464b-9637-3ee3239f5d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:24.922984 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-74cee9cc-52cc-4020-a611-0bd2bc1af933 req-6ce43d31-496f-464b-9637-3ee3239f5d12 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d97899bb83de48f19b584b6da57643aa&device_id=5553145a-508d-400c-a137-57101a0236c0 HTTP/1.1" status: 200 len: 1126 time: 0.0646994 Feb 04 13:03:25.032636 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-19f80fc8-8f90-4999-bdfb-3893b5c27b06 tempest-SubnetPoolsTestJSON-1343492620 tempest-SubnetPoolsTestJSON-1343492620-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-516219168', 'prefixes': ['172.20.0.0/16']}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:03:25.050787 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cee9cc-52cc-4020-a611-0bd2bc1af933 req-9c132405-7737-4158-821c-cb1ec78c7eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:25.052381 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-74cee9cc-52cc-4020-a611-0bd2bc1af933 req-9c132405-7737-4158-821c-cb1ec78c7eef service neutron] 10.222.0.73 "GET /v2.0/networks?id=aad72205-99f1-4498-9759-feceeaaf17dd HTTP/1.1" status: 200 len: 914 time: 0.1224394 Feb 04 13:03:25.129263 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-74cee9cc-52cc-4020-a611-0bd2bc1af933 req-508629f5-9ed6-4f13-b179-7a628d1520c7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f61b3859-623f-46ee-ae13-b2dbaadbddce HTTP/1.1" status: 200 len: 217 time: 0.0687129 Feb 04 13:03:25.133461 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-19f80fc8-8f90-4999-bdfb-3893b5c27b06 tempest-SubnetPoolsTestJSON-1343492620 tempest-SubnetPoolsTestJSON-1343492620-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:25.141160 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-19f80fc8-8f90-4999-bdfb-3893b5c27b06 tempest-SubnetPoolsTestJSON-1343492620 tempest-SubnetPoolsTestJSON-1343492620-project] 10.222.0.65 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.2842066 Feb 04 13:03:25.143513 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 56272) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:03:25.219026 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-9c3f5388-2f5f-4264-b1b3-7562ca241819 tempest-SubnetPoolsTestJSON-1343492620 tempest-SubnetPoolsTestJSON-1343492620-project] 10.222.0.65 "GET /v2.0/subnetpools/a3ac0506-e157-4235-a589-fddc34c68354 HTTP/1.1" status: 200 len: 731 time: 0.0708442 Feb 04 13:03:25.224642 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 56276) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:03:25.251112 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cee9cc-52cc-4020-a611-0bd2bc1af933 req-d0daab7f-7d6e-42b2-801d-c75ce2bf6762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:25.252061 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-9690be4a-698d-42aa-a6c6-fc2a3db8b110 tempest-SubnetPoolsTestJSON-1343492620 tempest-SubnetPoolsTestJSON-1343492620-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1719254560'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:03:25.253695 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-74cee9cc-52cc-4020-a611-0bd2bc1af933 req-d0daab7f-7d6e-42b2-801d-c75ce2bf6762 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5f4da882-fd91-4cc6-ba86-4b722790b148 HTTP/1.1" status: 200 len: 852 time: 0.1168745 Feb 04 13:03:25.360952 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9690be4a-698d-42aa-a6c6-fc2a3db8b110 tempest-SubnetPoolsTestJSON-1343492620 tempest-SubnetPoolsTestJSON-1343492620-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:25.362915 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-9690be4a-698d-42aa-a6c6-fc2a3db8b110 tempest-SubnetPoolsTestJSON-1343492620 tempest-SubnetPoolsTestJSON-1343492620-project] 10.222.0.65 "PUT /v2.0/subnetpools/a3ac0506-e157-4235-a589-fddc34c68354 HTTP/1.1" status: 200 len: 684 time: 0.1154499 Feb 04 13:03:25.365431 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 56278) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:03:25.371953 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4facf1-640b-412e-b0dd-15f1132f749b req-9dd5624c-991a-42bc-b9d7-c94eb3182d70 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:25.374808 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9e4facf1-640b-412e-b0dd-15f1132f749b req-9dd5624c-991a-42bc-b9d7-c94eb3182d70 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] 10.222.0.65 "GET /v2.0/ports?device_id=5553145a-508d-400c-a137-57101a0236c0 HTTP/1.1" status: 200 len: 944 time: 0.0832918 Feb 04 13:03:25.377170 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cee9cc-52cc-4020-a611-0bd2bc1af933 req-51b9b505-5e46-4ebe-a108-bdd4a1d7df50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:25.378879 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-74cee9cc-52cc-4020-a611-0bd2bc1af933 req-51b9b505-5e46-4ebe-a108-bdd4a1d7df50 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=aad72205-99f1-4498-9759-feceeaaf17dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1173754 Feb 04 13:03:25.435633 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9e4facf1-640b-412e-b0dd-15f1132f749b req-24c3a044-4343-4c25-8fd4-307a3cff1f50 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] 10.222.0.65 "GET /v2.0/security-groups?id=85cc6a96-e87e-4d5a-b732-f8ff51e824a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530181 Feb 04 13:03:25.468203 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e2bbe8aa-92dc-4cf0-b0c1-c002cb0755a4 tempest-SubnetPoolsTestJSON-1343492620 tempest-SubnetPoolsTestJSON-1343492620-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:25.472825 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-e2bbe8aa-92dc-4cf0-b0c1-c002cb0755a4 tempest-SubnetPoolsTestJSON-1343492620 tempest-SubnetPoolsTestJSON-1343492620-project] 10.222.0.65 "DELETE /v2.0/subnetpools/a3ac0506-e157-4235-a589-fddc34c68354 HTTP/1.1" status: 204 len: 168 time: 0.1061587 Feb 04 13:03:25.473422 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 56280) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:03:25.489075 n-d-825015-3 neutron-server[103474]: INFO neutron.api.v2.resource [None req-8e04577c-7aee-484f-8966-6a15726b110e tempest-SubnetPoolsTestJSON-1343492620 tempest-SubnetPoolsTestJSON-1343492620-project] show failed (client error): The resource could not be found. Feb 04 13:03:25.493387 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-8e04577c-7aee-484f-8966-6a15726b110e tempest-SubnetPoolsTestJSON-1343492620 tempest-SubnetPoolsTestJSON-1343492620-project] 10.222.0.65 "GET /v2.0/subnetpools/a3ac0506-e157-4235-a589-fddc34c68354 HTTP/1.1" status: 404 len: 346 time: 0.0188377 Feb 04 13:03:25.493984 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 56282) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:03:25.509365 n-d-825015-3 neutron-server[103474]: INFO neutron.api.v2.resource [None req-3e72890f-bdc8-4199-b1a5-5acaed5398e2 tempest-SubnetPoolsTestJSON-1343492620 tempest-SubnetPoolsTestJSON-1343492620-project] delete failed (client error): The resource could not be found. Feb 04 13:03:25.516094 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-3e72890f-bdc8-4199-b1a5-5acaed5398e2 tempest-SubnetPoolsTestJSON-1343492620 tempest-SubnetPoolsTestJSON-1343492620-project] 10.222.0.65 "DELETE /v2.0/subnetpools/a3ac0506-e157-4235-a589-fddc34c68354 HTTP/1.1" status: 404 len: 346 time: 0.0208881 Feb 04 13:03:25.539371 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-74cee9cc-52cc-4020-a611-0bd2bc1af933 req-286388da-cf2a-4d3b-9c53-b260be769c88 service neutron] 10.222.0.73 "GET /v2.0/networks/aad72205-99f1-4498-9759-feceeaaf17dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088042 Feb 04 13:03:25.654518 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-74cee9cc-52cc-4020-a611-0bd2bc1af933 req-a4d81a17-c12f-42c5-a97d-da77fa0ab51a service neutron] 10.222.0.73 "GET /v2.0/networks/aad72205-99f1-4498-9759-feceeaaf17dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079564 Feb 04 13:03:25.779100 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 56288) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:03:25.893077 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7cc02da7-0717-4363-8d8b-e707d7f60450 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:25.971020 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7cc02da7-0717-4363-8d8b-e707d7f60450 admin admin] Publish callbacks [] for security_group (cd031ffc-0014-460d-b183-cd142c2aad08), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:25.988854 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7cc02da7-0717-4363-8d8b-e707d7f60450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (cd031ffc-0014-460d-b183-cd142c2aad08), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:26.035412 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc02da7-0717-4363-8d8b-e707d7f60450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd031ffc-0014-460d-b183-cd142c2aad08,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:26.045619 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 56294) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:03:26.046102 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-7cc02da7-0717-4363-8d8b-e707d7f60450 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4565850f7c54488ba111db0cd0a9a98a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2658250 Feb 04 13:03:26.103017 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7e28c739-1f3b-4f86-bf33-b301265ac4db admin admin] Publish callbacks [] for security_group (cd031ffc-0014-460d-b183-cd142c2aad08), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:26.127510 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7e28c739-1f3b-4f86-bf33-b301265ac4db admin admin] Publish callbacks [] for security_group (cd031ffc-0014-460d-b183-cd142c2aad08), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:26.191346 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7e28c739-1f3b-4f86-bf33-b301265ac4db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (cd031ffc-0014-460d-b183-cd142c2aad08), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:26.194472 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7e28c739-1f3b-4f86-bf33-b301265ac4db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:26.199026 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-7e28c739-1f3b-4f86-bf33-b301265ac4db admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cd031ffc-0014-460d-b183-cd142c2aad08 HTTP/1.1" status: 204 len: 168 time: 0.1491475 Feb 04 13:03:26.207904 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e28c739-1f3b-4f86-bf33-b301265ac4db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd031ffc-0014-460d-b183-cd142c2aad08,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:26.568312 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62230679-9088-4721-b410-e12492004ade req-7bbd64be-f058-4582-8f5c-01bc375a84d0 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:26.570133 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-62230679-9088-4721-b410-e12492004ade req-7bbd64be-f058-4582-8f5c-01bc375a84d0 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] 10.222.0.65 "GET /v2.0/ports?device_id=5553145a-508d-400c-a137-57101a0236c0 HTTP/1.1" status: 200 len: 944 time: 0.0601659 Feb 04 13:03:26.644347 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-62230679-9088-4721-b410-e12492004ade req-9b087ea6-2be8-425f-9b04-ee00c6eb67aa tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] 10.222.0.65 "GET /v2.0/security-groups?id=85cc6a96-e87e-4d5a-b732-f8ff51e824a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667305 Feb 04 13:03:27.348302 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91782ef2-946e-4b6f-8ea8-1d8f10626523 req-13235648-f3c2-4294-b17c-1c47fe221e96 tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:27.349955 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-91782ef2-946e-4b6f-8ea8-1d8f10626523 req-13235648-f3c2-4294-b17c-1c47fe221e96 tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] 10.222.0.65 "GET /v2.0/networks?id=7e0e084c-e4eb-40bd-a819-cdfac4c085d0 HTTP/1.1" status: 200 len: 809 time: 0.1096091 Feb 04 13:03:27.368401 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-91782ef2-946e-4b6f-8ea8-1d8f10626523 req-1c073b9c-aac1-48d3-aea8-8bd6c5c438e8 tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] 10.222.0.65 "GET /v2.0/quotas/104f3c2fb08d48a0aeddd5720a424f34 HTTP/1.1" status: 200 len: 375 time: 0.0114079 Feb 04 13:03:27.407400 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-91782ef2-946e-4b6f-8ea8-1d8f10626523 req-10de61f4-b5dc-4b30-8a44-36f6571873c9 tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=104f3c2fb08d48a0aeddd5720a424f34&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318303 Feb 04 13:03:27.583962 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [req-91782ef2-946e-4b6f-8ea8-1d8f10626523 req-6c3f8ed6-02b3-4d85-9835-bfa1bb432270 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:03:27.585112 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-91782ef2-946e-4b6f-8ea8-1d8f10626523 req-6c3f8ed6-02b3-4d85-9835-bfa1bb432270 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1710205 Feb 04 13:03:27.688745 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-91782ef2-946e-4b6f-8ea8-1d8f10626523 req-319936db-5b64-44ce-8991-5e88b1f63a0c service neutron] 10.222.0.65 "GET /v2.0/networks/7e0e084c-e4eb-40bd-a819-cdfac4c085d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964305 Feb 04 13:03:27.839506 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-91782ef2-946e-4b6f-8ea8-1d8f10626523 req-a9884d54-0f20-42d9-9e9e-913cff30d3ef service neutron] 10.222.0.65 "GET /v2.0/networks/7e0e084c-e4eb-40bd-a819-cdfac4c085d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441259 Feb 04 13:03:27.850168 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6f0713-dfe0-421a-ae65-bd69336b0d23 req-0cbb9216-1179-4581-82ae-f8e7cbdfdc9d tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:27.852514 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8a6f0713-dfe0-421a-ae65-bd69336b0d23 req-0cbb9216-1179-4581-82ae-f8e7cbdfdc9d tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] 10.222.0.65 "GET /v2.0/ports?device_id=5553145a-508d-400c-a137-57101a0236c0 HTTP/1.1" status: 200 len: 944 time: 0.1027963 Feb 04 13:03:27.911456 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8a6f0713-dfe0-421a-ae65-bd69336b0d23 req-23df8303-6607-4913-a74c-d0a240f3cf81 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] 10.222.0.65 "GET /v2.0/security-groups?id=85cc6a96-e87e-4d5a-b732-f8ff51e824a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513721 Feb 04 13:03:28.046981 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-651410ff-178e-4e25-8396-286a40a9be2f req-872fdd91-9303-4953-ac5b-a51835bd0a06 tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] 10.222.0.65 "GET /v2.0/ports?device_id=50bd5a6a-5b46-4d1c-a0e2-0976e147a984 HTTP/1.1" status: 200 len: 210 time: 0.0409007 Feb 04 13:03:28.191481 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 56376) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:03:28.323881 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-64267c43-abd9-449d-b662-6bb97c029f9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:28.408451 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-64267c43-abd9-449d-b662-6bb97c029f9f admin admin] Publish callbacks [] for security_group (9d8298cf-934d-41a3-93a0-fdcd67b65250), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:28.412576 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-64267c43-abd9-449d-b662-6bb97c029f9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (9d8298cf-934d-41a3-93a0-fdcd67b65250), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:28.461582 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-64267c43-abd9-449d-b662-6bb97c029f9f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fabce3272b984188a03a09c83ee89ed4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2688637 Feb 04 13:03:28.463279 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64267c43-abd9-449d-b662-6bb97c029f9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d8298cf-934d-41a3-93a0-fdcd67b65250,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:28.465018 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 56386) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:03:28.528634 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-adeb4592-aa00-4dcb-902b-70e2f4b9dd46 admin admin] Publish callbacks [] for security_group (9d8298cf-934d-41a3-93a0-fdcd67b65250), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:28.551561 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-adeb4592-aa00-4dcb-902b-70e2f4b9dd46 admin admin] Publish callbacks [] for security_group (9d8298cf-934d-41a3-93a0-fdcd67b65250), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:28.608478 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-adeb4592-aa00-4dcb-902b-70e2f4b9dd46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (9d8298cf-934d-41a3-93a0-fdcd67b65250), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:28.612278 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-adeb4592-aa00-4dcb-902b-70e2f4b9dd46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:28.613691 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-adeb4592-aa00-4dcb-902b-70e2f4b9dd46 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9d8298cf-934d-41a3-93a0-fdcd67b65250 HTTP/1.1" status: 204 len: 168 time: 0.1470265 Feb 04 13:03:28.622959 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeb4592-aa00-4dcb-902b-70e2f4b9dd46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d8298cf-934d-41a3-93a0-fdcd67b65250,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:28.935064 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 56392) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:03:28.962291 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-eb2a9ae7-9d01-4da8-ad14-fe0e4a1c7f98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:29.068507 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfeaf91-c507-4e2f-ad19-69d7d62d61df req-39a18beb-9c17-4ee8-9d61-d0e081dbd7b1 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:29.079139 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bcfeaf91-c507-4e2f-ad19-69d7d62d61df req-39a18beb-9c17-4ee8-9d61-d0e081dbd7b1 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] 10.222.0.65 "GET /v2.0/ports?device_id=5553145a-508d-400c-a137-57101a0236c0 HTTP/1.1" status: 200 len: 944 time: 0.0791898 Feb 04 13:03:29.170048 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-eb2a9ae7-9d01-4da8-ad14-fe0e4a1c7f98 admin admin] Publish callbacks [] for security_group (be1078f1-830f-4a84-bc74-107fd5429964), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:29.172886 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bcfeaf91-c507-4e2f-ad19-69d7d62d61df req-0d9a8265-6771-4d96-a1e4-8c2f591bb3ac tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] 10.222.0.65 "GET /v2.0/security-groups?id=85cc6a96-e87e-4d5a-b732-f8ff51e824a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928230 Feb 04 13:03:29.185147 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-eb2a9ae7-9d01-4da8-ad14-fe0e4a1c7f98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (be1078f1-830f-4a84-bc74-107fd5429964), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:29.193521 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2e71fad4-d107-4e1f-9753-e8e92625a8d0 req-3305e881-a623-4dde-ac1d-71cbab240db4 tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] 10.222.0.65 "GET /v2.0/ports?device_id=50bd5a6a-5b46-4d1c-a0e2-0976e147a984 HTTP/1.1" status: 200 len: 210 time: 0.0375159 Feb 04 13:03:29.218520 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91782ef2-946e-4b6f-8ea8-1d8f10626523 req-acb1e9be-7c53-4531-aefd-7582ec523ed1 tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:29.220147 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-91782ef2-946e-4b6f-8ea8-1d8f10626523 req-acb1e9be-7c53-4531-aefd-7582ec523ed1 tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] 10.222.0.77 "GET /v2.0/networks?id=7e0e084c-e4eb-40bd-a819-cdfac4c085d0 HTTP/1.1" status: 200 len: 809 time: 0.2016294 Feb 04 13:03:29.240339 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-91782ef2-946e-4b6f-8ea8-1d8f10626523 req-448428f1-8c77-4114-801a-f227d74dc063 tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] Request body: {'port': {'device_id': '50bd5a6a-5b46-4d1c-a0e2-0976e147a984', 'network_id': '7e0e084c-e4eb-40bd-a819-cdfac4c085d0', 'admin_state_up': True, 'tenant_id': '104f3c2fb08d48a0aeddd5720a424f34'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:03:29.285816 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2a9ae7-9d01-4da8-ad14-fe0e4a1c7f98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be1078f1-830f-4a84-bc74-107fd5429964,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:29.292485 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-eb2a9ae7-9d01-4da8-ad14-fe0e4a1c7f98 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=abbfebdb9f8a4d8490d507274d183d73&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3538847 Feb 04 13:03:29.293474 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 56398) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:03:29.352236 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-145d57e1-f883-46ec-86a1-92a63cf7c518 admin admin] Publish callbacks [] for security_group (be1078f1-830f-4a84-bc74-107fd5429964), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:29.376554 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-145d57e1-f883-46ec-86a1-92a63cf7c518 admin admin] Publish callbacks [] for security_group (be1078f1-830f-4a84-bc74-107fd5429964), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:29.431486 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-145d57e1-f883-46ec-86a1-92a63cf7c518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (be1078f1-830f-4a84-bc74-107fd5429964), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:29.434392 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-145d57e1-f883-46ec-86a1-92a63cf7c518 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:29.438144 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-145d57e1-f883-46ec-86a1-92a63cf7c518 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/be1078f1-830f-4a84-bc74-107fd5429964 HTTP/1.1" status: 204 len: 168 time: 0.1417549 Feb 04 13:03:29.446754 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145d57e1-f883-46ec-86a1-92a63cf7c518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be1078f1-830f-4a84-bc74-107fd5429964,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:29.675930 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91782ef2-946e-4b6f-8ea8-1d8f10626523 req-448428f1-8c77-4114-801a-f227d74dc063 tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] Made reservation on behalf of 104f3c2fb08d48a0aeddd5720a424f34 for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:03:29.679672 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-91782ef2-946e-4b6f-8ea8-1d8f10626523 req-448428f1-8c77-4114-801a-f227d74dc063 tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:29.828549 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [req-91782ef2-946e-4b6f-8ea8-1d8f10626523 req-448428f1-8c77-4114-801a-f227d74dc063 tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] Allocated IP 172.20.0.3 (7e0e084c-e4eb-40bd-a819-cdfac4c085d0/71c32274-d490-4204-a3e6-08050f17f761/62745b50-66cd-4c9a-a101-dd68d4af360e) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:03:29.998595 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-91782ef2-946e-4b6f-8ea8-1d8f10626523 req-448428f1-8c77-4114-801a-f227d74dc063 tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] Publish callbacks [] for port (62745b50-66cd-4c9a-a101-dd68d4af360e), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:30.039609 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-91782ef2-946e-4b6f-8ea8-1d8f10626523 req-448428f1-8c77-4114-801a-f227d74dc063 tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (62745b50-66cd-4c9a-a101-dd68d4af360e), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:30.086830 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91782ef2-946e-4b6f-8ea8-1d8f10626523 req-448428f1-8c77-4114-801a-f227d74dc063 tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] Network 7e0e084c-e4eb-40bd-a819-cdfac4c085d0 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:03:30.093285 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [req-91782ef2-946e-4b6f-8ea8-1d8f10626523 req-448428f1-8c77-4114-801a-f227d74dc063 tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:03:30.097264 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-91782ef2-946e-4b6f-8ea8-1d8f10626523 req-448428f1-8c77-4114-801a-f227d74dc063 tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:03:30.126878 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448428f1-8c77-4114-801a-f227d74dc063 tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] Pushing event updated for resources: {'Port': ['ID=62745b50-66cd-4c9a-a101-dd68d4af360e,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:30.159297 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91782ef2-946e-4b6f-8ea8-1d8f10626523 req-448428f1-8c77-4114-801a-f227d74dc063 tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:30.160794 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-91782ef2-946e-4b6f-8ea8-1d8f10626523 req-448428f1-8c77-4114-801a-f227d74dc063 tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:30.178083 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-91782ef2-946e-4b6f-8ea8-1d8f10626523 req-448428f1-8c77-4114-801a-f227d74dc063 tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9440100 Feb 04 13:03:30.189742 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-91782ef2-946e-4b6f-8ea8-1d8f10626523 req-3f077d16-6191-4596-aa57-42669d2f6913 service neutron] Request body: {'port': {'device_id': '50bd5a6a-5b46-4d1c-a0e2-0976e147a984', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825015-3'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:03:30.251523 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 56424) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:03:30.264083 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-91782ef2-946e-4b6f-8ea8-1d8f10626523 req-3f077d16-6191-4596-aa57-42669d2f6913 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (62745b50-66cd-4c9a-a101-dd68d4af360e), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:30.407759 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-1667ffd1-6a8f-4353-a270-bddb26c38a2e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1322019574-network', 'tenant_id': 'b4d8a7f0517c4defbe8daa7e346e07a1'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:03:30.576666 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [req-91782ef2-946e-4b6f-8ea8-1d8f10626523 req-3f077d16-6191-4596-aa57-42669d2f6913 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62745b50-66cd-4c9a-a101-dd68d4af360e {{(pid=103474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:03:30.585377 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-91782ef2-946e-4b6f-8ea8-1d8f10626523 req-3f077d16-6191-4596-aa57-42669d2f6913 service neutron] Publish callbacks [] for port (62745b50-66cd-4c9a-a101-dd68d4af360e), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:30.600312 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.provisioning_blocks [req-91782ef2-946e-4b6f-8ea8-1d8f10626523 req-3f077d16-6191-4596-aa57-42669d2f6913 service neutron] Transition to ACTIVE for port object 62745b50-66cd-4c9a-a101-dd68d4af360e will not be triggered until provisioned by entity L2. {{(pid=103474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:03:30.606001 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-91782ef2-946e-4b6f-8ea8-1d8f10626523 req-3f077d16-6191-4596-aa57-42669d2f6913 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (62745b50-66cd-4c9a-a101-dd68d4af360e), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:30.661538 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f077d16-6191-4596-aa57-42669d2f6913 service neutron] Pushing event updated for resources: {'Port': ['ID=62745b50-66cd-4c9a-a101-dd68d4af360e,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:30.744607 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc978e4-a161-4c63-bcf8-5210e007eb41 req-5a0dc98e-6fc2-4e5d-a971-d552e3823ec9 tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:30.746237 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dbc978e4-a161-4c63-bcf8-5210e007eb41 req-5a0dc98e-6fc2-4e5d-a971-d552e3823ec9 tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] 10.222.0.65 "GET /v2.0/ports?device_id=50bd5a6a-5b46-4d1c-a0e2-0976e147a984 HTTP/1.1" status: 200 len: 931 time: 0.3820639 Feb 04 13:03:30.747833 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-91782ef2-946e-4b6f-8ea8-1d8f10626523 req-3f077d16-6191-4596-aa57-42669d2f6913 service neutron] Attempting to bind port 62745b50-66cd-4c9a-a101-dd68d4af360e on host n-h2-825015-3 for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:03:30.748319 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-91782ef2-946e-4b6f-8ea8-1d8f10626523 req-3f077d16-6191-4596-aa57-42669d2f6913 service neutron] Attempting to bind port 62745b50-66cd-4c9a-a101-dd68d4af360e by drivers openvswitch,hyperv on host n-h2-825015-3 at level 0 using segments [{'id': 'e0df655c-53d5-4e47-b9e2-65e8dfb9346a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '7e0e084c-e4eb-40bd-a819-cdfac4c085d0'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:03:30.748513 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91782ef2-946e-4b6f-8ea8-1d8f10626523 req-3f077d16-6191-4596-aa57-42669d2f6913 service neutron] Attempting to bind port 62745b50-66cd-4c9a-a101-dd68d4af360e on network 7e0e084c-e4eb-40bd-a819-cdfac4c085d0 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:03:30.753538 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91782ef2-946e-4b6f-8ea8-1d8f10626523 req-3f077d16-6191-4596-aa57-42669d2f6913 service neutron] Port 62745b50-66cd-4c9a-a101-dd68d4af360e on network 7e0e084c-e4eb-40bd-a819-cdfac4c085d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-825015-3 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:03:30.753867 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91782ef2-946e-4b6f-8ea8-1d8f10626523 req-3f077d16-6191-4596-aa57-42669d2f6913 service neutron] Attempting to bind port 62745b50-66cd-4c9a-a101-dd68d4af360e on network 7e0e084c-e4eb-40bd-a819-cdfac4c085d0 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:03:30.757601 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfa2930-124e-49d6-b1d2-cc05e27d3383 req-920c1a08-4e1b-4385-ad2c-3cdbf10dfdec tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:30.758907 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91782ef2-946e-4b6f-8ea8-1d8f10626523 req-3f077d16-6191-4596-aa57-42669d2f6913 service neutron] Checking agent: {'id': '9b68a165-e786-4b91-8592-44519c2ecabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:03:30.759247 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91782ef2-946e-4b6f-8ea8-1d8f10626523 req-3f077d16-6191-4596-aa57-42669d2f6913 service neutron] Checking segment: {'id': 'e0df655c-53d5-4e47-b9e2-65e8dfb9346a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '7e0e084c-e4eb-40bd-a819-cdfac4c085d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:03:30.760468 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1dfa2930-124e-49d6-b1d2-cc05e27d3383 req-920c1a08-4e1b-4385-ad2c-3cdbf10dfdec tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] 10.222.0.65 "GET /v2.0/ports?device_id=5553145a-508d-400c-a137-57101a0236c0 HTTP/1.1" status: 200 len: 944 time: 0.4394977 Feb 04 13:03:30.760626 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91782ef2-946e-4b6f-8ea8-1d8f10626523 req-3f077d16-6191-4596-aa57-42669d2f6913 service neutron] Bound using segment: {'id': 'e0df655c-53d5-4e47-b9e2-65e8dfb9346a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '7e0e084c-e4eb-40bd-a819-cdfac4c085d0'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:03:30.761282 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-91782ef2-946e-4b6f-8ea8-1d8f10626523 req-3f077d16-6191-4596-aa57-42669d2f6913 service neutron] Bound port: 62745b50-66cd-4c9a-a101-dd68d4af360e, host: n-h2-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0df655c-53d5-4e47-b9e2-65e8dfb9346a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '7e0e084c-e4eb-40bd-a819-cdfac4c085d0'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:03:30.761652 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-91782ef2-946e-4b6f-8ea8-1d8f10626523 req-3f077d16-6191-4596-aa57-42669d2f6913 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (62745b50-66cd-4c9a-a101-dd68d4af360e), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:30.792569 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1667ffd1-6a8f-4353-a270-bddb26c38a2e admin admin] Made reservation on behalf of b4d8a7f0517c4defbe8daa7e346e07a1 for: {'network': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:03:30.794778 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1667ffd1-6a8f-4353-a270-bddb26c38a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:30.820729 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1667ffd1-6a8f-4353-a270-bddb26c38a2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:30.835491 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-91782ef2-946e-4b6f-8ea8-1d8f10626523 req-3f077d16-6191-4596-aa57-42669d2f6913 service neutron] For port 62745b50-66cd-4c9a-a101-dd68d4af360e, host n-h2-825015-3, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:03:30.839461 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-91782ef2-946e-4b6f-8ea8-1d8f10626523 req-3f077d16-6191-4596-aa57-42669d2f6913 service neutron] For port 62745b50-66cd-4c9a-a101-dd68d4af360e, host n-h2-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=62745b50-66cd-4c9a-a101-dd68d4af360e,segment=NetworkSegment(e0df655c-53d5-4e47-b9e2-65e8dfb9346a),segment_id=e0df655c-53d5-4e47-b9e2-65e8dfb9346a)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:03:30.854904 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-91782ef2-946e-4b6f-8ea8-1d8f10626523 req-3f077d16-6191-4596-aa57-42669d2f6913 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (62745b50-66cd-4c9a-a101-dd68d4af360e), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:30.874877 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dbc978e4-a161-4c63-bcf8-5210e007eb41 req-3d4620c5-95d6-4280-8c7f-b020a15e287b tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] 10.222.0.65 "GET /v2.0/security-groups?id=3c85419c-11a1-4818-b61e-56d3149c0f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116514 Feb 04 13:03:30.885332 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1dfa2930-124e-49d6-b1d2-cc05e27d3383 req-eff24294-249f-4139-9251-e21ec981e625 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] 10.222.0.65 "GET /v2.0/security-groups?id=85cc6a96-e87e-4d5a-b732-f8ff51e824a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132987 Feb 04 13:03:30.897423 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91782ef2-946e-4b6f-8ea8-1d8f10626523 req-3f077d16-6191-4596-aa57-42669d2f6913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:30.897423 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-91782ef2-946e-4b6f-8ea8-1d8f10626523 req-3f077d16-6191-4596-aa57-42669d2f6913 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:30.898113 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-91782ef2-946e-4b6f-8ea8-1d8f10626523 req-3f077d16-6191-4596-aa57-42669d2f6913 service neutron] 10.222.0.77 "PUT /v2.0/ports/62745b50-66cd-4c9a-a101-dd68d4af360e HTTP/1.1" status: 200 len: 1091 time: 0.7131147 Feb 04 13:03:30.898577 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50bd5a6a-5b46-4d1c-a0e2-0976e147a984', 'tag': '62745b50-66cd-4c9a-a101-dd68d4af360e'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:03:30.901061 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcfaa9fd-9615-428a-ac79-b5ef5724db1f" -d '{"events": [{"name": "network-changed", "server_uuid": "50bd5a6a-5b46-4d1c-a0e2-0976e147a984", "tag": "62745b50-66cd-4c9a-a101-dd68d4af360e"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:03:30.929638 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f077d16-6191-4596-aa57-42669d2f6913 service neutron] Pushing event updated for resources: {'Port': ['ID=62745b50-66cd-4c9a-a101-dd68d4af360e,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:30.982159 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e2062f5-16ae-4c34-a977-e75d47255739 x-openstack-request-id: req-1e2062f5-16ae-4c34-a977-e75d47255739 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:03:30.982458 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50bd5a6a-5b46-4d1c-a0e2-0976e147a984", "tag": "62745b50-66cd-4c9a-a101-dd68d4af360e", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:03:30.982715 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1e2062f5-16ae-4c34-a977-e75d47255739 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:03:30.983118 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50bd5a6a-5b46-4d1c-a0e2-0976e147a984', 'tag': '62745b50-66cd-4c9a-a101-dd68d4af360e', 'status': 'completed', 'code': 200} Feb 04 13:03:30.993607 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1667ffd1-6a8f-4353-a270-bddb26c38a2e admin admin] Publish callbacks [] for security_group (9c4ea59e-5448-43c9-9b62-81b72568363c), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:30.998670 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1667ffd1-6a8f-4353-a270-bddb26c38a2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (9c4ea59e-5448-43c9-9b62-81b72568363c), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:31.003478 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91782ef2-946e-4b6f-8ea8-1d8f10626523 req-99cb4eb5-1ecc-446b-b7ab-2f621a3816af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:31.005407 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-91782ef2-946e-4b6f-8ea8-1d8f10626523 req-99cb4eb5-1ecc-446b-b7ab-2f621a3816af service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=104f3c2fb08d48a0aeddd5720a424f34&device_id=50bd5a6a-5b46-4d1c-a0e2-0976e147a984 HTTP/1.1" status: 200 len: 1125 time: 0.0559871 Feb 04 13:03:31.029234 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1667ffd1-6a8f-4353-a270-bddb26c38a2e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=103475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:03:31.040273 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1667ffd1-6a8f-4353-a270-bddb26c38a2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c4ea59e-5448-43c9-9b62-81b72568363c,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:31.047762 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1667ffd1-6a8f-4353-a270-bddb26c38a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (3a8c6986-5d27-497e-adee-f3c6757b18f0), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:31.048132 n-d-825015-3 neutron-server[103475]: INFO neutron.db.segments_db [None req-1667ffd1-6a8f-4353-a270-bddb26c38a2e admin admin] Added segment 3a8c6986-5d27-497e-adee-f3c6757b18f0 of type vlan for network 22ccdeb2-0a21-43c9-afb8-4a080e9f2062 Feb 04 13:03:31.052012 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-91782ef2-946e-4b6f-8ea8-1d8f10626523 req-510da1cd-45c4-450d-83d3-bdf61f10995c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=62745b50-66cd-4c9a-a101-dd68d4af360e HTTP/1.1" status: 200 len: 217 time: 0.0399544 Feb 04 13:03:31.093257 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1667ffd1-6a8f-4353-a270-bddb26c38a2e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (22ccdeb2-0a21-43c9-afb8-4a080e9f2062), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:31.108989 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91782ef2-946e-4b6f-8ea8-1d8f10626523 req-85a48856-f526-43ce-94e8-3ba44cae4954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:31.110708 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-91782ef2-946e-4b6f-8ea8-1d8f10626523 req-85a48856-f526-43ce-94e8-3ba44cae4954 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=71c32274-d490-4204-a3e6-08050f17f761 HTTP/1.1" status: 200 len: 849 time: 0.0525854 Feb 04 13:03:31.120064 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1667ffd1-6a8f-4353-a270-bddb26c38a2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (22ccdeb2-0a21-43c9-afb8-4a080e9f2062), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:31.121019 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1667ffd1-6a8f-4353-a270-bddb26c38a2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:31.121600 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1667ffd1-6a8f-4353-a270-bddb26c38a2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:31.143395 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-91782ef2-946e-4b6f-8ea8-1d8f10626523 req-6474704d-a98d-4e77-bb3b-61f1674b8418 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7e0e084c-e4eb-40bd-a819-cdfac4c085d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272057 Feb 04 13:03:31.198898 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-1667ffd1-6a8f-4353-a270-bddb26c38a2e admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9454381 Feb 04 13:03:31.201600 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 56430) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:03:31.208589 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-83d75a29-2511-49a3-aea6-a519456b1e3b admin admin] Request body: {'subnet': {'network_id': '22ccdeb2-0a21-43c9-afb8-4a080e9f2062', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1322019574-subnet', 'tenant_id': 'b4d8a7f0517c4defbe8daa7e346e07a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:03:31.213437 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1667ffd1-6a8f-4353-a270-bddb26c38a2e admin admin] Pushing event updated for resources: {'Network': ['ID=22ccdeb2-0a21-43c9-afb8-4a080e9f2062,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:31.226906 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 22ccdeb2-0a21-43c9-afb8-4a080e9f2062 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:03:31.234970 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83d75a29-2511-49a3-aea6-a519456b1e3b admin admin] Made reservation on behalf of b4d8a7f0517c4defbe8daa7e346e07a1 for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:03:31.238314 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-83d75a29-2511-49a3-aea6-a519456b1e3b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:31.246364 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-91782ef2-946e-4b6f-8ea8-1d8f10626523 req-d19dd6be-b497-41a2-a753-1943619dcfcb service neutron] 10.222.0.77 "GET /v2.0/networks/7e0e084c-e4eb-40bd-a819-cdfac4c085d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976014 Feb 04 13:03:31.360698 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-91782ef2-946e-4b6f-8ea8-1d8f10626523 req-dfe92edb-3266-48aa-81c7-8457fd318daf service neutron] 10.222.0.77 "GET /v2.0/networks/7e0e084c-e4eb-40bd-a819-cdfac4c085d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074767 Feb 04 13:03:31.366085 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:31.440968 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-83d75a29-2511-49a3-aea6-a519456b1e3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52094127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51452689'] for subnet (b7d44358-b316-40c6-bb3e-c109dae15ff8), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:31.466940 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfaa9fd-9615-428a-ac79-b5ef5724db1f req-0827d358-713c-41f4-aba6-f8befc1fda00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:31.468777 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-dcfaa9fd-9615-428a-ac79-b5ef5724db1f req-0827d358-713c-41f4-aba6-f8befc1fda00 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=104f3c2fb08d48a0aeddd5720a424f34&device_id=50bd5a6a-5b46-4d1c-a0e2-0976e147a984 HTTP/1.1" status: 200 len: 1125 time: 0.0529668 Feb 04 13:03:31.499714 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d75a29-2511-49a3-aea6-a519456b1e3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7d44358-b316-40c6-bb3e-c109dae15ff8,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:31.507394 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d75a29-2511-49a3-aea6-a519456b1e3b admin admin] Checking segment: {'id': '3a8c6986-5d27-497e-adee-f3c6757b18f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '22ccdeb2-0a21-43c9-afb8-4a080e9f2062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:03:31.507779 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d75a29-2511-49a3-aea6-a519456b1e3b admin admin] Network hostable DHCP agents. Network: 22ccdeb2-0a21-43c9-afb8-4a080e9f2062, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:03:31.526558 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d75a29-2511-49a3-aea6-a519456b1e3b admin admin] Network 22ccdeb2-0a21-43c9-afb8-4a080e9f2062 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:03:31.538209 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-83d75a29-2511-49a3-aea6-a519456b1e3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 22ccdeb2-0a21-43c9-afb8-4a080e9f2062) {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:03:31.547390 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff82b1e9-5779-48c3-9ce9-8b8f6533e9f0 None None] Network 22ccdeb2-0a21-43c9-afb8-4a080e9f2062 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:03:31.550547 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d75a29-2511-49a3-aea6-a519456b1e3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:31.551148 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-83d75a29-2511-49a3-aea6-a519456b1e3b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:31.570651 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-83d75a29-2511-49a3-aea6-a519456b1e3b admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3658917 Feb 04 13:03:31.582210 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfaa9fd-9615-428a-ac79-b5ef5724db1f req-f30fa90c-0c1b-4fe1-a3d6-541d40846fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:31.583810 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-dcfaa9fd-9615-428a-ac79-b5ef5724db1f req-f30fa90c-0c1b-4fe1-a3d6-541d40846fc3 service neutron] 10.222.0.77 "GET /v2.0/networks?id=7e0e084c-e4eb-40bd-a819-cdfac4c085d0 HTTP/1.1" status: 200 len: 910 time: 0.1093125 Feb 04 13:03:31.634462 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-dcfaa9fd-9615-428a-ac79-b5ef5724db1f req-91cfe3d5-521f-4f47-b958-011fb82d0d9b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=62745b50-66cd-4c9a-a101-dd68d4af360e HTTP/1.1" status: 200 len: 217 time: 0.0432167 Feb 04 13:03:31.673087 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a05267a-e834-42e2-a0f9-e48d329daabb None None] Network 22ccdeb2-0a21-43c9-afb8-4a080e9f2062 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:03:31.715555 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfaa9fd-9615-428a-ac79-b5ef5724db1f req-2226fd76-1146-4313-b5a6-df22862061be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:31.717449 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-dcfaa9fd-9615-428a-ac79-b5ef5724db1f req-2226fd76-1146-4313-b5a6-df22862061be service neutron] 10.222.0.77 "GET /v2.0/subnets?id=71c32274-d490-4204-a3e6-08050f17f761 HTTP/1.1" status: 200 len: 849 time: 0.0762966 Feb 04 13:03:31.760722 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-dcfaa9fd-9615-428a-ac79-b5ef5724db1f req-42254b38-a116-48cb-b4e8-386f405fecdb service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7e0e084c-e4eb-40bd-a819-cdfac4c085d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362225 Feb 04 13:03:31.865750 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-dcfaa9fd-9615-428a-ac79-b5ef5724db1f req-1ae9dd2c-3a4d-4794-951f-81f2c68d1dce service neutron] 10.222.0.77 "GET /v2.0/networks/7e0e084c-e4eb-40bd-a819-cdfac4c085d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985754 Feb 04 13:03:31.981529 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:31.991121 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-dcfaa9fd-9615-428a-ac79-b5ef5724db1f req-1d1af447-e664-4cdb-b9fc-6a1767e61d91 service neutron] 10.222.0.77 "GET /v2.0/networks/7e0e084c-e4eb-40bd-a819-cdfac4c085d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195512 Feb 04 13:03:32.126749 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4963cdb-1654-4a0c-86b5-c28b4aace904 req-9eb1d109-7762-4d7d-9106-72978d6a8401 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:32.128274 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b4963cdb-1654-4a0c-86b5-c28b4aace904 req-9eb1d109-7762-4d7d-9106-72978d6a8401 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] 10.222.0.65 "GET /v2.0/ports?device_id=5553145a-508d-400c-a137-57101a0236c0 HTTP/1.1" status: 200 len: 944 time: 0.0923059 Feb 04 13:03:32.135150 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0529f5-7ea1-4a8e-bf30-257196fbf278 req-272ce33d-4efb-4643-819d-360393bdbc5e tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:32.136603 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8a0529f5-7ea1-4a8e-bf30-257196fbf278 req-272ce33d-4efb-4643-819d-360393bdbc5e tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] 10.222.0.65 "GET /v2.0/ports?device_id=50bd5a6a-5b46-4d1c-a0e2-0976e147a984 HTTP/1.1" status: 200 len: 943 time: 0.0893645 Feb 04 13:03:32.151202 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 56450) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:03:32.157578 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-bd719877-8b81-4f18-bc25-5a9e96b4aa4c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1772555199-network', 'tenant_id': 'a3647c1ed89d49c593a336a278fa7ec8'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:03:32.184329 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd719877-8b81-4f18-bc25-5a9e96b4aa4c admin admin] Made reservation on behalf of a3647c1ed89d49c593a336a278fa7ec8 for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:03:32.187194 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bd719877-8b81-4f18-bc25-5a9e96b4aa4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:32.198648 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bd719877-8b81-4f18-bc25-5a9e96b4aa4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:32.204367 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b4963cdb-1654-4a0c-86b5-c28b4aace904 req-b72ab427-1f3e-43b8-ae2b-0010dfc48ab6 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] 10.222.0.65 "GET /v2.0/security-groups?id=85cc6a96-e87e-4d5a-b732-f8ff51e824a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667713 Feb 04 13:03:32.231028 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8a0529f5-7ea1-4a8e-bf30-257196fbf278 req-9cab278c-5a2b-49f8-b1d9-05082c638741 tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] 10.222.0.65 "GET /v2.0/security-groups?id=3c85419c-11a1-4818-b61e-56d3149c0f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708079 Feb 04 13:03:32.287417 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bd719877-8b81-4f18-bc25-5a9e96b4aa4c admin admin] Publish callbacks [] for security_group (c2ac75a3-14ad-4c9e-9226-2e600eee30ef), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:32.293435 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bd719877-8b81-4f18-bc25-5a9e96b4aa4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (c2ac75a3-14ad-4c9e-9226-2e600eee30ef), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:32.318508 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd719877-8b81-4f18-bc25-5a9e96b4aa4c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:03:32.327242 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd719877-8b81-4f18-bc25-5a9e96b4aa4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2ac75a3-14ad-4c9e-9226-2e600eee30ef,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:32.333089 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bd719877-8b81-4f18-bc25-5a9e96b4aa4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (294d973e-687f-4afb-be42-a61186d31285), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:32.333443 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-bd719877-8b81-4f18-bc25-5a9e96b4aa4c admin admin] Added segment 294d973e-687f-4afb-be42-a61186d31285 of type vlan for network 2f88789d-abe2-484c-9cb8-ba0492f9a432 Feb 04 13:03:32.376721 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bd719877-8b81-4f18-bc25-5a9e96b4aa4c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (2f88789d-abe2-484c-9cb8-ba0492f9a432), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:32.403998 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bd719877-8b81-4f18-bc25-5a9e96b4aa4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (2f88789d-abe2-484c-9cb8-ba0492f9a432), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:32.405094 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd719877-8b81-4f18-bc25-5a9e96b4aa4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:32.405728 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bd719877-8b81-4f18-bc25-5a9e96b4aa4c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:32.467129 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-bd719877-8b81-4f18-bc25-5a9e96b4aa4c admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3146520 Feb 04 13:03:32.469917 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 56452) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:03:32.476483 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-9144138a-7b21-4bea-9865-2f55489c9b15 admin admin] Request body: {'subnet': {'network_id': '2f88789d-abe2-484c-9cb8-ba0492f9a432', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1772555199-subnet', 'tenant_id': 'a3647c1ed89d49c593a336a278fa7ec8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:03:32.485156 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd719877-8b81-4f18-bc25-5a9e96b4aa4c admin admin] Pushing event updated for resources: {'Network': ['ID=2f88789d-abe2-484c-9cb8-ba0492f9a432,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:32.495433 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 2f88789d-abe2-484c-9cb8-ba0492f9a432 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:03:32.501850 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9144138a-7b21-4bea-9865-2f55489c9b15 admin admin] Made reservation on behalf of a3647c1ed89d49c593a336a278fa7ec8 for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:03:32.504882 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9144138a-7b21-4bea-9865-2f55489c9b15 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60610638'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:32.693474 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9144138a-7b21-4bea-9865-2f55489c9b15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59045178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60610680'] for subnet (a7e6fbee-0e6c-43a4-860f-3f76ee7b18bb), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:32.747718 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9144138a-7b21-4bea-9865-2f55489c9b15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7e6fbee-0e6c-43a4-860f-3f76ee7b18bb,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:32.763153 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9144138a-7b21-4bea-9865-2f55489c9b15 admin admin] Checking segment: {'id': '294d973e-687f-4afb-be42-a61186d31285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '2f88789d-abe2-484c-9cb8-ba0492f9a432'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:03:32.763834 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9144138a-7b21-4bea-9865-2f55489c9b15 admin admin] Network hostable DHCP agents. Network: 2f88789d-abe2-484c-9cb8-ba0492f9a432, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:03:32.780001 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9144138a-7b21-4bea-9865-2f55489c9b15 admin admin] Network 2f88789d-abe2-484c-9cb8-ba0492f9a432 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:03:32.789030 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-9144138a-7b21-4bea-9865-2f55489c9b15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 2f88789d-abe2-484c-9cb8-ba0492f9a432) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:03:32.793781 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9144138a-7b21-4bea-9865-2f55489c9b15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:32.794392 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9144138a-7b21-4bea-9865-2f55489c9b15 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:32.798276 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e79994-1bb5-45a3-9d20-5e63490e8911 None None] Network 2f88789d-abe2-484c-9cb8-ba0492f9a432 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:03:32.811220 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-9144138a-7b21-4bea-9865-2f55489c9b15 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3402765 Feb 04 13:03:32.901043 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5468893-c774-4957-992c-f78b93cea96a None None] Network 2f88789d-abe2-484c-9cb8-ba0492f9a432 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:03:32.927623 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 56456) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:03:32.974266 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-caa45dca-fdce-4a9f-a70b-f3b1104caadd admin admin] Deleting subnet b7d44358-b316-40c6-bb3e-c109dae15ff8 {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:03:32.977552 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-caa45dca-fdce-4a9f-a70b-f3b1104caadd admin admin] Publish callbacks [] for subnet (b7d44358-b316-40c6-bb3e-c109dae15ff8), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:33.020037 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-caa45dca-fdce-4a9f-a70b-f3b1104caadd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (b7d44358-b316-40c6-bb3e-c109dae15ff8), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:33.064392 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-caa45dca-fdce-4a9f-a70b-f3b1104caadd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (b7d44358-b316-40c6-bb3e-c109dae15ff8), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:33.117448 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-caa45dca-fdce-4a9f-a70b-f3b1104caadd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (b7d44358-b316-40c6-bb3e-c109dae15ff8), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:33.143970 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa45dca-fdce-4a9f-a70b-f3b1104caadd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7d44358-b316-40c6-bb3e-c109dae15ff8,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:33.147510 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-caa45dca-fdce-4a9f-a70b-f3b1104caadd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:33.151053 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-caa45dca-fdce-4a9f-a70b-f3b1104caadd admin admin] 10.222.0.65 "DELETE /v2.0/subnets/b7d44358-b316-40c6-bb3e-c109dae15ff8 HTTP/1.1" status: 204 len: 168 time: 0.2221913 Feb 04 13:03:33.153529 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 56458) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:03:33.222089 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7ff849e7-57ac-4b46-aaad-01647f0df47a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (22ccdeb2-0a21-43c9-afb8-4a080e9f2062), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:33.309651 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7ff849e7-57ac-4b46-aaad-01647f0df47a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (22ccdeb2-0a21-43c9-afb8-4a080e9f2062), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:33.332058 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-7ff849e7-57ac-4b46-aaad-01647f0df47a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22ccdeb2-0a21-43c9-afb8-4a080e9f2062']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:03:33.341413 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-7ff849e7-57ac-4b46-aaad-01647f0df47a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a8c6986-5d27-497e-adee-f3c6757b18f0') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:03:33.341742 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-7ff849e7-57ac-4b46-aaad-01647f0df47a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a8c6986-5d27-497e-adee-f3c6757b18f0') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:03:33.351021 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7ff849e7-57ac-4b46-aaad-01647f0df47a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (3a8c6986-5d27-497e-adee-f3c6757b18f0), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:33.364516 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7ff849e7-57ac-4b46-aaad-01647f0df47a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (3a8c6986-5d27-497e-adee-f3c6757b18f0), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:33.370974 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ff849e7-57ac-4b46-aaad-01647f0df47a admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:03:33.371358 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7ff849e7-57ac-4b46-aaad-01647f0df47a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (3a8c6986-5d27-497e-adee-f3c6757b18f0), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:33.372187 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af2506d-54cc-4bbe-ac45-8bf3c8f4631f req-0ebe3d5b-b9f8-404a-bc78-8d0f780953b9 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:33.373122 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 13:03:33.373122 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:03:33.373122 n-d-825015-3 neutron-server[103474]: timer() Feb 04 13:03:33.373122 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:03:33.373122 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 13:03:33.373122 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:03:33.373122 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 13:03:33.373122 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:03:33.373122 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 13:03:33.373122 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:03:33.373122 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 13:03:33.373122 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:03:33.373122 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 13:03:33.373122 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:03:33.373122 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:03:33.373122 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:03:33.373122 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:03:33.373122 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:03:33.373122 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 13:03:33.373122 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:03:33.373122 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 13:03:33.373122 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:03:33.373122 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:03:33.373122 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:03:33.373122 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 13:03:33.373122 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:03:33.373122 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:03:33.373122 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:03:33.373122 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:03:33.373122 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:03:33.373122 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:03:33.373122 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:03:33.376009 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0af2506d-54cc-4bbe-ac45-8bf3c8f4631f req-0ebe3d5b-b9f8-404a-bc78-8d0f780953b9 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] 10.222.0.65 "GET /v2.0/ports?device_id=5553145a-508d-400c-a137-57101a0236c0 HTTP/1.1" status: 200 len: 944 time: 0.0900095 Feb 04 13:03:33.381808 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc642cf6-a3be-4670-b524-10a8e1bfa9ab req-5a03222b-330c-42bf-a05e-4f5716c0f737 tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:33.383241 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dc642cf6-a3be-4670-b524-10a8e1bfa9ab req-5a03222b-330c-42bf-a05e-4f5716c0f737 tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] 10.222.0.65 "GET /v2.0/ports?device_id=50bd5a6a-5b46-4d1c-a0e2-0976e147a984 HTTP/1.1" status: 200 len: 943 time: 0.0890288 Feb 04 13:03:33.432909 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7ff849e7-57ac-4b46-aaad-01647f0df47a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (22ccdeb2-0a21-43c9-afb8-4a080e9f2062), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:33.438481 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7ff849e7-57ac-4b46-aaad-01647f0df47a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:33.444825 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-7ff849e7-57ac-4b46-aaad-01647f0df47a admin admin] 10.222.0.65 "DELETE /v2.0/networks/22ccdeb2-0a21-43c9-afb8-4a080e9f2062 HTTP/1.1" status: 204 len: 168 time: 0.2873859 Feb 04 13:03:33.445208 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 56464) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:03:33.461996 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0af2506d-54cc-4bbe-ac45-8bf3c8f4631f req-a177752f-92cd-4a4e-a69d-72e09da11888 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] 10.222.0.65 "GET /v2.0/security-groups?id=85cc6a96-e87e-4d5a-b732-f8ff51e824a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777545 Feb 04 13:03:33.462276 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff849e7-57ac-4b46-aaad-01647f0df47a admin admin] Pushing event deleted for resources: {'Network': ['ID=22ccdeb2-0a21-43c9-afb8-4a080e9f2062,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:33.468107 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dc642cf6-a3be-4670-b524-10a8e1bfa9ab req-18e9fb5c-e3aa-41a4-8069-ad7d3690bd0e tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] 10.222.0.65 "GET /v2.0/security-groups?id=3c85419c-11a1-4818-b61e-56d3149c0f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771627 Feb 04 13:03:33.500624 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd087cec-5785-40c4-897b-fe2ceb6199d2 admin admin] Deleting subnet a7e6fbee-0e6c-43a4-860f-3f76ee7b18bb {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:03:33.503830 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bd087cec-5785-40c4-897b-fe2ceb6199d2 admin admin] Publish callbacks [] for subnet (a7e6fbee-0e6c-43a4-860f-3f76ee7b18bb), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:33.538669 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bd087cec-5785-40c4-897b-fe2ceb6199d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (a7e6fbee-0e6c-43a4-860f-3f76ee7b18bb), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:33.576786 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bd087cec-5785-40c4-897b-fe2ceb6199d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (a7e6fbee-0e6c-43a4-860f-3f76ee7b18bb), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:33.630974 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bd087cec-5785-40c4-897b-fe2ceb6199d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (a7e6fbee-0e6c-43a4-860f-3f76ee7b18bb), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:33.656945 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd087cec-5785-40c4-897b-fe2ceb6199d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7e6fbee-0e6c-43a4-860f-3f76ee7b18bb,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:33.661602 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bd087cec-5785-40c4-897b-fe2ceb6199d2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:33.664796 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-bd087cec-5785-40c4-897b-fe2ceb6199d2 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/a7e6fbee-0e6c-43a4-860f-3f76ee7b18bb HTTP/1.1" status: 204 len: 168 time: 0.2186499 Feb 04 13:03:33.667349 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 56466) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:03:33.734397 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5c5d6c81-a836-4b18-8da9-146d87971eed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (2f88789d-abe2-484c-9cb8-ba0492f9a432), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:33.814347 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5c5d6c81-a836-4b18-8da9-146d87971eed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (2f88789d-abe2-484c-9cb8-ba0492f9a432), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:33.834661 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-5c5d6c81-a836-4b18-8da9-146d87971eed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f88789d-abe2-484c-9cb8-ba0492f9a432']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:03:33.844654 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-5c5d6c81-a836-4b18-8da9-146d87971eed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '294d973e-687f-4afb-be42-a61186d31285') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:03:33.844952 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-5c5d6c81-a836-4b18-8da9-146d87971eed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '294d973e-687f-4afb-be42-a61186d31285') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:03:33.854557 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5c5d6c81-a836-4b18-8da9-146d87971eed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (294d973e-687f-4afb-be42-a61186d31285), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:33.867456 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5c5d6c81-a836-4b18-8da9-146d87971eed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (294d973e-687f-4afb-be42-a61186d31285), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:33.873993 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c5d6c81-a836-4b18-8da9-146d87971eed admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:03:33.874414 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5c5d6c81-a836-4b18-8da9-146d87971eed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (294d973e-687f-4afb-be42-a61186d31285), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:33.876276 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 13:03:33.876276 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:03:33.876276 n-d-825015-3 neutron-server[103474]: timer() Feb 04 13:03:33.876276 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:03:33.876276 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 13:03:33.876276 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:03:33.876276 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 13:03:33.876276 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:03:33.876276 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 13:03:33.876276 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:03:33.876276 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 13:03:33.876276 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:03:33.876276 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 13:03:33.876276 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:03:33.876276 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:03:33.876276 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:03:33.876276 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:03:33.876276 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:03:33.876276 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 13:03:33.876276 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:03:33.876276 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 13:03:33.876276 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:03:33.876276 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:03:33.876276 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:03:33.876276 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 13:03:33.876276 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:03:33.876276 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:03:33.876276 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:03:33.876276 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:03:33.876276 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:03:33.876276 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:03:33.876276 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:03:33.927864 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5c5d6c81-a836-4b18-8da9-146d87971eed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (2f88789d-abe2-484c-9cb8-ba0492f9a432), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:33.933673 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5c5d6c81-a836-4b18-8da9-146d87971eed admin admin] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:33.936883 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-5c5d6c81-a836-4b18-8da9-146d87971eed admin admin] 10.222.0.65 "DELETE /v2.0/networks/2f88789d-abe2-484c-9cb8-ba0492f9a432 HTTP/1.1" status: 204 len: 168 time: 0.2685161 Feb 04 13:03:33.949953 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5d6c81-a836-4b18-8da9-146d87971eed admin admin] Pushing event deleted for resources: {'Network': ['ID=2f88789d-abe2-484c-9cb8-ba0492f9a432,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:34.116184 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 56470) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:03:34.172727 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-6a672126-dfc0-4654-a515-e666b30f4c16 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b4d8a7f0517c4defbe8daa7e346e07a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0553310 Feb 04 13:03:34.175935 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 56472) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:03:34.226694 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3bd28ef8-b162-4ea5-8f0c-71928f2f5f1a admin admin] Publish callbacks [] for security_group (9c4ea59e-5448-43c9-9b62-81b72568363c), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:34.253389 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3bd28ef8-b162-4ea5-8f0c-71928f2f5f1a admin admin] Publish callbacks [] for security_group (9c4ea59e-5448-43c9-9b62-81b72568363c), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:34.267121 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 62745b50-66cd-4c9a-a101-dd68d4af360e details requested by agent hyperv_n-h2-825015-3 with host n-h2-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:03:34.303407 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3bd28ef8-b162-4ea5-8f0c-71928f2f5f1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (9c4ea59e-5448-43c9-9b62-81b72568363c), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:34.307080 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3bd28ef8-b162-4ea5-8f0c-71928f2f5f1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:34.308346 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-3bd28ef8-b162-4ea5-8f0c-71928f2f5f1a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9c4ea59e-5448-43c9-9b62-81b72568363c HTTP/1.1" status: 204 len: 168 time: 0.1315086 Feb 04 13:03:34.317171 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd28ef8-b162-4ea5-8f0c-71928f2f5f1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c4ea59e-5448-43c9-9b62-81b72568363c,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:34.384251 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 62745b50-66cd-4c9a-a101-dd68d4af360e, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=62745b50-66cd-4c9a-a101-dd68d4af360e,segment=NetworkSegment(e0df655c-53d5-4e47-b9e2-65e8dfb9346a),segment_id=e0df655c-53d5-4e47-b9e2-65e8dfb9346a)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:03:34.397479 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Returning: {'device': '62745b50-66cd-4c9a-a101-dd68d4af360e', 'network_id': '7e0e084c-e4eb-40bd-a819-cdfac4c085d0', 'port_id': '62745b50-66cd-4c9a-a101-dd68d4af360e', 'mac_address': 'fa:16:3e:3a:49:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71c32274-d490-4204-a3e6-08050f17f761', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:03:34.439650 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 62745b50-66cd-4c9a-a101-dd68d4af360e is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:03:34.440096 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (62745b50-66cd-4c9a-a101-dd68d4af360e), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:34.458355 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62745b50-66cd-4c9a-a101-dd68d4af360e {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:03:34.486473 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 62745b50-66cd-4c9a-a101-dd68d4af360e, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=62745b50-66cd-4c9a-a101-dd68d4af360e,segment=NetworkSegment(e0df655c-53d5-4e47-b9e2-65e8dfb9346a),segment_id=e0df655c-53d5-4e47-b9e2-65e8dfb9346a)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:03:34.493834 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (62745b50-66cd-4c9a-a101-dd68d4af360e), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:34.551591 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=62745b50-66cd-4c9a-a101-dd68d4af360e,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:34.648817 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ff1607-a356-4cb8-9011-16bc04ec1df1 req-ee314563-c65c-4e54-a586-5e72e29dd292 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:34.652014 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-57ff1607-a356-4cb8-9011-16bc04ec1df1 req-ee314563-c65c-4e54-a586-5e72e29dd292 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] 10.222.0.65 "GET /v2.0/ports?device_id=5553145a-508d-400c-a137-57101a0236c0 HTTP/1.1" status: 200 len: 944 time: 0.1007674 Feb 04 13:03:34.664295 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5677f765-afd9-4735-be6c-659cfcf8076c req-4ae52150-2d76-40a2-87d8-c14e8abeb73c tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:34.666785 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5677f765-afd9-4735-be6c-659cfcf8076c req-4ae52150-2d76-40a2-87d8-c14e8abeb73c tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] 10.222.0.65 "GET /v2.0/ports?device_id=50bd5a6a-5b46-4d1c-a0e2-0976e147a984 HTTP/1.1" status: 200 len: 944 time: 0.1134298 Feb 04 13:03:34.695495 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 56484) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:03:34.714212 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['62745b50-66cd-4c9a-a101-dd68d4af360e'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:03:34.746905 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-43dbab81-52a7-4284-940a-7fd5e69472ab admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a3647c1ed89d49c593a336a278fa7ec8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0465035 Feb 04 13:03:34.747243 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 56486) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:03:34.760137 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5677f765-afd9-4735-be6c-659cfcf8076c req-2726a03f-b82d-436a-a2ed-23c9fabd16b3 tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] 10.222.0.65 "GET /v2.0/security-groups?id=3c85419c-11a1-4818-b61e-56d3149c0f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853715 Feb 04 13:03:34.780399 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-57ff1607-a356-4cb8-9011-16bc04ec1df1 req-08a8f68e-4996-4d9b-bb46-205e92618b1b tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] 10.222.0.65 "GET /v2.0/security-groups?id=85cc6a96-e87e-4d5a-b732-f8ff51e824a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125908 Feb 04 13:03:34.802745 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5e3426f5-36fe-4c06-8785-bb540e6c2466 admin admin] Publish callbacks [] for security_group (c2ac75a3-14ad-4c9e-9226-2e600eee30ef), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:34.825860 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5e3426f5-36fe-4c06-8785-bb540e6c2466 admin admin] Publish callbacks [] for security_group (c2ac75a3-14ad-4c9e-9226-2e600eee30ef), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:34.876467 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5e3426f5-36fe-4c06-8785-bb540e6c2466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (c2ac75a3-14ad-4c9e-9226-2e600eee30ef), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:34.879435 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5e3426f5-36fe-4c06-8785-bb540e6c2466 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:34.882978 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-5e3426f5-36fe-4c06-8785-bb540e6c2466 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c2ac75a3-14ad-4c9e-9226-2e600eee30ef HTTP/1.1" status: 204 len: 168 time: 0.1323926 Feb 04 13:03:34.890899 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3426f5-36fe-4c06-8785-bb540e6c2466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2ac75a3-14ad-4c9e-9226-2e600eee30ef,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:35.928726 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cf2f8f-d3f5-4efa-85fa-8b4bf95c8845 req-e070328a-7c19-4ab1-82fa-f35f3cb6f14f tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:35.930089 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-84cf2f8f-d3f5-4efa-85fa-8b4bf95c8845 req-e070328a-7c19-4ab1-82fa-f35f3cb6f14f tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] 10.222.0.65 "GET /v2.0/ports?device_id=50bd5a6a-5b46-4d1c-a0e2-0976e147a984 HTTP/1.1" status: 200 len: 944 time: 0.1028755 Feb 04 13:03:35.938378 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342169f4-8fa9-4055-a759-9607aba01e75 req-9a85a6ed-2bac-4709-9668-417c48d88d86 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:35.939899 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-342169f4-8fa9-4055-a759-9607aba01e75 req-9a85a6ed-2bac-4709-9668-417c48d88d86 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] 10.222.0.65 "GET /v2.0/ports?device_id=5553145a-508d-400c-a137-57101a0236c0 HTTP/1.1" status: 200 len: 944 time: 0.0761960 Feb 04 13:03:36.023386 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-84cf2f8f-d3f5-4efa-85fa-8b4bf95c8845 req-638e2c54-ced4-4e88-ad87-0d95b965e28e tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] 10.222.0.65 "GET /v2.0/security-groups?id=3c85419c-11a1-4818-b61e-56d3149c0f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825162 Feb 04 13:03:36.027334 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-342169f4-8fa9-4055-a759-9607aba01e75 req-95df4abd-544c-4fd9-8109-537123081eda tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] 10.222.0.65 "GET /v2.0/security-groups?id=85cc6a96-e87e-4d5a-b732-f8ff51e824a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770533 Feb 04 13:03:36.269641 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 62745b50-66cd-4c9a-a101-dd68d4af360e up at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:03:36.322261 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning for port 62745b50-66cd-4c9a-a101-dd68d4af360e completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:03:36.326173 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning complete for port 62745b50-66cd-4c9a-a101-dd68d4af360e triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:03:36.326510 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (62745b50-66cd-4c9a-a101-dd68d4af360e), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:36.405662 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 62745b50-66cd-4c9a-a101-dd68d4af360e is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:03:36.406051 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (62745b50-66cd-4c9a-a101-dd68d4af360e), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:36.430634 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50bd5a6a-5b46-4d1c-a0e2-0976e147a984', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62745b50-66cd-4c9a-a101-dd68d4af360e'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:03:36.433603 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-749a390a-3998-409d-85bd-a5b69cf33ea4" -d '{"events": [{"server_uuid": "50bd5a6a-5b46-4d1c-a0e2-0976e147a984", "name": "network-vif-plugged", "status": "completed", "tag": "62745b50-66cd-4c9a-a101-dd68d4af360e"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:03:36.447626 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 62745b50-66cd-4c9a-a101-dd68d4af360e, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=62745b50-66cd-4c9a-a101-dd68d4af360e,segment=NetworkSegment(e0df655c-53d5-4e47-b9e2-65e8dfb9346a),segment_id=e0df655c-53d5-4e47-b9e2-65e8dfb9346a)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:03:36.456031 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (62745b50-66cd-4c9a-a101-dd68d4af360e), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:36.491833 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d611b34-0d45-4941-b8b0-dbaed5fa794d x-openstack-request-id: req-8d611b34-0d45-4941-b8b0-dbaed5fa794d {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:03:36.492219 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50bd5a6a-5b46-4d1c-a0e2-0976e147a984", "name": "network-vif-plugged", "status": "completed", "tag": "62745b50-66cd-4c9a-a101-dd68d4af360e", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:03:36.492699 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8d611b34-0d45-4941-b8b0-dbaed5fa794d {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:03:36.495860 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50bd5a6a-5b46-4d1c-a0e2-0976e147a984', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62745b50-66cd-4c9a-a101-dd68d4af360e', 'code': 200} Feb 04 13:03:36.517946 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=62745b50-66cd-4c9a-a101-dd68d4af360e,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:36.593936 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b989b455-4dd3-4d76-a8ea-be18e48fd877 req-7cebc0eb-34f8-4b5c-bd12-792f6e04e58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:36.595531 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-b989b455-4dd3-4d76-a8ea-be18e48fd877 req-7cebc0eb-34f8-4b5c-bd12-792f6e04e58b service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=50bd5a6a-5b46-4d1c-a0e2-0976e147a984 HTTP/1.1" status: 200 len: 1127 time: 0.0465355 Feb 04 13:03:36.641942 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-b989b455-4dd3-4d76-a8ea-be18e48fd877 req-a1d884b2-7732-4e0a-b398-3d0ce691f193 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=3c85419c-11a1-4818-b61e-56d3149c0f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409746 Feb 04 13:03:37.190426 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01685a56-c629-4545-9bf4-0f72cbf2657f req-01e505ae-7660-4758-b4a3-8eb9a888314c tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:37.191823 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-01685a56-c629-4545-9bf4-0f72cbf2657f req-01e505ae-7660-4758-b4a3-8eb9a888314c tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] 10.222.0.65 "GET /v2.0/ports?device_id=5553145a-508d-400c-a137-57101a0236c0 HTTP/1.1" status: 200 len: 944 time: 0.0876410 Feb 04 13:03:37.200471 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4dc4cf-85f2-44bf-adfa-128056275318 req-8da3b1d6-88f0-41e4-bcca-e79dadfc1c90 tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:37.201816 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7c4dc4cf-85f2-44bf-adfa-128056275318 req-8da3b1d6-88f0-41e4-bcca-e79dadfc1c90 tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] 10.222.0.65 "GET /v2.0/ports?device_id=50bd5a6a-5b46-4d1c-a0e2-0976e147a984 HTTP/1.1" status: 200 len: 945 time: 0.0887735 Feb 04 13:03:37.272485 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-01685a56-c629-4545-9bf4-0f72cbf2657f req-5460a93a-e173-4c8e-97bd-76ba4a242f97 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] 10.222.0.65 "GET /v2.0/security-groups?id=85cc6a96-e87e-4d5a-b732-f8ff51e824a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697224 Feb 04 13:03:37.276588 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7c4dc4cf-85f2-44bf-adfa-128056275318 req-a8b58ed9-2fd1-4e97-a4f3-23176779b65c tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] 10.222.0.65 "GET /v2.0/security-groups?id=3c85419c-11a1-4818-b61e-56d3149c0f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682409 Feb 04 13:03:38.432759 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b578033-1bcf-4ed1-98fc-c4d461b7e3d6 req-ebb600ce-4b8c-4e78-a6ca-00c35f11bcde tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:38.434244 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3b578033-1bcf-4ed1-98fc-c4d461b7e3d6 req-ebb600ce-4b8c-4e78-a6ca-00c35f11bcde tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] 10.222.0.65 "GET /v2.0/ports?device_id=5553145a-508d-400c-a137-57101a0236c0 HTTP/1.1" status: 200 len: 944 time: 0.0861974 Feb 04 13:03:38.442435 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98783799-f3ec-489f-a915-456ddc6a3982 req-9fb3b221-3bc6-431b-b85d-eba339dbbbc6 tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:38.443846 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-98783799-f3ec-489f-a915-456ddc6a3982 req-9fb3b221-3bc6-431b-b85d-eba339dbbbc6 tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] 10.222.0.65 "GET /v2.0/ports?device_id=50bd5a6a-5b46-4d1c-a0e2-0976e147a984 HTTP/1.1" status: 200 len: 945 time: 0.0938776 Feb 04 13:03:38.515335 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3b578033-1bcf-4ed1-98fc-c4d461b7e3d6 req-2eae6c2b-21ee-4a07-b9d2-403e10bbeb1f tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] 10.222.0.65 "GET /v2.0/security-groups?id=85cc6a96-e87e-4d5a-b732-f8ff51e824a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705383 Feb 04 13:03:38.527696 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-98783799-f3ec-489f-a915-456ddc6a3982 req-564457ee-552a-439b-8191-4ebeaff76b56 tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] 10.222.0.65 "GET /v2.0/security-groups?id=3c85419c-11a1-4818-b61e-56d3149c0f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767167 Feb 04 13:03:39.155856 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227314cb-5522-4042-b3a7-ab833d2e3b8e req-5f7ba9dd-e9c2-4012-8fc7-7139e8dd4894 tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:39.157380 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-227314cb-5522-4042-b3a7-ab833d2e3b8e req-5f7ba9dd-e9c2-4012-8fc7-7139e8dd4894 tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] 10.222.0.65 "GET /v2.0/ports?device_id=50bd5a6a-5b46-4d1c-a0e2-0976e147a984 HTTP/1.1" status: 200 len: 945 time: 0.0566494 Feb 04 13:03:39.204567 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-227314cb-5522-4042-b3a7-ab833d2e3b8e req-d6efa5a7-65f2-4d69-868d-f034be60a608 tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] 10.222.0.65 "GET /v2.0/security-groups?id=3c85419c-11a1-4818-b61e-56d3149c0f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414815 Feb 04 13:03:39.640707 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0f8c69-f627-4b20-b22a-da03230d2d41 req-0e3d479c-521b-4890-86f3-6e59530f077c tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:39.642208 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5a0f8c69-f627-4b20-b22a-da03230d2d41 req-0e3d479c-521b-4890-86f3-6e59530f077c tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] 10.222.0.65 "GET /v2.0/ports?device_id=5553145a-508d-400c-a137-57101a0236c0 HTTP/1.1" status: 200 len: 944 time: 0.0552905 Feb 04 13:03:39.698765 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5a0f8c69-f627-4b20-b22a-da03230d2d41 req-082aec6f-39fe-4856-9490-c6f0461e4508 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] 10.222.0.65 "GET /v2.0/security-groups?id=85cc6a96-e87e-4d5a-b732-f8ff51e824a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510221 Feb 04 13:03:40.325763 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71058a7-99b5-4737-a899-8d6ba4a3110e req-de8ab6b5-0f36-4c3a-b7b1-4d31d6e9929a tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:40.327480 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f71058a7-99b5-4737-a899-8d6ba4a3110e req-de8ab6b5-0f36-4c3a-b7b1-4d31d6e9929a tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] 10.222.0.65 "GET /v2.0/ports?device_id=50bd5a6a-5b46-4d1c-a0e2-0976e147a984 HTTP/1.1" status: 200 len: 945 time: 0.0546193 Feb 04 13:03:40.366970 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c02dcf3-6c67-49aa-9dbd-42f859394ccb req-2e4a76b7-26a5-48b3-a582-784224e1227d tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:40.369349 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-4c02dcf3-6c67-49aa-9dbd-42f859394ccb req-2e4a76b7-26a5-48b3-a582-784224e1227d tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] 10.222.0.77 "GET /v2.0/ports?device_id=50bd5a6a-5b46-4d1c-a0e2-0976e147a984 HTTP/1.1" status: 200 len: 945 time: 0.0556629 Feb 04 13:03:40.376152 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f71058a7-99b5-4737-a899-8d6ba4a3110e req-e1741c43-b3d3-4f05-a78f-c53e9c32e36c tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] 10.222.0.65 "GET /v2.0/security-groups?id=3c85419c-11a1-4818-b61e-56d3149c0f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427458 Feb 04 13:03:40.472727 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-4c02dcf3-6c67-49aa-9dbd-42f859394ccb req-a2511bc8-1e97-46ca-89c2-605841124201 tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] Deleting port 62745b50-66cd-4c9a-a101-dd68d4af360e {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:03:40.473328 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-4c02dcf3-6c67-49aa-9dbd-42f859394ccb req-a2511bc8-1e97-46ca-89c2-605841124201 tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (62745b50-66cd-4c9a-a101-dd68d4af360e), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:40.571084 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-4c02dcf3-6c67-49aa-9dbd-42f859394ccb req-a2511bc8-1e97-46ca-89c2-605841124201 tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] For port 62745b50-66cd-4c9a-a101-dd68d4af360e, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=62745b50-66cd-4c9a-a101-dd68d4af360e,segment=NetworkSegment(e0df655c-53d5-4e47-b9e2-65e8dfb9346a),segment_id=e0df655c-53d5-4e47-b9e2-65e8dfb9346a)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:03:40.571371 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-4c02dcf3-6c67-49aa-9dbd-42f859394ccb req-a2511bc8-1e97-46ca-89c2-605841124201 tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (62745b50-66cd-4c9a-a101-dd68d4af360e), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:40.584774 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-4c02dcf3-6c67-49aa-9dbd-42f859394ccb req-a2511bc8-1e97-46ca-89c2-605841124201 tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] Calling delete_port for 62745b50-66cd-4c9a-a101-dd68d4af360e owned by compute:nova {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:03:40.717854 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-4c02dcf3-6c67-49aa-9dbd-42f859394ccb req-a2511bc8-1e97-46ca-89c2-605841124201 tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (62745b50-66cd-4c9a-a101-dd68d4af360e), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:40.731437 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['62745b50-66cd-4c9a-a101-dd68d4af360e'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:03:40.750807 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2511bc8-1e97-46ca-89c2-605841124201 tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] Pushing event deleted for resources: {'Port': ['ID=62745b50-66cd-4c9a-a101-dd68d4af360e,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:40.803235 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c02dcf3-6c67-49aa-9dbd-42f859394ccb req-a2511bc8-1e97-46ca-89c2-605841124201 tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] No DVR routers for this DVR port 62745b50-66cd-4c9a-a101-dd68d4af360e on host n-h2-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:03:40.805985 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-4c02dcf3-6c67-49aa-9dbd-42f859394ccb req-a2511bc8-1e97-46ca-89c2-605841124201 tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:40.810466 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-4c02dcf3-6c67-49aa-9dbd-42f859394ccb req-a2511bc8-1e97-46ca-89c2-605841124201 tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] 10.222.0.77 "DELETE /v2.0/ports/62745b50-66cd-4c9a-a101-dd68d4af360e HTTP/1.1" status: 204 len: 173 time: 0.4363732 Feb 04 13:03:40.810993 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50bd5a6a-5b46-4d1c-a0e2-0976e147a984', 'name': 'network-vif-deleted', 'tag': '62745b50-66cd-4c9a-a101-dd68d4af360e'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:03:40.813726 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7c73138-f27a-4be7-b8c3-6bb8798a41ce" -d '{"events": [{"server_uuid": "50bd5a6a-5b46-4d1c-a0e2-0976e147a984", "name": "network-vif-deleted", "tag": "62745b50-66cd-4c9a-a101-dd68d4af360e"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:03:40.862145 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41e34f0f-12a3-4627-93a4-5d6a293be3c7 x-openstack-request-id: req-41e34f0f-12a3-4627-93a4-5d6a293be3c7 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:03:40.862628 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50bd5a6a-5b46-4d1c-a0e2-0976e147a984", "name": "network-vif-deleted", "tag": "62745b50-66cd-4c9a-a101-dd68d4af360e", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:03:40.862911 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-41e34f0f-12a3-4627-93a4-5d6a293be3c7 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:03:40.863270 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50bd5a6a-5b46-4d1c-a0e2-0976e147a984', 'name': 'network-vif-deleted', 'tag': '62745b50-66cd-4c9a-a101-dd68d4af360e', 'status': 'completed', 'code': 200} Feb 04 13:03:40.893758 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1763200-9060-4c47-a5bb-e9d52cf7f1a0 req-a7be6a59-df91-4312-a965-659b25f352c1 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:40.895292 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f1763200-9060-4c47-a5bb-e9d52cf7f1a0 req-a7be6a59-df91-4312-a965-659b25f352c1 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] 10.222.0.65 "GET /v2.0/ports?device_id=5553145a-508d-400c-a137-57101a0236c0 HTTP/1.1" status: 200 len: 944 time: 0.0899560 Feb 04 13:03:40.950726 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f1763200-9060-4c47-a5bb-e9d52cf7f1a0 req-a1186806-4212-4fa4-b4d2-559ea49d492c tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] 10.222.0.65 "GET /v2.0/security-groups?id=85cc6a96-e87e-4d5a-b732-f8ff51e824a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473866 Feb 04 13:03:41.655408 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device f61b3859-623f-46ee-ae13-b2dbaadbddce details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:03:41.694106 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8f0bf5-da38-401b-94ca-e49d31b55cc3 req-d1e5ff3c-bf8f-4a8b-a9b6-751a664a3c12 tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:41.696189 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3a8f0bf5-da38-401b-94ca-e49d31b55cc3 req-d1e5ff3c-bf8f-4a8b-a9b6-751a664a3c12 tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] 10.222.0.65 "GET /v2.0/networks?id=7e0e084c-e4eb-40bd-a819-cdfac4c085d0 HTTP/1.1" status: 200 len: 809 time: 0.1087229 Feb 04 13:03:41.719345 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3a8f0bf5-da38-401b-94ca-e49d31b55cc3 req-0646cbb2-b9d8-457b-a917-880f8e5e5462 tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] 10.222.0.65 "GET /v2.0/quotas/104f3c2fb08d48a0aeddd5720a424f34 HTTP/1.1" status: 200 len: 375 time: 0.0105009 Feb 04 13:03:41.752767 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3a8f0bf5-da38-401b-94ca-e49d31b55cc3 req-bd3bd19a-4b81-4d0a-9b70-dbcb496fa303 tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=104f3c2fb08d48a0aeddd5720a424f34&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275261 Feb 04 13:03:41.756112 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port f61b3859-623f-46ee-ae13-b2dbaadbddce, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=f61b3859-623f-46ee-ae13-b2dbaadbddce,segment=NetworkSegment(7c5c1bb5-7cfa-46b2-aad7-de83b78e2361),segment_id=7c5c1bb5-7cfa-46b2-aad7-de83b78e2361)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:03:41.770917 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': 'f61b3859-623f-46ee-ae13-b2dbaadbddce', 'network_id': 'aad72205-99f1-4498-9759-feceeaaf17dd', 'port_id': 'f61b3859-623f-46ee-ae13-b2dbaadbddce', 'mac_address': 'fa:16:3e:c8:03:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f4da882-fd91-4cc6-ba86-4b722790b148', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:03:41.811298 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port f61b3859-623f-46ee-ae13-b2dbaadbddce is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:03:41.811693 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (f61b3859-623f-46ee-ae13-b2dbaadbddce), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:41.825702 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f61b3859-623f-46ee-ae13-b2dbaadbddce {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:03:41.851217 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port f61b3859-623f-46ee-ae13-b2dbaadbddce, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=f61b3859-623f-46ee-ae13-b2dbaadbddce,segment=NetworkSegment(7c5c1bb5-7cfa-46b2-aad7-de83b78e2361),segment_id=7c5c1bb5-7cfa-46b2-aad7-de83b78e2361)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:03:41.857253 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (f61b3859-623f-46ee-ae13-b2dbaadbddce), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:41.869136 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3a8f0bf5-da38-401b-94ca-e49d31b55cc3 req-286b69c0-a1c7-425e-9712-64780759754d service neutron] 10.222.0.65 "GET /v2.0/networks/7e0e084c-e4eb-40bd-a819-cdfac4c085d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053855 Feb 04 13:03:41.905869 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=f61b3859-623f-46ee-ae13-b2dbaadbddce,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:41.962248 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3a8f0bf5-da38-401b-94ca-e49d31b55cc3 req-3bd104d8-c221-4400-8734-52ed24a0bc5f service neutron] 10.222.0.65 "GET /v2.0/networks/7e0e084c-e4eb-40bd-a819-cdfac4c085d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864446 Feb 04 13:03:42.085099 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf026c5-de76-4ccc-a6a7-a6d7cbb9dc30 req-20fe392c-b842-41a9-a35f-c550268b3455 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:42.086864 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ecf026c5-de76-4ccc-a6a7-a6d7cbb9dc30 req-20fe392c-b842-41a9-a35f-c550268b3455 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] 10.222.0.65 "GET /v2.0/ports?device_id=5553145a-508d-400c-a137-57101a0236c0 HTTP/1.1" status: 200 len: 945 time: 0.0651839 Feb 04 13:03:42.140458 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['f61b3859-623f-46ee-ae13-b2dbaadbddce'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:03:42.151722 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a75da486-3780-4ad2-a779-9c7e35bcbb3d req-bf29101e-1940-4808-a1be-8d90f023ba8a tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] 10.222.0.65 "GET /v2.0/ports?device_id=d43604de-3975-4558-9146-b2dc6a1893c7 HTTP/1.1" status: 200 len: 210 time: 0.0335362 Feb 04 13:03:42.202584 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ecf026c5-de76-4ccc-a6a7-a6d7cbb9dc30 req-48c041aa-6852-4219-ae51-96793e6b53ce tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] 10.222.0.65 "GET /v2.0/security-groups?id=85cc6a96-e87e-4d5a-b732-f8ff51e824a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089103 Feb 04 13:03:43.174523 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8f0bf5-da38-401b-94ca-e49d31b55cc3 req-42e73265-2b56-466b-89a2-86eb26dcdb41 tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:43.176210 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-3a8f0bf5-da38-401b-94ca-e49d31b55cc3 req-42e73265-2b56-466b-89a2-86eb26dcdb41 tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] 10.222.0.77 "GET /v2.0/networks?id=7e0e084c-e4eb-40bd-a819-cdfac4c085d0 HTTP/1.1" status: 200 len: 809 time: 0.1074920 Feb 04 13:03:43.187464 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-3a8f0bf5-da38-401b-94ca-e49d31b55cc3 req-c31b5e7e-fa54-4251-b75f-7c9a7466f86a tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] Request body: {'port': {'device_id': 'd43604de-3975-4558-9146-b2dc6a1893c7', 'network_id': '7e0e084c-e4eb-40bd-a819-cdfac4c085d0', 'admin_state_up': True, 'tenant_id': '104f3c2fb08d48a0aeddd5720a424f34'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:03:43.258027 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dd794c8d-54e9-453b-a20c-bb17dbc51ecd req-cf4dcf99-8a2f-4bcf-b4ff-4389a7f32a00 tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] 10.222.0.65 "GET /v2.0/ports?device_id=d43604de-3975-4558-9146-b2dc6a1893c7 HTTP/1.1" status: 200 len: 210 time: 0.0331380 Feb 04 13:03:43.312247 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a8f0bf5-da38-401b-94ca-e49d31b55cc3 req-c31b5e7e-fa54-4251-b75f-7c9a7466f86a tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] Made reservation on behalf of 104f3c2fb08d48a0aeddd5720a424f34 for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:03:43.315698 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-3a8f0bf5-da38-401b-94ca-e49d31b55cc3 req-c31b5e7e-fa54-4251-b75f-7c9a7466f86a tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:43.345039 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4b0413-b791-43b7-81c8-4277e2e64597 req-bce4a176-b752-4daa-b2d1-a7c5d8b4ec69 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:43.346891 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4c4b0413-b791-43b7-81c8-4277e2e64597 req-bce4a176-b752-4daa-b2d1-a7c5d8b4ec69 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] 10.222.0.65 "GET /v2.0/ports?device_id=5553145a-508d-400c-a137-57101a0236c0 HTTP/1.1" status: 200 len: 945 time: 0.0618083 Feb 04 13:03:43.406296 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4c4b0413-b791-43b7-81c8-4277e2e64597 req-2c013ec5-3d52-45c8-b084-07a45b48d16e tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] 10.222.0.65 "GET /v2.0/security-groups?id=85cc6a96-e87e-4d5a-b732-f8ff51e824a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528994 Feb 04 13:03:43.454242 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [req-3a8f0bf5-da38-401b-94ca-e49d31b55cc3 req-c31b5e7e-fa54-4251-b75f-7c9a7466f86a tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] Allocated IP 172.20.0.9 (7e0e084c-e4eb-40bd-a819-cdfac4c085d0/71c32274-d490-4204-a3e6-08050f17f761/b10faa27-93ae-4e46-9dd2-1de5c0e4bb12) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:03:43.613586 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-3a8f0bf5-da38-401b-94ca-e49d31b55cc3 req-c31b5e7e-fa54-4251-b75f-7c9a7466f86a tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] Publish callbacks [] for port (b10faa27-93ae-4e46-9dd2-1de5c0e4bb12), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:43.657251 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-3a8f0bf5-da38-401b-94ca-e49d31b55cc3 req-c31b5e7e-fa54-4251-b75f-7c9a7466f86a tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (b10faa27-93ae-4e46-9dd2-1de5c0e4bb12), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:43.671056 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device f61b3859-623f-46ee-ae13-b2dbaadbddce up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:03:43.714294 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a8f0bf5-da38-401b-94ca-e49d31b55cc3 req-c31b5e7e-fa54-4251-b75f-7c9a7466f86a tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] Network 7e0e084c-e4eb-40bd-a819-cdfac4c085d0 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:03:43.717720 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [req-3a8f0bf5-da38-401b-94ca-e49d31b55cc3 req-c31b5e7e-fa54-4251-b75f-7c9a7466f86a tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:03:43.726941 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a8f0bf5-da38-401b-94ca-e49d31b55cc3 req-c31b5e7e-fa54-4251-b75f-7c9a7466f86a tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:03:43.744746 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning for port f61b3859-623f-46ee-ae13-b2dbaadbddce completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:03:43.752251 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port f61b3859-623f-46ee-ae13-b2dbaadbddce triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:03:43.752855 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (f61b3859-623f-46ee-ae13-b2dbaadbddce), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:43.776713 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8f0bf5-da38-401b-94ca-e49d31b55cc3 req-c31b5e7e-fa54-4251-b75f-7c9a7466f86a tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:43.777438 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-3a8f0bf5-da38-401b-94ca-e49d31b55cc3 req-c31b5e7e-fa54-4251-b75f-7c9a7466f86a tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:43.799410 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31b5e7e-fa54-4251-b75f-7c9a7466f86a tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] Pushing event updated for resources: {'Port': ['ID=b10faa27-93ae-4e46-9dd2-1de5c0e4bb12,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:43.810453 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-3a8f0bf5-da38-401b-94ca-e49d31b55cc3 req-c31b5e7e-fa54-4251-b75f-7c9a7466f86a tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6269078 Feb 04 13:03:43.825098 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-3a8f0bf5-da38-401b-94ca-e49d31b55cc3 req-56c2d2bb-0fdb-425f-8e5f-c3a8658368c7 service neutron] Request body: {'port': {'device_id': 'd43604de-3975-4558-9146-b2dc6a1893c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825015-3'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:03:43.864559 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port f61b3859-623f-46ee-ae13-b2dbaadbddce is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:03:43.865091 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (f61b3859-623f-46ee-ae13-b2dbaadbddce), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:43.890150 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-3a8f0bf5-da38-401b-94ca-e49d31b55cc3 req-56c2d2bb-0fdb-425f-8e5f-c3a8658368c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (b10faa27-93ae-4e46-9dd2-1de5c0e4bb12), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:43.893955 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5553145a-508d-400c-a137-57101a0236c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f61b3859-623f-46ee-ae13-b2dbaadbddce'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:03:43.896809 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9374cf2-70e1-4be9-b469-4f9c1b9f3d53" -d '{"events": [{"server_uuid": "5553145a-508d-400c-a137-57101a0236c0", "name": "network-vif-plugged", "status": "completed", "tag": "f61b3859-623f-46ee-ae13-b2dbaadbddce"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:03:43.913865 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port f61b3859-623f-46ee-ae13-b2dbaadbddce, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=f61b3859-623f-46ee-ae13-b2dbaadbddce,segment=NetworkSegment(7c5c1bb5-7cfa-46b2-aad7-de83b78e2361),segment_id=7c5c1bb5-7cfa-46b2-aad7-de83b78e2361)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:03:43.921709 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (f61b3859-623f-46ee-ae13-b2dbaadbddce), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:43.968842 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccdb196b-02bf-4946-a318-14829cd38443 x-openstack-request-id: req-ccdb196b-02bf-4946-a318-14829cd38443 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:03:43.969107 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5553145a-508d-400c-a137-57101a0236c0", "name": "network-vif-plugged", "status": "completed", "tag": "f61b3859-623f-46ee-ae13-b2dbaadbddce", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:03:43.969283 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ccdb196b-02bf-4946-a318-14829cd38443 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:03:43.969681 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5553145a-508d-400c-a137-57101a0236c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f61b3859-623f-46ee-ae13-b2dbaadbddce', 'code': 200} Feb 04 13:03:43.984358 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=f61b3859-623f-46ee-ae13-b2dbaadbddce,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:44.073662 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ff4f76-98de-482f-8605-649e096b548c req-b77e7af9-25a2-480f-9bab-3f92731d8e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:44.075409 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c9ff4f76-98de-482f-8605-649e096b548c req-b77e7af9-25a2-480f-9bab-3f92731d8e89 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5553145a-508d-400c-a137-57101a0236c0 HTTP/1.1" status: 200 len: 1128 time: 0.0559042 Feb 04 13:03:44.128639 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c9ff4f76-98de-482f-8605-649e096b548c req-111b89c8-fdc8-4274-8dc2-27410d5f0f5e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=85cc6a96-e87e-4d5a-b732-f8ff51e824a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450168 Feb 04 13:03:44.199444 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [req-3a8f0bf5-da38-401b-94ca-e49d31b55cc3 req-56c2d2bb-0fdb-425f-8e5f-c3a8658368c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b10faa27-93ae-4e46-9dd2-1de5c0e4bb12 {{(pid=103474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:03:44.207222 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-3a8f0bf5-da38-401b-94ca-e49d31b55cc3 req-56c2d2bb-0fdb-425f-8e5f-c3a8658368c7 service neutron] Publish callbacks [] for port (b10faa27-93ae-4e46-9dd2-1de5c0e4bb12), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:44.220362 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.provisioning_blocks [req-3a8f0bf5-da38-401b-94ca-e49d31b55cc3 req-56c2d2bb-0fdb-425f-8e5f-c3a8658368c7 service neutron] Transition to ACTIVE for port object b10faa27-93ae-4e46-9dd2-1de5c0e4bb12 will not be triggered until provisioned by entity L2. {{(pid=103474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:03:44.224428 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-3a8f0bf5-da38-401b-94ca-e49d31b55cc3 req-56c2d2bb-0fdb-425f-8e5f-c3a8658368c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (b10faa27-93ae-4e46-9dd2-1de5c0e4bb12), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:44.277917 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c2d2bb-0fdb-425f-8e5f-c3a8658368c7 service neutron] Pushing event updated for resources: {'Port': ['ID=b10faa27-93ae-4e46-9dd2-1de5c0e4bb12,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:44.353082 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-3a8f0bf5-da38-401b-94ca-e49d31b55cc3 req-56c2d2bb-0fdb-425f-8e5f-c3a8658368c7 service neutron] Attempting to bind port b10faa27-93ae-4e46-9dd2-1de5c0e4bb12 on host n-h2-825015-3 for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:03:44.353627 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-3a8f0bf5-da38-401b-94ca-e49d31b55cc3 req-56c2d2bb-0fdb-425f-8e5f-c3a8658368c7 service neutron] Attempting to bind port b10faa27-93ae-4e46-9dd2-1de5c0e4bb12 by drivers openvswitch,hyperv on host n-h2-825015-3 at level 0 using segments [{'id': 'e0df655c-53d5-4e47-b9e2-65e8dfb9346a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '7e0e084c-e4eb-40bd-a819-cdfac4c085d0'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:03:44.354099 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8f0bf5-da38-401b-94ca-e49d31b55cc3 req-56c2d2bb-0fdb-425f-8e5f-c3a8658368c7 service neutron] Attempting to bind port b10faa27-93ae-4e46-9dd2-1de5c0e4bb12 on network 7e0e084c-e4eb-40bd-a819-cdfac4c085d0 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:03:44.358584 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8f0bf5-da38-401b-94ca-e49d31b55cc3 req-56c2d2bb-0fdb-425f-8e5f-c3a8658368c7 service neutron] Port b10faa27-93ae-4e46-9dd2-1de5c0e4bb12 on network 7e0e084c-e4eb-40bd-a819-cdfac4c085d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-825015-3 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:03:44.358920 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8f0bf5-da38-401b-94ca-e49d31b55cc3 req-56c2d2bb-0fdb-425f-8e5f-c3a8658368c7 service neutron] Attempting to bind port b10faa27-93ae-4e46-9dd2-1de5c0e4bb12 on network 7e0e084c-e4eb-40bd-a819-cdfac4c085d0 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:03:44.363982 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8f0bf5-da38-401b-94ca-e49d31b55cc3 req-56c2d2bb-0fdb-425f-8e5f-c3a8658368c7 service neutron] Checking agent: {'id': '9b68a165-e786-4b91-8592-44519c2ecabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:03:44.364328 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8f0bf5-da38-401b-94ca-e49d31b55cc3 req-56c2d2bb-0fdb-425f-8e5f-c3a8658368c7 service neutron] Checking segment: {'id': 'e0df655c-53d5-4e47-b9e2-65e8dfb9346a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '7e0e084c-e4eb-40bd-a819-cdfac4c085d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:03:44.364564 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 62745b50-66cd-4c9a-a101-dd68d4af360e no longer exists at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:03:44.364716 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8f0bf5-da38-401b-94ca-e49d31b55cc3 req-56c2d2bb-0fdb-425f-8e5f-c3a8658368c7 service neutron] Bound using segment: {'id': 'e0df655c-53d5-4e47-b9e2-65e8dfb9346a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '7e0e084c-e4eb-40bd-a819-cdfac4c085d0'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:03:44.365151 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-3a8f0bf5-da38-401b-94ca-e49d31b55cc3 req-56c2d2bb-0fdb-425f-8e5f-c3a8658368c7 service neutron] Bound port: b10faa27-93ae-4e46-9dd2-1de5c0e4bb12, host: n-h2-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0df655c-53d5-4e47-b9e2-65e8dfb9346a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '7e0e084c-e4eb-40bd-a819-cdfac4c085d0'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:03:44.365514 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-3a8f0bf5-da38-401b-94ca-e49d31b55cc3 req-56c2d2bb-0fdb-425f-8e5f-c3a8658368c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (b10faa27-93ae-4e46-9dd2-1de5c0e4bb12), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:44.412514 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7516bb40-0882-47de-9fb2-0af06eefbe94 req-906b07df-7a5d-4e4f-b53a-6ac99eca5433 tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:44.414208 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7516bb40-0882-47de-9fb2-0af06eefbe94 req-906b07df-7a5d-4e4f-b53a-6ac99eca5433 tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] 10.222.0.65 "GET /v2.0/ports?device_id=d43604de-3975-4558-9146-b2dc6a1893c7 HTTP/1.1" status: 200 len: 943 time: 0.0799930 Feb 04 13:03:44.437754 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-3a8f0bf5-da38-401b-94ca-e49d31b55cc3 req-56c2d2bb-0fdb-425f-8e5f-c3a8658368c7 service neutron] For port b10faa27-93ae-4e46-9dd2-1de5c0e4bb12, host n-h2-825015-3, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:03:44.441323 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-3a8f0bf5-da38-401b-94ca-e49d31b55cc3 req-56c2d2bb-0fdb-425f-8e5f-c3a8658368c7 service neutron] For port b10faa27-93ae-4e46-9dd2-1de5c0e4bb12, host n-h2-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=b10faa27-93ae-4e46-9dd2-1de5c0e4bb12,segment=NetworkSegment(e0df655c-53d5-4e47-b9e2-65e8dfb9346a),segment_id=e0df655c-53d5-4e47-b9e2-65e8dfb9346a)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:03:44.452101 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-3a8f0bf5-da38-401b-94ca-e49d31b55cc3 req-56c2d2bb-0fdb-425f-8e5f-c3a8658368c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (b10faa27-93ae-4e46-9dd2-1de5c0e4bb12), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:44.483923 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7516bb40-0882-47de-9fb2-0af06eefbe94 req-0ba6265a-3bf0-4f0a-92de-4171e081e63d tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] 10.222.0.65 "GET /v2.0/security-groups?id=3c85419c-11a1-4818-b61e-56d3149c0f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601394 Feb 04 13:03:44.517453 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8f0bf5-da38-401b-94ca-e49d31b55cc3 req-56c2d2bb-0fdb-425f-8e5f-c3a8658368c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:44.518096 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-3a8f0bf5-da38-401b-94ca-e49d31b55cc3 req-56c2d2bb-0fdb-425f-8e5f-c3a8658368c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:44.519538 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-3a8f0bf5-da38-401b-94ca-e49d31b55cc3 req-56c2d2bb-0fdb-425f-8e5f-c3a8658368c7 service neutron] 10.222.0.77 "PUT /v2.0/ports/b10faa27-93ae-4e46-9dd2-1de5c0e4bb12 HTTP/1.1" status: 200 len: 1091 time: 0.7013664 Feb 04 13:03:44.520030 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd43604de-3975-4558-9146-b2dc6a1893c7', 'tag': 'b10faa27-93ae-4e46-9dd2-1de5c0e4bb12'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:03:44.522340 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97cabfb3-ee28-44ff-b78a-00bcc2fe7ffc" -d '{"events": [{"name": "network-changed", "server_uuid": "d43604de-3975-4558-9146-b2dc6a1893c7", "tag": "b10faa27-93ae-4e46-9dd2-1de5c0e4bb12"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:03:44.601420 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] No Port match for: 62745b50-66cd-4c9a-a101-dd68d4af360e {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:03:44.601770 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 62745b50-66cd-4c9a-a101-dd68d4af360e not bound to the agent host n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:03:44.618250 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85892af6-4dfe-4dc7-b83a-cb424ff3c3ce x-openstack-request-id: req-85892af6-4dfe-4dc7-b83a-cb424ff3c3ce {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:03:44.618622 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d43604de-3975-4558-9146-b2dc6a1893c7", "tag": "b10faa27-93ae-4e46-9dd2-1de5c0e4bb12", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:03:44.619193 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-85892af6-4dfe-4dc7-b83a-cb424ff3c3ce {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:03:44.619541 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd43604de-3975-4558-9146-b2dc6a1893c7', 'tag': 'b10faa27-93ae-4e46-9dd2-1de5c0e4bb12', 'status': 'completed', 'code': 200} Feb 04 13:03:44.623091 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c2d2bb-0fdb-425f-8e5f-c3a8658368c7 service neutron] Pushing event updated for resources: {'Port': ['ID=b10faa27-93ae-4e46-9dd2-1de5c0e4bb12,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:44.626230 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bf6cf6-0d22-4732-a427-aaa04467effd req-55a4f8b2-9138-46c4-bb3b-00f85451149e tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:44.635640 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-60bf6cf6-0d22-4732-a427-aaa04467effd req-55a4f8b2-9138-46c4-bb3b-00f85451149e tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] 10.222.0.65 "GET /v2.0/ports?device_id=5553145a-508d-400c-a137-57101a0236c0 HTTP/1.1" status: 200 len: 946 time: 0.1080105 Feb 04 13:03:44.643787 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8f0bf5-da38-401b-94ca-e49d31b55cc3 req-8329ecee-7098-4337-9874-e8f7e1eb6f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:44.645135 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-3a8f0bf5-da38-401b-94ca-e49d31b55cc3 req-8329ecee-7098-4337-9874-e8f7e1eb6f5b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=104f3c2fb08d48a0aeddd5720a424f34&device_id=d43604de-3975-4558-9146-b2dc6a1893c7 HTTP/1.1" status: 200 len: 1125 time: 0.0679111 Feb 04 13:03:44.687224 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-60bf6cf6-0d22-4732-a427-aaa04467effd req-3c798298-5873-452f-bb4e-f0d1428f4194 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] 10.222.0.65 "GET /v2.0/security-groups?id=85cc6a96-e87e-4d5a-b732-f8ff51e824a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504615 Feb 04 13:03:44.692772 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-3a8f0bf5-da38-401b-94ca-e49d31b55cc3 req-8141d463-c416-46af-8ec1-5b7d14ed7364 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b10faa27-93ae-4e46-9dd2-1de5c0e4bb12 HTTP/1.1" status: 200 len: 217 time: 0.0412366 Feb 04 13:03:44.743802 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8f0bf5-da38-401b-94ca-e49d31b55cc3 req-a8075ced-ac1d-4def-9d6e-4413f6218dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:44.745568 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-3a8f0bf5-da38-401b-94ca-e49d31b55cc3 req-a8075ced-ac1d-4def-9d6e-4413f6218dc7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=71c32274-d490-4204-a3e6-08050f17f761 HTTP/1.1" status: 200 len: 849 time: 0.0472021 Feb 04 13:03:44.779430 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-3a8f0bf5-da38-401b-94ca-e49d31b55cc3 req-1bb8654e-9122-47b0-8cd8-69a7e198f7e0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7e0e084c-e4eb-40bd-a819-cdfac4c085d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288522 Feb 04 13:03:44.895438 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-3a8f0bf5-da38-401b-94ca-e49d31b55cc3 req-9f457630-66fd-49bf-8d8d-2eda718fd020 service neutron] 10.222.0.77 "GET /v2.0/networks/7e0e084c-e4eb-40bd-a819-cdfac4c085d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092961 Feb 04 13:03:44.984246 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-3a8f0bf5-da38-401b-94ca-e49d31b55cc3 req-3730bac3-c5db-4857-95eb-b88f54984771 service neutron] 10.222.0.77 "GET /v2.0/networks/7e0e084c-e4eb-40bd-a819-cdfac4c085d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829475 Feb 04 13:03:45.070281 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cabfb3-ee28-44ff-b78a-00bcc2fe7ffc req-5620a997-d132-4231-81c4-bf806a1b6ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:45.071764 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-97cabfb3-ee28-44ff-b78a-00bcc2fe7ffc req-5620a997-d132-4231-81c4-bf806a1b6ad5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=104f3c2fb08d48a0aeddd5720a424f34&device_id=d43604de-3975-4558-9146-b2dc6a1893c7 HTTP/1.1" status: 200 len: 1125 time: 0.0465093 Feb 04 13:03:45.167212 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cabfb3-ee28-44ff-b78a-00bcc2fe7ffc req-0e2f7626-6c60-4994-b15f-28566d11b807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:45.168839 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-97cabfb3-ee28-44ff-b78a-00bcc2fe7ffc req-0e2f7626-6c60-4994-b15f-28566d11b807 service neutron] 10.222.0.77 "GET /v2.0/networks?id=7e0e084c-e4eb-40bd-a819-cdfac4c085d0 HTTP/1.1" status: 200 len: 910 time: 0.0917003 Feb 04 13:03:45.212750 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-97cabfb3-ee28-44ff-b78a-00bcc2fe7ffc req-56a4016e-a113-4b92-9fb7-9370524c3124 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b10faa27-93ae-4e46-9dd2-1de5c0e4bb12 HTTP/1.1" status: 200 len: 217 time: 0.0364137 Feb 04 13:03:45.266390 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cabfb3-ee28-44ff-b78a-00bcc2fe7ffc req-9665d956-8f3b-402a-9f04-fa07e0963917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:45.267939 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-97cabfb3-ee28-44ff-b78a-00bcc2fe7ffc req-9665d956-8f3b-402a-9f04-fa07e0963917 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=71c32274-d490-4204-a3e6-08050f17f761 HTTP/1.1" status: 200 len: 849 time: 0.0502806 Feb 04 13:03:45.302867 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-97cabfb3-ee28-44ff-b78a-00bcc2fe7ffc req-bf943e56-211c-4058-a442-3f2062d32b75 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7e0e084c-e4eb-40bd-a819-cdfac4c085d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288084 Feb 04 13:03:45.401151 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-97cabfb3-ee28-44ff-b78a-00bcc2fe7ffc req-72f1f652-6dce-4d3f-b754-45df51a920eb service neutron] 10.222.0.77 "GET /v2.0/networks/7e0e084c-e4eb-40bd-a819-cdfac4c085d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923979 Feb 04 13:03:45.495714 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-97cabfb3-ee28-44ff-b78a-00bcc2fe7ffc req-a7165ee0-f798-41bb-a6b6-379d217e0fb2 service neutron] 10.222.0.77 "GET /v2.0/networks/7e0e084c-e4eb-40bd-a819-cdfac4c085d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888240 Feb 04 13:03:45.523742 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:03:45.569799 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a70d7322-aab4-40e5-bcd1-07ab9b57e82d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:45.642812 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6976691a-c7de-4aac-92c0-f0812f51ae84 req-cfb73c00-a22b-4d20-af4b-b21c8e3ce217 tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:45.644722 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6976691a-c7de-4aac-92c0-f0812f51ae84 req-cfb73c00-a22b-4d20-af4b-b21c8e3ce217 tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] 10.222.0.65 "GET /v2.0/ports?device_id=d43604de-3975-4558-9146-b2dc6a1893c7 HTTP/1.1" status: 200 len: 943 time: 0.0636766 Feb 04 13:03:45.695867 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6976691a-c7de-4aac-92c0-f0812f51ae84 req-fcbcb314-53c2-4586-b84a-17d78db9c71f tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] 10.222.0.65 "GET /v2.0/security-groups?id=3c85419c-11a1-4818-b61e-56d3149c0f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444176 Feb 04 13:03:45.830375 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f853396-d256-4f77-8541-16b28cddb582 req-480bbc46-1f74-4d94-8e83-a38bbed560eb tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:45.832120 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7f853396-d256-4f77-8541-16b28cddb582 req-480bbc46-1f74-4d94-8e83-a38bbed560eb tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] 10.222.0.65 "GET /v2.0/ports?device_id=5553145a-508d-400c-a137-57101a0236c0 HTTP/1.1" status: 200 len: 946 time: 0.0683787 Feb 04 13:03:45.907140 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7f853396-d256-4f77-8541-16b28cddb582 req-5a1f37cb-2038-4ba2-bfeb-e356a846f2dd tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] 10.222.0.65 "GET /v2.0/security-groups?id=85cc6a96-e87e-4d5a-b732-f8ff51e824a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553768 Feb 04 13:03:46.035952 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1112ceb4-a5fe-4350-a7bb-4c73da668009 req-4b44fa8a-2979-4470-9753-81268c59c675 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:46.037392 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1112ceb4-a5fe-4350-a7bb-4c73da668009 req-4b44fa8a-2979-4470-9753-81268c59c675 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] 10.222.0.65 "GET /v2.0/ports?device_id=5553145a-508d-400c-a137-57101a0236c0 HTTP/1.1" status: 200 len: 946 time: 0.0575459 Feb 04 13:03:46.091334 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1112ceb4-a5fe-4350-a7bb-4c73da668009 req-6b5f1fda-fc20-4a17-af6e-2f51c5bf17eb tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] 10.222.0.65 "GET /v2.0/security-groups?id=85cc6a96-e87e-4d5a-b732-f8ff51e824a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472956 Feb 04 13:03:46.113783 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 56680) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:03:46.312581 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b530d3-b7f4-4e65-b058-055690dbe22a tempest-TestVolumeBackupRestore-637013327 tempest-TestVolumeBackupRestore-637013327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:46.314025 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-47b530d3-b7f4-4e65-b058-055690dbe22a tempest-TestVolumeBackupRestore-637013327 tempest-TestVolumeBackupRestore-637013327-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=5553145a-508d-400c-a137-57101a0236c0 HTTP/1.1" status: 200 len: 1123 time: 0.1991298 Feb 04 13:03:46.316985 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 56684) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:03:46.321376 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-54e6bd32-8c9b-4778-8588-d0dbbe9abc5d tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Request body: {'floatingip': {'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'port_id': 'f61b3859-623f-46ee-ae13-b2dbaadbddce', 'tenant_id': 'd97899bb83de48f19b584b6da57643aa', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:03:46.341493 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-54e6bd32-8c9b-4778-8588-d0dbbe9abc5d tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:46.439803 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-54e6bd32-8c9b-4778-8588-d0dbbe9abc5d tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:46.542196 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-54e6bd32-8c9b-4778-8588-d0dbbe9abc5d tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Allocated IP 172.25.3.40 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/1405bb42-32fe-4e0f-9536-69c551b85a68) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:03:46.827569 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cabc04-2fa1-4bf4-8f0d-c75dfedc52be req-2e0810f2-619a-4790-b9eb-51935b06c9d4 tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:46.829132 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a1cabc04-2fa1-4bf4-8f0d-c75dfedc52be req-2e0810f2-619a-4790-b9eb-51935b06c9d4 tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] 10.222.0.65 "GET /v2.0/ports?device_id=d43604de-3975-4558-9146-b2dc6a1893c7 HTTP/1.1" status: 200 len: 943 time: 0.0564666 Feb 04 13:03:46.880059 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a1cabc04-2fa1-4bf4-8f0d-c75dfedc52be req-72211d97-9478-463b-9476-14b7fcf91cac tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] 10.222.0.65 "GET /v2.0/security-groups?id=3c85419c-11a1-4818-b61e-56d3149c0f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450394 Feb 04 13:03:46.948107 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-54e6bd32-8c9b-4778-8588-d0dbbe9abc5d tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Publish callbacks [] for port (1405bb42-32fe-4e0f-9536-69c551b85a68), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:46.981967 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-54e6bd32-8c9b-4778-8588-d0dbbe9abc5d tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (1405bb42-32fe-4e0f-9536-69c551b85a68), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:47.022072 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e6bd32-8c9b-4778-8588-d0dbbe9abc5d tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:03:47.027420 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-54e6bd32-8c9b-4778-8588-d0dbbe9abc5d tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:03:47.031233 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e6bd32-8c9b-4778-8588-d0dbbe9abc5d tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:03:47.065897 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e6bd32-8c9b-4778-8588-d0dbbe9abc5d tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Pushing event updated for resources: {'Port': ['ID=1405bb42-32fe-4e0f-9536-69c551b85a68,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:47.417799 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-54e6bd32-8c9b-4778-8588-d0dbbe9abc5d tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Publish callbacks [] for floatingip (490fc0f5-aa43-4559-b850-9b90eae4261c), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:47.485923 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-54e6bd32-8c9b-4778-8588-d0dbbe9abc5d tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (1405bb42-32fe-4e0f-9536-69c551b85a68), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:47.637151 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-54e6bd32-8c9b-4778-8588-d0dbbe9abc5d tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Publish callbacks [] for port (1405bb42-32fe-4e0f-9536-69c551b85a68), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:47.642412 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-54e6bd32-8c9b-4778-8588-d0dbbe9abc5d tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (1405bb42-32fe-4e0f-9536-69c551b85a68), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:47.713485 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e6bd32-8c9b-4778-8588-d0dbbe9abc5d tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Pushing event updated for resources: {'Port': ['ID=1405bb42-32fe-4e0f-9536-69c551b85a68,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:47.725349 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-54e6bd32-8c9b-4778-8588-d0dbbe9abc5d tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1599943'] for floatingip (490fc0f5-aa43-4559-b850-9b90eae4261c), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:47.829098 n-d-825015-3 neutron-server[103474]: INFO neutron.db.l3_db [None req-54e6bd32-8c9b-4778-8588-d0dbbe9abc5d tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Floating IP 490fc0f5-aa43-4559-b850-9b90eae4261c associated. External IP: 172.25.3.40, port: f61b3859-623f-46ee-ae13-b2dbaadbddce. Feb 04 13:03:48.011378 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fce1ba-6d19-4119-9ef5-cd61b2bed591 req-e609fcf1-7e71-4f2d-9882-38385b4f12bd tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:48.013492 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c4fce1ba-6d19-4119-9ef5-cd61b2bed591 req-e609fcf1-7e71-4f2d-9882-38385b4f12bd tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] 10.222.0.65 "GET /v2.0/ports?device_id=d43604de-3975-4558-9146-b2dc6a1893c7 HTTP/1.1" status: 200 len: 943 time: 0.0618258 Feb 04 13:03:48.022236 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-162d692d-49d7-4bdd-a8f1-2f9f14628c0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:48.056815 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54e6bd32-8c9b-4778-8588-d0dbbe9abc5d tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Router 5b47ffd0-5187-44bf-a1a9-e59b5b922cde has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:03:48.063964 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c4fce1ba-6d19-4119-9ef5-cd61b2bed591 req-2df0ccbd-514f-463c-8332-f641b2f8414c tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] 10.222.0.65 "GET /v2.0/security-groups?id=3c85419c-11a1-4818-b61e-56d3149c0f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448852 Feb 04 13:03:48.173553 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54e6bd32-8c9b-4778-8588-d0dbbe9abc5d tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:03:48.184368 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45aca1a4-7238-4b4b-9ccb-534a44877191 None None] Sync routers for ids ['5b47ffd0-5187-44bf-a1a9-e59b5b922cde'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:03:48.196604 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-54e6bd32-8c9b-4778-8588-d0dbbe9abc5d tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:48.198516 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45aca1a4-7238-4b4b-9ccb-534a44877191 None None] Routers {'5b47ffd0-5187-44bf-a1a9-e59b5b922cde'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:03:48.199256 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-45aca1a4-7238-4b4b-9ccb-534a44877191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:03:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['5b47ffd0-5187-44bf-a1a9-e59b5b922cde'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:03:48.232575 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-54e6bd32-8c9b-4778-8588-d0dbbe9abc5d tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9121225 Feb 04 13:03:48.232575 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5553145a-508d-400c-a137-57101a0236c0', 'tag': 'f61b3859-623f-46ee-ae13-b2dbaadbddce'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:03:48.233462 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8518808b-bc64-4d41-89be-7effa7a25622" -d '{"events": [{"name": "network-changed", "server_uuid": "5553145a-508d-400c-a137-57101a0236c0", "tag": "f61b3859-623f-46ee-ae13-b2dbaadbddce"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:03:48.233979 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 56706) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:03:48.279913 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80a5eb3a-d7cf-40cf-b301-31277dbac27d x-openstack-request-id: req-80a5eb3a-d7cf-40cf-b301-31277dbac27d {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:03:48.280447 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5553145a-508d-400c-a137-57101a0236c0", "tag": "f61b3859-623f-46ee-ae13-b2dbaadbddce", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:03:48.280879 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-80a5eb3a-d7cf-40cf-b301-31277dbac27d {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:03:48.281485 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5553145a-508d-400c-a137-57101a0236c0', 'tag': 'f61b3859-623f-46ee-ae13-b2dbaadbddce', 'status': 'completed', 'code': 200} Feb 04 13:03:48.327034 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-45aca1a4-7238-4b4b-9ccb-534a44877191 None None] Set router 5b47ffd0-5187-44bf-a1a9-e59b5b922cde gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:03:48.332177 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f045f53-0508-4b2c-9027-6c93c6235778 tempest-TestVolumeBackupRestore-637013327 tempest-TestVolumeBackupRestore-637013327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:48.333828 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-1f045f53-0508-4b2c-9027-6c93c6235778 tempest-TestVolumeBackupRestore-637013327 tempest-TestVolumeBackupRestore-637013327-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=5553145a-508d-400c-a137-57101a0236c0 HTTP/1.1" status: 200 len: 1123 time: 0.0985620 Feb 04 13:03:48.336908 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 56712) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:03:48.343253 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-5694ceb6-4ea8-472d-ac45-f88e4c622d48 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Request body: {'floatingip': {'port_id': 'f61b3859-623f-46ee-ae13-b2dbaadbddce'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:03:48.368300 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8518808b-bc64-4d41-89be-7effa7a25622 req-9b9a56e0-5d95-4c0a-982d-46413ecf792f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:48.370572 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8518808b-bc64-4d41-89be-7effa7a25622 req-9b9a56e0-5d95-4c0a-982d-46413ecf792f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d97899bb83de48f19b584b6da57643aa&device_id=5553145a-508d-400c-a137-57101a0236c0 HTTP/1.1" status: 200 len: 1128 time: 0.0530462 Feb 04 13:03:48.420997 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device b10faa27-93ae-4e46-9dd2-1de5c0e4bb12 details requested by agent hyperv_n-h2-825015-3 with host n-h2-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:03:48.456325 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5694ceb6-4ea8-472d-ac45-f88e4c622d48 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Publish callbacks [] for floatingip (490fc0f5-aa43-4559-b850-9b90eae4261c), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:48.487911 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8518808b-bc64-4d41-89be-7effa7a25622 req-8eb1629d-60e1-41c1-8851-149159168b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:48.489947 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8518808b-bc64-4d41-89be-7effa7a25622 req-8eb1629d-60e1-41c1-8851-149159168b74 service neutron] 10.222.0.73 "GET /v2.0/networks?id=aad72205-99f1-4498-9759-feceeaaf17dd HTTP/1.1" status: 200 len: 914 time: 0.1065917 Feb 04 13:03:48.569416 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8518808b-bc64-4d41-89be-7effa7a25622 req-1207aef6-3d51-4c0f-8e31-34af8b221efb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f61b3859-623f-46ee-ae13-b2dbaadbddce HTTP/1.1" status: 200 len: 999 time: 0.0724702 Feb 04 13:03:48.629677 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port b10faa27-93ae-4e46-9dd2-1de5c0e4bb12, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=b10faa27-93ae-4e46-9dd2-1de5c0e4bb12,segment=NetworkSegment(e0df655c-53d5-4e47-b9e2-65e8dfb9346a),segment_id=e0df655c-53d5-4e47-b9e2-65e8dfb9346a)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:03:48.635273 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8518808b-bc64-4d41-89be-7effa7a25622 req-082e61d3-2acc-44ce-9f83-3b6f83739188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:48.637236 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8518808b-bc64-4d41-89be-7effa7a25622 req-082e61d3-2acc-44ce-9f83-3b6f83739188 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5f4da882-fd91-4cc6-ba86-4b722790b148 HTTP/1.1" status: 200 len: 852 time: 0.0593145 Feb 04 13:03:48.671378 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Returning: {'device': 'b10faa27-93ae-4e46-9dd2-1de5c0e4bb12', 'network_id': '7e0e084c-e4eb-40bd-a819-cdfac4c085d0', 'port_id': 'b10faa27-93ae-4e46-9dd2-1de5c0e4bb12', 'mac_address': 'fa:16:3e:43:6b:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71c32274-d490-4204-a3e6-08050f17f761', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:03:48.699493 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8518808b-bc64-4d41-89be-7effa7a25622 req-3b91e9df-5595-4d1b-9133-f73a4abac01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:48.701079 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8518808b-bc64-4d41-89be-7effa7a25622 req-3b91e9df-5595-4d1b-9133-f73a4abac01b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=aad72205-99f1-4498-9759-feceeaaf17dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0515172 Feb 04 13:03:48.732812 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port b10faa27-93ae-4e46-9dd2-1de5c0e4bb12 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:03:48.733325 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (b10faa27-93ae-4e46-9dd2-1de5c0e4bb12), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:48.749680 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b10faa27-93ae-4e46-9dd2-1de5c0e4bb12 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:03:48.776762 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port b10faa27-93ae-4e46-9dd2-1de5c0e4bb12, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=b10faa27-93ae-4e46-9dd2-1de5c0e4bb12,segment=NetworkSegment(e0df655c-53d5-4e47-b9e2-65e8dfb9346a),segment_id=e0df655c-53d5-4e47-b9e2-65e8dfb9346a)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:03:48.780038 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-45aca1a4-7238-4b4b-9ccb-534a44877191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b47ffd0-5187-44bf-a1a9-e59b5b922cde', 'name': 'tempest-TestVolumeBackupRestore-579211307-router', 'tenant_id': 'd97899bb83de48f19b584b6da57643aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'e1406e0e-87c7-4355-908f-c4820ef4a261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:59:58Z', 'updated_at': '2022-02-04T13:00:03Z', 'revision_number': 4, 'project_id': 'd97899bb83de48f19b584b6da57643aa', 'gw_port': {'id': 'e1406e0e-87c7-4355-908f-c4820ef4a261', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:26:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b47ffd0-5187-44bf-a1a9-e59b5b922cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:59:59Z', 'updated_at': '2022-02-04T13:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': '490fc0f5-aa43-4559-b850-9b90eae4261c', 'tenant_id': 'd97899bb83de48f19b584b6da57643aa', 'floating_ip_address': '172.25.3.40', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': '5b47ffd0-5187-44bf-a1a9-e59b5b922cde', 'port_id': 'f61b3859-623f-46ee-ae13-b2dbaadbddce', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3870, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aad72205-99f1-4498-9759-feceeaaf17dd', 'mac_address': 'fa:16:3e:c8:03:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5553145a-508d-400c-a137-57101a0236c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:03:47Z', 'updated_at': '2022-02-04T13:03:47Z', 'revision_number': 0, 'project_id': 'd97899bb83de48f19b584b6da57643aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '579efd09-9b58-4329-8fb3-70423083f08c', 'name': '', 'network_id': 'aad72205-99f1-4498-9759-feceeaaf17dd', 'tenant_id': 'd97899bb83de48f19b584b6da57643aa', 'mac_address': 'fa:16:3e:dd:a6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b47ffd0-5187-44bf-a1a9-e59b5b922cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': '5f4da882-fd91-4cc6-ba86-4b722790b148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:00:02Z', 'updated_at': '2022-02-04T13:00:08Z', 'revision_number': 5, 'project_id': 'd97899bb83de48f19b584b6da57643aa', 'subnets': [{'id': '5f4da882-fd91-4cc6-ba86-4b722790b148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:03:48.808516 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8518808b-bc64-4d41-89be-7effa7a25622 req-34b6bff0-cb40-490c-90ab-b8fb932d3949 service neutron] 10.222.0.73 "GET /v2.0/networks/aad72205-99f1-4498-9759-feceeaaf17dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970154 Feb 04 13:03:48.811255 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45aca1a4-7238-4b4b-9ccb-534a44877191 None None] Checking router: 5b47ffd0-5187-44bf-a1a9-e59b5b922cde for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:03:48.813639 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (b10faa27-93ae-4e46-9dd2-1de5c0e4bb12), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:48.856547 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45aca1a4-7238-4b4b-9ccb-534a44877191 None None] Routers {'5b47ffd0-5187-44bf-a1a9-e59b5b922cde'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:03:48.857407 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-45aca1a4-7238-4b4b-9ccb-534a44877191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:03:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['5b47ffd0-5187-44bf-a1a9-e59b5b922cde'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:03:48.940065 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8518808b-bc64-4d41-89be-7effa7a25622 req-5b0e876a-2689-4b0e-b533-4b1dc2fb92c1 service neutron] 10.222.0.73 "GET /v2.0/networks/aad72205-99f1-4498-9759-feceeaaf17dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246815 Feb 04 13:03:48.959450 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=b10faa27-93ae-4e46-9dd2-1de5c0e4bb12,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:49.004541 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-45aca1a4-7238-4b4b-9ccb-534a44877191 None None] Set router 5b47ffd0-5187-44bf-a1a9-e59b5b922cde gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:03:49.005578 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5694ceb6-4ea8-472d-ac45-f88e4c622d48 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:49.010860 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5694ceb6-4ea8-472d-ac45-f88e4c622d48 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1599943'] for floatingip (490fc0f5-aa43-4559-b850-9b90eae4261c), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:49.038788 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['b10faa27-93ae-4e46-9dd2-1de5c0e4bb12'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:03:49.226439 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f100c62-e5a0-40e8-9bd0-210252a9e7d6 req-ada87de2-31c3-4a77-813b-26c90cf0c0f2 tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:49.228766 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3f100c62-e5a0-40e8-9bd0-210252a9e7d6 req-ada87de2-31c3-4a77-813b-26c90cf0c0f2 tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] 10.222.0.65 "GET /v2.0/ports?device_id=d43604de-3975-4558-9146-b2dc6a1893c7 HTTP/1.1" status: 200 len: 944 time: 0.0616965 Feb 04 13:03:49.266533 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5694ceb6-4ea8-472d-ac45-f88e4c622d48 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Router 5b47ffd0-5187-44bf-a1a9-e59b5b922cde has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:03:49.302345 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3f100c62-e5a0-40e8-9bd0-210252a9e7d6 req-3f03ea54-4e1b-41d8-ac5d-fc521a16e8f9 tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] 10.222.0.65 "GET /v2.0/security-groups?id=3c85419c-11a1-4818-b61e-56d3149c0f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627527 Feb 04 13:03:49.345351 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:49.411425 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5694ceb6-4ea8-472d-ac45-f88e4c622d48 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:03:49.417387 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5694ceb6-4ea8-472d-ac45-f88e4c622d48 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:49.418851 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-45aca1a4-7238-4b4b-9ccb-534a44877191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b47ffd0-5187-44bf-a1a9-e59b5b922cde', 'name': 'tempest-TestVolumeBackupRestore-579211307-router', 'tenant_id': 'd97899bb83de48f19b584b6da57643aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'e1406e0e-87c7-4355-908f-c4820ef4a261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:59:58Z', 'updated_at': '2022-02-04T13:00:03Z', 'revision_number': 4, 'project_id': 'd97899bb83de48f19b584b6da57643aa', 'gw_port': {'id': 'e1406e0e-87c7-4355-908f-c4820ef4a261', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:26:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b47ffd0-5187-44bf-a1a9-e59b5b922cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:59:59Z', 'updated_at': '2022-02-04T13:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': '490fc0f5-aa43-4559-b850-9b90eae4261c', 'tenant_id': 'd97899bb83de48f19b584b6da57643aa', 'floating_ip_address': '172.25.3.40', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': '5b47ffd0-5187-44bf-a1a9-e59b5b922cde', 'port_id': 'f61b3859-623f-46ee-ae13-b2dbaadbddce', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3870, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aad72205-99f1-4498-9759-feceeaaf17dd', 'mac_address': 'fa:16:3e:c8:03:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5553145a-508d-400c-a137-57101a0236c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:03:47Z', 'updated_at': '2022-02-04T13:03:47Z', 'revision_number': 0, 'project_id': 'd97899bb83de48f19b584b6da57643aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '579efd09-9b58-4329-8fb3-70423083f08c', 'name': '', 'network_id': 'aad72205-99f1-4498-9759-feceeaaf17dd', 'tenant_id': 'd97899bb83de48f19b584b6da57643aa', 'mac_address': 'fa:16:3e:dd:a6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b47ffd0-5187-44bf-a1a9-e59b5b922cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': '5f4da882-fd91-4cc6-ba86-4b722790b148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:00:02Z', 'updated_at': '2022-02-04T13:00:08Z', 'revision_number': 5, 'project_id': 'd97899bb83de48f19b584b6da57643aa', 'subnets': [{'id': '5f4da882-fd91-4cc6-ba86-4b722790b148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:03:49.456689 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45aca1a4-7238-4b4b-9ccb-534a44877191 None None] The sync data for ids ['5b47ffd0-5187-44bf-a1a9-e59b5b922cde'] in n-d-825015-3 is: [{'id': '5b47ffd0-5187-44bf-a1a9-e59b5b922cde', 'name': 'tempest-TestVolumeBackupRestore-579211307-router', 'tenant_id': 'd97899bb83de48f19b584b6da57643aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'e1406e0e-87c7-4355-908f-c4820ef4a261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:59:58Z', 'updated_at': '2022-02-04T13:00:03Z', 'revision_number': 4, 'project_id': 'd97899bb83de48f19b584b6da57643aa', 'gw_port': {'id': 'e1406e0e-87c7-4355-908f-c4820ef4a261', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:26:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b47ffd0-5187-44bf-a1a9-e59b5b922cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:59:59Z', 'updated_at': '2022-02-04T13:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': '490fc0f5-aa43-4559-b850-9b90eae4261c', 'tenant_id': 'd97899bb83de48f19b584b6da57643aa', 'floating_ip_address': '172.25.3.40', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': '5b47ffd0-5187-44bf-a1a9-e59b5b922cde', 'port_id': 'f61b3859-623f-46ee-ae13-b2dbaadbddce', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3870, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aad72205-99f1-4498-9759-feceeaaf17dd', 'mac_address': 'fa:16:3e:c8:03:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5553145a-508d-400c-a137-57101a0236c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:03:47Z', 'updated_at': '2022-02-04T13:03:47Z', 'revision_number': 0, 'project_id': 'd97899bb83de48f19b584b6da57643aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '579efd09-9b58-4329-8fb3-70423083f08c', 'name': '', 'network_id': 'aad72205-99f1-4498-9759-feceeaaf17dd', 'tenant_id': 'd97899bb83de48f19b584b6da57643aa', 'mac_address': 'fa:16:3e:dd:a6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b47ffd0-5187-44bf-a1a9-e59b5b922cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': '5f4da882-fd91-4cc6-ba86-4b722790b148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:00:02Z', 'updated_at': '2022-02-04T13:00:08Z', 'revision_number': 5, 'project_id': 'd97899bb83de48f19b584b6da57643aa', 'subnets': [{'id': '5f4da882-fd91-4cc6-ba86-4b722790b148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:03:49.480679 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-5694ceb6-4ea8-472d-ac45-f88e4c622d48 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] 10.222.0.65 "PUT /v2.0/floatingips/490fc0f5-aa43-4559-b850-9b90eae4261c HTTP/1.1" status: 200 len: 991 time: 1.1422923 Feb 04 13:03:49.670235 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613b2a6d-e5f6-44c4-957b-e3365631903b None None] New status for floating IP 490fc0f5-aa43-4559-b850-9b90eae4261c: ACTIVE {{(pid=103477) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:03:50.001921 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8667e79-610c-4818-9dd1-7d182e94448d None None] Sync routers for ids ['5b47ffd0-5187-44bf-a1a9-e59b5b922cde'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:03:50.012480 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8667e79-610c-4818-9dd1-7d182e94448d None None] Routers {'5b47ffd0-5187-44bf-a1a9-e59b5b922cde'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:03:50.013092 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-c8667e79-610c-4818-9dd1-7d182e94448d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:03:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['5b47ffd0-5187-44bf-a1a9-e59b5b922cde'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:03:50.123727 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-c8667e79-610c-4818-9dd1-7d182e94448d None None] Set router 5b47ffd0-5187-44bf-a1a9-e59b5b922cde gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:03:50.283481 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5553145a-508d-400c-a137-57101a0236c0', 'tag': 'f61b3859-623f-46ee-ae13-b2dbaadbddce'}, {'name': 'network-changed', 'server_uuid': '5553145a-508d-400c-a137-57101a0236c0', 'tag': 'f61b3859-623f-46ee-ae13-b2dbaadbddce'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:03:50.286247 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d249ebfd-ce1e-4aac-92f9-b56f7795ccb2" -d '{"events": [{"name": "network-changed", "server_uuid": "5553145a-508d-400c-a137-57101a0236c0", "tag": "f61b3859-623f-46ee-ae13-b2dbaadbddce"}, {"name": "network-changed", "server_uuid": "5553145a-508d-400c-a137-57101a0236c0", "tag": "f61b3859-623f-46ee-ae13-b2dbaadbddce"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:03:50.329132 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 04 Feb 2022 13:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44f200be-881e-4e35-8ab3-6ccb0a287d6d x-openstack-request-id: req-44f200be-881e-4e35-8ab3-6ccb0a287d6d {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:03:50.329996 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5553145a-508d-400c-a137-57101a0236c0", "tag": "f61b3859-623f-46ee-ae13-b2dbaadbddce", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5553145a-508d-400c-a137-57101a0236c0", "tag": "f61b3859-623f-46ee-ae13-b2dbaadbddce", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:03:50.329996 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-44f200be-881e-4e35-8ab3-6ccb0a287d6d {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:03:50.331300 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5553145a-508d-400c-a137-57101a0236c0', 'tag': 'f61b3859-623f-46ee-ae13-b2dbaadbddce', 'status': 'completed', 'code': 200} Feb 04 13:03:50.331694 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5553145a-508d-400c-a137-57101a0236c0', 'tag': 'f61b3859-623f-46ee-ae13-b2dbaadbddce', 'status': 'completed', 'code': 200} Feb 04 13:03:50.403020 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-c8667e79-610c-4818-9dd1-7d182e94448d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b47ffd0-5187-44bf-a1a9-e59b5b922cde', 'name': 'tempest-TestVolumeBackupRestore-579211307-router', 'tenant_id': 'd97899bb83de48f19b584b6da57643aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'e1406e0e-87c7-4355-908f-c4820ef4a261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:59:58Z', 'updated_at': '2022-02-04T13:00:03Z', 'revision_number': 4, 'project_id': 'd97899bb83de48f19b584b6da57643aa', 'gw_port': {'id': 'e1406e0e-87c7-4355-908f-c4820ef4a261', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:26:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b47ffd0-5187-44bf-a1a9-e59b5b922cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:59:59Z', 'updated_at': '2022-02-04T13:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': '490fc0f5-aa43-4559-b850-9b90eae4261c', 'tenant_id': 'd97899bb83de48f19b584b6da57643aa', 'floating_ip_address': '172.25.3.40', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': '5b47ffd0-5187-44bf-a1a9-e59b5b922cde', 'port_id': 'f61b3859-623f-46ee-ae13-b2dbaadbddce', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3870, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aad72205-99f1-4498-9759-feceeaaf17dd', 'mac_address': 'fa:16:3e:c8:03:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5553145a-508d-400c-a137-57101a0236c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:03:47Z', 'updated_at': '2022-02-04T13:03:49Z', 'revision_number': 2, 'project_id': 'd97899bb83de48f19b584b6da57643aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '579efd09-9b58-4329-8fb3-70423083f08c', 'name': '', 'network_id': 'aad72205-99f1-4498-9759-feceeaaf17dd', 'tenant_id': 'd97899bb83de48f19b584b6da57643aa', 'mac_address': 'fa:16:3e:dd:a6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b47ffd0-5187-44bf-a1a9-e59b5b922cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': '5f4da882-fd91-4cc6-ba86-4b722790b148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:00:02Z', 'updated_at': '2022-02-04T13:00:08Z', 'revision_number': 5, 'project_id': 'd97899bb83de48f19b584b6da57643aa', 'subnets': [{'id': '5f4da882-fd91-4cc6-ba86-4b722790b148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:03:50.434152 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device b10faa27-93ae-4e46-9dd2-1de5c0e4bb12 up at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:03:50.438680 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8667e79-610c-4818-9dd1-7d182e94448d None None] Checking router: 5b47ffd0-5187-44bf-a1a9-e59b5b922cde for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:03:50.467673 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1306d5bc-1405-4a18-a634-812da866fa85 req-8d39440e-c702-4db7-b3ce-c6b446faf5d3 tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:50.469305 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1306d5bc-1405-4a18-a634-812da866fa85 req-8d39440e-c702-4db7-b3ce-c6b446faf5d3 tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] 10.222.0.65 "GET /v2.0/ports?device_id=d43604de-3975-4558-9146-b2dc6a1893c7 HTTP/1.1" status: 200 len: 944 time: 0.0792832 Feb 04 13:03:50.471810 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d249ebfd-ce1e-4aac-92f9-b56f7795ccb2 req-d91237f9-0f14-4719-8619-54066fb900ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:50.473277 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d249ebfd-ce1e-4aac-92f9-b56f7795ccb2 req-d91237f9-0f14-4719-8619-54066fb900ad service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d97899bb83de48f19b584b6da57643aa&device_id=5553145a-508d-400c-a137-57101a0236c0 HTTP/1.1" status: 200 len: 1128 time: 0.1124501 Feb 04 13:03:50.483325 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8667e79-610c-4818-9dd1-7d182e94448d None None] Routers {'5b47ffd0-5187-44bf-a1a9-e59b5b922cde'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:03:50.483921 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-c8667e79-610c-4818-9dd1-7d182e94448d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:03:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['5b47ffd0-5187-44bf-a1a9-e59b5b922cde'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:03:50.593922 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1306d5bc-1405-4a18-a634-812da866fa85 req-dde3d228-979b-45e5-8505-86eb2cb80278 tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] 10.222.0.65 "GET /v2.0/security-groups?id=3c85419c-11a1-4818-b61e-56d3149c0f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164315 Feb 04 13:03:50.595126 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning for port b10faa27-93ae-4e46-9dd2-1de5c0e4bb12 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:03:50.605184 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning complete for port b10faa27-93ae-4e46-9dd2-1de5c0e4bb12 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:03:50.605625 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (b10faa27-93ae-4e46-9dd2-1de5c0e4bb12), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:50.620029 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d249ebfd-ce1e-4aac-92f9-b56f7795ccb2 req-9fa039b1-486b-479d-b0c6-01eddeeceac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:50.621585 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d249ebfd-ce1e-4aac-92f9-b56f7795ccb2 req-9fa039b1-486b-479d-b0c6-01eddeeceac5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=aad72205-99f1-4498-9759-feceeaaf17dd HTTP/1.1" status: 200 len: 914 time: 0.1413510 Feb 04 13:03:50.639277 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:50.665233 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-c8667e79-610c-4818-9dd1-7d182e94448d None None] Set router 5b47ffd0-5187-44bf-a1a9-e59b5b922cde gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:03:50.689786 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d249ebfd-ce1e-4aac-92f9-b56f7795ccb2 req-a7a0941e-5109-4376-8033-d36acf49c824 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f61b3859-623f-46ee-ae13-b2dbaadbddce HTTP/1.1" status: 200 len: 1001 time: 0.0615485 Feb 04 13:03:50.748163 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d249ebfd-ce1e-4aac-92f9-b56f7795ccb2 req-94c091e0-bb6f-4359-b8a3-1bfde046be2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:50.749712 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d249ebfd-ce1e-4aac-92f9-b56f7795ccb2 req-94c091e0-bb6f-4359-b8a3-1bfde046be2a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5f4da882-fd91-4cc6-ba86-4b722790b148 HTTP/1.1" status: 200 len: 852 time: 0.0503023 Feb 04 13:03:50.818770 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d249ebfd-ce1e-4aac-92f9-b56f7795ccb2 req-354bdcdc-07ca-4a07-9e5a-8f0269a2fa1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:50.820921 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d249ebfd-ce1e-4aac-92f9-b56f7795ccb2 req-354bdcdc-07ca-4a07-9e5a-8f0269a2fa1d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=aad72205-99f1-4498-9759-feceeaaf17dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0590472 Feb 04 13:03:50.922866 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d249ebfd-ce1e-4aac-92f9-b56f7795ccb2 req-0be3a269-4ebc-46ca-8ed8-d82d9e0c20e2 service neutron] 10.222.0.73 "GET /v2.0/networks/aad72205-99f1-4498-9759-feceeaaf17dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909944 Feb 04 13:03:50.963458 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port b10faa27-93ae-4e46-9dd2-1de5c0e4bb12 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:03:50.963981 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (b10faa27-93ae-4e46-9dd2-1de5c0e4bb12), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:51.025730 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d249ebfd-ce1e-4aac-92f9-b56f7795ccb2 req-dd34a1b0-6fbd-45a7-89da-8525189e28a0 service neutron] 10.222.0.73 "GET /v2.0/networks/aad72205-99f1-4498-9759-feceeaaf17dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957427 Feb 04 13:03:51.026747 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd43604de-3975-4558-9146-b2dc6a1893c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b10faa27-93ae-4e46-9dd2-1de5c0e4bb12'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:03:51.028999 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05e93d30-6fa0-437c-9140-1141ba98830a" -d '{"events": [{"server_uuid": "d43604de-3975-4558-9146-b2dc6a1893c7", "name": "network-vif-plugged", "status": "completed", "tag": "b10faa27-93ae-4e46-9dd2-1de5c0e4bb12"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:03:51.047565 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port b10faa27-93ae-4e46-9dd2-1de5c0e4bb12, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=b10faa27-93ae-4e46-9dd2-1de5c0e4bb12,segment=NetworkSegment(e0df655c-53d5-4e47-b9e2-65e8dfb9346a),segment_id=e0df655c-53d5-4e47-b9e2-65e8dfb9346a)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:03:51.070571 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e59c4419-3d5d-45af-910b-3ff558bc896a x-openstack-request-id: req-e59c4419-3d5d-45af-910b-3ff558bc896a {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:03:51.070868 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d43604de-3975-4558-9146-b2dc6a1893c7", "name": "network-vif-plugged", "status": "completed", "tag": "b10faa27-93ae-4e46-9dd2-1de5c0e4bb12", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:03:51.071121 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e59c4419-3d5d-45af-910b-3ff558bc896a {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:03:51.072081 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd43604de-3975-4558-9146-b2dc6a1893c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b10faa27-93ae-4e46-9dd2-1de5c0e4bb12', 'code': 200} Feb 04 13:03:51.072978 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (b10faa27-93ae-4e46-9dd2-1de5c0e4bb12), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:51.133586 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d249ebfd-ce1e-4aac-92f9-b56f7795ccb2 req-48fd70e7-4e13-4855-9fe8-0b88c5a096c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:51.136411 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d249ebfd-ce1e-4aac-92f9-b56f7795ccb2 req-48fd70e7-4e13-4855-9fe8-0b88c5a096c0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d97899bb83de48f19b584b6da57643aa&device_id=5553145a-508d-400c-a137-57101a0236c0 HTTP/1.1" status: 200 len: 1128 time: 0.0604048 Feb 04 13:03:51.162197 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=b10faa27-93ae-4e46-9dd2-1de5c0e4bb12,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:51.214062 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffb7fec-8ee4-480c-a5a3-9ff10836393d req-8709a548-a3c8-4778-b407-34742f5fd194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:51.217025 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-8ffb7fec-8ee4-480c-a5a3-9ff10836393d req-8709a548-a3c8-4778-b407-34742f5fd194 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=d43604de-3975-4558-9146-b2dc6a1893c7 HTTP/1.1" status: 200 len: 1127 time: 0.0730498 Feb 04 13:03:51.220160 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-c8667e79-610c-4818-9dd1-7d182e94448d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b47ffd0-5187-44bf-a1a9-e59b5b922cde', 'name': 'tempest-TestVolumeBackupRestore-579211307-router', 'tenant_id': 'd97899bb83de48f19b584b6da57643aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'e1406e0e-87c7-4355-908f-c4820ef4a261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:59:58Z', 'updated_at': '2022-02-04T13:00:03Z', 'revision_number': 4, 'project_id': 'd97899bb83de48f19b584b6da57643aa', 'gw_port': {'id': 'e1406e0e-87c7-4355-908f-c4820ef4a261', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:26:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b47ffd0-5187-44bf-a1a9-e59b5b922cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:59:59Z', 'updated_at': '2022-02-04T13:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': '490fc0f5-aa43-4559-b850-9b90eae4261c', 'tenant_id': 'd97899bb83de48f19b584b6da57643aa', 'floating_ip_address': '172.25.3.40', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': '5b47ffd0-5187-44bf-a1a9-e59b5b922cde', 'port_id': 'f61b3859-623f-46ee-ae13-b2dbaadbddce', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3870, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aad72205-99f1-4498-9759-feceeaaf17dd', 'mac_address': 'fa:16:3e:c8:03:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5553145a-508d-400c-a137-57101a0236c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:03:47Z', 'updated_at': '2022-02-04T13:03:49Z', 'revision_number': 2, 'project_id': 'd97899bb83de48f19b584b6da57643aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '579efd09-9b58-4329-8fb3-70423083f08c', 'name': '', 'network_id': 'aad72205-99f1-4498-9759-feceeaaf17dd', 'tenant_id': 'd97899bb83de48f19b584b6da57643aa', 'mac_address': 'fa:16:3e:dd:a6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b47ffd0-5187-44bf-a1a9-e59b5b922cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': '5f4da882-fd91-4cc6-ba86-4b722790b148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:00:02Z', 'updated_at': '2022-02-04T13:00:08Z', 'revision_number': 5, 'project_id': 'd97899bb83de48f19b584b6da57643aa', 'subnets': [{'id': '5f4da882-fd91-4cc6-ba86-4b722790b148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:03:51.255562 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8667e79-610c-4818-9dd1-7d182e94448d None None] The sync data for ids ['5b47ffd0-5187-44bf-a1a9-e59b5b922cde'] in n-d-825015-3 is: [{'id': '5b47ffd0-5187-44bf-a1a9-e59b5b922cde', 'name': 'tempest-TestVolumeBackupRestore-579211307-router', 'tenant_id': 'd97899bb83de48f19b584b6da57643aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'e1406e0e-87c7-4355-908f-c4820ef4a261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:59:58Z', 'updated_at': '2022-02-04T13:00:03Z', 'revision_number': 4, 'project_id': 'd97899bb83de48f19b584b6da57643aa', 'gw_port': {'id': 'e1406e0e-87c7-4355-908f-c4820ef4a261', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:26:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b47ffd0-5187-44bf-a1a9-e59b5b922cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:59:59Z', 'updated_at': '2022-02-04T13:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': '490fc0f5-aa43-4559-b850-9b90eae4261c', 'tenant_id': 'd97899bb83de48f19b584b6da57643aa', 'floating_ip_address': '172.25.3.40', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': '5b47ffd0-5187-44bf-a1a9-e59b5b922cde', 'port_id': 'f61b3859-623f-46ee-ae13-b2dbaadbddce', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3870, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aad72205-99f1-4498-9759-feceeaaf17dd', 'mac_address': 'fa:16:3e:c8:03:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5553145a-508d-400c-a137-57101a0236c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:03:47Z', 'updated_at': '2022-02-04T13:03:49Z', 'revision_number': 2, 'project_id': 'd97899bb83de48f19b584b6da57643aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '579efd09-9b58-4329-8fb3-70423083f08c', 'name': '', 'network_id': 'aad72205-99f1-4498-9759-feceeaaf17dd', 'tenant_id': 'd97899bb83de48f19b584b6da57643aa', 'mac_address': 'fa:16:3e:dd:a6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b47ffd0-5187-44bf-a1a9-e59b5b922cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': '5f4da882-fd91-4cc6-ba86-4b722790b148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:00:02Z', 'updated_at': '2022-02-04T13:00:08Z', 'revision_number': 5, 'project_id': 'd97899bb83de48f19b584b6da57643aa', 'subnets': [{'id': '5f4da882-fd91-4cc6-ba86-4b722790b148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:03:51.277703 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-8ffb7fec-8ee4-480c-a5a3-9ff10836393d req-6b8abde9-06b7-44c5-8372-617f597aa6e1 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=3c85419c-11a1-4818-b61e-56d3149c0f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540841 Feb 04 13:03:51.279530 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d249ebfd-ce1e-4aac-92f9-b56f7795ccb2 req-c369b685-9fc1-4a5a-aa5b-2c70cd334914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:51.281187 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d249ebfd-ce1e-4aac-92f9-b56f7795ccb2 req-c369b685-9fc1-4a5a-aa5b-2c70cd334914 service neutron] 10.222.0.73 "GET /v2.0/networks?id=aad72205-99f1-4498-9759-feceeaaf17dd HTTP/1.1" status: 200 len: 914 time: 0.1324711 Feb 04 13:03:51.357359 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d249ebfd-ce1e-4aac-92f9-b56f7795ccb2 req-bdb2b760-17e7-478a-ad46-3fc5c1d75fcb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f61b3859-623f-46ee-ae13-b2dbaadbddce HTTP/1.1" status: 200 len: 1001 time: 0.0692217 Feb 04 13:03:51.416583 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d249ebfd-ce1e-4aac-92f9-b56f7795ccb2 req-90241f8e-9265-492d-beef-3e1f42a33387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:51.417944 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d249ebfd-ce1e-4aac-92f9-b56f7795ccb2 req-90241f8e-9265-492d-beef-3e1f42a33387 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5f4da882-fd91-4cc6-ba86-4b722790b148 HTTP/1.1" status: 200 len: 852 time: 0.0539706 Feb 04 13:03:51.476217 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d249ebfd-ce1e-4aac-92f9-b56f7795ccb2 req-e580b799-e8e2-4e6f-88a2-123d9a50d149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:51.478415 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d249ebfd-ce1e-4aac-92f9-b56f7795ccb2 req-e580b799-e8e2-4e6f-88a2-123d9a50d149 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=aad72205-99f1-4498-9759-feceeaaf17dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0533824 Feb 04 13:03:51.575085 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d249ebfd-ce1e-4aac-92f9-b56f7795ccb2 req-2a0711a8-c0eb-4fe0-b661-8da893283eea service neutron] 10.222.0.73 "GET /v2.0/networks/aad72205-99f1-4498-9759-feceeaaf17dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886853 Feb 04 13:03:51.701043 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d249ebfd-ce1e-4aac-92f9-b56f7795ccb2 req-79b2c30f-8b11-4237-9939-451ee2312d18 service neutron] 10.222.0.73 "GET /v2.0/networks/aad72205-99f1-4498-9759-feceeaaf17dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186688 Feb 04 13:03:51.747006 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:51.766524 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db670c8e-b5d3-4cad-b442-67c47113f603 req-8307311d-3947-4eb0-9f34-56f59f52df98 tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:51.768164 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-db670c8e-b5d3-4cad-b442-67c47113f603 req-8307311d-3947-4eb0-9f34-56f59f52df98 tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] 10.222.0.65 "GET /v2.0/ports?device_id=d43604de-3975-4558-9146-b2dc6a1893c7 HTTP/1.1" status: 200 len: 945 time: 0.0851085 Feb 04 13:03:51.829558 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-db670c8e-b5d3-4cad-b442-67c47113f603 req-bc21449b-00b8-4f07-a174-40b00ce0c442 tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] 10.222.0.65 "GET /v2.0/security-groups?id=3c85419c-11a1-4818-b61e-56d3149c0f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557640 Feb 04 13:03:52.003552 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 56748) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:03:52.113593 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7df67ed3-af9b-4d00-90d5-ef733dbf0a6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:52.197729 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7df67ed3-af9b-4d00-90d5-ef733dbf0a6c admin admin] Publish callbacks [] for security_group (00f6b8bf-4310-487f-ba1e-e1a4d9fcec2b), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:52.202602 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7df67ed3-af9b-4d00-90d5-ef733dbf0a6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (00f6b8bf-4310-487f-ba1e-e1a4d9fcec2b), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:52.249201 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 56752) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:03:52.249519 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-7df67ed3-af9b-4d00-90d5-ef733dbf0a6c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f95f3b5bc80a48eb8da7476db02da406&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2446063 Feb 04 13:03:52.250074 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df67ed3-af9b-4d00-90d5-ef733dbf0a6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00f6b8bf-4310-487f-ba1e-e1a4d9fcec2b,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:52.316386 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b0c1b016-2386-4df0-9eb3-90bbc889c9f8 admin admin] Publish callbacks [] for security_group (00f6b8bf-4310-487f-ba1e-e1a4d9fcec2b), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:52.342489 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b0c1b016-2386-4df0-9eb3-90bbc889c9f8 admin admin] Publish callbacks [] for security_group (00f6b8bf-4310-487f-ba1e-e1a4d9fcec2b), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:52.394102 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b0c1b016-2386-4df0-9eb3-90bbc889c9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (00f6b8bf-4310-487f-ba1e-e1a4d9fcec2b), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:52.396863 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b0c1b016-2386-4df0-9eb3-90bbc889c9f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:52.401018 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-b0c1b016-2386-4df0-9eb3-90bbc889c9f8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/00f6b8bf-4310-487f-ba1e-e1a4d9fcec2b HTTP/1.1" status: 204 len: 168 time: 0.1478579 Feb 04 13:03:52.407683 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c1b016-2386-4df0-9eb3-90bbc889c9f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00f6b8bf-4310-487f-ba1e-e1a4d9fcec2b,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:52.416785 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c1b016-2386-4df0-9eb3-90bbc889c9f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:03:52.417224 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c1b016-2386-4df0-9eb3-90bbc889c9f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:03:52.417672 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c1b016-2386-4df0-9eb3-90bbc889c9f8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:03:52.418022 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c1b016-2386-4df0-9eb3-90bbc889c9f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:03:52.418365 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c1b016-2386-4df0-9eb3-90bbc889c9f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:03:52.418706 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c1b016-2386-4df0-9eb3-90bbc889c9f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:03:52.419091 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c1b016-2386-4df0-9eb3-90bbc889c9f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:03:52.419439 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c1b016-2386-4df0-9eb3-90bbc889c9f8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:03:52.419788 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c1b016-2386-4df0-9eb3-90bbc889c9f8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:03:52.420123 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c1b016-2386-4df0-9eb3-90bbc889c9f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:03:52.420515 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c1b016-2386-4df0-9eb3-90bbc889c9f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:03:52.420804 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c1b016-2386-4df0-9eb3-90bbc889c9f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:03:52.421150 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c1b016-2386-4df0-9eb3-90bbc889c9f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:03:52.669188 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 56758) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:03:52.683757 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-648bbe9e-f8e7-444b-acf2-87d9b461dd50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:52.771720 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-648bbe9e-f8e7-444b-acf2-87d9b461dd50 admin admin] Publish callbacks [] for security_group (e0a8ba9f-4a51-4730-9a4b-5ce409b361ba), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:52.776717 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-648bbe9e-f8e7-444b-acf2-87d9b461dd50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (e0a8ba9f-4a51-4730-9a4b-5ce409b361ba), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:52.815254 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-648bbe9e-f8e7-444b-acf2-87d9b461dd50 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ba9e7a11b8c44947837d04de853145b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1449721 Feb 04 13:03:52.816400 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648bbe9e-f8e7-444b-acf2-87d9b461dd50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a8ba9f-4a51-4730-9a4b-5ce409b361ba,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:52.818015 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 56760) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:03:52.867663 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ea43f383-3ec7-4526-b0ff-3b9e79b00aa1 admin admin] Publish callbacks [] for security_group (e0a8ba9f-4a51-4730-9a4b-5ce409b361ba), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:52.889335 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ea43f383-3ec7-4526-b0ff-3b9e79b00aa1 admin admin] Publish callbacks [] for security_group (e0a8ba9f-4a51-4730-9a4b-5ce409b361ba), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:52.940237 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ea43f383-3ec7-4526-b0ff-3b9e79b00aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (e0a8ba9f-4a51-4730-9a4b-5ce409b361ba), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:52.943005 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ea43f383-3ec7-4526-b0ff-3b9e79b00aa1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:52.944422 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-ea43f383-3ec7-4526-b0ff-3b9e79b00aa1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e0a8ba9f-4a51-4730-9a4b-5ce409b361ba HTTP/1.1" status: 204 len: 168 time: 0.1253529 Feb 04 13:03:52.956741 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea43f383-3ec7-4526-b0ff-3b9e79b00aa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0a8ba9f-4a51-4730-9a4b-5ce409b361ba,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:52.959714 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000a83c8-7c4d-4b42-94af-4eef098d2164 req-89f04cc4-a9c5-4962-b90b-6a7260e2ab44 tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:52.961283 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-000a83c8-7c4d-4b42-94af-4eef098d2164 req-89f04cc4-a9c5-4962-b90b-6a7260e2ab44 tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] 10.222.0.65 "GET /v2.0/ports?device_id=d43604de-3975-4558-9146-b2dc6a1893c7 HTTP/1.1" status: 200 len: 945 time: 0.0582376 Feb 04 13:03:53.014546 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-000a83c8-7c4d-4b42-94af-4eef098d2164 req-e1be57bf-6f75-429d-bd66-af273e6bce05 tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] 10.222.0.65 "GET /v2.0/security-groups?id=3c85419c-11a1-4818-b61e-56d3149c0f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465021 Feb 04 13:03:53.668696 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aaae1b-d63b-43c7-8947-5de64acfc542 req-6af7e9d7-a2c1-4de0-adb3-f2b0cdf9b167 tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:53.670143 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e4aaae1b-d63b-43c7-8947-5de64acfc542 req-6af7e9d7-a2c1-4de0-adb3-f2b0cdf9b167 tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] 10.222.0.65 "GET /v2.0/ports?device_id=d43604de-3975-4558-9146-b2dc6a1893c7 HTTP/1.1" status: 200 len: 945 time: 0.0570188 Feb 04 13:03:53.726221 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e4aaae1b-d63b-43c7-8947-5de64acfc542 req-6f11853d-aeb1-4a62-91be-9ccd20633a39 tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] 10.222.0.65 "GET /v2.0/security-groups?id=3c85419c-11a1-4818-b61e-56d3149c0f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502572 Feb 04 13:03:54.863394 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46ee45f-c1a9-4da4-8a2f-732376a2d291 req-76c7feca-b25b-4ad9-ac8a-187e08ec8591 tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:54.864943 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c46ee45f-c1a9-4da4-8a2f-732376a2d291 req-76c7feca-b25b-4ad9-ac8a-187e08ec8591 tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] 10.222.0.65 "GET /v2.0/ports?device_id=d43604de-3975-4558-9146-b2dc6a1893c7 HTTP/1.1" status: 200 len: 945 time: 0.0571358 Feb 04 13:03:54.911450 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67532971-0fb3-4b50-985d-491073735913 req-8e1ddac0-b487-4adc-b13d-f8cbd4d39fb6 tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:54.913146 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-67532971-0fb3-4b50-985d-491073735913 req-8e1ddac0-b487-4adc-b13d-f8cbd4d39fb6 tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d43604de-3975-4558-9146-b2dc6a1893c7 HTTP/1.1" status: 200 len: 945 time: 0.0567100 Feb 04 13:03:54.923954 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c46ee45f-c1a9-4da4-8a2f-732376a2d291 req-341bc835-e9b8-49d7-9583-9d1890e9a491 tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] 10.222.0.65 "GET /v2.0/security-groups?id=3c85419c-11a1-4818-b61e-56d3149c0f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523922 Feb 04 13:03:55.019629 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-67532971-0fb3-4b50-985d-491073735913 req-a8c0a5f8-47fe-4932-9256-36dfa73cab1e tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] Deleting port b10faa27-93ae-4e46-9dd2-1de5c0e4bb12 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:03:55.020062 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-67532971-0fb3-4b50-985d-491073735913 req-a8c0a5f8-47fe-4932-9256-36dfa73cab1e tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (b10faa27-93ae-4e46-9dd2-1de5c0e4bb12), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:55.113811 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-67532971-0fb3-4b50-985d-491073735913 req-a8c0a5f8-47fe-4932-9256-36dfa73cab1e tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] For port b10faa27-93ae-4e46-9dd2-1de5c0e4bb12, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=b10faa27-93ae-4e46-9dd2-1de5c0e4bb12,segment=NetworkSegment(e0df655c-53d5-4e47-b9e2-65e8dfb9346a),segment_id=e0df655c-53d5-4e47-b9e2-65e8dfb9346a)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:03:55.114176 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-67532971-0fb3-4b50-985d-491073735913 req-a8c0a5f8-47fe-4932-9256-36dfa73cab1e tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (b10faa27-93ae-4e46-9dd2-1de5c0e4bb12), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:55.127983 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-67532971-0fb3-4b50-985d-491073735913 req-a8c0a5f8-47fe-4932-9256-36dfa73cab1e tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] Calling delete_port for b10faa27-93ae-4e46-9dd2-1de5c0e4bb12 owned by compute:nova {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:03:55.259823 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-67532971-0fb3-4b50-985d-491073735913 req-a8c0a5f8-47fe-4932-9256-36dfa73cab1e tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (b10faa27-93ae-4e46-9dd2-1de5c0e4bb12), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:55.271863 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['b10faa27-93ae-4e46-9dd2-1de5c0e4bb12'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:03:55.289692 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c0a5f8-47fe-4932-9256-36dfa73cab1e tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] Pushing event deleted for resources: {'Port': ['ID=b10faa27-93ae-4e46-9dd2-1de5c0e4bb12,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:55.301808 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c0a5f8-47fe-4932-9256-36dfa73cab1e tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:03:55.302142 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c0a5f8-47fe-4932-9256-36dfa73cab1e tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:03:55.302506 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c0a5f8-47fe-4932-9256-36dfa73cab1e tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:03:55.302850 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c0a5f8-47fe-4932-9256-36dfa73cab1e tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:03:55.303757 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c0a5f8-47fe-4932-9256-36dfa73cab1e tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:03:55.303757 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c0a5f8-47fe-4932-9256-36dfa73cab1e tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:03:55.303966 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c0a5f8-47fe-4932-9256-36dfa73cab1e tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:03:55.304189 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c0a5f8-47fe-4932-9256-36dfa73cab1e tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:03:55.304526 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c0a5f8-47fe-4932-9256-36dfa73cab1e tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:03:55.304856 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c0a5f8-47fe-4932-9256-36dfa73cab1e tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:03:55.305191 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c0a5f8-47fe-4932-9256-36dfa73cab1e tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:03:55.305625 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c0a5f8-47fe-4932-9256-36dfa73cab1e tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:03:55.305870 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c0a5f8-47fe-4932-9256-36dfa73cab1e tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:03:55.360507 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-67532971-0fb3-4b50-985d-491073735913 req-a8c0a5f8-47fe-4932-9256-36dfa73cab1e tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] No DVR routers for this DVR port b10faa27-93ae-4e46-9dd2-1de5c0e4bb12 on host n-h2-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:03:55.363257 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-67532971-0fb3-4b50-985d-491073735913 req-a8c0a5f8-47fe-4932-9256-36dfa73cab1e tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:55.366593 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-67532971-0fb3-4b50-985d-491073735913 req-a8c0a5f8-47fe-4932-9256-36dfa73cab1e tempest-VolumesActionsTest-1821313822 tempest-VolumesActionsTest-1821313822-project] 10.222.0.77 "DELETE /v2.0/ports/b10faa27-93ae-4e46-9dd2-1de5c0e4bb12 HTTP/1.1" status: 204 len: 173 time: 0.4485667 Feb 04 13:03:55.367036 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd43604de-3975-4558-9146-b2dc6a1893c7', 'name': 'network-vif-deleted', 'tag': 'b10faa27-93ae-4e46-9dd2-1de5c0e4bb12'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:03:55.370084 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a93ae400-b66d-4d3c-964c-16d9ae9bc155" -d '{"events": [{"server_uuid": "d43604de-3975-4558-9146-b2dc6a1893c7", "name": "network-vif-deleted", "tag": "b10faa27-93ae-4e46-9dd2-1de5c0e4bb12"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:03:55.417309 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67e35aef-44af-4a6b-8193-d1e8a476b19a x-openstack-request-id: req-67e35aef-44af-4a6b-8193-d1e8a476b19a {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:03:55.417619 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d43604de-3975-4558-9146-b2dc6a1893c7", "name": "network-vif-deleted", "tag": "b10faa27-93ae-4e46-9dd2-1de5c0e4bb12", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:03:55.417878 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-67e35aef-44af-4a6b-8193-d1e8a476b19a {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:03:55.418299 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd43604de-3975-4558-9146-b2dc6a1893c7', 'name': 'network-vif-deleted', 'tag': 'b10faa27-93ae-4e46-9dd2-1de5c0e4bb12', 'status': 'completed', 'code': 200} Feb 04 13:03:55.452098 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 56848) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:03:55.565583 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4f863d67-6521-48bf-9ec4-b1fec7a85b98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:55.651769 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4f863d67-6521-48bf-9ec4-b1fec7a85b98 admin admin] Publish callbacks [] for security_group (ef7dc6b1-dfa9-43f5-a27c-6735afd6aa16), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:55.655415 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4f863d67-6521-48bf-9ec4-b1fec7a85b98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (ef7dc6b1-dfa9-43f5-a27c-6735afd6aa16), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:55.693560 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-4f863d67-6521-48bf-9ec4-b1fec7a85b98 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4277cf0bd3444ebf9bae906274d80963&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2404087 Feb 04 13:03:55.694446 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f863d67-6521-48bf-9ec4-b1fec7a85b98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef7dc6b1-dfa9-43f5-a27c-6735afd6aa16,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:55.696237 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 56852) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:03:55.747975 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9b6e00eb-6f6d-4a32-b9ed-2426fe3983dc admin admin] Publish callbacks [] for security_group (ef7dc6b1-dfa9-43f5-a27c-6735afd6aa16), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:55.770834 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9b6e00eb-6f6d-4a32-b9ed-2426fe3983dc admin admin] Publish callbacks [] for security_group (ef7dc6b1-dfa9-43f5-a27c-6735afd6aa16), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:55.820956 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9b6e00eb-6f6d-4a32-b9ed-2426fe3983dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (ef7dc6b1-dfa9-43f5-a27c-6735afd6aa16), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:55.823663 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9b6e00eb-6f6d-4a32-b9ed-2426fe3983dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:55.824854 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-9b6e00eb-6f6d-4a32-b9ed-2426fe3983dc admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ef7dc6b1-dfa9-43f5-a27c-6735afd6aa16 HTTP/1.1" status: 204 len: 168 time: 0.1273899 Feb 04 13:03:55.833248 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6e00eb-6f6d-4a32-b9ed-2426fe3983dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef7dc6b1-dfa9-43f5-a27c-6735afd6aa16,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:56.118967 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 56866) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:03:56.136494 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-76287f2e-74a1-4107-8769-96c9d4bd5193 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:56.220618 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-76287f2e-74a1-4107-8769-96c9d4bd5193 admin admin] Publish callbacks [] for security_group (93c7f5e3-9c8b-4e64-907a-099a46a63025), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:56.224941 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-76287f2e-74a1-4107-8769-96c9d4bd5193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (93c7f5e3-9c8b-4e64-907a-099a46a63025), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:56.263284 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76287f2e-74a1-4107-8769-96c9d4bd5193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93c7f5e3-9c8b-4e64-907a-099a46a63025,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:56.267716 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-76287f2e-74a1-4107-8769-96c9d4bd5193 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=edc367efa7b5434d9954b7190a52a815&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1474030 Feb 04 13:03:56.270231 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 56876) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:03:56.322108 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6e405242-4fbc-482c-8114-1d65b4ee13b1 admin admin] Publish callbacks [] for security_group (93c7f5e3-9c8b-4e64-907a-099a46a63025), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:56.348370 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6e405242-4fbc-482c-8114-1d65b4ee13b1 admin admin] Publish callbacks [] for security_group (93c7f5e3-9c8b-4e64-907a-099a46a63025), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:56.403765 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6e405242-4fbc-482c-8114-1d65b4ee13b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (93c7f5e3-9c8b-4e64-907a-099a46a63025), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:56.406724 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6e405242-4fbc-482c-8114-1d65b4ee13b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:56.407914 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-6e405242-4fbc-482c-8114-1d65b4ee13b1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/93c7f5e3-9c8b-4e64-907a-099a46a63025 HTTP/1.1" status: 204 len: 168 time: 0.1367631 Feb 04 13:03:56.417376 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e405242-4fbc-482c-8114-1d65b4ee13b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c7f5e3-9c8b-4e64-907a-099a46a63025,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:58.460696 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device b10faa27-93ae-4e46-9dd2-1de5c0e4bb12 no longer exists at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:03:58.523600 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] No Port match for: b10faa27-93ae-4e46-9dd2-1de5c0e4bb12 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:03:58.524211 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device b10faa27-93ae-4e46-9dd2-1de5c0e4bb12 not bound to the agent host n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:04:01.390005 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:01.999257 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:09.154116 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 57102) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:04:10.100296 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-5898f31c-ce65-4ea8-974a-c39ef17b4fc9 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Deleting port 82bb4953-118f-481d-858f-6c8f203f3eca {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:04:10.100923 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5898f31c-ce65-4ea8-974a-c39ef17b4fc9 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (82bb4953-118f-481d-858f-6c8f203f3eca), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:10.240877 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5898f31c-ce65-4ea8-974a-c39ef17b4fc9 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (82bb4953-118f-481d-858f-6c8f203f3eca), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:10.241576 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5898f31c-ce65-4ea8-974a-c39ef17b4fc9 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks [] for floatingip (82bb4953-118f-481d-858f-6c8f203f3eca), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:10.261208 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-5898f31c-ce65-4ea8-974a-c39ef17b4fc9 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Calling delete_port for 82bb4953-118f-481d-858f-6c8f203f3eca owned by network:floatingip {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:04:10.545705 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5898f31c-ce65-4ea8-974a-c39ef17b4fc9 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (82bb4953-118f-481d-858f-6c8f203f3eca), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:10.580150 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5898f31c-ce65-4ea8-974a-c39ef17b4fc9 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Pushing event deleted for resources: {'Port': ['ID=82bb4953-118f-481d-858f-6c8f203f3eca,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:04:10.672350 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5898f31c-ce65-4ea8-974a-c39ef17b4fc9 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks [] for floatingip (f968e9d8-c91e-4220-a496-0f2e57c504a3), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:10.672829 n-d-825015-3 neutron-server[103475]: INFO neutron.db.l3_db [None req-5898f31c-ce65-4ea8-974a-c39ef17b4fc9 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Floating IP f968e9d8-c91e-4220-a496-0f2e57c504a3 disassociated (deleted). External IP: 172.25.3.166, port: e8923c48-5174-40d7-8df0-ffc91ee53090. Feb 04 13:04:10.966012 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5898f31c-ce65-4ea8-974a-c39ef17b4fc9 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Router 024eaaf0-2d65-4b7c-9e2a-8cef52c577d7 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:04:11.138209 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5898f31c-ce65-4ea8-974a-c39ef17b4fc9 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:04:11.148554 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5898f31c-ce65-4ea8-974a-c39ef17b4fc9 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:11.151570 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad836df1-7fc0-4e52-8481-5a76dad27536 None None] Sync routers for ids ['024eaaf0-2d65-4b7c-9e2a-8cef52c577d7'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:04:11.164331 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad836df1-7fc0-4e52-8481-5a76dad27536 None None] Routers {'024eaaf0-2d65-4b7c-9e2a-8cef52c577d7'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:04:11.165896 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-ad836df1-7fc0-4e52-8481-5a76dad27536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:03:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['024eaaf0-2d65-4b7c-9e2a-8cef52c577d7'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:04:11.198085 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-5898f31c-ce65-4ea8-974a-c39ef17b4fc9 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "DELETE /v2.0/floatingips/f968e9d8-c91e-4220-a496-0f2e57c504a3 HTTP/1.1" status: 204 len: 168 time: 2.0428133 Feb 04 13:04:11.198724 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd41658ef-4aa6-47aa-9597-079a6a4126aa', 'tag': 'e8923c48-5174-40d7-8df0-ffc91ee53090'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:04:11.201181 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c074959b-9b79-4f37-bc99-288b1c099e47" -d '{"events": [{"name": "network-changed", "server_uuid": "d41658ef-4aa6-47aa-9597-079a6a4126aa", "tag": "e8923c48-5174-40d7-8df0-ffc91ee53090"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:04:11.400574 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-ad836df1-7fc0-4e52-8481-5a76dad27536 None None] Set router 024eaaf0-2d65-4b7c-9e2a-8cef52c577d7 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:04:11.661736 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb0b3e8e-50b5-4723-befa-a8e56bf4f437 x-openstack-request-id: req-fb0b3e8e-50b5-4723-befa-a8e56bf4f437 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:04:11.662391 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d41658ef-4aa6-47aa-9597-079a6a4126aa", "tag": "e8923c48-5174-40d7-8df0-ffc91ee53090", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:04:11.662515 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fb0b3e8e-50b5-4723-befa-a8e56bf4f437 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:04:11.663074 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd41658ef-4aa6-47aa-9597-079a6a4126aa', 'tag': 'e8923c48-5174-40d7-8df0-ffc91ee53090', 'status': 'completed', 'code': 200} Feb 04 13:04:11.764843 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab0fb83-7b72-4507-ab6d-60055b76910c req-9ca9c8c0-c4da-45d6-80c5-1165afbd6c03 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:11.778824 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c074959b-9b79-4f37-bc99-288b1c099e47 req-79c7e8e2-f894-4ac7-ab5e-133c2d0bf0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:11.780413 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-c074959b-9b79-4f37-bc99-288b1c099e47 req-79c7e8e2-f894-4ac7-ab5e-133c2d0bf0b0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3c0dc8c0402645d983d20be0fc21117a&device_id=d41658ef-4aa6-47aa-9597-079a6a4126aa HTTP/1.1" status: 200 len: 1128 time: 0.1359084 Feb 04 13:04:11.785470 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6ab0fb83-7b72-4507-ab6d-60055b76910c req-9ca9c8c0-c4da-45d6-80c5-1165afbd6c03 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=d41658ef-4aa6-47aa-9597-079a6a4126aa HTTP/1.1" status: 200 len: 946 time: 0.2025447 Feb 04 13:04:11.793759 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-ad836df1-7fc0-4e52-8481-5a76dad27536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '024eaaf0-2d65-4b7c-9e2a-8cef52c577d7', 'name': 'tempest-TestVolumeBootPattern-1950943043-router', 'tenant_id': '3c0dc8c0402645d983d20be0fc21117a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '905d01d9-6ced-4b80-b81a-4e838906d04e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:47:46Z', 'updated_at': '2022-02-04T12:47:55Z', 'revision_number': 4, 'project_id': '3c0dc8c0402645d983d20be0fc21117a', 'gw_port': {'id': '905d01d9-6ced-4b80-b81a-4e838906d04e', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:94:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024eaaf0-2d65-4b7c-9e2a-8cef52c577d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:47:48Z', 'updated_at': '2022-02-04T12:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': 'dd7c5322-601b-4a4e-a09a-25c720aea766', 'tenant_id': '3c0dc8c0402645d983d20be0fc21117a', 'floating_ip_address': '172.25.3.67', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': '024eaaf0-2d65-4b7c-9e2a-8cef52c577d7', 'port_id': '7efa0323-cf35-4518-9a52-c351985b2e63', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f237d722-433d-480c-8987-66d34675134e', 'mac_address': 'fa:16:3e:6e:08:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6645098-7d16-411c-8dd8-a5b33cab61da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:59:49Z', 'updated_at': '2022-02-04T12:59:52Z', 'revision_number': 1, 'project_id': '3c0dc8c0402645d983d20be0fc21117a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44692f76-31ca-466a-966d-b6774ece519d', 'name': '', 'network_id': 'f237d722-433d-480c-8987-66d34675134e', 'tenant_id': '3c0dc8c0402645d983d20be0fc21117a', 'mac_address': 'fa:16:3e:84:c4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024eaaf0-2d65-4b7c-9e2a-8cef52c577d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '70faacee-af53-42b7-af83-bbc74f352570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:47:54Z', 'updated_at': '2022-02-04T12:48:07Z', 'revision_number': 5, 'project_id': '3c0dc8c0402645d983d20be0fc21117a', 'subnets': [{'id': '70faacee-af53-42b7-af83-bbc74f352570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:04:11.830905 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad836df1-7fc0-4e52-8481-5a76dad27536 None None] Checking router: 024eaaf0-2d65-4b7c-9e2a-8cef52c577d7 for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:04:11.845907 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad836df1-7fc0-4e52-8481-5a76dad27536 None None] Routers {'024eaaf0-2d65-4b7c-9e2a-8cef52c577d7'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:04:11.846538 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-ad836df1-7fc0-4e52-8481-5a76dad27536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:03:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['024eaaf0-2d65-4b7c-9e2a-8cef52c577d7'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:04:11.883060 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6ab0fb83-7b72-4507-ab6d-60055b76910c req-4aacf33b-2c7a-44ae-a6aa-52c52927b76f tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=068b1e11-4a70-4e33-8087-efe2a4e35d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965245 Feb 04 13:04:11.974122 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c074959b-9b79-4f37-bc99-288b1c099e47 req-2b9e65a6-c2fd-46fe-9cf6-a0b1bcbf3b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:11.975958 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-c074959b-9b79-4f37-bc99-288b1c099e47 req-2b9e65a6-c2fd-46fe-9cf6-a0b1bcbf3b68 service neutron] 10.222.0.77 "GET /v2.0/networks?id=f237d722-433d-480c-8987-66d34675134e HTTP/1.1" status: 200 len: 913 time: 0.1884325 Feb 04 13:04:12.026557 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-c074959b-9b79-4f37-bc99-288b1c099e47 req-80912d80-d831-4213-8b46-67d96d88bb84 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e8923c48-5174-40d7-8df0-ffc91ee53090 HTTP/1.1" status: 200 len: 217 time: 0.0426402 Feb 04 13:04:12.071122 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-ad836df1-7fc0-4e52-8481-5a76dad27536 None None] Set router 024eaaf0-2d65-4b7c-9e2a-8cef52c577d7 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:04:12.103575 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c074959b-9b79-4f37-bc99-288b1c099e47 req-9eabe3c7-2d0b-4b39-a8ce-5b3fb7ac169d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:12.108658 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-c074959b-9b79-4f37-bc99-288b1c099e47 req-9eabe3c7-2d0b-4b39-a8ce-5b3fb7ac169d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=70faacee-af53-42b7-af83-bbc74f352570 HTTP/1.1" status: 200 len: 851 time: 0.0748627 Feb 04 13:04:12.184008 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c074959b-9b79-4f37-bc99-288b1c099e47 req-84d4e9ac-e8dc-4745-aae7-0abac9c4259b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:12.187429 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-c074959b-9b79-4f37-bc99-288b1c099e47 req-84d4e9ac-e8dc-4745-aae7-0abac9c4259b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f237d722-433d-480c-8987-66d34675134e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0720673 Feb 04 13:04:12.442479 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-c074959b-9b79-4f37-bc99-288b1c099e47 req-769e4443-6a47-4862-9ba6-008b92006a48 service neutron] 10.222.0.77 "GET /v2.0/networks/f237d722-433d-480c-8987-66d34675134e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464638 Feb 04 13:04:12.600008 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-ad836df1-7fc0-4e52-8481-5a76dad27536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '024eaaf0-2d65-4b7c-9e2a-8cef52c577d7', 'name': 'tempest-TestVolumeBootPattern-1950943043-router', 'tenant_id': '3c0dc8c0402645d983d20be0fc21117a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '905d01d9-6ced-4b80-b81a-4e838906d04e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:47:46Z', 'updated_at': '2022-02-04T12:47:55Z', 'revision_number': 4, 'project_id': '3c0dc8c0402645d983d20be0fc21117a', 'gw_port': {'id': '905d01d9-6ced-4b80-b81a-4e838906d04e', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:94:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024eaaf0-2d65-4b7c-9e2a-8cef52c577d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:47:48Z', 'updated_at': '2022-02-04T12:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': 'dd7c5322-601b-4a4e-a09a-25c720aea766', 'tenant_id': '3c0dc8c0402645d983d20be0fc21117a', 'floating_ip_address': '172.25.3.67', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': '024eaaf0-2d65-4b7c-9e2a-8cef52c577d7', 'port_id': '7efa0323-cf35-4518-9a52-c351985b2e63', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f237d722-433d-480c-8987-66d34675134e', 'mac_address': 'fa:16:3e:6e:08:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6645098-7d16-411c-8dd8-a5b33cab61da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:59:49Z', 'updated_at': '2022-02-04T12:59:52Z', 'revision_number': 1, 'project_id': '3c0dc8c0402645d983d20be0fc21117a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44692f76-31ca-466a-966d-b6774ece519d', 'name': '', 'network_id': 'f237d722-433d-480c-8987-66d34675134e', 'tenant_id': '3c0dc8c0402645d983d20be0fc21117a', 'mac_address': 'fa:16:3e:84:c4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024eaaf0-2d65-4b7c-9e2a-8cef52c577d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '70faacee-af53-42b7-af83-bbc74f352570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:47:54Z', 'updated_at': '2022-02-04T12:48:07Z', 'revision_number': 5, 'project_id': '3c0dc8c0402645d983d20be0fc21117a', 'subnets': [{'id': '70faacee-af53-42b7-af83-bbc74f352570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:04:12.653237 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad836df1-7fc0-4e52-8481-5a76dad27536 None None] The sync data for ids ['024eaaf0-2d65-4b7c-9e2a-8cef52c577d7'] in n-d-825015-3 is: [{'id': '024eaaf0-2d65-4b7c-9e2a-8cef52c577d7', 'name': 'tempest-TestVolumeBootPattern-1950943043-router', 'tenant_id': '3c0dc8c0402645d983d20be0fc21117a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '905d01d9-6ced-4b80-b81a-4e838906d04e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:47:46Z', 'updated_at': '2022-02-04T12:47:55Z', 'revision_number': 4, 'project_id': '3c0dc8c0402645d983d20be0fc21117a', 'gw_port': {'id': '905d01d9-6ced-4b80-b81a-4e838906d04e', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:94:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024eaaf0-2d65-4b7c-9e2a-8cef52c577d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:47:48Z', 'updated_at': '2022-02-04T12:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': 'dd7c5322-601b-4a4e-a09a-25c720aea766', 'tenant_id': '3c0dc8c0402645d983d20be0fc21117a', 'floating_ip_address': '172.25.3.67', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': '024eaaf0-2d65-4b7c-9e2a-8cef52c577d7', 'port_id': '7efa0323-cf35-4518-9a52-c351985b2e63', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f237d722-433d-480c-8987-66d34675134e', 'mac_address': 'fa:16:3e:6e:08:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6645098-7d16-411c-8dd8-a5b33cab61da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:59:49Z', 'updated_at': '2022-02-04T12:59:52Z', 'revision_number': 1, 'project_id': '3c0dc8c0402645d983d20be0fc21117a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44692f76-31ca-466a-966d-b6774ece519d', 'name': '', 'network_id': 'f237d722-433d-480c-8987-66d34675134e', 'tenant_id': '3c0dc8c0402645d983d20be0fc21117a', 'mac_address': 'fa:16:3e:84:c4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024eaaf0-2d65-4b7c-9e2a-8cef52c577d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '70faacee-af53-42b7-af83-bbc74f352570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:47:54Z', 'updated_at': '2022-02-04T12:48:07Z', 'revision_number': 5, 'project_id': '3c0dc8c0402645d983d20be0fc21117a', 'subnets': [{'id': '70faacee-af53-42b7-af83-bbc74f352570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:04:12.944665 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-c074959b-9b79-4f37-bc99-288b1c099e47 req-9a1258a8-d57c-4064-8b4c-659cd45ea340 service neutron] 10.222.0.77 "GET /v2.0/networks/f237d722-433d-480c-8987-66d34675134e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4955134 Feb 04 13:04:13.085662 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27704f8b-8d74-41ac-a5a0-c47bc97b9d57 req-ecff77ea-8b47-464d-9e5c-88bd9638b3c4 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:13.094653 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-27704f8b-8d74-41ac-a5a0-c47bc97b9d57 req-ecff77ea-8b47-464d-9e5c-88bd9638b3c4 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=d41658ef-4aa6-47aa-9597-079a6a4126aa HTTP/1.1" status: 200 len: 946 time: 0.0980647 Feb 04 13:04:13.133584 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fe0244-60fa-4025-8663-10bd0134b740 req-78bbc2f4-b787-4060-a524-bae7c3835071 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:13.136030 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-e7fe0244-60fa-4025-8663-10bd0134b740 req-78bbc2f4-b787-4060-a524-bae7c3835071 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.77 "GET /v2.0/ports?device_id=d41658ef-4aa6-47aa-9597-079a6a4126aa HTTP/1.1" status: 200 len: 946 time: 0.1070857 Feb 04 13:04:13.151972 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa0f2c0-77ac-474d-a7e2-8df7e07f18fa None None] New status for floating IP f968e9d8-c91e-4220-a496-0f2e57c504a3: DOWN {{(pid=103476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:04:13.179516 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-27704f8b-8d74-41ac-a5a0-c47bc97b9d57 req-3c8dff62-440d-4765-86b1-68740d6efff3 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=068b1e11-4a70-4e33-8087-efe2a4e35d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835238 Feb 04 13:04:13.253669 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-e7fe0244-60fa-4025-8663-10bd0134b740 req-af4d80aa-4234-43dd-b651-ed009a206a91 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Deleting port e8923c48-5174-40d7-8df0-ffc91ee53090 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:04:13.254615 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-e7fe0244-60fa-4025-8663-10bd0134b740 req-af4d80aa-4234-43dd-b651-ed009a206a91 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (e8923c48-5174-40d7-8df0-ffc91ee53090), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:13.457171 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-e7fe0244-60fa-4025-8663-10bd0134b740 req-af4d80aa-4234-43dd-b651-ed009a206a91 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] For port e8923c48-5174-40d7-8df0-ffc91ee53090, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=e8923c48-5174-40d7-8df0-ffc91ee53090,segment=NetworkSegment(0934a908-175b-4cbf-ace2-f0550fc5d53c),segment_id=0934a908-175b-4cbf-ace2-f0550fc5d53c)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:04:13.457558 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-e7fe0244-60fa-4025-8663-10bd0134b740 req-af4d80aa-4234-43dd-b651-ed009a206a91 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (e8923c48-5174-40d7-8df0-ffc91ee53090), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:13.503660 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-e7fe0244-60fa-4025-8663-10bd0134b740 req-af4d80aa-4234-43dd-b651-ed009a206a91 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Calling delete_port for e8923c48-5174-40d7-8df0-ffc91ee53090 owned by compute:nova {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:04:13.775239 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-e7fe0244-60fa-4025-8663-10bd0134b740 req-af4d80aa-4234-43dd-b651-ed009a206a91 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (e8923c48-5174-40d7-8df0-ffc91ee53090), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:13.861308 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4d80aa-4234-43dd-b651-ed009a206a91 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Pushing event deleted for resources: {'Port': ['ID=e8923c48-5174-40d7-8df0-ffc91ee53090,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:04:13.895923 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7fe0244-60fa-4025-8663-10bd0134b740 req-af4d80aa-4234-43dd-b651-ed009a206a91 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] No DVR routers for this DVR port e8923c48-5174-40d7-8df0-ffc91ee53090 on host n-h2-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:04:13.898756 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-e7fe0244-60fa-4025-8663-10bd0134b740 req-af4d80aa-4234-43dd-b651-ed009a206a91 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:13.906159 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-e7fe0244-60fa-4025-8663-10bd0134b740 req-af4d80aa-4234-43dd-b651-ed009a206a91 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.77 "DELETE /v2.0/ports/e8923c48-5174-40d7-8df0-ffc91ee53090 HTTP/1.1" status: 204 len: 173 time: 0.7644227 Feb 04 13:04:13.906631 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd41658ef-4aa6-47aa-9597-079a6a4126aa', 'name': 'network-vif-deleted', 'tag': 'e8923c48-5174-40d7-8df0-ffc91ee53090'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:04:13.909008 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34e00252-3611-4f44-8f47-7e17d6a8e674" -d '{"events": [{"server_uuid": "d41658ef-4aa6-47aa-9597-079a6a4126aa", "name": "network-vif-deleted", "tag": "e8923c48-5174-40d7-8df0-ffc91ee53090"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:04:13.985228 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36388594-cb75-49a0-a155-1271ba738af5 x-openstack-request-id: req-36388594-cb75-49a0-a155-1271ba738af5 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:04:13.985867 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d41658ef-4aa6-47aa-9597-079a6a4126aa", "name": "network-vif-deleted", "tag": "e8923c48-5174-40d7-8df0-ffc91ee53090", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:04:13.985867 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-36388594-cb75-49a0-a155-1271ba738af5 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:04:13.986181 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd41658ef-4aa6-47aa-9597-079a6a4126aa', 'name': 'network-vif-deleted', 'tag': 'e8923c48-5174-40d7-8df0-ffc91ee53090', 'status': 'completed', 'code': 200} Feb 04 13:04:14.329219 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1dc2871d-25e8-4d99-9c46-a6d8f70de522 req-5f19c11a-7926-42aa-8aa9-b68aa56ce31d tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=d41658ef-4aa6-47aa-9597-079a6a4126aa HTTP/1.1" status: 200 len: 210 time: 0.0529327 Feb 04 13:04:15.589142 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-df777dd2-812d-4f1c-8db1-0c9beb590662 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:15.615579 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-35a06c61-9cd0-4a9f-866a-327e45f1fd97 req-60bcfa38-0e43-4687-aabf-15858c308fd1 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=d41658ef-4aa6-47aa-9597-079a6a4126aa HTTP/1.1" status: 200 len: 210 time: 0.0994833 Feb 04 13:04:16.520603 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device e8923c48-5174-40d7-8df0-ffc91ee53090 no longer exists at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:04:16.576180 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] No Port match for: e8923c48-5174-40d7-8df0-ffc91ee53090 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:04:16.579067 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device e8923c48-5174-40d7-8df0-ffc91ee53090 not bound to the agent host n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:04:16.828828 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-316faf77-1f82-4df2-9929-6eff5c3ef6f0 req-eafcf558-c319-45ce-9fcc-bfaaaa63b0c0 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=d41658ef-4aa6-47aa-9597-079a6a4126aa HTTP/1.1" status: 200 len: 210 time: 0.0643146 Feb 04 13:04:16.871886 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 57196) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:04:17.083909 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-404fdad7-a12f-4cfb-b137-e157fcd6cbb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:17.227400 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-404fdad7-a12f-4cfb-b137-e157fcd6cbb0 admin admin] Publish callbacks [] for security_group (affafff4-e810-4843-a53a-09c2598f368e), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:17.232336 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-404fdad7-a12f-4cfb-b137-e157fcd6cbb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (affafff4-e810-4843-a53a-09c2598f368e), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:17.305121 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-404fdad7-a12f-4cfb-b137-e157fcd6cbb0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3dc4f7ba2afb4483b13a11bbc283d99f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4321456 Feb 04 13:04:17.306447 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404fdad7-a12f-4cfb-b137-e157fcd6cbb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=affafff4-e810-4843-a53a-09c2598f368e,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:04:17.308681 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 57200) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:04:17.398321 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e1987557-3dca-4409-b703-0d586e023f73 admin admin] Publish callbacks [] for security_group (affafff4-e810-4843-a53a-09c2598f368e), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:17.425147 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e1987557-3dca-4409-b703-0d586e023f73 admin admin] Publish callbacks [] for security_group (affafff4-e810-4843-a53a-09c2598f368e), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:17.496024 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e1987557-3dca-4409-b703-0d586e023f73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (affafff4-e810-4843-a53a-09c2598f368e), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:17.499716 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e1987557-3dca-4409-b703-0d586e023f73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:17.502039 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-e1987557-3dca-4409-b703-0d586e023f73 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/affafff4-e810-4843-a53a-09c2598f368e HTTP/1.1" status: 204 len: 168 time: 0.1914201 Feb 04 13:04:17.517796 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1987557-3dca-4409-b703-0d586e023f73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=affafff4-e810-4843-a53a-09c2598f368e,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:04:18.035811 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-da607c1c-24d8-40df-a2ed-a8f0b845a4b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:18.068185 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-aa15ea04-a879-4f9a-ba26-31c95fcfaee0 req-86de42b2-2a95-4835-a5c2-6df1cc0f26b5 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=d41658ef-4aa6-47aa-9597-079a6a4126aa HTTP/1.1" status: 200 len: 210 time: 0.1027706 Feb 04 13:04:18.131800 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 57214) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:04:18.149031 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-81d1ac8e-f34c-4214-943d-6b46e95d1edf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:18.298001 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-81d1ac8e-f34c-4214-943d-6b46e95d1edf admin admin] Publish callbacks [] for security_group (80f3ec9c-8157-4b5d-af9b-e3cba2d3e9fb), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:18.309013 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-81d1ac8e-f34c-4214-943d-6b46e95d1edf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (80f3ec9c-8157-4b5d-af9b-e3cba2d3e9fb), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:18.368218 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-81d1ac8e-f34c-4214-943d-6b46e95d1edf admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=007581497b4440639e84e9856a35c968&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2344942 Feb 04 13:04:18.370567 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 57216) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:04:18.381103 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d1ac8e-f34c-4214-943d-6b46e95d1edf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80f3ec9c-8157-4b5d-af9b-e3cba2d3e9fb,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:04:18.466780 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fff38135-19b7-49fc-a9d8-234dffa5aba1 admin admin] Publish callbacks [] for security_group (80f3ec9c-8157-4b5d-af9b-e3cba2d3e9fb), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:18.492965 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fff38135-19b7-49fc-a9d8-234dffa5aba1 admin admin] Publish callbacks [] for security_group (80f3ec9c-8157-4b5d-af9b-e3cba2d3e9fb), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:18.561889 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fff38135-19b7-49fc-a9d8-234dffa5aba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (80f3ec9c-8157-4b5d-af9b-e3cba2d3e9fb), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:18.565368 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fff38135-19b7-49fc-a9d8-234dffa5aba1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:18.570004 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-fff38135-19b7-49fc-a9d8-234dffa5aba1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/80f3ec9c-8157-4b5d-af9b-e3cba2d3e9fb HTTP/1.1" status: 204 len: 168 time: 0.1976068 Feb 04 13:04:18.582154 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff38135-19b7-49fc-a9d8-234dffa5aba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80f3ec9c-8157-4b5d-af9b-e3cba2d3e9fb,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:04:19.208143 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 57232) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:04:19.225507 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e385cddd-bc0b-4ee9-bfa3-a9bf4648ea8d req-28eb0a19-d7cc-48dd-b2fa-6002165403de tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=d41658ef-4aa6-47aa-9597-079a6a4126aa HTTP/1.1" status: 200 len: 210 time: 0.0450788 Feb 04 13:04:19.238253 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cfb395cb-bba0-4b4e-a250-81eaf113bc63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:19.324815 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:19.340808 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cfb395cb-bba0-4b4e-a250-81eaf113bc63 admin admin] Publish callbacks [] for security_group (dc8b6956-0752-455f-9901-291f6eec637b), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:19.346707 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cfb395cb-bba0-4b4e-a250-81eaf113bc63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (dc8b6956-0752-455f-9901-291f6eec637b), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:19.393723 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-cfb395cb-bba0-4b4e-a250-81eaf113bc63 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=23e213f3dde1454cb4d79a05c4f14c02&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1819723 Feb 04 13:04:19.393723 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb395cb-bba0-4b4e-a250-81eaf113bc63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc8b6956-0752-455f-9901-291f6eec637b,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:04:19.394645 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 57234) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:04:19.464760 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6a164c2d-0ea0-4ddd-b617-fa1e3a8ef38d admin admin] Publish callbacks [] for security_group (dc8b6956-0752-455f-9901-291f6eec637b), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:19.494619 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6a164c2d-0ea0-4ddd-b617-fa1e3a8ef38d admin admin] Publish callbacks [] for security_group (dc8b6956-0752-455f-9901-291f6eec637b), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:19.569728 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6a164c2d-0ea0-4ddd-b617-fa1e3a8ef38d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (dc8b6956-0752-455f-9901-291f6eec637b), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:19.575116 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6a164c2d-0ea0-4ddd-b617-fa1e3a8ef38d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:19.581703 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-6a164c2d-0ea0-4ddd-b617-fa1e3a8ef38d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/dc8b6956-0752-455f-9901-291f6eec637b HTTP/1.1" status: 204 len: 168 time: 0.1805816 Feb 04 13:04:19.590575 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a164c2d-0ea0-4ddd-b617-fa1e3a8ef38d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc8b6956-0752-455f-9901-291f6eec637b,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:04:20.107698 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bac22910-d33f-4569-9031-4d14e5072c4c req-c7b25d5f-28c5-4419-97e5-adc5cb000164 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e6645098-7d16-411c-8dd8-a5b33cab61da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0611751 Feb 04 13:04:20.219854 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac22910-d33f-4569-9031-4d14e5072c4c req-58778ab7-0b49-4353-a5ba-f738da552998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:20.221671 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bac22910-d33f-4569-9031-4d14e5072c4c req-58778ab7-0b49-4353-a5ba-f738da552998 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3c0dc8c0402645d983d20be0fc21117a&device_id=e6645098-7d16-411c-8dd8-a5b33cab61da HTTP/1.1" status: 200 len: 1127 time: 0.0584314 Feb 04 13:04:20.349126 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-98918f69-6ef3-4add-8665-632618bbc099 req-cd874b5a-9ea6-4dc8-8e85-e0d6ce5837ac tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=d41658ef-4aa6-47aa-9597-079a6a4126aa HTTP/1.1" status: 200 len: 210 time: 0.0430007 Feb 04 13:04:20.406416 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac22910-d33f-4569-9031-4d14e5072c4c req-bdebe013-0680-400d-b483-45913cec760d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:20.409191 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bac22910-d33f-4569-9031-4d14e5072c4c req-bdebe013-0680-400d-b483-45913cec760d service neutron] 10.222.0.73 "GET /v2.0/networks?id=f237d722-433d-480c-8987-66d34675134e HTTP/1.1" status: 200 len: 913 time: 0.1666241 Feb 04 13:04:20.486486 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bac22910-d33f-4569-9031-4d14e5072c4c req-5303e544-b7c0-40d9-bb4e-bdb938b70f80 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7efa0323-cf35-4518-9a52-c351985b2e63 HTTP/1.1" status: 200 len: 1000 time: 0.0692506 Feb 04 13:04:20.557984 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac22910-d33f-4569-9031-4d14e5072c4c req-48605fb1-cab6-4425-9486-a1a70ca8b86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:20.560231 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bac22910-d33f-4569-9031-4d14e5072c4c req-48605fb1-cab6-4425-9486-a1a70ca8b86e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=70faacee-af53-42b7-af83-bbc74f352570 HTTP/1.1" status: 200 len: 851 time: 0.0667124 Feb 04 13:04:20.593615 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:20.653469 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac22910-d33f-4569-9031-4d14e5072c4c req-cd0a9ae8-50ff-49d4-8279-67cb01f3fcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:20.658966 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bac22910-d33f-4569-9031-4d14e5072c4c req-cd0a9ae8-50ff-49d4-8279-67cb01f3fcf3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f237d722-433d-480c-8987-66d34675134e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0892820 Feb 04 13:04:20.779421 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bac22910-d33f-4569-9031-4d14e5072c4c req-b64caa90-6c38-41e0-9f2a-de7574c4e21a service neutron] 10.222.0.73 "GET /v2.0/networks/f237d722-433d-480c-8987-66d34675134e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141555 Feb 04 13:04:20.913345 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bac22910-d33f-4569-9031-4d14e5072c4c req-ac760434-8466-4588-b851-f587120312fb service neutron] 10.222.0.73 "GET /v2.0/networks/f237d722-433d-480c-8987-66d34675134e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251338 Feb 04 13:04:21.480427 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-36a928d9-e05f-4f0f-85f4-06e358d2a0f6 req-7b8d82fe-98e8-4a97-a18a-6eb23197552d tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=d41658ef-4aa6-47aa-9597-079a6a4126aa HTTP/1.1" status: 200 len: 210 time: 0.0347538 Feb 04 13:04:21.733614 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:22.538609 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:04:22.631825 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-758daf39-8f37-4064-91f7-7b83008330ad req-40d3d117-e7b9-4843-8920-27d387aa3b63 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=d41658ef-4aa6-47aa-9597-079a6a4126aa HTTP/1.1" status: 200 len: 210 time: 0.0435231 Feb 04 13:04:23.770389 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-30febd8b-0649-421a-b213-318a1d1a24dc req-384d3eac-c8d7-4189-a0b4-919229e83871 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=d41658ef-4aa6-47aa-9597-079a6a4126aa HTTP/1.1" status: 200 len: 210 time: 0.0311887 Feb 04 13:04:24.905565 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-55ca7d7e-c4e1-41a7-a49c-1c88eb0fa157 req-73997ae8-f0f5-4ea3-aef7-7057e9ffe286 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=d41658ef-4aa6-47aa-9597-079a6a4126aa HTTP/1.1" status: 200 len: 210 time: 0.0303233 Feb 04 13:04:26.863338 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 57418) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:04:26.924038 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6290164-9f47-4d1f-8d2c-c37a62f200b6 admin admin] Deleting subnet 71c32274-d490-4204-a3e6-08050f17f761 {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:04:26.929128 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d6290164-9f47-4d1f-8d2c-c37a62f200b6 admin admin] Publish callbacks [] for subnet (71c32274-d490-4204-a3e6-08050f17f761), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:26.982055 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d6290164-9f47-4d1f-8d2c-c37a62f200b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (71c32274-d490-4204-a3e6-08050f17f761), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:27.034290 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d6290164-9f47-4d1f-8d2c-c37a62f200b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (71c32274-d490-4204-a3e6-08050f17f761), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:27.105738 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d6290164-9f47-4d1f-8d2c-c37a62f200b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (71c32274-d490-4204-a3e6-08050f17f761), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:27.125789 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d6290164-9f47-4d1f-8d2c-c37a62f200b6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:27.131814 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-d6290164-9f47-4d1f-8d2c-c37a62f200b6 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/71c32274-d490-4204-a3e6-08050f17f761 HTTP/1.1" status: 204 len: 168 time: 0.2666132 Feb 04 13:04:27.135550 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 57422) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:04:27.161693 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6290164-9f47-4d1f-8d2c-c37a62f200b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71c32274-d490-4204-a3e6-08050f17f761,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:04:27.223940 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7a282b4a-2b9f-4b6c-9e40-01067688ccac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (7e0e084c-e4eb-40bd-a819-cdfac4c085d0), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:27.323266 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7a282b4a-2b9f-4b6c-9e40-01067688ccac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (7e0e084c-e4eb-40bd-a819-cdfac4c085d0), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:27.356146 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-7a282b4a-2b9f-4b6c-9e40-01067688ccac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e0e084c-e4eb-40bd-a819-cdfac4c085d0']}} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:04:27.381959 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-7a282b4a-2b9f-4b6c-9e40-01067688ccac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0df655c-53d5-4e47-b9e2-65e8dfb9346a') {'for_net_delete': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:04:27.382709 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-7a282b4a-2b9f-4b6c-9e40-01067688ccac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0df655c-53d5-4e47-b9e2-65e8dfb9346a') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:04:27.394252 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7a282b4a-2b9f-4b6c-9e40-01067688ccac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51859336'] for segment (e0df655c-53d5-4e47-b9e2-65e8dfb9346a), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:27.410359 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7a282b4a-2b9f-4b6c-9e40-01067688ccac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (e0df655c-53d5-4e47-b9e2-65e8dfb9346a), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:27.419233 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a282b4a-2b9f-4b6c-9e40-01067688ccac admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=103475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:04:27.420070 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7a282b4a-2b9f-4b6c-9e40-01067688ccac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-52093388'] for segment (e0df655c-53d5-4e47-b9e2-65e8dfb9346a), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:27.487195 n-d-825015-3 neutron-server[103475]: Traceback (most recent call last): Feb 04 13:04:27.487195 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:04:27.487195 n-d-825015-3 neutron-server[103475]: timer() Feb 04 13:04:27.487195 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:04:27.487195 n-d-825015-3 neutron-server[103475]: cb(*args, **kw) Feb 04 13:04:27.487195 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:04:27.487195 n-d-825015-3 neutron-server[103475]: return func(*args, **kwargs) Feb 04 13:04:27.487195 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:04:27.487195 n-d-825015-3 neutron-server[103475]: self._notify() Feb 04 13:04:27.487195 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:04:27.487195 n-d-825015-3 neutron-server[103475]: self.callback(batched_events) Feb 04 13:04:27.487195 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:04:27.487195 n-d-825015-3 neutron-server[103475]: event.method(event) Feb 04 13:04:27.487195 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:04:27.487195 n-d-825015-3 neutron-server[103475]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:04:27.487195 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:04:27.487195 n-d-825015-3 neutron-server[103475]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:04:27.487195 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:04:27.487195 n-d-825015-3 neutron-server[103475]: return f(self, *a, **k) Feb 04 13:04:27.487195 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:04:27.487195 n-d-825015-3 neutron-server[103475]: return self._get(url).json() Feb 04 13:04:27.487195 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:04:27.487195 n-d-825015-3 neutron-server[103475]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:04:27.487195 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:04:27.487195 n-d-825015-3 neutron-server[103475]: return self.request(url, 'GET', **kwargs) Feb 04 13:04:27.487195 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:04:27.487195 n-d-825015-3 neutron-server[103475]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:04:27.487195 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:04:27.487195 n-d-825015-3 neutron-server[103475]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:04:27.487195 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:04:27.487195 n-d-825015-3 neutron-server[103475]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:04:27.487195 n-d-825015-3 neutron-server[103475]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:04:27.494805 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7a282b4a-2b9f-4b6c-9e40-01067688ccac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (7e0e084c-e4eb-40bd-a819-cdfac4c085d0), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:27.506328 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7a282b4a-2b9f-4b6c-9e40-01067688ccac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:27.511452 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-7a282b4a-2b9f-4b6c-9e40-01067688ccac admin admin] 10.222.0.65 "DELETE /v2.0/networks/7e0e084c-e4eb-40bd-a819-cdfac4c085d0 HTTP/1.1" status: 204 len: 168 time: 0.3748701 Feb 04 13:04:27.529769 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a282b4a-2b9f-4b6c-9e40-01067688ccac admin admin] Pushing event deleted for resources: {'Network': ['ID=7e0e084c-e4eb-40bd-a819-cdfac4c085d0,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:04:27.764504 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 57428) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:04:27.821027 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-ae1e5fec-5c46-46c9-99c6-7e9fc8d07609 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=104f3c2fb08d48a0aeddd5720a424f34&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0550964 Feb 04 13:04:27.824106 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 57430) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:04:27.894836 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2d932c00-7493-4f95-aa83-d334dcdc33da admin admin] Publish callbacks [] for security_group (3c85419c-11a1-4818-b61e-56d3149c0f9f), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:27.923318 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2d932c00-7493-4f95-aa83-d334dcdc33da admin admin] Publish callbacks [] for security_group (3c85419c-11a1-4818-b61e-56d3149c0f9f), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:27.997388 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2d932c00-7493-4f95-aa83-d334dcdc33da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (3c85419c-11a1-4818-b61e-56d3149c0f9f), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:28.000927 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2d932c00-7493-4f95-aa83-d334dcdc33da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:28.004632 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-2d932c00-7493-4f95-aa83-d334dcdc33da admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3c85419c-11a1-4818-b61e-56d3149c0f9f HTTP/1.1" status: 204 len: 168 time: 0.1766541 Feb 04 13:04:28.027172 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d932c00-7493-4f95-aa83-d334dcdc33da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c85419c-11a1-4818-b61e-56d3149c0f9f,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:04:28.632181 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 57454) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:04:28.660737 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 57456) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:04:28.855422 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-584a2b29-631f-4d62-ae0f-ff3b7941029f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:28.885837 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-0a2404f0-3bd1-4b31-abfe-1ad6e051c7af tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Deleting port 1405bb42-32fe-4e0f-9536-69c551b85a68 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:04:28.886186 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0a2404f0-3bd1-4b31-abfe-1ad6e051c7af tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (1405bb42-32fe-4e0f-9536-69c551b85a68), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:28.994600 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0a2404f0-3bd1-4b31-abfe-1ad6e051c7af tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (1405bb42-32fe-4e0f-9536-69c551b85a68), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:28.994874 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-584a2b29-631f-4d62-ae0f-ff3b7941029f admin admin] Publish callbacks [] for security_group (e95dc0c6-4501-47ed-a444-570a4edbd9b2), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:28.995444 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0a2404f0-3bd1-4b31-abfe-1ad6e051c7af tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Publish callbacks [] for floatingip (1405bb42-32fe-4e0f-9536-69c551b85a68), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:29.000960 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-584a2b29-631f-4d62-ae0f-ff3b7941029f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (e95dc0c6-4501-47ed-a444-570a4edbd9b2), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:29.012411 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-0a2404f0-3bd1-4b31-abfe-1ad6e051c7af tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Calling delete_port for 1405bb42-32fe-4e0f-9536-69c551b85a68 owned by network:floatingip {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:04:29.049315 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584a2b29-631f-4d62-ae0f-ff3b7941029f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e95dc0c6-4501-47ed-a444-570a4edbd9b2,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:04:29.054337 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-584a2b29-631f-4d62-ae0f-ff3b7941029f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=823d10a9bee54a888a5576e18953c95e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3924453 Feb 04 13:04:29.060112 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 57468) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:04:29.133185 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-52d0f074-d5d0-4c89-b58f-d05d6bd8d107 admin admin] Publish callbacks [] for security_group (e95dc0c6-4501-47ed-a444-570a4edbd9b2), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:29.159097 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-52d0f074-d5d0-4c89-b58f-d05d6bd8d107 admin admin] Publish callbacks [] for security_group (e95dc0c6-4501-47ed-a444-570a4edbd9b2), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:29.229084 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-52d0f074-d5d0-4c89-b58f-d05d6bd8d107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (e95dc0c6-4501-47ed-a444-570a4edbd9b2), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:29.236293 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-52d0f074-d5d0-4c89-b58f-d05d6bd8d107 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:29.241553 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-52d0f074-d5d0-4c89-b58f-d05d6bd8d107 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e95dc0c6-4501-47ed-a444-570a4edbd9b2 HTTP/1.1" status: 204 len: 168 time: 0.1776252 Feb 04 13:04:29.266290 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d0f074-d5d0-4c89-b58f-d05d6bd8d107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e95dc0c6-4501-47ed-a444-570a4edbd9b2,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:04:29.335056 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0a2404f0-3bd1-4b31-abfe-1ad6e051c7af tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (1405bb42-32fe-4e0f-9536-69c551b85a68), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:29.363527 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2404f0-3bd1-4b31-abfe-1ad6e051c7af tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Pushing event deleted for resources: {'Port': ['ID=1405bb42-32fe-4e0f-9536-69c551b85a68,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:04:29.470205 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0a2404f0-3bd1-4b31-abfe-1ad6e051c7af tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Publish callbacks [] for floatingip (490fc0f5-aa43-4559-b850-9b90eae4261c), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:29.470995 n-d-825015-3 neutron-server[103475]: INFO neutron.db.l3_db [None req-0a2404f0-3bd1-4b31-abfe-1ad6e051c7af tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Floating IP 490fc0f5-aa43-4559-b850-9b90eae4261c disassociated (deleted). External IP: 172.25.3.40, port: f61b3859-623f-46ee-ae13-b2dbaadbddce. Feb 04 13:04:29.932328 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a2404f0-3bd1-4b31-abfe-1ad6e051c7af tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Router 5b47ffd0-5187-44bf-a1a9-e59b5b922cde has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:04:29.963446 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 57484) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:04:29.986255 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-85e23d84-0a80-4010-8804-07b08827958f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:30.080552 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-85e23d84-0a80-4010-8804-07b08827958f admin admin] Publish callbacks [] for security_group (0dfcec41-5b19-4dcd-a31b-2406cf65f949), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:30.086158 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-85e23d84-0a80-4010-8804-07b08827958f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (0dfcec41-5b19-4dcd-a31b-2406cf65f949), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:30.124270 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a2404f0-3bd1-4b31-abfe-1ad6e051c7af tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:04:30.139586 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0879e2b0-cf5e-4fa3-a312-1aed8c761687 None None] Sync routers for ids ['5b47ffd0-5187-44bf-a1a9-e59b5b922cde'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:04:30.143011 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-85e23d84-0a80-4010-8804-07b08827958f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=045b79b6fb4049309e7be0e43d0407d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1757023 Feb 04 13:04:30.143011 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e23d84-0a80-4010-8804-07b08827958f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dfcec41-5b19-4dcd-a31b-2406cf65f949,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:04:30.151163 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0a2404f0-3bd1-4b31-abfe-1ad6e051c7af tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:30.155286 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0879e2b0-cf5e-4fa3-a312-1aed8c761687 None None] Routers {'5b47ffd0-5187-44bf-a1a9-e59b5b922cde'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:04:30.156024 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-0879e2b0-cf5e-4fa3-a312-1aed8c761687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:04:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['5b47ffd0-5187-44bf-a1a9-e59b5b922cde'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:04:30.157195 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 57488) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:04:30.228511 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-0a2404f0-3bd1-4b31-abfe-1ad6e051c7af tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] 10.222.0.65 "DELETE /v2.0/floatingips/490fc0f5-aa43-4559-b850-9b90eae4261c HTTP/1.1" status: 204 len: 168 time: 1.5940244 Feb 04 13:04:30.229628 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5553145a-508d-400c-a137-57101a0236c0', 'tag': 'f61b3859-623f-46ee-ae13-b2dbaadbddce'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:04:30.236027 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6299f907-dc1f-4da3-8a2b-063df3ccec4d admin admin] Publish callbacks [] for security_group (0dfcec41-5b19-4dcd-a31b-2406cf65f949), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:30.248372 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6df8bd87-e4fb-42d4-a67b-70786cf83663" -d '{"events": [{"name": "network-changed", "server_uuid": "5553145a-508d-400c-a137-57101a0236c0", "tag": "f61b3859-623f-46ee-ae13-b2dbaadbddce"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:04:30.264941 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6299f907-dc1f-4da3-8a2b-063df3ccec4d admin admin] Publish callbacks [] for security_group (0dfcec41-5b19-4dcd-a31b-2406cf65f949), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:30.317432 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d237a9ce-95ca-4b80-8c89-1f518b0735e8 x-openstack-request-id: req-d237a9ce-95ca-4b80-8c89-1f518b0735e8 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:04:30.317735 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5553145a-508d-400c-a137-57101a0236c0", "tag": "f61b3859-623f-46ee-ae13-b2dbaadbddce", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:04:30.318009 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d237a9ce-95ca-4b80-8c89-1f518b0735e8 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:04:30.318593 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5553145a-508d-400c-a137-57101a0236c0', 'tag': 'f61b3859-623f-46ee-ae13-b2dbaadbddce', 'status': 'completed', 'code': 200} Feb 04 13:04:30.340388 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6299f907-dc1f-4da3-8a2b-063df3ccec4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (0dfcec41-5b19-4dcd-a31b-2406cf65f949), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:30.344991 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6299f907-dc1f-4da3-8a2b-063df3ccec4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:30.346437 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-6299f907-dc1f-4da3-8a2b-063df3ccec4d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0dfcec41-5b19-4dcd-a31b-2406cf65f949 HTTP/1.1" status: 204 len: 168 time: 0.1881778 Feb 04 13:04:30.359749 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6299f907-dc1f-4da3-8a2b-063df3ccec4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dfcec41-5b19-4dcd-a31b-2406cf65f949,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:04:30.371394 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-0879e2b0-cf5e-4fa3-a312-1aed8c761687 None None] Set router 5b47ffd0-5187-44bf-a1a9-e59b5b922cde gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:04:30.468943 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df8bd87-e4fb-42d4-a67b-70786cf83663 req-829bba38-16cc-4ccb-ba2e-da366a5279d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:30.475501 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6df8bd87-e4fb-42d4-a67b-70786cf83663 req-829bba38-16cc-4ccb-ba2e-da366a5279d7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d97899bb83de48f19b584b6da57643aa&device_id=5553145a-508d-400c-a137-57101a0236c0 HTTP/1.1" status: 200 len: 1128 time: 0.1084831 Feb 04 13:04:30.687076 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-0879e2b0-cf5e-4fa3-a312-1aed8c761687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b47ffd0-5187-44bf-a1a9-e59b5b922cde', 'name': 'tempest-TestVolumeBackupRestore-579211307-router', 'tenant_id': 'd97899bb83de48f19b584b6da57643aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'e1406e0e-87c7-4355-908f-c4820ef4a261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:59:58Z', 'updated_at': '2022-02-04T13:00:03Z', 'revision_number': 4, 'project_id': 'd97899bb83de48f19b584b6da57643aa', 'gw_port': {'id': 'e1406e0e-87c7-4355-908f-c4820ef4a261', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:26:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b47ffd0-5187-44bf-a1a9-e59b5b922cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:59:59Z', 'updated_at': '2022-02-04T13:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '579efd09-9b58-4329-8fb3-70423083f08c', 'name': '', 'network_id': 'aad72205-99f1-4498-9759-feceeaaf17dd', 'tenant_id': 'd97899bb83de48f19b584b6da57643aa', 'mac_address': 'fa:16:3e:dd:a6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b47ffd0-5187-44bf-a1a9-e59b5b922cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': '5f4da882-fd91-4cc6-ba86-4b722790b148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:00:02Z', 'updated_at': '2022-02-04T13:00:08Z', 'revision_number': 5, 'project_id': 'd97899bb83de48f19b584b6da57643aa', 'subnets': [{'id': '5f4da882-fd91-4cc6-ba86-4b722790b148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:04:30.740188 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df8bd87-e4fb-42d4-a67b-70786cf83663 req-c6663e13-06dd-42ab-beca-8ecbef4beffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:30.741885 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6df8bd87-e4fb-42d4-a67b-70786cf83663 req-c6663e13-06dd-42ab-beca-8ecbef4beffd service neutron] 10.222.0.73 "GET /v2.0/networks?id=aad72205-99f1-4498-9759-feceeaaf17dd HTTP/1.1" status: 200 len: 914 time: 0.2567511 Feb 04 13:04:30.783433 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14d9ac0-0ef9-4583-b4b6-b30ffec523ad req-0c8a0441-440c-4356-b74f-7925cc99d029 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:30.784975 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c14d9ac0-0ef9-4583-b4b6-b30ffec523ad req-0c8a0441-440c-4356-b74f-7925cc99d029 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] 10.222.0.65 "GET /v2.0/ports?device_id=5553145a-508d-400c-a137-57101a0236c0 HTTP/1.1" status: 200 len: 946 time: 0.1857922 Feb 04 13:04:30.834484 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0879e2b0-cf5e-4fa3-a312-1aed8c761687 None None] Checking router: 5b47ffd0-5187-44bf-a1a9-e59b5b922cde for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:04:30.847765 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0879e2b0-cf5e-4fa3-a312-1aed8c761687 None None] Routers {'5b47ffd0-5187-44bf-a1a9-e59b5b922cde'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:04:30.848468 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-0879e2b0-cf5e-4fa3-a312-1aed8c761687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:04:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['5b47ffd0-5187-44bf-a1a9-e59b5b922cde'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:04:30.860211 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6df8bd87-e4fb-42d4-a67b-70786cf83663 req-3a7668c4-a8eb-43c4-bec6-d2fc02f73af2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f61b3859-623f-46ee-ae13-b2dbaadbddce HTTP/1.1" status: 200 len: 217 time: 0.1012371 Feb 04 13:04:30.975379 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df8bd87-e4fb-42d4-a67b-70786cf83663 req-df5f0647-2b53-4adf-9a3f-6336ba069e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:30.975379 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6df8bd87-e4fb-42d4-a67b-70786cf83663 req-df5f0647-2b53-4adf-9a3f-6336ba069e86 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5f4da882-fd91-4cc6-ba86-4b722790b148 HTTP/1.1" status: 200 len: 852 time: 0.1044164 Feb 04 13:04:30.994389 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c14d9ac0-0ef9-4583-b4b6-b30ffec523ad req-55ab4901-fab3-467b-aad7-ce5ca648272d tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] 10.222.0.65 "GET /v2.0/security-groups?id=85cc6a96-e87e-4d5a-b732-f8ff51e824a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1330824 Feb 04 13:04:31.037081 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-0879e2b0-cf5e-4fa3-a312-1aed8c761687 None None] Set router 5b47ffd0-5187-44bf-a1a9-e59b5b922cde gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:04:31.063583 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df8bd87-e4fb-42d4-a67b-70786cf83663 req-a6bbe541-8196-4054-86a7-673cc554fb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:31.075945 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6df8bd87-e4fb-42d4-a67b-70786cf83663 req-a6bbe541-8196-4054-86a7-673cc554fb83 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=aad72205-99f1-4498-9759-feceeaaf17dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0802338 Feb 04 13:04:31.208159 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6df8bd87-e4fb-42d4-a67b-70786cf83663 req-145a542a-11d2-4463-8677-271bc1e9b665 service neutron] 10.222.0.73 "GET /v2.0/networks/aad72205-99f1-4498-9759-feceeaaf17dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211858 Feb 04 13:04:31.304554 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-0879e2b0-cf5e-4fa3-a312-1aed8c761687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b47ffd0-5187-44bf-a1a9-e59b5b922cde', 'name': 'tempest-TestVolumeBackupRestore-579211307-router', 'tenant_id': 'd97899bb83de48f19b584b6da57643aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'e1406e0e-87c7-4355-908f-c4820ef4a261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:59:58Z', 'updated_at': '2022-02-04T13:00:03Z', 'revision_number': 4, 'project_id': 'd97899bb83de48f19b584b6da57643aa', 'gw_port': {'id': 'e1406e0e-87c7-4355-908f-c4820ef4a261', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:26:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b47ffd0-5187-44bf-a1a9-e59b5b922cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:59:59Z', 'updated_at': '2022-02-04T13:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '579efd09-9b58-4329-8fb3-70423083f08c', 'name': '', 'network_id': 'aad72205-99f1-4498-9759-feceeaaf17dd', 'tenant_id': 'd97899bb83de48f19b584b6da57643aa', 'mac_address': 'fa:16:3e:dd:a6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b47ffd0-5187-44bf-a1a9-e59b5b922cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': '5f4da882-fd91-4cc6-ba86-4b722790b148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:00:02Z', 'updated_at': '2022-02-04T13:00:08Z', 'revision_number': 5, 'project_id': 'd97899bb83de48f19b584b6da57643aa', 'subnets': [{'id': '5f4da882-fd91-4cc6-ba86-4b722790b148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:04:31.339350 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0879e2b0-cf5e-4fa3-a312-1aed8c761687 None None] The sync data for ids ['5b47ffd0-5187-44bf-a1a9-e59b5b922cde'] in n-d-825015-3 is: [{'id': '5b47ffd0-5187-44bf-a1a9-e59b5b922cde', 'name': 'tempest-TestVolumeBackupRestore-579211307-router', 'tenant_id': 'd97899bb83de48f19b584b6da57643aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'e1406e0e-87c7-4355-908f-c4820ef4a261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:59:58Z', 'updated_at': '2022-02-04T13:00:03Z', 'revision_number': 4, 'project_id': 'd97899bb83de48f19b584b6da57643aa', 'gw_port': {'id': 'e1406e0e-87c7-4355-908f-c4820ef4a261', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:26:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b47ffd0-5187-44bf-a1a9-e59b5b922cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:59:59Z', 'updated_at': '2022-02-04T13:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '579efd09-9b58-4329-8fb3-70423083f08c', 'name': '', 'network_id': 'aad72205-99f1-4498-9759-feceeaaf17dd', 'tenant_id': 'd97899bb83de48f19b584b6da57643aa', 'mac_address': 'fa:16:3e:dd:a6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b47ffd0-5187-44bf-a1a9-e59b5b922cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': '5f4da882-fd91-4cc6-ba86-4b722790b148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:00:02Z', 'updated_at': '2022-02-04T13:00:08Z', 'revision_number': 5, 'project_id': 'd97899bb83de48f19b584b6da57643aa', 'subnets': [{'id': '5f4da882-fd91-4cc6-ba86-4b722790b148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:04:31.409748 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:31.430726 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6df8bd87-e4fb-42d4-a67b-70786cf83663 req-bc43f1ee-f993-4f3f-90a7-b3d5f8b86c76 service neutron] 10.222.0.73 "GET /v2.0/networks/aad72205-99f1-4498-9759-feceeaaf17dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109785 Feb 04 13:04:31.779456 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2864992e-6388-454b-8134-a9f5209f0e77 None None] New status for floating IP 490fc0f5-aa43-4559-b850-9b90eae4261c: DOWN {{(pid=103476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:04:31.998482 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:32.059873 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 57538) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:04:32.179463 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8323aa1b-4e2e-40e5-9ba2-d1102c88d608 req-2155371e-1433-4f2d-8943-65123737c83c tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:32.187656 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8323aa1b-4e2e-40e5-9ba2-d1102c88d608 req-2155371e-1433-4f2d-8943-65123737c83c tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] 10.222.0.65 "GET /v2.0/ports?device_id=5553145a-508d-400c-a137-57101a0236c0 HTTP/1.1" status: 200 len: 946 time: 0.0678289 Feb 04 13:04:32.228691 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-95eacb5e-9833-47ae-924d-66a50cf13583 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:32.252999 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8323aa1b-4e2e-40e5-9ba2-d1102c88d608 req-cf6bdee3-6465-42ae-916d-83d25e9d1359 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] 10.222.0.65 "GET /v2.0/security-groups?id=85cc6a96-e87e-4d5a-b732-f8ff51e824a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640821 Feb 04 13:04:32.323282 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ad118cdd-4187-496f-9db9-8be57575a7dc req-44f8ee79-04b3-4002-b838-a2412b8ee4f4 tempest-VolumesNegativeTest-265820164 tempest-VolumesNegativeTest-265820164-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=f9d519f7c0454580ad372387085270a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308030 Feb 04 13:04:32.332745 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-95eacb5e-9833-47ae-924d-66a50cf13583 admin admin] Publish callbacks [] for security_group (b1f86631-f570-4568-bdb1-7c0010e26a58), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:32.339488 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-95eacb5e-9833-47ae-924d-66a50cf13583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (b1f86631-f570-4568-bdb1-7c0010e26a58), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:32.373679 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eacb5e-9833-47ae-924d-66a50cf13583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1f86631-f570-4568-bdb1-7c0010e26a58,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:04:32.389198 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-95eacb5e-9833-47ae-924d-66a50cf13583 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=dc77d15926a149a898616119123e60d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3274202 Feb 04 13:04:32.391660 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 57554) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:04:32.444557 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-87caea43-a2b3-433c-8db2-25bd07f13a06 admin admin] Publish callbacks [] for security_group (b1f86631-f570-4568-bdb1-7c0010e26a58), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:32.469308 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-87caea43-a2b3-433c-8db2-25bd07f13a06 admin admin] Publish callbacks [] for security_group (b1f86631-f570-4568-bdb1-7c0010e26a58), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:32.522880 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-87caea43-a2b3-433c-8db2-25bd07f13a06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (b1f86631-f570-4568-bdb1-7c0010e26a58), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:32.526663 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-87caea43-a2b3-433c-8db2-25bd07f13a06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:32.528181 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-87caea43-a2b3-433c-8db2-25bd07f13a06 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b1f86631-f570-4568-bdb1-7c0010e26a58 HTTP/1.1" status: 204 len: 168 time: 0.1354973 Feb 04 13:04:32.538863 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87caea43-a2b3-433c-8db2-25bd07f13a06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1f86631-f570-4568-bdb1-7c0010e26a58,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:04:32.892626 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad118cdd-4187-496f-9db9-8be57575a7dc req-8db1d9ab-cf52-487a-83ef-cdbc71dc8fb0 tempest-VolumesNegativeTest-265820164 tempest-VolumesNegativeTest-265820164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:32.899533 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ad118cdd-4187-496f-9db9-8be57575a7dc req-8db1d9ab-cf52-487a-83ef-cdbc71dc8fb0 tempest-VolumesNegativeTest-265820164 tempest-VolumesNegativeTest-265820164-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5689855 Feb 04 13:04:32.919625 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da94f31c-356f-407d-9619-d09c94e6e827 req-15774ca1-7664-450e-a670-13db8f21c15f tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:32.921152 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-da94f31c-356f-407d-9619-d09c94e6e827 req-15774ca1-7664-450e-a670-13db8f21c15f tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] 10.222.0.73 "GET /v2.0/ports?device_id=5553145a-508d-400c-a137-57101a0236c0 HTTP/1.1" status: 200 len: 946 time: 0.0982001 Feb 04 13:04:32.928101 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ad118cdd-4187-496f-9db9-8be57575a7dc req-1ad1da9f-f693-4b5d-8781-9e2177a993d9 tempest-VolumesNegativeTest-265820164 tempest-VolumesNegativeTest-265820164-project] 10.222.0.65 "GET /v2.0/quotas/f9d519f7c0454580ad372387085270a4 HTTP/1.1" status: 200 len: 375 time: 0.0276701 Feb 04 13:04:32.975438 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ad118cdd-4187-496f-9db9-8be57575a7dc req-779f9a22-d63d-4681-adb8-c00300028f67 tempest-VolumesNegativeTest-265820164 tempest-VolumesNegativeTest-265820164-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=f9d519f7c0454580ad372387085270a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0464163 Feb 04 13:04:33.177223 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-da94f31c-356f-407d-9619-d09c94e6e827 req-0b2c2a18-d0c0-40eb-8a51-8cb7568dbbf5 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Deleting port f61b3859-623f-46ee-ae13-b2dbaadbddce {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:04:33.184911 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-da94f31c-356f-407d-9619-d09c94e6e827 req-0b2c2a18-d0c0-40eb-8a51-8cb7568dbbf5 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (f61b3859-623f-46ee-ae13-b2dbaadbddce), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:33.317789 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b1067738-fd87-476e-9006-d6f5e224e85b req-8f733b50-5a3d-4ed7-ac7d-47a5e0b23d7a tempest-VolumesNegativeTest-265820164 tempest-VolumesNegativeTest-265820164-project] 10.222.0.65 "GET /v2.0/ports?device_id=50f2a731-d2cc-41a1-bcca-8be32a5da5e6 HTTP/1.1" status: 200 len: 210 time: 0.0788496 Feb 04 13:04:33.381061 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-da94f31c-356f-407d-9619-d09c94e6e827 req-0b2c2a18-d0c0-40eb-8a51-8cb7568dbbf5 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] For port f61b3859-623f-46ee-ae13-b2dbaadbddce, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=f61b3859-623f-46ee-ae13-b2dbaadbddce,segment=NetworkSegment(7c5c1bb5-7cfa-46b2-aad7-de83b78e2361),segment_id=7c5c1bb5-7cfa-46b2-aad7-de83b78e2361)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:04:33.381432 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-da94f31c-356f-407d-9619-d09c94e6e827 req-0b2c2a18-d0c0-40eb-8a51-8cb7568dbbf5 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (f61b3859-623f-46ee-ae13-b2dbaadbddce), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:33.418078 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-da94f31c-356f-407d-9619-d09c94e6e827 req-0b2c2a18-d0c0-40eb-8a51-8cb7568dbbf5 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Calling delete_port for f61b3859-623f-46ee-ae13-b2dbaadbddce owned by compute:nova {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:04:33.488745 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45134463-7f7b-48b7-936d-c1cb712c0f45 req-c848c0e9-fb3a-4d2c-a03f-65e1825c53ca tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:33.496175 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-45134463-7f7b-48b7-936d-c1cb712c0f45 req-c848c0e9-fb3a-4d2c-a03f-65e1825c53ca tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] 10.222.0.65 "GET /v2.0/ports?device_id=5553145a-508d-400c-a137-57101a0236c0 HTTP/1.1" status: 200 len: 946 time: 0.1514776 Feb 04 13:04:33.586257 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-45134463-7f7b-48b7-936d-c1cb712c0f45 req-37b0a2fc-5bd3-418a-8e1e-b1998dc872c6 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] 10.222.0.65 "GET /v2.0/security-groups?id=85cc6a96-e87e-4d5a-b732-f8ff51e824a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850976 Feb 04 13:04:33.665850 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-da94f31c-356f-407d-9619-d09c94e6e827 req-0b2c2a18-d0c0-40eb-8a51-8cb7568dbbf5 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (f61b3859-623f-46ee-ae13-b2dbaadbddce), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:33.703929 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2c2a18-d0c0-40eb-8a51-8cb7568dbbf5 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Pushing event deleted for resources: {'Port': ['ID=f61b3859-623f-46ee-ae13-b2dbaadbddce,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:04:33.799170 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-da94f31c-356f-407d-9619-d09c94e6e827 req-0b2c2a18-d0c0-40eb-8a51-8cb7568dbbf5 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] No DVR routers for this DVR port f61b3859-623f-46ee-ae13-b2dbaadbddce on host n-h1-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:04:33.814208 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-da94f31c-356f-407d-9619-d09c94e6e827 req-0b2c2a18-d0c0-40eb-8a51-8cb7568dbbf5 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:33.817686 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-da94f31c-356f-407d-9619-d09c94e6e827 req-0b2c2a18-d0c0-40eb-8a51-8cb7568dbbf5 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] 10.222.0.73 "DELETE /v2.0/ports/f61b3859-623f-46ee-ae13-b2dbaadbddce HTTP/1.1" status: 204 len: 173 time: 0.8870342 Feb 04 13:04:33.818162 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5553145a-508d-400c-a137-57101a0236c0', 'name': 'network-vif-deleted', 'tag': 'f61b3859-623f-46ee-ae13-b2dbaadbddce'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:04:33.820618 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fb29bdf-1be9-41fb-85f6-854de2b73cf4" -d '{"events": [{"server_uuid": "5553145a-508d-400c-a137-57101a0236c0", "name": "network-vif-deleted", "tag": "f61b3859-623f-46ee-ae13-b2dbaadbddce"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:04:33.882861 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-714c3f94-e7f9-4a74-8e45-4b8ffb93381a x-openstack-request-id: req-714c3f94-e7f9-4a74-8e45-4b8ffb93381a {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:04:33.883214 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5553145a-508d-400c-a137-57101a0236c0", "name": "network-vif-deleted", "tag": "f61b3859-623f-46ee-ae13-b2dbaadbddce", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:04:33.883485 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-714c3f94-e7f9-4a74-8e45-4b8ffb93381a {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:04:33.884135 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5553145a-508d-400c-a137-57101a0236c0', 'name': 'network-vif-deleted', 'tag': 'f61b3859-623f-46ee-ae13-b2dbaadbddce', 'status': 'completed', 'code': 200} Feb 04 13:04:34.446690 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-11b3bc09-ea79-47a7-a47c-b9f6e90721fa req-fc14f3dc-e249-481b-a946-616a7a250bb1 tempest-VolumesNegativeTest-265820164 tempest-VolumesNegativeTest-265820164-project] 10.222.0.65 "GET /v2.0/ports?device_id=50f2a731-d2cc-41a1-bcca-8be32a5da5e6 HTTP/1.1" status: 200 len: 210 time: 0.0556860 Feb 04 13:04:34.753859 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cfd370d3-77b8-4036-b8bf-8a3eda3e6320 req-652928c0-8219-456d-b1bb-6b06fc46de94 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] 10.222.0.65 "GET /v2.0/ports?device_id=5553145a-508d-400c-a137-57101a0236c0 HTTP/1.1" status: 200 len: 210 time: 0.0507283 Feb 04 13:04:35.018656 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-ad118cdd-4187-496f-9db9-8be57575a7dc req-7601f936-6bd5-4d72-b79b-30efa383afd0 tempest-VolumesNegativeTest-265820164 tempest-VolumesNegativeTest-265820164-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=f9d519f7c0454580ad372387085270a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0778923 Feb 04 13:04:35.387950 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad118cdd-4187-496f-9db9-8be57575a7dc req-8db6c2ca-ec5e-45a7-bd77-cae2634e133c tempest-VolumesNegativeTest-265820164 tempest-VolumesNegativeTest-265820164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:35.390793 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-ad118cdd-4187-496f-9db9-8be57575a7dc req-8db6c2ca-ec5e-45a7-bd77-cae2634e133c tempest-VolumesNegativeTest-265820164 tempest-VolumesNegativeTest-265820164-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3649180 Feb 04 13:04:35.405408 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-ad118cdd-4187-496f-9db9-8be57575a7dc req-10757578-fe05-4fa9-a5b2-a45f2169f820 tempest-VolumesNegativeTest-265820164 tempest-VolumesNegativeTest-265820164-project] Request body: {'port': {'device_id': '50f2a731-d2cc-41a1-bcca-8be32a5da5e6', 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c', 'admin_state_up': True, 'tenant_id': 'f9d519f7c0454580ad372387085270a4'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:04:35.544032 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad118cdd-4187-496f-9db9-8be57575a7dc req-10757578-fe05-4fa9-a5b2-a45f2169f820 tempest-VolumesNegativeTest-265820164 tempest-VolumesNegativeTest-265820164-project] Made reservation on behalf of f9d519f7c0454580ad372387085270a4 for: {'port': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:04:35.547970 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-ad118cdd-4187-496f-9db9-8be57575a7dc req-10757578-fe05-4fa9-a5b2-a45f2169f820 tempest-VolumesNegativeTest-265820164 tempest-VolumesNegativeTest-265820164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:35.563555 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-ad118cdd-4187-496f-9db9-8be57575a7dc req-10757578-fe05-4fa9-a5b2-a45f2169f820 tempest-VolumesNegativeTest-265820164 tempest-VolumesNegativeTest-265820164-project] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:35.636518 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-04f6d2fd-8e72-4db4-a3e7-4f8fbecdc190 req-fb7e5927-1d13-4056-8c64-50b33fa24d40 tempest-VolumesNegativeTest-265820164 tempest-VolumesNegativeTest-265820164-project] 10.222.0.65 "GET /v2.0/ports?device_id=50f2a731-d2cc-41a1-bcca-8be32a5da5e6 HTTP/1.1" status: 200 len: 210 time: 0.0453789 Feb 04 13:04:35.693452 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-ad118cdd-4187-496f-9db9-8be57575a7dc req-10757578-fe05-4fa9-a5b2-a45f2169f820 tempest-VolumesNegativeTest-265820164 tempest-VolumesNegativeTest-265820164-project] Publish callbacks [] for security_group (e6a1449a-b04a-449c-89b1-983b1aebdb40), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:35.698472 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-ad118cdd-4187-496f-9db9-8be57575a7dc req-10757578-fe05-4fa9-a5b2-a45f2169f820 tempest-VolumesNegativeTest-265820164 tempest-VolumesNegativeTest-265820164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (e6a1449a-b04a-449c-89b1-983b1aebdb40), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:35.851295 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10757578-fe05-4fa9-a5b2-a45f2169f820 tempest-VolumesNegativeTest-265820164 tempest-VolumesNegativeTest-265820164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6a1449a-b04a-449c-89b1-983b1aebdb40,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:04:35.925872 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device f61b3859-623f-46ee-ae13-b2dbaadbddce no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:04:35.950580 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6bde2efe-8470-4f1f-8597-a0ffa4b2a6ea req-2ffeced7-d427-4bee-b0ca-fad60f3176ae tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] 10.222.0.65 "GET /v2.0/ports?device_id=5553145a-508d-400c-a137-57101a0236c0 HTTP/1.1" status: 200 len: 210 time: 0.0529246 Feb 04 13:04:35.991700 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] No Port match for: f61b3859-623f-46ee-ae13-b2dbaadbddce {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:04:35.992095 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device f61b3859-623f-46ee-ae13-b2dbaadbddce not bound to the agent host n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:04:36.005186 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [req-ad118cdd-4187-496f-9db9-8be57575a7dc req-10757578-fe05-4fa9-a5b2-a45f2169f820 tempest-VolumesNegativeTest-265820164 tempest-VolumesNegativeTest-265820164-project] Allocated IP 192.168.233.6 (2f7dc246-a024-4937-952c-0ddeef5af29c/5ee3374a-84e9-4639-853c-740c6edaf6dc/f3de3fdd-a81f-450d-bf38-85a802eb3998) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:04:36.179024 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-ad118cdd-4187-496f-9db9-8be57575a7dc req-10757578-fe05-4fa9-a5b2-a45f2169f820 tempest-VolumesNegativeTest-265820164 tempest-VolumesNegativeTest-265820164-project] Publish callbacks [] for port (f3de3fdd-a81f-450d-bf38-85a802eb3998), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:36.221003 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-ad118cdd-4187-496f-9db9-8be57575a7dc req-10757578-fe05-4fa9-a5b2-a45f2169f820 tempest-VolumesNegativeTest-265820164 tempest-VolumesNegativeTest-265820164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (f3de3fdd-a81f-450d-bf38-85a802eb3998), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:36.278818 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad118cdd-4187-496f-9db9-8be57575a7dc req-10757578-fe05-4fa9-a5b2-a45f2169f820 tempest-VolumesNegativeTest-265820164 tempest-VolumesNegativeTest-265820164-project] Network 2f7dc246-a024-4937-952c-0ddeef5af29c is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:04:36.282215 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [req-ad118cdd-4187-496f-9db9-8be57575a7dc req-10757578-fe05-4fa9-a5b2-a45f2169f820 tempest-VolumesNegativeTest-265820164 tempest-VolumesNegativeTest-265820164-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:04:36.287079 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad118cdd-4187-496f-9db9-8be57575a7dc req-10757578-fe05-4fa9-a5b2-a45f2169f820 tempest-VolumesNegativeTest-265820164 tempest-VolumesNegativeTest-265820164-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:04:36.320324 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10757578-fe05-4fa9-a5b2-a45f2169f820 tempest-VolumesNegativeTest-265820164 tempest-VolumesNegativeTest-265820164-project] Pushing event updated for resources: {'Port': ['ID=f3de3fdd-a81f-450d-bf38-85a802eb3998,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:04:36.346329 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad118cdd-4187-496f-9db9-8be57575a7dc req-10757578-fe05-4fa9-a5b2-a45f2169f820 tempest-VolumesNegativeTest-265820164 tempest-VolumesNegativeTest-265820164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:36.347400 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-ad118cdd-4187-496f-9db9-8be57575a7dc req-10757578-fe05-4fa9-a5b2-a45f2169f820 tempest-VolumesNegativeTest-265820164 tempest-VolumesNegativeTest-265820164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:36.367026 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-ad118cdd-4187-496f-9db9-8be57575a7dc req-10757578-fe05-4fa9-a5b2-a45f2169f820 tempest-VolumesNegativeTest-265820164 tempest-VolumesNegativeTest-265820164-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.9659483 Feb 04 13:04:36.379010 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-ad118cdd-4187-496f-9db9-8be57575a7dc req-60842152-05e1-410c-aa02-3e5eae690a5d service neutron] Request body: {'port': {'device_id': '50f2a731-d2cc-41a1-bcca-8be32a5da5e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825015-3'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:04:36.471996 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-ad118cdd-4187-496f-9db9-8be57575a7dc req-60842152-05e1-410c-aa02-3e5eae690a5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (f3de3fdd-a81f-450d-bf38-85a802eb3998), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:36.623261 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-6db2a8f3-b3e2-4d8c-b761-c7070dece47a None None] Provisioning complete for port f3de3fdd-a81f-450d-bf38-85a802eb3998 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:04:36.624287 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6db2a8f3-b3e2-4d8c-b761-c7070dece47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (f3de3fdd-a81f-450d-bf38-85a802eb3998), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:36.710065 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-6db2a8f3-b3e2-4d8c-b761-c7070dece47a None None] Port f3de3fdd-a81f-450d-bf38-85a802eb3998 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:04:36.832732 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aac003-5ea2-4a6f-aeee-2f411d7803e6 req-94c7e6f3-d7f8-4165-b5f5-1497d86048ee tempest-VolumesNegativeTest-265820164 tempest-VolumesNegativeTest-265820164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:36.837977 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-18aac003-5ea2-4a6f-aeee-2f411d7803e6 req-94c7e6f3-d7f8-4165-b5f5-1497d86048ee tempest-VolumesNegativeTest-265820164 tempest-VolumesNegativeTest-265820164-project] 10.222.0.65 "GET /v2.0/ports?device_id=50f2a731-d2cc-41a1-bcca-8be32a5da5e6 HTTP/1.1" status: 200 len: 934 time: 0.0775919 Feb 04 13:04:36.860508 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [req-ad118cdd-4187-496f-9db9-8be57575a7dc req-60842152-05e1-410c-aa02-3e5eae690a5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3de3fdd-a81f-450d-bf38-85a802eb3998 {{(pid=103474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:04:36.869026 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-ad118cdd-4187-496f-9db9-8be57575a7dc req-60842152-05e1-410c-aa02-3e5eae690a5d service neutron] Publish callbacks [] for port (f3de3fdd-a81f-450d-bf38-85a802eb3998), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:36.891690 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.provisioning_blocks [req-ad118cdd-4187-496f-9db9-8be57575a7dc req-60842152-05e1-410c-aa02-3e5eae690a5d service neutron] Transition to ACTIVE for port object f3de3fdd-a81f-450d-bf38-85a802eb3998 will not be triggered until provisioned by entity L2. {{(pid=103474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:04:36.913413 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 57644) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:04:36.922253 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-ad118cdd-4187-496f-9db9-8be57575a7dc req-60842152-05e1-410c-aa02-3e5eae690a5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (f3de3fdd-a81f-450d-bf38-85a802eb3998), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:36.941524 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-18aac003-5ea2-4a6f-aeee-2f411d7803e6 req-de1d7f1f-d3b1-4a6c-8433-e349283ea605 tempest-VolumesNegativeTest-265820164 tempest-VolumesNegativeTest-265820164-project] 10.222.0.65 "GET /v2.0/security-groups?id=e6a1449a-b04a-449c-89b1-983b1aebdb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910733 Feb 04 13:04:37.039349 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60842152-05e1-410c-aa02-3e5eae690a5d service neutron] Pushing event updated for resources: {'Port': ['ID=f3de3fdd-a81f-450d-bf38-85a802eb3998,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:04:37.089108 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cc088c24-38e1-472b-aec4-0d4ea1ee264e req-4e3e344b-fe6a-44da-8397-958f7132b5a7 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] 10.222.0.65 "GET /v2.0/ports?device_id=5553145a-508d-400c-a137-57101a0236c0 HTTP/1.1" status: 200 len: 210 time: 0.0418599 Feb 04 13:04:37.241787 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-ad118cdd-4187-496f-9db9-8be57575a7dc req-60842152-05e1-410c-aa02-3e5eae690a5d service neutron] Attempting to bind port f3de3fdd-a81f-450d-bf38-85a802eb3998 on host n-h2-825015-3 for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:04:37.242322 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-ad118cdd-4187-496f-9db9-8be57575a7dc req-60842152-05e1-410c-aa02-3e5eae690a5d service neutron] Attempting to bind port f3de3fdd-a81f-450d-bf38-85a802eb3998 by drivers openvswitch,hyperv on host n-h2-825015-3 at level 0 using segments [{'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:04:37.242538 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad118cdd-4187-496f-9db9-8be57575a7dc req-60842152-05e1-410c-aa02-3e5eae690a5d service neutron] Attempting to bind port f3de3fdd-a81f-450d-bf38-85a802eb3998 on network 2f7dc246-a024-4937-952c-0ddeef5af29c {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:04:37.250698 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad118cdd-4187-496f-9db9-8be57575a7dc req-60842152-05e1-410c-aa02-3e5eae690a5d service neutron] Port f3de3fdd-a81f-450d-bf38-85a802eb3998 on network 2f7dc246-a024-4937-952c-0ddeef5af29c not bound, no agent of type Open vSwitch agent registered on host n-h2-825015-3 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:04:37.251033 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad118cdd-4187-496f-9db9-8be57575a7dc req-60842152-05e1-410c-aa02-3e5eae690a5d service neutron] Attempting to bind port f3de3fdd-a81f-450d-bf38-85a802eb3998 on network 2f7dc246-a024-4937-952c-0ddeef5af29c {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:04:37.261302 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad118cdd-4187-496f-9db9-8be57575a7dc req-60842152-05e1-410c-aa02-3e5eae690a5d service neutron] Checking agent: {'id': '9b68a165-e786-4b91-8592-44519c2ecabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:04:37.261700 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad118cdd-4187-496f-9db9-8be57575a7dc req-60842152-05e1-410c-aa02-3e5eae690a5d service neutron] Checking segment: {'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:04:37.262041 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad118cdd-4187-496f-9db9-8be57575a7dc req-60842152-05e1-410c-aa02-3e5eae690a5d service neutron] Bound using segment: {'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:04:37.262537 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-ad118cdd-4187-496f-9db9-8be57575a7dc req-60842152-05e1-410c-aa02-3e5eae690a5d service neutron] Bound port: f3de3fdd-a81f-450d-bf38-85a802eb3998, host: n-h2-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:04:37.262909 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-ad118cdd-4187-496f-9db9-8be57575a7dc req-60842152-05e1-410c-aa02-3e5eae690a5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (f3de3fdd-a81f-450d-bf38-85a802eb3998), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:37.283950 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-88784ec7-931e-4b6a-ae4f-058a64c0e850 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Deleting port f1df7f5b-98c7-4de9-ad61-dbd736646051 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:04:37.284298 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-88784ec7-931e-4b6a-ae4f-058a64c0e850 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (f1df7f5b-98c7-4de9-ad61-dbd736646051), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:37.393102 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-ad118cdd-4187-496f-9db9-8be57575a7dc req-60842152-05e1-410c-aa02-3e5eae690a5d service neutron] For port f3de3fdd-a81f-450d-bf38-85a802eb3998, host n-h2-825015-3, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:04:37.414136 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-ad118cdd-4187-496f-9db9-8be57575a7dc req-60842152-05e1-410c-aa02-3e5eae690a5d service neutron] For port f3de3fdd-a81f-450d-bf38-85a802eb3998, host n-h2-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=f3de3fdd-a81f-450d-bf38-85a802eb3998,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:04:37.416409 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-88784ec7-931e-4b6a-ae4f-058a64c0e850 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (f1df7f5b-98c7-4de9-ad61-dbd736646051), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:37.416735 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-88784ec7-931e-4b6a-ae4f-058a64c0e850 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks [] for floatingip (f1df7f5b-98c7-4de9-ad61-dbd736646051), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:37.425816 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-ad118cdd-4187-496f-9db9-8be57575a7dc req-60842152-05e1-410c-aa02-3e5eae690a5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (f3de3fdd-a81f-450d-bf38-85a802eb3998), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:37.435955 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-88784ec7-931e-4b6a-ae4f-058a64c0e850 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Calling delete_port for f1df7f5b-98c7-4de9-ad61-dbd736646051 owned by network:floatingip {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:04:37.483977 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad118cdd-4187-496f-9db9-8be57575a7dc req-60842152-05e1-410c-aa02-3e5eae690a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:37.484607 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-ad118cdd-4187-496f-9db9-8be57575a7dc req-60842152-05e1-410c-aa02-3e5eae690a5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:37.486005 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-ad118cdd-4187-496f-9db9-8be57575a7dc req-60842152-05e1-410c-aa02-3e5eae690a5d service neutron] 10.222.0.77 "PUT /v2.0/ports/f3de3fdd-a81f-450d-bf38-85a802eb3998 HTTP/1.1" status: 200 len: 1094 time: 1.1120300 Feb 04 13:04:37.486455 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50f2a731-d2cc-41a1-bcca-8be32a5da5e6', 'tag': 'f3de3fdd-a81f-450d-bf38-85a802eb3998'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:04:37.488701 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b50ff64-47b8-4478-9fc0-41f54dcc7731" -d '{"events": [{"name": "network-changed", "server_uuid": "50f2a731-d2cc-41a1-bcca-8be32a5da5e6", "tag": "f3de3fdd-a81f-450d-bf38-85a802eb3998"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:04:37.578348 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60842152-05e1-410c-aa02-3e5eae690a5d service neutron] Pushing event updated for resources: {'Port': ['ID=f3de3fdd-a81f-450d-bf38-85a802eb3998,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:04:37.581918 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ebec779-9d58-4573-ac4d-1e2fd1587250 x-openstack-request-id: req-6ebec779-9d58-4573-ac4d-1e2fd1587250 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:04:37.582210 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50f2a731-d2cc-41a1-bcca-8be32a5da5e6", "tag": "f3de3fdd-a81f-450d-bf38-85a802eb3998", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:04:37.582467 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6ebec779-9d58-4573-ac4d-1e2fd1587250 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:04:37.582875 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50f2a731-d2cc-41a1-bcca-8be32a5da5e6', 'tag': 'f3de3fdd-a81f-450d-bf38-85a802eb3998', 'status': 'completed', 'code': 200} Feb 04 13:04:37.691337 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad118cdd-4187-496f-9db9-8be57575a7dc req-635c0ca5-1467-4234-b17b-11a146beb0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:37.692899 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-ad118cdd-4187-496f-9db9-8be57575a7dc req-635c0ca5-1467-4234-b17b-11a146beb0a4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f9d519f7c0454580ad372387085270a4&device_id=50f2a731-d2cc-41a1-bcca-8be32a5da5e6 HTTP/1.1" status: 200 len: 1128 time: 0.1304593 Feb 04 13:04:37.754114 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-ad118cdd-4187-496f-9db9-8be57575a7dc req-99fc5c7e-5d3d-4912-ad69-0cd47b32d0a6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=f3de3fdd-a81f-450d-bf38-85a802eb3998 HTTP/1.1" status: 200 len: 217 time: 0.0532568 Feb 04 13:04:37.858174 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad118cdd-4187-496f-9db9-8be57575a7dc req-02de5589-0a1d-42e1-8bfb-ed124d2552ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:37.859661 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-ad118cdd-4187-496f-9db9-8be57575a7dc req-02de5589-0a1d-42e1-8bfb-ed124d2552ec service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5ee3374a-84e9-4639-853c-740c6edaf6dc HTTP/1.1" status: 200 len: 843 time: 0.0927603 Feb 04 13:04:37.865990 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-88784ec7-931e-4b6a-ae4f-058a64c0e850 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (f1df7f5b-98c7-4de9-ad61-dbd736646051), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:37.926503 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88784ec7-931e-4b6a-ae4f-058a64c0e850 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Pushing event deleted for resources: {'Port': ['ID=f1df7f5b-98c7-4de9-ad61-dbd736646051,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:04:38.037396 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-88784ec7-931e-4b6a-ae4f-058a64c0e850 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks [] for floatingip (dd7c5322-601b-4a4e-a09a-25c720aea766), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:38.037767 n-d-825015-3 neutron-server[103474]: INFO neutron.db.l3_db [None req-88784ec7-931e-4b6a-ae4f-058a64c0e850 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Floating IP dd7c5322-601b-4a4e-a09a-25c720aea766 disassociated (deleted). External IP: 172.25.3.67, port: 7efa0323-cf35-4518-9a52-c351985b2e63. Feb 04 13:04:38.081760 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf973743-19ca-4738-a427-d72c3b933104 req-f80affaa-3317-4c44-985e-a08df5c5c39b tempest-VolumesNegativeTest-265820164 tempest-VolumesNegativeTest-265820164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:38.091164 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cf973743-19ca-4738-a427-d72c3b933104 req-f80affaa-3317-4c44-985e-a08df5c5c39b tempest-VolumesNegativeTest-265820164 tempest-VolumesNegativeTest-265820164-project] 10.222.0.65 "GET /v2.0/ports?device_id=50f2a731-d2cc-41a1-bcca-8be32a5da5e6 HTTP/1.1" status: 200 len: 946 time: 0.0740128 Feb 04 13:04:38.153322 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cf973743-19ca-4738-a427-d72c3b933104 req-81181f3b-3884-4d0b-930c-abf575ddc0c7 tempest-VolumesNegativeTest-265820164 tempest-VolumesNegativeTest-265820164-project] 10.222.0.65 "GET /v2.0/security-groups?id=e6a1449a-b04a-449c-89b1-983b1aebdb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605769 Feb 04 13:04:38.175150 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad118cdd-4187-496f-9db9-8be57575a7dc req-0b0a260c-edb2-4057-a1cc-1d39cc79c6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:38.177438 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-ad118cdd-4187-496f-9db9-8be57575a7dc req-0b0a260c-edb2-4057-a1cc-1d39cc79c6d7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2f7dc246-a024-4937-952c-0ddeef5af29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3089700 Feb 04 13:04:38.250538 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dff219fe-df6c-4140-944f-0ba94a292d91 req-98fa4c86-c03d-47b2-a753-9bbf408e803e tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] 10.222.0.65 "GET /v2.0/ports?device_id=5553145a-508d-400c-a137-57101a0236c0 HTTP/1.1" status: 200 len: 210 time: 0.0400300 Feb 04 13:04:38.408255 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-ad118cdd-4187-496f-9db9-8be57575a7dc req-55f7ed0d-a6a2-476e-9002-a8c396b20a0b service neutron] 10.222.0.77 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221854 Feb 04 13:04:38.424962 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88784ec7-931e-4b6a-ae4f-058a64c0e850 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Router 024eaaf0-2d65-4b7c-9e2a-8cef52c577d7 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:04:38.886790 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-ad118cdd-4187-496f-9db9-8be57575a7dc req-80e6c05d-2698-49dd-8e06-fa614b208eb3 service neutron] 10.222.0.77 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4727182 Feb 04 13:04:38.906279 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88784ec7-931e-4b6a-ae4f-058a64c0e850 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:04:38.911624 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-88784ec7-931e-4b6a-ae4f-058a64c0e850 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:38.920478 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7b8251-f70c-40e8-9815-06611c31f970 None None] Sync routers for ids ['024eaaf0-2d65-4b7c-9e2a-8cef52c577d7'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:04:38.942627 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7b8251-f70c-40e8-9815-06611c31f970 None None] Routers {'024eaaf0-2d65-4b7c-9e2a-8cef52c577d7'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:04:38.944003 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-3b7b8251-f70c-40e8-9815-06611c31f970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:04:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['024eaaf0-2d65-4b7c-9e2a-8cef52c577d7'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:04:38.955295 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-88784ec7-931e-4b6a-ae4f-058a64c0e850 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "DELETE /v2.0/floatingips/dd7c5322-601b-4a4e-a09a-25c720aea766 HTTP/1.1" status: 204 len: 168 time: 2.0405371 Feb 04 13:04:39.010786 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b50ff64-47b8-4478-9fc0-41f54dcc7731 req-3b3d88cf-766a-4803-820e-71bebf63a198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:39.012649 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-7b50ff64-47b8-4478-9fc0-41f54dcc7731 req-3b3d88cf-766a-4803-820e-71bebf63a198 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f9d519f7c0454580ad372387085270a4&device_id=50f2a731-d2cc-41a1-bcca-8be32a5da5e6 HTTP/1.1" status: 200 len: 1128 time: 0.0667136 Feb 04 13:04:39.097601 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-3b7b8251-f70c-40e8-9815-06611c31f970 None None] Set router 024eaaf0-2d65-4b7c-9e2a-8cef52c577d7 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:04:39.147865 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b50ff64-47b8-4478-9fc0-41f54dcc7731 req-9067c6ae-6ce9-419c-8e2c-b9cdbc1dd5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:39.150025 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-7b50ff64-47b8-4478-9fc0-41f54dcc7731 req-9067c6ae-6ce9-419c-8e2c-b9cdbc1dd5bb service neutron] 10.222.0.77 "GET /v2.0/networks?id=2f7dc246-a024-4937-952c-0ddeef5af29c HTTP/1.1" status: 200 len: 870 time: 0.1308503 Feb 04 13:04:39.211989 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-7b50ff64-47b8-4478-9fc0-41f54dcc7731 req-7e82dc9d-cb04-41e4-a3cc-ed542aad7573 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=f3de3fdd-a81f-450d-bf38-85a802eb3998 HTTP/1.1" status: 200 len: 217 time: 0.0552227 Feb 04 13:04:39.309900 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b50ff64-47b8-4478-9fc0-41f54dcc7731 req-0622f2ca-3b5d-4280-b35a-f47037895464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:39.317237 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-7b50ff64-47b8-4478-9fc0-41f54dcc7731 req-0622f2ca-3b5d-4280-b35a-f47037895464 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5ee3374a-84e9-4639-853c-740c6edaf6dc HTTP/1.1" status: 200 len: 843 time: 0.0950456 Feb 04 13:04:39.386557 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b50ff64-47b8-4478-9fc0-41f54dcc7731 req-6d35c4c2-2d3b-4d24-8a94-5c90ed9ddd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:39.388693 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-7b50ff64-47b8-4478-9fc0-41f54dcc7731 req-6d35c4c2-2d3b-4d24-8a94-5c90ed9ddd48 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2f7dc246-a024-4937-952c-0ddeef5af29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0648501 Feb 04 13:04:39.393150 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-3b7b8251-f70c-40e8-9815-06611c31f970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '024eaaf0-2d65-4b7c-9e2a-8cef52c577d7', 'name': 'tempest-TestVolumeBootPattern-1950943043-router', 'tenant_id': '3c0dc8c0402645d983d20be0fc21117a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '905d01d9-6ced-4b80-b81a-4e838906d04e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:47:46Z', 'updated_at': '2022-02-04T12:47:55Z', 'revision_number': 4, 'project_id': '3c0dc8c0402645d983d20be0fc21117a', 'gw_port': {'id': '905d01d9-6ced-4b80-b81a-4e838906d04e', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:94:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024eaaf0-2d65-4b7c-9e2a-8cef52c577d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:47:48Z', 'updated_at': '2022-02-04T12:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '44692f76-31ca-466a-966d-b6774ece519d', 'name': '', 'network_id': 'f237d722-433d-480c-8987-66d34675134e', 'tenant_id': '3c0dc8c0402645d983d20be0fc21117a', 'mac_address': 'fa:16:3e:84:c4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024eaaf0-2d65-4b7c-9e2a-8cef52c577d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '70faacee-af53-42b7-af83-bbc74f352570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:47:54Z', 'updated_at': '2022-02-04T12:48:07Z', 'revision_number': 5, 'project_id': '3c0dc8c0402645d983d20be0fc21117a', 'subnets': [{'id': '70faacee-af53-42b7-af83-bbc74f352570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:04:39.421783 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7b8251-f70c-40e8-9815-06611c31f970 None None] Checking router: 024eaaf0-2d65-4b7c-9e2a-8cef52c577d7 for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:04:39.431634 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7b8251-f70c-40e8-9815-06611c31f970 None None] Routers {'024eaaf0-2d65-4b7c-9e2a-8cef52c577d7'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:04:39.432657 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-3b7b8251-f70c-40e8-9815-06611c31f970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:04:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['024eaaf0-2d65-4b7c-9e2a-8cef52c577d7'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:04:39.457638 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad4d8e1-e47d-4a91-8ce6-c2a48576a1dd req-89db3f38-d974-454f-b3d1-f97eba34c144 tempest-VolumesNegativeTest-265820164 tempest-VolumesNegativeTest-265820164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:39.459205 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4ad4d8e1-e47d-4a91-8ce6-c2a48576a1dd req-89db3f38-d974-454f-b3d1-f97eba34c144 tempest-VolumesNegativeTest-265820164 tempest-VolumesNegativeTest-265820164-project] 10.222.0.65 "GET /v2.0/ports?device_id=50f2a731-d2cc-41a1-bcca-8be32a5da5e6 HTTP/1.1" status: 200 len: 946 time: 0.1894398 Feb 04 13:04:39.513448 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-7b50ff64-47b8-4478-9fc0-41f54dcc7731 req-f6771ce7-30e8-47ec-932b-b41590121657 service neutron] 10.222.0.77 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174223 Feb 04 13:04:39.545176 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fefaab1-4300-4b0f-ac7e-e63e2da2d78a req-4d6a9cac-c8e0-4c3c-8863-179b3966ee8c tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:39.550661 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4fefaab1-4300-4b0f-ac7e-e63e2da2d78a req-4d6a9cac-c8e0-4c3c-8863-179b3966ee8c tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6645098-7d16-411c-8dd8-a5b33cab61da HTTP/1.1" status: 200 len: 945 time: 0.1947334 Feb 04 13:04:39.565430 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-3b7b8251-f70c-40e8-9815-06611c31f970 None None] Set router 024eaaf0-2d65-4b7c-9e2a-8cef52c577d7 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:04:39.617191 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4ad4d8e1-e47d-4a91-8ce6-c2a48576a1dd req-f89f69b9-e2a1-4a75-b063-31ead989f178 tempest-VolumesNegativeTest-265820164 tempest-VolumesNegativeTest-265820164-project] 10.222.0.65 "GET /v2.0/security-groups?id=e6a1449a-b04a-449c-89b1-983b1aebdb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492183 Feb 04 13:04:39.627632 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6645098-7d16-411c-8dd8-a5b33cab61da', 'tag': '7efa0323-cf35-4518-9a52-c351985b2e63'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:04:39.636196 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55abc2dc-ee5e-41bc-8f69-cdec4de41751" -d '{"events": [{"name": "network-changed", "server_uuid": "e6645098-7d16-411c-8dd8-a5b33cab61da", "tag": "7efa0323-cf35-4518-9a52-c351985b2e63"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:04:39.750875 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4fefaab1-4300-4b0f-ac7e-e63e2da2d78a req-0aa7a165-2395-4d3f-b6a9-4555646992c4 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=068b1e11-4a70-4e33-8087-efe2a4e35d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1868267 Feb 04 13:04:39.762675 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-7b50ff64-47b8-4478-9fc0-41f54dcc7731 req-61ac1be4-e1d7-4087-bc15-4f8120d74fc2 service neutron] 10.222.0.77 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408171 Feb 04 13:04:39.843835 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-3b7b8251-f70c-40e8-9815-06611c31f970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '024eaaf0-2d65-4b7c-9e2a-8cef52c577d7', 'name': 'tempest-TestVolumeBootPattern-1950943043-router', 'tenant_id': '3c0dc8c0402645d983d20be0fc21117a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '905d01d9-6ced-4b80-b81a-4e838906d04e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:47:46Z', 'updated_at': '2022-02-04T12:47:55Z', 'revision_number': 4, 'project_id': '3c0dc8c0402645d983d20be0fc21117a', 'gw_port': {'id': '905d01d9-6ced-4b80-b81a-4e838906d04e', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:94:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024eaaf0-2d65-4b7c-9e2a-8cef52c577d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:47:48Z', 'updated_at': '2022-02-04T12:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '44692f76-31ca-466a-966d-b6774ece519d', 'name': '', 'network_id': 'f237d722-433d-480c-8987-66d34675134e', 'tenant_id': '3c0dc8c0402645d983d20be0fc21117a', 'mac_address': 'fa:16:3e:84:c4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024eaaf0-2d65-4b7c-9e2a-8cef52c577d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '70faacee-af53-42b7-af83-bbc74f352570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:47:54Z', 'updated_at': '2022-02-04T12:48:07Z', 'revision_number': 5, 'project_id': '3c0dc8c0402645d983d20be0fc21117a', 'subnets': [{'id': '70faacee-af53-42b7-af83-bbc74f352570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:04:39.857231 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-265cbe74-97e7-4235-8cd6-5504ae0d86f6 x-openstack-request-id: req-265cbe74-97e7-4235-8cd6-5504ae0d86f6 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:04:39.857532 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6645098-7d16-411c-8dd8-a5b33cab61da", "tag": "7efa0323-cf35-4518-9a52-c351985b2e63", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:04:39.858143 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-265cbe74-97e7-4235-8cd6-5504ae0d86f6 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:04:39.858564 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6645098-7d16-411c-8dd8-a5b33cab61da', 'tag': '7efa0323-cf35-4518-9a52-c351985b2e63', 'status': 'completed', 'code': 200} Feb 04 13:04:39.866745 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-14587b4b-09ea-4459-bc6a-91b74b123d54 req-f1bb2453-997c-43d6-a7c0-2388e4aefaf9 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] 10.222.0.65 "GET /v2.0/ports?device_id=5553145a-508d-400c-a137-57101a0236c0 HTTP/1.1" status: 200 len: 210 time: 0.1070826 Feb 04 13:04:39.890370 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7b8251-f70c-40e8-9815-06611c31f970 None None] The sync data for ids ['024eaaf0-2d65-4b7c-9e2a-8cef52c577d7'] in n-d-825015-3 is: [{'id': '024eaaf0-2d65-4b7c-9e2a-8cef52c577d7', 'name': 'tempest-TestVolumeBootPattern-1950943043-router', 'tenant_id': '3c0dc8c0402645d983d20be0fc21117a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '905d01d9-6ced-4b80-b81a-4e838906d04e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:47:46Z', 'updated_at': '2022-02-04T12:47:55Z', 'revision_number': 4, 'project_id': '3c0dc8c0402645d983d20be0fc21117a', 'gw_port': {'id': '905d01d9-6ced-4b80-b81a-4e838906d04e', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:94:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024eaaf0-2d65-4b7c-9e2a-8cef52c577d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:47:48Z', 'updated_at': '2022-02-04T12:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '44692f76-31ca-466a-966d-b6774ece519d', 'name': '', 'network_id': 'f237d722-433d-480c-8987-66d34675134e', 'tenant_id': '3c0dc8c0402645d983d20be0fc21117a', 'mac_address': 'fa:16:3e:84:c4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024eaaf0-2d65-4b7c-9e2a-8cef52c577d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '70faacee-af53-42b7-af83-bbc74f352570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:47:54Z', 'updated_at': '2022-02-04T12:48:07Z', 'revision_number': 5, 'project_id': '3c0dc8c0402645d983d20be0fc21117a', 'subnets': [{'id': '70faacee-af53-42b7-af83-bbc74f352570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:04:39.931319 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55abc2dc-ee5e-41bc-8f69-cdec4de41751 req-d11af7d0-7f84-455b-8b1f-47aefbaa0fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:39.933480 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-55abc2dc-ee5e-41bc-8f69-cdec4de41751 req-d11af7d0-7f84-455b-8b1f-47aefbaa0fc5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3c0dc8c0402645d983d20be0fc21117a&device_id=e6645098-7d16-411c-8dd8-a5b33cab61da HTTP/1.1" status: 200 len: 1127 time: 0.0576785 Feb 04 13:04:40.041418 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55abc2dc-ee5e-41bc-8f69-cdec4de41751 req-0a2f661c-a48f-4184-b369-5bfece9ae6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:40.043079 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-55abc2dc-ee5e-41bc-8f69-cdec4de41751 req-0a2f661c-a48f-4184-b369-5bfece9ae6cb service neutron] 10.222.0.73 "GET /v2.0/networks?id=f237d722-433d-480c-8987-66d34675134e HTTP/1.1" status: 200 len: 913 time: 0.1010146 Feb 04 13:04:40.099342 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-55abc2dc-ee5e-41bc-8f69-cdec4de41751 req-96fb44a7-0190-42b6-a3ae-73c1b9f62811 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7efa0323-cf35-4518-9a52-c351985b2e63 HTTP/1.1" status: 200 len: 217 time: 0.0473468 Feb 04 13:04:40.162688 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55abc2dc-ee5e-41bc-8f69-cdec4de41751 req-87397c6b-28cf-41c2-9595-a038659cb1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:40.164781 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-55abc2dc-ee5e-41bc-8f69-cdec4de41751 req-87397c6b-28cf-41c2-9595-a038659cb1a3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=70faacee-af53-42b7-af83-bbc74f352570 HTTP/1.1" status: 200 len: 851 time: 0.0548065 Feb 04 13:04:40.221631 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55abc2dc-ee5e-41bc-8f69-cdec4de41751 req-a86cfb5f-f4ae-4980-bc67-e6ea1ff50d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:40.223768 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-55abc2dc-ee5e-41bc-8f69-cdec4de41751 req-a86cfb5f-f4ae-4980-bc67-e6ea1ff50d1c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f237d722-433d-480c-8987-66d34675134e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0512679 Feb 04 13:04:40.238441 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64eba114-cf2f-425c-b30c-4ab726f9abf3 None None] New status for floating IP dd7c5322-601b-4a4e-a09a-25c720aea766: DOWN {{(pid=103476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:04:40.345485 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-55abc2dc-ee5e-41bc-8f69-cdec4de41751 req-c7e0750a-2836-4c54-9e4a-8ba1fd786360 service neutron] 10.222.0.73 "GET /v2.0/networks/f237d722-433d-480c-8987-66d34675134e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131468 Feb 04 13:04:40.502541 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-55abc2dc-ee5e-41bc-8f69-cdec4de41751 req-e65e485e-8640-4ab1-b9f5-83950ee5f49f service neutron] 10.222.0.73 "GET /v2.0/networks/f237d722-433d-480c-8987-66d34675134e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456261 Feb 04 13:04:40.513537 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1a9df8-805f-4a74-88ef-1df94245d388 req-fb7eadfd-fcc2-428f-9f60-93669e3c75ba tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:40.515470 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bf1a9df8-805f-4a74-88ef-1df94245d388 req-fb7eadfd-fcc2-428f-9f60-93669e3c75ba tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.73 "GET /v2.0/ports?device_id=e6645098-7d16-411c-8dd8-a5b33cab61da HTTP/1.1" status: 200 len: 945 time: 0.0856903 Feb 04 13:04:40.628478 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-bf1a9df8-805f-4a74-88ef-1df94245d388 req-5b774cb2-60d1-449b-90f5-80bccbde3d1b tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Deleting port 7efa0323-cf35-4518-9a52-c351985b2e63 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:04:40.628900 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-bf1a9df8-805f-4a74-88ef-1df94245d388 req-5b774cb2-60d1-449b-90f5-80bccbde3d1b tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (7efa0323-cf35-4518-9a52-c351985b2e63), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:40.745878 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-bf1a9df8-805f-4a74-88ef-1df94245d388 req-5b774cb2-60d1-449b-90f5-80bccbde3d1b tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] For port 7efa0323-cf35-4518-9a52-c351985b2e63, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=7efa0323-cf35-4518-9a52-c351985b2e63,segment=NetworkSegment(0934a908-175b-4cbf-ace2-f0550fc5d53c),segment_id=0934a908-175b-4cbf-ace2-f0550fc5d53c)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:04:40.745878 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-bf1a9df8-805f-4a74-88ef-1df94245d388 req-5b774cb2-60d1-449b-90f5-80bccbde3d1b tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (7efa0323-cf35-4518-9a52-c351985b2e63), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:40.777512 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-bf1a9df8-805f-4a74-88ef-1df94245d388 req-5b774cb2-60d1-449b-90f5-80bccbde3d1b tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Calling delete_port for 7efa0323-cf35-4518-9a52-c351985b2e63 owned by compute:nova {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:04:40.848621 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8488c0-9e15-45ff-9101-1153e6047af3 req-76dd5b11-40d7-471c-adbc-ac90acbd1e62 tempest-VolumesNegativeTest-265820164 tempest-VolumesNegativeTest-265820164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:40.850284 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9d8488c0-9e15-45ff-9101-1153e6047af3 req-76dd5b11-40d7-471c-adbc-ac90acbd1e62 tempest-VolumesNegativeTest-265820164 tempest-VolumesNegativeTest-265820164-project] 10.222.0.65 "GET /v2.0/ports?device_id=50f2a731-d2cc-41a1-bcca-8be32a5da5e6 HTTP/1.1" status: 200 len: 946 time: 0.1216283 Feb 04 13:04:40.972838 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d390cc3b-f800-495b-a5c5-4f05e45cc2b9 req-a31219d6-6b80-46d0-8e39-656b7aa0c5ad tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:40.974416 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d390cc3b-f800-495b-a5c5-4f05e45cc2b9 req-a31219d6-6b80-46d0-8e39-656b7aa0c5ad tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6645098-7d16-411c-8dd8-a5b33cab61da HTTP/1.1" status: 200 len: 945 time: 0.1209223 Feb 04 13:04:40.979287 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9d8488c0-9e15-45ff-9101-1153e6047af3 req-6506871c-7df0-48f5-ae4e-78ba1f1f7259 tempest-VolumesNegativeTest-265820164 tempest-VolumesNegativeTest-265820164-project] 10.222.0.65 "GET /v2.0/security-groups?id=e6a1449a-b04a-449c-89b1-983b1aebdb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156728 Feb 04 13:04:41.081700 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-bf1a9df8-805f-4a74-88ef-1df94245d388 req-5b774cb2-60d1-449b-90f5-80bccbde3d1b tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (7efa0323-cf35-4518-9a52-c351985b2e63), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:41.105073 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d390cc3b-f800-495b-a5c5-4f05e45cc2b9 req-311b0e5a-7885-4d05-b029-f6008f89c17a tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/security-groups?id=068b1e11-4a70-4e33-8087-efe2a4e35d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211567 Feb 04 13:04:41.112113 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-28d19372-efb0-45eb-87cd-0d6e11f7d347 req-5de45f2d-8b02-47d2-8e84-394fc675cfb6 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] 10.222.0.65 "GET /v2.0/ports?device_id=5553145a-508d-400c-a137-57101a0236c0 HTTP/1.1" status: 200 len: 210 time: 0.0484326 Feb 04 13:04:41.142951 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b774cb2-60d1-449b-90f5-80bccbde3d1b tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Pushing event deleted for resources: {'Port': ['ID=7efa0323-cf35-4518-9a52-c351985b2e63,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:04:41.192194 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf1a9df8-805f-4a74-88ef-1df94245d388 req-5b774cb2-60d1-449b-90f5-80bccbde3d1b tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] No DVR routers for this DVR port 7efa0323-cf35-4518-9a52-c351985b2e63 on host n-h1-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:04:41.194795 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-bf1a9df8-805f-4a74-88ef-1df94245d388 req-5b774cb2-60d1-449b-90f5-80bccbde3d1b tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:41.199465 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bf1a9df8-805f-4a74-88ef-1df94245d388 req-5b774cb2-60d1-449b-90f5-80bccbde3d1b tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.73 "DELETE /v2.0/ports/7efa0323-cf35-4518-9a52-c351985b2e63 HTTP/1.1" status: 204 len: 173 time: 0.6775663 Feb 04 13:04:41.200057 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6645098-7d16-411c-8dd8-a5b33cab61da', 'name': 'network-vif-deleted', 'tag': '7efa0323-cf35-4518-9a52-c351985b2e63'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:04:41.202476 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7a95bd4-a438-432e-887c-4b5dde0dfd33" -d '{"events": [{"server_uuid": "e6645098-7d16-411c-8dd8-a5b33cab61da", "name": "network-vif-deleted", "tag": "7efa0323-cf35-4518-9a52-c351985b2e63"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:04:41.248503 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11cb13b5-5d95-4cae-ad81-707bfefbe1dd x-openstack-request-id: req-11cb13b5-5d95-4cae-ad81-707bfefbe1dd {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:04:41.248863 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6645098-7d16-411c-8dd8-a5b33cab61da", "name": "network-vif-deleted", "tag": "7efa0323-cf35-4518-9a52-c351985b2e63", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:04:41.249188 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-11cb13b5-5d95-4cae-ad81-707bfefbe1dd {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:04:41.249831 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6645098-7d16-411c-8dd8-a5b33cab61da', 'name': 'network-vif-deleted', 'tag': '7efa0323-cf35-4518-9a52-c351985b2e63', 'status': 'completed', 'code': 200} Feb 04 13:04:42.113632 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac776644-487b-4ebd-9e5b-4fc40c909b6f req-2caf07f5-b4f4-40c2-adb8-7faffe13c8f6 tempest-VolumesNegativeTest-265820164 tempest-VolumesNegativeTest-265820164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:42.115144 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ac776644-487b-4ebd-9e5b-4fc40c909b6f req-2caf07f5-b4f4-40c2-adb8-7faffe13c8f6 tempest-VolumesNegativeTest-265820164 tempest-VolumesNegativeTest-265820164-project] 10.222.0.65 "GET /v2.0/ports?device_id=50f2a731-d2cc-41a1-bcca-8be32a5da5e6 HTTP/1.1" status: 200 len: 946 time: 0.0580091 Feb 04 13:04:42.183880 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ac776644-487b-4ebd-9e5b-4fc40c909b6f req-875dc971-5c61-4049-80a8-559631fb4402 tempest-VolumesNegativeTest-265820164 tempest-VolumesNegativeTest-265820164-project] 10.222.0.65 "GET /v2.0/security-groups?id=e6a1449a-b04a-449c-89b1-983b1aebdb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553780 Feb 04 13:04:42.229884 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-32eb04b7-a7c8-47b4-b77b-6506300eb54e req-af29e568-45d6-4e6f-8bb4-4eaab7770491 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6645098-7d16-411c-8dd8-a5b33cab61da HTTP/1.1" status: 200 len: 210 time: 0.0407071 Feb 04 13:04:42.268050 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-86b7647b-4386-490d-97b2-f9fcc5a567a1 req-698bb065-b8db-48f2-bb6c-d7d4468522e7 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] 10.222.0.65 "GET /v2.0/ports?device_id=5553145a-508d-400c-a137-57101a0236c0 HTTP/1.1" status: 200 len: 210 time: 0.0327511 Feb 04 13:04:42.627916 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device f3de3fdd-a81f-450d-bf38-85a802eb3998 details requested by agent hyperv_n-h2-825015-3 with host n-h2-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:04:42.736269 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port f3de3fdd-a81f-450d-bf38-85a802eb3998, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=f3de3fdd-a81f-450d-bf38-85a802eb3998,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:04:42.749414 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Returning: {'device': 'f3de3fdd-a81f-450d-bf38-85a802eb3998', 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c', 'port_id': 'f3de3fdd-a81f-450d-bf38-85a802eb3998', 'mac_address': 'fa:16:3e:ce:14:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ee3374a-84e9-4639-853c-740c6edaf6dc', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:04:42.792532 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port f3de3fdd-a81f-450d-bf38-85a802eb3998 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:04:42.792960 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (f3de3fdd-a81f-450d-bf38-85a802eb3998), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:42.813011 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3de3fdd-a81f-450d-bf38-85a802eb3998 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:04:42.835497 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port f3de3fdd-a81f-450d-bf38-85a802eb3998, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=f3de3fdd-a81f-450d-bf38-85a802eb3998,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:04:42.847478 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (f3de3fdd-a81f-450d-bf38-85a802eb3998), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:42.902769 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=f3de3fdd-a81f-450d-bf38-85a802eb3998,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:04:42.910238 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:04:42.910592 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:04:42.910936 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:04:42.911273 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:04:42.911840 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:04:42.912179 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:04:42.912511 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:04:42.912840 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:04:42.913168 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:04:42.913492 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:04:42.913835 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:04:42.914143 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:04:42.914469 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:04:43.064348 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['f3de3fdd-a81f-450d-bf38-85a802eb3998'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:04:43.316990 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e2204e-ec66-45c1-bca9-e8d864e6c421 req-2699cc9e-2d09-4c25-84bd-943812280406 tempest-VolumesNegativeTest-265820164 tempest-VolumesNegativeTest-265820164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:43.318659 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e8e2204e-ec66-45c1-bca9-e8d864e6c421 req-2699cc9e-2d09-4c25-84bd-943812280406 tempest-VolumesNegativeTest-265820164 tempest-VolumesNegativeTest-265820164-project] 10.222.0.65 "GET /v2.0/ports?device_id=50f2a731-d2cc-41a1-bcca-8be32a5da5e6 HTTP/1.1" status: 200 len: 947 time: 0.0786555 Feb 04 13:04:43.352835 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-defa0d52-59e1-4930-8959-9d829d903fd1 req-b6503f45-1218-4a9a-9229-9802e6f27dd3 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6645098-7d16-411c-8dd8-a5b33cab61da HTTP/1.1" status: 200 len: 210 time: 0.0324857 Feb 04 13:04:43.391820 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e8e2204e-ec66-45c1-bca9-e8d864e6c421 req-5001ce16-a30f-4ce0-aa8d-3df10c5fb951 tempest-VolumesNegativeTest-265820164 tempest-VolumesNegativeTest-265820164-project] 10.222.0.65 "GET /v2.0/security-groups?id=e6a1449a-b04a-449c-89b1-983b1aebdb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634439 Feb 04 13:04:43.459418 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2e02779a-22da-4cab-ae90-3be1ee64d887 req-1f67d23d-2da8-426a-a7f1-c56699699de0 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] 10.222.0.65 "GET /v2.0/ports?device_id=5553145a-508d-400c-a137-57101a0236c0 HTTP/1.1" status: 200 len: 210 time: 0.0325274 Feb 04 13:04:43.969452 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 7efa0323-cf35-4518-9a52-c351985b2e63 no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:04:43.999378 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] No Port match for: 7efa0323-cf35-4518-9a52-c351985b2e63 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:04:44.000028 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 7efa0323-cf35-4518-9a52-c351985b2e63 not bound to the agent host n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:04:44.523764 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ab44ce97-d762-4839-90b8-b107bb042c84 req-88fcb539-c6d5-4ac8-9046-f2ca47aad8f7 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6645098-7d16-411c-8dd8-a5b33cab61da HTTP/1.1" status: 200 len: 210 time: 0.0742118 Feb 04 13:04:44.550759 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37078186-438f-4ef7-8876-15b915bf2386 req-09e9321d-70b0-4e99-979f-cf7cd4f59895 tempest-VolumesNegativeTest-265820164 tempest-VolumesNegativeTest-265820164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:44.559606 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-37078186-438f-4ef7-8876-15b915bf2386 req-09e9321d-70b0-4e99-979f-cf7cd4f59895 tempest-VolumesNegativeTest-265820164 tempest-VolumesNegativeTest-265820164-project] 10.222.0.65 "GET /v2.0/ports?device_id=50f2a731-d2cc-41a1-bcca-8be32a5da5e6 HTTP/1.1" status: 200 len: 947 time: 0.0647473 Feb 04 13:04:44.621073 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-37078186-438f-4ef7-8876-15b915bf2386 req-d41d5a20-59b9-4e3c-91ba-d505ac9ec409 tempest-VolumesNegativeTest-265820164 tempest-VolumesNegativeTest-265820164-project] 10.222.0.65 "GET /v2.0/security-groups?id=e6a1449a-b04a-449c-89b1-983b1aebdb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537384 Feb 04 13:04:44.628103 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device f3de3fdd-a81f-450d-bf38-85a802eb3998 up at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:04:44.636704 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 57710) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:04:44.716055 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c08297c8-948d-4a13-bd67-4273423fa3f3 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Publish callbacks [] for security_group (85cc6a96-e87e-4d5a-b732-f8ff51e824a6), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:44.750953 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c08297c8-948d-4a13-bd67-4273423fa3f3 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Publish callbacks [] for security_group (85cc6a96-e87e-4d5a-b732-f8ff51e824a6), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:44.753573 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning for port f3de3fdd-a81f-450d-bf38-85a802eb3998 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:04:44.758505 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning complete for port f3de3fdd-a81f-450d-bf38-85a802eb3998 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:04:44.759116 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (f3de3fdd-a81f-450d-bf38-85a802eb3998), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:44.875780 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c08297c8-948d-4a13-bd67-4273423fa3f3 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (85cc6a96-e87e-4d5a-b732-f8ff51e824a6), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:44.883231 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c08297c8-948d-4a13-bd67-4273423fa3f3 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:44.888386 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-c08297c8-948d-4a13-bd67-4273423fa3f3 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] 10.222.0.65 "DELETE /v2.0/security-groups/85cc6a96-e87e-4d5a-b732-f8ff51e824a6 HTTP/1.1" status: 204 len: 168 time: 0.2481227 Feb 04 13:04:44.919308 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08297c8-948d-4a13-bd67-4273423fa3f3 tempest-TestVolumeBackupRestore-1661284206 tempest-TestVolumeBackupRestore-1661284206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85cc6a96-e87e-4d5a-b732-f8ff51e824a6,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:04:44.921109 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port f3de3fdd-a81f-450d-bf38-85a802eb3998 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:04:44.921510 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (f3de3fdd-a81f-450d-bf38-85a802eb3998), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:44.978041 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50f2a731-d2cc-41a1-bcca-8be32a5da5e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3de3fdd-a81f-450d-bf38-85a802eb3998'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:04:44.980674 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ca93407-b414-4cf0-8e64-293acf3e8a31" -d '{"events": [{"server_uuid": "50f2a731-d2cc-41a1-bcca-8be32a5da5e6", "name": "network-vif-plugged", "status": "completed", "tag": "f3de3fdd-a81f-450d-bf38-85a802eb3998"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:04:45.004135 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port f3de3fdd-a81f-450d-bf38-85a802eb3998, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=f3de3fdd-a81f-450d-bf38-85a802eb3998,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:04:45.012161 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (f3de3fdd-a81f-450d-bf38-85a802eb3998), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:45.116639 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=f3de3fdd-a81f-450d-bf38-85a802eb3998,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:04:45.284734 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf808c8d-f12e-47f3-b8d8-d5ea12772510 x-openstack-request-id: req-cf808c8d-f12e-47f3-b8d8-d5ea12772510 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:04:45.285242 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50f2a731-d2cc-41a1-bcca-8be32a5da5e6", "name": "network-vif-plugged", "status": "completed", "tag": "f3de3fdd-a81f-450d-bf38-85a802eb3998", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:04:45.285680 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cf808c8d-f12e-47f3-b8d8-d5ea12772510 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:04:45.286231 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50f2a731-d2cc-41a1-bcca-8be32a5da5e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3de3fdd-a81f-450d-bf38-85a802eb3998', 'code': 200} Feb 04 13:04:45.427083 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c3b9aa-74f8-4a8a-82d2-f59d7d285e49 req-42470d82-48c2-4109-a5ac-79edf92b8590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:45.428893 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-d0c3b9aa-74f8-4a8a-82d2-f59d7d285e49 req-42470d82-48c2-4109-a5ac-79edf92b8590 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=50f2a731-d2cc-41a1-bcca-8be32a5da5e6 HTTP/1.1" status: 200 len: 1130 time: 0.0775652 Feb 04 13:04:45.506863 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-d0c3b9aa-74f8-4a8a-82d2-f59d7d285e49 req-6509f4a4-cb89-413f-b2f1-f99ae71e18e2 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=e6a1449a-b04a-449c-89b1-983b1aebdb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695980 Feb 04 13:04:45.568628 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ccafc5e7-22a6-45bd-88d0-4ec558066ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:45.670724 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-153387f8-b8f3-4c2a-9d33-e5b62a098d96 req-8709619e-21ba-4bc8-8fb3-2e1b2465ffd6 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6645098-7d16-411c-8dd8-a5b33cab61da HTTP/1.1" status: 200 len: 210 time: 0.0428941 Feb 04 13:04:45.786345 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf473578-b1f7-485f-936c-26487ce8ba21 req-63d8b638-04d8-4471-ac67-8b40c49def84 tempest-VolumesNegativeTest-265820164 tempest-VolumesNegativeTest-265820164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:45.788186 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cf473578-b1f7-485f-936c-26487ce8ba21 req-63d8b638-04d8-4471-ac67-8b40c49def84 tempest-VolumesNegativeTest-265820164 tempest-VolumesNegativeTest-265820164-project] 10.222.0.65 "GET /v2.0/ports?device_id=50f2a731-d2cc-41a1-bcca-8be32a5da5e6 HTTP/1.1" status: 200 len: 948 time: 0.0855811 Feb 04 13:04:45.886201 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cf473578-b1f7-485f-936c-26487ce8ba21 req-00cc203a-3952-4940-96aa-860641616607 tempest-VolumesNegativeTest-265820164 tempest-VolumesNegativeTest-265820164-project] 10.222.0.65 "GET /v2.0/security-groups?id=e6a1449a-b04a-449c-89b1-983b1aebdb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911975 Feb 04 13:04:46.804282 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-140589bf-b2d1-411f-a7f5-889f5af954c0 req-b31d8bee-da5c-4b33-b2a7-3f573075d674 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6645098-7d16-411c-8dd8-a5b33cab61da HTTP/1.1" status: 200 len: 210 time: 0.0437894 Feb 04 13:04:47.031642 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa7b9e5-8e30-42ba-8db0-16b2d0c0bc94 req-a75746a6-aeaa-47b1-825f-94eab1c0afde tempest-VolumesNegativeTest-265820164 tempest-VolumesNegativeTest-265820164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:47.033171 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-faa7b9e5-8e30-42ba-8db0-16b2d0c0bc94 req-a75746a6-aeaa-47b1-825f-94eab1c0afde tempest-VolumesNegativeTest-265820164 tempest-VolumesNegativeTest-265820164-project] 10.222.0.65 "GET /v2.0/ports?device_id=50f2a731-d2cc-41a1-bcca-8be32a5da5e6 HTTP/1.1" status: 200 len: 948 time: 0.0581520 Feb 04 13:04:47.114835 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-faa7b9e5-8e30-42ba-8db0-16b2d0c0bc94 req-36d5acf5-af26-4cd9-8b7f-8a1b714d926a tempest-VolumesNegativeTest-265820164 tempest-VolumesNegativeTest-265820164-project] 10.222.0.65 "GET /v2.0/security-groups?id=e6a1449a-b04a-449c-89b1-983b1aebdb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732026 Feb 04 13:04:47.457957 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf92e30-3262-4730-8b41-f37b55049248 req-2b1218b9-87c6-4c89-bb39-d90358a46e64 tempest-VolumesNegativeTest-265820164 tempest-VolumesNegativeTest-265820164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:47.460010 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5cf92e30-3262-4730-8b41-f37b55049248 req-2b1218b9-87c6-4c89-bb39-d90358a46e64 tempest-VolumesNegativeTest-265820164 tempest-VolumesNegativeTest-265820164-project] 10.222.0.65 "GET /v2.0/ports?device_id=50f2a731-d2cc-41a1-bcca-8be32a5da5e6 HTTP/1.1" status: 200 len: 948 time: 0.0659776 Feb 04 13:04:47.511413 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5cf92e30-3262-4730-8b41-f37b55049248 req-78bcad84-8930-4c3a-9f14-2094e371f79d tempest-VolumesNegativeTest-265820164 tempest-VolumesNegativeTest-265820164-project] 10.222.0.65 "GET /v2.0/security-groups?id=e6a1449a-b04a-449c-89b1-983b1aebdb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451190 Feb 04 13:04:47.940491 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3f706a3d-3ba1-4eaf-996a-b0a50ec015ff req-274ca16a-0d14-4cb5-bf51-37fc1c24a63f tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6645098-7d16-411c-8dd8-a5b33cab61da HTTP/1.1" status: 200 len: 210 time: 0.0373437 Feb 04 13:04:48.026531 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-168e32a7-cfd2-4d4c-9d97-cf8c3a235ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:48.723123 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fe0d88-2cfb-49ff-8afc-f3b2251e7a61 req-60d58fa4-1b48-45cb-b5ae-9c5478ee293f tempest-VolumesNegativeTest-265820164 tempest-VolumesNegativeTest-265820164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:48.729439 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-b1fe0d88-2cfb-49ff-8afc-f3b2251e7a61 req-60d58fa4-1b48-45cb-b5ae-9c5478ee293f tempest-VolumesNegativeTest-265820164 tempest-VolumesNegativeTest-265820164-project] 10.222.0.77 "GET /v2.0/ports?device_id=50f2a731-d2cc-41a1-bcca-8be32a5da5e6 HTTP/1.1" status: 200 len: 948 time: 0.1331582 Feb 04 13:04:48.801061 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8072ac3-3a56-4a3a-9b11-a84c3bf3f5b4 req-8fb5547c-8a77-499a-a0ec-589434fdf7e6 tempest-VolumesNegativeTest-265820164 tempest-VolumesNegativeTest-265820164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:48.802614 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f8072ac3-3a56-4a3a-9b11-a84c3bf3f5b4 req-8fb5547c-8a77-499a-a0ec-589434fdf7e6 tempest-VolumesNegativeTest-265820164 tempest-VolumesNegativeTest-265820164-project] 10.222.0.65 "GET /v2.0/ports?device_id=50f2a731-d2cc-41a1-bcca-8be32a5da5e6 HTTP/1.1" status: 200 len: 948 time: 0.1334879 Feb 04 13:04:48.906475 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f8072ac3-3a56-4a3a-9b11-a84c3bf3f5b4 req-5be43866-16d5-4af3-952c-3dcc48b5a9e5 tempest-VolumesNegativeTest-265820164 tempest-VolumesNegativeTest-265820164-project] 10.222.0.65 "GET /v2.0/security-groups?id=e6a1449a-b04a-449c-89b1-983b1aebdb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965140 Feb 04 13:04:48.952075 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-b1fe0d88-2cfb-49ff-8afc-f3b2251e7a61 req-df2602f4-cdf3-4744-857f-d2900b5135d0 tempest-VolumesNegativeTest-265820164 tempest-VolumesNegativeTest-265820164-project] Deleting port f3de3fdd-a81f-450d-bf38-85a802eb3998 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:04:48.952428 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-b1fe0d88-2cfb-49ff-8afc-f3b2251e7a61 req-df2602f4-cdf3-4744-857f-d2900b5135d0 tempest-VolumesNegativeTest-265820164 tempest-VolumesNegativeTest-265820164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (f3de3fdd-a81f-450d-bf38-85a802eb3998), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:49.084365 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-10245dfc-7e63-4bdd-a8af-91a92ea5d30d req-a6ad6338-3c31-4ba7-a219-f147b17444c5 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6645098-7d16-411c-8dd8-a5b33cab61da HTTP/1.1" status: 200 len: 210 time: 0.0346019 Feb 04 13:04:49.153837 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-b1fe0d88-2cfb-49ff-8afc-f3b2251e7a61 req-df2602f4-cdf3-4744-857f-d2900b5135d0 tempest-VolumesNegativeTest-265820164 tempest-VolumesNegativeTest-265820164-project] For port f3de3fdd-a81f-450d-bf38-85a802eb3998, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=f3de3fdd-a81f-450d-bf38-85a802eb3998,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:04:49.154219 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-b1fe0d88-2cfb-49ff-8afc-f3b2251e7a61 req-df2602f4-cdf3-4744-857f-d2900b5135d0 tempest-VolumesNegativeTest-265820164 tempest-VolumesNegativeTest-265820164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (f3de3fdd-a81f-450d-bf38-85a802eb3998), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:49.173860 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-b1fe0d88-2cfb-49ff-8afc-f3b2251e7a61 req-df2602f4-cdf3-4744-857f-d2900b5135d0 tempest-VolumesNegativeTest-265820164 tempest-VolumesNegativeTest-265820164-project] Calling delete_port for f3de3fdd-a81f-450d-bf38-85a802eb3998 owned by compute:nova {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:04:49.339355 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:49.357053 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-b1fe0d88-2cfb-49ff-8afc-f3b2251e7a61 req-df2602f4-cdf3-4744-857f-d2900b5135d0 tempest-VolumesNegativeTest-265820164 tempest-VolumesNegativeTest-265820164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (f3de3fdd-a81f-450d-bf38-85a802eb3998), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:49.370537 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['f3de3fdd-a81f-450d-bf38-85a802eb3998'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:04:49.414377 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2602f4-cdf3-4744-857f-d2900b5135d0 tempest-VolumesNegativeTest-265820164 tempest-VolumesNegativeTest-265820164-project] Pushing event deleted for resources: {'Port': ['ID=f3de3fdd-a81f-450d-bf38-85a802eb3998,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:04:49.481632 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1fe0d88-2cfb-49ff-8afc-f3b2251e7a61 req-df2602f4-cdf3-4744-857f-d2900b5135d0 tempest-VolumesNegativeTest-265820164 tempest-VolumesNegativeTest-265820164-project] No DVR routers for this DVR port f3de3fdd-a81f-450d-bf38-85a802eb3998 on host n-h2-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:04:49.484990 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-b1fe0d88-2cfb-49ff-8afc-f3b2251e7a61 req-df2602f4-cdf3-4744-857f-d2900b5135d0 tempest-VolumesNegativeTest-265820164 tempest-VolumesNegativeTest-265820164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:49.489248 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-b1fe0d88-2cfb-49ff-8afc-f3b2251e7a61 req-df2602f4-cdf3-4744-857f-d2900b5135d0 tempest-VolumesNegativeTest-265820164 tempest-VolumesNegativeTest-265820164-project] 10.222.0.77 "DELETE /v2.0/ports/f3de3fdd-a81f-450d-bf38-85a802eb3998 HTTP/1.1" status: 204 len: 173 time: 0.7517741 Feb 04 13:04:49.489995 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50f2a731-d2cc-41a1-bcca-8be32a5da5e6', 'name': 'network-vif-deleted', 'tag': 'f3de3fdd-a81f-450d-bf38-85a802eb3998'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:04:49.492629 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aa49179-7b7a-4a28-a0cf-f461ef7a0119" -d '{"events": [{"server_uuid": "50f2a731-d2cc-41a1-bcca-8be32a5da5e6", "name": "network-vif-deleted", "tag": "f3de3fdd-a81f-450d-bf38-85a802eb3998"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:04:49.553888 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fc84d52-4e1d-4552-a521-71c125a43494 x-openstack-request-id: req-7fc84d52-4e1d-4552-a521-71c125a43494 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:04:49.554640 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50f2a731-d2cc-41a1-bcca-8be32a5da5e6", "name": "network-vif-deleted", "tag": "f3de3fdd-a81f-450d-bf38-85a802eb3998", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:04:49.555123 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7fc84d52-4e1d-4552-a521-71c125a43494 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:04:49.556759 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50f2a731-d2cc-41a1-bcca-8be32a5da5e6', 'name': 'network-vif-deleted', 'tag': 'f3de3fdd-a81f-450d-bf38-85a802eb3998', 'status': 'completed', 'code': 200} Feb 04 13:04:50.120012 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4918d584-b4e2-48fd-80c1-5ea3266f0bb0 req-9b87dbfe-f65c-4bb2-b366-07994a6f06a2 tempest-VolumesNegativeTest-265820164 tempest-VolumesNegativeTest-265820164-project] 10.222.0.65 "GET /v2.0/ports?device_id=50f2a731-d2cc-41a1-bcca-8be32a5da5e6 HTTP/1.1" status: 200 len: 210 time: 0.0550854 Feb 04 13:04:50.237786 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-50887a0d-ac90-459a-80e5-248e54317f36 req-c91141b8-f5e3-4de1-bcbf-583b0380cc26 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6645098-7d16-411c-8dd8-a5b33cab61da HTTP/1.1" status: 200 len: 210 time: 0.0327942 Feb 04 13:04:50.591535 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:51.343852 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-622e671a-4abd-4a8d-a995-f0e2453cbad3 req-283faa2c-4b74-4efc-808a-9b725e612784 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6645098-7d16-411c-8dd8-a5b33cab61da HTTP/1.1" status: 200 len: 210 time: 0.0280006 Feb 04 13:04:51.735130 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:52.458951 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b1a15df9-4a1e-4bbf-9006-24e8b66eed65 req-094d8850-a8c3-4c90-bfb5-b4832bb13ccd tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6645098-7d16-411c-8dd8-a5b33cab61da HTTP/1.1" status: 200 len: 210 time: 0.0358796 Feb 04 13:04:52.666362 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device f3de3fdd-a81f-450d-bf38-85a802eb3998 no longer exists at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:04:52.694793 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] No Port match for: f3de3fdd-a81f-450d-bf38-85a802eb3998 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:04:52.695160 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device f3de3fdd-a81f-450d-bf38-85a802eb3998 not bound to the agent host n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:04:53.647111 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e4cba04c-f39a-4979-9b8b-2fae492b5697 req-73d0ec87-3cd2-4a6f-aa71-64e6b0218169 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6645098-7d16-411c-8dd8-a5b33cab61da HTTP/1.1" status: 200 len: 210 time: 0.0674133 Feb 04 13:04:54.725380 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 58478) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:04:54.890124 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-8b0c5611-540e-4cea-ba14-a68a43d9352e tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Deleting port 3a764399-6f8c-4fc5-87d5-7aeb2bb89b12 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:04:54.890479 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8b0c5611-540e-4cea-ba14-a68a43d9352e tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (3a764399-6f8c-4fc5-87d5-7aeb2bb89b12), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:54.977788 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8b0c5611-540e-4cea-ba14-a68a43d9352e tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (3a764399-6f8c-4fc5-87d5-7aeb2bb89b12), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:54.978410 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8b0c5611-540e-4cea-ba14-a68a43d9352e tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks [] for floatingip (3a764399-6f8c-4fc5-87d5-7aeb2bb89b12), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:54.993926 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-8b0c5611-540e-4cea-ba14-a68a43d9352e tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Calling delete_port for 3a764399-6f8c-4fc5-87d5-7aeb2bb89b12 owned by network:floatingip {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:04:55.158014 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8b0c5611-540e-4cea-ba14-a68a43d9352e tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (3a764399-6f8c-4fc5-87d5-7aeb2bb89b12), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:55.201108 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0c5611-540e-4cea-ba14-a68a43d9352e tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Pushing event deleted for resources: {'Port': ['ID=3a764399-6f8c-4fc5-87d5-7aeb2bb89b12,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:04:55.304522 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8b0c5611-540e-4cea-ba14-a68a43d9352e tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks [] for floatingip (063eb471-cd32-454c-83e0-4b8b63553c66), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:55.308368 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8b0c5611-540e-4cea-ba14-a68a43d9352e tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:55.310003 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-8b0c5611-540e-4cea-ba14-a68a43d9352e tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "DELETE /v2.0/floatingips/063eb471-cd32-454c-83e0-4b8b63553c66 HTTP/1.1" status: 204 len: 168 time: 0.5824177 Feb 04 13:04:59.270395 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 58522) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:04:59.529167 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:04:59.679226 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 58532) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:04:59.679802 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-944c6694-b1c7-43c5-9e46-4250268e2af0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f9d519f7c0454580ad372387085270a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4071925 Feb 04 13:04:59.790308 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6899d0f9-6c21-4cb3-ac26-7c7c2d02f19a admin admin] Publish callbacks [] for security_group (e6a1449a-b04a-449c-89b1-983b1aebdb40), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:59.832449 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6899d0f9-6c21-4cb3-ac26-7c7c2d02f19a admin admin] Publish callbacks [] for security_group (e6a1449a-b04a-449c-89b1-983b1aebdb40), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:59.933543 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6899d0f9-6c21-4cb3-ac26-7c7c2d02f19a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (e6a1449a-b04a-449c-89b1-983b1aebdb40), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:59.936236 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6899d0f9-6c21-4cb3-ac26-7c7c2d02f19a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:59.940359 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-6899d0f9-6c21-4cb3-ac26-7c7c2d02f19a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e6a1449a-b04a-449c-89b1-983b1aebdb40 HTTP/1.1" status: 204 len: 168 time: 0.2600033 Feb 04 13:04:59.952460 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6899d0f9-6c21-4cb3-ac26-7c7c2d02f19a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6a1449a-b04a-449c-89b1-983b1aebdb40,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:04:59.974632 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6899d0f9-6c21-4cb3-ac26-7c7c2d02f19a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:04:59.974985 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6899d0f9-6c21-4cb3-ac26-7c7c2d02f19a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:04:59.975334 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6899d0f9-6c21-4cb3-ac26-7c7c2d02f19a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:04:59.975675 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6899d0f9-6c21-4cb3-ac26-7c7c2d02f19a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:04:59.976102 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6899d0f9-6c21-4cb3-ac26-7c7c2d02f19a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:04:59.976442 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6899d0f9-6c21-4cb3-ac26-7c7c2d02f19a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:04:59.976778 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6899d0f9-6c21-4cb3-ac26-7c7c2d02f19a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:04:59.977776 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6899d0f9-6c21-4cb3-ac26-7c7c2d02f19a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:04:59.978764 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6899d0f9-6c21-4cb3-ac26-7c7c2d02f19a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:04:59.978913 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6899d0f9-6c21-4cb3-ac26-7c7c2d02f19a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:04:59.979322 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6899d0f9-6c21-4cb3-ac26-7c7c2d02f19a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:04:59.979666 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6899d0f9-6c21-4cb3-ac26-7c7c2d02f19a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:04:59.980063 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6899d0f9-6c21-4cb3-ac26-7c7c2d02f19a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:05:01.450999 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:02.030123 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:04.062761 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 58594) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:05:04.969637 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 58604) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:05:04.974785 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-48456aa8-0204-4478-bea0-4eb1092be19e tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1176339602', 'description': 'tempest-secgroup-smoke-1176339602 description', 'project_id': '6d8f90d776f2444ead7911de1972e870'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:05:05.019809 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-48456aa8-0204-4478-bea0-4eb1092be19e tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:05.032490 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-48456aa8-0204-4478-bea0-4eb1092be19e tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:05.215623 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-48456aa8-0204-4478-bea0-4eb1092be19e tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for security_group (9527a799-9179-4e1d-8c21-ffddc53d35ff), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:05.228781 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-48456aa8-0204-4478-bea0-4eb1092be19e tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (9527a799-9179-4e1d-8c21-ffddc53d35ff), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:05.337579 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-48456aa8-0204-4478-bea0-4eb1092be19e tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for security_group (9806d4b1-b8b7-4384-9f21-9e902429f311), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:05.353564 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-48456aa8-0204-4478-bea0-4eb1092be19e tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (9806d4b1-b8b7-4384-9f21-9e902429f311), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:05.400171 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-48456aa8-0204-4478-bea0-4eb1092be19e tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:05.410272 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-48456aa8-0204-4478-bea0-4eb1092be19e tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4388349 Feb 04 13:05:05.413837 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 58608) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:05:05.420832 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-e16784d5-c099-47a1-bf21-b284f195c4c1 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Request body: {'security_group_rule': {'security_group_id': '9806d4b1-b8b7-4384-9f21-9e902429f311', 'project_id': '6d8f90d776f2444ead7911de1972e870', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:05:05.426155 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48456aa8-0204-4478-bea0-4eb1092be19e tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9527a799-9179-4e1d-8c21-ffddc53d35ff,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:05.474982 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e51db7f5-78d2-4625-b980-395f8962f076 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622215'] for router_interface (5b47ffd0-5187-44bf-a1a9-e59b5b922cde), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:05.534122 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48456aa8-0204-4478-bea0-4eb1092be19e tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9806d4b1-b8b7-4384-9f21-9e902429f311,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:05.573989 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 58612) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:05:05.593137 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e16784d5-c099-47a1-bf21-b284f195c4c1 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for security_group_rule (6fbcaa88-971d-44ac-84d7-0b2b2b5d5dc6), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:05.656120 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e16784d5-c099-47a1-bf21-b284f195c4c1 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for security_group_rule (6fbcaa88-971d-44ac-84d7-0b2b2b5d5dc6), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:05.668671 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-698d0053-ced8-4080-bd3d-d5e15c929855 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks [] for security_group (068b1e11-4a70-4e33-8087-efe2a4e35d8e), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:05.672918 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e16784d5-c099-47a1-bf21-b284f195c4c1 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (6fbcaa88-971d-44ac-84d7-0b2b2b5d5dc6), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:05.703539 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16784d5-c099-47a1-bf21-b284f195c4c1 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fbcaa88-971d-44ac-84d7-0b2b2b5d5dc6,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:05.714026 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16784d5-c099-47a1-bf21-b284f195c4c1 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:05:05.714644 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16784d5-c099-47a1-bf21-b284f195c4c1 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:05:05.715290 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16784d5-c099-47a1-bf21-b284f195c4c1 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:05:05.715855 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16784d5-c099-47a1-bf21-b284f195c4c1 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:05:05.716362 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16784d5-c099-47a1-bf21-b284f195c4c1 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:05:05.716864 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16784d5-c099-47a1-bf21-b284f195c4c1 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:05:05.717382 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16784d5-c099-47a1-bf21-b284f195c4c1 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:05:05.717878 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16784d5-c099-47a1-bf21-b284f195c4c1 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:05:05.718647 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16784d5-c099-47a1-bf21-b284f195c4c1 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:05:05.718809 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16784d5-c099-47a1-bf21-b284f195c4c1 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:05:05.719062 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16784d5-c099-47a1-bf21-b284f195c4c1 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:05:05.719397 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16784d5-c099-47a1-bf21-b284f195c4c1 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:05:05.719826 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16784d5-c099-47a1-bf21-b284f195c4c1 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:05:05.728948 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e16784d5-c099-47a1-bf21-b284f195c4c1 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:05.729831 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-e16784d5-c099-47a1-bf21-b284f195c4c1 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3135586 Feb 04 13:05:05.737928 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 58614) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:05:05.747879 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-698d0053-ced8-4080-bd3d-d5e15c929855 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks [] for security_group (068b1e11-4a70-4e33-8087-efe2a4e35d8e), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:05.755983 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-a3f6c8b4-0362-4ddc-86ec-c9a66086605d tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Request body: {'security_group_rule': {'security_group_id': '9806d4b1-b8b7-4384-9f21-9e902429f311', 'project_id': '6d8f90d776f2444ead7911de1972e870', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:05:05.839382 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a3f6c8b4-0362-4ddc-86ec-c9a66086605d tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for security_group_rule (3d999c8d-0dd0-445c-b74e-b57b4a0c78ac), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:06.019600 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a3f6c8b4-0362-4ddc-86ec-c9a66086605d tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for security_group_rule (3d999c8d-0dd0-445c-b74e-b57b4a0c78ac), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:06.021628 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-698d0053-ced8-4080-bd3d-d5e15c929855 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (068b1e11-4a70-4e33-8087-efe2a4e35d8e), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:06.025482 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-698d0053-ced8-4080-bd3d-d5e15c929855 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:06.027028 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-698d0053-ced8-4080-bd3d-d5e15c929855 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] 10.222.0.65 "DELETE /v2.0/security-groups/068b1e11-4a70-4e33-8087-efe2a4e35d8e HTTP/1.1" status: 204 len: 168 time: 0.4513462 Feb 04 13:05:06.043040 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a3f6c8b4-0362-4ddc-86ec-c9a66086605d tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (3d999c8d-0dd0-445c-b74e-b57b4a0c78ac), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:06.097128 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698d0053-ced8-4080-bd3d-d5e15c929855 tempest-TestVolumeBootPattern-1770326569 tempest-TestVolumeBootPattern-1770326569-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=068b1e11-4a70-4e33-8087-efe2a4e35d8e,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:06.105499 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f6c8b4-0362-4ddc-86ec-c9a66086605d tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d999c8d-0dd0-445c-b74e-b57b4a0c78ac,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:06.112301 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-e51db7f5-78d2-4625-b980-395f8962f076 admin admin] Deleting port 579efd09-9b58-4329-8fb3-70423083f08c {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:05:06.112659 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e51db7f5-78d2-4625-b980-395f8962f076 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (579efd09-9b58-4329-8fb3-70423083f08c), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:06.117530 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a3f6c8b4-0362-4ddc-86ec-c9a66086605d tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:06.119810 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-a3f6c8b4-0362-4ddc-86ec-c9a66086605d tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3810766 Feb 04 13:05:06.122577 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 58618) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:05:06.131769 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-a59fa822-5dd8-49d1-b99d-e25984945843 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Request body: {'security_group_rule': {'security_group_id': '9806d4b1-b8b7-4384-9f21-9e902429f311', 'project_id': '6d8f90d776f2444ead7911de1972e870', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:05:06.154436 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 58620) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:05:06.203765 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a59fa822-5dd8-49d1-b99d-e25984945843 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for security_group_rule (0b7649e2-1258-44c5-b3b3-3d49b70dd888), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:06.319156 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-e51db7f5-78d2-4625-b980-395f8962f076 admin admin] For port 579efd09-9b58-4329-8fb3-70423083f08c, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=579efd09-9b58-4329-8fb3-70423083f08c,segment=NetworkSegment(7c5c1bb5-7cfa-46b2-aad7-de83b78e2361),segment_id=7c5c1bb5-7cfa-46b2-aad7-de83b78e2361)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:05:06.319931 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e51db7f5-78d2-4625-b980-395f8962f076 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (579efd09-9b58-4329-8fb3-70423083f08c), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:06.325202 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a59fa822-5dd8-49d1-b99d-e25984945843 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for security_group_rule (0b7649e2-1258-44c5-b3b3-3d49b70dd888), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:06.338736 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a59fa822-5dd8-49d1-b99d-e25984945843 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (0b7649e2-1258-44c5-b3b3-3d49b70dd888), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:06.347551 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-e51db7f5-78d2-4625-b980-395f8962f076 admin admin] Calling delete_port for 579efd09-9b58-4329-8fb3-70423083f08c owned by network:router_interface {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:05:06.391902 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59fa822-5dd8-49d1-b99d-e25984945843 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b7649e2-1258-44c5-b3b3-3d49b70dd888,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:06.446593 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a59fa822-5dd8-49d1-b99d-e25984945843 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:06.448143 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-a59fa822-5dd8-49d1-b99d-e25984945843 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3224208 Feb 04 13:05:06.451820 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 58628) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:05:06.484817 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-e4b5db9d-6ed7-430b-8ded-385ca74ac15d tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Request body: {'security_group_rule': {'security_group_id': '9806d4b1-b8b7-4384-9f21-9e902429f311', 'project_id': '6d8f90d776f2444ead7911de1972e870', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:05:06.525284 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e4b5db9d-6ed7-430b-8ded-385ca74ac15d tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for security_group_rule (eadadc4b-93cc-4af9-8912-c0212679a83e), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:06.673046 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e51db7f5-78d2-4625-b980-395f8962f076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (579efd09-9b58-4329-8fb3-70423083f08c), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:06.685929 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e4b5db9d-6ed7-430b-8ded-385ca74ac15d tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for security_group_rule (eadadc4b-93cc-4af9-8912-c0212679a83e), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:06.696818 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e4b5db9d-6ed7-430b-8ded-385ca74ac15d tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (eadadc4b-93cc-4af9-8912-c0212679a83e), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:06.720745 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51db7f5-78d2-4625-b980-395f8962f076 admin admin] Pushing event deleted for resources: {'Port': ['ID=579efd09-9b58-4329-8fb3-70423083f08c,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:06.767938 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b5db9d-6ed7-430b-8ded-385ca74ac15d tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eadadc4b-93cc-4af9-8912-c0212679a83e,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:06.820004 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e4b5db9d-6ed7-430b-8ded-385ca74ac15d tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:06.823891 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-e4b5db9d-6ed7-430b-8ded-385ca74ac15d tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3703866 Feb 04 13:05:06.826184 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 58630) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:05:06.832630 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-82266189-89a4-4da5-b8ab-efec60c6e075 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Request body: {'security_group_rule': {'security_group_id': '9806d4b1-b8b7-4384-9f21-9e902429f311', 'project_id': '6d8f90d776f2444ead7911de1972e870', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:05:06.862434 n-d-825015-3 neutron-server[103475]: INFO neutron.db.securitygroups_db [None req-82266189-89a4-4da5-b8ab-efec60c6e075 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Project 6d8f90d776f2444ead7911de1972e870 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 13:05:06.966984 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-82266189-89a4-4da5-b8ab-efec60c6e075 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for security_group_rule (0035e4ca-2067-40c6-834f-75ebf8f214e8), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:07.061190 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-516fdc53-07da-49a7-829c-8cab1e233778 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622215'] for router_interface (024eaaf0-2d65-4b7c-9e2a-8cef52c577d7), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:07.407422 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e51db7f5-78d2-4625-b980-395f8962f076 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622067'] for router_interface (5b47ffd0-5187-44bf-a1a9-e59b5b922cde), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:07.410903 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-82266189-89a4-4da5-b8ab-efec60c6e075 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for security_group_rule (0035e4ca-2067-40c6-834f-75ebf8f214e8), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:07.424348 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-516fdc53-07da-49a7-829c-8cab1e233778 admin admin] Deleting port 44692f76-31ca-466a-966d-b6774ece519d {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:05:07.424348 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-516fdc53-07da-49a7-829c-8cab1e233778 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (44692f76-31ca-466a-966d-b6774ece519d), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:07.528854 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-516fdc53-07da-49a7-829c-8cab1e233778 admin admin] For port 44692f76-31ca-466a-966d-b6774ece519d, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=44692f76-31ca-466a-966d-b6774ece519d,segment=NetworkSegment(0934a908-175b-4cbf-ace2-f0550fc5d53c),segment_id=0934a908-175b-4cbf-ace2-f0550fc5d53c)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:05:07.529280 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-516fdc53-07da-49a7-829c-8cab1e233778 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (44692f76-31ca-466a-966d-b6774ece519d), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:07.543322 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-516fdc53-07da-49a7-829c-8cab1e233778 admin admin] Calling delete_port for 44692f76-31ca-466a-966d-b6774ece519d owned by network:router_interface {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:05:07.649989 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-82266189-89a4-4da5-b8ab-efec60c6e075 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (0035e4ca-2067-40c6-834f-75ebf8f214e8), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:07.670818 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82266189-89a4-4da5-b8ab-efec60c6e075 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0035e4ca-2067-40c6-834f-75ebf8f214e8,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:07.680903 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e51db7f5-78d2-4625-b980-395f8962f076 admin admin] Router 5b47ffd0-5187-44bf-a1a9-e59b5b922cde has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:05:07.755879 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-516fdc53-07da-49a7-829c-8cab1e233778 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (44692f76-31ca-466a-966d-b6774ece519d), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:07.806092 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516fdc53-07da-49a7-829c-8cab1e233778 admin admin] Pushing event deleted for resources: {'Port': ['ID=44692f76-31ca-466a-966d-b6774ece519d,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:07.829666 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-82266189-89a4-4da5-b8ab-efec60c6e075 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:07.831270 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-82266189-89a4-4da5-b8ab-efec60c6e075 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0041358 Feb 04 13:05:07.832696 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e51db7f5-78d2-4625-b980-395f8962f076 admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:05:07.843863 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 58634) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:05:07.851472 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c34ccf-6791-4161-a287-7770c26dc3c1 None None] Sync routers for ids ['5b47ffd0-5187-44bf-a1a9-e59b5b922cde'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:05:07.859529 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-40f563c6-7db2-461e-8481-ba57ba3cfe8c tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Request body: {'security_group_rule': {'security_group_id': '9806d4b1-b8b7-4384-9f21-9e902429f311', 'project_id': '6d8f90d776f2444ead7911de1972e870', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:05:07.867046 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c34ccf-6791-4161-a287-7770c26dc3c1 None None] Routers {'5b47ffd0-5187-44bf-a1a9-e59b5b922cde'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:05:07.870595 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-c1c34ccf-6791-4161-a287-7770c26dc3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:04:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['5b47ffd0-5187-44bf-a1a9-e59b5b922cde'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:05:07.870765 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-e51db7f5-78d2-4625-b980-395f8962f076 admin admin] 10.222.0.65 "PUT /v2.0/routers/5b47ffd0-5187-44bf-a1a9-e59b5b922cde/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8032622 Feb 04 13:05:07.873792 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 58636) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:05:08.002284 n-d-825015-3 neutron-server[103475]: INFO neutron.db.securitygroups_db [None req-40f563c6-7db2-461e-8481-ba57ba3cfe8c tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Project 6d8f90d776f2444ead7911de1972e870 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 13:05:08.010924 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-40f563c6-7db2-461e-8481-ba57ba3cfe8c tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for security_group_rule (76dd9e93-0458-4e32-ab50-7599f9c2b65f), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:08.041352 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-c1c34ccf-6791-4161-a287-7770c26dc3c1 None None] Set router 5b47ffd0-5187-44bf-a1a9-e59b5b922cde gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:05:08.104446 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-40f563c6-7db2-461e-8481-ba57ba3cfe8c tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for security_group_rule (76dd9e93-0458-4e32-ab50-7599f9c2b65f), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:08.117080 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-40f563c6-7db2-461e-8481-ba57ba3cfe8c tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (76dd9e93-0458-4e32-ab50-7599f9c2b65f), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:08.160381 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-516fdc53-07da-49a7-829c-8cab1e233778 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622067'] for router_interface (024eaaf0-2d65-4b7c-9e2a-8cef52c577d7), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:08.184407 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f563c6-7db2-461e-8481-ba57ba3cfe8c tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76dd9e93-0458-4e32-ab50-7599f9c2b65f,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:08.196878 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-40f563c6-7db2-461e-8481-ba57ba3cfe8c tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:08.201490 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-40f563c6-7db2-461e-8481-ba57ba3cfe8c tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3529015 Feb 04 13:05:08.207871 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 58638) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:05:08.222493 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-3112c847-e405-472c-ad4c-6ac3ab19c8c0 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Request body: {'network': {'name': 'tempest-network-smoke--1820304661', 'project_id': '6d8f90d776f2444ead7911de1972e870', 'port_security_enabled': True}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:05:08.251359 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9a98cd03-e1ef-4599-9343-0e1671d9e31e admin admin] Publish callbacks [] for router (5b47ffd0-5187-44bf-a1a9-e59b5b922cde), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:08.363167 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3112c847-e405-472c-ad4c-6ac3ab19c8c0 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Made reservation on behalf of 6d8f90d776f2444ead7911de1972e870 for: {'network': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:05:08.366808 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3112c847-e405-472c-ad4c-6ac3ab19c8c0 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:08.429512 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9a98cd03-e1ef-4599-9343-0e1671d9e31e admin admin] Publish callbacks [] for router_gateway (5b47ffd0-5187-44bf-a1a9-e59b5b922cde), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:08.452660 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3112c847-e405-472c-ad4c-6ac3ab19c8c0 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=103475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:05:08.490073 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3112c847-e405-472c-ad4c-6ac3ab19c8c0 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (b3aaf14c-b32d-4659-a6fc-33e6006c4937), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:08.490073 n-d-825015-3 neutron-server[103475]: INFO neutron.db.segments_db [None req-3112c847-e405-472c-ad4c-6ac3ab19c8c0 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Added segment b3aaf14c-b32d-4659-a6fc-33e6006c4937 of type vlan for network 2960cb63-3723-4dc0-b4b8-f9b874b33342 Feb 04 13:05:08.512254 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-c1c34ccf-6791-4161-a287-7770c26dc3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b47ffd0-5187-44bf-a1a9-e59b5b922cde', 'name': 'tempest-TestVolumeBackupRestore-579211307-router', 'tenant_id': 'd97899bb83de48f19b584b6da57643aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'e1406e0e-87c7-4355-908f-c4820ef4a261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:59:58Z', 'updated_at': '2022-02-04T13:05:06Z', 'revision_number': 5, 'project_id': 'd97899bb83de48f19b584b6da57643aa', 'gw_port': {'id': 'e1406e0e-87c7-4355-908f-c4820ef4a261', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:26:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b47ffd0-5187-44bf-a1a9-e59b5b922cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:59:59Z', 'updated_at': '2022-02-04T13:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:05:08.537974 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-516fdc53-07da-49a7-829c-8cab1e233778 admin admin] Router 024eaaf0-2d65-4b7c-9e2a-8cef52c577d7 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:05:08.549414 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c34ccf-6791-4161-a287-7770c26dc3c1 None None] Checking router: 5b47ffd0-5187-44bf-a1a9-e59b5b922cde for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:05:08.562449 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c34ccf-6791-4161-a287-7770c26dc3c1 None None] Routers {'5b47ffd0-5187-44bf-a1a9-e59b5b922cde'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:05:08.563561 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-c1c34ccf-6791-4161-a287-7770c26dc3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:04:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['5b47ffd0-5187-44bf-a1a9-e59b5b922cde'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:05:08.568808 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3112c847-e405-472c-ad4c-6ac3ab19c8c0 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (2960cb63-3723-4dc0-b4b8-f9b874b33342), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:08.585760 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-9a98cd03-e1ef-4599-9343-0e1671d9e31e admin admin] Deleting port e1406e0e-87c7-4355-908f-c4820ef4a261 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:05:08.586256 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9a98cd03-e1ef-4599-9343-0e1671d9e31e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (e1406e0e-87c7-4355-908f-c4820ef4a261), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:08.669513 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3112c847-e405-472c-ad4c-6ac3ab19c8c0 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (2960cb63-3723-4dc0-b4b8-f9b874b33342), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:08.675143 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3112c847-e405-472c-ad4c-6ac3ab19c8c0 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:08.675861 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3112c847-e405-472c-ad4c-6ac3ab19c8c0 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:08.680700 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-c1c34ccf-6791-4161-a287-7770c26dc3c1 None None] Set router 5b47ffd0-5187-44bf-a1a9-e59b5b922cde gateway port host: None {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:05:08.686716 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-516fdc53-07da-49a7-829c-8cab1e233778 admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:05:08.697839 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-516fdc53-07da-49a7-829c-8cab1e233778 admin admin] 10.222.0.65 "PUT /v2.0/routers/024eaaf0-2d65-4b7c-9e2a-8cef52c577d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5411348 Feb 04 13:05:08.698584 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 58642) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:05:08.700994 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af986ee8-aa1a-403f-a5f5-d7aed3134811 None None] Sync routers for ids ['024eaaf0-2d65-4b7c-9e2a-8cef52c577d7'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:05:08.720329 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-3112c847-e405-472c-ad4c-6ac3ab19c8c0 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5107350 Feb 04 13:05:08.731549 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af986ee8-aa1a-403f-a5f5-d7aed3134811 None None] Routers {'024eaaf0-2d65-4b7c-9e2a-8cef52c577d7'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:05:08.732237 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-af986ee8-aa1a-403f-a5f5-d7aed3134811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:04:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['024eaaf0-2d65-4b7c-9e2a-8cef52c577d7'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:05:08.748111 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 58644) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:05:08.763296 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-c1c34ccf-6791-4161-a287-7770c26dc3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b47ffd0-5187-44bf-a1a9-e59b5b922cde', 'name': 'tempest-TestVolumeBackupRestore-579211307-router', 'tenant_id': 'd97899bb83de48f19b584b6da57643aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:59:58Z', 'updated_at': '2022-02-04T13:05:08Z', 'revision_number': 6, 'project_id': 'd97899bb83de48f19b584b6da57643aa', 'gw_port_host': None}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:05:08.792790 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c34ccf-6791-4161-a287-7770c26dc3c1 None None] The sync data for ids ['5b47ffd0-5187-44bf-a1a9-e59b5b922cde'] in n-d-825015-3 is: [{'id': '5b47ffd0-5187-44bf-a1a9-e59b5b922cde', 'name': 'tempest-TestVolumeBackupRestore-579211307-router', 'tenant_id': 'd97899bb83de48f19b584b6da57643aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:59:58Z', 'updated_at': '2022-02-04T13:05:08Z', 'revision_number': 6, 'project_id': 'd97899bb83de48f19b584b6da57643aa', 'gw_port_host': None}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:05:08.853049 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-e114b488-36be-4d30-b8e7-025aa6696b99 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-511688703', 'admin_state_up': True, 'project_id': '6d8f90d776f2444ead7911de1972e870', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:05:08.865566 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3112c847-e405-472c-ad4c-6ac3ab19c8c0 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Pushing event updated for resources: {'Network': ['ID=2960cb63-3723-4dc0-b4b8-f9b874b33342,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:08.875328 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-af986ee8-aa1a-403f-a5f5-d7aed3134811 None None] Set router 024eaaf0-2d65-4b7c-9e2a-8cef52c577d7 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:05:08.925014 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-49eb92ae-45f0-40a4-91ee-0fcda30122a6 admin admin] Publish callbacks [] for router (024eaaf0-2d65-4b7c-9e2a-8cef52c577d7), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:08.958506 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e114b488-36be-4d30-b8e7-025aa6696b99 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10933'] for router (b4127a47-cc4d-4680-a575-1d738569246b), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:08.959314 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 2960cb63-3723-4dc0-b4b8-f9b874b33342 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:05:08.960258 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e114b488-36be-4d30-b8e7-025aa6696b99 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10924'] for router (b4127a47-cc4d-4680-a575-1d738569246b), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:08.973807 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-9a98cd03-e1ef-4599-9343-0e1671d9e31e admin admin] For port e1406e0e-87c7-4355-908f-c4820ef4a261, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=e1406e0e-87c7-4355-908f-c4820ef4a261,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:05:08.973807 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9a98cd03-e1ef-4599-9343-0e1671d9e31e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (e1406e0e-87c7-4355-908f-c4820ef4a261), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:09.001840 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-9a98cd03-e1ef-4599-9343-0e1671d9e31e admin admin] Calling delete_port for e1406e0e-87c7-4355-908f-c4820ef4a261 owned by network:router_gateway {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:05:09.050995 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e114b488-36be-4d30-b8e7-025aa6696b99 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for router_controller (b4127a47-cc4d-4680-a575-1d738569246b), precommit_add_association {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:09.084661 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-49eb92ae-45f0-40a4-91ee-0fcda30122a6 admin admin] Publish callbacks [] for router_gateway (024eaaf0-2d65-4b7c-9e2a-8cef52c577d7), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:09.171111 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-49eb92ae-45f0-40a4-91ee-0fcda30122a6 admin admin] Deleting port 905d01d9-6ced-4b80-b81a-4e838906d04e {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:05:09.171849 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-49eb92ae-45f0-40a4-91ee-0fcda30122a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (905d01d9-6ced-4b80-b81a-4e838906d04e), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:09.254387 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-af986ee8-aa1a-403f-a5f5-d7aed3134811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '024eaaf0-2d65-4b7c-9e2a-8cef52c577d7', 'name': 'tempest-TestVolumeBootPattern-1950943043-router', 'tenant_id': '3c0dc8c0402645d983d20be0fc21117a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '905d01d9-6ced-4b80-b81a-4e838906d04e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:47:46Z', 'updated_at': '2022-02-04T13:05:07Z', 'revision_number': 5, 'project_id': '3c0dc8c0402645d983d20be0fc21117a', 'gw_port': {'id': '905d01d9-6ced-4b80-b81a-4e838906d04e', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:94:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024eaaf0-2d65-4b7c-9e2a-8cef52c577d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:47:48Z', 'updated_at': '2022-02-04T12:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:05:09.273236 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-49eb92ae-45f0-40a4-91ee-0fcda30122a6 admin admin] For port 905d01d9-6ced-4b80-b81a-4e838906d04e, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=905d01d9-6ced-4b80-b81a-4e838906d04e,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:05:09.273846 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-49eb92ae-45f0-40a4-91ee-0fcda30122a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (905d01d9-6ced-4b80-b81a-4e838906d04e), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:09.288778 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e114b488-36be-4d30-b8e7-025aa6696b99 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for router_gateway (b4127a47-cc4d-4680-a575-1d738569246b), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:09.289584 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-49eb92ae-45f0-40a4-91ee-0fcda30122a6 admin admin] Calling delete_port for 905d01d9-6ced-4b80-b81a-4e838906d04e owned by network:router_gateway {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:05:09.290156 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af986ee8-aa1a-403f-a5f5-d7aed3134811 None None] Checking router: 024eaaf0-2d65-4b7c-9e2a-8cef52c577d7 for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:05:09.310204 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af986ee8-aa1a-403f-a5f5-d7aed3134811 None None] Routers {'024eaaf0-2d65-4b7c-9e2a-8cef52c577d7'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:05:09.310856 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-af986ee8-aa1a-403f-a5f5-d7aed3134811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:04:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['024eaaf0-2d65-4b7c-9e2a-8cef52c577d7'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:05:09.422597 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-af986ee8-aa1a-403f-a5f5-d7aed3134811 None None] Set router 024eaaf0-2d65-4b7c-9e2a-8cef52c577d7 gateway port host: None {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:05:09.511930 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-49eb92ae-45f0-40a4-91ee-0fcda30122a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (905d01d9-6ced-4b80-b81a-4e838906d04e), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:09.533260 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9a98cd03-e1ef-4599-9343-0e1671d9e31e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (e1406e0e-87c7-4355-908f-c4820ef4a261), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:09.537845 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-af986ee8-aa1a-403f-a5f5-d7aed3134811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '024eaaf0-2d65-4b7c-9e2a-8cef52c577d7', 'name': 'tempest-TestVolumeBootPattern-1950943043-router', 'tenant_id': '3c0dc8c0402645d983d20be0fc21117a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:47:46Z', 'updated_at': '2022-02-04T13:05:09Z', 'revision_number': 6, 'project_id': '3c0dc8c0402645d983d20be0fc21117a', 'gw_port_host': None}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:05:09.554821 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eb92ae-45f0-40a4-91ee-0fcda30122a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=905d01d9-6ced-4b80-b81a-4e838906d04e,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:09.573345 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af986ee8-aa1a-403f-a5f5-d7aed3134811 None None] The sync data for ids ['024eaaf0-2d65-4b7c-9e2a-8cef52c577d7'] in n-d-825015-3 is: [{'id': '024eaaf0-2d65-4b7c-9e2a-8cef52c577d7', 'name': 'tempest-TestVolumeBootPattern-1950943043-router', 'tenant_id': '3c0dc8c0402645d983d20be0fc21117a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:47:46Z', 'updated_at': '2022-02-04T13:05:09Z', 'revision_number': 6, 'project_id': '3c0dc8c0402645d983d20be0fc21117a', 'gw_port_host': None}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:05:09.585972 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a98cd03-e1ef-4599-9343-0e1671d9e31e admin admin] Pushing event deleted for resources: {'Port': ['ID=e1406e0e-87c7-4355-908f-c4820ef4a261,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:09.678870 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-49eb92ae-45f0-40a4-91ee-0fcda30122a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1599901'] for router_gateway (024eaaf0-2d65-4b7c-9e2a-8cef52c577d7), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:09.704410 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9a98cd03-e1ef-4599-9343-0e1671d9e31e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1599901'] for router_gateway (5b47ffd0-5187-44bf-a1a9-e59b5b922cde), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:09.793401 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-49eb92ae-45f0-40a4-91ee-0fcda30122a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10915'] for router (024eaaf0-2d65-4b7c-9e2a-8cef52c577d7), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:09.798748 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-49eb92ae-45f0-40a4-91ee-0fcda30122a6 admin admin] Publish callbacks [] for router_controller (024eaaf0-2d65-4b7c-9e2a-8cef52c577d7), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:09.864251 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-49eb92ae-45f0-40a4-91ee-0fcda30122a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622829'] for router (024eaaf0-2d65-4b7c-9e2a-8cef52c577d7), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:09.865218 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49eb92ae-45f0-40a4-91ee-0fcda30122a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 024eaaf0-2d65-4b7c-9e2a-8cef52c577d7 {{(pid=103474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 13:05:09.875181 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-49eb92ae-45f0-40a4-91ee-0fcda30122a6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:09.876757 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-49eb92ae-45f0-40a4-91ee-0fcda30122a6 admin admin] 10.222.0.65 "DELETE /v2.0/routers/024eaaf0-2d65-4b7c-9e2a-8cef52c577d7 HTTP/1.1" status: 204 len: 168 time: 1.1771352 Feb 04 13:05:09.879197 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 58650) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:05:09.935529 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-a50e655f-dd31-4ad1-94f7-e89c9bb104ff admin admin] Deleting subnet 70faacee-af53-42b7-af83-bbc74f352570 {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:05:09.940189 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a50e655f-dd31-4ad1-94f7-e89c9bb104ff admin admin] Publish callbacks [] for subnet (70faacee-af53-42b7-af83-bbc74f352570), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:09.956062 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e114b488-36be-4d30-b8e7-025aa6696b99 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for router_gateway (b4127a47-cc4d-4680-a575-1d738569246b), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:09.984716 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9a98cd03-e1ef-4599-9343-0e1671d9e31e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10915'] for router (5b47ffd0-5187-44bf-a1a9-e59b5b922cde), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:09.987135 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e114b488-36be-4d30-b8e7-025aa6696b99 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:09.988624 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a50e655f-dd31-4ad1-94f7-e89c9bb104ff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (70faacee-af53-42b7-af83-bbc74f352570), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:09.989435 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9a98cd03-e1ef-4599-9343-0e1671d9e31e admin admin] Publish callbacks [] for router_controller (5b47ffd0-5187-44bf-a1a9-e59b5b922cde), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:10.094547 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9a98cd03-e1ef-4599-9343-0e1671d9e31e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622829'] for router (5b47ffd0-5187-44bf-a1a9-e59b5b922cde), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:10.096501 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a98cd03-e1ef-4599-9343-0e1671d9e31e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b47ffd0-5187-44bf-a1a9-e59b5b922cde {{(pid=103475) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 13:05:10.104340 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9a98cd03-e1ef-4599-9343-0e1671d9e31e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:10.105537 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-9a98cd03-e1ef-4599-9343-0e1671d9e31e admin admin] 10.222.0.65 "DELETE /v2.0/routers/5b47ffd0-5187-44bf-a1a9-e59b5b922cde HTTP/1.1" status: 204 len: 168 time: 2.2303472 Feb 04 13:05:10.108953 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 58652) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:05:10.131937 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a50e655f-dd31-4ad1-94f7-e89c9bb104ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (70faacee-af53-42b7-af83-bbc74f352570), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:10.209949 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a50e655f-dd31-4ad1-94f7-e89c9bb104ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (70faacee-af53-42b7-af83-bbc74f352570), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:10.215203 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_v2 [None req-94294703-b9e7-4ddc-96e0-504c236f24ea admin admin] Deleting subnet 5f4da882-fd91-4cc6-ba86-4b722790b148 {{(pid=103475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:05:10.218684 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-94294703-b9e7-4ddc-96e0-504c236f24ea admin admin] Publish callbacks [] for subnet (5f4da882-fd91-4cc6-ba86-4b722790b148), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:10.241069 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50e655f-dd31-4ad1-94f7-e89c9bb104ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70faacee-af53-42b7-af83-bbc74f352570,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:10.247932 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a50e655f-dd31-4ad1-94f7-e89c9bb104ff admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:10.251232 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-a50e655f-dd31-4ad1-94f7-e89c9bb104ff admin admin] 10.222.0.65 "DELETE /v2.0/subnets/70faacee-af53-42b7-af83-bbc74f352570 HTTP/1.1" status: 204 len: 168 time: 0.3709469 Feb 04 13:05:10.255363 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 58654) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:05:10.256295 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3419e0df-1e2b-4ac4-bdf6-0e3f000d8885 None None] Network f237d722-433d-480c-8987-66d34675134e requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:05:10.295398 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-e114b488-36be-4d30-b8e7-025aa6696b99 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Allocated IP 172.25.3.41 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/a4acc2ff-6d51-45a9-9766-cba3b450fefc) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:05:10.310796 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-94294703-b9e7-4ddc-96e0-504c236f24ea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51859329'] for subnet (5f4da882-fd91-4cc6-ba86-4b722790b148), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:10.345429 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-430717ea-2d99-4616-bb98-8d39ca503adb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (f237d722-433d-480c-8987-66d34675134e), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:10.404766 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-430717ea-2d99-4616-bb98-8d39ca503adb admin admin] Deleting port 2aeb4bec-1d5d-4c3e-9d8f-185fa71af2ba {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:05:10.405113 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-430717ea-2d99-4616-bb98-8d39ca503adb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (2aeb4bec-1d5d-4c3e-9d8f-185fa71af2ba), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:10.464761 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-94294703-b9e7-4ddc-96e0-504c236f24ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (5f4da882-fd91-4cc6-ba86-4b722790b148), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:10.473347 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-430717ea-2d99-4616-bb98-8d39ca503adb admin admin] For port 2aeb4bec-1d5d-4c3e-9d8f-185fa71af2ba, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=2aeb4bec-1d5d-4c3e-9d8f-185fa71af2ba,segment=NetworkSegment(0934a908-175b-4cbf-ace2-f0550fc5d53c),segment_id=0934a908-175b-4cbf-ace2-f0550fc5d53c)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:05:10.473711 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-430717ea-2d99-4616-bb98-8d39ca503adb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (2aeb4bec-1d5d-4c3e-9d8f-185fa71af2ba), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:10.490471 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-430717ea-2d99-4616-bb98-8d39ca503adb admin admin] Calling delete_port for 2aeb4bec-1d5d-4c3e-9d8f-185fa71af2ba owned by network:dhcp {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:05:10.498314 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e114b488-36be-4d30-b8e7-025aa6696b99 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for port (a4acc2ff-6d51-45a9-9766-cba3b450fefc), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:10.559044 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-94294703-b9e7-4ddc-96e0-504c236f24ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-52093282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51452698'] for subnet (5f4da882-fd91-4cc6-ba86-4b722790b148), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:10.569666 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device e1406e0e-87c7-4355-908f-c4820ef4a261 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:05:10.583188 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a543266-512d-4844-9e2d-4c3e3556137c None None] DHCP port deletion for f237d722-433d-480c-8987-66d34675134e request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:05:10.586916 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-430717ea-2d99-4616-bb98-8d39ca503adb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (2aeb4bec-1d5d-4c3e-9d8f-185fa71af2ba), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:10.597164 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e114b488-36be-4d30-b8e7-025aa6696b99 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (a4acc2ff-6d51-45a9-9766-cba3b450fefc), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:10.604225 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-94294703-b9e7-4ddc-96e0-504c236f24ea admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:10.607386 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-94294703-b9e7-4ddc-96e0-504c236f24ea admin admin] 10.222.0.65 "DELETE /v2.0/subnets/5f4da882-fd91-4cc6-ba86-4b722790b148 HTTP/1.1" status: 204 len: 168 time: 0.4974806 Feb 04 13:05:10.613662 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94294703-b9e7-4ddc-96e0-504c236f24ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f4da882-fd91-4cc6-ba86-4b722790b148,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:10.624015 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 58656) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:05:10.624280 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313e11b2-d730-4e1e-8276-43559518e802 None None] Network aad72205-99f1-4498-9759-feceeaaf17dd requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:05:10.627226 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: e1406e0e-87c7-4355-908f-c4820ef4a261 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:05:10.627580 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device e1406e0e-87c7-4355-908f-c4820ef4a261 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:05:10.628051 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 44692f76-31ca-466a-966d-b6774ece519d no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:05:10.641098 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430717ea-2d99-4616-bb98-8d39ca503adb admin admin] Pushing event deleted for resources: {'Port': ['ID=2aeb4bec-1d5d-4c3e-9d8f-185fa71af2ba,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:10.643566 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430717ea-2d99-4616-bb98-8d39ca503adb admin admin] No DVR routers for this DVR port 2aeb4bec-1d5d-4c3e-9d8f-185fa71af2ba on host n-d-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:05:10.654540 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e114b488-36be-4d30-b8e7-025aa6696b99 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:05:10.659572 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-e114b488-36be-4d30-b8e7-025aa6696b99 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:05:10.662011 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e114b488-36be-4d30-b8e7-025aa6696b99 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:05:10.692592 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e114b488-36be-4d30-b8e7-025aa6696b99 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Pushing event updated for resources: {'Port': ['ID=a4acc2ff-6d51-45a9-9766-cba3b450fefc,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:10.754074 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 44692f76-31ca-466a-966d-b6774ece519d {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:05:10.754469 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 44692f76-31ca-466a-966d-b6774ece519d not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:05:10.754852 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 579efd09-9b58-4329-8fb3-70423083f08c no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:05:10.791592 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 579efd09-9b58-4329-8fb3-70423083f08c {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:05:10.791996 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 579efd09-9b58-4329-8fb3-70423083f08c not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:05:10.956313 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03f181b-1540-4212-a72f-c2c858e814a5 None None] DHCP port deletion for aad72205-99f1-4498-9759-feceeaaf17dd request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:05:11.057316 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-a03f181b-1540-4212-a72f-c2c858e814a5 None None] Deleting port 78019bb4-66d9-4432-8b71-17137d067e1f {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:05:11.058573 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a03f181b-1540-4212-a72f-c2c858e814a5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (78019bb4-66d9-4432-8b71-17137d067e1f), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:11.137071 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-a03f181b-1540-4212-a72f-c2c858e814a5 None None] For port 78019bb4-66d9-4432-8b71-17137d067e1f, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=78019bb4-66d9-4432-8b71-17137d067e1f,segment=NetworkSegment(7c5c1bb5-7cfa-46b2-aad7-de83b78e2361),segment_id=7c5c1bb5-7cfa-46b2-aad7-de83b78e2361)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:05:11.137561 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a03f181b-1540-4212-a72f-c2c858e814a5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (78019bb4-66d9-4432-8b71-17137d067e1f), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:11.144177 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e114b488-36be-4d30-b8e7-025aa6696b99 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for router_gateway (b4127a47-cc4d-4680-a575-1d738569246b), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:11.151901 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-a03f181b-1540-4212-a72f-c2c858e814a5 None None] Calling delete_port for 78019bb4-66d9-4432-8b71-17137d067e1f owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:05:11.175755 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0c47b247-5ab4-4f9d-8326-ec4b906019a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (aad72205-99f1-4498-9759-feceeaaf17dd), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:11.194398 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-430717ea-2d99-4616-bb98-8d39ca503adb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (f237d722-433d-480c-8987-66d34675134e), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:11.248585 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-430717ea-2d99-4616-bb98-8d39ca503adb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f237d722-433d-480c-8987-66d34675134e']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:05:11.264206 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a03f181b-1540-4212-a72f-c2c858e814a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (78019bb4-66d9-4432-8b71-17137d067e1f), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:11.271833 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-430717ea-2d99-4616-bb98-8d39ca503adb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0934a908-175b-4cbf-ace2-f0550fc5d53c') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:05:11.271833 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-430717ea-2d99-4616-bb98-8d39ca503adb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0934a908-175b-4cbf-ace2-f0550fc5d53c') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:05:11.283793 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-430717ea-2d99-4616-bb98-8d39ca503adb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (0934a908-175b-4cbf-ace2-f0550fc5d53c), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:11.303639 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-430717ea-2d99-4616-bb98-8d39ca503adb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (0934a908-175b-4cbf-ace2-f0550fc5d53c), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:11.315602 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-430717ea-2d99-4616-bb98-8d39ca503adb admin admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:05:11.316044 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-430717ea-2d99-4616-bb98-8d39ca503adb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (0934a908-175b-4cbf-ace2-f0550fc5d53c), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:11.317733 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 13:05:11.317733 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:05:11.317733 n-d-825015-3 neutron-server[103474]: timer() Feb 04 13:05:11.317733 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:05:11.317733 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 13:05:11.317733 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:05:11.317733 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 13:05:11.317733 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:05:11.317733 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 13:05:11.317733 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:05:11.317733 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 13:05:11.317733 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:05:11.317733 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 13:05:11.317733 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:05:11.317733 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:05:11.317733 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:05:11.317733 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:05:11.317733 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:05:11.317733 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 13:05:11.317733 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:05:11.317733 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 13:05:11.317733 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:05:11.317733 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:05:11.317733 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:05:11.317733 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 13:05:11.317733 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:05:11.317733 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:05:11.317733 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:05:11.317733 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:05:11.317733 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:05:11.317733 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:05:11.317733 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:05:11.334485 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f181b-1540-4212-a72f-c2c858e814a5 None None] Pushing event deleted for resources: {'Port': ['ID=78019bb4-66d9-4432-8b71-17137d067e1f,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:11.337219 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03f181b-1540-4212-a72f-c2c858e814a5 None None] No DVR routers for this DVR port 78019bb4-66d9-4432-8b71-17137d067e1f on host n-d-825015-3 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:05:11.378893 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-0c47b247-5ab4-4f9d-8326-ec4b906019a1 admin admin] Deleting port 78019bb4-66d9-4432-8b71-17137d067e1f {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:05:11.379241 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0c47b247-5ab4-4f9d-8326-ec4b906019a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (78019bb4-66d9-4432-8b71-17137d067e1f), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:11.436142 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-430717ea-2d99-4616-bb98-8d39ca503adb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (f237d722-433d-480c-8987-66d34675134e), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:11.443430 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-430717ea-2d99-4616-bb98-8d39ca503adb admin admin] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:11.451336 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-430717ea-2d99-4616-bb98-8d39ca503adb admin admin] 10.222.0.65 "DELETE /v2.0/networks/f237d722-433d-480c-8987-66d34675134e HTTP/1.1" status: 204 len: 168 time: 1.1910329 Feb 04 13:05:11.457365 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 58674) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:05:11.552352 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430717ea-2d99-4616-bb98-8d39ca503adb admin admin] Pushing event deleted for resources: {'Network': ['ID=f237d722-433d-480c-8987-66d34675134e,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:11.564754 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-0c47b247-5ab4-4f9d-8326-ec4b906019a1 admin admin] For port 78019bb4-66d9-4432-8b71-17137d067e1f, host n-d-825015-3, got binding levels [] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:05:11.565189 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0c47b247-5ab4-4f9d-8326-ec4b906019a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (78019bb4-66d9-4432-8b71-17137d067e1f), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:11.587052 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-0c47b247-5ab4-4f9d-8326-ec4b906019a1 admin admin] Calling delete_port for 78019bb4-66d9-4432-8b71-17137d067e1f owned by network:dhcp {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:05:11.592256 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.ipam_backend_mixin [None req-0c47b247-5ab4-4f9d-8326-ec4b906019a1 admin admin] Port 78019bb4-66d9-4432-8b71-17137d067e1f was not found and therefore no delete operation was performed {{(pid=103474) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 04 13:05:11.596958 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0c47b247-5ab4-4f9d-8326-ec4b906019a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (78019bb4-66d9-4432-8b71-17137d067e1f), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:11.631481 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c47b247-5ab4-4f9d-8326-ec4b906019a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=78019bb4-66d9-4432-8b71-17137d067e1f,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:11.634097 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c47b247-5ab4-4f9d-8326-ec4b906019a1 admin admin] No DVR routers for this DVR port 78019bb4-66d9-4432-8b71-17137d067e1f on host n-d-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:05:11.772789 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e114b488-36be-4d30-b8e7-025aa6696b99 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141'] for router (b4127a47-cc4d-4680-a575-1d738569246b), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:11.791184 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0c47b247-5ab4-4f9d-8326-ec4b906019a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (aad72205-99f1-4498-9759-feceeaaf17dd), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:11.819807 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-0c47b247-5ab4-4f9d-8326-ec4b906019a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aad72205-99f1-4498-9759-feceeaaf17dd']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:05:11.834307 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-0c47b247-5ab4-4f9d-8326-ec4b906019a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c5c1bb5-7cfa-46b2-aad7-de83b78e2361') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:05:11.834601 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-0c47b247-5ab4-4f9d-8326-ec4b906019a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c5c1bb5-7cfa-46b2-aad7-de83b78e2361') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:05:11.850034 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0c47b247-5ab4-4f9d-8326-ec4b906019a1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (7c5c1bb5-7cfa-46b2-aad7-de83b78e2361), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:11.885186 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0c47b247-5ab4-4f9d-8326-ec4b906019a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (7c5c1bb5-7cfa-46b2-aad7-de83b78e2361), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:11.894658 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c47b247-5ab4-4f9d-8326-ec4b906019a1 admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:05:11.895054 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0c47b247-5ab4-4f9d-8326-ec4b906019a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (7c5c1bb5-7cfa-46b2-aad7-de83b78e2361), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:11.896704 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 13:05:11.896704 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:05:11.896704 n-d-825015-3 neutron-server[103474]: timer() Feb 04 13:05:11.896704 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:05:11.896704 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 13:05:11.896704 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:05:11.896704 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 13:05:11.896704 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:05:11.896704 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 13:05:11.896704 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:05:11.896704 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 13:05:11.896704 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:05:11.896704 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 13:05:11.896704 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:05:11.896704 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:05:11.896704 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:05:11.896704 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:05:11.896704 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:05:11.896704 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 13:05:11.896704 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:05:11.896704 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 13:05:11.896704 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:05:11.896704 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:05:11.896704 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:05:11.896704 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 13:05:11.896704 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:05:11.896704 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:05:11.896704 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:05:11.896704 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:05:11.896704 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:05:11.896704 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:05:11.896704 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:05:11.922139 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e114b488-36be-4d30-b8e7-025aa6696b99 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Router b4127a47-cc4d-4680-a575-1d738569246b is scheduled to L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de with binding_index 1 {{(pid=103475) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 13:05:11.982725 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0c47b247-5ab4-4f9d-8326-ec4b906019a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (aad72205-99f1-4498-9759-feceeaaf17dd), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:11.991643 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0c47b247-5ab4-4f9d-8326-ec4b906019a1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:11.999204 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-0c47b247-5ab4-4f9d-8326-ec4b906019a1 admin admin] 10.222.0.65 "DELETE /v2.0/networks/aad72205-99f1-4498-9759-feceeaaf17dd HTTP/1.1" status: 204 len: 168 time: 1.3763721 Feb 04 13:05:11.999402 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 58678) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:05:12.008842 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c47b247-5ab4-4f9d-8326-ec4b906019a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=aad72205-99f1-4498-9759-feceeaaf17dd,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:12.109010 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c0c34653-aa71-45ba-bdb3-adc8cfd4290b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622215'] for router_interface (541da02e-49a5-4e7c-b130-011bfcc7f61b), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:12.129712 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e114b488-36be-4d30-b8e7-025aa6696b99 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:05:12.138809 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 905d01d9-6ced-4b80-b81a-4e838906d04e no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:05:12.151088 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1fbd93-2f16-4692-8849-e014248c93f3 None None] Sync routers for ids ['b4127a47-cc4d-4680-a575-1d738569246b'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:05:12.162726 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1fbd93-2f16-4692-8849-e014248c93f3 None None] Routers {'b4127a47-cc4d-4680-a575-1d738569246b'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:05:12.163615 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-5a1fbd93-2f16-4692-8849-e014248c93f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:04:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['b4127a47-cc4d-4680-a575-1d738569246b'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:05:12.176945 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 905d01d9-6ced-4b80-b81a-4e838906d04e {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:05:12.185366 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 905d01d9-6ced-4b80-b81a-4e838906d04e not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:05:12.185872 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 2aeb4bec-1d5d-4c3e-9d8f-185fa71af2ba no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:05:12.229944 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 2aeb4bec-1d5d-4c3e-9d8f-185fa71af2ba {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:05:12.230307 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 2aeb4bec-1d5d-4c3e-9d8f-185fa71af2ba not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:05:12.230731 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 78019bb4-66d9-4432-8b71-17137d067e1f no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:05:12.264529 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e114b488-36be-4d30-b8e7-025aa6696b99 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for router (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:12.269498 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-e114b488-36be-4d30-b8e7-025aa6696b99 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.4606342 Feb 04 13:05:12.273065 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 58680) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:05:12.283155 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 78019bb4-66d9-4432-8b71-17137d067e1f {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:05:12.284372 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 78019bb4-66d9-4432-8b71-17137d067e1f not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:05:12.306267 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-5a1fbd93-2f16-4692-8849-e014248c93f3 None None] Set router b4127a47-cc4d-4680-a575-1d738569246b gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:05:12.441833 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-f9f09bef-db99-4ffa-9fed-fa2aa30376af tempest-TestNetworkAdvancedServerOps-202696309 tempest-TestNetworkAdvancedServerOps-202696309-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=6d8f90d776f2444ead7911de1972e870&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1653268 Feb 04 13:05:12.442069 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 58686) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:05:12.483343 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-c0c34653-aa71-45ba-bdb3-adc8cfd4290b admin admin] Deleting port d2bed9ed-092d-4927-b937-daad04d1a7a7 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:05:12.483942 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c0c34653-aa71-45ba-bdb3-adc8cfd4290b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (d2bed9ed-092d-4927-b937-daad04d1a7a7), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:12.515939 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-5a1fbd93-2f16-4692-8849-e014248c93f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4127a47-cc4d-4680-a575-1d738569246b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-511688703', 'tenant_id': '6d8f90d776f2444ead7911de1972e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': 'a4acc2ff-6d51-45a9-9766-cba3b450fefc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:05:08Z', 'updated_at': '2022-02-04T13:05:10Z', 'revision_number': 3, 'project_id': '6d8f90d776f2444ead7911de1972e870', 'gw_port': {'id': 'a4acc2ff-6d51-45a9-9766-cba3b450fefc', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:9d:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4127a47-cc4d-4680-a575-1d738569246b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:05:09Z', 'updated_at': '2022-02-04T13:05:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:05:12.549530 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1fbd93-2f16-4692-8849-e014248c93f3 None None] Checking router: b4127a47-cc4d-4680-a575-1d738569246b for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:05:12.550248 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1fbd93-2f16-4692-8849-e014248c93f3 None None] Updating router b4127a47-cc4d-4680-a575-1d738569246b port a4acc2ff-6d51-45a9-9766-cba3b450fefc binding host n-d-825015-3 {{(pid=103477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:05:12.580978 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5a1fbd93-2f16-4692-8849-e014248c93f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (a4acc2ff-6d51-45a9-9766-cba3b450fefc), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:12.585622 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-c0c34653-aa71-45ba-bdb3-adc8cfd4290b admin admin] For port d2bed9ed-092d-4927-b937-daad04d1a7a7, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=d2bed9ed-092d-4927-b937-daad04d1a7a7,segment=NetworkSegment(8d872933-3714-46f7-b52a-df7db8e1bba9),segment_id=8d872933-3714-46f7-b52a-df7db8e1bba9)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:05:12.585993 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c0c34653-aa71-45ba-bdb3-adc8cfd4290b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (d2bed9ed-092d-4927-b937-daad04d1a7a7), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:12.618051 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-c0c34653-aa71-45ba-bdb3-adc8cfd4290b admin admin] Calling delete_port for d2bed9ed-092d-4927-b937-daad04d1a7a7 owned by network:router_interface {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:05:12.668194 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc1b719-e20b-4250-b364-5cd1c340ec05 tempest-TestNetworkAdvancedServerOps-202696309 tempest-TestNetworkAdvancedServerOps-202696309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:12.670889 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-4bc1b719-e20b-4250-b364-5cd1c340ec05 tempest-TestNetworkAdvancedServerOps-202696309 tempest-TestNetworkAdvancedServerOps-202696309-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2276936 Feb 04 13:05:12.674025 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 58688) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:05:12.714749 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-f3931686-33d8-47e9-90fa-a462e3134e89 tempest-TestNetworkAdvancedServerOps-202696309 tempest-TestNetworkAdvancedServerOps-202696309-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0391569 Feb 04 13:05:12.716899 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 58690) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:05:12.722307 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-5afe31ad-e45b-4e30-9a72-79c9f93d9251 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2120102668', 'network_id': '2960cb63-3723-4dc0-b4b8-f9b874b33342', 'project_id': '6d8f90d776f2444ead7911de1972e870', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:05:12.889067 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5afe31ad-e45b-4e30-9a72-79c9f93d9251 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Made reservation on behalf of 6d8f90d776f2444ead7911de1972e870 for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:05:12.892742 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5afe31ad-e45b-4e30-9a72-79c9f93d9251 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:12.901392 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c0c34653-aa71-45ba-bdb3-adc8cfd4290b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (d2bed9ed-092d-4927-b937-daad04d1a7a7), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:12.935406 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5a1fbd93-2f16-4692-8849-e014248c93f3 None None] Publish callbacks [] for port (a4acc2ff-6d51-45a9-9766-cba3b450fefc), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:12.942267 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5a1fbd93-2f16-4692-8849-e014248c93f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (a4acc2ff-6d51-45a9-9766-cba3b450fefc), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:12.944856 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c34653-aa71-45ba-bdb3-adc8cfd4290b admin admin] Pushing event deleted for resources: {'Port': ['ID=d2bed9ed-092d-4927-b937-daad04d1a7a7,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:12.946903 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-482176f9-3c9a-496a-9f69-4ab0bcf9bd5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622215'] for router_interface (810ac175-ea22-4b69-9eb7-94668c99a7f1), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:13.031549 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-5a1fbd93-2f16-4692-8849-e014248c93f3 None None] Attempting to bind port a4acc2ff-6d51-45a9-9766-cba3b450fefc on host n-d-825015-3 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:05:13.032338 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-5a1fbd93-2f16-4692-8849-e014248c93f3 None None] Attempting to bind port a4acc2ff-6d51-45a9-9766-cba3b450fefc by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:05:13.032967 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1fbd93-2f16-4692-8849-e014248c93f3 None None] Attempting to bind port a4acc2ff-6d51-45a9-9766-cba3b450fefc on network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:05:13.041617 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d1244f-4f30-4c20-a4fe-9873eb8646d8 None None] Pushing event updated for resources: {'Port': ['ID=a4acc2ff-6d51-45a9-9766-cba3b450fefc,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:13.044099 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1fbd93-2f16-4692-8849-e014248c93f3 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:05:13.044592 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1fbd93-2f16-4692-8849-e014248c93f3 None None] Checking segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:05:13.045096 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5a1fbd93-2f16-4692-8849-e014248c93f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:13.045577 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1fbd93-2f16-4692-8849-e014248c93f3 None None] Bound using segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:05:13.046313 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-5a1fbd93-2f16-4692-8849-e014248c93f3 None None] Bound port: a4acc2ff-6d51-45a9-9766-cba3b450fefc, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:05:13.046945 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5a1fbd93-2f16-4692-8849-e014248c93f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (a4acc2ff-6d51-45a9-9766-cba3b450fefc), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:13.078239 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d1244f-4f30-4c20-a4fe-9873eb8646d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:05:13.078972 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d1244f-4f30-4c20-a4fe-9873eb8646d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:05:13.079382 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d1244f-4f30-4c20-a4fe-9873eb8646d8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:05:13.079813 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d1244f-4f30-4c20-a4fe-9873eb8646d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:05:13.080208 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d1244f-4f30-4c20-a4fe-9873eb8646d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:05:13.080784 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d1244f-4f30-4c20-a4fe-9873eb8646d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:05:13.081539 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d1244f-4f30-4c20-a4fe-9873eb8646d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:05:13.082084 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d1244f-4f30-4c20-a4fe-9873eb8646d8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:05:13.082475 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d1244f-4f30-4c20-a4fe-9873eb8646d8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:05:13.083050 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d1244f-4f30-4c20-a4fe-9873eb8646d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:05:13.083446 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d1244f-4f30-4c20-a4fe-9873eb8646d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:05:13.083912 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d1244f-4f30-4c20-a4fe-9873eb8646d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:05:13.084336 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d1244f-4f30-4c20-a4fe-9873eb8646d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:05:13.122376 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-5a1fbd93-2f16-4692-8849-e014248c93f3 None None] For port a4acc2ff-6d51-45a9-9766-cba3b450fefc, host n-d-825015-3, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:05:13.126372 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-5a1fbd93-2f16-4692-8849-e014248c93f3 None None] For port a4acc2ff-6d51-45a9-9766-cba3b450fefc, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=a4acc2ff-6d51-45a9-9766-cba3b450fefc,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:05:13.139427 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5a1fbd93-2f16-4692-8849-e014248c93f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (a4acc2ff-6d51-45a9-9766-cba3b450fefc), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:13.183257 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c0c34653-aa71-45ba-bdb3-adc8cfd4290b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622067'] for router_interface (541da02e-49a5-4e7c-b130-011bfcc7f61b), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:13.207404 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1fbd93-2f16-4692-8849-e014248c93f3 None None] Routers {'b4127a47-cc4d-4680-a575-1d738569246b'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:05:13.208034 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-5a1fbd93-2f16-4692-8849-e014248c93f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:04:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['b4127a47-cc4d-4680-a575-1d738569246b'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:05:13.251420 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d1244f-4f30-4c20-a4fe-9873eb8646d8 None None] Pushing event updated for resources: {'Port': ['ID=a4acc2ff-6d51-45a9-9766-cba3b450fefc,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:13.295329 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5afe31ad-e45b-4e30-9a72-79c9f93d9251 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52094127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51452689'] for subnet (af542747-d2ae-4e4a-8715-9c3ceec5f9f4), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:13.334132 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-5a1fbd93-2f16-4692-8849-e014248c93f3 None None] Set router b4127a47-cc4d-4680-a575-1d738569246b gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:05:13.394634 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afe31ad-e45b-4e30-9a72-79c9f93d9251 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Pushing event updated for resources: {'Subnet': ['ID=af542747-d2ae-4e4a-8715-9c3ceec5f9f4,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:13.403571 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afe31ad-e45b-4e30-9a72-79c9f93d9251 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Checking segment: {'id': 'b3aaf14c-b32d-4659-a6fc-33e6006c4937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2960cb63-3723-4dc0-b4b8-f9b874b33342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:05:13.403978 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5afe31ad-e45b-4e30-9a72-79c9f93d9251 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Network hostable DHCP agents. Network: 2960cb63-3723-4dc0-b4b8-f9b874b33342, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:05:13.429593 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0c34653-aa71-45ba-bdb3-adc8cfd4290b admin admin] Router 541da02e-49a5-4e7c-b130-011bfcc7f61b has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:05:13.450304 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5afe31ad-e45b-4e30-9a72-79c9f93d9251 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Network 2960cb63-3723-4dc0-b4b8-f9b874b33342 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:05:13.464116 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-5afe31ad-e45b-4e30-9a72-79c9f93d9251 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 2960cb63-3723-4dc0-b4b8-f9b874b33342) {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:05:13.469590 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5afe31ad-e45b-4e30-9a72-79c9f93d9251 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:13.470368 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5afe31ad-e45b-4e30-9a72-79c9f93d9251 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:13.481658 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-482176f9-3c9a-496a-9f69-4ab0bcf9bd5a admin admin] Deleting port 6233b1df-98d6-4b6b-9c29-7d3b618ae910 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:05:13.482068 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-482176f9-3c9a-496a-9f69-4ab0bcf9bd5a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (6233b1df-98d6-4b6b-9c29-7d3b618ae910), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:13.485086 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe1513ca-068a-4be9-a8a8-79d2cb960581 None None] Network 2960cb63-3723-4dc0-b4b8-f9b874b33342 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:05:13.532456 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-5afe31ad-e45b-4e30-9a72-79c9f93d9251 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8101938 Feb 04 13:05:13.532456 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 58694) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:05:13.590325 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0c34653-aa71-45ba-bdb3-adc8cfd4290b admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:05:13.600049 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-c0c34653-aa71-45ba-bdb3-adc8cfd4290b admin admin] 10.222.0.65 "PUT /v2.0/routers/541da02e-49a5-4e7c-b130-011bfcc7f61b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1405122 Feb 04 13:05:13.603104 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 58698) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:05:13.604142 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b911ead5-77bd-491a-af44-81f5e4d40e72 None None] Sync routers for ids ['541da02e-49a5-4e7c-b130-011bfcc7f61b'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:05:13.607462 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-5a1fbd93-2f16-4692-8849-e014248c93f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4127a47-cc4d-4680-a575-1d738569246b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-511688703', 'tenant_id': '6d8f90d776f2444ead7911de1972e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': 'a4acc2ff-6d51-45a9-9766-cba3b450fefc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:05:08Z', 'updated_at': '2022-02-04T13:05:10Z', 'revision_number': 3, 'project_id': '6d8f90d776f2444ead7911de1972e870', 'gw_port': {'id': 'a4acc2ff-6d51-45a9-9766-cba3b450fefc', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:9d:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4127a47-cc4d-4680-a575-1d738569246b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:05:09Z', 'updated_at': '2022-02-04T13:05:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:05:13.640451 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b911ead5-77bd-491a-af44-81f5e4d40e72 None None] Routers {'541da02e-49a5-4e7c-b130-011bfcc7f61b'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:05:13.641460 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-b911ead5-77bd-491a-af44-81f5e4d40e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:04:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['541da02e-49a5-4e7c-b130-011bfcc7f61b'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:05:13.663831 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1fbd93-2f16-4692-8849-e014248c93f3 None None] The sync data for ids ['b4127a47-cc4d-4680-a575-1d738569246b'] in n-d-825015-3 is: [{'id': 'b4127a47-cc4d-4680-a575-1d738569246b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-511688703', 'tenant_id': '6d8f90d776f2444ead7911de1972e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': 'a4acc2ff-6d51-45a9-9766-cba3b450fefc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:05:08Z', 'updated_at': '2022-02-04T13:05:10Z', 'revision_number': 3, 'project_id': '6d8f90d776f2444ead7911de1972e870', 'gw_port': {'id': 'a4acc2ff-6d51-45a9-9766-cba3b450fefc', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:9d:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4127a47-cc4d-4680-a575-1d738569246b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:05:09Z', 'updated_at': '2022-02-04T13:05:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:05:13.696353 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-482176f9-3c9a-496a-9f69-4ab0bcf9bd5a admin admin] For port 6233b1df-98d6-4b6b-9c29-7d3b618ae910, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=6233b1df-98d6-4b6b-9c29-7d3b618ae910,segment=NetworkSegment(f4d70a85-aa2c-4a34-bc4b-f01786eb7ffc),segment_id=f4d70a85-aa2c-4a34-bc4b-f01786eb7ffc)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:05:13.696778 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-482176f9-3c9a-496a-9f69-4ab0bcf9bd5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (6233b1df-98d6-4b6b-9c29-7d3b618ae910), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:13.732144 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-482176f9-3c9a-496a-9f69-4ab0bcf9bd5a admin admin] Calling delete_port for 6233b1df-98d6-4b6b-9c29-7d3b618ae910 owned by network:router_interface {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:05:13.755646 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6960fc66-9871-4f4f-9555-a8df41e79ff4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-2960cb63-3723-4dc0-b4b8-f9b874b33342', 'network_id': '2960cb63-3723-4dc0-b4b8-f9b874b33342', 'project_id': '6d8f90d776f2444ead7911de1972e870', 'fixed_ips': [{'subnet_id': 'af542747-d2ae-4e4a-8715-9c3ceec5f9f4'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:05:13.756665 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6960fc66-9871-4f4f-9555-a8df41e79ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:13.770664 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6bd74ac6-e404-4f59-80ef-431bc20286e9 admin admin] Publish callbacks [] for router (541da02e-49a5-4e7c-b130-011bfcc7f61b), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:13.923570 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6bd74ac6-e404-4f59-80ef-431bc20286e9 admin admin] Publish callbacks [] for router_gateway (541da02e-49a5-4e7c-b130-011bfcc7f61b), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:14.033674 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-6bd74ac6-e404-4f59-80ef-431bc20286e9 admin admin] Deleting port 9bbe1d74-0ce9-46ed-8579-4c905fcbf9cd {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:05:14.035466 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6bd74ac6-e404-4f59-80ef-431bc20286e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (9bbe1d74-0ce9-46ed-8579-4c905fcbf9cd), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:14.233616 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-6bd74ac6-e404-4f59-80ef-431bc20286e9 admin admin] For port 9bbe1d74-0ce9-46ed-8579-4c905fcbf9cd, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=9bbe1d74-0ce9-46ed-8579-4c905fcbf9cd,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:05:14.234332 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6bd74ac6-e404-4f59-80ef-431bc20286e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (9bbe1d74-0ce9-46ed-8579-4c905fcbf9cd), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:14.242531 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-6960fc66-9871-4f4f-9555-a8df41e79ff4 None None] Allocated IP 172.20.0.2 (2960cb63-3723-4dc0-b4b8-f9b874b33342/af542747-d2ae-4e4a-8715-9c3ceec5f9f4/93f95bde-8e10-41da-b686-2c3277a876ca) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:05:14.257513 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-6bd74ac6-e404-4f59-80ef-431bc20286e9 admin admin] Calling delete_port for 9bbe1d74-0ce9-46ed-8579-4c905fcbf9cd owned by network:router_gateway {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:05:14.421381 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-b911ead5-77bd-491a-af44-81f5e4d40e72 None None] Set router 541da02e-49a5-4e7c-b130-011bfcc7f61b gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:05:14.490351 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6bd74ac6-e404-4f59-80ef-431bc20286e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (9bbe1d74-0ce9-46ed-8579-4c905fcbf9cd), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:14.560765 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd74ac6-e404-4f59-80ef-431bc20286e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9bbe1d74-0ce9-46ed-8579-4c905fcbf9cd,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:14.621186 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6bd74ac6-e404-4f59-80ef-431bc20286e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1599901'] for router_gateway (541da02e-49a5-4e7c-b130-011bfcc7f61b), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:14.657883 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6960fc66-9871-4f4f-9555-a8df41e79ff4 None None] Publish callbacks [] for port (93f95bde-8e10-41da-b686-2c3277a876ca), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:14.691017 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6960fc66-9871-4f4f-9555-a8df41e79ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (93f95bde-8e10-41da-b686-2c3277a876ca), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:14.733746 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6bd74ac6-e404-4f59-80ef-431bc20286e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10915'] for router (541da02e-49a5-4e7c-b130-011bfcc7f61b), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:14.744566 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6bd74ac6-e404-4f59-80ef-431bc20286e9 admin admin] Publish callbacks [] for router_controller (541da02e-49a5-4e7c-b130-011bfcc7f61b), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:14.794103 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6960fc66-9871-4f4f-9555-a8df41e79ff4 None None] Pushing event updated for resources: {'Port': ['ID=93f95bde-8e10-41da-b686-2c3277a876ca,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:14.813414 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6bd74ac6-e404-4f59-80ef-431bc20286e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622829'] for router (541da02e-49a5-4e7c-b130-011bfcc7f61b), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:14.813990 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bd74ac6-e404-4f59-80ef-431bc20286e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 541da02e-49a5-4e7c-b130-011bfcc7f61b {{(pid=103474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 13:05:14.829369 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6bd74ac6-e404-4f59-80ef-431bc20286e9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:14.831382 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-6bd74ac6-e404-4f59-80ef-431bc20286e9 admin admin] 10.222.0.65 "DELETE /v2.0/routers/541da02e-49a5-4e7c-b130-011bfcc7f61b HTTP/1.1" status: 204 len: 168 time: 1.2260854 Feb 04 13:05:14.834029 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-482176f9-3c9a-496a-9f69-4ab0bcf9bd5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (6233b1df-98d6-4b6b-9c29-7d3b618ae910), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:14.834742 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 58706) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:05:14.912008 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-64416377-0ec7-4c06-9fe2-d382f4f539a5 admin admin] Deleting subnet 7b2bb91d-6b7e-42ac-86ba-da8320c87c63 {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:05:14.916814 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-64416377-0ec7-4c06-9fe2-d382f4f539a5 admin admin] Publish callbacks [] for subnet (7b2bb91d-6b7e-42ac-86ba-da8320c87c63), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:14.929685 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6960fc66-9871-4f4f-9555-a8df41e79ff4 None None] Network 2960cb63-3723-4dc0-b4b8-f9b874b33342 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:05:14.934651 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-6960fc66-9871-4f4f-9555-a8df41e79ff4 None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:05:14.955096 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6960fc66-9871-4f4f-9555-a8df41e79ff4 None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:05:14.956648 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482176f9-3c9a-496a-9f69-4ab0bcf9bd5a admin admin] Pushing event deleted for resources: {'Port': ['ID=6233b1df-98d6-4b6b-9c29-7d3b618ae910,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:14.999852 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-64416377-0ec7-4c06-9fe2-d382f4f539a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (7b2bb91d-6b7e-42ac-86ba-da8320c87c63), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:15.087336 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-b911ead5-77bd-491a-af44-81f5e4d40e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '541da02e-49a5-4e7c-b130-011bfcc7f61b', 'name': 'tempest-TestVolumeBootPattern-1458857558-router', 'tenant_id': '7377b73dfb254cc999e40099a2f530d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '9bbe1d74-0ce9-46ed-8579-4c905fcbf9cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:48:00Z', 'updated_at': '2022-02-04T13:05:12Z', 'revision_number': 5, 'project_id': '7377b73dfb254cc999e40099a2f530d1', 'gw_port': {'id': '9bbe1d74-0ce9-46ed-8579-4c905fcbf9cd', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:c4:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541da02e-49a5-4e7c-b130-011bfcc7f61b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2893, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:48:01Z', 'updated_at': '2022-02-04T12:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:05:15.112930 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-64416377-0ec7-4c06-9fe2-d382f4f539a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (7b2bb91d-6b7e-42ac-86ba-da8320c87c63), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:15.146901 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b911ead5-77bd-491a-af44-81f5e4d40e72 None None] Checking router: 541da02e-49a5-4e7c-b130-011bfcc7f61b for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:05:15.185810 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-6960fc66-9871-4f4f-9555-a8df41e79ff4 None None] Attempting to bind port 93f95bde-8e10-41da-b686-2c3277a876ca on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:05:15.186197 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-6960fc66-9871-4f4f-9555-a8df41e79ff4 None None] Attempting to bind port 93f95bde-8e10-41da-b686-2c3277a876ca by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': 'b3aaf14c-b32d-4659-a6fc-33e6006c4937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2960cb63-3723-4dc0-b4b8-f9b874b33342'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:05:15.186571 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6960fc66-9871-4f4f-9555-a8df41e79ff4 None None] Attempting to bind port 93f95bde-8e10-41da-b686-2c3277a876ca on network 2960cb63-3723-4dc0-b4b8-f9b874b33342 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:05:15.189971 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b911ead5-77bd-491a-af44-81f5e4d40e72 None None] Routers set() bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:05:15.190387 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b911ead5-77bd-491a-af44-81f5e4d40e72 None None] Router IDs set() for agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 04 13:05:15.191097 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_agentschedulers_db [None req-b911ead5-77bd-491a-af44-81f5e4d40e72 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'541da02e-49a5-4e7c-b130-011bfcc7f61b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:04:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent'). {{(pid=103476) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 04 13:05:15.191502 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b911ead5-77bd-491a-af44-81f5e4d40e72 None None] The sync data for ids ['541da02e-49a5-4e7c-b130-011bfcc7f61b'] in n-d-825015-3 is: [] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:05:15.196681 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6960fc66-9871-4f4f-9555-a8df41e79ff4 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:05:15.197306 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6960fc66-9871-4f4f-9555-a8df41e79ff4 None None] Checking segment: {'id': 'b3aaf14c-b32d-4659-a6fc-33e6006c4937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2960cb63-3723-4dc0-b4b8-f9b874b33342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:05:15.197787 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6960fc66-9871-4f4f-9555-a8df41e79ff4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:15.198186 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6960fc66-9871-4f4f-9555-a8df41e79ff4 None None] Bound using segment: {'id': 'b3aaf14c-b32d-4659-a6fc-33e6006c4937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2960cb63-3723-4dc0-b4b8-f9b874b33342'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:05:15.198682 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-6960fc66-9871-4f4f-9555-a8df41e79ff4 None None] Bound port: 93f95bde-8e10-41da-b686-2c3277a876ca, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3aaf14c-b32d-4659-a6fc-33e6006c4937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2960cb63-3723-4dc0-b4b8-f9b874b33342'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:05:15.199073 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6960fc66-9871-4f4f-9555-a8df41e79ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (93f95bde-8e10-41da-b686-2c3277a876ca), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:15.252249 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-64416377-0ec7-4c06-9fe2-d382f4f539a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (7b2bb91d-6b7e-42ac-86ba-da8320c87c63), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:15.328587 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-6960fc66-9871-4f4f-9555-a8df41e79ff4 None None] For port 93f95bde-8e10-41da-b686-2c3277a876ca, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:05:15.332486 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-6960fc66-9871-4f4f-9555-a8df41e79ff4 None None] For port 93f95bde-8e10-41da-b686-2c3277a876ca, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=93f95bde-8e10-41da-b686-2c3277a876ca,segment=NetworkSegment(b3aaf14c-b32d-4659-a6fc-33e6006c4937),segment_id=b3aaf14c-b32d-4659-a6fc-33e6006c4937)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:05:15.334062 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64416377-0ec7-4c06-9fe2-d382f4f539a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b2bb91d-6b7e-42ac-86ba-da8320c87c63,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:15.348290 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6960fc66-9871-4f4f-9555-a8df41e79ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (93f95bde-8e10-41da-b686-2c3277a876ca), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:15.359630 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-64416377-0ec7-4c06-9fe2-d382f4f539a5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:15.368462 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1402d7-56bb-4c33-bdcf-1ce1f522a5bb None None] Network dabfb45d-aed5-4bce-ab2d-4ab2be7d1d19 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:05:15.375030 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-64416377-0ec7-4c06-9fe2-d382f4f539a5 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/7b2bb91d-6b7e-42ac-86ba-da8320c87c63 HTTP/1.1" status: 204 len: 168 time: 0.5389824 Feb 04 13:05:15.377776 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 58708) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:05:15.443259 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-13d96392-a1e5-4271-99aa-3f53ac3b753f tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:15.459788 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-482176f9-3c9a-496a-9f69-4ab0bcf9bd5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622067'] for router_interface (810ac175-ea22-4b69-9eb7-94668c99a7f1), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:15.475267 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c442e05c-9ff2-443e-9c38-223a0bfd4ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (dabfb45d-aed5-4bce-ab2d-4ab2be7d1d19), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:15.517134 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6960fc66-9871-4f4f-9555-a8df41e79ff4 None None] Pushing event updated for resources: {'Port': ['ID=93f95bde-8e10-41da-b686-2c3277a876ca,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:15.570036 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-c442e05c-9ff2-443e-9c38-223a0bfd4ad3 admin admin] Deleting port ecb5ef93-84c5-40ba-b6cf-0a21a08f8860 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:05:15.570674 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c442e05c-9ff2-443e-9c38-223a0bfd4ad3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (ecb5ef93-84c5-40ba-b6cf-0a21a08f8860), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:15.630842 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ccd8dd40-3978-4467-a098-60b1e479c47d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:15.753785 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-c442e05c-9ff2-443e-9c38-223a0bfd4ad3 admin admin] For port ecb5ef93-84c5-40ba-b6cf-0a21a08f8860, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=ecb5ef93-84c5-40ba-b6cf-0a21a08f8860,segment=NetworkSegment(8d872933-3714-46f7-b52a-df7db8e1bba9),segment_id=8d872933-3714-46f7-b52a-df7db8e1bba9)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:05:15.766380 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c442e05c-9ff2-443e-9c38-223a0bfd4ad3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (ecb5ef93-84c5-40ba-b6cf-0a21a08f8860), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:15.796067 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f427c87e-c927-44f3-aba2-37f40ff7eda5 None None] DHCP port deletion for dabfb45d-aed5-4bce-ab2d-4ab2be7d1d19 request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:05:15.810297 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-c442e05c-9ff2-443e-9c38-223a0bfd4ad3 admin admin] Calling delete_port for ecb5ef93-84c5-40ba-b6cf-0a21a08f8860 owned by network:dhcp {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:05:15.864801 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-482176f9-3c9a-496a-9f69-4ab0bcf9bd5a admin admin] Router 810ac175-ea22-4b69-9eb7-94668c99a7f1 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:05:15.933200 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-f427c87e-c927-44f3-aba2-37f40ff7eda5 None None] Deleting port ecb5ef93-84c5-40ba-b6cf-0a21a08f8860 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:05:15.933789 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f427c87e-c927-44f3-aba2-37f40ff7eda5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (ecb5ef93-84c5-40ba-b6cf-0a21a08f8860), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:16.043068 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c442e05c-9ff2-443e-9c38-223a0bfd4ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (ecb5ef93-84c5-40ba-b6cf-0a21a08f8860), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:16.066056 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-f427c87e-c927-44f3-aba2-37f40ff7eda5 None None] For port ecb5ef93-84c5-40ba-b6cf-0a21a08f8860, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=ecb5ef93-84c5-40ba-b6cf-0a21a08f8860,segment=NetworkSegment(8d872933-3714-46f7-b52a-df7db8e1bba9),segment_id=8d872933-3714-46f7-b52a-df7db8e1bba9)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:05:16.066753 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f427c87e-c927-44f3-aba2-37f40ff7eda5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (ecb5ef93-84c5-40ba-b6cf-0a21a08f8860), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:16.084490 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-f427c87e-c927-44f3-aba2-37f40ff7eda5 None None] Calling delete_port for ecb5ef93-84c5-40ba-b6cf-0a21a08f8860 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:05:16.103644 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c442e05c-9ff2-443e-9c38-223a0bfd4ad3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ecb5ef93-84c5-40ba-b6cf-0a21a08f8860,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:16.111586 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c442e05c-9ff2-443e-9c38-223a0bfd4ad3 admin admin] No DVR routers for this DVR port ecb5ef93-84c5-40ba-b6cf-0a21a08f8860 on host n-d-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:05:16.168961 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-482176f9-3c9a-496a-9f69-4ab0bcf9bd5a admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:05:16.174924 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-482176f9-3c9a-496a-9f69-4ab0bcf9bd5a admin admin] 10.222.0.65 "PUT /v2.0/routers/810ac175-ea22-4b69-9eb7-94668c99a7f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1749506 Feb 04 13:05:16.179282 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 58712) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:05:16.181128 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a79fb7e-571f-4456-853a-c85413d0f491 None None] Sync routers for ids ['810ac175-ea22-4b69-9eb7-94668c99a7f1'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:05:16.204509 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a79fb7e-571f-4456-853a-c85413d0f491 None None] Routers {'810ac175-ea22-4b69-9eb7-94668c99a7f1'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:05:16.205254 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-2a79fb7e-571f-4456-853a-c85413d0f491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:04:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['810ac175-ea22-4b69-9eb7-94668c99a7f1'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:05:16.229123 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f427c87e-c927-44f3-aba2-37f40ff7eda5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (ecb5ef93-84c5-40ba-b6cf-0a21a08f8860), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:16.256269 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f427c87e-c927-44f3-aba2-37f40ff7eda5 None None] No DVR routers for this DVR port ecb5ef93-84c5-40ba-b6cf-0a21a08f8860 on host n-d-825015-3 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:05:16.287900 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c442e05c-9ff2-443e-9c38-223a0bfd4ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (dabfb45d-aed5-4bce-ab2d-4ab2be7d1d19), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:16.324406 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427c87e-c927-44f3-aba2-37f40ff7eda5 None None] Pushing event deleted for resources: {'Port': ['ID=ecb5ef93-84c5-40ba-b6cf-0a21a08f8860,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:16.346069 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-c442e05c-9ff2-443e-9c38-223a0bfd4ad3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dabfb45d-aed5-4bce-ab2d-4ab2be7d1d19']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:05:16.361754 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-c442e05c-9ff2-443e-9c38-223a0bfd4ad3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d872933-3714-46f7-b52a-df7db8e1bba9') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:05:16.362062 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-c442e05c-9ff2-443e-9c38-223a0bfd4ad3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d872933-3714-46f7-b52a-df7db8e1bba9') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:05:16.380977 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c442e05c-9ff2-443e-9c38-223a0bfd4ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (8d872933-3714-46f7-b52a-df7db8e1bba9), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:16.393480 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-13d96392-a1e5-4271-99aa-3f53ac3b753f tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Allocated IP 172.20.0.1 (2960cb63-3723-4dc0-b4b8-f9b874b33342/af542747-d2ae-4e4a-8715-9c3ceec5f9f4/ac832afc-56cf-402d-a20e-209a0db59055) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:05:16.428102 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c442e05c-9ff2-443e-9c38-223a0bfd4ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (8d872933-3714-46f7-b52a-df7db8e1bba9), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:16.448398 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c442e05c-9ff2-443e-9c38-223a0bfd4ad3 admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:05:16.449125 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c442e05c-9ff2-443e-9c38-223a0bfd4ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (8d872933-3714-46f7-b52a-df7db8e1bba9), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:16.453104 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-2a79fb7e-571f-4456-853a-c85413d0f491 None None] Set router 810ac175-ea22-4b69-9eb7-94668c99a7f1 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:05:16.564825 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-13d96392-a1e5-4271-99aa-3f53ac3b753f tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for port (ac832afc-56cf-402d-a20e-209a0db59055), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:16.570032 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 13:05:16.570032 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:05:16.570032 n-d-825015-3 neutron-server[103474]: timer() Feb 04 13:05:16.570032 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:05:16.570032 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 13:05:16.570032 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:05:16.570032 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 13:05:16.570032 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:05:16.570032 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 13:05:16.570032 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:05:16.570032 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 13:05:16.570032 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:05:16.570032 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 13:05:16.570032 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:05:16.570032 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:05:16.570032 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:05:16.570032 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:05:16.570032 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:05:16.570032 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 13:05:16.570032 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:05:16.570032 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 13:05:16.570032 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:05:16.570032 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:05:16.570032 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:05:16.570032 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 13:05:16.570032 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:05:16.570032 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:05:16.570032 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:05:16.570032 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:05:16.570032 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:05:16.570032 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:05:16.570032 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:05:16.597101 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c442e05c-9ff2-443e-9c38-223a0bfd4ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (dabfb45d-aed5-4bce-ab2d-4ab2be7d1d19), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:16.611013 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c442e05c-9ff2-443e-9c38-223a0bfd4ad3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:16.619356 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-c442e05c-9ff2-443e-9c38-223a0bfd4ad3 admin admin] 10.222.0.65 "DELETE /v2.0/networks/dabfb45d-aed5-4bce-ab2d-4ab2be7d1d19 HTTP/1.1" status: 204 len: 168 time: 1.2383146 Feb 04 13:05:16.635258 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c442e05c-9ff2-443e-9c38-223a0bfd4ad3 admin admin] Pushing event deleted for resources: {'Network': ['ID=dabfb45d-aed5-4bce-ab2d-4ab2be7d1d19,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:16.661281 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-13d96392-a1e5-4271-99aa-3f53ac3b753f tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (ac832afc-56cf-402d-a20e-209a0db59055), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:16.696763 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a3301a56-c3b6-4c9c-9493-5be003f1e9e9 admin admin] Publish callbacks [] for router (810ac175-ea22-4b69-9eb7-94668c99a7f1), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:16.713907 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 93f95bde-8e10-41da-b686-2c3277a876ca up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:05:16.834210 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 93f95bde-8e10-41da-b686-2c3277a876ca triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:05:16.837261 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (93f95bde-8e10-41da-b686-2c3277a876ca), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:16.852654 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 58716) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:05:16.875877 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d96392-a1e5-4271-99aa-3f53ac3b753f tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Network 2960cb63-3723-4dc0-b4b8-f9b874b33342 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:05:16.879576 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-13d96392-a1e5-4271-99aa-3f53ac3b753f tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:05:16.882064 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d96392-a1e5-4271-99aa-3f53ac3b753f tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:05:16.961708 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-2a79fb7e-571f-4456-853a-c85413d0f491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '810ac175-ea22-4b69-9eb7-94668c99a7f1', 'name': 'tempest-TestVolumeBackupRestore-1991447953-router', 'tenant_id': 'bd7a7c529c354599a627c0cdd997bc1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '924486ea-152c-4918-887c-c14f3b3d07c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:00:06Z', 'updated_at': '2022-02-04T13:05:14Z', 'revision_number': 5, 'project_id': 'bd7a7c529c354599a627c0cdd997bc1d', 'gw_port': {'id': '924486ea-152c-4918-887c-c14f3b3d07c8', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810ac175-ea22-4b69-9eb7-94668c99a7f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:00:07Z', 'updated_at': '2022-02-04T13:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:05:16.967777 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-f891c69c-af21-475e-9b5a-71273172d1f4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3c0dc8c0402645d983d20be0fc21117a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1076827 Feb 04 13:05:16.968025 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d96392-a1e5-4271-99aa-3f53ac3b753f tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Pushing event updated for resources: {'Port': ['ID=ac832afc-56cf-402d-a20e-209a0db59055,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:16.969138 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 58718) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:05:17.006174 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a79fb7e-571f-4456-853a-c85413d0f491 None None] Checking router: 810ac175-ea22-4b69-9eb7-94668c99a7f1 for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:05:17.021187 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-13d96392-a1e5-4271-99aa-3f53ac3b753f tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1599818'] for router_interface (b4127a47-cc4d-4680-a575-1d738569246b), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:17.029006 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a79fb7e-571f-4456-853a-c85413d0f491 None None] Routers {'810ac175-ea22-4b69-9eb7-94668c99a7f1'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:05:17.029650 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-2a79fb7e-571f-4456-853a-c85413d0f491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:04:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['810ac175-ea22-4b69-9eb7-94668c99a7f1'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:05:17.032413 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5939cfea-8c5e-42ed-bff2-82c7effe4f76 admin admin] Publish callbacks [] for security_group (6c467328-bd66-4f91-a902-5329837a5822), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:17.049823 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 93f95bde-8e10-41da-b686-2c3277a876ca is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:05:17.050225 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (93f95bde-8e10-41da-b686-2c3277a876ca), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:17.060455 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5939cfea-8c5e-42ed-bff2-82c7effe4f76 admin admin] Publish callbacks [] for security_group (6c467328-bd66-4f91-a902-5329837a5822), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:17.131240 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port 93f95bde-8e10-41da-b686-2c3277a876ca, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=93f95bde-8e10-41da-b686-2c3277a876ca,segment=NetworkSegment(b3aaf14c-b32d-4659-a6fc-33e6006c4937),segment_id=b3aaf14c-b32d-4659-a6fc-33e6006c4937)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:05:17.138994 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5939cfea-8c5e-42ed-bff2-82c7effe4f76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (6c467328-bd66-4f91-a902-5329837a5822), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:17.139620 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (93f95bde-8e10-41da-b686-2c3277a876ca), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:17.140965 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device a4acc2ff-6d51-45a9-9766-cba3b450fefc up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:05:17.142974 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5939cfea-8c5e-42ed-bff2-82c7effe4f76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:17.144433 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-5939cfea-8c5e-42ed-bff2-82c7effe4f76 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6c467328-bd66-4f91-a902-5329837a5822 HTTP/1.1" status: 204 len: 168 time: 0.1741667 Feb 04 13:05:17.166572 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a3301a56-c3b6-4c9c-9493-5be003f1e9e9 admin admin] Publish callbacks [] for router_gateway (810ac175-ea22-4b69-9eb7-94668c99a7f1), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:17.174719 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5939cfea-8c5e-42ed-bff2-82c7effe4f76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c467328-bd66-4f91-a902-5329837a5822,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:17.238024 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-2a79fb7e-571f-4456-853a-c85413d0f491 None None] Set router 810ac175-ea22-4b69-9eb7-94668c99a7f1 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:05:17.323643 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-a3301a56-c3b6-4c9c-9493-5be003f1e9e9 admin admin] Deleting port 924486ea-152c-4918-887c-c14f3b3d07c8 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:05:17.324005 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a3301a56-c3b6-4c9c-9493-5be003f1e9e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (924486ea-152c-4918-887c-c14f3b3d07c8), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:17.413974 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=93f95bde-8e10-41da-b686-2c3277a876ca,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:17.448324 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port a4acc2ff-6d51-45a9-9766-cba3b450fefc triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:05:17.449754 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (a4acc2ff-6d51-45a9-9766-cba3b450fefc), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:17.491883 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-a3301a56-c3b6-4c9c-9493-5be003f1e9e9 admin admin] For port 924486ea-152c-4918-887c-c14f3b3d07c8, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=924486ea-152c-4918-887c-c14f3b3d07c8,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:05:17.493099 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a3301a56-c3b6-4c9c-9493-5be003f1e9e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (924486ea-152c-4918-887c-c14f3b3d07c8), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:17.507452 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59371669-9371-4ecb-98ab-fce3a1113753 None None] Network 2960cb63-3723-4dc0-b4b8-f9b874b33342 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:05:17.509356 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-a3301a56-c3b6-4c9c-9493-5be003f1e9e9 admin admin] Calling delete_port for 924486ea-152c-4918-887c-c14f3b3d07c8 owned by network:router_gateway {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:05:17.547829 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-2a79fb7e-571f-4456-853a-c85413d0f491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '810ac175-ea22-4b69-9eb7-94668c99a7f1', 'name': 'tempest-TestVolumeBackupRestore-1991447953-router', 'tenant_id': 'bd7a7c529c354599a627c0cdd997bc1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '924486ea-152c-4918-887c-c14f3b3d07c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:00:06Z', 'updated_at': '2022-02-04T13:05:14Z', 'revision_number': 5, 'project_id': 'bd7a7c529c354599a627c0cdd997bc1d', 'gw_port': {'id': '924486ea-152c-4918-887c-c14f3b3d07c8', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810ac175-ea22-4b69-9eb7-94668c99a7f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:00:07Z', 'updated_at': '2022-02-04T13:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:05:17.577657 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a79fb7e-571f-4456-853a-c85413d0f491 None None] The sync data for ids ['810ac175-ea22-4b69-9eb7-94668c99a7f1'] in n-d-825015-3 is: [{'id': '810ac175-ea22-4b69-9eb7-94668c99a7f1', 'name': 'tempest-TestVolumeBackupRestore-1991447953-router', 'tenant_id': 'bd7a7c529c354599a627c0cdd997bc1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '924486ea-152c-4918-887c-c14f3b3d07c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:00:06Z', 'updated_at': '2022-02-04T13:05:14Z', 'revision_number': 5, 'project_id': 'bd7a7c529c354599a627c0cdd997bc1d', 'gw_port': {'id': '924486ea-152c-4918-887c-c14f3b3d07c8', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810ac175-ea22-4b69-9eb7-94668c99a7f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:00:07Z', 'updated_at': '2022-02-04T13:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:05:17.631103 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-13d96392-a1e5-4271-99aa-3f53ac3b753f tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (ac832afc-56cf-402d-a20e-209a0db59055), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:17.651316 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-224edda3-e3f1-4b1f-939c-0726867a4185 None None] Provisioning complete for port 93f95bde-8e10-41da-b686-2c3277a876ca triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:05:17.651815 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-224edda3-e3f1-4b1f-939c-0726867a4185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (93f95bde-8e10-41da-b686-2c3277a876ca), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:17.734104 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 58726) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:05:17.802875 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port a4acc2ff-6d51-45a9-9766-cba3b450fefc is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:05:17.803368 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (a4acc2ff-6d51-45a9-9766-cba3b450fefc), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:17.828484 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-eb879cf2-8f55-4388-8a89-ea76b3d60149 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7377b73dfb254cc999e40099a2f530d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0927765 Feb 04 13:05:17.832160 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 58728) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:05:17.853343 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port a4acc2ff-6d51-45a9-9766-cba3b450fefc, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=a4acc2ff-6d51-45a9-9766-cba3b450fefc,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:05:17.865042 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (a4acc2ff-6d51-45a9-9766-cba3b450fefc), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:17.872065 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-224edda3-e3f1-4b1f-939c-0726867a4185 None None] Current status of the port 93f95bde-8e10-41da-b686-2c3277a876ca is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:05:17.928912 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a3301a56-c3b6-4c9c-9493-5be003f1e9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (924486ea-152c-4918-887c-c14f3b3d07c8), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:17.957052 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=a4acc2ff-6d51-45a9-9766-cba3b450fefc,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:17.997623 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device d2bed9ed-092d-4927-b937-daad04d1a7a7 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:05:17.997860 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-78102512-c90c-4967-a897-0bba852d25cb admin admin] Publish callbacks [] for security_group (44d4358d-5221-4b01-ba5d-4ed96b056f18), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:18.012116 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3301a56-c3b6-4c9c-9493-5be003f1e9e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=924486ea-152c-4918-887c-c14f3b3d07c8,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:18.036130 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: d2bed9ed-092d-4927-b937-daad04d1a7a7 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:05:18.036760 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device d2bed9ed-092d-4927-b937-daad04d1a7a7 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:05:18.037365 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 9bbe1d74-0ce9-46ed-8579-4c905fcbf9cd no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:05:18.067115 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-78102512-c90c-4967-a897-0bba852d25cb admin admin] Publish callbacks [] for security_group (44d4358d-5221-4b01-ba5d-4ed96b056f18), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:18.108838 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 9bbe1d74-0ce9-46ed-8579-4c905fcbf9cd {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:05:18.111029 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 9bbe1d74-0ce9-46ed-8579-4c905fcbf9cd not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:05:18.111029 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device ecb5ef93-84c5-40ba-b6cf-0a21a08f8860 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:05:18.125856 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bed4c759-e10f-4883-ae77-de20f4f7ec9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:18.131000 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a3301a56-c3b6-4c9c-9493-5be003f1e9e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1599901'] for router_gateway (810ac175-ea22-4b69-9eb7-94668c99a7f1), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:18.172096 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-78102512-c90c-4967-a897-0bba852d25cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (44d4358d-5221-4b01-ba5d-4ed96b056f18), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:18.175500 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-78102512-c90c-4967-a897-0bba852d25cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:18.179208 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-78102512-c90c-4967-a897-0bba852d25cb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/44d4358d-5221-4b01-ba5d-4ed96b056f18 HTTP/1.1" status: 204 len: 168 time: 0.3428221 Feb 04 13:05:18.203671 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78102512-c90c-4967-a897-0bba852d25cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d4358d-5221-4b01-ba5d-4ed96b056f18,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:18.209404 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: ecb5ef93-84c5-40ba-b6cf-0a21a08f8860 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:05:18.209759 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device ecb5ef93-84c5-40ba-b6cf-0a21a08f8860 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:05:18.262471 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a3301a56-c3b6-4c9c-9493-5be003f1e9e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10915'] for router (810ac175-ea22-4b69-9eb7-94668c99a7f1), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:18.265332 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a3301a56-c3b6-4c9c-9493-5be003f1e9e9 admin admin] Publish callbacks [] for router_controller (810ac175-ea22-4b69-9eb7-94668c99a7f1), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:18.331244 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-8f3ac150-d184-4957-95ce-0105cad4dfe6 None None] Provisioning complete for port ac832afc-56cf-402d-a20e-209a0db59055 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:05:18.331625 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8f3ac150-d184-4957-95ce-0105cad4dfe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (ac832afc-56cf-402d-a20e-209a0db59055), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:18.423723 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-8f3ac150-d184-4957-95ce-0105cad4dfe6 None None] Port ac832afc-56cf-402d-a20e-209a0db59055 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:05:18.442702 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-8f3ac150-d184-4957-95ce-0105cad4dfe6 None None] Provisioning complete for port 93f95bde-8e10-41da-b686-2c3277a876ca triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:05:18.443082 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8f3ac150-d184-4957-95ce-0105cad4dfe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (93f95bde-8e10-41da-b686-2c3277a876ca), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:18.560689 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 93f95bde-8e10-41da-b686-2c3277a876ca up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:05:18.565578 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-8f3ac150-d184-4957-95ce-0105cad4dfe6 None None] Current status of the port 93f95bde-8e10-41da-b686-2c3277a876ca is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:05:18.651096 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 93f95bde-8e10-41da-b686-2c3277a876ca triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:05:18.651993 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (93f95bde-8e10-41da-b686-2c3277a876ca), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:18.738082 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-45680a46-b8ae-42e6-8074-1b96d186fd93 None None] Provisioning complete for port ac832afc-56cf-402d-a20e-209a0db59055 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:05:18.738952 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-45680a46-b8ae-42e6-8074-1b96d186fd93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (ac832afc-56cf-402d-a20e-209a0db59055), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:18.855294 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-45680a46-b8ae-42e6-8074-1b96d186fd93 None None] Port ac832afc-56cf-402d-a20e-209a0db59055 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:05:18.876723 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a3301a56-c3b6-4c9c-9493-5be003f1e9e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622829'] for router (810ac175-ea22-4b69-9eb7-94668c99a7f1), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:18.878722 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3301a56-c3b6-4c9c-9493-5be003f1e9e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 810ac175-ea22-4b69-9eb7-94668c99a7f1 {{(pid=103475) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 13:05:18.887711 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a3301a56-c3b6-4c9c-9493-5be003f1e9e9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:18.891286 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-a3301a56-c3b6-4c9c-9493-5be003f1e9e9 admin admin] 10.222.0.65 "DELETE /v2.0/routers/810ac175-ea22-4b69-9eb7-94668c99a7f1 HTTP/1.1" status: 204 len: 168 time: 2.7088938 Feb 04 13:05:18.891542 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 93f95bde-8e10-41da-b686-2c3277a876ca is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:05:18.892118 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device a4acc2ff-6d51-45a9-9766-cba3b450fefc up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:05:18.892875 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 58734) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:05:18.960233 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-13d96392-a1e5-4271-99aa-3f53ac3b753f tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for port (ac832afc-56cf-402d-a20e-209a0db59055), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:18.969944 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-13d96392-a1e5-4271-99aa-3f53ac3b753f tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (ac832afc-56cf-402d-a20e-209a0db59055), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:19.007676 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port a4acc2ff-6d51-45a9-9766-cba3b450fefc triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:05:19.008848 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (a4acc2ff-6d51-45a9-9766-cba3b450fefc), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:19.017441 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7d0db5d-bc50-43eb-b325-9edc7fbd6e72 admin admin] Deleting subnet ef74b5d6-87a2-41c8-8c63-b1980afe1dc8 {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:05:19.027682 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f7d0db5d-bc50-43eb-b325-9edc7fbd6e72 admin admin] Publish callbacks [] for subnet (ef74b5d6-87a2-41c8-8c63-b1980afe1dc8), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:19.114044 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f7d0db5d-bc50-43eb-b325-9edc7fbd6e72 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (ef74b5d6-87a2-41c8-8c63-b1980afe1dc8), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:19.126446 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-13d96392-a1e5-4271-99aa-3f53ac3b753f tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622202'] for router_interface (b4127a47-cc4d-4680-a575-1d738569246b), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:19.129477 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d96392-a1e5-4271-99aa-3f53ac3b753f tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Pushing event updated for resources: {'Port': ['ID=ac832afc-56cf-402d-a20e-209a0db59055,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:19.183656 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port a4acc2ff-6d51-45a9-9766-cba3b450fefc is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:05:19.196295 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 6233b1df-98d6-4b6b-9c29-7d3b618ae910 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:05:19.236982 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 6233b1df-98d6-4b6b-9c29-7d3b618ae910 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:05:19.238259 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 6233b1df-98d6-4b6b-9c29-7d3b618ae910 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:05:19.246121 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d96392-a1e5-4271-99aa-3f53ac3b753f tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Network 2960cb63-3723-4dc0-b4b8-f9b874b33342 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:05:19.247627 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-13d96392-a1e5-4271-99aa-3f53ac3b753f tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:05:19.290556 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f7d0db5d-bc50-43eb-b325-9edc7fbd6e72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (ef74b5d6-87a2-41c8-8c63-b1980afe1dc8), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:19.341940 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:19.377077 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f7d0db5d-bc50-43eb-b325-9edc7fbd6e72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (ef74b5d6-87a2-41c8-8c63-b1980afe1dc8), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:19.409035 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d0db5d-bc50-43eb-b325-9edc7fbd6e72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef74b5d6-87a2-41c8-8c63-b1980afe1dc8,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:19.411033 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f7d0db5d-bc50-43eb-b325-9edc7fbd6e72 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:19.416230 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb111ed1-7602-45b3-896a-8a8c9b3861f3 None None] Network 8eadd61e-3fe6-4056-b110-18c7f78075a7 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:05:19.427362 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-f7d0db5d-bc50-43eb-b325-9edc7fbd6e72 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/ef74b5d6-87a2-41c8-8c63-b1980afe1dc8 HTTP/1.1" status: 204 len: 168 time: 0.5308659 Feb 04 13:05:19.427583 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 58738) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:05:19.533904 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13d96392-a1e5-4271-99aa-3f53ac3b753f tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Router b4127a47-cc4d-4680-a575-1d738569246b has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:05:19.578869 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-21890be6-59ae-47d9-a9b1-4190864f3a9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (8eadd61e-3fe6-4056-b110-18c7f78075a7), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:19.593285 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-55b977e3-6340-4e29-9519-81cdd92f63fe None None] Provisioning complete for port ac832afc-56cf-402d-a20e-209a0db59055 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:05:19.593740 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-55b977e3-6340-4e29-9519-81cdd92f63fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (ac832afc-56cf-402d-a20e-209a0db59055), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:19.636609 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c2e8986-f4c9-407f-aace-866ca60c922c None None] DHCP port deletion for 8eadd61e-3fe6-4056-b110-18c7f78075a7 request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:05:19.638714 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-55b977e3-6340-4e29-9519-81cdd92f63fe None None] Port ac832afc-56cf-402d-a20e-209a0db59055 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:05:19.692720 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0c2e8986-f4c9-407f-aace-866ca60c922c None None] Deleting port 47940db1-e7c0-4c76-a74f-ff83659256b4 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:05:19.692985 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0c2e8986-f4c9-407f-aace-866ca60c922c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (47940db1-e7c0-4c76-a74f-ff83659256b4), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:19.743252 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13d96392-a1e5-4271-99aa-3f53ac3b753f tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:05:19.748643 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-13d96392-a1e5-4271-99aa-3f53ac3b753f tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "PUT /v2.0/routers/b4127a47-cc4d-4680-a575-1d738569246b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2170165 Feb 04 13:05:19.760881 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0965023b-6413-40a3-ad30-1bb7b629fede None None] Sync routers for ids ['b4127a47-cc4d-4680-a575-1d738569246b'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:05:19.761602 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-21890be6-59ae-47d9-a9b1-4190864f3a9a admin admin] Deleting port 47940db1-e7c0-4c76-a74f-ff83659256b4 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:05:19.761940 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-21890be6-59ae-47d9-a9b1-4190864f3a9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (47940db1-e7c0-4c76-a74f-ff83659256b4), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:19.784832 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0c2e8986-f4c9-407f-aace-866ca60c922c None None] For port 47940db1-e7c0-4c76-a74f-ff83659256b4, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=47940db1-e7c0-4c76-a74f-ff83659256b4,segment=NetworkSegment(f4d70a85-aa2c-4a34-bc4b-f01786eb7ffc),segment_id=f4d70a85-aa2c-4a34-bc4b-f01786eb7ffc)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:05:19.785393 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0c2e8986-f4c9-407f-aace-866ca60c922c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (47940db1-e7c0-4c76-a74f-ff83659256b4), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:19.802084 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0c2e8986-f4c9-407f-aace-866ca60c922c None None] Calling delete_port for 47940db1-e7c0-4c76-a74f-ff83659256b4 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:05:19.804008 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0965023b-6413-40a3-ad30-1bb7b629fede None None] Routers {'b4127a47-cc4d-4680-a575-1d738569246b'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:05:19.804636 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-0965023b-6413-40a3-ad30-1bb7b629fede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:05:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['b4127a47-cc4d-4680-a575-1d738569246b'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:05:19.836674 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-21890be6-59ae-47d9-a9b1-4190864f3a9a admin admin] For port 47940db1-e7c0-4c76-a74f-ff83659256b4, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=47940db1-e7c0-4c76-a74f-ff83659256b4,segment=NetworkSegment(f4d70a85-aa2c-4a34-bc4b-f01786eb7ffc),segment_id=f4d70a85-aa2c-4a34-bc4b-f01786eb7ffc)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:05:19.837355 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-21890be6-59ae-47d9-a9b1-4190864f3a9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (47940db1-e7c0-4c76-a74f-ff83659256b4), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:19.860387 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-21890be6-59ae-47d9-a9b1-4190864f3a9a admin admin] Calling delete_port for 47940db1-e7c0-4c76-a74f-ff83659256b4 owned by network:dhcp {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:05:20.002656 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-21890be6-59ae-47d9-a9b1-4190864f3a9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (47940db1-e7c0-4c76-a74f-ff83659256b4), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:20.046104 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21890be6-59ae-47d9-a9b1-4190864f3a9a admin admin] Pushing event deleted for resources: {'Port': ['ID=47940db1-e7c0-4c76-a74f-ff83659256b4,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:20.048227 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21890be6-59ae-47d9-a9b1-4190864f3a9a admin admin] No DVR routers for this DVR port 47940db1-e7c0-4c76-a74f-ff83659256b4 on host n-d-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:05:20.053112 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a04ce4d5-00e6-4440-9120-a11226840404 req-2473a2f2-ced8-44df-a4a3-4d0e791d31d5 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1176339602&fields=id&tenant_id=6d8f90d776f2444ead7911de1972e870 HTTP/1.1" status: 200 len: 267 time: 0.0806639 Feb 04 13:05:20.147823 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-0965023b-6413-40a3-ad30-1bb7b629fede None None] Set router b4127a47-cc4d-4680-a575-1d738569246b gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:05:20.176477 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0c2e8986-f4c9-407f-aace-866ca60c922c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (47940db1-e7c0-4c76-a74f-ff83659256b4), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:20.178811 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-21890be6-59ae-47d9-a9b1-4190864f3a9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (8eadd61e-3fe6-4056-b110-18c7f78075a7), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:20.202688 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2e8986-f4c9-407f-aace-866ca60c922c None None] Pushing event deleted for resources: {'Port': ['ID=47940db1-e7c0-4c76-a74f-ff83659256b4,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:20.211042 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-21890be6-59ae-47d9-a9b1-4190864f3a9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8eadd61e-3fe6-4056-b110-18c7f78075a7']}} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:05:20.222573 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2e8986-f4c9-407f-aace-866ca60c922c None None] No DVR routers for this DVR port 47940db1-e7c0-4c76-a74f-ff83659256b4 on host n-d-825015-3 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:05:20.232053 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-21890be6-59ae-47d9-a9b1-4190864f3a9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4d70a85-aa2c-4a34-bc4b-f01786eb7ffc') {'for_net_delete': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:05:20.232418 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-21890be6-59ae-47d9-a9b1-4190864f3a9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4d70a85-aa2c-4a34-bc4b-f01786eb7ffc') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:05:20.250148 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-21890be6-59ae-47d9-a9b1-4190864f3a9a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51859336'] for segment (f4d70a85-aa2c-4a34-bc4b-f01786eb7ffc), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:20.274438 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04ce4d5-00e6-4440-9120-a11226840404 req-cdb21558-3b8e-4041-9a5d-d9678b65235c tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:20.276019 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a04ce4d5-00e6-4440-9120-a11226840404 req-cdb21558-3b8e-4041-9a5d-d9678b65235c tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/networks?id=2960cb63-3723-4dc0-b4b8-f9b874b33342 HTTP/1.1" status: 200 len: 797 time: 0.1972988 Feb 04 13:05:20.283989 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-21890be6-59ae-47d9-a9b1-4190864f3a9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (f4d70a85-aa2c-4a34-bc4b-f01786eb7ffc), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:20.309764 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21890be6-59ae-47d9-a9b1-4190864f3a9a admin admin] Releasing vlan 597 on physical network physnet1 to pool {{(pid=103475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:05:20.310367 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-21890be6-59ae-47d9-a9b1-4190864f3a9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-52093388'] for segment (f4d70a85-aa2c-4a34-bc4b-f01786eb7ffc), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:20.314051 n-d-825015-3 neutron-server[103475]: Traceback (most recent call last): Feb 04 13:05:20.314051 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:05:20.314051 n-d-825015-3 neutron-server[103475]: timer() Feb 04 13:05:20.314051 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:05:20.314051 n-d-825015-3 neutron-server[103475]: cb(*args, **kw) Feb 04 13:05:20.314051 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:05:20.314051 n-d-825015-3 neutron-server[103475]: return func(*args, **kwargs) Feb 04 13:05:20.314051 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:05:20.314051 n-d-825015-3 neutron-server[103475]: self._notify() Feb 04 13:05:20.314051 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:05:20.314051 n-d-825015-3 neutron-server[103475]: self.callback(batched_events) Feb 04 13:05:20.314051 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:05:20.314051 n-d-825015-3 neutron-server[103475]: event.method(event) Feb 04 13:05:20.314051 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:05:20.314051 n-d-825015-3 neutron-server[103475]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:05:20.314051 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:05:20.314051 n-d-825015-3 neutron-server[103475]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:05:20.314051 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:05:20.314051 n-d-825015-3 neutron-server[103475]: return f(self, *a, **k) Feb 04 13:05:20.314051 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:05:20.314051 n-d-825015-3 neutron-server[103475]: return self._get(url).json() Feb 04 13:05:20.314051 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:05:20.314051 n-d-825015-3 neutron-server[103475]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:05:20.314051 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:05:20.314051 n-d-825015-3 neutron-server[103475]: return self.request(url, 'GET', **kwargs) Feb 04 13:05:20.314051 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:05:20.314051 n-d-825015-3 neutron-server[103475]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:05:20.314051 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:05:20.314051 n-d-825015-3 neutron-server[103475]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:05:20.314051 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:05:20.314051 n-d-825015-3 neutron-server[103475]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:05:20.314051 n-d-825015-3 neutron-server[103475]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:05:20.327170 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a04ce4d5-00e6-4440-9120-a11226840404 req-e5285767-084a-4051-bccb-c788d4ab1df5 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/quotas/6d8f90d776f2444ead7911de1972e870 HTTP/1.1" status: 200 len: 375 time: 0.0315905 Feb 04 13:05:20.375526 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 924486ea-152c-4918-887c-c14f3b3d07c8 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:05:20.452388 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a04ce4d5-00e6-4440-9120-a11226840404 req-214f0cd4-067e-4998-9121-6944166e8251 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=6d8f90d776f2444ead7911de1972e870&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0852282 Feb 04 13:05:20.453230 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-21890be6-59ae-47d9-a9b1-4190864f3a9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (8eadd61e-3fe6-4056-b110-18c7f78075a7), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:20.463082 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-21890be6-59ae-47d9-a9b1-4190864f3a9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:20.466182 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-21890be6-59ae-47d9-a9b1-4190864f3a9a admin admin] 10.222.0.65 "DELETE /v2.0/networks/8eadd61e-3fe6-4056-b110-18c7f78075a7 HTTP/1.1" status: 204 len: 168 time: 1.0379171 Feb 04 13:05:20.474913 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 924486ea-152c-4918-887c-c14f3b3d07c8 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:05:20.478560 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 924486ea-152c-4918-887c-c14f3b3d07c8 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:05:20.479255 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 47940db1-e7c0-4c76-a74f-ff83659256b4 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:05:20.563840 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 47940db1-e7c0-4c76-a74f-ff83659256b4 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:05:20.571392 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 47940db1-e7c0-4c76-a74f-ff83659256b4 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:05:20.648397 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:20.661700 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21890be6-59ae-47d9-a9b1-4190864f3a9a admin admin] Pushing event deleted for resources: {'Network': ['ID=8eadd61e-3fe6-4056-b110-18c7f78075a7,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:20.710691 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-0965023b-6413-40a3-ad30-1bb7b629fede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4127a47-cc4d-4680-a575-1d738569246b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-511688703', 'tenant_id': '6d8f90d776f2444ead7911de1972e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': 'a4acc2ff-6d51-45a9-9766-cba3b450fefc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:05:08Z', 'updated_at': '2022-02-04T13:05:17Z', 'revision_number': 4, 'project_id': '6d8f90d776f2444ead7911de1972e870', 'gw_port': {'id': 'a4acc2ff-6d51-45a9-9766-cba3b450fefc', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:9d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4127a47-cc4d-4680-a575-1d738569246b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:05:09Z', 'updated_at': '2022-02-04T13:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'ac832afc-56cf-402d-a20e-209a0db59055', 'name': '', 'network_id': '2960cb63-3723-4dc0-b4b8-f9b874b33342', 'tenant_id': '6d8f90d776f2444ead7911de1972e870', 'mac_address': 'fa:16:3e:4c:c7:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4127a47-cc4d-4680-a575-1d738569246b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'af542747-d2ae-4e4a-8715-9c3ceec5f9f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:05:16Z', 'updated_at': '2022-02-04T13:05:18Z', 'revision_number': 2, 'project_id': '6d8f90d776f2444ead7911de1972e870', 'subnets': [{'id': 'af542747-d2ae-4e4a-8715-9c3ceec5f9f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:05:20.731534 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a04ce4d5-00e6-4440-9120-a11226840404 req-9a45fcfc-601d-452a-8a02-303f41f79e4c service neutron] 10.222.0.65 "GET /v2.0/networks/2960cb63-3723-4dc0-b4b8-f9b874b33342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642188 Feb 04 13:05:20.752471 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0965023b-6413-40a3-ad30-1bb7b629fede None None] Checking router: b4127a47-cc4d-4680-a575-1d738569246b for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:05:20.752773 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0965023b-6413-40a3-ad30-1bb7b629fede None None] Updating router b4127a47-cc4d-4680-a575-1d738569246b port ac832afc-56cf-402d-a20e-209a0db59055 binding host n-d-825015-3 {{(pid=103476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:05:20.774376 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 58762) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:05:20.804187 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0965023b-6413-40a3-ad30-1bb7b629fede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (ac832afc-56cf-402d-a20e-209a0db59055), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:20.919015 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a04ce4d5-00e6-4440-9120-a11226840404 req-f6233565-1620-4b19-a105-ce6e7d5a969d service neutron] 10.222.0.65 "GET /v2.0/networks/2960cb63-3723-4dc0-b4b8-f9b874b33342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816542 Feb 04 13:05:21.229236 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-0399be91-0f06-4c20-8065-9738489a0a4f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d97899bb83de48f19b584b6da57643aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4518292 Feb 04 13:05:21.230292 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 58768) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:05:21.233957 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1a9e2b6f-f765-404e-b623-dcc2456ab88f req-ee5b2cb1-8174-4c3a-9161-1ff3bd327a44 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=05c0df21-6486-4c9a-9c55-890939a85577 HTTP/1.1" status: 200 len: 210 time: 0.0471749 Feb 04 13:05:21.282224 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0965023b-6413-40a3-ad30-1bb7b629fede None None] Publish callbacks [] for port (ac832afc-56cf-402d-a20e-209a0db59055), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:21.293731 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0965023b-6413-40a3-ad30-1bb7b629fede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (ac832afc-56cf-402d-a20e-209a0db59055), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:21.344306 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-182ccc86-47a0-4323-bd64-6419025c7256 admin admin] Publish callbacks [] for security_group (ed1fdef5-6898-4734-a2e1-e51ecdfbd798), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:21.389943 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-182ccc86-47a0-4323-bd64-6419025c7256 admin admin] Publish callbacks [] for security_group (ed1fdef5-6898-4734-a2e1-e51ecdfbd798), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:21.464659 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-182ccc86-47a0-4323-bd64-6419025c7256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (ed1fdef5-6898-4734-a2e1-e51ecdfbd798), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:21.467651 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-182ccc86-47a0-4323-bd64-6419025c7256 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:21.468995 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-182ccc86-47a0-4323-bd64-6419025c7256 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ed1fdef5-6898-4734-a2e1-e51ecdfbd798 HTTP/1.1" status: 204 len: 168 time: 0.2374442 Feb 04 13:05:21.481189 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182ccc86-47a0-4323-bd64-6419025c7256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed1fdef5-6898-4734-a2e1-e51ecdfbd798,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:21.483907 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef876d26-d652-4913-90e3-c030ebf3acb9 None None] Pushing event updated for resources: {'Port': ['ID=ac832afc-56cf-402d-a20e-209a0db59055,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:21.504478 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-0965023b-6413-40a3-ad30-1bb7b629fede None None] Attempting to bind port ac832afc-56cf-402d-a20e-209a0db59055 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:05:21.504854 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-0965023b-6413-40a3-ad30-1bb7b629fede None None] Attempting to bind port ac832afc-56cf-402d-a20e-209a0db59055 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': 'b3aaf14c-b32d-4659-a6fc-33e6006c4937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2960cb63-3723-4dc0-b4b8-f9b874b33342'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:05:21.505241 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0965023b-6413-40a3-ad30-1bb7b629fede None None] Attempting to bind port ac832afc-56cf-402d-a20e-209a0db59055 on network 2960cb63-3723-4dc0-b4b8-f9b874b33342 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:05:21.518234 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0965023b-6413-40a3-ad30-1bb7b629fede None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:05:21.518566 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0965023b-6413-40a3-ad30-1bb7b629fede None None] Checking segment: {'id': 'b3aaf14c-b32d-4659-a6fc-33e6006c4937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2960cb63-3723-4dc0-b4b8-f9b874b33342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:05:21.518984 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0965023b-6413-40a3-ad30-1bb7b629fede None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:21.519379 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0965023b-6413-40a3-ad30-1bb7b629fede None None] Bound using segment: {'id': 'b3aaf14c-b32d-4659-a6fc-33e6006c4937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2960cb63-3723-4dc0-b4b8-f9b874b33342'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:05:21.519908 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-0965023b-6413-40a3-ad30-1bb7b629fede None None] Bound port: ac832afc-56cf-402d-a20e-209a0db59055, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3aaf14c-b32d-4659-a6fc-33e6006c4937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2960cb63-3723-4dc0-b4b8-f9b874b33342'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:05:21.520275 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0965023b-6413-40a3-ad30-1bb7b629fede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (ac832afc-56cf-402d-a20e-209a0db59055), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:21.643132 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0965023b-6413-40a3-ad30-1bb7b629fede None None] For port ac832afc-56cf-402d-a20e-209a0db59055, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:05:21.652855 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0965023b-6413-40a3-ad30-1bb7b629fede None None] For port ac832afc-56cf-402d-a20e-209a0db59055, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=ac832afc-56cf-402d-a20e-209a0db59055,segment=NetworkSegment(b3aaf14c-b32d-4659-a6fc-33e6006c4937),segment_id=b3aaf14c-b32d-4659-a6fc-33e6006c4937)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:05:21.662003 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0965023b-6413-40a3-ad30-1bb7b629fede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (ac832afc-56cf-402d-a20e-209a0db59055), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:21.778097 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0965023b-6413-40a3-ad30-1bb7b629fede None None] Routers {'b4127a47-cc4d-4680-a575-1d738569246b'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:05:21.778824 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-0965023b-6413-40a3-ad30-1bb7b629fede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:05:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['b4127a47-cc4d-4680-a575-1d738569246b'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:05:21.784515 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:21.872274 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef876d26-d652-4913-90e3-c030ebf3acb9 None None] Pushing event updated for resources: {'Port': ['ID=ac832afc-56cf-402d-a20e-209a0db59055,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:21.920905 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-759bcecb-fe1e-4a4f-b9e4-3cc9e7077dd4 None None] Provisioning complete for port ac832afc-56cf-402d-a20e-209a0db59055 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:05:21.920905 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-759bcecb-fe1e-4a4f-b9e4-3cc9e7077dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (ac832afc-56cf-402d-a20e-209a0db59055), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:22.030574 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-0965023b-6413-40a3-ad30-1bb7b629fede None None] Set router b4127a47-cc4d-4680-a575-1d738569246b gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:05:22.155362 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 58782) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:05:22.200560 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-759bcecb-fe1e-4a4f-b9e4-3cc9e7077dd4 None None] Current status of the port ac832afc-56cf-402d-a20e-209a0db59055 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:05:22.201002 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-759bcecb-fe1e-4a4f-b9e4-3cc9e7077dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (ac832afc-56cf-402d-a20e-209a0db59055), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:22.214921 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-5b3c8c33-40ff-4777-ac58-1f60961e1e15 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bd7a7c529c354599a627c0cdd997bc1d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0572112 Feb 04 13:05:22.217499 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 58784) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:05:22.301208 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-759bcecb-fe1e-4a4f-b9e4-3cc9e7077dd4 None None] For port ac832afc-56cf-402d-a20e-209a0db59055, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=ac832afc-56cf-402d-a20e-209a0db59055,segment=NetworkSegment(b3aaf14c-b32d-4659-a6fc-33e6006c4937),segment_id=b3aaf14c-b32d-4659-a6fc-33e6006c4937)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:05:22.306691 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1aaef0b3-1bd9-4b2a-966a-682d5e57f821 admin admin] Publish callbacks [] for security_group (2831df2a-c755-4370-9aee-b1aad5a3fd11), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:22.311691 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-759bcecb-fe1e-4a4f-b9e4-3cc9e7077dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (ac832afc-56cf-402d-a20e-209a0db59055), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:22.338252 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1aaef0b3-1bd9-4b2a-966a-682d5e57f821 admin admin] Publish callbacks [] for security_group (2831df2a-c755-4370-9aee-b1aad5a3fd11), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:22.395977 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-80f7dfc2-d504-46e9-ba97-0249c895113e req-11099938-af66-4289-8f3b-e07db5f979c3 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=05c0df21-6486-4c9a-9c55-890939a85577 HTTP/1.1" status: 200 len: 210 time: 0.0454426 Feb 04 13:05:22.439486 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1aaef0b3-1bd9-4b2a-966a-682d5e57f821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (2831df2a-c755-4370-9aee-b1aad5a3fd11), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:22.442160 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1aaef0b3-1bd9-4b2a-966a-682d5e57f821 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:22.444092 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-1aaef0b3-1bd9-4b2a-966a-682d5e57f821 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2831df2a-c755-4370-9aee-b1aad5a3fd11 HTTP/1.1" status: 204 len: 168 time: 0.2248087 Feb 04 13:05:22.458262 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaef0b3-1bd9-4b2a-966a-682d5e57f821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2831df2a-c755-4370-9aee-b1aad5a3fd11,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:22.461847 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759bcecb-fe1e-4a4f-b9e4-3cc9e7077dd4 None None] Pushing event updated for resources: {'Port': ['ID=ac832afc-56cf-402d-a20e-209a0db59055,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:22.489953 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-fa3641d4-35f8-4525-b805-7f9d91878698 None None] Provisioning complete for port ac832afc-56cf-402d-a20e-209a0db59055 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:05:22.490345 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fa3641d4-35f8-4525-b805-7f9d91878698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (ac832afc-56cf-402d-a20e-209a0db59055), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:22.558467 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-0965023b-6413-40a3-ad30-1bb7b629fede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4127a47-cc4d-4680-a575-1d738569246b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-511688703', 'tenant_id': '6d8f90d776f2444ead7911de1972e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': 'a4acc2ff-6d51-45a9-9766-cba3b450fefc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:05:08Z', 'updated_at': '2022-02-04T13:05:17Z', 'revision_number': 4, 'project_id': '6d8f90d776f2444ead7911de1972e870', 'gw_port': {'id': 'a4acc2ff-6d51-45a9-9766-cba3b450fefc', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:9d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4127a47-cc4d-4680-a575-1d738569246b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:05:09Z', 'updated_at': '2022-02-04T13:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'ac832afc-56cf-402d-a20e-209a0db59055', 'name': '', 'network_id': '2960cb63-3723-4dc0-b4b8-f9b874b33342', 'tenant_id': '6d8f90d776f2444ead7911de1972e870', 'mac_address': 'fa:16:3e:4c:c7:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4127a47-cc4d-4680-a575-1d738569246b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'af542747-d2ae-4e4a-8715-9c3ceec5f9f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:05:16Z', 'updated_at': '2022-02-04T13:05:21Z', 'revision_number': 4, 'project_id': '6d8f90d776f2444ead7911de1972e870', 'subnets': [{'id': 'af542747-d2ae-4e4a-8715-9c3ceec5f9f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:05:22.591428 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0965023b-6413-40a3-ad30-1bb7b629fede None None] The sync data for ids ['b4127a47-cc4d-4680-a575-1d738569246b'] in n-d-825015-3 is: [{'id': 'b4127a47-cc4d-4680-a575-1d738569246b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-511688703', 'tenant_id': '6d8f90d776f2444ead7911de1972e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': 'a4acc2ff-6d51-45a9-9766-cba3b450fefc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:05:08Z', 'updated_at': '2022-02-04T13:05:17Z', 'revision_number': 4, 'project_id': '6d8f90d776f2444ead7911de1972e870', 'gw_port': {'id': 'a4acc2ff-6d51-45a9-9766-cba3b450fefc', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:9d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4127a47-cc4d-4680-a575-1d738569246b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:05:09Z', 'updated_at': '2022-02-04T13:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'ac832afc-56cf-402d-a20e-209a0db59055', 'name': '', 'network_id': '2960cb63-3723-4dc0-b4b8-f9b874b33342', 'tenant_id': '6d8f90d776f2444ead7911de1972e870', 'mac_address': 'fa:16:3e:4c:c7:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4127a47-cc4d-4680-a575-1d738569246b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'af542747-d2ae-4e4a-8715-9c3ceec5f9f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:05:16Z', 'updated_at': '2022-02-04T13:05:21Z', 'revision_number': 4, 'project_id': '6d8f90d776f2444ead7911de1972e870', 'subnets': [{'id': 'af542747-d2ae-4e4a-8715-9c3ceec5f9f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:05:22.652712 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-fa3641d4-35f8-4525-b805-7f9d91878698 None None] Current status of the port ac832afc-56cf-402d-a20e-209a0db59055 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:05:22.884190 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04ce4d5-00e6-4440-9120-a11226840404 req-ac758887-2843-4094-94cc-245646518027 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:22.888235 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a04ce4d5-00e6-4440-9120-a11226840404 req-ac758887-2843-4094-94cc-245646518027 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.73 "GET /v2.0/networks?id=2960cb63-3723-4dc0-b4b8-f9b874b33342 HTTP/1.1" status: 200 len: 797 time: 0.2263544 Feb 04 13:05:22.989261 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a04ce4d5-00e6-4440-9120-a11226840404 req-21ec83ce-21df-4643-97d0-dcfab1e87b11 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d8f90d776f2444ead7911de1972e870 HTTP/1.1" status: 200 len: 380 time: 0.0888667 Feb 04 13:05:23.006286 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-a04ce4d5-00e6-4440-9120-a11226840404 req-bf4e3910-d02c-4faf-8fc3-55c55a2f5187 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Request body: {'port': {'device_id': '05c0df21-6486-4c9a-9c55-890939a85577', 'network_id': '2960cb63-3723-4dc0-b4b8-f9b874b33342', 'admin_state_up': True, 'tenant_id': '6d8f90d776f2444ead7911de1972e870', 'security_groups': ['9806d4b1-b8b7-4384-9f21-9e902429f311']}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:05:23.155384 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a04ce4d5-00e6-4440-9120-a11226840404 req-bf4e3910-d02c-4faf-8fc3-55c55a2f5187 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Made reservation on behalf of 6d8f90d776f2444ead7911de1972e870 for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:05:23.159480 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-a04ce4d5-00e6-4440-9120-a11226840404 req-bf4e3910-d02c-4faf-8fc3-55c55a2f5187 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:23.333024 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-a04ce4d5-00e6-4440-9120-a11226840404 req-bf4e3910-d02c-4faf-8fc3-55c55a2f5187 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Allocated IP 172.20.0.9 (2960cb63-3723-4dc0-b4b8-f9b874b33342/af542747-d2ae-4e4a-8715-9c3ceec5f9f4/a977fd2b-2737-4d40-8e21-0a5dbd0afb3c) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:05:23.509873 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-a04ce4d5-00e6-4440-9120-a11226840404 req-bf4e3910-d02c-4faf-8fc3-55c55a2f5187 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for port (a977fd2b-2737-4d40-8e21-0a5dbd0afb3c), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:23.533184 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fecc78df-b8c9-4b6f-b4f7-1d85549b2cc0 req-e794b824-5b86-40bd-a464-f031659ce385 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=05c0df21-6486-4c9a-9c55-890939a85577 HTTP/1.1" status: 200 len: 210 time: 0.0365021 Feb 04 13:05:23.568394 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-a04ce4d5-00e6-4440-9120-a11226840404 req-bf4e3910-d02c-4faf-8fc3-55c55a2f5187 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (a977fd2b-2737-4d40-8e21-0a5dbd0afb3c), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:23.628507 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a04ce4d5-00e6-4440-9120-a11226840404 req-bf4e3910-d02c-4faf-8fc3-55c55a2f5187 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Network 2960cb63-3723-4dc0-b4b8-f9b874b33342 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:05:23.630016 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4e3910-d02c-4faf-8fc3-55c55a2f5187 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Pushing event updated for resources: {'Port': ['ID=a977fd2b-2737-4d40-8e21-0a5dbd0afb3c,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:23.635178 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-a04ce4d5-00e6-4440-9120-a11226840404 req-bf4e3910-d02c-4faf-8fc3-55c55a2f5187 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:05:23.637933 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-a04ce4d5-00e6-4440-9120-a11226840404 req-bf4e3910-d02c-4faf-8fc3-55c55a2f5187 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:05:23.707393 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04ce4d5-00e6-4440-9120-a11226840404 req-bf4e3910-d02c-4faf-8fc3-55c55a2f5187 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:23.708114 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-a04ce4d5-00e6-4440-9120-a11226840404 req-bf4e3910-d02c-4faf-8fc3-55c55a2f5187 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:23.738968 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a04ce4d5-00e6-4440-9120-a11226840404 req-bf4e3910-d02c-4faf-8fc3-55c55a2f5187 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7370434 Feb 04 13:05:23.753585 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-a04ce4d5-00e6-4440-9120-a11226840404 req-5fce5c3e-5ff4-4514-8892-411ce7374d78 service neutron] Request body: {'port': {'device_id': '05c0df21-6486-4c9a-9c55-890939a85577', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:05:23.845625 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-a04ce4d5-00e6-4440-9120-a11226840404 req-5fce5c3e-5ff4-4514-8892-411ce7374d78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (a977fd2b-2737-4d40-8e21-0a5dbd0afb3c), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:24.009959 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-1124f4d9-56d2-4d9a-a3e1-4daa048add89 None None] Provisioning complete for port a977fd2b-2737-4d40-8e21-0a5dbd0afb3c triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:05:24.010563 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1124f4d9-56d2-4d9a-a3e1-4daa048add89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (a977fd2b-2737-4d40-8e21-0a5dbd0afb3c), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:24.050991 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-1124f4d9-56d2-4d9a-a3e1-4daa048add89 None None] Port a977fd2b-2737-4d40-8e21-0a5dbd0afb3c cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:05:24.154045 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-a04ce4d5-00e6-4440-9120-a11226840404 req-5fce5c3e-5ff4-4514-8892-411ce7374d78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a977fd2b-2737-4d40-8e21-0a5dbd0afb3c {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:05:24.161928 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-a04ce4d5-00e6-4440-9120-a11226840404 req-5fce5c3e-5ff4-4514-8892-411ce7374d78 service neutron] Publish callbacks [] for port (a977fd2b-2737-4d40-8e21-0a5dbd0afb3c), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:24.173867 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-a04ce4d5-00e6-4440-9120-a11226840404 req-5fce5c3e-5ff4-4514-8892-411ce7374d78 service neutron] Transition to ACTIVE for port object a977fd2b-2737-4d40-8e21-0a5dbd0afb3c will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:05:24.177903 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-a04ce4d5-00e6-4440-9120-a11226840404 req-5fce5c3e-5ff4-4514-8892-411ce7374d78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (a977fd2b-2737-4d40-8e21-0a5dbd0afb3c), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:24.234271 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fce5c3e-5ff4-4514-8892-411ce7374d78 service neutron] Pushing event updated for resources: {'Port': ['ID=a977fd2b-2737-4d40-8e21-0a5dbd0afb3c,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:24.335598 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-a04ce4d5-00e6-4440-9120-a11226840404 req-5fce5c3e-5ff4-4514-8892-411ce7374d78 service neutron] Attempting to bind port a977fd2b-2737-4d40-8e21-0a5dbd0afb3c on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:05:24.336904 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-a04ce4d5-00e6-4440-9120-a11226840404 req-5fce5c3e-5ff4-4514-8892-411ce7374d78 service neutron] Attempting to bind port a977fd2b-2737-4d40-8e21-0a5dbd0afb3c by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': 'b3aaf14c-b32d-4659-a6fc-33e6006c4937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2960cb63-3723-4dc0-b4b8-f9b874b33342'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:05:24.337125 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04ce4d5-00e6-4440-9120-a11226840404 req-5fce5c3e-5ff4-4514-8892-411ce7374d78 service neutron] Attempting to bind port a977fd2b-2737-4d40-8e21-0a5dbd0afb3c on network 2960cb63-3723-4dc0-b4b8-f9b874b33342 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:05:24.342364 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04ce4d5-00e6-4440-9120-a11226840404 req-5fce5c3e-5ff4-4514-8892-411ce7374d78 service neutron] Port a977fd2b-2737-4d40-8e21-0a5dbd0afb3c on network 2960cb63-3723-4dc0-b4b8-f9b874b33342 not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:05:24.342691 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04ce4d5-00e6-4440-9120-a11226840404 req-5fce5c3e-5ff4-4514-8892-411ce7374d78 service neutron] Attempting to bind port a977fd2b-2737-4d40-8e21-0a5dbd0afb3c on network 2960cb63-3723-4dc0-b4b8-f9b874b33342 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:05:24.348464 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04ce4d5-00e6-4440-9120-a11226840404 req-5fce5c3e-5ff4-4514-8892-411ce7374d78 service neutron] Checking agent: {'id': 'f8add0d2-2202-43d3-bc0e-72442788e6ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:05:24.348803 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04ce4d5-00e6-4440-9120-a11226840404 req-5fce5c3e-5ff4-4514-8892-411ce7374d78 service neutron] Checking segment: {'id': 'b3aaf14c-b32d-4659-a6fc-33e6006c4937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2960cb63-3723-4dc0-b4b8-f9b874b33342'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:05:24.349237 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04ce4d5-00e6-4440-9120-a11226840404 req-5fce5c3e-5ff4-4514-8892-411ce7374d78 service neutron] Bound using segment: {'id': 'b3aaf14c-b32d-4659-a6fc-33e6006c4937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2960cb63-3723-4dc0-b4b8-f9b874b33342'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:05:24.349668 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-a04ce4d5-00e6-4440-9120-a11226840404 req-5fce5c3e-5ff4-4514-8892-411ce7374d78 service neutron] Bound port: a977fd2b-2737-4d40-8e21-0a5dbd0afb3c, host: n-h1-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3aaf14c-b32d-4659-a6fc-33e6006c4937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2960cb63-3723-4dc0-b4b8-f9b874b33342'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:05:24.350076 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-a04ce4d5-00e6-4440-9120-a11226840404 req-5fce5c3e-5ff4-4514-8892-411ce7374d78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (a977fd2b-2737-4d40-8e21-0a5dbd0afb3c), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:24.413123 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device ac832afc-56cf-402d-a20e-209a0db59055 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:05:24.433340 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-a04ce4d5-00e6-4440-9120-a11226840404 req-5fce5c3e-5ff4-4514-8892-411ce7374d78 service neutron] For port a977fd2b-2737-4d40-8e21-0a5dbd0afb3c, host n-h1-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:05:24.437404 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-a04ce4d5-00e6-4440-9120-a11226840404 req-5fce5c3e-5ff4-4514-8892-411ce7374d78 service neutron] For port a977fd2b-2737-4d40-8e21-0a5dbd0afb3c, host n-h1-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=a977fd2b-2737-4d40-8e21-0a5dbd0afb3c,segment=NetworkSegment(b3aaf14c-b32d-4659-a6fc-33e6006c4937),segment_id=b3aaf14c-b32d-4659-a6fc-33e6006c4937)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:05:24.447782 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-a04ce4d5-00e6-4440-9120-a11226840404 req-5fce5c3e-5ff4-4514-8892-411ce7374d78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (a977fd2b-2737-4d40-8e21-0a5dbd0afb3c), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:24.487832 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04ce4d5-00e6-4440-9120-a11226840404 req-5fce5c3e-5ff4-4514-8892-411ce7374d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:24.488463 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-a04ce4d5-00e6-4440-9120-a11226840404 req-5fce5c3e-5ff4-4514-8892-411ce7374d78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:24.489823 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a04ce4d5-00e6-4440-9120-a11226840404 req-5fce5c3e-5ff4-4514-8892-411ce7374d78 service neutron] 10.222.0.73 "PUT /v2.0/ports/a977fd2b-2737-4d40-8e21-0a5dbd0afb3c HTTP/1.1" status: 200 len: 1091 time: 0.7411628 Feb 04 13:05:24.490275 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05c0df21-6486-4c9a-9c55-890939a85577', 'tag': 'a977fd2b-2737-4d40-8e21-0a5dbd0afb3c'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:05:24.493459 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80206278-f9ae-4c38-b958-1c0cceb684e0" -d '{"events": [{"name": "network-changed", "server_uuid": "05c0df21-6486-4c9a-9c55-890939a85577", "tag": "a977fd2b-2737-4d40-8e21-0a5dbd0afb3c"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:05:24.529309 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port ac832afc-56cf-402d-a20e-209a0db59055 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:05:24.529863 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (ac832afc-56cf-402d-a20e-209a0db59055), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:24.536102 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fce5c3e-5ff4-4514-8892-411ce7374d78 service neutron] Pushing event updated for resources: {'Port': ['ID=a977fd2b-2737-4d40-8e21-0a5dbd0afb3c,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:24.577871 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-636060d1-91e9-4bc8-8679-66e2f0b665d7 x-openstack-request-id: req-636060d1-91e9-4bc8-8679-66e2f0b665d7 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:05:24.578189 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05c0df21-6486-4c9a-9c55-890939a85577", "tag": "a977fd2b-2737-4d40-8e21-0a5dbd0afb3c", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:05:24.578441 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-636060d1-91e9-4bc8-8679-66e2f0b665d7 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:05:24.578853 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05c0df21-6486-4c9a-9c55-890939a85577', 'tag': 'a977fd2b-2737-4d40-8e21-0a5dbd0afb3c', 'status': 'completed', 'code': 200} Feb 04 13:05:24.599590 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04ce4d5-00e6-4440-9120-a11226840404 req-1341848d-9c16-40d2-962b-037af719c083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:24.601145 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a04ce4d5-00e6-4440-9120-a11226840404 req-1341848d-9c16-40d2-962b-037af719c083 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6d8f90d776f2444ead7911de1972e870&device_id=05c0df21-6486-4c9a-9c55-890939a85577 HTTP/1.1" status: 200 len: 1125 time: 0.0578842 Feb 04 13:05:24.661718 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port ac832afc-56cf-402d-a20e-209a0db59055 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:05:24.665536 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a04ce4d5-00e6-4440-9120-a11226840404 req-e7538b43-172f-438a-80ef-26d31d0fc8e4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a977fd2b-2737-4d40-8e21-0a5dbd0afb3c HTTP/1.1" status: 200 len: 217 time: 0.0540564 Feb 04 13:05:24.744901 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04ce4d5-00e6-4440-9120-a11226840404 req-156ce114-d0c0-4e9b-bc8e-29181bcf4f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:24.746764 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a04ce4d5-00e6-4440-9120-a11226840404 req-156ce114-d0c0-4e9b-bc8e-29181bcf4f55 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=af542747-d2ae-4e4a-8715-9c3ceec5f9f4 HTTP/1.1" status: 200 len: 835 time: 0.0735435 Feb 04 13:05:24.769740 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f60eb2-9f77-4c0d-a2d8-35e5fac9d664 req-091a289e-e602-48c1-ae99-623c045bde35 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:24.771238 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d1f60eb2-9f77-4c0d-a2d8-35e5fac9d664 req-091a289e-e602-48c1-ae99-623c045bde35 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=05c0df21-6486-4c9a-9c55-890939a85577 HTTP/1.1" status: 200 len: 943 time: 0.1088228 Feb 04 13:05:24.869524 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04ce4d5-00e6-4440-9120-a11226840404 req-bb24f470-f6f6-449f-8f64-b4d0bcdba2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:24.871080 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a04ce4d5-00e6-4440-9120-a11226840404 req-bb24f470-f6f6-449f-8f64-b4d0bcdba2ca service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2960cb63-3723-4dc0-b4b8-f9b874b33342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1176958 Feb 04 13:05:24.875350 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d1f60eb2-9f77-4c0d-a2d8-35e5fac9d664 req-69003d51-51c4-427d-84a6-66493b94226d tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?id=9806d4b1-b8b7-4384-9f21-9e902429f311&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850835 Feb 04 13:05:24.969400 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a04ce4d5-00e6-4440-9120-a11226840404 req-70cc2d00-261b-4e7d-b605-be850408a4c7 service neutron] 10.222.0.73 "GET /v2.0/networks/2960cb63-3723-4dc0-b4b8-f9b874b33342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903332 Feb 04 13:05:25.074876 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a04ce4d5-00e6-4440-9120-a11226840404 req-0a16934c-9f67-453c-8d91-5c1cd1bb17fb service neutron] 10.222.0.73 "GET /v2.0/networks/2960cb63-3723-4dc0-b4b8-f9b874b33342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984986 Feb 04 13:05:25.174238 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80206278-f9ae-4c38-b958-1c0cceb684e0 req-21ff0dec-99a9-491c-83a1-3eb8337c107c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:25.175953 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-80206278-f9ae-4c38-b958-1c0cceb684e0 req-21ff0dec-99a9-491c-83a1-3eb8337c107c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6d8f90d776f2444ead7911de1972e870&device_id=05c0df21-6486-4c9a-9c55-890939a85577 HTTP/1.1" status: 200 len: 1125 time: 0.0545151 Feb 04 13:05:25.272130 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80206278-f9ae-4c38-b958-1c0cceb684e0 req-d493edaf-aeb7-4382-bad6-ad14e0f8d88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:25.274598 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-80206278-f9ae-4c38-b958-1c0cceb684e0 req-d493edaf-aeb7-4382-bad6-ad14e0f8d88a service neutron] 10.222.0.73 "GET /v2.0/networks?id=2960cb63-3723-4dc0-b4b8-f9b874b33342 HTTP/1.1" status: 200 len: 898 time: 0.0910981 Feb 04 13:05:25.319209 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-80206278-f9ae-4c38-b958-1c0cceb684e0 req-f4333eb3-b280-4a6c-bd5a-385a6b60428d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a977fd2b-2737-4d40-8e21-0a5dbd0afb3c HTTP/1.1" status: 200 len: 217 time: 0.0392969 Feb 04 13:05:25.368799 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80206278-f9ae-4c38-b958-1c0cceb684e0 req-916b3328-b0c7-402e-8408-ddf5d512abd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:25.370249 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-80206278-f9ae-4c38-b958-1c0cceb684e0 req-916b3328-b0c7-402e-8408-ddf5d512abd2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=af542747-d2ae-4e4a-8715-9c3ceec5f9f4 HTTP/1.1" status: 200 len: 835 time: 0.0445685 Feb 04 13:05:25.422136 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80206278-f9ae-4c38-b958-1c0cceb684e0 req-96741445-577b-4657-b500-d14e47e0caef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:25.423647 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-80206278-f9ae-4c38-b958-1c0cceb684e0 req-96741445-577b-4657-b500-d14e47e0caef service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2960cb63-3723-4dc0-b4b8-f9b874b33342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0456996 Feb 04 13:05:25.521987 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-80206278-f9ae-4c38-b958-1c0cceb684e0 req-c1944afd-c69e-4a05-8c86-fc11308137ca service neutron] 10.222.0.73 "GET /v2.0/networks/2960cb63-3723-4dc0-b4b8-f9b874b33342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903318 Feb 04 13:05:25.616681 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-80206278-f9ae-4c38-b958-1c0cceb684e0 req-878bdd8c-f9fb-40f8-b9f8-42d344816af8 service neutron] 10.222.0.73 "GET /v2.0/networks/2960cb63-3723-4dc0-b4b8-f9b874b33342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858552 Feb 04 13:05:26.020504 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79bc636-2a66-441a-8e32-54d085a0312e req-44aeb5ac-512f-4541-9a27-25b1d44f78da tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:26.028833 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d79bc636-2a66-441a-8e32-54d085a0312e req-44aeb5ac-512f-4541-9a27-25b1d44f78da tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=05c0df21-6486-4c9a-9c55-890939a85577 HTTP/1.1" status: 200 len: 943 time: 0.0783119 Feb 04 13:05:26.078804 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d79bc636-2a66-441a-8e32-54d085a0312e req-9888129a-192f-41f8-a78e-92ae687ba1e8 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?id=9806d4b1-b8b7-4384-9f21-9e902429f311&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490830 Feb 04 13:05:27.208275 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80deb2dc-696d-4986-83c1-6b606968cd7d req-b00932f7-c9a0-4f27-b352-71c8920a3ba4 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:27.209803 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-80deb2dc-696d-4986-83c1-6b606968cd7d req-b00932f7-c9a0-4f27-b352-71c8920a3ba4 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=05c0df21-6486-4c9a-9c55-890939a85577 HTTP/1.1" status: 200 len: 943 time: 0.0575140 Feb 04 13:05:27.263401 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-80deb2dc-696d-4986-83c1-6b606968cd7d req-de14a103-507d-4e27-9f7c-4dd8635a22a7 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?id=9806d4b1-b8b7-4384-9f21-9e902429f311&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474894 Feb 04 13:05:28.163247 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device a977fd2b-2737-4d40-8e21-0a5dbd0afb3c details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:05:28.266575 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port a977fd2b-2737-4d40-8e21-0a5dbd0afb3c, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=a977fd2b-2737-4d40-8e21-0a5dbd0afb3c,segment=NetworkSegment(b3aaf14c-b32d-4659-a6fc-33e6006c4937),segment_id=b3aaf14c-b32d-4659-a6fc-33e6006c4937)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:05:28.279394 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': 'a977fd2b-2737-4d40-8e21-0a5dbd0afb3c', 'network_id': '2960cb63-3723-4dc0-b4b8-f9b874b33342', 'port_id': 'a977fd2b-2737-4d40-8e21-0a5dbd0afb3c', 'mac_address': 'fa:16:3e:bb:69:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af542747-d2ae-4e4a-8715-9c3ceec5f9f4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:05:28.324102 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port a977fd2b-2737-4d40-8e21-0a5dbd0afb3c is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:05:28.324511 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (a977fd2b-2737-4d40-8e21-0a5dbd0afb3c), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:28.339377 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a977fd2b-2737-4d40-8e21-0a5dbd0afb3c {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:05:28.365316 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port a977fd2b-2737-4d40-8e21-0a5dbd0afb3c, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=a977fd2b-2737-4d40-8e21-0a5dbd0afb3c,segment=NetworkSegment(b3aaf14c-b32d-4659-a6fc-33e6006c4937),segment_id=b3aaf14c-b32d-4659-a6fc-33e6006c4937)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:05:28.371124 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (a977fd2b-2737-4d40-8e21-0a5dbd0afb3c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:28.418983 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeea0f6-6fbc-4393-9340-c8453ae427a5 req-1068857d-c9c0-4ed3-bb8f-863c200ed329 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:28.420660 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5aeea0f6-6fbc-4393-9340-c8453ae427a5 req-1068857d-c9c0-4ed3-bb8f-863c200ed329 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=05c0df21-6486-4c9a-9c55-890939a85577 HTTP/1.1" status: 200 len: 943 time: 0.0743299 Feb 04 13:05:28.448801 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=a977fd2b-2737-4d40-8e21-0a5dbd0afb3c,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:28.480862 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5aeea0f6-6fbc-4393-9340-c8453ae427a5 req-fd5e49b4-81cf-4d03-a4ac-eb6f75c93763 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?id=9806d4b1-b8b7-4384-9f21-9e902429f311&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528529 Feb 04 13:05:28.615060 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['a977fd2b-2737-4d40-8e21-0a5dbd0afb3c'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:05:29.611163 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fec3f4b-0c33-416a-8810-a75b903f2aa3 req-e6072e47-ed15-46e9-9a84-255c5fcf8d34 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:29.612924 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4fec3f4b-0c33-416a-8810-a75b903f2aa3 req-e6072e47-ed15-46e9-9a84-255c5fcf8d34 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=05c0df21-6486-4c9a-9c55-890939a85577 HTTP/1.1" status: 200 len: 944 time: 0.0553703 Feb 04 13:05:29.667782 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4fec3f4b-0c33-416a-8810-a75b903f2aa3 req-f1687e17-dbd4-4d6b-91c0-78edd9f08105 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?id=9806d4b1-b8b7-4384-9f21-9e902429f311&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479639 Feb 04 13:05:30.192486 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device a977fd2b-2737-4d40-8e21-0a5dbd0afb3c up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:05:30.246079 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning for port a977fd2b-2737-4d40-8e21-0a5dbd0afb3c completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:05:30.250503 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port a977fd2b-2737-4d40-8e21-0a5dbd0afb3c triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:05:30.250878 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (a977fd2b-2737-4d40-8e21-0a5dbd0afb3c), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:30.334414 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port a977fd2b-2737-4d40-8e21-0a5dbd0afb3c is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:05:30.334807 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (a977fd2b-2737-4d40-8e21-0a5dbd0afb3c), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:30.362832 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05c0df21-6486-4c9a-9c55-890939a85577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a977fd2b-2737-4d40-8e21-0a5dbd0afb3c'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:05:30.365122 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc372b7d-7f38-47e9-ba7e-b92826078a15" -d '{"events": [{"server_uuid": "05c0df21-6486-4c9a-9c55-890939a85577", "name": "network-vif-plugged", "status": "completed", "tag": "a977fd2b-2737-4d40-8e21-0a5dbd0afb3c"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:05:30.380040 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port a977fd2b-2737-4d40-8e21-0a5dbd0afb3c, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=a977fd2b-2737-4d40-8e21-0a5dbd0afb3c,segment=NetworkSegment(b3aaf14c-b32d-4659-a6fc-33e6006c4937),segment_id=b3aaf14c-b32d-4659-a6fc-33e6006c4937)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:05:30.384675 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (a977fd2b-2737-4d40-8e21-0a5dbd0afb3c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:30.412887 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf1b75c-fa65-4fa6-8110-783c4b3849b0 x-openstack-request-id: req-bbf1b75c-fa65-4fa6-8110-783c4b3849b0 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:05:30.413198 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05c0df21-6486-4c9a-9c55-890939a85577", "name": "network-vif-plugged", "status": "completed", "tag": "a977fd2b-2737-4d40-8e21-0a5dbd0afb3c", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:05:30.413467 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bbf1b75c-fa65-4fa6-8110-783c4b3849b0 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:05:30.413854 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05c0df21-6486-4c9a-9c55-890939a85577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a977fd2b-2737-4d40-8e21-0a5dbd0afb3c', 'code': 200} Feb 04 13:05:30.451270 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=a977fd2b-2737-4d40-8e21-0a5dbd0afb3c,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:30.522201 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa966010-f98c-4b7d-907d-c42fd899ad13 req-19327b11-4d28-460e-a9f4-ec46ba1d2736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:30.524280 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fa966010-f98c-4b7d-907d-c42fd899ad13 req-19327b11-4d28-460e-a9f4-ec46ba1d2736 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=05c0df21-6486-4c9a-9c55-890939a85577 HTTP/1.1" status: 200 len: 1127 time: 0.0446527 Feb 04 13:05:30.578040 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fa966010-f98c-4b7d-907d-c42fd899ad13 req-534690d3-a823-4de2-a68b-de7c43602098 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=9806d4b1-b8b7-4384-9f21-9e902429f311&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413139 Feb 04 13:05:30.796349 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47506ee6-1348-4d2b-b57c-568adfab5311 req-52dd0bcd-e7f0-4b0f-aa38-4c289eeedac8 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:30.797940 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-47506ee6-1348-4d2b-b57c-568adfab5311 req-52dd0bcd-e7f0-4b0f-aa38-4c289eeedac8 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=05c0df21-6486-4c9a-9c55-890939a85577 HTTP/1.1" status: 200 len: 945 time: 0.0594683 Feb 04 13:05:30.851131 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-47506ee6-1348-4d2b-b57c-568adfab5311 req-7229a83c-4817-4346-a3b2-e71865a0cf06 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?id=9806d4b1-b8b7-4384-9f21-9e902429f311&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476432 Feb 04 13:05:31.406085 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:31.994591 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aa3ce6-b23c-407b-b1e0-2883181cc5c0 req-cdae927f-f1b1-4402-9f99-11d770bf16ec tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:31.996876 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-36aa3ce6-b23c-407b-b1e0-2883181cc5c0 req-cdae927f-f1b1-4402-9f99-11d770bf16ec tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=05c0df21-6486-4c9a-9c55-890939a85577 HTTP/1.1" status: 200 len: 945 time: 0.0708187 Feb 04 13:05:32.003433 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:32.059876 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-36aa3ce6-b23c-407b-b1e0-2883181cc5c0 req-4da18379-e736-434b-9248-3a56e2265cf1 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?id=9806d4b1-b8b7-4384-9f21-9e902429f311&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568719 Feb 04 13:05:32.181063 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0dc0f8-6a70-452c-9395-103f8f583d34 req-d8885794-4e5e-48c2-87ed-c2d95487b15a tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:32.182518 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7b0dc0f8-6a70-452c-9395-103f8f583d34 req-d8885794-4e5e-48c2-87ed-c2d95487b15a tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=05c0df21-6486-4c9a-9c55-890939a85577 HTTP/1.1" status: 200 len: 945 time: 0.0590460 Feb 04 13:05:32.246487 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7b0dc0f8-6a70-452c-9395-103f8f583d34 req-04754391-dfcd-4c2c-b909-a5028825d160 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?id=9806d4b1-b8b7-4384-9f21-9e902429f311&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578265 Feb 04 13:05:32.268401 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 58904) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:05:32.315494 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd45d787-9c35-43bd-bf0c-198123b7ef3a tempest-TestNetworkAdvancedServerOps-202696309 tempest-TestNetworkAdvancedServerOps-202696309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:32.317414 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-dd45d787-9c35-43bd-bf0c-198123b7ef3a tempest-TestNetworkAdvancedServerOps-202696309 tempest-TestNetworkAdvancedServerOps-202696309-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=05c0df21-6486-4c9a-9c55-890939a85577 HTTP/1.1" status: 200 len: 1122 time: 0.0480258 Feb 04 13:05:32.321032 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 58906) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:05:32.325544 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-bb6a1acb-32ad-43ff-b754-25fe97d10ad2 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Request body: {'floatingip': {'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'port_id': 'a977fd2b-2737-4d40-8e21-0a5dbd0afb3c', 'tenant_id': '6d8f90d776f2444ead7911de1972e870', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:05:32.346270 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bb6a1acb-32ad-43ff-b754-25fe97d10ad2 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:32.448951 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bb6a1acb-32ad-43ff-b754-25fe97d10ad2 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:32.554791 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-bb6a1acb-32ad-43ff-b754-25fe97d10ad2 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Allocated IP 172.25.3.60 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/8310a4b5-4342-42c5-87fa-25449db9c142) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:05:32.665404 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bb6a1acb-32ad-43ff-b754-25fe97d10ad2 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for port (8310a4b5-4342-42c5-87fa-25449db9c142), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:32.699912 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bb6a1acb-32ad-43ff-b754-25fe97d10ad2 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (8310a4b5-4342-42c5-87fa-25449db9c142), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:32.743898 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6a1acb-32ad-43ff-b754-25fe97d10ad2 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:05:32.746876 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-bb6a1acb-32ad-43ff-b754-25fe97d10ad2 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:05:32.750633 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6a1acb-32ad-43ff-b754-25fe97d10ad2 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:05:32.773054 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6a1acb-32ad-43ff-b754-25fe97d10ad2 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Pushing event updated for resources: {'Port': ['ID=8310a4b5-4342-42c5-87fa-25449db9c142,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:33.560351 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bb6a1acb-32ad-43ff-b754-25fe97d10ad2 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for floatingip (0fe2dce6-1748-495d-8bc1-311b7a016636), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:33.690885 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bb6a1acb-32ad-43ff-b754-25fe97d10ad2 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (8310a4b5-4342-42c5-87fa-25449db9c142), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:33.849553 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bb6a1acb-32ad-43ff-b754-25fe97d10ad2 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for port (8310a4b5-4342-42c5-87fa-25449db9c142), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:33.854859 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bb6a1acb-32ad-43ff-b754-25fe97d10ad2 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (8310a4b5-4342-42c5-87fa-25449db9c142), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:33.929064 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6a1acb-32ad-43ff-b754-25fe97d10ad2 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Pushing event updated for resources: {'Port': ['ID=8310a4b5-4342-42c5-87fa-25449db9c142,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:33.938549 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bb6a1acb-32ad-43ff-b754-25fe97d10ad2 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1599943'] for floatingip (0fe2dce6-1748-495d-8bc1-311b7a016636), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:34.048357 n-d-825015-3 neutron-server[103475]: INFO neutron.db.l3_db [None req-bb6a1acb-32ad-43ff-b754-25fe97d10ad2 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Floating IP 0fe2dce6-1748-495d-8bc1-311b7a016636 associated. External IP: 172.25.3.60, port: a977fd2b-2737-4d40-8e21-0a5dbd0afb3c. Feb 04 13:05:34.300585 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb6a1acb-32ad-43ff-b754-25fe97d10ad2 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Router b4127a47-cc4d-4680-a575-1d738569246b has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:05:34.420881 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb6a1acb-32ad-43ff-b754-25fe97d10ad2 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:05:34.430904 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c319a904-9a95-49af-9730-23166494fb13 None None] Sync routers for ids ['b4127a47-cc4d-4680-a575-1d738569246b'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:05:34.441747 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c319a904-9a95-49af-9730-23166494fb13 None None] Routers {'b4127a47-cc4d-4680-a575-1d738569246b'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:05:34.442451 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-c319a904-9a95-49af-9730-23166494fb13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:05:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['b4127a47-cc4d-4680-a575-1d738569246b'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:05:34.443889 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bb6a1acb-32ad-43ff-b754-25fe97d10ad2 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:34.477894 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-bb6a1acb-32ad-43ff-b754-25fe97d10ad2 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1555688 Feb 04 13:05:34.478517 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05c0df21-6486-4c9a-9c55-890939a85577', 'tag': 'a977fd2b-2737-4d40-8e21-0a5dbd0afb3c'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:05:34.488490 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b3cb537-91d2-48bc-b624-0ad36710597c" -d '{"events": [{"name": "network-changed", "server_uuid": "05c0df21-6486-4c9a-9c55-890939a85577", "tag": "a977fd2b-2737-4d40-8e21-0a5dbd0afb3c"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:05:34.535123 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af863e7a-c224-41c2-9821-5e675b9e8214 x-openstack-request-id: req-af863e7a-c224-41c2-9821-5e675b9e8214 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:05:34.535402 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05c0df21-6486-4c9a-9c55-890939a85577", "tag": "a977fd2b-2737-4d40-8e21-0a5dbd0afb3c", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:05:34.535792 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-af863e7a-c224-41c2-9821-5e675b9e8214 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:05:34.536096 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05c0df21-6486-4c9a-9c55-890939a85577', 'tag': 'a977fd2b-2737-4d40-8e21-0a5dbd0afb3c', 'status': 'completed', 'code': 200} Feb 04 13:05:34.566099 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-c319a904-9a95-49af-9730-23166494fb13 None None] Set router b4127a47-cc4d-4680-a575-1d738569246b gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:05:34.634148 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3057e6b2-2936-4b27-9912-2dc9083c75b4 req-784430cf-18cf-4115-9b6b-60cabb88890d tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:34.636447 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3057e6b2-2936-4b27-9912-2dc9083c75b4 req-784430cf-18cf-4115-9b6b-60cabb88890d tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=05c0df21-6486-4c9a-9c55-890939a85577 HTTP/1.1" status: 200 len: 945 time: 0.0954282 Feb 04 13:05:34.643072 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3cb537-91d2-48bc-b624-0ad36710597c req-5cf1a5f6-574f-4c20-91d5-0cd55c628cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:34.644822 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5b3cb537-91d2-48bc-b624-0ad36710597c req-5cf1a5f6-574f-4c20-91d5-0cd55c628cd9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6d8f90d776f2444ead7911de1972e870&device_id=05c0df21-6486-4c9a-9c55-890939a85577 HTTP/1.1" status: 200 len: 1127 time: 0.0713351 Feb 04 13:05:34.748407 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3057e6b2-2936-4b27-9912-2dc9083c75b4 req-d75a8441-90c9-4902-b7bb-215b049e05fe tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?id=9806d4b1-b8b7-4384-9f21-9e902429f311&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026125 Feb 04 13:05:34.778133 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3cb537-91d2-48bc-b624-0ad36710597c req-96584f0a-7fd4-4895-af1e-34c816818992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:34.779125 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 58918) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:05:34.779681 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5b3cb537-91d2-48bc-b624-0ad36710597c req-96584f0a-7fd4-4895-af1e-34c816818992 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2960cb63-3723-4dc0-b4b8-f9b874b33342 HTTP/1.1" status: 200 len: 898 time: 0.1264517 Feb 04 13:05:34.822515 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-c319a904-9a95-49af-9730-23166494fb13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4127a47-cc4d-4680-a575-1d738569246b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-511688703', 'tenant_id': '6d8f90d776f2444ead7911de1972e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': 'a4acc2ff-6d51-45a9-9766-cba3b450fefc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:05:08Z', 'updated_at': '2022-02-04T13:05:17Z', 'revision_number': 4, 'project_id': '6d8f90d776f2444ead7911de1972e870', 'gw_port': {'id': 'a4acc2ff-6d51-45a9-9766-cba3b450fefc', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:9d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4127a47-cc4d-4680-a575-1d738569246b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:05:09Z', 'updated_at': '2022-02-04T13:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': '0fe2dce6-1748-495d-8bc1-311b7a016636', 'tenant_id': '6d8f90d776f2444ead7911de1972e870', 'floating_ip_address': '172.25.3.60', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': 'b4127a47-cc4d-4680-a575-1d738569246b', 'port_id': 'a977fd2b-2737-4d40-8e21-0a5dbd0afb3c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3950, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2960cb63-3723-4dc0-b4b8-f9b874b33342', 'mac_address': 'fa:16:3e:bb:69:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c0df21-6486-4c9a-9c55-890939a85577', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:05:32Z', 'updated_at': '2022-02-04T13:05:32Z', 'revision_number': 0, 'project_id': '6d8f90d776f2444ead7911de1972e870', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac832afc-56cf-402d-a20e-209a0db59055', 'name': '', 'network_id': '2960cb63-3723-4dc0-b4b8-f9b874b33342', 'tenant_id': '6d8f90d776f2444ead7911de1972e870', 'mac_address': 'fa:16:3e:4c:c7:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4127a47-cc4d-4680-a575-1d738569246b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'af542747-d2ae-4e4a-8715-9c3ceec5f9f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:05:16Z', 'updated_at': '2022-02-04T13:05:22Z', 'revision_number': 5, 'project_id': '6d8f90d776f2444ead7911de1972e870', 'subnets': [{'id': 'af542747-d2ae-4e4a-8715-9c3ceec5f9f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:05:34.853050 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c319a904-9a95-49af-9730-23166494fb13 None None] Checking router: b4127a47-cc4d-4680-a575-1d738569246b for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:05:34.861559 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-e0019581-49d0-4dae-8cda-ba1c93029da8 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/floatingips/0fe2dce6-1748-495d-8bc1-311b7a016636 HTTP/1.1" status: 200 len: 990 time: 0.0806308 Feb 04 13:05:34.863998 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c319a904-9a95-49af-9730-23166494fb13 None None] Routers {'b4127a47-cc4d-4680-a575-1d738569246b'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:05:34.864884 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-c319a904-9a95-49af-9730-23166494fb13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:05:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['b4127a47-cc4d-4680-a575-1d738569246b'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:05:34.926594 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5b3cb537-91d2-48bc-b624-0ad36710597c req-ef567d07-8a10-4332-9915-daba2ed39241 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a977fd2b-2737-4d40-8e21-0a5dbd0afb3c HTTP/1.1" status: 200 len: 998 time: 0.1387475 Feb 04 13:05:34.983710 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3cb537-91d2-48bc-b624-0ad36710597c req-eeccde95-15c9-4324-9372-1fa29de5cc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:34.985482 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5b3cb537-91d2-48bc-b624-0ad36710597c req-eeccde95-15c9-4324-9372-1fa29de5cc20 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=af542747-d2ae-4e4a-8715-9c3ceec5f9f4 HTTP/1.1" status: 200 len: 835 time: 0.0526655 Feb 04 13:05:34.986519 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-c319a904-9a95-49af-9730-23166494fb13 None None] Set router b4127a47-cc4d-4680-a575-1d738569246b gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:05:35.053133 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3cb537-91d2-48bc-b624-0ad36710597c req-b7174449-ceab-4ba8-9b90-9b154a875968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:35.054749 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5b3cb537-91d2-48bc-b624-0ad36710597c req-b7174449-ceab-4ba8-9b90-9b154a875968 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2960cb63-3723-4dc0-b4b8-f9b874b33342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0628920 Feb 04 13:05:35.167765 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5b3cb537-91d2-48bc-b624-0ad36710597c req-d56aefd9-763b-496a-b1d4-fb2372fd9698 service neutron] 10.222.0.73 "GET /v2.0/networks/2960cb63-3723-4dc0-b4b8-f9b874b33342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040108 Feb 04 13:05:35.229717 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-c319a904-9a95-49af-9730-23166494fb13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4127a47-cc4d-4680-a575-1d738569246b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-511688703', 'tenant_id': '6d8f90d776f2444ead7911de1972e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': 'a4acc2ff-6d51-45a9-9766-cba3b450fefc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:05:08Z', 'updated_at': '2022-02-04T13:05:17Z', 'revision_number': 4, 'project_id': '6d8f90d776f2444ead7911de1972e870', 'gw_port': {'id': 'a4acc2ff-6d51-45a9-9766-cba3b450fefc', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:9d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4127a47-cc4d-4680-a575-1d738569246b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:05:09Z', 'updated_at': '2022-02-04T13:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': '0fe2dce6-1748-495d-8bc1-311b7a016636', 'tenant_id': '6d8f90d776f2444ead7911de1972e870', 'floating_ip_address': '172.25.3.60', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': 'b4127a47-cc4d-4680-a575-1d738569246b', 'port_id': 'a977fd2b-2737-4d40-8e21-0a5dbd0afb3c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3950, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2960cb63-3723-4dc0-b4b8-f9b874b33342', 'mac_address': 'fa:16:3e:bb:69:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c0df21-6486-4c9a-9c55-890939a85577', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:05:32Z', 'updated_at': '2022-02-04T13:05:32Z', 'revision_number': 0, 'project_id': '6d8f90d776f2444ead7911de1972e870', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac832afc-56cf-402d-a20e-209a0db59055', 'name': '', 'network_id': '2960cb63-3723-4dc0-b4b8-f9b874b33342', 'tenant_id': '6d8f90d776f2444ead7911de1972e870', 'mac_address': 'fa:16:3e:4c:c7:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4127a47-cc4d-4680-a575-1d738569246b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'af542747-d2ae-4e4a-8715-9c3ceec5f9f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:05:16Z', 'updated_at': '2022-02-04T13:05:22Z', 'revision_number': 5, 'project_id': '6d8f90d776f2444ead7911de1972e870', 'subnets': [{'id': 'af542747-d2ae-4e4a-8715-9c3ceec5f9f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:05:35.259140 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c319a904-9a95-49af-9730-23166494fb13 None None] The sync data for ids ['b4127a47-cc4d-4680-a575-1d738569246b'] in n-d-825015-3 is: [{'id': 'b4127a47-cc4d-4680-a575-1d738569246b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-511688703', 'tenant_id': '6d8f90d776f2444ead7911de1972e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': 'a4acc2ff-6d51-45a9-9766-cba3b450fefc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:05:08Z', 'updated_at': '2022-02-04T13:05:17Z', 'revision_number': 4, 'project_id': '6d8f90d776f2444ead7911de1972e870', 'gw_port': {'id': 'a4acc2ff-6d51-45a9-9766-cba3b450fefc', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:9d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4127a47-cc4d-4680-a575-1d738569246b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:05:09Z', 'updated_at': '2022-02-04T13:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': '0fe2dce6-1748-495d-8bc1-311b7a016636', 'tenant_id': '6d8f90d776f2444ead7911de1972e870', 'floating_ip_address': '172.25.3.60', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': 'b4127a47-cc4d-4680-a575-1d738569246b', 'port_id': 'a977fd2b-2737-4d40-8e21-0a5dbd0afb3c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3950, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2960cb63-3723-4dc0-b4b8-f9b874b33342', 'mac_address': 'fa:16:3e:bb:69:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c0df21-6486-4c9a-9c55-890939a85577', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:05:32Z', 'updated_at': '2022-02-04T13:05:32Z', 'revision_number': 0, 'project_id': '6d8f90d776f2444ead7911de1972e870', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac832afc-56cf-402d-a20e-209a0db59055', 'name': '', 'network_id': '2960cb63-3723-4dc0-b4b8-f9b874b33342', 'tenant_id': '6d8f90d776f2444ead7911de1972e870', 'mac_address': 'fa:16:3e:4c:c7:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4127a47-cc4d-4680-a575-1d738569246b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'af542747-d2ae-4e4a-8715-9c3ceec5f9f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:05:16Z', 'updated_at': '2022-02-04T13:05:22Z', 'revision_number': 5, 'project_id': '6d8f90d776f2444ead7911de1972e870', 'subnets': [{'id': 'af542747-d2ae-4e4a-8715-9c3ceec5f9f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:05:35.269920 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5b3cb537-91d2-48bc-b624-0ad36710597c req-99699941-c362-417c-975c-aebd82bba8a6 service neutron] 10.222.0.73 "GET /v2.0/networks/2960cb63-3723-4dc0-b4b8-f9b874b33342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948315 Feb 04 13:05:35.468309 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557ea9fc-8c3e-48ff-b165-e20a84f1406e None None] New status for floating IP 0fe2dce6-1748-495d-8bc1-311b7a016636: ACTIVE {{(pid=103476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:05:35.863247 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 58922) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:05:35.926443 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-dd0af32b-8ec6-4e64-953d-5a8765024e6d tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/floatingips/0fe2dce6-1748-495d-8bc1-311b7a016636 HTTP/1.1" status: 200 len: 992 time: 0.0615721 Feb 04 13:05:36.528992 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:05:45.557169 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-30513f57-5969-4570-9b9b-8e08c36d9c50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:48.020461 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a677ff16-b54e-44f7-8ac9-3d59230e6e72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:49.326816 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:50.589938 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:51.728574 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:06:00.165776 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59030) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:06:00.272599 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-02ce9575-7a2a-43e0-af79-6f1bd721a175 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:06:00.359443 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-02ce9575-7a2a-43e0-af79-6f1bd721a175 admin admin] Publish callbacks [] for security_group (076ebc08-e0c3-4648-9da7-6619f40d156c), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:06:00.363542 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-02ce9575-7a2a-43e0-af79-6f1bd721a175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (076ebc08-e0c3-4648-9da7-6619f40d156c), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:06:00.406384 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-02ce9575-7a2a-43e0-af79-6f1bd721a175 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f6c5e070636644bf866633f0d8e2eadb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2390883 Feb 04 13:06:00.407367 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ce9575-7a2a-43e0-af79-6f1bd721a175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=076ebc08-e0c3-4648-9da7-6619f40d156c,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:06:00.408653 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 59034) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:06:00.415506 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ce9575-7a2a-43e0-af79-6f1bd721a175 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:06:00.415888 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ce9575-7a2a-43e0-af79-6f1bd721a175 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:06:00.416240 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ce9575-7a2a-43e0-af79-6f1bd721a175 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:06:00.416847 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ce9575-7a2a-43e0-af79-6f1bd721a175 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:06:00.416954 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ce9575-7a2a-43e0-af79-6f1bd721a175 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:06:00.417244 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ce9575-7a2a-43e0-af79-6f1bd721a175 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:06:00.417579 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ce9575-7a2a-43e0-af79-6f1bd721a175 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:06:00.417913 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ce9575-7a2a-43e0-af79-6f1bd721a175 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:06:00.418244 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ce9575-7a2a-43e0-af79-6f1bd721a175 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:06:00.418576 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ce9575-7a2a-43e0-af79-6f1bd721a175 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:06:00.418907 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ce9575-7a2a-43e0-af79-6f1bd721a175 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:06:00.419234 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ce9575-7a2a-43e0-af79-6f1bd721a175 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:06:00.419563 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ce9575-7a2a-43e0-af79-6f1bd721a175 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:06:00.471620 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ef7aabc5-fca8-4ebe-a949-2f15fe44aebe admin admin] Publish callbacks [] for security_group (076ebc08-e0c3-4648-9da7-6619f40d156c), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:06:00.498308 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ef7aabc5-fca8-4ebe-a949-2f15fe44aebe admin admin] Publish callbacks [] for security_group (076ebc08-e0c3-4648-9da7-6619f40d156c), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:06:00.545710 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ef7aabc5-fca8-4ebe-a949-2f15fe44aebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (076ebc08-e0c3-4648-9da7-6619f40d156c), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:06:00.548601 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ef7aabc5-fca8-4ebe-a949-2f15fe44aebe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:06:00.549757 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-ef7aabc5-fca8-4ebe-a949-2f15fe44aebe admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/076ebc08-e0c3-4648-9da7-6619f40d156c HTTP/1.1" status: 204 len: 168 time: 0.1394303 Feb 04 13:06:00.560077 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7aabc5-fca8-4ebe-a949-2f15fe44aebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=076ebc08-e0c3-4648-9da7-6619f40d156c,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:06:01.421264 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:06:02.006522 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:06:11.245811 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaf886b-fb00-4ea5-8b48-5d532da5e9b5 req-4ffcebe1-1b41-4060-956e-6dcddb160e47 tempest-TestNetworkAdvancedServerOps-202696309 tempest-TestNetworkAdvancedServerOps-202696309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:11.247357 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-caaf886b-fb00-4ea5-8b48-5d532da5e9b5 req-4ffcebe1-1b41-4060-956e-6dcddb160e47 tempest-TestNetworkAdvancedServerOps-202696309 tempest-TestNetworkAdvancedServerOps-202696309-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=05c0df21-6486-4c9a-9c55-890939a85577 HTTP/1.1" status: 200 len: 1127 time: 0.0447493 Feb 04 13:06:11.265057 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-caaf886b-fb00-4ea5-8b48-5d532da5e9b5 req-bd784810-6802-41d2-9e79-417805a8b194 tempest-TestNetworkAdvancedServerOps-202696309 tempest-TestNetworkAdvancedServerOps-202696309-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:06:11.343642 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-caaf886b-fb00-4ea5-8b48-5d532da5e9b5 req-bd784810-6802-41d2-9e79-417805a8b194 tempest-TestNetworkAdvancedServerOps-202696309 tempest-TestNetworkAdvancedServerOps-202696309-project-admin] Publish callbacks [] for security_group (e9a28273-bbc2-4dae-a505-eb1a17e5f991), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:06:11.348769 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-caaf886b-fb00-4ea5-8b48-5d532da5e9b5 req-bd784810-6802-41d2-9e79-417805a8b194 tempest-TestNetworkAdvancedServerOps-202696309 tempest-TestNetworkAdvancedServerOps-202696309-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (e9a28273-bbc2-4dae-a505-eb1a17e5f991), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:06:11.388857 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-caaf886b-fb00-4ea5-8b48-5d532da5e9b5 req-bd784810-6802-41d2-9e79-417805a8b194 tempest-TestNetworkAdvancedServerOps-202696309 tempest-TestNetworkAdvancedServerOps-202696309-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=9806d4b1-b8b7-4384-9f21-9e902429f311&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358960 Feb 04 13:06:11.389603 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd784810-6802-41d2-9e79-417805a8b194 tempest-TestNetworkAdvancedServerOps-202696309 tempest-TestNetworkAdvancedServerOps-202696309-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9a28273-bbc2-4dae-a505-eb1a17e5f991,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:06:11.399797 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd784810-6802-41d2-9e79-417805a8b194 tempest-TestNetworkAdvancedServerOps-202696309 tempest-TestNetworkAdvancedServerOps-202696309-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:06:11.400434 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd784810-6802-41d2-9e79-417805a8b194 tempest-TestNetworkAdvancedServerOps-202696309 tempest-TestNetworkAdvancedServerOps-202696309-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:06:11.400734 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd784810-6802-41d2-9e79-417805a8b194 tempest-TestNetworkAdvancedServerOps-202696309 tempest-TestNetworkAdvancedServerOps-202696309-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:06:11.401082 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd784810-6802-41d2-9e79-417805a8b194 tempest-TestNetworkAdvancedServerOps-202696309 tempest-TestNetworkAdvancedServerOps-202696309-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:06:11.401424 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd784810-6802-41d2-9e79-417805a8b194 tempest-TestNetworkAdvancedServerOps-202696309 tempest-TestNetworkAdvancedServerOps-202696309-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:06:11.401837 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd784810-6802-41d2-9e79-417805a8b194 tempest-TestNetworkAdvancedServerOps-202696309 tempest-TestNetworkAdvancedServerOps-202696309-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:06:11.402360 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd784810-6802-41d2-9e79-417805a8b194 tempest-TestNetworkAdvancedServerOps-202696309 tempest-TestNetworkAdvancedServerOps-202696309-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:06:11.402697 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd784810-6802-41d2-9e79-417805a8b194 tempest-TestNetworkAdvancedServerOps-202696309 tempest-TestNetworkAdvancedServerOps-202696309-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:06:11.403031 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd784810-6802-41d2-9e79-417805a8b194 tempest-TestNetworkAdvancedServerOps-202696309 tempest-TestNetworkAdvancedServerOps-202696309-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:06:11.403358 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd784810-6802-41d2-9e79-417805a8b194 tempest-TestNetworkAdvancedServerOps-202696309 tempest-TestNetworkAdvancedServerOps-202696309-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:06:11.403689 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd784810-6802-41d2-9e79-417805a8b194 tempest-TestNetworkAdvancedServerOps-202696309 tempest-TestNetworkAdvancedServerOps-202696309-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:06:11.404036 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd784810-6802-41d2-9e79-417805a8b194 tempest-TestNetworkAdvancedServerOps-202696309 tempest-TestNetworkAdvancedServerOps-202696309-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:06:11.404360 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd784810-6802-41d2-9e79-417805a8b194 tempest-TestNetworkAdvancedServerOps-202696309 tempest-TestNetworkAdvancedServerOps-202696309-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:06:11.521479 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3752bb88-f8dd-4049-bfc3-20619edca895 req-32b43d45-dc17-41c6-bc85-0fb616323127 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:11.522960 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3752bb88-f8dd-4049-bfc3-20619edca895 req-32b43d45-dc17-41c6-bc85-0fb616323127 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=05c0df21-6486-4c9a-9c55-890939a85577 HTTP/1.1" status: 200 len: 945 time: 0.0562849 Feb 04 13:06:11.572496 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3752bb88-f8dd-4049-bfc3-20619edca895 req-acb123c5-7b8c-472e-a324-545ffd12a728 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?id=9806d4b1-b8b7-4384-9f21-9e902429f311&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433629 Feb 04 13:06:11.594179 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 59050) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:06:11.714082 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-ae94fb31-23db-4912-87da-142d8c243dcd tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/floatingips/0fe2dce6-1748-495d-8bc1-311b7a016636 HTTP/1.1" status: 200 len: 992 time: 0.1186962 Feb 04 13:06:12.050983 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [req-6370ddfd-06ee-4984-8db8-e947cc2dbafc req-4df8d654-185f-44f1-bb49-8c2b98137c39 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:06:12.051987 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6370ddfd-06ee-4984-8db8-e947cc2dbafc req-4df8d654-185f-44f1-bb49-8c2b98137c39 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053372 Feb 04 13:06:13.389120 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59066) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:06:13.459433 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00f8797-b798-45e2-a4eb-c2d3e61e4a31 req-cb34d2c7-981a-4998-b179-988a304282c0 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:13.461666 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c00f8797-b798-45e2-a4eb-c2d3e61e4a31 req-cb34d2c7-981a-4998-b179-988a304282c0 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=05c0df21-6486-4c9a-9c55-890939a85577 HTTP/1.1" status: 200 len: 945 time: 0.0606625 Feb 04 13:06:13.518466 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c00f8797-b798-45e2-a4eb-c2d3e61e4a31 req-2d6c5758-6923-4a42-9d29-aea09e28cf04 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?id=9806d4b1-b8b7-4384-9f21-9e902429f311&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495207 Feb 04 13:06:13.530590 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:06:13.544609 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-c79451d4-2576-4d0b-9e4d-8aeb876bc91d req-e89e956f-0a7c-4107-bbb6-d5e5eeea223b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=05c0df21-6486-4c9a-9c55-890939a85577&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1534133 Feb 04 13:06:13.553376 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [req-c79451d4-2576-4d0b-9e4d-8aeb876bc91d req-d6bb2779-2c1d-425f-a543-67f3ad7f91ec service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103474) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:06:13.554316 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-c79451d4-2576-4d0b-9e4d-8aeb876bc91d req-d6bb2779-2c1d-425f-a543-67f3ad7f91ec service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051293 Feb 04 13:06:14.645309 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bd9ff0-3914-423f-81ae-0576a98c45ad req-e5925398-bb36-4aa1-8422-c4c88e1ccfd6 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:14.646789 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-80bd9ff0-3914-423f-81ae-0576a98c45ad req-e5925398-bb36-4aa1-8422-c4c88e1ccfd6 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=05c0df21-6486-4c9a-9c55-890939a85577 HTTP/1.1" status: 200 len: 945 time: 0.0538330 Feb 04 13:06:14.703039 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-80bd9ff0-3914-423f-81ae-0576a98c45ad req-667d0121-62c0-4870-9017-6f0ca802e0fa tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?id=9806d4b1-b8b7-4384-9f21-9e902429f311&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504217 Feb 04 13:06:14.781466 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79451d4-2576-4d0b-9e4d-8aeb876bc91d req-8e2005b1-bb7a-4994-a8a2-9b180b0d5778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:14.782978 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c79451d4-2576-4d0b-9e4d-8aeb876bc91d req-8e2005b1-bb7a-4994-a8a2-9b180b0d5778 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6d8f90d776f2444ead7911de1972e870&device_id=05c0df21-6486-4c9a-9c55-890939a85577 HTTP/1.1" status: 200 len: 1127 time: 0.0455830 Feb 04 13:06:14.879752 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79451d4-2576-4d0b-9e4d-8aeb876bc91d req-7a18be49-fac0-42be-bb74-43f6f69ab76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:14.881259 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c79451d4-2576-4d0b-9e4d-8aeb876bc91d req-7a18be49-fac0-42be-bb74-43f6f69ab76b service neutron] 10.222.0.73 "GET /v2.0/networks?id=2960cb63-3723-4dc0-b4b8-f9b874b33342 HTTP/1.1" status: 200 len: 898 time: 0.0911548 Feb 04 13:06:14.953747 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c79451d4-2576-4d0b-9e4d-8aeb876bc91d req-c58b2e9e-7332-42de-83f3-6c2184aee717 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a977fd2b-2737-4d40-8e21-0a5dbd0afb3c HTTP/1.1" status: 200 len: 1000 time: 0.0646920 Feb 04 13:06:15.004174 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79451d4-2576-4d0b-9e4d-8aeb876bc91d req-c2a35d30-67ad-4264-9138-29050be0e9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:15.005613 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c79451d4-2576-4d0b-9e4d-8aeb876bc91d req-c2a35d30-67ad-4264-9138-29050be0e9dd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=af542747-d2ae-4e4a-8715-9c3ceec5f9f4 HTTP/1.1" status: 200 len: 835 time: 0.0446568 Feb 04 13:06:15.056144 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79451d4-2576-4d0b-9e4d-8aeb876bc91d req-584e70e2-24ee-43e9-b2e5-22099fee7776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:15.057612 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c79451d4-2576-4d0b-9e4d-8aeb876bc91d req-584e70e2-24ee-43e9-b2e5-22099fee7776 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2960cb63-3723-4dc0-b4b8-f9b874b33342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0441234 Feb 04 13:06:15.147876 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c79451d4-2576-4d0b-9e4d-8aeb876bc91d req-e89d831d-94f2-4265-aabf-62d95af3bb82 service neutron] 10.222.0.73 "GET /v2.0/networks/2960cb63-3723-4dc0-b4b8-f9b874b33342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831757 Feb 04 13:06:15.236190 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c79451d4-2576-4d0b-9e4d-8aeb876bc91d req-853360d1-a715-4582-bcbe-41c12af36d2d service neutron] 10.222.0.73 "GET /v2.0/networks/2960cb63-3723-4dc0-b4b8-f9b874b33342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820873 Feb 04 13:06:15.549234 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b2a18b6e-dfaa-492b-bef3-067c683509f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:06:15.837384 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37587db-7b56-4ef3-84dc-e1545aa9fabb req-e370abba-3624-4d1b-97f0-0eed3ed48dc0 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:15.838796 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d37587db-7b56-4ef3-84dc-e1545aa9fabb req-e370abba-3624-4d1b-97f0-0eed3ed48dc0 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=05c0df21-6486-4c9a-9c55-890939a85577 HTTP/1.1" status: 200 len: 945 time: 0.0664048 Feb 04 13:06:15.888289 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d37587db-7b56-4ef3-84dc-e1545aa9fabb req-be6f3035-ac19-47df-8c15-d5b2e6e7bea2 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?id=9806d4b1-b8b7-4384-9f21-9e902429f311&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438542 Feb 04 13:06:17.008996 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8debdf8c-6f71-49b8-a773-ae7dd4d5f47f req-86456ca1-9831-471d-a686-085db1ed7b10 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:17.010454 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8debdf8c-6f71-49b8-a773-ae7dd4d5f47f req-86456ca1-9831-471d-a686-085db1ed7b10 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=05c0df21-6486-4c9a-9c55-890939a85577 HTTP/1.1" status: 200 len: 945 time: 0.0536165 Feb 04 13:06:17.059673 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8debdf8c-6f71-49b8-a773-ae7dd4d5f47f req-4d3c64b9-59bf-4cfc-929f-c95d90777481 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?id=9806d4b1-b8b7-4384-9f21-9e902429f311&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435815 Feb 04 13:06:18.022108 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d3d9c937-8a9c-4e31-9269-76e80efa3f4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:06:18.187542 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c89f07-1568-4c24-95c7-f104ac5651a1 req-ed08c604-d79e-41b9-ad11-706e87864a19 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:18.189131 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b1c89f07-1568-4c24-95c7-f104ac5651a1 req-ed08c604-d79e-41b9-ad11-706e87864a19 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=05c0df21-6486-4c9a-9c55-890939a85577 HTTP/1.1" status: 200 len: 945 time: 0.0590653 Feb 04 13:06:18.237908 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b1c89f07-1568-4c24-95c7-f104ac5651a1 req-fa143299-8e8d-4ac7-871b-46cbf6ee67cc tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?id=9806d4b1-b8b7-4384-9f21-9e902429f311&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432260 Feb 04 13:06:19.328545 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:06:19.360459 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2409ceb0-37f0-4184-ab98-fcfb121caa94 req-6c3a14e1-eece-4147-bbbe-26390fb051e3 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:19.361937 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2409ceb0-37f0-4184-ab98-fcfb121caa94 req-6c3a14e1-eece-4147-bbbe-26390fb051e3 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=05c0df21-6486-4c9a-9c55-890939a85577 HTTP/1.1" status: 200 len: 945 time: 0.0551040 Feb 04 13:06:19.411796 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2409ceb0-37f0-4184-ab98-fcfb121caa94 req-611b9b28-35c0-4333-96f5-5a588d334437 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?id=9806d4b1-b8b7-4384-9f21-9e902429f311&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442722 Feb 04 13:06:20.529968 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ca0c71-4776-44fd-9a7f-c99897996581 req-f2b5967f-c35f-4032-926c-d8293037a9f7 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:20.531460 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-56ca0c71-4776-44fd-9a7f-c99897996581 req-f2b5967f-c35f-4032-926c-d8293037a9f7 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=05c0df21-6486-4c9a-9c55-890939a85577 HTTP/1.1" status: 200 len: 945 time: 0.0524714 Feb 04 13:06:20.584356 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-56ca0c71-4776-44fd-9a7f-c99897996581 req-2fca0bd7-f633-495e-a9c8-c40a2c77da15 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?id=9806d4b1-b8b7-4384-9f21-9e902429f311&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473011 Feb 04 13:06:20.593273 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:06:21.706189 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a1924e-0cd1-403a-ba8c-ce204201fc26 req-1edadf8f-d3d6-443d-82f8-4766fac890eb tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:21.707677 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c8a1924e-0cd1-403a-ba8c-ce204201fc26 req-1edadf8f-d3d6-443d-82f8-4766fac890eb tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=05c0df21-6486-4c9a-9c55-890939a85577 HTTP/1.1" status: 200 len: 945 time: 0.0520897 Feb 04 13:06:21.732883 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:06:21.758197 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c8a1924e-0cd1-403a-ba8c-ce204201fc26 req-d0a63f4b-6c78-4d62-9f0e-f01a673638d6 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?id=9806d4b1-b8b7-4384-9f21-9e902429f311&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442417 Feb 04 13:06:22.880936 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e11872-6689-47df-b329-01199dedb02e req-05be723a-b238-43b1-ad57-ee7766c437de tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:22.882408 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-90e11872-6689-47df-b329-01199dedb02e req-05be723a-b238-43b1-ad57-ee7766c437de tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=05c0df21-6486-4c9a-9c55-890939a85577 HTTP/1.1" status: 200 len: 945 time: 0.0529292 Feb 04 13:06:22.932006 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-90e11872-6689-47df-b329-01199dedb02e req-de157806-4030-4211-a02e-49931c3affe3 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?id=9806d4b1-b8b7-4384-9f21-9e902429f311&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426764 Feb 04 13:06:23.763054 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cc6717-e308-430c-bd47-7b57e533562d req-4d2e0b57-9b83-4031-af3f-9c5985a40ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:23.764569 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-57cc6717-e308-430c-bd47-7b57e533562d req-4d2e0b57-9b83-4031-af3f-9c5985a40ff5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6d8f90d776f2444ead7911de1972e870&device_id=05c0df21-6486-4c9a-9c55-890939a85577 HTTP/1.1" status: 200 len: 1127 time: 0.0479643 Feb 04 13:06:23.867563 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cc6717-e308-430c-bd47-7b57e533562d req-6b326c13-5a90-4c03-8ac8-e36dc0f09ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:23.869280 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-57cc6717-e308-430c-bd47-7b57e533562d req-6b326c13-5a90-4c03-8ac8-e36dc0f09ad2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2960cb63-3723-4dc0-b4b8-f9b874b33342 HTTP/1.1" status: 200 len: 898 time: 0.0841420 Feb 04 13:06:23.939427 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-57cc6717-e308-430c-bd47-7b57e533562d req-9b2931a1-46b7-46f4-90ad-9cf1ae344e6e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a977fd2b-2737-4d40-8e21-0a5dbd0afb3c HTTP/1.1" status: 200 len: 1000 time: 0.0627353 Feb 04 13:06:23.989411 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cc6717-e308-430c-bd47-7b57e533562d req-7ba88453-b95d-437b-b2cb-6914cfc504db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:23.990885 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-57cc6717-e308-430c-bd47-7b57e533562d req-7ba88453-b95d-437b-b2cb-6914cfc504db service neutron] 10.222.0.73 "GET /v2.0/subnets?id=af542747-d2ae-4e4a-8715-9c3ceec5f9f4 HTTP/1.1" status: 200 len: 835 time: 0.0449548 Feb 04 13:06:24.071813 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cc6717-e308-430c-bd47-7b57e533562d req-c7011aa8-c0dc-4e96-a804-9ea50d73ca20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:24.073507 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-57cc6717-e308-430c-bd47-7b57e533562d req-c7011aa8-c0dc-4e96-a804-9ea50d73ca20 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2960cb63-3723-4dc0-b4b8-f9b874b33342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0756509 Feb 04 13:06:24.084294 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd16c27-d190-41dc-9808-355419ba8c3c req-c3205f73-1a17-4d41-9c63-07c08177fd91 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:24.085730 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dcd16c27-d190-41dc-9808-355419ba8c3c req-c3205f73-1a17-4d41-9c63-07c08177fd91 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=05c0df21-6486-4c9a-9c55-890939a85577 HTTP/1.1" status: 200 len: 945 time: 0.0802047 Feb 04 13:06:24.190298 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dcd16c27-d190-41dc-9808-355419ba8c3c req-d018806c-f14c-45a8-9d7d-e03af395ab16 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?id=9806d4b1-b8b7-4384-9f21-9e902429f311&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960791 Feb 04 13:06:24.212265 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-57cc6717-e308-430c-bd47-7b57e533562d req-173108f0-9a73-4597-bee4-c26d230aa954 service neutron] 10.222.0.73 "GET /v2.0/networks/2960cb63-3723-4dc0-b4b8-f9b874b33342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255393 Feb 04 13:06:24.305750 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-57cc6717-e308-430c-bd47-7b57e533562d req-9cf053be-6da8-426e-be09-0f216fa192cd service neutron] 10.222.0.73 "GET /v2.0/networks/2960cb63-3723-4dc0-b4b8-f9b874b33342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864580 Feb 04 13:06:25.314157 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12605ad6-98ba-4a38-9a5b-16e5e3e21aca req-2f106182-fa3c-449b-9dcb-0e638cfb62ef tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:25.315685 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-12605ad6-98ba-4a38-9a5b-16e5e3e21aca req-2f106182-fa3c-449b-9dcb-0e638cfb62ef tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=05c0df21-6486-4c9a-9c55-890939a85577 HTTP/1.1" status: 200 len: 945 time: 0.0569003 Feb 04 13:06:25.364865 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-12605ad6-98ba-4a38-9a5b-16e5e3e21aca req-dbbb6d07-36ad-48fd-b98e-d6d3f6b817e2 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?id=9806d4b1-b8b7-4384-9f21-9e902429f311&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433269 Feb 04 13:06:26.486748 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a376b72-0480-40db-895a-1b0efb3b72fb req-4553bab7-3632-48a7-886f-71d4f356677c tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:26.488347 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6a376b72-0480-40db-895a-1b0efb3b72fb req-4553bab7-3632-48a7-886f-71d4f356677c tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=05c0df21-6486-4c9a-9c55-890939a85577 HTTP/1.1" status: 200 len: 945 time: 0.0544469 Feb 04 13:06:26.536570 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6a376b72-0480-40db-895a-1b0efb3b72fb req-3202a4fe-0284-40aa-95bb-ece8268b883f tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?id=9806d4b1-b8b7-4384-9f21-9e902429f311&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427191 Feb 04 13:06:27.659829 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d93c79b-a4c4-4535-9a8d-b8caa309388a req-20e9a9ae-fe9f-4569-9666-5afcd817acfd tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:27.661298 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0d93c79b-a4c4-4535-9a8d-b8caa309388a req-20e9a9ae-fe9f-4569-9666-5afcd817acfd tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=05c0df21-6486-4c9a-9c55-890939a85577 HTTP/1.1" status: 200 len: 945 time: 0.0575652 Feb 04 13:06:27.710756 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0d93c79b-a4c4-4535-9a8d-b8caa309388a req-295410bc-badf-459c-b74e-9e42b17148f6 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?id=9806d4b1-b8b7-4384-9f21-9e902429f311&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435770 Feb 04 13:06:28.836470 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb545dd-47b2-4abc-9307-adcde06375dd req-e429d977-fb19-448c-886e-020fe0d4f838 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:28.838301 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0cb545dd-47b2-4abc-9307-adcde06375dd req-e429d977-fb19-448c-886e-020fe0d4f838 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=05c0df21-6486-4c9a-9c55-890939a85577 HTTP/1.1" status: 200 len: 945 time: 0.0542383 Feb 04 13:06:28.887246 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0cb545dd-47b2-4abc-9307-adcde06375dd req-af4c8188-d085-40b0-9a84-ce40c51d46dd tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?id=9806d4b1-b8b7-4384-9f21-9e902429f311&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432463 Feb 04 13:06:30.013381 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4823cff-d188-4aa5-8a90-0fed86507f5f req-0a05c023-a765-4d1a-99e3-37241253f96b tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:30.014862 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e4823cff-d188-4aa5-8a90-0fed86507f5f req-0a05c023-a765-4d1a-99e3-37241253f96b tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=05c0df21-6486-4c9a-9c55-890939a85577 HTTP/1.1" status: 200 len: 945 time: 0.0577016 Feb 04 13:06:30.066601 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e4823cff-d188-4aa5-8a90-0fed86507f5f req-4a18f17d-4a03-4d94-9071-4a9668d2332e tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?id=9806d4b1-b8b7-4384-9f21-9e902429f311&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460160 Feb 04 13:06:31.186853 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789d7c79-5d52-4286-97a1-398b60453836 req-c5a1f947-84e5-43a6-9fd9-695a596e6ba8 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:31.188355 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-789d7c79-5d52-4286-97a1-398b60453836 req-c5a1f947-84e5-43a6-9fd9-695a596e6ba8 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=05c0df21-6486-4c9a-9c55-890939a85577 HTTP/1.1" status: 200 len: 945 time: 0.0528338 Feb 04 13:06:31.239120 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-789d7c79-5d52-4286-97a1-398b60453836 req-e200a8e9-9c4b-4a4f-bfda-d8479684a02a tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?id=9806d4b1-b8b7-4384-9f21-9e902429f311&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448885 Feb 04 13:06:31.418142 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:06:32.006811 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:06:32.364877 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be924f6-f290-49b3-a865-c9c67cda4767 req-d1915177-5ff8-4f22-b6cd-0c6c612ea4e9 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:32.366359 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3be924f6-f290-49b3-a865-c9c67cda4767 req-d1915177-5ff8-4f22-b6cd-0c6c612ea4e9 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=05c0df21-6486-4c9a-9c55-890939a85577 HTTP/1.1" status: 200 len: 945 time: 0.0543623 Feb 04 13:06:32.419007 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3be924f6-f290-49b3-a865-c9c67cda4767 req-68796807-1d75-4449-8553-75846d61deb5 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?id=9806d4b1-b8b7-4384-9f21-9e902429f311&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467186 Feb 04 13:06:33.846705 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a784b9d-1e14-4163-b8ce-bb0945eb3654 req-93910e20-01c8-4a23-8ede-58f2deb75f0c tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:33.848241 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5a784b9d-1e14-4163-b8ce-bb0945eb3654 req-93910e20-01c8-4a23-8ede-58f2deb75f0c tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=05c0df21-6486-4c9a-9c55-890939a85577 HTTP/1.1" status: 200 len: 945 time: 0.3603933 Feb 04 13:06:33.896720 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5a784b9d-1e14-4163-b8ce-bb0945eb3654 req-545c43b5-b9ac-478e-8abc-eff20525c019 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?id=9806d4b1-b8b7-4384-9f21-9e902429f311&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428872 Feb 04 13:06:35.021609 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3332c91-0862-4dcc-aae2-eaae8542966b req-4b5b05ab-36be-476a-b161-354fec00cc0c tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:35.023077 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d3332c91-0862-4dcc-aae2-eaae8542966b req-4b5b05ab-36be-476a-b161-354fec00cc0c tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=05c0df21-6486-4c9a-9c55-890939a85577 HTTP/1.1" status: 200 len: 945 time: 0.0528793 Feb 04 13:06:35.076600 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d3332c91-0862-4dcc-aae2-eaae8542966b req-c3d607ae-46ac-4b16-a2dd-5c7c655d9393 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?id=9806d4b1-b8b7-4384-9f21-9e902429f311&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468478 Feb 04 13:06:36.200199 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1533a6e-d9b3-4be9-ab6d-d5d4edbfd0a0 req-f38a16a4-044c-47a7-ad63-35fcaa22e3ea tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:36.201652 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d1533a6e-d9b3-4be9-ab6d-d5d4edbfd0a0 req-f38a16a4-044c-47a7-ad63-35fcaa22e3ea tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=05c0df21-6486-4c9a-9c55-890939a85577 HTTP/1.1" status: 200 len: 945 time: 0.0554972 Feb 04 13:06:36.249689 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d1533a6e-d9b3-4be9-ab6d-d5d4edbfd0a0 req-84e67e09-f360-4e40-b24a-46ce5bf8611f tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?id=9806d4b1-b8b7-4384-9f21-9e902429f311&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424781 Feb 04 13:06:37.370658 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c13bf39-c8ae-42ca-b51e-eedea88e5754 req-3911c9ef-072d-48d4-949a-2e0b713e92ae tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:37.372160 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7c13bf39-c8ae-42ca-b51e-eedea88e5754 req-3911c9ef-072d-48d4-949a-2e0b713e92ae tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=05c0df21-6486-4c9a-9c55-890939a85577 HTTP/1.1" status: 200 len: 945 time: 0.0538385 Feb 04 13:06:37.420946 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7c13bf39-c8ae-42ca-b51e-eedea88e5754 req-0a16d28b-6db2-456f-b102-2bfa5f31d0d3 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?id=9806d4b1-b8b7-4384-9f21-9e902429f311&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426528 Feb 04 13:06:37.723868 n-d-825015-3 neutron-server[103475]: INFO neutron.api.v2.resource [req-c79451d4-2576-4d0b-9e4d-8aeb876bc91d req-28a66b6d-d36a-4dd7-99a6-919e22339982 service neutron] show failed (client error): The resource could not be found. Feb 04 13:06:37.724868 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c79451d4-2576-4d0b-9e4d-8aeb876bc91d req-28a66b6d-d36a-4dd7-99a6-919e22339982 service neutron] 10.222.0.73 "GET /v2.0/ports/a977fd2b-2737-4d40-8e21-0a5dbd0afb3c/bindings/n-h2-825015-3 HTTP/1.1" status: 404 len: 380 time: 0.0596044 Feb 04 13:06:37.961594 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79451d4-2576-4d0b-9e4d-8aeb876bc91d req-98986900-21ef-4144-85cf-fa9bb1538acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:37.963306 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-c79451d4-2576-4d0b-9e4d-8aeb876bc91d req-98986900-21ef-4144-85cf-fa9bb1538acf service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=05c0df21-6486-4c9a-9c55-890939a85577&tenant_id=6d8f90d776f2444ead7911de1972e870 HTTP/1.1" status: 200 len: 1127 time: 0.0767446 Feb 04 13:06:37.973517 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-c79451d4-2576-4d0b-9e4d-8aeb876bc91d req-586a4f1c-36fe-4ca9-8327-be0fda045ff8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825015-3', 'device_owner': 'compute:nova'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:06:38.035267 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-c79451d4-2576-4d0b-9e4d-8aeb876bc91d req-586a4f1c-36fe-4ca9-8327-be0fda045ff8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (a977fd2b-2737-4d40-8e21-0a5dbd0afb3c), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:06:38.235397 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-c79451d4-2576-4d0b-9e4d-8aeb876bc91d req-586a4f1c-36fe-4ca9-8327-be0fda045ff8 service neutron] For port a977fd2b-2737-4d40-8e21-0a5dbd0afb3c, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=a977fd2b-2737-4d40-8e21-0a5dbd0afb3c,segment=NetworkSegment(b3aaf14c-b32d-4659-a6fc-33e6006c4937),segment_id=b3aaf14c-b32d-4659-a6fc-33e6006c4937)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:06:38.267852 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-c79451d4-2576-4d0b-9e4d-8aeb876bc91d req-586a4f1c-36fe-4ca9-8327-be0fda045ff8 service neutron] For port a977fd2b-2737-4d40-8e21-0a5dbd0afb3c, host n-h1-825015-3, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:06:38.306977 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05c0df21-6486-4c9a-9c55-890939a85577', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a977fd2b-2737-4d40-8e21-0a5dbd0afb3c'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:06:38.309827 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3aae72e-4bb0-4912-9600-4eb23dafa3bf" -d '{"events": [{"server_uuid": "05c0df21-6486-4c9a-9c55-890939a85577", "name": "network-vif-unplugged", "status": "completed", "tag": "a977fd2b-2737-4d40-8e21-0a5dbd0afb3c"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:06:38.313493 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-c79451d4-2576-4d0b-9e4d-8aeb876bc91d req-586a4f1c-36fe-4ca9-8327-be0fda045ff8 service neutron] Publish callbacks [] for port (a977fd2b-2737-4d40-8e21-0a5dbd0afb3c), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:06:38.331577 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.provisioning_blocks [req-c79451d4-2576-4d0b-9e4d-8aeb876bc91d req-586a4f1c-36fe-4ca9-8327-be0fda045ff8 service neutron] Transition to ACTIVE for port object a977fd2b-2737-4d40-8e21-0a5dbd0afb3c will not be triggered until provisioned by entity L2. {{(pid=103474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:06:38.334970 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-c79451d4-2576-4d0b-9e4d-8aeb876bc91d req-586a4f1c-36fe-4ca9-8327-be0fda045ff8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (a977fd2b-2737-4d40-8e21-0a5dbd0afb3c), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:06:38.364594 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 13:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16e522d9-f42a-45e3-a1ba-a60770f35397 x-openstack-request-id: req-16e522d9-f42a-45e3-a1ba-a60770f35397 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:06:38.364901 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05c0df21-6486-4c9a-9c55-890939a85577", "name": "network-vif-unplugged", "status": "completed", "tag": "a977fd2b-2737-4d40-8e21-0a5dbd0afb3c", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:06:38.365160 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-16e522d9-f42a-45e3-a1ba-a60770f35397 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:06:38.365590 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05c0df21-6486-4c9a-9c55-890939a85577', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a977fd2b-2737-4d40-8e21-0a5dbd0afb3c', 'code': 200} Feb 04 13:06:38.454448 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586a4f1c-36fe-4ca9-8327-be0fda045ff8 service neutron] Pushing event updated for resources: {'Port': ['ID=a977fd2b-2737-4d40-8e21-0a5dbd0afb3c,revision_number=6']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:06:38.530839 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-c79451d4-2576-4d0b-9e4d-8aeb876bc91d req-586a4f1c-36fe-4ca9-8327-be0fda045ff8 service neutron] No DVR routers for this DVR port a977fd2b-2737-4d40-8e21-0a5dbd0afb3c on host n-h1-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:06:38.560392 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01afd392-e061-45f7-a1d1-e276e00d879a req-ef5d8e2f-eec2-4e09-b999-8dedd44340c7 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:38.564255 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-01afd392-e061-45f7-a1d1-e276e00d879a req-ef5d8e2f-eec2-4e09-b999-8dedd44340c7 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=05c0df21-6486-4c9a-9c55-890939a85577 HTTP/1.1" status: 200 len: 943 time: 0.0601890 Feb 04 13:06:38.612883 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-01afd392-e061-45f7-a1d1-e276e00d879a req-00020bcf-e282-4a09-8463-9e95d83c8b7f tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?id=9806d4b1-b8b7-4384-9f21-9e902429f311&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450671 Feb 04 13:06:38.673043 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-c79451d4-2576-4d0b-9e4d-8aeb876bc91d req-586a4f1c-36fe-4ca9-8327-be0fda045ff8 service neutron] Attempting to bind port a977fd2b-2737-4d40-8e21-0a5dbd0afb3c on host n-h2-825015-3 for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:06:38.673387 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-c79451d4-2576-4d0b-9e4d-8aeb876bc91d req-586a4f1c-36fe-4ca9-8327-be0fda045ff8 service neutron] Attempting to bind port a977fd2b-2737-4d40-8e21-0a5dbd0afb3c by drivers openvswitch,hyperv on host n-h2-825015-3 at level 0 using segments [{'id': 'b3aaf14c-b32d-4659-a6fc-33e6006c4937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2960cb63-3723-4dc0-b4b8-f9b874b33342'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:06:38.673719 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79451d4-2576-4d0b-9e4d-8aeb876bc91d req-586a4f1c-36fe-4ca9-8327-be0fda045ff8 service neutron] Attempting to bind port a977fd2b-2737-4d40-8e21-0a5dbd0afb3c on network 2960cb63-3723-4dc0-b4b8-f9b874b33342 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:06:38.677964 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79451d4-2576-4d0b-9e4d-8aeb876bc91d req-586a4f1c-36fe-4ca9-8327-be0fda045ff8 service neutron] Port a977fd2b-2737-4d40-8e21-0a5dbd0afb3c on network 2960cb63-3723-4dc0-b4b8-f9b874b33342 not bound, no agent of type Open vSwitch agent registered on host n-h2-825015-3 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:06:38.678291 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79451d4-2576-4d0b-9e4d-8aeb876bc91d req-586a4f1c-36fe-4ca9-8327-be0fda045ff8 service neutron] Attempting to bind port a977fd2b-2737-4d40-8e21-0a5dbd0afb3c on network 2960cb63-3723-4dc0-b4b8-f9b874b33342 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:06:38.683415 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79451d4-2576-4d0b-9e4d-8aeb876bc91d req-586a4f1c-36fe-4ca9-8327-be0fda045ff8 service neutron] Checking agent: {'id': '9b68a165-e786-4b91-8592-44519c2ecabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:06:38.683775 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79451d4-2576-4d0b-9e4d-8aeb876bc91d req-586a4f1c-36fe-4ca9-8327-be0fda045ff8 service neutron] Checking segment: {'id': 'b3aaf14c-b32d-4659-a6fc-33e6006c4937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2960cb63-3723-4dc0-b4b8-f9b874b33342'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:06:38.684434 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79451d4-2576-4d0b-9e4d-8aeb876bc91d req-586a4f1c-36fe-4ca9-8327-be0fda045ff8 service neutron] Bound using segment: {'id': 'b3aaf14c-b32d-4659-a6fc-33e6006c4937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2960cb63-3723-4dc0-b4b8-f9b874b33342'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:06:38.684886 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-c79451d4-2576-4d0b-9e4d-8aeb876bc91d req-586a4f1c-36fe-4ca9-8327-be0fda045ff8 service neutron] Bound port: a977fd2b-2737-4d40-8e21-0a5dbd0afb3c, host: n-h2-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3aaf14c-b32d-4659-a6fc-33e6006c4937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2960cb63-3723-4dc0-b4b8-f9b874b33342'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:06:38.685227 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-c79451d4-2576-4d0b-9e4d-8aeb876bc91d req-586a4f1c-36fe-4ca9-8327-be0fda045ff8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (a977fd2b-2737-4d40-8e21-0a5dbd0afb3c), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:06:38.748027 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-c79451d4-2576-4d0b-9e4d-8aeb876bc91d req-586a4f1c-36fe-4ca9-8327-be0fda045ff8 service neutron] For port a977fd2b-2737-4d40-8e21-0a5dbd0afb3c, host n-h2-825015-3, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:06:38.751098 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-c79451d4-2576-4d0b-9e4d-8aeb876bc91d req-586a4f1c-36fe-4ca9-8327-be0fda045ff8 service neutron] For port a977fd2b-2737-4d40-8e21-0a5dbd0afb3c, host n-h2-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=a977fd2b-2737-4d40-8e21-0a5dbd0afb3c,segment=NetworkSegment(b3aaf14c-b32d-4659-a6fc-33e6006c4937),segment_id=b3aaf14c-b32d-4659-a6fc-33e6006c4937)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:06:38.757266 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-c79451d4-2576-4d0b-9e4d-8aeb876bc91d req-586a4f1c-36fe-4ca9-8327-be0fda045ff8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (a977fd2b-2737-4d40-8e21-0a5dbd0afb3c), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:06:38.794733 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79451d4-2576-4d0b-9e4d-8aeb876bc91d req-586a4f1c-36fe-4ca9-8327-be0fda045ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:38.795376 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-c79451d4-2576-4d0b-9e4d-8aeb876bc91d req-586a4f1c-36fe-4ca9-8327-be0fda045ff8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:06:38.796791 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-c79451d4-2576-4d0b-9e4d-8aeb876bc91d req-586a4f1c-36fe-4ca9-8327-be0fda045ff8 service neutron] 10.222.0.77 "PUT /v2.0/ports/a977fd2b-2737-4d40-8e21-0a5dbd0afb3c HTTP/1.1" status: 200 len: 1091 time: 0.8271885 Feb 04 13:06:38.822167 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586a4f1c-36fe-4ca9-8327-be0fda045ff8 service neutron] Pushing event updated for resources: {'Port': ['ID=a977fd2b-2737-4d40-8e21-0a5dbd0afb3c,revision_number=7']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:06:38.875417 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79451d4-2576-4d0b-9e4d-8aeb876bc91d req-e4799203-7187-4b81-b0b6-910666e9baa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:38.877003 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-c79451d4-2576-4d0b-9e4d-8aeb876bc91d req-e4799203-7187-4b81-b0b6-910666e9baa6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6d8f90d776f2444ead7911de1972e870&device_id=05c0df21-6486-4c9a-9c55-890939a85577 HTTP/1.1" status: 200 len: 1125 time: 0.0510008 Feb 04 13:06:38.973306 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79451d4-2576-4d0b-9e4d-8aeb876bc91d req-0de7702e-27a1-405b-a504-9ac5bfb2bab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:38.974801 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-c79451d4-2576-4d0b-9e4d-8aeb876bc91d req-0de7702e-27a1-405b-a504-9ac5bfb2bab8 service neutron] 10.222.0.77 "GET /v2.0/networks?id=2960cb63-3723-4dc0-b4b8-f9b874b33342 HTTP/1.1" status: 200 len: 898 time: 0.0916715 Feb 04 13:06:39.043723 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-c79451d4-2576-4d0b-9e4d-8aeb876bc91d req-be6a1cee-f368-4c22-bf6b-0e531f6c9a49 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a977fd2b-2737-4d40-8e21-0a5dbd0afb3c HTTP/1.1" status: 200 len: 998 time: 0.0629768 Feb 04 13:06:39.092766 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79451d4-2576-4d0b-9e4d-8aeb876bc91d req-d2d19865-231a-48ec-87ea-ad9e73cb0b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:39.094329 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-c79451d4-2576-4d0b-9e4d-8aeb876bc91d req-d2d19865-231a-48ec-87ea-ad9e73cb0b84 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=af542747-d2ae-4e4a-8715-9c3ceec5f9f4 HTTP/1.1" status: 200 len: 835 time: 0.0457098 Feb 04 13:06:39.147355 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79451d4-2576-4d0b-9e4d-8aeb876bc91d req-a36d8bc5-1552-4278-94e2-abfbad82abf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:39.148987 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-c79451d4-2576-4d0b-9e4d-8aeb876bc91d req-a36d8bc5-1552-4278-94e2-abfbad82abf5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2960cb63-3723-4dc0-b4b8-f9b874b33342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0484948 Feb 04 13:06:39.241622 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-c79451d4-2576-4d0b-9e4d-8aeb876bc91d req-6a369b1a-f0c1-44af-9868-032b2e5cdaae service neutron] 10.222.0.77 "GET /v2.0/networks/2960cb63-3723-4dc0-b4b8-f9b874b33342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866513 Feb 04 13:06:39.328544 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-c79451d4-2576-4d0b-9e4d-8aeb876bc91d req-99719eec-41fd-488a-bf8f-9b74bda85664 service neutron] 10.222.0.77 "GET /v2.0/networks/2960cb63-3723-4dc0-b4b8-f9b874b33342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811965 Feb 04 13:06:39.738757 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3277ec17-d57b-44f7-b989-3b2d0774d965 req-80b4ead6-4425-4c78-9b0c-d3213770bb39 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:39.740253 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3277ec17-d57b-44f7-b989-3b2d0774d965 req-80b4ead6-4425-4c78-9b0c-d3213770bb39 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=05c0df21-6486-4c9a-9c55-890939a85577 HTTP/1.1" status: 200 len: 943 time: 0.0550661 Feb 04 13:06:39.789686 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3277ec17-d57b-44f7-b989-3b2d0774d965 req-6298df9d-7112-4dc8-97ef-c7deea3b3568 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?id=9806d4b1-b8b7-4384-9f21-9e902429f311&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438142 Feb 04 13:06:40.367140 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05c0df21-6486-4c9a-9c55-890939a85577', 'tag': 'a977fd2b-2737-4d40-8e21-0a5dbd0afb3c'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:06:40.370096 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bbbaf04-8561-47f8-b5c0-db087ba6ffab" -d '{"events": [{"name": "network-changed", "server_uuid": "05c0df21-6486-4c9a-9c55-890939a85577", "tag": "a977fd2b-2737-4d40-8e21-0a5dbd0afb3c"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:06:40.418915 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07b38978-6f3d-49f3-ac1e-143ade3e6a64 x-openstack-request-id: req-07b38978-6f3d-49f3-ac1e-143ade3e6a64 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:06:40.419308 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05c0df21-6486-4c9a-9c55-890939a85577", "tag": "a977fd2b-2737-4d40-8e21-0a5dbd0afb3c", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:06:40.419573 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-07b38978-6f3d-49f3-ac1e-143ade3e6a64 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:06:40.420007 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05c0df21-6486-4c9a-9c55-890939a85577', 'tag': 'a977fd2b-2737-4d40-8e21-0a5dbd0afb3c', 'status': 'completed', 'code': 200} Feb 04 13:06:40.483727 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbbaf04-8561-47f8-b5c0-db087ba6ffab req-e4d57e3e-df9d-4dbc-8c6f-808285611b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:40.485276 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-5bbbaf04-8561-47f8-b5c0-db087ba6ffab req-e4d57e3e-df9d-4dbc-8c6f-808285611b97 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6d8f90d776f2444ead7911de1972e870&device_id=05c0df21-6486-4c9a-9c55-890939a85577 HTTP/1.1" status: 200 len: 1125 time: 0.0491257 Feb 04 13:06:40.494664 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbbaf04-8561-47f8-b5c0-db087ba6ffab req-9dd730a4-6ba4-40fb-9d74-a4b15de53bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:40.496247 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5bbbaf04-8561-47f8-b5c0-db087ba6ffab req-9dd730a4-6ba4-40fb-9d74-a4b15de53bb0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6d8f90d776f2444ead7911de1972e870&device_id=05c0df21-6486-4c9a-9c55-890939a85577 HTTP/1.1" status: 200 len: 1125 time: 0.0485871 Feb 04 13:06:40.582331 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbbaf04-8561-47f8-b5c0-db087ba6ffab req-fc8705b0-2d1b-43ae-9d07-57c8826c4f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:40.583749 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-5bbbaf04-8561-47f8-b5c0-db087ba6ffab req-fc8705b0-2d1b-43ae-9d07-57c8826c4f3d service neutron] 10.222.0.77 "GET /v2.0/networks?id=2960cb63-3723-4dc0-b4b8-f9b874b33342 HTTP/1.1" status: 200 len: 898 time: 0.0910163 Feb 04 13:06:40.585186 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbbaf04-8561-47f8-b5c0-db087ba6ffab req-13689aca-c230-47a1-8281-4501514a984f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:40.586620 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5bbbaf04-8561-47f8-b5c0-db087ba6ffab req-13689aca-c230-47a1-8281-4501514a984f service neutron] 10.222.0.73 "GET /v2.0/networks?id=2960cb63-3723-4dc0-b4b8-f9b874b33342 HTTP/1.1" status: 200 len: 898 time: 0.0842645 Feb 04 13:06:40.650868 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-5bbbaf04-8561-47f8-b5c0-db087ba6ffab req-150c2cbe-0d02-4bb9-83f0-2ab6365f25da service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a977fd2b-2737-4d40-8e21-0a5dbd0afb3c HTTP/1.1" status: 200 len: 998 time: 0.0609193 Feb 04 13:06:40.656011 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device a977fd2b-2737-4d40-8e21-0a5dbd0afb3c no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:06:40.659624 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5bbbaf04-8561-47f8-b5c0-db087ba6ffab req-de10b392-e9e5-4494-8c50-7a4169c84039 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a977fd2b-2737-4d40-8e21-0a5dbd0afb3c HTTP/1.1" status: 200 len: 998 time: 0.0650775 Feb 04 13:06:40.697893 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] The host n-h1-825015-3 is not matching for port a977fd2b-2737-4d40-8e21-0a5dbd0afb3c host n-h2-825015-3! {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 04 13:06:40.698591 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device a977fd2b-2737-4d40-8e21-0a5dbd0afb3c not bound to the agent host n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:06:40.708133 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbbaf04-8561-47f8-b5c0-db087ba6ffab req-11d73542-848b-4d2c-9c35-745079f62235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:40.709611 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-5bbbaf04-8561-47f8-b5c0-db087ba6ffab req-11d73542-848b-4d2c-9c35-745079f62235 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=af542747-d2ae-4e4a-8715-9c3ceec5f9f4 HTTP/1.1" status: 200 len: 835 time: 0.0504632 Feb 04 13:06:40.711537 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbbaf04-8561-47f8-b5c0-db087ba6ffab req-efe86647-6756-4506-a762-b605b4702754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:40.713780 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5bbbaf04-8561-47f8-b5c0-db087ba6ffab req-efe86647-6756-4506-a762-b605b4702754 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=af542747-d2ae-4e4a-8715-9c3ceec5f9f4 HTTP/1.1" status: 200 len: 835 time: 0.0484202 Feb 04 13:06:40.758988 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbbaf04-8561-47f8-b5c0-db087ba6ffab req-59f97463-aafd-4bc1-a06e-a5eea41ba960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:40.760699 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-5bbbaf04-8561-47f8-b5c0-db087ba6ffab req-59f97463-aafd-4bc1-a06e-a5eea41ba960 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2960cb63-3723-4dc0-b4b8-f9b874b33342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449162 Feb 04 13:06:40.765016 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbbaf04-8561-47f8-b5c0-db087ba6ffab req-fd32d025-51fe-4600-a52b-90ed1dfaa277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:40.766541 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5bbbaf04-8561-47f8-b5c0-db087ba6ffab req-fd32d025-51fe-4600-a52b-90ed1dfaa277 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2960cb63-3723-4dc0-b4b8-f9b874b33342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0460494 Feb 04 13:06:40.879121 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5bbbaf04-8561-47f8-b5c0-db087ba6ffab req-d620c127-be06-46fc-aa36-973a3b08c483 service neutron] 10.222.0.73 "GET /v2.0/networks/2960cb63-3723-4dc0-b4b8-f9b874b33342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045198 Feb 04 13:06:40.888596 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-5bbbaf04-8561-47f8-b5c0-db087ba6ffab req-d13efd71-00b0-4391-af04-68c60267029b service neutron] 10.222.0.77 "GET /v2.0/networks/2960cb63-3723-4dc0-b4b8-f9b874b33342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211231 Feb 04 13:06:40.991157 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-5bbbaf04-8561-47f8-b5c0-db087ba6ffab req-4d1903a2-61ea-4b36-a0bb-31d43359dc6e service neutron] 10.222.0.77 "GET /v2.0/networks/2960cb63-3723-4dc0-b4b8-f9b874b33342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957355 Feb 04 13:06:41.019923 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de0a989-f809-4caf-aab3-d7492e6e09ad req-c51b9d7e-8f41-4d14-9fb2-0a96cd1911ea tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:41.021409 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6de0a989-f809-4caf-aab3-d7492e6e09ad req-c51b9d7e-8f41-4d14-9fb2-0a96cd1911ea tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=05c0df21-6486-4c9a-9c55-890939a85577 HTTP/1.1" status: 200 len: 943 time: 0.1273036 Feb 04 13:06:41.026828 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5bbbaf04-8561-47f8-b5c0-db087ba6ffab req-12278107-26e8-4ff4-b95f-72d088d42a16 service neutron] 10.222.0.73 "GET /v2.0/networks/2960cb63-3723-4dc0-b4b8-f9b874b33342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417120 Feb 04 13:06:41.074184 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6de0a989-f809-4caf-aab3-d7492e6e09ad req-960e333a-4b96-461e-ab8a-6240341ffa82 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?id=9806d4b1-b8b7-4384-9f21-9e902429f311&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463519 Feb 04 13:06:42.194990 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320c5c28-a4c0-4a7d-9660-f8d06aeecdbb req-ec7050ac-1825-4a4a-bff4-711d996745de tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:42.196505 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-320c5c28-a4c0-4a7d-9660-f8d06aeecdbb req-ec7050ac-1825-4a4a-bff4-711d996745de tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=05c0df21-6486-4c9a-9c55-890939a85577 HTTP/1.1" status: 200 len: 943 time: 0.0526500 Feb 04 13:06:42.244262 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-320c5c28-a4c0-4a7d-9660-f8d06aeecdbb req-59274d95-8110-483e-af57-226423db306f tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?id=9806d4b1-b8b7-4384-9f21-9e902429f311&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422575 Feb 04 13:06:42.527241 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f019e571-7771-4dee-8cf1-910fd9d41325 req-24558f87-4522-43f2-bda8-8787056613fa tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:42.528785 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f019e571-7771-4dee-8cf1-910fd9d41325 req-24558f87-4522-43f2-bda8-8787056613fa tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=05c0df21-6486-4c9a-9c55-890939a85577 HTTP/1.1" status: 200 len: 943 time: 0.1305013 Feb 04 13:06:42.536530 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd04ad0f-d6a5-43ba-9d17-1d1f2576f60f req-814625cc-7ebe-4c18-95f9-b3b24f7ce2cb tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:42.537880 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dd04ad0f-d6a5-43ba-9d17-1d1f2576f60f req-814625cc-7ebe-4c18-95f9-b3b24f7ce2cb tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.73 "GET /v2.0/ports?device_id=05c0df21-6486-4c9a-9c55-890939a85577&tenant_id=6d8f90d776f2444ead7911de1972e870&binding%3Ahost_id=n-h2-825015-3 HTTP/1.1" status: 200 len: 943 time: 0.1276920 Feb 04 13:06:42.626952 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f019e571-7771-4dee-8cf1-910fd9d41325 req-0d124ffc-c476-45b6-8f24-fc22af2d83a5 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?id=9806d4b1-b8b7-4384-9f21-9e902429f311&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879834 Feb 04 13:06:42.632006 n-d-825015-3 neutron-server[103475]: INFO neutron.api.v2.resource [req-dd04ad0f-d6a5-43ba-9d17-1d1f2576f60f req-4a983826-3a2c-45a7-a37f-6ae68f182143 service neutron] delete failed (client error): The resource could not be found. Feb 04 13:06:42.632965 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dd04ad0f-d6a5-43ba-9d17-1d1f2576f60f req-4a983826-3a2c-45a7-a37f-6ae68f182143 service neutron] 10.222.0.73 "DELETE /v2.0/ports/a977fd2b-2737-4d40-8e21-0a5dbd0afb3c/bindings/n-h1-825015-3 HTTP/1.1" status: 404 len: 380 time: 0.0871508 Feb 04 13:06:42.722693 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd04ad0f-d6a5-43ba-9d17-1d1f2576f60f req-6e3911d6-de12-4e6b-bd45-0eae4d3175c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:42.724231 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dd04ad0f-d6a5-43ba-9d17-1d1f2576f60f req-6e3911d6-de12-4e6b-bd45-0eae4d3175c8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6d8f90d776f2444ead7911de1972e870&device_id=05c0df21-6486-4c9a-9c55-890939a85577 HTTP/1.1" status: 200 len: 1125 time: 0.0467479 Feb 04 13:06:42.818349 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd04ad0f-d6a5-43ba-9d17-1d1f2576f60f req-481495eb-2c63-428f-8bec-33c34414a6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:42.819839 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dd04ad0f-d6a5-43ba-9d17-1d1f2576f60f req-481495eb-2c63-428f-8bec-33c34414a6c7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2960cb63-3723-4dc0-b4b8-f9b874b33342 HTTP/1.1" status: 200 len: 898 time: 0.0882068 Feb 04 13:06:42.886077 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dd04ad0f-d6a5-43ba-9d17-1d1f2576f60f req-6ed6d7c5-e3e3-4f55-bf84-726367a9b5fa service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a977fd2b-2737-4d40-8e21-0a5dbd0afb3c HTTP/1.1" status: 200 len: 998 time: 0.0595245 Feb 04 13:06:42.937400 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd04ad0f-d6a5-43ba-9d17-1d1f2576f60f req-f7e26893-187a-4f8f-95e2-58b76279806c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:42.938860 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dd04ad0f-d6a5-43ba-9d17-1d1f2576f60f req-f7e26893-187a-4f8f-95e2-58b76279806c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=af542747-d2ae-4e4a-8715-9c3ceec5f9f4 HTTP/1.1" status: 200 len: 835 time: 0.0441961 Feb 04 13:06:42.993256 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd04ad0f-d6a5-43ba-9d17-1d1f2576f60f req-1a893641-b4b7-4fd3-aea8-d9907a63ee01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:42.995331 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dd04ad0f-d6a5-43ba-9d17-1d1f2576f60f req-1a893641-b4b7-4fd3-aea8-d9907a63ee01 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2960cb63-3723-4dc0-b4b8-f9b874b33342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0501394 Feb 04 13:06:43.083895 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dd04ad0f-d6a5-43ba-9d17-1d1f2576f60f req-dfedf504-fead-4d95-a4a2-13c841da5c2a service neutron] 10.222.0.73 "GET /v2.0/networks/2960cb63-3723-4dc0-b4b8-f9b874b33342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810645 Feb 04 13:06:43.177706 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dd04ad0f-d6a5-43ba-9d17-1d1f2576f60f req-7f8f1773-2577-40e0-ab3f-c1afeb5ee881 service neutron] 10.222.0.73 "GET /v2.0/networks/2960cb63-3723-4dc0-b4b8-f9b874b33342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871224 Feb 04 13:06:43.337882 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device a977fd2b-2737-4d40-8e21-0a5dbd0afb3c details requested by agent hyperv_n-h2-825015-3 with host n-h2-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:06:43.434566 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port a977fd2b-2737-4d40-8e21-0a5dbd0afb3c, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=a977fd2b-2737-4d40-8e21-0a5dbd0afb3c,segment=NetworkSegment(b3aaf14c-b32d-4659-a6fc-33e6006c4937),segment_id=b3aaf14c-b32d-4659-a6fc-33e6006c4937)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:06:43.446432 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Returning: {'device': 'a977fd2b-2737-4d40-8e21-0a5dbd0afb3c', 'network_id': '2960cb63-3723-4dc0-b4b8-f9b874b33342', 'port_id': 'a977fd2b-2737-4d40-8e21-0a5dbd0afb3c', 'mac_address': 'fa:16:3e:bb:69:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af542747-d2ae-4e4a-8715-9c3ceec5f9f4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:06:43.493523 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port a977fd2b-2737-4d40-8e21-0a5dbd0afb3c is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:06:43.493914 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (a977fd2b-2737-4d40-8e21-0a5dbd0afb3c), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:06:43.507486 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a977fd2b-2737-4d40-8e21-0a5dbd0afb3c {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:06:43.529457 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port a977fd2b-2737-4d40-8e21-0a5dbd0afb3c, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=a977fd2b-2737-4d40-8e21-0a5dbd0afb3c,segment=NetworkSegment(b3aaf14c-b32d-4659-a6fc-33e6006c4937),segment_id=b3aaf14c-b32d-4659-a6fc-33e6006c4937)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:06:43.533248 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (a977fd2b-2737-4d40-8e21-0a5dbd0afb3c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:06:43.582724 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=a977fd2b-2737-4d40-8e21-0a5dbd0afb3c,revision_number=8']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:06:43.590785 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:06:43.591138 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:06:43.591482 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:06:43.591865 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:06:43.592190 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:06:43.592522 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:06:43.592854 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:06:43.593181 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:06:43.593508 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:06:43.593836 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:06:43.594162 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:06:43.594484 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:06:43.594810 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:06:43.748775 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['a977fd2b-2737-4d40-8e21-0a5dbd0afb3c'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:06:43.759199 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb3d253-10b9-4e00-b31f-29da06cc0b86 req-0c4c0308-41c3-47f0-9727-a01ce4922a49 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:43.760740 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8bb3d253-10b9-4e00-b31f-29da06cc0b86 req-0c4c0308-41c3-47f0-9727-a01ce4922a49 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=05c0df21-6486-4c9a-9c55-890939a85577 HTTP/1.1" status: 200 len: 944 time: 0.0561640 Feb 04 13:06:43.816796 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8bb3d253-10b9-4e00-b31f-29da06cc0b86 req-b23e2ad5-1d1a-4540-8034-1392a5e5850c tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?id=9806d4b1-b8b7-4384-9f21-9e902429f311&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495365 Feb 04 13:06:43.840324 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 59158) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:06:43.900762 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-8b3e6f4a-f768-41e1-9f00-d000d7f5685a tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/floatingips/0fe2dce6-1748-495d-8bc1-311b7a016636 HTTP/1.1" status: 200 len: 991 time: 0.0586948 Feb 04 13:06:45.340815 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device a977fd2b-2737-4d40-8e21-0a5dbd0afb3c up at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:06:45.390779 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning for port a977fd2b-2737-4d40-8e21-0a5dbd0afb3c completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:06:45.395051 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning complete for port a977fd2b-2737-4d40-8e21-0a5dbd0afb3c triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:06:45.395433 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (a977fd2b-2737-4d40-8e21-0a5dbd0afb3c), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:06:45.484279 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port a977fd2b-2737-4d40-8e21-0a5dbd0afb3c is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:06:45.484694 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (a977fd2b-2737-4d40-8e21-0a5dbd0afb3c), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:06:45.507760 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05c0df21-6486-4c9a-9c55-890939a85577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a977fd2b-2737-4d40-8e21-0a5dbd0afb3c'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:06:45.510025 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dc912ec-1561-412c-893b-06b353ace154" -d '{"events": [{"server_uuid": "05c0df21-6486-4c9a-9c55-890939a85577", "name": "network-vif-plugged", "status": "completed", "tag": "a977fd2b-2737-4d40-8e21-0a5dbd0afb3c"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:06:45.522558 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port a977fd2b-2737-4d40-8e21-0a5dbd0afb3c, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=a977fd2b-2737-4d40-8e21-0a5dbd0afb3c,segment=NetworkSegment(b3aaf14c-b32d-4659-a6fc-33e6006c4937),segment_id=b3aaf14c-b32d-4659-a6fc-33e6006c4937)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:06:45.526279 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (a977fd2b-2737-4d40-8e21-0a5dbd0afb3c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:06:45.552040 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbd42cec-7c1e-4538-8955-883387d14850 x-openstack-request-id: req-dbd42cec-7c1e-4538-8955-883387d14850 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:06:45.552335 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05c0df21-6486-4c9a-9c55-890939a85577", "name": "network-vif-plugged", "status": "completed", "tag": "a977fd2b-2737-4d40-8e21-0a5dbd0afb3c", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:06:45.552592 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-dbd42cec-7c1e-4538-8955-883387d14850 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:06:45.552984 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05c0df21-6486-4c9a-9c55-890939a85577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a977fd2b-2737-4d40-8e21-0a5dbd0afb3c', 'code': 200} Feb 04 13:06:45.592496 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-327fdfcc-2e38-4d74-89be-0d9628ed68ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:06:45.594322 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=a977fd2b-2737-4d40-8e21-0a5dbd0afb3c,revision_number=9']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:06:48.027267 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fe472ac8-1e85-49d5-a741-9ae7da8548db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:06:49.331932 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:06:50.529734 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:06:50.594589 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:06:51.734810 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:01.418798 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:02.007199 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:14.841863 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14e332f-1612-4fbc-96f0-892c343e6bb3 req-5257c204-a5c4-4b04-b55a-c2c0a197f473 tempest-TestNetworkAdvancedServerOps-202696309 tempest-TestNetworkAdvancedServerOps-202696309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:14.843420 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c14e332f-1612-4fbc-96f0-892c343e6bb3 req-5257c204-a5c4-4b04-b55a-c2c0a197f473 tempest-TestNetworkAdvancedServerOps-202696309 tempest-TestNetworkAdvancedServerOps-202696309-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=05c0df21-6486-4c9a-9c55-890939a85577 HTTP/1.1" status: 200 len: 1127 time: 0.1704223 Feb 04 13:07:14.890847 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c14e332f-1612-4fbc-96f0-892c343e6bb3 req-af496be2-f7c4-4696-aa9e-831d311f12b1 tempest-TestNetworkAdvancedServerOps-202696309 tempest-TestNetworkAdvancedServerOps-202696309-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=9806d4b1-b8b7-4384-9f21-9e902429f311&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416427 Feb 04 13:07:14.912721 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59180) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:07:15.075386 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-2af8cd9b-3aff-49b9-a126-ca3700d316b2 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Deleting port 8310a4b5-4342-42c5-87fa-25449db9c142 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:07:15.075719 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2af8cd9b-3aff-49b9-a126-ca3700d316b2 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (8310a4b5-4342-42c5-87fa-25449db9c142), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:15.153914 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2af8cd9b-3aff-49b9-a126-ca3700d316b2 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (8310a4b5-4342-42c5-87fa-25449db9c142), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:15.154167 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2af8cd9b-3aff-49b9-a126-ca3700d316b2 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for floatingip (8310a4b5-4342-42c5-87fa-25449db9c142), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:15.165682 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-2af8cd9b-3aff-49b9-a126-ca3700d316b2 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Calling delete_port for 8310a4b5-4342-42c5-87fa-25449db9c142 owned by network:floatingip {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:07:15.315865 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2af8cd9b-3aff-49b9-a126-ca3700d316b2 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (8310a4b5-4342-42c5-87fa-25449db9c142), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:15.341364 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af8cd9b-3aff-49b9-a126-ca3700d316b2 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Pushing event deleted for resources: {'Port': ['ID=8310a4b5-4342-42c5-87fa-25449db9c142,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:15.369964 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af8cd9b-3aff-49b9-a126-ca3700d316b2 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:15.370375 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af8cd9b-3aff-49b9-a126-ca3700d316b2 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:15.372423 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af8cd9b-3aff-49b9-a126-ca3700d316b2 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:15.372788 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af8cd9b-3aff-49b9-a126-ca3700d316b2 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:15.373140 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af8cd9b-3aff-49b9-a126-ca3700d316b2 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:15.373483 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af8cd9b-3aff-49b9-a126-ca3700d316b2 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:15.375147 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af8cd9b-3aff-49b9-a126-ca3700d316b2 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:15.376040 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af8cd9b-3aff-49b9-a126-ca3700d316b2 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:15.376040 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af8cd9b-3aff-49b9-a126-ca3700d316b2 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:15.376235 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af8cd9b-3aff-49b9-a126-ca3700d316b2 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:15.376554 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af8cd9b-3aff-49b9-a126-ca3700d316b2 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:15.376891 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af8cd9b-3aff-49b9-a126-ca3700d316b2 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:15.377229 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af8cd9b-3aff-49b9-a126-ca3700d316b2 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:15.418624 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2af8cd9b-3aff-49b9-a126-ca3700d316b2 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for floatingip (0fe2dce6-1748-495d-8bc1-311b7a016636), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:15.418838 n-d-825015-3 neutron-server[103474]: INFO neutron.db.l3_db [None req-2af8cd9b-3aff-49b9-a126-ca3700d316b2 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Floating IP 0fe2dce6-1748-495d-8bc1-311b7a016636 disassociated (deleted). External IP: 172.25.3.60, port: a977fd2b-2737-4d40-8e21-0a5dbd0afb3c. Feb 04 13:07:15.555572 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4f911533-fc15-430f-ac7c-052c499f78c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:15.648108 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2af8cd9b-3aff-49b9-a126-ca3700d316b2 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Router b4127a47-cc4d-4680-a575-1d738569246b has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:07:15.761131 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2af8cd9b-3aff-49b9-a126-ca3700d316b2 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:07:15.766068 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2af8cd9b-3aff-49b9-a126-ca3700d316b2 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:15.770733 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e51d4f0-7e09-4c44-aef9-a612eab10f18 None None] Sync routers for ids ['b4127a47-cc4d-4680-a575-1d738569246b'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:07:15.787085 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e51d4f0-7e09-4c44-aef9-a612eab10f18 None None] Routers {'b4127a47-cc4d-4680-a575-1d738569246b'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:07:15.787085 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-5e51d4f0-7e09-4c44-aef9-a612eab10f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:06:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['b4127a47-cc4d-4680-a575-1d738569246b'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:07:15.801294 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-2af8cd9b-3aff-49b9-a126-ca3700d316b2 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "DELETE /v2.0/floatingips/0fe2dce6-1748-495d-8bc1-311b7a016636 HTTP/1.1" status: 204 len: 168 time: 0.8851097 Feb 04 13:07:15.801294 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05c0df21-6486-4c9a-9c55-890939a85577', 'tag': 'a977fd2b-2737-4d40-8e21-0a5dbd0afb3c'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:07:15.801807 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8e5bc71-e808-4a80-a302-dde3d5adbadd" -d '{"events": [{"name": "network-changed", "server_uuid": "05c0df21-6486-4c9a-9c55-890939a85577", "tag": "a977fd2b-2737-4d40-8e21-0a5dbd0afb3c"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:07:15.907277 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-5e51d4f0-7e09-4c44-aef9-a612eab10f18 None None] Set router b4127a47-cc4d-4680-a575-1d738569246b gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:07:15.920486 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d4e1fa4-8b86-40b6-965b-d07a42628449 x-openstack-request-id: req-9d4e1fa4-8b86-40b6-965b-d07a42628449 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:07:15.922061 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05c0df21-6486-4c9a-9c55-890939a85577", "tag": "a977fd2b-2737-4d40-8e21-0a5dbd0afb3c", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:07:15.922393 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9d4e1fa4-8b86-40b6-965b-d07a42628449 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:07:15.922773 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05c0df21-6486-4c9a-9c55-890939a85577', 'tag': 'a977fd2b-2737-4d40-8e21-0a5dbd0afb3c', 'status': 'completed', 'code': 200} Feb 04 13:07:16.005269 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e5bc71-e808-4a80-a302-dde3d5adbadd req-4b2cccee-0ce3-47e4-96c3-4a4eeab371a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:16.007032 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-e8e5bc71-e808-4a80-a302-dde3d5adbadd req-4b2cccee-0ce3-47e4-96c3-4a4eeab371a4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6d8f90d776f2444ead7911de1972e870&device_id=05c0df21-6486-4c9a-9c55-890939a85577 HTTP/1.1" status: 200 len: 1127 time: 0.0520067 Feb 04 13:07:16.048390 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66ea172-4811-4196-9bd2-e4d17c16e778 req-8a04c5d3-1936-4f31-863e-480aec906160 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:16.056758 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d66ea172-4811-4196-9bd2-e4d17c16e778 req-8a04c5d3-1936-4f31-863e-480aec906160 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=05c0df21-6486-4c9a-9c55-890939a85577 HTTP/1.1" status: 200 len: 945 time: 0.0660775 Feb 04 13:07:16.105064 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d66ea172-4811-4196-9bd2-e4d17c16e778 req-4515e63c-bb18-43b4-b7f4-ee2b750b84d6 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?id=9806d4b1-b8b7-4384-9f21-9e902429f311&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474067 Feb 04 13:07:16.109882 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e5bc71-e808-4a80-a302-dde3d5adbadd req-56ef9ab1-bac3-4700-9490-db26233eb3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:16.111632 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-e8e5bc71-e808-4a80-a302-dde3d5adbadd req-56ef9ab1-bac3-4700-9490-db26233eb3d1 service neutron] 10.222.0.77 "GET /v2.0/networks?id=2960cb63-3723-4dc0-b4b8-f9b874b33342 HTTP/1.1" status: 200 len: 898 time: 0.0975935 Feb 04 13:07:16.154803 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-e8e5bc71-e808-4a80-a302-dde3d5adbadd req-f6d15e0a-5200-42e1-a012-9fb239cc2649 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a977fd2b-2737-4d40-8e21-0a5dbd0afb3c HTTP/1.1" status: 200 len: 217 time: 0.0369143 Feb 04 13:07:16.206239 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e5bc71-e808-4a80-a302-dde3d5adbadd req-25b8246a-0efe-4acc-85d1-69cda1f61d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:16.207777 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-e8e5bc71-e808-4a80-a302-dde3d5adbadd req-25b8246a-0efe-4acc-85d1-69cda1f61d2f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=af542747-d2ae-4e4a-8715-9c3ceec5f9f4 HTTP/1.1" status: 200 len: 835 time: 0.0462451 Feb 04 13:07:16.226509 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-5e51d4f0-7e09-4c44-aef9-a612eab10f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4127a47-cc4d-4680-a575-1d738569246b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-511688703', 'tenant_id': '6d8f90d776f2444ead7911de1972e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': 'a4acc2ff-6d51-45a9-9766-cba3b450fefc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:05:08Z', 'updated_at': '2022-02-04T13:05:17Z', 'revision_number': 4, 'project_id': '6d8f90d776f2444ead7911de1972e870', 'gw_port': {'id': 'a4acc2ff-6d51-45a9-9766-cba3b450fefc', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:9d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4127a47-cc4d-4680-a575-1d738569246b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:05:09Z', 'updated_at': '2022-02-04T13:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'ac832afc-56cf-402d-a20e-209a0db59055', 'name': '', 'network_id': '2960cb63-3723-4dc0-b4b8-f9b874b33342', 'tenant_id': '6d8f90d776f2444ead7911de1972e870', 'mac_address': 'fa:16:3e:4c:c7:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4127a47-cc4d-4680-a575-1d738569246b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'af542747-d2ae-4e4a-8715-9c3ceec5f9f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:05:16Z', 'updated_at': '2022-02-04T13:05:22Z', 'revision_number': 5, 'project_id': '6d8f90d776f2444ead7911de1972e870', 'subnets': [{'id': 'af542747-d2ae-4e4a-8715-9c3ceec5f9f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:07:16.252781 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e51d4f0-7e09-4c44-aef9-a612eab10f18 None None] Checking router: b4127a47-cc4d-4680-a575-1d738569246b for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:07:16.261034 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e51d4f0-7e09-4c44-aef9-a612eab10f18 None None] Routers {'b4127a47-cc4d-4680-a575-1d738569246b'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:07:16.261175 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e5bc71-e808-4a80-a302-dde3d5adbadd req-d014774f-bda1-4185-8434-17eb68b6c6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:16.261368 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-5e51d4f0-7e09-4c44-aef9-a612eab10f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:06:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['b4127a47-cc4d-4680-a575-1d738569246b'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:07:16.262526 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-e8e5bc71-e808-4a80-a302-dde3d5adbadd req-d014774f-bda1-4185-8434-17eb68b6c6c4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2960cb63-3723-4dc0-b4b8-f9b874b33342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0486035 Feb 04 13:07:16.357795 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-e8e5bc71-e808-4a80-a302-dde3d5adbadd req-de9724a3-89ea-4415-90a4-ef350faa28a2 service neutron] 10.222.0.77 "GET /v2.0/networks/2960cb63-3723-4dc0-b4b8-f9b874b33342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883148 Feb 04 13:07:16.368479 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-5e51d4f0-7e09-4c44-aef9-a612eab10f18 None None] Set router b4127a47-cc4d-4680-a575-1d738569246b gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:07:16.455522 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-e8e5bc71-e808-4a80-a302-dde3d5adbadd req-106a12ca-3fcf-4233-aafa-8c0eee0d264b service neutron] 10.222.0.77 "GET /v2.0/networks/2960cb63-3723-4dc0-b4b8-f9b874b33342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904872 Feb 04 13:07:16.568137 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-5e51d4f0-7e09-4c44-aef9-a612eab10f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4127a47-cc4d-4680-a575-1d738569246b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-511688703', 'tenant_id': '6d8f90d776f2444ead7911de1972e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': 'a4acc2ff-6d51-45a9-9766-cba3b450fefc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:05:08Z', 'updated_at': '2022-02-04T13:05:17Z', 'revision_number': 4, 'project_id': '6d8f90d776f2444ead7911de1972e870', 'gw_port': {'id': 'a4acc2ff-6d51-45a9-9766-cba3b450fefc', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:9d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4127a47-cc4d-4680-a575-1d738569246b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:05:09Z', 'updated_at': '2022-02-04T13:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'ac832afc-56cf-402d-a20e-209a0db59055', 'name': '', 'network_id': '2960cb63-3723-4dc0-b4b8-f9b874b33342', 'tenant_id': '6d8f90d776f2444ead7911de1972e870', 'mac_address': 'fa:16:3e:4c:c7:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4127a47-cc4d-4680-a575-1d738569246b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'af542747-d2ae-4e4a-8715-9c3ceec5f9f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:05:16Z', 'updated_at': '2022-02-04T13:05:22Z', 'revision_number': 5, 'project_id': '6d8f90d776f2444ead7911de1972e870', 'subnets': [{'id': 'af542747-d2ae-4e4a-8715-9c3ceec5f9f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:07:16.594895 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e51d4f0-7e09-4c44-aef9-a612eab10f18 None None] The sync data for ids ['b4127a47-cc4d-4680-a575-1d738569246b'] in n-d-825015-3 is: [{'id': 'b4127a47-cc4d-4680-a575-1d738569246b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-511688703', 'tenant_id': '6d8f90d776f2444ead7911de1972e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': 'a4acc2ff-6d51-45a9-9766-cba3b450fefc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:05:08Z', 'updated_at': '2022-02-04T13:05:17Z', 'revision_number': 4, 'project_id': '6d8f90d776f2444ead7911de1972e870', 'gw_port': {'id': 'a4acc2ff-6d51-45a9-9766-cba3b450fefc', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:9d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4127a47-cc4d-4680-a575-1d738569246b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:05:09Z', 'updated_at': '2022-02-04T13:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'ac832afc-56cf-402d-a20e-209a0db59055', 'name': '', 'network_id': '2960cb63-3723-4dc0-b4b8-f9b874b33342', 'tenant_id': '6d8f90d776f2444ead7911de1972e870', 'mac_address': 'fa:16:3e:4c:c7:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4127a47-cc4d-4680-a575-1d738569246b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'af542747-d2ae-4e4a-8715-9c3ceec5f9f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:05:16Z', 'updated_at': '2022-02-04T13:05:22Z', 'revision_number': 5, 'project_id': '6d8f90d776f2444ead7911de1972e870', 'subnets': [{'id': 'af542747-d2ae-4e4a-8715-9c3ceec5f9f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:07:16.816147 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1735786-1266-4b7c-a15e-240f8847540f None None] New status for floating IP 0fe2dce6-1748-495d-8bc1-311b7a016636: DOWN {{(pid=103476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:07:17.293012 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3d92ad-cc35-4609-b721-76d1e4e1eb0d req-28cef560-9a44-46df-bd45-9d1c7eab205b tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:17.294539 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8f3d92ad-cc35-4609-b721-76d1e4e1eb0d req-28cef560-9a44-46df-bd45-9d1c7eab205b tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=05c0df21-6486-4c9a-9c55-890939a85577 HTTP/1.1" status: 200 len: 945 time: 0.1141737 Feb 04 13:07:17.320103 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e4dad9-0694-47ef-88cf-0b825aab8d27 req-398794cb-d7ac-4169-b3b5-fb535cb8ed97 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:17.321657 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-72e4dad9-0694-47ef-88cf-0b825aab8d27 req-398794cb-d7ac-4169-b3b5-fb535cb8ed97 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.77 "GET /v2.0/ports?device_id=05c0df21-6486-4c9a-9c55-890939a85577 HTTP/1.1" status: 200 len: 945 time: 0.0557623 Feb 04 13:07:17.345996 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8f3d92ad-cc35-4609-b721-76d1e4e1eb0d req-a47cd388-2226-4d5e-b1a7-3d9c29f6f818 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?id=9806d4b1-b8b7-4384-9f21-9e902429f311&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444000 Feb 04 13:07:17.415697 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-72e4dad9-0694-47ef-88cf-0b825aab8d27 req-075e3e20-907d-4efb-ba2c-b31e14e0cd26 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Deleting port a977fd2b-2737-4d40-8e21-0a5dbd0afb3c {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:07:17.415987 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-72e4dad9-0694-47ef-88cf-0b825aab8d27 req-075e3e20-907d-4efb-ba2c-b31e14e0cd26 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (a977fd2b-2737-4d40-8e21-0a5dbd0afb3c), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:17.508631 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-72e4dad9-0694-47ef-88cf-0b825aab8d27 req-075e3e20-907d-4efb-ba2c-b31e14e0cd26 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] For port a977fd2b-2737-4d40-8e21-0a5dbd0afb3c, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=a977fd2b-2737-4d40-8e21-0a5dbd0afb3c,segment=NetworkSegment(b3aaf14c-b32d-4659-a6fc-33e6006c4937),segment_id=b3aaf14c-b32d-4659-a6fc-33e6006c4937)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:07:17.508996 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-72e4dad9-0694-47ef-88cf-0b825aab8d27 req-075e3e20-907d-4efb-ba2c-b31e14e0cd26 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (a977fd2b-2737-4d40-8e21-0a5dbd0afb3c), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:17.522971 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [req-72e4dad9-0694-47ef-88cf-0b825aab8d27 req-075e3e20-907d-4efb-ba2c-b31e14e0cd26 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Calling delete_port for a977fd2b-2737-4d40-8e21-0a5dbd0afb3c owned by compute:nova {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:07:17.656127 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-72e4dad9-0694-47ef-88cf-0b825aab8d27 req-075e3e20-907d-4efb-ba2c-b31e14e0cd26 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (a977fd2b-2737-4d40-8e21-0a5dbd0afb3c), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:17.685517 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075e3e20-907d-4efb-ba2c-b31e14e0cd26 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Pushing event deleted for resources: {'Port': ['ID=a977fd2b-2737-4d40-8e21-0a5dbd0afb3c,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:17.734361 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-72e4dad9-0694-47ef-88cf-0b825aab8d27 req-075e3e20-907d-4efb-ba2c-b31e14e0cd26 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] No DVR routers for this DVR port a977fd2b-2737-4d40-8e21-0a5dbd0afb3c on host n-h2-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:07:17.737048 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-72e4dad9-0694-47ef-88cf-0b825aab8d27 req-075e3e20-907d-4efb-ba2c-b31e14e0cd26 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:17.741832 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-72e4dad9-0694-47ef-88cf-0b825aab8d27 req-075e3e20-907d-4efb-ba2c-b31e14e0cd26 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.77 "DELETE /v2.0/ports/a977fd2b-2737-4d40-8e21-0a5dbd0afb3c HTTP/1.1" status: 204 len: 173 time: 0.4147294 Feb 04 13:07:17.924182 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05c0df21-6486-4c9a-9c55-890939a85577', 'name': 'network-vif-deleted', 'tag': 'a977fd2b-2737-4d40-8e21-0a5dbd0afb3c'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:07:17.926566 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffc63b5c-e0de-4e25-8272-ff2ef6fba5b7" -d '{"events": [{"server_uuid": "05c0df21-6486-4c9a-9c55-890939a85577", "name": "network-vif-deleted", "tag": "a977fd2b-2737-4d40-8e21-0a5dbd0afb3c"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:07:17.963159 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d67616e-08ba-4f33-9fb0-4aa3b899587d x-openstack-request-id: req-1d67616e-08ba-4f33-9fb0-4aa3b899587d {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:07:17.963466 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05c0df21-6486-4c9a-9c55-890939a85577", "name": "network-vif-deleted", "tag": "a977fd2b-2737-4d40-8e21-0a5dbd0afb3c", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:07:17.963728 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1d67616e-08ba-4f33-9fb0-4aa3b899587d {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:07:17.964178 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05c0df21-6486-4c9a-9c55-890939a85577', 'name': 'network-vif-deleted', 'tag': 'a977fd2b-2737-4d40-8e21-0a5dbd0afb3c', 'status': 'completed', 'code': 200} Feb 04 13:07:18.031635 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-77155f01-9154-440b-adb1-9229a0b9ec36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:18.402461 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59202) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:07:18.767418 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3e078c18-8b98-466b-a892-236eb9d64ca2 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622215'] for router_interface (b4127a47-cc4d-4680-a575-1d738569246b), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:19.333151 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:19.333799 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-3e078c18-8b98-466b-a892-236eb9d64ca2 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Deleting port ac832afc-56cf-402d-a20e-209a0db59055 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:07:19.334039 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3e078c18-8b98-466b-a892-236eb9d64ca2 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (ac832afc-56cf-402d-a20e-209a0db59055), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:19.420973 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-3e078c18-8b98-466b-a892-236eb9d64ca2 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] For port ac832afc-56cf-402d-a20e-209a0db59055, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=ac832afc-56cf-402d-a20e-209a0db59055,segment=NetworkSegment(b3aaf14c-b32d-4659-a6fc-33e6006c4937),segment_id=b3aaf14c-b32d-4659-a6fc-33e6006c4937)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:07:19.421684 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3e078c18-8b98-466b-a892-236eb9d64ca2 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (ac832afc-56cf-402d-a20e-209a0db59055), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:19.437475 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-3e078c18-8b98-466b-a892-236eb9d64ca2 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Calling delete_port for ac832afc-56cf-402d-a20e-209a0db59055 owned by network:router_interface {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:07:19.625746 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3e078c18-8b98-466b-a892-236eb9d64ca2 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (ac832afc-56cf-402d-a20e-209a0db59055), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:19.651339 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e078c18-8b98-466b-a892-236eb9d64ca2 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Pushing event deleted for resources: {'Port': ['ID=ac832afc-56cf-402d-a20e-209a0db59055,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:19.834925 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3e078c18-8b98-466b-a892-236eb9d64ca2 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622067'] for router_interface (b4127a47-cc4d-4680-a575-1d738569246b), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:20.053460 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e078c18-8b98-466b-a892-236eb9d64ca2 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Router b4127a47-cc4d-4680-a575-1d738569246b has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:07:20.163155 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e078c18-8b98-466b-a892-236eb9d64ca2 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:07:20.168934 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-3e078c18-8b98-466b-a892-236eb9d64ca2 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "PUT /v2.0/routers/b4127a47-cc4d-4680-a575-1d738569246b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7650483 Feb 04 13:07:20.171889 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59204) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:07:20.173930 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0780232c-0651-4fb0-ac96-dda28d6b064d None None] Sync routers for ids ['b4127a47-cc4d-4680-a575-1d738569246b'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:07:20.183676 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0780232c-0651-4fb0-ac96-dda28d6b064d None None] Routers {'b4127a47-cc4d-4680-a575-1d738569246b'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:07:20.184307 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-0780232c-0651-4fb0-ac96-dda28d6b064d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:07:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['b4127a47-cc4d-4680-a575-1d738569246b'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:07:20.224314 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-da8f2219-c214-4696-812a-94e5714a26cc tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Deleting subnet af542747-d2ae-4e4a-8715-9c3ceec5f9f4 {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:07:20.227540 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-da8f2219-c214-4696-812a-94e5714a26cc tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for subnet (af542747-d2ae-4e4a-8715-9c3ceec5f9f4), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:20.269354 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-da8f2219-c214-4696-812a-94e5714a26cc tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (af542747-d2ae-4e4a-8715-9c3ceec5f9f4), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:20.292048 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-0780232c-0651-4fb0-ac96-dda28d6b064d None None] Set router b4127a47-cc4d-4680-a575-1d738569246b gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:07:20.357878 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-da8f2219-c214-4696-812a-94e5714a26cc tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (af542747-d2ae-4e4a-8715-9c3ceec5f9f4), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:20.426710 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-da8f2219-c214-4696-812a-94e5714a26cc tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (af542747-d2ae-4e4a-8715-9c3ceec5f9f4), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:20.455954 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8f2219-c214-4696-812a-94e5714a26cc tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Pushing event deleted for resources: {'Subnet': ['ID=af542747-d2ae-4e4a-8715-9c3ceec5f9f4,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:20.459450 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-da8f2219-c214-4696-812a-94e5714a26cc tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:20.462718 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-da8f2219-c214-4696-812a-94e5714a26cc tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "DELETE /v2.0/subnets/af542747-d2ae-4e4a-8715-9c3ceec5f9f4 HTTP/1.1" status: 204 len: 168 time: 0.2898180 Feb 04 13:07:20.465422 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59206) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:07:20.469813 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3739a1a-a90a-44a9-98d5-49d533a27d6b None None] Network 2960cb63-3723-4dc0-b4b8-f9b874b33342 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:07:20.505689 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-0780232c-0651-4fb0-ac96-dda28d6b064d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4127a47-cc4d-4680-a575-1d738569246b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-511688703', 'tenant_id': '6d8f90d776f2444ead7911de1972e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': 'a4acc2ff-6d51-45a9-9766-cba3b450fefc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:05:08Z', 'updated_at': '2022-02-04T13:07:19Z', 'revision_number': 5, 'project_id': '6d8f90d776f2444ead7911de1972e870', 'gw_port': {'id': 'a4acc2ff-6d51-45a9-9766-cba3b450fefc', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:9d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4127a47-cc4d-4680-a575-1d738569246b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:05:09Z', 'updated_at': '2022-02-04T13:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:07:20.537641 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0780232c-0651-4fb0-ac96-dda28d6b064d None None] Checking router: b4127a47-cc4d-4680-a575-1d738569246b for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:07:20.547325 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0780232c-0651-4fb0-ac96-dda28d6b064d None None] Routers {'b4127a47-cc4d-4680-a575-1d738569246b'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:07:20.547985 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-0780232c-0651-4fb0-ac96-dda28d6b064d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:07:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['b4127a47-cc4d-4680-a575-1d738569246b'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:07:20.585121 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8bf8ea85-e659-4d1c-9c27-23b10b329c5e tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for router (b4127a47-cc4d-4680-a575-1d738569246b), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:20.603087 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:20.660256 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-0780232c-0651-4fb0-ac96-dda28d6b064d None None] Set router b4127a47-cc4d-4680-a575-1d738569246b gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:07:20.671216 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6f7346-3bdc-4563-974e-6511bbf4a2d3 None None] DHCP port deletion for 2960cb63-3723-4dc0-b4b8-f9b874b33342 request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:07:20.710130 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8bf8ea85-e659-4d1c-9c27-23b10b329c5e tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for router_gateway (b4127a47-cc4d-4680-a575-1d738569246b), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:20.719824 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-3f6f7346-3bdc-4563-974e-6511bbf4a2d3 None None] Deleting port 93f95bde-8e10-41da-b686-2c3277a876ca {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:07:20.720136 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3f6f7346-3bdc-4563-974e-6511bbf4a2d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (93f95bde-8e10-41da-b686-2c3277a876ca), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:20.770244 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-8bf8ea85-e659-4d1c-9c27-23b10b329c5e tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Deleting port a4acc2ff-6d51-45a9-9766-cba3b450fefc {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:07:20.770592 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8bf8ea85-e659-4d1c-9c27-23b10b329c5e tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (a4acc2ff-6d51-45a9-9766-cba3b450fefc), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:20.792895 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-3f6f7346-3bdc-4563-974e-6511bbf4a2d3 None None] For port 93f95bde-8e10-41da-b686-2c3277a876ca, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=93f95bde-8e10-41da-b686-2c3277a876ca,segment=NetworkSegment(b3aaf14c-b32d-4659-a6fc-33e6006c4937),segment_id=b3aaf14c-b32d-4659-a6fc-33e6006c4937)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:07:20.793291 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3f6f7346-3bdc-4563-974e-6511bbf4a2d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (93f95bde-8e10-41da-b686-2c3277a876ca), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:20.806451 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-3f6f7346-3bdc-4563-974e-6511bbf4a2d3 None None] Calling delete_port for 93f95bde-8e10-41da-b686-2c3277a876ca owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:07:20.855549 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-0780232c-0651-4fb0-ac96-dda28d6b064d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4127a47-cc4d-4680-a575-1d738569246b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-511688703', 'tenant_id': '6d8f90d776f2444ead7911de1972e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': 'a4acc2ff-6d51-45a9-9766-cba3b450fefc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:05:08Z', 'updated_at': '2022-02-04T13:07:19Z', 'revision_number': 5, 'project_id': '6d8f90d776f2444ead7911de1972e870', 'gw_port': {'id': 'a4acc2ff-6d51-45a9-9766-cba3b450fefc', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:9d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4127a47-cc4d-4680-a575-1d738569246b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:05:09Z', 'updated_at': '2022-02-04T13:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:07:20.869577 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-8bf8ea85-e659-4d1c-9c27-23b10b329c5e tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] For port a4acc2ff-6d51-45a9-9766-cba3b450fefc, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=a4acc2ff-6d51-45a9-9766-cba3b450fefc,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:07:20.870080 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8bf8ea85-e659-4d1c-9c27-23b10b329c5e tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (a4acc2ff-6d51-45a9-9766-cba3b450fefc), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:20.883719 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0780232c-0651-4fb0-ac96-dda28d6b064d None None] The sync data for ids ['b4127a47-cc4d-4680-a575-1d738569246b'] in n-d-825015-3 is: [{'id': 'b4127a47-cc4d-4680-a575-1d738569246b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-511688703', 'tenant_id': '6d8f90d776f2444ead7911de1972e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': 'a4acc2ff-6d51-45a9-9766-cba3b450fefc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:05:08Z', 'updated_at': '2022-02-04T13:07:19Z', 'revision_number': 5, 'project_id': '6d8f90d776f2444ead7911de1972e870', 'gw_port': {'id': 'a4acc2ff-6d51-45a9-9766-cba3b450fefc', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:9d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4127a47-cc4d-4680-a575-1d738569246b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:05:09Z', 'updated_at': '2022-02-04T13:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:07:20.887329 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-8bf8ea85-e659-4d1c-9c27-23b10b329c5e tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Calling delete_port for a4acc2ff-6d51-45a9-9766-cba3b450fefc owned by network:router_gateway {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:07:20.889447 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3f6f7346-3bdc-4563-974e-6511bbf4a2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (93f95bde-8e10-41da-b686-2c3277a876ca), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:20.920425 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6f7346-3bdc-4563-974e-6511bbf4a2d3 None None] Pushing event deleted for resources: {'Port': ['ID=93f95bde-8e10-41da-b686-2c3277a876ca,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:20.925436 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6f7346-3bdc-4563-974e-6511bbf4a2d3 None None] No DVR routers for this DVR port 93f95bde-8e10-41da-b686-2c3277a876ca on host n-d-825015-3 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:07:21.063554 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8bf8ea85-e659-4d1c-9c27-23b10b329c5e tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (a4acc2ff-6d51-45a9-9766-cba3b450fefc), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:21.088577 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf8ea85-e659-4d1c-9c27-23b10b329c5e tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Pushing event deleted for resources: {'Port': ['ID=a4acc2ff-6d51-45a9-9766-cba3b450fefc,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:21.147275 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8bf8ea85-e659-4d1c-9c27-23b10b329c5e tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1599901'] for router_gateway (b4127a47-cc4d-4680-a575-1d738569246b), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:21.241952 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8bf8ea85-e659-4d1c-9c27-23b10b329c5e tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10915'] for router (b4127a47-cc4d-4680-a575-1d738569246b), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:21.244300 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8bf8ea85-e659-4d1c-9c27-23b10b329c5e tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for router_controller (b4127a47-cc4d-4680-a575-1d738569246b), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:21.291718 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8bf8ea85-e659-4d1c-9c27-23b10b329c5e tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622829'] for router (b4127a47-cc4d-4680-a575-1d738569246b), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:21.292124 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bf8ea85-e659-4d1c-9c27-23b10b329c5e tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Fanout notify agent at l3_agent the message router_deleted on router b4127a47-cc4d-4680-a575-1d738569246b {{(pid=103474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 13:07:21.300626 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8bf8ea85-e659-4d1c-9c27-23b10b329c5e tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:21.301885 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-8bf8ea85-e659-4d1c-9c27-23b10b329c5e tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "DELETE /v2.0/routers/b4127a47-cc4d-4680-a575-1d738569246b HTTP/1.1" status: 204 len: 168 time: 0.8355319 Feb 04 13:07:21.304550 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59210) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:07:21.384111 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dbfdbaef-366c-427f-8af8-ed7495dd837c tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (2960cb63-3723-4dc0-b4b8-f9b874b33342), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:21.473944 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dbfdbaef-366c-427f-8af8-ed7495dd837c tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (2960cb63-3723-4dc0-b4b8-f9b874b33342), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:21.478498 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device a977fd2b-2737-4d40-8e21-0a5dbd0afb3c no longer exists at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:07:21.495978 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-dbfdbaef-366c-427f-8af8-ed7495dd837c tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2960cb63-3723-4dc0-b4b8-f9b874b33342']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:07:21.502115 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] No Port match for: a977fd2b-2737-4d40-8e21-0a5dbd0afb3c {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:07:21.502704 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device a977fd2b-2737-4d40-8e21-0a5dbd0afb3c not bound to the agent host n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:07:21.507915 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-dbfdbaef-366c-427f-8af8-ed7495dd837c tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3aaf14c-b32d-4659-a6fc-33e6006c4937') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:07:21.508301 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-dbfdbaef-366c-427f-8af8-ed7495dd837c tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3aaf14c-b32d-4659-a6fc-33e6006c4937') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:07:21.519279 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dbfdbaef-366c-427f-8af8-ed7495dd837c tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (b3aaf14c-b32d-4659-a6fc-33e6006c4937), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:21.536456 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dbfdbaef-366c-427f-8af8-ed7495dd837c tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (b3aaf14c-b32d-4659-a6fc-33e6006c4937), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:21.542973 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbfdbaef-366c-427f-8af8-ed7495dd837c tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:07:21.543523 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dbfdbaef-366c-427f-8af8-ed7495dd837c tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (b3aaf14c-b32d-4659-a6fc-33e6006c4937), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:21.546772 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 13:07:21.546772 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:07:21.546772 n-d-825015-3 neutron-server[103474]: timer() Feb 04 13:07:21.546772 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:07:21.546772 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 13:07:21.546772 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:07:21.546772 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 13:07:21.546772 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:07:21.546772 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 13:07:21.546772 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:07:21.546772 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 13:07:21.546772 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:07:21.546772 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 13:07:21.546772 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:07:21.546772 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:07:21.546772 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:07:21.546772 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:07:21.546772 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:07:21.546772 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 13:07:21.546772 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:07:21.546772 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 13:07:21.546772 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:07:21.546772 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:07:21.546772 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:07:21.546772 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 13:07:21.546772 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:07:21.546772 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:07:21.546772 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:07:21.546772 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:07:21.546772 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:07:21.546772 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:07:21.546772 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:07:21.613209 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dbfdbaef-366c-427f-8af8-ed7495dd837c tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (2960cb63-3723-4dc0-b4b8-f9b874b33342), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:21.620501 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dbfdbaef-366c-427f-8af8-ed7495dd837c tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:21.623820 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-dbfdbaef-366c-427f-8af8-ed7495dd837c tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "DELETE /v2.0/networks/2960cb63-3723-4dc0-b4b8-f9b874b33342 HTTP/1.1" status: 204 len: 168 time: 0.3182743 Feb 04 13:07:21.626676 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 59212) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:07:21.635573 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfdbaef-366c-427f-8af8-ed7495dd837c tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Pushing event deleted for resources: {'Network': ['ID=2960cb63-3723-4dc0-b4b8-f9b874b33342,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:21.705482 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-08485785-1eaa-45ae-81f3-a9cb24bb81e0 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for security_group (9806d4b1-b8b7-4384-9f21-9e902429f311), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:21.732369 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-08485785-1eaa-45ae-81f3-a9cb24bb81e0 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for security_group (9806d4b1-b8b7-4384-9f21-9e902429f311), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:21.736648 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:21.796926 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-08485785-1eaa-45ae-81f3-a9cb24bb81e0 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (9806d4b1-b8b7-4384-9f21-9e902429f311), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:21.799545 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-08485785-1eaa-45ae-81f3-a9cb24bb81e0 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:21.800755 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-08485785-1eaa-45ae-81f3-a9cb24bb81e0 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "DELETE /v2.0/security-groups/9806d4b1-b8b7-4384-9f21-9e902429f311 HTTP/1.1" status: 204 len: 168 time: 0.1730814 Feb 04 13:07:21.810658 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08485785-1eaa-45ae-81f3-a9cb24bb81e0 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9806d4b1-b8b7-4384-9f21-9e902429f311,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:21.818926 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08485785-1eaa-45ae-81f3-a9cb24bb81e0 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:21.819271 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08485785-1eaa-45ae-81f3-a9cb24bb81e0 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:21.819630 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08485785-1eaa-45ae-81f3-a9cb24bb81e0 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:21.820008 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08485785-1eaa-45ae-81f3-a9cb24bb81e0 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:21.820355 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08485785-1eaa-45ae-81f3-a9cb24bb81e0 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:21.820696 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08485785-1eaa-45ae-81f3-a9cb24bb81e0 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:21.821037 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08485785-1eaa-45ae-81f3-a9cb24bb81e0 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:21.821374 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08485785-1eaa-45ae-81f3-a9cb24bb81e0 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:21.821710 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08485785-1eaa-45ae-81f3-a9cb24bb81e0 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:21.822050 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08485785-1eaa-45ae-81f3-a9cb24bb81e0 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:21.822379 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08485785-1eaa-45ae-81f3-a9cb24bb81e0 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:21.822710 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08485785-1eaa-45ae-81f3-a9cb24bb81e0 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:21.823050 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08485785-1eaa-45ae-81f3-a9cb24bb81e0 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:22.172732 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59220) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:07:22.177286 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-3df9a772-3bb3-46d6-b4f1-67f78855a6b9 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-576502351', 'description': 'tempest-secgroup-smoke-576502351 description', 'project_id': '6d8f90d776f2444ead7911de1972e870'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:07:22.197963 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3df9a772-3bb3-46d6-b4f1-67f78855a6b9 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:22.262457 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3df9a772-3bb3-46d6-b4f1-67f78855a6b9 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for security_group (697f2987-be30-4b34-8fa0-1fe03eae28b3), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:22.266950 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3df9a772-3bb3-46d6-b4f1-67f78855a6b9 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (697f2987-be30-4b34-8fa0-1fe03eae28b3), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:22.300247 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3df9a772-3bb3-46d6-b4f1-67f78855a6b9 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:22.301487 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-3df9a772-3bb3-46d6-b4f1-67f78855a6b9 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1277473 Feb 04 13:07:22.303393 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df9a772-3bb3-46d6-b4f1-67f78855a6b9 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=697f2987-be30-4b34-8fa0-1fe03eae28b3,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:22.304574 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 59222) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:07:22.312519 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-aadb5d3d-3974-41b8-946d-23266c30a205 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Request body: {'security_group_rule': {'security_group_id': '697f2987-be30-4b34-8fa0-1fe03eae28b3', 'project_id': '6d8f90d776f2444ead7911de1972e870', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:07:22.345839 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-aadb5d3d-3974-41b8-946d-23266c30a205 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for security_group_rule (c186b8d4-fcae-43e7-b28d-21c31a35efab), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:22.417286 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 93f95bde-8e10-41da-b686-2c3277a876ca no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:07:22.425900 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-aadb5d3d-3974-41b8-946d-23266c30a205 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for security_group_rule (c186b8d4-fcae-43e7-b28d-21c31a35efab), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:22.430620 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-aadb5d3d-3974-41b8-946d-23266c30a205 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (c186b8d4-fcae-43e7-b28d-21c31a35efab), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:22.440728 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 93f95bde-8e10-41da-b686-2c3277a876ca {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:07:22.441148 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 93f95bde-8e10-41da-b686-2c3277a876ca not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:07:22.441653 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device ac832afc-56cf-402d-a20e-209a0db59055 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:07:22.448826 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadb5d3d-3974-41b8-946d-23266c30a205 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c186b8d4-fcae-43e7-b28d-21c31a35efab,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:22.462309 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-aadb5d3d-3974-41b8-946d-23266c30a205 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:22.463716 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-aadb5d3d-3974-41b8-946d-23266c30a205 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1561923 Feb 04 13:07:22.466094 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: ac832afc-56cf-402d-a20e-209a0db59055 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:07:22.466363 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 59226) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:07:22.466574 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device ac832afc-56cf-402d-a20e-209a0db59055 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:07:22.467056 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device a4acc2ff-6d51-45a9-9766-cba3b450fefc no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:07:22.471223 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-47c34cd6-b9b3-4d01-ab01-2f720c32de54 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Request body: {'security_group_rule': {'security_group_id': '697f2987-be30-4b34-8fa0-1fe03eae28b3', 'project_id': '6d8f90d776f2444ead7911de1972e870', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:07:22.489017 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: a4acc2ff-6d51-45a9-9766-cba3b450fefc {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:07:22.489534 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device a4acc2ff-6d51-45a9-9766-cba3b450fefc not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:07:22.497619 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-47c34cd6-b9b3-4d01-ab01-2f720c32de54 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for security_group_rule (5f0eee30-c283-443c-a1ba-880eb3aa8de9), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:22.552415 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-47c34cd6-b9b3-4d01-ab01-2f720c32de54 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for security_group_rule (5f0eee30-c283-443c-a1ba-880eb3aa8de9), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:22.556047 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-47c34cd6-b9b3-4d01-ab01-2f720c32de54 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (5f0eee30-c283-443c-a1ba-880eb3aa8de9), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:22.573808 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c34cd6-b9b3-4d01-ab01-2f720c32de54 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f0eee30-c283-443c-a1ba-880eb3aa8de9,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:22.582022 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-47c34cd6-b9b3-4d01-ab01-2f720c32de54 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:22.583209 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-47c34cd6-b9b3-4d01-ab01-2f720c32de54 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1159303 Feb 04 13:07:22.585935 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 59228) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:07:22.590360 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-b23b4970-694c-4c74-bec3-a2769eea207c tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Request body: {'security_group_rule': {'security_group_id': '697f2987-be30-4b34-8fa0-1fe03eae28b3', 'project_id': '6d8f90d776f2444ead7911de1972e870', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:07:22.615307 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b23b4970-694c-4c74-bec3-a2769eea207c tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for security_group_rule (bb989543-3d8c-4cdc-8e94-083dbf85ee49), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:22.671285 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b23b4970-694c-4c74-bec3-a2769eea207c tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for security_group_rule (bb989543-3d8c-4cdc-8e94-083dbf85ee49), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:22.674687 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b23b4970-694c-4c74-bec3-a2769eea207c tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (bb989543-3d8c-4cdc-8e94-083dbf85ee49), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:22.692804 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23b4970-694c-4c74-bec3-a2769eea207c tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb989543-3d8c-4cdc-8e94-083dbf85ee49,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:22.699899 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b23b4970-694c-4c74-bec3-a2769eea207c tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:22.701199 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-b23b4970-694c-4c74-bec3-a2769eea207c tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1143253 Feb 04 13:07:22.704669 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 59230) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:07:22.709032 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-aa377883-113e-403a-afca-df09f5d18ea5 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Request body: {'security_group_rule': {'security_group_id': '697f2987-be30-4b34-8fa0-1fe03eae28b3', 'project_id': '6d8f90d776f2444ead7911de1972e870', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:07:22.735363 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-aa377883-113e-403a-afca-df09f5d18ea5 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for security_group_rule (58516d96-ef55-40a6-964b-31223216abd8), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:22.796858 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-aa377883-113e-403a-afca-df09f5d18ea5 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for security_group_rule (58516d96-ef55-40a6-964b-31223216abd8), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:22.800417 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-aa377883-113e-403a-afca-df09f5d18ea5 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (58516d96-ef55-40a6-964b-31223216abd8), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:22.816051 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa377883-113e-403a-afca-df09f5d18ea5 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58516d96-ef55-40a6-964b-31223216abd8,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:22.827547 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-aa377883-113e-403a-afca-df09f5d18ea5 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:22.828754 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-aa377883-113e-403a-afca-df09f5d18ea5 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1231589 Feb 04 13:07:22.831425 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 59232) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:07:22.835644 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-f3a5e172-2d76-4c41-a961-f700197d7b69 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Request body: {'security_group_rule': {'security_group_id': '697f2987-be30-4b34-8fa0-1fe03eae28b3', 'project_id': '6d8f90d776f2444ead7911de1972e870', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:07:22.856049 n-d-825015-3 neutron-server[103475]: INFO neutron.db.securitygroups_db [None req-f3a5e172-2d76-4c41-a961-f700197d7b69 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Project 6d8f90d776f2444ead7911de1972e870 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 13:07:22.861901 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f3a5e172-2d76-4c41-a961-f700197d7b69 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for security_group_rule (6c3792b5-c2fe-4127-a266-c4fb8e446fb9), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:22.919684 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f3a5e172-2d76-4c41-a961-f700197d7b69 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for security_group_rule (6c3792b5-c2fe-4127-a266-c4fb8e446fb9), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:22.923867 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f3a5e172-2d76-4c41-a961-f700197d7b69 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (6c3792b5-c2fe-4127-a266-c4fb8e446fb9), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:22.942863 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a5e172-2d76-4c41-a961-f700197d7b69 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c3792b5-c2fe-4127-a266-c4fb8e446fb9,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:22.948200 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f3a5e172-2d76-4c41-a961-f700197d7b69 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:22.949246 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-f3a5e172-2d76-4c41-a961-f700197d7b69 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1168845 Feb 04 13:07:22.952497 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 59234) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:07:22.956846 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-a22d89a3-2c65-494b-8771-15e14d7bdc75 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Request body: {'security_group_rule': {'security_group_id': '697f2987-be30-4b34-8fa0-1fe03eae28b3', 'project_id': '6d8f90d776f2444ead7911de1972e870', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:07:22.976526 n-d-825015-3 neutron-server[103475]: INFO neutron.db.securitygroups_db [None req-a22d89a3-2c65-494b-8771-15e14d7bdc75 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Project 6d8f90d776f2444ead7911de1972e870 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 13:07:22.981272 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a22d89a3-2c65-494b-8771-15e14d7bdc75 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for security_group_rule (6e5e91f6-0a2a-491d-9e9c-ad812b5b7e23), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:23.039217 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a22d89a3-2c65-494b-8771-15e14d7bdc75 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for security_group_rule (6e5e91f6-0a2a-491d-9e9c-ad812b5b7e23), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:23.042934 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a22d89a3-2c65-494b-8771-15e14d7bdc75 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (6e5e91f6-0a2a-491d-9e9c-ad812b5b7e23), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:23.060346 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22d89a3-2c65-494b-8771-15e14d7bdc75 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e5e91f6-0a2a-491d-9e9c-ad812b5b7e23,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:23.069017 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a22d89a3-2c65-494b-8771-15e14d7bdc75 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:23.070443 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-a22d89a3-2c65-494b-8771-15e14d7bdc75 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1166039 Feb 04 13:07:23.073042 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 59236) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:07:23.079605 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-210e3337-968b-47c6-842a-78225784aced tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Request body: {'network': {'name': 'tempest-network-smoke--75411080', 'project_id': '6d8f90d776f2444ead7911de1972e870', 'port_security_enabled': True}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:07:23.100940 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-210e3337-968b-47c6-842a-78225784aced tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Made reservation on behalf of 6d8f90d776f2444ead7911de1972e870 for: {'network': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:07:23.104530 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-210e3337-968b-47c6-842a-78225784aced tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:23.131512 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-210e3337-968b-47c6-842a-78225784aced tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=103475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:07:23.141979 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-210e3337-968b-47c6-842a-78225784aced tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (637bcb8d-c94b-4038-a0af-e094f513bb9b), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:23.142350 n-d-825015-3 neutron-server[103475]: INFO neutron.db.segments_db [None req-210e3337-968b-47c6-842a-78225784aced tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Added segment 637bcb8d-c94b-4038-a0af-e094f513bb9b of type vlan for network ed4d6a9e-e319-47f6-9511-c9bfa1e918f9 Feb 04 13:07:23.195673 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-210e3337-968b-47c6-842a-78225784aced tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (ed4d6a9e-e319-47f6-9511-c9bfa1e918f9), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:23.225322 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-210e3337-968b-47c6-842a-78225784aced tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (ed4d6a9e-e319-47f6-9511-c9bfa1e918f9), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:23.230227 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-210e3337-968b-47c6-842a-78225784aced tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:23.230812 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-210e3337-968b-47c6-842a-78225784aced tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:23.312590 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-210e3337-968b-47c6-842a-78225784aced tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2385314 Feb 04 13:07:23.315395 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59238) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:07:23.320021 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-ba5c8051-b376-4d28-9db0-eb3bb437547b tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1270833324', 'admin_state_up': True, 'project_id': '6d8f90d776f2444ead7911de1972e870', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:07:23.338639 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210e3337-968b-47c6-842a-78225784aced tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Pushing event updated for resources: {'Network': ['ID=ed4d6a9e-e319-47f6-9511-c9bfa1e918f9,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:23.342930 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ba5c8051-b376-4d28-9db0-eb3bb437547b tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10933'] for router (8b98578f-35c3-49fe-b835-15d60e4ca7db), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:23.344347 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ba5c8051-b376-4d28-9db0-eb3bb437547b tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10924'] for router (8b98578f-35c3-49fe-b835-15d60e4ca7db), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:23.350001 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network ed4d6a9e-e319-47f6-9511-c9bfa1e918f9 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:07:23.401801 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ba5c8051-b376-4d28-9db0-eb3bb437547b tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for router_controller (8b98578f-35c3-49fe-b835-15d60e4ca7db), precommit_add_association {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:23.545315 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ba5c8051-b376-4d28-9db0-eb3bb437547b tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for router_gateway (8b98578f-35c3-49fe-b835-15d60e4ca7db), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:23.742371 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ba5c8051-b376-4d28-9db0-eb3bb437547b tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for router_gateway (8b98578f-35c3-49fe-b835-15d60e4ca7db), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:23.760861 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ba5c8051-b376-4d28-9db0-eb3bb437547b tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:23.861990 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-ba5c8051-b376-4d28-9db0-eb3bb437547b tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Allocated IP 172.25.3.61 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/54e6020d-98f3-4841-a898-bead13bacb56) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:07:23.964875 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ba5c8051-b376-4d28-9db0-eb3bb437547b tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for port (54e6020d-98f3-4841-a898-bead13bacb56), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:23.999388 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ba5c8051-b376-4d28-9db0-eb3bb437547b tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (54e6020d-98f3-4841-a898-bead13bacb56), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:24.039988 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5c8051-b376-4d28-9db0-eb3bb437547b tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:07:24.042844 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-ba5c8051-b376-4d28-9db0-eb3bb437547b tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:07:24.045211 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5c8051-b376-4d28-9db0-eb3bb437547b tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:07:24.073840 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5c8051-b376-4d28-9db0-eb3bb437547b tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Pushing event updated for resources: {'Port': ['ID=54e6020d-98f3-4841-a898-bead13bacb56,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:24.299267 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ba5c8051-b376-4d28-9db0-eb3bb437547b tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for router_gateway (8b98578f-35c3-49fe-b835-15d60e4ca7db), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:24.494425 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ba5c8051-b376-4d28-9db0-eb3bb437547b tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141'] for router (8b98578f-35c3-49fe-b835-15d60e4ca7db), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:24.622650 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba5c8051-b376-4d28-9db0-eb3bb437547b tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Router 8b98578f-35c3-49fe-b835-15d60e4ca7db is scheduled to L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de with binding_index 1 {{(pid=103474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 13:07:24.730094 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba5c8051-b376-4d28-9db0-eb3bb437547b tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:07:24.739755 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8c537c-a4f3-44c2-aa23-c49ee11df5df None None] Sync routers for ids ['8b98578f-35c3-49fe-b835-15d60e4ca7db'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:07:24.750391 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8c537c-a4f3-44c2-aa23-c49ee11df5df None None] Routers {'8b98578f-35c3-49fe-b835-15d60e4ca7db'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:07:24.751106 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-1b8c537c-a4f3-44c2-aa23-c49ee11df5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:07:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['8b98578f-35c3-49fe-b835-15d60e4ca7db'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:07:24.751226 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ba5c8051-b376-4d28-9db0-eb3bb437547b tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:24.755283 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-ba5c8051-b376-4d28-9db0-eb3bb437547b tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4359763 Feb 04 13:07:24.755530 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59240) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:07:24.793733 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-0b19ce74-f13e-4495-8d54-2cde3d0aa5b1 tempest-TestNetworkAdvancedServerOps-202696309 tempest-TestNetworkAdvancedServerOps-202696309-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=6d8f90d776f2444ead7911de1972e870&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0347135 Feb 04 13:07:24.793942 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59242) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:07:24.866598 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-1b8c537c-a4f3-44c2-aa23-c49ee11df5df None None] Set router 8b98578f-35c3-49fe-b835-15d60e4ca7db gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:07:25.066814 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-1b8c537c-a4f3-44c2-aa23-c49ee11df5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b98578f-35c3-49fe-b835-15d60e4ca7db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1270833324', 'tenant_id': '6d8f90d776f2444ead7911de1972e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '54e6020d-98f3-4841-a898-bead13bacb56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:07:23Z', 'updated_at': '2022-02-04T13:07:24Z', 'revision_number': 3, 'project_id': '6d8f90d776f2444ead7911de1972e870', 'gw_port': {'id': '54e6020d-98f3-4841-a898-bead13bacb56', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:22:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b98578f-35c3-49fe-b835-15d60e4ca7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:07:23Z', 'updated_at': '2022-02-04T13:07:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:07:25.097181 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8c537c-a4f3-44c2-aa23-c49ee11df5df None None] Checking router: 8b98578f-35c3-49fe-b835-15d60e4ca7db for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:07:25.097533 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8c537c-a4f3-44c2-aa23-c49ee11df5df None None] Updating router 8b98578f-35c3-49fe-b835-15d60e4ca7db port 54e6020d-98f3-4841-a898-bead13bacb56 binding host n-d-825015-3 {{(pid=103476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:07:25.126575 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1b8c537c-a4f3-44c2-aa23-c49ee11df5df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (54e6020d-98f3-4841-a898-bead13bacb56), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:25.263005 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89fcfc98-1992-4a75-b073-775526e7f4b4 tempest-TestNetworkAdvancedServerOps-202696309 tempest-TestNetworkAdvancedServerOps-202696309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:25.265263 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-89fcfc98-1992-4a75-b073-775526e7f4b4 tempest-TestNetworkAdvancedServerOps-202696309 tempest-TestNetworkAdvancedServerOps-202696309-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4702411 Feb 04 13:07:25.268126 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 59244) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:07:25.298164 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-db97dbe9-8dc9-40bf-8fa2-a04754874bc4 tempest-TestNetworkAdvancedServerOps-202696309 tempest-TestNetworkAdvancedServerOps-202696309-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0288746 Feb 04 13:07:25.300790 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 59246) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:07:25.305622 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-a39c72ba-a35f-48f2-8f44-1b2db1b30784 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-86539934', 'network_id': 'ed4d6a9e-e319-47f6-9511-c9bfa1e918f9', 'project_id': '6d8f90d776f2444ead7911de1972e870', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:07:25.386067 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1b8c537c-a4f3-44c2-aa23-c49ee11df5df None None] Publish callbacks [] for port (54e6020d-98f3-4841-a898-bead13bacb56), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:25.391049 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1b8c537c-a4f3-44c2-aa23-c49ee11df5df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (54e6020d-98f3-4841-a898-bead13bacb56), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:25.393758 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a39c72ba-a35f-48f2-8f44-1b2db1b30784 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Made reservation on behalf of 6d8f90d776f2444ead7911de1972e870 for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:07:25.397461 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a39c72ba-a35f-48f2-8f44-1b2db1b30784 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:25.442781 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42c8b7d-8685-4f18-9c16-e303bd357678 None None] Pushing event updated for resources: {'Port': ['ID=54e6020d-98f3-4841-a898-bead13bacb56,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:25.446936 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-1b8c537c-a4f3-44c2-aa23-c49ee11df5df None None] Attempting to bind port 54e6020d-98f3-4841-a898-bead13bacb56 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:07:25.447316 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-1b8c537c-a4f3-44c2-aa23-c49ee11df5df None None] Attempting to bind port 54e6020d-98f3-4841-a898-bead13bacb56 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:07:25.447686 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8c537c-a4f3-44c2-aa23-c49ee11df5df None None] Attempting to bind port 54e6020d-98f3-4841-a898-bead13bacb56 on network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:07:25.453893 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8c537c-a4f3-44c2-aa23-c49ee11df5df None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:07:25.454277 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8c537c-a4f3-44c2-aa23-c49ee11df5df None None] Checking segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:07:25.454684 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1b8c537c-a4f3-44c2-aa23-c49ee11df5df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:25.455275 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8c537c-a4f3-44c2-aa23-c49ee11df5df None None] Bound using segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:07:25.455667 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-1b8c537c-a4f3-44c2-aa23-c49ee11df5df None None] Bound port: 54e6020d-98f3-4841-a898-bead13bacb56, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:07:25.455954 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1b8c537c-a4f3-44c2-aa23-c49ee11df5df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (54e6020d-98f3-4841-a898-bead13bacb56), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:25.508990 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-1b8c537c-a4f3-44c2-aa23-c49ee11df5df None None] For port 54e6020d-98f3-4841-a898-bead13bacb56, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:07:25.512256 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-1b8c537c-a4f3-44c2-aa23-c49ee11df5df None None] For port 54e6020d-98f3-4841-a898-bead13bacb56, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=54e6020d-98f3-4841-a898-bead13bacb56,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:07:25.518809 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1b8c537c-a4f3-44c2-aa23-c49ee11df5df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (54e6020d-98f3-4841-a898-bead13bacb56), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:25.573449 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8c537c-a4f3-44c2-aa23-c49ee11df5df None None] Routers {'8b98578f-35c3-49fe-b835-15d60e4ca7db'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:07:25.574024 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-1b8c537c-a4f3-44c2-aa23-c49ee11df5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:07:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['8b98578f-35c3-49fe-b835-15d60e4ca7db'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:07:25.593080 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a39c72ba-a35f-48f2-8f44-1b2db1b30784 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52094127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51452689'] for subnet (0621a453-9f5a-429a-a065-00f2a501e680), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:25.654727 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42c8b7d-8685-4f18-9c16-e303bd357678 None None] Pushing event updated for resources: {'Port': ['ID=54e6020d-98f3-4841-a898-bead13bacb56,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:25.655620 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39c72ba-a35f-48f2-8f44-1b2db1b30784 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Pushing event updated for resources: {'Subnet': ['ID=0621a453-9f5a-429a-a065-00f2a501e680,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:25.664949 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39c72ba-a35f-48f2-8f44-1b2db1b30784 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Checking segment: {'id': '637bcb8d-c94b-4038-a0af-e094f513bb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'ed4d6a9e-e319-47f6-9511-c9bfa1e918f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:07:25.665318 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39c72ba-a35f-48f2-8f44-1b2db1b30784 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Network hostable DHCP agents. Network: ed4d6a9e-e319-47f6-9511-c9bfa1e918f9, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:07:25.684275 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39c72ba-a35f-48f2-8f44-1b2db1b30784 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Network ed4d6a9e-e319-47f6-9511-c9bfa1e918f9 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:07:25.694012 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-a39c72ba-a35f-48f2-8f44-1b2db1b30784 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, ed4d6a9e-e319-47f6-9511-c9bfa1e918f9) {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:07:25.698334 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a39c72ba-a35f-48f2-8f44-1b2db1b30784 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:25.699045 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a39c72ba-a35f-48f2-8f44-1b2db1b30784 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:25.706724 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db591d0-e8e5-4f0f-82e3-e1a301f3ad58 None None] Network ed4d6a9e-e319-47f6-9511-c9bfa1e918f9 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:07:25.709656 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-1b8c537c-a4f3-44c2-aa23-c49ee11df5df None None] Set router 8b98578f-35c3-49fe-b835-15d60e4ca7db gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:07:25.716103 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-a39c72ba-a35f-48f2-8f44-1b2db1b30784 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4141653 Feb 04 13:07:25.719926 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 59248) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:07:26.101960 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa3d28a-324b-41ad-829e-336c330a6311 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-ed4d6a9e-e319-47f6-9511-c9bfa1e918f9', 'network_id': 'ed4d6a9e-e319-47f6-9511-c9bfa1e918f9', 'project_id': '6d8f90d776f2444ead7911de1972e870', 'fixed_ips': [{'subnet_id': '0621a453-9f5a-429a-a065-00f2a501e680'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:07:26.102811 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bfa3d28a-324b-41ad-829e-336c330a6311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:26.239443 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-1b8c537c-a4f3-44c2-aa23-c49ee11df5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b98578f-35c3-49fe-b835-15d60e4ca7db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1270833324', 'tenant_id': '6d8f90d776f2444ead7911de1972e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '54e6020d-98f3-4841-a898-bead13bacb56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:07:23Z', 'updated_at': '2022-02-04T13:07:24Z', 'revision_number': 3, 'project_id': '6d8f90d776f2444ead7911de1972e870', 'gw_port': {'id': '54e6020d-98f3-4841-a898-bead13bacb56', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:22:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b98578f-35c3-49fe-b835-15d60e4ca7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:07:23Z', 'updated_at': '2022-02-04T13:07:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:07:26.271095 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8c537c-a4f3-44c2-aa23-c49ee11df5df None None] The sync data for ids ['8b98578f-35c3-49fe-b835-15d60e4ca7db'] in n-d-825015-3 is: [{'id': '8b98578f-35c3-49fe-b835-15d60e4ca7db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1270833324', 'tenant_id': '6d8f90d776f2444ead7911de1972e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '54e6020d-98f3-4841-a898-bead13bacb56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:07:23Z', 'updated_at': '2022-02-04T13:07:24Z', 'revision_number': 3, 'project_id': '6d8f90d776f2444ead7911de1972e870', 'gw_port': {'id': '54e6020d-98f3-4841-a898-bead13bacb56', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:22:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b98578f-35c3-49fe-b835-15d60e4ca7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:07:23Z', 'updated_at': '2022-02-04T13:07:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:07:26.281308 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-bfa3d28a-324b-41ad-829e-336c330a6311 None None] Allocated IP 172.20.0.2 (ed4d6a9e-e319-47f6-9511-c9bfa1e918f9/0621a453-9f5a-429a-a065-00f2a501e680/87feb242-1831-4f71-9289-4e1876d82ef4) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:07:26.437241 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bfa3d28a-324b-41ad-829e-336c330a6311 None None] Publish callbacks [] for port (87feb242-1831-4f71-9289-4e1876d82ef4), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:26.443366 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cd9833da-0015-4a2f-a68c-ec6d490f8047 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:26.444046 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bfa3d28a-324b-41ad-829e-336c330a6311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (87feb242-1831-4f71-9289-4e1876d82ef4), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:26.482632 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa3d28a-324b-41ad-829e-336c330a6311 None None] Network ed4d6a9e-e319-47f6-9511-c9bfa1e918f9 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:07:26.489871 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-bfa3d28a-324b-41ad-829e-336c330a6311 None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:07:26.493523 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa3d28a-324b-41ad-829e-336c330a6311 None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:07:26.501162 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa3d28a-324b-41ad-829e-336c330a6311 None None] Pushing event updated for resources: {'Port': ['ID=87feb242-1831-4f71-9289-4e1876d82ef4,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:26.571490 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-bfa3d28a-324b-41ad-829e-336c330a6311 None None] Attempting to bind port 87feb242-1831-4f71-9289-4e1876d82ef4 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:07:26.571900 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-bfa3d28a-324b-41ad-829e-336c330a6311 None None] Attempting to bind port 87feb242-1831-4f71-9289-4e1876d82ef4 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '637bcb8d-c94b-4038-a0af-e094f513bb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'ed4d6a9e-e319-47f6-9511-c9bfa1e918f9'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:07:26.572279 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa3d28a-324b-41ad-829e-336c330a6311 None None] Attempting to bind port 87feb242-1831-4f71-9289-4e1876d82ef4 on network ed4d6a9e-e319-47f6-9511-c9bfa1e918f9 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:07:26.577558 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa3d28a-324b-41ad-829e-336c330a6311 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:07:26.578076 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa3d28a-324b-41ad-829e-336c330a6311 None None] Checking segment: {'id': '637bcb8d-c94b-4038-a0af-e094f513bb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'ed4d6a9e-e319-47f6-9511-c9bfa1e918f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:07:26.578496 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bfa3d28a-324b-41ad-829e-336c330a6311 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:26.579021 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa3d28a-324b-41ad-829e-336c330a6311 None None] Bound using segment: {'id': '637bcb8d-c94b-4038-a0af-e094f513bb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'ed4d6a9e-e319-47f6-9511-c9bfa1e918f9'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:07:26.579367 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-bfa3d28a-324b-41ad-829e-336c330a6311 None None] Bound port: 87feb242-1831-4f71-9289-4e1876d82ef4, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '637bcb8d-c94b-4038-a0af-e094f513bb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'ed4d6a9e-e319-47f6-9511-c9bfa1e918f9'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:07:26.579791 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bfa3d28a-324b-41ad-829e-336c330a6311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (87feb242-1831-4f71-9289-4e1876d82ef4), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:26.665706 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-bfa3d28a-324b-41ad-829e-336c330a6311 None None] For port 87feb242-1831-4f71-9289-4e1876d82ef4, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:07:26.670045 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-bfa3d28a-324b-41ad-829e-336c330a6311 None None] For port 87feb242-1831-4f71-9289-4e1876d82ef4, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=87feb242-1831-4f71-9289-4e1876d82ef4,segment=NetworkSegment(637bcb8d-c94b-4038-a0af-e094f513bb9b),segment_id=637bcb8d-c94b-4038-a0af-e094f513bb9b)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:07:26.680324 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bfa3d28a-324b-41ad-829e-336c330a6311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (87feb242-1831-4f71-9289-4e1876d82ef4), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:26.762179 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa3d28a-324b-41ad-829e-336c330a6311 None None] Pushing event updated for resources: {'Port': ['ID=87feb242-1831-4f71-9289-4e1876d82ef4,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:26.802015 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-cd9833da-0015-4a2f-a68c-ec6d490f8047 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Allocated IP 172.20.0.1 (ed4d6a9e-e319-47f6-9511-c9bfa1e918f9/0621a453-9f5a-429a-a065-00f2a501e680/7a494fc5-3f4c-4f9f-bb02-f6bbc51022e4) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:07:26.937855 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cd9833da-0015-4a2f-a68c-ec6d490f8047 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for port (7a494fc5-3f4c-4f9f-bb02-f6bbc51022e4), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:26.981082 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cd9833da-0015-4a2f-a68c-ec6d490f8047 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (7a494fc5-3f4c-4f9f-bb02-f6bbc51022e4), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:27.051418 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9833da-0015-4a2f-a68c-ec6d490f8047 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Pushing event updated for resources: {'Port': ['ID=7a494fc5-3f4c-4f9f-bb02-f6bbc51022e4,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:27.055212 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9833da-0015-4a2f-a68c-ec6d490f8047 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Network ed4d6a9e-e319-47f6-9511-c9bfa1e918f9 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:07:27.057042 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-cd9833da-0015-4a2f-a68c-ec6d490f8047 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:07:27.059445 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9833da-0015-4a2f-a68c-ec6d490f8047 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:07:27.114710 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cd9833da-0015-4a2f-a68c-ec6d490f8047 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1599818'] for router_interface (8b98578f-35c3-49fe-b835-15d60e4ca7db), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:27.263368 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cd9833da-0015-4a2f-a68c-ec6d490f8047 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (7a494fc5-3f4c-4f9f-bb02-f6bbc51022e4), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:27.529682 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:07:27.560130 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cd9833da-0015-4a2f-a68c-ec6d490f8047 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for port (7a494fc5-3f4c-4f9f-bb02-f6bbc51022e4), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:27.564979 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cd9833da-0015-4a2f-a68c-ec6d490f8047 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (7a494fc5-3f4c-4f9f-bb02-f6bbc51022e4), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:27.646026 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9833da-0015-4a2f-a68c-ec6d490f8047 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Pushing event updated for resources: {'Port': ['ID=7a494fc5-3f4c-4f9f-bb02-f6bbc51022e4,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:27.648598 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cd9833da-0015-4a2f-a68c-ec6d490f8047 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622202'] for router_interface (8b98578f-35c3-49fe-b835-15d60e4ca7db), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:27.758964 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9833da-0015-4a2f-a68c-ec6d490f8047 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Network ed4d6a9e-e319-47f6-9511-c9bfa1e918f9 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:07:27.760457 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-cd9833da-0015-4a2f-a68c-ec6d490f8047 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:07:27.826309 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a64e6a9-9285-4e46-99eb-1ac8ae6c8a69 None None] Network ed4d6a9e-e319-47f6-9511-c9bfa1e918f9 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:07:27.879538 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd9833da-0015-4a2f-a68c-ec6d490f8047 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Router 8b98578f-35c3-49fe-b835-15d60e4ca7db has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:07:27.929939 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-06477710-e7e2-47a1-93fd-43588e7cd7e5 None None] Provisioning complete for port 87feb242-1831-4f71-9289-4e1876d82ef4 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:07:27.930321 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-06477710-e7e2-47a1-93fd-43588e7cd7e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (87feb242-1831-4f71-9289-4e1876d82ef4), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:27.997671 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd9833da-0015-4a2f-a68c-ec6d490f8047 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:07:28.012314 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-cd9833da-0015-4a2f-a68c-ec6d490f8047 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "PUT /v2.0/routers/8b98578f-35c3-49fe-b835-15d60e4ca7db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2912521 Feb 04 13:07:28.042055 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-06477710-e7e2-47a1-93fd-43588e7cd7e5 None None] Current status of the port 87feb242-1831-4f71-9289-4e1876d82ef4 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:07:28.042498 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-06477710-e7e2-47a1-93fd-43588e7cd7e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (87feb242-1831-4f71-9289-4e1876d82ef4), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:28.080529 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-06477710-e7e2-47a1-93fd-43588e7cd7e5 None None] For port 87feb242-1831-4f71-9289-4e1876d82ef4, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=87feb242-1831-4f71-9289-4e1876d82ef4,segment=NetworkSegment(637bcb8d-c94b-4038-a0af-e094f513bb9b),segment_id=637bcb8d-c94b-4038-a0af-e094f513bb9b)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:07:28.089135 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-06477710-e7e2-47a1-93fd-43588e7cd7e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (87feb242-1831-4f71-9289-4e1876d82ef4), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:28.147185 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06477710-e7e2-47a1-93fd-43588e7cd7e5 None None] Pushing event updated for resources: {'Port': ['ID=87feb242-1831-4f71-9289-4e1876d82ef4,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:28.243079 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1acdb31b-208e-4a59-9078-fd783a451caa req-4170f758-7513-4c61-b7b0-9ace740bc63c tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-576502351&fields=id&tenant_id=6d8f90d776f2444ead7911de1972e870 HTTP/1.1" status: 200 len: 267 time: 0.0516369 Feb 04 13:07:28.315220 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-83574919-fa85-4e12-8534-9fbe4aef7b08 None None] Provisioning complete for port 87feb242-1831-4f71-9289-4e1876d82ef4 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:07:28.315602 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-83574919-fa85-4e12-8534-9fbe4aef7b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (87feb242-1831-4f71-9289-4e1876d82ef4), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:28.368453 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf32a5ad-d592-4f9d-b3a5-8517191ed8e8 None None] Sync routers for ids ['8b98578f-35c3-49fe-b835-15d60e4ca7db'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:07:28.381900 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acdb31b-208e-4a59-9078-fd783a451caa req-5d05560b-038b-4e80-bccf-26e527676b27 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:28.387410 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1acdb31b-208e-4a59-9078-fd783a451caa req-5d05560b-038b-4e80-bccf-26e527676b27 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/networks?id=ed4d6a9e-e319-47f6-9511-c9bfa1e918f9 HTTP/1.1" status: 200 len: 795 time: 0.1367071 Feb 04 13:07:28.399199 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf32a5ad-d592-4f9d-b3a5-8517191ed8e8 None None] Routers {'8b98578f-35c3-49fe-b835-15d60e4ca7db'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:07:28.400010 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-bf32a5ad-d592-4f9d-b3a5-8517191ed8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:07:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['8b98578f-35c3-49fe-b835-15d60e4ca7db'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:07:28.412651 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1acdb31b-208e-4a59-9078-fd783a451caa req-2c12e3e4-ee16-4f50-9891-2d0f92f7102f tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/quotas/6d8f90d776f2444ead7911de1972e870 HTTP/1.1" status: 200 len: 375 time: 0.0182445 Feb 04 13:07:28.429713 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-83574919-fa85-4e12-8534-9fbe4aef7b08 None None] Current status of the port 87feb242-1831-4f71-9289-4e1876d82ef4 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:07:28.446046 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-83574919-fa85-4e12-8534-9fbe4aef7b08 None None] Provisioning complete for port 7a494fc5-3f4c-4f9f-bb02-f6bbc51022e4 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:07:28.446433 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-83574919-fa85-4e12-8534-9fbe4aef7b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (7a494fc5-3f4c-4f9f-bb02-f6bbc51022e4), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:28.488234 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-83574919-fa85-4e12-8534-9fbe4aef7b08 None None] Port 7a494fc5-3f4c-4f9f-bb02-f6bbc51022e4 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:07:28.497068 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1acdb31b-208e-4a59-9078-fd783a451caa req-7d950328-c78a-4fc3-b834-1dc60e6cfaa1 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=6d8f90d776f2444ead7911de1972e870&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0753355 Feb 04 13:07:28.585142 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-bf32a5ad-d592-4f9d-b3a5-8517191ed8e8 None None] Set router 8b98578f-35c3-49fe-b835-15d60e4ca7db gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:07:28.605411 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 54e6020d-98f3-4841-a898-bead13bacb56 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:07:28.660896 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-eb6a424d-9ad4-47b4-8c67-0e116b89052d None None] Provisioning complete for port 7a494fc5-3f4c-4f9f-bb02-f6bbc51022e4 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:07:28.661360 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-eb6a424d-9ad4-47b4-8c67-0e116b89052d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (7a494fc5-3f4c-4f9f-bb02-f6bbc51022e4), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:28.689458 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1acdb31b-208e-4a59-9078-fd783a451caa req-568ca1e6-fc7b-4a49-ba5e-e4c6ac8a4fe8 service neutron] 10.222.0.65 "GET /v2.0/networks/ed4d6a9e-e319-47f6-9511-c9bfa1e918f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796293 Feb 04 13:07:28.697901 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-eb6a424d-9ad4-47b4-8c67-0e116b89052d None None] Port 7a494fc5-3f4c-4f9f-bb02-f6bbc51022e4 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:07:28.708390 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 54e6020d-98f3-4841-a898-bead13bacb56 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:07:28.708837 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (54e6020d-98f3-4841-a898-bead13bacb56), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:28.794172 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1acdb31b-208e-4a59-9078-fd783a451caa req-57ac0256-7977-47fd-86d9-ff30b3f692a5 service neutron] 10.222.0.65 "GET /v2.0/networks/ed4d6a9e-e319-47f6-9511-c9bfa1e918f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037567 Feb 04 13:07:28.797258 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 54e6020d-98f3-4841-a898-bead13bacb56 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:07:28.797654 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (54e6020d-98f3-4841-a898-bead13bacb56), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:28.824031 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port 54e6020d-98f3-4841-a898-bead13bacb56, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=54e6020d-98f3-4841-a898-bead13bacb56,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:07:28.824232 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-bf32a5ad-d592-4f9d-b3a5-8517191ed8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b98578f-35c3-49fe-b835-15d60e4ca7db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1270833324', 'tenant_id': '6d8f90d776f2444ead7911de1972e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '54e6020d-98f3-4841-a898-bead13bacb56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:07:23Z', 'updated_at': '2022-02-04T13:07:27Z', 'revision_number': 4, 'project_id': '6d8f90d776f2444ead7911de1972e870', 'gw_port': {'id': '54e6020d-98f3-4841-a898-bead13bacb56', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:22:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b98578f-35c3-49fe-b835-15d60e4ca7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:07:23Z', 'updated_at': '2022-02-04T13:07:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '7a494fc5-3f4c-4f9f-bb02-f6bbc51022e4', 'name': '', 'network_id': 'ed4d6a9e-e319-47f6-9511-c9bfa1e918f9', 'tenant_id': '6d8f90d776f2444ead7911de1972e870', 'mac_address': 'fa:16:3e:c2:dd:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b98578f-35c3-49fe-b835-15d60e4ca7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '0621a453-9f5a-429a-a065-00f2a501e680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:07:26Z', 'updated_at': '2022-02-04T13:07:27Z', 'revision_number': 2, 'project_id': '6d8f90d776f2444ead7911de1972e870', 'subnets': [{'id': '0621a453-9f5a-429a-a065-00f2a501e680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:07:28.831971 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (54e6020d-98f3-4841-a898-bead13bacb56), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:28.832750 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 87feb242-1831-4f71-9289-4e1876d82ef4 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:07:28.855477 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-35f06516-17ba-46ed-807f-5b3c0064912e None None] Provisioning complete for port 7a494fc5-3f4c-4f9f-bb02-f6bbc51022e4 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:07:28.855879 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-35f06516-17ba-46ed-807f-5b3c0064912e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (7a494fc5-3f4c-4f9f-bb02-f6bbc51022e4), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:28.860632 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf32a5ad-d592-4f9d-b3a5-8517191ed8e8 None None] Checking router: 8b98578f-35c3-49fe-b835-15d60e4ca7db for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:07:28.861017 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf32a5ad-d592-4f9d-b3a5-8517191ed8e8 None None] Updating router 8b98578f-35c3-49fe-b835-15d60e4ca7db port 7a494fc5-3f4c-4f9f-bb02-f6bbc51022e4 binding host n-d-825015-3 {{(pid=103477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:07:28.890187 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bf32a5ad-d592-4f9d-b3a5-8517191ed8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (7a494fc5-3f4c-4f9f-bb02-f6bbc51022e4), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:28.958654 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-35f06516-17ba-46ed-807f-5b3c0064912e None None] Port 7a494fc5-3f4c-4f9f-bb02-f6bbc51022e4 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:07:28.960979 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=54e6020d-98f3-4841-a898-bead13bacb56,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:28.978839 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 87feb242-1831-4f71-9289-4e1876d82ef4 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:07:28.978839 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (87feb242-1831-4f71-9289-4e1876d82ef4), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:29.006724 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c63806e9-4c7e-423b-9207-758b5a141326 req-67789f0f-822e-49e3-91dd-e856c369bd4b tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e363e2e-7f16-41e3-9aa0-1742af7f042c HTTP/1.1" status: 200 len: 210 time: 0.0474653 Feb 04 13:07:29.078262 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 87feb242-1831-4f71-9289-4e1876d82ef4 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:07:29.289233 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bf32a5ad-d592-4f9d-b3a5-8517191ed8e8 None None] Publish callbacks [] for port (7a494fc5-3f4c-4f9f-bb02-f6bbc51022e4), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:29.293940 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bf32a5ad-d592-4f9d-b3a5-8517191ed8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (7a494fc5-3f4c-4f9f-bb02-f6bbc51022e4), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:29.347773 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cf8604-a27f-4e65-93ef-4367771527ac None None] Pushing event updated for resources: {'Port': ['ID=7a494fc5-3f4c-4f9f-bb02-f6bbc51022e4,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:29.373517 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cf8604-a27f-4e65-93ef-4367771527ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:29.373909 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cf8604-a27f-4e65-93ef-4367771527ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:29.374358 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cf8604-a27f-4e65-93ef-4367771527ac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:29.374728 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cf8604-a27f-4e65-93ef-4367771527ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:29.375062 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cf8604-a27f-4e65-93ef-4367771527ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:29.375389 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cf8604-a27f-4e65-93ef-4367771527ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:29.375712 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cf8604-a27f-4e65-93ef-4367771527ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:29.376349 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cf8604-a27f-4e65-93ef-4367771527ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:29.376678 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cf8604-a27f-4e65-93ef-4367771527ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:29.377003 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cf8604-a27f-4e65-93ef-4367771527ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:29.377328 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cf8604-a27f-4e65-93ef-4367771527ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:29.377647 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cf8604-a27f-4e65-93ef-4367771527ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:29.377967 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cf8604-a27f-4e65-93ef-4367771527ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:29.409485 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-bf32a5ad-d592-4f9d-b3a5-8517191ed8e8 None None] Attempting to bind port 7a494fc5-3f4c-4f9f-bb02-f6bbc51022e4 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:07:29.409851 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-bf32a5ad-d592-4f9d-b3a5-8517191ed8e8 None None] Attempting to bind port 7a494fc5-3f4c-4f9f-bb02-f6bbc51022e4 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '637bcb8d-c94b-4038-a0af-e094f513bb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'ed4d6a9e-e319-47f6-9511-c9bfa1e918f9'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:07:29.410214 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf32a5ad-d592-4f9d-b3a5-8517191ed8e8 None None] Attempting to bind port 7a494fc5-3f4c-4f9f-bb02-f6bbc51022e4 on network ed4d6a9e-e319-47f6-9511-c9bfa1e918f9 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:07:29.416523 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf32a5ad-d592-4f9d-b3a5-8517191ed8e8 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:07:29.416932 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf32a5ad-d592-4f9d-b3a5-8517191ed8e8 None None] Checking segment: {'id': '637bcb8d-c94b-4038-a0af-e094f513bb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'ed4d6a9e-e319-47f6-9511-c9bfa1e918f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:07:29.417406 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bf32a5ad-d592-4f9d-b3a5-8517191ed8e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:29.417830 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf32a5ad-d592-4f9d-b3a5-8517191ed8e8 None None] Bound using segment: {'id': '637bcb8d-c94b-4038-a0af-e094f513bb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'ed4d6a9e-e319-47f6-9511-c9bfa1e918f9'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:07:29.418467 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-bf32a5ad-d592-4f9d-b3a5-8517191ed8e8 None None] Bound port: 7a494fc5-3f4c-4f9f-bb02-f6bbc51022e4, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '637bcb8d-c94b-4038-a0af-e094f513bb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'ed4d6a9e-e319-47f6-9511-c9bfa1e918f9'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:07:29.418817 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bf32a5ad-d592-4f9d-b3a5-8517191ed8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (7a494fc5-3f4c-4f9f-bb02-f6bbc51022e4), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:29.491800 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-bf32a5ad-d592-4f9d-b3a5-8517191ed8e8 None None] For port 7a494fc5-3f4c-4f9f-bb02-f6bbc51022e4, host n-d-825015-3, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:07:29.495085 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-bf32a5ad-d592-4f9d-b3a5-8517191ed8e8 None None] For port 7a494fc5-3f4c-4f9f-bb02-f6bbc51022e4, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=7a494fc5-3f4c-4f9f-bb02-f6bbc51022e4,segment=NetworkSegment(637bcb8d-c94b-4038-a0af-e094f513bb9b),segment_id=637bcb8d-c94b-4038-a0af-e094f513bb9b)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:07:29.502796 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bf32a5ad-d592-4f9d-b3a5-8517191ed8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (7a494fc5-3f4c-4f9f-bb02-f6bbc51022e4), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:29.565311 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf32a5ad-d592-4f9d-b3a5-8517191ed8e8 None None] Routers {'8b98578f-35c3-49fe-b835-15d60e4ca7db'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:07:29.565953 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-bf32a5ad-d592-4f9d-b3a5-8517191ed8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:07:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['8b98578f-35c3-49fe-b835-15d60e4ca7db'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:07:29.588324 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-52418b87-853e-405f-8502-91e843febd50 None None] Provisioning complete for port 7a494fc5-3f4c-4f9f-bb02-f6bbc51022e4 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:07:29.588730 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-52418b87-853e-405f-8502-91e843febd50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (7a494fc5-3f4c-4f9f-bb02-f6bbc51022e4), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:29.657556 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cf8604-a27f-4e65-93ef-4367771527ac None None] Pushing event updated for resources: {'Port': ['ID=7a494fc5-3f4c-4f9f-bb02-f6bbc51022e4,revision_number=4']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:29.708650 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-bf32a5ad-d592-4f9d-b3a5-8517191ed8e8 None None] Set router 8b98578f-35c3-49fe-b835-15d60e4ca7db gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:07:29.712559 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-52418b87-853e-405f-8502-91e843febd50 None None] Current status of the port 7a494fc5-3f4c-4f9f-bb02-f6bbc51022e4 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:07:29.712943 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-52418b87-853e-405f-8502-91e843febd50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (7a494fc5-3f4c-4f9f-bb02-f6bbc51022e4), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:29.757570 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-52418b87-853e-405f-8502-91e843febd50 None None] For port 7a494fc5-3f4c-4f9f-bb02-f6bbc51022e4, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=7a494fc5-3f4c-4f9f-bb02-f6bbc51022e4,segment=NetworkSegment(637bcb8d-c94b-4038-a0af-e094f513bb9b),segment_id=637bcb8d-c94b-4038-a0af-e094f513bb9b)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:07:29.762528 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-52418b87-853e-405f-8502-91e843febd50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (7a494fc5-3f4c-4f9f-bb02-f6bbc51022e4), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:29.819477 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52418b87-853e-405f-8502-91e843febd50 None None] Pushing event updated for resources: {'Port': ['ID=7a494fc5-3f4c-4f9f-bb02-f6bbc51022e4,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:29.884221 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-bac17d92-fb65-49e3-a532-315ae470d504 None None] Provisioning complete for port 7a494fc5-3f4c-4f9f-bb02-f6bbc51022e4 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:07:29.884896 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bac17d92-fb65-49e3-a532-315ae470d504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (7a494fc5-3f4c-4f9f-bb02-f6bbc51022e4), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:29.916273 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-bf32a5ad-d592-4f9d-b3a5-8517191ed8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b98578f-35c3-49fe-b835-15d60e4ca7db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1270833324', 'tenant_id': '6d8f90d776f2444ead7911de1972e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '54e6020d-98f3-4841-a898-bead13bacb56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:07:23Z', 'updated_at': '2022-02-04T13:07:27Z', 'revision_number': 4, 'project_id': '6d8f90d776f2444ead7911de1972e870', 'gw_port': {'id': '54e6020d-98f3-4841-a898-bead13bacb56', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:22:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b98578f-35c3-49fe-b835-15d60e4ca7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:07:23Z', 'updated_at': '2022-02-04T13:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '7a494fc5-3f4c-4f9f-bb02-f6bbc51022e4', 'name': '', 'network_id': 'ed4d6a9e-e319-47f6-9511-c9bfa1e918f9', 'tenant_id': '6d8f90d776f2444ead7911de1972e870', 'mac_address': 'fa:16:3e:c2:dd:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b98578f-35c3-49fe-b835-15d60e4ca7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '0621a453-9f5a-429a-a065-00f2a501e680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:07:26Z', 'updated_at': '2022-02-04T13:07:29Z', 'revision_number': 4, 'project_id': '6d8f90d776f2444ead7911de1972e870', 'subnets': [{'id': '0621a453-9f5a-429a-a065-00f2a501e680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:07:29.946800 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf32a5ad-d592-4f9d-b3a5-8517191ed8e8 None None] The sync data for ids ['8b98578f-35c3-49fe-b835-15d60e4ca7db'] in n-d-825015-3 is: [{'id': '8b98578f-35c3-49fe-b835-15d60e4ca7db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1270833324', 'tenant_id': '6d8f90d776f2444ead7911de1972e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '54e6020d-98f3-4841-a898-bead13bacb56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:07:23Z', 'updated_at': '2022-02-04T13:07:27Z', 'revision_number': 4, 'project_id': '6d8f90d776f2444ead7911de1972e870', 'gw_port': {'id': '54e6020d-98f3-4841-a898-bead13bacb56', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:22:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b98578f-35c3-49fe-b835-15d60e4ca7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:07:23Z', 'updated_at': '2022-02-04T13:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '7a494fc5-3f4c-4f9f-bb02-f6bbc51022e4', 'name': '', 'network_id': 'ed4d6a9e-e319-47f6-9511-c9bfa1e918f9', 'tenant_id': '6d8f90d776f2444ead7911de1972e870', 'mac_address': 'fa:16:3e:c2:dd:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b98578f-35c3-49fe-b835-15d60e4ca7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '0621a453-9f5a-429a-a065-00f2a501e680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:07:26Z', 'updated_at': '2022-02-04T13:07:29Z', 'revision_number': 4, 'project_id': '6d8f90d776f2444ead7911de1972e870', 'subnets': [{'id': '0621a453-9f5a-429a-a065-00f2a501e680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:07:29.967143 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-bac17d92-fb65-49e3-a532-315ae470d504 None None] Current status of the port 7a494fc5-3f4c-4f9f-bb02-f6bbc51022e4 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:07:30.121828 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-43b4dd99-0395-4479-ad6b-6d6c62562a49 req-a692572f-dcda-4123-817b-839cbb80f201 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e363e2e-7f16-41e3-9aa0-1742af7f042c HTTP/1.1" status: 200 len: 210 time: 0.0475049 Feb 04 13:07:30.234652 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acdb31b-208e-4a59-9078-fd783a451caa req-dc30e927-0433-4def-bc3b-16b3284bc310 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:30.236574 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1acdb31b-208e-4a59-9078-fd783a451caa req-dc30e927-0433-4def-bc3b-16b3284bc310 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.73 "GET /v2.0/networks?id=ed4d6a9e-e319-47f6-9511-c9bfa1e918f9 HTTP/1.1" status: 200 len: 795 time: 0.1472578 Feb 04 13:07:30.311493 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1acdb31b-208e-4a59-9078-fd783a451caa req-1591ed55-5b04-4039-9145-3da85415dd21 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d8f90d776f2444ead7911de1972e870 HTTP/1.1" status: 200 len: 379 time: 0.0628440 Feb 04 13:07:30.324377 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-1acdb31b-208e-4a59-9078-fd783a451caa req-270c83a7-bc58-4d5b-8327-52c64e34e28c tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Request body: {'port': {'device_id': '1e363e2e-7f16-41e3-9aa0-1742af7f042c', 'network_id': 'ed4d6a9e-e319-47f6-9511-c9bfa1e918f9', 'admin_state_up': True, 'tenant_id': '6d8f90d776f2444ead7911de1972e870', 'security_groups': ['697f2987-be30-4b34-8fa0-1fe03eae28b3']}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:07:30.446271 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1acdb31b-208e-4a59-9078-fd783a451caa req-270c83a7-bc58-4d5b-8327-52c64e34e28c tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Made reservation on behalf of 6d8f90d776f2444ead7911de1972e870 for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:07:30.449943 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-1acdb31b-208e-4a59-9078-fd783a451caa req-270c83a7-bc58-4d5b-8327-52c64e34e28c tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:30.531544 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 7a494fc5-3f4c-4f9f-bb02-f6bbc51022e4 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:07:30.587356 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 7a494fc5-3f4c-4f9f-bb02-f6bbc51022e4 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:07:30.588027 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (7a494fc5-3f4c-4f9f-bb02-f6bbc51022e4), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:30.606571 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-1acdb31b-208e-4a59-9078-fd783a451caa req-270c83a7-bc58-4d5b-8327-52c64e34e28c tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Allocated IP 172.20.0.9 (ed4d6a9e-e319-47f6-9511-c9bfa1e918f9/0621a453-9f5a-429a-a065-00f2a501e680/0289d0fe-864b-4044-97a4-4bbaab31686b) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:07:30.679913 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 7a494fc5-3f4c-4f9f-bb02-f6bbc51022e4 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:07:30.681169 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 54e6020d-98f3-4841-a898-bead13bacb56 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:07:30.730787 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 54e6020d-98f3-4841-a898-bead13bacb56 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:07:30.731161 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (54e6020d-98f3-4841-a898-bead13bacb56), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:30.776437 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-1acdb31b-208e-4a59-9078-fd783a451caa req-270c83a7-bc58-4d5b-8327-52c64e34e28c tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for port (0289d0fe-864b-4044-97a4-4bbaab31686b), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:30.814803 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 54e6020d-98f3-4841-a898-bead13bacb56 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:07:30.825964 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-1acdb31b-208e-4a59-9078-fd783a451caa req-270c83a7-bc58-4d5b-8327-52c64e34e28c tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (0289d0fe-864b-4044-97a4-4bbaab31686b), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:30.868424 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1acdb31b-208e-4a59-9078-fd783a451caa req-270c83a7-bc58-4d5b-8327-52c64e34e28c tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Network ed4d6a9e-e319-47f6-9511-c9bfa1e918f9 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:07:30.874807 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-1acdb31b-208e-4a59-9078-fd783a451caa req-270c83a7-bc58-4d5b-8327-52c64e34e28c tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:07:30.879170 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-1acdb31b-208e-4a59-9078-fd783a451caa req-270c83a7-bc58-4d5b-8327-52c64e34e28c tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:07:30.913409 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270c83a7-bc58-4d5b-8327-52c64e34e28c tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Pushing event updated for resources: {'Port': ['ID=0289d0fe-864b-4044-97a4-4bbaab31686b,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:30.941405 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acdb31b-208e-4a59-9078-fd783a451caa req-270c83a7-bc58-4d5b-8327-52c64e34e28c tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:30.942085 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-1acdb31b-208e-4a59-9078-fd783a451caa req-270c83a7-bc58-4d5b-8327-52c64e34e28c tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:30.964109 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1acdb31b-208e-4a59-9078-fd783a451caa req-270c83a7-bc58-4d5b-8327-52c64e34e28c tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6436198 Feb 04 13:07:30.974613 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [req-1acdb31b-208e-4a59-9078-fd783a451caa req-1d44d890-6eeb-43a5-8c02-c076047740d1 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:07:30.975650 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1acdb31b-208e-4a59-9078-fd783a451caa req-1d44d890-6eeb-43a5-8c02-c076047740d1 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056083 Feb 04 13:07:30.993650 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-1acdb31b-208e-4a59-9078-fd783a451caa req-3a5edb40-9fc7-43eb-9131-6887e0ee4406 service neutron] Request body: {'port': {'device_id': '1e363e2e-7f16-41e3-9aa0-1742af7f042c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:07:31.065217 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-1acdb31b-208e-4a59-9078-fd783a451caa req-3a5edb40-9fc7-43eb-9131-6887e0ee4406 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (0289d0fe-864b-4044-97a4-4bbaab31686b), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:31.108918 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-8e8fd270-3da5-4003-b14d-6a9198aa7b7e None None] Provisioning complete for port 0289d0fe-864b-4044-97a4-4bbaab31686b triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:07:31.109464 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8e8fd270-3da5-4003-b14d-6a9198aa7b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (0289d0fe-864b-4044-97a4-4bbaab31686b), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:31.147968 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-8e8fd270-3da5-4003-b14d-6a9198aa7b7e None None] Port 0289d0fe-864b-4044-97a4-4bbaab31686b cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:07:31.322523 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c28b19-6ea1-43ca-86d0-5863307f8d22 req-d1c604e2-9f8e-42e3-bfcc-542b56878b9b tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:31.324048 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-61c28b19-6ea1-43ca-86d0-5863307f8d22 req-d1c604e2-9f8e-42e3-bfcc-542b56878b9b tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e363e2e-7f16-41e3-9aa0-1742af7f042c HTTP/1.1" status: 200 len: 931 time: 0.1227846 Feb 04 13:07:31.415628 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-61c28b19-6ea1-43ca-86d0-5863307f8d22 req-dec0f408-e8ef-49f4-ad11-5246405478f6 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?id=697f2987-be30-4b34-8fa0-1fe03eae28b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753758 Feb 04 13:07:31.441767 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:31.453039 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-1acdb31b-208e-4a59-9078-fd783a451caa req-3a5edb40-9fc7-43eb-9131-6887e0ee4406 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0289d0fe-864b-4044-97a4-4bbaab31686b {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:07:31.460561 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-1acdb31b-208e-4a59-9078-fd783a451caa req-3a5edb40-9fc7-43eb-9131-6887e0ee4406 service neutron] Publish callbacks [] for port (0289d0fe-864b-4044-97a4-4bbaab31686b), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:31.473522 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-1acdb31b-208e-4a59-9078-fd783a451caa req-3a5edb40-9fc7-43eb-9131-6887e0ee4406 service neutron] Transition to ACTIVE for port object 0289d0fe-864b-4044-97a4-4bbaab31686b will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:07:31.476996 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-1acdb31b-208e-4a59-9078-fd783a451caa req-3a5edb40-9fc7-43eb-9131-6887e0ee4406 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (0289d0fe-864b-4044-97a4-4bbaab31686b), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:31.530723 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5edb40-9fc7-43eb-9131-6887e0ee4406 service neutron] Pushing event updated for resources: {'Port': ['ID=0289d0fe-864b-4044-97a4-4bbaab31686b,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:31.603443 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-1acdb31b-208e-4a59-9078-fd783a451caa req-3a5edb40-9fc7-43eb-9131-6887e0ee4406 service neutron] Attempting to bind port 0289d0fe-864b-4044-97a4-4bbaab31686b on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:07:31.603808 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-1acdb31b-208e-4a59-9078-fd783a451caa req-3a5edb40-9fc7-43eb-9131-6887e0ee4406 service neutron] Attempting to bind port 0289d0fe-864b-4044-97a4-4bbaab31686b by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': '637bcb8d-c94b-4038-a0af-e094f513bb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'ed4d6a9e-e319-47f6-9511-c9bfa1e918f9'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:07:31.604146 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1acdb31b-208e-4a59-9078-fd783a451caa req-3a5edb40-9fc7-43eb-9131-6887e0ee4406 service neutron] Attempting to bind port 0289d0fe-864b-4044-97a4-4bbaab31686b on network ed4d6a9e-e319-47f6-9511-c9bfa1e918f9 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:07:31.608874 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1acdb31b-208e-4a59-9078-fd783a451caa req-3a5edb40-9fc7-43eb-9131-6887e0ee4406 service neutron] Port 0289d0fe-864b-4044-97a4-4bbaab31686b on network ed4d6a9e-e319-47f6-9511-c9bfa1e918f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:07:31.609201 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1acdb31b-208e-4a59-9078-fd783a451caa req-3a5edb40-9fc7-43eb-9131-6887e0ee4406 service neutron] Attempting to bind port 0289d0fe-864b-4044-97a4-4bbaab31686b on network ed4d6a9e-e319-47f6-9511-c9bfa1e918f9 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:07:31.614431 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1acdb31b-208e-4a59-9078-fd783a451caa req-3a5edb40-9fc7-43eb-9131-6887e0ee4406 service neutron] Checking agent: {'id': 'f8add0d2-2202-43d3-bc0e-72442788e6ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:07:31.614776 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1acdb31b-208e-4a59-9078-fd783a451caa req-3a5edb40-9fc7-43eb-9131-6887e0ee4406 service neutron] Checking segment: {'id': '637bcb8d-c94b-4038-a0af-e094f513bb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'ed4d6a9e-e319-47f6-9511-c9bfa1e918f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:07:31.615167 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1acdb31b-208e-4a59-9078-fd783a451caa req-3a5edb40-9fc7-43eb-9131-6887e0ee4406 service neutron] Bound using segment: {'id': '637bcb8d-c94b-4038-a0af-e094f513bb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'ed4d6a9e-e319-47f6-9511-c9bfa1e918f9'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:07:31.615597 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-1acdb31b-208e-4a59-9078-fd783a451caa req-3a5edb40-9fc7-43eb-9131-6887e0ee4406 service neutron] Bound port: 0289d0fe-864b-4044-97a4-4bbaab31686b, host: n-h1-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '637bcb8d-c94b-4038-a0af-e094f513bb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'ed4d6a9e-e319-47f6-9511-c9bfa1e918f9'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:07:31.615985 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-1acdb31b-208e-4a59-9078-fd783a451caa req-3a5edb40-9fc7-43eb-9131-6887e0ee4406 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (0289d0fe-864b-4044-97a4-4bbaab31686b), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:31.690026 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-1acdb31b-208e-4a59-9078-fd783a451caa req-3a5edb40-9fc7-43eb-9131-6887e0ee4406 service neutron] For port 0289d0fe-864b-4044-97a4-4bbaab31686b, host n-h1-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:07:31.693160 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-1acdb31b-208e-4a59-9078-fd783a451caa req-3a5edb40-9fc7-43eb-9131-6887e0ee4406 service neutron] For port 0289d0fe-864b-4044-97a4-4bbaab31686b, host n-h1-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=0289d0fe-864b-4044-97a4-4bbaab31686b,segment=NetworkSegment(637bcb8d-c94b-4038-a0af-e094f513bb9b),segment_id=637bcb8d-c94b-4038-a0af-e094f513bb9b)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:07:31.698423 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-1acdb31b-208e-4a59-9078-fd783a451caa req-3a5edb40-9fc7-43eb-9131-6887e0ee4406 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (0289d0fe-864b-4044-97a4-4bbaab31686b), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:31.736007 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acdb31b-208e-4a59-9078-fd783a451caa req-3a5edb40-9fc7-43eb-9131-6887e0ee4406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:31.736707 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-1acdb31b-208e-4a59-9078-fd783a451caa req-3a5edb40-9fc7-43eb-9131-6887e0ee4406 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:31.738108 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1acdb31b-208e-4a59-9078-fd783a451caa req-3a5edb40-9fc7-43eb-9131-6887e0ee4406 service neutron] 10.222.0.73 "PUT /v2.0/ports/0289d0fe-864b-4044-97a4-4bbaab31686b HTTP/1.1" status: 200 len: 1091 time: 0.7532806 Feb 04 13:07:31.738584 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e363e2e-7f16-41e3-9aa0-1742af7f042c', 'tag': '0289d0fe-864b-4044-97a4-4bbaab31686b'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:07:31.741106 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c296f78-0021-4618-b699-3346c9aa9bb7" -d '{"events": [{"name": "network-changed", "server_uuid": "1e363e2e-7f16-41e3-9aa0-1742af7f042c", "tag": "0289d0fe-864b-4044-97a4-4bbaab31686b"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:07:31.770149 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5edb40-9fc7-43eb-9131-6887e0ee4406 service neutron] Pushing event updated for resources: {'Port': ['ID=0289d0fe-864b-4044-97a4-4bbaab31686b,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:31.832152 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0676a43f-2675-4c1f-a017-458c6b524be4 x-openstack-request-id: req-0676a43f-2675-4c1f-a017-458c6b524be4 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:07:31.832451 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e363e2e-7f16-41e3-9aa0-1742af7f042c", "tag": "0289d0fe-864b-4044-97a4-4bbaab31686b", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:07:31.832704 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0676a43f-2675-4c1f-a017-458c6b524be4 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:07:31.833115 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e363e2e-7f16-41e3-9aa0-1742af7f042c', 'tag': '0289d0fe-864b-4044-97a4-4bbaab31686b', 'status': 'completed', 'code': 200} Feb 04 13:07:31.853447 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acdb31b-208e-4a59-9078-fd783a451caa req-69d0aed4-7d88-4f7a-91e4-f237901ba0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:31.855001 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1acdb31b-208e-4a59-9078-fd783a451caa req-69d0aed4-7d88-4f7a-91e4-f237901ba0c3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6d8f90d776f2444ead7911de1972e870&device_id=1e363e2e-7f16-41e3-9aa0-1742af7f042c HTTP/1.1" status: 200 len: 1125 time: 0.0533142 Feb 04 13:07:31.903168 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1acdb31b-208e-4a59-9078-fd783a451caa req-7bb09700-c708-45e8-80a2-25864fe15cb5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0289d0fe-864b-4044-97a4-4bbaab31686b HTTP/1.1" status: 200 len: 217 time: 0.0397325 Feb 04 13:07:31.954813 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acdb31b-208e-4a59-9078-fd783a451caa req-8ff258c9-5a7f-4fbd-895b-82bfc51bfbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:31.956281 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1acdb31b-208e-4a59-9078-fd783a451caa req-8ff258c9-5a7f-4fbd-895b-82bfc51bfbcd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0621a453-9f5a-429a-a065-00f2a501e680 HTTP/1.1" status: 200 len: 833 time: 0.0460157 Feb 04 13:07:32.008890 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acdb31b-208e-4a59-9078-fd783a451caa req-9156f7be-777b-4c71-81fe-511b539b6554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:32.010495 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:32.010617 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1acdb31b-208e-4a59-9078-fd783a451caa req-9156f7be-777b-4c71-81fe-511b539b6554 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ed4d6a9e-e319-47f6-9511-c9bfa1e918f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0472860 Feb 04 13:07:32.106945 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1acdb31b-208e-4a59-9078-fd783a451caa req-764df7b0-1820-4882-a374-8ca299364715 service neutron] 10.222.0.73 "GET /v2.0/networks/ed4d6a9e-e319-47f6-9511-c9bfa1e918f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895689 Feb 04 13:07:32.201238 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1acdb31b-208e-4a59-9078-fd783a451caa req-3e890ba2-d582-42e0-a290-7ccbf50ab84d service neutron] 10.222.0.73 "GET /v2.0/networks/ed4d6a9e-e319-47f6-9511-c9bfa1e918f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849648 Feb 04 13:07:32.293735 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c296f78-0021-4618-b699-3346c9aa9bb7 req-d35767fc-a266-45ee-9c52-eb345aa4066a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:32.295275 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4c296f78-0021-4618-b699-3346c9aa9bb7 req-d35767fc-a266-45ee-9c52-eb345aa4066a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6d8f90d776f2444ead7911de1972e870&device_id=1e363e2e-7f16-41e3-9aa0-1742af7f042c HTTP/1.1" status: 200 len: 1125 time: 0.0465088 Feb 04 13:07:32.677650 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c296f78-0021-4618-b699-3346c9aa9bb7 req-2a9221d3-9e9a-45eb-a817-db74a7eab5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:32.679123 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4c296f78-0021-4618-b699-3346c9aa9bb7 req-2a9221d3-9e9a-45eb-a817-db74a7eab5d9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ed4d6a9e-e319-47f6-9511-c9bfa1e918f9 HTTP/1.1" status: 200 len: 896 time: 0.3773525 Feb 04 13:07:32.686312 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e5ce95-8f2e-423c-aeb8-6ad4a6ab81e6 req-a54a9b6b-bb85-42d0-938f-af4fa88b9435 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:32.687704 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a5e5ce95-8f2e-423c-aeb8-6ad4a6ab81e6 req-a54a9b6b-bb85-42d0-938f-af4fa88b9435 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e363e2e-7f16-41e3-9aa0-1742af7f042c HTTP/1.1" status: 200 len: 943 time: 0.0862222 Feb 04 13:07:32.739373 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4c296f78-0021-4618-b699-3346c9aa9bb7 req-c69f5799-fd11-4cf5-afd3-6cf602341808 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0289d0fe-864b-4044-97a4-4bbaab31686b HTTP/1.1" status: 200 len: 217 time: 0.0494475 Feb 04 13:07:32.799043 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a5e5ce95-8f2e-423c-aeb8-6ad4a6ab81e6 req-acf0e142-47d2-45f0-b952-a540749ec1ae tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?id=697f2987-be30-4b34-8fa0-1fe03eae28b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034253 Feb 04 13:07:32.810301 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c296f78-0021-4618-b699-3346c9aa9bb7 req-4a8148d4-5904-4681-9fdb-1bfb2c374a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:32.812509 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4c296f78-0021-4618-b699-3346c9aa9bb7 req-4a8148d4-5904-4681-9fdb-1bfb2c374a4e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0621a453-9f5a-429a-a065-00f2a501e680 HTTP/1.1" status: 200 len: 833 time: 0.0654666 Feb 04 13:07:32.867259 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c296f78-0021-4618-b699-3346c9aa9bb7 req-75796e01-ed3b-484b-92c0-3c2bc0fdd041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:32.868825 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4c296f78-0021-4618-b699-3346c9aa9bb7 req-75796e01-ed3b-484b-92c0-3c2bc0fdd041 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ed4d6a9e-e319-47f6-9511-c9bfa1e918f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0460708 Feb 04 13:07:32.971219 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4c296f78-0021-4618-b699-3346c9aa9bb7 req-bb7c4619-66e6-4935-bd3c-af0a9eaf60a4 service neutron] 10.222.0.73 "GET /v2.0/networks/ed4d6a9e-e319-47f6-9511-c9bfa1e918f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915308 Feb 04 13:07:33.064135 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4c296f78-0021-4618-b699-3346c9aa9bb7 req-4ede5586-5d04-4b39-b14f-4ac72748e661 service neutron] 10.222.0.73 "GET /v2.0/networks/ed4d6a9e-e319-47f6-9511-c9bfa1e918f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840008 Feb 04 13:07:33.928885 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89279597-3de3-49a2-86fe-912a9418a86a req-e73ff3b3-fe5d-4ff9-b626-d51b6d2e94e8 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:33.930524 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-89279597-3de3-49a2-86fe-912a9418a86a req-e73ff3b3-fe5d-4ff9-b626-d51b6d2e94e8 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e363e2e-7f16-41e3-9aa0-1742af7f042c HTTP/1.1" status: 200 len: 943 time: 0.0613387 Feb 04 13:07:33.980315 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-89279597-3de3-49a2-86fe-912a9418a86a req-b1faf52d-4c0c-4d8e-8181-bd2bd66b801c tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?id=697f2987-be30-4b34-8fa0-1fe03eae28b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439408 Feb 04 13:07:34.875452 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 0289d0fe-864b-4044-97a4-4bbaab31686b details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:07:35.106627 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f073cb4-bcca-485f-9cc5-7a4ac7f61990 req-a61c9409-939b-4a85-8a22-6c426b3e2900 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:35.108604 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8f073cb4-bcca-485f-9cc5-7a4ac7f61990 req-a61c9409-939b-4a85-8a22-6c426b3e2900 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e363e2e-7f16-41e3-9aa0-1742af7f042c HTTP/1.1" status: 200 len: 943 time: 0.0548766 Feb 04 13:07:35.130287 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 0289d0fe-864b-4044-97a4-4bbaab31686b, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=0289d0fe-864b-4044-97a4-4bbaab31686b,segment=NetworkSegment(637bcb8d-c94b-4038-a0af-e094f513bb9b),segment_id=637bcb8d-c94b-4038-a0af-e094f513bb9b)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:07:35.142710 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': '0289d0fe-864b-4044-97a4-4bbaab31686b', 'network_id': 'ed4d6a9e-e319-47f6-9511-c9bfa1e918f9', 'port_id': '0289d0fe-864b-4044-97a4-4bbaab31686b', 'mac_address': 'fa:16:3e:6d:24:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0621a453-9f5a-429a-a065-00f2a501e680', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:07:35.159281 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8f073cb4-bcca-485f-9cc5-7a4ac7f61990 req-38a82e08-6d11-4c62-98c3-66b2755465c8 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?id=697f2987-be30-4b34-8fa0-1fe03eae28b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450060 Feb 04 13:07:35.179809 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 0289d0fe-864b-4044-97a4-4bbaab31686b is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:07:35.180204 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (0289d0fe-864b-4044-97a4-4bbaab31686b), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:35.193681 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0289d0fe-864b-4044-97a4-4bbaab31686b {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:07:35.213463 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 0289d0fe-864b-4044-97a4-4bbaab31686b, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=0289d0fe-864b-4044-97a4-4bbaab31686b,segment=NetworkSegment(637bcb8d-c94b-4038-a0af-e094f513bb9b),segment_id=637bcb8d-c94b-4038-a0af-e094f513bb9b)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:07:35.217126 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (0289d0fe-864b-4044-97a4-4bbaab31686b), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:35.263510 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=0289d0fe-864b-4044-97a4-4bbaab31686b,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:35.502752 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['0289d0fe-864b-4044-97a4-4bbaab31686b'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:07:36.278362 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66ff256-047e-48e0-a218-4cb443698b97 req-22f42219-24a3-4d6b-94c4-d4a1bb5844ec tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:36.279967 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d66ff256-047e-48e0-a218-4cb443698b97 req-22f42219-24a3-4d6b-94c4-d4a1bb5844ec tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e363e2e-7f16-41e3-9aa0-1742af7f042c HTTP/1.1" status: 200 len: 944 time: 0.0529168 Feb 04 13:07:36.335557 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d66ff256-047e-48e0-a218-4cb443698b97 req-01ec020e-60fb-46be-94fa-3044e8784a74 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?id=697f2987-be30-4b34-8fa0-1fe03eae28b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496869 Feb 04 13:07:36.904474 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 0289d0fe-864b-4044-97a4-4bbaab31686b up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:07:36.953035 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning for port 0289d0fe-864b-4044-97a4-4bbaab31686b completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:07:36.956993 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port 0289d0fe-864b-4044-97a4-4bbaab31686b triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:07:36.957364 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (0289d0fe-864b-4044-97a4-4bbaab31686b), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:37.035805 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 0289d0fe-864b-4044-97a4-4bbaab31686b is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:07:37.036193 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (0289d0fe-864b-4044-97a4-4bbaab31686b), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:37.058157 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e363e2e-7f16-41e3-9aa0-1742af7f042c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0289d0fe-864b-4044-97a4-4bbaab31686b'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:07:37.060660 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4859df6f-79f7-465c-98fa-539fa5275ed3" -d '{"events": [{"server_uuid": "1e363e2e-7f16-41e3-9aa0-1742af7f042c", "name": "network-vif-plugged", "status": "completed", "tag": "0289d0fe-864b-4044-97a4-4bbaab31686b"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:07:37.077199 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 0289d0fe-864b-4044-97a4-4bbaab31686b, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=0289d0fe-864b-4044-97a4-4bbaab31686b,segment=NetworkSegment(637bcb8d-c94b-4038-a0af-e094f513bb9b),segment_id=637bcb8d-c94b-4038-a0af-e094f513bb9b)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:07:37.080669 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (0289d0fe-864b-4044-97a4-4bbaab31686b), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:37.105856 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8c45047-83bd-4167-9f34-9cea9924fd4e x-openstack-request-id: req-a8c45047-83bd-4167-9f34-9cea9924fd4e {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:07:37.106159 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e363e2e-7f16-41e3-9aa0-1742af7f042c", "name": "network-vif-plugged", "status": "completed", "tag": "0289d0fe-864b-4044-97a4-4bbaab31686b", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:07:37.106414 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a8c45047-83bd-4167-9f34-9cea9924fd4e {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:07:37.106807 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e363e2e-7f16-41e3-9aa0-1742af7f042c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0289d0fe-864b-4044-97a4-4bbaab31686b', 'code': 200} Feb 04 13:07:37.131800 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=0289d0fe-864b-4044-97a4-4bbaab31686b,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:37.205573 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205cd612-80c8-469a-b7be-c3d3538e39b6 req-17b88024-fa77-405a-a1fa-da4a284a82eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:37.207078 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-205cd612-80c8-469a-b7be-c3d3538e39b6 req-17b88024-fa77-405a-a1fa-da4a284a82eb service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1e363e2e-7f16-41e3-9aa0-1742af7f042c HTTP/1.1" status: 200 len: 1127 time: 0.0447311 Feb 04 13:07:37.254123 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-205cd612-80c8-469a-b7be-c3d3538e39b6 req-1e2037bd-b7de-4b23-9087-fa9c5de22131 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=697f2987-be30-4b34-8fa0-1fe03eae28b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405889 Feb 04 13:07:37.460833 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c1743a-edc9-4d1a-9b01-5f67364d13dd req-d297856e-9024-4b3b-8f93-fbef75cd7cd3 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:37.462806 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d2c1743a-edc9-4d1a-9b01-5f67364d13dd req-d297856e-9024-4b3b-8f93-fbef75cd7cd3 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e363e2e-7f16-41e3-9aa0-1742af7f042c HTTP/1.1" status: 200 len: 945 time: 0.0536270 Feb 04 13:07:37.509813 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d2c1743a-edc9-4d1a-9b01-5f67364d13dd req-71adbaa8-53d5-4464-92c1-166ca3411bc5 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?id=697f2987-be30-4b34-8fa0-1fe03eae28b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419385 Feb 04 13:07:38.640074 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71245e7f-446f-4d02-9ff0-80d0d760939f req-5b1bbe78-39f3-47e1-9c94-b6f63c494736 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:38.641723 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-71245e7f-446f-4d02-9ff0-80d0d760939f req-5b1bbe78-39f3-47e1-9c94-b6f63c494736 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e363e2e-7f16-41e3-9aa0-1742af7f042c HTTP/1.1" status: 200 len: 945 time: 0.0600483 Feb 04 13:07:38.691371 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-71245e7f-446f-4d02-9ff0-80d0d760939f req-b4939df2-013e-4e2b-85da-ded7284dca71 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?id=697f2987-be30-4b34-8fa0-1fe03eae28b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440047 Feb 04 13:07:38.811839 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae040dc-2e90-4e8d-835b-a5408d61879c req-ac6f0bfe-2ec4-4b5d-959a-6705336f8622 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:38.813363 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4ae040dc-2e90-4e8d-835b-a5408d61879c req-ac6f0bfe-2ec4-4b5d-959a-6705336f8622 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e363e2e-7f16-41e3-9aa0-1742af7f042c HTTP/1.1" status: 200 len: 945 time: 0.0562670 Feb 04 13:07:38.862047 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4ae040dc-2e90-4e8d-835b-a5408d61879c req-d3464170-ae85-466e-a335-9c6b75216bc5 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?id=697f2987-be30-4b34-8fa0-1fe03eae28b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431380 Feb 04 13:07:38.883348 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 59306) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:07:38.926301 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028f6374-0738-4328-b2ae-d7d04bea3d81 tempest-TestNetworkAdvancedServerOps-202696309 tempest-TestNetworkAdvancedServerOps-202696309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:38.927717 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-028f6374-0738-4328-b2ae-d7d04bea3d81 tempest-TestNetworkAdvancedServerOps-202696309 tempest-TestNetworkAdvancedServerOps-202696309-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=1e363e2e-7f16-41e3-9aa0-1742af7f042c HTTP/1.1" status: 200 len: 1122 time: 0.0433559 Feb 04 13:07:38.930499 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 59308) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:07:38.934668 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-bb18a1ff-98ce-4b4f-9a77-1903de22b7ee tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Request body: {'floatingip': {'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'port_id': '0289d0fe-864b-4044-97a4-4bbaab31686b', 'tenant_id': '6d8f90d776f2444ead7911de1972e870', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:07:38.956682 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bb18a1ff-98ce-4b4f-9a77-1903de22b7ee tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:39.063601 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bb18a1ff-98ce-4b4f-9a77-1903de22b7ee tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:39.167897 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-bb18a1ff-98ce-4b4f-9a77-1903de22b7ee tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Allocated IP 172.25.3.153 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/336f072c-d17c-4cdb-a321-a65954697eb1) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:07:39.270545 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bb18a1ff-98ce-4b4f-9a77-1903de22b7ee tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for port (336f072c-d17c-4cdb-a321-a65954697eb1), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:39.303235 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bb18a1ff-98ce-4b4f-9a77-1903de22b7ee tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (336f072c-d17c-4cdb-a321-a65954697eb1), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:39.342063 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb18a1ff-98ce-4b4f-9a77-1903de22b7ee tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:07:39.344964 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-bb18a1ff-98ce-4b4f-9a77-1903de22b7ee tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:07:39.348410 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb18a1ff-98ce-4b4f-9a77-1903de22b7ee tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:07:39.373402 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb18a1ff-98ce-4b4f-9a77-1903de22b7ee tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Pushing event updated for resources: {'Port': ['ID=336f072c-d17c-4cdb-a321-a65954697eb1,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:39.703101 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bb18a1ff-98ce-4b4f-9a77-1903de22b7ee tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for floatingip (fc45eadd-7498-44bb-8aba-ea0e338f7d9f), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:39.774911 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bb18a1ff-98ce-4b4f-9a77-1903de22b7ee tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (336f072c-d17c-4cdb-a321-a65954697eb1), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:39.924169 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bb18a1ff-98ce-4b4f-9a77-1903de22b7ee tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for port (336f072c-d17c-4cdb-a321-a65954697eb1), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:39.928449 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bb18a1ff-98ce-4b4f-9a77-1903de22b7ee tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (336f072c-d17c-4cdb-a321-a65954697eb1), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:39.997154 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb18a1ff-98ce-4b4f-9a77-1903de22b7ee tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Pushing event updated for resources: {'Port': ['ID=336f072c-d17c-4cdb-a321-a65954697eb1,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:40.009675 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bb18a1ff-98ce-4b4f-9a77-1903de22b7ee tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1599943'] for floatingip (fc45eadd-7498-44bb-8aba-ea0e338f7d9f), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:40.113531 n-d-825015-3 neutron-server[103475]: INFO neutron.db.l3_db [None req-bb18a1ff-98ce-4b4f-9a77-1903de22b7ee tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Floating IP fc45eadd-7498-44bb-8aba-ea0e338f7d9f associated. External IP: 172.25.3.153, port: 0289d0fe-864b-4044-97a4-4bbaab31686b. Feb 04 13:07:40.324969 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb18a1ff-98ce-4b4f-9a77-1903de22b7ee tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Router 8b98578f-35c3-49fe-b835-15d60e4ca7db has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:07:40.433304 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb18a1ff-98ce-4b4f-9a77-1903de22b7ee tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:07:40.443535 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd1afd1-897d-4e5d-bbea-1e171cd6155d None None] Sync routers for ids ['8b98578f-35c3-49fe-b835-15d60e4ca7db'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:07:40.451491 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bb18a1ff-98ce-4b4f-9a77-1903de22b7ee tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:40.454818 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd1afd1-897d-4e5d-bbea-1e171cd6155d None None] Routers {'8b98578f-35c3-49fe-b835-15d60e4ca7db'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:07:40.455490 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-6cd1afd1-897d-4e5d-bbea-1e171cd6155d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:07:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['8b98578f-35c3-49fe-b835-15d60e4ca7db'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:07:40.482757 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-bb18a1ff-98ce-4b4f-9a77-1903de22b7ee tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5511153 Feb 04 13:07:40.483922 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e363e2e-7f16-41e3-9aa0-1742af7f042c', 'tag': '0289d0fe-864b-4044-97a4-4bbaab31686b'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:07:40.486295 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee53eb44-874b-4ea0-808b-157f0fda221e" -d '{"events": [{"name": "network-changed", "server_uuid": "1e363e2e-7f16-41e3-9aa0-1742af7f042c", "tag": "0289d0fe-864b-4044-97a4-4bbaab31686b"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:07:40.534459 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-093d5cf5-9d83-4546-9766-4ca04b5fa206 x-openstack-request-id: req-093d5cf5-9d83-4546-9766-4ca04b5fa206 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:07:40.534760 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e363e2e-7f16-41e3-9aa0-1742af7f042c", "tag": "0289d0fe-864b-4044-97a4-4bbaab31686b", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:07:40.535471 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-093d5cf5-9d83-4546-9766-4ca04b5fa206 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:07:40.535471 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e363e2e-7f16-41e3-9aa0-1742af7f042c', 'tag': '0289d0fe-864b-4044-97a4-4bbaab31686b', 'status': 'completed', 'code': 200} Feb 04 13:07:40.572517 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-6cd1afd1-897d-4e5d-bbea-1e171cd6155d None None] Set router 8b98578f-35c3-49fe-b835-15d60e4ca7db gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:07:40.635121 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee53eb44-874b-4ea0-808b-157f0fda221e req-842964a7-897f-4c9f-9f85-a065f215722b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:40.636678 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ee53eb44-874b-4ea0-808b-157f0fda221e req-842964a7-897f-4c9f-9f85-a065f215722b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6d8f90d776f2444ead7911de1972e870&device_id=1e363e2e-7f16-41e3-9aa0-1742af7f042c HTTP/1.1" status: 200 len: 1127 time: 0.0812633 Feb 04 13:07:40.648939 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425bb2e2-ed3d-4cde-9eea-e9a76a93cfc4 req-b19d8958-b7c5-4169-984c-5b60356f40c4 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:40.650356 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-425bb2e2-ed3d-4cde-9eea-e9a76a93cfc4 req-b19d8958-b7c5-4169-984c-5b60356f40c4 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e363e2e-7f16-41e3-9aa0-1742af7f042c HTTP/1.1" status: 200 len: 945 time: 0.0822904 Feb 04 13:07:40.758484 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-425bb2e2-ed3d-4cde-9eea-e9a76a93cfc4 req-bfa749f7-ea12-4ea4-b09a-936ddf1148e8 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?id=697f2987-be30-4b34-8fa0-1fe03eae28b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998805 Feb 04 13:07:40.774929 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee53eb44-874b-4ea0-808b-157f0fda221e req-b6937d5a-a693-46b2-acb3-2fbcc6075510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:40.776529 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ee53eb44-874b-4ea0-808b-157f0fda221e req-b6937d5a-a693-46b2-acb3-2fbcc6075510 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ed4d6a9e-e319-47f6-9511-c9bfa1e918f9 HTTP/1.1" status: 200 len: 896 time: 0.1251945 Feb 04 13:07:40.782895 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 59314) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:07:40.806980 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-6cd1afd1-897d-4e5d-bbea-1e171cd6155d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b98578f-35c3-49fe-b835-15d60e4ca7db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1270833324', 'tenant_id': '6d8f90d776f2444ead7911de1972e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '54e6020d-98f3-4841-a898-bead13bacb56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:07:23Z', 'updated_at': '2022-02-04T13:07:27Z', 'revision_number': 4, 'project_id': '6d8f90d776f2444ead7911de1972e870', 'gw_port': {'id': '54e6020d-98f3-4841-a898-bead13bacb56', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:22:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b98578f-35c3-49fe-b835-15d60e4ca7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:07:23Z', 'updated_at': '2022-02-04T13:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': 'fc45eadd-7498-44bb-8aba-ea0e338f7d9f', 'tenant_id': '6d8f90d776f2444ead7911de1972e870', 'floating_ip_address': '172.25.3.153', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': '8b98578f-35c3-49fe-b835-15d60e4ca7db', 'port_id': '0289d0fe-864b-4044-97a4-4bbaab31686b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3979, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed4d6a9e-e319-47f6-9511-c9bfa1e918f9', 'mac_address': 'fa:16:3e:6d:24:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e363e2e-7f16-41e3-9aa0-1742af7f042c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:07:39Z', 'updated_at': '2022-02-04T13:07:39Z', 'revision_number': 0, 'project_id': '6d8f90d776f2444ead7911de1972e870', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a494fc5-3f4c-4f9f-bb02-f6bbc51022e4', 'name': '', 'network_id': 'ed4d6a9e-e319-47f6-9511-c9bfa1e918f9', 'tenant_id': '6d8f90d776f2444ead7911de1972e870', 'mac_address': 'fa:16:3e:c2:dd:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b98578f-35c3-49fe-b835-15d60e4ca7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '0621a453-9f5a-429a-a065-00f2a501e680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:07:26Z', 'updated_at': '2022-02-04T13:07:29Z', 'revision_number': 5, 'project_id': '6d8f90d776f2444ead7911de1972e870', 'subnets': [{'id': '0621a453-9f5a-429a-a065-00f2a501e680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:07:40.834940 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd1afd1-897d-4e5d-bbea-1e171cd6155d None None] Checking router: 8b98578f-35c3-49fe-b835-15d60e4ca7db for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:07:40.844060 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd1afd1-897d-4e5d-bbea-1e171cd6155d None None] Routers {'8b98578f-35c3-49fe-b835-15d60e4ca7db'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:07:40.844688 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-6cd1afd1-897d-4e5d-bbea-1e171cd6155d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:07:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['8b98578f-35c3-49fe-b835-15d60e4ca7db'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:07:40.895480 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-14a5c328-d9b5-4e83-a9b0-ee3370b6bb3d tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/floatingips/fc45eadd-7498-44bb-8aba-ea0e338f7d9f HTTP/1.1" status: 200 len: 991 time: 0.1113856 Feb 04 13:07:40.899585 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ee53eb44-874b-4ea0-808b-157f0fda221e req-c7e2122a-bde8-4d82-ab40-a081c5ed679c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0289d0fe-864b-4044-97a4-4bbaab31686b HTTP/1.1" status: 200 len: 999 time: 0.1102703 Feb 04 13:07:40.950694 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee53eb44-874b-4ea0-808b-157f0fda221e req-ad960a65-3471-45ea-a42f-46e877aaaf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:40.953106 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ee53eb44-874b-4ea0-808b-157f0fda221e req-ad960a65-3471-45ea-a42f-46e877aaaf96 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0621a453-9f5a-429a-a065-00f2a501e680 HTTP/1.1" status: 200 len: 833 time: 0.0459981 Feb 04 13:07:40.953515 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-6cd1afd1-897d-4e5d-bbea-1e171cd6155d None None] Set router 8b98578f-35c3-49fe-b835-15d60e4ca7db gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:07:41.007822 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee53eb44-874b-4ea0-808b-157f0fda221e req-9313300e-94b9-4b21-9680-f865f72e9992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:41.009427 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ee53eb44-874b-4ea0-808b-157f0fda221e req-9313300e-94b9-4b21-9680-f865f72e9992 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ed4d6a9e-e319-47f6-9511-c9bfa1e918f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0500231 Feb 04 13:07:41.103335 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ee53eb44-874b-4ea0-808b-157f0fda221e req-3180570f-34c7-4f9b-ba2b-848521c73e68 service neutron] 10.222.0.73 "GET /v2.0/networks/ed4d6a9e-e319-47f6-9511-c9bfa1e918f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858991 Feb 04 13:07:41.181067 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-6cd1afd1-897d-4e5d-bbea-1e171cd6155d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b98578f-35c3-49fe-b835-15d60e4ca7db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1270833324', 'tenant_id': '6d8f90d776f2444ead7911de1972e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '54e6020d-98f3-4841-a898-bead13bacb56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:07:23Z', 'updated_at': '2022-02-04T13:07:27Z', 'revision_number': 4, 'project_id': '6d8f90d776f2444ead7911de1972e870', 'gw_port': {'id': '54e6020d-98f3-4841-a898-bead13bacb56', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:22:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b98578f-35c3-49fe-b835-15d60e4ca7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:07:23Z', 'updated_at': '2022-02-04T13:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': 'fc45eadd-7498-44bb-8aba-ea0e338f7d9f', 'tenant_id': '6d8f90d776f2444ead7911de1972e870', 'floating_ip_address': '172.25.3.153', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': '8b98578f-35c3-49fe-b835-15d60e4ca7db', 'port_id': '0289d0fe-864b-4044-97a4-4bbaab31686b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3979, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed4d6a9e-e319-47f6-9511-c9bfa1e918f9', 'mac_address': 'fa:16:3e:6d:24:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e363e2e-7f16-41e3-9aa0-1742af7f042c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:07:39Z', 'updated_at': '2022-02-04T13:07:39Z', 'revision_number': 0, 'project_id': '6d8f90d776f2444ead7911de1972e870', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a494fc5-3f4c-4f9f-bb02-f6bbc51022e4', 'name': '', 'network_id': 'ed4d6a9e-e319-47f6-9511-c9bfa1e918f9', 'tenant_id': '6d8f90d776f2444ead7911de1972e870', 'mac_address': 'fa:16:3e:c2:dd:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b98578f-35c3-49fe-b835-15d60e4ca7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '0621a453-9f5a-429a-a065-00f2a501e680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:07:26Z', 'updated_at': '2022-02-04T13:07:29Z', 'revision_number': 5, 'project_id': '6d8f90d776f2444ead7911de1972e870', 'subnets': [{'id': '0621a453-9f5a-429a-a065-00f2a501e680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:07:41.199180 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ee53eb44-874b-4ea0-808b-157f0fda221e req-2af007a2-7cc7-4f72-a493-eac7165eeb62 service neutron] 10.222.0.73 "GET /v2.0/networks/ed4d6a9e-e319-47f6-9511-c9bfa1e918f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891893 Feb 04 13:07:41.212663 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd1afd1-897d-4e5d-bbea-1e171cd6155d None None] The sync data for ids ['8b98578f-35c3-49fe-b835-15d60e4ca7db'] in n-d-825015-3 is: [{'id': '8b98578f-35c3-49fe-b835-15d60e4ca7db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1270833324', 'tenant_id': '6d8f90d776f2444ead7911de1972e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '54e6020d-98f3-4841-a898-bead13bacb56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:07:23Z', 'updated_at': '2022-02-04T13:07:27Z', 'revision_number': 4, 'project_id': '6d8f90d776f2444ead7911de1972e870', 'gw_port': {'id': '54e6020d-98f3-4841-a898-bead13bacb56', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:22:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b98578f-35c3-49fe-b835-15d60e4ca7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:07:23Z', 'updated_at': '2022-02-04T13:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': 'fc45eadd-7498-44bb-8aba-ea0e338f7d9f', 'tenant_id': '6d8f90d776f2444ead7911de1972e870', 'floating_ip_address': '172.25.3.153', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': '8b98578f-35c3-49fe-b835-15d60e4ca7db', 'port_id': '0289d0fe-864b-4044-97a4-4bbaab31686b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3979, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed4d6a9e-e319-47f6-9511-c9bfa1e918f9', 'mac_address': 'fa:16:3e:6d:24:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e363e2e-7f16-41e3-9aa0-1742af7f042c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:07:39Z', 'updated_at': '2022-02-04T13:07:39Z', 'revision_number': 0, 'project_id': '6d8f90d776f2444ead7911de1972e870', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a494fc5-3f4c-4f9f-bb02-f6bbc51022e4', 'name': '', 'network_id': 'ed4d6a9e-e319-47f6-9511-c9bfa1e918f9', 'tenant_id': '6d8f90d776f2444ead7911de1972e870', 'mac_address': 'fa:16:3e:c2:dd:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b98578f-35c3-49fe-b835-15d60e4ca7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '0621a453-9f5a-429a-a065-00f2a501e680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:07:26Z', 'updated_at': '2022-02-04T13:07:29Z', 'revision_number': 5, 'project_id': '6d8f90d776f2444ead7911de1972e870', 'subnets': [{'id': '0621a453-9f5a-429a-a065-00f2a501e680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:07:41.415180 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184b98b3-c48f-4271-8b1d-09645cb55cd8 None None] New status for floating IP fc45eadd-7498-44bb-8aba-ea0e338f7d9f: ACTIVE {{(pid=103477) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:07:41.899332 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 59316) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:07:42.208330 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-3e04293c-1877-4b83-82ff-a94c217216bf tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/floatingips/fc45eadd-7498-44bb-8aba-ea0e338f7d9f HTTP/1.1" status: 200 len: 993 time: 0.3077171 Feb 04 13:07:45.558681 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9ecd0fc0-cf50-4aa7-9ca5-f48dd796846f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:48.033355 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1d066db9-6fb4-4c6f-a31c-062178dfdfc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:49.337060 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:50.601332 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:51.744655 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:08:01.454523 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:08:01.997216 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:08:04.530524 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:08:15.560627 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9695edea-e54c-411d-a00a-01166078af26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:08:17.429734 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe6c3e3-406a-4831-a034-81f8c07bc32c req-5407e1e4-6e81-472b-bb7b-2afd8afac568 tempest-TestNetworkAdvancedServerOps-202696309 tempest-TestNetworkAdvancedServerOps-202696309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:17.431270 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fbe6c3e3-406a-4831-a034-81f8c07bc32c req-5407e1e4-6e81-472b-bb7b-2afd8afac568 tempest-TestNetworkAdvancedServerOps-202696309 tempest-TestNetworkAdvancedServerOps-202696309-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=1e363e2e-7f16-41e3-9aa0-1742af7f042c HTTP/1.1" status: 200 len: 1127 time: 0.0462015 Feb 04 13:08:17.477446 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fbe6c3e3-406a-4831-a034-81f8c07bc32c req-514defff-cf92-4b07-88a0-fe67d847dfb7 tempest-TestNetworkAdvancedServerOps-202696309 tempest-TestNetworkAdvancedServerOps-202696309-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=697f2987-be30-4b34-8fa0-1fe03eae28b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402808 Feb 04 13:08:17.601963 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec76f1-8d21-4ba8-a248-796b73a13200 req-b6b21b8b-7097-4bea-8291-356ea6c381e4 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:17.603355 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-65ec76f1-8d21-4ba8-a248-796b73a13200 req-b6b21b8b-7097-4bea-8291-356ea6c381e4 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e363e2e-7f16-41e3-9aa0-1742af7f042c HTTP/1.1" status: 200 len: 945 time: 0.0559616 Feb 04 13:08:17.651635 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-65ec76f1-8d21-4ba8-a248-796b73a13200 req-e9734474-ad68-44b5-9b49-bf3b320f9ab2 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?id=697f2987-be30-4b34-8fa0-1fe03eae28b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425804 Feb 04 13:08:17.674322 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 59340) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:08:17.734363 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-71e5b628-1a4f-4607-8322-053a16efeeeb tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/floatingips/fc45eadd-7498-44bb-8aba-ea0e338f7d9f HTTP/1.1" status: 200 len: 993 time: 0.0589333 Feb 04 13:08:18.036436 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f48a9208-9d09-4089-9b07-82c979ec6462 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:08:18.068358 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [req-3ab7ec94-ec25-4149-88bb-314a35e9dd69 req-06d71e15-01e7-40d9-b431-196d7a417638 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:08:18.069348 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3ab7ec94-ec25-4149-88bb-314a35e9dd69 req-06d71e15-01e7-40d9-b431-196d7a417638 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056150 Feb 04 13:08:18.381988 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-08969863-9b42-488a-bf44-9ce0a6914b3a req-118d42d4-cd7f-4f09-8f04-87e5f3734300 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1e363e2e-7f16-41e3-9aa0-1742af7f042c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0491664 Feb 04 13:08:18.398789 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a847bd2e-05ee-4702-aacd-dc296e3badd3 req-14588320-c249-468d-a53e-23f3143fde7b tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:18.400311 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a847bd2e-05ee-4702-aacd-dc296e3badd3 req-14588320-c249-468d-a53e-23f3143fde7b tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e363e2e-7f16-41e3-9aa0-1742af7f042c HTTP/1.1" status: 200 len: 945 time: 0.0573761 Feb 04 13:08:18.451415 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a847bd2e-05ee-4702-aacd-dc296e3badd3 req-4b4f7440-cb09-4410-bb30-deedea468a05 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?id=697f2987-be30-4b34-8fa0-1fe03eae28b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445380 Feb 04 13:08:19.340283 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:08:19.469168 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08969863-9b42-488a-bf44-9ce0a6914b3a req-fb69d30a-6eea-4ae8-a3ca-2bddcbe26cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:19.470650 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-08969863-9b42-488a-bf44-9ce0a6914b3a req-fb69d30a-6eea-4ae8-a3ca-2bddcbe26cce service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6d8f90d776f2444ead7911de1972e870&device_id=1e363e2e-7f16-41e3-9aa0-1742af7f042c HTTP/1.1" status: 200 len: 1127 time: 0.0448835 Feb 04 13:08:19.605543 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08969863-9b42-488a-bf44-9ce0a6914b3a req-1cf6210f-a077-472d-8c16-5493118c6a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:19.606982 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-08969863-9b42-488a-bf44-9ce0a6914b3a req-1cf6210f-a077-472d-8c16-5493118c6a20 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ed4d6a9e-e319-47f6-9511-c9bfa1e918f9 HTTP/1.1" status: 200 len: 896 time: 0.1255834 Feb 04 13:08:19.614620 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be99bf9-b0f0-4123-b1ba-3518ec2081dd req-44c22a8d-910e-480e-83bb-65fec9a7794d tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:19.615985 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9be99bf9-b0f0-4123-b1ba-3518ec2081dd req-44c22a8d-910e-480e-83bb-65fec9a7794d tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e363e2e-7f16-41e3-9aa0-1742af7f042c HTTP/1.1" status: 200 len: 945 time: 0.0887589 Feb 04 13:08:19.704219 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-08969863-9b42-488a-bf44-9ce0a6914b3a req-004306b8-b6f6-4a3a-86c2-27de473ed38a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0289d0fe-864b-4044-97a4-4bbaab31686b HTTP/1.1" status: 200 len: 1001 time: 0.0872967 Feb 04 13:08:19.723001 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9be99bf9-b0f0-4123-b1ba-3518ec2081dd req-bd0e4127-367e-407c-a0ab-d58a8aa5f889 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?id=697f2987-be30-4b34-8fa0-1fe03eae28b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991659 Feb 04 13:08:19.760106 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08969863-9b42-488a-bf44-9ce0a6914b3a req-c568c461-cb56-4931-939c-c7b53084a72d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:19.761553 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-08969863-9b42-488a-bf44-9ce0a6914b3a req-c568c461-cb56-4931-939c-c7b53084a72d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0621a453-9f5a-429a-a065-00f2a501e680 HTTP/1.1" status: 200 len: 833 time: 0.0501096 Feb 04 13:08:19.811379 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08969863-9b42-488a-bf44-9ce0a6914b3a req-3878851e-4f1d-4733-a916-bd61c2464217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:19.813063 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-08969863-9b42-488a-bf44-9ce0a6914b3a req-3878851e-4f1d-4733-a916-bd61c2464217 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ed4d6a9e-e319-47f6-9511-c9bfa1e918f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0448775 Feb 04 13:08:19.912258 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-08969863-9b42-488a-bf44-9ce0a6914b3a req-b634b53e-3453-4903-99e0-606bd1864141 service neutron] 10.222.0.73 "GET /v2.0/networks/ed4d6a9e-e319-47f6-9511-c9bfa1e918f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908291 Feb 04 13:08:20.004887 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-08969863-9b42-488a-bf44-9ce0a6914b3a req-95d9b6b5-b193-4ae7-82d0-f0519ed61b54 service neutron] 10.222.0.73 "GET /v2.0/networks/ed4d6a9e-e319-47f6-9511-c9bfa1e918f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853429 Feb 04 13:08:20.603357 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:08:20.846528 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66519634-988c-4804-a230-2e7882060fcf req-522b0854-1e57-4832-b559-65b81a198e49 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:20.848625 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-66519634-988c-4804-a230-2e7882060fcf req-522b0854-1e57-4832-b559-65b81a198e49 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e363e2e-7f16-41e3-9aa0-1742af7f042c HTTP/1.1" status: 200 len: 945 time: 0.0567498 Feb 04 13:08:20.902736 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-66519634-988c-4804-a230-2e7882060fcf req-f3d39420-7d7c-4ab3-b1a6-b4f5508110d8 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?id=697f2987-be30-4b34-8fa0-1fe03eae28b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485315 Feb 04 13:08:21.738148 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:08:22.025612 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45070152-560d-405b-9045-31afef101c85 req-a356bd53-5d64-4440-b547-87e9818d9db3 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:22.027000 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-45070152-560d-405b-9045-31afef101c85 req-a356bd53-5d64-4440-b547-87e9818d9db3 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e363e2e-7f16-41e3-9aa0-1742af7f042c HTTP/1.1" status: 200 len: 945 time: 0.0539746 Feb 04 13:08:22.076046 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-45070152-560d-405b-9045-31afef101c85 req-0594dd74-7cc8-415c-8e14-b39e44d6a9cb tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?id=697f2987-be30-4b34-8fa0-1fe03eae28b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433669 Feb 04 13:08:23.194872 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59873a92-84b9-4c37-a36f-25bec9a138ad req-81ea3cb1-2cea-4a5a-b908-74e057d313f6 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:23.196389 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-59873a92-84b9-4c37-a36f-25bec9a138ad req-81ea3cb1-2cea-4a5a-b908-74e057d313f6 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e363e2e-7f16-41e3-9aa0-1742af7f042c HTTP/1.1" status: 200 len: 945 time: 0.0536175 Feb 04 13:08:23.244904 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-59873a92-84b9-4c37-a36f-25bec9a138ad req-8564afd1-d7c9-428d-8c57-bca7d8cc6a72 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?id=697f2987-be30-4b34-8fa0-1fe03eae28b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428622 Feb 04 13:08:24.369231 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bc845e-3d11-499a-9230-1a2fc5cfd89e req-e5a4556b-588b-4162-85de-bd092c2b446f tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:24.370737 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d6bc845e-3d11-499a-9230-1a2fc5cfd89e req-e5a4556b-588b-4162-85de-bd092c2b446f tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e363e2e-7f16-41e3-9aa0-1742af7f042c HTTP/1.1" status: 200 len: 945 time: 0.0572803 Feb 04 13:08:24.425239 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d6bc845e-3d11-499a-9230-1a2fc5cfd89e req-4605558b-cc69-4a83-a026-4e3367a04425 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?id=697f2987-be30-4b34-8fa0-1fe03eae28b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489244 Feb 04 13:08:25.179448 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcdd70f-32c8-48ea-bb2e-c4d6b0c346bc req-4c536650-42f7-4ccb-b42f-56a53d369171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:25.181008 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ddcdd70f-32c8-48ea-bb2e-c4d6b0c346bc req-4c536650-42f7-4ccb-b42f-56a53d369171 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6d8f90d776f2444ead7911de1972e870&device_id=1e363e2e-7f16-41e3-9aa0-1742af7f042c HTTP/1.1" status: 200 len: 1127 time: 0.1077898 Feb 04 13:08:25.294072 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcdd70f-32c8-48ea-bb2e-c4d6b0c346bc req-05983838-f188-43ee-98f7-5a5879030f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:25.295529 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ddcdd70f-32c8-48ea-bb2e-c4d6b0c346bc req-05983838-f188-43ee-98f7-5a5879030f72 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ed4d6a9e-e319-47f6-9511-c9bfa1e918f9 HTTP/1.1" status: 200 len: 896 time: 0.0876606 Feb 04 13:08:25.363910 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ddcdd70f-32c8-48ea-bb2e-c4d6b0c346bc req-3ab83072-8d1c-44fb-a4be-c732d8a60636 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0289d0fe-864b-4044-97a4-4bbaab31686b HTTP/1.1" status: 200 len: 1001 time: 0.0617378 Feb 04 13:08:25.412540 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcdd70f-32c8-48ea-bb2e-c4d6b0c346bc req-efd618f2-3bda-43b4-a0f4-f5d9eb46ca76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:25.413865 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ddcdd70f-32c8-48ea-bb2e-c4d6b0c346bc req-efd618f2-3bda-43b4-a0f4-f5d9eb46ca76 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0621a453-9f5a-429a-a065-00f2a501e680 HTTP/1.1" status: 200 len: 833 time: 0.0435326 Feb 04 13:08:25.468412 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcdd70f-32c8-48ea-bb2e-c4d6b0c346bc req-b1275181-7337-4ce5-bacd-cb9b683bdf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:25.469919 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ddcdd70f-32c8-48ea-bb2e-c4d6b0c346bc req-b1275181-7337-4ce5-bacd-cb9b683bdf7b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ed4d6a9e-e319-47f6-9511-c9bfa1e918f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0484798 Feb 04 13:08:25.591300 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ddcdd70f-32c8-48ea-bb2e-c4d6b0c346bc req-f05c529e-afd9-44d0-8493-31792da38917 service neutron] 10.222.0.73 "GET /v2.0/networks/ed4d6a9e-e319-47f6-9511-c9bfa1e918f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141059 Feb 04 13:08:25.599444 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035b05ce-588b-4deb-8a8a-6bb4066ae921 req-870cb0b6-1ef9-4742-bce9-fbb47f81fea2 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:25.600847 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-035b05ce-588b-4deb-8a8a-6bb4066ae921 req-870cb0b6-1ef9-4742-bce9-fbb47f81fea2 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e363e2e-7f16-41e3-9aa0-1742af7f042c HTTP/1.1" status: 200 len: 945 time: 0.0833020 Feb 04 13:08:25.704816 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-035b05ce-588b-4deb-8a8a-6bb4066ae921 req-11430287-c6a0-4ce1-bcd4-b05bfb57fa1d tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?id=697f2987-be30-4b34-8fa0-1fe03eae28b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959976 Feb 04 13:08:25.723519 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ddcdd70f-32c8-48ea-bb2e-c4d6b0c346bc req-92e85dff-5849-4b50-b9e5-22b50f921c00 service neutron] 10.222.0.73 "GET /v2.0/networks/ed4d6a9e-e319-47f6-9511-c9bfa1e918f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216483 Feb 04 13:08:26.831368 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ade86b-f3fc-4013-b1de-b81025d24825 req-ddda7ed3-bb16-46c3-a167-2e35aabb1a38 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:26.832890 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-81ade86b-f3fc-4013-b1de-b81025d24825 req-ddda7ed3-bb16-46c3-a167-2e35aabb1a38 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e363e2e-7f16-41e3-9aa0-1742af7f042c HTTP/1.1" status: 200 len: 945 time: 0.0568457 Feb 04 13:08:26.886297 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-81ade86b-f3fc-4013-b1de-b81025d24825 req-5e988ff4-1db3-4e13-a965-9d771a2b2524 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?id=697f2987-be30-4b34-8fa0-1fe03eae28b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478702 Feb 04 13:08:28.019878 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a50a07-c9b5-4957-bfa0-4ebfb4f928e7 req-d7d9cc58-d31f-499f-9e58-2b3f99434f07 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:28.021824 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f0a50a07-c9b5-4957-bfa0-4ebfb4f928e7 req-d7d9cc58-d31f-499f-9e58-2b3f99434f07 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e363e2e-7f16-41e3-9aa0-1742af7f042c HTTP/1.1" status: 200 len: 945 time: 0.0566862 Feb 04 13:08:28.071277 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f0a50a07-c9b5-4957-bfa0-4ebfb4f928e7 req-b5e790e4-43b5-4fb8-b5bf-27526cdb042f tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?id=697f2987-be30-4b34-8fa0-1fe03eae28b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436833 Feb 04 13:08:29.194413 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6c2719-878a-4517-9e4f-c7c9274bb1ff req-dac3f804-84ae-4257-a885-a08f1038cbb6 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:29.195962 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ba6c2719-878a-4517-9e4f-c7c9274bb1ff req-dac3f804-84ae-4257-a885-a08f1038cbb6 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e363e2e-7f16-41e3-9aa0-1742af7f042c HTTP/1.1" status: 200 len: 945 time: 0.0562875 Feb 04 13:08:29.245932 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ba6c2719-878a-4517-9e4f-c7c9274bb1ff req-1ce1a097-ceb0-4575-b4b1-fa2bd3f6c8a1 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?id=697f2987-be30-4b34-8fa0-1fe03eae28b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443089 Feb 04 13:08:30.373992 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9332cc0-ccd3-4ff6-b0a4-1ab6e7d3fa69 req-a5cc62a8-e7fb-4209-80dc-af8dab273b03 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:30.375468 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d9332cc0-ccd3-4ff6-b0a4-1ab6e7d3fa69 req-a5cc62a8-e7fb-4209-80dc-af8dab273b03 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e363e2e-7f16-41e3-9aa0-1742af7f042c HTTP/1.1" status: 200 len: 945 time: 0.0571990 Feb 04 13:08:30.423543 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d9332cc0-ccd3-4ff6-b0a4-1ab6e7d3fa69 req-afeb677e-325a-4913-ad6d-d5a68bf5fa57 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?id=697f2987-be30-4b34-8fa0-1fe03eae28b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416889 Feb 04 13:08:31.448680 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:08:31.545632 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a54b66-08fb-4013-9d67-9f7e8e28ed3e req-95193b80-7621-449b-9e93-8d8d328c129f tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:31.547149 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-51a54b66-08fb-4013-9d67-9f7e8e28ed3e req-95193b80-7621-449b-9e93-8d8d328c129f tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e363e2e-7f16-41e3-9aa0-1742af7f042c HTTP/1.1" status: 200 len: 945 time: 0.0528603 Feb 04 13:08:31.599239 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-51a54b66-08fb-4013-9d67-9f7e8e28ed3e req-96fc51d8-efd0-424c-9433-69577b8a4124 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?id=697f2987-be30-4b34-8fa0-1fe03eae28b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451233 Feb 04 13:08:32.001577 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:08:32.115335 n-d-825015-3 neutron-server[103475]: INFO neutron.api.v2.resource [req-08969863-9b42-488a-bf44-9ce0a6914b3a req-9866908f-af27-4199-b07a-669b3be450e5 service neutron] show failed (client error): The resource could not be found. Feb 04 13:08:32.116280 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-08969863-9b42-488a-bf44-9ce0a6914b3a req-9866908f-af27-4199-b07a-669b3be450e5 service neutron] 10.222.0.73 "GET /v2.0/ports/0289d0fe-864b-4044-97a4-4bbaab31686b/bindings/n-h2-825015-3 HTTP/1.1" status: 404 len: 380 time: 0.0587375 Feb 04 13:08:32.317580 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08969863-9b42-488a-bf44-9ce0a6914b3a req-f841b495-65a4-4bb5-9c4a-aa595985b326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:32.319094 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-08969863-9b42-488a-bf44-9ce0a6914b3a req-f841b495-65a4-4bb5-9c4a-aa595985b326 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=1e363e2e-7f16-41e3-9aa0-1742af7f042c&tenant_id=6d8f90d776f2444ead7911de1972e870 HTTP/1.1" status: 200 len: 1127 time: 0.0454292 Feb 04 13:08:32.330386 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [req-08969863-9b42-488a-bf44-9ce0a6914b3a req-6a4bd508-f027-4924-a945-b25fc6cb433b service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103474) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:08:32.331660 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-08969863-9b42-488a-bf44-9ce0a6914b3a req-6a4bd508-f027-4924-a945-b25fc6cb433b service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063837 Feb 04 13:08:32.342691 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-08969863-9b42-488a-bf44-9ce0a6914b3a req-21444a76-a9cf-41d5-9788-2de528db845e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825015-3', 'device_owner': 'compute:nova'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:08:32.400883 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-08969863-9b42-488a-bf44-9ce0a6914b3a req-21444a76-a9cf-41d5-9788-2de528db845e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (0289d0fe-864b-4044-97a4-4bbaab31686b), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:08:32.607791 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-08969863-9b42-488a-bf44-9ce0a6914b3a req-21444a76-a9cf-41d5-9788-2de528db845e service neutron] For port 0289d0fe-864b-4044-97a4-4bbaab31686b, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=0289d0fe-864b-4044-97a4-4bbaab31686b,segment=NetworkSegment(637bcb8d-c94b-4038-a0af-e094f513bb9b),segment_id=637bcb8d-c94b-4038-a0af-e094f513bb9b)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:08:32.645500 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-08969863-9b42-488a-bf44-9ce0a6914b3a req-21444a76-a9cf-41d5-9788-2de528db845e service neutron] For port 0289d0fe-864b-4044-97a4-4bbaab31686b, host n-h1-825015-3, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:08:32.685821 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e363e2e-7f16-41e3-9aa0-1742af7f042c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0289d0fe-864b-4044-97a4-4bbaab31686b'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:08:32.688390 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e96b871b-db75-4e66-a182-f870d068a490" -d '{"events": [{"server_uuid": "1e363e2e-7f16-41e3-9aa0-1742af7f042c", "name": "network-vif-unplugged", "status": "completed", "tag": "0289d0fe-864b-4044-97a4-4bbaab31686b"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:08:32.692237 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-08969863-9b42-488a-bf44-9ce0a6914b3a req-21444a76-a9cf-41d5-9788-2de528db845e service neutron] Publish callbacks [] for port (0289d0fe-864b-4044-97a4-4bbaab31686b), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:08:32.712106 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.provisioning_blocks [req-08969863-9b42-488a-bf44-9ce0a6914b3a req-21444a76-a9cf-41d5-9788-2de528db845e service neutron] Transition to ACTIVE for port object 0289d0fe-864b-4044-97a4-4bbaab31686b will not be triggered until provisioned by entity L2. {{(pid=103474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:08:32.717281 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-08969863-9b42-488a-bf44-9ce0a6914b3a req-21444a76-a9cf-41d5-9788-2de528db845e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (0289d0fe-864b-4044-97a4-4bbaab31686b), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:08:32.728178 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a4e3a9-a0df-4ba9-a126-682978461d56 req-cb45b683-7556-4803-8089-e5145aaed8c3 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:32.729717 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c4a4e3a9-a0df-4ba9-a126-682978461d56 req-cb45b683-7556-4803-8089-e5145aaed8c3 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e363e2e-7f16-41e3-9aa0-1742af7f042c HTTP/1.1" status: 200 len: 945 time: 0.0568705 Feb 04 13:08:32.751821 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 13:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cf93971-cb4c-406b-bfbe-655d3d8ceee9 x-openstack-request-id: req-3cf93971-cb4c-406b-bfbe-655d3d8ceee9 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:08:32.752209 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e363e2e-7f16-41e3-9aa0-1742af7f042c", "name": "network-vif-unplugged", "status": "completed", "tag": "0289d0fe-864b-4044-97a4-4bbaab31686b", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:08:32.752489 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3cf93971-cb4c-406b-bfbe-655d3d8ceee9 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:08:32.752897 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e363e2e-7f16-41e3-9aa0-1742af7f042c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0289d0fe-864b-4044-97a4-4bbaab31686b', 'code': 200} Feb 04 13:08:32.781733 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c4a4e3a9-a0df-4ba9-a126-682978461d56 req-0cce77a3-d565-4430-b61a-67df642c0553 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?id=697f2987-be30-4b34-8fa0-1fe03eae28b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460641 Feb 04 13:08:32.811414 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21444a76-a9cf-41d5-9788-2de528db845e service neutron] Pushing event updated for resources: {'Port': ['ID=0289d0fe-864b-4044-97a4-4bbaab31686b,revision_number=6']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:08:32.824257 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21444a76-a9cf-41d5-9788-2de528db845e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:08:32.824610 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21444a76-a9cf-41d5-9788-2de528db845e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:08:32.824962 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21444a76-a9cf-41d5-9788-2de528db845e service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:08:32.825321 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21444a76-a9cf-41d5-9788-2de528db845e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:08:32.825647 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21444a76-a9cf-41d5-9788-2de528db845e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:08:32.825980 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21444a76-a9cf-41d5-9788-2de528db845e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:08:32.826314 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21444a76-a9cf-41d5-9788-2de528db845e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:08:32.826745 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21444a76-a9cf-41d5-9788-2de528db845e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:08:32.827075 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21444a76-a9cf-41d5-9788-2de528db845e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:08:32.827405 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21444a76-a9cf-41d5-9788-2de528db845e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:08:32.827795 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21444a76-a9cf-41d5-9788-2de528db845e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:08:32.828087 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21444a76-a9cf-41d5-9788-2de528db845e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:08:32.828412 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21444a76-a9cf-41d5-9788-2de528db845e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:08:32.869262 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [req-08969863-9b42-488a-bf44-9ce0a6914b3a req-21444a76-a9cf-41d5-9788-2de528db845e service neutron] No DVR routers for this DVR port 0289d0fe-864b-4044-97a4-4bbaab31686b on host n-h1-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:08:33.018805 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-08969863-9b42-488a-bf44-9ce0a6914b3a req-21444a76-a9cf-41d5-9788-2de528db845e service neutron] Attempting to bind port 0289d0fe-864b-4044-97a4-4bbaab31686b on host n-h2-825015-3 for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:08:33.019154 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-08969863-9b42-488a-bf44-9ce0a6914b3a req-21444a76-a9cf-41d5-9788-2de528db845e service neutron] Attempting to bind port 0289d0fe-864b-4044-97a4-4bbaab31686b by drivers openvswitch,hyperv on host n-h2-825015-3 at level 0 using segments [{'id': '637bcb8d-c94b-4038-a0af-e094f513bb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'ed4d6a9e-e319-47f6-9511-c9bfa1e918f9'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:08:33.019493 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08969863-9b42-488a-bf44-9ce0a6914b3a req-21444a76-a9cf-41d5-9788-2de528db845e service neutron] Attempting to bind port 0289d0fe-864b-4044-97a4-4bbaab31686b on network ed4d6a9e-e319-47f6-9511-c9bfa1e918f9 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:08:33.023958 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08969863-9b42-488a-bf44-9ce0a6914b3a req-21444a76-a9cf-41d5-9788-2de528db845e service neutron] Port 0289d0fe-864b-4044-97a4-4bbaab31686b on network ed4d6a9e-e319-47f6-9511-c9bfa1e918f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825015-3 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:08:33.024284 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08969863-9b42-488a-bf44-9ce0a6914b3a req-21444a76-a9cf-41d5-9788-2de528db845e service neutron] Attempting to bind port 0289d0fe-864b-4044-97a4-4bbaab31686b on network ed4d6a9e-e319-47f6-9511-c9bfa1e918f9 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:08:33.029184 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08969863-9b42-488a-bf44-9ce0a6914b3a req-21444a76-a9cf-41d5-9788-2de528db845e service neutron] Checking agent: {'id': '9b68a165-e786-4b91-8592-44519c2ecabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:08:33.029472 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08969863-9b42-488a-bf44-9ce0a6914b3a req-21444a76-a9cf-41d5-9788-2de528db845e service neutron] Checking segment: {'id': '637bcb8d-c94b-4038-a0af-e094f513bb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'ed4d6a9e-e319-47f6-9511-c9bfa1e918f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:08:33.029860 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08969863-9b42-488a-bf44-9ce0a6914b3a req-21444a76-a9cf-41d5-9788-2de528db845e service neutron] Bound using segment: {'id': '637bcb8d-c94b-4038-a0af-e094f513bb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'ed4d6a9e-e319-47f6-9511-c9bfa1e918f9'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:08:33.030293 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-08969863-9b42-488a-bf44-9ce0a6914b3a req-21444a76-a9cf-41d5-9788-2de528db845e service neutron] Bound port: 0289d0fe-864b-4044-97a4-4bbaab31686b, host: n-h2-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '637bcb8d-c94b-4038-a0af-e094f513bb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'ed4d6a9e-e319-47f6-9511-c9bfa1e918f9'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:08:33.030656 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-08969863-9b42-488a-bf44-9ce0a6914b3a req-21444a76-a9cf-41d5-9788-2de528db845e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (0289d0fe-864b-4044-97a4-4bbaab31686b), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:08:33.093463 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-08969863-9b42-488a-bf44-9ce0a6914b3a req-21444a76-a9cf-41d5-9788-2de528db845e service neutron] For port 0289d0fe-864b-4044-97a4-4bbaab31686b, host n-h2-825015-3, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:08:33.097149 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-08969863-9b42-488a-bf44-9ce0a6914b3a req-21444a76-a9cf-41d5-9788-2de528db845e service neutron] For port 0289d0fe-864b-4044-97a4-4bbaab31686b, host n-h2-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=0289d0fe-864b-4044-97a4-4bbaab31686b,segment=NetworkSegment(637bcb8d-c94b-4038-a0af-e094f513bb9b),segment_id=637bcb8d-c94b-4038-a0af-e094f513bb9b)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:08:33.103042 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-08969863-9b42-488a-bf44-9ce0a6914b3a req-21444a76-a9cf-41d5-9788-2de528db845e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (0289d0fe-864b-4044-97a4-4bbaab31686b), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:08:33.135651 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08969863-9b42-488a-bf44-9ce0a6914b3a req-21444a76-a9cf-41d5-9788-2de528db845e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:33.136354 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-08969863-9b42-488a-bf44-9ce0a6914b3a req-21444a76-a9cf-41d5-9788-2de528db845e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:08:33.137807 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-08969863-9b42-488a-bf44-9ce0a6914b3a req-21444a76-a9cf-41d5-9788-2de528db845e service neutron] 10.222.0.77 "PUT /v2.0/ports/0289d0fe-864b-4044-97a4-4bbaab31686b HTTP/1.1" status: 200 len: 1091 time: 0.7990148 Feb 04 13:08:33.161370 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21444a76-a9cf-41d5-9788-2de528db845e service neutron] Pushing event updated for resources: {'Port': ['ID=0289d0fe-864b-4044-97a4-4bbaab31686b,revision_number=7']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:08:33.214219 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08969863-9b42-488a-bf44-9ce0a6914b3a req-666d92c9-a4c3-4aef-b773-6fff045a90c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:33.215784 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-08969863-9b42-488a-bf44-9ce0a6914b3a req-666d92c9-a4c3-4aef-b773-6fff045a90c5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6d8f90d776f2444ead7911de1972e870&device_id=1e363e2e-7f16-41e3-9aa0-1742af7f042c HTTP/1.1" status: 200 len: 1125 time: 0.0515389 Feb 04 13:08:33.309088 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08969863-9b42-488a-bf44-9ce0a6914b3a req-503ae778-6707-498f-a6df-9a8adfefa65a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:33.310576 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-08969863-9b42-488a-bf44-9ce0a6914b3a req-503ae778-6707-498f-a6df-9a8adfefa65a service neutron] 10.222.0.77 "GET /v2.0/networks?id=ed4d6a9e-e319-47f6-9511-c9bfa1e918f9 HTTP/1.1" status: 200 len: 896 time: 0.0884960 Feb 04 13:08:33.383283 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-08969863-9b42-488a-bf44-9ce0a6914b3a req-8e988176-f5d1-4906-906f-c00918d027f2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0289d0fe-864b-4044-97a4-4bbaab31686b HTTP/1.1" status: 200 len: 999 time: 0.0668283 Feb 04 13:08:33.430756 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08969863-9b42-488a-bf44-9ce0a6914b3a req-f0b76885-f5d4-44de-8d33-98760d41cb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:33.432153 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-08969863-9b42-488a-bf44-9ce0a6914b3a req-f0b76885-f5d4-44de-8d33-98760d41cb87 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0621a453-9f5a-429a-a065-00f2a501e680 HTTP/1.1" status: 200 len: 833 time: 0.0437453 Feb 04 13:08:33.481051 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08969863-9b42-488a-bf44-9ce0a6914b3a req-4afacc56-3e78-47d9-a2ff-841a03a6d99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:33.482495 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-08969863-9b42-488a-bf44-9ce0a6914b3a req-4afacc56-3e78-47d9-a2ff-841a03a6d99d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ed4d6a9e-e319-47f6-9511-c9bfa1e918f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0452449 Feb 04 13:08:33.575272 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-08969863-9b42-488a-bf44-9ce0a6914b3a req-0117833d-86f0-4d80-aad8-9679189559a3 service neutron] 10.222.0.77 "GET /v2.0/networks/ed4d6a9e-e319-47f6-9511-c9bfa1e918f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867221 Feb 04 13:08:33.665955 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-08969863-9b42-488a-bf44-9ce0a6914b3a req-c25725bb-6c0c-47f4-8bd9-6f9d7526bfa2 service neutron] 10.222.0.77 "GET /v2.0/networks/ed4d6a9e-e319-47f6-9511-c9bfa1e918f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841451 Feb 04 13:08:33.905965 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ad715-c395-4ef8-8cb1-19de2cb07b65 req-4372ed78-2ace-4f9d-b90d-e16989c15792 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:33.907430 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dd2ad715-c395-4ef8-8cb1-19de2cb07b65 req-4372ed78-2ace-4f9d-b90d-e16989c15792 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e363e2e-7f16-41e3-9aa0-1742af7f042c HTTP/1.1" status: 200 len: 943 time: 0.0525043 Feb 04 13:08:33.957734 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dd2ad715-c395-4ef8-8cb1-19de2cb07b65 req-39a146ba-b62b-4feb-bb67-91331e55e470 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?id=697f2987-be30-4b34-8fa0-1fe03eae28b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439866 Feb 04 13:08:34.754079 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e363e2e-7f16-41e3-9aa0-1742af7f042c', 'tag': '0289d0fe-864b-4044-97a4-4bbaab31686b'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:08:34.756392 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79d0c4d9-524e-442b-8b56-f259e721d107" -d '{"events": [{"name": "network-changed", "server_uuid": "1e363e2e-7f16-41e3-9aa0-1742af7f042c", "tag": "0289d0fe-864b-4044-97a4-4bbaab31686b"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:08:34.805653 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a6ba693-29ab-4a4a-a1b1-eb336c09d203 x-openstack-request-id: req-4a6ba693-29ab-4a4a-a1b1-eb336c09d203 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:08:34.806052 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e363e2e-7f16-41e3-9aa0-1742af7f042c", "tag": "0289d0fe-864b-4044-97a4-4bbaab31686b", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:08:34.806412 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4a6ba693-29ab-4a4a-a1b1-eb336c09d203 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:08:34.806955 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e363e2e-7f16-41e3-9aa0-1742af7f042c', 'tag': '0289d0fe-864b-4044-97a4-4bbaab31686b', 'status': 'completed', 'code': 200} Feb 04 13:08:34.869108 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d0c4d9-524e-442b-8b56-f259e721d107 req-806a21c4-8eb6-4af7-a099-1e9104aef772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:34.870641 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-79d0c4d9-524e-442b-8b56-f259e721d107 req-806a21c4-8eb6-4af7-a099-1e9104aef772 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6d8f90d776f2444ead7911de1972e870&device_id=1e363e2e-7f16-41e3-9aa0-1742af7f042c HTTP/1.1" status: 200 len: 1125 time: 0.0474203 Feb 04 13:08:34.881609 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d0c4d9-524e-442b-8b56-f259e721d107 req-52bedd2c-e329-4482-97c3-f32dbe87b31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:34.883135 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-79d0c4d9-524e-442b-8b56-f259e721d107 req-52bedd2c-e329-4482-97c3-f32dbe87b31a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6d8f90d776f2444ead7911de1972e870&device_id=1e363e2e-7f16-41e3-9aa0-1742af7f042c HTTP/1.1" status: 200 len: 1125 time: 0.0517290 Feb 04 13:08:34.971602 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d0c4d9-524e-442b-8b56-f259e721d107 req-a98e3b75-4507-4afa-8ff0-cc9b8444c8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:34.973142 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-79d0c4d9-524e-442b-8b56-f259e721d107 req-a98e3b75-4507-4afa-8ff0-cc9b8444c8d7 service neutron] 10.222.0.77 "GET /v2.0/networks?id=ed4d6a9e-e319-47f6-9511-c9bfa1e918f9 HTTP/1.1" status: 200 len: 896 time: 0.0964146 Feb 04 13:08:34.977423 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d0c4d9-524e-442b-8b56-f259e721d107 req-b9b51602-9bc4-45da-82ef-70502911b9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:34.978883 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-79d0c4d9-524e-442b-8b56-f259e721d107 req-b9b51602-9bc4-45da-82ef-70502911b9d4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ed4d6a9e-e319-47f6-9511-c9bfa1e918f9 HTTP/1.1" status: 200 len: 896 time: 0.0881009 Feb 04 13:08:35.054120 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-79d0c4d9-524e-442b-8b56-f259e721d107 req-3162e9be-df94-4d69-81f6-37b0a69586e4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0289d0fe-864b-4044-97a4-4bbaab31686b HTTP/1.1" status: 200 len: 999 time: 0.0713472 Feb 04 13:08:35.085772 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-79d0c4d9-524e-442b-8b56-f259e721d107 req-ac42b8a8-979a-4482-bfa7-0a3856fedc86 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0289d0fe-864b-4044-97a4-4bbaab31686b HTTP/1.1" status: 200 len: 999 time: 0.0975995 Feb 04 13:08:35.109058 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d0c4d9-524e-442b-8b56-f259e721d107 req-9ebeefab-bbbd-4f5a-8eaa-262364029b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:35.110541 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-79d0c4d9-524e-442b-8b56-f259e721d107 req-9ebeefab-bbbd-4f5a-8eaa-262364029b27 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0621a453-9f5a-429a-a065-00f2a501e680 HTTP/1.1" status: 200 len: 833 time: 0.0520663 Feb 04 13:08:35.132992 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83470560-fd15-4052-8457-40502a17bcc8 req-e72ead08-4d24-49a2-b709-b35c30e5a939 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:35.135838 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-83470560-fd15-4052-8457-40502a17bcc8 req-e72ead08-4d24-49a2-b709-b35c30e5a939 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e363e2e-7f16-41e3-9aa0-1742af7f042c HTTP/1.1" status: 200 len: 943 time: 0.0966072 Feb 04 13:08:35.169241 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d0c4d9-524e-442b-8b56-f259e721d107 req-c9cad345-42ea-4b5e-908f-17cbc2ad1f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:35.170784 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-79d0c4d9-524e-442b-8b56-f259e721d107 req-c9cad345-42ea-4b5e-908f-17cbc2ad1f1e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ed4d6a9e-e319-47f6-9511-c9bfa1e918f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0511088 Feb 04 13:08:35.172762 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d0c4d9-524e-442b-8b56-f259e721d107 req-d4574496-7a89-4f7d-af33-7e862110b4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:35.174910 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-79d0c4d9-524e-442b-8b56-f259e721d107 req-d4574496-7a89-4f7d-af33-7e862110b4e2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0621a453-9f5a-429a-a065-00f2a501e680 HTTP/1.1" status: 200 len: 833 time: 0.0816245 Feb 04 13:08:35.234545 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-83470560-fd15-4052-8457-40502a17bcc8 req-de37f442-e8e9-4732-b904-6716274df427 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?id=697f2987-be30-4b34-8fa0-1fe03eae28b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934651 Feb 04 13:08:35.243463 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 0289d0fe-864b-4044-97a4-4bbaab31686b no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:08:35.259903 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d0c4d9-524e-442b-8b56-f259e721d107 req-3af0f109-def2-4ce8-987f-402999ffe0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:35.261484 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-79d0c4d9-524e-442b-8b56-f259e721d107 req-3af0f109-def2-4ce8-987f-402999ffe0fe service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ed4d6a9e-e319-47f6-9511-c9bfa1e918f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0790110 Feb 04 13:08:35.287175 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-79d0c4d9-524e-442b-8b56-f259e721d107 req-54785240-ff56-4276-8287-5f1579dfed14 service neutron] 10.222.0.77 "GET /v2.0/networks/ed4d6a9e-e319-47f6-9511-c9bfa1e918f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088917 Feb 04 13:08:35.289328 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] The host n-h1-825015-3 is not matching for port 0289d0fe-864b-4044-97a4-4bbaab31686b host n-h2-825015-3! {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 04 13:08:35.289735 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 0289d0fe-864b-4044-97a4-4bbaab31686b not bound to the agent host n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:08:35.357142 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-79d0c4d9-524e-442b-8b56-f259e721d107 req-3ba481dd-9078-4d19-bd11-cfb6ba7819e7 service neutron] 10.222.0.73 "GET /v2.0/networks/ed4d6a9e-e319-47f6-9511-c9bfa1e918f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877407 Feb 04 13:08:35.383370 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-79d0c4d9-524e-442b-8b56-f259e721d107 req-806bd37e-b283-4418-b8b4-5e5e99792aa6 service neutron] 10.222.0.77 "GET /v2.0/networks/ed4d6a9e-e319-47f6-9511-c9bfa1e918f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907834 Feb 04 13:08:35.454302 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-79d0c4d9-524e-442b-8b56-f259e721d107 req-5a8d5e78-c76c-440f-a280-d9803480e5a2 service neutron] 10.222.0.73 "GET /v2.0/networks/ed4d6a9e-e319-47f6-9511-c9bfa1e918f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904918 Feb 04 13:08:35.759427 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 0289d0fe-864b-4044-97a4-4bbaab31686b details requested by agent hyperv_n-h2-825015-3 with host n-h2-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:08:35.865078 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 0289d0fe-864b-4044-97a4-4bbaab31686b, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=0289d0fe-864b-4044-97a4-4bbaab31686b,segment=NetworkSegment(637bcb8d-c94b-4038-a0af-e094f513bb9b),segment_id=637bcb8d-c94b-4038-a0af-e094f513bb9b)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:08:35.876662 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Returning: {'device': '0289d0fe-864b-4044-97a4-4bbaab31686b', 'network_id': 'ed4d6a9e-e319-47f6-9511-c9bfa1e918f9', 'port_id': '0289d0fe-864b-4044-97a4-4bbaab31686b', 'mac_address': 'fa:16:3e:6d:24:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0621a453-9f5a-429a-a065-00f2a501e680', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:08:35.914002 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 0289d0fe-864b-4044-97a4-4bbaab31686b is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:08:35.914396 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (0289d0fe-864b-4044-97a4-4bbaab31686b), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:08:35.928440 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0289d0fe-864b-4044-97a4-4bbaab31686b {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:08:35.951564 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 0289d0fe-864b-4044-97a4-4bbaab31686b, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=0289d0fe-864b-4044-97a4-4bbaab31686b,segment=NetworkSegment(637bcb8d-c94b-4038-a0af-e094f513bb9b),segment_id=637bcb8d-c94b-4038-a0af-e094f513bb9b)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:08:35.956106 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (0289d0fe-864b-4044-97a4-4bbaab31686b), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:08:36.011317 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=0289d0fe-864b-4044-97a4-4bbaab31686b,revision_number=8']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:08:36.018545 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:08:36.018901 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:08:36.019252 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:08:36.019598 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:08:36.019966 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:08:36.020305 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:08:36.020639 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:08:36.020973 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:08:36.021307 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:08:36.021640 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:08:36.021978 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:08:36.022305 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:08:36.022632 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:08:36.168096 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['0289d0fe-864b-4044-97a4-4bbaab31686b'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:08:36.364961 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce5874-bbab-47b4-8fc6-526c949022e8 req-feaa63af-a137-44d0-94bb-645dd556ead9 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:36.366461 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c3ce5874-bbab-47b4-8fc6-526c949022e8 req-feaa63af-a137-44d0-94bb-645dd556ead9 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e363e2e-7f16-41e3-9aa0-1742af7f042c HTTP/1.1" status: 200 len: 944 time: 0.0584614 Feb 04 13:08:36.417890 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c3ce5874-bbab-47b4-8fc6-526c949022e8 req-8d152648-cf01-41b1-ba9c-2116046a0ac9 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?id=697f2987-be30-4b34-8fa0-1fe03eae28b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436206 Feb 04 13:08:36.665221 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63db282b-e813-4f75-850b-72d73b0a82c3 req-52f08ca1-9216-4dc1-b353-c06197102b4a tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:36.666718 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-63db282b-e813-4f75-850b-72d73b0a82c3 req-52f08ca1-9216-4dc1-b353-c06197102b4a tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e363e2e-7f16-41e3-9aa0-1742af7f042c HTTP/1.1" status: 200 len: 944 time: 0.0535243 Feb 04 13:08:36.690339 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce99e757-ba29-4fc5-adf0-599141a72497 req-3936e30b-a103-4771-b40b-1657727939e6 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:36.691956 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-ce99e757-ba29-4fc5-adf0-599141a72497 req-3936e30b-a103-4771-b40b-1657727939e6 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.77 "GET /v2.0/ports?device_id=1e363e2e-7f16-41e3-9aa0-1742af7f042c&tenant_id=6d8f90d776f2444ead7911de1972e870&binding%3Ahost_id=n-h2-825015-3 HTTP/1.1" status: 200 len: 944 time: 0.0974138 Feb 04 13:08:36.718070 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-63db282b-e813-4f75-850b-72d73b0a82c3 req-67a8b915-47d5-4ca4-84df-26d916f1327b tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?id=697f2987-be30-4b34-8fa0-1fe03eae28b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452065 Feb 04 13:08:36.762803 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-ce99e757-ba29-4fc5-adf0-599141a72497 req-35716fcc-3765-48f2-a5ac-393f5107ad4c service neutron] 10.222.0.77 "GET /v2.0/ports/0289d0fe-864b-4044-97a4-4bbaab31686b/bindings/n-h2-825015-3 HTTP/1.1" status: 200 len: 382 time: 0.0644271 Feb 04 13:08:36.829017 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce99e757-ba29-4fc5-adf0-599141a72497 req-88bdd4e6-148c-409d-8de7-c761504dc6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:36.830419 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-ce99e757-ba29-4fc5-adf0-599141a72497 req-88bdd4e6-148c-409d-8de7-c761504dc6d0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6d8f90d776f2444ead7911de1972e870&device_id=1e363e2e-7f16-41e3-9aa0-1742af7f042c HTTP/1.1" status: 200 len: 1126 time: 0.0457172 Feb 04 13:08:36.916566 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce99e757-ba29-4fc5-adf0-599141a72497 req-43bce3eb-93c6-4d84-9d77-6ca133b70b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:36.918789 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-ce99e757-ba29-4fc5-adf0-599141a72497 req-43bce3eb-93c6-4d84-9d77-6ca133b70b13 service neutron] 10.222.0.77 "GET /v2.0/networks?id=ed4d6a9e-e319-47f6-9511-c9bfa1e918f9 HTTP/1.1" status: 200 len: 896 time: 0.0823836 Feb 04 13:08:36.985616 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-ce99e757-ba29-4fc5-adf0-599141a72497 req-919406fe-a981-49ff-9924-bb98092d3f23 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0289d0fe-864b-4044-97a4-4bbaab31686b HTTP/1.1" status: 200 len: 1000 time: 0.0615451 Feb 04 13:08:37.034076 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce99e757-ba29-4fc5-adf0-599141a72497 req-0bf6898a-beb4-4aef-a98f-0c45a592cf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:37.035506 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-ce99e757-ba29-4fc5-adf0-599141a72497 req-0bf6898a-beb4-4aef-a98f-0c45a592cf59 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0621a453-9f5a-429a-a065-00f2a501e680 HTTP/1.1" status: 200 len: 833 time: 0.0423419 Feb 04 13:08:37.083008 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce99e757-ba29-4fc5-adf0-599141a72497 req-bec7d514-981c-420d-ab37-e8515cd1b489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:37.084431 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-ce99e757-ba29-4fc5-adf0-599141a72497 req-bec7d514-981c-420d-ab37-e8515cd1b489 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ed4d6a9e-e319-47f6-9511-c9bfa1e918f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0434532 Feb 04 13:08:37.177233 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-ce99e757-ba29-4fc5-adf0-599141a72497 req-73b0f8f9-72a5-4f04-ac18-1974fb29a57a service neutron] 10.222.0.77 "GET /v2.0/networks/ed4d6a9e-e319-47f6-9511-c9bfa1e918f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871091 Feb 04 13:08:37.266445 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-ce99e757-ba29-4fc5-adf0-599141a72497 req-fd1f064f-9890-4ef3-973d-8b00b315eb5a service neutron] 10.222.0.77 "GET /v2.0/networks/ed4d6a9e-e319-47f6-9511-c9bfa1e918f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835998 Feb 04 13:08:37.770182 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 0289d0fe-864b-4044-97a4-4bbaab31686b up at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:08:37.821475 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning for port 0289d0fe-864b-4044-97a4-4bbaab31686b completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:08:37.825663 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning complete for port 0289d0fe-864b-4044-97a4-4bbaab31686b triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:08:37.826038 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (0289d0fe-864b-4044-97a4-4bbaab31686b), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:08:37.858675 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1e553c-a5ae-4208-9e2e-96e4fd7a0d65 req-55d0cf4e-21c6-4dca-8e46-75ebe7c17825 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:37.861078 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3b1e553c-a5ae-4208-9e2e-96e4fd7a0d65 req-55d0cf4e-21c6-4dca-8e46-75ebe7c17825 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e363e2e-7f16-41e3-9aa0-1742af7f042c HTTP/1.1" status: 200 len: 944 time: 0.0623007 Feb 04 13:08:37.909845 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3b1e553c-a5ae-4208-9e2e-96e4fd7a0d65 req-68775b31-70d9-4c7a-a69c-54bdd22d87d1 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?id=697f2987-be30-4b34-8fa0-1fe03eae28b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431168 Feb 04 13:08:37.910437 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 0289d0fe-864b-4044-97a4-4bbaab31686b is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:08:37.910840 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (0289d0fe-864b-4044-97a4-4bbaab31686b), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:08:37.934422 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e363e2e-7f16-41e3-9aa0-1742af7f042c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0289d0fe-864b-4044-97a4-4bbaab31686b'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:08:37.936960 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a874cd13-9905-40c1-94e8-00be2b2484cb" -d '{"events": [{"server_uuid": "1e363e2e-7f16-41e3-9aa0-1742af7f042c", "name": "network-vif-plugged", "status": "completed", "tag": "0289d0fe-864b-4044-97a4-4bbaab31686b"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:08:37.950303 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 0289d0fe-864b-4044-97a4-4bbaab31686b, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=0289d0fe-864b-4044-97a4-4bbaab31686b,segment=NetworkSegment(637bcb8d-c94b-4038-a0af-e094f513bb9b),segment_id=637bcb8d-c94b-4038-a0af-e094f513bb9b)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:08:37.954239 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (0289d0fe-864b-4044-97a4-4bbaab31686b), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:08:37.990268 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-586dd8e9-2fb0-4eee-a611-6622d8899427 x-openstack-request-id: req-586dd8e9-2fb0-4eee-a611-6622d8899427 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:08:37.990568 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e363e2e-7f16-41e3-9aa0-1742af7f042c", "name": "network-vif-plugged", "status": "completed", "tag": "0289d0fe-864b-4044-97a4-4bbaab31686b", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:08:37.990827 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-586dd8e9-2fb0-4eee-a611-6622d8899427 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:08:37.991410 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e363e2e-7f16-41e3-9aa0-1742af7f042c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0289d0fe-864b-4044-97a4-4bbaab31686b', 'code': 200} Feb 04 13:08:38.007221 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=0289d0fe-864b-4044-97a4-4bbaab31686b,revision_number=9']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:08:39.029861 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58bf341-ce19-4e15-9545-beca40c21f25 req-5cbb9a48-996d-468b-949d-bba724a57b60 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:39.031345 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d58bf341-ce19-4e15-9545-beca40c21f25 req-5cbb9a48-996d-468b-949d-bba724a57b60 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e363e2e-7f16-41e3-9aa0-1742af7f042c HTTP/1.1" status: 200 len: 945 time: 0.0519569 Feb 04 13:08:39.084109 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d58bf341-ce19-4e15-9545-beca40c21f25 req-682422c8-5479-47ff-8434-f33e87aff3da tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?id=697f2987-be30-4b34-8fa0-1fe03eae28b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460413 Feb 04 13:08:39.424805 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce99e757-ba29-4fc5-adf0-599141a72497 req-87fabb90-10f9-40a8-942f-0aec207aa110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:39.426327 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ce99e757-ba29-4fc5-adf0-599141a72497 req-87fabb90-10f9-40a8-942f-0aec207aa110 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1e363e2e-7f16-41e3-9aa0-1742af7f042c&tenant_id=6d8f90d776f2444ead7911de1972e870 HTTP/1.1" status: 200 len: 1127 time: 0.0808358 Feb 04 13:08:39.441270 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-ce99e757-ba29-4fc5-adf0-599141a72497 req-1c4c5694-4db8-4d4f-9cd6-15e384ee608e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825015-3', 'device_owner': 'compute:nova'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:08:39.497935 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-ce99e757-ba29-4fc5-adf0-599141a72497 req-1c4c5694-4db8-4d4f-9cd6-15e384ee608e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (0289d0fe-864b-4044-97a4-4bbaab31686b), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:08:39.697233 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-ce99e757-ba29-4fc5-adf0-599141a72497 req-1c4c5694-4db8-4d4f-9cd6-15e384ee608e service neutron] For port 0289d0fe-864b-4044-97a4-4bbaab31686b, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=0289d0fe-864b-4044-97a4-4bbaab31686b,segment=NetworkSegment(637bcb8d-c94b-4038-a0af-e094f513bb9b),segment_id=637bcb8d-c94b-4038-a0af-e094f513bb9b)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:08:39.731154 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-ce99e757-ba29-4fc5-adf0-599141a72497 req-1c4c5694-4db8-4d4f-9cd6-15e384ee608e service neutron] For port 0289d0fe-864b-4044-97a4-4bbaab31686b, host n-h2-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:08:39.774018 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e363e2e-7f16-41e3-9aa0-1742af7f042c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0289d0fe-864b-4044-97a4-4bbaab31686b'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:08:39.776261 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b280584-f962-4425-a741-c4393d8cb099" -d '{"events": [{"server_uuid": "1e363e2e-7f16-41e3-9aa0-1742af7f042c", "name": "network-vif-unplugged", "status": "completed", "tag": "0289d0fe-864b-4044-97a4-4bbaab31686b"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:08:39.779894 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-ce99e757-ba29-4fc5-adf0-599141a72497 req-1c4c5694-4db8-4d4f-9cd6-15e384ee608e service neutron] Publish callbacks [] for port (0289d0fe-864b-4044-97a4-4bbaab31686b), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:08:39.794142 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-ce99e757-ba29-4fc5-adf0-599141a72497 req-1c4c5694-4db8-4d4f-9cd6-15e384ee608e service neutron] Transition to ACTIVE for port object 0289d0fe-864b-4044-97a4-4bbaab31686b will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:08:39.798334 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-ce99e757-ba29-4fc5-adf0-599141a72497 req-1c4c5694-4db8-4d4f-9cd6-15e384ee608e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (0289d0fe-864b-4044-97a4-4bbaab31686b), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:08:39.835231 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 13:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4b3f512-bea5-4f1e-a1fe-fb3aabedda0f x-openstack-request-id: req-f4b3f512-bea5-4f1e-a1fe-fb3aabedda0f {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:08:39.835530 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e363e2e-7f16-41e3-9aa0-1742af7f042c", "name": "network-vif-unplugged", "status": "completed", "tag": "0289d0fe-864b-4044-97a4-4bbaab31686b", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:08:39.835808 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f4b3f512-bea5-4f1e-a1fe-fb3aabedda0f {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:08:39.836207 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e363e2e-7f16-41e3-9aa0-1742af7f042c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0289d0fe-864b-4044-97a4-4bbaab31686b', 'code': 200} Feb 04 13:08:39.933804 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c5694-4db8-4d4f-9cd6-15e384ee608e service neutron] Pushing event updated for resources: {'Port': ['ID=0289d0fe-864b-4044-97a4-4bbaab31686b,revision_number=10']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:08:39.955949 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c5694-4db8-4d4f-9cd6-15e384ee608e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:08:39.956309 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c5694-4db8-4d4f-9cd6-15e384ee608e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:08:39.956659 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c5694-4db8-4d4f-9cd6-15e384ee608e service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:08:39.957010 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c5694-4db8-4d4f-9cd6-15e384ee608e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:08:39.957346 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c5694-4db8-4d4f-9cd6-15e384ee608e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:08:39.957681 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c5694-4db8-4d4f-9cd6-15e384ee608e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:08:39.958015 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c5694-4db8-4d4f-9cd6-15e384ee608e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:08:39.958343 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c5694-4db8-4d4f-9cd6-15e384ee608e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:08:39.958671 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c5694-4db8-4d4f-9cd6-15e384ee608e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:08:39.958998 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c5694-4db8-4d4f-9cd6-15e384ee608e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:08:39.959325 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c5694-4db8-4d4f-9cd6-15e384ee608e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:08:39.959647 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c5694-4db8-4d4f-9cd6-15e384ee608e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:08:39.959995 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c5694-4db8-4d4f-9cd6-15e384ee608e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:08:39.997453 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce99e757-ba29-4fc5-adf0-599141a72497 req-1c4c5694-4db8-4d4f-9cd6-15e384ee608e service neutron] No DVR routers for this DVR port 0289d0fe-864b-4044-97a4-4bbaab31686b on host n-h2-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:08:40.136136 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-ce99e757-ba29-4fc5-adf0-599141a72497 req-1c4c5694-4db8-4d4f-9cd6-15e384ee608e service neutron] Attempting to bind port 0289d0fe-864b-4044-97a4-4bbaab31686b on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:08:40.136799 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-ce99e757-ba29-4fc5-adf0-599141a72497 req-1c4c5694-4db8-4d4f-9cd6-15e384ee608e service neutron] Attempting to bind port 0289d0fe-864b-4044-97a4-4bbaab31686b by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': '637bcb8d-c94b-4038-a0af-e094f513bb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'ed4d6a9e-e319-47f6-9511-c9bfa1e918f9'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:08:40.136799 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce99e757-ba29-4fc5-adf0-599141a72497 req-1c4c5694-4db8-4d4f-9cd6-15e384ee608e service neutron] Attempting to bind port 0289d0fe-864b-4044-97a4-4bbaab31686b on network ed4d6a9e-e319-47f6-9511-c9bfa1e918f9 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:08:40.141511 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce99e757-ba29-4fc5-adf0-599141a72497 req-1c4c5694-4db8-4d4f-9cd6-15e384ee608e service neutron] Port 0289d0fe-864b-4044-97a4-4bbaab31686b on network ed4d6a9e-e319-47f6-9511-c9bfa1e918f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:08:40.141839 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce99e757-ba29-4fc5-adf0-599141a72497 req-1c4c5694-4db8-4d4f-9cd6-15e384ee608e service neutron] Attempting to bind port 0289d0fe-864b-4044-97a4-4bbaab31686b on network ed4d6a9e-e319-47f6-9511-c9bfa1e918f9 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:08:40.147275 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce99e757-ba29-4fc5-adf0-599141a72497 req-1c4c5694-4db8-4d4f-9cd6-15e384ee608e service neutron] Checking agent: {'id': 'f8add0d2-2202-43d3-bc0e-72442788e6ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:08:40.147620 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce99e757-ba29-4fc5-adf0-599141a72497 req-1c4c5694-4db8-4d4f-9cd6-15e384ee608e service neutron] Checking segment: {'id': '637bcb8d-c94b-4038-a0af-e094f513bb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'ed4d6a9e-e319-47f6-9511-c9bfa1e918f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:08:40.148040 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce99e757-ba29-4fc5-adf0-599141a72497 req-1c4c5694-4db8-4d4f-9cd6-15e384ee608e service neutron] Bound using segment: {'id': '637bcb8d-c94b-4038-a0af-e094f513bb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'ed4d6a9e-e319-47f6-9511-c9bfa1e918f9'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:08:40.148469 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-ce99e757-ba29-4fc5-adf0-599141a72497 req-1c4c5694-4db8-4d4f-9cd6-15e384ee608e service neutron] Bound port: 0289d0fe-864b-4044-97a4-4bbaab31686b, host: n-h1-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '637bcb8d-c94b-4038-a0af-e094f513bb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'ed4d6a9e-e319-47f6-9511-c9bfa1e918f9'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:08:40.148839 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-ce99e757-ba29-4fc5-adf0-599141a72497 req-1c4c5694-4db8-4d4f-9cd6-15e384ee608e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (0289d0fe-864b-4044-97a4-4bbaab31686b), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:08:40.496226 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-ce99e757-ba29-4fc5-adf0-599141a72497 req-1c4c5694-4db8-4d4f-9cd6-15e384ee608e service neutron] For port 0289d0fe-864b-4044-97a4-4bbaab31686b, host n-h1-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:08:40.499878 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-ce99e757-ba29-4fc5-adf0-599141a72497 req-1c4c5694-4db8-4d4f-9cd6-15e384ee608e service neutron] For port 0289d0fe-864b-4044-97a4-4bbaab31686b, host n-h1-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=0289d0fe-864b-4044-97a4-4bbaab31686b,segment=NetworkSegment(637bcb8d-c94b-4038-a0af-e094f513bb9b),segment_id=637bcb8d-c94b-4038-a0af-e094f513bb9b)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:08:40.508078 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b5edc3-451f-45d3-b726-47c63ab938b1 req-042539d2-6d49-4d13-aea3-ade6f3cf20ab tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:40.509568 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-73b5edc3-451f-45d3-b726-47c63ab938b1 req-042539d2-6d49-4d13-aea3-ade6f3cf20ab tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e363e2e-7f16-41e3-9aa0-1742af7f042c HTTP/1.1" status: 200 len: 944 time: 0.3519506 Feb 04 13:08:40.514599 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-ce99e757-ba29-4fc5-adf0-599141a72497 req-1c4c5694-4db8-4d4f-9cd6-15e384ee608e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (0289d0fe-864b-4044-97a4-4bbaab31686b), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:08:40.558250 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce99e757-ba29-4fc5-adf0-599141a72497 req-1c4c5694-4db8-4d4f-9cd6-15e384ee608e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:40.558973 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-ce99e757-ba29-4fc5-adf0-599141a72497 req-1c4c5694-4db8-4d4f-9cd6-15e384ee608e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:08:40.560339 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ce99e757-ba29-4fc5-adf0-599141a72497 req-1c4c5694-4db8-4d4f-9cd6-15e384ee608e service neutron] 10.222.0.73 "PUT /v2.0/ports/0289d0fe-864b-4044-97a4-4bbaab31686b HTTP/1.1" status: 200 len: 1092 time: 1.1230669 Feb 04 13:08:40.642727 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c5694-4db8-4d4f-9cd6-15e384ee608e service neutron] Pushing event updated for resources: {'Port': ['ID=0289d0fe-864b-4044-97a4-4bbaab31686b,revision_number=11']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:08:40.650708 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-73b5edc3-451f-45d3-b726-47c63ab938b1 req-9c2e6115-6b83-4226-afa1-d5ce0a4e5a0e tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?id=697f2987-be30-4b34-8fa0-1fe03eae28b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1338151 Feb 04 13:08:40.670964 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce99e757-ba29-4fc5-adf0-599141a72497 req-2363f571-f45d-4897-b72a-52f537a43ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:40.672485 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ce99e757-ba29-4fc5-adf0-599141a72497 req-2363f571-f45d-4897-b72a-52f537a43ecd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6d8f90d776f2444ead7911de1972e870&device_id=1e363e2e-7f16-41e3-9aa0-1742af7f042c HTTP/1.1" status: 200 len: 1126 time: 0.0830104 Feb 04 13:08:40.766532 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce99e757-ba29-4fc5-adf0-599141a72497 req-281ac146-b9b6-441d-8eb4-48db3a261889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:40.768133 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ce99e757-ba29-4fc5-adf0-599141a72497 req-281ac146-b9b6-441d-8eb4-48db3a261889 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ed4d6a9e-e319-47f6-9511-c9bfa1e918f9 HTTP/1.1" status: 200 len: 896 time: 0.0894682 Feb 04 13:08:40.839640 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ce99e757-ba29-4fc5-adf0-599141a72497 req-514585b1-2830-45c1-b402-3fb90a4f1d47 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0289d0fe-864b-4044-97a4-4bbaab31686b HTTP/1.1" status: 200 len: 999 time: 0.0643961 Feb 04 13:08:40.888146 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce99e757-ba29-4fc5-adf0-599141a72497 req-ef086057-ccbc-4535-b0be-deef270745dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:40.889576 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ce99e757-ba29-4fc5-adf0-599141a72497 req-ef086057-ccbc-4535-b0be-deef270745dc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0621a453-9f5a-429a-a065-00f2a501e680 HTTP/1.1" status: 200 len: 833 time: 0.0438647 Feb 04 13:08:40.944820 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce99e757-ba29-4fc5-adf0-599141a72497 req-29b2c051-4d3f-42d4-bd2a-f42cff3b4a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:40.946352 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ce99e757-ba29-4fc5-adf0-599141a72497 req-29b2c051-4d3f-42d4-bd2a-f42cff3b4a4b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ed4d6a9e-e319-47f6-9511-c9bfa1e918f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0497012 Feb 04 13:08:41.039823 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ce99e757-ba29-4fc5-adf0-599141a72497 req-d86c2f1b-1f4a-42a1-a704-1749f3e63e61 service neutron] 10.222.0.73 "GET /v2.0/networks/ed4d6a9e-e319-47f6-9511-c9bfa1e918f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866153 Feb 04 13:08:41.130007 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ce99e757-ba29-4fc5-adf0-599141a72497 req-f561e0b3-2cdc-45ea-a2f6-eb4875b696e8 service neutron] 10.222.0.73 "GET /v2.0/networks/ed4d6a9e-e319-47f6-9511-c9bfa1e918f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834110 Feb 04 13:08:41.529219 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:08:41.775018 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df39a1dc-6942-49af-a4e3-28797b938de5 req-67aad05d-6ab1-4a87-b6de-a663f6f2d30d tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:41.776512 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-df39a1dc-6942-49af-a4e3-28797b938de5 req-67aad05d-6ab1-4a87-b6de-a663f6f2d30d tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e363e2e-7f16-41e3-9aa0-1742af7f042c HTTP/1.1" status: 200 len: 944 time: 0.0528998 Feb 04 13:08:41.831593 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-df39a1dc-6942-49af-a4e3-28797b938de5 req-a3f272e8-d697-49ac-84fb-e9baeb015abe tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?id=697f2987-be30-4b34-8fa0-1fe03eae28b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492404 Feb 04 13:08:41.837067 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e363e2e-7f16-41e3-9aa0-1742af7f042c', 'tag': '0289d0fe-864b-4044-97a4-4bbaab31686b'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:08:41.839388 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75730a24-fb35-432c-862a-d6bd4e0512bd" -d '{"events": [{"name": "network-changed", "server_uuid": "1e363e2e-7f16-41e3-9aa0-1742af7f042c", "tag": "0289d0fe-864b-4044-97a4-4bbaab31686b"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:08:41.888600 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99727e63-2a27-4580-92b1-8964881bd40e x-openstack-request-id: req-99727e63-2a27-4580-92b1-8964881bd40e {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:08:41.888903 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e363e2e-7f16-41e3-9aa0-1742af7f042c", "tag": "0289d0fe-864b-4044-97a4-4bbaab31686b", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:08:41.889159 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-99727e63-2a27-4580-92b1-8964881bd40e {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:08:41.889567 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e363e2e-7f16-41e3-9aa0-1742af7f042c', 'tag': '0289d0fe-864b-4044-97a4-4bbaab31686b', 'status': 'completed', 'code': 200} Feb 04 13:08:41.956118 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75730a24-fb35-432c-862a-d6bd4e0512bd req-029da4cb-5a81-485a-aa63-f16d531ae189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:41.957836 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-75730a24-fb35-432c-862a-d6bd4e0512bd req-029da4cb-5a81-485a-aa63-f16d531ae189 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6d8f90d776f2444ead7911de1972e870&device_id=1e363e2e-7f16-41e3-9aa0-1742af7f042c HTTP/1.1" status: 200 len: 1126 time: 0.0509155 Feb 04 13:08:41.961145 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75730a24-fb35-432c-862a-d6bd4e0512bd req-76c058a7-0c95-429c-9706-ac83ab6bd28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:41.962705 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-75730a24-fb35-432c-862a-d6bd4e0512bd req-76c058a7-0c95-429c-9706-ac83ab6bd28b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6d8f90d776f2444ead7911de1972e870&device_id=1e363e2e-7f16-41e3-9aa0-1742af7f042c HTTP/1.1" status: 200 len: 1126 time: 0.0447869 Feb 04 13:08:42.049710 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75730a24-fb35-432c-862a-d6bd4e0512bd req-9e545ada-a8ce-4e47-881c-544181de0231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:42.051189 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-75730a24-fb35-432c-862a-d6bd4e0512bd req-9e545ada-a8ce-4e47-881c-544181de0231 service neutron] 10.222.0.77 "GET /v2.0/networks?id=ed4d6a9e-e319-47f6-9511-c9bfa1e918f9 HTTP/1.1" status: 200 len: 896 time: 0.0878062 Feb 04 13:08:42.059427 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75730a24-fb35-432c-862a-d6bd4e0512bd req-1bb0f71a-1ba7-4d1f-92ba-63693d4ff089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:42.060940 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-75730a24-fb35-432c-862a-d6bd4e0512bd req-1bb0f71a-1ba7-4d1f-92ba-63693d4ff089 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ed4d6a9e-e319-47f6-9511-c9bfa1e918f9 HTTP/1.1" status: 200 len: 896 time: 0.0882266 Feb 04 13:08:42.120443 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-75730a24-fb35-432c-862a-d6bd4e0512bd req-25d976ad-04da-4f32-a412-5ca70e2c5b60 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0289d0fe-864b-4044-97a4-4bbaab31686b HTTP/1.1" status: 200 len: 999 time: 0.0633080 Feb 04 13:08:42.132446 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-75730a24-fb35-432c-862a-d6bd4e0512bd req-b920cebc-4b5e-414e-8ca6-98fdf259eab7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0289d0fe-864b-4044-97a4-4bbaab31686b HTTP/1.1" status: 200 len: 999 time: 0.0630803 Feb 04 13:08:42.173441 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75730a24-fb35-432c-862a-d6bd4e0512bd req-a724fcf2-0c9b-4b0a-b14b-82f407add56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:42.175022 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-75730a24-fb35-432c-862a-d6bd4e0512bd req-a724fcf2-0c9b-4b0a-b14b-82f407add56d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0621a453-9f5a-429a-a065-00f2a501e680 HTTP/1.1" status: 200 len: 833 time: 0.0497973 Feb 04 13:08:42.187398 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75730a24-fb35-432c-862a-d6bd4e0512bd req-9b776a61-2584-43ca-968c-94545c0ffba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:42.188920 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-75730a24-fb35-432c-862a-d6bd4e0512bd req-9b776a61-2584-43ca-968c-94545c0ffba4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0621a453-9f5a-429a-a065-00f2a501e680 HTTP/1.1" status: 200 len: 833 time: 0.0473063 Feb 04 13:08:42.225156 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75730a24-fb35-432c-862a-d6bd4e0512bd req-35162038-bf7c-4d68-bbe4-c1406a6d9919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:42.226682 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-75730a24-fb35-432c-862a-d6bd4e0512bd req-35162038-bf7c-4d68-bbe4-c1406a6d9919 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ed4d6a9e-e319-47f6-9511-c9bfa1e918f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0456488 Feb 04 13:08:42.243484 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75730a24-fb35-432c-862a-d6bd4e0512bd req-de76d9bc-34aa-45e0-be34-cba30bfeebfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:42.245016 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-75730a24-fb35-432c-862a-d6bd4e0512bd req-de76d9bc-34aa-45e0-be34-cba30bfeebfc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ed4d6a9e-e319-47f6-9511-c9bfa1e918f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0465028 Feb 04 13:08:42.317372 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-75730a24-fb35-432c-862a-d6bd4e0512bd req-5cc7f2cf-6e9c-4821-a0a9-c3c732f11c49 service neutron] 10.222.0.77 "GET /v2.0/networks/ed4d6a9e-e319-47f6-9511-c9bfa1e918f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851758 Feb 04 13:08:42.342727 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-75730a24-fb35-432c-862a-d6bd4e0512bd req-6f3c8cfc-8e7f-41e0-aaf6-7312d42fbd53 service neutron] 10.222.0.73 "GET /v2.0/networks/ed4d6a9e-e319-47f6-9511-c9bfa1e918f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868561 Feb 04 13:08:42.408398 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-75730a24-fb35-432c-862a-d6bd4e0512bd req-f70ec8c4-4ec1-4155-b802-60d76639c6ba service neutron] 10.222.0.77 "GET /v2.0/networks/ed4d6a9e-e319-47f6-9511-c9bfa1e918f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851274 Feb 04 13:08:42.437878 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-75730a24-fb35-432c-862a-d6bd4e0512bd req-17b7d03e-967d-4ed5-b5b4-dded107cf6ce service neutron] 10.222.0.73 "GET /v2.0/networks/ed4d6a9e-e319-47f6-9511-c9bfa1e918f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855734 Feb 04 13:08:42.968689 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a07cbbe-e105-4b0a-9323-676a29a79ba6 req-f7723c6a-d170-40b3-b369-49e09b289d60 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:42.970181 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9a07cbbe-e105-4b0a-9323-676a29a79ba6 req-f7723c6a-d170-40b3-b369-49e09b289d60 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e363e2e-7f16-41e3-9aa0-1742af7f042c HTTP/1.1" status: 200 len: 944 time: 0.0625019 Feb 04 13:08:43.022642 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9a07cbbe-e105-4b0a-9323-676a29a79ba6 req-5e7cc441-f221-415a-9deb-96772e0d5dd9 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?id=697f2987-be30-4b34-8fa0-1fe03eae28b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451965 Feb 04 13:08:43.329755 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 0289d0fe-864b-4044-97a4-4bbaab31686b details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:08:43.426810 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 0289d0fe-864b-4044-97a4-4bbaab31686b, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=0289d0fe-864b-4044-97a4-4bbaab31686b,segment=NetworkSegment(637bcb8d-c94b-4038-a0af-e094f513bb9b),segment_id=637bcb8d-c94b-4038-a0af-e094f513bb9b)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:08:43.438255 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': '0289d0fe-864b-4044-97a4-4bbaab31686b', 'network_id': 'ed4d6a9e-e319-47f6-9511-c9bfa1e918f9', 'port_id': '0289d0fe-864b-4044-97a4-4bbaab31686b', 'mac_address': 'fa:16:3e:6d:24:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0621a453-9f5a-429a-a065-00f2a501e680', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:08:43.474684 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 0289d0fe-864b-4044-97a4-4bbaab31686b is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:08:43.475072 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (0289d0fe-864b-4044-97a4-4bbaab31686b), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:08:43.487756 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0289d0fe-864b-4044-97a4-4bbaab31686b {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:08:43.511385 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 0289d0fe-864b-4044-97a4-4bbaab31686b, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=0289d0fe-864b-4044-97a4-4bbaab31686b,segment=NetworkSegment(637bcb8d-c94b-4038-a0af-e094f513bb9b),segment_id=637bcb8d-c94b-4038-a0af-e094f513bb9b)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:08:43.515275 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (0289d0fe-864b-4044-97a4-4bbaab31686b), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:08:43.563940 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=0289d0fe-864b-4044-97a4-4bbaab31686b,revision_number=12']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:08:43.780115 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 0289d0fe-864b-4044-97a4-4bbaab31686b no longer exists at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:08:43.804620 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['0289d0fe-864b-4044-97a4-4bbaab31686b'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:08:43.851266 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] The host n-h2-825015-3 is not matching for port 0289d0fe-864b-4044-97a4-4bbaab31686b host n-h1-825015-3! {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 04 13:08:43.851656 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 0289d0fe-864b-4044-97a4-4bbaab31686b not bound to the agent host n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:08:44.152259 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c836e5-9fc6-48ab-a47f-284d3813589f req-6c823f1c-a84c-470a-a8d7-bc1ed46f87c5 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:44.153767 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-54c836e5-9fc6-48ab-a47f-284d3813589f req-6c823f1c-a84c-470a-a8d7-bc1ed46f87c5 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e363e2e-7f16-41e3-9aa0-1742af7f042c HTTP/1.1" status: 200 len: 945 time: 0.0580842 Feb 04 13:08:44.203238 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-54c836e5-9fc6-48ab-a47f-284d3813589f req-4f09ea97-6801-433a-b305-20954a13f1aa tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?id=697f2987-be30-4b34-8fa0-1fe03eae28b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438385 Feb 04 13:08:44.226422 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 59436) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:08:44.292622 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-88b25be4-38de-4223-adfb-ff572d3a54a4 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/floatingips/fc45eadd-7498-44bb-8aba-ea0e338f7d9f HTTP/1.1" status: 200 len: 992 time: 0.0649207 Feb 04 13:08:45.363719 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 0289d0fe-864b-4044-97a4-4bbaab31686b up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:08:45.411412 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning for port 0289d0fe-864b-4044-97a4-4bbaab31686b completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:08:45.415452 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port 0289d0fe-864b-4044-97a4-4bbaab31686b triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:08:45.415866 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (0289d0fe-864b-4044-97a4-4bbaab31686b), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:08:45.495463 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 0289d0fe-864b-4044-97a4-4bbaab31686b is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:08:45.495884 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (0289d0fe-864b-4044-97a4-4bbaab31686b), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:08:45.519422 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e363e2e-7f16-41e3-9aa0-1742af7f042c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0289d0fe-864b-4044-97a4-4bbaab31686b'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:08:45.521680 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9865b2f3-186f-4624-b871-36c1784c40c6" -d '{"events": [{"server_uuid": "1e363e2e-7f16-41e3-9aa0-1742af7f042c", "name": "network-vif-plugged", "status": "completed", "tag": "0289d0fe-864b-4044-97a4-4bbaab31686b"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:08:45.535479 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 0289d0fe-864b-4044-97a4-4bbaab31686b, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=0289d0fe-864b-4044-97a4-4bbaab31686b,segment=NetworkSegment(637bcb8d-c94b-4038-a0af-e094f513bb9b),segment_id=637bcb8d-c94b-4038-a0af-e094f513bb9b)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:08:45.540757 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (0289d0fe-864b-4044-97a4-4bbaab31686b), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:08:45.564688 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f652f40b-6075-4f35-9572-2aca111584f5 x-openstack-request-id: req-f652f40b-6075-4f35-9572-2aca111584f5 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:08:45.565742 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e363e2e-7f16-41e3-9aa0-1742af7f042c", "name": "network-vif-plugged", "status": "completed", "tag": "0289d0fe-864b-4044-97a4-4bbaab31686b", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:08:45.566014 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f652f40b-6075-4f35-9572-2aca111584f5 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:08:45.566415 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e363e2e-7f16-41e3-9aa0-1742af7f042c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0289d0fe-864b-4044-97a4-4bbaab31686b', 'code': 200} Feb 04 13:08:45.598962 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5632be9e-0ece-4571-8c48-d4a6edcb6898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:08:45.604639 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=0289d0fe-864b-4044-97a4-4bbaab31686b,revision_number=13']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:08:48.039128 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a7941e5d-04a8-48e2-bc58-79cfd29e74ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:08:49.343531 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:08:50.605125 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:08:51.739966 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:01.441425 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:02.014826 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:15.560534 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-79c3d0fb-e615-440a-a811-358a9d3a1cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:18.041014 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1b1fd9d9-b12d-4af8-b346-e5749e788db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:18.528642 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:09:18.847192 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfefedb-2187-4f7b-8f4f-a12e187edeab req-ed34fa42-d35a-4c0a-b6c4-696eda863949 tempest-TestNetworkAdvancedServerOps-202696309 tempest-TestNetworkAdvancedServerOps-202696309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:18.848777 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9dfefedb-2187-4f7b-8f4f-a12e187edeab req-ed34fa42-d35a-4c0a-b6c4-696eda863949 tempest-TestNetworkAdvancedServerOps-202696309 tempest-TestNetworkAdvancedServerOps-202696309-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=1e363e2e-7f16-41e3-9aa0-1742af7f042c HTTP/1.1" status: 200 len: 1128 time: 0.0443804 Feb 04 13:09:18.894576 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9dfefedb-2187-4f7b-8f4f-a12e187edeab req-4a239dca-84d7-4a0f-a0b7-891d23f53d8f tempest-TestNetworkAdvancedServerOps-202696309 tempest-TestNetworkAdvancedServerOps-202696309-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=697f2987-be30-4b34-8fa0-1fe03eae28b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395038 Feb 04 13:09:18.917451 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 59450) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:09:19.076015 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-19970a56-9817-4412-8d2e-8be5c3bd0fd2 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Deleting port 336f072c-d17c-4cdb-a321-a65954697eb1 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:09:19.076274 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-19970a56-9817-4412-8d2e-8be5c3bd0fd2 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (336f072c-d17c-4cdb-a321-a65954697eb1), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:19.155302 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-19970a56-9817-4412-8d2e-8be5c3bd0fd2 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (336f072c-d17c-4cdb-a321-a65954697eb1), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:19.155630 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-19970a56-9817-4412-8d2e-8be5c3bd0fd2 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for floatingip (336f072c-d17c-4cdb-a321-a65954697eb1), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:19.167873 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-19970a56-9817-4412-8d2e-8be5c3bd0fd2 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Calling delete_port for 336f072c-d17c-4cdb-a321-a65954697eb1 owned by network:floatingip {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:09:19.346036 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-19970a56-9817-4412-8d2e-8be5c3bd0fd2 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (336f072c-d17c-4cdb-a321-a65954697eb1), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:19.347014 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:19.376192 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19970a56-9817-4412-8d2e-8be5c3bd0fd2 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Pushing event deleted for resources: {'Port': ['ID=336f072c-d17c-4cdb-a321-a65954697eb1,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:19.438312 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-19970a56-9817-4412-8d2e-8be5c3bd0fd2 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for floatingip (fc45eadd-7498-44bb-8aba-ea0e338f7d9f), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:19.439079 n-d-825015-3 neutron-server[103475]: INFO neutron.db.l3_db [None req-19970a56-9817-4412-8d2e-8be5c3bd0fd2 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Floating IP fc45eadd-7498-44bb-8aba-ea0e338f7d9f disassociated (deleted). External IP: 172.25.3.153, port: 0289d0fe-864b-4044-97a4-4bbaab31686b. Feb 04 13:09:19.652789 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19970a56-9817-4412-8d2e-8be5c3bd0fd2 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Router 8b98578f-35c3-49fe-b835-15d60e4ca7db has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:09:19.763835 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19970a56-9817-4412-8d2e-8be5c3bd0fd2 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:09:19.768159 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-19970a56-9817-4412-8d2e-8be5c3bd0fd2 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:19.774107 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a148f10-a464-4761-acab-339f7eef1cb8 None None] Sync routers for ids ['8b98578f-35c3-49fe-b835-15d60e4ca7db'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:09:19.784064 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a148f10-a464-4761-acab-339f7eef1cb8 None None] Routers {'8b98578f-35c3-49fe-b835-15d60e4ca7db'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:09:19.784693 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-1a148f10-a464-4761-acab-339f7eef1cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:09:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['8b98578f-35c3-49fe-b835-15d60e4ca7db'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:09:19.799633 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-19970a56-9817-4412-8d2e-8be5c3bd0fd2 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "DELETE /v2.0/floatingips/fc45eadd-7498-44bb-8aba-ea0e338f7d9f HTTP/1.1" status: 204 len: 168 time: 0.8811052 Feb 04 13:09:19.800374 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e363e2e-7f16-41e3-9aa0-1742af7f042c', 'tag': '0289d0fe-864b-4044-97a4-4bbaab31686b'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:09:19.802814 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e886a861-eee8-42a2-a3cc-6688142f834f" -d '{"events": [{"name": "network-changed", "server_uuid": "1e363e2e-7f16-41e3-9aa0-1742af7f042c", "tag": "0289d0fe-864b-4044-97a4-4bbaab31686b"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:09:19.933911 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d8c476a-c064-43f0-9b1b-0496c1e53a77 x-openstack-request-id: req-7d8c476a-c064-43f0-9b1b-0496c1e53a77 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:09:19.934560 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e363e2e-7f16-41e3-9aa0-1742af7f042c", "tag": "0289d0fe-864b-4044-97a4-4bbaab31686b", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:09:19.934560 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7d8c476a-c064-43f0-9b1b-0496c1e53a77 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:09:19.934853 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e363e2e-7f16-41e3-9aa0-1742af7f042c', 'tag': '0289d0fe-864b-4044-97a4-4bbaab31686b', 'status': 'completed', 'code': 200} Feb 04 13:09:20.056271 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e886a861-eee8-42a2-a3cc-6688142f834f req-84de7978-81b6-42af-b4a3-e03fcaa9dde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:20.057795 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e886a861-eee8-42a2-a3cc-6688142f834f req-84de7978-81b6-42af-b4a3-e03fcaa9dde1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6d8f90d776f2444ead7911de1972e870&device_id=1e363e2e-7f16-41e3-9aa0-1742af7f042c HTTP/1.1" status: 200 len: 1128 time: 0.0852189 Feb 04 13:09:20.059669 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-1a148f10-a464-4761-acab-339f7eef1cb8 None None] Set router 8b98578f-35c3-49fe-b835-15d60e4ca7db gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:09:20.073495 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b85c8b-3c47-44fc-89e8-a4b0d88e027c req-3b5cd6cd-cb8e-47af-ba63-19e660037fc3 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:20.074941 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b6b85c8b-3c47-44fc-89e8-a4b0d88e027c req-3b5cd6cd-cb8e-47af-ba63-19e660037fc3 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e363e2e-7f16-41e3-9aa0-1742af7f042c HTTP/1.1" status: 200 len: 946 time: 0.0676608 Feb 04 13:09:20.176010 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b6b85c8b-3c47-44fc-89e8-a4b0d88e027c req-53778faf-d8b5-47f4-afd9-619f335c0217 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?id=697f2987-be30-4b34-8fa0-1fe03eae28b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928683 Feb 04 13:09:20.202027 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e886a861-eee8-42a2-a3cc-6688142f834f req-484c152e-fc95-4a01-951f-f94c7f5d4b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:20.203512 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e886a861-eee8-42a2-a3cc-6688142f834f req-484c152e-fc95-4a01-951f-f94c7f5d4b93 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ed4d6a9e-e319-47f6-9511-c9bfa1e918f9 HTTP/1.1" status: 200 len: 896 time: 0.1277072 Feb 04 13:09:20.250109 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e886a861-eee8-42a2-a3cc-6688142f834f req-1ed4ce3d-049d-4a20-93a0-64a5ce2fed0b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0289d0fe-864b-4044-97a4-4bbaab31686b HTTP/1.1" status: 200 len: 217 time: 0.0362031 Feb 04 13:09:20.265824 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-1a148f10-a464-4761-acab-339f7eef1cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b98578f-35c3-49fe-b835-15d60e4ca7db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1270833324', 'tenant_id': '6d8f90d776f2444ead7911de1972e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '54e6020d-98f3-4841-a898-bead13bacb56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:07:23Z', 'updated_at': '2022-02-04T13:07:27Z', 'revision_number': 4, 'project_id': '6d8f90d776f2444ead7911de1972e870', 'gw_port': {'id': '54e6020d-98f3-4841-a898-bead13bacb56', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:22:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b98578f-35c3-49fe-b835-15d60e4ca7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:07:23Z', 'updated_at': '2022-02-04T13:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '7a494fc5-3f4c-4f9f-bb02-f6bbc51022e4', 'name': '', 'network_id': 'ed4d6a9e-e319-47f6-9511-c9bfa1e918f9', 'tenant_id': '6d8f90d776f2444ead7911de1972e870', 'mac_address': 'fa:16:3e:c2:dd:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b98578f-35c3-49fe-b835-15d60e4ca7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '0621a453-9f5a-429a-a065-00f2a501e680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:07:26Z', 'updated_at': '2022-02-04T13:07:29Z', 'revision_number': 5, 'project_id': '6d8f90d776f2444ead7911de1972e870', 'subnets': [{'id': '0621a453-9f5a-429a-a065-00f2a501e680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:09:20.292154 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a148f10-a464-4761-acab-339f7eef1cb8 None None] Checking router: 8b98578f-35c3-49fe-b835-15d60e4ca7db for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:09:20.298653 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e886a861-eee8-42a2-a3cc-6688142f834f req-90a4abb1-4f06-49ac-8429-c4e4ced08831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:20.300172 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e886a861-eee8-42a2-a3cc-6688142f834f req-90a4abb1-4f06-49ac-8429-c4e4ced08831 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0621a453-9f5a-429a-a065-00f2a501e680 HTTP/1.1" status: 200 len: 833 time: 0.0433583 Feb 04 13:09:20.300377 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a148f10-a464-4761-acab-339f7eef1cb8 None None] Routers {'8b98578f-35c3-49fe-b835-15d60e4ca7db'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:09:20.300984 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-1a148f10-a464-4761-acab-339f7eef1cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:09:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['8b98578f-35c3-49fe-b835-15d60e4ca7db'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:09:20.357405 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e886a861-eee8-42a2-a3cc-6688142f834f req-d406eeff-393e-4a3d-832e-71e5cf734511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:20.358935 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e886a861-eee8-42a2-a3cc-6688142f834f req-d406eeff-393e-4a3d-832e-71e5cf734511 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ed4d6a9e-e319-47f6-9511-c9bfa1e918f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0491920 Feb 04 13:09:20.413426 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-1a148f10-a464-4761-acab-339f7eef1cb8 None None] Set router 8b98578f-35c3-49fe-b835-15d60e4ca7db gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:09:20.452271 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e886a861-eee8-42a2-a3cc-6688142f834f req-533abcca-2377-47d6-bc56-f1e7f1820356 service neutron] 10.222.0.73 "GET /v2.0/networks/ed4d6a9e-e319-47f6-9511-c9bfa1e918f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844619 Feb 04 13:09:20.548499 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e886a861-eee8-42a2-a3cc-6688142f834f req-974200d6-3f48-4943-a61f-d9365d61adc2 service neutron] 10.222.0.73 "GET /v2.0/networks/ed4d6a9e-e319-47f6-9511-c9bfa1e918f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870125 Feb 04 13:09:20.612466 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:20.628976 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-1a148f10-a464-4761-acab-339f7eef1cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b98578f-35c3-49fe-b835-15d60e4ca7db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1270833324', 'tenant_id': '6d8f90d776f2444ead7911de1972e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '54e6020d-98f3-4841-a898-bead13bacb56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:07:23Z', 'updated_at': '2022-02-04T13:07:27Z', 'revision_number': 4, 'project_id': '6d8f90d776f2444ead7911de1972e870', 'gw_port': {'id': '54e6020d-98f3-4841-a898-bead13bacb56', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:22:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b98578f-35c3-49fe-b835-15d60e4ca7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:07:23Z', 'updated_at': '2022-02-04T13:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '7a494fc5-3f4c-4f9f-bb02-f6bbc51022e4', 'name': '', 'network_id': 'ed4d6a9e-e319-47f6-9511-c9bfa1e918f9', 'tenant_id': '6d8f90d776f2444ead7911de1972e870', 'mac_address': 'fa:16:3e:c2:dd:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b98578f-35c3-49fe-b835-15d60e4ca7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '0621a453-9f5a-429a-a065-00f2a501e680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:07:26Z', 'updated_at': '2022-02-04T13:07:29Z', 'revision_number': 5, 'project_id': '6d8f90d776f2444ead7911de1972e870', 'subnets': [{'id': '0621a453-9f5a-429a-a065-00f2a501e680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:09:20.659934 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a148f10-a464-4761-acab-339f7eef1cb8 None None] The sync data for ids ['8b98578f-35c3-49fe-b835-15d60e4ca7db'] in n-d-825015-3 is: [{'id': '8b98578f-35c3-49fe-b835-15d60e4ca7db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1270833324', 'tenant_id': '6d8f90d776f2444ead7911de1972e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '54e6020d-98f3-4841-a898-bead13bacb56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:07:23Z', 'updated_at': '2022-02-04T13:07:27Z', 'revision_number': 4, 'project_id': '6d8f90d776f2444ead7911de1972e870', 'gw_port': {'id': '54e6020d-98f3-4841-a898-bead13bacb56', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:22:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b98578f-35c3-49fe-b835-15d60e4ca7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:07:23Z', 'updated_at': '2022-02-04T13:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '7a494fc5-3f4c-4f9f-bb02-f6bbc51022e4', 'name': '', 'network_id': 'ed4d6a9e-e319-47f6-9511-c9bfa1e918f9', 'tenant_id': '6d8f90d776f2444ead7911de1972e870', 'mac_address': 'fa:16:3e:c2:dd:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b98578f-35c3-49fe-b835-15d60e4ca7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '0621a453-9f5a-429a-a065-00f2a501e680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:07:26Z', 'updated_at': '2022-02-04T13:07:29Z', 'revision_number': 5, 'project_id': '6d8f90d776f2444ead7911de1972e870', 'subnets': [{'id': '0621a453-9f5a-429a-a065-00f2a501e680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:09:20.878956 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f465b8c-bf63-46f7-abe9-fc1cbd479cf3 None None] New status for floating IP fc45eadd-7498-44bb-8aba-ea0e338f7d9f: DOWN {{(pid=103477) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:09:21.304599 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f586561-e8f4-40aa-9175-129cb7c5a9b5 req-1410b6d5-fe92-4036-bfd4-d0a819a8ac03 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:21.306113 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9f586561-e8f4-40aa-9175-129cb7c5a9b5 req-1410b6d5-fe92-4036-bfd4-d0a819a8ac03 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e363e2e-7f16-41e3-9aa0-1742af7f042c HTTP/1.1" status: 200 len: 946 time: 0.0566730 Feb 04 13:09:21.355276 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9f586561-e8f4-40aa-9175-129cb7c5a9b5 req-8471a655-2169-43fd-8832-22930786d61a tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?id=697f2987-be30-4b34-8fa0-1fe03eae28b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435398 Feb 04 13:09:21.557641 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c86165-9b65-460f-b5ee-eea66ebc7552 req-ad1225cd-9111-4be9-9926-7831b07a9c09 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:21.559020 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-06c86165-9b65-460f-b5ee-eea66ebc7552 req-ad1225cd-9111-4be9-9926-7831b07a9c09 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.73 "GET /v2.0/ports?device_id=1e363e2e-7f16-41e3-9aa0-1742af7f042c HTTP/1.1" status: 200 len: 946 time: 0.0536110 Feb 04 13:09:21.657256 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-06c86165-9b65-460f-b5ee-eea66ebc7552 req-3ca90451-15ef-477b-9c50-2a4864aa9181 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Deleting port 0289d0fe-864b-4044-97a4-4bbaab31686b {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:09:21.657606 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-06c86165-9b65-460f-b5ee-eea66ebc7552 req-3ca90451-15ef-477b-9c50-2a4864aa9181 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (0289d0fe-864b-4044-97a4-4bbaab31686b), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:21.742909 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:21.749642 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-06c86165-9b65-460f-b5ee-eea66ebc7552 req-3ca90451-15ef-477b-9c50-2a4864aa9181 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] For port 0289d0fe-864b-4044-97a4-4bbaab31686b, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=0289d0fe-864b-4044-97a4-4bbaab31686b,segment=NetworkSegment(637bcb8d-c94b-4038-a0af-e094f513bb9b),segment_id=637bcb8d-c94b-4038-a0af-e094f513bb9b)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:09:21.750007 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-06c86165-9b65-460f-b5ee-eea66ebc7552 req-3ca90451-15ef-477b-9c50-2a4864aa9181 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (0289d0fe-864b-4044-97a4-4bbaab31686b), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:21.764946 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-06c86165-9b65-460f-b5ee-eea66ebc7552 req-3ca90451-15ef-477b-9c50-2a4864aa9181 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Calling delete_port for 0289d0fe-864b-4044-97a4-4bbaab31686b owned by compute:nova {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:09:21.900472 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-06c86165-9b65-460f-b5ee-eea66ebc7552 req-3ca90451-15ef-477b-9c50-2a4864aa9181 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (0289d0fe-864b-4044-97a4-4bbaab31686b), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:21.927215 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca90451-15ef-477b-9c50-2a4864aa9181 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Pushing event deleted for resources: {'Port': ['ID=0289d0fe-864b-4044-97a4-4bbaab31686b,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:21.997061 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-06c86165-9b65-460f-b5ee-eea66ebc7552 req-3ca90451-15ef-477b-9c50-2a4864aa9181 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] No DVR routers for this DVR port 0289d0fe-864b-4044-97a4-4bbaab31686b on host n-h1-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:09:21.999530 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-06c86165-9b65-460f-b5ee-eea66ebc7552 req-3ca90451-15ef-477b-9c50-2a4864aa9181 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:22.002825 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-06c86165-9b65-460f-b5ee-eea66ebc7552 req-3ca90451-15ef-477b-9c50-2a4864aa9181 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.73 "DELETE /v2.0/ports/0289d0fe-864b-4044-97a4-4bbaab31686b HTTP/1.1" status: 204 len: 173 time: 0.4379134 Feb 04 13:09:22.003266 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e363e2e-7f16-41e3-9aa0-1742af7f042c', 'name': 'network-vif-deleted', 'tag': '0289d0fe-864b-4044-97a4-4bbaab31686b'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:09:22.006192 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-780c118e-3d34-4a60-b293-e960f492adf1" -d '{"events": [{"server_uuid": "1e363e2e-7f16-41e3-9aa0-1742af7f042c", "name": "network-vif-deleted", "tag": "0289d0fe-864b-4044-97a4-4bbaab31686b"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:09:22.046836 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a892bf2-de86-48d2-8a87-3ddfe9fae4dd x-openstack-request-id: req-1a892bf2-de86-48d2-8a87-3ddfe9fae4dd {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:09:22.047179 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e363e2e-7f16-41e3-9aa0-1742af7f042c", "name": "network-vif-deleted", "tag": "0289d0fe-864b-4044-97a4-4bbaab31686b", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:09:22.047512 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1a892bf2-de86-48d2-8a87-3ddfe9fae4dd {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:09:22.047946 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e363e2e-7f16-41e3-9aa0-1742af7f042c', 'name': 'network-vif-deleted', 'tag': '0289d0fe-864b-4044-97a4-4bbaab31686b', 'status': 'completed', 'code': 200} Feb 04 13:09:22.474386 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-09a005d0-3a52-49d6-9265-4adf546002d0 req-74199861-9965-45eb-bb98-cfee86587229 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e363e2e-7f16-41e3-9aa0-1742af7f042c HTTP/1.1" status: 200 len: 210 time: 0.0306647 Feb 04 13:09:23.531901 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 59468) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:09:24.169405 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d74e5824-bae2-46a6-84df-23f305c164cf tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622215'] for router_interface (8b98578f-35c3-49fe-b835-15d60e4ca7db), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:24.440175 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-d74e5824-bae2-46a6-84df-23f305c164cf tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Deleting port 7a494fc5-3f4c-4f9f-bb02-f6bbc51022e4 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:09:24.440522 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d74e5824-bae2-46a6-84df-23f305c164cf tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (7a494fc5-3f4c-4f9f-bb02-f6bbc51022e4), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:24.529608 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-d74e5824-bae2-46a6-84df-23f305c164cf tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] For port 7a494fc5-3f4c-4f9f-bb02-f6bbc51022e4, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=7a494fc5-3f4c-4f9f-bb02-f6bbc51022e4,segment=NetworkSegment(637bcb8d-c94b-4038-a0af-e094f513bb9b),segment_id=637bcb8d-c94b-4038-a0af-e094f513bb9b)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:09:24.529970 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d74e5824-bae2-46a6-84df-23f305c164cf tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (7a494fc5-3f4c-4f9f-bb02-f6bbc51022e4), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:24.543141 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-d74e5824-bae2-46a6-84df-23f305c164cf tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Calling delete_port for 7a494fc5-3f4c-4f9f-bb02-f6bbc51022e4 owned by network:router_interface {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:09:24.728757 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d74e5824-bae2-46a6-84df-23f305c164cf tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (7a494fc5-3f4c-4f9f-bb02-f6bbc51022e4), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:24.756323 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74e5824-bae2-46a6-84df-23f305c164cf tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Pushing event deleted for resources: {'Port': ['ID=7a494fc5-3f4c-4f9f-bb02-f6bbc51022e4,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:24.943655 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d74e5824-bae2-46a6-84df-23f305c164cf tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622067'] for router_interface (8b98578f-35c3-49fe-b835-15d60e4ca7db), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:25.166579 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d74e5824-bae2-46a6-84df-23f305c164cf tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Router 8b98578f-35c3-49fe-b835-15d60e4ca7db has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:09:25.277361 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d74e5824-bae2-46a6-84df-23f305c164cf tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:09:25.282363 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-d74e5824-bae2-46a6-84df-23f305c164cf tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "PUT /v2.0/routers/8b98578f-35c3-49fe-b835-15d60e4ca7db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7494435 Feb 04 13:09:25.285197 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 59470) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:09:25.286705 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ce046a-d779-4be9-9d0a-9bfc5c13884d None None] Sync routers for ids ['8b98578f-35c3-49fe-b835-15d60e4ca7db'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:09:25.297411 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ce046a-d779-4be9-9d0a-9bfc5c13884d None None] Routers {'8b98578f-35c3-49fe-b835-15d60e4ca7db'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:09:25.298028 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-51ce046a-d779-4be9-9d0a-9bfc5c13884d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:09:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['8b98578f-35c3-49fe-b835-15d60e4ca7db'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:09:25.336302 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_v2 [None req-54dfef32-d5bd-4527-aa0c-778e2f31327e tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Deleting subnet 0621a453-9f5a-429a-a065-00f2a501e680 {{(pid=103475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:09:25.339422 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-54dfef32-d5bd-4527-aa0c-778e2f31327e tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for subnet (0621a453-9f5a-429a-a065-00f2a501e680), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:25.378931 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-54dfef32-d5bd-4527-aa0c-778e2f31327e tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51859329'] for subnet (0621a453-9f5a-429a-a065-00f2a501e680), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:25.406635 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-51ce046a-d779-4be9-9d0a-9bfc5c13884d None None] Set router 8b98578f-35c3-49fe-b835-15d60e4ca7db gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:09:25.470644 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-54dfef32-d5bd-4527-aa0c-778e2f31327e tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (0621a453-9f5a-429a-a065-00f2a501e680), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:25.533663 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-54dfef32-d5bd-4527-aa0c-778e2f31327e tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-52093282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51452698'] for subnet (0621a453-9f5a-429a-a065-00f2a501e680), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:25.543118 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 0289d0fe-864b-4044-97a4-4bbaab31686b no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:09:25.564311 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dfef32-d5bd-4527-aa0c-778e2f31327e tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Pushing event deleted for resources: {'Subnet': ['ID=0621a453-9f5a-429a-a065-00f2a501e680,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:25.567193 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-54dfef32-d5bd-4527-aa0c-778e2f31327e tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:25.572231 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-54dfef32-d5bd-4527-aa0c-778e2f31327e tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "DELETE /v2.0/subnets/0621a453-9f5a-429a-a065-00f2a501e680 HTTP/1.1" status: 204 len: 168 time: 0.2854671 Feb 04 13:09:25.574648 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 59472) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:09:25.586611 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252a6818-18c2-484e-90e4-593f4c2d5f51 None None] Network ed4d6a9e-e319-47f6-9511-c9bfa1e918f9 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:09:25.588533 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] No Port match for: 0289d0fe-864b-4044-97a4-4bbaab31686b {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:09:25.588879 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 0289d0fe-864b-4044-97a4-4bbaab31686b not bound to the agent host n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:09:25.689427 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a4c80202-4d04-46e4-92bd-98f67eea3bc4 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for router (8b98578f-35c3-49fe-b835-15d60e4ca7db), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:25.695916 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-51ce046a-d779-4be9-9d0a-9bfc5c13884d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b98578f-35c3-49fe-b835-15d60e4ca7db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1270833324', 'tenant_id': '6d8f90d776f2444ead7911de1972e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '54e6020d-98f3-4841-a898-bead13bacb56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:07:23Z', 'updated_at': '2022-02-04T13:09:24Z', 'revision_number': 5, 'project_id': '6d8f90d776f2444ead7911de1972e870', 'gw_port': {'id': '54e6020d-98f3-4841-a898-bead13bacb56', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:22:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b98578f-35c3-49fe-b835-15d60e4ca7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:07:23Z', 'updated_at': '2022-02-04T13:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:09:25.727070 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ce046a-d779-4be9-9d0a-9bfc5c13884d None None] Checking router: 8b98578f-35c3-49fe-b835-15d60e4ca7db for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:09:25.736361 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ce046a-d779-4be9-9d0a-9bfc5c13884d None None] Routers {'8b98578f-35c3-49fe-b835-15d60e4ca7db'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:09:25.736985 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-51ce046a-d779-4be9-9d0a-9bfc5c13884d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:09:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['8b98578f-35c3-49fe-b835-15d60e4ca7db'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:09:25.807265 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a4c80202-4d04-46e4-92bd-98f67eea3bc4 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for router_gateway (8b98578f-35c3-49fe-b835-15d60e4ca7db), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:25.809926 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd07725-f44b-4b73-862f-546f62df211b None None] DHCP port deletion for ed4d6a9e-e319-47f6-9511-c9bfa1e918f9 request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:09:25.860583 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-a4c80202-4d04-46e4-92bd-98f67eea3bc4 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Deleting port 54e6020d-98f3-4841-a898-bead13bacb56 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:09:25.860934 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a4c80202-4d04-46e4-92bd-98f67eea3bc4 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (54e6020d-98f3-4841-a898-bead13bacb56), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:25.878535 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-51ce046a-d779-4be9-9d0a-9bfc5c13884d None None] Set router 8b98578f-35c3-49fe-b835-15d60e4ca7db gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:09:25.945951 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-a4c80202-4d04-46e4-92bd-98f67eea3bc4 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] For port 54e6020d-98f3-4841-a898-bead13bacb56, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=54e6020d-98f3-4841-a898-bead13bacb56,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:09:25.946319 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a4c80202-4d04-46e4-92bd-98f67eea3bc4 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (54e6020d-98f3-4841-a898-bead13bacb56), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:25.959642 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-a4c80202-4d04-46e4-92bd-98f67eea3bc4 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Calling delete_port for 54e6020d-98f3-4841-a898-bead13bacb56 owned by network:router_gateway {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:09:25.984493 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-fdd07725-f44b-4b73-862f-546f62df211b None None] Deleting port 87feb242-1831-4f71-9289-4e1876d82ef4 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:09:25.984791 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fdd07725-f44b-4b73-862f-546f62df211b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (87feb242-1831-4f71-9289-4e1876d82ef4), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:26.078665 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-fdd07725-f44b-4b73-862f-546f62df211b None None] For port 87feb242-1831-4f71-9289-4e1876d82ef4, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=87feb242-1831-4f71-9289-4e1876d82ef4,segment=NetworkSegment(637bcb8d-c94b-4038-a0af-e094f513bb9b),segment_id=637bcb8d-c94b-4038-a0af-e094f513bb9b)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:09:26.079009 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fdd07725-f44b-4b73-862f-546f62df211b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (87feb242-1831-4f71-9289-4e1876d82ef4), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:26.113148 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-fdd07725-f44b-4b73-862f-546f62df211b None None] Calling delete_port for 87feb242-1831-4f71-9289-4e1876d82ef4 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:09:26.140175 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a4c80202-4d04-46e4-92bd-98f67eea3bc4 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (54e6020d-98f3-4841-a898-bead13bacb56), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:26.169020 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c80202-4d04-46e4-92bd-98f67eea3bc4 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Pushing event deleted for resources: {'Port': ['ID=54e6020d-98f3-4841-a898-bead13bacb56,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:26.208871 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-51ce046a-d779-4be9-9d0a-9bfc5c13884d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b98578f-35c3-49fe-b835-15d60e4ca7db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1270833324', 'tenant_id': '6d8f90d776f2444ead7911de1972e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '54e6020d-98f3-4841-a898-bead13bacb56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:07:23Z', 'updated_at': '2022-02-04T13:09:24Z', 'revision_number': 5, 'project_id': '6d8f90d776f2444ead7911de1972e870', 'gw_port': {'id': '54e6020d-98f3-4841-a898-bead13bacb56', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:22:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b98578f-35c3-49fe-b835-15d60e4ca7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:07:23Z', 'updated_at': '2022-02-04T13:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:09:26.231282 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a4c80202-4d04-46e4-92bd-98f67eea3bc4 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1599901'] for router_gateway (8b98578f-35c3-49fe-b835-15d60e4ca7db), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:26.237621 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ce046a-d779-4be9-9d0a-9bfc5c13884d None None] The sync data for ids ['8b98578f-35c3-49fe-b835-15d60e4ca7db'] in n-d-825015-3 is: [{'id': '8b98578f-35c3-49fe-b835-15d60e4ca7db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1270833324', 'tenant_id': '6d8f90d776f2444ead7911de1972e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '54e6020d-98f3-4841-a898-bead13bacb56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:07:23Z', 'updated_at': '2022-02-04T13:09:24Z', 'revision_number': 5, 'project_id': '6d8f90d776f2444ead7911de1972e870', 'gw_port': {'id': '54e6020d-98f3-4841-a898-bead13bacb56', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:22:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b98578f-35c3-49fe-b835-15d60e4ca7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:07:23Z', 'updated_at': '2022-02-04T13:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:09:26.244328 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fdd07725-f44b-4b73-862f-546f62df211b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (87feb242-1831-4f71-9289-4e1876d82ef4), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:26.271393 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd07725-f44b-4b73-862f-546f62df211b None None] Pushing event deleted for resources: {'Port': ['ID=87feb242-1831-4f71-9289-4e1876d82ef4,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:26.280216 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd07725-f44b-4b73-862f-546f62df211b None None] No DVR routers for this DVR port 87feb242-1831-4f71-9289-4e1876d82ef4 on host n-d-825015-3 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:09:26.337705 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a4c80202-4d04-46e4-92bd-98f67eea3bc4 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10915'] for router (8b98578f-35c3-49fe-b835-15d60e4ca7db), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:26.339889 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a4c80202-4d04-46e4-92bd-98f67eea3bc4 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for router_controller (8b98578f-35c3-49fe-b835-15d60e4ca7db), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:26.388018 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a4c80202-4d04-46e4-92bd-98f67eea3bc4 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622829'] for router (8b98578f-35c3-49fe-b835-15d60e4ca7db), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:26.388578 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4c80202-4d04-46e4-92bd-98f67eea3bc4 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Fanout notify agent at l3_agent the message router_deleted on router 8b98578f-35c3-49fe-b835-15d60e4ca7db {{(pid=103475) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 13:09:26.395389 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a4c80202-4d04-46e4-92bd-98f67eea3bc4 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for router (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:26.399090 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-a4c80202-4d04-46e4-92bd-98f67eea3bc4 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "DELETE /v2.0/routers/8b98578f-35c3-49fe-b835-15d60e4ca7db HTTP/1.1" status: 204 len: 168 time: 0.8210354 Feb 04 13:09:26.399385 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 59474) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:09:26.478320 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3aeace6-0bd3-41e7-a099-0cbae3d79063 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (ed4d6a9e-e319-47f6-9511-c9bfa1e918f9), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:26.569167 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3aeace6-0bd3-41e7-a099-0cbae3d79063 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (ed4d6a9e-e319-47f6-9511-c9bfa1e918f9), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:26.590967 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-b3aeace6-0bd3-41e7-a099-0cbae3d79063 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed4d6a9e-e319-47f6-9511-c9bfa1e918f9']}} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:09:26.604698 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-b3aeace6-0bd3-41e7-a099-0cbae3d79063 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '637bcb8d-c94b-4038-a0af-e094f513bb9b') {'for_net_delete': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:09:26.605009 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-b3aeace6-0bd3-41e7-a099-0cbae3d79063 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '637bcb8d-c94b-4038-a0af-e094f513bb9b') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:09:26.619256 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3aeace6-0bd3-41e7-a099-0cbae3d79063 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51859336'] for segment (637bcb8d-c94b-4038-a0af-e094f513bb9b), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:26.635960 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3aeace6-0bd3-41e7-a099-0cbae3d79063 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (637bcb8d-c94b-4038-a0af-e094f513bb9b), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:26.645359 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3aeace6-0bd3-41e7-a099-0cbae3d79063 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=103475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:09:26.645841 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3aeace6-0bd3-41e7-a099-0cbae3d79063 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-52093388'] for segment (637bcb8d-c94b-4038-a0af-e094f513bb9b), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:26.651107 n-d-825015-3 neutron-server[103475]: Traceback (most recent call last): Feb 04 13:09:26.651107 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:09:26.651107 n-d-825015-3 neutron-server[103475]: timer() Feb 04 13:09:26.651107 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:09:26.651107 n-d-825015-3 neutron-server[103475]: cb(*args, **kw) Feb 04 13:09:26.651107 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:09:26.651107 n-d-825015-3 neutron-server[103475]: return func(*args, **kwargs) Feb 04 13:09:26.651107 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:09:26.651107 n-d-825015-3 neutron-server[103475]: self._notify() Feb 04 13:09:26.651107 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:09:26.651107 n-d-825015-3 neutron-server[103475]: self.callback(batched_events) Feb 04 13:09:26.651107 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:09:26.651107 n-d-825015-3 neutron-server[103475]: event.method(event) Feb 04 13:09:26.651107 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:09:26.651107 n-d-825015-3 neutron-server[103475]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:09:26.651107 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:09:26.651107 n-d-825015-3 neutron-server[103475]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:09:26.651107 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:09:26.651107 n-d-825015-3 neutron-server[103475]: return f(self, *a, **k) Feb 04 13:09:26.651107 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:09:26.651107 n-d-825015-3 neutron-server[103475]: return self._get(url).json() Feb 04 13:09:26.651107 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:09:26.651107 n-d-825015-3 neutron-server[103475]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:09:26.651107 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:09:26.651107 n-d-825015-3 neutron-server[103475]: return self.request(url, 'GET', **kwargs) Feb 04 13:09:26.651107 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:09:26.651107 n-d-825015-3 neutron-server[103475]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:09:26.651107 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:09:26.651107 n-d-825015-3 neutron-server[103475]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:09:26.651107 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:09:26.651107 n-d-825015-3 neutron-server[103475]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:09:26.651107 n-d-825015-3 neutron-server[103475]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:09:26.707448 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 7a494fc5-3f4c-4f9f-bb02-f6bbc51022e4 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:09:26.728030 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3aeace6-0bd3-41e7-a099-0cbae3d79063 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (ed4d6a9e-e319-47f6-9511-c9bfa1e918f9), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:26.737550 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 7a494fc5-3f4c-4f9f-bb02-f6bbc51022e4 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:09:26.737987 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 7a494fc5-3f4c-4f9f-bb02-f6bbc51022e4 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:09:26.738201 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 87feb242-1831-4f71-9289-4e1876d82ef4 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:09:26.744448 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b3aeace6-0bd3-41e7-a099-0cbae3d79063 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:26.747561 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-b3aeace6-0bd3-41e7-a099-0cbae3d79063 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "DELETE /v2.0/networks/ed4d6a9e-e319-47f6-9511-c9bfa1e918f9 HTTP/1.1" status: 204 len: 168 time: 0.3469551 Feb 04 13:09:26.750230 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 59476) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:09:26.761872 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 87feb242-1831-4f71-9289-4e1876d82ef4 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:09:26.762321 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 87feb242-1831-4f71-9289-4e1876d82ef4 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:09:26.767862 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3aeace6-0bd3-41e7-a099-0cbae3d79063 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Pushing event deleted for resources: {'Network': ['ID=ed4d6a9e-e319-47f6-9511-c9bfa1e918f9,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:26.823470 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-39c1ea29-cd6c-4854-832c-a058b59cb45b tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for security_group (697f2987-be30-4b34-8fa0-1fe03eae28b3), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:26.849485 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-39c1ea29-cd6c-4854-832c-a058b59cb45b tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for security_group (697f2987-be30-4b34-8fa0-1fe03eae28b3), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:26.915155 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-39c1ea29-cd6c-4854-832c-a058b59cb45b tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (697f2987-be30-4b34-8fa0-1fe03eae28b3), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:26.918147 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-39c1ea29-cd6c-4854-832c-a058b59cb45b tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:26.919348 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-39c1ea29-cd6c-4854-832c-a058b59cb45b tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "DELETE /v2.0/security-groups/697f2987-be30-4b34-8fa0-1fe03eae28b3 HTTP/1.1" status: 204 len: 168 time: 0.1682074 Feb 04 13:09:26.931354 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c1ea29-cd6c-4854-832c-a058b59cb45b tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=697f2987-be30-4b34-8fa0-1fe03eae28b3,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:27.203815 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 59482) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:09:27.208412 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-a5b5fb7e-aff8-4968-b9fc-63f8e68e5746 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-756475218', 'description': 'tempest-secgroup-smoke-756475218 description', 'project_id': '6d8f90d776f2444ead7911de1972e870'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:09:27.231527 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a5b5fb7e-aff8-4968-b9fc-63f8e68e5746 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:27.298510 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a5b5fb7e-aff8-4968-b9fc-63f8e68e5746 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for security_group (eb343e21-eaa5-4675-8181-3494fa9c9322), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:27.303885 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a5b5fb7e-aff8-4968-b9fc-63f8e68e5746 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (eb343e21-eaa5-4675-8181-3494fa9c9322), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:27.340633 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a5b5fb7e-aff8-4968-b9fc-63f8e68e5746 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:27.341969 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-a5b5fb7e-aff8-4968-b9fc-63f8e68e5746 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1371515 Feb 04 13:09:27.342752 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b5fb7e-aff8-4968-b9fc-63f8e68e5746 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb343e21-eaa5-4675-8181-3494fa9c9322,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:27.345466 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59484) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:09:27.350365 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-d6dbfae9-c67d-4773-bf3d-4db0930bb213 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Request body: {'security_group_rule': {'security_group_id': 'eb343e21-eaa5-4675-8181-3494fa9c9322', 'project_id': '6d8f90d776f2444ead7911de1972e870', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:09:27.376340 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d6dbfae9-c67d-4773-bf3d-4db0930bb213 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for security_group_rule (717ee5e7-1be1-4d00-a02b-914c7c18bbc4), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:27.431041 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d6dbfae9-c67d-4773-bf3d-4db0930bb213 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for security_group_rule (717ee5e7-1be1-4d00-a02b-914c7c18bbc4), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:27.434499 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d6dbfae9-c67d-4773-bf3d-4db0930bb213 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (717ee5e7-1be1-4d00-a02b-914c7c18bbc4), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:27.456192 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dbfae9-c67d-4773-bf3d-4db0930bb213 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=717ee5e7-1be1-4d00-a02b-914c7c18bbc4,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:27.468045 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d6dbfae9-c67d-4773-bf3d-4db0930bb213 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:27.469322 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-d6dbfae9-c67d-4773-bf3d-4db0930bb213 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1225357 Feb 04 13:09:27.472136 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59486) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:09:27.477412 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-ee2f2233-f70b-4b16-bd27-c9a3bf8af3b0 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Request body: {'security_group_rule': {'security_group_id': 'eb343e21-eaa5-4675-8181-3494fa9c9322', 'project_id': '6d8f90d776f2444ead7911de1972e870', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:09:27.503134 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ee2f2233-f70b-4b16-bd27-c9a3bf8af3b0 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for security_group_rule (43d59cee-9547-4d96-b1b0-9ae9b6fe09ae), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:27.560477 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ee2f2233-f70b-4b16-bd27-c9a3bf8af3b0 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for security_group_rule (43d59cee-9547-4d96-b1b0-9ae9b6fe09ae), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:27.564798 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ee2f2233-f70b-4b16-bd27-c9a3bf8af3b0 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (43d59cee-9547-4d96-b1b0-9ae9b6fe09ae), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:27.580316 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2f2233-f70b-4b16-bd27-c9a3bf8af3b0 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43d59cee-9547-4d96-b1b0-9ae9b6fe09ae,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:27.591977 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ee2f2233-f70b-4b16-bd27-c9a3bf8af3b0 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:27.593169 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-ee2f2233-f70b-4b16-bd27-c9a3bf8af3b0 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1201220 Feb 04 13:09:27.595961 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59488) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:09:27.600416 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-17fb3dd2-54fd-471c-90c3-1a0559e86038 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Request body: {'security_group_rule': {'security_group_id': 'eb343e21-eaa5-4675-8181-3494fa9c9322', 'project_id': '6d8f90d776f2444ead7911de1972e870', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:09:27.625338 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-17fb3dd2-54fd-471c-90c3-1a0559e86038 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for security_group_rule (d5e1206b-8fcf-4e85-9cf6-1e28b5354362), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:27.683340 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-17fb3dd2-54fd-471c-90c3-1a0559e86038 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for security_group_rule (d5e1206b-8fcf-4e85-9cf6-1e28b5354362), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:27.687536 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-17fb3dd2-54fd-471c-90c3-1a0559e86038 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (d5e1206b-8fcf-4e85-9cf6-1e28b5354362), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:27.706245 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fb3dd2-54fd-471c-90c3-1a0559e86038 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5e1206b-8fcf-4e85-9cf6-1e28b5354362,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:27.712546 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-17fb3dd2-54fd-471c-90c3-1a0559e86038 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:27.713749 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-17fb3dd2-54fd-471c-90c3-1a0559e86038 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1168809 Feb 04 13:09:27.716372 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59490) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:09:27.720654 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-ffd4a5db-6620-46e7-93e7-7ebc3e63b11d tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Request body: {'security_group_rule': {'security_group_id': 'eb343e21-eaa5-4675-8181-3494fa9c9322', 'project_id': '6d8f90d776f2444ead7911de1972e870', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:09:27.745834 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ffd4a5db-6620-46e7-93e7-7ebc3e63b11d tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for security_group_rule (a9b4b18b-d90e-4dc8-ae5e-ccd929abe596), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:27.805589 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ffd4a5db-6620-46e7-93e7-7ebc3e63b11d tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for security_group_rule (a9b4b18b-d90e-4dc8-ae5e-ccd929abe596), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:27.809180 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ffd4a5db-6620-46e7-93e7-7ebc3e63b11d tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (a9b4b18b-d90e-4dc8-ae5e-ccd929abe596), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:27.828631 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd4a5db-6620-46e7-93e7-7ebc3e63b11d tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9b4b18b-d90e-4dc8-ae5e-ccd929abe596,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:27.836969 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ffd4a5db-6620-46e7-93e7-7ebc3e63b11d tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:27.838167 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-ffd4a5db-6620-46e7-93e7-7ebc3e63b11d tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1208632 Feb 04 13:09:27.840923 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59492) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:09:27.845231 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-2e3e80b3-0767-4da9-b802-6ea7376537a4 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Request body: {'security_group_rule': {'security_group_id': 'eb343e21-eaa5-4675-8181-3494fa9c9322', 'project_id': '6d8f90d776f2444ead7911de1972e870', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:09:27.864968 n-d-825015-3 neutron-server[103474]: INFO neutron.db.securitygroups_db [None req-2e3e80b3-0767-4da9-b802-6ea7376537a4 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Project 6d8f90d776f2444ead7911de1972e870 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 13:09:27.869952 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2e3e80b3-0767-4da9-b802-6ea7376537a4 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for security_group_rule (28b8756d-7f10-4b1c-a7b3-b0bd46a92def), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:27.931447 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2e3e80b3-0767-4da9-b802-6ea7376537a4 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for security_group_rule (28b8756d-7f10-4b1c-a7b3-b0bd46a92def), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:27.935587 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2e3e80b3-0767-4da9-b802-6ea7376537a4 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (28b8756d-7f10-4b1c-a7b3-b0bd46a92def), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:27.954272 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3e80b3-0767-4da9-b802-6ea7376537a4 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28b8756d-7f10-4b1c-a7b3-b0bd46a92def,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:27.963591 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2e3e80b3-0767-4da9-b802-6ea7376537a4 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:27.964842 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-2e3e80b3-0767-4da9-b802-6ea7376537a4 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1229837 Feb 04 13:09:27.967477 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59494) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:09:27.971800 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-13c77747-5ee4-401e-b009-5567cbdc1c91 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Request body: {'security_group_rule': {'security_group_id': 'eb343e21-eaa5-4675-8181-3494fa9c9322', 'project_id': '6d8f90d776f2444ead7911de1972e870', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:09:27.991320 n-d-825015-3 neutron-server[103474]: INFO neutron.db.securitygroups_db [None req-13c77747-5ee4-401e-b009-5567cbdc1c91 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Project 6d8f90d776f2444ead7911de1972e870 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 13:09:27.996357 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-13c77747-5ee4-401e-b009-5567cbdc1c91 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for security_group_rule (64248bcb-4f3e-484f-9d87-1adef2a29e99), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:28.054729 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-13c77747-5ee4-401e-b009-5567cbdc1c91 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for security_group_rule (64248bcb-4f3e-484f-9d87-1adef2a29e99), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:28.058411 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-13c77747-5ee4-401e-b009-5567cbdc1c91 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (64248bcb-4f3e-484f-9d87-1adef2a29e99), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:28.076192 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c77747-5ee4-401e-b009-5567cbdc1c91 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64248bcb-4f3e-484f-9d87-1adef2a29e99,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:28.085162 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-13c77747-5ee4-401e-b009-5567cbdc1c91 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:28.086390 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-13c77747-5ee4-401e-b009-5567cbdc1c91 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1179509 Feb 04 13:09:28.089265 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59496) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:09:28.094089 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-feb5faf6-0217-4c40-82d1-3cd505d4aa11 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Request body: {'network': {'name': 'tempest-network-smoke--1549076464', 'project_id': '6d8f90d776f2444ead7911de1972e870', 'port_security_enabled': True}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:09:28.112094 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feb5faf6-0217-4c40-82d1-3cd505d4aa11 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Made reservation on behalf of 6d8f90d776f2444ead7911de1972e870 for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:09:28.115268 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-feb5faf6-0217-4c40-82d1-3cd505d4aa11 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:28.139395 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-feb5faf6-0217-4c40-82d1-3cd505d4aa11 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:09:28.149823 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-feb5faf6-0217-4c40-82d1-3cd505d4aa11 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (8405fff4-0537-4d8d-9462-3753a534718a), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:28.150181 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-feb5faf6-0217-4c40-82d1-3cd505d4aa11 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Added segment 8405fff4-0537-4d8d-9462-3753a534718a of type vlan for network 6518a83a-3706-45cd-a25c-4bc168ba3c9a Feb 04 13:09:28.189645 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-feb5faf6-0217-4c40-82d1-3cd505d4aa11 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (6518a83a-3706-45cd-a25c-4bc168ba3c9a), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:28.217268 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-feb5faf6-0217-4c40-82d1-3cd505d4aa11 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (6518a83a-3706-45cd-a25c-4bc168ba3c9a), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:28.222238 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb5faf6-0217-4c40-82d1-3cd505d4aa11 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:28.222821 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-feb5faf6-0217-4c40-82d1-3cd505d4aa11 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:28.282865 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-feb5faf6-0217-4c40-82d1-3cd505d4aa11 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1925468 Feb 04 13:09:28.285652 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59498) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:09:28.292417 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-932b1e44-1c5c-4a6a-87de-2517b8b79a8f tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-171484848', 'admin_state_up': True, 'project_id': '6d8f90d776f2444ead7911de1972e870', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:09:28.303696 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb5faf6-0217-4c40-82d1-3cd505d4aa11 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Pushing event updated for resources: {'Network': ['ID=6518a83a-3706-45cd-a25c-4bc168ba3c9a,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:28.314014 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 6518a83a-3706-45cd-a25c-4bc168ba3c9a details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:09:28.320805 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-932b1e44-1c5c-4a6a-87de-2517b8b79a8f tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10933'] for router (fc347467-f588-4a39-a2b7-3e6bc9eaa7a7), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:28.321898 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-932b1e44-1c5c-4a6a-87de-2517b8b79a8f tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10924'] for router (fc347467-f588-4a39-a2b7-3e6bc9eaa7a7), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:28.378776 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-932b1e44-1c5c-4a6a-87de-2517b8b79a8f tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for router_controller (fc347467-f588-4a39-a2b7-3e6bc9eaa7a7), precommit_add_association {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:28.442158 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 54e6020d-98f3-4841-a898-bead13bacb56 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:09:28.462923 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 54e6020d-98f3-4841-a898-bead13bacb56 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:09:28.463271 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 54e6020d-98f3-4841-a898-bead13bacb56 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:09:28.520322 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-932b1e44-1c5c-4a6a-87de-2517b8b79a8f tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for router_gateway (fc347467-f588-4a39-a2b7-3e6bc9eaa7a7), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:28.717806 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-932b1e44-1c5c-4a6a-87de-2517b8b79a8f tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for router_gateway (fc347467-f588-4a39-a2b7-3e6bc9eaa7a7), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:28.736495 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-932b1e44-1c5c-4a6a-87de-2517b8b79a8f tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:28.836538 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-932b1e44-1c5c-4a6a-87de-2517b8b79a8f tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Allocated IP 172.25.3.83 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/4a561b0c-ecc7-4320-9129-f16d74ef1748) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:09:28.941695 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-932b1e44-1c5c-4a6a-87de-2517b8b79a8f tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for port (4a561b0c-ecc7-4320-9129-f16d74ef1748), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:28.975248 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-932b1e44-1c5c-4a6a-87de-2517b8b79a8f tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (4a561b0c-ecc7-4320-9129-f16d74ef1748), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:29.014303 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932b1e44-1c5c-4a6a-87de-2517b8b79a8f tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:09:29.017142 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-932b1e44-1c5c-4a6a-87de-2517b8b79a8f tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:09:29.020572 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932b1e44-1c5c-4a6a-87de-2517b8b79a8f tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:09:29.026407 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932b1e44-1c5c-4a6a-87de-2517b8b79a8f tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Pushing event updated for resources: {'Port': ['ID=4a561b0c-ecc7-4320-9129-f16d74ef1748,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:29.277065 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-932b1e44-1c5c-4a6a-87de-2517b8b79a8f tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for router_gateway (fc347467-f588-4a39-a2b7-3e6bc9eaa7a7), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:29.473912 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-932b1e44-1c5c-4a6a-87de-2517b8b79a8f tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141'] for router (fc347467-f588-4a39-a2b7-3e6bc9eaa7a7), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:29.926099 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-932b1e44-1c5c-4a6a-87de-2517b8b79a8f tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Router fc347467-f588-4a39-a2b7-3e6bc9eaa7a7 is scheduled to L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de with binding_index 1 {{(pid=103474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 13:09:30.034896 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-932b1e44-1c5c-4a6a-87de-2517b8b79a8f tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:09:30.047383 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0161dd46-1dbb-4fe6-abef-1ac50e015337 None None] Sync routers for ids ['fc347467-f588-4a39-a2b7-3e6bc9eaa7a7'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:09:30.055706 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-932b1e44-1c5c-4a6a-87de-2517b8b79a8f tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:30.056990 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-932b1e44-1c5c-4a6a-87de-2517b8b79a8f tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7704229 Feb 04 13:09:30.058126 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0161dd46-1dbb-4fe6-abef-1ac50e015337 None None] Routers {'fc347467-f588-4a39-a2b7-3e6bc9eaa7a7'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:09:30.058740 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-0161dd46-1dbb-4fe6-abef-1ac50e015337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:09:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['fc347467-f588-4a39-a2b7-3e6bc9eaa7a7'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:09:30.060318 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59502) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:09:30.088082 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-d6a0918c-d362-46db-b2d4-4d46d0af58e1 tempest-TestNetworkAdvancedServerOps-202696309 tempest-TestNetworkAdvancedServerOps-202696309-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=6d8f90d776f2444ead7911de1972e870&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266418 Feb 04 13:09:30.090744 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59504) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:09:30.185413 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad99269-ef77-4c8d-bacd-286c82161f9e tempest-TestNetworkAdvancedServerOps-202696309 tempest-TestNetworkAdvancedServerOps-202696309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:30.186860 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-3ad99269-ef77-4c8d-bacd-286c82161f9e tempest-TestNetworkAdvancedServerOps-202696309 tempest-TestNetworkAdvancedServerOps-202696309-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0952375 Feb 04 13:09:30.190132 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59506) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:09:30.225134 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-23653f9c-a1ca-48f3-91f4-8c81d7e9bb7b tempest-TestNetworkAdvancedServerOps-202696309 tempest-TestNetworkAdvancedServerOps-202696309-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0332308 Feb 04 13:09:30.227492 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59508) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:09:30.232455 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-b699bce8-bbfe-41ae-81bb-86284f8612a9 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1807336033', 'network_id': '6518a83a-3706-45cd-a25c-4bc168ba3c9a', 'project_id': '6d8f90d776f2444ead7911de1972e870', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:09:30.260640 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-0161dd46-1dbb-4fe6-abef-1ac50e015337 None None] Set router fc347467-f588-4a39-a2b7-3e6bc9eaa7a7 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:09:30.325775 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b699bce8-bbfe-41ae-81bb-86284f8612a9 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Made reservation on behalf of 6d8f90d776f2444ead7911de1972e870 for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:09:30.329143 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b699bce8-bbfe-41ae-81bb-86284f8612a9 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60610638'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:30.443859 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-0161dd46-1dbb-4fe6-abef-1ac50e015337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc347467-f588-4a39-a2b7-3e6bc9eaa7a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-171484848', 'tenant_id': '6d8f90d776f2444ead7911de1972e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '4a561b0c-ecc7-4320-9129-f16d74ef1748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:09:28Z', 'updated_at': '2022-02-04T13:09:29Z', 'revision_number': 3, 'project_id': '6d8f90d776f2444ead7911de1972e870', 'gw_port': {'id': '4a561b0c-ecc7-4320-9129-f16d74ef1748', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:07:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc347467-f588-4a39-a2b7-3e6bc9eaa7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:09:28Z', 'updated_at': '2022-02-04T13:09:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:09:30.470869 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0161dd46-1dbb-4fe6-abef-1ac50e015337 None None] Checking router: fc347467-f588-4a39-a2b7-3e6bc9eaa7a7 for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:09:30.471227 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0161dd46-1dbb-4fe6-abef-1ac50e015337 None None] Updating router fc347467-f588-4a39-a2b7-3e6bc9eaa7a7 port 4a561b0c-ecc7-4320-9129-f16d74ef1748 binding host n-d-825015-3 {{(pid=103477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:09:30.498531 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0161dd46-1dbb-4fe6-abef-1ac50e015337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (4a561b0c-ecc7-4320-9129-f16d74ef1748), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:30.511324 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b699bce8-bbfe-41ae-81bb-86284f8612a9 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59045178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60610680'] for subnet (9296bd36-ce06-4f7b-90c2-e3a7f14ba7ef), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:30.571967 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b699bce8-bbfe-41ae-81bb-86284f8612a9 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Pushing event updated for resources: {'Subnet': ['ID=9296bd36-ce06-4f7b-90c2-e3a7f14ba7ef,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:30.581131 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b699bce8-bbfe-41ae-81bb-86284f8612a9 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Checking segment: {'id': '8405fff4-0537-4d8d-9462-3753a534718a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '6518a83a-3706-45cd-a25c-4bc168ba3c9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:09:30.581494 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b699bce8-bbfe-41ae-81bb-86284f8612a9 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Network hostable DHCP agents. Network: 6518a83a-3706-45cd-a25c-4bc168ba3c9a, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:09:30.597941 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b699bce8-bbfe-41ae-81bb-86284f8612a9 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Network 6518a83a-3706-45cd-a25c-4bc168ba3c9a is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:09:30.607318 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-b699bce8-bbfe-41ae-81bb-86284f8612a9 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 6518a83a-3706-45cd-a25c-4bc168ba3c9a) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:09:30.612037 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b699bce8-bbfe-41ae-81bb-86284f8612a9 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:30.612645 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b699bce8-bbfe-41ae-81bb-86284f8612a9 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:30.618068 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2367ea5e-966c-428a-9e90-2a3c64494b5c None None] Network 6518a83a-3706-45cd-a25c-4bc168ba3c9a requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:09:30.635227 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-b699bce8-bbfe-41ae-81bb-86284f8612a9 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4041302 Feb 04 13:09:30.635496 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59510) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:09:30.731662 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73381fe2-643b-4779-9383-d49c40b17692 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-6518a83a-3706-45cd-a25c-4bc168ba3c9a', 'network_id': '6518a83a-3706-45cd-a25c-4bc168ba3c9a', 'project_id': '6d8f90d776f2444ead7911de1972e870', 'fixed_ips': [{'subnet_id': '9296bd36-ce06-4f7b-90c2-e3a7f14ba7ef'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:09:30.732626 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-73381fe2-643b-4779-9383-d49c40b17692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:30.761711 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0161dd46-1dbb-4fe6-abef-1ac50e015337 None None] Publish callbacks [] for port (4a561b0c-ecc7-4320-9129-f16d74ef1748), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:30.768088 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0161dd46-1dbb-4fe6-abef-1ac50e015337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (4a561b0c-ecc7-4320-9129-f16d74ef1748), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:30.826059 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-0161dd46-1dbb-4fe6-abef-1ac50e015337 None None] Attempting to bind port 4a561b0c-ecc7-4320-9129-f16d74ef1748 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:09:30.826620 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-0161dd46-1dbb-4fe6-abef-1ac50e015337 None None] Attempting to bind port 4a561b0c-ecc7-4320-9129-f16d74ef1748 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:09:30.827093 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0161dd46-1dbb-4fe6-abef-1ac50e015337 None None] Attempting to bind port 4a561b0c-ecc7-4320-9129-f16d74ef1748 on network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:09:30.834888 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb87545-efb7-4e9e-b26b-bd63cf7e5f4c None None] Pushing event updated for resources: {'Port': ['ID=4a561b0c-ecc7-4320-9129-f16d74ef1748,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:30.840728 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0161dd46-1dbb-4fe6-abef-1ac50e015337 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:09:30.841383 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0161dd46-1dbb-4fe6-abef-1ac50e015337 None None] Checking segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:09:30.842376 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0161dd46-1dbb-4fe6-abef-1ac50e015337 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:30.842922 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0161dd46-1dbb-4fe6-abef-1ac50e015337 None None] Bound using segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:09:30.843571 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-0161dd46-1dbb-4fe6-abef-1ac50e015337 None None] Bound port: 4a561b0c-ecc7-4320-9129-f16d74ef1748, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:09:30.844145 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0161dd46-1dbb-4fe6-abef-1ac50e015337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (4a561b0c-ecc7-4320-9129-f16d74ef1748), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:30.856286 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb87545-efb7-4e9e-b26b-bd63cf7e5f4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:09:30.856888 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb87545-efb7-4e9e-b26b-bd63cf7e5f4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:09:30.857902 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb87545-efb7-4e9e-b26b-bd63cf7e5f4c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:09:30.857902 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb87545-efb7-4e9e-b26b-bd63cf7e5f4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:09:30.858087 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb87545-efb7-4e9e-b26b-bd63cf7e5f4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:09:30.858348 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb87545-efb7-4e9e-b26b-bd63cf7e5f4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:09:30.858999 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb87545-efb7-4e9e-b26b-bd63cf7e5f4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:09:30.859339 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb87545-efb7-4e9e-b26b-bd63cf7e5f4c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:09:30.859814 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb87545-efb7-4e9e-b26b-bd63cf7e5f4c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:09:30.860037 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb87545-efb7-4e9e-b26b-bd63cf7e5f4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:09:30.860380 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb87545-efb7-4e9e-b26b-bd63cf7e5f4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:09:30.860722 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb87545-efb7-4e9e-b26b-bd63cf7e5f4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:09:30.861055 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb87545-efb7-4e9e-b26b-bd63cf7e5f4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:09:30.885469 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-73381fe2-643b-4779-9383-d49c40b17692 None None] Allocated IP 172.20.0.2 (6518a83a-3706-45cd-a25c-4bc168ba3c9a/9296bd36-ce06-4f7b-90c2-e3a7f14ba7ef/9a963770-4132-4ce3-8127-bd2e33cdaba6) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:09:30.917113 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-0161dd46-1dbb-4fe6-abef-1ac50e015337 None None] For port 4a561b0c-ecc7-4320-9129-f16d74ef1748, host n-d-825015-3, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:09:30.920852 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-0161dd46-1dbb-4fe6-abef-1ac50e015337 None None] For port 4a561b0c-ecc7-4320-9129-f16d74ef1748, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=4a561b0c-ecc7-4320-9129-f16d74ef1748,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:09:30.926361 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0161dd46-1dbb-4fe6-abef-1ac50e015337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (4a561b0c-ecc7-4320-9129-f16d74ef1748), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:30.993181 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb87545-efb7-4e9e-b26b-bd63cf7e5f4c None None] Pushing event updated for resources: {'Port': ['ID=4a561b0c-ecc7-4320-9129-f16d74ef1748,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:30.996654 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0161dd46-1dbb-4fe6-abef-1ac50e015337 None None] Routers {'fc347467-f588-4a39-a2b7-3e6bc9eaa7a7'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:09:30.997333 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-0161dd46-1dbb-4fe6-abef-1ac50e015337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:09:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['fc347467-f588-4a39-a2b7-3e6bc9eaa7a7'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:09:31.046552 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-73381fe2-643b-4779-9383-d49c40b17692 None None] Publish callbacks [] for port (9a963770-4132-4ce3-8127-bd2e33cdaba6), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:31.053265 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-73381fe2-643b-4779-9383-d49c40b17692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (9a963770-4132-4ce3-8127-bd2e33cdaba6), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:31.101847 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73381fe2-643b-4779-9383-d49c40b17692 None None] Network 6518a83a-3706-45cd-a25c-4bc168ba3c9a is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:09:31.104134 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-73381fe2-643b-4779-9383-d49c40b17692 None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:09:31.111877 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73381fe2-643b-4779-9383-d49c40b17692 None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:09:31.115897 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-0161dd46-1dbb-4fe6-abef-1ac50e015337 None None] Set router fc347467-f588-4a39-a2b7-3e6bc9eaa7a7 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:09:31.120855 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73381fe2-643b-4779-9383-d49c40b17692 None None] Pushing event updated for resources: {'Port': ['ID=9a963770-4132-4ce3-8127-bd2e33cdaba6,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:31.139347 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7d6cfe5e-6183-4525-bc97-d91da9ad907c tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:31.314710 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-0161dd46-1dbb-4fe6-abef-1ac50e015337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc347467-f588-4a39-a2b7-3e6bc9eaa7a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-171484848', 'tenant_id': '6d8f90d776f2444ead7911de1972e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '4a561b0c-ecc7-4320-9129-f16d74ef1748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:09:28Z', 'updated_at': '2022-02-04T13:09:29Z', 'revision_number': 3, 'project_id': '6d8f90d776f2444ead7911de1972e870', 'gw_port': {'id': '4a561b0c-ecc7-4320-9129-f16d74ef1748', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:07:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc347467-f588-4a39-a2b7-3e6bc9eaa7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:09:28Z', 'updated_at': '2022-02-04T13:09:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:09:31.341509 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0161dd46-1dbb-4fe6-abef-1ac50e015337 None None] The sync data for ids ['fc347467-f588-4a39-a2b7-3e6bc9eaa7a7'] in n-d-825015-3 is: [{'id': 'fc347467-f588-4a39-a2b7-3e6bc9eaa7a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-171484848', 'tenant_id': '6d8f90d776f2444ead7911de1972e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '4a561b0c-ecc7-4320-9129-f16d74ef1748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:09:28Z', 'updated_at': '2022-02-04T13:09:29Z', 'revision_number': 3, 'project_id': '6d8f90d776f2444ead7911de1972e870', 'gw_port': {'id': '4a561b0c-ecc7-4320-9129-f16d74ef1748', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:07:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc347467-f588-4a39-a2b7-3e6bc9eaa7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:09:28Z', 'updated_at': '2022-02-04T13:09:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:09:31.356784 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-73381fe2-643b-4779-9383-d49c40b17692 None None] Attempting to bind port 9a963770-4132-4ce3-8127-bd2e33cdaba6 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:09:31.357436 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-73381fe2-643b-4779-9383-d49c40b17692 None None] Attempting to bind port 9a963770-4132-4ce3-8127-bd2e33cdaba6 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '8405fff4-0537-4d8d-9462-3753a534718a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '6518a83a-3706-45cd-a25c-4bc168ba3c9a'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:09:31.360552 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73381fe2-643b-4779-9383-d49c40b17692 None None] Attempting to bind port 9a963770-4132-4ce3-8127-bd2e33cdaba6 on network 6518a83a-3706-45cd-a25c-4bc168ba3c9a {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:09:31.372493 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73381fe2-643b-4779-9383-d49c40b17692 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:09:31.372920 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73381fe2-643b-4779-9383-d49c40b17692 None None] Checking segment: {'id': '8405fff4-0537-4d8d-9462-3753a534718a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '6518a83a-3706-45cd-a25c-4bc168ba3c9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:09:31.373276 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-73381fe2-643b-4779-9383-d49c40b17692 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:31.373674 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73381fe2-643b-4779-9383-d49c40b17692 None None] Bound using segment: {'id': '8405fff4-0537-4d8d-9462-3753a534718a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '6518a83a-3706-45cd-a25c-4bc168ba3c9a'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:09:31.374154 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-73381fe2-643b-4779-9383-d49c40b17692 None None] Bound port: 9a963770-4132-4ce3-8127-bd2e33cdaba6, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8405fff4-0537-4d8d-9462-3753a534718a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '6518a83a-3706-45cd-a25c-4bc168ba3c9a'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:09:31.374541 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-73381fe2-643b-4779-9383-d49c40b17692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (9a963770-4132-4ce3-8127-bd2e33cdaba6), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:31.448032 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-7d6cfe5e-6183-4525-bc97-d91da9ad907c tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Allocated IP 172.20.0.1 (6518a83a-3706-45cd-a25c-4bc168ba3c9a/9296bd36-ce06-4f7b-90c2-e3a7f14ba7ef/c8a78049-5631-41f1-bdb7-f064193c3d11) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:09:31.455599 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-73381fe2-643b-4779-9383-d49c40b17692 None None] For port 9a963770-4132-4ce3-8127-bd2e33cdaba6, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:09:31.459562 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-73381fe2-643b-4779-9383-d49c40b17692 None None] For port 9a963770-4132-4ce3-8127-bd2e33cdaba6, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=9a963770-4132-4ce3-8127-bd2e33cdaba6,segment=NetworkSegment(8405fff4-0537-4d8d-9462-3753a534718a),segment_id=8405fff4-0537-4d8d-9462-3753a534718a)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:09:31.461497 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:31.466795 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-73381fe2-643b-4779-9383-d49c40b17692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (9a963770-4132-4ce3-8127-bd2e33cdaba6), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:31.531019 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73381fe2-643b-4779-9383-d49c40b17692 None None] Pushing event updated for resources: {'Port': ['ID=9a963770-4132-4ce3-8127-bd2e33cdaba6,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:31.595261 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7d6cfe5e-6183-4525-bc97-d91da9ad907c tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for port (c8a78049-5631-41f1-bdb7-f064193c3d11), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:31.658062 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7d6cfe5e-6183-4525-bc97-d91da9ad907c tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (c8a78049-5631-41f1-bdb7-f064193c3d11), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:31.712244 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6cfe5e-6183-4525-bc97-d91da9ad907c tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Network 6518a83a-3706-45cd-a25c-4bc168ba3c9a is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:09:31.715497 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-7d6cfe5e-6183-4525-bc97-d91da9ad907c tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:09:31.719894 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6cfe5e-6183-4525-bc97-d91da9ad907c tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:09:31.727785 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6cfe5e-6183-4525-bc97-d91da9ad907c tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Pushing event updated for resources: {'Port': ['ID=c8a78049-5631-41f1-bdb7-f064193c3d11,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:31.804374 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7d6cfe5e-6183-4525-bc97-d91da9ad907c tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1599818'] for router_interface (fc347467-f588-4a39-a2b7-3e6bc9eaa7a7), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:31.965756 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7d6cfe5e-6183-4525-bc97-d91da9ad907c tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (c8a78049-5631-41f1-bdb7-f064193c3d11), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:32.014666 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:32.276567 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7d6cfe5e-6183-4525-bc97-d91da9ad907c tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for port (c8a78049-5631-41f1-bdb7-f064193c3d11), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:32.282576 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7d6cfe5e-6183-4525-bc97-d91da9ad907c tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (c8a78049-5631-41f1-bdb7-f064193c3d11), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:32.369172 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6cfe5e-6183-4525-bc97-d91da9ad907c tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Pushing event updated for resources: {'Port': ['ID=c8a78049-5631-41f1-bdb7-f064193c3d11,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:32.371676 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7d6cfe5e-6183-4525-bc97-d91da9ad907c tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622202'] for router_interface (fc347467-f588-4a39-a2b7-3e6bc9eaa7a7), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:32.482019 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6cfe5e-6183-4525-bc97-d91da9ad907c tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Network 6518a83a-3706-45cd-a25c-4bc168ba3c9a is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:09:32.483521 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-7d6cfe5e-6183-4525-bc97-d91da9ad907c tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:09:32.598953 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1079b2c5-9c18-497b-9138-3cb3be786ea7 None None] Network 6518a83a-3706-45cd-a25c-4bc168ba3c9a requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:09:32.626141 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d6cfe5e-6183-4525-bc97-d91da9ad907c tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Router fc347467-f588-4a39-a2b7-3e6bc9eaa7a7 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:09:32.644731 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 9a963770-4132-4ce3-8127-bd2e33cdaba6 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:09:32.717947 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-0bb23b87-6223-4841-b3c0-6a9491c52741 None None] Provisioning complete for port 9a963770-4132-4ce3-8127-bd2e33cdaba6 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:09:32.718330 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0bb23b87-6223-4841-b3c0-6a9491c52741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (9a963770-4132-4ce3-8127-bd2e33cdaba6), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:32.741428 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d6cfe5e-6183-4525-bc97-d91da9ad907c tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:09:32.746610 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-7d6cfe5e-6183-4525-bc97-d91da9ad907c tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "PUT /v2.0/routers/fc347467-f588-4a39-a2b7-3e6bc9eaa7a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1099777 Feb 04 13:09:32.790437 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 9a963770-4132-4ce3-8127-bd2e33cdaba6 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:09:32.790816 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (9a963770-4132-4ce3-8127-bd2e33cdaba6), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:32.891378 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0bb23b87-6223-4841-b3c0-6a9491c52741 None None] Current status of the port 9a963770-4132-4ce3-8127-bd2e33cdaba6 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:09:32.891712 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0bb23b87-6223-4841-b3c0-6a9491c52741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (9a963770-4132-4ce3-8127-bd2e33cdaba6), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:32.936148 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c8422f0b-c567-466a-83d1-7076cee65693 req-4dcaf65c-4129-4eb5-83bc-dcb818906230 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-756475218&fields=id&tenant_id=6d8f90d776f2444ead7911de1972e870 HTTP/1.1" status: 200 len: 267 time: 0.0632303 Feb 04 13:09:32.939464 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 9a963770-4132-4ce3-8127-bd2e33cdaba6 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:09:32.939890 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (9a963770-4132-4ce3-8127-bd2e33cdaba6), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:32.972448 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0bb23b87-6223-4841-b3c0-6a9491c52741 None None] For port 9a963770-4132-4ce3-8127-bd2e33cdaba6, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=9a963770-4132-4ce3-8127-bd2e33cdaba6,segment=NetworkSegment(8405fff4-0537-4d8d-9462-3753a534718a),segment_id=8405fff4-0537-4d8d-9462-3753a534718a)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:09:32.980531 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0bb23b87-6223-4841-b3c0-6a9491c52741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (9a963770-4132-4ce3-8127-bd2e33cdaba6), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:33.047885 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.db.api [None req-b116c552-173d-469e-b16f-751f4467941a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103476) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:09:33.048556 n-d-825015-3 neutron-server[103476]: DEBUG oslo_db.api [None req-b116c552-173d-469e-b16f-751f4467941a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:09:33.057889 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8422f0b-c567-466a-83d1-7076cee65693 req-f20a89b8-2a79-41d6-bd0e-a7c985cf7656 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:33.061202 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb23b87-6223-4841-b3c0-6a9491c52741 None None] Pushing event updated for resources: {'Port': ['ID=9a963770-4132-4ce3-8127-bd2e33cdaba6,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:33.066421 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c8422f0b-c567-466a-83d1-7076cee65693 req-f20a89b8-2a79-41d6-bd0e-a7c985cf7656 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/networks?id=6518a83a-3706-45cd-a25c-4bc168ba3c9a HTTP/1.1" status: 200 len: 797 time: 0.1215587 Feb 04 13:09:33.077610 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c8422f0b-c567-466a-83d1-7076cee65693 req-19dc1ecb-b0db-42e4-ab7c-d67956f95f67 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/quotas/6d8f90d776f2444ead7911de1972e870 HTTP/1.1" status: 200 len: 375 time: 0.0103176 Feb 04 13:09:33.138404 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c8422f0b-c567-466a-83d1-7076cee65693 req-d36e181a-88c1-4b4f-bb99-0d1467cd49b7 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=6d8f90d776f2444ead7911de1972e870&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0539706 Feb 04 13:09:33.207920 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-d8e434e5-9be8-48fa-a2d3-2ddf4cb9ac6d None None] Provisioning complete for port 9a963770-4132-4ce3-8127-bd2e33cdaba6 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:09:33.208313 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d8e434e5-9be8-48fa-a2d3-2ddf4cb9ac6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (9a963770-4132-4ce3-8127-bd2e33cdaba6), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:33.252854 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c8422f0b-c567-466a-83d1-7076cee65693 req-01b96c3f-2083-4b1d-8a4f-b07cb7ae19c2 service neutron] 10.222.0.65 "GET /v2.0/networks/6518a83a-3706-45cd-a25c-4bc168ba3c9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021755 Feb 04 13:09:33.263685 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b0f809-78b8-4773-ab71-17a6d28f5d1c None None] Sync routers for ids ['fc347467-f588-4a39-a2b7-3e6bc9eaa7a7'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:09:33.281285 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b0f809-78b8-4773-ab71-17a6d28f5d1c None None] Routers {'fc347467-f588-4a39-a2b7-3e6bc9eaa7a7'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:09:33.281915 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-45b0f809-78b8-4773-ab71-17a6d28f5d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:09:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['fc347467-f588-4a39-a2b7-3e6bc9eaa7a7'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:09:33.352777 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c8422f0b-c567-466a-83d1-7076cee65693 req-4fa004da-292b-4c07-abe2-19f757fc77d4 service neutron] 10.222.0.65 "GET /v2.0/networks/6518a83a-3706-45cd-a25c-4bc168ba3c9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921879 Feb 04 13:09:33.439087 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-d8e434e5-9be8-48fa-a2d3-2ddf4cb9ac6d None None] Current status of the port 9a963770-4132-4ce3-8127-bd2e33cdaba6 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:09:33.503110 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-45b0f809-78b8-4773-ab71-17a6d28f5d1c None None] Set router fc347467-f588-4a39-a2b7-3e6bc9eaa7a7 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:09:33.504620 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-d8e434e5-9be8-48fa-a2d3-2ddf4cb9ac6d None None] Provisioning complete for port c8a78049-5631-41f1-bdb7-f064193c3d11 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:09:33.504620 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d8e434e5-9be8-48fa-a2d3-2ddf4cb9ac6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (c8a78049-5631-41f1-bdb7-f064193c3d11), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:33.566446 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4f71a24d-43ee-4ad8-b466-679bf458a0a3 req-e952f943-58dc-4f7b-8dfc-e42f3d70529f tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=3fa2f58f-2241-403f-8142-fb1977d71f35 HTTP/1.1" status: 200 len: 210 time: 0.0492034 Feb 04 13:09:33.692347 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-d8e434e5-9be8-48fa-a2d3-2ddf4cb9ac6d None None] Port c8a78049-5631-41f1-bdb7-f064193c3d11 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:09:33.719856 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 9a963770-4132-4ce3-8127-bd2e33cdaba6 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:09:33.720876 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 4a561b0c-ecc7-4320-9129-f16d74ef1748 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:09:33.868310 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-84d61520-f729-46a8-aa66-2c473ce8128f None None] Provisioning complete for port c8a78049-5631-41f1-bdb7-f064193c3d11 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:09:33.868612 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-84d61520-f729-46a8-aa66-2c473ce8128f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (c8a78049-5631-41f1-bdb7-f064193c3d11), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:33.894320 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 4a561b0c-ecc7-4320-9129-f16d74ef1748 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:09:33.894733 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (4a561b0c-ecc7-4320-9129-f16d74ef1748), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:33.959794 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-84d61520-f729-46a8-aa66-2c473ce8128f None None] Port c8a78049-5631-41f1-bdb7-f064193c3d11 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:09:34.002333 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-45b0f809-78b8-4773-ab71-17a6d28f5d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc347467-f588-4a39-a2b7-3e6bc9eaa7a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-171484848', 'tenant_id': '6d8f90d776f2444ead7911de1972e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '4a561b0c-ecc7-4320-9129-f16d74ef1748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:09:28Z', 'updated_at': '2022-02-04T13:09:31Z', 'revision_number': 4, 'project_id': '6d8f90d776f2444ead7911de1972e870', 'gw_port': {'id': '4a561b0c-ecc7-4320-9129-f16d74ef1748', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:07:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc347467-f588-4a39-a2b7-3e6bc9eaa7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:09:28Z', 'updated_at': '2022-02-04T13:09:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'c8a78049-5631-41f1-bdb7-f064193c3d11', 'name': '', 'network_id': '6518a83a-3706-45cd-a25c-4bc168ba3c9a', 'tenant_id': '6d8f90d776f2444ead7911de1972e870', 'mac_address': 'fa:16:3e:b4:14:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc347467-f588-4a39-a2b7-3e6bc9eaa7a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '9296bd36-ce06-4f7b-90c2-e3a7f14ba7ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:09:31Z', 'updated_at': '2022-02-04T13:09:32Z', 'revision_number': 2, 'project_id': '6d8f90d776f2444ead7911de1972e870', 'subnets': [{'id': '9296bd36-ce06-4f7b-90c2-e3a7f14ba7ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:09:34.031062 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b0f809-78b8-4773-ab71-17a6d28f5d1c None None] Checking router: fc347467-f588-4a39-a2b7-3e6bc9eaa7a7 for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:09:34.031422 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b0f809-78b8-4773-ab71-17a6d28f5d1c None None] Updating router fc347467-f588-4a39-a2b7-3e6bc9eaa7a7 port c8a78049-5631-41f1-bdb7-f064193c3d11 binding host n-d-825015-3 {{(pid=103476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:09:34.088358 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 4a561b0c-ecc7-4320-9129-f16d74ef1748 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:09:34.089050 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (4a561b0c-ecc7-4320-9129-f16d74ef1748), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:34.093867 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-45b0f809-78b8-4773-ab71-17a6d28f5d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (c8a78049-5631-41f1-bdb7-f064193c3d11), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:34.126031 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port 4a561b0c-ecc7-4320-9129-f16d74ef1748, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=4a561b0c-ecc7-4320-9129-f16d74ef1748,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:09:34.299919 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (4a561b0c-ecc7-4320-9129-f16d74ef1748), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:34.420722 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=4a561b0c-ecc7-4320-9129-f16d74ef1748,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:34.519902 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 9a963770-4132-4ce3-8127-bd2e33cdaba6 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:09:34.578445 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8422f0b-c567-466a-83d1-7076cee65693 req-f3afeb57-a0b0-440c-b78b-954f0c200c74 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:34.579930 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c8422f0b-c567-466a-83d1-7076cee65693 req-f3afeb57-a0b0-440c-b78b-954f0c200c74 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.73 "GET /v2.0/networks?id=6518a83a-3706-45cd-a25c-4bc168ba3c9a HTTP/1.1" status: 200 len: 797 time: 0.1541476 Feb 04 13:09:34.650606 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-45b0f809-78b8-4773-ab71-17a6d28f5d1c None None] Publish callbacks [] for port (c8a78049-5631-41f1-bdb7-f064193c3d11), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:34.652279 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 9a963770-4132-4ce3-8127-bd2e33cdaba6 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:09:34.652701 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (9a963770-4132-4ce3-8127-bd2e33cdaba6), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:34.668073 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c8422f0b-c567-466a-83d1-7076cee65693 req-fe1d1a9a-140e-4513-b20a-2db1d38301f9 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d8f90d776f2444ead7911de1972e870 HTTP/1.1" status: 200 len: 379 time: 0.0766943 Feb 04 13:09:34.675194 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-45b0f809-78b8-4773-ab71-17a6d28f5d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (c8a78049-5631-41f1-bdb7-f064193c3d11), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:34.689876 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2eb86a5c-3deb-4b2b-b8b3-efe5d5f91e02 req-6bca33ef-c66d-4c1f-9d45-4ba003a8a46f tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=3fa2f58f-2241-403f-8142-fb1977d71f35 HTTP/1.1" status: 200 len: 210 time: 0.0436404 Feb 04 13:09:34.693565 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-c8422f0b-c567-466a-83d1-7076cee65693 req-1ed5713c-a1cc-428e-9703-5d70bb981d55 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Request body: {'port': {'device_id': '3fa2f58f-2241-403f-8142-fb1977d71f35', 'network_id': '6518a83a-3706-45cd-a25c-4bc168ba3c9a', 'admin_state_up': True, 'tenant_id': '6d8f90d776f2444ead7911de1972e870', 'security_groups': ['eb343e21-eaa5-4675-8181-3494fa9c9322']}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:09:34.745772 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2e5b2d-471c-44c7-b209-171a7b57730d None None] Pushing event updated for resources: {'Port': ['ID=c8a78049-5631-41f1-bdb7-f064193c3d11,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:34.814305 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8422f0b-c567-466a-83d1-7076cee65693 req-1ed5713c-a1cc-428e-9703-5d70bb981d55 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Made reservation on behalf of 6d8f90d776f2444ead7911de1972e870 for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:09:34.817976 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-c8422f0b-c567-466a-83d1-7076cee65693 req-1ed5713c-a1cc-428e-9703-5d70bb981d55 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:34.828791 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-45b0f809-78b8-4773-ab71-17a6d28f5d1c None None] Attempting to bind port c8a78049-5631-41f1-bdb7-f064193c3d11 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:09:34.829168 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-45b0f809-78b8-4773-ab71-17a6d28f5d1c None None] Attempting to bind port c8a78049-5631-41f1-bdb7-f064193c3d11 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '8405fff4-0537-4d8d-9462-3753a534718a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '6518a83a-3706-45cd-a25c-4bc168ba3c9a'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:09:34.829540 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b0f809-78b8-4773-ab71-17a6d28f5d1c None None] Attempting to bind port c8a78049-5631-41f1-bdb7-f064193c3d11 on network 6518a83a-3706-45cd-a25c-4bc168ba3c9a {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:09:34.844101 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 9a963770-4132-4ce3-8127-bd2e33cdaba6 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:09:34.845182 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 4a561b0c-ecc7-4320-9129-f16d74ef1748 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:09:34.847154 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b0f809-78b8-4773-ab71-17a6d28f5d1c None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:09:34.847532 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b0f809-78b8-4773-ab71-17a6d28f5d1c None None] Checking segment: {'id': '8405fff4-0537-4d8d-9462-3753a534718a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '6518a83a-3706-45cd-a25c-4bc168ba3c9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:09:34.847964 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-45b0f809-78b8-4773-ab71-17a6d28f5d1c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:34.848361 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b0f809-78b8-4773-ab71-17a6d28f5d1c None None] Bound using segment: {'id': '8405fff4-0537-4d8d-9462-3753a534718a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '6518a83a-3706-45cd-a25c-4bc168ba3c9a'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:09:34.848847 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-45b0f809-78b8-4773-ab71-17a6d28f5d1c None None] Bound port: c8a78049-5631-41f1-bdb7-f064193c3d11, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8405fff4-0537-4d8d-9462-3753a534718a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '6518a83a-3706-45cd-a25c-4bc168ba3c9a'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:09:34.849805 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-45b0f809-78b8-4773-ab71-17a6d28f5d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (c8a78049-5631-41f1-bdb7-f064193c3d11), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:34.953585 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-45b0f809-78b8-4773-ab71-17a6d28f5d1c None None] For port c8a78049-5631-41f1-bdb7-f064193c3d11, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:09:34.955546 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 4a561b0c-ecc7-4320-9129-f16d74ef1748 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:09:34.955857 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (4a561b0c-ecc7-4320-9129-f16d74ef1748), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:34.958363 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-45b0f809-78b8-4773-ab71-17a6d28f5d1c None None] For port c8a78049-5631-41f1-bdb7-f064193c3d11, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=c8a78049-5631-41f1-bdb7-f064193c3d11,segment=NetworkSegment(8405fff4-0537-4d8d-9462-3753a534718a),segment_id=8405fff4-0537-4d8d-9462-3753a534718a)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:09:34.965894 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-c8422f0b-c567-466a-83d1-7076cee65693 req-1ed5713c-a1cc-428e-9703-5d70bb981d55 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Allocated IP 172.20.0.3 (6518a83a-3706-45cd-a25c-4bc168ba3c9a/9296bd36-ce06-4f7b-90c2-e3a7f14ba7ef/1256e1e1-12b7-4884-af8a-4722b39856a9) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:09:34.986138 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-45b0f809-78b8-4773-ab71-17a6d28f5d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (c8a78049-5631-41f1-bdb7-f064193c3d11), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:35.057386 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-1d3869ac-92d8-48b7-9c07-9f68f58cd97e None None] Provisioning complete for port c8a78049-5631-41f1-bdb7-f064193c3d11 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:09:35.057770 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1d3869ac-92d8-48b7-9c07-9f68f58cd97e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (c8a78049-5631-41f1-bdb7-f064193c3d11), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:35.111267 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b0f809-78b8-4773-ab71-17a6d28f5d1c None None] Routers {'fc347467-f588-4a39-a2b7-3e6bc9eaa7a7'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:09:35.112335 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-45b0f809-78b8-4773-ab71-17a6d28f5d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:09:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['fc347467-f588-4a39-a2b7-3e6bc9eaa7a7'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:09:35.118378 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2e5b2d-471c-44c7-b209-171a7b57730d None None] Pushing event updated for resources: {'Port': ['ID=c8a78049-5631-41f1-bdb7-f064193c3d11,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:35.134597 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-c8422f0b-c567-466a-83d1-7076cee65693 req-1ed5713c-a1cc-428e-9703-5d70bb981d55 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for port (1256e1e1-12b7-4884-af8a-4722b39856a9), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:35.256303 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 4a561b0c-ecc7-4320-9129-f16d74ef1748 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:09:35.318760 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-45b0f809-78b8-4773-ab71-17a6d28f5d1c None None] Set router fc347467-f588-4a39-a2b7-3e6bc9eaa7a7 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:09:35.346735 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-1d3869ac-92d8-48b7-9c07-9f68f58cd97e None None] Current status of the port c8a78049-5631-41f1-bdb7-f064193c3d11 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:09:35.347165 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1d3869ac-92d8-48b7-9c07-9f68f58cd97e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (c8a78049-5631-41f1-bdb7-f064193c3d11), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:35.434536 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-1d3869ac-92d8-48b7-9c07-9f68f58cd97e None None] For port c8a78049-5631-41f1-bdb7-f064193c3d11, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=c8a78049-5631-41f1-bdb7-f064193c3d11,segment=NetworkSegment(8405fff4-0537-4d8d-9462-3753a534718a),segment_id=8405fff4-0537-4d8d-9462-3753a534718a)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:09:35.461927 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-c8422f0b-c567-466a-83d1-7076cee65693 req-1ed5713c-a1cc-428e-9703-5d70bb981d55 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (1256e1e1-12b7-4884-af8a-4722b39856a9), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:35.466081 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1d3869ac-92d8-48b7-9c07-9f68f58cd97e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (c8a78049-5631-41f1-bdb7-f064193c3d11), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:35.511296 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8422f0b-c567-466a-83d1-7076cee65693 req-1ed5713c-a1cc-428e-9703-5d70bb981d55 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Network 6518a83a-3706-45cd-a25c-4bc168ba3c9a is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:09:35.513842 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-c8422f0b-c567-466a-83d1-7076cee65693 req-1ed5713c-a1cc-428e-9703-5d70bb981d55 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:09:35.517660 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8422f0b-c567-466a-83d1-7076cee65693 req-1ed5713c-a1cc-428e-9703-5d70bb981d55 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:09:35.545344 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3869ac-92d8-48b7-9c07-9f68f58cd97e None None] Pushing event updated for resources: {'Port': ['ID=c8a78049-5631-41f1-bdb7-f064193c3d11,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:35.545679 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed5713c-a1cc-428e-9703-5d70bb981d55 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Pushing event updated for resources: {'Port': ['ID=1256e1e1-12b7-4884-af8a-4722b39856a9,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:35.578725 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8422f0b-c567-466a-83d1-7076cee65693 req-1ed5713c-a1cc-428e-9703-5d70bb981d55 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:35.579554 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-c8422f0b-c567-466a-83d1-7076cee65693 req-1ed5713c-a1cc-428e-9703-5d70bb981d55 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:35.599190 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c8422f0b-c567-466a-83d1-7076cee65693 req-1ed5713c-a1cc-428e-9703-5d70bb981d55 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9117897 Feb 04 13:09:35.613912 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-c8422f0b-c567-466a-83d1-7076cee65693 req-55c9cbf8-4386-49a3-8075-7ff4a5734efc service neutron] Request body: {'port': {'device_id': '3fa2f58f-2241-403f-8142-fb1977d71f35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:09:35.619647 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-5c7381fb-419c-483e-82d8-2385bc5d1a40 None None] Provisioning complete for port c8a78049-5631-41f1-bdb7-f064193c3d11 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:09:35.620182 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5c7381fb-419c-483e-82d8-2385bc5d1a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (c8a78049-5631-41f1-bdb7-f064193c3d11), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:35.675418 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-45b0f809-78b8-4773-ab71-17a6d28f5d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc347467-f588-4a39-a2b7-3e6bc9eaa7a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-171484848', 'tenant_id': '6d8f90d776f2444ead7911de1972e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '4a561b0c-ecc7-4320-9129-f16d74ef1748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:09:28Z', 'updated_at': '2022-02-04T13:09:31Z', 'revision_number': 4, 'project_id': '6d8f90d776f2444ead7911de1972e870', 'gw_port': {'id': '4a561b0c-ecc7-4320-9129-f16d74ef1748', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:07:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc347467-f588-4a39-a2b7-3e6bc9eaa7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:09:28Z', 'updated_at': '2022-02-04T13:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'c8a78049-5631-41f1-bdb7-f064193c3d11', 'name': '', 'network_id': '6518a83a-3706-45cd-a25c-4bc168ba3c9a', 'tenant_id': '6d8f90d776f2444ead7911de1972e870', 'mac_address': 'fa:16:3e:b4:14:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc347467-f588-4a39-a2b7-3e6bc9eaa7a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '9296bd36-ce06-4f7b-90c2-e3a7f14ba7ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:09:31Z', 'updated_at': '2022-02-04T13:09:34Z', 'revision_number': 4, 'project_id': '6d8f90d776f2444ead7911de1972e870', 'subnets': [{'id': '9296bd36-ce06-4f7b-90c2-e3a7f14ba7ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:09:35.679575 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-c8422f0b-c567-466a-83d1-7076cee65693 req-55c9cbf8-4386-49a3-8075-7ff4a5734efc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (1256e1e1-12b7-4884-af8a-4722b39856a9), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:35.713214 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b0f809-78b8-4773-ab71-17a6d28f5d1c None None] The sync data for ids ['fc347467-f588-4a39-a2b7-3e6bc9eaa7a7'] in n-d-825015-3 is: [{'id': 'fc347467-f588-4a39-a2b7-3e6bc9eaa7a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-171484848', 'tenant_id': '6d8f90d776f2444ead7911de1972e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '4a561b0c-ecc7-4320-9129-f16d74ef1748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:09:28Z', 'updated_at': '2022-02-04T13:09:31Z', 'revision_number': 4, 'project_id': '6d8f90d776f2444ead7911de1972e870', 'gw_port': {'id': '4a561b0c-ecc7-4320-9129-f16d74ef1748', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:07:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc347467-f588-4a39-a2b7-3e6bc9eaa7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:09:28Z', 'updated_at': '2022-02-04T13:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'c8a78049-5631-41f1-bdb7-f064193c3d11', 'name': '', 'network_id': '6518a83a-3706-45cd-a25c-4bc168ba3c9a', 'tenant_id': '6d8f90d776f2444ead7911de1972e870', 'mac_address': 'fa:16:3e:b4:14:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc347467-f588-4a39-a2b7-3e6bc9eaa7a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '9296bd36-ce06-4f7b-90c2-e3a7f14ba7ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:09:31Z', 'updated_at': '2022-02-04T13:09:34Z', 'revision_number': 4, 'project_id': '6d8f90d776f2444ead7911de1972e870', 'subnets': [{'id': '9296bd36-ce06-4f7b-90c2-e3a7f14ba7ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:09:35.765805 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-5c7381fb-419c-483e-82d8-2385bc5d1a40 None None] Current status of the port c8a78049-5631-41f1-bdb7-f064193c3d11 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:09:35.895230 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-87281363-1060-4eac-b3ad-a299caee93c0 None None] Provisioning complete for port 1256e1e1-12b7-4884-af8a-4722b39856a9 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:09:35.895722 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-87281363-1060-4eac-b3ad-a299caee93c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (1256e1e1-12b7-4884-af8a-4722b39856a9), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:35.937493 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fe60ad-066b-477e-aefa-4d6da238fc24 req-05832869-5c39-4cde-94d3-29887a27b593 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:35.939033 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-04fe60ad-066b-477e-aefa-4d6da238fc24 req-05832869-5c39-4cde-94d3-29887a27b593 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=3fa2f58f-2241-403f-8142-fb1977d71f35 HTTP/1.1" status: 200 len: 931 time: 0.1187546 Feb 04 13:09:35.944463 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-87281363-1060-4eac-b3ad-a299caee93c0 None None] Port 1256e1e1-12b7-4884-af8a-4722b39856a9 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:09:36.030101 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-04fe60ad-066b-477e-aefa-4d6da238fc24 req-2cdfdd23-ee97-4276-8c35-a30d0ba92ecf tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?id=eb343e21-eaa5-4675-8181-3494fa9c9322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812316 Feb 04 13:09:36.079579 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-c8422f0b-c567-466a-83d1-7076cee65693 req-55c9cbf8-4386-49a3-8075-7ff4a5734efc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1256e1e1-12b7-4884-af8a-4722b39856a9 {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:09:36.088260 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-c8422f0b-c567-466a-83d1-7076cee65693 req-55c9cbf8-4386-49a3-8075-7ff4a5734efc service neutron] Publish callbacks [] for port (1256e1e1-12b7-4884-af8a-4722b39856a9), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:36.101223 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-c8422f0b-c567-466a-83d1-7076cee65693 req-55c9cbf8-4386-49a3-8075-7ff4a5734efc service neutron] Transition to ACTIVE for port object 1256e1e1-12b7-4884-af8a-4722b39856a9 will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:09:36.105234 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-c8422f0b-c567-466a-83d1-7076cee65693 req-55c9cbf8-4386-49a3-8075-7ff4a5734efc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (1256e1e1-12b7-4884-af8a-4722b39856a9), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:36.160394 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c9cbf8-4386-49a3-8075-7ff4a5734efc service neutron] Pushing event updated for resources: {'Port': ['ID=1256e1e1-12b7-4884-af8a-4722b39856a9,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:36.238071 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-c8422f0b-c567-466a-83d1-7076cee65693 req-55c9cbf8-4386-49a3-8075-7ff4a5734efc service neutron] Attempting to bind port 1256e1e1-12b7-4884-af8a-4722b39856a9 on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:09:36.238408 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-c8422f0b-c567-466a-83d1-7076cee65693 req-55c9cbf8-4386-49a3-8075-7ff4a5734efc service neutron] Attempting to bind port 1256e1e1-12b7-4884-af8a-4722b39856a9 by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': '8405fff4-0537-4d8d-9462-3753a534718a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '6518a83a-3706-45cd-a25c-4bc168ba3c9a'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:09:36.238737 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8422f0b-c567-466a-83d1-7076cee65693 req-55c9cbf8-4386-49a3-8075-7ff4a5734efc service neutron] Attempting to bind port 1256e1e1-12b7-4884-af8a-4722b39856a9 on network 6518a83a-3706-45cd-a25c-4bc168ba3c9a {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:09:36.244635 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8422f0b-c567-466a-83d1-7076cee65693 req-55c9cbf8-4386-49a3-8075-7ff4a5734efc service neutron] Port 1256e1e1-12b7-4884-af8a-4722b39856a9 on network 6518a83a-3706-45cd-a25c-4bc168ba3c9a not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:09:36.245015 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8422f0b-c567-466a-83d1-7076cee65693 req-55c9cbf8-4386-49a3-8075-7ff4a5734efc service neutron] Attempting to bind port 1256e1e1-12b7-4884-af8a-4722b39856a9 on network 6518a83a-3706-45cd-a25c-4bc168ba3c9a {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:09:36.250347 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8422f0b-c567-466a-83d1-7076cee65693 req-55c9cbf8-4386-49a3-8075-7ff4a5734efc service neutron] Checking agent: {'id': 'f8add0d2-2202-43d3-bc0e-72442788e6ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:09:36.250714 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8422f0b-c567-466a-83d1-7076cee65693 req-55c9cbf8-4386-49a3-8075-7ff4a5734efc service neutron] Checking segment: {'id': '8405fff4-0537-4d8d-9462-3753a534718a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '6518a83a-3706-45cd-a25c-4bc168ba3c9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:09:36.251099 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8422f0b-c567-466a-83d1-7076cee65693 req-55c9cbf8-4386-49a3-8075-7ff4a5734efc service neutron] Bound using segment: {'id': '8405fff4-0537-4d8d-9462-3753a534718a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '6518a83a-3706-45cd-a25c-4bc168ba3c9a'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:09:36.251524 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-c8422f0b-c567-466a-83d1-7076cee65693 req-55c9cbf8-4386-49a3-8075-7ff4a5734efc service neutron] Bound port: 1256e1e1-12b7-4884-af8a-4722b39856a9, host: n-h1-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8405fff4-0537-4d8d-9462-3753a534718a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '6518a83a-3706-45cd-a25c-4bc168ba3c9a'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:09:36.252337 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-c8422f0b-c567-466a-83d1-7076cee65693 req-55c9cbf8-4386-49a3-8075-7ff4a5734efc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (1256e1e1-12b7-4884-af8a-4722b39856a9), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:36.333148 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-c8422f0b-c567-466a-83d1-7076cee65693 req-55c9cbf8-4386-49a3-8075-7ff4a5734efc service neutron] For port 1256e1e1-12b7-4884-af8a-4722b39856a9, host n-h1-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:09:36.338034 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-c8422f0b-c567-466a-83d1-7076cee65693 req-55c9cbf8-4386-49a3-8075-7ff4a5734efc service neutron] For port 1256e1e1-12b7-4884-af8a-4722b39856a9, host n-h1-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=1256e1e1-12b7-4884-af8a-4722b39856a9,segment=NetworkSegment(8405fff4-0537-4d8d-9462-3753a534718a),segment_id=8405fff4-0537-4d8d-9462-3753a534718a)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:09:36.345285 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-c8422f0b-c567-466a-83d1-7076cee65693 req-55c9cbf8-4386-49a3-8075-7ff4a5734efc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (1256e1e1-12b7-4884-af8a-4722b39856a9), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:36.388025 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8422f0b-c567-466a-83d1-7076cee65693 req-55c9cbf8-4386-49a3-8075-7ff4a5734efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:36.388655 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-c8422f0b-c567-466a-83d1-7076cee65693 req-55c9cbf8-4386-49a3-8075-7ff4a5734efc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:36.390025 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c8422f0b-c567-466a-83d1-7076cee65693 req-55c9cbf8-4386-49a3-8075-7ff4a5734efc service neutron] 10.222.0.73 "PUT /v2.0/ports/1256e1e1-12b7-4884-af8a-4722b39856a9 HTTP/1.1" status: 200 len: 1091 time: 0.7808287 Feb 04 13:09:36.390468 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fa2f58f-2241-403f-8142-fb1977d71f35', 'tag': '1256e1e1-12b7-4884-af8a-4722b39856a9'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:09:36.392836 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f42703a7-6400-4316-8872-b170571fcf70" -d '{"events": [{"name": "network-changed", "server_uuid": "3fa2f58f-2241-403f-8142-fb1977d71f35", "tag": "1256e1e1-12b7-4884-af8a-4722b39856a9"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:09:36.418267 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c9cbf8-4386-49a3-8075-7ff4a5734efc service neutron] Pushing event updated for resources: {'Port': ['ID=1256e1e1-12b7-4884-af8a-4722b39856a9,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:36.495870 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a130d22d-dc73-471b-819b-0857b368381d x-openstack-request-id: req-a130d22d-dc73-471b-819b-0857b368381d {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:09:36.496171 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fa2f58f-2241-403f-8142-fb1977d71f35", "tag": "1256e1e1-12b7-4884-af8a-4722b39856a9", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:09:36.496428 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a130d22d-dc73-471b-819b-0857b368381d {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:09:36.496832 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fa2f58f-2241-403f-8142-fb1977d71f35', 'tag': '1256e1e1-12b7-4884-af8a-4722b39856a9', 'status': 'completed', 'code': 200} Feb 04 13:09:36.508151 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8422f0b-c567-466a-83d1-7076cee65693 req-1b613e95-f4d3-477b-ba90-f700e96f1d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:36.509826 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c8422f0b-c567-466a-83d1-7076cee65693 req-1b613e95-f4d3-477b-ba90-f700e96f1d2c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6d8f90d776f2444ead7911de1972e870&device_id=3fa2f58f-2241-403f-8142-fb1977d71f35 HTTP/1.1" status: 200 len: 1125 time: 0.0648229 Feb 04 13:09:36.586253 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c8422f0b-c567-466a-83d1-7076cee65693 req-845462d2-b7ea-4039-92db-ba27136ab1b4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1256e1e1-12b7-4884-af8a-4722b39856a9 HTTP/1.1" status: 200 len: 217 time: 0.0661428 Feb 04 13:09:36.603642 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device c8a78049-5631-41f1-bdb7-f064193c3d11 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:09:36.651324 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8422f0b-c567-466a-83d1-7076cee65693 req-5b48d595-79bb-42d9-9a4f-052d3a7fd893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:36.652789 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c8422f0b-c567-466a-83d1-7076cee65693 req-5b48d595-79bb-42d9-9a4f-052d3a7fd893 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9296bd36-ce06-4f7b-90c2-e3a7f14ba7ef HTTP/1.1" status: 200 len: 835 time: 0.0607719 Feb 04 13:09:36.663355 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port c8a78049-5631-41f1-bdb7-f064193c3d11 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:09:36.663773 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (c8a78049-5631-41f1-bdb7-f064193c3d11), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:36.707963 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8422f0b-c567-466a-83d1-7076cee65693 req-c874fdd5-2890-4d37-b1a2-edea6c74d335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:36.710595 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c8422f0b-c567-466a-83d1-7076cee65693 req-c874fdd5-2890-4d37-b1a2-edea6c74d335 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6518a83a-3706-45cd-a25c-4bc168ba3c9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0515985 Feb 04 13:09:36.759332 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port c8a78049-5631-41f1-bdb7-f064193c3d11 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:09:36.816549 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c8422f0b-c567-466a-83d1-7076cee65693 req-a08d85bd-fc3f-4b93-a206-d56d6ad0b2ed service neutron] 10.222.0.73 "GET /v2.0/networks/6518a83a-3706-45cd-a25c-4bc168ba3c9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976195 Feb 04 13:09:36.912689 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c8422f0b-c567-466a-83d1-7076cee65693 req-f3bee6b9-9a61-422e-8fe2-ef4bedf32e67 service neutron] 10.222.0.73 "GET /v2.0/networks/6518a83a-3706-45cd-a25c-4bc168ba3c9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895722 Feb 04 13:09:37.015539 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42703a7-6400-4316-8872-b170571fcf70 req-6c3c300f-5fd5-4521-b675-4289d660ec20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:37.017112 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f42703a7-6400-4316-8872-b170571fcf70 req-6c3c300f-5fd5-4521-b675-4289d660ec20 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6d8f90d776f2444ead7911de1972e870&device_id=3fa2f58f-2241-403f-8142-fb1977d71f35 HTTP/1.1" status: 200 len: 1125 time: 0.0543513 Feb 04 13:09:37.138698 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42703a7-6400-4316-8872-b170571fcf70 req-440ff50d-563f-4d73-9184-dd4279026700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:37.140226 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f42703a7-6400-4316-8872-b170571fcf70 req-440ff50d-563f-4d73-9184-dd4279026700 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6518a83a-3706-45cd-a25c-4bc168ba3c9a HTTP/1.1" status: 200 len: 898 time: 0.1124587 Feb 04 13:09:37.190598 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f42703a7-6400-4316-8872-b170571fcf70 req-a4a49840-a66c-40d5-ad8a-2200e1457c30 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1256e1e1-12b7-4884-af8a-4722b39856a9 HTTP/1.1" status: 200 len: 217 time: 0.0420735 Feb 04 13:09:37.201492 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09fd5d4-8cce-42dd-8f31-194bc45a5046 req-26a85f7f-ca31-4435-be0a-dc69a1952625 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:37.202907 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d09fd5d4-8cce-42dd-8f31-194bc45a5046 req-26a85f7f-ca31-4435-be0a-dc69a1952625 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=3fa2f58f-2241-403f-8142-fb1977d71f35 HTTP/1.1" status: 200 len: 943 time: 0.1027374 Feb 04 13:09:37.279648 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42703a7-6400-4316-8872-b170571fcf70 req-cd949bd7-6e91-4744-8bb8-c41669a87611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:37.281155 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f42703a7-6400-4316-8872-b170571fcf70 req-cd949bd7-6e91-4744-8bb8-c41669a87611 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9296bd36-ce06-4f7b-90c2-e3a7f14ba7ef HTTP/1.1" status: 200 len: 835 time: 0.0774078 Feb 04 13:09:37.307125 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d09fd5d4-8cce-42dd-8f31-194bc45a5046 req-cddcf8b6-27f1-48c6-8d25-7b1870bfa7f0 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?id=eb343e21-eaa5-4675-8181-3494fa9c9322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956566 Feb 04 13:09:37.340149 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42703a7-6400-4316-8872-b170571fcf70 req-babbe0e7-aecf-4111-846c-7ae8d9035f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:37.341651 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f42703a7-6400-4316-8872-b170571fcf70 req-babbe0e7-aecf-4111-846c-7ae8d9035f3d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6518a83a-3706-45cd-a25c-4bc168ba3c9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0496445 Feb 04 13:09:37.435560 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f42703a7-6400-4316-8872-b170571fcf70 req-7853d8b6-c236-4964-8ce9-2cf9f692390f service neutron] 10.222.0.73 "GET /v2.0/networks/6518a83a-3706-45cd-a25c-4bc168ba3c9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868824 Feb 04 13:09:37.530712 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f42703a7-6400-4316-8872-b170571fcf70 req-48a8a4e8-858c-493b-b6a9-e0bfbad8ad34 service neutron] 10.222.0.73 "GET /v2.0/networks/6518a83a-3706-45cd-a25c-4bc168ba3c9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846186 Feb 04 13:09:38.435787 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2691f74f-0044-4077-87b5-310aee9ff2b4 req-971b5ac7-9df9-4201-a3fe-57367986a274 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:38.437595 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2691f74f-0044-4077-87b5-310aee9ff2b4 req-971b5ac7-9df9-4201-a3fe-57367986a274 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=3fa2f58f-2241-403f-8142-fb1977d71f35 HTTP/1.1" status: 200 len: 943 time: 0.0586567 Feb 04 13:09:38.486765 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2691f74f-0044-4077-87b5-310aee9ff2b4 req-bbdc3ad8-9e13-4c71-a20d-6a5d0ff7ec2d tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?id=eb343e21-eaa5-4675-8181-3494fa9c9322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436127 Feb 04 13:09:39.593853 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 1256e1e1-12b7-4884-af8a-4722b39856a9 details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:09:39.610449 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db1cf6c-49db-4ab9-85d0-5492c30cd199 req-cbde9d77-e1d7-412b-b2c5-c7f4700b3936 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:39.611988 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6db1cf6c-49db-4ab9-85d0-5492c30cd199 req-cbde9d77-e1d7-412b-b2c5-c7f4700b3936 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=3fa2f58f-2241-403f-8142-fb1977d71f35 HTTP/1.1" status: 200 len: 943 time: 0.0553968 Feb 04 13:09:39.671454 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6db1cf6c-49db-4ab9-85d0-5492c30cd199 req-6e4241ae-38b3-440d-a4ae-230b3d88a8d6 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?id=eb343e21-eaa5-4675-8181-3494fa9c9322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533049 Feb 04 13:09:39.698172 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 1256e1e1-12b7-4884-af8a-4722b39856a9, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=1256e1e1-12b7-4884-af8a-4722b39856a9,segment=NetworkSegment(8405fff4-0537-4d8d-9462-3753a534718a),segment_id=8405fff4-0537-4d8d-9462-3753a534718a)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:09:39.710610 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': '1256e1e1-12b7-4884-af8a-4722b39856a9', 'network_id': '6518a83a-3706-45cd-a25c-4bc168ba3c9a', 'port_id': '1256e1e1-12b7-4884-af8a-4722b39856a9', 'mac_address': 'fa:16:3e:ce:dc:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9296bd36-ce06-4f7b-90c2-e3a7f14ba7ef', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:09:39.747686 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 1256e1e1-12b7-4884-af8a-4722b39856a9 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:09:39.748104 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (1256e1e1-12b7-4884-af8a-4722b39856a9), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:39.760547 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1256e1e1-12b7-4884-af8a-4722b39856a9 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:09:39.780415 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 1256e1e1-12b7-4884-af8a-4722b39856a9, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=1256e1e1-12b7-4884-af8a-4722b39856a9,segment=NetworkSegment(8405fff4-0537-4d8d-9462-3753a534718a),segment_id=8405fff4-0537-4d8d-9462-3753a534718a)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:09:39.785755 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (1256e1e1-12b7-4884-af8a-4722b39856a9), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:39.835344 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=1256e1e1-12b7-4884-af8a-4722b39856a9,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:39.842653 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:09:39.843004 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:09:39.843347 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:09:39.843692 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:09:39.844127 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:09:39.844487 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:09:39.844820 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:09:39.845150 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:09:39.845477 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:09:39.846267 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:09:39.846267 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:09:39.846421 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:09:39.846737 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:09:40.022362 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['1256e1e1-12b7-4884-af8a-4722b39856a9'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:09:40.800164 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85951adc-b2d0-4a86-b04a-214d0960dbb8 req-ca19f970-17a4-4b75-8716-519044602855 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:40.801694 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-85951adc-b2d0-4a86-b04a-214d0960dbb8 req-ca19f970-17a4-4b75-8716-519044602855 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=3fa2f58f-2241-403f-8142-fb1977d71f35 HTTP/1.1" status: 200 len: 944 time: 0.0576904 Feb 04 13:09:40.851074 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-85951adc-b2d0-4a86-b04a-214d0960dbb8 req-25ef7234-3164-443e-8fdc-10e68ea3f636 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?id=eb343e21-eaa5-4675-8181-3494fa9c9322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438876 Feb 04 13:09:41.607195 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 1256e1e1-12b7-4884-af8a-4722b39856a9 up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:09:41.657368 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning for port 1256e1e1-12b7-4884-af8a-4722b39856a9 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:09:41.660831 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port 1256e1e1-12b7-4884-af8a-4722b39856a9 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:09:41.661201 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (1256e1e1-12b7-4884-af8a-4722b39856a9), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:41.737661 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 1256e1e1-12b7-4884-af8a-4722b39856a9 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:09:41.738051 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (1256e1e1-12b7-4884-af8a-4722b39856a9), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:41.763996 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fa2f58f-2241-403f-8142-fb1977d71f35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1256e1e1-12b7-4884-af8a-4722b39856a9'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:09:41.766221 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-299b6ff4-dbc3-48d6-93af-b1dad03dd234" -d '{"events": [{"server_uuid": "3fa2f58f-2241-403f-8142-fb1977d71f35", "name": "network-vif-plugged", "status": "completed", "tag": "1256e1e1-12b7-4884-af8a-4722b39856a9"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:09:41.923496 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b21af5-831a-475f-9b69-f9847eae5d55 req-1218493c-1067-4bd9-a7dd-08b49b2474b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:41.925098 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b8b21af5-831a-475f-9b69-f9847eae5d55 req-1218493c-1067-4bd9-a7dd-08b49b2474b0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3fa2f58f-2241-403f-8142-fb1977d71f35 HTTP/1.1" status: 200 len: 1126 time: 0.0486493 Feb 04 13:09:41.934516 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa477ac2-10fc-43f3-8905-ca519a6fc190 x-openstack-request-id: req-fa477ac2-10fc-43f3-8905-ca519a6fc190 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:09:41.934808 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fa2f58f-2241-403f-8142-fb1977d71f35", "name": "network-vif-plugged", "status": "completed", "tag": "1256e1e1-12b7-4884-af8a-4722b39856a9", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:09:41.935062 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fa477ac2-10fc-43f3-8905-ca519a6fc190 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:09:41.935457 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fa2f58f-2241-403f-8142-fb1977d71f35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1256e1e1-12b7-4884-af8a-4722b39856a9', 'code': 200} Feb 04 13:09:41.939311 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 1256e1e1-12b7-4884-af8a-4722b39856a9, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=1256e1e1-12b7-4884-af8a-4722b39856a9,segment=NetworkSegment(8405fff4-0537-4d8d-9462-3753a534718a),segment_id=8405fff4-0537-4d8d-9462-3753a534718a)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:09:41.944094 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (1256e1e1-12b7-4884-af8a-4722b39856a9), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:41.993380 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=1256e1e1-12b7-4884-af8a-4722b39856a9,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:42.002494 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b8b21af5-831a-475f-9b69-f9847eae5d55 req-f2442f90-12c6-4a87-84b0-83c8ba69ead3 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=eb343e21-eaa5-4675-8181-3494fa9c9322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669699 Feb 04 13:09:42.011129 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7b36b9-1ba1-436a-83af-185656d380b5 req-8f75a486-d1c2-45f6-b4e0-be9cda06e49f tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:42.012644 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2d7b36b9-1ba1-436a-83af-185656d380b5 req-8f75a486-d1c2-45f6-b4e0-be9cda06e49f tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=3fa2f58f-2241-403f-8142-fb1977d71f35 HTTP/1.1" status: 200 len: 944 time: 0.0866373 Feb 04 13:09:42.066670 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2d7b36b9-1ba1-436a-83af-185656d380b5 req-1f41b300-cade-46f4-a858-2833f8e4202a tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?id=eb343e21-eaa5-4675-8181-3494fa9c9322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482950 Feb 04 13:09:43.189255 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41608ab-8e08-4eaf-abf5-64551b615bb9 req-00840505-aaa5-4c4b-8d7d-c8629f6d6786 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:43.190886 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b41608ab-8e08-4eaf-abf5-64551b615bb9 req-00840505-aaa5-4c4b-8d7d-c8629f6d6786 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=3fa2f58f-2241-403f-8142-fb1977d71f35 HTTP/1.1" status: 200 len: 945 time: 0.0530586 Feb 04 13:09:43.242076 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b41608ab-8e08-4eaf-abf5-64551b615bb9 req-c8b6d6bf-1eda-43d4-a3ce-3c0a98268627 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?id=eb343e21-eaa5-4675-8181-3494fa9c9322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450459 Feb 04 13:09:44.360248 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d785bbe5-7951-4992-bc69-4102e440a4d6 req-5cb56d71-2fec-4864-a563-5cae4a87f3e9 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:44.361712 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d785bbe5-7951-4992-bc69-4102e440a4d6 req-5cb56d71-2fec-4864-a563-5cae4a87f3e9 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=3fa2f58f-2241-403f-8142-fb1977d71f35 HTTP/1.1" status: 200 len: 945 time: 0.0525923 Feb 04 13:09:44.415854 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d785bbe5-7951-4992-bc69-4102e440a4d6 req-1d54852a-e41b-4123-8ecb-8a23101dd9c6 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?id=eb343e21-eaa5-4675-8181-3494fa9c9322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479863 Feb 04 13:09:44.537957 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb6b3d4-ac82-4936-9967-081975848550 req-b59db3c9-32cf-4133-b224-6f046637e64a tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:44.539371 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-acb6b3d4-ac82-4936-9967-081975848550 req-b59db3c9-32cf-4133-b224-6f046637e64a tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=3fa2f58f-2241-403f-8142-fb1977d71f35 HTTP/1.1" status: 200 len: 945 time: 0.0571330 Feb 04 13:09:44.590775 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-acb6b3d4-ac82-4936-9967-081975848550 req-ea019061-8954-40d4-8c91-63021c818ff9 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?id=eb343e21-eaa5-4675-8181-3494fa9c9322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439522 Feb 04 13:09:44.613568 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59564) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:09:44.659593 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52cce554-1d67-4ea8-90de-e2fcd418e36a tempest-TestNetworkAdvancedServerOps-202696309 tempest-TestNetworkAdvancedServerOps-202696309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:44.661154 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-52cce554-1d67-4ea8-90de-e2fcd418e36a tempest-TestNetworkAdvancedServerOps-202696309 tempest-TestNetworkAdvancedServerOps-202696309-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=3fa2f58f-2241-403f-8142-fb1977d71f35 HTTP/1.1" status: 200 len: 1122 time: 0.0465946 Feb 04 13:09:44.664037 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59566) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:09:44.668431 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-2a52011e-b8ae-4e93-9201-441c4308b242 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Request body: {'floatingip': {'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'port_id': '1256e1e1-12b7-4884-af8a-4722b39856a9', 'tenant_id': '6d8f90d776f2444ead7911de1972e870', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:09:44.691128 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2a52011e-b8ae-4e93-9201-441c4308b242 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:44.795698 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2a52011e-b8ae-4e93-9201-441c4308b242 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:44.899657 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-2a52011e-b8ae-4e93-9201-441c4308b242 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Allocated IP 172.25.3.90 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/38e6f3ea-7412-49af-bb74-caf2d81d2dc3) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:09:45.004687 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2a52011e-b8ae-4e93-9201-441c4308b242 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for port (38e6f3ea-7412-49af-bb74-caf2d81d2dc3), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:45.040260 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2a52011e-b8ae-4e93-9201-441c4308b242 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (38e6f3ea-7412-49af-bb74-caf2d81d2dc3), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:45.081985 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a52011e-b8ae-4e93-9201-441c4308b242 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:09:45.084866 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-2a52011e-b8ae-4e93-9201-441c4308b242 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:09:45.089155 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a52011e-b8ae-4e93-9201-441c4308b242 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:09:45.110989 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a52011e-b8ae-4e93-9201-441c4308b242 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Pushing event updated for resources: {'Port': ['ID=38e6f3ea-7412-49af-bb74-caf2d81d2dc3,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:45.124633 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a52011e-b8ae-4e93-9201-441c4308b242 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:09:45.124995 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a52011e-b8ae-4e93-9201-441c4308b242 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:09:45.125350 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a52011e-b8ae-4e93-9201-441c4308b242 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:09:45.125696 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a52011e-b8ae-4e93-9201-441c4308b242 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:09:45.126041 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a52011e-b8ae-4e93-9201-441c4308b242 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:09:45.126378 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a52011e-b8ae-4e93-9201-441c4308b242 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:09:45.126715 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a52011e-b8ae-4e93-9201-441c4308b242 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:09:45.127051 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a52011e-b8ae-4e93-9201-441c4308b242 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:09:45.127386 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a52011e-b8ae-4e93-9201-441c4308b242 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:09:45.127719 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a52011e-b8ae-4e93-9201-441c4308b242 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:09:45.128074 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a52011e-b8ae-4e93-9201-441c4308b242 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:09:45.128403 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a52011e-b8ae-4e93-9201-441c4308b242 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:09:45.128732 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a52011e-b8ae-4e93-9201-441c4308b242 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:09:45.457811 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2a52011e-b8ae-4e93-9201-441c4308b242 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for floatingip (978efbe9-6807-447b-a5fd-550732a4dd6b), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:45.525134 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2a52011e-b8ae-4e93-9201-441c4308b242 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (38e6f3ea-7412-49af-bb74-caf2d81d2dc3), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:45.563095 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2c8c1fa8-856e-43c4-926c-91c2482c9f10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:45.680901 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2a52011e-b8ae-4e93-9201-441c4308b242 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for port (38e6f3ea-7412-49af-bb74-caf2d81d2dc3), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:45.685252 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2a52011e-b8ae-4e93-9201-441c4308b242 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (38e6f3ea-7412-49af-bb74-caf2d81d2dc3), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:45.757762 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a52011e-b8ae-4e93-9201-441c4308b242 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Pushing event updated for resources: {'Port': ['ID=38e6f3ea-7412-49af-bb74-caf2d81d2dc3,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:45.773026 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2a52011e-b8ae-4e93-9201-441c4308b242 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1599943'] for floatingip (978efbe9-6807-447b-a5fd-550732a4dd6b), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:45.876643 n-d-825015-3 neutron-server[103474]: INFO neutron.db.l3_db [None req-2a52011e-b8ae-4e93-9201-441c4308b242 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Floating IP 978efbe9-6807-447b-a5fd-550732a4dd6b associated. External IP: 172.25.3.90, port: 1256e1e1-12b7-4884-af8a-4722b39856a9. Feb 04 13:09:46.420651 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a52011e-b8ae-4e93-9201-441c4308b242 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Router fc347467-f588-4a39-a2b7-3e6bc9eaa7a7 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:09:46.528035 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a52011e-b8ae-4e93-9201-441c4308b242 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:09:46.538042 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad816fb3-e412-4c06-aefb-05cffbd98497 None None] Sync routers for ids ['fc347467-f588-4a39-a2b7-3e6bc9eaa7a7'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:09:46.548577 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad816fb3-e412-4c06-aefb-05cffbd98497 None None] Routers {'fc347467-f588-4a39-a2b7-3e6bc9eaa7a7'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:09:46.549189 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-ad816fb3-e412-4c06-aefb-05cffbd98497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:09:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['fc347467-f588-4a39-a2b7-3e6bc9eaa7a7'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:09:46.549856 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2a52011e-b8ae-4e93-9201-441c4308b242 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:46.586014 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-2a52011e-b8ae-4e93-9201-441c4308b242 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9208238 Feb 04 13:09:46.586674 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fa2f58f-2241-403f-8142-fb1977d71f35', 'tag': '1256e1e1-12b7-4884-af8a-4722b39856a9'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:09:46.589230 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cd29430-c7a1-40bd-9f0a-e7f579d6ece5" -d '{"events": [{"name": "network-changed", "server_uuid": "3fa2f58f-2241-403f-8142-fb1977d71f35", "tag": "1256e1e1-12b7-4884-af8a-4722b39856a9"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:09:46.629221 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e26adba8-4b81-4878-8bc2-4c4077811d63 x-openstack-request-id: req-e26adba8-4b81-4878-8bc2-4c4077811d63 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:09:46.629670 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fa2f58f-2241-403f-8142-fb1977d71f35", "tag": "1256e1e1-12b7-4884-af8a-4722b39856a9", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:09:46.630116 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e26adba8-4b81-4878-8bc2-4c4077811d63 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:09:46.631291 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fa2f58f-2241-403f-8142-fb1977d71f35', 'tag': '1256e1e1-12b7-4884-af8a-4722b39856a9', 'status': 'completed', 'code': 200} Feb 04 13:09:46.665116 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-ad816fb3-e412-4c06-aefb-05cffbd98497 None None] Set router fc347467-f588-4a39-a2b7-3e6bc9eaa7a7 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:09:46.747769 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba9fbd7-e946-4405-8d03-4aa1ce2cc1a8 req-3cc69896-b3d8-4735-8ef0-56330d1ac29f tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:46.749213 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dba9fbd7-e946-4405-8d03-4aa1ce2cc1a8 req-3cc69896-b3d8-4735-8ef0-56330d1ac29f tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=3fa2f58f-2241-403f-8142-fb1977d71f35 HTTP/1.1" status: 200 len: 945 time: 0.1029251 Feb 04 13:09:46.751178 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd29430-c7a1-40bd-9f0a-e7f579d6ece5 req-e3e8601b-a594-48a3-8a9b-e3d4746dd6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:46.752591 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9cd29430-c7a1-40bd-9f0a-e7f579d6ece5 req-e3e8601b-a594-48a3-8a9b-e3d4746dd6e6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6d8f90d776f2444ead7911de1972e870&device_id=3fa2f58f-2241-403f-8142-fb1977d71f35 HTTP/1.1" status: 200 len: 1127 time: 0.0967500 Feb 04 13:09:46.853901 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dba9fbd7-e946-4405-8d03-4aa1ce2cc1a8 req-29fda674-81c4-4d57-9158-db8db7763cde tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?id=eb343e21-eaa5-4675-8181-3494fa9c9322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990627 Feb 04 13:09:46.876684 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59572) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:09:46.884132 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd29430-c7a1-40bd-9f0a-e7f579d6ece5 req-8194af24-92c0-435f-841e-f300ae71d5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:46.885748 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9cd29430-c7a1-40bd-9f0a-e7f579d6ece5 req-8194af24-92c0-435f-841e-f300ae71d5ab service neutron] 10.222.0.73 "GET /v2.0/networks?id=6518a83a-3706-45cd-a25c-4bc168ba3c9a HTTP/1.1" status: 200 len: 898 time: 0.1246676 Feb 04 13:09:46.908260 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-ad816fb3-e412-4c06-aefb-05cffbd98497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc347467-f588-4a39-a2b7-3e6bc9eaa7a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-171484848', 'tenant_id': '6d8f90d776f2444ead7911de1972e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '4a561b0c-ecc7-4320-9129-f16d74ef1748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:09:28Z', 'updated_at': '2022-02-04T13:09:31Z', 'revision_number': 4, 'project_id': '6d8f90d776f2444ead7911de1972e870', 'gw_port': {'id': '4a561b0c-ecc7-4320-9129-f16d74ef1748', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:07:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc347467-f588-4a39-a2b7-3e6bc9eaa7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:09:28Z', 'updated_at': '2022-02-04T13:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': '978efbe9-6807-447b-a5fd-550732a4dd6b', 'tenant_id': '6d8f90d776f2444ead7911de1972e870', 'floating_ip_address': '172.25.3.90', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': 'fc347467-f588-4a39-a2b7-3e6bc9eaa7a7', 'port_id': '1256e1e1-12b7-4884-af8a-4722b39856a9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6518a83a-3706-45cd-a25c-4bc168ba3c9a', 'mac_address': 'fa:16:3e:ce:dc:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa2f58f-2241-403f-8142-fb1977d71f35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:09:45Z', 'updated_at': '2022-02-04T13:09:45Z', 'revision_number': 0, 'project_id': '6d8f90d776f2444ead7911de1972e870', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8a78049-5631-41f1-bdb7-f064193c3d11', 'name': '', 'network_id': '6518a83a-3706-45cd-a25c-4bc168ba3c9a', 'tenant_id': '6d8f90d776f2444ead7911de1972e870', 'mac_address': 'fa:16:3e:b4:14:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc347467-f588-4a39-a2b7-3e6bc9eaa7a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '9296bd36-ce06-4f7b-90c2-e3a7f14ba7ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:09:31Z', 'updated_at': '2022-02-04T13:09:35Z', 'revision_number': 5, 'project_id': '6d8f90d776f2444ead7911de1972e870', 'subnets': [{'id': '9296bd36-ce06-4f7b-90c2-e3a7f14ba7ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:09:46.940080 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad816fb3-e412-4c06-aefb-05cffbd98497 None None] Checking router: fc347467-f588-4a39-a2b7-3e6bc9eaa7a7 for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:09:46.940697 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-b4e0bf22-afd8-4dc3-8d63-a5be6310018f tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/floatingips/978efbe9-6807-447b-a5fd-550732a4dd6b HTTP/1.1" status: 200 len: 990 time: 0.0627372 Feb 04 13:09:46.951001 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad816fb3-e412-4c06-aefb-05cffbd98497 None None] Routers {'fc347467-f588-4a39-a2b7-3e6bc9eaa7a7'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:09:46.951609 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-ad816fb3-e412-4c06-aefb-05cffbd98497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:09:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['fc347467-f588-4a39-a2b7-3e6bc9eaa7a7'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:09:46.967436 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9cd29430-c7a1-40bd-9f0a-e7f579d6ece5 req-185ea2be-1042-454c-95f4-a8c1274417db service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1256e1e1-12b7-4884-af8a-4722b39856a9 HTTP/1.1" status: 200 len: 998 time: 0.0675323 Feb 04 13:09:47.020647 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd29430-c7a1-40bd-9f0a-e7f579d6ece5 req-5696c559-cd26-43b1-b97b-ccfbf1d778a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:47.022946 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9cd29430-c7a1-40bd-9f0a-e7f579d6ece5 req-5696c559-cd26-43b1-b97b-ccfbf1d778a0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9296bd36-ce06-4f7b-90c2-e3a7f14ba7ef HTTP/1.1" status: 200 len: 835 time: 0.0454209 Feb 04 13:09:47.057340 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-ad816fb3-e412-4c06-aefb-05cffbd98497 None None] Set router fc347467-f588-4a39-a2b7-3e6bc9eaa7a7 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:09:47.079449 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd29430-c7a1-40bd-9f0a-e7f579d6ece5 req-bfcd31d0-27b1-4600-bd32-f92c67672610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:47.081055 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9cd29430-c7a1-40bd-9f0a-e7f579d6ece5 req-bfcd31d0-27b1-4600-bd32-f92c67672610 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6518a83a-3706-45cd-a25c-4bc168ba3c9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0469835 Feb 04 13:09:47.186636 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9cd29430-c7a1-40bd-9f0a-e7f579d6ece5 req-a7c9e92a-f676-422d-8dcd-468ede70199f service neutron] 10.222.0.73 "GET /v2.0/networks/6518a83a-3706-45cd-a25c-4bc168ba3c9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938716 Feb 04 13:09:47.278536 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9cd29430-c7a1-40bd-9f0a-e7f579d6ece5 req-3f44235b-f85a-445b-b89b-fdae27273af8 service neutron] 10.222.0.73 "GET /v2.0/networks/6518a83a-3706-45cd-a25c-4bc168ba3c9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855436 Feb 04 13:09:47.384778 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-ad816fb3-e412-4c06-aefb-05cffbd98497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc347467-f588-4a39-a2b7-3e6bc9eaa7a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-171484848', 'tenant_id': '6d8f90d776f2444ead7911de1972e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '4a561b0c-ecc7-4320-9129-f16d74ef1748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:09:28Z', 'updated_at': '2022-02-04T13:09:31Z', 'revision_number': 4, 'project_id': '6d8f90d776f2444ead7911de1972e870', 'gw_port': {'id': '4a561b0c-ecc7-4320-9129-f16d74ef1748', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:07:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc347467-f588-4a39-a2b7-3e6bc9eaa7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:09:28Z', 'updated_at': '2022-02-04T13:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': '978efbe9-6807-447b-a5fd-550732a4dd6b', 'tenant_id': '6d8f90d776f2444ead7911de1972e870', 'floating_ip_address': '172.25.3.90', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': 'fc347467-f588-4a39-a2b7-3e6bc9eaa7a7', 'port_id': '1256e1e1-12b7-4884-af8a-4722b39856a9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6518a83a-3706-45cd-a25c-4bc168ba3c9a', 'mac_address': 'fa:16:3e:ce:dc:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa2f58f-2241-403f-8142-fb1977d71f35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:09:45Z', 'updated_at': '2022-02-04T13:09:45Z', 'revision_number': 0, 'project_id': '6d8f90d776f2444ead7911de1972e870', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8a78049-5631-41f1-bdb7-f064193c3d11', 'name': '', 'network_id': '6518a83a-3706-45cd-a25c-4bc168ba3c9a', 'tenant_id': '6d8f90d776f2444ead7911de1972e870', 'mac_address': 'fa:16:3e:b4:14:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc347467-f588-4a39-a2b7-3e6bc9eaa7a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '9296bd36-ce06-4f7b-90c2-e3a7f14ba7ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:09:31Z', 'updated_at': '2022-02-04T13:09:35Z', 'revision_number': 5, 'project_id': '6d8f90d776f2444ead7911de1972e870', 'subnets': [{'id': '9296bd36-ce06-4f7b-90c2-e3a7f14ba7ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:09:47.411412 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad816fb3-e412-4c06-aefb-05cffbd98497 None None] The sync data for ids ['fc347467-f588-4a39-a2b7-3e6bc9eaa7a7'] in n-d-825015-3 is: [{'id': 'fc347467-f588-4a39-a2b7-3e6bc9eaa7a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-171484848', 'tenant_id': '6d8f90d776f2444ead7911de1972e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '4a561b0c-ecc7-4320-9129-f16d74ef1748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:09:28Z', 'updated_at': '2022-02-04T13:09:31Z', 'revision_number': 4, 'project_id': '6d8f90d776f2444ead7911de1972e870', 'gw_port': {'id': '4a561b0c-ecc7-4320-9129-f16d74ef1748', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:07:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc347467-f588-4a39-a2b7-3e6bc9eaa7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:09:28Z', 'updated_at': '2022-02-04T13:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': '978efbe9-6807-447b-a5fd-550732a4dd6b', 'tenant_id': '6d8f90d776f2444ead7911de1972e870', 'floating_ip_address': '172.25.3.90', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': 'fc347467-f588-4a39-a2b7-3e6bc9eaa7a7', 'port_id': '1256e1e1-12b7-4884-af8a-4722b39856a9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6518a83a-3706-45cd-a25c-4bc168ba3c9a', 'mac_address': 'fa:16:3e:ce:dc:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa2f58f-2241-403f-8142-fb1977d71f35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:09:45Z', 'updated_at': '2022-02-04T13:09:45Z', 'revision_number': 0, 'project_id': '6d8f90d776f2444ead7911de1972e870', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8a78049-5631-41f1-bdb7-f064193c3d11', 'name': '', 'network_id': '6518a83a-3706-45cd-a25c-4bc168ba3c9a', 'tenant_id': '6d8f90d776f2444ead7911de1972e870', 'mac_address': 'fa:16:3e:b4:14:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc347467-f588-4a39-a2b7-3e6bc9eaa7a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '9296bd36-ce06-4f7b-90c2-e3a7f14ba7ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:09:31Z', 'updated_at': '2022-02-04T13:09:35Z', 'revision_number': 5, 'project_id': '6d8f90d776f2444ead7911de1972e870', 'subnets': [{'id': '9296bd36-ce06-4f7b-90c2-e3a7f14ba7ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:09:47.616846 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d4163f-6bf2-426e-ad17-cf8c4dafad1a None None] New status for floating IP 978efbe9-6807-447b-a5fd-550732a4dd6b: ACTIVE {{(pid=103476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:09:47.944069 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59574) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:09:48.011323 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-a66df79a-7288-4183-92bd-ecb8284a7c6b tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/floatingips/978efbe9-6807-447b-a5fd-550732a4dd6b HTTP/1.1" status: 200 len: 992 time: 0.0659912 Feb 04 13:09:48.041678 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d5760cf7-76a5-4af6-8fa3-5bfc7828b566 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:49.350980 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:50.611748 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:51.745531 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:55.529054 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:10:01.445516 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:02.027073 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:15.565541 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-78ee5c6a-2abf-4758-ab0f-8e6a0845704d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:18.045302 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e5edb57d-0dae-44cd-8677-b56436aca6bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:19.357590 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:20.614023 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:21.748530 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:23.435709 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370463c4-59f2-4f97-8d83-d5d01be5b5d9 req-dee2ba44-4579-4a51-b961-8e91ef28c549 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:23.437250 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-370463c4-59f2-4f97-8d83-d5d01be5b5d9 req-dee2ba44-4579-4a51-b961-8e91ef28c549 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=3fa2f58f-2241-403f-8142-fb1977d71f35 HTTP/1.1" status: 200 len: 945 time: 0.0550594 Feb 04 13:10:23.490325 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-370463c4-59f2-4f97-8d83-d5d01be5b5d9 req-c16eea77-5c88-4a2d-b694-cffbc8bca8a6 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?id=eb343e21-eaa5-4675-8181-3494fa9c9322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451162 Feb 04 13:10:23.514290 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59590) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:10:23.577054 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-001180c2-6b4d-47bb-92ce-f0d5a9a389d6 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/floatingips/978efbe9-6807-447b-a5fd-550732a4dd6b HTTP/1.1" status: 200 len: 992 time: 0.0615547 Feb 04 13:10:24.048228 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a36c83-bb5a-4254-afcc-aedd6b58b422 req-628b5642-8560-4109-90c4-011f54674b80 tempest-TestNetworkAdvancedServerOps-202696309 tempest-TestNetworkAdvancedServerOps-202696309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:24.049765 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b7a36c83-bb5a-4254-afcc-aedd6b58b422 req-628b5642-8560-4109-90c4-011f54674b80 tempest-TestNetworkAdvancedServerOps-202696309 tempest-TestNetworkAdvancedServerOps-202696309-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=3fa2f58f-2241-403f-8142-fb1977d71f35 HTTP/1.1" status: 200 len: 1127 time: 0.0507410 Feb 04 13:10:24.099164 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b7a36c83-bb5a-4254-afcc-aedd6b58b422 req-75d4d806-c6f1-4425-9f7c-1dca4f7fb98f tempest-TestNetworkAdvancedServerOps-202696309 tempest-TestNetworkAdvancedServerOps-202696309-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=eb343e21-eaa5-4675-8181-3494fa9c9322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434139 Feb 04 13:10:24.670607 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-1fd251d7-36f7-4a28-8cd2-2a641e6621a4 req-6ae02fcb-788e-4c1f-aa12-55d7fb5f4d72 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=3fa2f58f-2241-403f-8142-fb1977d71f35&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0481582 Feb 04 13:10:24.679804 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [req-1fd251d7-36f7-4a28-8cd2-2a641e6621a4 req-120705b7-649f-4b4a-80d7-bc6e5d6da333 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103474) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:10:24.680864 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-1fd251d7-36f7-4a28-8cd2-2a641e6621a4 req-120705b7-649f-4b4a-80d7-bc6e5d6da333 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054882 Feb 04 13:10:25.263302 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd251d7-36f7-4a28-8cd2-2a641e6621a4 req-83a68127-39e8-4c35-b56a-787b0e157a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:25.264749 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-1fd251d7-36f7-4a28-8cd2-2a641e6621a4 req-83a68127-39e8-4c35-b56a-787b0e157a10 service neutron] 10.222.0.65 "GET /v2.0/ports/1256e1e1-12b7-4884-af8a-4722b39856a9 HTTP/1.1" status: 200 len: 1124 time: 0.0443680 Feb 04 13:10:25.275843 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-1fd251d7-36f7-4a28-8cd2-2a641e6621a4 req-b5564a4b-a309-4489-83e6-0a080b27456b service neutron] Request body: {'binding': {'host': 'n-h2-825015-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:10:25.276361 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-1fd251d7-36f7-4a28-8cd2-2a641e6621a4 req-b5564a4b-a309-4489-83e6-0a080b27456b service neutron] Unknown quota resources ['binding']. {{(pid=103474) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 04 13:10:25.420568 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-1fd251d7-36f7-4a28-8cd2-2a641e6621a4 req-b5564a4b-a309-4489-83e6-0a080b27456b service neutron] Attempting to bind port 1256e1e1-12b7-4884-af8a-4722b39856a9 on host n-h2-825015-3 for vnic_type normal with profile None {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:10:25.420922 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-1fd251d7-36f7-4a28-8cd2-2a641e6621a4 req-b5564a4b-a309-4489-83e6-0a080b27456b service neutron] Attempting to bind port 1256e1e1-12b7-4884-af8a-4722b39856a9 by drivers openvswitch,hyperv on host n-h2-825015-3 at level 0 using segments [{'id': '8405fff4-0537-4d8d-9462-3753a534718a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '6518a83a-3706-45cd-a25c-4bc168ba3c9a'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:10:25.425494 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd251d7-36f7-4a28-8cd2-2a641e6621a4 req-b5564a4b-a309-4489-83e6-0a080b27456b service neutron] Attempting to bind port 1256e1e1-12b7-4884-af8a-4722b39856a9 on network 6518a83a-3706-45cd-a25c-4bc168ba3c9a {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:10:25.434446 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd251d7-36f7-4a28-8cd2-2a641e6621a4 req-b5564a4b-a309-4489-83e6-0a080b27456b service neutron] Port 1256e1e1-12b7-4884-af8a-4722b39856a9 on network 6518a83a-3706-45cd-a25c-4bc168ba3c9a not bound, no agent of type Open vSwitch agent registered on host n-h2-825015-3 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:10:25.434817 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd251d7-36f7-4a28-8cd2-2a641e6621a4 req-b5564a4b-a309-4489-83e6-0a080b27456b service neutron] Attempting to bind port 1256e1e1-12b7-4884-af8a-4722b39856a9 on network 6518a83a-3706-45cd-a25c-4bc168ba3c9a {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:10:25.440529 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd251d7-36f7-4a28-8cd2-2a641e6621a4 req-b5564a4b-a309-4489-83e6-0a080b27456b service neutron] Checking agent: {'id': '9b68a165-e786-4b91-8592-44519c2ecabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:10:25.440874 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd251d7-36f7-4a28-8cd2-2a641e6621a4 req-b5564a4b-a309-4489-83e6-0a080b27456b service neutron] Checking segment: {'id': '8405fff4-0537-4d8d-9462-3753a534718a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '6518a83a-3706-45cd-a25c-4bc168ba3c9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:10:25.441345 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd251d7-36f7-4a28-8cd2-2a641e6621a4 req-b5564a4b-a309-4489-83e6-0a080b27456b service neutron] Bound using segment: {'id': '8405fff4-0537-4d8d-9462-3753a534718a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '6518a83a-3706-45cd-a25c-4bc168ba3c9a'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:10:25.441782 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-1fd251d7-36f7-4a28-8cd2-2a641e6621a4 req-b5564a4b-a309-4489-83e6-0a080b27456b service neutron] Bound port: 1256e1e1-12b7-4884-af8a-4722b39856a9, host: n-h2-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8405fff4-0537-4d8d-9462-3753a534718a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '6518a83a-3706-45cd-a25c-4bc168ba3c9a'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:10:25.530863 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-1fd251d7-36f7-4a28-8cd2-2a641e6621a4 req-b5564a4b-a309-4489-83e6-0a080b27456b service neutron] For port 1256e1e1-12b7-4884-af8a-4722b39856a9, host n-h2-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=1256e1e1-12b7-4884-af8a-4722b39856a9,segment=NetworkSegment(8405fff4-0537-4d8d-9462-3753a534718a),segment_id=8405fff4-0537-4d8d-9462-3753a534718a)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:10:25.537303 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-1fd251d7-36f7-4a28-8cd2-2a641e6621a4 req-b5564a4b-a309-4489-83e6-0a080b27456b service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:25.538498 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-1fd251d7-36f7-4a28-8cd2-2a641e6621a4 req-b5564a4b-a309-4489-83e6-0a080b27456b service neutron] 10.222.0.65 "POST /v2.0/ports/1256e1e1-12b7-4884-af8a-4722b39856a9/bindings HTTP/1.1" status: 201 len: 389 time: 0.2670240 Feb 04 13:10:25.703815 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3562211-4fc4-4cfc-916a-45f08411d223 req-5ed8188c-c525-4ad1-ba8a-0de74011b2da tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:25.705319 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d3562211-4fc4-4cfc-916a-45f08411d223 req-5ed8188c-c525-4ad1-ba8a-0de74011b2da tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=3fa2f58f-2241-403f-8142-fb1977d71f35 HTTP/1.1" status: 200 len: 945 time: 0.0706563 Feb 04 13:10:25.761267 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d3562211-4fc4-4cfc-916a-45f08411d223 req-f9bd88c0-1e73-430c-9129-18732a40b987 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?id=eb343e21-eaa5-4675-8181-3494fa9c9322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494282 Feb 04 13:10:25.859084 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd251d7-36f7-4a28-8cd2-2a641e6621a4 req-bc884675-aa97-4606-96e2-7bb2bc38f490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:25.860803 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-1fd251d7-36f7-4a28-8cd2-2a641e6621a4 req-bc884675-aa97-4606-96e2-7bb2bc38f490 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6d8f90d776f2444ead7911de1972e870&device_id=3fa2f58f-2241-403f-8142-fb1977d71f35 HTTP/1.1" status: 200 len: 1127 time: 0.1160467 Feb 04 13:10:25.959817 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd251d7-36f7-4a28-8cd2-2a641e6621a4 req-62f91c56-facf-439f-87e3-1efff8ededa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:25.961349 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-1fd251d7-36f7-4a28-8cd2-2a641e6621a4 req-62f91c56-facf-439f-87e3-1efff8ededa3 service neutron] 10.222.0.77 "GET /v2.0/networks?id=6518a83a-3706-45cd-a25c-4bc168ba3c9a HTTP/1.1" status: 200 len: 898 time: 0.0940652 Feb 04 13:10:26.036293 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-1fd251d7-36f7-4a28-8cd2-2a641e6621a4 req-a89a831c-484a-4a4b-a19b-715be6bd35c9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1256e1e1-12b7-4884-af8a-4722b39856a9 HTTP/1.1" status: 200 len: 1000 time: 0.0692847 Feb 04 13:10:26.088627 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd251d7-36f7-4a28-8cd2-2a641e6621a4 req-64add84a-949e-4201-bc2f-76f36761a956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:26.090200 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-1fd251d7-36f7-4a28-8cd2-2a641e6621a4 req-64add84a-949e-4201-bc2f-76f36761a956 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9296bd36-ce06-4f7b-90c2-e3a7f14ba7ef HTTP/1.1" status: 200 len: 835 time: 0.0482137 Feb 04 13:10:26.147248 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd251d7-36f7-4a28-8cd2-2a641e6621a4 req-2898e85e-b917-4b4b-8d70-8c7719e1a2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:26.148826 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-1fd251d7-36f7-4a28-8cd2-2a641e6621a4 req-2898e85e-b917-4b4b-8d70-8c7719e1a2d8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6518a83a-3706-45cd-a25c-4bc168ba3c9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0530167 Feb 04 13:10:26.237743 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-1fd251d7-36f7-4a28-8cd2-2a641e6621a4 req-4fe6fe57-30e1-4233-a741-417db9a949a2 service neutron] 10.222.0.77 "GET /v2.0/networks/6518a83a-3706-45cd-a25c-4bc168ba3c9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834312 Feb 04 13:10:26.346154 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-1fd251d7-36f7-4a28-8cd2-2a641e6621a4 req-da980386-4a8e-40bc-9da5-cff2ca50b0e1 service neutron] 10.222.0.77 "GET /v2.0/networks/6518a83a-3706-45cd-a25c-4bc168ba3c9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023209 Feb 04 13:10:26.506890 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd251d7-36f7-4a28-8cd2-2a641e6621a4 req-dbe73bb5-81ba-4c79-aa4e-9d115433cf37 tempest-TestNetworkAdvancedServerOps-202696309 tempest-TestNetworkAdvancedServerOps-202696309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:26.508436 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-1fd251d7-36f7-4a28-8cd2-2a641e6621a4 req-dbe73bb5-81ba-4c79-aa4e-9d115433cf37 tempest-TestNetworkAdvancedServerOps-202696309 tempest-TestNetworkAdvancedServerOps-202696309-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=3fa2f58f-2241-403f-8142-fb1977d71f35&tenant_id=6d8f90d776f2444ead7911de1972e870&binding%3Ahost_id=n-h1-825015-3 HTTP/1.1" status: 200 len: 1127 time: 0.1055193 Feb 04 13:10:26.517838 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [req-1fd251d7-36f7-4a28-8cd2-2a641e6621a4 req-4e938c9a-6f01-4db5-b4d5-9175e84042eb service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-825015-3'}}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:10:26.581033 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-1fd251d7-36f7-4a28-8cd2-2a641e6621a4 req-4e938c9a-6f01-4db5-b4d5-9175e84042eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (1256e1e1-12b7-4884-af8a-4722b39856a9), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:26.715392 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-1fd251d7-36f7-4a28-8cd2-2a641e6621a4 req-4e938c9a-6f01-4db5-b4d5-9175e84042eb service neutron] For port 1256e1e1-12b7-4884-af8a-4722b39856a9, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=1256e1e1-12b7-4884-af8a-4722b39856a9,segment=NetworkSegment(8405fff4-0537-4d8d-9462-3753a534718a),segment_id=8405fff4-0537-4d8d-9462-3753a534718a)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:10:26.753893 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-1fd251d7-36f7-4a28-8cd2-2a641e6621a4 req-4e938c9a-6f01-4db5-b4d5-9175e84042eb service neutron] For port 1256e1e1-12b7-4884-af8a-4722b39856a9, host n-h1-825015-3, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:10:26.800714 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fa2f58f-2241-403f-8142-fb1977d71f35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1256e1e1-12b7-4884-af8a-4722b39856a9'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:10:26.802991 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b574bb-4717-41e4-a4af-a0dd711c0740" -d '{"events": [{"server_uuid": "3fa2f58f-2241-403f-8142-fb1977d71f35", "name": "network-vif-unplugged", "status": "completed", "tag": "1256e1e1-12b7-4884-af8a-4722b39856a9"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:10:26.807906 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-1fd251d7-36f7-4a28-8cd2-2a641e6621a4 req-4e938c9a-6f01-4db5-b4d5-9175e84042eb service neutron] Publish callbacks [] for port (1256e1e1-12b7-4884-af8a-4722b39856a9), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:26.815190 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-1fd251d7-36f7-4a28-8cd2-2a641e6621a4 req-4e938c9a-6f01-4db5-b4d5-9175e84042eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (1256e1e1-12b7-4884-af8a-4722b39856a9), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:26.851285 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 13:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d613f76d-346c-4846-9dcc-b6276fc6f9c7 x-openstack-request-id: req-d613f76d-346c-4846-9dcc-b6276fc6f9c7 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:10:26.851586 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fa2f58f-2241-403f-8142-fb1977d71f35", "name": "network-vif-unplugged", "status": "completed", "tag": "1256e1e1-12b7-4884-af8a-4722b39856a9", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:10:26.852069 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d613f76d-346c-4846-9dcc-b6276fc6f9c7 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:10:26.852329 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fa2f58f-2241-403f-8142-fb1977d71f35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1256e1e1-12b7-4884-af8a-4722b39856a9', 'code': 200} Feb 04 13:10:26.898400 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f743e0f9-ee98-4bf8-a552-17783fd4d2c1 req-090ffb2c-2957-4e82-82f6-4bf7df21b59b tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:26.905878 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f743e0f9-ee98-4bf8-a552-17783fd4d2c1 req-090ffb2c-2957-4e82-82f6-4bf7df21b59b tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=3fa2f58f-2241-403f-8142-fb1977d71f35 HTTP/1.1" status: 200 len: 943 time: 0.0670485 Feb 04 13:10:26.912536 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e938c9a-6f01-4db5-b4d5-9175e84042eb service neutron] Pushing event updated for resources: {'Port': ['ID=1256e1e1-12b7-4884-af8a-4722b39856a9,revision_number=7']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:10:26.956498 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f743e0f9-ee98-4bf8-a552-17783fd4d2c1 req-abe91e95-e756-4867-b258-f1c947822578 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?id=eb343e21-eaa5-4675-8181-3494fa9c9322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495124 Feb 04 13:10:26.986452 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-1fd251d7-36f7-4a28-8cd2-2a641e6621a4 req-4e938c9a-6f01-4db5-b4d5-9175e84042eb service neutron] Attempting to bind port 1256e1e1-12b7-4884-af8a-4722b39856a9 on host n-h1-825015-3 for vnic_type normal with profile {"migrating_to": "n-h2-825015-3"} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:10:26.986820 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-1fd251d7-36f7-4a28-8cd2-2a641e6621a4 req-4e938c9a-6f01-4db5-b4d5-9175e84042eb service neutron] Attempting to bind port 1256e1e1-12b7-4884-af8a-4722b39856a9 by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': '8405fff4-0537-4d8d-9462-3753a534718a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '6518a83a-3706-45cd-a25c-4bc168ba3c9a'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:10:26.987157 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd251d7-36f7-4a28-8cd2-2a641e6621a4 req-4e938c9a-6f01-4db5-b4d5-9175e84042eb service neutron] Attempting to bind port 1256e1e1-12b7-4884-af8a-4722b39856a9 on network 6518a83a-3706-45cd-a25c-4bc168ba3c9a {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:10:26.991713 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd251d7-36f7-4a28-8cd2-2a641e6621a4 req-4e938c9a-6f01-4db5-b4d5-9175e84042eb service neutron] Port 1256e1e1-12b7-4884-af8a-4722b39856a9 on network 6518a83a-3706-45cd-a25c-4bc168ba3c9a not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:10:26.992085 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd251d7-36f7-4a28-8cd2-2a641e6621a4 req-4e938c9a-6f01-4db5-b4d5-9175e84042eb service neutron] Attempting to bind port 1256e1e1-12b7-4884-af8a-4722b39856a9 on network 6518a83a-3706-45cd-a25c-4bc168ba3c9a {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:10:26.997884 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd251d7-36f7-4a28-8cd2-2a641e6621a4 req-4e938c9a-6f01-4db5-b4d5-9175e84042eb service neutron] Checking agent: {'id': 'f8add0d2-2202-43d3-bc0e-72442788e6ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:10:26.998225 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd251d7-36f7-4a28-8cd2-2a641e6621a4 req-4e938c9a-6f01-4db5-b4d5-9175e84042eb service neutron] Checking segment: {'id': '8405fff4-0537-4d8d-9462-3753a534718a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '6518a83a-3706-45cd-a25c-4bc168ba3c9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:10:26.998613 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd251d7-36f7-4a28-8cd2-2a641e6621a4 req-4e938c9a-6f01-4db5-b4d5-9175e84042eb service neutron] Bound using segment: {'id': '8405fff4-0537-4d8d-9462-3753a534718a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '6518a83a-3706-45cd-a25c-4bc168ba3c9a'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:10:26.999042 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [req-1fd251d7-36f7-4a28-8cd2-2a641e6621a4 req-4e938c9a-6f01-4db5-b4d5-9175e84042eb service neutron] Bound port: 1256e1e1-12b7-4884-af8a-4722b39856a9, host: n-h1-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8405fff4-0537-4d8d-9462-3753a534718a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '6518a83a-3706-45cd-a25c-4bc168ba3c9a'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:10:26.999402 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-1fd251d7-36f7-4a28-8cd2-2a641e6621a4 req-4e938c9a-6f01-4db5-b4d5-9175e84042eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (1256e1e1-12b7-4884-af8a-4722b39856a9), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:27.070199 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-1fd251d7-36f7-4a28-8cd2-2a641e6621a4 req-4e938c9a-6f01-4db5-b4d5-9175e84042eb service neutron] For port 1256e1e1-12b7-4884-af8a-4722b39856a9, host n-h1-825015-3, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:10:27.073531 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-1fd251d7-36f7-4a28-8cd2-2a641e6621a4 req-4e938c9a-6f01-4db5-b4d5-9175e84042eb service neutron] For port 1256e1e1-12b7-4884-af8a-4722b39856a9, host n-h1-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=1256e1e1-12b7-4884-af8a-4722b39856a9,segment=NetworkSegment(8405fff4-0537-4d8d-9462-3753a534718a),segment_id=8405fff4-0537-4d8d-9462-3753a534718a)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:10:27.080010 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-1fd251d7-36f7-4a28-8cd2-2a641e6621a4 req-4e938c9a-6f01-4db5-b4d5-9175e84042eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (1256e1e1-12b7-4884-af8a-4722b39856a9), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:27.153475 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-9323be7a-172f-43d6-bc12-2dfcc939a913 None None] Provisioning complete for port 1256e1e1-12b7-4884-af8a-4722b39856a9 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:10:27.154499 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9323be7a-172f-43d6-bc12-2dfcc939a913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (1256e1e1-12b7-4884-af8a-4722b39856a9), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:27.180719 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e938c9a-6f01-4db5-b4d5-9175e84042eb service neutron] Pushing event updated for resources: {'Port': ['ID=1256e1e1-12b7-4884-af8a-4722b39856a9,revision_number=8']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:10:27.225987 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd251d7-36f7-4a28-8cd2-2a641e6621a4 req-4e938c9a-6f01-4db5-b4d5-9175e84042eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:27.226990 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-1fd251d7-36f7-4a28-8cd2-2a641e6621a4 req-4e938c9a-6f01-4db5-b4d5-9175e84042eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:27.229374 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-1fd251d7-36f7-4a28-8cd2-2a641e6621a4 req-4e938c9a-6f01-4db5-b4d5-9175e84042eb service neutron] 10.222.0.77 "PUT /v2.0/ports/1256e1e1-12b7-4884-af8a-4722b39856a9 HTTP/1.1" status: 200 len: 1121 time: 0.7154284 Feb 04 13:10:27.252354 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-9323be7a-172f-43d6-bc12-2dfcc939a913 None None] Current status of the port 1256e1e1-12b7-4884-af8a-4722b39856a9 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:10:27.253024 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9323be7a-172f-43d6-bc12-2dfcc939a913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (1256e1e1-12b7-4884-af8a-4722b39856a9), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:27.296454 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fa2f58f-2241-403f-8142-fb1977d71f35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1256e1e1-12b7-4884-af8a-4722b39856a9'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:10:27.299814 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca62ce7e-86fd-4c4c-9e1a-5b68de1ad32d" -d '{"events": [{"server_uuid": "3fa2f58f-2241-403f-8142-fb1977d71f35", "name": "network-vif-plugged", "status": "completed", "tag": "1256e1e1-12b7-4884-af8a-4722b39856a9"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:10:27.318295 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['1256e1e1-12b7-4884-af8a-4722b39856a9'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:10:27.346495 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-9323be7a-172f-43d6-bc12-2dfcc939a913 None None] For port 1256e1e1-12b7-4884-af8a-4722b39856a9, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=1256e1e1-12b7-4884-af8a-4722b39856a9,segment=NetworkSegment(8405fff4-0537-4d8d-9462-3753a534718a),segment_id=8405fff4-0537-4d8d-9462-3753a534718a)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:10:27.354351 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9323be7a-172f-43d6-bc12-2dfcc939a913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (1256e1e1-12b7-4884-af8a-4722b39856a9), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:27.417525 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e309a2d-64fe-4caa-8c40-b112fce737a6 x-openstack-request-id: req-6e309a2d-64fe-4caa-8c40-b112fce737a6 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:10:27.417824 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fa2f58f-2241-403f-8142-fb1977d71f35", "name": "network-vif-plugged", "status": "completed", "tag": "1256e1e1-12b7-4884-af8a-4722b39856a9", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:10:27.418083 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6e309a2d-64fe-4caa-8c40-b112fce737a6 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:10:27.418627 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fa2f58f-2241-403f-8142-fb1977d71f35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1256e1e1-12b7-4884-af8a-4722b39856a9', 'code': 200} Feb 04 13:10:27.528371 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9323be7a-172f-43d6-bc12-2dfcc939a913 None None] Pushing event updated for resources: {'Port': ['ID=1256e1e1-12b7-4884-af8a-4722b39856a9,revision_number=9']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:10:27.726624 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ff02f832-f6cb-4fab-8f1b-d833a5f45157 None None] Provisioning complete for port 1256e1e1-12b7-4884-af8a-4722b39856a9 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:10:27.727002 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ff02f832-f6cb-4fab-8f1b-d833a5f45157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (1256e1e1-12b7-4884-af8a-4722b39856a9), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:27.832245 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ff02f832-f6cb-4fab-8f1b-d833a5f45157 None None] Current status of the port 1256e1e1-12b7-4884-af8a-4722b39856a9 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:10:28.105480 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6383a9a8-fbc6-4cae-bd6b-bce20965ede2 req-392f4da9-cfed-4624-a4d5-05c7109a8010 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:28.106960 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6383a9a8-fbc6-4cae-bd6b-bce20965ede2 req-392f4da9-cfed-4624-a4d5-05c7109a8010 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=3fa2f58f-2241-403f-8142-fb1977d71f35 HTTP/1.1" status: 200 len: 945 time: 0.0802808 Feb 04 13:10:28.122854 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc311d3-db26-4682-9baa-dd1c548098e9 req-dd7640e4-50d9-46d8-947b-a75824c5cb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:28.124276 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-acc311d3-db26-4682-9baa-dd1c548098e9 req-dd7640e4-50d9-46d8-947b-a75824c5cb24 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6d8f90d776f2444ead7911de1972e870&device_id=3fa2f58f-2241-403f-8142-fb1977d71f35 HTTP/1.1" status: 200 len: 1157 time: 0.0655198 Feb 04 13:10:28.180306 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6383a9a8-fbc6-4cae-bd6b-bce20965ede2 req-45c4cf1a-62fb-4746-8c95-da61908a46eb tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?id=eb343e21-eaa5-4675-8181-3494fa9c9322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671244 Feb 04 13:10:28.245794 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc311d3-db26-4682-9baa-dd1c548098e9 req-1c7b5df3-2bdb-4c05-9dbf-95a70082a0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:28.247237 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-acc311d3-db26-4682-9baa-dd1c548098e9 req-1c7b5df3-2bdb-4c05-9dbf-95a70082a0c9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6518a83a-3706-45cd-a25c-4bc168ba3c9a HTTP/1.1" status: 200 len: 898 time: 0.0986078 Feb 04 13:10:28.316711 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-acc311d3-db26-4682-9baa-dd1c548098e9 req-9d8a9611-4e86-4c2c-9772-bed5c91c605d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1256e1e1-12b7-4884-af8a-4722b39856a9 HTTP/1.1" status: 200 len: 1000 time: 0.0592325 Feb 04 13:10:28.374821 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc311d3-db26-4682-9baa-dd1c548098e9 req-65d3b4d0-783c-4901-93b5-8f60772fc87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:28.376214 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-acc311d3-db26-4682-9baa-dd1c548098e9 req-65d3b4d0-783c-4901-93b5-8f60772fc87e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9296bd36-ce06-4f7b-90c2-e3a7f14ba7ef HTTP/1.1" status: 200 len: 835 time: 0.0476155 Feb 04 13:10:28.427695 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc311d3-db26-4682-9baa-dd1c548098e9 req-9822e110-8f6c-44a7-8d48-03a29c3e4040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:28.429253 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-acc311d3-db26-4682-9baa-dd1c548098e9 req-9822e110-8f6c-44a7-8d48-03a29c3e4040 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6518a83a-3706-45cd-a25c-4bc168ba3c9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0461175 Feb 04 13:10:28.518076 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-acc311d3-db26-4682-9baa-dd1c548098e9 req-ddf3f036-ff51-4f01-8ed9-fb2c12d0356f service neutron] 10.222.0.73 "GET /v2.0/networks/6518a83a-3706-45cd-a25c-4bc168ba3c9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800357 Feb 04 13:10:28.612850 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-acc311d3-db26-4682-9baa-dd1c548098e9 req-a7bca8a5-2468-44b4-b227-9daff72592b0 service neutron] 10.222.0.73 "GET /v2.0/networks/6518a83a-3706-45cd-a25c-4bc168ba3c9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868676 Feb 04 13:10:28.853787 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fa2f58f-2241-403f-8142-fb1977d71f35', 'tag': '1256e1e1-12b7-4884-af8a-4722b39856a9'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:10:28.856204 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-381aa600-5ec4-4726-8790-f3a74d858512" -d '{"events": [{"name": "network-changed", "server_uuid": "3fa2f58f-2241-403f-8142-fb1977d71f35", "tag": "1256e1e1-12b7-4884-af8a-4722b39856a9"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:10:28.894802 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35e9956b-adff-4f2a-b918-a67c3ceecd99 x-openstack-request-id: req-35e9956b-adff-4f2a-b918-a67c3ceecd99 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:10:28.895094 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fa2f58f-2241-403f-8142-fb1977d71f35", "tag": "1256e1e1-12b7-4884-af8a-4722b39856a9", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:10:28.895351 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-35e9956b-adff-4f2a-b918-a67c3ceecd99 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:10:28.895777 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fa2f58f-2241-403f-8142-fb1977d71f35', 'tag': '1256e1e1-12b7-4884-af8a-4722b39856a9', 'status': 'completed', 'code': 200} Feb 04 13:10:28.966636 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381aa600-5ec4-4726-8790-f3a74d858512 req-20d70715-d51c-4c26-af15-5a89e714d8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:28.968270 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-381aa600-5ec4-4726-8790-f3a74d858512 req-20d70715-d51c-4c26-af15-5a89e714d8d2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6d8f90d776f2444ead7911de1972e870&device_id=3fa2f58f-2241-403f-8142-fb1977d71f35 HTTP/1.1" status: 200 len: 1157 time: 0.0497980 Feb 04 13:10:29.079026 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381aa600-5ec4-4726-8790-f3a74d858512 req-6f8a8e31-9fad-4e89-92b2-788b4d8834e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:29.080583 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-381aa600-5ec4-4726-8790-f3a74d858512 req-6f8a8e31-9fad-4e89-92b2-788b4d8834e6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6518a83a-3706-45cd-a25c-4bc168ba3c9a HTTP/1.1" status: 200 len: 898 time: 0.1006961 Feb 04 13:10:29.150707 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-381aa600-5ec4-4726-8790-f3a74d858512 req-dac316df-ade5-4e73-a617-54e6705703fb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1256e1e1-12b7-4884-af8a-4722b39856a9 HTTP/1.1" status: 200 len: 1000 time: 0.0634868 Feb 04 13:10:29.203005 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381aa600-5ec4-4726-8790-f3a74d858512 req-ffc8ecc3-6c54-440d-9a11-594636286949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:29.204512 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-381aa600-5ec4-4726-8790-f3a74d858512 req-ffc8ecc3-6c54-440d-9a11-594636286949 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9296bd36-ce06-4f7b-90c2-e3a7f14ba7ef HTTP/1.1" status: 200 len: 835 time: 0.0469410 Feb 04 13:10:29.284872 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381aa600-5ec4-4726-8790-f3a74d858512 req-f2f41215-79f8-4fcb-9bae-fccf804b0417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:29.286374 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-381aa600-5ec4-4726-8790-f3a74d858512 req-f2f41215-79f8-4fcb-9bae-fccf804b0417 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6518a83a-3706-45cd-a25c-4bc168ba3c9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0752828 Feb 04 13:10:29.356928 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda41a4f-6eee-4bb7-b03c-cf2c695900b2 req-60943862-f0bd-43e3-a742-53de936d050f tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:29.358413 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dda41a4f-6eee-4bb7-b03c-cf2c695900b2 req-60943862-f0bd-43e3-a742-53de936d050f tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=3fa2f58f-2241-403f-8142-fb1977d71f35 HTTP/1.1" status: 200 len: 945 time: 0.1082423 Feb 04 13:10:29.431218 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-381aa600-5ec4-4726-8790-f3a74d858512 req-10ee2b12-ce2b-43b2-91a1-e7dc0a4175eb service neutron] 10.222.0.73 "GET /v2.0/networks/6518a83a-3706-45cd-a25c-4bc168ba3c9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364732 Feb 04 13:10:29.448361 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dda41a4f-6eee-4bb7-b03c-cf2c695900b2 req-3ef6cb87-8407-4af7-82f0-1b0aad8662e9 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?id=eb343e21-eaa5-4675-8181-3494fa9c9322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838156 Feb 04 13:10:29.523512 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-381aa600-5ec4-4726-8790-f3a74d858512 req-c36d1a11-d7a8-4bc5-bdba-e6f4880cdb09 service neutron] 10.222.0.73 "GET /v2.0/networks/6518a83a-3706-45cd-a25c-4bc168ba3c9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862076 Feb 04 13:10:30.372145 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 1256e1e1-12b7-4884-af8a-4722b39856a9 details requested by agent hyperv_n-h2-825015-3 with host n-h2-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:10:30.473722 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 1256e1e1-12b7-4884-af8a-4722b39856a9, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=1256e1e1-12b7-4884-af8a-4722b39856a9,segment=NetworkSegment(8405fff4-0537-4d8d-9462-3753a534718a),segment_id=8405fff4-0537-4d8d-9462-3753a534718a)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:10:30.486629 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 1256e1e1-12b7-4884-af8a-4722b39856a9 has no active binding in host n-h2-825015-3 {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 04 13:10:30.573428 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8523f752-afd8-4e50-a65e-c5351056a902 req-3a2c2e89-3e60-45fe-956f-673339745f15 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:30.574965 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8523f752-afd8-4e50-a65e-c5351056a902 req-3a2c2e89-3e60-45fe-956f-673339745f15 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=3fa2f58f-2241-403f-8142-fb1977d71f35 HTTP/1.1" status: 200 len: 945 time: 0.0555134 Feb 04 13:10:30.628270 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8523f752-afd8-4e50-a65e-c5351056a902 req-df8fef52-e03f-40c0-9605-c2f7fa85c688 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?id=eb343e21-eaa5-4675-8181-3494fa9c9322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476036 Feb 04 13:10:31.445082 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:31.747198 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe7929d-b075-4a0a-a6f8-6f0861adb046 req-6fde9e5f-6ca2-4e85-8e23-e7d3787535aa tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:31.748607 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5fe7929d-b075-4a0a-a6f8-6f0861adb046 req-6fde9e5f-6ca2-4e85-8e23-e7d3787535aa tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=3fa2f58f-2241-403f-8142-fb1977d71f35 HTTP/1.1" status: 200 len: 945 time: 0.0529144 Feb 04 13:10:31.798304 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5fe7929d-b075-4a0a-a6f8-6f0861adb046 req-71b36ad5-c701-4527-8f28-aef356fb2c4e tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?id=eb343e21-eaa5-4675-8181-3494fa9c9322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440559 Feb 04 13:10:32.041521 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:32.480822 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1fd251d7-36f7-4a28-8cd2-2a641e6621a4 req-2dfe51ad-bdf1-4107-b34b-d785c2a04c38 service neutron] 10.222.0.73 "GET /v2.0/ports/1256e1e1-12b7-4884-af8a-4722b39856a9/bindings/n-h2-825015-3 HTTP/1.1" status: 200 len: 384 time: 0.0560591 Feb 04 13:10:32.527874 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:10:32.654412 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-1fd251d7-36f7-4a28-8cd2-2a641e6621a4 req-39c92a63-b3da-4114-beaa-d3c94eeeba75 service neutron] For port 1256e1e1-12b7-4884-af8a-4722b39856a9, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=1256e1e1-12b7-4884-af8a-4722b39856a9,segment=NetworkSegment(8405fff4-0537-4d8d-9462-3753a534718a),segment_id=8405fff4-0537-4d8d-9462-3753a534718a)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:10:32.674769 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-1fd251d7-36f7-4a28-8cd2-2a641e6621a4 req-39c92a63-b3da-4114-beaa-d3c94eeeba75 service neutron] For port 1256e1e1-12b7-4884-af8a-4722b39856a9, host n-h1-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:10:32.718014 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fa2f58f-2241-403f-8142-fb1977d71f35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1256e1e1-12b7-4884-af8a-4722b39856a9'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:10:32.720247 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4500da2-944a-471c-b91d-168615265974" -d '{"events": [{"server_uuid": "3fa2f58f-2241-403f-8142-fb1977d71f35", "name": "network-vif-unplugged", "status": "completed", "tag": "1256e1e1-12b7-4884-af8a-4722b39856a9"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:10:32.727313 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-1fd251d7-36f7-4a28-8cd2-2a641e6621a4 req-39c92a63-b3da-4114-beaa-d3c94eeeba75 service neutron] For port 1256e1e1-12b7-4884-af8a-4722b39856a9, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=1256e1e1-12b7-4884-af8a-4722b39856a9,segment=NetworkSegment(8405fff4-0537-4d8d-9462-3753a534718a),segment_id=8405fff4-0537-4d8d-9462-3753a534718a)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:10:32.747255 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-1fd251d7-36f7-4a28-8cd2-2a641e6621a4 req-39c92a63-b3da-4114-beaa-d3c94eeeba75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (1256e1e1-12b7-4884-af8a-4722b39856a9), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:32.765160 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 13:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02de484d-ab0c-448a-b788-de877087aede x-openstack-request-id: req-02de484d-ab0c-448a-b788-de877087aede {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:10:32.765459 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fa2f58f-2241-403f-8142-fb1977d71f35", "name": "network-vif-unplugged", "status": "completed", "tag": "1256e1e1-12b7-4884-af8a-4722b39856a9", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:10:32.765711 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-02de484d-ab0c-448a-b788-de877087aede {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:10:32.766102 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fa2f58f-2241-403f-8142-fb1977d71f35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1256e1e1-12b7-4884-af8a-4722b39856a9', 'code': 200} Feb 04 13:10:32.826039 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-1fd251d7-36f7-4a28-8cd2-2a641e6621a4 req-39c92a63-b3da-4114-beaa-d3c94eeeba75 service neutron] Transition to ACTIVE for port object 1256e1e1-12b7-4884-af8a-4722b39856a9 will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:10:32.830315 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-1fd251d7-36f7-4a28-8cd2-2a641e6621a4 req-39c92a63-b3da-4114-beaa-d3c94eeeba75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (1256e1e1-12b7-4884-af8a-4722b39856a9), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:32.964492 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c92a63-b3da-4114-beaa-d3c94eeeba75 service neutron] Pushing event updated for resources: {'Port': ['ID=1256e1e1-12b7-4884-af8a-4722b39856a9,revision_number=11']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:10:32.985549 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c92a63-b3da-4114-beaa-d3c94eeeba75 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:10:32.985909 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c92a63-b3da-4114-beaa-d3c94eeeba75 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:10:32.986257 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c92a63-b3da-4114-beaa-d3c94eeeba75 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:10:32.986611 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c92a63-b3da-4114-beaa-d3c94eeeba75 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:10:32.986952 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c92a63-b3da-4114-beaa-d3c94eeeba75 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:10:32.987290 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c92a63-b3da-4114-beaa-d3c94eeeba75 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:10:32.987626 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c92a63-b3da-4114-beaa-d3c94eeeba75 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:10:32.987986 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c92a63-b3da-4114-beaa-d3c94eeeba75 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:10:32.988321 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c92a63-b3da-4114-beaa-d3c94eeeba75 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:10:32.988652 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c92a63-b3da-4114-beaa-d3c94eeeba75 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:10:32.988983 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c92a63-b3da-4114-beaa-d3c94eeeba75 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:10:32.989312 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c92a63-b3da-4114-beaa-d3c94eeeba75 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:10:32.989641 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c92a63-b3da-4114-beaa-d3c94eeeba75 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:10:33.010886 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fd251d7-36f7-4a28-8cd2-2a641e6621a4 req-39c92a63-b3da-4114-beaa-d3c94eeeba75 service neutron] No DVR routers for this DVR port 1256e1e1-12b7-4884-af8a-4722b39856a9 on host n-h1-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:10:33.089829 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3e94b0-4118-4700-ae22-26b1da7d0f8c req-116b1c61-c090-44c5-b23a-8d81f53cef48 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:33.091335 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8f3e94b0-4118-4700-ae22-26b1da7d0f8c req-116b1c61-c090-44c5-b23a-8d81f53cef48 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=3fa2f58f-2241-403f-8142-fb1977d71f35 HTTP/1.1" status: 200 len: 944 time: 0.2176850 Feb 04 13:10:33.163430 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8f3e94b0-4118-4700-ae22-26b1da7d0f8c req-d177bff0-049a-4472-8fbc-91a15468d2f6 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?id=eb343e21-eaa5-4675-8181-3494fa9c9322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642581 Feb 04 13:10:33.193633 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1fd251d7-36f7-4a28-8cd2-2a641e6621a4 req-39c92a63-b3da-4114-beaa-d3c94eeeba75 service neutron] 10.222.0.73 "PUT /v2.0/ports/1256e1e1-12b7-4884-af8a-4722b39856a9/bindings/n-h2-825015-3/activate HTTP/1.1" status: 200 len: 369 time: 0.7067983 Feb 04 13:10:33.294877 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd251d7-36f7-4a28-8cd2-2a641e6621a4 req-075a5c34-c57e-41cb-891d-43e66a5c1cd8 tempest-TestNetworkAdvancedServerOps-202696309 tempest-TestNetworkAdvancedServerOps-202696309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:33.296360 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-1fd251d7-36f7-4a28-8cd2-2a641e6621a4 req-075a5c34-c57e-41cb-891d-43e66a5c1cd8 tempest-TestNetworkAdvancedServerOps-202696309 tempest-TestNetworkAdvancedServerOps-202696309-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=3fa2f58f-2241-403f-8142-fb1977d71f35&tenant_id=6d8f90d776f2444ead7911de1972e870&binding%3Ahost_id=n-h1-825015-3 HTTP/1.1" status: 200 len: 1126 time: 0.0494518 Feb 04 13:10:33.345496 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd251d7-36f7-4a28-8cd2-2a641e6621a4 req-8f2be022-7a63-4edc-943f-5b92ae87472e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:33.347002 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-1fd251d7-36f7-4a28-8cd2-2a641e6621a4 req-8f2be022-7a63-4edc-943f-5b92ae87472e service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=3fa2f58f-2241-403f-8142-fb1977d71f35&tenant_id=6d8f90d776f2444ead7911de1972e870 HTTP/1.1" status: 200 len: 1126 time: 0.0448833 Feb 04 13:10:33.413837 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd251d7-36f7-4a28-8cd2-2a641e6621a4 req-0d040c5f-12e0-4c26-a016-63d8b38c5f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:33.415463 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-1fd251d7-36f7-4a28-8cd2-2a641e6621a4 req-0d040c5f-12e0-4c26-a016-63d8b38c5f85 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6d8f90d776f2444ead7911de1972e870&device_id=3fa2f58f-2241-403f-8142-fb1977d71f35 HTTP/1.1" status: 200 len: 1126 time: 0.0453584 Feb 04 13:10:33.512815 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd251d7-36f7-4a28-8cd2-2a641e6621a4 req-382e1b51-7422-4758-a932-940173c3be99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:33.514315 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-1fd251d7-36f7-4a28-8cd2-2a641e6621a4 req-382e1b51-7422-4758-a932-940173c3be99 service neutron] 10.222.0.77 "GET /v2.0/networks?id=6518a83a-3706-45cd-a25c-4bc168ba3c9a HTTP/1.1" status: 200 len: 898 time: 0.0934911 Feb 04 13:10:33.580227 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-1fd251d7-36f7-4a28-8cd2-2a641e6621a4 req-931eeb61-a6ff-486a-b180-84216a7311b3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1256e1e1-12b7-4884-af8a-4722b39856a9 HTTP/1.1" status: 200 len: 998 time: 0.0604489 Feb 04 13:10:33.632379 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd251d7-36f7-4a28-8cd2-2a641e6621a4 req-6abd2be8-f169-4241-a4bc-d9b3e84e998f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:33.633904 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-1fd251d7-36f7-4a28-8cd2-2a641e6621a4 req-6abd2be8-f169-4241-a4bc-d9b3e84e998f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9296bd36-ce06-4f7b-90c2-e3a7f14ba7ef HTTP/1.1" status: 200 len: 835 time: 0.0483773 Feb 04 13:10:33.682643 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd251d7-36f7-4a28-8cd2-2a641e6621a4 req-ea1627e7-eb8c-464e-bbfe-af70baa988d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:33.684178 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-1fd251d7-36f7-4a28-8cd2-2a641e6621a4 req-ea1627e7-eb8c-464e-bbfe-af70baa988d5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6518a83a-3706-45cd-a25c-4bc168ba3c9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0450819 Feb 04 13:10:33.770148 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-1fd251d7-36f7-4a28-8cd2-2a641e6621a4 req-82bda465-7463-416e-97b3-80a27aba75de service neutron] 10.222.0.77 "GET /v2.0/networks/6518a83a-3706-45cd-a25c-4bc168ba3c9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799880 Feb 04 13:10:33.864866 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-1fd251d7-36f7-4a28-8cd2-2a641e6621a4 req-cf009803-7a86-4755-8a2c-1655adfffe78 service neutron] 10.222.0.77 "GET /v2.0/networks/6518a83a-3706-45cd-a25c-4bc168ba3c9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884557 Feb 04 13:10:34.096637 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd251d7-36f7-4a28-8cd2-2a641e6621a4 req-23fc13a2-e242-4d67-81da-eed4a8198e3f tempest-TestNetworkAdvancedServerOps-202696309 tempest-TestNetworkAdvancedServerOps-202696309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:34.098073 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-1fd251d7-36f7-4a28-8cd2-2a641e6621a4 req-23fc13a2-e242-4d67-81da-eed4a8198e3f tempest-TestNetworkAdvancedServerOps-202696309 tempest-TestNetworkAdvancedServerOps-202696309-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=3fa2f58f-2241-403f-8142-fb1977d71f35&tenant_id=6d8f90d776f2444ead7911de1972e870&binding%3Ahost_id=n-h2-825015-3 HTTP/1.1" status: 200 len: 1126 time: 0.0516593 Feb 04 13:10:34.217695 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [req-1fd251d7-36f7-4a28-8cd2-2a641e6621a4 req-17267c26-a04f-4d19-8578-2d099c34dc09 service neutron] For port 1256e1e1-12b7-4884-af8a-4722b39856a9, host n-h1-825015-3, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:10:34.221084 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [req-1fd251d7-36f7-4a28-8cd2-2a641e6621a4 req-17267c26-a04f-4d19-8578-2d099c34dc09 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:34.222260 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-1fd251d7-36f7-4a28-8cd2-2a641e6621a4 req-17267c26-a04f-4d19-8578-2d099c34dc09 service neutron] 10.222.0.77 "DELETE /v2.0/ports/1256e1e1-12b7-4884-af8a-4722b39856a9/bindings/n-h1-825015-3 HTTP/1.1" status: 204 len: 173 time: 0.1167545 Feb 04 13:10:34.291191 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bf4424-d24d-47e0-b915-d1b6cf00932a req-70b6799f-8443-48bf-b084-e064ab1cfde3 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:34.292690 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c6bf4424-d24d-47e0-b915-d1b6cf00932a req-70b6799f-8443-48bf-b084-e064ab1cfde3 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=3fa2f58f-2241-403f-8142-fb1977d71f35 HTTP/1.1" status: 200 len: 944 time: 0.0589266 Feb 04 13:10:34.340846 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c6bf4424-d24d-47e0-b915-d1b6cf00932a req-09875a84-9788-42f2-9e06-e5ee2afe69e0 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?id=eb343e21-eaa5-4675-8181-3494fa9c9322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425489 Feb 04 13:10:34.449871 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf70181-e2ba-4a3b-b2fb-14c69053ee3a req-8c168e66-4f08-40f2-9676-02c26ccaf990 tempest-TestNetworkAdvancedServerOps-202696309 tempest-TestNetworkAdvancedServerOps-202696309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:34.451357 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ecf70181-e2ba-4a3b-b2fb-14c69053ee3a req-8c168e66-4f08-40f2-9676-02c26ccaf990 tempest-TestNetworkAdvancedServerOps-202696309 tempest-TestNetworkAdvancedServerOps-202696309-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=3fa2f58f-2241-403f-8142-fb1977d71f35 HTTP/1.1" status: 200 len: 1126 time: 0.0437489 Feb 04 13:10:34.498039 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ecf70181-e2ba-4a3b-b2fb-14c69053ee3a req-83713581-ce48-4f46-8caf-503d1eebc56d tempest-TestNetworkAdvancedServerOps-202696309 tempest-TestNetworkAdvancedServerOps-202696309-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=eb343e21-eaa5-4675-8181-3494fa9c9322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411792 Feb 04 13:10:34.619484 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431ba6a1-8931-4dd8-b19c-3b963d0e7681 req-c767373a-d8dc-47c1-b247-d64bea8ae9ec tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:34.620912 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-431ba6a1-8931-4dd8-b19c-3b963d0e7681 req-c767373a-d8dc-47c1-b247-d64bea8ae9ec tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=3fa2f58f-2241-403f-8142-fb1977d71f35 HTTP/1.1" status: 200 len: 944 time: 0.0576982 Feb 04 13:10:34.943358 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-431ba6a1-8931-4dd8-b19c-3b963d0e7681 req-62728515-2835-4711-b042-fe6198e2b34c tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?id=eb343e21-eaa5-4675-8181-3494fa9c9322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3168960 Feb 04 13:10:34.966907 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59660) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:10:35.029404 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-ab4ffc22-3214-42bf-a2f7-47a8bdcf860c tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/floatingips/978efbe9-6807-447b-a5fd-550732a4dd6b HTTP/1.1" status: 200 len: 990 time: 0.0612910 Feb 04 13:10:35.250644 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59666) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:10:35.406809 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-5f062859-e7ad-47ee-bb48-01dbe71877ce tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Deleting port 38e6f3ea-7412-49af-bb74-caf2d81d2dc3 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:10:35.407154 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5f062859-e7ad-47ee-bb48-01dbe71877ce tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (38e6f3ea-7412-49af-bb74-caf2d81d2dc3), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:35.485951 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5f062859-e7ad-47ee-bb48-01dbe71877ce tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (38e6f3ea-7412-49af-bb74-caf2d81d2dc3), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:35.486280 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5f062859-e7ad-47ee-bb48-01dbe71877ce tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for floatingip (38e6f3ea-7412-49af-bb74-caf2d81d2dc3), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:35.498261 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-5f062859-e7ad-47ee-bb48-01dbe71877ce tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Calling delete_port for 38e6f3ea-7412-49af-bb74-caf2d81d2dc3 owned by network:floatingip {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:10:35.702954 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5f062859-e7ad-47ee-bb48-01dbe71877ce tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (38e6f3ea-7412-49af-bb74-caf2d81d2dc3), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:35.727985 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f062859-e7ad-47ee-bb48-01dbe71877ce tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Pushing event deleted for resources: {'Port': ['ID=38e6f3ea-7412-49af-bb74-caf2d81d2dc3,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:10:35.793416 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5f062859-e7ad-47ee-bb48-01dbe71877ce tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for floatingip (978efbe9-6807-447b-a5fd-550732a4dd6b), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:35.794107 n-d-825015-3 neutron-server[103474]: INFO neutron.db.l3_db [None req-5f062859-e7ad-47ee-bb48-01dbe71877ce tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Floating IP 978efbe9-6807-447b-a5fd-550732a4dd6b disassociated (deleted). External IP: 172.25.3.90, port: 1256e1e1-12b7-4884-af8a-4722b39856a9. Feb 04 13:10:36.013174 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f062859-e7ad-47ee-bb48-01dbe71877ce tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Router fc347467-f588-4a39-a2b7-3e6bc9eaa7a7 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:10:36.058936 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 1256e1e1-12b7-4884-af8a-4722b39856a9 no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:10:36.107851 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] The host n-h1-825015-3 is not matching for port 1256e1e1-12b7-4884-af8a-4722b39856a9 host n-h2-825015-3! {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 04 13:10:36.108268 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 1256e1e1-12b7-4884-af8a-4722b39856a9 not bound to the agent host n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:10:36.142139 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f062859-e7ad-47ee-bb48-01dbe71877ce tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:10:36.147161 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5f062859-e7ad-47ee-bb48-01dbe71877ce tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:36.151786 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6515fbca-f86d-453b-80ff-3e23925436d1 None None] Sync routers for ids ['fc347467-f588-4a39-a2b7-3e6bc9eaa7a7'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:10:36.162496 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6515fbca-f86d-453b-80ff-3e23925436d1 None None] Routers {'fc347467-f588-4a39-a2b7-3e6bc9eaa7a7'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:10:36.163110 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-6515fbca-f86d-453b-80ff-3e23925436d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:10:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['fc347467-f588-4a39-a2b7-3e6bc9eaa7a7'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:10:36.178722 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-5f062859-e7ad-47ee-bb48-01dbe71877ce tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "DELETE /v2.0/floatingips/978efbe9-6807-447b-a5fd-550732a4dd6b HTTP/1.1" status: 204 len: 168 time: 0.9270446 Feb 04 13:10:36.179323 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fa2f58f-2241-403f-8142-fb1977d71f35', 'tag': '1256e1e1-12b7-4884-af8a-4722b39856a9'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:10:36.182236 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d071b54-934c-4bd2-9bc6-186a3c35d4d7" -d '{"events": [{"name": "network-changed", "server_uuid": "3fa2f58f-2241-403f-8142-fb1977d71f35", "tag": "1256e1e1-12b7-4884-af8a-4722b39856a9"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:10:36.228409 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83df452f-41c9-408a-b4b7-ba663979c315 x-openstack-request-id: req-83df452f-41c9-408a-b4b7-ba663979c315 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:10:36.228728 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fa2f58f-2241-403f-8142-fb1977d71f35", "tag": "1256e1e1-12b7-4884-af8a-4722b39856a9", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:10:36.228981 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-83df452f-41c9-408a-b4b7-ba663979c315 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:10:36.229397 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fa2f58f-2241-403f-8142-fb1977d71f35', 'tag': '1256e1e1-12b7-4884-af8a-4722b39856a9', 'status': 'completed', 'code': 200} Feb 04 13:10:36.284774 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-6515fbca-f86d-453b-80ff-3e23925436d1 None None] Set router fc347467-f588-4a39-a2b7-3e6bc9eaa7a7 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:10:36.312272 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d071b54-934c-4bd2-9bc6-186a3c35d4d7 req-9019b120-b1a0-4aa2-ac0b-be32686cc976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:36.315637 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-7d071b54-934c-4bd2-9bc6-186a3c35d4d7 req-9019b120-b1a0-4aa2-ac0b-be32686cc976 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6d8f90d776f2444ead7911de1972e870&device_id=3fa2f58f-2241-403f-8142-fb1977d71f35 HTTP/1.1" status: 200 len: 1126 time: 0.0609536 Feb 04 13:10:36.417894 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d071b54-934c-4bd2-9bc6-186a3c35d4d7 req-027a5e1c-1447-4ef2-bd94-e68311468a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:36.419682 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-7d071b54-934c-4bd2-9bc6-186a3c35d4d7 req-027a5e1c-1447-4ef2-bd94-e68311468a02 service neutron] 10.222.0.77 "GET /v2.0/networks?id=6518a83a-3706-45cd-a25c-4bc168ba3c9a HTTP/1.1" status: 200 len: 898 time: 0.0965981 Feb 04 13:10:36.446153 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94c5995-1244-4220-a8c8-7f4c0c281682 req-30fef9cc-27f3-4f2b-b332-f739af585f20 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:36.447912 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a94c5995-1244-4220-a8c8-7f4c0c281682 req-30fef9cc-27f3-4f2b-b332-f739af585f20 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=3fa2f58f-2241-403f-8142-fb1977d71f35 HTTP/1.1" status: 200 len: 944 time: 0.0630190 Feb 04 13:10:36.473509 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-7d071b54-934c-4bd2-9bc6-186a3c35d4d7 req-fcbb1568-e2a3-4866-b24e-41d2ac721dda service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1256e1e1-12b7-4884-af8a-4722b39856a9 HTTP/1.1" status: 200 len: 217 time: 0.0470440 Feb 04 13:10:36.502161 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a94c5995-1244-4220-a8c8-7f4c0c281682 req-92fb4ef5-e3a7-4fbd-ab82-32cd98a26818 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?id=eb343e21-eaa5-4675-8181-3494fa9c9322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477936 Feb 04 13:10:36.519986 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-6515fbca-f86d-453b-80ff-3e23925436d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc347467-f588-4a39-a2b7-3e6bc9eaa7a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-171484848', 'tenant_id': '6d8f90d776f2444ead7911de1972e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '4a561b0c-ecc7-4320-9129-f16d74ef1748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:09:28Z', 'updated_at': '2022-02-04T13:09:31Z', 'revision_number': 4, 'project_id': '6d8f90d776f2444ead7911de1972e870', 'gw_port': {'id': '4a561b0c-ecc7-4320-9129-f16d74ef1748', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:07:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc347467-f588-4a39-a2b7-3e6bc9eaa7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:09:28Z', 'updated_at': '2022-02-04T13:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'c8a78049-5631-41f1-bdb7-f064193c3d11', 'name': '', 'network_id': '6518a83a-3706-45cd-a25c-4bc168ba3c9a', 'tenant_id': '6d8f90d776f2444ead7911de1972e870', 'mac_address': 'fa:16:3e:b4:14:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc347467-f588-4a39-a2b7-3e6bc9eaa7a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '9296bd36-ce06-4f7b-90c2-e3a7f14ba7ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:09:31Z', 'updated_at': '2022-02-04T13:09:35Z', 'revision_number': 5, 'project_id': '6d8f90d776f2444ead7911de1972e870', 'subnets': [{'id': '9296bd36-ce06-4f7b-90c2-e3a7f14ba7ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:10:36.525548 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d071b54-934c-4bd2-9bc6-186a3c35d4d7 req-7b94898a-dba5-4611-ad67-bfec7960bf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:36.527143 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-7d071b54-934c-4bd2-9bc6-186a3c35d4d7 req-7b94898a-dba5-4611-ad67-bfec7960bf85 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9296bd36-ce06-4f7b-90c2-e3a7f14ba7ef HTTP/1.1" status: 200 len: 835 time: 0.0469012 Feb 04 13:10:36.548203 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6515fbca-f86d-453b-80ff-3e23925436d1 None None] Checking router: fc347467-f588-4a39-a2b7-3e6bc9eaa7a7 for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:10:36.557347 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6515fbca-f86d-453b-80ff-3e23925436d1 None None] Routers {'fc347467-f588-4a39-a2b7-3e6bc9eaa7a7'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:10:36.557960 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-6515fbca-f86d-453b-80ff-3e23925436d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:10:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['fc347467-f588-4a39-a2b7-3e6bc9eaa7a7'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:10:36.579430 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d071b54-934c-4bd2-9bc6-186a3c35d4d7 req-1791599a-fef2-4027-be29-2422da7c16f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:36.581078 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-7d071b54-934c-4bd2-9bc6-186a3c35d4d7 req-1791599a-fef2-4027-be29-2422da7c16f6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6518a83a-3706-45cd-a25c-4bc168ba3c9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0477006 Feb 04 13:10:36.686141 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-6515fbca-f86d-453b-80ff-3e23925436d1 None None] Set router fc347467-f588-4a39-a2b7-3e6bc9eaa7a7 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:10:36.850459 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e3a91b-0a9b-4f81-860d-9b86f9a96ce2 req-ca1f8db1-7ae5-4915-87b8-dd6edace3ae7 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:36.852871 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-83e3a91b-0a9b-4f81-860d-9b86f9a96ce2 req-ca1f8db1-7ae5-4915-87b8-dd6edace3ae7 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.77 "GET /v2.0/ports?device_id=3fa2f58f-2241-403f-8142-fb1977d71f35 HTTP/1.1" status: 200 len: 944 time: 0.0650699 Feb 04 13:10:36.929935 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-6515fbca-f86d-453b-80ff-3e23925436d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc347467-f588-4a39-a2b7-3e6bc9eaa7a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-171484848', 'tenant_id': '6d8f90d776f2444ead7911de1972e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '4a561b0c-ecc7-4320-9129-f16d74ef1748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:09:28Z', 'updated_at': '2022-02-04T13:09:31Z', 'revision_number': 4, 'project_id': '6d8f90d776f2444ead7911de1972e870', 'gw_port': {'id': '4a561b0c-ecc7-4320-9129-f16d74ef1748', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:07:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc347467-f588-4a39-a2b7-3e6bc9eaa7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:09:28Z', 'updated_at': '2022-02-04T13:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'c8a78049-5631-41f1-bdb7-f064193c3d11', 'name': '', 'network_id': '6518a83a-3706-45cd-a25c-4bc168ba3c9a', 'tenant_id': '6d8f90d776f2444ead7911de1972e870', 'mac_address': 'fa:16:3e:b4:14:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc347467-f588-4a39-a2b7-3e6bc9eaa7a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '9296bd36-ce06-4f7b-90c2-e3a7f14ba7ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:09:31Z', 'updated_at': '2022-02-04T13:09:35Z', 'revision_number': 5, 'project_id': '6d8f90d776f2444ead7911de1972e870', 'subnets': [{'id': '9296bd36-ce06-4f7b-90c2-e3a7f14ba7ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:10:36.959497 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-83e3a91b-0a9b-4f81-860d-9b86f9a96ce2 req-a3153214-7719-41fd-9d3e-cf32548aa172 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Deleting port 1256e1e1-12b7-4884-af8a-4722b39856a9 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:10:36.959879 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-83e3a91b-0a9b-4f81-860d-9b86f9a96ce2 req-a3153214-7719-41fd-9d3e-cf32548aa172 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (1256e1e1-12b7-4884-af8a-4722b39856a9), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:36.960276 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6515fbca-f86d-453b-80ff-3e23925436d1 None None] The sync data for ids ['fc347467-f588-4a39-a2b7-3e6bc9eaa7a7'] in n-d-825015-3 is: [{'id': 'fc347467-f588-4a39-a2b7-3e6bc9eaa7a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-171484848', 'tenant_id': '6d8f90d776f2444ead7911de1972e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '4a561b0c-ecc7-4320-9129-f16d74ef1748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:09:28Z', 'updated_at': '2022-02-04T13:09:31Z', 'revision_number': 4, 'project_id': '6d8f90d776f2444ead7911de1972e870', 'gw_port': {'id': '4a561b0c-ecc7-4320-9129-f16d74ef1748', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:07:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc347467-f588-4a39-a2b7-3e6bc9eaa7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:09:28Z', 'updated_at': '2022-02-04T13:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'c8a78049-5631-41f1-bdb7-f064193c3d11', 'name': '', 'network_id': '6518a83a-3706-45cd-a25c-4bc168ba3c9a', 'tenant_id': '6d8f90d776f2444ead7911de1972e870', 'mac_address': 'fa:16:3e:b4:14:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc347467-f588-4a39-a2b7-3e6bc9eaa7a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '9296bd36-ce06-4f7b-90c2-e3a7f14ba7ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:09:31Z', 'updated_at': '2022-02-04T13:09:35Z', 'revision_number': 5, 'project_id': '6d8f90d776f2444ead7911de1972e870', 'subnets': [{'id': '9296bd36-ce06-4f7b-90c2-e3a7f14ba7ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:10:37.029980 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-7d071b54-934c-4bd2-9bc6-186a3c35d4d7 req-943e7613-67aa-477d-b466-03d81d406cb7 service neutron] 10.222.0.77 "GET /v2.0/networks/6518a83a-3706-45cd-a25c-4bc168ba3c9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4419718 Feb 04 13:10:37.062792 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-83e3a91b-0a9b-4f81-860d-9b86f9a96ce2 req-a3153214-7719-41fd-9d3e-cf32548aa172 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] For port 1256e1e1-12b7-4884-af8a-4722b39856a9, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=1256e1e1-12b7-4884-af8a-4722b39856a9,segment=NetworkSegment(8405fff4-0537-4d8d-9462-3753a534718a),segment_id=8405fff4-0537-4d8d-9462-3753a534718a)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:10:37.063248 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-83e3a91b-0a9b-4f81-860d-9b86f9a96ce2 req-a3153214-7719-41fd-9d3e-cf32548aa172 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (1256e1e1-12b7-4884-af8a-4722b39856a9), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:37.078393 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-83e3a91b-0a9b-4f81-860d-9b86f9a96ce2 req-a3153214-7719-41fd-9d3e-cf32548aa172 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Calling delete_port for 1256e1e1-12b7-4884-af8a-4722b39856a9 owned by compute:nova {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:10:37.123702 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-7d071b54-934c-4bd2-9bc6-186a3c35d4d7 req-bb1e7177-9be5-4521-98a8-53bd5a1b5ff2 service neutron] 10.222.0.77 "GET /v2.0/networks/6518a83a-3706-45cd-a25c-4bc168ba3c9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873704 Feb 04 13:10:37.219955 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-83e3a91b-0a9b-4f81-860d-9b86f9a96ce2 req-a3153214-7719-41fd-9d3e-cf32548aa172 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (1256e1e1-12b7-4884-af8a-4722b39856a9), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:37.224436 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ed6208-d399-485c-a079-e6d6726cf100 None None] New status for floating IP 978efbe9-6807-447b-a5fd-550732a4dd6b: DOWN {{(pid=103476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:10:37.252537 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3153214-7719-41fd-9d3e-cf32548aa172 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Pushing event deleted for resources: {'Port': ['ID=1256e1e1-12b7-4884-af8a-4722b39856a9,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:10:37.297959 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-83e3a91b-0a9b-4f81-860d-9b86f9a96ce2 req-a3153214-7719-41fd-9d3e-cf32548aa172 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] No DVR routers for this DVR port 1256e1e1-12b7-4884-af8a-4722b39856a9 on host n-h2-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:10:37.300589 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-83e3a91b-0a9b-4f81-860d-9b86f9a96ce2 req-a3153214-7719-41fd-9d3e-cf32548aa172 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:37.303997 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-83e3a91b-0a9b-4f81-860d-9b86f9a96ce2 req-a3153214-7719-41fd-9d3e-cf32548aa172 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.77 "DELETE /v2.0/ports/1256e1e1-12b7-4884-af8a-4722b39856a9 HTTP/1.1" status: 204 len: 173 time: 0.4462905 Feb 04 13:10:37.304445 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fa2f58f-2241-403f-8142-fb1977d71f35', 'name': 'network-vif-deleted', 'tag': '1256e1e1-12b7-4884-af8a-4722b39856a9'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:10:37.307477 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f47aaf4-df6a-47b4-952e-18c8b8fc78d6" -d '{"events": [{"server_uuid": "3fa2f58f-2241-403f-8142-fb1977d71f35", "name": "network-vif-deleted", "tag": "1256e1e1-12b7-4884-af8a-4722b39856a9"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:10:37.351485 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-085450a9-ea2c-4f17-8b09-182f7941da01 x-openstack-request-id: req-085450a9-ea2c-4f17-8b09-182f7941da01 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:10:37.351717 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fa2f58f-2241-403f-8142-fb1977d71f35", "name": "network-vif-deleted", "tag": "1256e1e1-12b7-4884-af8a-4722b39856a9", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:10:37.352001 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-085450a9-ea2c-4f17-8b09-182f7941da01 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:10:37.352446 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fa2f58f-2241-403f-8142-fb1977d71f35', 'name': 'network-vif-deleted', 'tag': '1256e1e1-12b7-4884-af8a-4722b39856a9', 'status': 'completed', 'code': 200} Feb 04 13:10:37.562775 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59678) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:10:38.007755 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cc8bdbd7-2b11-46f0-aa02-d48aa4a22a3b tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622215'] for router_interface (fc347467-f588-4a39-a2b7-3e6bc9eaa7a7), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:38.312545 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-cc8bdbd7-2b11-46f0-aa02-d48aa4a22a3b tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Deleting port c8a78049-5631-41f1-bdb7-f064193c3d11 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:10:38.313194 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cc8bdbd7-2b11-46f0-aa02-d48aa4a22a3b tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (c8a78049-5631-41f1-bdb7-f064193c3d11), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:38.405296 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-cc8bdbd7-2b11-46f0-aa02-d48aa4a22a3b tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] For port c8a78049-5631-41f1-bdb7-f064193c3d11, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=c8a78049-5631-41f1-bdb7-f064193c3d11,segment=NetworkSegment(8405fff4-0537-4d8d-9462-3753a534718a),segment_id=8405fff4-0537-4d8d-9462-3753a534718a)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:10:38.405672 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cc8bdbd7-2b11-46f0-aa02-d48aa4a22a3b tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (c8a78049-5631-41f1-bdb7-f064193c3d11), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:38.420073 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-cc8bdbd7-2b11-46f0-aa02-d48aa4a22a3b tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Calling delete_port for c8a78049-5631-41f1-bdb7-f064193c3d11 owned by network:router_interface {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:10:38.608438 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cc8bdbd7-2b11-46f0-aa02-d48aa4a22a3b tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (c8a78049-5631-41f1-bdb7-f064193c3d11), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:38.636109 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8bdbd7-2b11-46f0-aa02-d48aa4a22a3b tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Pushing event deleted for resources: {'Port': ['ID=c8a78049-5631-41f1-bdb7-f064193c3d11,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:10:38.836905 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cc8bdbd7-2b11-46f0-aa02-d48aa4a22a3b tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622067'] for router_interface (fc347467-f588-4a39-a2b7-3e6bc9eaa7a7), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:39.061707 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc8bdbd7-2b11-46f0-aa02-d48aa4a22a3b tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Router fc347467-f588-4a39-a2b7-3e6bc9eaa7a7 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:10:39.170035 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc8bdbd7-2b11-46f0-aa02-d48aa4a22a3b tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:10:39.178089 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-cc8bdbd7-2b11-46f0-aa02-d48aa4a22a3b tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "PUT /v2.0/routers/fc347467-f588-4a39-a2b7-3e6bc9eaa7a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6111891 Feb 04 13:10:39.178089 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59680) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:10:39.180771 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad91f6e2-e595-4280-8986-9a4ffe115feb None None] Sync routers for ids ['fc347467-f588-4a39-a2b7-3e6bc9eaa7a7'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:10:39.190690 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad91f6e2-e595-4280-8986-9a4ffe115feb None None] Routers {'fc347467-f588-4a39-a2b7-3e6bc9eaa7a7'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:10:39.191308 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-ad91f6e2-e595-4280-8986-9a4ffe115feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:10:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['fc347467-f588-4a39-a2b7-3e6bc9eaa7a7'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:10:39.238792 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-7518f70d-7c8e-48a4-8af8-aa557a9173ba tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Deleting subnet 9296bd36-ce06-4f7b-90c2-e3a7f14ba7ef {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:10:39.241982 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7518f70d-7c8e-48a4-8af8-aa557a9173ba tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for subnet (9296bd36-ce06-4f7b-90c2-e3a7f14ba7ef), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:39.283512 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7518f70d-7c8e-48a4-8af8-aa557a9173ba tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (9296bd36-ce06-4f7b-90c2-e3a7f14ba7ef), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:39.306572 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-ad91f6e2-e595-4280-8986-9a4ffe115feb None None] Set router fc347467-f588-4a39-a2b7-3e6bc9eaa7a7 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:10:39.407072 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7518f70d-7c8e-48a4-8af8-aa557a9173ba tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (9296bd36-ce06-4f7b-90c2-e3a7f14ba7ef), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:39.470787 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7518f70d-7c8e-48a4-8af8-aa557a9173ba tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (9296bd36-ce06-4f7b-90c2-e3a7f14ba7ef), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:39.496525 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7518f70d-7c8e-48a4-8af8-aa557a9173ba tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Pushing event deleted for resources: {'Subnet': ['ID=9296bd36-ce06-4f7b-90c2-e3a7f14ba7ef,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:10:39.503114 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7518f70d-7c8e-48a4-8af8-aa557a9173ba tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:39.509041 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-7518f70d-7c8e-48a4-8af8-aa557a9173ba tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "DELETE /v2.0/subnets/9296bd36-ce06-4f7b-90c2-e3a7f14ba7ef HTTP/1.1" status: 204 len: 168 time: 0.3275795 Feb 04 13:10:39.510526 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59682) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:10:39.513354 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ca8b51-eaef-4448-8aa6-a6b013329078 None None] Network 6518a83a-3706-45cd-a25c-4bc168ba3c9a requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:10:39.580985 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-ad91f6e2-e595-4280-8986-9a4ffe115feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc347467-f588-4a39-a2b7-3e6bc9eaa7a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-171484848', 'tenant_id': '6d8f90d776f2444ead7911de1972e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '4a561b0c-ecc7-4320-9129-f16d74ef1748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:09:28Z', 'updated_at': '2022-02-04T13:10:38Z', 'revision_number': 5, 'project_id': '6d8f90d776f2444ead7911de1972e870', 'gw_port': {'id': '4a561b0c-ecc7-4320-9129-f16d74ef1748', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:07:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc347467-f588-4a39-a2b7-3e6bc9eaa7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:09:28Z', 'updated_at': '2022-02-04T13:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:10:39.613619 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad91f6e2-e595-4280-8986-9a4ffe115feb None None] Checking router: fc347467-f588-4a39-a2b7-3e6bc9eaa7a7 for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:10:39.623568 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad91f6e2-e595-4280-8986-9a4ffe115feb None None] Routers {'fc347467-f588-4a39-a2b7-3e6bc9eaa7a7'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:10:39.624227 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-ad91f6e2-e595-4280-8986-9a4ffe115feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:10:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['fc347467-f588-4a39-a2b7-3e6bc9eaa7a7'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:10:39.633313 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-830c6399-f98d-4170-9b69-233dca799130 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for router (fc347467-f588-4a39-a2b7-3e6bc9eaa7a7), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:39.703320 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e0b8f14-7b54-4974-b55c-12bfc903a2e3 None None] DHCP port deletion for 6518a83a-3706-45cd-a25c-4bc168ba3c9a request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:10:39.742983 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-ad91f6e2-e595-4280-8986-9a4ffe115feb None None] Set router fc347467-f588-4a39-a2b7-3e6bc9eaa7a7 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:10:39.757982 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-1e0b8f14-7b54-4974-b55c-12bfc903a2e3 None None] Deleting port 9a963770-4132-4ce3-8127-bd2e33cdaba6 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:10:39.758823 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1e0b8f14-7b54-4974-b55c-12bfc903a2e3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (9a963770-4132-4ce3-8127-bd2e33cdaba6), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:39.758938 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-830c6399-f98d-4170-9b69-233dca799130 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for router_gateway (fc347467-f588-4a39-a2b7-3e6bc9eaa7a7), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:39.819578 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-830c6399-f98d-4170-9b69-233dca799130 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Deleting port 4a561b0c-ecc7-4320-9129-f16d74ef1748 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:10:39.819970 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-830c6399-f98d-4170-9b69-233dca799130 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (4a561b0c-ecc7-4320-9129-f16d74ef1748), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:39.827213 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-1e0b8f14-7b54-4974-b55c-12bfc903a2e3 None None] For port 9a963770-4132-4ce3-8127-bd2e33cdaba6, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=9a963770-4132-4ce3-8127-bd2e33cdaba6,segment=NetworkSegment(8405fff4-0537-4d8d-9462-3753a534718a),segment_id=8405fff4-0537-4d8d-9462-3753a534718a)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:10:39.827619 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1e0b8f14-7b54-4974-b55c-12bfc903a2e3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (9a963770-4132-4ce3-8127-bd2e33cdaba6), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:39.841917 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-1e0b8f14-7b54-4974-b55c-12bfc903a2e3 None None] Calling delete_port for 9a963770-4132-4ce3-8127-bd2e33cdaba6 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:10:39.911622 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-830c6399-f98d-4170-9b69-233dca799130 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] For port 4a561b0c-ecc7-4320-9129-f16d74ef1748, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=4a561b0c-ecc7-4320-9129-f16d74ef1748,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:10:39.912074 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-830c6399-f98d-4170-9b69-233dca799130 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (4a561b0c-ecc7-4320-9129-f16d74ef1748), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:39.927229 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-830c6399-f98d-4170-9b69-233dca799130 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Calling delete_port for 4a561b0c-ecc7-4320-9129-f16d74ef1748 owned by network:router_gateway {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:10:39.932672 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-ad91f6e2-e595-4280-8986-9a4ffe115feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc347467-f588-4a39-a2b7-3e6bc9eaa7a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-171484848', 'tenant_id': '6d8f90d776f2444ead7911de1972e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '4a561b0c-ecc7-4320-9129-f16d74ef1748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:09:28Z', 'updated_at': '2022-02-04T13:10:38Z', 'revision_number': 5, 'project_id': '6d8f90d776f2444ead7911de1972e870', 'gw_port': {'id': '4a561b0c-ecc7-4320-9129-f16d74ef1748', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:07:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc347467-f588-4a39-a2b7-3e6bc9eaa7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:09:28Z', 'updated_at': '2022-02-04T13:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:10:39.938346 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1e0b8f14-7b54-4974-b55c-12bfc903a2e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (9a963770-4132-4ce3-8127-bd2e33cdaba6), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:39.962157 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad91f6e2-e595-4280-8986-9a4ffe115feb None None] The sync data for ids ['fc347467-f588-4a39-a2b7-3e6bc9eaa7a7'] in n-d-825015-3 is: [{'id': 'fc347467-f588-4a39-a2b7-3e6bc9eaa7a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-171484848', 'tenant_id': '6d8f90d776f2444ead7911de1972e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '4a561b0c-ecc7-4320-9129-f16d74ef1748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:09:28Z', 'updated_at': '2022-02-04T13:10:38Z', 'revision_number': 5, 'project_id': '6d8f90d776f2444ead7911de1972e870', 'gw_port': {'id': '4a561b0c-ecc7-4320-9129-f16d74ef1748', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:07:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc347467-f588-4a39-a2b7-3e6bc9eaa7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:09:28Z', 'updated_at': '2022-02-04T13:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:10:39.967381 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0b8f14-7b54-4974-b55c-12bfc903a2e3 None None] Pushing event deleted for resources: {'Port': ['ID=9a963770-4132-4ce3-8127-bd2e33cdaba6,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:10:39.970028 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0b8f14-7b54-4974-b55c-12bfc903a2e3 None None] No DVR routers for this DVR port 9a963770-4132-4ce3-8127-bd2e33cdaba6 on host n-d-825015-3 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:10:39.985954 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0b8f14-7b54-4974-b55c-12bfc903a2e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:10:39.986505 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0b8f14-7b54-4974-b55c-12bfc903a2e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:10:39.986983 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0b8f14-7b54-4974-b55c-12bfc903a2e3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:10:39.987398 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0b8f14-7b54-4974-b55c-12bfc903a2e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:10:39.987830 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0b8f14-7b54-4974-b55c-12bfc903a2e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:10:39.988233 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0b8f14-7b54-4974-b55c-12bfc903a2e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:10:39.989030 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0b8f14-7b54-4974-b55c-12bfc903a2e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:10:39.989440 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0b8f14-7b54-4974-b55c-12bfc903a2e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:10:39.989843 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0b8f14-7b54-4974-b55c-12bfc903a2e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:10:39.990248 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0b8f14-7b54-4974-b55c-12bfc903a2e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:10:39.990649 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0b8f14-7b54-4974-b55c-12bfc903a2e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:10:39.991272 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0b8f14-7b54-4974-b55c-12bfc903a2e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:10:39.991669 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0b8f14-7b54-4974-b55c-12bfc903a2e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:10:40.370507 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-830c6399-f98d-4170-9b69-233dca799130 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (4a561b0c-ecc7-4320-9129-f16d74ef1748), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:40.394717 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830c6399-f98d-4170-9b69-233dca799130 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Pushing event deleted for resources: {'Port': ['ID=4a561b0c-ecc7-4320-9129-f16d74ef1748,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:10:40.435884 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 1256e1e1-12b7-4884-af8a-4722b39856a9 no longer exists at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:10:40.457908 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] No Port match for: 1256e1e1-12b7-4884-af8a-4722b39856a9 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:10:40.458611 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 1256e1e1-12b7-4884-af8a-4722b39856a9 not bound to the agent host n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:10:40.468030 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-830c6399-f98d-4170-9b69-233dca799130 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1599901'] for router_gateway (fc347467-f588-4a39-a2b7-3e6bc9eaa7a7), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:40.583956 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-830c6399-f98d-4170-9b69-233dca799130 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10915'] for router (fc347467-f588-4a39-a2b7-3e6bc9eaa7a7), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:40.586239 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-830c6399-f98d-4170-9b69-233dca799130 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for router_controller (fc347467-f588-4a39-a2b7-3e6bc9eaa7a7), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:40.598427 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 9a963770-4132-4ce3-8127-bd2e33cdaba6 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:10:40.622724 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 9a963770-4132-4ce3-8127-bd2e33cdaba6 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:10:40.623079 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 9a963770-4132-4ce3-8127-bd2e33cdaba6 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:10:40.623515 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device c8a78049-5631-41f1-bdb7-f064193c3d11 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:10:40.645637 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: c8a78049-5631-41f1-bdb7-f064193c3d11 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:10:40.646205 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device c8a78049-5631-41f1-bdb7-f064193c3d11 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:10:40.656165 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-830c6399-f98d-4170-9b69-233dca799130 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622829'] for router (fc347467-f588-4a39-a2b7-3e6bc9eaa7a7), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:40.656938 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-830c6399-f98d-4170-9b69-233dca799130 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Fanout notify agent at l3_agent the message router_deleted on router fc347467-f588-4a39-a2b7-3e6bc9eaa7a7 {{(pid=103474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 13:10:40.665530 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-830c6399-f98d-4170-9b69-233dca799130 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:40.669518 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-830c6399-f98d-4170-9b69-233dca799130 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "DELETE /v2.0/routers/fc347467-f588-4a39-a2b7-3e6bc9eaa7a7 HTTP/1.1" status: 204 len: 168 time: 1.1560838 Feb 04 13:10:40.669760 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59684) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:10:40.751903 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a06ab6bc-3667-428e-a660-a8b8be521641 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (6518a83a-3706-45cd-a25c-4bc168ba3c9a), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:40.851076 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a06ab6bc-3667-428e-a660-a8b8be521641 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (6518a83a-3706-45cd-a25c-4bc168ba3c9a), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:40.871306 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-a06ab6bc-3667-428e-a660-a8b8be521641 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6518a83a-3706-45cd-a25c-4bc168ba3c9a']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:10:40.880287 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-a06ab6bc-3667-428e-a660-a8b8be521641 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8405fff4-0537-4d8d-9462-3753a534718a') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:10:40.880583 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-a06ab6bc-3667-428e-a660-a8b8be521641 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8405fff4-0537-4d8d-9462-3753a534718a') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:10:40.889709 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a06ab6bc-3667-428e-a660-a8b8be521641 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (8405fff4-0537-4d8d-9462-3753a534718a), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:40.903369 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a06ab6bc-3667-428e-a660-a8b8be521641 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (8405fff4-0537-4d8d-9462-3753a534718a), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:40.909248 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a06ab6bc-3667-428e-a660-a8b8be521641 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:10:40.909637 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a06ab6bc-3667-428e-a660-a8b8be521641 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (8405fff4-0537-4d8d-9462-3753a534718a), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:40.912628 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 13:10:40.912628 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:10:40.912628 n-d-825015-3 neutron-server[103474]: timer() Feb 04 13:10:40.912628 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:10:40.912628 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 13:10:40.912628 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:10:40.912628 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 13:10:40.912628 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:10:40.912628 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 13:10:40.912628 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:10:40.912628 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 13:10:40.912628 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:10:40.912628 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 13:10:40.912628 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:10:40.912628 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:10:40.912628 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:10:40.912628 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:10:40.912628 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:10:40.912628 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 13:10:40.912628 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:10:40.912628 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 13:10:40.912628 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:10:40.912628 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:10:40.912628 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:10:40.912628 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 13:10:40.912628 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:10:40.912628 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:10:40.912628 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:10:40.912628 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:10:40.912628 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:10:40.912628 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:10:40.912628 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:10:40.972019 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a06ab6bc-3667-428e-a660-a8b8be521641 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (6518a83a-3706-45cd-a25c-4bc168ba3c9a), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:40.996004 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a06ab6bc-3667-428e-a660-a8b8be521641 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:40.999192 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-a06ab6bc-3667-428e-a660-a8b8be521641 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "DELETE /v2.0/networks/6518a83a-3706-45cd-a25c-4bc168ba3c9a HTTP/1.1" status: 204 len: 168 time: 0.3284667 Feb 04 13:10:41.000487 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06ab6bc-3667-428e-a660-a8b8be521641 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Pushing event deleted for resources: {'Network': ['ID=6518a83a-3706-45cd-a25c-4bc168ba3c9a,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:10:41.002674 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 59686) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:10:41.060971 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-08ab6ddd-b4b3-47ff-ae9a-445c3abe04e2 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for security_group (eb343e21-eaa5-4675-8181-3494fa9c9322), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:41.086192 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-08ab6ddd-b4b3-47ff-ae9a-445c3abe04e2 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for security_group (eb343e21-eaa5-4675-8181-3494fa9c9322), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:41.161262 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-08ab6ddd-b4b3-47ff-ae9a-445c3abe04e2 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (eb343e21-eaa5-4675-8181-3494fa9c9322), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:41.163881 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-08ab6ddd-b4b3-47ff-ae9a-445c3abe04e2 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:41.165676 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-08ab6ddd-b4b3-47ff-ae9a-445c3abe04e2 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "DELETE /v2.0/security-groups/eb343e21-eaa5-4675-8181-3494fa9c9322 HTTP/1.1" status: 204 len: 168 time: 0.1610322 Feb 04 13:10:41.176170 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ab6ddd-b4b3-47ff-ae9a-445c3abe04e2 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb343e21-eaa5-4675-8181-3494fa9c9322,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:10:41.485549 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 59692) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:10:41.490117 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-8adbf845-820b-40c2-a33e-ad4f931ff148 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-834624099', 'description': 'tempest-secgroup-smoke-834624099 description', 'project_id': '6d8f90d776f2444ead7911de1972e870'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:10:41.511891 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8adbf845-820b-40c2-a33e-ad4f931ff148 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:41.584178 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8adbf845-820b-40c2-a33e-ad4f931ff148 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for security_group (3a36eea4-c150-4572-b8d6-e37d75d88b03), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:41.589415 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8adbf845-820b-40c2-a33e-ad4f931ff148 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (3a36eea4-c150-4572-b8d6-e37d75d88b03), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:41.618956 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8adbf845-820b-40c2-a33e-ad4f931ff148 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:41.620290 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-8adbf845-820b-40c2-a33e-ad4f931ff148 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1336908 Feb 04 13:10:41.623422 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59694) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:10:41.624911 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adbf845-820b-40c2-a33e-ad4f931ff148 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a36eea4-c150-4572-b8d6-e37d75d88b03,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:10:41.628369 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-c52a9f3c-a9dd-4aeb-90da-be2fff0b6a1a tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Request body: {'security_group_rule': {'security_group_id': '3a36eea4-c150-4572-b8d6-e37d75d88b03', 'project_id': '6d8f90d776f2444ead7911de1972e870', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:10:41.656365 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c52a9f3c-a9dd-4aeb-90da-be2fff0b6a1a tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for security_group_rule (d2dea304-b688-4ed3-a590-c26f3dc74507), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:41.711536 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c52a9f3c-a9dd-4aeb-90da-be2fff0b6a1a tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for security_group_rule (d2dea304-b688-4ed3-a590-c26f3dc74507), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:41.715546 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c52a9f3c-a9dd-4aeb-90da-be2fff0b6a1a tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (d2dea304-b688-4ed3-a590-c26f3dc74507), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:41.734334 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52a9f3c-a9dd-4aeb-90da-be2fff0b6a1a tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2dea304-b688-4ed3-a590-c26f3dc74507,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:10:41.740111 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c52a9f3c-a9dd-4aeb-90da-be2fff0b6a1a tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:41.744569 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-c52a9f3c-a9dd-4aeb-90da-be2fff0b6a1a tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1168063 Feb 04 13:10:41.744747 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59696) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:10:41.748952 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-39e148aa-dc89-4c83-b277-cad0a5d88645 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Request body: {'security_group_rule': {'security_group_id': '3a36eea4-c150-4572-b8d6-e37d75d88b03', 'project_id': '6d8f90d776f2444ead7911de1972e870', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:10:41.773326 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-39e148aa-dc89-4c83-b277-cad0a5d88645 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for security_group_rule (de651fb8-299c-4379-bd64-f0e9ff8e216d), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:41.830191 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-39e148aa-dc89-4c83-b277-cad0a5d88645 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for security_group_rule (de651fb8-299c-4379-bd64-f0e9ff8e216d), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:41.833633 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-39e148aa-dc89-4c83-b277-cad0a5d88645 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (de651fb8-299c-4379-bd64-f0e9ff8e216d), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:41.851522 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e148aa-dc89-4c83-b277-cad0a5d88645 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de651fb8-299c-4379-bd64-f0e9ff8e216d,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:10:41.859608 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-39e148aa-dc89-4c83-b277-cad0a5d88645 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:41.860820 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-39e148aa-dc89-4c83-b277-cad0a5d88645 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1151633 Feb 04 13:10:41.863479 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59698) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:10:41.867703 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-53356cfa-30ce-450f-b8fe-4f1b2ca9b26b tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Request body: {'security_group_rule': {'security_group_id': '3a36eea4-c150-4572-b8d6-e37d75d88b03', 'project_id': '6d8f90d776f2444ead7911de1972e870', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:10:41.893445 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-53356cfa-30ce-450f-b8fe-4f1b2ca9b26b tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for security_group_rule (250b1d46-ff7b-4d7c-9eb3-493a9ae00e7c), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:41.949662 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-53356cfa-30ce-450f-b8fe-4f1b2ca9b26b tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for security_group_rule (250b1d46-ff7b-4d7c-9eb3-493a9ae00e7c), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:41.953200 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-53356cfa-30ce-450f-b8fe-4f1b2ca9b26b tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (250b1d46-ff7b-4d7c-9eb3-493a9ae00e7c), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:41.975028 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53356cfa-30ce-450f-b8fe-4f1b2ca9b26b tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=250b1d46-ff7b-4d7c-9eb3-493a9ae00e7c,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:10:41.983438 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-53356cfa-30ce-450f-b8fe-4f1b2ca9b26b tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:41.984688 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-53356cfa-30ce-450f-b8fe-4f1b2ca9b26b tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1202414 Feb 04 13:10:41.987337 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59700) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:10:41.991682 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-c59022f5-6851-4ba1-b7cb-2daad083b772 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Request body: {'security_group_rule': {'security_group_id': '3a36eea4-c150-4572-b8d6-e37d75d88b03', 'project_id': '6d8f90d776f2444ead7911de1972e870', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:10:42.017662 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c59022f5-6851-4ba1-b7cb-2daad083b772 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for security_group_rule (e898175c-1530-439c-a699-edb6e964f500), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:42.075701 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c59022f5-6851-4ba1-b7cb-2daad083b772 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for security_group_rule (e898175c-1530-439c-a699-edb6e964f500), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:42.079075 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c59022f5-6851-4ba1-b7cb-2daad083b772 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (e898175c-1530-439c-a699-edb6e964f500), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:42.097599 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59022f5-6851-4ba1-b7cb-2daad083b772 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e898175c-1530-439c-a699-edb6e964f500,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:10:42.106765 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c59022f5-6851-4ba1-b7cb-2daad083b772 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:42.108030 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-c59022f5-6851-4ba1-b7cb-2daad083b772 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1197002 Feb 04 13:10:42.110898 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59702) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:10:42.115269 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-8ef46f2f-92f1-4753-9c03-d95b04d0c04e tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Request body: {'security_group_rule': {'security_group_id': '3a36eea4-c150-4572-b8d6-e37d75d88b03', 'project_id': '6d8f90d776f2444ead7911de1972e870', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:10:42.136360 n-d-825015-3 neutron-server[103474]: INFO neutron.db.securitygroups_db [None req-8ef46f2f-92f1-4753-9c03-d95b04d0c04e tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Project 6d8f90d776f2444ead7911de1972e870 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 13:10:42.141619 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8ef46f2f-92f1-4753-9c03-d95b04d0c04e tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for security_group_rule (c9784df4-a6a0-40cb-a3d7-e2825b5cc061), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:42.201335 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8ef46f2f-92f1-4753-9c03-d95b04d0c04e tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for security_group_rule (c9784df4-a6a0-40cb-a3d7-e2825b5cc061), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:42.205310 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8ef46f2f-92f1-4753-9c03-d95b04d0c04e tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (c9784df4-a6a0-40cb-a3d7-e2825b5cc061), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:42.224417 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef46f2f-92f1-4753-9c03-d95b04d0c04e tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9784df4-a6a0-40cb-a3d7-e2825b5cc061,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:10:42.230465 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8ef46f2f-92f1-4753-9c03-d95b04d0c04e tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:42.231659 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-8ef46f2f-92f1-4753-9c03-d95b04d0c04e tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1197808 Feb 04 13:10:42.234286 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59704) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:10:42.238677 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-b2ac59ae-6f6b-4262-af43-3e9220ae12b8 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Request body: {'security_group_rule': {'security_group_id': '3a36eea4-c150-4572-b8d6-e37d75d88b03', 'project_id': '6d8f90d776f2444ead7911de1972e870', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:10:42.258073 n-d-825015-3 neutron-server[103474]: INFO neutron.db.securitygroups_db [None req-b2ac59ae-6f6b-4262-af43-3e9220ae12b8 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Project 6d8f90d776f2444ead7911de1972e870 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 13:10:42.263194 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b2ac59ae-6f6b-4262-af43-3e9220ae12b8 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for security_group_rule (db13d551-574e-402d-9761-bc4876963716), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:42.324284 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b2ac59ae-6f6b-4262-af43-3e9220ae12b8 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for security_group_rule (db13d551-574e-402d-9761-bc4876963716), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:42.327720 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b2ac59ae-6f6b-4262-af43-3e9220ae12b8 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (db13d551-574e-402d-9761-bc4876963716), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:42.349386 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ac59ae-6f6b-4262-af43-3e9220ae12b8 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db13d551-574e-402d-9761-bc4876963716,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:10:42.354518 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b2ac59ae-6f6b-4262-af43-3e9220ae12b8 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:42.355795 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-b2ac59ae-6f6b-4262-af43-3e9220ae12b8 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1204791 Feb 04 13:10:42.358562 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59706) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:10:42.363231 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-246ca021-8952-4d3a-bf9d-f9c34085b008 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Request body: {'network': {'name': 'tempest-network-smoke--1194285956', 'project_id': '6d8f90d776f2444ead7911de1972e870', 'port_security_enabled': True}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:10:42.381571 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-246ca021-8952-4d3a-bf9d-f9c34085b008 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Made reservation on behalf of 6d8f90d776f2444ead7911de1972e870 for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:10:42.384922 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-246ca021-8952-4d3a-bf9d-f9c34085b008 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:42.409085 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-246ca021-8952-4d3a-bf9d-f9c34085b008 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:10:42.418886 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-246ca021-8952-4d3a-bf9d-f9c34085b008 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (f8fad2b7-6269-4217-a995-68b12ab76f97), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:42.419227 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-246ca021-8952-4d3a-bf9d-f9c34085b008 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Added segment f8fad2b7-6269-4217-a995-68b12ab76f97 of type vlan for network c954d03c-39b2-4812-b71f-54d3a327d6cc Feb 04 13:10:42.458152 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-246ca021-8952-4d3a-bf9d-f9c34085b008 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (c954d03c-39b2-4812-b71f-54d3a327d6cc), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:42.482463 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 4a561b0c-ecc7-4320-9129-f16d74ef1748 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:10:42.485705 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-246ca021-8952-4d3a-bf9d-f9c34085b008 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (c954d03c-39b2-4812-b71f-54d3a327d6cc), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:42.490926 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246ca021-8952-4d3a-bf9d-f9c34085b008 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:42.491679 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-246ca021-8952-4d3a-bf9d-f9c34085b008 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:42.503143 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 4a561b0c-ecc7-4320-9129-f16d74ef1748 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:10:42.503581 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 4a561b0c-ecc7-4320-9129-f16d74ef1748 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:10:42.552340 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-246ca021-8952-4d3a-bf9d-f9c34085b008 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1927545 Feb 04 13:10:42.554964 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59708) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:10:42.561973 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-7e0f6038-911d-462a-b1a4-83b9b87b1d77 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-598164991', 'admin_state_up': True, 'project_id': '6d8f90d776f2444ead7911de1972e870', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:10:42.573359 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246ca021-8952-4d3a-bf9d-f9c34085b008 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Pushing event updated for resources: {'Network': ['ID=c954d03c-39b2-4812-b71f-54d3a327d6cc,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:10:42.586580 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network c954d03c-39b2-4812-b71f-54d3a327d6cc details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:10:42.588953 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7e0f6038-911d-462a-b1a4-83b9b87b1d77 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10933'] for router (d9de4fe2-62b7-4127-8978-fd5271382426), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:42.590027 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7e0f6038-911d-462a-b1a4-83b9b87b1d77 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10924'] for router (d9de4fe2-62b7-4127-8978-fd5271382426), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:42.647705 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7e0f6038-911d-462a-b1a4-83b9b87b1d77 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for router_controller (d9de4fe2-62b7-4127-8978-fd5271382426), precommit_add_association {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:42.798529 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7e0f6038-911d-462a-b1a4-83b9b87b1d77 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for router_gateway (d9de4fe2-62b7-4127-8978-fd5271382426), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:42.994538 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7e0f6038-911d-462a-b1a4-83b9b87b1d77 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for router_gateway (d9de4fe2-62b7-4127-8978-fd5271382426), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:43.013596 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7e0f6038-911d-462a-b1a4-83b9b87b1d77 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:43.118618 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-7e0f6038-911d-462a-b1a4-83b9b87b1d77 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Allocated IP 172.25.3.2 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/488b1928-0e78-4456-ad9a-1e4484519ee9) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:10:43.220770 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7e0f6038-911d-462a-b1a4-83b9b87b1d77 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for port (488b1928-0e78-4456-ad9a-1e4484519ee9), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:43.254180 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7e0f6038-911d-462a-b1a4-83b9b87b1d77 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (488b1928-0e78-4456-ad9a-1e4484519ee9), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:43.299497 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0f6038-911d-462a-b1a4-83b9b87b1d77 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:10:43.302402 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-7e0f6038-911d-462a-b1a4-83b9b87b1d77 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:10:43.304723 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0f6038-911d-462a-b1a4-83b9b87b1d77 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:10:43.329930 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0f6038-911d-462a-b1a4-83b9b87b1d77 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Pushing event updated for resources: {'Port': ['ID=488b1928-0e78-4456-ad9a-1e4484519ee9,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:10:43.560366 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7e0f6038-911d-462a-b1a4-83b9b87b1d77 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for router_gateway (d9de4fe2-62b7-4127-8978-fd5271382426), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:43.761683 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7e0f6038-911d-462a-b1a4-83b9b87b1d77 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141'] for router (d9de4fe2-62b7-4127-8978-fd5271382426), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:44.145853 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e0f6038-911d-462a-b1a4-83b9b87b1d77 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Router d9de4fe2-62b7-4127-8978-fd5271382426 is scheduled to L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de with binding_index 1 {{(pid=103474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 13:10:44.254166 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e0f6038-911d-462a-b1a4-83b9b87b1d77 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:10:44.265636 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897ce126-75f4-4026-840e-9c77f84e98f6 None None] Sync routers for ids ['d9de4fe2-62b7-4127-8978-fd5271382426'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:10:44.276257 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7e0f6038-911d-462a-b1a4-83b9b87b1d77 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:44.277248 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897ce126-75f4-4026-840e-9c77f84e98f6 None None] Routers {'d9de4fe2-62b7-4127-8978-fd5271382426'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:10:44.277521 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-7e0f6038-911d-462a-b1a4-83b9b87b1d77 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.7210443 Feb 04 13:10:44.277873 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-897ce126-75f4-4026-840e-9c77f84e98f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:10:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['d9de4fe2-62b7-4127-8978-fd5271382426'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:10:44.280694 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59710) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:10:44.313857 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-6c5b636d-cea6-4fee-95a3-e516f33df52d tempest-TestNetworkAdvancedServerOps-202696309 tempest-TestNetworkAdvancedServerOps-202696309-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=6d8f90d776f2444ead7911de1972e870&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0317893 Feb 04 13:10:44.316503 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59712) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:10:44.406450 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f52fc0-ef60-4cf7-98dc-dff1cadb0253 tempest-TestNetworkAdvancedServerOps-202696309 tempest-TestNetworkAdvancedServerOps-202696309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:44.407904 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-01f52fc0-ef60-4cf7-98dc-dff1cadb0253 tempest-TestNetworkAdvancedServerOps-202696309 tempest-TestNetworkAdvancedServerOps-202696309-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0904596 Feb 04 13:10:44.410768 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59714) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:10:44.439993 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-fec4630d-a902-428e-9015-f05c6b382c37 tempest-TestNetworkAdvancedServerOps-202696309 tempest-TestNetworkAdvancedServerOps-202696309-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280952 Feb 04 13:10:44.442421 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59716) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:10:44.447899 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-f75a440b-2273-41c2-8059-545a22fac714 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1944333875', 'network_id': 'c954d03c-39b2-4812-b71f-54d3a327d6cc', 'project_id': '6d8f90d776f2444ead7911de1972e870', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:10:44.538287 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f75a440b-2273-41c2-8059-545a22fac714 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Made reservation on behalf of 6d8f90d776f2444ead7911de1972e870 for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:10:44.542254 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f75a440b-2273-41c2-8059-545a22fac714 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60610638'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:44.542476 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-897ce126-75f4-4026-840e-9c77f84e98f6 None None] Set router d9de4fe2-62b7-4127-8978-fd5271382426 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:10:44.726764 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f75a440b-2273-41c2-8059-545a22fac714 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59045178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60610680'] for subnet (e52ec9c7-9126-46a1-ae19-ae10fb10333a), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:44.731178 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-897ce126-75f4-4026-840e-9c77f84e98f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9de4fe2-62b7-4127-8978-fd5271382426', 'name': 'tempest-TestNetworkAdvancedServerOps-router-598164991', 'tenant_id': '6d8f90d776f2444ead7911de1972e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '488b1928-0e78-4456-ad9a-1e4484519ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:10:42Z', 'updated_at': '2022-02-04T13:10:43Z', 'revision_number': 3, 'project_id': '6d8f90d776f2444ead7911de1972e870', 'gw_port': {'id': '488b1928-0e78-4456-ad9a-1e4484519ee9', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:9e:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9de4fe2-62b7-4127-8978-fd5271382426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:10:43Z', 'updated_at': '2022-02-04T13:10:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:10:44.757294 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897ce126-75f4-4026-840e-9c77f84e98f6 None None] Checking router: d9de4fe2-62b7-4127-8978-fd5271382426 for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:10:44.757645 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897ce126-75f4-4026-840e-9c77f84e98f6 None None] Updating router d9de4fe2-62b7-4127-8978-fd5271382426 port 488b1928-0e78-4456-ad9a-1e4484519ee9 binding host n-d-825015-3 {{(pid=103476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:10:44.787862 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75a440b-2273-41c2-8059-545a22fac714 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Pushing event updated for resources: {'Subnet': ['ID=e52ec9c7-9126-46a1-ae19-ae10fb10333a,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:10:44.794596 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-897ce126-75f4-4026-840e-9c77f84e98f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (488b1928-0e78-4456-ad9a-1e4484519ee9), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:44.799288 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75a440b-2273-41c2-8059-545a22fac714 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Checking segment: {'id': 'f8fad2b7-6269-4217-a995-68b12ab76f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c954d03c-39b2-4812-b71f-54d3a327d6cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:10:44.799651 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75a440b-2273-41c2-8059-545a22fac714 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Network hostable DHCP agents. Network: c954d03c-39b2-4812-b71f-54d3a327d6cc, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:10:44.820024 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75a440b-2273-41c2-8059-545a22fac714 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Network c954d03c-39b2-4812-b71f-54d3a327d6cc is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:10:44.830467 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-f75a440b-2273-41c2-8059-545a22fac714 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, c954d03c-39b2-4812-b71f-54d3a327d6cc) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:10:44.839864 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae67f968-ca3a-4e06-a447-764ed4bc2137 None None] Network c954d03c-39b2-4812-b71f-54d3a327d6cc requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:10:44.843162 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75a440b-2273-41c2-8059-545a22fac714 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:44.843770 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f75a440b-2273-41c2-8059-545a22fac714 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:44.861256 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-f75a440b-2273-41c2-8059-545a22fac714 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4178231 Feb 04 13:10:44.863982 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59718) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:10:45.058183 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d63ea76-7c8b-4248-95a9-4e8ae0e743cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-c954d03c-39b2-4812-b71f-54d3a327d6cc', 'network_id': 'c954d03c-39b2-4812-b71f-54d3a327d6cc', 'project_id': '6d8f90d776f2444ead7911de1972e870', 'fixed_ips': [{'subnet_id': 'e52ec9c7-9126-46a1-ae19-ae10fb10333a'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:10:45.059096 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0d63ea76-7c8b-4248-95a9-4e8ae0e743cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:45.249690 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-897ce126-75f4-4026-840e-9c77f84e98f6 None None] Publish callbacks [] for port (488b1928-0e78-4456-ad9a-1e4484519ee9), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:45.263436 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-897ce126-75f4-4026-840e-9c77f84e98f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (488b1928-0e78-4456-ad9a-1e4484519ee9), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:45.277779 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-0d63ea76-7c8b-4248-95a9-4e8ae0e743cb None None] Allocated IP 172.20.0.2 (c954d03c-39b2-4812-b71f-54d3a327d6cc/e52ec9c7-9126-46a1-ae19-ae10fb10333a/6dcdfe9b-eda4-42a1-8e9b-7488530abb20) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:10:45.335614 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-aeae965b-9c30-41e5-a22b-775ab49f39d4 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:45.337497 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-897ce126-75f4-4026-840e-9c77f84e98f6 None None] Attempting to bind port 488b1928-0e78-4456-ad9a-1e4484519ee9 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:10:45.338180 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-897ce126-75f4-4026-840e-9c77f84e98f6 None None] Attempting to bind port 488b1928-0e78-4456-ad9a-1e4484519ee9 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:10:45.338323 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897ce126-75f4-4026-840e-9c77f84e98f6 None None] Attempting to bind port 488b1928-0e78-4456-ad9a-1e4484519ee9 on network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:10:45.351838 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f466b7e-7bb1-4bac-b96d-1f1bf926906e None None] Pushing event updated for resources: {'Port': ['ID=488b1928-0e78-4456-ad9a-1e4484519ee9,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:10:45.378819 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897ce126-75f4-4026-840e-9c77f84e98f6 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:10:45.379199 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897ce126-75f4-4026-840e-9c77f84e98f6 None None] Checking segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:10:45.379600 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-897ce126-75f4-4026-840e-9c77f84e98f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:45.380025 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897ce126-75f4-4026-840e-9c77f84e98f6 None None] Bound using segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:10:45.380512 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-897ce126-75f4-4026-840e-9c77f84e98f6 None None] Bound port: 488b1928-0e78-4456-ad9a-1e4484519ee9, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:10:45.380895 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-897ce126-75f4-4026-840e-9c77f84e98f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (488b1928-0e78-4456-ad9a-1e4484519ee9), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:45.462936 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-897ce126-75f4-4026-840e-9c77f84e98f6 None None] For port 488b1928-0e78-4456-ad9a-1e4484519ee9, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:10:45.468057 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-897ce126-75f4-4026-840e-9c77f84e98f6 None None] For port 488b1928-0e78-4456-ad9a-1e4484519ee9, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=488b1928-0e78-4456-ad9a-1e4484519ee9,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:10:45.478730 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-897ce126-75f4-4026-840e-9c77f84e98f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (488b1928-0e78-4456-ad9a-1e4484519ee9), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:45.586041 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0d63ea76-7c8b-4248-95a9-4e8ae0e743cb None None] Publish callbacks [] for port (6dcdfe9b-eda4-42a1-8e9b-7488530abb20), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:45.591158 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f466b7e-7bb1-4bac-b96d-1f1bf926906e None None] Pushing event updated for resources: {'Port': ['ID=488b1928-0e78-4456-ad9a-1e4484519ee9,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:10:45.594598 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897ce126-75f4-4026-840e-9c77f84e98f6 None None] Routers {'d9de4fe2-62b7-4127-8978-fd5271382426'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:10:45.595586 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-897ce126-75f4-4026-840e-9c77f84e98f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:10:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['d9de4fe2-62b7-4127-8978-fd5271382426'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:10:45.597589 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b484994c-817d-452b-bc64-81424f20abdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:45.599492 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0d63ea76-7c8b-4248-95a9-4e8ae0e743cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (6dcdfe9b-eda4-42a1-8e9b-7488530abb20), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:45.644574 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-aeae965b-9c30-41e5-a22b-775ab49f39d4 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Allocated IP 172.20.0.1 (c954d03c-39b2-4812-b71f-54d3a327d6cc/e52ec9c7-9126-46a1-ae19-ae10fb10333a/e98a8034-e921-434a-8896-91c8d51e8094) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:10:45.710004 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d63ea76-7c8b-4248-95a9-4e8ae0e743cb None None] Network c954d03c-39b2-4812-b71f-54d3a327d6cc is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:10:45.718523 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-0d63ea76-7c8b-4248-95a9-4e8ae0e743cb None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:10:45.725399 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d63ea76-7c8b-4248-95a9-4e8ae0e743cb None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:10:45.737644 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d63ea76-7c8b-4248-95a9-4e8ae0e743cb None None] Pushing event updated for resources: {'Port': ['ID=6dcdfe9b-eda4-42a1-8e9b-7488530abb20,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:10:45.767087 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-aeae965b-9c30-41e5-a22b-775ab49f39d4 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for port (e98a8034-e921-434a-8896-91c8d51e8094), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:45.801549 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-897ce126-75f4-4026-840e-9c77f84e98f6 None None] Set router d9de4fe2-62b7-4127-8978-fd5271382426 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:10:45.803307 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-aeae965b-9c30-41e5-a22b-775ab49f39d4 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (e98a8034-e921-434a-8896-91c8d51e8094), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:45.848249 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeae965b-9c30-41e5-a22b-775ab49f39d4 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Network c954d03c-39b2-4812-b71f-54d3a327d6cc is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:10:45.851403 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-aeae965b-9c30-41e5-a22b-775ab49f39d4 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:10:45.853888 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeae965b-9c30-41e5-a22b-775ab49f39d4 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:10:45.858080 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-0d63ea76-7c8b-4248-95a9-4e8ae0e743cb None None] Attempting to bind port 6dcdfe9b-eda4-42a1-8e9b-7488530abb20 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:10:45.858452 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-0d63ea76-7c8b-4248-95a9-4e8ae0e743cb None None] Attempting to bind port 6dcdfe9b-eda4-42a1-8e9b-7488530abb20 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': 'f8fad2b7-6269-4217-a995-68b12ab76f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c954d03c-39b2-4812-b71f-54d3a327d6cc'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:10:45.858832 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d63ea76-7c8b-4248-95a9-4e8ae0e743cb None None] Attempting to bind port 6dcdfe9b-eda4-42a1-8e9b-7488530abb20 on network c954d03c-39b2-4812-b71f-54d3a327d6cc {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:10:45.874074 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d63ea76-7c8b-4248-95a9-4e8ae0e743cb None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:10:45.874449 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d63ea76-7c8b-4248-95a9-4e8ae0e743cb None None] Checking segment: {'id': 'f8fad2b7-6269-4217-a995-68b12ab76f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c954d03c-39b2-4812-b71f-54d3a327d6cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:10:45.874853 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0d63ea76-7c8b-4248-95a9-4e8ae0e743cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:45.875248 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d63ea76-7c8b-4248-95a9-4e8ae0e743cb None None] Bound using segment: {'id': 'f8fad2b7-6269-4217-a995-68b12ab76f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c954d03c-39b2-4812-b71f-54d3a327d6cc'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:10:45.875721 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-0d63ea76-7c8b-4248-95a9-4e8ae0e743cb None None] Bound port: 6dcdfe9b-eda4-42a1-8e9b-7488530abb20, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8fad2b7-6269-4217-a995-68b12ab76f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c954d03c-39b2-4812-b71f-54d3a327d6cc'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:10:45.876125 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0d63ea76-7c8b-4248-95a9-4e8ae0e743cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (6dcdfe9b-eda4-42a1-8e9b-7488530abb20), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:45.878994 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeae965b-9c30-41e5-a22b-775ab49f39d4 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Pushing event updated for resources: {'Port': ['ID=e98a8034-e921-434a-8896-91c8d51e8094,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:10:45.892727 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeae965b-9c30-41e5-a22b-775ab49f39d4 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:10:45.893202 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeae965b-9c30-41e5-a22b-775ab49f39d4 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:10:45.893570 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeae965b-9c30-41e5-a22b-775ab49f39d4 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:10:45.893921 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeae965b-9c30-41e5-a22b-775ab49f39d4 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:10:45.894264 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeae965b-9c30-41e5-a22b-775ab49f39d4 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:10:45.894600 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeae965b-9c30-41e5-a22b-775ab49f39d4 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:10:45.894937 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeae965b-9c30-41e5-a22b-775ab49f39d4 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:10:45.895276 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeae965b-9c30-41e5-a22b-775ab49f39d4 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:10:45.895610 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeae965b-9c30-41e5-a22b-775ab49f39d4 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:10:45.895969 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeae965b-9c30-41e5-a22b-775ab49f39d4 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:10:45.896303 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeae965b-9c30-41e5-a22b-775ab49f39d4 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:10:45.896636 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeae965b-9c30-41e5-a22b-775ab49f39d4 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:10:45.896966 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeae965b-9c30-41e5-a22b-775ab49f39d4 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:10:45.915302 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-aeae965b-9c30-41e5-a22b-775ab49f39d4 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1599818'] for router_interface (d9de4fe2-62b7-4127-8978-fd5271382426), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:45.998606 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0d63ea76-7c8b-4248-95a9-4e8ae0e743cb None None] For port 6dcdfe9b-eda4-42a1-8e9b-7488530abb20, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:10:46.028082 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0d63ea76-7c8b-4248-95a9-4e8ae0e743cb None None] For port 6dcdfe9b-eda4-42a1-8e9b-7488530abb20, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=6dcdfe9b-eda4-42a1-8e9b-7488530abb20,segment=NetworkSegment(f8fad2b7-6269-4217-a995-68b12ab76f97),segment_id=f8fad2b7-6269-4217-a995-68b12ab76f97)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:10:46.036301 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0d63ea76-7c8b-4248-95a9-4e8ae0e743cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (6dcdfe9b-eda4-42a1-8e9b-7488530abb20), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:46.052844 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-aeae965b-9c30-41e5-a22b-775ab49f39d4 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (e98a8034-e921-434a-8896-91c8d51e8094), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:46.105602 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d63ea76-7c8b-4248-95a9-4e8ae0e743cb None None] Pushing event updated for resources: {'Port': ['ID=6dcdfe9b-eda4-42a1-8e9b-7488530abb20,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:10:46.111280 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-897ce126-75f4-4026-840e-9c77f84e98f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9de4fe2-62b7-4127-8978-fd5271382426', 'name': 'tempest-TestNetworkAdvancedServerOps-router-598164991', 'tenant_id': '6d8f90d776f2444ead7911de1972e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '488b1928-0e78-4456-ad9a-1e4484519ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:10:42Z', 'updated_at': '2022-02-04T13:10:43Z', 'revision_number': 3, 'project_id': '6d8f90d776f2444ead7911de1972e870', 'gw_port': {'id': '488b1928-0e78-4456-ad9a-1e4484519ee9', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:9e:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9de4fe2-62b7-4127-8978-fd5271382426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:10:43Z', 'updated_at': '2022-02-04T13:10:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:10:46.146567 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897ce126-75f4-4026-840e-9c77f84e98f6 None None] The sync data for ids ['d9de4fe2-62b7-4127-8978-fd5271382426'] in n-d-825015-3 is: [{'id': 'd9de4fe2-62b7-4127-8978-fd5271382426', 'name': 'tempest-TestNetworkAdvancedServerOps-router-598164991', 'tenant_id': '6d8f90d776f2444ead7911de1972e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '488b1928-0e78-4456-ad9a-1e4484519ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:10:42Z', 'updated_at': '2022-02-04T13:10:43Z', 'revision_number': 3, 'project_id': '6d8f90d776f2444ead7911de1972e870', 'gw_port': {'id': '488b1928-0e78-4456-ad9a-1e4484519ee9', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:9e:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9de4fe2-62b7-4127-8978-fd5271382426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:10:43Z', 'updated_at': '2022-02-04T13:10:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:10:46.394915 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-aeae965b-9c30-41e5-a22b-775ab49f39d4 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for port (e98a8034-e921-434a-8896-91c8d51e8094), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:46.404003 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-aeae965b-9c30-41e5-a22b-775ab49f39d4 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (e98a8034-e921-434a-8896-91c8d51e8094), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:46.500888 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-aeae965b-9c30-41e5-a22b-775ab49f39d4 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622202'] for router_interface (d9de4fe2-62b7-4127-8978-fd5271382426), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:46.502854 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeae965b-9c30-41e5-a22b-775ab49f39d4 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Pushing event updated for resources: {'Port': ['ID=e98a8034-e921-434a-8896-91c8d51e8094,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:10:46.623799 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeae965b-9c30-41e5-a22b-775ab49f39d4 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Network c954d03c-39b2-4812-b71f-54d3a327d6cc is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:10:46.625450 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-aeae965b-9c30-41e5-a22b-775ab49f39d4 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:10:46.706691 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 6dcdfe9b-eda4-42a1-8e9b-7488530abb20 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:10:46.757415 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 6dcdfe9b-eda4-42a1-8e9b-7488530abb20 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:10:46.758353 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (6dcdfe9b-eda4-42a1-8e9b-7488530abb20), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:46.780027 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeae965b-9c30-41e5-a22b-775ab49f39d4 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Router d9de4fe2-62b7-4127-8978-fd5271382426 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:10:46.858507 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 6dcdfe9b-eda4-42a1-8e9b-7488530abb20 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:10:46.859059 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (6dcdfe9b-eda4-42a1-8e9b-7488530abb20), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:46.918670 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeae965b-9c30-41e5-a22b-775ab49f39d4 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:10:46.924350 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-aeae965b-9c30-41e5-a22b-775ab49f39d4 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "PUT /v2.0/routers/d9de4fe2-62b7-4127-8978-fd5271382426/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0593615 Feb 04 13:10:47.086131 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port 6dcdfe9b-eda4-42a1-8e9b-7488530abb20, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=6dcdfe9b-eda4-42a1-8e9b-7488530abb20,segment=NetworkSegment(f8fad2b7-6269-4217-a995-68b12ab76f97),segment_id=f8fad2b7-6269-4217-a995-68b12ab76f97)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:10:47.095483 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (6dcdfe9b-eda4-42a1-8e9b-7488530abb20), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:47.096429 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 488b1928-0e78-4456-ad9a-1e4484519ee9 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:10:47.131147 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bbf7dfb8-687b-43da-b95c-f9ea0c66d7b1 req-543b4118-ebd7-4d13-a2cf-98f74f0ae0f6 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-834624099&fields=id&tenant_id=6d8f90d776f2444ead7911de1972e870 HTTP/1.1" status: 200 len: 267 time: 0.0623043 Feb 04 13:10:47.173300 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=6dcdfe9b-eda4-42a1-8e9b-7488530abb20,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:10:47.198699 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 488b1928-0e78-4456-ad9a-1e4484519ee9 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:10:47.199094 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (488b1928-0e78-4456-ad9a-1e4484519ee9), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:47.271526 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf7dfb8-687b-43da-b95c-f9ea0c66d7b1 req-36525c50-f4b7-4d07-95fa-b25e4780bccb tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:47.274866 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bbf7dfb8-687b-43da-b95c-f9ea0c66d7b1 req-36525c50-f4b7-4d07-95fa-b25e4780bccb tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/networks?id=c954d03c-39b2-4812-b71f-54d3a327d6cc HTTP/1.1" status: 200 len: 797 time: 0.1336260 Feb 04 13:10:47.294260 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 488b1928-0e78-4456-ad9a-1e4484519ee9 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:10:47.294671 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (488b1928-0e78-4456-ad9a-1e4484519ee9), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:47.296399 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bbf7dfb8-687b-43da-b95c-f9ea0c66d7b1 req-68ca49ed-6563-4771-9bf8-1b09218bcdab tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/quotas/6d8f90d776f2444ead7911de1972e870 HTTP/1.1" status: 200 len: 375 time: 0.0158396 Feb 04 13:10:47.301383 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415e4237-cdde-41e9-abe8-15af826c4e5e None None] Network c954d03c-39b2-4812-b71f-54d3a327d6cc requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:10:47.350441 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bbf7dfb8-687b-43da-b95c-f9ea0c66d7b1 req-aa2c3832-24b3-4299-8d19-4bc955e5d20a tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=6d8f90d776f2444ead7911de1972e870&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0529759 Feb 04 13:10:47.376652 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port 488b1928-0e78-4456-ad9a-1e4484519ee9, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=488b1928-0e78-4456-ad9a-1e4484519ee9,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:10:47.387421 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (488b1928-0e78-4456-ad9a-1e4484519ee9), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:47.433956 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-6da3ca4e-1d90-4878-86ba-c015b2d7ce4c None None] Provisioning complete for port 6dcdfe9b-eda4-42a1-8e9b-7488530abb20 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:10:47.434330 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6da3ca4e-1d90-4878-86ba-c015b2d7ce4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (6dcdfe9b-eda4-42a1-8e9b-7488530abb20), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:47.448840 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bbf7dfb8-687b-43da-b95c-f9ea0c66d7b1 req-ab36fbd3-9d39-457f-aa50-6b6f3664717f service neutron] 10.222.0.65 "GET /v2.0/networks/c954d03c-39b2-4812-b71f-54d3a327d6cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862875 Feb 04 13:10:47.508193 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=488b1928-0e78-4456-ad9a-1e4484519ee9,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:10:47.552642 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bbf7dfb8-687b-43da-b95c-f9ea0c66d7b1 req-d391d042-7e1c-48c5-bedf-11a78027f238 service neutron] 10.222.0.65 "GET /v2.0/networks/c954d03c-39b2-4812-b71f-54d3a327d6cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974042 Feb 04 13:10:47.574893 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-6da3ca4e-1d90-4878-86ba-c015b2d7ce4c None None] Current status of the port 6dcdfe9b-eda4-42a1-8e9b-7488530abb20 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:10:47.817806 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-26c12bdc-86e1-4ac3-97cd-1ed3ea2e65b5 req-b02b7324-a403-4162-a3e2-8e96b3b3843e tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=54df83a5-d7c2-4d80-bebc-f522d7cda1cd HTTP/1.1" status: 200 len: 210 time: 0.0531232 Feb 04 13:10:47.922671 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-c3a42cfd-df99-442a-8514-3da6a3b522ad None None] Provisioning complete for port 6dcdfe9b-eda4-42a1-8e9b-7488530abb20 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:10:47.923111 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c3a42cfd-df99-442a-8514-3da6a3b522ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (6dcdfe9b-eda4-42a1-8e9b-7488530abb20), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:48.055819 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c3a42cfd-df99-442a-8514-3da6a3b522ad None None] Current status of the port 6dcdfe9b-eda4-42a1-8e9b-7488530abb20 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:10:48.059570 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5679a61c-71d2-497a-88f7-c47a01ff6786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:48.070149 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-c3a42cfd-df99-442a-8514-3da6a3b522ad None None] Provisioning complete for port e98a8034-e921-434a-8896-91c8d51e8094 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:10:48.070531 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c3a42cfd-df99-442a-8514-3da6a3b522ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (e98a8034-e921-434a-8896-91c8d51e8094), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:48.110943 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c3a42cfd-df99-442a-8514-3da6a3b522ad None None] Port e98a8034-e921-434a-8896-91c8d51e8094 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:10:48.173516 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43a4084-f052-4267-8a97-6eb278c20a72 None None] Sync routers for ids ['d9de4fe2-62b7-4127-8978-fd5271382426'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:10:48.190524 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43a4084-f052-4267-8a97-6eb278c20a72 None None] Routers {'d9de4fe2-62b7-4127-8978-fd5271382426'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:10:48.191431 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-f43a4084-f052-4267-8a97-6eb278c20a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:10:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['d9de4fe2-62b7-4127-8978-fd5271382426'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:10:48.237376 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-1474beb0-b5fe-4a3d-87db-ccea232146d5 None None] Provisioning complete for port e98a8034-e921-434a-8896-91c8d51e8094 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:10:48.238171 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1474beb0-b5fe-4a3d-87db-ccea232146d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (e98a8034-e921-434a-8896-91c8d51e8094), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:48.316576 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-1474beb0-b5fe-4a3d-87db-ccea232146d5 None None] Port e98a8034-e921-434a-8896-91c8d51e8094 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:10:48.373147 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-f43a4084-f052-4267-8a97-6eb278c20a72 None None] Set router d9de4fe2-62b7-4127-8978-fd5271382426 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:10:48.436741 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-8ce6ece0-f21e-4c42-a54c-31d095e6fe7a None None] Provisioning complete for port e98a8034-e921-434a-8896-91c8d51e8094 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:10:48.437158 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8ce6ece0-f21e-4c42-a54c-31d095e6fe7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (e98a8034-e921-434a-8896-91c8d51e8094), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:48.486985 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-8ce6ece0-f21e-4c42-a54c-31d095e6fe7a None None] Port e98a8034-e921-434a-8896-91c8d51e8094 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:10:48.547112 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 6dcdfe9b-eda4-42a1-8e9b-7488530abb20 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:10:48.589371 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-f43a4084-f052-4267-8a97-6eb278c20a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9de4fe2-62b7-4127-8978-fd5271382426', 'name': 'tempest-TestNetworkAdvancedServerOps-router-598164991', 'tenant_id': '6d8f90d776f2444ead7911de1972e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '488b1928-0e78-4456-ad9a-1e4484519ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:10:42Z', 'updated_at': '2022-02-04T13:10:46Z', 'revision_number': 4, 'project_id': '6d8f90d776f2444ead7911de1972e870', 'gw_port': {'id': '488b1928-0e78-4456-ad9a-1e4484519ee9', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:9e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9de4fe2-62b7-4127-8978-fd5271382426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:10:43Z', 'updated_at': '2022-02-04T13:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'e98a8034-e921-434a-8896-91c8d51e8094', 'name': '', 'network_id': 'c954d03c-39b2-4812-b71f-54d3a327d6cc', 'tenant_id': '6d8f90d776f2444ead7911de1972e870', 'mac_address': 'fa:16:3e:f9:4f:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9de4fe2-62b7-4127-8978-fd5271382426', 'device_owner': 'network:router_interface', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': 'e52ec9c7-9126-46a1-ae19-ae10fb10333a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:10:45Z', 'updated_at': '2022-02-04T13:10:46Z', 'revision_number': 2, 'project_id': '6d8f90d776f2444ead7911de1972e870', 'subnets': [{'id': 'e52ec9c7-9126-46a1-ae19-ae10fb10333a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:10:48.597455 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 6dcdfe9b-eda4-42a1-8e9b-7488530abb20 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:10:48.597838 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (6dcdfe9b-eda4-42a1-8e9b-7488530abb20), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:48.615447 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43a4084-f052-4267-8a97-6eb278c20a72 None None] Checking router: d9de4fe2-62b7-4127-8978-fd5271382426 for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:10:48.615832 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43a4084-f052-4267-8a97-6eb278c20a72 None None] Updating router d9de4fe2-62b7-4127-8978-fd5271382426 port e98a8034-e921-434a-8896-91c8d51e8094 binding host n-d-825015-3 {{(pid=103477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:10:48.644458 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f43a4084-f052-4267-8a97-6eb278c20a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (e98a8034-e921-434a-8896-91c8d51e8094), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:48.689969 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 6dcdfe9b-eda4-42a1-8e9b-7488530abb20 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:10:48.690954 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 488b1928-0e78-4456-ad9a-1e4484519ee9 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:10:48.739080 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 488b1928-0e78-4456-ad9a-1e4484519ee9 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:10:48.739448 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (488b1928-0e78-4456-ad9a-1e4484519ee9), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:48.828018 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 488b1928-0e78-4456-ad9a-1e4484519ee9 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:10:48.930293 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f43a4084-f052-4267-8a97-6eb278c20a72 None None] Publish callbacks [] for port (e98a8034-e921-434a-8896-91c8d51e8094), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:48.937831 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f43a4084-f052-4267-8a97-6eb278c20a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (e98a8034-e921-434a-8896-91c8d51e8094), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:48.951647 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f9919610-e537-4918-9b17-471e440764b8 req-a121545d-633f-41ff-9f69-d70b4585b3b4 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=54df83a5-d7c2-4d80-bebc-f522d7cda1cd HTTP/1.1" status: 200 len: 210 time: 0.0369229 Feb 04 13:10:49.000259 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea395c6-d87b-44f7-abd1-897beaf29f3d None None] Pushing event updated for resources: {'Port': ['ID=e98a8034-e921-434a-8896-91c8d51e8094,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:10:49.026242 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea395c6-d87b-44f7-abd1-897beaf29f3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:10:49.026762 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea395c6-d87b-44f7-abd1-897beaf29f3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:10:49.027114 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea395c6-d87b-44f7-abd1-897beaf29f3d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:10:49.027557 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea395c6-d87b-44f7-abd1-897beaf29f3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:10:49.028297 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea395c6-d87b-44f7-abd1-897beaf29f3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:10:49.028869 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea395c6-d87b-44f7-abd1-897beaf29f3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:10:49.029243 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea395c6-d87b-44f7-abd1-897beaf29f3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:10:49.029794 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea395c6-d87b-44f7-abd1-897beaf29f3d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:10:49.030663 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea395c6-d87b-44f7-abd1-897beaf29f3d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:10:49.030889 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea395c6-d87b-44f7-abd1-897beaf29f3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:10:49.031455 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea395c6-d87b-44f7-abd1-897beaf29f3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:10:49.031932 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea395c6-d87b-44f7-abd1-897beaf29f3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:10:49.032274 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea395c6-d87b-44f7-abd1-897beaf29f3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:10:49.040319 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf7dfb8-687b-43da-b95c-f9ea0c66d7b1 req-9fd2ab91-10df-4aa0-b684-a132bbd8c71f tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:49.042007 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bbf7dfb8-687b-43da-b95c-f9ea0c66d7b1 req-9fd2ab91-10df-4aa0-b684-a132bbd8c71f tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.73 "GET /v2.0/networks?id=c954d03c-39b2-4812-b71f-54d3a327d6cc HTTP/1.1" status: 200 len: 797 time: 0.1758571 Feb 04 13:10:49.067800 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-f43a4084-f052-4267-8a97-6eb278c20a72 None None] Attempting to bind port e98a8034-e921-434a-8896-91c8d51e8094 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:10:49.068174 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-f43a4084-f052-4267-8a97-6eb278c20a72 None None] Attempting to bind port e98a8034-e921-434a-8896-91c8d51e8094 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': 'f8fad2b7-6269-4217-a995-68b12ab76f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c954d03c-39b2-4812-b71f-54d3a327d6cc'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:10:49.068567 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43a4084-f052-4267-8a97-6eb278c20a72 None None] Attempting to bind port e98a8034-e921-434a-8896-91c8d51e8094 on network c954d03c-39b2-4812-b71f-54d3a327d6cc {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:10:49.074561 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43a4084-f052-4267-8a97-6eb278c20a72 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:10:49.074942 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43a4084-f052-4267-8a97-6eb278c20a72 None None] Checking segment: {'id': 'f8fad2b7-6269-4217-a995-68b12ab76f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c954d03c-39b2-4812-b71f-54d3a327d6cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:10:49.075349 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f43a4084-f052-4267-8a97-6eb278c20a72 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:49.075755 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43a4084-f052-4267-8a97-6eb278c20a72 None None] Bound using segment: {'id': 'f8fad2b7-6269-4217-a995-68b12ab76f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c954d03c-39b2-4812-b71f-54d3a327d6cc'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:10:49.076218 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-f43a4084-f052-4267-8a97-6eb278c20a72 None None] Bound port: e98a8034-e921-434a-8896-91c8d51e8094, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8fad2b7-6269-4217-a995-68b12ab76f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c954d03c-39b2-4812-b71f-54d3a327d6cc'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:10:49.076608 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f43a4084-f052-4267-8a97-6eb278c20a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (e98a8034-e921-434a-8896-91c8d51e8094), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:49.111671 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bbf7dfb8-687b-43da-b95c-f9ea0c66d7b1 req-c676ebba-b2e0-4f6e-ab69-0155e9f8eaf8 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d8f90d776f2444ead7911de1972e870 HTTP/1.1" status: 200 len: 379 time: 0.0593352 Feb 04 13:10:49.122302 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-bbf7dfb8-687b-43da-b95c-f9ea0c66d7b1 req-323a9860-1b21-4082-8ba7-244bac591512 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Request body: {'port': {'device_id': '54df83a5-d7c2-4d80-bebc-f522d7cda1cd', 'network_id': 'c954d03c-39b2-4812-b71f-54d3a327d6cc', 'admin_state_up': True, 'tenant_id': '6d8f90d776f2444ead7911de1972e870', 'security_groups': ['3a36eea4-c150-4572-b8d6-e37d75d88b03']}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:10:49.150982 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-f43a4084-f052-4267-8a97-6eb278c20a72 None None] For port e98a8034-e921-434a-8896-91c8d51e8094, host n-d-825015-3, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:10:49.154949 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-f43a4084-f052-4267-8a97-6eb278c20a72 None None] For port e98a8034-e921-434a-8896-91c8d51e8094, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=e98a8034-e921-434a-8896-91c8d51e8094,segment=NetworkSegment(f8fad2b7-6269-4217-a995-68b12ab76f97),segment_id=f8fad2b7-6269-4217-a995-68b12ab76f97)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:10:49.166698 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f43a4084-f052-4267-8a97-6eb278c20a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (e98a8034-e921-434a-8896-91c8d51e8094), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:49.224612 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43a4084-f052-4267-8a97-6eb278c20a72 None None] Routers {'d9de4fe2-62b7-4127-8978-fd5271382426'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:10:49.225249 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-f43a4084-f052-4267-8a97-6eb278c20a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:10:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['d9de4fe2-62b7-4127-8978-fd5271382426'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:10:49.250798 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbf7dfb8-687b-43da-b95c-f9ea0c66d7b1 req-323a9860-1b21-4082-8ba7-244bac591512 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Made reservation on behalf of 6d8f90d776f2444ead7911de1972e870 for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:10:49.254197 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-bbf7dfb8-687b-43da-b95c-f9ea0c66d7b1 req-323a9860-1b21-4082-8ba7-244bac591512 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:49.273711 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea395c6-d87b-44f7-abd1-897beaf29f3d None None] Pushing event updated for resources: {'Port': ['ID=e98a8034-e921-434a-8896-91c8d51e8094,revision_number=4']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:10:49.322623 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-cdcb7937-6bee-433a-a59d-658ed77f7e82 None None] Provisioning complete for port e98a8034-e921-434a-8896-91c8d51e8094 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:10:49.324109 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cdcb7937-6bee-433a-a59d-658ed77f7e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (e98a8034-e921-434a-8896-91c8d51e8094), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:49.366345 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-f43a4084-f052-4267-8a97-6eb278c20a72 None None] Set router d9de4fe2-62b7-4127-8978-fd5271382426 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:10:49.387053 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:49.413776 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-bbf7dfb8-687b-43da-b95c-f9ea0c66d7b1 req-323a9860-1b21-4082-8ba7-244bac591512 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Allocated IP 172.20.0.8 (c954d03c-39b2-4812-b71f-54d3a327d6cc/e52ec9c7-9126-46a1-ae19-ae10fb10333a/9ec0de5f-87b8-40e3-bcad-57730617cb77) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:10:49.430119 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-cdcb7937-6bee-433a-a59d-658ed77f7e82 None None] Current status of the port e98a8034-e921-434a-8896-91c8d51e8094 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:10:49.430654 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cdcb7937-6bee-433a-a59d-658ed77f7e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (e98a8034-e921-434a-8896-91c8d51e8094), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:49.478669 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-cdcb7937-6bee-433a-a59d-658ed77f7e82 None None] For port e98a8034-e921-434a-8896-91c8d51e8094, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=e98a8034-e921-434a-8896-91c8d51e8094,segment=NetworkSegment(f8fad2b7-6269-4217-a995-68b12ab76f97),segment_id=f8fad2b7-6269-4217-a995-68b12ab76f97)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:10:49.485750 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cdcb7937-6bee-433a-a59d-658ed77f7e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (e98a8034-e921-434a-8896-91c8d51e8094), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:49.537925 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcb7937-6bee-433a-a59d-658ed77f7e82 None None] Pushing event updated for resources: {'Port': ['ID=e98a8034-e921-434a-8896-91c8d51e8094,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:10:49.588218 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-bbf7dfb8-687b-43da-b95c-f9ea0c66d7b1 req-323a9860-1b21-4082-8ba7-244bac591512 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for port (9ec0de5f-87b8-40e3-bcad-57730617cb77), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:49.612263 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-8f2d99fa-152e-4539-a463-c3ae1671c99b None None] Provisioning complete for port e98a8034-e921-434a-8896-91c8d51e8094 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:10:49.612682 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8f2d99fa-152e-4539-a463-c3ae1671c99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (e98a8034-e921-434a-8896-91c8d51e8094), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:49.624733 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-bbf7dfb8-687b-43da-b95c-f9ea0c66d7b1 req-323a9860-1b21-4082-8ba7-244bac591512 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (9ec0de5f-87b8-40e3-bcad-57730617cb77), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:49.668905 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbf7dfb8-687b-43da-b95c-f9ea0c66d7b1 req-323a9860-1b21-4082-8ba7-244bac591512 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Network c954d03c-39b2-4812-b71f-54d3a327d6cc is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:10:49.672232 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-bbf7dfb8-687b-43da-b95c-f9ea0c66d7b1 req-323a9860-1b21-4082-8ba7-244bac591512 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:10:49.674675 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbf7dfb8-687b-43da-b95c-f9ea0c66d7b1 req-323a9860-1b21-4082-8ba7-244bac591512 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:10:49.694421 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-f43a4084-f052-4267-8a97-6eb278c20a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9de4fe2-62b7-4127-8978-fd5271382426', 'name': 'tempest-TestNetworkAdvancedServerOps-router-598164991', 'tenant_id': '6d8f90d776f2444ead7911de1972e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '488b1928-0e78-4456-ad9a-1e4484519ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:10:42Z', 'updated_at': '2022-02-04T13:10:46Z', 'revision_number': 4, 'project_id': '6d8f90d776f2444ead7911de1972e870', 'gw_port': {'id': '488b1928-0e78-4456-ad9a-1e4484519ee9', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:9e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9de4fe2-62b7-4127-8978-fd5271382426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:10:43Z', 'updated_at': '2022-02-04T13:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'e98a8034-e921-434a-8896-91c8d51e8094', 'name': '', 'network_id': 'c954d03c-39b2-4812-b71f-54d3a327d6cc', 'tenant_id': '6d8f90d776f2444ead7911de1972e870', 'mac_address': 'fa:16:3e:f9:4f:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9de4fe2-62b7-4127-8978-fd5271382426', 'device_owner': 'network:router_interface', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': 'e52ec9c7-9126-46a1-ae19-ae10fb10333a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:10:45Z', 'updated_at': '2022-02-04T13:10:49Z', 'revision_number': 4, 'project_id': '6d8f90d776f2444ead7911de1972e870', 'subnets': [{'id': 'e52ec9c7-9126-46a1-ae19-ae10fb10333a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:10:49.706346 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-8f2d99fa-152e-4539-a463-c3ae1671c99b None None] Current status of the port e98a8034-e921-434a-8896-91c8d51e8094 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:10:49.725297 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323a9860-1b21-4082-8ba7-244bac591512 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Pushing event updated for resources: {'Port': ['ID=9ec0de5f-87b8-40e3-bcad-57730617cb77,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:10:49.726842 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43a4084-f052-4267-8a97-6eb278c20a72 None None] The sync data for ids ['d9de4fe2-62b7-4127-8978-fd5271382426'] in n-d-825015-3 is: [{'id': 'd9de4fe2-62b7-4127-8978-fd5271382426', 'name': 'tempest-TestNetworkAdvancedServerOps-router-598164991', 'tenant_id': '6d8f90d776f2444ead7911de1972e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '488b1928-0e78-4456-ad9a-1e4484519ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:10:42Z', 'updated_at': '2022-02-04T13:10:46Z', 'revision_number': 4, 'project_id': '6d8f90d776f2444ead7911de1972e870', 'gw_port': {'id': '488b1928-0e78-4456-ad9a-1e4484519ee9', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:9e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9de4fe2-62b7-4127-8978-fd5271382426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:10:43Z', 'updated_at': '2022-02-04T13:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'e98a8034-e921-434a-8896-91c8d51e8094', 'name': '', 'network_id': 'c954d03c-39b2-4812-b71f-54d3a327d6cc', 'tenant_id': '6d8f90d776f2444ead7911de1972e870', 'mac_address': 'fa:16:3e:f9:4f:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9de4fe2-62b7-4127-8978-fd5271382426', 'device_owner': 'network:router_interface', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': 'e52ec9c7-9126-46a1-ae19-ae10fb10333a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:10:45Z', 'updated_at': '2022-02-04T13:10:49Z', 'revision_number': 4, 'project_id': '6d8f90d776f2444ead7911de1972e870', 'subnets': [{'id': 'e52ec9c7-9126-46a1-ae19-ae10fb10333a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:10:49.751922 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf7dfb8-687b-43da-b95c-f9ea0c66d7b1 req-323a9860-1b21-4082-8ba7-244bac591512 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:49.752770 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-bbf7dfb8-687b-43da-b95c-f9ea0c66d7b1 req-323a9860-1b21-4082-8ba7-244bac591512 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:49.792819 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bbf7dfb8-687b-43da-b95c-f9ea0c66d7b1 req-323a9860-1b21-4082-8ba7-244bac591512 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6758692 Feb 04 13:10:49.805223 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-bbf7dfb8-687b-43da-b95c-f9ea0c66d7b1 req-a61abbf8-59ae-4b4c-99fb-b8dfbead4d72 service neutron] Request body: {'port': {'device_id': '54df83a5-d7c2-4d80-bebc-f522d7cda1cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:10:49.878037 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-bbf7dfb8-687b-43da-b95c-f9ea0c66d7b1 req-a61abbf8-59ae-4b4c-99fb-b8dfbead4d72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (9ec0de5f-87b8-40e3-bcad-57730617cb77), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:50.030496 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-c01de57e-a71f-448e-b24a-1a9e59f54ef5 None None] Provisioning complete for port 9ec0de5f-87b8-40e3-bcad-57730617cb77 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:10:50.031265 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c01de57e-a71f-448e-b24a-1a9e59f54ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (9ec0de5f-87b8-40e3-bcad-57730617cb77), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:50.076847 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c01de57e-a71f-448e-b24a-1a9e59f54ef5 None None] Port 9ec0de5f-87b8-40e3-bcad-57730617cb77 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:10:50.160070 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc298b67-bbe4-43c6-acb8-2730bc8a2efa req-3476514b-11f9-4a8b-b23e-f1b5cca6c86b tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:50.161606 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bc298b67-bbe4-43c6-acb8-2730bc8a2efa req-3476514b-11f9-4a8b-b23e-f1b5cca6c86b tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=54df83a5-d7c2-4d80-bebc-f522d7cda1cd HTTP/1.1" status: 200 len: 931 time: 0.1261878 Feb 04 13:10:50.258007 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bc298b67-bbe4-43c6-acb8-2730bc8a2efa req-afeb4f88-ff1f-4638-96ea-2b384bab4248 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a36eea4-c150-4572-b8d6-e37d75d88b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886717 Feb 04 13:10:50.262542 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-bbf7dfb8-687b-43da-b95c-f9ea0c66d7b1 req-a61abbf8-59ae-4b4c-99fb-b8dfbead4d72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ec0de5f-87b8-40e3-bcad-57730617cb77 {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:10:50.270806 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-bbf7dfb8-687b-43da-b95c-f9ea0c66d7b1 req-a61abbf8-59ae-4b4c-99fb-b8dfbead4d72 service neutron] Publish callbacks [] for port (9ec0de5f-87b8-40e3-bcad-57730617cb77), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:50.287122 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-bbf7dfb8-687b-43da-b95c-f9ea0c66d7b1 req-a61abbf8-59ae-4b4c-99fb-b8dfbead4d72 service neutron] Transition to ACTIVE for port object 9ec0de5f-87b8-40e3-bcad-57730617cb77 will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:10:50.292125 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-bbf7dfb8-687b-43da-b95c-f9ea0c66d7b1 req-a61abbf8-59ae-4b4c-99fb-b8dfbead4d72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (9ec0de5f-87b8-40e3-bcad-57730617cb77), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:50.366877 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61abbf8-59ae-4b4c-99fb-b8dfbead4d72 service neutron] Pushing event updated for resources: {'Port': ['ID=9ec0de5f-87b8-40e3-bcad-57730617cb77,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:10:50.424937 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-bbf7dfb8-687b-43da-b95c-f9ea0c66d7b1 req-a61abbf8-59ae-4b4c-99fb-b8dfbead4d72 service neutron] Attempting to bind port 9ec0de5f-87b8-40e3-bcad-57730617cb77 on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:10:50.425365 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-bbf7dfb8-687b-43da-b95c-f9ea0c66d7b1 req-a61abbf8-59ae-4b4c-99fb-b8dfbead4d72 service neutron] Attempting to bind port 9ec0de5f-87b8-40e3-bcad-57730617cb77 by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': 'f8fad2b7-6269-4217-a995-68b12ab76f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c954d03c-39b2-4812-b71f-54d3a327d6cc'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:10:50.425770 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf7dfb8-687b-43da-b95c-f9ea0c66d7b1 req-a61abbf8-59ae-4b4c-99fb-b8dfbead4d72 service neutron] Attempting to bind port 9ec0de5f-87b8-40e3-bcad-57730617cb77 on network c954d03c-39b2-4812-b71f-54d3a327d6cc {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:10:50.431356 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf7dfb8-687b-43da-b95c-f9ea0c66d7b1 req-a61abbf8-59ae-4b4c-99fb-b8dfbead4d72 service neutron] Port 9ec0de5f-87b8-40e3-bcad-57730617cb77 on network c954d03c-39b2-4812-b71f-54d3a327d6cc not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:10:50.431800 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf7dfb8-687b-43da-b95c-f9ea0c66d7b1 req-a61abbf8-59ae-4b4c-99fb-b8dfbead4d72 service neutron] Attempting to bind port 9ec0de5f-87b8-40e3-bcad-57730617cb77 on network c954d03c-39b2-4812-b71f-54d3a327d6cc {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:10:50.437454 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf7dfb8-687b-43da-b95c-f9ea0c66d7b1 req-a61abbf8-59ae-4b4c-99fb-b8dfbead4d72 service neutron] Checking agent: {'id': 'f8add0d2-2202-43d3-bc0e-72442788e6ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:10:50.437886 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf7dfb8-687b-43da-b95c-f9ea0c66d7b1 req-a61abbf8-59ae-4b4c-99fb-b8dfbead4d72 service neutron] Checking segment: {'id': 'f8fad2b7-6269-4217-a995-68b12ab76f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c954d03c-39b2-4812-b71f-54d3a327d6cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:10:50.438348 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf7dfb8-687b-43da-b95c-f9ea0c66d7b1 req-a61abbf8-59ae-4b4c-99fb-b8dfbead4d72 service neutron] Bound using segment: {'id': 'f8fad2b7-6269-4217-a995-68b12ab76f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c954d03c-39b2-4812-b71f-54d3a327d6cc'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:10:50.439123 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-bbf7dfb8-687b-43da-b95c-f9ea0c66d7b1 req-a61abbf8-59ae-4b4c-99fb-b8dfbead4d72 service neutron] Bound port: 9ec0de5f-87b8-40e3-bcad-57730617cb77, host: n-h1-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8fad2b7-6269-4217-a995-68b12ab76f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c954d03c-39b2-4812-b71f-54d3a327d6cc'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:10:50.439553 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-bbf7dfb8-687b-43da-b95c-f9ea0c66d7b1 req-a61abbf8-59ae-4b4c-99fb-b8dfbead4d72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (9ec0de5f-87b8-40e3-bcad-57730617cb77), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:50.520605 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-bbf7dfb8-687b-43da-b95c-f9ea0c66d7b1 req-a61abbf8-59ae-4b4c-99fb-b8dfbead4d72 service neutron] For port 9ec0de5f-87b8-40e3-bcad-57730617cb77, host n-h1-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:10:50.524110 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-bbf7dfb8-687b-43da-b95c-f9ea0c66d7b1 req-a61abbf8-59ae-4b4c-99fb-b8dfbead4d72 service neutron] For port 9ec0de5f-87b8-40e3-bcad-57730617cb77, host n-h1-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=9ec0de5f-87b8-40e3-bcad-57730617cb77,segment=NetworkSegment(f8fad2b7-6269-4217-a995-68b12ab76f97),segment_id=f8fad2b7-6269-4217-a995-68b12ab76f97)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:10:50.532186 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-bbf7dfb8-687b-43da-b95c-f9ea0c66d7b1 req-a61abbf8-59ae-4b4c-99fb-b8dfbead4d72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (9ec0de5f-87b8-40e3-bcad-57730617cb77), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:50.576053 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf7dfb8-687b-43da-b95c-f9ea0c66d7b1 req-a61abbf8-59ae-4b4c-99fb-b8dfbead4d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:50.576903 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-bbf7dfb8-687b-43da-b95c-f9ea0c66d7b1 req-a61abbf8-59ae-4b4c-99fb-b8dfbead4d72 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:50.578369 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bbf7dfb8-687b-43da-b95c-f9ea0c66d7b1 req-a61abbf8-59ae-4b4c-99fb-b8dfbead4d72 service neutron] 10.222.0.73 "PUT /v2.0/ports/9ec0de5f-87b8-40e3-bcad-57730617cb77 HTTP/1.1" status: 200 len: 1091 time: 0.7785981 Feb 04 13:10:50.578896 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54df83a5-d7c2-4d80-bebc-f522d7cda1cd', 'tag': '9ec0de5f-87b8-40e3-bcad-57730617cb77'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:10:50.581467 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33bc4cce-265b-4d83-b488-473a65022f67" -d '{"events": [{"name": "network-changed", "server_uuid": "54df83a5-d7c2-4d80-bebc-f522d7cda1cd", "tag": "9ec0de5f-87b8-40e3-bcad-57730617cb77"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:10:50.618453 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61abbf8-59ae-4b4c-99fb-b8dfbead4d72 service neutron] Pushing event updated for resources: {'Port': ['ID=9ec0de5f-87b8-40e3-bcad-57730617cb77,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:10:50.631386 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device e98a8034-e921-434a-8896-91c8d51e8094 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:10:50.673376 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82bbf0c2-201f-4c2b-ab57-b9de771a16ac x-openstack-request-id: req-82bbf0c2-201f-4c2b-ab57-b9de771a16ac {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:10:50.673927 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54df83a5-d7c2-4d80-bebc-f522d7cda1cd", "tag": "9ec0de5f-87b8-40e3-bcad-57730617cb77", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:10:50.674358 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-82bbf0c2-201f-4c2b-ab57-b9de771a16ac {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:10:50.674968 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54df83a5-d7c2-4d80-bebc-f522d7cda1cd', 'tag': '9ec0de5f-87b8-40e3-bcad-57730617cb77', 'status': 'completed', 'code': 200} Feb 04 13:10:50.693906 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:50.699164 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf7dfb8-687b-43da-b95c-f9ea0c66d7b1 req-6721cd91-4659-4b8e-bb5d-003edf22d0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:50.700683 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bbf7dfb8-687b-43da-b95c-f9ea0c66d7b1 req-6721cd91-4659-4b8e-bb5d-003edf22d0ff service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6d8f90d776f2444ead7911de1972e870&device_id=54df83a5-d7c2-4d80-bebc-f522d7cda1cd HTTP/1.1" status: 200 len: 1125 time: 0.0613933 Feb 04 13:10:50.726955 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port e98a8034-e921-434a-8896-91c8d51e8094 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:10:50.728529 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (e98a8034-e921-434a-8896-91c8d51e8094), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:50.758394 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bbf7dfb8-687b-43da-b95c-f9ea0c66d7b1 req-df420273-9c3e-426c-8be1-af452efd5cb7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9ec0de5f-87b8-40e3-bcad-57730617cb77 HTTP/1.1" status: 200 len: 217 time: 0.0478730 Feb 04 13:10:50.826513 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port e98a8034-e921-434a-8896-91c8d51e8094 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:10:50.827558 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf7dfb8-687b-43da-b95c-f9ea0c66d7b1 req-5d080f15-345f-4fa0-8c09-4439268455fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:50.829607 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bbf7dfb8-687b-43da-b95c-f9ea0c66d7b1 req-5d080f15-345f-4fa0-8c09-4439268455fe service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e52ec9c7-9126-46a1-ae19-ae10fb10333a HTTP/1.1" status: 200 len: 835 time: 0.0648019 Feb 04 13:10:50.893076 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf7dfb8-687b-43da-b95c-f9ea0c66d7b1 req-2ba27f6c-ab30-4c43-9d0b-886c2f1c51b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:50.894566 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bbf7dfb8-687b-43da-b95c-f9ea0c66d7b1 req-2ba27f6c-ab30-4c43-9d0b-886c2f1c51b9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c954d03c-39b2-4812-b71f-54d3a327d6cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0587554 Feb 04 13:10:50.993780 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bbf7dfb8-687b-43da-b95c-f9ea0c66d7b1 req-801ccaa6-c21c-46f5-ac28-207820360482 service neutron] 10.222.0.73 "GET /v2.0/networks/c954d03c-39b2-4812-b71f-54d3a327d6cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910594 Feb 04 13:10:51.093445 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bbf7dfb8-687b-43da-b95c-f9ea0c66d7b1 req-dccec1a1-891a-45c3-9ecc-084592fd1ca0 service neutron] 10.222.0.73 "GET /v2.0/networks/c954d03c-39b2-4812-b71f-54d3a327d6cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902026 Feb 04 13:10:51.195718 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bc4cce-265b-4d83-b488-473a65022f67 req-99483389-a2a4-4f6c-bf4c-d99e9def9b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:51.197784 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-33bc4cce-265b-4d83-b488-473a65022f67 req-99483389-a2a4-4f6c-bf4c-d99e9def9b75 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6d8f90d776f2444ead7911de1972e870&device_id=54df83a5-d7c2-4d80-bebc-f522d7cda1cd HTTP/1.1" status: 200 len: 1125 time: 0.0482390 Feb 04 13:10:51.291306 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bc4cce-265b-4d83-b488-473a65022f67 req-743c4c1f-da60-4f7c-bf77-627d1b809486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:51.292833 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-33bc4cce-265b-4d83-b488-473a65022f67 req-743c4c1f-da60-4f7c-bf77-627d1b809486 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c954d03c-39b2-4812-b71f-54d3a327d6cc HTTP/1.1" status: 200 len: 898 time: 0.0889504 Feb 04 13:10:51.340112 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-33bc4cce-265b-4d83-b488-473a65022f67 req-1f417724-295e-40b9-91e4-8a4a4696e337 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9ec0de5f-87b8-40e3-bcad-57730617cb77 HTTP/1.1" status: 200 len: 217 time: 0.0397177 Feb 04 13:10:51.412580 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bc4cce-265b-4d83-b488-473a65022f67 req-15f6a577-032f-4058-9764-a266114ea475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:51.414031 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-33bc4cce-265b-4d83-b488-473a65022f67 req-15f6a577-032f-4058-9764-a266114ea475 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e52ec9c7-9126-46a1-ae19-ae10fb10333a HTTP/1.1" status: 200 len: 835 time: 0.0667264 Feb 04 13:10:51.437395 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed510b78-425c-4dbf-b40e-156cee28ed10 req-264cc244-a29b-4f40-ab35-61b585337b9e tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:51.439086 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ed510b78-425c-4dbf-b40e-156cee28ed10 req-264cc244-a29b-4f40-ab35-61b585337b9e tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=54df83a5-d7c2-4d80-bebc-f522d7cda1cd HTTP/1.1" status: 200 len: 943 time: 0.1019623 Feb 04 13:10:51.512637 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ed510b78-425c-4dbf-b40e-156cee28ed10 req-69e157aa-bb20-4f9a-ba09-4b5322e98c0a tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a36eea4-c150-4572-b8d6-e37d75d88b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549750 Feb 04 13:10:51.514449 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bc4cce-265b-4d83-b488-473a65022f67 req-0e9b8d9e-3547-4dd8-a125-ee9a4926427f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:51.515885 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-33bc4cce-265b-4d83-b488-473a65022f67 req-0e9b8d9e-3547-4dd8-a125-ee9a4926427f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c954d03c-39b2-4812-b71f-54d3a327d6cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0934479 Feb 04 13:10:51.611724 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-33bc4cce-265b-4d83-b488-473a65022f67 req-de882ee0-759d-4cd1-aef1-9cafd571db8e service neutron] 10.222.0.73 "GET /v2.0/networks/c954d03c-39b2-4812-b71f-54d3a327d6cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854440 Feb 04 13:10:51.707230 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-33bc4cce-265b-4d83-b488-473a65022f67 req-4c7f9a5d-e26f-46c2-8fcf-87cad34c1269 service neutron] 10.222.0.73 "GET /v2.0/networks/c954d03c-39b2-4812-b71f-54d3a327d6cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832319 Feb 04 13:10:51.750118 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:52.642177 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f9bb91-7082-4a50-889a-d60436b93c02 req-ea4977fc-e600-414a-ae4f-bd985ae10b5b tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:52.643654 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-84f9bb91-7082-4a50-889a-d60436b93c02 req-ea4977fc-e600-414a-ae4f-bd985ae10b5b tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=54df83a5-d7c2-4d80-bebc-f522d7cda1cd HTTP/1.1" status: 200 len: 943 time: 0.0573628 Feb 04 13:10:52.691450 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-84f9bb91-7082-4a50-889a-d60436b93c02 req-16df0289-9472-4e6e-b608-6f8315048270 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a36eea4-c150-4572-b8d6-e37d75d88b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422513 Feb 04 13:10:53.817584 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f6fae5-10e7-4f2f-88b7-9ea932406e0b req-d4247fb9-cc65-45ae-83b4-ed80cf24d00a tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:53.819064 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a8f6fae5-10e7-4f2f-88b7-9ea932406e0b req-d4247fb9-cc65-45ae-83b4-ed80cf24d00a tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=54df83a5-d7c2-4d80-bebc-f522d7cda1cd HTTP/1.1" status: 200 len: 943 time: 0.0578938 Feb 04 13:10:53.869482 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a8f6fae5-10e7-4f2f-88b7-9ea932406e0b req-a5557236-1291-485f-abc2-290d5f1b94fb tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a36eea4-c150-4572-b8d6-e37d75d88b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436950 Feb 04 13:10:54.102842 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 9ec0de5f-87b8-40e3-bcad-57730617cb77 details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:10:54.205635 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 9ec0de5f-87b8-40e3-bcad-57730617cb77, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=9ec0de5f-87b8-40e3-bcad-57730617cb77,segment=NetworkSegment(f8fad2b7-6269-4217-a995-68b12ab76f97),segment_id=f8fad2b7-6269-4217-a995-68b12ab76f97)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:10:54.218425 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': '9ec0de5f-87b8-40e3-bcad-57730617cb77', 'network_id': 'c954d03c-39b2-4812-b71f-54d3a327d6cc', 'port_id': '9ec0de5f-87b8-40e3-bcad-57730617cb77', 'mac_address': 'fa:16:3e:20:12:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e52ec9c7-9126-46a1-ae19-ae10fb10333a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:10:54.259228 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 9ec0de5f-87b8-40e3-bcad-57730617cb77 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:10:54.259649 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (9ec0de5f-87b8-40e3-bcad-57730617cb77), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:54.273012 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ec0de5f-87b8-40e3-bcad-57730617cb77 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:10:54.297937 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 9ec0de5f-87b8-40e3-bcad-57730617cb77, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=9ec0de5f-87b8-40e3-bcad-57730617cb77,segment=NetworkSegment(f8fad2b7-6269-4217-a995-68b12ab76f97),segment_id=f8fad2b7-6269-4217-a995-68b12ab76f97)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:10:54.301822 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (9ec0de5f-87b8-40e3-bcad-57730617cb77), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:54.350300 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=9ec0de5f-87b8-40e3-bcad-57730617cb77,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:10:54.544960 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['9ec0de5f-87b8-40e3-bcad-57730617cb77'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:10:54.991448 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9464a6d1-5b2f-4e7e-80ee-28fd4dd36eb0 req-715cd35f-79d7-4861-ad40-1ba8cdf00f1b tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:54.993925 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9464a6d1-5b2f-4e7e-80ee-28fd4dd36eb0 req-715cd35f-79d7-4861-ad40-1ba8cdf00f1b tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=54df83a5-d7c2-4d80-bebc-f522d7cda1cd HTTP/1.1" status: 200 len: 944 time: 0.0554483 Feb 04 13:10:55.049831 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9464a6d1-5b2f-4e7e-80ee-28fd4dd36eb0 req-5679b261-e871-47fb-a343-554aba91a507 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a36eea4-c150-4572-b8d6-e37d75d88b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506520 Feb 04 13:10:56.134603 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 9ec0de5f-87b8-40e3-bcad-57730617cb77 up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:10:56.184412 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning for port 9ec0de5f-87b8-40e3-bcad-57730617cb77 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:10:56.185286 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd40401a-aa3a-4324-aee0-fd22bc28e48d req-cebab6cc-c245-4e87-a78e-f357b2b888be tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:56.186812 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cd40401a-aa3a-4324-aee0-fd22bc28e48d req-cebab6cc-c245-4e87-a78e-f357b2b888be tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=54df83a5-d7c2-4d80-bebc-f522d7cda1cd HTTP/1.1" status: 200 len: 944 time: 0.0597122 Feb 04 13:10:56.188661 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port 9ec0de5f-87b8-40e3-bcad-57730617cb77 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:10:56.189301 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (9ec0de5f-87b8-40e3-bcad-57730617cb77), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:56.237745 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cd40401a-aa3a-4324-aee0-fd22bc28e48d req-d6b23206-145e-4ee1-9d60-5a78d85c4a52 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a36eea4-c150-4572-b8d6-e37d75d88b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446460 Feb 04 13:10:56.272679 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 9ec0de5f-87b8-40e3-bcad-57730617cb77 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:10:56.273062 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (9ec0de5f-87b8-40e3-bcad-57730617cb77), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:56.295801 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54df83a5-d7c2-4d80-bebc-f522d7cda1cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ec0de5f-87b8-40e3-bcad-57730617cb77'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:10:56.298020 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34c7930c-0630-48e0-b7a1-f218b5cc6be3" -d '{"events": [{"server_uuid": "54df83a5-d7c2-4d80-bebc-f522d7cda1cd", "name": "network-vif-plugged", "status": "completed", "tag": "9ec0de5f-87b8-40e3-bcad-57730617cb77"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:10:56.312106 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 9ec0de5f-87b8-40e3-bcad-57730617cb77, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=9ec0de5f-87b8-40e3-bcad-57730617cb77,segment=NetworkSegment(f8fad2b7-6269-4217-a995-68b12ab76f97),segment_id=f8fad2b7-6269-4217-a995-68b12ab76f97)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:10:56.315929 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (9ec0de5f-87b8-40e3-bcad-57730617cb77), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:56.341775 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbe52ed7-aaec-4426-81da-8d14529bc23d x-openstack-request-id: req-fbe52ed7-aaec-4426-81da-8d14529bc23d {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:10:56.342068 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54df83a5-d7c2-4d80-bebc-f522d7cda1cd", "name": "network-vif-plugged", "status": "completed", "tag": "9ec0de5f-87b8-40e3-bcad-57730617cb77", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:10:56.342346 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fbe52ed7-aaec-4426-81da-8d14529bc23d {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:10:56.342731 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54df83a5-d7c2-4d80-bebc-f522d7cda1cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ec0de5f-87b8-40e3-bcad-57730617cb77', 'code': 200} Feb 04 13:10:56.371673 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=9ec0de5f-87b8-40e3-bcad-57730617cb77,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:10:56.441180 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d1f4bd-2b9d-4956-ab56-fea51931c767 req-853da1cf-757d-47e8-8745-a57ef6a439e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:56.442675 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e4d1f4bd-2b9d-4956-ab56-fea51931c767 req-853da1cf-757d-47e8-8745-a57ef6a439e1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=54df83a5-d7c2-4d80-bebc-f522d7cda1cd HTTP/1.1" status: 200 len: 1127 time: 0.0475466 Feb 04 13:10:56.490301 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e4d1f4bd-2b9d-4956-ab56-fea51931c767 req-108bb9c1-c1df-4709-b1d7-e6ab80d8ac60 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=3a36eea4-c150-4572-b8d6-e37d75d88b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410471 Feb 04 13:10:57.367654 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5331b96d-5482-47c3-930a-5ca3b5114830 req-d8d1eab4-bb75-496d-bccc-4d78b8e0cda2 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:57.369180 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5331b96d-5482-47c3-930a-5ca3b5114830 req-d8d1eab4-bb75-496d-bccc-4d78b8e0cda2 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=54df83a5-d7c2-4d80-bebc-f522d7cda1cd HTTP/1.1" status: 200 len: 945 time: 0.0526433 Feb 04 13:10:57.426009 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5331b96d-5482-47c3-930a-5ca3b5114830 req-54544b70-9739-45e4-98d7-16459111bc32 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a36eea4-c150-4572-b8d6-e37d75d88b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488977 Feb 04 13:10:58.559420 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed0a3d4-e130-4fb9-8b3a-850ad5ef9373 req-e52b1604-db0f-4d43-be0f-e337bb7bd485 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:58.561050 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6ed0a3d4-e130-4fb9-8b3a-850ad5ef9373 req-e52b1604-db0f-4d43-be0f-e337bb7bd485 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=54df83a5-d7c2-4d80-bebc-f522d7cda1cd HTTP/1.1" status: 200 len: 945 time: 0.0567970 Feb 04 13:10:58.611295 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6ed0a3d4-e130-4fb9-8b3a-850ad5ef9373 req-b904bdba-1626-4e8b-bcf4-c0e79ea0e16a tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a36eea4-c150-4572-b8d6-e37d75d88b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444593 Feb 04 13:10:58.735612 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daf968d-0223-4310-8496-200765449898 req-acbe07a2-f66a-4106-b3e0-7b26b31dd401 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:58.737064 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1daf968d-0223-4310-8496-200765449898 req-acbe07a2-f66a-4106-b3e0-7b26b31dd401 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=54df83a5-d7c2-4d80-bebc-f522d7cda1cd HTTP/1.1" status: 200 len: 945 time: 0.0567710 Feb 04 13:10:58.786427 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1daf968d-0223-4310-8496-200765449898 req-aec8c2ce-804a-46b2-9b52-5db0b5c2ff91 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a36eea4-c150-4572-b8d6-e37d75d88b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435603 Feb 04 13:10:58.810997 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59770) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:10:58.861489 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1113992b-891e-4355-b4c4-d404248be4c2 tempest-TestNetworkAdvancedServerOps-202696309 tempest-TestNetworkAdvancedServerOps-202696309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:58.863026 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-1113992b-891e-4355-b4c4-d404248be4c2 tempest-TestNetworkAdvancedServerOps-202696309 tempest-TestNetworkAdvancedServerOps-202696309-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=54df83a5-d7c2-4d80-bebc-f522d7cda1cd HTTP/1.1" status: 200 len: 1122 time: 0.0510554 Feb 04 13:10:58.866052 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59772) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:10:58.870851 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-7e7f22e3-19e8-4367-83a8-4d5d3f72779c tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Request body: {'floatingip': {'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'port_id': '9ec0de5f-87b8-40e3-bcad-57730617cb77', 'tenant_id': '6d8f90d776f2444ead7911de1972e870', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:10:58.891024 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7e7f22e3-19e8-4367-83a8-4d5d3f72779c tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:59.005166 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7e7f22e3-19e8-4367-83a8-4d5d3f72779c tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:59.113383 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-7e7f22e3-19e8-4367-83a8-4d5d3f72779c tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Allocated IP 172.25.3.52 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/f0229253-ef5b-40f3-81a1-f943ddb9d918) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:10:59.223101 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7e7f22e3-19e8-4367-83a8-4d5d3f72779c tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for port (f0229253-ef5b-40f3-81a1-f943ddb9d918), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:59.257477 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7e7f22e3-19e8-4367-83a8-4d5d3f72779c tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (f0229253-ef5b-40f3-81a1-f943ddb9d918), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:59.298305 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7f22e3-19e8-4367-83a8-4d5d3f72779c tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:10:59.301239 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-7e7f22e3-19e8-4367-83a8-4d5d3f72779c tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:10:59.304815 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7f22e3-19e8-4367-83a8-4d5d3f72779c tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:10:59.331081 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7f22e3-19e8-4367-83a8-4d5d3f72779c tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Pushing event updated for resources: {'Port': ['ID=f0229253-ef5b-40f3-81a1-f943ddb9d918,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:10:59.680934 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7e7f22e3-19e8-4367-83a8-4d5d3f72779c tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for floatingip (c44945f5-8cf2-4005-bb41-c4c71a33f7f3), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:59.755790 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7e7f22e3-19e8-4367-83a8-4d5d3f72779c tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (f0229253-ef5b-40f3-81a1-f943ddb9d918), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:59.912279 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7e7f22e3-19e8-4367-83a8-4d5d3f72779c tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for port (f0229253-ef5b-40f3-81a1-f943ddb9d918), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:59.917222 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7e7f22e3-19e8-4367-83a8-4d5d3f72779c tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (f0229253-ef5b-40f3-81a1-f943ddb9d918), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:59.987617 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7f22e3-19e8-4367-83a8-4d5d3f72779c tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Pushing event updated for resources: {'Port': ['ID=f0229253-ef5b-40f3-81a1-f943ddb9d918,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:10:59.999889 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7e7f22e3-19e8-4367-83a8-4d5d3f72779c tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1599943'] for floatingip (c44945f5-8cf2-4005-bb41-c4c71a33f7f3), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:11:00.371700 n-d-825015-3 neutron-server[103474]: INFO neutron.db.l3_db [None req-7e7f22e3-19e8-4367-83a8-4d5d3f72779c tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Floating IP c44945f5-8cf2-4005-bb41-c4c71a33f7f3 associated. External IP: 172.25.3.52, port: 9ec0de5f-87b8-40e3-bcad-57730617cb77. Feb 04 13:11:00.588980 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e7f22e3-19e8-4367-83a8-4d5d3f72779c tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Router d9de4fe2-62b7-4127-8978-fd5271382426 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:11:00.702614 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e7f22e3-19e8-4367-83a8-4d5d3f72779c tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:11:00.712228 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0819d884-f2a9-4f04-ad0a-3ed9290d7821 None None] Sync routers for ids ['d9de4fe2-62b7-4127-8978-fd5271382426'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:11:00.720453 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7e7f22e3-19e8-4367-83a8-4d5d3f72779c tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:11:00.723079 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0819d884-f2a9-4f04-ad0a-3ed9290d7821 None None] Routers {'d9de4fe2-62b7-4127-8978-fd5271382426'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:11:00.723703 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-0819d884-f2a9-4f04-ad0a-3ed9290d7821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:10:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['d9de4fe2-62b7-4127-8978-fd5271382426'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:11:00.754362 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-7e7f22e3-19e8-4367-83a8-4d5d3f72779c tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8872859 Feb 04 13:11:00.754985 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54df83a5-d7c2-4d80-bebc-f522d7cda1cd', 'tag': '9ec0de5f-87b8-40e3-bcad-57730617cb77'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:11:00.757315 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c56b7e78-1b1b-4539-b27b-7a89ec3af341" -d '{"events": [{"name": "network-changed", "server_uuid": "54df83a5-d7c2-4d80-bebc-f522d7cda1cd", "tag": "9ec0de5f-87b8-40e3-bcad-57730617cb77"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:11:00.800824 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67a03702-068b-4f84-b786-c80f9cbe5b30 x-openstack-request-id: req-67a03702-068b-4f84-b786-c80f9cbe5b30 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:11:00.801198 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54df83a5-d7c2-4d80-bebc-f522d7cda1cd", "tag": "9ec0de5f-87b8-40e3-bcad-57730617cb77", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:11:00.801390 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-67a03702-068b-4f84-b786-c80f9cbe5b30 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:11:00.801819 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54df83a5-d7c2-4d80-bebc-f522d7cda1cd', 'tag': '9ec0de5f-87b8-40e3-bcad-57730617cb77', 'status': 'completed', 'code': 200} Feb 04 13:11:00.847175 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-0819d884-f2a9-4f04-ad0a-3ed9290d7821 None None] Set router d9de4fe2-62b7-4127-8978-fd5271382426 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:11:00.915849 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9490d464-66eb-4400-ac1c-eda35393b4f7 req-f3710d6c-27a7-4615-ac97-5b60b20252ff tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:00.918095 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9490d464-66eb-4400-ac1c-eda35393b4f7 req-f3710d6c-27a7-4615-ac97-5b60b20252ff tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=54df83a5-d7c2-4d80-bebc-f522d7cda1cd HTTP/1.1" status: 200 len: 945 time: 0.0879490 Feb 04 13:11:00.924693 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56b7e78-1b1b-4539-b27b-7a89ec3af341 req-007b42cb-df19-4b56-b002-dec7606f76d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:00.926267 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c56b7e78-1b1b-4539-b27b-7a89ec3af341 req-007b42cb-df19-4b56-b002-dec7606f76d6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6d8f90d776f2444ead7911de1972e870&device_id=54df83a5-d7c2-4d80-bebc-f522d7cda1cd HTTP/1.1" status: 200 len: 1127 time: 0.0872827 Feb 04 13:11:01.105489 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-0819d884-f2a9-4f04-ad0a-3ed9290d7821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9de4fe2-62b7-4127-8978-fd5271382426', 'name': 'tempest-TestNetworkAdvancedServerOps-router-598164991', 'tenant_id': '6d8f90d776f2444ead7911de1972e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '488b1928-0e78-4456-ad9a-1e4484519ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:10:42Z', 'updated_at': '2022-02-04T13:10:46Z', 'revision_number': 4, 'project_id': '6d8f90d776f2444ead7911de1972e870', 'gw_port': {'id': '488b1928-0e78-4456-ad9a-1e4484519ee9', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:9e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9de4fe2-62b7-4127-8978-fd5271382426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:10:43Z', 'updated_at': '2022-02-04T13:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': 'c44945f5-8cf2-4005-bb41-c4c71a33f7f3', 'tenant_id': '6d8f90d776f2444ead7911de1972e870', 'floating_ip_address': '172.25.3.52', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': 'd9de4fe2-62b7-4127-8978-fd5271382426', 'port_id': '9ec0de5f-87b8-40e3-bcad-57730617cb77', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4017, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c954d03c-39b2-4812-b71f-54d3a327d6cc', 'mac_address': 'fa:16:3e:20:12:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54df83a5-d7c2-4d80-bebc-f522d7cda1cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:10:59Z', 'updated_at': '2022-02-04T13:10:59Z', 'revision_number': 0, 'project_id': '6d8f90d776f2444ead7911de1972e870', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e98a8034-e921-434a-8896-91c8d51e8094', 'name': '', 'network_id': 'c954d03c-39b2-4812-b71f-54d3a327d6cc', 'tenant_id': '6d8f90d776f2444ead7911de1972e870', 'mac_address': 'fa:16:3e:f9:4f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9de4fe2-62b7-4127-8978-fd5271382426', 'device_owner': 'network:router_interface', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': 'e52ec9c7-9126-46a1-ae19-ae10fb10333a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:10:45Z', 'updated_at': '2022-02-04T13:10:49Z', 'revision_number': 5, 'project_id': '6d8f90d776f2444ead7911de1972e870', 'subnets': [{'id': 'e52ec9c7-9126-46a1-ae19-ae10fb10333a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:11:01.135925 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0819d884-f2a9-4f04-ad0a-3ed9290d7821 None None] Checking router: d9de4fe2-62b7-4127-8978-fd5271382426 for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:11:01.145264 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0819d884-f2a9-4f04-ad0a-3ed9290d7821 None None] Routers {'d9de4fe2-62b7-4127-8978-fd5271382426'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:11:01.145904 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-0819d884-f2a9-4f04-ad0a-3ed9290d7821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:10:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['d9de4fe2-62b7-4127-8978-fd5271382426'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:11:01.273143 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-0819d884-f2a9-4f04-ad0a-3ed9290d7821 None None] Set router d9de4fe2-62b7-4127-8978-fd5271382426 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:11:01.311521 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9490d464-66eb-4400-ac1c-eda35393b4f7 req-c85672ff-7fed-4997-b71a-f247ecff8e47 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a36eea4-c150-4572-b8d6-e37d75d88b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3842285 Feb 04 13:11:01.334500 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 59778) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:11:01.388777 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56b7e78-1b1b-4539-b27b-7a89ec3af341 req-bf9b4848-0284-4977-9b7c-09f54608f706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:01.390272 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c56b7e78-1b1b-4539-b27b-7a89ec3af341 req-bf9b4848-0284-4977-9b7c-09f54608f706 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c954d03c-39b2-4812-b71f-54d3a327d6cc HTTP/1.1" status: 200 len: 898 time: 0.4483774 Feb 04 13:11:01.452332 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-c43af3a6-1840-453d-abce-80201f4c5d9b tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/floatingips/c44945f5-8cf2-4005-bb41-c4c71a33f7f3 HTTP/1.1" status: 200 len: 990 time: 0.1166806 Feb 04 13:11:01.460271 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:11:01.472626 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c56b7e78-1b1b-4539-b27b-7a89ec3af341 req-c6e318ac-776c-4955-b2ee-7e05240aff8f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9ec0de5f-87b8-40e3-bcad-57730617cb77 HTTP/1.1" status: 200 len: 998 time: 0.0754917 Feb 04 13:11:01.523918 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56b7e78-1b1b-4539-b27b-7a89ec3af341 req-f3963ae5-7b82-4500-a095-89d712e6eca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:01.526686 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c56b7e78-1b1b-4539-b27b-7a89ec3af341 req-f3963ae5-7b82-4500-a095-89d712e6eca6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e52ec9c7-9126-46a1-ae19-ae10fb10333a HTTP/1.1" status: 200 len: 835 time: 0.0457697 Feb 04 13:11:01.531487 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-0819d884-f2a9-4f04-ad0a-3ed9290d7821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9de4fe2-62b7-4127-8978-fd5271382426', 'name': 'tempest-TestNetworkAdvancedServerOps-router-598164991', 'tenant_id': '6d8f90d776f2444ead7911de1972e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '488b1928-0e78-4456-ad9a-1e4484519ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:10:42Z', 'updated_at': '2022-02-04T13:10:46Z', 'revision_number': 4, 'project_id': '6d8f90d776f2444ead7911de1972e870', 'gw_port': {'id': '488b1928-0e78-4456-ad9a-1e4484519ee9', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:9e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9de4fe2-62b7-4127-8978-fd5271382426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:10:43Z', 'updated_at': '2022-02-04T13:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': 'c44945f5-8cf2-4005-bb41-c4c71a33f7f3', 'tenant_id': '6d8f90d776f2444ead7911de1972e870', 'floating_ip_address': '172.25.3.52', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': 'd9de4fe2-62b7-4127-8978-fd5271382426', 'port_id': '9ec0de5f-87b8-40e3-bcad-57730617cb77', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4017, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c954d03c-39b2-4812-b71f-54d3a327d6cc', 'mac_address': 'fa:16:3e:20:12:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54df83a5-d7c2-4d80-bebc-f522d7cda1cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:10:59Z', 'updated_at': '2022-02-04T13:10:59Z', 'revision_number': 0, 'project_id': '6d8f90d776f2444ead7911de1972e870', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e98a8034-e921-434a-8896-91c8d51e8094', 'name': '', 'network_id': 'c954d03c-39b2-4812-b71f-54d3a327d6cc', 'tenant_id': '6d8f90d776f2444ead7911de1972e870', 'mac_address': 'fa:16:3e:f9:4f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9de4fe2-62b7-4127-8978-fd5271382426', 'device_owner': 'network:router_interface', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': 'e52ec9c7-9126-46a1-ae19-ae10fb10333a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:10:45Z', 'updated_at': '2022-02-04T13:10:49Z', 'revision_number': 5, 'project_id': '6d8f90d776f2444ead7911de1972e870', 'subnets': [{'id': 'e52ec9c7-9126-46a1-ae19-ae10fb10333a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:11:01.558668 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0819d884-f2a9-4f04-ad0a-3ed9290d7821 None None] The sync data for ids ['d9de4fe2-62b7-4127-8978-fd5271382426'] in n-d-825015-3 is: [{'id': 'd9de4fe2-62b7-4127-8978-fd5271382426', 'name': 'tempest-TestNetworkAdvancedServerOps-router-598164991', 'tenant_id': '6d8f90d776f2444ead7911de1972e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '488b1928-0e78-4456-ad9a-1e4484519ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:10:42Z', 'updated_at': '2022-02-04T13:10:46Z', 'revision_number': 4, 'project_id': '6d8f90d776f2444ead7911de1972e870', 'gw_port': {'id': '488b1928-0e78-4456-ad9a-1e4484519ee9', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:9e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9de4fe2-62b7-4127-8978-fd5271382426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:10:43Z', 'updated_at': '2022-02-04T13:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': 'c44945f5-8cf2-4005-bb41-c4c71a33f7f3', 'tenant_id': '6d8f90d776f2444ead7911de1972e870', 'floating_ip_address': '172.25.3.52', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': 'd9de4fe2-62b7-4127-8978-fd5271382426', 'port_id': '9ec0de5f-87b8-40e3-bcad-57730617cb77', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4017, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c954d03c-39b2-4812-b71f-54d3a327d6cc', 'mac_address': 'fa:16:3e:20:12:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54df83a5-d7c2-4d80-bebc-f522d7cda1cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:10:59Z', 'updated_at': '2022-02-04T13:10:59Z', 'revision_number': 0, 'project_id': '6d8f90d776f2444ead7911de1972e870', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e98a8034-e921-434a-8896-91c8d51e8094', 'name': '', 'network_id': 'c954d03c-39b2-4812-b71f-54d3a327d6cc', 'tenant_id': '6d8f90d776f2444ead7911de1972e870', 'mac_address': 'fa:16:3e:f9:4f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9de4fe2-62b7-4127-8978-fd5271382426', 'device_owner': 'network:router_interface', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': 'e52ec9c7-9126-46a1-ae19-ae10fb10333a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:10:45Z', 'updated_at': '2022-02-04T13:10:49Z', 'revision_number': 5, 'project_id': '6d8f90d776f2444ead7911de1972e870', 'subnets': [{'id': 'e52ec9c7-9126-46a1-ae19-ae10fb10333a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:11:01.578703 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56b7e78-1b1b-4539-b27b-7a89ec3af341 req-3e8ebefb-72ad-41c9-88d3-ad9d482f6608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:01.580264 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c56b7e78-1b1b-4539-b27b-7a89ec3af341 req-3e8ebefb-72ad-41c9-88d3-ad9d482f6608 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c954d03c-39b2-4812-b71f-54d3a327d6cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0486279 Feb 04 13:11:01.682353 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c56b7e78-1b1b-4539-b27b-7a89ec3af341 req-1ef7373f-6e33-43ec-b80b-480c6767203b service neutron] 10.222.0.73 "GET /v2.0/networks/c954d03c-39b2-4812-b71f-54d3a327d6cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945878 Feb 04 13:11:01.778566 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c56b7e78-1b1b-4539-b27b-7a89ec3af341 req-e384d03f-5ab7-4de5-92ef-82a333945057 service neutron] 10.222.0.73 "GET /v2.0/networks/c954d03c-39b2-4812-b71f-54d3a327d6cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900934 Feb 04 13:11:01.784169 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55cac3c-517f-468c-9d4e-87bf817e382f None None] New status for floating IP c44945f5-8cf2-4005-bb41-c4c71a33f7f3: ACTIVE {{(pid=103477) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:11:02.042764 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:11:02.456772 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59780) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:11:02.521570 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-ace72fa3-e6b0-4924-ba89-66f0f78c7810 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/floatingips/c44945f5-8cf2-4005-bb41-c4c71a33f7f3 HTTP/1.1" status: 200 len: 992 time: 0.0636449 Feb 04 13:11:09.526733 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:11:15.565394 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f905e3e5-b0f2-4158-a00c-a903873703f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:11:18.051679 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6f1fc410-b033-4248-b40e-ba39071227f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:11:19.359990 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:11:20.622317 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:11:21.752955 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:11:30.071339 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c9f65369-2fb5-4df7-a2fe-82928df6bcd7 req-5dd7d80a-4358-4d4a-b0a2-85e2df10c4f4 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=54df83a5-d7c2-4d80-bebc-f522d7cda1cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0448840 Feb 04 13:11:30.177613 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f65369-2fb5-4df7-a2fe-82928df6bcd7 req-99bc7b59-1d04-40de-b066-96681f28f77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:30.179010 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c9f65369-2fb5-4df7-a2fe-82928df6bcd7 req-99bc7b59-1d04-40de-b066-96681f28f77b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6d8f90d776f2444ead7911de1972e870&device_id=54df83a5-d7c2-4d80-bebc-f522d7cda1cd HTTP/1.1" status: 200 len: 1127 time: 0.0498610 Feb 04 13:11:30.285764 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f65369-2fb5-4df7-a2fe-82928df6bcd7 req-12805a2d-3b55-4caa-816e-47e1a9ea3d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:30.287204 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c9f65369-2fb5-4df7-a2fe-82928df6bcd7 req-12805a2d-3b55-4caa-816e-47e1a9ea3d03 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c954d03c-39b2-4812-b71f-54d3a327d6cc HTTP/1.1" status: 200 len: 898 time: 0.0834427 Feb 04 13:11:30.359449 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c9f65369-2fb5-4df7-a2fe-82928df6bcd7 req-7b32ba11-5641-46b5-b632-b42c16423160 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9ec0de5f-87b8-40e3-bcad-57730617cb77 HTTP/1.1" status: 200 len: 1000 time: 0.0645130 Feb 04 13:11:30.413244 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f65369-2fb5-4df7-a2fe-82928df6bcd7 req-74604b18-0c36-4443-afea-849822651cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:30.414696 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c9f65369-2fb5-4df7-a2fe-82928df6bcd7 req-74604b18-0c36-4443-afea-849822651cba service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e52ec9c7-9126-46a1-ae19-ae10fb10333a HTTP/1.1" status: 200 len: 835 time: 0.0445485 Feb 04 13:11:30.465425 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f65369-2fb5-4df7-a2fe-82928df6bcd7 req-fd5f4480-2e1c-46b6-843b-971d11ca8fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:30.466846 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c9f65369-2fb5-4df7-a2fe-82928df6bcd7 req-fd5f4480-2e1c-46b6-843b-971d11ca8fe8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c954d03c-39b2-4812-b71f-54d3a327d6cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0444148 Feb 04 13:11:30.559694 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c9f65369-2fb5-4df7-a2fe-82928df6bcd7 req-b6fb653c-c348-4e7b-a0f2-b481d7e0abda service neutron] 10.222.0.73 "GET /v2.0/networks/c954d03c-39b2-4812-b71f-54d3a327d6cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854347 Feb 04 13:11:30.654763 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c9f65369-2fb5-4df7-a2fe-82928df6bcd7 req-2cc459cc-eaf5-40ab-8e8a-5a4048d94ae4 service neutron] 10.222.0.73 "GET /v2.0/networks/c954d03c-39b2-4812-b71f-54d3a327d6cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867307 Feb 04 13:11:31.475195 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:11:32.072833 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:11:38.074738 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b326c03-d108-43e4-a628-d14cc8242a2d req-de1ab461-c003-4a19-ae0d-f6e8c0f7f9df tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:38.076294 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6b326c03-d108-43e4-a628-d14cc8242a2d req-de1ab461-c003-4a19-ae0d-f6e8c0f7f9df tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=54df83a5-d7c2-4d80-bebc-f522d7cda1cd HTTP/1.1" status: 200 len: 945 time: 0.0564506 Feb 04 13:11:38.141475 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6b326c03-d108-43e4-a628-d14cc8242a2d req-fe8cf57e-a0a2-424f-9c90-9a12c9e8aaf3 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a36eea4-c150-4572-b8d6-e37d75d88b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579374 Feb 04 13:11:39.271426 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41385bae-9e35-4a7e-bf5f-cabb3452860d req-cbb07c9b-9147-4795-835f-299878440ea7 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:39.272960 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-41385bae-9e35-4a7e-bf5f-cabb3452860d req-cbb07c9b-9147-4795-835f-299878440ea7 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=54df83a5-d7c2-4d80-bebc-f522d7cda1cd HTTP/1.1" status: 200 len: 945 time: 0.0535865 Feb 04 13:11:39.322663 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-41385bae-9e35-4a7e-bf5f-cabb3452860d req-13570296-2387-4514-af50-88cff2cca028 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a36eea4-c150-4572-b8d6-e37d75d88b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440609 Feb 04 13:11:40.444684 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eda501c-3d66-42db-8af7-b5c00a8da69e req-6034d047-5cc8-4971-8d14-25ef55d00b31 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:40.446169 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6eda501c-3d66-42db-8af7-b5c00a8da69e req-6034d047-5cc8-4971-8d14-25ef55d00b31 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=54df83a5-d7c2-4d80-bebc-f522d7cda1cd HTTP/1.1" status: 200 len: 945 time: 0.0538313 Feb 04 13:11:40.495554 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6eda501c-3d66-42db-8af7-b5c00a8da69e req-5d86312c-b501-4a90-98fb-0e51c6bb9924 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a36eea4-c150-4572-b8d6-e37d75d88b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438118 Feb 04 13:11:41.622238 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1ad655-b910-42c2-a862-bf72b0f09b17 req-fd48bbbf-7a88-4bff-bc93-b5948114034d tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:41.623874 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9f1ad655-b910-42c2-a862-bf72b0f09b17 req-fd48bbbf-7a88-4bff-bc93-b5948114034d tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=54df83a5-d7c2-4d80-bebc-f522d7cda1cd HTTP/1.1" status: 200 len: 945 time: 0.0604277 Feb 04 13:11:41.674840 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9f1ad655-b910-42c2-a862-bf72b0f09b17 req-d8fae8bc-28c7-4e95-beac-9b954f8cf251 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a36eea4-c150-4572-b8d6-e37d75d88b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452249 Feb 04 13:11:42.799979 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e952859-a312-4c69-b04d-33b8f6804694 req-ee6e77b8-03b4-4a13-8f86-3267f1ea477a tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:42.801375 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6e952859-a312-4c69-b04d-33b8f6804694 req-ee6e77b8-03b4-4a13-8f86-3267f1ea477a tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=54df83a5-d7c2-4d80-bebc-f522d7cda1cd HTTP/1.1" status: 200 len: 945 time: 0.0530255 Feb 04 13:11:42.851600 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6e952859-a312-4c69-b04d-33b8f6804694 req-97c78421-0ad1-4288-b055-918b724a3e8e tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a36eea4-c150-4572-b8d6-e37d75d88b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445695 Feb 04 13:11:43.973097 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5468d985-c74f-427d-be31-2d7b8155e114 req-f51b6366-c0cd-45b6-9276-f0e480145515 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:43.974582 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5468d985-c74f-427d-be31-2d7b8155e114 req-f51b6366-c0cd-45b6-9276-f0e480145515 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=54df83a5-d7c2-4d80-bebc-f522d7cda1cd HTTP/1.1" status: 200 len: 945 time: 0.0540454 Feb 04 13:11:44.027913 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5468d985-c74f-427d-be31-2d7b8155e114 req-ce4fa94c-8a4d-4cfb-97a8-4f163fd539bc tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a36eea4-c150-4572-b8d6-e37d75d88b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476263 Feb 04 13:11:45.150778 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604cd1a2-88a2-4719-aca3-6605ecc5ef03 req-bb031337-56ce-464e-9e9b-ad4127fdcc0f tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:45.152192 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-604cd1a2-88a2-4719-aca3-6605ecc5ef03 req-bb031337-56ce-464e-9e9b-ad4127fdcc0f tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=54df83a5-d7c2-4d80-bebc-f522d7cda1cd HTTP/1.1" status: 200 len: 945 time: 0.0536220 Feb 04 13:11:45.199672 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-604cd1a2-88a2-4719-aca3-6605ecc5ef03 req-2fead3a0-c821-4146-b728-9c1889b707a2 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a36eea4-c150-4572-b8d6-e37d75d88b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419173 Feb 04 13:11:45.571151 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-af3d668f-4e55-469d-93d3-e3ceb0ce5264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:11:46.318979 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916ef9c0-3ba9-4f6e-b311-5f91efc30c20 req-2dbe0b4b-449c-4848-b0b4-8b5fea5cbd38 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:46.320493 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-916ef9c0-3ba9-4f6e-b311-5f91efc30c20 req-2dbe0b4b-449c-4848-b0b4-8b5fea5cbd38 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=54df83a5-d7c2-4d80-bebc-f522d7cda1cd HTTP/1.1" status: 200 len: 945 time: 0.0523105 Feb 04 13:11:46.368576 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-916ef9c0-3ba9-4f6e-b311-5f91efc30c20 req-feec7eb5-5821-442f-9ce5-f6d4eeeba9ea tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a36eea4-c150-4572-b8d6-e37d75d88b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424871 Feb 04 13:11:46.525687 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:11:47.492943 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914d77dc-20e5-4cbd-b604-80f3f6330da0 req-f59faa6f-f746-423c-833d-af2e95cd5bcc tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:47.494420 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-914d77dc-20e5-4cbd-b604-80f3f6330da0 req-f59faa6f-f746-423c-833d-af2e95cd5bcc tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=54df83a5-d7c2-4d80-bebc-f522d7cda1cd HTTP/1.1" status: 200 len: 945 time: 0.0584161 Feb 04 13:11:47.543403 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-914d77dc-20e5-4cbd-b604-80f3f6330da0 req-4ed30383-122c-471f-b65e-809e25709f2d tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a36eea4-c150-4572-b8d6-e37d75d88b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433700 Feb 04 13:11:48.054139 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f33c336f-d8db-458d-949d-84c1e5540476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:11:48.664735 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df8d2f2-08b3-4cd8-ab25-76a6ad18e187 req-0e9c47ac-4090-4c88-aa84-9c9c52bc2e6e tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:48.666238 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1df8d2f2-08b3-4cd8-ab25-76a6ad18e187 req-0e9c47ac-4090-4c88-aa84-9c9c52bc2e6e tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=54df83a5-d7c2-4d80-bebc-f522d7cda1cd HTTP/1.1" status: 200 len: 945 time: 0.0555842 Feb 04 13:11:48.715918 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1df8d2f2-08b3-4cd8-ab25-76a6ad18e187 req-bb4d7ba3-f8d4-44bb-a3d6-053a4a8c7ef7 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a36eea4-c150-4572-b8d6-e37d75d88b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441506 Feb 04 13:11:49.363861 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:11:49.842500 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51917529-dc61-42fa-8d7f-d41839bd5eab req-36f4bca3-46ab-427e-94c5-51d86fb01629 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:49.844594 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-51917529-dc61-42fa-8d7f-d41839bd5eab req-36f4bca3-46ab-427e-94c5-51d86fb01629 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=54df83a5-d7c2-4d80-bebc-f522d7cda1cd HTTP/1.1" status: 200 len: 945 time: 0.0592511 Feb 04 13:11:49.898000 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-51917529-dc61-42fa-8d7f-d41839bd5eab req-bb3acebc-96b2-473a-ae9c-5167c2c4adfc tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a36eea4-c150-4572-b8d6-e37d75d88b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480387 Feb 04 13:11:50.624619 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:11:51.023557 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af3cea6-c284-4159-a349-8fad8e001faf req-4d94e0ed-ef9c-46f5-97e8-4a2e63b634e4 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:51.025092 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5af3cea6-c284-4159-a349-8fad8e001faf req-4d94e0ed-ef9c-46f5-97e8-4a2e63b634e4 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=54df83a5-d7c2-4d80-bebc-f522d7cda1cd HTTP/1.1" status: 200 len: 945 time: 0.0586464 Feb 04 13:11:51.078849 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5af3cea6-c284-4159-a349-8fad8e001faf req-433c4e37-8438-49e5-8608-2f190f2ea69f tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a36eea4-c150-4572-b8d6-e37d75d88b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475338 Feb 04 13:11:51.179724 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760454bc-4d7e-4742-a383-9619a62c35d5 req-06127bc5-c807-49f7-bc84-7d735d55dc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:51.181185 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-760454bc-4d7e-4742-a383-9619a62c35d5 req-06127bc5-c807-49f7-bc84-7d735d55dc10 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=54df83a5-d7c2-4d80-bebc-f522d7cda1cd HTTP/1.1" status: 200 len: 1127 time: 0.0447676 Feb 04 13:11:51.231376 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-760454bc-4d7e-4742-a383-9619a62c35d5 req-755c3711-1824-4f14-bf31-1628dab00149 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=3a36eea4-c150-4572-b8d6-e37d75d88b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433953 Feb 04 13:11:51.755205 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:11:52.204119 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda6e00a-377b-4cce-b407-76ab617c13f2 req-a52251bf-e817-4d61-a0ef-ee99e1b1578c tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:52.205602 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-eda6e00a-377b-4cce-b407-76ab617c13f2 req-a52251bf-e817-4d61-a0ef-ee99e1b1578c tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=54df83a5-d7c2-4d80-bebc-f522d7cda1cd HTTP/1.1" status: 200 len: 945 time: 0.0532672 Feb 04 13:11:52.254812 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-eda6e00a-377b-4cce-b407-76ab617c13f2 req-e7567a0b-1e5e-42ef-9111-8b039b1c9164 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a36eea4-c150-4572-b8d6-e37d75d88b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436239 Feb 04 13:11:52.449459 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 9ec0de5f-87b8-40e3-bcad-57730617cb77 details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:11:52.453729 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 9ec0de5f-87b8-40e3-bcad-57730617cb77 no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:11:52.599292 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 9ec0de5f-87b8-40e3-bcad-57730617cb77 is: ACTIVE; New status is: DOWN {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:11:52.599679 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (9ec0de5f-87b8-40e3-bcad-57730617cb77), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:11:52.620255 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 9ec0de5f-87b8-40e3-bcad-57730617cb77, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=9ec0de5f-87b8-40e3-bcad-57730617cb77,segment=NetworkSegment(f8fad2b7-6269-4217-a995-68b12ab76f97),segment_id=f8fad2b7-6269-4217-a995-68b12ab76f97)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:11:52.644837 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54df83a5-d7c2-4d80-bebc-f522d7cda1cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ec0de5f-87b8-40e3-bcad-57730617cb77'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:11:52.647068 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfc5343a-4dc0-4e10-ba80-cf1fe39e1ba8" -d '{"events": [{"server_uuid": "54df83a5-d7c2-4d80-bebc-f522d7cda1cd", "name": "network-vif-unplugged", "status": "completed", "tag": "9ec0de5f-87b8-40e3-bcad-57730617cb77"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:11:52.651545 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': '9ec0de5f-87b8-40e3-bcad-57730617cb77', 'network_id': 'c954d03c-39b2-4812-b71f-54d3a327d6cc', 'port_id': '9ec0de5f-87b8-40e3-bcad-57730617cb77', 'mac_address': 'fa:16:3e:20:12:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e52ec9c7-9126-46a1-ae19-ae10fb10333a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:11:52.661959 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 9ec0de5f-87b8-40e3-bcad-57730617cb77, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=9ec0de5f-87b8-40e3-bcad-57730617cb77,segment=NetworkSegment(f8fad2b7-6269-4217-a995-68b12ab76f97),segment_id=f8fad2b7-6269-4217-a995-68b12ab76f97)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:11:52.683904 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (9ec0de5f-87b8-40e3-bcad-57730617cb77), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:11:52.692384 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 13:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94412ad1-6049-4014-9a36-23fb0182872b x-openstack-request-id: req-94412ad1-6049-4014-9a36-23fb0182872b {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:11:52.692675 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54df83a5-d7c2-4d80-bebc-f522d7cda1cd", "name": "network-vif-unplugged", "status": "completed", "tag": "9ec0de5f-87b8-40e3-bcad-57730617cb77", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:11:52.692931 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-94412ad1-6049-4014-9a36-23fb0182872b {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:11:52.693319 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54df83a5-d7c2-4d80-bebc-f522d7cda1cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ec0de5f-87b8-40e3-bcad-57730617cb77', 'code': 200} Feb 04 13:11:52.727139 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 9ec0de5f-87b8-40e3-bcad-57730617cb77 is: ACTIVE; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:11:52.727445 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (9ec0de5f-87b8-40e3-bcad-57730617cb77), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:11:52.752598 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9ec0de5f-87b8-40e3-bcad-57730617cb77 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:11:52.757726 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=9ec0de5f-87b8-40e3-bcad-57730617cb77,revision_number=6']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:11:52.767686 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:11:52.768065 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:11:52.768408 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:11:52.768748 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:11:52.769084 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:11:52.769417 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:11:52.769751 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:11:52.770074 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:11:52.770404 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:11:52.770728 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:11:52.771053 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:11:52.771374 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:11:52.771698 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:11:52.806684 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.db.api [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103476) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:11:52.807044 n-d-825015-3 neutron-server[103476]: DEBUG oslo_db.api [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:11:53.346576 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 9ec0de5f-87b8-40e3-bcad-57730617cb77 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:11:53.346999 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (9ec0de5f-87b8-40e3-bcad-57730617cb77), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:11:53.359989 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ec0de5f-87b8-40e3-bcad-57730617cb77 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:11:53.376615 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fde85e-886d-4e3d-8d70-2601d1d304e8 req-9cb99b62-5f5a-42bd-b730-ccc4f551f52c tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:53.378104 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b0fde85e-886d-4e3d-8d70-2601d1d304e8 req-9cb99b62-5f5a-42bd-b730-ccc4f551f52c tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=54df83a5-d7c2-4d80-bebc-f522d7cda1cd HTTP/1.1" status: 200 len: 943 time: 0.0542302 Feb 04 13:11:53.383076 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 9ec0de5f-87b8-40e3-bcad-57730617cb77, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=9ec0de5f-87b8-40e3-bcad-57730617cb77,segment=NetworkSegment(f8fad2b7-6269-4217-a995-68b12ab76f97),segment_id=f8fad2b7-6269-4217-a995-68b12ab76f97)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:11:53.387997 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (9ec0de5f-87b8-40e3-bcad-57730617cb77), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:11:53.429698 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b0fde85e-886d-4e3d-8d70-2601d1d304e8 req-0c1f199d-27d7-46c3-ab00-9bfeb57a89f8 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a36eea4-c150-4572-b8d6-e37d75d88b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460062 Feb 04 13:11:53.436652 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=9ec0de5f-87b8-40e3-bcad-57730617cb77,revision_number=7']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:11:53.453450 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59838) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:11:53.513620 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-cf3099f1-81fe-40f6-8721-2f01e9b67fc2 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/floatingips/c44945f5-8cf2-4005-bb41-c4c71a33f7f3 HTTP/1.1" status: 200 len: 991 time: 0.0589757 Feb 04 13:11:53.667906 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['9ec0de5f-87b8-40e3-bcad-57730617cb77'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:11:54.476806 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 9ec0de5f-87b8-40e3-bcad-57730617cb77 up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:11:54.525552 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port 9ec0de5f-87b8-40e3-bcad-57730617cb77 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:11:54.525920 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (9ec0de5f-87b8-40e3-bcad-57730617cb77), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:11:54.759662 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 9ec0de5f-87b8-40e3-bcad-57730617cb77 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:11:54.759991 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (9ec0de5f-87b8-40e3-bcad-57730617cb77), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:11:54.781830 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54df83a5-d7c2-4d80-bebc-f522d7cda1cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ec0de5f-87b8-40e3-bcad-57730617cb77'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:11:54.784073 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d60faf1-b38a-40d6-882f-138082df81fe" -d '{"events": [{"server_uuid": "54df83a5-d7c2-4d80-bebc-f522d7cda1cd", "name": "network-vif-plugged", "status": "completed", "tag": "9ec0de5f-87b8-40e3-bcad-57730617cb77"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:11:54.796309 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 9ec0de5f-87b8-40e3-bcad-57730617cb77, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=9ec0de5f-87b8-40e3-bcad-57730617cb77,segment=NetworkSegment(f8fad2b7-6269-4217-a995-68b12ab76f97),segment_id=f8fad2b7-6269-4217-a995-68b12ab76f97)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:11:54.801725 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (9ec0de5f-87b8-40e3-bcad-57730617cb77), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:11:54.825033 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3ef1cd0-a960-46b4-ae3b-311c34f2b8e6 x-openstack-request-id: req-c3ef1cd0-a960-46b4-ae3b-311c34f2b8e6 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:11:54.825325 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54df83a5-d7c2-4d80-bebc-f522d7cda1cd", "name": "network-vif-plugged", "status": "completed", "tag": "9ec0de5f-87b8-40e3-bcad-57730617cb77", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:11:54.825575 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c3ef1cd0-a960-46b4-ae3b-311c34f2b8e6 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:11:54.825962 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54df83a5-d7c2-4d80-bebc-f522d7cda1cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ec0de5f-87b8-40e3-bcad-57730617cb77', 'code': 200} Feb 04 13:11:54.850887 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=9ec0de5f-87b8-40e3-bcad-57730617cb77,revision_number=8']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:12:01.473186 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:02.086315 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:15.563169 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-85749453-95a1-4eac-802a-c1b12f7c7c33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:18.056667 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2ed35682-c7bf-43fb-a6ce-cd80f4245d42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:19.366902 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:20.627376 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:21.757924 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:23.524504 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:12:30.068824 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3ee66275-72e1-4845-bc6d-1d1c116c2210 req-7e090467-d9fb-4584-b106-366da5663e42 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=54df83a5-d7c2-4d80-bebc-f522d7cda1cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0492449 Feb 04 13:12:30.158791 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee66275-72e1-4845-bc6d-1d1c116c2210 req-f12c2dac-a53c-4028-9513-d5fafdcf4c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:30.160921 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3ee66275-72e1-4845-bc6d-1d1c116c2210 req-f12c2dac-a53c-4028-9513-d5fafdcf4c76 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6d8f90d776f2444ead7911de1972e870&device_id=54df83a5-d7c2-4d80-bebc-f522d7cda1cd HTTP/1.1" status: 200 len: 1127 time: 0.0456820 Feb 04 13:12:30.265604 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee66275-72e1-4845-bc6d-1d1c116c2210 req-01c843f7-8915-4b4d-ad7f-f1a5ceba8ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:30.267080 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3ee66275-72e1-4845-bc6d-1d1c116c2210 req-01c843f7-8915-4b4d-ad7f-f1a5ceba8ee8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c954d03c-39b2-4812-b71f-54d3a327d6cc HTTP/1.1" status: 200 len: 898 time: 0.0833263 Feb 04 13:12:30.340749 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3ee66275-72e1-4845-bc6d-1d1c116c2210 req-930f91c4-70a6-4cb5-ab7c-04428ea4dd3f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9ec0de5f-87b8-40e3-bcad-57730617cb77 HTTP/1.1" status: 200 len: 1000 time: 0.0622663 Feb 04 13:12:30.388540 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee66275-72e1-4845-bc6d-1d1c116c2210 req-f0b25146-fb4a-4787-8540-e4690892e8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:30.389961 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3ee66275-72e1-4845-bc6d-1d1c116c2210 req-f0b25146-fb4a-4787-8540-e4690892e8ce service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e52ec9c7-9126-46a1-ae19-ae10fb10333a HTTP/1.1" status: 200 len: 835 time: 0.0416529 Feb 04 13:12:30.441258 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee66275-72e1-4845-bc6d-1d1c116c2210 req-99b49790-20ba-4d82-aee8-25be52e18150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:30.442644 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3ee66275-72e1-4845-bc6d-1d1c116c2210 req-99b49790-20ba-4d82-aee8-25be52e18150 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c954d03c-39b2-4812-b71f-54d3a327d6cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0436323 Feb 04 13:12:30.543362 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3ee66275-72e1-4845-bc6d-1d1c116c2210 req-b5cb3b46-8886-4e85-9feb-9456d5150191 service neutron] 10.222.0.73 "GET /v2.0/networks/c954d03c-39b2-4812-b71f-54d3a327d6cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884929 Feb 04 13:12:30.635249 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3ee66275-72e1-4845-bc6d-1d1c116c2210 req-d30ea2ed-c558-4761-a9b2-2c89180bc9bf service neutron] 10.222.0.73 "GET /v2.0/networks/c954d03c-39b2-4812-b71f-54d3a327d6cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835176 Feb 04 13:12:31.467102 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:32.089322 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:32.738139 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59852) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:12:32.900756 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-454560f3-7809-4569-a62a-733d7ffb41f8 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Deleting port f0229253-ef5b-40f3-81a1-f943ddb9d918 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:12:32.901104 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-454560f3-7809-4569-a62a-733d7ffb41f8 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (f0229253-ef5b-40f3-81a1-f943ddb9d918), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:32.975959 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-454560f3-7809-4569-a62a-733d7ffb41f8 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (f0229253-ef5b-40f3-81a1-f943ddb9d918), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:32.976299 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-454560f3-7809-4569-a62a-733d7ffb41f8 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for floatingip (f0229253-ef5b-40f3-81a1-f943ddb9d918), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:32.988048 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-454560f3-7809-4569-a62a-733d7ffb41f8 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Calling delete_port for f0229253-ef5b-40f3-81a1-f943ddb9d918 owned by network:floatingip {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:12:33.135934 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-454560f3-7809-4569-a62a-733d7ffb41f8 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (f0229253-ef5b-40f3-81a1-f943ddb9d918), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:33.158918 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454560f3-7809-4569-a62a-733d7ffb41f8 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Pushing event deleted for resources: {'Port': ['ID=f0229253-ef5b-40f3-81a1-f943ddb9d918,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:12:33.170890 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454560f3-7809-4569-a62a-733d7ffb41f8 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:12:33.171251 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454560f3-7809-4569-a62a-733d7ffb41f8 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:12:33.171604 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454560f3-7809-4569-a62a-733d7ffb41f8 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:12:33.171982 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454560f3-7809-4569-a62a-733d7ffb41f8 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:12:33.172356 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454560f3-7809-4569-a62a-733d7ffb41f8 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:12:33.172664 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454560f3-7809-4569-a62a-733d7ffb41f8 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:12:33.173538 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454560f3-7809-4569-a62a-733d7ffb41f8 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:12:33.173538 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454560f3-7809-4569-a62a-733d7ffb41f8 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:12:33.173726 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454560f3-7809-4569-a62a-733d7ffb41f8 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:12:33.173972 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454560f3-7809-4569-a62a-733d7ffb41f8 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:12:33.174307 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454560f3-7809-4569-a62a-733d7ffb41f8 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:12:33.174638 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454560f3-7809-4569-a62a-733d7ffb41f8 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:12:33.174971 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454560f3-7809-4569-a62a-733d7ffb41f8 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:12:33.240302 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-454560f3-7809-4569-a62a-733d7ffb41f8 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for floatingip (c44945f5-8cf2-4005-bb41-c4c71a33f7f3), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:33.240652 n-d-825015-3 neutron-server[103474]: INFO neutron.db.l3_db [None req-454560f3-7809-4569-a62a-733d7ffb41f8 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Floating IP c44945f5-8cf2-4005-bb41-c4c71a33f7f3 disassociated (deleted). External IP: 172.25.3.52, port: 9ec0de5f-87b8-40e3-bcad-57730617cb77. Feb 04 13:12:33.454200 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-454560f3-7809-4569-a62a-733d7ffb41f8 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Router d9de4fe2-62b7-4127-8978-fd5271382426 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:12:33.569206 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-454560f3-7809-4569-a62a-733d7ffb41f8 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:12:33.574171 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-454560f3-7809-4569-a62a-733d7ffb41f8 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:33.579206 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9ef441-dc4d-469b-a16f-eb1e1db743e7 None None] Sync routers for ids ['d9de4fe2-62b7-4127-8978-fd5271382426'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:12:33.589545 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9ef441-dc4d-469b-a16f-eb1e1db743e7 None None] Routers {'d9de4fe2-62b7-4127-8978-fd5271382426'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:12:33.590165 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-1a9ef441-dc4d-469b-a16f-eb1e1db743e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:12:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['d9de4fe2-62b7-4127-8978-fd5271382426'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:12:33.605409 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-454560f3-7809-4569-a62a-733d7ffb41f8 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "DELETE /v2.0/floatingips/c44945f5-8cf2-4005-bb41-c4c71a33f7f3 HTTP/1.1" status: 204 len: 168 time: 0.8660531 Feb 04 13:12:33.606014 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54df83a5-d7c2-4d80-bebc-f522d7cda1cd', 'tag': '9ec0de5f-87b8-40e3-bcad-57730617cb77'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:12:33.608301 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b425fc15ad0a7d414af90bdbb1ad08e75685a450d31dcf60c048e540fbc67cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a53d5bc7-bcae-41f0-ae6b-f1458d4ae263" -d '{"events": [{"name": "network-changed", "server_uuid": "54df83a5-d7c2-4d80-bebc-f522d7cda1cd", "tag": "9ec0de5f-87b8-40e3-bcad-57730617cb77"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:12:33.710091 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-1a9ef441-dc4d-469b-a16f-eb1e1db743e7 None None] Set router d9de4fe2-62b7-4127-8978-fd5271382426 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:12:33.726076 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fac2bb3a-f321-437b-b6f1-3e454e2173bc x-openstack-request-id: req-fac2bb3a-f321-437b-b6f1-3e454e2173bc {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:12:33.726383 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54df83a5-d7c2-4d80-bebc-f522d7cda1cd", "tag": "9ec0de5f-87b8-40e3-bcad-57730617cb77", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:12:33.726648 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fac2bb3a-f321-437b-b6f1-3e454e2173bc {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:12:33.727272 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54df83a5-d7c2-4d80-bebc-f522d7cda1cd', 'tag': '9ec0de5f-87b8-40e3-bcad-57730617cb77', 'status': 'completed', 'code': 200} Feb 04 13:12:33.816987 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53d5bc7-bcae-41f0-ae6b-f1458d4ae263 req-e98f3c62-390d-49c5-a245-1a5e9a82e132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:33.818764 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a53d5bc7-bcae-41f0-ae6b-f1458d4ae263 req-e98f3c62-390d-49c5-a245-1a5e9a82e132 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6d8f90d776f2444ead7911de1972e870&device_id=54df83a5-d7c2-4d80-bebc-f522d7cda1cd HTTP/1.1" status: 200 len: 1127 time: 0.0660038 Feb 04 13:12:33.930686 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-1a9ef441-dc4d-469b-a16f-eb1e1db743e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9de4fe2-62b7-4127-8978-fd5271382426', 'name': 'tempest-TestNetworkAdvancedServerOps-router-598164991', 'tenant_id': '6d8f90d776f2444ead7911de1972e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '488b1928-0e78-4456-ad9a-1e4484519ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:10:42Z', 'updated_at': '2022-02-04T13:10:46Z', 'revision_number': 4, 'project_id': '6d8f90d776f2444ead7911de1972e870', 'gw_port': {'id': '488b1928-0e78-4456-ad9a-1e4484519ee9', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:9e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9de4fe2-62b7-4127-8978-fd5271382426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:10:43Z', 'updated_at': '2022-02-04T13:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'e98a8034-e921-434a-8896-91c8d51e8094', 'name': '', 'network_id': 'c954d03c-39b2-4812-b71f-54d3a327d6cc', 'tenant_id': '6d8f90d776f2444ead7911de1972e870', 'mac_address': 'fa:16:3e:f9:4f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9de4fe2-62b7-4127-8978-fd5271382426', 'device_owner': 'network:router_interface', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': 'e52ec9c7-9126-46a1-ae19-ae10fb10333a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:10:45Z', 'updated_at': '2022-02-04T13:10:49Z', 'revision_number': 5, 'project_id': '6d8f90d776f2444ead7911de1972e870', 'subnets': [{'id': 'e52ec9c7-9126-46a1-ae19-ae10fb10333a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:12:33.951723 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53d5bc7-bcae-41f0-ae6b-f1458d4ae263 req-d58a49c0-7b23-4c98-a6fb-6a5b349fa8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:33.953263 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a53d5bc7-bcae-41f0-ae6b-f1458d4ae263 req-d58a49c0-7b23-4c98-a6fb-6a5b349fa8e3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c954d03c-39b2-4812-b71f-54d3a327d6cc HTTP/1.1" status: 200 len: 898 time: 0.1254978 Feb 04 13:12:33.961204 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9ef441-dc4d-469b-a16f-eb1e1db743e7 None None] Checking router: d9de4fe2-62b7-4127-8978-fd5271382426 for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:12:33.961758 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9bf4f-99cf-418d-b024-4a5966bd6556 req-6aa70c47-ff41-485e-904e-aa7cf7102ec5 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:33.963358 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-46d9bf4f-99cf-418d-b024-4a5966bd6556 req-6aa70c47-ff41-485e-904e-aa7cf7102ec5 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=54df83a5-d7c2-4d80-bebc-f522d7cda1cd HTTP/1.1" status: 200 len: 945 time: 0.1563039 Feb 04 13:12:33.969694 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9ef441-dc4d-469b-a16f-eb1e1db743e7 None None] Routers {'d9de4fe2-62b7-4127-8978-fd5271382426'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:12:33.970303 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-1a9ef441-dc4d-469b-a16f-eb1e1db743e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:12:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['d9de4fe2-62b7-4127-8978-fd5271382426'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:12:34.007357 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a53d5bc7-bcae-41f0-ae6b-f1458d4ae263 req-1bfb2ea2-582f-455a-b0cc-f93457941107 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9ec0de5f-87b8-40e3-bcad-57730617cb77 HTTP/1.1" status: 200 len: 217 time: 0.0429692 Feb 04 13:12:34.085217 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-1a9ef441-dc4d-469b-a16f-eb1e1db743e7 None None] Set router d9de4fe2-62b7-4127-8978-fd5271382426 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:12:34.086511 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-46d9bf4f-99cf-418d-b024-4a5966bd6556 req-84487725-dd2f-4a36-a020-d94429ffeae2 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a36eea4-c150-4572-b8d6-e37d75d88b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152987 Feb 04 13:12:34.090493 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53d5bc7-bcae-41f0-ae6b-f1458d4ae263 req-35fa7c28-39a9-4dc3-81ae-7182aff4ba65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:34.092062 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a53d5bc7-bcae-41f0-ae6b-f1458d4ae263 req-35fa7c28-39a9-4dc3-81ae-7182aff4ba65 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e52ec9c7-9126-46a1-ae19-ae10fb10333a HTTP/1.1" status: 200 len: 835 time: 0.0729268 Feb 04 13:12:34.147502 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53d5bc7-bcae-41f0-ae6b-f1458d4ae263 req-c4082cc3-c98d-41db-a257-30cbb9a23af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:34.149111 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a53d5bc7-bcae-41f0-ae6b-f1458d4ae263 req-c4082cc3-c98d-41db-a257-30cbb9a23af7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c954d03c-39b2-4812-b71f-54d3a327d6cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0461557 Feb 04 13:12:34.242516 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a53d5bc7-bcae-41f0-ae6b-f1458d4ae263 req-2baad69a-a18a-4ace-aacb-e8a826881b58 service neutron] 10.222.0.73 "GET /v2.0/networks/c954d03c-39b2-4812-b71f-54d3a327d6cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831947 Feb 04 13:12:34.288426 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-1a9ef441-dc4d-469b-a16f-eb1e1db743e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9de4fe2-62b7-4127-8978-fd5271382426', 'name': 'tempest-TestNetworkAdvancedServerOps-router-598164991', 'tenant_id': '6d8f90d776f2444ead7911de1972e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '488b1928-0e78-4456-ad9a-1e4484519ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:10:42Z', 'updated_at': '2022-02-04T13:10:46Z', 'revision_number': 4, 'project_id': '6d8f90d776f2444ead7911de1972e870', 'gw_port': {'id': '488b1928-0e78-4456-ad9a-1e4484519ee9', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:9e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9de4fe2-62b7-4127-8978-fd5271382426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:10:43Z', 'updated_at': '2022-02-04T13:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'e98a8034-e921-434a-8896-91c8d51e8094', 'name': '', 'network_id': 'c954d03c-39b2-4812-b71f-54d3a327d6cc', 'tenant_id': '6d8f90d776f2444ead7911de1972e870', 'mac_address': 'fa:16:3e:f9:4f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9de4fe2-62b7-4127-8978-fd5271382426', 'device_owner': 'network:router_interface', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': 'e52ec9c7-9126-46a1-ae19-ae10fb10333a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:10:45Z', 'updated_at': '2022-02-04T13:10:49Z', 'revision_number': 5, 'project_id': '6d8f90d776f2444ead7911de1972e870', 'subnets': [{'id': 'e52ec9c7-9126-46a1-ae19-ae10fb10333a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:12:34.315266 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9ef441-dc4d-469b-a16f-eb1e1db743e7 None None] The sync data for ids ['d9de4fe2-62b7-4127-8978-fd5271382426'] in n-d-825015-3 is: [{'id': 'd9de4fe2-62b7-4127-8978-fd5271382426', 'name': 'tempest-TestNetworkAdvancedServerOps-router-598164991', 'tenant_id': '6d8f90d776f2444ead7911de1972e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '488b1928-0e78-4456-ad9a-1e4484519ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:10:42Z', 'updated_at': '2022-02-04T13:10:46Z', 'revision_number': 4, 'project_id': '6d8f90d776f2444ead7911de1972e870', 'gw_port': {'id': '488b1928-0e78-4456-ad9a-1e4484519ee9', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:9e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9de4fe2-62b7-4127-8978-fd5271382426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:10:43Z', 'updated_at': '2022-02-04T13:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'e98a8034-e921-434a-8896-91c8d51e8094', 'name': '', 'network_id': 'c954d03c-39b2-4812-b71f-54d3a327d6cc', 'tenant_id': '6d8f90d776f2444ead7911de1972e870', 'mac_address': 'fa:16:3e:f9:4f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9de4fe2-62b7-4127-8978-fd5271382426', 'device_owner': 'network:router_interface', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': 'e52ec9c7-9126-46a1-ae19-ae10fb10333a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:10:45Z', 'updated_at': '2022-02-04T13:10:49Z', 'revision_number': 5, 'project_id': '6d8f90d776f2444ead7911de1972e870', 'subnets': [{'id': 'e52ec9c7-9126-46a1-ae19-ae10fb10333a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:12:34.337709 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a53d5bc7-bcae-41f0-ae6b-f1458d4ae263 req-f9252548-e6f1-48b4-a49c-8b2e3ce281d8 service neutron] 10.222.0.73 "GET /v2.0/networks/c954d03c-39b2-4812-b71f-54d3a327d6cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889897 Feb 04 13:12:34.538699 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db7839f-b167-491d-b2ab-4290a8d843aa None None] New status for floating IP c44945f5-8cf2-4005-bb41-c4c71a33f7f3: DOWN {{(pid=103477) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:12:35.268412 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f090eece-36c8-4682-9f38-e814a06e5118 req-ef0b1f76-4f31-47de-806c-8cf810419c48 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:35.270619 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f090eece-36c8-4682-9f38-e814a06e5118 req-ef0b1f76-4f31-47de-806c-8cf810419c48 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=54df83a5-d7c2-4d80-bebc-f522d7cda1cd HTTP/1.1" status: 200 len: 945 time: 0.1047497 Feb 04 13:12:35.320513 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f090eece-36c8-4682-9f38-e814a06e5118 req-8dec8528-1acb-493f-aee2-6c4977d27cc9 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/security-groups?id=3a36eea4-c150-4572-b8d6-e37d75d88b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437698 Feb 04 13:12:35.593455 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed25a02-bb59-441a-9a23-f24d772c0847 req-fe900a41-cada-4d0c-afbf-945dfeeb8cc7 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:35.594920 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5ed25a02-bb59-441a-9a23-f24d772c0847 req-fe900a41-cada-4d0c-afbf-945dfeeb8cc7 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.73 "GET /v2.0/ports?device_id=54df83a5-d7c2-4d80-bebc-f522d7cda1cd HTTP/1.1" status: 200 len: 945 time: 0.0572248 Feb 04 13:12:35.687546 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-5ed25a02-bb59-441a-9a23-f24d772c0847 req-8b8fcb8a-27c3-435a-a7b1-6d30afc7ff19 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Deleting port 9ec0de5f-87b8-40e3-bcad-57730617cb77 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:12:35.687922 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-5ed25a02-bb59-441a-9a23-f24d772c0847 req-8b8fcb8a-27c3-435a-a7b1-6d30afc7ff19 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (9ec0de5f-87b8-40e3-bcad-57730617cb77), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:35.780469 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-5ed25a02-bb59-441a-9a23-f24d772c0847 req-8b8fcb8a-27c3-435a-a7b1-6d30afc7ff19 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] For port 9ec0de5f-87b8-40e3-bcad-57730617cb77, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=9ec0de5f-87b8-40e3-bcad-57730617cb77,segment=NetworkSegment(f8fad2b7-6269-4217-a995-68b12ab76f97),segment_id=f8fad2b7-6269-4217-a995-68b12ab76f97)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:12:35.780862 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-5ed25a02-bb59-441a-9a23-f24d772c0847 req-8b8fcb8a-27c3-435a-a7b1-6d30afc7ff19 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (9ec0de5f-87b8-40e3-bcad-57730617cb77), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:35.794172 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-5ed25a02-bb59-441a-9a23-f24d772c0847 req-8b8fcb8a-27c3-435a-a7b1-6d30afc7ff19 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Calling delete_port for 9ec0de5f-87b8-40e3-bcad-57730617cb77 owned by compute:nova {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:12:35.921045 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-5ed25a02-bb59-441a-9a23-f24d772c0847 req-8b8fcb8a-27c3-435a-a7b1-6d30afc7ff19 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (9ec0de5f-87b8-40e3-bcad-57730617cb77), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:35.954237 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8fcb8a-27c3-435a-a7b1-6d30afc7ff19 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Pushing event deleted for resources: {'Port': ['ID=9ec0de5f-87b8-40e3-bcad-57730617cb77,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:12:35.982085 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8fcb8a-27c3-435a-a7b1-6d30afc7ff19 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:12:35.982438 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8fcb8a-27c3-435a-a7b1-6d30afc7ff19 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:12:35.982782 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8fcb8a-27c3-435a-a7b1-6d30afc7ff19 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:12:35.983127 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8fcb8a-27c3-435a-a7b1-6d30afc7ff19 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:12:35.983461 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8fcb8a-27c3-435a-a7b1-6d30afc7ff19 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:12:35.983811 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8fcb8a-27c3-435a-a7b1-6d30afc7ff19 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:12:35.984145 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8fcb8a-27c3-435a-a7b1-6d30afc7ff19 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:12:35.984476 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8fcb8a-27c3-435a-a7b1-6d30afc7ff19 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:12:35.984804 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8fcb8a-27c3-435a-a7b1-6d30afc7ff19 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:12:35.985133 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8fcb8a-27c3-435a-a7b1-6d30afc7ff19 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:12:35.985456 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8fcb8a-27c3-435a-a7b1-6d30afc7ff19 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:12:35.985778 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8fcb8a-27c3-435a-a7b1-6d30afc7ff19 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:12:35.986098 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8fcb8a-27c3-435a-a7b1-6d30afc7ff19 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:12:36.008585 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ed25a02-bb59-441a-9a23-f24d772c0847 req-8b8fcb8a-27c3-435a-a7b1-6d30afc7ff19 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] No DVR routers for this DVR port 9ec0de5f-87b8-40e3-bcad-57730617cb77 on host n-h1-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:12:36.011085 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-5ed25a02-bb59-441a-9a23-f24d772c0847 req-8b8fcb8a-27c3-435a-a7b1-6d30afc7ff19 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:36.014518 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5ed25a02-bb59-441a-9a23-f24d772c0847 req-8b8fcb8a-27c3-435a-a7b1-6d30afc7ff19 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.73 "DELETE /v2.0/ports/9ec0de5f-87b8-40e3-bcad-57730617cb77 HTTP/1.1" status: 204 len: 173 time: 0.4125297 Feb 04 13:12:36.014968 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54df83a5-d7c2-4d80-bebc-f522d7cda1cd', 'name': 'network-vif-deleted', 'tag': '9ec0de5f-87b8-40e3-bcad-57730617cb77'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:12:36.017340 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba812b01-e549-4431-9f23-b234344e38b8" -d '{"events": [{"server_uuid": "54df83a5-d7c2-4d80-bebc-f522d7cda1cd", "name": "network-vif-deleted", "tag": "9ec0de5f-87b8-40e3-bcad-57730617cb77"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:12:36.055202 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-870ffcec-a036-4007-85ba-ae553a7b2ba9 x-openstack-request-id: req-870ffcec-a036-4007-85ba-ae553a7b2ba9 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:12:36.055509 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54df83a5-d7c2-4d80-bebc-f522d7cda1cd", "name": "network-vif-deleted", "tag": "9ec0de5f-87b8-40e3-bcad-57730617cb77", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:12:36.055796 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-870ffcec-a036-4007-85ba-ae553a7b2ba9 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:12:36.056208 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54df83a5-d7c2-4d80-bebc-f522d7cda1cd', 'name': 'network-vif-deleted', 'tag': '9ec0de5f-87b8-40e3-bcad-57730617cb77', 'status': 'completed', 'code': 200} Feb 04 13:12:36.439801 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e0f04eb4-68c3-4e96-8c0e-ac5f64a6a6ef req-28e21010-4ce5-4e86-bc08-9509532ea6a5 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "GET /v2.0/ports?device_id=54df83a5-d7c2-4d80-bebc-f522d7cda1cd HTTP/1.1" status: 200 len: 210 time: 0.0289481 Feb 04 13:12:37.497467 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59878) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:12:37.864726 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1e5cbbc1-5095-4c3e-938b-20296d058c76 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622215'] for router_interface (d9de4fe2-62b7-4127-8978-fd5271382426), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:38.127102 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-1e5cbbc1-5095-4c3e-938b-20296d058c76 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Deleting port e98a8034-e921-434a-8896-91c8d51e8094 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:12:38.127363 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1e5cbbc1-5095-4c3e-938b-20296d058c76 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (e98a8034-e921-434a-8896-91c8d51e8094), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:38.216638 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-1e5cbbc1-5095-4c3e-938b-20296d058c76 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] For port e98a8034-e921-434a-8896-91c8d51e8094, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=e98a8034-e921-434a-8896-91c8d51e8094,segment=NetworkSegment(f8fad2b7-6269-4217-a995-68b12ab76f97),segment_id=f8fad2b7-6269-4217-a995-68b12ab76f97)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:12:38.217096 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1e5cbbc1-5095-4c3e-938b-20296d058c76 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (e98a8034-e921-434a-8896-91c8d51e8094), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:38.234728 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-1e5cbbc1-5095-4c3e-938b-20296d058c76 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Calling delete_port for e98a8034-e921-434a-8896-91c8d51e8094 owned by network:router_interface {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:12:38.423530 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1e5cbbc1-5095-4c3e-938b-20296d058c76 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (e98a8034-e921-434a-8896-91c8d51e8094), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:38.450805 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5cbbc1-5095-4c3e-938b-20296d058c76 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Pushing event deleted for resources: {'Port': ['ID=e98a8034-e921-434a-8896-91c8d51e8094,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:12:38.632544 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1e5cbbc1-5095-4c3e-938b-20296d058c76 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622067'] for router_interface (d9de4fe2-62b7-4127-8978-fd5271382426), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:38.726732 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 9ec0de5f-87b8-40e3-bcad-57730617cb77 no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:12:38.746756 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] No Port match for: 9ec0de5f-87b8-40e3-bcad-57730617cb77 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:12:38.747098 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 9ec0de5f-87b8-40e3-bcad-57730617cb77 not bound to the agent host n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:12:38.860788 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e5cbbc1-5095-4c3e-938b-20296d058c76 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Router d9de4fe2-62b7-4127-8978-fd5271382426 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:12:38.970436 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e5cbbc1-5095-4c3e-938b-20296d058c76 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:12:38.976239 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-1e5cbbc1-5095-4c3e-938b-20296d058c76 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "PUT /v2.0/routers/d9de4fe2-62b7-4127-8978-fd5271382426/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4777427 Feb 04 13:12:38.978829 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59880) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:12:38.981293 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228b9b40-a17a-4e45-89b7-5f3e8087067f None None] Sync routers for ids ['d9de4fe2-62b7-4127-8978-fd5271382426'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:12:38.993089 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228b9b40-a17a-4e45-89b7-5f3e8087067f None None] Routers {'d9de4fe2-62b7-4127-8978-fd5271382426'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:12:38.993709 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-228b9b40-a17a-4e45-89b7-5f3e8087067f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:12:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['d9de4fe2-62b7-4127-8978-fd5271382426'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:12:39.040628 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-55ce27e1-89c4-47b8-b859-d0ff070412c0 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Deleting subnet e52ec9c7-9126-46a1-ae19-ae10fb10333a {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:12:39.044742 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-55ce27e1-89c4-47b8-b859-d0ff070412c0 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for subnet (e52ec9c7-9126-46a1-ae19-ae10fb10333a), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:39.090271 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-55ce27e1-89c4-47b8-b859-d0ff070412c0 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (e52ec9c7-9126-46a1-ae19-ae10fb10333a), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:39.111085 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-228b9b40-a17a-4e45-89b7-5f3e8087067f None None] Set router d9de4fe2-62b7-4127-8978-fd5271382426 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:12:39.211430 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-55ce27e1-89c4-47b8-b859-d0ff070412c0 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (e52ec9c7-9126-46a1-ae19-ae10fb10333a), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:39.277769 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-55ce27e1-89c4-47b8-b859-d0ff070412c0 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (e52ec9c7-9126-46a1-ae19-ae10fb10333a), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:39.307259 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ce27e1-89c4-47b8-b859-d0ff070412c0 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Pushing event deleted for resources: {'Subnet': ['ID=e52ec9c7-9126-46a1-ae19-ae10fb10333a,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:12:39.309255 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-55ce27e1-89c4-47b8-b859-d0ff070412c0 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:39.312727 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-55ce27e1-89c4-47b8-b859-d0ff070412c0 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "DELETE /v2.0/subnets/e52ec9c7-9126-46a1-ae19-ae10fb10333a HTTP/1.1" status: 204 len: 168 time: 0.3329341 Feb 04 13:12:39.315303 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59882) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:12:39.322766 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f6b083-b0fc-472f-baae-ca519cde7d87 None None] Network c954d03c-39b2-4812-b71f-54d3a327d6cc requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:12:39.389168 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-228b9b40-a17a-4e45-89b7-5f3e8087067f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9de4fe2-62b7-4127-8978-fd5271382426', 'name': 'tempest-TestNetworkAdvancedServerOps-router-598164991', 'tenant_id': '6d8f90d776f2444ead7911de1972e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '488b1928-0e78-4456-ad9a-1e4484519ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:10:42Z', 'updated_at': '2022-02-04T13:12:38Z', 'revision_number': 5, 'project_id': '6d8f90d776f2444ead7911de1972e870', 'gw_port': {'id': '488b1928-0e78-4456-ad9a-1e4484519ee9', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:9e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9de4fe2-62b7-4127-8978-fd5271382426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:10:43Z', 'updated_at': '2022-02-04T13:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:12:39.429930 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fcc9853d-cf52-4c2a-8dfa-3e5d7a8c28a7 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for router (d9de4fe2-62b7-4127-8978-fd5271382426), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:39.433460 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228b9b40-a17a-4e45-89b7-5f3e8087067f None None] Checking router: d9de4fe2-62b7-4127-8978-fd5271382426 for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:12:39.449411 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228b9b40-a17a-4e45-89b7-5f3e8087067f None None] Routers {'d9de4fe2-62b7-4127-8978-fd5271382426'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:12:39.450039 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-228b9b40-a17a-4e45-89b7-5f3e8087067f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:12:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['d9de4fe2-62b7-4127-8978-fd5271382426'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:12:39.576282 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4411c7e4-3308-4ba1-a045-411de659a6ae None None] DHCP port deletion for c954d03c-39b2-4812-b71f-54d3a327d6cc request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:12:39.592479 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-228b9b40-a17a-4e45-89b7-5f3e8087067f None None] Set router d9de4fe2-62b7-4127-8978-fd5271382426 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:12:39.818922 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fcc9853d-cf52-4c2a-8dfa-3e5d7a8c28a7 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for router_gateway (d9de4fe2-62b7-4127-8978-fd5271382426), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:39.874654 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-fcc9853d-cf52-4c2a-8dfa-3e5d7a8c28a7 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Deleting port 488b1928-0e78-4456-ad9a-1e4484519ee9 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:12:39.875006 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fcc9853d-cf52-4c2a-8dfa-3e5d7a8c28a7 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (488b1928-0e78-4456-ad9a-1e4484519ee9), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:39.930105 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-4411c7e4-3308-4ba1-a045-411de659a6ae None None] Deleting port 6dcdfe9b-eda4-42a1-8e9b-7488530abb20 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:12:39.930734 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4411c7e4-3308-4ba1-a045-411de659a6ae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (6dcdfe9b-eda4-42a1-8e9b-7488530abb20), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:39.959181 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-fcc9853d-cf52-4c2a-8dfa-3e5d7a8c28a7 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] For port 488b1928-0e78-4456-ad9a-1e4484519ee9, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=488b1928-0e78-4456-ad9a-1e4484519ee9,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:12:39.959544 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fcc9853d-cf52-4c2a-8dfa-3e5d7a8c28a7 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (488b1928-0e78-4456-ad9a-1e4484519ee9), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:39.972213 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-fcc9853d-cf52-4c2a-8dfa-3e5d7a8c28a7 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Calling delete_port for 488b1928-0e78-4456-ad9a-1e4484519ee9 owned by network:router_gateway {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:12:40.015609 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-4411c7e4-3308-4ba1-a045-411de659a6ae None None] For port 6dcdfe9b-eda4-42a1-8e9b-7488530abb20, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=6dcdfe9b-eda4-42a1-8e9b-7488530abb20,segment=NetworkSegment(f8fad2b7-6269-4217-a995-68b12ab76f97),segment_id=f8fad2b7-6269-4217-a995-68b12ab76f97)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:12:40.016038 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4411c7e4-3308-4ba1-a045-411de659a6ae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (6dcdfe9b-eda4-42a1-8e9b-7488530abb20), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:40.031606 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-4411c7e4-3308-4ba1-a045-411de659a6ae None None] Calling delete_port for 6dcdfe9b-eda4-42a1-8e9b-7488530abb20 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:12:40.090219 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-228b9b40-a17a-4e45-89b7-5f3e8087067f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9de4fe2-62b7-4127-8978-fd5271382426', 'name': 'tempest-TestNetworkAdvancedServerOps-router-598164991', 'tenant_id': '6d8f90d776f2444ead7911de1972e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '488b1928-0e78-4456-ad9a-1e4484519ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:10:42Z', 'updated_at': '2022-02-04T13:12:38Z', 'revision_number': 5, 'project_id': '6d8f90d776f2444ead7911de1972e870', 'gw_port': {'id': '488b1928-0e78-4456-ad9a-1e4484519ee9', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:9e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9de4fe2-62b7-4127-8978-fd5271382426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:10:43Z', 'updated_at': '2022-02-04T13:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:12:40.125209 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228b9b40-a17a-4e45-89b7-5f3e8087067f None None] The sync data for ids ['d9de4fe2-62b7-4127-8978-fd5271382426'] in n-d-825015-3 is: [{'id': 'd9de4fe2-62b7-4127-8978-fd5271382426', 'name': 'tempest-TestNetworkAdvancedServerOps-router-598164991', 'tenant_id': '6d8f90d776f2444ead7911de1972e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '488b1928-0e78-4456-ad9a-1e4484519ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:10:42Z', 'updated_at': '2022-02-04T13:12:38Z', 'revision_number': 5, 'project_id': '6d8f90d776f2444ead7911de1972e870', 'gw_port': {'id': '488b1928-0e78-4456-ad9a-1e4484519ee9', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:9e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9de4fe2-62b7-4127-8978-fd5271382426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:10:43Z', 'updated_at': '2022-02-04T13:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:12:40.148222 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fcc9853d-cf52-4c2a-8dfa-3e5d7a8c28a7 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (488b1928-0e78-4456-ad9a-1e4484519ee9), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:40.152401 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4411c7e4-3308-4ba1-a045-411de659a6ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (6dcdfe9b-eda4-42a1-8e9b-7488530abb20), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:40.174539 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc9853d-cf52-4c2a-8dfa-3e5d7a8c28a7 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Pushing event deleted for resources: {'Port': ['ID=488b1928-0e78-4456-ad9a-1e4484519ee9,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:12:40.178120 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4411c7e4-3308-4ba1-a045-411de659a6ae None None] Pushing event deleted for resources: {'Port': ['ID=6dcdfe9b-eda4-42a1-8e9b-7488530abb20,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:12:40.187466 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4411c7e4-3308-4ba1-a045-411de659a6ae None None] No DVR routers for this DVR port 6dcdfe9b-eda4-42a1-8e9b-7488530abb20 on host n-d-825015-3 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:12:40.247707 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fcc9853d-cf52-4c2a-8dfa-3e5d7a8c28a7 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1599901'] for router_gateway (d9de4fe2-62b7-4127-8978-fd5271382426), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:40.339608 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fcc9853d-cf52-4c2a-8dfa-3e5d7a8c28a7 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10915'] for router (d9de4fe2-62b7-4127-8978-fd5271382426), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:40.341795 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fcc9853d-cf52-4c2a-8dfa-3e5d7a8c28a7 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for router_controller (d9de4fe2-62b7-4127-8978-fd5271382426), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:40.384616 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fcc9853d-cf52-4c2a-8dfa-3e5d7a8c28a7 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622829'] for router (d9de4fe2-62b7-4127-8978-fd5271382426), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:40.385171 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcc9853d-cf52-4c2a-8dfa-3e5d7a8c28a7 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Fanout notify agent at l3_agent the message router_deleted on router d9de4fe2-62b7-4127-8978-fd5271382426 {{(pid=103474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 13:12:40.391918 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fcc9853d-cf52-4c2a-8dfa-3e5d7a8c28a7 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:40.393030 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-fcc9853d-cf52-4c2a-8dfa-3e5d7a8c28a7 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "DELETE /v2.0/routers/d9de4fe2-62b7-4127-8978-fd5271382426 HTTP/1.1" status: 204 len: 168 time: 1.0767117 Feb 04 13:12:40.395728 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59884) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:12:40.476480 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9004470b-e21c-4463-8c18-1f7cb1acd6c2 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (c954d03c-39b2-4812-b71f-54d3a327d6cc), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:40.570117 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9004470b-e21c-4463-8c18-1f7cb1acd6c2 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (c954d03c-39b2-4812-b71f-54d3a327d6cc), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:40.592095 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-9004470b-e21c-4463-8c18-1f7cb1acd6c2 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c954d03c-39b2-4812-b71f-54d3a327d6cc']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:12:40.603872 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-9004470b-e21c-4463-8c18-1f7cb1acd6c2 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8fad2b7-6269-4217-a995-68b12ab76f97') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:12:40.604262 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-9004470b-e21c-4463-8c18-1f7cb1acd6c2 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8fad2b7-6269-4217-a995-68b12ab76f97') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:12:40.619444 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9004470b-e21c-4463-8c18-1f7cb1acd6c2 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (f8fad2b7-6269-4217-a995-68b12ab76f97), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:40.633994 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9004470b-e21c-4463-8c18-1f7cb1acd6c2 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (f8fad2b7-6269-4217-a995-68b12ab76f97), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:40.640733 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9004470b-e21c-4463-8c18-1f7cb1acd6c2 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:12:40.641134 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9004470b-e21c-4463-8c18-1f7cb1acd6c2 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (f8fad2b7-6269-4217-a995-68b12ab76f97), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:40.644212 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 13:12:40.644212 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:12:40.644212 n-d-825015-3 neutron-server[103474]: timer() Feb 04 13:12:40.644212 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:12:40.644212 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 13:12:40.644212 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:12:40.644212 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 13:12:40.644212 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:12:40.644212 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 13:12:40.644212 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:12:40.644212 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 13:12:40.644212 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:12:40.644212 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 13:12:40.644212 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:12:40.644212 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:12:40.644212 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:12:40.644212 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:12:40.644212 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:12:40.644212 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 13:12:40.644212 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:12:40.644212 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 13:12:40.644212 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:12:40.644212 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:12:40.644212 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:12:40.644212 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 13:12:40.644212 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:12:40.644212 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:12:40.644212 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:12:40.644212 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:12:40.644212 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:12:40.644212 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:12:40.644212 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:12:40.651883 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device e98a8034-e921-434a-8896-91c8d51e8094 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:12:40.674766 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: e98a8034-e921-434a-8896-91c8d51e8094 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:12:40.675122 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device e98a8034-e921-434a-8896-91c8d51e8094 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:12:40.675537 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 6dcdfe9b-eda4-42a1-8e9b-7488530abb20 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:12:40.698611 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 6dcdfe9b-eda4-42a1-8e9b-7488530abb20 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:12:40.698959 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 6dcdfe9b-eda4-42a1-8e9b-7488530abb20 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:12:40.711503 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9004470b-e21c-4463-8c18-1f7cb1acd6c2 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (c954d03c-39b2-4812-b71f-54d3a327d6cc), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:40.719475 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9004470b-e21c-4463-8c18-1f7cb1acd6c2 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:40.722635 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-9004470b-e21c-4463-8c18-1f7cb1acd6c2 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "DELETE /v2.0/networks/c954d03c-39b2-4812-b71f-54d3a327d6cc HTTP/1.1" status: 204 len: 168 time: 0.3259611 Feb 04 13:12:40.726339 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 59886) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:12:40.735326 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9004470b-e21c-4463-8c18-1f7cb1acd6c2 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Pushing event deleted for resources: {'Network': ['ID=c954d03c-39b2-4812-b71f-54d3a327d6cc,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:12:40.787363 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-96e5e80d-eeef-4b69-86ef-49463209a6a9 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for security_group (3a36eea4-c150-4572-b8d6-e37d75d88b03), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:40.814963 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-96e5e80d-eeef-4b69-86ef-49463209a6a9 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for security_group (3a36eea4-c150-4572-b8d6-e37d75d88b03), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:40.889427 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-96e5e80d-eeef-4b69-86ef-49463209a6a9 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (3a36eea4-c150-4572-b8d6-e37d75d88b03), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:40.892300 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-96e5e80d-eeef-4b69-86ef-49463209a6a9 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:40.893493 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-96e5e80d-eeef-4b69-86ef-49463209a6a9 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] 10.222.0.65 "DELETE /v2.0/security-groups/3a36eea4-c150-4572-b8d6-e37d75d88b03 HTTP/1.1" status: 204 len: 168 time: 0.1661699 Feb 04 13:12:40.906402 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e5e80d-eeef-4b69-86ef-49463209a6a9 tempest-TestNetworkAdvancedServerOps-997036716 tempest-TestNetworkAdvancedServerOps-997036716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a36eea4-c150-4572-b8d6-e37d75d88b03,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:12:41.229107 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59894) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:12:41.365792 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-cb721dd4-5774-44ac-83ae-ee0d43f060a2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6d8f90d776f2444ead7911de1972e870&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1354272 Feb 04 13:12:41.368164 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59898) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:12:41.425759 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-51fdeeb3-d63b-4317-8722-34d35f5c635a admin admin] Publish callbacks [] for security_group (9527a799-9179-4e1d-8c21-ffddc53d35ff), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:41.448746 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-51fdeeb3-d63b-4317-8722-34d35f5c635a admin admin] Publish callbacks [] for security_group (9527a799-9179-4e1d-8c21-ffddc53d35ff), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:41.503705 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-51fdeeb3-d63b-4317-8722-34d35f5c635a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (9527a799-9179-4e1d-8c21-ffddc53d35ff), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:41.506917 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-51fdeeb3-d63b-4317-8722-34d35f5c635a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:41.508444 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-51fdeeb3-d63b-4317-8722-34d35f5c635a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9527a799-9179-4e1d-8c21-ffddc53d35ff HTTP/1.1" status: 204 len: 168 time: 0.1390793 Feb 04 13:12:41.518321 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fdeeb3-d63b-4317-8722-34d35f5c635a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9527a799-9179-4e1d-8c21-ffddc53d35ff,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:12:41.774120 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59904) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:12:41.815464 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-9664ab74-6bf2-419e-bcc6-ddb65aca4752 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c65a0d6c7a434ab09e5c4f14903a83a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0400138 Feb 04 13:12:41.818435 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59906) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:12:41.867510 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7822529a-dda0-47f9-99bd-7b210974d622 admin admin] Publish callbacks [] for security_group (e9a28273-bbc2-4dae-a505-eb1a17e5f991), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:41.888179 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7822529a-dda0-47f9-99bd-7b210974d622 admin admin] Publish callbacks [] for security_group (e9a28273-bbc2-4dae-a505-eb1a17e5f991), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:41.937718 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7822529a-dda0-47f9-99bd-7b210974d622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (e9a28273-bbc2-4dae-a505-eb1a17e5f991), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:41.940456 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7822529a-dda0-47f9-99bd-7b210974d622 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:41.942154 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-7822529a-dda0-47f9-99bd-7b210974d622 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e9a28273-bbc2-4dae-a505-eb1a17e5f991 HTTP/1.1" status: 204 len: 168 time: 0.1228173 Feb 04 13:12:41.949970 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7822529a-dda0-47f9-99bd-7b210974d622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9a28273-bbc2-4dae-a505-eb1a17e5f991,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:12:42.544981 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 488b1928-0e78-4456-ad9a-1e4484519ee9 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:12:42.566389 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 488b1928-0e78-4456-ad9a-1e4484519ee9 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:12:42.567259 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 488b1928-0e78-4456-ad9a-1e4484519ee9 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:12:42.643114 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59928) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:12:42.739551 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-8ca937ce-0df4-4455-b0ba-d40232f257b9 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-797058431-network', 'tenant_id': 'c9a1f50dcc67409b9e809e71c35fb619'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:12:42.759965 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ca937ce-0df4-4455-b0ba-d40232f257b9 admin admin] Made reservation on behalf of c9a1f50dcc67409b9e809e71c35fb619 for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:12:42.762324 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8ca937ce-0df4-4455-b0ba-d40232f257b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:42.771510 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8ca937ce-0df4-4455-b0ba-d40232f257b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:42.848463 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8ca937ce-0df4-4455-b0ba-d40232f257b9 admin admin] Publish callbacks [] for security_group (801f78bd-f95b-43c2-9de1-562505bb0df6), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:42.851830 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8ca937ce-0df4-4455-b0ba-d40232f257b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (801f78bd-f95b-43c2-9de1-562505bb0df6), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:42.879467 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ca937ce-0df4-4455-b0ba-d40232f257b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:12:42.889168 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca937ce-0df4-4455-b0ba-d40232f257b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=801f78bd-f95b-43c2-9de1-562505bb0df6,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:12:42.894150 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8ca937ce-0df4-4455-b0ba-d40232f257b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (3519c5c1-9df5-4ed6-8a0e-75a30e0163cd), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:42.894502 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-8ca937ce-0df4-4455-b0ba-d40232f257b9 admin admin] Added segment 3519c5c1-9df5-4ed6-8a0e-75a30e0163cd of type vlan for network 2e7996ce-cbcc-4cf2-aa7a-17a020c7f4bf Feb 04 13:12:42.935334 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8ca937ce-0df4-4455-b0ba-d40232f257b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (2e7996ce-cbcc-4cf2-aa7a-17a020c7f4bf), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:42.960775 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8ca937ce-0df4-4455-b0ba-d40232f257b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (2e7996ce-cbcc-4cf2-aa7a-17a020c7f4bf), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:42.961679 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca937ce-0df4-4455-b0ba-d40232f257b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:42.962275 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8ca937ce-0df4-4455-b0ba-d40232f257b9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:43.038434 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-8ca937ce-0df4-4455-b0ba-d40232f257b9 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3941469 Feb 04 13:12:43.041676 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 59932) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:12:43.046830 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-caae667a-0e80-4ed8-8ff2-4ab50826f7ff admin admin] Request body: {'subnet': {'network_id': '2e7996ce-cbcc-4cf2-aa7a-17a020c7f4bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-797058431-subnet', 'tenant_id': 'c9a1f50dcc67409b9e809e71c35fb619', 'ip_version': 4}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:12:43.066619 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca937ce-0df4-4455-b0ba-d40232f257b9 admin admin] Pushing event updated for resources: {'Network': ['ID=2e7996ce-cbcc-4cf2-aa7a-17a020c7f4bf,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:12:43.067759 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caae667a-0e80-4ed8-8ff2-4ab50826f7ff admin admin] Made reservation on behalf of c9a1f50dcc67409b9e809e71c35fb619 for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:12:43.074895 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-caae667a-0e80-4ed8-8ff2-4ab50826f7ff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:43.076693 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 2e7996ce-cbcc-4cf2-aa7a-17a020c7f4bf details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:12:43.255600 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-caae667a-0e80-4ed8-8ff2-4ab50826f7ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52094127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51452689'] for subnet (1d3d7a67-2db7-449b-9ef6-5e5c67fb5dd7), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:43.306920 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caae667a-0e80-4ed8-8ff2-4ab50826f7ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d3d7a67-2db7-449b-9ef6-5e5c67fb5dd7,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:12:43.317636 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caae667a-0e80-4ed8-8ff2-4ab50826f7ff admin admin] Checking segment: {'id': '3519c5c1-9df5-4ed6-8a0e-75a30e0163cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '2e7996ce-cbcc-4cf2-aa7a-17a020c7f4bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:12:43.317987 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caae667a-0e80-4ed8-8ff2-4ab50826f7ff admin admin] Network hostable DHCP agents. Network: 2e7996ce-cbcc-4cf2-aa7a-17a020c7f4bf, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:12:43.334335 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caae667a-0e80-4ed8-8ff2-4ab50826f7ff admin admin] Network 2e7996ce-cbcc-4cf2-aa7a-17a020c7f4bf is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:12:43.343039 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-caae667a-0e80-4ed8-8ff2-4ab50826f7ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 2e7996ce-cbcc-4cf2-aa7a-17a020c7f4bf) {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:12:43.347357 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caae667a-0e80-4ed8-8ff2-4ab50826f7ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:43.347991 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-caae667a-0e80-4ed8-8ff2-4ab50826f7ff admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:43.352640 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad0388a-31d8-4d67-bbfa-96e8c15df667 None None] Network 2e7996ce-cbcc-4cf2-aa7a-17a020c7f4bf requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:12:43.367004 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-caae667a-0e80-4ed8-8ff2-4ab50826f7ff admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3241014 Feb 04 13:12:43.370337 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 59934) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:12:43.374634 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-3a701b4e-5bf3-42bc-afc5-e5140d58893b admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-797058431-router', 'tenant_id': 'c9a1f50dcc67409b9e809e71c35fb619', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:12:43.398267 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3a701b4e-5bf3-42bc-afc5-e5140d58893b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10933'] for router (7fa5af6c-e81d-42f4-b4a8-1979efd0a3dd), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:43.399327 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3a701b4e-5bf3-42bc-afc5-e5140d58893b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10924'] for router (7fa5af6c-e81d-42f4-b4a8-1979efd0a3dd), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:43.464776 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e4536f-e4d8-4b4c-b429-d816e3e6f854 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-2e7996ce-cbcc-4cf2-aa7a-17a020c7f4bf', 'network_id': '2e7996ce-cbcc-4cf2-aa7a-17a020c7f4bf', 'project_id': 'c9a1f50dcc67409b9e809e71c35fb619', 'fixed_ips': [{'subnet_id': '1d3d7a67-2db7-449b-9ef6-5e5c67fb5dd7'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:12:43.465750 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-05e4536f-e4d8-4b4c-b429-d816e3e6f854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:43.491680 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3a701b4e-5bf3-42bc-afc5-e5140d58893b admin admin] Publish callbacks [] for router_controller (7fa5af6c-e81d-42f4-b4a8-1979efd0a3dd), precommit_add_association {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:43.607162 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-05e4536f-e4d8-4b4c-b429-d816e3e6f854 None None] Allocated IP 172.20.0.2 (2e7996ce-cbcc-4cf2-aa7a-17a020c7f4bf/1d3d7a67-2db7-449b-9ef6-5e5c67fb5dd7/395037ce-d3e5-44ac-8acb-5f0be1834572) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:12:43.638802 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3a701b4e-5bf3-42bc-afc5-e5140d58893b admin admin] Publish callbacks [] for router_gateway (7fa5af6c-e81d-42f4-b4a8-1979efd0a3dd), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:43.762371 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-05e4536f-e4d8-4b4c-b429-d816e3e6f854 None None] Publish callbacks [] for port (395037ce-d3e5-44ac-8acb-5f0be1834572), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:43.768628 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-05e4536f-e4d8-4b4c-b429-d816e3e6f854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (395037ce-d3e5-44ac-8acb-5f0be1834572), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:43.817430 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e4536f-e4d8-4b4c-b429-d816e3e6f854 None None] Network 2e7996ce-cbcc-4cf2-aa7a-17a020c7f4bf is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:12:43.820371 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-05e4536f-e4d8-4b4c-b429-d816e3e6f854 None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:12:43.822745 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e4536f-e4d8-4b4c-b429-d816e3e6f854 None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:12:43.829185 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e4536f-e4d8-4b4c-b429-d816e3e6f854 None None] Pushing event updated for resources: {'Port': ['ID=395037ce-d3e5-44ac-8acb-5f0be1834572,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:12:43.855157 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3a701b4e-5bf3-42bc-afc5-e5140d58893b admin admin] Publish callbacks [] for router_gateway (7fa5af6c-e81d-42f4-b4a8-1979efd0a3dd), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:43.875320 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3a701b4e-5bf3-42bc-afc5-e5140d58893b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:43.892061 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-05e4536f-e4d8-4b4c-b429-d816e3e6f854 None None] Attempting to bind port 395037ce-d3e5-44ac-8acb-5f0be1834572 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:12:43.892438 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-05e4536f-e4d8-4b4c-b429-d816e3e6f854 None None] Attempting to bind port 395037ce-d3e5-44ac-8acb-5f0be1834572 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '3519c5c1-9df5-4ed6-8a0e-75a30e0163cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '2e7996ce-cbcc-4cf2-aa7a-17a020c7f4bf'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:12:43.892809 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e4536f-e4d8-4b4c-b429-d816e3e6f854 None None] Attempting to bind port 395037ce-d3e5-44ac-8acb-5f0be1834572 on network 2e7996ce-cbcc-4cf2-aa7a-17a020c7f4bf {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:12:43.898814 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e4536f-e4d8-4b4c-b429-d816e3e6f854 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:12:43.899240 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e4536f-e4d8-4b4c-b429-d816e3e6f854 None None] Checking segment: {'id': '3519c5c1-9df5-4ed6-8a0e-75a30e0163cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '2e7996ce-cbcc-4cf2-aa7a-17a020c7f4bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:12:43.899610 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-05e4536f-e4d8-4b4c-b429-d816e3e6f854 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:43.900021 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e4536f-e4d8-4b4c-b429-d816e3e6f854 None None] Bound using segment: {'id': '3519c5c1-9df5-4ed6-8a0e-75a30e0163cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '2e7996ce-cbcc-4cf2-aa7a-17a020c7f4bf'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:12:43.900495 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-05e4536f-e4d8-4b4c-b429-d816e3e6f854 None None] Bound port: 395037ce-d3e5-44ac-8acb-5f0be1834572, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3519c5c1-9df5-4ed6-8a0e-75a30e0163cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '2e7996ce-cbcc-4cf2-aa7a-17a020c7f4bf'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:12:43.900882 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-05e4536f-e4d8-4b4c-b429-d816e3e6f854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (395037ce-d3e5-44ac-8acb-5f0be1834572), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:43.964836 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-05e4536f-e4d8-4b4c-b429-d816e3e6f854 None None] For port 395037ce-d3e5-44ac-8acb-5f0be1834572, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:12:43.968085 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-05e4536f-e4d8-4b4c-b429-d816e3e6f854 None None] For port 395037ce-d3e5-44ac-8acb-5f0be1834572, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=395037ce-d3e5-44ac-8acb-5f0be1834572,segment=NetworkSegment(3519c5c1-9df5-4ed6-8a0e-75a30e0163cd),segment_id=3519c5c1-9df5-4ed6-8a0e-75a30e0163cd)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:12:43.974728 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-05e4536f-e4d8-4b4c-b429-d816e3e6f854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (395037ce-d3e5-44ac-8acb-5f0be1834572), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:44.040108 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e4536f-e4d8-4b4c-b429-d816e3e6f854 None None] Pushing event updated for resources: {'Port': ['ID=395037ce-d3e5-44ac-8acb-5f0be1834572,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:12:44.289643 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-3a701b4e-5bf3-42bc-afc5-e5140d58893b admin admin] Allocated IP 172.25.3.125 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/467700a0-23a8-446e-990a-cc4d084f4c7d) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:12:44.402834 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3a701b4e-5bf3-42bc-afc5-e5140d58893b admin admin] Publish callbacks [] for port (467700a0-23a8-446e-990a-cc4d084f4c7d), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:44.436088 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3a701b4e-5bf3-42bc-afc5-e5140d58893b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (467700a0-23a8-446e-990a-cc4d084f4c7d), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:44.477525 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a701b4e-5bf3-42bc-afc5-e5140d58893b admin admin] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:12:44.483681 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-3a701b4e-5bf3-42bc-afc5-e5140d58893b admin admin] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:12:44.487283 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a701b4e-5bf3-42bc-afc5-e5140d58893b admin admin] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:12:44.510977 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a701b4e-5bf3-42bc-afc5-e5140d58893b admin admin] Pushing event updated for resources: {'Port': ['ID=467700a0-23a8-446e-990a-cc4d084f4c7d,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:12:44.625479 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 395037ce-d3e5-44ac-8acb-5f0be1834572 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:12:44.681979 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 395037ce-d3e5-44ac-8acb-5f0be1834572 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:12:44.682450 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (395037ce-d3e5-44ac-8acb-5f0be1834572), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:44.762095 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3a701b4e-5bf3-42bc-afc5-e5140d58893b admin admin] Publish callbacks [] for router_gateway (7fa5af6c-e81d-42f4-b4a8-1979efd0a3dd), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:44.763809 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 395037ce-d3e5-44ac-8acb-5f0be1834572 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:12:44.764211 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (395037ce-d3e5-44ac-8acb-5f0be1834572), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:44.800485 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port 395037ce-d3e5-44ac-8acb-5f0be1834572, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=395037ce-d3e5-44ac-8acb-5f0be1834572,segment=NetworkSegment(3519c5c1-9df5-4ed6-8a0e-75a30e0163cd),segment_id=3519c5c1-9df5-4ed6-8a0e-75a30e0163cd)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:12:44.805236 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (395037ce-d3e5-44ac-8acb-5f0be1834572), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:44.860048 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=395037ce-d3e5-44ac-8acb-5f0be1834572,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:12:44.992456 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3a701b4e-5bf3-42bc-afc5-e5140d58893b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141'] for router (7fa5af6c-e81d-42f4-b4a8-1979efd0a3dd), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:45.005577 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1e6aac-8051-4f95-9793-d900c41ac1c8 None None] Network 2e7996ce-cbcc-4cf2-aa7a-17a020c7f4bf requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:12:45.088343 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-7eba4c99-269f-45f1-9afc-969957d060ec None None] Provisioning complete for port 395037ce-d3e5-44ac-8acb-5f0be1834572 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:12:45.088799 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7eba4c99-269f-45f1-9afc-969957d060ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (395037ce-d3e5-44ac-8acb-5f0be1834572), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:45.133103 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a701b4e-5bf3-42bc-afc5-e5140d58893b admin admin] Router 7fa5af6c-e81d-42f4-b4a8-1979efd0a3dd is scheduled to L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de with binding_index 1 {{(pid=103475) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 13:12:45.205385 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-7eba4c99-269f-45f1-9afc-969957d060ec None None] Current status of the port 395037ce-d3e5-44ac-8acb-5f0be1834572 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:12:45.253051 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a701b4e-5bf3-42bc-afc5-e5140d58893b admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:12:45.262954 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798df5ff-c4a8-43b8-88de-d2c248d0627f None None] Sync routers for ids ['7fa5af6c-e81d-42f4-b4a8-1979efd0a3dd'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:12:45.273507 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798df5ff-c4a8-43b8-88de-d2c248d0627f None None] Routers {'7fa5af6c-e81d-42f4-b4a8-1979efd0a3dd'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:12:45.273710 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3a701b4e-5bf3-42bc-afc5-e5140d58893b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:45.274133 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-798df5ff-c4a8-43b8-88de-d2c248d0627f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:12:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['7fa5af6c-e81d-42f4-b4a8-1979efd0a3dd'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:12:45.275802 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-3a701b4e-5bf3-42bc-afc5-e5140d58893b admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9035230 Feb 04 13:12:45.278392 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59936) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:12:45.389627 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-798df5ff-c4a8-43b8-88de-d2c248d0627f None None] Set router 7fa5af6c-e81d-42f4-b4a8-1979efd0a3dd gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:12:45.426520 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-67af2aaa-c35e-468e-93f0-3531768d85c3 None None] Provisioning complete for port 395037ce-d3e5-44ac-8acb-5f0be1834572 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:12:45.427157 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-67af2aaa-c35e-468e-93f0-3531768d85c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (395037ce-d3e5-44ac-8acb-5f0be1834572), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:45.511622 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-67af2aaa-c35e-468e-93f0-3531768d85c3 None None] Current status of the port 395037ce-d3e5-44ac-8acb-5f0be1834572 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:12:45.570315 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-737d3a34-32cd-49b6-a651-a24fe1850f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:45.577146 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-798df5ff-c4a8-43b8-88de-d2c248d0627f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa5af6c-e81d-42f4-b4a8-1979efd0a3dd', 'name': 'tempest-TestServerBasicOps-797058431-router', 'tenant_id': 'c9a1f50dcc67409b9e809e71c35fb619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '467700a0-23a8-446e-990a-cc4d084f4c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:12:43Z', 'updated_at': '2022-02-04T13:12:44Z', 'revision_number': 3, 'project_id': 'c9a1f50dcc67409b9e809e71c35fb619', 'gw_port': {'id': '467700a0-23a8-446e-990a-cc4d084f4c7d', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:6c:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa5af6c-e81d-42f4-b4a8-1979efd0a3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:12:43Z', 'updated_at': '2022-02-04T13:12:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:12:45.606885 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798df5ff-c4a8-43b8-88de-d2c248d0627f None None] Checking router: 7fa5af6c-e81d-42f4-b4a8-1979efd0a3dd for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:12:45.607242 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798df5ff-c4a8-43b8-88de-d2c248d0627f None None] Updating router 7fa5af6c-e81d-42f4-b4a8-1979efd0a3dd port 467700a0-23a8-446e-990a-cc4d084f4c7d binding host n-d-825015-3 {{(pid=103477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:12:45.634766 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-798df5ff-c4a8-43b8-88de-d2c248d0627f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (467700a0-23a8-446e-990a-cc4d084f4c7d), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:45.726262 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cc98a47d-f851-4d07-b0e7-3599ba7dc5b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:45.880849 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-798df5ff-c4a8-43b8-88de-d2c248d0627f None None] Publish callbacks [] for port (467700a0-23a8-446e-990a-cc4d084f4c7d), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:45.886942 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-798df5ff-c4a8-43b8-88de-d2c248d0627f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (467700a0-23a8-446e-990a-cc4d084f4c7d), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:45.928653 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-cc98a47d-f851-4d07-b0e7-3599ba7dc5b0 admin admin] Allocated IP 172.20.0.1 (2e7996ce-cbcc-4cf2-aa7a-17a020c7f4bf/1d3d7a67-2db7-449b-9ef6-5e5c67fb5dd7/3901eeed-e7d6-4dc9-b124-e7318a22664f) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:12:45.938779 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c74006-953c-4c41-bfbf-f61f65fc43c9 None None] Pushing event updated for resources: {'Port': ['ID=467700a0-23a8-446e-990a-cc4d084f4c7d,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:12:45.943983 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-798df5ff-c4a8-43b8-88de-d2c248d0627f None None] Attempting to bind port 467700a0-23a8-446e-990a-cc4d084f4c7d on host n-d-825015-3 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:12:45.944350 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-798df5ff-c4a8-43b8-88de-d2c248d0627f None None] Attempting to bind port 467700a0-23a8-446e-990a-cc4d084f4c7d by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:12:45.944719 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798df5ff-c4a8-43b8-88de-d2c248d0627f None None] Attempting to bind port 467700a0-23a8-446e-990a-cc4d084f4c7d on network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:12:45.952869 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c74006-953c-4c41-bfbf-f61f65fc43c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:12:45.953232 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c74006-953c-4c41-bfbf-f61f65fc43c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:12:45.953563 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c74006-953c-4c41-bfbf-f61f65fc43c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:12:45.953904 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c74006-953c-4c41-bfbf-f61f65fc43c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:12:45.954234 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c74006-953c-4c41-bfbf-f61f65fc43c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:12:45.954568 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c74006-953c-4c41-bfbf-f61f65fc43c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:12:45.954897 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c74006-953c-4c41-bfbf-f61f65fc43c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:12:45.955223 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c74006-953c-4c41-bfbf-f61f65fc43c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:12:45.955559 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c74006-953c-4c41-bfbf-f61f65fc43c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:12:45.955968 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c74006-953c-4c41-bfbf-f61f65fc43c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:12:45.956300 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c74006-953c-4c41-bfbf-f61f65fc43c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:12:45.956621 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c74006-953c-4c41-bfbf-f61f65fc43c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:12:45.956944 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c74006-953c-4c41-bfbf-f61f65fc43c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:12:45.961211 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798df5ff-c4a8-43b8-88de-d2c248d0627f None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:12:45.961590 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798df5ff-c4a8-43b8-88de-d2c248d0627f None None] Checking segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:12:45.962003 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-798df5ff-c4a8-43b8-88de-d2c248d0627f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:45.962390 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798df5ff-c4a8-43b8-88de-d2c248d0627f None None] Bound using segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:12:45.962848 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-798df5ff-c4a8-43b8-88de-d2c248d0627f None None] Bound port: 467700a0-23a8-446e-990a-cc4d084f4c7d, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:12:45.963230 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-798df5ff-c4a8-43b8-88de-d2c248d0627f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (467700a0-23a8-446e-990a-cc4d084f4c7d), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:46.016266 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-798df5ff-c4a8-43b8-88de-d2c248d0627f None None] For port 467700a0-23a8-446e-990a-cc4d084f4c7d, host n-d-825015-3, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:12:46.019225 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-798df5ff-c4a8-43b8-88de-d2c248d0627f None None] For port 467700a0-23a8-446e-990a-cc4d084f4c7d, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=467700a0-23a8-446e-990a-cc4d084f4c7d,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:12:46.025400 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-798df5ff-c4a8-43b8-88de-d2c248d0627f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (467700a0-23a8-446e-990a-cc4d084f4c7d), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:46.037180 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cc98a47d-f851-4d07-b0e7-3599ba7dc5b0 admin admin] Publish callbacks [] for port (3901eeed-e7d6-4dc9-b124-e7318a22664f), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:46.072960 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cc98a47d-f851-4d07-b0e7-3599ba7dc5b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (3901eeed-e7d6-4dc9-b124-e7318a22664f), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:46.082849 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798df5ff-c4a8-43b8-88de-d2c248d0627f None None] Routers {'7fa5af6c-e81d-42f4-b4a8-1979efd0a3dd'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:12:46.083492 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-798df5ff-c4a8-43b8-88de-d2c248d0627f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:12:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['7fa5af6c-e81d-42f4-b4a8-1979efd0a3dd'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:12:46.118590 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc98a47d-f851-4d07-b0e7-3599ba7dc5b0 admin admin] Network 2e7996ce-cbcc-4cf2-aa7a-17a020c7f4bf is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:12:46.121841 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c74006-953c-4c41-bfbf-f61f65fc43c9 None None] Pushing event updated for resources: {'Port': ['ID=467700a0-23a8-446e-990a-cc4d084f4c7d,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:12:46.123857 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-cc98a47d-f851-4d07-b0e7-3599ba7dc5b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:12:46.126047 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc98a47d-f851-4d07-b0e7-3599ba7dc5b0 admin admin] Pushing event updated for resources: {'Port': ['ID=3901eeed-e7d6-4dc9-b124-e7318a22664f,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:12:46.128220 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc98a47d-f851-4d07-b0e7-3599ba7dc5b0 admin admin] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:12:46.175016 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cc98a47d-f851-4d07-b0e7-3599ba7dc5b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1599818'] for router_interface (7fa5af6c-e81d-42f4-b4a8-1979efd0a3dd), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:46.299141 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-798df5ff-c4a8-43b8-88de-d2c248d0627f None None] Set router 7fa5af6c-e81d-42f4-b4a8-1979efd0a3dd gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:12:46.317528 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cc98a47d-f851-4d07-b0e7-3599ba7dc5b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (3901eeed-e7d6-4dc9-b124-e7318a22664f), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:46.438093 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-9a9801e9-6f55-4585-8536-d96869d77e42 None None] Provisioning complete for port 3901eeed-e7d6-4dc9-b124-e7318a22664f triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:12:46.439158 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9a9801e9-6f55-4585-8536-d96869d77e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (3901eeed-e7d6-4dc9-b124-e7318a22664f), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:46.476754 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-9a9801e9-6f55-4585-8536-d96869d77e42 None None] Port 3901eeed-e7d6-4dc9-b124-e7318a22664f cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:12:46.481194 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-798df5ff-c4a8-43b8-88de-d2c248d0627f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa5af6c-e81d-42f4-b4a8-1979efd0a3dd', 'name': 'tempest-TestServerBasicOps-797058431-router', 'tenant_id': 'c9a1f50dcc67409b9e809e71c35fb619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '467700a0-23a8-446e-990a-cc4d084f4c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:12:43Z', 'updated_at': '2022-02-04T13:12:44Z', 'revision_number': 3, 'project_id': 'c9a1f50dcc67409b9e809e71c35fb619', 'gw_port': {'id': '467700a0-23a8-446e-990a-cc4d084f4c7d', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:6c:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa5af6c-e81d-42f4-b4a8-1979efd0a3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:12:43Z', 'updated_at': '2022-02-04T13:12:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:12:46.484697 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cc98a47d-f851-4d07-b0e7-3599ba7dc5b0 admin admin] Publish callbacks [] for port (3901eeed-e7d6-4dc9-b124-e7318a22664f), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:46.489567 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cc98a47d-f851-4d07-b0e7-3599ba7dc5b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (3901eeed-e7d6-4dc9-b124-e7318a22664f), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:46.512325 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798df5ff-c4a8-43b8-88de-d2c248d0627f None None] The sync data for ids ['7fa5af6c-e81d-42f4-b4a8-1979efd0a3dd'] in n-d-825015-3 is: [{'id': '7fa5af6c-e81d-42f4-b4a8-1979efd0a3dd', 'name': 'tempest-TestServerBasicOps-797058431-router', 'tenant_id': 'c9a1f50dcc67409b9e809e71c35fb619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '467700a0-23a8-446e-990a-cc4d084f4c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:12:43Z', 'updated_at': '2022-02-04T13:12:44Z', 'revision_number': 3, 'project_id': 'c9a1f50dcc67409b9e809e71c35fb619', 'gw_port': {'id': '467700a0-23a8-446e-990a-cc4d084f4c7d', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:6c:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa5af6c-e81d-42f4-b4a8-1979efd0a3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:12:43Z', 'updated_at': '2022-02-04T13:12:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:12:46.562706 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc98a47d-f851-4d07-b0e7-3599ba7dc5b0 admin admin] Pushing event updated for resources: {'Port': ['ID=3901eeed-e7d6-4dc9-b124-e7318a22664f,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:12:46.567074 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cc98a47d-f851-4d07-b0e7-3599ba7dc5b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622202'] for router_interface (7fa5af6c-e81d-42f4-b4a8-1979efd0a3dd), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:46.602638 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 395037ce-d3e5-44ac-8acb-5f0be1834572 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:12:46.661298 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 395037ce-d3e5-44ac-8acb-5f0be1834572 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:12:46.661685 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (395037ce-d3e5-44ac-8acb-5f0be1834572), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:46.677510 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc98a47d-f851-4d07-b0e7-3599ba7dc5b0 admin admin] Network 2e7996ce-cbcc-4cf2-aa7a-17a020c7f4bf is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:12:46.678986 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-cc98a47d-f851-4d07-b0e7-3599ba7dc5b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:12:46.756846 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 395037ce-d3e5-44ac-8acb-5f0be1834572 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:12:46.846467 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc98a47d-f851-4d07-b0e7-3599ba7dc5b0 admin admin] Router 7fa5af6c-e81d-42f4-b4a8-1979efd0a3dd has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:12:46.969174 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc98a47d-f851-4d07-b0e7-3599ba7dc5b0 admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:12:46.974901 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-cc98a47d-f851-4d07-b0e7-3599ba7dc5b0 admin admin] 10.222.0.65 "PUT /v2.0/routers/7fa5af6c-e81d-42f4-b4a8-1979efd0a3dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6953652 Feb 04 13:12:47.000587 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-925a289f-ce5e-4682-8b07-634155d1b43c None None] Provisioning complete for port 3901eeed-e7d6-4dc9-b124-e7318a22664f triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:12:47.000967 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-925a289f-ce5e-4682-8b07-634155d1b43c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (3901eeed-e7d6-4dc9-b124-e7318a22664f), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:47.039826 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-925a289f-ce5e-4682-8b07-634155d1b43c None None] Port 3901eeed-e7d6-4dc9-b124-e7318a22664f cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:12:47.482579 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59952) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:12:47.487478 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-ffef8e31-456d-4f8a-a066-597c77a396a5 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1329936417-network', 'tenant_id': '8570722e1d454821a79b37697178af9f'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:12:47.506570 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffef8e31-456d-4f8a-a066-597c77a396a5 admin admin] Made reservation on behalf of 8570722e1d454821a79b37697178af9f for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:12:47.509268 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ffef8e31-456d-4f8a-a066-597c77a396a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:47.517835 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ffef8e31-456d-4f8a-a066-597c77a396a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:47.595493 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ffef8e31-456d-4f8a-a066-597c77a396a5 admin admin] Publish callbacks [] for security_group (54b2177e-5acc-4ea1-9021-96487c8fc7b4), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:47.600078 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ffef8e31-456d-4f8a-a066-597c77a396a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (54b2177e-5acc-4ea1-9021-96487c8fc7b4), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:47.632541 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffef8e31-456d-4f8a-a066-597c77a396a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:12:47.640072 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffef8e31-456d-4f8a-a066-597c77a396a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54b2177e-5acc-4ea1-9021-96487c8fc7b4,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:12:47.648150 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ffef8e31-456d-4f8a-a066-597c77a396a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (c8dc2bd3-345f-470c-b740-e395e69f557d), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:47.648237 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-ffef8e31-456d-4f8a-a066-597c77a396a5 admin admin] Added segment c8dc2bd3-345f-470c-b740-e395e69f557d of type vlan for network 0c60c3b9-6f0b-4191-be17-87deb07c1cc2 Feb 04 13:12:47.691861 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ffef8e31-456d-4f8a-a066-597c77a396a5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (0c60c3b9-6f0b-4191-be17-87deb07c1cc2), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:47.715510 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ffef8e31-456d-4f8a-a066-597c77a396a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (0c60c3b9-6f0b-4191-be17-87deb07c1cc2), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:47.716477 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffef8e31-456d-4f8a-a066-597c77a396a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:47.717048 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ffef8e31-456d-4f8a-a066-597c77a396a5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:47.771223 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-ffef8e31-456d-4f8a-a066-597c77a396a5 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2874477 Feb 04 13:12:47.774048 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 59954) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:12:47.779041 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-950ad0bf-723c-4f5a-8031-8272d212b5c8 admin admin] Request body: {'subnet': {'network_id': '0c60c3b9-6f0b-4191-be17-87deb07c1cc2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1329936417-subnet', 'tenant_id': '8570722e1d454821a79b37697178af9f', 'ip_version': 4}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:12:47.780074 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffef8e31-456d-4f8a-a066-597c77a396a5 admin admin] Pushing event updated for resources: {'Network': ['ID=0c60c3b9-6f0b-4191-be17-87deb07c1cc2,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:12:47.794574 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 0c60c3b9-6f0b-4191-be17-87deb07c1cc2 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:12:47.803973 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-950ad0bf-723c-4f5a-8031-8272d212b5c8 admin admin] Made reservation on behalf of 8570722e1d454821a79b37697178af9f for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:12:47.806481 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-950ad0bf-723c-4f5a-8031-8272d212b5c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:47.994006 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-950ad0bf-723c-4f5a-8031-8272d212b5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52094127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51452689'] for subnet (e13e5fea-932a-4b80-9de2-d81aa289e04a), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:48.055627 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950ad0bf-723c-4f5a-8031-8272d212b5c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e13e5fea-932a-4b80-9de2-d81aa289e04a,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:12:48.060071 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-070289a9-dc63-49ed-b7ca-d6f5f510f82b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:48.061146 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950ad0bf-723c-4f5a-8031-8272d212b5c8 admin admin] Checking segment: {'id': 'c8dc2bd3-345f-470c-b740-e395e69f557d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '0c60c3b9-6f0b-4191-be17-87deb07c1cc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:12:48.061582 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950ad0bf-723c-4f5a-8031-8272d212b5c8 admin admin] Network hostable DHCP agents. Network: 0c60c3b9-6f0b-4191-be17-87deb07c1cc2, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:12:48.081014 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950ad0bf-723c-4f5a-8031-8272d212b5c8 admin admin] Network 0c60c3b9-6f0b-4191-be17-87deb07c1cc2 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:12:48.091578 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-950ad0bf-723c-4f5a-8031-8272d212b5c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 0c60c3b9-6f0b-4191-be17-87deb07c1cc2) {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:12:48.095814 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950ad0bf-723c-4f5a-8031-8272d212b5c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:48.096418 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-950ad0bf-723c-4f5a-8031-8272d212b5c8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:48.101196 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52417501-0cce-43f7-a4ae-b6d240e39092 None None] Network 0c60c3b9-6f0b-4191-be17-87deb07c1cc2 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:12:48.114378 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-950ad0bf-723c-4f5a-8031-8272d212b5c8 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3390601 Feb 04 13:12:48.116741 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 59956) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:12:48.121174 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-0875c38f-ef66-4f6c-a517-460758e196c0 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1329936417-router', 'tenant_id': '8570722e1d454821a79b37697178af9f', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:12:48.141754 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0875c38f-ef66-4f6c-a517-460758e196c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10933'] for router (f1af8f7d-6710-4dc9-b954-809382e1189c), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:48.142891 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0875c38f-ef66-4f6c-a517-460758e196c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10924'] for router (f1af8f7d-6710-4dc9-b954-809382e1189c), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:48.176410 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7740536-e4dc-4f6f-a9a0-864340603a74 None None] Sync routers for ids ['7fa5af6c-e81d-42f4-b4a8-1979efd0a3dd'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:12:48.202705 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0875c38f-ef66-4f6c-a517-460758e196c0 admin admin] Publish callbacks [] for router_controller (f1af8f7d-6710-4dc9-b954-809382e1189c), precommit_add_association {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:48.213266 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7740536-e4dc-4f6f-a9a0-864340603a74 None None] Routers {'7fa5af6c-e81d-42f4-b4a8-1979efd0a3dd'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:12:48.214106 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-a7740536-e4dc-4f6f-a9a0-864340603a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:12:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['7fa5af6c-e81d-42f4-b4a8-1979efd0a3dd'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:12:48.251177 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8935a4f-fe14-4cb6-95bd-30347ede819d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-0c60c3b9-6f0b-4191-be17-87deb07c1cc2', 'network_id': '0c60c3b9-6f0b-4191-be17-87deb07c1cc2', 'project_id': '8570722e1d454821a79b37697178af9f', 'fixed_ips': [{'subnet_id': 'e13e5fea-932a-4b80-9de2-d81aa289e04a'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:12:48.252391 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f8935a4f-fe14-4cb6-95bd-30347ede819d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:48.364468 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0875c38f-ef66-4f6c-a517-460758e196c0 admin admin] Publish callbacks [] for router_gateway (f1af8f7d-6710-4dc9-b954-809382e1189c), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:48.417511 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-a7740536-e4dc-4f6f-a9a0-864340603a74 None None] Set router 7fa5af6c-e81d-42f4-b4a8-1979efd0a3dd gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:12:48.530290 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-f8935a4f-fe14-4cb6-95bd-30347ede819d None None] Allocated IP 172.20.0.2 (0c60c3b9-6f0b-4191-be17-87deb07c1cc2/e13e5fea-932a-4b80-9de2-d81aa289e04a/03eeff01-749f-4095-a651-343285143ce8) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:12:48.601412 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0875c38f-ef66-4f6c-a517-460758e196c0 admin admin] Publish callbacks [] for router_gateway (f1af8f7d-6710-4dc9-b954-809382e1189c), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:48.622371 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0875c38f-ef66-4f6c-a517-460758e196c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:48.672842 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 467700a0-23a8-446e-990a-cc4d084f4c7d up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:12:48.735238 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-0875c38f-ef66-4f6c-a517-460758e196c0 admin admin] Allocated IP 172.25.3.137 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/687cd54c-13c0-4b9e-912f-d9be7491f9b5) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:12:48.829481 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f8935a4f-fe14-4cb6-95bd-30347ede819d None None] Publish callbacks [] for port (03eeff01-749f-4095-a651-343285143ce8), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:48.836187 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 467700a0-23a8-446e-990a-cc4d084f4c7d triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:12:48.839322 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (467700a0-23a8-446e-990a-cc4d084f4c7d), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:48.840675 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f8935a4f-fe14-4cb6-95bd-30347ede819d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (03eeff01-749f-4095-a651-343285143ce8), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:48.851085 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0875c38f-ef66-4f6c-a517-460758e196c0 admin admin] Publish callbacks [] for port (687cd54c-13c0-4b9e-912f-d9be7491f9b5), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:48.885561 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0875c38f-ef66-4f6c-a517-460758e196c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (687cd54c-13c0-4b9e-912f-d9be7491f9b5), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:48.928200 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0875c38f-ef66-4f6c-a517-460758e196c0 admin admin] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:12:48.931285 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-0875c38f-ef66-4f6c-a517-460758e196c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:12:48.933735 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0875c38f-ef66-4f6c-a517-460758e196c0 admin admin] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:12:48.963007 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0875c38f-ef66-4f6c-a517-460758e196c0 admin admin] Pushing event updated for resources: {'Port': ['ID=687cd54c-13c0-4b9e-912f-d9be7491f9b5,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:12:49.067725 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-a7740536-e4dc-4f6f-a9a0-864340603a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa5af6c-e81d-42f4-b4a8-1979efd0a3dd', 'name': 'tempest-TestServerBasicOps-797058431-router', 'tenant_id': 'c9a1f50dcc67409b9e809e71c35fb619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '467700a0-23a8-446e-990a-cc4d084f4c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:12:43Z', 'updated_at': '2022-02-04T13:12:46Z', 'revision_number': 4, 'project_id': 'c9a1f50dcc67409b9e809e71c35fb619', 'gw_port': {'id': '467700a0-23a8-446e-990a-cc4d084f4c7d', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:6c:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa5af6c-e81d-42f4-b4a8-1979efd0a3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:12:43Z', 'updated_at': '2022-02-04T13:12:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '3901eeed-e7d6-4dc9-b124-e7318a22664f', 'name': '', 'network_id': '2e7996ce-cbcc-4cf2-aa7a-17a020c7f4bf', 'tenant_id': 'c9a1f50dcc67409b9e809e71c35fb619', 'mac_address': 'fa:16:3e:2f:5c:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa5af6c-e81d-42f4-b4a8-1979efd0a3dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '1d3d7a67-2db7-449b-9ef6-5e5c67fb5dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:12:45Z', 'updated_at': '2022-02-04T13:12:46Z', 'revision_number': 2, 'project_id': 'c9a1f50dcc67409b9e809e71c35fb619', 'subnets': [{'id': '1d3d7a67-2db7-449b-9ef6-5e5c67fb5dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:12:49.106187 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8935a4f-fe14-4cb6-95bd-30347ede819d None None] Network 0c60c3b9-6f0b-4191-be17-87deb07c1cc2 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:12:49.109954 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7740536-e4dc-4f6f-a9a0-864340603a74 None None] Checking router: 7fa5af6c-e81d-42f4-b4a8-1979efd0a3dd for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:12:49.110311 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7740536-e4dc-4f6f-a9a0-864340603a74 None None] Updating router 7fa5af6c-e81d-42f4-b4a8-1979efd0a3dd port 3901eeed-e7d6-4dc9-b124-e7318a22664f binding host n-d-825015-3 {{(pid=103476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:12:49.115973 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-f8935a4f-fe14-4cb6-95bd-30347ede819d None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:12:49.119773 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8935a4f-fe14-4cb6-95bd-30347ede819d None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:12:49.121272 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8935a4f-fe14-4cb6-95bd-30347ede819d None None] Pushing event updated for resources: {'Port': ['ID=03eeff01-749f-4095-a651-343285143ce8,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:12:49.193467 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a7740536-e4dc-4f6f-a9a0-864340603a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (3901eeed-e7d6-4dc9-b124-e7318a22664f), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:49.202742 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0875c38f-ef66-4f6c-a517-460758e196c0 admin admin] Publish callbacks [] for router_gateway (f1af8f7d-6710-4dc9-b954-809382e1189c), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:49.241360 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 467700a0-23a8-446e-990a-cc4d084f4c7d is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:12:49.241739 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (467700a0-23a8-446e-990a-cc4d084f4c7d), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:49.248375 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-f8935a4f-fe14-4cb6-95bd-30347ede819d None None] Attempting to bind port 03eeff01-749f-4095-a651-343285143ce8 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:12:49.248741 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-f8935a4f-fe14-4cb6-95bd-30347ede819d None None] Attempting to bind port 03eeff01-749f-4095-a651-343285143ce8 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': 'c8dc2bd3-345f-470c-b740-e395e69f557d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '0c60c3b9-6f0b-4191-be17-87deb07c1cc2'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:12:49.249106 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8935a4f-fe14-4cb6-95bd-30347ede819d None None] Attempting to bind port 03eeff01-749f-4095-a651-343285143ce8 on network 0c60c3b9-6f0b-4191-be17-87deb07c1cc2 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:12:49.284256 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8935a4f-fe14-4cb6-95bd-30347ede819d None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:12:49.284634 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8935a4f-fe14-4cb6-95bd-30347ede819d None None] Checking segment: {'id': 'c8dc2bd3-345f-470c-b740-e395e69f557d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '0c60c3b9-6f0b-4191-be17-87deb07c1cc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:12:49.285038 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f8935a4f-fe14-4cb6-95bd-30347ede819d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:49.285959 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8935a4f-fe14-4cb6-95bd-30347ede819d None None] Bound using segment: {'id': 'c8dc2bd3-345f-470c-b740-e395e69f557d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '0c60c3b9-6f0b-4191-be17-87deb07c1cc2'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:12:49.286607 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-f8935a4f-fe14-4cb6-95bd-30347ede819d None None] Bound port: 03eeff01-749f-4095-a651-343285143ce8, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8dc2bd3-345f-470c-b740-e395e69f557d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '0c60c3b9-6f0b-4191-be17-87deb07c1cc2'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:12:49.286995 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f8935a4f-fe14-4cb6-95bd-30347ede819d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (03eeff01-749f-4095-a651-343285143ce8), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:49.297027 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port 467700a0-23a8-446e-990a-cc4d084f4c7d, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=467700a0-23a8-446e-990a-cc4d084f4c7d,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:12:49.314357 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (467700a0-23a8-446e-990a-cc4d084f4c7d), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:49.410151 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0875c38f-ef66-4f6c-a517-460758e196c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141'] for router (f1af8f7d-6710-4dc9-b954-809382e1189c), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:49.444000 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:49.512040 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=467700a0-23a8-446e-990a-cc4d084f4c7d,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:12:49.532634 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-f8935a4f-fe14-4cb6-95bd-30347ede819d None None] For port 03eeff01-749f-4095-a651-343285143ce8, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:12:49.537298 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-f8935a4f-fe14-4cb6-95bd-30347ede819d None None] For port 03eeff01-749f-4095-a651-343285143ce8, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=03eeff01-749f-4095-a651-343285143ce8,segment=NetworkSegment(c8dc2bd3-345f-470c-b740-e395e69f557d),segment_id=c8dc2bd3-345f-470c-b740-e395e69f557d)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:12:49.545954 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0875c38f-ef66-4f6c-a517-460758e196c0 admin admin] Router f1af8f7d-6710-4dc9-b954-809382e1189c is scheduled to L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de with binding_index 1 {{(pid=103475) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 13:12:49.550368 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f8935a4f-fe14-4cb6-95bd-30347ede819d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (03eeff01-749f-4095-a651-343285143ce8), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:49.643057 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8935a4f-fe14-4cb6-95bd-30347ede819d None None] Pushing event updated for resources: {'Port': ['ID=03eeff01-749f-4095-a651-343285143ce8,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:12:49.674645 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0875c38f-ef66-4f6c-a517-460758e196c0 admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:12:49.686270 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1dd758-95c9-4941-81b9-ecf29f084aba None None] Sync routers for ids ['f1af8f7d-6710-4dc9-b954-809382e1189c'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:12:49.696342 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a7740536-e4dc-4f6f-a9a0-864340603a74 None None] Publish callbacks [] for port (3901eeed-e7d6-4dc9-b124-e7318a22664f), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:49.700836 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1dd758-95c9-4941-81b9-ecf29f084aba None None] Routers {'f1af8f7d-6710-4dc9-b954-809382e1189c'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:12:49.701459 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-0b1dd758-95c9-4941-81b9-ecf29f084aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:12:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['f1af8f7d-6710-4dc9-b954-809382e1189c'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:12:49.702342 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0875c38f-ef66-4f6c-a517-460758e196c0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:49.703716 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-0875c38f-ef66-4f6c-a517-460758e196c0 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5859635 Feb 04 13:12:49.704141 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a7740536-e4dc-4f6f-a9a0-864340603a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (3901eeed-e7d6-4dc9-b124-e7318a22664f), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:49.706722 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 59958) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:12:49.760569 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eab7ee-be4b-447d-82b5-985f7b95c2dd None None] Pushing event updated for resources: {'Port': ['ID=3901eeed-e7d6-4dc9-b124-e7318a22664f,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:12:49.891226 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-a7740536-e4dc-4f6f-a9a0-864340603a74 None None] Attempting to bind port 3901eeed-e7d6-4dc9-b124-e7318a22664f on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:12:49.891899 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-a7740536-e4dc-4f6f-a9a0-864340603a74 None None] Attempting to bind port 3901eeed-e7d6-4dc9-b124-e7318a22664f by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '3519c5c1-9df5-4ed6-8a0e-75a30e0163cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '2e7996ce-cbcc-4cf2-aa7a-17a020c7f4bf'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:12:49.895468 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7740536-e4dc-4f6f-a9a0-864340603a74 None None] Attempting to bind port 3901eeed-e7d6-4dc9-b124-e7318a22664f on network 2e7996ce-cbcc-4cf2-aa7a-17a020c7f4bf {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:12:49.903099 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7740536-e4dc-4f6f-a9a0-864340603a74 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:12:49.903649 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7740536-e4dc-4f6f-a9a0-864340603a74 None None] Checking segment: {'id': '3519c5c1-9df5-4ed6-8a0e-75a30e0163cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '2e7996ce-cbcc-4cf2-aa7a-17a020c7f4bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:12:49.904139 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a7740536-e4dc-4f6f-a9a0-864340603a74 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:49.904538 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7740536-e4dc-4f6f-a9a0-864340603a74 None None] Bound using segment: {'id': '3519c5c1-9df5-4ed6-8a0e-75a30e0163cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '2e7996ce-cbcc-4cf2-aa7a-17a020c7f4bf'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:12:49.905028 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-a7740536-e4dc-4f6f-a9a0-864340603a74 None None] Bound port: 3901eeed-e7d6-4dc9-b124-e7318a22664f, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3519c5c1-9df5-4ed6-8a0e-75a30e0163cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '2e7996ce-cbcc-4cf2-aa7a-17a020c7f4bf'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:12:49.905412 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a7740536-e4dc-4f6f-a9a0-864340603a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (3901eeed-e7d6-4dc9-b124-e7318a22664f), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:49.922029 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-0b1dd758-95c9-4941-81b9-ecf29f084aba None None] Set router f1af8f7d-6710-4dc9-b954-809382e1189c gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:12:50.025762 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-a7740536-e4dc-4f6f-a9a0-864340603a74 None None] For port 3901eeed-e7d6-4dc9-b124-e7318a22664f, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:12:50.030517 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-a7740536-e4dc-4f6f-a9a0-864340603a74 None None] For port 3901eeed-e7d6-4dc9-b124-e7318a22664f, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=3901eeed-e7d6-4dc9-b124-e7318a22664f,segment=NetworkSegment(3519c5c1-9df5-4ed6-8a0e-75a30e0163cd),segment_id=3519c5c1-9df5-4ed6-8a0e-75a30e0163cd)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:12:50.041991 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a7740536-e4dc-4f6f-a9a0-864340603a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (3901eeed-e7d6-4dc9-b124-e7318a22664f), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:50.131876 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7740536-e4dc-4f6f-a9a0-864340603a74 None None] Routers {'7fa5af6c-e81d-42f4-b4a8-1979efd0a3dd'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:12:50.132631 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-a7740536-e4dc-4f6f-a9a0-864340603a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:12:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['7fa5af6c-e81d-42f4-b4a8-1979efd0a3dd'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:12:50.228858 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eab7ee-be4b-447d-82b5-985f7b95c2dd None None] Pushing event updated for resources: {'Port': ['ID=3901eeed-e7d6-4dc9-b124-e7318a22664f,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:12:50.230282 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-0b1dd758-95c9-4941-81b9-ecf29f084aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1af8f7d-6710-4dc9-b954-809382e1189c', 'name': 'tempest-TestServerBasicOps-1329936417-router', 'tenant_id': '8570722e1d454821a79b37697178af9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '687cd54c-13c0-4b9e-912f-d9be7491f9b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:12:48Z', 'updated_at': '2022-02-04T13:12:49Z', 'revision_number': 3, 'project_id': '8570722e1d454821a79b37697178af9f', 'gw_port': {'id': '687cd54c-13c0-4b9e-912f-d9be7491f9b5', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b1:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1af8f7d-6710-4dc9-b954-809382e1189c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:12:48Z', 'updated_at': '2022-02-04T13:12:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:12:50.250907 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-6d23aba8-6c8d-499b-beb0-f554615ab325 None None] Provisioning complete for port 3901eeed-e7d6-4dc9-b124-e7318a22664f triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:12:50.251376 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6d23aba8-6c8d-499b-beb0-f554615ab325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (3901eeed-e7d6-4dc9-b124-e7318a22664f), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:50.261762 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1dd758-95c9-4941-81b9-ecf29f084aba None None] Checking router: f1af8f7d-6710-4dc9-b954-809382e1189c for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:12:50.262203 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1dd758-95c9-4941-81b9-ecf29f084aba None None] Updating router f1af8f7d-6710-4dc9-b954-809382e1189c port 687cd54c-13c0-4b9e-912f-d9be7491f9b5 binding host n-d-825015-3 {{(pid=103477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:12:50.290321 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0b1dd758-95c9-4941-81b9-ecf29f084aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (687cd54c-13c0-4b9e-912f-d9be7491f9b5), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:50.309981 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-a7740536-e4dc-4f6f-a9a0-864340603a74 None None] Set router 7fa5af6c-e81d-42f4-b4a8-1979efd0a3dd gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:12:50.436710 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-6d23aba8-6c8d-499b-beb0-f554615ab325 None None] Current status of the port 3901eeed-e7d6-4dc9-b124-e7318a22664f is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:12:50.437096 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6d23aba8-6c8d-499b-beb0-f554615ab325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (3901eeed-e7d6-4dc9-b124-e7318a22664f), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:50.516502 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-6d23aba8-6c8d-499b-beb0-f554615ab325 None None] For port 3901eeed-e7d6-4dc9-b124-e7318a22664f, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=3901eeed-e7d6-4dc9-b124-e7318a22664f,segment=NetworkSegment(3519c5c1-9df5-4ed6-8a0e-75a30e0163cd),segment_id=3519c5c1-9df5-4ed6-8a0e-75a30e0163cd)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:12:50.543301 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6d23aba8-6c8d-499b-beb0-f554615ab325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (3901eeed-e7d6-4dc9-b124-e7318a22664f), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:50.632511 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0b1dd758-95c9-4941-81b9-ecf29f084aba None None] Publish callbacks [] for port (687cd54c-13c0-4b9e-912f-d9be7491f9b5), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:50.641868 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0b1dd758-95c9-4941-81b9-ecf29f084aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (687cd54c-13c0-4b9e-912f-d9be7491f9b5), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:50.697236 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-0b1dd758-95c9-4941-81b9-ecf29f084aba None None] Attempting to bind port 687cd54c-13c0-4b9e-912f-d9be7491f9b5 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:12:50.697869 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-0b1dd758-95c9-4941-81b9-ecf29f084aba None None] Attempting to bind port 687cd54c-13c0-4b9e-912f-d9be7491f9b5 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:12:50.697960 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1dd758-95c9-4941-81b9-ecf29f084aba None None] Attempting to bind port 687cd54c-13c0-4b9e-912f-d9be7491f9b5 on network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:12:50.712718 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1dd758-95c9-4941-81b9-ecf29f084aba None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:12:50.713114 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1dd758-95c9-4941-81b9-ecf29f084aba None None] Checking segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:12:50.713523 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0b1dd758-95c9-4941-81b9-ecf29f084aba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:50.714087 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1dd758-95c9-4941-81b9-ecf29f084aba None None] Bound using segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:12:50.714585 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-0b1dd758-95c9-4941-81b9-ecf29f084aba None None] Bound port: 687cd54c-13c0-4b9e-912f-d9be7491f9b5, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:12:50.715246 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-514a38eb-b77a-41e3-9c6e-a8fb78754418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:50.715717 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0b1dd758-95c9-4941-81b9-ecf29f084aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (687cd54c-13c0-4b9e-912f-d9be7491f9b5), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:50.730993 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d23aba8-6c8d-499b-beb0-f554615ab325 None None] Pushing event updated for resources: {'Port': ['ID=3901eeed-e7d6-4dc9-b124-e7318a22664f,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:12:50.744720 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:50.747035 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-1e8d8bd6-0444-4267-a265-0c9c4b2083ac None None] Provisioning complete for port 3901eeed-e7d6-4dc9-b124-e7318a22664f triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:12:50.747452 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1e8d8bd6-0444-4267-a265-0c9c4b2083ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (3901eeed-e7d6-4dc9-b124-e7318a22664f), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:50.786005 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-0b1dd758-95c9-4941-81b9-ecf29f084aba None None] For port 687cd54c-13c0-4b9e-912f-d9be7491f9b5, host n-d-825015-3, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:12:50.791280 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-0b1dd758-95c9-4941-81b9-ecf29f084aba None None] For port 687cd54c-13c0-4b9e-912f-d9be7491f9b5, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=687cd54c-13c0-4b9e-912f-d9be7491f9b5,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:12:50.807201 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0b1dd758-95c9-4941-81b9-ecf29f084aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (687cd54c-13c0-4b9e-912f-d9be7491f9b5), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:50.814735 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd796034-f708-4b19-9249-000718b8b768 None None] Pushing event updated for resources: {'Port': ['ID=687cd54c-13c0-4b9e-912f-d9be7491f9b5,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:12:50.836416 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-a7740536-e4dc-4f6f-a9a0-864340603a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa5af6c-e81d-42f4-b4a8-1979efd0a3dd', 'name': 'tempest-TestServerBasicOps-797058431-router', 'tenant_id': 'c9a1f50dcc67409b9e809e71c35fb619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '467700a0-23a8-446e-990a-cc4d084f4c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:12:43Z', 'updated_at': '2022-02-04T13:12:46Z', 'revision_number': 4, 'project_id': 'c9a1f50dcc67409b9e809e71c35fb619', 'gw_port': {'id': '467700a0-23a8-446e-990a-cc4d084f4c7d', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:6c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa5af6c-e81d-42f4-b4a8-1979efd0a3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:12:43Z', 'updated_at': '2022-02-04T13:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '3901eeed-e7d6-4dc9-b124-e7318a22664f', 'name': '', 'network_id': '2e7996ce-cbcc-4cf2-aa7a-17a020c7f4bf', 'tenant_id': 'c9a1f50dcc67409b9e809e71c35fb619', 'mac_address': 'fa:16:3e:2f:5c:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa5af6c-e81d-42f4-b4a8-1979efd0a3dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '1d3d7a67-2db7-449b-9ef6-5e5c67fb5dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:12:45Z', 'updated_at': '2022-02-04T13:12:50Z', 'revision_number': 4, 'project_id': 'c9a1f50dcc67409b9e809e71c35fb619', 'subnets': [{'id': '1d3d7a67-2db7-449b-9ef6-5e5c67fb5dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:12:50.896764 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 03eeff01-749f-4095-a651-343285143ce8 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:12:50.901773 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1dd758-95c9-4941-81b9-ecf29f084aba None None] Routers {'f1af8f7d-6710-4dc9-b954-809382e1189c'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:12:50.902297 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7740536-e4dc-4f6f-a9a0-864340603a74 None None] The sync data for ids ['7fa5af6c-e81d-42f4-b4a8-1979efd0a3dd'] in n-d-825015-3 is: [{'id': '7fa5af6c-e81d-42f4-b4a8-1979efd0a3dd', 'name': 'tempest-TestServerBasicOps-797058431-router', 'tenant_id': 'c9a1f50dcc67409b9e809e71c35fb619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '467700a0-23a8-446e-990a-cc4d084f4c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:12:43Z', 'updated_at': '2022-02-04T13:12:46Z', 'revision_number': 4, 'project_id': 'c9a1f50dcc67409b9e809e71c35fb619', 'gw_port': {'id': '467700a0-23a8-446e-990a-cc4d084f4c7d', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:6c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa5af6c-e81d-42f4-b4a8-1979efd0a3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:12:43Z', 'updated_at': '2022-02-04T13:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '3901eeed-e7d6-4dc9-b124-e7318a22664f', 'name': '', 'network_id': '2e7996ce-cbcc-4cf2-aa7a-17a020c7f4bf', 'tenant_id': 'c9a1f50dcc67409b9e809e71c35fb619', 'mac_address': 'fa:16:3e:2f:5c:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa5af6c-e81d-42f4-b4a8-1979efd0a3dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '1d3d7a67-2db7-449b-9ef6-5e5c67fb5dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:12:45Z', 'updated_at': '2022-02-04T13:12:50Z', 'revision_number': 4, 'project_id': 'c9a1f50dcc67409b9e809e71c35fb619', 'subnets': [{'id': '1d3d7a67-2db7-449b-9ef6-5e5c67fb5dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:12:50.902501 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-0b1dd758-95c9-4941-81b9-ecf29f084aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:12:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['f1af8f7d-6710-4dc9-b954-809382e1189c'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:12:50.940587 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-1e8d8bd6-0444-4267-a265-0c9c4b2083ac None None] Current status of the port 3901eeed-e7d6-4dc9-b124-e7318a22664f is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:12:50.994986 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd796034-f708-4b19-9249-000718b8b768 None None] Pushing event updated for resources: {'Port': ['ID=687cd54c-13c0-4b9e-912f-d9be7491f9b5,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:12:51.003507 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 03eeff01-749f-4095-a651-343285143ce8 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:12:51.004787 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (03eeff01-749f-4095-a651-343285143ce8), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:51.043551 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-514a38eb-b77a-41e3-9c6e-a8fb78754418 admin admin] Allocated IP 172.20.0.1 (0c60c3b9-6f0b-4191-be17-87deb07c1cc2/e13e5fea-932a-4b80-9de2-d81aa289e04a/83045eec-d7fd-4433-ab86-d52142d1ea71) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:12:51.109425 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-0b1dd758-95c9-4941-81b9-ecf29f084aba None None] Set router f1af8f7d-6710-4dc9-b954-809382e1189c gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:12:51.129763 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 03eeff01-749f-4095-a651-343285143ce8 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:12:51.130110 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (03eeff01-749f-4095-a651-343285143ce8), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:51.174683 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port 03eeff01-749f-4095-a651-343285143ce8, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=03eeff01-749f-4095-a651-343285143ce8,segment=NetworkSegment(c8dc2bd3-345f-470c-b740-e395e69f557d),segment_id=c8dc2bd3-345f-470c-b740-e395e69f557d)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:12:51.182430 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (03eeff01-749f-4095-a651-343285143ce8), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:51.183260 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 467700a0-23a8-446e-990a-cc4d084f4c7d up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:12:51.212651 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-514a38eb-b77a-41e3-9c6e-a8fb78754418 admin admin] Publish callbacks [] for port (83045eec-d7fd-4433-ab86-d52142d1ea71), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:51.264936 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-514a38eb-b77a-41e3-9c6e-a8fb78754418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (83045eec-d7fd-4433-ab86-d52142d1ea71), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:51.281198 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=03eeff01-749f-4095-a651-343285143ce8,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:12:51.300694 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 467700a0-23a8-446e-990a-cc4d084f4c7d triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:12:51.301389 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (467700a0-23a8-446e-990a-cc4d084f4c7d), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:51.317663 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514a38eb-b77a-41e3-9c6e-a8fb78754418 admin admin] Network 0c60c3b9-6f0b-4191-be17-87deb07c1cc2 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:12:51.323295 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-514a38eb-b77a-41e3-9c6e-a8fb78754418 admin admin] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:12:51.327109 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514a38eb-b77a-41e3-9c6e-a8fb78754418 admin admin] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:12:51.346534 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23542fed-eccf-4b94-8d34-ea52730796d3 None None] Network 0c60c3b9-6f0b-4191-be17-87deb07c1cc2 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:12:51.369857 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514a38eb-b77a-41e3-9c6e-a8fb78754418 admin admin] Pushing event updated for resources: {'Port': ['ID=83045eec-d7fd-4433-ab86-d52142d1ea71,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:12:51.393774 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-514a38eb-b77a-41e3-9c6e-a8fb78754418 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1599818'] for router_interface (f1af8f7d-6710-4dc9-b954-809382e1189c), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:51.405176 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-0b1dd758-95c9-4941-81b9-ecf29f084aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1af8f7d-6710-4dc9-b954-809382e1189c', 'name': 'tempest-TestServerBasicOps-1329936417-router', 'tenant_id': '8570722e1d454821a79b37697178af9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '687cd54c-13c0-4b9e-912f-d9be7491f9b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:12:48Z', 'updated_at': '2022-02-04T13:12:49Z', 'revision_number': 3, 'project_id': '8570722e1d454821a79b37697178af9f', 'gw_port': {'id': '687cd54c-13c0-4b9e-912f-d9be7491f9b5', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b1:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1af8f7d-6710-4dc9-b954-809382e1189c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:12:48Z', 'updated_at': '2022-02-04T13:12:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:12:51.441763 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1dd758-95c9-4941-81b9-ecf29f084aba None None] The sync data for ids ['f1af8f7d-6710-4dc9-b954-809382e1189c'] in n-d-825015-3 is: [{'id': 'f1af8f7d-6710-4dc9-b954-809382e1189c', 'name': 'tempest-TestServerBasicOps-1329936417-router', 'tenant_id': '8570722e1d454821a79b37697178af9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '687cd54c-13c0-4b9e-912f-d9be7491f9b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:12:48Z', 'updated_at': '2022-02-04T13:12:49Z', 'revision_number': 3, 'project_id': '8570722e1d454821a79b37697178af9f', 'gw_port': {'id': '687cd54c-13c0-4b9e-912f-d9be7491f9b5', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b1:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1af8f7d-6710-4dc9-b954-809382e1189c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:12:48Z', 'updated_at': '2022-02-04T13:12:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:12:51.466831 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-c79630f2-124b-4ae9-b516-73fb40c82c6d None None] Provisioning complete for port 03eeff01-749f-4095-a651-343285143ce8 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:12:51.467218 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c79630f2-124b-4ae9-b516-73fb40c82c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (03eeff01-749f-4095-a651-343285143ce8), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:51.572699 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-514a38eb-b77a-41e3-9c6e-a8fb78754418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (83045eec-d7fd-4433-ab86-d52142d1ea71), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:51.604518 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 467700a0-23a8-446e-990a-cc4d084f4c7d is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:12:51.658023 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c79630f2-124b-4ae9-b516-73fb40c82c6d None None] Current status of the port 03eeff01-749f-4095-a651-343285143ce8 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:12:51.765720 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:51.791484 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-514a38eb-b77a-41e3-9c6e-a8fb78754418 admin admin] Publish callbacks [] for port (83045eec-d7fd-4433-ab86-d52142d1ea71), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:51.803446 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-514a38eb-b77a-41e3-9c6e-a8fb78754418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (83045eec-d7fd-4433-ab86-d52142d1ea71), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:51.899026 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-514a38eb-b77a-41e3-9c6e-a8fb78754418 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622202'] for router_interface (f1af8f7d-6710-4dc9-b954-809382e1189c), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:51.900903 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514a38eb-b77a-41e3-9c6e-a8fb78754418 admin admin] Pushing event updated for resources: {'Port': ['ID=83045eec-d7fd-4433-ab86-d52142d1ea71,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:12:52.017965 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-3d7384e3-b92d-4963-abeb-2d5eca7ccf70 None None] Provisioning complete for port 03eeff01-749f-4095-a651-343285143ce8 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:12:52.018433 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3d7384e3-b92d-4963-abeb-2d5eca7ccf70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (03eeff01-749f-4095-a651-343285143ce8), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:52.039314 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514a38eb-b77a-41e3-9c6e-a8fb78754418 admin admin] Network 0c60c3b9-6f0b-4191-be17-87deb07c1cc2 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:12:52.041435 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-514a38eb-b77a-41e3-9c6e-a8fb78754418 admin admin] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:12:52.149741 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-3d7384e3-b92d-4963-abeb-2d5eca7ccf70 None None] Current status of the port 03eeff01-749f-4095-a651-343285143ce8 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:12:52.162668 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-3d7384e3-b92d-4963-abeb-2d5eca7ccf70 None None] Provisioning complete for port 83045eec-d7fd-4433-ab86-d52142d1ea71 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:12:52.162874 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3d7384e3-b92d-4963-abeb-2d5eca7ccf70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (83045eec-d7fd-4433-ab86-d52142d1ea71), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:52.213684 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-514a38eb-b77a-41e3-9c6e-a8fb78754418 admin admin] Router f1af8f7d-6710-4dc9-b954-809382e1189c has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:12:52.213930 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-3d7384e3-b92d-4963-abeb-2d5eca7ccf70 None None] Port 83045eec-d7fd-4433-ab86-d52142d1ea71 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:12:52.355699 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-514a38eb-b77a-41e3-9c6e-a8fb78754418 admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:12:52.356107 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-949c6d26-89fb-493a-8ef4-5ea487fdb726 None None] Provisioning complete for port 83045eec-d7fd-4433-ab86-d52142d1ea71 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:12:52.356488 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-949c6d26-89fb-493a-8ef4-5ea487fdb726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (83045eec-d7fd-4433-ab86-d52142d1ea71), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:52.362544 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-514a38eb-b77a-41e3-9c6e-a8fb78754418 admin admin] 10.222.0.65 "PUT /v2.0/routers/f1af8f7d-6710-4dc9-b954-809382e1189c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6544611 Feb 04 13:12:52.402982 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-949c6d26-89fb-493a-8ef4-5ea487fdb726 None None] Port 83045eec-d7fd-4433-ab86-d52142d1ea71 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:12:52.539290 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-0c6daabe-188b-4a9a-b6da-bca1804bcbb4 None None] Provisioning complete for port 83045eec-d7fd-4433-ab86-d52142d1ea71 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:12:52.539870 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0c6daabe-188b-4a9a-b6da-bca1804bcbb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (83045eec-d7fd-4433-ab86-d52142d1ea71), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:52.604361 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0c6daabe-188b-4a9a-b6da-bca1804bcbb4 None None] Port 83045eec-d7fd-4433-ab86-d52142d1ea71 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:12:52.932386 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 3901eeed-e7d6-4dc9-b124-e7318a22664f up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:12:53.139085 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 3901eeed-e7d6-4dc9-b124-e7318a22664f triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:12:53.139787 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (3901eeed-e7d6-4dc9-b124-e7318a22664f), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:53.215902 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 3901eeed-e7d6-4dc9-b124-e7318a22664f is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:12:53.216940 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 687cd54c-13c0-4b9e-912f-d9be7491f9b5 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:12:53.265431 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 687cd54c-13c0-4b9e-912f-d9be7491f9b5 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:12:53.265807 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (687cd54c-13c0-4b9e-912f-d9be7491f9b5), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:53.340092 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 687cd54c-13c0-4b9e-912f-d9be7491f9b5 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:12:53.340488 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (687cd54c-13c0-4b9e-912f-d9be7491f9b5), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:53.361001 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port 687cd54c-13c0-4b9e-912f-d9be7491f9b5, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=687cd54c-13c0-4b9e-912f-d9be7491f9b5,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:12:53.365634 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (687cd54c-13c0-4b9e-912f-d9be7491f9b5), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:53.366398 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 03eeff01-749f-4095-a651-343285143ce8 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:12:53.440559 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=687cd54c-13c0-4b9e-912f-d9be7491f9b5,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:12:53.449854 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:12:53.450197 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:12:53.450536 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:12:53.450870 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:12:53.451197 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:12:53.451522 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:12:53.451871 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:12:53.452196 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:12:53.452518 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:12:53.452842 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:12:53.453160 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:12:53.453478 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:12:53.453803 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:12:53.464854 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 03eeff01-749f-4095-a651-343285143ce8 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:12:53.465225 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (03eeff01-749f-4095-a651-343285143ce8), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:53.539491 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 03eeff01-749f-4095-a651-343285143ce8 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:12:54.115420 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59968) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:12:54.120580 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-3ad3eb52-f0b6-4c1d-bedf-709ab30552ff tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2039079750', 'description': 'tempest-secgroup-smoke-2039079750 description', 'project_id': 'c9a1f50dcc67409b9e809e71c35fb619'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:12:54.140912 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3ad3eb52-f0b6-4c1d-bedf-709ab30552ff tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:54.211598 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3ad3eb52-f0b6-4c1d-bedf-709ab30552ff tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Publish callbacks [] for security_group (8ff02357-226d-465f-9507-e877607f883e), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:54.215348 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3ad3eb52-f0b6-4c1d-bedf-709ab30552ff tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (8ff02357-226d-465f-9507-e877607f883e), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:54.245527 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3ad3eb52-f0b6-4c1d-bedf-709ab30552ff tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:54.246764 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-3ad3eb52-f0b6-4c1d-bedf-709ab30552ff tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1299829 Feb 04 13:12:54.249678 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 59970) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:12:54.255768 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-0cb79215-e84f-484b-bc2c-1b2a76197aae tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Request body: {'security_group_rule': {'security_group_id': '8ff02357-226d-465f-9507-e877607f883e', 'project_id': 'c9a1f50dcc67409b9e809e71c35fb619', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:12:54.263103 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad3eb52-f0b6-4c1d-bedf-709ab30552ff tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ff02357-226d-465f-9507-e877607f883e,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:12:54.284804 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0cb79215-e84f-484b-bc2c-1b2a76197aae tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Publish callbacks [] for security_group_rule (0a9e5f9c-7cae-49d2-944f-3a8f7dec844f), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:54.348733 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0cb79215-e84f-484b-bc2c-1b2a76197aae tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Publish callbacks [] for security_group_rule (0a9e5f9c-7cae-49d2-944f-3a8f7dec844f), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:54.353129 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0cb79215-e84f-484b-bc2c-1b2a76197aae tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (0a9e5f9c-7cae-49d2-944f-3a8f7dec844f), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:54.354591 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac12fcca-63ab-476e-a6d3-0a552810a7af None None] Sync routers for ids ['f1af8f7d-6710-4dc9-b954-809382e1189c'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:12:54.366864 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac12fcca-63ab-476e-a6d3-0a552810a7af None None] Routers {'f1af8f7d-6710-4dc9-b954-809382e1189c'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:12:54.367488 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-ac12fcca-63ab-476e-a6d3-0a552810a7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:12:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['f1af8f7d-6710-4dc9-b954-809382e1189c'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:12:54.373529 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb79215-e84f-484b-bc2c-1b2a76197aae tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a9e5f9c-7cae-49d2-944f-3a8f7dec844f,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:12:54.383829 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0cb79215-e84f-484b-bc2c-1b2a76197aae tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:54.385135 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-0cb79215-e84f-484b-bc2c-1b2a76197aae tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1345329 Feb 04 13:12:54.387981 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 59972) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:12:54.392786 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-817bebd2-ec72-47d0-84df-7c8f3520c7dc tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Request body: {'security_group_rule': {'security_group_id': '8ff02357-226d-465f-9507-e877607f883e', 'project_id': 'c9a1f50dcc67409b9e809e71c35fb619', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:12:54.419679 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-817bebd2-ec72-47d0-84df-7c8f3520c7dc tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Publish callbacks [] for security_group_rule (fc80ab91-6d25-4c5b-83ee-9c919fbd92ce), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:54.477993 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-817bebd2-ec72-47d0-84df-7c8f3520c7dc tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Publish callbacks [] for security_group_rule (fc80ab91-6d25-4c5b-83ee-9c919fbd92ce), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:54.482095 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-817bebd2-ec72-47d0-84df-7c8f3520c7dc tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (fc80ab91-6d25-4c5b-83ee-9c919fbd92ce), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:54.482533 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-ac12fcca-63ab-476e-a6d3-0a552810a7af None None] Set router f1af8f7d-6710-4dc9-b954-809382e1189c gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:12:54.505419 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817bebd2-ec72-47d0-84df-7c8f3520c7dc tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc80ab91-6d25-4c5b-83ee-9c919fbd92ce,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:12:54.514182 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-817bebd2-ec72-47d0-84df-7c8f3520c7dc tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:54.515028 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-817bebd2-ec72-47d0-84df-7c8f3520c7dc tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1258376 Feb 04 13:12:54.517967 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 59974) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:12:54.523124 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-ad068cb8-8724-4083-96ee-da39da3a35a2 tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Request body: {'security_group_rule': {'security_group_id': '8ff02357-226d-465f-9507-e877607f883e', 'project_id': 'c9a1f50dcc67409b9e809e71c35fb619', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:12:54.551486 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ad068cb8-8724-4083-96ee-da39da3a35a2 tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Publish callbacks [] for security_group_rule (803f9c74-228d-48e8-a300-5cf52840d663), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:54.605751 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 687cd54c-13c0-4b9e-912f-d9be7491f9b5 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:12:54.615303 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ad068cb8-8724-4083-96ee-da39da3a35a2 tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Publish callbacks [] for security_group_rule (803f9c74-228d-48e8-a300-5cf52840d663), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:54.620238 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ad068cb8-8724-4083-96ee-da39da3a35a2 tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (803f9c74-228d-48e8-a300-5cf52840d663), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:54.635809 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad068cb8-8724-4083-96ee-da39da3a35a2 tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=803f9c74-228d-48e8-a300-5cf52840d663,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:12:54.649011 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ad068cb8-8724-4083-96ee-da39da3a35a2 tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:54.650603 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-ad068cb8-8724-4083-96ee-da39da3a35a2 tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1312246 Feb 04 13:12:54.652929 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 59976) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:12:54.657481 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-cc97d3d5-0327-40f6-b53e-3bbb2e3c7ed9 tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Request body: {'security_group_rule': {'security_group_id': '8ff02357-226d-465f-9507-e877607f883e', 'project_id': 'c9a1f50dcc67409b9e809e71c35fb619', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:12:54.686487 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cc97d3d5-0327-40f6-b53e-3bbb2e3c7ed9 tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Publish callbacks [] for security_group_rule (c9283ed9-f6d4-4c75-a767-5dc04fb137ab), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:54.716404 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 687cd54c-13c0-4b9e-912f-d9be7491f9b5 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:12:54.716782 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (687cd54c-13c0-4b9e-912f-d9be7491f9b5), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:54.748495 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cc97d3d5-0327-40f6-b53e-3bbb2e3c7ed9 tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Publish callbacks [] for security_group_rule (c9283ed9-f6d4-4c75-a767-5dc04fb137ab), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:54.753341 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cc97d3d5-0327-40f6-b53e-3bbb2e3c7ed9 tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (c9283ed9-f6d4-4c75-a767-5dc04fb137ab), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:54.772277 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc97d3d5-0327-40f6-b53e-3bbb2e3c7ed9 tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9283ed9-f6d4-4c75-a767-5dc04fb137ab,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:12:54.778354 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-ac12fcca-63ab-476e-a6d3-0a552810a7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1af8f7d-6710-4dc9-b954-809382e1189c', 'name': 'tempest-TestServerBasicOps-1329936417-router', 'tenant_id': '8570722e1d454821a79b37697178af9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '687cd54c-13c0-4b9e-912f-d9be7491f9b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:12:48Z', 'updated_at': '2022-02-04T13:12:51Z', 'revision_number': 4, 'project_id': '8570722e1d454821a79b37697178af9f', 'gw_port': {'id': '687cd54c-13c0-4b9e-912f-d9be7491f9b5', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1af8f7d-6710-4dc9-b954-809382e1189c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:12:48Z', 'updated_at': '2022-02-04T13:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '83045eec-d7fd-4433-ab86-d52142d1ea71', 'name': '', 'network_id': '0c60c3b9-6f0b-4191-be17-87deb07c1cc2', 'tenant_id': '8570722e1d454821a79b37697178af9f', 'mac_address': 'fa:16:3e:a2:90:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1af8f7d-6710-4dc9-b954-809382e1189c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'e13e5fea-932a-4b80-9de2-d81aa289e04a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:12:50Z', 'updated_at': '2022-02-04T13:12:51Z', 'revision_number': 2, 'project_id': '8570722e1d454821a79b37697178af9f', 'subnets': [{'id': 'e13e5fea-932a-4b80-9de2-d81aa289e04a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:12:54.779950 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cc97d3d5-0327-40f6-b53e-3bbb2e3c7ed9 tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:54.781171 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-cc97d3d5-0327-40f6-b53e-3bbb2e3c7ed9 tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1272416 Feb 04 13:12:54.783863 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 59978) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:12:54.789313 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-b2798b43-729f-40ef-9759-4520d0f07b02 tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Request body: {'security_group_rule': {'security_group_id': '8ff02357-226d-465f-9507-e877607f883e', 'project_id': 'c9a1f50dcc67409b9e809e71c35fb619', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:12:54.809191 n-d-825015-3 neutron-server[103475]: INFO neutron.db.securitygroups_db [None req-b2798b43-729f-40ef-9759-4520d0f07b02 tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Project c9a1f50dcc67409b9e809e71c35fb619 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 13:12:54.814259 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b2798b43-729f-40ef-9759-4520d0f07b02 tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Publish callbacks [] for security_group_rule (7bf69655-0008-4acc-a449-b57ab01ba9e7), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:54.836004 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac12fcca-63ab-476e-a6d3-0a552810a7af None None] Checking router: f1af8f7d-6710-4dc9-b954-809382e1189c for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:12:54.836370 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac12fcca-63ab-476e-a6d3-0a552810a7af None None] Updating router f1af8f7d-6710-4dc9-b954-809382e1189c port 83045eec-d7fd-4433-ab86-d52142d1ea71 binding host n-d-825015-3 {{(pid=103476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:12:54.872388 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 687cd54c-13c0-4b9e-912f-d9be7491f9b5 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:12:54.876816 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac12fcca-63ab-476e-a6d3-0a552810a7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (83045eec-d7fd-4433-ab86-d52142d1ea71), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:54.881909 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b2798b43-729f-40ef-9759-4520d0f07b02 tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Publish callbacks [] for security_group_rule (7bf69655-0008-4acc-a449-b57ab01ba9e7), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:54.885940 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b2798b43-729f-40ef-9759-4520d0f07b02 tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (7bf69655-0008-4acc-a449-b57ab01ba9e7), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:54.904690 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2798b43-729f-40ef-9759-4520d0f07b02 tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bf69655-0008-4acc-a449-b57ab01ba9e7,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:12:54.912921 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b2798b43-729f-40ef-9759-4520d0f07b02 tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:54.914147 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-b2798b43-729f-40ef-9759-4520d0f07b02 tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1293297 Feb 04 13:12:54.916760 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 59980) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:12:54.921296 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-75bb7614-2a6c-4d4b-8497-4fc22d0fe30f tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Request body: {'security_group_rule': {'security_group_id': '8ff02357-226d-465f-9507-e877607f883e', 'project_id': 'c9a1f50dcc67409b9e809e71c35fb619', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:12:54.940438 n-d-825015-3 neutron-server[103475]: INFO neutron.db.securitygroups_db [None req-75bb7614-2a6c-4d4b-8497-4fc22d0fe30f tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Project c9a1f50dcc67409b9e809e71c35fb619 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 13:12:54.945959 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-75bb7614-2a6c-4d4b-8497-4fc22d0fe30f tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Publish callbacks [] for security_group_rule (d6f4be98-a7bd-4d7f-b2ef-c319a2b6f4e5), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:55.009601 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-75bb7614-2a6c-4d4b-8497-4fc22d0fe30f tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Publish callbacks [] for security_group_rule (d6f4be98-a7bd-4d7f-b2ef-c319a2b6f4e5), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:55.013292 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-75bb7614-2a6c-4d4b-8497-4fc22d0fe30f tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (d6f4be98-a7bd-4d7f-b2ef-c319a2b6f4e5), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:55.034335 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bb7614-2a6c-4d4b-8497-4fc22d0fe30f tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6f4be98-a7bd-4d7f-b2ef-c319a2b6f4e5,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:12:55.040248 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-75bb7614-2a6c-4d4b-8497-4fc22d0fe30f tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:55.041377 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-75bb7614-2a6c-4d4b-8497-4fc22d0fe30f tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1236584 Feb 04 13:12:55.164938 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac12fcca-63ab-476e-a6d3-0a552810a7af None None] Publish callbacks [] for port (83045eec-d7fd-4433-ab86-d52142d1ea71), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:55.170932 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac12fcca-63ab-476e-a6d3-0a552810a7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (83045eec-d7fd-4433-ab86-d52142d1ea71), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:55.196236 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-375237fb-14ab-46ba-8cb4-32658c631030 req-664b4ecd-ba0a-4fef-bf66-e5ae17e844d2 tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2039079750&fields=id&tenant_id=c9a1f50dcc67409b9e809e71c35fb619 HTTP/1.1" status: 200 len: 267 time: 0.0466695 Feb 04 13:12:55.224277 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc6a62a-55bf-4233-b6a8-8e1e6a39ef9a None None] Pushing event updated for resources: {'Port': ['ID=83045eec-d7fd-4433-ab86-d52142d1ea71,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:12:55.277401 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-ac12fcca-63ab-476e-a6d3-0a552810a7af None None] Attempting to bind port 83045eec-d7fd-4433-ab86-d52142d1ea71 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:12:55.277786 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-ac12fcca-63ab-476e-a6d3-0a552810a7af None None] Attempting to bind port 83045eec-d7fd-4433-ab86-d52142d1ea71 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': 'c8dc2bd3-345f-470c-b740-e395e69f557d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '0c60c3b9-6f0b-4191-be17-87deb07c1cc2'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:12:55.278165 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac12fcca-63ab-476e-a6d3-0a552810a7af None None] Attempting to bind port 83045eec-d7fd-4433-ab86-d52142d1ea71 on network 0c60c3b9-6f0b-4191-be17-87deb07c1cc2 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:12:55.284406 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac12fcca-63ab-476e-a6d3-0a552810a7af None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:12:55.284936 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac12fcca-63ab-476e-a6d3-0a552810a7af None None] Checking segment: {'id': 'c8dc2bd3-345f-470c-b740-e395e69f557d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '0c60c3b9-6f0b-4191-be17-87deb07c1cc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:12:55.286231 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac12fcca-63ab-476e-a6d3-0a552810a7af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:55.287380 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac12fcca-63ab-476e-a6d3-0a552810a7af None None] Bound using segment: {'id': 'c8dc2bd3-345f-470c-b740-e395e69f557d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '0c60c3b9-6f0b-4191-be17-87deb07c1cc2'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:12:55.287926 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-ac12fcca-63ab-476e-a6d3-0a552810a7af None None] Bound port: 83045eec-d7fd-4433-ab86-d52142d1ea71, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8dc2bd3-345f-470c-b740-e395e69f557d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '0c60c3b9-6f0b-4191-be17-87deb07c1cc2'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:12:55.288321 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac12fcca-63ab-476e-a6d3-0a552810a7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (83045eec-d7fd-4433-ab86-d52142d1ea71), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:55.319041 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375237fb-14ab-46ba-8cb4-32658c631030 req-8b5639f8-95ad-4228-a2a0-65c3b85dc909 tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:55.320766 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-375237fb-14ab-46ba-8cb4-32658c631030 req-8b5639f8-95ad-4228-a2a0-65c3b85dc909 tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] 10.222.0.65 "GET /v2.0/networks?id=2e7996ce-cbcc-4cf2-aa7a-17a020c7f4bf HTTP/1.1" status: 200 len: 808 time: 0.1179202 Feb 04 13:12:55.337100 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-375237fb-14ab-46ba-8cb4-32658c631030 req-22ebcbe6-085c-4488-82c2-b296a836ce32 tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] 10.222.0.65 "GET /v2.0/quotas/c9a1f50dcc67409b9e809e71c35fb619 HTTP/1.1" status: 200 len: 375 time: 0.0104563 Feb 04 13:12:55.369089 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac12fcca-63ab-476e-a6d3-0a552810a7af None None] For port 83045eec-d7fd-4433-ab86-d52142d1ea71, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:12:55.372537 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac12fcca-63ab-476e-a6d3-0a552810a7af None None] For port 83045eec-d7fd-4433-ab86-d52142d1ea71, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=83045eec-d7fd-4433-ab86-d52142d1ea71,segment=NetworkSegment(c8dc2bd3-345f-470c-b740-e395e69f557d),segment_id=c8dc2bd3-345f-470c-b740-e395e69f557d)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:12:55.380529 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac12fcca-63ab-476e-a6d3-0a552810a7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (83045eec-d7fd-4433-ab86-d52142d1ea71), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:55.404673 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-375237fb-14ab-46ba-8cb4-32658c631030 req-49fb3b7c-a960-44bc-bdef-0edd8ca9584e tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=c9a1f50dcc67409b9e809e71c35fb619&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0615315 Feb 04 13:12:55.448434 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac12fcca-63ab-476e-a6d3-0a552810a7af None None] Routers {'f1af8f7d-6710-4dc9-b954-809382e1189c'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:12:55.449086 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-ac12fcca-63ab-476e-a6d3-0a552810a7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:12:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['f1af8f7d-6710-4dc9-b954-809382e1189c'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:12:55.488993 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc6a62a-55bf-4233-b6a8-8e1e6a39ef9a None None] Pushing event updated for resources: {'Port': ['ID=83045eec-d7fd-4433-ab86-d52142d1ea71,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:12:55.540389 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-4c42a87f-d3cc-4b99-8063-d02b8635c056 None None] Provisioning complete for port 83045eec-d7fd-4433-ab86-d52142d1ea71 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:12:55.540590 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4c42a87f-d3cc-4b99-8063-d02b8635c056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (83045eec-d7fd-4433-ab86-d52142d1ea71), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:55.548376 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [req-375237fb-14ab-46ba-8cb4-32658c631030 req-329edeb0-cb8e-47d3-8368-57914a486a3d service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:12:55.549552 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-375237fb-14ab-46ba-8cb4-32658c631030 req-329edeb0-cb8e-47d3-8368-57914a486a3d service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1300180 Feb 04 13:12:55.618403 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-ac12fcca-63ab-476e-a6d3-0a552810a7af None None] Set router f1af8f7d-6710-4dc9-b954-809382e1189c gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:12:55.654957 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-375237fb-14ab-46ba-8cb4-32658c631030 req-57a7952d-475f-42cb-81c5-bda597ae1518 service neutron] 10.222.0.65 "GET /v2.0/networks/2e7996ce-cbcc-4cf2-aa7a-17a020c7f4bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981488 Feb 04 13:12:55.728324 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-4c42a87f-d3cc-4b99-8063-d02b8635c056 None None] Current status of the port 83045eec-d7fd-4433-ab86-d52142d1ea71 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:12:55.728720 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4c42a87f-d3cc-4b99-8063-d02b8635c056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (83045eec-d7fd-4433-ab86-d52142d1ea71), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:55.751013 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-375237fb-14ab-46ba-8cb4-32658c631030 req-232a238a-871a-41d6-9c35-4fc648c99de7 service neutron] 10.222.0.65 "GET /v2.0/networks/2e7996ce-cbcc-4cf2-aa7a-17a020c7f4bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885427 Feb 04 13:12:55.812292 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-4c42a87f-d3cc-4b99-8063-d02b8635c056 None None] For port 83045eec-d7fd-4433-ab86-d52142d1ea71, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=83045eec-d7fd-4433-ab86-d52142d1ea71,segment=NetworkSegment(c8dc2bd3-345f-470c-b740-e395e69f557d),segment_id=c8dc2bd3-345f-470c-b740-e395e69f557d)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:12:55.819682 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4c42a87f-d3cc-4b99-8063-d02b8635c056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (83045eec-d7fd-4433-ab86-d52142d1ea71), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:55.916998 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c42a87f-d3cc-4b99-8063-d02b8635c056 None None] Pushing event updated for resources: {'Port': ['ID=83045eec-d7fd-4433-ab86-d52142d1ea71,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:12:55.955370 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-357315a9-914c-4b21-8445-25bbc2a65cd5 req-c8c21bae-e47c-43da-978e-607695681893 tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] 10.222.0.65 "GET /v2.0/ports?device_id=02c33723-ec69-4acb-8975-13b203396599 HTTP/1.1" status: 200 len: 210 time: 0.0377705 Feb 04 13:12:55.958652 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b0501eee-ba04-4c5e-a94e-f97b5438efb0 None None] Provisioning complete for port 83045eec-d7fd-4433-ab86-d52142d1ea71 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:12:55.959024 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b0501eee-ba04-4c5e-a94e-f97b5438efb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (83045eec-d7fd-4433-ab86-d52142d1ea71), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:55.964656 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-ac12fcca-63ab-476e-a6d3-0a552810a7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1af8f7d-6710-4dc9-b954-809382e1189c', 'name': 'tempest-TestServerBasicOps-1329936417-router', 'tenant_id': '8570722e1d454821a79b37697178af9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '687cd54c-13c0-4b9e-912f-d9be7491f9b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:12:48Z', 'updated_at': '2022-02-04T13:12:51Z', 'revision_number': 4, 'project_id': '8570722e1d454821a79b37697178af9f', 'gw_port': {'id': '687cd54c-13c0-4b9e-912f-d9be7491f9b5', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1af8f7d-6710-4dc9-b954-809382e1189c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:12:48Z', 'updated_at': '2022-02-04T13:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '83045eec-d7fd-4433-ab86-d52142d1ea71', 'name': '', 'network_id': '0c60c3b9-6f0b-4191-be17-87deb07c1cc2', 'tenant_id': '8570722e1d454821a79b37697178af9f', 'mac_address': 'fa:16:3e:a2:90:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1af8f7d-6710-4dc9-b954-809382e1189c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'e13e5fea-932a-4b80-9de2-d81aa289e04a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:12:50Z', 'updated_at': '2022-02-04T13:12:55Z', 'revision_number': 4, 'project_id': '8570722e1d454821a79b37697178af9f', 'subnets': [{'id': 'e13e5fea-932a-4b80-9de2-d81aa289e04a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:12:56.010745 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac12fcca-63ab-476e-a6d3-0a552810a7af None None] The sync data for ids ['f1af8f7d-6710-4dc9-b954-809382e1189c'] in n-d-825015-3 is: [{'id': 'f1af8f7d-6710-4dc9-b954-809382e1189c', 'name': 'tempest-TestServerBasicOps-1329936417-router', 'tenant_id': '8570722e1d454821a79b37697178af9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '687cd54c-13c0-4b9e-912f-d9be7491f9b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:12:48Z', 'updated_at': '2022-02-04T13:12:51Z', 'revision_number': 4, 'project_id': '8570722e1d454821a79b37697178af9f', 'gw_port': {'id': '687cd54c-13c0-4b9e-912f-d9be7491f9b5', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1af8f7d-6710-4dc9-b954-809382e1189c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:12:48Z', 'updated_at': '2022-02-04T13:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '83045eec-d7fd-4433-ab86-d52142d1ea71', 'name': '', 'network_id': '0c60c3b9-6f0b-4191-be17-87deb07c1cc2', 'tenant_id': '8570722e1d454821a79b37697178af9f', 'mac_address': 'fa:16:3e:a2:90:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1af8f7d-6710-4dc9-b954-809382e1189c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'e13e5fea-932a-4b80-9de2-d81aa289e04a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:12:50Z', 'updated_at': '2022-02-04T13:12:55Z', 'revision_number': 4, 'project_id': '8570722e1d454821a79b37697178af9f', 'subnets': [{'id': 'e13e5fea-932a-4b80-9de2-d81aa289e04a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:12:56.089529 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b0501eee-ba04-4c5e-a94e-f97b5438efb0 None None] Current status of the port 83045eec-d7fd-4433-ab86-d52142d1ea71 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:12:56.646490 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 83045eec-d7fd-4433-ab86-d52142d1ea71 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:12:56.711450 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 83045eec-d7fd-4433-ab86-d52142d1ea71 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:12:56.711879 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (83045eec-d7fd-4433-ab86-d52142d1ea71), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:56.794908 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 83045eec-d7fd-4433-ab86-d52142d1ea71 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:12:57.060269 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-75b3e171-672e-43cc-a449-bd20db7e6c7e req-7d27d793-00e1-4a13-b053-c92528f0a0ba tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] 10.222.0.65 "GET /v2.0/ports?device_id=02c33723-ec69-4acb-8975-13b203396599 HTTP/1.1" status: 200 len: 210 time: 0.0269516 Feb 04 13:12:57.195198 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375237fb-14ab-46ba-8cb4-32658c631030 req-6381d5c8-0b2a-4c35-bd28-525d032fe966 tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:57.196554 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-375237fb-14ab-46ba-8cb4-32658c631030 req-6381d5c8-0b2a-4c35-bd28-525d032fe966 tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] 10.222.0.77 "GET /v2.0/networks?id=2e7996ce-cbcc-4cf2-aa7a-17a020c7f4bf HTTP/1.1" status: 200 len: 808 time: 0.1116972 Feb 04 13:12:57.257832 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-375237fb-14ab-46ba-8cb4-32658c631030 req-20b5d797-7b27-4bd9-b675-1c1f50662df9 tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c9a1f50dcc67409b9e809e71c35fb619 HTTP/1.1" status: 200 len: 380 time: 0.0533102 Feb 04 13:12:57.266532 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-375237fb-14ab-46ba-8cb4-32658c631030 req-371cc52e-03fd-46cc-95b5-5060e6fe43d7 tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Request body: {'port': {'device_id': '02c33723-ec69-4acb-8975-13b203396599', 'network_id': '2e7996ce-cbcc-4cf2-aa7a-17a020c7f4bf', 'admin_state_up': True, 'tenant_id': 'c9a1f50dcc67409b9e809e71c35fb619', 'security_groups': ['8ff02357-226d-465f-9507-e877607f883e']}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:12:57.378898 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-375237fb-14ab-46ba-8cb4-32658c631030 req-371cc52e-03fd-46cc-95b5-5060e6fe43d7 tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Made reservation on behalf of c9a1f50dcc67409b9e809e71c35fb619 for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:12:57.382410 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-375237fb-14ab-46ba-8cb4-32658c631030 req-371cc52e-03fd-46cc-95b5-5060e6fe43d7 tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:57.509057 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-375237fb-14ab-46ba-8cb4-32658c631030 req-371cc52e-03fd-46cc-95b5-5060e6fe43d7 tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Allocated IP 172.20.0.7 (2e7996ce-cbcc-4cf2-aa7a-17a020c7f4bf/1d3d7a67-2db7-449b-9ef6-5e5c67fb5dd7/6fa8752c-976e-4cef-bb44-884e07b65da2) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:12:57.674601 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-375237fb-14ab-46ba-8cb4-32658c631030 req-371cc52e-03fd-46cc-95b5-5060e6fe43d7 tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Publish callbacks [] for port (6fa8752c-976e-4cef-bb44-884e07b65da2), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:57.709327 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-375237fb-14ab-46ba-8cb4-32658c631030 req-371cc52e-03fd-46cc-95b5-5060e6fe43d7 tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (6fa8752c-976e-4cef-bb44-884e07b65da2), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:57.757167 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-375237fb-14ab-46ba-8cb4-32658c631030 req-371cc52e-03fd-46cc-95b5-5060e6fe43d7 tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Network 2e7996ce-cbcc-4cf2-aa7a-17a020c7f4bf is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:12:57.760361 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-375237fb-14ab-46ba-8cb4-32658c631030 req-371cc52e-03fd-46cc-95b5-5060e6fe43d7 tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:12:57.764099 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-375237fb-14ab-46ba-8cb4-32658c631030 req-371cc52e-03fd-46cc-95b5-5060e6fe43d7 tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:12:57.800100 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371cc52e-03fd-46cc-95b5-5060e6fe43d7 tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Pushing event updated for resources: {'Port': ['ID=6fa8752c-976e-4cef-bb44-884e07b65da2,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:12:57.831464 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375237fb-14ab-46ba-8cb4-32658c631030 req-371cc52e-03fd-46cc-95b5-5060e6fe43d7 tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:57.832292 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-375237fb-14ab-46ba-8cb4-32658c631030 req-371cc52e-03fd-46cc-95b5-5060e6fe43d7 tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:57.856378 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-375237fb-14ab-46ba-8cb4-32658c631030 req-371cc52e-03fd-46cc-95b5-5060e6fe43d7 tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5932353 Feb 04 13:12:57.869673 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-375237fb-14ab-46ba-8cb4-32658c631030 req-7a0c419d-5ca2-4ed4-a7f1-85850ebaec86 service neutron] Request body: {'port': {'device_id': '02c33723-ec69-4acb-8975-13b203396599', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:12:57.948244 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-375237fb-14ab-46ba-8cb4-32658c631030 req-7a0c419d-5ca2-4ed4-a7f1-85850ebaec86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (6fa8752c-976e-4cef-bb44-884e07b65da2), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:58.032788 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-92ecb8ac-3e54-4973-8d60-35cb30bd002d None None] Provisioning complete for port 6fa8752c-976e-4cef-bb44-884e07b65da2 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:12:58.033357 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-92ecb8ac-3e54-4973-8d60-35cb30bd002d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (6fa8752c-976e-4cef-bb44-884e07b65da2), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:58.079802 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-92ecb8ac-3e54-4973-8d60-35cb30bd002d None None] Port 6fa8752c-976e-4cef-bb44-884e07b65da2 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:12:58.240753 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1388c124-0a0b-4e13-8883-84958281a05a req-7e80380f-7cf2-418a-a2da-57794a529775 tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:58.242236 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1388c124-0a0b-4e13-8883-84958281a05a req-7e80380f-7cf2-418a-a2da-57794a529775 tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] 10.222.0.65 "GET /v2.0/ports?device_id=02c33723-ec69-4acb-8975-13b203396599 HTTP/1.1" status: 200 len: 931 time: 0.0968683 Feb 04 13:12:58.333054 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-375237fb-14ab-46ba-8cb4-32658c631030 req-7a0c419d-5ca2-4ed4-a7f1-85850ebaec86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fa8752c-976e-4cef-bb44-884e07b65da2 {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:12:58.341248 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-375237fb-14ab-46ba-8cb4-32658c631030 req-7a0c419d-5ca2-4ed4-a7f1-85850ebaec86 service neutron] Publish callbacks [] for port (6fa8752c-976e-4cef-bb44-884e07b65da2), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:58.346553 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1388c124-0a0b-4e13-8883-84958281a05a req-3dbcfc64-36ff-4adb-b145-92fbbca5d3de tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] 10.222.0.65 "GET /v2.0/security-groups?id=8ff02357-226d-465f-9507-e877607f883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957921 Feb 04 13:12:58.358255 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-375237fb-14ab-46ba-8cb4-32658c631030 req-7a0c419d-5ca2-4ed4-a7f1-85850ebaec86 service neutron] Transition to ACTIVE for port object 6fa8752c-976e-4cef-bb44-884e07b65da2 will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:12:58.363400 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-375237fb-14ab-46ba-8cb4-32658c631030 req-7a0c419d-5ca2-4ed4-a7f1-85850ebaec86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (6fa8752c-976e-4cef-bb44-884e07b65da2), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:58.418850 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0c419d-5ca2-4ed4-a7f1-85850ebaec86 service neutron] Pushing event updated for resources: {'Port': ['ID=6fa8752c-976e-4cef-bb44-884e07b65da2,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:12:58.497580 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-375237fb-14ab-46ba-8cb4-32658c631030 req-7a0c419d-5ca2-4ed4-a7f1-85850ebaec86 service neutron] Attempting to bind port 6fa8752c-976e-4cef-bb44-884e07b65da2 on host n-h2-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:12:58.497922 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-375237fb-14ab-46ba-8cb4-32658c631030 req-7a0c419d-5ca2-4ed4-a7f1-85850ebaec86 service neutron] Attempting to bind port 6fa8752c-976e-4cef-bb44-884e07b65da2 by drivers openvswitch,hyperv on host n-h2-825015-3 at level 0 using segments [{'id': '3519c5c1-9df5-4ed6-8a0e-75a30e0163cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '2e7996ce-cbcc-4cf2-aa7a-17a020c7f4bf'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:12:58.498277 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375237fb-14ab-46ba-8cb4-32658c631030 req-7a0c419d-5ca2-4ed4-a7f1-85850ebaec86 service neutron] Attempting to bind port 6fa8752c-976e-4cef-bb44-884e07b65da2 on network 2e7996ce-cbcc-4cf2-aa7a-17a020c7f4bf {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:12:58.503236 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375237fb-14ab-46ba-8cb4-32658c631030 req-7a0c419d-5ca2-4ed4-a7f1-85850ebaec86 service neutron] Port 6fa8752c-976e-4cef-bb44-884e07b65da2 on network 2e7996ce-cbcc-4cf2-aa7a-17a020c7f4bf not bound, no agent of type Open vSwitch agent registered on host n-h2-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:12:58.503572 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375237fb-14ab-46ba-8cb4-32658c631030 req-7a0c419d-5ca2-4ed4-a7f1-85850ebaec86 service neutron] Attempting to bind port 6fa8752c-976e-4cef-bb44-884e07b65da2 on network 2e7996ce-cbcc-4cf2-aa7a-17a020c7f4bf {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:12:58.509883 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375237fb-14ab-46ba-8cb4-32658c631030 req-7a0c419d-5ca2-4ed4-a7f1-85850ebaec86 service neutron] Checking agent: {'id': '9b68a165-e786-4b91-8592-44519c2ecabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:12:58.510233 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375237fb-14ab-46ba-8cb4-32658c631030 req-7a0c419d-5ca2-4ed4-a7f1-85850ebaec86 service neutron] Checking segment: {'id': '3519c5c1-9df5-4ed6-8a0e-75a30e0163cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '2e7996ce-cbcc-4cf2-aa7a-17a020c7f4bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:12:58.510627 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375237fb-14ab-46ba-8cb4-32658c631030 req-7a0c419d-5ca2-4ed4-a7f1-85850ebaec86 service neutron] Bound using segment: {'id': '3519c5c1-9df5-4ed6-8a0e-75a30e0163cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '2e7996ce-cbcc-4cf2-aa7a-17a020c7f4bf'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:12:58.511062 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-375237fb-14ab-46ba-8cb4-32658c631030 req-7a0c419d-5ca2-4ed4-a7f1-85850ebaec86 service neutron] Bound port: 6fa8752c-976e-4cef-bb44-884e07b65da2, host: n-h2-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3519c5c1-9df5-4ed6-8a0e-75a30e0163cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '2e7996ce-cbcc-4cf2-aa7a-17a020c7f4bf'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:12:58.511904 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-375237fb-14ab-46ba-8cb4-32658c631030 req-7a0c419d-5ca2-4ed4-a7f1-85850ebaec86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (6fa8752c-976e-4cef-bb44-884e07b65da2), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:58.583304 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-375237fb-14ab-46ba-8cb4-32658c631030 req-7a0c419d-5ca2-4ed4-a7f1-85850ebaec86 service neutron] For port 6fa8752c-976e-4cef-bb44-884e07b65da2, host n-h2-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:12:58.586738 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-375237fb-14ab-46ba-8cb4-32658c631030 req-7a0c419d-5ca2-4ed4-a7f1-85850ebaec86 service neutron] For port 6fa8752c-976e-4cef-bb44-884e07b65da2, host n-h2-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=6fa8752c-976e-4cef-bb44-884e07b65da2,segment=NetworkSegment(3519c5c1-9df5-4ed6-8a0e-75a30e0163cd),segment_id=3519c5c1-9df5-4ed6-8a0e-75a30e0163cd)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:12:58.595556 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-375237fb-14ab-46ba-8cb4-32658c631030 req-7a0c419d-5ca2-4ed4-a7f1-85850ebaec86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (6fa8752c-976e-4cef-bb44-884e07b65da2), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:58.639703 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375237fb-14ab-46ba-8cb4-32658c631030 req-7a0c419d-5ca2-4ed4-a7f1-85850ebaec86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:58.640331 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-375237fb-14ab-46ba-8cb4-32658c631030 req-7a0c419d-5ca2-4ed4-a7f1-85850ebaec86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:58.641929 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-375237fb-14ab-46ba-8cb4-32658c631030 req-7a0c419d-5ca2-4ed4-a7f1-85850ebaec86 service neutron] 10.222.0.77 "PUT /v2.0/ports/6fa8752c-976e-4cef-bb44-884e07b65da2 HTTP/1.1" status: 200 len: 1091 time: 0.7768164 Feb 04 13:12:58.642380 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02c33723-ec69-4acb-8975-13b203396599', 'tag': '6fa8752c-976e-4cef-bb44-884e07b65da2'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:12:58.645336 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57378ea8-8f72-439b-98a8-e5059ad12a27" -d '{"events": [{"name": "network-changed", "server_uuid": "02c33723-ec69-4acb-8975-13b203396599", "tag": "6fa8752c-976e-4cef-bb44-884e07b65da2"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:12:58.678099 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0c419d-5ca2-4ed4-a7f1-85850ebaec86 service neutron] Pushing event updated for resources: {'Port': ['ID=6fa8752c-976e-4cef-bb44-884e07b65da2,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:12:58.696890 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2a3c0d9-7da5-41e1-8630-f1b192aff8ce x-openstack-request-id: req-b2a3c0d9-7da5-41e1-8630-f1b192aff8ce {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:12:58.697190 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02c33723-ec69-4acb-8975-13b203396599", "tag": "6fa8752c-976e-4cef-bb44-884e07b65da2", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:12:58.697454 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b2a3c0d9-7da5-41e1-8630-f1b192aff8ce {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:12:58.697872 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02c33723-ec69-4acb-8975-13b203396599', 'tag': '6fa8752c-976e-4cef-bb44-884e07b65da2', 'status': 'completed', 'code': 200} Feb 04 13:12:58.767292 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375237fb-14ab-46ba-8cb4-32658c631030 req-77a39409-7415-4f15-a27b-a7dacf4be8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:58.768864 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-375237fb-14ab-46ba-8cb4-32658c631030 req-77a39409-7415-4f15-a27b-a7dacf4be8c2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c9a1f50dcc67409b9e809e71c35fb619&device_id=02c33723-ec69-4acb-8975-13b203396599 HTTP/1.1" status: 200 len: 1125 time: 0.0546083 Feb 04 13:12:58.825635 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-375237fb-14ab-46ba-8cb4-32658c631030 req-d0a7b011-c8c1-495d-90f5-26232b6444be service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6fa8752c-976e-4cef-bb44-884e07b65da2 HTTP/1.1" status: 200 len: 217 time: 0.0486760 Feb 04 13:12:58.883100 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375237fb-14ab-46ba-8cb4-32658c631030 req-2e5c3101-6108-4cd6-a39e-695f99450b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:58.884697 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-375237fb-14ab-46ba-8cb4-32658c631030 req-2e5c3101-6108-4cd6-a39e-695f99450b47 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1d3d7a67-2db7-449b-9ef6-5e5c67fb5dd7 HTTP/1.1" status: 200 len: 847 time: 0.0529706 Feb 04 13:12:58.941053 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375237fb-14ab-46ba-8cb4-32658c631030 req-46647f9c-f2e9-4213-8f30-5a2874b3b9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:58.943776 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-375237fb-14ab-46ba-8cb4-32658c631030 req-46647f9c-f2e9-4213-8f30-5a2874b3b9e0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2e7996ce-cbcc-4cf2-aa7a-17a020c7f4bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0529218 Feb 04 13:12:59.036797 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-375237fb-14ab-46ba-8cb4-32658c631030 req-197c24c6-937d-4e5e-8eb1-b13b85b832e1 service neutron] 10.222.0.77 "GET /v2.0/networks/2e7996ce-cbcc-4cf2-aa7a-17a020c7f4bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871181 Feb 04 13:12:59.132571 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-375237fb-14ab-46ba-8cb4-32658c631030 req-957662fe-dfe1-487b-abcc-f79a663bb6e7 service neutron] 10.222.0.77 "GET /v2.0/networks/2e7996ce-cbcc-4cf2-aa7a-17a020c7f4bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892696 Feb 04 13:12:59.228734 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57378ea8-8f72-439b-98a8-e5059ad12a27 req-432fb78b-c0c8-4e64-b220-3e1cf6551321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:59.230301 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-57378ea8-8f72-439b-98a8-e5059ad12a27 req-432fb78b-c0c8-4e64-b220-3e1cf6551321 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c9a1f50dcc67409b9e809e71c35fb619&device_id=02c33723-ec69-4acb-8975-13b203396599 HTTP/1.1" status: 200 len: 1125 time: 0.0492237 Feb 04 13:12:59.321639 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57378ea8-8f72-439b-98a8-e5059ad12a27 req-f2de193a-5008-465a-b0ab-cc32d06d480d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:59.323551 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-57378ea8-8f72-439b-98a8-e5059ad12a27 req-f2de193a-5008-465a-b0ab-cc32d06d480d service neutron] 10.222.0.77 "GET /v2.0/networks?id=2e7996ce-cbcc-4cf2-aa7a-17a020c7f4bf HTTP/1.1" status: 200 len: 909 time: 0.0875261 Feb 04 13:12:59.375193 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-57378ea8-8f72-439b-98a8-e5059ad12a27 req-44330af4-5df8-40a4-b13c-43c1c35f0817 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6fa8752c-976e-4cef-bb44-884e07b65da2 HTTP/1.1" status: 200 len: 217 time: 0.0462146 Feb 04 13:12:59.435846 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57378ea8-8f72-439b-98a8-e5059ad12a27 req-1a540cc3-aacb-4176-a71f-ba616850494e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:59.437372 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-57378ea8-8f72-439b-98a8-e5059ad12a27 req-1a540cc3-aacb-4176-a71f-ba616850494e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1d3d7a67-2db7-449b-9ef6-5e5c67fb5dd7 HTTP/1.1" status: 200 len: 847 time: 0.0562599 Feb 04 13:12:59.514914 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b66f7a8-7d7c-44a5-bc12-c396f6b6792a req-4fe04f23-fd47-4ee7-b430-17110f683147 tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:59.516411 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5b66f7a8-7d7c-44a5-bc12-c396f6b6792a req-4fe04f23-fd47-4ee7-b430-17110f683147 tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] 10.222.0.65 "GET /v2.0/ports?device_id=02c33723-ec69-4acb-8975-13b203396599 HTTP/1.1" status: 200 len: 943 time: 0.0964835 Feb 04 13:12:59.518186 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57378ea8-8f72-439b-98a8-e5059ad12a27 req-cd713a03-472d-40f9-873e-b4c636030355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:59.520070 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-57378ea8-8f72-439b-98a8-e5059ad12a27 req-cd713a03-472d-40f9-873e-b4c636030355 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2e7996ce-cbcc-4cf2-aa7a-17a020c7f4bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0673716 Feb 04 13:12:59.620916 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5b66f7a8-7d7c-44a5-bc12-c396f6b6792a req-e07c763d-2115-4e0f-afc8-feb9ef6c8d45 tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] 10.222.0.65 "GET /v2.0/security-groups?id=8ff02357-226d-465f-9507-e877607f883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979197 Feb 04 13:12:59.652614 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-57378ea8-8f72-439b-98a8-e5059ad12a27 req-a509488f-aafa-48cb-b6a3-0b406d271a87 service neutron] 10.222.0.77 "GET /v2.0/networks/2e7996ce-cbcc-4cf2-aa7a-17a020c7f4bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238217 Feb 04 13:12:59.751861 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-57378ea8-8f72-439b-98a8-e5059ad12a27 req-87fc91cc-996b-4ad9-9d22-b6fe86f055a1 service neutron] 10.222.0.77 "GET /v2.0/networks/2e7996ce-cbcc-4cf2-aa7a-17a020c7f4bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934818 Feb 04 13:13:00.525058 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:13:00.748058 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af760f4-22de-4ec6-a71a-8070819b4a63 req-53a70254-0dd7-495d-bb71-186a51547065 tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:00.749552 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0af760f4-22de-4ec6-a71a-8070819b4a63 req-53a70254-0dd7-495d-bb71-186a51547065 tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] 10.222.0.65 "GET /v2.0/ports?device_id=02c33723-ec69-4acb-8975-13b203396599 HTTP/1.1" status: 200 len: 943 time: 0.0543556 Feb 04 13:13:00.799083 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0af760f4-22de-4ec6-a71a-8070819b4a63 req-6d5e182d-2f77-44bb-82e4-3399ba3b3847 tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] 10.222.0.65 "GET /v2.0/security-groups?id=8ff02357-226d-465f-9507-e877607f883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439515 Feb 04 13:13:01.186178 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 6fa8752c-976e-4cef-bb44-884e07b65da2 details requested by agent hyperv_n-h2-825015-3 with host n-h2-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:13:01.279722 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 6fa8752c-976e-4cef-bb44-884e07b65da2, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=6fa8752c-976e-4cef-bb44-884e07b65da2,segment=NetworkSegment(3519c5c1-9df5-4ed6-8a0e-75a30e0163cd),segment_id=3519c5c1-9df5-4ed6-8a0e-75a30e0163cd)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:13:01.291019 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Returning: {'device': '6fa8752c-976e-4cef-bb44-884e07b65da2', 'network_id': '2e7996ce-cbcc-4cf2-aa7a-17a020c7f4bf', 'port_id': '6fa8752c-976e-4cef-bb44-884e07b65da2', 'mac_address': 'fa:16:3e:3c:0d:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d3d7a67-2db7-449b-9ef6-5e5c67fb5dd7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:13:01.330341 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 6fa8752c-976e-4cef-bb44-884e07b65da2 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:13:01.330732 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (6fa8752c-976e-4cef-bb44-884e07b65da2), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:13:01.343728 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fa8752c-976e-4cef-bb44-884e07b65da2 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:13:01.362183 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 6fa8752c-976e-4cef-bb44-884e07b65da2, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=6fa8752c-976e-4cef-bb44-884e07b65da2,segment=NetworkSegment(3519c5c1-9df5-4ed6-8a0e-75a30e0163cd),segment_id=3519c5c1-9df5-4ed6-8a0e-75a30e0163cd)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:13:01.366534 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (6fa8752c-976e-4cef-bb44-884e07b65da2), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:13:01.413232 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=6fa8752c-976e-4cef-bb44-884e07b65da2,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:13:01.488496 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:13:01.587556 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['6fa8752c-976e-4cef-bb44-884e07b65da2'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:13:01.923551 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3412e26b-3ab0-4a96-81ed-58348202a942 req-fe03a417-2d2b-4d25-8269-ad94232aac5e tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:01.925097 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3412e26b-3ab0-4a96-81ed-58348202a942 req-fe03a417-2d2b-4d25-8269-ad94232aac5e tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] 10.222.0.65 "GET /v2.0/ports?device_id=02c33723-ec69-4acb-8975-13b203396599 HTTP/1.1" status: 200 len: 944 time: 0.0577416 Feb 04 13:13:01.974328 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3412e26b-3ab0-4a96-81ed-58348202a942 req-d55db010-0488-4628-a6b1-0e95d37969e8 tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] 10.222.0.65 "GET /v2.0/security-groups?id=8ff02357-226d-465f-9507-e877607f883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429759 Feb 04 13:13:02.088937 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:13:03.095219 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a77485-0436-42bf-b1f0-01d39343f6c0 req-24656f38-27a3-424e-87c8-f795554d606a tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:03.096642 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-64a77485-0436-42bf-b1f0-01d39343f6c0 req-24656f38-27a3-424e-87c8-f795554d606a tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] 10.222.0.65 "GET /v2.0/ports?device_id=02c33723-ec69-4acb-8975-13b203396599 HTTP/1.1" status: 200 len: 944 time: 0.0527604 Feb 04 13:13:03.145867 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-64a77485-0436-42bf-b1f0-01d39343f6c0 req-a47c2241-bb02-4c92-a995-050584de6038 tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] 10.222.0.65 "GET /v2.0/security-groups?id=8ff02357-226d-465f-9507-e877607f883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423813 Feb 04 13:13:03.213240 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 6fa8752c-976e-4cef-bb44-884e07b65da2 up at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:13:03.263664 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning for port 6fa8752c-976e-4cef-bb44-884e07b65da2 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:13:03.267546 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning complete for port 6fa8752c-976e-4cef-bb44-884e07b65da2 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:13:03.267949 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (6fa8752c-976e-4cef-bb44-884e07b65da2), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:13:03.343067 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 6fa8752c-976e-4cef-bb44-884e07b65da2 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:13:03.343469 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (6fa8752c-976e-4cef-bb44-884e07b65da2), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:13:03.365676 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02c33723-ec69-4acb-8975-13b203396599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fa8752c-976e-4cef-bb44-884e07b65da2'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:13:03.367826 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f34c2c6c44f954809bda7d5c399ec7ad756a6f4fa8bb5617256cf52ebba308b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7906c34-4ecb-48f0-9833-55bfb8ad2aa0" -d '{"events": [{"server_uuid": "02c33723-ec69-4acb-8975-13b203396599", "name": "network-vif-plugged", "status": "completed", "tag": "6fa8752c-976e-4cef-bb44-884e07b65da2"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:13:03.380787 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 6fa8752c-976e-4cef-bb44-884e07b65da2, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=6fa8752c-976e-4cef-bb44-884e07b65da2,segment=NetworkSegment(3519c5c1-9df5-4ed6-8a0e-75a30e0163cd),segment_id=3519c5c1-9df5-4ed6-8a0e-75a30e0163cd)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:13:03.387627 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (6fa8752c-976e-4cef-bb44-884e07b65da2), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:13:03.423584 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4e5a240-341a-427b-93e7-6617b98a17e0 x-openstack-request-id: req-e4e5a240-341a-427b-93e7-6617b98a17e0 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:13:03.423919 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02c33723-ec69-4acb-8975-13b203396599", "name": "network-vif-plugged", "status": "completed", "tag": "6fa8752c-976e-4cef-bb44-884e07b65da2", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:13:03.424181 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e4e5a240-341a-427b-93e7-6617b98a17e0 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:13:03.424579 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02c33723-ec69-4acb-8975-13b203396599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fa8752c-976e-4cef-bb44-884e07b65da2', 'code': 200} Feb 04 13:13:03.452150 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=6fa8752c-976e-4cef-bb44-884e07b65da2,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:13:03.519421 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac8474a-fbcb-4247-ac44-f70833a24353 req-9c524f1b-d020-405d-9603-d080560cce6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:03.521570 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3ac8474a-fbcb-4247-ac44-f70833a24353 req-9c524f1b-d020-405d-9603-d080560cce6c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=02c33723-ec69-4acb-8975-13b203396599 HTTP/1.1" status: 200 len: 1127 time: 0.0447934 Feb 04 13:13:03.570057 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3ac8474a-fbcb-4247-ac44-f70833a24353 req-2cf5825e-0a27-4af0-a2d5-ac4af1f288c1 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=8ff02357-226d-465f-9507-e877607f883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425692 Feb 04 13:13:04.267759 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464e7e4a-c342-4087-9d9c-0e62defea77e req-724a2378-a8ee-46b5-9d6a-d1e6de57f9d6 tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:04.269252 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-464e7e4a-c342-4087-9d9c-0e62defea77e req-724a2378-a8ee-46b5-9d6a-d1e6de57f9d6 tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] 10.222.0.65 "GET /v2.0/ports?device_id=02c33723-ec69-4acb-8975-13b203396599 HTTP/1.1" status: 200 len: 945 time: 0.0526533 Feb 04 13:13:04.318125 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-464e7e4a-c342-4087-9d9c-0e62defea77e req-4188adcc-1db9-4660-ae2e-9c2eb8972f1f tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] 10.222.0.65 "GET /v2.0/security-groups?id=8ff02357-226d-465f-9507-e877607f883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430663 Feb 04 13:13:05.438189 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f3eec5-1ea5-46bd-b60d-c5aeb381fc28 req-9a73e9be-1fca-48b3-be91-7aefd8389ed4 tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:05.439662 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-58f3eec5-1ea5-46bd-b60d-c5aeb381fc28 req-9a73e9be-1fca-48b3-be91-7aefd8389ed4 tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] 10.222.0.65 "GET /v2.0/ports?device_id=02c33723-ec69-4acb-8975-13b203396599 HTTP/1.1" status: 200 len: 945 time: 0.0522757 Feb 04 13:13:05.488181 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-58f3eec5-1ea5-46bd-b60d-c5aeb381fc28 req-b8ae703d-436b-4cae-baec-0170e0bf0d35 tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] 10.222.0.65 "GET /v2.0/security-groups?id=8ff02357-226d-465f-9507-e877607f883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417349 Feb 04 13:13:05.609958 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2ba23b-24ff-4ee2-9b97-4fefa8275cc0 req-ca6c7e14-5541-44cd-bcff-3cafbd6c145a tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:05.611326 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4f2ba23b-24ff-4ee2-9b97-4fefa8275cc0 req-ca6c7e14-5541-44cd-bcff-3cafbd6c145a tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] 10.222.0.65 "GET /v2.0/ports?device_id=02c33723-ec69-4acb-8975-13b203396599 HTTP/1.1" status: 200 len: 945 time: 0.0556135 Feb 04 13:13:05.660075 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4f2ba23b-24ff-4ee2-9b97-4fefa8275cc0 req-ff695b95-4f26-4f37-8cca-dfb43993435d tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] 10.222.0.65 "GET /v2.0/security-groups?id=8ff02357-226d-465f-9507-e877607f883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424836 Feb 04 13:13:05.780232 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5f2d51-2626-4dee-a97e-eb39998b6465 req-04616cfe-21e3-456f-8874-a9f8b6719039 tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:05.781728 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0d5f2d51-2626-4dee-a97e-eb39998b6465 req-04616cfe-21e3-456f-8874-a9f8b6719039 tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] 10.222.0.65 "GET /v2.0/ports?device_id=02c33723-ec69-4acb-8975-13b203396599 HTTP/1.1" status: 200 len: 945 time: 0.0527694 Feb 04 13:13:05.831331 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0d5f2d51-2626-4dee-a97e-eb39998b6465 req-29b85de3-9361-43b3-93e2-8aac10195bc5 tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] 10.222.0.65 "GET /v2.0/security-groups?id=8ff02357-226d-465f-9507-e877607f883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431752 Feb 04 13:13:05.853762 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 60038) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:13:05.943282 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb628fe2-8766-42b5-85a0-f1d0e03f6407 tempest-TestServerBasicOps-1211110355 tempest-TestServerBasicOps-1211110355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:05.944865 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-bb628fe2-8766-42b5-85a0-f1d0e03f6407 tempest-TestServerBasicOps-1211110355 tempest-TestServerBasicOps-1211110355-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=02c33723-ec69-4acb-8975-13b203396599 HTTP/1.1" status: 200 len: 1122 time: 0.0900919 Feb 04 13:13:05.947804 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 60042) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:13:05.952038 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-e0b9060f-fdb7-4c04-b58a-f823ba34e6fe tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Request body: {'floatingip': {'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'port_id': '6fa8752c-976e-4cef-bb44-884e07b65da2', 'tenant_id': 'c9a1f50dcc67409b9e809e71c35fb619', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:13:05.972528 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e0b9060f-fdb7-4c04-b58a-f823ba34e6fe tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:13:06.070739 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e0b9060f-fdb7-4c04-b58a-f823ba34e6fe tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:13:06.464156 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-e0b9060f-fdb7-4c04-b58a-f823ba34e6fe tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Allocated IP 172.25.3.112 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/d3dcb760-3941-4730-83b2-7713aa86bce0) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:13:06.564382 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e0b9060f-fdb7-4c04-b58a-f823ba34e6fe tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Publish callbacks [] for port (d3dcb760-3941-4730-83b2-7713aa86bce0), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:13:06.595227 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e0b9060f-fdb7-4c04-b58a-f823ba34e6fe tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (d3dcb760-3941-4730-83b2-7713aa86bce0), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:13:06.638159 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b9060f-fdb7-4c04-b58a-f823ba34e6fe tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:13:06.640948 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-e0b9060f-fdb7-4c04-b58a-f823ba34e6fe tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:13:06.643392 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b9060f-fdb7-4c04-b58a-f823ba34e6fe tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:13:06.668934 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b9060f-fdb7-4c04-b58a-f823ba34e6fe tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Pushing event updated for resources: {'Port': ['ID=d3dcb760-3941-4730-83b2-7713aa86bce0,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:13:06.994933 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e0b9060f-fdb7-4c04-b58a-f823ba34e6fe tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Publish callbacks [] for floatingip (d42f80be-8636-4514-bd14-2a85ad577336), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:13:07.065866 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e0b9060f-fdb7-4c04-b58a-f823ba34e6fe tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (d3dcb760-3941-4730-83b2-7713aa86bce0), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:13:07.217135 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e0b9060f-fdb7-4c04-b58a-f823ba34e6fe tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Publish callbacks [] for port (d3dcb760-3941-4730-83b2-7713aa86bce0), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:13:07.221595 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e0b9060f-fdb7-4c04-b58a-f823ba34e6fe tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (d3dcb760-3941-4730-83b2-7713aa86bce0), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:13:07.290773 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b9060f-fdb7-4c04-b58a-f823ba34e6fe tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Pushing event updated for resources: {'Port': ['ID=d3dcb760-3941-4730-83b2-7713aa86bce0,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:13:07.303364 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e0b9060f-fdb7-4c04-b58a-f823ba34e6fe tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1599943'] for floatingip (d42f80be-8636-4514-bd14-2a85ad577336), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:13:07.406217 n-d-825015-3 neutron-server[103475]: INFO neutron.db.l3_db [None req-e0b9060f-fdb7-4c04-b58a-f823ba34e6fe tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Floating IP d42f80be-8636-4514-bd14-2a85ad577336 associated. External IP: 172.25.3.112, port: 6fa8752c-976e-4cef-bb44-884e07b65da2. Feb 04 13:13:07.623532 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0b9060f-fdb7-4c04-b58a-f823ba34e6fe tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Router 7fa5af6c-e81d-42f4-b4a8-1979efd0a3dd has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:13:07.734090 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0b9060f-fdb7-4c04-b58a-f823ba34e6fe tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:13:07.744538 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff984d7-1d40-42b5-b229-e9c132367849 None None] Sync routers for ids ['7fa5af6c-e81d-42f4-b4a8-1979efd0a3dd'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:13:07.751089 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e0b9060f-fdb7-4c04-b58a-f823ba34e6fe tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:13:07.755279 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff984d7-1d40-42b5-b229-e9c132367849 None None] Routers {'7fa5af6c-e81d-42f4-b4a8-1979efd0a3dd'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:13:07.756164 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-4ff984d7-1d40-42b5-b229-e9c132367849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:12:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['7fa5af6c-e81d-42f4-b4a8-1979efd0a3dd'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:13:07.783863 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-e0b9060f-fdb7-4c04-b58a-f823ba34e6fe tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8327303 Feb 04 13:13:07.783863 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02c33723-ec69-4acb-8975-13b203396599', 'tag': '6fa8752c-976e-4cef-bb44-884e07b65da2'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:13:07.785399 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4110846df617f08b4989bfadd00106806ca8903a53623d774b4c13f4fece49f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33a37e97-8244-4d1e-8a70-7b130bf120f6" -d '{"events": [{"name": "network-changed", "server_uuid": "02c33723-ec69-4acb-8975-13b203396599", "tag": "6fa8752c-976e-4cef-bb44-884e07b65da2"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:13:07.831321 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01651399-87ab-4e8a-a8fd-80d3e07f7c38 x-openstack-request-id: req-01651399-87ab-4e8a-a8fd-80d3e07f7c38 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:13:07.831618 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02c33723-ec69-4acb-8975-13b203396599", "tag": "6fa8752c-976e-4cef-bb44-884e07b65da2", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:13:07.831909 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-01651399-87ab-4e8a-a8fd-80d3e07f7c38 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:13:07.832324 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02c33723-ec69-4acb-8975-13b203396599', 'tag': '6fa8752c-976e-4cef-bb44-884e07b65da2', 'status': 'completed', 'code': 200} Feb 04 13:13:07.902553 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a37e97-8244-4d1e-8a70-7b130bf120f6 req-4c95d5e5-8999-49aa-97a6-09c1804a6ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:07.904190 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-33a37e97-8244-4d1e-8a70-7b130bf120f6 req-4c95d5e5-8999-49aa-97a6-09c1804a6ee8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c9a1f50dcc67409b9e809e71c35fb619&device_id=02c33723-ec69-4acb-8975-13b203396599 HTTP/1.1" status: 200 len: 1127 time: 0.0492129 Feb 04 13:13:07.964660 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-4ff984d7-1d40-42b5-b229-e9c132367849 None None] Set router 7fa5af6c-e81d-42f4-b4a8-1979efd0a3dd gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:13:08.002371 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a37e97-8244-4d1e-8a70-7b130bf120f6 req-0f4dde80-2ebf-4764-9958-819a232c539a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:08.003804 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-33a37e97-8244-4d1e-8a70-7b130bf120f6 req-0f4dde80-2ebf-4764-9958-819a232c539a service neutron] 10.222.0.77 "GET /v2.0/networks?id=2e7996ce-cbcc-4cf2-aa7a-17a020c7f4bf HTTP/1.1" status: 200 len: 909 time: 0.0943704 Feb 04 13:13:08.071141 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-33a37e97-8244-4d1e-8a70-7b130bf120f6 req-2946e3d1-fddb-4663-872b-569056caebb8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6fa8752c-976e-4cef-bb44-884e07b65da2 HTTP/1.1" status: 200 len: 999 time: 0.0620065 Feb 04 13:13:08.119545 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a37e97-8244-4d1e-8a70-7b130bf120f6 req-511791fe-0257-4800-ba43-4df1295ac46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:08.121096 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-33a37e97-8244-4d1e-8a70-7b130bf120f6 req-511791fe-0257-4800-ba43-4df1295ac46e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1d3d7a67-2db7-449b-9ef6-5e5c67fb5dd7 HTTP/1.1" status: 200 len: 847 time: 0.0437229 Feb 04 13:13:08.174510 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a37e97-8244-4d1e-8a70-7b130bf120f6 req-1f236ef7-9909-40c1-9bbe-45ff24ba1515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:08.176047 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-33a37e97-8244-4d1e-8a70-7b130bf120f6 req-1f236ef7-9909-40c1-9bbe-45ff24ba1515 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2e7996ce-cbcc-4cf2-aa7a-17a020c7f4bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0497279 Feb 04 13:13:08.189286 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-4ff984d7-1d40-42b5-b229-e9c132367849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa5af6c-e81d-42f4-b4a8-1979efd0a3dd', 'name': 'tempest-TestServerBasicOps-797058431-router', 'tenant_id': 'c9a1f50dcc67409b9e809e71c35fb619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '467700a0-23a8-446e-990a-cc4d084f4c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:12:43Z', 'updated_at': '2022-02-04T13:12:46Z', 'revision_number': 4, 'project_id': 'c9a1f50dcc67409b9e809e71c35fb619', 'gw_port': {'id': '467700a0-23a8-446e-990a-cc4d084f4c7d', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:6c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa5af6c-e81d-42f4-b4a8-1979efd0a3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:12:43Z', 'updated_at': '2022-02-04T13:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': 'd42f80be-8636-4514-bd14-2a85ad577336', 'tenant_id': 'c9a1f50dcc67409b9e809e71c35fb619', 'floating_ip_address': '172.25.3.112', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': '7fa5af6c-e81d-42f4-b4a8-1979efd0a3dd', 'port_id': '6fa8752c-976e-4cef-bb44-884e07b65da2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e7996ce-cbcc-4cf2-aa7a-17a020c7f4bf', 'mac_address': 'fa:16:3e:3c:0d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c33723-ec69-4acb-8975-13b203396599', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:13:06Z', 'updated_at': '2022-02-04T13:13:06Z', 'revision_number': 0, 'project_id': 'c9a1f50dcc67409b9e809e71c35fb619', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3901eeed-e7d6-4dc9-b124-e7318a22664f', 'name': '', 'network_id': '2e7996ce-cbcc-4cf2-aa7a-17a020c7f4bf', 'tenant_id': 'c9a1f50dcc67409b9e809e71c35fb619', 'mac_address': 'fa:16:3e:2f:5c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa5af6c-e81d-42f4-b4a8-1979efd0a3dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '1d3d7a67-2db7-449b-9ef6-5e5c67fb5dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:12:45Z', 'updated_at': '2022-02-04T13:12:50Z', 'revision_number': 5, 'project_id': 'c9a1f50dcc67409b9e809e71c35fb619', 'subnets': [{'id': '1d3d7a67-2db7-449b-9ef6-5e5c67fb5dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:13:08.219778 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff984d7-1d40-42b5-b229-e9c132367849 None None] Checking router: 7fa5af6c-e81d-42f4-b4a8-1979efd0a3dd for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:13:08.228778 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff984d7-1d40-42b5-b229-e9c132367849 None None] Routers {'7fa5af6c-e81d-42f4-b4a8-1979efd0a3dd'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:13:08.229395 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-4ff984d7-1d40-42b5-b229-e9c132367849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:12:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['7fa5af6c-e81d-42f4-b4a8-1979efd0a3dd'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:13:08.266100 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-33a37e97-8244-4d1e-8a70-7b130bf120f6 req-b5fc9925-03cd-4496-8f4c-a4b74a066d7c service neutron] 10.222.0.77 "GET /v2.0/networks/2e7996ce-cbcc-4cf2-aa7a-17a020c7f4bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839956 Feb 04 13:13:08.337684 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-4ff984d7-1d40-42b5-b229-e9c132367849 None None] Set router 7fa5af6c-e81d-42f4-b4a8-1979efd0a3dd gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:13:08.361555 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-33a37e97-8244-4d1e-8a70-7b130bf120f6 req-6f1610a6-d1c5-4c7c-996e-17b82d644670 service neutron] 10.222.0.77 "GET /v2.0/networks/2e7996ce-cbcc-4cf2-aa7a-17a020c7f4bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896862 Feb 04 13:13:08.554366 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-4ff984d7-1d40-42b5-b229-e9c132367849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa5af6c-e81d-42f4-b4a8-1979efd0a3dd', 'name': 'tempest-TestServerBasicOps-797058431-router', 'tenant_id': 'c9a1f50dcc67409b9e809e71c35fb619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '467700a0-23a8-446e-990a-cc4d084f4c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:12:43Z', 'updated_at': '2022-02-04T13:12:46Z', 'revision_number': 4, 'project_id': 'c9a1f50dcc67409b9e809e71c35fb619', 'gw_port': {'id': '467700a0-23a8-446e-990a-cc4d084f4c7d', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:6c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa5af6c-e81d-42f4-b4a8-1979efd0a3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:12:43Z', 'updated_at': '2022-02-04T13:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': 'd42f80be-8636-4514-bd14-2a85ad577336', 'tenant_id': 'c9a1f50dcc67409b9e809e71c35fb619', 'floating_ip_address': '172.25.3.112', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': '7fa5af6c-e81d-42f4-b4a8-1979efd0a3dd', 'port_id': '6fa8752c-976e-4cef-bb44-884e07b65da2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e7996ce-cbcc-4cf2-aa7a-17a020c7f4bf', 'mac_address': 'fa:16:3e:3c:0d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c33723-ec69-4acb-8975-13b203396599', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:13:06Z', 'updated_at': '2022-02-04T13:13:06Z', 'revision_number': 0, 'project_id': 'c9a1f50dcc67409b9e809e71c35fb619', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3901eeed-e7d6-4dc9-b124-e7318a22664f', 'name': '', 'network_id': '2e7996ce-cbcc-4cf2-aa7a-17a020c7f4bf', 'tenant_id': 'c9a1f50dcc67409b9e809e71c35fb619', 'mac_address': 'fa:16:3e:2f:5c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa5af6c-e81d-42f4-b4a8-1979efd0a3dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '1d3d7a67-2db7-449b-9ef6-5e5c67fb5dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:12:45Z', 'updated_at': '2022-02-04T13:12:50Z', 'revision_number': 5, 'project_id': 'c9a1f50dcc67409b9e809e71c35fb619', 'subnets': [{'id': '1d3d7a67-2db7-449b-9ef6-5e5c67fb5dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:13:08.583765 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff984d7-1d40-42b5-b229-e9c132367849 None None] The sync data for ids ['7fa5af6c-e81d-42f4-b4a8-1979efd0a3dd'] in n-d-825015-3 is: [{'id': '7fa5af6c-e81d-42f4-b4a8-1979efd0a3dd', 'name': 'tempest-TestServerBasicOps-797058431-router', 'tenant_id': 'c9a1f50dcc67409b9e809e71c35fb619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '467700a0-23a8-446e-990a-cc4d084f4c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:12:43Z', 'updated_at': '2022-02-04T13:12:46Z', 'revision_number': 4, 'project_id': 'c9a1f50dcc67409b9e809e71c35fb619', 'gw_port': {'id': '467700a0-23a8-446e-990a-cc4d084f4c7d', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:6c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa5af6c-e81d-42f4-b4a8-1979efd0a3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:12:43Z', 'updated_at': '2022-02-04T13:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': 'd42f80be-8636-4514-bd14-2a85ad577336', 'tenant_id': 'c9a1f50dcc67409b9e809e71c35fb619', 'floating_ip_address': '172.25.3.112', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': '7fa5af6c-e81d-42f4-b4a8-1979efd0a3dd', 'port_id': '6fa8752c-976e-4cef-bb44-884e07b65da2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e7996ce-cbcc-4cf2-aa7a-17a020c7f4bf', 'mac_address': 'fa:16:3e:3c:0d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c33723-ec69-4acb-8975-13b203396599', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:13:06Z', 'updated_at': '2022-02-04T13:13:06Z', 'revision_number': 0, 'project_id': 'c9a1f50dcc67409b9e809e71c35fb619', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3901eeed-e7d6-4dc9-b124-e7318a22664f', 'name': '', 'network_id': '2e7996ce-cbcc-4cf2-aa7a-17a020c7f4bf', 'tenant_id': 'c9a1f50dcc67409b9e809e71c35fb619', 'mac_address': 'fa:16:3e:2f:5c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa5af6c-e81d-42f4-b4a8-1979efd0a3dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '1d3d7a67-2db7-449b-9ef6-5e5c67fb5dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:12:45Z', 'updated_at': '2022-02-04T13:12:50Z', 'revision_number': 5, 'project_id': 'c9a1f50dcc67409b9e809e71c35fb619', 'subnets': [{'id': '1d3d7a67-2db7-449b-9ef6-5e5c67fb5dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:13:08.777446 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0568d0e0-4589-4d5c-bf38-879031c63477 None None] New status for floating IP d42f80be-8636-4514-bd14-2a85ad577336: ACTIVE {{(pid=103476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:13:15.562811 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1a37ecda-1e7c-45af-ac8a-11ca7d100f71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:13:18.061834 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-60af0dc4-e125-4584-828c-0d1329f2dd6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:13:19.371506 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:13:20.634606 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:13:21.763722 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:13:27.718158 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-843b9cda-f4f4-43b6-b6a8-87c6f7f8c856 req-df5c63c4-5e22-40bb-8839-5f888cf76ebb service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=02c33723-ec69-4acb-8975-13b203396599&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0447011 Feb 04 13:13:27.805342 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843b9cda-f4f4-43b6-b6a8-87c6f7f8c856 req-50ab4f22-18cb-44d4-88b5-3a60009e8be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:27.806848 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-843b9cda-f4f4-43b6-b6a8-87c6f7f8c856 req-50ab4f22-18cb-44d4-88b5-3a60009e8be0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c9a1f50dcc67409b9e809e71c35fb619&device_id=02c33723-ec69-4acb-8975-13b203396599 HTTP/1.1" status: 200 len: 1127 time: 0.0461738 Feb 04 13:13:27.910020 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843b9cda-f4f4-43b6-b6a8-87c6f7f8c856 req-09bf4373-8c14-40b6-a6ee-f862672159e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:27.911464 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-843b9cda-f4f4-43b6-b6a8-87c6f7f8c856 req-09bf4373-8c14-40b6-a6ee-f862672159e3 service neutron] 10.222.0.77 "GET /v2.0/networks?id=2e7996ce-cbcc-4cf2-aa7a-17a020c7f4bf HTTP/1.1" status: 200 len: 909 time: 0.0861413 Feb 04 13:13:27.984921 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-843b9cda-f4f4-43b6-b6a8-87c6f7f8c856 req-d9b9b823-cf81-4345-8d22-69b2b2b5310d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6fa8752c-976e-4cef-bb44-884e07b65da2 HTTP/1.1" status: 200 len: 1001 time: 0.0667067 Feb 04 13:13:28.032271 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843b9cda-f4f4-43b6-b6a8-87c6f7f8c856 req-cdcf43d9-af60-4826-a025-3411ea70f9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:28.033734 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-843b9cda-f4f4-43b6-b6a8-87c6f7f8c856 req-cdcf43d9-af60-4826-a025-3411ea70f9f2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1d3d7a67-2db7-449b-9ef6-5e5c67fb5dd7 HTTP/1.1" status: 200 len: 847 time: 0.0434520 Feb 04 13:13:28.085636 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843b9cda-f4f4-43b6-b6a8-87c6f7f8c856 req-55a2c184-3a0d-4dbd-948b-70991478b80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:28.087133 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-843b9cda-f4f4-43b6-b6a8-87c6f7f8c856 req-55a2c184-3a0d-4dbd-948b-70991478b80d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2e7996ce-cbcc-4cf2-aa7a-17a020c7f4bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0477946 Feb 04 13:13:28.177985 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-843b9cda-f4f4-43b6-b6a8-87c6f7f8c856 req-a9b8a9be-b517-44f4-85cd-2b62c49f38a7 service neutron] 10.222.0.77 "GET /v2.0/networks/2e7996ce-cbcc-4cf2-aa7a-17a020c7f4bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829751 Feb 04 13:13:28.269516 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-843b9cda-f4f4-43b6-b6a8-87c6f7f8c856 req-ae704e9c-eb47-43ad-adb4-b11d5ef8b446 service neutron] 10.222.0.77 "GET /v2.0/networks/2e7996ce-cbcc-4cf2-aa7a-17a020c7f4bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853016 Feb 04 13:13:31.504772 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:13:32.088654 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:13:37.451159 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [req-3cd69b5f-3f85-478d-8bae-e7d0ea7a0783 req-548ad4c3-adce-40a1-88f7-4ffddd96901c service neutron] (103474) timed out ('10.222.0.65', 42678) {{(pid=103474) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 04 13:13:37.524443 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:13:42.982974 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 60076) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:13:43.073397 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b88143c-f66b-4c31-bf5c-bb8d3e5e5c6c req-6f4a600d-560a-41c4-bbcd-3a1e0af93606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:43.074931 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9b88143c-f66b-4c31-bf5c-bb8d3e5e5c6c req-6f4a600d-560a-41c4-bbcd-3a1e0af93606 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=02c33723-ec69-4acb-8975-13b203396599 HTTP/1.1" status: 200 len: 1127 time: 0.0909588 Feb 04 13:13:43.120020 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9b88143c-f66b-4c31-bf5c-bb8d3e5e5c6c req-6d0dd6c7-48d4-4c76-b03b-f14aa0a17cef service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=8ff02357-226d-465f-9507-e877607f883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393398 Feb 04 13:13:45.563689 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-44151d92-97c0-47c3-a7a3-87c5e1cb65a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:13:48.065280 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fdab280a-8c61-46c2-9526-60829862634a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:13:49.376092 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:13:50.640770 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:13:51.765431 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:14:01.495639 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:14:02.098407 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:14:14.523377 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:14:15.565197 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-07593fff-566d-4fda-86b7-1ba697a53116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:14:18.067689 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9b386b73-f062-4e68-ad53-3da6294be385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:14:19.377857 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:14:20.641328 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:14:21.769105 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:14:28.714923 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-52b93334-bb2e-41b1-8157-a69cc15dfdac req-6ebd53ca-3a59-4a17-831f-738e805f1a83 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=02c33723-ec69-4acb-8975-13b203396599&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0440903 Feb 04 13:14:28.799485 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b93334-bb2e-41b1-8157-a69cc15dfdac req-1a4b84ef-dca1-468c-ae95-7be145d210e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:28.800995 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-52b93334-bb2e-41b1-8157-a69cc15dfdac req-1a4b84ef-dca1-468c-ae95-7be145d210e7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c9a1f50dcc67409b9e809e71c35fb619&device_id=02c33723-ec69-4acb-8975-13b203396599 HTTP/1.1" status: 200 len: 1127 time: 0.0454490 Feb 04 13:14:28.908090 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b93334-bb2e-41b1-8157-a69cc15dfdac req-c70f7393-4791-406e-bb06-e320866e54f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:28.909562 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-52b93334-bb2e-41b1-8157-a69cc15dfdac req-c70f7393-4791-406e-bb06-e320866e54f6 service neutron] 10.222.0.77 "GET /v2.0/networks?id=2e7996ce-cbcc-4cf2-aa7a-17a020c7f4bf HTTP/1.1" status: 200 len: 909 time: 0.0901711 Feb 04 13:14:28.980515 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-52b93334-bb2e-41b1-8157-a69cc15dfdac req-81ef9971-a9f0-4a9e-9a07-52b9823c9963 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6fa8752c-976e-4cef-bb44-884e07b65da2 HTTP/1.1" status: 200 len: 1001 time: 0.0645292 Feb 04 13:14:29.031655 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b93334-bb2e-41b1-8157-a69cc15dfdac req-c05422af-7874-4212-9300-d30fa231ec03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:29.033141 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-52b93334-bb2e-41b1-8157-a69cc15dfdac req-c05422af-7874-4212-9300-d30fa231ec03 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1d3d7a67-2db7-449b-9ef6-5e5c67fb5dd7 HTTP/1.1" status: 200 len: 847 time: 0.0472207 Feb 04 13:14:29.083542 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b93334-bb2e-41b1-8157-a69cc15dfdac req-81ebdd3f-c10f-4e60-aa7e-9750f9339be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:29.085070 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-52b93334-bb2e-41b1-8157-a69cc15dfdac req-81ebdd3f-c10f-4e60-aa7e-9750f9339be6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2e7996ce-cbcc-4cf2-aa7a-17a020c7f4bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0451348 Feb 04 13:14:29.172860 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-52b93334-bb2e-41b1-8157-a69cc15dfdac req-68c2a9ab-e93a-4fa5-ab34-a035fc1dfb81 service neutron] 10.222.0.77 "GET /v2.0/networks/2e7996ce-cbcc-4cf2-aa7a-17a020c7f4bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821903 Feb 04 13:14:29.267225 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-52b93334-bb2e-41b1-8157-a69cc15dfdac req-fbd714c4-e6bd-4816-b470-1fa71cb54518 service neutron] 10.222.0.77 "GET /v2.0/networks/2e7996ce-cbcc-4cf2-aa7a-17a020c7f4bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874708 Feb 04 13:14:31.502272 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:14:32.098752 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:14:45.567805 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a6496a20-5703-4f21-bb21-66516be83cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:14:48.069891 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4dc3219a-1e7c-45f5-8dc6-0061ebae2463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:14:49.380888 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:14:50.643191 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:14:51.522637 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:14:51.770151 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:15:01.517286 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:15:02.114862 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:15:15.572027 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-67e44cfa-ff1e-4463-8d61-27f6c476484e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:15:18.071506 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0fe13ac0-403c-480e-9576-e69272903732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:15:19.387785 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:15:20.646146 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:15:21.772997 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:15:28.522296 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:15:29.761850 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-97810f66-05d6-4ef3-87a1-709af761f193 req-34daeba7-68cb-4130-b1f8-90528e4cd8cc service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=02c33723-ec69-4acb-8975-13b203396599&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0967727 Feb 04 13:15:29.845068 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97810f66-05d6-4ef3-87a1-709af761f193 req-bd329a9c-236d-4cd4-bb19-c9741ca3878e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:29.846499 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-97810f66-05d6-4ef3-87a1-709af761f193 req-bd329a9c-236d-4cd4-bb19-c9741ca3878e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c9a1f50dcc67409b9e809e71c35fb619&device_id=02c33723-ec69-4acb-8975-13b203396599 HTTP/1.1" status: 200 len: 1127 time: 0.0451763 Feb 04 13:15:29.954530 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97810f66-05d6-4ef3-87a1-709af761f193 req-97ce8902-5883-4213-8434-070193c72335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:29.955967 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-97810f66-05d6-4ef3-87a1-709af761f193 req-97ce8902-5883-4213-8434-070193c72335 service neutron] 10.222.0.77 "GET /v2.0/networks?id=2e7996ce-cbcc-4cf2-aa7a-17a020c7f4bf HTTP/1.1" status: 200 len: 909 time: 0.0919724 Feb 04 13:15:30.021106 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-97810f66-05d6-4ef3-87a1-709af761f193 req-8c84ce07-6437-492c-8c74-2ef55dd9573b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6fa8752c-976e-4cef-bb44-884e07b65da2 HTTP/1.1" status: 200 len: 1001 time: 0.0596268 Feb 04 13:15:30.076457 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97810f66-05d6-4ef3-87a1-709af761f193 req-e0eeb13d-d98f-4491-91a0-05ecd3ecc72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:30.077929 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-97810f66-05d6-4ef3-87a1-709af761f193 req-e0eeb13d-d98f-4491-91a0-05ecd3ecc72e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1d3d7a67-2db7-449b-9ef6-5e5c67fb5dd7 HTTP/1.1" status: 200 len: 847 time: 0.0507524 Feb 04 13:15:30.125749 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97810f66-05d6-4ef3-87a1-709af761f193 req-c9dc7d69-6974-47fa-bc06-08a648800223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:30.127260 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-97810f66-05d6-4ef3-87a1-709af761f193 req-c9dc7d69-6974-47fa-bc06-08a648800223 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2e7996ce-cbcc-4cf2-aa7a-17a020c7f4bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0436399 Feb 04 13:15:30.214773 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-97810f66-05d6-4ef3-87a1-709af761f193 req-0684f396-1856-42ab-8b7c-7c032cbd1c4c service neutron] 10.222.0.77 "GET /v2.0/networks/2e7996ce-cbcc-4cf2-aa7a-17a020c7f4bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812278 Feb 04 13:15:30.306867 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-97810f66-05d6-4ef3-87a1-709af761f193 req-08f33f96-b0ac-456f-b06d-1daf933273a4 service neutron] 10.222.0.77 "GET /v2.0/networks/2e7996ce-cbcc-4cf2-aa7a-17a020c7f4bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863359 Feb 04 13:15:31.533041 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:15:32.116129 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:15:45.573808 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2c7352df-2152-4a9a-828d-9a3fe395fbf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:15:48.073324 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7c5bb41d-0249-45f9-8dbd-2f0368b4bf19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:15:49.387395 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:15:50.648382 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:15:51.775552 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:16:01.552887 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:16:02.131230 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:16:05.522326 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:16:15.576751 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-582c63ce-8341-4afd-8e1b-60254c911bb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:16:18.075483 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5fd2f826-387c-46fb-906f-ed4c4dc06aec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:16:19.390007 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:16:20.652241 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:16:21.778637 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:16:31.565175 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:16:31.834735 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e7fe63ca-a438-483f-893b-b5db6c34df61 req-839924a8-6122-4666-b449-21a5dd931ce1 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=02c33723-ec69-4acb-8975-13b203396599&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0987072 Feb 04 13:16:31.922571 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fe63ca-a438-483f-893b-b5db6c34df61 req-62816f0f-373d-49bc-bd91-23348dbdd5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:16:31.924259 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e7fe63ca-a438-483f-893b-b5db6c34df61 req-62816f0f-373d-49bc-bd91-23348dbdd5e9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c9a1f50dcc67409b9e809e71c35fb619&device_id=02c33723-ec69-4acb-8975-13b203396599 HTTP/1.1" status: 200 len: 1127 time: 0.0468876 Feb 04 13:16:32.038326 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fe63ca-a438-483f-893b-b5db6c34df61 req-2c51637d-ac8a-47bd-884b-7620090fee9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:16:32.039835 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e7fe63ca-a438-483f-893b-b5db6c34df61 req-2c51637d-ac8a-47bd-884b-7620090fee9a service neutron] 10.222.0.77 "GET /v2.0/networks?id=2e7996ce-cbcc-4cf2-aa7a-17a020c7f4bf HTTP/1.1" status: 200 len: 909 time: 0.0981863 Feb 04 13:16:32.120044 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e7fe63ca-a438-483f-893b-b5db6c34df61 req-5524bc79-9e50-4189-9039-9d7f480817b0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6fa8752c-976e-4cef-bb44-884e07b65da2 HTTP/1.1" status: 200 len: 1001 time: 0.0741425 Feb 04 13:16:32.162429 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:16:32.174266 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fe63ca-a438-483f-893b-b5db6c34df61 req-592520d2-f7fe-4983-adb9-56be69a9bce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:16:32.175760 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e7fe63ca-a438-483f-893b-b5db6c34df61 req-592520d2-f7fe-4983-adb9-56be69a9bce4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1d3d7a67-2db7-449b-9ef6-5e5c67fb5dd7 HTTP/1.1" status: 200 len: 847 time: 0.0506072 Feb 04 13:16:32.229545 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fe63ca-a438-483f-893b-b5db6c34df61 req-60a2a775-654a-495e-8db7-8b78cd843901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:16:32.231066 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e7fe63ca-a438-483f-893b-b5db6c34df61 req-60a2a775-654a-495e-8db7-8b78cd843901 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2e7996ce-cbcc-4cf2-aa7a-17a020c7f4bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0495503 Feb 04 13:16:32.321923 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e7fe63ca-a438-483f-893b-b5db6c34df61 req-b01fefff-f3aa-4f22-8fa6-a64381a5cc07 service neutron] 10.222.0.77 "GET /v2.0/networks/2e7996ce-cbcc-4cf2-aa7a-17a020c7f4bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850461 Feb 04 13:16:32.413852 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e7fe63ca-a438-483f-893b-b5db6c34df61 req-e7d500e7-1a8c-4c4c-a90c-2f6d0974873a service neutron] 10.222.0.77 "GET /v2.0/networks/2e7996ce-cbcc-4cf2-aa7a-17a020c7f4bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864587 Feb 04 13:16:42.523305 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:16:45.579899 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-94ca13b2-3b9c-4819-ab8e-8e906b1a9dff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:16:48.079083 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7877db18-990a-4e96-9abe-43d8c6288379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:16:49.402771 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:16:50.657109 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:16:51.788651 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:01.562983 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:02.224029 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:15.584480 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5503d2db-67c5-42c9-ae6b-cf0c365cb52b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:18.083651 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4f775034-1ec7-422d-9f5c-f37e7f6b53cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:19.394087 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:19.616162 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:17:20.658228 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:21.780896 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:31.578712 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:32.221596 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:32.714862 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e686255d-b9c7-4e19-b2b3-6c65c09c6e1f req-cab3b683-4f91-43ec-b10b-516cdcad1428 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=02c33723-ec69-4acb-8975-13b203396599&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0525250 Feb 04 13:17:32.798757 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e686255d-b9c7-4e19-b2b3-6c65c09c6e1f req-b7892e63-44e4-46b8-a2a3-49ad50f78bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:17:32.800305 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e686255d-b9c7-4e19-b2b3-6c65c09c6e1f req-b7892e63-44e4-46b8-a2a3-49ad50f78bbd service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c9a1f50dcc67409b9e809e71c35fb619&device_id=02c33723-ec69-4acb-8975-13b203396599 HTTP/1.1" status: 200 len: 1127 time: 0.0450442 Feb 04 13:17:32.915134 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e686255d-b9c7-4e19-b2b3-6c65c09c6e1f req-c306f76b-03c6-453f-9936-fb812f2d99fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:17:32.916661 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e686255d-b9c7-4e19-b2b3-6c65c09c6e1f req-c306f76b-03c6-453f-9936-fb812f2d99fd service neutron] 10.222.0.77 "GET /v2.0/networks?id=2e7996ce-cbcc-4cf2-aa7a-17a020c7f4bf HTTP/1.1" status: 200 len: 909 time: 0.0964630 Feb 04 13:17:32.983324 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e686255d-b9c7-4e19-b2b3-6c65c09c6e1f req-617ab806-67f3-4674-bfa6-fc500868c07e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6fa8752c-976e-4cef-bb44-884e07b65da2 HTTP/1.1" status: 200 len: 1001 time: 0.0601983 Feb 04 13:17:33.035148 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e686255d-b9c7-4e19-b2b3-6c65c09c6e1f req-b648de4c-3065-4884-82ea-b4edf3ad4f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:17:33.036634 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e686255d-b9c7-4e19-b2b3-6c65c09c6e1f req-b648de4c-3065-4884-82ea-b4edf3ad4f88 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1d3d7a67-2db7-449b-9ef6-5e5c67fb5dd7 HTTP/1.1" status: 200 len: 847 time: 0.0476615 Feb 04 13:17:33.084483 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e686255d-b9c7-4e19-b2b3-6c65c09c6e1f req-ec5ba1fc-981b-49e3-872a-77ff03a0c5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:17:33.085974 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e686255d-b9c7-4e19-b2b3-6c65c09c6e1f req-ec5ba1fc-981b-49e3-872a-77ff03a0c5c8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2e7996ce-cbcc-4cf2-aa7a-17a020c7f4bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0439904 Feb 04 13:17:33.172715 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e686255d-b9c7-4e19-b2b3-6c65c09c6e1f req-3be20ed5-2276-49f8-8426-1d06089038b3 service neutron] 10.222.0.77 "GET /v2.0/networks/2e7996ce-cbcc-4cf2-aa7a-17a020c7f4bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808029 Feb 04 13:17:33.263362 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e686255d-b9c7-4e19-b2b3-6c65c09c6e1f req-42ab0126-04e7-41de-a14d-c03993c6714f service neutron] 10.222.0.77 "GET /v2.0/networks/2e7996ce-cbcc-4cf2-aa7a-17a020c7f4bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850258 Feb 04 13:17:45.579071 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fc3425ed-b0ea-43c6-92ef-be8bba1dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:47.104152 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba06fd01-91c0-4ba6-8a77-4aa63a371494 req-0eae184c-3255-404b-a122-000c2128ea91 tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:17:47.105642 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ba06fd01-91c0-4ba6-8a77-4aa63a371494 req-0eae184c-3255-404b-a122-000c2128ea91 tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] 10.222.0.65 "GET /v2.0/ports?device_id=02c33723-ec69-4acb-8975-13b203396599 HTTP/1.1" status: 200 len: 945 time: 0.1050346 Feb 04 13:17:47.157506 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ba06fd01-91c0-4ba6-8a77-4aa63a371494 req-83c36f34-0006-4ab2-81f7-46595ca0e443 tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] 10.222.0.65 "GET /v2.0/security-groups?id=8ff02357-226d-465f-9507-e877607f883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454719 Feb 04 13:17:48.085987 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ce8be630-7624-4911-91a2-c11506899518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:48.184731 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd23764e-6f6c-48f3-a8f6-1dc3cdb6b806 req-058de467-3329-4acd-be3d-3ef9308b4cc8 tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:17:48.186117 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bd23764e-6f6c-48f3-a8f6-1dc3cdb6b806 req-058de467-3329-4acd-be3d-3ef9308b4cc8 tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] 10.222.0.77 "GET /v2.0/ports?device_id=02c33723-ec69-4acb-8975-13b203396599 HTTP/1.1" status: 200 len: 945 time: 0.0584469 Feb 04 13:17:48.284519 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-bd23764e-6f6c-48f3-a8f6-1dc3cdb6b806 req-030e1ee5-64ff-4cdc-9a47-4763b655c5c2 tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Deleting port 6fa8752c-976e-4cef-bb44-884e07b65da2 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:17:48.284872 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-bd23764e-6f6c-48f3-a8f6-1dc3cdb6b806 req-030e1ee5-64ff-4cdc-9a47-4763b655c5c2 tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (6fa8752c-976e-4cef-bb44-884e07b65da2), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:48.692358 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-bd23764e-6f6c-48f3-a8f6-1dc3cdb6b806 req-030e1ee5-64ff-4cdc-9a47-4763b655c5c2 tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] For port 6fa8752c-976e-4cef-bb44-884e07b65da2, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=6fa8752c-976e-4cef-bb44-884e07b65da2,segment=NetworkSegment(3519c5c1-9df5-4ed6-8a0e-75a30e0163cd),segment_id=3519c5c1-9df5-4ed6-8a0e-75a30e0163cd)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:17:48.692358 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-bd23764e-6f6c-48f3-a8f6-1dc3cdb6b806 req-030e1ee5-64ff-4cdc-9a47-4763b655c5c2 tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (6fa8752c-976e-4cef-bb44-884e07b65da2), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:48.707322 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0d1e0d-d15d-4103-b43e-b405ee2645e5 req-6c834d25-393c-4097-85cb-e172c128dc60 tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:17:48.708826 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ef0d1e0d-d15d-4103-b43e-b405ee2645e5 req-6c834d25-393c-4097-85cb-e172c128dc60 tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] 10.222.0.65 "GET /v2.0/ports?device_id=02c33723-ec69-4acb-8975-13b203396599 HTTP/1.1" status: 200 len: 945 time: 0.3820119 Feb 04 13:17:48.887914 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ef0d1e0d-d15d-4103-b43e-b405ee2645e5 req-b3e1d7e8-b710-4008-a254-8e89e61d7ec8 tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] 10.222.0.65 "GET /v2.0/security-groups?id=8ff02357-226d-465f-9507-e877607f883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1730478 Feb 04 13:17:48.968121 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-bd23764e-6f6c-48f3-a8f6-1dc3cdb6b806 req-030e1ee5-64ff-4cdc-9a47-4763b655c5c2 tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:48.968856 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-bd23764e-6f6c-48f3-a8f6-1dc3cdb6b806 req-030e1ee5-64ff-4cdc-9a47-4763b655c5c2 tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1599943'] for floatingip (d42f80be-8636-4514-bd14-2a85ad577336), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:48.968856 n-d-825015-3 neutron-server[103475]: INFO neutron.db.l3_db [req-bd23764e-6f6c-48f3-a8f6-1dc3cdb6b806 req-030e1ee5-64ff-4cdc-9a47-4763b655c5c2 tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Floating IP d42f80be-8636-4514-bd14-2a85ad577336 disassociated. External IP: 172.25.3.112, port: 6fa8752c-976e-4cef-bb44-884e07b65da2. Feb 04 13:17:48.969232 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-bd23764e-6f6c-48f3-a8f6-1dc3cdb6b806 req-030e1ee5-64ff-4cdc-9a47-4763b655c5c2 tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Calling delete_port for 6fa8752c-976e-4cef-bb44-884e07b65da2 owned by compute:nova {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:17:49.101117 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-bd23764e-6f6c-48f3-a8f6-1dc3cdb6b806 req-030e1ee5-64ff-4cdc-9a47-4763b655c5c2 tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (6fa8752c-976e-4cef-bb44-884e07b65da2), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:49.135224 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030e1ee5-64ff-4cdc-9a47-4763b655c5c2 tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Pushing event deleted for resources: {'Port': ['ID=6fa8752c-976e-4cef-bb44-884e07b65da2,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:49.147001 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030e1ee5-64ff-4cdc-9a47-4763b655c5c2 tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:49.147356 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030e1ee5-64ff-4cdc-9a47-4763b655c5c2 tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:49.147714 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030e1ee5-64ff-4cdc-9a47-4763b655c5c2 tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:49.148079 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030e1ee5-64ff-4cdc-9a47-4763b655c5c2 tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:49.148414 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030e1ee5-64ff-4cdc-9a47-4763b655c5c2 tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:49.149194 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030e1ee5-64ff-4cdc-9a47-4763b655c5c2 tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:49.149194 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030e1ee5-64ff-4cdc-9a47-4763b655c5c2 tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:49.149425 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030e1ee5-64ff-4cdc-9a47-4763b655c5c2 tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:49.149808 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030e1ee5-64ff-4cdc-9a47-4763b655c5c2 tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:49.150168 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030e1ee5-64ff-4cdc-9a47-4763b655c5c2 tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:49.150496 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030e1ee5-64ff-4cdc-9a47-4763b655c5c2 tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:49.150829 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030e1ee5-64ff-4cdc-9a47-4763b655c5c2 tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:49.151155 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030e1ee5-64ff-4cdc-9a47-4763b655c5c2 tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:49.260904 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bd23764e-6f6c-48f3-a8f6-1dc3cdb6b806 req-030e1ee5-64ff-4cdc-9a47-4763b655c5c2 tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Router 7fa5af6c-e81d-42f4-b4a8-1979efd0a3dd has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:17:49.371752 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bd23764e-6f6c-48f3-a8f6-1dc3cdb6b806 req-030e1ee5-64ff-4cdc-9a47-4763b655c5c2 tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:17:49.381708 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad1d190-505b-42e1-bc0d-8ca2dfb18704 None None] Sync routers for ids ['7fa5af6c-e81d-42f4-b4a8-1979efd0a3dd'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:17:49.391873 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad1d190-505b-42e1-bc0d-8ca2dfb18704 None None] Routers {'7fa5af6c-e81d-42f4-b4a8-1979efd0a3dd'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:17:49.392498 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-4ad1d190-505b-42e1-bc0d-8ca2dfb18704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:17:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['7fa5af6c-e81d-42f4-b4a8-1979efd0a3dd'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:17:49.401174 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:49.416209 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd23764e-6f6c-48f3-a8f6-1dc3cdb6b806 req-030e1ee5-64ff-4cdc-9a47-4763b655c5c2 tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] No DVR routers for this DVR port 6fa8752c-976e-4cef-bb44-884e07b65da2 on host n-h2-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:17:49.418840 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-bd23764e-6f6c-48f3-a8f6-1dc3cdb6b806 req-030e1ee5-64ff-4cdc-9a47-4763b655c5c2 tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:49.422561 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bd23764e-6f6c-48f3-a8f6-1dc3cdb6b806 req-030e1ee5-64ff-4cdc-9a47-4763b655c5c2 tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] 10.222.0.77 "DELETE /v2.0/ports/6fa8752c-976e-4cef-bb44-884e07b65da2 HTTP/1.1" status: 204 len: 173 time: 1.2302313 Feb 04 13:17:49.423026 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02c33723-ec69-4acb-8975-13b203396599', 'name': 'network-vif-deleted', 'tag': '6fa8752c-976e-4cef-bb44-884e07b65da2'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:17:49.469708 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48bbd334e613f85cd2144b496d46af0d2e531f29900d43c124e8a63cdd2917ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc8c0328-1ea6-47d8-9a2c-00bc406bf0ed" -d '{"events": [{"server_uuid": "02c33723-ec69-4acb-8975-13b203396599", "name": "network-vif-deleted", "tag": "6fa8752c-976e-4cef-bb44-884e07b65da2"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:17:49.508512 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-4ad1d190-505b-42e1-bc0d-8ca2dfb18704 None None] Set router 7fa5af6c-e81d-42f4-b4a8-1979efd0a3dd gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:17:49.620305 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dff93df-0cbf-45e5-ba1b-84aa06f7a31b x-openstack-request-id: req-5dff93df-0cbf-45e5-ba1b-84aa06f7a31b {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:17:49.620606 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02c33723-ec69-4acb-8975-13b203396599", "name": "network-vif-deleted", "tag": "6fa8752c-976e-4cef-bb44-884e07b65da2", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:17:49.620868 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5dff93df-0cbf-45e5-ba1b-84aa06f7a31b {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:17:49.621277 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02c33723-ec69-4acb-8975-13b203396599', 'name': 'network-vif-deleted', 'tag': '6fa8752c-976e-4cef-bb44-884e07b65da2', 'status': 'completed', 'code': 200} Feb 04 13:17:49.752384 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-4ad1d190-505b-42e1-bc0d-8ca2dfb18704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa5af6c-e81d-42f4-b4a8-1979efd0a3dd', 'name': 'tempest-TestServerBasicOps-797058431-router', 'tenant_id': 'c9a1f50dcc67409b9e809e71c35fb619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '467700a0-23a8-446e-990a-cc4d084f4c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:12:43Z', 'updated_at': '2022-02-04T13:12:46Z', 'revision_number': 4, 'project_id': 'c9a1f50dcc67409b9e809e71c35fb619', 'gw_port': {'id': '467700a0-23a8-446e-990a-cc4d084f4c7d', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:6c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa5af6c-e81d-42f4-b4a8-1979efd0a3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:12:43Z', 'updated_at': '2022-02-04T13:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '3901eeed-e7d6-4dc9-b124-e7318a22664f', 'name': '', 'network_id': '2e7996ce-cbcc-4cf2-aa7a-17a020c7f4bf', 'tenant_id': 'c9a1f50dcc67409b9e809e71c35fb619', 'mac_address': 'fa:16:3e:2f:5c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa5af6c-e81d-42f4-b4a8-1979efd0a3dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '1d3d7a67-2db7-449b-9ef6-5e5c67fb5dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:12:45Z', 'updated_at': '2022-02-04T13:12:50Z', 'revision_number': 5, 'project_id': 'c9a1f50dcc67409b9e809e71c35fb619', 'subnets': [{'id': '1d3d7a67-2db7-449b-9ef6-5e5c67fb5dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:17:49.779213 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad1d190-505b-42e1-bc0d-8ca2dfb18704 None None] Checking router: 7fa5af6c-e81d-42f4-b4a8-1979efd0a3dd for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:17:49.789518 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad1d190-505b-42e1-bc0d-8ca2dfb18704 None None] Routers {'7fa5af6c-e81d-42f4-b4a8-1979efd0a3dd'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:17:49.790181 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-4ad1d190-505b-42e1-bc0d-8ca2dfb18704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:17:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['7fa5af6c-e81d-42f4-b4a8-1979efd0a3dd'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:17:49.908084 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-4ad1d190-505b-42e1-bc0d-8ca2dfb18704 None None] Set router 7fa5af6c-e81d-42f4-b4a8-1979efd0a3dd gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:17:50.006030 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9ca63898-c3c6-4954-a503-bc030adee40d req-250749af-095d-41df-8af0-4667eb482c4f tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] 10.222.0.65 "GET /v2.0/ports?device_id=02c33723-ec69-4acb-8975-13b203396599 HTTP/1.1" status: 200 len: 210 time: 0.0292435 Feb 04 13:17:50.112713 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-4ad1d190-505b-42e1-bc0d-8ca2dfb18704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa5af6c-e81d-42f4-b4a8-1979efd0a3dd', 'name': 'tempest-TestServerBasicOps-797058431-router', 'tenant_id': 'c9a1f50dcc67409b9e809e71c35fb619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '467700a0-23a8-446e-990a-cc4d084f4c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:12:43Z', 'updated_at': '2022-02-04T13:12:46Z', 'revision_number': 4, 'project_id': 'c9a1f50dcc67409b9e809e71c35fb619', 'gw_port': {'id': '467700a0-23a8-446e-990a-cc4d084f4c7d', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:6c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa5af6c-e81d-42f4-b4a8-1979efd0a3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:12:43Z', 'updated_at': '2022-02-04T13:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '3901eeed-e7d6-4dc9-b124-e7318a22664f', 'name': '', 'network_id': '2e7996ce-cbcc-4cf2-aa7a-17a020c7f4bf', 'tenant_id': 'c9a1f50dcc67409b9e809e71c35fb619', 'mac_address': 'fa:16:3e:2f:5c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa5af6c-e81d-42f4-b4a8-1979efd0a3dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '1d3d7a67-2db7-449b-9ef6-5e5c67fb5dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:12:45Z', 'updated_at': '2022-02-04T13:12:50Z', 'revision_number': 5, 'project_id': 'c9a1f50dcc67409b9e809e71c35fb619', 'subnets': [{'id': '1d3d7a67-2db7-449b-9ef6-5e5c67fb5dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:17:50.142334 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad1d190-505b-42e1-bc0d-8ca2dfb18704 None None] The sync data for ids ['7fa5af6c-e81d-42f4-b4a8-1979efd0a3dd'] in n-d-825015-3 is: [{'id': '7fa5af6c-e81d-42f4-b4a8-1979efd0a3dd', 'name': 'tempest-TestServerBasicOps-797058431-router', 'tenant_id': 'c9a1f50dcc67409b9e809e71c35fb619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '467700a0-23a8-446e-990a-cc4d084f4c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:12:43Z', 'updated_at': '2022-02-04T13:12:46Z', 'revision_number': 4, 'project_id': 'c9a1f50dcc67409b9e809e71c35fb619', 'gw_port': {'id': '467700a0-23a8-446e-990a-cc4d084f4c7d', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:6c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa5af6c-e81d-42f4-b4a8-1979efd0a3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:12:43Z', 'updated_at': '2022-02-04T13:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '3901eeed-e7d6-4dc9-b124-e7318a22664f', 'name': '', 'network_id': '2e7996ce-cbcc-4cf2-aa7a-17a020c7f4bf', 'tenant_id': 'c9a1f50dcc67409b9e809e71c35fb619', 'mac_address': 'fa:16:3e:2f:5c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa5af6c-e81d-42f4-b4a8-1979efd0a3dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '1d3d7a67-2db7-449b-9ef6-5e5c67fb5dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:12:45Z', 'updated_at': '2022-02-04T13:12:50Z', 'revision_number': 5, 'project_id': 'c9a1f50dcc67409b9e809e71c35fb619', 'subnets': [{'id': '1d3d7a67-2db7-449b-9ef6-5e5c67fb5dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:17:50.354336 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c315610d-0edb-47e5-b310-7a56aa0fc8b7 None None] New status for floating IP d42f80be-8636-4514-bd14-2a85ad577336: DOWN {{(pid=103476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:17:50.658210 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:50.711387 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 6fa8752c-976e-4cef-bb44-884e07b65da2 no longer exists at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:17:50.732041 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] No Port match for: 6fa8752c-976e-4cef-bb44-884e07b65da2 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:17:50.732392 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 6fa8752c-976e-4cef-bb44-884e07b65da2 not bound to the agent host n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:17:51.062266 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 60230) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:17:51.190471 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-77d7f2dd-e521-4eda-875a-5424e051e4fc tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Deleting port d3dcb760-3941-4730-83b2-7713aa86bce0 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:17:51.190815 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-77d7f2dd-e521-4eda-875a-5424e051e4fc tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (d3dcb760-3941-4730-83b2-7713aa86bce0), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:51.266286 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-77d7f2dd-e521-4eda-875a-5424e051e4fc tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (d3dcb760-3941-4730-83b2-7713aa86bce0), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:51.266612 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-77d7f2dd-e521-4eda-875a-5424e051e4fc tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Publish callbacks [] for floatingip (d3dcb760-3941-4730-83b2-7713aa86bce0), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:51.278234 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-77d7f2dd-e521-4eda-875a-5424e051e4fc tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Calling delete_port for d3dcb760-3941-4730-83b2-7713aa86bce0 owned by network:floatingip {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:17:51.413079 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-77d7f2dd-e521-4eda-875a-5424e051e4fc tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (d3dcb760-3941-4730-83b2-7713aa86bce0), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:51.435280 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7f2dd-e521-4eda-875a-5424e051e4fc tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Pushing event deleted for resources: {'Port': ['ID=d3dcb760-3941-4730-83b2-7713aa86bce0,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:51.504476 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-77d7f2dd-e521-4eda-875a-5424e051e4fc tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Publish callbacks [] for floatingip (d42f80be-8636-4514-bd14-2a85ad577336), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:51.507503 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-77d7f2dd-e521-4eda-875a-5424e051e4fc tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:51.508828 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-77d7f2dd-e521-4eda-875a-5424e051e4fc tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] 10.222.0.65 "DELETE /v2.0/floatingips/d42f80be-8636-4514-bd14-2a85ad577336 HTTP/1.1" status: 204 len: 168 time: 0.4455070 Feb 04 13:17:51.641957 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 60238) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:17:51.704133 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e9deec0b-80a3-4224-a01d-c774f99715ce tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Publish callbacks [] for security_group (8ff02357-226d-465f-9507-e877607f883e), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:51.728749 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e9deec0b-80a3-4224-a01d-c774f99715ce tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Publish callbacks [] for security_group (8ff02357-226d-465f-9507-e877607f883e), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:51.784184 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:51.799999 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e9deec0b-80a3-4224-a01d-c774f99715ce tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (8ff02357-226d-465f-9507-e877607f883e), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:51.802761 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e9deec0b-80a3-4224-a01d-c774f99715ce tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:51.806472 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-e9deec0b-80a3-4224-a01d-c774f99715ce tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] 10.222.0.65 "DELETE /v2.0/security-groups/8ff02357-226d-465f-9507-e877607f883e HTTP/1.1" status: 204 len: 168 time: 0.1610982 Feb 04 13:17:51.814995 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9deec0b-80a3-4224-a01d-c774f99715ce tempest-TestServerBasicOps-845189493 tempest-TestServerBasicOps-845189493-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ff02357-226d-465f-9507-e877607f883e,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:51.853155 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 60242) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:17:52.301386 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5dc23680-2180-4cc3-893c-1291d0dbc66e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622215'] for router_interface (7fa5af6c-e81d-42f4-b4a8-1979efd0a3dd), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:52.548787 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-5dc23680-2180-4cc3-893c-1291d0dbc66e admin admin] Deleting port 3901eeed-e7d6-4dc9-b124-e7318a22664f {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:17:52.549123 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5dc23680-2180-4cc3-893c-1291d0dbc66e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (3901eeed-e7d6-4dc9-b124-e7318a22664f), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:52.630448 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-5dc23680-2180-4cc3-893c-1291d0dbc66e admin admin] For port 3901eeed-e7d6-4dc9-b124-e7318a22664f, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=3901eeed-e7d6-4dc9-b124-e7318a22664f,segment=NetworkSegment(3519c5c1-9df5-4ed6-8a0e-75a30e0163cd),segment_id=3519c5c1-9df5-4ed6-8a0e-75a30e0163cd)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:17:52.630813 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5dc23680-2180-4cc3-893c-1291d0dbc66e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (3901eeed-e7d6-4dc9-b124-e7318a22664f), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:52.644236 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-5dc23680-2180-4cc3-893c-1291d0dbc66e admin admin] Calling delete_port for 3901eeed-e7d6-4dc9-b124-e7318a22664f owned by network:router_interface {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:17:52.829885 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5dc23680-2180-4cc3-893c-1291d0dbc66e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (3901eeed-e7d6-4dc9-b124-e7318a22664f), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:52.852957 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc23680-2180-4cc3-893c-1291d0dbc66e admin admin] Pushing event deleted for resources: {'Port': ['ID=3901eeed-e7d6-4dc9-b124-e7318a22664f,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:53.033764 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5dc23680-2180-4cc3-893c-1291d0dbc66e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622067'] for router_interface (7fa5af6c-e81d-42f4-b4a8-1979efd0a3dd), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:53.265533 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dc23680-2180-4cc3-893c-1291d0dbc66e admin admin] Router 7fa5af6c-e81d-42f4-b4a8-1979efd0a3dd has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:17:53.375574 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dc23680-2180-4cc3-893c-1291d0dbc66e admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:17:53.381193 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-5dc23680-2180-4cc3-893c-1291d0dbc66e admin admin] 10.222.0.65 "PUT /v2.0/routers/7fa5af6c-e81d-42f4-b4a8-1979efd0a3dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5263321 Feb 04 13:17:53.383054 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 60246) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:17:53.384245 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89cf8d6-7fe3-4028-9ae0-5f030d24b56d None None] Sync routers for ids ['7fa5af6c-e81d-42f4-b4a8-1979efd0a3dd'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:17:53.394652 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89cf8d6-7fe3-4028-9ae0-5f030d24b56d None None] Routers {'7fa5af6c-e81d-42f4-b4a8-1979efd0a3dd'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:17:53.395258 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-e89cf8d6-7fe3-4028-9ae0-5f030d24b56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:17:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['7fa5af6c-e81d-42f4-b4a8-1979efd0a3dd'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:17:53.492260 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e514acec-8ed3-4f38-8a36-32d7e1ba41da admin admin] Publish callbacks [] for router (7fa5af6c-e81d-42f4-b4a8-1979efd0a3dd), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:53.503384 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-e89cf8d6-7fe3-4028-9ae0-5f030d24b56d None None] Set router 7fa5af6c-e81d-42f4-b4a8-1979efd0a3dd gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:17:53.598473 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e514acec-8ed3-4f38-8a36-32d7e1ba41da admin admin] Publish callbacks [] for router_gateway (7fa5af6c-e81d-42f4-b4a8-1979efd0a3dd), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:53.655356 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-e514acec-8ed3-4f38-8a36-32d7e1ba41da admin admin] Deleting port 467700a0-23a8-446e-990a-cc4d084f4c7d {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:17:53.656074 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e514acec-8ed3-4f38-8a36-32d7e1ba41da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (467700a0-23a8-446e-990a-cc4d084f4c7d), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:53.685395 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-e89cf8d6-7fe3-4028-9ae0-5f030d24b56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa5af6c-e81d-42f4-b4a8-1979efd0a3dd', 'name': 'tempest-TestServerBasicOps-797058431-router', 'tenant_id': 'c9a1f50dcc67409b9e809e71c35fb619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '467700a0-23a8-446e-990a-cc4d084f4c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:12:43Z', 'updated_at': '2022-02-04T13:17:52Z', 'revision_number': 5, 'project_id': 'c9a1f50dcc67409b9e809e71c35fb619', 'gw_port': {'id': '467700a0-23a8-446e-990a-cc4d084f4c7d', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:6c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa5af6c-e81d-42f4-b4a8-1979efd0a3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:12:43Z', 'updated_at': '2022-02-04T13:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:17:53.716827 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89cf8d6-7fe3-4028-9ae0-5f030d24b56d None None] Checking router: 7fa5af6c-e81d-42f4-b4a8-1979efd0a3dd for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:17:53.725838 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89cf8d6-7fe3-4028-9ae0-5f030d24b56d None None] Routers {'7fa5af6c-e81d-42f4-b4a8-1979efd0a3dd'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:17:53.726490 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-e89cf8d6-7fe3-4028-9ae0-5f030d24b56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:17:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['7fa5af6c-e81d-42f4-b4a8-1979efd0a3dd'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:17:53.741627 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-e514acec-8ed3-4f38-8a36-32d7e1ba41da admin admin] For port 467700a0-23a8-446e-990a-cc4d084f4c7d, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=467700a0-23a8-446e-990a-cc4d084f4c7d,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:17:53.741989 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e514acec-8ed3-4f38-8a36-32d7e1ba41da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (467700a0-23a8-446e-990a-cc4d084f4c7d), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:53.755911 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-e514acec-8ed3-4f38-8a36-32d7e1ba41da admin admin] Calling delete_port for 467700a0-23a8-446e-990a-cc4d084f4c7d owned by network:router_gateway {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:17:53.820036 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-e89cf8d6-7fe3-4028-9ae0-5f030d24b56d None None] Set router 7fa5af6c-e81d-42f4-b4a8-1979efd0a3dd gateway port host: None {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:17:53.873465 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-e89cf8d6-7fe3-4028-9ae0-5f030d24b56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa5af6c-e81d-42f4-b4a8-1979efd0a3dd', 'name': 'tempest-TestServerBasicOps-797058431-router', 'tenant_id': 'c9a1f50dcc67409b9e809e71c35fb619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:12:43Z', 'updated_at': '2022-02-04T13:17:53Z', 'revision_number': 6, 'project_id': 'c9a1f50dcc67409b9e809e71c35fb619', 'gw_port_host': None}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:17:53.904702 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89cf8d6-7fe3-4028-9ae0-5f030d24b56d None None] The sync data for ids ['7fa5af6c-e81d-42f4-b4a8-1979efd0a3dd'] in n-d-825015-3 is: [{'id': '7fa5af6c-e81d-42f4-b4a8-1979efd0a3dd', 'name': 'tempest-TestServerBasicOps-797058431-router', 'tenant_id': 'c9a1f50dcc67409b9e809e71c35fb619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:12:43Z', 'updated_at': '2022-02-04T13:17:53Z', 'revision_number': 6, 'project_id': 'c9a1f50dcc67409b9e809e71c35fb619', 'gw_port_host': None}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:17:54.222130 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e514acec-8ed3-4f38-8a36-32d7e1ba41da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (467700a0-23a8-446e-990a-cc4d084f4c7d), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:54.245552 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e514acec-8ed3-4f38-8a36-32d7e1ba41da admin admin] Pushing event deleted for resources: {'Port': ['ID=467700a0-23a8-446e-990a-cc4d084f4c7d,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:54.312462 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e514acec-8ed3-4f38-8a36-32d7e1ba41da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1599901'] for router_gateway (7fa5af6c-e81d-42f4-b4a8-1979efd0a3dd), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:54.409180 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e514acec-8ed3-4f38-8a36-32d7e1ba41da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10915'] for router (7fa5af6c-e81d-42f4-b4a8-1979efd0a3dd), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:54.411253 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e514acec-8ed3-4f38-8a36-32d7e1ba41da admin admin] Publish callbacks [] for router_controller (7fa5af6c-e81d-42f4-b4a8-1979efd0a3dd), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:54.454399 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e514acec-8ed3-4f38-8a36-32d7e1ba41da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622829'] for router (7fa5af6c-e81d-42f4-b4a8-1979efd0a3dd), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:54.455030 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e514acec-8ed3-4f38-8a36-32d7e1ba41da admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7fa5af6c-e81d-42f4-b4a8-1979efd0a3dd {{(pid=103475) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 13:17:54.459422 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e514acec-8ed3-4f38-8a36-32d7e1ba41da admin admin] Publish callbacks [] for router (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:54.460840 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-e514acec-8ed3-4f38-8a36-32d7e1ba41da admin admin] 10.222.0.65 "DELETE /v2.0/routers/7fa5af6c-e81d-42f4-b4a8-1979efd0a3dd HTTP/1.1" status: 204 len: 168 time: 1.0764682 Feb 04 13:17:54.462931 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 60248) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:17:54.508018 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_v2 [None req-30c459a7-eb19-4147-ae09-8936bfe9a519 admin admin] Deleting subnet 1d3d7a67-2db7-449b-9ef6-5e5c67fb5dd7 {{(pid=103475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:17:54.511029 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-30c459a7-eb19-4147-ae09-8936bfe9a519 admin admin] Publish callbacks [] for subnet (1d3d7a67-2db7-449b-9ef6-5e5c67fb5dd7), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:54.545444 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-30c459a7-eb19-4147-ae09-8936bfe9a519 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51859329'] for subnet (1d3d7a67-2db7-449b-9ef6-5e5c67fb5dd7), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:54.626901 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-30c459a7-eb19-4147-ae09-8936bfe9a519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (1d3d7a67-2db7-449b-9ef6-5e5c67fb5dd7), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:54.681898 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-30c459a7-eb19-4147-ae09-8936bfe9a519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-52093282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51452698'] for subnet (1d3d7a67-2db7-449b-9ef6-5e5c67fb5dd7), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:54.707801 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c459a7-eb19-4147-ae09-8936bfe9a519 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d3d7a67-2db7-449b-9ef6-5e5c67fb5dd7,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:54.715175 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-30c459a7-eb19-4147-ae09-8936bfe9a519 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:54.720175 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-30c459a7-eb19-4147-ae09-8936bfe9a519 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/1d3d7a67-2db7-449b-9ef6-5e5c67fb5dd7 HTTP/1.1" status: 204 len: 168 time: 0.2559004 Feb 04 13:17:54.721679 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a4dd47-cb8d-4464-a4c1-da73fb5e16a2 None None] Network 2e7996ce-cbcc-4cf2-aa7a-17a020c7f4bf requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:17:54.722483 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 60250) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:17:54.778470 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 3901eeed-e7d6-4dc9-b124-e7318a22664f no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:17:54.800824 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fe113099-6dae-457e-8369-c9755a7dceb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (2e7996ce-cbcc-4cf2-aa7a-17a020c7f4bf), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:54.809932 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 3901eeed-e7d6-4dc9-b124-e7318a22664f {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:17:54.810288 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 3901eeed-e7d6-4dc9-b124-e7318a22664f not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:17:54.810708 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 467700a0-23a8-446e-990a-cc4d084f4c7d no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:17:54.834040 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 467700a0-23a8-446e-990a-cc4d084f4c7d {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:17:54.834714 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 467700a0-23a8-446e-990a-cc4d084f4c7d not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:17:54.870555 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-fe113099-6dae-457e-8369-c9755a7dceb8 admin admin] Deleting port 395037ce-d3e5-44ac-8acb-5f0be1834572 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:17:54.870904 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fe113099-6dae-457e-8369-c9755a7dceb8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (395037ce-d3e5-44ac-8acb-5f0be1834572), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:54.928326 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7d80ef-578a-4bda-8821-843703d5773b None None] DHCP port deletion for 2e7996ce-cbcc-4cf2-aa7a-17a020c7f4bf request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:17:54.940908 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-fe113099-6dae-457e-8369-c9755a7dceb8 admin admin] For port 395037ce-d3e5-44ac-8acb-5f0be1834572, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=395037ce-d3e5-44ac-8acb-5f0be1834572,segment=NetworkSegment(3519c5c1-9df5-4ed6-8a0e-75a30e0163cd),segment_id=3519c5c1-9df5-4ed6-8a0e-75a30e0163cd)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:17:54.941270 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fe113099-6dae-457e-8369-c9755a7dceb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (395037ce-d3e5-44ac-8acb-5f0be1834572), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:54.956295 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-fe113099-6dae-457e-8369-c9755a7dceb8 admin admin] Calling delete_port for 395037ce-d3e5-44ac-8acb-5f0be1834572 owned by network:dhcp {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:17:54.981526 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-3e7d80ef-578a-4bda-8821-843703d5773b None None] Deleting port 395037ce-d3e5-44ac-8acb-5f0be1834572 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:17:54.981899 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3e7d80ef-578a-4bda-8821-843703d5773b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (395037ce-d3e5-44ac-8acb-5f0be1834572), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:55.053520 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-3e7d80ef-578a-4bda-8821-843703d5773b None None] For port 395037ce-d3e5-44ac-8acb-5f0be1834572, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=395037ce-d3e5-44ac-8acb-5f0be1834572,segment=NetworkSegment(3519c5c1-9df5-4ed6-8a0e-75a30e0163cd),segment_id=3519c5c1-9df5-4ed6-8a0e-75a30e0163cd)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:17:55.053841 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3e7d80ef-578a-4bda-8821-843703d5773b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (395037ce-d3e5-44ac-8acb-5f0be1834572), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:55.067214 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-3e7d80ef-578a-4bda-8821-843703d5773b None None] Calling delete_port for 395037ce-d3e5-44ac-8acb-5f0be1834572 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:17:55.158001 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3e7d80ef-578a-4bda-8821-843703d5773b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (395037ce-d3e5-44ac-8acb-5f0be1834572), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:55.185495 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7d80ef-578a-4bda-8821-843703d5773b None None] Pushing event deleted for resources: {'Port': ['ID=395037ce-d3e5-44ac-8acb-5f0be1834572,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:55.189712 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7d80ef-578a-4bda-8821-843703d5773b None None] No DVR routers for this DVR port 395037ce-d3e5-44ac-8acb-5f0be1834572 on host n-d-825015-3 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:17:55.199543 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7d80ef-578a-4bda-8821-843703d5773b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:55.199543 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7d80ef-578a-4bda-8821-843703d5773b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:55.199543 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7d80ef-578a-4bda-8821-843703d5773b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:55.199543 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7d80ef-578a-4bda-8821-843703d5773b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:55.199543 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7d80ef-578a-4bda-8821-843703d5773b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:55.199543 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7d80ef-578a-4bda-8821-843703d5773b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:55.199543 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7d80ef-578a-4bda-8821-843703d5773b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:55.200368 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7d80ef-578a-4bda-8821-843703d5773b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:55.200368 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7d80ef-578a-4bda-8821-843703d5773b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:55.200368 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7d80ef-578a-4bda-8821-843703d5773b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:55.200720 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7d80ef-578a-4bda-8821-843703d5773b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:55.200867 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7d80ef-578a-4bda-8821-843703d5773b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:55.201187 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7d80ef-578a-4bda-8821-843703d5773b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:55.315227 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fe113099-6dae-457e-8369-c9755a7dceb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (395037ce-d3e5-44ac-8acb-5f0be1834572), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:55.341988 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe113099-6dae-457e-8369-c9755a7dceb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=395037ce-d3e5-44ac-8acb-5f0be1834572,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:55.344955 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe113099-6dae-457e-8369-c9755a7dceb8 admin admin] No DVR routers for this DVR port 395037ce-d3e5-44ac-8acb-5f0be1834572 on host n-d-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:17:55.354512 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe113099-6dae-457e-8369-c9755a7dceb8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:55.354903 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe113099-6dae-457e-8369-c9755a7dceb8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:55.355210 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe113099-6dae-457e-8369-c9755a7dceb8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:55.355585 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe113099-6dae-457e-8369-c9755a7dceb8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:55.356034 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe113099-6dae-457e-8369-c9755a7dceb8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:55.356774 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe113099-6dae-457e-8369-c9755a7dceb8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:55.357119 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe113099-6dae-457e-8369-c9755a7dceb8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:55.357449 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe113099-6dae-457e-8369-c9755a7dceb8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:55.357777 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe113099-6dae-457e-8369-c9755a7dceb8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:55.358620 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe113099-6dae-457e-8369-c9755a7dceb8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:55.359331 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe113099-6dae-457e-8369-c9755a7dceb8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:55.359877 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe113099-6dae-457e-8369-c9755a7dceb8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:55.360210 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe113099-6dae-457e-8369-c9755a7dceb8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:55.428607 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fe113099-6dae-457e-8369-c9755a7dceb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (2e7996ce-cbcc-4cf2-aa7a-17a020c7f4bf), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:55.451703 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-fe113099-6dae-457e-8369-c9755a7dceb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e7996ce-cbcc-4cf2-aa7a-17a020c7f4bf']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:17:55.461368 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-fe113099-6dae-457e-8369-c9755a7dceb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3519c5c1-9df5-4ed6-8a0e-75a30e0163cd') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:17:55.461665 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-fe113099-6dae-457e-8369-c9755a7dceb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3519c5c1-9df5-4ed6-8a0e-75a30e0163cd') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:17:55.471289 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fe113099-6dae-457e-8369-c9755a7dceb8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (3519c5c1-9df5-4ed6-8a0e-75a30e0163cd), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:55.485005 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fe113099-6dae-457e-8369-c9755a7dceb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (3519c5c1-9df5-4ed6-8a0e-75a30e0163cd), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:55.491155 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe113099-6dae-457e-8369-c9755a7dceb8 admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:17:55.491654 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fe113099-6dae-457e-8369-c9755a7dceb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (3519c5c1-9df5-4ed6-8a0e-75a30e0163cd), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:55.493297 n-d-825015-3 neutron-server[103474]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:17:55.493297 n-d-825015-3 neutron-server[103474]: self.session.flush() Feb 04 13:17:55.493297 n-d-825015-3 neutron-server[103474]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:17:55.493297 n-d-825015-3 neutron-server[103474]: self.session.flush() Feb 04 13:17:55.493297 n-d-825015-3 neutron-server[103474]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:17:55.493297 n-d-825015-3 neutron-server[103474]: self.session.flush() Feb 04 13:17:55.493297 n-d-825015-3 neutron-server[103474]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:17:55.493297 n-d-825015-3 neutron-server[103474]: self.session.flush() Feb 04 13:17:55.493297 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 13:17:55.493297 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:17:55.493297 n-d-825015-3 neutron-server[103474]: timer() Feb 04 13:17:55.493297 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:17:55.493297 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 13:17:55.493297 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:17:55.493297 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 13:17:55.493297 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:17:55.493297 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 13:17:55.493297 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:17:55.493297 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 13:17:55.493297 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:17:55.493297 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 13:17:55.493297 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:17:55.493297 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:17:55.493297 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:17:55.493297 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:17:55.493297 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:17:55.493297 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 13:17:55.493297 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:17:55.493297 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 13:17:55.493297 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:17:55.493297 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:17:55.493297 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:17:55.493297 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 13:17:55.493297 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:17:55.493297 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:17:55.493297 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:17:55.493297 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:17:55.493297 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:17:55.493297 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:17:55.493297 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:17:55.545691 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fe113099-6dae-457e-8369-c9755a7dceb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (2e7996ce-cbcc-4cf2-aa7a-17a020c7f4bf), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:55.552120 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fe113099-6dae-457e-8369-c9755a7dceb8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:55.555220 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-fe113099-6dae-457e-8369-c9755a7dceb8 admin admin] 10.222.0.65 "DELETE /v2.0/networks/2e7996ce-cbcc-4cf2-aa7a-17a020c7f4bf HTTP/1.1" status: 204 len: 168 time: 0.8317504 Feb 04 13:17:55.558571 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 60258) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:17:55.566529 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe113099-6dae-457e-8369-c9755a7dceb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e7996ce-cbcc-4cf2-aa7a-17a020c7f4bf,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:55.909943 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4d9de57d-8ecf-4a93-930d-8f278689848e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622215'] for router_interface (f1af8f7d-6710-4dc9-b954-809382e1189c), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:56.156988 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-4d9de57d-8ecf-4a93-930d-8f278689848e admin admin] Deleting port 83045eec-d7fd-4433-ab86-d52142d1ea71 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:17:56.157244 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4d9de57d-8ecf-4a93-930d-8f278689848e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (83045eec-d7fd-4433-ab86-d52142d1ea71), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:56.236451 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-4d9de57d-8ecf-4a93-930d-8f278689848e admin admin] For port 83045eec-d7fd-4433-ab86-d52142d1ea71, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=83045eec-d7fd-4433-ab86-d52142d1ea71,segment=NetworkSegment(c8dc2bd3-345f-470c-b740-e395e69f557d),segment_id=c8dc2bd3-345f-470c-b740-e395e69f557d)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:17:56.236815 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4d9de57d-8ecf-4a93-930d-8f278689848e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (83045eec-d7fd-4433-ab86-d52142d1ea71), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:56.250223 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-4d9de57d-8ecf-4a93-930d-8f278689848e admin admin] Calling delete_port for 83045eec-d7fd-4433-ab86-d52142d1ea71 owned by network:router_interface {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:17:56.435906 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4d9de57d-8ecf-4a93-930d-8f278689848e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (83045eec-d7fd-4433-ab86-d52142d1ea71), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:56.465266 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9de57d-8ecf-4a93-930d-8f278689848e admin admin] Pushing event deleted for resources: {'Port': ['ID=83045eec-d7fd-4433-ab86-d52142d1ea71,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:56.620943 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:17:56.643609 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4d9de57d-8ecf-4a93-930d-8f278689848e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622067'] for router_interface (f1af8f7d-6710-4dc9-b954-809382e1189c), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:56.805169 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 395037ce-d3e5-44ac-8acb-5f0be1834572 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:17:56.825115 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 395037ce-d3e5-44ac-8acb-5f0be1834572 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:17:56.825459 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 395037ce-d3e5-44ac-8acb-5f0be1834572 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:17:56.877000 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d9de57d-8ecf-4a93-930d-8f278689848e admin admin] Router f1af8f7d-6710-4dc9-b954-809382e1189c has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:17:56.985904 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d9de57d-8ecf-4a93-930d-8f278689848e admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:17:56.991108 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-4d9de57d-8ecf-4a93-930d-8f278689848e admin admin] 10.222.0.65 "PUT /v2.0/routers/f1af8f7d-6710-4dc9-b954-809382e1189c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4314103 Feb 04 13:17:56.993677 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 60260) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:17:56.996337 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82116aef-c096-4b22-8564-2adc00bb19b7 None None] Sync routers for ids ['f1af8f7d-6710-4dc9-b954-809382e1189c'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:17:57.007395 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82116aef-c096-4b22-8564-2adc00bb19b7 None None] Routers {'f1af8f7d-6710-4dc9-b954-809382e1189c'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:17:57.008034 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-82116aef-c096-4b22-8564-2adc00bb19b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:17:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['f1af8f7d-6710-4dc9-b954-809382e1189c'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:17:57.101382 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fed7ff04-cab3-42d4-a9d3-8e1c711ea970 admin admin] Publish callbacks [] for router (f1af8f7d-6710-4dc9-b954-809382e1189c), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:57.209035 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fed7ff04-cab3-42d4-a9d3-8e1c711ea970 admin admin] Publish callbacks [] for router_gateway (f1af8f7d-6710-4dc9-b954-809382e1189c), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:57.272870 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-fed7ff04-cab3-42d4-a9d3-8e1c711ea970 admin admin] Deleting port 687cd54c-13c0-4b9e-912f-d9be7491f9b5 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:17:57.273288 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fed7ff04-cab3-42d4-a9d3-8e1c711ea970 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (687cd54c-13c0-4b9e-912f-d9be7491f9b5), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:57.282735 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-82116aef-c096-4b22-8564-2adc00bb19b7 None None] Set router f1af8f7d-6710-4dc9-b954-809382e1189c gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:17:57.357762 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-fed7ff04-cab3-42d4-a9d3-8e1c711ea970 admin admin] For port 687cd54c-13c0-4b9e-912f-d9be7491f9b5, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=687cd54c-13c0-4b9e-912f-d9be7491f9b5,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:17:57.358650 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fed7ff04-cab3-42d4-a9d3-8e1c711ea970 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (687cd54c-13c0-4b9e-912f-d9be7491f9b5), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:57.372397 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-fed7ff04-cab3-42d4-a9d3-8e1c711ea970 admin admin] Calling delete_port for 687cd54c-13c0-4b9e-912f-d9be7491f9b5 owned by network:router_gateway {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:17:57.459501 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-82116aef-c096-4b22-8564-2adc00bb19b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1af8f7d-6710-4dc9-b954-809382e1189c', 'name': 'tempest-TestServerBasicOps-1329936417-router', 'tenant_id': '8570722e1d454821a79b37697178af9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '687cd54c-13c0-4b9e-912f-d9be7491f9b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:12:48Z', 'updated_at': '2022-02-04T13:17:56Z', 'revision_number': 5, 'project_id': '8570722e1d454821a79b37697178af9f', 'gw_port': {'id': '687cd54c-13c0-4b9e-912f-d9be7491f9b5', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1af8f7d-6710-4dc9-b954-809382e1189c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:12:48Z', 'updated_at': '2022-02-04T13:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:17:57.486914 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82116aef-c096-4b22-8564-2adc00bb19b7 None None] Checking router: f1af8f7d-6710-4dc9-b954-809382e1189c for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:17:57.496304 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82116aef-c096-4b22-8564-2adc00bb19b7 None None] Routers {'f1af8f7d-6710-4dc9-b954-809382e1189c'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:17:57.496304 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-82116aef-c096-4b22-8564-2adc00bb19b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:17:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['f1af8f7d-6710-4dc9-b954-809382e1189c'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:17:57.551025 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fed7ff04-cab3-42d4-a9d3-8e1c711ea970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (687cd54c-13c0-4b9e-912f-d9be7491f9b5), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:57.582648 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed7ff04-cab3-42d4-a9d3-8e1c711ea970 admin admin] Pushing event deleted for resources: {'Port': ['ID=687cd54c-13c0-4b9e-912f-d9be7491f9b5,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:57.589771 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-82116aef-c096-4b22-8564-2adc00bb19b7 None None] Set router f1af8f7d-6710-4dc9-b954-809382e1189c gateway port host: None {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:17:57.648032 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fed7ff04-cab3-42d4-a9d3-8e1c711ea970 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1599901'] for router_gateway (f1af8f7d-6710-4dc9-b954-809382e1189c), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:57.650106 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-82116aef-c096-4b22-8564-2adc00bb19b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1af8f7d-6710-4dc9-b954-809382e1189c', 'name': 'tempest-TestServerBasicOps-1329936417-router', 'tenant_id': '8570722e1d454821a79b37697178af9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:12:48Z', 'updated_at': '2022-02-04T13:17:57Z', 'revision_number': 6, 'project_id': '8570722e1d454821a79b37697178af9f', 'gw_port_host': None}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:17:57.678260 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82116aef-c096-4b22-8564-2adc00bb19b7 None None] The sync data for ids ['f1af8f7d-6710-4dc9-b954-809382e1189c'] in n-d-825015-3 is: [{'id': 'f1af8f7d-6710-4dc9-b954-809382e1189c', 'name': 'tempest-TestServerBasicOps-1329936417-router', 'tenant_id': '8570722e1d454821a79b37697178af9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:12:48Z', 'updated_at': '2022-02-04T13:17:57Z', 'revision_number': 6, 'project_id': '8570722e1d454821a79b37697178af9f', 'gw_port_host': None}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:17:57.745497 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fed7ff04-cab3-42d4-a9d3-8e1c711ea970 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10915'] for router (f1af8f7d-6710-4dc9-b954-809382e1189c), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:57.747554 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fed7ff04-cab3-42d4-a9d3-8e1c711ea970 admin admin] Publish callbacks [] for router_controller (f1af8f7d-6710-4dc9-b954-809382e1189c), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:57.793786 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fed7ff04-cab3-42d4-a9d3-8e1c711ea970 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622829'] for router (f1af8f7d-6710-4dc9-b954-809382e1189c), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:57.794338 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fed7ff04-cab3-42d4-a9d3-8e1c711ea970 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f1af8f7d-6710-4dc9-b954-809382e1189c {{(pid=103475) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 13:17:57.802863 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fed7ff04-cab3-42d4-a9d3-8e1c711ea970 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:57.803966 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-fed7ff04-cab3-42d4-a9d3-8e1c711ea970 admin admin] 10.222.0.65 "DELETE /v2.0/routers/f1af8f7d-6710-4dc9-b954-809382e1189c HTTP/1.1" status: 204 len: 168 time: 0.8092918 Feb 04 13:17:57.806427 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 60262) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:17:57.857301 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_v2 [None req-598d2efb-0f17-4385-ae17-35d6e6348746 admin admin] Deleting subnet e13e5fea-932a-4b80-9de2-d81aa289e04a {{(pid=103475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:17:57.861056 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-598d2efb-0f17-4385-ae17-35d6e6348746 admin admin] Publish callbacks [] for subnet (e13e5fea-932a-4b80-9de2-d81aa289e04a), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:57.896521 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-598d2efb-0f17-4385-ae17-35d6e6348746 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51859329'] for subnet (e13e5fea-932a-4b80-9de2-d81aa289e04a), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:57.971793 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-598d2efb-0f17-4385-ae17-35d6e6348746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (e13e5fea-932a-4b80-9de2-d81aa289e04a), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:58.032937 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-598d2efb-0f17-4385-ae17-35d6e6348746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-52093282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51452698'] for subnet (e13e5fea-932a-4b80-9de2-d81aa289e04a), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:58.058378 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598d2efb-0f17-4385-ae17-35d6e6348746 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e13e5fea-932a-4b80-9de2-d81aa289e04a,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:58.064503 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-598d2efb-0f17-4385-ae17-35d6e6348746 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:58.070400 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-598d2efb-0f17-4385-ae17-35d6e6348746 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/e13e5fea-932a-4b80-9de2-d81aa289e04a HTTP/1.1" status: 204 len: 168 time: 0.2601731 Feb 04 13:17:58.070573 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 60264) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:17:58.074152 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f81d48-a19c-4000-a9d9-7814994cbe67 None None] Network 0c60c3b9-6f0b-4191-be17-87deb07c1cc2 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:17:58.171990 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9b467d4d-4a00-41a1-a35d-b49cc2a318f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (0c60c3b9-6f0b-4191-be17-87deb07c1cc2), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:58.237968 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-9b467d4d-4a00-41a1-a35d-b49cc2a318f3 admin admin] Deleting port 03eeff01-749f-4095-a651-343285143ce8 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:17:58.238314 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9b467d4d-4a00-41a1-a35d-b49cc2a318f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (03eeff01-749f-4095-a651-343285143ce8), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:58.306257 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-9b467d4d-4a00-41a1-a35d-b49cc2a318f3 admin admin] For port 03eeff01-749f-4095-a651-343285143ce8, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=03eeff01-749f-4095-a651-343285143ce8,segment=NetworkSegment(c8dc2bd3-345f-470c-b740-e395e69f557d),segment_id=c8dc2bd3-345f-470c-b740-e395e69f557d)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:17:58.306626 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9b467d4d-4a00-41a1-a35d-b49cc2a318f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (03eeff01-749f-4095-a651-343285143ce8), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:58.321402 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-9b467d4d-4a00-41a1-a35d-b49cc2a318f3 admin admin] Calling delete_port for 03eeff01-749f-4095-a651-343285143ce8 owned by network:dhcp {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:17:58.404567 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9b467d4d-4a00-41a1-a35d-b49cc2a318f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (03eeff01-749f-4095-a651-343285143ce8), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:58.428961 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b467d4d-4a00-41a1-a35d-b49cc2a318f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=03eeff01-749f-4095-a651-343285143ce8,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:58.436408 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b467d4d-4a00-41a1-a35d-b49cc2a318f3 admin admin] No DVR routers for this DVR port 03eeff01-749f-4095-a651-343285143ce8 on host n-d-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:17:58.512618 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda80515-1f02-414a-bb74-22f2efcbc200 None None] DHCP port deletion for 0c60c3b9-6f0b-4191-be17-87deb07c1cc2 request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:17:58.526973 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9b467d4d-4a00-41a1-a35d-b49cc2a318f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (0c60c3b9-6f0b-4191-be17-87deb07c1cc2), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:58.552945 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-9b467d4d-4a00-41a1-a35d-b49cc2a318f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c60c3b9-6f0b-4191-be17-87deb07c1cc2']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:17:58.562956 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-9b467d4d-4a00-41a1-a35d-b49cc2a318f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8dc2bd3-345f-470c-b740-e395e69f557d') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:17:58.563252 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-9b467d4d-4a00-41a1-a35d-b49cc2a318f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8dc2bd3-345f-470c-b740-e395e69f557d') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:17:58.572809 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9b467d4d-4a00-41a1-a35d-b49cc2a318f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (c8dc2bd3-345f-470c-b740-e395e69f557d), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:58.587407 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9b467d4d-4a00-41a1-a35d-b49cc2a318f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (c8dc2bd3-345f-470c-b740-e395e69f557d), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:58.594652 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b467d4d-4a00-41a1-a35d-b49cc2a318f3 admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:17:58.595098 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9b467d4d-4a00-41a1-a35d-b49cc2a318f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (c8dc2bd3-345f-470c-b740-e395e69f557d), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:58.596810 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 13:17:58.596810 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:17:58.596810 n-d-825015-3 neutron-server[103474]: timer() Feb 04 13:17:58.596810 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:17:58.596810 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 13:17:58.596810 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:17:58.596810 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 13:17:58.596810 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:17:58.596810 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 13:17:58.596810 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:17:58.596810 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 13:17:58.596810 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:17:58.596810 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 13:17:58.596810 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:17:58.596810 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:17:58.596810 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:17:58.596810 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:17:58.596810 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:17:58.596810 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 13:17:58.596810 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:17:58.596810 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 13:17:58.596810 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:17:58.596810 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:17:58.596810 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:17:58.596810 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 13:17:58.596810 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:17:58.596810 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:17:58.596810 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:17:58.596810 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:17:58.596810 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:17:58.596810 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:17:58.596810 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:17:58.656159 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9b467d4d-4a00-41a1-a35d-b49cc2a318f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (0c60c3b9-6f0b-4191-be17-87deb07c1cc2), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:58.660442 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9b467d4d-4a00-41a1-a35d-b49cc2a318f3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:58.664542 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-9b467d4d-4a00-41a1-a35d-b49cc2a318f3 admin admin] 10.222.0.65 "DELETE /v2.0/networks/0c60c3b9-6f0b-4191-be17-87deb07c1cc2 HTTP/1.1" status: 204 len: 168 time: 0.5932372 Feb 04 13:17:58.678996 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b467d4d-4a00-41a1-a35d-b49cc2a318f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c60c3b9-6f0b-4191-be17-87deb07c1cc2,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:58.802418 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 60268) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:17:58.802550 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 83045eec-d7fd-4433-ab86-d52142d1ea71 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:17:58.829396 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 83045eec-d7fd-4433-ab86-d52142d1ea71 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:17:58.829863 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 83045eec-d7fd-4433-ab86-d52142d1ea71 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:17:58.830668 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 03eeff01-749f-4095-a651-343285143ce8 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:17:58.863433 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 60270) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:17:58.864530 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 03eeff01-749f-4095-a651-343285143ce8 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:17:58.864883 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 03eeff01-749f-4095-a651-343285143ce8 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:17:58.871352 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-f60b1fe7-b7ae-4c72-8b07-77f3efe8da71 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c9a1f50dcc67409b9e809e71c35fb619&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0614588 Feb 04 13:17:58.871637 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 687cd54c-13c0-4b9e-912f-d9be7491f9b5 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:17:58.886569 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 687cd54c-13c0-4b9e-912f-d9be7491f9b5 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:17:58.886926 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 687cd54c-13c0-4b9e-912f-d9be7491f9b5 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:17:58.917268 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1da3733b-fba1-4c99-96f9-efe4f75d7646 admin admin] Publish callbacks [] for security_group (801f78bd-f95b-43c2-9de1-562505bb0df6), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:58.939791 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1da3733b-fba1-4c99-96f9-efe4f75d7646 admin admin] Publish callbacks [] for security_group (801f78bd-f95b-43c2-9de1-562505bb0df6), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:58.989668 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1da3733b-fba1-4c99-96f9-efe4f75d7646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (801f78bd-f95b-43c2-9de1-562505bb0df6), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:58.992481 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1da3733b-fba1-4c99-96f9-efe4f75d7646 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:58.993646 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-1da3733b-fba1-4c99-96f9-efe4f75d7646 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/801f78bd-f95b-43c2-9de1-562505bb0df6 HTTP/1.1" status: 204 len: 168 time: 0.1291952 Feb 04 13:17:59.003024 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da3733b-fba1-4c99-96f9-efe4f75d7646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=801f78bd-f95b-43c2-9de1-562505bb0df6,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:59.328814 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 60276) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:17:59.379349 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-1b6c9ca3-1673-4331-b146-6eff95095ca0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8570722e1d454821a79b37697178af9f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0493279 Feb 04 13:17:59.382734 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 60278) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:17:59.437988 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f5c7173d-1f02-4c0f-a215-0b2ecd59c4aa admin admin] Publish callbacks [] for security_group (54b2177e-5acc-4ea1-9021-96487c8fc7b4), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:59.459570 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f5c7173d-1f02-4c0f-a215-0b2ecd59c4aa admin admin] Publish callbacks [] for security_group (54b2177e-5acc-4ea1-9021-96487c8fc7b4), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:59.511586 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f5c7173d-1f02-4c0f-a215-0b2ecd59c4aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (54b2177e-5acc-4ea1-9021-96487c8fc7b4), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:59.514879 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f5c7173d-1f02-4c0f-a215-0b2ecd59c4aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:17:59.516190 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-f5c7173d-1f02-4c0f-a215-0b2ecd59c4aa admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/54b2177e-5acc-4ea1-9021-96487c8fc7b4 HTTP/1.1" status: 204 len: 168 time: 0.1324849 Feb 04 13:17:59.524904 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c7173d-1f02-4c0f-a215-0b2ecd59c4aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54b2177e-5acc-4ea1-9021-96487c8fc7b4,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:01.567288 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:02.239350 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:09.687695 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cecc5e6a-a817-427c-948f-b463120b580e req-58eec702-84ea-4bbb-91f1-ef0458e4e09b tempest-ServersAdminNegativeTestJSON-590835116 tempest-ServersAdminNegativeTestJSON-590835116-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=a30afc16121f431da4733ad18deceb87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300167 Feb 04 13:18:10.147810 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecc5e6a-a817-427c-948f-b463120b580e req-15e7c059-2721-43fe-9b7f-2b33042c89b4 tempest-ServersAdminNegativeTestJSON-590835116 tempest-ServersAdminNegativeTestJSON-590835116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:10.149317 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cecc5e6a-a817-427c-948f-b463120b580e req-15e7c059-2721-43fe-9b7f-2b33042c89b4 tempest-ServersAdminNegativeTestJSON-590835116 tempest-ServersAdminNegativeTestJSON-590835116-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4569144 Feb 04 13:18:10.164953 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cecc5e6a-a817-427c-948f-b463120b580e req-e09e736d-f89b-40ce-b5c9-d4aaee4e6aee tempest-ServersAdminNegativeTestJSON-590835116 tempest-ServersAdminNegativeTestJSON-590835116-project] 10.222.0.65 "GET /v2.0/quotas/a30afc16121f431da4733ad18deceb87 HTTP/1.1" status: 200 len: 375 time: 0.0104055 Feb 04 13:18:10.200716 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cecc5e6a-a817-427c-948f-b463120b580e req-114c6de1-8256-4a83-a999-9ee54cd30ff6 tempest-ServersAdminNegativeTestJSON-590835116 tempest-ServersAdminNegativeTestJSON-590835116-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=a30afc16121f431da4733ad18deceb87&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309165 Feb 04 13:18:10.366497 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a7b98881-f705-47f4-97e7-b62e92ce4fe4 req-54a8ecfe-1f8e-4fbd-b363-ce77510aeb48 tempest-ServersAdminNegativeTestJSON-590835116 tempest-ServersAdminNegativeTestJSON-590835116-project] 10.222.0.65 "GET /v2.0/ports?device_id=f51479f6-fd52-49b2-ac18-d4efa0c5e56c HTTP/1.1" status: 200 len: 210 time: 0.0276008 Feb 04 13:18:11.468260 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-91624c9c-0c4b-4c53-b353-8e27c1439935 req-44110c0d-5138-481e-a989-d98c7e5fd035 tempest-ServersAdminNegativeTestJSON-590835116 tempest-ServersAdminNegativeTestJSON-590835116-project] 10.222.0.65 "GET /v2.0/ports?device_id=f51479f6-fd52-49b2-ac18-d4efa0c5e56c HTTP/1.1" status: 200 len: 210 time: 0.0292375 Feb 04 13:18:11.491365 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cecc5e6a-a817-427c-948f-b463120b580e req-a1267dd4-0d04-442f-bdc6-d3cc8a58ad02 tempest-ServersAdminNegativeTestJSON-590835116 tempest-ServersAdminNegativeTestJSON-590835116-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=a30afc16121f431da4733ad18deceb87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0207539 Feb 04 13:18:11.604191 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecc5e6a-a817-427c-948f-b463120b580e req-c304acf5-ceac-448a-8169-db0e0a335026 tempest-ServersAdminNegativeTestJSON-590835116 tempest-ServersAdminNegativeTestJSON-590835116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:11.605685 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cecc5e6a-a817-427c-948f-b463120b580e req-c304acf5-ceac-448a-8169-db0e0a335026 tempest-ServersAdminNegativeTestJSON-590835116 tempest-ServersAdminNegativeTestJSON-590835116-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1082129 Feb 04 13:18:11.620846 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-cecc5e6a-a817-427c-948f-b463120b580e req-4988c2ed-e78d-4f77-ad9c-22d3d523cf85 tempest-ServersAdminNegativeTestJSON-590835116 tempest-ServersAdminNegativeTestJSON-590835116-project] Request body: {'port': {'device_id': 'f51479f6-fd52-49b2-ac18-d4efa0c5e56c', 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c', 'admin_state_up': True, 'tenant_id': 'a30afc16121f431da4733ad18deceb87'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:18:11.730376 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cecc5e6a-a817-427c-948f-b463120b580e req-4988c2ed-e78d-4f77-ad9c-22d3d523cf85 tempest-ServersAdminNegativeTestJSON-590835116 tempest-ServersAdminNegativeTestJSON-590835116-project] Made reservation on behalf of a30afc16121f431da4733ad18deceb87 for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:18:11.733711 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-cecc5e6a-a817-427c-948f-b463120b580e req-4988c2ed-e78d-4f77-ad9c-22d3d523cf85 tempest-ServersAdminNegativeTestJSON-590835116 tempest-ServersAdminNegativeTestJSON-590835116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:11.742285 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-cecc5e6a-a817-427c-948f-b463120b580e req-4988c2ed-e78d-4f77-ad9c-22d3d523cf85 tempest-ServersAdminNegativeTestJSON-590835116 tempest-ServersAdminNegativeTestJSON-590835116-project] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:11.814476 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-cecc5e6a-a817-427c-948f-b463120b580e req-4988c2ed-e78d-4f77-ad9c-22d3d523cf85 tempest-ServersAdminNegativeTestJSON-590835116 tempest-ServersAdminNegativeTestJSON-590835116-project] Publish callbacks [] for security_group (35070ac7-b30d-4b1f-acbc-9eda6d760698), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:11.818232 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-cecc5e6a-a817-427c-948f-b463120b580e req-4988c2ed-e78d-4f77-ad9c-22d3d523cf85 tempest-ServersAdminNegativeTestJSON-590835116 tempest-ServersAdminNegativeTestJSON-590835116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (35070ac7-b30d-4b1f-acbc-9eda6d760698), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:11.878647 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4988c2ed-e78d-4f77-ad9c-22d3d523cf85 tempest-ServersAdminNegativeTestJSON-590835116 tempest-ServersAdminNegativeTestJSON-590835116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35070ac7-b30d-4b1f-acbc-9eda6d760698,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:11.954428 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-cecc5e6a-a817-427c-948f-b463120b580e req-4988c2ed-e78d-4f77-ad9c-22d3d523cf85 tempest-ServersAdminNegativeTestJSON-590835116 tempest-ServersAdminNegativeTestJSON-590835116-project] Allocated IP 192.168.233.195 (2f7dc246-a024-4937-952c-0ddeef5af29c/5ee3374a-84e9-4639-853c-740c6edaf6dc/dddbd055-ad2d-4f83-8c42-064635bb94b7) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:18:12.101856 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-cecc5e6a-a817-427c-948f-b463120b580e req-4988c2ed-e78d-4f77-ad9c-22d3d523cf85 tempest-ServersAdminNegativeTestJSON-590835116 tempest-ServersAdminNegativeTestJSON-590835116-project] Publish callbacks [] for port (dddbd055-ad2d-4f83-8c42-064635bb94b7), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:12.134553 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-cecc5e6a-a817-427c-948f-b463120b580e req-4988c2ed-e78d-4f77-ad9c-22d3d523cf85 tempest-ServersAdminNegativeTestJSON-590835116 tempest-ServersAdminNegativeTestJSON-590835116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (dddbd055-ad2d-4f83-8c42-064635bb94b7), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:12.182950 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cecc5e6a-a817-427c-948f-b463120b580e req-4988c2ed-e78d-4f77-ad9c-22d3d523cf85 tempest-ServersAdminNegativeTestJSON-590835116 tempest-ServersAdminNegativeTestJSON-590835116-project] Network 2f7dc246-a024-4937-952c-0ddeef5af29c is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:18:12.185944 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-cecc5e6a-a817-427c-948f-b463120b580e req-4988c2ed-e78d-4f77-ad9c-22d3d523cf85 tempest-ServersAdminNegativeTestJSON-590835116 tempest-ServersAdminNegativeTestJSON-590835116-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:18:12.189735 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-cecc5e6a-a817-427c-948f-b463120b580e req-4988c2ed-e78d-4f77-ad9c-22d3d523cf85 tempest-ServersAdminNegativeTestJSON-590835116 tempest-ServersAdminNegativeTestJSON-590835116-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:18:12.195966 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4988c2ed-e78d-4f77-ad9c-22d3d523cf85 tempest-ServersAdminNegativeTestJSON-590835116 tempest-ServersAdminNegativeTestJSON-590835116-project] Pushing event updated for resources: {'Port': ['ID=dddbd055-ad2d-4f83-8c42-064635bb94b7,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:12.242956 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecc5e6a-a817-427c-948f-b463120b580e req-4988c2ed-e78d-4f77-ad9c-22d3d523cf85 tempest-ServersAdminNegativeTestJSON-590835116 tempest-ServersAdminNegativeTestJSON-590835116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:12.243573 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-cecc5e6a-a817-427c-948f-b463120b580e req-4988c2ed-e78d-4f77-ad9c-22d3d523cf85 tempest-ServersAdminNegativeTestJSON-590835116 tempest-ServersAdminNegativeTestJSON-590835116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:12.260823 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cecc5e6a-a817-427c-948f-b463120b580e req-4988c2ed-e78d-4f77-ad9c-22d3d523cf85 tempest-ServersAdminNegativeTestJSON-590835116 tempest-ServersAdminNegativeTestJSON-590835116-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6434908 Feb 04 13:18:12.270659 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [req-cecc5e6a-a817-427c-948f-b463120b580e req-3fdc8d89-8ca9-4153-8382-b622835f1ef0 tempest-ServersAdminNegativeTestJSON-590835116 tempest-ServersAdminNegativeTestJSON-590835116-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:18:12.271710 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cecc5e6a-a817-427c-948f-b463120b580e req-3fdc8d89-8ca9-4153-8382-b622835f1ef0 tempest-ServersAdminNegativeTestJSON-590835116 tempest-ServersAdminNegativeTestJSON-590835116-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053985 Feb 04 13:18:12.417897 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-3f4b98a5-149f-4ce8-b78f-48bc36852162 None None] Provisioning complete for port dddbd055-ad2d-4f83-8c42-064635bb94b7 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:18:12.418381 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3f4b98a5-149f-4ce8-b78f-48bc36852162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (dddbd055-ad2d-4f83-8c42-064635bb94b7), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:12.432571 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-cecc5e6a-a817-427c-948f-b463120b580e req-7ed1e5b0-78bc-465b-8340-c43d1f28a315 service neutron] Request body: {'port': {'device_id': 'f51479f6-fd52-49b2-ac18-d4efa0c5e56c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:18:12.453443 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-3f4b98a5-149f-4ce8-b78f-48bc36852162 None None] Port dddbd055-ad2d-4f83-8c42-064635bb94b7 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:18:12.492857 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-cecc5e6a-a817-427c-948f-b463120b580e req-7ed1e5b0-78bc-465b-8340-c43d1f28a315 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (dddbd055-ad2d-4f83-8c42-064635bb94b7), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:12.694174 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd101433-d2c6-4307-b523-5d2eed4f33b3 req-9354c3ba-fb53-45f9-89a3-16029da7a67b tempest-ServersAdminNegativeTestJSON-590835116 tempest-ServersAdminNegativeTestJSON-590835116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:12.695558 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fd101433-d2c6-4307-b523-5d2eed4f33b3 req-9354c3ba-fb53-45f9-89a3-16029da7a67b tempest-ServersAdminNegativeTestJSON-590835116 tempest-ServersAdminNegativeTestJSON-590835116-project] 10.222.0.65 "GET /v2.0/ports?device_id=f51479f6-fd52-49b2-ac18-d4efa0c5e56c HTTP/1.1" status: 200 len: 936 time: 0.1539013 Feb 04 13:18:12.774669 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fd101433-d2c6-4307-b523-5d2eed4f33b3 req-ff9c35a6-c9ca-471f-8117-c46f00365a39 tempest-ServersAdminNegativeTestJSON-590835116 tempest-ServersAdminNegativeTestJSON-590835116-project] 10.222.0.65 "GET /v2.0/security-groups?id=35070ac7-b30d-4b1f-acbc-9eda6d760698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705099 Feb 04 13:18:12.827678 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-cecc5e6a-a817-427c-948f-b463120b580e req-7ed1e5b0-78bc-465b-8340-c43d1f28a315 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dddbd055-ad2d-4f83-8c42-064635bb94b7 {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:18:12.834936 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-cecc5e6a-a817-427c-948f-b463120b580e req-7ed1e5b0-78bc-465b-8340-c43d1f28a315 service neutron] Publish callbacks [] for port (dddbd055-ad2d-4f83-8c42-064635bb94b7), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:12.851075 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-cecc5e6a-a817-427c-948f-b463120b580e req-7ed1e5b0-78bc-465b-8340-c43d1f28a315 service neutron] Transition to ACTIVE for port object dddbd055-ad2d-4f83-8c42-064635bb94b7 will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:18:12.855307 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-cecc5e6a-a817-427c-948f-b463120b580e req-7ed1e5b0-78bc-465b-8340-c43d1f28a315 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (dddbd055-ad2d-4f83-8c42-064635bb94b7), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:12.911946 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed1e5b0-78bc-465b-8340-c43d1f28a315 service neutron] Pushing event updated for resources: {'Port': ['ID=dddbd055-ad2d-4f83-8c42-064635bb94b7,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:12.980575 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-cecc5e6a-a817-427c-948f-b463120b580e req-7ed1e5b0-78bc-465b-8340-c43d1f28a315 service neutron] Attempting to bind port dddbd055-ad2d-4f83-8c42-064635bb94b7 on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:18:12.980913 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-cecc5e6a-a817-427c-948f-b463120b580e req-7ed1e5b0-78bc-465b-8340-c43d1f28a315 service neutron] Attempting to bind port dddbd055-ad2d-4f83-8c42-064635bb94b7 by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:18:12.981238 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cecc5e6a-a817-427c-948f-b463120b580e req-7ed1e5b0-78bc-465b-8340-c43d1f28a315 service neutron] Attempting to bind port dddbd055-ad2d-4f83-8c42-064635bb94b7 on network 2f7dc246-a024-4937-952c-0ddeef5af29c {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:18:12.986515 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cecc5e6a-a817-427c-948f-b463120b580e req-7ed1e5b0-78bc-465b-8340-c43d1f28a315 service neutron] Port dddbd055-ad2d-4f83-8c42-064635bb94b7 on network 2f7dc246-a024-4937-952c-0ddeef5af29c not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:18:12.986841 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cecc5e6a-a817-427c-948f-b463120b580e req-7ed1e5b0-78bc-465b-8340-c43d1f28a315 service neutron] Attempting to bind port dddbd055-ad2d-4f83-8c42-064635bb94b7 on network 2f7dc246-a024-4937-952c-0ddeef5af29c {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:18:12.991985 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cecc5e6a-a817-427c-948f-b463120b580e req-7ed1e5b0-78bc-465b-8340-c43d1f28a315 service neutron] Checking agent: {'id': 'f8add0d2-2202-43d3-bc0e-72442788e6ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:18:12.992335 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cecc5e6a-a817-427c-948f-b463120b580e req-7ed1e5b0-78bc-465b-8340-c43d1f28a315 service neutron] Checking segment: {'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:18:12.993011 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cecc5e6a-a817-427c-948f-b463120b580e req-7ed1e5b0-78bc-465b-8340-c43d1f28a315 service neutron] Bound using segment: {'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:18:12.993447 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-cecc5e6a-a817-427c-948f-b463120b580e req-7ed1e5b0-78bc-465b-8340-c43d1f28a315 service neutron] Bound port: dddbd055-ad2d-4f83-8c42-064635bb94b7, host: n-h1-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4120563e-b5bd-434d-8f7a-f614cd7827eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:18:12.993816 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-cecc5e6a-a817-427c-948f-b463120b580e req-7ed1e5b0-78bc-465b-8340-c43d1f28a315 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (dddbd055-ad2d-4f83-8c42-064635bb94b7), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:13.062666 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-cecc5e6a-a817-427c-948f-b463120b580e req-7ed1e5b0-78bc-465b-8340-c43d1f28a315 service neutron] For port dddbd055-ad2d-4f83-8c42-064635bb94b7, host n-h1-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:18:13.066114 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-cecc5e6a-a817-427c-948f-b463120b580e req-7ed1e5b0-78bc-465b-8340-c43d1f28a315 service neutron] For port dddbd055-ad2d-4f83-8c42-064635bb94b7, host n-h1-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=dddbd055-ad2d-4f83-8c42-064635bb94b7,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:18:13.072331 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-cecc5e6a-a817-427c-948f-b463120b580e req-7ed1e5b0-78bc-465b-8340-c43d1f28a315 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (dddbd055-ad2d-4f83-8c42-064635bb94b7), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:13.117161 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecc5e6a-a817-427c-948f-b463120b580e req-7ed1e5b0-78bc-465b-8340-c43d1f28a315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:13.117782 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-cecc5e6a-a817-427c-948f-b463120b580e req-7ed1e5b0-78bc-465b-8340-c43d1f28a315 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:13.119160 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cecc5e6a-a817-427c-948f-b463120b580e req-7ed1e5b0-78bc-465b-8340-c43d1f28a315 service neutron] 10.222.0.73 "PUT /v2.0/ports/dddbd055-ad2d-4f83-8c42-064635bb94b7 HTTP/1.1" status: 200 len: 1096 time: 0.7341547 Feb 04 13:18:13.119626 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f51479f6-fd52-49b2-ac18-d4efa0c5e56c', 'tag': 'dddbd055-ad2d-4f83-8c42-064635bb94b7'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:18:13.122002 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48bbd334e613f85cd2144b496d46af0d2e531f29900d43c124e8a63cdd2917ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd7f6676-ef36-4381-8ec9-4f23ce05aa13" -d '{"events": [{"name": "network-changed", "server_uuid": "f51479f6-fd52-49b2-ac18-d4efa0c5e56c", "tag": "dddbd055-ad2d-4f83-8c42-064635bb94b7"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:18:13.146221 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed1e5b0-78bc-465b-8340-c43d1f28a315 service neutron] Pushing event updated for resources: {'Port': ['ID=dddbd055-ad2d-4f83-8c42-064635bb94b7,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:13.199708 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aacda6b1-8732-4748-afd5-c7d7254fd4df x-openstack-request-id: req-aacda6b1-8732-4748-afd5-c7d7254fd4df {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:18:13.200085 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f51479f6-fd52-49b2-ac18-d4efa0c5e56c", "tag": "dddbd055-ad2d-4f83-8c42-064635bb94b7", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:18:13.200441 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-aacda6b1-8732-4748-afd5-c7d7254fd4df {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:18:13.200906 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f51479f6-fd52-49b2-ac18-d4efa0c5e56c', 'tag': 'dddbd055-ad2d-4f83-8c42-064635bb94b7', 'status': 'completed', 'code': 200} Feb 04 13:18:13.221445 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecc5e6a-a817-427c-948f-b463120b580e req-385f6d1c-cfba-4b08-bcd0-241452981221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:13.223003 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cecc5e6a-a817-427c-948f-b463120b580e req-385f6d1c-cfba-4b08-bcd0-241452981221 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a30afc16121f431da4733ad18deceb87&device_id=f51479f6-fd52-49b2-ac18-d4efa0c5e56c HTTP/1.1" status: 200 len: 1130 time: 0.0601330 Feb 04 13:18:13.269550 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cecc5e6a-a817-427c-948f-b463120b580e req-0d608deb-ab9d-4c5d-ae4f-15f7229a6298 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=dddbd055-ad2d-4f83-8c42-064635bb94b7 HTTP/1.1" status: 200 len: 217 time: 0.0373487 Feb 04 13:18:13.324905 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecc5e6a-a817-427c-948f-b463120b580e req-e5c71fe9-daec-4c18-b423-222d3d612dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:13.326394 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cecc5e6a-a817-427c-948f-b463120b580e req-e5c71fe9-daec-4c18-b423-222d3d612dd6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5ee3374a-84e9-4639-853c-740c6edaf6dc HTTP/1.1" status: 200 len: 843 time: 0.0508807 Feb 04 13:18:13.377987 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecc5e6a-a817-427c-948f-b463120b580e req-6d5dfdf1-0697-4902-9115-94d8ea9e55cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:13.379508 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cecc5e6a-a817-427c-948f-b463120b580e req-6d5dfdf1-0697-4902-9115-94d8ea9e55cc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2f7dc246-a024-4937-952c-0ddeef5af29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0466189 Feb 04 13:18:13.486471 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cecc5e6a-a817-427c-948f-b463120b580e req-b090d9b5-b317-4899-ac69-573ed6a81508 service neutron] 10.222.0.73 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994711 Feb 04 13:18:13.589599 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cecc5e6a-a817-427c-948f-b463120b580e req-45a643f2-c55a-4835-998b-58605b24f239 service neutron] 10.222.0.73 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969269 Feb 04 13:18:13.693227 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7f6676-ef36-4381-8ec9-4f23ce05aa13 req-8e476bdc-455b-4bba-b8e1-9b42d09228b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:13.694810 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fd7f6676-ef36-4381-8ec9-4f23ce05aa13 req-8e476bdc-455b-4bba-b8e1-9b42d09228b7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a30afc16121f431da4733ad18deceb87&device_id=f51479f6-fd52-49b2-ac18-d4efa0c5e56c HTTP/1.1" status: 200 len: 1130 time: 0.0499389 Feb 04 13:18:13.791862 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7f6676-ef36-4381-8ec9-4f23ce05aa13 req-7f87d46d-ffd9-46e7-81b4-211494e6ae78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:13.793266 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fd7f6676-ef36-4381-8ec9-4f23ce05aa13 req-7f87d46d-ffd9-46e7-81b4-211494e6ae78 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2f7dc246-a024-4937-952c-0ddeef5af29c HTTP/1.1" status: 200 len: 870 time: 0.0910685 Feb 04 13:18:13.840352 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fd7f6676-ef36-4381-8ec9-4f23ce05aa13 req-5d1cee7a-bcc7-4c56-a168-c452894c5599 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=dddbd055-ad2d-4f83-8c42-064635bb94b7 HTTP/1.1" status: 200 len: 217 time: 0.0370677 Feb 04 13:18:13.917483 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7f6676-ef36-4381-8ec9-4f23ce05aa13 req-c2cec5af-667c-4299-a684-fbef7a47bb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:13.918920 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fd7f6676-ef36-4381-8ec9-4f23ce05aa13 req-c2cec5af-667c-4299-a684-fbef7a47bb9e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5ee3374a-84e9-4639-853c-740c6edaf6dc HTTP/1.1" status: 200 len: 843 time: 0.0655806 Feb 04 13:18:13.933876 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a8cc27-e9ec-4f69-921a-84719ccb0f8e req-72e531a6-eb5b-4ee2-8243-1674d04f7b36 tempest-ServersAdminNegativeTestJSON-590835116 tempest-ServersAdminNegativeTestJSON-590835116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:13.935280 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-67a8cc27-e9ec-4f69-921a-84719ccb0f8e req-72e531a6-eb5b-4ee2-8243-1674d04f7b36 tempest-ServersAdminNegativeTestJSON-590835116 tempest-ServersAdminNegativeTestJSON-590835116-project] 10.222.0.65 "GET /v2.0/ports?device_id=f51479f6-fd52-49b2-ac18-d4efa0c5e56c HTTP/1.1" status: 200 len: 948 time: 0.0904515 Feb 04 13:18:14.009015 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-67a8cc27-e9ec-4f69-921a-84719ccb0f8e req-69252c55-d522-44ea-8f6a-386048042f09 tempest-ServersAdminNegativeTestJSON-590835116 tempest-ServersAdminNegativeTestJSON-590835116-project] 10.222.0.65 "GET /v2.0/security-groups?id=35070ac7-b30d-4b1f-acbc-9eda6d760698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654724 Feb 04 13:18:14.013604 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7f6676-ef36-4381-8ec9-4f23ce05aa13 req-281cf32e-1e03-432a-8bff-3619094b3c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:14.015302 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fd7f6676-ef36-4381-8ec9-4f23ce05aa13 req-281cf32e-1e03-432a-8bff-3619094b3c0e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2f7dc246-a024-4937-952c-0ddeef5af29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0790725 Feb 04 13:18:14.110762 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fd7f6676-ef36-4381-8ec9-4f23ce05aa13 req-252d3449-0b95-4fdb-857a-1d9f2b473d3d service neutron] 10.222.0.73 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873272 Feb 04 13:18:14.202580 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fd7f6676-ef36-4381-8ec9-4f23ce05aa13 req-3424cce4-6456-4d1c-9781-75248e8c06c1 service neutron] 10.222.0.73 "GET /v2.0/networks/2f7dc246-a024-4937-952c-0ddeef5af29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833461 Feb 04 13:18:15.131039 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce3994a-727f-4f77-9fa1-f6070e311118 req-185b3aa1-e7d7-46bc-98dd-f818641950b8 tempest-ServersAdminNegativeTestJSON-590835116 tempest-ServersAdminNegativeTestJSON-590835116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:15.132529 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fce3994a-727f-4f77-9fa1-f6070e311118 req-185b3aa1-e7d7-46bc-98dd-f818641950b8 tempest-ServersAdminNegativeTestJSON-590835116 tempest-ServersAdminNegativeTestJSON-590835116-project] 10.222.0.65 "GET /v2.0/ports?device_id=f51479f6-fd52-49b2-ac18-d4efa0c5e56c HTTP/1.1" status: 200 len: 948 time: 0.0522895 Feb 04 13:18:15.178445 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fce3994a-727f-4f77-9fa1-f6070e311118 req-996c0c4e-3762-4d4f-b94b-b79dcb2ac0bd tempest-ServersAdminNegativeTestJSON-590835116 tempest-ServersAdminNegativeTestJSON-590835116-project] 10.222.0.65 "GET /v2.0/security-groups?id=35070ac7-b30d-4b1f-acbc-9eda6d760698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403736 Feb 04 13:18:15.582905 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-01167e03-762d-4250-88ce-e6ef6676d432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:16.095725 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device dddbd055-ad2d-4f83-8c42-064635bb94b7 details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:18:16.208476 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port dddbd055-ad2d-4f83-8c42-064635bb94b7, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=dddbd055-ad2d-4f83-8c42-064635bb94b7,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:18:16.224885 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': 'dddbd055-ad2d-4f83-8c42-064635bb94b7', 'network_id': '2f7dc246-a024-4937-952c-0ddeef5af29c', 'port_id': 'dddbd055-ad2d-4f83-8c42-064635bb94b7', 'mac_address': 'fa:16:3e:ef:d3:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ee3374a-84e9-4639-853c-740c6edaf6dc', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:18:16.272778 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port dddbd055-ad2d-4f83-8c42-064635bb94b7 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:18:16.273178 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (dddbd055-ad2d-4f83-8c42-064635bb94b7), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:16.287713 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dddbd055-ad2d-4f83-8c42-064635bb94b7 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:18:16.307393 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e69217a-d78f-4e4a-872a-52058311cad9 req-7fdd25d9-a04c-47a8-b973-b8d900647f60 tempest-ServersAdminNegativeTestJSON-590835116 tempest-ServersAdminNegativeTestJSON-590835116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:16.308991 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0e69217a-d78f-4e4a-872a-52058311cad9 req-7fdd25d9-a04c-47a8-b973-b8d900647f60 tempest-ServersAdminNegativeTestJSON-590835116 tempest-ServersAdminNegativeTestJSON-590835116-project] 10.222.0.65 "GET /v2.0/ports?device_id=f51479f6-fd52-49b2-ac18-d4efa0c5e56c HTTP/1.1" status: 200 len: 948 time: 0.0603418 Feb 04 13:18:16.309575 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port dddbd055-ad2d-4f83-8c42-064635bb94b7, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=dddbd055-ad2d-4f83-8c42-064635bb94b7,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:18:16.314227 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (dddbd055-ad2d-4f83-8c42-064635bb94b7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:16.361484 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0e69217a-d78f-4e4a-872a-52058311cad9 req-0e98bd03-9870-43af-a70d-85fae0f504d4 tempest-ServersAdminNegativeTestJSON-590835116 tempest-ServersAdminNegativeTestJSON-590835116-project] 10.222.0.65 "GET /v2.0/security-groups?id=35070ac7-b30d-4b1f-acbc-9eda6d760698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463026 Feb 04 13:18:16.375229 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=dddbd055-ad2d-4f83-8c42-064635bb94b7,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:16.591368 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['dddbd055-ad2d-4f83-8c42-064635bb94b7'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:18:17.488535 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a38ae42-a901-4dab-b363-add3f6233d57 req-56cff726-3756-410d-b246-2d84c7b3e729 tempest-ServersAdminNegativeTestJSON-590835116 tempest-ServersAdminNegativeTestJSON-590835116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:17.490030 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6a38ae42-a901-4dab-b363-add3f6233d57 req-56cff726-3756-410d-b246-2d84c7b3e729 tempest-ServersAdminNegativeTestJSON-590835116 tempest-ServersAdminNegativeTestJSON-590835116-project] 10.222.0.65 "GET /v2.0/ports?device_id=f51479f6-fd52-49b2-ac18-d4efa0c5e56c HTTP/1.1" status: 200 len: 949 time: 0.0561526 Feb 04 13:18:17.536534 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6a38ae42-a901-4dab-b363-add3f6233d57 req-cb04cf72-5540-4bac-8ffc-7935710630ab tempest-ServersAdminNegativeTestJSON-590835116 tempest-ServersAdminNegativeTestJSON-590835116-project] 10.222.0.65 "GET /v2.0/security-groups?id=35070ac7-b30d-4b1f-acbc-9eda6d760698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410357 Feb 04 13:18:18.088690 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9dcbf4f2-3460-41b3-a742-3be9fdc2cac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:18.113579 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device dddbd055-ad2d-4f83-8c42-064635bb94b7 up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:18:18.165681 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning for port dddbd055-ad2d-4f83-8c42-064635bb94b7 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:18:18.169632 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port dddbd055-ad2d-4f83-8c42-064635bb94b7 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:18:18.169999 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (dddbd055-ad2d-4f83-8c42-064635bb94b7), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:18.249547 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port dddbd055-ad2d-4f83-8c42-064635bb94b7 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:18:18.249948 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (dddbd055-ad2d-4f83-8c42-064635bb94b7), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:18.273066 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f51479f6-fd52-49b2-ac18-d4efa0c5e56c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dddbd055-ad2d-4f83-8c42-064635bb94b7'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:18:18.286768 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port dddbd055-ad2d-4f83-8c42-064635bb94b7, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=dddbd055-ad2d-4f83-8c42-064635bb94b7,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:18:18.291394 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (dddbd055-ad2d-4f83-8c42-064635bb94b7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:18.343127 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=dddbd055-ad2d-4f83-8c42-064635bb94b7,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:18.366491 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53818b00e40e8afff1ffbbb80b1f2b2ececb0555ff6da39e2769b708ef8305ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4ead623-e82e-468e-a6e9-0caea44226ae" -d '{"events": [{"server_uuid": "f51479f6-fd52-49b2-ac18-d4efa0c5e56c", "name": "network-vif-plugged", "status": "completed", "tag": "dddbd055-ad2d-4f83-8c42-064635bb94b7"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:18:18.466638 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40e03a3c-aa54-4283-86d1-c0dc18ad0566 x-openstack-request-id: req-40e03a3c-aa54-4283-86d1-c0dc18ad0566 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:18:18.466947 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f51479f6-fd52-49b2-ac18-d4efa0c5e56c", "name": "network-vif-plugged", "status": "completed", "tag": "dddbd055-ad2d-4f83-8c42-064635bb94b7", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:18:18.467212 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-40e03a3c-aa54-4283-86d1-c0dc18ad0566 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:18:18.467620 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f51479f6-fd52-49b2-ac18-d4efa0c5e56c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dddbd055-ad2d-4f83-8c42-064635bb94b7', 'code': 200} Feb 04 13:18:18.573228 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac06ac5a-ef9d-4f1a-ada5-6c3e6431ed67 req-aee01c35-f914-4975-a9e9-c3f63164d06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:18.574998 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ac06ac5a-ef9d-4f1a-ada5-6c3e6431ed67 req-aee01c35-f914-4975-a9e9-c3f63164d06e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f51479f6-fd52-49b2-ac18-d4efa0c5e56c HTTP/1.1" status: 200 len: 1132 time: 0.0503604 Feb 04 13:18:18.629669 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ac06ac5a-ef9d-4f1a-ada5-6c3e6431ed67 req-fb993ea2-18e3-4305-bc24-a086a13cf587 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=35070ac7-b30d-4b1f-acbc-9eda6d760698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477128 Feb 04 13:18:18.668894 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1f6963-863a-4b0f-bbab-5747396d8ba7 req-adfe5e37-c06e-4e1d-84b8-7fcd682801f3 tempest-ServersAdminNegativeTestJSON-590835116 tempest-ServersAdminNegativeTestJSON-590835116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:18.670364 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9b1f6963-863a-4b0f-bbab-5747396d8ba7 req-adfe5e37-c06e-4e1d-84b8-7fcd682801f3 tempest-ServersAdminNegativeTestJSON-590835116 tempest-ServersAdminNegativeTestJSON-590835116-project] 10.222.0.65 "GET /v2.0/ports?device_id=f51479f6-fd52-49b2-ac18-d4efa0c5e56c HTTP/1.1" status: 200 len: 950 time: 0.0617702 Feb 04 13:18:18.716797 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9b1f6963-863a-4b0f-bbab-5747396d8ba7 req-f9b8510a-cad4-4ad0-bd6b-a473442386bf tempest-ServersAdminNegativeTestJSON-590835116 tempest-ServersAdminNegativeTestJSON-590835116-project] 10.222.0.65 "GET /v2.0/security-groups?id=35070ac7-b30d-4b1f-acbc-9eda6d760698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399721 Feb 04 13:18:19.403421 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:19.840815 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e00a0b9-5d0e-43f6-9dd3-43e5d25da6c8 req-3cd8a79f-1372-4530-95ac-55e9e634d780 tempest-ServersAdminNegativeTestJSON-590835116 tempest-ServersAdminNegativeTestJSON-590835116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:19.842507 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7e00a0b9-5d0e-43f6-9dd3-43e5d25da6c8 req-3cd8a79f-1372-4530-95ac-55e9e634d780 tempest-ServersAdminNegativeTestJSON-590835116 tempest-ServersAdminNegativeTestJSON-590835116-project] 10.222.0.65 "GET /v2.0/ports?device_id=f51479f6-fd52-49b2-ac18-d4efa0c5e56c HTTP/1.1" status: 200 len: 950 time: 0.0545027 Feb 04 13:18:19.901867 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7e00a0b9-5d0e-43f6-9dd3-43e5d25da6c8 req-bff7bce6-8f69-40ce-bc6c-971f263b6cd0 tempest-ServersAdminNegativeTestJSON-590835116 tempest-ServersAdminNegativeTestJSON-590835116-project] 10.222.0.65 "GET /v2.0/security-groups?id=35070ac7-b30d-4b1f-acbc-9eda6d760698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532131 Feb 04 13:18:20.661577 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:21.019955 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a64e9a-4658-4f5e-aa36-e3f7503a497c req-5478481e-7d0d-4960-8a6e-f1b25ef77699 tempest-ServersAdminNegativeTestJSON-590835116 tempest-ServersAdminNegativeTestJSON-590835116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:21.021439 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f6a64e9a-4658-4f5e-aa36-e3f7503a497c req-5478481e-7d0d-4960-8a6e-f1b25ef77699 tempest-ServersAdminNegativeTestJSON-590835116 tempest-ServersAdminNegativeTestJSON-590835116-project] 10.222.0.65 "GET /v2.0/ports?device_id=f51479f6-fd52-49b2-ac18-d4efa0c5e56c HTTP/1.1" status: 200 len: 950 time: 0.0522909 Feb 04 13:18:21.068071 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f6a64e9a-4658-4f5e-aa36-e3f7503a497c req-2119e1a9-98ab-4533-9225-c81d3d10dd3a tempest-ServersAdminNegativeTestJSON-590835116 tempest-ServersAdminNegativeTestJSON-590835116-project] 10.222.0.65 "GET /v2.0/security-groups?id=35070ac7-b30d-4b1f-acbc-9eda6d760698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410495 Feb 04 13:18:21.420292 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [req-eb33e3a3-378b-47d9-8b87-66c4123d4036 req-c90decb2-3f71-4cb1-8a19-a714b0d11f51 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:18:21.421432 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-eb33e3a3-378b-47d9-8b87-66c4123d4036 req-c90decb2-3f71-4cb1-8a19-a714b0d11f51 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0451832 Feb 04 13:18:21.790509 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:21.830249 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [req-28232360-ae76-4766-af10-f9d0a5645402 req-e53ebc95-9541-4dd3-9e59-7610cc145819 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:18:21.831248 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-28232360-ae76-4766-af10-f9d0a5645402 req-e53ebc95-9541-4dd3-9e59-7610cc145819 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0456748 Feb 04 13:18:22.166373 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529526b8-7006-42ce-b2bf-ad46fb6e7228 req-e59a4dab-fb6a-4701-8f4f-4e72b7607912 tempest-ServersAdminNegativeTestJSON-590835116 tempest-ServersAdminNegativeTestJSON-590835116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:22.167756 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-529526b8-7006-42ce-b2bf-ad46fb6e7228 req-e59a4dab-fb6a-4701-8f4f-4e72b7607912 tempest-ServersAdminNegativeTestJSON-590835116 tempest-ServersAdminNegativeTestJSON-590835116-project] 10.222.0.65 "GET /v2.0/ports?device_id=f51479f6-fd52-49b2-ac18-d4efa0c5e56c HTTP/1.1" status: 200 len: 950 time: 0.0533581 Feb 04 13:18:22.215052 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-529526b8-7006-42ce-b2bf-ad46fb6e7228 req-8eec1f3f-cfc0-4b35-9484-5f5e651dc74a tempest-ServersAdminNegativeTestJSON-590835116 tempest-ServersAdminNegativeTestJSON-590835116-project] 10.222.0.65 "GET /v2.0/security-groups?id=35070ac7-b30d-4b1f-acbc-9eda6d760698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410235 Feb 04 13:18:23.340545 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cb1090-9eb1-4f4e-a993-8bef18c9c6e7 req-0358e7f8-ae05-4b54-b80c-7c9fdde0bef9 tempest-ServersAdminNegativeTestJSON-590835116 tempest-ServersAdminNegativeTestJSON-590835116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:23.342036 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-45cb1090-9eb1-4f4e-a993-8bef18c9c6e7 req-0358e7f8-ae05-4b54-b80c-7c9fdde0bef9 tempest-ServersAdminNegativeTestJSON-590835116 tempest-ServersAdminNegativeTestJSON-590835116-project] 10.222.0.65 "GET /v2.0/ports?device_id=f51479f6-fd52-49b2-ac18-d4efa0c5e56c HTTP/1.1" status: 200 len: 950 time: 0.0582788 Feb 04 13:18:23.388184 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-45cb1090-9eb1-4f4e-a993-8bef18c9c6e7 req-58c4dd41-8076-4681-825a-d0984373ad9b tempest-ServersAdminNegativeTestJSON-590835116 tempest-ServersAdminNegativeTestJSON-590835116-project] 10.222.0.65 "GET /v2.0/security-groups?id=35070ac7-b30d-4b1f-acbc-9eda6d760698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402861 Feb 04 13:18:23.766813 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346d30e4-ae07-4161-aba4-6b4b0754588b req-64be1b19-9c2f-45d7-9212-e6bf2ca6e1f2 tempest-ServersAdminNegativeTestJSON-590835116 tempest-ServersAdminNegativeTestJSON-590835116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:23.768296 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-346d30e4-ae07-4161-aba4-6b4b0754588b req-64be1b19-9c2f-45d7-9212-e6bf2ca6e1f2 tempest-ServersAdminNegativeTestJSON-590835116 tempest-ServersAdminNegativeTestJSON-590835116-project] 10.222.0.73 "GET /v2.0/ports?device_id=f51479f6-fd52-49b2-ac18-d4efa0c5e56c HTTP/1.1" status: 200 len: 950 time: 0.0527556 Feb 04 13:18:23.864008 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-346d30e4-ae07-4161-aba4-6b4b0754588b req-06bb79e2-70c5-480f-886f-39f229f881ad tempest-ServersAdminNegativeTestJSON-590835116 tempest-ServersAdminNegativeTestJSON-590835116-project] Deleting port dddbd055-ad2d-4f83-8c42-064635bb94b7 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:18:23.864347 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-346d30e4-ae07-4161-aba4-6b4b0754588b req-06bb79e2-70c5-480f-886f-39f229f881ad tempest-ServersAdminNegativeTestJSON-590835116 tempest-ServersAdminNegativeTestJSON-590835116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (dddbd055-ad2d-4f83-8c42-064635bb94b7), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:23.956587 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-346d30e4-ae07-4161-aba4-6b4b0754588b req-06bb79e2-70c5-480f-886f-39f229f881ad tempest-ServersAdminNegativeTestJSON-590835116 tempest-ServersAdminNegativeTestJSON-590835116-project] For port dddbd055-ad2d-4f83-8c42-064635bb94b7, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=dddbd055-ad2d-4f83-8c42-064635bb94b7,segment=NetworkSegment(4120563e-b5bd-434d-8f7a-f614cd7827eb),segment_id=4120563e-b5bd-434d-8f7a-f614cd7827eb)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:18:23.956952 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-346d30e4-ae07-4161-aba4-6b4b0754588b req-06bb79e2-70c5-480f-886f-39f229f881ad tempest-ServersAdminNegativeTestJSON-590835116 tempest-ServersAdminNegativeTestJSON-590835116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (dddbd055-ad2d-4f83-8c42-064635bb94b7), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:23.969732 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-346d30e4-ae07-4161-aba4-6b4b0754588b req-06bb79e2-70c5-480f-886f-39f229f881ad tempest-ServersAdminNegativeTestJSON-590835116 tempest-ServersAdminNegativeTestJSON-590835116-project] Calling delete_port for dddbd055-ad2d-4f83-8c42-064635bb94b7 owned by compute:nova {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:18:24.097988 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-346d30e4-ae07-4161-aba4-6b4b0754588b req-06bb79e2-70c5-480f-886f-39f229f881ad tempest-ServersAdminNegativeTestJSON-590835116 tempest-ServersAdminNegativeTestJSON-590835116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (dddbd055-ad2d-4f83-8c42-064635bb94b7), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:24.110933 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['dddbd055-ad2d-4f83-8c42-064635bb94b7'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:18:24.125793 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bb79e2-70c5-480f-886f-39f229f881ad tempest-ServersAdminNegativeTestJSON-590835116 tempest-ServersAdminNegativeTestJSON-590835116-project] Pushing event deleted for resources: {'Port': ['ID=dddbd055-ad2d-4f83-8c42-064635bb94b7,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:24.171213 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-346d30e4-ae07-4161-aba4-6b4b0754588b req-06bb79e2-70c5-480f-886f-39f229f881ad tempest-ServersAdminNegativeTestJSON-590835116 tempest-ServersAdminNegativeTestJSON-590835116-project] No DVR routers for this DVR port dddbd055-ad2d-4f83-8c42-064635bb94b7 on host n-h1-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:18:24.173870 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-346d30e4-ae07-4161-aba4-6b4b0754588b req-06bb79e2-70c5-480f-886f-39f229f881ad tempest-ServersAdminNegativeTestJSON-590835116 tempest-ServersAdminNegativeTestJSON-590835116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:24.177313 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-346d30e4-ae07-4161-aba4-6b4b0754588b req-06bb79e2-70c5-480f-886f-39f229f881ad tempest-ServersAdminNegativeTestJSON-590835116 tempest-ServersAdminNegativeTestJSON-590835116-project] 10.222.0.73 "DELETE /v2.0/ports/dddbd055-ad2d-4f83-8c42-064635bb94b7 HTTP/1.1" status: 204 len: 173 time: 0.4029691 Feb 04 13:18:24.177771 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f51479f6-fd52-49b2-ac18-d4efa0c5e56c', 'name': 'network-vif-deleted', 'tag': 'dddbd055-ad2d-4f83-8c42-064635bb94b7'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:18:24.180138 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48bbd334e613f85cd2144b496d46af0d2e531f29900d43c124e8a63cdd2917ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75251779-dc7e-47ca-ba89-56231b42c515" -d '{"events": [{"server_uuid": "f51479f6-fd52-49b2-ac18-d4efa0c5e56c", "name": "network-vif-deleted", "tag": "dddbd055-ad2d-4f83-8c42-064635bb94b7"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:18:24.228896 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f205043-b717-4282-a939-e60f61eec661 x-openstack-request-id: req-0f205043-b717-4282-a939-e60f61eec661 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:18:24.229399 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f51479f6-fd52-49b2-ac18-d4efa0c5e56c", "name": "network-vif-deleted", "tag": "dddbd055-ad2d-4f83-8c42-064635bb94b7", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:18:24.229686 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0f205043-b717-4282-a939-e60f61eec661 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:18:24.230101 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f51479f6-fd52-49b2-ac18-d4efa0c5e56c', 'name': 'network-vif-deleted', 'tag': 'dddbd055-ad2d-4f83-8c42-064635bb94b7', 'status': 'completed', 'code': 200} Feb 04 13:18:24.501223 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-192a7e66-d3ac-4e13-94af-6d0e5c938c25 req-928a74ee-6275-4794-b102-8a6fcfca3c96 tempest-ServersAdminNegativeTestJSON-590835116 tempest-ServersAdminNegativeTestJSON-590835116-project] 10.222.0.65 "GET /v2.0/ports?device_id=f51479f6-fd52-49b2-ac18-d4efa0c5e56c HTTP/1.1" status: 200 len: 210 time: 0.0313830 Feb 04 13:18:25.806201 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 60446) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:18:25.949094 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-afe37355-9a55-4fe4-a0cd-7d4e332df8c5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a30afc16121f431da4733ad18deceb87&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1414807 Feb 04 13:18:25.951645 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 60450) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:18:25.997146 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9fb5d149-7727-4ef3-88fb-df0268991697 admin admin] Publish callbacks [] for security_group (35070ac7-b30d-4b1f-acbc-9eda6d760698), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:26.018144 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9fb5d149-7727-4ef3-88fb-df0268991697 admin admin] Publish callbacks [] for security_group (35070ac7-b30d-4b1f-acbc-9eda6d760698), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:26.065787 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9fb5d149-7727-4ef3-88fb-df0268991697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (35070ac7-b30d-4b1f-acbc-9eda6d760698), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:26.068289 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9fb5d149-7727-4ef3-88fb-df0268991697 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:26.069441 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-9fb5d149-7727-4ef3-88fb-df0268991697 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/35070ac7-b30d-4b1f-acbc-9eda6d760698 HTTP/1.1" status: 204 len: 168 time: 0.1168804 Feb 04 13:18:26.077489 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb5d149-7727-4ef3-88fb-df0268991697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35070ac7-b30d-4b1f-acbc-9eda6d760698,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:26.332186 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 60456) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:18:26.346133 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-042baf94-c6ff-4d2f-b951-4db75598d5b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:26.419536 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-042baf94-c6ff-4d2f-b951-4db75598d5b6 admin admin] Publish callbacks [] for security_group (275bd658-1706-487e-8203-36e082ce3e09), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:26.423808 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-042baf94-c6ff-4d2f-b951-4db75598d5b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (275bd658-1706-487e-8203-36e082ce3e09), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:26.463982 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-042baf94-c6ff-4d2f-b951-4db75598d5b6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bcaed5f5bc37497aba27e2349df1ce64&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1306612 Feb 04 13:18:26.464825 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042baf94-c6ff-4d2f-b951-4db75598d5b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=275bd658-1706-487e-8203-36e082ce3e09,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:26.466838 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 60458) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:18:26.516402 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-355d70e1-5fdd-4186-9b2e-164db87fbbda admin admin] Publish callbacks [] for security_group (275bd658-1706-487e-8203-36e082ce3e09), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:26.538577 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-355d70e1-5fdd-4186-9b2e-164db87fbbda admin admin] Publish callbacks [] for security_group (275bd658-1706-487e-8203-36e082ce3e09), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:26.586208 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-355d70e1-5fdd-4186-9b2e-164db87fbbda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (275bd658-1706-487e-8203-36e082ce3e09), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:26.588714 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-355d70e1-5fdd-4186-9b2e-164db87fbbda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:26.589863 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-355d70e1-5fdd-4186-9b2e-164db87fbbda admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/275bd658-1706-487e-8203-36e082ce3e09 HTTP/1.1" status: 204 len: 168 time: 0.1219213 Feb 04 13:18:26.598597 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355d70e1-5fdd-4186-9b2e-164db87fbbda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=275bd658-1706-487e-8203-36e082ce3e09,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:27.260604 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 60480) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:18:27.357646 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-fb331b58-f1b5-4efa-804e-084e0ef2b0e3 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-61952906-network', 'tenant_id': '217ad65740a34ff7a74a4e28faf5d602'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:18:27.378577 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb331b58-f1b5-4efa-804e-084e0ef2b0e3 admin admin] Made reservation on behalf of 217ad65740a34ff7a74a4e28faf5d602 for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:18:27.380895 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fb331b58-f1b5-4efa-804e-084e0ef2b0e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:27.389176 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fb331b58-f1b5-4efa-804e-084e0ef2b0e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:27.464392 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fb331b58-f1b5-4efa-804e-084e0ef2b0e3 admin admin] Publish callbacks [] for security_group (a5736da3-4589-481c-90ec-9171ba699d13), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:27.467954 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fb331b58-f1b5-4efa-804e-084e0ef2b0e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (a5736da3-4589-481c-90ec-9171ba699d13), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:27.493897 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb331b58-f1b5-4efa-804e-084e0ef2b0e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:18:27.504524 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb331b58-f1b5-4efa-804e-084e0ef2b0e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5736da3-4589-481c-90ec-9171ba699d13,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:27.509592 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fb331b58-f1b5-4efa-804e-084e0ef2b0e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (4bba5d74-a583-4d9e-9ab3-1677dd4ea63b), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:27.509939 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-fb331b58-f1b5-4efa-804e-084e0ef2b0e3 admin admin] Added segment 4bba5d74-a583-4d9e-9ab3-1677dd4ea63b of type vlan for network 1a892d86-d925-4a83-af60-41715641441a Feb 04 13:18:27.552738 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fb331b58-f1b5-4efa-804e-084e0ef2b0e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (1a892d86-d925-4a83-af60-41715641441a), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:27.577203 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fb331b58-f1b5-4efa-804e-084e0ef2b0e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (1a892d86-d925-4a83-af60-41715641441a), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:27.578848 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb331b58-f1b5-4efa-804e-084e0ef2b0e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:27.579551 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fb331b58-f1b5-4efa-804e-084e0ef2b0e3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:27.628478 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-fb331b58-f1b5-4efa-804e-084e0ef2b0e3 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3666842 Feb 04 13:18:27.631440 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 60484) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:18:27.636642 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-e31d24b2-61ad-4a8a-bced-3cd2be4af818 admin admin] Request body: {'subnet': {'network_id': '1a892d86-d925-4a83-af60-41715641441a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-61952906-subnet', 'tenant_id': '217ad65740a34ff7a74a4e28faf5d602', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:18:27.642704 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb331b58-f1b5-4efa-804e-084e0ef2b0e3 admin admin] Pushing event updated for resources: {'Network': ['ID=1a892d86-d925-4a83-af60-41715641441a,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:27.654600 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 1a892d86-d925-4a83-af60-41715641441a details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:18:27.658113 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e31d24b2-61ad-4a8a-bced-3cd2be4af818 admin admin] Made reservation on behalf of 217ad65740a34ff7a74a4e28faf5d602 for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:18:27.660684 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e31d24b2-61ad-4a8a-bced-3cd2be4af818 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:27.830220 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e31d24b2-61ad-4a8a-bced-3cd2be4af818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52094127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51452689'] for subnet (3ec1dd94-ac8a-44c1-9eb6-ff63fff36a3d), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:27.887985 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31d24b2-61ad-4a8a-bced-3cd2be4af818 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ec1dd94-ac8a-44c1-9eb6-ff63fff36a3d,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:27.896007 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31d24b2-61ad-4a8a-bced-3cd2be4af818 admin admin] Checking segment: {'id': '4bba5d74-a583-4d9e-9ab3-1677dd4ea63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '1a892d86-d925-4a83-af60-41715641441a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:18:27.896374 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31d24b2-61ad-4a8a-bced-3cd2be4af818 admin admin] Network hostable DHCP agents. Network: 1a892d86-d925-4a83-af60-41715641441a, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:18:27.913327 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31d24b2-61ad-4a8a-bced-3cd2be4af818 admin admin] Network 1a892d86-d925-4a83-af60-41715641441a is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:18:27.921908 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-e31d24b2-61ad-4a8a-bced-3cd2be4af818 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 1a892d86-d925-4a83-af60-41715641441a) {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:18:27.927113 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31d24b2-61ad-4a8a-bced-3cd2be4af818 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:27.927713 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e31d24b2-61ad-4a8a-bced-3cd2be4af818 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:27.932739 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f14cefe-46ff-4bdc-8ff5-a2f3b248888a None None] Network 1a892d86-d925-4a83-af60-41715641441a requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:18:27.943963 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-e31d24b2-61ad-4a8a-bced-3cd2be4af818 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3112934 Feb 04 13:18:28.035202 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24f43ae-65e1-42a2-997f-92b2d69a56b3 None None] Network 1a892d86-d925-4a83-af60-41715641441a requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:18:28.157931 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device dddbd055-ad2d-4f83-8c42-064635bb94b7 no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:18:28.179218 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] No Port match for: dddbd055-ad2d-4f83-8c42-064635bb94b7 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:18:28.179573 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device dddbd055-ad2d-4f83-8c42-064635bb94b7 not bound to the agent host n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:18:28.374194 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de54257-00c7-4297-93ba-ba62a1a1fff1 req-9cda15bd-ef65-4f12-bcf1-502b8b2baa7d tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:28.375796 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3de54257-00c7-4297-93ba-ba62a1a1fff1 req-9cda15bd-ef65-4f12-bcf1-502b8b2baa7d tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] 10.222.0.65 "GET /v2.0/networks?id=1a892d86-d925-4a83-af60-41715641441a HTTP/1.1" status: 200 len: 810 time: 0.1034162 Feb 04 13:18:28.390351 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3de54257-00c7-4297-93ba-ba62a1a1fff1 req-9211c730-260f-47cb-ad38-acd3475b6400 tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] 10.222.0.65 "GET /v2.0/quotas/217ad65740a34ff7a74a4e28faf5d602 HTTP/1.1" status: 200 len: 375 time: 0.0087767 Feb 04 13:18:28.422018 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3de54257-00c7-4297-93ba-ba62a1a1fff1 req-46a3db91-e44d-4008-a315-4c465c44a71f tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=217ad65740a34ff7a74a4e28faf5d602&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261693 Feb 04 13:18:28.509958 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3de54257-00c7-4297-93ba-ba62a1a1fff1 req-70113cc6-576c-4c23-bf3e-509a0eda3747 service neutron] 10.222.0.65 "GET /v2.0/networks/1a892d86-d925-4a83-af60-41715641441a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802534 Feb 04 13:18:28.600680 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3de54257-00c7-4297-93ba-ba62a1a1fff1 req-e7a72b3a-e64f-4dc5-82d9-be47a98a7f3c service neutron] 10.222.0.65 "GET /v2.0/networks/1a892d86-d925-4a83-af60-41715641441a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850887 Feb 04 13:18:29.775138 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7c1aa784-b8fe-469f-9526-d0c46fa490e1 req-cb0882c1-4a63-4449-a7af-3d15c2987e65 tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fae59b3-b134-4835-83ee-cac43e30e74e HTTP/1.1" status: 200 len: 210 time: 0.0288010 Feb 04 13:18:30.856453 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a25de01a-7d35-41df-815d-14f32beed259 req-0b3df8b3-2ea3-479e-89d1-037c27908c02 tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fae59b3-b134-4835-83ee-cac43e30e74e HTTP/1.1" status: 200 len: 210 time: 0.0290058 Feb 04 13:18:31.575962 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:31.934733 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-74773819-3e75-4225-9ba9-b59e2f78a608 req-5425fec1-db14-488e-8db6-ccc864e4b32d tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fae59b3-b134-4835-83ee-cac43e30e74e HTTP/1.1" status: 200 len: 210 time: 0.0271423 Feb 04 13:18:32.234599 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:33.016657 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7bf0e835-5ebc-4394-9cf3-1d1ea07b8d32 req-b1a41d36-2ca9-44ab-a8c0-b38a0a5ecd52 tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fae59b3-b134-4835-83ee-cac43e30e74e HTTP/1.1" status: 200 len: 210 time: 0.0272324 Feb 04 13:18:33.530463 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:18:34.123932 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-38266d1e-32fd-47d8-b92d-5fe03baeaa18 req-3973f722-10d8-40c6-ac19-5ae6a6397d15 tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fae59b3-b134-4835-83ee-cac43e30e74e HTTP/1.1" status: 200 len: 210 time: 0.0317574 Feb 04 13:18:34.888652 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de54257-00c7-4297-93ba-ba62a1a1fff1 req-9a9eca4b-53b0-4aa2-8d63-cf105f55bfe5 tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:34.890138 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3de54257-00c7-4297-93ba-ba62a1a1fff1 req-9a9eca4b-53b0-4aa2-8d63-cf105f55bfe5 tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] 10.222.0.73 "GET /v2.0/networks?id=1a892d86-d925-4a83-af60-41715641441a HTTP/1.1" status: 200 len: 810 time: 0.1098347 Feb 04 13:18:34.905111 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-3de54257-00c7-4297-93ba-ba62a1a1fff1 req-c84d6dfa-dec4-4718-82ce-61adfada4fad tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] Request body: {'port': {'device_id': '7fae59b3-b134-4835-83ee-cac43e30e74e', 'network_id': '1a892d86-d925-4a83-af60-41715641441a', 'admin_state_up': True, 'tenant_id': '217ad65740a34ff7a74a4e28faf5d602'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:18:35.029684 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3de54257-00c7-4297-93ba-ba62a1a1fff1 req-c84d6dfa-dec4-4718-82ce-61adfada4fad tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] Made reservation on behalf of 217ad65740a34ff7a74a4e28faf5d602 for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:18:35.032924 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-3de54257-00c7-4297-93ba-ba62a1a1fff1 req-c84d6dfa-dec4-4718-82ce-61adfada4fad tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:35.167375 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-3de54257-00c7-4297-93ba-ba62a1a1fff1 req-c84d6dfa-dec4-4718-82ce-61adfada4fad tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] Allocated IP 172.20.0.14 (1a892d86-d925-4a83-af60-41715641441a/3ec1dd94-ac8a-44c1-9eb6-ff63fff36a3d/7ea4e2c7-f2c5-4604-993f-9ac938da23a4) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:18:35.228579 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1d9a0e8d-1dfd-4e49-b6bc-0c8dca4fbcde req-4387fd05-11ca-47f8-9518-86f48087e74f tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fae59b3-b134-4835-83ee-cac43e30e74e HTTP/1.1" status: 200 len: 210 time: 0.0371573 Feb 04 13:18:35.346713 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-3de54257-00c7-4297-93ba-ba62a1a1fff1 req-c84d6dfa-dec4-4718-82ce-61adfada4fad tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] Publish callbacks [] for port (7ea4e2c7-f2c5-4604-993f-9ac938da23a4), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:35.383152 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-3de54257-00c7-4297-93ba-ba62a1a1fff1 req-c84d6dfa-dec4-4718-82ce-61adfada4fad tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (7ea4e2c7-f2c5-4604-993f-9ac938da23a4), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:35.427132 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3de54257-00c7-4297-93ba-ba62a1a1fff1 req-c84d6dfa-dec4-4718-82ce-61adfada4fad tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] Network 1a892d86-d925-4a83-af60-41715641441a is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:18:35.430194 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-3de54257-00c7-4297-93ba-ba62a1a1fff1 req-c84d6dfa-dec4-4718-82ce-61adfada4fad tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:18:35.433916 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-3de54257-00c7-4297-93ba-ba62a1a1fff1 req-c84d6dfa-dec4-4718-82ce-61adfada4fad tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:18:35.440765 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84d6dfa-dec4-4718-82ce-61adfada4fad tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] Pushing event updated for resources: {'Port': ['ID=7ea4e2c7-f2c5-4604-993f-9ac938da23a4,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:35.486544 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de54257-00c7-4297-93ba-ba62a1a1fff1 req-c84d6dfa-dec4-4718-82ce-61adfada4fad tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:35.487153 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-3de54257-00c7-4297-93ba-ba62a1a1fff1 req-c84d6dfa-dec4-4718-82ce-61adfada4fad tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:35.502722 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3de54257-00c7-4297-93ba-ba62a1a1fff1 req-c84d6dfa-dec4-4718-82ce-61adfada4fad tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6033869 Feb 04 13:18:35.514480 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-3de54257-00c7-4297-93ba-ba62a1a1fff1 req-5a55383a-6060-4058-b5a1-d5ea4b7db99a service neutron] Request body: {'port': {'device_id': '7fae59b3-b134-4835-83ee-cac43e30e74e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:18:35.577371 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-3de54257-00c7-4297-93ba-ba62a1a1fff1 req-5a55383a-6060-4058-b5a1-d5ea4b7db99a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (7ea4e2c7-f2c5-4604-993f-9ac938da23a4), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:35.841773 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-3de54257-00c7-4297-93ba-ba62a1a1fff1 req-5a55383a-6060-4058-b5a1-d5ea4b7db99a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ea4e2c7-f2c5-4604-993f-9ac938da23a4 {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:18:35.850233 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-3de54257-00c7-4297-93ba-ba62a1a1fff1 req-5a55383a-6060-4058-b5a1-d5ea4b7db99a service neutron] Publish callbacks [] for port (7ea4e2c7-f2c5-4604-993f-9ac938da23a4), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:35.862066 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-3de54257-00c7-4297-93ba-ba62a1a1fff1 req-5a55383a-6060-4058-b5a1-d5ea4b7db99a service neutron] Transition to ACTIVE for port object 7ea4e2c7-f2c5-4604-993f-9ac938da23a4 will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:18:35.865839 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-3de54257-00c7-4297-93ba-ba62a1a1fff1 req-5a55383a-6060-4058-b5a1-d5ea4b7db99a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (7ea4e2c7-f2c5-4604-993f-9ac938da23a4), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:35.917588 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a55383a-6060-4058-b5a1-d5ea4b7db99a service neutron] Pushing event updated for resources: {'Port': ['ID=7ea4e2c7-f2c5-4604-993f-9ac938da23a4,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:35.985522 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-3de54257-00c7-4297-93ba-ba62a1a1fff1 req-5a55383a-6060-4058-b5a1-d5ea4b7db99a service neutron] Attempting to bind port 7ea4e2c7-f2c5-4604-993f-9ac938da23a4 on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:18:35.985864 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-3de54257-00c7-4297-93ba-ba62a1a1fff1 req-5a55383a-6060-4058-b5a1-d5ea4b7db99a service neutron] Attempting to bind port 7ea4e2c7-f2c5-4604-993f-9ac938da23a4 by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': '4bba5d74-a583-4d9e-9ab3-1677dd4ea63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '1a892d86-d925-4a83-af60-41715641441a'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:18:35.986201 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de54257-00c7-4297-93ba-ba62a1a1fff1 req-5a55383a-6060-4058-b5a1-d5ea4b7db99a service neutron] Attempting to bind port 7ea4e2c7-f2c5-4604-993f-9ac938da23a4 on network 1a892d86-d925-4a83-af60-41715641441a {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:18:35.990656 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de54257-00c7-4297-93ba-ba62a1a1fff1 req-5a55383a-6060-4058-b5a1-d5ea4b7db99a service neutron] Port 7ea4e2c7-f2c5-4604-993f-9ac938da23a4 on network 1a892d86-d925-4a83-af60-41715641441a not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:18:35.990979 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de54257-00c7-4297-93ba-ba62a1a1fff1 req-5a55383a-6060-4058-b5a1-d5ea4b7db99a service neutron] Attempting to bind port 7ea4e2c7-f2c5-4604-993f-9ac938da23a4 on network 1a892d86-d925-4a83-af60-41715641441a {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:18:35.995895 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de54257-00c7-4297-93ba-ba62a1a1fff1 req-5a55383a-6060-4058-b5a1-d5ea4b7db99a service neutron] Checking agent: {'id': 'f8add0d2-2202-43d3-bc0e-72442788e6ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 18, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:18:35.996234 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de54257-00c7-4297-93ba-ba62a1a1fff1 req-5a55383a-6060-4058-b5a1-d5ea4b7db99a service neutron] Checking segment: {'id': '4bba5d74-a583-4d9e-9ab3-1677dd4ea63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '1a892d86-d925-4a83-af60-41715641441a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:18:35.996616 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de54257-00c7-4297-93ba-ba62a1a1fff1 req-5a55383a-6060-4058-b5a1-d5ea4b7db99a service neutron] Bound using segment: {'id': '4bba5d74-a583-4d9e-9ab3-1677dd4ea63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '1a892d86-d925-4a83-af60-41715641441a'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:18:35.997085 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-3de54257-00c7-4297-93ba-ba62a1a1fff1 req-5a55383a-6060-4058-b5a1-d5ea4b7db99a service neutron] Bound port: 7ea4e2c7-f2c5-4604-993f-9ac938da23a4, host: n-h1-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bba5d74-a583-4d9e-9ab3-1677dd4ea63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '1a892d86-d925-4a83-af60-41715641441a'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:18:35.997425 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-3de54257-00c7-4297-93ba-ba62a1a1fff1 req-5a55383a-6060-4058-b5a1-d5ea4b7db99a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (7ea4e2c7-f2c5-4604-993f-9ac938da23a4), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:36.060468 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-3de54257-00c7-4297-93ba-ba62a1a1fff1 req-5a55383a-6060-4058-b5a1-d5ea4b7db99a service neutron] For port 7ea4e2c7-f2c5-4604-993f-9ac938da23a4, host n-h1-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:18:36.064433 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-3de54257-00c7-4297-93ba-ba62a1a1fff1 req-5a55383a-6060-4058-b5a1-d5ea4b7db99a service neutron] For port 7ea4e2c7-f2c5-4604-993f-9ac938da23a4, host n-h1-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=7ea4e2c7-f2c5-4604-993f-9ac938da23a4,segment=NetworkSegment(4bba5d74-a583-4d9e-9ab3-1677dd4ea63b),segment_id=4bba5d74-a583-4d9e-9ab3-1677dd4ea63b)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:18:36.070264 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-3de54257-00c7-4297-93ba-ba62a1a1fff1 req-5a55383a-6060-4058-b5a1-d5ea4b7db99a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (7ea4e2c7-f2c5-4604-993f-9ac938da23a4), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:36.101920 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de54257-00c7-4297-93ba-ba62a1a1fff1 req-5a55383a-6060-4058-b5a1-d5ea4b7db99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:36.102634 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-3de54257-00c7-4297-93ba-ba62a1a1fff1 req-5a55383a-6060-4058-b5a1-d5ea4b7db99a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:36.104052 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3de54257-00c7-4297-93ba-ba62a1a1fff1 req-5a55383a-6060-4058-b5a1-d5ea4b7db99a service neutron] 10.222.0.73 "PUT /v2.0/ports/7ea4e2c7-f2c5-4604-993f-9ac938da23a4 HTTP/1.1" status: 200 len: 1092 time: 0.5937181 Feb 04 13:18:36.106132 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fae59b3-b134-4835-83ee-cac43e30e74e', 'tag': '7ea4e2c7-f2c5-4604-993f-9ac938da23a4'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:18:36.108415 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48bbd334e613f85cd2144b496d46af0d2e531f29900d43c124e8a63cdd2917ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ba6f4e2-dedf-44a7-8618-8e8355b2e392" -d '{"events": [{"name": "network-changed", "server_uuid": "7fae59b3-b134-4835-83ee-cac43e30e74e", "tag": "7ea4e2c7-f2c5-4604-993f-9ac938da23a4"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:18:36.142404 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a55383a-6060-4058-b5a1-d5ea4b7db99a service neutron] Pushing event updated for resources: {'Port': ['ID=7ea4e2c7-f2c5-4604-993f-9ac938da23a4,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:36.148245 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e4967d3-b258-4945-a499-b31b7e347b33 x-openstack-request-id: req-5e4967d3-b258-4945-a499-b31b7e347b33 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:18:36.148545 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fae59b3-b134-4835-83ee-cac43e30e74e", "tag": "7ea4e2c7-f2c5-4604-993f-9ac938da23a4", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:18:36.148801 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5e4967d3-b258-4945-a499-b31b7e347b33 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:18:36.149204 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fae59b3-b134-4835-83ee-cac43e30e74e', 'tag': '7ea4e2c7-f2c5-4604-993f-9ac938da23a4', 'status': 'completed', 'code': 200} Feb 04 13:18:36.200322 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de54257-00c7-4297-93ba-ba62a1a1fff1 req-f26c1275-6c44-4c1b-91e5-fd40d768f085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:36.201838 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3de54257-00c7-4297-93ba-ba62a1a1fff1 req-f26c1275-6c44-4c1b-91e5-fd40d768f085 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=217ad65740a34ff7a74a4e28faf5d602&device_id=7fae59b3-b134-4835-83ee-cac43e30e74e HTTP/1.1" status: 200 len: 1126 time: 0.0469773 Feb 04 13:18:36.539518 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3de54257-00c7-4297-93ba-ba62a1a1fff1 req-16c0d8ea-caba-4dab-a61e-82d4a6dd111f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ea4e2c7-f2c5-4604-993f-9ac938da23a4 HTTP/1.1" status: 200 len: 217 time: 0.3283086 Feb 04 13:18:36.608626 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de54257-00c7-4297-93ba-ba62a1a1fff1 req-cb1051e4-6ca8-4eb6-a241-21549448819b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:36.610165 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3de54257-00c7-4297-93ba-ba62a1a1fff1 req-cb1051e4-6ca8-4eb6-a241-21549448819b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3ec1dd94-ac8a-44c1-9eb6-ff63fff36a3d HTTP/1.1" status: 200 len: 850 time: 0.0634048 Feb 04 13:18:36.634112 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a47aba-4a20-4849-b52b-11eddd624636 req-3dfae626-48cd-4e90-ba8b-a7dcce65dbd2 tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:36.635545 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-98a47aba-4a20-4849-b52b-11eddd624636 req-3dfae626-48cd-4e90-ba8b-a7dcce65dbd2 tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fae59b3-b134-4835-83ee-cac43e30e74e HTTP/1.1" status: 200 len: 944 time: 0.0989218 Feb 04 13:18:36.655814 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3de54257-00c7-4297-93ba-ba62a1a1fff1 req-c18a2bc2-c17f-4484-a780-3c4a8c5b5909 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1a892d86-d925-4a83-af60-41715641441a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391722 Feb 04 13:18:36.753532 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-98a47aba-4a20-4849-b52b-11eddd624636 req-cee1cfe8-9fd6-4211-90ba-ae68de94d8e6 tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5736da3-4589-481c-90ec-9171ba699d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999944 Feb 04 13:18:36.777713 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3de54257-00c7-4297-93ba-ba62a1a1fff1 req-325d8439-b226-4e7d-b8bf-587c33e1f4de service neutron] 10.222.0.73 "GET /v2.0/networks/1a892d86-d925-4a83-af60-41715641441a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153469 Feb 04 13:18:36.872949 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3de54257-00c7-4297-93ba-ba62a1a1fff1 req-e6cf007b-587a-4ce1-875d-9e2428550795 service neutron] 10.222.0.73 "GET /v2.0/networks/1a892d86-d925-4a83-af60-41715641441a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882723 Feb 04 13:18:36.964181 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba6f4e2-dedf-44a7-8618-8e8355b2e392 req-704223c7-5743-4d1a-aba8-3d8f50260a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:36.965698 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5ba6f4e2-dedf-44a7-8618-8e8355b2e392 req-704223c7-5743-4d1a-aba8-3d8f50260a59 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=217ad65740a34ff7a74a4e28faf5d602&device_id=7fae59b3-b134-4835-83ee-cac43e30e74e HTTP/1.1" status: 200 len: 1126 time: 0.0469661 Feb 04 13:18:37.069150 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba6f4e2-dedf-44a7-8618-8e8355b2e392 req-368f2e4d-2eb7-4f53-847d-b65fb0c34404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:37.070647 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5ba6f4e2-dedf-44a7-8618-8e8355b2e392 req-368f2e4d-2eb7-4f53-847d-b65fb0c34404 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1a892d86-d925-4a83-af60-41715641441a HTTP/1.1" status: 200 len: 911 time: 0.0981834 Feb 04 13:18:37.113505 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5ba6f4e2-dedf-44a7-8618-8e8355b2e392 req-7ad25d12-43fd-4e17-ad05-ef53bcaa3676 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ea4e2c7-f2c5-4604-993f-9ac938da23a4 HTTP/1.1" status: 200 len: 217 time: 0.0364134 Feb 04 13:18:37.165152 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba6f4e2-dedf-44a7-8618-8e8355b2e392 req-71297c61-9055-4e9d-8406-994bda5e5ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:37.166611 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5ba6f4e2-dedf-44a7-8618-8e8355b2e392 req-71297c61-9055-4e9d-8406-994bda5e5ab6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3ec1dd94-ac8a-44c1-9eb6-ff63fff36a3d HTTP/1.1" status: 200 len: 850 time: 0.0468633 Feb 04 13:18:37.200635 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5ba6f4e2-dedf-44a7-8618-8e8355b2e392 req-adf316e3-29a5-4729-9638-a2e61c2b951b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1a892d86-d925-4a83-af60-41715641441a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254629 Feb 04 13:18:37.297798 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5ba6f4e2-dedf-44a7-8618-8e8355b2e392 req-1ca87955-e9a5-41a3-b06e-b0644214873e service neutron] 10.222.0.73 "GET /v2.0/networks/1a892d86-d925-4a83-af60-41715641441a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881641 Feb 04 13:18:37.392253 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5ba6f4e2-dedf-44a7-8618-8e8355b2e392 req-bd027717-61ca-42f0-8d8b-eff171ef07e9 service neutron] 10.222.0.73 "GET /v2.0/networks/1a892d86-d925-4a83-af60-41715641441a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848181 Feb 04 13:18:37.884797 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9475d52-7a50-45c5-88b9-e7aae1a8e1e7 req-8ac2a6b1-5ac5-4bd6-b041-b276e72efd36 tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:37.886280 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f9475d52-7a50-45c5-88b9-e7aae1a8e1e7 req-8ac2a6b1-5ac5-4bd6-b041-b276e72efd36 tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fae59b3-b134-4835-83ee-cac43e30e74e HTTP/1.1" status: 200 len: 944 time: 0.0606976 Feb 04 13:18:37.933186 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f9475d52-7a50-45c5-88b9-e7aae1a8e1e7 req-6005e659-3202-42e4-bc43-33be6ca14af3 tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5736da3-4589-481c-90ec-9171ba699d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412586 Feb 04 13:18:39.059568 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888cf90a-18a0-4445-bc04-9ea753a862c7 req-94defbae-9e90-445a-8ad9-561bf6f98d43 tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:39.061145 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-888cf90a-18a0-4445-bc04-9ea753a862c7 req-94defbae-9e90-445a-8ad9-561bf6f98d43 tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fae59b3-b134-4835-83ee-cac43e30e74e HTTP/1.1" status: 200 len: 944 time: 0.0581112 Feb 04 13:18:39.112128 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-888cf90a-18a0-4445-bc04-9ea753a862c7 req-24a8fec4-087e-4985-ad22-f9ca0071380b tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5736da3-4589-481c-90ec-9171ba699d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448489 Feb 04 13:18:40.227285 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 7ea4e2c7-f2c5-4604-993f-9ac938da23a4 details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:18:40.233554 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdc4f20-58ad-460d-86fe-68656576bc89 req-3d615339-00c0-4217-826f-a220e8ecf9e8 tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:40.235675 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ecdc4f20-58ad-460d-86fe-68656576bc89 req-3d615339-00c0-4217-826f-a220e8ecf9e8 tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fae59b3-b134-4835-83ee-cac43e30e74e HTTP/1.1" status: 200 len: 944 time: 0.0536869 Feb 04 13:18:40.287655 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ecdc4f20-58ad-460d-86fe-68656576bc89 req-00dc4ea9-d978-45f9-8429-71416fd62d6b tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5736da3-4589-481c-90ec-9171ba699d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469697 Feb 04 13:18:40.323758 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 7ea4e2c7-f2c5-4604-993f-9ac938da23a4, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=7ea4e2c7-f2c5-4604-993f-9ac938da23a4,segment=NetworkSegment(4bba5d74-a583-4d9e-9ab3-1677dd4ea63b),segment_id=4bba5d74-a583-4d9e-9ab3-1677dd4ea63b)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:18:40.336430 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': '7ea4e2c7-f2c5-4604-993f-9ac938da23a4', 'network_id': '1a892d86-d925-4a83-af60-41715641441a', 'port_id': '7ea4e2c7-f2c5-4604-993f-9ac938da23a4', 'mac_address': 'fa:16:3e:2e:f6:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ec1dd94-ac8a-44c1-9eb6-ff63fff36a3d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:18:40.383348 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 7ea4e2c7-f2c5-4604-993f-9ac938da23a4 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:18:40.383760 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (7ea4e2c7-f2c5-4604-993f-9ac938da23a4), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:40.397920 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ea4e2c7-f2c5-4604-993f-9ac938da23a4 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:18:40.417943 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 7ea4e2c7-f2c5-4604-993f-9ac938da23a4, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=7ea4e2c7-f2c5-4604-993f-9ac938da23a4,segment=NetworkSegment(4bba5d74-a583-4d9e-9ab3-1677dd4ea63b),segment_id=4bba5d74-a583-4d9e-9ab3-1677dd4ea63b)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:18:40.424180 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (7ea4e2c7-f2c5-4604-993f-9ac938da23a4), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:40.475843 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=7ea4e2c7-f2c5-4604-993f-9ac938da23a4,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:40.661150 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['7ea4e2c7-f2c5-4604-993f-9ac938da23a4'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:18:41.407668 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78cef16-87dc-4a0e-8d0b-e03ca3b28434 req-02b3c317-75f4-4e2b-94ee-350cfff8521c tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:41.410439 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f78cef16-87dc-4a0e-8d0b-e03ca3b28434 req-02b3c317-75f4-4e2b-94ee-350cfff8521c tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fae59b3-b134-4835-83ee-cac43e30e74e HTTP/1.1" status: 200 len: 945 time: 0.0532680 Feb 04 13:18:41.455664 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f78cef16-87dc-4a0e-8d0b-e03ca3b28434 req-5350bc7e-3c65-4429-bb65-4b982ce89e11 tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5736da3-4589-481c-90ec-9171ba699d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407128 Feb 04 13:18:42.236265 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 7ea4e2c7-f2c5-4604-993f-9ac938da23a4 up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:18:42.284944 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning for port 7ea4e2c7-f2c5-4604-993f-9ac938da23a4 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:18:42.289022 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port 7ea4e2c7-f2c5-4604-993f-9ac938da23a4 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:18:42.289396 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (7ea4e2c7-f2c5-4604-993f-9ac938da23a4), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:42.368681 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 7ea4e2c7-f2c5-4604-993f-9ac938da23a4 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:18:42.369072 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (7ea4e2c7-f2c5-4604-993f-9ac938da23a4), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:42.391985 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fae59b3-b134-4835-83ee-cac43e30e74e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ea4e2c7-f2c5-4604-993f-9ac938da23a4'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:18:42.394211 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53818b00e40e8afff1ffbbb80b1f2b2ececb0555ff6da39e2769b708ef8305ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beb7e6e0-49cc-45fd-a01e-7870e2becb65" -d '{"events": [{"server_uuid": "7fae59b3-b134-4835-83ee-cac43e30e74e", "name": "network-vif-plugged", "status": "completed", "tag": "7ea4e2c7-f2c5-4604-993f-9ac938da23a4"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:18:42.406209 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 7ea4e2c7-f2c5-4604-993f-9ac938da23a4, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=7ea4e2c7-f2c5-4604-993f-9ac938da23a4,segment=NetworkSegment(4bba5d74-a583-4d9e-9ab3-1677dd4ea63b),segment_id=4bba5d74-a583-4d9e-9ab3-1677dd4ea63b)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:18:42.411434 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (7ea4e2c7-f2c5-4604-993f-9ac938da23a4), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:42.435228 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e8ff457-0701-42f7-8402-f906f751816b x-openstack-request-id: req-7e8ff457-0701-42f7-8402-f906f751816b {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:18:42.435528 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fae59b3-b134-4835-83ee-cac43e30e74e", "name": "network-vif-plugged", "status": "completed", "tag": "7ea4e2c7-f2c5-4604-993f-9ac938da23a4", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:18:42.435806 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7e8ff457-0701-42f7-8402-f906f751816b {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:18:42.436226 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fae59b3-b134-4835-83ee-cac43e30e74e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ea4e2c7-f2c5-4604-993f-9ac938da23a4', 'code': 200} Feb 04 13:18:42.462973 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=7ea4e2c7-f2c5-4604-993f-9ac938da23a4,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:42.581077 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c76af53-2be0-4568-8abb-93962c64f1bf req-8d10afce-3f39-4e84-8401-4faf7ce2d791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:42.582630 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0c76af53-2be0-4568-8abb-93962c64f1bf req-8d10afce-3f39-4e84-8401-4faf7ce2d791 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7fae59b3-b134-4835-83ee-cac43e30e74e HTTP/1.1" status: 200 len: 1128 time: 0.0806050 Feb 04 13:18:42.604378 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48468e35-bf1f-495f-ba2d-10de744edff1 req-733111cc-1bbb-4287-9f18-6c346fbdd2af tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:42.605800 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-48468e35-bf1f-495f-ba2d-10de744edff1 req-733111cc-1bbb-4287-9f18-6c346fbdd2af tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fae59b3-b134-4835-83ee-cac43e30e74e HTTP/1.1" status: 200 len: 946 time: 0.0760784 Feb 04 13:18:42.670668 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0c76af53-2be0-4568-8abb-93962c64f1bf req-ffc0f0b6-6d62-4878-9f52-fdbd8584e9ce service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=a5736da3-4589-481c-90ec-9171ba699d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815420 Feb 04 13:18:42.675412 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-48468e35-bf1f-495f-ba2d-10de744edff1 req-0d0e697e-7b97-4503-837a-ef7083a0fa41 tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5736da3-4589-481c-90ec-9171ba699d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622373 Feb 04 13:18:43.800151 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d808f6-7bd1-4917-a3a2-5774ae7cbebd req-3715d405-7cf9-4888-80bd-01b4cfc06d69 tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:43.801648 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-23d808f6-7bd1-4917-a3a2-5774ae7cbebd req-3715d405-7cf9-4888-80bd-01b4cfc06d69 tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fae59b3-b134-4835-83ee-cac43e30e74e HTTP/1.1" status: 200 len: 946 time: 0.0548453 Feb 04 13:18:43.848661 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-23d808f6-7bd1-4917-a3a2-5774ae7cbebd req-be2625ed-9068-48a0-a8b2-2fe61ea8074a tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5736da3-4589-481c-90ec-9171ba699d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413678 Feb 04 13:18:44.970240 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9138569-e158-4047-a11d-529783ca4b05 req-b3bd132a-ab6b-4cce-844f-b60d63c4164b tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:44.971930 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a9138569-e158-4047-a11d-529783ca4b05 req-b3bd132a-ab6b-4cce-844f-b60d63c4164b tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fae59b3-b134-4835-83ee-cac43e30e74e HTTP/1.1" status: 200 len: 946 time: 0.0555882 Feb 04 13:18:45.025887 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a9138569-e158-4047-a11d-529783ca4b05 req-5081ebc4-31bc-487a-b272-33fcdb083c7e tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5736da3-4589-481c-90ec-9171ba699d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472314 Feb 04 13:18:45.405862 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad9d39d-edca-4792-a3f8-f9af6d954de5 req-b1fa09cc-d571-4664-808a-fe9fd394e41b tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:45.408533 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8ad9d39d-edca-4792-a3f8-f9af6d954de5 req-b1fa09cc-d571-4664-808a-fe9fd394e41b tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fae59b3-b134-4835-83ee-cac43e30e74e HTTP/1.1" status: 200 len: 946 time: 0.0667942 Feb 04 13:18:45.472342 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8ad9d39d-edca-4792-a3f8-f9af6d954de5 req-2cb77cd6-62f0-4af1-bce8-9f77616efaff tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5736da3-4589-481c-90ec-9171ba699d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557365 Feb 04 13:18:45.481710 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-69ef57fd-3177-42b8-b178-4e250a1cad13 req-6ee6e582-1050-4725-a862-56011a12dbe7 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7fae59b3-b134-4835-83ee-cac43e30e74e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1159742 Feb 04 13:18:45.491254 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [req-69ef57fd-3177-42b8-b178-4e250a1cad13 req-fb7dab12-e023-43e1-9d02-0c2dbde640d2 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103474) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:18:45.492340 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-69ef57fd-3177-42b8-b178-4e250a1cad13 req-fb7dab12-e023-43e1-9d02-0c2dbde640d2 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054252 Feb 04 13:18:45.590879 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ebde38e6-9e88-42d0-8a44-509b60e1bbf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:46.610815 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ef57fd-3177-42b8-b178-4e250a1cad13 req-f8048b36-f13f-4dea-a45c-9cc0daa34f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:46.612331 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-69ef57fd-3177-42b8-b178-4e250a1cad13 req-f8048b36-f13f-4dea-a45c-9cc0daa34f82 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=217ad65740a34ff7a74a4e28faf5d602&device_id=7fae59b3-b134-4835-83ee-cac43e30e74e HTTP/1.1" status: 200 len: 1128 time: 0.0837045 Feb 04 13:18:46.622972 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63dea49-80c4-4225-ba5e-fea1af398a60 req-3c5ff7c6-2adc-4166-ba92-23aab11cfaf8 tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:46.624350 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b63dea49-80c4-4225-ba5e-fea1af398a60 req-3c5ff7c6-2adc-4166-ba92-23aab11cfaf8 tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fae59b3-b134-4835-83ee-cac43e30e74e HTTP/1.1" status: 200 len: 946 time: 0.0696917 Feb 04 13:18:46.725146 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b63dea49-80c4-4225-ba5e-fea1af398a60 req-ddcc1d91-c132-427f-82ba-33f115ed54b9 tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5736da3-4589-481c-90ec-9171ba699d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927355 Feb 04 13:18:46.739381 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ef57fd-3177-42b8-b178-4e250a1cad13 req-2ffe38c9-9570-4f45-bf65-158df34a5c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:46.740844 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-69ef57fd-3177-42b8-b178-4e250a1cad13 req-2ffe38c9-9570-4f45-bf65-158df34a5c61 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1a892d86-d925-4a83-af60-41715641441a HTTP/1.1" status: 200 len: 911 time: 0.1156790 Feb 04 13:18:46.786320 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-69ef57fd-3177-42b8-b178-4e250a1cad13 req-e58c2b7c-9b32-47e8-95f6-e7e1b0ab53e3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ea4e2c7-f2c5-4604-993f-9ac938da23a4 HTTP/1.1" status: 200 len: 217 time: 0.0385678 Feb 04 13:18:46.838616 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ef57fd-3177-42b8-b178-4e250a1cad13 req-9d33c480-ecd8-4c2a-bc5e-0429499b4587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:46.840095 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-69ef57fd-3177-42b8-b178-4e250a1cad13 req-9d33c480-ecd8-4c2a-bc5e-0429499b4587 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3ec1dd94-ac8a-44c1-9eb6-ff63fff36a3d HTTP/1.1" status: 200 len: 850 time: 0.0449393 Feb 04 13:18:46.876423 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-69ef57fd-3177-42b8-b178-4e250a1cad13 req-021f113e-be1f-4d87-af39-6222d5481e11 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1a892d86-d925-4a83-af60-41715641441a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264163 Feb 04 13:18:46.973759 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-69ef57fd-3177-42b8-b178-4e250a1cad13 req-1dbcec3f-58c1-48a3-afa3-07b217ba2e70 service neutron] 10.222.0.73 "GET /v2.0/networks/1a892d86-d925-4a83-af60-41715641441a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872350 Feb 04 13:18:47.067902 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-69ef57fd-3177-42b8-b178-4e250a1cad13 req-8f84651b-7dcd-4b81-9959-29d8b7a86726 service neutron] 10.222.0.73 "GET /v2.0/networks/1a892d86-d925-4a83-af60-41715641441a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876877 Feb 04 13:18:47.856691 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7228a52f-308b-41f8-9c11-e744820703a2 req-063b18b9-72d9-4314-add5-42c2ba5c8eb6 tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:47.858194 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7228a52f-308b-41f8-9c11-e744820703a2 req-063b18b9-72d9-4314-add5-42c2ba5c8eb6 tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fae59b3-b134-4835-83ee-cac43e30e74e HTTP/1.1" status: 200 len: 946 time: 0.0624499 Feb 04 13:18:47.907336 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7228a52f-308b-41f8-9c11-e744820703a2 req-a04f2c5e-e6eb-455e-9ef8-770b6db9b13c tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5736da3-4589-481c-90ec-9171ba699d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427635 Feb 04 13:18:48.091177 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f6af45f8-a92f-4783-82ee-eedd6196676b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:49.029951 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4848c3-c0fe-48eb-b142-dba52af16cfb req-b358b060-04ac-4900-9572-fd63ad884eb5 tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:49.032087 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7a4848c3-c0fe-48eb-b142-dba52af16cfb req-b358b060-04ac-4900-9572-fd63ad884eb5 tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fae59b3-b134-4835-83ee-cac43e30e74e HTTP/1.1" status: 200 len: 946 time: 0.0523136 Feb 04 13:18:49.078073 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7a4848c3-c0fe-48eb-b142-dba52af16cfb req-6f753430-6233-46ed-8c85-6b22bdbc299f tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5736da3-4589-481c-90ec-9171ba699d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399642 Feb 04 13:18:49.405017 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:50.196042 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b5e9c5-158a-4005-b12f-e43e20c3dd97 req-d35e135f-89da-4127-a2f6-3360730abd1c tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:50.197524 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-11b5e9c5-158a-4005-b12f-e43e20c3dd97 req-d35e135f-89da-4127-a2f6-3360730abd1c tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fae59b3-b134-4835-83ee-cac43e30e74e HTTP/1.1" status: 200 len: 946 time: 0.0528421 Feb 04 13:18:50.249160 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-11b5e9c5-158a-4005-b12f-e43e20c3dd97 req-351ce96c-4269-4865-b165-f9ee8563fb42 tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5736da3-4589-481c-90ec-9171ba699d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458388 Feb 04 13:18:50.663526 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:51.377677 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6b9256-8b27-4208-9a29-ea34ded893fd req-b05ec57a-6774-485b-a12b-79cfa5e070cf tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:51.379161 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-de6b9256-8b27-4208-9a29-ea34ded893fd req-b05ec57a-6774-485b-a12b-79cfa5e070cf tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fae59b3-b134-4835-83ee-cac43e30e74e HTTP/1.1" status: 200 len: 946 time: 0.0584211 Feb 04 13:18:51.427543 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-de6b9256-8b27-4208-9a29-ea34ded893fd req-ffbe20e5-e7ba-4530-a5c5-2153a06ae82f tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5736da3-4589-481c-90ec-9171ba699d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427389 Feb 04 13:18:51.784972 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:18:52.549101 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a120177-f6da-452f-ae70-02be5d2f3d89 req-9a5f88d6-91f8-4c28-892a-e55bed183665 tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:52.551466 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9a120177-f6da-452f-ae70-02be5d2f3d89 req-9a5f88d6-91f8-4c28-892a-e55bed183665 tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fae59b3-b134-4835-83ee-cac43e30e74e HTTP/1.1" status: 200 len: 946 time: 0.0539141 Feb 04 13:18:52.604210 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9a120177-f6da-452f-ae70-02be5d2f3d89 req-16a5f0cb-3e2f-4316-9d1b-ee45cf645cf6 tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5736da3-4589-481c-90ec-9171ba699d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460606 Feb 04 13:18:53.734381 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e7b5f6-07ee-4fd0-8c0e-0b39d40f25e9 req-cf37d3aa-693c-411c-9ea8-605d1d6dd611 tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:53.736635 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-58e7b5f6-07ee-4fd0-8c0e-0b39d40f25e9 req-cf37d3aa-693c-411c-9ea8-605d1d6dd611 tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fae59b3-b134-4835-83ee-cac43e30e74e HTTP/1.1" status: 200 len: 946 time: 0.0595989 Feb 04 13:18:53.782362 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-58e7b5f6-07ee-4fd0-8c0e-0b39d40f25e9 req-c873236d-6edb-41fc-85ae-76a5e43d88f6 tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5736da3-4589-481c-90ec-9171ba699d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399768 Feb 04 13:18:54.907462 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e4f808-71f3-4a53-a662-262b62309ff6 req-cdcfe994-40f1-4f2b-89ce-b5506cc775e7 tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:54.909208 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-81e4f808-71f3-4a53-a662-262b62309ff6 req-cdcfe994-40f1-4f2b-89ce-b5506cc775e7 tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fae59b3-b134-4835-83ee-cac43e30e74e HTTP/1.1" status: 200 len: 946 time: 0.0549269 Feb 04 13:18:54.963992 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-81e4f808-71f3-4a53-a662-262b62309ff6 req-41c8fdb1-9296-4c5f-b33f-1e1c54678974 tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5736da3-4589-481c-90ec-9171ba699d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482638 Feb 04 13:18:56.084112 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d663430-b026-4958-aca9-545c4fd7adda req-6f0f93ae-e76b-4aa4-a6b9-c0e45c1d5e96 tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:56.085596 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4d663430-b026-4958-aca9-545c4fd7adda req-6f0f93ae-e76b-4aa4-a6b9-c0e45c1d5e96 tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fae59b3-b134-4835-83ee-cac43e30e74e HTTP/1.1" status: 200 len: 946 time: 0.0532515 Feb 04 13:18:56.136452 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4d663430-b026-4958-aca9-545c4fd7adda req-f4d685fe-b6b4-4e91-8303-b20d2fdf3c60 tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5736da3-4589-481c-90ec-9171ba699d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453186 Feb 04 13:18:57.260593 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96af4549-3ac8-44ee-975c-63b7d235a914 req-f56cbf31-5614-47d6-8f64-2ff86300f65d tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:57.262079 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-96af4549-3ac8-44ee-975c-63b7d235a914 req-f56cbf31-5614-47d6-8f64-2ff86300f65d tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fae59b3-b134-4835-83ee-cac43e30e74e HTTP/1.1" status: 200 len: 946 time: 0.0534773 Feb 04 13:18:57.309070 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-96af4549-3ac8-44ee-975c-63b7d235a914 req-b264d090-9084-4a29-ae8b-e03d136865c7 tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5736da3-4589-481c-90ec-9171ba699d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413792 Feb 04 13:18:58.433524 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcde19f1-5513-4cfd-b59a-15abed0cdb82 req-ef1c06f7-735a-450d-92da-080ddbfb998a tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:58.435115 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dcde19f1-5513-4cfd-b59a-15abed0cdb82 req-ef1c06f7-735a-450d-92da-080ddbfb998a tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fae59b3-b134-4835-83ee-cac43e30e74e HTTP/1.1" status: 200 len: 946 time: 0.0583963 Feb 04 13:18:58.487044 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dcde19f1-5513-4cfd-b59a-15abed0cdb82 req-3db53dae-5dcc-46f7-99bb-233145e9b745 tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5736da3-4589-481c-90ec-9171ba699d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453827 Feb 04 13:18:59.642704 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22061360-d928-43fb-8d71-4c171e3e4f0e req-f058892e-a2b1-40e7-802f-72a28b0e276d tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:59.644501 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-22061360-d928-43fb-8d71-4c171e3e4f0e req-f058892e-a2b1-40e7-802f-72a28b0e276d tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fae59b3-b134-4835-83ee-cac43e30e74e HTTP/1.1" status: 200 len: 946 time: 0.0680656 Feb 04 13:18:59.694982 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-22061360-d928-43fb-8d71-4c171e3e4f0e req-68ed159a-140c-41fb-8307-b5108876a04d tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5736da3-4589-481c-90ec-9171ba699d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448027 Feb 04 13:19:00.815189 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d923a9-2694-4adb-8df3-ae4a3a7b6464 req-79a498f6-44ce-419e-a496-defc91becb5f tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:00.816684 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-96d923a9-2694-4adb-8df3-ae4a3a7b6464 req-79a498f6-44ce-419e-a496-defc91becb5f tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fae59b3-b134-4835-83ee-cac43e30e74e HTTP/1.1" status: 200 len: 946 time: 0.0532994 Feb 04 13:19:00.864188 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-96d923a9-2694-4adb-8df3-ae4a3a7b6464 req-cf060c72-db30-44c3-8a57-fb80c1b514dc tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5736da3-4589-481c-90ec-9171ba699d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419743 Feb 04 13:19:01.564423 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:01.987602 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e3f4e9-843b-4301-8cb8-45f50a49a531 req-80e2299c-03bd-4d16-a129-c5121a920707 tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:01.989092 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e7e3f4e9-843b-4301-8cb8-45f50a49a531 req-80e2299c-03bd-4d16-a129-c5121a920707 tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fae59b3-b134-4835-83ee-cac43e30e74e HTTP/1.1" status: 200 len: 946 time: 0.0572119 Feb 04 13:19:02.037381 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e7e3f4e9-843b-4301-8cb8-45f50a49a531 req-53d16024-8f55-40a0-aaff-1c5e1ca85906 tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5736da3-4589-481c-90ec-9171ba699d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427139 Feb 04 13:19:02.241956 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:03.159414 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c496015-a757-4ce9-9a24-48020ec56f0e req-1366c7b4-43d9-43e0-be39-46c0ee87b099 tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:03.160923 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2c496015-a757-4ce9-9a24-48020ec56f0e req-1366c7b4-43d9-43e0-be39-46c0ee87b099 tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fae59b3-b134-4835-83ee-cac43e30e74e HTTP/1.1" status: 200 len: 946 time: 0.0550420 Feb 04 13:19:03.206741 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2c496015-a757-4ce9-9a24-48020ec56f0e req-88b5dfd7-bb13-419d-a2e3-6389aaadb49f tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5736da3-4589-481c-90ec-9171ba699d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402207 Feb 04 13:19:04.326120 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32ce84c-da9c-4e27-a78b-32a18337f274 req-25f07c00-986b-45ff-9dea-ae00ed75bb3a tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:04.327640 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a32ce84c-da9c-4e27-a78b-32a18337f274 req-25f07c00-986b-45ff-9dea-ae00ed75bb3a tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fae59b3-b134-4835-83ee-cac43e30e74e HTTP/1.1" status: 200 len: 946 time: 0.0534167 Feb 04 13:19:04.379772 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a32ce84c-da9c-4e27-a78b-32a18337f274 req-33a3fa40-4c6b-4d23-bed2-0a97ede7e3e4 tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5736da3-4589-481c-90ec-9171ba699d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459685 Feb 04 13:19:05.501013 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2af67ad-c39c-4b38-9527-775ab6971822 req-23b6ee32-d788-487a-a89a-668faf7003b0 tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:05.502811 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c2af67ad-c39c-4b38-9527-775ab6971822 req-23b6ee32-d788-487a-a89a-668faf7003b0 tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fae59b3-b134-4835-83ee-cac43e30e74e HTTP/1.1" status: 200 len: 946 time: 0.0542665 Feb 04 13:19:05.555150 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c2af67ad-c39c-4b38-9527-775ab6971822 req-fba3b0b6-4f84-4078-ab56-5359dea3c22f tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5736da3-4589-481c-90ec-9171ba699d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425565 Feb 04 13:19:06.677265 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d3af77-da48-4410-934b-91db765aa99c req-a4b82711-d34b-4b1e-aa06-00a035895fe8 tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:06.678800 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d3d3af77-da48-4410-934b-91db765aa99c req-a4b82711-d34b-4b1e-aa06-00a035895fe8 tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fae59b3-b134-4835-83ee-cac43e30e74e HTTP/1.1" status: 200 len: 946 time: 0.0568111 Feb 04 13:19:06.726800 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d3d3af77-da48-4410-934b-91db765aa99c req-b04403c8-9897-44d1-9687-c36db1961793 tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5736da3-4589-481c-90ec-9171ba699d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414040 Feb 04 13:19:07.853675 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93fc7b4-cf05-4570-b5ec-2f96b1f8a6ad req-104fd56d-a798-4fd5-a61d-71b772c460f2 tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:07.855166 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d93fc7b4-cf05-4570-b5ec-2f96b1f8a6ad req-104fd56d-a798-4fd5-a61d-71b772c460f2 tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fae59b3-b134-4835-83ee-cac43e30e74e HTTP/1.1" status: 200 len: 946 time: 0.0575576 Feb 04 13:19:07.902376 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d93fc7b4-cf05-4570-b5ec-2f96b1f8a6ad req-9fe26607-9988-49b9-b222-74ebc96f1a55 tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5736da3-4589-481c-90ec-9171ba699d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416665 Feb 04 13:19:09.021747 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0674c99-c36e-4987-a843-8d48048b02c2 req-deba02f6-0e20-45f0-9527-5d665699829d tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:09.023189 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d0674c99-c36e-4987-a843-8d48048b02c2 req-deba02f6-0e20-45f0-9527-5d665699829d tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fae59b3-b134-4835-83ee-cac43e30e74e HTTP/1.1" status: 200 len: 946 time: 0.0520637 Feb 04 13:19:09.070208 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d0674c99-c36e-4987-a843-8d48048b02c2 req-2750fc14-e126-4871-835a-7da98141047e tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5736da3-4589-481c-90ec-9171ba699d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414207 Feb 04 13:19:10.194663 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ccd0a1-d7cb-4757-94f7-b5ceb0294d85 req-3f17d3c3-2d17-43e5-b2cd-40930b75f0aa tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:10.196227 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c0ccd0a1-d7cb-4757-94f7-b5ceb0294d85 req-3f17d3c3-2d17-43e5-b2cd-40930b75f0aa tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fae59b3-b134-4835-83ee-cac43e30e74e HTTP/1.1" status: 200 len: 946 time: 0.0539103 Feb 04 13:19:10.247411 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c0ccd0a1-d7cb-4757-94f7-b5ceb0294d85 req-04f83426-a4a8-476f-a5f3-a66083af3ee2 tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5736da3-4589-481c-90ec-9171ba699d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447834 Feb 04 13:19:10.530057 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:19:11.373197 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29115bfd-7353-42e0-86ec-7c2c23773c8e req-3afe0f12-0a8b-409e-83c8-4f8c123968d2 tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:11.374706 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-29115bfd-7353-42e0-86ec-7c2c23773c8e req-3afe0f12-0a8b-409e-83c8-4f8c123968d2 tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fae59b3-b134-4835-83ee-cac43e30e74e HTTP/1.1" status: 200 len: 946 time: 0.0558574 Feb 04 13:19:11.427000 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-29115bfd-7353-42e0-86ec-7c2c23773c8e req-89d3d2dc-6f4f-4160-bc3e-38234bb45764 tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5736da3-4589-481c-90ec-9171ba699d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454710 Feb 04 13:19:12.549200 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859d66bb-429a-48b1-a473-f1b771f7c410 req-bbfd9675-d72e-43c3-b67d-1a77c03ccc24 tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:12.550691 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-859d66bb-429a-48b1-a473-f1b771f7c410 req-bbfd9675-d72e-43c3-b67d-1a77c03ccc24 tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fae59b3-b134-4835-83ee-cac43e30e74e HTTP/1.1" status: 200 len: 946 time: 0.0535617 Feb 04 13:19:12.597361 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-859d66bb-429a-48b1-a473-f1b771f7c410 req-21a0fceb-7a62-4ba9-a3e0-7afdac2dc090 tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5736da3-4589-481c-90ec-9171ba699d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411005 Feb 04 13:19:13.720863 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41239943-73f2-4824-b4bc-57540cb230ec req-c647d25d-0b94-473c-9a92-af5a85882b1a tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:13.722891 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-41239943-73f2-4824-b4bc-57540cb230ec req-c647d25d-0b94-473c-9a92-af5a85882b1a tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fae59b3-b134-4835-83ee-cac43e30e74e HTTP/1.1" status: 200 len: 946 time: 0.0574424 Feb 04 13:19:13.769819 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-41239943-73f2-4824-b4bc-57540cb230ec req-06a9c96e-3ae5-41f9-86ac-1673973ed6a4 tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5736da3-4589-481c-90ec-9171ba699d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411258 Feb 04 13:19:14.151807 n-d-825015-3 neutron-server[103475]: INFO neutron.api.v2.resource [req-69ef57fd-3177-42b8-b178-4e250a1cad13 req-15c3b5cf-1f9d-4093-b8c5-9856d8893158 service neutron] show failed (client error): The resource could not be found. Feb 04 13:19:14.152830 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-69ef57fd-3177-42b8-b178-4e250a1cad13 req-15c3b5cf-1f9d-4093-b8c5-9856d8893158 service neutron] 10.222.0.73 "GET /v2.0/ports/7ea4e2c7-f2c5-4604-993f-9ac938da23a4/bindings/n-h2-825015-3 HTTP/1.1" status: 404 len: 380 time: 0.0552452 Feb 04 13:19:14.356083 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ef57fd-3177-42b8-b178-4e250a1cad13 req-50123956-c54d-40c2-a22f-86401d54ba91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:14.357606 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-69ef57fd-3177-42b8-b178-4e250a1cad13 req-50123956-c54d-40c2-a22f-86401d54ba91 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7fae59b3-b134-4835-83ee-cac43e30e74e&tenant_id=217ad65740a34ff7a74a4e28faf5d602 HTTP/1.1" status: 200 len: 1128 time: 0.0458674 Feb 04 13:19:14.366698 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [req-69ef57fd-3177-42b8-b178-4e250a1cad13 req-4e203867-5800-45de-ae33-206d6c2f9801 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:19:14.367806 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-69ef57fd-3177-42b8-b178-4e250a1cad13 req-4e203867-5800-45de-ae33-206d6c2f9801 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050514 Feb 04 13:19:14.377544 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-69ef57fd-3177-42b8-b178-4e250a1cad13 req-4a96461a-a00a-43cf-8820-281a05a4a5e3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825015-3', 'device_owner': 'compute:nova'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:19:14.439473 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-69ef57fd-3177-42b8-b178-4e250a1cad13 req-4a96461a-a00a-43cf-8820-281a05a4a5e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (7ea4e2c7-f2c5-4604-993f-9ac938da23a4), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:14.644113 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-69ef57fd-3177-42b8-b178-4e250a1cad13 req-4a96461a-a00a-43cf-8820-281a05a4a5e3 service neutron] For port 7ea4e2c7-f2c5-4604-993f-9ac938da23a4, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=7ea4e2c7-f2c5-4604-993f-9ac938da23a4,segment=NetworkSegment(4bba5d74-a583-4d9e-9ab3-1677dd4ea63b),segment_id=4bba5d74-a583-4d9e-9ab3-1677dd4ea63b)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:19:14.678605 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-69ef57fd-3177-42b8-b178-4e250a1cad13 req-4a96461a-a00a-43cf-8820-281a05a4a5e3 service neutron] For port 7ea4e2c7-f2c5-4604-993f-9ac938da23a4, host n-h1-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:19:14.717832 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fae59b3-b134-4835-83ee-cac43e30e74e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ea4e2c7-f2c5-4604-993f-9ac938da23a4'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:19:14.720045 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48bbd334e613f85cd2144b496d46af0d2e531f29900d43c124e8a63cdd2917ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baf93375-1d1c-4562-b59d-3ceb68db2075" -d '{"events": [{"server_uuid": "7fae59b3-b134-4835-83ee-cac43e30e74e", "name": "network-vif-unplugged", "status": "completed", "tag": "7ea4e2c7-f2c5-4604-993f-9ac938da23a4"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:19:14.723658 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-69ef57fd-3177-42b8-b178-4e250a1cad13 req-4a96461a-a00a-43cf-8820-281a05a4a5e3 service neutron] Publish callbacks [] for port (7ea4e2c7-f2c5-4604-993f-9ac938da23a4), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:14.736135 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-69ef57fd-3177-42b8-b178-4e250a1cad13 req-4a96461a-a00a-43cf-8820-281a05a4a5e3 service neutron] Transition to ACTIVE for port object 7ea4e2c7-f2c5-4604-993f-9ac938da23a4 will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:19:14.742014 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-69ef57fd-3177-42b8-b178-4e250a1cad13 req-4a96461a-a00a-43cf-8820-281a05a4a5e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (7ea4e2c7-f2c5-4604-993f-9ac938da23a4), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:14.779448 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 13:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da457618-797c-4a69-8d28-c2806137b7df x-openstack-request-id: req-da457618-797c-4a69-8d28-c2806137b7df {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:19:14.780259 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fae59b3-b134-4835-83ee-cac43e30e74e", "name": "network-vif-unplugged", "status": "completed", "tag": "7ea4e2c7-f2c5-4604-993f-9ac938da23a4", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:19:14.780259 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-da457618-797c-4a69-8d28-c2806137b7df {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:19:14.780468 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fae59b3-b134-4835-83ee-cac43e30e74e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ea4e2c7-f2c5-4604-993f-9ac938da23a4', 'code': 200} Feb 04 13:19:14.813274 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-69ef57fd-3177-42b8-b178-4e250a1cad13 req-4a96461a-a00a-43cf-8820-281a05a4a5e3 service neutron] No DVR routers for this DVR port 7ea4e2c7-f2c5-4604-993f-9ac938da23a4 on host n-h1-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:19:14.815292 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a96461a-a00a-43cf-8820-281a05a4a5e3 service neutron] Pushing event updated for resources: {'Port': ['ID=7ea4e2c7-f2c5-4604-993f-9ac938da23a4,revision_number=6']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:14.824708 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a96461a-a00a-43cf-8820-281a05a4a5e3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:14.825322 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a96461a-a00a-43cf-8820-281a05a4a5e3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:14.825670 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a96461a-a00a-43cf-8820-281a05a4a5e3 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:14.826015 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a96461a-a00a-43cf-8820-281a05a4a5e3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:14.826348 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a96461a-a00a-43cf-8820-281a05a4a5e3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:14.826683 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a96461a-a00a-43cf-8820-281a05a4a5e3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:14.827018 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a96461a-a00a-43cf-8820-281a05a4a5e3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:14.827349 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a96461a-a00a-43cf-8820-281a05a4a5e3 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:14.827677 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a96461a-a00a-43cf-8820-281a05a4a5e3 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:14.828031 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a96461a-a00a-43cf-8820-281a05a4a5e3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:14.828359 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a96461a-a00a-43cf-8820-281a05a4a5e3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:14.828685 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a96461a-a00a-43cf-8820-281a05a4a5e3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:14.829035 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a96461a-a00a-43cf-8820-281a05a4a5e3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:14.891472 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-69ef57fd-3177-42b8-b178-4e250a1cad13 req-4a96461a-a00a-43cf-8820-281a05a4a5e3 service neutron] Attempting to bind port 7ea4e2c7-f2c5-4604-993f-9ac938da23a4 on host n-h2-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:19:14.891836 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-69ef57fd-3177-42b8-b178-4e250a1cad13 req-4a96461a-a00a-43cf-8820-281a05a4a5e3 service neutron] Attempting to bind port 7ea4e2c7-f2c5-4604-993f-9ac938da23a4 by drivers openvswitch,hyperv on host n-h2-825015-3 at level 0 using segments [{'id': '4bba5d74-a583-4d9e-9ab3-1677dd4ea63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '1a892d86-d925-4a83-af60-41715641441a'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:19:14.892172 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ef57fd-3177-42b8-b178-4e250a1cad13 req-4a96461a-a00a-43cf-8820-281a05a4a5e3 service neutron] Attempting to bind port 7ea4e2c7-f2c5-4604-993f-9ac938da23a4 on network 1a892d86-d925-4a83-af60-41715641441a {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:19:14.899873 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ef57fd-3177-42b8-b178-4e250a1cad13 req-4a96461a-a00a-43cf-8820-281a05a4a5e3 service neutron] Port 7ea4e2c7-f2c5-4604-993f-9ac938da23a4 on network 1a892d86-d925-4a83-af60-41715641441a not bound, no agent of type Open vSwitch agent registered on host n-h2-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:19:14.900203 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ef57fd-3177-42b8-b178-4e250a1cad13 req-4a96461a-a00a-43cf-8820-281a05a4a5e3 service neutron] Attempting to bind port 7ea4e2c7-f2c5-4604-993f-9ac938da23a4 on network 1a892d86-d925-4a83-af60-41715641441a {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:19:14.907711 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ef57fd-3177-42b8-b178-4e250a1cad13 req-4a96461a-a00a-43cf-8820-281a05a4a5e3 service neutron] Checking agent: {'id': '9b68a165-e786-4b91-8592-44519c2ecabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:19:14.908076 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ef57fd-3177-42b8-b178-4e250a1cad13 req-4a96461a-a00a-43cf-8820-281a05a4a5e3 service neutron] Checking segment: {'id': '4bba5d74-a583-4d9e-9ab3-1677dd4ea63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '1a892d86-d925-4a83-af60-41715641441a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:19:14.908465 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ef57fd-3177-42b8-b178-4e250a1cad13 req-4a96461a-a00a-43cf-8820-281a05a4a5e3 service neutron] Bound using segment: {'id': '4bba5d74-a583-4d9e-9ab3-1677dd4ea63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '1a892d86-d925-4a83-af60-41715641441a'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:19:14.908943 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-69ef57fd-3177-42b8-b178-4e250a1cad13 req-4a96461a-a00a-43cf-8820-281a05a4a5e3 service neutron] Bound port: 7ea4e2c7-f2c5-4604-993f-9ac938da23a4, host: n-h2-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bba5d74-a583-4d9e-9ab3-1677dd4ea63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '1a892d86-d925-4a83-af60-41715641441a'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:19:14.909373 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-69ef57fd-3177-42b8-b178-4e250a1cad13 req-4a96461a-a00a-43cf-8820-281a05a4a5e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (7ea4e2c7-f2c5-4604-993f-9ac938da23a4), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:14.960026 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb40382b-5b0b-4cbd-ab2b-ac2df54b3a95 req-35404444-261c-42bf-9e0f-6d041302397a tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:14.961512 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fb40382b-5b0b-4cbd-ab2b-ac2df54b3a95 req-35404444-261c-42bf-9e0f-6d041302397a tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fae59b3-b134-4835-83ee-cac43e30e74e HTTP/1.1" status: 200 len: 944 time: 0.1072218 Feb 04 13:19:15.016152 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-69ef57fd-3177-42b8-b178-4e250a1cad13 req-4a96461a-a00a-43cf-8820-281a05a4a5e3 service neutron] For port 7ea4e2c7-f2c5-4604-993f-9ac938da23a4, host n-h2-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:19:15.037244 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-69ef57fd-3177-42b8-b178-4e250a1cad13 req-4a96461a-a00a-43cf-8820-281a05a4a5e3 service neutron] For port 7ea4e2c7-f2c5-4604-993f-9ac938da23a4, host n-h2-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=7ea4e2c7-f2c5-4604-993f-9ac938da23a4,segment=NetworkSegment(4bba5d74-a583-4d9e-9ab3-1677dd4ea63b),segment_id=4bba5d74-a583-4d9e-9ab3-1677dd4ea63b)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:19:15.043474 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fb40382b-5b0b-4cbd-ab2b-ac2df54b3a95 req-4bec915d-9a80-4728-8357-ed7ce41af2bc tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5736da3-4589-481c-90ec-9171ba699d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732841 Feb 04 13:19:15.045102 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-69ef57fd-3177-42b8-b178-4e250a1cad13 req-4a96461a-a00a-43cf-8820-281a05a4a5e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (7ea4e2c7-f2c5-4604-993f-9ac938da23a4), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:15.082434 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ef57fd-3177-42b8-b178-4e250a1cad13 req-4a96461a-a00a-43cf-8820-281a05a4a5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:15.083057 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-69ef57fd-3177-42b8-b178-4e250a1cad13 req-4a96461a-a00a-43cf-8820-281a05a4a5e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:15.084467 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-69ef57fd-3177-42b8-b178-4e250a1cad13 req-4a96461a-a00a-43cf-8820-281a05a4a5e3 service neutron] 10.222.0.77 "PUT /v2.0/ports/7ea4e2c7-f2c5-4604-993f-9ac938da23a4 HTTP/1.1" status: 200 len: 1092 time: 0.7104969 Feb 04 13:19:15.118133 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a96461a-a00a-43cf-8820-281a05a4a5e3 service neutron] Pushing event updated for resources: {'Port': ['ID=7ea4e2c7-f2c5-4604-993f-9ac938da23a4,revision_number=7']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:15.154791 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ef57fd-3177-42b8-b178-4e250a1cad13 req-fc67388f-d043-4716-ac28-6a948c0e9a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:15.156325 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-69ef57fd-3177-42b8-b178-4e250a1cad13 req-fc67388f-d043-4716-ac28-6a948c0e9a52 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=217ad65740a34ff7a74a4e28faf5d602&device_id=7fae59b3-b134-4835-83ee-cac43e30e74e HTTP/1.1" status: 200 len: 1126 time: 0.0503027 Feb 04 13:19:15.250317 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ef57fd-3177-42b8-b178-4e250a1cad13 req-8b051951-dd40-48ac-9b39-4233cc92d726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:15.251824 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-69ef57fd-3177-42b8-b178-4e250a1cad13 req-8b051951-dd40-48ac-9b39-4233cc92d726 service neutron] 10.222.0.77 "GET /v2.0/networks?id=1a892d86-d925-4a83-af60-41715641441a HTTP/1.1" status: 200 len: 911 time: 0.0895152 Feb 04 13:19:15.292713 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-69ef57fd-3177-42b8-b178-4e250a1cad13 req-55fe299f-73fc-424e-800b-89048059ceaa service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ea4e2c7-f2c5-4604-993f-9ac938da23a4 HTTP/1.1" status: 200 len: 217 time: 0.0347655 Feb 04 13:19:15.341523 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ef57fd-3177-42b8-b178-4e250a1cad13 req-7dc2dc4b-ed46-4cfe-bb0b-d8428ad568c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:15.343028 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-69ef57fd-3177-42b8-b178-4e250a1cad13 req-7dc2dc4b-ed46-4cfe-bb0b-d8428ad568c2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3ec1dd94-ac8a-44c1-9eb6-ff63fff36a3d HTTP/1.1" status: 200 len: 850 time: 0.0440290 Feb 04 13:19:15.378491 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-69ef57fd-3177-42b8-b178-4e250a1cad13 req-1fa46af9-52da-45f8-825c-c35f02d729ff service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1a892d86-d925-4a83-af60-41715641441a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291009 Feb 04 13:19:15.467203 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-69ef57fd-3177-42b8-b178-4e250a1cad13 req-969ce012-1e0c-4be1-ac18-d5a06baee263 service neutron] 10.222.0.77 "GET /v2.0/networks/1a892d86-d925-4a83-af60-41715641441a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825400 Feb 04 13:19:15.563412 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-69ef57fd-3177-42b8-b178-4e250a1cad13 req-76a696e8-b854-4355-828a-76d49c499115 service neutron] 10.222.0.77 "GET /v2.0/networks/1a892d86-d925-4a83-af60-41715641441a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904078 Feb 04 13:19:15.584904 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-51281ce5-d481-4dff-9f7f-64eff60e0729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:16.173574 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde657cb-0a19-4836-878c-d28023bb0855 req-5540f97a-9077-4569-b87a-63e13caeab72 tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:16.175173 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dde657cb-0a19-4836-878c-d28023bb0855 req-5540f97a-9077-4569-b87a-63e13caeab72 tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fae59b3-b134-4835-83ee-cac43e30e74e HTTP/1.1" status: 200 len: 944 time: 0.0567200 Feb 04 13:19:16.224159 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dde657cb-0a19-4836-878c-d28023bb0855 req-da6d4838-bf6f-48ed-8ac8-dc2c994e0014 tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5736da3-4589-481c-90ec-9171ba699d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428445 Feb 04 13:19:16.781217 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fae59b3-b134-4835-83ee-cac43e30e74e', 'tag': '7ea4e2c7-f2c5-4604-993f-9ac938da23a4'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:19:16.783530 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48bbd334e613f85cd2144b496d46af0d2e531f29900d43c124e8a63cdd2917ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba885ade-9f1f-4fae-a13f-4f0fa211ecf3" -d '{"events": [{"name": "network-changed", "server_uuid": "7fae59b3-b134-4835-83ee-cac43e30e74e", "tag": "7ea4e2c7-f2c5-4604-993f-9ac938da23a4"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:19:16.833989 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4774089a-5f2c-4d1f-98d8-0cbab96894f1 x-openstack-request-id: req-4774089a-5f2c-4d1f-98d8-0cbab96894f1 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:19:16.834296 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fae59b3-b134-4835-83ee-cac43e30e74e", "tag": "7ea4e2c7-f2c5-4604-993f-9ac938da23a4", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:19:16.834554 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4774089a-5f2c-4d1f-98d8-0cbab96894f1 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:19:16.834961 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fae59b3-b134-4835-83ee-cac43e30e74e', 'tag': '7ea4e2c7-f2c5-4604-993f-9ac938da23a4', 'status': 'completed', 'code': 200} Feb 04 13:19:16.934326 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba885ade-9f1f-4fae-a13f-4f0fa211ecf3 req-aaa67c6b-3fa3-465f-acd1-a4785181b1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:16.935869 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ba885ade-9f1f-4fae-a13f-4f0fa211ecf3 req-aaa67c6b-3fa3-465f-acd1-a4785181b1b7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=217ad65740a34ff7a74a4e28faf5d602&device_id=7fae59b3-b134-4835-83ee-cac43e30e74e HTTP/1.1" status: 200 len: 1126 time: 0.0813577 Feb 04 13:19:16.938382 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba885ade-9f1f-4fae-a13f-4f0fa211ecf3 req-4efca5b7-f67b-4af0-86fe-17918c9f77cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:16.939659 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ba885ade-9f1f-4fae-a13f-4f0fa211ecf3 req-4efca5b7-f67b-4af0-86fe-17918c9f77cd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=217ad65740a34ff7a74a4e28faf5d602&device_id=7fae59b3-b134-4835-83ee-cac43e30e74e HTTP/1.1" status: 200 len: 1126 time: 0.0750642 Feb 04 13:19:17.116633 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba885ade-9f1f-4fae-a13f-4f0fa211ecf3 req-a6ddc0ad-42f9-45f6-a6c8-5aa3a93bc104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:17.118131 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ba885ade-9f1f-4fae-a13f-4f0fa211ecf3 req-a6ddc0ad-42f9-45f6-a6c8-5aa3a93bc104 service neutron] 10.222.0.77 "GET /v2.0/networks?id=1a892d86-d925-4a83-af60-41715641441a HTTP/1.1" status: 200 len: 911 time: 0.1750786 Feb 04 13:19:17.119614 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba885ade-9f1f-4fae-a13f-4f0fa211ecf3 req-81d20ed1-da88-4adb-9147-71be0c0a5456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:17.121082 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ba885ade-9f1f-4fae-a13f-4f0fa211ecf3 req-81d20ed1-da88-4adb-9147-71be0c0a5456 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1a892d86-d925-4a83-af60-41715641441a HTTP/1.1" status: 200 len: 911 time: 0.1693232 Feb 04 13:19:17.135603 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 7ea4e2c7-f2c5-4604-993f-9ac938da23a4 details requested by agent hyperv_n-h2-825015-3 with host n-h2-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:19:17.215668 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ba885ade-9f1f-4fae-a13f-4f0fa211ecf3 req-f703cf5b-860d-49df-92a9-347055b9abfe service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ea4e2c7-f2c5-4604-993f-9ac938da23a4 HTTP/1.1" status: 200 len: 217 time: 0.0917053 Feb 04 13:19:17.217121 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ba885ade-9f1f-4fae-a13f-4f0fa211ecf3 req-4f832b3e-d309-41ea-98a2-bd0734c3a74b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ea4e2c7-f2c5-4604-993f-9ac938da23a4 HTTP/1.1" status: 200 len: 217 time: 0.0864177 Feb 04 13:19:17.249894 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 7ea4e2c7-f2c5-4604-993f-9ac938da23a4, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=7ea4e2c7-f2c5-4604-993f-9ac938da23a4,segment=NetworkSegment(4bba5d74-a583-4d9e-9ab3-1677dd4ea63b),segment_id=4bba5d74-a583-4d9e-9ab3-1677dd4ea63b)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:19:17.264069 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Returning: {'device': '7ea4e2c7-f2c5-4604-993f-9ac938da23a4', 'network_id': '1a892d86-d925-4a83-af60-41715641441a', 'port_id': '7ea4e2c7-f2c5-4604-993f-9ac938da23a4', 'mac_address': 'fa:16:3e:2e:f6:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ec1dd94-ac8a-44c1-9eb6-ff63fff36a3d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:19:17.308970 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 7ea4e2c7-f2c5-4604-993f-9ac938da23a4 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:19:17.309256 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (7ea4e2c7-f2c5-4604-993f-9ac938da23a4), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:17.323238 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ea4e2c7-f2c5-4604-993f-9ac938da23a4 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:19:17.344937 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 7ea4e2c7-f2c5-4604-993f-9ac938da23a4, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=7ea4e2c7-f2c5-4604-993f-9ac938da23a4,segment=NetworkSegment(4bba5d74-a583-4d9e-9ab3-1677dd4ea63b),segment_id=4bba5d74-a583-4d9e-9ab3-1677dd4ea63b)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:19:17.349833 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (7ea4e2c7-f2c5-4604-993f-9ac938da23a4), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:17.363887 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba885ade-9f1f-4fae-a13f-4f0fa211ecf3 req-11f4b68b-28b7-4b74-b711-a11ba5e0b435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:17.365409 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ba885ade-9f1f-4fae-a13f-4f0fa211ecf3 req-11f4b68b-28b7-4b74-b711-a11ba5e0b435 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3ec1dd94-ac8a-44c1-9eb6-ff63fff36a3d HTTP/1.1" status: 200 len: 850 time: 0.1443121 Feb 04 13:19:17.367207 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba885ade-9f1f-4fae-a13f-4f0fa211ecf3 req-94390606-5910-41ac-a54f-1040929a4b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:17.368489 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ba885ade-9f1f-4fae-a13f-4f0fa211ecf3 req-94390606-5910-41ac-a54f-1040929a4b25 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3ec1dd94-ac8a-44c1-9eb6-ff63fff36a3d HTTP/1.1" status: 200 len: 850 time: 0.1341348 Feb 04 13:19:17.398867 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=7ea4e2c7-f2c5-4604-993f-9ac938da23a4,revision_number=8']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:17.407066 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:17.407409 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:17.407770 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:17.408113 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:17.408449 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:17.409423 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:17.409922 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:17.410405 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:17.410876 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:17.411233 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:17.411563 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:17.411914 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:17.412266 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:17.615546 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['7ea4e2c7-f2c5-4604-993f-9ac938da23a4'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:19:17.808372 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ba885ade-9f1f-4fae-a13f-4f0fa211ecf3 req-d439782b-56be-4bb7-b2ea-9d7664756362 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1a892d86-d925-4a83-af60-41715641441a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4362166 Feb 04 13:19:17.832280 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ba885ade-9f1f-4fae-a13f-4f0fa211ecf3 req-a212a2e5-72c2-4374-a551-a0992cf5f1ab service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1a892d86-d925-4a83-af60-41715641441a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4477308 Feb 04 13:19:17.979758 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd64663-a101-44e7-a0c3-08124cbf1a23 req-9418d140-da2b-4405-8cb8-bef2e96df871 tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:17.981238 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-edd64663-a101-44e7-a0c3-08124cbf1a23 req-9418d140-da2b-4405-8cb8-bef2e96df871 tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fae59b3-b134-4835-83ee-cac43e30e74e HTTP/1.1" status: 200 len: 944 time: 0.6684361 Feb 04 13:19:18.102468 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cda869ed-b643-4b5f-bb57-94e3942badc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:18.102832 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ba885ade-9f1f-4fae-a13f-4f0fa211ecf3 req-382af14f-4338-4793-8e7f-de09a7756a47 service neutron] 10.222.0.77 "GET /v2.0/networks/1a892d86-d925-4a83-af60-41715641441a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725363 Feb 04 13:19:18.104530 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ba885ade-9f1f-4fae-a13f-4f0fa211ecf3 req-e9cc984a-b1df-458a-ab4a-26ab63ed5248 service neutron] 10.222.0.73 "GET /v2.0/networks/1a892d86-d925-4a83-af60-41715641441a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588980 Feb 04 13:19:18.107890 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-edd64663-a101-44e7-a0c3-08124cbf1a23 req-db23e972-daa8-4ceb-ac3f-d49e740ba732 tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5736da3-4589-481c-90ec-9171ba699d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151755 Feb 04 13:19:18.322364 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ba885ade-9f1f-4fae-a13f-4f0fa211ecf3 req-ac47b533-5d92-4f16-b145-854c25a26787 service neutron] 10.222.0.77 "GET /v2.0/networks/1a892d86-d925-4a83-af60-41715641441a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132382 Feb 04 13:19:18.342394 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ba885ade-9f1f-4fae-a13f-4f0fa211ecf3 req-436584eb-3e61-4102-9d02-d8d4dca3edd1 service neutron] 10.222.0.73 "GET /v2.0/networks/1a892d86-d925-4a83-af60-41715641441a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248189 Feb 04 13:19:18.390829 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c6187e-1400-4e51-8aed-cc0b41b1bdaf req-430482bb-b460-4225-be26-a1182d9b9f64 tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:18.392221 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e2c6187e-1400-4e51-8aed-cc0b41b1bdaf req-430482bb-b460-4225-be26-a1182d9b9f64 tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] 10.222.0.73 "GET /v2.0/ports?device_id=7fae59b3-b134-4835-83ee-cac43e30e74e&tenant_id=217ad65740a34ff7a74a4e28faf5d602&binding%3Ahost_id=n-h2-825015-3 HTTP/1.1" status: 200 len: 945 time: 0.0686293 Feb 04 13:19:18.421480 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 7ea4e2c7-f2c5-4604-993f-9ac938da23a4 no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:19:18.455627 n-d-825015-3 neutron-server[103475]: INFO neutron.api.v2.resource [req-e2c6187e-1400-4e51-8aed-cc0b41b1bdaf req-424a0a63-cc2d-434d-a426-6969204d8ac2 service neutron] delete failed (client error): The resource could not be found. Feb 04 13:19:18.457066 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e2c6187e-1400-4e51-8aed-cc0b41b1bdaf req-424a0a63-cc2d-434d-a426-6969204d8ac2 service neutron] 10.222.0.73 "DELETE /v2.0/ports/7ea4e2c7-f2c5-4604-993f-9ac938da23a4/bindings/n-h1-825015-3 HTTP/1.1" status: 404 len: 380 time: 0.0586059 Feb 04 13:19:18.465150 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] The host n-h1-825015-3 is not matching for port 7ea4e2c7-f2c5-4604-993f-9ac938da23a4 host n-h2-825015-3! {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 04 13:19:18.465638 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 7ea4e2c7-f2c5-4604-993f-9ac938da23a4 not bound to the agent host n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:19:18.552957 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c6187e-1400-4e51-8aed-cc0b41b1bdaf req-e0c78c56-e01b-440b-88a9-48260383acbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:18.554500 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e2c6187e-1400-4e51-8aed-cc0b41b1bdaf req-e0c78c56-e01b-440b-88a9-48260383acbd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=217ad65740a34ff7a74a4e28faf5d602&device_id=7fae59b3-b134-4835-83ee-cac43e30e74e HTTP/1.1" status: 200 len: 1127 time: 0.0504272 Feb 04 13:19:18.646931 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c6187e-1400-4e51-8aed-cc0b41b1bdaf req-11929579-7278-4543-86e5-a42e3090f828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:18.648414 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e2c6187e-1400-4e51-8aed-cc0b41b1bdaf req-11929579-7278-4543-86e5-a42e3090f828 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1a892d86-d925-4a83-af60-41715641441a HTTP/1.1" status: 200 len: 911 time: 0.0872068 Feb 04 13:19:18.695217 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e2c6187e-1400-4e51-8aed-cc0b41b1bdaf req-50823994-174d-467a-bc8d-126573276c45 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ea4e2c7-f2c5-4604-993f-9ac938da23a4 HTTP/1.1" status: 200 len: 217 time: 0.0373697 Feb 04 13:19:18.749536 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c6187e-1400-4e51-8aed-cc0b41b1bdaf req-c1f52bc3-902a-475d-a261-6adba756a17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:18.751042 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e2c6187e-1400-4e51-8aed-cc0b41b1bdaf req-c1f52bc3-902a-475d-a261-6adba756a17e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3ec1dd94-ac8a-44c1-9eb6-ff63fff36a3d HTTP/1.1" status: 200 len: 850 time: 0.0487840 Feb 04 13:19:18.782769 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e2c6187e-1400-4e51-8aed-cc0b41b1bdaf req-8e29ec3e-1c7e-47e6-b4f3-997b4d0e0fe3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1a892d86-d925-4a83-af60-41715641441a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250695 Feb 04 13:19:18.876715 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e2c6187e-1400-4e51-8aed-cc0b41b1bdaf req-66a68ebb-81ba-4305-b7c7-3d305bfeef3c service neutron] 10.222.0.73 "GET /v2.0/networks/1a892d86-d925-4a83-af60-41715641441a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872834 Feb 04 13:19:18.972378 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e2c6187e-1400-4e51-8aed-cc0b41b1bdaf req-1e87729c-ff13-4354-88d5-244712fe16c1 service neutron] 10.222.0.73 "GET /v2.0/networks/1a892d86-d925-4a83-af60-41715641441a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888155 Feb 04 13:19:19.153084 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 7ea4e2c7-f2c5-4604-993f-9ac938da23a4 up at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:19:19.203097 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning for port 7ea4e2c7-f2c5-4604-993f-9ac938da23a4 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:19:19.207421 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning complete for port 7ea4e2c7-f2c5-4604-993f-9ac938da23a4 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:19:19.207839 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (7ea4e2c7-f2c5-4604-993f-9ac938da23a4), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:19.284808 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 7ea4e2c7-f2c5-4604-993f-9ac938da23a4 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:19:19.285158 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (7ea4e2c7-f2c5-4604-993f-9ac938da23a4), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:19.314313 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fae59b3-b134-4835-83ee-cac43e30e74e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ea4e2c7-f2c5-4604-993f-9ac938da23a4'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:19:19.317535 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53818b00e40e8afff1ffbbb80b1f2b2ececb0555ff6da39e2769b708ef8305ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-966856ff-b92d-461e-bb33-2114c4c2527d" -d '{"events": [{"server_uuid": "7fae59b3-b134-4835-83ee-cac43e30e74e", "name": "network-vif-plugged", "status": "completed", "tag": "7ea4e2c7-f2c5-4604-993f-9ac938da23a4"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:19:19.331192 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 7ea4e2c7-f2c5-4604-993f-9ac938da23a4, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=7ea4e2c7-f2c5-4604-993f-9ac938da23a4,segment=NetworkSegment(4bba5d74-a583-4d9e-9ab3-1677dd4ea63b),segment_id=4bba5d74-a583-4d9e-9ab3-1677dd4ea63b)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:19:19.335388 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (7ea4e2c7-f2c5-4604-993f-9ac938da23a4), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:19.373328 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7e2a7ed-47d6-4ce1-99e8-ff724d8f4b7d x-openstack-request-id: req-f7e2a7ed-47d6-4ce1-99e8-ff724d8f4b7d {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:19:19.373634 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fae59b3-b134-4835-83ee-cac43e30e74e", "name": "network-vif-plugged", "status": "completed", "tag": "7ea4e2c7-f2c5-4604-993f-9ac938da23a4", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:19:19.373915 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f7e2a7ed-47d6-4ce1-99e8-ff724d8f4b7d {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:19:19.374459 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fae59b3-b134-4835-83ee-cac43e30e74e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ea4e2c7-f2c5-4604-993f-9ac938da23a4', 'code': 200} Feb 04 13:19:19.408685 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=7ea4e2c7-f2c5-4604-993f-9ac938da23a4,revision_number=9']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:19.418794 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:19.771975 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892d0f1f-18ad-4138-bd15-3c6942dcfb4c req-6fe769cf-0adf-4a4c-bc5b-975622b5e48e tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:19.774720 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-892d0f1f-18ad-4138-bd15-3c6942dcfb4c req-6fe769cf-0adf-4a4c-bc5b-975622b5e48e tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fae59b3-b134-4835-83ee-cac43e30e74e HTTP/1.1" status: 200 len: 946 time: 0.0643325 Feb 04 13:19:19.829594 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-892d0f1f-18ad-4138-bd15-3c6942dcfb4c req-9710f660-56aa-413b-8049-84a01f0238e6 tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5736da3-4589-481c-90ec-9171ba699d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440583 Feb 04 13:19:20.666977 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:20.995020 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcff7ad2-ca3d-4b9d-abaf-886fc58df780 req-2491d0b5-96e4-45dc-a7c3-f457bc123c34 tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:20.996661 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dcff7ad2-ca3d-4b9d-abaf-886fc58df780 req-2491d0b5-96e4-45dc-a7c3-f457bc123c34 tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fae59b3-b134-4835-83ee-cac43e30e74e HTTP/1.1" status: 200 len: 946 time: 0.0943055 Feb 04 13:19:21.010571 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c6187e-1400-4e51-8aed-cc0b41b1bdaf req-1f2bd250-d65c-4c74-ba15-b33397497914 tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:21.012179 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e2c6187e-1400-4e51-8aed-cc0b41b1bdaf req-1f2bd250-d65c-4c74-ba15-b33397497914 tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] 10.222.0.77 "GET /v2.0/ports?device_id=7fae59b3-b134-4835-83ee-cac43e30e74e HTTP/1.1" status: 200 len: 946 time: 0.0759351 Feb 04 13:19:21.112141 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dcff7ad2-ca3d-4b9d-abaf-886fc58df780 req-6bd967d8-477d-4959-b6c7-ac2215393ffe tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5736da3-4589-481c-90ec-9171ba699d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091232 Feb 04 13:19:21.139474 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-e2c6187e-1400-4e51-8aed-cc0b41b1bdaf req-f577c941-d37a-4cfc-9bb0-b2e3670bd467 tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] Deleting port 7ea4e2c7-f2c5-4604-993f-9ac938da23a4 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:19:21.139861 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e2c6187e-1400-4e51-8aed-cc0b41b1bdaf req-f577c941-d37a-4cfc-9bb0-b2e3670bd467 tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (7ea4e2c7-f2c5-4604-993f-9ac938da23a4), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:21.230696 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-e2c6187e-1400-4e51-8aed-cc0b41b1bdaf req-f577c941-d37a-4cfc-9bb0-b2e3670bd467 tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] For port 7ea4e2c7-f2c5-4604-993f-9ac938da23a4, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=7ea4e2c7-f2c5-4604-993f-9ac938da23a4,segment=NetworkSegment(4bba5d74-a583-4d9e-9ab3-1677dd4ea63b),segment_id=4bba5d74-a583-4d9e-9ab3-1677dd4ea63b)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:19:21.231045 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e2c6187e-1400-4e51-8aed-cc0b41b1bdaf req-f577c941-d37a-4cfc-9bb0-b2e3670bd467 tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (7ea4e2c7-f2c5-4604-993f-9ac938da23a4), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:21.244834 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-e2c6187e-1400-4e51-8aed-cc0b41b1bdaf req-f577c941-d37a-4cfc-9bb0-b2e3670bd467 tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] Calling delete_port for 7ea4e2c7-f2c5-4604-993f-9ac938da23a4 owned by compute:nova {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:19:21.378399 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e2c6187e-1400-4e51-8aed-cc0b41b1bdaf req-f577c941-d37a-4cfc-9bb0-b2e3670bd467 tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (7ea4e2c7-f2c5-4604-993f-9ac938da23a4), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:21.390023 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['7ea4e2c7-f2c5-4604-993f-9ac938da23a4'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:19:21.411496 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f577c941-d37a-4cfc-9bb0-b2e3670bd467 tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] Pushing event deleted for resources: {'Port': ['ID=7ea4e2c7-f2c5-4604-993f-9ac938da23a4,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:21.456734 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2c6187e-1400-4e51-8aed-cc0b41b1bdaf req-f577c941-d37a-4cfc-9bb0-b2e3670bd467 tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] No DVR routers for this DVR port 7ea4e2c7-f2c5-4604-993f-9ac938da23a4 on host n-h2-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:19:21.459265 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e2c6187e-1400-4e51-8aed-cc0b41b1bdaf req-f577c941-d37a-4cfc-9bb0-b2e3670bd467 tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:21.462584 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e2c6187e-1400-4e51-8aed-cc0b41b1bdaf req-f577c941-d37a-4cfc-9bb0-b2e3670bd467 tempest-DeleteServersTestJSON-1292932490 tempest-DeleteServersTestJSON-1292932490-project] 10.222.0.77 "DELETE /v2.0/ports/7ea4e2c7-f2c5-4604-993f-9ac938da23a4 HTTP/1.1" status: 204 len: 173 time: 0.4446819 Feb 04 13:19:21.463031 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fae59b3-b134-4835-83ee-cac43e30e74e', 'name': 'network-vif-deleted', 'tag': '7ea4e2c7-f2c5-4604-993f-9ac938da23a4'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:19:21.465354 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48bbd334e613f85cd2144b496d46af0d2e531f29900d43c124e8a63cdd2917ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55d79d35-78a2-41ee-ae5b-e0c4a06d0a9f" -d '{"events": [{"server_uuid": "7fae59b3-b134-4835-83ee-cac43e30e74e", "name": "network-vif-deleted", "tag": "7ea4e2c7-f2c5-4604-993f-9ac938da23a4"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:19:21.507885 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe192325-c87e-460b-9c5f-e96dd8fcc87d x-openstack-request-id: req-fe192325-c87e-460b-9c5f-e96dd8fcc87d {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:19:21.508189 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fae59b3-b134-4835-83ee-cac43e30e74e", "name": "network-vif-deleted", "tag": "7ea4e2c7-f2c5-4604-993f-9ac938da23a4", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:19:21.508445 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fe192325-c87e-460b-9c5f-e96dd8fcc87d {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:19:21.508859 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fae59b3-b134-4835-83ee-cac43e30e74e', 'name': 'network-vif-deleted', 'tag': '7ea4e2c7-f2c5-4604-993f-9ac938da23a4', 'status': 'completed', 'code': 200} Feb 04 13:19:21.791488 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:22.248568 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 60674) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:19:22.302147 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf94636f-8123-4156-be9d-0b343908ca30 admin admin] Deleting subnet 3ec1dd94-ac8a-44c1-9eb6-ff63fff36a3d {{(pid=103475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:19:22.305725 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cf94636f-8123-4156-be9d-0b343908ca30 admin admin] Publish callbacks [] for subnet (3ec1dd94-ac8a-44c1-9eb6-ff63fff36a3d), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:22.342404 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cf94636f-8123-4156-be9d-0b343908ca30 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51859329'] for subnet (3ec1dd94-ac8a-44c1-9eb6-ff63fff36a3d), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:22.387548 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cf94636f-8123-4156-be9d-0b343908ca30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (3ec1dd94-ac8a-44c1-9eb6-ff63fff36a3d), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:22.441262 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cf94636f-8123-4156-be9d-0b343908ca30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-52093282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51452698'] for subnet (3ec1dd94-ac8a-44c1-9eb6-ff63fff36a3d), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:22.468916 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf94636f-8123-4156-be9d-0b343908ca30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ec1dd94-ac8a-44c1-9eb6-ff63fff36a3d,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:22.475560 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-cf94636f-8123-4156-be9d-0b343908ca30 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:22.480216 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-cf94636f-8123-4156-be9d-0b343908ca30 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/3ec1dd94-ac8a-44c1-9eb6-ff63fff36a3d HTTP/1.1" status: 204 len: 168 time: 0.2305956 Feb 04 13:19:22.481367 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 60676) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:19:22.553383 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-90c318db-0bfc-4f27-9dbd-655727a0f25b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (1a892d86-d925-4a83-af60-41715641441a), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:22.637598 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-90c318db-0bfc-4f27-9dbd-655727a0f25b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (1a892d86-d925-4a83-af60-41715641441a), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:22.658646 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-90c318db-0bfc-4f27-9dbd-655727a0f25b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a892d86-d925-4a83-af60-41715641441a']}} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:19:22.668948 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-90c318db-0bfc-4f27-9dbd-655727a0f25b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bba5d74-a583-4d9e-9ab3-1677dd4ea63b') {'for_net_delete': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:19:22.669297 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-90c318db-0bfc-4f27-9dbd-655727a0f25b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bba5d74-a583-4d9e-9ab3-1677dd4ea63b') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:19:22.678862 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-90c318db-0bfc-4f27-9dbd-655727a0f25b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51859336'] for segment (4bba5d74-a583-4d9e-9ab3-1677dd4ea63b), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:22.694564 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-90c318db-0bfc-4f27-9dbd-655727a0f25b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (4bba5d74-a583-4d9e-9ab3-1677dd4ea63b), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:22.702575 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90c318db-0bfc-4f27-9dbd-655727a0f25b admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=103475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:19:22.702969 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-90c318db-0bfc-4f27-9dbd-655727a0f25b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-52093388'] for segment (4bba5d74-a583-4d9e-9ab3-1677dd4ea63b), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:22.704677 n-d-825015-3 neutron-server[103475]: Traceback (most recent call last): Feb 04 13:19:22.704677 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:19:22.704677 n-d-825015-3 neutron-server[103475]: timer() Feb 04 13:19:22.704677 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:19:22.704677 n-d-825015-3 neutron-server[103475]: cb(*args, **kw) Feb 04 13:19:22.704677 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:19:22.704677 n-d-825015-3 neutron-server[103475]: return func(*args, **kwargs) Feb 04 13:19:22.704677 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:19:22.704677 n-d-825015-3 neutron-server[103475]: self._notify() Feb 04 13:19:22.704677 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:19:22.704677 n-d-825015-3 neutron-server[103475]: self.callback(batched_events) Feb 04 13:19:22.704677 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:19:22.704677 n-d-825015-3 neutron-server[103475]: event.method(event) Feb 04 13:19:22.704677 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:19:22.704677 n-d-825015-3 neutron-server[103475]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:19:22.704677 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:19:22.704677 n-d-825015-3 neutron-server[103475]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:19:22.704677 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:19:22.704677 n-d-825015-3 neutron-server[103475]: return f(self, *a, **k) Feb 04 13:19:22.704677 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:19:22.704677 n-d-825015-3 neutron-server[103475]: return self._get(url).json() Feb 04 13:19:22.704677 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:19:22.704677 n-d-825015-3 neutron-server[103475]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:19:22.704677 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:19:22.704677 n-d-825015-3 neutron-server[103475]: return self.request(url, 'GET', **kwargs) Feb 04 13:19:22.704677 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:19:22.704677 n-d-825015-3 neutron-server[103475]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:19:22.704677 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:19:22.704677 n-d-825015-3 neutron-server[103475]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:19:22.704677 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:19:22.704677 n-d-825015-3 neutron-server[103475]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:19:22.704677 n-d-825015-3 neutron-server[103475]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:19:22.761907 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-90c318db-0bfc-4f27-9dbd-655727a0f25b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (1a892d86-d925-4a83-af60-41715641441a), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:22.767682 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-90c318db-0bfc-4f27-9dbd-655727a0f25b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:22.771597 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-90c318db-0bfc-4f27-9dbd-655727a0f25b admin admin] 10.222.0.65 "DELETE /v2.0/networks/1a892d86-d925-4a83-af60-41715641441a HTTP/1.1" status: 204 len: 168 time: 0.2892718 Feb 04 13:19:22.783365 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c318db-0bfc-4f27-9dbd-655727a0f25b admin admin] Pushing event deleted for resources: {'Network': ['ID=1a892d86-d925-4a83-af60-41715641441a,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:22.893264 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 60680) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:19:22.936537 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-95abc4d1-61b6-4437-8145-0b047b3ce42c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=217ad65740a34ff7a74a4e28faf5d602&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0417385 Feb 04 13:19:22.939328 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 60684) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:19:22.996945 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4fb9a9e9-3b9e-4a59-adf9-2240ead5f2ee admin admin] Publish callbacks [] for security_group (a5736da3-4589-481c-90ec-9171ba699d13), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:23.019605 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4fb9a9e9-3b9e-4a59-adf9-2240ead5f2ee admin admin] Publish callbacks [] for security_group (a5736da3-4589-481c-90ec-9171ba699d13), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:23.069984 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4fb9a9e9-3b9e-4a59-adf9-2240ead5f2ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (a5736da3-4589-481c-90ec-9171ba699d13), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:23.072896 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4fb9a9e9-3b9e-4a59-adf9-2240ead5f2ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:23.074059 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-4fb9a9e9-3b9e-4a59-adf9-2240ead5f2ee admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a5736da3-4589-481c-90ec-9171ba699d13 HTTP/1.1" status: 204 len: 168 time: 0.1337817 Feb 04 13:19:23.082927 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb9a9e9-3b9e-4a59-adf9-2240ead5f2ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5736da3-4589-481c-90ec-9171ba699d13,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:23.091017 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb9a9e9-3b9e-4a59-adf9-2240ead5f2ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:23.091415 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb9a9e9-3b9e-4a59-adf9-2240ead5f2ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:23.091792 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb9a9e9-3b9e-4a59-adf9-2240ead5f2ee admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:23.092142 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb9a9e9-3b9e-4a59-adf9-2240ead5f2ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:23.092604 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb9a9e9-3b9e-4a59-adf9-2240ead5f2ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:23.092950 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb9a9e9-3b9e-4a59-adf9-2240ead5f2ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:23.093289 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb9a9e9-3b9e-4a59-adf9-2240ead5f2ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:23.093649 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb9a9e9-3b9e-4a59-adf9-2240ead5f2ee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:23.093987 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb9a9e9-3b9e-4a59-adf9-2240ead5f2ee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:23.094323 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb9a9e9-3b9e-4a59-adf9-2240ead5f2ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:23.094685 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb9a9e9-3b9e-4a59-adf9-2240ead5f2ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:23.095092 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb9a9e9-3b9e-4a59-adf9-2240ead5f2ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:23.095435 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb9a9e9-3b9e-4a59-adf9-2240ead5f2ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:23.770308 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 60706) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:19:23.870352 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-d1e57d2d-7165-4c45-9cc0-73c9382f0e68 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-811292798-network', 'tenant_id': 'b40d276405304796b5557d3443f98182'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:19:23.891895 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1e57d2d-7165-4c45-9cc0-73c9382f0e68 admin admin] Made reservation on behalf of b40d276405304796b5557d3443f98182 for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:19:23.895151 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d1e57d2d-7165-4c45-9cc0-73c9382f0e68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:23.903789 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d1e57d2d-7165-4c45-9cc0-73c9382f0e68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:23.983270 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d1e57d2d-7165-4c45-9cc0-73c9382f0e68 admin admin] Publish callbacks [] for security_group (63777393-366e-4349-bb03-8bb2ab2a2554), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:23.987768 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d1e57d2d-7165-4c45-9cc0-73c9382f0e68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (63777393-366e-4349-bb03-8bb2ab2a2554), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:24.015518 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1e57d2d-7165-4c45-9cc0-73c9382f0e68 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:19:24.022815 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e57d2d-7165-4c45-9cc0-73c9382f0e68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63777393-366e-4349-bb03-8bb2ab2a2554,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:24.029990 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d1e57d2d-7165-4c45-9cc0-73c9382f0e68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (35a7e9fb-e8e9-406a-9d84-432a7173c4bc), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:24.030271 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-d1e57d2d-7165-4c45-9cc0-73c9382f0e68 admin admin] Added segment 35a7e9fb-e8e9-406a-9d84-432a7173c4bc of type vlan for network 6ee116e2-77f9-4f60-b348-67ec10efecbf Feb 04 13:19:24.079101 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d1e57d2d-7165-4c45-9cc0-73c9382f0e68 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (6ee116e2-77f9-4f60-b348-67ec10efecbf), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:24.113033 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d1e57d2d-7165-4c45-9cc0-73c9382f0e68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (6ee116e2-77f9-4f60-b348-67ec10efecbf), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:24.114258 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e57d2d-7165-4c45-9cc0-73c9382f0e68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:24.114857 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d1e57d2d-7165-4c45-9cc0-73c9382f0e68 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:24.170450 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-d1e57d2d-7165-4c45-9cc0-73c9382f0e68 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3990154 Feb 04 13:19:24.175209 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 60710) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:19:24.179932 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-5d6f9245-1564-4c0f-896d-9207f1b5bee6 admin admin] Request body: {'subnet': {'network_id': '6ee116e2-77f9-4f60-b348-67ec10efecbf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-811292798-subnet', 'tenant_id': 'b40d276405304796b5557d3443f98182', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:19:24.187702 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e57d2d-7165-4c45-9cc0-73c9382f0e68 admin admin] Pushing event updated for resources: {'Network': ['ID=6ee116e2-77f9-4f60-b348-67ec10efecbf,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:24.200035 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 6ee116e2-77f9-4f60-b348-67ec10efecbf details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:19:24.205107 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d6f9245-1564-4c0f-896d-9207f1b5bee6 admin admin] Made reservation on behalf of b40d276405304796b5557d3443f98182 for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:19:24.208274 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5d6f9245-1564-4c0f-896d-9207f1b5bee6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60610638'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:24.381145 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5d6f9245-1564-4c0f-896d-9207f1b5bee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59045178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60610680'] for subnet (68f69c55-3f79-45b9-ba9d-6936096024bc), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:24.431007 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6f9245-1564-4c0f-896d-9207f1b5bee6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68f69c55-3f79-45b9-ba9d-6936096024bc,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:24.446488 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6f9245-1564-4c0f-896d-9207f1b5bee6 admin admin] Checking segment: {'id': '35a7e9fb-e8e9-406a-9d84-432a7173c4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '6ee116e2-77f9-4f60-b348-67ec10efecbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:19:24.446854 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6f9245-1564-4c0f-896d-9207f1b5bee6 admin admin] Network hostable DHCP agents. Network: 6ee116e2-77f9-4f60-b348-67ec10efecbf, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:19:24.463536 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6f9245-1564-4c0f-896d-9207f1b5bee6 admin admin] Network 6ee116e2-77f9-4f60-b348-67ec10efecbf is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:19:24.473632 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-5d6f9245-1564-4c0f-896d-9207f1b5bee6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 6ee116e2-77f9-4f60-b348-67ec10efecbf) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:19:24.477866 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6f9245-1564-4c0f-896d-9207f1b5bee6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:24.478477 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5d6f9245-1564-4c0f-896d-9207f1b5bee6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:24.483687 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8ffc97-1d8d-4efc-994e-a9d816682175 None None] Network 6ee116e2-77f9-4f60-b348-67ec10efecbf requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:19:24.496923 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-5d6f9245-1564-4c0f-896d-9207f1b5bee6 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3206437 Feb 04 13:19:24.591936 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30227040-0bcd-40af-a79e-034361981f2e None None] Network 6ee116e2-77f9-4f60-b348-67ec10efecbf requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:19:24.968002 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c834d75-5cff-4f97-8375-97fa8b0156ad req-ee04353f-6db4-418f-86e8-03082c60056b tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:24.969377 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0c834d75-5cff-4f97-8375-97fa8b0156ad req-ee04353f-6db4-418f-86e8-03082c60056b tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/networks?id=6ee116e2-77f9-4f60-b348-67ec10efecbf HTTP/1.1" status: 200 len: 814 time: 0.1043432 Feb 04 13:19:24.984108 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0c834d75-5cff-4f97-8375-97fa8b0156ad req-7d3ce02a-8383-425d-8c34-79b2b3a33856 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/quotas/b40d276405304796b5557d3443f98182 HTTP/1.1" status: 200 len: 375 time: 0.0088928 Feb 04 13:19:25.017319 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0c834d75-5cff-4f97-8375-97fa8b0156ad req-f13a35f1-fb57-46bd-8121-90d30f2bb4b5 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=b40d276405304796b5557d3443f98182&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275900 Feb 04 13:19:25.028392 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [req-0c834d75-5cff-4f97-8375-97fa8b0156ad req-ded7bac7-0ca5-4fb3-8da0-30e0a030a48c service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:19:25.029396 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0c834d75-5cff-4f97-8375-97fa8b0156ad req-ded7bac7-0ca5-4fb3-8da0-30e0a030a48c service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051851 Feb 04 13:19:25.125125 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0c834d75-5cff-4f97-8375-97fa8b0156ad req-64777f5c-4b25-47ca-beed-24901403fb15 service neutron] 10.222.0.65 "GET /v2.0/networks/6ee116e2-77f9-4f60-b348-67ec10efecbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892370 Feb 04 13:19:25.199438 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 7ea4e2c7-f2c5-4604-993f-9ac938da23a4 no longer exists at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:19:25.215166 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0c834d75-5cff-4f97-8375-97fa8b0156ad req-e3281f6c-fd7f-4eb6-8ee8-e40ef07a93ae service neutron] 10.222.0.65 "GET /v2.0/networks/6ee116e2-77f9-4f60-b348-67ec10efecbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834756 Feb 04 13:19:25.221376 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] No Port match for: 7ea4e2c7-f2c5-4604-993f-9ac938da23a4 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:19:25.221941 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 7ea4e2c7-f2c5-4604-993f-9ac938da23a4 not bound to the agent host n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:19:25.386301 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7f5f71cb-6721-4f38-9058-8c1c98bc3f01 req-4ec67b4b-ef2b-422d-ae91-466a20e7ae18 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/ports?device_id=d856fd2a-7b0d-4706-bff3-9f91b2f65d03 HTTP/1.1" status: 200 len: 210 time: 0.0286260 Feb 04 13:19:26.325884 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c834d75-5cff-4f97-8375-97fa8b0156ad req-eefc2701-e58c-418b-aad7-20f2e7ca490a tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:26.327462 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0c834d75-5cff-4f97-8375-97fa8b0156ad req-eefc2701-e58c-418b-aad7-20f2e7ca490a tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.77 "GET /v2.0/networks?id=6ee116e2-77f9-4f60-b348-67ec10efecbf HTTP/1.1" status: 200 len: 814 time: 0.1172657 Feb 04 13:19:26.339603 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-0c834d75-5cff-4f97-8375-97fa8b0156ad req-26754881-c4e5-4e3a-9cfb-d762e56418a1 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Request body: {'port': {'device_id': 'd856fd2a-7b0d-4706-bff3-9f91b2f65d03', 'network_id': '6ee116e2-77f9-4f60-b348-67ec10efecbf', 'admin_state_up': True, 'tenant_id': 'b40d276405304796b5557d3443f98182'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:19:26.453285 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c834d75-5cff-4f97-8375-97fa8b0156ad req-26754881-c4e5-4e3a-9cfb-d762e56418a1 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Made reservation on behalf of b40d276405304796b5557d3443f98182 for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:19:26.456701 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-0c834d75-5cff-4f97-8375-97fa8b0156ad req-26754881-c4e5-4e3a-9cfb-d762e56418a1 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:26.501050 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-aa8f5edb-7de5-489e-92ef-0a5f7add4dbf req-3a0fdcdb-f288-4ec6-90d4-69e0ad13ccd4 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/ports?device_id=d856fd2a-7b0d-4706-bff3-9f91b2f65d03 HTTP/1.1" status: 200 len: 210 time: 0.0420897 Feb 04 13:19:26.611308 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-0c834d75-5cff-4f97-8375-97fa8b0156ad req-26754881-c4e5-4e3a-9cfb-d762e56418a1 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Allocated IP 172.20.0.5 (6ee116e2-77f9-4f60-b348-67ec10efecbf/68f69c55-3f79-45b9-ba9d-6936096024bc/819d54d4-74eb-459c-b329-8d676e2ffc88) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:19:26.757942 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-0c834d75-5cff-4f97-8375-97fa8b0156ad req-26754881-c4e5-4e3a-9cfb-d762e56418a1 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Publish callbacks [] for port (819d54d4-74eb-459c-b329-8d676e2ffc88), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:26.798024 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-0c834d75-5cff-4f97-8375-97fa8b0156ad req-26754881-c4e5-4e3a-9cfb-d762e56418a1 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (819d54d4-74eb-459c-b329-8d676e2ffc88), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:26.848348 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c834d75-5cff-4f97-8375-97fa8b0156ad req-26754881-c4e5-4e3a-9cfb-d762e56418a1 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Network 6ee116e2-77f9-4f60-b348-67ec10efecbf is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:19:26.853804 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-0c834d75-5cff-4f97-8375-97fa8b0156ad req-26754881-c4e5-4e3a-9cfb-d762e56418a1 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:19:26.857625 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c834d75-5cff-4f97-8375-97fa8b0156ad req-26754881-c4e5-4e3a-9cfb-d762e56418a1 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:19:26.885447 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26754881-c4e5-4e3a-9cfb-d762e56418a1 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Pushing event updated for resources: {'Port': ['ID=819d54d4-74eb-459c-b329-8d676e2ffc88,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:26.913942 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c834d75-5cff-4f97-8375-97fa8b0156ad req-26754881-c4e5-4e3a-9cfb-d762e56418a1 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:26.914562 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-0c834d75-5cff-4f97-8375-97fa8b0156ad req-26754881-c4e5-4e3a-9cfb-d762e56418a1 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:26.930762 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0c834d75-5cff-4f97-8375-97fa8b0156ad req-26754881-c4e5-4e3a-9cfb-d762e56418a1 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5948982 Feb 04 13:19:26.941498 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-0c834d75-5cff-4f97-8375-97fa8b0156ad req-e25ba7bf-2787-44e7-a6da-08e6f1178246 service neutron] Request body: {'port': {'device_id': 'd856fd2a-7b0d-4706-bff3-9f91b2f65d03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:19:27.000381 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-0c834d75-5cff-4f97-8375-97fa8b0156ad req-e25ba7bf-2787-44e7-a6da-08e6f1178246 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (819d54d4-74eb-459c-b329-8d676e2ffc88), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:27.282969 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-0c834d75-5cff-4f97-8375-97fa8b0156ad req-e25ba7bf-2787-44e7-a6da-08e6f1178246 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 819d54d4-74eb-459c-b329-8d676e2ffc88 {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:19:27.290941 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-0c834d75-5cff-4f97-8375-97fa8b0156ad req-e25ba7bf-2787-44e7-a6da-08e6f1178246 service neutron] Publish callbacks [] for port (819d54d4-74eb-459c-b329-8d676e2ffc88), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:27.303281 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-0c834d75-5cff-4f97-8375-97fa8b0156ad req-e25ba7bf-2787-44e7-a6da-08e6f1178246 service neutron] Transition to ACTIVE for port object 819d54d4-74eb-459c-b329-8d676e2ffc88 will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:19:27.308267 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-0c834d75-5cff-4f97-8375-97fa8b0156ad req-e25ba7bf-2787-44e7-a6da-08e6f1178246 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (819d54d4-74eb-459c-b329-8d676e2ffc88), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:27.385598 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25ba7bf-2787-44e7-a6da-08e6f1178246 service neutron] Pushing event updated for resources: {'Port': ['ID=819d54d4-74eb-459c-b329-8d676e2ffc88,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:27.438606 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-0c834d75-5cff-4f97-8375-97fa8b0156ad req-e25ba7bf-2787-44e7-a6da-08e6f1178246 service neutron] Attempting to bind port 819d54d4-74eb-459c-b329-8d676e2ffc88 on host n-h2-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:19:27.438942 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-0c834d75-5cff-4f97-8375-97fa8b0156ad req-e25ba7bf-2787-44e7-a6da-08e6f1178246 service neutron] Attempting to bind port 819d54d4-74eb-459c-b329-8d676e2ffc88 by drivers openvswitch,hyperv on host n-h2-825015-3 at level 0 using segments [{'id': '35a7e9fb-e8e9-406a-9d84-432a7173c4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '6ee116e2-77f9-4f60-b348-67ec10efecbf'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:19:27.439274 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c834d75-5cff-4f97-8375-97fa8b0156ad req-e25ba7bf-2787-44e7-a6da-08e6f1178246 service neutron] Attempting to bind port 819d54d4-74eb-459c-b329-8d676e2ffc88 on network 6ee116e2-77f9-4f60-b348-67ec10efecbf {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:19:27.443957 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c834d75-5cff-4f97-8375-97fa8b0156ad req-e25ba7bf-2787-44e7-a6da-08e6f1178246 service neutron] Port 819d54d4-74eb-459c-b329-8d676e2ffc88 on network 6ee116e2-77f9-4f60-b348-67ec10efecbf not bound, no agent of type Open vSwitch agent registered on host n-h2-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:19:27.444283 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c834d75-5cff-4f97-8375-97fa8b0156ad req-e25ba7bf-2787-44e7-a6da-08e6f1178246 service neutron] Attempting to bind port 819d54d4-74eb-459c-b329-8d676e2ffc88 on network 6ee116e2-77f9-4f60-b348-67ec10efecbf {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:19:27.449110 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c834d75-5cff-4f97-8375-97fa8b0156ad req-e25ba7bf-2787-44e7-a6da-08e6f1178246 service neutron] Checking agent: {'id': '9b68a165-e786-4b91-8592-44519c2ecabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:19:27.449452 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c834d75-5cff-4f97-8375-97fa8b0156ad req-e25ba7bf-2787-44e7-a6da-08e6f1178246 service neutron] Checking segment: {'id': '35a7e9fb-e8e9-406a-9d84-432a7173c4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '6ee116e2-77f9-4f60-b348-67ec10efecbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:19:27.449838 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c834d75-5cff-4f97-8375-97fa8b0156ad req-e25ba7bf-2787-44e7-a6da-08e6f1178246 service neutron] Bound using segment: {'id': '35a7e9fb-e8e9-406a-9d84-432a7173c4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '6ee116e2-77f9-4f60-b348-67ec10efecbf'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:19:27.450262 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-0c834d75-5cff-4f97-8375-97fa8b0156ad req-e25ba7bf-2787-44e7-a6da-08e6f1178246 service neutron] Bound port: 819d54d4-74eb-459c-b329-8d676e2ffc88, host: n-h2-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35a7e9fb-e8e9-406a-9d84-432a7173c4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '6ee116e2-77f9-4f60-b348-67ec10efecbf'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:19:27.450880 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-0c834d75-5cff-4f97-8375-97fa8b0156ad req-e25ba7bf-2787-44e7-a6da-08e6f1178246 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (819d54d4-74eb-459c-b329-8d676e2ffc88), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:27.515945 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-0c834d75-5cff-4f97-8375-97fa8b0156ad req-e25ba7bf-2787-44e7-a6da-08e6f1178246 service neutron] For port 819d54d4-74eb-459c-b329-8d676e2ffc88, host n-h2-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:19:27.519718 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-0c834d75-5cff-4f97-8375-97fa8b0156ad req-e25ba7bf-2787-44e7-a6da-08e6f1178246 service neutron] For port 819d54d4-74eb-459c-b329-8d676e2ffc88, host n-h2-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=819d54d4-74eb-459c-b329-8d676e2ffc88,segment=NetworkSegment(35a7e9fb-e8e9-406a-9d84-432a7173c4bc),segment_id=35a7e9fb-e8e9-406a-9d84-432a7173c4bc)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:19:27.526294 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-0c834d75-5cff-4f97-8375-97fa8b0156ad req-e25ba7bf-2787-44e7-a6da-08e6f1178246 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (819d54d4-74eb-459c-b329-8d676e2ffc88), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:27.567972 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c834d75-5cff-4f97-8375-97fa8b0156ad req-e25ba7bf-2787-44e7-a6da-08e6f1178246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:27.568596 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-0c834d75-5cff-4f97-8375-97fa8b0156ad req-e25ba7bf-2787-44e7-a6da-08e6f1178246 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:27.569990 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0c834d75-5cff-4f97-8375-97fa8b0156ad req-e25ba7bf-2787-44e7-a6da-08e6f1178246 service neutron] 10.222.0.77 "PUT /v2.0/ports/819d54d4-74eb-459c-b329-8d676e2ffc88 HTTP/1.1" status: 200 len: 1091 time: 0.6327047 Feb 04 13:19:27.570449 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd856fd2a-7b0d-4706-bff3-9f91b2f65d03', 'tag': '819d54d4-74eb-459c-b329-8d676e2ffc88'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:19:27.572693 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48bbd334e613f85cd2144b496d46af0d2e531f29900d43c124e8a63cdd2917ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fa8e464-95cc-45b8-aafa-ba0bd4e6432f" -d '{"events": [{"name": "network-changed", "server_uuid": "d856fd2a-7b0d-4706-bff3-9f91b2f65d03", "tag": "819d54d4-74eb-459c-b329-8d676e2ffc88"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:19:27.624020 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2828c47c-e3e7-4b13-84f8-1826b8e0338b x-openstack-request-id: req-2828c47c-e3e7-4b13-84f8-1826b8e0338b {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:19:27.624611 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d856fd2a-7b0d-4706-bff3-9f91b2f65d03", "tag": "819d54d4-74eb-459c-b329-8d676e2ffc88", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:19:27.624868 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2828c47c-e3e7-4b13-84f8-1826b8e0338b {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:19:27.625253 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd856fd2a-7b0d-4706-bff3-9f91b2f65d03', 'tag': '819d54d4-74eb-459c-b329-8d676e2ffc88', 'status': 'completed', 'code': 200} Feb 04 13:19:27.654948 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25ba7bf-2787-44e7-a6da-08e6f1178246 service neutron] Pushing event updated for resources: {'Port': ['ID=819d54d4-74eb-459c-b329-8d676e2ffc88,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:27.694565 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c25c94c-3e3f-416e-a304-41508980d3e4 req-b19c1548-bb54-45d2-ae9a-4450079c65ed tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:27.696061 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2c25c94c-3e3f-416e-a304-41508980d3e4 req-b19c1548-bb54-45d2-ae9a-4450079c65ed tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/ports?device_id=d856fd2a-7b0d-4706-bff3-9f91b2f65d03 HTTP/1.1" status: 200 len: 943 time: 0.1190259 Feb 04 13:19:27.698791 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c834d75-5cff-4f97-8375-97fa8b0156ad req-93c3cebc-27d4-45cc-a7f2-e6578d6a0b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:27.700168 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0c834d75-5cff-4f97-8375-97fa8b0156ad req-93c3cebc-27d4-45cc-a7f2-e6578d6a0b2c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b40d276405304796b5557d3443f98182&device_id=d856fd2a-7b0d-4706-bff3-9f91b2f65d03 HTTP/1.1" status: 200 len: 1125 time: 0.0858405 Feb 04 13:19:27.748024 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0c834d75-5cff-4f97-8375-97fa8b0156ad req-7f61f6f8-c46f-47ab-8b8f-f28ca978bd83 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=819d54d4-74eb-459c-b329-8d676e2ffc88 HTTP/1.1" status: 200 len: 217 time: 0.0393798 Feb 04 13:19:27.807354 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2c25c94c-3e3f-416e-a304-41508980d3e4 req-dc260ad8-7c82-4416-a672-c88a0a8385d0 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/security-groups?id=63777393-366e-4349-bb03-8bb2ab2a2554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052313 Feb 04 13:19:27.818711 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c834d75-5cff-4f97-8375-97fa8b0156ad req-7af77cad-688d-496f-bef5-f64d6439d1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:27.820203 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0c834d75-5cff-4f97-8375-97fa8b0156ad req-7af77cad-688d-496f-bef5-f64d6439d1ee service neutron] 10.222.0.77 "GET /v2.0/subnets?id=68f69c55-3f79-45b9-ba9d-6936096024bc HTTP/1.1" status: 200 len: 854 time: 0.0661857 Feb 04 13:19:27.853377 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0c834d75-5cff-4f97-8375-97fa8b0156ad req-576f4d18-a1f4-4773-b440-362d347fd4b9 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6ee116e2-77f9-4f60-b348-67ec10efecbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278680 Feb 04 13:19:27.953363 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0c834d75-5cff-4f97-8375-97fa8b0156ad req-9c2775cd-2bd2-4e5b-bdb8-464902f24b57 service neutron] 10.222.0.77 "GET /v2.0/networks/6ee116e2-77f9-4f60-b348-67ec10efecbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939958 Feb 04 13:19:28.049625 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0c834d75-5cff-4f97-8375-97fa8b0156ad req-cd3d34e0-281c-4c6c-8725-e175d05d300a service neutron] 10.222.0.77 "GET /v2.0/networks/6ee116e2-77f9-4f60-b348-67ec10efecbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908322 Feb 04 13:19:28.141802 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa8e464-95cc-45b8-aafa-ba0bd4e6432f req-9f935ce1-9f07-47ef-becb-68c09119115d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:28.143901 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2fa8e464-95cc-45b8-aafa-ba0bd4e6432f req-9f935ce1-9f07-47ef-becb-68c09119115d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b40d276405304796b5557d3443f98182&device_id=d856fd2a-7b0d-4706-bff3-9f91b2f65d03 HTTP/1.1" status: 200 len: 1125 time: 0.0482168 Feb 04 13:19:28.239044 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa8e464-95cc-45b8-aafa-ba0bd4e6432f req-3b9677ac-81c4-42af-b4aa-ab9c40102c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:28.240571 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2fa8e464-95cc-45b8-aafa-ba0bd4e6432f req-3b9677ac-81c4-42af-b4aa-ab9c40102c99 service neutron] 10.222.0.77 "GET /v2.0/networks?id=6ee116e2-77f9-4f60-b348-67ec10efecbf HTTP/1.1" status: 200 len: 915 time: 0.0914292 Feb 04 13:19:28.281636 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2fa8e464-95cc-45b8-aafa-ba0bd4e6432f req-79ef787d-ef71-4a78-8909-49a06ff91bb9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=819d54d4-74eb-459c-b329-8d676e2ffc88 HTTP/1.1" status: 200 len: 217 time: 0.0352759 Feb 04 13:19:28.332597 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa8e464-95cc-45b8-aafa-ba0bd4e6432f req-f2ecd13c-8cc0-4ab4-a877-0fa2c4de390e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:28.334248 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2fa8e464-95cc-45b8-aafa-ba0bd4e6432f req-f2ecd13c-8cc0-4ab4-a877-0fa2c4de390e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=68f69c55-3f79-45b9-ba9d-6936096024bc HTTP/1.1" status: 200 len: 854 time: 0.0461910 Feb 04 13:19:28.367549 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2fa8e464-95cc-45b8-aafa-ba0bd4e6432f req-2d5ff7f8-ba70-4202-a657-9f46ea3c332d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6ee116e2-77f9-4f60-b348-67ec10efecbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261297 Feb 04 13:19:28.460472 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2fa8e464-95cc-45b8-aafa-ba0bd4e6432f req-b35b1afa-b45b-4cd8-bd8e-d20e806cddcf service neutron] 10.222.0.77 "GET /v2.0/networks/6ee116e2-77f9-4f60-b348-67ec10efecbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871317 Feb 04 13:19:28.548402 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2fa8e464-95cc-45b8-aafa-ba0bd4e6432f req-4b338155-0ab4-4670-a8f3-3756cdb5d8f8 service neutron] 10.222.0.77 "GET /v2.0/networks/6ee116e2-77f9-4f60-b348-67ec10efecbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808930 Feb 04 13:19:28.931280 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d68c309-12c6-48fb-85f1-63832dad5318 req-5eaf178e-22ed-49cf-9745-ba249abbd6f4 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:28.932782 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5d68c309-12c6-48fb-85f1-63832dad5318 req-5eaf178e-22ed-49cf-9745-ba249abbd6f4 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/ports?device_id=d856fd2a-7b0d-4706-bff3-9f91b2f65d03 HTTP/1.1" status: 200 len: 943 time: 0.0567503 Feb 04 13:19:28.978696 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5d68c309-12c6-48fb-85f1-63832dad5318 req-d0192f2f-8019-454e-a39e-0525cb190c20 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/security-groups?id=63777393-366e-4349-bb03-8bb2ab2a2554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404525 Feb 04 13:19:29.208569 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 819d54d4-74eb-459c-b329-8d676e2ffc88 details requested by agent hyperv_n-h2-825015-3 with host n-h2-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:19:29.307037 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 819d54d4-74eb-459c-b329-8d676e2ffc88, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=819d54d4-74eb-459c-b329-8d676e2ffc88,segment=NetworkSegment(35a7e9fb-e8e9-406a-9d84-432a7173c4bc),segment_id=35a7e9fb-e8e9-406a-9d84-432a7173c4bc)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:19:29.318652 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Returning: {'device': '819d54d4-74eb-459c-b329-8d676e2ffc88', 'network_id': '6ee116e2-77f9-4f60-b348-67ec10efecbf', 'port_id': '819d54d4-74eb-459c-b329-8d676e2ffc88', 'mac_address': 'fa:16:3e:4a:7d:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68f69c55-3f79-45b9-ba9d-6936096024bc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:19:29.354363 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 819d54d4-74eb-459c-b329-8d676e2ffc88 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:19:29.354746 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (819d54d4-74eb-459c-b329-8d676e2ffc88), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:29.368199 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 819d54d4-74eb-459c-b329-8d676e2ffc88 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:19:29.387226 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 819d54d4-74eb-459c-b329-8d676e2ffc88, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=819d54d4-74eb-459c-b329-8d676e2ffc88,segment=NetworkSegment(35a7e9fb-e8e9-406a-9d84-432a7173c4bc),segment_id=35a7e9fb-e8e9-406a-9d84-432a7173c4bc)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:19:29.391326 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (819d54d4-74eb-459c-b329-8d676e2ffc88), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:29.443850 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=819d54d4-74eb-459c-b329-8d676e2ffc88,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:29.576225 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['819d54d4-74eb-459c-b329-8d676e2ffc88'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:19:30.097422 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8d05bd-2bf4-4083-bf56-8316236c465b req-f44cc475-94cb-465b-a3b7-cef90f1cae81 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:30.098794 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2f8d05bd-2bf4-4083-bf56-8316236c465b req-f44cc475-94cb-465b-a3b7-cef90f1cae81 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/ports?device_id=d856fd2a-7b0d-4706-bff3-9f91b2f65d03 HTTP/1.1" status: 200 len: 944 time: 0.0533690 Feb 04 13:19:30.145690 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2f8d05bd-2bf4-4083-bf56-8316236c465b req-ae850a42-bcb6-4cc6-a948-9bb008064b07 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/security-groups?id=63777393-366e-4349-bb03-8bb2ab2a2554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409999 Feb 04 13:19:31.209303 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 819d54d4-74eb-459c-b329-8d676e2ffc88 up at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:19:31.262370 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning for port 819d54d4-74eb-459c-b329-8d676e2ffc88 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:19:31.266770 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning complete for port 819d54d4-74eb-459c-b329-8d676e2ffc88 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:19:31.267144 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (819d54d4-74eb-459c-b329-8d676e2ffc88), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:31.268136 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f711efb0-4597-46b3-a207-aabce133085b req-ea9e4910-71f8-45e6-a0bd-abefd5153532 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:31.269650 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f711efb0-4597-46b3-a207-aabce133085b req-ea9e4910-71f8-45e6-a0bd-abefd5153532 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/ports?device_id=d856fd2a-7b0d-4706-bff3-9f91b2f65d03 HTTP/1.1" status: 200 len: 944 time: 0.0570605 Feb 04 13:19:31.316694 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f711efb0-4597-46b3-a207-aabce133085b req-60f24ee0-ef19-4c84-b4d7-c7a66b5f5d9b tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/security-groups?id=63777393-366e-4349-bb03-8bb2ab2a2554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414903 Feb 04 13:19:31.345810 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 819d54d4-74eb-459c-b329-8d676e2ffc88 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:19:31.346717 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (819d54d4-74eb-459c-b329-8d676e2ffc88), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:31.369660 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd856fd2a-7b0d-4706-bff3-9f91b2f65d03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '819d54d4-74eb-459c-b329-8d676e2ffc88'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:19:31.371905 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53818b00e40e8afff1ffbbb80b1f2b2ececb0555ff6da39e2769b708ef8305ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e316c12-03c7-4097-986c-ea5a2783e317" -d '{"events": [{"server_uuid": "d856fd2a-7b0d-4706-bff3-9f91b2f65d03", "name": "network-vif-plugged", "status": "completed", "tag": "819d54d4-74eb-459c-b329-8d676e2ffc88"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:19:31.383850 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 819d54d4-74eb-459c-b329-8d676e2ffc88, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=819d54d4-74eb-459c-b329-8d676e2ffc88,segment=NetworkSegment(35a7e9fb-e8e9-406a-9d84-432a7173c4bc),segment_id=35a7e9fb-e8e9-406a-9d84-432a7173c4bc)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:19:31.388046 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (819d54d4-74eb-459c-b329-8d676e2ffc88), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:31.412491 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8767df9e-5866-4620-92d4-e6bcb75a9372 x-openstack-request-id: req-8767df9e-5866-4620-92d4-e6bcb75a9372 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:19:31.412790 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d856fd2a-7b0d-4706-bff3-9f91b2f65d03", "name": "network-vif-plugged", "status": "completed", "tag": "819d54d4-74eb-459c-b329-8d676e2ffc88", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:19:31.413128 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8767df9e-5866-4620-92d4-e6bcb75a9372 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:19:31.413452 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd856fd2a-7b0d-4706-bff3-9f91b2f65d03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '819d54d4-74eb-459c-b329-8d676e2ffc88', 'code': 200} Feb 04 13:19:31.445064 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=819d54d4-74eb-459c-b329-8d676e2ffc88,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:31.515898 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9ed49c-191a-4f44-a703-4be5b7376ea0 req-51ac3fc6-d325-4883-8342-68202bb82fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:31.517405 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0a9ed49c-191a-4f44-a703-4be5b7376ea0 req-51ac3fc6-d325-4883-8342-68202bb82fe5 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=d856fd2a-7b0d-4706-bff3-9f91b2f65d03 HTTP/1.1" status: 200 len: 1127 time: 0.0431936 Feb 04 13:19:31.559962 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0a9ed49c-191a-4f44-a703-4be5b7376ea0 req-ccf40364-a835-436e-8f93-7531c7b85d30 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=63777393-366e-4349-bb03-8bb2ab2a2554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369837 Feb 04 13:19:31.594335 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:32.251447 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:32.438700 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c5b732-e0cd-4e76-98b5-ba45f2449e80 req-715b9c34-d5d3-484d-b835-52f79fb87768 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:32.440277 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a7c5b732-e0cd-4e76-98b5-ba45f2449e80 req-715b9c34-d5d3-484d-b835-52f79fb87768 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/ports?device_id=d856fd2a-7b0d-4706-bff3-9f91b2f65d03 HTTP/1.1" status: 200 len: 945 time: 0.0544832 Feb 04 13:19:32.496516 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a7c5b732-e0cd-4e76-98b5-ba45f2449e80 req-d9f8e30e-163f-40ed-8a04-ce0a7dc96962 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/security-groups?id=63777393-366e-4349-bb03-8bb2ab2a2554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496507 Feb 04 13:19:33.912146 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a3003b-a949-4e5d-a528-c634ac867ab2 req-31ee04fd-49e7-4456-879b-b8f5e0adc762 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:33.913666 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-77a3003b-a949-4e5d-a528-c634ac867ab2 req-31ee04fd-49e7-4456-879b-b8f5e0adc762 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/ports?device_id=d856fd2a-7b0d-4706-bff3-9f91b2f65d03 HTTP/1.1" status: 200 len: 945 time: 0.3494229 Feb 04 13:19:33.964105 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-77a3003b-a949-4e5d-a528-c634ac867ab2 req-b3788b34-5455-4093-9897-98098a81ef59 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/security-groups?id=63777393-366e-4349-bb03-8bb2ab2a2554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448468 Feb 04 13:19:34.084899 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7ebfba-2ce0-4e4f-8ca3-1b94969623b4 req-2e3d502a-fb1b-422f-a3b7-f62f7c68b0fa tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:34.086540 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3b7ebfba-2ce0-4e4f-8ca3-1b94969623b4 req-2e3d502a-fb1b-422f-a3b7-f62f7c68b0fa tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/ports?device_id=d856fd2a-7b0d-4706-bff3-9f91b2f65d03 HTTP/1.1" status: 200 len: 945 time: 0.0539994 Feb 04 13:19:34.138448 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3b7ebfba-2ce0-4e4f-8ca3-1b94969623b4 req-f6632c81-403f-4aa1-b2ac-59be36395a57 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/security-groups?id=63777393-366e-4349-bb03-8bb2ab2a2554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459230 Feb 04 13:19:34.371359 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0090ebca-ea71-40b6-8a8a-d693d3e97e8e req-44aa58e3-52db-42cd-9460-931e988bb0d2 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:34.372962 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0090ebca-ea71-40b6-8a8a-d693d3e97e8e req-44aa58e3-52db-42cd-9460-931e988bb0d2 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/ports?device_id=d856fd2a-7b0d-4706-bff3-9f91b2f65d03 HTTP/1.1" status: 200 len: 945 time: 0.0618837 Feb 04 13:19:34.422604 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0090ebca-ea71-40b6-8a8a-d693d3e97e8e req-bb120470-0dc0-427b-8385-2ac476fdc160 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/security-groups?id=63777393-366e-4349-bb03-8bb2ab2a2554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437725 Feb 04 13:19:34.544551 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c0f21c-742c-4706-befb-768d8a3564c8 req-97568048-6859-4e93-ae91-f32f41f14a38 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:34.546070 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-77c0f21c-742c-4706-befb-768d8a3564c8 req-97568048-6859-4e93-ae91-f32f41f14a38 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/ports?device_id=d856fd2a-7b0d-4706-bff3-9f91b2f65d03 HTTP/1.1" status: 200 len: 945 time: 0.0545573 Feb 04 13:19:34.595649 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-77c0f21c-742c-4706-befb-768d8a3564c8 req-b1a34ae0-b334-4dbe-9d6c-8eb739bcdfea tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/security-groups?id=63777393-366e-4349-bb03-8bb2ab2a2554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428896 Feb 04 13:19:34.724279 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cd8bc4f4-43ce-4304-a7d4-6d42bcceb81f req-a745da70-02bf-45a5-8d82-2ae4b7c98d67 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=d856fd2a-7b0d-4706-bff3-9f91b2f65d03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0518892 Feb 04 13:19:34.865605 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8bc4f4-43ce-4304-a7d4-6d42bcceb81f req-398195c8-3c9c-425a-99db-fbc8e29c6e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:34.867298 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cd8bc4f4-43ce-4304-a7d4-6d42bcceb81f req-398195c8-3c9c-425a-99db-fbc8e29c6e19 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b40d276405304796b5557d3443f98182&device_id=d856fd2a-7b0d-4706-bff3-9f91b2f65d03 HTTP/1.1" status: 200 len: 1127 time: 0.0935831 Feb 04 13:19:34.868450 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-8a738e66-8269-4a54-9709-129dcb3110fe req-c23e64bd-d00e-4883-abe6-730f44a78580 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d856fd2a-7b0d-4706-bff3-9f91b2f65d03&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0496600 Feb 04 13:19:34.886717 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162aa5ee-6017-4b5b-b02f-d16416e1407c req-40759c29-ef5a-4824-89fc-f35ae9f8c948 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:34.888289 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-162aa5ee-6017-4b5b-b02f-d16416e1407c req-40759c29-ef5a-4824-89fc-f35ae9f8c948 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/ports?device_id=d856fd2a-7b0d-4706-bff3-9f91b2f65d03 HTTP/1.1" status: 200 len: 945 time: 0.0729954 Feb 04 13:19:34.999599 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-162aa5ee-6017-4b5b-b02f-d16416e1407c req-21a00025-18ca-4dd5-afd4-994c24ec8e23 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/security-groups?id=63777393-366e-4349-bb03-8bb2ab2a2554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015685 Feb 04 13:19:35.018050 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8bc4f4-43ce-4304-a7d4-6d42bcceb81f req-356c1e17-24de-4a64-91b1-1f4ac69a15bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:35.020755 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cd8bc4f4-43ce-4304-a7d4-6d42bcceb81f req-356c1e17-24de-4a64-91b1-1f4ac69a15bb service neutron] 10.222.0.77 "GET /v2.0/networks?id=6ee116e2-77f9-4f60-b348-67ec10efecbf HTTP/1.1" status: 200 len: 915 time: 0.1315522 Feb 04 13:19:35.064561 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cd8bc4f4-43ce-4304-a7d4-6d42bcceb81f req-8f549acb-1328-42d4-aee2-a7f591cc64cb service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=819d54d4-74eb-459c-b329-8d676e2ffc88 HTTP/1.1" status: 200 len: 217 time: 0.0373976 Feb 04 13:19:35.120689 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8bc4f4-43ce-4304-a7d4-6d42bcceb81f req-96718a4c-ea18-4f01-83cf-2a72ec17b271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:35.122249 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cd8bc4f4-43ce-4304-a7d4-6d42bcceb81f req-96718a4c-ea18-4f01-83cf-2a72ec17b271 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=68f69c55-3f79-45b9-ba9d-6936096024bc HTTP/1.1" status: 200 len: 854 time: 0.0525942 Feb 04 13:19:35.155679 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cd8bc4f4-43ce-4304-a7d4-6d42bcceb81f req-4d329830-4f6f-407d-a76d-adfe6fd60fa0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6ee116e2-77f9-4f60-b348-67ec10efecbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278969 Feb 04 13:19:35.260900 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cd8bc4f4-43ce-4304-a7d4-6d42bcceb81f req-568aff17-8cf7-43fd-840f-65cc7c2eb8f6 service neutron] 10.222.0.77 "GET /v2.0/networks/6ee116e2-77f9-4f60-b348-67ec10efecbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988390 Feb 04 13:19:35.363989 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cd8bc4f4-43ce-4304-a7d4-6d42bcceb81f req-0feeaf12-2364-4428-b062-b2cebb4e7f78 service neutron] 10.222.0.77 "GET /v2.0/networks/6ee116e2-77f9-4f60-b348-67ec10efecbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980601 Feb 04 13:19:36.161106 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a738e66-8269-4a54-9709-129dcb3110fe req-d5bf8fec-d18a-4522-8b62-2921c6f07b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:36.162601 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8a738e66-8269-4a54-9709-129dcb3110fe req-d5bf8fec-d18a-4522-8b62-2921c6f07b37 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b40d276405304796b5557d3443f98182&device_id=d856fd2a-7b0d-4706-bff3-9f91b2f65d03 HTTP/1.1" status: 200 len: 1127 time: 0.0712717 Feb 04 13:19:36.169496 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a49f1b7-5c91-4f9a-a8fe-07527dc9e143 req-85c4a07e-3819-4d52-b59a-1b1fd5adfba8 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:36.171200 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5a49f1b7-5c91-4f9a-a8fe-07527dc9e143 req-85c4a07e-3819-4d52-b59a-1b1fd5adfba8 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/ports?device_id=d856fd2a-7b0d-4706-bff3-9f91b2f65d03 HTTP/1.1" status: 200 len: 945 time: 0.0891185 Feb 04 13:19:36.281684 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5a49f1b7-5c91-4f9a-a8fe-07527dc9e143 req-869dced3-be90-46f5-831b-a82b6a7f5067 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/security-groups?id=63777393-366e-4349-bb03-8bb2ab2a2554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004546 Feb 04 13:19:36.298064 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a738e66-8269-4a54-9709-129dcb3110fe req-fab139cc-6b2b-41b1-9388-4d2af5c13864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:36.299544 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8a738e66-8269-4a54-9709-129dcb3110fe req-fab139cc-6b2b-41b1-9388-4d2af5c13864 service neutron] 10.222.0.77 "GET /v2.0/networks?id=6ee116e2-77f9-4f60-b348-67ec10efecbf HTTP/1.1" status: 200 len: 915 time: 0.1278021 Feb 04 13:19:36.341917 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8a738e66-8269-4a54-9709-129dcb3110fe req-3078a92f-eace-4d89-bd01-b784e08ff1ce service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=819d54d4-74eb-459c-b329-8d676e2ffc88 HTTP/1.1" status: 200 len: 217 time: 0.0356474 Feb 04 13:19:36.393547 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a738e66-8269-4a54-9709-129dcb3110fe req-2e7a5fa6-76f7-47ea-8753-10e6f130bcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:36.395681 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8a738e66-8269-4a54-9709-129dcb3110fe req-2e7a5fa6-76f7-47ea-8753-10e6f130bcf4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=68f69c55-3f79-45b9-ba9d-6936096024bc HTTP/1.1" status: 200 len: 854 time: 0.0486801 Feb 04 13:19:36.427496 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8a738e66-8269-4a54-9709-129dcb3110fe req-61598f03-10e0-477a-bc60-49526227af43 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6ee116e2-77f9-4f60-b348-67ec10efecbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260763 Feb 04 13:19:36.517369 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8a738e66-8269-4a54-9709-129dcb3110fe req-f6d3c0d0-9b32-4ccc-b946-9b67dbda3dbc service neutron] 10.222.0.77 "GET /v2.0/networks/6ee116e2-77f9-4f60-b348-67ec10efecbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845745 Feb 04 13:19:36.609153 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8a738e66-8269-4a54-9709-129dcb3110fe req-5838f795-1a47-4d1f-93a6-196dabe7bcf4 service neutron] 10.222.0.77 "GET /v2.0/networks/6ee116e2-77f9-4f60-b348-67ec10efecbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861530 Feb 04 13:19:37.411586 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9721301-28a7-45dc-8da1-1b66f5f0fb0f req-a991d9bd-2300-4d46-80ec-159c15cfbe3d tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:37.413159 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e9721301-28a7-45dc-8da1-1b66f5f0fb0f req-a991d9bd-2300-4d46-80ec-159c15cfbe3d tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/ports?device_id=d856fd2a-7b0d-4706-bff3-9f91b2f65d03 HTTP/1.1" status: 200 len: 945 time: 0.0562234 Feb 04 13:19:37.459785 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e9721301-28a7-45dc-8da1-1b66f5f0fb0f req-5ec5f137-456d-4769-b526-10796b7ab27a tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/security-groups?id=63777393-366e-4349-bb03-8bb2ab2a2554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411170 Feb 04 13:19:38.584739 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1748d419-ef4f-415e-a64f-9664c91ec13e req-ecd397b3-1250-4e0d-af5f-f1a1de93038d tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:38.586232 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1748d419-ef4f-415e-a64f-9664c91ec13e req-ecd397b3-1250-4e0d-af5f-f1a1de93038d tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/ports?device_id=d856fd2a-7b0d-4706-bff3-9f91b2f65d03 HTTP/1.1" status: 200 len: 945 time: 0.0578463 Feb 04 13:19:38.633205 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1748d419-ef4f-415e-a64f-9664c91ec13e req-6224de37-63e2-464c-b546-1060eefbfff5 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/security-groups?id=63777393-366e-4349-bb03-8bb2ab2a2554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415165 Feb 04 13:19:39.755566 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5825a2-0c48-48ba-b9f5-3a491f47c656 req-3554ffa1-6fb4-4d95-8500-13e51fd9df48 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:39.757161 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5d5825a2-0c48-48ba-b9f5-3a491f47c656 req-3554ffa1-6fb4-4d95-8500-13e51fd9df48 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/ports?device_id=d856fd2a-7b0d-4706-bff3-9f91b2f65d03 HTTP/1.1" status: 200 len: 945 time: 0.0546498 Feb 04 13:19:39.805962 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5d5825a2-0c48-48ba-b9f5-3a491f47c656 req-323f1bef-5512-4deb-93ae-df1a46a7190f tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/security-groups?id=63777393-366e-4349-bb03-8bb2ab2a2554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433054 Feb 04 13:19:40.930937 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fef1a1-eb90-4d73-a91e-a7809a9d1910 req-116b1c9c-3ffe-47e0-b55a-026541e73686 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:40.932450 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b2fef1a1-eb90-4d73-a91e-a7809a9d1910 req-116b1c9c-3ffe-47e0-b55a-026541e73686 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/ports?device_id=d856fd2a-7b0d-4706-bff3-9f91b2f65d03 HTTP/1.1" status: 200 len: 945 time: 0.0545206 Feb 04 13:19:40.984050 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b2fef1a1-eb90-4d73-a91e-a7809a9d1910 req-816b74cb-67fc-42e9-bc1d-2adebd5713da tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/security-groups?id=63777393-366e-4349-bb03-8bb2ab2a2554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461307 Feb 04 13:19:42.104652 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b753ff-dc12-4f07-9e85-3adbe564bf06 req-18c71e7c-def2-4116-a9e7-85f0d23f4ea2 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:42.106006 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-22b753ff-dc12-4f07-9e85-3adbe564bf06 req-18c71e7c-def2-4116-a9e7-85f0d23f4ea2 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/ports?device_id=d856fd2a-7b0d-4706-bff3-9f91b2f65d03 HTTP/1.1" status: 200 len: 945 time: 0.0527518 Feb 04 13:19:42.154442 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-22b753ff-dc12-4f07-9e85-3adbe564bf06 req-0571e2a6-9a42-4dee-b017-c94655d85459 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/security-groups?id=63777393-366e-4349-bb03-8bb2ab2a2554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429633 Feb 04 13:19:43.273465 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0fb9dc-32fa-48b8-9a8f-acf8cdb70e23 req-72afb6a9-640a-49c0-b85e-38fd63b1d2bc tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:43.274960 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-de0fb9dc-32fa-48b8-9a8f-acf8cdb70e23 req-72afb6a9-640a-49c0-b85e-38fd63b1d2bc tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/ports?device_id=d856fd2a-7b0d-4706-bff3-9f91b2f65d03 HTTP/1.1" status: 200 len: 945 time: 0.0537910 Feb 04 13:19:43.321320 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-de0fb9dc-32fa-48b8-9a8f-acf8cdb70e23 req-a82c9da0-1504-4901-a71a-54879d0cc641 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/security-groups?id=63777393-366e-4349-bb03-8bb2ab2a2554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408096 Feb 04 13:19:44.446308 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691363ca-d827-4bf7-a548-df7048c15102 req-e2fa8870-ed84-48d8-902d-cc51661df211 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:44.447795 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-691363ca-d827-4bf7-a548-df7048c15102 req-e2fa8870-ed84-48d8-902d-cc51661df211 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/ports?device_id=d856fd2a-7b0d-4706-bff3-9f91b2f65d03 HTTP/1.1" status: 200 len: 945 time: 0.0577407 Feb 04 13:19:44.494365 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-691363ca-d827-4bf7-a548-df7048c15102 req-779026b6-c656-4499-820f-dbea34172cce tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/security-groups?id=63777393-366e-4349-bb03-8bb2ab2a2554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408399 Feb 04 13:19:45.586941 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7521338d-86eb-4eb3-b497-0273c8a44070 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:45.614558 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ee5347-9e49-4d3a-83d3-906b5c4c2920 req-ddd0512d-6ad3-4c05-9ad6-714159e657de tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:45.616071 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-88ee5347-9e49-4d3a-83d3-906b5c4c2920 req-ddd0512d-6ad3-4c05-9ad6-714159e657de tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/ports?device_id=d856fd2a-7b0d-4706-bff3-9f91b2f65d03 HTTP/1.1" status: 200 len: 945 time: 0.0537691 Feb 04 13:19:45.665028 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-88ee5347-9e49-4d3a-83d3-906b5c4c2920 req-5672e9a8-c1a1-4db6-8052-d17ab1da8ce9 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/security-groups?id=63777393-366e-4349-bb03-8bb2ab2a2554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433710 Feb 04 13:19:46.788232 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a23167-94a8-42d1-9bba-36e72a2cff0e req-92d4ac63-3fa7-4df7-b6fe-b772d86b1683 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:46.789763 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-25a23167-94a8-42d1-9bba-36e72a2cff0e req-92d4ac63-3fa7-4df7-b6fe-b772d86b1683 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/ports?device_id=d856fd2a-7b0d-4706-bff3-9f91b2f65d03 HTTP/1.1" status: 200 len: 945 time: 0.0535936 Feb 04 13:19:46.840903 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-25a23167-94a8-42d1-9bba-36e72a2cff0e req-c2ca3a0f-f526-4476-a64a-fccba662b09a tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/security-groups?id=63777393-366e-4349-bb03-8bb2ab2a2554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456328 Feb 04 13:19:47.532617 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:19:47.961667 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf37bc26-3c3e-4920-bc46-43fc2d8db9c1 req-f6f31956-19e1-463d-baf3-cd33efa96ecc tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:47.963146 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bf37bc26-3c3e-4920-bc46-43fc2d8db9c1 req-f6f31956-19e1-463d-baf3-cd33efa96ecc tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/ports?device_id=d856fd2a-7b0d-4706-bff3-9f91b2f65d03 HTTP/1.1" status: 200 len: 945 time: 0.0538356 Feb 04 13:19:48.010366 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bf37bc26-3c3e-4920-bc46-43fc2d8db9c1 req-1100670a-7cf5-4400-aadf-c6ee545a334e tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/security-groups?id=63777393-366e-4349-bb03-8bb2ab2a2554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416677 Feb 04 13:19:48.098638 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f8b4ce7d-5db1-447c-910b-809906820637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:49.130737 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5d7397-57b4-44b8-88a4-e5721ee66c4d req-27ddd81f-dbb0-4c9b-82e7-36d8000024cf tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:49.132255 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9c5d7397-57b4-44b8-88a4-e5721ee66c4d req-27ddd81f-dbb0-4c9b-82e7-36d8000024cf tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/ports?device_id=d856fd2a-7b0d-4706-bff3-9f91b2f65d03 HTTP/1.1" status: 200 len: 945 time: 0.0529051 Feb 04 13:19:49.179677 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9c5d7397-57b4-44b8-88a4-e5721ee66c4d req-9efeb5e3-d95c-405b-8be0-dd4584a6fab5 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/security-groups?id=63777393-366e-4349-bb03-8bb2ab2a2554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419142 Feb 04 13:19:49.410302 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:50.306983 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90bb3f8-9e4b-445e-a3ad-3102f6003b18 req-ed50f9fd-0995-4007-a440-7dda838ab6cd tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:50.308611 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b90bb3f8-9e4b-445e-a3ad-3102f6003b18 req-ed50f9fd-0995-4007-a440-7dda838ab6cd tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/ports?device_id=d856fd2a-7b0d-4706-bff3-9f91b2f65d03 HTTP/1.1" status: 200 len: 945 time: 0.0610011 Feb 04 13:19:50.358710 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b90bb3f8-9e4b-445e-a3ad-3102f6003b18 req-2e3f53be-d83a-4783-b1a3-de55d0c044b6 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/security-groups?id=63777393-366e-4349-bb03-8bb2ab2a2554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444546 Feb 04 13:19:50.669379 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:51.479044 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4b89a3-42b1-4e36-91cc-6897be261fd7 req-81560d07-3c5b-4ba4-96de-86cf656a54d0 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:51.480558 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1c4b89a3-42b1-4e36-91cc-6897be261fd7 req-81560d07-3c5b-4ba4-96de-86cf656a54d0 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/ports?device_id=d856fd2a-7b0d-4706-bff3-9f91b2f65d03 HTTP/1.1" status: 200 len: 945 time: 0.0530968 Feb 04 13:19:51.526079 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1c4b89a3-42b1-4e36-91cc-6897be261fd7 req-8edd937e-5270-4bf7-ae0b-1e99a185ee1a tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/security-groups?id=63777393-366e-4349-bb03-8bb2ab2a2554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400312 Feb 04 13:19:51.785457 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:19:52.652518 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95055c3c-2ebe-4823-8deb-6bc1b21df010 req-ee8f8d24-2df1-4a2f-b593-1e40fc588aa8 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:52.654009 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-95055c3c-2ebe-4823-8deb-6bc1b21df010 req-ee8f8d24-2df1-4a2f-b593-1e40fc588aa8 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/ports?device_id=d856fd2a-7b0d-4706-bff3-9f91b2f65d03 HTTP/1.1" status: 200 len: 945 time: 0.0593250 Feb 04 13:19:52.700433 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-95055c3c-2ebe-4823-8deb-6bc1b21df010 req-83755138-17ff-4e5f-bb90-8b19cf75c081 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/security-groups?id=63777393-366e-4349-bb03-8bb2ab2a2554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409596 Feb 04 13:19:53.824180 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82298ade-0994-47a9-b58d-1160c5646ace req-f5e39f39-dccc-474e-bbad-7977748dc5cd tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:53.825689 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-82298ade-0994-47a9-b58d-1160c5646ace req-f5e39f39-dccc-474e-bbad-7977748dc5cd tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/ports?device_id=d856fd2a-7b0d-4706-bff3-9f91b2f65d03 HTTP/1.1" status: 200 len: 945 time: 0.0549614 Feb 04 13:19:53.873626 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-82298ade-0994-47a9-b58d-1160c5646ace req-d9f4fa2f-2520-4aeb-bb73-666245683d09 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/security-groups?id=63777393-366e-4349-bb03-8bb2ab2a2554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421128 Feb 04 13:19:54.994317 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406fe07c-1180-4bc6-9022-3ff969d1373d req-f7c3c931-ba03-4d9f-ad01-2e5ba75a56cb tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:54.995818 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-406fe07c-1180-4bc6-9022-3ff969d1373d req-f7c3c931-ba03-4d9f-ad01-2e5ba75a56cb tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/ports?device_id=d856fd2a-7b0d-4706-bff3-9f91b2f65d03 HTTP/1.1" status: 200 len: 945 time: 0.0530791 Feb 04 13:19:55.047139 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-406fe07c-1180-4bc6-9022-3ff969d1373d req-2ed3a28f-2826-470c-987a-389e4576b4f5 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/security-groups?id=63777393-366e-4349-bb03-8bb2ab2a2554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457044 Feb 04 13:19:56.174638 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f53667-20c3-4a7f-8468-d76fd79a2de3 req-52514601-5806-4e3c-91c4-d3ec60e1479b tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:56.176067 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d1f53667-20c3-4a7f-8468-d76fd79a2de3 req-52514601-5806-4e3c-91c4-d3ec60e1479b tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/ports?device_id=d856fd2a-7b0d-4706-bff3-9f91b2f65d03 HTTP/1.1" status: 200 len: 945 time: 0.0589235 Feb 04 13:19:56.227210 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d1f53667-20c3-4a7f-8468-d76fd79a2de3 req-37d9e9db-ef58-4391-83c1-9d9ff4e29649 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/security-groups?id=63777393-366e-4349-bb03-8bb2ab2a2554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452895 Feb 04 13:19:57.351228 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8f0ba2-aa2c-4dea-8479-c997e8ff680f req-b96266b6-ed08-4b81-b1e1-e08e40bba237 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:57.352787 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bb8f0ba2-aa2c-4dea-8479-c997e8ff680f req-b96266b6-ed08-4b81-b1e1-e08e40bba237 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/ports?device_id=d856fd2a-7b0d-4706-bff3-9f91b2f65d03 HTTP/1.1" status: 200 len: 945 time: 0.0533545 Feb 04 13:19:57.399690 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bb8f0ba2-aa2c-4dea-8479-c997e8ff680f req-4130bf9f-d675-434f-af71-4cc749bdb1ec tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/security-groups?id=63777393-366e-4349-bb03-8bb2ab2a2554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413911 Feb 04 13:19:58.536461 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35fb45f-720f-425b-a8d7-dd615f36ea46 req-7d1c7cf0-39c0-40c7-9a06-b37a2111e51a tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:58.538661 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f35fb45f-720f-425b-a8d7-dd615f36ea46 req-7d1c7cf0-39c0-40c7-9a06-b37a2111e51a tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/ports?device_id=d856fd2a-7b0d-4706-bff3-9f91b2f65d03 HTTP/1.1" status: 200 len: 945 time: 0.0609241 Feb 04 13:19:58.586969 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f35fb45f-720f-425b-a8d7-dd615f36ea46 req-f89c979e-c4e0-4bf8-882c-ac9a1a2d7f03 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/security-groups?id=63777393-366e-4349-bb03-8bb2ab2a2554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425370 Feb 04 13:19:59.714940 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa2d112-f28e-4d59-8ecd-a86bde98ba3f req-44e4aea6-1115-4b18-9ee4-125a15cffb28 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:59.716504 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0aa2d112-f28e-4d59-8ecd-a86bde98ba3f req-44e4aea6-1115-4b18-9ee4-125a15cffb28 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/ports?device_id=d856fd2a-7b0d-4706-bff3-9f91b2f65d03 HTTP/1.1" status: 200 len: 945 time: 0.0583272 Feb 04 13:19:59.765435 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0aa2d112-f28e-4d59-8ecd-a86bde98ba3f req-418ebe6d-257e-4871-9c79-8e64b3a757b5 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/security-groups?id=63777393-366e-4349-bb03-8bb2ab2a2554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425715 Feb 04 13:20:00.889169 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca952834-020d-4c70-8d1a-5097e593371a req-980d6ef0-c373-44e1-b790-e17b13cb7cb0 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:00.891360 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ca952834-020d-4c70-8d1a-5097e593371a req-980d6ef0-c373-44e1-b790-e17b13cb7cb0 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/ports?device_id=d856fd2a-7b0d-4706-bff3-9f91b2f65d03 HTTP/1.1" status: 200 len: 945 time: 0.0532384 Feb 04 13:20:00.942739 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ca952834-020d-4c70-8d1a-5097e593371a req-c311a9f0-4e56-49f1-91ac-3e05b2bd18cb tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/security-groups?id=63777393-366e-4349-bb03-8bb2ab2a2554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464194 Feb 04 13:20:01.611577 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:02.074843 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89a9212-c9a4-4e61-8130-8798ad1d391d req-6133b490-75ab-4356-8347-e94939da9c7b tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:02.076752 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c89a9212-c9a4-4e61-8130-8798ad1d391d req-6133b490-75ab-4356-8347-e94939da9c7b tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/ports?device_id=d856fd2a-7b0d-4706-bff3-9f91b2f65d03 HTTP/1.1" status: 200 len: 945 time: 0.0591996 Feb 04 13:20:02.125862 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c89a9212-c9a4-4e61-8130-8798ad1d391d req-927fd43e-f3ae-4751-bdee-a65bf3060fac tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/security-groups?id=63777393-366e-4349-bb03-8bb2ab2a2554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429151 Feb 04 13:20:02.259611 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:03.247790 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c3262c-0a7a-4cfa-8e4d-074ddc86e1b1 req-9c799921-cb07-49c7-839e-08a0ba1f5c8e tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:03.249266 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a1c3262c-0a7a-4cfa-8e4d-074ddc86e1b1 req-9c799921-cb07-49c7-839e-08a0ba1f5c8e tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/ports?device_id=d856fd2a-7b0d-4706-bff3-9f91b2f65d03 HTTP/1.1" status: 200 len: 945 time: 0.0522928 Feb 04 13:20:03.294811 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a1c3262c-0a7a-4cfa-8e4d-074ddc86e1b1 req-f3bf6d9b-3456-44a3-b112-c089d90c980e tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/security-groups?id=63777393-366e-4349-bb03-8bb2ab2a2554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400417 Feb 04 13:20:03.534965 n-d-825015-3 neutron-server[103475]: INFO neutron.api.v2.resource [req-8a738e66-8269-4a54-9709-129dcb3110fe req-fc8291ad-bb72-410a-b6af-5d9d3c539ecc service neutron] show failed (client error): The resource could not be found. Feb 04 13:20:03.535995 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8a738e66-8269-4a54-9709-129dcb3110fe req-fc8291ad-bb72-410a-b6af-5d9d3c539ecc service neutron] 10.222.0.77 "GET /v2.0/ports/819d54d4-74eb-459c-b329-8d676e2ffc88/bindings/n-h1-825015-3 HTTP/1.1" status: 404 len: 380 time: 0.0601654 Feb 04 13:20:03.741798 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a738e66-8269-4a54-9709-129dcb3110fe req-468d4178-f90c-40e2-8382-215e1b06bb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:03.743326 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8a738e66-8269-4a54-9709-129dcb3110fe req-468d4178-f90c-40e2-8382-215e1b06bb72 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d856fd2a-7b0d-4706-bff3-9f91b2f65d03&tenant_id=b40d276405304796b5557d3443f98182 HTTP/1.1" status: 200 len: 1127 time: 0.0458968 Feb 04 13:20:03.755451 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-8a738e66-8269-4a54-9709-129dcb3110fe req-08f44edb-ff24-4bb2-8082-eac6ba783ab0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825015-3', 'device_owner': 'compute:nova'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:20:03.813613 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8a738e66-8269-4a54-9709-129dcb3110fe req-08f44edb-ff24-4bb2-8082-eac6ba783ab0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (819d54d4-74eb-459c-b329-8d676e2ffc88), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:04.022339 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-8a738e66-8269-4a54-9709-129dcb3110fe req-08f44edb-ff24-4bb2-8082-eac6ba783ab0 service neutron] For port 819d54d4-74eb-459c-b329-8d676e2ffc88, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=819d54d4-74eb-459c-b329-8d676e2ffc88,segment=NetworkSegment(35a7e9fb-e8e9-406a-9d84-432a7173c4bc),segment_id=35a7e9fb-e8e9-406a-9d84-432a7173c4bc)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:20:04.054733 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-8a738e66-8269-4a54-9709-129dcb3110fe req-08f44edb-ff24-4bb2-8082-eac6ba783ab0 service neutron] For port 819d54d4-74eb-459c-b329-8d676e2ffc88, host n-h2-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:20:04.095255 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd856fd2a-7b0d-4706-bff3-9f91b2f65d03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '819d54d4-74eb-459c-b329-8d676e2ffc88'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:20:04.097896 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48bbd334e613f85cd2144b496d46af0d2e531f29900d43c124e8a63cdd2917ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-207b5e08-515f-4fab-b229-f6764ce34234" -d '{"events": [{"server_uuid": "d856fd2a-7b0d-4706-bff3-9f91b2f65d03", "name": "network-vif-unplugged", "status": "completed", "tag": "819d54d4-74eb-459c-b329-8d676e2ffc88"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:20:04.102800 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8a738e66-8269-4a54-9709-129dcb3110fe req-08f44edb-ff24-4bb2-8082-eac6ba783ab0 service neutron] Publish callbacks [] for port (819d54d4-74eb-459c-b329-8d676e2ffc88), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:04.115503 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-8a738e66-8269-4a54-9709-129dcb3110fe req-08f44edb-ff24-4bb2-8082-eac6ba783ab0 service neutron] Transition to ACTIVE for port object 819d54d4-74eb-459c-b329-8d676e2ffc88 will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:20:04.119574 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8a738e66-8269-4a54-9709-129dcb3110fe req-08f44edb-ff24-4bb2-8082-eac6ba783ab0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (819d54d4-74eb-459c-b329-8d676e2ffc88), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:04.152123 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 13:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bd74c59-7211-491c-a083-2df1d7998ec0 x-openstack-request-id: req-7bd74c59-7211-491c-a083-2df1d7998ec0 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:20:04.152422 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d856fd2a-7b0d-4706-bff3-9f91b2f65d03", "name": "network-vif-unplugged", "status": "completed", "tag": "819d54d4-74eb-459c-b329-8d676e2ffc88", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:20:04.152683 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7bd74c59-7211-491c-a083-2df1d7998ec0 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:20:04.153086 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd856fd2a-7b0d-4706-bff3-9f91b2f65d03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '819d54d4-74eb-459c-b329-8d676e2ffc88', 'code': 200} Feb 04 13:20:04.189354 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a738e66-8269-4a54-9709-129dcb3110fe req-08f44edb-ff24-4bb2-8082-eac6ba783ab0 service neutron] No DVR routers for this DVR port 819d54d4-74eb-459c-b329-8d676e2ffc88 on host n-h2-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:20:04.191194 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f44edb-ff24-4bb2-8082-eac6ba783ab0 service neutron] Pushing event updated for resources: {'Port': ['ID=819d54d4-74eb-459c-b329-8d676e2ffc88,revision_number=6']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:04.231032 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-8a738e66-8269-4a54-9709-129dcb3110fe req-08f44edb-ff24-4bb2-8082-eac6ba783ab0 service neutron] Attempting to bind port 819d54d4-74eb-459c-b329-8d676e2ffc88 on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:20:04.231365 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-8a738e66-8269-4a54-9709-129dcb3110fe req-08f44edb-ff24-4bb2-8082-eac6ba783ab0 service neutron] Attempting to bind port 819d54d4-74eb-459c-b329-8d676e2ffc88 by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': '35a7e9fb-e8e9-406a-9d84-432a7173c4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '6ee116e2-77f9-4f60-b348-67ec10efecbf'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:20:04.231693 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a738e66-8269-4a54-9709-129dcb3110fe req-08f44edb-ff24-4bb2-8082-eac6ba783ab0 service neutron] Attempting to bind port 819d54d4-74eb-459c-b329-8d676e2ffc88 on network 6ee116e2-77f9-4f60-b348-67ec10efecbf {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:20:04.235956 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a738e66-8269-4a54-9709-129dcb3110fe req-08f44edb-ff24-4bb2-8082-eac6ba783ab0 service neutron] Port 819d54d4-74eb-459c-b329-8d676e2ffc88 on network 6ee116e2-77f9-4f60-b348-67ec10efecbf not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:20:04.236283 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a738e66-8269-4a54-9709-129dcb3110fe req-08f44edb-ff24-4bb2-8082-eac6ba783ab0 service neutron] Attempting to bind port 819d54d4-74eb-459c-b329-8d676e2ffc88 on network 6ee116e2-77f9-4f60-b348-67ec10efecbf {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:20:04.241646 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a738e66-8269-4a54-9709-129dcb3110fe req-08f44edb-ff24-4bb2-8082-eac6ba783ab0 service neutron] Checking agent: {'id': 'f8add0d2-2202-43d3-bc0e-72442788e6ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:20:04.241984 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a738e66-8269-4a54-9709-129dcb3110fe req-08f44edb-ff24-4bb2-8082-eac6ba783ab0 service neutron] Checking segment: {'id': '35a7e9fb-e8e9-406a-9d84-432a7173c4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '6ee116e2-77f9-4f60-b348-67ec10efecbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:20:04.242371 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a738e66-8269-4a54-9709-129dcb3110fe req-08f44edb-ff24-4bb2-8082-eac6ba783ab0 service neutron] Bound using segment: {'id': '35a7e9fb-e8e9-406a-9d84-432a7173c4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '6ee116e2-77f9-4f60-b348-67ec10efecbf'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:20:04.242801 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-8a738e66-8269-4a54-9709-129dcb3110fe req-08f44edb-ff24-4bb2-8082-eac6ba783ab0 service neutron] Bound port: 819d54d4-74eb-459c-b329-8d676e2ffc88, host: n-h1-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35a7e9fb-e8e9-406a-9d84-432a7173c4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '6ee116e2-77f9-4f60-b348-67ec10efecbf'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:20:04.243153 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8a738e66-8269-4a54-9709-129dcb3110fe req-08f44edb-ff24-4bb2-8082-eac6ba783ab0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (819d54d4-74eb-459c-b329-8d676e2ffc88), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:04.306600 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-8a738e66-8269-4a54-9709-129dcb3110fe req-08f44edb-ff24-4bb2-8082-eac6ba783ab0 service neutron] For port 819d54d4-74eb-459c-b329-8d676e2ffc88, host n-h1-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:20:04.309690 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-8a738e66-8269-4a54-9709-129dcb3110fe req-08f44edb-ff24-4bb2-8082-eac6ba783ab0 service neutron] For port 819d54d4-74eb-459c-b329-8d676e2ffc88, host n-h1-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=819d54d4-74eb-459c-b329-8d676e2ffc88,segment=NetworkSegment(35a7e9fb-e8e9-406a-9d84-432a7173c4bc),segment_id=35a7e9fb-e8e9-406a-9d84-432a7173c4bc)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:20:04.315641 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8a738e66-8269-4a54-9709-129dcb3110fe req-08f44edb-ff24-4bb2-8082-eac6ba783ab0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (819d54d4-74eb-459c-b329-8d676e2ffc88), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:04.349995 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a738e66-8269-4a54-9709-129dcb3110fe req-08f44edb-ff24-4bb2-8082-eac6ba783ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:04.350725 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8a738e66-8269-4a54-9709-129dcb3110fe req-08f44edb-ff24-4bb2-8082-eac6ba783ab0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:04.352177 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8a738e66-8269-4a54-9709-129dcb3110fe req-08f44edb-ff24-4bb2-8082-eac6ba783ab0 service neutron] 10.222.0.73 "PUT /v2.0/ports/819d54d4-74eb-459c-b329-8d676e2ffc88 HTTP/1.1" status: 200 len: 1091 time: 0.6006663 Feb 04 13:20:04.406220 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f44edb-ff24-4bb2-8082-eac6ba783ab0 service neutron] Pushing event updated for resources: {'Port': ['ID=819d54d4-74eb-459c-b329-8d676e2ffc88,revision_number=7']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:04.461508 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5bf989-fe74-420f-b562-d9e3c487854e req-109e169b-6e3e-4abe-96f4-0c49961b69ab tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:04.463015 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7f5bf989-fe74-420f-b562-d9e3c487854e req-109e169b-6e3e-4abe-96f4-0c49961b69ab tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/ports?device_id=d856fd2a-7b0d-4706-bff3-9f91b2f65d03 HTTP/1.1" status: 200 len: 943 time: 0.0963595 Feb 04 13:20:04.468598 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a738e66-8269-4a54-9709-129dcb3110fe req-c0fdd2aa-c073-4336-8a3f-a9829da02d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:04.469986 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8a738e66-8269-4a54-9709-129dcb3110fe req-c0fdd2aa-c073-4336-8a3f-a9829da02d8e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b40d276405304796b5557d3443f98182&device_id=d856fd2a-7b0d-4706-bff3-9f91b2f65d03 HTTP/1.1" status: 200 len: 1125 time: 0.0845547 Feb 04 13:20:04.562086 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7f5bf989-fe74-420f-b562-d9e3c487854e req-f82b29f4-7b2b-43c4-8241-a714d0f536ac tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/security-groups?id=63777393-366e-4349-bb03-8bb2ab2a2554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908518 Feb 04 13:20:04.590832 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a738e66-8269-4a54-9709-129dcb3110fe req-b898805b-8633-4707-b42c-64d15a6ff4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:04.592357 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8a738e66-8269-4a54-9709-129dcb3110fe req-b898805b-8633-4707-b42c-64d15a6ff4fd service neutron] 10.222.0.73 "GET /v2.0/networks?id=6ee116e2-77f9-4f60-b348-67ec10efecbf HTTP/1.1" status: 200 len: 915 time: 0.1150305 Feb 04 13:20:04.638850 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8a738e66-8269-4a54-9709-129dcb3110fe req-5965c97f-cf5a-4634-942e-55427e9ebd54 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=819d54d4-74eb-459c-b329-8d676e2ffc88 HTTP/1.1" status: 200 len: 217 time: 0.0387156 Feb 04 13:20:04.688601 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a738e66-8269-4a54-9709-129dcb3110fe req-0e2ddf54-c587-4580-9216-67432a64bf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:04.690051 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8a738e66-8269-4a54-9709-129dcb3110fe req-0e2ddf54-c587-4580-9216-67432a64bf57 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=68f69c55-3f79-45b9-ba9d-6936096024bc HTTP/1.1" status: 200 len: 854 time: 0.0439949 Feb 04 13:20:04.721488 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8a738e66-8269-4a54-9709-129dcb3110fe req-f1840ec9-a397-42bb-a973-d396040398ed service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6ee116e2-77f9-4f60-b348-67ec10efecbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248733 Feb 04 13:20:04.816234 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8a738e66-8269-4a54-9709-129dcb3110fe req-fa555e71-d3f0-40d2-8a2f-6f2b43f2175b service neutron] 10.222.0.73 "GET /v2.0/networks/6ee116e2-77f9-4f60-b348-67ec10efecbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875766 Feb 04 13:20:04.908017 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8a738e66-8269-4a54-9709-129dcb3110fe req-843a2bd6-2386-4214-8e23-0f6f7f36d12c service neutron] 10.222.0.73 "GET /v2.0/networks/6ee116e2-77f9-4f60-b348-67ec10efecbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824900 Feb 04 13:20:05.688801 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df623e66-2814-4500-8016-0574884a2907 req-03828876-0d15-47a3-a327-d23b481ba391 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:05.690328 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-df623e66-2814-4500-8016-0574884a2907 req-03828876-0d15-47a3-a327-d23b481ba391 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/ports?device_id=d856fd2a-7b0d-4706-bff3-9f91b2f65d03 HTTP/1.1" status: 200 len: 943 time: 0.0571032 Feb 04 13:20:05.737844 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-df623e66-2814-4500-8016-0574884a2907 req-6dc5cfc4-a50c-45d6-94cf-18bb737d93b1 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/security-groups?id=63777393-366e-4349-bb03-8bb2ab2a2554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412674 Feb 04 13:20:06.154144 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd856fd2a-7b0d-4706-bff3-9f91b2f65d03', 'tag': '819d54d4-74eb-459c-b329-8d676e2ffc88'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:20:06.156487 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48bbd334e613f85cd2144b496d46af0d2e531f29900d43c124e8a63cdd2917ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faa71ca1-2de9-439e-ad30-460a24bdd3dd" -d '{"events": [{"name": "network-changed", "server_uuid": "d856fd2a-7b0d-4706-bff3-9f91b2f65d03", "tag": "819d54d4-74eb-459c-b329-8d676e2ffc88"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:20:06.210762 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1393ae2-4a0b-4bcd-a289-3913ce8bc590 x-openstack-request-id: req-d1393ae2-4a0b-4bcd-a289-3913ce8bc590 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:20:06.211080 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d856fd2a-7b0d-4706-bff3-9f91b2f65d03", "tag": "819d54d4-74eb-459c-b329-8d676e2ffc88", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:20:06.211348 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d1393ae2-4a0b-4bcd-a289-3913ce8bc590 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:20:06.211784 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd856fd2a-7b0d-4706-bff3-9f91b2f65d03', 'tag': '819d54d4-74eb-459c-b329-8d676e2ffc88', 'status': 'completed', 'code': 200} Feb 04 13:20:06.302372 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa71ca1-2de9-439e-ad30-460a24bdd3dd req-65a873ea-dc3f-4b50-a869-6905632e531b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:06.304137 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-faa71ca1-2de9-439e-ad30-460a24bdd3dd req-65a873ea-dc3f-4b50-a869-6905632e531b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b40d276405304796b5557d3443f98182&device_id=d856fd2a-7b0d-4706-bff3-9f91b2f65d03 HTTP/1.1" status: 200 len: 1125 time: 0.0756903 Feb 04 13:20:06.305947 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa71ca1-2de9-439e-ad30-460a24bdd3dd req-84303d9d-47f3-4274-b5e6-9492c145ead2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:06.307270 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-faa71ca1-2de9-439e-ad30-460a24bdd3dd req-84303d9d-47f3-4274-b5e6-9492c145ead2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b40d276405304796b5557d3443f98182&device_id=d856fd2a-7b0d-4706-bff3-9f91b2f65d03 HTTP/1.1" status: 200 len: 1125 time: 0.0709486 Feb 04 13:20:06.463298 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa71ca1-2de9-439e-ad30-460a24bdd3dd req-29390003-a0ec-47ed-91c5-4745946d6396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:06.464717 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-faa71ca1-2de9-439e-ad30-460a24bdd3dd req-29390003-a0ec-47ed-91c5-4745946d6396 service neutron] 10.222.0.77 "GET /v2.0/networks?id=6ee116e2-77f9-4f60-b348-67ec10efecbf HTTP/1.1" status: 200 len: 915 time: 0.1554315 Feb 04 13:20:06.467197 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa71ca1-2de9-439e-ad30-460a24bdd3dd req-3c21ce59-5041-4165-ac19-4ac0a92e2b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:06.468602 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-faa71ca1-2de9-439e-ad30-460a24bdd3dd req-3c21ce59-5041-4165-ac19-4ac0a92e2b1a service neutron] 10.222.0.73 "GET /v2.0/networks?id=6ee116e2-77f9-4f60-b348-67ec10efecbf HTTP/1.1" status: 200 len: 915 time: 0.1515422 Feb 04 13:20:06.510864 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-faa71ca1-2de9-439e-ad30-460a24bdd3dd req-85c516b2-d796-4034-a680-8969595c40a5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=819d54d4-74eb-459c-b329-8d676e2ffc88 HTTP/1.1" status: 200 len: 217 time: 0.0398834 Feb 04 13:20:06.547550 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-faa71ca1-2de9-439e-ad30-460a24bdd3dd req-d8a784fb-0f53-4f53-95c6-4380418514bb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=819d54d4-74eb-459c-b329-8d676e2ffc88 HTTP/1.1" status: 200 len: 217 time: 0.0432606 Feb 04 13:20:06.615985 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa71ca1-2de9-439e-ad30-460a24bdd3dd req-097606b4-970b-42f9-ad17-c7a0617a4243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:06.617517 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-faa71ca1-2de9-439e-ad30-460a24bdd3dd req-097606b4-970b-42f9-ad17-c7a0617a4243 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=68f69c55-3f79-45b9-ba9d-6936096024bc HTTP/1.1" status: 200 len: 854 time: 0.0777979 Feb 04 13:20:06.637435 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa71ca1-2de9-439e-ad30-460a24bdd3dd req-64be52b8-eb98-4ab2-a662-a3d8e5cb448f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:06.638871 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-faa71ca1-2de9-439e-ad30-460a24bdd3dd req-64be52b8-eb98-4ab2-a662-a3d8e5cb448f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=68f69c55-3f79-45b9-ba9d-6936096024bc HTTP/1.1" status: 200 len: 854 time: 0.0694141 Feb 04 13:20:06.654787 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-faa71ca1-2de9-439e-ad30-460a24bdd3dd req-5d12725f-ae22-4b12-9830-da694a5dbd46 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6ee116e2-77f9-4f60-b348-67ec10efecbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304177 Feb 04 13:20:06.699367 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-faa71ca1-2de9-439e-ad30-460a24bdd3dd req-d5bdf143-f39a-4a0d-b252-db4d3e57976a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6ee116e2-77f9-4f60-b348-67ec10efecbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403974 Feb 04 13:20:06.846587 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-faa71ca1-2de9-439e-ad30-460a24bdd3dd req-f1634018-51e6-4b52-be8b-7c765c0ee13b service neutron] 10.222.0.77 "GET /v2.0/networks/6ee116e2-77f9-4f60-b348-67ec10efecbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790426 Feb 04 13:20:06.886649 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-faa71ca1-2de9-439e-ad30-460a24bdd3dd req-758179fb-bfa7-4cc4-8401-a2128ea22993 service neutron] 10.222.0.73 "GET /v2.0/networks/6ee116e2-77f9-4f60-b348-67ec10efecbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581900 Feb 04 13:20:07.019348 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23da29e-9956-4394-9f5c-41e87c0db300 req-c782aab5-ec30-4772-be2e-070a1715c10b tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:07.020791 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f23da29e-9956-4394-9f5c-41e87c0db300 req-c782aab5-ec30-4772-be2e-070a1715c10b tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/ports?device_id=d856fd2a-7b0d-4706-bff3-9f91b2f65d03 HTTP/1.1" status: 200 len: 943 time: 0.1946151 Feb 04 13:20:07.070109 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-faa71ca1-2de9-439e-ad30-460a24bdd3dd req-30db64b6-30c0-4878-9073-e556f5f988b5 service neutron] 10.222.0.73 "GET /v2.0/networks/6ee116e2-77f9-4f60-b348-67ec10efecbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729496 Feb 04 13:20:07.075687 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-faa71ca1-2de9-439e-ad30-460a24bdd3dd req-dafc92a9-a2d6-447f-a02e-330086d5b1bf service neutron] 10.222.0.77 "GET /v2.0/networks/6ee116e2-77f9-4f60-b348-67ec10efecbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039719 Feb 04 13:20:07.098782 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f23da29e-9956-4394-9f5c-41e87c0db300 req-cefaa8f2-6fa3-458d-ab61-6d13056d95a1 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/security-groups?id=63777393-366e-4349-bb03-8bb2ab2a2554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685542 Feb 04 13:20:07.301657 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d82808-f5bb-427b-9d13-092bd85dd8e2 req-522773f7-6483-4cca-8116-35ab3dfc9e91 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:07.303118 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-85d82808-f5bb-427b-9d13-092bd85dd8e2 req-522773f7-6483-4cca-8116-35ab3dfc9e91 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/ports?device_id=d856fd2a-7b0d-4706-bff3-9f91b2f65d03 HTTP/1.1" status: 200 len: 943 time: 0.0554476 Feb 04 13:20:07.386127 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-85d82808-f5bb-427b-9d13-092bd85dd8e2 req-a9449989-9819-459d-9ef8-c712eacb926d tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/security-groups?id=63777393-366e-4349-bb03-8bb2ab2a2554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736136 Feb 04 13:20:07.393739 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0434086b-de77-4cfa-bdd3-12a0092d30e8 req-7271e2ef-a98d-4a60-b4e4-55e3476c0e79 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:07.395138 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0434086b-de77-4cfa-bdd3-12a0092d30e8 req-7271e2ef-a98d-4a60-b4e4-55e3476c0e79 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.77 "GET /v2.0/ports?device_id=d856fd2a-7b0d-4706-bff3-9f91b2f65d03&tenant_id=b40d276405304796b5557d3443f98182&binding%3Ahost_id=n-h1-825015-3 HTTP/1.1" status: 200 len: 943 time: 0.0911727 Feb 04 13:20:07.453580 n-d-825015-3 neutron-server[103475]: INFO neutron.api.v2.resource [req-0434086b-de77-4cfa-bdd3-12a0092d30e8 req-565569f6-bf54-4f48-b158-468ab7254b65 service neutron] delete failed (client error): The resource could not be found. Feb 04 13:20:07.454553 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0434086b-de77-4cfa-bdd3-12a0092d30e8 req-565569f6-bf54-4f48-b158-468ab7254b65 service neutron] 10.222.0.77 "DELETE /v2.0/ports/819d54d4-74eb-459c-b329-8d676e2ffc88/bindings/n-h2-825015-3 HTTP/1.1" status: 404 len: 380 time: 0.0537646 Feb 04 13:20:07.458471 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 819d54d4-74eb-459c-b329-8d676e2ffc88 no longer exists at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:20:07.499407 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] The host n-h2-825015-3 is not matching for port 819d54d4-74eb-459c-b329-8d676e2ffc88 host n-h1-825015-3! {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 04 13:20:07.499830 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 819d54d4-74eb-459c-b329-8d676e2ffc88 not bound to the agent host n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:20:07.544254 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0434086b-de77-4cfa-bdd3-12a0092d30e8 req-f2a739e4-e8d5-46cb-a47c-75fd115dcbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:07.545807 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0434086b-de77-4cfa-bdd3-12a0092d30e8 req-f2a739e4-e8d5-46cb-a47c-75fd115dcbaf service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b40d276405304796b5557d3443f98182&device_id=d856fd2a-7b0d-4706-bff3-9f91b2f65d03 HTTP/1.1" status: 200 len: 1125 time: 0.0464673 Feb 04 13:20:07.637589 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0434086b-de77-4cfa-bdd3-12a0092d30e8 req-29ddda83-d8a2-4a7a-a4fd-c2f7139fbcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:07.639260 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0434086b-de77-4cfa-bdd3-12a0092d30e8 req-29ddda83-d8a2-4a7a-a4fd-c2f7139fbcc5 service neutron] 10.222.0.77 "GET /v2.0/networks?id=6ee116e2-77f9-4f60-b348-67ec10efecbf HTTP/1.1" status: 200 len: 915 time: 0.0870473 Feb 04 13:20:07.696274 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0434086b-de77-4cfa-bdd3-12a0092d30e8 req-700792e2-3f71-41ac-b180-82c8c608e737 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=819d54d4-74eb-459c-b329-8d676e2ffc88 HTTP/1.1" status: 200 len: 217 time: 0.0516288 Feb 04 13:20:07.748119 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0434086b-de77-4cfa-bdd3-12a0092d30e8 req-d501e574-8b54-47a0-9ec3-1c520cb820f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:07.749609 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0434086b-de77-4cfa-bdd3-12a0092d30e8 req-d501e574-8b54-47a0-9ec3-1c520cb820f9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=68f69c55-3f79-45b9-ba9d-6936096024bc HTTP/1.1" status: 200 len: 854 time: 0.0481730 Feb 04 13:20:07.781249 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0434086b-de77-4cfa-bdd3-12a0092d30e8 req-5ba4c6ec-68dc-4920-8065-544cee6d24a5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6ee116e2-77f9-4f60-b348-67ec10efecbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260255 Feb 04 13:20:07.871919 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0434086b-de77-4cfa-bdd3-12a0092d30e8 req-9deb48f0-14ca-4013-843a-003a3fa7271b service neutron] 10.222.0.77 "GET /v2.0/networks/6ee116e2-77f9-4f60-b348-67ec10efecbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837600 Feb 04 13:20:08.266881 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0434086b-de77-4cfa-bdd3-12a0092d30e8 req-77de98d7-948d-4ed1-a9c0-7f8521026a23 service neutron] 10.222.0.77 "GET /v2.0/networks/6ee116e2-77f9-4f60-b348-67ec10efecbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3890145 Feb 04 13:20:08.510495 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b0fcaf-9ba3-44aa-8e91-0be8138ab0c4 req-bcc08f1b-65d3-4321-ae7d-d984aa4e6eb9 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:08.511992 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-03b0fcaf-9ba3-44aa-8e91-0be8138ab0c4 req-bcc08f1b-65d3-4321-ae7d-d984aa4e6eb9 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/ports?device_id=d856fd2a-7b0d-4706-bff3-9f91b2f65d03 HTTP/1.1" status: 200 len: 943 time: 0.0550900 Feb 04 13:20:08.559258 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-03b0fcaf-9ba3-44aa-8e91-0be8138ab0c4 req-b4656d77-64d5-44f0-90ff-475cdd2f9294 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/security-groups?id=63777393-366e-4349-bb03-8bb2ab2a2554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416195 Feb 04 13:20:08.661290 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 819d54d4-74eb-459c-b329-8d676e2ffc88 details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:20:08.766977 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 819d54d4-74eb-459c-b329-8d676e2ffc88, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=819d54d4-74eb-459c-b329-8d676e2ffc88,segment=NetworkSegment(35a7e9fb-e8e9-406a-9d84-432a7173c4bc),segment_id=35a7e9fb-e8e9-406a-9d84-432a7173c4bc)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:20:08.785902 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': '819d54d4-74eb-459c-b329-8d676e2ffc88', 'network_id': '6ee116e2-77f9-4f60-b348-67ec10efecbf', 'port_id': '819d54d4-74eb-459c-b329-8d676e2ffc88', 'mac_address': 'fa:16:3e:4a:7d:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68f69c55-3f79-45b9-ba9d-6936096024bc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:20:08.835837 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 819d54d4-74eb-459c-b329-8d676e2ffc88 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:20:08.836239 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (819d54d4-74eb-459c-b329-8d676e2ffc88), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:08.851040 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 819d54d4-74eb-459c-b329-8d676e2ffc88 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:20:08.870805 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 819d54d4-74eb-459c-b329-8d676e2ffc88, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=819d54d4-74eb-459c-b329-8d676e2ffc88,segment=NetworkSegment(35a7e9fb-e8e9-406a-9d84-432a7173c4bc),segment_id=35a7e9fb-e8e9-406a-9d84-432a7173c4bc)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:20:08.874498 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (819d54d4-74eb-459c-b329-8d676e2ffc88), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:08.922439 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=819d54d4-74eb-459c-b329-8d676e2ffc88,revision_number=8']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:09.166464 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['819d54d4-74eb-459c-b329-8d676e2ffc88'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:20:09.681972 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2c0085-a6f0-44d9-8789-495d62dedc08 req-98a81a4f-a544-44c9-b89a-00660b039acf tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:09.683679 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5e2c0085-a6f0-44d9-8789-495d62dedc08 req-98a81a4f-a544-44c9-b89a-00660b039acf tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/ports?device_id=d856fd2a-7b0d-4706-bff3-9f91b2f65d03 HTTP/1.1" status: 200 len: 944 time: 0.0550811 Feb 04 13:20:09.733786 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5e2c0085-a6f0-44d9-8789-495d62dedc08 req-3d5e1a07-4f3d-4c80-a9c3-b41d35b9b8be tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/security-groups?id=63777393-366e-4349-bb03-8bb2ab2a2554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445673 Feb 04 13:20:09.856030 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f12d15-6ebc-4f4f-8fbe-37561181706e req-ba08bd74-8f63-4d4e-afd3-c24f3bff04be tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:09.857568 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-08f12d15-6ebc-4f4f-8fbe-37561181706e req-ba08bd74-8f63-4d4e-afd3-c24f3bff04be tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/ports?device_id=d856fd2a-7b0d-4706-bff3-9f91b2f65d03 HTTP/1.1" status: 200 len: 944 time: 0.0557976 Feb 04 13:20:09.905394 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-08f12d15-6ebc-4f4f-8fbe-37561181706e req-a7e36788-ac6a-4068-b6aa-2b913043004b tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/security-groups?id=63777393-366e-4349-bb03-8bb2ab2a2554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421026 Feb 04 13:20:10.021946 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b540bd4-cdae-46d8-b801-87adc691aebd req-d2aad97d-e277-4a8c-b5f4-cc1c72b05462 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:10.023402 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9b540bd4-cdae-46d8-b801-87adc691aebd req-d2aad97d-e277-4a8c-b5f4-cc1c72b05462 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/ports?device_id=d856fd2a-7b0d-4706-bff3-9f91b2f65d03 HTTP/1.1" status: 200 len: 944 time: 0.0530879 Feb 04 13:20:10.068745 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9b540bd4-cdae-46d8-b801-87adc691aebd req-0b7e11e5-07be-4821-8f59-660cd0b60120 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/security-groups?id=63777393-366e-4349-bb03-8bb2ab2a2554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391505 Feb 04 13:20:10.417843 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a97fbe6-03f1-4e5b-905f-ee21d8ea1bf2 req-a6b7b9bc-a832-46be-8691-c9feef21ebe5 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:10.419211 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8a97fbe6-03f1-4e5b-905f-ee21d8ea1bf2 req-a6b7b9bc-a832-46be-8691-c9feef21ebe5 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/networks?id=6ee116e2-77f9-4f60-b348-67ec10efecbf HTTP/1.1" status: 200 len: 814 time: 0.1049104 Feb 04 13:20:10.436474 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8a97fbe6-03f1-4e5b-905f-ee21d8ea1bf2 req-356c54af-6c64-4c43-a92e-3dcfefaa3979 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/quotas/b40d276405304796b5557d3443f98182 HTTP/1.1" status: 200 len: 375 time: 0.0113161 Feb 04 13:20:10.490072 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8a97fbe6-03f1-4e5b-905f-ee21d8ea1bf2 req-4791274b-6d8a-4883-a7dc-1a48c8e7f3a7 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=b40d276405304796b5557d3443f98182&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0483675 Feb 04 13:20:10.583399 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8a97fbe6-03f1-4e5b-905f-ee21d8ea1bf2 req-1d326810-c5f6-4238-a78e-91b1cd8c2c62 service neutron] 10.222.0.65 "GET /v2.0/networks/6ee116e2-77f9-4f60-b348-67ec10efecbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868349 Feb 04 13:20:10.673370 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8a97fbe6-03f1-4e5b-905f-ee21d8ea1bf2 req-290c2789-6fdc-40a0-a330-ead5ac4a02fe service neutron] 10.222.0.65 "GET /v2.0/networks/6ee116e2-77f9-4f60-b348-67ec10efecbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841968 Feb 04 13:20:10.687250 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 819d54d4-74eb-459c-b329-8d676e2ffc88 up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:20:10.738098 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning for port 819d54d4-74eb-459c-b329-8d676e2ffc88 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:20:10.743492 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port 819d54d4-74eb-459c-b329-8d676e2ffc88 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:20:10.743902 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (819d54d4-74eb-459c-b329-8d676e2ffc88), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:10.837047 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 819d54d4-74eb-459c-b329-8d676e2ffc88 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:20:10.838054 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (819d54d4-74eb-459c-b329-8d676e2ffc88), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:10.864185 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd856fd2a-7b0d-4706-bff3-9f91b2f65d03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '819d54d4-74eb-459c-b329-8d676e2ffc88'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:20:10.866799 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53818b00e40e8afff1ffbbb80b1f2b2ececb0555ff6da39e2769b708ef8305ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c77d6fe6-827a-4f16-bc0d-28b2e1553a12" -d '{"events": [{"server_uuid": "d856fd2a-7b0d-4706-bff3-9f91b2f65d03", "name": "network-vif-plugged", "status": "completed", "tag": "819d54d4-74eb-459c-b329-8d676e2ffc88"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:20:10.879848 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 819d54d4-74eb-459c-b329-8d676e2ffc88, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=819d54d4-74eb-459c-b329-8d676e2ffc88,segment=NetworkSegment(35a7e9fb-e8e9-406a-9d84-432a7173c4bc),segment_id=35a7e9fb-e8e9-406a-9d84-432a7173c4bc)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:20:10.883523 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-07105504-a9d2-4d78-ad61-8abbf0d5f5e8 req-420c1bc7-05a9-4384-84f0-9d0691075f76 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/ports?device_id=3375dd3b-4d01-41be-9f1a-a0ce2fa7b4e2 HTTP/1.1" status: 200 len: 210 time: 0.0497494 Feb 04 13:20:10.885372 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (819d54d4-74eb-459c-b329-8d676e2ffc88), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:10.920905 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f48812b-e019-4653-8c52-b1f78714f9b0 x-openstack-request-id: req-3f48812b-e019-4653-8c52-b1f78714f9b0 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:20:10.921197 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d856fd2a-7b0d-4706-bff3-9f91b2f65d03", "name": "network-vif-plugged", "status": "completed", "tag": "819d54d4-74eb-459c-b329-8d676e2ffc88", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:20:10.921451 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3f48812b-e019-4653-8c52-b1f78714f9b0 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:20:10.921839 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd856fd2a-7b0d-4706-bff3-9f91b2f65d03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '819d54d4-74eb-459c-b329-8d676e2ffc88', 'code': 200} Feb 04 13:20:10.947699 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=819d54d4-74eb-459c-b329-8d676e2ffc88,revision_number=9']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:11.952471 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a97fbe6-03f1-4e5b-905f-ee21d8ea1bf2 req-03fca4af-45a0-48d9-b766-ce3ecc35d339 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:11.953986 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8a97fbe6-03f1-4e5b-905f-ee21d8ea1bf2 req-03fca4af-45a0-48d9-b766-ce3ecc35d339 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.73 "GET /v2.0/networks?id=6ee116e2-77f9-4f60-b348-67ec10efecbf HTTP/1.1" status: 200 len: 814 time: 0.1285546 Feb 04 13:20:11.992100 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-8a97fbe6-03f1-4e5b-905f-ee21d8ea1bf2 req-28778237-b5f8-4364-9f3c-8a335ca169df tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Request body: {'port': {'device_id': '3375dd3b-4d01-41be-9f1a-a0ce2fa7b4e2', 'network_id': '6ee116e2-77f9-4f60-b348-67ec10efecbf', 'admin_state_up': True, 'tenant_id': 'b40d276405304796b5557d3443f98182'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:20:12.050190 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e4600410-ae36-4402-9ae8-c5a2b684ded7 req-af17e141-d556-4a1b-8d44-0b8ef57df8bb tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/ports?device_id=3375dd3b-4d01-41be-9f1a-a0ce2fa7b4e2 HTTP/1.1" status: 200 len: 210 time: 0.0852802 Feb 04 13:20:12.097273 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a556400-9a6b-439a-b57e-76468273db83 req-535b61af-ae90-46b2-a752-d28becfec308 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:12.098629 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5a556400-9a6b-439a-b57e-76468273db83 req-535b61af-ae90-46b2-a752-d28becfec308 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.73 "GET /v2.0/ports?device_id=d856fd2a-7b0d-4706-bff3-9f91b2f65d03 HTTP/1.1" status: 200 len: 945 time: 0.1437566 Feb 04 13:20:12.197706 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a97fbe6-03f1-4e5b-905f-ee21d8ea1bf2 req-28778237-b5f8-4364-9f3c-8a335ca169df tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Made reservation on behalf of b40d276405304796b5557d3443f98182 for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:20:12.201039 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8a97fbe6-03f1-4e5b-905f-ee21d8ea1bf2 req-28778237-b5f8-4364-9f3c-8a335ca169df tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:12.279991 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-5a556400-9a6b-439a-b57e-76468273db83 req-e326fa8d-1924-4574-b9ff-ed7ce1efb123 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Deleting port 819d54d4-74eb-459c-b329-8d676e2ffc88 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:20:12.280329 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-5a556400-9a6b-439a-b57e-76468273db83 req-e326fa8d-1924-4574-b9ff-ed7ce1efb123 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (819d54d4-74eb-459c-b329-8d676e2ffc88), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:12.400395 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-8a97fbe6-03f1-4e5b-905f-ee21d8ea1bf2 req-28778237-b5f8-4364-9f3c-8a335ca169df tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Allocated IP 172.20.0.13 (6ee116e2-77f9-4f60-b348-67ec10efecbf/68f69c55-3f79-45b9-ba9d-6936096024bc/2ae5aecb-6bdd-4933-8201-02d12616d68d) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:20:12.422350 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-5a556400-9a6b-439a-b57e-76468273db83 req-e326fa8d-1924-4574-b9ff-ed7ce1efb123 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] For port 819d54d4-74eb-459c-b329-8d676e2ffc88, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=819d54d4-74eb-459c-b329-8d676e2ffc88,segment=NetworkSegment(35a7e9fb-e8e9-406a-9d84-432a7173c4bc),segment_id=35a7e9fb-e8e9-406a-9d84-432a7173c4bc)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:20:12.422706 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-5a556400-9a6b-439a-b57e-76468273db83 req-e326fa8d-1924-4574-b9ff-ed7ce1efb123 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (819d54d4-74eb-459c-b329-8d676e2ffc88), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:12.440154 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-5a556400-9a6b-439a-b57e-76468273db83 req-e326fa8d-1924-4574-b9ff-ed7ce1efb123 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Calling delete_port for 819d54d4-74eb-459c-b329-8d676e2ffc88 owned by compute:nova {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:20:12.652436 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8a97fbe6-03f1-4e5b-905f-ee21d8ea1bf2 req-28778237-b5f8-4364-9f3c-8a335ca169df tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Publish callbacks [] for port (2ae5aecb-6bdd-4933-8201-02d12616d68d), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:12.688704 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-5a556400-9a6b-439a-b57e-76468273db83 req-e326fa8d-1924-4574-b9ff-ed7ce1efb123 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (819d54d4-74eb-459c-b329-8d676e2ffc88), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:12.701322 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['819d54d4-74eb-459c-b329-8d676e2ffc88'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:20:12.720293 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e326fa8d-1924-4574-b9ff-ed7ce1efb123 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Pushing event deleted for resources: {'Port': ['ID=819d54d4-74eb-459c-b329-8d676e2ffc88,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:12.750675 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8a97fbe6-03f1-4e5b-905f-ee21d8ea1bf2 req-28778237-b5f8-4364-9f3c-8a335ca169df tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (2ae5aecb-6bdd-4933-8201-02d12616d68d), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:12.764738 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['819d54d4-74eb-459c-b329-8d676e2ffc88'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:20:12.772571 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a556400-9a6b-439a-b57e-76468273db83 req-e326fa8d-1924-4574-b9ff-ed7ce1efb123 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] No DVR routers for this DVR port 819d54d4-74eb-459c-b329-8d676e2ffc88 on host n-h1-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:20:12.794328 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-5a556400-9a6b-439a-b57e-76468273db83 req-e326fa8d-1924-4574-b9ff-ed7ce1efb123 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:12.797575 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5a556400-9a6b-439a-b57e-76468273db83 req-e326fa8d-1924-4574-b9ff-ed7ce1efb123 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.73 "DELETE /v2.0/ports/819d54d4-74eb-459c-b329-8d676e2ffc88 HTTP/1.1" status: 204 len: 173 time: 0.6908486 Feb 04 13:20:12.799585 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd856fd2a-7b0d-4706-bff3-9f91b2f65d03', 'name': 'network-vif-deleted', 'tag': '819d54d4-74eb-459c-b329-8d676e2ffc88'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:20:12.801941 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48bbd334e613f85cd2144b496d46af0d2e531f29900d43c124e8a63cdd2917ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d78e0b1-b848-4246-a6cc-5b5d26b7cf9d" -d '{"events": [{"server_uuid": "d856fd2a-7b0d-4706-bff3-9f91b2f65d03", "name": "network-vif-deleted", "tag": "819d54d4-74eb-459c-b329-8d676e2ffc88"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:20:12.823468 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a97fbe6-03f1-4e5b-905f-ee21d8ea1bf2 req-28778237-b5f8-4364-9f3c-8a335ca169df tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Network 6ee116e2-77f9-4f60-b348-67ec10efecbf is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:20:12.826953 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-8a97fbe6-03f1-4e5b-905f-ee21d8ea1bf2 req-28778237-b5f8-4364-9f3c-8a335ca169df tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:20:12.831054 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a97fbe6-03f1-4e5b-905f-ee21d8ea1bf2 req-28778237-b5f8-4364-9f3c-8a335ca169df tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:20:12.838271 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28778237-b5f8-4364-9f3c-8a335ca169df tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Pushing event updated for resources: {'Port': ['ID=2ae5aecb-6bdd-4933-8201-02d12616d68d,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:12.866710 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dba965ed-d286-41fa-ac40-74d82cd17942 x-openstack-request-id: req-dba965ed-d286-41fa-ac40-74d82cd17942 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:20:12.867020 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d856fd2a-7b0d-4706-bff3-9f91b2f65d03", "name": "network-vif-deleted", "tag": "819d54d4-74eb-459c-b329-8d676e2ffc88", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:20:12.867258 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-dba965ed-d286-41fa-ac40-74d82cd17942 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:20:12.867812 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd856fd2a-7b0d-4706-bff3-9f91b2f65d03', 'name': 'network-vif-deleted', 'tag': '819d54d4-74eb-459c-b329-8d676e2ffc88', 'status': 'completed', 'code': 200} Feb 04 13:20:12.899854 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a97fbe6-03f1-4e5b-905f-ee21d8ea1bf2 req-28778237-b5f8-4364-9f3c-8a335ca169df tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:12.900490 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8a97fbe6-03f1-4e5b-905f-ee21d8ea1bf2 req-28778237-b5f8-4364-9f3c-8a335ca169df tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:12.916682 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8a97fbe6-03f1-4e5b-905f-ee21d8ea1bf2 req-28778237-b5f8-4364-9f3c-8a335ca169df tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9505219 Feb 04 13:20:12.929792 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-8a97fbe6-03f1-4e5b-905f-ee21d8ea1bf2 req-dcc6f1e2-ce12-438c-afc6-cfa999ad7150 service neutron] Request body: {'port': {'device_id': '3375dd3b-4d01-41be-9f1a-a0ce2fa7b4e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:20:12.991346 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8a97fbe6-03f1-4e5b-905f-ee21d8ea1bf2 req-dcc6f1e2-ce12-438c-afc6-cfa999ad7150 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (2ae5aecb-6bdd-4933-8201-02d12616d68d), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:13.259252 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e0bd25-5132-4d0b-8f74-43e76c25f311 req-de0dee58-257b-4fb1-bffb-571d3e1f56f3 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:13.260680 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-60e0bd25-5132-4d0b-8f74-43e76c25f311 req-de0dee58-257b-4fb1-bffb-571d3e1f56f3 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/ports?device_id=3375dd3b-4d01-41be-9f1a-a0ce2fa7b4e2 HTTP/1.1" status: 200 len: 932 time: 0.1015131 Feb 04 13:20:13.348144 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-8a97fbe6-03f1-4e5b-905f-ee21d8ea1bf2 req-dcc6f1e2-ce12-438c-afc6-cfa999ad7150 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ae5aecb-6bdd-4933-8201-02d12616d68d {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:20:13.355663 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-60e0bd25-5132-4d0b-8f74-43e76c25f311 req-8ab4109e-8aad-439e-8ba2-4a9901011d4a tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/security-groups?id=63777393-366e-4349-bb03-8bb2ab2a2554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868261 Feb 04 13:20:13.359681 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8a97fbe6-03f1-4e5b-905f-ee21d8ea1bf2 req-dcc6f1e2-ce12-438c-afc6-cfa999ad7150 service neutron] Publish callbacks [] for port (2ae5aecb-6bdd-4933-8201-02d12616d68d), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:13.382122 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-8a97fbe6-03f1-4e5b-905f-ee21d8ea1bf2 req-dcc6f1e2-ce12-438c-afc6-cfa999ad7150 service neutron] Transition to ACTIVE for port object 2ae5aecb-6bdd-4933-8201-02d12616d68d will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:20:13.386928 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8a97fbe6-03f1-4e5b-905f-ee21d8ea1bf2 req-dcc6f1e2-ce12-438c-afc6-cfa999ad7150 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (2ae5aecb-6bdd-4933-8201-02d12616d68d), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:13.441641 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc6f1e2-ce12-438c-afc6-cfa999ad7150 service neutron] Pushing event updated for resources: {'Port': ['ID=2ae5aecb-6bdd-4933-8201-02d12616d68d,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:13.522275 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-8a97fbe6-03f1-4e5b-905f-ee21d8ea1bf2 req-dcc6f1e2-ce12-438c-afc6-cfa999ad7150 service neutron] Attempting to bind port 2ae5aecb-6bdd-4933-8201-02d12616d68d on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:20:13.522519 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-8a97fbe6-03f1-4e5b-905f-ee21d8ea1bf2 req-dcc6f1e2-ce12-438c-afc6-cfa999ad7150 service neutron] Attempting to bind port 2ae5aecb-6bdd-4933-8201-02d12616d68d by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': '35a7e9fb-e8e9-406a-9d84-432a7173c4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '6ee116e2-77f9-4f60-b348-67ec10efecbf'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:20:13.522810 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a97fbe6-03f1-4e5b-905f-ee21d8ea1bf2 req-dcc6f1e2-ce12-438c-afc6-cfa999ad7150 service neutron] Attempting to bind port 2ae5aecb-6bdd-4933-8201-02d12616d68d on network 6ee116e2-77f9-4f60-b348-67ec10efecbf {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:20:13.527260 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a97fbe6-03f1-4e5b-905f-ee21d8ea1bf2 req-dcc6f1e2-ce12-438c-afc6-cfa999ad7150 service neutron] Port 2ae5aecb-6bdd-4933-8201-02d12616d68d on network 6ee116e2-77f9-4f60-b348-67ec10efecbf not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:20:13.527586 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a97fbe6-03f1-4e5b-905f-ee21d8ea1bf2 req-dcc6f1e2-ce12-438c-afc6-cfa999ad7150 service neutron] Attempting to bind port 2ae5aecb-6bdd-4933-8201-02d12616d68d on network 6ee116e2-77f9-4f60-b348-67ec10efecbf {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:20:13.532833 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a97fbe6-03f1-4e5b-905f-ee21d8ea1bf2 req-dcc6f1e2-ce12-438c-afc6-cfa999ad7150 service neutron] Checking agent: {'id': 'f8add0d2-2202-43d3-bc0e-72442788e6ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:20:13.533170 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a97fbe6-03f1-4e5b-905f-ee21d8ea1bf2 req-dcc6f1e2-ce12-438c-afc6-cfa999ad7150 service neutron] Checking segment: {'id': '35a7e9fb-e8e9-406a-9d84-432a7173c4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '6ee116e2-77f9-4f60-b348-67ec10efecbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:20:13.533552 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a97fbe6-03f1-4e5b-905f-ee21d8ea1bf2 req-dcc6f1e2-ce12-438c-afc6-cfa999ad7150 service neutron] Bound using segment: {'id': '35a7e9fb-e8e9-406a-9d84-432a7173c4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '6ee116e2-77f9-4f60-b348-67ec10efecbf'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:20:13.533974 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-8a97fbe6-03f1-4e5b-905f-ee21d8ea1bf2 req-dcc6f1e2-ce12-438c-afc6-cfa999ad7150 service neutron] Bound port: 2ae5aecb-6bdd-4933-8201-02d12616d68d, host: n-h1-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35a7e9fb-e8e9-406a-9d84-432a7173c4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '6ee116e2-77f9-4f60-b348-67ec10efecbf'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:20:13.534329 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8a97fbe6-03f1-4e5b-905f-ee21d8ea1bf2 req-dcc6f1e2-ce12-438c-afc6-cfa999ad7150 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (2ae5aecb-6bdd-4933-8201-02d12616d68d), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:13.608614 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-8a97fbe6-03f1-4e5b-905f-ee21d8ea1bf2 req-dcc6f1e2-ce12-438c-afc6-cfa999ad7150 service neutron] For port 2ae5aecb-6bdd-4933-8201-02d12616d68d, host n-h1-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:20:13.611575 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-8a97fbe6-03f1-4e5b-905f-ee21d8ea1bf2 req-dcc6f1e2-ce12-438c-afc6-cfa999ad7150 service neutron] For port 2ae5aecb-6bdd-4933-8201-02d12616d68d, host n-h1-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=2ae5aecb-6bdd-4933-8201-02d12616d68d,segment=NetworkSegment(35a7e9fb-e8e9-406a-9d84-432a7173c4bc),segment_id=35a7e9fb-e8e9-406a-9d84-432a7173c4bc)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:20:13.618713 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8a97fbe6-03f1-4e5b-905f-ee21d8ea1bf2 req-dcc6f1e2-ce12-438c-afc6-cfa999ad7150 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (2ae5aecb-6bdd-4933-8201-02d12616d68d), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:13.653773 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a97fbe6-03f1-4e5b-905f-ee21d8ea1bf2 req-dcc6f1e2-ce12-438c-afc6-cfa999ad7150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:13.654399 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8a97fbe6-03f1-4e5b-905f-ee21d8ea1bf2 req-dcc6f1e2-ce12-438c-afc6-cfa999ad7150 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:13.655814 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8a97fbe6-03f1-4e5b-905f-ee21d8ea1bf2 req-dcc6f1e2-ce12-438c-afc6-cfa999ad7150 service neutron] 10.222.0.73 "PUT /v2.0/ports/2ae5aecb-6bdd-4933-8201-02d12616d68d HTTP/1.1" status: 200 len: 1092 time: 0.7309282 Feb 04 13:20:13.677426 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc6f1e2-ce12-438c-afc6-cfa999ad7150 service neutron] Pushing event updated for resources: {'Port': ['ID=2ae5aecb-6bdd-4933-8201-02d12616d68d,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:13.745515 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a97fbe6-03f1-4e5b-905f-ee21d8ea1bf2 req-4189f6b0-984e-4a37-a43e-c52a2532ed2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:13.747034 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8a97fbe6-03f1-4e5b-905f-ee21d8ea1bf2 req-4189f6b0-984e-4a37-a43e-c52a2532ed2b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b40d276405304796b5557d3443f98182&device_id=3375dd3b-4d01-41be-9f1a-a0ce2fa7b4e2 HTTP/1.1" status: 200 len: 1126 time: 0.0520365 Feb 04 13:20:13.791786 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8a97fbe6-03f1-4e5b-905f-ee21d8ea1bf2 req-50dac09c-c75b-465b-91a0-163f345b0206 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ae5aecb-6bdd-4933-8201-02d12616d68d HTTP/1.1" status: 200 len: 217 time: 0.0368223 Feb 04 13:20:13.845919 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a97fbe6-03f1-4e5b-905f-ee21d8ea1bf2 req-9174aaae-aa6c-4133-82b5-613e6f4ccd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:13.847394 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8a97fbe6-03f1-4e5b-905f-ee21d8ea1bf2 req-9174aaae-aa6c-4133-82b5-613e6f4ccd44 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=68f69c55-3f79-45b9-ba9d-6936096024bc HTTP/1.1" status: 200 len: 854 time: 0.0483074 Feb 04 13:20:13.882585 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8a97fbe6-03f1-4e5b-905f-ee21d8ea1bf2 req-c063d0a0-fb9a-4294-986d-8a31e54bec4c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6ee116e2-77f9-4f60-b348-67ec10efecbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273678 Feb 04 13:20:13.980135 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8a97fbe6-03f1-4e5b-905f-ee21d8ea1bf2 req-60b29278-dd6d-4e4e-bfc9-938b9521c641 service neutron] 10.222.0.73 "GET /v2.0/networks/6ee116e2-77f9-4f60-b348-67ec10efecbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897942 Feb 04 13:20:14.089946 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8a97fbe6-03f1-4e5b-905f-ee21d8ea1bf2 req-328b61a1-5b7e-4efc-b9ca-b934d1d22286 service neutron] 10.222.0.73 "GET /v2.0/networks/6ee116e2-77f9-4f60-b348-67ec10efecbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952880 Feb 04 13:20:14.477022 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cbcc78-780f-41e8-a74a-1fb5435e62b3 req-25f61fbe-7fad-4d79-b4f2-6b00ee9b862e tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:14.478562 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-50cbcc78-780f-41e8-a74a-1fb5435e62b3 req-25f61fbe-7fad-4d79-b4f2-6b00ee9b862e tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/ports?device_id=3375dd3b-4d01-41be-9f1a-a0ce2fa7b4e2 HTTP/1.1" status: 200 len: 944 time: 0.0542588 Feb 04 13:20:14.526827 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-50cbcc78-780f-41e8-a74a-1fb5435e62b3 req-3673ab0f-80be-4642-9cb7-ac13c43e8913 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/security-groups?id=63777393-366e-4349-bb03-8bb2ab2a2554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414193 Feb 04 13:20:14.868489 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3375dd3b-4d01-41be-9f1a-a0ce2fa7b4e2', 'tag': '2ae5aecb-6bdd-4933-8201-02d12616d68d'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:20:14.870834 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48bbd334e613f85cd2144b496d46af0d2e531f29900d43c124e8a63cdd2917ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-608a2b1a-6c68-40f4-b57f-72444c8f515a" -d '{"events": [{"name": "network-changed", "server_uuid": "3375dd3b-4d01-41be-9f1a-a0ce2fa7b4e2", "tag": "2ae5aecb-6bdd-4933-8201-02d12616d68d"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:20:14.906549 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27bf48d1-19a7-4bed-8170-75407c1e8c55 x-openstack-request-id: req-27bf48d1-19a7-4bed-8170-75407c1e8c55 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:20:14.906852 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3375dd3b-4d01-41be-9f1a-a0ce2fa7b4e2", "tag": "2ae5aecb-6bdd-4933-8201-02d12616d68d", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:20:14.907109 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-27bf48d1-19a7-4bed-8170-75407c1e8c55 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:20:14.907517 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3375dd3b-4d01-41be-9f1a-a0ce2fa7b4e2', 'tag': '2ae5aecb-6bdd-4933-8201-02d12616d68d', 'status': 'completed', 'code': 200} Feb 04 13:20:14.979951 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608a2b1a-6c68-40f4-b57f-72444c8f515a req-48f62d99-0530-4b5f-aca2-4656b187c31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:14.981463 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-608a2b1a-6c68-40f4-b57f-72444c8f515a req-48f62d99-0530-4b5f-aca2-4656b187c31f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b40d276405304796b5557d3443f98182&device_id=3375dd3b-4d01-41be-9f1a-a0ce2fa7b4e2 HTTP/1.1" status: 200 len: 1126 time: 0.0491424 Feb 04 13:20:15.078303 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608a2b1a-6c68-40f4-b57f-72444c8f515a req-e60fb3d9-0eda-49be-8e27-88836766d299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:15.079723 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-608a2b1a-6c68-40f4-b57f-72444c8f515a req-e60fb3d9-0eda-49be-8e27-88836766d299 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6ee116e2-77f9-4f60-b348-67ec10efecbf HTTP/1.1" status: 200 len: 915 time: 0.0916753 Feb 04 13:20:15.121803 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-608a2b1a-6c68-40f4-b57f-72444c8f515a req-f81e6ef8-4108-4ad6-a422-06f21629feff service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ae5aecb-6bdd-4933-8201-02d12616d68d HTTP/1.1" status: 200 len: 217 time: 0.0351803 Feb 04 13:20:15.175186 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608a2b1a-6c68-40f4-b57f-72444c8f515a req-707307de-e39d-4a02-9911-979ee5adcb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:15.176712 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-608a2b1a-6c68-40f4-b57f-72444c8f515a req-707307de-e39d-4a02-9911-979ee5adcb86 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=68f69c55-3f79-45b9-ba9d-6936096024bc HTTP/1.1" status: 200 len: 854 time: 0.0445945 Feb 04 13:20:15.213627 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-608a2b1a-6c68-40f4-b57f-72444c8f515a req-7b7e56cb-16b6-4d5b-b3ba-461847d4aaea service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6ee116e2-77f9-4f60-b348-67ec10efecbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300224 Feb 04 13:20:15.304294 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-608a2b1a-6c68-40f4-b57f-72444c8f515a req-6aa93607-ee5a-4749-8d93-0d29aef5842c service neutron] 10.222.0.73 "GET /v2.0/networks/6ee116e2-77f9-4f60-b348-67ec10efecbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832272 Feb 04 13:20:15.400644 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-608a2b1a-6c68-40f4-b57f-72444c8f515a req-f86111f2-b6ca-4a8e-a91e-57d3a6232a84 service neutron] 10.222.0.73 "GET /v2.0/networks/6ee116e2-77f9-4f60-b348-67ec10efecbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897970 Feb 04 13:20:15.590380 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-086f9875-a4ae-459c-8aab-80fd21d42b3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:15.652640 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572efc0e-6c71-46aa-9f37-92b0a00960dc req-68aa3a85-a84c-4003-a1f2-8f2dcf98766f tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:15.654064 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-572efc0e-6c71-46aa-9f37-92b0a00960dc req-68aa3a85-a84c-4003-a1f2-8f2dcf98766f tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/ports?device_id=3375dd3b-4d01-41be-9f1a-a0ce2fa7b4e2 HTTP/1.1" status: 200 len: 944 time: 0.0562313 Feb 04 13:20:15.702901 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-572efc0e-6c71-46aa-9f37-92b0a00960dc req-cf136e3e-b1b7-4d97-88c1-6c8ec4eb70ba tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/security-groups?id=63777393-366e-4349-bb03-8bb2ab2a2554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433176 Feb 04 13:20:16.687458 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 2ae5aecb-6bdd-4933-8201-02d12616d68d details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:20:16.690757 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 819d54d4-74eb-459c-b329-8d676e2ffc88 no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:20:16.717933 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] No Port match for: 819d54d4-74eb-459c-b329-8d676e2ffc88 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:20:16.718276 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 819d54d4-74eb-459c-b329-8d676e2ffc88 not bound to the agent host n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:20:16.812269 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 2ae5aecb-6bdd-4933-8201-02d12616d68d, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=2ae5aecb-6bdd-4933-8201-02d12616d68d,segment=NetworkSegment(35a7e9fb-e8e9-406a-9d84-432a7173c4bc),segment_id=35a7e9fb-e8e9-406a-9d84-432a7173c4bc)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:20:16.823950 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': '2ae5aecb-6bdd-4933-8201-02d12616d68d', 'network_id': '6ee116e2-77f9-4f60-b348-67ec10efecbf', 'port_id': '2ae5aecb-6bdd-4933-8201-02d12616d68d', 'mac_address': 'fa:16:3e:13:ed:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68f69c55-3f79-45b9-ba9d-6936096024bc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:20:16.825671 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91b2d5e-5c88-4e41-baca-d3d5dbd7f3d6 req-e290e776-f24a-4f73-9fe0-6317fa661ce2 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:16.827451 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b91b2d5e-5c88-4e41-baca-d3d5dbd7f3d6 req-e290e776-f24a-4f73-9fe0-6317fa661ce2 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/ports?device_id=3375dd3b-4d01-41be-9f1a-a0ce2fa7b4e2 HTTP/1.1" status: 200 len: 944 time: 0.0539212 Feb 04 13:20:16.863929 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 2ae5aecb-6bdd-4933-8201-02d12616d68d is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:20:16.864353 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (2ae5aecb-6bdd-4933-8201-02d12616d68d), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:16.879767 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ae5aecb-6bdd-4933-8201-02d12616d68d {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:20:16.881617 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b91b2d5e-5c88-4e41-baca-d3d5dbd7f3d6 req-03c57d83-2da0-4ac9-9a30-eb38f631432d tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/security-groups?id=63777393-366e-4349-bb03-8bb2ab2a2554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444574 Feb 04 13:20:16.902199 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 2ae5aecb-6bdd-4933-8201-02d12616d68d, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=2ae5aecb-6bdd-4933-8201-02d12616d68d,segment=NetworkSegment(35a7e9fb-e8e9-406a-9d84-432a7173c4bc),segment_id=35a7e9fb-e8e9-406a-9d84-432a7173c4bc)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:20:16.906836 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (2ae5aecb-6bdd-4933-8201-02d12616d68d), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:16.958096 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=2ae5aecb-6bdd-4933-8201-02d12616d68d,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:17.158601 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['2ae5aecb-6bdd-4933-8201-02d12616d68d'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:20:18.024453 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fab5d6-1b13-49d3-8fc0-f340445098e5 req-4bd99b5b-4687-4c19-be1e-dd5f1e18ba27 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:18.025947 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a0fab5d6-1b13-49d3-8fc0-f340445098e5 req-4bd99b5b-4687-4c19-be1e-dd5f1e18ba27 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/ports?device_id=3375dd3b-4d01-41be-9f1a-a0ce2fa7b4e2 HTTP/1.1" status: 200 len: 945 time: 0.0612512 Feb 04 13:20:18.073725 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a0fab5d6-1b13-49d3-8fc0-f340445098e5 req-788e91ab-104b-4be1-ae81-05df422e68ce tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/security-groups?id=63777393-366e-4349-bb03-8bb2ab2a2554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423048 Feb 04 13:20:18.103083 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fe9bcb34-c621-4119-af4e-602a137701ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:18.706901 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 2ae5aecb-6bdd-4933-8201-02d12616d68d up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:20:18.764574 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning for port 2ae5aecb-6bdd-4933-8201-02d12616d68d completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:20:18.772999 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port 2ae5aecb-6bdd-4933-8201-02d12616d68d triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:20:18.773461 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (2ae5aecb-6bdd-4933-8201-02d12616d68d), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:18.851386 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 2ae5aecb-6bdd-4933-8201-02d12616d68d is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:20:18.851880 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (2ae5aecb-6bdd-4933-8201-02d12616d68d), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:18.875909 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3375dd3b-4d01-41be-9f1a-a0ce2fa7b4e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ae5aecb-6bdd-4933-8201-02d12616d68d'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:20:18.878234 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53818b00e40e8afff1ffbbb80b1f2b2ececb0555ff6da39e2769b708ef8305ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acda87a7-e49d-43ee-baab-c700475f889c" -d '{"events": [{"server_uuid": "3375dd3b-4d01-41be-9f1a-a0ce2fa7b4e2", "name": "network-vif-plugged", "status": "completed", "tag": "2ae5aecb-6bdd-4933-8201-02d12616d68d"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:20:18.891154 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 2ae5aecb-6bdd-4933-8201-02d12616d68d, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=2ae5aecb-6bdd-4933-8201-02d12616d68d,segment=NetworkSegment(35a7e9fb-e8e9-406a-9d84-432a7173c4bc),segment_id=35a7e9fb-e8e9-406a-9d84-432a7173c4bc)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:20:18.899146 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (2ae5aecb-6bdd-4933-8201-02d12616d68d), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:18.926512 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-764f868f-a28f-4db6-af4d-b65aad96da75 x-openstack-request-id: req-764f868f-a28f-4db6-af4d-b65aad96da75 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:20:18.926806 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3375dd3b-4d01-41be-9f1a-a0ce2fa7b4e2", "name": "network-vif-plugged", "status": "completed", "tag": "2ae5aecb-6bdd-4933-8201-02d12616d68d", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:20:18.927068 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-764f868f-a28f-4db6-af4d-b65aad96da75 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:20:18.927462 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3375dd3b-4d01-41be-9f1a-a0ce2fa7b4e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ae5aecb-6bdd-4933-8201-02d12616d68d', 'code': 200} Feb 04 13:20:18.955261 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=2ae5aecb-6bdd-4933-8201-02d12616d68d,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:18.964382 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:20:18.964661 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:20:18.965012 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:20:18.965356 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:20:18.966355 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:20:18.966701 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:20:18.967039 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:20:18.967375 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:20:18.967707 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:20:18.968067 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:20:18.968464 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:20:18.968806 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:20:18.969135 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:20:19.028169 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa50f53-b55a-49e4-b81e-8f82bb996275 req-ad630e7b-b64e-4feb-b3f5-174f31886c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:19.038035 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-faa50f53-b55a-49e4-b81e-8f82bb996275 req-ad630e7b-b64e-4feb-b3f5-174f31886c16 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3375dd3b-4d01-41be-9f1a-a0ce2fa7b4e2 HTTP/1.1" status: 200 len: 1128 time: 0.0581057 Feb 04 13:20:19.088533 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-faa50f53-b55a-49e4-b81e-8f82bb996275 req-aa9c60a4-e241-420f-91e0-e018e1040747 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=63777393-366e-4349-bb03-8bb2ab2a2554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438027 Feb 04 13:20:19.204896 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cecb917-642b-448f-ac99-add6e034262a req-33fd3db0-99b0-4a99-abd8-bd07e797f0f8 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:19.206429 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0cecb917-642b-448f-ac99-add6e034262a req-33fd3db0-99b0-4a99-abd8-bd07e797f0f8 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/ports?device_id=3375dd3b-4d01-41be-9f1a-a0ce2fa7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0654054 Feb 04 13:20:19.266135 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0cecb917-642b-448f-ac99-add6e034262a req-2e418486-ce62-4789-89b6-eb6be570081c tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/security-groups?id=63777393-366e-4349-bb03-8bb2ab2a2554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539944 Feb 04 13:20:19.417838 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:20.399807 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0ec4c3-0b14-49b0-bfe0-6a1f3636fc47 req-5ab17ced-faff-406a-b99c-2568d15ffcf3 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:20.401417 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-af0ec4c3-0b14-49b0-bfe0-6a1f3636fc47 req-5ab17ced-faff-406a-b99c-2568d15ffcf3 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/ports?device_id=3375dd3b-4d01-41be-9f1a-a0ce2fa7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0565641 Feb 04 13:20:20.450693 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-af0ec4c3-0b14-49b0-bfe0-6a1f3636fc47 req-69b36c3c-586e-49b7-8c12-1dccfc523cec tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/security-groups?id=63777393-366e-4349-bb03-8bb2ab2a2554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436084 Feb 04 13:20:20.569855 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb9c82a-8de2-4951-890a-2e9e5fc08b84 req-cf41c695-e353-4d73-a4fb-c29f9c1a0bb3 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:20.571265 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9fb9c82a-8de2-4951-890a-2e9e5fc08b84 req-cf41c695-e353-4d73-a4fb-c29f9c1a0bb3 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/ports?device_id=3375dd3b-4d01-41be-9f1a-a0ce2fa7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0530620 Feb 04 13:20:20.617538 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9fb9c82a-8de2-4951-890a-2e9e5fc08b84 req-104cd4b7-5f89-4023-ab6e-cf1a7c27d5d2 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/security-groups?id=63777393-366e-4349-bb03-8bb2ab2a2554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407002 Feb 04 13:20:20.673839 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:20.873236 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-8420344d-036b-477b-9392-f27bda72a9b5 req-58efcfcc-7a41-45d6-a94a-fc43482d51af service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=3375dd3b-4d01-41be-9f1a-a0ce2fa7b4e2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0616186 Feb 04 13:20:20.880375 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4190c8c-8307-44fd-93b0-a6524848f301 req-61226e84-8612-42a1-8f23-46b351186cbe tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:20.882913 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d4190c8c-8307-44fd-93b0-a6524848f301 req-61226e84-8612-42a1-8f23-46b351186cbe tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/ports?device_id=3375dd3b-4d01-41be-9f1a-a0ce2fa7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0600801 Feb 04 13:20:20.942531 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d4190c8c-8307-44fd-93b0-a6524848f301 req-3c6b928f-0e9f-49fd-b491-fa17c868f750 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/security-groups?id=63777393-366e-4349-bb03-8bb2ab2a2554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538833 Feb 04 13:20:21.790313 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:21.970219 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8420344d-036b-477b-9392-f27bda72a9b5 req-8d4eb6ea-92e9-4dfc-a853-ca6a4b530cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:21.971755 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8420344d-036b-477b-9392-f27bda72a9b5 req-8d4eb6ea-92e9-4dfc-a853-ca6a4b530cec service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b40d276405304796b5557d3443f98182&device_id=3375dd3b-4d01-41be-9f1a-a0ce2fa7b4e2 HTTP/1.1" status: 200 len: 1128 time: 0.0454397 Feb 04 13:20:22.105537 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8420344d-036b-477b-9392-f27bda72a9b5 req-c5dd369f-ec09-405c-80c1-be7c99f6fe77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:22.107034 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8420344d-036b-477b-9392-f27bda72a9b5 req-c5dd369f-ec09-405c-80c1-be7c99f6fe77 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6ee116e2-77f9-4f60-b348-67ec10efecbf HTTP/1.1" status: 200 len: 915 time: 0.1288419 Feb 04 13:20:22.114785 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56e2655-79f5-4864-9c9e-a35f92d5fb9d req-4dc420be-593e-47bb-8971-8594a9f26f74 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:22.116438 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b56e2655-79f5-4864-9c9e-a35f92d5fb9d req-4dc420be-593e-47bb-8971-8594a9f26f74 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/ports?device_id=3375dd3b-4d01-41be-9f1a-a0ce2fa7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0902936 Feb 04 13:20:22.163008 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8420344d-036b-477b-9392-f27bda72a9b5 req-e84a1384-a02c-4303-98dc-e53ac7c1ec5b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ae5aecb-6bdd-4933-8201-02d12616d68d HTTP/1.1" status: 200 len: 217 time: 0.0456073 Feb 04 13:20:22.225016 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b56e2655-79f5-4864-9c9e-a35f92d5fb9d req-06402f60-d66e-4e6c-ac62-ed7acc093e7b tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/security-groups?id=63777393-366e-4349-bb03-8bb2ab2a2554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006591 Feb 04 13:20:22.238594 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8420344d-036b-477b-9392-f27bda72a9b5 req-e68bd5f6-c466-408e-af0a-db5389ecc4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:22.240632 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8420344d-036b-477b-9392-f27bda72a9b5 req-e68bd5f6-c466-408e-af0a-db5389ecc4a0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=68f69c55-3f79-45b9-ba9d-6936096024bc HTTP/1.1" status: 200 len: 854 time: 0.0692112 Feb 04 13:20:22.273646 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8420344d-036b-477b-9392-f27bda72a9b5 req-d08bd41f-f797-42a7-a659-387b5c14be0c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6ee116e2-77f9-4f60-b348-67ec10efecbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265129 Feb 04 13:20:22.373556 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8420344d-036b-477b-9392-f27bda72a9b5 req-dc1e0fda-e7ab-4a9f-9939-501a4ffb527e service neutron] 10.222.0.73 "GET /v2.0/networks/6ee116e2-77f9-4f60-b348-67ec10efecbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914383 Feb 04 13:20:22.469967 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8420344d-036b-477b-9392-f27bda72a9b5 req-8517bbc6-563d-4eea-9b21-7936094edc7b service neutron] 10.222.0.73 "GET /v2.0/networks/6ee116e2-77f9-4f60-b348-67ec10efecbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899217 Feb 04 13:20:23.347284 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3562c499-4b53-4c80-97e6-8784f36453c9 req-2fcb050e-15b1-4693-a4a8-046977ecf01a tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:23.348830 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3562c499-4b53-4c80-97e6-8784f36453c9 req-2fcb050e-15b1-4693-a4a8-046977ecf01a tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/ports?device_id=3375dd3b-4d01-41be-9f1a-a0ce2fa7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0547240 Feb 04 13:20:23.400279 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3562c499-4b53-4c80-97e6-8784f36453c9 req-49834fea-8e34-4a33-a262-73089c78230c tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/security-groups?id=63777393-366e-4349-bb03-8bb2ab2a2554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452919 Feb 04 13:20:24.531609 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:20:24.534162 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef089721-69e6-4cf2-aafc-85fb3e5a68a8 req-a090daf8-ec3f-45ea-803b-9b2b162627a9 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:24.535684 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ef089721-69e6-4cf2-aafc-85fb3e5a68a8 req-a090daf8-ec3f-45ea-803b-9b2b162627a9 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/ports?device_id=3375dd3b-4d01-41be-9f1a-a0ce2fa7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0586863 Feb 04 13:20:24.587836 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ef089721-69e6-4cf2-aafc-85fb3e5a68a8 req-dc9db962-4ae3-4aba-bafa-4198dec8a639 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/security-groups?id=63777393-366e-4349-bb03-8bb2ab2a2554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447772 Feb 04 13:20:25.716243 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa64b7d1-64d1-4f66-b780-8a34bc385aa0 req-31eccba4-a0c8-407c-a697-fa4148c6e435 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:25.717772 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-aa64b7d1-64d1-4f66-b780-8a34bc385aa0 req-31eccba4-a0c8-407c-a697-fa4148c6e435 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/ports?device_id=3375dd3b-4d01-41be-9f1a-a0ce2fa7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0575171 Feb 04 13:20:25.766946 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-aa64b7d1-64d1-4f66-b780-8a34bc385aa0 req-54f26fc2-b60f-4dc0-a5e2-ee166c5d4674 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/security-groups?id=63777393-366e-4349-bb03-8bb2ab2a2554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434072 Feb 04 13:20:26.893636 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bbbacc-6a06-445c-a9ca-fc7116e733aa req-6170a959-5bf3-4407-aa76-cbb3666fbba1 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:26.895158 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d6bbbacc-6a06-445c-a9ca-fc7116e733aa req-6170a959-5bf3-4407-aa76-cbb3666fbba1 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/ports?device_id=3375dd3b-4d01-41be-9f1a-a0ce2fa7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0597456 Feb 04 13:20:26.948804 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d6bbbacc-6a06-445c-a9ca-fc7116e733aa req-f43c992e-79e4-4835-89e4-db7ed64b4a75 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/security-groups?id=63777393-366e-4349-bb03-8bb2ab2a2554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468888 Feb 04 13:20:28.081866 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bd21b0-d05d-4b27-bb11-69bab87de880 req-063ec250-b659-4ef9-ab3f-440c6a514ab5 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:28.083479 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-02bd21b0-d05d-4b27-bb11-69bab87de880 req-063ec250-b659-4ef9-ab3f-440c6a514ab5 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/ports?device_id=3375dd3b-4d01-41be-9f1a-a0ce2fa7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0634809 Feb 04 13:20:28.139246 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-02bd21b0-d05d-4b27-bb11-69bab87de880 req-bb9140e1-7db4-4807-8bc5-1f17493ac35d tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/security-groups?id=63777393-366e-4349-bb03-8bb2ab2a2554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448465 Feb 04 13:20:29.269262 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cc6c58-9c83-4903-8543-71da3cf3fbf6 req-90865d07-39cc-4818-88f7-38e9bc1d4379 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:29.270875 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-85cc6c58-9c83-4903-8543-71da3cf3fbf6 req-90865d07-39cc-4818-88f7-38e9bc1d4379 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/ports?device_id=3375dd3b-4d01-41be-9f1a-a0ce2fa7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0560896 Feb 04 13:20:29.325303 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-85cc6c58-9c83-4903-8543-71da3cf3fbf6 req-a5b1a238-4765-4e13-bc90-7e6ef7efbf97 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/security-groups?id=63777393-366e-4349-bb03-8bb2ab2a2554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473518 Feb 04 13:20:30.454902 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d577d197-36ca-4c86-b285-13f9ffbf0709 req-0c172589-0e78-4434-b593-2992997a6de5 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:30.456397 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d577d197-36ca-4c86-b285-13f9ffbf0709 req-0c172589-0e78-4434-b593-2992997a6de5 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/ports?device_id=3375dd3b-4d01-41be-9f1a-a0ce2fa7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0573144 Feb 04 13:20:30.504652 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d577d197-36ca-4c86-b285-13f9ffbf0709 req-2108314e-fcfb-4cd5-aeb8-0c7c1d472ff9 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/security-groups?id=63777393-366e-4349-bb03-8bb2ab2a2554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419478 Feb 04 13:20:31.593469 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:31.639455 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e5c88c-526a-4a31-8577-78b3f421256b req-50ab2f9b-efdc-42f0-8286-294fb60e5310 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:31.640970 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-98e5c88c-526a-4a31-8577-78b3f421256b req-50ab2f9b-efdc-42f0-8286-294fb60e5310 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/ports?device_id=3375dd3b-4d01-41be-9f1a-a0ce2fa7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0645168 Feb 04 13:20:31.690348 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-98e5c88c-526a-4a31-8577-78b3f421256b req-e4b9a373-fe5f-4382-acee-a6d6ffa93828 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/security-groups?id=63777393-366e-4349-bb03-8bb2ab2a2554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437176 Feb 04 13:20:32.263868 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:32.825495 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804e5736-b803-4a75-8872-2d16138a75a6 req-cf3b5537-4a20-45ea-aa10-7f6606cae371 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:32.827307 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-804e5736-b803-4a75-8872-2d16138a75a6 req-cf3b5537-4a20-45ea-aa10-7f6606cae371 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/ports?device_id=3375dd3b-4d01-41be-9f1a-a0ce2fa7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0666595 Feb 04 13:20:32.877694 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-804e5736-b803-4a75-8872-2d16138a75a6 req-6e3e58f4-ae9f-4c6b-9f97-855ffe73dbc2 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/security-groups?id=63777393-366e-4349-bb03-8bb2ab2a2554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447369 Feb 04 13:20:33.997592 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3950d21f-2ac1-49bc-8caa-6c9655cdaa52 req-76de913b-d707-4e1c-9410-f4512bf0d20b tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:33.999065 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3950d21f-2ac1-49bc-8caa-6c9655cdaa52 req-76de913b-d707-4e1c-9410-f4512bf0d20b tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/ports?device_id=3375dd3b-4d01-41be-9f1a-a0ce2fa7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0531375 Feb 04 13:20:34.045425 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3950d21f-2ac1-49bc-8caa-6c9655cdaa52 req-11b9dff8-95bd-4463-ab7a-4b8c30f7477a tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/security-groups?id=63777393-366e-4349-bb03-8bb2ab2a2554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407336 Feb 04 13:20:34.898475 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60fb584-00e7-417b-b1f5-4e1de16cf74c req-4f959486-5c7a-439b-854f-ebfaccfc048a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:34.899989 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b60fb584-00e7-417b-b1f5-4e1de16cf74c req-4f959486-5c7a-439b-854f-ebfaccfc048a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b40d276405304796b5557d3443f98182&device_id=3375dd3b-4d01-41be-9f1a-a0ce2fa7b4e2 HTTP/1.1" status: 200 len: 1128 time: 0.0451667 Feb 04 13:20:35.007856 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60fb584-00e7-417b-b1f5-4e1de16cf74c req-0de595e8-169f-4c5a-9fb8-d9d8b449debc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:35.009313 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b60fb584-00e7-417b-b1f5-4e1de16cf74c req-0de595e8-169f-4c5a-9fb8-d9d8b449debc service neutron] 10.222.0.73 "GET /v2.0/networks?id=6ee116e2-77f9-4f60-b348-67ec10efecbf HTTP/1.1" status: 200 len: 915 time: 0.0875561 Feb 04 13:20:35.053127 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b60fb584-00e7-417b-b1f5-4e1de16cf74c req-0f88ae83-1f29-4e80-a1a0-de116a204773 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ae5aecb-6bdd-4933-8201-02d12616d68d HTTP/1.1" status: 200 len: 217 time: 0.0357132 Feb 04 13:20:35.109148 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60fb584-00e7-417b-b1f5-4e1de16cf74c req-d62ec572-5520-44a5-8159-0ffd7be466b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:35.110623 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b60fb584-00e7-417b-b1f5-4e1de16cf74c req-d62ec572-5520-44a5-8159-0ffd7be466b3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=68f69c55-3f79-45b9-ba9d-6936096024bc HTTP/1.1" status: 200 len: 854 time: 0.0508099 Feb 04 13:20:35.167012 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b60fb584-00e7-417b-b1f5-4e1de16cf74c req-089a8280-550b-4037-ae80-476a5c4ad60c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6ee116e2-77f9-4f60-b348-67ec10efecbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489078 Feb 04 13:20:35.208358 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf2d710-529a-4d40-a33b-02a8d6ad2547 req-14ea8395-ac23-4dbc-a48a-ff4e0446d9ec tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:35.210565 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ccf2d710-529a-4d40-a33b-02a8d6ad2547 req-14ea8395-ac23-4dbc-a48a-ff4e0446d9ec tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/ports?device_id=3375dd3b-4d01-41be-9f1a-a0ce2fa7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0906196 Feb 04 13:20:35.305785 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ccf2d710-529a-4d40-a33b-02a8d6ad2547 req-a2471561-4411-439e-925b-999b1e7ef2ca tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/security-groups?id=63777393-366e-4349-bb03-8bb2ab2a2554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660057 Feb 04 13:20:35.315013 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b60fb584-00e7-417b-b1f5-4e1de16cf74c req-d7b6b94b-c1bf-40b2-ac68-935cb6aae690 service neutron] 10.222.0.73 "GET /v2.0/networks/6ee116e2-77f9-4f60-b348-67ec10efecbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322796 Feb 04 13:20:35.414543 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b60fb584-00e7-417b-b1f5-4e1de16cf74c req-4232f84d-5b68-48a0-a0b3-26c4e3c68acf service neutron] 10.222.0.73 "GET /v2.0/networks/6ee116e2-77f9-4f60-b348-67ec10efecbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880580 Feb 04 13:20:36.430328 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc15777-3106-4fed-9ed6-38a2eeffcde8 req-d861fefe-50e3-4851-a631-0c45cb74edbf tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:36.431817 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7fc15777-3106-4fed-9ed6-38a2eeffcde8 req-d861fefe-50e3-4851-a631-0c45cb74edbf tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/ports?device_id=3375dd3b-4d01-41be-9f1a-a0ce2fa7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0580096 Feb 04 13:20:36.772328 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7fc15777-3106-4fed-9ed6-38a2eeffcde8 req-c84140e4-c420-4cb4-8f90-a595f925b5b0 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/security-groups?id=63777393-366e-4349-bb03-8bb2ab2a2554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3349645 Feb 04 13:20:37.891885 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becb43af-209f-4a04-b64b-0968783ec701 req-f376892a-56da-4fd5-8574-70a7237c5957 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:37.893355 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-becb43af-209f-4a04-b64b-0968783ec701 req-f376892a-56da-4fd5-8574-70a7237c5957 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/ports?device_id=3375dd3b-4d01-41be-9f1a-a0ce2fa7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0522358 Feb 04 13:20:37.939026 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-becb43af-209f-4a04-b64b-0968783ec701 req-100e1b90-5a4e-430c-9a80-8fa999684cf3 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/security-groups?id=63777393-366e-4349-bb03-8bb2ab2a2554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401154 Feb 04 13:20:39.065438 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941b14eb-3f67-46e8-9397-8a61c1c4eb50 req-0b333328-de32-4ba8-8ba2-1f84d5e4e735 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:39.066836 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-941b14eb-3f67-46e8-9397-8a61c1c4eb50 req-0b333328-de32-4ba8-8ba2-1f84d5e4e735 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/ports?device_id=3375dd3b-4d01-41be-9f1a-a0ce2fa7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0550749 Feb 04 13:20:39.119003 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-941b14eb-3f67-46e8-9397-8a61c1c4eb50 req-93a0b473-29a1-4583-ab65-c4ded3d29e6d tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/security-groups?id=63777393-366e-4349-bb03-8bb2ab2a2554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457652 Feb 04 13:20:40.249487 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c771e1fe-88cb-420d-8d05-8d78af9a471d req-af3fa2a5-f1a7-4971-9550-15b8653d8cae tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:40.251024 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c771e1fe-88cb-420d-8d05-8d78af9a471d req-af3fa2a5-f1a7-4971-9550-15b8653d8cae tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/ports?device_id=3375dd3b-4d01-41be-9f1a-a0ce2fa7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0590556 Feb 04 13:20:40.299281 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c771e1fe-88cb-420d-8d05-8d78af9a471d req-344ac6f0-1ddb-4014-a6d9-e4a927d46a41 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/security-groups?id=63777393-366e-4349-bb03-8bb2ab2a2554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424590 Feb 04 13:20:41.421006 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ffb8dd-c6e9-45bd-95d9-68090e9774fd req-3d955b8f-faac-4588-b484-2a43366d7218 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:41.422502 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e7ffb8dd-c6e9-45bd-95d9-68090e9774fd req-3d955b8f-faac-4588-b484-2a43366d7218 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/ports?device_id=3375dd3b-4d01-41be-9f1a-a0ce2fa7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0528185 Feb 04 13:20:41.469274 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e7ffb8dd-c6e9-45bd-95d9-68090e9774fd req-f5749245-b2ff-4cc7-8b10-2a09f9330874 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/security-groups?id=63777393-366e-4349-bb03-8bb2ab2a2554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408595 Feb 04 13:20:42.593666 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662be369-5055-449e-a51b-022dc85e2c28 req-6baae540-1235-4979-afcd-44f537303cb9 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:42.595150 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-662be369-5055-449e-a51b-022dc85e2c28 req-6baae540-1235-4979-afcd-44f537303cb9 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/ports?device_id=3375dd3b-4d01-41be-9f1a-a0ce2fa7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0572104 Feb 04 13:20:42.641930 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-662be369-5055-449e-a51b-022dc85e2c28 req-a0cdd95e-6e21-4f3c-bf81-37b43549d805 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/security-groups?id=63777393-366e-4349-bb03-8bb2ab2a2554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412524 Feb 04 13:20:43.764500 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad46f49-76c2-45b2-8692-f8dac1f3ba05 req-2ae159bd-49ac-4126-a236-7530b8a6deae tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:43.765955 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bad46f49-76c2-45b2-8692-f8dac1f3ba05 req-2ae159bd-49ac-4126-a236-7530b8a6deae tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/ports?device_id=3375dd3b-4d01-41be-9f1a-a0ce2fa7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0537846 Feb 04 13:20:43.812689 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bad46f49-76c2-45b2-8692-f8dac1f3ba05 req-7dae0c32-5c51-476c-a1f6-c3e912b74628 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/security-groups?id=63777393-366e-4349-bb03-8bb2ab2a2554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412054 Feb 04 13:20:44.941874 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfacfeea-6c7f-41be-ba24-68fd86449e02 req-5fce3bf5-94d2-484c-884d-37ac98987578 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:44.943335 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cfacfeea-6c7f-41be-ba24-68fd86449e02 req-5fce3bf5-94d2-484c-884d-37ac98987578 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/ports?device_id=3375dd3b-4d01-41be-9f1a-a0ce2fa7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0571270 Feb 04 13:20:44.989119 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cfacfeea-6c7f-41be-ba24-68fd86449e02 req-ca512d5f-5de4-4126-9ff8-b6fd1ffbcab3 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/security-groups?id=63777393-366e-4349-bb03-8bb2ab2a2554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402455 Feb 04 13:20:45.592464 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7d7214cc-2b8c-490d-8ce5-4b9e646d817c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:46.113518 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4510100d-7079-4779-b504-86760b362f4e req-8eee2b07-6dae-4381-80cf-5b6b11827d25 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:46.114905 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4510100d-7079-4779-b504-86760b362f4e req-8eee2b07-6dae-4381-80cf-5b6b11827d25 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/ports?device_id=3375dd3b-4d01-41be-9f1a-a0ce2fa7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0540113 Feb 04 13:20:46.161344 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4510100d-7079-4779-b504-86760b362f4e req-4588223e-de35-490d-ac53-dc20e301bf19 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/security-groups?id=63777393-366e-4349-bb03-8bb2ab2a2554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395498 Feb 04 13:20:47.289886 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fd38b9-2518-4989-bddd-7bd781a4204d req-c7773f42-e42d-4e99-b921-d80311cb9b4f tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:47.291380 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-45fd38b9-2518-4989-bddd-7bd781a4204d req-c7773f42-e42d-4e99-b921-d80311cb9b4f tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/ports?device_id=3375dd3b-4d01-41be-9f1a-a0ce2fa7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0538919 Feb 04 13:20:47.341731 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-45fd38b9-2518-4989-bddd-7bd781a4204d req-89b0cc29-a2a7-4148-90ee-e67eb9e4e767 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/security-groups?id=63777393-366e-4349-bb03-8bb2ab2a2554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448599 Feb 04 13:20:48.105112 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f2ddf394-6042-4328-9070-5b66757e12b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:48.462346 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1337bb03-9116-4251-b94c-776ca6f2700d req-4f2e4372-f700-4fe2-aed5-f006ae331a20 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:48.463973 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1337bb03-9116-4251-b94c-776ca6f2700d req-4f2e4372-f700-4fe2-aed5-f006ae331a20 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/ports?device_id=3375dd3b-4d01-41be-9f1a-a0ce2fa7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0564110 Feb 04 13:20:48.510846 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1337bb03-9116-4251-b94c-776ca6f2700d req-0a378338-05d1-42fe-a7e9-c81e8dda75fc tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/security-groups?id=63777393-366e-4349-bb03-8bb2ab2a2554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412545 Feb 04 13:20:49.417442 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:49.633463 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ed0162-4b44-48cc-a0e8-15cf700fe7b7 req-79beffa6-6b37-48cc-8653-9b6e10634d4e tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:49.635042 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-39ed0162-4b44-48cc-a0e8-15cf700fe7b7 req-79beffa6-6b37-48cc-8653-9b6e10634d4e tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/ports?device_id=3375dd3b-4d01-41be-9f1a-a0ce2fa7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0550206 Feb 04 13:20:49.684900 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-39ed0162-4b44-48cc-a0e8-15cf700fe7b7 req-60b5f885-901b-435b-9472-ff595ca6734d tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/security-groups?id=63777393-366e-4349-bb03-8bb2ab2a2554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441298 Feb 04 13:20:50.676241 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:50.809137 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ae8937-4474-4796-9e96-074c7f3bb121 req-0a41b92d-dcfc-4e2d-98d2-399dde004230 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:50.810629 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-52ae8937-4474-4796-9e96-074c7f3bb121 req-0a41b92d-dcfc-4e2d-98d2-399dde004230 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/ports?device_id=3375dd3b-4d01-41be-9f1a-a0ce2fa7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0569298 Feb 04 13:20:50.858765 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-52ae8937-4474-4796-9e96-074c7f3bb121 req-93a2b2c4-eb3c-42a7-a842-a05d5650675c tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/security-groups?id=63777393-366e-4349-bb03-8bb2ab2a2554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424724 Feb 04 13:20:51.794179 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:51.986031 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1b5884-4c9e-4f75-9e90-b04e4df6fa03 req-61c2c34a-aaf1-46ce-8b53-63880f10c927 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:51.987558 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1c1b5884-4c9e-4f75-9e90-b04e4df6fa03 req-61c2c34a-aaf1-46ce-8b53-63880f10c927 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/ports?device_id=3375dd3b-4d01-41be-9f1a-a0ce2fa7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0560942 Feb 04 13:20:52.034832 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1c1b5884-4c9e-4f75-9e90-b04e4df6fa03 req-8d158540-668e-4566-8ac2-b79858837cf7 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/security-groups?id=63777393-366e-4349-bb03-8bb2ab2a2554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416448 Feb 04 13:20:53.162306 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64e28c3-0949-4bd2-b9e5-c193c6f9fce6 req-84c6487b-1119-4a41-8f0e-395ae1741291 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:53.164148 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f64e28c3-0949-4bd2-b9e5-c193c6f9fce6 req-84c6487b-1119-4a41-8f0e-395ae1741291 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/ports?device_id=3375dd3b-4d01-41be-9f1a-a0ce2fa7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0530505 Feb 04 13:20:53.215986 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f64e28c3-0949-4bd2-b9e5-c193c6f9fce6 req-17d0259d-461e-4de8-8778-ffd8cdfbf818 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/security-groups?id=63777393-366e-4349-bb03-8bb2ab2a2554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452731 Feb 04 13:20:54.339326 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f30f88-952e-4f49-a410-dc1e197c9edd req-84dbbb7f-c1f2-45d1-a07d-66328fd72964 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:54.340831 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-66f30f88-952e-4f49-a410-dc1e197c9edd req-84dbbb7f-c1f2-45d1-a07d-66328fd72964 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/ports?device_id=3375dd3b-4d01-41be-9f1a-a0ce2fa7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0527258 Feb 04 13:20:54.386157 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-66f30f88-952e-4f49-a410-dc1e197c9edd req-6fb141c3-d9f9-433c-9bc1-2f5dcd1b5533 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/security-groups?id=63777393-366e-4349-bb03-8bb2ab2a2554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397594 Feb 04 13:20:54.541916 n-d-825015-3 neutron-server[103475]: INFO neutron.api.v2.resource [req-8420344d-036b-477b-9392-f27bda72a9b5 req-a9c02e1d-940b-4f80-9bd1-631581c554d7 service neutron] show failed (client error): The resource could not be found. Feb 04 13:20:54.542832 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8420344d-036b-477b-9392-f27bda72a9b5 req-a9c02e1d-940b-4f80-9bd1-631581c554d7 service neutron] 10.222.0.73 "GET /v2.0/ports/2ae5aecb-6bdd-4933-8201-02d12616d68d/bindings/n-h2-825015-3 HTTP/1.1" status: 404 len: 380 time: 0.0537529 Feb 04 13:20:54.754502 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8420344d-036b-477b-9392-f27bda72a9b5 req-acb393ea-a28e-4dda-bf58-48eb83d32902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:54.756124 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8420344d-036b-477b-9392-f27bda72a9b5 req-acb393ea-a28e-4dda-bf58-48eb83d32902 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=3375dd3b-4d01-41be-9f1a-a0ce2fa7b4e2&tenant_id=b40d276405304796b5557d3443f98182 HTTP/1.1" status: 200 len: 1128 time: 0.0554018 Feb 04 13:20:54.766307 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-8420344d-036b-477b-9392-f27bda72a9b5 req-bc6d19a7-f508-444b-b4fd-0b11698b62ac service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825015-3', 'device_owner': 'compute:nova'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:20:54.826065 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8420344d-036b-477b-9392-f27bda72a9b5 req-bc6d19a7-f508-444b-b4fd-0b11698b62ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (2ae5aecb-6bdd-4933-8201-02d12616d68d), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:55.031722 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-8420344d-036b-477b-9392-f27bda72a9b5 req-bc6d19a7-f508-444b-b4fd-0b11698b62ac service neutron] For port 2ae5aecb-6bdd-4933-8201-02d12616d68d, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=2ae5aecb-6bdd-4933-8201-02d12616d68d,segment=NetworkSegment(35a7e9fb-e8e9-406a-9d84-432a7173c4bc),segment_id=35a7e9fb-e8e9-406a-9d84-432a7173c4bc)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:20:55.065233 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-8420344d-036b-477b-9392-f27bda72a9b5 req-bc6d19a7-f508-444b-b4fd-0b11698b62ac service neutron] For port 2ae5aecb-6bdd-4933-8201-02d12616d68d, host n-h1-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:20:55.112490 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3375dd3b-4d01-41be-9f1a-a0ce2fa7b4e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ae5aecb-6bdd-4933-8201-02d12616d68d'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:20:55.114975 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48bbd334e613f85cd2144b496d46af0d2e531f29900d43c124e8a63cdd2917ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98ce62b6-27ac-4ab6-b61c-5c831e8d8c7b" -d '{"events": [{"server_uuid": "3375dd3b-4d01-41be-9f1a-a0ce2fa7b4e2", "name": "network-vif-unplugged", "status": "completed", "tag": "2ae5aecb-6bdd-4933-8201-02d12616d68d"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:20:55.118619 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8420344d-036b-477b-9392-f27bda72a9b5 req-bc6d19a7-f508-444b-b4fd-0b11698b62ac service neutron] Publish callbacks [] for port (2ae5aecb-6bdd-4933-8201-02d12616d68d), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:55.131612 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-8420344d-036b-477b-9392-f27bda72a9b5 req-bc6d19a7-f508-444b-b4fd-0b11698b62ac service neutron] Transition to ACTIVE for port object 2ae5aecb-6bdd-4933-8201-02d12616d68d will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:20:55.136046 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8420344d-036b-477b-9392-f27bda72a9b5 req-bc6d19a7-f508-444b-b4fd-0b11698b62ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (2ae5aecb-6bdd-4933-8201-02d12616d68d), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:55.173000 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 13:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7280762c-f66e-4940-b95c-bae385580e97 x-openstack-request-id: req-7280762c-f66e-4940-b95c-bae385580e97 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:20:55.173305 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3375dd3b-4d01-41be-9f1a-a0ce2fa7b4e2", "name": "network-vif-unplugged", "status": "completed", "tag": "2ae5aecb-6bdd-4933-8201-02d12616d68d", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:20:55.173564 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7280762c-f66e-4940-b95c-bae385580e97 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:20:55.173962 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3375dd3b-4d01-41be-9f1a-a0ce2fa7b4e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ae5aecb-6bdd-4933-8201-02d12616d68d', 'code': 200} Feb 04 13:20:55.198789 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6d19a7-f508-444b-b4fd-0b11698b62ac service neutron] Pushing event updated for resources: {'Port': ['ID=2ae5aecb-6bdd-4933-8201-02d12616d68d,revision_number=6']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:55.216675 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-8420344d-036b-477b-9392-f27bda72a9b5 req-bc6d19a7-f508-444b-b4fd-0b11698b62ac service neutron] No DVR routers for this DVR port 2ae5aecb-6bdd-4933-8201-02d12616d68d on host n-h1-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:20:55.224696 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6d19a7-f508-444b-b4fd-0b11698b62ac service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:20:55.225042 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6d19a7-f508-444b-b4fd-0b11698b62ac service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:20:55.225392 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6d19a7-f508-444b-b4fd-0b11698b62ac service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:20:55.225737 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6d19a7-f508-444b-b4fd-0b11698b62ac service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:20:55.226082 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6d19a7-f508-444b-b4fd-0b11698b62ac service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:20:55.226418 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6d19a7-f508-444b-b4fd-0b11698b62ac service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:20:55.226751 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6d19a7-f508-444b-b4fd-0b11698b62ac service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:20:55.227115 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6d19a7-f508-444b-b4fd-0b11698b62ac service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:20:55.227580 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6d19a7-f508-444b-b4fd-0b11698b62ac service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:20:55.227938 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6d19a7-f508-444b-b4fd-0b11698b62ac service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:20:55.228279 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6d19a7-f508-444b-b4fd-0b11698b62ac service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:20:55.228613 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6d19a7-f508-444b-b4fd-0b11698b62ac service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:20:55.228941 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6d19a7-f508-444b-b4fd-0b11698b62ac service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:20:55.268346 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-8420344d-036b-477b-9392-f27bda72a9b5 req-bc6d19a7-f508-444b-b4fd-0b11698b62ac service neutron] Attempting to bind port 2ae5aecb-6bdd-4933-8201-02d12616d68d on host n-h2-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:20:55.268685 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-8420344d-036b-477b-9392-f27bda72a9b5 req-bc6d19a7-f508-444b-b4fd-0b11698b62ac service neutron] Attempting to bind port 2ae5aecb-6bdd-4933-8201-02d12616d68d by drivers openvswitch,hyperv on host n-h2-825015-3 at level 0 using segments [{'id': '35a7e9fb-e8e9-406a-9d84-432a7173c4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '6ee116e2-77f9-4f60-b348-67ec10efecbf'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:20:55.269020 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8420344d-036b-477b-9392-f27bda72a9b5 req-bc6d19a7-f508-444b-b4fd-0b11698b62ac service neutron] Attempting to bind port 2ae5aecb-6bdd-4933-8201-02d12616d68d on network 6ee116e2-77f9-4f60-b348-67ec10efecbf {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:20:55.273493 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8420344d-036b-477b-9392-f27bda72a9b5 req-bc6d19a7-f508-444b-b4fd-0b11698b62ac service neutron] Port 2ae5aecb-6bdd-4933-8201-02d12616d68d on network 6ee116e2-77f9-4f60-b348-67ec10efecbf not bound, no agent of type Open vSwitch agent registered on host n-h2-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:20:55.273493 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8420344d-036b-477b-9392-f27bda72a9b5 req-bc6d19a7-f508-444b-b4fd-0b11698b62ac service neutron] Attempting to bind port 2ae5aecb-6bdd-4933-8201-02d12616d68d on network 6ee116e2-77f9-4f60-b348-67ec10efecbf {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:20:55.280959 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8420344d-036b-477b-9392-f27bda72a9b5 req-bc6d19a7-f508-444b-b4fd-0b11698b62ac service neutron] Checking agent: {'id': '9b68a165-e786-4b91-8592-44519c2ecabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:20:55.281303 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8420344d-036b-477b-9392-f27bda72a9b5 req-bc6d19a7-f508-444b-b4fd-0b11698b62ac service neutron] Checking segment: {'id': '35a7e9fb-e8e9-406a-9d84-432a7173c4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '6ee116e2-77f9-4f60-b348-67ec10efecbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:20:55.281694 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8420344d-036b-477b-9392-f27bda72a9b5 req-bc6d19a7-f508-444b-b4fd-0b11698b62ac service neutron] Bound using segment: {'id': '35a7e9fb-e8e9-406a-9d84-432a7173c4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '6ee116e2-77f9-4f60-b348-67ec10efecbf'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:20:55.282135 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-8420344d-036b-477b-9392-f27bda72a9b5 req-bc6d19a7-f508-444b-b4fd-0b11698b62ac service neutron] Bound port: 2ae5aecb-6bdd-4933-8201-02d12616d68d, host: n-h2-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35a7e9fb-e8e9-406a-9d84-432a7173c4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '6ee116e2-77f9-4f60-b348-67ec10efecbf'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:20:55.282494 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8420344d-036b-477b-9392-f27bda72a9b5 req-bc6d19a7-f508-444b-b4fd-0b11698b62ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (2ae5aecb-6bdd-4933-8201-02d12616d68d), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:55.354607 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-8420344d-036b-477b-9392-f27bda72a9b5 req-bc6d19a7-f508-444b-b4fd-0b11698b62ac service neutron] For port 2ae5aecb-6bdd-4933-8201-02d12616d68d, host n-h2-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:20:55.357851 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-8420344d-036b-477b-9392-f27bda72a9b5 req-bc6d19a7-f508-444b-b4fd-0b11698b62ac service neutron] For port 2ae5aecb-6bdd-4933-8201-02d12616d68d, host n-h2-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=2ae5aecb-6bdd-4933-8201-02d12616d68d,segment=NetworkSegment(35a7e9fb-e8e9-406a-9d84-432a7173c4bc),segment_id=35a7e9fb-e8e9-406a-9d84-432a7173c4bc)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:20:55.364657 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8420344d-036b-477b-9392-f27bda72a9b5 req-bc6d19a7-f508-444b-b4fd-0b11698b62ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (2ae5aecb-6bdd-4933-8201-02d12616d68d), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:55.404258 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8420344d-036b-477b-9392-f27bda72a9b5 req-bc6d19a7-f508-444b-b4fd-0b11698b62ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:55.404871 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8420344d-036b-477b-9392-f27bda72a9b5 req-bc6d19a7-f508-444b-b4fd-0b11698b62ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:55.406282 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8420344d-036b-477b-9392-f27bda72a9b5 req-bc6d19a7-f508-444b-b4fd-0b11698b62ac service neutron] 10.222.0.77 "PUT /v2.0/ports/2ae5aecb-6bdd-4933-8201-02d12616d68d HTTP/1.1" status: 200 len: 1092 time: 0.6439865 Feb 04 13:20:55.429368 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6d19a7-f508-444b-b4fd-0b11698b62ac service neutron] Pushing event updated for resources: {'Port': ['ID=2ae5aecb-6bdd-4933-8201-02d12616d68d,revision_number=7']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:55.532263 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8420344d-036b-477b-9392-f27bda72a9b5 req-ac4f746e-27d3-4946-986c-254868fd2331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:55.533811 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8420344d-036b-477b-9392-f27bda72a9b5 req-ac4f746e-27d3-4946-986c-254868fd2331 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b40d276405304796b5557d3443f98182&device_id=3375dd3b-4d01-41be-9f1a-a0ce2fa7b4e2 HTTP/1.1" status: 200 len: 1126 time: 0.0839942 Feb 04 13:20:55.566535 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439aa316-776c-4d33-907c-39fab6766427 req-d17889c3-d978-4b8d-98eb-4029efe158ca tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:55.568054 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-439aa316-776c-4d33-907c-39fab6766427 req-d17889c3-d978-4b8d-98eb-4029efe158ca tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/ports?device_id=3375dd3b-4d01-41be-9f1a-a0ce2fa7b4e2 HTTP/1.1" status: 200 len: 944 time: 0.0832305 Feb 04 13:20:55.666918 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-439aa316-776c-4d33-907c-39fab6766427 req-4a82b009-3725-487d-89be-ec9ab90e2921 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/security-groups?id=63777393-366e-4349-bb03-8bb2ab2a2554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696197 Feb 04 13:20:55.677115 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8420344d-036b-477b-9392-f27bda72a9b5 req-256837bd-56b8-455a-9b32-90086436f41d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:55.678614 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8420344d-036b-477b-9392-f27bda72a9b5 req-256837bd-56b8-455a-9b32-90086436f41d service neutron] 10.222.0.77 "GET /v2.0/networks?id=6ee116e2-77f9-4f60-b348-67ec10efecbf HTTP/1.1" status: 200 len: 915 time: 0.1383836 Feb 04 13:20:55.725538 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8420344d-036b-477b-9392-f27bda72a9b5 req-f9ab3731-88f0-48d6-b5fe-d74728d12906 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ae5aecb-6bdd-4933-8201-02d12616d68d HTTP/1.1" status: 200 len: 217 time: 0.0401459 Feb 04 13:20:55.783875 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8420344d-036b-477b-9392-f27bda72a9b5 req-2214d336-e545-4063-9e87-ccfcb69fabe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:55.785383 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8420344d-036b-477b-9392-f27bda72a9b5 req-2214d336-e545-4063-9e87-ccfcb69fabe1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=68f69c55-3f79-45b9-ba9d-6936096024bc HTTP/1.1" status: 200 len: 854 time: 0.0546355 Feb 04 13:20:55.817792 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8420344d-036b-477b-9392-f27bda72a9b5 req-3cbced91-4e81-4f4a-a256-fccc46d6849a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6ee116e2-77f9-4f60-b348-67ec10efecbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264201 Feb 04 13:20:55.910835 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8420344d-036b-477b-9392-f27bda72a9b5 req-1812b301-8b93-45c0-a150-3948926493b6 service neutron] 10.222.0.77 "GET /v2.0/networks/6ee116e2-77f9-4f60-b348-67ec10efecbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873339 Feb 04 13:20:56.013627 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8420344d-036b-477b-9392-f27bda72a9b5 req-ac48bde1-6d78-4c86-b873-be57fc8c865b service neutron] 10.222.0.77 "GET /v2.0/networks/6ee116e2-77f9-4f60-b348-67ec10efecbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972068 Feb 04 13:20:56.794655 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751219ef-dfa4-4b8f-99c5-4f89868c5bfe req-926d90bf-c3c1-4296-a26d-1b0e370d41b9 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:56.796209 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-751219ef-dfa4-4b8f-99c5-4f89868c5bfe req-926d90bf-c3c1-4296-a26d-1b0e370d41b9 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/ports?device_id=3375dd3b-4d01-41be-9f1a-a0ce2fa7b4e2 HTTP/1.1" status: 200 len: 944 time: 0.0550518 Feb 04 13:20:56.843884 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-751219ef-dfa4-4b8f-99c5-4f89868c5bfe req-39916412-a36c-458e-a778-3c9abd183d37 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/security-groups?id=63777393-366e-4349-bb03-8bb2ab2a2554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421109 Feb 04 13:20:57.174717 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3375dd3b-4d01-41be-9f1a-a0ce2fa7b4e2', 'tag': '2ae5aecb-6bdd-4933-8201-02d12616d68d'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:20:57.177180 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48bbd334e613f85cd2144b496d46af0d2e531f29900d43c124e8a63cdd2917ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a49dbceb-d162-4a09-8051-6c285c49c9b5" -d '{"events": [{"name": "network-changed", "server_uuid": "3375dd3b-4d01-41be-9f1a-a0ce2fa7b4e2", "tag": "2ae5aecb-6bdd-4933-8201-02d12616d68d"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:20:57.225210 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3660d263-6ed6-4e97-9d9d-400609751132 x-openstack-request-id: req-3660d263-6ed6-4e97-9d9d-400609751132 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:20:57.225504 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3375dd3b-4d01-41be-9f1a-a0ce2fa7b4e2", "tag": "2ae5aecb-6bdd-4933-8201-02d12616d68d", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:20:57.225756 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3660d263-6ed6-4e97-9d9d-400609751132 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:20:57.226156 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3375dd3b-4d01-41be-9f1a-a0ce2fa7b4e2', 'tag': '2ae5aecb-6bdd-4933-8201-02d12616d68d', 'status': 'completed', 'code': 200} Feb 04 13:20:57.327791 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49dbceb-d162-4a09-8051-6c285c49c9b5 req-6cecc1c5-a002-44e0-8eb2-5e7493f224cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:57.329349 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a49dbceb-d162-4a09-8051-6c285c49c9b5 req-6cecc1c5-a002-44e0-8eb2-5e7493f224cf service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b40d276405304796b5557d3443f98182&device_id=3375dd3b-4d01-41be-9f1a-a0ce2fa7b4e2 HTTP/1.1" status: 200 len: 1126 time: 0.0849495 Feb 04 13:20:57.332054 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49dbceb-d162-4a09-8051-6c285c49c9b5 req-24c244b9-9ffd-4dad-a071-a080ea87bace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:57.333408 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a49dbceb-d162-4a09-8051-6c285c49c9b5 req-24c244b9-9ffd-4dad-a071-a080ea87bace service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b40d276405304796b5557d3443f98182&device_id=3375dd3b-4d01-41be-9f1a-a0ce2fa7b4e2 HTTP/1.1" status: 200 len: 1126 time: 0.0809994 Feb 04 13:20:57.506126 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49dbceb-d162-4a09-8051-6c285c49c9b5 req-42e196f1-e6cb-4337-b33a-ef3cccbfadc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:57.507456 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a49dbceb-d162-4a09-8051-6c285c49c9b5 req-42e196f1-e6cb-4337-b33a-ef3cccbfadc8 service neutron] 10.222.0.77 "GET /v2.0/networks?id=6ee116e2-77f9-4f60-b348-67ec10efecbf HTTP/1.1" status: 200 len: 915 time: 0.1698239 Feb 04 13:20:57.508671 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49dbceb-d162-4a09-8051-6c285c49c9b5 req-f8bc3409-5258-42a6-adf8-ffcb6a2cabe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:57.509992 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a49dbceb-d162-4a09-8051-6c285c49c9b5 req-f8bc3409-5258-42a6-adf8-ffcb6a2cabe5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6ee116e2-77f9-4f60-b348-67ec10efecbf HTTP/1.1" status: 200 len: 915 time: 0.1636560 Feb 04 13:20:57.557405 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a49dbceb-d162-4a09-8051-6c285c49c9b5 req-b265e147-0622-405a-ac49-e091266175e4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ae5aecb-6bdd-4933-8201-02d12616d68d HTTP/1.1" status: 200 len: 217 time: 0.0440474 Feb 04 13:20:57.598935 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a49dbceb-d162-4a09-8051-6c285c49c9b5 req-df6ad423-e0e7-4484-9a7e-63126baff1d6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ae5aecb-6bdd-4933-8201-02d12616d68d HTTP/1.1" status: 200 len: 217 time: 0.0791478 Feb 04 13:20:57.668675 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49dbceb-d162-4a09-8051-6c285c49c9b5 req-78751e9f-1cc6-4c4a-8196-5cf181b9ee0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:57.670194 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a49dbceb-d162-4a09-8051-6c285c49c9b5 req-78751e9f-1cc6-4c4a-8196-5cf181b9ee0a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=68f69c55-3f79-45b9-ba9d-6936096024bc HTTP/1.1" status: 200 len: 854 time: 0.0805712 Feb 04 13:20:57.675389 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49dbceb-d162-4a09-8051-6c285c49c9b5 req-217bed9b-cf68-43e0-a39d-8f62375d5f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:57.676767 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a49dbceb-d162-4a09-8051-6c285c49c9b5 req-217bed9b-cf68-43e0-a39d-8f62375d5f38 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=68f69c55-3f79-45b9-ba9d-6936096024bc HTTP/1.1" status: 200 len: 854 time: 0.0590122 Feb 04 13:20:57.682502 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 2ae5aecb-6bdd-4933-8201-02d12616d68d details requested by agent hyperv_n-h2-825015-3 with host n-h2-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:20:57.730065 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a49dbceb-d162-4a09-8051-6c285c49c9b5 req-b7fbe7da-f864-43ea-a4dc-8571495cb57e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6ee116e2-77f9-4f60-b348-67ec10efecbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522563 Feb 04 13:20:57.732985 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a49dbceb-d162-4a09-8051-6c285c49c9b5 req-3e76b956-f4fa-4a4f-b58f-87203a0a0721 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6ee116e2-77f9-4f60-b348-67ec10efecbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448279 Feb 04 13:20:57.792820 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 2ae5aecb-6bdd-4933-8201-02d12616d68d, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=2ae5aecb-6bdd-4933-8201-02d12616d68d,segment=NetworkSegment(35a7e9fb-e8e9-406a-9d84-432a7173c4bc),segment_id=35a7e9fb-e8e9-406a-9d84-432a7173c4bc)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:20:57.805301 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Returning: {'device': '2ae5aecb-6bdd-4933-8201-02d12616d68d', 'network_id': '6ee116e2-77f9-4f60-b348-67ec10efecbf', 'port_id': '2ae5aecb-6bdd-4933-8201-02d12616d68d', 'mac_address': 'fa:16:3e:13:ed:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68f69c55-3f79-45b9-ba9d-6936096024bc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:20:57.850469 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 2ae5aecb-6bdd-4933-8201-02d12616d68d is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:20:57.851075 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (2ae5aecb-6bdd-4933-8201-02d12616d68d), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:57.865941 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ae5aecb-6bdd-4933-8201-02d12616d68d {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:20:57.891314 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 2ae5aecb-6bdd-4933-8201-02d12616d68d, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=2ae5aecb-6bdd-4933-8201-02d12616d68d,segment=NetworkSegment(35a7e9fb-e8e9-406a-9d84-432a7173c4bc),segment_id=35a7e9fb-e8e9-406a-9d84-432a7173c4bc)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:20:57.894417 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a49dbceb-d162-4a09-8051-6c285c49c9b5 req-0b4be730-b583-462b-ad4a-d0f5d6d027da service neutron] 10.222.0.77 "GET /v2.0/networks/6ee116e2-77f9-4f60-b348-67ec10efecbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576159 Feb 04 13:20:57.897612 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (2ae5aecb-6bdd-4933-8201-02d12616d68d), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:57.899714 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a49dbceb-d162-4a09-8051-6c285c49c9b5 req-261d33cc-f433-45ea-9330-f994953f8fe9 service neutron] 10.222.0.73 "GET /v2.0/networks/6ee116e2-77f9-4f60-b348-67ec10efecbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552930 Feb 04 13:20:57.950188 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=2ae5aecb-6bdd-4933-8201-02d12616d68d,revision_number=8']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:58.108790 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c777972b-b8e8-4b88-838c-39cc87ad204c req-c4f1f53f-50a1-4b22-8e53-1741bd4e173d tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:58.110471 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c777972b-b8e8-4b88-838c-39cc87ad204c req-c4f1f53f-50a1-4b22-8e53-1741bd4e173d tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/ports?device_id=3375dd3b-4d01-41be-9f1a-a0ce2fa7b4e2 HTTP/1.1" status: 200 len: 945 time: 0.1444733 Feb 04 13:20:58.112761 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a49dbceb-d162-4a09-8051-6c285c49c9b5 req-13361478-9901-4e4a-9c1f-059b5e2d6120 service neutron] 10.222.0.73 "GET /v2.0/networks/6ee116e2-77f9-4f60-b348-67ec10efecbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028084 Feb 04 13:20:58.113700 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['2ae5aecb-6bdd-4933-8201-02d12616d68d'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:20:58.115118 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a49dbceb-d162-4a09-8051-6c285c49c9b5 req-32cb0055-282c-4795-95b8-a9fd3769f36a service neutron] 10.222.0.77 "GET /v2.0/networks/6ee116e2-77f9-4f60-b348-67ec10efecbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143409 Feb 04 13:20:58.161567 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c777972b-b8e8-4b88-838c-39cc87ad204c req-e831fb1c-30ac-4c6a-9fb6-4d0429abc491 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/security-groups?id=63777393-366e-4349-bb03-8bb2ab2a2554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454035 Feb 04 13:20:58.431276 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab56b19-2976-4747-a1b7-15959042d4d1 req-c2e3770a-6262-4854-9d98-325e5766de6c tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:58.432735 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fab56b19-2976-4747-a1b7-15959042d4d1 req-c2e3770a-6262-4854-9d98-325e5766de6c tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/ports?device_id=3375dd3b-4d01-41be-9f1a-a0ce2fa7b4e2 HTTP/1.1" status: 200 len: 945 time: 0.0868697 Feb 04 13:20:58.447266 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a214925-26ab-4ff5-9622-c737b348ec6d req-dc25d43d-3edf-4367-9e91-c49ac70ad6aa tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:58.448783 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0a214925-26ab-4ff5-9622-c737b348ec6d req-dc25d43d-3edf-4367-9e91-c49ac70ad6aa tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.73 "GET /v2.0/ports?device_id=3375dd3b-4d01-41be-9f1a-a0ce2fa7b4e2&tenant_id=b40d276405304796b5557d3443f98182&binding%3Ahost_id=n-h2-825015-3 HTTP/1.1" status: 200 len: 945 time: 0.0934908 Feb 04 13:20:58.541760 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fab56b19-2976-4747-a1b7-15959042d4d1 req-e2e3ec24-dc73-4bc3-9840-8284b8712a5e tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/security-groups?id=63777393-366e-4349-bb03-8bb2ab2a2554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023898 Feb 04 13:20:58.549847 n-d-825015-3 neutron-server[103475]: INFO neutron.api.v2.resource [req-0a214925-26ab-4ff5-9622-c737b348ec6d req-25b8f4b6-de23-4458-a943-5a3597806d34 service neutron] delete failed (client error): The resource could not be found. Feb 04 13:20:58.550875 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0a214925-26ab-4ff5-9622-c737b348ec6d req-25b8f4b6-de23-4458-a943-5a3597806d34 service neutron] 10.222.0.73 "DELETE /v2.0/ports/2ae5aecb-6bdd-4933-8201-02d12616d68d/bindings/n-h1-825015-3 HTTP/1.1" status: 404 len: 380 time: 0.0952184 Feb 04 13:20:58.653127 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a214925-26ab-4ff5-9622-c737b348ec6d req-7617d62a-1775-485d-a43f-e650082a946d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:58.654637 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0a214925-26ab-4ff5-9622-c737b348ec6d req-7617d62a-1775-485d-a43f-e650082a946d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b40d276405304796b5557d3443f98182&device_id=3375dd3b-4d01-41be-9f1a-a0ce2fa7b4e2 HTTP/1.1" status: 200 len: 1127 time: 0.0503268 Feb 04 13:20:58.763428 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a214925-26ab-4ff5-9622-c737b348ec6d req-35f2e3cd-ef63-4958-bcbc-c4385a7e3a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:58.764882 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0a214925-26ab-4ff5-9622-c737b348ec6d req-35f2e3cd-ef63-4958-bcbc-c4385a7e3a02 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6ee116e2-77f9-4f60-b348-67ec10efecbf HTTP/1.1" status: 200 len: 915 time: 0.1017077 Feb 04 13:20:58.807628 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0a214925-26ab-4ff5-9622-c737b348ec6d req-0ff6cc3c-4c6c-44e2-9fd2-07cace699b33 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ae5aecb-6bdd-4933-8201-02d12616d68d HTTP/1.1" status: 200 len: 217 time: 0.0360100 Feb 04 13:20:58.857615 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a214925-26ab-4ff5-9622-c737b348ec6d req-6e5585d8-e8a3-4a42-9240-f49845e7d60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:58.858178 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 2ae5aecb-6bdd-4933-8201-02d12616d68d no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:20:58.859226 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0a214925-26ab-4ff5-9622-c737b348ec6d req-6e5585d8-e8a3-4a42-9240-f49845e7d60d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=68f69c55-3f79-45b9-ba9d-6936096024bc HTTP/1.1" status: 200 len: 854 time: 0.0449567 Feb 04 13:20:58.892143 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0a214925-26ab-4ff5-9622-c737b348ec6d req-e0582adf-71ba-475d-a894-54945f2a6a4d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6ee116e2-77f9-4f60-b348-67ec10efecbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264254 Feb 04 13:20:58.896910 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] The host n-h1-825015-3 is not matching for port 2ae5aecb-6bdd-4933-8201-02d12616d68d host n-h2-825015-3! {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 04 13:20:58.897302 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 2ae5aecb-6bdd-4933-8201-02d12616d68d not bound to the agent host n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:20:58.989119 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0a214925-26ab-4ff5-9622-c737b348ec6d req-eb7c6ebc-8515-4b16-84fb-e13fbdf92042 service neutron] 10.222.0.73 "GET /v2.0/networks/6ee116e2-77f9-4f60-b348-67ec10efecbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879376 Feb 04 13:20:59.090568 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0a214925-26ab-4ff5-9622-c737b348ec6d req-b3f4fa4d-aec4-443a-bd17-42c61e924262 service neutron] 10.222.0.73 "GET /v2.0/networks/6ee116e2-77f9-4f60-b348-67ec10efecbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944293 Feb 04 13:20:59.686373 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b7ed54-0283-4ef2-889d-b802c14a359f req-05bd9c14-685f-407b-be97-3a335595058e tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:59.687965 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f6b7ed54-0283-4ef2-889d-b802c14a359f req-05bd9c14-685f-407b-be97-3a335595058e tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/ports?device_id=3375dd3b-4d01-41be-9f1a-a0ce2fa7b4e2 HTTP/1.1" status: 200 len: 945 time: 0.0708280 Feb 04 13:20:59.696899 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 2ae5aecb-6bdd-4933-8201-02d12616d68d up at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:20:59.737414 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f6b7ed54-0283-4ef2-889d-b802c14a359f req-45a0d8b0-75c6-4e5c-9617-df1c0e66abc0 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/security-groups?id=63777393-366e-4349-bb03-8bb2ab2a2554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433934 Feb 04 13:20:59.750039 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning for port 2ae5aecb-6bdd-4933-8201-02d12616d68d completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:20:59.753628 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning complete for port 2ae5aecb-6bdd-4933-8201-02d12616d68d triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:20:59.754035 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (2ae5aecb-6bdd-4933-8201-02d12616d68d), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:59.842781 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 2ae5aecb-6bdd-4933-8201-02d12616d68d is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:20:59.843178 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (2ae5aecb-6bdd-4933-8201-02d12616d68d), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:59.864501 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6058b076-5efc-4955-9ff9-37f551192d9f req-b9058daa-9998-4e53-a521-2458c25d69c3 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:59.865957 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6058b076-5efc-4955-9ff9-37f551192d9f req-b9058daa-9998-4e53-a521-2458c25d69c3 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/ports?device_id=3375dd3b-4d01-41be-9f1a-a0ce2fa7b4e2 HTTP/1.1" status: 200 len: 945 time: 0.0534751 Feb 04 13:20:59.866271 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3375dd3b-4d01-41be-9f1a-a0ce2fa7b4e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ae5aecb-6bdd-4933-8201-02d12616d68d'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:20:59.868961 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53818b00e40e8afff1ffbbb80b1f2b2ececb0555ff6da39e2769b708ef8305ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e5bf138-51fb-481c-991e-4dce92578c47" -d '{"events": [{"server_uuid": "3375dd3b-4d01-41be-9f1a-a0ce2fa7b4e2", "name": "network-vif-plugged", "status": "completed", "tag": "2ae5aecb-6bdd-4933-8201-02d12616d68d"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:20:59.882679 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 2ae5aecb-6bdd-4933-8201-02d12616d68d, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=2ae5aecb-6bdd-4933-8201-02d12616d68d,segment=NetworkSegment(35a7e9fb-e8e9-406a-9d84-432a7173c4bc),segment_id=35a7e9fb-e8e9-406a-9d84-432a7173c4bc)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:20:59.888535 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (2ae5aecb-6bdd-4933-8201-02d12616d68d), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:20:59.913010 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e296e992-e105-4cde-8fc1-fff6f801ea67 x-openstack-request-id: req-e296e992-e105-4cde-8fc1-fff6f801ea67 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:20:59.913209 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3375dd3b-4d01-41be-9f1a-a0ce2fa7b4e2", "name": "network-vif-plugged", "status": "completed", "tag": "2ae5aecb-6bdd-4933-8201-02d12616d68d", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:20:59.913313 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e296e992-e105-4cde-8fc1-fff6f801ea67 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:20:59.913863 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3375dd3b-4d01-41be-9f1a-a0ce2fa7b4e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ae5aecb-6bdd-4933-8201-02d12616d68d', 'code': 200} Feb 04 13:20:59.917677 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6058b076-5efc-4955-9ff9-37f551192d9f req-dd585eb4-7698-4912-b449-7fae1a835d50 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/security-groups?id=63777393-366e-4349-bb03-8bb2ab2a2554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447478 Feb 04 13:20:59.942656 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=2ae5aecb-6bdd-4933-8201-02d12616d68d,revision_number=9']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:00.038783 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357c5edb-38e4-486b-84a5-f6c3fc6abb5a req-a2f55685-2faf-4af5-8207-51c2e536b814 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:00.040814 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-357c5edb-38e4-486b-84a5-f6c3fc6abb5a req-a2f55685-2faf-4af5-8207-51c2e536b814 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/ports?device_id=3375dd3b-4d01-41be-9f1a-a0ce2fa7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0526981 Feb 04 13:21:00.091898 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-357c5edb-38e4-486b-84a5-f6c3fc6abb5a req-8fbe827d-9221-4d1d-85ab-23c2c249e2f7 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/security-groups?id=63777393-366e-4349-bb03-8bb2ab2a2554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455303 Feb 04 13:21:00.425651 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e8135f-755b-479b-af40-7dfe9e898696 req-0adec89a-03f7-4909-93fa-fd45f66b38a2 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:00.427123 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d0e8135f-755b-479b-af40-7dfe9e898696 req-0adec89a-03f7-4909-93fa-fd45f66b38a2 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/ports?device_id=3375dd3b-4d01-41be-9f1a-a0ce2fa7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0519774 Feb 04 13:21:00.473874 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d0e8135f-755b-479b-af40-7dfe9e898696 req-c1c57027-1d33-4227-8256-f9fcd90c4610 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/security-groups?id=63777393-366e-4349-bb03-8bb2ab2a2554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405576 Feb 04 13:21:01.534633 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:21:01.549136 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fd9367-c256-4a94-9cea-ce061a36505c req-37f7327e-18a3-4199-ab23-525b04b51dfb tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:01.550606 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b0fd9367-c256-4a94-9cea-ce061a36505c req-37f7327e-18a3-4199-ab23-525b04b51dfb tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.77 "GET /v2.0/ports?device_id=3375dd3b-4d01-41be-9f1a-a0ce2fa7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0541656 Feb 04 13:21:01.606620 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:01.662541 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672beba0-5c00-4c12-8808-e7113b5519a2 req-41676f42-cb3f-466a-a020-b49670ba50ef tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:01.664052 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-672beba0-5c00-4c12-8808-e7113b5519a2 req-41676f42-cb3f-466a-a020-b49670ba50ef tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/ports?device_id=3375dd3b-4d01-41be-9f1a-a0ce2fa7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.1125569 Feb 04 13:21:01.713995 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-b0fd9367-c256-4a94-9cea-ce061a36505c req-9618f6ba-f943-44f4-82c6-c012dbb364f8 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Deleting port 2ae5aecb-6bdd-4933-8201-02d12616d68d {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:21:01.714346 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-b0fd9367-c256-4a94-9cea-ce061a36505c req-9618f6ba-f943-44f4-82c6-c012dbb364f8 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (2ae5aecb-6bdd-4933-8201-02d12616d68d), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:01.764205 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-672beba0-5c00-4c12-8808-e7113b5519a2 req-6764ed8d-f1be-4673-8b32-b91bc5d9ef95 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.65 "GET /v2.0/security-groups?id=63777393-366e-4349-bb03-8bb2ab2a2554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937102 Feb 04 13:21:01.817090 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-b0fd9367-c256-4a94-9cea-ce061a36505c req-9618f6ba-f943-44f4-82c6-c012dbb364f8 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] For port 2ae5aecb-6bdd-4933-8201-02d12616d68d, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=2ae5aecb-6bdd-4933-8201-02d12616d68d,segment=NetworkSegment(35a7e9fb-e8e9-406a-9d84-432a7173c4bc),segment_id=35a7e9fb-e8e9-406a-9d84-432a7173c4bc)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:21:01.817458 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-b0fd9367-c256-4a94-9cea-ce061a36505c req-9618f6ba-f943-44f4-82c6-c012dbb364f8 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (2ae5aecb-6bdd-4933-8201-02d12616d68d), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:01.830479 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-b0fd9367-c256-4a94-9cea-ce061a36505c req-9618f6ba-f943-44f4-82c6-c012dbb364f8 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Calling delete_port for 2ae5aecb-6bdd-4933-8201-02d12616d68d owned by compute:nova {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:21:01.959183 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-b0fd9367-c256-4a94-9cea-ce061a36505c req-9618f6ba-f943-44f4-82c6-c012dbb364f8 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (2ae5aecb-6bdd-4933-8201-02d12616d68d), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:01.988398 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9618f6ba-f943-44f4-82c6-c012dbb364f8 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Pushing event deleted for resources: {'Port': ['ID=2ae5aecb-6bdd-4933-8201-02d12616d68d,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:02.032659 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0fd9367-c256-4a94-9cea-ce061a36505c req-9618f6ba-f943-44f4-82c6-c012dbb364f8 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] No DVR routers for this DVR port 2ae5aecb-6bdd-4933-8201-02d12616d68d on host n-h2-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:21:02.035154 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-b0fd9367-c256-4a94-9cea-ce061a36505c req-9618f6ba-f943-44f4-82c6-c012dbb364f8 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:02.038601 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b0fd9367-c256-4a94-9cea-ce061a36505c req-9618f6ba-f943-44f4-82c6-c012dbb364f8 tempest-ServerDiskConfigTestJSON-1118351037 tempest-ServerDiskConfigTestJSON-1118351037-project] 10.222.0.77 "DELETE /v2.0/ports/2ae5aecb-6bdd-4933-8201-02d12616d68d HTTP/1.1" status: 204 len: 173 time: 0.4784179 Feb 04 13:21:02.039089 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3375dd3b-4d01-41be-9f1a-a0ce2fa7b4e2', 'name': 'network-vif-deleted', 'tag': '2ae5aecb-6bdd-4933-8201-02d12616d68d'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:21:02.041961 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48bbd334e613f85cd2144b496d46af0d2e531f29900d43c124e8a63cdd2917ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f82d41cc-3e9f-48fe-b527-90d0ad1e9b56" -d '{"events": [{"server_uuid": "3375dd3b-4d01-41be-9f1a-a0ce2fa7b4e2", "name": "network-vif-deleted", "tag": "2ae5aecb-6bdd-4933-8201-02d12616d68d"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:21:02.082470 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98b62dde-7cf3-428e-ac02-49fc82ce0bf1 x-openstack-request-id: req-98b62dde-7cf3-428e-ac02-49fc82ce0bf1 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:21:02.082769 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3375dd3b-4d01-41be-9f1a-a0ce2fa7b4e2", "name": "network-vif-deleted", "tag": "2ae5aecb-6bdd-4933-8201-02d12616d68d", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:21:02.083120 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-98b62dde-7cf3-428e-ac02-49fc82ce0bf1 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:21:02.083438 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3375dd3b-4d01-41be-9f1a-a0ce2fa7b4e2', 'name': 'network-vif-deleted', 'tag': '2ae5aecb-6bdd-4933-8201-02d12616d68d', 'status': 'completed', 'code': 200} Feb 04 13:21:02.267926 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:02.889462 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 32804) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:21:02.933402 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ac744c0-1aa3-4536-b5e0-12f94740c896 admin admin] Deleting subnet 68f69c55-3f79-45b9-ba9d-6936096024bc {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:21:02.936446 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1ac744c0-1aa3-4536-b5e0-12f94740c896 admin admin] Publish callbacks [] for subnet (68f69c55-3f79-45b9-ba9d-6936096024bc), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:02.971077 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1ac744c0-1aa3-4536-b5e0-12f94740c896 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (68f69c55-3f79-45b9-ba9d-6936096024bc), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:03.009930 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1ac744c0-1aa3-4536-b5e0-12f94740c896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (68f69c55-3f79-45b9-ba9d-6936096024bc), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:03.066527 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1ac744c0-1aa3-4536-b5e0-12f94740c896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (68f69c55-3f79-45b9-ba9d-6936096024bc), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:03.093914 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac744c0-1aa3-4536-b5e0-12f94740c896 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68f69c55-3f79-45b9-ba9d-6936096024bc,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:03.098374 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1ac744c0-1aa3-4536-b5e0-12f94740c896 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:03.101549 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-1ac744c0-1aa3-4536-b5e0-12f94740c896 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/68f69c55-3f79-45b9-ba9d-6936096024bc HTTP/1.1" status: 204 len: 168 time: 0.2110913 Feb 04 13:21:03.106389 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 32806) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:21:03.108044 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac744c0-1aa3-4536-b5e0-12f94740c896 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:03.108409 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac744c0-1aa3-4536-b5e0-12f94740c896 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:03.108749 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac744c0-1aa3-4536-b5e0-12f94740c896 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:03.109092 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac744c0-1aa3-4536-b5e0-12f94740c896 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:03.109434 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac744c0-1aa3-4536-b5e0-12f94740c896 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:03.109924 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac744c0-1aa3-4536-b5e0-12f94740c896 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:03.110109 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac744c0-1aa3-4536-b5e0-12f94740c896 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:03.110444 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac744c0-1aa3-4536-b5e0-12f94740c896 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:03.110774 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac744c0-1aa3-4536-b5e0-12f94740c896 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:03.111105 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac744c0-1aa3-4536-b5e0-12f94740c896 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:03.111438 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac744c0-1aa3-4536-b5e0-12f94740c896 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:03.111789 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac744c0-1aa3-4536-b5e0-12f94740c896 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:03.112121 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac744c0-1aa3-4536-b5e0-12f94740c896 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:03.178182 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6e51f192-9293-4338-9535-979acc02241e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (6ee116e2-77f9-4f60-b348-67ec10efecbf), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:03.254404 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6e51f192-9293-4338-9535-979acc02241e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (6ee116e2-77f9-4f60-b348-67ec10efecbf), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:03.274431 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-6e51f192-9293-4338-9535-979acc02241e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ee116e2-77f9-4f60-b348-67ec10efecbf']}} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:03.283860 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-6e51f192-9293-4338-9535-979acc02241e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35a7e9fb-e8e9-406a-9d84-432a7173c4bc') {'for_net_delete': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:03.284147 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-6e51f192-9293-4338-9535-979acc02241e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35a7e9fb-e8e9-406a-9d84-432a7173c4bc') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:03.293324 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6e51f192-9293-4338-9535-979acc02241e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51859336'] for segment (35a7e9fb-e8e9-406a-9d84-432a7173c4bc), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:03.305960 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6e51f192-9293-4338-9535-979acc02241e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (35a7e9fb-e8e9-406a-9d84-432a7173c4bc), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:03.312817 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e51f192-9293-4338-9535-979acc02241e admin admin] Releasing vlan 574 on physical network physnet1 to pool {{(pid=103475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:21:03.313232 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6e51f192-9293-4338-9535-979acc02241e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-52093388'] for segment (35a7e9fb-e8e9-406a-9d84-432a7173c4bc), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:03.314824 n-d-825015-3 neutron-server[103475]: Traceback (most recent call last): Feb 04 13:21:03.314824 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:21:03.314824 n-d-825015-3 neutron-server[103475]: timer() Feb 04 13:21:03.314824 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:21:03.314824 n-d-825015-3 neutron-server[103475]: cb(*args, **kw) Feb 04 13:21:03.314824 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:21:03.314824 n-d-825015-3 neutron-server[103475]: return func(*args, **kwargs) Feb 04 13:21:03.314824 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:21:03.314824 n-d-825015-3 neutron-server[103475]: self._notify() Feb 04 13:21:03.314824 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:21:03.314824 n-d-825015-3 neutron-server[103475]: self.callback(batched_events) Feb 04 13:21:03.314824 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:21:03.314824 n-d-825015-3 neutron-server[103475]: event.method(event) Feb 04 13:21:03.314824 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:21:03.314824 n-d-825015-3 neutron-server[103475]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:21:03.314824 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:21:03.314824 n-d-825015-3 neutron-server[103475]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:21:03.314824 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:21:03.314824 n-d-825015-3 neutron-server[103475]: return f(self, *a, **k) Feb 04 13:21:03.314824 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:21:03.314824 n-d-825015-3 neutron-server[103475]: return self._get(url).json() Feb 04 13:21:03.314824 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:21:03.314824 n-d-825015-3 neutron-server[103475]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:21:03.314824 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:21:03.314824 n-d-825015-3 neutron-server[103475]: return self.request(url, 'GET', **kwargs) Feb 04 13:21:03.314824 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:21:03.314824 n-d-825015-3 neutron-server[103475]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:21:03.314824 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:21:03.314824 n-d-825015-3 neutron-server[103475]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:21:03.314824 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:21:03.314824 n-d-825015-3 neutron-server[103475]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:21:03.314824 n-d-825015-3 neutron-server[103475]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:21:03.661954 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6e51f192-9293-4338-9535-979acc02241e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (6ee116e2-77f9-4f60-b348-67ec10efecbf), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:03.667366 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6e51f192-9293-4338-9535-979acc02241e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:03.670810 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-6e51f192-9293-4338-9535-979acc02241e admin admin] 10.222.0.65 "DELETE /v2.0/networks/6ee116e2-77f9-4f60-b348-67ec10efecbf HTTP/1.1" status: 204 len: 168 time: 0.5634284 Feb 04 13:21:03.681718 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e51f192-9293-4338-9535-979acc02241e admin admin] Pushing event deleted for resources: {'Network': ['ID=6ee116e2-77f9-4f60-b348-67ec10efecbf,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:03.692116 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 2ae5aecb-6bdd-4933-8201-02d12616d68d no longer exists at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:21:03.712895 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] No Port match for: 2ae5aecb-6bdd-4933-8201-02d12616d68d {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:21:03.713243 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 2ae5aecb-6bdd-4933-8201-02d12616d68d not bound to the agent host n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:21:03.780134 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 32810) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:21:03.820226 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-4bb72420-82bf-4eea-8c7d-ea33378e68da admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b40d276405304796b5557d3443f98182&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388985 Feb 04 13:21:03.823401 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 32812) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:21:03.870048 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-778883b7-f0ce-42d7-8f99-03cd14a7109e admin admin] Publish callbacks [] for security_group (63777393-366e-4349-bb03-8bb2ab2a2554), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:03.890747 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-778883b7-f0ce-42d7-8f99-03cd14a7109e admin admin] Publish callbacks [] for security_group (63777393-366e-4349-bb03-8bb2ab2a2554), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:03.938425 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-778883b7-f0ce-42d7-8f99-03cd14a7109e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (63777393-366e-4349-bb03-8bb2ab2a2554), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:03.941170 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-778883b7-f0ce-42d7-8f99-03cd14a7109e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:03.942321 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-778883b7-f0ce-42d7-8f99-03cd14a7109e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/63777393-366e-4349-bb03-8bb2ab2a2554 HTTP/1.1" status: 204 len: 168 time: 0.1179664 Feb 04 13:21:03.950525 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778883b7-f0ce-42d7-8f99-03cd14a7109e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63777393-366e-4349-bb03-8bb2ab2a2554,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:04.626605 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 32834) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:21:04.731888 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-770f468a-6a97-42f6-aa09-939139acb56c admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1663030507-network', 'tenant_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:21:04.753715 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-770f468a-6a97-42f6-aa09-939139acb56c admin admin] Made reservation on behalf of fe9ab3fdb9da43c1bef62df7d95ef4f6 for: {'network': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:21:04.754812 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-770f468a-6a97-42f6-aa09-939139acb56c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:04.763998 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-770f468a-6a97-42f6-aa09-939139acb56c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:04.841962 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-770f468a-6a97-42f6-aa09-939139acb56c admin admin] Publish callbacks [] for security_group (27dcbd81-617c-494b-a229-3a3d60779157), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:04.845910 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-770f468a-6a97-42f6-aa09-939139acb56c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (27dcbd81-617c-494b-a229-3a3d60779157), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:04.872451 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-770f468a-6a97-42f6-aa09-939139acb56c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=103475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:21:04.882532 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770f468a-6a97-42f6-aa09-939139acb56c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27dcbd81-617c-494b-a229-3a3d60779157,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:04.889692 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-770f468a-6a97-42f6-aa09-939139acb56c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (25180811-8356-42b3-97d7-72477267d807), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:04.890049 n-d-825015-3 neutron-server[103475]: INFO neutron.db.segments_db [None req-770f468a-6a97-42f6-aa09-939139acb56c admin admin] Added segment 25180811-8356-42b3-97d7-72477267d807 of type vlan for network a3caa13b-c1d9-428c-8121-b90b74262470 Feb 04 13:21:04.930250 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-770f468a-6a97-42f6-aa09-939139acb56c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (a3caa13b-c1d9-428c-8121-b90b74262470), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:04.955113 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-770f468a-6a97-42f6-aa09-939139acb56c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (a3caa13b-c1d9-428c-8121-b90b74262470), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:04.956085 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770f468a-6a97-42f6-aa09-939139acb56c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:04.956737 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-770f468a-6a97-42f6-aa09-939139acb56c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:05.019474 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-770f468a-6a97-42f6-aa09-939139acb56c admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3916702 Feb 04 13:21:05.022529 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 32838) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:21:05.028065 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-0ff44f37-5b4c-4863-abb5-119978dbbea9 admin admin] Request body: {'subnet': {'network_id': 'a3caa13b-c1d9-428c-8121-b90b74262470', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1663030507-subnet', 'tenant_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:21:05.048044 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ff44f37-5b4c-4863-abb5-119978dbbea9 admin admin] Made reservation on behalf of fe9ab3fdb9da43c1bef62df7d95ef4f6 for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:21:05.048393 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770f468a-6a97-42f6-aa09-939139acb56c admin admin] Pushing event updated for resources: {'Network': ['ID=a3caa13b-c1d9-428c-8121-b90b74262470,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:05.050875 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0ff44f37-5b4c-4863-abb5-119978dbbea9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60610638'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:05.058873 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network a3caa13b-c1d9-428c-8121-b90b74262470 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:21:05.231955 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0ff44f37-5b4c-4863-abb5-119978dbbea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59045178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60610680'] for subnet (9e164ffd-c51e-46f5-aacc-4e579cf848c4), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:05.288331 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff44f37-5b4c-4863-abb5-119978dbbea9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e164ffd-c51e-46f5-aacc-4e579cf848c4,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:05.297602 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff44f37-5b4c-4863-abb5-119978dbbea9 admin admin] Checking segment: {'id': '25180811-8356-42b3-97d7-72477267d807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a3caa13b-c1d9-428c-8121-b90b74262470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:21:05.297964 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff44f37-5b4c-4863-abb5-119978dbbea9 admin admin] Network hostable DHCP agents. Network: a3caa13b-c1d9-428c-8121-b90b74262470, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:21:05.315625 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff44f37-5b4c-4863-abb5-119978dbbea9 admin admin] Network a3caa13b-c1d9-428c-8121-b90b74262470 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:21:05.324579 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-0ff44f37-5b4c-4863-abb5-119978dbbea9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, a3caa13b-c1d9-428c-8121-b90b74262470) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:21:05.329178 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff44f37-5b4c-4863-abb5-119978dbbea9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:05.329803 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0ff44f37-5b4c-4863-abb5-119978dbbea9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:05.335767 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb053da-a2ba-4cc2-a7b7-bf6a10e69129 None None] Network a3caa13b-c1d9-428c-8121-b90b74262470 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:21:05.346933 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-0ff44f37-5b4c-4863-abb5-119978dbbea9 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3231146 Feb 04 13:21:05.349564 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 32840) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:21:05.353840 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-33dbfe86-54f1-4da9-bea8-947b07741a9a admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1663030507-router', 'tenant_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:21:05.373921 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-33dbfe86-54f1-4da9-bea8-947b07741a9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10933'] for router (4a7a7b49-5991-4d38-b33e-111c4ed26ea5), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:05.374891 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-33dbfe86-54f1-4da9-bea8-947b07741a9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10924'] for router (4a7a7b49-5991-4d38-b33e-111c4ed26ea5), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:05.431687 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-33dbfe86-54f1-4da9-bea8-947b07741a9a admin admin] Publish callbacks [] for router_controller (4a7a7b49-5991-4d38-b33e-111c4ed26ea5), precommit_add_association {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:05.455247 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591bcb4b-2b19-411a-824e-7f9055c02b04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-a3caa13b-c1d9-428c-8121-b90b74262470', 'network_id': 'a3caa13b-c1d9-428c-8121-b90b74262470', 'project_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'fixed_ips': [{'subnet_id': '9e164ffd-c51e-46f5-aacc-4e579cf848c4'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:21:05.456629 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-591bcb4b-2b19-411a-824e-7f9055c02b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:05.575468 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-33dbfe86-54f1-4da9-bea8-947b07741a9a admin admin] Publish callbacks [] for router_gateway (4a7a7b49-5991-4d38-b33e-111c4ed26ea5), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:05.592484 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-591bcb4b-2b19-411a-824e-7f9055c02b04 None None] Allocated IP 172.20.0.2 (a3caa13b-c1d9-428c-8121-b90b74262470/9e164ffd-c51e-46f5-aacc-4e579cf848c4/bd063514-f260-452e-8a69-cbc204eed181) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:21:05.739121 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-591bcb4b-2b19-411a-824e-7f9055c02b04 None None] Publish callbacks [] for port (bd063514-f260-452e-8a69-cbc204eed181), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:05.745463 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-591bcb4b-2b19-411a-824e-7f9055c02b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (bd063514-f260-452e-8a69-cbc204eed181), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:05.784161 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-33dbfe86-54f1-4da9-bea8-947b07741a9a admin admin] Publish callbacks [] for router_gateway (4a7a7b49-5991-4d38-b33e-111c4ed26ea5), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:05.790355 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591bcb4b-2b19-411a-824e-7f9055c02b04 None None] Network a3caa13b-c1d9-428c-8121-b90b74262470 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:21:05.795603 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-591bcb4b-2b19-411a-824e-7f9055c02b04 None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:21:05.799580 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591bcb4b-2b19-411a-824e-7f9055c02b04 None None] Pushing event updated for resources: {'Port': ['ID=bd063514-f260-452e-8a69-cbc204eed181,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:05.801722 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591bcb4b-2b19-411a-824e-7f9055c02b04 None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:21:05.804715 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-33dbfe86-54f1-4da9-bea8-947b07741a9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:05.857065 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-591bcb4b-2b19-411a-824e-7f9055c02b04 None None] Attempting to bind port bd063514-f260-452e-8a69-cbc204eed181 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:21:05.857432 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-591bcb4b-2b19-411a-824e-7f9055c02b04 None None] Attempting to bind port bd063514-f260-452e-8a69-cbc204eed181 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '25180811-8356-42b3-97d7-72477267d807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a3caa13b-c1d9-428c-8121-b90b74262470'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:21:05.857795 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591bcb4b-2b19-411a-824e-7f9055c02b04 None None] Attempting to bind port bd063514-f260-452e-8a69-cbc204eed181 on network a3caa13b-c1d9-428c-8121-b90b74262470 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:21:05.862621 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591bcb4b-2b19-411a-824e-7f9055c02b04 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:21:05.862995 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591bcb4b-2b19-411a-824e-7f9055c02b04 None None] Checking segment: {'id': '25180811-8356-42b3-97d7-72477267d807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a3caa13b-c1d9-428c-8121-b90b74262470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:21:05.863394 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-591bcb4b-2b19-411a-824e-7f9055c02b04 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:05.863815 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591bcb4b-2b19-411a-824e-7f9055c02b04 None None] Bound using segment: {'id': '25180811-8356-42b3-97d7-72477267d807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a3caa13b-c1d9-428c-8121-b90b74262470'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:21:05.864448 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-591bcb4b-2b19-411a-824e-7f9055c02b04 None None] Bound port: bd063514-f260-452e-8a69-cbc204eed181, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25180811-8356-42b3-97d7-72477267d807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a3caa13b-c1d9-428c-8121-b90b74262470'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:21:05.864660 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-591bcb4b-2b19-411a-824e-7f9055c02b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (bd063514-f260-452e-8a69-cbc204eed181), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:05.919341 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-33dbfe86-54f1-4da9-bea8-947b07741a9a admin admin] Allocated IP 172.25.3.158 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/aa469467-7486-49d4-9d5e-6c58bf0d65d9) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:21:05.932690 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-591bcb4b-2b19-411a-824e-7f9055c02b04 None None] For port bd063514-f260-452e-8a69-cbc204eed181, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:21:05.937334 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-591bcb4b-2b19-411a-824e-7f9055c02b04 None None] For port bd063514-f260-452e-8a69-cbc204eed181, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=bd063514-f260-452e-8a69-cbc204eed181,segment=NetworkSegment(25180811-8356-42b3-97d7-72477267d807),segment_id=25180811-8356-42b3-97d7-72477267d807)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:21:05.944191 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-591bcb4b-2b19-411a-824e-7f9055c02b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (bd063514-f260-452e-8a69-cbc204eed181), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:06.002592 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591bcb4b-2b19-411a-824e-7f9055c02b04 None None] Pushing event updated for resources: {'Port': ['ID=bd063514-f260-452e-8a69-cbc204eed181,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:06.031817 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-33dbfe86-54f1-4da9-bea8-947b07741a9a admin admin] Publish callbacks [] for port (aa469467-7486-49d4-9d5e-6c58bf0d65d9), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:06.067673 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-33dbfe86-54f1-4da9-bea8-947b07741a9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (aa469467-7486-49d4-9d5e-6c58bf0d65d9), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:06.106007 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33dbfe86-54f1-4da9-bea8-947b07741a9a admin admin] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:21:06.111035 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-33dbfe86-54f1-4da9-bea8-947b07741a9a admin admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:21:06.114637 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33dbfe86-54f1-4da9-bea8-947b07741a9a admin admin] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:21:06.145314 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dbfe86-54f1-4da9-bea8-947b07741a9a admin admin] Pushing event updated for resources: {'Port': ['ID=aa469467-7486-49d4-9d5e-6c58bf0d65d9,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:06.401889 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-33dbfe86-54f1-4da9-bea8-947b07741a9a admin admin] Publish callbacks [] for router_gateway (4a7a7b49-5991-4d38-b33e-111c4ed26ea5), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:06.595422 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-33dbfe86-54f1-4da9-bea8-947b07741a9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141'] for router (4a7a7b49-5991-4d38-b33e-111c4ed26ea5), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:06.734360 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33dbfe86-54f1-4da9-bea8-947b07741a9a admin admin] Router 4a7a7b49-5991-4d38-b33e-111c4ed26ea5 is scheduled to L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de with binding_index 1 {{(pid=103474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 13:21:06.855113 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33dbfe86-54f1-4da9-bea8-947b07741a9a admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:21:06.867465 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4130d1e-64c6-440f-9edd-3a8a67f005fc None None] Sync routers for ids ['4a7a7b49-5991-4d38-b33e-111c4ed26ea5'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:21:06.875668 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-33dbfe86-54f1-4da9-bea8-947b07741a9a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:06.877128 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-33dbfe86-54f1-4da9-bea8-947b07741a9a admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5266020 Feb 04 13:21:06.880309 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 32842) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:21:06.891443 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4130d1e-64c6-440f-9edd-3a8a67f005fc None None] Routers {'4a7a7b49-5991-4d38-b33e-111c4ed26ea5'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:21:06.892116 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-f4130d1e-64c6-440f-9edd-3a8a67f005fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:20:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['4a7a7b49-5991-4d38-b33e-111c4ed26ea5'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:06.977307 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device bd063514-f260-452e-8a69-cbc204eed181 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:21:07.011866 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-f4130d1e-64c6-440f-9edd-3a8a67f005fc None None] Set router 4a7a7b49-5991-4d38-b33e-111c4ed26ea5 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:21:07.033557 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port bd063514-f260-452e-8a69-cbc204eed181 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:21:07.034014 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (bd063514-f260-452e-8a69-cbc204eed181), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:07.058367 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3b3fc4-f925-4b9c-81f1-f2ef6cc04c16 None None] Network a3caa13b-c1d9-428c-8121-b90b74262470 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:21:07.141247 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b841ff8f-1ac1-4764-afeb-acb67acd08db None None] Provisioning complete for port bd063514-f260-452e-8a69-cbc204eed181 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:21:07.141943 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b841ff8f-1ac1-4764-afeb-acb67acd08db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (bd063514-f260-452e-8a69-cbc204eed181), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:07.219413 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-f4130d1e-64c6-440f-9edd-3a8a67f005fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a7a7b49-5991-4d38-b33e-111c4ed26ea5', 'name': 'tempest-ServerActionsTestJSON-1663030507-router', 'tenant_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'aa469467-7486-49d4-9d5e-6c58bf0d65d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:21:05Z', 'updated_at': '2022-02-04T13:21:06Z', 'revision_number': 3, 'project_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'gw_port': {'id': 'aa469467-7486-49d4-9d5e-6c58bf0d65d9', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:10:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a7a7b49-5991-4d38-b33e-111c4ed26ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:21:05Z', 'updated_at': '2022-02-04T13:21:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:07.246481 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4130d1e-64c6-440f-9edd-3a8a67f005fc None None] Checking router: 4a7a7b49-5991-4d38-b33e-111c4ed26ea5 for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:21:07.246827 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4130d1e-64c6-440f-9edd-3a8a67f005fc None None] Updating router 4a7a7b49-5991-4d38-b33e-111c4ed26ea5 port aa469467-7486-49d4-9d5e-6c58bf0d65d9 binding host n-d-825015-3 {{(pid=103477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:21:07.261121 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port bd063514-f260-452e-8a69-cbc204eed181 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:21:07.261776 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (bd063514-f260-452e-8a69-cbc204eed181), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:07.281350 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f4130d1e-64c6-440f-9edd-3a8a67f005fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (aa469467-7486-49d4-9d5e-6c58bf0d65d9), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:07.344910 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port bd063514-f260-452e-8a69-cbc204eed181, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=bd063514-f260-452e-8a69-cbc204eed181,segment=NetworkSegment(25180811-8356-42b3-97d7-72477267d807),segment_id=25180811-8356-42b3-97d7-72477267d807)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:21:07.348087 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b841ff8f-1ac1-4764-afeb-acb67acd08db None None] Current status of the port bd063514-f260-452e-8a69-cbc204eed181 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:21:07.348493 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b841ff8f-1ac1-4764-afeb-acb67acd08db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (bd063514-f260-452e-8a69-cbc204eed181), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:07.351915 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (bd063514-f260-452e-8a69-cbc204eed181), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:07.374589 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9699e81e-284c-4616-887a-5ecb29e83390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:07.436799 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=bd063514-f260-452e-8a69-cbc204eed181,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:07.487151 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.db.api [None req-b841ff8f-1ac1-4764-afeb-acb67acd08db None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103476) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:21:07.487474 n-d-825015-3 neutron-server[103476]: DEBUG oslo_db.api [None req-b841ff8f-1ac1-4764-afeb-acb67acd08db None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:21:07.566663 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-9699e81e-284c-4616-887a-5ecb29e83390 admin admin] Allocated IP 172.20.0.1 (a3caa13b-c1d9-428c-8121-b90b74262470/9e164ffd-c51e-46f5-aacc-4e579cf848c4/366443a5-ee5a-4535-8a8e-61f3264f5ebd) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:21:07.583247 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f4130d1e-64c6-440f-9edd-3a8a67f005fc None None] Publish callbacks [] for port (aa469467-7486-49d4-9d5e-6c58bf0d65d9), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:07.589015 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f4130d1e-64c6-440f-9edd-3a8a67f005fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (aa469467-7486-49d4-9d5e-6c58bf0d65d9), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:07.644181 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-f4130d1e-64c6-440f-9edd-3a8a67f005fc None None] Attempting to bind port aa469467-7486-49d4-9d5e-6c58bf0d65d9 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:21:07.644580 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-f4130d1e-64c6-440f-9edd-3a8a67f005fc None None] Attempting to bind port aa469467-7486-49d4-9d5e-6c58bf0d65d9 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:21:07.644907 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4130d1e-64c6-440f-9edd-3a8a67f005fc None None] Attempting to bind port aa469467-7486-49d4-9d5e-6c58bf0d65d9 on network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:21:07.646730 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb24f82-92cc-4a95-a366-5f407f019f10 None None] Pushing event updated for resources: {'Port': ['ID=aa469467-7486-49d4-9d5e-6c58bf0d65d9,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:07.657507 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb24f82-92cc-4a95-a366-5f407f019f10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:07.657851 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb24f82-92cc-4a95-a366-5f407f019f10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:07.658191 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb24f82-92cc-4a95-a366-5f407f019f10 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:07.658523 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb24f82-92cc-4a95-a366-5f407f019f10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:07.658851 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb24f82-92cc-4a95-a366-5f407f019f10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:07.659176 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb24f82-92cc-4a95-a366-5f407f019f10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:07.659499 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb24f82-92cc-4a95-a366-5f407f019f10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:07.659848 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb24f82-92cc-4a95-a366-5f407f019f10 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:07.660168 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb24f82-92cc-4a95-a366-5f407f019f10 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:07.660485 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb24f82-92cc-4a95-a366-5f407f019f10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:07.660796 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb24f82-92cc-4a95-a366-5f407f019f10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:07.661114 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb24f82-92cc-4a95-a366-5f407f019f10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:07.661428 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb24f82-92cc-4a95-a366-5f407f019f10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:07.665175 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4130d1e-64c6-440f-9edd-3a8a67f005fc None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:21:07.665785 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4130d1e-64c6-440f-9edd-3a8a67f005fc None None] Checking segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:21:07.666190 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f4130d1e-64c6-440f-9edd-3a8a67f005fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:07.667125 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4130d1e-64c6-440f-9edd-3a8a67f005fc None None] Bound using segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:21:07.667596 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-f4130d1e-64c6-440f-9edd-3a8a67f005fc None None] Bound port: aa469467-7486-49d4-9d5e-6c58bf0d65d9, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:21:07.668318 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f4130d1e-64c6-440f-9edd-3a8a67f005fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (aa469467-7486-49d4-9d5e-6c58bf0d65d9), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:07.681420 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9699e81e-284c-4616-887a-5ecb29e83390 admin admin] Publish callbacks [] for port (366443a5-ee5a-4535-8a8e-61f3264f5ebd), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:07.717922 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9699e81e-284c-4616-887a-5ecb29e83390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (366443a5-ee5a-4535-8a8e-61f3264f5ebd), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:07.720472 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-f4130d1e-64c6-440f-9edd-3a8a67f005fc None None] For port aa469467-7486-49d4-9d5e-6c58bf0d65d9, host n-d-825015-3, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:21:07.723678 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-f4130d1e-64c6-440f-9edd-3a8a67f005fc None None] For port aa469467-7486-49d4-9d5e-6c58bf0d65d9, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=aa469467-7486-49d4-9d5e-6c58bf0d65d9,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:21:07.730804 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f4130d1e-64c6-440f-9edd-3a8a67f005fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (aa469467-7486-49d4-9d5e-6c58bf0d65d9), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:07.758760 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9699e81e-284c-4616-887a-5ecb29e83390 admin admin] Network a3caa13b-c1d9-428c-8121-b90b74262470 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:21:07.761834 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-9699e81e-284c-4616-887a-5ecb29e83390 admin admin] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:21:07.765395 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9699e81e-284c-4616-887a-5ecb29e83390 admin admin] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:21:07.786522 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4130d1e-64c6-440f-9edd-3a8a67f005fc None None] Routers {'4a7a7b49-5991-4d38-b33e-111c4ed26ea5'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:21:07.787151 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-f4130d1e-64c6-440f-9edd-3a8a67f005fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:20:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['4a7a7b49-5991-4d38-b33e-111c4ed26ea5'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:07.792610 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9699e81e-284c-4616-887a-5ecb29e83390 admin admin] Pushing event updated for resources: {'Port': ['ID=366443a5-ee5a-4535-8a8e-61f3264f5ebd,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:07.814775 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9699e81e-284c-4616-887a-5ecb29e83390 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1599818'] for router_interface (4a7a7b49-5991-4d38-b33e-111c4ed26ea5), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:07.837225 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb24f82-92cc-4a95-a366-5f407f019f10 None None] Pushing event updated for resources: {'Port': ['ID=aa469467-7486-49d4-9d5e-6c58bf0d65d9,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:07.968471 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9699e81e-284c-4616-887a-5ecb29e83390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (366443a5-ee5a-4535-8a8e-61f3264f5ebd), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:08.014074 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-f4130d1e-64c6-440f-9edd-3a8a67f005fc None None] Set router 4a7a7b49-5991-4d38-b33e-111c4ed26ea5 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:21:08.038782 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b841ff8f-1ac1-4764-afeb-acb67acd08db None None] Current status of the port bd063514-f260-452e-8a69-cbc204eed181 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:21:08.142997 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9699e81e-284c-4616-887a-5ecb29e83390 admin admin] Publish callbacks [] for port (366443a5-ee5a-4535-8a8e-61f3264f5ebd), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:08.149273 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9699e81e-284c-4616-887a-5ecb29e83390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (366443a5-ee5a-4535-8a8e-61f3264f5ebd), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:08.160345 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-5afefc46-e391-46db-b0e9-d2237e0d7d9b None None] Provisioning complete for port bd063514-f260-452e-8a69-cbc204eed181 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:21:08.160723 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5afefc46-e391-46db-b0e9-d2237e0d7d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (bd063514-f260-452e-8a69-cbc204eed181), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:08.202255 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-f4130d1e-64c6-440f-9edd-3a8a67f005fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a7a7b49-5991-4d38-b33e-111c4ed26ea5', 'name': 'tempest-ServerActionsTestJSON-1663030507-router', 'tenant_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'aa469467-7486-49d4-9d5e-6c58bf0d65d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:21:05Z', 'updated_at': '2022-02-04T13:21:06Z', 'revision_number': 3, 'project_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'gw_port': {'id': 'aa469467-7486-49d4-9d5e-6c58bf0d65d9', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:10:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a7a7b49-5991-4d38-b33e-111c4ed26ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:21:05Z', 'updated_at': '2022-02-04T13:21:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:08.228238 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9699e81e-284c-4616-887a-5ecb29e83390 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622202'] for router_interface (4a7a7b49-5991-4d38-b33e-111c4ed26ea5), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:08.229342 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4130d1e-64c6-440f-9edd-3a8a67f005fc None None] The sync data for ids ['4a7a7b49-5991-4d38-b33e-111c4ed26ea5'] in n-d-825015-3 is: [{'id': '4a7a7b49-5991-4d38-b33e-111c4ed26ea5', 'name': 'tempest-ServerActionsTestJSON-1663030507-router', 'tenant_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'aa469467-7486-49d4-9d5e-6c58bf0d65d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:21:05Z', 'updated_at': '2022-02-04T13:21:06Z', 'revision_number': 3, 'project_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'gw_port': {'id': 'aa469467-7486-49d4-9d5e-6c58bf0d65d9', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:10:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a7a7b49-5991-4d38-b33e-111c4ed26ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:21:05Z', 'updated_at': '2022-02-04T13:21:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:21:08.231863 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9699e81e-284c-4616-887a-5ecb29e83390 admin admin] Pushing event updated for resources: {'Port': ['ID=366443a5-ee5a-4535-8a8e-61f3264f5ebd,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:08.245315 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-5afefc46-e391-46db-b0e9-d2237e0d7d9b None None] Current status of the port bd063514-f260-452e-8a69-cbc204eed181 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:21:08.263016 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-5afefc46-e391-46db-b0e9-d2237e0d7d9b None None] Provisioning complete for port 366443a5-ee5a-4535-8a8e-61f3264f5ebd triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:21:08.263402 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5afefc46-e391-46db-b0e9-d2237e0d7d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (366443a5-ee5a-4535-8a8e-61f3264f5ebd), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:08.300376 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-5afefc46-e391-46db-b0e9-d2237e0d7d9b None None] Port 366443a5-ee5a-4535-8a8e-61f3264f5ebd cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:21:08.332053 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9699e81e-284c-4616-887a-5ecb29e83390 admin admin] Network a3caa13b-c1d9-428c-8121-b90b74262470 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:21:08.333831 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-9699e81e-284c-4616-887a-5ecb29e83390 admin admin] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:21:08.480334 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9699e81e-284c-4616-887a-5ecb29e83390 admin admin] Router 4a7a7b49-5991-4d38-b33e-111c4ed26ea5 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:21:08.609628 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9699e81e-284c-4616-887a-5ecb29e83390 admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:21:08.618005 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-9699e81e-284c-4616-887a-5ecb29e83390 admin admin] 10.222.0.65 "PUT /v2.0/routers/4a7a7b49-5991-4d38-b33e-111c4ed26ea5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7360489 Feb 04 13:21:08.624353 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-0617d11d-2a2d-4201-a8e4-9fd1c6761f88 None None] Provisioning complete for port 366443a5-ee5a-4535-8a8e-61f3264f5ebd triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:21:08.624733 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0617d11d-2a2d-4201-a8e4-9fd1c6761f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (366443a5-ee5a-4535-8a8e-61f3264f5ebd), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:08.671282 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0617d11d-2a2d-4201-a8e4-9fd1c6761f88 None None] Port 366443a5-ee5a-4535-8a8e-61f3264f5ebd cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:21:08.981482 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device aa469467-7486-49d4-9d5e-6c58bf0d65d9 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:21:09.033130 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port aa469467-7486-49d4-9d5e-6c58bf0d65d9 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:21:09.033595 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (aa469467-7486-49d4-9d5e-6c58bf0d65d9), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:09.120963 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port aa469467-7486-49d4-9d5e-6c58bf0d65d9 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:21:09.121633 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (aa469467-7486-49d4-9d5e-6c58bf0d65d9), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:09.146012 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 32852) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:21:09.149779 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-5ad7e96b-11c9-40b0-a6e3-525369ad132c tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Request body: {'security_group': {'name': 'tempest-securitygroup--978602349', 'description': 'tempest-description--1021075264'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:21:09.150396 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port aa469467-7486-49d4-9d5e-6c58bf0d65d9, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=aa469467-7486-49d4-9d5e-6c58bf0d65d9,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:21:09.154746 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (aa469467-7486-49d4-9d5e-6c58bf0d65d9), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:09.155823 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device bd063514-f260-452e-8a69-cbc204eed181 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:21:09.170660 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5ad7e96b-11c9-40b0-a6e3-525369ad132c tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:09.236099 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=aa469467-7486-49d4-9d5e-6c58bf0d65d9,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:09.240079 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5ad7e96b-11c9-40b0-a6e3-525369ad132c tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Publish callbacks [] for security_group (fee31edb-f7d4-42bf-905d-9aa92e6fb20d), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:09.244951 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5ad7e96b-11c9-40b0-a6e3-525369ad132c tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (fee31edb-f7d4-42bf-905d-9aa92e6fb20d), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:09.249066 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port bd063514-f260-452e-8a69-cbc204eed181 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:21:09.249690 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (bd063514-f260-452e-8a69-cbc204eed181), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:09.275000 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad7e96b-11c9-40b0-a6e3-525369ad132c tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fee31edb-f7d4-42bf-905d-9aa92e6fb20d,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:09.279978 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5ad7e96b-11c9-40b0-a6e3-525369ad132c tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:09.283865 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-5ad7e96b-11c9-40b0-a6e3-525369ad132c tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1351607 Feb 04 13:21:09.284175 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 32854) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:21:09.288477 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-be5363e2-fa72-4ed0-9795-77f58703c5e5 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Request body: {'security_group_rule': {'security_group_id': 'fee31edb-f7d4-42bf-905d-9aa92e6fb20d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:21:09.319493 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-be5363e2-fa72-4ed0-9795-77f58703c5e5 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Publish callbacks [] for security_group_rule (f06a143d-aaed-4346-8ae6-a17781559b4d), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:09.340817 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port bd063514-f260-452e-8a69-cbc204eed181 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:21:09.386349 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-be5363e2-fa72-4ed0-9795-77f58703c5e5 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Publish callbacks [] for security_group_rule (f06a143d-aaed-4346-8ae6-a17781559b4d), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:09.390120 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-be5363e2-fa72-4ed0-9795-77f58703c5e5 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (f06a143d-aaed-4346-8ae6-a17781559b4d), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:09.408426 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5363e2-fa72-4ed0-9795-77f58703c5e5 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f06a143d-aaed-4346-8ae6-a17781559b4d,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:09.416822 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-be5363e2-fa72-4ed0-9795-77f58703c5e5 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:09.418413 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-be5363e2-fa72-4ed0-9795-77f58703c5e5 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1333213 Feb 04 13:21:09.421002 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 32856) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:21:09.425349 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-05a34990-9b60-4be0-b40e-449cd705f947 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Request body: {'security_group_rule': {'security_group_id': 'fee31edb-f7d4-42bf-905d-9aa92e6fb20d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:21:09.451237 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-05a34990-9b60-4be0-b40e-449cd705f947 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Publish callbacks [] for security_group_rule (8540e87f-655a-490c-b1d4-79074d098b5b), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:09.509294 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-05a34990-9b60-4be0-b40e-449cd705f947 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Publish callbacks [] for security_group_rule (8540e87f-655a-490c-b1d4-79074d098b5b), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:09.513186 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-05a34990-9b60-4be0-b40e-449cd705f947 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (8540e87f-655a-490c-b1d4-79074d098b5b), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:09.531007 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a34990-9b60-4be0-b40e-449cd705f947 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8540e87f-655a-490c-b1d4-79074d098b5b,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:09.538689 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-05a34990-9b60-4be0-b40e-449cd705f947 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:09.539919 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-05a34990-9b60-4be0-b40e-449cd705f947 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1179593 Feb 04 13:21:09.543444 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 32858) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:21:09.547857 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-3c1bc20d-7627-4d2f-880f-1c8521d9465e tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Request body: {'floatingip': {'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:21:09.569799 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3c1bc20d-7627-4d2f-880f-1c8521d9465e tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:09.675880 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3c1bc20d-7627-4d2f-880f-1c8521d9465e tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:09.787948 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-3c1bc20d-7627-4d2f-880f-1c8521d9465e tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Allocated IP 172.25.3.130 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/ddda01ea-d095-4257-8d18-4c834c4e17dc) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:21:09.862851 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae2270c-2ad8-4d8f-bae7-c528ab6e5070 None None] Sync routers for ids ['4a7a7b49-5991-4d38-b33e-111c4ed26ea5'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:21:09.874176 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae2270c-2ad8-4d8f-bae7-c528ab6e5070 None None] Routers {'4a7a7b49-5991-4d38-b33e-111c4ed26ea5'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:21:09.874804 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-4ae2270c-2ad8-4d8f-bae7-c528ab6e5070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:20:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['4a7a7b49-5991-4d38-b33e-111c4ed26ea5'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:09.900059 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3c1bc20d-7627-4d2f-880f-1c8521d9465e tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Publish callbacks [] for port (ddda01ea-d095-4257-8d18-4c834c4e17dc), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:09.941873 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3c1bc20d-7627-4d2f-880f-1c8521d9465e tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (ddda01ea-d095-4257-8d18-4c834c4e17dc), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:09.983451 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1bc20d-7627-4d2f-880f-1c8521d9465e tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:21:09.986395 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-3c1bc20d-7627-4d2f-880f-1c8521d9465e tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:21:09.989950 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1bc20d-7627-4d2f-880f-1c8521d9465e tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:21:09.992312 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-4ae2270c-2ad8-4d8f-bae7-c528ab6e5070 None None] Set router 4a7a7b49-5991-4d38-b33e-111c4ed26ea5 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:21:10.011493 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1bc20d-7627-4d2f-880f-1c8521d9465e tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Pushing event updated for resources: {'Port': ['ID=ddda01ea-d095-4257-8d18-4c834c4e17dc,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:10.084331 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3c1bc20d-7627-4d2f-880f-1c8521d9465e tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Publish callbacks [] for floatingip (89daf197-fd1e-4c6e-a6f1-7a39c6a98146), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:10.122058 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3c1bc20d-7627-4d2f-880f-1c8521d9465e tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (ddda01ea-d095-4257-8d18-4c834c4e17dc), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:10.195908 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-4ae2270c-2ad8-4d8f-bae7-c528ab6e5070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a7a7b49-5991-4d38-b33e-111c4ed26ea5', 'name': 'tempest-ServerActionsTestJSON-1663030507-router', 'tenant_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'aa469467-7486-49d4-9d5e-6c58bf0d65d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:21:05Z', 'updated_at': '2022-02-04T13:21:07Z', 'revision_number': 4, 'project_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'gw_port': {'id': 'aa469467-7486-49d4-9d5e-6c58bf0d65d9', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:10:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7a7b49-5991-4d38-b33e-111c4ed26ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:21:05Z', 'updated_at': '2022-02-04T13:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '366443a5-ee5a-4535-8a8e-61f3264f5ebd', 'name': '', 'network_id': 'a3caa13b-c1d9-428c-8121-b90b74262470', 'tenant_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'mac_address': 'fa:16:3e:f3:e3:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a7a7b49-5991-4d38-b33e-111c4ed26ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '9e164ffd-c51e-46f5-aacc-4e579cf848c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:21:07Z', 'updated_at': '2022-02-04T13:21:08Z', 'revision_number': 2, 'project_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'subnets': [{'id': '9e164ffd-c51e-46f5-aacc-4e579cf848c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:10.230435 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae2270c-2ad8-4d8f-bae7-c528ab6e5070 None None] Checking router: 4a7a7b49-5991-4d38-b33e-111c4ed26ea5 for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:21:10.230795 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae2270c-2ad8-4d8f-bae7-c528ab6e5070 None None] Updating router 4a7a7b49-5991-4d38-b33e-111c4ed26ea5 port 366443a5-ee5a-4535-8a8e-61f3264f5ebd binding host n-d-825015-3 {{(pid=103476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:21:10.258451 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4ae2270c-2ad8-4d8f-bae7-c528ab6e5070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (366443a5-ee5a-4535-8a8e-61f3264f5ebd), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:10.281599 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3c1bc20d-7627-4d2f-880f-1c8521d9465e tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Publish callbacks [] for port (ddda01ea-d095-4257-8d18-4c834c4e17dc), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:10.286139 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3c1bc20d-7627-4d2f-880f-1c8521d9465e tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (ddda01ea-d095-4257-8d18-4c834c4e17dc), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:10.541197 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4ae2270c-2ad8-4d8f-bae7-c528ab6e5070 None None] Publish callbacks [] for port (366443a5-ee5a-4535-8a8e-61f3264f5ebd), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:10.546929 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4ae2270c-2ad8-4d8f-bae7-c528ab6e5070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (366443a5-ee5a-4535-8a8e-61f3264f5ebd), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:10.625278 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1bc20d-7627-4d2f-880f-1c8521d9465e tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Pushing event updated for resources: {'Port': ['ID=ddda01ea-d095-4257-8d18-4c834c4e17dc,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:10.645013 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3c1bc20d-7627-4d2f-880f-1c8521d9465e tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1599943'] for floatingip (89daf197-fd1e-4c6e-a6f1-7a39c6a98146), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:10.649004 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14637002-b6d7-49d2-99d8-d291a922c133 None None] Pushing event updated for resources: {'Port': ['ID=366443a5-ee5a-4535-8a8e-61f3264f5ebd,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:10.667049 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3c1bc20d-7627-4d2f-880f-1c8521d9465e tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:10.667660 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-4ae2270c-2ad8-4d8f-bae7-c528ab6e5070 None None] Attempting to bind port 366443a5-ee5a-4535-8a8e-61f3264f5ebd on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:21:10.668113 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-4ae2270c-2ad8-4d8f-bae7-c528ab6e5070 None None] Attempting to bind port 366443a5-ee5a-4535-8a8e-61f3264f5ebd by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '25180811-8356-42b3-97d7-72477267d807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a3caa13b-c1d9-428c-8121-b90b74262470'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:21:10.668500 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae2270c-2ad8-4d8f-bae7-c528ab6e5070 None None] Attempting to bind port 366443a5-ee5a-4535-8a8e-61f3264f5ebd on network a3caa13b-c1d9-428c-8121-b90b74262470 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:21:10.668989 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-3c1bc20d-7627-4d2f-880f-1c8521d9465e tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1245594 Feb 04 13:21:10.683249 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae2270c-2ad8-4d8f-bae7-c528ab6e5070 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:21:10.683790 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae2270c-2ad8-4d8f-bae7-c528ab6e5070 None None] Checking segment: {'id': '25180811-8356-42b3-97d7-72477267d807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a3caa13b-c1d9-428c-8121-b90b74262470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:21:10.684248 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4ae2270c-2ad8-4d8f-bae7-c528ab6e5070 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:10.684646 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae2270c-2ad8-4d8f-bae7-c528ab6e5070 None None] Bound using segment: {'id': '25180811-8356-42b3-97d7-72477267d807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a3caa13b-c1d9-428c-8121-b90b74262470'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:21:10.685125 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-4ae2270c-2ad8-4d8f-bae7-c528ab6e5070 None None] Bound port: 366443a5-ee5a-4535-8a8e-61f3264f5ebd, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25180811-8356-42b3-97d7-72477267d807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a3caa13b-c1d9-428c-8121-b90b74262470'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:21:10.685507 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4ae2270c-2ad8-4d8f-bae7-c528ab6e5070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (366443a5-ee5a-4535-8a8e-61f3264f5ebd), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:10.766948 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-4ae2270c-2ad8-4d8f-bae7-c528ab6e5070 None None] For port 366443a5-ee5a-4535-8a8e-61f3264f5ebd, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:21:10.770509 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-4ae2270c-2ad8-4d8f-bae7-c528ab6e5070 None None] For port 366443a5-ee5a-4535-8a8e-61f3264f5ebd, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=366443a5-ee5a-4535-8a8e-61f3264f5ebd,segment=NetworkSegment(25180811-8356-42b3-97d7-72477267d807),segment_id=25180811-8356-42b3-97d7-72477267d807)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:21:10.778179 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4ae2270c-2ad8-4d8f-bae7-c528ab6e5070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (366443a5-ee5a-4535-8a8e-61f3264f5ebd), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:10.842810 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae2270c-2ad8-4d8f-bae7-c528ab6e5070 None None] Routers {'4a7a7b49-5991-4d38-b33e-111c4ed26ea5'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:21:10.843491 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-4ae2270c-2ad8-4d8f-bae7-c528ab6e5070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:20:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['4a7a7b49-5991-4d38-b33e-111c4ed26ea5'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:10.849095 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14637002-b6d7-49d2-99d8-d291a922c133 None None] Pushing event updated for resources: {'Port': ['ID=366443a5-ee5a-4535-8a8e-61f3264f5ebd,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:10.920786 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device aa469467-7486-49d4-9d5e-6c58bf0d65d9 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:21:10.921846 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a7ae41ed-e0d3-4ba3-a75b-0b1456e860c7 req-120ffed7-fc0e-409d-b077-d644e8192ce9 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--978602349&fields=id&tenant_id=fe9ab3fdb9da43c1bef62df7d95ef4f6 HTTP/1.1" status: 200 len: 267 time: 0.0926404 Feb 04 13:21:10.984310 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-0eedc557-1f00-4da2-8b9b-fc3f2e0d95da None None] Provisioning complete for port 366443a5-ee5a-4535-8a8e-61f3264f5ebd triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:21:10.984690 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0eedc557-1f00-4da2-8b9b-fc3f2e0d95da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (366443a5-ee5a-4535-8a8e-61f3264f5ebd), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:11.052094 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ae41ed-e0d3-4ba3-a75b-0b1456e860c7 req-7772c805-f5b4-4273-ba37-f780b41c434c tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:11.053793 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a7ae41ed-e0d3-4ba3-a75b-0b1456e860c7 req-7772c805-f5b4-4273-ba37-f780b41c434c tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/networks?id=a3caa13b-c1d9-428c-8121-b90b74262470 HTTP/1.1" status: 200 len: 812 time: 0.1233215 Feb 04 13:21:11.062372 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-4ae2270c-2ad8-4d8f-bae7-c528ab6e5070 None None] Set router 4a7a7b49-5991-4d38-b33e-111c4ed26ea5 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:21:11.065390 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port aa469467-7486-49d4-9d5e-6c58bf0d65d9 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:21:11.065764 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (aa469467-7486-49d4-9d5e-6c58bf0d65d9), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:11.070673 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a7ae41ed-e0d3-4ba3-a75b-0b1456e860c7 req-0d027267-0941-4516-8dfe-2ca7b309a085 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/quotas/fe9ab3fdb9da43c1bef62df7d95ef4f6 HTTP/1.1" status: 200 len: 375 time: 0.0093238 Feb 04 13:21:11.138950 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a7ae41ed-e0d3-4ba3-a75b-0b1456e860c7 req-c624c7ff-c039-48da-a92a-ec89cffc6bcf tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=fe9ab3fdb9da43c1bef62df7d95ef4f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0621731 Feb 04 13:21:11.242167 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a7ae41ed-e0d3-4ba3-a75b-0b1456e860c7 req-260daff5-b214-4641-bc1e-640f035248da service neutron] 10.222.0.65 "GET /v2.0/networks/a3caa13b-c1d9-428c-8121-b90b74262470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913754 Feb 04 13:21:11.341680 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a7ae41ed-e0d3-4ba3-a75b-0b1456e860c7 req-133bbde4-27d7-430b-a45c-453ca3a36e60 service neutron] 10.222.0.65 "GET /v2.0/networks/a3caa13b-c1d9-428c-8121-b90b74262470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925264 Feb 04 13:21:11.405830 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0eedc557-1f00-4da2-8b9b-fc3f2e0d95da None None] Current status of the port 366443a5-ee5a-4535-8a8e-61f3264f5ebd is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:21:11.406364 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0eedc557-1f00-4da2-8b9b-fc3f2e0d95da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (366443a5-ee5a-4535-8a8e-61f3264f5ebd), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:11.519242 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0eedc557-1f00-4da2-8b9b-fc3f2e0d95da None None] For port 366443a5-ee5a-4535-8a8e-61f3264f5ebd, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=366443a5-ee5a-4535-8a8e-61f3264f5ebd,segment=NetworkSegment(25180811-8356-42b3-97d7-72477267d807),segment_id=25180811-8356-42b3-97d7-72477267d807)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:21:11.527687 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0eedc557-1f00-4da2-8b9b-fc3f2e0d95da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (366443a5-ee5a-4535-8a8e-61f3264f5ebd), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:11.550153 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port aa469467-7486-49d4-9d5e-6c58bf0d65d9 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:21:11.555698 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8ca02bd0-9a61-44cc-976e-74cdd8ca9b7c req-bdc6bee1-a7c2-4163-979c-3a6fbfa715d6 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9183a22-9381-458e-a3b4-ed077e3f3352 HTTP/1.1" status: 200 len: 210 time: 0.0357244 Feb 04 13:21:11.610507 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eedc557-1f00-4da2-8b9b-fc3f2e0d95da None None] Pushing event updated for resources: {'Port': ['ID=366443a5-ee5a-4535-8a8e-61f3264f5ebd,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:11.628147 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-4ae2270c-2ad8-4d8f-bae7-c528ab6e5070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a7a7b49-5991-4d38-b33e-111c4ed26ea5', 'name': 'tempest-ServerActionsTestJSON-1663030507-router', 'tenant_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'aa469467-7486-49d4-9d5e-6c58bf0d65d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:21:05Z', 'updated_at': '2022-02-04T13:21:07Z', 'revision_number': 4, 'project_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'gw_port': {'id': 'aa469467-7486-49d4-9d5e-6c58bf0d65d9', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:10:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7a7b49-5991-4d38-b33e-111c4ed26ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:21:05Z', 'updated_at': '2022-02-04T13:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '366443a5-ee5a-4535-8a8e-61f3264f5ebd', 'name': '', 'network_id': 'a3caa13b-c1d9-428c-8121-b90b74262470', 'tenant_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'mac_address': 'fa:16:3e:f3:e3:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a7a7b49-5991-4d38-b33e-111c4ed26ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '9e164ffd-c51e-46f5-aacc-4e579cf848c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:21:07Z', 'updated_at': '2022-02-04T13:21:10Z', 'revision_number': 4, 'project_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'subnets': [{'id': '9e164ffd-c51e-46f5-aacc-4e579cf848c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:11.660716 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae2270c-2ad8-4d8f-bae7-c528ab6e5070 None None] The sync data for ids ['4a7a7b49-5991-4d38-b33e-111c4ed26ea5'] in n-d-825015-3 is: [{'id': '4a7a7b49-5991-4d38-b33e-111c4ed26ea5', 'name': 'tempest-ServerActionsTestJSON-1663030507-router', 'tenant_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'aa469467-7486-49d4-9d5e-6c58bf0d65d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:21:05Z', 'updated_at': '2022-02-04T13:21:07Z', 'revision_number': 4, 'project_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'gw_port': {'id': 'aa469467-7486-49d4-9d5e-6c58bf0d65d9', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:10:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7a7b49-5991-4d38-b33e-111c4ed26ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:21:05Z', 'updated_at': '2022-02-04T13:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '366443a5-ee5a-4535-8a8e-61f3264f5ebd', 'name': '', 'network_id': 'a3caa13b-c1d9-428c-8121-b90b74262470', 'tenant_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'mac_address': 'fa:16:3e:f3:e3:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a7a7b49-5991-4d38-b33e-111c4ed26ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '9e164ffd-c51e-46f5-aacc-4e579cf848c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:21:07Z', 'updated_at': '2022-02-04T13:21:10Z', 'revision_number': 4, 'project_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'subnets': [{'id': '9e164ffd-c51e-46f5-aacc-4e579cf848c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:21:11.673216 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-f73b1a3e-c1b5-403e-b054-82f880abb601 None None] Provisioning complete for port 366443a5-ee5a-4535-8a8e-61f3264f5ebd triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:21:11.673642 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f73b1a3e-c1b5-403e-b054-82f880abb601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (366443a5-ee5a-4535-8a8e-61f3264f5ebd), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:11.798765 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-f73b1a3e-c1b5-403e-b054-82f880abb601 None None] Current status of the port 366443a5-ee5a-4535-8a8e-61f3264f5ebd is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:21:12.607885 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ae41ed-e0d3-4ba3-a75b-0b1456e860c7 req-e42f4576-063e-40c1-ba0a-05de4c08c64a tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:12.609424 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a7ae41ed-e0d3-4ba3-a75b-0b1456e860c7 req-e42f4576-063e-40c1-ba0a-05de4c08c64a tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.77 "GET /v2.0/networks?id=a3caa13b-c1d9-428c-8121-b90b74262470 HTTP/1.1" status: 200 len: 812 time: 0.1219943 Feb 04 13:21:12.689376 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e1466411-974e-4a8b-b551-259fcac3bd18 req-c0aaad55-4adb-4a5d-844f-47ae77682fa5 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9183a22-9381-458e-a3b4-ed077e3f3352 HTTP/1.1" status: 200 len: 210 time: 0.0455630 Feb 04 13:21:12.713939 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a7ae41ed-e0d3-4ba3-a75b-0b1456e860c7 req-2dccbb0a-688e-402b-81df-160cba3e0aa1 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe9ab3fdb9da43c1bef62df7d95ef4f6 HTTP/1.1" status: 200 len: 379 time: 0.0962343 Feb 04 13:21:12.723645 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-a7ae41ed-e0d3-4ba3-a75b-0b1456e860c7 req-31b650ea-b589-4651-bf90-eefd007ec03d tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Request body: {'port': {'device_id': 'c9183a22-9381-458e-a3b4-ed077e3f3352', 'network_id': 'a3caa13b-c1d9-428c-8121-b90b74262470', 'admin_state_up': True, 'tenant_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'security_groups': ['fee31edb-f7d4-42bf-905d-9aa92e6fb20d']}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:21:12.848544 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7ae41ed-e0d3-4ba3-a75b-0b1456e860c7 req-31b650ea-b589-4651-bf90-eefd007ec03d tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Made reservation on behalf of fe9ab3fdb9da43c1bef62df7d95ef4f6 for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:21:12.851974 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-a7ae41ed-e0d3-4ba3-a75b-0b1456e860c7 req-31b650ea-b589-4651-bf90-eefd007ec03d tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:12.910307 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 366443a5-ee5a-4535-8a8e-61f3264f5ebd up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:21:12.963485 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 366443a5-ee5a-4535-8a8e-61f3264f5ebd triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:21:12.963884 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (366443a5-ee5a-4535-8a8e-61f3264f5ebd), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:12.985607 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-a7ae41ed-e0d3-4ba3-a75b-0b1456e860c7 req-31b650ea-b589-4651-bf90-eefd007ec03d tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Allocated IP 172.20.0.13 (a3caa13b-c1d9-428c-8121-b90b74262470/9e164ffd-c51e-46f5-aacc-4e579cf848c4/20e8870a-338d-4953-9dba-5826d184540f) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:21:13.042724 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 366443a5-ee5a-4535-8a8e-61f3264f5ebd is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:21:13.131479 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-a7ae41ed-e0d3-4ba3-a75b-0b1456e860c7 req-31b650ea-b589-4651-bf90-eefd007ec03d tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Publish callbacks [] for port (20e8870a-338d-4953-9dba-5826d184540f), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:13.163604 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-a7ae41ed-e0d3-4ba3-a75b-0b1456e860c7 req-31b650ea-b589-4651-bf90-eefd007ec03d tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (20e8870a-338d-4953-9dba-5826d184540f), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:13.209893 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7ae41ed-e0d3-4ba3-a75b-0b1456e860c7 req-31b650ea-b589-4651-bf90-eefd007ec03d tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Network a3caa13b-c1d9-428c-8121-b90b74262470 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:21:13.213081 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-a7ae41ed-e0d3-4ba3-a75b-0b1456e860c7 req-31b650ea-b589-4651-bf90-eefd007ec03d tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:21:13.217604 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7ae41ed-e0d3-4ba3-a75b-0b1456e860c7 req-31b650ea-b589-4651-bf90-eefd007ec03d tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:21:13.224251 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b650ea-b589-4651-bf90-eefd007ec03d tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Pushing event updated for resources: {'Port': ['ID=20e8870a-338d-4953-9dba-5826d184540f,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:13.276791 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ae41ed-e0d3-4ba3-a75b-0b1456e860c7 req-31b650ea-b589-4651-bf90-eefd007ec03d tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:13.278091 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-a7ae41ed-e0d3-4ba3-a75b-0b1456e860c7 req-31b650ea-b589-4651-bf90-eefd007ec03d tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:13.295624 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a7ae41ed-e0d3-4ba3-a75b-0b1456e860c7 req-31b650ea-b589-4651-bf90-eefd007ec03d tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5758548 Feb 04 13:21:13.307164 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-a7ae41ed-e0d3-4ba3-a75b-0b1456e860c7 req-cdc9ac4d-bc35-469d-b587-98d1818353e0 service neutron] Request body: {'port': {'device_id': 'c9183a22-9381-458e-a3b4-ed077e3f3352', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:21:13.378710 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-a7ae41ed-e0d3-4ba3-a75b-0b1456e860c7 req-cdc9ac4d-bc35-469d-b587-98d1818353e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (20e8870a-338d-4953-9dba-5826d184540f), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:13.429923 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-08e4e8a3-d3a2-42fd-98af-cc0151e0cf05 None None] Provisioning complete for port 20e8870a-338d-4953-9dba-5826d184540f triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:21:13.430303 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-08e4e8a3-d3a2-42fd-98af-cc0151e0cf05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (20e8870a-338d-4953-9dba-5826d184540f), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:13.469114 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-08e4e8a3-d3a2-42fd-98af-cc0151e0cf05 None None] Port 20e8870a-338d-4953-9dba-5826d184540f cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:21:13.648503 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-a7ae41ed-e0d3-4ba3-a75b-0b1456e860c7 req-cdc9ac4d-bc35-469d-b587-98d1818353e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20e8870a-338d-4953-9dba-5826d184540f {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:21:13.656693 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-a7ae41ed-e0d3-4ba3-a75b-0b1456e860c7 req-cdc9ac4d-bc35-469d-b587-98d1818353e0 service neutron] Publish callbacks [] for port (20e8870a-338d-4953-9dba-5826d184540f), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:13.674426 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-a7ae41ed-e0d3-4ba3-a75b-0b1456e860c7 req-cdc9ac4d-bc35-469d-b587-98d1818353e0 service neutron] Transition to ACTIVE for port object 20e8870a-338d-4953-9dba-5826d184540f will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:21:13.679238 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-a7ae41ed-e0d3-4ba3-a75b-0b1456e860c7 req-cdc9ac4d-bc35-469d-b587-98d1818353e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (20e8870a-338d-4953-9dba-5826d184540f), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:13.734549 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc9ac4d-bc35-469d-b587-98d1818353e0 service neutron] Pushing event updated for resources: {'Port': ['ID=20e8870a-338d-4953-9dba-5826d184540f,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:13.843598 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-a7ae41ed-e0d3-4ba3-a75b-0b1456e860c7 req-cdc9ac4d-bc35-469d-b587-98d1818353e0 service neutron] Attempting to bind port 20e8870a-338d-4953-9dba-5826d184540f on host n-h2-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:21:13.843963 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-a7ae41ed-e0d3-4ba3-a75b-0b1456e860c7 req-cdc9ac4d-bc35-469d-b587-98d1818353e0 service neutron] Attempting to bind port 20e8870a-338d-4953-9dba-5826d184540f by drivers openvswitch,hyperv on host n-h2-825015-3 at level 0 using segments [{'id': '25180811-8356-42b3-97d7-72477267d807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a3caa13b-c1d9-428c-8121-b90b74262470'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:21:13.844293 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ae41ed-e0d3-4ba3-a75b-0b1456e860c7 req-cdc9ac4d-bc35-469d-b587-98d1818353e0 service neutron] Attempting to bind port 20e8870a-338d-4953-9dba-5826d184540f on network a3caa13b-c1d9-428c-8121-b90b74262470 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:21:13.853184 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ae41ed-e0d3-4ba3-a75b-0b1456e860c7 req-cdc9ac4d-bc35-469d-b587-98d1818353e0 service neutron] Port 20e8870a-338d-4953-9dba-5826d184540f on network a3caa13b-c1d9-428c-8121-b90b74262470 not bound, no agent of type Open vSwitch agent registered on host n-h2-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:21:13.853512 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ae41ed-e0d3-4ba3-a75b-0b1456e860c7 req-cdc9ac4d-bc35-469d-b587-98d1818353e0 service neutron] Attempting to bind port 20e8870a-338d-4953-9dba-5826d184540f on network a3caa13b-c1d9-428c-8121-b90b74262470 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:21:13.860940 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ae41ed-e0d3-4ba3-a75b-0b1456e860c7 req-cdc9ac4d-bc35-469d-b587-98d1818353e0 service neutron] Checking agent: {'id': '9b68a165-e786-4b91-8592-44519c2ecabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:21:13.861280 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ae41ed-e0d3-4ba3-a75b-0b1456e860c7 req-cdc9ac4d-bc35-469d-b587-98d1818353e0 service neutron] Checking segment: {'id': '25180811-8356-42b3-97d7-72477267d807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a3caa13b-c1d9-428c-8121-b90b74262470'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:21:13.861666 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ae41ed-e0d3-4ba3-a75b-0b1456e860c7 req-cdc9ac4d-bc35-469d-b587-98d1818353e0 service neutron] Bound using segment: {'id': '25180811-8356-42b3-97d7-72477267d807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a3caa13b-c1d9-428c-8121-b90b74262470'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:21:13.862084 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-a7ae41ed-e0d3-4ba3-a75b-0b1456e860c7 req-cdc9ac4d-bc35-469d-b587-98d1818353e0 service neutron] Bound port: 20e8870a-338d-4953-9dba-5826d184540f, host: n-h2-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25180811-8356-42b3-97d7-72477267d807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a3caa13b-c1d9-428c-8121-b90b74262470'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:21:13.862448 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-a7ae41ed-e0d3-4ba3-a75b-0b1456e860c7 req-cdc9ac4d-bc35-469d-b587-98d1818353e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (20e8870a-338d-4953-9dba-5826d184540f), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:13.881707 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b4a3c1-52db-4a57-882c-2e41d7b9dd67 req-54f74d8f-1e80-45e4-b66b-fa686b2524f8 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:13.883211 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-57b4a3c1-52db-4a57-882c-2e41d7b9dd67 req-54f74d8f-1e80-45e4-b66b-fa686b2524f8 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9183a22-9381-458e-a3b4-ed077e3f3352 HTTP/1.1" status: 200 len: 944 time: 0.0974970 Feb 04 13:21:13.967099 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-a7ae41ed-e0d3-4ba3-a75b-0b1456e860c7 req-cdc9ac4d-bc35-469d-b587-98d1818353e0 service neutron] For port 20e8870a-338d-4953-9dba-5826d184540f, host n-h2-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:21:13.970137 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-a7ae41ed-e0d3-4ba3-a75b-0b1456e860c7 req-cdc9ac4d-bc35-469d-b587-98d1818353e0 service neutron] For port 20e8870a-338d-4953-9dba-5826d184540f, host n-h2-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=20e8870a-338d-4953-9dba-5826d184540f,segment=NetworkSegment(25180811-8356-42b3-97d7-72477267d807),segment_id=25180811-8356-42b3-97d7-72477267d807)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:21:13.974014 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-57b4a3c1-52db-4a57-882c-2e41d7b9dd67 req-71c6f5dd-ec9f-4d8c-85b4-fb3e400bf6f4 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672684 Feb 04 13:21:13.981375 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-a7ae41ed-e0d3-4ba3-a75b-0b1456e860c7 req-cdc9ac4d-bc35-469d-b587-98d1818353e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (20e8870a-338d-4953-9dba-5826d184540f), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:14.016566 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ae41ed-e0d3-4ba3-a75b-0b1456e860c7 req-cdc9ac4d-bc35-469d-b587-98d1818353e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:14.017639 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-a7ae41ed-e0d3-4ba3-a75b-0b1456e860c7 req-cdc9ac4d-bc35-469d-b587-98d1818353e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:14.019205 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a7ae41ed-e0d3-4ba3-a75b-0b1456e860c7 req-cdc9ac4d-bc35-469d-b587-98d1818353e0 service neutron] 10.222.0.77 "PUT /v2.0/ports/20e8870a-338d-4953-9dba-5826d184540f HTTP/1.1" status: 200 len: 1092 time: 0.7163396 Feb 04 13:21:14.021647 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9183a22-9381-458e-a3b4-ed077e3f3352', 'tag': '20e8870a-338d-4953-9dba-5826d184540f'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:21:14.024589 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48bbd334e613f85cd2144b496d46af0d2e531f29900d43c124e8a63cdd2917ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cda3b82f-4315-43f7-9177-4ecbc11423fb" -d '{"events": [{"name": "network-changed", "server_uuid": "c9183a22-9381-458e-a3b4-ed077e3f3352", "tag": "20e8870a-338d-4953-9dba-5826d184540f"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:21:14.053561 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc9ac4d-bc35-469d-b587-98d1818353e0 service neutron] Pushing event updated for resources: {'Port': ['ID=20e8870a-338d-4953-9dba-5826d184540f,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:14.095302 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46dc4365-ce97-48e1-9ba5-20c6e4d674ab x-openstack-request-id: req-46dc4365-ce97-48e1-9ba5-20c6e4d674ab {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:21:14.095589 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9183a22-9381-458e-a3b4-ed077e3f3352", "tag": "20e8870a-338d-4953-9dba-5826d184540f", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:21:14.095863 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-46dc4365-ce97-48e1-9ba5-20c6e4d674ab {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:21:14.096260 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9183a22-9381-458e-a3b4-ed077e3f3352', 'tag': '20e8870a-338d-4953-9dba-5826d184540f', 'status': 'completed', 'code': 200} Feb 04 13:21:14.116814 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ae41ed-e0d3-4ba3-a75b-0b1456e860c7 req-e19b3010-ac4f-440b-9e2e-275c7ab32e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:14.118326 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a7ae41ed-e0d3-4ba3-a75b-0b1456e860c7 req-e19b3010-ac4f-440b-9e2e-275c7ab32e26 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fe9ab3fdb9da43c1bef62df7d95ef4f6&device_id=c9183a22-9381-458e-a3b4-ed077e3f3352 HTTP/1.1" status: 200 len: 1126 time: 0.0575128 Feb 04 13:21:14.161300 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a7ae41ed-e0d3-4ba3-a75b-0b1456e860c7 req-d8cfb73c-a895-460a-949f-e7b19a91360b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=20e8870a-338d-4953-9dba-5826d184540f HTTP/1.1" status: 200 len: 217 time: 0.0367889 Feb 04 13:21:14.211999 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ae41ed-e0d3-4ba3-a75b-0b1456e860c7 req-0a9b5e84-9e99-420f-abc5-b0cdf99541b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:14.213485 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a7ae41ed-e0d3-4ba3-a75b-0b1456e860c7 req-0a9b5e84-9e99-420f-abc5-b0cdf99541b8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9e164ffd-c51e-46f5-aacc-4e579cf848c4 HTTP/1.1" status: 200 len: 851 time: 0.0465543 Feb 04 13:21:14.268551 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ae41ed-e0d3-4ba3-a75b-0b1456e860c7 req-e9412fc6-fa0c-4ef2-bdf7-85f6b8f774f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:14.270171 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a7ae41ed-e0d3-4ba3-a75b-0b1456e860c7 req-e9412fc6-fa0c-4ef2-bdf7-85f6b8f774f2 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a3caa13b-c1d9-428c-8121-b90b74262470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0498528 Feb 04 13:21:14.363373 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a7ae41ed-e0d3-4ba3-a75b-0b1456e860c7 req-dc72ff14-2e5d-4daa-a4ed-40355eea1b52 service neutron] 10.222.0.77 "GET /v2.0/networks/a3caa13b-c1d9-428c-8121-b90b74262470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878313 Feb 04 13:21:14.453958 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a7ae41ed-e0d3-4ba3-a75b-0b1456e860c7 req-0ff44bab-cb34-42bb-be81-5b0f29c708dc service neutron] 10.222.0.77 "GET /v2.0/networks/a3caa13b-c1d9-428c-8121-b90b74262470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848649 Feb 04 13:21:14.835428 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda3b82f-4315-43f7-9177-4ecbc11423fb req-0b621d24-1b22-475a-bf3b-d56f90ebe61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:14.836981 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cda3b82f-4315-43f7-9177-4ecbc11423fb req-0b621d24-1b22-475a-bf3b-d56f90ebe61c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fe9ab3fdb9da43c1bef62df7d95ef4f6&device_id=c9183a22-9381-458e-a3b4-ed077e3f3352 HTTP/1.1" status: 200 len: 1126 time: 0.3384838 Feb 04 13:21:14.924424 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda3b82f-4315-43f7-9177-4ecbc11423fb req-99df349b-f677-40e7-be1c-3e89d135ab6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:14.925898 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cda3b82f-4315-43f7-9177-4ecbc11423fb req-99df349b-f677-40e7-be1c-3e89d135ab6f service neutron] 10.222.0.77 "GET /v2.0/networks?id=a3caa13b-c1d9-428c-8121-b90b74262470 HTTP/1.1" status: 200 len: 913 time: 0.0830970 Feb 04 13:21:14.970138 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cda3b82f-4315-43f7-9177-4ecbc11423fb req-fc50d46e-73c7-4f1a-ae46-3228292cd3d4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=20e8870a-338d-4953-9dba-5826d184540f HTTP/1.1" status: 200 len: 217 time: 0.0380538 Feb 04 13:21:15.018804 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda3b82f-4315-43f7-9177-4ecbc11423fb req-1f1ce0d3-c599-433a-aa1f-45ee4e12574c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:15.020306 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cda3b82f-4315-43f7-9177-4ecbc11423fb req-1f1ce0d3-c599-433a-aa1f-45ee4e12574c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9e164ffd-c51e-46f5-aacc-4e579cf848c4 HTTP/1.1" status: 200 len: 851 time: 0.0443079 Feb 04 13:21:15.110906 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda3b82f-4315-43f7-9177-4ecbc11423fb req-13a84cc8-bcec-4108-9151-2783bc390f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:15.112451 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cda3b82f-4315-43f7-9177-4ecbc11423fb req-13a84cc8-bcec-4108-9151-2783bc390f35 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a3caa13b-c1d9-428c-8121-b90b74262470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0859082 Feb 04 13:21:15.123826 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b2822b-cea1-4775-8384-51a84eb39fa1 req-f0b50db1-1f82-4ca3-87d9-4a69be2fff71 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:15.125197 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-05b2822b-cea1-4775-8384-51a84eb39fa1 req-f0b50db1-1f82-4ca3-87d9-4a69be2fff71 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9183a22-9381-458e-a3b4-ed077e3f3352 HTTP/1.1" status: 200 len: 944 time: 0.0704322 Feb 04 13:21:15.223520 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-05b2822b-cea1-4775-8384-51a84eb39fa1 req-34942409-2a50-4ba7-8c49-0d4168514219 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905800 Feb 04 13:21:15.241762 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cda3b82f-4315-43f7-9177-4ecbc11423fb req-bc8f1ada-d208-4df2-9930-8f5cd1f06cac service neutron] 10.222.0.77 "GET /v2.0/networks/a3caa13b-c1d9-428c-8121-b90b74262470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156490 Feb 04 13:21:15.335989 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cda3b82f-4315-43f7-9177-4ecbc11423fb req-48fe5f51-ef86-4261-a989-698fd9a34bec service neutron] 10.222.0.77 "GET /v2.0/networks/a3caa13b-c1d9-428c-8121-b90b74262470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852616 Feb 04 13:21:15.595677 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-aba26afd-4f16-49c1-a87c-90d6fe7d6596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:15.785667 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 20e8870a-338d-4953-9dba-5826d184540f details requested by agent hyperv_n-h2-825015-3 with host n-h2-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:21:15.885345 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 20e8870a-338d-4953-9dba-5826d184540f, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=20e8870a-338d-4953-9dba-5826d184540f,segment=NetworkSegment(25180811-8356-42b3-97d7-72477267d807),segment_id=25180811-8356-42b3-97d7-72477267d807)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:21:15.897741 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Returning: {'device': '20e8870a-338d-4953-9dba-5826d184540f', 'network_id': 'a3caa13b-c1d9-428c-8121-b90b74262470', 'port_id': '20e8870a-338d-4953-9dba-5826d184540f', 'mac_address': 'fa:16:3e:08:c7:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e164ffd-c51e-46f5-aacc-4e579cf848c4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:21:15.935086 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 20e8870a-338d-4953-9dba-5826d184540f is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:21:15.935475 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (20e8870a-338d-4953-9dba-5826d184540f), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:15.948606 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20e8870a-338d-4953-9dba-5826d184540f {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:21:15.969160 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 20e8870a-338d-4953-9dba-5826d184540f, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=20e8870a-338d-4953-9dba-5826d184540f,segment=NetworkSegment(25180811-8356-42b3-97d7-72477267d807),segment_id=25180811-8356-42b3-97d7-72477267d807)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:21:15.972833 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (20e8870a-338d-4953-9dba-5826d184540f), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:16.019020 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=20e8870a-338d-4953-9dba-5826d184540f,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:16.159563 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['20e8870a-338d-4953-9dba-5826d184540f'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:21:16.347387 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fe11e5-26fd-454f-9cae-30e83aa359bf req-10f9d449-a634-49e3-bea1-882554974e7f tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:16.348895 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-00fe11e5-26fd-454f-9cae-30e83aa359bf req-10f9d449-a634-49e3-bea1-882554974e7f tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9183a22-9381-458e-a3b4-ed077e3f3352 HTTP/1.1" status: 200 len: 945 time: 0.0543180 Feb 04 13:21:16.397118 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-00fe11e5-26fd-454f-9cae-30e83aa359bf req-3f506e20-a5c3-441b-bc1c-96e7372c964b tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426755 Feb 04 13:21:17.520388 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf70b94a-e0e1-4574-80b3-e6a9d2e24a69 req-d187a128-d01f-4fb0-9761-9956e778c43a tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:17.521784 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bf70b94a-e0e1-4574-80b3-e6a9d2e24a69 req-d187a128-d01f-4fb0-9761-9956e778c43a tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9183a22-9381-458e-a3b4-ed077e3f3352 HTTP/1.1" status: 200 len: 945 time: 0.0573380 Feb 04 13:21:17.571463 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bf70b94a-e0e1-4574-80b3-e6a9d2e24a69 req-714fee17-297e-484d-b784-e5058b1c34d5 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440991 Feb 04 13:21:17.807368 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 20e8870a-338d-4953-9dba-5826d184540f up at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:21:17.859442 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning for port 20e8870a-338d-4953-9dba-5826d184540f completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:21:17.863610 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning complete for port 20e8870a-338d-4953-9dba-5826d184540f triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:21:17.864024 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (20e8870a-338d-4953-9dba-5826d184540f), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:17.942980 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 20e8870a-338d-4953-9dba-5826d184540f is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:21:17.943456 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (20e8870a-338d-4953-9dba-5826d184540f), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:17.967075 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9183a22-9381-458e-a3b4-ed077e3f3352', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20e8870a-338d-4953-9dba-5826d184540f'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:21:17.969350 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53818b00e40e8afff1ffbbb80b1f2b2ececb0555ff6da39e2769b708ef8305ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-766d4325-fdde-4de7-b769-15d468f4bb0b" -d '{"events": [{"server_uuid": "c9183a22-9381-458e-a3b4-ed077e3f3352", "name": "network-vif-plugged", "status": "completed", "tag": "20e8870a-338d-4953-9dba-5826d184540f"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:21:17.981355 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 20e8870a-338d-4953-9dba-5826d184540f, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=20e8870a-338d-4953-9dba-5826d184540f,segment=NetworkSegment(25180811-8356-42b3-97d7-72477267d807),segment_id=25180811-8356-42b3-97d7-72477267d807)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:21:17.985698 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (20e8870a-338d-4953-9dba-5826d184540f), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:18.010900 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1e01bed-bcad-4da2-8443-24038e3ea5a4 x-openstack-request-id: req-f1e01bed-bcad-4da2-8443-24038e3ea5a4 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:21:18.011197 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9183a22-9381-458e-a3b4-ed077e3f3352", "name": "network-vif-plugged", "status": "completed", "tag": "20e8870a-338d-4953-9dba-5826d184540f", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:21:18.011450 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f1e01bed-bcad-4da2-8443-24038e3ea5a4 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:21:18.012494 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9183a22-9381-458e-a3b4-ed077e3f3352', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20e8870a-338d-4953-9dba-5826d184540f', 'code': 200} Feb 04 13:21:18.037101 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=20e8870a-338d-4953-9dba-5826d184540f,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:18.107296 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec439b73-a010-4857-bf3d-e22a24dd52ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:18.110188 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd687cd0-9d9a-4044-be91-35e0b3c224dc req-71f1af49-c579-4bca-8651-302c463bdb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:18.111698 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dd687cd0-9d9a-4044-be91-35e0b3c224dc req-71f1af49-c579-4bca-8651-302c463bdb75 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c9183a22-9381-458e-a3b4-ed077e3f3352 HTTP/1.1" status: 200 len: 1128 time: 0.0460775 Feb 04 13:21:18.156556 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dd687cd0-9d9a-4044-be91-35e0b3c224dc req-1d53fbba-72ce-4084-9ed1-b2c47b101466 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392985 Feb 04 13:21:18.689921 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b2109b-dd2d-4343-a56d-0bcd95adad80 req-955bc82a-f680-4d10-a79c-4b20bfbbde84 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:18.691995 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-29b2109b-dd2d-4343-a56d-0bcd95adad80 req-955bc82a-f680-4d10-a79c-4b20bfbbde84 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9183a22-9381-458e-a3b4-ed077e3f3352 HTTP/1.1" status: 200 len: 946 time: 0.0551267 Feb 04 13:21:18.743606 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-29b2109b-dd2d-4343-a56d-0bcd95adad80 req-d5db0960-d952-4e29-be94-18a9250997d3 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460591 Feb 04 13:21:19.421397 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:19.876360 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80c0eef-ed67-4d8b-a46b-7bf2a39c5357 req-cd762c88-07e6-4d6a-b94f-28c465ef1ce1 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:19.877850 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a80c0eef-ed67-4d8b-a46b-7bf2a39c5357 req-cd762c88-07e6-4d6a-b94f-28c465ef1ce1 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9183a22-9381-458e-a3b4-ed077e3f3352 HTTP/1.1" status: 200 len: 946 time: 0.0569458 Feb 04 13:21:19.925072 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a80c0eef-ed67-4d8b-a46b-7bf2a39c5357 req-1c4f2200-0bd7-4551-9cc5-cbfae3b23958 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416996 Feb 04 13:21:20.038870 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f1b631-d788-4e6e-b925-4004b8b53f37 req-9b590e02-e51c-4fca-8322-a3fbf0c1dd9c tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:20.040269 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d4f1b631-d788-4e6e-b925-4004b8b53f37 req-9b590e02-e51c-4fca-8322-a3fbf0c1dd9c tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9183a22-9381-458e-a3b4-ed077e3f3352 HTTP/1.1" status: 200 len: 946 time: 0.0516498 Feb 04 13:21:20.049247 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 32906) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:21:20.053661 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-9d08b9bf-5e4d-4a08-8076-21726ee4f23e tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Request body: {'floatingip': {'port_id': '20e8870a-338d-4953-9dba-5826d184540f'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:21:20.097632 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9d08b9bf-5e4d-4a08-8076-21726ee4f23e tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Publish callbacks [] for floatingip (89daf197-fd1e-4c6e-a6f1-7a39c6a98146), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:20.517933 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9d08b9bf-5e4d-4a08-8076-21726ee4f23e tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:20.521887 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9d08b9bf-5e4d-4a08-8076-21726ee4f23e tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1599943'] for floatingip (89daf197-fd1e-4c6e-a6f1-7a39c6a98146), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:20.625587 n-d-825015-3 neutron-server[103475]: INFO neutron.db.l3_db [None req-9d08b9bf-5e4d-4a08-8076-21726ee4f23e tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Floating IP 89daf197-fd1e-4c6e-a6f1-7a39c6a98146 associated. External IP: 172.25.3.130, port: 20e8870a-338d-4953-9dba-5826d184540f. Feb 04 13:21:20.679612 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:20.845484 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d08b9bf-5e4d-4a08-8076-21726ee4f23e tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Router 4a7a7b49-5991-4d38-b33e-111c4ed26ea5 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:21:20.956840 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d08b9bf-5e4d-4a08-8076-21726ee4f23e tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:21:20.961524 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9d08b9bf-5e4d-4a08-8076-21726ee4f23e tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:20.968540 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df7ef2d-6f25-47b9-88de-c86f68b1f22c None None] Sync routers for ids ['4a7a7b49-5991-4d38-b33e-111c4ed26ea5'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:21:20.983445 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df7ef2d-6f25-47b9-88de-c86f68b1f22c None None] Routers {'4a7a7b49-5991-4d38-b33e-111c4ed26ea5'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:21:20.984097 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-8df7ef2d-6f25-47b9-88de-c86f68b1f22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:21:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['4a7a7b49-5991-4d38-b33e-111c4ed26ea5'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:20.992936 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-9d08b9bf-5e4d-4a08-8076-21726ee4f23e tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "PUT /v2.0/floatingips/89daf197-fd1e-4c6e-a6f1-7a39c6a98146 HTTP/1.1" status: 200 len: 992 time: 0.9425807 Feb 04 13:21:20.993577 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9183a22-9381-458e-a3b4-ed077e3f3352', 'tag': '20e8870a-338d-4953-9dba-5826d184540f'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:21:20.998507 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48bbd334e613f85cd2144b496d46af0d2e531f29900d43c124e8a63cdd2917ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-139f3d9a-82ca-42c0-ae00-f167295fc826" -d '{"events": [{"name": "network-changed", "server_uuid": "c9183a22-9381-458e-a3b4-ed077e3f3352", "tag": "20e8870a-338d-4953-9dba-5826d184540f"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:21:21.044656 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21ae67aa-f483-48cb-98c2-d64ae9930e4c x-openstack-request-id: req-21ae67aa-f483-48cb-98c2-d64ae9930e4c {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:21:21.044965 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9183a22-9381-458e-a3b4-ed077e3f3352", "tag": "20e8870a-338d-4953-9dba-5826d184540f", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:21:21.045226 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-21ae67aa-f483-48cb-98c2-d64ae9930e4c {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:21:21.045642 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9183a22-9381-458e-a3b4-ed077e3f3352', 'tag': '20e8870a-338d-4953-9dba-5826d184540f', 'status': 'completed', 'code': 200} Feb 04 13:21:21.099523 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-8df7ef2d-6f25-47b9-88de-c86f68b1f22c None None] Set router 4a7a7b49-5991-4d38-b33e-111c4ed26ea5 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:21:21.154623 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d612d701-d486-4666-8f7b-9bcb41b21795 req-4b4f308d-a256-4b42-b886-b942ec50b0e5 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:21.156893 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d612d701-d486-4666-8f7b-9bcb41b21795 req-4b4f308d-a256-4b42-b886-b942ec50b0e5 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9183a22-9381-458e-a3b4-ed077e3f3352 HTTP/1.1" status: 200 len: 946 time: 0.1000319 Feb 04 13:21:21.159962 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139f3d9a-82ca-42c0-ae00-f167295fc826 req-10219570-5c16-43d3-ab5b-72a6dbdb912d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:21.161359 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-139f3d9a-82ca-42c0-ae00-f167295fc826 req-10219570-5c16-43d3-ab5b-72a6dbdb912d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fe9ab3fdb9da43c1bef62df7d95ef4f6&device_id=c9183a22-9381-458e-a3b4-ed077e3f3352 HTTP/1.1" status: 200 len: 1128 time: 0.0931430 Feb 04 13:21:21.267610 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d612d701-d486-4666-8f7b-9bcb41b21795 req-9e87baa6-4848-4e2e-8c71-2b940cf84fab tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041307 Feb 04 13:21:21.303910 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139f3d9a-82ca-42c0-ae00-f167295fc826 req-5397379a-a049-445c-907a-b89d3ab35fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:21.305506 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-139f3d9a-82ca-42c0-ae00-f167295fc826 req-5397379a-a049-445c-907a-b89d3ab35fc3 service neutron] 10.222.0.77 "GET /v2.0/networks?id=a3caa13b-c1d9-428c-8121-b90b74262470 HTTP/1.1" status: 200 len: 913 time: 0.1345184 Feb 04 13:21:21.363217 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-8df7ef2d-6f25-47b9-88de-c86f68b1f22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a7a7b49-5991-4d38-b33e-111c4ed26ea5', 'name': 'tempest-ServerActionsTestJSON-1663030507-router', 'tenant_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'aa469467-7486-49d4-9d5e-6c58bf0d65d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:21:05Z', 'updated_at': '2022-02-04T13:21:07Z', 'revision_number': 4, 'project_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'gw_port': {'id': 'aa469467-7486-49d4-9d5e-6c58bf0d65d9', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:10:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7a7b49-5991-4d38-b33e-111c4ed26ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:21:05Z', 'updated_at': '2022-02-04T13:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': '89daf197-fd1e-4c6e-a6f1-7a39c6a98146', 'tenant_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'floating_ip_address': '172.25.3.130', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': '4a7a7b49-5991-4d38-b33e-111c4ed26ea5', 'port_id': '20e8870a-338d-4953-9dba-5826d184540f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3caa13b-c1d9-428c-8121-b90b74262470', 'mac_address': 'fa:16:3e:08:c7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9183a22-9381-458e-a3b4-ed077e3f3352', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:21:10Z', 'updated_at': '2022-02-04T13:21:20Z', 'revision_number': 1, 'project_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '366443a5-ee5a-4535-8a8e-61f3264f5ebd', 'name': '', 'network_id': 'a3caa13b-c1d9-428c-8121-b90b74262470', 'tenant_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'mac_address': 'fa:16:3e:f3:e3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7a7b49-5991-4d38-b33e-111c4ed26ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '9e164ffd-c51e-46f5-aacc-4e579cf848c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:21:07Z', 'updated_at': '2022-02-04T13:21:11Z', 'revision_number': 5, 'project_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'subnets': [{'id': '9e164ffd-c51e-46f5-aacc-4e579cf848c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:21.384838 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-139f3d9a-82ca-42c0-ae00-f167295fc826 req-fe2aaafd-da7a-4954-9404-b9229115ef06 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=20e8870a-338d-4953-9dba-5826d184540f HTTP/1.1" status: 200 len: 1000 time: 0.0724213 Feb 04 13:21:21.390740 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df7ef2d-6f25-47b9-88de-c86f68b1f22c None None] Checking router: 4a7a7b49-5991-4d38-b33e-111c4ed26ea5 for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:21:21.399923 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df7ef2d-6f25-47b9-88de-c86f68b1f22c None None] Routers {'4a7a7b49-5991-4d38-b33e-111c4ed26ea5'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:21:21.400546 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-8df7ef2d-6f25-47b9-88de-c86f68b1f22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:21:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['4a7a7b49-5991-4d38-b33e-111c4ed26ea5'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:21.444680 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139f3d9a-82ca-42c0-ae00-f167295fc826 req-33154d47-5479-40da-8cd1-8f2f1e91ccb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:21.446314 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-139f3d9a-82ca-42c0-ae00-f167295fc826 req-33154d47-5479-40da-8cd1-8f2f1e91ccb6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9e164ffd-c51e-46f5-aacc-4e579cf848c4 HTTP/1.1" status: 200 len: 851 time: 0.0551546 Feb 04 13:21:21.500568 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139f3d9a-82ca-42c0-ae00-f167295fc826 req-52f59c6b-34f0-4de0-b0da-a3395860b62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:21.502099 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-139f3d9a-82ca-42c0-ae00-f167295fc826 req-52f59c6b-34f0-4de0-b0da-a3395860b62e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a3caa13b-c1d9-428c-8121-b90b74262470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0503325 Feb 04 13:21:21.522486 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-8df7ef2d-6f25-47b9-88de-c86f68b1f22c None None] Set router 4a7a7b49-5991-4d38-b33e-111c4ed26ea5 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:21:21.614779 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-139f3d9a-82ca-42c0-ae00-f167295fc826 req-d4b9d749-1291-4899-a23b-ea983daf0428 service neutron] 10.222.0.77 "GET /v2.0/networks/a3caa13b-c1d9-428c-8121-b90b74262470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058664 Feb 04 13:21:21.713675 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-139f3d9a-82ca-42c0-ae00-f167295fc826 req-747a5662-77d1-46b4-af1d-407ddbc0dd1d service neutron] 10.222.0.77 "GET /v2.0/networks/a3caa13b-c1d9-428c-8121-b90b74262470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930033 Feb 04 13:21:21.792788 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-8df7ef2d-6f25-47b9-88de-c86f68b1f22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a7a7b49-5991-4d38-b33e-111c4ed26ea5', 'name': 'tempest-ServerActionsTestJSON-1663030507-router', 'tenant_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'aa469467-7486-49d4-9d5e-6c58bf0d65d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:21:05Z', 'updated_at': '2022-02-04T13:21:07Z', 'revision_number': 4, 'project_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'gw_port': {'id': 'aa469467-7486-49d4-9d5e-6c58bf0d65d9', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:10:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7a7b49-5991-4d38-b33e-111c4ed26ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:21:05Z', 'updated_at': '2022-02-04T13:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': '89daf197-fd1e-4c6e-a6f1-7a39c6a98146', 'tenant_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'floating_ip_address': '172.25.3.130', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': '4a7a7b49-5991-4d38-b33e-111c4ed26ea5', 'port_id': '20e8870a-338d-4953-9dba-5826d184540f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3caa13b-c1d9-428c-8121-b90b74262470', 'mac_address': 'fa:16:3e:08:c7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9183a22-9381-458e-a3b4-ed077e3f3352', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:21:10Z', 'updated_at': '2022-02-04T13:21:20Z', 'revision_number': 1, 'project_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '366443a5-ee5a-4535-8a8e-61f3264f5ebd', 'name': '', 'network_id': 'a3caa13b-c1d9-428c-8121-b90b74262470', 'tenant_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'mac_address': 'fa:16:3e:f3:e3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7a7b49-5991-4d38-b33e-111c4ed26ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '9e164ffd-c51e-46f5-aacc-4e579cf848c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:21:07Z', 'updated_at': '2022-02-04T13:21:11Z', 'revision_number': 5, 'project_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'subnets': [{'id': '9e164ffd-c51e-46f5-aacc-4e579cf848c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:21.799024 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:21.826812 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df7ef2d-6f25-47b9-88de-c86f68b1f22c None None] The sync data for ids ['4a7a7b49-5991-4d38-b33e-111c4ed26ea5'] in n-d-825015-3 is: [{'id': '4a7a7b49-5991-4d38-b33e-111c4ed26ea5', 'name': 'tempest-ServerActionsTestJSON-1663030507-router', 'tenant_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'aa469467-7486-49d4-9d5e-6c58bf0d65d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:21:05Z', 'updated_at': '2022-02-04T13:21:07Z', 'revision_number': 4, 'project_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'gw_port': {'id': 'aa469467-7486-49d4-9d5e-6c58bf0d65d9', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:10:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7a7b49-5991-4d38-b33e-111c4ed26ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:21:05Z', 'updated_at': '2022-02-04T13:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': '89daf197-fd1e-4c6e-a6f1-7a39c6a98146', 'tenant_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'floating_ip_address': '172.25.3.130', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': '4a7a7b49-5991-4d38-b33e-111c4ed26ea5', 'port_id': '20e8870a-338d-4953-9dba-5826d184540f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3caa13b-c1d9-428c-8121-b90b74262470', 'mac_address': 'fa:16:3e:08:c7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9183a22-9381-458e-a3b4-ed077e3f3352', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:21:10Z', 'updated_at': '2022-02-04T13:21:20Z', 'revision_number': 1, 'project_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '366443a5-ee5a-4535-8a8e-61f3264f5ebd', 'name': '', 'network_id': 'a3caa13b-c1d9-428c-8121-b90b74262470', 'tenant_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'mac_address': 'fa:16:3e:f3:e3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7a7b49-5991-4d38-b33e-111c4ed26ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '9e164ffd-c51e-46f5-aacc-4e579cf848c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:21:07Z', 'updated_at': '2022-02-04T13:21:11Z', 'revision_number': 5, 'project_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'subnets': [{'id': '9e164ffd-c51e-46f5-aacc-4e579cf848c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:21:22.038414 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6f5bdf-e524-4a22-a266-e1873f3aaa28 None None] New status for floating IP 89daf197-fd1e-4c6e-a6f1-7a39c6a98146: ACTIVE {{(pid=103476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:21:22.393270 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259993e1-d81e-450a-b9aa-d6515cac6103 req-a3483012-abc3-4a2c-a18b-7b86faebfa66 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:22.394767 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-259993e1-d81e-450a-b9aa-d6515cac6103 req-a3483012-abc3-4a2c-a18b-7b86faebfa66 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9183a22-9381-458e-a3b4-ed077e3f3352 HTTP/1.1" status: 200 len: 946 time: 0.0550535 Feb 04 13:21:22.446908 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-259993e1-d81e-450a-b9aa-d6515cac6103 req-4ccf6b99-823e-4330-b0dd-6d8f5e4a58f8 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465024 Feb 04 13:21:22.570285 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48256fc-363e-44e9-864e-5381e9d85dec req-a4cae1fc-b741-4e5e-8c93-bbf448ea7ea0 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:22.571771 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b48256fc-363e-44e9-864e-5381e9d85dec req-a4cae1fc-b741-4e5e-8c93-bbf448ea7ea0 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9183a22-9381-458e-a3b4-ed077e3f3352 HTTP/1.1" status: 200 len: 946 time: 0.0523396 Feb 04 13:21:22.618779 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b48256fc-363e-44e9-864e-5381e9d85dec req-80241ddd-9f54-42e6-bd25-65ef5ed5fd9b tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407219 Feb 04 13:21:22.850184 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-0be1bd29-b21e-48e3-8040-3f247de1bf5b req-11dd1bbf-e712-4f73-833d-a8bda25f9113 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c9183a22-9381-458e-a3b4-ed077e3f3352&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0496418 Feb 04 13:21:22.868792 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cde153e-5805-49b8-bcab-52c339ef9ae1 req-ad7171aa-fb6c-4a23-9683-92e3cb685d35 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:22.870603 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7cde153e-5805-49b8-bcab-52c339ef9ae1 req-ad7171aa-fb6c-4a23-9683-92e3cb685d35 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9183a22-9381-458e-a3b4-ed077e3f3352 HTTP/1.1" status: 200 len: 946 time: 0.0636973 Feb 04 13:21:22.920625 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7cde153e-5805-49b8-bcab-52c339ef9ae1 req-7dc167ab-7885-4fe6-951a-e3e2ee045cb9 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431328 Feb 04 13:21:24.086146 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe1dbc2-9136-47cb-9194-bd0773fefc25 req-469925c4-1919-468b-ac0d-cb45391b3f21 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:24.087633 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-abe1dbc2-9136-47cb-9194-bd0773fefc25 req-469925c4-1919-468b-ac0d-cb45391b3f21 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9183a22-9381-458e-a3b4-ed077e3f3352 HTTP/1.1" status: 200 len: 946 time: 0.0916812 Feb 04 13:21:24.090897 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be1bd29-b21e-48e3-8040-3f247de1bf5b req-c21bb271-2aef-48a1-a9b2-6fab9c1578e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:24.092420 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0be1bd29-b21e-48e3-8040-3f247de1bf5b req-c21bb271-2aef-48a1-a9b2-6fab9c1578e8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fe9ab3fdb9da43c1bef62df7d95ef4f6&device_id=c9183a22-9381-458e-a3b4-ed077e3f3352 HTTP/1.1" status: 200 len: 1128 time: 0.0651262 Feb 04 13:21:24.192515 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-abe1dbc2-9136-47cb-9194-bd0773fefc25 req-0b839ee1-bd51-4baa-9b62-490a619d82a1 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974147 Feb 04 13:21:24.222041 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be1bd29-b21e-48e3-8040-3f247de1bf5b req-35116c0e-02b2-487d-84e7-cdd971552f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:24.223504 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0be1bd29-b21e-48e3-8040-3f247de1bf5b req-35116c0e-02b2-487d-84e7-cdd971552f16 service neutron] 10.222.0.77 "GET /v2.0/networks?id=a3caa13b-c1d9-428c-8121-b90b74262470 HTTP/1.1" status: 200 len: 913 time: 0.1203709 Feb 04 13:21:24.290047 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0be1bd29-b21e-48e3-8040-3f247de1bf5b req-5f752bc2-8cf0-47e9-a6e4-29289a8d2300 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=20e8870a-338d-4953-9dba-5826d184540f HTTP/1.1" status: 200 len: 1002 time: 0.0599403 Feb 04 13:21:24.342602 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be1bd29-b21e-48e3-8040-3f247de1bf5b req-8df847d0-e517-4f6e-b4c2-ababe7ef0493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:24.344081 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0be1bd29-b21e-48e3-8040-3f247de1bf5b req-8df847d0-e517-4f6e-b4c2-ababe7ef0493 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9e164ffd-c51e-46f5-aacc-4e579cf848c4 HTTP/1.1" status: 200 len: 851 time: 0.0484087 Feb 04 13:21:24.395003 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be1bd29-b21e-48e3-8040-3f247de1bf5b req-ed7f06c7-0fdd-43e7-bc9d-98b2dd7e1c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:24.396447 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0be1bd29-b21e-48e3-8040-3f247de1bf5b req-ed7f06c7-0fdd-43e7-bc9d-98b2dd7e1c69 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a3caa13b-c1d9-428c-8121-b90b74262470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0466707 Feb 04 13:21:24.488055 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0be1bd29-b21e-48e3-8040-3f247de1bf5b req-8e269886-959a-49e1-90e7-f708fa4e576d service neutron] 10.222.0.77 "GET /v2.0/networks/a3caa13b-c1d9-428c-8121-b90b74262470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829325 Feb 04 13:21:24.581862 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0be1bd29-b21e-48e3-8040-3f247de1bf5b req-9f84335a-0177-41cf-a0da-a819f765a0c1 service neutron] 10.222.0.77 "GET /v2.0/networks/a3caa13b-c1d9-428c-8121-b90b74262470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883825 Feb 04 13:21:25.315971 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63b66da-0f97-4af5-b08a-1c3e250647e3 req-6fa4b7d5-9341-4eca-a3bf-69ac3db9fd05 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:25.317475 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d63b66da-0f97-4af5-b08a-1c3e250647e3 req-6fa4b7d5-9341-4eca-a3bf-69ac3db9fd05 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9183a22-9381-458e-a3b4-ed077e3f3352 HTTP/1.1" status: 200 len: 946 time: 0.0538993 Feb 04 13:21:25.365610 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d63b66da-0f97-4af5-b08a-1c3e250647e3 req-e1ec82f9-3139-40a2-b2fa-ddcc3a224741 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424607 Feb 04 13:21:26.485038 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa84b993-b0ff-44a9-898a-b42dabf2bc74 req-e15acc86-ec93-4dcb-81a6-d45618265d7b tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:26.486523 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fa84b993-b0ff-44a9-898a-b42dabf2bc74 req-e15acc86-ec93-4dcb-81a6-d45618265d7b tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9183a22-9381-458e-a3b4-ed077e3f3352 HTTP/1.1" status: 200 len: 946 time: 0.0527911 Feb 04 13:21:26.538340 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fa84b993-b0ff-44a9-898a-b42dabf2bc74 req-6a96c4ed-41e1-499c-b6fe-7acfafb74f9f tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463324 Feb 04 13:21:27.664552 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498a61a8-fc06-4f0d-8df6-b2b94d2045c8 req-8b72ca95-d500-4a37-a2a1-9516f47757e9 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:27.666042 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-498a61a8-fc06-4f0d-8df6-b2b94d2045c8 req-8b72ca95-d500-4a37-a2a1-9516f47757e9 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9183a22-9381-458e-a3b4-ed077e3f3352 HTTP/1.1" status: 200 len: 946 time: 0.0557618 Feb 04 13:21:27.713192 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-498a61a8-fc06-4f0d-8df6-b2b94d2045c8 req-3844e4f9-5245-4a86-ad6e-9889d5b8fc26 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416675 Feb 04 13:21:28.839303 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b831cf-087d-4656-9d9e-92eeedd51074 req-a5cd4b8e-6aa1-443f-8237-c0cd6f803d6c tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:28.841802 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-17b831cf-087d-4656-9d9e-92eeedd51074 req-a5cd4b8e-6aa1-443f-8237-c0cd6f803d6c tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9183a22-9381-458e-a3b4-ed077e3f3352 HTTP/1.1" status: 200 len: 946 time: 0.0577390 Feb 04 13:21:28.889239 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-17b831cf-087d-4656-9d9e-92eeedd51074 req-a858e3eb-f601-433f-b990-a5a8c265a2d7 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418885 Feb 04 13:21:30.017702 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b126db1-e493-47ad-87a0-b7be9515962c req-44727d28-3c48-4ca8-9632-160599b8ecaf tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:30.019158 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5b126db1-e493-47ad-87a0-b7be9515962c req-44727d28-3c48-4ca8-9632-160599b8ecaf tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9183a22-9381-458e-a3b4-ed077e3f3352 HTTP/1.1" status: 200 len: 946 time: 0.0577524 Feb 04 13:21:30.067102 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5b126db1-e493-47ad-87a0-b7be9515962c req-b7be5391-080b-4a32-abe9-ac6cc3624d63 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423844 Feb 04 13:21:31.188067 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c641b310-9f38-4e7e-8dd1-ebd507bd7a2c req-e0f0232d-9481-4869-bb39-18591978dccc tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:31.189555 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c641b310-9f38-4e7e-8dd1-ebd507bd7a2c req-e0f0232d-9481-4869-bb39-18591978dccc tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9183a22-9381-458e-a3b4-ed077e3f3352 HTTP/1.1" status: 200 len: 946 time: 0.0540326 Feb 04 13:21:31.238474 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c641b310-9f38-4e7e-8dd1-ebd507bd7a2c req-1d5c1b10-bc5b-4d00-b892-e3790e7fc818 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431638 Feb 04 13:21:31.608405 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:32.270759 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:32.365813 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73785c93-e1dc-4a12-a9c6-cb05b9d19fe6 req-8a81e85e-6ca5-4dcb-b7d1-f6ae06bad2ab tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:32.367341 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-73785c93-e1dc-4a12-a9c6-cb05b9d19fe6 req-8a81e85e-6ca5-4dcb-b7d1-f6ae06bad2ab tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9183a22-9381-458e-a3b4-ed077e3f3352 HTTP/1.1" status: 200 len: 946 time: 0.0592692 Feb 04 13:21:32.414930 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-73785c93-e1dc-4a12-a9c6-cb05b9d19fe6 req-eb80f0d1-6c4f-441b-9a4f-a29078f863ca tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413897 Feb 04 13:21:33.537995 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8c8607-fa19-4dcb-bd78-fd6a0ecdd556 req-b326ea5a-90ad-4069-a0cc-71fc17a5afd0 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:33.539397 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3a8c8607-fa19-4dcb-bd78-fd6a0ecdd556 req-b326ea5a-90ad-4069-a0cc-71fc17a5afd0 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9183a22-9381-458e-a3b4-ed077e3f3352 HTTP/1.1" status: 200 len: 946 time: 0.0545092 Feb 04 13:21:33.586544 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3a8c8607-fa19-4dcb-bd78-fd6a0ecdd556 req-392234a1-4f96-457c-a171-492601e08209 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412540 Feb 04 13:21:34.708572 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b3adc-9b56-4fa7-8f6a-6e1359507ea3 req-abc50982-ea5e-4766-bfdb-b9aa82b32cc6 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:34.710042 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-371b3adc-9b56-4fa7-8f6a-6e1359507ea3 req-abc50982-ea5e-4766-bfdb-b9aa82b32cc6 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9183a22-9381-458e-a3b4-ed077e3f3352 HTTP/1.1" status: 200 len: 946 time: 0.0542376 Feb 04 13:21:34.760994 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-371b3adc-9b56-4fa7-8f6a-6e1359507ea3 req-ebc4a444-c6ed-43f7-985c-0ba9486e7fe8 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454626 Feb 04 13:21:35.882341 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee7f9a3-18ee-4f2c-bb35-84c6ecd7746e req-fa03ae85-a1aa-42c2-ab11-7b9bdc710db8 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:35.883840 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-aee7f9a3-18ee-4f2c-bb35-84c6ecd7746e req-fa03ae85-a1aa-42c2-ab11-7b9bdc710db8 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9183a22-9381-458e-a3b4-ed077e3f3352 HTTP/1.1" status: 200 len: 946 time: 0.0542543 Feb 04 13:21:35.929218 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-aee7f9a3-18ee-4f2c-bb35-84c6ecd7746e req-0523de15-c293-4ccb-a2c8-1712712c6b03 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398748 Feb 04 13:21:36.789729 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6549e724-feda-4259-a93e-a54cf709dbaa req-60e08966-5c82-42d6-8e7a-834d3c37924a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:36.791223 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6549e724-feda-4259-a93e-a54cf709dbaa req-60e08966-5c82-42d6-8e7a-834d3c37924a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fe9ab3fdb9da43c1bef62df7d95ef4f6&device_id=c9183a22-9381-458e-a3b4-ed077e3f3352 HTTP/1.1" status: 200 len: 1128 time: 0.0952675 Feb 04 13:21:36.896053 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6549e724-feda-4259-a93e-a54cf709dbaa req-05cebc46-c2dc-43d0-a52d-72de5b662d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:36.897602 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6549e724-feda-4259-a93e-a54cf709dbaa req-05cebc46-c2dc-43d0-a52d-72de5b662d9e service neutron] 10.222.0.77 "GET /v2.0/networks?id=a3caa13b-c1d9-428c-8121-b90b74262470 HTTP/1.1" status: 200 len: 913 time: 0.0888016 Feb 04 13:21:36.963612 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6549e724-feda-4259-a93e-a54cf709dbaa req-4ec64ce4-8799-4764-8dfb-06131818bd4f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=20e8870a-338d-4953-9dba-5826d184540f HTTP/1.1" status: 200 len: 1002 time: 0.0603819 Feb 04 13:21:37.041291 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6549e724-feda-4259-a93e-a54cf709dbaa req-0109e3bd-6861-4d36-a99f-c4ab56fb06b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:37.042744 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6549e724-feda-4259-a93e-a54cf709dbaa req-0109e3bd-6861-4d36-a99f-c4ab56fb06b7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9e164ffd-c51e-46f5-aacc-4e579cf848c4 HTTP/1.1" status: 200 len: 851 time: 0.0725219 Feb 04 13:21:37.095113 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1715046a-85cd-4939-a29f-a20afa2e0741 req-cdaae735-6a0d-4ada-86ef-312200e5172f tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:37.096618 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1715046a-85cd-4939-a29f-a20afa2e0741 req-cdaae735-6a0d-4ada-86ef-312200e5172f tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9183a22-9381-458e-a3b4-ed077e3f3352 HTTP/1.1" status: 200 len: 946 time: 0.0915322 Feb 04 13:21:37.127446 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6549e724-feda-4259-a93e-a54cf709dbaa req-9297f4c3-e099-4b37-80dd-1e1e12b75cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:37.128956 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6549e724-feda-4259-a93e-a54cf709dbaa req-9297f4c3-e099-4b37-80dd-1e1e12b75cb5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a3caa13b-c1d9-428c-8121-b90b74262470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0787282 Feb 04 13:21:37.199680 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1715046a-85cd-4939-a29f-a20afa2e0741 req-2b80bb89-f900-49dc-bcf4-1f62f485ae67 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970554 Feb 04 13:21:37.240230 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6549e724-feda-4259-a93e-a54cf709dbaa req-098bb139-026d-4100-9580-d6d29d7e1da3 service neutron] 10.222.0.77 "GET /v2.0/networks/a3caa13b-c1d9-428c-8121-b90b74262470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042974 Feb 04 13:21:37.327823 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6549e724-feda-4259-a93e-a54cf709dbaa req-080e62af-691a-45c8-850a-57e9f45fe6ef service neutron] 10.222.0.77 "GET /v2.0/networks/a3caa13b-c1d9-428c-8121-b90b74262470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817623 Feb 04 13:21:38.326700 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03654de-0050-4f5b-84f4-a836ada6843b req-45156f37-bdf7-46b3-b4cf-7e6254e944c8 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:38.329353 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f03654de-0050-4f5b-84f4-a836ada6843b req-45156f37-bdf7-46b3-b4cf-7e6254e944c8 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9183a22-9381-458e-a3b4-ed077e3f3352 HTTP/1.1" status: 200 len: 946 time: 0.0569081 Feb 04 13:21:38.535114 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:21:38.674948 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f03654de-0050-4f5b-84f4-a836ada6843b req-16e97c49-6aa9-430c-a650-f061c85b3436 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3401179 Feb 04 13:21:39.794006 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ea5b02-733b-4ab9-bc7f-39a6ef7709fd req-05168282-5197-49bc-9a36-30247a949ae6 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:39.795459 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-45ea5b02-733b-4ab9-bc7f-39a6ef7709fd req-05168282-5197-49bc-9a36-30247a949ae6 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9183a22-9381-458e-a3b4-ed077e3f3352 HTTP/1.1" status: 200 len: 946 time: 0.0521111 Feb 04 13:21:39.845441 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-45ea5b02-733b-4ab9-bc7f-39a6ef7709fd req-266cf458-af43-44e6-aba5-2ae5c5ce118e tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410523 Feb 04 13:21:40.966240 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97137066-8158-4bcf-ae7c-93bed2b6c09a req-0966fcfe-66d7-4bba-bfe0-5858e9c578ec tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:40.968297 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-97137066-8158-4bcf-ae7c-93bed2b6c09a req-0966fcfe-66d7-4bba-bfe0-5858e9c578ec tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9183a22-9381-458e-a3b4-ed077e3f3352 HTTP/1.1" status: 200 len: 946 time: 0.0528843 Feb 04 13:21:41.018739 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-97137066-8158-4bcf-ae7c-93bed2b6c09a req-223fd942-41fa-457d-8069-9f104b111a59 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448387 Feb 04 13:21:41.248755 n-d-825015-3 neutron-server[103475]: INFO neutron.api.v2.resource [req-0be1bd29-b21e-48e3-8040-3f247de1bf5b req-8a6129c9-c014-45a9-b9a6-bca582289422 service neutron] show failed (client error): The resource could not be found. Feb 04 13:21:41.250393 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0be1bd29-b21e-48e3-8040-3f247de1bf5b req-8a6129c9-c014-45a9-b9a6-bca582289422 service neutron] 10.222.0.77 "GET /v2.0/ports/20e8870a-338d-4953-9dba-5826d184540f/bindings/n-h1-825015-3 HTTP/1.1" status: 404 len: 380 time: 0.0544066 Feb 04 13:21:41.451642 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be1bd29-b21e-48e3-8040-3f247de1bf5b req-4a7eb950-7d7a-409e-8643-2a4e9a8e5fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:41.454238 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0be1bd29-b21e-48e3-8040-3f247de1bf5b req-4a7eb950-7d7a-409e-8643-2a4e9a8e5fa5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c9183a22-9381-458e-a3b4-ed077e3f3352&tenant_id=fe9ab3fdb9da43c1bef62df7d95ef4f6 HTTP/1.1" status: 200 len: 1128 time: 0.0475082 Feb 04 13:21:41.467029 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-0be1bd29-b21e-48e3-8040-3f247de1bf5b req-6e71623c-6433-495e-ba08-e15e04450e30 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825015-3', 'device_owner': 'compute:nova'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:21:41.527825 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-0be1bd29-b21e-48e3-8040-3f247de1bf5b req-6e71623c-6433-495e-ba08-e15e04450e30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (20e8870a-338d-4953-9dba-5826d184540f), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:41.727343 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-0be1bd29-b21e-48e3-8040-3f247de1bf5b req-6e71623c-6433-495e-ba08-e15e04450e30 service neutron] For port 20e8870a-338d-4953-9dba-5826d184540f, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=20e8870a-338d-4953-9dba-5826d184540f,segment=NetworkSegment(25180811-8356-42b3-97d7-72477267d807),segment_id=25180811-8356-42b3-97d7-72477267d807)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:21:41.759811 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-0be1bd29-b21e-48e3-8040-3f247de1bf5b req-6e71623c-6433-495e-ba08-e15e04450e30 service neutron] For port 20e8870a-338d-4953-9dba-5826d184540f, host n-h2-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:21:41.799453 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9183a22-9381-458e-a3b4-ed077e3f3352', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20e8870a-338d-4953-9dba-5826d184540f'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:21:41.801813 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48bbd334e613f85cd2144b496d46af0d2e531f29900d43c124e8a63cdd2917ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a606f5b5-2255-47f2-8ed2-e3cd741b4bc2" -d '{"events": [{"server_uuid": "c9183a22-9381-458e-a3b4-ed077e3f3352", "name": "network-vif-unplugged", "status": "completed", "tag": "20e8870a-338d-4953-9dba-5826d184540f"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:21:41.805770 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-0be1bd29-b21e-48e3-8040-3f247de1bf5b req-6e71623c-6433-495e-ba08-e15e04450e30 service neutron] Publish callbacks [] for port (20e8870a-338d-4953-9dba-5826d184540f), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:41.818446 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-0be1bd29-b21e-48e3-8040-3f247de1bf5b req-6e71623c-6433-495e-ba08-e15e04450e30 service neutron] Transition to ACTIVE for port object 20e8870a-338d-4953-9dba-5826d184540f will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:21:41.821838 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-0be1bd29-b21e-48e3-8040-3f247de1bf5b req-6e71623c-6433-495e-ba08-e15e04450e30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (20e8870a-338d-4953-9dba-5826d184540f), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:41.851791 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 13:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d02d9e5f-6190-42c8-b876-e16910bffadf x-openstack-request-id: req-d02d9e5f-6190-42c8-b876-e16910bffadf {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:21:41.852091 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9183a22-9381-458e-a3b4-ed077e3f3352", "name": "network-vif-unplugged", "status": "completed", "tag": "20e8870a-338d-4953-9dba-5826d184540f", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:21:41.852347 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d02d9e5f-6190-42c8-b876-e16910bffadf {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:21:41.852744 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9183a22-9381-458e-a3b4-ed077e3f3352', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20e8870a-338d-4953-9dba-5826d184540f', 'code': 200} Feb 04 13:21:41.909021 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e71623c-6433-495e-ba08-e15e04450e30 service neutron] Pushing event updated for resources: {'Port': ['ID=20e8870a-338d-4953-9dba-5826d184540f,revision_number=6']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:41.950342 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-0be1bd29-b21e-48e3-8040-3f247de1bf5b req-6e71623c-6433-495e-ba08-e15e04450e30 service neutron] No DVR routers for this DVR port 20e8870a-338d-4953-9dba-5826d184540f on host n-h2-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:21:42.106538 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-0be1bd29-b21e-48e3-8040-3f247de1bf5b req-6e71623c-6433-495e-ba08-e15e04450e30 service neutron] Attempting to bind port 20e8870a-338d-4953-9dba-5826d184540f on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:21:42.107146 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-0be1bd29-b21e-48e3-8040-3f247de1bf5b req-6e71623c-6433-495e-ba08-e15e04450e30 service neutron] Attempting to bind port 20e8870a-338d-4953-9dba-5826d184540f by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': '25180811-8356-42b3-97d7-72477267d807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a3caa13b-c1d9-428c-8121-b90b74262470'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:21:42.107260 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be1bd29-b21e-48e3-8040-3f247de1bf5b req-6e71623c-6433-495e-ba08-e15e04450e30 service neutron] Attempting to bind port 20e8870a-338d-4953-9dba-5826d184540f on network a3caa13b-c1d9-428c-8121-b90b74262470 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:21:42.129148 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be1bd29-b21e-48e3-8040-3f247de1bf5b req-6e71623c-6433-495e-ba08-e15e04450e30 service neutron] Port 20e8870a-338d-4953-9dba-5826d184540f on network a3caa13b-c1d9-428c-8121-b90b74262470 not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:21:42.129405 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be1bd29-b21e-48e3-8040-3f247de1bf5b req-6e71623c-6433-495e-ba08-e15e04450e30 service neutron] Attempting to bind port 20e8870a-338d-4953-9dba-5826d184540f on network a3caa13b-c1d9-428c-8121-b90b74262470 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:21:42.137549 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be1bd29-b21e-48e3-8040-3f247de1bf5b req-6e71623c-6433-495e-ba08-e15e04450e30 service neutron] Checking agent: {'id': 'f8add0d2-2202-43d3-bc0e-72442788e6ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:21:42.137887 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be1bd29-b21e-48e3-8040-3f247de1bf5b req-6e71623c-6433-495e-ba08-e15e04450e30 service neutron] Checking segment: {'id': '25180811-8356-42b3-97d7-72477267d807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a3caa13b-c1d9-428c-8121-b90b74262470'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:21:42.138265 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be1bd29-b21e-48e3-8040-3f247de1bf5b req-6e71623c-6433-495e-ba08-e15e04450e30 service neutron] Bound using segment: {'id': '25180811-8356-42b3-97d7-72477267d807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a3caa13b-c1d9-428c-8121-b90b74262470'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:21:42.138687 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-0be1bd29-b21e-48e3-8040-3f247de1bf5b req-6e71623c-6433-495e-ba08-e15e04450e30 service neutron] Bound port: 20e8870a-338d-4953-9dba-5826d184540f, host: n-h1-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25180811-8356-42b3-97d7-72477267d807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a3caa13b-c1d9-428c-8121-b90b74262470'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:21:42.139046 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-0be1bd29-b21e-48e3-8040-3f247de1bf5b req-6e71623c-6433-495e-ba08-e15e04450e30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (20e8870a-338d-4953-9dba-5826d184540f), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:42.188843 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d05870-80d9-406e-86ef-fe0a46369010 req-b84684c0-f87b-43fd-8951-b6f450e5857f tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:42.190310 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a3d05870-80d9-406e-86ef-fe0a46369010 req-b84684c0-f87b-43fd-8951-b6f450e5857f tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9183a22-9381-458e-a3b4-ed077e3f3352 HTTP/1.1" status: 200 len: 944 time: 0.0980918 Feb 04 13:21:42.242355 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-0be1bd29-b21e-48e3-8040-3f247de1bf5b req-6e71623c-6433-495e-ba08-e15e04450e30 service neutron] For port 20e8870a-338d-4953-9dba-5826d184540f, host n-h1-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:21:42.259825 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-0be1bd29-b21e-48e3-8040-3f247de1bf5b req-6e71623c-6433-495e-ba08-e15e04450e30 service neutron] For port 20e8870a-338d-4953-9dba-5826d184540f, host n-h1-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=20e8870a-338d-4953-9dba-5826d184540f,segment=NetworkSegment(25180811-8356-42b3-97d7-72477267d807),segment_id=25180811-8356-42b3-97d7-72477267d807)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:21:42.263788 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a3d05870-80d9-406e-86ef-fe0a46369010 req-372c96db-6f2d-4fe9-815a-dbe7c820f534 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671208 Feb 04 13:21:42.270446 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-0be1bd29-b21e-48e3-8040-3f247de1bf5b req-6e71623c-6433-495e-ba08-e15e04450e30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (20e8870a-338d-4953-9dba-5826d184540f), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:42.304608 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be1bd29-b21e-48e3-8040-3f247de1bf5b req-6e71623c-6433-495e-ba08-e15e04450e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:42.305181 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-0be1bd29-b21e-48e3-8040-3f247de1bf5b req-6e71623c-6433-495e-ba08-e15e04450e30 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:42.306564 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0be1bd29-b21e-48e3-8040-3f247de1bf5b req-6e71623c-6433-495e-ba08-e15e04450e30 service neutron] 10.222.0.73 "PUT /v2.0/ports/20e8870a-338d-4953-9dba-5826d184540f HTTP/1.1" status: 200 len: 1092 time: 0.8438013 Feb 04 13:21:42.337989 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e71623c-6433-495e-ba08-e15e04450e30 service neutron] Pushing event updated for resources: {'Port': ['ID=20e8870a-338d-4953-9dba-5826d184540f,revision_number=7']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:42.381066 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be1bd29-b21e-48e3-8040-3f247de1bf5b req-7839c0d5-867c-4650-b278-7f18eee1c9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:42.382755 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0be1bd29-b21e-48e3-8040-3f247de1bf5b req-7839c0d5-867c-4650-b278-7f18eee1c9af service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fe9ab3fdb9da43c1bef62df7d95ef4f6&device_id=c9183a22-9381-458e-a3b4-ed077e3f3352 HTTP/1.1" status: 200 len: 1126 time: 0.0529788 Feb 04 13:21:42.484677 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be1bd29-b21e-48e3-8040-3f247de1bf5b req-db5b505c-80c2-4685-a577-1db94286f828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:42.486160 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0be1bd29-b21e-48e3-8040-3f247de1bf5b req-db5b505c-80c2-4685-a577-1db94286f828 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a3caa13b-c1d9-428c-8121-b90b74262470 HTTP/1.1" status: 200 len: 913 time: 0.0917952 Feb 04 13:21:42.554827 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0be1bd29-b21e-48e3-8040-3f247de1bf5b req-ee368706-d6da-46ae-b943-18227520e98c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=20e8870a-338d-4953-9dba-5826d184540f HTTP/1.1" status: 200 len: 1000 time: 0.0607357 Feb 04 13:21:42.610876 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be1bd29-b21e-48e3-8040-3f247de1bf5b req-d3c2f304-a747-4228-991c-5ca524a492e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:42.612395 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0be1bd29-b21e-48e3-8040-3f247de1bf5b req-d3c2f304-a747-4228-991c-5ca524a492e3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9e164ffd-c51e-46f5-aacc-4e579cf848c4 HTTP/1.1" status: 200 len: 851 time: 0.0493634 Feb 04 13:21:42.663694 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be1bd29-b21e-48e3-8040-3f247de1bf5b req-71f1ad09-3784-4146-8863-1255b651f11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:42.665226 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0be1bd29-b21e-48e3-8040-3f247de1bf5b req-71f1ad09-3784-4146-8863-1255b651f11d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a3caa13b-c1d9-428c-8121-b90b74262470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0460215 Feb 04 13:21:42.755899 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0be1bd29-b21e-48e3-8040-3f247de1bf5b req-c7546537-1a72-4d63-8241-794fc4285ce6 service neutron] 10.222.0.73 "GET /v2.0/networks/a3caa13b-c1d9-428c-8121-b90b74262470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832562 Feb 04 13:21:42.850321 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0be1bd29-b21e-48e3-8040-3f247de1bf5b req-aae52e44-d1aa-482c-b79c-e1995d4e5100 service neutron] 10.222.0.73 "GET /v2.0/networks/a3caa13b-c1d9-428c-8121-b90b74262470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879560 Feb 04 13:21:43.391346 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74348d86-7aaa-4512-99e7-32785ff05c68 req-ee64466a-6b6e-4649-be32-983cbda0ef83 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:43.392883 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-74348d86-7aaa-4512-99e7-32785ff05c68 req-ee64466a-6b6e-4649-be32-983cbda0ef83 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9183a22-9381-458e-a3b4-ed077e3f3352 HTTP/1.1" status: 200 len: 944 time: 0.0538638 Feb 04 13:21:43.438793 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-74348d86-7aaa-4512-99e7-32785ff05c68 req-fe500664-ec62-45d7-b29d-2fc376f0b5ea tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404902 Feb 04 13:21:43.854088 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9183a22-9381-458e-a3b4-ed077e3f3352', 'tag': '20e8870a-338d-4953-9dba-5826d184540f'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:21:43.856532 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48bbd334e613f85cd2144b496d46af0d2e531f29900d43c124e8a63cdd2917ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84b06b96-294e-4594-964a-c4531be0b5a2" -d '{"events": [{"name": "network-changed", "server_uuid": "c9183a22-9381-458e-a3b4-ed077e3f3352", "tag": "20e8870a-338d-4953-9dba-5826d184540f"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:21:43.908249 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53aa7c89-67eb-4973-b09b-5efac8ffbaf4 x-openstack-request-id: req-53aa7c89-67eb-4973-b09b-5efac8ffbaf4 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:21:43.908560 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9183a22-9381-458e-a3b4-ed077e3f3352", "tag": "20e8870a-338d-4953-9dba-5826d184540f", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:21:43.908817 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-53aa7c89-67eb-4973-b09b-5efac8ffbaf4 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:21:43.909235 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9183a22-9381-458e-a3b4-ed077e3f3352', 'tag': '20e8870a-338d-4953-9dba-5826d184540f', 'status': 'completed', 'code': 200} Feb 04 13:21:43.925912 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 20e8870a-338d-4953-9dba-5826d184540f no longer exists at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:21:43.966492 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] The host n-h2-825015-3 is not matching for port 20e8870a-338d-4953-9dba-5826d184540f host n-h1-825015-3! {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 04 13:21:43.966891 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 20e8870a-338d-4953-9dba-5826d184540f not bound to the agent host n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:21:44.007648 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b06b96-294e-4594-964a-c4531be0b5a2 req-311aecd8-9985-4573-b7b9-a6148baa4591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:44.009194 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-84b06b96-294e-4594-964a-c4531be0b5a2 req-311aecd8-9985-4573-b7b9-a6148baa4591 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fe9ab3fdb9da43c1bef62df7d95ef4f6&device_id=c9183a22-9381-458e-a3b4-ed077e3f3352 HTTP/1.1" status: 200 len: 1126 time: 0.0828984 Feb 04 13:21:44.015339 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b06b96-294e-4594-964a-c4531be0b5a2 req-9f79d110-5cb1-439b-acbc-3b5239f3d745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:44.016762 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-84b06b96-294e-4594-964a-c4531be0b5a2 req-9f79d110-5cb1-439b-acbc-3b5239f3d745 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fe9ab3fdb9da43c1bef62df7d95ef4f6&device_id=c9183a22-9381-458e-a3b4-ed077e3f3352 HTTP/1.1" status: 200 len: 1126 time: 0.0644963 Feb 04 13:21:44.173124 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b06b96-294e-4594-964a-c4531be0b5a2 req-2aced853-6c08-43cc-b786-646c7c49c8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:44.174512 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-84b06b96-294e-4594-964a-c4531be0b5a2 req-2aced853-6c08-43cc-b786-646c7c49c8bb service neutron] 10.222.0.77 "GET /v2.0/networks?id=a3caa13b-c1d9-428c-8121-b90b74262470 HTTP/1.1" status: 200 len: 913 time: 0.1568959 Feb 04 13:21:44.175594 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b06b96-294e-4594-964a-c4531be0b5a2 req-8745cec7-0b9f-48c8-905c-206f42b96241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:44.177010 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-84b06b96-294e-4594-964a-c4531be0b5a2 req-8745cec7-0b9f-48c8-905c-206f42b96241 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a3caa13b-c1d9-428c-8121-b90b74262470 HTTP/1.1" status: 200 len: 913 time: 0.1523042 Feb 04 13:21:44.295315 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-84b06b96-294e-4594-964a-c4531be0b5a2 req-56545eec-0bd8-44c3-8ff4-480576450c5f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=20e8870a-338d-4953-9dba-5826d184540f HTTP/1.1" status: 200 len: 1000 time: 0.1148927 Feb 04 13:21:44.297779 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-84b06b96-294e-4594-964a-c4531be0b5a2 req-3cb23629-ab54-4867-a012-a1372ec2ae4a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=20e8870a-338d-4953-9dba-5826d184540f HTTP/1.1" status: 200 len: 1000 time: 0.1113451 Feb 04 13:21:44.382399 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b06b96-294e-4594-964a-c4531be0b5a2 req-22ea432c-705d-4dbe-81b0-8e4795e28d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:44.383897 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-84b06b96-294e-4594-964a-c4531be0b5a2 req-22ea432c-705d-4dbe-81b0-8e4795e28d7a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9e164ffd-c51e-46f5-aacc-4e579cf848c4 HTTP/1.1" status: 200 len: 851 time: 0.0828128 Feb 04 13:21:44.385291 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b06b96-294e-4594-964a-c4531be0b5a2 req-9bee7270-9050-4f78-867a-35740783e086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:44.386589 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-84b06b96-294e-4594-964a-c4531be0b5a2 req-9bee7270-9050-4f78-867a-35740783e086 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9e164ffd-c51e-46f5-aacc-4e579cf848c4 HTTP/1.1" status: 200 len: 851 time: 0.0781360 Feb 04 13:21:44.463105 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b06b96-294e-4594-964a-c4531be0b5a2 req-49b78fcc-815e-4792-8a1f-9706ed4a2efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:44.464531 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-84b06b96-294e-4594-964a-c4531be0b5a2 req-49b78fcc-815e-4792-8a1f-9706ed4a2efd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a3caa13b-c1d9-428c-8121-b90b74262470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0676198 Feb 04 13:21:44.468269 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b06b96-294e-4594-964a-c4531be0b5a2 req-ea76e2e2-73bf-4070-beec-db6968842f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:44.469189 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-84b06b96-294e-4594-964a-c4531be0b5a2 req-ea76e2e2-73bf-4070-beec-db6968842f36 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a3caa13b-c1d9-428c-8121-b90b74262470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0799799 Feb 04 13:21:44.676550 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-84b06b96-294e-4594-964a-c4531be0b5a2 req-705a12be-d2d1-477f-b64b-113863e7f264 service neutron] 10.222.0.77 "GET /v2.0/networks/a3caa13b-c1d9-428c-8121-b90b74262470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015893 Feb 04 13:21:44.679335 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-84b06b96-294e-4594-964a-c4531be0b5a2 req-afd884e9-7d03-4126-9d10-e301f3c54e2b service neutron] 10.222.0.73 "GET /v2.0/networks/a3caa13b-c1d9-428c-8121-b90b74262470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972251 Feb 04 13:21:44.701162 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31afce80-994e-45ce-acfb-99aae19c1528 req-d5f14bd2-739a-426d-9a86-6879c31b46f7 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:44.703239 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-31afce80-994e-45ce-acfb-99aae19c1528 req-d5f14bd2-739a-426d-9a86-6879c31b46f7 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9183a22-9381-458e-a3b4-ed077e3f3352 HTTP/1.1" status: 200 len: 944 time: 0.1463525 Feb 04 13:21:44.869889 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-31afce80-994e-45ce-acfb-99aae19c1528 req-b9c9b470-20e0-4c2f-ba5c-1dd7d0d7e676 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1511011 Feb 04 13:21:44.876756 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-84b06b96-294e-4594-964a-c4531be0b5a2 req-1d02ab76-e12d-4a76-bc19-d1420df73768 service neutron] 10.222.0.73 "GET /v2.0/networks/a3caa13b-c1d9-428c-8121-b90b74262470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854987 Feb 04 13:21:44.888004 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-84b06b96-294e-4594-964a-c4531be0b5a2 req-ee7d1ede-fdfb-4435-898a-23883fcea3f1 service neutron] 10.222.0.77 "GET /v2.0/networks/a3caa13b-c1d9-428c-8121-b90b74262470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057691 Feb 04 13:21:45.144578 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 20e8870a-338d-4953-9dba-5826d184540f details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:21:45.238804 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 20e8870a-338d-4953-9dba-5826d184540f, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=20e8870a-338d-4953-9dba-5826d184540f,segment=NetworkSegment(25180811-8356-42b3-97d7-72477267d807),segment_id=25180811-8356-42b3-97d7-72477267d807)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:21:45.250401 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': '20e8870a-338d-4953-9dba-5826d184540f', 'network_id': 'a3caa13b-c1d9-428c-8121-b90b74262470', 'port_id': '20e8870a-338d-4953-9dba-5826d184540f', 'mac_address': 'fa:16:3e:08:c7:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e164ffd-c51e-46f5-aacc-4e579cf848c4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:21:45.288845 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 20e8870a-338d-4953-9dba-5826d184540f is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:21:45.289231 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (20e8870a-338d-4953-9dba-5826d184540f), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:45.302190 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20e8870a-338d-4953-9dba-5826d184540f {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:21:45.321037 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 20e8870a-338d-4953-9dba-5826d184540f, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=20e8870a-338d-4953-9dba-5826d184540f,segment=NetworkSegment(25180811-8356-42b3-97d7-72477267d807),segment_id=25180811-8356-42b3-97d7-72477267d807)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:21:45.324864 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (20e8870a-338d-4953-9dba-5826d184540f), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:45.371513 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=20e8870a-338d-4953-9dba-5826d184540f,revision_number=8']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:45.379316 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:45.379665 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:45.380031 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:45.380374 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:45.380711 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:45.381044 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:45.381375 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:45.381744 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:45.382029 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:45.382348 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:45.382671 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:45.382991 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:45.383310 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:45.597181 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-93c0a2c9-453d-45c7-b859-1e1778bc6a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:45.622087 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['20e8870a-338d-4953-9dba-5826d184540f'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:21:46.011821 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164ed145-bb6c-459d-9a80-7fb40cfbc4ea req-4c89d604-807c-4056-bc8e-e65f13e9ff49 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:46.013298 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-164ed145-bb6c-459d-9a80-7fb40cfbc4ea req-4c89d604-807c-4056-bc8e-e65f13e9ff49 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9183a22-9381-458e-a3b4-ed077e3f3352 HTTP/1.1" status: 200 len: 945 time: 0.0696826 Feb 04 13:21:46.060452 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-164ed145-bb6c-459d-9a80-7fb40cfbc4ea req-c615a07e-1dbd-4dc7-863b-62bad0047b8e tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412462 Feb 04 13:21:46.290952 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cab0ef-2a53-49e6-a97b-d9b5ff92e1ac req-dc189b7a-e3a4-46db-bc08-a325e416bb3c tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:46.292462 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-36cab0ef-2a53-49e6-a97b-d9b5ff92e1ac req-dc189b7a-e3a4-46db-bc08-a325e416bb3c tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9183a22-9381-458e-a3b4-ed077e3f3352 HTTP/1.1" status: 200 len: 945 time: 0.0865254 Feb 04 13:21:46.300491 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b1114e-3bde-4814-b618-7ffbb84df10e req-c192ae74-33b7-4303-90f9-01d369f5aec1 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:46.301901 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-80b1114e-3bde-4814-b618-7ffbb84df10e req-c192ae74-33b7-4303-90f9-01d369f5aec1 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.77 "GET /v2.0/ports?device_id=c9183a22-9381-458e-a3b4-ed077e3f3352&tenant_id=fe9ab3fdb9da43c1bef62df7d95ef4f6&binding%3Ahost_id=n-h1-825015-3 HTTP/1.1" status: 200 len: 945 time: 0.0861964 Feb 04 13:21:46.392560 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-36cab0ef-2a53-49e6-a97b-d9b5ff92e1ac req-87c130ba-a315-4593-85be-880dac1f7e7e tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896146 Feb 04 13:21:46.400935 n-d-825015-3 neutron-server[103475]: INFO neutron.api.v2.resource [req-80b1114e-3bde-4814-b618-7ffbb84df10e req-303dcc5f-40b5-43fa-afc0-dcc8a5925de3 service neutron] delete failed (client error): The resource could not be found. Feb 04 13:21:46.401902 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-80b1114e-3bde-4814-b618-7ffbb84df10e req-303dcc5f-40b5-43fa-afc0-dcc8a5925de3 service neutron] 10.222.0.77 "DELETE /v2.0/ports/20e8870a-338d-4953-9dba-5826d184540f/bindings/n-h2-825015-3 HTTP/1.1" status: 404 len: 380 time: 0.0935295 Feb 04 13:21:46.494986 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b1114e-3bde-4814-b618-7ffbb84df10e req-120e8e77-6b36-4a23-9255-25764b1f7720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:46.496501 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-80b1114e-3bde-4814-b618-7ffbb84df10e req-120e8e77-6b36-4a23-9255-25764b1f7720 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fe9ab3fdb9da43c1bef62df7d95ef4f6&device_id=c9183a22-9381-458e-a3b4-ed077e3f3352 HTTP/1.1" status: 200 len: 1127 time: 0.0464067 Feb 04 13:21:46.585082 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b1114e-3bde-4814-b618-7ffbb84df10e req-70916e01-4d77-45a5-a460-48d1957edb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:46.586550 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-80b1114e-3bde-4814-b618-7ffbb84df10e req-70916e01-4d77-45a5-a460-48d1957edb8b service neutron] 10.222.0.77 "GET /v2.0/networks?id=a3caa13b-c1d9-428c-8121-b90b74262470 HTTP/1.1" status: 200 len: 913 time: 0.0838373 Feb 04 13:21:46.654757 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-80b1114e-3bde-4814-b618-7ffbb84df10e req-c88bdf65-f772-4878-b41a-b5761fbae56a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=20e8870a-338d-4953-9dba-5826d184540f HTTP/1.1" status: 200 len: 1001 time: 0.0626345 Feb 04 13:21:46.701319 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b1114e-3bde-4814-b618-7ffbb84df10e req-01d7dc0e-cc47-4045-a85c-10c222dd29d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:46.703415 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-80b1114e-3bde-4814-b618-7ffbb84df10e req-01d7dc0e-cc47-4045-a85c-10c222dd29d8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9e164ffd-c51e-46f5-aacc-4e579cf848c4 HTTP/1.1" status: 200 len: 851 time: 0.0428050 Feb 04 13:21:46.751541 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b1114e-3bde-4814-b618-7ffbb84df10e req-d0be085e-614e-4a5c-b9d1-1849967b6c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:46.753099 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-80b1114e-3bde-4814-b618-7ffbb84df10e req-d0be085e-614e-4a5c-b9d1-1849967b6c2b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a3caa13b-c1d9-428c-8121-b90b74262470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0442336 Feb 04 13:21:46.847200 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-80b1114e-3bde-4814-b618-7ffbb84df10e req-3ea46d9f-09ad-4276-9590-438bdf7bf644 service neutron] 10.222.0.77 "GET /v2.0/networks/a3caa13b-c1d9-428c-8121-b90b74262470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883315 Feb 04 13:21:46.937062 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-80b1114e-3bde-4814-b618-7ffbb84df10e req-fc90d1d7-3150-4bdf-987e-ca18c0136298 service neutron] 10.222.0.77 "GET /v2.0/networks/a3caa13b-c1d9-428c-8121-b90b74262470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846057 Feb 04 13:21:47.177901 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 20e8870a-338d-4953-9dba-5826d184540f up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:21:47.230617 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning for port 20e8870a-338d-4953-9dba-5826d184540f completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:21:47.235975 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port 20e8870a-338d-4953-9dba-5826d184540f triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:21:47.236423 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (20e8870a-338d-4953-9dba-5826d184540f), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:47.320477 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 20e8870a-338d-4953-9dba-5826d184540f is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:21:47.320935 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (20e8870a-338d-4953-9dba-5826d184540f), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:47.344419 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9183a22-9381-458e-a3b4-ed077e3f3352', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20e8870a-338d-4953-9dba-5826d184540f'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:21:47.346667 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53818b00e40e8afff1ffbbb80b1f2b2ececb0555ff6da39e2769b708ef8305ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8166dcc8-0f2f-48f8-8e7b-e1534a6ebcd4" -d '{"events": [{"server_uuid": "c9183a22-9381-458e-a3b4-ed077e3f3352", "name": "network-vif-plugged", "status": "completed", "tag": "20e8870a-338d-4953-9dba-5826d184540f"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:21:47.359837 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 20e8870a-338d-4953-9dba-5826d184540f, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=20e8870a-338d-4953-9dba-5826d184540f,segment=NetworkSegment(25180811-8356-42b3-97d7-72477267d807),segment_id=25180811-8356-42b3-97d7-72477267d807)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:21:47.365250 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (20e8870a-338d-4953-9dba-5826d184540f), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:47.392339 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-895d5ea0-d6de-4c9a-8c30-8a15ac81afd7 x-openstack-request-id: req-895d5ea0-d6de-4c9a-8c30-8a15ac81afd7 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:21:47.392639 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9183a22-9381-458e-a3b4-ed077e3f3352", "name": "network-vif-plugged", "status": "completed", "tag": "20e8870a-338d-4953-9dba-5826d184540f", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:21:47.393201 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-895d5ea0-d6de-4c9a-8c30-8a15ac81afd7 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:21:47.393614 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9183a22-9381-458e-a3b4-ed077e3f3352', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20e8870a-338d-4953-9dba-5826d184540f', 'code': 200} Feb 04 13:21:47.420087 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=20e8870a-338d-4953-9dba-5826d184540f,revision_number=9']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:47.520668 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426a220b-039f-46b0-bd3a-54be9a09eed1 req-4eeabffa-78e8-435d-a8d3-867fa65a0402 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:47.522046 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-426a220b-039f-46b0-bd3a-54be9a09eed1 req-4eeabffa-78e8-435d-a8d3-867fa65a0402 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9183a22-9381-458e-a3b4-ed077e3f3352 HTTP/1.1" status: 200 len: 946 time: 0.0574701 Feb 04 13:21:47.567653 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-426a220b-039f-46b0-bd3a-54be9a09eed1 req-ae90b7b1-0b0a-4de6-8ef7-ee4257142193 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400426 Feb 04 13:21:47.690031 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0b8d64-0459-4218-a580-cd6f06c04444 req-f341b27c-1671-48c8-b521-27a5de9dcf2a tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:47.691596 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ef0b8d64-0459-4218-a580-cd6f06c04444 req-f341b27c-1671-48c8-b521-27a5de9dcf2a tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9183a22-9381-458e-a3b4-ed077e3f3352 HTTP/1.1" status: 200 len: 946 time: 0.0530219 Feb 04 13:21:47.740738 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ef0b8d64-0459-4218-a580-cd6f06c04444 req-7d9c020c-5b03-4cd5-83b3-8e62b7f3f326 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433598 Feb 04 13:21:47.868206 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7146d4c-45f1-4594-82cb-f762f6c0b59f req-e4067fd6-a42d-47a0-b6a1-8e60fb008130 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:47.869698 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a7146d4c-45f1-4594-82cb-f762f6c0b59f req-e4067fd6-a42d-47a0-b6a1-8e60fb008130 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9183a22-9381-458e-a3b4-ed077e3f3352 HTTP/1.1" status: 200 len: 946 time: 0.0591514 Feb 04 13:21:47.915590 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a7146d4c-45f1-4594-82cb-f762f6c0b59f req-381dab1f-dbf2-48ac-93e3-a1b587f8b37a tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402148 Feb 04 13:21:48.111231 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9e97fa73-887c-4e57-9032-8c412307d1b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:48.158565 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493039cb-d454-4d7b-813a-db92151d6962 req-178a38a9-9011-4e44-9b91-510749f08777 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:48.160070 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-493039cb-d454-4d7b-813a-db92151d6962 req-178a38a9-9011-4e44-9b91-510749f08777 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9183a22-9381-458e-a3b4-ed077e3f3352 HTTP/1.1" status: 200 len: 946 time: 0.0548828 Feb 04 13:21:48.208018 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-493039cb-d454-4d7b-813a-db92151d6962 req-ec8b59ac-5eb9-4017-8565-138db3357804 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421932 Feb 04 13:21:49.328936 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3978c444-5902-4d4d-9812-29bf41b1d265 req-ee105fe1-320b-435c-8792-f2a2b6678bde tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:49.330410 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3978c444-5902-4d4d-9812-29bf41b1d265 req-ee105fe1-320b-435c-8792-f2a2b6678bde tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9183a22-9381-458e-a3b4-ed077e3f3352 HTTP/1.1" status: 200 len: 946 time: 0.0529289 Feb 04 13:21:49.382313 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3978c444-5902-4d4d-9812-29bf41b1d265 req-68bec6f7-d209-4371-97ed-5e54c44ec2d1 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463068 Feb 04 13:21:49.422250 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:49.777962 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57951c1e-b3e2-4cbe-bc6b-1e78bb15394c req-ab253aed-907c-42a8-ba4d-ec3b7009dfbb tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:49.779395 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-57951c1e-b3e2-4cbe-bc6b-1e78bb15394c req-ab253aed-907c-42a8-ba4d-ec3b7009dfbb tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.73 "GET /v2.0/ports?device_id=c9183a22-9381-458e-a3b4-ed077e3f3352 HTTP/1.1" status: 200 len: 946 time: 0.0523455 Feb 04 13:21:49.872396 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-57951c1e-b3e2-4cbe-bc6b-1e78bb15394c req-95cb9dfc-de96-4bdc-96a6-080f5ebc7435 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Deleting port 20e8870a-338d-4953-9dba-5826d184540f {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:21:49.872741 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-57951c1e-b3e2-4cbe-bc6b-1e78bb15394c req-95cb9dfc-de96-4bdc-96a6-080f5ebc7435 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (20e8870a-338d-4953-9dba-5826d184540f), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:49.967279 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-57951c1e-b3e2-4cbe-bc6b-1e78bb15394c req-95cb9dfc-de96-4bdc-96a6-080f5ebc7435 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] For port 20e8870a-338d-4953-9dba-5826d184540f, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=20e8870a-338d-4953-9dba-5826d184540f,segment=NetworkSegment(25180811-8356-42b3-97d7-72477267d807),segment_id=25180811-8356-42b3-97d7-72477267d807)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:21:49.967977 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-57951c1e-b3e2-4cbe-bc6b-1e78bb15394c req-95cb9dfc-de96-4bdc-96a6-080f5ebc7435 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (20e8870a-338d-4953-9dba-5826d184540f), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:50.434688 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-57951c1e-b3e2-4cbe-bc6b-1e78bb15394c req-95cb9dfc-de96-4bdc-96a6-080f5ebc7435 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:50.435391 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-57951c1e-b3e2-4cbe-bc6b-1e78bb15394c req-95cb9dfc-de96-4bdc-96a6-080f5ebc7435 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1599943'] for floatingip (89daf197-fd1e-4c6e-a6f1-7a39c6a98146), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:50.435712 n-d-825015-3 neutron-server[103475]: INFO neutron.db.l3_db [req-57951c1e-b3e2-4cbe-bc6b-1e78bb15394c req-95cb9dfc-de96-4bdc-96a6-080f5ebc7435 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Floating IP 89daf197-fd1e-4c6e-a6f1-7a39c6a98146 disassociated. External IP: 172.25.3.130, port: 20e8870a-338d-4953-9dba-5826d184540f. Feb 04 13:21:50.436175 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-57951c1e-b3e2-4cbe-bc6b-1e78bb15394c req-95cb9dfc-de96-4bdc-96a6-080f5ebc7435 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Calling delete_port for 20e8870a-338d-4953-9dba-5826d184540f owned by compute:nova {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:21:50.556815 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b259006f-dacd-43fb-a43b-06bc8bc65edc req-2e506ec7-f49c-4aec-bb22-507e765b6a13 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:50.558293 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b259006f-dacd-43fb-a43b-06bc8bc65edc req-2e506ec7-f49c-4aec-bb22-507e765b6a13 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9183a22-9381-458e-a3b4-ed077e3f3352 HTTP/1.1" status: 200 len: 946 time: 0.0793076 Feb 04 13:21:50.647214 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b259006f-dacd-43fb-a43b-06bc8bc65edc req-5d24f5b8-9e7a-491c-b214-2d4bd47b76c5 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811369 Feb 04 13:21:50.648569 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-57951c1e-b3e2-4cbe-bc6b-1e78bb15394c req-95cb9dfc-de96-4bdc-96a6-080f5ebc7435 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (20e8870a-338d-4953-9dba-5826d184540f), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:50.693446 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:50.703325 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cb9dfc-de96-4bdc-96a6-080f5ebc7435 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Pushing event deleted for resources: {'Port': ['ID=20e8870a-338d-4953-9dba-5826d184540f,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:50.862782 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [req-57951c1e-b3e2-4cbe-bc6b-1e78bb15394c req-95cb9dfc-de96-4bdc-96a6-080f5ebc7435 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Router 4a7a7b49-5991-4d38-b33e-111c4ed26ea5 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:21:50.989846 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-57951c1e-b3e2-4cbe-bc6b-1e78bb15394c req-95cb9dfc-de96-4bdc-96a6-080f5ebc7435 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:21:51.000903 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0404bda2-8db1-4848-8123-7f1309a824de None None] Sync routers for ids ['4a7a7b49-5991-4d38-b33e-111c4ed26ea5'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:21:51.016281 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0404bda2-8db1-4848-8123-7f1309a824de None None] Routers {'4a7a7b49-5991-4d38-b33e-111c4ed26ea5'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:21:51.016927 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-0404bda2-8db1-4848-8123-7f1309a824de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:21:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['4a7a7b49-5991-4d38-b33e-111c4ed26ea5'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:51.036548 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-57951c1e-b3e2-4cbe-bc6b-1e78bb15394c req-95cb9dfc-de96-4bdc-96a6-080f5ebc7435 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] No DVR routers for this DVR port 20e8870a-338d-4953-9dba-5826d184540f on host n-h1-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:21:51.039424 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-57951c1e-b3e2-4cbe-bc6b-1e78bb15394c req-95cb9dfc-de96-4bdc-96a6-080f5ebc7435 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:51.043710 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-57951c1e-b3e2-4cbe-bc6b-1e78bb15394c req-95cb9dfc-de96-4bdc-96a6-080f5ebc7435 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.73 "DELETE /v2.0/ports/20e8870a-338d-4953-9dba-5826d184540f HTTP/1.1" status: 204 len: 173 time: 1.2563457 Feb 04 13:21:51.043710 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9183a22-9381-458e-a3b4-ed077e3f3352', 'name': 'network-vif-deleted', 'tag': '20e8870a-338d-4953-9dba-5826d184540f'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:21:51.045221 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48bbd334e613f85cd2144b496d46af0d2e531f29900d43c124e8a63cdd2917ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c11b4d7-4ed4-47df-99f3-6823d3c18411" -d '{"events": [{"server_uuid": "c9183a22-9381-458e-a3b4-ed077e3f3352", "name": "network-vif-deleted", "tag": "20e8870a-338d-4953-9dba-5826d184540f"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:21:51.095659 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25377472-78bc-4cfd-8c27-4deaa802c1c6 x-openstack-request-id: req-25377472-78bc-4cfd-8c27-4deaa802c1c6 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:21:51.096017 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9183a22-9381-458e-a3b4-ed077e3f3352", "name": "network-vif-deleted", "tag": "20e8870a-338d-4953-9dba-5826d184540f", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:21:51.096338 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-25377472-78bc-4cfd-8c27-4deaa802c1c6 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:21:51.098284 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9183a22-9381-458e-a3b4-ed077e3f3352', 'name': 'network-vif-deleted', 'tag': '20e8870a-338d-4953-9dba-5826d184540f', 'status': 'completed', 'code': 200} Feb 04 13:21:51.140782 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-0404bda2-8db1-4848-8123-7f1309a824de None None] Set router 4a7a7b49-5991-4d38-b33e-111c4ed26ea5 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:21:51.359247 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-0404bda2-8db1-4848-8123-7f1309a824de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a7a7b49-5991-4d38-b33e-111c4ed26ea5', 'name': 'tempest-ServerActionsTestJSON-1663030507-router', 'tenant_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'aa469467-7486-49d4-9d5e-6c58bf0d65d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:21:05Z', 'updated_at': '2022-02-04T13:21:07Z', 'revision_number': 4, 'project_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'gw_port': {'id': 'aa469467-7486-49d4-9d5e-6c58bf0d65d9', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:10:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7a7b49-5991-4d38-b33e-111c4ed26ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:21:05Z', 'updated_at': '2022-02-04T13:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '366443a5-ee5a-4535-8a8e-61f3264f5ebd', 'name': '', 'network_id': 'a3caa13b-c1d9-428c-8121-b90b74262470', 'tenant_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'mac_address': 'fa:16:3e:f3:e3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7a7b49-5991-4d38-b33e-111c4ed26ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '9e164ffd-c51e-46f5-aacc-4e579cf848c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:21:07Z', 'updated_at': '2022-02-04T13:21:11Z', 'revision_number': 5, 'project_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'subnets': [{'id': '9e164ffd-c51e-46f5-aacc-4e579cf848c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:51.385414 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0404bda2-8db1-4848-8123-7f1309a824de None None] Checking router: 4a7a7b49-5991-4d38-b33e-111c4ed26ea5 for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:21:51.394118 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0404bda2-8db1-4848-8123-7f1309a824de None None] Routers {'4a7a7b49-5991-4d38-b33e-111c4ed26ea5'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:21:51.394736 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-0404bda2-8db1-4848-8123-7f1309a824de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:21:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['4a7a7b49-5991-4d38-b33e-111c4ed26ea5'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:51.600887 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-0404bda2-8db1-4848-8123-7f1309a824de None None] Set router 4a7a7b49-5991-4d38-b33e-111c4ed26ea5 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:21:51.814388 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:51.820414 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-0404bda2-8db1-4848-8123-7f1309a824de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a7a7b49-5991-4d38-b33e-111c4ed26ea5', 'name': 'tempest-ServerActionsTestJSON-1663030507-router', 'tenant_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'aa469467-7486-49d4-9d5e-6c58bf0d65d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:21:05Z', 'updated_at': '2022-02-04T13:21:07Z', 'revision_number': 4, 'project_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'gw_port': {'id': 'aa469467-7486-49d4-9d5e-6c58bf0d65d9', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:10:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7a7b49-5991-4d38-b33e-111c4ed26ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:21:05Z', 'updated_at': '2022-02-04T13:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '366443a5-ee5a-4535-8a8e-61f3264f5ebd', 'name': '', 'network_id': 'a3caa13b-c1d9-428c-8121-b90b74262470', 'tenant_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'mac_address': 'fa:16:3e:f3:e3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7a7b49-5991-4d38-b33e-111c4ed26ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '9e164ffd-c51e-46f5-aacc-4e579cf848c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:21:07Z', 'updated_at': '2022-02-04T13:21:11Z', 'revision_number': 5, 'project_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'subnets': [{'id': '9e164ffd-c51e-46f5-aacc-4e579cf848c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:51.849017 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0404bda2-8db1-4848-8123-7f1309a824de None None] The sync data for ids ['4a7a7b49-5991-4d38-b33e-111c4ed26ea5'] in n-d-825015-3 is: [{'id': '4a7a7b49-5991-4d38-b33e-111c4ed26ea5', 'name': 'tempest-ServerActionsTestJSON-1663030507-router', 'tenant_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'aa469467-7486-49d4-9d5e-6c58bf0d65d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:21:05Z', 'updated_at': '2022-02-04T13:21:07Z', 'revision_number': 4, 'project_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'gw_port': {'id': 'aa469467-7486-49d4-9d5e-6c58bf0d65d9', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:10:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7a7b49-5991-4d38-b33e-111c4ed26ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:21:05Z', 'updated_at': '2022-02-04T13:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '366443a5-ee5a-4535-8a8e-61f3264f5ebd', 'name': '', 'network_id': 'a3caa13b-c1d9-428c-8121-b90b74262470', 'tenant_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'mac_address': 'fa:16:3e:f3:e3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7a7b49-5991-4d38-b33e-111c4ed26ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '9e164ffd-c51e-46f5-aacc-4e579cf848c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:21:07Z', 'updated_at': '2022-02-04T13:21:11Z', 'revision_number': 5, 'project_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'subnets': [{'id': '9e164ffd-c51e-46f5-aacc-4e579cf848c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:21:51.911561 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ce44e6df-629a-4ffc-ba9b-cb49b1a9398c req-e95fc418-4268-4b83-9361-acceafc78fd3 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--978602349&fields=id&tenant_id=fe9ab3fdb9da43c1bef62df7d95ef4f6 HTTP/1.1" status: 200 len: 267 time: 0.0463223 Feb 04 13:21:52.025018 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce44e6df-629a-4ffc-ba9b-cb49b1a9398c req-a03f0da5-6f14-4b57-9c92-8b8ec6abaddd tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:52.026568 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ce44e6df-629a-4ffc-ba9b-cb49b1a9398c req-a03f0da5-6f14-4b57-9c92-8b8ec6abaddd tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/networks?id=a3caa13b-c1d9-428c-8121-b90b74262470 HTTP/1.1" status: 200 len: 812 time: 0.1051159 Feb 04 13:21:52.042842 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ce44e6df-629a-4ffc-ba9b-cb49b1a9398c req-4d7087af-babf-41a0-94c1-98e0001300c6 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/quotas/fe9ab3fdb9da43c1bef62df7d95ef4f6 HTTP/1.1" status: 200 len: 375 time: 0.0098059 Feb 04 13:21:52.093676 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da61d93f-696f-4092-aa90-e37851c9c53a None None] New status for floating IP 89daf197-fd1e-4c6e-a6f1-7a39c6a98146: DOWN {{(pid=103476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:21:52.104607 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ce44e6df-629a-4ffc-ba9b-cb49b1a9398c req-eaa70b8c-1857-48b3-ae44-57af7394c82b tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=fe9ab3fdb9da43c1bef62df7d95ef4f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0561013 Feb 04 13:21:52.200155 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ce44e6df-629a-4ffc-ba9b-cb49b1a9398c req-633b547d-928e-4a08-ac33-307d9992cdcf service neutron] 10.222.0.65 "GET /v2.0/networks/a3caa13b-c1d9-428c-8121-b90b74262470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836949 Feb 04 13:21:52.301163 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ce44e6df-629a-4ffc-ba9b-cb49b1a9398c req-5a36033e-e7b4-43c2-9220-839d7bdf99e3 service neutron] 10.222.0.65 "GET /v2.0/networks/a3caa13b-c1d9-428c-8121-b90b74262470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943367 Feb 04 13:21:52.464807 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fc4ace0b-ffb2-482f-a15a-92b35eae6de7 req-076ccc96-8c41-4890-83dd-d599115a8d4b tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=38585ea8-9b4d-479a-bfc8-73713b5c00b5 HTTP/1.1" status: 200 len: 210 time: 0.0291142 Feb 04 13:21:53.221317 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 20e8870a-338d-4953-9dba-5826d184540f no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:21:53.242428 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] No Port match for: 20e8870a-338d-4953-9dba-5826d184540f {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:21:53.242786 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 20e8870a-338d-4953-9dba-5826d184540f not bound to the agent host n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:21:53.424582 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce44e6df-629a-4ffc-ba9b-cb49b1a9398c req-59903eda-ff99-4f4a-ba95-773283e120a6 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:53.426029 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ce44e6df-629a-4ffc-ba9b-cb49b1a9398c req-59903eda-ff99-4f4a-ba95-773283e120a6 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.73 "GET /v2.0/networks?id=a3caa13b-c1d9-428c-8121-b90b74262470 HTTP/1.1" status: 200 len: 812 time: 0.1059289 Feb 04 13:21:53.502663 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ce44e6df-629a-4ffc-ba9b-cb49b1a9398c req-4017ed5e-4036-4d95-878d-f14f2d1d404e tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe9ab3fdb9da43c1bef62df7d95ef4f6 HTTP/1.1" status: 200 len: 379 time: 0.0649345 Feb 04 13:21:53.512444 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-ce44e6df-629a-4ffc-ba9b-cb49b1a9398c req-726b4eaf-2982-4912-aad9-1ce156996b22 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Request body: {'port': {'device_id': '38585ea8-9b4d-479a-bfc8-73713b5c00b5', 'network_id': 'a3caa13b-c1d9-428c-8121-b90b74262470', 'admin_state_up': True, 'tenant_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'security_groups': ['fee31edb-f7d4-42bf-905d-9aa92e6fb20d']}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:21:53.583995 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6eb8ac0e-25b4-4b08-ac13-6957a771cad3 req-fc006b8f-8781-4f21-ba68-73309e432236 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=38585ea8-9b4d-479a-bfc8-73713b5c00b5 HTTP/1.1" status: 200 len: 210 time: 0.0313730 Feb 04 13:21:53.641949 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce44e6df-629a-4ffc-ba9b-cb49b1a9398c req-726b4eaf-2982-4912-aad9-1ce156996b22 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Made reservation on behalf of fe9ab3fdb9da43c1bef62df7d95ef4f6 for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:21:53.645397 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-ce44e6df-629a-4ffc-ba9b-cb49b1a9398c req-726b4eaf-2982-4912-aad9-1ce156996b22 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:53.772024 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-ce44e6df-629a-4ffc-ba9b-cb49b1a9398c req-726b4eaf-2982-4912-aad9-1ce156996b22 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Allocated IP 172.20.0.7 (a3caa13b-c1d9-428c-8121-b90b74262470/9e164ffd-c51e-46f5-aacc-4e579cf848c4/fece1d5e-3c7a-4cbf-9c89-0f2ae942fb2c) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:21:53.915907 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-ce44e6df-629a-4ffc-ba9b-cb49b1a9398c req-726b4eaf-2982-4912-aad9-1ce156996b22 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Publish callbacks [] for port (fece1d5e-3c7a-4cbf-9c89-0f2ae942fb2c), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:53.948879 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-ce44e6df-629a-4ffc-ba9b-cb49b1a9398c req-726b4eaf-2982-4912-aad9-1ce156996b22 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (fece1d5e-3c7a-4cbf-9c89-0f2ae942fb2c), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:53.990489 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce44e6df-629a-4ffc-ba9b-cb49b1a9398c req-726b4eaf-2982-4912-aad9-1ce156996b22 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Network a3caa13b-c1d9-428c-8121-b90b74262470 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:21:53.995432 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-ce44e6df-629a-4ffc-ba9b-cb49b1a9398c req-726b4eaf-2982-4912-aad9-1ce156996b22 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:21:53.999882 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce44e6df-629a-4ffc-ba9b-cb49b1a9398c req-726b4eaf-2982-4912-aad9-1ce156996b22 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:21:54.025191 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726b4eaf-2982-4912-aad9-1ce156996b22 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Pushing event updated for resources: {'Port': ['ID=fece1d5e-3c7a-4cbf-9c89-0f2ae942fb2c,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:54.053307 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce44e6df-629a-4ffc-ba9b-cb49b1a9398c req-726b4eaf-2982-4912-aad9-1ce156996b22 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:54.053960 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-ce44e6df-629a-4ffc-ba9b-cb49b1a9398c req-726b4eaf-2982-4912-aad9-1ce156996b22 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:54.070798 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ce44e6df-629a-4ffc-ba9b-cb49b1a9398c req-726b4eaf-2982-4912-aad9-1ce156996b22 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5621467 Feb 04 13:21:54.087363 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-ce44e6df-629a-4ffc-ba9b-cb49b1a9398c req-006ae8c7-07c7-465b-bbd5-027cf4ca5959 service neutron] Request body: {'port': {'device_id': '38585ea8-9b4d-479a-bfc8-73713b5c00b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:21:54.158053 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-ce44e6df-629a-4ffc-ba9b-cb49b1a9398c req-006ae8c7-07c7-465b-bbd5-027cf4ca5959 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (fece1d5e-3c7a-4cbf-9c89-0f2ae942fb2c), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:54.227436 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-1ad216ce-37a5-45de-a714-647dd1e89a70 None None] Provisioning complete for port fece1d5e-3c7a-4cbf-9c89-0f2ae942fb2c triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:21:54.228066 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1ad216ce-37a5-45de-a714-647dd1e89a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (fece1d5e-3c7a-4cbf-9c89-0f2ae942fb2c), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:54.260997 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-1ad216ce-37a5-45de-a714-647dd1e89a70 None None] Port fece1d5e-3c7a-4cbf-9c89-0f2ae942fb2c cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:21:54.419587 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-ce44e6df-629a-4ffc-ba9b-cb49b1a9398c req-006ae8c7-07c7-465b-bbd5-027cf4ca5959 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fece1d5e-3c7a-4cbf-9c89-0f2ae942fb2c {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:21:54.427456 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-ce44e6df-629a-4ffc-ba9b-cb49b1a9398c req-006ae8c7-07c7-465b-bbd5-027cf4ca5959 service neutron] Publish callbacks [] for port (fece1d5e-3c7a-4cbf-9c89-0f2ae942fb2c), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:54.440181 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-ce44e6df-629a-4ffc-ba9b-cb49b1a9398c req-006ae8c7-07c7-465b-bbd5-027cf4ca5959 service neutron] Transition to ACTIVE for port object fece1d5e-3c7a-4cbf-9c89-0f2ae942fb2c will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:21:54.444139 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-ce44e6df-629a-4ffc-ba9b-cb49b1a9398c req-006ae8c7-07c7-465b-bbd5-027cf4ca5959 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (fece1d5e-3c7a-4cbf-9c89-0f2ae942fb2c), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:54.495116 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006ae8c7-07c7-465b-bbd5-027cf4ca5959 service neutron] Pushing event updated for resources: {'Port': ['ID=fece1d5e-3c7a-4cbf-9c89-0f2ae942fb2c,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:54.575649 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-ce44e6df-629a-4ffc-ba9b-cb49b1a9398c req-006ae8c7-07c7-465b-bbd5-027cf4ca5959 service neutron] Attempting to bind port fece1d5e-3c7a-4cbf-9c89-0f2ae942fb2c on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:21:54.576017 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-ce44e6df-629a-4ffc-ba9b-cb49b1a9398c req-006ae8c7-07c7-465b-bbd5-027cf4ca5959 service neutron] Attempting to bind port fece1d5e-3c7a-4cbf-9c89-0f2ae942fb2c by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': '25180811-8356-42b3-97d7-72477267d807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a3caa13b-c1d9-428c-8121-b90b74262470'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:21:54.576347 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce44e6df-629a-4ffc-ba9b-cb49b1a9398c req-006ae8c7-07c7-465b-bbd5-027cf4ca5959 service neutron] Attempting to bind port fece1d5e-3c7a-4cbf-9c89-0f2ae942fb2c on network a3caa13b-c1d9-428c-8121-b90b74262470 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:21:54.581885 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce44e6df-629a-4ffc-ba9b-cb49b1a9398c req-006ae8c7-07c7-465b-bbd5-027cf4ca5959 service neutron] Port fece1d5e-3c7a-4cbf-9c89-0f2ae942fb2c on network a3caa13b-c1d9-428c-8121-b90b74262470 not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:21:54.582214 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce44e6df-629a-4ffc-ba9b-cb49b1a9398c req-006ae8c7-07c7-465b-bbd5-027cf4ca5959 service neutron] Attempting to bind port fece1d5e-3c7a-4cbf-9c89-0f2ae942fb2c on network a3caa13b-c1d9-428c-8121-b90b74262470 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:21:54.587191 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce44e6df-629a-4ffc-ba9b-cb49b1a9398c req-006ae8c7-07c7-465b-bbd5-027cf4ca5959 service neutron] Checking agent: {'id': 'f8add0d2-2202-43d3-bc0e-72442788e6ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:21:54.587530 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce44e6df-629a-4ffc-ba9b-cb49b1a9398c req-006ae8c7-07c7-465b-bbd5-027cf4ca5959 service neutron] Checking segment: {'id': '25180811-8356-42b3-97d7-72477267d807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a3caa13b-c1d9-428c-8121-b90b74262470'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:21:54.587952 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce44e6df-629a-4ffc-ba9b-cb49b1a9398c req-006ae8c7-07c7-465b-bbd5-027cf4ca5959 service neutron] Bound using segment: {'id': '25180811-8356-42b3-97d7-72477267d807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a3caa13b-c1d9-428c-8121-b90b74262470'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:21:54.588378 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-ce44e6df-629a-4ffc-ba9b-cb49b1a9398c req-006ae8c7-07c7-465b-bbd5-027cf4ca5959 service neutron] Bound port: fece1d5e-3c7a-4cbf-9c89-0f2ae942fb2c, host: n-h1-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25180811-8356-42b3-97d7-72477267d807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a3caa13b-c1d9-428c-8121-b90b74262470'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:21:54.588738 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-ce44e6df-629a-4ffc-ba9b-cb49b1a9398c req-006ae8c7-07c7-465b-bbd5-027cf4ca5959 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (fece1d5e-3c7a-4cbf-9c89-0f2ae942fb2c), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:54.657450 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-ce44e6df-629a-4ffc-ba9b-cb49b1a9398c req-006ae8c7-07c7-465b-bbd5-027cf4ca5959 service neutron] For port fece1d5e-3c7a-4cbf-9c89-0f2ae942fb2c, host n-h1-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:21:54.662580 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-ce44e6df-629a-4ffc-ba9b-cb49b1a9398c req-006ae8c7-07c7-465b-bbd5-027cf4ca5959 service neutron] For port fece1d5e-3c7a-4cbf-9c89-0f2ae942fb2c, host n-h1-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=fece1d5e-3c7a-4cbf-9c89-0f2ae942fb2c,segment=NetworkSegment(25180811-8356-42b3-97d7-72477267d807),segment_id=25180811-8356-42b3-97d7-72477267d807)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:21:54.679239 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-ce44e6df-629a-4ffc-ba9b-cb49b1a9398c req-006ae8c7-07c7-465b-bbd5-027cf4ca5959 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (fece1d5e-3c7a-4cbf-9c89-0f2ae942fb2c), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:54.749539 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce44e6df-629a-4ffc-ba9b-cb49b1a9398c req-006ae8c7-07c7-465b-bbd5-027cf4ca5959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:54.750194 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-ce44e6df-629a-4ffc-ba9b-cb49b1a9398c req-006ae8c7-07c7-465b-bbd5-027cf4ca5959 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:54.751674 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ce44e6df-629a-4ffc-ba9b-cb49b1a9398c req-006ae8c7-07c7-465b-bbd5-027cf4ca5959 service neutron] 10.222.0.73 "PUT /v2.0/ports/fece1d5e-3c7a-4cbf-9c89-0f2ae942fb2c HTTP/1.1" status: 200 len: 1091 time: 0.6687319 Feb 04 13:21:54.752327 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38585ea8-9b4d-479a-bfc8-73713b5c00b5', 'tag': 'fece1d5e-3c7a-4cbf-9c89-0f2ae942fb2c'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:21:54.754619 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48bbd334e613f85cd2144b496d46af0d2e531f29900d43c124e8a63cdd2917ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3470f5cb-0f54-4618-be93-f261a8a335d9" -d '{"events": [{"name": "network-changed", "server_uuid": "38585ea8-9b4d-479a-bfc8-73713b5c00b5", "tag": "fece1d5e-3c7a-4cbf-9c89-0f2ae942fb2c"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:21:54.778597 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006ae8c7-07c7-465b-bbd5-027cf4ca5959 service neutron] Pushing event updated for resources: {'Port': ['ID=fece1d5e-3c7a-4cbf-9c89-0f2ae942fb2c,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:54.789441 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c758ae9-46f1-4314-a27a-1fecb5449d0b req-f1f345fc-0a8a-4286-a78f-3c2883862adc tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:54.791010 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5c758ae9-46f1-4314-a27a-1fecb5449d0b req-f1f345fc-0a8a-4286-a78f-3c2883862adc tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=38585ea8-9b4d-479a-bfc8-73713b5c00b5 HTTP/1.1" status: 200 len: 943 time: 0.1312821 Feb 04 13:21:54.838305 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c6aeeeb-be06-4c58-b5e5-788ea0333f29 x-openstack-request-id: req-5c6aeeeb-be06-4c58-b5e5-788ea0333f29 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:21:54.838600 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38585ea8-9b4d-479a-bfc8-73713b5c00b5", "tag": "fece1d5e-3c7a-4cbf-9c89-0f2ae942fb2c", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:21:54.838856 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5c6aeeeb-be06-4c58-b5e5-788ea0333f29 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:21:54.839261 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38585ea8-9b4d-479a-bfc8-73713b5c00b5', 'tag': 'fece1d5e-3c7a-4cbf-9c89-0f2ae942fb2c', 'status': 'completed', 'code': 200} Feb 04 13:21:54.881543 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5c758ae9-46f1-4314-a27a-1fecb5449d0b req-dc47ffd3-5954-40ed-a659-815d447f19cd tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835488 Feb 04 13:21:54.888485 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce44e6df-629a-4ffc-ba9b-cb49b1a9398c req-78b4ef49-d0ed-4b90-b9d2-0f83412616eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:54.890807 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ce44e6df-629a-4ffc-ba9b-cb49b1a9398c req-78b4ef49-d0ed-4b90-b9d2-0f83412616eb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fe9ab3fdb9da43c1bef62df7d95ef4f6&device_id=38585ea8-9b4d-479a-bfc8-73713b5c00b5 HTTP/1.1" status: 200 len: 1125 time: 0.0863960 Feb 04 13:21:54.937031 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ce44e6df-629a-4ffc-ba9b-cb49b1a9398c req-4c35c76e-125c-4a64-9eff-40035cf5c558 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fece1d5e-3c7a-4cbf-9c89-0f2ae942fb2c HTTP/1.1" status: 200 len: 217 time: 0.0376570 Feb 04 13:21:54.990474 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce44e6df-629a-4ffc-ba9b-cb49b1a9398c req-fccae601-e3ee-4952-b8ac-15e89bf05b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:54.992851 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ce44e6df-629a-4ffc-ba9b-cb49b1a9398c req-fccae601-e3ee-4952-b8ac-15e89bf05b03 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9e164ffd-c51e-46f5-aacc-4e579cf848c4 HTTP/1.1" status: 200 len: 851 time: 0.0495126 Feb 04 13:21:55.045325 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce44e6df-629a-4ffc-ba9b-cb49b1a9398c req-568bb106-0c90-424b-b098-a498b01c76c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:55.048093 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ce44e6df-629a-4ffc-ba9b-cb49b1a9398c req-568bb106-0c90-424b-b098-a498b01c76c3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a3caa13b-c1d9-428c-8121-b90b74262470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0473557 Feb 04 13:21:55.142522 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ce44e6df-629a-4ffc-ba9b-cb49b1a9398c req-701ff834-8644-4eab-8ee4-6411144e0893 service neutron] 10.222.0.73 "GET /v2.0/networks/a3caa13b-c1d9-428c-8121-b90b74262470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859022 Feb 04 13:21:55.241431 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ce44e6df-629a-4ffc-ba9b-cb49b1a9398c req-c13db4a1-5154-484b-8a7d-1eaeaa62612b service neutron] 10.222.0.73 "GET /v2.0/networks/a3caa13b-c1d9-428c-8121-b90b74262470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918274 Feb 04 13:21:55.333625 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3470f5cb-0f54-4618-be93-f261a8a335d9 req-27ee17cd-3d69-4ceb-8392-d5c6b8d81c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:55.335159 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3470f5cb-0f54-4618-be93-f261a8a335d9 req-27ee17cd-3d69-4ceb-8392-d5c6b8d81c3d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fe9ab3fdb9da43c1bef62df7d95ef4f6&device_id=38585ea8-9b4d-479a-bfc8-73713b5c00b5 HTTP/1.1" status: 200 len: 1125 time: 0.0455616 Feb 04 13:21:55.429860 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3470f5cb-0f54-4618-be93-f261a8a335d9 req-ed373a3c-ed3d-4160-ad39-62b383327e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:55.431348 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3470f5cb-0f54-4618-be93-f261a8a335d9 req-ed373a3c-ed3d-4160-ad39-62b383327e7e service neutron] 10.222.0.73 "GET /v2.0/networks?id=a3caa13b-c1d9-428c-8121-b90b74262470 HTTP/1.1" status: 200 len: 913 time: 0.0879982 Feb 04 13:21:55.476567 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3470f5cb-0f54-4618-be93-f261a8a335d9 req-bdf669a6-91b2-4164-8c26-a25b84ba81f3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fece1d5e-3c7a-4cbf-9c89-0f2ae942fb2c HTTP/1.1" status: 200 len: 217 time: 0.0383844 Feb 04 13:21:55.524798 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3470f5cb-0f54-4618-be93-f261a8a335d9 req-93fb050f-adf6-4f98-a6bb-f516280203a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:55.526166 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3470f5cb-0f54-4618-be93-f261a8a335d9 req-93fb050f-adf6-4f98-a6bb-f516280203a1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9e164ffd-c51e-46f5-aacc-4e579cf848c4 HTTP/1.1" status: 200 len: 851 time: 0.0435774 Feb 04 13:21:55.581488 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3470f5cb-0f54-4618-be93-f261a8a335d9 req-2258dd7c-dbbd-40d5-baa1-dd99bdb01b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:55.582985 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3470f5cb-0f54-4618-be93-f261a8a335d9 req-2258dd7c-dbbd-40d5-baa1-dd99bdb01b31 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a3caa13b-c1d9-428c-8121-b90b74262470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0494955 Feb 04 13:21:55.672343 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3470f5cb-0f54-4618-be93-f261a8a335d9 req-c05a0bb3-4159-41b6-ac42-2026a56c49c2 service neutron] 10.222.0.73 "GET /v2.0/networks/a3caa13b-c1d9-428c-8121-b90b74262470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820968 Feb 04 13:21:55.772250 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3470f5cb-0f54-4618-be93-f261a8a335d9 req-d3ef0445-f79f-4e95-a976-3d6c335ffef1 service neutron] 10.222.0.73 "GET /v2.0/networks/a3caa13b-c1d9-428c-8121-b90b74262470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888474 Feb 04 13:21:56.004937 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4d929a-15de-4d2d-a4a0-be846474ce4d req-2530f1bf-f04e-4385-8ad6-a3b97522bade tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:56.006455 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9f4d929a-15de-4d2d-a4a0-be846474ce4d req-2530f1bf-f04e-4385-8ad6-a3b97522bade tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=38585ea8-9b4d-479a-bfc8-73713b5c00b5 HTTP/1.1" status: 200 len: 943 time: 0.0557363 Feb 04 13:21:56.053039 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9f4d929a-15de-4d2d-a4a0-be846474ce4d req-9700a862-a886-457c-bf2e-4a4568874d4d tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410430 Feb 04 13:21:57.178382 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da06faa-c944-4199-9d98-5b8c1409d825 req-b94a9e27-62b2-496f-b1c5-b43c29e100a2 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:57.179932 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6da06faa-c944-4199-9d98-5b8c1409d825 req-b94a9e27-62b2-496f-b1c5-b43c29e100a2 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=38585ea8-9b4d-479a-bfc8-73713b5c00b5 HTTP/1.1" status: 200 len: 943 time: 0.0584326 Feb 04 13:21:57.228953 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6da06faa-c944-4199-9d98-5b8c1409d825 req-bb0f738e-616e-4a73-bcda-48da69c18c04 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434644 Feb 04 13:21:57.267169 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device fece1d5e-3c7a-4cbf-9c89-0f2ae942fb2c details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:21:57.361506 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port fece1d5e-3c7a-4cbf-9c89-0f2ae942fb2c, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=fece1d5e-3c7a-4cbf-9c89-0f2ae942fb2c,segment=NetworkSegment(25180811-8356-42b3-97d7-72477267d807),segment_id=25180811-8356-42b3-97d7-72477267d807)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:21:57.372629 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': 'fece1d5e-3c7a-4cbf-9c89-0f2ae942fb2c', 'network_id': 'a3caa13b-c1d9-428c-8121-b90b74262470', 'port_id': 'fece1d5e-3c7a-4cbf-9c89-0f2ae942fb2c', 'mac_address': 'fa:16:3e:42:9b:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e164ffd-c51e-46f5-aacc-4e579cf848c4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:21:57.408752 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port fece1d5e-3c7a-4cbf-9c89-0f2ae942fb2c is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:21:57.409138 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (fece1d5e-3c7a-4cbf-9c89-0f2ae942fb2c), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:57.425350 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fece1d5e-3c7a-4cbf-9c89-0f2ae942fb2c {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:21:57.444405 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port fece1d5e-3c7a-4cbf-9c89-0f2ae942fb2c, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=fece1d5e-3c7a-4cbf-9c89-0f2ae942fb2c,segment=NetworkSegment(25180811-8356-42b3-97d7-72477267d807),segment_id=25180811-8356-42b3-97d7-72477267d807)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:21:57.448673 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (fece1d5e-3c7a-4cbf-9c89-0f2ae942fb2c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:57.496474 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=fece1d5e-3c7a-4cbf-9c89-0f2ae942fb2c,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:57.685378 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['fece1d5e-3c7a-4cbf-9c89-0f2ae942fb2c'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:21:58.353450 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fcca5d-bb12-4552-b01d-fdd85d6b66c0 req-d4e1d977-3c4f-4a13-93f6-3ef30984f6d7 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:58.354935 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-31fcca5d-bb12-4552-b01d-fdd85d6b66c0 req-d4e1d977-3c4f-4a13-93f6-3ef30984f6d7 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=38585ea8-9b4d-479a-bfc8-73713b5c00b5 HTTP/1.1" status: 200 len: 944 time: 0.0570576 Feb 04 13:21:58.401387 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-31fcca5d-bb12-4552-b01d-fdd85d6b66c0 req-97ded021-5bc6-4caa-9240-daf75f53a67b tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407331 Feb 04 13:21:59.294014 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device fece1d5e-3c7a-4cbf-9c89-0f2ae942fb2c up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:21:59.348580 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning for port fece1d5e-3c7a-4cbf-9c89-0f2ae942fb2c completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:21:59.352450 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port fece1d5e-3c7a-4cbf-9c89-0f2ae942fb2c triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:21:59.352822 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (fece1d5e-3c7a-4cbf-9c89-0f2ae942fb2c), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:59.433405 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port fece1d5e-3c7a-4cbf-9c89-0f2ae942fb2c is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:21:59.433937 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (fece1d5e-3c7a-4cbf-9c89-0f2ae942fb2c), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:59.461235 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38585ea8-9b4d-479a-bfc8-73713b5c00b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fece1d5e-3c7a-4cbf-9c89-0f2ae942fb2c'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:21:59.463809 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53818b00e40e8afff1ffbbb80b1f2b2ececb0555ff6da39e2769b708ef8305ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-624a0e6e-d6c0-465b-bf78-b10d2e1c0be4" -d '{"events": [{"server_uuid": "38585ea8-9b4d-479a-bfc8-73713b5c00b5", "name": "network-vif-plugged", "status": "completed", "tag": "fece1d5e-3c7a-4cbf-9c89-0f2ae942fb2c"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:21:59.481841 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port fece1d5e-3c7a-4cbf-9c89-0f2ae942fb2c, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=fece1d5e-3c7a-4cbf-9c89-0f2ae942fb2c,segment=NetworkSegment(25180811-8356-42b3-97d7-72477267d807),segment_id=25180811-8356-42b3-97d7-72477267d807)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:21:59.492774 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (fece1d5e-3c7a-4cbf-9c89-0f2ae942fb2c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:21:59.521277 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-203150e4-c542-455f-86ac-495de0b18add x-openstack-request-id: req-203150e4-c542-455f-86ac-495de0b18add {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:21:59.521576 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38585ea8-9b4d-479a-bfc8-73713b5c00b5", "name": "network-vif-plugged", "status": "completed", "tag": "fece1d5e-3c7a-4cbf-9c89-0f2ae942fb2c", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:21:59.521967 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-203150e4-c542-455f-86ac-495de0b18add {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:21:59.522364 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38585ea8-9b4d-479a-bfc8-73713b5c00b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fece1d5e-3c7a-4cbf-9c89-0f2ae942fb2c', 'code': 200} Feb 04 13:21:59.537136 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604a36f8-8be1-440d-b88d-01ef03a74728 req-0a4c520d-541c-4a25-bc64-66b5c34e4e8a tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:59.538877 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-604a36f8-8be1-440d-b88d-01ef03a74728 req-0a4c520d-541c-4a25-bc64-66b5c34e4e8a tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=38585ea8-9b4d-479a-bfc8-73713b5c00b5 HTTP/1.1" status: 200 len: 945 time: 0.0619318 Feb 04 13:21:59.552737 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=fece1d5e-3c7a-4cbf-9c89-0f2ae942fb2c,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:59.594786 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-604a36f8-8be1-440d-b88d-01ef03a74728 req-e0eed789-d187-4b85-8d0b-a541b02d11bd tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503600 Feb 04 13:21:59.644296 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cf0cda-e750-4256-854b-0040ed2053cd req-72ea8d86-96f5-4580-a7e6-fe4e23176365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:59.645835 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-57cf0cda-e750-4256-854b-0040ed2053cd req-72ea8d86-96f5-4580-a7e6-fe4e23176365 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=38585ea8-9b4d-479a-bfc8-73713b5c00b5 HTTP/1.1" status: 200 len: 1127 time: 0.0500185 Feb 04 13:21:59.691007 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-57cf0cda-e750-4256-854b-0040ed2053cd req-b8b82cd6-1d9d-4a5b-96f1-34b6402ade52 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372481 Feb 04 13:22:00.716016 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996a0793-625d-4096-93e3-5483aba13574 req-9eb9c286-2b27-42e5-9353-4a771fbd29cb tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:00.717998 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-996a0793-625d-4096-93e3-5483aba13574 req-9eb9c286-2b27-42e5-9353-4a771fbd29cb tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=38585ea8-9b4d-479a-bfc8-73713b5c00b5 HTTP/1.1" status: 200 len: 945 time: 0.0523136 Feb 04 13:22:00.763975 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-996a0793-625d-4096-93e3-5483aba13574 req-4bbb1b3e-d04b-40a3-ba56-1c392a63a8d6 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401340 Feb 04 13:22:01.619706 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:01.891255 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1fe5ee-9b4e-4a74-b044-d8a190b346b4 req-cbbe2f01-00a1-42fb-8469-6acfa0f7c325 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:01.892664 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bf1fe5ee-9b4e-4a74-b044-d8a190b346b4 req-cbbe2f01-00a1-42fb-8469-6acfa0f7c325 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=38585ea8-9b4d-479a-bfc8-73713b5c00b5 HTTP/1.1" status: 200 len: 945 time: 0.0535767 Feb 04 13:22:01.943750 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bf1fe5ee-9b4e-4a74-b044-d8a190b346b4 req-82a2d99e-c100-4b6e-aa5e-d4ad11f9f2bb tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445883 Feb 04 13:22:02.057631 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e18f78-613f-428b-a57f-93f67161ad12 req-45990701-4643-4073-ad61-057a08602a36 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:02.059117 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-10e18f78-613f-428b-a57f-93f67161ad12 req-45990701-4643-4073-ad61-057a08602a36 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=38585ea8-9b4d-479a-bfc8-73713b5c00b5 HTTP/1.1" status: 200 len: 945 time: 0.0524795 Feb 04 13:22:02.070465 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 33062) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:22:02.074942 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-ce1ab266-d797-415a-a555-2297a54c126e tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Request body: {'floatingip': {'port_id': 'fece1d5e-3c7a-4cbf-9c89-0f2ae942fb2c'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:22:02.116441 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ce1ab266-d797-415a-a555-2297a54c126e tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Publish callbacks [] for floatingip (89daf197-fd1e-4c6e-a6f1-7a39c6a98146), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:02.284334 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:02.544923 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ce1ab266-d797-415a-a555-2297a54c126e tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:02.549176 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ce1ab266-d797-415a-a555-2297a54c126e tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1599943'] for floatingip (89daf197-fd1e-4c6e-a6f1-7a39c6a98146), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:02.652894 n-d-825015-3 neutron-server[103475]: INFO neutron.db.l3_db [None req-ce1ab266-d797-415a-a555-2297a54c126e tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Floating IP 89daf197-fd1e-4c6e-a6f1-7a39c6a98146 associated. External IP: 172.25.3.130, port: fece1d5e-3c7a-4cbf-9c89-0f2ae942fb2c. Feb 04 13:22:02.869284 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce1ab266-d797-415a-a555-2297a54c126e tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Router 4a7a7b49-5991-4d38-b33e-111c4ed26ea5 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:22:02.981947 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce1ab266-d797-415a-a555-2297a54c126e tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:22:02.987442 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ce1ab266-d797-415a-a555-2297a54c126e tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:02.992362 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3720efc3-bfef-4a4d-a197-edf6a035f0aa None None] Sync routers for ids ['4a7a7b49-5991-4d38-b33e-111c4ed26ea5'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:22:03.001620 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3720efc3-bfef-4a4d-a197-edf6a035f0aa None None] Routers {'4a7a7b49-5991-4d38-b33e-111c4ed26ea5'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:22:03.002309 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-3720efc3-bfef-4a4d-a197-edf6a035f0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:21:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['4a7a7b49-5991-4d38-b33e-111c4ed26ea5'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:22:03.018241 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-ce1ab266-d797-415a-a555-2297a54c126e tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "PUT /v2.0/floatingips/89daf197-fd1e-4c6e-a6f1-7a39c6a98146 HTTP/1.1" status: 200 len: 991 time: 0.9466715 Feb 04 13:22:03.018858 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38585ea8-9b4d-479a-bfc8-73713b5c00b5', 'tag': 'fece1d5e-3c7a-4cbf-9c89-0f2ae942fb2c'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:22:03.021825 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48bbd334e613f85cd2144b496d46af0d2e531f29900d43c124e8a63cdd2917ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cad41218-f7dd-4584-ab46-1b05424f75b0" -d '{"events": [{"name": "network-changed", "server_uuid": "38585ea8-9b4d-479a-bfc8-73713b5c00b5", "tag": "fece1d5e-3c7a-4cbf-9c89-0f2ae942fb2c"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:22:03.060926 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cb83454-42c9-42eb-a587-3e897308741d x-openstack-request-id: req-4cb83454-42c9-42eb-a587-3e897308741d {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:22:03.061302 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38585ea8-9b4d-479a-bfc8-73713b5c00b5", "tag": "fece1d5e-3c7a-4cbf-9c89-0f2ae942fb2c", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:22:03.061556 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4cb83454-42c9-42eb-a587-3e897308741d {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:22:03.061967 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38585ea8-9b4d-479a-bfc8-73713b5c00b5', 'tag': 'fece1d5e-3c7a-4cbf-9c89-0f2ae942fb2c', 'status': 'completed', 'code': 200} Feb 04 13:22:03.125462 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-3720efc3-bfef-4a4d-a197-edf6a035f0aa None None] Set router 4a7a7b49-5991-4d38-b33e-111c4ed26ea5 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:22:03.127697 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49873870-c9a2-436b-a2f3-858c8e2b3774 req-ebdf9e9c-53f7-4fb3-be25-b23acfaadfe0 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:03.132337 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-49873870-c9a2-436b-a2f3-858c8e2b3774 req-ebdf9e9c-53f7-4fb3-be25-b23acfaadfe0 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=38585ea8-9b4d-479a-bfc8-73713b5c00b5 HTTP/1.1" status: 200 len: 945 time: 0.0633228 Feb 04 13:22:03.203715 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-49873870-c9a2-436b-a2f3-858c8e2b3774 req-5e9e0ad6-a6d7-4b94-819d-30fb294e576c tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688951 Feb 04 13:22:03.214000 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad41218-f7dd-4584-ab46-1b05424f75b0 req-76e9a1c7-abb5-4b82-9795-696fdb0cb2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:03.215502 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cad41218-f7dd-4584-ab46-1b05424f75b0 req-76e9a1c7-abb5-4b82-9795-696fdb0cb2a6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fe9ab3fdb9da43c1bef62df7d95ef4f6&device_id=38585ea8-9b4d-479a-bfc8-73713b5c00b5 HTTP/1.1" status: 200 len: 1127 time: 0.0669341 Feb 04 13:22:03.361005 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-3720efc3-bfef-4a4d-a197-edf6a035f0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a7a7b49-5991-4d38-b33e-111c4ed26ea5', 'name': 'tempest-ServerActionsTestJSON-1663030507-router', 'tenant_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'aa469467-7486-49d4-9d5e-6c58bf0d65d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:21:05Z', 'updated_at': '2022-02-04T13:21:07Z', 'revision_number': 4, 'project_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'gw_port': {'id': 'aa469467-7486-49d4-9d5e-6c58bf0d65d9', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:10:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7a7b49-5991-4d38-b33e-111c4ed26ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:21:05Z', 'updated_at': '2022-02-04T13:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': '89daf197-fd1e-4c6e-a6f1-7a39c6a98146', 'tenant_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'floating_ip_address': '172.25.3.130', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': '4a7a7b49-5991-4d38-b33e-111c4ed26ea5', 'port_id': 'fece1d5e-3c7a-4cbf-9c89-0f2ae942fb2c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3caa13b-c1d9-428c-8121-b90b74262470', 'mac_address': 'fa:16:3e:42:9b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38585ea8-9b4d-479a-bfc8-73713b5c00b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:21:10Z', 'updated_at': '2022-02-04T13:22:02Z', 'revision_number': 5, 'project_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '366443a5-ee5a-4535-8a8e-61f3264f5ebd', 'name': '', 'network_id': 'a3caa13b-c1d9-428c-8121-b90b74262470', 'tenant_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'mac_address': 'fa:16:3e:f3:e3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7a7b49-5991-4d38-b33e-111c4ed26ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '9e164ffd-c51e-46f5-aacc-4e579cf848c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:21:07Z', 'updated_at': '2022-02-04T13:21:11Z', 'revision_number': 5, 'project_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'subnets': [{'id': '9e164ffd-c51e-46f5-aacc-4e579cf848c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:22:03.387665 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3720efc3-bfef-4a4d-a197-edf6a035f0aa None None] Checking router: 4a7a7b49-5991-4d38-b33e-111c4ed26ea5 for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:22:03.397181 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3720efc3-bfef-4a4d-a197-edf6a035f0aa None None] Routers {'4a7a7b49-5991-4d38-b33e-111c4ed26ea5'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:22:03.397815 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-3720efc3-bfef-4a4d-a197-edf6a035f0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:21:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['4a7a7b49-5991-4d38-b33e-111c4ed26ea5'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:22:03.510401 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-3720efc3-bfef-4a4d-a197-edf6a035f0aa None None] Set router 4a7a7b49-5991-4d38-b33e-111c4ed26ea5 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:22:03.606319 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad41218-f7dd-4584-ab46-1b05424f75b0 req-76a6545c-81c6-4ed0-818c-1655a679b67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:03.607826 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cad41218-f7dd-4584-ab46-1b05424f75b0 req-76a6545c-81c6-4ed0-818c-1655a679b67c service neutron] 10.222.0.73 "GET /v2.0/networks?id=a3caa13b-c1d9-428c-8121-b90b74262470 HTTP/1.1" status: 200 len: 913 time: 0.3846304 Feb 04 13:22:03.674059 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cad41218-f7dd-4584-ab46-1b05424f75b0 req-0eeee258-3eb8-4c84-a7c6-1ad6f397162e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fece1d5e-3c7a-4cbf-9c89-0f2ae942fb2c HTTP/1.1" status: 200 len: 999 time: 0.0594449 Feb 04 13:22:03.726329 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad41218-f7dd-4584-ab46-1b05424f75b0 req-ec512a1b-2d62-417b-bdd6-86516f7d88b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:03.727812 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cad41218-f7dd-4584-ab46-1b05424f75b0 req-ec512a1b-2d62-417b-bdd6-86516f7d88b4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9e164ffd-c51e-46f5-aacc-4e579cf848c4 HTTP/1.1" status: 200 len: 851 time: 0.0477872 Feb 04 13:22:03.741024 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-3720efc3-bfef-4a4d-a197-edf6a035f0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a7a7b49-5991-4d38-b33e-111c4ed26ea5', 'name': 'tempest-ServerActionsTestJSON-1663030507-router', 'tenant_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'aa469467-7486-49d4-9d5e-6c58bf0d65d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:21:05Z', 'updated_at': '2022-02-04T13:21:07Z', 'revision_number': 4, 'project_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'gw_port': {'id': 'aa469467-7486-49d4-9d5e-6c58bf0d65d9', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:10:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7a7b49-5991-4d38-b33e-111c4ed26ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:21:05Z', 'updated_at': '2022-02-04T13:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': '89daf197-fd1e-4c6e-a6f1-7a39c6a98146', 'tenant_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'floating_ip_address': '172.25.3.130', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': '4a7a7b49-5991-4d38-b33e-111c4ed26ea5', 'port_id': 'fece1d5e-3c7a-4cbf-9c89-0f2ae942fb2c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3caa13b-c1d9-428c-8121-b90b74262470', 'mac_address': 'fa:16:3e:42:9b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38585ea8-9b4d-479a-bfc8-73713b5c00b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:21:10Z', 'updated_at': '2022-02-04T13:22:02Z', 'revision_number': 5, 'project_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '366443a5-ee5a-4535-8a8e-61f3264f5ebd', 'name': '', 'network_id': 'a3caa13b-c1d9-428c-8121-b90b74262470', 'tenant_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'mac_address': 'fa:16:3e:f3:e3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7a7b49-5991-4d38-b33e-111c4ed26ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '9e164ffd-c51e-46f5-aacc-4e579cf848c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:21:07Z', 'updated_at': '2022-02-04T13:21:11Z', 'revision_number': 5, 'project_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'subnets': [{'id': '9e164ffd-c51e-46f5-aacc-4e579cf848c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:22:03.767684 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3720efc3-bfef-4a4d-a197-edf6a035f0aa None None] The sync data for ids ['4a7a7b49-5991-4d38-b33e-111c4ed26ea5'] in n-d-825015-3 is: [{'id': '4a7a7b49-5991-4d38-b33e-111c4ed26ea5', 'name': 'tempest-ServerActionsTestJSON-1663030507-router', 'tenant_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'aa469467-7486-49d4-9d5e-6c58bf0d65d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:21:05Z', 'updated_at': '2022-02-04T13:21:07Z', 'revision_number': 4, 'project_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'gw_port': {'id': 'aa469467-7486-49d4-9d5e-6c58bf0d65d9', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:10:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7a7b49-5991-4d38-b33e-111c4ed26ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:21:05Z', 'updated_at': '2022-02-04T13:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': '89daf197-fd1e-4c6e-a6f1-7a39c6a98146', 'tenant_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'floating_ip_address': '172.25.3.130', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': '4a7a7b49-5991-4d38-b33e-111c4ed26ea5', 'port_id': 'fece1d5e-3c7a-4cbf-9c89-0f2ae942fb2c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3caa13b-c1d9-428c-8121-b90b74262470', 'mac_address': 'fa:16:3e:42:9b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38585ea8-9b4d-479a-bfc8-73713b5c00b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:21:10Z', 'updated_at': '2022-02-04T13:22:02Z', 'revision_number': 5, 'project_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '366443a5-ee5a-4535-8a8e-61f3264f5ebd', 'name': '', 'network_id': 'a3caa13b-c1d9-428c-8121-b90b74262470', 'tenant_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'mac_address': 'fa:16:3e:f3:e3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7a7b49-5991-4d38-b33e-111c4ed26ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '9e164ffd-c51e-46f5-aacc-4e579cf848c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:21:07Z', 'updated_at': '2022-02-04T13:21:11Z', 'revision_number': 5, 'project_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'subnets': [{'id': '9e164ffd-c51e-46f5-aacc-4e579cf848c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:22:03.777404 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad41218-f7dd-4584-ab46-1b05424f75b0 req-a28b607b-5910-44f6-9e23-a320cad90fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:03.778930 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cad41218-f7dd-4584-ab46-1b05424f75b0 req-a28b607b-5910-44f6-9e23-a320cad90fbb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a3caa13b-c1d9-428c-8121-b90b74262470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0442877 Feb 04 13:22:03.875073 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cad41218-f7dd-4584-ab46-1b05424f75b0 req-123f7284-fed6-48f1-9538-66107b235088 service neutron] 10.222.0.73 "GET /v2.0/networks/a3caa13b-c1d9-428c-8121-b90b74262470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889287 Feb 04 13:22:03.969947 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8215fec1-1e47-4083-afa3-ae981a78b059 None None] New status for floating IP 89daf197-fd1e-4c6e-a6f1-7a39c6a98146: ACTIVE {{(pid=103476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:22:03.970516 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cad41218-f7dd-4584-ab46-1b05424f75b0 req-a66e9647-9806-482e-865a-d5f3c7d1ce8a service neutron] 10.222.0.73 "GET /v2.0/networks/a3caa13b-c1d9-428c-8121-b90b74262470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884037 Feb 04 13:22:04.334687 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860db8e9-a7ec-40ff-8c84-fcf4ac185337 req-5112c487-44fe-4348-9e58-027b8675ea71 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:04.336214 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-860db8e9-a7ec-40ff-8c84-fcf4ac185337 req-5112c487-44fe-4348-9e58-027b8675ea71 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=38585ea8-9b4d-479a-bfc8-73713b5c00b5 HTTP/1.1" status: 200 len: 945 time: 0.0572841 Feb 04 13:22:04.382065 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-860db8e9-a7ec-40ff-8c84-fcf4ac185337 req-f443046c-da00-4a26-8450-09c027b3c206 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402603 Feb 04 13:22:04.594822 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627e7350-8ccc-4aa4-8daf-f6fac9fc4ef1 req-34e4d4d2-a8be-46ba-9487-ed13e568b590 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:04.596474 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-627e7350-8ccc-4aa4-8daf-f6fac9fc4ef1 req-34e4d4d2-a8be-46ba-9487-ed13e568b590 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=38585ea8-9b4d-479a-bfc8-73713b5c00b5 HTTP/1.1" status: 200 len: 945 time: 0.0583010 Feb 04 13:22:04.645066 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-627e7350-8ccc-4aa4-8daf-f6fac9fc4ef1 req-d27211d0-ab5d-4371-81ce-a337d7441396 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428743 Feb 04 13:22:05.768616 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33f221-6666-4068-baac-dc3a1080eb0a req-02bdfaa7-768c-427e-b18d-a2b69b33bb2f tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:05.770085 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3e33f221-6666-4068-baac-dc3a1080eb0a req-02bdfaa7-768c-427e-b18d-a2b69b33bb2f tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=38585ea8-9b4d-479a-bfc8-73713b5c00b5 HTTP/1.1" status: 200 len: 945 time: 0.0518754 Feb 04 13:22:05.817794 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3e33f221-6666-4068-baac-dc3a1080eb0a req-b794ee2b-4c66-43af-89cc-8305a685883a tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422621 Feb 04 13:22:06.946264 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d94a13-6d56-4c6b-9cdf-b9c3f9e15f55 req-01c18dff-9204-4c42-ab59-b05cadf73087 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:06.947771 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-20d94a13-6d56-4c6b-9cdf-b9c3f9e15f55 req-01c18dff-9204-4c42-ab59-b05cadf73087 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=38585ea8-9b4d-479a-bfc8-73713b5c00b5 HTTP/1.1" status: 200 len: 945 time: 0.0619192 Feb 04 13:22:06.994378 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-20d94a13-6d56-4c6b-9cdf-b9c3f9e15f55 req-6a4a1633-ffbd-4e2e-a405-4205a71671fc tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403843 Feb 04 13:22:08.116835 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d856f3-42a1-4f20-9f11-bdf2b6c54431 req-efa44b84-f468-406a-9b3d-a322f8c2767a tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:08.118238 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-95d856f3-42a1-4f20-9f11-bdf2b6c54431 req-efa44b84-f468-406a-9b3d-a322f8c2767a tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=38585ea8-9b4d-479a-bfc8-73713b5c00b5 HTTP/1.1" status: 200 len: 945 time: 0.0530219 Feb 04 13:22:08.172300 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-95d856f3-42a1-4f20-9f11-bdf2b6c54431 req-0f7fe4e5-50ee-49cd-82b3-e489b5103703 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485373 Feb 04 13:22:09.297026 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f4a8a1-0ace-4586-8a65-de83295c415a req-6ed46b3f-efc6-429c-8267-6c3b0231a5eb tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:09.298562 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b6f4a8a1-0ace-4586-8a65-de83295c415a req-6ed46b3f-efc6-429c-8267-6c3b0231a5eb tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=38585ea8-9b4d-479a-bfc8-73713b5c00b5 HTTP/1.1" status: 200 len: 945 time: 0.0594084 Feb 04 13:22:09.351089 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b6f4a8a1-0ace-4586-8a65-de83295c415a req-dcb7db28-3e05-41af-b90b-3c12dcdfa6a9 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468631 Feb 04 13:22:10.473875 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56dabd0-31a0-40f9-927d-31d33fdbcd3a req-5210e6c2-8a6e-4b19-97ee-33b0af8217ae tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:10.475360 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b56dabd0-31a0-40f9-927d-31d33fdbcd3a req-5210e6c2-8a6e-4b19-97ee-33b0af8217ae tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=38585ea8-9b4d-479a-bfc8-73713b5c00b5 HTTP/1.1" status: 200 len: 945 time: 0.0548921 Feb 04 13:22:10.522271 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b56dabd0-31a0-40f9-927d-31d33fdbcd3a req-2db3e794-21e0-4cf5-8b64-13a51e6d1772 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413146 Feb 04 13:22:11.646656 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b674b2b-ae79-4a98-81f5-56dfc6c32995 req-38488dfe-0850-42dc-a7f1-8b5936a1a703 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:11.648187 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8b674b2b-ae79-4a98-81f5-56dfc6c32995 req-38488dfe-0850-42dc-a7f1-8b5936a1a703 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=38585ea8-9b4d-479a-bfc8-73713b5c00b5 HTTP/1.1" status: 200 len: 945 time: 0.0532846 Feb 04 13:22:11.694820 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8b674b2b-ae79-4a98-81f5-56dfc6c32995 req-a1f9321d-968c-4282-b228-22531be8b6d1 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410721 Feb 04 13:22:12.821398 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b16147-a32c-4012-bc6a-df14244b2192 req-7f29263a-a486-45a7-9e5b-c9ea5416f963 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:12.822912 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-14b16147-a32c-4012-bc6a-df14244b2192 req-7f29263a-a486-45a7-9e5b-c9ea5416f963 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=38585ea8-9b4d-479a-bfc8-73713b5c00b5 HTTP/1.1" status: 200 len: 945 time: 0.0590906 Feb 04 13:22:12.875430 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-14b16147-a32c-4012-bc6a-df14244b2192 req-23a5499d-1eba-46b3-83f0-461c3a794867 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441215 Feb 04 13:22:13.996291 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4a10ab-cd97-44e3-a7ea-9c11e424d5e2 req-0ed434a9-ddae-4923-bd45-ebc0a10bec0a tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:13.997775 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1c4a10ab-cd97-44e3-a7ea-9c11e424d5e2 req-0ed434a9-ddae-4923-bd45-ebc0a10bec0a tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=38585ea8-9b4d-479a-bfc8-73713b5c00b5 HTTP/1.1" status: 200 len: 945 time: 0.0534341 Feb 04 13:22:14.043902 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1c4a10ab-cd97-44e3-a7ea-9c11e424d5e2 req-1642e10b-cf97-4e14-91fc-585c5943ed65 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404859 Feb 04 13:22:15.165434 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964b1eeb-50b1-4185-9f54-264c1be9001f req-f1303b0f-7f81-4c8b-a0ea-a9b492b0cfc0 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:15.166953 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-964b1eeb-50b1-4185-9f54-264c1be9001f req-f1303b0f-7f81-4c8b-a0ea-a9b492b0cfc0 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=38585ea8-9b4d-479a-bfc8-73713b5c00b5 HTTP/1.1" status: 200 len: 945 time: 0.0537298 Feb 04 13:22:15.224611 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-964b1eeb-50b1-4185-9f54-264c1be9001f req-94300a2d-b0e5-4662-94ff-3b9b12151f28 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510077 Feb 04 13:22:15.535121 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:22:15.598212 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5cdc7202-83f5-4e19-84f2-8a7870fd2a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:16.346783 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38c12aa-1331-4c4e-ada3-c1dc2520a4b2 req-f66cd64c-85ed-42f8-b2c5-8069eb461359 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:16.348322 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f38c12aa-1331-4c4e-ada3-c1dc2520a4b2 req-f66cd64c-85ed-42f8-b2c5-8069eb461359 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=38585ea8-9b4d-479a-bfc8-73713b5c00b5 HTTP/1.1" status: 200 len: 945 time: 0.0556796 Feb 04 13:22:16.397109 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f38c12aa-1331-4c4e-ada3-c1dc2520a4b2 req-e5598529-d15a-46fd-b846-36fd92a49e96 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431228 Feb 04 13:22:17.515347 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3acaef3-cad3-4870-973d-c49a18409c54 req-7519b513-4e31-4015-8218-9e9d02cc59f2 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:17.516840 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d3acaef3-cad3-4870-973d-c49a18409c54 req-7519b513-4e31-4015-8218-9e9d02cc59f2 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=38585ea8-9b4d-479a-bfc8-73713b5c00b5 HTTP/1.1" status: 200 len: 945 time: 0.0524600 Feb 04 13:22:17.563388 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d3acaef3-cad3-4870-973d-c49a18409c54 req-7bde89bd-33c3-45ea-87ef-8f68eedd4dd8 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410330 Feb 04 13:22:18.122698 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-51e81189-1d1c-4236-80df-5244d7f9587f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:18.693436 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2b612b-7eec-4c7c-841d-df03d6191164 req-3005a858-694c-4cd0-befc-48d46ca9b67c tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:18.694986 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9c2b612b-7eec-4c7c-841d-df03d6191164 req-3005a858-694c-4cd0-befc-48d46ca9b67c tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=38585ea8-9b4d-479a-bfc8-73713b5c00b5 HTTP/1.1" status: 200 len: 945 time: 0.0605259 Feb 04 13:22:18.743192 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9c2b612b-7eec-4c7c-841d-df03d6191164 req-9ad9d3ee-effc-46ae-b7c8-055f1e252c67 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422626 Feb 04 13:22:19.425786 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:19.863837 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d0fd9a-6ca0-4d2d-9583-cc3fb90252b2 req-05dda73b-3e90-41c5-ba56-e7fb38e7696a tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:19.865615 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c2d0fd9a-6ca0-4d2d-9583-cc3fb90252b2 req-05dda73b-3e90-41c5-ba56-e7fb38e7696a tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=38585ea8-9b4d-479a-bfc8-73713b5c00b5 HTTP/1.1" status: 200 len: 945 time: 0.0544031 Feb 04 13:22:19.914002 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c2d0fd9a-6ca0-4d2d-9583-cc3fb90252b2 req-f6a2fe02-86dc-4df3-bc2b-b6515d9d9709 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427337 Feb 04 13:22:20.686899 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:21.037300 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef07780-36f8-4b47-8d0b-af349ce5d5c3 req-39d1a363-89dc-4a5f-aa06-95c5594eb4b8 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:21.038820 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1ef07780-36f8-4b47-8d0b-af349ce5d5c3 req-39d1a363-89dc-4a5f-aa06-95c5594eb4b8 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=38585ea8-9b4d-479a-bfc8-73713b5c00b5 HTTP/1.1" status: 200 len: 945 time: 0.0573359 Feb 04 13:22:21.084645 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1ef07780-36f8-4b47-8d0b-af349ce5d5c3 req-4cf52b5d-2d5c-4b7c-8936-06869363fb70 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403271 Feb 04 13:22:21.813983 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:22.231297 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ead0fdd-b2aa-4d85-af18-58c960445d8b req-e312f044-8409-41e8-b696-da9d912d585f tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:22.232944 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9ead0fdd-b2aa-4d85-af18-58c960445d8b req-e312f044-8409-41e8-b696-da9d912d585f tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=38585ea8-9b4d-479a-bfc8-73713b5c00b5 HTTP/1.1" status: 200 len: 945 time: 0.0723913 Feb 04 13:22:22.294735 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9ead0fdd-b2aa-4d85-af18-58c960445d8b req-0dced28f-dd30-44ac-b6cd-d2ba0629ef31 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523636 Feb 04 13:22:23.428365 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf39106-5bb1-4a20-b5c5-25c243710936 req-9d089e24-49a0-4b53-bfac-444ca9ec2d11 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:23.429848 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8cf39106-5bb1-4a20-b5c5-25c243710936 req-9d089e24-49a0-4b53-bfac-444ca9ec2d11 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=38585ea8-9b4d-479a-bfc8-73713b5c00b5 HTTP/1.1" status: 200 len: 945 time: 0.0532582 Feb 04 13:22:23.481641 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8cf39106-5bb1-4a20-b5c5-25c243710936 req-4989ef1f-4529-492f-bba6-f886aabd6587 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463564 Feb 04 13:22:24.601557 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f6419a-18f1-44c8-bdf7-bab55fc41d29 req-b50ad4e7-af99-4889-9ab3-fdf4958846cd tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:24.603045 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-40f6419a-18f1-44c8-bdf7-bab55fc41d29 req-b50ad4e7-af99-4889-9ab3-fdf4958846cd tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=38585ea8-9b4d-479a-bfc8-73713b5c00b5 HTTP/1.1" status: 200 len: 945 time: 0.0524375 Feb 04 13:22:24.649774 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-40f6419a-18f1-44c8-bdf7-bab55fc41d29 req-7334407d-54d9-4897-be67-88aaa9c3212a tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404313 Feb 04 13:22:25.773436 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0a7ecb-a482-44a1-8343-8ca9c083e094 req-4d0791c5-884b-4d82-9261-55477f9b516d tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:25.774937 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7c0a7ecb-a482-44a1-8343-8ca9c083e094 req-4d0791c5-884b-4d82-9261-55477f9b516d tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=38585ea8-9b4d-479a-bfc8-73713b5c00b5 HTTP/1.1" status: 200 len: 945 time: 0.0552647 Feb 04 13:22:25.822095 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7c0a7ecb-a482-44a1-8343-8ca9c083e094 req-e40c528f-4fb3-4900-82fb-0087f4b1d522 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415995 Feb 04 13:22:26.947583 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db536d9e-9d0b-4708-90de-f41622778c4c req-407f02d5-9039-4780-8e64-299d261fcb92 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:26.949170 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-db536d9e-9d0b-4708-90de-f41622778c4c req-407f02d5-9039-4780-8e64-299d261fcb92 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=38585ea8-9b4d-479a-bfc8-73713b5c00b5 HTTP/1.1" status: 200 len: 945 time: 0.0597622 Feb 04 13:22:26.999851 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-db536d9e-9d0b-4708-90de-f41622778c4c req-201babcd-8535-4170-92ce-6ce8a2ad30a0 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445294 Feb 04 13:22:28.120310 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce10124c-fec2-4751-bec7-1e862134d870 req-83140d7b-4db8-4bd6-a945-154cd62635c2 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:28.121718 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ce10124c-fec2-4751-bec7-1e862134d870 req-83140d7b-4db8-4bd6-a945-154cd62635c2 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=38585ea8-9b4d-479a-bfc8-73713b5c00b5 HTTP/1.1" status: 200 len: 945 time: 0.0537992 Feb 04 13:22:28.169817 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ce10124c-fec2-4751-bec7-1e862134d870 req-d63e6ef4-734e-430b-84cf-a740d6eaea02 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424800 Feb 04 13:22:29.289679 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d95cfb-ac3e-4589-89bd-237105708fb6 req-5fecc86d-c3b5-4a13-bb7a-ebfbcf31d6a6 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:29.291141 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f6d95cfb-ac3e-4589-89bd-237105708fb6 req-5fecc86d-c3b5-4a13-bb7a-ebfbcf31d6a6 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=38585ea8-9b4d-479a-bfc8-73713b5c00b5 HTTP/1.1" status: 200 len: 945 time: 0.0527372 Feb 04 13:22:29.341869 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f6d95cfb-ac3e-4589-89bd-237105708fb6 req-eabec5f2-c6a6-47d8-9cae-7c0ecd3c6fbb tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449498 Feb 04 13:22:30.463464 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102a7f31-9c1f-43bb-8e7f-fad2e2440a96 req-ab4c78c1-ac86-470d-85ca-ec296aa4c81f tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:30.464985 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-102a7f31-9c1f-43bb-8e7f-fad2e2440a96 req-ab4c78c1-ac86-470d-85ca-ec296aa4c81f tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=38585ea8-9b4d-479a-bfc8-73713b5c00b5 HTTP/1.1" status: 200 len: 945 time: 0.0532002 Feb 04 13:22:30.516120 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-102a7f31-9c1f-43bb-8e7f-fad2e2440a96 req-c8f01e09-5b3b-4744-aa52-ed8f37f83095 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437779 Feb 04 13:22:31.632306 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:31.640794 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e54cdb-9374-483c-96ff-660108bc15e0 req-dfa87469-c1b5-4a25-a9ec-b48fea11fbfb tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:31.642337 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d2e54cdb-9374-483c-96ff-660108bc15e0 req-dfa87469-c1b5-4a25-a9ec-b48fea11fbfb tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=38585ea8-9b4d-479a-bfc8-73713b5c00b5 HTTP/1.1" status: 200 len: 945 time: 0.0571001 Feb 04 13:22:31.690196 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d2e54cdb-9374-483c-96ff-660108bc15e0 req-9abedf97-7673-44d5-b09d-8dc0e43cbb3a tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413268 Feb 04 13:22:32.282629 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:32.817730 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae72215-f714-4284-8415-47584606ffea req-8c235472-2efa-43f1-97c2-9afe8f6243ef tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:32.819200 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cae72215-f714-4284-8415-47584606ffea req-8c235472-2efa-43f1-97c2-9afe8f6243ef tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=38585ea8-9b4d-479a-bfc8-73713b5c00b5 HTTP/1.1" status: 200 len: 945 time: 0.0563748 Feb 04 13:22:32.866155 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cae72215-f714-4284-8415-47584606ffea req-8ce2a968-b8f3-42f6-8911-f2ee6ea75eb5 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414336 Feb 04 13:22:33.983895 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73bca53-83b4-4d26-83f2-a01ead2f6633 req-2b4ef7e9-ab7f-4cb4-a70e-f33380837650 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:33.985523 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d73bca53-83b4-4d26-83f2-a01ead2f6633 req-2b4ef7e9-ab7f-4cb4-a70e-f33380837650 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=38585ea8-9b4d-479a-bfc8-73713b5c00b5 HTTP/1.1" status: 200 len: 945 time: 0.0529246 Feb 04 13:22:34.030986 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d73bca53-83b4-4d26-83f2-a01ead2f6633 req-fc9aa79d-8170-441e-9542-a2d434da798e tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397868 Feb 04 13:22:35.154297 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d16c34e-9ac5-4baa-b3a9-9ddd9d3a456d req-70e64d07-fa12-42d2-a2dd-b25fe66d2271 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:35.155845 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4d16c34e-9ac5-4baa-b3a9-9ddd9d3a456d req-70e64d07-fa12-42d2-a2dd-b25fe66d2271 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=38585ea8-9b4d-479a-bfc8-73713b5c00b5 HTTP/1.1" status: 200 len: 945 time: 0.0560720 Feb 04 13:22:35.201368 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4d16c34e-9ac5-4baa-b3a9-9ddd9d3a456d req-07f2591e-3455-44eb-9a1e-2ceb598f2290 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397897 Feb 04 13:22:35.437827 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-121587fd-4a70-40ae-8ef7-acfe5f6f0d82 req-66c359b6-344b-43e9-89fc-da628ddcb4b3 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=38585ea8-9b4d-479a-bfc8-73713b5c00b5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0517516 Feb 04 13:22:35.442799 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227e977b-4377-4e61-b8c8-b701e684d7f8 req-8b464758-c5ef-4322-b50f-c47d7ced923b tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:35.444426 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-227e977b-4377-4e61-b8c8-b701e684d7f8 req-8b464758-c5ef-4322-b50f-c47d7ced923b tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=38585ea8-9b4d-479a-bfc8-73713b5c00b5 HTTP/1.1" status: 200 len: 945 time: 0.0529032 Feb 04 13:22:35.494819 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-227e977b-4377-4e61-b8c8-b701e684d7f8 req-80229fa7-ab6a-498d-956f-1dec7c854bbe tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447340 Feb 04 13:22:36.630656 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121587fd-4a70-40ae-8ef7-acfe5f6f0d82 req-28ae5c55-8a56-4fa9-879d-1d80581deb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:36.632233 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-121587fd-4a70-40ae-8ef7-acfe5f6f0d82 req-28ae5c55-8a56-4fa9-879d-1d80581deb75 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fe9ab3fdb9da43c1bef62df7d95ef4f6&device_id=38585ea8-9b4d-479a-bfc8-73713b5c00b5 HTTP/1.1" status: 200 len: 1127 time: 0.0834942 Feb 04 13:22:36.644238 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6383e-63ce-476c-91d6-3bc8964c413e req-28a7e780-3053-469b-bb38-2a2b78cbdb95 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:36.645630 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-04d6383e-63ce-476c-91d6-3bc8964c413e req-28a7e780-3053-469b-bb38-2a2b78cbdb95 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=38585ea8-9b4d-479a-bfc8-73713b5c00b5 HTTP/1.1" status: 200 len: 945 time: 0.0715699 Feb 04 13:22:36.743879 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-04d6383e-63ce-476c-91d6-3bc8964c413e req-3b7dc320-0486-4143-80ae-90b143e2ffd6 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901692 Feb 04 13:22:36.766717 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121587fd-4a70-40ae-8ef7-acfe5f6f0d82 req-8d123688-6119-4be9-9594-4dac98629645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:36.768308 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-121587fd-4a70-40ae-8ef7-acfe5f6f0d82 req-8d123688-6119-4be9-9594-4dac98629645 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a3caa13b-c1d9-428c-8121-b90b74262470 HTTP/1.1" status: 200 len: 913 time: 0.1217949 Feb 04 13:22:36.841177 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-121587fd-4a70-40ae-8ef7-acfe5f6f0d82 req-e3239528-7019-4a0f-93f0-d5705c86dd57 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fece1d5e-3c7a-4cbf-9c89-0f2ae942fb2c HTTP/1.1" status: 200 len: 1001 time: 0.0650094 Feb 04 13:22:36.892430 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121587fd-4a70-40ae-8ef7-acfe5f6f0d82 req-8f899a99-7b3f-46e8-bebc-0a0ed8c5b868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:36.893875 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-121587fd-4a70-40ae-8ef7-acfe5f6f0d82 req-8f899a99-7b3f-46e8-bebc-0a0ed8c5b868 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9e164ffd-c51e-46f5-aacc-4e579cf848c4 HTTP/1.1" status: 200 len: 851 time: 0.0459919 Feb 04 13:22:36.944352 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121587fd-4a70-40ae-8ef7-acfe5f6f0d82 req-bc01afc9-cfce-40fd-8497-6587f4588216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:36.945868 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-121587fd-4a70-40ae-8ef7-acfe5f6f0d82 req-bc01afc9-cfce-40fd-8497-6587f4588216 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a3caa13b-c1d9-428c-8121-b90b74262470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0447423 Feb 04 13:22:37.038179 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-121587fd-4a70-40ae-8ef7-acfe5f6f0d82 req-09bd39e8-834f-4988-b56c-6adde033b739 service neutron] 10.222.0.73 "GET /v2.0/networks/a3caa13b-c1d9-428c-8121-b90b74262470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850360 Feb 04 13:22:37.127116 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-121587fd-4a70-40ae-8ef7-acfe5f6f0d82 req-0ec7ec46-fae6-4977-adee-8efcdf101ca2 service neutron] 10.222.0.73 "GET /v2.0/networks/a3caa13b-c1d9-428c-8121-b90b74262470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825386 Feb 04 13:22:37.868757 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00e3ca7-7e7d-4773-9ecf-1f2636f4e99e req-f17e1778-f479-45cd-a842-4dd5dcacb55b tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:37.870246 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d00e3ca7-7e7d-4773-9ecf-1f2636f4e99e req-f17e1778-f479-45cd-a842-4dd5dcacb55b tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=38585ea8-9b4d-479a-bfc8-73713b5c00b5 HTTP/1.1" status: 200 len: 945 time: 0.0580626 Feb 04 13:22:37.918668 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d00e3ca7-7e7d-4773-9ecf-1f2636f4e99e req-d8e18a3e-fa84-44f7-9bb5-93710ef53cc0 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424163 Feb 04 13:22:38.078431 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837ac784-7c63-44cd-9e92-e16c5d1e8513 req-22625711-9484-42f7-969f-d785ca31a099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:38.079832 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-837ac784-7c63-44cd-9e92-e16c5d1e8513 req-22625711-9484-42f7-969f-d785ca31a099 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fe9ab3fdb9da43c1bef62df7d95ef4f6&device_id=38585ea8-9b4d-479a-bfc8-73713b5c00b5 HTTP/1.1" status: 200 len: 1127 time: 0.0457394 Feb 04 13:22:38.188698 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837ac784-7c63-44cd-9e92-e16c5d1e8513 req-b7af2662-e457-4da1-a62b-503bf180ff9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:38.190156 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-837ac784-7c63-44cd-9e92-e16c5d1e8513 req-b7af2662-e457-4da1-a62b-503bf180ff9c service neutron] 10.222.0.73 "GET /v2.0/networks?id=a3caa13b-c1d9-428c-8121-b90b74262470 HTTP/1.1" status: 200 len: 913 time: 0.0901623 Feb 04 13:22:38.255583 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-837ac784-7c63-44cd-9e92-e16c5d1e8513 req-c22547f4-61d1-4463-b385-52fb4420bc66 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fece1d5e-3c7a-4cbf-9c89-0f2ae942fb2c HTTP/1.1" status: 200 len: 1001 time: 0.0584962 Feb 04 13:22:38.305566 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837ac784-7c63-44cd-9e92-e16c5d1e8513 req-875e7b05-fb8f-4711-a60f-d4b0e4b4b473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:38.307004 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-837ac784-7c63-44cd-9e92-e16c5d1e8513 req-875e7b05-fb8f-4711-a60f-d4b0e4b4b473 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9e164ffd-c51e-46f5-aacc-4e579cf848c4 HTTP/1.1" status: 200 len: 851 time: 0.0425842 Feb 04 13:22:38.365009 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837ac784-7c63-44cd-9e92-e16c5d1e8513 req-78a92e93-39c1-444e-8fee-8a60c5c46120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:38.366507 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-837ac784-7c63-44cd-9e92-e16c5d1e8513 req-78a92e93-39c1-444e-8fee-8a60c5c46120 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a3caa13b-c1d9-428c-8121-b90b74262470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0500491 Feb 04 13:22:38.456916 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-837ac784-7c63-44cd-9e92-e16c5d1e8513 req-62c3075c-ed48-45c1-a7c7-f9cae6917300 service neutron] 10.222.0.73 "GET /v2.0/networks/a3caa13b-c1d9-428c-8121-b90b74262470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818162 Feb 04 13:22:38.553237 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-837ac784-7c63-44cd-9e92-e16c5d1e8513 req-81bdf411-e570-48c9-ac1e-6137e3c64126 service neutron] 10.222.0.73 "GET /v2.0/networks/a3caa13b-c1d9-428c-8121-b90b74262470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879488 Feb 04 13:22:39.032328 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-121587fd-4a70-40ae-8ef7-acfe5f6f0d82 req-a6c27a6d-6a19-408c-ac09-3f71fc76e4fa service neutron] 10.222.0.73 "GET /v2.0/ports/fece1d5e-3c7a-4cbf-9c89-0f2ae942fb2c/bindings/n-h1-825015-3 HTTP/1.1" status: 200 len: 382 time: 0.0818262 Feb 04 13:22:39.055413 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acbc5d0-25c8-43c5-b470-959d768eeb20 req-658c60e0-7cf8-4bfc-a19b-1b6cc55bb699 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:39.056956 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7acbc5d0-25c8-43c5-b470-959d768eeb20 req-658c60e0-7cf8-4bfc-a19b-1b6cc55bb699 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=38585ea8-9b4d-479a-bfc8-73713b5c00b5 HTTP/1.1" status: 200 len: 945 time: 0.0585752 Feb 04 13:22:39.107851 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7acbc5d0-25c8-43c5-b470-959d768eeb20 req-fe1db578-0046-476f-8171-5421afe07156 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450337 Feb 04 13:22:39.249913 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121587fd-4a70-40ae-8ef7-acfe5f6f0d82 req-420f23b3-65b7-40ae-96dc-6e8cea92ecbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:39.251388 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-121587fd-4a70-40ae-8ef7-acfe5f6f0d82 req-420f23b3-65b7-40ae-96dc-6e8cea92ecbb service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=38585ea8-9b4d-479a-bfc8-73713b5c00b5&tenant_id=fe9ab3fdb9da43c1bef62df7d95ef4f6 HTTP/1.1" status: 200 len: 1127 time: 0.0483329 Feb 04 13:22:39.326502 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121587fd-4a70-40ae-8ef7-acfe5f6f0d82 req-86563078-b6b5-40d9-87e5-f585a37b4d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:39.328647 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-121587fd-4a70-40ae-8ef7-acfe5f6f0d82 req-86563078-b6b5-40d9-87e5-f585a37b4d36 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fe9ab3fdb9da43c1bef62df7d95ef4f6&device_id=38585ea8-9b4d-479a-bfc8-73713b5c00b5 HTTP/1.1" status: 200 len: 1127 time: 0.0502937 Feb 04 13:22:39.415855 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121587fd-4a70-40ae-8ef7-acfe5f6f0d82 req-82ab12d4-f40c-4088-89ba-e6b478d918ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:39.417211 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-121587fd-4a70-40ae-8ef7-acfe5f6f0d82 req-82ab12d4-f40c-4088-89ba-e6b478d918ed service neutron] 10.222.0.73 "GET /v2.0/networks?id=a3caa13b-c1d9-428c-8121-b90b74262470 HTTP/1.1" status: 200 len: 913 time: 0.0829430 Feb 04 13:22:39.487056 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-121587fd-4a70-40ae-8ef7-acfe5f6f0d82 req-a17fb483-d8a1-46d4-acd3-54cd21a19601 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fece1d5e-3c7a-4cbf-9c89-0f2ae942fb2c HTTP/1.1" status: 200 len: 1001 time: 0.0628381 Feb 04 13:22:39.537105 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121587fd-4a70-40ae-8ef7-acfe5f6f0d82 req-b643e7c2-3132-4bc8-9a4d-f78f2692cc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:39.538548 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-121587fd-4a70-40ae-8ef7-acfe5f6f0d82 req-b643e7c2-3132-4bc8-9a4d-f78f2692cc4e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9e164ffd-c51e-46f5-aacc-4e579cf848c4 HTTP/1.1" status: 200 len: 851 time: 0.0446970 Feb 04 13:22:39.588842 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121587fd-4a70-40ae-8ef7-acfe5f6f0d82 req-98c25da6-9a13-4c08-8432-ae6f7a161cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:39.590370 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-121587fd-4a70-40ae-8ef7-acfe5f6f0d82 req-98c25da6-9a13-4c08-8432-ae6f7a161cfc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a3caa13b-c1d9-428c-8121-b90b74262470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0445096 Feb 04 13:22:39.693268 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-121587fd-4a70-40ae-8ef7-acfe5f6f0d82 req-8f552f69-d97a-47d1-8684-3c5ee64dbafd service neutron] 10.222.0.73 "GET /v2.0/networks/a3caa13b-c1d9-428c-8121-b90b74262470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936112 Feb 04 13:22:39.783416 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-121587fd-4a70-40ae-8ef7-acfe5f6f0d82 req-7a759257-8b59-42ec-9194-5f2e5621b24f service neutron] 10.222.0.73 "GET /v2.0/networks/a3caa13b-c1d9-428c-8121-b90b74262470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828199 Feb 04 13:22:40.238213 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0271f389-ae64-408a-88cb-47e54de4473f req-7efd0769-3440-49c3-bf7a-cd43f515b569 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:40.239633 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0271f389-ae64-408a-88cb-47e54de4473f req-7efd0769-3440-49c3-bf7a-cd43f515b569 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=38585ea8-9b4d-479a-bfc8-73713b5c00b5 HTTP/1.1" status: 200 len: 945 time: 0.0601375 Feb 04 13:22:40.286089 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0271f389-ae64-408a-88cb-47e54de4473f req-69057165-55a6-4275-a795-a5de869542a8 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407848 Feb 04 13:22:41.407131 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7493a67c-383c-40c6-8b19-2a141f08211d req-dd060759-427b-4d2b-bf5f-03c6eb49b866 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:41.408648 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7493a67c-383c-40c6-8b19-2a141f08211d req-dd060759-427b-4d2b-bf5f-03c6eb49b866 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=38585ea8-9b4d-479a-bfc8-73713b5c00b5 HTTP/1.1" status: 200 len: 945 time: 0.0536137 Feb 04 13:22:41.456705 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7493a67c-383c-40c6-8b19-2a141f08211d req-d0d26361-a268-42a2-a742-3a3a376b8f9f tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425649 Feb 04 13:22:41.690372 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cd8151-1c28-4a73-8bec-6abbca41c436 req-55465888-787f-494b-b52c-391427051f01 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:41.691873 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d8cd8151-1c28-4a73-8bec-6abbca41c436 req-55465888-787f-494b-b52c-391427051f01 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=38585ea8-9b4d-479a-bfc8-73713b5c00b5 HTTP/1.1" status: 200 len: 945 time: 0.0906346 Feb 04 13:22:41.706356 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983bb2c7-b0e2-435b-885d-351fbf7afb0a req-6ea08458-835f-4e08-95fd-6f4b80d4ae22 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:41.707724 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-983bb2c7-b0e2-435b-885d-351fbf7afb0a req-6ea08458-835f-4e08-95fd-6f4b80d4ae22 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.73 "GET /v2.0/ports?device_id=38585ea8-9b4d-479a-bfc8-73713b5c00b5&tenant_id=fe9ab3fdb9da43c1bef62df7d95ef4f6&binding%3Ahost_id=n-h1-825015-3 HTTP/1.1" status: 200 len: 945 time: 0.0792980 Feb 04 13:22:41.749977 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d8cd8151-1c28-4a73-8bec-6abbca41c436 req-4cc0d43f-a541-43d0-8a1f-ea28966133d8 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523806 Feb 04 13:22:41.795140 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983bb2c7-b0e2-435b-885d-351fbf7afb0a req-8f36fa8a-8c56-4d3a-916c-f9fdab9fc39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:41.797349 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-983bb2c7-b0e2-435b-885d-351fbf7afb0a req-8f36fa8a-8c56-4d3a-916c-f9fdab9fc39c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fe9ab3fdb9da43c1bef62df7d95ef4f6&device_id=38585ea8-9b4d-479a-bfc8-73713b5c00b5 HTTP/1.1" status: 200 len: 1127 time: 0.0445197 Feb 04 13:22:41.889773 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983bb2c7-b0e2-435b-885d-351fbf7afb0a req-c7ecceb9-485e-4212-8d96-cedc65f1aa50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:41.891395 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-983bb2c7-b0e2-435b-885d-351fbf7afb0a req-c7ecceb9-485e-4212-8d96-cedc65f1aa50 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a3caa13b-c1d9-428c-8121-b90b74262470 HTTP/1.1" status: 200 len: 913 time: 0.0871308 Feb 04 13:22:41.959300 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-983bb2c7-b0e2-435b-885d-351fbf7afb0a req-352ff776-f34e-46b8-8166-353c7b87eee5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fece1d5e-3c7a-4cbf-9c89-0f2ae942fb2c HTTP/1.1" status: 200 len: 1001 time: 0.0612795 Feb 04 13:22:42.008310 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983bb2c7-b0e2-435b-885d-351fbf7afb0a req-135c5f70-f91e-4463-aaaf-41148787c8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:42.009785 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-983bb2c7-b0e2-435b-885d-351fbf7afb0a req-135c5f70-f91e-4463-aaaf-41148787c8f9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9e164ffd-c51e-46f5-aacc-4e579cf848c4 HTTP/1.1" status: 200 len: 851 time: 0.0432639 Feb 04 13:22:42.064403 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983bb2c7-b0e2-435b-885d-351fbf7afb0a req-7d2d2655-b8ce-48b2-b43c-e145331ff591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:42.065909 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-983bb2c7-b0e2-435b-885d-351fbf7afb0a req-7d2d2655-b8ce-48b2-b43c-e145331ff591 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a3caa13b-c1d9-428c-8121-b90b74262470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0488813 Feb 04 13:22:42.157582 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-983bb2c7-b0e2-435b-885d-351fbf7afb0a req-bf2de894-3c20-418c-85da-ec003fb9abba service neutron] 10.222.0.73 "GET /v2.0/networks/a3caa13b-c1d9-428c-8121-b90b74262470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839500 Feb 04 13:22:42.250904 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-983bb2c7-b0e2-435b-885d-351fbf7afb0a req-d5af829f-a4c2-40b9-9f4b-2aaabdaee7c9 service neutron] 10.222.0.73 "GET /v2.0/networks/a3caa13b-c1d9-428c-8121-b90b74262470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873659 Feb 04 13:22:42.881832 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54c1460-a6db-44de-9c43-a5f78cff9a47 req-aa4ff303-efd5-488f-9289-18b43170ab09 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:42.883359 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b54c1460-a6db-44de-9c43-a5f78cff9a47 req-aa4ff303-efd5-488f-9289-18b43170ab09 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=38585ea8-9b4d-479a-bfc8-73713b5c00b5 HTTP/1.1" status: 200 len: 945 time: 0.0576742 Feb 04 13:22:42.929879 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b54c1460-a6db-44de-9c43-a5f78cff9a47 req-3f168f76-7c70-4b59-b28c-c0bdde03083e tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408511 Feb 04 13:22:43.050020 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5171c78-b181-4bc0-99ab-5a8d0760aa1e req-cc704c7e-ee10-43df-ac05-4b5dd84df092 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:43.052028 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f5171c78-b181-4bc0-99ab-5a8d0760aa1e req-cc704c7e-ee10-43df-ac05-4b5dd84df092 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=38585ea8-9b4d-479a-bfc8-73713b5c00b5 HTTP/1.1" status: 200 len: 945 time: 0.0529311 Feb 04 13:22:43.097470 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f5171c78-b181-4bc0-99ab-5a8d0760aa1e req-317c9f31-f2c5-4592-be84-166a5b358209 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404968 Feb 04 13:22:43.326269 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d807092d-a852-4695-8beb-532d2d04cf8d req-5944593d-b1a6-43b5-81a9-f4ab0ae98749 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:43.327764 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d807092d-a852-4695-8beb-532d2d04cf8d req-5944593d-b1a6-43b5-81a9-f4ab0ae98749 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=38585ea8-9b4d-479a-bfc8-73713b5c00b5 HTTP/1.1" status: 200 len: 945 time: 0.0855212 Feb 04 13:22:43.366863 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5107e7-ed7b-4cff-b33f-63c29dee1471 req-d89298f7-bc85-480a-ac86-7c079b43a0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:43.368370 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ea5107e7-ed7b-4cff-b33f-63c29dee1471 req-d89298f7-bc85-480a-ac86-7c079b43a0eb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fe9ab3fdb9da43c1bef62df7d95ef4f6&device_id=38585ea8-9b4d-479a-bfc8-73713b5c00b5 HTTP/1.1" status: 200 len: 1127 time: 0.0815349 Feb 04 13:22:43.401772 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d807092d-a852-4695-8beb-532d2d04cf8d req-2a419513-6765-4446-8f3a-1b73e690a713 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673447 Feb 04 13:22:43.472560 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5107e7-ed7b-4cff-b33f-63c29dee1471 req-7810f6fe-2959-4a7f-93e5-a9caae1dcb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:43.473968 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ea5107e7-ed7b-4cff-b33f-63c29dee1471 req-7810f6fe-2959-4a7f-93e5-a9caae1dcb8d service neutron] 10.222.0.73 "GET /v2.0/networks?id=a3caa13b-c1d9-428c-8121-b90b74262470 HTTP/1.1" status: 200 len: 913 time: 0.0956442 Feb 04 13:22:43.518255 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device fece1d5e-3c7a-4cbf-9c89-0f2ae942fb2c details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:22:43.520401 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device fece1d5e-3c7a-4cbf-9c89-0f2ae942fb2c no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:22:43.541866 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ea5107e7-ed7b-4cff-b33f-63c29dee1471 req-6c85fedd-0ff7-4d3f-91b5-12cc7cea121f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fece1d5e-3c7a-4cbf-9c89-0f2ae942fb2c HTTP/1.1" status: 200 len: 1001 time: 0.0609574 Feb 04 13:22:43.591145 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5107e7-ed7b-4cff-b33f-63c29dee1471 req-499bd901-5000-4c64-b15b-bcb08bd79c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:43.592635 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ea5107e7-ed7b-4cff-b33f-63c29dee1471 req-499bd901-5000-4c64-b15b-bcb08bd79c7e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9e164ffd-c51e-46f5-aacc-4e579cf848c4 HTTP/1.1" status: 200 len: 851 time: 0.0440862 Feb 04 13:22:43.646084 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5107e7-ed7b-4cff-b33f-63c29dee1471 req-9cc5f68e-cb8f-425d-b979-11e820617ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:43.647972 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ea5107e7-ed7b-4cff-b33f-63c29dee1471 req-9cc5f68e-cb8f-425d-b979-11e820617ac2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a3caa13b-c1d9-428c-8121-b90b74262470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0489857 Feb 04 13:22:43.671078 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port fece1d5e-3c7a-4cbf-9c89-0f2ae942fb2c is: ACTIVE; New status is: DOWN {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:22:43.671463 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (fece1d5e-3c7a-4cbf-9c89-0f2ae942fb2c), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:43.695246 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port fece1d5e-3c7a-4cbf-9c89-0f2ae942fb2c, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=fece1d5e-3c7a-4cbf-9c89-0f2ae942fb2c,segment=NetworkSegment(25180811-8356-42b3-97d7-72477267d807),segment_id=25180811-8356-42b3-97d7-72477267d807)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:22:43.715239 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38585ea8-9b4d-479a-bfc8-73713b5c00b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fece1d5e-3c7a-4cbf-9c89-0f2ae942fb2c'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:22:43.717514 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53818b00e40e8afff1ffbbb80b1f2b2ececb0555ff6da39e2769b708ef8305ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8441c053-91f7-47a0-ba99-379e1ae8a6aa" -d '{"events": [{"server_uuid": "38585ea8-9b4d-479a-bfc8-73713b5c00b5", "name": "network-vif-unplugged", "status": "completed", "tag": "fece1d5e-3c7a-4cbf-9c89-0f2ae942fb2c"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:22:43.722233 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': 'fece1d5e-3c7a-4cbf-9c89-0f2ae942fb2c', 'network_id': 'a3caa13b-c1d9-428c-8121-b90b74262470', 'port_id': 'fece1d5e-3c7a-4cbf-9c89-0f2ae942fb2c', 'mac_address': 'fa:16:3e:42:9b:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e164ffd-c51e-46f5-aacc-4e579cf848c4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:22:43.731710 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port fece1d5e-3c7a-4cbf-9c89-0f2ae942fb2c, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=fece1d5e-3c7a-4cbf-9c89-0f2ae942fb2c,segment=NetworkSegment(25180811-8356-42b3-97d7-72477267d807),segment_id=25180811-8356-42b3-97d7-72477267d807)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:22:43.743093 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ea5107e7-ed7b-4cff-b33f-63c29dee1471 req-3df26b66-037c-4061-95fe-83f321ed6243 service neutron] 10.222.0.73 "GET /v2.0/networks/a3caa13b-c1d9-428c-8121-b90b74262470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881722 Feb 04 13:22:43.755672 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (fece1d5e-3c7a-4cbf-9c89-0f2ae942fb2c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:43.761177 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 13:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5f91d3e-b290-4c39-b9e3-8034698328a8 x-openstack-request-id: req-e5f91d3e-b290-4c39-b9e3-8034698328a8 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:22:43.761463 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38585ea8-9b4d-479a-bfc8-73713b5c00b5", "name": "network-vif-unplugged", "status": "completed", "tag": "fece1d5e-3c7a-4cbf-9c89-0f2ae942fb2c", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:22:43.761717 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e5f91d3e-b290-4c39-b9e3-8034698328a8 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:22:43.762110 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38585ea8-9b4d-479a-bfc8-73713b5c00b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fece1d5e-3c7a-4cbf-9c89-0f2ae942fb2c', 'code': 200} Feb 04 13:22:43.797265 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port fece1d5e-3c7a-4cbf-9c89-0f2ae942fb2c is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:22:43.797655 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (fece1d5e-3c7a-4cbf-9c89-0f2ae942fb2c), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:43.824652 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fece1d5e-3c7a-4cbf-9c89-0f2ae942fb2c {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:22:43.832185 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=fece1d5e-3c7a-4cbf-9c89-0f2ae942fb2c,revision_number=6']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:43.839557 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ea5107e7-ed7b-4cff-b33f-63c29dee1471 req-ced05592-72e7-422a-ab18-d7640fe48f98 service neutron] 10.222.0.73 "GET /v2.0/networks/a3caa13b-c1d9-428c-8121-b90b74262470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897872 Feb 04 13:22:43.850726 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port fece1d5e-3c7a-4cbf-9c89-0f2ae942fb2c, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=fece1d5e-3c7a-4cbf-9c89-0f2ae942fb2c,segment=NetworkSegment(25180811-8356-42b3-97d7-72477267d807),segment_id=25180811-8356-42b3-97d7-72477267d807)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:22:43.854936 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (fece1d5e-3c7a-4cbf-9c89-0f2ae942fb2c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:43.901303 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=fece1d5e-3c7a-4cbf-9c89-0f2ae942fb2c,revision_number=7']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:44.522036 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91ae678-a5f2-4b7f-a9f7-8746a94481d0 req-3b1a96dc-182e-4777-b2cd-7152092217cb tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:44.523501 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f91ae678-a5f2-4b7f-a9f7-8746a94481d0 req-3b1a96dc-182e-4777-b2cd-7152092217cb tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=38585ea8-9b4d-479a-bfc8-73713b5c00b5 HTTP/1.1" status: 200 len: 944 time: 0.0533006 Feb 04 13:22:44.571265 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f91ae678-a5f2-4b7f-a9f7-8746a94481d0 req-2c9aec46-f228-4a7d-b5fa-ba4a3c9f265f tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421517 Feb 04 13:22:44.811863 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2256b791-cad7-4318-ae21-0035ec51eede req-67f5cb6c-7d12-4340-ab01-527b3098a0fa tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:44.813336 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2256b791-cad7-4318-ae21-0035ec51eede req-67f5cb6c-7d12-4340-ab01-527b3098a0fa tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=38585ea8-9b4d-479a-bfc8-73713b5c00b5 HTTP/1.1" status: 200 len: 944 time: 0.0528910 Feb 04 13:22:44.864434 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2256b791-cad7-4318-ae21-0035ec51eede req-c1f8c49c-83c9-4197-af84-5abdf2f26f25 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453017 Feb 04 13:22:45.166231 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['fece1d5e-3c7a-4cbf-9c89-0f2ae942fb2c'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:22:45.600901 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0cb522b6-d4d3-4f15-a451-1164fe918457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:45.987027 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7fe741-9026-4304-b8a5-a2c24cfee3ec req-3df3131a-465e-4027-90a5-9258f2014884 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:45.988555 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1b7fe741-9026-4304-b8a5-a2c24cfee3ec req-3df3131a-465e-4027-90a5-9258f2014884 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=38585ea8-9b4d-479a-bfc8-73713b5c00b5 HTTP/1.1" status: 200 len: 944 time: 0.0535116 Feb 04 13:22:46.039812 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1b7fe741-9026-4304-b8a5-a2c24cfee3ec req-e2ff0116-5a61-4818-9dd9-a90228a21342 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457244 Feb 04 13:22:46.488105 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44bb424-59f4-405d-ac59-306629b2bdc6 req-dd97b1ec-27d8-4e35-be12-77d7abeb1961 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:46.489560 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b44bb424-59f4-405d-ac59-306629b2bdc6 req-dd97b1ec-27d8-4e35-be12-77d7abeb1961 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.73 "GET /v2.0/ports?device_id=38585ea8-9b4d-479a-bfc8-73713b5c00b5 HTTP/1.1" status: 200 len: 944 time: 0.0524170 Feb 04 13:22:46.587811 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-b44bb424-59f4-405d-ac59-306629b2bdc6 req-eef503ea-4cf0-4f00-b2ae-bb9e8db0c7b4 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Deleting port fece1d5e-3c7a-4cbf-9c89-0f2ae942fb2c {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:22:46.588160 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-b44bb424-59f4-405d-ac59-306629b2bdc6 req-eef503ea-4cf0-4f00-b2ae-bb9e8db0c7b4 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (fece1d5e-3c7a-4cbf-9c89-0f2ae942fb2c), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:46.675137 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-b44bb424-59f4-405d-ac59-306629b2bdc6 req-eef503ea-4cf0-4f00-b2ae-bb9e8db0c7b4 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] For port fece1d5e-3c7a-4cbf-9c89-0f2ae942fb2c, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=fece1d5e-3c7a-4cbf-9c89-0f2ae942fb2c,segment=NetworkSegment(25180811-8356-42b3-97d7-72477267d807),segment_id=25180811-8356-42b3-97d7-72477267d807)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:22:46.675500 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-b44bb424-59f4-405d-ac59-306629b2bdc6 req-eef503ea-4cf0-4f00-b2ae-bb9e8db0c7b4 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (fece1d5e-3c7a-4cbf-9c89-0f2ae942fb2c), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:46.856305 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-b44bb424-59f4-405d-ac59-306629b2bdc6 req-eef503ea-4cf0-4f00-b2ae-bb9e8db0c7b4 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:46.856678 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-b44bb424-59f4-405d-ac59-306629b2bdc6 req-eef503ea-4cf0-4f00-b2ae-bb9e8db0c7b4 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1599943'] for floatingip (89daf197-fd1e-4c6e-a6f1-7a39c6a98146), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:46.857001 n-d-825015-3 neutron-server[103475]: INFO neutron.db.l3_db [req-b44bb424-59f4-405d-ac59-306629b2bdc6 req-eef503ea-4cf0-4f00-b2ae-bb9e8db0c7b4 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Floating IP 89daf197-fd1e-4c6e-a6f1-7a39c6a98146 disassociated. External IP: 172.25.3.130, port: fece1d5e-3c7a-4cbf-9c89-0f2ae942fb2c. Feb 04 13:22:46.857348 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-b44bb424-59f4-405d-ac59-306629b2bdc6 req-eef503ea-4cf0-4f00-b2ae-bb9e8db0c7b4 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Calling delete_port for fece1d5e-3c7a-4cbf-9c89-0f2ae942fb2c owned by compute:nova {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:22:46.987217 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-b44bb424-59f4-405d-ac59-306629b2bdc6 req-eef503ea-4cf0-4f00-b2ae-bb9e8db0c7b4 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (fece1d5e-3c7a-4cbf-9c89-0f2ae942fb2c), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:47.020647 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef503ea-4cf0-4f00-b2ae-bb9e8db0c7b4 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Pushing event deleted for resources: {'Port': ['ID=fece1d5e-3c7a-4cbf-9c89-0f2ae942fb2c,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:47.032050 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef503ea-4cf0-4f00-b2ae-bb9e8db0c7b4 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:22:47.032406 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef503ea-4cf0-4f00-b2ae-bb9e8db0c7b4 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:22:47.033466 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef503ea-4cf0-4f00-b2ae-bb9e8db0c7b4 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:22:47.033855 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef503ea-4cf0-4f00-b2ae-bb9e8db0c7b4 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:22:47.034205 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef503ea-4cf0-4f00-b2ae-bb9e8db0c7b4 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:22:47.034551 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef503ea-4cf0-4f00-b2ae-bb9e8db0c7b4 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:22:47.034893 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef503ea-4cf0-4f00-b2ae-bb9e8db0c7b4 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:22:47.035288 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef503ea-4cf0-4f00-b2ae-bb9e8db0c7b4 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:22:47.035628 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef503ea-4cf0-4f00-b2ae-bb9e8db0c7b4 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:22:47.035989 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef503ea-4cf0-4f00-b2ae-bb9e8db0c7b4 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:22:47.036323 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef503ea-4cf0-4f00-b2ae-bb9e8db0c7b4 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:22:47.036692 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef503ea-4cf0-4f00-b2ae-bb9e8db0c7b4 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:22:47.036988 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef503ea-4cf0-4f00-b2ae-bb9e8db0c7b4 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:22:47.460371 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b44bb424-59f4-405d-ac59-306629b2bdc6 req-eef503ea-4cf0-4f00-b2ae-bb9e8db0c7b4 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Router 4a7a7b49-5991-4d38-b33e-111c4ed26ea5 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:22:47.527907 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device fece1d5e-3c7a-4cbf-9c89-0f2ae942fb2c up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:22:47.548125 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] No Port match for: fece1d5e-3c7a-4cbf-9c89-0f2ae942fb2c {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:22:47.548634 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device fece1d5e-3c7a-4cbf-9c89-0f2ae942fb2c not bound to the agent host n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 04 13:22:47.558009 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b5a8f6b7-afc9-41d7-9d44-a0c0bae07d07 req-4b6e8d50-a267-445d-b873-08437d8d4c06 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=38585ea8-9b4d-479a-bfc8-73713b5c00b5 HTTP/1.1" status: 200 len: 210 time: 0.1764185 Feb 04 13:22:47.568310 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Port fece1d5e-3c7a-4cbf-9c89-0f2ae942fb2c not found, will not notify nova. {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 04 13:22:47.598565 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b44bb424-59f4-405d-ac59-306629b2bdc6 req-eef503ea-4cf0-4f00-b2ae-bb9e8db0c7b4 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:22:47.609032 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb12e9b-0c84-4954-96d1-7b8dd983c5c9 None None] Sync routers for ids ['4a7a7b49-5991-4d38-b33e-111c4ed26ea5'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:22:47.621459 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb12e9b-0c84-4954-96d1-7b8dd983c5c9 None None] Routers {'4a7a7b49-5991-4d38-b33e-111c4ed26ea5'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:22:47.622107 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-7fb12e9b-0c84-4954-96d1-7b8dd983c5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:22:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['4a7a7b49-5991-4d38-b33e-111c4ed26ea5'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:22:47.639584 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-b44bb424-59f4-405d-ac59-306629b2bdc6 req-eef503ea-4cf0-4f00-b2ae-bb9e8db0c7b4 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] No DVR routers for this DVR port fece1d5e-3c7a-4cbf-9c89-0f2ae942fb2c on host n-h1-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:22:47.642776 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-b44bb424-59f4-405d-ac59-306629b2bdc6 req-eef503ea-4cf0-4f00-b2ae-bb9e8db0c7b4 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:47.646340 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b44bb424-59f4-405d-ac59-306629b2bdc6 req-eef503ea-4cf0-4f00-b2ae-bb9e8db0c7b4 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.73 "DELETE /v2.0/ports/fece1d5e-3c7a-4cbf-9c89-0f2ae942fb2c HTTP/1.1" status: 204 len: 173 time: 1.1501918 Feb 04 13:22:47.646783 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38585ea8-9b4d-479a-bfc8-73713b5c00b5', 'name': 'network-vif-deleted', 'tag': 'fece1d5e-3c7a-4cbf-9c89-0f2ae942fb2c'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:22:47.649124 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48bbd334e613f85cd2144b496d46af0d2e531f29900d43c124e8a63cdd2917ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caa04b9a-b1b6-497e-8c94-214faaca13a6" -d '{"events": [{"server_uuid": "38585ea8-9b4d-479a-bfc8-73713b5c00b5", "name": "network-vif-deleted", "tag": "fece1d5e-3c7a-4cbf-9c89-0f2ae942fb2c"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:22:47.691795 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23ab8835-2931-480e-bf57-aa02c10b8e98 x-openstack-request-id: req-23ab8835-2931-480e-bf57-aa02c10b8e98 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:22:47.692167 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38585ea8-9b4d-479a-bfc8-73713b5c00b5", "name": "network-vif-deleted", "tag": "fece1d5e-3c7a-4cbf-9c89-0f2ae942fb2c", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:22:47.692432 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-23ab8835-2931-480e-bf57-aa02c10b8e98 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:22:47.692837 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38585ea8-9b4d-479a-bfc8-73713b5c00b5', 'name': 'network-vif-deleted', 'tag': 'fece1d5e-3c7a-4cbf-9c89-0f2ae942fb2c', 'status': 'completed', 'code': 200} Feb 04 13:22:47.735479 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-7fb12e9b-0c84-4954-96d1-7b8dd983c5c9 None None] Set router 4a7a7b49-5991-4d38-b33e-111c4ed26ea5 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:22:48.023439 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-7fb12e9b-0c84-4954-96d1-7b8dd983c5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a7a7b49-5991-4d38-b33e-111c4ed26ea5', 'name': 'tempest-ServerActionsTestJSON-1663030507-router', 'tenant_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'aa469467-7486-49d4-9d5e-6c58bf0d65d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:21:05Z', 'updated_at': '2022-02-04T13:21:07Z', 'revision_number': 4, 'project_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'gw_port': {'id': 'aa469467-7486-49d4-9d5e-6c58bf0d65d9', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:10:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7a7b49-5991-4d38-b33e-111c4ed26ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:21:05Z', 'updated_at': '2022-02-04T13:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '366443a5-ee5a-4535-8a8e-61f3264f5ebd', 'name': '', 'network_id': 'a3caa13b-c1d9-428c-8121-b90b74262470', 'tenant_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'mac_address': 'fa:16:3e:f3:e3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7a7b49-5991-4d38-b33e-111c4ed26ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '9e164ffd-c51e-46f5-aacc-4e579cf848c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:21:07Z', 'updated_at': '2022-02-04T13:21:11Z', 'revision_number': 5, 'project_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'subnets': [{'id': '9e164ffd-c51e-46f5-aacc-4e579cf848c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:22:48.050110 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb12e9b-0c84-4954-96d1-7b8dd983c5c9 None None] Checking router: 4a7a7b49-5991-4d38-b33e-111c4ed26ea5 for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:22:48.058501 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb12e9b-0c84-4954-96d1-7b8dd983c5c9 None None] Routers {'4a7a7b49-5991-4d38-b33e-111c4ed26ea5'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:22:48.059104 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-7fb12e9b-0c84-4954-96d1-7b8dd983c5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:22:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['4a7a7b49-5991-4d38-b33e-111c4ed26ea5'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:22:48.119893 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-67b71a5c-b062-4c1e-b43f-233ddf24159a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:48.182228 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-7fb12e9b-0c84-4954-96d1-7b8dd983c5c9 None None] Set router 4a7a7b49-5991-4d38-b33e-111c4ed26ea5 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:22:48.379437 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-7fb12e9b-0c84-4954-96d1-7b8dd983c5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a7a7b49-5991-4d38-b33e-111c4ed26ea5', 'name': 'tempest-ServerActionsTestJSON-1663030507-router', 'tenant_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'aa469467-7486-49d4-9d5e-6c58bf0d65d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:21:05Z', 'updated_at': '2022-02-04T13:21:07Z', 'revision_number': 4, 'project_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'gw_port': {'id': 'aa469467-7486-49d4-9d5e-6c58bf0d65d9', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:10:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7a7b49-5991-4d38-b33e-111c4ed26ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:21:05Z', 'updated_at': '2022-02-04T13:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '366443a5-ee5a-4535-8a8e-61f3264f5ebd', 'name': '', 'network_id': 'a3caa13b-c1d9-428c-8121-b90b74262470', 'tenant_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'mac_address': 'fa:16:3e:f3:e3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7a7b49-5991-4d38-b33e-111c4ed26ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '9e164ffd-c51e-46f5-aacc-4e579cf848c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:21:07Z', 'updated_at': '2022-02-04T13:21:11Z', 'revision_number': 5, 'project_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'subnets': [{'id': '9e164ffd-c51e-46f5-aacc-4e579cf848c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:22:48.404711 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb12e9b-0c84-4954-96d1-7b8dd983c5c9 None None] The sync data for ids ['4a7a7b49-5991-4d38-b33e-111c4ed26ea5'] in n-d-825015-3 is: [{'id': '4a7a7b49-5991-4d38-b33e-111c4ed26ea5', 'name': 'tempest-ServerActionsTestJSON-1663030507-router', 'tenant_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'aa469467-7486-49d4-9d5e-6c58bf0d65d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:21:05Z', 'updated_at': '2022-02-04T13:21:07Z', 'revision_number': 4, 'project_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'gw_port': {'id': 'aa469467-7486-49d4-9d5e-6c58bf0d65d9', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:10:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7a7b49-5991-4d38-b33e-111c4ed26ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:21:05Z', 'updated_at': '2022-02-04T13:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '366443a5-ee5a-4535-8a8e-61f3264f5ebd', 'name': '', 'network_id': 'a3caa13b-c1d9-428c-8121-b90b74262470', 'tenant_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'mac_address': 'fa:16:3e:f3:e3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7a7b49-5991-4d38-b33e-111c4ed26ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '9e164ffd-c51e-46f5-aacc-4e579cf848c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:21:07Z', 'updated_at': '2022-02-04T13:21:11Z', 'revision_number': 5, 'project_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'subnets': [{'id': '9e164ffd-c51e-46f5-aacc-4e579cf848c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:22:48.628594 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f7cc05-94bc-4d15-9e99-56c9ac589d2e None None] New status for floating IP 89daf197-fd1e-4c6e-a6f1-7a39c6a98146: DOWN {{(pid=103476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:22:48.816604 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7baf85b6-fed6-47d1-9382-5cd88bf85780 req-d59f95c1-3473-4c8e-9f5e-a0a2d1ec603e tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--978602349&fields=id&tenant_id=fe9ab3fdb9da43c1bef62df7d95ef4f6 HTTP/1.1" status: 200 len: 267 time: 0.0449874 Feb 04 13:22:48.925894 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf85b6-fed6-47d1-9382-5cd88bf85780 req-7cc5db5d-3af1-40bb-b8cf-ab0c17b52aef tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:48.927370 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7baf85b6-fed6-47d1-9382-5cd88bf85780 req-7cc5db5d-3af1-40bb-b8cf-ab0c17b52aef tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/networks?id=a3caa13b-c1d9-428c-8121-b90b74262470 HTTP/1.1" status: 200 len: 812 time: 0.1044853 Feb 04 13:22:48.941909 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7baf85b6-fed6-47d1-9382-5cd88bf85780 req-2791dfba-c93e-438c-a66d-6d831587579d tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/quotas/fe9ab3fdb9da43c1bef62df7d95ef4f6 HTTP/1.1" status: 200 len: 375 time: 0.0090885 Feb 04 13:22:48.997393 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7baf85b6-fed6-47d1-9382-5cd88bf85780 req-f12133da-184b-42c5-91e6-d1de4e3160bd tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=fe9ab3fdb9da43c1bef62df7d95ef4f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0507240 Feb 04 13:22:49.094268 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7baf85b6-fed6-47d1-9382-5cd88bf85780 req-88730a20-75d8-430b-974e-fc9e1f20f0e6 service neutron] 10.222.0.65 "GET /v2.0/networks/a3caa13b-c1d9-428c-8121-b90b74262470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857115 Feb 04 13:22:49.181737 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7baf85b6-fed6-47d1-9382-5cd88bf85780 req-2c77b43a-0fd6-4db1-8148-cdae8b807465 service neutron] 10.222.0.65 "GET /v2.0/networks/a3caa13b-c1d9-428c-8121-b90b74262470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813878 Feb 04 13:22:49.393588 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-97458ca2-5ae4-494d-9940-82067a8410e5 req-4710777c-d75e-4775-953f-de2a363410ec tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=52d99e48-192b-4dde-9e64-61f112320c9b HTTP/1.1" status: 200 len: 210 time: 0.0823872 Feb 04 13:22:49.432152 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:50.337413 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf85b6-fed6-47d1-9382-5cd88bf85780 req-275c2649-148d-47ef-9cb8-a04723949bf8 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:50.338860 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7baf85b6-fed6-47d1-9382-5cd88bf85780 req-275c2649-148d-47ef-9cb8-a04723949bf8 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.73 "GET /v2.0/networks?id=a3caa13b-c1d9-428c-8121-b90b74262470 HTTP/1.1" status: 200 len: 812 time: 0.1104014 Feb 04 13:22:50.398548 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7baf85b6-fed6-47d1-9382-5cd88bf85780 req-4425eaed-77a4-4b77-ac0b-901be4cc414e tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe9ab3fdb9da43c1bef62df7d95ef4f6 HTTP/1.1" status: 200 len: 379 time: 0.0504739 Feb 04 13:22:50.410071 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-7baf85b6-fed6-47d1-9382-5cd88bf85780 req-edcdb95f-a160-4b51-a027-51298ef2c42b tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Request body: {'port': {'device_id': '52d99e48-192b-4dde-9e64-61f112320c9b', 'network_id': 'a3caa13b-c1d9-428c-8121-b90b74262470', 'admin_state_up': True, 'tenant_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'security_groups': ['fee31edb-f7d4-42bf-905d-9aa92e6fb20d']}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:22:50.503979 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-095cea2a-bed9-442a-93fc-df7682e5b478 req-acaa49a0-c3f9-4aab-8d9f-855406b938f9 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=52d99e48-192b-4dde-9e64-61f112320c9b HTTP/1.1" status: 200 len: 210 time: 0.0362031 Feb 04 13:22:50.551282 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7baf85b6-fed6-47d1-9382-5cd88bf85780 req-edcdb95f-a160-4b51-a027-51298ef2c42b tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Made reservation on behalf of fe9ab3fdb9da43c1bef62df7d95ef4f6 for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:22:50.554625 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-7baf85b6-fed6-47d1-9382-5cd88bf85780 req-edcdb95f-a160-4b51-a027-51298ef2c42b tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:50.687699 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:50.688584 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-7baf85b6-fed6-47d1-9382-5cd88bf85780 req-edcdb95f-a160-4b51-a027-51298ef2c42b tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Allocated IP 172.20.0.9 (a3caa13b-c1d9-428c-8121-b90b74262470/9e164ffd-c51e-46f5-aacc-4e579cf848c4/9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:22:50.825665 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-7baf85b6-fed6-47d1-9382-5cd88bf85780 req-edcdb95f-a160-4b51-a027-51298ef2c42b tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Publish callbacks [] for port (9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:50.858844 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-7baf85b6-fed6-47d1-9382-5cd88bf85780 req-edcdb95f-a160-4b51-a027-51298ef2c42b tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:50.909411 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7baf85b6-fed6-47d1-9382-5cd88bf85780 req-edcdb95f-a160-4b51-a027-51298ef2c42b tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Network a3caa13b-c1d9-428c-8121-b90b74262470 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:22:50.912546 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-7baf85b6-fed6-47d1-9382-5cd88bf85780 req-edcdb95f-a160-4b51-a027-51298ef2c42b tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:22:50.916280 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-7baf85b6-fed6-47d1-9382-5cd88bf85780 req-edcdb95f-a160-4b51-a027-51298ef2c42b tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:22:50.922582 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcdb95f-a160-4b51-a027-51298ef2c42b tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Pushing event updated for resources: {'Port': ['ID=9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:50.974635 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf85b6-fed6-47d1-9382-5cd88bf85780 req-edcdb95f-a160-4b51-a027-51298ef2c42b tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:50.975287 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-7baf85b6-fed6-47d1-9382-5cd88bf85780 req-edcdb95f-a160-4b51-a027-51298ef2c42b tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:51.001835 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7baf85b6-fed6-47d1-9382-5cd88bf85780 req-edcdb95f-a160-4b51-a027-51298ef2c42b tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5958848 Feb 04 13:22:51.014629 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-7baf85b6-fed6-47d1-9382-5cd88bf85780 req-829d036a-da88-4534-9e75-1a25182fe616 service neutron] Request body: {'port': {'device_id': '52d99e48-192b-4dde-9e64-61f112320c9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:22:51.100242 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-7baf85b6-fed6-47d1-9382-5cd88bf85780 req-829d036a-da88-4534-9e75-1a25182fe616 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:51.174880 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-a0253e5c-c1ca-4f8b-aaf9-1eb4c9b61da3 None None] Provisioning complete for port 9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:22:51.175276 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a0253e5c-c1ca-4f8b-aaf9-1eb4c9b61da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:51.213642 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-a0253e5c-c1ca-4f8b-aaf9-1eb4c9b61da3 None None] Port 9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:22:51.371377 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-7baf85b6-fed6-47d1-9382-5cd88bf85780 req-829d036a-da88-4534-9e75-1a25182fe616 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:22:51.379619 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-7baf85b6-fed6-47d1-9382-5cd88bf85780 req-829d036a-da88-4534-9e75-1a25182fe616 service neutron] Publish callbacks [] for port (9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:51.391319 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-7baf85b6-fed6-47d1-9382-5cd88bf85780 req-829d036a-da88-4534-9e75-1a25182fe616 service neutron] Transition to ACTIVE for port object 9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:22:51.396211 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-7baf85b6-fed6-47d1-9382-5cd88bf85780 req-829d036a-da88-4534-9e75-1a25182fe616 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:51.448019 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829d036a-da88-4534-9e75-1a25182fe616 service neutron] Pushing event updated for resources: {'Port': ['ID=9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:51.527327 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device fece1d5e-3c7a-4cbf-9c89-0f2ae942fb2c no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:22:51.535453 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-7baf85b6-fed6-47d1-9382-5cd88bf85780 req-829d036a-da88-4534-9e75-1a25182fe616 service neutron] Attempting to bind port 9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:22:51.535826 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-7baf85b6-fed6-47d1-9382-5cd88bf85780 req-829d036a-da88-4534-9e75-1a25182fe616 service neutron] Attempting to bind port 9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': '25180811-8356-42b3-97d7-72477267d807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a3caa13b-c1d9-428c-8121-b90b74262470'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:22:51.536169 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7baf85b6-fed6-47d1-9382-5cd88bf85780 req-829d036a-da88-4534-9e75-1a25182fe616 service neutron] Attempting to bind port 9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa on network a3caa13b-c1d9-428c-8121-b90b74262470 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:22:51.542246 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7baf85b6-fed6-47d1-9382-5cd88bf85780 req-829d036a-da88-4534-9e75-1a25182fe616 service neutron] Port 9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa on network a3caa13b-c1d9-428c-8121-b90b74262470 not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:22:51.542634 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7baf85b6-fed6-47d1-9382-5cd88bf85780 req-829d036a-da88-4534-9e75-1a25182fe616 service neutron] Attempting to bind port 9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa on network a3caa13b-c1d9-428c-8121-b90b74262470 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:22:51.549502 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7baf85b6-fed6-47d1-9382-5cd88bf85780 req-829d036a-da88-4534-9e75-1a25182fe616 service neutron] Checking agent: {'id': 'f8add0d2-2202-43d3-bc0e-72442788e6ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:22:51.550166 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7baf85b6-fed6-47d1-9382-5cd88bf85780 req-829d036a-da88-4534-9e75-1a25182fe616 service neutron] Checking segment: {'id': '25180811-8356-42b3-97d7-72477267d807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a3caa13b-c1d9-428c-8121-b90b74262470'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:22:51.550604 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7baf85b6-fed6-47d1-9382-5cd88bf85780 req-829d036a-da88-4534-9e75-1a25182fe616 service neutron] Bound using segment: {'id': '25180811-8356-42b3-97d7-72477267d807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a3caa13b-c1d9-428c-8121-b90b74262470'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:22:51.551136 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-7baf85b6-fed6-47d1-9382-5cd88bf85780 req-829d036a-da88-4534-9e75-1a25182fe616 service neutron] Bound port: 9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa, host: n-h1-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25180811-8356-42b3-97d7-72477267d807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a3caa13b-c1d9-428c-8121-b90b74262470'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:22:51.551564 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-7baf85b6-fed6-47d1-9382-5cd88bf85780 req-829d036a-da88-4534-9e75-1a25182fe616 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:51.552055 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] No Port match for: fece1d5e-3c7a-4cbf-9c89-0f2ae942fb2c {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:22:51.552506 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device fece1d5e-3c7a-4cbf-9c89-0f2ae942fb2c not bound to the agent host n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:22:51.655983 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-7baf85b6-fed6-47d1-9382-5cd88bf85780 req-829d036a-da88-4534-9e75-1a25182fe616 service neutron] For port 9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa, host n-h1-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:22:51.659517 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-7baf85b6-fed6-47d1-9382-5cd88bf85780 req-829d036a-da88-4534-9e75-1a25182fe616 service neutron] For port 9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa, host n-h1-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa,segment=NetworkSegment(25180811-8356-42b3-97d7-72477267d807),segment_id=25180811-8356-42b3-97d7-72477267d807)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:22:51.671238 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5839aaf2-7279-4ac0-8517-ab700d40a203 req-7660a345-f409-47f9-812d-03f5d11b5e0b tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:51.672772 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5839aaf2-7279-4ac0-8517-ab700d40a203 req-7660a345-f409-47f9-812d-03f5d11b5e0b tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=52d99e48-192b-4dde-9e64-61f112320c9b HTTP/1.1" status: 200 len: 943 time: 0.0829556 Feb 04 13:22:51.674842 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-7baf85b6-fed6-47d1-9382-5cd88bf85780 req-829d036a-da88-4534-9e75-1a25182fe616 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:51.713932 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf85b6-fed6-47d1-9382-5cd88bf85780 req-829d036a-da88-4534-9e75-1a25182fe616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:51.714464 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-7baf85b6-fed6-47d1-9382-5cd88bf85780 req-829d036a-da88-4534-9e75-1a25182fe616 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:51.715941 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7baf85b6-fed6-47d1-9382-5cd88bf85780 req-829d036a-da88-4534-9e75-1a25182fe616 service neutron] 10.222.0.73 "PUT /v2.0/ports/9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa HTTP/1.1" status: 200 len: 1091 time: 0.7059932 Feb 04 13:22:51.728649 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52d99e48-192b-4dde-9e64-61f112320c9b', 'tag': '9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:22:51.730963 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48bbd334e613f85cd2144b496d46af0d2e531f29900d43c124e8a63cdd2917ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e34fead-f970-4a00-8a68-3c4c3f4410d2" -d '{"events": [{"name": "network-changed", "server_uuid": "52d99e48-192b-4dde-9e64-61f112320c9b", "tag": "9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:22:51.808574 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829d036a-da88-4534-9e75-1a25182fe616 service neutron] Pushing event updated for resources: {'Port': ['ID=9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:51.817322 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5839aaf2-7279-4ac0-8517-ab700d40a203 req-a0382820-5dcb-4904-951b-1c2f6aa1d9c0 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1380739 Feb 04 13:22:51.825746 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:51.846419 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf85b6-fed6-47d1-9382-5cd88bf85780 req-4f7936d1-954a-4872-bbd8-7d655ee0ddde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:51.852992 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7baf85b6-fed6-47d1-9382-5cd88bf85780 req-4f7936d1-954a-4872-bbd8-7d655ee0ddde service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fe9ab3fdb9da43c1bef62df7d95ef4f6&device_id=52d99e48-192b-4dde-9e64-61f112320c9b HTTP/1.1" status: 200 len: 1125 time: 0.0826545 Feb 04 13:22:51.893421 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9db1a88-2a73-44ff-8d0e-40d120c2b0d7 x-openstack-request-id: req-c9db1a88-2a73-44ff-8d0e-40d120c2b0d7 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:22:51.893706 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52d99e48-192b-4dde-9e64-61f112320c9b", "tag": "9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:22:51.893872 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c9db1a88-2a73-44ff-8d0e-40d120c2b0d7 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:22:51.894273 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52d99e48-192b-4dde-9e64-61f112320c9b', 'tag': '9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa', 'status': 'completed', 'code': 200} Feb 04 13:22:51.896376 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7baf85b6-fed6-47d1-9382-5cd88bf85780 req-7aea5b2e-303a-40c0-9055-81361bc32db4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa HTTP/1.1" status: 200 len: 217 time: 0.0396261 Feb 04 13:22:51.956048 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf85b6-fed6-47d1-9382-5cd88bf85780 req-80e9566b-b77e-43f3-81b6-b07237c80386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:51.957493 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7baf85b6-fed6-47d1-9382-5cd88bf85780 req-80e9566b-b77e-43f3-81b6-b07237c80386 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9e164ffd-c51e-46f5-aacc-4e579cf848c4 HTTP/1.1" status: 200 len: 851 time: 0.0534656 Feb 04 13:22:52.009303 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf85b6-fed6-47d1-9382-5cd88bf85780 req-05a06415-d79f-4ec8-b0d9-634f8cac59f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:52.010757 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7baf85b6-fed6-47d1-9382-5cd88bf85780 req-05a06415-d79f-4ec8-b0d9-634f8cac59f3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a3caa13b-c1d9-428c-8121-b90b74262470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0468543 Feb 04 13:22:52.099526 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7baf85b6-fed6-47d1-9382-5cd88bf85780 req-47462e84-c886-4131-86bd-2f2ade9984fb service neutron] 10.222.0.73 "GET /v2.0/networks/a3caa13b-c1d9-428c-8121-b90b74262470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822048 Feb 04 13:22:52.203139 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7baf85b6-fed6-47d1-9382-5cd88bf85780 req-bb5dc900-73a9-420e-a555-e0732c60586d service neutron] 10.222.0.73 "GET /v2.0/networks/a3caa13b-c1d9-428c-8121-b90b74262470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924656 Feb 04 13:22:52.300719 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e34fead-f970-4a00-8a68-3c4c3f4410d2 req-5ae052f3-8706-4268-9d15-44239b22f90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:52.302211 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8e34fead-f970-4a00-8a68-3c4c3f4410d2 req-5ae052f3-8706-4268-9d15-44239b22f90c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fe9ab3fdb9da43c1bef62df7d95ef4f6&device_id=52d99e48-192b-4dde-9e64-61f112320c9b HTTP/1.1" status: 200 len: 1125 time: 0.0459695 Feb 04 13:22:52.400379 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e34fead-f970-4a00-8a68-3c4c3f4410d2 req-42d4683d-3391-40a8-8471-49222b571575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:52.401836 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8e34fead-f970-4a00-8a68-3c4c3f4410d2 req-42d4683d-3391-40a8-8471-49222b571575 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a3caa13b-c1d9-428c-8121-b90b74262470 HTTP/1.1" status: 200 len: 913 time: 0.0869198 Feb 04 13:22:52.445037 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8e34fead-f970-4a00-8a68-3c4c3f4410d2 req-f79d7c93-a6e0-4f48-94b5-0ca93a2a1fad service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa HTTP/1.1" status: 200 len: 217 time: 0.0352049 Feb 04 13:22:52.494943 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e34fead-f970-4a00-8a68-3c4c3f4410d2 req-df06b95b-dd72-4b2e-9713-eeaed83393c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:52.496400 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8e34fead-f970-4a00-8a68-3c4c3f4410d2 req-df06b95b-dd72-4b2e-9713-eeaed83393c1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9e164ffd-c51e-46f5-aacc-4e579cf848c4 HTTP/1.1" status: 200 len: 851 time: 0.0433121 Feb 04 13:22:52.533546 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:22:52.547178 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e34fead-f970-4a00-8a68-3c4c3f4410d2 req-a63c4608-b34c-4175-b5d2-e81915ad85df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:52.549527 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8e34fead-f970-4a00-8a68-3c4c3f4410d2 req-a63c4608-b34c-4175-b5d2-e81915ad85df service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a3caa13b-c1d9-428c-8121-b90b74262470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0434716 Feb 04 13:22:52.643978 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8e34fead-f970-4a00-8a68-3c4c3f4410d2 req-2b8f6436-3d86-4d5b-8422-2a897f427d6d service neutron] 10.222.0.73 "GET /v2.0/networks/a3caa13b-c1d9-428c-8121-b90b74262470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868573 Feb 04 13:22:52.739412 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8e34fead-f970-4a00-8a68-3c4c3f4410d2 req-fe4c48da-b309-4df5-aa3f-61976a52b3f9 service neutron] 10.222.0.73 "GET /v2.0/networks/a3caa13b-c1d9-428c-8121-b90b74262470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889060 Feb 04 13:22:52.956767 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d636d7a-2568-484e-a63c-519ca5cb27b9 req-266077a5-3924-46bd-99a2-97e344f22def tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:52.958249 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6d636d7a-2568-484e-a63c-519ca5cb27b9 req-266077a5-3924-46bd-99a2-97e344f22def tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=52d99e48-192b-4dde-9e64-61f112320c9b HTTP/1.1" status: 200 len: 943 time: 0.0537548 Feb 04 13:22:53.005099 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6d636d7a-2568-484e-a63c-519ca5cb27b9 req-439b4cb9-e606-4d72-920b-5657426f5abb tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413191 Feb 04 13:22:54.128037 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1af8ba-877f-45b7-bdfb-ea4ae480986d req-8e61b285-a92d-4ba8-9a18-6e01cf4f21af tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:54.129444 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7c1af8ba-877f-45b7-bdfb-ea4ae480986d req-8e61b285-a92d-4ba8-9a18-6e01cf4f21af tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=52d99e48-192b-4dde-9e64-61f112320c9b HTTP/1.1" status: 200 len: 943 time: 0.0544298 Feb 04 13:22:54.175374 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7c1af8ba-877f-45b7-bdfb-ea4ae480986d req-f46eaec0-4492-48ba-8261-6f3cc8596039 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403743 Feb 04 13:22:55.299381 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d77d451-37d9-441f-a950-89cf6d41d736 req-17f72b49-815e-4be1-8586-ab4c19e4ff0e tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:55.300871 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9d77d451-37d9-441f-a950-89cf6d41d736 req-17f72b49-815e-4be1-8586-ab4c19e4ff0e tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=52d99e48-192b-4dde-9e64-61f112320c9b HTTP/1.1" status: 200 len: 943 time: 0.0568967 Feb 04 13:22:55.347257 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9d77d451-37d9-441f-a950-89cf6d41d736 req-c1c9cfb3-3b2d-4cbb-ba6f-bc925e95068b tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408430 Feb 04 13:22:55.542497 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:22:55.641587 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa,segment=NetworkSegment(25180811-8356-42b3-97d7-72477267d807),segment_id=25180811-8356-42b3-97d7-72477267d807)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:22:55.654001 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': '9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa', 'network_id': 'a3caa13b-c1d9-428c-8121-b90b74262470', 'port_id': '9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa', 'mac_address': 'fa:16:3e:ab:09:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e164ffd-c51e-46f5-aacc-4e579cf848c4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:22:55.694013 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:22:55.694404 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:55.707981 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:22:55.727698 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa,segment=NetworkSegment(25180811-8356-42b3-97d7-72477267d807),segment_id=25180811-8356-42b3-97d7-72477267d807)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:22:55.731202 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:55.776762 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:55.784217 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:22:55.784560 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:22:55.784903 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:22:55.785241 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:22:55.785585 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:22:55.785946 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:22:55.786272 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:22:55.786604 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:22:55.786907 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:22:55.787231 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:22:55.787548 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:22:55.788188 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:22:55.789129 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:22:55.991103 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:22:56.465082 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1873bc49-9c11-4a39-9c36-8921fe3d6e9e req-f7ef6d85-8895-484a-9aa2-a2d5db39ae06 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:56.466564 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1873bc49-9c11-4a39-9c36-8921fe3d6e9e req-f7ef6d85-8895-484a-9aa2-a2d5db39ae06 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=52d99e48-192b-4dde-9e64-61f112320c9b HTTP/1.1" status: 200 len: 944 time: 0.0532885 Feb 04 13:22:56.513198 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1873bc49-9c11-4a39-9c36-8921fe3d6e9e req-c191261a-f190-4373-a5ec-e28b72132320 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409553 Feb 04 13:22:57.573606 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:22:57.629015 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning for port 9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:22:57.632884 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port 9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:22:57.633287 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:57.635600 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d042a4-4fdf-45cf-8cb9-10fe173b5bd7 req-f0416823-be6c-42ad-9b05-9e5814f78d26 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:57.637260 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-71d042a4-4fdf-45cf-8cb9-10fe173b5bd7 req-f0416823-be6c-42ad-9b05-9e5814f78d26 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=52d99e48-192b-4dde-9e64-61f112320c9b HTTP/1.1" status: 200 len: 944 time: 0.0535114 Feb 04 13:22:57.691885 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-71d042a4-4fdf-45cf-8cb9-10fe173b5bd7 req-f05cbb9d-71d3-49ee-8731-fa36e475304d tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473592 Feb 04 13:22:57.717994 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:22:57.718328 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:57.740936 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52d99e48-192b-4dde-9e64-61f112320c9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:22:57.743166 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53818b00e40e8afff1ffbbb80b1f2b2ececb0555ff6da39e2769b708ef8305ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ea4738f-b0d4-4b30-8586-6296558a8c45" -d '{"events": [{"server_uuid": "52d99e48-192b-4dde-9e64-61f112320c9b", "name": "network-vif-plugged", "status": "completed", "tag": "9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:22:57.756289 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa,segment=NetworkSegment(25180811-8356-42b3-97d7-72477267d807),segment_id=25180811-8356-42b3-97d7-72477267d807)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:22:57.760315 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:22:57.786473 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3393467b-e9f3-49bc-8e42-10076441f3b3 x-openstack-request-id: req-3393467b-e9f3-49bc-8e42-10076441f3b3 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:22:57.786777 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52d99e48-192b-4dde-9e64-61f112320c9b", "name": "network-vif-plugged", "status": "completed", "tag": "9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:22:57.787038 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3393467b-e9f3-49bc-8e42-10076441f3b3 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:22:57.787439 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52d99e48-192b-4dde-9e64-61f112320c9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa', 'code': 200} Feb 04 13:22:57.812345 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:57.895053 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514bcd67-2599-4f8f-b3c2-e7d9cfa21529 req-294326bd-b5f1-492f-815b-cde262696d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:57.896586 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-514bcd67-2599-4f8f-b3c2-e7d9cfa21529 req-294326bd-b5f1-492f-815b-cde262696d73 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=52d99e48-192b-4dde-9e64-61f112320c9b HTTP/1.1" status: 200 len: 1127 time: 0.0446520 Feb 04 13:22:57.941230 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-514bcd67-2599-4f8f-b3c2-e7d9cfa21529 req-cad7d8a3-fcec-44c8-ab7f-5477935319fc service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375733 Feb 04 13:22:58.817499 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c5f42e-d95b-49ea-95ba-28a14f1417d5 req-f72e4c96-3139-499e-853c-16ffc2098bf8 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:58.818888 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-16c5f42e-d95b-49ea-95ba-28a14f1417d5 req-f72e4c96-3139-499e-853c-16ffc2098bf8 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=52d99e48-192b-4dde-9e64-61f112320c9b HTTP/1.1" status: 200 len: 945 time: 0.0531328 Feb 04 13:22:58.867484 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-16c5f42e-d95b-49ea-95ba-28a14f1417d5 req-2c472359-6663-45f3-9d7f-045d3fa27cc9 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428555 Feb 04 13:22:59.992672 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b710862-701d-4c58-83d1-db00a530263c req-935046f3-5bd4-4d62-a4e4-b619a0a933b9 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:59.994167 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6b710862-701d-4c58-83d1-db00a530263c req-935046f3-5bd4-4d62-a4e4-b619a0a933b9 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=52d99e48-192b-4dde-9e64-61f112320c9b HTTP/1.1" status: 200 len: 945 time: 0.0579655 Feb 04 13:23:00.041712 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6b710862-701d-4c58-83d1-db00a530263c req-b4419961-12e0-4c00-b25d-bf8f7d11a195 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419946 Feb 04 13:23:00.157013 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62f4ac1-3543-4be2-a3dc-d8a5642140ca req-974cf129-0953-4fca-9fb5-add8b412da0e tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:00.158495 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b62f4ac1-3543-4be2-a3dc-d8a5642140ca req-974cf129-0953-4fca-9fb5-add8b412da0e tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=52d99e48-192b-4dde-9e64-61f112320c9b HTTP/1.1" status: 200 len: 945 time: 0.0534050 Feb 04 13:23:00.167877 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 33252) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:23:00.172344 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-d406c6b8-41fd-472f-a181-a8da1f4ecc85 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Request body: {'floatingip': {'port_id': '9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:23:00.215591 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d406c6b8-41fd-472f-a181-a8da1f4ecc85 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Publish callbacks [] for floatingip (89daf197-fd1e-4c6e-a6f1-7a39c6a98146), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:00.634941 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d406c6b8-41fd-472f-a181-a8da1f4ecc85 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:00.638780 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d406c6b8-41fd-472f-a181-a8da1f4ecc85 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1599943'] for floatingip (89daf197-fd1e-4c6e-a6f1-7a39c6a98146), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:01.038006 n-d-825015-3 neutron-server[103475]: INFO neutron.db.l3_db [None req-d406c6b8-41fd-472f-a181-a8da1f4ecc85 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Floating IP 89daf197-fd1e-4c6e-a6f1-7a39c6a98146 associated. External IP: 172.25.3.130, port: 9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa. Feb 04 13:23:01.245073 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d406c6b8-41fd-472f-a181-a8da1f4ecc85 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Router 4a7a7b49-5991-4d38-b33e-111c4ed26ea5 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:23:01.355889 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d406c6b8-41fd-472f-a181-a8da1f4ecc85 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:23:01.360727 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d406c6b8-41fd-472f-a181-a8da1f4ecc85 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:01.365980 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27abcf58-6c80-4298-a687-b3ba77350645 None None] Sync routers for ids ['4a7a7b49-5991-4d38-b33e-111c4ed26ea5'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:23:01.375205 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27abcf58-6c80-4298-a687-b3ba77350645 None None] Routers {'4a7a7b49-5991-4d38-b33e-111c4ed26ea5'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:23:01.375857 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-27abcf58-6c80-4298-a687-b3ba77350645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:22:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['4a7a7b49-5991-4d38-b33e-111c4ed26ea5'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:23:01.390879 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-d406c6b8-41fd-472f-a181-a8da1f4ecc85 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "PUT /v2.0/floatingips/89daf197-fd1e-4c6e-a6f1-7a39c6a98146 HTTP/1.1" status: 200 len: 991 time: 1.2219193 Feb 04 13:23:01.391467 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52d99e48-192b-4dde-9e64-61f112320c9b', 'tag': '9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:23:01.393738 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48bbd334e613f85cd2144b496d46af0d2e531f29900d43c124e8a63cdd2917ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-438ec4ed-362c-4f17-b26a-5fd02b39b344" -d '{"events": [{"name": "network-changed", "server_uuid": "52d99e48-192b-4dde-9e64-61f112320c9b", "tag": "9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:23:01.452039 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07fe5fa8-7548-486b-bf3d-a78ae21cdba6 x-openstack-request-id: req-07fe5fa8-7548-486b-bf3d-a78ae21cdba6 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:23:01.452335 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52d99e48-192b-4dde-9e64-61f112320c9b", "tag": "9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:23:01.452633 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-07fe5fa8-7548-486b-bf3d-a78ae21cdba6 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:23:01.453063 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52d99e48-192b-4dde-9e64-61f112320c9b', 'tag': '9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa', 'status': 'completed', 'code': 200} Feb 04 13:23:01.495887 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-27abcf58-6c80-4298-a687-b3ba77350645 None None] Set router 4a7a7b49-5991-4d38-b33e-111c4ed26ea5 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:23:01.542049 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9963f846-7493-4443-bbd7-8254f92cf7b3 req-d5a13196-44e5-4d39-8059-381d36bc48ad tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:01.543537 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9963f846-7493-4443-bbd7-8254f92cf7b3 req-d5a13196-44e5-4d39-8059-381d36bc48ad tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=52d99e48-192b-4dde-9e64-61f112320c9b HTTP/1.1" status: 200 len: 945 time: 0.0871861 Feb 04 13:23:01.565352 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438ec4ed-362c-4f17-b26a-5fd02b39b344 req-6dac5ea8-42c6-4a4e-9511-ce8493e72394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:01.566874 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-438ec4ed-362c-4f17-b26a-5fd02b39b344 req-6dac5ea8-42c6-4a4e-9511-ce8493e72394 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fe9ab3fdb9da43c1bef62df7d95ef4f6&device_id=52d99e48-192b-4dde-9e64-61f112320c9b HTTP/1.1" status: 200 len: 1127 time: 0.0812349 Feb 04 13:23:01.638367 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9963f846-7493-4443-bbd7-8254f92cf7b3 req-f5e69107-c03e-41dd-a0ea-74405a7b47bb tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889368 Feb 04 13:23:01.646447 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:01.680491 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438ec4ed-362c-4f17-b26a-5fd02b39b344 req-bd5824ae-4770-40a1-99ef-9a7901c8cf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:01.681982 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-438ec4ed-362c-4f17-b26a-5fd02b39b344 req-bd5824ae-4770-40a1-99ef-9a7901c8cf5d service neutron] 10.222.0.73 "GET /v2.0/networks?id=a3caa13b-c1d9-428c-8121-b90b74262470 HTTP/1.1" status: 200 len: 913 time: 0.1070890 Feb 04 13:23:01.727327 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-27abcf58-6c80-4298-a687-b3ba77350645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a7a7b49-5991-4d38-b33e-111c4ed26ea5', 'name': 'tempest-ServerActionsTestJSON-1663030507-router', 'tenant_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'aa469467-7486-49d4-9d5e-6c58bf0d65d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:21:05Z', 'updated_at': '2022-02-04T13:21:07Z', 'revision_number': 4, 'project_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'gw_port': {'id': 'aa469467-7486-49d4-9d5e-6c58bf0d65d9', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:10:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7a7b49-5991-4d38-b33e-111c4ed26ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:21:05Z', 'updated_at': '2022-02-04T13:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': '89daf197-fd1e-4c6e-a6f1-7a39c6a98146', 'tenant_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'floating_ip_address': '172.25.3.130', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': '4a7a7b49-5991-4d38-b33e-111c4ed26ea5', 'port_id': '9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3caa13b-c1d9-428c-8121-b90b74262470', 'mac_address': 'fa:16:3e:ab:09:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d99e48-192b-4dde-9e64-61f112320c9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:21:10Z', 'updated_at': '2022-02-04T13:23:00Z', 'revision_number': 9, 'project_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '366443a5-ee5a-4535-8a8e-61f3264f5ebd', 'name': '', 'network_id': 'a3caa13b-c1d9-428c-8121-b90b74262470', 'tenant_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'mac_address': 'fa:16:3e:f3:e3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7a7b49-5991-4d38-b33e-111c4ed26ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '9e164ffd-c51e-46f5-aacc-4e579cf848c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:21:07Z', 'updated_at': '2022-02-04T13:21:11Z', 'revision_number': 5, 'project_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'subnets': [{'id': '9e164ffd-c51e-46f5-aacc-4e579cf848c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:23:01.753040 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-438ec4ed-362c-4f17-b26a-5fd02b39b344 req-97101d35-8113-4e24-9e74-a5a6b96495c4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa HTTP/1.1" status: 200 len: 999 time: 0.0644495 Feb 04 13:23:01.757414 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27abcf58-6c80-4298-a687-b3ba77350645 None None] Checking router: 4a7a7b49-5991-4d38-b33e-111c4ed26ea5 for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:23:01.765817 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27abcf58-6c80-4298-a687-b3ba77350645 None None] Routers {'4a7a7b49-5991-4d38-b33e-111c4ed26ea5'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:23:01.766423 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-27abcf58-6c80-4298-a687-b3ba77350645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:22:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['4a7a7b49-5991-4d38-b33e-111c4ed26ea5'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:23:01.802637 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438ec4ed-362c-4f17-b26a-5fd02b39b344 req-f8ca4b29-525a-40af-b222-1f5b2a65e5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:01.804142 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-438ec4ed-362c-4f17-b26a-5fd02b39b344 req-f8ca4b29-525a-40af-b222-1f5b2a65e5ae service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9e164ffd-c51e-46f5-aacc-4e579cf848c4 HTTP/1.1" status: 200 len: 851 time: 0.0450797 Feb 04 13:23:01.861504 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438ec4ed-362c-4f17-b26a-5fd02b39b344 req-41a6cf7a-5824-4827-90ee-c2a3a7ccd1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:01.863189 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-438ec4ed-362c-4f17-b26a-5fd02b39b344 req-41a6cf7a-5824-4827-90ee-c2a3a7ccd1d9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a3caa13b-c1d9-428c-8121-b90b74262470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0513587 Feb 04 13:23:01.876348 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-27abcf58-6c80-4298-a687-b3ba77350645 None None] Set router 4a7a7b49-5991-4d38-b33e-111c4ed26ea5 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:23:01.961104 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-438ec4ed-362c-4f17-b26a-5fd02b39b344 req-548a56b3-8536-408b-b20a-8c9ee28d1d00 service neutron] 10.222.0.73 "GET /v2.0/networks/a3caa13b-c1d9-428c-8121-b90b74262470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892203 Feb 04 13:23:02.054869 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-438ec4ed-362c-4f17-b26a-5fd02b39b344 req-b55f4add-41c7-412a-9fbf-5e4dd216d3e7 service neutron] 10.222.0.73 "GET /v2.0/networks/a3caa13b-c1d9-428c-8121-b90b74262470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858994 Feb 04 13:23:02.102210 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-27abcf58-6c80-4298-a687-b3ba77350645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a7a7b49-5991-4d38-b33e-111c4ed26ea5', 'name': 'tempest-ServerActionsTestJSON-1663030507-router', 'tenant_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'aa469467-7486-49d4-9d5e-6c58bf0d65d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:21:05Z', 'updated_at': '2022-02-04T13:21:07Z', 'revision_number': 4, 'project_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'gw_port': {'id': 'aa469467-7486-49d4-9d5e-6c58bf0d65d9', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:10:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7a7b49-5991-4d38-b33e-111c4ed26ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:21:05Z', 'updated_at': '2022-02-04T13:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': '89daf197-fd1e-4c6e-a6f1-7a39c6a98146', 'tenant_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'floating_ip_address': '172.25.3.130', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': '4a7a7b49-5991-4d38-b33e-111c4ed26ea5', 'port_id': '9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3caa13b-c1d9-428c-8121-b90b74262470', 'mac_address': 'fa:16:3e:ab:09:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d99e48-192b-4dde-9e64-61f112320c9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:21:10Z', 'updated_at': '2022-02-04T13:23:00Z', 'revision_number': 9, 'project_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '366443a5-ee5a-4535-8a8e-61f3264f5ebd', 'name': '', 'network_id': 'a3caa13b-c1d9-428c-8121-b90b74262470', 'tenant_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'mac_address': 'fa:16:3e:f3:e3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7a7b49-5991-4d38-b33e-111c4ed26ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '9e164ffd-c51e-46f5-aacc-4e579cf848c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:21:07Z', 'updated_at': '2022-02-04T13:21:11Z', 'revision_number': 5, 'project_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'subnets': [{'id': '9e164ffd-c51e-46f5-aacc-4e579cf848c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:23:02.128771 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27abcf58-6c80-4298-a687-b3ba77350645 None None] The sync data for ids ['4a7a7b49-5991-4d38-b33e-111c4ed26ea5'] in n-d-825015-3 is: [{'id': '4a7a7b49-5991-4d38-b33e-111c4ed26ea5', 'name': 'tempest-ServerActionsTestJSON-1663030507-router', 'tenant_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'aa469467-7486-49d4-9d5e-6c58bf0d65d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:21:05Z', 'updated_at': '2022-02-04T13:21:07Z', 'revision_number': 4, 'project_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'gw_port': {'id': 'aa469467-7486-49d4-9d5e-6c58bf0d65d9', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:10:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7a7b49-5991-4d38-b33e-111c4ed26ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:21:05Z', 'updated_at': '2022-02-04T13:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': '89daf197-fd1e-4c6e-a6f1-7a39c6a98146', 'tenant_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'floating_ip_address': '172.25.3.130', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': '4a7a7b49-5991-4d38-b33e-111c4ed26ea5', 'port_id': '9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3caa13b-c1d9-428c-8121-b90b74262470', 'mac_address': 'fa:16:3e:ab:09:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d99e48-192b-4dde-9e64-61f112320c9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:21:10Z', 'updated_at': '2022-02-04T13:23:00Z', 'revision_number': 9, 'project_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '366443a5-ee5a-4535-8a8e-61f3264f5ebd', 'name': '', 'network_id': 'a3caa13b-c1d9-428c-8121-b90b74262470', 'tenant_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'mac_address': 'fa:16:3e:f3:e3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7a7b49-5991-4d38-b33e-111c4ed26ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '9e164ffd-c51e-46f5-aacc-4e579cf848c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:21:07Z', 'updated_at': '2022-02-04T13:21:11Z', 'revision_number': 5, 'project_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'subnets': [{'id': '9e164ffd-c51e-46f5-aacc-4e579cf848c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:23:02.299114 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:02.329091 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9426785b-4c9d-42eb-86ef-89cf6319d2d2 None None] New status for floating IP 89daf197-fd1e-4c6e-a6f1-7a39c6a98146: ACTIVE {{(pid=103476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:23:02.766306 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b6a4a8-e086-4415-b081-5660e27e5734 req-3e8e6c97-038f-4405-b19e-e8a55b5c4a5f tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:02.767716 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b4b6a4a8-e086-4415-b081-5660e27e5734 req-3e8e6c97-038f-4405-b19e-e8a55b5c4a5f tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=52d99e48-192b-4dde-9e64-61f112320c9b HTTP/1.1" status: 200 len: 945 time: 0.0548921 Feb 04 13:23:02.820776 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b4b6a4a8-e086-4415-b081-5660e27e5734 req-3caccf76-fe44-401c-a0de-c48a44096ae1 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465219 Feb 04 13:23:03.051817 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-7278ca8b-db73-45f8-a7e3-91c315336510 req-4585bd42-3ca8-4578-9b2b-9872fab2de4f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=52d99e48-192b-4dde-9e64-61f112320c9b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0443788 Feb 04 13:23:03.068056 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338516ae-b5e5-43a2-97ab-27994165c410 req-edc16530-a81c-4155-900e-54c7f794e5f4 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:03.070058 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-338516ae-b5e5-43a2-97ab-27994165c410 req-edc16530-a81c-4155-900e-54c7f794e5f4 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=52d99e48-192b-4dde-9e64-61f112320c9b HTTP/1.1" status: 200 len: 945 time: 0.0554075 Feb 04 13:23:03.118177 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-338516ae-b5e5-43a2-97ab-27994165c410 req-0cd85d7a-8408-42b9-8f5b-73e713a382ec tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421944 Feb 04 13:23:04.118806 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7278ca8b-db73-45f8-a7e3-91c315336510 req-2e0a71a2-f418-4572-aed4-433ee8b432b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:04.120373 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7278ca8b-db73-45f8-a7e3-91c315336510 req-2e0a71a2-f418-4572-aed4-433ee8b432b2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fe9ab3fdb9da43c1bef62df7d95ef4f6&device_id=52d99e48-192b-4dde-9e64-61f112320c9b HTTP/1.1" status: 200 len: 1127 time: 0.0454867 Feb 04 13:23:04.244882 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7278ca8b-db73-45f8-a7e3-91c315336510 req-137cc2c1-4215-4d1d-b54a-364b41283a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:04.246363 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7278ca8b-db73-45f8-a7e3-91c315336510 req-137cc2c1-4215-4d1d-b54a-364b41283a59 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a3caa13b-c1d9-428c-8121-b90b74262470 HTTP/1.1" status: 200 len: 913 time: 0.1186347 Feb 04 13:23:04.270668 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa140a47-834d-474d-aaff-188bb3e8d73a req-ea5e0b2d-cdbc-4a74-81dc-5c4be10826ac tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:04.272141 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fa140a47-834d-474d-aaff-188bb3e8d73a req-ea5e0b2d-cdbc-4a74-81dc-5c4be10826ac tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=52d99e48-192b-4dde-9e64-61f112320c9b HTTP/1.1" status: 200 len: 945 time: 0.0819478 Feb 04 13:23:04.348656 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7278ca8b-db73-45f8-a7e3-91c315336510 req-a8fd1bef-ab25-4133-9a14-23dd7e6c5883 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa HTTP/1.1" status: 200 len: 1002 time: 0.0918574 Feb 04 13:23:04.363652 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fa140a47-834d-474d-aaff-188bb3e8d73a req-38a80320-e2f4-4387-bc55-47f5162596aa tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649884 Feb 04 13:23:04.406056 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7278ca8b-db73-45f8-a7e3-91c315336510 req-ec4e18d0-daf5-418d-a589-7bc4549e17f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:04.407543 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7278ca8b-db73-45f8-a7e3-91c315336510 req-ec4e18d0-daf5-418d-a589-7bc4549e17f5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9e164ffd-c51e-46f5-aacc-4e579cf848c4 HTTP/1.1" status: 200 len: 851 time: 0.0478823 Feb 04 13:23:04.459615 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7278ca8b-db73-45f8-a7e3-91c315336510 req-d2ef34da-8aab-4db4-97f0-ff32ff96976d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:04.461229 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7278ca8b-db73-45f8-a7e3-91c315336510 req-d2ef34da-8aab-4db4-97f0-ff32ff96976d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a3caa13b-c1d9-428c-8121-b90b74262470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0455976 Feb 04 13:23:04.566707 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7278ca8b-db73-45f8-a7e3-91c315336510 req-216b2277-aa2c-480c-9637-bbfefb8d73f0 service neutron] 10.222.0.73 "GET /v2.0/networks/a3caa13b-c1d9-428c-8121-b90b74262470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877540 Feb 04 13:23:04.666750 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7278ca8b-db73-45f8-a7e3-91c315336510 req-573ed3f8-a82a-4893-b0ac-ccedcca07d64 service neutron] 10.222.0.73 "GET /v2.0/networks/a3caa13b-c1d9-428c-8121-b90b74262470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898035 Feb 04 13:23:05.488993 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ef2f26-7d5f-403f-9004-d3d874821679 req-b129f2d0-2d63-4f63-8d45-dc69495192ba tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:05.490467 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f7ef2f26-7d5f-403f-9004-d3d874821679 req-b129f2d0-2d63-4f63-8d45-dc69495192ba tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=52d99e48-192b-4dde-9e64-61f112320c9b HTTP/1.1" status: 200 len: 945 time: 0.0566220 Feb 04 13:23:05.542534 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f7ef2f26-7d5f-403f-9004-d3d874821679 req-7eb42da6-64f5-486b-a40c-a5c2478c07a4 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464206 Feb 04 13:23:06.665030 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a1191b-55ce-41f2-92c5-f66fb3109866 req-1e0cb014-bb7e-4a62-8b9d-0bd0f5b837a9 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:06.666516 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e0a1191b-55ce-41f2-92c5-f66fb3109866 req-1e0cb014-bb7e-4a62-8b9d-0bd0f5b837a9 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=52d99e48-192b-4dde-9e64-61f112320c9b HTTP/1.1" status: 200 len: 945 time: 0.0535650 Feb 04 13:23:06.713363 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e0a1191b-55ce-41f2-92c5-f66fb3109866 req-8ab9b532-7d04-4424-807e-3c30389c240e tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411155 Feb 04 13:23:07.833164 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239410db-e709-44bd-bfcf-8482f2a4d630 req-31e60568-0df1-465d-972a-abef889a7b4b tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:07.834639 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-239410db-e709-44bd-bfcf-8482f2a4d630 req-31e60568-0df1-465d-972a-abef889a7b4b tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=52d99e48-192b-4dde-9e64-61f112320c9b HTTP/1.1" status: 200 len: 945 time: 0.0537221 Feb 04 13:23:07.881275 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-239410db-e709-44bd-bfcf-8482f2a4d630 req-69e64a3b-65e7-4542-b0b7-eed203c8986c tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411162 Feb 04 13:23:09.007585 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92030c86-a302-4242-8838-570e7115e0bb req-10989bcf-ef45-413a-bb82-ca119c9e25d0 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:09.009107 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-92030c86-a302-4242-8838-570e7115e0bb req-10989bcf-ef45-413a-bb82-ca119c9e25d0 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=52d99e48-192b-4dde-9e64-61f112320c9b HTTP/1.1" status: 200 len: 945 time: 0.0575812 Feb 04 13:23:09.055588 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-92030c86-a302-4242-8838-570e7115e0bb req-6997c387-92a2-4ec5-8aba-16a168f96f7d tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409372 Feb 04 13:23:10.178938 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d5d6c4-c2da-4ffa-adbc-5c5076b11738 req-3cc5b7ed-9a5c-454a-b85f-d15ac755f8e7 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:10.180373 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a2d5d6c4-c2da-4ffa-adbc-5c5076b11738 req-3cc5b7ed-9a5c-454a-b85f-d15ac755f8e7 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=52d99e48-192b-4dde-9e64-61f112320c9b HTTP/1.1" status: 200 len: 945 time: 0.0545709 Feb 04 13:23:10.226756 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a2d5d6c4-c2da-4ffa-adbc-5c5076b11738 req-9642e11e-16d5-4c31-804b-f1289b93df04 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409098 Feb 04 13:23:11.348395 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47adeb48-ef4b-43eb-8210-fdb8b1674ce3 req-f79cb323-74b7-44ab-87a8-a4f82bc4963f tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:11.349866 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-47adeb48-ef4b-43eb-8210-fdb8b1674ce3 req-f79cb323-74b7-44ab-87a8-a4f82bc4963f tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=52d99e48-192b-4dde-9e64-61f112320c9b HTTP/1.1" status: 200 len: 945 time: 0.0548956 Feb 04 13:23:11.399689 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-47adeb48-ef4b-43eb-8210-fdb8b1674ce3 req-2fe0dc2f-2b30-4a7d-b994-a650e141c63e tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443912 Feb 04 13:23:12.525868 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8988390-642a-43d4-8928-3c3584a53e65 req-480d8b28-f3da-4fcc-8eb3-59cba825648b tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:12.527911 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a8988390-642a-43d4-8928-3c3584a53e65 req-480d8b28-f3da-4fcc-8eb3-59cba825648b tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=52d99e48-192b-4dde-9e64-61f112320c9b HTTP/1.1" status: 200 len: 945 time: 0.0604794 Feb 04 13:23:12.593069 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a8988390-642a-43d4-8928-3c3584a53e65 req-1a4caf19-3108-4dcc-8a7b-317057a99aba tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596735 Feb 04 13:23:13.716564 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b55df3-578d-43c2-8552-2efa5c14ee2e req-2c4aa0a0-78a2-41f1-93d2-1a57bfe17d2c tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:13.718033 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-58b55df3-578d-43c2-8552-2efa5c14ee2e req-2c4aa0a0-78a2-41f1-93d2-1a57bfe17d2c tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=52d99e48-192b-4dde-9e64-61f112320c9b HTTP/1.1" status: 200 len: 945 time: 0.0552170 Feb 04 13:23:13.763884 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-58b55df3-578d-43c2-8552-2efa5c14ee2e req-e5e84e58-a86c-4bb0-b016-8c9f7c6fd84d tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403004 Feb 04 13:23:14.907107 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b8497c-f110-4370-824e-b1b032dfbfdb req-7d889e7c-f07a-43f9-b9a4-7aa03cbfcfdb tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:14.908621 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c8b8497c-f110-4370-824e-b1b032dfbfdb req-7d889e7c-f07a-43f9-b9a4-7aa03cbfcfdb tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=52d99e48-192b-4dde-9e64-61f112320c9b HTTP/1.1" status: 200 len: 945 time: 0.0623360 Feb 04 13:23:14.955710 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c8b8497c-f110-4370-824e-b1b032dfbfdb req-35b1ac47-8e3e-44c4-960d-8511dcd5430f tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404167 Feb 04 13:23:15.602694 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e831b7a3-1e14-4226-8e11-beb49964daf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:16.077220 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913ea30d-7b5d-468a-8762-7efaf8da26cb req-0aec31dc-4860-44e8-9481-a2919e322b9c tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:16.078720 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-913ea30d-7b5d-468a-8762-7efaf8da26cb req-0aec31dc-4860-44e8-9481-a2919e322b9c tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=52d99e48-192b-4dde-9e64-61f112320c9b HTTP/1.1" status: 200 len: 945 time: 0.0524039 Feb 04 13:23:16.126871 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-913ea30d-7b5d-468a-8762-7efaf8da26cb req-e112c082-3d07-4c08-b7d5-da6741b6cb1c tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410712 Feb 04 13:23:17.251562 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29181a79-0ebc-4dbb-92a4-62534e0db573 req-94bd7d9d-8d12-452f-88a0-beb429b1e781 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:17.253309 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-29181a79-0ebc-4dbb-92a4-62534e0db573 req-94bd7d9d-8d12-452f-88a0-beb429b1e781 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=52d99e48-192b-4dde-9e64-61f112320c9b HTTP/1.1" status: 200 len: 945 time: 0.0576584 Feb 04 13:23:17.306308 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-29181a79-0ebc-4dbb-92a4-62534e0db573 req-708f9a45-9755-40db-8796-13912491ae60 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469394 Feb 04 13:23:18.120950 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-001acf1d-ae9c-4558-a2fb-44cf7c1c51c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:18.426009 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bd34cc-0a36-492f-bd37-0f793b5a4f3a req-e88dadac-43e4-4718-81b0-d2fe032319bc tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:18.427412 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-91bd34cc-0a36-492f-bd37-0f793b5a4f3a req-e88dadac-43e4-4718-81b0-d2fe032319bc tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=52d99e48-192b-4dde-9e64-61f112320c9b HTTP/1.1" status: 200 len: 945 time: 0.0529985 Feb 04 13:23:18.474302 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-91bd34cc-0a36-492f-bd37-0f793b5a4f3a req-ad91aeeb-9bbc-4b7d-82b1-c30a729dace9 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414045 Feb 04 13:23:19.435901 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:19.595019 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb43810-63be-4320-8454-42dbfc26365c req-a0a3b1fd-7203-4bb8-b38e-c7b59a86ee78 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:19.596534 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3eb43810-63be-4320-8454-42dbfc26365c req-a0a3b1fd-7203-4bb8-b38e-c7b59a86ee78 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=52d99e48-192b-4dde-9e64-61f112320c9b HTTP/1.1" status: 200 len: 945 time: 0.0528193 Feb 04 13:23:19.647251 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3eb43810-63be-4320-8454-42dbfc26365c req-40d48278-fe69-40c5-bc7f-33912eb9fc3a tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447636 Feb 04 13:23:20.692552 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:20.766598 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b22f3b-7c70-4778-9fd5-58b9a1fc0622 req-73e6d7be-3a5f-46f1-b7f4-c5cb8b2d79a9 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:20.768068 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e4b22f3b-7c70-4778-9fd5-58b9a1fc0622 req-73e6d7be-3a5f-46f1-b7f4-c5cb8b2d79a9 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=52d99e48-192b-4dde-9e64-61f112320c9b HTTP/1.1" status: 200 len: 945 time: 0.0519097 Feb 04 13:23:20.816652 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e4b22f3b-7c70-4778-9fd5-58b9a1fc0622 req-f18d1c0b-55a9-4dbe-b14c-509a7c2dd720 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424078 Feb 04 13:23:21.809578 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:21.940049 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb92a22-6549-4c47-84ed-f2183c8a52bb req-3ef314a4-5604-455e-970c-b852fad161d8 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:21.941538 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5bb92a22-6549-4c47-84ed-f2183c8a52bb req-3ef314a4-5604-455e-970c-b852fad161d8 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=52d99e48-192b-4dde-9e64-61f112320c9b HTTP/1.1" status: 200 len: 945 time: 0.0530348 Feb 04 13:23:21.988657 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5bb92a22-6549-4c47-84ed-f2183c8a52bb req-8bb33c89-50c8-4308-a146-43ffb9b95f6b tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415359 Feb 04 13:23:23.116701 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e19b71a-8d21-497a-a629-e6d622ccc4b3 req-ba1d6b2c-343f-487f-8368-cad2ef88fac9 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:23.118118 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9e19b71a-8d21-497a-a629-e6d622ccc4b3 req-ba1d6b2c-343f-487f-8368-cad2ef88fac9 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=52d99e48-192b-4dde-9e64-61f112320c9b HTTP/1.1" status: 200 len: 945 time: 0.0579569 Feb 04 13:23:23.165293 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9e19b71a-8d21-497a-a629-e6d622ccc4b3 req-4df76412-0467-4354-a0af-0081b9d43d56 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416522 Feb 04 13:23:24.285403 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bfdf7a-786f-457b-9b84-f76433a727cb req-74d10d68-94ea-4f77-9113-9b4f1ab57aad tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:24.287261 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-16bfdf7a-786f-457b-9b84-f76433a727cb req-74d10d68-94ea-4f77-9113-9b4f1ab57aad tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=52d99e48-192b-4dde-9e64-61f112320c9b HTTP/1.1" status: 200 len: 945 time: 0.0533409 Feb 04 13:23:24.333846 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-16bfdf7a-786f-457b-9b84-f76433a727cb req-d46d5629-7cdc-4d7c-ac58-6cc5ac6c88aa tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410125 Feb 04 13:23:25.451817 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111da8b0-d1f0-4f48-8894-456663e4b1de req-07fa8916-216b-4789-b3aa-e6e11012c427 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:25.453292 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-111da8b0-d1f0-4f48-8894-456663e4b1de req-07fa8916-216b-4789-b3aa-e6e11012c427 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=52d99e48-192b-4dde-9e64-61f112320c9b HTTP/1.1" status: 200 len: 945 time: 0.0526640 Feb 04 13:23:25.503839 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-111da8b0-d1f0-4f48-8894-456663e4b1de req-c5cef61b-72e9-4de7-816a-97849bb63899 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442700 Feb 04 13:23:26.626083 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7494d438-9708-4933-b2bb-83b50c916cf1 req-f14f3bdd-64bb-40e6-8107-38d8c852b502 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:26.627542 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7494d438-9708-4933-b2bb-83b50c916cf1 req-f14f3bdd-64bb-40e6-8107-38d8c852b502 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=52d99e48-192b-4dde-9e64-61f112320c9b HTTP/1.1" status: 200 len: 945 time: 0.0528514 Feb 04 13:23:26.674202 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7494d438-9708-4933-b2bb-83b50c916cf1 req-9d7a2790-1fb1-42bc-8ff0-7bea5220f274 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409451 Feb 04 13:23:27.794050 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8d19dc-1d47-44a1-a666-57db56d489fd req-82ce812b-9319-4421-8616-32f6e9200a50 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:27.795571 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bd8d19dc-1d47-44a1-a666-57db56d489fd req-82ce812b-9319-4421-8616-32f6e9200a50 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=52d99e48-192b-4dde-9e64-61f112320c9b HTTP/1.1" status: 200 len: 945 time: 0.0536938 Feb 04 13:23:27.842970 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bd8d19dc-1d47-44a1-a666-57db56d489fd req-14c247cc-c0b2-4a33-ae8b-67acf2703107 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418470 Feb 04 13:23:28.966231 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78e2c8d-2dc1-4128-bcd8-b2fd50967a61 req-fd4b06da-a809-4140-80ea-ab3a50e97c31 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:28.967708 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f78e2c8d-2dc1-4128-bcd8-b2fd50967a61 req-fd4b06da-a809-4140-80ea-ab3a50e97c31 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=52d99e48-192b-4dde-9e64-61f112320c9b HTTP/1.1" status: 200 len: 945 time: 0.0560496 Feb 04 13:23:29.015579 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f78e2c8d-2dc1-4128-bcd8-b2fd50967a61 req-7e8ae606-369b-4aa2-ab4c-be082df61b0b tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423605 Feb 04 13:23:29.531988 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:23:30.135596 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a221aed-ab75-4de1-ac3a-822e7b03d539 req-c89cde94-ba50-4709-a2b9-a02636e67263 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:30.137028 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8a221aed-ab75-4de1-ac3a-822e7b03d539 req-c89cde94-ba50-4709-a2b9-a02636e67263 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=52d99e48-192b-4dde-9e64-61f112320c9b HTTP/1.1" status: 200 len: 945 time: 0.0524123 Feb 04 13:23:30.182922 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8a221aed-ab75-4de1-ac3a-822e7b03d539 req-ec3cc94f-74fa-4bba-b128-69558cf1e100 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404642 Feb 04 13:23:31.305853 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef62094b-3380-43e4-bf3b-ddd768daca92 req-857b1eda-ff90-4fb1-9379-456c0fa19192 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:31.307343 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ef62094b-3380-43e4-bf3b-ddd768daca92 req-857b1eda-ff90-4fb1-9379-456c0fa19192 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=52d99e48-192b-4dde-9e64-61f112320c9b HTTP/1.1" status: 200 len: 945 time: 0.0559957 Feb 04 13:23:31.355423 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ef62094b-3380-43e4-bf3b-ddd768daca92 req-f0b7d092-31e4-4a46-9f8a-a89f1a2bcdf4 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425074 Feb 04 13:23:31.666540 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:31.911563 n-d-825015-3 neutron-server[103475]: INFO neutron.api.v2.resource [req-7278ca8b-db73-45f8-a7e3-91c315336510 req-50bc0cc3-08c9-484f-930b-f3271d2f577e service neutron] show failed (client error): The resource could not be found. Feb 04 13:23:31.913357 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7278ca8b-db73-45f8-a7e3-91c315336510 req-50bc0cc3-08c9-484f-930b-f3271d2f577e service neutron] 10.222.0.73 "GET /v2.0/ports/9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa/bindings/n-h2-825015-3 HTTP/1.1" status: 404 len: 380 time: 0.0974462 Feb 04 13:23:32.126887 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7278ca8b-db73-45f8-a7e3-91c315336510 req-f4036b31-a69a-4b70-ba07-86974ff89b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:32.128431 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7278ca8b-db73-45f8-a7e3-91c315336510 req-f4036b31-a69a-4b70-ba07-86974ff89b81 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=52d99e48-192b-4dde-9e64-61f112320c9b&tenant_id=fe9ab3fdb9da43c1bef62df7d95ef4f6 HTTP/1.1" status: 200 len: 1127 time: 0.0450950 Feb 04 13:23:32.139413 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-7278ca8b-db73-45f8-a7e3-91c315336510 req-15310cee-e47d-4568-a9af-202ae64445d1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825015-3', 'device_owner': 'compute:nova'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:23:32.199744 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-7278ca8b-db73-45f8-a7e3-91c315336510 req-15310cee-e47d-4568-a9af-202ae64445d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:32.296990 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:32.402861 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-7278ca8b-db73-45f8-a7e3-91c315336510 req-15310cee-e47d-4568-a9af-202ae64445d1 service neutron] For port 9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa,segment=NetworkSegment(25180811-8356-42b3-97d7-72477267d807),segment_id=25180811-8356-42b3-97d7-72477267d807)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:23:32.461102 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-7278ca8b-db73-45f8-a7e3-91c315336510 req-15310cee-e47d-4568-a9af-202ae64445d1 service neutron] For port 9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa, host n-h1-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:23:32.506627 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52d99e48-192b-4dde-9e64-61f112320c9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:23:32.508883 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48bbd334e613f85cd2144b496d46af0d2e531f29900d43c124e8a63cdd2917ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9af07621-1442-4deb-b8cc-e01ee2a88675" -d '{"events": [{"server_uuid": "52d99e48-192b-4dde-9e64-61f112320c9b", "name": "network-vif-unplugged", "status": "completed", "tag": "9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:23:32.512752 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-7278ca8b-db73-45f8-a7e3-91c315336510 req-15310cee-e47d-4568-a9af-202ae64445d1 service neutron] Publish callbacks [] for port (9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:32.532680 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca04bb35-4d3b-44f2-afbc-8acf080f70c6 req-74b2f7e9-dfef-46bb-afe3-efb3cc47cba1 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:32.534171 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ca04bb35-4d3b-44f2-afbc-8acf080f70c6 req-74b2f7e9-dfef-46bb-afe3-efb3cc47cba1 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=52d99e48-192b-4dde-9e64-61f112320c9b HTTP/1.1" status: 200 len: 945 time: 0.1034698 Feb 04 13:23:32.537039 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-7278ca8b-db73-45f8-a7e3-91c315336510 req-15310cee-e47d-4568-a9af-202ae64445d1 service neutron] Transition to ACTIVE for port object 9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:23:32.543336 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-7278ca8b-db73-45f8-a7e3-91c315336510 req-15310cee-e47d-4568-a9af-202ae64445d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:32.582819 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 13:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ae7357e-f864-40f8-a671-6b395b7fdf72 x-openstack-request-id: req-9ae7357e-f864-40f8-a671-6b395b7fdf72 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:23:32.583112 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52d99e48-192b-4dde-9e64-61f112320c9b", "name": "network-vif-unplugged", "status": "completed", "tag": "9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:23:32.583362 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9ae7357e-f864-40f8-a671-6b395b7fdf72 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:23:32.583790 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52d99e48-192b-4dde-9e64-61f112320c9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa', 'code': 200} Feb 04 13:23:32.657936 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15310cee-e47d-4568-a9af-202ae64445d1 service neutron] Pushing event updated for resources: {'Port': ['ID=9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa,revision_number=6']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:32.670254 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ca04bb35-4d3b-44f2-afbc-8acf080f70c6 req-002b593e-4564-4f3a-9c93-ca90ed8ee2dd tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289494 Feb 04 13:23:32.709973 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-7278ca8b-db73-45f8-a7e3-91c315336510 req-15310cee-e47d-4568-a9af-202ae64445d1 service neutron] No DVR routers for this DVR port 9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa on host n-h1-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:23:32.853376 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-7278ca8b-db73-45f8-a7e3-91c315336510 req-15310cee-e47d-4568-a9af-202ae64445d1 service neutron] Attempting to bind port 9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa on host n-h2-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:23:32.853710 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-7278ca8b-db73-45f8-a7e3-91c315336510 req-15310cee-e47d-4568-a9af-202ae64445d1 service neutron] Attempting to bind port 9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa by drivers openvswitch,hyperv on host n-h2-825015-3 at level 0 using segments [{'id': '25180811-8356-42b3-97d7-72477267d807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a3caa13b-c1d9-428c-8121-b90b74262470'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:23:32.854038 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7278ca8b-db73-45f8-a7e3-91c315336510 req-15310cee-e47d-4568-a9af-202ae64445d1 service neutron] Attempting to bind port 9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa on network a3caa13b-c1d9-428c-8121-b90b74262470 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:23:32.858369 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7278ca8b-db73-45f8-a7e3-91c315336510 req-15310cee-e47d-4568-a9af-202ae64445d1 service neutron] Port 9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa on network a3caa13b-c1d9-428c-8121-b90b74262470 not bound, no agent of type Open vSwitch agent registered on host n-h2-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:23:32.858692 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7278ca8b-db73-45f8-a7e3-91c315336510 req-15310cee-e47d-4568-a9af-202ae64445d1 service neutron] Attempting to bind port 9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa on network a3caa13b-c1d9-428c-8121-b90b74262470 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:23:32.863491 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7278ca8b-db73-45f8-a7e3-91c315336510 req-15310cee-e47d-4568-a9af-202ae64445d1 service neutron] Checking agent: {'id': '9b68a165-e786-4b91-8592-44519c2ecabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:23:32.863804 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7278ca8b-db73-45f8-a7e3-91c315336510 req-15310cee-e47d-4568-a9af-202ae64445d1 service neutron] Checking segment: {'id': '25180811-8356-42b3-97d7-72477267d807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a3caa13b-c1d9-428c-8121-b90b74262470'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:23:32.864192 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7278ca8b-db73-45f8-a7e3-91c315336510 req-15310cee-e47d-4568-a9af-202ae64445d1 service neutron] Bound using segment: {'id': '25180811-8356-42b3-97d7-72477267d807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a3caa13b-c1d9-428c-8121-b90b74262470'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:23:32.864612 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-7278ca8b-db73-45f8-a7e3-91c315336510 req-15310cee-e47d-4568-a9af-202ae64445d1 service neutron] Bound port: 9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa, host: n-h2-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25180811-8356-42b3-97d7-72477267d807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a3caa13b-c1d9-428c-8121-b90b74262470'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:23:32.864992 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-7278ca8b-db73-45f8-a7e3-91c315336510 req-15310cee-e47d-4568-a9af-202ae64445d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:32.930914 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-7278ca8b-db73-45f8-a7e3-91c315336510 req-15310cee-e47d-4568-a9af-202ae64445d1 service neutron] For port 9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa, host n-h2-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:23:32.933815 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-7278ca8b-db73-45f8-a7e3-91c315336510 req-15310cee-e47d-4568-a9af-202ae64445d1 service neutron] For port 9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa, host n-h2-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa,segment=NetworkSegment(25180811-8356-42b3-97d7-72477267d807),segment_id=25180811-8356-42b3-97d7-72477267d807)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:23:32.939873 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-7278ca8b-db73-45f8-a7e3-91c315336510 req-15310cee-e47d-4568-a9af-202ae64445d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:32.973704 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7278ca8b-db73-45f8-a7e3-91c315336510 req-15310cee-e47d-4568-a9af-202ae64445d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:32.974326 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-7278ca8b-db73-45f8-a7e3-91c315336510 req-15310cee-e47d-4568-a9af-202ae64445d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:32.976316 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7278ca8b-db73-45f8-a7e3-91c315336510 req-15310cee-e47d-4568-a9af-202ae64445d1 service neutron] 10.222.0.77 "PUT /v2.0/ports/9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa HTTP/1.1" status: 200 len: 1091 time: 0.8408349 Feb 04 13:23:32.999658 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15310cee-e47d-4568-a9af-202ae64445d1 service neutron] Pushing event updated for resources: {'Port': ['ID=9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa,revision_number=7']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:33.048118 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7278ca8b-db73-45f8-a7e3-91c315336510 req-85f52d8e-c416-4521-9d11-8a32c30764da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:33.049634 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7278ca8b-db73-45f8-a7e3-91c315336510 req-85f52d8e-c416-4521-9d11-8a32c30764da service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fe9ab3fdb9da43c1bef62df7d95ef4f6&device_id=52d99e48-192b-4dde-9e64-61f112320c9b HTTP/1.1" status: 200 len: 1125 time: 0.0511630 Feb 04 13:23:33.147216 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7278ca8b-db73-45f8-a7e3-91c315336510 req-7973bc00-790c-409f-a816-deb2042fdc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:33.148718 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7278ca8b-db73-45f8-a7e3-91c315336510 req-7973bc00-790c-409f-a816-deb2042fdc5f service neutron] 10.222.0.77 "GET /v2.0/networks?id=a3caa13b-c1d9-428c-8121-b90b74262470 HTTP/1.1" status: 200 len: 913 time: 0.0922818 Feb 04 13:23:33.217827 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7278ca8b-db73-45f8-a7e3-91c315336510 req-fd86df3c-999f-4dc2-bf4e-cd4fe71ba980 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa HTTP/1.1" status: 200 len: 1000 time: 0.0617204 Feb 04 13:23:33.273125 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7278ca8b-db73-45f8-a7e3-91c315336510 req-a8a41f20-57b1-4fc0-98cc-6fcde6fd365f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:33.274644 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7278ca8b-db73-45f8-a7e3-91c315336510 req-a8a41f20-57b1-4fc0-98cc-6fcde6fd365f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9e164ffd-c51e-46f5-aacc-4e579cf848c4 HTTP/1.1" status: 200 len: 851 time: 0.0506978 Feb 04 13:23:33.322558 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7278ca8b-db73-45f8-a7e3-91c315336510 req-e5c8f91d-dc41-46ae-8647-45ae89cb21ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:33.324081 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7278ca8b-db73-45f8-a7e3-91c315336510 req-e5c8f91d-dc41-46ae-8647-45ae89cb21ef service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a3caa13b-c1d9-428c-8121-b90b74262470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0440414 Feb 04 13:23:33.417372 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7278ca8b-db73-45f8-a7e3-91c315336510 req-f24b4937-8a49-457c-9824-327a9a957ac5 service neutron] 10.222.0.77 "GET /v2.0/networks/a3caa13b-c1d9-428c-8121-b90b74262470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863888 Feb 04 13:23:33.514539 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7278ca8b-db73-45f8-a7e3-91c315336510 req-4291f4f2-cb66-46ba-bc22-39019e8ec651 service neutron] 10.222.0.77 "GET /v2.0/networks/a3caa13b-c1d9-428c-8121-b90b74262470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907438 Feb 04 13:23:33.802255 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8c7fd5-d7f4-44e9-9d5f-c71b5d943b73 req-50200b69-80b1-4371-8f44-b0848481407c tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:33.804801 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4f8c7fd5-d7f4-44e9-9d5f-c71b5d943b73 req-50200b69-80b1-4371-8f44-b0848481407c tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=52d99e48-192b-4dde-9e64-61f112320c9b HTTP/1.1" status: 200 len: 943 time: 0.0565321 Feb 04 13:23:33.850866 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4f8c7fd5-d7f4-44e9-9d5f-c71b5d943b73 req-4bff458c-790b-4dba-906c-a74d191c3399 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413103 Feb 04 13:23:34.585414 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52d99e48-192b-4dde-9e64-61f112320c9b', 'tag': '9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:23:34.587714 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48bbd334e613f85cd2144b496d46af0d2e531f29900d43c124e8a63cdd2917ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24681fa1-604a-45f2-9f04-d646af4b21a5" -d '{"events": [{"name": "network-changed", "server_uuid": "52d99e48-192b-4dde-9e64-61f112320c9b", "tag": "9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:23:34.635064 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-616fc4da-33b1-454f-acf7-dc835d1291c9 x-openstack-request-id: req-616fc4da-33b1-454f-acf7-dc835d1291c9 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:23:34.635357 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52d99e48-192b-4dde-9e64-61f112320c9b", "tag": "9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:23:34.635618 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-616fc4da-33b1-454f-acf7-dc835d1291c9 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:23:34.636055 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52d99e48-192b-4dde-9e64-61f112320c9b', 'tag': '9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa', 'status': 'completed', 'code': 200} Feb 04 13:23:34.728266 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24681fa1-604a-45f2-9f04-d646af4b21a5 req-ce7aa390-bbea-43e8-a00e-ba5dcd68c631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:34.729774 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-24681fa1-604a-45f2-9f04-d646af4b21a5 req-ce7aa390-bbea-43e8-a00e-ba5dcd68c631 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fe9ab3fdb9da43c1bef62df7d95ef4f6&device_id=52d99e48-192b-4dde-9e64-61f112320c9b HTTP/1.1" status: 200 len: 1125 time: 0.0753109 Feb 04 13:23:34.734992 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24681fa1-604a-45f2-9f04-d646af4b21a5 req-985d7671-2cc5-4ee0-931e-574719602bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:34.736334 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-24681fa1-604a-45f2-9f04-d646af4b21a5 req-985d7671-2cc5-4ee0-931e-574719602bdc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fe9ab3fdb9da43c1bef62df7d95ef4f6&device_id=52d99e48-192b-4dde-9e64-61f112320c9b HTTP/1.1" status: 200 len: 1125 time: 0.0739787 Feb 04 13:23:34.896436 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24681fa1-604a-45f2-9f04-d646af4b21a5 req-ddb75ce0-8840-4cd6-8a17-bff14948c5db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:34.898085 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-24681fa1-604a-45f2-9f04-d646af4b21a5 req-ddb75ce0-8840-4cd6-8a17-bff14948c5db service neutron] 10.222.0.77 "GET /v2.0/networks?id=a3caa13b-c1d9-428c-8121-b90b74262470 HTTP/1.1" status: 200 len: 913 time: 0.1609144 Feb 04 13:23:34.899156 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24681fa1-604a-45f2-9f04-d646af4b21a5 req-8f2021cb-dbfc-4bf3-9035-4f3739640ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:34.900536 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-24681fa1-604a-45f2-9f04-d646af4b21a5 req-8f2021cb-dbfc-4bf3-9035-4f3739640ce0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a3caa13b-c1d9-428c-8121-b90b74262470 HTTP/1.1" status: 200 len: 913 time: 0.1559496 Feb 04 13:23:35.345127 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-24681fa1-604a-45f2-9f04-d646af4b21a5 req-a6c5e072-88f4-46b9-b106-7087ca0c5562 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa HTTP/1.1" status: 200 len: 1000 time: 0.4336176 Feb 04 13:23:35.348297 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-24681fa1-604a-45f2-9f04-d646af4b21a5 req-92151fcf-7ecd-407f-8f1b-997ecbfc0218 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa HTTP/1.1" status: 200 len: 1000 time: 0.4438086 Feb 04 13:23:35.416474 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e5fd5e-af84-4a83-9f7f-ca279e20a0dc req-be7d1bf7-2b81-42b4-a183-3d3ba038c903 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:35.417917 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-96e5fd5e-af84-4a83-9f7f-ca279e20a0dc req-be7d1bf7-2b81-42b4-a183-3d3ba038c903 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=52d99e48-192b-4dde-9e64-61f112320c9b HTTP/1.1" status: 200 len: 943 time: 0.4792135 Feb 04 13:23:35.455154 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24681fa1-604a-45f2-9f04-d646af4b21a5 req-d1939e70-db35-4a1d-828c-7086646f7b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:35.456856 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-24681fa1-604a-45f2-9f04-d646af4b21a5 req-d1939e70-db35-4a1d-828c-7086646f7b3e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9e164ffd-c51e-46f5-aacc-4e579cf848c4 HTTP/1.1" status: 200 len: 851 time: 0.1046898 Feb 04 13:23:35.459261 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24681fa1-604a-45f2-9f04-d646af4b21a5 req-2ca679fc-caa6-4581-a5f8-c47cbd83d48b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:35.460590 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-24681fa1-604a-45f2-9f04-d646af4b21a5 req-2ca679fc-caa6-4581-a5f8-c47cbd83d48b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9e164ffd-c51e-46f5-aacc-4e579cf848c4 HTTP/1.1" status: 200 len: 851 time: 0.1007423 Feb 04 13:23:35.539212 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-96e5fd5e-af84-4a83-9f7f-ca279e20a0dc req-27858dee-7d4c-4acd-bd10-61f2b3c3adfc tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148536 Feb 04 13:23:35.562204 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24681fa1-604a-45f2-9f04-d646af4b21a5 req-975ffc08-4a71-4ffb-9ce5-c3d6ab059064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:35.563657 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-24681fa1-604a-45f2-9f04-d646af4b21a5 req-975ffc08-4a71-4ffb-9ce5-c3d6ab059064 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a3caa13b-c1d9-428c-8121-b90b74262470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0997946 Feb 04 13:23:35.565432 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24681fa1-604a-45f2-9f04-d646af4b21a5 req-68b300ac-8640-42b3-b5d4-4ea6dd1ab504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:35.566744 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-24681fa1-604a-45f2-9f04-d646af4b21a5 req-68b300ac-8640-42b3-b5d4-4ea6dd1ab504 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a3caa13b-c1d9-428c-8121-b90b74262470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0946078 Feb 04 13:23:35.718801 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-24681fa1-604a-45f2-9f04-d646af4b21a5 req-16c2773b-1726-419f-99a3-0d6dee361a2f service neutron] 10.222.0.73 "GET /v2.0/networks/a3caa13b-c1d9-428c-8121-b90b74262470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476631 Feb 04 13:23:35.720566 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-24681fa1-604a-45f2-9f04-d646af4b21a5 req-f88c9df8-6a56-41f1-9645-ffd1dd82d60d service neutron] 10.222.0.77 "GET /v2.0/networks/a3caa13b-c1d9-428c-8121-b90b74262470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428146 Feb 04 13:23:35.791721 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:23:35.832572 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] The host n-h1-825015-3 is not matching for port 9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa host n-h2-825015-3! {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 04 13:23:35.832974 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa not bound to the agent host n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:23:35.880026 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-24681fa1-604a-45f2-9f04-d646af4b21a5 req-1c0af465-5814-407e-86c3-3c5e5b5bbff8 service neutron] 10.222.0.77 "GET /v2.0/networks/a3caa13b-c1d9-428c-8121-b90b74262470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475451 Feb 04 13:23:35.881889 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-24681fa1-604a-45f2-9f04-d646af4b21a5 req-8067b901-7839-4db2-8888-b9a171996a29 service neutron] 10.222.0.73 "GET /v2.0/networks/a3caa13b-c1d9-428c-8121-b90b74262470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563787 Feb 04 13:23:36.424304 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa details requested by agent hyperv_n-h2-825015-3 with host n-h2-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:23:36.523121 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa,segment=NetworkSegment(25180811-8356-42b3-97d7-72477267d807),segment_id=25180811-8356-42b3-97d7-72477267d807)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:23:36.534782 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Returning: {'device': '9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa', 'network_id': 'a3caa13b-c1d9-428c-8121-b90b74262470', 'port_id': '9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa', 'mac_address': 'fa:16:3e:ab:09:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e164ffd-c51e-46f5-aacc-4e579cf848c4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:23:36.572262 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:23:36.572660 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:36.586720 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:23:36.605824 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa,segment=NetworkSegment(25180811-8356-42b3-97d7-72477267d807),segment_id=25180811-8356-42b3-97d7-72477267d807)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:23:36.609949 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:36.658228 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa,revision_number=8']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:36.663049 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8e80a1-b841-433f-bb7e-54aecf8b5cee req-b5b95d1a-1de7-4a94-9c6a-f9861e2781c2 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:36.664606 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ce8e80a1-b841-433f-bb7e-54aecf8b5cee req-b5b95d1a-1de7-4a94-9c6a-f9861e2781c2 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=52d99e48-192b-4dde-9e64-61f112320c9b HTTP/1.1" status: 200 len: 944 time: 0.0539751 Feb 04 13:23:36.717569 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ce8e80a1-b841-433f-bb7e-54aecf8b5cee req-7fe84d6e-bc83-4e08-8233-ae0e6df5f581 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471687 Feb 04 13:23:36.843111 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:23:37.057381 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84879fe2-8c04-4274-abcb-94555d73616f req-92b452a8-d8b0-4a2c-8108-c5a2c84cd4a4 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:37.058764 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-84879fe2-8c04-4274-abcb-94555d73616f req-92b452a8-d8b0-4a2c-8108-c5a2c84cd4a4 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.77 "GET /v2.0/ports?device_id=52d99e48-192b-4dde-9e64-61f112320c9b&tenant_id=fe9ab3fdb9da43c1bef62df7d95ef4f6&binding%3Ahost_id=n-h2-825015-3 HTTP/1.1" status: 200 len: 944 time: 0.1028745 Feb 04 13:23:37.069012 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0675953-1445-4426-8a9e-f7979fda956c req-d5a6f260-8e44-4135-ab16-859173bd3580 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:37.070568 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b0675953-1445-4426-8a9e-f7979fda956c req-d5a6f260-8e44-4135-ab16-859173bd3580 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=52d99e48-192b-4dde-9e64-61f112320c9b HTTP/1.1" status: 200 len: 944 time: 0.0775051 Feb 04 13:23:37.162392 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b0675953-1445-4426-8a9e-f7979fda956c req-69f4a973-c47d-4ba7-9fcf-649b7120fef5 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857267 Feb 04 13:23:37.166570 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-84879fe2-8c04-4274-abcb-94555d73616f req-e87a2a40-9aa3-4fdb-a25a-43c239046008 service neutron] 10.222.0.77 "GET /v2.0/ports/9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa/bindings/n-h2-825015-3 HTTP/1.1" status: 200 len: 382 time: 0.0950959 Feb 04 13:23:37.233201 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84879fe2-8c04-4274-abcb-94555d73616f req-c294efc2-e49a-41d0-a84b-0770f95acc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:37.234682 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-84879fe2-8c04-4274-abcb-94555d73616f req-c294efc2-e49a-41d0-a84b-0770f95acc38 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fe9ab3fdb9da43c1bef62df7d95ef4f6&device_id=52d99e48-192b-4dde-9e64-61f112320c9b HTTP/1.1" status: 200 len: 1126 time: 0.0454144 Feb 04 13:23:37.325370 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84879fe2-8c04-4274-abcb-94555d73616f req-4ac81828-a927-4117-87dc-f5cc0c72d2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:37.326724 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-84879fe2-8c04-4274-abcb-94555d73616f req-4ac81828-a927-4117-87dc-f5cc0c72d2af service neutron] 10.222.0.77 "GET /v2.0/networks?id=a3caa13b-c1d9-428c-8121-b90b74262470 HTTP/1.1" status: 200 len: 913 time: 0.0852585 Feb 04 13:23:37.395836 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-84879fe2-8c04-4274-abcb-94555d73616f req-ba2bb2e8-921e-43e0-b21b-0bb9f1380736 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa HTTP/1.1" status: 200 len: 1001 time: 0.0630991 Feb 04 13:23:37.444493 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84879fe2-8c04-4274-abcb-94555d73616f req-3a6b3303-7941-4297-8e4b-973e20192927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:37.445958 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-84879fe2-8c04-4274-abcb-94555d73616f req-3a6b3303-7941-4297-8e4b-973e20192927 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9e164ffd-c51e-46f5-aacc-4e579cf848c4 HTTP/1.1" status: 200 len: 851 time: 0.0441062 Feb 04 13:23:37.494886 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84879fe2-8c04-4274-abcb-94555d73616f req-92d26b1e-1a64-46e6-adc2-af2238b95d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:37.496430 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-84879fe2-8c04-4274-abcb-94555d73616f req-92d26b1e-1a64-46e6-adc2-af2238b95d34 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a3caa13b-c1d9-428c-8121-b90b74262470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0452201 Feb 04 13:23:37.589492 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-84879fe2-8c04-4274-abcb-94555d73616f req-f46eaf89-fd6f-4385-b0bd-7ee5b5368e64 service neutron] 10.222.0.77 "GET /v2.0/networks/a3caa13b-c1d9-428c-8121-b90b74262470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870361 Feb 04 13:23:37.676643 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-84879fe2-8c04-4274-abcb-94555d73616f req-59304a3e-28cb-4f01-a78e-eb00ab0f7f72 service neutron] 10.222.0.77 "GET /v2.0/networks/a3caa13b-c1d9-428c-8121-b90b74262470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817974 Feb 04 13:23:38.295329 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e48e3c-4f87-427a-b478-23b0cd15f6d6 req-dfd9ee91-8407-4930-97c5-64737e78487b tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:38.296846 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c8e48e3c-4f87-427a-b478-23b0cd15f6d6 req-dfd9ee91-8407-4930-97c5-64737e78487b tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=52d99e48-192b-4dde-9e64-61f112320c9b HTTP/1.1" status: 200 len: 944 time: 0.0599062 Feb 04 13:23:38.343757 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c8e48e3c-4f87-427a-b478-23b0cd15f6d6 req-147746f5-4b32-4b4f-8b4c-1b0ebf641a94 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413470 Feb 04 13:23:38.440866 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa up at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:23:38.491868 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning for port 9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:23:38.495895 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning complete for port 9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:23:38.496401 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:38.739824 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:23:38.740241 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:38.749292 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bb55b5-3599-4973-85ae-09e47fcfdb56 req-608e48d7-ab88-4edf-9732-daa3ca776eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:38.750731 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-41bb55b5-3599-4973-85ae-09e47fcfdb56 req-608e48d7-ab88-4edf-9732-daa3ca776eb6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fe9ab3fdb9da43c1bef62df7d95ef4f6&device_id=52d99e48-192b-4dde-9e64-61f112320c9b HTTP/1.1" status: 200 len: 1126 time: 0.0463507 Feb 04 13:23:38.763978 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52d99e48-192b-4dde-9e64-61f112320c9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:23:38.766241 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53818b00e40e8afff1ffbbb80b1f2b2ececb0555ff6da39e2769b708ef8305ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1de58742-7be2-4112-81d5-66a82a7f81f6" -d '{"events": [{"server_uuid": "52d99e48-192b-4dde-9e64-61f112320c9b", "name": "network-vif-plugged", "status": "completed", "tag": "9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:23:38.780518 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa,segment=NetworkSegment(25180811-8356-42b3-97d7-72477267d807),segment_id=25180811-8356-42b3-97d7-72477267d807)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:23:38.784756 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:38.835659 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa,revision_number=9']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:38.874451 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bb55b5-3599-4973-85ae-09e47fcfdb56 req-83256eb3-d36a-4836-9bec-0b1302b4a16b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:38.875965 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-41bb55b5-3599-4973-85ae-09e47fcfdb56 req-83256eb3-d36a-4836-9bec-0b1302b4a16b service neutron] 10.222.0.77 "GET /v2.0/networks?id=a3caa13b-c1d9-428c-8121-b90b74262470 HTTP/1.1" status: 200 len: 913 time: 0.1062627 Feb 04 13:23:38.898825 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-013d7cdc-46d4-43c6-a211-a8a91a473b01 x-openstack-request-id: req-013d7cdc-46d4-43c6-a211-a8a91a473b01 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:23:38.898825 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52d99e48-192b-4dde-9e64-61f112320c9b", "name": "network-vif-plugged", "status": "completed", "tag": "9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:23:38.898825 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-013d7cdc-46d4-43c6-a211-a8a91a473b01 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:23:38.899216 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52d99e48-192b-4dde-9e64-61f112320c9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa', 'code': 200} Feb 04 13:23:38.942558 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-41bb55b5-3599-4973-85ae-09e47fcfdb56 req-f903319f-8b72-47e5-8ca2-0c5847d0c489 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa HTTP/1.1" status: 200 len: 1002 time: 0.0602417 Feb 04 13:23:38.991969 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bb55b5-3599-4973-85ae-09e47fcfdb56 req-e0958a0a-725e-438f-97b6-a76d9465702e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:38.993432 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-41bb55b5-3599-4973-85ae-09e47fcfdb56 req-e0958a0a-725e-438f-97b6-a76d9465702e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9e164ffd-c51e-46f5-aacc-4e579cf848c4 HTTP/1.1" status: 200 len: 851 time: 0.0447035 Feb 04 13:23:39.046697 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bb55b5-3599-4973-85ae-09e47fcfdb56 req-d88528b2-5b71-46bf-ae28-b8406801cf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:39.048167 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-41bb55b5-3599-4973-85ae-09e47fcfdb56 req-d88528b2-5b71-46bf-ae28-b8406801cf2a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a3caa13b-c1d9-428c-8121-b90b74262470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0482702 Feb 04 13:23:39.136183 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-41bb55b5-3599-4973-85ae-09e47fcfdb56 req-b4d224f8-5ec7-449c-8d51-661d254c6dc2 service neutron] 10.222.0.77 "GET /v2.0/networks/a3caa13b-c1d9-428c-8121-b90b74262470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816796 Feb 04 13:23:39.233191 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-41bb55b5-3599-4973-85ae-09e47fcfdb56 req-b234b466-dbff-400c-81b4-91a4b0ddf3e1 service neutron] 10.222.0.77 "GET /v2.0/networks/a3caa13b-c1d9-428c-8121-b90b74262470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912764 Feb 04 13:23:39.478335 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6044390a-cd73-41e1-99eb-6f0b78a7c677 req-49af823a-145b-426b-907e-4a9be23cda39 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:39.479996 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6044390a-cd73-41e1-99eb-6f0b78a7c677 req-49af823a-145b-426b-907e-4a9be23cda39 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=52d99e48-192b-4dde-9e64-61f112320c9b HTTP/1.1" status: 200 len: 945 time: 0.0651107 Feb 04 13:23:39.529987 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6044390a-cd73-41e1-99eb-6f0b78a7c677 req-367a91af-52ba-4332-acc8-0c2e36d8f6e7 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441444 Feb 04 13:23:39.781818 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb16b20f-d97e-4779-8c17-6843afa9971c req-7208ce06-dbcc-4706-877f-cc0c0bd223ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:39.783309 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cb16b20f-d97e-4779-8c17-6843afa9971c req-7208ce06-dbcc-4706-877f-cc0c0bd223ea service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fe9ab3fdb9da43c1bef62df7d95ef4f6&device_id=52d99e48-192b-4dde-9e64-61f112320c9b HTTP/1.1" status: 200 len: 1127 time: 0.0785000 Feb 04 13:23:39.795105 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84879fe2-8c04-4274-abcb-94555d73616f req-f5396e0e-0e5c-4729-b1d6-56b2a452ce8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:39.797031 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-84879fe2-8c04-4274-abcb-94555d73616f req-f5396e0e-0e5c-4729-b1d6-56b2a452ce8b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=52d99e48-192b-4dde-9e64-61f112320c9b&tenant_id=fe9ab3fdb9da43c1bef62df7d95ef4f6 HTTP/1.1" status: 200 len: 1127 time: 0.0651424 Feb 04 13:23:39.821653 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-84879fe2-8c04-4274-abcb-94555d73616f req-10bebf42-f6c6-4888-8052-70620a307ae6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825015-3', 'device_owner': 'compute:nova'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:23:39.938854 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-84879fe2-8c04-4274-abcb-94555d73616f req-10bebf42-f6c6-4888-8052-70620a307ae6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:39.957909 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb16b20f-d97e-4779-8c17-6843afa9971c req-1bc4b282-c203-4f00-af82-8d3eb07a29c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:39.959462 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cb16b20f-d97e-4779-8c17-6843afa9971c req-1bc4b282-c203-4f00-af82-8d3eb07a29c9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a3caa13b-c1d9-428c-8121-b90b74262470 HTTP/1.1" status: 200 len: 913 time: 0.1504929 Feb 04 13:23:40.097971 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cb16b20f-d97e-4779-8c17-6843afa9971c req-4fffd83b-904e-437b-b660-4760c5cf1a90 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa HTTP/1.1" status: 200 len: 1002 time: 0.1192245 Feb 04 13:23:40.199399 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb16b20f-d97e-4779-8c17-6843afa9971c req-3b8dc5ab-ea4a-431c-be7e-feaf827979b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:40.200772 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cb16b20f-d97e-4779-8c17-6843afa9971c req-3b8dc5ab-ea4a-431c-be7e-feaf827979b8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9e164ffd-c51e-46f5-aacc-4e579cf848c4 HTTP/1.1" status: 200 len: 851 time: 0.0918255 Feb 04 13:23:40.256506 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-84879fe2-8c04-4274-abcb-94555d73616f req-10bebf42-f6c6-4888-8052-70620a307ae6 service neutron] For port 9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa,segment=NetworkSegment(25180811-8356-42b3-97d7-72477267d807),segment_id=25180811-8356-42b3-97d7-72477267d807)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:23:40.295386 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-84879fe2-8c04-4274-abcb-94555d73616f req-10bebf42-f6c6-4888-8052-70620a307ae6 service neutron] For port 9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa, host n-h2-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:23:40.297951 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb16b20f-d97e-4779-8c17-6843afa9971c req-54963fdd-0c6e-4ad2-ab92-b6c92b4be358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:40.299463 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cb16b20f-d97e-4779-8c17-6843afa9971c req-54963fdd-0c6e-4ad2-ab92-b6c92b4be358 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a3caa13b-c1d9-428c-8121-b90b74262470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0905821 Feb 04 13:23:40.384666 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52d99e48-192b-4dde-9e64-61f112320c9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:23:40.386924 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48bbd334e613f85cd2144b496d46af0d2e531f29900d43c124e8a63cdd2917ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7baa04e-869e-452a-b9f6-b367d364147e" -d '{"events": [{"server_uuid": "52d99e48-192b-4dde-9e64-61f112320c9b", "name": "network-vif-unplugged", "status": "completed", "tag": "9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:23:40.392156 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-84879fe2-8c04-4274-abcb-94555d73616f req-10bebf42-f6c6-4888-8052-70620a307ae6 service neutron] Publish callbacks [] for port (9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:40.417182 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-84879fe2-8c04-4274-abcb-94555d73616f req-10bebf42-f6c6-4888-8052-70620a307ae6 service neutron] Transition to ACTIVE for port object 9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:23:40.428462 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-84879fe2-8c04-4274-abcb-94555d73616f req-10bebf42-f6c6-4888-8052-70620a307ae6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:40.455474 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 13:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dc998ad-b4ce-46d8-be64-60077bc100d1 x-openstack-request-id: req-0dc998ad-b4ce-46d8-be64-60077bc100d1 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:23:40.455695 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52d99e48-192b-4dde-9e64-61f112320c9b", "name": "network-vif-unplugged", "status": "completed", "tag": "9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:23:40.455972 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0dc998ad-b4ce-46d8-be64-60077bc100d1 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:23:40.456623 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52d99e48-192b-4dde-9e64-61f112320c9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa', 'code': 200} Feb 04 13:23:40.462652 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cb16b20f-d97e-4779-8c17-6843afa9971c req-81d0dada-294c-4661-9735-c6c379f0c37f service neutron] 10.222.0.73 "GET /v2.0/networks/a3caa13b-c1d9-428c-8121-b90b74262470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464744 Feb 04 13:23:40.562770 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bebf42-f6c6-4888-8052-70620a307ae6 service neutron] Pushing event updated for resources: {'Port': ['ID=9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa,revision_number=10']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:40.632717 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-84879fe2-8c04-4274-abcb-94555d73616f req-10bebf42-f6c6-4888-8052-70620a307ae6 service neutron] No DVR routers for this DVR port 9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa on host n-h2-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:23:40.696728 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cb16b20f-d97e-4779-8c17-6843afa9971c req-05289bfa-c68b-4615-b9f0-4ae60a8a35e6 service neutron] 10.222.0.73 "GET /v2.0/networks/a3caa13b-c1d9-428c-8121-b90b74262470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259023 Feb 04 13:23:40.776190 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69f9b8a-b2b5-4e86-9e5e-44cadc9b7f5f req-46bc24c8-dea0-47cd-a304-29ec47ad8e2a tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:40.777590 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e69f9b8a-b2b5-4e86-9e5e-44cadc9b7f5f req-46bc24c8-dea0-47cd-a304-29ec47ad8e2a tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=52d99e48-192b-4dde-9e64-61f112320c9b HTTP/1.1" status: 200 len: 944 time: 0.1506627 Feb 04 13:23:40.854648 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-84879fe2-8c04-4274-abcb-94555d73616f req-10bebf42-f6c6-4888-8052-70620a307ae6 service neutron] Attempting to bind port 9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:23:40.854984 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-84879fe2-8c04-4274-abcb-94555d73616f req-10bebf42-f6c6-4888-8052-70620a307ae6 service neutron] Attempting to bind port 9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': '25180811-8356-42b3-97d7-72477267d807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a3caa13b-c1d9-428c-8121-b90b74262470'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:23:40.855316 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84879fe2-8c04-4274-abcb-94555d73616f req-10bebf42-f6c6-4888-8052-70620a307ae6 service neutron] Attempting to bind port 9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa on network a3caa13b-c1d9-428c-8121-b90b74262470 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:23:40.860870 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e69f9b8a-b2b5-4e86-9e5e-44cadc9b7f5f req-f4372cd2-f256-4bbf-b95f-b9996899b6f4 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770719 Feb 04 13:23:40.862869 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84879fe2-8c04-4274-abcb-94555d73616f req-10bebf42-f6c6-4888-8052-70620a307ae6 service neutron] Port 9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa on network a3caa13b-c1d9-428c-8121-b90b74262470 not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:23:40.863197 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84879fe2-8c04-4274-abcb-94555d73616f req-10bebf42-f6c6-4888-8052-70620a307ae6 service neutron] Attempting to bind port 9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa on network a3caa13b-c1d9-428c-8121-b90b74262470 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:23:40.868911 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84879fe2-8c04-4274-abcb-94555d73616f req-10bebf42-f6c6-4888-8052-70620a307ae6 service neutron] Checking agent: {'id': 'f8add0d2-2202-43d3-bc0e-72442788e6ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:23:40.869252 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84879fe2-8c04-4274-abcb-94555d73616f req-10bebf42-f6c6-4888-8052-70620a307ae6 service neutron] Checking segment: {'id': '25180811-8356-42b3-97d7-72477267d807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a3caa13b-c1d9-428c-8121-b90b74262470'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:23:40.870062 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84879fe2-8c04-4274-abcb-94555d73616f req-10bebf42-f6c6-4888-8052-70620a307ae6 service neutron] Bound using segment: {'id': '25180811-8356-42b3-97d7-72477267d807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a3caa13b-c1d9-428c-8121-b90b74262470'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:23:40.870062 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-84879fe2-8c04-4274-abcb-94555d73616f req-10bebf42-f6c6-4888-8052-70620a307ae6 service neutron] Bound port: 9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa, host: n-h1-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25180811-8356-42b3-97d7-72477267d807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a3caa13b-c1d9-428c-8121-b90b74262470'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:23:40.871630 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-84879fe2-8c04-4274-abcb-94555d73616f req-10bebf42-f6c6-4888-8052-70620a307ae6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:40.938012 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-84879fe2-8c04-4274-abcb-94555d73616f req-10bebf42-f6c6-4888-8052-70620a307ae6 service neutron] For port 9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa, host n-h1-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:23:40.940928 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-84879fe2-8c04-4274-abcb-94555d73616f req-10bebf42-f6c6-4888-8052-70620a307ae6 service neutron] For port 9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa, host n-h1-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa,segment=NetworkSegment(25180811-8356-42b3-97d7-72477267d807),segment_id=25180811-8356-42b3-97d7-72477267d807)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:23:40.947516 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-84879fe2-8c04-4274-abcb-94555d73616f req-10bebf42-f6c6-4888-8052-70620a307ae6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:40.977645 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84879fe2-8c04-4274-abcb-94555d73616f req-10bebf42-f6c6-4888-8052-70620a307ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:40.978209 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-84879fe2-8c04-4274-abcb-94555d73616f req-10bebf42-f6c6-4888-8052-70620a307ae6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:40.979581 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-84879fe2-8c04-4274-abcb-94555d73616f req-10bebf42-f6c6-4888-8052-70620a307ae6 service neutron] 10.222.0.73 "PUT /v2.0/ports/9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa HTTP/1.1" status: 200 len: 1092 time: 1.1632562 Feb 04 13:23:41.017547 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bebf42-f6c6-4888-8052-70620a307ae6 service neutron] Pushing event updated for resources: {'Port': ['ID=9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa,revision_number=11']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:41.057959 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84879fe2-8c04-4274-abcb-94555d73616f req-bd91c9a3-be42-4d06-b29f-ba62f8fadf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:41.059578 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-84879fe2-8c04-4274-abcb-94555d73616f req-bd91c9a3-be42-4d06-b29f-ba62f8fadf07 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fe9ab3fdb9da43c1bef62df7d95ef4f6&device_id=52d99e48-192b-4dde-9e64-61f112320c9b HTTP/1.1" status: 200 len: 1126 time: 0.0537024 Feb 04 13:23:41.160516 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84879fe2-8c04-4274-abcb-94555d73616f req-8a1ccccf-7066-4701-b197-481e32b27e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:41.162036 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-84879fe2-8c04-4274-abcb-94555d73616f req-8a1ccccf-7066-4701-b197-481e32b27e68 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a3caa13b-c1d9-428c-8121-b90b74262470 HTTP/1.1" status: 200 len: 913 time: 0.0918274 Feb 04 13:23:41.533902 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-84879fe2-8c04-4274-abcb-94555d73616f req-dab1ba54-8355-4913-8ba5-de04ccaed2d1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa HTTP/1.1" status: 200 len: 1000 time: 0.3650455 Feb 04 13:23:41.582765 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84879fe2-8c04-4274-abcb-94555d73616f req-8d7bb2ed-f288-4121-a3f9-022aba067f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:41.584803 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-84879fe2-8c04-4274-abcb-94555d73616f req-8d7bb2ed-f288-4121-a3f9-022aba067f28 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9e164ffd-c51e-46f5-aacc-4e579cf848c4 HTTP/1.1" status: 200 len: 851 time: 0.0433798 Feb 04 13:23:41.639417 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84879fe2-8c04-4274-abcb-94555d73616f req-ada4dd4f-40a0-48ea-9dc1-3a11fa93b5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:41.641055 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-84879fe2-8c04-4274-abcb-94555d73616f req-ada4dd4f-40a0-48ea-9dc1-3a11fa93b5d1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a3caa13b-c1d9-428c-8121-b90b74262470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0497613 Feb 04 13:23:41.732439 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-84879fe2-8c04-4274-abcb-94555d73616f req-07645e48-0b42-4424-9145-0806314afea0 service neutron] 10.222.0.73 "GET /v2.0/networks/a3caa13b-c1d9-428c-8121-b90b74262470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829124 Feb 04 13:23:41.825276 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-84879fe2-8c04-4274-abcb-94555d73616f req-34aa3544-ba14-4a3f-a533-5860dd39f6f3 service neutron] 10.222.0.73 "GET /v2.0/networks/a3caa13b-c1d9-428c-8121-b90b74262470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857496 Feb 04 13:23:41.995642 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c537d548-ecbd-45c5-9785-81ed5092fb54 req-89cf997a-d905-40e8-a8ba-de90b0f830e0 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:41.997173 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c537d548-ecbd-45c5-9785-81ed5092fb54 req-89cf997a-d905-40e8-a8ba-de90b0f830e0 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=52d99e48-192b-4dde-9e64-61f112320c9b HTTP/1.1" status: 200 len: 944 time: 0.0586858 Feb 04 13:23:42.045260 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c537d548-ecbd-45c5-9785-81ed5092fb54 req-1b746e60-7c07-4f1e-90da-638b6c2801da tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424507 Feb 04 13:23:42.457671 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52d99e48-192b-4dde-9e64-61f112320c9b', 'tag': '9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:23:42.460197 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48bbd334e613f85cd2144b496d46af0d2e531f29900d43c124e8a63cdd2917ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50d68baa-7d1f-44f2-9b12-99768ec373c7" -d '{"events": [{"name": "network-changed", "server_uuid": "52d99e48-192b-4dde-9e64-61f112320c9b", "tag": "9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:23:42.507714 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd6e33c9-26ca-4b7f-bcc8-c9f6360405ec x-openstack-request-id: req-fd6e33c9-26ca-4b7f-bcc8-c9f6360405ec {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:23:42.508029 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52d99e48-192b-4dde-9e64-61f112320c9b", "tag": "9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:23:42.508314 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fd6e33c9-26ca-4b7f-bcc8-c9f6360405ec {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:23:42.508717 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52d99e48-192b-4dde-9e64-61f112320c9b', 'tag': '9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa', 'status': 'completed', 'code': 200} Feb 04 13:23:42.605811 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d68baa-7d1f-44f2-9b12-99768ec373c7 req-8ba84728-b3a1-40da-be71-86c8a7954c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:42.607312 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-50d68baa-7d1f-44f2-9b12-99768ec373c7 req-8ba84728-b3a1-40da-be71-86c8a7954c4c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fe9ab3fdb9da43c1bef62df7d95ef4f6&device_id=52d99e48-192b-4dde-9e64-61f112320c9b HTTP/1.1" status: 200 len: 1126 time: 0.0816476 Feb 04 13:23:42.613180 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d68baa-7d1f-44f2-9b12-99768ec373c7 req-6994fbd1-c153-4ad9-b547-cdc61aad5fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:42.614530 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-50d68baa-7d1f-44f2-9b12-99768ec373c7 req-6994fbd1-c153-4ad9-b547-cdc61aad5fc1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fe9ab3fdb9da43c1bef62df7d95ef4f6&device_id=52d99e48-192b-4dde-9e64-61f112320c9b HTTP/1.1" status: 200 len: 1126 time: 0.0770924 Feb 04 13:23:42.769359 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d68baa-7d1f-44f2-9b12-99768ec373c7 req-c00d39f1-3123-4505-b5a7-8bb780914469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:42.770731 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-50d68baa-7d1f-44f2-9b12-99768ec373c7 req-c00d39f1-3123-4505-b5a7-8bb780914469 service neutron] 10.222.0.77 "GET /v2.0/networks?id=a3caa13b-c1d9-428c-8121-b90b74262470 HTTP/1.1" status: 200 len: 913 time: 0.1553733 Feb 04 13:23:42.772397 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d68baa-7d1f-44f2-9b12-99768ec373c7 req-f59a6ee5-a069-4add-80fc-bab90752201d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:42.773682 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-50d68baa-7d1f-44f2-9b12-99768ec373c7 req-f59a6ee5-a069-4add-80fc-bab90752201d service neutron] 10.222.0.73 "GET /v2.0/networks?id=a3caa13b-c1d9-428c-8121-b90b74262470 HTTP/1.1" status: 200 len: 913 time: 0.1497622 Feb 04 13:23:42.883507 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-50d68baa-7d1f-44f2-9b12-99768ec373c7 req-f14235af-48bf-4873-88b5-7f1dd015eae0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa HTTP/1.1" status: 200 len: 1000 time: 0.1071458 Feb 04 13:23:42.885100 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-50d68baa-7d1f-44f2-9b12-99768ec373c7 req-8c95eb5b-68be-42a5-bee1-bb4c18036786 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa HTTP/1.1" status: 200 len: 1000 time: 0.1030650 Feb 04 13:23:42.966847 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d68baa-7d1f-44f2-9b12-99768ec373c7 req-89475a06-c45c-484d-b58b-d23fc029b11b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:42.968318 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-50d68baa-7d1f-44f2-9b12-99768ec373c7 req-89475a06-c45c-484d-b58b-d23fc029b11b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9e164ffd-c51e-46f5-aacc-4e579cf848c4 HTTP/1.1" status: 200 len: 851 time: 0.0794291 Feb 04 13:23:42.971477 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d68baa-7d1f-44f2-9b12-99768ec373c7 req-6ff94e29-7746-4fc5-8522-84e06e6f263e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:42.972825 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-50d68baa-7d1f-44f2-9b12-99768ec373c7 req-6ff94e29-7746-4fc5-8522-84e06e6f263e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9e164ffd-c51e-46f5-aacc-4e579cf848c4 HTTP/1.1" status: 200 len: 851 time: 0.0766776 Feb 04 13:23:43.047360 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d68baa-7d1f-44f2-9b12-99768ec373c7 req-7f798669-a5a0-47c9-ba96-b8a3796fcac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:43.050627 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-50d68baa-7d1f-44f2-9b12-99768ec373c7 req-7f798669-a5a0-47c9-ba96-b8a3796fcac3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a3caa13b-c1d9-428c-8121-b90b74262470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0765371 Feb 04 13:23:43.052309 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d68baa-7d1f-44f2-9b12-99768ec373c7 req-70082a53-dda5-4ace-91e8-13e2cf759be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:43.053785 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-50d68baa-7d1f-44f2-9b12-99768ec373c7 req-70082a53-dda5-4ace-91e8-13e2cf759be3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a3caa13b-c1d9-428c-8121-b90b74262470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0717175 Feb 04 13:23:43.252826 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-50d68baa-7d1f-44f2-9b12-99768ec373c7 req-c3c1601c-a68e-4bfe-a154-68fe0c1fa9dd service neutron] 10.222.0.73 "GET /v2.0/networks/a3caa13b-c1d9-428c-8121-b90b74262470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888814 Feb 04 13:23:43.259912 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7124d851-7f2b-4832-bda8-b359c0034d3c req-e359650d-54fa-418d-8068-1da105b7b9ef tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:43.261258 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7124d851-7f2b-4832-bda8-b359c0034d3c req-e359650d-54fa-418d-8068-1da105b7b9ef tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=52d99e48-192b-4dde-9e64-61f112320c9b HTTP/1.1" status: 200 len: 944 time: 0.1226954 Feb 04 13:23:43.264300 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-50d68baa-7d1f-44f2-9b12-99768ec373c7 req-49c67966-7019-4854-b5a3-a211770624c8 service neutron] 10.222.0.77 "GET /v2.0/networks/a3caa13b-c1d9-428c-8121-b90b74262470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073348 Feb 04 13:23:43.417170 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7124d851-7f2b-4832-bda8-b359c0034d3c req-d664619b-590a-4c78-aa0d-79cbffaafdb8 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1461883 Feb 04 13:23:43.452669 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-50d68baa-7d1f-44f2-9b12-99768ec373c7 req-0412e937-f8b9-4baa-b4b5-521bb0da09a7 service neutron] 10.222.0.77 "GET /v2.0/networks/a3caa13b-c1d9-428c-8121-b90b74262470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801629 Feb 04 13:23:43.456068 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-50d68baa-7d1f-44f2-9b12-99768ec373c7 req-31cf3895-63ba-40f0-9f00-3fc23d87814f service neutron] 10.222.0.73 "GET /v2.0/networks/a3caa13b-c1d9-428c-8121-b90b74262470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939447 Feb 04 13:23:43.823612 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:23:43.918895 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa,segment=NetworkSegment(25180811-8356-42b3-97d7-72477267d807),segment_id=25180811-8356-42b3-97d7-72477267d807)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:23:43.930037 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': '9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa', 'network_id': 'a3caa13b-c1d9-428c-8121-b90b74262470', 'port_id': '9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa', 'mac_address': 'fa:16:3e:ab:09:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e164ffd-c51e-46f5-aacc-4e579cf848c4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:23:43.969164 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:23:43.969544 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:43.982492 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:23:44.000465 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa,segment=NetworkSegment(25180811-8356-42b3-97d7-72477267d807),segment_id=25180811-8356-42b3-97d7-72477267d807)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:23:44.004548 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:44.051183 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa,revision_number=12']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:44.261614 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:23:44.496471 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa no longer exists at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:23:44.535807 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] The host n-h2-825015-3 is not matching for port 9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa host n-h1-825015-3! {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 04 13:23:44.536117 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa not bound to the agent host n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:23:44.544026 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdd3b63-a3b4-4d39-b85f-4b90c1cd2706 req-42a73306-8adf-41cd-96db-7c941f528dec tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:44.545520 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dfdd3b63-a3b4-4d39-b85f-4b90c1cd2706 req-42a73306-8adf-41cd-96db-7c941f528dec tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=52d99e48-192b-4dde-9e64-61f112320c9b HTTP/1.1" status: 200 len: 945 time: 0.0585971 Feb 04 13:23:44.593525 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dfdd3b63-a3b4-4d39-b85f-4b90c1cd2706 req-c1d6a327-3ee2-43b8-be41-341764fdd5ca tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425487 Feb 04 13:23:44.715217 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6fde3e-d629-417c-b834-6d917122e4c0 req-9d8ec257-c006-49a8-8dd1-79753f75c5ab tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:44.716713 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-df6fde3e-d629-417c-b834-6d917122e4c0 req-9d8ec257-c006-49a8-8dd1-79753f75c5ab tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=52d99e48-192b-4dde-9e64-61f112320c9b HTTP/1.1" status: 200 len: 945 time: 0.0535648 Feb 04 13:23:44.761705 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-df6fde3e-d629-417c-b834-6d917122e4c0 req-eda59827-2cf3-4bf8-99e4-d7d071f1daf0 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395038 Feb 04 13:23:44.881883 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c37977-f3d8-47c1-9eda-259d024b947c req-f0ce9cb1-0647-4bda-a73e-f6b6228ea828 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:44.883379 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-39c37977-f3d8-47c1-9eda-259d024b947c req-f0ce9cb1-0647-4bda-a73e-f6b6228ea828 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=52d99e48-192b-4dde-9e64-61f112320c9b HTTP/1.1" status: 200 len: 945 time: 0.0528042 Feb 04 13:23:44.932900 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-39c37977-f3d8-47c1-9eda-259d024b947c req-50a5a4ad-b8f0-4ab9-ac97-a554e9e06abb tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440135 Feb 04 13:23:45.175610 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb117339-41be-424c-96c7-70e410b57678 req-c892fc69-2049-449d-80db-eabcff893716 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:45.177152 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cb117339-41be-424c-96c7-70e410b57678 req-c892fc69-2049-449d-80db-eabcff893716 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=52d99e48-192b-4dde-9e64-61f112320c9b HTTP/1.1" status: 200 len: 945 time: 0.0526853 Feb 04 13:23:45.223959 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cb117339-41be-424c-96c7-70e410b57678 req-53be6715-6bae-4b5d-ba5e-4fa3ab1c6667 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404134 Feb 04 13:23:45.605122 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-565f171c-57c5-490c-976f-27d6343af756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:45.839610 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:23:45.891528 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning for port 9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:23:45.895947 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port 9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:23:45.896327 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:45.981927 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:23:45.982314 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:46.007806 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52d99e48-192b-4dde-9e64-61f112320c9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:23:46.010094 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53818b00e40e8afff1ffbbb80b1f2b2ececb0555ff6da39e2769b708ef8305ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa820c2a-854f-4fce-91fb-2f7d5ef0b9e7" -d '{"events": [{"server_uuid": "52d99e48-192b-4dde-9e64-61f112320c9b", "name": "network-vif-plugged", "status": "completed", "tag": "9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:23:46.022725 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa,segment=NetworkSegment(25180811-8356-42b3-97d7-72477267d807),segment_id=25180811-8356-42b3-97d7-72477267d807)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:23:46.027798 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:46.051216 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c86ac177-48c9-484f-9377-545b0ab9a247 x-openstack-request-id: req-c86ac177-48c9-484f-9377-545b0ab9a247 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:23:46.051513 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52d99e48-192b-4dde-9e64-61f112320c9b", "name": "network-vif-plugged", "status": "completed", "tag": "9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:23:46.051791 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c86ac177-48c9-484f-9377-545b0ab9a247 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:23:46.052193 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52d99e48-192b-4dde-9e64-61f112320c9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa', 'code': 200} Feb 04 13:23:46.079231 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa,revision_number=13']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:46.347572 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478da1d0-20e1-4e36-8d54-79b2471a30f7 req-955a90c4-c6ed-486c-813d-40c0ec8fac55 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:46.349079 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-478da1d0-20e1-4e36-8d54-79b2471a30f7 req-955a90c4-c6ed-486c-813d-40c0ec8fac55 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=52d99e48-192b-4dde-9e64-61f112320c9b HTTP/1.1" status: 200 len: 946 time: 0.0539391 Feb 04 13:23:46.395998 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-478da1d0-20e1-4e36-8d54-79b2471a30f7 req-ca4c0eb2-6f98-47c9-b147-c8a10652c512 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407853 Feb 04 13:23:46.851180 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd8df69-e24a-4936-b26e-7bc4266b0be5 req-620022c1-2a6f-4f8b-8b04-a43200584dce tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:46.852760 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-acd8df69-e24a-4936-b26e-7bc4266b0be5 req-620022c1-2a6f-4f8b-8b04-a43200584dce tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.73 "GET /v2.0/ports?device_id=52d99e48-192b-4dde-9e64-61f112320c9b HTTP/1.1" status: 200 len: 946 time: 0.0583909 Feb 04 13:23:46.949429 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-acd8df69-e24a-4936-b26e-7bc4266b0be5 req-35c4d290-03c3-4ba2-bbf5-0cc5297eb69d tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Deleting port 9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:23:46.949778 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-acd8df69-e24a-4936-b26e-7bc4266b0be5 req-35c4d290-03c3-4ba2-bbf5-0cc5297eb69d tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:47.044092 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-acd8df69-e24a-4936-b26e-7bc4266b0be5 req-35c4d290-03c3-4ba2-bbf5-0cc5297eb69d tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] For port 9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa,segment=NetworkSegment(25180811-8356-42b3-97d7-72477267d807),segment_id=25180811-8356-42b3-97d7-72477267d807)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:23:47.044456 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-acd8df69-e24a-4936-b26e-7bc4266b0be5 req-35c4d290-03c3-4ba2-bbf5-0cc5297eb69d tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:47.221010 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-acd8df69-e24a-4936-b26e-7bc4266b0be5 req-35c4d290-03c3-4ba2-bbf5-0cc5297eb69d tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:47.221284 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-acd8df69-e24a-4936-b26e-7bc4266b0be5 req-35c4d290-03c3-4ba2-bbf5-0cc5297eb69d tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1599943'] for floatingip (89daf197-fd1e-4c6e-a6f1-7a39c6a98146), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:47.221602 n-d-825015-3 neutron-server[103475]: INFO neutron.db.l3_db [req-acd8df69-e24a-4936-b26e-7bc4266b0be5 req-35c4d290-03c3-4ba2-bbf5-0cc5297eb69d tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Floating IP 89daf197-fd1e-4c6e-a6f1-7a39c6a98146 disassociated. External IP: 172.25.3.130, port: 9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa. Feb 04 13:23:47.221940 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-acd8df69-e24a-4936-b26e-7bc4266b0be5 req-35c4d290-03c3-4ba2-bbf5-0cc5297eb69d tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Calling delete_port for 9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa owned by compute:nova {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:23:47.350705 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-acd8df69-e24a-4936-b26e-7bc4266b0be5 req-35c4d290-03c3-4ba2-bbf5-0cc5297eb69d tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:47.379331 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c4d290-03c3-4ba2-bbf5-0cc5297eb69d tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Pushing event deleted for resources: {'Port': ['ID=9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:47.391327 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c4d290-03c3-4ba2-bbf5-0cc5297eb69d tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:23:47.391680 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c4d290-03c3-4ba2-bbf5-0cc5297eb69d tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:23:47.392051 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c4d290-03c3-4ba2-bbf5-0cc5297eb69d tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:23:47.392395 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c4d290-03c3-4ba2-bbf5-0cc5297eb69d tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:23:47.392735 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c4d290-03c3-4ba2-bbf5-0cc5297eb69d tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:23:47.393074 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c4d290-03c3-4ba2-bbf5-0cc5297eb69d tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:23:47.393413 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c4d290-03c3-4ba2-bbf5-0cc5297eb69d tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:23:47.393743 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c4d290-03c3-4ba2-bbf5-0cc5297eb69d tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:23:47.394070 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c4d290-03c3-4ba2-bbf5-0cc5297eb69d tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:23:47.394460 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c4d290-03c3-4ba2-bbf5-0cc5297eb69d tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:23:47.394848 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c4d290-03c3-4ba2-bbf5-0cc5297eb69d tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:23:47.395204 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c4d290-03c3-4ba2-bbf5-0cc5297eb69d tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:23:47.395539 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c4d290-03c3-4ba2-bbf5-0cc5297eb69d tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:23:47.516212 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-78aa8f9a-9482-4989-9b84-90daba777b09 req-aa6cdde7-7034-42b1-b1d5-e79db57839c6 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=52d99e48-192b-4dde-9e64-61f112320c9b HTTP/1.1" status: 200 len: 210 time: 0.0375240 Feb 04 13:23:47.545039 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [req-acd8df69-e24a-4936-b26e-7bc4266b0be5 req-35c4d290-03c3-4ba2-bbf5-0cc5297eb69d tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Router 4a7a7b49-5991-4d38-b33e-111c4ed26ea5 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:23:47.660136 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-acd8df69-e24a-4936-b26e-7bc4266b0be5 req-35c4d290-03c3-4ba2-bbf5-0cc5297eb69d tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:23:47.671456 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721a677c-5df7-43f9-ad72-50c756fb0e52 None None] Sync routers for ids ['4a7a7b49-5991-4d38-b33e-111c4ed26ea5'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:23:47.683607 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721a677c-5df7-43f9-ad72-50c756fb0e52 None None] Routers {'4a7a7b49-5991-4d38-b33e-111c4ed26ea5'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:23:47.684465 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-721a677c-5df7-43f9-ad72-50c756fb0e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:23:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['4a7a7b49-5991-4d38-b33e-111c4ed26ea5'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:23:47.704157 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-acd8df69-e24a-4936-b26e-7bc4266b0be5 req-35c4d290-03c3-4ba2-bbf5-0cc5297eb69d tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] No DVR routers for this DVR port 9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa on host n-h1-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:23:47.707090 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-acd8df69-e24a-4936-b26e-7bc4266b0be5 req-35c4d290-03c3-4ba2-bbf5-0cc5297eb69d tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:47.711071 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-acd8df69-e24a-4936-b26e-7bc4266b0be5 req-35c4d290-03c3-4ba2-bbf5-0cc5297eb69d tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.73 "DELETE /v2.0/ports/9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa HTTP/1.1" status: 204 len: 173 time: 0.8515251 Feb 04 13:23:47.711527 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52d99e48-192b-4dde-9e64-61f112320c9b', 'name': 'network-vif-deleted', 'tag': '9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:23:47.713801 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48bbd334e613f85cd2144b496d46af0d2e531f29900d43c124e8a63cdd2917ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa7cc103-fb81-4c51-97ec-fc3017371a9e" -d '{"events": [{"server_uuid": "52d99e48-192b-4dde-9e64-61f112320c9b", "name": "network-vif-deleted", "tag": "9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:23:47.756363 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-421812f5-dbfc-4b3d-8f9e-6d62ce16c22e x-openstack-request-id: req-421812f5-dbfc-4b3d-8f9e-6d62ce16c22e {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:23:47.756771 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52d99e48-192b-4dde-9e64-61f112320c9b", "name": "network-vif-deleted", "tag": "9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:23:47.757027 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-421812f5-dbfc-4b3d-8f9e-6d62ce16c22e {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:23:47.757448 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52d99e48-192b-4dde-9e64-61f112320c9b', 'name': 'network-vif-deleted', 'tag': '9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa', 'status': 'completed', 'code': 200} Feb 04 13:23:47.898322 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-721a677c-5df7-43f9-ad72-50c756fb0e52 None None] Set router 4a7a7b49-5991-4d38-b33e-111c4ed26ea5 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:23:48.097125 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-721a677c-5df7-43f9-ad72-50c756fb0e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a7a7b49-5991-4d38-b33e-111c4ed26ea5', 'name': 'tempest-ServerActionsTestJSON-1663030507-router', 'tenant_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'aa469467-7486-49d4-9d5e-6c58bf0d65d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:21:05Z', 'updated_at': '2022-02-04T13:21:07Z', 'revision_number': 4, 'project_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'gw_port': {'id': 'aa469467-7486-49d4-9d5e-6c58bf0d65d9', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:10:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7a7b49-5991-4d38-b33e-111c4ed26ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:21:05Z', 'updated_at': '2022-02-04T13:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '366443a5-ee5a-4535-8a8e-61f3264f5ebd', 'name': '', 'network_id': 'a3caa13b-c1d9-428c-8121-b90b74262470', 'tenant_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'mac_address': 'fa:16:3e:f3:e3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7a7b49-5991-4d38-b33e-111c4ed26ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '9e164ffd-c51e-46f5-aacc-4e579cf848c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:21:07Z', 'updated_at': '2022-02-04T13:21:11Z', 'revision_number': 5, 'project_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'subnets': [{'id': '9e164ffd-c51e-46f5-aacc-4e579cf848c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:23:48.124015 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5c939ef0-7373-4bd0-a80e-39652b4b03a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:48.130117 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721a677c-5df7-43f9-ad72-50c756fb0e52 None None] Checking router: 4a7a7b49-5991-4d38-b33e-111c4ed26ea5 for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:23:48.138726 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721a677c-5df7-43f9-ad72-50c756fb0e52 None None] Routers {'4a7a7b49-5991-4d38-b33e-111c4ed26ea5'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:23:48.139340 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-721a677c-5df7-43f9-ad72-50c756fb0e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:23:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['4a7a7b49-5991-4d38-b33e-111c4ed26ea5'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:23:48.255527 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-721a677c-5df7-43f9-ad72-50c756fb0e52 None None] Set router 4a7a7b49-5991-4d38-b33e-111c4ed26ea5 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:23:48.455302 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-721a677c-5df7-43f9-ad72-50c756fb0e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a7a7b49-5991-4d38-b33e-111c4ed26ea5', 'name': 'tempest-ServerActionsTestJSON-1663030507-router', 'tenant_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'aa469467-7486-49d4-9d5e-6c58bf0d65d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:21:05Z', 'updated_at': '2022-02-04T13:21:07Z', 'revision_number': 4, 'project_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'gw_port': {'id': 'aa469467-7486-49d4-9d5e-6c58bf0d65d9', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:10:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7a7b49-5991-4d38-b33e-111c4ed26ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:21:05Z', 'updated_at': '2022-02-04T13:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '366443a5-ee5a-4535-8a8e-61f3264f5ebd', 'name': '', 'network_id': 'a3caa13b-c1d9-428c-8121-b90b74262470', 'tenant_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'mac_address': 'fa:16:3e:f3:e3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7a7b49-5991-4d38-b33e-111c4ed26ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '9e164ffd-c51e-46f5-aacc-4e579cf848c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:21:07Z', 'updated_at': '2022-02-04T13:21:11Z', 'revision_number': 5, 'project_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'subnets': [{'id': '9e164ffd-c51e-46f5-aacc-4e579cf848c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:23:48.483402 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721a677c-5df7-43f9-ad72-50c756fb0e52 None None] The sync data for ids ['4a7a7b49-5991-4d38-b33e-111c4ed26ea5'] in n-d-825015-3 is: [{'id': '4a7a7b49-5991-4d38-b33e-111c4ed26ea5', 'name': 'tempest-ServerActionsTestJSON-1663030507-router', 'tenant_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'aa469467-7486-49d4-9d5e-6c58bf0d65d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:21:05Z', 'updated_at': '2022-02-04T13:21:07Z', 'revision_number': 4, 'project_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'gw_port': {'id': 'aa469467-7486-49d4-9d5e-6c58bf0d65d9', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:10:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7a7b49-5991-4d38-b33e-111c4ed26ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:21:05Z', 'updated_at': '2022-02-04T13:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '366443a5-ee5a-4535-8a8e-61f3264f5ebd', 'name': '', 'network_id': 'a3caa13b-c1d9-428c-8121-b90b74262470', 'tenant_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'mac_address': 'fa:16:3e:f3:e3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7a7b49-5991-4d38-b33e-111c4ed26ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '9e164ffd-c51e-46f5-aacc-4e579cf848c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:21:07Z', 'updated_at': '2022-02-04T13:21:11Z', 'revision_number': 5, 'project_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'subnets': [{'id': '9e164ffd-c51e-46f5-aacc-4e579cf848c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:23:48.725438 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177e6617-6977-442b-b318-3d56e7d8aa0f None None] New status for floating IP 89daf197-fd1e-4c6e-a6f1-7a39c6a98146: DOWN {{(pid=103476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:23:48.770304 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6bf672ed-4e5a-4553-9146-7e851b2452b4 req-6e5814f0-a764-4d02-968e-2c18374f8fdf tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--978602349&fields=id&tenant_id=fe9ab3fdb9da43c1bef62df7d95ef4f6 HTTP/1.1" status: 200 len: 267 time: 0.0429885 Feb 04 13:23:48.893653 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf672ed-4e5a-4553-9146-7e851b2452b4 req-b3a40bf3-8f30-4a16-958c-731ef3570158 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:48.895157 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6bf672ed-4e5a-4553-9146-7e851b2452b4 req-b3a40bf3-8f30-4a16-958c-731ef3570158 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/networks?id=a3caa13b-c1d9-428c-8121-b90b74262470 HTTP/1.1" status: 200 len: 812 time: 0.1175065 Feb 04 13:23:48.913883 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6bf672ed-4e5a-4553-9146-7e851b2452b4 req-32d4fb7a-f3d9-4ee8-9a7d-5af3b64c2e8c tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/quotas/fe9ab3fdb9da43c1bef62df7d95ef4f6 HTTP/1.1" status: 200 len: 375 time: 0.0121262 Feb 04 13:23:48.969773 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6bf672ed-4e5a-4553-9146-7e851b2452b4 req-f79d8524-a2eb-4dcf-abdb-5f03b97d2fb3 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=fe9ab3fdb9da43c1bef62df7d95ef4f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506828 Feb 04 13:23:49.132593 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6bf672ed-4e5a-4553-9146-7e851b2452b4 req-e9836a37-7a78-4012-9f39-c577e4ffcc90 service neutron] 10.222.0.65 "GET /v2.0/networks/a3caa13b-c1d9-428c-8121-b90b74262470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489410 Feb 04 13:23:49.226636 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6bf672ed-4e5a-4553-9146-7e851b2452b4 req-60f0efe7-4684-40c0-a7eb-2f2b8151cfc5 service neutron] 10.222.0.65 "GET /v2.0/networks/a3caa13b-c1d9-428c-8121-b90b74262470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879340 Feb 04 13:23:49.402065 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7ea01976-a42a-4785-89dc-6137222121fd req-e2876395-8fcd-499d-ae2b-a6437b9dd01b tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7fb580-2192-4e25-b0a7-18cc86e4e284 HTTP/1.1" status: 200 len: 210 time: 0.0345483 Feb 04 13:23:49.440589 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:49.870764 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:23:49.897883 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] No Port match for: 9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:23:49.898240 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 9664e3bd-bf97-4aa7-b60a-e7ec3b8bf7fa not bound to the agent host n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:23:50.414036 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf672ed-4e5a-4553-9146-7e851b2452b4 req-1e3a923c-52c7-4594-9e3d-63008766c4cb tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:50.415544 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6bf672ed-4e5a-4553-9146-7e851b2452b4 req-1e3a923c-52c7-4594-9e3d-63008766c4cb tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.77 "GET /v2.0/networks?id=a3caa13b-c1d9-428c-8121-b90b74262470 HTTP/1.1" status: 200 len: 812 time: 0.1102154 Feb 04 13:23:50.490437 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6bf672ed-4e5a-4553-9146-7e851b2452b4 req-bebcb048-626a-4218-86c5-05e650c020ec tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe9ab3fdb9da43c1bef62df7d95ef4f6 HTTP/1.1" status: 200 len: 379 time: 0.0667734 Feb 04 13:23:50.506408 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2ec2aefe-7a41-44e4-a0df-1da113d5d188 req-eb8bec10-1101-487f-b2ef-0ec11b5615df tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7fb580-2192-4e25-b0a7-18cc86e4e284 HTTP/1.1" status: 200 len: 210 time: 0.0311799 Feb 04 13:23:50.509851 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-6bf672ed-4e5a-4553-9146-7e851b2452b4 req-f1598cb5-165f-442c-a26f-708b85270a5b tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Request body: {'port': {'device_id': '4a7fb580-2192-4e25-b0a7-18cc86e4e284', 'network_id': 'a3caa13b-c1d9-428c-8121-b90b74262470', 'admin_state_up': True, 'tenant_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'security_groups': ['fee31edb-f7d4-42bf-905d-9aa92e6fb20d']}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:23:50.617946 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bf672ed-4e5a-4553-9146-7e851b2452b4 req-f1598cb5-165f-442c-a26f-708b85270a5b tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Made reservation on behalf of fe9ab3fdb9da43c1bef62df7d95ef4f6 for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:23:50.621306 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-6bf672ed-4e5a-4553-9146-7e851b2452b4 req-f1598cb5-165f-442c-a26f-708b85270a5b tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:50.693104 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:50.750956 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-6bf672ed-4e5a-4553-9146-7e851b2452b4 req-f1598cb5-165f-442c-a26f-708b85270a5b tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Allocated IP 172.20.0.5 (a3caa13b-c1d9-428c-8121-b90b74262470/9e164ffd-c51e-46f5-aacc-4e579cf848c4/2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:23:50.889654 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-6bf672ed-4e5a-4553-9146-7e851b2452b4 req-f1598cb5-165f-442c-a26f-708b85270a5b tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Publish callbacks [] for port (2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:50.921663 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-6bf672ed-4e5a-4553-9146-7e851b2452b4 req-f1598cb5-165f-442c-a26f-708b85270a5b tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:50.970613 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bf672ed-4e5a-4553-9146-7e851b2452b4 req-f1598cb5-165f-442c-a26f-708b85270a5b tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Network a3caa13b-c1d9-428c-8121-b90b74262470 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:23:50.973595 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-6bf672ed-4e5a-4553-9146-7e851b2452b4 req-f1598cb5-165f-442c-a26f-708b85270a5b tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:23:50.977873 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bf672ed-4e5a-4553-9146-7e851b2452b4 req-f1598cb5-165f-442c-a26f-708b85270a5b tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:23:50.984185 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1598cb5-165f-442c-a26f-708b85270a5b tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Pushing event updated for resources: {'Port': ['ID=2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:51.030538 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf672ed-4e5a-4553-9146-7e851b2452b4 req-f1598cb5-165f-442c-a26f-708b85270a5b tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:51.031177 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-6bf672ed-4e5a-4553-9146-7e851b2452b4 req-f1598cb5-165f-442c-a26f-708b85270a5b tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:51.048798 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6bf672ed-4e5a-4553-9146-7e851b2452b4 req-f1598cb5-165f-442c-a26f-708b85270a5b tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5446546 Feb 04 13:23:51.060597 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-6bf672ed-4e5a-4553-9146-7e851b2452b4 req-472aee1d-4b83-4540-8328-5e24343e6e0f service neutron] Request body: {'port': {'device_id': '4a7fb580-2192-4e25-b0a7-18cc86e4e284', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:23:51.130595 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-6bf672ed-4e5a-4553-9146-7e851b2452b4 req-472aee1d-4b83-4540-8328-5e24343e6e0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:51.237297 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-f46496a1-ecc0-46dc-9fda-34fa7b627c56 None None] Provisioning complete for port 2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:23:51.237593 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f46496a1-ecc0-46dc-9fda-34fa7b627c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:51.274525 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-f46496a1-ecc0-46dc-9fda-34fa7b627c56 None None] Port 2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:23:51.417457 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-6bf672ed-4e5a-4553-9146-7e851b2452b4 req-472aee1d-4b83-4540-8328-5e24343e6e0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8 {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:23:51.425004 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-6bf672ed-4e5a-4553-9146-7e851b2452b4 req-472aee1d-4b83-4540-8328-5e24343e6e0f service neutron] Publish callbacks [] for port (2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:51.436885 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-6bf672ed-4e5a-4553-9146-7e851b2452b4 req-472aee1d-4b83-4540-8328-5e24343e6e0f service neutron] Transition to ACTIVE for port object 2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8 will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:23:51.440656 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-6bf672ed-4e5a-4553-9146-7e851b2452b4 req-472aee1d-4b83-4540-8328-5e24343e6e0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:51.496021 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472aee1d-4b83-4540-8328-5e24343e6e0f service neutron] Pushing event updated for resources: {'Port': ['ID=2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:51.578150 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-6bf672ed-4e5a-4553-9146-7e851b2452b4 req-472aee1d-4b83-4540-8328-5e24343e6e0f service neutron] Attempting to bind port 2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8 on host n-h2-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:23:51.579359 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-6bf672ed-4e5a-4553-9146-7e851b2452b4 req-472aee1d-4b83-4540-8328-5e24343e6e0f service neutron] Attempting to bind port 2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8 by drivers openvswitch,hyperv on host n-h2-825015-3 at level 0 using segments [{'id': '25180811-8356-42b3-97d7-72477267d807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a3caa13b-c1d9-428c-8121-b90b74262470'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:23:51.583767 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf672ed-4e5a-4553-9146-7e851b2452b4 req-472aee1d-4b83-4540-8328-5e24343e6e0f service neutron] Attempting to bind port 2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8 on network a3caa13b-c1d9-428c-8121-b90b74262470 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:23:51.586875 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf672ed-4e5a-4553-9146-7e851b2452b4 req-472aee1d-4b83-4540-8328-5e24343e6e0f service neutron] Port 2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8 on network a3caa13b-c1d9-428c-8121-b90b74262470 not bound, no agent of type Open vSwitch agent registered on host n-h2-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:23:51.587309 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf672ed-4e5a-4553-9146-7e851b2452b4 req-472aee1d-4b83-4540-8328-5e24343e6e0f service neutron] Attempting to bind port 2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8 on network a3caa13b-c1d9-428c-8121-b90b74262470 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:23:51.592997 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf672ed-4e5a-4553-9146-7e851b2452b4 req-472aee1d-4b83-4540-8328-5e24343e6e0f service neutron] Checking agent: {'id': '9b68a165-e786-4b91-8592-44519c2ecabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:23:51.593462 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf672ed-4e5a-4553-9146-7e851b2452b4 req-472aee1d-4b83-4540-8328-5e24343e6e0f service neutron] Checking segment: {'id': '25180811-8356-42b3-97d7-72477267d807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a3caa13b-c1d9-428c-8121-b90b74262470'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:23:51.593949 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf672ed-4e5a-4553-9146-7e851b2452b4 req-472aee1d-4b83-4540-8328-5e24343e6e0f service neutron] Bound using segment: {'id': '25180811-8356-42b3-97d7-72477267d807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a3caa13b-c1d9-428c-8121-b90b74262470'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:23:51.594504 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-6bf672ed-4e5a-4553-9146-7e851b2452b4 req-472aee1d-4b83-4540-8328-5e24343e6e0f service neutron] Bound port: 2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8, host: n-h2-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25180811-8356-42b3-97d7-72477267d807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a3caa13b-c1d9-428c-8121-b90b74262470'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:23:51.594930 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-6bf672ed-4e5a-4553-9146-7e851b2452b4 req-472aee1d-4b83-4540-8328-5e24343e6e0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:51.814013 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:51.993701 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-6bf672ed-4e5a-4553-9146-7e851b2452b4 req-472aee1d-4b83-4540-8328-5e24343e6e0f service neutron] For port 2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8, host n-h2-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:23:51.997418 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-6bf672ed-4e5a-4553-9146-7e851b2452b4 req-472aee1d-4b83-4540-8328-5e24343e6e0f service neutron] For port 2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8, host n-h2-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8,segment=NetworkSegment(25180811-8356-42b3-97d7-72477267d807),segment_id=25180811-8356-42b3-97d7-72477267d807)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:23:52.005166 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61185bad-5c0e-41ca-a897-c71f82076f8a req-9568ad9e-032c-4559-b0a3-12a511f8974a tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:52.007010 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-61185bad-5c0e-41ca-a897-c71f82076f8a req-9568ad9e-032c-4559-b0a3-12a511f8974a tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7fb580-2192-4e25-b0a7-18cc86e4e284 HTTP/1.1" status: 200 len: 943 time: 0.4087727 Feb 04 13:23:52.013235 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-6bf672ed-4e5a-4553-9146-7e851b2452b4 req-472aee1d-4b83-4540-8328-5e24343e6e0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:52.072435 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf672ed-4e5a-4553-9146-7e851b2452b4 req-472aee1d-4b83-4540-8328-5e24343e6e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:52.072970 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-6bf672ed-4e5a-4553-9146-7e851b2452b4 req-472aee1d-4b83-4540-8328-5e24343e6e0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:52.074377 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6bf672ed-4e5a-4553-9146-7e851b2452b4 req-472aee1d-4b83-4540-8328-5e24343e6e0f service neutron] 10.222.0.77 "PUT /v2.0/ports/2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8 HTTP/1.1" status: 200 len: 1091 time: 1.0181062 Feb 04 13:23:52.074847 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a7fb580-2192-4e25-b0a7-18cc86e4e284', 'tag': '2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:23:52.077745 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48bbd334e613f85cd2144b496d46af0d2e531f29900d43c124e8a63cdd2917ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cbed20f-cbb9-4167-aa9e-83c6b3aa3ec4" -d '{"events": [{"name": "network-changed", "server_uuid": "4a7fb580-2192-4e25-b0a7-18cc86e4e284", "tag": "2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:23:52.109498 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472aee1d-4b83-4540-8328-5e24343e6e0f service neutron] Pushing event updated for resources: {'Port': ['ID=2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:52.135515 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-61185bad-5c0e-41ca-a897-c71f82076f8a req-24fb15d7-f6a9-4b40-b8fe-7f60075a0473 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170285 Feb 04 13:23:52.154632 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-637ae18a-f584-470f-9a13-4e313f9ca008 x-openstack-request-id: req-637ae18a-f584-470f-9a13-4e313f9ca008 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:23:52.154632 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a7fb580-2192-4e25-b0a7-18cc86e4e284", "tag": "2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:23:52.154632 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-637ae18a-f584-470f-9a13-4e313f9ca008 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:23:52.154632 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a7fb580-2192-4e25-b0a7-18cc86e4e284', 'tag': '2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8', 'status': 'completed', 'code': 200} Feb 04 13:23:52.174220 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf672ed-4e5a-4553-9146-7e851b2452b4 req-6157eb0a-7b5f-4ab7-bb31-26ea789c633b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:52.175759 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6bf672ed-4e5a-4553-9146-7e851b2452b4 req-6157eb0a-7b5f-4ab7-bb31-26ea789c633b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fe9ab3fdb9da43c1bef62df7d95ef4f6&device_id=4a7fb580-2192-4e25-b0a7-18cc86e4e284 HTTP/1.1" status: 200 len: 1125 time: 0.0531783 Feb 04 13:23:52.218155 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6bf672ed-4e5a-4553-9146-7e851b2452b4 req-5c26e921-59bb-4c49-a602-82cf4c60035d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8 HTTP/1.1" status: 200 len: 217 time: 0.0352831 Feb 04 13:23:52.270923 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf672ed-4e5a-4553-9146-7e851b2452b4 req-fbcbb631-a616-4d34-a680-dce95370acd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:52.272491 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6bf672ed-4e5a-4553-9146-7e851b2452b4 req-fbcbb631-a616-4d34-a680-dce95370acd5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9e164ffd-c51e-46f5-aacc-4e579cf848c4 HTTP/1.1" status: 200 len: 851 time: 0.0480223 Feb 04 13:23:52.322102 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf672ed-4e5a-4553-9146-7e851b2452b4 req-14bf0e2d-6e73-4e16-b443-0d730a47e415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:52.323682 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6bf672ed-4e5a-4553-9146-7e851b2452b4 req-14bf0e2d-6e73-4e16-b443-0d730a47e415 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a3caa13b-c1d9-428c-8121-b90b74262470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0452635 Feb 04 13:23:52.415801 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6bf672ed-4e5a-4553-9146-7e851b2452b4 req-6a087be0-76c6-43ca-aefe-938419a3f27d service neutron] 10.222.0.77 "GET /v2.0/networks/a3caa13b-c1d9-428c-8121-b90b74262470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860891 Feb 04 13:23:52.511836 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6bf672ed-4e5a-4553-9146-7e851b2452b4 req-70a93d64-a138-4f74-a460-6d36b0e9f261 service neutron] 10.222.0.77 "GET /v2.0/networks/a3caa13b-c1d9-428c-8121-b90b74262470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909522 Feb 04 13:23:52.610669 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbed20f-cbb9-4167-aa9e-83c6b3aa3ec4 req-d6b9db6b-3b6b-4194-a1c2-b2ec30c77b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:52.612299 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6cbed20f-cbb9-4167-aa9e-83c6b3aa3ec4 req-d6b9db6b-3b6b-4194-a1c2-b2ec30c77b44 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fe9ab3fdb9da43c1bef62df7d95ef4f6&device_id=4a7fb580-2192-4e25-b0a7-18cc86e4e284 HTTP/1.1" status: 200 len: 1125 time: 0.0487313 Feb 04 13:23:52.708143 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbed20f-cbb9-4167-aa9e-83c6b3aa3ec4 req-33a663d6-64d9-4dcf-b03c-e7391927d32f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:52.710286 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6cbed20f-cbb9-4167-aa9e-83c6b3aa3ec4 req-33a663d6-64d9-4dcf-b03c-e7391927d32f service neutron] 10.222.0.77 "GET /v2.0/networks?id=a3caa13b-c1d9-428c-8121-b90b74262470 HTTP/1.1" status: 200 len: 913 time: 0.0925190 Feb 04 13:23:52.751895 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6cbed20f-cbb9-4167-aa9e-83c6b3aa3ec4 req-dd22c35d-5499-43e5-a8ab-7b722c9b5e5a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8 HTTP/1.1" status: 200 len: 217 time: 0.0356033 Feb 04 13:23:52.798650 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbed20f-cbb9-4167-aa9e-83c6b3aa3ec4 req-4141999d-e1a3-46b1-b5f0-9271656597c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:52.800132 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6cbed20f-cbb9-4167-aa9e-83c6b3aa3ec4 req-4141999d-e1a3-46b1-b5f0-9271656597c0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9e164ffd-c51e-46f5-aacc-4e579cf848c4 HTTP/1.1" status: 200 len: 851 time: 0.0422549 Feb 04 13:23:52.853766 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbed20f-cbb9-4167-aa9e-83c6b3aa3ec4 req-f2db90a9-1723-4c47-a6f2-2db4c28253c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:52.855331 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6cbed20f-cbb9-4167-aa9e-83c6b3aa3ec4 req-f2db90a9-1723-4c47-a6f2-2db4c28253c2 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a3caa13b-c1d9-428c-8121-b90b74262470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0494819 Feb 04 13:23:52.945016 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6cbed20f-cbb9-4167-aa9e-83c6b3aa3ec4 req-41d1569e-3e0c-4ef3-a180-bad01e06b86f service neutron] 10.222.0.77 "GET /v2.0/networks/a3caa13b-c1d9-428c-8121-b90b74262470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832386 Feb 04 13:23:53.045317 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6cbed20f-cbb9-4167-aa9e-83c6b3aa3ec4 req-c3538dfc-bbb9-4213-a638-d031a7e38b21 service neutron] 10.222.0.77 "GET /v2.0/networks/a3caa13b-c1d9-428c-8121-b90b74262470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937238 Feb 04 13:23:53.262927 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d878b38b-dd1d-463e-8a01-9985556bdc66 req-87e20cde-015c-4b11-bccd-1a844c87f806 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:53.264687 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d878b38b-dd1d-463e-8a01-9985556bdc66 req-87e20cde-015c-4b11-bccd-1a844c87f806 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7fb580-2192-4e25-b0a7-18cc86e4e284 HTTP/1.1" status: 200 len: 943 time: 0.0539527 Feb 04 13:23:53.311715 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d878b38b-dd1d-463e-8a01-9985556bdc66 req-6ede7f67-72d3-427f-8792-4a0e53ad7b06 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415580 Feb 04 13:23:54.439615 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64a7a12-95f1-4ff4-ad70-40605a13b727 req-f507f1af-3634-45e6-96f8-a76b87263d15 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:54.441255 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c64a7a12-95f1-4ff4-ad70-40605a13b727 req-f507f1af-3634-45e6-96f8-a76b87263d15 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7fb580-2192-4e25-b0a7-18cc86e4e284 HTTP/1.1" status: 200 len: 943 time: 0.0612099 Feb 04 13:23:54.495514 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c64a7a12-95f1-4ff4-ad70-40605a13b727 req-29061911-e8f9-4072-b09e-701b177c72ef tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477271 Feb 04 13:23:55.624694 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82bc283-f9a4-4b0e-bbd6-cb12f1eba640 req-ed93f560-0813-4957-9b69-04f9db78736f tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:55.626176 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e82bc283-f9a4-4b0e-bbd6-cb12f1eba640 req-ed93f560-0813-4957-9b69-04f9db78736f tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7fb580-2192-4e25-b0a7-18cc86e4e284 HTTP/1.1" status: 200 len: 943 time: 0.0612121 Feb 04 13:23:55.672655 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e82bc283-f9a4-4b0e-bbd6-cb12f1eba640 req-05072d14-5562-47ab-89e6-2d09fb0ce1a6 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402126 Feb 04 13:23:56.547877 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8 details requested by agent hyperv_n-h2-825015-3 with host n-h2-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:23:56.645803 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8,segment=NetworkSegment(25180811-8356-42b3-97d7-72477267d807),segment_id=25180811-8356-42b3-97d7-72477267d807)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:23:56.657502 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Returning: {'device': '2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8', 'network_id': 'a3caa13b-c1d9-428c-8121-b90b74262470', 'port_id': '2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8', 'mac_address': 'fa:16:3e:4b:dc:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e164ffd-c51e-46f5-aacc-4e579cf848c4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:23:56.693612 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:23:56.694244 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:56.707835 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:23:56.728797 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8,segment=NetworkSegment(25180811-8356-42b3-97d7-72477267d807),segment_id=25180811-8356-42b3-97d7-72477267d807)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:23:56.733003 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:56.781300 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:56.789856 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:23:56.790202 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:23:56.790543 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:23:56.790884 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:23:56.791257 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:23:56.791561 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:23:56.791916 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:23:56.792240 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:23:56.792564 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:23:56.792886 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:23:56.793209 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:23:56.793661 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:23:56.793985 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:23:56.797408 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4fd147-fa1f-46bf-883b-c95eef039385 req-9f8f8b67-c514-42c8-b8ad-262019ac9fc8 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:56.798982 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8d4fd147-fa1f-46bf-883b-c95eef039385 req-9f8f8b67-c514-42c8-b8ad-262019ac9fc8 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7fb580-2192-4e25-b0a7-18cc86e4e284 HTTP/1.1" status: 200 len: 944 time: 0.0557492 Feb 04 13:23:56.849551 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8d4fd147-fa1f-46bf-883b-c95eef039385 req-d045e6c0-de76-4d85-849b-d9078504c940 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434599 Feb 04 13:23:56.934000 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:23:57.988187 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24916089-d28e-4f66-ba77-23c7e041026f req-9f8bfce4-6022-46b5-8a45-a19e16a033d1 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:57.989746 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-24916089-d28e-4f66-ba77-23c7e041026f req-9f8bfce4-6022-46b5-8a45-a19e16a033d1 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7fb580-2192-4e25-b0a7-18cc86e4e284 HTTP/1.1" status: 200 len: 944 time: 0.0624177 Feb 04 13:23:58.045354 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-24916089-d28e-4f66-ba77-23c7e041026f req-a334002c-4dab-4423-adf0-ceb2b267396d tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498507 Feb 04 13:23:58.550112 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8 up at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:23:58.599183 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning for port 2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:23:58.603334 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning complete for port 2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:23:58.603706 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:58.688936 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:23:58.689322 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:58.712692 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a7fb580-2192-4e25-b0a7-18cc86e4e284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:23:58.714937 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53818b00e40e8afff1ffbbb80b1f2b2ececb0555ff6da39e2769b708ef8305ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcbbd643-be6c-4ec4-b1d2-65768c17d09e" -d '{"events": [{"server_uuid": "4a7fb580-2192-4e25-b0a7-18cc86e4e284", "name": "network-vif-plugged", "status": "completed", "tag": "2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:23:58.727499 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8,segment=NetworkSegment(25180811-8356-42b3-97d7-72477267d807),segment_id=25180811-8356-42b3-97d7-72477267d807)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:23:58.733029 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:23:58.760990 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a9c7adf-679d-48d5-ad8c-75d3e66cc303 x-openstack-request-id: req-5a9c7adf-679d-48d5-ad8c-75d3e66cc303 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:23:58.761287 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a7fb580-2192-4e25-b0a7-18cc86e4e284", "name": "network-vif-plugged", "status": "completed", "tag": "2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:23:58.761542 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5a9c7adf-679d-48d5-ad8c-75d3e66cc303 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:23:58.761940 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a7fb580-2192-4e25-b0a7-18cc86e4e284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8', 'code': 200} Feb 04 13:23:58.792174 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:58.859668 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12fd73e-09fd-4652-82da-c887ba4bcbfb req-4bea8358-46f0-4a8e-ba77-fe9894bef2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:58.861262 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b12fd73e-09fd-4652-82da-c887ba4bcbfb req-4bea8358-46f0-4a8e-ba77-fe9894bef2ba service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=4a7fb580-2192-4e25-b0a7-18cc86e4e284 HTTP/1.1" status: 200 len: 1127 time: 0.0464566 Feb 04 13:23:58.905626 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b12fd73e-09fd-4652-82da-c887ba4bcbfb req-e4a3b4b2-e632-43f9-9e44-96005cb738f1 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381064 Feb 04 13:23:59.447211 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ba77e3-4893-4d3b-bdab-b93aae986445 req-bef0de8a-025a-4135-a29e-efdffe756b43 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:59.448859 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-45ba77e3-4893-4d3b-bdab-b93aae986445 req-bef0de8a-025a-4135-a29e-efdffe756b43 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7fb580-2192-4e25-b0a7-18cc86e4e284 HTTP/1.1" status: 200 len: 945 time: 0.0587358 Feb 04 13:23:59.498710 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-45ba77e3-4893-4d3b-bdab-b93aae986445 req-2585f28d-7ab0-45b4-a70f-2896a4f6cd39 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442369 Feb 04 13:24:00.627892 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726280c3-c588-44a4-8f37-26b1408d5427 req-0fce3173-1e5c-4c9e-9c22-b4565c0f442c tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:00.629463 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-726280c3-c588-44a4-8f37-26b1408d5427 req-0fce3173-1e5c-4c9e-9c22-b4565c0f442c tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7fb580-2192-4e25-b0a7-18cc86e4e284 HTTP/1.1" status: 200 len: 945 time: 0.0579886 Feb 04 13:24:00.676401 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-726280c3-c588-44a4-8f37-26b1408d5427 req-d7e6009c-09db-4bc7-a26b-e65531e8e5b7 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407114 Feb 04 13:24:00.792396 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50912526-356c-48f0-be2c-23a5ebb73e60 req-e57d69f0-b01a-4ca2-a8d1-c85584fd4ac9 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:00.793792 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-50912526-356c-48f0-be2c-23a5ebb73e60 req-e57d69f0-b01a-4ca2-a8d1-c85584fd4ac9 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7fb580-2192-4e25-b0a7-18cc86e4e284 HTTP/1.1" status: 200 len: 945 time: 0.0531814 Feb 04 13:24:00.802316 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 33452) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:24:00.807457 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-c25fea3a-644f-4858-8ed4-87ee5f95de54 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Request body: {'floatingip': {'port_id': '2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:24:00.848922 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c25fea3a-644f-4858-8ed4-87ee5f95de54 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Publish callbacks [] for floatingip (89daf197-fd1e-4c6e-a6f1-7a39c6a98146), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:01.272647 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c25fea3a-644f-4858-8ed4-87ee5f95de54 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:01.276679 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c25fea3a-644f-4858-8ed4-87ee5f95de54 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1599943'] for floatingip (89daf197-fd1e-4c6e-a6f1-7a39c6a98146), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:01.380957 n-d-825015-3 neutron-server[103475]: INFO neutron.db.l3_db [None req-c25fea3a-644f-4858-8ed4-87ee5f95de54 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Floating IP 89daf197-fd1e-4c6e-a6f1-7a39c6a98146 associated. External IP: 172.25.3.130, port: 2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8. Feb 04 13:24:01.601023 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c25fea3a-644f-4858-8ed4-87ee5f95de54 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Router 4a7a7b49-5991-4d38-b33e-111c4ed26ea5 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:24:01.669503 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:01.717246 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c25fea3a-644f-4858-8ed4-87ee5f95de54 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:24:01.722460 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c25fea3a-644f-4858-8ed4-87ee5f95de54 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:01.728042 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d71d94f-98a5-4553-a81d-47c2a3c4a6c6 None None] Sync routers for ids ['4a7a7b49-5991-4d38-b33e-111c4ed26ea5'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:24:01.737787 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d71d94f-98a5-4553-a81d-47c2a3c4a6c6 None None] Routers {'4a7a7b49-5991-4d38-b33e-111c4ed26ea5'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:24:01.738401 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-9d71d94f-98a5-4553-a81d-47c2a3c4a6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:23:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['4a7a7b49-5991-4d38-b33e-111c4ed26ea5'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:24:01.752394 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-c25fea3a-644f-4858-8ed4-87ee5f95de54 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "PUT /v2.0/floatingips/89daf197-fd1e-4c6e-a6f1-7a39c6a98146 HTTP/1.1" status: 200 len: 992 time: 0.9490447 Feb 04 13:24:01.752990 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a7fb580-2192-4e25-b0a7-18cc86e4e284', 'tag': '2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:24:01.755259 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48bbd334e613f85cd2144b496d46af0d2e531f29900d43c124e8a63cdd2917ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e0151b2-3995-4074-9aa3-c415ab974da6" -d '{"events": [{"name": "network-changed", "server_uuid": "4a7fb580-2192-4e25-b0a7-18cc86e4e284", "tag": "2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:24:01.797475 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e35bb5f-eaff-449d-802b-62a9ee0f3b28 x-openstack-request-id: req-9e35bb5f-eaff-449d-802b-62a9ee0f3b28 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:24:01.797772 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a7fb580-2192-4e25-b0a7-18cc86e4e284", "tag": "2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:24:01.798033 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9e35bb5f-eaff-449d-802b-62a9ee0f3b28 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:24:01.798768 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a7fb580-2192-4e25-b0a7-18cc86e4e284', 'tag': '2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8', 'status': 'completed', 'code': 200} Feb 04 13:24:01.855709 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-9d71d94f-98a5-4553-a81d-47c2a3c4a6c6 None None] Set router 4a7a7b49-5991-4d38-b33e-111c4ed26ea5 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:24:01.896343 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f6409e-fe96-43d3-8ebc-bbb191e9081d req-9f1051ff-7cc7-4b3d-8a1e-34986fb1e5e5 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:01.898620 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-17f6409e-fe96-43d3-8ebc-bbb191e9081d req-9f1051ff-7cc7-4b3d-8a1e-34986fb1e5e5 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7fb580-2192-4e25-b0a7-18cc86e4e284 HTTP/1.1" status: 200 len: 945 time: 0.0889273 Feb 04 13:24:01.901487 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0151b2-3995-4074-9aa3-c415ab974da6 req-0b6eec46-3770-4bd1-ac08-c6586bde15ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:01.902871 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1e0151b2-3995-4074-9aa3-c415ab974da6 req-0b6eec46-3770-4bd1-ac08-c6586bde15ee service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fe9ab3fdb9da43c1bef62df7d95ef4f6&device_id=4a7fb580-2192-4e25-b0a7-18cc86e4e284 HTTP/1.1" status: 200 len: 1127 time: 0.0820067 Feb 04 13:24:01.997916 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-17f6409e-fe96-43d3-8ebc-bbb191e9081d req-b21bfedb-4a2e-4be9-838c-99ed2291a8a0 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932131 Feb 04 13:24:02.029872 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0151b2-3995-4074-9aa3-c415ab974da6 req-dd0bb58a-3d00-4977-8f6c-6a7bf8760b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:02.031342 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1e0151b2-3995-4074-9aa3-c415ab974da6 req-dd0bb58a-3d00-4977-8f6c-6a7bf8760b8c service neutron] 10.222.0.77 "GET /v2.0/networks?id=a3caa13b-c1d9-428c-8121-b90b74262470 HTTP/1.1" status: 200 len: 913 time: 0.1199002 Feb 04 13:24:02.089215 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-9d71d94f-98a5-4553-a81d-47c2a3c4a6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a7a7b49-5991-4d38-b33e-111c4ed26ea5', 'name': 'tempest-ServerActionsTestJSON-1663030507-router', 'tenant_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'aa469467-7486-49d4-9d5e-6c58bf0d65d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:21:05Z', 'updated_at': '2022-02-04T13:21:07Z', 'revision_number': 4, 'project_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'gw_port': {'id': 'aa469467-7486-49d4-9d5e-6c58bf0d65d9', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:10:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7a7b49-5991-4d38-b33e-111c4ed26ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:21:05Z', 'updated_at': '2022-02-04T13:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': '89daf197-fd1e-4c6e-a6f1-7a39c6a98146', 'tenant_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'floating_ip_address': '172.25.3.130', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': '4a7a7b49-5991-4d38-b33e-111c4ed26ea5', 'port_id': '2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3caa13b-c1d9-428c-8121-b90b74262470', 'mac_address': 'fa:16:3e:4b:dc:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7fb580-2192-4e25-b0a7-18cc86e4e284', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:21:10Z', 'updated_at': '2022-02-04T13:24:01Z', 'revision_number': 13, 'project_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '366443a5-ee5a-4535-8a8e-61f3264f5ebd', 'name': '', 'network_id': 'a3caa13b-c1d9-428c-8121-b90b74262470', 'tenant_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'mac_address': 'fa:16:3e:f3:e3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7a7b49-5991-4d38-b33e-111c4ed26ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '9e164ffd-c51e-46f5-aacc-4e579cf848c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:21:07Z', 'updated_at': '2022-02-04T13:21:11Z', 'revision_number': 5, 'project_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'subnets': [{'id': '9e164ffd-c51e-46f5-aacc-4e579cf848c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:24:02.104231 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1e0151b2-3995-4074-9aa3-c415ab974da6 req-621c55f5-873f-4565-8b37-6eb84284c1fa service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8 HTTP/1.1" status: 200 len: 1000 time: 0.0669997 Feb 04 13:24:02.119269 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d71d94f-98a5-4553-a81d-47c2a3c4a6c6 None None] Checking router: 4a7a7b49-5991-4d38-b33e-111c4ed26ea5 for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:24:02.127440 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d71d94f-98a5-4553-a81d-47c2a3c4a6c6 None None] Routers {'4a7a7b49-5991-4d38-b33e-111c4ed26ea5'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:24:02.128081 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-9d71d94f-98a5-4553-a81d-47c2a3c4a6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:23:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['4a7a7b49-5991-4d38-b33e-111c4ed26ea5'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:24:02.152471 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0151b2-3995-4074-9aa3-c415ab974da6 req-1d941dc8-7261-4e6b-9d45-5bda6b5f5d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:02.153942 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1e0151b2-3995-4074-9aa3-c415ab974da6 req-1d941dc8-7261-4e6b-9d45-5bda6b5f5d15 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9e164ffd-c51e-46f5-aacc-4e579cf848c4 HTTP/1.1" status: 200 len: 851 time: 0.0446928 Feb 04 13:24:02.202677 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0151b2-3995-4074-9aa3-c415ab974da6 req-769f9273-2963-4332-82d4-deac614be4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:02.204208 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1e0151b2-3995-4074-9aa3-c415ab974da6 req-769f9273-2963-4332-82d4-deac614be4b0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a3caa13b-c1d9-428c-8121-b90b74262470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0445144 Feb 04 13:24:02.232097 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-9d71d94f-98a5-4553-a81d-47c2a3c4a6c6 None None] Set router 4a7a7b49-5991-4d38-b33e-111c4ed26ea5 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:24:02.297685 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1e0151b2-3995-4074-9aa3-c415ab974da6 req-23aa57df-aa5b-45fb-a620-88dbddfbdac3 service neutron] 10.222.0.77 "GET /v2.0/networks/a3caa13b-c1d9-428c-8121-b90b74262470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873661 Feb 04 13:24:02.320857 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:02.389594 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1e0151b2-3995-4074-9aa3-c415ab974da6 req-e8e03cd0-8ab4-40e9-865e-9db6e9d34370 service neutron] 10.222.0.77 "GET /v2.0/networks/a3caa13b-c1d9-428c-8121-b90b74262470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844464 Feb 04 13:24:02.466922 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-9d71d94f-98a5-4553-a81d-47c2a3c4a6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a7a7b49-5991-4d38-b33e-111c4ed26ea5', 'name': 'tempest-ServerActionsTestJSON-1663030507-router', 'tenant_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'aa469467-7486-49d4-9d5e-6c58bf0d65d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:21:05Z', 'updated_at': '2022-02-04T13:21:07Z', 'revision_number': 4, 'project_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'gw_port': {'id': 'aa469467-7486-49d4-9d5e-6c58bf0d65d9', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:10:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7a7b49-5991-4d38-b33e-111c4ed26ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:21:05Z', 'updated_at': '2022-02-04T13:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': '89daf197-fd1e-4c6e-a6f1-7a39c6a98146', 'tenant_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'floating_ip_address': '172.25.3.130', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': '4a7a7b49-5991-4d38-b33e-111c4ed26ea5', 'port_id': '2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3caa13b-c1d9-428c-8121-b90b74262470', 'mac_address': 'fa:16:3e:4b:dc:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7fb580-2192-4e25-b0a7-18cc86e4e284', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:21:10Z', 'updated_at': '2022-02-04T13:24:01Z', 'revision_number': 13, 'project_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '366443a5-ee5a-4535-8a8e-61f3264f5ebd', 'name': '', 'network_id': 'a3caa13b-c1d9-428c-8121-b90b74262470', 'tenant_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'mac_address': 'fa:16:3e:f3:e3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7a7b49-5991-4d38-b33e-111c4ed26ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '9e164ffd-c51e-46f5-aacc-4e579cf848c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:21:07Z', 'updated_at': '2022-02-04T13:21:11Z', 'revision_number': 5, 'project_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'subnets': [{'id': '9e164ffd-c51e-46f5-aacc-4e579cf848c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:24:02.493167 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d71d94f-98a5-4553-a81d-47c2a3c4a6c6 None None] The sync data for ids ['4a7a7b49-5991-4d38-b33e-111c4ed26ea5'] in n-d-825015-3 is: [{'id': '4a7a7b49-5991-4d38-b33e-111c4ed26ea5', 'name': 'tempest-ServerActionsTestJSON-1663030507-router', 'tenant_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'aa469467-7486-49d4-9d5e-6c58bf0d65d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:21:05Z', 'updated_at': '2022-02-04T13:21:07Z', 'revision_number': 4, 'project_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'gw_port': {'id': 'aa469467-7486-49d4-9d5e-6c58bf0d65d9', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:10:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7a7b49-5991-4d38-b33e-111c4ed26ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:21:05Z', 'updated_at': '2022-02-04T13:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': '89daf197-fd1e-4c6e-a6f1-7a39c6a98146', 'tenant_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'floating_ip_address': '172.25.3.130', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': '4a7a7b49-5991-4d38-b33e-111c4ed26ea5', 'port_id': '2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3caa13b-c1d9-428c-8121-b90b74262470', 'mac_address': 'fa:16:3e:4b:dc:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7fb580-2192-4e25-b0a7-18cc86e4e284', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:21:10Z', 'updated_at': '2022-02-04T13:24:01Z', 'revision_number': 13, 'project_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '366443a5-ee5a-4535-8a8e-61f3264f5ebd', 'name': '', 'network_id': 'a3caa13b-c1d9-428c-8121-b90b74262470', 'tenant_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'mac_address': 'fa:16:3e:f3:e3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7a7b49-5991-4d38-b33e-111c4ed26ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '9e164ffd-c51e-46f5-aacc-4e579cf848c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:21:07Z', 'updated_at': '2022-02-04T13:21:11Z', 'revision_number': 5, 'project_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'subnets': [{'id': '9e164ffd-c51e-46f5-aacc-4e579cf848c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:24:02.684392 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff52645-a36b-49c5-b08e-385826c60e99 None None] New status for floating IP 89daf197-fd1e-4c6e-a6f1-7a39c6a98146: ACTIVE {{(pid=103476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:24:03.123303 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec7eead-d142-45ce-9391-89a768e1fe7d req-577d2dcf-129d-4d94-a06d-1f827024a883 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:03.124811 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7ec7eead-d142-45ce-9391-89a768e1fe7d req-577d2dcf-129d-4d94-a06d-1f827024a883 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7fb580-2192-4e25-b0a7-18cc86e4e284 HTTP/1.1" status: 200 len: 945 time: 0.0533752 Feb 04 13:24:03.174572 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7ec7eead-d142-45ce-9391-89a768e1fe7d req-6f1d2cf6-023f-472e-b936-5da31fff6561 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442243 Feb 04 13:24:05.682031 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606c8019-cd42-409f-9df8-ec1787603082 req-1652cded-7546-401c-ae5d-c46d167ce3ee tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:05.683499 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-606c8019-cd42-409f-9df8-ec1787603082 req-1652cded-7546-401c-ae5d-c46d167ce3ee tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7fb580-2192-4e25-b0a7-18cc86e4e284 HTTP/1.1" status: 200 len: 945 time: 0.0523255 Feb 04 13:24:05.729956 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-606c8019-cd42-409f-9df8-ec1787603082 req-7eadc07f-1d28-47cf-bc86-9c2a8dc6d40a tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408521 Feb 04 13:24:06.531771 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:24:15.607012 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fcd5d8d7-fda2-466b-bdce-10b392eca39b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:18.126422 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fd59551f-7213-4334-8a13-356b8b3b5203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:19.432943 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:20.696650 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:21.819888 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:22.119640 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a518531e-11d1-40e7-84e4-3e07d8d059de req-b76db6ba-7fa3-4753-850a-30d1bbb359f9 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:22.121290 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a518531e-11d1-40e7-84e4-3e07d8d059de req-b76db6ba-7fa3-4753-850a-30d1bbb359f9 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7fb580-2192-4e25-b0a7-18cc86e4e284 HTTP/1.1" status: 200 len: 945 time: 0.0582755 Feb 04 13:24:22.147022 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-5a3f7cae-7172-4172-9e11-9bc3aff3c3a8 req-b13199d4-30c5-4ccb-a195-a68016ee5ea5 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4a7fb580-2192-4e25-b0a7-18cc86e4e284&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0952227 Feb 04 13:24:22.170682 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a518531e-11d1-40e7-84e4-3e07d8d059de req-49b26019-b5d3-4ed7-901c-7c1e5db62727 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438051 Feb 04 13:24:23.314979 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5ce356-fdff-46c7-8a5f-4e3d942c40b8 req-cae6f287-75bf-49e6-8300-da6d9379201f tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:23.317528 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-de5ce356-fdff-46c7-8a5f-4e3d942c40b8 req-cae6f287-75bf-49e6-8300-da6d9379201f tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7fb580-2192-4e25-b0a7-18cc86e4e284 HTTP/1.1" status: 200 len: 945 time: 0.0725367 Feb 04 13:24:23.409691 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-de5ce356-fdff-46c7-8a5f-4e3d942c40b8 req-068d77fc-3866-4243-b649-bd1e6aab47b1 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863793 Feb 04 13:24:23.419724 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3f7cae-7172-4172-9e11-9bc3aff3c3a8 req-4ed315b5-1020-43ee-ba4f-f66b05c6a512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:23.421279 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5a3f7cae-7172-4172-9e11-9bc3aff3c3a8 req-4ed315b5-1020-43ee-ba4f-f66b05c6a512 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fe9ab3fdb9da43c1bef62df7d95ef4f6&device_id=4a7fb580-2192-4e25-b0a7-18cc86e4e284 HTTP/1.1" status: 200 len: 1127 time: 0.0827794 Feb 04 13:24:23.544421 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3f7cae-7172-4172-9e11-9bc3aff3c3a8 req-c8a28e91-5194-4c6d-85e2-931c3927c020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:23.545826 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5a3f7cae-7172-4172-9e11-9bc3aff3c3a8 req-c8a28e91-5194-4c6d-85e2-931c3927c020 service neutron] 10.222.0.77 "GET /v2.0/networks?id=a3caa13b-c1d9-428c-8121-b90b74262470 HTTP/1.1" status: 200 len: 913 time: 0.1184289 Feb 04 13:24:23.622790 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5a3f7cae-7172-4172-9e11-9bc3aff3c3a8 req-02270d68-9e47-4642-bd4a-d5efe206772b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8 HTTP/1.1" status: 200 len: 1002 time: 0.0685096 Feb 04 13:24:23.675023 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3f7cae-7172-4172-9e11-9bc3aff3c3a8 req-473dae12-b5a3-4da4-a59a-8dc9912fd83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:23.676590 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5a3f7cae-7172-4172-9e11-9bc3aff3c3a8 req-473dae12-b5a3-4da4-a59a-8dc9912fd83d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9e164ffd-c51e-46f5-aacc-4e579cf848c4 HTTP/1.1" status: 200 len: 851 time: 0.0483472 Feb 04 13:24:23.742848 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3f7cae-7172-4172-9e11-9bc3aff3c3a8 req-2b5f84df-f455-4a29-81c4-2fa2351de198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:23.744439 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5a3f7cae-7172-4172-9e11-9bc3aff3c3a8 req-2b5f84df-f455-4a29-81c4-2fa2351de198 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a3caa13b-c1d9-428c-8121-b90b74262470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0621614 Feb 04 13:24:23.845357 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5a3f7cae-7172-4172-9e11-9bc3aff3c3a8 req-ee6fa9df-d174-4d6a-a28d-50a6e8dc0cf8 service neutron] 10.222.0.77 "GET /v2.0/networks/a3caa13b-c1d9-428c-8121-b90b74262470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947077 Feb 04 13:24:23.947033 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5a3f7cae-7172-4172-9e11-9bc3aff3c3a8 req-958dfd4e-2d90-4d46-abbb-77154f332791 service neutron] 10.222.0.77 "GET /v2.0/networks/a3caa13b-c1d9-428c-8121-b90b74262470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955677 Feb 04 13:24:24.536657 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be05ea42-f8a7-42e3-b68c-400af3130029 req-f0b3b94d-7b06-4b69-9298-43e38366639f tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:24.538352 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-be05ea42-f8a7-42e3-b68c-400af3130029 req-f0b3b94d-7b06-4b69-9298-43e38366639f tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7fb580-2192-4e25-b0a7-18cc86e4e284 HTTP/1.1" status: 200 len: 945 time: 0.0548215 Feb 04 13:24:24.585742 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-be05ea42-f8a7-42e3-b68c-400af3130029 req-1c122356-cec6-4031-af97-d9d34bb09ead tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418384 Feb 04 13:24:25.707786 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a4eb1f-107d-4db4-b477-19d033ce84b6 req-b09b6ac0-266d-4047-8ce7-c600b7f7e9bd tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:25.709812 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e7a4eb1f-107d-4db4-b477-19d033ce84b6 req-b09b6ac0-266d-4047-8ce7-c600b7f7e9bd tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7fb580-2192-4e25-b0a7-18cc86e4e284 HTTP/1.1" status: 200 len: 945 time: 0.0528507 Feb 04 13:24:25.758672 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e7a4eb1f-107d-4db4-b477-19d033ce84b6 req-f24373e8-a49c-4dcb-8a42-9b7a51e4a934 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405309 Feb 04 13:24:26.884391 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942a1647-dbce-4aa6-a0f7-2555ab8b7faa req-d964e376-e00c-4da9-b785-f1c5abd8b5d7 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:26.885895 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-942a1647-dbce-4aa6-a0f7-2555ab8b7faa req-d964e376-e00c-4da9-b785-f1c5abd8b5d7 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7fb580-2192-4e25-b0a7-18cc86e4e284 HTTP/1.1" status: 200 len: 945 time: 0.0590305 Feb 04 13:24:26.933515 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-942a1647-dbce-4aa6-a0f7-2555ab8b7faa req-90dbdb37-4248-4a19-a7a7-0f0c3e90c9cc tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421658 Feb 04 13:24:28.059658 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e088bb25-4c48-4121-8c0c-9f06fe29e561 req-e3f0dac7-93ef-4b59-98ce-d3c150aeae5d tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:28.061219 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e088bb25-4c48-4121-8c0c-9f06fe29e561 req-e3f0dac7-93ef-4b59-98ce-d3c150aeae5d tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7fb580-2192-4e25-b0a7-18cc86e4e284 HTTP/1.1" status: 200 len: 945 time: 0.0557408 Feb 04 13:24:28.110306 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e088bb25-4c48-4121-8c0c-9f06fe29e561 req-92bec83d-2b6d-48ef-ac08-97e4b60f68a7 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435326 Feb 04 13:24:29.233259 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513d22a8-d22f-4a2c-b88c-9636d8f20987 req-becc9c1d-c4a2-44d7-8fb5-1b109497006c tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:29.234723 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-513d22a8-d22f-4a2c-b88c-9636d8f20987 req-becc9c1d-c4a2-44d7-8fb5-1b109497006c tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7fb580-2192-4e25-b0a7-18cc86e4e284 HTTP/1.1" status: 200 len: 945 time: 0.0554600 Feb 04 13:24:29.575771 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-513d22a8-d22f-4a2c-b88c-9636d8f20987 req-b2fe19e2-ac81-4fcd-970a-aa86756fbb2e tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3354249 Feb 04 13:24:30.697326 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5c16af-56ab-4217-b112-04db419d8164 req-5ac88f56-ec59-4016-9c1c-e6aa27a1c16f tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:30.698808 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3b5c16af-56ab-4217-b112-04db419d8164 req-5ac88f56-ec59-4016-9c1c-e6aa27a1c16f tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7fb580-2192-4e25-b0a7-18cc86e4e284 HTTP/1.1" status: 200 len: 945 time: 0.0539639 Feb 04 13:24:30.746393 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3b5c16af-56ab-4217-b112-04db419d8164 req-300820a0-b03c-432e-b6ce-743cd26550df tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419939 Feb 04 13:24:31.673220 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:31.870567 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586ac546-98ba-4700-ac36-94a0ebd503da req-14722cc9-5be3-48c4-b693-ce9c7758f307 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:31.872081 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-586ac546-98ba-4700-ac36-94a0ebd503da req-14722cc9-5be3-48c4-b693-ce9c7758f307 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7fb580-2192-4e25-b0a7-18cc86e4e284 HTTP/1.1" status: 200 len: 945 time: 0.0552621 Feb 04 13:24:31.923095 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-586ac546-98ba-4700-ac36-94a0ebd503da req-aaa4cf43-3e88-4d63-a889-82ebe22c4f28 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439153 Feb 04 13:24:32.328915 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:33.046228 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b8bd7c-c76b-42e6-bb3a-8db8bded0b77 req-218859bf-07cc-4b0c-821b-f354319c5458 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:33.047820 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e4b8bd7c-c76b-42e6-bb3a-8db8bded0b77 req-218859bf-07cc-4b0c-821b-f354319c5458 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7fb580-2192-4e25-b0a7-18cc86e4e284 HTTP/1.1" status: 200 len: 945 time: 0.0524974 Feb 04 13:24:33.093757 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e4b8bd7c-c76b-42e6-bb3a-8db8bded0b77 req-09c646a3-15c5-4512-8806-0e598403aa6a tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402284 Feb 04 13:24:34.220817 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e55b966-f4e5-4d52-a787-aaa2bcd0a03c req-e54a7862-95d7-45a8-9a35-548e2118702d tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:34.222429 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8e55b966-f4e5-4d52-a787-aaa2bcd0a03c req-e54a7862-95d7-45a8-9a35-548e2118702d tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7fb580-2192-4e25-b0a7-18cc86e4e284 HTTP/1.1" status: 200 len: 945 time: 0.0555232 Feb 04 13:24:34.276028 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8e55b966-f4e5-4d52-a787-aaa2bcd0a03c req-9d67a248-e316-4237-b8f5-078d49aff58c tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466089 Feb 04 13:24:34.388926 n-d-825015-3 neutron-server[103475]: INFO neutron.api.v2.resource [req-5a3f7cae-7172-4172-9e11-9bc3aff3c3a8 req-6cd4a978-b5e0-45fd-9d95-b363d55236ce service neutron] show failed (client error): The resource could not be found. Feb 04 13:24:34.389868 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5a3f7cae-7172-4172-9e11-9bc3aff3c3a8 req-6cd4a978-b5e0-45fd-9d95-b363d55236ce service neutron] 10.222.0.77 "GET /v2.0/ports/2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8/bindings/n-h1-825015-3 HTTP/1.1" status: 404 len: 380 time: 0.0620067 Feb 04 13:24:34.594320 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3f7cae-7172-4172-9e11-9bc3aff3c3a8 req-1a6eb9ec-847e-4ac6-bc51-4c51451a7955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:34.595844 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5a3f7cae-7172-4172-9e11-9bc3aff3c3a8 req-1a6eb9ec-847e-4ac6-bc51-4c51451a7955 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4a7fb580-2192-4e25-b0a7-18cc86e4e284&tenant_id=fe9ab3fdb9da43c1bef62df7d95ef4f6 HTTP/1.1" status: 200 len: 1127 time: 0.0449750 Feb 04 13:24:34.608075 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-5a3f7cae-7172-4172-9e11-9bc3aff3c3a8 req-dc4a7ebc-4d6c-4458-8a70-1d6746fb72f4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825015-3', 'device_owner': 'compute:nova'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:24:34.667807 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-5a3f7cae-7172-4172-9e11-9bc3aff3c3a8 req-dc4a7ebc-4d6c-4458-8a70-1d6746fb72f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:34.750519 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8 no longer exists at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:24:34.826996 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8 is: ACTIVE; New status is: DOWN {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:24:34.827450 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:34.881285 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-5a3f7cae-7172-4172-9e11-9bc3aff3c3a8 req-dc4a7ebc-4d6c-4458-8a70-1d6746fb72f4 service neutron] For port 2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8,segment=NetworkSegment(25180811-8356-42b3-97d7-72477267d807),segment_id=25180811-8356-42b3-97d7-72477267d807)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:24:34.915939 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-5a3f7cae-7172-4172-9e11-9bc3aff3c3a8 req-dc4a7ebc-4d6c-4458-8a70-1d6746fb72f4 service neutron] For port 2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8, host n-h2-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:24:34.956892 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a7fb580-2192-4e25-b0a7-18cc86e4e284', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:24:34.959337 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48bbd334e613f85cd2144b496d46af0d2e531f29900d43c124e8a63cdd2917ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5729ffab-ac95-4d34-a29f-09c397e04ca0" -d '{"events": [{"server_uuid": "4a7fb580-2192-4e25-b0a7-18cc86e4e284", "name": "network-vif-unplugged", "status": "completed", "tag": "2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:24:34.963888 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-5a3f7cae-7172-4172-9e11-9bc3aff3c3a8 req-dc4a7ebc-4d6c-4458-8a70-1d6746fb72f4 service neutron] Publish callbacks [] for port (2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:34.977232 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-5a3f7cae-7172-4172-9e11-9bc3aff3c3a8 req-dc4a7ebc-4d6c-4458-8a70-1d6746fb72f4 service neutron] Transition to ACTIVE for port object 2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8 will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:24:34.981000 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-5a3f7cae-7172-4172-9e11-9bc3aff3c3a8 req-dc4a7ebc-4d6c-4458-8a70-1d6746fb72f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:35.018632 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 13:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9c3c5e8-eb57-4ade-8149-1d95925cd6b1 x-openstack-request-id: req-f9c3c5e8-eb57-4ade-8149-1d95925cd6b1 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:24:35.018928 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a7fb580-2192-4e25-b0a7-18cc86e4e284", "name": "network-vif-unplugged", "status": "completed", "tag": "2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:24:35.019184 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f9c3c5e8-eb57-4ade-8149-1d95925cd6b1 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:24:35.019725 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a7fb580-2192-4e25-b0a7-18cc86e4e284', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8', 'code': 200} Feb 04 13:24:35.044836 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.db.api [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103476) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:24:35.045202 n-d-825015-3 neutron-server[103476]: DEBUG oslo_db.api [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:24:35.068096 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4a7ebc-4d6c-4458-8a70-1d6746fb72f4 service neutron] Pushing event updated for resources: {'Port': ['ID=2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8,revision_number=6']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:35.108863 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a3f7cae-7172-4172-9e11-9bc3aff3c3a8 req-dc4a7ebc-4d6c-4458-8a70-1d6746fb72f4 service neutron] No DVR routers for this DVR port 2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8 on host n-h2-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:24:35.255895 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-5a3f7cae-7172-4172-9e11-9bc3aff3c3a8 req-dc4a7ebc-4d6c-4458-8a70-1d6746fb72f4 service neutron] Attempting to bind port 2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8 on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:24:35.257249 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-5a3f7cae-7172-4172-9e11-9bc3aff3c3a8 req-dc4a7ebc-4d6c-4458-8a70-1d6746fb72f4 service neutron] Attempting to bind port 2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8 by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': '25180811-8356-42b3-97d7-72477267d807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a3caa13b-c1d9-428c-8121-b90b74262470'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:24:35.257249 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3f7cae-7172-4172-9e11-9bc3aff3c3a8 req-dc4a7ebc-4d6c-4458-8a70-1d6746fb72f4 service neutron] Attempting to bind port 2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8 on network a3caa13b-c1d9-428c-8121-b90b74262470 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:24:35.261948 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3f7cae-7172-4172-9e11-9bc3aff3c3a8 req-dc4a7ebc-4d6c-4458-8a70-1d6746fb72f4 service neutron] Port 2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8 on network a3caa13b-c1d9-428c-8121-b90b74262470 not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:24:35.262275 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3f7cae-7172-4172-9e11-9bc3aff3c3a8 req-dc4a7ebc-4d6c-4458-8a70-1d6746fb72f4 service neutron] Attempting to bind port 2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8 on network a3caa13b-c1d9-428c-8121-b90b74262470 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:24:35.267819 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3f7cae-7172-4172-9e11-9bc3aff3c3a8 req-dc4a7ebc-4d6c-4458-8a70-1d6746fb72f4 service neutron] Checking agent: {'id': 'f8add0d2-2202-43d3-bc0e-72442788e6ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:24:35.268207 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3f7cae-7172-4172-9e11-9bc3aff3c3a8 req-dc4a7ebc-4d6c-4458-8a70-1d6746fb72f4 service neutron] Checking segment: {'id': '25180811-8356-42b3-97d7-72477267d807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a3caa13b-c1d9-428c-8121-b90b74262470'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:24:35.268579 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3f7cae-7172-4172-9e11-9bc3aff3c3a8 req-dc4a7ebc-4d6c-4458-8a70-1d6746fb72f4 service neutron] Bound using segment: {'id': '25180811-8356-42b3-97d7-72477267d807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a3caa13b-c1d9-428c-8121-b90b74262470'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:24:35.269009 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-5a3f7cae-7172-4172-9e11-9bc3aff3c3a8 req-dc4a7ebc-4d6c-4458-8a70-1d6746fb72f4 service neutron] Bound port: 2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8, host: n-h1-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25180811-8356-42b3-97d7-72477267d807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a3caa13b-c1d9-428c-8121-b90b74262470'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:24:35.269369 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-5a3f7cae-7172-4172-9e11-9bc3aff3c3a8 req-dc4a7ebc-4d6c-4458-8a70-1d6746fb72f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:35.338613 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-5a3f7cae-7172-4172-9e11-9bc3aff3c3a8 req-dc4a7ebc-4d6c-4458-8a70-1d6746fb72f4 service neutron] For port 2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8, host n-h1-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:24:35.344892 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-5a3f7cae-7172-4172-9e11-9bc3aff3c3a8 req-dc4a7ebc-4d6c-4458-8a70-1d6746fb72f4 service neutron] For port 2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8, host n-h1-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8,segment=NetworkSegment(25180811-8356-42b3-97d7-72477267d807),segment_id=25180811-8356-42b3-97d7-72477267d807)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:24:35.359800 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-5a3f7cae-7172-4172-9e11-9bc3aff3c3a8 req-dc4a7ebc-4d6c-4458-8a70-1d6746fb72f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:35.422320 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3f7cae-7172-4172-9e11-9bc3aff3c3a8 req-dc4a7ebc-4d6c-4458-8a70-1d6746fb72f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:35.422951 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-5a3f7cae-7172-4172-9e11-9bc3aff3c3a8 req-dc4a7ebc-4d6c-4458-8a70-1d6746fb72f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:35.424394 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5a3f7cae-7172-4172-9e11-9bc3aff3c3a8 req-dc4a7ebc-4d6c-4458-8a70-1d6746fb72f4 service neutron] 10.222.0.73 "PUT /v2.0/ports/2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8 HTTP/1.1" status: 200 len: 1091 time: 0.8202612 Feb 04 13:24:35.450383 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4a7ebc-4d6c-4458-8a70-1d6746fb72f4 service neutron] Pushing event updated for resources: {'Port': ['ID=2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8,revision_number=7']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:35.491592 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234a134c-58e3-4a92-9898-4a0608a60854 req-a2e7a517-6d3f-40e0-9c44-2af0c429db4d tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:35.493212 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-234a134c-58e3-4a92-9898-4a0608a60854 req-a2e7a517-6d3f-40e0-9c44-2af0c429db4d tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7fb580-2192-4e25-b0a7-18cc86e4e284 HTTP/1.1" status: 200 len: 943 time: 0.1449025 Feb 04 13:24:35.553648 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3f7cae-7172-4172-9e11-9bc3aff3c3a8 req-f4ec2f89-4029-437c-b784-10d35b420653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:35.555196 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5a3f7cae-7172-4172-9e11-9bc3aff3c3a8 req-f4ec2f89-4029-437c-b784-10d35b420653 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fe9ab3fdb9da43c1bef62df7d95ef4f6&device_id=4a7fb580-2192-4e25-b0a7-18cc86e4e284 HTTP/1.1" status: 200 len: 1125 time: 0.1002696 Feb 04 13:24:35.560177 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-234a134c-58e3-4a92-9898-4a0608a60854 req-efdd6734-639c-445e-b840-2c5e98159c52 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602064 Feb 04 13:24:35.591167 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8 is: DOWN; New status is: DOWN {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:24:35.662705 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3f7cae-7172-4172-9e11-9bc3aff3c3a8 req-4d6c3789-ede7-4825-8a3a-358599a1ba9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:35.664218 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5a3f7cae-7172-4172-9e11-9bc3aff3c3a8 req-4d6c3789-ede7-4825-8a3a-358599a1ba9d service neutron] 10.222.0.73 "GET /v2.0/networks?id=a3caa13b-c1d9-428c-8121-b90b74262470 HTTP/1.1" status: 200 len: 913 time: 0.1015518 Feb 04 13:24:35.734137 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5a3f7cae-7172-4172-9e11-9bc3aff3c3a8 req-8a70fa9e-f8f3-4a74-840a-dfb82ba9a360 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8 HTTP/1.1" status: 200 len: 1000 time: 0.0605760 Feb 04 13:24:35.784167 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3f7cae-7172-4172-9e11-9bc3aff3c3a8 req-ad755726-0ca8-4ba5-ade9-5f6ed76c2318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:35.785663 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5a3f7cae-7172-4172-9e11-9bc3aff3c3a8 req-ad755726-0ca8-4ba5-ade9-5f6ed76c2318 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9e164ffd-c51e-46f5-aacc-4e579cf848c4 HTTP/1.1" status: 200 len: 851 time: 0.0443294 Feb 04 13:24:35.845272 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3f7cae-7172-4172-9e11-9bc3aff3c3a8 req-7a7795eb-3764-438d-b649-24ec20a6b4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:35.846802 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5a3f7cae-7172-4172-9e11-9bc3aff3c3a8 req-7a7795eb-3764-438d-b649-24ec20a6b4c5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a3caa13b-c1d9-428c-8121-b90b74262470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0532119 Feb 04 13:24:35.939492 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5a3f7cae-7172-4172-9e11-9bc3aff3c3a8 req-16c9609e-f6c0-4523-8621-818a6560dde4 service neutron] 10.222.0.73 "GET /v2.0/networks/a3caa13b-c1d9-428c-8121-b90b74262470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844603 Feb 04 13:24:36.035816 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5a3f7cae-7172-4172-9e11-9bc3aff3c3a8 req-1712ef43-7a7f-4fa9-8b91-1f7840a84956 service neutron] 10.222.0.73 "GET /v2.0/networks/a3caa13b-c1d9-428c-8121-b90b74262470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881021 Feb 04 13:24:36.695164 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74635f51-7ada-4c4f-bd94-0ae39c32e85b req-0b101598-e59f-4275-9330-da4228a15d67 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:36.696712 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-74635f51-7ada-4c4f-bd94-0ae39c32e85b req-0b101598-e59f-4275-9330-da4228a15d67 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7fb580-2192-4e25-b0a7-18cc86e4e284 HTTP/1.1" status: 200 len: 943 time: 0.0540757 Feb 04 13:24:36.744259 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-74635f51-7ada-4c4f-bd94-0ae39c32e85b req-e649bbb9-90d6-409b-9e10-0814c22c26fc tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421252 Feb 04 13:24:37.021223 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a7fb580-2192-4e25-b0a7-18cc86e4e284', 'tag': '2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:24:37.024710 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48bbd334e613f85cd2144b496d46af0d2e531f29900d43c124e8a63cdd2917ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bdc2797-28d3-43b2-a41f-457b52140721" -d '{"events": [{"name": "network-changed", "server_uuid": "4a7fb580-2192-4e25-b0a7-18cc86e4e284", "tag": "2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:24:37.077683 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1c27c6c-3cea-4833-9d76-1439667ed585 x-openstack-request-id: req-a1c27c6c-3cea-4833-9d76-1439667ed585 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:24:37.077958 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a7fb580-2192-4e25-b0a7-18cc86e4e284", "tag": "2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:24:37.078286 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a1c27c6c-3cea-4833-9d76-1439667ed585 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:24:37.078770 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a7fb580-2192-4e25-b0a7-18cc86e4e284', 'tag': '2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8', 'status': 'completed', 'code': 200} Feb 04 13:24:37.178292 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdc2797-28d3-43b2-a41f-457b52140721 req-a87ff976-adfa-445f-ba14-ea6f03332e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:37.180308 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1bdc2797-28d3-43b2-a41f-457b52140721 req-a87ff976-adfa-445f-ba14-ea6f03332e86 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fe9ab3fdb9da43c1bef62df7d95ef4f6&device_id=4a7fb580-2192-4e25-b0a7-18cc86e4e284 HTTP/1.1" status: 200 len: 1125 time: 0.0757303 Feb 04 13:24:37.183402 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdc2797-28d3-43b2-a41f-457b52140721 req-a7c4cac9-768e-4925-bd9b-919df585ad76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:37.184887 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1bdc2797-28d3-43b2-a41f-457b52140721 req-a7c4cac9-768e-4925-bd9b-919df585ad76 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fe9ab3fdb9da43c1bef62df7d95ef4f6&device_id=4a7fb580-2192-4e25-b0a7-18cc86e4e284 HTTP/1.1" status: 200 len: 1125 time: 0.0888567 Feb 04 13:24:37.348724 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdc2797-28d3-43b2-a41f-457b52140721 req-21927641-8574-4447-b5cd-421c3cf5da54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:37.350796 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1bdc2797-28d3-43b2-a41f-457b52140721 req-21927641-8574-4447-b5cd-421c3cf5da54 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a3caa13b-c1d9-428c-8121-b90b74262470 HTTP/1.1" status: 200 len: 913 time: 0.1576738 Feb 04 13:24:37.351952 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdc2797-28d3-43b2-a41f-457b52140721 req-8f0b8eb6-6b59-4e08-beed-a5381df76014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:37.353306 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1bdc2797-28d3-43b2-a41f-457b52140721 req-8f0b8eb6-6b59-4e08-beed-a5381df76014 service neutron] 10.222.0.77 "GET /v2.0/networks?id=a3caa13b-c1d9-428c-8121-b90b74262470 HTTP/1.1" status: 200 len: 913 time: 0.1619961 Feb 04 13:24:37.465123 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1bdc2797-28d3-43b2-a41f-457b52140721 req-e15b8f35-3221-4cf2-a76b-3ebcf6c3ae1e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8 HTTP/1.1" status: 200 len: 1000 time: 0.1080656 Feb 04 13:24:37.466763 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1bdc2797-28d3-43b2-a41f-457b52140721 req-adc3e9cc-db57-4f2c-ae1d-5ebd7095ff57 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8 HTTP/1.1" status: 200 len: 1000 time: 0.1040597 Feb 04 13:24:37.551278 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdc2797-28d3-43b2-a41f-457b52140721 req-97f0166c-0be1-4818-b1ef-560f40d19355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:37.552779 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1bdc2797-28d3-43b2-a41f-457b52140721 req-97f0166c-0be1-4818-b1ef-560f40d19355 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9e164ffd-c51e-46f5-aacc-4e579cf848c4 HTTP/1.1" status: 200 len: 851 time: 0.0815775 Feb 04 13:24:37.554873 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdc2797-28d3-43b2-a41f-457b52140721 req-7bb5103b-0b79-4637-bc97-81e6335426a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:37.556202 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1bdc2797-28d3-43b2-a41f-457b52140721 req-7bb5103b-0b79-4637-bc97-81e6335426a1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9e164ffd-c51e-46f5-aacc-4e579cf848c4 HTTP/1.1" status: 200 len: 851 time: 0.0767300 Feb 04 13:24:37.634301 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdc2797-28d3-43b2-a41f-457b52140721 req-52c20805-2818-4e5e-aaa5-f81d4e15a6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:37.635995 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1bdc2797-28d3-43b2-a41f-457b52140721 req-52c20805-2818-4e5e-aaa5-f81d4e15a6eb service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a3caa13b-c1d9-428c-8121-b90b74262470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0687795 Feb 04 13:24:37.637779 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdc2797-28d3-43b2-a41f-457b52140721 req-246ed419-f07b-41d9-830f-2a8697643a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:37.639114 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1bdc2797-28d3-43b2-a41f-457b52140721 req-246ed419-f07b-41d9-830f-2a8697643a04 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a3caa13b-c1d9-428c-8121-b90b74262470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0795929 Feb 04 13:24:37.802839 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1bdc2797-28d3-43b2-a41f-457b52140721 req-96782f62-dc90-492f-9cab-a7bf2b8e6140 service neutron] 10.222.0.77 "GET /v2.0/networks/a3caa13b-c1d9-428c-8121-b90b74262470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606545 Feb 04 13:24:37.805690 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1bdc2797-28d3-43b2-a41f-457b52140721 req-d83e9afb-2f28-403c-ac99-fda0ad782071 service neutron] 10.222.0.73 "GET /v2.0/networks/a3caa13b-c1d9-428c-8121-b90b74262470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560619 Feb 04 13:24:38.000540 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1bdc2797-28d3-43b2-a41f-457b52140721 req-fa1d4d0b-cfc5-4e2b-a37b-768de8b22e07 service neutron] 10.222.0.77 "GET /v2.0/networks/a3caa13b-c1d9-428c-8121-b90b74262470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918421 Feb 04 13:24:38.011256 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008046e6-1c3c-4757-ae95-81ecc8e4c120 req-b29ce40e-fbf5-4b11-89fa-befe722e93c6 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:38.012724 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-008046e6-1c3c-4757-ae95-81ecc8e4c120 req-b29ce40e-fbf5-4b11-89fa-befe722e93c6 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7fb580-2192-4e25-b0a7-18cc86e4e284 HTTP/1.1" status: 200 len: 943 time: 0.1798241 Feb 04 13:24:38.014736 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1bdc2797-28d3-43b2-a41f-457b52140721 req-f395ade6-fcad-4352-a6dd-6183b35f750c service neutron] 10.222.0.73 "GET /v2.0/networks/a3caa13b-c1d9-428c-8121-b90b74262470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985829 Feb 04 13:24:38.065494 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-008046e6-1c3c-4757-ae95-81ecc8e4c120 req-dfa03198-fecb-49dd-a8bf-05c3d6eb4f14 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450885 Feb 04 13:24:39.193136 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627e0b57-7080-4423-85b5-4faae7e9e85d req-7f6ab177-082a-40b8-85d0-aa6c69685509 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:39.194771 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-627e0b57-7080-4423-85b5-4faae7e9e85d req-7f6ab177-082a-40b8-85d0-aa6c69685509 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7fb580-2192-4e25-b0a7-18cc86e4e284 HTTP/1.1" status: 200 len: 943 time: 0.0572095 Feb 04 13:24:39.241734 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-627e0b57-7080-4423-85b5-4faae7e9e85d req-c76b5b68-da66-4036-89e1-7e02720107ac tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413005 Feb 04 13:24:40.370886 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234ff15f-5a16-4923-84e2-c8c81a6fc68f req-9b7a0204-38f8-405a-b81c-900f985c2c99 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:40.372531 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-234ff15f-5a16-4923-84e2-c8c81a6fc68f req-9b7a0204-38f8-405a-b81c-900f985c2c99 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7fb580-2192-4e25-b0a7-18cc86e4e284 HTTP/1.1" status: 200 len: 943 time: 0.0591972 Feb 04 13:24:40.422840 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-234ff15f-5a16-4923-84e2-c8c81a6fc68f req-0b11e759-6fea-4c0f-86bb-2e915b21d0bd tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447106 Feb 04 13:24:41.086291 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422be28f-222b-4582-80a9-7e3c7041525b req-ba60111b-82d1-4e80-a67f-bbec24c145ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:41.087821 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-422be28f-222b-4582-80a9-7e3c7041525b req-ba60111b-82d1-4e80-a67f-bbec24c145ab service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fe9ab3fdb9da43c1bef62df7d95ef4f6&device_id=4a7fb580-2192-4e25-b0a7-18cc86e4e284 HTTP/1.1" status: 200 len: 1125 time: 0.0456896 Feb 04 13:24:41.198966 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422be28f-222b-4582-80a9-7e3c7041525b req-b2962912-0365-4b4f-9fd2-94cb503da9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:41.200555 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-422be28f-222b-4582-80a9-7e3c7041525b req-b2962912-0365-4b4f-9fd2-94cb503da9b0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a3caa13b-c1d9-428c-8121-b90b74262470 HTTP/1.1" status: 200 len: 913 time: 0.0897391 Feb 04 13:24:41.267929 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-422be28f-222b-4582-80a9-7e3c7041525b req-e9d735e8-0a0c-4072-b10c-a788450d6d19 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8 HTTP/1.1" status: 200 len: 1000 time: 0.0600960 Feb 04 13:24:41.322354 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422be28f-222b-4582-80a9-7e3c7041525b req-a9831bcb-4b58-4db6-a627-88bd1702675b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:41.323830 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-422be28f-222b-4582-80a9-7e3c7041525b req-a9831bcb-4b58-4db6-a627-88bd1702675b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9e164ffd-c51e-46f5-aacc-4e579cf848c4 HTTP/1.1" status: 200 len: 851 time: 0.0487535 Feb 04 13:24:41.373269 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422be28f-222b-4582-80a9-7e3c7041525b req-622ac84b-9115-4d22-ab36-b2c9cd27abfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:41.374775 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-422be28f-222b-4582-80a9-7e3c7041525b req-622ac84b-9115-4d22-ab36-b2c9cd27abfe service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a3caa13b-c1d9-428c-8121-b90b74262470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0441940 Feb 04 13:24:41.466399 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-422be28f-222b-4582-80a9-7e3c7041525b req-3f2cbfba-920d-4eb8-91bd-2b66b7c7a0b7 service neutron] 10.222.0.73 "GET /v2.0/networks/a3caa13b-c1d9-428c-8121-b90b74262470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837176 Feb 04 13:24:41.605686 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771be232-e049-429f-89ca-a9576257b7e9 req-9401e7d4-9b16-451b-809b-74e9fd25a228 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:41.607168 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-771be232-e049-429f-89ca-a9576257b7e9 req-9401e7d4-9b16-451b-809b-74e9fd25a228 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7fb580-2192-4e25-b0a7-18cc86e4e284 HTTP/1.1" status: 200 len: 943 time: 0.0862319 Feb 04 13:24:41.609415 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-422be28f-222b-4582-80a9-7e3c7041525b req-fa63064e-9fbf-4ee4-8765-d9778495957a service neutron] 10.222.0.73 "GET /v2.0/networks/a3caa13b-c1d9-428c-8121-b90b74262470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362050 Feb 04 13:24:41.663416 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-771be232-e049-429f-89ca-a9576257b7e9 req-6ceec8d4-c6e8-4604-b0a2-0e9d0a162369 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504220 Feb 04 13:24:42.787464 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec14824-5733-43ab-850f-9c7f6ab2b342 req-b022946e-7c54-414d-8f25-6b8cff7fa7ce tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:42.789577 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fec14824-5733-43ab-850f-9c7f6ab2b342 req-b022946e-7c54-414d-8f25-6b8cff7fa7ce tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7fb580-2192-4e25-b0a7-18cc86e4e284 HTTP/1.1" status: 200 len: 943 time: 0.0564742 Feb 04 13:24:42.835953 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fec14824-5733-43ab-850f-9c7f6ab2b342 req-65751cb9-d3f6-4d7a-82b3-60725552e450 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407033 Feb 04 13:24:43.532141 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:24:43.958230 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaae96a-659b-46dd-a110-e359bcc67473 req-44c19ac8-754c-40ed-9862-e89aa8a8b3e8 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:43.960645 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-beaae96a-659b-46dd-a110-e359bcc67473 req-44c19ac8-754c-40ed-9862-e89aa8a8b3e8 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7fb580-2192-4e25-b0a7-18cc86e4e284 HTTP/1.1" status: 200 len: 943 time: 0.0544238 Feb 04 13:24:44.011069 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-beaae96a-659b-46dd-a110-e359bcc67473 req-dc93951b-a90b-4e89-b805-7bfa1d932993 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449278 Feb 04 13:24:45.135047 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa45858-820e-4349-91a7-c4334c22e4f9 req-3dd52c97-c31e-408e-b7d1-5eed4a8ffbe8 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:45.136616 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-faa45858-820e-4349-91a7-c4334c22e4f9 req-3dd52c97-c31e-408e-b7d1-5eed4a8ffbe8 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7fb580-2192-4e25-b0a7-18cc86e4e284 HTTP/1.1" status: 200 len: 943 time: 0.0544155 Feb 04 13:24:45.191027 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-faa45858-820e-4349-91a7-c4334c22e4f9 req-14e51b04-8887-4277-a8dd-9aaaad78c6e0 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486746 Feb 04 13:24:45.611491 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f7247437-3e5b-4399-8b6a-6297e01382b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:46.318583 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfc7c60-8518-4f94-8ec5-81c04da404c5 req-f6d97fab-8f8f-40ba-9d7b-5707c531bd9e tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:46.320724 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8dfc7c60-8518-4f94-8ec5-81c04da404c5 req-f6d97fab-8f8f-40ba-9d7b-5707c531bd9e tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7fb580-2192-4e25-b0a7-18cc86e4e284 HTTP/1.1" status: 200 len: 943 time: 0.0535450 Feb 04 13:24:46.366391 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8dfc7c60-8518-4f94-8ec5-81c04da404c5 req-64d1b5a3-435c-4ad7-8094-5beb3240c8f5 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401421 Feb 04 13:24:47.487607 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6003e50-a51a-42b5-bf31-3b1acec5efc3 req-d3391018-0417-473d-b676-b450414a6574 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:47.489124 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c6003e50-a51a-42b5-bf31-3b1acec5efc3 req-d3391018-0417-473d-b676-b450414a6574 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7fb580-2192-4e25-b0a7-18cc86e4e284 HTTP/1.1" status: 200 len: 943 time: 0.0534675 Feb 04 13:24:47.535403 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c6003e50-a51a-42b5-bf31-3b1acec5efc3 req-902730b2-95ee-406c-80f8-c7595a49f789 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400741 Feb 04 13:24:48.128570 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dd83db19-4108-481b-b3a6-236dc42e23f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:48.660565 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b3e062-51d2-4a4e-81e1-37d720a3824e req-7e01d7a0-411d-40c0-8a5a-1bc79a5dacae tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:48.662057 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-98b3e062-51d2-4a4e-81e1-37d720a3824e req-7e01d7a0-411d-40c0-8a5a-1bc79a5dacae tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7fb580-2192-4e25-b0a7-18cc86e4e284 HTTP/1.1" status: 200 len: 943 time: 0.0563436 Feb 04 13:24:48.708027 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-98b3e062-51d2-4a4e-81e1-37d720a3824e req-21d2112e-9cd0-4707-ba8d-cc3c470d2a0f tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400608 Feb 04 13:24:49.434347 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:49.829280 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805136e3-9635-435b-abbe-ce3143c9695f req-a0ad1b9a-4260-47ea-9815-605792bbea65 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:49.830753 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-805136e3-9635-435b-abbe-ce3143c9695f req-a0ad1b9a-4260-47ea-9815-605792bbea65 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7fb580-2192-4e25-b0a7-18cc86e4e284 HTTP/1.1" status: 200 len: 943 time: 0.0543711 Feb 04 13:24:49.879687 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-805136e3-9635-435b-abbe-ce3143c9695f req-7a6efe59-1d91-44ec-bc42-9a392d56fcb7 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422947 Feb 04 13:24:50.698929 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:51.005279 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2daaad2-56ab-4f57-829c-1959267caf2b req-a0859d4d-c5a0-4faa-b5c2-0bc1bf862be1 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:51.006767 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f2daaad2-56ab-4f57-829c-1959267caf2b req-a0859d4d-c5a0-4faa-b5c2-0bc1bf862be1 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7fb580-2192-4e25-b0a7-18cc86e4e284 HTTP/1.1" status: 200 len: 943 time: 0.0579560 Feb 04 13:24:51.053157 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f2daaad2-56ab-4f57-829c-1959267caf2b req-3d50b400-31b9-4598-b486-834f7fd0e8a5 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402105 Feb 04 13:24:51.815090 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:52.175863 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f680e383-6021-4b80-92ad-6bc142e74fdd req-d0af32e5-f556-43fe-97cb-7df00b0b2198 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:52.177363 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f680e383-6021-4b80-92ad-6bc142e74fdd req-d0af32e5-f556-43fe-97cb-7df00b0b2198 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7fb580-2192-4e25-b0a7-18cc86e4e284 HTTP/1.1" status: 200 len: 943 time: 0.0532949 Feb 04 13:24:52.223760 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f680e383-6021-4b80-92ad-6bc142e74fdd req-5dd6ec14-331b-44c6-b633-0ec8d85513c5 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402136 Feb 04 13:24:53.349406 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2504f145-e54a-4e74-8e7c-ca1bd032ff3f req-5bbefd18-1aed-4cb3-961e-91763068a840 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:53.351048 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2504f145-e54a-4e74-8e7c-ca1bd032ff3f req-5bbefd18-1aed-4cb3-961e-91763068a840 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7fb580-2192-4e25-b0a7-18cc86e4e284 HTTP/1.1" status: 200 len: 943 time: 0.0541339 Feb 04 13:24:53.404798 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2504f145-e54a-4e74-8e7c-ca1bd032ff3f req-91b24d3f-4daa-4eb5-a713-53504a2476ed tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479419 Feb 04 13:24:53.728181 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd6d42-259c-4422-899b-7a8ec307fd6a req-a69aec51-75fc-4350-95be-8cf3bc33cc71 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:53.729553 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-25bd6d42-259c-4422-899b-7a8ec307fd6a req-a69aec51-75fc-4350-95be-8cf3bc33cc71 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.73 "GET /v2.0/ports?device_id=4a7fb580-2192-4e25-b0a7-18cc86e4e284&tenant_id=fe9ab3fdb9da43c1bef62df7d95ef4f6&binding%3Ahost_id=n-h1-825015-3 HTTP/1.1" status: 200 len: 943 time: 0.0937269 Feb 04 13:24:53.737072 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f06ee1f-4fc7-4c0d-81f7-6fb68e3539a3 req-228510ad-49df-4549-8229-aeb55176b442 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:53.738418 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2f06ee1f-4fc7-4c0d-81f7-6fb68e3539a3 req-228510ad-49df-4549-8229-aeb55176b442 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7fb580-2192-4e25-b0a7-18cc86e4e284 HTTP/1.1" status: 200 len: 943 time: 0.0732462 Feb 04 13:24:54.124735 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2f06ee1f-4fc7-4c0d-81f7-6fb68e3539a3 req-008c55c1-62a5-47f3-82e1-cd38cfd9a80a tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3803544 Feb 04 13:24:54.128760 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-25bd6d42-259c-4422-899b-7a8ec307fd6a req-6c086ed9-869a-47e8-a0f3-d80820bb1dd3 service neutron] 10.222.0.73 "GET /v2.0/ports/2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8/bindings/n-h1-825015-3 HTTP/1.1" status: 200 len: 382 time: 0.3894901 Feb 04 13:24:54.171446 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8 details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:24:54.208675 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd6d42-259c-4422-899b-7a8ec307fd6a req-6fd77994-cbac-4921-9f4b-5a400155933c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:54.210059 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-25bd6d42-259c-4422-899b-7a8ec307fd6a req-6fd77994-cbac-4921-9f4b-5a400155933c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fe9ab3fdb9da43c1bef62df7d95ef4f6&device_id=4a7fb580-2192-4e25-b0a7-18cc86e4e284 HTTP/1.1" status: 200 len: 1125 time: 0.0465078 Feb 04 13:24:54.276770 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8,segment=NetworkSegment(25180811-8356-42b3-97d7-72477267d807),segment_id=25180811-8356-42b3-97d7-72477267d807)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:24:54.288648 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': '2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8', 'network_id': 'a3caa13b-c1d9-428c-8121-b90b74262470', 'port_id': '2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8', 'mac_address': 'fa:16:3e:4b:dc:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e164ffd-c51e-46f5-aacc-4e579cf848c4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:24:54.301021 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd6d42-259c-4422-899b-7a8ec307fd6a req-9de32aa5-0b1f-4a12-8112-d708d292d028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:54.302499 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-25bd6d42-259c-4422-899b-7a8ec307fd6a req-9de32aa5-0b1f-4a12-8112-d708d292d028 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a3caa13b-c1d9-428c-8121-b90b74262470 HTTP/1.1" status: 200 len: 913 time: 0.0856743 Feb 04 13:24:54.327894 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:24:54.328287 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:54.341860 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:24:54.361427 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8,segment=NetworkSegment(25180811-8356-42b3-97d7-72477267d807),segment_id=25180811-8356-42b3-97d7-72477267d807)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:24:54.365187 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:54.375293 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-25bd6d42-259c-4422-899b-7a8ec307fd6a req-e74b87d2-ce82-4b3e-a187-ab89050a41e0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8 HTTP/1.1" status: 200 len: 1000 time: 0.0658777 Feb 04 13:24:54.415491 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8,revision_number=8']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:54.427914 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd6d42-259c-4422-899b-7a8ec307fd6a req-eb04a7f5-c41f-4541-a4a5-d1df5ca1501f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:54.430036 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-25bd6d42-259c-4422-899b-7a8ec307fd6a req-eb04a7f5-c41f-4541-a4a5-d1df5ca1501f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9e164ffd-c51e-46f5-aacc-4e579cf848c4 HTTP/1.1" status: 200 len: 851 time: 0.0448198 Feb 04 13:24:54.484676 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd6d42-259c-4422-899b-7a8ec307fd6a req-eab8744a-affc-41f7-8337-fc16527b3bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:54.486226 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-25bd6d42-259c-4422-899b-7a8ec307fd6a req-eab8744a-affc-41f7-8337-fc16527b3bcf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a3caa13b-c1d9-428c-8121-b90b74262470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0463035 Feb 04 13:24:54.582249 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-25bd6d42-259c-4422-899b-7a8ec307fd6a req-e3e27e9d-3636-4bee-b332-c3403e5b9f71 service neutron] 10.222.0.73 "GET /v2.0/networks/a3caa13b-c1d9-428c-8121-b90b74262470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869329 Feb 04 13:24:54.666610 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:24:54.673954 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-25bd6d42-259c-4422-899b-7a8ec307fd6a req-8d0d2c02-217c-4ef0-bd21-ed0a155b6355 service neutron] 10.222.0.73 "GET /v2.0/networks/a3caa13b-c1d9-428c-8121-b90b74262470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821912 Feb 04 13:24:55.253843 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4193ecef-a351-404d-9519-7f7fa522412b req-003f341b-f5d1-4e43-a052-41558e41d230 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:55.255208 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4193ecef-a351-404d-9519-7f7fa522412b req-003f341b-f5d1-4e43-a052-41558e41d230 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7fb580-2192-4e25-b0a7-18cc86e4e284 HTTP/1.1" status: 200 len: 944 time: 0.0567789 Feb 04 13:24:55.301542 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4193ecef-a351-404d-9519-7f7fa522412b req-de64ef82-d44a-4cf6-9da0-6a05b85402bd tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397077 Feb 04 13:24:56.182852 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8 up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:24:56.235889 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning for port 2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:24:56.240219 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port 2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:24:56.240594 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:56.323276 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:24:56.323650 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:56.349808 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a7fb580-2192-4e25-b0a7-18cc86e4e284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:24:56.352307 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53818b00e40e8afff1ffbbb80b1f2b2ececb0555ff6da39e2769b708ef8305ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79abd3b5-6c48-466f-95ed-9ea0e6b150e2" -d '{"events": [{"server_uuid": "4a7fb580-2192-4e25-b0a7-18cc86e4e284", "name": "network-vif-plugged", "status": "completed", "tag": "2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:24:56.367070 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8,segment=NetworkSegment(25180811-8356-42b3-97d7-72477267d807),segment_id=25180811-8356-42b3-97d7-72477267d807)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:24:56.375687 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:24:56.407498 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cac3c0e-14d2-4805-b9ba-1acc10e6ebd0 x-openstack-request-id: req-0cac3c0e-14d2-4805-b9ba-1acc10e6ebd0 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:24:56.407820 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a7fb580-2192-4e25-b0a7-18cc86e4e284", "name": "network-vif-plugged", "status": "completed", "tag": "2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:24:56.408080 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0cac3c0e-14d2-4805-b9ba-1acc10e6ebd0 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:24:56.408476 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a7fb580-2192-4e25-b0a7-18cc86e4e284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8', 'code': 200} Feb 04 13:24:56.433475 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8,revision_number=9']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:56.449102 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8d9ff9-e4b2-44ae-b6ab-67197af3f75a req-d2db859a-32ba-43fa-a196-f88cabb01e6e tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:56.450730 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fc8d9ff9-e4b2-44ae-b6ab-67197af3f75a req-d2db859a-32ba-43fa-a196-f88cabb01e6e tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7fb580-2192-4e25-b0a7-18cc86e4e284 HTTP/1.1" status: 200 len: 945 time: 0.0684412 Feb 04 13:24:56.501926 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fc8d9ff9-e4b2-44ae-b6ab-67197af3f75a req-bf6ccd65-39d3-4e73-a0fa-44037c2947ff tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451536 Feb 04 13:24:57.634515 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a414443d-41f9-402c-bffa-8f754db57cc4 req-0a9b0ce9-8392-438c-bfe3-31292e668d39 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:57.637513 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a414443d-41f9-402c-bffa-8f754db57cc4 req-0a9b0ce9-8392-438c-bfe3-31292e668d39 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7fb580-2192-4e25-b0a7-18cc86e4e284 HTTP/1.1" status: 200 len: 945 time: 0.0617681 Feb 04 13:24:57.688126 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a414443d-41f9-402c-bffa-8f754db57cc4 req-933106dc-ea5e-43c3-bae6-7f28e28c891a tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437396 Feb 04 13:24:58.817007 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fee0080-2c78-49ce-a418-0917066e15d5 req-401f7971-6631-4680-b47a-6d2014f9a36c tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:58.818812 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6fee0080-2c78-49ce-a418-0917066e15d5 req-401f7971-6631-4680-b47a-6d2014f9a36c tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7fb580-2192-4e25-b0a7-18cc86e4e284 HTTP/1.1" status: 200 len: 945 time: 0.0578265 Feb 04 13:24:58.873300 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6fee0080-2c78-49ce-a418-0917066e15d5 req-34774f8b-ac83-45ad-9d62-f11c4a9a8f68 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485883 Feb 04 13:25:00.010428 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4e3b30-7d52-4055-bb48-5a0c76e3ea6f req-c8853370-2115-40be-952a-02b0bab2774c tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:00.012357 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-db4e3b30-7d52-4055-bb48-5a0c76e3ea6f req-c8853370-2115-40be-952a-02b0bab2774c tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7fb580-2192-4e25-b0a7-18cc86e4e284 HTTP/1.1" status: 200 len: 945 time: 0.0578225 Feb 04 13:25:00.067780 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-db4e3b30-7d52-4055-bb48-5a0c76e3ea6f req-b38f658d-76d0-4477-bc18-2091406fe5f1 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497684 Feb 04 13:25:00.215724 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8 no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:25:00.298540 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8 is: ACTIVE; New status is: DOWN {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:25:00.298935 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:00.322951 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a7fb580-2192-4e25-b0a7-18cc86e4e284', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:25:00.325227 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53818b00e40e8afff1ffbbb80b1f2b2ececb0555ff6da39e2769b708ef8305ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-877ee1de-7783-48b4-81ef-cee6581b6584" -d '{"events": [{"server_uuid": "4a7fb580-2192-4e25-b0a7-18cc86e4e284", "name": "network-vif-unplugged", "status": "completed", "tag": "2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:25:00.341122 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8,segment=NetworkSegment(25180811-8356-42b3-97d7-72477267d807),segment_id=25180811-8356-42b3-97d7-72477267d807)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:25:00.345361 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:00.377403 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 13:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-676a11cc-4364-4bdb-a636-a40ac9cff81f x-openstack-request-id: req-676a11cc-4364-4bdb-a636-a40ac9cff81f {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:25:00.377684 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a7fb580-2192-4e25-b0a7-18cc86e4e284", "name": "network-vif-unplugged", "status": "completed", "tag": "2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:25:00.377943 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-676a11cc-4364-4bdb-a636-a40ac9cff81f {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:25:00.378340 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a7fb580-2192-4e25-b0a7-18cc86e4e284', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8', 'code': 200} Feb 04 13:25:00.401116 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8,revision_number=10']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:00.408180 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:25:00.408532 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:25:00.408877 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:25:00.409218 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:25:00.409554 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:25:00.409886 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:25:00.410218 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:25:00.410546 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:25:00.410877 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:25:00.411207 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:25:00.411533 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:25:00.411887 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:25:00.412231 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:25:00.917631 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd6d42-259c-4422-899b-7a8ec307fd6a req-9850daea-3a78-4b61-a907-dc99d054b577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:00.919170 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-25bd6d42-259c-4422-899b-7a8ec307fd6a req-9850daea-3a78-4b61-a907-dc99d054b577 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=4a7fb580-2192-4e25-b0a7-18cc86e4e284&tenant_id=fe9ab3fdb9da43c1bef62df7d95ef4f6 HTTP/1.1" status: 200 len: 1126 time: 0.0442383 Feb 04 13:25:00.929806 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-25bd6d42-259c-4422-899b-7a8ec307fd6a req-3e13963c-3b7c-4bc8-8f36-13ce85b6785b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825015-3', 'device_owner': 'compute:nova'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:25:00.987188 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-25bd6d42-259c-4422-899b-7a8ec307fd6a req-3e13963c-3b7c-4bc8-8f36-13ce85b6785b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:01.221769 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-25bd6d42-259c-4422-899b-7a8ec307fd6a req-3e13963c-3b7c-4bc8-8f36-13ce85b6785b service neutron] For port 2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8,segment=NetworkSegment(25180811-8356-42b3-97d7-72477267d807),segment_id=25180811-8356-42b3-97d7-72477267d807)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:25:01.230128 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3fcffd-31c8-4fac-8ecb-01a13b0ed261 req-dbd66eb7-ac3c-49ab-b352-cfda7cc45619 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:01.231586 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9e3fcffd-31c8-4fac-8ecb-01a13b0ed261 req-dbd66eb7-ac3c-49ab-b352-cfda7cc45619 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7fb580-2192-4e25-b0a7-18cc86e4e284 HTTP/1.1" status: 200 len: 944 time: 0.0902982 Feb 04 13:25:01.286379 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-25bd6d42-259c-4422-899b-7a8ec307fd6a req-3e13963c-3b7c-4bc8-8f36-13ce85b6785b service neutron] For port 2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8, host n-h1-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:25:01.316402 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9e3fcffd-31c8-4fac-8ecb-01a13b0ed261 req-337c15be-12e4-4764-b339-69cdeb3fa820 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787451 Feb 04 13:25:01.326975 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-25bd6d42-259c-4422-899b-7a8ec307fd6a req-3e13963c-3b7c-4bc8-8f36-13ce85b6785b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8 {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:25:01.334632 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-25bd6d42-259c-4422-899b-7a8ec307fd6a req-3e13963c-3b7c-4bc8-8f36-13ce85b6785b service neutron] Publish callbacks [] for port (2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:01.347369 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-25bd6d42-259c-4422-899b-7a8ec307fd6a req-3e13963c-3b7c-4bc8-8f36-13ce85b6785b service neutron] Transition to ACTIVE for port object 2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8 will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:25:01.350686 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-25bd6d42-259c-4422-899b-7a8ec307fd6a req-3e13963c-3b7c-4bc8-8f36-13ce85b6785b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:01.435109 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e13963c-3b7c-4bc8-8f36-13ce85b6785b service neutron] Pushing event updated for resources: {'Port': ['ID=2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8,revision_number=11']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:01.447782 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e13963c-3b7c-4bc8-8f36-13ce85b6785b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:25:01.448149 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e13963c-3b7c-4bc8-8f36-13ce85b6785b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:25:01.448506 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e13963c-3b7c-4bc8-8f36-13ce85b6785b service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:25:01.448859 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e13963c-3b7c-4bc8-8f36-13ce85b6785b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:25:01.449205 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e13963c-3b7c-4bc8-8f36-13ce85b6785b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:25:01.449548 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e13963c-3b7c-4bc8-8f36-13ce85b6785b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:25:01.450058 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e13963c-3b7c-4bc8-8f36-13ce85b6785b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:25:01.450418 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e13963c-3b7c-4bc8-8f36-13ce85b6785b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:25:01.450756 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e13963c-3b7c-4bc8-8f36-13ce85b6785b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:25:01.451093 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e13963c-3b7c-4bc8-8f36-13ce85b6785b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:25:01.451433 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e13963c-3b7c-4bc8-8f36-13ce85b6785b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:25:01.451791 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e13963c-3b7c-4bc8-8f36-13ce85b6785b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:25:01.452131 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e13963c-3b7c-4bc8-8f36-13ce85b6785b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:25:01.491092 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-25bd6d42-259c-4422-899b-7a8ec307fd6a req-3e13963c-3b7c-4bc8-8f36-13ce85b6785b service neutron] No DVR routers for this DVR port 2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8 on host n-h1-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:25:01.635849 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-25bd6d42-259c-4422-899b-7a8ec307fd6a req-3e13963c-3b7c-4bc8-8f36-13ce85b6785b service neutron] Attempting to bind port 2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8 on host n-h2-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:25:01.636185 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-25bd6d42-259c-4422-899b-7a8ec307fd6a req-3e13963c-3b7c-4bc8-8f36-13ce85b6785b service neutron] Attempting to bind port 2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8 by drivers openvswitch,hyperv on host n-h2-825015-3 at level 0 using segments [{'id': '25180811-8356-42b3-97d7-72477267d807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a3caa13b-c1d9-428c-8121-b90b74262470'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:25:01.636520 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bd6d42-259c-4422-899b-7a8ec307fd6a req-3e13963c-3b7c-4bc8-8f36-13ce85b6785b service neutron] Attempting to bind port 2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8 on network a3caa13b-c1d9-428c-8121-b90b74262470 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:25:01.641962 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bd6d42-259c-4422-899b-7a8ec307fd6a req-3e13963c-3b7c-4bc8-8f36-13ce85b6785b service neutron] Port 2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8 on network a3caa13b-c1d9-428c-8121-b90b74262470 not bound, no agent of type Open vSwitch agent registered on host n-h2-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:25:01.642287 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bd6d42-259c-4422-899b-7a8ec307fd6a req-3e13963c-3b7c-4bc8-8f36-13ce85b6785b service neutron] Attempting to bind port 2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8 on network a3caa13b-c1d9-428c-8121-b90b74262470 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:25:01.647280 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bd6d42-259c-4422-899b-7a8ec307fd6a req-3e13963c-3b7c-4bc8-8f36-13ce85b6785b service neutron] Checking agent: {'id': '9b68a165-e786-4b91-8592-44519c2ecabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:25:01.647621 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bd6d42-259c-4422-899b-7a8ec307fd6a req-3e13963c-3b7c-4bc8-8f36-13ce85b6785b service neutron] Checking segment: {'id': '25180811-8356-42b3-97d7-72477267d807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a3caa13b-c1d9-428c-8121-b90b74262470'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:25:01.648043 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bd6d42-259c-4422-899b-7a8ec307fd6a req-3e13963c-3b7c-4bc8-8f36-13ce85b6785b service neutron] Bound using segment: {'id': '25180811-8356-42b3-97d7-72477267d807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a3caa13b-c1d9-428c-8121-b90b74262470'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:25:01.648471 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-25bd6d42-259c-4422-899b-7a8ec307fd6a req-3e13963c-3b7c-4bc8-8f36-13ce85b6785b service neutron] Bound port: 2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8, host: n-h2-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25180811-8356-42b3-97d7-72477267d807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a3caa13b-c1d9-428c-8121-b90b74262470'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:25:01.648829 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-25bd6d42-259c-4422-899b-7a8ec307fd6a req-3e13963c-3b7c-4bc8-8f36-13ce85b6785b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:01.679943 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:01.720343 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-25bd6d42-259c-4422-899b-7a8ec307fd6a req-3e13963c-3b7c-4bc8-8f36-13ce85b6785b service neutron] For port 2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8, host n-h2-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:25:01.723421 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-25bd6d42-259c-4422-899b-7a8ec307fd6a req-3e13963c-3b7c-4bc8-8f36-13ce85b6785b service neutron] For port 2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8, host n-h2-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8,segment=NetworkSegment(25180811-8356-42b3-97d7-72477267d807),segment_id=25180811-8356-42b3-97d7-72477267d807)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:25:01.729756 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-25bd6d42-259c-4422-899b-7a8ec307fd6a req-3e13963c-3b7c-4bc8-8f36-13ce85b6785b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:01.765498 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd6d42-259c-4422-899b-7a8ec307fd6a req-3e13963c-3b7c-4bc8-8f36-13ce85b6785b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:01.766162 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-25bd6d42-259c-4422-899b-7a8ec307fd6a req-3e13963c-3b7c-4bc8-8f36-13ce85b6785b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:01.767574 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-25bd6d42-259c-4422-899b-7a8ec307fd6a req-3e13963c-3b7c-4bc8-8f36-13ce85b6785b service neutron] 10.222.0.77 "PUT /v2.0/ports/2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8 HTTP/1.1" status: 200 len: 1092 time: 0.8417463 Feb 04 13:25:01.768045 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a7fb580-2192-4e25-b0a7-18cc86e4e284', 'tag': '2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:25:01.770304 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48bbd334e613f85cd2144b496d46af0d2e531f29900d43c124e8a63cdd2917ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc0334bf-5972-4f10-9e10-14143922d333" -d '{"events": [{"name": "network-changed", "server_uuid": "4a7fb580-2192-4e25-b0a7-18cc86e4e284", "tag": "2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:25:01.814419 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e13963c-3b7c-4bc8-8f36-13ce85b6785b service neutron] Pushing event updated for resources: {'Port': ['ID=2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8,revision_number=12']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:01.835923 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05f6e3d9-55b8-4662-8c30-bb568da1e584 x-openstack-request-id: req-05f6e3d9-55b8-4662-8c30-bb568da1e584 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:25:01.836222 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a7fb580-2192-4e25-b0a7-18cc86e4e284", "tag": "2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:25:01.836478 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-05f6e3d9-55b8-4662-8c30-bb568da1e584 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:25:01.836884 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a7fb580-2192-4e25-b0a7-18cc86e4e284', 'tag': '2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8', 'status': 'completed', 'code': 200} Feb 04 13:25:01.861043 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd6d42-259c-4422-899b-7a8ec307fd6a req-083639fa-f62b-4779-95a1-efa34569f624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:01.862564 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-25bd6d42-259c-4422-899b-7a8ec307fd6a req-083639fa-f62b-4779-95a1-efa34569f624 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fe9ab3fdb9da43c1bef62df7d95ef4f6&device_id=4a7fb580-2192-4e25-b0a7-18cc86e4e284 HTTP/1.1" status: 200 len: 1126 time: 0.0657918 Feb 04 13:25:01.975548 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0334bf-5972-4f10-9e10-14143922d333 req-e159336f-5cf7-4fe1-9cdb-0273839100e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:01.977093 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bc0334bf-5972-4f10-9e10-14143922d333 req-e159336f-5cf7-4fe1-9cdb-0273839100e7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fe9ab3fdb9da43c1bef62df7d95ef4f6&device_id=4a7fb580-2192-4e25-b0a7-18cc86e4e284 HTTP/1.1" status: 200 len: 1126 time: 0.1130507 Feb 04 13:25:02.034288 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd6d42-259c-4422-899b-7a8ec307fd6a req-eb2fac32-9123-4dca-b88c-406e5e9be663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:02.035684 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-25bd6d42-259c-4422-899b-7a8ec307fd6a req-eb2fac32-9123-4dca-b88c-406e5e9be663 service neutron] 10.222.0.77 "GET /v2.0/networks?id=a3caa13b-c1d9-428c-8121-b90b74262470 HTTP/1.1" status: 200 len: 913 time: 0.1634843 Feb 04 13:25:02.137899 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-25bd6d42-259c-4422-899b-7a8ec307fd6a req-09b1de9a-8163-4b0a-96a0-9c0fbd544c74 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8 HTTP/1.1" status: 200 len: 1000 time: 0.0957804 Feb 04 13:25:02.153970 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0334bf-5972-4f10-9e10-14143922d333 req-3ef69e1a-3102-472d-8282-838c7890d768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:02.155402 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bc0334bf-5972-4f10-9e10-14143922d333 req-3ef69e1a-3102-472d-8282-838c7890d768 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a3caa13b-c1d9-428c-8121-b90b74262470 HTTP/1.1" status: 200 len: 913 time: 0.1703944 Feb 04 13:25:02.240448 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd6d42-259c-4422-899b-7a8ec307fd6a req-19bdb443-fc5f-44cb-bbc2-e747af257093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:02.241944 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-25bd6d42-259c-4422-899b-7a8ec307fd6a req-19bdb443-fc5f-44cb-bbc2-e747af257093 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9e164ffd-c51e-46f5-aacc-4e579cf848c4 HTTP/1.1" status: 200 len: 851 time: 0.0971198 Feb 04 13:25:02.261049 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bc0334bf-5972-4f10-9e10-14143922d333 req-7a7ad9f1-0f41-45ec-8de2-302dab937913 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8 HTTP/1.1" status: 200 len: 1000 time: 0.0875890 Feb 04 13:25:02.329472 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0334bf-5972-4f10-9e10-14143922d333 req-d8ef38b8-42c0-4252-9c24-b7ca74b084d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:02.330670 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bc0334bf-5972-4f10-9e10-14143922d333 req-d8ef38b8-42c0-4252-9c24-b7ca74b084d8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9e164ffd-c51e-46f5-aacc-4e579cf848c4 HTTP/1.1" status: 200 len: 851 time: 0.0544491 Feb 04 13:25:02.337679 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd6d42-259c-4422-899b-7a8ec307fd6a req-a43a29ea-fd7d-4f9b-b3fb-44311286bdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:02.339164 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-25bd6d42-259c-4422-899b-7a8ec307fd6a req-a43a29ea-fd7d-4f9b-b3fb-44311286bdb6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a3caa13b-c1d9-428c-8121-b90b74262470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0915534 Feb 04 13:25:02.344655 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:02.488317 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0334bf-5972-4f10-9e10-14143922d333 req-e3e8b64e-c42d-494f-9253-595d4556ccba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:02.489756 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bc0334bf-5972-4f10-9e10-14143922d333 req-e3e8b64e-c42d-494f-9253-595d4556ccba service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a3caa13b-c1d9-428c-8121-b90b74262470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1497197 Feb 04 13:25:02.523599 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-25bd6d42-259c-4422-899b-7a8ec307fd6a req-431b0214-8746-4a21-98bb-8cea066fa25a service neutron] 10.222.0.77 "GET /v2.0/networks/a3caa13b-c1d9-428c-8121-b90b74262470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748459 Feb 04 13:25:02.566905 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04a4041-dca8-4e32-8198-5649506ea8be req-861efa2e-932f-4795-ab73-ed812f66b182 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:02.568413 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a04a4041-dca8-4e32-8198-5649506ea8be req-861efa2e-932f-4795-ab73-ed812f66b182 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7fb580-2192-4e25-b0a7-18cc86e4e284 HTTP/1.1" status: 200 len: 944 time: 0.1561944 Feb 04 13:25:02.711953 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a04a4041-dca8-4e32-8198-5649506ea8be req-06ef401e-15f3-465e-9f02-f3567a5405b5 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033990 Feb 04 13:25:02.721090 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-25bd6d42-259c-4422-899b-7a8ec307fd6a req-afdf2a53-433c-40ab-83dc-62dcbbbb7def service neutron] 10.222.0.77 "GET /v2.0/networks/a3caa13b-c1d9-428c-8121-b90b74262470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708915 Feb 04 13:25:02.722833 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bc0334bf-5972-4f10-9e10-14143922d333 req-0045dfd2-51f2-4db8-adf1-7005b1af53bb service neutron] 10.222.0.73 "GET /v2.0/networks/a3caa13b-c1d9-428c-8121-b90b74262470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223849 Feb 04 13:25:02.861869 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0334bf-5972-4f10-9e10-14143922d333 req-e92202a9-532e-4f8d-b809-7c76afee17d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:02.863564 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bc0334bf-5972-4f10-9e10-14143922d333 req-e92202a9-532e-4f8d-b809-7c76afee17d4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fe9ab3fdb9da43c1bef62df7d95ef4f6&device_id=4a7fb580-2192-4e25-b0a7-18cc86e4e284 HTTP/1.1" status: 200 len: 1126 time: 0.0844295 Feb 04 13:25:02.865577 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bc0334bf-5972-4f10-9e10-14143922d333 req-e0007298-7921-4ef3-b031-4a03dbf63cce service neutron] 10.222.0.73 "GET /v2.0/networks/a3caa13b-c1d9-428c-8121-b90b74262470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354382 Feb 04 13:25:02.967847 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0334bf-5972-4f10-9e10-14143922d333 req-7e5ebf68-1a15-4ce4-9c7f-f3425667c6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:02.969356 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bc0334bf-5972-4f10-9e10-14143922d333 req-7e5ebf68-1a15-4ce4-9c7f-f3425667c6eb service neutron] 10.222.0.77 "GET /v2.0/networks?id=a3caa13b-c1d9-428c-8121-b90b74262470 HTTP/1.1" status: 200 len: 913 time: 0.0983093 Feb 04 13:25:03.042321 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bc0334bf-5972-4f10-9e10-14143922d333 req-35177f43-2fe7-4a31-805c-0ef82a092243 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8 HTTP/1.1" status: 200 len: 1000 time: 0.0664303 Feb 04 13:25:03.092590 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0334bf-5972-4f10-9e10-14143922d333 req-3083bab6-cb1b-45cb-bda9-0a6461cc31d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:03.094070 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bc0334bf-5972-4f10-9e10-14143922d333 req-3083bab6-cb1b-45cb-bda9-0a6461cc31d1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9e164ffd-c51e-46f5-aacc-4e579cf848c4 HTTP/1.1" status: 200 len: 851 time: 0.0458326 Feb 04 13:25:03.144603 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0334bf-5972-4f10-9e10-14143922d333 req-b4425df5-69b2-459f-961c-4691d9aebdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:03.146109 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bc0334bf-5972-4f10-9e10-14143922d333 req-b4425df5-69b2-459f-961c-4691d9aebdc7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a3caa13b-c1d9-428c-8121-b90b74262470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0463901 Feb 04 13:25:03.241888 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bc0334bf-5972-4f10-9e10-14143922d333 req-735b0c60-9b4e-453a-ab89-a39122bc28da service neutron] 10.222.0.77 "GET /v2.0/networks/a3caa13b-c1d9-428c-8121-b90b74262470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895967 Feb 04 13:25:03.331795 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bc0334bf-5972-4f10-9e10-14143922d333 req-bdb24fcf-688a-49b7-8d54-af2fc1d7918a service neutron] 10.222.0.77 "GET /v2.0/networks/a3caa13b-c1d9-428c-8121-b90b74262470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830832 Feb 04 13:25:03.852375 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea451e05-91d8-4816-a532-1782e9018c13 req-c6fa665d-84bd-4a80-9c59-7153741ad9d6 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:03.854686 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ea451e05-91d8-4816-a532-1782e9018c13 req-c6fa665d-84bd-4a80-9c59-7153741ad9d6 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7fb580-2192-4e25-b0a7-18cc86e4e284 HTTP/1.1" status: 200 len: 944 time: 0.0627673 Feb 04 13:25:03.902766 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ea451e05-91d8-4816-a532-1782e9018c13 req-2c3a773e-d91a-4e82-b06e-c687ac9a506f tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420718 Feb 04 13:25:05.038728 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13a225c-9920-42aa-a576-3d160cf9aba9 req-73e54168-a8af-44c5-ac12-e3ba6ecf29fb tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:05.040520 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c13a225c-9920-42aa-a576-3d160cf9aba9 req-73e54168-a8af-44c5-ac12-e3ba6ecf29fb tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7fb580-2192-4e25-b0a7-18cc86e4e284 HTTP/1.1" status: 200 len: 944 time: 0.0660028 Feb 04 13:25:05.089557 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c13a225c-9920-42aa-a576-3d160cf9aba9 req-eb0b6387-f44c-4c3c-b263-7873fdce1dc2 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428705 Feb 04 13:25:06.215173 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2893c990-4fe2-4842-a312-d5f5ed1cca2a req-41e1ab1b-4233-4896-8d5e-1e1e01632417 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:06.216670 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2893c990-4fe2-4842-a312-d5f5ed1cca2a req-41e1ab1b-4233-4896-8d5e-1e1e01632417 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7fb580-2192-4e25-b0a7-18cc86e4e284 HTTP/1.1" status: 200 len: 944 time: 0.0542331 Feb 04 13:25:06.267916 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2893c990-4fe2-4842-a312-d5f5ed1cca2a req-96d086b3-6f94-4041-a296-ea40ffd47b99 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456772 Feb 04 13:25:07.390088 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e4710-4255-4457-875e-0f96b9337745 req-7535ee53-e607-40ea-b0f3-c4c95f525d76 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:07.391558 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b22e4710-4255-4457-875e-0f96b9337745 req-7535ee53-e607-40ea-b0f3-c4c95f525d76 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7fb580-2192-4e25-b0a7-18cc86e4e284 HTTP/1.1" status: 200 len: 944 time: 0.0536265 Feb 04 13:25:07.437763 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b22e4710-4255-4457-875e-0f96b9337745 req-7500ddaf-4d82-49ad-a633-4740cc9a15a7 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405762 Feb 04 13:25:08.568641 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade34f80-6481-4096-9198-76893a033229 req-e51d9c4f-f23d-4d36-8e8e-b036f8623024 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:08.570234 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ade34f80-6481-4096-9198-76893a033229 req-e51d9c4f-f23d-4d36-8e8e-b036f8623024 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7fb580-2192-4e25-b0a7-18cc86e4e284 HTTP/1.1" status: 200 len: 944 time: 0.0574760 Feb 04 13:25:08.621421 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ade34f80-6481-4096-9198-76893a033229 req-c5c947a7-2e6c-40d1-b5a1-a201daadb677 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450146 Feb 04 13:25:09.750663 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d685aa67-045e-407c-8eb8-449854c50201 req-3a128fbd-9192-44bc-bd16-7c83013425d5 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:09.752154 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d685aa67-045e-407c-8eb8-449854c50201 req-3a128fbd-9192-44bc-bd16-7c83013425d5 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7fb580-2192-4e25-b0a7-18cc86e4e284 HTTP/1.1" status: 200 len: 944 time: 0.0579605 Feb 04 13:25:09.804381 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d685aa67-045e-407c-8eb8-449854c50201 req-d2320be0-c2ab-46d7-bfb0-973804d5fe49 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464993 Feb 04 13:25:10.934327 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507b7559-a168-4953-b55b-2f686ddbfc83 req-1adeae61-c907-4c0f-bab4-c9aaf5aab71d tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:10.935875 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-507b7559-a168-4953-b55b-2f686ddbfc83 req-1adeae61-c907-4c0f-bab4-c9aaf5aab71d tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7fb580-2192-4e25-b0a7-18cc86e4e284 HTTP/1.1" status: 200 len: 944 time: 0.0601068 Feb 04 13:25:10.983064 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-507b7559-a168-4953-b55b-2f686ddbfc83 req-54cf8b1b-95f3-4478-a785-4d986f29a0d3 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416725 Feb 04 13:25:12.108138 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15c946e-7c9e-4039-8f1e-15836a1f7387 req-99852030-62db-442e-b517-69b8ecbf108a tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:12.109543 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a15c946e-7c9e-4039-8f1e-15836a1f7387 req-99852030-62db-442e-b517-69b8ecbf108a tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7fb580-2192-4e25-b0a7-18cc86e4e284 HTTP/1.1" status: 200 len: 944 time: 0.0532362 Feb 04 13:25:12.160468 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a15c946e-7c9e-4039-8f1e-15836a1f7387 req-7c912c0c-31cb-40bc-8448-e38320baa2cd tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452526 Feb 04 13:25:13.281072 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22948865-7c4a-48cb-bda7-9c746a6eece1 req-cff4d820-b227-48dc-92e1-30c3b5049438 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:13.282542 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-22948865-7c4a-48cb-bda7-9c746a6eece1 req-cff4d820-b227-48dc-92e1-30c3b5049438 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7fb580-2192-4e25-b0a7-18cc86e4e284 HTTP/1.1" status: 200 len: 944 time: 0.0523226 Feb 04 13:25:13.328461 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-22948865-7c4a-48cb-bda7-9c746a6eece1 req-e3ee3852-1390-4b99-afcf-27ac07c25079 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401828 Feb 04 13:25:14.449980 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9619c52c-d64c-4433-85b3-e59384c85bbd req-4b8584da-b6bd-4bd6-a47c-decada60652b tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:14.451467 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9619c52c-d64c-4433-85b3-e59384c85bbd req-4b8584da-b6bd-4bd6-a47c-decada60652b tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7fb580-2192-4e25-b0a7-18cc86e4e284 HTTP/1.1" status: 200 len: 944 time: 0.0530627 Feb 04 13:25:14.498529 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9619c52c-d64c-4433-85b3-e59384c85bbd req-f7597307-56eb-4ea7-8e07-965f2e5f1eb1 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415914 Feb 04 13:25:15.615442 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ab928b40-fafb-4cba-a128-20897fea377a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:15.632740 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0847210-5302-40c3-93e6-aded008735fa req-d8e6366b-e56d-4ae6-9892-97ea34d4babd tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:15.634814 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a0847210-5302-40c3-93e6-aded008735fa req-d8e6366b-e56d-4ae6-9892-97ea34d4babd tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7fb580-2192-4e25-b0a7-18cc86e4e284 HTTP/1.1" status: 200 len: 944 time: 0.0644288 Feb 04 13:25:15.682640 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a0847210-5302-40c3-93e6-aded008735fa req-5faa8dee-cfc8-4b7e-ae01-6f3b8595d861 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425932 Feb 04 13:25:16.810733 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c673b6b-834c-40ae-ba0a-13106e6bf515 req-019ef1f6-29e8-4b5d-9eb0-a64810f67ecd tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:16.812240 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8c673b6b-834c-40ae-ba0a-13106e6bf515 req-019ef1f6-29e8-4b5d-9eb0-a64810f67ecd tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7fb580-2192-4e25-b0a7-18cc86e4e284 HTTP/1.1" status: 200 len: 944 time: 0.0562322 Feb 04 13:25:16.859011 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8c673b6b-834c-40ae-ba0a-13106e6bf515 req-473a1b10-d219-4560-a23e-fedf21f99ed0 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412130 Feb 04 13:25:17.984792 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e5dba3-e23b-4456-bd34-871c0fddbfde req-690cba29-a184-4122-bb58-700306380df5 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:17.986285 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-60e5dba3-e23b-4456-bd34-871c0fddbfde req-690cba29-a184-4122-bb58-700306380df5 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7fb580-2192-4e25-b0a7-18cc86e4e284 HTTP/1.1" status: 200 len: 944 time: 0.0577118 Feb 04 13:25:18.035251 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-60e5dba3-e23b-4456-bd34-871c0fddbfde req-b7f0fe1d-964b-4c4c-a1a3-bdcc828e6a69 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434799 Feb 04 13:25:18.133904 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f59fc58e-e8b8-4dce-b413-8339de57671a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:19.156835 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f79d92d-459c-4eb1-9be7-9eb00bceff81 req-a658b7c6-1651-49e8-890e-f6b00a1c86d0 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:19.158350 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5f79d92d-459c-4eb1-9be7-9eb00bceff81 req-a658b7c6-1651-49e8-890e-f6b00a1c86d0 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7fb580-2192-4e25-b0a7-18cc86e4e284 HTTP/1.1" status: 200 len: 944 time: 0.0541816 Feb 04 13:25:19.205306 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5f79d92d-459c-4eb1-9be7-9eb00bceff81 req-e1bffe9d-5bf0-484a-b249-eb7c5d5cb9c5 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414836 Feb 04 13:25:19.329038 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006aedb6-7dd4-41ce-8c87-5516a4834ffd req-b242df8a-e76f-49fe-90a0-03c571bc1bd5 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:19.330431 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-006aedb6-7dd4-41ce-8c87-5516a4834ffd req-b242df8a-e76f-49fe-90a0-03c571bc1bd5 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7fb580-2192-4e25-b0a7-18cc86e4e284 HTTP/1.1" status: 200 len: 944 time: 0.0534856 Feb 04 13:25:19.380413 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-006aedb6-7dd4-41ce-8c87-5516a4834ffd req-79453187-87c9-40ad-96f0-c02db481d856 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441830 Feb 04 13:25:19.437835 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:19.508234 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25242c60-24b5-40cc-9e92-d6ab02354661 req-d585cbbb-10d1-4835-93cb-65623bc3a524 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:19.509829 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-25242c60-24b5-40cc-9e92-d6ab02354661 req-d585cbbb-10d1-4835-93cb-65623bc3a524 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7fb580-2192-4e25-b0a7-18cc86e4e284 HTTP/1.1" status: 200 len: 944 time: 0.0590818 Feb 04 13:25:19.557865 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-25242c60-24b5-40cc-9e92-d6ab02354661 req-12a963ad-3f01-4bc5-8c09-0a98b8d91679 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423431 Feb 04 13:25:19.801785 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce8af2c-9136-4a05-bdad-f98b0a98562d req-01e89c61-8596-4b67-8c0b-3f187a0d3bcc tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:19.803608 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8ce8af2c-9136-4a05-bdad-f98b0a98562d req-01e89c61-8596-4b67-8c0b-3f187a0d3bcc tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7fb580-2192-4e25-b0a7-18cc86e4e284 HTTP/1.1" status: 200 len: 944 time: 0.0538723 Feb 04 13:25:19.853639 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8ce8af2c-9136-4a05-bdad-f98b0a98562d req-255b3a0c-3967-40ad-8f74-a4c0bf0eab44 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413456 Feb 04 13:25:20.533550 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:25:20.702485 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:20.982460 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629fd6fd-bf74-4857-95d3-e46186245499 req-91267fb9-232f-4678-9aaa-088e9624c79d tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:20.984080 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-629fd6fd-bf74-4857-95d3-e46186245499 req-91267fb9-232f-4678-9aaa-088e9624c79d tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7fb580-2192-4e25-b0a7-18cc86e4e284 HTTP/1.1" status: 200 len: 944 time: 0.0586162 Feb 04 13:25:21.003784 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8 details requested by agent hyperv_n-h2-825015-3 with host n-h2-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:25:21.031938 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-629fd6fd-bf74-4857-95d3-e46186245499 req-08096e6b-719e-43d1-8972-bf4b7af73bad tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420713 Feb 04 13:25:21.106404 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8,segment=NetworkSegment(25180811-8356-42b3-97d7-72477267d807),segment_id=25180811-8356-42b3-97d7-72477267d807)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:25:21.117635 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Returning: {'device': '2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8', 'network_id': 'a3caa13b-c1d9-428c-8121-b90b74262470', 'port_id': '2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8', 'mac_address': 'fa:16:3e:4b:dc:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e164ffd-c51e-46f5-aacc-4e579cf848c4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:25:21.153969 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:25:21.154360 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:21.168296 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:25:21.188185 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8,segment=NetworkSegment(25180811-8356-42b3-97d7-72477267d807),segment_id=25180811-8356-42b3-97d7-72477267d807)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:25:21.191593 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:21.242125 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8,revision_number=13']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:21.308276 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd3def7-f9ee-4cf9-92a6-5d94e59e4363 req-49fd38e5-3f27-483f-bb21-9dada56a1e7a tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:21.309775 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2cd3def7-f9ee-4cf9-92a6-5d94e59e4363 req-49fd38e5-3f27-483f-bb21-9dada56a1e7a tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a7fb580-2192-4e25-b0a7-18cc86e4e284 HTTP/1.1" status: 200 len: 945 time: 0.0564198 Feb 04 13:25:21.409922 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-2cd3def7-f9ee-4cf9-92a6-5d94e59e4363 req-5f855589-8664-42c5-b5ab-cbdaf7700b1f tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Deleting port 2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:25:21.410184 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-2cd3def7-f9ee-4cf9-92a6-5d94e59e4363 req-5f855589-8664-42c5-b5ab-cbdaf7700b1f tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:21.502669 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-2cd3def7-f9ee-4cf9-92a6-5d94e59e4363 req-5f855589-8664-42c5-b5ab-cbdaf7700b1f tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] For port 2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8,segment=NetworkSegment(25180811-8356-42b3-97d7-72477267d807),segment_id=25180811-8356-42b3-97d7-72477267d807)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:25:21.503036 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-2cd3def7-f9ee-4cf9-92a6-5d94e59e4363 req-5f855589-8664-42c5-b5ab-cbdaf7700b1f tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:21.986281 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:22.004993 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-2cd3def7-f9ee-4cf9-92a6-5d94e59e4363 req-5f855589-8664-42c5-b5ab-cbdaf7700b1f tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:22.005732 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-2cd3def7-f9ee-4cf9-92a6-5d94e59e4363 req-5f855589-8664-42c5-b5ab-cbdaf7700b1f tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1599943'] for floatingip (89daf197-fd1e-4c6e-a6f1-7a39c6a98146), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:22.005732 n-d-825015-3 neutron-server[103475]: INFO neutron.db.l3_db [req-2cd3def7-f9ee-4cf9-92a6-5d94e59e4363 req-5f855589-8664-42c5-b5ab-cbdaf7700b1f tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Floating IP 89daf197-fd1e-4c6e-a6f1-7a39c6a98146 disassociated. External IP: 172.25.3.130, port: 2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8. Feb 04 13:25:22.005974 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-2cd3def7-f9ee-4cf9-92a6-5d94e59e4363 req-5f855589-8664-42c5-b5ab-cbdaf7700b1f tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Calling delete_port for 2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8 owned by compute:nova {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:25:22.171224 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-2cd3def7-f9ee-4cf9-92a6-5d94e59e4363 req-5f855589-8664-42c5-b5ab-cbdaf7700b1f tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:22.203925 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f855589-8664-42c5-b5ab-cbdaf7700b1f tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Pushing event deleted for resources: {'Port': ['ID=2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:22.222576 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69757a01-b73a-40f8-b70d-52b68ec2fbfd req-88288f39-e0c6-421d-a28f-48a9fa0d36c8 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:22.224163 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-69757a01-b73a-40f8-b70d-52b68ec2fbfd req-88288f39-e0c6-421d-a28f-48a9fa0d36c8 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7fb580-2192-4e25-b0a7-18cc86e4e284 HTTP/1.1" status: 200 len: 867 time: 0.1126764 Feb 04 13:25:22.345059 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-69757a01-b73a-40f8-b70d-52b68ec2fbfd req-d8c8e12f-a61c-4bc5-951b-75c95ffed8ac tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups?id=fee31edb-f7d4-42bf-905d-9aa92e6fb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877631 Feb 04 13:25:22.366793 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2cd3def7-f9ee-4cf9-92a6-5d94e59e4363 req-5f855589-8664-42c5-b5ab-cbdaf7700b1f tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Router 4a7a7b49-5991-4d38-b33e-111c4ed26ea5 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:25:22.481206 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2cd3def7-f9ee-4cf9-92a6-5d94e59e4363 req-5f855589-8664-42c5-b5ab-cbdaf7700b1f tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:25:22.491141 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e8555c-69be-4757-8c82-8db9406798d1 None None] Sync routers for ids ['4a7a7b49-5991-4d38-b33e-111c4ed26ea5'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:25:22.501589 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e8555c-69be-4757-8c82-8db9406798d1 None None] Routers {'4a7a7b49-5991-4d38-b33e-111c4ed26ea5'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:25:22.502209 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-52e8555c-69be-4757-8c82-8db9406798d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:25:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['4a7a7b49-5991-4d38-b33e-111c4ed26ea5'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:25:22.523008 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cd3def7-f9ee-4cf9-92a6-5d94e59e4363 req-5f855589-8664-42c5-b5ab-cbdaf7700b1f tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] No DVR routers for this DVR port 2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8 on host n-h2-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:25:22.527366 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-2cd3def7-f9ee-4cf9-92a6-5d94e59e4363 req-5f855589-8664-42c5-b5ab-cbdaf7700b1f tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:22.529563 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2cd3def7-f9ee-4cf9-92a6-5d94e59e4363 req-5f855589-8664-42c5-b5ab-cbdaf7700b1f tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.77 "DELETE /v2.0/ports/2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8 HTTP/1.1" status: 204 len: 173 time: 1.2149117 Feb 04 13:25:22.530033 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a7fb580-2192-4e25-b0a7-18cc86e4e284', 'name': 'network-vif-deleted', 'tag': '2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:25:22.532394 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48bbd334e613f85cd2144b496d46af0d2e531f29900d43c124e8a63cdd2917ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-287d2857-534b-4afd-99e5-0df80dad3704" -d '{"events": [{"server_uuid": "4a7fb580-2192-4e25-b0a7-18cc86e4e284", "name": "network-vif-deleted", "tag": "2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:25:22.578973 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33f8e1c3-edf3-435a-89df-a5d95a8b6007 x-openstack-request-id: req-33f8e1c3-edf3-435a-89df-a5d95a8b6007 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:25:22.579273 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a7fb580-2192-4e25-b0a7-18cc86e4e284", "name": "network-vif-deleted", "tag": "2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:25:22.579535 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-33f8e1c3-edf3-435a-89df-a5d95a8b6007 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:25:22.579985 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a7fb580-2192-4e25-b0a7-18cc86e4e284', 'name': 'network-vif-deleted', 'tag': '2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8', 'status': 'completed', 'code': 200} Feb 04 13:25:22.646070 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-52e8555c-69be-4757-8c82-8db9406798d1 None None] Set router 4a7a7b49-5991-4d38-b33e-111c4ed26ea5 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:25:22.858911 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-52e8555c-69be-4757-8c82-8db9406798d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a7a7b49-5991-4d38-b33e-111c4ed26ea5', 'name': 'tempest-ServerActionsTestJSON-1663030507-router', 'tenant_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'aa469467-7486-49d4-9d5e-6c58bf0d65d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:21:05Z', 'updated_at': '2022-02-04T13:21:07Z', 'revision_number': 4, 'project_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'gw_port': {'id': 'aa469467-7486-49d4-9d5e-6c58bf0d65d9', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:10:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7a7b49-5991-4d38-b33e-111c4ed26ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:21:05Z', 'updated_at': '2022-02-04T13:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '366443a5-ee5a-4535-8a8e-61f3264f5ebd', 'name': '', 'network_id': 'a3caa13b-c1d9-428c-8121-b90b74262470', 'tenant_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'mac_address': 'fa:16:3e:f3:e3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7a7b49-5991-4d38-b33e-111c4ed26ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '9e164ffd-c51e-46f5-aacc-4e579cf848c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:21:07Z', 'updated_at': '2022-02-04T13:21:11Z', 'revision_number': 5, 'project_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'subnets': [{'id': '9e164ffd-c51e-46f5-aacc-4e579cf848c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:25:22.887289 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e8555c-69be-4757-8c82-8db9406798d1 None None] Checking router: 4a7a7b49-5991-4d38-b33e-111c4ed26ea5 for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:25:22.896113 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e8555c-69be-4757-8c82-8db9406798d1 None None] Routers {'4a7a7b49-5991-4d38-b33e-111c4ed26ea5'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:25:22.896726 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-52e8555c-69be-4757-8c82-8db9406798d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:25:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['4a7a7b49-5991-4d38-b33e-111c4ed26ea5'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:25:23.002072 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8 no longer exists at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:25:23.021407 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-52e8555c-69be-4757-8c82-8db9406798d1 None None] Set router 4a7a7b49-5991-4d38-b33e-111c4ed26ea5 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:25:23.025162 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] No Port match for: 2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:25:23.025653 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 2b4b49c6-6c7c-48a9-a0d0-720920e3d4c8 not bound to the agent host n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:25:23.247890 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-52e8555c-69be-4757-8c82-8db9406798d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a7a7b49-5991-4d38-b33e-111c4ed26ea5', 'name': 'tempest-ServerActionsTestJSON-1663030507-router', 'tenant_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'aa469467-7486-49d4-9d5e-6c58bf0d65d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:21:05Z', 'updated_at': '2022-02-04T13:21:07Z', 'revision_number': 4, 'project_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'gw_port': {'id': 'aa469467-7486-49d4-9d5e-6c58bf0d65d9', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:10:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7a7b49-5991-4d38-b33e-111c4ed26ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:21:05Z', 'updated_at': '2022-02-04T13:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '366443a5-ee5a-4535-8a8e-61f3264f5ebd', 'name': '', 'network_id': 'a3caa13b-c1d9-428c-8121-b90b74262470', 'tenant_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'mac_address': 'fa:16:3e:f3:e3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7a7b49-5991-4d38-b33e-111c4ed26ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '9e164ffd-c51e-46f5-aacc-4e579cf848c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:21:07Z', 'updated_at': '2022-02-04T13:21:11Z', 'revision_number': 5, 'project_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'subnets': [{'id': '9e164ffd-c51e-46f5-aacc-4e579cf848c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:25:23.278187 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e8555c-69be-4757-8c82-8db9406798d1 None None] The sync data for ids ['4a7a7b49-5991-4d38-b33e-111c4ed26ea5'] in n-d-825015-3 is: [{'id': '4a7a7b49-5991-4d38-b33e-111c4ed26ea5', 'name': 'tempest-ServerActionsTestJSON-1663030507-router', 'tenant_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'aa469467-7486-49d4-9d5e-6c58bf0d65d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:21:05Z', 'updated_at': '2022-02-04T13:21:07Z', 'revision_number': 4, 'project_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'gw_port': {'id': 'aa469467-7486-49d4-9d5e-6c58bf0d65d9', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:10:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7a7b49-5991-4d38-b33e-111c4ed26ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:21:05Z', 'updated_at': '2022-02-04T13:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '366443a5-ee5a-4535-8a8e-61f3264f5ebd', 'name': '', 'network_id': 'a3caa13b-c1d9-428c-8121-b90b74262470', 'tenant_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'mac_address': 'fa:16:3e:f3:e3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7a7b49-5991-4d38-b33e-111c4ed26ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '9e164ffd-c51e-46f5-aacc-4e579cf848c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:21:07Z', 'updated_at': '2022-02-04T13:21:11Z', 'revision_number': 5, 'project_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'subnets': [{'id': '9e164ffd-c51e-46f5-aacc-4e579cf848c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:25:23.454774 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a5103cb3-134e-4b40-8c99-cffe4eb3c414 req-69535165-3509-4951-867f-2f44b572a71e tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7fb580-2192-4e25-b0a7-18cc86e4e284 HTTP/1.1" status: 200 len: 210 time: 0.0356650 Feb 04 13:25:23.566426 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c7fd3d-a4e2-480f-bef7-a7791ff28337 None None] New status for floating IP 89daf197-fd1e-4c6e-a6f1-7a39c6a98146: DOWN {{(pid=103476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:25:24.565424 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-eaeff335-25a3-43f2-9358-1433028ae6dd req-f3b33cc0-5e1f-4d29-bd04-0ea9a198d7e9 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7fb580-2192-4e25-b0a7-18cc86e4e284 HTTP/1.1" status: 200 len: 210 time: 0.0324340 Feb 04 13:25:25.667834 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-00810e60-72be-4e78-98be-6346cdd01669 req-bdf3c295-4e01-4ab2-980c-f7c756908d9a tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7fb580-2192-4e25-b0a7-18cc86e4e284 HTTP/1.1" status: 200 len: 210 time: 0.0318961 Feb 04 13:25:26.778488 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8f9538f4-8660-4a1b-85b6-a34119a3f07b req-31ed9c89-8bc9-4564-8fd7-15877ad3f29c tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7fb580-2192-4e25-b0a7-18cc86e4e284 HTTP/1.1" status: 200 len: 210 time: 0.0388863 Feb 04 13:25:27.881220 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-899bcfb7-c961-4ca1-a1ae-87fe117e8e9d req-ffe22689-0275-4c94-acb5-e2c577df82eb tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7fb580-2192-4e25-b0a7-18cc86e4e284 HTTP/1.1" status: 200 len: 210 time: 0.0290809 Feb 04 13:25:28.980289 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9ae2888c-0591-4f13-9acd-8e5da8cc630d req-d7e7fbab-afaf-48cf-8f71-a19f51087331 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7fb580-2192-4e25-b0a7-18cc86e4e284 HTTP/1.1" status: 200 len: 210 time: 0.0285025 Feb 04 13:25:30.092860 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c48ee9cc-8789-405f-9de4-9cb95b8ae24e req-63e4074f-d0ca-4103-a7e6-68b504f4cc02 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7fb580-2192-4e25-b0a7-18cc86e4e284 HTTP/1.1" status: 200 len: 210 time: 0.0404515 Feb 04 13:25:31.224884 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f2351009-3307-4bfb-9227-71b436c73a60 req-5952625d-9642-481a-a222-2e36fdf520c1 tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7fb580-2192-4e25-b0a7-18cc86e4e284 HTTP/1.1" status: 200 len: 210 time: 0.0347056 Feb 04 13:25:31.680651 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:32.353871 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:37.124955 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [req-7d071b54-934c-4bd2-9bc6-186a3c35d4d7 req-bb1e7177-9be5-4521-98a8-53bd5a1b5ff2 service neutron] (103474) timed out ('10.222.0.77', 52827) {{(pid=103474) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 04 13:25:38.079009 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 33736) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:25:38.140529 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4805eff0-c6ad-4bb6-8b3e-0b7074307f5d tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Publish callbacks [] for security_group (fee31edb-f7d4-42bf-905d-9aa92e6fb20d), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:38.166011 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4805eff0-c6ad-4bb6-8b3e-0b7074307f5d tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Publish callbacks [] for security_group (fee31edb-f7d4-42bf-905d-9aa92e6fb20d), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:38.223083 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4805eff0-c6ad-4bb6-8b3e-0b7074307f5d tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (fee31edb-f7d4-42bf-905d-9aa92e6fb20d), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:38.225690 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4805eff0-c6ad-4bb6-8b3e-0b7074307f5d tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:38.226841 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-4805eff0-c6ad-4bb6-8b3e-0b7074307f5d tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "DELETE /v2.0/security-groups/fee31edb-f7d4-42bf-905d-9aa92e6fb20d HTTP/1.1" status: 204 len: 168 time: 0.1464915 Feb 04 13:25:38.230434 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 33738) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:25:38.237109 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4805eff0-c6ad-4bb6-8b3e-0b7074307f5d tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee31edb-f7d4-42bf-905d-9aa92e6fb20d,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:38.248310 n-d-825015-3 neutron-server[103474]: INFO neutron.api.v2.resource [None req-e8adb520-a7c1-4fd4-b9fb-506f95768bbe tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] show failed (client error): The resource could not be found. Feb 04 13:25:38.249738 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-e8adb520-a7c1-4fd4-b9fb-506f95768bbe tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "GET /v2.0/security-groups/fee31edb-f7d4-42bf-905d-9aa92e6fb20d HTTP/1.1" status: 404 len: 347 time: 0.0176296 Feb 04 13:25:38.252570 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 33742) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:25:38.388517 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-22315ca0-7613-4630-ada4-e0b382c6becf tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Deleting port ddda01ea-d095-4257-8d18-4c834c4e17dc {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:25:38.388936 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-22315ca0-7613-4630-ada4-e0b382c6becf tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (ddda01ea-d095-4257-8d18-4c834c4e17dc), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:38.496188 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-22315ca0-7613-4630-ada4-e0b382c6becf tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (ddda01ea-d095-4257-8d18-4c834c4e17dc), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:38.496518 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-22315ca0-7613-4630-ada4-e0b382c6becf tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Publish callbacks [] for floatingip (ddda01ea-d095-4257-8d18-4c834c4e17dc), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:38.509943 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-22315ca0-7613-4630-ada4-e0b382c6becf tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Calling delete_port for ddda01ea-d095-4257-8d18-4c834c4e17dc owned by network:floatingip {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:25:38.652274 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-22315ca0-7613-4630-ada4-e0b382c6becf tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (ddda01ea-d095-4257-8d18-4c834c4e17dc), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:38.679374 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22315ca0-7613-4630-ada4-e0b382c6becf tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Pushing event deleted for resources: {'Port': ['ID=ddda01ea-d095-4257-8d18-4c834c4e17dc,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:38.692217 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22315ca0-7613-4630-ada4-e0b382c6becf tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:25:38.692570 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22315ca0-7613-4630-ada4-e0b382c6becf tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:25:38.692917 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22315ca0-7613-4630-ada4-e0b382c6becf tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:25:38.693261 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22315ca0-7613-4630-ada4-e0b382c6becf tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:25:38.693598 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22315ca0-7613-4630-ada4-e0b382c6becf tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:25:38.693933 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22315ca0-7613-4630-ada4-e0b382c6becf tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:25:38.694264 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22315ca0-7613-4630-ada4-e0b382c6becf tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:25:38.694606 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22315ca0-7613-4630-ada4-e0b382c6becf tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:25:38.694918 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22315ca0-7613-4630-ada4-e0b382c6becf tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:25:38.695244 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22315ca0-7613-4630-ada4-e0b382c6becf tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:25:38.695570 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22315ca0-7613-4630-ada4-e0b382c6becf tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:25:38.695931 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22315ca0-7613-4630-ada4-e0b382c6becf tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:25:38.696836 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22315ca0-7613-4630-ada4-e0b382c6becf tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:25:38.754611 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-22315ca0-7613-4630-ada4-e0b382c6becf tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Publish callbacks [] for floatingip (89daf197-fd1e-4c6e-a6f1-7a39c6a98146), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:38.757283 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-22315ca0-7613-4630-ada4-e0b382c6becf tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:38.758534 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-22315ca0-7613-4630-ada4-e0b382c6becf tempest-ServerActionsTestJSON-1490790595 tempest-ServerActionsTestJSON-1490790595-project] 10.222.0.65 "DELETE /v2.0/floatingips/89daf197-fd1e-4c6e-a6f1-7a39c6a98146 HTTP/1.1" status: 204 len: 168 time: 0.5040178 Feb 04 13:25:38.762753 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 33744) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:25:39.135962 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-56ebe332-a7b4-4fb6-8969-bf1a98882a85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622215'] for router_interface (4a7a7b49-5991-4d38-b33e-111c4ed26ea5), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:39.404163 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-56ebe332-a7b4-4fb6-8969-bf1a98882a85 admin admin] Deleting port 366443a5-ee5a-4535-8a8e-61f3264f5ebd {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:25:39.404801 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-56ebe332-a7b4-4fb6-8969-bf1a98882a85 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (366443a5-ee5a-4535-8a8e-61f3264f5ebd), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:39.499115 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-56ebe332-a7b4-4fb6-8969-bf1a98882a85 admin admin] For port 366443a5-ee5a-4535-8a8e-61f3264f5ebd, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=366443a5-ee5a-4535-8a8e-61f3264f5ebd,segment=NetworkSegment(25180811-8356-42b3-97d7-72477267d807),segment_id=25180811-8356-42b3-97d7-72477267d807)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:25:39.499500 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-56ebe332-a7b4-4fb6-8969-bf1a98882a85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (366443a5-ee5a-4535-8a8e-61f3264f5ebd), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:39.515470 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-56ebe332-a7b4-4fb6-8969-bf1a98882a85 admin admin] Calling delete_port for 366443a5-ee5a-4535-8a8e-61f3264f5ebd owned by network:router_interface {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:25:39.709582 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-56ebe332-a7b4-4fb6-8969-bf1a98882a85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (366443a5-ee5a-4535-8a8e-61f3264f5ebd), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:39.739083 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ebe332-a7b4-4fb6-8969-bf1a98882a85 admin admin] Pushing event deleted for resources: {'Port': ['ID=366443a5-ee5a-4535-8a8e-61f3264f5ebd,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:39.940447 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-56ebe332-a7b4-4fb6-8969-bf1a98882a85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622067'] for router_interface (4a7a7b49-5991-4d38-b33e-111c4ed26ea5), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:40.168047 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56ebe332-a7b4-4fb6-8969-bf1a98882a85 admin admin] Router 4a7a7b49-5991-4d38-b33e-111c4ed26ea5 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:25:40.279886 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56ebe332-a7b4-4fb6-8969-bf1a98882a85 admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:25:40.285638 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-56ebe332-a7b4-4fb6-8969-bf1a98882a85 admin admin] 10.222.0.65 "PUT /v2.0/routers/4a7a7b49-5991-4d38-b33e-111c4ed26ea5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5212088 Feb 04 13:25:40.288644 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 33746) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:25:40.291490 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc408b4b-fcec-4e8e-b7e0-5db5aca28656 None None] Sync routers for ids ['4a7a7b49-5991-4d38-b33e-111c4ed26ea5'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:25:40.301994 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc408b4b-fcec-4e8e-b7e0-5db5aca28656 None None] Routers {'4a7a7b49-5991-4d38-b33e-111c4ed26ea5'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:25:40.302618 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-bc408b4b-fcec-4e8e-b7e0-5db5aca28656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:25:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['4a7a7b49-5991-4d38-b33e-111c4ed26ea5'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:25:40.402534 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b405f46e-650c-413a-accc-2d8af4164497 admin admin] Publish callbacks [] for router (4a7a7b49-5991-4d38-b33e-111c4ed26ea5), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:40.414899 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-bc408b4b-fcec-4e8e-b7e0-5db5aca28656 None None] Set router 4a7a7b49-5991-4d38-b33e-111c4ed26ea5 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:25:40.514062 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b405f46e-650c-413a-accc-2d8af4164497 admin admin] Publish callbacks [] for router_gateway (4a7a7b49-5991-4d38-b33e-111c4ed26ea5), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:40.574329 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-b405f46e-650c-413a-accc-2d8af4164497 admin admin] Deleting port aa469467-7486-49d4-9d5e-6c58bf0d65d9 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:25:40.574672 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b405f46e-650c-413a-accc-2d8af4164497 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (aa469467-7486-49d4-9d5e-6c58bf0d65d9), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:40.607201 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-bc408b4b-fcec-4e8e-b7e0-5db5aca28656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a7a7b49-5991-4d38-b33e-111c4ed26ea5', 'name': 'tempest-ServerActionsTestJSON-1663030507-router', 'tenant_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'aa469467-7486-49d4-9d5e-6c58bf0d65d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:21:05Z', 'updated_at': '2022-02-04T13:25:39Z', 'revision_number': 5, 'project_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'gw_port': {'id': 'aa469467-7486-49d4-9d5e-6c58bf0d65d9', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:10:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7a7b49-5991-4d38-b33e-111c4ed26ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:21:05Z', 'updated_at': '2022-02-04T13:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:25:40.639029 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc408b4b-fcec-4e8e-b7e0-5db5aca28656 None None] Checking router: 4a7a7b49-5991-4d38-b33e-111c4ed26ea5 for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:25:40.647643 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc408b4b-fcec-4e8e-b7e0-5db5aca28656 None None] Routers {'4a7a7b49-5991-4d38-b33e-111c4ed26ea5'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:25:40.648301 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-bc408b4b-fcec-4e8e-b7e0-5db5aca28656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:25:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['4a7a7b49-5991-4d38-b33e-111c4ed26ea5'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:25:40.660967 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-b405f46e-650c-413a-accc-2d8af4164497 admin admin] For port aa469467-7486-49d4-9d5e-6c58bf0d65d9, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=aa469467-7486-49d4-9d5e-6c58bf0d65d9,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:25:40.661339 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b405f46e-650c-413a-accc-2d8af4164497 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (aa469467-7486-49d4-9d5e-6c58bf0d65d9), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:40.674888 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-b405f46e-650c-413a-accc-2d8af4164497 admin admin] Calling delete_port for aa469467-7486-49d4-9d5e-6c58bf0d65d9 owned by network:router_gateway {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:25:40.837162 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-bc408b4b-fcec-4e8e-b7e0-5db5aca28656 None None] Set router 4a7a7b49-5991-4d38-b33e-111c4ed26ea5 gateway port host: None {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:25:40.860334 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b405f46e-650c-413a-accc-2d8af4164497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (aa469467-7486-49d4-9d5e-6c58bf0d65d9), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:40.890546 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405f46e-650c-413a-accc-2d8af4164497 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa469467-7486-49d4-9d5e-6c58bf0d65d9,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:40.892988 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-bc408b4b-fcec-4e8e-b7e0-5db5aca28656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a7a7b49-5991-4d38-b33e-111c4ed26ea5', 'name': 'tempest-ServerActionsTestJSON-1663030507-router', 'tenant_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:21:05Z', 'updated_at': '2022-02-04T13:25:40Z', 'revision_number': 6, 'project_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'gw_port_host': None}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:25:40.921496 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc408b4b-fcec-4e8e-b7e0-5db5aca28656 None None] The sync data for ids ['4a7a7b49-5991-4d38-b33e-111c4ed26ea5'] in n-d-825015-3 is: [{'id': '4a7a7b49-5991-4d38-b33e-111c4ed26ea5', 'name': 'tempest-ServerActionsTestJSON-1663030507-router', 'tenant_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:21:05Z', 'updated_at': '2022-02-04T13:25:40Z', 'revision_number': 6, 'project_id': 'fe9ab3fdb9da43c1bef62df7d95ef4f6', 'gw_port_host': None}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:25:40.961969 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b405f46e-650c-413a-accc-2d8af4164497 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1599901'] for router_gateway (4a7a7b49-5991-4d38-b33e-111c4ed26ea5), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:41.061474 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b405f46e-650c-413a-accc-2d8af4164497 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10915'] for router (4a7a7b49-5991-4d38-b33e-111c4ed26ea5), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:41.063682 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b405f46e-650c-413a-accc-2d8af4164497 admin admin] Publish callbacks [] for router_controller (4a7a7b49-5991-4d38-b33e-111c4ed26ea5), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:41.109311 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b405f46e-650c-413a-accc-2d8af4164497 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622829'] for router (4a7a7b49-5991-4d38-b33e-111c4ed26ea5), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:41.109873 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b405f46e-650c-413a-accc-2d8af4164497 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a7a7b49-5991-4d38-b33e-111c4ed26ea5 {{(pid=103474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 13:25:41.114491 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b405f46e-650c-413a-accc-2d8af4164497 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:41.115691 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-b405f46e-650c-413a-accc-2d8af4164497 admin admin] 10.222.0.65 "DELETE /v2.0/routers/4a7a7b49-5991-4d38-b33e-111c4ed26ea5 HTTP/1.1" status: 204 len: 168 time: 0.8260965 Feb 04 13:25:41.118969 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 33748) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:25:41.167489 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa2bb6b3-602e-41a1-b8ca-4cd4a12b0f7b admin admin] Deleting subnet 9e164ffd-c51e-46f5-aacc-4e579cf848c4 {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:25:41.170637 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fa2bb6b3-602e-41a1-b8ca-4cd4a12b0f7b admin admin] Publish callbacks [] for subnet (9e164ffd-c51e-46f5-aacc-4e579cf848c4), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:41.205827 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fa2bb6b3-602e-41a1-b8ca-4cd4a12b0f7b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (9e164ffd-c51e-46f5-aacc-4e579cf848c4), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:41.289368 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fa2bb6b3-602e-41a1-b8ca-4cd4a12b0f7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (9e164ffd-c51e-46f5-aacc-4e579cf848c4), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:41.352790 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fa2bb6b3-602e-41a1-b8ca-4cd4a12b0f7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (9e164ffd-c51e-46f5-aacc-4e579cf848c4), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:41.379185 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2bb6b3-602e-41a1-b8ca-4cd4a12b0f7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e164ffd-c51e-46f5-aacc-4e579cf848c4,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:41.383286 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fa2bb6b3-602e-41a1-b8ca-4cd4a12b0f7b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:41.387932 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-fa2bb6b3-602e-41a1-b8ca-4cd4a12b0f7b admin admin] 10.222.0.65 "DELETE /v2.0/subnets/9e164ffd-c51e-46f5-aacc-4e579cf848c4 HTTP/1.1" status: 204 len: 168 time: 0.2679744 Feb 04 13:25:41.389467 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bba2d42-18ed-406b-9a18-38945ebd9232 None None] Network a3caa13b-c1d9-428c-8121-b90b74262470 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:25:41.390426 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 33750) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:25:41.471513 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-60537163-2d31-4ef9-b534-a2220dc3ff63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (a3caa13b-c1d9-428c-8121-b90b74262470), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:41.530320 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-60537163-2d31-4ef9-b534-a2220dc3ff63 admin admin] Deleting port bd063514-f260-452e-8a69-cbc204eed181 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:25:41.530895 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-60537163-2d31-4ef9-b534-a2220dc3ff63 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (bd063514-f260-452e-8a69-cbc204eed181), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:41.599093 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-60537163-2d31-4ef9-b534-a2220dc3ff63 admin admin] For port bd063514-f260-452e-8a69-cbc204eed181, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=bd063514-f260-452e-8a69-cbc204eed181,segment=NetworkSegment(25180811-8356-42b3-97d7-72477267d807),segment_id=25180811-8356-42b3-97d7-72477267d807)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:25:41.599456 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-60537163-2d31-4ef9-b534-a2220dc3ff63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (bd063514-f260-452e-8a69-cbc204eed181), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:41.612786 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-60537163-2d31-4ef9-b534-a2220dc3ff63 admin admin] Calling delete_port for bd063514-f260-452e-8a69-cbc204eed181 owned by network:dhcp {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:25:41.693139 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-60537163-2d31-4ef9-b534-a2220dc3ff63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (bd063514-f260-452e-8a69-cbc204eed181), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:41.706696 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50dc1481-0bdc-46da-be4e-04d3bbff6abe None None] DHCP port deletion for a3caa13b-c1d9-428c-8121-b90b74262470 request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:25:41.727363 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60537163-2d31-4ef9-b534-a2220dc3ff63 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd063514-f260-452e-8a69-cbc204eed181,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:41.729783 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60537163-2d31-4ef9-b534-a2220dc3ff63 admin admin] No DVR routers for this DVR port bd063514-f260-452e-8a69-cbc204eed181 on host n-d-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:25:41.804807 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-60537163-2d31-4ef9-b534-a2220dc3ff63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (a3caa13b-c1d9-428c-8121-b90b74262470), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:41.827153 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-60537163-2d31-4ef9-b534-a2220dc3ff63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3caa13b-c1d9-428c-8121-b90b74262470']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:25:41.839310 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-60537163-2d31-4ef9-b534-a2220dc3ff63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25180811-8356-42b3-97d7-72477267d807') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:25:41.839649 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-60537163-2d31-4ef9-b534-a2220dc3ff63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25180811-8356-42b3-97d7-72477267d807') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:25:41.850007 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-60537163-2d31-4ef9-b534-a2220dc3ff63 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (25180811-8356-42b3-97d7-72477267d807), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:41.864921 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-60537163-2d31-4ef9-b534-a2220dc3ff63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (25180811-8356-42b3-97d7-72477267d807), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:41.873266 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60537163-2d31-4ef9-b534-a2220dc3ff63 admin admin] Releasing vlan 593 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:25:41.873858 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-60537163-2d31-4ef9-b534-a2220dc3ff63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (25180811-8356-42b3-97d7-72477267d807), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:41.876056 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 13:25:41.876056 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:25:41.876056 n-d-825015-3 neutron-server[103474]: timer() Feb 04 13:25:41.876056 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:25:41.876056 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 13:25:41.876056 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:25:41.876056 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 13:25:41.876056 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:25:41.876056 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 13:25:41.876056 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:25:41.876056 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 13:25:41.876056 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:25:41.876056 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 13:25:41.876056 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:25:41.876056 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:25:41.876056 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:25:41.876056 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:25:41.876056 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:25:41.876056 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 13:25:41.876056 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:25:41.876056 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 13:25:41.876056 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:25:41.876056 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:25:41.876056 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:25:41.876056 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 13:25:41.876056 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:25:41.876056 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:25:41.876056 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:25:41.876056 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:25:41.876056 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:25:41.876056 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:25:41.876056 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:25:42.220477 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-60537163-2d31-4ef9-b534-a2220dc3ff63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (a3caa13b-c1d9-428c-8121-b90b74262470), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:42.225778 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-60537163-2d31-4ef9-b534-a2220dc3ff63 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:42.229743 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-60537163-2d31-4ef9-b534-a2220dc3ff63 admin admin] 10.222.0.65 "DELETE /v2.0/networks/a3caa13b-c1d9-428c-8121-b90b74262470 HTTP/1.1" status: 204 len: 168 time: 0.8383858 Feb 04 13:25:42.249191 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60537163-2d31-4ef9-b534-a2220dc3ff63 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3caa13b-c1d9-428c-8121-b90b74262470,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:42.370890 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 33754) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:25:42.413397 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-b83cb590-06fb-43e3-986e-7183342a6e36 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fe9ab3fdb9da43c1bef62df7d95ef4f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0412862 Feb 04 13:25:42.416549 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 33756) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:25:42.466446 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-df848c57-489d-439f-b6be-c05c87eea2a9 admin admin] Publish callbacks [] for security_group (27dcbd81-617c-494b-a229-3a3d60779157), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:42.488936 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-df848c57-489d-439f-b6be-c05c87eea2a9 admin admin] Publish callbacks [] for security_group (27dcbd81-617c-494b-a229-3a3d60779157), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:42.538429 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-df848c57-489d-439f-b6be-c05c87eea2a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (27dcbd81-617c-494b-a229-3a3d60779157), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:42.541447 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-df848c57-489d-439f-b6be-c05c87eea2a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:42.542626 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-df848c57-489d-439f-b6be-c05c87eea2a9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/27dcbd81-617c-494b-a229-3a3d60779157 HTTP/1.1" status: 204 len: 168 time: 0.1249130 Feb 04 13:25:42.550853 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df848c57-489d-439f-b6be-c05c87eea2a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27dcbd81-617c-494b-a229-3a3d60779157,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:42.996737 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device aa469467-7486-49d4-9d5e-6c58bf0d65d9 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:25:43.022420 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: aa469467-7486-49d4-9d5e-6c58bf0d65d9 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:25:43.022756 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device aa469467-7486-49d4-9d5e-6c58bf0d65d9 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:25:43.023121 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device bd063514-f260-452e-8a69-cbc204eed181 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:25:43.044327 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: bd063514-f260-452e-8a69-cbc204eed181 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:25:43.044685 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device bd063514-f260-452e-8a69-cbc204eed181 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:25:43.045109 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 366443a5-ee5a-4535-8a8e-61f3264f5ebd no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:25:43.068034 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 366443a5-ee5a-4535-8a8e-61f3264f5ebd {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:25:43.068392 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 366443a5-ee5a-4535-8a8e-61f3264f5ebd not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:25:43.277065 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 33778) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:25:43.372049 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-1f869535-7a0e-48ef-9d8f-aeb57667daa9 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-90363354-network', 'tenant_id': '6b8138ae61064a54ad5835f1e974a959'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:25:43.391646 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f869535-7a0e-48ef-9d8f-aeb57667daa9 admin admin] Made reservation on behalf of 6b8138ae61064a54ad5835f1e974a959 for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:25:43.394054 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1f869535-7a0e-48ef-9d8f-aeb57667daa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:43.405800 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1f869535-7a0e-48ef-9d8f-aeb57667daa9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:43.483453 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1f869535-7a0e-48ef-9d8f-aeb57667daa9 admin admin] Publish callbacks [] for security_group (72ea3d55-8680-4563-a6a6-bed5f62ccd60), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:43.487329 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1f869535-7a0e-48ef-9d8f-aeb57667daa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (72ea3d55-8680-4563-a6a6-bed5f62ccd60), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:43.512154 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f869535-7a0e-48ef-9d8f-aeb57667daa9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:25:43.522064 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f869535-7a0e-48ef-9d8f-aeb57667daa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72ea3d55-8680-4563-a6a6-bed5f62ccd60,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:43.527679 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1f869535-7a0e-48ef-9d8f-aeb57667daa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (4f833bff-741d-4bd6-81e9-d02839130486), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:43.527985 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-1f869535-7a0e-48ef-9d8f-aeb57667daa9 admin admin] Added segment 4f833bff-741d-4bd6-81e9-d02839130486 of type vlan for network d90c131c-b731-453c-b493-b8a6e197ef27 Feb 04 13:25:43.567676 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1f869535-7a0e-48ef-9d8f-aeb57667daa9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (d90c131c-b731-453c-b493-b8a6e197ef27), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:43.592793 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1f869535-7a0e-48ef-9d8f-aeb57667daa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (d90c131c-b731-453c-b493-b8a6e197ef27), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:43.593823 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f869535-7a0e-48ef-9d8f-aeb57667daa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:43.594405 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1f869535-7a0e-48ef-9d8f-aeb57667daa9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:43.648500 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-1f869535-7a0e-48ef-9d8f-aeb57667daa9 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3703394 Feb 04 13:25:43.652084 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 33782) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:25:43.656652 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f869535-7a0e-48ef-9d8f-aeb57667daa9 admin admin] Pushing event updated for resources: {'Network': ['ID=d90c131c-b731-453c-b493-b8a6e197ef27,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:43.657945 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-b112b45f-ea6c-4bec-a220-846b090f4426 admin admin] Request body: {'subnet': {'network_id': 'd90c131c-b731-453c-b493-b8a6e197ef27', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-90363354-subnet', 'tenant_id': '6b8138ae61064a54ad5835f1e974a959', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:25:43.668578 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network d90c131c-b731-453c-b493-b8a6e197ef27 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:25:43.680066 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b112b45f-ea6c-4bec-a220-846b090f4426 admin admin] Made reservation on behalf of 6b8138ae61064a54ad5835f1e974a959 for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:25:43.682604 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b112b45f-ea6c-4bec-a220-846b090f4426 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:43.851919 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b112b45f-ea6c-4bec-a220-846b090f4426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52094127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51452689'] for subnet (90773dde-0ec9-49bc-8e60-41eddfd2df76), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:43.907678 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b112b45f-ea6c-4bec-a220-846b090f4426 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90773dde-0ec9-49bc-8e60-41eddfd2df76,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:43.917355 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b112b45f-ea6c-4bec-a220-846b090f4426 admin admin] Checking segment: {'id': '4f833bff-741d-4bd6-81e9-d02839130486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd90c131c-b731-453c-b493-b8a6e197ef27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:25:43.917717 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b112b45f-ea6c-4bec-a220-846b090f4426 admin admin] Network hostable DHCP agents. Network: d90c131c-b731-453c-b493-b8a6e197ef27, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:25:43.933730 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b112b45f-ea6c-4bec-a220-846b090f4426 admin admin] Network d90c131c-b731-453c-b493-b8a6e197ef27 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:25:43.941896 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-b112b45f-ea6c-4bec-a220-846b090f4426 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, d90c131c-b731-453c-b493-b8a6e197ef27) {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:25:43.946109 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b112b45f-ea6c-4bec-a220-846b090f4426 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:43.947608 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b112b45f-ea6c-4bec-a220-846b090f4426 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:43.950767 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a55b24e-80c9-4291-86da-54fe67d2af1c None None] Network d90c131c-b731-453c-b493-b8a6e197ef27 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:25:43.964275 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-b112b45f-ea6c-4bec-a220-846b090f4426 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3108008 Feb 04 13:25:44.077796 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a185e398-2cd7-4f53-bc66-19736bfea000 None None] Network d90c131c-b731-453c-b493-b8a6e197ef27 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:25:44.465796 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a154cf9-82f3-4822-aab3-b246d392d35e req-c9828896-6f86-421a-aa48-ee9323d420df tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:44.467199 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1a154cf9-82f3-4822-aab3-b246d392d35e req-c9828896-6f86-421a-aa48-ee9323d420df tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] 10.222.0.65 "GET /v2.0/networks?id=d90c131c-b731-453c-b493-b8a6e197ef27 HTTP/1.1" status: 200 len: 812 time: 0.1060073 Feb 04 13:25:44.481958 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1a154cf9-82f3-4822-aab3-b246d392d35e req-11a2335c-9e19-4002-a01c-73dc29f3d09b tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] 10.222.0.65 "GET /v2.0/quotas/6b8138ae61064a54ad5835f1e974a959 HTTP/1.1" status: 200 len: 375 time: 0.0093746 Feb 04 13:25:44.514619 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1a154cf9-82f3-4822-aab3-b246d392d35e req-10e78064-0e3d-4dab-9a2b-b5d143c2ebf6 tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=6b8138ae61064a54ad5835f1e974a959&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277731 Feb 04 13:25:44.610096 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1a154cf9-82f3-4822-aab3-b246d392d35e req-567d023e-7207-4f0d-9f94-a3b24e2f9274 service neutron] 10.222.0.65 "GET /v2.0/networks/d90c131c-b731-453c-b493-b8a6e197ef27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888495 Feb 04 13:25:44.706902 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1a154cf9-82f3-4822-aab3-b246d392d35e req-49f8a1da-f255-4e13-8717-b1674826eba9 service neutron] 10.222.0.65 "GET /v2.0/networks/d90c131c-b731-453c-b493-b8a6e197ef27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911155 Feb 04 13:25:44.871538 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9a1fb4db-b92b-4e98-9888-32227b27a2c3 req-2b0ce884-86c5-457f-b0ca-af3d22f716b4 tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] 10.222.0.65 "GET /v2.0/ports?device_id=87da045a-fba7-41e7-bbfb-0111f8db1c0e HTTP/1.1" status: 200 len: 210 time: 0.0278981 Feb 04 13:25:45.616860 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4deb873c-a234-4821-9aef-2829f89a44ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:45.889593 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a154cf9-82f3-4822-aab3-b246d392d35e req-88c88195-d3ce-4bfd-bc1c-4cd4c3c5b821 tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:45.890963 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1a154cf9-82f3-4822-aab3-b246d392d35e req-88c88195-d3ce-4bfd-bc1c-4cd4c3c5b821 tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] 10.222.0.73 "GET /v2.0/networks?id=d90c131c-b731-453c-b493-b8a6e197ef27 HTTP/1.1" status: 200 len: 812 time: 0.1126525 Feb 04 13:25:45.905307 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-1a154cf9-82f3-4822-aab3-b246d392d35e req-586c57aa-6561-4817-9384-2963e68f48ae tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] Request body: {'port': {'device_id': '87da045a-fba7-41e7-bbfb-0111f8db1c0e', 'network_id': 'd90c131c-b731-453c-b493-b8a6e197ef27', 'admin_state_up': True, 'tenant_id': '6b8138ae61064a54ad5835f1e974a959'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:25:45.981266 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a72e8d6e-a11f-4377-ba95-5461b5a21aa5 req-3da568b9-80da-49e3-bbef-40c147a9cff0 tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] 10.222.0.65 "GET /v2.0/ports?device_id=87da045a-fba7-41e7-bbfb-0111f8db1c0e HTTP/1.1" status: 200 len: 210 time: 0.0352287 Feb 04 13:25:46.044186 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a154cf9-82f3-4822-aab3-b246d392d35e req-586c57aa-6561-4817-9384-2963e68f48ae tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] Made reservation on behalf of 6b8138ae61064a54ad5835f1e974a959 for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:25:46.047514 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-1a154cf9-82f3-4822-aab3-b246d392d35e req-586c57aa-6561-4817-9384-2963e68f48ae tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:46.170269 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-1a154cf9-82f3-4822-aab3-b246d392d35e req-586c57aa-6561-4817-9384-2963e68f48ae tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] Allocated IP 172.20.0.12 (d90c131c-b731-453c-b493-b8a6e197ef27/90773dde-0ec9-49bc-8e60-41eddfd2df76/c99e8fa1-3fec-4845-a545-34ab4c094581) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:25:46.323773 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-1a154cf9-82f3-4822-aab3-b246d392d35e req-586c57aa-6561-4817-9384-2963e68f48ae tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] Publish callbacks [] for port (c99e8fa1-3fec-4845-a545-34ab4c094581), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:46.356195 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-1a154cf9-82f3-4822-aab3-b246d392d35e req-586c57aa-6561-4817-9384-2963e68f48ae tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (c99e8fa1-3fec-4845-a545-34ab4c094581), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:46.404698 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a154cf9-82f3-4822-aab3-b246d392d35e req-586c57aa-6561-4817-9384-2963e68f48ae tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] Network d90c131c-b731-453c-b493-b8a6e197ef27 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:25:46.407830 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-1a154cf9-82f3-4822-aab3-b246d392d35e req-586c57aa-6561-4817-9384-2963e68f48ae tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:25:46.411759 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a154cf9-82f3-4822-aab3-b246d392d35e req-586c57aa-6561-4817-9384-2963e68f48ae tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:25:46.419004 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586c57aa-6561-4817-9384-2963e68f48ae tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] Pushing event updated for resources: {'Port': ['ID=c99e8fa1-3fec-4845-a545-34ab4c094581,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:46.464448 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a154cf9-82f3-4822-aab3-b246d392d35e req-586c57aa-6561-4817-9384-2963e68f48ae tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:46.465057 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-1a154cf9-82f3-4822-aab3-b246d392d35e req-586c57aa-6561-4817-9384-2963e68f48ae tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:46.480881 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1a154cf9-82f3-4822-aab3-b246d392d35e req-586c57aa-6561-4817-9384-2963e68f48ae tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5799906 Feb 04 13:25:46.492939 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-1a154cf9-82f3-4822-aab3-b246d392d35e req-62cb1e53-c0ef-4ee2-8494-0f065520e346 service neutron] Request body: {'port': {'device_id': '87da045a-fba7-41e7-bbfb-0111f8db1c0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:25:46.550143 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-1a154cf9-82f3-4822-aab3-b246d392d35e req-62cb1e53-c0ef-4ee2-8494-0f065520e346 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (c99e8fa1-3fec-4845-a545-34ab4c094581), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:46.816122 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-1a154cf9-82f3-4822-aab3-b246d392d35e req-62cb1e53-c0ef-4ee2-8494-0f065520e346 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c99e8fa1-3fec-4845-a545-34ab4c094581 {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:25:46.823522 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-1a154cf9-82f3-4822-aab3-b246d392d35e req-62cb1e53-c0ef-4ee2-8494-0f065520e346 service neutron] Publish callbacks [] for port (c99e8fa1-3fec-4845-a545-34ab4c094581), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:46.835478 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-1a154cf9-82f3-4822-aab3-b246d392d35e req-62cb1e53-c0ef-4ee2-8494-0f065520e346 service neutron] Transition to ACTIVE for port object c99e8fa1-3fec-4845-a545-34ab4c094581 will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:25:46.839411 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-1a154cf9-82f3-4822-aab3-b246d392d35e req-62cb1e53-c0ef-4ee2-8494-0f065520e346 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (c99e8fa1-3fec-4845-a545-34ab4c094581), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:46.889521 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cb1e53-c0ef-4ee2-8494-0f065520e346 service neutron] Pushing event updated for resources: {'Port': ['ID=c99e8fa1-3fec-4845-a545-34ab4c094581,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:46.959657 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-1a154cf9-82f3-4822-aab3-b246d392d35e req-62cb1e53-c0ef-4ee2-8494-0f065520e346 service neutron] Attempting to bind port c99e8fa1-3fec-4845-a545-34ab4c094581 on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:25:46.960329 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-1a154cf9-82f3-4822-aab3-b246d392d35e req-62cb1e53-c0ef-4ee2-8494-0f065520e346 service neutron] Attempting to bind port c99e8fa1-3fec-4845-a545-34ab4c094581 by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': '4f833bff-741d-4bd6-81e9-d02839130486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd90c131c-b731-453c-b493-b8a6e197ef27'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:25:46.960329 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a154cf9-82f3-4822-aab3-b246d392d35e req-62cb1e53-c0ef-4ee2-8494-0f065520e346 service neutron] Attempting to bind port c99e8fa1-3fec-4845-a545-34ab4c094581 on network d90c131c-b731-453c-b493-b8a6e197ef27 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:25:46.965033 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a154cf9-82f3-4822-aab3-b246d392d35e req-62cb1e53-c0ef-4ee2-8494-0f065520e346 service neutron] Port c99e8fa1-3fec-4845-a545-34ab4c094581 on network d90c131c-b731-453c-b493-b8a6e197ef27 not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:25:46.965355 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a154cf9-82f3-4822-aab3-b246d392d35e req-62cb1e53-c0ef-4ee2-8494-0f065520e346 service neutron] Attempting to bind port c99e8fa1-3fec-4845-a545-34ab4c094581 on network d90c131c-b731-453c-b493-b8a6e197ef27 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:25:46.970098 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a154cf9-82f3-4822-aab3-b246d392d35e req-62cb1e53-c0ef-4ee2-8494-0f065520e346 service neutron] Checking agent: {'id': 'f8add0d2-2202-43d3-bc0e-72442788e6ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:25:46.970438 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a154cf9-82f3-4822-aab3-b246d392d35e req-62cb1e53-c0ef-4ee2-8494-0f065520e346 service neutron] Checking segment: {'id': '4f833bff-741d-4bd6-81e9-d02839130486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd90c131c-b731-453c-b493-b8a6e197ef27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:25:46.970821 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a154cf9-82f3-4822-aab3-b246d392d35e req-62cb1e53-c0ef-4ee2-8494-0f065520e346 service neutron] Bound using segment: {'id': '4f833bff-741d-4bd6-81e9-d02839130486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd90c131c-b731-453c-b493-b8a6e197ef27'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:25:46.971239 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-1a154cf9-82f3-4822-aab3-b246d392d35e req-62cb1e53-c0ef-4ee2-8494-0f065520e346 service neutron] Bound port: c99e8fa1-3fec-4845-a545-34ab4c094581, host: n-h1-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f833bff-741d-4bd6-81e9-d02839130486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd90c131c-b731-453c-b493-b8a6e197ef27'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:25:46.971592 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-1a154cf9-82f3-4822-aab3-b246d392d35e req-62cb1e53-c0ef-4ee2-8494-0f065520e346 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (c99e8fa1-3fec-4845-a545-34ab4c094581), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:47.036556 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-1a154cf9-82f3-4822-aab3-b246d392d35e req-62cb1e53-c0ef-4ee2-8494-0f065520e346 service neutron] For port c99e8fa1-3fec-4845-a545-34ab4c094581, host n-h1-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:25:47.039694 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-1a154cf9-82f3-4822-aab3-b246d392d35e req-62cb1e53-c0ef-4ee2-8494-0f065520e346 service neutron] For port c99e8fa1-3fec-4845-a545-34ab4c094581, host n-h1-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=c99e8fa1-3fec-4845-a545-34ab4c094581,segment=NetworkSegment(4f833bff-741d-4bd6-81e9-d02839130486),segment_id=4f833bff-741d-4bd6-81e9-d02839130486)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:25:47.046455 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-1a154cf9-82f3-4822-aab3-b246d392d35e req-62cb1e53-c0ef-4ee2-8494-0f065520e346 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (c99e8fa1-3fec-4845-a545-34ab4c094581), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:47.111996 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a154cf9-82f3-4822-aab3-b246d392d35e req-62cb1e53-c0ef-4ee2-8494-0f065520e346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:47.112627 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-1a154cf9-82f3-4822-aab3-b246d392d35e req-62cb1e53-c0ef-4ee2-8494-0f065520e346 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:47.114033 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1a154cf9-82f3-4822-aab3-b246d392d35e req-62cb1e53-c0ef-4ee2-8494-0f065520e346 service neutron] 10.222.0.73 "PUT /v2.0/ports/c99e8fa1-3fec-4845-a545-34ab4c094581 HTTP/1.1" status: 200 len: 1092 time: 0.6252177 Feb 04 13:25:47.114478 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87da045a-fba7-41e7-bbfb-0111f8db1c0e', 'tag': 'c99e8fa1-3fec-4845-a545-34ab4c094581'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:25:47.116774 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48bbd334e613f85cd2144b496d46af0d2e531f29900d43c124e8a63cdd2917ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-955a31dc-a00b-4dab-9483-fa9c4ee09afe" -d '{"events": [{"name": "network-changed", "server_uuid": "87da045a-fba7-41e7-bbfb-0111f8db1c0e", "tag": "c99e8fa1-3fec-4845-a545-34ab4c094581"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:25:47.152570 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cb1e53-c0ef-4ee2-8494-0f065520e346 service neutron] Pushing event updated for resources: {'Port': ['ID=c99e8fa1-3fec-4845-a545-34ab4c094581,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:47.157029 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5dcbb82-b1ec-4e75-aeee-b602b3875a41 x-openstack-request-id: req-f5dcbb82-b1ec-4e75-aeee-b602b3875a41 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:25:47.157328 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87da045a-fba7-41e7-bbfb-0111f8db1c0e", "tag": "c99e8fa1-3fec-4845-a545-34ab4c094581", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:25:47.157591 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f5dcbb82-b1ec-4e75-aeee-b602b3875a41 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:25:47.158001 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87da045a-fba7-41e7-bbfb-0111f8db1c0e', 'tag': 'c99e8fa1-3fec-4845-a545-34ab4c094581', 'status': 'completed', 'code': 200} Feb 04 13:25:47.182952 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0f819d-d206-4057-b54b-ed07bb14641e req-428f9b45-d7d2-4598-8585-2e93b46d0a7f tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:47.184478 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8e0f819d-d206-4057-b54b-ed07bb14641e req-428f9b45-d7d2-4598-8585-2e93b46d0a7f tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] 10.222.0.65 "GET /v2.0/ports?device_id=87da045a-fba7-41e7-bbfb-0111f8db1c0e HTTP/1.1" status: 200 len: 944 time: 0.1272316 Feb 04 13:25:47.254375 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a154cf9-82f3-4822-aab3-b246d392d35e req-3f668ccf-5e9c-4ede-adaf-0470aa21bada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:47.255923 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1a154cf9-82f3-4822-aab3-b246d392d35e req-3f668ccf-5e9c-4ede-adaf-0470aa21bada service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6b8138ae61064a54ad5835f1e974a959&device_id=87da045a-fba7-41e7-bbfb-0111f8db1c0e HTTP/1.1" status: 200 len: 1126 time: 0.0941577 Feb 04 13:25:47.261202 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8e0f819d-d206-4057-b54b-ed07bb14641e req-6612259f-ed9d-4553-9b67-c1a39036835e tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] 10.222.0.65 "GET /v2.0/security-groups?id=72ea3d55-8680-4563-a6a6-bed5f62ccd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604222 Feb 04 13:25:47.299993 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1a154cf9-82f3-4822-aab3-b246d392d35e req-a1cf4c21-90a2-4fbd-a180-1f894e7c49d0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c99e8fa1-3fec-4845-a545-34ab4c094581 HTTP/1.1" status: 200 len: 217 time: 0.0350711 Feb 04 13:25:47.352993 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a154cf9-82f3-4822-aab3-b246d392d35e req-519c8549-a510-4394-99c5-9a5a34302bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:47.354271 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1a154cf9-82f3-4822-aab3-b246d392d35e req-519c8549-a510-4394-99c5-9a5a34302bdc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=90773dde-0ec9-49bc-8e60-41eddfd2df76 HTTP/1.1" status: 200 len: 852 time: 0.0468802 Feb 04 13:25:47.386880 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1a154cf9-82f3-4822-aab3-b246d392d35e req-b85810b7-6c65-4c27-bf45-4cacc22d023d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d90c131c-b731-453c-b493-b8a6e197ef27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255556 Feb 04 13:25:47.475345 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1a154cf9-82f3-4822-aab3-b246d392d35e req-80503848-fae4-42b7-9f62-aec185f5e2bd service neutron] 10.222.0.73 "GET /v2.0/networks/d90c131c-b731-453c-b493-b8a6e197ef27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804901 Feb 04 13:25:47.573185 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1a154cf9-82f3-4822-aab3-b246d392d35e req-12b66626-7c33-4f76-9a3b-2d2d7111a40f service neutron] 10.222.0.73 "GET /v2.0/networks/d90c131c-b731-453c-b493-b8a6e197ef27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903151 Feb 04 13:25:47.673870 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955a31dc-a00b-4dab-9483-fa9c4ee09afe req-4d7b98da-5db5-4db5-8936-d5f93f5bd7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:47.675300 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-955a31dc-a00b-4dab-9483-fa9c4ee09afe req-4d7b98da-5db5-4db5-8936-d5f93f5bd7b3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6b8138ae61064a54ad5835f1e974a959&device_id=87da045a-fba7-41e7-bbfb-0111f8db1c0e HTTP/1.1" status: 200 len: 1126 time: 0.0461009 Feb 04 13:25:47.767435 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955a31dc-a00b-4dab-9483-fa9c4ee09afe req-beb10002-2696-45fe-af38-2f5f529e3e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:47.768905 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-955a31dc-a00b-4dab-9483-fa9c4ee09afe req-beb10002-2696-45fe-af38-2f5f529e3e4e service neutron] 10.222.0.73 "GET /v2.0/networks?id=d90c131c-b731-453c-b493-b8a6e197ef27 HTTP/1.1" status: 200 len: 913 time: 0.0872891 Feb 04 13:25:47.810930 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-955a31dc-a00b-4dab-9483-fa9c4ee09afe req-80339ad0-4819-4808-b0e8-bb3bba853032 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c99e8fa1-3fec-4845-a545-34ab4c094581 HTTP/1.1" status: 200 len: 217 time: 0.0347877 Feb 04 13:25:47.861519 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955a31dc-a00b-4dab-9483-fa9c4ee09afe req-b4dabe7c-336d-484b-bdde-a9bd3035743e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:47.862992 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-955a31dc-a00b-4dab-9483-fa9c4ee09afe req-b4dabe7c-336d-484b-bdde-a9bd3035743e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=90773dde-0ec9-49bc-8e60-41eddfd2df76 HTTP/1.1" status: 200 len: 852 time: 0.0451124 Feb 04 13:25:47.898758 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-955a31dc-a00b-4dab-9483-fa9c4ee09afe req-b50a82b7-b134-49dc-ae00-e0494d377f12 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d90c131c-b731-453c-b493-b8a6e197ef27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258472 Feb 04 13:25:47.992453 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-955a31dc-a00b-4dab-9483-fa9c4ee09afe req-d1dec7d4-61aa-44f6-82a7-a6535f650899 service neutron] 10.222.0.73 "GET /v2.0/networks/d90c131c-b731-453c-b493-b8a6e197ef27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837383 Feb 04 13:25:48.080859 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-955a31dc-a00b-4dab-9483-fa9c4ee09afe req-253be733-7e06-4125-a1fa-89c374734559 service neutron] 10.222.0.73 "GET /v2.0/networks/d90c131c-b731-453c-b493-b8a6e197ef27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811336 Feb 04 13:25:48.125392 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64efe5a0-0856-46f0-9528-a1dd86200b4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:48.390511 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18176a1-7bfa-4b37-abc7-76585c1b7867 req-1a3e5a8d-e138-4b06-aef2-560d7b7bf899 tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:48.392025 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a18176a1-7bfa-4b37-abc7-76585c1b7867 req-1a3e5a8d-e138-4b06-aef2-560d7b7bf899 tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] 10.222.0.65 "GET /v2.0/ports?device_id=87da045a-fba7-41e7-bbfb-0111f8db1c0e HTTP/1.1" status: 200 len: 944 time: 0.0582347 Feb 04 13:25:48.438535 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a18176a1-7bfa-4b37-abc7-76585c1b7867 req-cd23d6a8-c807-4f30-ba3d-6038c65aaf37 tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] 10.222.0.65 "GET /v2.0/security-groups?id=72ea3d55-8680-4563-a6a6-bed5f62ccd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408378 Feb 04 13:25:49.439545 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:49.557444 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66573e0-bff0-4007-9e41-ef7dde0ebd9d req-42d1738f-9079-4866-bfe7-4e49127339cf tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:49.558914 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e66573e0-bff0-4007-9e41-ef7dde0ebd9d req-42d1738f-9079-4866-bfe7-4e49127339cf tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] 10.222.0.65 "GET /v2.0/ports?device_id=87da045a-fba7-41e7-bbfb-0111f8db1c0e HTTP/1.1" status: 200 len: 944 time: 0.0523968 Feb 04 13:25:49.605828 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e66573e0-bff0-4007-9e41-ef7dde0ebd9d req-3bdba67a-37bc-43e6-9dcd-ef218645f55a tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] 10.222.0.65 "GET /v2.0/security-groups?id=72ea3d55-8680-4563-a6a6-bed5f62ccd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413244 Feb 04 13:25:50.507690 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device c99e8fa1-3fec-4845-a545-34ab4c094581 details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:25:50.608589 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port c99e8fa1-3fec-4845-a545-34ab4c094581, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=c99e8fa1-3fec-4845-a545-34ab4c094581,segment=NetworkSegment(4f833bff-741d-4bd6-81e9-d02839130486),segment_id=4f833bff-741d-4bd6-81e9-d02839130486)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:25:50.620906 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': 'c99e8fa1-3fec-4845-a545-34ab4c094581', 'network_id': 'd90c131c-b731-453c-b493-b8a6e197ef27', 'port_id': 'c99e8fa1-3fec-4845-a545-34ab4c094581', 'mac_address': 'fa:16:3e:8c:70:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90773dde-0ec9-49bc-8e60-41eddfd2df76', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:25:50.660494 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port c99e8fa1-3fec-4845-a545-34ab4c094581 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:25:50.660907 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (c99e8fa1-3fec-4845-a545-34ab4c094581), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:50.678702 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c99e8fa1-3fec-4845-a545-34ab4c094581 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:25:50.706753 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port c99e8fa1-3fec-4845-a545-34ab4c094581, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=c99e8fa1-3fec-4845-a545-34ab4c094581,segment=NetworkSegment(4f833bff-741d-4bd6-81e9-d02839130486),segment_id=4f833bff-741d-4bd6-81e9-d02839130486)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:25:50.716012 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (c99e8fa1-3fec-4845-a545-34ab4c094581), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:50.722467 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:50.750354 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e93d16-7c11-4d37-8ae6-1e7dfdac42f3 req-42142b7e-41d0-4d94-b0fb-70e6c818f22a tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:50.751952 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f2e93d16-7c11-4d37-8ae6-1e7dfdac42f3 req-42142b7e-41d0-4d94-b0fb-70e6c818f22a tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] 10.222.0.65 "GET /v2.0/ports?device_id=87da045a-fba7-41e7-bbfb-0111f8db1c0e HTTP/1.1" status: 200 len: 944 time: 0.0719604 Feb 04 13:25:50.770114 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=c99e8fa1-3fec-4845-a545-34ab4c094581,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:50.809593 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f2e93d16-7c11-4d37-8ae6-1e7dfdac42f3 req-3417837a-c6bf-4774-8c35-24d7459315a9 tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] 10.222.0.65 "GET /v2.0/security-groups?id=72ea3d55-8680-4563-a6a6-bed5f62ccd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479872 Feb 04 13:25:50.953988 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['c99e8fa1-3fec-4845-a545-34ab4c094581'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:25:51.819218 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:51.937322 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d1055a-a185-4c2b-a595-cf35e875d572 req-73a4123c-9b2a-443f-9888-451b654a97c3 tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:51.938925 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-89d1055a-a185-4c2b-a595-cf35e875d572 req-73a4123c-9b2a-443f-9888-451b654a97c3 tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] 10.222.0.65 "GET /v2.0/ports?device_id=87da045a-fba7-41e7-bbfb-0111f8db1c0e HTTP/1.1" status: 200 len: 945 time: 0.0559707 Feb 04 13:25:51.988676 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-89d1055a-a185-4c2b-a595-cf35e875d572 req-02f33374-e508-4e78-abb9-3c053b5de0fe tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] 10.222.0.65 "GET /v2.0/security-groups?id=72ea3d55-8680-4563-a6a6-bed5f62ccd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436301 Feb 04 13:25:52.537757 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device c99e8fa1-3fec-4845-a545-34ab4c094581 up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:25:52.588687 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning for port c99e8fa1-3fec-4845-a545-34ab4c094581 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:25:52.592722 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port c99e8fa1-3fec-4845-a545-34ab4c094581 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:25:52.593111 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (c99e8fa1-3fec-4845-a545-34ab4c094581), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:52.678909 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port c99e8fa1-3fec-4845-a545-34ab4c094581 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:25:52.679304 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (c99e8fa1-3fec-4845-a545-34ab4c094581), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:52.702623 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87da045a-fba7-41e7-bbfb-0111f8db1c0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c99e8fa1-3fec-4845-a545-34ab4c094581'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:25:52.704909 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53818b00e40e8afff1ffbbb80b1f2b2ececb0555ff6da39e2769b708ef8305ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-609b4cff-6a47-434a-95ad-dfdf7fd4510c" -d '{"events": [{"server_uuid": "87da045a-fba7-41e7-bbfb-0111f8db1c0e", "name": "network-vif-plugged", "status": "completed", "tag": "c99e8fa1-3fec-4845-a545-34ab4c094581"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:25:52.719867 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port c99e8fa1-3fec-4845-a545-34ab4c094581, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=c99e8fa1-3fec-4845-a545-34ab4c094581,segment=NetworkSegment(4f833bff-741d-4bd6-81e9-d02839130486),segment_id=4f833bff-741d-4bd6-81e9-d02839130486)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:25:52.724761 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (c99e8fa1-3fec-4845-a545-34ab4c094581), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:52.749888 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1307ac0c-a813-475f-b52d-36abd575d926 x-openstack-request-id: req-1307ac0c-a813-475f-b52d-36abd575d926 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:25:52.750187 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87da045a-fba7-41e7-bbfb-0111f8db1c0e", "name": "network-vif-plugged", "status": "completed", "tag": "c99e8fa1-3fec-4845-a545-34ab4c094581", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:25:52.750449 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1307ac0c-a813-475f-b52d-36abd575d926 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:25:52.750848 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87da045a-fba7-41e7-bbfb-0111f8db1c0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c99e8fa1-3fec-4845-a545-34ab4c094581', 'code': 200} Feb 04 13:25:52.782586 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=c99e8fa1-3fec-4845-a545-34ab4c094581,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:52.861908 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16459c08-1529-44ae-994e-1aee0a10d853 req-e91197e9-7d1a-47d0-bf63-209c7d36bc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:52.863478 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-16459c08-1529-44ae-994e-1aee0a10d853 req-e91197e9-7d1a-47d0-bf63-209c7d36bc68 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=87da045a-fba7-41e7-bbfb-0111f8db1c0e HTTP/1.1" status: 200 len: 1128 time: 0.0535510 Feb 04 13:25:52.913935 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-16459c08-1529-44ae-994e-1aee0a10d853 req-d507a828-cd48-4c8c-873f-4c5c1330f313 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=72ea3d55-8680-4563-a6a6-bed5f62ccd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434160 Feb 04 13:25:53.111101 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52fe5ab-6a55-458c-833a-fe123c711be0 req-0254fee8-7f24-477c-a557-43fe338d494e tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:53.112615 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b52fe5ab-6a55-458c-833a-fe123c711be0 req-0254fee8-7f24-477c-a557-43fe338d494e tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] 10.222.0.65 "GET /v2.0/ports?device_id=87da045a-fba7-41e7-bbfb-0111f8db1c0e HTTP/1.1" status: 200 len: 946 time: 0.0537431 Feb 04 13:25:53.161183 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b52fe5ab-6a55-458c-833a-fe123c711be0 req-e26d54c0-0c90-45e7-8cc4-f48a06af58af tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] 10.222.0.65 "GET /v2.0/security-groups?id=72ea3d55-8680-4563-a6a6-bed5f62ccd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424173 Feb 04 13:25:54.291273 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038569d4-06d5-4e2d-acc7-b32692578d9a req-63a112bc-266c-4fc7-9909-a18ec38b6afb tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:54.292783 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-038569d4-06d5-4e2d-acc7-b32692578d9a req-63a112bc-266c-4fc7-9909-a18ec38b6afb tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] 10.222.0.65 "GET /v2.0/ports?device_id=87da045a-fba7-41e7-bbfb-0111f8db1c0e HTTP/1.1" status: 200 len: 946 time: 0.0564311 Feb 04 13:25:54.340634 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-038569d4-06d5-4e2d-acc7-b32692578d9a req-aa51d3e8-490d-4aa9-a073-a284153c8994 tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] 10.222.0.65 "GET /v2.0/security-groups?id=72ea3d55-8680-4563-a6a6-bed5f62ccd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414670 Feb 04 13:25:55.463158 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ed309e-d42e-4029-aa4d-51265028207e req-fbb415d1-ddef-49e2-9cfa-25b01c21ec8d tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:55.464776 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-52ed309e-d42e-4029-aa4d-51265028207e req-fbb415d1-ddef-49e2-9cfa-25b01c21ec8d tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] 10.222.0.65 "GET /v2.0/ports?device_id=87da045a-fba7-41e7-bbfb-0111f8db1c0e HTTP/1.1" status: 200 len: 946 time: 0.0573204 Feb 04 13:25:55.510163 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-52ed309e-d42e-4029-aa4d-51265028207e req-2830d12a-9769-4a3b-87a4-9315d3f88314 tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] 10.222.0.65 "GET /v2.0/security-groups?id=72ea3d55-8680-4563-a6a6-bed5f62ccd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398448 Feb 04 13:25:55.734127 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccbbd69-4bcb-44e6-9b17-e00e477b0a6e req-34926fc0-175e-4685-a429-42ca10a54e8f tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:55.735582 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8ccbbd69-4bcb-44e6-9b17-e00e477b0a6e req-34926fc0-175e-4685-a429-42ca10a54e8f tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] 10.222.0.65 "GET /v2.0/networks?id=d90c131c-b731-453c-b493-b8a6e197ef27 HTTP/1.1" status: 200 len: 812 time: 0.1014328 Feb 04 13:25:55.749918 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8ccbbd69-4bcb-44e6-9b17-e00e477b0a6e req-6e422060-4223-4111-9747-bf5e7f6b7b54 tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] 10.222.0.65 "GET /v2.0/quotas/6b8138ae61064a54ad5835f1e974a959 HTTP/1.1" status: 200 len: 375 time: 0.0089176 Feb 04 13:25:55.806785 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8ccbbd69-4bcb-44e6-9b17-e00e477b0a6e req-bd0a64b6-a2c2-4cc9-a68d-2d3391e210c9 tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=6b8138ae61064a54ad5835f1e974a959&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0518973 Feb 04 13:25:55.894380 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8ccbbd69-4bcb-44e6-9b17-e00e477b0a6e req-af14a195-1fb9-4eed-86cb-406f94bbc51d service neutron] 10.222.0.65 "GET /v2.0/networks/d90c131c-b731-453c-b493-b8a6e197ef27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808978 Feb 04 13:25:55.988076 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8ccbbd69-4bcb-44e6-9b17-e00e477b0a6e req-64576163-a0cd-45ca-aad3-eb87da9ff1ad service neutron] 10.222.0.65 "GET /v2.0/networks/d90c131c-b731-453c-b493-b8a6e197ef27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877087 Feb 04 13:25:56.149704 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f1378720-e2d9-4a2c-8d5c-a3f53b6fd3e9 req-6e1503b9-0a0e-41d4-8d11-02c7e68fe164 tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b243f0d-e2cf-4622-84c0-12cf4dec84ea HTTP/1.1" status: 200 len: 210 time: 0.0285194 Feb 04 13:25:57.051980 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccbbd69-4bcb-44e6-9b17-e00e477b0a6e req-28e07d5e-b541-4d8b-acf3-596c43c156bf tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:57.053427 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8ccbbd69-4bcb-44e6-9b17-e00e477b0a6e req-28e07d5e-b541-4d8b-acf3-596c43c156bf tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] 10.222.0.77 "GET /v2.0/networks?id=d90c131c-b731-453c-b493-b8a6e197ef27 HTTP/1.1" status: 200 len: 812 time: 0.1082740 Feb 04 13:25:57.066104 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-8ccbbd69-4bcb-44e6-9b17-e00e477b0a6e req-6a132b8d-837a-415c-bf2b-774801187fcf tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] Request body: {'port': {'device_id': '2b243f0d-e2cf-4622-84c0-12cf4dec84ea', 'network_id': 'd90c131c-b731-453c-b493-b8a6e197ef27', 'admin_state_up': True, 'tenant_id': '6b8138ae61064a54ad5835f1e974a959'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:25:57.172944 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ccbbd69-4bcb-44e6-9b17-e00e477b0a6e req-6a132b8d-837a-415c-bf2b-774801187fcf tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] Made reservation on behalf of 6b8138ae61064a54ad5835f1e974a959 for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:25:57.176382 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8ccbbd69-4bcb-44e6-9b17-e00e477b0a6e req-6a132b8d-837a-415c-bf2b-774801187fcf tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:57.276294 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a092f26b-3bc7-4eaf-b8f1-ac6e3ac5627a req-07d372a4-47c9-49dc-8955-563385d803eb tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b243f0d-e2cf-4622-84c0-12cf4dec84ea HTTP/1.1" status: 200 len: 210 time: 0.0414979 Feb 04 13:25:57.339623 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-8ccbbd69-4bcb-44e6-9b17-e00e477b0a6e req-6a132b8d-837a-415c-bf2b-774801187fcf tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] Allocated IP 172.20.0.11 (d90c131c-b731-453c-b493-b8a6e197ef27/90773dde-0ec9-49bc-8e60-41eddfd2df76/ce99b542-e28f-4e5a-9fcc-51a5e044abc4) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:25:57.532981 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:25:57.812839 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8ccbbd69-4bcb-44e6-9b17-e00e477b0a6e req-6a132b8d-837a-415c-bf2b-774801187fcf tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] Publish callbacks [] for port (ce99b542-e28f-4e5a-9fcc-51a5e044abc4), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:57.848797 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8ccbbd69-4bcb-44e6-9b17-e00e477b0a6e req-6a132b8d-837a-415c-bf2b-774801187fcf tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (ce99b542-e28f-4e5a-9fcc-51a5e044abc4), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:57.862552 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['c99e8fa1-3fec-4845-a545-34ab4c094581'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:25:57.888262 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ccbbd69-4bcb-44e6-9b17-e00e477b0a6e req-6a132b8d-837a-415c-bf2b-774801187fcf tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] Network d90c131c-b731-453c-b493-b8a6e197ef27 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:25:57.891347 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-8ccbbd69-4bcb-44e6-9b17-e00e477b0a6e req-6a132b8d-837a-415c-bf2b-774801187fcf tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:25:57.895206 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ccbbd69-4bcb-44e6-9b17-e00e477b0a6e req-6a132b8d-837a-415c-bf2b-774801187fcf tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:25:57.943246 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a132b8d-837a-415c-bf2b-774801187fcf tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] Pushing event updated for resources: {'Port': ['ID=ce99b542-e28f-4e5a-9fcc-51a5e044abc4,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:57.959359 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccbbd69-4bcb-44e6-9b17-e00e477b0a6e req-6a132b8d-837a-415c-bf2b-774801187fcf tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:57.960094 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8ccbbd69-4bcb-44e6-9b17-e00e477b0a6e req-6a132b8d-837a-415c-bf2b-774801187fcf tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:57.988547 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8ccbbd69-4bcb-44e6-9b17-e00e477b0a6e req-6a132b8d-837a-415c-bf2b-774801187fcf tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9261911 Feb 04 13:25:58.000693 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-8ccbbd69-4bcb-44e6-9b17-e00e477b0a6e req-c864e850-de42-434b-8366-7b6608e38259 service neutron] Request body: {'port': {'device_id': '2b243f0d-e2cf-4622-84c0-12cf4dec84ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:25:58.067857 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8ccbbd69-4bcb-44e6-9b17-e00e477b0a6e req-c864e850-de42-434b-8366-7b6608e38259 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (ce99b542-e28f-4e5a-9fcc-51a5e044abc4), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:58.386135 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-8ccbbd69-4bcb-44e6-9b17-e00e477b0a6e req-c864e850-de42-434b-8366-7b6608e38259 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce99b542-e28f-4e5a-9fcc-51a5e044abc4 {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:25:58.403319 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8ccbbd69-4bcb-44e6-9b17-e00e477b0a6e req-c864e850-de42-434b-8366-7b6608e38259 service neutron] Publish callbacks [] for port (ce99b542-e28f-4e5a-9fcc-51a5e044abc4), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:58.434870 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-8ccbbd69-4bcb-44e6-9b17-e00e477b0a6e req-c864e850-de42-434b-8366-7b6608e38259 service neutron] Transition to ACTIVE for port object ce99b542-e28f-4e5a-9fcc-51a5e044abc4 will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:25:58.438617 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8ccbbd69-4bcb-44e6-9b17-e00e477b0a6e req-c864e850-de42-434b-8366-7b6608e38259 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (ce99b542-e28f-4e5a-9fcc-51a5e044abc4), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:58.507688 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36e97dc-4b68-4fb6-adf4-679565baf7f7 req-4d230498-4969-446c-8b0e-b5bb88930f9d tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:58.509574 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a36e97dc-4b68-4fb6-adf4-679565baf7f7 req-4d230498-4969-446c-8b0e-b5bb88930f9d tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b243f0d-e2cf-4622-84c0-12cf4dec84ea HTTP/1.1" status: 200 len: 932 time: 0.1186788 Feb 04 13:25:58.511689 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c864e850-de42-434b-8366-7b6608e38259 service neutron] Pushing event updated for resources: {'Port': ['ID=ce99b542-e28f-4e5a-9fcc-51a5e044abc4,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:58.618948 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a36e97dc-4b68-4fb6-adf4-679565baf7f7 req-16f51e15-9441-4904-b7b1-7868d16adf6d tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] 10.222.0.65 "GET /v2.0/security-groups?id=72ea3d55-8680-4563-a6a6-bed5f62ccd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983443 Feb 04 13:25:58.628365 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-8ccbbd69-4bcb-44e6-9b17-e00e477b0a6e req-c864e850-de42-434b-8366-7b6608e38259 service neutron] Attempting to bind port ce99b542-e28f-4e5a-9fcc-51a5e044abc4 on host n-h2-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:25:58.628708 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-8ccbbd69-4bcb-44e6-9b17-e00e477b0a6e req-c864e850-de42-434b-8366-7b6608e38259 service neutron] Attempting to bind port ce99b542-e28f-4e5a-9fcc-51a5e044abc4 by drivers openvswitch,hyperv on host n-h2-825015-3 at level 0 using segments [{'id': '4f833bff-741d-4bd6-81e9-d02839130486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd90c131c-b731-453c-b493-b8a6e197ef27'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:25:58.629047 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ccbbd69-4bcb-44e6-9b17-e00e477b0a6e req-c864e850-de42-434b-8366-7b6608e38259 service neutron] Attempting to bind port ce99b542-e28f-4e5a-9fcc-51a5e044abc4 on network d90c131c-b731-453c-b493-b8a6e197ef27 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:25:58.634356 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ccbbd69-4bcb-44e6-9b17-e00e477b0a6e req-c864e850-de42-434b-8366-7b6608e38259 service neutron] Port ce99b542-e28f-4e5a-9fcc-51a5e044abc4 on network d90c131c-b731-453c-b493-b8a6e197ef27 not bound, no agent of type Open vSwitch agent registered on host n-h2-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:25:58.634692 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ccbbd69-4bcb-44e6-9b17-e00e477b0a6e req-c864e850-de42-434b-8366-7b6608e38259 service neutron] Attempting to bind port ce99b542-e28f-4e5a-9fcc-51a5e044abc4 on network d90c131c-b731-453c-b493-b8a6e197ef27 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:25:58.640066 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ccbbd69-4bcb-44e6-9b17-e00e477b0a6e req-c864e850-de42-434b-8366-7b6608e38259 service neutron] Checking agent: {'id': '9b68a165-e786-4b91-8592-44519c2ecabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:25:58.640410 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ccbbd69-4bcb-44e6-9b17-e00e477b0a6e req-c864e850-de42-434b-8366-7b6608e38259 service neutron] Checking segment: {'id': '4f833bff-741d-4bd6-81e9-d02839130486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd90c131c-b731-453c-b493-b8a6e197ef27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:25:58.640793 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ccbbd69-4bcb-44e6-9b17-e00e477b0a6e req-c864e850-de42-434b-8366-7b6608e38259 service neutron] Bound using segment: {'id': '4f833bff-741d-4bd6-81e9-d02839130486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd90c131c-b731-453c-b493-b8a6e197ef27'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:25:58.641213 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-8ccbbd69-4bcb-44e6-9b17-e00e477b0a6e req-c864e850-de42-434b-8366-7b6608e38259 service neutron] Bound port: ce99b542-e28f-4e5a-9fcc-51a5e044abc4, host: n-h2-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f833bff-741d-4bd6-81e9-d02839130486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd90c131c-b731-453c-b493-b8a6e197ef27'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:25:58.641572 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8ccbbd69-4bcb-44e6-9b17-e00e477b0a6e req-c864e850-de42-434b-8366-7b6608e38259 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (ce99b542-e28f-4e5a-9fcc-51a5e044abc4), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:58.704849 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-8ccbbd69-4bcb-44e6-9b17-e00e477b0a6e req-c864e850-de42-434b-8366-7b6608e38259 service neutron] For port ce99b542-e28f-4e5a-9fcc-51a5e044abc4, host n-h2-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:25:58.707755 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-8ccbbd69-4bcb-44e6-9b17-e00e477b0a6e req-c864e850-de42-434b-8366-7b6608e38259 service neutron] For port ce99b542-e28f-4e5a-9fcc-51a5e044abc4, host n-h2-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=ce99b542-e28f-4e5a-9fcc-51a5e044abc4,segment=NetworkSegment(4f833bff-741d-4bd6-81e9-d02839130486),segment_id=4f833bff-741d-4bd6-81e9-d02839130486)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:25:58.715764 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8ccbbd69-4bcb-44e6-9b17-e00e477b0a6e req-c864e850-de42-434b-8366-7b6608e38259 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (ce99b542-e28f-4e5a-9fcc-51a5e044abc4), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:58.751005 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccbbd69-4bcb-44e6-9b17-e00e477b0a6e req-c864e850-de42-434b-8366-7b6608e38259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:58.751634 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8ccbbd69-4bcb-44e6-9b17-e00e477b0a6e req-c864e850-de42-434b-8366-7b6608e38259 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:25:58.753066 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8ccbbd69-4bcb-44e6-9b17-e00e477b0a6e req-c864e850-de42-434b-8366-7b6608e38259 service neutron] 10.222.0.77 "PUT /v2.0/ports/ce99b542-e28f-4e5a-9fcc-51a5e044abc4 HTTP/1.1" status: 200 len: 1092 time: 0.7572320 Feb 04 13:25:58.753509 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b243f0d-e2cf-4622-84c0-12cf4dec84ea', 'tag': 'ce99b542-e28f-4e5a-9fcc-51a5e044abc4'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:25:58.755795 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48bbd334e613f85cd2144b496d46af0d2e531f29900d43c124e8a63cdd2917ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cc8e412-770a-4453-9cd7-ccbc4c7e1c1e" -d '{"events": [{"name": "network-changed", "server_uuid": "2b243f0d-e2cf-4622-84c0-12cf4dec84ea", "tag": "ce99b542-e28f-4e5a-9fcc-51a5e044abc4"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:25:58.780871 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c864e850-de42-434b-8366-7b6608e38259 service neutron] Pushing event updated for resources: {'Port': ['ID=ce99b542-e28f-4e5a-9fcc-51a5e044abc4,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:58.831866 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-206948ad-6b10-48ff-8a6a-b77e05c72212 x-openstack-request-id: req-206948ad-6b10-48ff-8a6a-b77e05c72212 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:25:58.832168 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b243f0d-e2cf-4622-84c0-12cf4dec84ea", "tag": "ce99b542-e28f-4e5a-9fcc-51a5e044abc4", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:25:58.832412 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-206948ad-6b10-48ff-8a6a-b77e05c72212 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:25:58.832813 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b243f0d-e2cf-4622-84c0-12cf4dec84ea', 'tag': 'ce99b542-e28f-4e5a-9fcc-51a5e044abc4', 'status': 'completed', 'code': 200} Feb 04 13:25:58.856824 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccbbd69-4bcb-44e6-9b17-e00e477b0a6e req-631e69d6-b368-4648-8511-78a1a6bd3ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:58.858369 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8ccbbd69-4bcb-44e6-9b17-e00e477b0a6e req-631e69d6-b368-4648-8511-78a1a6bd3ee6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6b8138ae61064a54ad5835f1e974a959&device_id=2b243f0d-e2cf-4622-84c0-12cf4dec84ea HTTP/1.1" status: 200 len: 1126 time: 0.0578024 Feb 04 13:25:58.900626 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8ccbbd69-4bcb-44e6-9b17-e00e477b0a6e req-8a293d88-eb82-4eab-974c-9bb7ac96c41e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce99b542-e28f-4e5a-9fcc-51a5e044abc4 HTTP/1.1" status: 200 len: 217 time: 0.0350523 Feb 04 13:25:58.950594 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccbbd69-4bcb-44e6-9b17-e00e477b0a6e req-2dadeb6e-f902-4159-966e-e270faa885c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:58.952243 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8ccbbd69-4bcb-44e6-9b17-e00e477b0a6e req-2dadeb6e-f902-4159-966e-e270faa885c4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=90773dde-0ec9-49bc-8e60-41eddfd2df76 HTTP/1.1" status: 200 len: 852 time: 0.0461469 Feb 04 13:25:58.983488 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8ccbbd69-4bcb-44e6-9b17-e00e477b0a6e req-5806ea89-b080-410e-aea3-f05d2f9ec7dc service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d90c131c-b731-453c-b493-b8a6e197ef27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258870 Feb 04 13:25:59.074829 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8ccbbd69-4bcb-44e6-9b17-e00e477b0a6e req-d69f8635-7c71-46ef-8445-2990e0d7a2a1 service neutron] 10.222.0.77 "GET /v2.0/networks/d90c131c-b731-453c-b493-b8a6e197ef27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856445 Feb 04 13:25:59.167272 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8ccbbd69-4bcb-44e6-9b17-e00e477b0a6e req-b42312b1-303b-42c2-be64-b895cd749588 service neutron] 10.222.0.77 "GET /v2.0/networks/d90c131c-b731-453c-b493-b8a6e197ef27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870452 Feb 04 13:25:59.262846 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc8e412-770a-4453-9cd7-ccbc4c7e1c1e req-c0192fae-237c-4847-9084-e0cd6c5d39ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:59.264367 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8cc8e412-770a-4453-9cd7-ccbc4c7e1c1e req-c0192fae-237c-4847-9084-e0cd6c5d39ab service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6b8138ae61064a54ad5835f1e974a959&device_id=2b243f0d-e2cf-4622-84c0-12cf4dec84ea HTTP/1.1" status: 200 len: 1126 time: 0.0514219 Feb 04 13:25:59.357152 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc8e412-770a-4453-9cd7-ccbc4c7e1c1e req-b235f020-241a-460b-a711-cf2cc8383e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:59.358613 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8cc8e412-770a-4453-9cd7-ccbc4c7e1c1e req-b235f020-241a-460b-a711-cf2cc8383e9b service neutron] 10.222.0.77 "GET /v2.0/networks?id=d90c131c-b731-453c-b493-b8a6e197ef27 HTTP/1.1" status: 200 len: 913 time: 0.0882034 Feb 04 13:25:59.407071 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8cc8e412-770a-4453-9cd7-ccbc4c7e1c1e req-516ac7b6-1d2a-4742-9d50-4dd618941020 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce99b542-e28f-4e5a-9fcc-51a5e044abc4 HTTP/1.1" status: 200 len: 217 time: 0.0418205 Feb 04 13:25:59.457116 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc8e412-770a-4453-9cd7-ccbc4c7e1c1e req-2c118990-4210-4005-9486-7bd5606553a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:59.458499 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8cc8e412-770a-4453-9cd7-ccbc4c7e1c1e req-2c118990-4210-4005-9486-7bd5606553a2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=90773dde-0ec9-49bc-8e60-41eddfd2df76 HTTP/1.1" status: 200 len: 852 time: 0.0451055 Feb 04 13:25:59.491223 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8cc8e412-770a-4453-9cd7-ccbc4c7e1c1e req-ebb3a9e4-3aa0-404d-959d-810a183b2d3e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d90c131c-b731-453c-b493-b8a6e197ef27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255549 Feb 04 13:25:59.584235 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8cc8e412-770a-4453-9cd7-ccbc4c7e1c1e req-16b6d307-6034-4eee-b49f-eb754f6d9d81 service neutron] 10.222.0.77 "GET /v2.0/networks/d90c131c-b731-453c-b493-b8a6e197ef27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861168 Feb 04 13:25:59.680919 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8cc8e412-770a-4453-9cd7-ccbc4c7e1c1e req-28b8461a-4477-4506-87e8-dfeb8df406c0 service neutron] 10.222.0.77 "GET /v2.0/networks/d90c131c-b731-453c-b493-b8a6e197ef27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903299 Feb 04 13:25:59.744967 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca25b11-5416-4190-982e-13ab39963c0f req-105af091-a315-428b-9a53-c2fae1d680a1 tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:59.746373 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2ca25b11-5416-4190-982e-13ab39963c0f req-105af091-a315-428b-9a53-c2fae1d680a1 tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b243f0d-e2cf-4622-84c0-12cf4dec84ea HTTP/1.1" status: 200 len: 944 time: 0.0567396 Feb 04 13:25:59.795297 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2ca25b11-5416-4190-982e-13ab39963c0f req-1761d602-7f7f-46f7-83af-eefa30993d03 tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] 10.222.0.65 "GET /v2.0/security-groups?id=72ea3d55-8680-4563-a6a6-bed5f62ccd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430949 Feb 04 13:26:00.925609 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7645daf7-5b46-47ba-9970-58c31184c967 req-99c00bd1-d879-4968-adc6-86a1ae74757c tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:00.927103 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7645daf7-5b46-47ba-9970-58c31184c967 req-99c00bd1-d879-4968-adc6-86a1ae74757c tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b243f0d-e2cf-4622-84c0-12cf4dec84ea HTTP/1.1" status: 200 len: 944 time: 0.0609462 Feb 04 13:26:00.976163 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7645daf7-5b46-47ba-9970-58c31184c967 req-ed93ddb0-473d-4352-96e6-98080dcfc846 tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] 10.222.0.65 "GET /v2.0/security-groups?id=72ea3d55-8680-4563-a6a6-bed5f62ccd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432272 Feb 04 13:26:01.685324 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:02.098035 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672b1783-b143-4824-a019-aab332c9cc22 req-859c5526-ca85-489d-bf9b-231bc22e2606 tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:02.099531 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-672b1783-b143-4824-a019-aab332c9cc22 req-859c5526-ca85-489d-bf9b-231bc22e2606 tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b243f0d-e2cf-4622-84c0-12cf4dec84ea HTTP/1.1" status: 200 len: 944 time: 0.0536101 Feb 04 13:26:02.146483 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-672b1783-b143-4824-a019-aab332c9cc22 req-2fbaeb33-f5c0-4df9-8300-e79bf2142eda tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] 10.222.0.65 "GET /v2.0/security-groups?id=72ea3d55-8680-4563-a6a6-bed5f62ccd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412238 Feb 04 13:26:02.340763 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:03.168760 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device ce99b542-e28f-4e5a-9fcc-51a5e044abc4 details requested by agent hyperv_n-h2-825015-3 with host n-h2-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:26:03.268756 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fcb51e-2488-49fd-8b58-0d1d12f49e95 req-3ea36974-0431-4779-ac31-5e1bd1323dec tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:03.269376 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port ce99b542-e28f-4e5a-9fcc-51a5e044abc4, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=ce99b542-e28f-4e5a-9fcc-51a5e044abc4,segment=NetworkSegment(4f833bff-741d-4bd6-81e9-d02839130486),segment_id=4f833bff-741d-4bd6-81e9-d02839130486)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:26:03.270241 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b9fcb51e-2488-49fd-8b58-0d1d12f49e95 req-3ea36974-0431-4779-ac31-5e1bd1323dec tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b243f0d-e2cf-4622-84c0-12cf4dec84ea HTTP/1.1" status: 200 len: 944 time: 0.0526803 Feb 04 13:26:03.283007 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Returning: {'device': 'ce99b542-e28f-4e5a-9fcc-51a5e044abc4', 'network_id': 'd90c131c-b731-453c-b493-b8a6e197ef27', 'port_id': 'ce99b542-e28f-4e5a-9fcc-51a5e044abc4', 'mac_address': 'fa:16:3e:86:d0:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90773dde-0ec9-49bc-8e60-41eddfd2df76', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:26:03.320189 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port ce99b542-e28f-4e5a-9fcc-51a5e044abc4 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:26:03.320578 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (ce99b542-e28f-4e5a-9fcc-51a5e044abc4), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:03.321522 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b9fcb51e-2488-49fd-8b58-0d1d12f49e95 req-7e0db315-f361-40fc-a35c-e0be31a393b4 tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] 10.222.0.65 "GET /v2.0/security-groups?id=72ea3d55-8680-4563-a6a6-bed5f62ccd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448933 Feb 04 13:26:03.334113 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce99b542-e28f-4e5a-9fcc-51a5e044abc4 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:26:03.353760 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port ce99b542-e28f-4e5a-9fcc-51a5e044abc4, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=ce99b542-e28f-4e5a-9fcc-51a5e044abc4,segment=NetworkSegment(4f833bff-741d-4bd6-81e9-d02839130486),segment_id=4f833bff-741d-4bd6-81e9-d02839130486)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:26:03.357721 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (ce99b542-e28f-4e5a-9fcc-51a5e044abc4), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:03.406807 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=ce99b542-e28f-4e5a-9fcc-51a5e044abc4,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:03.414007 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:03.414359 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:03.414700 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:03.415038 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:03.415370 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:03.415699 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:03.416049 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:03.416372 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:03.416695 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:03.417016 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:03.417336 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:03.417655 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:03.417972 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:03.558217 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['ce99b542-e28f-4e5a-9fcc-51a5e044abc4'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:26:04.442993 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4ad4b6-af28-4e7a-b10c-0dd6f1ef86f5 req-07b6f952-0f51-4c84-b4d5-080405373e59 tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:04.445074 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cd4ad4b6-af28-4e7a-b10c-0dd6f1ef86f5 req-07b6f952-0f51-4c84-b4d5-080405373e59 tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b243f0d-e2cf-4622-84c0-12cf4dec84ea HTTP/1.1" status: 200 len: 945 time: 0.0536242 Feb 04 13:26:04.493125 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cd4ad4b6-af28-4e7a-b10c-0dd6f1ef86f5 req-2b73456a-9721-43dc-8b80-1ebc36bd1d02 tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] 10.222.0.65 "GET /v2.0/security-groups?id=72ea3d55-8680-4563-a6a6-bed5f62ccd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424638 Feb 04 13:26:05.171991 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device ce99b542-e28f-4e5a-9fcc-51a5e044abc4 up at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:26:05.222952 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning for port ce99b542-e28f-4e5a-9fcc-51a5e044abc4 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:26:05.226674 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning complete for port ce99b542-e28f-4e5a-9fcc-51a5e044abc4 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:26:05.227047 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (ce99b542-e28f-4e5a-9fcc-51a5e044abc4), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:05.301180 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port ce99b542-e28f-4e5a-9fcc-51a5e044abc4 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:26:05.301573 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (ce99b542-e28f-4e5a-9fcc-51a5e044abc4), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:05.325120 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b243f0d-e2cf-4622-84c0-12cf4dec84ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce99b542-e28f-4e5a-9fcc-51a5e044abc4'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:26:05.327338 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53818b00e40e8afff1ffbbb80b1f2b2ececb0555ff6da39e2769b708ef8305ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5109301-39fa-4610-9107-7e8a4ebf255f" -d '{"events": [{"server_uuid": "2b243f0d-e2cf-4622-84c0-12cf4dec84ea", "name": "network-vif-plugged", "status": "completed", "tag": "ce99b542-e28f-4e5a-9fcc-51a5e044abc4"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:26:05.341378 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port ce99b542-e28f-4e5a-9fcc-51a5e044abc4, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=ce99b542-e28f-4e5a-9fcc-51a5e044abc4,segment=NetworkSegment(4f833bff-741d-4bd6-81e9-d02839130486),segment_id=4f833bff-741d-4bd6-81e9-d02839130486)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:26:05.345335 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (ce99b542-e28f-4e5a-9fcc-51a5e044abc4), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:05.368582 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ce1183b-6efa-4750-aa6d-eb42c1fa46f6 x-openstack-request-id: req-6ce1183b-6efa-4750-aa6d-eb42c1fa46f6 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:26:05.368893 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b243f0d-e2cf-4622-84c0-12cf4dec84ea", "name": "network-vif-plugged", "status": "completed", "tag": "ce99b542-e28f-4e5a-9fcc-51a5e044abc4", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:26:05.369144 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6ce1183b-6efa-4750-aa6d-eb42c1fa46f6 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:26:05.369539 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b243f0d-e2cf-4622-84c0-12cf4dec84ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce99b542-e28f-4e5a-9fcc-51a5e044abc4', 'code': 200} Feb 04 13:26:05.395293 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=ce99b542-e28f-4e5a-9fcc-51a5e044abc4,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:05.461706 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb90010-b181-483d-a79f-dfb1d3d7be1c req-1e0f2812-eeed-4a8d-9477-fe72d84a6821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:05.463138 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1eb90010-b181-483d-a79f-dfb1d3d7be1c req-1e0f2812-eeed-4a8d-9477-fe72d84a6821 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=2b243f0d-e2cf-4622-84c0-12cf4dec84ea HTTP/1.1" status: 200 len: 1128 time: 0.0442462 Feb 04 13:26:05.505686 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1eb90010-b181-483d-a79f-dfb1d3d7be1c req-4a6efc67-261a-41a6-8364-95f36ce33a73 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=72ea3d55-8680-4563-a6a6-bed5f62ccd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370095 Feb 04 13:26:05.618403 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8848160c-c9fa-4a7e-80aa-a44556637d4b req-ddd34576-7125-49f0-a9f9-a80fa1f6512a tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:05.619931 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8848160c-c9fa-4a7e-80aa-a44556637d4b req-ddd34576-7125-49f0-a9f9-a80fa1f6512a tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b243f0d-e2cf-4622-84c0-12cf4dec84ea HTTP/1.1" status: 200 len: 946 time: 0.0575516 Feb 04 13:26:05.667904 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8848160c-c9fa-4a7e-80aa-a44556637d4b req-58c14c39-8add-4119-9abb-bb6bcca5de12 tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] 10.222.0.65 "GET /v2.0/security-groups?id=72ea3d55-8680-4563-a6a6-bed5f62ccd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425014 Feb 04 13:26:06.791886 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927b64ab-fdc5-4087-9e41-afe3ace53db2 req-aad42a60-8cc1-4d63-9539-9364b0dcd05f tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:06.793425 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-927b64ab-fdc5-4087-9e41-afe3ace53db2 req-aad42a60-8cc1-4d63-9539-9364b0dcd05f tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b243f0d-e2cf-4622-84c0-12cf4dec84ea HTTP/1.1" status: 200 len: 946 time: 0.0551460 Feb 04 13:26:06.842787 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-927b64ab-fdc5-4087-9e41-afe3ace53db2 req-f6e6cfea-c203-4bca-bb32-da7a8a2ca8b5 tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] 10.222.0.65 "GET /v2.0/security-groups?id=72ea3d55-8680-4563-a6a6-bed5f62ccd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437360 Feb 04 13:26:07.087195 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786cf5d8-021d-4c9a-82af-83eab1342b20 req-3c61f40d-ece5-4993-bb46-49c9a881749c tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:07.088717 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-786cf5d8-021d-4c9a-82af-83eab1342b20 req-3c61f40d-ece5-4993-bb46-49c9a881749c tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b243f0d-e2cf-4622-84c0-12cf4dec84ea HTTP/1.1" status: 200 len: 946 time: 0.0591199 Feb 04 13:26:07.136117 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-786cf5d8-021d-4c9a-82af-83eab1342b20 req-3b926a55-78ed-4228-aa33-2d5ca05f4f20 tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] 10.222.0.65 "GET /v2.0/security-groups?id=72ea3d55-8680-4563-a6a6-bed5f62ccd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417669 Feb 04 13:26:08.293734 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fd6aa1-e64d-4363-b591-d9fbc62fb39d req-0eb06e15-264f-43ae-922e-af03017d0c6f tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:08.295244 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f1fd6aa1-e64d-4363-b591-d9fbc62fb39d req-0eb06e15-264f-43ae-922e-af03017d0c6f tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b243f0d-e2cf-4622-84c0-12cf4dec84ea HTTP/1.1" status: 200 len: 946 time: 0.0857975 Feb 04 13:26:08.324467 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bcab7e-167a-49b9-b9ab-544b8c47d8a7 req-53de01b3-966e-430b-9fa9-ecf0bdea1441 tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:08.325887 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-85bcab7e-167a-49b9-b9ab-544b8c47d8a7 req-53de01b3-966e-430b-9fa9-ecf0bdea1441 tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b243f0d-e2cf-4622-84c0-12cf4dec84ea HTTP/1.1" status: 200 len: 946 time: 0.0835700 Feb 04 13:26:08.387892 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f1fd6aa1-e64d-4363-b591-d9fbc62fb39d req-0d8ffb8b-c7f7-431d-a3a3-0495ff8c51a3 tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] 10.222.0.65 "GET /v2.0/security-groups?id=72ea3d55-8680-4563-a6a6-bed5f62ccd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865827 Feb 04 13:26:08.438565 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-85bcab7e-167a-49b9-b9ab-544b8c47d8a7 req-dca6dd50-3ae7-45d3-a691-4a65029daa11 tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] Deleting port ce99b542-e28f-4e5a-9fcc-51a5e044abc4 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:26:08.438822 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-85bcab7e-167a-49b9-b9ab-544b8c47d8a7 req-dca6dd50-3ae7-45d3-a691-4a65029daa11 tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (ce99b542-e28f-4e5a-9fcc-51a5e044abc4), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:08.531419 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-85bcab7e-167a-49b9-b9ab-544b8c47d8a7 req-dca6dd50-3ae7-45d3-a691-4a65029daa11 tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] For port ce99b542-e28f-4e5a-9fcc-51a5e044abc4, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=ce99b542-e28f-4e5a-9fcc-51a5e044abc4,segment=NetworkSegment(4f833bff-741d-4bd6-81e9-d02839130486),segment_id=4f833bff-741d-4bd6-81e9-d02839130486)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:26:08.531809 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-85bcab7e-167a-49b9-b9ab-544b8c47d8a7 req-dca6dd50-3ae7-45d3-a691-4a65029daa11 tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (ce99b542-e28f-4e5a-9fcc-51a5e044abc4), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:08.544214 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-85bcab7e-167a-49b9-b9ab-544b8c47d8a7 req-dca6dd50-3ae7-45d3-a691-4a65029daa11 tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] Calling delete_port for ce99b542-e28f-4e5a-9fcc-51a5e044abc4 owned by compute:nova {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:26:08.672967 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-85bcab7e-167a-49b9-b9ab-544b8c47d8a7 req-dca6dd50-3ae7-45d3-a691-4a65029daa11 tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (ce99b542-e28f-4e5a-9fcc-51a5e044abc4), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:08.684418 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['ce99b542-e28f-4e5a-9fcc-51a5e044abc4'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:26:08.690137 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['c99e8fa1-3fec-4845-a545-34ab4c094581'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:26:08.707473 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca6dd50-3ae7-45d3-a691-4a65029daa11 tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] Pushing event deleted for resources: {'Port': ['ID=ce99b542-e28f-4e5a-9fcc-51a5e044abc4,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:08.742881 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca6dd50-3ae7-45d3-a691-4a65029daa11 tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:08.743247 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca6dd50-3ae7-45d3-a691-4a65029daa11 tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:08.743598 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca6dd50-3ae7-45d3-a691-4a65029daa11 tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:08.744042 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca6dd50-3ae7-45d3-a691-4a65029daa11 tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:08.744387 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca6dd50-3ae7-45d3-a691-4a65029daa11 tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:08.744726 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca6dd50-3ae7-45d3-a691-4a65029daa11 tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:08.745067 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca6dd50-3ae7-45d3-a691-4a65029daa11 tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:08.745408 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca6dd50-3ae7-45d3-a691-4a65029daa11 tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:08.745739 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca6dd50-3ae7-45d3-a691-4a65029daa11 tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:08.746076 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca6dd50-3ae7-45d3-a691-4a65029daa11 tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:08.746415 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca6dd50-3ae7-45d3-a691-4a65029daa11 tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:08.746747 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca6dd50-3ae7-45d3-a691-4a65029daa11 tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:08.747080 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca6dd50-3ae7-45d3-a691-4a65029daa11 tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:08.764693 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-85bcab7e-167a-49b9-b9ab-544b8c47d8a7 req-dca6dd50-3ae7-45d3-a691-4a65029daa11 tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] No DVR routers for this DVR port ce99b542-e28f-4e5a-9fcc-51a5e044abc4 on host n-h2-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:26:08.767264 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-85bcab7e-167a-49b9-b9ab-544b8c47d8a7 req-dca6dd50-3ae7-45d3-a691-4a65029daa11 tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:08.770583 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-85bcab7e-167a-49b9-b9ab-544b8c47d8a7 req-dca6dd50-3ae7-45d3-a691-4a65029daa11 tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] 10.222.0.77 "DELETE /v2.0/ports/ce99b542-e28f-4e5a-9fcc-51a5e044abc4 HTTP/1.1" status: 204 len: 173 time: 0.4384186 Feb 04 13:26:08.771027 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b243f0d-e2cf-4622-84c0-12cf4dec84ea', 'name': 'network-vif-deleted', 'tag': 'ce99b542-e28f-4e5a-9fcc-51a5e044abc4'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:26:08.773480 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48bbd334e613f85cd2144b496d46af0d2e531f29900d43c124e8a63cdd2917ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-921c3020-8e76-4829-83b8-34a02aae0785" -d '{"events": [{"server_uuid": "2b243f0d-e2cf-4622-84c0-12cf4dec84ea", "name": "network-vif-deleted", "tag": "ce99b542-e28f-4e5a-9fcc-51a5e044abc4"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:26:08.814109 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8796bf6-46a0-4b77-ac42-5c6063d8b118 x-openstack-request-id: req-a8796bf6-46a0-4b77-ac42-5c6063d8b118 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:26:08.814559 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b243f0d-e2cf-4622-84c0-12cf4dec84ea", "name": "network-vif-deleted", "tag": "ce99b542-e28f-4e5a-9fcc-51a5e044abc4", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:26:08.815018 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a8796bf6-46a0-4b77-ac42-5c6063d8b118 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:26:08.815428 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b243f0d-e2cf-4622-84c0-12cf4dec84ea', 'name': 'network-vif-deleted', 'tag': 'ce99b542-e28f-4e5a-9fcc-51a5e044abc4', 'status': 'completed', 'code': 200} Feb 04 13:26:09.542483 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fff248-d9ea-4030-bc0d-7cbff4130cb0 req-b422944d-fa9a-426c-864e-7855a800a8b2 tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:09.543981 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-48fff248-d9ea-4030-bc0d-7cbff4130cb0 req-b422944d-fa9a-426c-864e-7855a800a8b2 tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] 10.222.0.65 "GET /v2.0/ports?device_id=87da045a-fba7-41e7-bbfb-0111f8db1c0e HTTP/1.1" status: 200 len: 946 time: 0.0533779 Feb 04 13:26:09.590824 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-48fff248-d9ea-4030-bc0d-7cbff4130cb0 req-bacb8943-71e2-4887-919c-8365150afbd6 tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] 10.222.0.65 "GET /v2.0/security-groups?id=72ea3d55-8680-4563-a6a6-bed5f62ccd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412011 Feb 04 13:26:09.729892 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2242fb1f-ac52-455d-ae08-fac67d87f5de req-80185e7e-4081-4d29-b475-6ef867dbc3c1 tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:09.731282 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2242fb1f-ac52-455d-ae08-fac67d87f5de req-80185e7e-4081-4d29-b475-6ef867dbc3c1 tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] 10.222.0.65 "GET /v2.0/ports?device_id=87da045a-fba7-41e7-bbfb-0111f8db1c0e HTTP/1.1" status: 200 len: 946 time: 0.0573196 Feb 04 13:26:09.778369 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2242fb1f-ac52-455d-ae08-fac67d87f5de req-9601ad50-e9ba-4e29-b468-f0aee75467f1 tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] 10.222.0.65 "GET /v2.0/security-groups?id=72ea3d55-8680-4563-a6a6-bed5f62ccd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412018 Feb 04 13:26:09.901293 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962bc8b9-c83e-4737-a739-bcec601c939f req-a3931834-59e4-4688-b9d7-a36b1cfacf76 tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:09.902783 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-962bc8b9-c83e-4737-a739-bcec601c939f req-a3931834-59e4-4688-b9d7-a36b1cfacf76 tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] 10.222.0.65 "GET /v2.0/ports?device_id=87da045a-fba7-41e7-bbfb-0111f8db1c0e HTTP/1.1" status: 200 len: 946 time: 0.0553002 Feb 04 13:26:09.949168 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-962bc8b9-c83e-4737-a739-bcec601c939f req-b2d797a5-3195-435c-b8f5-4ed5a5ff20df tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] 10.222.0.65 "GET /v2.0/security-groups?id=72ea3d55-8680-4563-a6a6-bed5f62ccd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409040 Feb 04 13:26:10.120042 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24dff41-e961-4517-a622-55fb201b4b73 req-5cb216fe-d939-478b-8a15-8669b9f6639a tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:10.121516 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b24dff41-e961-4517-a622-55fb201b4b73 req-5cb216fe-d939-478b-8a15-8669b9f6639a tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] 10.222.0.65 "GET /v2.0/ports?device_id=87da045a-fba7-41e7-bbfb-0111f8db1c0e HTTP/1.1" status: 200 len: 946 time: 0.0525517 Feb 04 13:26:10.171495 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b24dff41-e961-4517-a622-55fb201b4b73 req-67dc8dfe-24da-4def-afba-6c58d9f774df tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] 10.222.0.65 "GET /v2.0/security-groups?id=72ea3d55-8680-4563-a6a6-bed5f62ccd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439382 Feb 04 13:26:10.293619 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00e1b16-a17e-4c9e-a292-4d68b20a86a7 req-7312c79a-ba18-46e9-a46b-a5b7f5628924 tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:10.295013 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f00e1b16-a17e-4c9e-a292-4d68b20a86a7 req-7312c79a-ba18-46e9-a46b-a5b7f5628924 tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] 10.222.0.65 "GET /v2.0/ports?device_id=87da045a-fba7-41e7-bbfb-0111f8db1c0e HTTP/1.1" status: 200 len: 946 time: 0.0549591 Feb 04 13:26:10.344998 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f00e1b16-a17e-4c9e-a292-4d68b20a86a7 req-cfc3b369-be64-4c82-b4e6-791be17c691d tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] 10.222.0.65 "GET /v2.0/security-groups?id=72ea3d55-8680-4563-a6a6-bed5f62ccd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444734 Feb 04 13:26:10.473137 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b444b8d-5f99-42f3-b934-0318edab673a req-ee7d865b-78b9-43cf-bb53-9cb90954343b tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:10.474606 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2b444b8d-5f99-42f3-b934-0318edab673a req-ee7d865b-78b9-43cf-bb53-9cb90954343b tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] 10.222.0.65 "GET /v2.0/ports?device_id=87da045a-fba7-41e7-bbfb-0111f8db1c0e HTTP/1.1" status: 200 len: 946 time: 0.0525532 Feb 04 13:26:10.521542 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2b444b8d-5f99-42f3-b934-0318edab673a req-acd73137-c8e0-45f4-80e6-cf57ede85509 tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] 10.222.0.65 "GET /v2.0/security-groups?id=72ea3d55-8680-4563-a6a6-bed5f62ccd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405011 Feb 04 13:26:10.835494 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a4260b-8c31-4bbc-af27-bf14478d58d5 req-0c2f0f3e-4918-4cb7-b021-1cf023f949b2 tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:10.836908 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-01a4260b-8c31-4bbc-af27-bf14478d58d5 req-0c2f0f3e-4918-4cb7-b021-1cf023f949b2 tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] 10.222.0.65 "GET /v2.0/ports?device_id=87da045a-fba7-41e7-bbfb-0111f8db1c0e HTTP/1.1" status: 200 len: 946 time: 0.0575335 Feb 04 13:26:10.884031 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-01a4260b-8c31-4bbc-af27-bf14478d58d5 req-2678df13-8479-4458-9f33-161664ca3c54 tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] 10.222.0.65 "GET /v2.0/security-groups?id=72ea3d55-8680-4563-a6a6-bed5f62ccd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414190 Feb 04 13:26:12.007312 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6366fe-6531-4a2a-ab01-1ce17f797645 req-ec3a4345-fb39-44b0-baf9-2aea474b6e7f tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:12.009204 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5a6366fe-6531-4a2a-ab01-1ce17f797645 req-ec3a4345-fb39-44b0-baf9-2aea474b6e7f tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] 10.222.0.65 "GET /v2.0/ports?device_id=87da045a-fba7-41e7-bbfb-0111f8db1c0e HTTP/1.1" status: 200 len: 946 time: 0.0534599 Feb 04 13:26:12.057116 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5a6366fe-6531-4a2a-ab01-1ce17f797645 req-ec607749-5721-4e6b-95b4-55c0c24054f9 tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] 10.222.0.65 "GET /v2.0/security-groups?id=72ea3d55-8680-4563-a6a6-bed5f62ccd60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424783 Feb 04 13:26:12.618276 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d17ad91-7408-40c1-b352-aa09ffe55e23 req-5fcbbc3c-f487-493a-a1e1-8b97c539feb1 tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:12.619709 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9d17ad91-7408-40c1-b352-aa09ffe55e23 req-5fcbbc3c-f487-493a-a1e1-8b97c539feb1 tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] 10.222.0.73 "GET /v2.0/ports?device_id=87da045a-fba7-41e7-bbfb-0111f8db1c0e HTTP/1.1" status: 200 len: 946 time: 0.0536242 Feb 04 13:26:12.718562 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-9d17ad91-7408-40c1-b352-aa09ffe55e23 req-71b226a6-97ca-4cac-9d0b-1beaeb86bd66 tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] Deleting port c99e8fa1-3fec-4845-a545-34ab4c094581 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:26:12.718906 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-9d17ad91-7408-40c1-b352-aa09ffe55e23 req-71b226a6-97ca-4cac-9d0b-1beaeb86bd66 tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (c99e8fa1-3fec-4845-a545-34ab4c094581), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:12.814662 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-9d17ad91-7408-40c1-b352-aa09ffe55e23 req-71b226a6-97ca-4cac-9d0b-1beaeb86bd66 tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] For port c99e8fa1-3fec-4845-a545-34ab4c094581, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=c99e8fa1-3fec-4845-a545-34ab4c094581,segment=NetworkSegment(4f833bff-741d-4bd6-81e9-d02839130486),segment_id=4f833bff-741d-4bd6-81e9-d02839130486)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:26:12.814939 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-9d17ad91-7408-40c1-b352-aa09ffe55e23 req-71b226a6-97ca-4cac-9d0b-1beaeb86bd66 tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (c99e8fa1-3fec-4845-a545-34ab4c094581), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:12.826722 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-9d17ad91-7408-40c1-b352-aa09ffe55e23 req-71b226a6-97ca-4cac-9d0b-1beaeb86bd66 tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] Calling delete_port for c99e8fa1-3fec-4845-a545-34ab4c094581 owned by compute:nova {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:26:12.954764 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-9d17ad91-7408-40c1-b352-aa09ffe55e23 req-71b226a6-97ca-4cac-9d0b-1beaeb86bd66 tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (c99e8fa1-3fec-4845-a545-34ab4c094581), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:12.971324 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['c99e8fa1-3fec-4845-a545-34ab4c094581'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:26:12.986563 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b226a6-97ca-4cac-9d0b-1beaeb86bd66 tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] Pushing event deleted for resources: {'Port': ['ID=c99e8fa1-3fec-4845-a545-34ab4c094581,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:13.031387 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d17ad91-7408-40c1-b352-aa09ffe55e23 req-71b226a6-97ca-4cac-9d0b-1beaeb86bd66 tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] No DVR routers for this DVR port c99e8fa1-3fec-4845-a545-34ab4c094581 on host n-h1-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:26:13.033905 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-9d17ad91-7408-40c1-b352-aa09ffe55e23 req-71b226a6-97ca-4cac-9d0b-1beaeb86bd66 tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:13.037188 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9d17ad91-7408-40c1-b352-aa09ffe55e23 req-71b226a6-97ca-4cac-9d0b-1beaeb86bd66 tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] 10.222.0.73 "DELETE /v2.0/ports/c99e8fa1-3fec-4845-a545-34ab4c094581 HTTP/1.1" status: 204 len: 173 time: 0.4112895 Feb 04 13:26:13.037930 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87da045a-fba7-41e7-bbfb-0111f8db1c0e', 'name': 'network-vif-deleted', 'tag': 'c99e8fa1-3fec-4845-a545-34ab4c094581'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:26:13.040044 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48bbd334e613f85cd2144b496d46af0d2e531f29900d43c124e8a63cdd2917ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f2877dc-053c-4d3d-b7b2-8d7a00056cd6" -d '{"events": [{"server_uuid": "87da045a-fba7-41e7-bbfb-0111f8db1c0e", "name": "network-vif-deleted", "tag": "c99e8fa1-3fec-4845-a545-34ab4c094581"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:26:13.086820 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-336eb43e-f60b-4257-aac8-48c602e5122c x-openstack-request-id: req-336eb43e-f60b-4257-aac8-48c602e5122c {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:26:13.087441 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87da045a-fba7-41e7-bbfb-0111f8db1c0e", "name": "network-vif-deleted", "tag": "c99e8fa1-3fec-4845-a545-34ab4c094581", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:26:13.087441 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-336eb43e-f60b-4257-aac8-48c602e5122c {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:26:13.087812 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87da045a-fba7-41e7-bbfb-0111f8db1c0e', 'name': 'network-vif-deleted', 'tag': 'c99e8fa1-3fec-4845-a545-34ab4c094581', 'status': 'completed', 'code': 200} Feb 04 13:26:13.160285 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ec088875-5ea9-4348-afdb-ed17b7adf82e req-a18743cc-8499-4df9-be1d-ae10e50b2435 tempest-ServersNegativeTestJSON-1539525022 tempest-ServersNegativeTestJSON-1539525022-project] 10.222.0.65 "GET /v2.0/ports?device_id=87da045a-fba7-41e7-bbfb-0111f8db1c0e HTTP/1.1" status: 200 len: 210 time: 0.0317075 Feb 04 13:26:13.193763 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device ce99b542-e28f-4e5a-9fcc-51a5e044abc4 no longer exists at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:26:13.213815 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] No Port match for: ce99b542-e28f-4e5a-9fcc-51a5e044abc4 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:26:13.214092 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device ce99b542-e28f-4e5a-9fcc-51a5e044abc4 not bound to the agent host n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:26:14.220574 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 33926) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:26:14.266266 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d384bf3-cdf7-4c6a-85d5-69ac310e70c4 admin admin] Deleting subnet 90773dde-0ec9-49bc-8e60-41eddfd2df76 {{(pid=103475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:26:14.269313 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5d384bf3-cdf7-4c6a-85d5-69ac310e70c4 admin admin] Publish callbacks [] for subnet (90773dde-0ec9-49bc-8e60-41eddfd2df76), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:14.306177 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5d384bf3-cdf7-4c6a-85d5-69ac310e70c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51859329'] for subnet (90773dde-0ec9-49bc-8e60-41eddfd2df76), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:14.343814 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5d384bf3-cdf7-4c6a-85d5-69ac310e70c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (90773dde-0ec9-49bc-8e60-41eddfd2df76), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:14.395902 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5d384bf3-cdf7-4c6a-85d5-69ac310e70c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-52093282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51452698'] for subnet (90773dde-0ec9-49bc-8e60-41eddfd2df76), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:14.421993 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d384bf3-cdf7-4c6a-85d5-69ac310e70c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90773dde-0ec9-49bc-8e60-41eddfd2df76,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:14.424092 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5d384bf3-cdf7-4c6a-85d5-69ac310e70c4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:14.427215 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-5d384bf3-cdf7-4c6a-85d5-69ac310e70c4 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/90773dde-0ec9-49bc-8e60-41eddfd2df76 HTTP/1.1" status: 204 len: 168 time: 0.2056103 Feb 04 13:26:14.430670 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 33928) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:26:14.502670 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d4fbb5f5-328d-4620-b937-3960276f51c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (d90c131c-b731-453c-b493-b8a6e197ef27), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:14.580881 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d4fbb5f5-328d-4620-b937-3960276f51c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (d90c131c-b731-453c-b493-b8a6e197ef27), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:14.602782 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-d4fbb5f5-328d-4620-b937-3960276f51c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d90c131c-b731-453c-b493-b8a6e197ef27']}} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:26:14.612171 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-d4fbb5f5-328d-4620-b937-3960276f51c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f833bff-741d-4bd6-81e9-d02839130486') {'for_net_delete': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:26:14.612494 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-d4fbb5f5-328d-4620-b937-3960276f51c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f833bff-741d-4bd6-81e9-d02839130486') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:26:14.622061 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d4fbb5f5-328d-4620-b937-3960276f51c6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51859336'] for segment (4f833bff-741d-4bd6-81e9-d02839130486), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:14.635542 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d4fbb5f5-328d-4620-b937-3960276f51c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (4f833bff-741d-4bd6-81e9-d02839130486), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:14.641380 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4fbb5f5-328d-4620-b937-3960276f51c6 admin admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=103475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:26:14.641761 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d4fbb5f5-328d-4620-b937-3960276f51c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-52093388'] for segment (4f833bff-741d-4bd6-81e9-d02839130486), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:14.643357 n-d-825015-3 neutron-server[103475]: Traceback (most recent call last): Feb 04 13:26:14.643357 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:26:14.643357 n-d-825015-3 neutron-server[103475]: timer() Feb 04 13:26:14.643357 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:26:14.643357 n-d-825015-3 neutron-server[103475]: cb(*args, **kw) Feb 04 13:26:14.643357 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:26:14.643357 n-d-825015-3 neutron-server[103475]: return func(*args, **kwargs) Feb 04 13:26:14.643357 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:26:14.643357 n-d-825015-3 neutron-server[103475]: self._notify() Feb 04 13:26:14.643357 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:26:14.643357 n-d-825015-3 neutron-server[103475]: self.callback(batched_events) Feb 04 13:26:14.643357 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:26:14.643357 n-d-825015-3 neutron-server[103475]: event.method(event) Feb 04 13:26:14.643357 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:26:14.643357 n-d-825015-3 neutron-server[103475]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:26:14.643357 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:26:14.643357 n-d-825015-3 neutron-server[103475]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:26:14.643357 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:26:14.643357 n-d-825015-3 neutron-server[103475]: return f(self, *a, **k) Feb 04 13:26:14.643357 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:26:14.643357 n-d-825015-3 neutron-server[103475]: return self._get(url).json() Feb 04 13:26:14.643357 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:26:14.643357 n-d-825015-3 neutron-server[103475]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:26:14.643357 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:26:14.643357 n-d-825015-3 neutron-server[103475]: return self.request(url, 'GET', **kwargs) Feb 04 13:26:14.643357 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:26:14.643357 n-d-825015-3 neutron-server[103475]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:26:14.643357 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:26:14.643357 n-d-825015-3 neutron-server[103475]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:26:14.643357 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:26:14.643357 n-d-825015-3 neutron-server[103475]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:26:14.643357 n-d-825015-3 neutron-server[103475]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:26:14.702190 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d4fbb5f5-328d-4620-b937-3960276f51c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (d90c131c-b731-453c-b493-b8a6e197ef27), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:14.708836 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d4fbb5f5-328d-4620-b937-3960276f51c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:14.713871 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-d4fbb5f5-328d-4620-b937-3960276f51c6 admin admin] 10.222.0.65 "DELETE /v2.0/networks/d90c131c-b731-453c-b493-b8a6e197ef27 HTTP/1.1" status: 204 len: 168 time: 0.2821467 Feb 04 13:26:14.725555 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fbb5f5-328d-4620-b937-3960276f51c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=d90c131c-b731-453c-b493-b8a6e197ef27,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:14.832501 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 33932) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:26:14.872666 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-c1c6558b-31c2-4186-b56e-dcd670b0e64e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6b8138ae61064a54ad5835f1e974a959&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387216 Feb 04 13:26:14.875140 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 33934) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:26:14.922282 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3c4a8ff7-cf81-406a-85f1-42ac764513fc admin admin] Publish callbacks [] for security_group (72ea3d55-8680-4563-a6a6-bed5f62ccd60), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:14.942932 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3c4a8ff7-cf81-406a-85f1-42ac764513fc admin admin] Publish callbacks [] for security_group (72ea3d55-8680-4563-a6a6-bed5f62ccd60), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:14.989720 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3c4a8ff7-cf81-406a-85f1-42ac764513fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (72ea3d55-8680-4563-a6a6-bed5f62ccd60), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:14.992673 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3c4a8ff7-cf81-406a-85f1-42ac764513fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:14.993823 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-3c4a8ff7-cf81-406a-85f1-42ac764513fc admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/72ea3d55-8680-4563-a6a6-bed5f62ccd60 HTTP/1.1" status: 204 len: 168 time: 0.1177797 Feb 04 13:26:15.001453 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4a8ff7-cf81-406a-85f1-42ac764513fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ea3d55-8680-4563-a6a6-bed5f62ccd60,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:15.620891 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c5993441-42fc-455a-8eb7-a3ff47d2bde2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:15.687347 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 33956) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:26:15.783345 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-82814231-cc0e-4bb0-9f77-a33bb9640789 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1811542442'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:26:15.807894 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82814231-cc0e-4bb0-9f77-a33bb9640789 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Made reservation on behalf of faa692fdf8344ac08f07bab21817a1aa for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:26:15.811120 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-82814231-cc0e-4bb0-9f77-a33bb9640789 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:15.819470 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-82814231-cc0e-4bb0-9f77-a33bb9640789 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:15.896376 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-82814231-cc0e-4bb0-9f77-a33bb9640789 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Publish callbacks [] for security_group (882f4e34-84d5-42cf-83c1-b5ef5fddb75b), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:15.900973 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-82814231-cc0e-4bb0-9f77-a33bb9640789 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (882f4e34-84d5-42cf-83c1-b5ef5fddb75b), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:15.929826 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82814231-cc0e-4bb0-9f77-a33bb9640789 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:26:15.935131 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82814231-cc0e-4bb0-9f77-a33bb9640789 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Pushing event updated for resources: {'SecurityGroup': ['ID=882f4e34-84d5-42cf-83c1-b5ef5fddb75b,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:15.942910 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-82814231-cc0e-4bb0-9f77-a33bb9640789 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (9e00b90b-9d73-4a37-a13e-1f1f94ae4ca0), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:15.943960 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-82814231-cc0e-4bb0-9f77-a33bb9640789 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Added segment 9e00b90b-9d73-4a37-a13e-1f1f94ae4ca0 of type vlan for network 599017a6-088b-4d02-a7de-6f48aa17a323 Feb 04 13:26:15.984133 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-82814231-cc0e-4bb0-9f77-a33bb9640789 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (599017a6-088b-4d02-a7de-6f48aa17a323), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:16.007935 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-82814231-cc0e-4bb0-9f77-a33bb9640789 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (599017a6-088b-4d02-a7de-6f48aa17a323), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:16.012804 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82814231-cc0e-4bb0-9f77-a33bb9640789 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:16.013665 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-82814231-cc0e-4bb0-9f77-a33bb9640789 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:16.076839 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-82814231-cc0e-4bb0-9f77-a33bb9640789 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3883603 Feb 04 13:26:16.085473 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82814231-cc0e-4bb0-9f77-a33bb9640789 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Pushing event updated for resources: {'Network': ['ID=599017a6-088b-4d02-a7de-6f48aa17a323,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:16.095804 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 599017a6-088b-4d02-a7de-6f48aa17a323 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:26:16.666384 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device c99e8fa1-3fec-4845-a545-34ab4c094581 no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:26:16.685419 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] No Port match for: c99e8fa1-3fec-4845-a545-34ab4c094581 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:26:16.685763 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device c99e8fa1-3fec-4845-a545-34ab4c094581 not bound to the agent host n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:26:18.129231 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-82c9879a-61bb-4691-847a-4ff55fa585a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:19.320785 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 33960) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:26:19.325944 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-106355fa-351e-4673-aae3-74b02233adf8 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Request body: {'subnet': {'network_id': '599017a6-088b-4d02-a7de-6f48aa17a323', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:26:19.413605 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-106355fa-351e-4673-aae3-74b02233adf8 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Made reservation on behalf of faa692fdf8344ac08f07bab21817a1aa for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:26:19.417266 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-106355fa-351e-4673-aae3-74b02233adf8 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60610638'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:19.445076 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:19.602339 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-106355fa-351e-4673-aae3-74b02233adf8 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59045178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60610680'] for subnet (9f2e3b53-2588-4aa0-8fd4-0954c5acd248), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:19.667406 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106355fa-351e-4673-aae3-74b02233adf8 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Pushing event updated for resources: {'Subnet': ['ID=9f2e3b53-2588-4aa0-8fd4-0954c5acd248,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:19.676211 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106355fa-351e-4673-aae3-74b02233adf8 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Checking segment: {'id': '9e00b90b-9d73-4a37-a13e-1f1f94ae4ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '599017a6-088b-4d02-a7de-6f48aa17a323'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:26:19.676589 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106355fa-351e-4673-aae3-74b02233adf8 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Network hostable DHCP agents. Network: 599017a6-088b-4d02-a7de-6f48aa17a323, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:26:19.694320 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106355fa-351e-4673-aae3-74b02233adf8 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Network 599017a6-088b-4d02-a7de-6f48aa17a323 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:26:19.702834 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-106355fa-351e-4673-aae3-74b02233adf8 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 599017a6-088b-4d02-a7de-6f48aa17a323) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:26:19.707251 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106355fa-351e-4673-aae3-74b02233adf8 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:19.708908 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-106355fa-351e-4673-aae3-74b02233adf8 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:19.716777 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5ef795-b006-4505-a741-4c782d100805 None None] Network 599017a6-088b-4d02-a7de-6f48aa17a323 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:26:19.725765 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-106355fa-351e-4673-aae3-74b02233adf8 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4038978 Feb 04 13:26:19.729248 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 33962) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:26:19.734151 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-990cf736-626d-4ce4-b733-27e3cc018c94 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-884350151'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:26:19.753208 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-990cf736-626d-4ce4-b733-27e3cc018c94 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Made reservation on behalf of faa692fdf8344ac08f07bab21817a1aa for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:26:19.756746 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-990cf736-626d-4ce4-b733-27e3cc018c94 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:19.781237 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-990cf736-626d-4ce4-b733-27e3cc018c94 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:26:19.795901 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-990cf736-626d-4ce4-b733-27e3cc018c94 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (a4b3b9c8-5856-4feb-b6fc-a924b1c4bf53), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:19.796255 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-990cf736-626d-4ce4-b733-27e3cc018c94 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Added segment a4b3b9c8-5856-4feb-b6fc-a924b1c4bf53 of type vlan for network f8e4f53a-3f6b-4058-b331-65ef7015c33f Feb 04 13:26:19.826458 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cbd8821-cc09-4fd6-86e2-32f32696469a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-599017a6-088b-4d02-a7de-6f48aa17a323', 'network_id': '599017a6-088b-4d02-a7de-6f48aa17a323', 'project_id': 'faa692fdf8344ac08f07bab21817a1aa', 'fixed_ips': [{'subnet_id': '9f2e3b53-2588-4aa0-8fd4-0954c5acd248'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:26:19.827311 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6cbd8821-cc09-4fd6-86e2-32f32696469a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:19.843357 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-990cf736-626d-4ce4-b733-27e3cc018c94 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (f8e4f53a-3f6b-4058-b331-65ef7015c33f), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:19.869431 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-990cf736-626d-4ce4-b733-27e3cc018c94 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (f8e4f53a-3f6b-4058-b331-65ef7015c33f), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:19.874369 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990cf736-626d-4ce4-b733-27e3cc018c94 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:19.874957 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-990cf736-626d-4ce4-b733-27e3cc018c94 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:19.927313 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-990cf736-626d-4ce4-b733-27e3cc018c94 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1970265 Feb 04 13:26:19.931460 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 33964) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:26:19.937215 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-238f36dc-4e22-4bc2-8a65-229a11a846c8 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Request body: {'subnet': {'network_id': 'f8e4f53a-3f6b-4058-b331-65ef7015c33f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:26:19.943323 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990cf736-626d-4ce4-b733-27e3cc018c94 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Pushing event updated for resources: {'Network': ['ID=f8e4f53a-3f6b-4058-b331-65ef7015c33f,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:19.954093 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network f8e4f53a-3f6b-4058-b331-65ef7015c33f details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:26:20.026262 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-6cbd8821-cc09-4fd6-86e2-32f32696469a None None] Allocated IP 2001:db8:0:ffff::2 (599017a6-088b-4d02-a7de-6f48aa17a323/9f2e3b53-2588-4aa0-8fd4-0954c5acd248/d212bb1a-cbcb-41fe-bd94-a2e276a800e0) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:26:20.033207 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-238f36dc-4e22-4bc2-8a65-229a11a846c8 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Made reservation on behalf of faa692fdf8344ac08f07bab21817a1aa for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:26:20.037111 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-238f36dc-4e22-4bc2-8a65-229a11a846c8 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:20.237305 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-238f36dc-4e22-4bc2-8a65-229a11a846c8 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52094127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51452689'] for subnet (c0b5fa2a-9561-4ab1-9943-a37825cb1fd8), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:20.298825 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238f36dc-4e22-4bc2-8a65-229a11a846c8 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Pushing event updated for resources: {'Subnet': ['ID=c0b5fa2a-9561-4ab1-9943-a37825cb1fd8,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:20.308390 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238f36dc-4e22-4bc2-8a65-229a11a846c8 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Checking segment: {'id': 'a4b3b9c8-5856-4feb-b6fc-a924b1c4bf53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'f8e4f53a-3f6b-4058-b331-65ef7015c33f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:26:20.308758 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238f36dc-4e22-4bc2-8a65-229a11a846c8 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Network hostable DHCP agents. Network: f8e4f53a-3f6b-4058-b331-65ef7015c33f, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:26:20.325873 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238f36dc-4e22-4bc2-8a65-229a11a846c8 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Network f8e4f53a-3f6b-4058-b331-65ef7015c33f is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:26:20.335787 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-238f36dc-4e22-4bc2-8a65-229a11a846c8 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, f8e4f53a-3f6b-4058-b331-65ef7015c33f) {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:26:20.340097 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238f36dc-4e22-4bc2-8a65-229a11a846c8 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:20.340868 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-238f36dc-4e22-4bc2-8a65-229a11a846c8 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:20.347779 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d87755e-24ef-458e-a142-90b6c3091db2 None None] Network f8e4f53a-3f6b-4058-b331-65ef7015c33f requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:26:20.357537 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-238f36dc-4e22-4bc2-8a65-229a11a846c8 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4247320 Feb 04 13:26:20.360243 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 33966) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:26:20.388885 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6cbd8821-cc09-4fd6-86e2-32f32696469a None None] Publish callbacks [] for port (d212bb1a-cbcb-41fe-bd94-a2e276a800e0), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:20.395921 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6cbd8821-cc09-4fd6-86e2-32f32696469a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (d212bb1a-cbcb-41fe-bd94-a2e276a800e0), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:20.450022 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cbd8821-cc09-4fd6-86e2-32f32696469a None None] Network 599017a6-088b-4d02-a7de-6f48aa17a323 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:26:20.465708 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c3f528f7-ca24-4e7e-af40-e2225f86d46b tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (f8e4f53a-3f6b-4058-b331-65ef7015c33f), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:20.466208 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-6cbd8821-cc09-4fd6-86e2-32f32696469a None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:26:20.472487 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbd8821-cc09-4fd6-86e2-32f32696469a None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:26:20.481164 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbd8821-cc09-4fd6-86e2-32f32696469a None None] Pushing event updated for resources: {'Port': ['ID=d212bb1a-cbcb-41fe-bd94-a2e276a800e0,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:20.538453 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d108f358-3e80-4bc4-acb1-0d7dff31f622 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-f8e4f53a-3f6b-4058-b331-65ef7015c33f', 'network_id': 'f8e4f53a-3f6b-4058-b331-65ef7015c33f', 'project_id': 'faa692fdf8344ac08f07bab21817a1aa', 'fixed_ips': [{'subnet_id': 'c0b5fa2a-9561-4ab1-9943-a37825cb1fd8'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:26:20.539311 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d108f358-3e80-4bc4-acb1-0d7dff31f622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:20.550809 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c3f528f7-ca24-4e7e-af40-e2225f86d46b tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (c0b5fa2a-9561-4ab1-9943-a37825cb1fd8), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:20.564576 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-6cbd8821-cc09-4fd6-86e2-32f32696469a None None] Attempting to bind port d212bb1a-cbcb-41fe-bd94-a2e276a800e0 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:26:20.564943 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-6cbd8821-cc09-4fd6-86e2-32f32696469a None None] Attempting to bind port d212bb1a-cbcb-41fe-bd94-a2e276a800e0 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '9e00b90b-9d73-4a37-a13e-1f1f94ae4ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '599017a6-088b-4d02-a7de-6f48aa17a323'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:26:20.565308 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbd8821-cc09-4fd6-86e2-32f32696469a None None] Attempting to bind port d212bb1a-cbcb-41fe-bd94-a2e276a800e0 on network 599017a6-088b-4d02-a7de-6f48aa17a323 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:26:20.577253 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbd8821-cc09-4fd6-86e2-32f32696469a None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 25, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:26:20.577624 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbd8821-cc09-4fd6-86e2-32f32696469a None None] Checking segment: {'id': '9e00b90b-9d73-4a37-a13e-1f1f94ae4ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '599017a6-088b-4d02-a7de-6f48aa17a323'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:26:20.578028 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6cbd8821-cc09-4fd6-86e2-32f32696469a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:20.578416 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbd8821-cc09-4fd6-86e2-32f32696469a None None] Bound using segment: {'id': '9e00b90b-9d73-4a37-a13e-1f1f94ae4ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '599017a6-088b-4d02-a7de-6f48aa17a323'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:26:20.578883 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-6cbd8821-cc09-4fd6-86e2-32f32696469a None None] Bound port: d212bb1a-cbcb-41fe-bd94-a2e276a800e0, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e00b90b-9d73-4a37-a13e-1f1f94ae4ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '599017a6-088b-4d02-a7de-6f48aa17a323'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:26:20.579261 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6cbd8821-cc09-4fd6-86e2-32f32696469a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (d212bb1a-cbcb-41fe-bd94-a2e276a800e0), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:20.614801 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c3f528f7-ca24-4e7e-af40-e2225f86d46b tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-52093282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51452698'] for subnet (c0b5fa2a-9561-4ab1-9943-a37825cb1fd8), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:20.647207 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f528f7-ca24-4e7e-af40-e2225f86d46b tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Pushing event deleted for resources: {'Subnet': ['ID=c0b5fa2a-9561-4ab1-9943-a37825cb1fd8,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:20.686914 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server [None req-d108f358-3e80-4bc4-acb1-0d7dff31f622 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c0b5fa2a-9561-4ab1-9943-a37825cb1fd8: This subnet is being modified by another concurrent operation. Feb 04 13:26:20.686914 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 04 13:26:20.686914 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 04 13:26:20.686914 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 04 13:26:20.686914 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 04 13:26:20.686914 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 04 13:26:20.686914 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 04 13:26:20.686914 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 04 13:26:20.686914 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 04 13:26:20.686914 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 04 13:26:20.686914 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 13:26:20.686914 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 13:26:20.686914 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 13:26:20.686914 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 13:26:20.686914 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 13:26:20.686914 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 13:26:20.686914 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 13:26:20.686914 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 13:26:20.686914 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 13:26:20.686914 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 13:26:20.686914 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 13:26:20.686914 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 13:26:20.686914 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 13:26:20.686914 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 13:26:20.686914 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 13:26:20.686914 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 13:26:20.686914 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 13:26:20.686914 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 13:26:20.686914 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 13:26:20.686914 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 13:26:20.686914 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 13:26:20.686914 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 13:26:20.686914 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 13:26:20.686914 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 13:26:20.686914 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 04 13:26:20.686914 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 04 13:26:20.686914 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 04 13:26:20.686914 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 04 13:26:20.686914 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 04 13:26:20.686914 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 04 13:26:20.686914 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 04 13:26:20.686914 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 04 13:26:20.686914 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 04 13:26:20.686914 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 13:26:20.686914 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 04 13:26:20.686914 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 13:26:20.686914 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 13:26:20.686914 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 13:26:20.686914 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 13:26:20.686914 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 13:26:20.686914 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 13:26:20.686914 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 13:26:20.686914 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 13:26:20.686914 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 13:26:20.686914 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 13:26:20.686914 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 13:26:20.686914 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 13:26:20.686914 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 13:26:20.686914 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 13:26:20.686914 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 13:26:20.686914 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 13:26:20.686914 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 13:26:20.686914 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 13:26:20.686914 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 13:26:20.686914 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 13:26:20.686914 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 13:26:20.686914 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 13:26:20.686914 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 13:26:20.686914 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 13:26:20.686914 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 13:26:20.686914 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port Feb 04 13:26:20.686914 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 04 13:26:20.686914 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db Feb 04 13:26:20.686914 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 04 13:26:20.686914 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 04 13:26:20.686914 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 04 13:26:20.686914 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 04 13:26:20.686914 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 04 13:26:20.686914 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 04 13:26:20.686914 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 13:26:20.686914 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 04 13:26:20.686914 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 04 13:26:20.686914 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 04 13:26:20.686914 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 04 13:26:20.686914 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 04 13:26:20.686914 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 04 13:26:20.686914 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 04 13:26:20.686914 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 04 13:26:20.686914 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 04 13:26:20.686914 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server raise exception Feb 04 13:26:20.686914 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c0b5fa2a-9561-4ab1-9943-a37825cb1fd8: This subnet is being modified by another concurrent operation. Feb 04 13:26:20.686914 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server Feb 04 13:26:20.707605 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390c0611-8e8e-485b-b6b4-e47b3418f0dc None None] Network f8e4f53a-3f6b-4058-b331-65ef7015c33f requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:26:20.722619 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c3f528f7-ca24-4e7e-af40-e2225f86d46b tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (f8e4f53a-3f6b-4058-b331-65ef7015c33f), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:20.744947 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-c3f528f7-ca24-4e7e-af40-e2225f86d46b tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8e4f53a-3f6b-4058-b331-65ef7015c33f']}} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:26:20.754620 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-c3f528f7-ca24-4e7e-af40-e2225f86d46b tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4b3b9c8-5856-4feb-b6fc-a924b1c4bf53') {'for_net_delete': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:26:20.754924 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-c3f528f7-ca24-4e7e-af40-e2225f86d46b tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4b3b9c8-5856-4feb-b6fc-a924b1c4bf53') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:26:20.761583 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-6cbd8821-cc09-4fd6-86e2-32f32696469a None None] For port d212bb1a-cbcb-41fe-bd94-a2e276a800e0, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:26:20.767098 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c3f528f7-ca24-4e7e-af40-e2225f86d46b tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51859336'] for segment (a4b3b9c8-5856-4feb-b6fc-a924b1c4bf53), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:20.772427 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:20.777508 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-6cbd8821-cc09-4fd6-86e2-32f32696469a None None] For port d212bb1a-cbcb-41fe-bd94-a2e276a800e0, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=d212bb1a-cbcb-41fe-bd94-a2e276a800e0,segment=NetworkSegment(9e00b90b-9d73-4a37-a13e-1f1f94ae4ca0),segment_id=9e00b90b-9d73-4a37-a13e-1f1f94ae4ca0)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:26:20.788625 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c3f528f7-ca24-4e7e-af40-e2225f86d46b tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (a4b3b9c8-5856-4feb-b6fc-a924b1c4bf53), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:20.793983 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6cbd8821-cc09-4fd6-86e2-32f32696469a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (d212bb1a-cbcb-41fe-bd94-a2e276a800e0), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:20.796248 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3f528f7-ca24-4e7e-af40-e2225f86d46b tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=103475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:26:20.796648 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c3f528f7-ca24-4e7e-af40-e2225f86d46b tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-52093388'] for segment (a4b3b9c8-5856-4feb-b6fc-a924b1c4bf53), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:20.802305 n-d-825015-3 neutron-server[103475]: Traceback (most recent call last): Feb 04 13:26:20.802305 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:26:20.802305 n-d-825015-3 neutron-server[103475]: timer() Feb 04 13:26:20.802305 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:26:20.802305 n-d-825015-3 neutron-server[103475]: cb(*args, **kw) Feb 04 13:26:20.802305 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:26:20.802305 n-d-825015-3 neutron-server[103475]: return func(*args, **kwargs) Feb 04 13:26:20.802305 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:26:20.802305 n-d-825015-3 neutron-server[103475]: self._notify() Feb 04 13:26:20.802305 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:26:20.802305 n-d-825015-3 neutron-server[103475]: self.callback(batched_events) Feb 04 13:26:20.802305 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:26:20.802305 n-d-825015-3 neutron-server[103475]: event.method(event) Feb 04 13:26:20.802305 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:26:20.802305 n-d-825015-3 neutron-server[103475]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:26:20.802305 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:26:20.802305 n-d-825015-3 neutron-server[103475]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:26:20.802305 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:26:20.802305 n-d-825015-3 neutron-server[103475]: return f(self, *a, **k) Feb 04 13:26:20.802305 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:26:20.802305 n-d-825015-3 neutron-server[103475]: return self._get(url).json() Feb 04 13:26:20.802305 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:26:20.802305 n-d-825015-3 neutron-server[103475]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:26:20.802305 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:26:20.802305 n-d-825015-3 neutron-server[103475]: return self.request(url, 'GET', **kwargs) Feb 04 13:26:20.802305 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:26:20.802305 n-d-825015-3 neutron-server[103475]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:26:20.802305 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:26:20.802305 n-d-825015-3 neutron-server[103475]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:26:20.802305 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:26:20.802305 n-d-825015-3 neutron-server[103475]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:26:20.802305 n-d-825015-3 neutron-server[103475]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:26:20.869240 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbd8821-cc09-4fd6-86e2-32f32696469a None None] Pushing event updated for resources: {'Port': ['ID=d212bb1a-cbcb-41fe-bd94-a2e276a800e0,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:20.881803 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c3f528f7-ca24-4e7e-af40-e2225f86d46b tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (f8e4f53a-3f6b-4058-b331-65ef7015c33f), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:20.890328 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c3f528f7-ca24-4e7e-af40-e2225f86d46b tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:20.893709 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-c3f528f7-ca24-4e7e-af40-e2225f86d46b tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] 10.222.0.65 "DELETE /v2.0/networks/f8e4f53a-3f6b-4058-b331-65ef7015c33f HTTP/1.1" status: 204 len: 168 time: 0.5323174 Feb 04 13:26:20.898396 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 33968) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:26:20.903587 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-92317468-440a-4eb9-81b9-73af73906822 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-710255988'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:26:20.909416 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f528f7-ca24-4e7e-af40-e2225f86d46b tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Pushing event deleted for resources: {'Network': ['ID=f8e4f53a-3f6b-4058-b331-65ef7015c33f,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:20.924569 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92317468-440a-4eb9-81b9-73af73906822 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Made reservation on behalf of faa692fdf8344ac08f07bab21817a1aa for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:26:20.928052 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-92317468-440a-4eb9-81b9-73af73906822 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:20.953804 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92317468-440a-4eb9-81b9-73af73906822 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:26:20.964365 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-92317468-440a-4eb9-81b9-73af73906822 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (097ba7ab-52bf-4aea-94b8-0402f8c7ac32), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:20.964714 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-92317468-440a-4eb9-81b9-73af73906822 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Added segment 097ba7ab-52bf-4aea-94b8-0402f8c7ac32 of type vlan for network 92eb2b1c-3292-45b1-a1c6-604a9189a54d Feb 04 13:26:21.011096 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-92317468-440a-4eb9-81b9-73af73906822 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (92eb2b1c-3292-45b1-a1c6-604a9189a54d), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:21.053281 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-92317468-440a-4eb9-81b9-73af73906822 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (92eb2b1c-3292-45b1-a1c6-604a9189a54d), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:21.058677 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92317468-440a-4eb9-81b9-73af73906822 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:21.059276 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-92317468-440a-4eb9-81b9-73af73906822 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:21.116492 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-92317468-440a-4eb9-81b9-73af73906822 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2169232 Feb 04 13:26:21.119123 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 33970) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:26:21.124759 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-3b65f775-436e-4658-a31f-d210ebcec7e8 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Request body: {'subnet': {'network_id': '92eb2b1c-3292-45b1-a1c6-604a9189a54d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:26:21.132765 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92317468-440a-4eb9-81b9-73af73906822 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Pushing event updated for resources: {'Network': ['ID=92eb2b1c-3292-45b1-a1c6-604a9189a54d,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:21.145265 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 92eb2b1c-3292-45b1-a1c6-604a9189a54d details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:26:21.230129 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b65f775-436e-4658-a31f-d210ebcec7e8 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Made reservation on behalf of faa692fdf8344ac08f07bab21817a1aa for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:26:21.233674 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3b65f775-436e-4658-a31f-d210ebcec7e8 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:21.289733 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.ipam_backend_mixin [None req-3b65f775-436e-4658-a31f-d210ebcec7e8 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Performing IP validity checks on allocation pools {{(pid=103475) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 04 13:26:21.290171 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.ipam_backend_mixin [None req-3b65f775-436e-4658-a31f-d210ebcec7e8 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103475) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 04 13:26:21.414509 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3b65f775-436e-4658-a31f-d210ebcec7e8 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52094127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51452689'] for subnet (7ee74578-7ae8-4830-b4e4-2716e682a06b), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:21.473633 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b65f775-436e-4658-a31f-d210ebcec7e8 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Pushing event updated for resources: {'Subnet': ['ID=7ee74578-7ae8-4830-b4e4-2716e682a06b,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:21.482186 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b65f775-436e-4658-a31f-d210ebcec7e8 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Checking segment: {'id': '097ba7ab-52bf-4aea-94b8-0402f8c7ac32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '92eb2b1c-3292-45b1-a1c6-604a9189a54d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:26:21.482548 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b65f775-436e-4658-a31f-d210ebcec7e8 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Network hostable DHCP agents. Network: 92eb2b1c-3292-45b1-a1c6-604a9189a54d, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:26:21.499205 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b65f775-436e-4658-a31f-d210ebcec7e8 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Network 92eb2b1c-3292-45b1-a1c6-604a9189a54d is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:26:21.509739 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-3b65f775-436e-4658-a31f-d210ebcec7e8 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 92eb2b1c-3292-45b1-a1c6-604a9189a54d) {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:26:21.513819 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b65f775-436e-4658-a31f-d210ebcec7e8 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:21.514429 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3b65f775-436e-4658-a31f-d210ebcec7e8 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:21.520365 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ab01a3-d50d-4b5f-a342-bb1594a07a64 None None] Network 92eb2b1c-3292-45b1-a1c6-604a9189a54d requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:26:21.538794 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-3b65f775-436e-4658-a31f-d210ebcec7e8 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4150643 Feb 04 13:26:21.539218 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 33972) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:26:21.632823 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3971d9bc-eb23-4018-84e5-12c775587fc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-92eb2b1c-3292-45b1-a1c6-604a9189a54d', 'network_id': '92eb2b1c-3292-45b1-a1c6-604a9189a54d', 'project_id': 'faa692fdf8344ac08f07bab21817a1aa', 'fixed_ips': [{'subnet_id': '7ee74578-7ae8-4830-b4e4-2716e682a06b'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:26:21.633793 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3971d9bc-eb23-4018-84e5-12c775587fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:21.651500 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8b8b4295-7e98-423e-9d83-3ad1e55323fb tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (92eb2b1c-3292-45b1-a1c6-604a9189a54d), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:21.713353 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8b8b4295-7e98-423e-9d83-3ad1e55323fb tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (7ee74578-7ae8-4830-b4e4-2716e682a06b), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:21.784482 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-3971d9bc-eb23-4018-84e5-12c775587fc2 None None] Allocated IP 2001:db8::3 (92eb2b1c-3292-45b1-a1c6-604a9189a54d/7ee74578-7ae8-4830-b4e4-2716e682a06b/d002cf9a-41bf-4ce1-8185-6e90c0c43dca) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:26:21.863382 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:21.885622 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268d1d8b-ceca-43a5-b4f3-100d018b928f None None] Network 599017a6-088b-4d02-a7de-6f48aa17a323 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:26:21.993410 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-130b912e-1b3f-47a5-8180-9b3fa8232be8 None None] Provisioning complete for port d212bb1a-cbcb-41fe-bd94-a2e276a800e0 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:26:21.993787 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-130b912e-1b3f-47a5-8180-9b3fa8232be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (d212bb1a-cbcb-41fe-bd94-a2e276a800e0), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:22.048717 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3971d9bc-eb23-4018-84e5-12c775587fc2 None None] Publish callbacks [] for port (d002cf9a-41bf-4ce1-8185-6e90c0c43dca), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:22.071976 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3971d9bc-eb23-4018-84e5-12c775587fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (d002cf9a-41bf-4ce1-8185-6e90c0c43dca), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:22.074754 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8b8b4295-7e98-423e-9d83-3ad1e55323fb tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-52093282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51452698'] for subnet (7ee74578-7ae8-4830-b4e4-2716e682a06b), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:22.104502 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8b4295-7e98-423e-9d83-3ad1e55323fb tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Pushing event deleted for resources: {'Subnet': ['ID=7ee74578-7ae8-4830-b4e4-2716e682a06b,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:22.130179 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3971d9bc-eb23-4018-84e5-12c775587fc2 None None] Network 92eb2b1c-3292-45b1-a1c6-604a9189a54d is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:26:22.140484 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-3971d9bc-eb23-4018-84e5-12c775587fc2 None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:26:22.147033 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3971d9bc-eb23-4018-84e5-12c775587fc2 None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:26:22.152452 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3971d9bc-eb23-4018-84e5-12c775587fc2 None None] Pushing event updated for resources: {'Port': ['ID=d002cf9a-41bf-4ce1-8185-6e90c0c43dca,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:22.171456 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8b8b4295-7e98-423e-9d83-3ad1e55323fb tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (92eb2b1c-3292-45b1-a1c6-604a9189a54d), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:22.198091 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-8b8b4295-7e98-423e-9d83-3ad1e55323fb tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92eb2b1c-3292-45b1-a1c6-604a9189a54d']}} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:26:22.211582 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-8b8b4295-7e98-423e-9d83-3ad1e55323fb tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '097ba7ab-52bf-4aea-94b8-0402f8c7ac32') {'for_net_delete': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:26:22.212040 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-8b8b4295-7e98-423e-9d83-3ad1e55323fb tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '097ba7ab-52bf-4aea-94b8-0402f8c7ac32') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:26:22.222400 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8b8b4295-7e98-423e-9d83-3ad1e55323fb tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51859336'] for segment (097ba7ab-52bf-4aea-94b8-0402f8c7ac32), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:22.228706 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-130b912e-1b3f-47a5-8180-9b3fa8232be8 None None] Current status of the port d212bb1a-cbcb-41fe-bd94-a2e276a800e0 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:26:22.229091 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-130b912e-1b3f-47a5-8180-9b3fa8232be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (d212bb1a-cbcb-41fe-bd94-a2e276a800e0), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:22.238333 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8b8b4295-7e98-423e-9d83-3ad1e55323fb tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (097ba7ab-52bf-4aea-94b8-0402f8c7ac32), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:22.246650 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b8b4295-7e98-423e-9d83-3ad1e55323fb tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=103475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:26:22.247204 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8b8b4295-7e98-423e-9d83-3ad1e55323fb tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-52093388'] for segment (097ba7ab-52bf-4aea-94b8-0402f8c7ac32), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:22.248182 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-3971d9bc-eb23-4018-84e5-12c775587fc2 None None] Attempting to bind port d002cf9a-41bf-4ce1-8185-6e90c0c43dca on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:26:22.248664 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-3971d9bc-eb23-4018-84e5-12c775587fc2 None None] Attempting to bind port d002cf9a-41bf-4ce1-8185-6e90c0c43dca by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '097ba7ab-52bf-4aea-94b8-0402f8c7ac32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '92eb2b1c-3292-45b1-a1c6-604a9189a54d'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:26:22.249044 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3971d9bc-eb23-4018-84e5-12c775587fc2 None None] Attempting to bind port d002cf9a-41bf-4ce1-8185-6e90c0c43dca on network 92eb2b1c-3292-45b1-a1c6-604a9189a54d {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:26:22.250714 n-d-825015-3 neutron-server[103475]: Traceback (most recent call last): Feb 04 13:26:22.250714 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:26:22.250714 n-d-825015-3 neutron-server[103475]: timer() Feb 04 13:26:22.250714 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:26:22.250714 n-d-825015-3 neutron-server[103475]: cb(*args, **kw) Feb 04 13:26:22.250714 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:26:22.250714 n-d-825015-3 neutron-server[103475]: return func(*args, **kwargs) Feb 04 13:26:22.250714 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:26:22.250714 n-d-825015-3 neutron-server[103475]: self._notify() Feb 04 13:26:22.250714 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:26:22.250714 n-d-825015-3 neutron-server[103475]: self.callback(batched_events) Feb 04 13:26:22.250714 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:26:22.250714 n-d-825015-3 neutron-server[103475]: event.method(event) Feb 04 13:26:22.250714 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:26:22.250714 n-d-825015-3 neutron-server[103475]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:26:22.250714 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:26:22.250714 n-d-825015-3 neutron-server[103475]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:26:22.250714 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:26:22.250714 n-d-825015-3 neutron-server[103475]: return f(self, *a, **k) Feb 04 13:26:22.250714 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:26:22.250714 n-d-825015-3 neutron-server[103475]: return self._get(url).json() Feb 04 13:26:22.250714 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:26:22.250714 n-d-825015-3 neutron-server[103475]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:26:22.250714 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:26:22.250714 n-d-825015-3 neutron-server[103475]: return self.request(url, 'GET', **kwargs) Feb 04 13:26:22.250714 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:26:22.250714 n-d-825015-3 neutron-server[103475]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:26:22.250714 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:26:22.250714 n-d-825015-3 neutron-server[103475]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:26:22.250714 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:26:22.250714 n-d-825015-3 neutron-server[103475]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:26:22.250714 n-d-825015-3 neutron-server[103475]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:26:22.268925 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3971d9bc-eb23-4018-84e5-12c775587fc2 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:26:22.269312 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3971d9bc-eb23-4018-84e5-12c775587fc2 None None] Checking segment: {'id': '097ba7ab-52bf-4aea-94b8-0402f8c7ac32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '92eb2b1c-3292-45b1-a1c6-604a9189a54d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:26:22.269762 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3971d9bc-eb23-4018-84e5-12c775587fc2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:22.270126 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3971d9bc-eb23-4018-84e5-12c775587fc2 None None] Bound using segment: {'id': '097ba7ab-52bf-4aea-94b8-0402f8c7ac32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '92eb2b1c-3292-45b1-a1c6-604a9189a54d'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:26:22.270611 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-3971d9bc-eb23-4018-84e5-12c775587fc2 None None] Bound port: d002cf9a-41bf-4ce1-8185-6e90c0c43dca, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '097ba7ab-52bf-4aea-94b8-0402f8c7ac32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '92eb2b1c-3292-45b1-a1c6-604a9189a54d'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:26:22.271064 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3971d9bc-eb23-4018-84e5-12c775587fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (d002cf9a-41bf-4ce1-8185-6e90c0c43dca), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:22.294762 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-130b912e-1b3f-47a5-8180-9b3fa8232be8 None None] For port d212bb1a-cbcb-41fe-bd94-a2e276a800e0, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=d212bb1a-cbcb-41fe-bd94-a2e276a800e0,segment=NetworkSegment(9e00b90b-9d73-4a37-a13e-1f1f94ae4ca0),segment_id=9e00b90b-9d73-4a37-a13e-1f1f94ae4ca0)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:26:22.311885 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.db.api [None req-8b8b4295-7e98-423e-9d83-3ad1e55323fb tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 13:26:22.311885 n-d-825015-3 neutron-server[103475]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 13:26:22.311885 n-d-825015-3 neutron-server[103475]: [parameters: {'id': '92eb2b1c-3292-45b1-a1c6-604a9189a54d'}] Feb 04 13:26:22.311885 n-d-825015-3 neutron-server[103475]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103475) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:26:22.312360 n-d-825015-3 neutron-server[103475]: DEBUG oslo_db.api [None req-8b8b4295-7e98-423e-9d83-3ad1e55323fb tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:26:22.325060 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-130b912e-1b3f-47a5-8180-9b3fa8232be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (d212bb1a-cbcb-41fe-bd94-a2e276a800e0), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:22.397681 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-3971d9bc-eb23-4018-84e5-12c775587fc2 None None] For port d002cf9a-41bf-4ce1-8185-6e90c0c43dca, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:26:22.399750 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130b912e-1b3f-47a5-8180-9b3fa8232be8 None None] Pushing event updated for resources: {'Port': ['ID=d212bb1a-cbcb-41fe-bd94-a2e276a800e0,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:22.403386 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-3971d9bc-eb23-4018-84e5-12c775587fc2 None None] For port d002cf9a-41bf-4ce1-8185-6e90c0c43dca, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=d002cf9a-41bf-4ce1-8185-6e90c0c43dca,segment=NetworkSegment(097ba7ab-52bf-4aea-94b8-0402f8c7ac32),segment_id=097ba7ab-52bf-4aea-94b8-0402f8c7ac32)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:26:22.410003 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3971d9bc-eb23-4018-84e5-12c775587fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (d002cf9a-41bf-4ce1-8185-6e90c0c43dca), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:22.499710 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3971d9bc-eb23-4018-84e5-12c775587fc2 None None] Pushing event updated for resources: {'Port': ['ID=d002cf9a-41bf-4ce1-8185-6e90c0c43dca,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:22.503836 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-44ec124e-6d88-4903-aef1-22673937b159 None None] Provisioning complete for port d212bb1a-cbcb-41fe-bd94-a2e276a800e0 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:26:22.504218 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-44ec124e-6d88-4903-aef1-22673937b159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (d212bb1a-cbcb-41fe-bd94-a2e276a800e0), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:22.531450 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb75854-4ed3-44c2-8b90-bfc1ddda99aa None None] get_active_networks_info from n-d-825015-3 {{(pid=103476) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 04 13:26:22.632050 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb75854-4ed3-44c2-8b90-bfc1ddda99aa None None] Resources bound (agent type, host, resource id): {{(pid=103476) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 13:26:22.653245 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-44ec124e-6d88-4903-aef1-22673937b159 None None] Current status of the port d212bb1a-cbcb-41fe-bd94-a2e276a800e0 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:26:22.797353 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98fe310d-0de5-474a-a7d0-09391e5718cb None None] get_active_networks_info from n-d-825015-3 {{(pid=103476) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 04 13:26:22.813619 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8b8b4295-7e98-423e-9d83-3ad1e55323fb tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (92eb2b1c-3292-45b1-a1c6-604a9189a54d), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:22.871771 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98fe310d-0de5-474a-a7d0-09391e5718cb None None] Resources bound (agent type, host, resource id): {{(pid=103476) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 13:26:22.874202 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-8b8b4295-7e98-423e-9d83-3ad1e55323fb tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Deleting port d002cf9a-41bf-4ce1-8185-6e90c0c43dca {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:26:22.874540 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8b8b4295-7e98-423e-9d83-3ad1e55323fb tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (d002cf9a-41bf-4ce1-8185-6e90c0c43dca), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:22.936784 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-8b8b4295-7e98-423e-9d83-3ad1e55323fb tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] For port d002cf9a-41bf-4ce1-8185-6e90c0c43dca, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=d002cf9a-41bf-4ce1-8185-6e90c0c43dca,segment=NetworkSegment(097ba7ab-52bf-4aea-94b8-0402f8c7ac32),segment_id=097ba7ab-52bf-4aea-94b8-0402f8c7ac32)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:26:22.937061 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8b8b4295-7e98-423e-9d83-3ad1e55323fb tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (d002cf9a-41bf-4ce1-8185-6e90c0c43dca), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:22.949909 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-8b8b4295-7e98-423e-9d83-3ad1e55323fb tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Calling delete_port for d002cf9a-41bf-4ce1-8185-6e90c0c43dca owned by network:dhcp {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:26:23.046027 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e9d40a-3389-43ad-85df-d596edb358d7 None None] Network 92eb2b1c-3292-45b1-a1c6-604a9189a54d requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:26:23.048901 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8b8b4295-7e98-423e-9d83-3ad1e55323fb tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (d002cf9a-41bf-4ce1-8185-6e90c0c43dca), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:23.076801 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8b4295-7e98-423e-9d83-3ad1e55323fb tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Pushing event deleted for resources: {'Port': ['ID=d002cf9a-41bf-4ce1-8185-6e90c0c43dca,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:23.078634 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8b4295-7e98-423e-9d83-3ad1e55323fb tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] No DVR routers for this DVR port d002cf9a-41bf-4ce1-8185-6e90c0c43dca on host n-d-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:26:23.095289 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device d212bb1a-cbcb-41fe-bd94-a2e276a800e0 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:26:23.162087 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8b8b4295-7e98-423e-9d83-3ad1e55323fb tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (92eb2b1c-3292-45b1-a1c6-604a9189a54d), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:23.179630 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port d212bb1a-cbcb-41fe-bd94-a2e276a800e0 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:26:23.180045 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (d212bb1a-cbcb-41fe-bd94-a2e276a800e0), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:23.269896 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port d212bb1a-cbcb-41fe-bd94-a2e276a800e0 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:26:23.486181 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-8b8b4295-7e98-423e-9d83-3ad1e55323fb tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92eb2b1c-3292-45b1-a1c6-604a9189a54d']}} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:26:23.496176 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-8b8b4295-7e98-423e-9d83-3ad1e55323fb tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '097ba7ab-52bf-4aea-94b8-0402f8c7ac32') {'for_net_delete': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:26:23.496477 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-8b8b4295-7e98-423e-9d83-3ad1e55323fb tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '097ba7ab-52bf-4aea-94b8-0402f8c7ac32') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:26:23.505968 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8b8b4295-7e98-423e-9d83-3ad1e55323fb tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51859336'] for segment (097ba7ab-52bf-4aea-94b8-0402f8c7ac32), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:23.518873 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8b8b4295-7e98-423e-9d83-3ad1e55323fb tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (097ba7ab-52bf-4aea-94b8-0402f8c7ac32), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:23.525517 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b8b4295-7e98-423e-9d83-3ad1e55323fb tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=103475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:26:23.525866 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8b8b4295-7e98-423e-9d83-3ad1e55323fb tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-52093388'] for segment (097ba7ab-52bf-4aea-94b8-0402f8c7ac32), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:23.528870 n-d-825015-3 neutron-server[103475]: Traceback (most recent call last): Feb 04 13:26:23.528870 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:26:23.528870 n-d-825015-3 neutron-server[103475]: timer() Feb 04 13:26:23.528870 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:26:23.528870 n-d-825015-3 neutron-server[103475]: cb(*args, **kw) Feb 04 13:26:23.528870 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:26:23.528870 n-d-825015-3 neutron-server[103475]: return func(*args, **kwargs) Feb 04 13:26:23.528870 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:26:23.528870 n-d-825015-3 neutron-server[103475]: self._notify() Feb 04 13:26:23.528870 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:26:23.528870 n-d-825015-3 neutron-server[103475]: self.callback(batched_events) Feb 04 13:26:23.528870 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:26:23.528870 n-d-825015-3 neutron-server[103475]: event.method(event) Feb 04 13:26:23.528870 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:26:23.528870 n-d-825015-3 neutron-server[103475]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:26:23.528870 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:26:23.528870 n-d-825015-3 neutron-server[103475]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:26:23.528870 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:26:23.528870 n-d-825015-3 neutron-server[103475]: return f(self, *a, **k) Feb 04 13:26:23.528870 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:26:23.528870 n-d-825015-3 neutron-server[103475]: return self._get(url).json() Feb 04 13:26:23.528870 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:26:23.528870 n-d-825015-3 neutron-server[103475]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:26:23.528870 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:26:23.528870 n-d-825015-3 neutron-server[103475]: return self.request(url, 'GET', **kwargs) Feb 04 13:26:23.528870 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:26:23.528870 n-d-825015-3 neutron-server[103475]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:26:23.528870 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:26:23.528870 n-d-825015-3 neutron-server[103475]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:26:23.528870 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:26:23.528870 n-d-825015-3 neutron-server[103475]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:26:23.528870 n-d-825015-3 neutron-server[103475]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:26:23.586956 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8b8b4295-7e98-423e-9d83-3ad1e55323fb tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (92eb2b1c-3292-45b1-a1c6-604a9189a54d), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:23.593984 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8b8b4295-7e98-423e-9d83-3ad1e55323fb tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:23.597083 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-8b8b4295-7e98-423e-9d83-3ad1e55323fb tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] 10.222.0.65 "DELETE /v2.0/networks/92eb2b1c-3292-45b1-a1c6-604a9189a54d HTTP/1.1" status: 204 len: 168 time: 2.0564072 Feb 04 13:26:23.600748 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 33974) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:26:23.613984 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-da2d879e-ffc3-468e-a936-b39c5fd8447d tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1763864167'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:26:23.618479 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8b4295-7e98-423e-9d83-3ad1e55323fb tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Pushing event deleted for resources: {'Network': ['ID=92eb2b1c-3292-45b1-a1c6-604a9189a54d,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:23.635970 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da2d879e-ffc3-468e-a936-b39c5fd8447d tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Made reservation on behalf of faa692fdf8344ac08f07bab21817a1aa for: {'network': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:26:23.639445 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-da2d879e-ffc3-468e-a936-b39c5fd8447d tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:23.664191 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da2d879e-ffc3-468e-a936-b39c5fd8447d tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=103475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:26:23.673326 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-da2d879e-ffc3-468e-a936-b39c5fd8447d tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (ae5d7d7c-bb8e-46a3-a47a-bd1c5891629b), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:23.673683 n-d-825015-3 neutron-server[103475]: INFO neutron.db.segments_db [None req-da2d879e-ffc3-468e-a936-b39c5fd8447d tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Added segment ae5d7d7c-bb8e-46a3-a47a-bd1c5891629b of type vlan for network 57011ad9-bced-461e-9ae9-78e53e502f72 Feb 04 13:26:23.723221 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-da2d879e-ffc3-468e-a936-b39c5fd8447d tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (57011ad9-bced-461e-9ae9-78e53e502f72), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:23.748169 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-da2d879e-ffc3-468e-a936-b39c5fd8447d tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (57011ad9-bced-461e-9ae9-78e53e502f72), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:23.753040 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2d879e-ffc3-468e-a936-b39c5fd8447d tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:23.753618 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-da2d879e-ffc3-468e-a936-b39c5fd8447d tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:23.808664 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-da2d879e-ffc3-468e-a936-b39c5fd8447d tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2067790 Feb 04 13:26:23.811486 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 33976) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:26:23.816636 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-93c31332-68b9-4e67-8f6a-8afe74491fd1 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Request body: {'subnet': {'network_id': '57011ad9-bced-461e-9ae9-78e53e502f72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:26:23.823534 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2d879e-ffc3-468e-a936-b39c5fd8447d tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Pushing event updated for resources: {'Network': ['ID=57011ad9-bced-461e-9ae9-78e53e502f72,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:23.834163 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 57011ad9-bced-461e-9ae9-78e53e502f72 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:26:23.914898 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93c31332-68b9-4e67-8f6a-8afe74491fd1 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Made reservation on behalf of faa692fdf8344ac08f07bab21817a1aa for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:26:23.918299 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-93c31332-68b9-4e67-8f6a-8afe74491fd1 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60610638'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:24.111404 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-93c31332-68b9-4e67-8f6a-8afe74491fd1 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59045178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60610680'] for subnet (aae5ae9b-03ce-4dde-a4b0-64d81952090d), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:24.171424 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c31332-68b9-4e67-8f6a-8afe74491fd1 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Pushing event updated for resources: {'Subnet': ['ID=aae5ae9b-03ce-4dde-a4b0-64d81952090d,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:24.180930 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c31332-68b9-4e67-8f6a-8afe74491fd1 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Checking segment: {'id': 'ae5d7d7c-bb8e-46a3-a47a-bd1c5891629b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '57011ad9-bced-461e-9ae9-78e53e502f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:26:24.181531 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c31332-68b9-4e67-8f6a-8afe74491fd1 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Network hostable DHCP agents. Network: 57011ad9-bced-461e-9ae9-78e53e502f72, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:26:24.204065 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c31332-68b9-4e67-8f6a-8afe74491fd1 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Network 57011ad9-bced-461e-9ae9-78e53e502f72 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:26:24.214046 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-93c31332-68b9-4e67-8f6a-8afe74491fd1 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 57011ad9-bced-461e-9ae9-78e53e502f72) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:26:24.218439 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c31332-68b9-4e67-8f6a-8afe74491fd1 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:24.219054 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-93c31332-68b9-4e67-8f6a-8afe74491fd1 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:24.226826 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b8ef4e-bd1f-43fc-82a9-712fd7f30a22 None None] Network 57011ad9-bced-461e-9ae9-78e53e502f72 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:26:24.236784 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-93c31332-68b9-4e67-8f6a-8afe74491fd1 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4241111 Feb 04 13:26:24.241265 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 33978) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:26:24.246688 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-dbfdf684-0abf-4a1d-ab11-d66e21983fad tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1633846116'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:26:24.268510 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbfdf684-0abf-4a1d-ab11-d66e21983fad tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Made reservation on behalf of faa692fdf8344ac08f07bab21817a1aa for: {'network': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:26:24.272534 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-dbfdf684-0abf-4a1d-ab11-d66e21983fad tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:24.301239 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbfdf684-0abf-4a1d-ab11-d66e21983fad tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=103475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:26:24.312608 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-dbfdf684-0abf-4a1d-ab11-d66e21983fad tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (88793c42-0185-433c-be02-fe8b1e27f771), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:24.312959 n-d-825015-3 neutron-server[103475]: INFO neutron.db.segments_db [None req-dbfdf684-0abf-4a1d-ab11-d66e21983fad tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Added segment 88793c42-0185-433c-be02-fe8b1e27f771 of type vlan for network 223a1065-9b7b-49d8-9242-2b3da8681f81 Feb 04 13:26:24.351557 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14246688-4974-48b4-8da2-6b6da14f0d8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-57011ad9-bced-461e-9ae9-78e53e502f72', 'network_id': '57011ad9-bced-461e-9ae9-78e53e502f72', 'project_id': 'faa692fdf8344ac08f07bab21817a1aa', 'fixed_ips': [{'subnet_id': 'aae5ae9b-03ce-4dde-a4b0-64d81952090d'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:26:24.352618 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-14246688-4974-48b4-8da2-6b6da14f0d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:24.363008 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-dbfdf684-0abf-4a1d-ab11-d66e21983fad tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (223a1065-9b7b-49d8-9242-2b3da8681f81), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:24.392500 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-dbfdf684-0abf-4a1d-ab11-d66e21983fad tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (223a1065-9b7b-49d8-9242-2b3da8681f81), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:24.399234 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbfdf684-0abf-4a1d-ab11-d66e21983fad tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:24.399981 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-dbfdf684-0abf-4a1d-ab11-d66e21983fad tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:24.468183 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-dbfdf684-0abf-4a1d-ab11-d66e21983fad tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2257299 Feb 04 13:26:24.471883 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 33980) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:26:24.479991 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-fc7d7bd1-c1e3-449b-88ca-6d1b2c415ad1 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Request body: {'subnet': {'network_id': '223a1065-9b7b-49d8-9242-2b3da8681f81', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:26:24.499117 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfdf684-0abf-4a1d-ab11-d66e21983fad tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Pushing event updated for resources: {'Network': ['ID=223a1065-9b7b-49d8-9242-2b3da8681f81,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:24.603916 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc7d7bd1-c1e3-449b-88ca-6d1b2c415ad1 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Made reservation on behalf of faa692fdf8344ac08f07bab21817a1aa for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:26:24.608097 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fc7d7bd1-c1e3-449b-88ca-6d1b2c415ad1 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60610638'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:24.614278 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 223a1065-9b7b-49d8-9242-2b3da8681f81 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:26:24.754313 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-14246688-4974-48b4-8da2-6b6da14f0d8a None None] Allocated IP 2001:db8::2 (57011ad9-bced-461e-9ae9-78e53e502f72/aae5ae9b-03ce-4dde-a4b0-64d81952090d/6163bc73-465f-462f-955d-df2e78c386e2) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:26:24.833797 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fc7d7bd1-c1e3-449b-88ca-6d1b2c415ad1 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59045178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60610680'] for subnet (55af7c0a-5a52-4b14-b2f5-3b562561ea2f), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:24.904290 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7d7bd1-c1e3-449b-88ca-6d1b2c415ad1 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Pushing event updated for resources: {'Subnet': ['ID=55af7c0a-5a52-4b14-b2f5-3b562561ea2f,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:24.914278 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7d7bd1-c1e3-449b-88ca-6d1b2c415ad1 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Checking segment: {'id': '88793c42-0185-433c-be02-fe8b1e27f771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '223a1065-9b7b-49d8-9242-2b3da8681f81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:26:24.914647 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc7d7bd1-c1e3-449b-88ca-6d1b2c415ad1 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Network hostable DHCP agents. Network: 223a1065-9b7b-49d8-9242-2b3da8681f81, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:26:24.934622 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc7d7bd1-c1e3-449b-88ca-6d1b2c415ad1 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Network 223a1065-9b7b-49d8-9242-2b3da8681f81 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:26:24.939358 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-14246688-4974-48b4-8da2-6b6da14f0d8a None None] Publish callbacks [] for port (6163bc73-465f-462f-955d-df2e78c386e2), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:24.945089 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-fc7d7bd1-c1e3-449b-88ca-6d1b2c415ad1 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 223a1065-9b7b-49d8-9242-2b3da8681f81) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:26:24.946987 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-14246688-4974-48b4-8da2-6b6da14f0d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (6163bc73-465f-462f-955d-df2e78c386e2), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:24.951693 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7d7bd1-c1e3-449b-88ca-6d1b2c415ad1 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:24.952755 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fc7d7bd1-c1e3-449b-88ca-6d1b2c415ad1 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:24.979264 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c707e67-4f51-4b79-a666-73bbd60836f7 None None] Network 223a1065-9b7b-49d8-9242-2b3da8681f81 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:26:24.982617 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-fc7d7bd1-c1e3-449b-88ca-6d1b2c415ad1 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5082057 Feb 04 13:26:24.985244 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 33982) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:26:25.034708 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14246688-4974-48b4-8da2-6b6da14f0d8a None None] Network 57011ad9-bced-461e-9ae9-78e53e502f72 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:26:25.045334 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-14246688-4974-48b4-8da2-6b6da14f0d8a None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:26:25.051679 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14246688-4974-48b4-8da2-6b6da14f0d8a None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:26:25.055486 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14246688-4974-48b4-8da2-6b6da14f0d8a None None] Pushing event updated for resources: {'Port': ['ID=6163bc73-465f-462f-955d-df2e78c386e2,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:25.092884 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1b1bb84b-eb77-4690-9e6b-cee0619c3857 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (223a1065-9b7b-49d8-9242-2b3da8681f81), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:25.145298 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8ebda2-24cd-4f5a-91f3-3ee1be11562e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-223a1065-9b7b-49d8-9242-2b3da8681f81', 'network_id': '223a1065-9b7b-49d8-9242-2b3da8681f81', 'project_id': 'faa692fdf8344ac08f07bab21817a1aa', 'fixed_ips': [{'subnet_id': '55af7c0a-5a52-4b14-b2f5-3b562561ea2f'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:26:25.146129 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0e8ebda2-24cd-4f5a-91f3-3ee1be11562e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:25.159463 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-14246688-4974-48b4-8da2-6b6da14f0d8a None None] Attempting to bind port 6163bc73-465f-462f-955d-df2e78c386e2 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:26:25.159772 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-14246688-4974-48b4-8da2-6b6da14f0d8a None None] Attempting to bind port 6163bc73-465f-462f-955d-df2e78c386e2 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': 'ae5d7d7c-bb8e-46a3-a47a-bd1c5891629b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '57011ad9-bced-461e-9ae9-78e53e502f72'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:26:25.160153 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14246688-4974-48b4-8da2-6b6da14f0d8a None None] Attempting to bind port 6163bc73-465f-462f-955d-df2e78c386e2 on network 57011ad9-bced-461e-9ae9-78e53e502f72 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:26:25.168553 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14246688-4974-48b4-8da2-6b6da14f0d8a None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:26:25.168939 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14246688-4974-48b4-8da2-6b6da14f0d8a None None] Checking segment: {'id': 'ae5d7d7c-bb8e-46a3-a47a-bd1c5891629b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '57011ad9-bced-461e-9ae9-78e53e502f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:26:25.169346 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-14246688-4974-48b4-8da2-6b6da14f0d8a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:25.169743 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14246688-4974-48b4-8da2-6b6da14f0d8a None None] Bound using segment: {'id': 'ae5d7d7c-bb8e-46a3-a47a-bd1c5891629b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '57011ad9-bced-461e-9ae9-78e53e502f72'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:26:25.170224 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-14246688-4974-48b4-8da2-6b6da14f0d8a None None] Bound port: 6163bc73-465f-462f-955d-df2e78c386e2, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae5d7d7c-bb8e-46a3-a47a-bd1c5891629b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '57011ad9-bced-461e-9ae9-78e53e502f72'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:26:25.170608 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-14246688-4974-48b4-8da2-6b6da14f0d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (6163bc73-465f-462f-955d-df2e78c386e2), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:25.174118 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1b1bb84b-eb77-4690-9e6b-cee0619c3857 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (55af7c0a-5a52-4b14-b2f5-3b562561ea2f), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:25.241932 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1b1bb84b-eb77-4690-9e6b-cee0619c3857 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (55af7c0a-5a52-4b14-b2f5-3b562561ea2f), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:25.270635 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1bb84b-eb77-4690-9e6b-cee0619c3857 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Pushing event deleted for resources: {'Subnet': ['ID=55af7c0a-5a52-4b14-b2f5-3b562561ea2f,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:25.303678 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server [None req-0e8ebda2-24cd-4f5a-91f3-3ee1be11562e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 55af7c0a-5a52-4b14-b2f5-3b562561ea2f: This subnet is being modified by another concurrent operation. Feb 04 13:26:25.303678 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 04 13:26:25.303678 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 04 13:26:25.303678 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 04 13:26:25.303678 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 04 13:26:25.303678 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 04 13:26:25.303678 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 04 13:26:25.303678 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 04 13:26:25.303678 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 04 13:26:25.303678 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 04 13:26:25.303678 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 13:26:25.303678 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 13:26:25.303678 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 13:26:25.303678 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 13:26:25.303678 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 13:26:25.303678 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 13:26:25.303678 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 13:26:25.303678 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 13:26:25.303678 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 13:26:25.303678 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 13:26:25.303678 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 13:26:25.303678 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 13:26:25.303678 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 13:26:25.303678 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 13:26:25.303678 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 13:26:25.303678 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 13:26:25.303678 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 13:26:25.303678 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 13:26:25.303678 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 13:26:25.303678 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 13:26:25.303678 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 13:26:25.303678 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 13:26:25.303678 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 13:26:25.303678 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 13:26:25.303678 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 04 13:26:25.303678 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 04 13:26:25.303678 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 04 13:26:25.303678 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 04 13:26:25.303678 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 04 13:26:25.303678 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 04 13:26:25.303678 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 04 13:26:25.303678 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 04 13:26:25.303678 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 04 13:26:25.303678 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 13:26:25.303678 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 04 13:26:25.303678 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 13:26:25.303678 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 13:26:25.303678 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 13:26:25.303678 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 13:26:25.303678 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 13:26:25.303678 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 13:26:25.303678 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 13:26:25.303678 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 13:26:25.303678 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 13:26:25.303678 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 13:26:25.303678 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 13:26:25.303678 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 13:26:25.303678 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 13:26:25.303678 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 13:26:25.303678 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 13:26:25.303678 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 13:26:25.303678 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 13:26:25.303678 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 13:26:25.303678 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 13:26:25.303678 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 13:26:25.303678 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 13:26:25.303678 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 13:26:25.303678 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 13:26:25.303678 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 13:26:25.303678 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 13:26:25.303678 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port Feb 04 13:26:25.303678 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 04 13:26:25.303678 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db Feb 04 13:26:25.303678 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 04 13:26:25.303678 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 04 13:26:25.303678 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 04 13:26:25.303678 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 04 13:26:25.303678 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 04 13:26:25.303678 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 04 13:26:25.303678 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 13:26:25.303678 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 04 13:26:25.303678 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 04 13:26:25.303678 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 04 13:26:25.303678 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 04 13:26:25.303678 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 04 13:26:25.303678 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 04 13:26:25.303678 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 04 13:26:25.303678 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 04 13:26:25.303678 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 04 13:26:25.303678 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server raise exception Feb 04 13:26:25.303678 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 55af7c0a-5a52-4b14-b2f5-3b562561ea2f: This subnet is being modified by another concurrent operation. Feb 04 13:26:25.303678 n-d-825015-3 neutron-server[103476]: ERROR oslo_messaging.rpc.server Feb 04 13:26:25.315521 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-14246688-4974-48b4-8da2-6b6da14f0d8a None None] For port 6163bc73-465f-462f-955d-df2e78c386e2, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:26:25.320048 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-14246688-4974-48b4-8da2-6b6da14f0d8a None None] For port 6163bc73-465f-462f-955d-df2e78c386e2, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=6163bc73-465f-462f-955d-df2e78c386e2,segment=NetworkSegment(ae5d7d7c-bb8e-46a3-a47a-bd1c5891629b),segment_id=ae5d7d7c-bb8e-46a3-a47a-bd1c5891629b)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:26:25.327039 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9cfb7a9-cbdf-4519-92f1-5d5af8a7f479 None None] Network 223a1065-9b7b-49d8-9242-2b3da8681f81 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:26:25.334027 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1b1bb84b-eb77-4690-9e6b-cee0619c3857 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (223a1065-9b7b-49d8-9242-2b3da8681f81), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:25.341925 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-14246688-4974-48b4-8da2-6b6da14f0d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (6163bc73-465f-462f-955d-df2e78c386e2), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:25.356958 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-1b1bb84b-eb77-4690-9e6b-cee0619c3857 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['223a1065-9b7b-49d8-9242-2b3da8681f81']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:26:25.367098 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-1b1bb84b-eb77-4690-9e6b-cee0619c3857 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88793c42-0185-433c-be02-fe8b1e27f771') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:26:25.367439 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-1b1bb84b-eb77-4690-9e6b-cee0619c3857 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88793c42-0185-433c-be02-fe8b1e27f771') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:26:25.377408 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1b1bb84b-eb77-4690-9e6b-cee0619c3857 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (88793c42-0185-433c-be02-fe8b1e27f771), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:25.391642 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1b1bb84b-eb77-4690-9e6b-cee0619c3857 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (88793c42-0185-433c-be02-fe8b1e27f771), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:25.398460 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b1bb84b-eb77-4690-9e6b-cee0619c3857 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:26:25.398846 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1b1bb84b-eb77-4690-9e6b-cee0619c3857 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (88793c42-0185-433c-be02-fe8b1e27f771), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:25.402017 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 13:26:25.402017 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:26:25.402017 n-d-825015-3 neutron-server[103474]: timer() Feb 04 13:26:25.402017 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:26:25.402017 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 13:26:25.402017 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:26:25.402017 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 13:26:25.402017 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:26:25.402017 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 13:26:25.402017 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:26:25.402017 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 13:26:25.402017 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:26:25.402017 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 13:26:25.402017 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:26:25.402017 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:26:25.402017 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:26:25.402017 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:26:25.402017 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:26:25.402017 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 13:26:25.402017 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:26:25.402017 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 13:26:25.402017 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:26:25.402017 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:26:25.402017 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:26:25.402017 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 13:26:25.402017 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:26:25.402017 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:26:25.402017 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:26:25.402017 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:26:25.402017 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:26:25.402017 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:26:25.402017 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:26:25.459667 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14246688-4974-48b4-8da2-6b6da14f0d8a None None] Pushing event updated for resources: {'Port': ['ID=6163bc73-465f-462f-955d-df2e78c386e2,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:25.470579 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1b1bb84b-eb77-4690-9e6b-cee0619c3857 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (223a1065-9b7b-49d8-9242-2b3da8681f81), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:25.478998 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1b1bb84b-eb77-4690-9e6b-cee0619c3857 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:25.482209 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-1b1bb84b-eb77-4690-9e6b-cee0619c3857 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] 10.222.0.65 "DELETE /v2.0/networks/223a1065-9b7b-49d8-9242-2b3da8681f81 HTTP/1.1" status: 204 len: 168 time: 0.4955420 Feb 04 13:26:25.485639 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 33984) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:26:25.497284 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1bb84b-eb77-4690-9e6b-cee0619c3857 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Pushing event deleted for resources: {'Network': ['ID=223a1065-9b7b-49d8-9242-2b3da8681f81,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:25.514640 n-d-825015-3 neutron-server[103475]: INFO neutron.pecan_wsgi.hooks.translation [None req-a89b17e4-91cf-4255-a8d2-fe62a6b22636 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] GET failed (client error): The resource could not be found. Feb 04 13:26:25.516027 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-a89b17e4-91cf-4255-a8d2-fe62a6b22636 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] 10.222.0.65 "GET /v2.0/subnets/55af7c0a-5a52-4b14-b2f5-3b562561ea2f HTTP/1.1" status: 404 len: 337 time: 0.0293543 Feb 04 13:26:25.518906 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 33986) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:26:25.537786 n-d-825015-3 neutron-server[103475]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ba0e221-e481-4205-93cb-b71d75d0aca6 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] DELETE failed (client error): The resource could not be found. Feb 04 13:26:25.538537 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ba0e221-e481-4205-93cb-b71d75d0aca6 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103475) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:26:25.541646 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-7ba0e221-e481-4205-93cb-b71d75d0aca6 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] 10.222.0.65 "DELETE /v2.0/networks/223a1065-9b7b-49d8-9242-2b3da8681f81 HTTP/1.1" status: 404 len: 339 time: 0.0218420 Feb 04 13:26:25.545880 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 33988) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:26:25.574165 n-d-825015-3 neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6283fc2-6864-40ce-8ac3-f8516c44e91b tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] DELETE failed (client error): The resource could not be found. Feb 04 13:26:25.574612 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6283fc2-6864-40ce-8ac3-f8516c44e91b tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:26:25.577769 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-b6283fc2-6864-40ce-8ac3-f8516c44e91b tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] 10.222.0.65 "DELETE /v2.0/subnets/55af7c0a-5a52-4b14-b2f5-3b562561ea2f HTTP/1.1" status: 404 len: 337 time: 0.0308986 Feb 04 13:26:25.580542 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 33990) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:26:25.610111 n-d-825015-3 neutron-server[103474]: INFO neutron.pecan_wsgi.hooks.translation [None req-d55b7ba2-378e-41a0-b4d8-ed1bfa0e81e8 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] DELETE failed (client error): The resource could not be found. Feb 04 13:26:25.610628 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d55b7ba2-378e-41a0-b4d8-ed1bfa0e81e8 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103474) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:26:25.616787 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-d55b7ba2-378e-41a0-b4d8-ed1bfa0e81e8 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] 10.222.0.65 "DELETE /v2.0/networks/223a1065-9b7b-49d8-9242-2b3da8681f81 HTTP/1.1" status: 404 len: 339 time: 0.0324118 Feb 04 13:26:25.617293 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 33992) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:26:25.670934 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-7027020f-7c1f-4d92-9e3c-24f4fc95fa7f tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Deleting subnet aae5ae9b-03ce-4dde-a4b0-64d81952090d {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:26:25.674962 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7027020f-7c1f-4d92-9e3c-24f4fc95fa7f tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Publish callbacks [] for subnet (aae5ae9b-03ce-4dde-a4b0-64d81952090d), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:25.725407 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7027020f-7c1f-4d92-9e3c-24f4fc95fa7f tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (aae5ae9b-03ce-4dde-a4b0-64d81952090d), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:25.815389 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7027020f-7c1f-4d92-9e3c-24f4fc95fa7f tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (aae5ae9b-03ce-4dde-a4b0-64d81952090d), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:25.873264 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7027020f-7c1f-4d92-9e3c-24f4fc95fa7f tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (aae5ae9b-03ce-4dde-a4b0-64d81952090d), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:25.902728 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7027020f-7c1f-4d92-9e3c-24f4fc95fa7f tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Pushing event deleted for resources: {'Subnet': ['ID=aae5ae9b-03ce-4dde-a4b0-64d81952090d,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:25.907885 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7027020f-7c1f-4d92-9e3c-24f4fc95fa7f tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:25.910658 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-7027020f-7c1f-4d92-9e3c-24f4fc95fa7f tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] 10.222.0.65 "DELETE /v2.0/subnets/aae5ae9b-03ce-4dde-a4b0-64d81952090d HTTP/1.1" status: 204 len: 168 time: 0.2924390 Feb 04 13:26:25.913648 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 33994) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:26:25.992363 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b48d46ab-2f95-4e09-a575-12cba3ff7346 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (57011ad9-bced-461e-9ae9-78e53e502f72), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:26.046128 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-b48d46ab-2f95-4e09-a575-12cba3ff7346 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Deleting port 6163bc73-465f-462f-955d-df2e78c386e2 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:26:26.046474 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b48d46ab-2f95-4e09-a575-12cba3ff7346 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (6163bc73-465f-462f-955d-df2e78c386e2), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:26.116218 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-b48d46ab-2f95-4e09-a575-12cba3ff7346 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] For port 6163bc73-465f-462f-955d-df2e78c386e2, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=6163bc73-465f-462f-955d-df2e78c386e2,segment=NetworkSegment(ae5d7d7c-bb8e-46a3-a47a-bd1c5891629b),segment_id=ae5d7d7c-bb8e-46a3-a47a-bd1c5891629b)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:26:26.116586 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b48d46ab-2f95-4e09-a575-12cba3ff7346 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (6163bc73-465f-462f-955d-df2e78c386e2), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:26.130960 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-b48d46ab-2f95-4e09-a575-12cba3ff7346 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Calling delete_port for 6163bc73-465f-462f-955d-df2e78c386e2 owned by network:dhcp {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:26:26.218383 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b48d46ab-2f95-4e09-a575-12cba3ff7346 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (6163bc73-465f-462f-955d-df2e78c386e2), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:26.250479 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48d46ab-2f95-4e09-a575-12cba3ff7346 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Pushing event deleted for resources: {'Port': ['ID=6163bc73-465f-462f-955d-df2e78c386e2,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:26.252384 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48d46ab-2f95-4e09-a575-12cba3ff7346 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] No DVR routers for this DVR port 6163bc73-465f-462f-955d-df2e78c386e2 on host n-d-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:26:26.336797 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b48d46ab-2f95-4e09-a575-12cba3ff7346 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (57011ad9-bced-461e-9ae9-78e53e502f72), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:26.359368 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-b48d46ab-2f95-4e09-a575-12cba3ff7346 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57011ad9-bced-461e-9ae9-78e53e502f72']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:26:26.370373 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-b48d46ab-2f95-4e09-a575-12cba3ff7346 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae5d7d7c-bb8e-46a3-a47a-bd1c5891629b') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:26:26.370672 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-b48d46ab-2f95-4e09-a575-12cba3ff7346 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae5d7d7c-bb8e-46a3-a47a-bd1c5891629b') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:26:26.381157 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b48d46ab-2f95-4e09-a575-12cba3ff7346 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (ae5d7d7c-bb8e-46a3-a47a-bd1c5891629b), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:26.394999 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b48d46ab-2f95-4e09-a575-12cba3ff7346 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (ae5d7d7c-bb8e-46a3-a47a-bd1c5891629b), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:26.401584 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb329a4-59e1-4f00-b0ca-10573a4ed607 None None] get_active_networks_info from n-d-825015-3 {{(pid=103476) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 04 13:26:26.402107 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b48d46ab-2f95-4e09-a575-12cba3ff7346 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:26:26.402442 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b48d46ab-2f95-4e09-a575-12cba3ff7346 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (ae5d7d7c-bb8e-46a3-a47a-bd1c5891629b), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:26.405837 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 13:26:26.405837 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:26:26.405837 n-d-825015-3 neutron-server[103474]: timer() Feb 04 13:26:26.405837 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:26:26.405837 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 13:26:26.405837 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:26:26.405837 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 13:26:26.405837 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:26:26.405837 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 13:26:26.405837 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:26:26.405837 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 13:26:26.405837 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:26:26.405837 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 13:26:26.405837 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:26:26.405837 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:26:26.405837 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:26:26.405837 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:26:26.405837 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:26:26.405837 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 13:26:26.405837 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:26:26.405837 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 13:26:26.405837 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:26:26.405837 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:26:26.405837 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:26:26.405837 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 13:26:26.405837 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:26:26.405837 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:26:26.405837 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:26:26.405837 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:26:26.405837 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:26:26.405837 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:26:26.405837 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:26:26.469480 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b48d46ab-2f95-4e09-a575-12cba3ff7346 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (57011ad9-bced-461e-9ae9-78e53e502f72), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:26.476348 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb329a4-59e1-4f00-b0ca-10573a4ed607 None None] Resources bound (agent type, host, resource id): {{(pid=103476) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 13:26:26.478394 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b48d46ab-2f95-4e09-a575-12cba3ff7346 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:26.481784 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-b48d46ab-2f95-4e09-a575-12cba3ff7346 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] 10.222.0.65 "DELETE /v2.0/networks/57011ad9-bced-461e-9ae9-78e53e502f72 HTTP/1.1" status: 204 len: 168 time: 0.5671432 Feb 04 13:26:26.484563 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 33996) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:26:26.492810 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48d46ab-2f95-4e09-a575-12cba3ff7346 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Pushing event deleted for resources: {'Network': ['ID=57011ad9-bced-461e-9ae9-78e53e502f72,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:26.518976 n-d-825015-3 neutron-server[103475]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbcb1f67-28e8-4202-b45a-ace581a8b46b tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] DELETE failed (client error): The resource could not be found. Feb 04 13:26:26.519615 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbcb1f67-28e8-4202-b45a-ace581a8b46b tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103475) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:26:26.523457 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-fbcb1f67-28e8-4202-b45a-ace581a8b46b tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] 10.222.0.65 "DELETE /v2.0/subnets/7ee74578-7ae8-4830-b4e4-2716e682a06b HTTP/1.1" status: 404 len: 337 time: 0.0376184 Feb 04 13:26:26.526154 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 33998) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:26:26.539586 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-efe78aa6-b1bc-4f4f-8112-85a6e25df709 None None] Could not find standard attr ID for object 6163bc73-465f-462f-955d-df2e78c386e2. {{(pid=103476) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 13:26:26.544577 n-d-825015-3 neutron-server[103475]: INFO neutron.pecan_wsgi.hooks.translation [None req-a93b691d-7fb9-4570-9b16-f1622de36069 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] DELETE failed (client error): The resource could not be found. Feb 04 13:26:26.545080 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a93b691d-7fb9-4570-9b16-f1622de36069 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103475) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:26:26.548542 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-a93b691d-7fb9-4570-9b16-f1622de36069 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] 10.222.0.65 "DELETE /v2.0/networks/92eb2b1c-3292-45b1-a1c6-604a9189a54d HTTP/1.1" status: 404 len: 339 time: 0.0214536 Feb 04 13:26:26.551158 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 34000) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:26:26.583060 n-d-825015-3 neutron-server[103475]: INFO neutron.pecan_wsgi.hooks.translation [None req-41093105-20aa-44c7-a9ca-f93f3b2bbd3b tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] DELETE failed (client error): The resource could not be found. Feb 04 13:26:26.583565 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41093105-20aa-44c7-a9ca-f93f3b2bbd3b tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103475) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:26:26.586542 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-41093105-20aa-44c7-a9ca-f93f3b2bbd3b tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] 10.222.0.65 "DELETE /v2.0/subnets/c0b5fa2a-9561-4ab1-9943-a37825cb1fd8 HTTP/1.1" status: 404 len: 337 time: 0.0344894 Feb 04 13:26:26.589213 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 34002) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:26:26.607108 n-d-825015-3 neutron-server[103475]: INFO neutron.pecan_wsgi.hooks.translation [None req-750f642c-db19-4e64-abc8-287f7977a93e tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] DELETE failed (client error): The resource could not be found. Feb 04 13:26:26.607600 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-750f642c-db19-4e64-abc8-287f7977a93e tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103475) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:26:26.610545 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-750f642c-db19-4e64-abc8-287f7977a93e tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] 10.222.0.65 "DELETE /v2.0/networks/f8e4f53a-3f6b-4058-b331-65ef7015c33f HTTP/1.1" status: 404 len: 339 time: 0.0204260 Feb 04 13:26:26.613156 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 34004) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:26:26.665481 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4b9fa6d-2940-4884-8500-0e88d77b5919 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Deleting subnet 9f2e3b53-2588-4aa0-8fd4-0954c5acd248 {{(pid=103475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:26:26.668697 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d4b9fa6d-2940-4884-8500-0e88d77b5919 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Publish callbacks [] for subnet (9f2e3b53-2588-4aa0-8fd4-0954c5acd248), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:26.710680 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d4b9fa6d-2940-4884-8500-0e88d77b5919 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51859329'] for subnet (9f2e3b53-2588-4aa0-8fd4-0954c5acd248), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:26.713344 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf68dd7-c1d3-4fb3-917b-39e4a1055e7d None None] DHCP port deletion for 57011ad9-bced-461e-9ae9-78e53e502f72 request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:26:26.733127 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c420cc1-e2fe-4bfc-9c2e-931fed46929f None None] Network 57011ad9-bced-461e-9ae9-78e53e502f72 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:26:26.746009 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c420cc1-e2fe-4bfc-9c2e-931fed46929f None None] Network 57011ad9-bced-461e-9ae9-78e53e502f72 could not be found, it might have been deleted concurrently. {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 04 13:26:26.801602 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d4b9fa6d-2940-4884-8500-0e88d77b5919 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (9f2e3b53-2588-4aa0-8fd4-0954c5acd248), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:26.860701 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d4b9fa6d-2940-4884-8500-0e88d77b5919 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-52093282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51452698'] for subnet (9f2e3b53-2588-4aa0-8fd4-0954c5acd248), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:26.889308 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b9fa6d-2940-4884-8500-0e88d77b5919 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Pushing event deleted for resources: {'Subnet': ['ID=9f2e3b53-2588-4aa0-8fd4-0954c5acd248,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:26.891285 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d4b9fa6d-2940-4884-8500-0e88d77b5919 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:26.895129 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-d4b9fa6d-2940-4884-8500-0e88d77b5919 tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] 10.222.0.65 "DELETE /v2.0/subnets/9f2e3b53-2588-4aa0-8fd4-0954c5acd248 HTTP/1.1" status: 204 len: 168 time: 0.2804067 Feb 04 13:26:26.897431 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e431a04c-0697-46c0-8ab1-3cf3aa8a3935 None None] Network 599017a6-088b-4d02-a7de-6f48aa17a323 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:26:26.897656 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 34006) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:26:26.984904 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-eee9fbee-799f-4007-aa76-17ec82579abd tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (599017a6-088b-4d02-a7de-6f48aa17a323), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:27.040913 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-eee9fbee-799f-4007-aa76-17ec82579abd tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Deleting port d212bb1a-cbcb-41fe-bd94-a2e276a800e0 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:26:27.041256 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-eee9fbee-799f-4007-aa76-17ec82579abd tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (d212bb1a-cbcb-41fe-bd94-a2e276a800e0), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:27.050425 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0faf62e-93cd-454f-8afc-a18cd3ec3536 None None] DHCP port deletion for 599017a6-088b-4d02-a7de-6f48aa17a323 request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:26:27.098389 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-a0faf62e-93cd-454f-8afc-a18cd3ec3536 None None] Deleting port d212bb1a-cbcb-41fe-bd94-a2e276a800e0 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:26:27.098794 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a0faf62e-93cd-454f-8afc-a18cd3ec3536 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (d212bb1a-cbcb-41fe-bd94-a2e276a800e0), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:27.112707 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-eee9fbee-799f-4007-aa76-17ec82579abd tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] For port d212bb1a-cbcb-41fe-bd94-a2e276a800e0, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=d212bb1a-cbcb-41fe-bd94-a2e276a800e0,segment=NetworkSegment(9e00b90b-9d73-4a37-a13e-1f1f94ae4ca0),segment_id=9e00b90b-9d73-4a37-a13e-1f1f94ae4ca0)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:26:27.113074 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-eee9fbee-799f-4007-aa76-17ec82579abd tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (d212bb1a-cbcb-41fe-bd94-a2e276a800e0), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:27.126480 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-eee9fbee-799f-4007-aa76-17ec82579abd tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Calling delete_port for d212bb1a-cbcb-41fe-bd94-a2e276a800e0 owned by network:dhcp {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:26:27.167202 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-a0faf62e-93cd-454f-8afc-a18cd3ec3536 None None] For port d212bb1a-cbcb-41fe-bd94-a2e276a800e0, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=d212bb1a-cbcb-41fe-bd94-a2e276a800e0,segment=NetworkSegment(9e00b90b-9d73-4a37-a13e-1f1f94ae4ca0),segment_id=9e00b90b-9d73-4a37-a13e-1f1f94ae4ca0)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:26:27.167600 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a0faf62e-93cd-454f-8afc-a18cd3ec3536 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (d212bb1a-cbcb-41fe-bd94-a2e276a800e0), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:27.180977 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-a0faf62e-93cd-454f-8afc-a18cd3ec3536 None None] Calling delete_port for d212bb1a-cbcb-41fe-bd94-a2e276a800e0 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:26:27.212795 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-eee9fbee-799f-4007-aa76-17ec82579abd tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (d212bb1a-cbcb-41fe-bd94-a2e276a800e0), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:27.240843 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee9fbee-799f-4007-aa76-17ec82579abd tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Pushing event deleted for resources: {'Port': ['ID=d212bb1a-cbcb-41fe-bd94-a2e276a800e0,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:27.248050 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee9fbee-799f-4007-aa76-17ec82579abd tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] No DVR routers for this DVR port d212bb1a-cbcb-41fe-bd94-a2e276a800e0 on host n-d-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:26:27.267117 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a0faf62e-93cd-454f-8afc-a18cd3ec3536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (d212bb1a-cbcb-41fe-bd94-a2e276a800e0), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:27.292225 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0faf62e-93cd-454f-8afc-a18cd3ec3536 None None] Pushing event deleted for resources: {'Port': ['ID=d212bb1a-cbcb-41fe-bd94-a2e276a800e0,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:27.297559 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0faf62e-93cd-454f-8afc-a18cd3ec3536 None None] No DVR routers for this DVR port d212bb1a-cbcb-41fe-bd94-a2e276a800e0 on host n-d-825015-3 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:26:27.336720 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-eee9fbee-799f-4007-aa76-17ec82579abd tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (599017a6-088b-4d02-a7de-6f48aa17a323), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:27.356503 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-eee9fbee-799f-4007-aa76-17ec82579abd tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['599017a6-088b-4d02-a7de-6f48aa17a323']}} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:26:27.365836 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-eee9fbee-799f-4007-aa76-17ec82579abd tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e00b90b-9d73-4a37-a13e-1f1f94ae4ca0') {'for_net_delete': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:26:27.366132 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-eee9fbee-799f-4007-aa76-17ec82579abd tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e00b90b-9d73-4a37-a13e-1f1f94ae4ca0') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:26:27.375199 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-eee9fbee-799f-4007-aa76-17ec82579abd tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51859336'] for segment (9e00b90b-9d73-4a37-a13e-1f1f94ae4ca0), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:27.388668 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-eee9fbee-799f-4007-aa76-17ec82579abd tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (9e00b90b-9d73-4a37-a13e-1f1f94ae4ca0), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:27.394398 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eee9fbee-799f-4007-aa76-17ec82579abd tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=103475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:26:27.394781 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-eee9fbee-799f-4007-aa76-17ec82579abd tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-52093388'] for segment (9e00b90b-9d73-4a37-a13e-1f1f94ae4ca0), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:27.398299 n-d-825015-3 neutron-server[103475]: Traceback (most recent call last): Feb 04 13:26:27.398299 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:26:27.398299 n-d-825015-3 neutron-server[103475]: timer() Feb 04 13:26:27.398299 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:26:27.398299 n-d-825015-3 neutron-server[103475]: cb(*args, **kw) Feb 04 13:26:27.398299 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:26:27.398299 n-d-825015-3 neutron-server[103475]: return func(*args, **kwargs) Feb 04 13:26:27.398299 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:26:27.398299 n-d-825015-3 neutron-server[103475]: self._notify() Feb 04 13:26:27.398299 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:26:27.398299 n-d-825015-3 neutron-server[103475]: self.callback(batched_events) Feb 04 13:26:27.398299 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:26:27.398299 n-d-825015-3 neutron-server[103475]: event.method(event) Feb 04 13:26:27.398299 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:26:27.398299 n-d-825015-3 neutron-server[103475]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:26:27.398299 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:26:27.398299 n-d-825015-3 neutron-server[103475]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:26:27.398299 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:26:27.398299 n-d-825015-3 neutron-server[103475]: return f(self, *a, **k) Feb 04 13:26:27.398299 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:26:27.398299 n-d-825015-3 neutron-server[103475]: return self._get(url).json() Feb 04 13:26:27.398299 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:26:27.398299 n-d-825015-3 neutron-server[103475]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:26:27.398299 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:26:27.398299 n-d-825015-3 neutron-server[103475]: return self.request(url, 'GET', **kwargs) Feb 04 13:26:27.398299 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:26:27.398299 n-d-825015-3 neutron-server[103475]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:26:27.398299 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:26:27.398299 n-d-825015-3 neutron-server[103475]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:26:27.398299 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:26:27.398299 n-d-825015-3 neutron-server[103475]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:26:27.398299 n-d-825015-3 neutron-server[103475]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:26:27.454543 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-eee9fbee-799f-4007-aa76-17ec82579abd tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (599017a6-088b-4d02-a7de-6f48aa17a323), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:27.462861 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-eee9fbee-799f-4007-aa76-17ec82579abd tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:27.468313 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-eee9fbee-799f-4007-aa76-17ec82579abd tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] 10.222.0.65 "DELETE /v2.0/networks/599017a6-088b-4d02-a7de-6f48aa17a323 HTTP/1.1" status: 204 len: 168 time: 0.5668612 Feb 04 13:26:27.477075 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee9fbee-799f-4007-aa76-17ec82579abd tempest-NetworksIpV6Test-1686728536 tempest-NetworksIpV6Test-1686728536-project] Pushing event deleted for resources: {'Network': ['ID=599017a6-088b-4d02-a7de-6f48aa17a323,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:27.713380 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 34012) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:26:27.845699 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-419d17a0-f170-468a-a303-14d25190230c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=faa692fdf8344ac08f07bab21817a1aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1309693 Feb 04 13:26:27.848123 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 34016) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:26:27.894617 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-000a87f0-c84c-4346-ad5c-3aceae63fc7a admin admin] Publish callbacks [] for security_group (882f4e34-84d5-42cf-83c1-b5ef5fddb75b), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:27.915865 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-000a87f0-c84c-4346-ad5c-3aceae63fc7a admin admin] Publish callbacks [] for security_group (882f4e34-84d5-42cf-83c1-b5ef5fddb75b), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:27.961749 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-000a87f0-c84c-4346-ad5c-3aceae63fc7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (882f4e34-84d5-42cf-83c1-b5ef5fddb75b), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:27.964430 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-000a87f0-c84c-4346-ad5c-3aceae63fc7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:27.965582 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-000a87f0-c84c-4346-ad5c-3aceae63fc7a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/882f4e34-84d5-42cf-83c1-b5ef5fddb75b HTTP/1.1" status: 204 len: 168 time: 0.1165454 Feb 04 13:26:27.973316 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000a87f0-c84c-4346-ad5c-3aceae63fc7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=882f4e34-84d5-42cf-83c1-b5ef5fddb75b,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:28.601964 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 34038) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:26:28.697707 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-fd45fe45-94f9-4194-9263-e66f65414341 tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1435985454', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:26:28.722895 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fd45fe45-94f9-4194-9263-e66f65414341 tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10933'] for router (3c2b42cd-d1b9-435c-b0c5-0fd8bc0b0e93), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:28.724526 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fd45fe45-94f9-4194-9263-e66f65414341 tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10924'] for router (3c2b42cd-d1b9-435c-b0c5-0fd8bc0b0e93), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:28.775417 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fd45fe45-94f9-4194-9263-e66f65414341 tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] Publish callbacks [] for router_controller (3c2b42cd-d1b9-435c-b0c5-0fd8bc0b0e93), precommit_add_association {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:28.779134 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fd45fe45-94f9-4194-9263-e66f65414341 tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141'] for router (3c2b42cd-d1b9-435c-b0c5-0fd8bc0b0e93), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:28.798046 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fd45fe45-94f9-4194-9263-e66f65414341 tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:28.799377 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-fd45fe45-94f9-4194-9263-e66f65414341 tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1964784 Feb 04 13:26:28.802831 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 34042) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:26:28.807882 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-407a8a96-f8e1-4584-ad81-2a99cb992e0e tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-414122583'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:26:28.825625 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-407a8a96-f8e1-4584-ad81-2a99cb992e0e tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] Made reservation on behalf of 300222dc1cb94fc8b9f4c65fd22ca044 for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:26:28.828850 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-407a8a96-f8e1-4584-ad81-2a99cb992e0e tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:28.837352 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-407a8a96-f8e1-4584-ad81-2a99cb992e0e tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:28.914364 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-407a8a96-f8e1-4584-ad81-2a99cb992e0e tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] Publish callbacks [] for security_group (48ec8141-8423-4f0e-aa02-1ef82786020b), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:28.918004 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-407a8a96-f8e1-4584-ad81-2a99cb992e0e tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (48ec8141-8423-4f0e-aa02-1ef82786020b), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:28.941012 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-407a8a96-f8e1-4584-ad81-2a99cb992e0e tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:26:28.954492 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407a8a96-f8e1-4584-ad81-2a99cb992e0e tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48ec8141-8423-4f0e-aa02-1ef82786020b,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:28.959710 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-407a8a96-f8e1-4584-ad81-2a99cb992e0e tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (4ef92c10-0125-4a64-b61d-0c7ca61a188b), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:28.960088 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-407a8a96-f8e1-4584-ad81-2a99cb992e0e tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] Added segment 4ef92c10-0125-4a64-b61d-0c7ca61a188b of type vlan for network 1fc74613-6519-436e-9436-d564ca3544ee Feb 04 13:26:29.003717 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-407a8a96-f8e1-4584-ad81-2a99cb992e0e tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (1fc74613-6519-436e-9436-d564ca3544ee), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:29.023647 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device d212bb1a-cbcb-41fe-bd94-a2e276a800e0 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:26:29.030336 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-407a8a96-f8e1-4584-ad81-2a99cb992e0e tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (1fc74613-6519-436e-9436-d564ca3544ee), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:29.035336 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407a8a96-f8e1-4584-ad81-2a99cb992e0e tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:29.035958 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-407a8a96-f8e1-4584-ad81-2a99cb992e0e tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:29.044075 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: d212bb1a-cbcb-41fe-bd94-a2e276a800e0 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:26:29.044425 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device d212bb1a-cbcb-41fe-bd94-a2e276a800e0 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:26:29.093304 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-407a8a96-f8e1-4584-ad81-2a99cb992e0e tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2893529 Feb 04 13:26:29.096204 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 34044) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:26:29.104989 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-90be21d3-263e-4eeb-8cde-9f2164dfd0ff tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] Request body: {'subnet': {'network_id': '1fc74613-6519-436e-9436-d564ca3544ee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:26:29.109558 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407a8a96-f8e1-4584-ad81-2a99cb992e0e tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] Pushing event updated for resources: {'Network': ['ID=1fc74613-6519-436e-9436-d564ca3544ee,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:29.121191 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 1fc74613-6519-436e-9436-d564ca3544ee details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:26:29.197296 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90be21d3-263e-4eeb-8cde-9f2164dfd0ff tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] Made reservation on behalf of 300222dc1cb94fc8b9f4c65fd22ca044 for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:26:29.200885 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-90be21d3-263e-4eeb-8cde-9f2164dfd0ff tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:29.382798 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-90be21d3-263e-4eeb-8cde-9f2164dfd0ff tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52094127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51452689'] for subnet (9779020e-6b3f-4c76-b489-103165031d48), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:29.443954 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90be21d3-263e-4eeb-8cde-9f2164dfd0ff tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] Pushing event updated for resources: {'Subnet': ['ID=9779020e-6b3f-4c76-b489-103165031d48,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:29.451056 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90be21d3-263e-4eeb-8cde-9f2164dfd0ff tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] Checking segment: {'id': '4ef92c10-0125-4a64-b61d-0c7ca61a188b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '1fc74613-6519-436e-9436-d564ca3544ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:26:29.451424 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90be21d3-263e-4eeb-8cde-9f2164dfd0ff tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] Network hostable DHCP agents. Network: 1fc74613-6519-436e-9436-d564ca3544ee, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:26:29.468893 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90be21d3-263e-4eeb-8cde-9f2164dfd0ff tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] Network 1fc74613-6519-436e-9436-d564ca3544ee is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:26:29.477498 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-90be21d3-263e-4eeb-8cde-9f2164dfd0ff tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 1fc74613-6519-436e-9436-d564ca3544ee) {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:26:29.481358 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90be21d3-263e-4eeb-8cde-9f2164dfd0ff tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:29.481948 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-90be21d3-263e-4eeb-8cde-9f2164dfd0ff tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:29.487254 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49906b0-3cff-46ad-8090-844e9086da47 None None] Network 1fc74613-6519-436e-9436-d564ca3544ee requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:26:29.500851 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-90be21d3-263e-4eeb-8cde-9f2164dfd0ff tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4006145 Feb 04 13:26:29.501051 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 34046) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:26:29.506602 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-7b788f9d-713d-4feb-958f-ff6b919304be tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1318751978'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:26:29.525925 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b788f9d-713d-4feb-958f-ff6b919304be tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] Made reservation on behalf of 300222dc1cb94fc8b9f4c65fd22ca044 for: {'network': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:26:29.529336 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7b788f9d-713d-4feb-958f-ff6b919304be tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:29.555805 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b788f9d-713d-4feb-958f-ff6b919304be tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=103475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:26:29.570151 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7b788f9d-713d-4feb-958f-ff6b919304be tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (eafa2a83-e467-4514-b981-d3fecf634392), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:29.570695 n-d-825015-3 neutron-server[103475]: INFO neutron.db.segments_db [None req-7b788f9d-713d-4feb-958f-ff6b919304be tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] Added segment eafa2a83-e467-4514-b981-d3fecf634392 of type vlan for network 74de72cc-9575-412a-a40d-89e234d41828 Feb 04 13:26:29.610625 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-244b0696-7dc9-4ec2-827e-0ac5a01535b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-1fc74613-6519-436e-9436-d564ca3544ee', 'network_id': '1fc74613-6519-436e-9436-d564ca3544ee', 'project_id': '300222dc1cb94fc8b9f4c65fd22ca044', 'fixed_ips': [{'subnet_id': '9779020e-6b3f-4c76-b489-103165031d48'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:26:29.611871 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-244b0696-7dc9-4ec2-827e-0ac5a01535b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:29.624549 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7b788f9d-713d-4feb-958f-ff6b919304be tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (74de72cc-9575-412a-a40d-89e234d41828), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:29.651930 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7b788f9d-713d-4feb-958f-ff6b919304be tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (74de72cc-9575-412a-a40d-89e234d41828), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:29.656898 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b788f9d-713d-4feb-958f-ff6b919304be tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:29.657488 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7b788f9d-713d-4feb-958f-ff6b919304be tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:29.720230 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-7b788f9d-713d-4feb-958f-ff6b919304be tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2179894 Feb 04 13:26:29.723241 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 34048) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:26:29.730619 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-706fa60b-12f1-40c9-b54e-80fe3a6c28ba tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] Request body: {'subnet': {'network_id': '74de72cc-9575-412a-a40d-89e234d41828', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:26:29.736213 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b788f9d-713d-4feb-958f-ff6b919304be tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] Pushing event updated for resources: {'Network': ['ID=74de72cc-9575-412a-a40d-89e234d41828,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:29.747959 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 74de72cc-9575-412a-a40d-89e234d41828 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:26:29.752850 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-244b0696-7dc9-4ec2-827e-0ac5a01535b9 None None] Allocated IP 172.20.0.2 (1fc74613-6519-436e-9436-d564ca3544ee/9779020e-6b3f-4c76-b489-103165031d48/ad71de27-2fb2-4e45-9273-3d839fa5c50b) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:26:29.834434 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-706fa60b-12f1-40c9-b54e-80fe3a6c28ba tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] Made reservation on behalf of 300222dc1cb94fc8b9f4c65fd22ca044 for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:26:29.838190 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-706fa60b-12f1-40c9-b54e-80fe3a6c28ba tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60610638'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:29.970775 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-244b0696-7dc9-4ec2-827e-0ac5a01535b9 None None] Publish callbacks [] for port (ad71de27-2fb2-4e45-9273-3d839fa5c50b), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:29.977106 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-244b0696-7dc9-4ec2-827e-0ac5a01535b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (ad71de27-2fb2-4e45-9273-3d839fa5c50b), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:30.017421 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244b0696-7dc9-4ec2-827e-0ac5a01535b9 None None] Network 1fc74613-6519-436e-9436-d564ca3544ee is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:26:30.021135 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-244b0696-7dc9-4ec2-827e-0ac5a01535b9 None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:26:30.023625 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-706fa60b-12f1-40c9-b54e-80fe3a6c28ba tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59045178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60610680'] for subnet (8778bac0-0801-4255-9533-4bf6b4b2bcac), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:30.025000 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244b0696-7dc9-4ec2-827e-0ac5a01535b9 None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:26:30.032075 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244b0696-7dc9-4ec2-827e-0ac5a01535b9 None None] Pushing event updated for resources: {'Port': ['ID=ad71de27-2fb2-4e45-9273-3d839fa5c50b,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:30.090020 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-244b0696-7dc9-4ec2-827e-0ac5a01535b9 None None] Attempting to bind port ad71de27-2fb2-4e45-9273-3d839fa5c50b on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:26:30.090396 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-244b0696-7dc9-4ec2-827e-0ac5a01535b9 None None] Attempting to bind port ad71de27-2fb2-4e45-9273-3d839fa5c50b by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '4ef92c10-0125-4a64-b61d-0c7ca61a188b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '1fc74613-6519-436e-9436-d564ca3544ee'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:26:30.090766 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244b0696-7dc9-4ec2-827e-0ac5a01535b9 None None] Attempting to bind port ad71de27-2fb2-4e45-9273-3d839fa5c50b on network 1fc74613-6519-436e-9436-d564ca3544ee {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:26:30.091900 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706fa60b-12f1-40c9-b54e-80fe3a6c28ba tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] Pushing event updated for resources: {'Subnet': ['ID=8778bac0-0801-4255-9533-4bf6b4b2bcac,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:30.101853 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706fa60b-12f1-40c9-b54e-80fe3a6c28ba tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] Checking segment: {'id': 'eafa2a83-e467-4514-b981-d3fecf634392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '74de72cc-9575-412a-a40d-89e234d41828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:26:30.101991 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706fa60b-12f1-40c9-b54e-80fe3a6c28ba tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] Network hostable DHCP agents. Network: 74de72cc-9575-412a-a40d-89e234d41828, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:26:30.102581 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244b0696-7dc9-4ec2-827e-0ac5a01535b9 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:26:30.102993 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244b0696-7dc9-4ec2-827e-0ac5a01535b9 None None] Checking segment: {'id': '4ef92c10-0125-4a64-b61d-0c7ca61a188b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '1fc74613-6519-436e-9436-d564ca3544ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:26:30.103414 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-244b0696-7dc9-4ec2-827e-0ac5a01535b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:30.103844 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244b0696-7dc9-4ec2-827e-0ac5a01535b9 None None] Bound using segment: {'id': '4ef92c10-0125-4a64-b61d-0c7ca61a188b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '1fc74613-6519-436e-9436-d564ca3544ee'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:26:30.104743 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-244b0696-7dc9-4ec2-827e-0ac5a01535b9 None None] Bound port: ad71de27-2fb2-4e45-9273-3d839fa5c50b, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ef92c10-0125-4a64-b61d-0c7ca61a188b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '1fc74613-6519-436e-9436-d564ca3544ee'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:26:30.105148 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-244b0696-7dc9-4ec2-827e-0ac5a01535b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (ad71de27-2fb2-4e45-9273-3d839fa5c50b), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:30.120317 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706fa60b-12f1-40c9-b54e-80fe3a6c28ba tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] Network 74de72cc-9575-412a-a40d-89e234d41828 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:26:30.129446 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-706fa60b-12f1-40c9-b54e-80fe3a6c28ba tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 74de72cc-9575-412a-a40d-89e234d41828) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:26:30.138887 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706fa60b-12f1-40c9-b54e-80fe3a6c28ba tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:30.139492 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-706fa60b-12f1-40c9-b54e-80fe3a6c28ba tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:30.151408 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48946122-6997-49f7-8f0a-04924c0abb4e None None] Network 74de72cc-9575-412a-a40d-89e234d41828 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:26:30.157796 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-706fa60b-12f1-40c9-b54e-80fe3a6c28ba tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4320724 Feb 04 13:26:30.160147 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 34050) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:26:30.165381 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-008b34da-96d0-48f1-a266-ed27f748d23f tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] Request body: {'router': {'external_gateway_info': {'network_id': '74de72cc-9575-412a-a40d-89e234d41828'}}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:26:30.232482 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-244b0696-7dc9-4ec2-827e-0ac5a01535b9 None None] For port ad71de27-2fb2-4e45-9273-3d839fa5c50b, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:26:30.237424 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-244b0696-7dc9-4ec2-827e-0ac5a01535b9 None None] For port ad71de27-2fb2-4e45-9273-3d839fa5c50b, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=ad71de27-2fb2-4e45-9273-3d839fa5c50b,segment=NetworkSegment(4ef92c10-0125-4a64-b61d-0c7ca61a188b),segment_id=4ef92c10-0125-4a64-b61d-0c7ca61a188b)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:26:30.249237 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-244b0696-7dc9-4ec2-827e-0ac5a01535b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (ad71de27-2fb2-4e45-9273-3d839fa5c50b), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:30.339345 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85aecc25-f897-4673-8def-0dff7946b5b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-74de72cc-9575-412a-a40d-89e234d41828', 'network_id': '74de72cc-9575-412a-a40d-89e234d41828', 'project_id': '300222dc1cb94fc8b9f4c65fd22ca044', 'fixed_ips': [{'subnet_id': '8778bac0-0801-4255-9533-4bf6b4b2bcac'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:26:30.340238 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-85aecc25-f897-4673-8def-0dff7946b5b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:30.356357 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244b0696-7dc9-4ec2-827e-0ac5a01535b9 None None] Pushing event updated for resources: {'Port': ['ID=ad71de27-2fb2-4e45-9273-3d839fa5c50b,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:30.394385 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-008b34da-96d0-48f1-a266-ed27f748d23f tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] Publish callbacks [] for router_gateway (3c2b42cd-d1b9-435c-b0c5-0fd8bc0b0e93), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:30.516128 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-85aecc25-f897-4673-8def-0dff7946b5b4 None None] Allocated IP 172.21.0.2 (74de72cc-9575-412a-a40d-89e234d41828/8778bac0-0801-4255-9533-4bf6b4b2bcac/4e7462ff-d872-4ee8-b8dc-81decc2e6f1c) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:26:30.533415 n-d-825015-3 neutron-server[103474]: INFO neutron.api.v2.resource [None req-008b34da-96d0-48f1-a266-ed27f748d23f tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:26:30.534488 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-008b34da-96d0-48f1-a266-ed27f748d23f tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] 10.222.0.65 "PUT /v2.0/routers/3c2b42cd-d1b9-435c-b0c5-0fd8bc0b0e93 HTTP/1.1" status: 400 len: 364 time: 0.3731532 Feb 04 13:26:30.545364 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 34052) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:26:30.603701 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa5823cd-675c-4957-9411-6cb0a9eefa4b tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] Deleting subnet 8778bac0-0801-4255-9533-4bf6b4b2bcac {{(pid=103475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:26:30.681882 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-85aecc25-f897-4673-8def-0dff7946b5b4 None None] Publish callbacks [] for port (4e7462ff-d872-4ee8-b8dc-81decc2e6f1c), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:30.686971 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fa5823cd-675c-4957-9411-6cb0a9eefa4b tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] Publish callbacks [] for subnet (8778bac0-0801-4255-9533-4bf6b4b2bcac), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:30.687276 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-85aecc25-f897-4673-8def-0dff7946b5b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (4e7462ff-d872-4ee8-b8dc-81decc2e6f1c), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:30.727561 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85aecc25-f897-4673-8def-0dff7946b5b4 None None] Network 74de72cc-9575-412a-a40d-89e234d41828 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:26:30.729109 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fa5823cd-675c-4957-9411-6cb0a9eefa4b tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51859329'] for subnet (8778bac0-0801-4255-9533-4bf6b4b2bcac), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:30.734562 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-85aecc25-f897-4673-8def-0dff7946b5b4 None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:26:30.736626 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aecc25-f897-4673-8def-0dff7946b5b4 None None] Pushing event updated for resources: {'Port': ['ID=4e7462ff-d872-4ee8-b8dc-81decc2e6f1c,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:30.738779 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85aecc25-f897-4673-8def-0dff7946b5b4 None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:26:30.798517 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-85aecc25-f897-4673-8def-0dff7946b5b4 None None] Attempting to bind port 4e7462ff-d872-4ee8-b8dc-81decc2e6f1c on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:26:30.798895 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-85aecc25-f897-4673-8def-0dff7946b5b4 None None] Attempting to bind port 4e7462ff-d872-4ee8-b8dc-81decc2e6f1c by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': 'eafa2a83-e467-4514-b981-d3fecf634392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '74de72cc-9575-412a-a40d-89e234d41828'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:26:30.799259 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85aecc25-f897-4673-8def-0dff7946b5b4 None None] Attempting to bind port 4e7462ff-d872-4ee8-b8dc-81decc2e6f1c on network 74de72cc-9575-412a-a40d-89e234d41828 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:26:30.804492 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85aecc25-f897-4673-8def-0dff7946b5b4 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:26:30.804875 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85aecc25-f897-4673-8def-0dff7946b5b4 None None] Checking segment: {'id': 'eafa2a83-e467-4514-b981-d3fecf634392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '74de72cc-9575-412a-a40d-89e234d41828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:26:30.805278 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-85aecc25-f897-4673-8def-0dff7946b5b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:30.805673 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85aecc25-f897-4673-8def-0dff7946b5b4 None None] Bound using segment: {'id': 'eafa2a83-e467-4514-b981-d3fecf634392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '74de72cc-9575-412a-a40d-89e234d41828'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:26:30.806699 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-85aecc25-f897-4673-8def-0dff7946b5b4 None None] Bound port: 4e7462ff-d872-4ee8-b8dc-81decc2e6f1c, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eafa2a83-e467-4514-b981-d3fecf634392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '74de72cc-9575-412a-a40d-89e234d41828'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:26:30.806699 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-85aecc25-f897-4673-8def-0dff7946b5b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (4e7462ff-d872-4ee8-b8dc-81decc2e6f1c), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:30.826358 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fa5823cd-675c-4957-9411-6cb0a9eefa4b tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (8778bac0-0801-4255-9533-4bf6b4b2bcac), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:30.886735 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fa5823cd-675c-4957-9411-6cb0a9eefa4b tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-52093282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51452698'] for subnet (8778bac0-0801-4255-9533-4bf6b4b2bcac), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:30.889831 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-85aecc25-f897-4673-8def-0dff7946b5b4 None None] For port 4e7462ff-d872-4ee8-b8dc-81decc2e6f1c, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:26:30.892996 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-85aecc25-f897-4673-8def-0dff7946b5b4 None None] For port 4e7462ff-d872-4ee8-b8dc-81decc2e6f1c, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=4e7462ff-d872-4ee8-b8dc-81decc2e6f1c,segment=NetworkSegment(eafa2a83-e467-4514-b981-d3fecf634392),segment_id=eafa2a83-e467-4514-b981-d3fecf634392)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:26:30.899677 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-85aecc25-f897-4673-8def-0dff7946b5b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (4e7462ff-d872-4ee8-b8dc-81decc2e6f1c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:30.915443 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5823cd-675c-4957-9411-6cb0a9eefa4b tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] Pushing event deleted for resources: {'Subnet': ['ID=8778bac0-0801-4255-9533-4bf6b4b2bcac,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:30.919065 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fa5823cd-675c-4957-9411-6cb0a9eefa4b tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:30.924275 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-fa5823cd-675c-4957-9411-6cb0a9eefa4b tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] 10.222.0.65 "DELETE /v2.0/subnets/8778bac0-0801-4255-9533-4bf6b4b2bcac HTTP/1.1" status: 204 len: 168 time: 0.3777726 Feb 04 13:26:30.924886 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 34054) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:26:30.965414 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aecc25-f897-4673-8def-0dff7946b5b4 None None] Pushing event updated for resources: {'Port': ['ID=4e7462ff-d872-4ee8-b8dc-81decc2e6f1c,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:31.029541 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8e7aa577-7a4c-4af6-ba83-c8c44a3a486b tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (74de72cc-9575-412a-a40d-89e234d41828), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:31.107404 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-8e7aa577-7a4c-4af6-ba83-c8c44a3a486b tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] Deleting port 4e7462ff-d872-4ee8-b8dc-81decc2e6f1c {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:26:31.107622 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8e7aa577-7a4c-4af6-ba83-c8c44a3a486b tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (4e7462ff-d872-4ee8-b8dc-81decc2e6f1c), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:31.108322 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device ad71de27-2fb2-4e45-9273-3d839fa5c50b up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:26:31.187524 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-8e7aa577-7a4c-4af6-ba83-c8c44a3a486b tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] For port 4e7462ff-d872-4ee8-b8dc-81decc2e6f1c, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=4e7462ff-d872-4ee8-b8dc-81decc2e6f1c,segment=NetworkSegment(eafa2a83-e467-4514-b981-d3fecf634392),segment_id=eafa2a83-e467-4514-b981-d3fecf634392)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:26:31.187976 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8e7aa577-7a4c-4af6-ba83-c8c44a3a486b tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (4e7462ff-d872-4ee8-b8dc-81decc2e6f1c), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:31.195597 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port ad71de27-2fb2-4e45-9273-3d839fa5c50b triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:26:31.196010 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (ad71de27-2fb2-4e45-9273-3d839fa5c50b), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:31.203644 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-8e7aa577-7a4c-4af6-ba83-c8c44a3a486b tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] Calling delete_port for 4e7462ff-d872-4ee8-b8dc-81decc2e6f1c owned by network:dhcp {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:26:31.310533 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port ad71de27-2fb2-4e45-9273-3d839fa5c50b is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:26:31.311010 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (ad71de27-2fb2-4e45-9273-3d839fa5c50b), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:31.357499 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port ad71de27-2fb2-4e45-9273-3d839fa5c50b, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=ad71de27-2fb2-4e45-9273-3d839fa5c50b,segment=NetworkSegment(4ef92c10-0125-4a64-b61d-0c7ca61a188b),segment_id=4ef92c10-0125-4a64-b61d-0c7ca61a188b)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:26:31.367490 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (ad71de27-2fb2-4e45-9273-3d839fa5c50b), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:31.445587 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=ad71de27-2fb2-4e45-9273-3d839fa5c50b,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:31.531026 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ecdf4b-6664-410a-a51c-7298bcecdf17 None None] Network 1fc74613-6519-436e-9436-d564ca3544ee requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:26:31.588931 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8e7aa577-7a4c-4af6-ba83-c8c44a3a486b tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (4e7462ff-d872-4ee8-b8dc-81decc2e6f1c), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:31.617778 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7aa577-7a4c-4af6-ba83-c8c44a3a486b tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] Pushing event deleted for resources: {'Port': ['ID=4e7462ff-d872-4ee8-b8dc-81decc2e6f1c,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:31.621487 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7aa577-7a4c-4af6-ba83-c8c44a3a486b tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] No DVR routers for this DVR port 4e7462ff-d872-4ee8-b8dc-81decc2e6f1c on host n-d-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:26:31.640568 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-bc760ea8-bc38-4167-a3c9-aa92a2138555 None None] Provisioning complete for port ad71de27-2fb2-4e45-9273-3d839fa5c50b triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:26:31.640950 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bc760ea8-bc38-4167-a3c9-aa92a2138555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (ad71de27-2fb2-4e45-9273-3d839fa5c50b), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:31.705339 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:31.709552 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8e7aa577-7a4c-4af6-ba83-c8c44a3a486b tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (74de72cc-9575-412a-a40d-89e234d41828), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:31.732116 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-8e7aa577-7a4c-4af6-ba83-c8c44a3a486b tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74de72cc-9575-412a-a40d-89e234d41828']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:26:31.743167 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-8e7aa577-7a4c-4af6-ba83-c8c44a3a486b tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eafa2a83-e467-4514-b981-d3fecf634392') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:26:31.743720 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-8e7aa577-7a4c-4af6-ba83-c8c44a3a486b tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eafa2a83-e467-4514-b981-d3fecf634392') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:26:31.752021 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-bc760ea8-bc38-4167-a3c9-aa92a2138555 None None] Current status of the port ad71de27-2fb2-4e45-9273-3d839fa5c50b is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:26:31.755683 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8e7aa577-7a4c-4af6-ba83-c8c44a3a486b tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (eafa2a83-e467-4514-b981-d3fecf634392), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:31.774344 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8e7aa577-7a4c-4af6-ba83-c8c44a3a486b tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (eafa2a83-e467-4514-b981-d3fecf634392), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:31.781440 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e7aa577-7a4c-4af6-ba83-c8c44a3a486b tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:26:31.782008 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8e7aa577-7a4c-4af6-ba83-c8c44a3a486b tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (eafa2a83-e467-4514-b981-d3fecf634392), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:31.785236 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 13:26:31.785236 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:26:31.785236 n-d-825015-3 neutron-server[103474]: timer() Feb 04 13:26:31.785236 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:26:31.785236 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 13:26:31.785236 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:26:31.785236 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 13:26:31.785236 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:26:31.785236 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 13:26:31.785236 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:26:31.785236 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 13:26:31.785236 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:26:31.785236 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 13:26:31.785236 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:26:31.785236 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:26:31.785236 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:26:31.785236 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:26:31.785236 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:26:31.785236 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 13:26:31.785236 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:26:31.785236 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 13:26:31.785236 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:26:31.785236 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:26:31.785236 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:26:31.785236 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 13:26:31.785236 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:26:31.785236 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:26:31.785236 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:26:31.785236 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:26:31.785236 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:26:31.785236 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:26:31.785236 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:26:31.850675 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8e7aa577-7a4c-4af6-ba83-c8c44a3a486b tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (74de72cc-9575-412a-a40d-89e234d41828), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:31.857957 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8e7aa577-7a4c-4af6-ba83-c8c44a3a486b tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:31.864827 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-8e7aa577-7a4c-4af6-ba83-c8c44a3a486b tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] 10.222.0.65 "DELETE /v2.0/networks/74de72cc-9575-412a-a40d-89e234d41828 HTTP/1.1" status: 204 len: 168 time: 0.9383359 Feb 04 13:26:31.865724 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 34056) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:26:31.877616 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7aa577-7a4c-4af6-ba83-c8c44a3a486b tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] Pushing event deleted for resources: {'Network': ['ID=74de72cc-9575-412a-a40d-89e234d41828,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:31.930366 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_v2 [None req-c353999b-fa31-4c75-b637-6658c8f2184a tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] Deleting subnet 9779020e-6b3f-4c76-b489-103165031d48 {{(pid=103475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:26:31.934061 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c353999b-fa31-4c75-b637-6658c8f2184a tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] Publish callbacks [] for subnet (9779020e-6b3f-4c76-b489-103165031d48), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:31.978750 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c353999b-fa31-4c75-b637-6658c8f2184a tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51859329'] for subnet (9779020e-6b3f-4c76-b489-103165031d48), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:31.979209 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-2ca0ce3d-ac0c-4b5e-8731-1d66ac52c6e4 None None] Provisioning complete for port ad71de27-2fb2-4e45-9273-3d839fa5c50b triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:26:31.979722 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce3d-ac0c-4b5e-8731-1d66ac52c6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (ad71de27-2fb2-4e45-9273-3d839fa5c50b), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:32.068666 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c353999b-fa31-4c75-b637-6658c8f2184a tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (9779020e-6b3f-4c76-b489-103165031d48), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:32.076446 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-2ca0ce3d-ac0c-4b5e-8731-1d66ac52c6e4 None None] Current status of the port ad71de27-2fb2-4e45-9273-3d839fa5c50b is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:26:32.138055 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c353999b-fa31-4c75-b637-6658c8f2184a tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-52093282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51452698'] for subnet (9779020e-6b3f-4c76-b489-103165031d48), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:32.167809 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c353999b-fa31-4c75-b637-6658c8f2184a tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] Pushing event deleted for resources: {'Subnet': ['ID=9779020e-6b3f-4c76-b489-103165031d48,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:32.170235 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c353999b-fa31-4c75-b637-6658c8f2184a tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:32.176120 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 34058) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:26:32.177127 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-c353999b-fa31-4c75-b637-6658c8f2184a tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] 10.222.0.65 "DELETE /v2.0/subnets/9779020e-6b3f-4c76-b489-103165031d48 HTTP/1.1" status: 204 len: 168 time: 0.3081393 Feb 04 13:26:32.179599 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590e5203-b5e6-4409-987a-c478e968d03c None None] Network 1fc74613-6519-436e-9436-d564ca3544ee requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:26:32.224525 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90751cab-5140-42b3-b3b8-f9f36146259f None None] DHCP port deletion for 74de72cc-9575-412a-a40d-89e234d41828 request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:26:32.236504 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-59946746-86d0-47d3-a576-b57817f6a0e8 None None] Could not find standard attr ID for object 4e7462ff-d872-4ee8-b8dc-81decc2e6f1c. {{(pid=103476) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 13:26:32.263758 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c80586c8-5476-447c-9169-dab7dbf997fa tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (1fc74613-6519-436e-9436-d564ca3544ee), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:32.269534 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48fff84a-9dd4-45ca-a7ba-ea4553476cf5 None None] Network 74de72cc-9575-412a-a40d-89e234d41828 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:26:32.284573 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48fff84a-9dd4-45ca-a7ba-ea4553476cf5 None None] Network 74de72cc-9575-412a-a40d-89e234d41828 could not be found, it might have been deleted concurrently. {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 04 13:26:32.320913 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-c80586c8-5476-447c-9169-dab7dbf997fa tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] Deleting port ad71de27-2fb2-4e45-9273-3d839fa5c50b {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:26:32.321184 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c80586c8-5476-447c-9169-dab7dbf997fa tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (ad71de27-2fb2-4e45-9273-3d839fa5c50b), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:32.367070 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4811f2d5-a640-4b80-a442-119019c7ba1d None None] DHCP port deletion for 1fc74613-6519-436e-9436-d564ca3544ee request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:26:32.391462 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-c80586c8-5476-447c-9169-dab7dbf997fa tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] For port ad71de27-2fb2-4e45-9273-3d839fa5c50b, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=ad71de27-2fb2-4e45-9273-3d839fa5c50b,segment=NetworkSegment(4ef92c10-0125-4a64-b61d-0c7ca61a188b),segment_id=4ef92c10-0125-4a64-b61d-0c7ca61a188b)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:26:32.391832 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c80586c8-5476-447c-9169-dab7dbf997fa tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (ad71de27-2fb2-4e45-9273-3d839fa5c50b), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:32.400488 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:32.405064 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-c80586c8-5476-447c-9169-dab7dbf997fa tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] Calling delete_port for ad71de27-2fb2-4e45-9273-3d839fa5c50b owned by network:dhcp {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:26:32.425008 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-4811f2d5-a640-4b80-a442-119019c7ba1d None None] Deleting port ad71de27-2fb2-4e45-9273-3d839fa5c50b {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:26:32.425385 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4811f2d5-a640-4b80-a442-119019c7ba1d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (ad71de27-2fb2-4e45-9273-3d839fa5c50b), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:32.485228 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c80586c8-5476-447c-9169-dab7dbf997fa tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (ad71de27-2fb2-4e45-9273-3d839fa5c50b), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:32.490743 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-4811f2d5-a640-4b80-a442-119019c7ba1d None None] For port ad71de27-2fb2-4e45-9273-3d839fa5c50b, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=ad71de27-2fb2-4e45-9273-3d839fa5c50b,segment=NetworkSegment(4ef92c10-0125-4a64-b61d-0c7ca61a188b),segment_id=4ef92c10-0125-4a64-b61d-0c7ca61a188b)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:26:32.491145 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4811f2d5-a640-4b80-a442-119019c7ba1d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (ad71de27-2fb2-4e45-9273-3d839fa5c50b), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:32.503719 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-4811f2d5-a640-4b80-a442-119019c7ba1d None None] Calling delete_port for ad71de27-2fb2-4e45-9273-3d839fa5c50b owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:26:32.513353 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80586c8-5476-447c-9169-dab7dbf997fa tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] Pushing event deleted for resources: {'Port': ['ID=ad71de27-2fb2-4e45-9273-3d839fa5c50b,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:32.515207 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80586c8-5476-447c-9169-dab7dbf997fa tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] No DVR routers for this DVR port ad71de27-2fb2-4e45-9273-3d839fa5c50b on host n-d-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:26:32.601381 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c80586c8-5476-447c-9169-dab7dbf997fa tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (1fc74613-6519-436e-9436-d564ca3544ee), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:32.624332 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-c80586c8-5476-447c-9169-dab7dbf997fa tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fc74613-6519-436e-9436-d564ca3544ee']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:26:32.634992 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-c80586c8-5476-447c-9169-dab7dbf997fa tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ef92c10-0125-4a64-b61d-0c7ca61a188b') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:26:32.635261 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-c80586c8-5476-447c-9169-dab7dbf997fa tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ef92c10-0125-4a64-b61d-0c7ca61a188b') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:26:32.645105 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c80586c8-5476-447c-9169-dab7dbf997fa tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (4ef92c10-0125-4a64-b61d-0c7ca61a188b), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:32.659967 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c80586c8-5476-447c-9169-dab7dbf997fa tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (4ef92c10-0125-4a64-b61d-0c7ca61a188b), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:32.666807 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c80586c8-5476-447c-9169-dab7dbf997fa tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:26:32.667212 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c80586c8-5476-447c-9169-dab7dbf997fa tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (4ef92c10-0125-4a64-b61d-0c7ca61a188b), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:32.670571 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 13:26:32.670571 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:26:32.670571 n-d-825015-3 neutron-server[103474]: timer() Feb 04 13:26:32.670571 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:26:32.670571 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 13:26:32.670571 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:26:32.670571 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 13:26:32.670571 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:26:32.670571 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 13:26:32.670571 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:26:32.670571 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 13:26:32.670571 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:26:32.670571 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 13:26:32.670571 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:26:32.670571 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:26:32.670571 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:26:32.670571 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:26:32.670571 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:26:32.670571 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 13:26:32.670571 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:26:32.670571 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 13:26:32.670571 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:26:32.670571 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:26:32.670571 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:26:32.670571 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 13:26:32.670571 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:26:32.670571 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:26:32.670571 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:26:32.670571 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:26:32.670571 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:26:32.670571 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:26:32.670571 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:26:32.734316 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c80586c8-5476-447c-9169-dab7dbf997fa tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (1fc74613-6519-436e-9436-d564ca3544ee), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:32.742362 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c80586c8-5476-447c-9169-dab7dbf997fa tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:32.745539 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-c80586c8-5476-447c-9169-dab7dbf997fa tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] 10.222.0.65 "DELETE /v2.0/networks/1fc74613-6519-436e-9436-d564ca3544ee HTTP/1.1" status: 204 len: 168 time: 0.5672524 Feb 04 13:26:32.747450 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4811f2d5-a640-4b80-a442-119019c7ba1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (ad71de27-2fb2-4e45-9273-3d839fa5c50b), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:32.748362 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 34060) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:26:32.764934 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80586c8-5476-447c-9169-dab7dbf997fa tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] Pushing event deleted for resources: {'Network': ['ID=1fc74613-6519-436e-9436-d564ca3544ee,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:32.772847 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4811f2d5-a640-4b80-a442-119019c7ba1d None None] Pushing event deleted for resources: {'Port': ['ID=ad71de27-2fb2-4e45-9273-3d839fa5c50b,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:32.774840 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4811f2d5-a640-4b80-a442-119019c7ba1d None None] Network 1fc74613-6519-436e-9436-d564ca3544ee is not hosted by any dhcp agent {{(pid=103476) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 04 13:26:32.775306 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4811f2d5-a640-4b80-a442-119019c7ba1d None None] No DVR routers for this DVR port ad71de27-2fb2-4e45-9273-3d839fa5c50b on host n-d-825015-3 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:26:32.780438 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-dfed595b-09ce-4f44-8eb0-b5aebb26ad3d tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c2b42cd-d1b9-435c-b0c5-0fd8bc0b0e93 HTTP/1.1" status: 200 len: 205 time: 0.0282359 Feb 04 13:26:32.780438 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 34062) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:26:32.862050 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fa72fa33-611e-4763-b9e3-647184b30465 tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] Publish callbacks [] for router (3c2b42cd-d1b9-435c-b0c5-0fd8bc0b0e93), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:33.018841 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device ad71de27-2fb2-4e45-9273-3d839fa5c50b no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:26:33.029207 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fa72fa33-611e-4763-b9e3-647184b30465 tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10915'] for router (3c2b42cd-d1b9-435c-b0c5-0fd8bc0b0e93), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:33.031398 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fa72fa33-611e-4763-b9e3-647184b30465 tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] Publish callbacks [] for router_controller (3c2b42cd-d1b9-435c-b0c5-0fd8bc0b0e93), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:33.045119 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: ad71de27-2fb2-4e45-9273-3d839fa5c50b {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:26:33.045389 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device ad71de27-2fb2-4e45-9273-3d839fa5c50b not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:26:33.076021 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fa72fa33-611e-4763-b9e3-647184b30465 tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622829'] for router (3c2b42cd-d1b9-435c-b0c5-0fd8bc0b0e93), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:33.076526 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa72fa33-611e-4763-b9e3-647184b30465 tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] Fanout notify agent at l3_agent the message router_deleted on router 3c2b42cd-d1b9-435c-b0c5-0fd8bc0b0e93 {{(pid=103475) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 13:26:33.083860 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fa72fa33-611e-4763-b9e3-647184b30465 tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] Publish callbacks [] for router (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:33.084931 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-fa72fa33-611e-4763-b9e3-647184b30465 tempest-RoutersNegativeTest-1118721899 tempest-RoutersNegativeTest-1118721899-project] 10.222.0.65 "DELETE /v2.0/routers/3c2b42cd-d1b9-435c-b0c5-0fd8bc0b0e93 HTTP/1.1" status: 204 len: 168 time: 0.3035362 Feb 04 13:26:33.334361 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 34068) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:26:33.465068 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-7ce468d5-9ae4-42f5-8b03-23e78de858b6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=300222dc1cb94fc8b9f4c65fd22ca044&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1295109 Feb 04 13:26:33.467504 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 34072) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:26:33.514789 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f7b64f7f-84b9-419e-9159-703fbd522593 admin admin] Publish callbacks [] for security_group (48ec8141-8423-4f0e-aa02-1ef82786020b), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:33.539828 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f7b64f7f-84b9-419e-9159-703fbd522593 admin admin] Publish callbacks [] for security_group (48ec8141-8423-4f0e-aa02-1ef82786020b), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:33.588039 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f7b64f7f-84b9-419e-9159-703fbd522593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (48ec8141-8423-4f0e-aa02-1ef82786020b), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:33.590538 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f7b64f7f-84b9-419e-9159-703fbd522593 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:33.591672 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-f7b64f7f-84b9-419e-9159-703fbd522593 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/48ec8141-8423-4f0e-aa02-1ef82786020b HTTP/1.1" status: 204 len: 168 time: 0.1232541 Feb 04 13:26:33.599708 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b64f7f-84b9-419e-9159-703fbd522593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48ec8141-8423-4f0e-aa02-1ef82786020b,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:34.207003 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 34094) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:26:34.304595 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-f299e31a-fc2e-4c39-a408-e149c6026db0 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-356669579-network', 'tenant_id': '3f007a85e3e740daa373d4c10ed6f0d1'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:26:34.324686 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f299e31a-fc2e-4c39-a408-e149c6026db0 admin admin] Made reservation on behalf of 3f007a85e3e740daa373d4c10ed6f0d1 for: {'network': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:26:34.327112 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f299e31a-fc2e-4c39-a408-e149c6026db0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:34.336263 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f299e31a-fc2e-4c39-a408-e149c6026db0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:34.410130 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f299e31a-fc2e-4c39-a408-e149c6026db0 admin admin] Publish callbacks [] for security_group (2e8947c0-82af-4349-b378-8f13d9f9037e), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:34.413794 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f299e31a-fc2e-4c39-a408-e149c6026db0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (2e8947c0-82af-4349-b378-8f13d9f9037e), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:34.437749 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f299e31a-fc2e-4c39-a408-e149c6026db0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=103475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:26:34.447992 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f299e31a-fc2e-4c39-a408-e149c6026db0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e8947c0-82af-4349-b378-8f13d9f9037e,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:34.452718 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f299e31a-fc2e-4c39-a408-e149c6026db0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (1fe739e1-654b-452c-9447-f09ac8cef4cc), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:34.453067 n-d-825015-3 neutron-server[103475]: INFO neutron.db.segments_db [None req-f299e31a-fc2e-4c39-a408-e149c6026db0 admin admin] Added segment 1fe739e1-654b-452c-9447-f09ac8cef4cc of type vlan for network 4f19fd4d-54cc-48f6-86d9-c5d31492063a Feb 04 13:26:34.493230 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f299e31a-fc2e-4c39-a408-e149c6026db0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (4f19fd4d-54cc-48f6-86d9-c5d31492063a), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:34.517317 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f299e31a-fc2e-4c39-a408-e149c6026db0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (4f19fd4d-54cc-48f6-86d9-c5d31492063a), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:34.518257 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f299e31a-fc2e-4c39-a408-e149c6026db0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:34.518838 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f299e31a-fc2e-4c39-a408-e149c6026db0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:34.531796 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:26:34.576724 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-f299e31a-fc2e-4c39-a408-e149c6026db0 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3685038 Feb 04 13:26:34.580114 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 34098) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:26:34.584292 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f299e31a-fc2e-4c39-a408-e149c6026db0 admin admin] Pushing event updated for resources: {'Network': ['ID=4f19fd4d-54cc-48f6-86d9-c5d31492063a,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:34.586146 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-2e4c840c-020d-4399-8f8c-05766338aa83 admin admin] Request body: {'subnet': {'network_id': '4f19fd4d-54cc-48f6-86d9-c5d31492063a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-356669579-subnet', 'tenant_id': '3f007a85e3e740daa373d4c10ed6f0d1', 'ip_version': 4}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:26:34.595380 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 4f19fd4d-54cc-48f6-86d9-c5d31492063a details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:26:34.607855 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e4c840c-020d-4399-8f8c-05766338aa83 admin admin] Made reservation on behalf of 3f007a85e3e740daa373d4c10ed6f0d1 for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:26:34.610336 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2e4c840c-020d-4399-8f8c-05766338aa83 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60610638'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:34.779364 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2e4c840c-020d-4399-8f8c-05766338aa83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59045178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60610680'] for subnet (30c829fe-1609-43de-8a16-852a708e1e17), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:34.837349 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4c840c-020d-4399-8f8c-05766338aa83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30c829fe-1609-43de-8a16-852a708e1e17,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:34.846241 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4c840c-020d-4399-8f8c-05766338aa83 admin admin] Checking segment: {'id': '1fe739e1-654b-452c-9447-f09ac8cef4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '4f19fd4d-54cc-48f6-86d9-c5d31492063a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:26:34.846613 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4c840c-020d-4399-8f8c-05766338aa83 admin admin] Network hostable DHCP agents. Network: 4f19fd4d-54cc-48f6-86d9-c5d31492063a, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:26:34.863703 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4c840c-020d-4399-8f8c-05766338aa83 admin admin] Network 4f19fd4d-54cc-48f6-86d9-c5d31492063a is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:26:34.872548 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-2e4c840c-020d-4399-8f8c-05766338aa83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 4f19fd4d-54cc-48f6-86d9-c5d31492063a) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:26:34.877224 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4c840c-020d-4399-8f8c-05766338aa83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:34.877842 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2e4c840c-020d-4399-8f8c-05766338aa83 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:34.882967 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8208c366-cbeb-4c2f-89fd-da5c05300260 None None] Network 4f19fd4d-54cc-48f6-86d9-c5d31492063a requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:26:34.893042 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-2e4c840c-020d-4399-8f8c-05766338aa83 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3116913 Feb 04 13:26:34.896886 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 34100) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:26:34.901411 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-e07a6003-a5b7-4ac5-a7d4-d4de4b2b4390 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-356669579-router', 'tenant_id': '3f007a85e3e740daa373d4c10ed6f0d1', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:26:34.920362 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e07a6003-a5b7-4ac5-a7d4-d4de4b2b4390 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10933'] for router (e5f19c01-6671-46a9-a834-84a7139ccbcc), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:34.921378 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e07a6003-a5b7-4ac5-a7d4-d4de4b2b4390 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10924'] for router (e5f19c01-6671-46a9-a834-84a7139ccbcc), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:34.982145 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e07a6003-a5b7-4ac5-a7d4-d4de4b2b4390 admin admin] Publish callbacks [] for router_controller (e5f19c01-6671-46a9-a834-84a7139ccbcc), precommit_add_association {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:34.992158 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ecc3405-d31b-42e8-90f3-8b4b6be89ac3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-4f19fd4d-54cc-48f6-86d9-c5d31492063a', 'network_id': '4f19fd4d-54cc-48f6-86d9-c5d31492063a', 'project_id': '3f007a85e3e740daa373d4c10ed6f0d1', 'fixed_ips': [{'subnet_id': '30c829fe-1609-43de-8a16-852a708e1e17'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:26:34.993032 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1ecc3405-d31b-42e8-90f3-8b4b6be89ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:35.125176 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e07a6003-a5b7-4ac5-a7d4-d4de4b2b4390 admin admin] Publish callbacks [] for router_gateway (e5f19c01-6671-46a9-a834-84a7139ccbcc), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:35.129651 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-1ecc3405-d31b-42e8-90f3-8b4b6be89ac3 None None] Allocated IP 172.20.0.2 (4f19fd4d-54cc-48f6-86d9-c5d31492063a/30c829fe-1609-43de-8a16-852a708e1e17/06d8b81c-874b-4fc0-bdb1-da24ac534979) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:26:35.274638 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1ecc3405-d31b-42e8-90f3-8b4b6be89ac3 None None] Publish callbacks [] for port (06d8b81c-874b-4fc0-bdb1-da24ac534979), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:35.280780 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1ecc3405-d31b-42e8-90f3-8b4b6be89ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (06d8b81c-874b-4fc0-bdb1-da24ac534979), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:35.327420 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ecc3405-d31b-42e8-90f3-8b4b6be89ac3 None None] Network 4f19fd4d-54cc-48f6-86d9-c5d31492063a is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:26:35.330336 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-1ecc3405-d31b-42e8-90f3-8b4b6be89ac3 None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:26:35.333025 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e07a6003-a5b7-4ac5-a7d4-d4de4b2b4390 admin admin] Publish callbacks [] for router_gateway (e5f19c01-6671-46a9-a834-84a7139ccbcc), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:35.333355 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecc3405-d31b-42e8-90f3-8b4b6be89ac3 None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:26:35.346552 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecc3405-d31b-42e8-90f3-8b4b6be89ac3 None None] Pushing event updated for resources: {'Port': ['ID=06d8b81c-874b-4fc0-bdb1-da24ac534979,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:35.352546 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e07a6003-a5b7-4ac5-a7d4-d4de4b2b4390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:35.399611 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-1ecc3405-d31b-42e8-90f3-8b4b6be89ac3 None None] Attempting to bind port 06d8b81c-874b-4fc0-bdb1-da24ac534979 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:26:35.399911 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-1ecc3405-d31b-42e8-90f3-8b4b6be89ac3 None None] Attempting to bind port 06d8b81c-874b-4fc0-bdb1-da24ac534979 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '1fe739e1-654b-452c-9447-f09ac8cef4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '4f19fd4d-54cc-48f6-86d9-c5d31492063a'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:26:35.400253 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecc3405-d31b-42e8-90f3-8b4b6be89ac3 None None] Attempting to bind port 06d8b81c-874b-4fc0-bdb1-da24ac534979 on network 4f19fd4d-54cc-48f6-86d9-c5d31492063a {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:26:35.405987 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecc3405-d31b-42e8-90f3-8b4b6be89ac3 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:26:35.406362 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecc3405-d31b-42e8-90f3-8b4b6be89ac3 None None] Checking segment: {'id': '1fe739e1-654b-452c-9447-f09ac8cef4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '4f19fd4d-54cc-48f6-86d9-c5d31492063a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:26:35.406767 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1ecc3405-d31b-42e8-90f3-8b4b6be89ac3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:35.407156 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecc3405-d31b-42e8-90f3-8b4b6be89ac3 None None] Bound using segment: {'id': '1fe739e1-654b-452c-9447-f09ac8cef4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '4f19fd4d-54cc-48f6-86d9-c5d31492063a'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:26:35.407614 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-1ecc3405-d31b-42e8-90f3-8b4b6be89ac3 None None] Bound port: 06d8b81c-874b-4fc0-bdb1-da24ac534979, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fe739e1-654b-452c-9447-f09ac8cef4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '4f19fd4d-54cc-48f6-86d9-c5d31492063a'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:26:35.408043 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1ecc3405-d31b-42e8-90f3-8b4b6be89ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (06d8b81c-874b-4fc0-bdb1-da24ac534979), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:35.461455 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-e07a6003-a5b7-4ac5-a7d4-d4de4b2b4390 admin admin] Allocated IP 172.25.3.35 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/346b30e8-99f6-4a49-a66b-f09543785537) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:26:35.471425 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-1ecc3405-d31b-42e8-90f3-8b4b6be89ac3 None None] For port 06d8b81c-874b-4fc0-bdb1-da24ac534979, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:26:35.475298 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-1ecc3405-d31b-42e8-90f3-8b4b6be89ac3 None None] For port 06d8b81c-874b-4fc0-bdb1-da24ac534979, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=06d8b81c-874b-4fc0-bdb1-da24ac534979,segment=NetworkSegment(1fe739e1-654b-452c-9447-f09ac8cef4cc),segment_id=1fe739e1-654b-452c-9447-f09ac8cef4cc)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:26:35.480604 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1ecc3405-d31b-42e8-90f3-8b4b6be89ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (06d8b81c-874b-4fc0-bdb1-da24ac534979), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:35.539654 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecc3405-d31b-42e8-90f3-8b4b6be89ac3 None None] Pushing event updated for resources: {'Port': ['ID=06d8b81c-874b-4fc0-bdb1-da24ac534979,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:35.571061 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e07a6003-a5b7-4ac5-a7d4-d4de4b2b4390 admin admin] Publish callbacks [] for port (346b30e8-99f6-4a49-a66b-f09543785537), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:35.607713 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e07a6003-a5b7-4ac5-a7d4-d4de4b2b4390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (346b30e8-99f6-4a49-a66b-f09543785537), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:35.653985 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07a6003-a5b7-4ac5-a7d4-d4de4b2b4390 admin admin] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:26:35.656993 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-e07a6003-a5b7-4ac5-a7d4-d4de4b2b4390 admin admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:26:35.661625 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07a6003-a5b7-4ac5-a7d4-d4de4b2b4390 admin admin] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:26:35.667063 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07a6003-a5b7-4ac5-a7d4-d4de4b2b4390 admin admin] Pushing event updated for resources: {'Port': ['ID=346b30e8-99f6-4a49-a66b-f09543785537,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:35.946400 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e07a6003-a5b7-4ac5-a7d4-d4de4b2b4390 admin admin] Publish callbacks [] for router_gateway (e5f19c01-6671-46a9-a834-84a7139ccbcc), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:36.150363 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e07a6003-a5b7-4ac5-a7d4-d4de4b2b4390 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141'] for router (e5f19c01-6671-46a9-a834-84a7139ccbcc), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:36.290320 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e07a6003-a5b7-4ac5-a7d4-d4de4b2b4390 admin admin] Router e5f19c01-6671-46a9-a834-84a7139ccbcc is scheduled to L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de with binding_index 1 {{(pid=103474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 13:26:36.404904 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e07a6003-a5b7-4ac5-a7d4-d4de4b2b4390 admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:26:36.416272 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24c6262-a108-4961-97a0-b1f62aa3eee1 None None] Sync routers for ids ['e5f19c01-6671-46a9-a834-84a7139ccbcc'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:26:36.425634 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e07a6003-a5b7-4ac5-a7d4-d4de4b2b4390 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:36.429461 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-e07a6003-a5b7-4ac5-a7d4-d4de4b2b4390 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5291016 Feb 04 13:26:36.429637 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24c6262-a108-4961-97a0-b1f62aa3eee1 None None] Routers {'e5f19c01-6671-46a9-a834-84a7139ccbcc'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:26:36.429781 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 34102) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:26:36.430261 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-d24c6262-a108-4961-97a0-b1f62aa3eee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:26:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['e5f19c01-6671-46a9-a834-84a7139ccbcc'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:26:36.500335 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b994ee7-b8fc-459a-81ea-c8e5fe4d4fb0 None None] Network 4f19fd4d-54cc-48f6-86d9-c5d31492063a requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:26:36.598058 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-2f004046-4521-44c4-96a9-1251e8fa63fe None None] Provisioning complete for port 06d8b81c-874b-4fc0-bdb1-da24ac534979 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:26:36.598717 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2f004046-4521-44c4-96a9-1251e8fa63fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (06d8b81c-874b-4fc0-bdb1-da24ac534979), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:36.636842 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-d24c6262-a108-4961-97a0-b1f62aa3eee1 None None] Set router e5f19c01-6671-46a9-a834-84a7139ccbcc gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:26:36.862208 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3f15b9f3-372c-446a-b614-90cd7c87737f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:36.867455 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-2f004046-4521-44c4-96a9-1251e8fa63fe None None] Current status of the port 06d8b81c-874b-4fc0-bdb1-da24ac534979 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:26:36.867878 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2f004046-4521-44c4-96a9-1251e8fa63fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (06d8b81c-874b-4fc0-bdb1-da24ac534979), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:36.909295 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-2f004046-4521-44c4-96a9-1251e8fa63fe None None] For port 06d8b81c-874b-4fc0-bdb1-da24ac534979, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=06d8b81c-874b-4fc0-bdb1-da24ac534979,segment=NetworkSegment(1fe739e1-654b-452c-9447-f09ac8cef4cc),segment_id=1fe739e1-654b-452c-9447-f09ac8cef4cc)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:26:36.916250 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2f004046-4521-44c4-96a9-1251e8fa63fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (06d8b81c-874b-4fc0-bdb1-da24ac534979), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:36.953639 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-d24c6262-a108-4961-97a0-b1f62aa3eee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f19c01-6671-46a9-a834-84a7139ccbcc', 'name': 'tempest-TestEncryptedCinderVolumes-356669579-router', 'tenant_id': '3f007a85e3e740daa373d4c10ed6f0d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '346b30e8-99f6-4a49-a66b-f09543785537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:26:34Z', 'updated_at': '2022-02-04T13:26:35Z', 'revision_number': 3, 'project_id': '3f007a85e3e740daa373d4c10ed6f0d1', 'gw_port': {'id': '346b30e8-99f6-4a49-a66b-f09543785537', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b4:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f19c01-6671-46a9-a834-84a7139ccbcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:35Z', 'updated_at': '2022-02-04T13:26:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:26:36.987944 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24c6262-a108-4961-97a0-b1f62aa3eee1 None None] Checking router: e5f19c01-6671-46a9-a834-84a7139ccbcc for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:26:36.988294 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24c6262-a108-4961-97a0-b1f62aa3eee1 None None] Updating router e5f19c01-6671-46a9-a834-84a7139ccbcc port 346b30e8-99f6-4a49-a66b-f09543785537 binding host n-d-825015-3 {{(pid=103476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:26:37.020986 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f004046-4521-44c4-96a9-1251e8fa63fe None None] Pushing event updated for resources: {'Port': ['ID=06d8b81c-874b-4fc0-bdb1-da24ac534979,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:37.032244 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d24c6262-a108-4961-97a0-b1f62aa3eee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (346b30e8-99f6-4a49-a66b-f09543785537), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:37.046913 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-3f15b9f3-372c-446a-b614-90cd7c87737f admin admin] Allocated IP 172.20.0.1 (4f19fd4d-54cc-48f6-86d9-c5d31492063a/30c829fe-1609-43de-8a16-852a708e1e17/82673c43-f766-4811-a035-29253e0a99a8) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:26:37.137481 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 06d8b81c-874b-4fc0-bdb1-da24ac534979 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:26:37.173254 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3f15b9f3-372c-446a-b614-90cd7c87737f admin admin] Publish callbacks [] for port (82673c43-f766-4811-a035-29253e0a99a8), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:37.193225 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-e5c75ac1-e72b-4c59-9e6c-c3cb43b25a8d None None] Provisioning complete for port 06d8b81c-874b-4fc0-bdb1-da24ac534979 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:26:37.193605 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e5c75ac1-e72b-4c59-9e6c-c3cb43b25a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (06d8b81c-874b-4fc0-bdb1-da24ac534979), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:37.207863 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3f15b9f3-372c-446a-b614-90cd7c87737f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (82673c43-f766-4811-a035-29253e0a99a8), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:37.245309 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f15b9f3-372c-446a-b614-90cd7c87737f admin admin] Network 4f19fd4d-54cc-48f6-86d9-c5d31492063a is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:26:37.251437 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-3f15b9f3-372c-446a-b614-90cd7c87737f admin admin] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:26:37.253853 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f15b9f3-372c-446a-b614-90cd7c87737f admin admin] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:26:37.281010 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f15b9f3-372c-446a-b614-90cd7c87737f admin admin] Pushing event updated for resources: {'Port': ['ID=82673c43-f766-4811-a035-29253e0a99a8,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:37.302160 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3f15b9f3-372c-446a-b614-90cd7c87737f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1599818'] for router_interface (e5f19c01-6671-46a9-a834-84a7139ccbcc), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:37.315377 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 06d8b81c-874b-4fc0-bdb1-da24ac534979 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:26:37.315777 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (06d8b81c-874b-4fc0-bdb1-da24ac534979), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:37.413279 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-e5c75ac1-e72b-4c59-9e6c-c3cb43b25a8d None None] Current status of the port 06d8b81c-874b-4fc0-bdb1-da24ac534979 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:26:37.460432 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3f15b9f3-372c-446a-b614-90cd7c87737f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (82673c43-f766-4811-a035-29253e0a99a8), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:37.464669 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d24c6262-a108-4961-97a0-b1f62aa3eee1 None None] Publish callbacks [] for port (346b30e8-99f6-4a49-a66b-f09543785537), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:37.489212 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d24c6262-a108-4961-97a0-b1f62aa3eee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (346b30e8-99f6-4a49-a66b-f09543785537), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:37.531466 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 06d8b81c-874b-4fc0-bdb1-da24ac534979 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:26:37.569086 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6d4dd0-5721-42f7-9f39-31a1715f0c21 None None] Pushing event updated for resources: {'Port': ['ID=346b30e8-99f6-4a49-a66b-f09543785537,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:37.572882 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-a6667888-9ca3-46e8-849f-dc1a6325fb9d None None] Provisioning complete for port 82673c43-f766-4811-a035-29253e0a99a8 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:26:37.573284 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a6667888-9ca3-46e8-849f-dc1a6325fb9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (82673c43-f766-4811-a035-29253e0a99a8), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:37.575147 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-d24c6262-a108-4961-97a0-b1f62aa3eee1 None None] Attempting to bind port 346b30e8-99f6-4a49-a66b-f09543785537 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:26:37.575521 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-d24c6262-a108-4961-97a0-b1f62aa3eee1 None None] Attempting to bind port 346b30e8-99f6-4a49-a66b-f09543785537 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:26:37.575934 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24c6262-a108-4961-97a0-b1f62aa3eee1 None None] Attempting to bind port 346b30e8-99f6-4a49-a66b-f09543785537 on network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:26:37.604164 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24c6262-a108-4961-97a0-b1f62aa3eee1 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:26:37.604549 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24c6262-a108-4961-97a0-b1f62aa3eee1 None None] Checking segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:26:37.604960 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d24c6262-a108-4961-97a0-b1f62aa3eee1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:37.605360 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24c6262-a108-4961-97a0-b1f62aa3eee1 None None] Bound using segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:26:37.605855 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-d24c6262-a108-4961-97a0-b1f62aa3eee1 None None] Bound port: 346b30e8-99f6-4a49-a66b-f09543785537, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:26:37.606242 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d24c6262-a108-4961-97a0-b1f62aa3eee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (346b30e8-99f6-4a49-a66b-f09543785537), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:37.646289 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-a6667888-9ca3-46e8-849f-dc1a6325fb9d None None] Port 82673c43-f766-4811-a035-29253e0a99a8 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:26:37.673641 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-d24c6262-a108-4961-97a0-b1f62aa3eee1 None None] For port 346b30e8-99f6-4a49-a66b-f09543785537, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:26:37.678190 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-d24c6262-a108-4961-97a0-b1f62aa3eee1 None None] For port 346b30e8-99f6-4a49-a66b-f09543785537, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=346b30e8-99f6-4a49-a66b-f09543785537,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:26:37.686071 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d24c6262-a108-4961-97a0-b1f62aa3eee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (346b30e8-99f6-4a49-a66b-f09543785537), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:37.756390 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6d4dd0-5721-42f7-9f39-31a1715f0c21 None None] Pushing event updated for resources: {'Port': ['ID=346b30e8-99f6-4a49-a66b-f09543785537,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:37.759054 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24c6262-a108-4961-97a0-b1f62aa3eee1 None None] Routers {'e5f19c01-6671-46a9-a834-84a7139ccbcc'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:26:37.759667 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-d24c6262-a108-4961-97a0-b1f62aa3eee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:26:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['e5f19c01-6671-46a9-a834-84a7139ccbcc'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:26:37.878516 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-d24c6262-a108-4961-97a0-b1f62aa3eee1 None None] Set router e5f19c01-6671-46a9-a834-84a7139ccbcc gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:26:37.977173 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3f15b9f3-372c-446a-b614-90cd7c87737f admin admin] Publish callbacks [] for port (82673c43-f766-4811-a035-29253e0a99a8), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:37.983201 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3f15b9f3-372c-446a-b614-90cd7c87737f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (82673c43-f766-4811-a035-29253e0a99a8), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:38.056094 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3f15b9f3-372c-446a-b614-90cd7c87737f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622202'] for router_interface (e5f19c01-6671-46a9-a834-84a7139ccbcc), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:38.057949 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f15b9f3-372c-446a-b614-90cd7c87737f admin admin] Pushing event updated for resources: {'Port': ['ID=82673c43-f766-4811-a035-29253e0a99a8,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:38.149782 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f15b9f3-372c-446a-b614-90cd7c87737f admin admin] Network 4f19fd4d-54cc-48f6-86d9-c5d31492063a is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:26:38.151166 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-3f15b9f3-372c-446a-b614-90cd7c87737f admin admin] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:26:38.253604 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-d24c6262-a108-4961-97a0-b1f62aa3eee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f19c01-6671-46a9-a834-84a7139ccbcc', 'name': 'tempest-TestEncryptedCinderVolumes-356669579-router', 'tenant_id': '3f007a85e3e740daa373d4c10ed6f0d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '346b30e8-99f6-4a49-a66b-f09543785537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:26:34Z', 'updated_at': '2022-02-04T13:26:37Z', 'revision_number': 4, 'project_id': '3f007a85e3e740daa373d4c10ed6f0d1', 'gw_port': {'id': '346b30e8-99f6-4a49-a66b-f09543785537', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b4:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f19c01-6671-46a9-a834-84a7139ccbcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:35Z', 'updated_at': '2022-02-04T13:26:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '82673c43-f766-4811-a035-29253e0a99a8', 'name': '', 'network_id': '4f19fd4d-54cc-48f6-86d9-c5d31492063a', 'tenant_id': '3f007a85e3e740daa373d4c10ed6f0d1', 'mac_address': 'fa:16:3e:de:91:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f19c01-6671-46a9-a834-84a7139ccbcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '30c829fe-1609-43de-8a16-852a708e1e17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:36Z', 'updated_at': '2022-02-04T13:26:37Z', 'revision_number': 1, 'project_id': '3f007a85e3e740daa373d4c10ed6f0d1', 'subnets': [{'id': '30c829fe-1609-43de-8a16-852a708e1e17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:26:38.278817 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f15b9f3-372c-446a-b614-90cd7c87737f admin admin] Router e5f19c01-6671-46a9-a834-84a7139ccbcc has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:26:38.300319 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24c6262-a108-4961-97a0-b1f62aa3eee1 None None] The sync data for ids ['e5f19c01-6671-46a9-a834-84a7139ccbcc'] in n-d-825015-3 is: [{'id': 'e5f19c01-6671-46a9-a834-84a7139ccbcc', 'name': 'tempest-TestEncryptedCinderVolumes-356669579-router', 'tenant_id': '3f007a85e3e740daa373d4c10ed6f0d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '346b30e8-99f6-4a49-a66b-f09543785537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:26:34Z', 'updated_at': '2022-02-04T13:26:37Z', 'revision_number': 4, 'project_id': '3f007a85e3e740daa373d4c10ed6f0d1', 'gw_port': {'id': '346b30e8-99f6-4a49-a66b-f09543785537', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b4:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f19c01-6671-46a9-a834-84a7139ccbcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:35Z', 'updated_at': '2022-02-04T13:26:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '82673c43-f766-4811-a035-29253e0a99a8', 'name': '', 'network_id': '4f19fd4d-54cc-48f6-86d9-c5d31492063a', 'tenant_id': '3f007a85e3e740daa373d4c10ed6f0d1', 'mac_address': 'fa:16:3e:de:91:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f19c01-6671-46a9-a834-84a7139ccbcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '30c829fe-1609-43de-8a16-852a708e1e17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:36Z', 'updated_at': '2022-02-04T13:26:37Z', 'revision_number': 1, 'project_id': '3f007a85e3e740daa373d4c10ed6f0d1', 'subnets': [{'id': '30c829fe-1609-43de-8a16-852a708e1e17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:26:38.417839 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f15b9f3-372c-446a-b614-90cd7c87737f admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:26:38.423060 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-3f15b9f3-372c-446a-b614-90cd7c87737f admin admin] 10.222.0.65 "PUT /v2.0/routers/e5f19c01-6671-46a9-a834-84a7139ccbcc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9922113 Feb 04 13:26:38.470742 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-30ad04de-b43d-4d7c-ac43-9b6324254b68 None None] Provisioning complete for port 82673c43-f766-4811-a035-29253e0a99a8 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:26:38.471220 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-30ad04de-b43d-4d7c-ac43-9b6324254b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (82673c43-f766-4811-a035-29253e0a99a8), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:38.521832 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-30ad04de-b43d-4d7c-ac43-9b6324254b68 None None] Port 82673c43-f766-4811-a035-29253e0a99a8 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:26:38.956778 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 34118) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:26:38.963416 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-2e9e2bf4-3f40-47d0-a7ab-f064f509169a admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-134315450-network', 'tenant_id': '9e7094dfc9364cebb9f85d2e0a4d543e'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:26:39.001404 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e9e2bf4-3f40-47d0-a7ab-f064f509169a admin admin] Made reservation on behalf of 9e7094dfc9364cebb9f85d2e0a4d543e for: {'network': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:26:39.004236 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2e9e2bf4-3f40-47d0-a7ab-f064f509169a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:39.014876 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2e9e2bf4-3f40-47d0-a7ab-f064f509169a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:39.083497 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 06d8b81c-874b-4fc0-bdb1-da24ac534979 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:26:39.105675 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2e9e2bf4-3f40-47d0-a7ab-f064f509169a admin admin] Publish callbacks [] for security_group (613917b4-eb9f-4a2b-b886-a334cc74c558), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:39.110971 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2e9e2bf4-3f40-47d0-a7ab-f064f509169a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (613917b4-eb9f-4a2b-b886-a334cc74c558), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:39.138599 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e9e2bf4-3f40-47d0-a7ab-f064f509169a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=103475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:26:39.140430 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 06d8b81c-874b-4fc0-bdb1-da24ac534979 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:26:39.140807 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (06d8b81c-874b-4fc0-bdb1-da24ac534979), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:39.149078 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9e2bf4-3f40-47d0-a7ab-f064f509169a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=613917b4-eb9f-4a2b-b886-a334cc74c558,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:39.154229 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2e9e2bf4-3f40-47d0-a7ab-f064f509169a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (7ca014bc-b592-454e-9827-15733afe08d7), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:39.154579 n-d-825015-3 neutron-server[103475]: INFO neutron.db.segments_db [None req-2e9e2bf4-3f40-47d0-a7ab-f064f509169a admin admin] Added segment 7ca014bc-b592-454e-9827-15733afe08d7 of type vlan for network 6d8cf073-2b37-4c32-ae51-b877020b589d Feb 04 13:26:39.202245 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2e9e2bf4-3f40-47d0-a7ab-f064f509169a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (6d8cf073-2b37-4c32-ae51-b877020b589d), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:39.237610 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2e9e2bf4-3f40-47d0-a7ab-f064f509169a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (6d8cf073-2b37-4c32-ae51-b877020b589d), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:39.239481 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9e2bf4-3f40-47d0-a7ab-f064f509169a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:39.240214 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2e9e2bf4-3f40-47d0-a7ab-f064f509169a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:39.241389 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 06d8b81c-874b-4fc0-bdb1-da24ac534979 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:26:39.297179 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-2e9e2bf4-3f40-47d0-a7ab-f064f509169a admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3381507 Feb 04 13:26:39.299876 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 34120) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:26:39.313719 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-8c2df69f-19a0-4439-ae3c-bd0134df1b27 admin admin] Request body: {'subnet': {'network_id': '6d8cf073-2b37-4c32-ae51-b877020b589d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-134315450-subnet', 'tenant_id': '9e7094dfc9364cebb9f85d2e0a4d543e', 'ip_version': 4}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:26:39.328325 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9e2bf4-3f40-47d0-a7ab-f064f509169a admin admin] Pushing event updated for resources: {'Network': ['ID=6d8cf073-2b37-4c32-ae51-b877020b589d,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:39.342206 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 6d8cf073-2b37-4c32-ae51-b877020b589d details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:26:39.345396 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c2df69f-19a0-4439-ae3c-bd0134df1b27 admin admin] Made reservation on behalf of 9e7094dfc9364cebb9f85d2e0a4d543e for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:26:39.347556 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8c2df69f-19a0-4439-ae3c-bd0134df1b27 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:39.530797 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8c2df69f-19a0-4439-ae3c-bd0134df1b27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52094127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51452689'] for subnet (dde1639e-56a9-4186-893a-4811edc1a865), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:39.592050 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2df69f-19a0-4439-ae3c-bd0134df1b27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dde1639e-56a9-4186-893a-4811edc1a865,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:39.607547 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2df69f-19a0-4439-ae3c-bd0134df1b27 admin admin] Checking segment: {'id': '7ca014bc-b592-454e-9827-15733afe08d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '6d8cf073-2b37-4c32-ae51-b877020b589d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:26:39.607963 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2df69f-19a0-4439-ae3c-bd0134df1b27 admin admin] Network hostable DHCP agents. Network: 6d8cf073-2b37-4c32-ae51-b877020b589d, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:26:39.627326 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2df69f-19a0-4439-ae3c-bd0134df1b27 admin admin] Network 6d8cf073-2b37-4c32-ae51-b877020b589d is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:26:39.638757 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-8c2df69f-19a0-4439-ae3c-bd0134df1b27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 6d8cf073-2b37-4c32-ae51-b877020b589d) {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:26:39.642819 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2df69f-19a0-4439-ae3c-bd0134df1b27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:39.643420 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8c2df69f-19a0-4439-ae3c-bd0134df1b27 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:39.649010 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ecbc758-c1be-4d1c-b1ab-91524a41c7d3 None None] Network 6d8cf073-2b37-4c32-ae51-b877020b589d requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:26:39.660766 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-8c2df69f-19a0-4439-ae3c-bd0134df1b27 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3574197 Feb 04 13:26:39.663586 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 34122) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:26:39.667945 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-e5fde265-3ec6-4d0f-a382-e6a00ba47b04 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-134315450-router', 'tenant_id': '9e7094dfc9364cebb9f85d2e0a4d543e', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:26:39.688663 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e5fde265-3ec6-4d0f-a382-e6a00ba47b04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10933'] for router (04f9b043-b7ab-44fd-b4c5-b62871122cb2), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:39.689782 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e5fde265-3ec6-4d0f-a382-e6a00ba47b04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10924'] for router (04f9b043-b7ab-44fd-b4c5-b62871122cb2), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:39.762072 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e5fde265-3ec6-4d0f-a382-e6a00ba47b04 admin admin] Publish callbacks [] for router_controller (04f9b043-b7ab-44fd-b4c5-b62871122cb2), precommit_add_association {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:39.765413 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199f6f2a-cae0-46e4-a20a-1dfba8859fe0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-6d8cf073-2b37-4c32-ae51-b877020b589d', 'network_id': '6d8cf073-2b37-4c32-ae51-b877020b589d', 'project_id': '9e7094dfc9364cebb9f85d2e0a4d543e', 'fixed_ips': [{'subnet_id': 'dde1639e-56a9-4186-893a-4811edc1a865'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:26:39.766422 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-199f6f2a-cae0-46e4-a20a-1dfba8859fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:39.911291 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e5fde265-3ec6-4d0f-a382-e6a00ba47b04 admin admin] Publish callbacks [] for router_gateway (04f9b043-b7ab-44fd-b4c5-b62871122cb2), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:39.915321 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-199f6f2a-cae0-46e4-a20a-1dfba8859fe0 None None] Allocated IP 172.20.0.2 (6d8cf073-2b37-4c32-ae51-b877020b589d/dde1639e-56a9-4186-893a-4811edc1a865/8c1a6f91-8bc9-465a-a9be-9f87fd53a46d) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:26:40.075454 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-199f6f2a-cae0-46e4-a20a-1dfba8859fe0 None None] Publish callbacks [] for port (8c1a6f91-8bc9-465a-a9be-9f87fd53a46d), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:40.083379 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-199f6f2a-cae0-46e4-a20a-1dfba8859fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (8c1a6f91-8bc9-465a-a9be-9f87fd53a46d), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:40.123852 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-199f6f2a-cae0-46e4-a20a-1dfba8859fe0 None None] Network 6d8cf073-2b37-4c32-ae51-b877020b589d is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:26:40.126697 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-199f6f2a-cae0-46e4-a20a-1dfba8859fe0 None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:26:40.130880 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199f6f2a-cae0-46e4-a20a-1dfba8859fe0 None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:26:40.132496 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e5fde265-3ec6-4d0f-a382-e6a00ba47b04 admin admin] Publish callbacks [] for router_gateway (04f9b043-b7ab-44fd-b4c5-b62871122cb2), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:40.136321 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199f6f2a-cae0-46e4-a20a-1dfba8859fe0 None None] Pushing event updated for resources: {'Port': ['ID=8c1a6f91-8bc9-465a-a9be-9f87fd53a46d,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:40.152588 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e5fde265-3ec6-4d0f-a382-e6a00ba47b04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:40.197746 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-199f6f2a-cae0-46e4-a20a-1dfba8859fe0 None None] Attempting to bind port 8c1a6f91-8bc9-465a-a9be-9f87fd53a46d on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:26:40.198130 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-199f6f2a-cae0-46e4-a20a-1dfba8859fe0 None None] Attempting to bind port 8c1a6f91-8bc9-465a-a9be-9f87fd53a46d by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '7ca014bc-b592-454e-9827-15733afe08d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '6d8cf073-2b37-4c32-ae51-b877020b589d'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:26:40.198509 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199f6f2a-cae0-46e4-a20a-1dfba8859fe0 None None] Attempting to bind port 8c1a6f91-8bc9-465a-a9be-9f87fd53a46d on network 6d8cf073-2b37-4c32-ae51-b877020b589d {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:26:40.203779 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199f6f2a-cae0-46e4-a20a-1dfba8859fe0 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:26:40.204172 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199f6f2a-cae0-46e4-a20a-1dfba8859fe0 None None] Checking segment: {'id': '7ca014bc-b592-454e-9827-15733afe08d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '6d8cf073-2b37-4c32-ae51-b877020b589d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:26:40.204590 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-199f6f2a-cae0-46e4-a20a-1dfba8859fe0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:40.205051 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199f6f2a-cae0-46e4-a20a-1dfba8859fe0 None None] Bound using segment: {'id': '7ca014bc-b592-454e-9827-15733afe08d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '6d8cf073-2b37-4c32-ae51-b877020b589d'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:26:40.205479 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-199f6f2a-cae0-46e4-a20a-1dfba8859fe0 None None] Bound port: 8c1a6f91-8bc9-465a-a9be-9f87fd53a46d, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ca014bc-b592-454e-9827-15733afe08d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '6d8cf073-2b37-4c32-ae51-b877020b589d'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:26:40.205871 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-199f6f2a-cae0-46e4-a20a-1dfba8859fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (8c1a6f91-8bc9-465a-a9be-9f87fd53a46d), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:40.264230 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-e5fde265-3ec6-4d0f-a382-e6a00ba47b04 admin admin] Allocated IP 172.25.3.205 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/677a414a-4f34-4c14-ab07-3f5377881553) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:26:40.276179 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-199f6f2a-cae0-46e4-a20a-1dfba8859fe0 None None] For port 8c1a6f91-8bc9-465a-a9be-9f87fd53a46d, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:26:40.280204 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-199f6f2a-cae0-46e4-a20a-1dfba8859fe0 None None] For port 8c1a6f91-8bc9-465a-a9be-9f87fd53a46d, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=8c1a6f91-8bc9-465a-a9be-9f87fd53a46d,segment=NetworkSegment(7ca014bc-b592-454e-9827-15733afe08d7),segment_id=7ca014bc-b592-454e-9827-15733afe08d7)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:26:40.288527 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-199f6f2a-cae0-46e4-a20a-1dfba8859fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (8c1a6f91-8bc9-465a-a9be-9f87fd53a46d), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:40.350141 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199f6f2a-cae0-46e4-a20a-1dfba8859fe0 None None] Pushing event updated for resources: {'Port': ['ID=8c1a6f91-8bc9-465a-a9be-9f87fd53a46d,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:40.385440 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e5fde265-3ec6-4d0f-a382-e6a00ba47b04 admin admin] Publish callbacks [] for port (677a414a-4f34-4c14-ab07-3f5377881553), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:40.424387 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e5fde265-3ec6-4d0f-a382-e6a00ba47b04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (677a414a-4f34-4c14-ab07-3f5377881553), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:40.469531 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5fde265-3ec6-4d0f-a382-e6a00ba47b04 admin admin] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:26:40.476396 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-e5fde265-3ec6-4d0f-a382-e6a00ba47b04 admin admin] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:26:40.478640 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fde265-3ec6-4d0f-a382-e6a00ba47b04 admin admin] Pushing event updated for resources: {'Port': ['ID=677a414a-4f34-4c14-ab07-3f5377881553,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:40.480826 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fde265-3ec6-4d0f-a382-e6a00ba47b04 admin admin] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:26:40.512316 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80f1786-9652-46d9-b212-f64b6a366de6 None None] Sync routers for ids ['e5f19c01-6671-46a9-a834-84a7139ccbcc'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:26:40.531843 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80f1786-9652-46d9-b212-f64b6a366de6 None None] Routers {'e5f19c01-6671-46a9-a834-84a7139ccbcc'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:26:40.532520 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-c80f1786-9652-46d9-b212-f64b6a366de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:26:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['e5f19c01-6671-46a9-a834-84a7139ccbcc'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:26:40.661677 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-c80f1786-9652-46d9-b212-f64b6a366de6 None None] Set router e5f19c01-6671-46a9-a834-84a7139ccbcc gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:26:40.800074 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e5fde265-3ec6-4d0f-a382-e6a00ba47b04 admin admin] Publish callbacks [] for router_gateway (04f9b043-b7ab-44fd-b4c5-b62871122cb2), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:40.879839 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-c80f1786-9652-46d9-b212-f64b6a366de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f19c01-6671-46a9-a834-84a7139ccbcc', 'name': 'tempest-TestEncryptedCinderVolumes-356669579-router', 'tenant_id': '3f007a85e3e740daa373d4c10ed6f0d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '346b30e8-99f6-4a49-a66b-f09543785537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:26:34Z', 'updated_at': '2022-02-04T13:26:37Z', 'revision_number': 4, 'project_id': '3f007a85e3e740daa373d4c10ed6f0d1', 'gw_port': {'id': '346b30e8-99f6-4a49-a66b-f09543785537', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b4:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f19c01-6671-46a9-a834-84a7139ccbcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:35Z', 'updated_at': '2022-02-04T13:26:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '82673c43-f766-4811-a035-29253e0a99a8', 'name': '', 'network_id': '4f19fd4d-54cc-48f6-86d9-c5d31492063a', 'tenant_id': '3f007a85e3e740daa373d4c10ed6f0d1', 'mac_address': 'fa:16:3e:de:91:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f19c01-6671-46a9-a834-84a7139ccbcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '30c829fe-1609-43de-8a16-852a708e1e17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:36Z', 'updated_at': '2022-02-04T13:26:37Z', 'revision_number': 2, 'project_id': '3f007a85e3e740daa373d4c10ed6f0d1', 'subnets': [{'id': '30c829fe-1609-43de-8a16-852a708e1e17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:26:40.910018 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80f1786-9652-46d9-b212-f64b6a366de6 None None] Checking router: e5f19c01-6671-46a9-a834-84a7139ccbcc for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:26:40.910895 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80f1786-9652-46d9-b212-f64b6a366de6 None None] Updating router e5f19c01-6671-46a9-a834-84a7139ccbcc port 82673c43-f766-4811-a035-29253e0a99a8 binding host n-d-825015-3 {{(pid=103477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:26:40.937301 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c80f1786-9652-46d9-b212-f64b6a366de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (82673c43-f766-4811-a035-29253e0a99a8), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:41.049115 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e5fde265-3ec6-4d0f-a382-e6a00ba47b04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141'] for router (04f9b043-b7ab-44fd-b4c5-b62871122cb2), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:41.197191 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 346b30e8-99f6-4a49-a66b-f09543785537 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:26:41.214174 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5fde265-3ec6-4d0f-a382-e6a00ba47b04 admin admin] Router 04f9b043-b7ab-44fd-b4c5-b62871122cb2 is scheduled to L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de with binding_index 1 {{(pid=103475) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 13:26:41.258249 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 346b30e8-99f6-4a49-a66b-f09543785537 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:26:41.258807 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (346b30e8-99f6-4a49-a66b-f09543785537), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:41.292720 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c80f1786-9652-46d9-b212-f64b6a366de6 None None] Publish callbacks [] for port (82673c43-f766-4811-a035-29253e0a99a8), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:41.304240 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c80f1786-9652-46d9-b212-f64b6a366de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (82673c43-f766-4811-a035-29253e0a99a8), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:41.357700 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd4babb-c300-4311-b433-42df1af3a27a None None] Pushing event updated for resources: {'Port': ['ID=82673c43-f766-4811-a035-29253e0a99a8,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:41.359524 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5fde265-3ec6-4d0f-a382-e6a00ba47b04 admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:26:41.375584 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f727df70-bded-4d70-b593-93636c4064ab None None] Sync routers for ids ['04f9b043-b7ab-44fd-b4c5-b62871122cb2'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:26:41.389457 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd4babb-c300-4311-b433-42df1af3a27a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:41.389620 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 346b30e8-99f6-4a49-a66b-f09543785537 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:26:41.389983 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd4babb-c300-4311-b433-42df1af3a27a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:41.390104 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (346b30e8-99f6-4a49-a66b-f09543785537), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:41.390446 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd4babb-c300-4311-b433-42df1af3a27a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:41.390851 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd4babb-c300-4311-b433-42df1af3a27a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:41.391452 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd4babb-c300-4311-b433-42df1af3a27a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:41.391890 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd4babb-c300-4311-b433-42df1af3a27a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:41.392289 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd4babb-c300-4311-b433-42df1af3a27a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:41.392892 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd4babb-c300-4311-b433-42df1af3a27a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:41.393293 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd4babb-c300-4311-b433-42df1af3a27a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:41.393688 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd4babb-c300-4311-b433-42df1af3a27a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:41.394085 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd4babb-c300-4311-b433-42df1af3a27a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:41.394573 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd4babb-c300-4311-b433-42df1af3a27a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:41.394952 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd4babb-c300-4311-b433-42df1af3a27a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:41.396398 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e5fde265-3ec6-4d0f-a382-e6a00ba47b04 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:41.397870 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-e5fde265-3ec6-4d0f-a382-e6a00ba47b04 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.7332211 Feb 04 13:26:41.401870 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 34124) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:26:41.411655 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f727df70-bded-4d70-b593-93636c4064ab None None] Routers {'04f9b043-b7ab-44fd-b4c5-b62871122cb2'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:26:41.416171 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-f727df70-bded-4d70-b593-93636c4064ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:26:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['04f9b043-b7ab-44fd-b4c5-b62871122cb2'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:26:41.483523 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port 346b30e8-99f6-4a49-a66b-f09543785537, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=346b30e8-99f6-4a49-a66b-f09543785537,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:26:41.513397 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-c80f1786-9652-46d9-b212-f64b6a366de6 None None] Attempting to bind port 82673c43-f766-4811-a035-29253e0a99a8 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:26:41.513858 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-c80f1786-9652-46d9-b212-f64b6a366de6 None None] Attempting to bind port 82673c43-f766-4811-a035-29253e0a99a8 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '1fe739e1-654b-452c-9447-f09ac8cef4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '4f19fd4d-54cc-48f6-86d9-c5d31492063a'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:26:41.514191 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80f1786-9652-46d9-b212-f64b6a366de6 None None] Attempting to bind port 82673c43-f766-4811-a035-29253e0a99a8 on network 4f19fd4d-54cc-48f6-86d9-c5d31492063a {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:26:41.520883 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80f1786-9652-46d9-b212-f64b6a366de6 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:26:41.521413 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80f1786-9652-46d9-b212-f64b6a366de6 None None] Checking segment: {'id': '1fe739e1-654b-452c-9447-f09ac8cef4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '4f19fd4d-54cc-48f6-86d9-c5d31492063a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:26:41.521882 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c80f1786-9652-46d9-b212-f64b6a366de6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:41.522281 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80f1786-9652-46d9-b212-f64b6a366de6 None None] Bound using segment: {'id': '1fe739e1-654b-452c-9447-f09ac8cef4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '4f19fd4d-54cc-48f6-86d9-c5d31492063a'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:26:41.522755 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-c80f1786-9652-46d9-b212-f64b6a366de6 None None] Bound port: 82673c43-f766-4811-a035-29253e0a99a8, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fe739e1-654b-452c-9447-f09ac8cef4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '4f19fd4d-54cc-48f6-86d9-c5d31492063a'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:26:41.523134 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c80f1786-9652-46d9-b212-f64b6a366de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (82673c43-f766-4811-a035-29253e0a99a8), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:41.528682 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080b00f9-eee5-49fb-8ed0-79d04d956ba6 None None] Network 6d8cf073-2b37-4c32-ae51-b877020b589d requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:26:41.530635 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (346b30e8-99f6-4a49-a66b-f09543785537), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:41.531404 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 8c1a6f91-8bc9-465a-a9be-9f87fd53a46d up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:26:41.602247 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-c80f1786-9652-46d9-b212-f64b6a366de6 None None] For port 82673c43-f766-4811-a035-29253e0a99a8, host n-d-825015-3, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:26:41.606763 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-c80f1786-9652-46d9-b212-f64b6a366de6 None None] For port 82673c43-f766-4811-a035-29253e0a99a8, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=82673c43-f766-4811-a035-29253e0a99a8,segment=NetworkSegment(1fe739e1-654b-452c-9447-f09ac8cef4cc),segment_id=1fe739e1-654b-452c-9447-f09ac8cef4cc)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:26:41.614597 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c80f1786-9652-46d9-b212-f64b6a366de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (82673c43-f766-4811-a035-29253e0a99a8), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:41.689602 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80f1786-9652-46d9-b212-f64b6a366de6 None None] Routers {'e5f19c01-6671-46a9-a834-84a7139ccbcc'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:26:41.690824 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-c80f1786-9652-46d9-b212-f64b6a366de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:26:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['e5f19c01-6671-46a9-a834-84a7139ccbcc'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:26:41.714809 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-278904ad-f86f-403c-838a-19c60d823248 None None] Provisioning complete for port 8c1a6f91-8bc9-465a-a9be-9f87fd53a46d triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:26:41.715516 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-278904ad-f86f-403c-838a-19c60d823248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (8c1a6f91-8bc9-465a-a9be-9f87fd53a46d), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:41.822945 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-c80f1786-9652-46d9-b212-f64b6a366de6 None None] Set router e5f19c01-6671-46a9-a834-84a7139ccbcc gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:26:41.832589 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=346b30e8-99f6-4a49-a66b-f09543785537,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:41.876923 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 8c1a6f91-8bc9-465a-a9be-9f87fd53a46d triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:26:41.877865 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (8c1a6f91-8bc9-465a-a9be-9f87fd53a46d), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:41.881503 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-f727df70-bded-4d70-b593-93636c4064ab None None] Set router 04f9b043-b7ab-44fd-b4c5-b62871122cb2 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:26:42.049749 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd4babb-c300-4311-b433-42df1af3a27a None None] Pushing event updated for resources: {'Port': ['ID=82673c43-f766-4811-a035-29253e0a99a8,revision_number=4']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:42.135429 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-278904ad-f86f-403c-838a-19c60d823248 None None] Current status of the port 8c1a6f91-8bc9-465a-a9be-9f87fd53a46d is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:26:42.136191 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-278904ad-f86f-403c-838a-19c60d823248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (8c1a6f91-8bc9-465a-a9be-9f87fd53a46d), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:42.194678 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-c80f1786-9652-46d9-b212-f64b6a366de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f19c01-6671-46a9-a834-84a7139ccbcc', 'name': 'tempest-TestEncryptedCinderVolumes-356669579-router', 'tenant_id': '3f007a85e3e740daa373d4c10ed6f0d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '346b30e8-99f6-4a49-a66b-f09543785537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:26:34Z', 'updated_at': '2022-02-04T13:26:37Z', 'revision_number': 4, 'project_id': '3f007a85e3e740daa373d4c10ed6f0d1', 'gw_port': {'id': '346b30e8-99f6-4a49-a66b-f09543785537', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b4:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f19c01-6671-46a9-a834-84a7139ccbcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:35Z', 'updated_at': '2022-02-04T13:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '82673c43-f766-4811-a035-29253e0a99a8', 'name': '', 'network_id': '4f19fd4d-54cc-48f6-86d9-c5d31492063a', 'tenant_id': '3f007a85e3e740daa373d4c10ed6f0d1', 'mac_address': 'fa:16:3e:de:91:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f19c01-6671-46a9-a834-84a7139ccbcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '30c829fe-1609-43de-8a16-852a708e1e17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:36Z', 'updated_at': '2022-02-04T13:26:41Z', 'revision_number': 4, 'project_id': '3f007a85e3e740daa373d4c10ed6f0d1', 'subnets': [{'id': '30c829fe-1609-43de-8a16-852a708e1e17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:26:42.232008 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80f1786-9652-46d9-b212-f64b6a366de6 None None] The sync data for ids ['e5f19c01-6671-46a9-a834-84a7139ccbcc'] in n-d-825015-3 is: [{'id': 'e5f19c01-6671-46a9-a834-84a7139ccbcc', 'name': 'tempest-TestEncryptedCinderVolumes-356669579-router', 'tenant_id': '3f007a85e3e740daa373d4c10ed6f0d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '346b30e8-99f6-4a49-a66b-f09543785537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:26:34Z', 'updated_at': '2022-02-04T13:26:37Z', 'revision_number': 4, 'project_id': '3f007a85e3e740daa373d4c10ed6f0d1', 'gw_port': {'id': '346b30e8-99f6-4a49-a66b-f09543785537', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b4:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f19c01-6671-46a9-a834-84a7139ccbcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:35Z', 'updated_at': '2022-02-04T13:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '82673c43-f766-4811-a035-29253e0a99a8', 'name': '', 'network_id': '4f19fd4d-54cc-48f6-86d9-c5d31492063a', 'tenant_id': '3f007a85e3e740daa373d4c10ed6f0d1', 'mac_address': 'fa:16:3e:de:91:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f19c01-6671-46a9-a834-84a7139ccbcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '30c829fe-1609-43de-8a16-852a708e1e17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:36Z', 'updated_at': '2022-02-04T13:26:41Z', 'revision_number': 4, 'project_id': '3f007a85e3e740daa373d4c10ed6f0d1', 'subnets': [{'id': '30c829fe-1609-43de-8a16-852a708e1e17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:26:42.237246 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-278904ad-f86f-403c-838a-19c60d823248 None None] For port 8c1a6f91-8bc9-465a-a9be-9f87fd53a46d, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=8c1a6f91-8bc9-465a-a9be-9f87fd53a46d,segment=NetworkSegment(7ca014bc-b592-454e-9827-15733afe08d7),segment_id=7ca014bc-b592-454e-9827-15733afe08d7)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:26:42.247094 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-278904ad-f86f-403c-838a-19c60d823248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (8c1a6f91-8bc9-465a-a9be-9f87fd53a46d), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:42.304602 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 8c1a6f91-8bc9-465a-a9be-9f87fd53a46d is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:26:42.304903 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (8c1a6f91-8bc9-465a-a9be-9f87fd53a46d), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:42.336887 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278904ad-f86f-403c-838a-19c60d823248 None None] Pushing event updated for resources: {'Port': ['ID=8c1a6f91-8bc9-465a-a9be-9f87fd53a46d,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:42.359354 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cdda186a-bb46-40be-9a06-159633ca56ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:42.388981 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-f727df70-bded-4d70-b593-93636c4064ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f9b043-b7ab-44fd-b4c5-b62871122cb2', 'name': 'tempest-TestEncryptedCinderVolumes-134315450-router', 'tenant_id': '9e7094dfc9364cebb9f85d2e0a4d543e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '677a414a-4f34-4c14-ab07-3f5377881553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:26:39Z', 'updated_at': '2022-02-04T13:26:40Z', 'revision_number': 3, 'project_id': '9e7094dfc9364cebb9f85d2e0a4d543e', 'gw_port': {'id': '677a414a-4f34-4c14-ab07-3f5377881553', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:44:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04f9b043-b7ab-44fd-b4c5-b62871122cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:40Z', 'updated_at': '2022-02-04T13:26:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:26:42.427117 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f727df70-bded-4d70-b593-93636c4064ab None None] Checking router: 04f9b043-b7ab-44fd-b4c5-b62871122cb2 for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:26:42.427538 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f727df70-bded-4d70-b593-93636c4064ab None None] Updating router 04f9b043-b7ab-44fd-b4c5-b62871122cb2 port 677a414a-4f34-4c14-ab07-3f5377881553 binding host n-d-825015-3 {{(pid=103476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:26:42.431685 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.db.api [None req-b116c552-173d-469e-b16f-751f4467941a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103476) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:26:42.431685 n-d-825015-3 neutron-server[103476]: DEBUG oslo_db.api [None req-b116c552-173d-469e-b16f-751f4467941a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:26:42.455926 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-78759362-4149-44d1-99eb-ec88a5dbf642 None None] Provisioning complete for port 8c1a6f91-8bc9-465a-a9be-9f87fd53a46d triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:26:42.456566 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-78759362-4149-44d1-99eb-ec88a5dbf642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (8c1a6f91-8bc9-465a-a9be-9f87fd53a46d), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:42.483502 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f727df70-bded-4d70-b593-93636c4064ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (677a414a-4f34-4c14-ab07-3f5377881553), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:42.539419 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-cdda186a-bb46-40be-9a06-159633ca56ec admin admin] Allocated IP 172.20.0.1 (6d8cf073-2b37-4c32-ae51-b877020b589d/dde1639e-56a9-4186-893a-4811edc1a865/aa111e0f-eb16-4067-a5eb-92061eb7789d) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:26:42.665793 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cdda186a-bb46-40be-9a06-159633ca56ec admin admin] Publish callbacks [] for port (aa111e0f-eb16-4067-a5eb-92061eb7789d), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:42.702197 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cdda186a-bb46-40be-9a06-159633ca56ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (aa111e0f-eb16-4067-a5eb-92061eb7789d), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:42.753366 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdda186a-bb46-40be-9a06-159633ca56ec admin admin] Network 6d8cf073-2b37-4c32-ae51-b877020b589d is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:26:42.756876 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-cdda186a-bb46-40be-9a06-159633ca56ec admin admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:26:42.759709 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdda186a-bb46-40be-9a06-159633ca56ec admin admin] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:26:42.790034 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdda186a-bb46-40be-9a06-159633ca56ec admin admin] Pushing event updated for resources: {'Port': ['ID=aa111e0f-eb16-4067-a5eb-92061eb7789d,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:42.807257 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdda186a-bb46-40be-9a06-159633ca56ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:42.807636 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdda186a-bb46-40be-9a06-159633ca56ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:42.808446 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdda186a-bb46-40be-9a06-159633ca56ec admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:42.808446 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdda186a-bb46-40be-9a06-159633ca56ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:42.808924 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdda186a-bb46-40be-9a06-159633ca56ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:42.809281 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdda186a-bb46-40be-9a06-159633ca56ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:42.809679 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdda186a-bb46-40be-9a06-159633ca56ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:42.809929 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdda186a-bb46-40be-9a06-159633ca56ec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:42.810265 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdda186a-bb46-40be-9a06-159633ca56ec admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:42.810591 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdda186a-bb46-40be-9a06-159633ca56ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:42.811240 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdda186a-bb46-40be-9a06-159633ca56ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:42.811240 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdda186a-bb46-40be-9a06-159633ca56ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:42.811560 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdda186a-bb46-40be-9a06-159633ca56ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:42.829183 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cdda186a-bb46-40be-9a06-159633ca56ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1599818'] for router_interface (04f9b043-b7ab-44fd-b4c5-b62871122cb2), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:42.851638 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-78759362-4149-44d1-99eb-ec88a5dbf642 None None] Current status of the port 8c1a6f91-8bc9-465a-a9be-9f87fd53a46d is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:26:42.884019 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-78759362-4149-44d1-99eb-ec88a5dbf642 None None] Provisioning complete for port 82673c43-f766-4811-a035-29253e0a99a8 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:26:42.884674 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-78759362-4149-44d1-99eb-ec88a5dbf642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (82673c43-f766-4811-a035-29253e0a99a8), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:42.989351 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 8c1a6f91-8bc9-465a-a9be-9f87fd53a46d is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:26:43.038187 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cdda186a-bb46-40be-9a06-159633ca56ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (aa111e0f-eb16-4067-a5eb-92061eb7789d), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:43.118182 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-78759362-4149-44d1-99eb-ec88a5dbf642 None None] Current status of the port 82673c43-f766-4811-a035-29253e0a99a8 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:26:43.118561 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-78759362-4149-44d1-99eb-ec88a5dbf642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (82673c43-f766-4811-a035-29253e0a99a8), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:43.164244 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f727df70-bded-4d70-b593-93636c4064ab None None] Publish callbacks [] for port (677a414a-4f34-4c14-ab07-3f5377881553), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:43.174536 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f727df70-bded-4d70-b593-93636c4064ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (677a414a-4f34-4c14-ab07-3f5377881553), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:43.178390 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-78759362-4149-44d1-99eb-ec88a5dbf642 None None] For port 82673c43-f766-4811-a035-29253e0a99a8, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=82673c43-f766-4811-a035-29253e0a99a8,segment=NetworkSegment(1fe739e1-654b-452c-9447-f09ac8cef4cc),segment_id=1fe739e1-654b-452c-9447-f09ac8cef4cc)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:26:43.202500 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-78759362-4149-44d1-99eb-ec88a5dbf642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (82673c43-f766-4811-a035-29253e0a99a8), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:43.208750 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 346b30e8-99f6-4a49-a66b-f09543785537 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:26:43.250872 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cdda186a-bb46-40be-9a06-159633ca56ec admin admin] Publish callbacks [] for port (aa111e0f-eb16-4067-a5eb-92061eb7789d), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:43.255723 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cdda186a-bb46-40be-9a06-159633ca56ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (aa111e0f-eb16-4067-a5eb-92061eb7789d), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:43.266255 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5f1b45-3d1e-4b63-b808-2c98ab41a8bb None None] Pushing event updated for resources: {'Port': ['ID=677a414a-4f34-4c14-ab07-3f5377881553,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:43.270401 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-f727df70-bded-4d70-b593-93636c4064ab None None] Attempting to bind port 677a414a-4f34-4c14-ab07-3f5377881553 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:26:43.270866 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-f727df70-bded-4d70-b593-93636c4064ab None None] Attempting to bind port 677a414a-4f34-4c14-ab07-3f5377881553 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:26:43.271232 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f727df70-bded-4d70-b593-93636c4064ab None None] Attempting to bind port 677a414a-4f34-4c14-ab07-3f5377881553 on network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:26:43.302536 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f727df70-bded-4d70-b593-93636c4064ab None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:26:43.302536 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f727df70-bded-4d70-b593-93636c4064ab None None] Checking segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:26:43.302906 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f727df70-bded-4d70-b593-93636c4064ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:43.303131 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f727df70-bded-4d70-b593-93636c4064ab None None] Bound using segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:26:43.303615 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-f727df70-bded-4d70-b593-93636c4064ab None None] Bound port: 677a414a-4f34-4c14-ab07-3f5377881553, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:26:43.304019 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f727df70-bded-4d70-b593-93636c4064ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (677a414a-4f34-4c14-ab07-3f5377881553), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:43.325186 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdda186a-bb46-40be-9a06-159633ca56ec admin admin] Pushing event updated for resources: {'Port': ['ID=aa111e0f-eb16-4067-a5eb-92061eb7789d,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:43.329498 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-cdda186a-bb46-40be-9a06-159633ca56ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622202'] for router_interface (04f9b043-b7ab-44fd-b4c5-b62871122cb2), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:43.386735 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78759362-4149-44d1-99eb-ec88a5dbf642 None None] Pushing event updated for resources: {'Port': ['ID=82673c43-f766-4811-a035-29253e0a99a8,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:43.395153 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-264d7370-8c29-4c5b-a5b2-7933c548e743 None None] Provisioning complete for port aa111e0f-eb16-4067-a5eb-92061eb7789d triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:26:43.395532 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-264d7370-8c29-4c5b-a5b2-7933c548e743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (aa111e0f-eb16-4067-a5eb-92061eb7789d), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:43.398361 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 346b30e8-99f6-4a49-a66b-f09543785537 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:26:43.398722 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (346b30e8-99f6-4a49-a66b-f09543785537), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:43.401273 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-f727df70-bded-4d70-b593-93636c4064ab None None] For port 677a414a-4f34-4c14-ab07-3f5377881553, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:26:43.429783 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdda186a-bb46-40be-9a06-159633ca56ec admin admin] Network 6d8cf073-2b37-4c32-ae51-b877020b589d is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:26:43.431455 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-cdda186a-bb46-40be-9a06-159633ca56ec admin admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:26:43.454071 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-f727df70-bded-4d70-b593-93636c4064ab None None] For port 677a414a-4f34-4c14-ab07-3f5377881553, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=677a414a-4f34-4c14-ab07-3f5377881553,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:26:43.469429 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f727df70-bded-4d70-b593-93636c4064ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (677a414a-4f34-4c14-ab07-3f5377881553), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:43.502631 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-264d7370-8c29-4c5b-a5b2-7933c548e743 None None] Port aa111e0f-eb16-4067-a5eb-92061eb7789d cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:26:43.548113 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5f1b45-3d1e-4b63-b808-2c98ab41a8bb None None] Pushing event updated for resources: {'Port': ['ID=677a414a-4f34-4c14-ab07-3f5377881553,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:43.550664 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f727df70-bded-4d70-b593-93636c4064ab None None] Routers {'04f9b043-b7ab-44fd-b4c5-b62871122cb2'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:26:43.551442 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-f727df70-bded-4d70-b593-93636c4064ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:26:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['04f9b043-b7ab-44fd-b4c5-b62871122cb2'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:26:43.565083 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdda186a-bb46-40be-9a06-159633ca56ec admin admin] Router 04f9b043-b7ab-44fd-b4c5-b62871122cb2 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:26:43.661752 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 346b30e8-99f6-4a49-a66b-f09543785537 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:26:43.662842 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 8c1a6f91-8bc9-465a-a9be-9f87fd53a46d up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:26:43.692407 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdda186a-bb46-40be-9a06-159633ca56ec admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:26:43.697813 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-cdda186a-bb46-40be-9a06-159633ca56ec admin admin] 10.222.0.65 "PUT /v2.0/routers/04f9b043-b7ab-44fd-b4c5-b62871122cb2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2933404 Feb 04 13:26:43.724017 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-f727df70-bded-4d70-b593-93636c4064ab None None] Set router 04f9b043-b7ab-44fd-b4c5-b62871122cb2 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:26:43.774818 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-8171fd61-6fb0-41f7-9ff2-09ebc2996f72 None None] Provisioning complete for port aa111e0f-eb16-4067-a5eb-92061eb7789d triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:26:43.775187 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8171fd61-6fb0-41f7-9ff2-09ebc2996f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (aa111e0f-eb16-4067-a5eb-92061eb7789d), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:43.838252 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 8c1a6f91-8bc9-465a-a9be-9f87fd53a46d triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:26:43.838530 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (8c1a6f91-8bc9-465a-a9be-9f87fd53a46d), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:43.913701 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-8171fd61-6fb0-41f7-9ff2-09ebc2996f72 None None] Port aa111e0f-eb16-4067-a5eb-92061eb7789d cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:26:44.018526 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 8c1a6f91-8bc9-465a-a9be-9f87fd53a46d is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:26:44.020189 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 82673c43-f766-4811-a035-29253e0a99a8 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:26:44.072461 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-f727df70-bded-4d70-b593-93636c4064ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f9b043-b7ab-44fd-b4c5-b62871122cb2', 'name': 'tempest-TestEncryptedCinderVolumes-134315450-router', 'tenant_id': '9e7094dfc9364cebb9f85d2e0a4d543e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '677a414a-4f34-4c14-ab07-3f5377881553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:26:39Z', 'updated_at': '2022-02-04T13:26:42Z', 'revision_number': 4, 'project_id': '9e7094dfc9364cebb9f85d2e0a4d543e', 'gw_port': {'id': '677a414a-4f34-4c14-ab07-3f5377881553', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:44:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04f9b043-b7ab-44fd-b4c5-b62871122cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:40Z', 'updated_at': '2022-02-04T13:26:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'aa111e0f-eb16-4067-a5eb-92061eb7789d', 'name': '', 'network_id': '6d8cf073-2b37-4c32-ae51-b877020b589d', 'tenant_id': '9e7094dfc9364cebb9f85d2e0a4d543e', 'mac_address': 'fa:16:3e:68:f9:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04f9b043-b7ab-44fd-b4c5-b62871122cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'dde1639e-56a9-4186-893a-4811edc1a865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:42Z', 'updated_at': '2022-02-04T13:26:43Z', 'revision_number': 2, 'project_id': '9e7094dfc9364cebb9f85d2e0a4d543e', 'subnets': [{'id': 'dde1639e-56a9-4186-893a-4811edc1a865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:26:44.102665 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f727df70-bded-4d70-b593-93636c4064ab None None] The sync data for ids ['04f9b043-b7ab-44fd-b4c5-b62871122cb2'] in n-d-825015-3 is: [{'id': '04f9b043-b7ab-44fd-b4c5-b62871122cb2', 'name': 'tempest-TestEncryptedCinderVolumes-134315450-router', 'tenant_id': '9e7094dfc9364cebb9f85d2e0a4d543e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '677a414a-4f34-4c14-ab07-3f5377881553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:26:39Z', 'updated_at': '2022-02-04T13:26:42Z', 'revision_number': 4, 'project_id': '9e7094dfc9364cebb9f85d2e0a4d543e', 'gw_port': {'id': '677a414a-4f34-4c14-ab07-3f5377881553', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:44:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04f9b043-b7ab-44fd-b4c5-b62871122cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:40Z', 'updated_at': '2022-02-04T13:26:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'aa111e0f-eb16-4067-a5eb-92061eb7789d', 'name': '', 'network_id': '6d8cf073-2b37-4c32-ae51-b877020b589d', 'tenant_id': '9e7094dfc9364cebb9f85d2e0a4d543e', 'mac_address': 'fa:16:3e:68:f9:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04f9b043-b7ab-44fd-b4c5-b62871122cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'dde1639e-56a9-4186-893a-4811edc1a865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:42Z', 'updated_at': '2022-02-04T13:26:43Z', 'revision_number': 2, 'project_id': '9e7094dfc9364cebb9f85d2e0a4d543e', 'subnets': [{'id': 'dde1639e-56a9-4186-893a-4811edc1a865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:26:44.114883 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 82673c43-f766-4811-a035-29253e0a99a8 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:26:44.115240 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (82673c43-f766-4811-a035-29253e0a99a8), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:44.211401 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 82673c43-f766-4811-a035-29253e0a99a8 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:26:44.409676 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0805c5-cfa9-4779-b8cb-811b9208f1db req-bd64a995-a7ca-43c8-9b34-10ff368cafc7 tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:44.411467 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0d0805c5-cfa9-4779-b8cb-811b9208f1db req-bd64a995-a7ca-43c8-9b34-10ff368cafc7 tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] 10.222.0.65 "GET /v2.0/networks?id=4f19fd4d-54cc-48f6-86d9-c5d31492063a HTTP/1.1" status: 200 len: 816 time: 0.1285715 Feb 04 13:26:44.427882 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0d0805c5-cfa9-4779-b8cb-811b9208f1db req-e6710bea-58c2-4572-8e0f-958d324dcb43 tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] 10.222.0.65 "GET /v2.0/quotas/3f007a85e3e740daa373d4c10ed6f0d1 HTTP/1.1" status: 200 len: 375 time: 0.0108366 Feb 04 13:26:44.487567 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0d0805c5-cfa9-4779-b8cb-811b9208f1db req-747e1b7f-6251-4fae-965e-54bec997e60e tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=3f007a85e3e740daa373d4c10ed6f0d1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0542974 Feb 04 13:26:44.588550 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0d0805c5-cfa9-4779-b8cb-811b9208f1db req-eba74152-1d75-43d1-89a9-bbd2744622bf service neutron] 10.222.0.65 "GET /v2.0/networks/4f19fd4d-54cc-48f6-86d9-c5d31492063a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888512 Feb 04 13:26:44.684277 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0d0805c5-cfa9-4779-b8cb-811b9208f1db req-59c1fb97-5e5d-49f4-8e88-ebcc385f4389 service neutron] 10.222.0.65 "GET /v2.0/networks/4f19fd4d-54cc-48f6-86d9-c5d31492063a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910292 Feb 04 13:26:44.852116 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-80083f3b-baf3-4365-947f-50744276eae3 req-8b98cf3c-af98-4b2b-af1a-f14a92c8bcc9 tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] 10.222.0.65 "GET /v2.0/ports?device_id=990ecf91-19ba-4539-bd79-299148f4095a HTTP/1.1" status: 200 len: 210 time: 0.0295887 Feb 04 13:26:45.200749 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 677a414a-4f34-4c14-ab07-3f5377881553 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:26:45.254030 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 677a414a-4f34-4c14-ab07-3f5377881553 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:26:45.254350 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (677a414a-4f34-4c14-ab07-3f5377881553), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:45.343458 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 677a414a-4f34-4c14-ab07-3f5377881553 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:26:45.343901 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (677a414a-4f34-4c14-ab07-3f5377881553), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:45.369046 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port 677a414a-4f34-4c14-ab07-3f5377881553, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=677a414a-4f34-4c14-ab07-3f5377881553,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:26:45.375444 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (677a414a-4f34-4c14-ab07-3f5377881553), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:45.376291 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 82673c43-f766-4811-a035-29253e0a99a8 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:26:45.452835 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=677a414a-4f34-4c14-ab07-3f5377881553,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:45.466632 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 82673c43-f766-4811-a035-29253e0a99a8 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:26:45.467065 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (82673c43-f766-4811-a035-29253e0a99a8), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:45.555985 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 82673c43-f766-4811-a035-29253e0a99a8 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:26:45.624110 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a2dd64ec-5b07-4690-810a-331b4df30082 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:45.967954 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5e82b50f-c9a3-4bc4-baf1-09a699d62420 req-adb14120-bfa0-463b-a09f-21362be1bbf3 tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] 10.222.0.65 "GET /v2.0/ports?device_id=990ecf91-19ba-4539-bd79-299148f4095a HTTP/1.1" status: 200 len: 210 time: 0.0398602 Feb 04 13:26:45.988985 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0805c5-cfa9-4779-b8cb-811b9208f1db req-dcec7a0d-a19f-4c6f-b5da-45b75c5ed041 tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:45.990724 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0d0805c5-cfa9-4779-b8cb-811b9208f1db req-dcec7a0d-a19f-4c6f-b5da-45b75c5ed041 tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] 10.222.0.73 "GET /v2.0/networks?id=4f19fd4d-54cc-48f6-86d9-c5d31492063a HTTP/1.1" status: 200 len: 816 time: 0.1426134 Feb 04 13:26:46.006163 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-0d0805c5-cfa9-4779-b8cb-811b9208f1db req-c51cd101-93f8-46dc-a4c8-f270e52ce08f tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] Request body: {'port': {'device_id': '990ecf91-19ba-4539-bd79-299148f4095a', 'network_id': '4f19fd4d-54cc-48f6-86d9-c5d31492063a', 'admin_state_up': True, 'tenant_id': '3f007a85e3e740daa373d4c10ed6f0d1'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:26:46.115492 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d0805c5-cfa9-4779-b8cb-811b9208f1db req-c51cd101-93f8-46dc-a4c8-f270e52ce08f tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] Made reservation on behalf of 3f007a85e3e740daa373d4c10ed6f0d1 for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:26:46.118897 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-0d0805c5-cfa9-4779-b8cb-811b9208f1db req-c51cd101-93f8-46dc-a4c8-f270e52ce08f tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:46.252509 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-0d0805c5-cfa9-4779-b8cb-811b9208f1db req-c51cd101-93f8-46dc-a4c8-f270e52ce08f tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] Allocated IP 172.20.0.8 (4f19fd4d-54cc-48f6-86d9-c5d31492063a/30c829fe-1609-43de-8a16-852a708e1e17/f2238321-7540-407b-8bb8-562c0ba4cc8c) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:26:46.408145 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-0d0805c5-cfa9-4779-b8cb-811b9208f1db req-c51cd101-93f8-46dc-a4c8-f270e52ce08f tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] Publish callbacks [] for port (f2238321-7540-407b-8bb8-562c0ba4cc8c), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:46.446441 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-0d0805c5-cfa9-4779-b8cb-811b9208f1db req-c51cd101-93f8-46dc-a4c8-f270e52ce08f tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (f2238321-7540-407b-8bb8-562c0ba4cc8c), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:46.447175 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef5f31d-5370-489e-911d-729b3ecca8fb None None] Sync routers for ids ['04f9b043-b7ab-44fd-b4c5-b62871122cb2'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:26:46.458924 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef5f31d-5370-489e-911d-729b3ecca8fb None None] Routers {'04f9b043-b7ab-44fd-b4c5-b62871122cb2'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:26:46.459536 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-6ef5f31d-5370-489e-911d-729b3ecca8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:26:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['04f9b043-b7ab-44fd-b4c5-b62871122cb2'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:26:46.488592 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d0805c5-cfa9-4779-b8cb-811b9208f1db req-c51cd101-93f8-46dc-a4c8-f270e52ce08f tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] Network 4f19fd4d-54cc-48f6-86d9-c5d31492063a is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:26:46.493461 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-0d0805c5-cfa9-4779-b8cb-811b9208f1db req-c51cd101-93f8-46dc-a4c8-f270e52ce08f tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:26:46.496433 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d0805c5-cfa9-4779-b8cb-811b9208f1db req-c51cd101-93f8-46dc-a4c8-f270e52ce08f tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:26:46.533026 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51cd101-93f8-46dc-a4c8-f270e52ce08f tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] Pushing event updated for resources: {'Port': ['ID=f2238321-7540-407b-8bb8-562c0ba4cc8c,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:46.558070 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0805c5-cfa9-4779-b8cb-811b9208f1db req-c51cd101-93f8-46dc-a4c8-f270e52ce08f tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:46.558733 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-0d0805c5-cfa9-4779-b8cb-811b9208f1db req-c51cd101-93f8-46dc-a4c8-f270e52ce08f tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:46.573205 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-6ef5f31d-5370-489e-911d-729b3ecca8fb None None] Set router 04f9b043-b7ab-44fd-b4c5-b62871122cb2 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:26:46.575457 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0d0805c5-cfa9-4779-b8cb-811b9208f1db req-c51cd101-93f8-46dc-a4c8-f270e52ce08f tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5735967 Feb 04 13:26:46.587492 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-0d0805c5-cfa9-4779-b8cb-811b9208f1db req-ea922893-4240-4279-b848-33cf3f6ab9d2 service neutron] Request body: {'port': {'device_id': '990ecf91-19ba-4539-bd79-299148f4095a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:26:46.663196 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-0d0805c5-cfa9-4779-b8cb-811b9208f1db req-ea922893-4240-4279-b848-33cf3f6ab9d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (f2238321-7540-407b-8bb8-562c0ba4cc8c), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:46.751868 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-c927d232-7435-4a3c-bcae-79264a9c744c None None] Provisioning complete for port f2238321-7540-407b-8bb8-562c0ba4cc8c triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:26:46.752836 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c927d232-7435-4a3c-bcae-79264a9c744c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (f2238321-7540-407b-8bb8-562c0ba4cc8c), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:46.798146 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c927d232-7435-4a3c-bcae-79264a9c744c None None] Port f2238321-7540-407b-8bb8-562c0ba4cc8c cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:26:46.811953 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-6ef5f31d-5370-489e-911d-729b3ecca8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f9b043-b7ab-44fd-b4c5-b62871122cb2', 'name': 'tempest-TestEncryptedCinderVolumes-134315450-router', 'tenant_id': '9e7094dfc9364cebb9f85d2e0a4d543e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '677a414a-4f34-4c14-ab07-3f5377881553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:26:39Z', 'updated_at': '2022-02-04T13:26:42Z', 'revision_number': 4, 'project_id': '9e7094dfc9364cebb9f85d2e0a4d543e', 'gw_port': {'id': '677a414a-4f34-4c14-ab07-3f5377881553', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:44:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f9b043-b7ab-44fd-b4c5-b62871122cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:40Z', 'updated_at': '2022-02-04T13:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'aa111e0f-eb16-4067-a5eb-92061eb7789d', 'name': '', 'network_id': '6d8cf073-2b37-4c32-ae51-b877020b589d', 'tenant_id': '9e7094dfc9364cebb9f85d2e0a4d543e', 'mac_address': 'fa:16:3e:68:f9:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04f9b043-b7ab-44fd-b4c5-b62871122cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'dde1639e-56a9-4186-893a-4811edc1a865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:42Z', 'updated_at': '2022-02-04T13:26:43Z', 'revision_number': 2, 'project_id': '9e7094dfc9364cebb9f85d2e0a4d543e', 'subnets': [{'id': 'dde1639e-56a9-4186-893a-4811edc1a865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:26:46.837552 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef5f31d-5370-489e-911d-729b3ecca8fb None None] Checking router: 04f9b043-b7ab-44fd-b4c5-b62871122cb2 for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:26:46.837906 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef5f31d-5370-489e-911d-729b3ecca8fb None None] Updating router 04f9b043-b7ab-44fd-b4c5-b62871122cb2 port aa111e0f-eb16-4067-a5eb-92061eb7789d binding host n-d-825015-3 {{(pid=103477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:26:46.870390 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6ef5f31d-5370-489e-911d-729b3ecca8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (aa111e0f-eb16-4067-a5eb-92061eb7789d), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:46.945595 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-0d0805c5-cfa9-4779-b8cb-811b9208f1db req-ea922893-4240-4279-b848-33cf3f6ab9d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2238321-7540-407b-8bb8-562c0ba4cc8c {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:26:46.952945 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-0d0805c5-cfa9-4779-b8cb-811b9208f1db req-ea922893-4240-4279-b848-33cf3f6ab9d2 service neutron] Publish callbacks [] for port (f2238321-7540-407b-8bb8-562c0ba4cc8c), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:46.967952 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-0d0805c5-cfa9-4779-b8cb-811b9208f1db req-ea922893-4240-4279-b848-33cf3f6ab9d2 service neutron] Transition to ACTIVE for port object f2238321-7540-407b-8bb8-562c0ba4cc8c will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:26:46.972706 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-0d0805c5-cfa9-4779-b8cb-811b9208f1db req-ea922893-4240-4279-b848-33cf3f6ab9d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (f2238321-7540-407b-8bb8-562c0ba4cc8c), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:47.051558 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea922893-4240-4279-b848-33cf3f6ab9d2 service neutron] Pushing event updated for resources: {'Port': ['ID=f2238321-7540-407b-8bb8-562c0ba4cc8c,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:47.115414 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 677a414a-4f34-4c14-ab07-3f5377881553 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:26:47.164789 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-0d0805c5-cfa9-4779-b8cb-811b9208f1db req-ea922893-4240-4279-b848-33cf3f6ab9d2 service neutron] Attempting to bind port f2238321-7540-407b-8bb8-562c0ba4cc8c on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:26:47.165386 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-0d0805c5-cfa9-4779-b8cb-811b9208f1db req-ea922893-4240-4279-b848-33cf3f6ab9d2 service neutron] Attempting to bind port f2238321-7540-407b-8bb8-562c0ba4cc8c by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': '1fe739e1-654b-452c-9447-f09ac8cef4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '4f19fd4d-54cc-48f6-86d9-c5d31492063a'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:26:47.165513 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0805c5-cfa9-4779-b8cb-811b9208f1db req-ea922893-4240-4279-b848-33cf3f6ab9d2 service neutron] Attempting to bind port f2238321-7540-407b-8bb8-562c0ba4cc8c on network 4f19fd4d-54cc-48f6-86d9-c5d31492063a {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:26:47.173089 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0805c5-cfa9-4779-b8cb-811b9208f1db req-ea922893-4240-4279-b848-33cf3f6ab9d2 service neutron] Port f2238321-7540-407b-8bb8-562c0ba4cc8c on network 4f19fd4d-54cc-48f6-86d9-c5d31492063a not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:26:47.173363 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0805c5-cfa9-4779-b8cb-811b9208f1db req-ea922893-4240-4279-b848-33cf3f6ab9d2 service neutron] Attempting to bind port f2238321-7540-407b-8bb8-562c0ba4cc8c on network 4f19fd4d-54cc-48f6-86d9-c5d31492063a {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:26:47.183886 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0805c5-cfa9-4779-b8cb-811b9208f1db req-ea922893-4240-4279-b848-33cf3f6ab9d2 service neutron] Checking agent: {'id': 'f8add0d2-2202-43d3-bc0e-72442788e6ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:26:47.184221 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0805c5-cfa9-4779-b8cb-811b9208f1db req-ea922893-4240-4279-b848-33cf3f6ab9d2 service neutron] Checking segment: {'id': '1fe739e1-654b-452c-9447-f09ac8cef4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '4f19fd4d-54cc-48f6-86d9-c5d31492063a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:26:47.184615 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0805c5-cfa9-4779-b8cb-811b9208f1db req-ea922893-4240-4279-b848-33cf3f6ab9d2 service neutron] Bound using segment: {'id': '1fe739e1-654b-452c-9447-f09ac8cef4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '4f19fd4d-54cc-48f6-86d9-c5d31492063a'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:26:47.185059 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-0d0805c5-cfa9-4779-b8cb-811b9208f1db req-ea922893-4240-4279-b848-33cf3f6ab9d2 service neutron] Bound port: f2238321-7540-407b-8bb8-562c0ba4cc8c, host: n-h1-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fe739e1-654b-452c-9447-f09ac8cef4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '4f19fd4d-54cc-48f6-86d9-c5d31492063a'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:26:47.185421 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-0d0805c5-cfa9-4779-b8cb-811b9208f1db req-ea922893-4240-4279-b848-33cf3f6ab9d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (f2238321-7540-407b-8bb8-562c0ba4cc8c), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:47.195779 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 677a414a-4f34-4c14-ab07-3f5377881553 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:26:47.196801 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (677a414a-4f34-4c14-ab07-3f5377881553), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:47.202636 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f3f007-c14c-4ed8-b101-37c935ce997b req-4121075b-4359-4fc5-828f-c603e8a350ee tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:47.204164 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-70f3f007-c14c-4ed8-b101-37c935ce997b req-4121075b-4359-4fc5-828f-c603e8a350ee tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] 10.222.0.65 "GET /v2.0/ports?device_id=990ecf91-19ba-4539-bd79-299148f4095a HTTP/1.1" status: 200 len: 943 time: 0.1070228 Feb 04 13:26:47.228451 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6ef5f31d-5370-489e-911d-729b3ecca8fb None None] Publish callbacks [] for port (aa111e0f-eb16-4067-a5eb-92061eb7789d), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:47.240272 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6ef5f31d-5370-489e-911d-729b3ecca8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (aa111e0f-eb16-4067-a5eb-92061eb7789d), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:47.291582 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 677a414a-4f34-4c14-ab07-3f5377881553 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:26:47.302498 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-70f3f007-c14c-4ed8-b101-37c935ce997b req-b72344c1-9308-4d4b-b720-2014c4cb23ed tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e8947c0-82af-4349-b378-8f13d9f9037e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919499 Feb 04 13:26:47.306575 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-0d0805c5-cfa9-4779-b8cb-811b9208f1db req-ea922893-4240-4279-b848-33cf3f6ab9d2 service neutron] For port f2238321-7540-407b-8bb8-562c0ba4cc8c, host n-h1-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:26:47.309929 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-0d0805c5-cfa9-4779-b8cb-811b9208f1db req-ea922893-4240-4279-b848-33cf3f6ab9d2 service neutron] For port f2238321-7540-407b-8bb8-562c0ba4cc8c, host n-h1-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=f2238321-7540-407b-8bb8-562c0ba4cc8c,segment=NetworkSegment(1fe739e1-654b-452c-9447-f09ac8cef4cc),segment_id=1fe739e1-654b-452c-9447-f09ac8cef4cc)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:26:47.311190 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4373514-b7fd-4a3f-b419-d88aab8a834d None None] Pushing event updated for resources: {'Port': ['ID=aa111e0f-eb16-4067-a5eb-92061eb7789d,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:47.319266 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-0d0805c5-cfa9-4779-b8cb-811b9208f1db req-ea922893-4240-4279-b848-33cf3f6ab9d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (f2238321-7540-407b-8bb8-562c0ba4cc8c), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:47.372914 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0805c5-cfa9-4779-b8cb-811b9208f1db req-ea922893-4240-4279-b848-33cf3f6ab9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:47.373551 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-0d0805c5-cfa9-4779-b8cb-811b9208f1db req-ea922893-4240-4279-b848-33cf3f6ab9d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:47.375366 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0d0805c5-cfa9-4779-b8cb-811b9208f1db req-ea922893-4240-4279-b848-33cf3f6ab9d2 service neutron] 10.222.0.73 "PUT /v2.0/ports/f2238321-7540-407b-8bb8-562c0ba4cc8c HTTP/1.1" status: 200 len: 1091 time: 0.7922556 Feb 04 13:26:47.376002 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '990ecf91-19ba-4539-bd79-299148f4095a', 'tag': 'f2238321-7540-407b-8bb8-562c0ba4cc8c'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:26:47.379637 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48bbd334e613f85cd2144b496d46af0d2e531f29900d43c124e8a63cdd2917ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb63d1c8-b388-46b2-866e-dd76bdf4d38b" -d '{"events": [{"name": "network-changed", "server_uuid": "990ecf91-19ba-4539-bd79-299148f4095a", "tag": "f2238321-7540-407b-8bb8-562c0ba4cc8c"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:26:47.393147 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-6ef5f31d-5370-489e-911d-729b3ecca8fb None None] Attempting to bind port aa111e0f-eb16-4067-a5eb-92061eb7789d on host n-d-825015-3 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:26:47.393741 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-6ef5f31d-5370-489e-911d-729b3ecca8fb None None] Attempting to bind port aa111e0f-eb16-4067-a5eb-92061eb7789d by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '7ca014bc-b592-454e-9827-15733afe08d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '6d8cf073-2b37-4c32-ae51-b877020b589d'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:26:47.394424 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef5f31d-5370-489e-911d-729b3ecca8fb None None] Attempting to bind port aa111e0f-eb16-4067-a5eb-92061eb7789d on network 6d8cf073-2b37-4c32-ae51-b877020b589d {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:26:47.409028 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef5f31d-5370-489e-911d-729b3ecca8fb None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:26:47.411637 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef5f31d-5370-489e-911d-729b3ecca8fb None None] Checking segment: {'id': '7ca014bc-b592-454e-9827-15733afe08d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '6d8cf073-2b37-4c32-ae51-b877020b589d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:26:47.412304 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6ef5f31d-5370-489e-911d-729b3ecca8fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:47.413850 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef5f31d-5370-489e-911d-729b3ecca8fb None None] Bound using segment: {'id': '7ca014bc-b592-454e-9827-15733afe08d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '6d8cf073-2b37-4c32-ae51-b877020b589d'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:26:47.414369 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-6ef5f31d-5370-489e-911d-729b3ecca8fb None None] Bound port: aa111e0f-eb16-4067-a5eb-92061eb7789d, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ca014bc-b592-454e-9827-15733afe08d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '6d8cf073-2b37-4c32-ae51-b877020b589d'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:26:47.414762 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6ef5f31d-5370-489e-911d-729b3ecca8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (aa111e0f-eb16-4067-a5eb-92061eb7789d), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:47.423086 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea922893-4240-4279-b848-33cf3f6ab9d2 service neutron] Pushing event updated for resources: {'Port': ['ID=f2238321-7540-407b-8bb8-562c0ba4cc8c,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:47.478956 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7a70555-f2e3-4076-be8f-29efc1a6e6a2 x-openstack-request-id: req-d7a70555-f2e3-4076-be8f-29efc1a6e6a2 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:26:47.479330 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "990ecf91-19ba-4539-bd79-299148f4095a", "tag": "f2238321-7540-407b-8bb8-562c0ba4cc8c", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:26:47.479652 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d7a70555-f2e3-4076-be8f-29efc1a6e6a2 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:26:47.480140 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '990ecf91-19ba-4539-bd79-299148f4095a', 'tag': 'f2238321-7540-407b-8bb8-562c0ba4cc8c', 'status': 'completed', 'code': 200} Feb 04 13:26:47.500304 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0805c5-cfa9-4779-b8cb-811b9208f1db req-0e0c570d-d2be-4dd8-a01b-d65fb88f8883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:47.501924 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0d0805c5-cfa9-4779-b8cb-811b9208f1db req-0e0c570d-d2be-4dd8-a01b-d65fb88f8883 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3f007a85e3e740daa373d4c10ed6f0d1&device_id=990ecf91-19ba-4539-bd79-299148f4095a HTTP/1.1" status: 200 len: 1125 time: 0.0621111 Feb 04 13:26:47.522546 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-6ef5f31d-5370-489e-911d-729b3ecca8fb None None] For port aa111e0f-eb16-4067-a5eb-92061eb7789d, host n-d-825015-3, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:26:47.527136 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-6ef5f31d-5370-489e-911d-729b3ecca8fb None None] For port aa111e0f-eb16-4067-a5eb-92061eb7789d, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=aa111e0f-eb16-4067-a5eb-92061eb7789d,segment=NetworkSegment(7ca014bc-b592-454e-9827-15733afe08d7),segment_id=7ca014bc-b592-454e-9827-15733afe08d7)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:26:47.535451 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6ef5f31d-5370-489e-911d-729b3ecca8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (aa111e0f-eb16-4067-a5eb-92061eb7789d), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:47.559064 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0d0805c5-cfa9-4779-b8cb-811b9208f1db req-daa00f94-f90c-495f-acee-48de39c08e2f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f2238321-7540-407b-8bb8-562c0ba4cc8c HTTP/1.1" status: 200 len: 217 time: 0.0479231 Feb 04 13:26:47.594033 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef5f31d-5370-489e-911d-729b3ecca8fb None None] Routers {'04f9b043-b7ab-44fd-b4c5-b62871122cb2'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:26:47.594934 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-6ef5f31d-5370-489e-911d-729b3ecca8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:26:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['04f9b043-b7ab-44fd-b4c5-b62871122cb2'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:26:47.618598 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0805c5-cfa9-4779-b8cb-811b9208f1db req-8844e8a0-3372-4a1f-bf06-05f6f59e768f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:47.620012 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0d0805c5-cfa9-4779-b8cb-811b9208f1db req-8844e8a0-3372-4a1f-bf06-05f6f59e768f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=30c829fe-1609-43de-8a16-852a708e1e17 HTTP/1.1" status: 200 len: 855 time: 0.0532384 Feb 04 13:26:47.662249 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-9d5729ff-2ce9-44a3-bac7-1809869d960c None None] Provisioning complete for port aa111e0f-eb16-4067-a5eb-92061eb7789d triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:26:47.663046 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9d5729ff-2ce9-44a3-bac7-1809869d960c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (aa111e0f-eb16-4067-a5eb-92061eb7789d), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:47.682431 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4373514-b7fd-4a3f-b419-d88aab8a834d None None] Pushing event updated for resources: {'Port': ['ID=aa111e0f-eb16-4067-a5eb-92061eb7789d,revision_number=4']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:47.705498 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0805c5-cfa9-4779-b8cb-811b9208f1db req-f4b99c8b-f924-4671-82cc-b24ded8ba202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:47.708047 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0d0805c5-cfa9-4779-b8cb-811b9208f1db req-f4b99c8b-f924-4671-82cc-b24ded8ba202 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4f19fd4d-54cc-48f6-86d9-c5d31492063a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0795469 Feb 04 13:26:47.735977 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-6ef5f31d-5370-489e-911d-729b3ecca8fb None None] Set router 04f9b043-b7ab-44fd-b4c5-b62871122cb2 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:26:47.776496 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-9d5729ff-2ce9-44a3-bac7-1809869d960c None None] Current status of the port aa111e0f-eb16-4067-a5eb-92061eb7789d is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:26:47.776496 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9d5729ff-2ce9-44a3-bac7-1809869d960c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (aa111e0f-eb16-4067-a5eb-92061eb7789d), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:47.827799 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-9d5729ff-2ce9-44a3-bac7-1809869d960c None None] For port aa111e0f-eb16-4067-a5eb-92061eb7789d, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=aa111e0f-eb16-4067-a5eb-92061eb7789d,segment=NetworkSegment(7ca014bc-b592-454e-9827-15733afe08d7),segment_id=7ca014bc-b592-454e-9827-15733afe08d7)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:26:47.833942 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9d5729ff-2ce9-44a3-bac7-1809869d960c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (aa111e0f-eb16-4067-a5eb-92061eb7789d), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:47.887557 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5729ff-2ce9-44a3-bac7-1809869d960c None None] Pushing event updated for resources: {'Port': ['ID=aa111e0f-eb16-4067-a5eb-92061eb7789d,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:47.954899 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-2b4f28f0-a64c-4064-9782-639e2a0ea4a4 None None] Provisioning complete for port aa111e0f-eb16-4067-a5eb-92061eb7789d triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:26:47.955285 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2b4f28f0-a64c-4064-9782-639e2a0ea4a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (aa111e0f-eb16-4067-a5eb-92061eb7789d), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:47.985608 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-6ef5f31d-5370-489e-911d-729b3ecca8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f9b043-b7ab-44fd-b4c5-b62871122cb2', 'name': 'tempest-TestEncryptedCinderVolumes-134315450-router', 'tenant_id': '9e7094dfc9364cebb9f85d2e0a4d543e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '677a414a-4f34-4c14-ab07-3f5377881553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:26:39Z', 'updated_at': '2022-02-04T13:26:42Z', 'revision_number': 4, 'project_id': '9e7094dfc9364cebb9f85d2e0a4d543e', 'gw_port': {'id': '677a414a-4f34-4c14-ab07-3f5377881553', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:44:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f9b043-b7ab-44fd-b4c5-b62871122cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:40Z', 'updated_at': '2022-02-04T13:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'aa111e0f-eb16-4067-a5eb-92061eb7789d', 'name': '', 'network_id': '6d8cf073-2b37-4c32-ae51-b877020b589d', 'tenant_id': '9e7094dfc9364cebb9f85d2e0a4d543e', 'mac_address': 'fa:16:3e:68:f9:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04f9b043-b7ab-44fd-b4c5-b62871122cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'dde1639e-56a9-4186-893a-4811edc1a865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:42Z', 'updated_at': '2022-02-04T13:26:47Z', 'revision_number': 4, 'project_id': '9e7094dfc9364cebb9f85d2e0a4d543e', 'subnets': [{'id': 'dde1639e-56a9-4186-893a-4811edc1a865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:26:48.016151 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef5f31d-5370-489e-911d-729b3ecca8fb None None] The sync data for ids ['04f9b043-b7ab-44fd-b4c5-b62871122cb2'] in n-d-825015-3 is: [{'id': '04f9b043-b7ab-44fd-b4c5-b62871122cb2', 'name': 'tempest-TestEncryptedCinderVolumes-134315450-router', 'tenant_id': '9e7094dfc9364cebb9f85d2e0a4d543e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '677a414a-4f34-4c14-ab07-3f5377881553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:26:39Z', 'updated_at': '2022-02-04T13:26:42Z', 'revision_number': 4, 'project_id': '9e7094dfc9364cebb9f85d2e0a4d543e', 'gw_port': {'id': '677a414a-4f34-4c14-ab07-3f5377881553', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:44:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f9b043-b7ab-44fd-b4c5-b62871122cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:40Z', 'updated_at': '2022-02-04T13:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'aa111e0f-eb16-4067-a5eb-92061eb7789d', 'name': '', 'network_id': '6d8cf073-2b37-4c32-ae51-b877020b589d', 'tenant_id': '9e7094dfc9364cebb9f85d2e0a4d543e', 'mac_address': 'fa:16:3e:68:f9:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04f9b043-b7ab-44fd-b4c5-b62871122cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'dde1639e-56a9-4186-893a-4811edc1a865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:42Z', 'updated_at': '2022-02-04T13:26:47Z', 'revision_number': 4, 'project_id': '9e7094dfc9364cebb9f85d2e0a4d543e', 'subnets': [{'id': 'dde1639e-56a9-4186-893a-4811edc1a865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:26:48.050101 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-2b4f28f0-a64c-4064-9782-639e2a0ea4a4 None None] Current status of the port aa111e0f-eb16-4067-a5eb-92061eb7789d is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:26:48.133174 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5ae84a05-14e1-4bca-9360-1679899438f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:48.136153 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0d0805c5-cfa9-4779-b8cb-811b9208f1db req-20cf624c-30cf-4895-b812-c91e948d99d2 service neutron] 10.222.0.73 "GET /v2.0/networks/4f19fd4d-54cc-48f6-86d9-c5d31492063a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4211402 Feb 04 13:26:48.237550 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0d0805c5-cfa9-4779-b8cb-811b9208f1db req-bc4b19fc-1eaf-47f1-89df-beae34d7b1ce service neutron] 10.222.0.73 "GET /v2.0/networks/4f19fd4d-54cc-48f6-86d9-c5d31492063a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942736 Feb 04 13:26:48.351175 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb63d1c8-b388-46b2-866e-dd76bdf4d38b req-3e451a65-89e6-4d2b-b21b-eddaec8199fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:48.353097 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fb63d1c8-b388-46b2-866e-dd76bdf4d38b req-3e451a65-89e6-4d2b-b21b-eddaec8199fd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3f007a85e3e740daa373d4c10ed6f0d1&device_id=990ecf91-19ba-4539-bd79-299148f4095a HTTP/1.1" status: 200 len: 1125 time: 0.0590990 Feb 04 13:26:48.497189 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8e334a-11a8-4291-9b7d-98ac59f7c084 req-e86c4460-e453-4334-919d-5a68af7e2dfc tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:48.498717 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0f8e334a-11a8-4291-9b7d-98ac59f7c084 req-e86c4460-e453-4334-919d-5a68af7e2dfc tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] 10.222.0.65 "GET /v2.0/ports?device_id=990ecf91-19ba-4539-bd79-299148f4095a HTTP/1.1" status: 200 len: 943 time: 0.0908883 Feb 04 13:26:48.500243 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb63d1c8-b388-46b2-866e-dd76bdf4d38b req-74e60855-ebd5-4bef-a887-d1a3ca56a0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:48.501592 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fb63d1c8-b388-46b2-866e-dd76bdf4d38b req-74e60855-ebd5-4bef-a887-d1a3ca56a0ef service neutron] 10.222.0.73 "GET /v2.0/networks?id=4f19fd4d-54cc-48f6-86d9-c5d31492063a HTTP/1.1" status: 200 len: 917 time: 0.1383014 Feb 04 13:26:48.559173 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fb63d1c8-b388-46b2-866e-dd76bdf4d38b req-b6a3b3a7-dfc0-4cbd-9159-f750e7a3a2cb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f2238321-7540-407b-8bb8-562c0ba4cc8c HTTP/1.1" status: 200 len: 217 time: 0.0471919 Feb 04 13:26:48.612040 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0f8e334a-11a8-4291-9b7d-98ac59f7c084 req-b35b5043-3097-47b4-a92b-4ecfa940043a tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e8947c0-82af-4349-b378-8f13d9f9037e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069565 Feb 04 13:26:48.627083 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb63d1c8-b388-46b2-866e-dd76bdf4d38b req-13a78a87-4588-4e4e-8cd5-ae245eaefe1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:48.629254 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fb63d1c8-b388-46b2-866e-dd76bdf4d38b req-13a78a87-4588-4e4e-8cd5-ae245eaefe1a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=30c829fe-1609-43de-8a16-852a708e1e17 HTTP/1.1" status: 200 len: 855 time: 0.0604103 Feb 04 13:26:48.678016 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb63d1c8-b388-46b2-866e-dd76bdf4d38b req-1137a6f7-a5bf-42b5-b03e-50fa994de649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:48.679489 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fb63d1c8-b388-46b2-866e-dd76bdf4d38b req-1137a6f7-a5bf-42b5-b03e-50fa994de649 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4f19fd4d-54cc-48f6-86d9-c5d31492063a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0433180 Feb 04 13:26:48.772384 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fb63d1c8-b388-46b2-866e-dd76bdf4d38b req-2e1e8245-b49e-4106-877a-3ce1840d938c service neutron] 10.222.0.73 "GET /v2.0/networks/4f19fd4d-54cc-48f6-86d9-c5d31492063a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844550 Feb 04 13:26:48.860767 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fb63d1c8-b388-46b2-866e-dd76bdf4d38b req-89ddf185-5f42-4603-b6a6-e33f9282de7a service neutron] 10.222.0.73 "GET /v2.0/networks/4f19fd4d-54cc-48f6-86d9-c5d31492063a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814207 Feb 04 13:26:49.089872 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device aa111e0f-eb16-4067-a5eb-92061eb7789d up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:26:49.139080 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port aa111e0f-eb16-4067-a5eb-92061eb7789d triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:26:49.139374 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (aa111e0f-eb16-4067-a5eb-92061eb7789d), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:49.225665 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port aa111e0f-eb16-4067-a5eb-92061eb7789d is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:26:49.446634 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:49.739494 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44813f61-cf1c-49dc-b6dd-22adff6bd998 req-fa4e8325-2a02-4d27-b4af-1ffde601ce37 tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:49.740961 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-44813f61-cf1c-49dc-b6dd-22adff6bd998 req-fa4e8325-2a02-4d27-b4af-1ffde601ce37 tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] 10.222.0.65 "GET /v2.0/ports?device_id=990ecf91-19ba-4539-bd79-299148f4095a HTTP/1.1" status: 200 len: 943 time: 0.0586343 Feb 04 13:26:49.787618 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-44813f61-cf1c-49dc-b6dd-22adff6bd998 req-0e0fd791-b893-43cd-b955-07c16a847ed7 tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e8947c0-82af-4349-b378-8f13d9f9037e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410929 Feb 04 13:26:50.713355 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:50.803066 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device f2238321-7540-407b-8bb8-562c0ba4cc8c details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:26:50.912063 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port f2238321-7540-407b-8bb8-562c0ba4cc8c, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=f2238321-7540-407b-8bb8-562c0ba4cc8c,segment=NetworkSegment(1fe739e1-654b-452c-9447-f09ac8cef4cc),segment_id=1fe739e1-654b-452c-9447-f09ac8cef4cc)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:26:50.925457 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': 'f2238321-7540-407b-8bb8-562c0ba4cc8c', 'network_id': '4f19fd4d-54cc-48f6-86d9-c5d31492063a', 'port_id': 'f2238321-7540-407b-8bb8-562c0ba4cc8c', 'mac_address': 'fa:16:3e:e5:6b:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30c829fe-1609-43de-8a16-852a708e1e17', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:26:50.969610 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port f2238321-7540-407b-8bb8-562c0ba4cc8c is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:26:50.969999 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (f2238321-7540-407b-8bb8-562c0ba4cc8c), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:50.984422 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2238321-7540-407b-8bb8-562c0ba4cc8c {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:26:51.006765 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port f2238321-7540-407b-8bb8-562c0ba4cc8c, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=f2238321-7540-407b-8bb8-562c0ba4cc8c,segment=NetworkSegment(1fe739e1-654b-452c-9447-f09ac8cef4cc),segment_id=1fe739e1-654b-452c-9447-f09ac8cef4cc)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:26:51.010991 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (f2238321-7540-407b-8bb8-562c0ba4cc8c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:51.065051 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=f2238321-7540-407b-8bb8-562c0ba4cc8c,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:51.178655 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de760f4-7139-470e-871d-1a71b2f039ad req-40b56c60-8b71-4a97-8bdb-72bcd5bc29e3 tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:51.180153 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9de760f4-7139-470e-871d-1a71b2f039ad req-40b56c60-8b71-4a97-8bdb-72bcd5bc29e3 tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] 10.222.0.65 "GET /v2.0/ports?device_id=990ecf91-19ba-4539-bd79-299148f4095a HTTP/1.1" status: 200 len: 944 time: 0.0579519 Feb 04 13:26:51.228252 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9de760f4-7139-470e-871d-1a71b2f039ad req-86b10988-92e7-43d4-b37f-178879ddbe67 tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e8947c0-82af-4349-b378-8f13d9f9037e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424936 Feb 04 13:26:51.254505 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['f2238321-7540-407b-8bb8-562c0ba4cc8c'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:26:51.826143 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:52.354757 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893c4315-6332-4e67-881c-a9b5ee8a85a7 req-5e9cf4ba-b92a-4e63-9d13-5ade78efa327 tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:52.356273 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-893c4315-6332-4e67-881c-a9b5ee8a85a7 req-5e9cf4ba-b92a-4e63-9d13-5ade78efa327 tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] 10.222.0.65 "GET /v2.0/ports?device_id=990ecf91-19ba-4539-bd79-299148f4095a HTTP/1.1" status: 200 len: 944 time: 0.0556281 Feb 04 13:26:52.403090 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-893c4315-6332-4e67-881c-a9b5ee8a85a7 req-9a067578-2d58-4a7f-9b28-a5ec22ccb8e4 tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e8947c0-82af-4349-b378-8f13d9f9037e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412509 Feb 04 13:26:52.814072 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device f2238321-7540-407b-8bb8-562c0ba4cc8c up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:26:52.862756 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning for port f2238321-7540-407b-8bb8-562c0ba4cc8c completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:26:52.866755 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port f2238321-7540-407b-8bb8-562c0ba4cc8c triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:26:52.867130 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (f2238321-7540-407b-8bb8-562c0ba4cc8c), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:52.946929 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port f2238321-7540-407b-8bb8-562c0ba4cc8c is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:26:52.947319 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (f2238321-7540-407b-8bb8-562c0ba4cc8c), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:52.970203 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '990ecf91-19ba-4539-bd79-299148f4095a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2238321-7540-407b-8bb8-562c0ba4cc8c'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:26:52.973020 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53818b00e40e8afff1ffbbb80b1f2b2ececb0555ff6da39e2769b708ef8305ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36ebc839-33bc-46fc-a787-0be1c88e63b6" -d '{"events": [{"server_uuid": "990ecf91-19ba-4539-bd79-299148f4095a", "name": "network-vif-plugged", "status": "completed", "tag": "f2238321-7540-407b-8bb8-562c0ba4cc8c"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:26:52.984826 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port f2238321-7540-407b-8bb8-562c0ba4cc8c, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=f2238321-7540-407b-8bb8-562c0ba4cc8c,segment=NetworkSegment(1fe739e1-654b-452c-9447-f09ac8cef4cc),segment_id=1fe739e1-654b-452c-9447-f09ac8cef4cc)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:26:52.990505 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (f2238321-7540-407b-8bb8-562c0ba4cc8c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:26:53.028171 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e0b4d42-f715-4314-bf0b-ea7907f6cb72 x-openstack-request-id: req-7e0b4d42-f715-4314-bf0b-ea7907f6cb72 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:26:53.028454 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "990ecf91-19ba-4539-bd79-299148f4095a", "name": "network-vif-plugged", "status": "completed", "tag": "f2238321-7540-407b-8bb8-562c0ba4cc8c", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:26:53.028711 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7e0b4d42-f715-4314-bf0b-ea7907f6cb72 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:26:53.029101 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '990ecf91-19ba-4539-bd79-299148f4095a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2238321-7540-407b-8bb8-562c0ba4cc8c', 'code': 200} Feb 04 13:26:53.056350 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=f2238321-7540-407b-8bb8-562c0ba4cc8c,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:53.146852 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8cfb31-34ee-4b8a-940f-5905e5788b7c req-0b31fe13-57fa-4cdc-b6ac-2e1961380328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:53.148358 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-df8cfb31-34ee-4b8a-940f-5905e5788b7c req-0b31fe13-57fa-4cdc-b6ac-2e1961380328 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=990ecf91-19ba-4539-bd79-299148f4095a HTTP/1.1" status: 200 len: 1127 time: 0.0540311 Feb 04 13:26:53.193263 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-df8cfb31-34ee-4b8a-940f-5905e5788b7c req-dddc6b94-a6a3-4a83-8ac4-5cf52fb47203 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=2e8947c0-82af-4349-b378-8f13d9f9037e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363359 Feb 04 13:26:53.525579 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2cd952-a64a-45f8-b0fc-81db149d2ada req-d0f7ec74-d45b-4bb8-b7a1-9df7f0d2c4ab tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:53.528001 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5b2cd952-a64a-45f8-b0fc-81db149d2ada req-d0f7ec74-d45b-4bb8-b7a1-9df7f0d2c4ab tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] 10.222.0.65 "GET /v2.0/ports?device_id=990ecf91-19ba-4539-bd79-299148f4095a HTTP/1.1" status: 200 len: 945 time: 0.0569282 Feb 04 13:26:53.575615 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5b2cd952-a64a-45f8-b0fc-81db149d2ada req-a40d7ce1-3c51-4255-a986-4715c1c3693c tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e8947c0-82af-4349-b378-8f13d9f9037e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420988 Feb 04 13:26:54.694703 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6d9aeb-f7cd-4cb1-9750-64b4ebc8db2f req-7899fc9b-e04a-4f58-bdd6-66ffd8c21867 tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:54.696256 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5c6d9aeb-f7cd-4cb1-9750-64b4ebc8db2f req-7899fc9b-e04a-4f58-bdd6-66ffd8c21867 tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] 10.222.0.65 "GET /v2.0/ports?device_id=990ecf91-19ba-4539-bd79-299148f4095a HTTP/1.1" status: 200 len: 945 time: 0.0528841 Feb 04 13:26:54.748876 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5c6d9aeb-f7cd-4cb1-9750-64b4ebc8db2f req-b2bf435b-deb3-4ddb-a058-032449264b0a tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e8947c0-82af-4349-b378-8f13d9f9037e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470016 Feb 04 13:26:54.872972 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0cd795-7994-4a64-9803-6a5c69410055 req-f99f2b42-d241-453c-bc4d-fc7f79a6ea3b tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:54.874383 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2d0cd795-7994-4a64-9803-6a5c69410055 req-f99f2b42-d241-453c-bc4d-fc7f79a6ea3b tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] 10.222.0.65 "GET /v2.0/ports?device_id=990ecf91-19ba-4539-bd79-299148f4095a HTTP/1.1" status: 200 len: 945 time: 0.0545609 Feb 04 13:26:54.923589 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2d0cd795-7994-4a64-9803-6a5c69410055 req-d664e9b4-84e1-4ec1-a4d5-82748168e9ed tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e8947c0-82af-4349-b378-8f13d9f9037e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425792 Feb 04 13:27:01.694378 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:02.398690 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:11.531238 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:27:15.626297 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-44a12651-0641-4b6a-8e6e-4843d09e948f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:18.130691 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-aee02298-dcc1-4d2e-acde-3300d3ea751c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:19.450596 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:20.715572 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:21.830435 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:29.179536 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e33d82-66de-4e6c-914f-27f78dd91060 req-4f94561e-559f-4dc4-957b-aaab688f9b9f tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:29.181035 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-39e33d82-66de-4e6c-914f-27f78dd91060 req-4f94561e-559f-4dc4-957b-aaab688f9b9f tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] 10.222.0.65 "GET /v2.0/ports?device_id=990ecf91-19ba-4539-bd79-299148f4095a HTTP/1.1" status: 200 len: 945 time: 0.0543802 Feb 04 13:27:29.232004 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-39e33d82-66de-4e6c-914f-27f78dd91060 req-d9b13895-63f7-4e6c-b2b6-895393c7ea37 tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e8947c0-82af-4349-b378-8f13d9f9037e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453498 Feb 04 13:27:30.360853 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc40574-834a-427f-9b8a-31addc77275d req-ce1f2300-3664-45ed-b2c4-73ebdb758196 tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:30.362912 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3dc40574-834a-427f-9b8a-31addc77275d req-ce1f2300-3664-45ed-b2c4-73ebdb758196 tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] 10.222.0.65 "GET /v2.0/ports?device_id=990ecf91-19ba-4539-bd79-299148f4095a HTTP/1.1" status: 200 len: 945 time: 0.0583241 Feb 04 13:27:30.411297 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3dc40574-834a-427f-9b8a-31addc77275d req-be8ae708-cb35-4af3-8cee-def626cb071f tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e8947c0-82af-4349-b378-8f13d9f9037e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425792 Feb 04 13:27:31.327427 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0134421-6547-4a65-a75d-5453c18f1a54 req-80e50140-ca02-4445-ae29-a855fcdc8a9e tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:31.329171 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d0134421-6547-4a65-a75d-5453c18f1a54 req-80e50140-ca02-4445-ae29-a855fcdc8a9e tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] 10.222.0.73 "GET /v2.0/ports?device_id=990ecf91-19ba-4539-bd79-299148f4095a HTTP/1.1" status: 200 len: 945 time: 0.0531805 Feb 04 13:27:31.421758 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-d0134421-6547-4a65-a75d-5453c18f1a54 req-ebb8abae-f9ea-475e-9c98-2f949890ebb5 tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] Deleting port f2238321-7540-407b-8bb8-562c0ba4cc8c {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:27:31.422422 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-d0134421-6547-4a65-a75d-5453c18f1a54 req-ebb8abae-f9ea-475e-9c98-2f949890ebb5 tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (f2238321-7540-407b-8bb8-562c0ba4cc8c), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:31.538270 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-d0134421-6547-4a65-a75d-5453c18f1a54 req-ebb8abae-f9ea-475e-9c98-2f949890ebb5 tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] For port f2238321-7540-407b-8bb8-562c0ba4cc8c, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=f2238321-7540-407b-8bb8-562c0ba4cc8c,segment=NetworkSegment(1fe739e1-654b-452c-9447-f09ac8cef4cc),segment_id=1fe739e1-654b-452c-9447-f09ac8cef4cc)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:27:31.538631 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-d0134421-6547-4a65-a75d-5453c18f1a54 req-ebb8abae-f9ea-475e-9c98-2f949890ebb5 tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (f2238321-7540-407b-8bb8-562c0ba4cc8c), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:31.554672 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-d0134421-6547-4a65-a75d-5453c18f1a54 req-ebb8abae-f9ea-475e-9c98-2f949890ebb5 tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] Calling delete_port for f2238321-7540-407b-8bb8-562c0ba4cc8c owned by compute:nova {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:27:31.573847 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99240859-a7cb-4840-a4c8-983aae07162d req-7992c34a-2bc3-4129-84ef-b13eb6ac4951 tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:31.575322 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-99240859-a7cb-4840-a4c8-983aae07162d req-7992c34a-2bc3-4129-84ef-b13eb6ac4951 tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] 10.222.0.65 "GET /v2.0/ports?device_id=990ecf91-19ba-4539-bd79-299148f4095a HTTP/1.1" status: 200 len: 945 time: 0.0926514 Feb 04 13:27:31.678326 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-99240859-a7cb-4840-a4c8-983aae07162d req-738168ac-4755-4b1b-a96a-a993ffb899bb tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e8947c0-82af-4349-b378-8f13d9f9037e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680861 Feb 04 13:27:31.711137 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:31.742240 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-d0134421-6547-4a65-a75d-5453c18f1a54 req-ebb8abae-f9ea-475e-9c98-2f949890ebb5 tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (f2238321-7540-407b-8bb8-562c0ba4cc8c), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:31.756298 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['f2238321-7540-407b-8bb8-562c0ba4cc8c'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:27:31.768938 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb8abae-f9ea-475e-9c98-2f949890ebb5 tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] Pushing event deleted for resources: {'Port': ['ID=f2238321-7540-407b-8bb8-562c0ba4cc8c,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:31.784926 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb8abae-f9ea-475e-9c98-2f949890ebb5 tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:27:31.784926 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb8abae-f9ea-475e-9c98-2f949890ebb5 tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:27:31.784926 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb8abae-f9ea-475e-9c98-2f949890ebb5 tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:27:31.784926 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb8abae-f9ea-475e-9c98-2f949890ebb5 tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:27:31.785494 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb8abae-f9ea-475e-9c98-2f949890ebb5 tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:27:31.785792 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb8abae-f9ea-475e-9c98-2f949890ebb5 tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:27:31.785962 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb8abae-f9ea-475e-9c98-2f949890ebb5 tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:27:31.786302 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb8abae-f9ea-475e-9c98-2f949890ebb5 tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:27:31.786639 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb8abae-f9ea-475e-9c98-2f949890ebb5 tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:27:31.786974 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb8abae-f9ea-475e-9c98-2f949890ebb5 tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:27:31.787308 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb8abae-f9ea-475e-9c98-2f949890ebb5 tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:27:31.787633 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb8abae-f9ea-475e-9c98-2f949890ebb5 tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:27:31.788010 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb8abae-f9ea-475e-9c98-2f949890ebb5 tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:27:31.827520 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0134421-6547-4a65-a75d-5453c18f1a54 req-ebb8abae-f9ea-475e-9c98-2f949890ebb5 tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] No DVR routers for this DVR port f2238321-7540-407b-8bb8-562c0ba4cc8c on host n-h1-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:27:31.830398 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-d0134421-6547-4a65-a75d-5453c18f1a54 req-ebb8abae-f9ea-475e-9c98-2f949890ebb5 tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:31.834517 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d0134421-6547-4a65-a75d-5453c18f1a54 req-ebb8abae-f9ea-475e-9c98-2f949890ebb5 tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] 10.222.0.73 "DELETE /v2.0/ports/f2238321-7540-407b-8bb8-562c0ba4cc8c HTTP/1.1" status: 204 len: 173 time: 0.4996057 Feb 04 13:27:31.834950 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '990ecf91-19ba-4539-bd79-299148f4095a', 'name': 'network-vif-deleted', 'tag': 'f2238321-7540-407b-8bb8-562c0ba4cc8c'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:27:31.837205 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48bbd334e613f85cd2144b496d46af0d2e531f29900d43c124e8a63cdd2917ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eee97e3f-ccaf-4a4a-af6f-a5981a3b4bb3" -d '{"events": [{"server_uuid": "990ecf91-19ba-4539-bd79-299148f4095a", "name": "network-vif-deleted", "tag": "f2238321-7540-407b-8bb8-562c0ba4cc8c"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:27:31.874529 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d46cfd43-5b2a-4bf0-8149-ebe9a3fac29f x-openstack-request-id: req-d46cfd43-5b2a-4bf0-8149-ebe9a3fac29f {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:27:31.874842 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "990ecf91-19ba-4539-bd79-299148f4095a", "name": "network-vif-deleted", "tag": "f2238321-7540-407b-8bb8-562c0ba4cc8c", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:27:31.875097 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d46cfd43-5b2a-4bf0-8149-ebe9a3fac29f {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:27:31.875498 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '990ecf91-19ba-4539-bd79-299148f4095a', 'name': 'network-vif-deleted', 'tag': 'f2238321-7540-407b-8bb8-562c0ba4cc8c', 'status': 'completed', 'code': 200} Feb 04 13:27:32.394797 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:33.230744 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0afc91a-ac64-47e6-b6b4-e16640c57b1f req-330b63c8-50eb-4a69-af5f-a08740428fe8 tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:33.232238 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a0afc91a-ac64-47e6-b6b4-e16640c57b1f req-330b63c8-50eb-4a69-af5f-a08740428fe8 tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] 10.222.0.65 "GET /v2.0/networks?id=4f19fd4d-54cc-48f6-86d9-c5d31492063a HTTP/1.1" status: 200 len: 816 time: 0.1016545 Feb 04 13:27:33.250085 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a0afc91a-ac64-47e6-b6b4-e16640c57b1f req-daa0bd6a-82ba-43f1-a3e1-3501f92f03a2 tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] 10.222.0.65 "GET /v2.0/quotas/3f007a85e3e740daa373d4c10ed6f0d1 HTTP/1.1" status: 200 len: 375 time: 0.0123038 Feb 04 13:27:33.309607 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a0afc91a-ac64-47e6-b6b4-e16640c57b1f req-3be291bd-9d2c-44e9-ab4e-5f22e4f19f76 tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=3f007a85e3e740daa373d4c10ed6f0d1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0539925 Feb 04 13:27:33.406886 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a0afc91a-ac64-47e6-b6b4-e16640c57b1f req-f9e49e24-ffe6-4324-bf9b-81079417340b service neutron] 10.222.0.65 "GET /v2.0/networks/4f19fd4d-54cc-48f6-86d9-c5d31492063a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855799 Feb 04 13:27:33.502008 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a0afc91a-ac64-47e6-b6b4-e16640c57b1f req-97c1c097-127f-44d3-81fa-47eefbb3d29c service neutron] 10.222.0.65 "GET /v2.0/networks/4f19fd4d-54cc-48f6-86d9-c5d31492063a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883079 Feb 04 13:27:33.689865 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e22b0ab2-b237-4240-a4ce-90698273113a req-45b55ce6-2c8f-4ed1-a441-14f4a8ffc14e tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] 10.222.0.65 "GET /v2.0/ports?device_id=69e1a758-018a-4724-a7b9-bea05e952e29 HTTP/1.1" status: 200 len: 210 time: 0.0316691 Feb 04 13:27:34.642765 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0afc91a-ac64-47e6-b6b4-e16640c57b1f req-3aa63c35-e603-4afe-a984-cc7d636d3566 tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:34.645199 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a0afc91a-ac64-47e6-b6b4-e16640c57b1f req-3aa63c35-e603-4afe-a984-cc7d636d3566 tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] 10.222.0.73 "GET /v2.0/networks?id=4f19fd4d-54cc-48f6-86d9-c5d31492063a HTTP/1.1" status: 200 len: 816 time: 0.1079021 Feb 04 13:27:34.663059 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-a0afc91a-ac64-47e6-b6b4-e16640c57b1f req-006b9238-f4b0-4544-a3c8-ed1297f36df3 tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] Request body: {'port': {'device_id': '69e1a758-018a-4724-a7b9-bea05e952e29', 'network_id': '4f19fd4d-54cc-48f6-86d9-c5d31492063a', 'admin_state_up': True, 'tenant_id': '3f007a85e3e740daa373d4c10ed6f0d1'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:27:34.794162 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-76e8d5f4-ba82-4c09-9242-4f8e9322a992 req-37577201-feb5-4de3-8c01-b304be5c2865 tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] 10.222.0.65 "GET /v2.0/ports?device_id=69e1a758-018a-4724-a7b9-bea05e952e29 HTTP/1.1" status: 200 len: 210 time: 0.0307355 Feb 04 13:27:34.804028 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0afc91a-ac64-47e6-b6b4-e16640c57b1f req-006b9238-f4b0-4544-a3c8-ed1297f36df3 tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] Made reservation on behalf of 3f007a85e3e740daa373d4c10ed6f0d1 for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:27:34.807537 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-a0afc91a-ac64-47e6-b6b4-e16640c57b1f req-006b9238-f4b0-4544-a3c8-ed1297f36df3 tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:34.937152 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-a0afc91a-ac64-47e6-b6b4-e16640c57b1f req-006b9238-f4b0-4544-a3c8-ed1297f36df3 tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] Allocated IP 172.20.0.5 (4f19fd4d-54cc-48f6-86d9-c5d31492063a/30c829fe-1609-43de-8a16-852a708e1e17/96e71051-9116-4676-ab20-6ac357adf614) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:27:34.951446 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device f2238321-7540-407b-8bb8-562c0ba4cc8c no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:27:34.972960 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] No Port match for: f2238321-7540-407b-8bb8-562c0ba4cc8c {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:27:34.973306 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device f2238321-7540-407b-8bb8-562c0ba4cc8c not bound to the agent host n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:27:35.085024 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-a0afc91a-ac64-47e6-b6b4-e16640c57b1f req-006b9238-f4b0-4544-a3c8-ed1297f36df3 tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] Publish callbacks [] for port (96e71051-9116-4676-ab20-6ac357adf614), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:35.117522 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-a0afc91a-ac64-47e6-b6b4-e16640c57b1f req-006b9238-f4b0-4544-a3c8-ed1297f36df3 tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (96e71051-9116-4676-ab20-6ac357adf614), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:35.158205 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0afc91a-ac64-47e6-b6b4-e16640c57b1f req-006b9238-f4b0-4544-a3c8-ed1297f36df3 tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] Network 4f19fd4d-54cc-48f6-86d9-c5d31492063a is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:27:35.163763 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-a0afc91a-ac64-47e6-b6b4-e16640c57b1f req-006b9238-f4b0-4544-a3c8-ed1297f36df3 tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:27:35.168096 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0afc91a-ac64-47e6-b6b4-e16640c57b1f req-006b9238-f4b0-4544-a3c8-ed1297f36df3 tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:27:35.193804 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006b9238-f4b0-4544-a3c8-ed1297f36df3 tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] Pushing event updated for resources: {'Port': ['ID=96e71051-9116-4676-ab20-6ac357adf614,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:35.224021 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0afc91a-ac64-47e6-b6b4-e16640c57b1f req-006b9238-f4b0-4544-a3c8-ed1297f36df3 tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:35.224659 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-a0afc91a-ac64-47e6-b6b4-e16640c57b1f req-006b9238-f4b0-4544-a3c8-ed1297f36df3 tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:35.242372 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a0afc91a-ac64-47e6-b6b4-e16640c57b1f req-006b9238-f4b0-4544-a3c8-ed1297f36df3 tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5833654 Feb 04 13:27:35.256535 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-a0afc91a-ac64-47e6-b6b4-e16640c57b1f req-645b8b7b-2b00-4447-8150-36322b914679 service neutron] Request body: {'port': {'device_id': '69e1a758-018a-4724-a7b9-bea05e952e29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:27:35.322687 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-a0afc91a-ac64-47e6-b6b4-e16640c57b1f req-645b8b7b-2b00-4447-8150-36322b914679 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (96e71051-9116-4676-ab20-6ac357adf614), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:35.379707 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-1e2a5dc2-8ea7-4acf-ab5d-b673ff2f8fbb None None] Provisioning complete for port 96e71051-9116-4676-ab20-6ac357adf614 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:27:35.380115 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1e2a5dc2-8ea7-4acf-ab5d-b673ff2f8fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (96e71051-9116-4676-ab20-6ac357adf614), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:35.414294 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-1e2a5dc2-8ea7-4acf-ab5d-b673ff2f8fbb None None] Port 96e71051-9116-4676-ab20-6ac357adf614 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:27:35.584367 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-a0afc91a-ac64-47e6-b6b4-e16640c57b1f req-645b8b7b-2b00-4447-8150-36322b914679 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96e71051-9116-4676-ab20-6ac357adf614 {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:27:35.591827 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-a0afc91a-ac64-47e6-b6b4-e16640c57b1f req-645b8b7b-2b00-4447-8150-36322b914679 service neutron] Publish callbacks [] for port (96e71051-9116-4676-ab20-6ac357adf614), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:35.606492 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-a0afc91a-ac64-47e6-b6b4-e16640c57b1f req-645b8b7b-2b00-4447-8150-36322b914679 service neutron] Transition to ACTIVE for port object 96e71051-9116-4676-ab20-6ac357adf614 will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:27:35.609991 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-a0afc91a-ac64-47e6-b6b4-e16640c57b1f req-645b8b7b-2b00-4447-8150-36322b914679 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (96e71051-9116-4676-ab20-6ac357adf614), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:35.664735 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645b8b7b-2b00-4447-8150-36322b914679 service neutron] Pushing event updated for resources: {'Port': ['ID=96e71051-9116-4676-ab20-6ac357adf614,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:35.736376 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-a0afc91a-ac64-47e6-b6b4-e16640c57b1f req-645b8b7b-2b00-4447-8150-36322b914679 service neutron] Attempting to bind port 96e71051-9116-4676-ab20-6ac357adf614 on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:27:35.736708 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-a0afc91a-ac64-47e6-b6b4-e16640c57b1f req-645b8b7b-2b00-4447-8150-36322b914679 service neutron] Attempting to bind port 96e71051-9116-4676-ab20-6ac357adf614 by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': '1fe739e1-654b-452c-9447-f09ac8cef4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '4f19fd4d-54cc-48f6-86d9-c5d31492063a'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:27:35.737051 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0afc91a-ac64-47e6-b6b4-e16640c57b1f req-645b8b7b-2b00-4447-8150-36322b914679 service neutron] Attempting to bind port 96e71051-9116-4676-ab20-6ac357adf614 on network 4f19fd4d-54cc-48f6-86d9-c5d31492063a {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:27:35.743330 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0afc91a-ac64-47e6-b6b4-e16640c57b1f req-645b8b7b-2b00-4447-8150-36322b914679 service neutron] Port 96e71051-9116-4676-ab20-6ac357adf614 on network 4f19fd4d-54cc-48f6-86d9-c5d31492063a not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:27:35.743651 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0afc91a-ac64-47e6-b6b4-e16640c57b1f req-645b8b7b-2b00-4447-8150-36322b914679 service neutron] Attempting to bind port 96e71051-9116-4676-ab20-6ac357adf614 on network 4f19fd4d-54cc-48f6-86d9-c5d31492063a {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:27:35.750124 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0afc91a-ac64-47e6-b6b4-e16640c57b1f req-645b8b7b-2b00-4447-8150-36322b914679 service neutron] Checking agent: {'id': 'f8add0d2-2202-43d3-bc0e-72442788e6ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:27:35.750462 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0afc91a-ac64-47e6-b6b4-e16640c57b1f req-645b8b7b-2b00-4447-8150-36322b914679 service neutron] Checking segment: {'id': '1fe739e1-654b-452c-9447-f09ac8cef4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '4f19fd4d-54cc-48f6-86d9-c5d31492063a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:27:35.750844 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0afc91a-ac64-47e6-b6b4-e16640c57b1f req-645b8b7b-2b00-4447-8150-36322b914679 service neutron] Bound using segment: {'id': '1fe739e1-654b-452c-9447-f09ac8cef4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '4f19fd4d-54cc-48f6-86d9-c5d31492063a'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:27:35.751269 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-a0afc91a-ac64-47e6-b6b4-e16640c57b1f req-645b8b7b-2b00-4447-8150-36322b914679 service neutron] Bound port: 96e71051-9116-4676-ab20-6ac357adf614, host: n-h1-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fe739e1-654b-452c-9447-f09ac8cef4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '4f19fd4d-54cc-48f6-86d9-c5d31492063a'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:27:35.751626 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-a0afc91a-ac64-47e6-b6b4-e16640c57b1f req-645b8b7b-2b00-4447-8150-36322b914679 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (96e71051-9116-4676-ab20-6ac357adf614), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:35.819481 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-a0afc91a-ac64-47e6-b6b4-e16640c57b1f req-645b8b7b-2b00-4447-8150-36322b914679 service neutron] For port 96e71051-9116-4676-ab20-6ac357adf614, host n-h1-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:27:35.823277 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-a0afc91a-ac64-47e6-b6b4-e16640c57b1f req-645b8b7b-2b00-4447-8150-36322b914679 service neutron] For port 96e71051-9116-4676-ab20-6ac357adf614, host n-h1-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=96e71051-9116-4676-ab20-6ac357adf614,segment=NetworkSegment(1fe739e1-654b-452c-9447-f09ac8cef4cc),segment_id=1fe739e1-654b-452c-9447-f09ac8cef4cc)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:27:35.829934 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-a0afc91a-ac64-47e6-b6b4-e16640c57b1f req-645b8b7b-2b00-4447-8150-36322b914679 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (96e71051-9116-4676-ab20-6ac357adf614), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:35.864974 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0afc91a-ac64-47e6-b6b4-e16640c57b1f req-645b8b7b-2b00-4447-8150-36322b914679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:35.865614 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-a0afc91a-ac64-47e6-b6b4-e16640c57b1f req-645b8b7b-2b00-4447-8150-36322b914679 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:35.867077 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a0afc91a-ac64-47e6-b6b4-e16640c57b1f req-645b8b7b-2b00-4447-8150-36322b914679 service neutron] 10.222.0.73 "PUT /v2.0/ports/96e71051-9116-4676-ab20-6ac357adf614 HTTP/1.1" status: 200 len: 1091 time: 0.6156263 Feb 04 13:27:35.870641 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69e1a758-018a-4724-a7b9-bea05e952e29', 'tag': '96e71051-9116-4676-ab20-6ac357adf614'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:27:35.873678 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48bbd334e613f85cd2144b496d46af0d2e531f29900d43c124e8a63cdd2917ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd7454c7-a2aa-4cf6-86db-379bee0b823e" -d '{"events": [{"name": "network-changed", "server_uuid": "69e1a758-018a-4724-a7b9-bea05e952e29", "tag": "96e71051-9116-4676-ab20-6ac357adf614"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:27:35.921237 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a01312bc-f399-4768-aecc-bf0464c054ed x-openstack-request-id: req-a01312bc-f399-4768-aecc-bf0464c054ed {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:27:35.921536 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69e1a758-018a-4724-a7b9-bea05e952e29", "tag": "96e71051-9116-4676-ab20-6ac357adf614", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:27:35.921796 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a01312bc-f399-4768-aecc-bf0464c054ed {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:27:35.922464 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69e1a758-018a-4724-a7b9-bea05e952e29', 'tag': '96e71051-9116-4676-ab20-6ac357adf614', 'status': 'completed', 'code': 200} Feb 04 13:27:35.975187 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645b8b7b-2b00-4447-8150-36322b914679 service neutron] Pushing event updated for resources: {'Port': ['ID=96e71051-9116-4676-ab20-6ac357adf614,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:36.005130 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc778b-6462-4574-a9c3-246dbfb06dd9 req-d9982ab2-556a-48b5-9ce1-b0482d4ef865 tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:36.006740 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c6fc778b-6462-4574-a9c3-246dbfb06dd9 req-d9982ab2-556a-48b5-9ce1-b0482d4ef865 tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] 10.222.0.65 "GET /v2.0/ports?device_id=69e1a758-018a-4724-a7b9-bea05e952e29 HTTP/1.1" status: 200 len: 943 time: 0.1368778 Feb 04 13:27:36.013122 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0afc91a-ac64-47e6-b6b4-e16640c57b1f req-7c4d1ace-6d4d-4aa2-8ef3-91cb52f86f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:36.014605 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a0afc91a-ac64-47e6-b6b4-e16640c57b1f req-7c4d1ace-6d4d-4aa2-8ef3-91cb52f86f88 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3f007a85e3e740daa373d4c10ed6f0d1&device_id=69e1a758-018a-4724-a7b9-bea05e952e29 HTTP/1.1" status: 200 len: 1125 time: 0.0821953 Feb 04 13:27:36.071348 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a0afc91a-ac64-47e6-b6b4-e16640c57b1f req-e0497a0f-113a-4a0f-8e10-bc68b203a1bd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96e71051-9116-4676-ab20-6ac357adf614 HTTP/1.1" status: 200 len: 217 time: 0.0474067 Feb 04 13:27:36.127403 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c6fc778b-6462-4574-a9c3-246dbfb06dd9 req-d701787d-ac2a-4b87-ae9e-b4711f1443f5 tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e8947c0-82af-4349-b378-8f13d9f9037e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117244 Feb 04 13:27:36.140540 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0afc91a-ac64-47e6-b6b4-e16640c57b1f req-6c6b163d-914e-4fe1-a30b-aa3615eaa63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:36.142000 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a0afc91a-ac64-47e6-b6b4-e16640c57b1f req-6c6b163d-914e-4fe1-a30b-aa3615eaa63a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=30c829fe-1609-43de-8a16-852a708e1e17 HTTP/1.1" status: 200 len: 855 time: 0.0599964 Feb 04 13:27:36.192218 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0afc91a-ac64-47e6-b6b4-e16640c57b1f req-07910717-90cf-4477-a8c4-f13c324e2e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:36.193734 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a0afc91a-ac64-47e6-b6b4-e16640c57b1f req-07910717-90cf-4477-a8c4-f13c324e2e91 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4f19fd4d-54cc-48f6-86d9-c5d31492063a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0450127 Feb 04 13:27:36.287104 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a0afc91a-ac64-47e6-b6b4-e16640c57b1f req-fdbae0ce-52fa-489f-8b3e-ba874860a5e7 service neutron] 10.222.0.73 "GET /v2.0/networks/4f19fd4d-54cc-48f6-86d9-c5d31492063a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848217 Feb 04 13:27:36.376761 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a0afc91a-ac64-47e6-b6b4-e16640c57b1f req-b7fd3b3e-45bb-4c7e-84d1-8fe7a8fb49b2 service neutron] 10.222.0.73 "GET /v2.0/networks/4f19fd4d-54cc-48f6-86d9-c5d31492063a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828850 Feb 04 13:27:36.467798 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7454c7-a2aa-4cf6-86db-379bee0b823e req-9a2021df-2bf2-47fc-8722-aff05943e954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:36.469276 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bd7454c7-a2aa-4cf6-86db-379bee0b823e req-9a2021df-2bf2-47fc-8722-aff05943e954 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3f007a85e3e740daa373d4c10ed6f0d1&device_id=69e1a758-018a-4724-a7b9-bea05e952e29 HTTP/1.1" status: 200 len: 1125 time: 0.0472045 Feb 04 13:27:36.564584 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7454c7-a2aa-4cf6-86db-379bee0b823e req-2bd94202-6ddf-4126-beac-0f604563aebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:36.566257 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bd7454c7-a2aa-4cf6-86db-379bee0b823e req-2bd94202-6ddf-4126-beac-0f604563aebc service neutron] 10.222.0.73 "GET /v2.0/networks?id=4f19fd4d-54cc-48f6-86d9-c5d31492063a HTTP/1.1" status: 200 len: 917 time: 0.0882819 Feb 04 13:27:36.612990 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bd7454c7-a2aa-4cf6-86db-379bee0b823e req-a826420e-1027-46be-9306-f3adcaa3e588 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96e71051-9116-4676-ab20-6ac357adf614 HTTP/1.1" status: 200 len: 217 time: 0.0348742 Feb 04 13:27:36.668403 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7454c7-a2aa-4cf6-86db-379bee0b823e req-5521d945-4c84-46f3-9990-f6dd903e4671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:36.669862 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bd7454c7-a2aa-4cf6-86db-379bee0b823e req-5521d945-4c84-46f3-9990-f6dd903e4671 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=30c829fe-1609-43de-8a16-852a708e1e17 HTTP/1.1" status: 200 len: 855 time: 0.0473421 Feb 04 13:27:36.723852 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7454c7-a2aa-4cf6-86db-379bee0b823e req-ba6518d9-8171-4b3f-9511-d85e399ea68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:36.725288 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bd7454c7-a2aa-4cf6-86db-379bee0b823e req-ba6518d9-8171-4b3f-9511-d85e399ea68e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4f19fd4d-54cc-48f6-86d9-c5d31492063a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0451617 Feb 04 13:27:36.821139 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bd7454c7-a2aa-4cf6-86db-379bee0b823e req-f32c3f87-cefc-49c2-908e-3f0f755b6e48 service neutron] 10.222.0.73 "GET /v2.0/networks/4f19fd4d-54cc-48f6-86d9-c5d31492063a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837910 Feb 04 13:27:36.917770 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bd7454c7-a2aa-4cf6-86db-379bee0b823e req-ea668612-154c-4005-b64d-a294008b037d service neutron] 10.222.0.73 "GET /v2.0/networks/4f19fd4d-54cc-48f6-86d9-c5d31492063a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855639 Feb 04 13:27:37.251713 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b242da-a4a0-424f-aa45-6eb08c5e9381 req-da71c569-5bd6-4996-a311-d07985a67cdc tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:37.253804 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-83b242da-a4a0-424f-aa45-6eb08c5e9381 req-da71c569-5bd6-4996-a311-d07985a67cdc tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] 10.222.0.65 "GET /v2.0/ports?device_id=69e1a758-018a-4724-a7b9-bea05e952e29 HTTP/1.1" status: 200 len: 943 time: 0.0537930 Feb 04 13:27:37.300467 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-83b242da-a4a0-424f-aa45-6eb08c5e9381 req-6061e05d-dc8c-4c60-9134-f14fb0abe107 tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e8947c0-82af-4349-b378-8f13d9f9037e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402532 Feb 04 13:27:38.428946 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d447b10-5bf8-43fe-b864-6cba556398af req-1e4b4a86-0dd2-401e-86cd-4e30f07e4b70 tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:38.430560 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7d447b10-5bf8-43fe-b864-6cba556398af req-1e4b4a86-0dd2-401e-86cd-4e30f07e4b70 tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] 10.222.0.65 "GET /v2.0/ports?device_id=69e1a758-018a-4724-a7b9-bea05e952e29 HTTP/1.1" status: 200 len: 943 time: 0.0603027 Feb 04 13:27:38.477105 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7d447b10-5bf8-43fe-b864-6cba556398af req-0a231af7-8259-473d-bbfa-896f7136d12a tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e8947c0-82af-4349-b378-8f13d9f9037e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410488 Feb 04 13:27:39.000837 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 96e71051-9116-4676-ab20-6ac357adf614 details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:27:39.100366 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 96e71051-9116-4676-ab20-6ac357adf614, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=96e71051-9116-4676-ab20-6ac357adf614,segment=NetworkSegment(1fe739e1-654b-452c-9447-f09ac8cef4cc),segment_id=1fe739e1-654b-452c-9447-f09ac8cef4cc)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:27:39.111636 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': '96e71051-9116-4676-ab20-6ac357adf614', 'network_id': '4f19fd4d-54cc-48f6-86d9-c5d31492063a', 'port_id': '96e71051-9116-4676-ab20-6ac357adf614', 'mac_address': 'fa:16:3e:67:f4:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30c829fe-1609-43de-8a16-852a708e1e17', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:27:39.148440 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 96e71051-9116-4676-ab20-6ac357adf614 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:27:39.148835 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (96e71051-9116-4676-ab20-6ac357adf614), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:39.161809 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96e71051-9116-4676-ab20-6ac357adf614 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:27:39.181250 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 96e71051-9116-4676-ab20-6ac357adf614, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=96e71051-9116-4676-ab20-6ac357adf614,segment=NetworkSegment(1fe739e1-654b-452c-9447-f09ac8cef4cc),segment_id=1fe739e1-654b-452c-9447-f09ac8cef4cc)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:27:39.185546 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (96e71051-9116-4676-ab20-6ac357adf614), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:39.235389 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=96e71051-9116-4676-ab20-6ac357adf614,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:39.243215 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:27:39.243573 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:27:39.243941 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:27:39.244288 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:27:39.244624 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:27:39.244961 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:27:39.245289 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:27:39.245616 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:27:39.245942 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:27:39.246267 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:27:39.246622 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:27:39.246944 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:27:39.247266 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:27:39.431814 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['96e71051-9116-4676-ab20-6ac357adf614'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:27:39.598578 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf670b-d1c5-4bf2-afd1-d3bfbcdd8ea8 req-c1d7fd1b-ca8d-47b5-b28f-2a6065404e32 tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:39.600103 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5faf670b-d1c5-4bf2-afd1-d3bfbcdd8ea8 req-c1d7fd1b-ca8d-47b5-b28f-2a6065404e32 tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] 10.222.0.65 "GET /v2.0/ports?device_id=69e1a758-018a-4724-a7b9-bea05e952e29 HTTP/1.1" status: 200 len: 944 time: 0.0544474 Feb 04 13:27:39.650519 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5faf670b-d1c5-4bf2-afd1-d3bfbcdd8ea8 req-04ed58cd-d9c6-4232-a221-5e16f7e508c9 tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e8947c0-82af-4349-b378-8f13d9f9037e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448594 Feb 04 13:27:40.770056 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81b66dc-7e18-43ae-8e81-ffa1f800234e req-9d90377d-5591-403d-94b3-f41a8ddc77db tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:40.771533 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e81b66dc-7e18-43ae-8e81-ffa1f800234e req-9d90377d-5591-403d-94b3-f41a8ddc77db tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] 10.222.0.65 "GET /v2.0/ports?device_id=69e1a758-018a-4724-a7b9-bea05e952e29 HTTP/1.1" status: 200 len: 944 time: 0.0534554 Feb 04 13:27:40.822529 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e81b66dc-7e18-43ae-8e81-ffa1f800234e req-ed46902f-c4d8-4b06-b8ab-8b35eba90889 tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e8947c0-82af-4349-b378-8f13d9f9037e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454330 Feb 04 13:27:41.013501 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 96e71051-9116-4676-ab20-6ac357adf614 up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:27:41.064646 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning for port 96e71051-9116-4676-ab20-6ac357adf614 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:27:41.069131 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port 96e71051-9116-4676-ab20-6ac357adf614 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:27:41.069493 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (96e71051-9116-4676-ab20-6ac357adf614), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:41.145589 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 96e71051-9116-4676-ab20-6ac357adf614 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:27:41.145979 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (96e71051-9116-4676-ab20-6ac357adf614), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:41.168724 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69e1a758-018a-4724-a7b9-bea05e952e29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96e71051-9116-4676-ab20-6ac357adf614'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:27:41.170974 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53818b00e40e8afff1ffbbb80b1f2b2ececb0555ff6da39e2769b708ef8305ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22ef3070-1e66-423e-b969-ba182a7b6c2c" -d '{"events": [{"server_uuid": "69e1a758-018a-4724-a7b9-bea05e952e29", "name": "network-vif-plugged", "status": "completed", "tag": "96e71051-9116-4676-ab20-6ac357adf614"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:27:41.183698 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 96e71051-9116-4676-ab20-6ac357adf614, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=96e71051-9116-4676-ab20-6ac357adf614,segment=NetworkSegment(1fe739e1-654b-452c-9447-f09ac8cef4cc),segment_id=1fe739e1-654b-452c-9447-f09ac8cef4cc)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:27:41.190102 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (96e71051-9116-4676-ab20-6ac357adf614), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:41.222212 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1895749-2e4e-48ab-a76c-cc698262b5b7 x-openstack-request-id: req-d1895749-2e4e-48ab-a76c-cc698262b5b7 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:27:41.222505 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69e1a758-018a-4724-a7b9-bea05e952e29", "name": "network-vif-plugged", "status": "completed", "tag": "96e71051-9116-4676-ab20-6ac357adf614", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:27:41.222762 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d1895749-2e4e-48ab-a76c-cc698262b5b7 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:27:41.223153 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69e1a758-018a-4724-a7b9-bea05e952e29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96e71051-9116-4676-ab20-6ac357adf614', 'code': 200} Feb 04 13:27:41.249569 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=96e71051-9116-4676-ab20-6ac357adf614,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:41.322642 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75bb73e-486b-443b-993e-04d24f458fa4 req-3157e021-3466-4768-bb27-9ec1674f8970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:41.324295 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f75bb73e-486b-443b-993e-04d24f458fa4 req-3157e021-3466-4768-bb27-9ec1674f8970 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=69e1a758-018a-4724-a7b9-bea05e952e29 HTTP/1.1" status: 200 len: 1127 time: 0.0443380 Feb 04 13:27:41.373828 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f75bb73e-486b-443b-993e-04d24f458fa4 req-dd1dbb10-2abd-4819-8234-226d71866088 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=2e8947c0-82af-4349-b378-8f13d9f9037e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429490 Feb 04 13:27:41.946716 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b58a5d-1d37-43a8-a179-037f92e27b8d req-06f1ead1-88a9-495b-94af-4ce24c2fac16 tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:41.948217 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d3b58a5d-1d37-43a8-a179-037f92e27b8d req-06f1ead1-88a9-495b-94af-4ce24c2fac16 tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] 10.222.0.65 "GET /v2.0/ports?device_id=69e1a758-018a-4724-a7b9-bea05e952e29 HTTP/1.1" status: 200 len: 945 time: 0.0568919 Feb 04 13:27:41.994214 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d3b58a5d-1d37-43a8-a179-037f92e27b8d req-5edcd5c7-a44b-4f94-95a7-19c2aa224e38 tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e8947c0-82af-4349-b378-8f13d9f9037e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401824 Feb 04 13:27:43.124495 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb676513-07f8-478a-9650-c6271bab171f req-d3d47ad1-19ac-403a-8c65-956c5ae65234 tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:43.125871 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bb676513-07f8-478a-9650-c6271bab171f req-d3d47ad1-19ac-403a-8c65-956c5ae65234 tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] 10.222.0.65 "GET /v2.0/ports?device_id=69e1a758-018a-4724-a7b9-bea05e952e29 HTTP/1.1" status: 200 len: 945 time: 0.0577312 Feb 04 13:27:43.179202 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bb676513-07f8-478a-9650-c6271bab171f req-c85e8f1c-d816-4353-9509-87308e070c70 tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e8947c0-82af-4349-b378-8f13d9f9037e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455139 Feb 04 13:27:43.311324 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb9a03d-a33e-46a3-8079-eb1fdd06659a req-9c3a23a0-2ce5-4ef2-afc0-9810205d2222 tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:43.313283 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6cb9a03d-a33e-46a3-8079-eb1fdd06659a req-9c3a23a0-2ce5-4ef2-afc0-9810205d2222 tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] 10.222.0.65 "GET /v2.0/ports?device_id=69e1a758-018a-4724-a7b9-bea05e952e29 HTTP/1.1" status: 200 len: 945 time: 0.0643740 Feb 04 13:27:43.363622 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6cb9a03d-a33e-46a3-8079-eb1fdd06659a req-002eec47-db57-4afb-b5ed-23c62742c9da tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e8947c0-82af-4349-b378-8f13d9f9037e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440831 Feb 04 13:27:45.631048 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1410e1e7-446b-4848-b86c-4a6c12f91e9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:48.133144 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-08d63518-5c5d-4a2d-a4b4-b293eb27c8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:48.530384 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:27:49.452455 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:50.720504 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:27:51.833813 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:01.708407 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:02.424530 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:15.633689 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cf5141ab-332d-4424-ba7c-6db76898109b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:17.571661 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb70ab5-8484-46e5-8d34-a259e3c3084a req-b3d67b44-6550-4704-ba3a-9dff2394abb9 tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:17.573074 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0bb70ab5-8484-46e5-8d34-a259e3c3084a req-b3d67b44-6550-4704-ba3a-9dff2394abb9 tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] 10.222.0.65 "GET /v2.0/ports?device_id=69e1a758-018a-4724-a7b9-bea05e952e29 HTTP/1.1" status: 200 len: 945 time: 0.0596881 Feb 04 13:28:17.622930 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0bb70ab5-8484-46e5-8d34-a259e3c3084a req-52b92844-f8c6-430b-a597-3f85f7b48c71 tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e8947c0-82af-4349-b378-8f13d9f9037e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420361 Feb 04 13:28:18.136136 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2a0e71d8-f296-47d1-b44d-02c3be94c169 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:18.748600 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5822df-67ca-4a94-a1dd-dc3e44ce2742 req-fa79951d-c0b6-4695-81b9-4d7cb252d511 tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:18.750238 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5d5822df-67ca-4a94-a1dd-dc3e44ce2742 req-fa79951d-c0b6-4695-81b9-4d7cb252d511 tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] 10.222.0.65 "GET /v2.0/ports?device_id=69e1a758-018a-4724-a7b9-bea05e952e29 HTTP/1.1" status: 200 len: 945 time: 0.0541716 Feb 04 13:28:18.796338 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5d5822df-67ca-4a94-a1dd-dc3e44ce2742 req-ea8ba851-89c2-49d6-a73e-2bc8198a7a93 tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e8947c0-82af-4349-b378-8f13d9f9037e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403352 Feb 04 13:28:19.455497 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:19.699398 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b561d59a-5724-4add-9c94-f5418836e2c1 req-1dc5cde7-1f04-4802-9904-430d1934cbef tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:19.700871 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b561d59a-5724-4add-9c94-f5418836e2c1 req-1dc5cde7-1f04-4802-9904-430d1934cbef tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] 10.222.0.73 "GET /v2.0/ports?device_id=69e1a758-018a-4724-a7b9-bea05e952e29 HTTP/1.1" status: 200 len: 945 time: 0.0522287 Feb 04 13:28:19.796161 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-b561d59a-5724-4add-9c94-f5418836e2c1 req-f26a5ce1-b44f-4f15-9d6f-b4a59f40d26e tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] Deleting port 96e71051-9116-4676-ab20-6ac357adf614 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:28:19.796873 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-b561d59a-5724-4add-9c94-f5418836e2c1 req-f26a5ce1-b44f-4f15-9d6f-b4a59f40d26e tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (96e71051-9116-4676-ab20-6ac357adf614), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:19.918207 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-b561d59a-5724-4add-9c94-f5418836e2c1 req-f26a5ce1-b44f-4f15-9d6f-b4a59f40d26e tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] For port 96e71051-9116-4676-ab20-6ac357adf614, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=96e71051-9116-4676-ab20-6ac357adf614,segment=NetworkSegment(1fe739e1-654b-452c-9447-f09ac8cef4cc),segment_id=1fe739e1-654b-452c-9447-f09ac8cef4cc)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:28:19.918566 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-b561d59a-5724-4add-9c94-f5418836e2c1 req-f26a5ce1-b44f-4f15-9d6f-b4a59f40d26e tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (96e71051-9116-4676-ab20-6ac357adf614), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:19.935764 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-b561d59a-5724-4add-9c94-f5418836e2c1 req-f26a5ce1-b44f-4f15-9d6f-b4a59f40d26e tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] Calling delete_port for 96e71051-9116-4676-ab20-6ac357adf614 owned by compute:nova {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:28:19.955327 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e73766-d335-4a14-867d-5055a63bdb09 req-2fd20759-de72-402b-8942-2de6e24e8b53 tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:19.956894 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-87e73766-d335-4a14-867d-5055a63bdb09 req-2fd20759-de72-402b-8942-2de6e24e8b53 tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] 10.222.0.65 "GET /v2.0/ports?device_id=69e1a758-018a-4724-a7b9-bea05e952e29 HTTP/1.1" status: 200 len: 945 time: 0.0884354 Feb 04 13:28:20.051902 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-87e73766-d335-4a14-867d-5055a63bdb09 req-6dccf8b9-968d-4223-ad83-af2666ce449f tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e8947c0-82af-4349-b378-8f13d9f9037e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646327 Feb 04 13:28:20.114952 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-b561d59a-5724-4add-9c94-f5418836e2c1 req-f26a5ce1-b44f-4f15-9d6f-b4a59f40d26e tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (96e71051-9116-4676-ab20-6ac357adf614), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:20.128541 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['96e71051-9116-4676-ab20-6ac357adf614'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:28:20.143349 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26a5ce1-b44f-4f15-9d6f-b4a59f40d26e tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] Pushing event deleted for resources: {'Port': ['ID=96e71051-9116-4676-ab20-6ac357adf614,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:20.190873 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-b561d59a-5724-4add-9c94-f5418836e2c1 req-f26a5ce1-b44f-4f15-9d6f-b4a59f40d26e tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] No DVR routers for this DVR port 96e71051-9116-4676-ab20-6ac357adf614 on host n-h1-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:28:20.193524 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-b561d59a-5724-4add-9c94-f5418836e2c1 req-f26a5ce1-b44f-4f15-9d6f-b4a59f40d26e tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:20.196983 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b561d59a-5724-4add-9c94-f5418836e2c1 req-f26a5ce1-b44f-4f15-9d6f-b4a59f40d26e tempest-TestEncryptedCinderVolumes-1175871094 tempest-TestEncryptedCinderVolumes-1175871094-project] 10.222.0.73 "DELETE /v2.0/ports/96e71051-9116-4676-ab20-6ac357adf614 HTTP/1.1" status: 204 len: 173 time: 0.4898591 Feb 04 13:28:20.197413 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69e1a758-018a-4724-a7b9-bea05e952e29', 'name': 'network-vif-deleted', 'tag': '96e71051-9116-4676-ab20-6ac357adf614'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:28:20.200194 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48bbd334e613f85cd2144b496d46af0d2e531f29900d43c124e8a63cdd2917ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9833d7b5-e10b-48e5-b918-26c2f11c73aa" -d '{"events": [{"server_uuid": "69e1a758-018a-4724-a7b9-bea05e952e29", "name": "network-vif-deleted", "tag": "96e71051-9116-4676-ab20-6ac357adf614"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:28:20.349948 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3feec23b-071d-42ae-9347-d96abdc4a83e x-openstack-request-id: req-3feec23b-071d-42ae-9347-d96abdc4a83e {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:28:20.350251 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69e1a758-018a-4724-a7b9-bea05e952e29", "name": "network-vif-deleted", "tag": "96e71051-9116-4676-ab20-6ac357adf614", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:28:20.350508 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3feec23b-071d-42ae-9347-d96abdc4a83e {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:28:20.350914 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69e1a758-018a-4724-a7b9-bea05e952e29', 'name': 'network-vif-deleted', 'tag': '96e71051-9116-4676-ab20-6ac357adf614', 'status': 'completed', 'code': 200} Feb 04 13:28:20.722602 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:21.151065 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 34486) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:28:21.506874 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e919d311-2f0b-4dbf-8f7e-c153df4807df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622215'] for router_interface (e5f19c01-6671-46a9-a834-84a7139ccbcc), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:21.755856 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-e919d311-2f0b-4dbf-8f7e-c153df4807df admin admin] Deleting port 82673c43-f766-4811-a035-29253e0a99a8 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:28:21.756202 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e919d311-2f0b-4dbf-8f7e-c153df4807df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (82673c43-f766-4811-a035-29253e0a99a8), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:21.834180 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-e919d311-2f0b-4dbf-8f7e-c153df4807df admin admin] For port 82673c43-f766-4811-a035-29253e0a99a8, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=82673c43-f766-4811-a035-29253e0a99a8,segment=NetworkSegment(1fe739e1-654b-452c-9447-f09ac8cef4cc),segment_id=1fe739e1-654b-452c-9447-f09ac8cef4cc)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:28:21.834455 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e919d311-2f0b-4dbf-8f7e-c153df4807df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (82673c43-f766-4811-a035-29253e0a99a8), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:21.841111 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:21.849179 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-e919d311-2f0b-4dbf-8f7e-c153df4807df admin admin] Calling delete_port for 82673c43-f766-4811-a035-29253e0a99a8 owned by network:router_interface {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:28:22.037475 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e919d311-2f0b-4dbf-8f7e-c153df4807df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (82673c43-f766-4811-a035-29253e0a99a8), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:22.064479 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e919d311-2f0b-4dbf-8f7e-c153df4807df admin admin] Pushing event deleted for resources: {'Port': ['ID=82673c43-f766-4811-a035-29253e0a99a8,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:22.094286 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e919d311-2f0b-4dbf-8f7e-c153df4807df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:22.095285 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e919d311-2f0b-4dbf-8f7e-c153df4807df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:22.095641 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e919d311-2f0b-4dbf-8f7e-c153df4807df admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:22.096009 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e919d311-2f0b-4dbf-8f7e-c153df4807df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:22.096350 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e919d311-2f0b-4dbf-8f7e-c153df4807df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:22.096685 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e919d311-2f0b-4dbf-8f7e-c153df4807df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:22.097125 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e919d311-2f0b-4dbf-8f7e-c153df4807df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:22.097471 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e919d311-2f0b-4dbf-8f7e-c153df4807df admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:22.097847 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e919d311-2f0b-4dbf-8f7e-c153df4807df admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:22.098216 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e919d311-2f0b-4dbf-8f7e-c153df4807df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:22.098623 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e919d311-2f0b-4dbf-8f7e-c153df4807df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:22.098977 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e919d311-2f0b-4dbf-8f7e-c153df4807df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:22.099304 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e919d311-2f0b-4dbf-8f7e-c153df4807df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:22.249498 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e919d311-2f0b-4dbf-8f7e-c153df4807df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622067'] for router_interface (e5f19c01-6671-46a9-a834-84a7139ccbcc), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:22.469279 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e919d311-2f0b-4dbf-8f7e-c153df4807df admin admin] Router e5f19c01-6671-46a9-a834-84a7139ccbcc has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:28:22.580332 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e919d311-2f0b-4dbf-8f7e-c153df4807df admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:28:22.585285 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-e919d311-2f0b-4dbf-8f7e-c153df4807df admin admin] 10.222.0.65 "PUT /v2.0/routers/e5f19c01-6671-46a9-a834-84a7139ccbcc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4332068 Feb 04 13:28:22.587845 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 34490) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:28:22.588923 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c18188-f71f-4aec-9c00-1c8a3d149bea None None] Sync routers for ids ['e5f19c01-6671-46a9-a834-84a7139ccbcc'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:28:22.602266 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c18188-f71f-4aec-9c00-1c8a3d149bea None None] Routers {'e5f19c01-6671-46a9-a834-84a7139ccbcc'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:28:22.602905 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-58c18188-f71f-4aec-9c00-1c8a3d149bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:28:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['e5f19c01-6671-46a9-a834-84a7139ccbcc'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:28:22.690859 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0b8afad9-1ced-42bf-9e26-3eb36e7bbaab admin admin] Publish callbacks [] for router (e5f19c01-6671-46a9-a834-84a7139ccbcc), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:22.713672 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-58c18188-f71f-4aec-9c00-1c8a3d149bea None None] Set router e5f19c01-6671-46a9-a834-84a7139ccbcc gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:28:22.796749 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0b8afad9-1ced-42bf-9e26-3eb36e7bbaab admin admin] Publish callbacks [] for router_gateway (e5f19c01-6671-46a9-a834-84a7139ccbcc), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:22.854523 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-0b8afad9-1ced-42bf-9e26-3eb36e7bbaab admin admin] Deleting port 346b30e8-99f6-4a49-a66b-f09543785537 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:28:22.854864 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0b8afad9-1ced-42bf-9e26-3eb36e7bbaab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (346b30e8-99f6-4a49-a66b-f09543785537), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:22.895446 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-58c18188-f71f-4aec-9c00-1c8a3d149bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f19c01-6671-46a9-a834-84a7139ccbcc', 'name': 'tempest-TestEncryptedCinderVolumes-356669579-router', 'tenant_id': '3f007a85e3e740daa373d4c10ed6f0d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '346b30e8-99f6-4a49-a66b-f09543785537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:26:34Z', 'updated_at': '2022-02-04T13:28:21Z', 'revision_number': 5, 'project_id': '3f007a85e3e740daa373d4c10ed6f0d1', 'gw_port': {'id': '346b30e8-99f6-4a49-a66b-f09543785537', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b4:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f19c01-6671-46a9-a834-84a7139ccbcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:35Z', 'updated_at': '2022-02-04T13:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:28:22.922168 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c18188-f71f-4aec-9c00-1c8a3d149bea None None] Checking router: e5f19c01-6671-46a9-a834-84a7139ccbcc for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:28:22.931162 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c18188-f71f-4aec-9c00-1c8a3d149bea None None] Routers {'e5f19c01-6671-46a9-a834-84a7139ccbcc'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:28:22.931803 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-58c18188-f71f-4aec-9c00-1c8a3d149bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:28:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['e5f19c01-6671-46a9-a834-84a7139ccbcc'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:28:22.933889 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-0b8afad9-1ced-42bf-9e26-3eb36e7bbaab admin admin] For port 346b30e8-99f6-4a49-a66b-f09543785537, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=346b30e8-99f6-4a49-a66b-f09543785537,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:28:22.934251 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0b8afad9-1ced-42bf-9e26-3eb36e7bbaab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (346b30e8-99f6-4a49-a66b-f09543785537), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:22.947505 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-0b8afad9-1ced-42bf-9e26-3eb36e7bbaab admin admin] Calling delete_port for 346b30e8-99f6-4a49-a66b-f09543785537 owned by network:router_gateway {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:28:23.021717 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-58c18188-f71f-4aec-9c00-1c8a3d149bea None None] Set router e5f19c01-6671-46a9-a834-84a7139ccbcc gateway port host: None {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:28:23.076188 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-58c18188-f71f-4aec-9c00-1c8a3d149bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f19c01-6671-46a9-a834-84a7139ccbcc', 'name': 'tempest-TestEncryptedCinderVolumes-356669579-router', 'tenant_id': '3f007a85e3e740daa373d4c10ed6f0d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:26:34Z', 'updated_at': '2022-02-04T13:28:22Z', 'revision_number': 6, 'project_id': '3f007a85e3e740daa373d4c10ed6f0d1', 'gw_port_host': None}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:28:23.103188 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c18188-f71f-4aec-9c00-1c8a3d149bea None None] The sync data for ids ['e5f19c01-6671-46a9-a834-84a7139ccbcc'] in n-d-825015-3 is: [{'id': 'e5f19c01-6671-46a9-a834-84a7139ccbcc', 'name': 'tempest-TestEncryptedCinderVolumes-356669579-router', 'tenant_id': '3f007a85e3e740daa373d4c10ed6f0d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:26:34Z', 'updated_at': '2022-02-04T13:28:22Z', 'revision_number': 6, 'project_id': '3f007a85e3e740daa373d4c10ed6f0d1', 'gw_port_host': None}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:28:23.128479 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0b8afad9-1ced-42bf-9e26-3eb36e7bbaab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (346b30e8-99f6-4a49-a66b-f09543785537), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:23.159406 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8afad9-1ced-42bf-9e26-3eb36e7bbaab admin admin] Pushing event deleted for resources: {'Port': ['ID=346b30e8-99f6-4a49-a66b-f09543785537,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:23.197595 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 96e71051-9116-4676-ab20-6ac357adf614 no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:28:23.220960 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] No Port match for: 96e71051-9116-4676-ab20-6ac357adf614 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:28:23.221314 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 96e71051-9116-4676-ab20-6ac357adf614 not bound to the agent host n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:28:23.498820 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0b8afad9-1ced-42bf-9e26-3eb36e7bbaab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1599901'] for router_gateway (e5f19c01-6671-46a9-a834-84a7139ccbcc), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:23.593569 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0b8afad9-1ced-42bf-9e26-3eb36e7bbaab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10915'] for router (e5f19c01-6671-46a9-a834-84a7139ccbcc), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:23.596448 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0b8afad9-1ced-42bf-9e26-3eb36e7bbaab admin admin] Publish callbacks [] for router_controller (e5f19c01-6671-46a9-a834-84a7139ccbcc), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:23.640038 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0b8afad9-1ced-42bf-9e26-3eb36e7bbaab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622829'] for router (e5f19c01-6671-46a9-a834-84a7139ccbcc), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:23.640656 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b8afad9-1ced-42bf-9e26-3eb36e7bbaab admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5f19c01-6671-46a9-a834-84a7139ccbcc {{(pid=103474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 13:28:23.646457 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0b8afad9-1ced-42bf-9e26-3eb36e7bbaab admin admin] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:23.647350 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-0b8afad9-1ced-42bf-9e26-3eb36e7bbaab admin admin] 10.222.0.65 "DELETE /v2.0/routers/e5f19c01-6671-46a9-a834-84a7139ccbcc HTTP/1.1" status: 204 len: 168 time: 1.0585749 Feb 04 13:28:23.650059 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 34492) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:28:23.696629 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5ac25b9-1fa9-4d07-8271-0b56f004fafd admin admin] Deleting subnet 30c829fe-1609-43de-8a16-852a708e1e17 {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:28:23.699573 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f5ac25b9-1fa9-4d07-8271-0b56f004fafd admin admin] Publish callbacks [] for subnet (30c829fe-1609-43de-8a16-852a708e1e17), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:23.734839 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f5ac25b9-1fa9-4d07-8271-0b56f004fafd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (30c829fe-1609-43de-8a16-852a708e1e17), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:23.808833 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f5ac25b9-1fa9-4d07-8271-0b56f004fafd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (30c829fe-1609-43de-8a16-852a708e1e17), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:23.867695 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f5ac25b9-1fa9-4d07-8271-0b56f004fafd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (30c829fe-1609-43de-8a16-852a708e1e17), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:23.893393 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ac25b9-1fa9-4d07-8271-0b56f004fafd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30c829fe-1609-43de-8a16-852a708e1e17,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:23.899549 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f5ac25b9-1fa9-4d07-8271-0b56f004fafd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:23.903013 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-f5ac25b9-1fa9-4d07-8271-0b56f004fafd admin admin] 10.222.0.65 "DELETE /v2.0/subnets/30c829fe-1609-43de-8a16-852a708e1e17 HTTP/1.1" status: 204 len: 168 time: 0.2520332 Feb 04 13:28:23.905584 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 34494) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:28:23.905975 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d07b4d-def4-439b-9c34-5dead48036b5 None None] Network 4f19fd4d-54cc-48f6-86d9-c5d31492063a requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:28:23.975717 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8842cd8b-620b-4b06-809d-1db84a4c2ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (4f19fd4d-54cc-48f6-86d9-c5d31492063a), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:24.038044 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-8842cd8b-620b-4b06-809d-1db84a4c2ae8 admin admin] Deleting port 06d8b81c-874b-4fc0-bdb1-da24ac534979 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:28:24.038384 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8842cd8b-620b-4b06-809d-1db84a4c2ae8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (06d8b81c-874b-4fc0-bdb1-da24ac534979), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:24.065744 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d44739-4919-462d-a386-ddc4c949033e None None] DHCP port deletion for 4f19fd4d-54cc-48f6-86d9-c5d31492063a request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:28:24.108688 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-8842cd8b-620b-4b06-809d-1db84a4c2ae8 admin admin] For port 06d8b81c-874b-4fc0-bdb1-da24ac534979, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=06d8b81c-874b-4fc0-bdb1-da24ac534979,segment=NetworkSegment(1fe739e1-654b-452c-9447-f09ac8cef4cc),segment_id=1fe739e1-654b-452c-9447-f09ac8cef4cc)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:28:24.109054 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8842cd8b-620b-4b06-809d-1db84a4c2ae8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (06d8b81c-874b-4fc0-bdb1-da24ac534979), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:24.124474 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-8842cd8b-620b-4b06-809d-1db84a4c2ae8 admin admin] Calling delete_port for 06d8b81c-874b-4fc0-bdb1-da24ac534979 owned by network:dhcp {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:28:24.133310 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-69d44739-4919-462d-a386-ddc4c949033e None None] Deleting port 06d8b81c-874b-4fc0-bdb1-da24ac534979 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:28:24.133687 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-69d44739-4919-462d-a386-ddc4c949033e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (06d8b81c-874b-4fc0-bdb1-da24ac534979), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:24.197479 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-69d44739-4919-462d-a386-ddc4c949033e None None] For port 06d8b81c-874b-4fc0-bdb1-da24ac534979, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=06d8b81c-874b-4fc0-bdb1-da24ac534979,segment=NetworkSegment(1fe739e1-654b-452c-9447-f09ac8cef4cc),segment_id=1fe739e1-654b-452c-9447-f09ac8cef4cc)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:28:24.197878 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-69d44739-4919-462d-a386-ddc4c949033e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (06d8b81c-874b-4fc0-bdb1-da24ac534979), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:24.212061 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-69d44739-4919-462d-a386-ddc4c949033e None None] Calling delete_port for 06d8b81c-874b-4fc0-bdb1-da24ac534979 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:28:24.213550 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8842cd8b-620b-4b06-809d-1db84a4c2ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (06d8b81c-874b-4fc0-bdb1-da24ac534979), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:24.243654 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8842cd8b-620b-4b06-809d-1db84a4c2ae8 admin admin] Pushing event deleted for resources: {'Port': ['ID=06d8b81c-874b-4fc0-bdb1-da24ac534979,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:24.249207 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8842cd8b-620b-4b06-809d-1db84a4c2ae8 admin admin] No DVR routers for this DVR port 06d8b81c-874b-4fc0-bdb1-da24ac534979 on host n-d-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:28:24.295281 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-69d44739-4919-462d-a386-ddc4c949033e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (06d8b81c-874b-4fc0-bdb1-da24ac534979), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:24.320982 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8842cd8b-620b-4b06-809d-1db84a4c2ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (4f19fd4d-54cc-48f6-86d9-c5d31492063a), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:24.322498 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d44739-4919-462d-a386-ddc4c949033e None None] Pushing event deleted for resources: {'Port': ['ID=06d8b81c-874b-4fc0-bdb1-da24ac534979,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:24.326979 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d44739-4919-462d-a386-ddc4c949033e None None] No DVR routers for this DVR port 06d8b81c-874b-4fc0-bdb1-da24ac534979 on host n-d-825015-3 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:28:24.348241 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-8842cd8b-620b-4b06-809d-1db84a4c2ae8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f19fd4d-54cc-48f6-86d9-c5d31492063a']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:28:24.357556 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-8842cd8b-620b-4b06-809d-1db84a4c2ae8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fe739e1-654b-452c-9447-f09ac8cef4cc') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:28:24.357852 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-8842cd8b-620b-4b06-809d-1db84a4c2ae8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fe739e1-654b-452c-9447-f09ac8cef4cc') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:28:24.367312 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8842cd8b-620b-4b06-809d-1db84a4c2ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (1fe739e1-654b-452c-9447-f09ac8cef4cc), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:24.380499 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8842cd8b-620b-4b06-809d-1db84a4c2ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (1fe739e1-654b-452c-9447-f09ac8cef4cc), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:24.386400 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8842cd8b-620b-4b06-809d-1db84a4c2ae8 admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:28:24.386788 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8842cd8b-620b-4b06-809d-1db84a4c2ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (1fe739e1-654b-452c-9447-f09ac8cef4cc), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:24.388430 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 13:28:24.388430 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:28:24.388430 n-d-825015-3 neutron-server[103474]: timer() Feb 04 13:28:24.388430 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:28:24.388430 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 13:28:24.388430 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:28:24.388430 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 13:28:24.388430 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:28:24.388430 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 13:28:24.388430 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:28:24.388430 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 13:28:24.388430 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:28:24.388430 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 13:28:24.388430 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:28:24.388430 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:28:24.388430 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:28:24.388430 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:28:24.388430 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:28:24.388430 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 13:28:24.388430 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:28:24.388430 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 13:28:24.388430 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:28:24.388430 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:28:24.388430 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:28:24.388430 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 13:28:24.388430 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:28:24.388430 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:28:24.388430 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:28:24.388430 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:28:24.388430 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:28:24.388430 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:28:24.388430 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:28:24.445272 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8842cd8b-620b-4b06-809d-1db84a4c2ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (4f19fd4d-54cc-48f6-86d9-c5d31492063a), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:24.451168 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8842cd8b-620b-4b06-809d-1db84a4c2ae8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:24.455646 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-8842cd8b-620b-4b06-809d-1db84a4c2ae8 admin admin] 10.222.0.65 "DELETE /v2.0/networks/4f19fd4d-54cc-48f6-86d9-c5d31492063a HTTP/1.1" status: 204 len: 168 time: 0.5490706 Feb 04 13:28:24.458722 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 34496) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:28:24.466802 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8842cd8b-620b-4b06-809d-1db84a4c2ae8 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f19fd4d-54cc-48f6-86d9-c5d31492063a,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:25.109241 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 346b30e8-99f6-4a49-a66b-f09543785537 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:28:25.115502 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f7315ad0-3d0c-4ac0-ae43-8433fe752d1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622215'] for router_interface (04f9b043-b7ab-44fd-b4c5-b62871122cb2), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:25.133127 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 346b30e8-99f6-4a49-a66b-f09543785537 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:28:25.133127 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 346b30e8-99f6-4a49-a66b-f09543785537 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:28:25.133127 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 06d8b81c-874b-4fc0-bdb1-da24ac534979 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:28:25.152508 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 06d8b81c-874b-4fc0-bdb1-da24ac534979 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:28:25.152857 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 06d8b81c-874b-4fc0-bdb1-da24ac534979 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:28:25.153276 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 82673c43-f766-4811-a035-29253e0a99a8 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:28:25.173338 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 82673c43-f766-4811-a035-29253e0a99a8 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:28:25.173680 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 82673c43-f766-4811-a035-29253e0a99a8 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:28:25.406863 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-f7315ad0-3d0c-4ac0-ae43-8433fe752d1f admin admin] Deleting port aa111e0f-eb16-4067-a5eb-92061eb7789d {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:28:25.407136 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f7315ad0-3d0c-4ac0-ae43-8433fe752d1f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (aa111e0f-eb16-4067-a5eb-92061eb7789d), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:25.490273 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-f7315ad0-3d0c-4ac0-ae43-8433fe752d1f admin admin] For port aa111e0f-eb16-4067-a5eb-92061eb7789d, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=aa111e0f-eb16-4067-a5eb-92061eb7789d,segment=NetworkSegment(7ca014bc-b592-454e-9827-15733afe08d7),segment_id=7ca014bc-b592-454e-9827-15733afe08d7)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:28:25.491015 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f7315ad0-3d0c-4ac0-ae43-8433fe752d1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (aa111e0f-eb16-4067-a5eb-92061eb7789d), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:25.504365 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-f7315ad0-3d0c-4ac0-ae43-8433fe752d1f admin admin] Calling delete_port for aa111e0f-eb16-4067-a5eb-92061eb7789d owned by network:router_interface {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:28:25.529310 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:28:25.705835 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f7315ad0-3d0c-4ac0-ae43-8433fe752d1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (aa111e0f-eb16-4067-a5eb-92061eb7789d), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:25.735062 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7315ad0-3d0c-4ac0-ae43-8433fe752d1f admin admin] Pushing event deleted for resources: {'Port': ['ID=aa111e0f-eb16-4067-a5eb-92061eb7789d,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:25.935996 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f7315ad0-3d0c-4ac0-ae43-8433fe752d1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622067'] for router_interface (04f9b043-b7ab-44fd-b4c5-b62871122cb2), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:26.159461 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7315ad0-3d0c-4ac0-ae43-8433fe752d1f admin admin] Router 04f9b043-b7ab-44fd-b4c5-b62871122cb2 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:28:26.270688 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7315ad0-3d0c-4ac0-ae43-8433fe752d1f admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:28:26.275931 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-f7315ad0-3d0c-4ac0-ae43-8433fe752d1f admin admin] 10.222.0.65 "PUT /v2.0/routers/04f9b043-b7ab-44fd-b4c5-b62871122cb2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8161502 Feb 04 13:28:26.278451 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 34498) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:28:26.281186 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490c8bf7-4e9f-460d-a583-8fb6ae2254a7 None None] Sync routers for ids ['04f9b043-b7ab-44fd-b4c5-b62871122cb2'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:28:26.291963 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490c8bf7-4e9f-460d-a583-8fb6ae2254a7 None None] Routers {'04f9b043-b7ab-44fd-b4c5-b62871122cb2'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:28:26.292600 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-490c8bf7-4e9f-460d-a583-8fb6ae2254a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:28:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['04f9b043-b7ab-44fd-b4c5-b62871122cb2'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:28:26.387263 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-db943dd5-9636-4be6-9ac8-eec7f7e7efab admin admin] Publish callbacks [] for router (04f9b043-b7ab-44fd-b4c5-b62871122cb2), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:26.401317 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-490c8bf7-4e9f-460d-a583-8fb6ae2254a7 None None] Set router 04f9b043-b7ab-44fd-b4c5-b62871122cb2 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:28:26.495714 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-db943dd5-9636-4be6-9ac8-eec7f7e7efab admin admin] Publish callbacks [] for router_gateway (04f9b043-b7ab-44fd-b4c5-b62871122cb2), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:26.552370 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-db943dd5-9636-4be6-9ac8-eec7f7e7efab admin admin] Deleting port 677a414a-4f34-4c14-ab07-3f5377881553 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:28:26.552722 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-db943dd5-9636-4be6-9ac8-eec7f7e7efab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (677a414a-4f34-4c14-ab07-3f5377881553), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:26.632620 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-db943dd5-9636-4be6-9ac8-eec7f7e7efab admin admin] For port 677a414a-4f34-4c14-ab07-3f5377881553, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=677a414a-4f34-4c14-ab07-3f5377881553,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:28:26.632981 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-db943dd5-9636-4be6-9ac8-eec7f7e7efab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (677a414a-4f34-4c14-ab07-3f5377881553), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:26.646063 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-db943dd5-9636-4be6-9ac8-eec7f7e7efab admin admin] Calling delete_port for 677a414a-4f34-4c14-ab07-3f5377881553 owned by network:router_gateway {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:28:26.675040 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-490c8bf7-4e9f-460d-a583-8fb6ae2254a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f9b043-b7ab-44fd-b4c5-b62871122cb2', 'name': 'tempest-TestEncryptedCinderVolumes-134315450-router', 'tenant_id': '9e7094dfc9364cebb9f85d2e0a4d543e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '677a414a-4f34-4c14-ab07-3f5377881553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:26:39Z', 'updated_at': '2022-02-04T13:28:25Z', 'revision_number': 5, 'project_id': '9e7094dfc9364cebb9f85d2e0a4d543e', 'gw_port': {'id': '677a414a-4f34-4c14-ab07-3f5377881553', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:44:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f9b043-b7ab-44fd-b4c5-b62871122cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:40Z', 'updated_at': '2022-02-04T13:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:28:26.701082 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490c8bf7-4e9f-460d-a583-8fb6ae2254a7 None None] Checking router: 04f9b043-b7ab-44fd-b4c5-b62871122cb2 for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:28:26.709609 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490c8bf7-4e9f-460d-a583-8fb6ae2254a7 None None] Routers {'04f9b043-b7ab-44fd-b4c5-b62871122cb2'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:28:26.710406 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-490c8bf7-4e9f-460d-a583-8fb6ae2254a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:28:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['04f9b043-b7ab-44fd-b4c5-b62871122cb2'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:28:26.806706 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-490c8bf7-4e9f-460d-a583-8fb6ae2254a7 None None] Set router 04f9b043-b7ab-44fd-b4c5-b62871122cb2 gateway port host: None {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:28:26.828956 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-db943dd5-9636-4be6-9ac8-eec7f7e7efab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (677a414a-4f34-4c14-ab07-3f5377881553), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:26.859409 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db943dd5-9636-4be6-9ac8-eec7f7e7efab admin admin] Pushing event deleted for resources: {'Port': ['ID=677a414a-4f34-4c14-ab07-3f5377881553,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:26.861922 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-490c8bf7-4e9f-460d-a583-8fb6ae2254a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f9b043-b7ab-44fd-b4c5-b62871122cb2', 'name': 'tempest-TestEncryptedCinderVolumes-134315450-router', 'tenant_id': '9e7094dfc9364cebb9f85d2e0a4d543e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:26:39Z', 'updated_at': '2022-02-04T13:28:26Z', 'revision_number': 6, 'project_id': '9e7094dfc9364cebb9f85d2e0a4d543e', 'gw_port_host': None}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:28:26.889878 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490c8bf7-4e9f-460d-a583-8fb6ae2254a7 None None] The sync data for ids ['04f9b043-b7ab-44fd-b4c5-b62871122cb2'] in n-d-825015-3 is: [{'id': '04f9b043-b7ab-44fd-b4c5-b62871122cb2', 'name': 'tempest-TestEncryptedCinderVolumes-134315450-router', 'tenant_id': '9e7094dfc9364cebb9f85d2e0a4d543e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:26:39Z', 'updated_at': '2022-02-04T13:28:26Z', 'revision_number': 6, 'project_id': '9e7094dfc9364cebb9f85d2e0a4d543e', 'gw_port_host': None}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:28:26.925032 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-db943dd5-9636-4be6-9ac8-eec7f7e7efab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1599901'] for router_gateway (04f9b043-b7ab-44fd-b4c5-b62871122cb2), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:27.020816 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-db943dd5-9636-4be6-9ac8-eec7f7e7efab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10915'] for router (04f9b043-b7ab-44fd-b4c5-b62871122cb2), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:27.023017 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-db943dd5-9636-4be6-9ac8-eec7f7e7efab admin admin] Publish callbacks [] for router_controller (04f9b043-b7ab-44fd-b4c5-b62871122cb2), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:27.066475 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-db943dd5-9636-4be6-9ac8-eec7f7e7efab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622829'] for router (04f9b043-b7ab-44fd-b4c5-b62871122cb2), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:27.066893 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db943dd5-9636-4be6-9ac8-eec7f7e7efab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 04f9b043-b7ab-44fd-b4c5-b62871122cb2 {{(pid=103475) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 13:28:27.071873 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-db943dd5-9636-4be6-9ac8-eec7f7e7efab admin admin] Publish callbacks [] for router (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:27.073028 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-db943dd5-9636-4be6-9ac8-eec7f7e7efab admin admin] 10.222.0.65 "DELETE /v2.0/routers/04f9b043-b7ab-44fd-b4c5-b62871122cb2 HTTP/1.1" status: 204 len: 168 time: 0.7933731 Feb 04 13:28:27.075548 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 34500) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:28:27.124612 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b503e59-811c-4a63-9d35-f67fcf82705a admin admin] Deleting subnet dde1639e-56a9-4186-893a-4811edc1a865 {{(pid=103475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:28:27.128464 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1b503e59-811c-4a63-9d35-f67fcf82705a admin admin] Publish callbacks [] for subnet (dde1639e-56a9-4186-893a-4811edc1a865), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:27.161761 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1b503e59-811c-4a63-9d35-f67fcf82705a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51859329'] for subnet (dde1639e-56a9-4186-893a-4811edc1a865), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:27.237174 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1b503e59-811c-4a63-9d35-f67fcf82705a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (dde1639e-56a9-4186-893a-4811edc1a865), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:27.313802 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1b503e59-811c-4a63-9d35-f67fcf82705a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-52093282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51452698'] for subnet (dde1639e-56a9-4186-893a-4811edc1a865), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:27.341923 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b503e59-811c-4a63-9d35-f67fcf82705a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dde1639e-56a9-4186-893a-4811edc1a865,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:27.347298 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1b503e59-811c-4a63-9d35-f67fcf82705a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:27.353015 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207b2248-8ffa-4cde-9d21-e3c082950fae None None] Network 6d8cf073-2b37-4c32-ae51-b877020b589d requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:28:27.354584 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 34502) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:28:27.363236 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-1b503e59-811c-4a63-9d35-f67fcf82705a admin admin] 10.222.0.65 "DELETE /v2.0/subnets/dde1639e-56a9-4186-893a-4811edc1a865 HTTP/1.1" status: 204 len: 168 time: 0.2863257 Feb 04 13:28:27.378952 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device aa111e0f-eb16-4067-a5eb-92061eb7789d no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:28:27.425772 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: aa111e0f-eb16-4067-a5eb-92061eb7789d {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:28:27.426125 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device aa111e0f-eb16-4067-a5eb-92061eb7789d not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:28:27.435169 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bda7a058-0651-43cf-be8d-8933907ae332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (6d8cf073-2b37-4c32-ae51-b877020b589d), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:27.495112 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-bda7a058-0651-43cf-be8d-8933907ae332 admin admin] Deleting port 8c1a6f91-8bc9-465a-a9be-9f87fd53a46d {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:28:27.495455 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bda7a058-0651-43cf-be8d-8933907ae332 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (8c1a6f91-8bc9-465a-a9be-9f87fd53a46d), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:27.560853 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-bda7a058-0651-43cf-be8d-8933907ae332 admin admin] For port 8c1a6f91-8bc9-465a-a9be-9f87fd53a46d, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=8c1a6f91-8bc9-465a-a9be-9f87fd53a46d,segment=NetworkSegment(7ca014bc-b592-454e-9827-15733afe08d7),segment_id=7ca014bc-b592-454e-9827-15733afe08d7)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:28:27.560853 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bda7a058-0651-43cf-be8d-8933907ae332 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (8c1a6f91-8bc9-465a-a9be-9f87fd53a46d), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:27.574345 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-bda7a058-0651-43cf-be8d-8933907ae332 admin admin] Calling delete_port for 8c1a6f91-8bc9-465a-a9be-9f87fd53a46d owned by network:dhcp {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:28:27.658199 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bda7a058-0651-43cf-be8d-8933907ae332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (8c1a6f91-8bc9-465a-a9be-9f87fd53a46d), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:27.683198 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda7a058-0651-43cf-be8d-8933907ae332 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c1a6f91-8bc9-465a-a9be-9f87fd53a46d,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:27.690874 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda7a058-0651-43cf-be8d-8933907ae332 admin admin] No DVR routers for this DVR port 8c1a6f91-8bc9-465a-a9be-9f87fd53a46d on host n-d-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:28:27.718347 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3ef3e4-ca87-4c6f-93d9-0881fb1736e5 None None] DHCP port deletion for 6d8cf073-2b37-4c32-ae51-b877020b589d request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:28:27.771053 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bda7a058-0651-43cf-be8d-8933907ae332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (6d8cf073-2b37-4c32-ae51-b877020b589d), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:27.792288 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-bda7a058-0651-43cf-be8d-8933907ae332 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d8cf073-2b37-4c32-ae51-b877020b589d']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:28:27.802602 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-bda7a058-0651-43cf-be8d-8933907ae332 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ca014bc-b592-454e-9827-15733afe08d7') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:28:27.802902 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-bda7a058-0651-43cf-be8d-8933907ae332 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ca014bc-b592-454e-9827-15733afe08d7') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:28:27.817624 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bda7a058-0651-43cf-be8d-8933907ae332 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (7ca014bc-b592-454e-9827-15733afe08d7), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:27.831326 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bda7a058-0651-43cf-be8d-8933907ae332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (7ca014bc-b592-454e-9827-15733afe08d7), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:27.843849 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bda7a058-0651-43cf-be8d-8933907ae332 admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:28:27.843849 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bda7a058-0651-43cf-be8d-8933907ae332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (7ca014bc-b592-454e-9827-15733afe08d7), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:27.844697 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 13:28:27.844697 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:28:27.844697 n-d-825015-3 neutron-server[103474]: timer() Feb 04 13:28:27.844697 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:28:27.844697 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 13:28:27.844697 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:28:27.844697 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 13:28:27.844697 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:28:27.844697 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 13:28:27.844697 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:28:27.844697 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 13:28:27.844697 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:28:27.844697 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 13:28:27.844697 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:28:27.844697 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:28:27.844697 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:28:27.844697 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:28:27.844697 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:28:27.844697 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 13:28:27.844697 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:28:27.844697 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 13:28:27.844697 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:28:27.844697 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:28:27.844697 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:28:27.844697 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 13:28:27.844697 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:28:27.844697 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:28:27.844697 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:28:27.844697 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:28:27.844697 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:28:27.844697 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:28:27.844697 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:28:27.901165 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bda7a058-0651-43cf-be8d-8933907ae332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (6d8cf073-2b37-4c32-ae51-b877020b589d), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:27.905817 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bda7a058-0651-43cf-be8d-8933907ae332 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:27.913146 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-bda7a058-0651-43cf-be8d-8933907ae332 admin admin] 10.222.0.65 "DELETE /v2.0/networks/6d8cf073-2b37-4c32-ae51-b877020b589d HTTP/1.1" status: 204 len: 168 time: 0.5567906 Feb 04 13:28:27.928139 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda7a058-0651-43cf-be8d-8933907ae332 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d8cf073-2b37-4c32-ae51-b877020b589d,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:28.107633 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 34506) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:28:28.147971 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-d04afc7a-c739-47ba-a52e-f425ae4c18d0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3f007a85e3e740daa373d4c10ed6f0d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386472 Feb 04 13:28:28.150002 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 34508) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:28:28.197963 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-12f5c755-b699-423a-bd28-3a5fc5277c7e admin admin] Publish callbacks [] for security_group (2e8947c0-82af-4349-b378-8f13d9f9037e), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:28.220261 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-12f5c755-b699-423a-bd28-3a5fc5277c7e admin admin] Publish callbacks [] for security_group (2e8947c0-82af-4349-b378-8f13d9f9037e), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:28.271982 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-12f5c755-b699-423a-bd28-3a5fc5277c7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (2e8947c0-82af-4349-b378-8f13d9f9037e), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:28.275745 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-12f5c755-b699-423a-bd28-3a5fc5277c7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:28.277080 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-12f5c755-b699-423a-bd28-3a5fc5277c7e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2e8947c0-82af-4349-b378-8f13d9f9037e HTTP/1.1" status: 204 len: 168 time: 0.1260600 Feb 04 13:28:28.284657 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f5c755-b699-423a-bd28-3a5fc5277c7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e8947c0-82af-4349-b378-8f13d9f9037e,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:28.602741 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 34514) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:28:28.644189 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-8fee9c5d-af22-4691-81b6-728b9c27080a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9e7094dfc9364cebb9f85d2e0a4d543e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0399830 Feb 04 13:28:28.646600 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 34516) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:28:28.693838 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-41e72af7-9b30-4bce-b7f3-ad4b6f8093a3 admin admin] Publish callbacks [] for security_group (613917b4-eb9f-4a2b-b886-a334cc74c558), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:28.715045 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-41e72af7-9b30-4bce-b7f3-ad4b6f8093a3 admin admin] Publish callbacks [] for security_group (613917b4-eb9f-4a2b-b886-a334cc74c558), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:28.763803 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-41e72af7-9b30-4bce-b7f3-ad4b6f8093a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (613917b4-eb9f-4a2b-b886-a334cc74c558), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:28.767284 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-41e72af7-9b30-4bce-b7f3-ad4b6f8093a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:28.768465 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-41e72af7-9b30-4bce-b7f3-ad4b6f8093a3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/613917b4-eb9f-4a2b-b886-a334cc74c558 HTTP/1.1" status: 204 len: 168 time: 0.1209886 Feb 04 13:28:28.776131 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e72af7-9b30-4bce-b7f3-ad4b6f8093a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=613917b4-eb9f-4a2b-b886-a334cc74c558,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:29.116855 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 8c1a6f91-8bc9-465a-a9be-9f87fd53a46d no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:28:29.138799 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 8c1a6f91-8bc9-465a-a9be-9f87fd53a46d {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:28:29.139155 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 8c1a6f91-8bc9-465a-a9be-9f87fd53a46d not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:28:29.143470 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 677a414a-4f34-4c14-ab07-3f5377881553 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:28:29.161341 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 677a414a-4f34-4c14-ab07-3f5377881553 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:28:29.161692 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 677a414a-4f34-4c14-ab07-3f5377881553 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:28:29.450722 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 34538) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:28:29.557684 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-dfa81ace-8b2c-49e2-8208-90dd982d6d8d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1048851882-network', 'tenant_id': '5ffc0b7060d746b0a773f4e5ab9bfb94'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:28:29.577488 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfa81ace-8b2c-49e2-8208-90dd982d6d8d admin admin] Made reservation on behalf of 5ffc0b7060d746b0a773f4e5ab9bfb94 for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:28:29.580454 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dfa81ace-8b2c-49e2-8208-90dd982d6d8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:29.588663 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dfa81ace-8b2c-49e2-8208-90dd982d6d8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:29.666175 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dfa81ace-8b2c-49e2-8208-90dd982d6d8d admin admin] Publish callbacks [] for security_group (a3c08532-11c2-4299-b404-d7fb74b2219c), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:29.671603 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dfa81ace-8b2c-49e2-8208-90dd982d6d8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (a3c08532-11c2-4299-b404-d7fb74b2219c), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:29.698917 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfa81ace-8b2c-49e2-8208-90dd982d6d8d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:28:29.705038 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa81ace-8b2c-49e2-8208-90dd982d6d8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3c08532-11c2-4299-b404-d7fb74b2219c,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:29.713098 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dfa81ace-8b2c-49e2-8208-90dd982d6d8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (79b18b0e-5ae9-4139-8070-66412829b888), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:29.713433 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-dfa81ace-8b2c-49e2-8208-90dd982d6d8d admin admin] Added segment 79b18b0e-5ae9-4139-8070-66412829b888 of type vlan for network 82a75e73-04fa-49c3-8fa9-485720108f12 Feb 04 13:28:29.754579 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dfa81ace-8b2c-49e2-8208-90dd982d6d8d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (82a75e73-04fa-49c3-8fa9-485720108f12), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:29.779174 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dfa81ace-8b2c-49e2-8208-90dd982d6d8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (82a75e73-04fa-49c3-8fa9-485720108f12), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:29.780190 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa81ace-8b2c-49e2-8208-90dd982d6d8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:29.780796 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dfa81ace-8b2c-49e2-8208-90dd982d6d8d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:29.833665 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-dfa81ace-8b2c-49e2-8208-90dd982d6d8d admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3815036 Feb 04 13:28:29.836651 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 34542) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:28:29.841722 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-0adb69c5-15c2-45e7-967e-4373f34eb9bf admin admin] Request body: {'subnet': {'network_id': '82a75e73-04fa-49c3-8fa9-485720108f12', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1048851882-subnet', 'tenant_id': '5ffc0b7060d746b0a773f4e5ab9bfb94', 'ip_version': 4}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:28:29.847611 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa81ace-8b2c-49e2-8208-90dd982d6d8d admin admin] Pushing event updated for resources: {'Network': ['ID=82a75e73-04fa-49c3-8fa9-485720108f12,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:29.858964 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 82a75e73-04fa-49c3-8fa9-485720108f12 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:28:29.862542 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0adb69c5-15c2-45e7-967e-4373f34eb9bf admin admin] Made reservation on behalf of 5ffc0b7060d746b0a773f4e5ab9bfb94 for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:28:29.865136 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0adb69c5-15c2-45e7-967e-4373f34eb9bf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:30.036570 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0adb69c5-15c2-45e7-967e-4373f34eb9bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52094127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51452689'] for subnet (6672ab8f-0e19-41fc-8b21-cb89f2e1a515), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:30.096078 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adb69c5-15c2-45e7-967e-4373f34eb9bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=6672ab8f-0e19-41fc-8b21-cb89f2e1a515,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:30.104666 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0adb69c5-15c2-45e7-967e-4373f34eb9bf admin admin] Checking segment: {'id': '79b18b0e-5ae9-4139-8070-66412829b888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '82a75e73-04fa-49c3-8fa9-485720108f12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:28:30.105075 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0adb69c5-15c2-45e7-967e-4373f34eb9bf admin admin] Network hostable DHCP agents. Network: 82a75e73-04fa-49c3-8fa9-485720108f12, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:28:30.125113 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0adb69c5-15c2-45e7-967e-4373f34eb9bf admin admin] Network 82a75e73-04fa-49c3-8fa9-485720108f12 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:28:30.135646 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-0adb69c5-15c2-45e7-967e-4373f34eb9bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 82a75e73-04fa-49c3-8fa9-485720108f12) {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:28:30.140206 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0adb69c5-15c2-45e7-967e-4373f34eb9bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:30.140937 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0adb69c5-15c2-45e7-967e-4373f34eb9bf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:30.145095 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97baac29-6752-485c-879b-5f00d0725c8a None None] Network 82a75e73-04fa-49c3-8fa9-485720108f12 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:28:30.157645 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-0adb69c5-15c2-45e7-967e-4373f34eb9bf admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3195932 Feb 04 13:28:30.159996 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 34546) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:28:30.164754 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-8c54ffe7-92ad-4788-b835-dc2abe7c981b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1048851882-router', 'tenant_id': '5ffc0b7060d746b0a773f4e5ab9bfb94', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:28:30.184741 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8c54ffe7-92ad-4788-b835-dc2abe7c981b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10933'] for router (a1ffd5d9-3354-4bf6-852a-89fda990dfe6), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:30.185743 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8c54ffe7-92ad-4788-b835-dc2abe7c981b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10924'] for router (a1ffd5d9-3354-4bf6-852a-89fda990dfe6), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:30.243817 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8c54ffe7-92ad-4788-b835-dc2abe7c981b admin admin] Publish callbacks [] for router_controller (a1ffd5d9-3354-4bf6-852a-89fda990dfe6), precommit_add_association {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:30.244089 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d13239-8cff-45f9-b42d-a02e2aa5b1f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-82a75e73-04fa-49c3-8fa9-485720108f12', 'network_id': '82a75e73-04fa-49c3-8fa9-485720108f12', 'project_id': '5ffc0b7060d746b0a773f4e5ab9bfb94', 'fixed_ips': [{'subnet_id': '6672ab8f-0e19-41fc-8b21-cb89f2e1a515'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:28:30.245159 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-77d13239-8cff-45f9-b42d-a02e2aa5b1f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:30.380672 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-77d13239-8cff-45f9-b42d-a02e2aa5b1f0 None None] Allocated IP 172.20.0.2 (82a75e73-04fa-49c3-8fa9-485720108f12/6672ab8f-0e19-41fc-8b21-cb89f2e1a515/ed11dc25-8e28-43fc-ab9e-a54750bd7805) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:28:30.388360 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8c54ffe7-92ad-4788-b835-dc2abe7c981b admin admin] Publish callbacks [] for router_gateway (a1ffd5d9-3354-4bf6-852a-89fda990dfe6), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:30.529858 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-77d13239-8cff-45f9-b42d-a02e2aa5b1f0 None None] Publish callbacks [] for port (ed11dc25-8e28-43fc-ab9e-a54750bd7805), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:30.536402 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-77d13239-8cff-45f9-b42d-a02e2aa5b1f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (ed11dc25-8e28-43fc-ab9e-a54750bd7805), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:30.579243 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d13239-8cff-45f9-b42d-a02e2aa5b1f0 None None] Network 82a75e73-04fa-49c3-8fa9-485720108f12 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:28:30.580713 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-77d13239-8cff-45f9-b42d-a02e2aa5b1f0 None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:28:30.584594 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d13239-8cff-45f9-b42d-a02e2aa5b1f0 None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:28:30.591892 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d13239-8cff-45f9-b42d-a02e2aa5b1f0 None None] Pushing event updated for resources: {'Port': ['ID=ed11dc25-8e28-43fc-ab9e-a54750bd7805,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:30.592964 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8c54ffe7-92ad-4788-b835-dc2abe7c981b admin admin] Publish callbacks [] for router_gateway (a1ffd5d9-3354-4bf6-852a-89fda990dfe6), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:30.613552 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8c54ffe7-92ad-4788-b835-dc2abe7c981b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:30.650335 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-77d13239-8cff-45f9-b42d-a02e2aa5b1f0 None None] Attempting to bind port ed11dc25-8e28-43fc-ab9e-a54750bd7805 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:28:30.650614 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-77d13239-8cff-45f9-b42d-a02e2aa5b1f0 None None] Attempting to bind port ed11dc25-8e28-43fc-ab9e-a54750bd7805 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '79b18b0e-5ae9-4139-8070-66412829b888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '82a75e73-04fa-49c3-8fa9-485720108f12'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:28:30.650979 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d13239-8cff-45f9-b42d-a02e2aa5b1f0 None None] Attempting to bind port ed11dc25-8e28-43fc-ab9e-a54750bd7805 on network 82a75e73-04fa-49c3-8fa9-485720108f12 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:28:30.655933 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d13239-8cff-45f9-b42d-a02e2aa5b1f0 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:28:30.656355 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d13239-8cff-45f9-b42d-a02e2aa5b1f0 None None] Checking segment: {'id': '79b18b0e-5ae9-4139-8070-66412829b888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '82a75e73-04fa-49c3-8fa9-485720108f12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:28:30.656765 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-77d13239-8cff-45f9-b42d-a02e2aa5b1f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:30.657242 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d13239-8cff-45f9-b42d-a02e2aa5b1f0 None None] Bound using segment: {'id': '79b18b0e-5ae9-4139-8070-66412829b888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '82a75e73-04fa-49c3-8fa9-485720108f12'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:28:30.657717 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-77d13239-8cff-45f9-b42d-a02e2aa5b1f0 None None] Bound port: ed11dc25-8e28-43fc-ab9e-a54750bd7805, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79b18b0e-5ae9-4139-8070-66412829b888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '82a75e73-04fa-49c3-8fa9-485720108f12'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:28:30.658100 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-77d13239-8cff-45f9-b42d-a02e2aa5b1f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (ed11dc25-8e28-43fc-ab9e-a54750bd7805), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:30.719443 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-8c54ffe7-92ad-4788-b835-dc2abe7c981b admin admin] Allocated IP 172.25.3.148 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/5217f1c0-191a-4e26-bf37-4305245e92b3) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:28:30.721896 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-77d13239-8cff-45f9-b42d-a02e2aa5b1f0 None None] For port ed11dc25-8e28-43fc-ab9e-a54750bd7805, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:28:30.725297 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-77d13239-8cff-45f9-b42d-a02e2aa5b1f0 None None] For port ed11dc25-8e28-43fc-ab9e-a54750bd7805, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=ed11dc25-8e28-43fc-ab9e-a54750bd7805,segment=NetworkSegment(79b18b0e-5ae9-4139-8070-66412829b888),segment_id=79b18b0e-5ae9-4139-8070-66412829b888)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:28:30.730828 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-77d13239-8cff-45f9-b42d-a02e2aa5b1f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (ed11dc25-8e28-43fc-ab9e-a54750bd7805), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:30.793109 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d13239-8cff-45f9-b42d-a02e2aa5b1f0 None None] Pushing event updated for resources: {'Port': ['ID=ed11dc25-8e28-43fc-ab9e-a54750bd7805,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:30.835218 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8c54ffe7-92ad-4788-b835-dc2abe7c981b admin admin] Publish callbacks [] for port (5217f1c0-191a-4e26-bf37-4305245e92b3), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:30.871754 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8c54ffe7-92ad-4788-b835-dc2abe7c981b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (5217f1c0-191a-4e26-bf37-4305245e92b3), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:30.915758 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c54ffe7-92ad-4788-b835-dc2abe7c981b admin admin] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:28:30.918721 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-8c54ffe7-92ad-4788-b835-dc2abe7c981b admin admin] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:28:30.922843 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c54ffe7-92ad-4788-b835-dc2abe7c981b admin admin] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:28:30.928602 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c54ffe7-92ad-4788-b835-dc2abe7c981b admin admin] Pushing event updated for resources: {'Port': ['ID=5217f1c0-191a-4e26-bf37-4305245e92b3,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:31.169897 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device ed11dc25-8e28-43fc-ab9e-a54750bd7805 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:28:31.213572 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8c54ffe7-92ad-4788-b835-dc2abe7c981b admin admin] Publish callbacks [] for router_gateway (a1ffd5d9-3354-4bf6-852a-89fda990dfe6), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:31.224187 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port ed11dc25-8e28-43fc-ab9e-a54750bd7805 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:28:31.224548 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (ed11dc25-8e28-43fc-ab9e-a54750bd7805), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:31.309751 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port ed11dc25-8e28-43fc-ab9e-a54750bd7805 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:28:31.310140 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (ed11dc25-8e28-43fc-ab9e-a54750bd7805), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:31.347355 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port ed11dc25-8e28-43fc-ab9e-a54750bd7805, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=ed11dc25-8e28-43fc-ab9e-a54750bd7805,segment=NetworkSegment(79b18b0e-5ae9-4139-8070-66412829b888),segment_id=79b18b0e-5ae9-4139-8070-66412829b888)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:28:31.351630 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (ed11dc25-8e28-43fc-ab9e-a54750bd7805), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:31.407838 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=ed11dc25-8e28-43fc-ab9e-a54750bd7805,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:31.711881 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:31.738296 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8c54ffe7-92ad-4788-b835-dc2abe7c981b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141'] for router (a1ffd5d9-3354-4bf6-852a-89fda990dfe6), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:31.752865 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d0d2fb-a6a5-4893-bceb-360034c36639 None None] Network 82a75e73-04fa-49c3-8fa9-485720108f12 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:28:31.852976 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-710c23e9-3dd7-41a5-a541-314a00fc1a21 None None] Provisioning complete for port ed11dc25-8e28-43fc-ab9e-a54750bd7805 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:28:31.853355 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-710c23e9-3dd7-41a5-a541-314a00fc1a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (ed11dc25-8e28-43fc-ab9e-a54750bd7805), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:31.873607 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c54ffe7-92ad-4788-b835-dc2abe7c981b admin admin] Router a1ffd5d9-3354-4bf6-852a-89fda990dfe6 is scheduled to L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de with binding_index 1 {{(pid=103475) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 13:28:31.951461 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-710c23e9-3dd7-41a5-a541-314a00fc1a21 None None] Current status of the port ed11dc25-8e28-43fc-ab9e-a54750bd7805 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:28:31.990531 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c54ffe7-92ad-4788-b835-dc2abe7c981b admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:28:32.002584 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8824fae6-e3e2-47a9-8e0f-093bfd4bb032 None None] Sync routers for ids ['a1ffd5d9-3354-4bf6-852a-89fda990dfe6'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:28:32.009811 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8c54ffe7-92ad-4788-b835-dc2abe7c981b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:32.013666 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-8c54ffe7-92ad-4788-b835-dc2abe7c981b admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8501637 Feb 04 13:28:32.014489 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 34548) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:28:32.018143 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8824fae6-e3e2-47a9-8e0f-093bfd4bb032 None None] Routers {'a1ffd5d9-3354-4bf6-852a-89fda990dfe6'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:28:32.018825 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-8824fae6-e3e2-47a9-8e0f-093bfd4bb032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:28:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['a1ffd5d9-3354-4bf6-852a-89fda990dfe6'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:28:32.280553 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-a00940a9-1209-438a-a644-feb32e52e674 None None] Provisioning complete for port ed11dc25-8e28-43fc-ab9e-a54750bd7805 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:28:32.281247 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a00940a9-1209-438a-a644-feb32e52e674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (ed11dc25-8e28-43fc-ab9e-a54750bd7805), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:32.338262 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-8824fae6-e3e2-47a9-8e0f-093bfd4bb032 None None] Set router a1ffd5d9-3354-4bf6-852a-89fda990dfe6 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:28:32.461067 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d14cdb02-9924-4e67-8e8e-ca8267477914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:32.493890 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:32.501862 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-a00940a9-1209-438a-a644-feb32e52e674 None None] Current status of the port ed11dc25-8e28-43fc-ab9e-a54750bd7805 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:28:32.577319 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-8824fae6-e3e2-47a9-8e0f-093bfd4bb032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ffd5d9-3354-4bf6-852a-89fda990dfe6', 'name': 'tempest-TestMinimumBasicScenario-1048851882-router', 'tenant_id': '5ffc0b7060d746b0a773f4e5ab9bfb94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': '5217f1c0-191a-4e26-bf37-4305245e92b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:28:30Z', 'updated_at': '2022-02-04T13:28:31Z', 'revision_number': 3, 'project_id': '5ffc0b7060d746b0a773f4e5ab9bfb94', 'gw_port': {'id': '5217f1c0-191a-4e26-bf37-4305245e92b3', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:d7:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ffd5d9-3354-4bf6-852a-89fda990dfe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:28:30Z', 'updated_at': '2022-02-04T13:28:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:28:32.607987 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8824fae6-e3e2-47a9-8e0f-093bfd4bb032 None None] Checking router: a1ffd5d9-3354-4bf6-852a-89fda990dfe6 for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:28:32.608336 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8824fae6-e3e2-47a9-8e0f-093bfd4bb032 None None] Updating router a1ffd5d9-3354-4bf6-852a-89fda990dfe6 port 5217f1c0-191a-4e26-bf37-4305245e92b3 binding host n-d-825015-3 {{(pid=103476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:28:32.618652 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-d14cdb02-9924-4e67-8e8e-ca8267477914 admin admin] Allocated IP 172.20.0.1 (82a75e73-04fa-49c3-8fa9-485720108f12/6672ab8f-0e19-41fc-8b21-cb89f2e1a515/c0cf2250-d804-48cc-b46d-c95b073ee358) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:28:32.636648 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8824fae6-e3e2-47a9-8e0f-093bfd4bb032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (5217f1c0-191a-4e26-bf37-4305245e92b3), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:32.728622 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d14cdb02-9924-4e67-8e8e-ca8267477914 admin admin] Publish callbacks [] for port (c0cf2250-d804-48cc-b46d-c95b073ee358), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:32.762716 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d14cdb02-9924-4e67-8e8e-ca8267477914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (c0cf2250-d804-48cc-b46d-c95b073ee358), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:32.805259 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14cdb02-9924-4e67-8e8e-ca8267477914 admin admin] Network 82a75e73-04fa-49c3-8fa9-485720108f12 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:28:32.808234 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-d14cdb02-9924-4e67-8e8e-ca8267477914 admin admin] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:28:32.811780 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14cdb02-9924-4e67-8e8e-ca8267477914 admin admin] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:28:32.817597 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14cdb02-9924-4e67-8e8e-ca8267477914 admin admin] Pushing event updated for resources: {'Port': ['ID=c0cf2250-d804-48cc-b46d-c95b073ee358,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:32.851971 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14cdb02-9924-4e67-8e8e-ca8267477914 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:32.852327 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14cdb02-9924-4e67-8e8e-ca8267477914 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:32.852674 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14cdb02-9924-4e67-8e8e-ca8267477914 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:32.853009 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14cdb02-9924-4e67-8e8e-ca8267477914 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:32.853575 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14cdb02-9924-4e67-8e8e-ca8267477914 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:32.853916 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14cdb02-9924-4e67-8e8e-ca8267477914 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:32.854249 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14cdb02-9924-4e67-8e8e-ca8267477914 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:32.854578 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14cdb02-9924-4e67-8e8e-ca8267477914 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:32.854905 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14cdb02-9924-4e67-8e8e-ca8267477914 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:32.855230 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14cdb02-9924-4e67-8e8e-ca8267477914 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:32.855556 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14cdb02-9924-4e67-8e8e-ca8267477914 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:32.855919 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14cdb02-9924-4e67-8e8e-ca8267477914 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:32.856224 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14cdb02-9924-4e67-8e8e-ca8267477914 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:32.873035 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d14cdb02-9924-4e67-8e8e-ca8267477914 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1599818'] for router_interface (a1ffd5d9-3354-4bf6-852a-89fda990dfe6), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:32.904584 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8824fae6-e3e2-47a9-8e0f-093bfd4bb032 None None] Publish callbacks [] for port (5217f1c0-191a-4e26-bf37-4305245e92b3), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:32.912869 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8824fae6-e3e2-47a9-8e0f-093bfd4bb032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (5217f1c0-191a-4e26-bf37-4305245e92b3), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:32.973032 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d742fc12-4fae-4cab-ac40-9fdd29a80915 None None] Pushing event updated for resources: {'Port': ['ID=5217f1c0-191a-4e26-bf37-4305245e92b3,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:32.975639 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-8824fae6-e3e2-47a9-8e0f-093bfd4bb032 None None] Attempting to bind port 5217f1c0-191a-4e26-bf37-4305245e92b3 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:28:32.976042 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-8824fae6-e3e2-47a9-8e0f-093bfd4bb032 None None] Attempting to bind port 5217f1c0-191a-4e26-bf37-4305245e92b3 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:28:32.976413 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8824fae6-e3e2-47a9-8e0f-093bfd4bb032 None None] Attempting to bind port 5217f1c0-191a-4e26-bf37-4305245e92b3 on network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:28:32.982515 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8824fae6-e3e2-47a9-8e0f-093bfd4bb032 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:28:32.982950 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8824fae6-e3e2-47a9-8e0f-093bfd4bb032 None None] Checking segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:28:32.983364 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8824fae6-e3e2-47a9-8e0f-093bfd4bb032 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:32.983803 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8824fae6-e3e2-47a9-8e0f-093bfd4bb032 None None] Bound using segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:28:32.984338 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-8824fae6-e3e2-47a9-8e0f-093bfd4bb032 None None] Bound port: 5217f1c0-191a-4e26-bf37-4305245e92b3, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:28:32.984775 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8824fae6-e3e2-47a9-8e0f-093bfd4bb032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (5217f1c0-191a-4e26-bf37-4305245e92b3), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:33.018209 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d14cdb02-9924-4e67-8e8e-ca8267477914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (c0cf2250-d804-48cc-b46d-c95b073ee358), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:33.047770 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-8824fae6-e3e2-47a9-8e0f-093bfd4bb032 None None] For port 5217f1c0-191a-4e26-bf37-4305245e92b3, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:28:33.050737 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-8824fae6-e3e2-47a9-8e0f-093bfd4bb032 None None] For port 5217f1c0-191a-4e26-bf37-4305245e92b3, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=5217f1c0-191a-4e26-bf37-4305245e92b3,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:28:33.058470 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8824fae6-e3e2-47a9-8e0f-093bfd4bb032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (5217f1c0-191a-4e26-bf37-4305245e92b3), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:33.123095 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8824fae6-e3e2-47a9-8e0f-093bfd4bb032 None None] Routers {'a1ffd5d9-3354-4bf6-852a-89fda990dfe6'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:28:33.123726 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-8824fae6-e3e2-47a9-8e0f-093bfd4bb032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:28:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['a1ffd5d9-3354-4bf6-852a-89fda990dfe6'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:28:33.163638 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d742fc12-4fae-4cab-ac40-9fdd29a80915 None None] Pushing event updated for resources: {'Port': ['ID=5217f1c0-191a-4e26-bf37-4305245e92b3,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:33.168979 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device ed11dc25-8e28-43fc-ab9e-a54750bd7805 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:28:33.204487 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d14cdb02-9924-4e67-8e8e-ca8267477914 admin admin] Publish callbacks [] for port (c0cf2250-d804-48cc-b46d-c95b073ee358), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:33.209556 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d14cdb02-9924-4e67-8e8e-ca8267477914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (c0cf2250-d804-48cc-b46d-c95b073ee358), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:33.236584 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-2ddc7285-b2a2-470f-af9a-8f4e64aefced None None] Provisioning complete for port c0cf2250-d804-48cc-b46d-c95b073ee358 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:28:33.236953 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2ddc7285-b2a2-470f-af9a-8f4e64aefced None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (c0cf2250-d804-48cc-b46d-c95b073ee358), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:33.279010 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14cdb02-9924-4e67-8e8e-ca8267477914 admin admin] Pushing event updated for resources: {'Port': ['ID=c0cf2250-d804-48cc-b46d-c95b073ee358,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:33.281989 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d14cdb02-9924-4e67-8e8e-ca8267477914 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622202'] for router_interface (a1ffd5d9-3354-4bf6-852a-89fda990dfe6), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:33.301977 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-2ddc7285-b2a2-470f-af9a-8f4e64aefced None None] Port c0cf2250-d804-48cc-b46d-c95b073ee358 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:28:33.311494 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-8824fae6-e3e2-47a9-8e0f-093bfd4bb032 None None] Set router a1ffd5d9-3354-4bf6-852a-89fda990dfe6 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:28:33.348517 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port ed11dc25-8e28-43fc-ab9e-a54750bd7805 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:28:33.348923 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (ed11dc25-8e28-43fc-ab9e-a54750bd7805), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:33.377471 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14cdb02-9924-4e67-8e8e-ca8267477914 admin admin] Network 82a75e73-04fa-49c3-8fa9-485720108f12 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:28:33.378923 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-d14cdb02-9924-4e67-8e8e-ca8267477914 admin admin] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:28:33.510488 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d14cdb02-9924-4e67-8e8e-ca8267477914 admin admin] Router a1ffd5d9-3354-4bf6-852a-89fda990dfe6 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:28:33.542221 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port ed11dc25-8e28-43fc-ab9e-a54750bd7805 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:28:33.592920 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-8824fae6-e3e2-47a9-8e0f-093bfd4bb032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ffd5d9-3354-4bf6-852a-89fda990dfe6', 'name': 'tempest-TestMinimumBasicScenario-1048851882-router', 'tenant_id': '5ffc0b7060d746b0a773f4e5ab9bfb94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': '5217f1c0-191a-4e26-bf37-4305245e92b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:28:30Z', 'updated_at': '2022-02-04T13:28:32Z', 'revision_number': 4, 'project_id': '5ffc0b7060d746b0a773f4e5ab9bfb94', 'gw_port': {'id': '5217f1c0-191a-4e26-bf37-4305245e92b3', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:d7:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ffd5d9-3354-4bf6-852a-89fda990dfe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:28:30Z', 'updated_at': '2022-02-04T13:28:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'c0cf2250-d804-48cc-b46d-c95b073ee358', 'name': '', 'network_id': '82a75e73-04fa-49c3-8fa9-485720108f12', 'tenant_id': '5ffc0b7060d746b0a773f4e5ab9bfb94', 'mac_address': 'fa:16:3e:b1:3c:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ffd5d9-3354-4bf6-852a-89fda990dfe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '6672ab8f-0e19-41fc-8b21-cb89f2e1a515', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:28:32Z', 'updated_at': '2022-02-04T13:28:32Z', 'revision_number': 1, 'project_id': '5ffc0b7060d746b0a773f4e5ab9bfb94', 'subnets': [{'id': '6672ab8f-0e19-41fc-8b21-cb89f2e1a515', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:28:33.628161 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8824fae6-e3e2-47a9-8e0f-093bfd4bb032 None None] The sync data for ids ['a1ffd5d9-3354-4bf6-852a-89fda990dfe6'] in n-d-825015-3 is: [{'id': 'a1ffd5d9-3354-4bf6-852a-89fda990dfe6', 'name': 'tempest-TestMinimumBasicScenario-1048851882-router', 'tenant_id': '5ffc0b7060d746b0a773f4e5ab9bfb94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': '5217f1c0-191a-4e26-bf37-4305245e92b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:28:30Z', 'updated_at': '2022-02-04T13:28:32Z', 'revision_number': 4, 'project_id': '5ffc0b7060d746b0a773f4e5ab9bfb94', 'gw_port': {'id': '5217f1c0-191a-4e26-bf37-4305245e92b3', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:d7:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ffd5d9-3354-4bf6-852a-89fda990dfe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:28:30Z', 'updated_at': '2022-02-04T13:28:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'c0cf2250-d804-48cc-b46d-c95b073ee358', 'name': '', 'network_id': '82a75e73-04fa-49c3-8fa9-485720108f12', 'tenant_id': '5ffc0b7060d746b0a773f4e5ab9bfb94', 'mac_address': 'fa:16:3e:b1:3c:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ffd5d9-3354-4bf6-852a-89fda990dfe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '6672ab8f-0e19-41fc-8b21-cb89f2e1a515', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:28:32Z', 'updated_at': '2022-02-04T13:28:32Z', 'revision_number': 1, 'project_id': '5ffc0b7060d746b0a773f4e5ab9bfb94', 'subnets': [{'id': '6672ab8f-0e19-41fc-8b21-cb89f2e1a515', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:28:33.633544 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d14cdb02-9924-4e67-8e8e-ca8267477914 admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:28:33.638522 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-d14cdb02-9924-4e67-8e8e-ca8267477914 admin admin] 10.222.0.65 "PUT /v2.0/routers/a1ffd5d9-3354-4bf6-852a-89fda990dfe6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6236060 Feb 04 13:28:33.641167 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-30b701b8-b193-4e2f-9c79-1443b6b0c14e None None] Provisioning complete for port c0cf2250-d804-48cc-b46d-c95b073ee358 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:28:33.641773 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-30b701b8-b193-4e2f-9c79-1443b6b0c14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (c0cf2250-d804-48cc-b46d-c95b073ee358), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:33.680492 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-30b701b8-b193-4e2f-9c79-1443b6b0c14e None None] Port c0cf2250-d804-48cc-b46d-c95b073ee358 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:28:34.174972 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 34564) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:28:34.180158 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-04b5e174-ca2a-4d79-9488-622a106fdc8b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1472461163-network', 'tenant_id': '096fb284cbcb4f738fcf567710671997'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:28:34.203708 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04b5e174-ca2a-4d79-9488-622a106fdc8b admin admin] Made reservation on behalf of 096fb284cbcb4f738fcf567710671997 for: {'network': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:28:34.206249 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-04b5e174-ca2a-4d79-9488-622a106fdc8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:34.215954 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-04b5e174-ca2a-4d79-9488-622a106fdc8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:34.295990 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-04b5e174-ca2a-4d79-9488-622a106fdc8b admin admin] Publish callbacks [] for security_group (7192a454-5bc4-4a65-be0d-1c646d173a5f), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:34.300213 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-04b5e174-ca2a-4d79-9488-622a106fdc8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (7192a454-5bc4-4a65-be0d-1c646d173a5f), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:34.342619 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04b5e174-ca2a-4d79-9488-622a106fdc8b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=103475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:28:34.350035 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b5e174-ca2a-4d79-9488-622a106fdc8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7192a454-5bc4-4a65-be0d-1c646d173a5f,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:34.356134 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-04b5e174-ca2a-4d79-9488-622a106fdc8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (8d0e3008-6aef-413b-98b3-6934537faaca), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:34.356484 n-d-825015-3 neutron-server[103475]: INFO neutron.db.segments_db [None req-04b5e174-ca2a-4d79-9488-622a106fdc8b admin admin] Added segment 8d0e3008-6aef-413b-98b3-6934537faaca of type vlan for network a574740c-9d70-474f-bb79-327f486d5267 Feb 04 13:28:34.404505 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-04b5e174-ca2a-4d79-9488-622a106fdc8b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (a574740c-9d70-474f-bb79-327f486d5267), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:34.430889 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-04b5e174-ca2a-4d79-9488-622a106fdc8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (a574740c-9d70-474f-bb79-327f486d5267), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:34.431948 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b5e174-ca2a-4d79-9488-622a106fdc8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:34.432542 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-04b5e174-ca2a-4d79-9488-622a106fdc8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:34.493520 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-04b5e174-ca2a-4d79-9488-622a106fdc8b admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3174238 Feb 04 13:28:34.496585 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 34566) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:28:34.502461 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-9a71d6dd-8ee5-48d6-97cd-fec85de8decd admin admin] Request body: {'subnet': {'network_id': 'a574740c-9d70-474f-bb79-327f486d5267', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1472461163-subnet', 'tenant_id': '096fb284cbcb4f738fcf567710671997', 'ip_version': 4}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:28:34.506000 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b5e174-ca2a-4d79-9488-622a106fdc8b admin admin] Pushing event updated for resources: {'Network': ['ID=a574740c-9d70-474f-bb79-327f486d5267,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:34.519075 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network a574740c-9d70-474f-bb79-327f486d5267 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:28:34.525759 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a71d6dd-8ee5-48d6-97cd-fec85de8decd admin admin] Made reservation on behalf of 096fb284cbcb4f738fcf567710671997 for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:28:34.529115 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9a71d6dd-8ee5-48d6-97cd-fec85de8decd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60610638'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:34.715927 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9a71d6dd-8ee5-48d6-97cd-fec85de8decd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59045178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60610680'] for subnet (aa5ac2d3-d3e0-46e8-a5a8-d87d9c4c0ee5), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:34.777610 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a71d6dd-8ee5-48d6-97cd-fec85de8decd admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa5ac2d3-d3e0-46e8-a5a8-d87d9c4c0ee5,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:34.790821 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a71d6dd-8ee5-48d6-97cd-fec85de8decd admin admin] Checking segment: {'id': '8d0e3008-6aef-413b-98b3-6934537faaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a574740c-9d70-474f-bb79-327f486d5267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:28:34.791185 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a71d6dd-8ee5-48d6-97cd-fec85de8decd admin admin] Network hostable DHCP agents. Network: a574740c-9d70-474f-bb79-327f486d5267, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:28:34.808963 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a71d6dd-8ee5-48d6-97cd-fec85de8decd admin admin] Network a574740c-9d70-474f-bb79-327f486d5267 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:28:34.819019 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-9a71d6dd-8ee5-48d6-97cd-fec85de8decd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, a574740c-9d70-474f-bb79-327f486d5267) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:28:34.823936 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a71d6dd-8ee5-48d6-97cd-fec85de8decd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:34.824601 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9a71d6dd-8ee5-48d6-97cd-fec85de8decd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:34.830095 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec247d6d-0044-421c-9224-8a3083dd8245 None None] Network a574740c-9d70-474f-bb79-327f486d5267 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:28:34.846914 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-9a71d6dd-8ee5-48d6-97cd-fec85de8decd admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3460393 Feb 04 13:28:34.847691 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 34568) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:28:34.852438 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-ac1e5200-a7cc-42ff-8bfa-5609f67ba9eb admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1472461163-router', 'tenant_id': '096fb284cbcb4f738fcf567710671997', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:28:34.873523 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ac1e5200-a7cc-42ff-8bfa-5609f67ba9eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10933'] for router (0c3b6b21-d51d-471f-85a6-cd6eb4d29e6f), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:34.874547 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ac1e5200-a7cc-42ff-8bfa-5609f67ba9eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10924'] for router (0c3b6b21-d51d-471f-85a6-cd6eb4d29e6f), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:34.938081 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ac1e5200-a7cc-42ff-8bfa-5609f67ba9eb admin admin] Publish callbacks [] for router_controller (0c3b6b21-d51d-471f-85a6-cd6eb4d29e6f), precommit_add_association {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:34.946779 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581eaa7b-07db-4344-a452-5019f77f22dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-a574740c-9d70-474f-bb79-327f486d5267', 'network_id': 'a574740c-9d70-474f-bb79-327f486d5267', 'project_id': '096fb284cbcb4f738fcf567710671997', 'fixed_ips': [{'subnet_id': 'aa5ac2d3-d3e0-46e8-a5a8-d87d9c4c0ee5'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:28:34.947670 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-581eaa7b-07db-4344-a452-5019f77f22dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:35.090901 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ac1e5200-a7cc-42ff-8bfa-5609f67ba9eb admin admin] Publish callbacks [] for router_gateway (0c3b6b21-d51d-471f-85a6-cd6eb4d29e6f), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:35.096128 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-581eaa7b-07db-4344-a452-5019f77f22dd None None] Allocated IP 172.20.0.2 (a574740c-9d70-474f-bb79-327f486d5267/aa5ac2d3-d3e0-46e8-a5a8-d87d9c4c0ee5/be4261b1-e863-415b-aeb5-89a31c71a943) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:28:35.180940 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 5217f1c0-191a-4e26-bf37-4305245e92b3 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:28:35.288039 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-581eaa7b-07db-4344-a452-5019f77f22dd None None] Publish callbacks [] for port (be4261b1-e863-415b-aeb5-89a31c71a943), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:35.292003 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 5217f1c0-191a-4e26-bf37-4305245e92b3 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:28:35.292378 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (5217f1c0-191a-4e26-bf37-4305245e92b3), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:35.295506 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-581eaa7b-07db-4344-a452-5019f77f22dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (be4261b1-e863-415b-aeb5-89a31c71a943), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:35.308183 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ac1e5200-a7cc-42ff-8bfa-5609f67ba9eb admin admin] Publish callbacks [] for router_gateway (0c3b6b21-d51d-471f-85a6-cd6eb4d29e6f), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:35.327974 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ac1e5200-a7cc-42ff-8bfa-5609f67ba9eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:35.368940 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-581eaa7b-07db-4344-a452-5019f77f22dd None None] Network a574740c-9d70-474f-bb79-327f486d5267 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:28:35.374607 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-581eaa7b-07db-4344-a452-5019f77f22dd None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:28:35.380688 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581eaa7b-07db-4344-a452-5019f77f22dd None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:28:35.384099 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581eaa7b-07db-4344-a452-5019f77f22dd None None] Pushing event updated for resources: {'Port': ['ID=be4261b1-e863-415b-aeb5-89a31c71a943,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:35.446805 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-ac1e5200-a7cc-42ff-8bfa-5609f67ba9eb admin admin] Allocated IP 172.25.3.146 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/7244c186-4f77-49c3-b387-5fe9c53e74bd) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:28:35.474794 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-581eaa7b-07db-4344-a452-5019f77f22dd None None] Attempting to bind port be4261b1-e863-415b-aeb5-89a31c71a943 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:28:35.475170 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-581eaa7b-07db-4344-a452-5019f77f22dd None None] Attempting to bind port be4261b1-e863-415b-aeb5-89a31c71a943 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '8d0e3008-6aef-413b-98b3-6934537faaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a574740c-9d70-474f-bb79-327f486d5267'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:28:35.475539 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581eaa7b-07db-4344-a452-5019f77f22dd None None] Attempting to bind port be4261b1-e863-415b-aeb5-89a31c71a943 on network a574740c-9d70-474f-bb79-327f486d5267 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:28:35.478695 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 5217f1c0-191a-4e26-bf37-4305245e92b3 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:28:35.479087 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (5217f1c0-191a-4e26-bf37-4305245e92b3), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:35.488311 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581eaa7b-07db-4344-a452-5019f77f22dd None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:28:35.488693 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581eaa7b-07db-4344-a452-5019f77f22dd None None] Checking segment: {'id': '8d0e3008-6aef-413b-98b3-6934537faaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a574740c-9d70-474f-bb79-327f486d5267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:28:35.489100 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-581eaa7b-07db-4344-a452-5019f77f22dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:35.489603 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581eaa7b-07db-4344-a452-5019f77f22dd None None] Bound using segment: {'id': '8d0e3008-6aef-413b-98b3-6934537faaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a574740c-9d70-474f-bb79-327f486d5267'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:28:35.489973 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-581eaa7b-07db-4344-a452-5019f77f22dd None None] Bound port: be4261b1-e863-415b-aeb5-89a31c71a943, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d0e3008-6aef-413b-98b3-6934537faaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a574740c-9d70-474f-bb79-327f486d5267'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:28:35.490492 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-581eaa7b-07db-4344-a452-5019f77f22dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (be4261b1-e863-415b-aeb5-89a31c71a943), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:35.513704 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port 5217f1c0-191a-4e26-bf37-4305245e92b3, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=5217f1c0-191a-4e26-bf37-4305245e92b3,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:28:35.518652 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (5217f1c0-191a-4e26-bf37-4305245e92b3), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:35.568983 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ac1e5200-a7cc-42ff-8bfa-5609f67ba9eb admin admin] Publish callbacks [] for port (7244c186-4f77-49c3-b387-5fe9c53e74bd), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:35.606758 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ac1e5200-a7cc-42ff-8bfa-5609f67ba9eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (7244c186-4f77-49c3-b387-5fe9c53e74bd), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:35.609947 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-581eaa7b-07db-4344-a452-5019f77f22dd None None] For port be4261b1-e863-415b-aeb5-89a31c71a943, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:28:35.613296 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-581eaa7b-07db-4344-a452-5019f77f22dd None None] For port be4261b1-e863-415b-aeb5-89a31c71a943, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=be4261b1-e863-415b-aeb5-89a31c71a943,segment=NetworkSegment(8d0e3008-6aef-413b-98b3-6934537faaca),segment_id=8d0e3008-6aef-413b-98b3-6934537faaca)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:28:35.614760 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=5217f1c0-191a-4e26-bf37-4305245e92b3,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:35.626676 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-581eaa7b-07db-4344-a452-5019f77f22dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (be4261b1-e863-415b-aeb5-89a31c71a943), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:35.650242 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1e5200-a7cc-42ff-8bfa-5609f67ba9eb admin admin] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:28:35.652252 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-ac1e5200-a7cc-42ff-8bfa-5609f67ba9eb admin admin] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:28:35.659981 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1e5200-a7cc-42ff-8bfa-5609f67ba9eb admin admin] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:28:35.688050 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581eaa7b-07db-4344-a452-5019f77f22dd None None] Pushing event updated for resources: {'Port': ['ID=be4261b1-e863-415b-aeb5-89a31c71a943,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:35.697182 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1e5200-a7cc-42ff-8bfa-5609f67ba9eb admin admin] Pushing event updated for resources: {'Port': ['ID=7244c186-4f77-49c3-b387-5fe9c53e74bd,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:35.837068 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ed9777-f480-42ec-83e1-428484b0773a None None] Sync routers for ids ['a1ffd5d9-3354-4bf6-852a-89fda990dfe6'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:28:35.850518 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ed9777-f480-42ec-83e1-428484b0773a None None] Routers {'a1ffd5d9-3354-4bf6-852a-89fda990dfe6'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:28:35.851132 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-c3ed9777-f480-42ec-83e1-428484b0773a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:28:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['a1ffd5d9-3354-4bf6-852a-89fda990dfe6'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:28:35.969880 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ac1e5200-a7cc-42ff-8bfa-5609f67ba9eb admin admin] Publish callbacks [] for router_gateway (0c3b6b21-d51d-471f-85a6-cd6eb4d29e6f), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:35.992542 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-c3ed9777-f480-42ec-83e1-428484b0773a None None] Set router a1ffd5d9-3354-4bf6-852a-89fda990dfe6 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:28:36.187006 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ac1e5200-a7cc-42ff-8bfa-5609f67ba9eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141'] for router (0c3b6b21-d51d-471f-85a6-cd6eb4d29e6f), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:36.201443 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-c3ed9777-f480-42ec-83e1-428484b0773a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ffd5d9-3354-4bf6-852a-89fda990dfe6', 'name': 'tempest-TestMinimumBasicScenario-1048851882-router', 'tenant_id': '5ffc0b7060d746b0a773f4e5ab9bfb94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': '5217f1c0-191a-4e26-bf37-4305245e92b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:28:30Z', 'updated_at': '2022-02-04T13:28:32Z', 'revision_number': 4, 'project_id': '5ffc0b7060d746b0a773f4e5ab9bfb94', 'gw_port': {'id': '5217f1c0-191a-4e26-bf37-4305245e92b3', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:d7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ffd5d9-3354-4bf6-852a-89fda990dfe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:28:30Z', 'updated_at': '2022-02-04T13:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'c0cf2250-d804-48cc-b46d-c95b073ee358', 'name': '', 'network_id': '82a75e73-04fa-49c3-8fa9-485720108f12', 'tenant_id': '5ffc0b7060d746b0a773f4e5ab9bfb94', 'mac_address': 'fa:16:3e:b1:3c:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ffd5d9-3354-4bf6-852a-89fda990dfe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '6672ab8f-0e19-41fc-8b21-cb89f2e1a515', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:28:32Z', 'updated_at': '2022-02-04T13:28:33Z', 'revision_number': 2, 'project_id': '5ffc0b7060d746b0a773f4e5ab9bfb94', 'subnets': [{'id': '6672ab8f-0e19-41fc-8b21-cb89f2e1a515', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:28:36.228878 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ed9777-f480-42ec-83e1-428484b0773a None None] Checking router: a1ffd5d9-3354-4bf6-852a-89fda990dfe6 for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:28:36.229245 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ed9777-f480-42ec-83e1-428484b0773a None None] Updating router a1ffd5d9-3354-4bf6-852a-89fda990dfe6 port c0cf2250-d804-48cc-b46d-c95b073ee358 binding host n-d-825015-3 {{(pid=103477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:28:36.256244 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c3ed9777-f480-42ec-83e1-428484b0773a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (c0cf2250-d804-48cc-b46d-c95b073ee358), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:36.320539 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac1e5200-a7cc-42ff-8bfa-5609f67ba9eb admin admin] Router 0c3b6b21-d51d-471f-85a6-cd6eb4d29e6f is scheduled to L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de with binding_index 1 {{(pid=103475) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 13:28:36.438290 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac1e5200-a7cc-42ff-8bfa-5609f67ba9eb admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:28:36.446786 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a206c8b-572a-4a4d-bdc0-918c92cee775 None None] Sync routers for ids ['0c3b6b21-d51d-471f-85a6-cd6eb4d29e6f'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:28:36.459616 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ac1e5200-a7cc-42ff-8bfa-5609f67ba9eb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:36.459862 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a206c8b-572a-4a4d-bdc0-918c92cee775 None None] Routers {'0c3b6b21-d51d-471f-85a6-cd6eb4d29e6f'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:28:36.463305 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-8a206c8b-572a-4a4d-bdc0-918c92cee775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:28:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['0c3b6b21-d51d-471f-85a6-cd6eb4d29e6f'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:28:36.463476 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-ac1e5200-a7cc-42ff-8bfa-5609f67ba9eb admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6124394 Feb 04 13:28:36.463567 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 34570) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:28:36.561502 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c3ed9777-f480-42ec-83e1-428484b0773a None None] Publish callbacks [] for port (c0cf2250-d804-48cc-b46d-c95b073ee358), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:36.571172 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c3ed9777-f480-42ec-83e1-428484b0773a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (c0cf2250-d804-48cc-b46d-c95b073ee358), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:36.587486 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-8a206c8b-572a-4a4d-bdc0-918c92cee775 None None] Set router 0c3b6b21-d51d-471f-85a6-cd6eb4d29e6f gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:28:36.680251 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-c3ed9777-f480-42ec-83e1-428484b0773a None None] Attempting to bind port c0cf2250-d804-48cc-b46d-c95b073ee358 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:28:36.680618 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-c3ed9777-f480-42ec-83e1-428484b0773a None None] Attempting to bind port c0cf2250-d804-48cc-b46d-c95b073ee358 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '79b18b0e-5ae9-4139-8070-66412829b888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '82a75e73-04fa-49c3-8fa9-485720108f12'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:28:36.680967 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ed9777-f480-42ec-83e1-428484b0773a None None] Attempting to bind port c0cf2250-d804-48cc-b46d-c95b073ee358 on network 82a75e73-04fa-49c3-8fa9-485720108f12 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:28:36.689845 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ed9777-f480-42ec-83e1-428484b0773a None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:28:36.690275 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ed9777-f480-42ec-83e1-428484b0773a None None] Checking segment: {'id': '79b18b0e-5ae9-4139-8070-66412829b888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '82a75e73-04fa-49c3-8fa9-485720108f12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:28:36.690643 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c3ed9777-f480-42ec-83e1-428484b0773a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:36.691899 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ed9777-f480-42ec-83e1-428484b0773a None None] Bound using segment: {'id': '79b18b0e-5ae9-4139-8070-66412829b888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '82a75e73-04fa-49c3-8fa9-485720108f12'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:28:36.691899 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-c3ed9777-f480-42ec-83e1-428484b0773a None None] Bound port: c0cf2250-d804-48cc-b46d-c95b073ee358, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79b18b0e-5ae9-4139-8070-66412829b888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '82a75e73-04fa-49c3-8fa9-485720108f12'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:28:36.691899 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c3ed9777-f480-42ec-83e1-428484b0773a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (c0cf2250-d804-48cc-b46d-c95b073ee358), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:36.734534 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6914d64d-cc64-4fb9-b3eb-4c529f3b63b0 None None] Pushing event updated for resources: {'Port': ['ID=c0cf2250-d804-48cc-b46d-c95b073ee358,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:36.744282 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6914d64d-cc64-4fb9-b3eb-4c529f3b63b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:36.744637 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6914d64d-cc64-4fb9-b3eb-4c529f3b63b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:36.744955 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6914d64d-cc64-4fb9-b3eb-4c529f3b63b0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:36.745284 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6914d64d-cc64-4fb9-b3eb-4c529f3b63b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:36.745614 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6914d64d-cc64-4fb9-b3eb-4c529f3b63b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:36.746409 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6914d64d-cc64-4fb9-b3eb-4c529f3b63b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:36.746409 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6914d64d-cc64-4fb9-b3eb-4c529f3b63b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:36.746607 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6914d64d-cc64-4fb9-b3eb-4c529f3b63b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:36.746856 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6914d64d-cc64-4fb9-b3eb-4c529f3b63b0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:36.747164 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6914d64d-cc64-4fb9-b3eb-4c529f3b63b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:36.747479 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6914d64d-cc64-4fb9-b3eb-4c529f3b63b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:36.747813 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6914d64d-cc64-4fb9-b3eb-4c529f3b63b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:36.748132 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6914d64d-cc64-4fb9-b3eb-4c529f3b63b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:36.810638 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-c3ed9777-f480-42ec-83e1-428484b0773a None None] For port c0cf2250-d804-48cc-b46d-c95b073ee358, host n-d-825015-3, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:28:36.814428 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-c3ed9777-f480-42ec-83e1-428484b0773a None None] For port c0cf2250-d804-48cc-b46d-c95b073ee358, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=c0cf2250-d804-48cc-b46d-c95b073ee358,segment=NetworkSegment(79b18b0e-5ae9-4139-8070-66412829b888),segment_id=79b18b0e-5ae9-4139-8070-66412829b888)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:28:36.822989 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c3ed9777-f480-42ec-83e1-428484b0773a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (c0cf2250-d804-48cc-b46d-c95b073ee358), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:36.872404 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-8a206c8b-572a-4a4d-bdc0-918c92cee775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c3b6b21-d51d-471f-85a6-cd6eb4d29e6f', 'name': 'tempest-TestMinimumBasicScenario-1472461163-router', 'tenant_id': '096fb284cbcb4f738fcf567710671997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '7244c186-4f77-49c3-b387-5fe9c53e74bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:28:34Z', 'updated_at': '2022-02-04T13:28:35Z', 'revision_number': 3, 'project_id': '096fb284cbcb4f738fcf567710671997', 'gw_port': {'id': '7244c186-4f77-49c3-b387-5fe9c53e74bd', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:42:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c3b6b21-d51d-471f-85a6-cd6eb4d29e6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:28:35Z', 'updated_at': '2022-02-04T13:28:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:28:36.878032 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ed9777-f480-42ec-83e1-428484b0773a None None] Routers {'a1ffd5d9-3354-4bf6-852a-89fda990dfe6'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:28:36.881857 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-c3ed9777-f480-42ec-83e1-428484b0773a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:28:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['a1ffd5d9-3354-4bf6-852a-89fda990dfe6'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:28:36.921995 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a206c8b-572a-4a4d-bdc0-918c92cee775 None None] Checking router: 0c3b6b21-d51d-471f-85a6-cd6eb4d29e6f for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:28:36.922364 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a206c8b-572a-4a4d-bdc0-918c92cee775 None None] Updating router 0c3b6b21-d51d-471f-85a6-cd6eb4d29e6f port 7244c186-4f77-49c3-b387-5fe9c53e74bd binding host n-d-825015-3 {{(pid=103476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:28:36.965474 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3fa0cf-f52a-461f-a224-391c75c9cb10 None None] Network a574740c-9d70-474f-bb79-327f486d5267 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:28:36.996129 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6914d64d-cc64-4fb9-b3eb-4c529f3b63b0 None None] Pushing event updated for resources: {'Port': ['ID=c0cf2250-d804-48cc-b46d-c95b073ee358,revision_number=4']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:37.027918 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-c3ed9777-f480-42ec-83e1-428484b0773a None None] Set router a1ffd5d9-3354-4bf6-852a-89fda990dfe6 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:28:37.040117 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8a206c8b-572a-4a4d-bdc0-918c92cee775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (7244c186-4f77-49c3-b387-5fe9c53e74bd), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:37.193390 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-dddb0c98-edef-4b1b-86b0-46f3d117904a None None] Provisioning complete for port be4261b1-e863-415b-aeb5-89a31c71a943 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:28:37.193783 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dddb0c98-edef-4b1b-86b0-46f3d117904a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (be4261b1-e863-415b-aeb5-89a31c71a943), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:37.316793 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-c3ed9777-f480-42ec-83e1-428484b0773a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ffd5d9-3354-4bf6-852a-89fda990dfe6', 'name': 'tempest-TestMinimumBasicScenario-1048851882-router', 'tenant_id': '5ffc0b7060d746b0a773f4e5ab9bfb94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': '5217f1c0-191a-4e26-bf37-4305245e92b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:28:30Z', 'updated_at': '2022-02-04T13:28:32Z', 'revision_number': 4, 'project_id': '5ffc0b7060d746b0a773f4e5ab9bfb94', 'gw_port': {'id': '5217f1c0-191a-4e26-bf37-4305245e92b3', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:d7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ffd5d9-3354-4bf6-852a-89fda990dfe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:28:30Z', 'updated_at': '2022-02-04T13:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'c0cf2250-d804-48cc-b46d-c95b073ee358', 'name': '', 'network_id': '82a75e73-04fa-49c3-8fa9-485720108f12', 'tenant_id': '5ffc0b7060d746b0a773f4e5ab9bfb94', 'mac_address': 'fa:16:3e:b1:3c:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ffd5d9-3354-4bf6-852a-89fda990dfe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '6672ab8f-0e19-41fc-8b21-cb89f2e1a515', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:28:32Z', 'updated_at': '2022-02-04T13:28:36Z', 'revision_number': 4, 'project_id': '5ffc0b7060d746b0a773f4e5ab9bfb94', 'subnets': [{'id': '6672ab8f-0e19-41fc-8b21-cb89f2e1a515', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:28:37.357733 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ed9777-f480-42ec-83e1-428484b0773a None None] The sync data for ids ['a1ffd5d9-3354-4bf6-852a-89fda990dfe6'] in n-d-825015-3 is: [{'id': 'a1ffd5d9-3354-4bf6-852a-89fda990dfe6', 'name': 'tempest-TestMinimumBasicScenario-1048851882-router', 'tenant_id': '5ffc0b7060d746b0a773f4e5ab9bfb94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': '5217f1c0-191a-4e26-bf37-4305245e92b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:28:30Z', 'updated_at': '2022-02-04T13:28:32Z', 'revision_number': 4, 'project_id': '5ffc0b7060d746b0a773f4e5ab9bfb94', 'gw_port': {'id': '5217f1c0-191a-4e26-bf37-4305245e92b3', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:d7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ffd5d9-3354-4bf6-852a-89fda990dfe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:28:30Z', 'updated_at': '2022-02-04T13:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'c0cf2250-d804-48cc-b46d-c95b073ee358', 'name': '', 'network_id': '82a75e73-04fa-49c3-8fa9-485720108f12', 'tenant_id': '5ffc0b7060d746b0a773f4e5ab9bfb94', 'mac_address': 'fa:16:3e:b1:3c:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ffd5d9-3354-4bf6-852a-89fda990dfe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '6672ab8f-0e19-41fc-8b21-cb89f2e1a515', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:28:32Z', 'updated_at': '2022-02-04T13:28:36Z', 'revision_number': 4, 'project_id': '5ffc0b7060d746b0a773f4e5ab9bfb94', 'subnets': [{'id': '6672ab8f-0e19-41fc-8b21-cb89f2e1a515', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:28:37.430631 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-721c35df-b1a6-4c7d-859f-a6663e2361a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:37.475830 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device be4261b1-e863-415b-aeb5-89a31c71a943 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:28:37.604003 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-721c35df-b1a6-4c7d-859f-a6663e2361a6 admin admin] Allocated IP 172.20.0.1 (a574740c-9d70-474f-bb79-327f486d5267/aa5ac2d3-d3e0-46e8-a5a8-d87d9c4c0ee5/6907427d-ed8d-48aa-899f-862ca5ed43f8) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:28:37.696736 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port be4261b1-e863-415b-aeb5-89a31c71a943 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:28:37.697118 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (be4261b1-e863-415b-aeb5-89a31c71a943), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:37.729010 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-721c35df-b1a6-4c7d-859f-a6663e2361a6 admin admin] Publish callbacks [] for port (6907427d-ed8d-48aa-899f-862ca5ed43f8), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:37.744199 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-dddb0c98-edef-4b1b-86b0-46f3d117904a None None] Current status of the port be4261b1-e863-415b-aeb5-89a31c71a943 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:28:37.744601 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dddb0c98-edef-4b1b-86b0-46f3d117904a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (be4261b1-e863-415b-aeb5-89a31c71a943), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:37.769141 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-721c35df-b1a6-4c7d-859f-a6663e2361a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (6907427d-ed8d-48aa-899f-862ca5ed43f8), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:37.819801 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721c35df-b1a6-4c7d-859f-a6663e2361a6 admin admin] Network a574740c-9d70-474f-bb79-327f486d5267 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:28:37.826050 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-721c35df-b1a6-4c7d-859f-a6663e2361a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:28:37.831711 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721c35df-b1a6-4c7d-859f-a6663e2361a6 admin admin] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:28:37.873064 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-dddb0c98-edef-4b1b-86b0-46f3d117904a None None] For port be4261b1-e863-415b-aeb5-89a31c71a943, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=be4261b1-e863-415b-aeb5-89a31c71a943,segment=NetworkSegment(8d0e3008-6aef-413b-98b3-6934537faaca),segment_id=8d0e3008-6aef-413b-98b3-6934537faaca)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:28:37.873877 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721c35df-b1a6-4c7d-859f-a6663e2361a6 admin admin] Pushing event updated for resources: {'Port': ['ID=6907427d-ed8d-48aa-899f-862ca5ed43f8,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:37.899506 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-721c35df-b1a6-4c7d-859f-a6663e2361a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1599818'] for router_interface (0c3b6b21-d51d-471f-85a6-cd6eb4d29e6f), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:37.912072 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dddb0c98-edef-4b1b-86b0-46f3d117904a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (be4261b1-e863-415b-aeb5-89a31c71a943), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:37.987586 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8a206c8b-572a-4a4d-bdc0-918c92cee775 None None] Publish callbacks [] for port (7244c186-4f77-49c3-b387-5fe9c53e74bd), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:37.992818 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port be4261b1-e863-415b-aeb5-89a31c71a943 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:28:37.993202 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (be4261b1-e863-415b-aeb5-89a31c71a943), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:38.017525 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-dddb0c98-edef-4b1b-86b0-46f3d117904a None None] Provisioning complete for port c0cf2250-d804-48cc-b46d-c95b073ee358 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:28:38.017898 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dddb0c98-edef-4b1b-86b0-46f3d117904a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (c0cf2250-d804-48cc-b46d-c95b073ee358), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:38.053329 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-721c35df-b1a6-4c7d-859f-a6663e2361a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (6907427d-ed8d-48aa-899f-862ca5ed43f8), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:38.055252 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8a206c8b-572a-4a4d-bdc0-918c92cee775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (7244c186-4f77-49c3-b387-5fe9c53e74bd), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:38.060463 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddb0c98-edef-4b1b-86b0-46f3d117904a None None] Pushing event updated for resources: {'Port': ['ID=be4261b1-e863-415b-aeb5-89a31c71a943,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:38.162141 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-8a206c8b-572a-4a4d-bdc0-918c92cee775 None None] Attempting to bind port 7244c186-4f77-49c3-b387-5fe9c53e74bd on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:28:38.162511 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-8a206c8b-572a-4a4d-bdc0-918c92cee775 None None] Attempting to bind port 7244c186-4f77-49c3-b387-5fe9c53e74bd by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:28:38.162877 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a206c8b-572a-4a4d-bdc0-918c92cee775 None None] Attempting to bind port 7244c186-4f77-49c3-b387-5fe9c53e74bd on network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:28:38.164910 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac7a9d0-cf32-4b37-b456-745a8e0ef9d7 None None] Pushing event updated for resources: {'Port': ['ID=7244c186-4f77-49c3-b387-5fe9c53e74bd,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:38.184977 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a206c8b-572a-4a4d-bdc0-918c92cee775 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:28:38.185370 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a206c8b-572a-4a4d-bdc0-918c92cee775 None None] Checking segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:28:38.186385 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8a206c8b-572a-4a4d-bdc0-918c92cee775 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:38.186732 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a206c8b-572a-4a4d-bdc0-918c92cee775 None None] Bound using segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:28:38.187417 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-8a206c8b-572a-4a4d-bdc0-918c92cee775 None None] Bound port: 7244c186-4f77-49c3-b387-5fe9c53e74bd, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:28:38.187641 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8a206c8b-572a-4a4d-bdc0-918c92cee775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (7244c186-4f77-49c3-b387-5fe9c53e74bd), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:38.239093 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.db.api [None req-b116c552-173d-469e-b16f-751f4467941a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103476) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:28:38.239458 n-d-825015-3 neutron-server[103476]: DEBUG oslo_db.api [None req-b116c552-173d-469e-b16f-751f4467941a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:28:38.252087 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-721c35df-b1a6-4c7d-859f-a6663e2361a6 admin admin] Publish callbacks [] for port (6907427d-ed8d-48aa-899f-862ca5ed43f8), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:38.261908 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-721c35df-b1a6-4c7d-859f-a6663e2361a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (6907427d-ed8d-48aa-899f-862ca5ed43f8), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:38.268974 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-dddb0c98-edef-4b1b-86b0-46f3d117904a None None] Current status of the port c0cf2250-d804-48cc-b46d-c95b073ee358 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:28:38.269111 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dddb0c98-edef-4b1b-86b0-46f3d117904a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (c0cf2250-d804-48cc-b46d-c95b073ee358), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:38.293582 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-8a206c8b-572a-4a4d-bdc0-918c92cee775 None None] For port 7244c186-4f77-49c3-b387-5fe9c53e74bd, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:28:38.298161 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-8a206c8b-572a-4a4d-bdc0-918c92cee775 None None] For port 7244c186-4f77-49c3-b387-5fe9c53e74bd, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=7244c186-4f77-49c3-b387-5fe9c53e74bd,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:28:38.306696 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8a206c8b-572a-4a4d-bdc0-918c92cee775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (7244c186-4f77-49c3-b387-5fe9c53e74bd), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:38.321430 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-dddb0c98-edef-4b1b-86b0-46f3d117904a None None] For port c0cf2250-d804-48cc-b46d-c95b073ee358, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=c0cf2250-d804-48cc-b46d-c95b073ee358,segment=NetworkSegment(79b18b0e-5ae9-4139-8070-66412829b888),segment_id=79b18b0e-5ae9-4139-8070-66412829b888)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:28:38.334371 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721c35df-b1a6-4c7d-859f-a6663e2361a6 admin admin] Pushing event updated for resources: {'Port': ['ID=6907427d-ed8d-48aa-899f-862ca5ed43f8,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:38.336943 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-721c35df-b1a6-4c7d-859f-a6663e2361a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622202'] for router_interface (0c3b6b21-d51d-471f-85a6-cd6eb4d29e6f), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:38.344309 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dddb0c98-edef-4b1b-86b0-46f3d117904a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (c0cf2250-d804-48cc-b46d-c95b073ee358), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:38.376858 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a206c8b-572a-4a4d-bdc0-918c92cee775 None None] Routers {'0c3b6b21-d51d-471f-85a6-cd6eb4d29e6f'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:28:38.377546 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-8a206c8b-572a-4a4d-bdc0-918c92cee775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:28:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['0c3b6b21-d51d-471f-85a6-cd6eb4d29e6f'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:28:38.420686 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac7a9d0-cf32-4b37-b456-745a8e0ef9d7 None None] Pushing event updated for resources: {'Port': ['ID=7244c186-4f77-49c3-b387-5fe9c53e74bd,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:38.433387 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721c35df-b1a6-4c7d-859f-a6663e2361a6 admin admin] Network a574740c-9d70-474f-bb79-327f486d5267 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:28:38.434764 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-721c35df-b1a6-4c7d-859f-a6663e2361a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:28:38.535278 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-dcf70fc5-cc0a-4e34-8279-1234f6e37662 None None] Provisioning complete for port be4261b1-e863-415b-aeb5-89a31c71a943 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:28:38.535511 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dcf70fc5-cc0a-4e34-8279-1234f6e37662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (be4261b1-e863-415b-aeb5-89a31c71a943), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:38.542832 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddb0c98-edef-4b1b-86b0-46f3d117904a None None] Pushing event updated for resources: {'Port': ['ID=c0cf2250-d804-48cc-b46d-c95b073ee358,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:38.565372 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-721c35df-b1a6-4c7d-859f-a6663e2361a6 admin admin] Router 0c3b6b21-d51d-471f-85a6-cd6eb4d29e6f has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:28:38.584472 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-8a206c8b-572a-4a4d-bdc0-918c92cee775 None None] Set router 0c3b6b21-d51d-471f-85a6-cd6eb4d29e6f gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:28:38.689549 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-721c35df-b1a6-4c7d-859f-a6663e2361a6 admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:28:38.694546 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-721c35df-b1a6-4c7d-859f-a6663e2361a6 admin admin] 10.222.0.65 "PUT /v2.0/routers/0c3b6b21-d51d-471f-85a6-cd6eb4d29e6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2297761 Feb 04 13:28:38.772640 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-dcf70fc5-cc0a-4e34-8279-1234f6e37662 None None] Current status of the port be4261b1-e863-415b-aeb5-89a31c71a943 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:28:38.817256 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port be4261b1-e863-415b-aeb5-89a31c71a943 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:28:38.818219 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 5217f1c0-191a-4e26-bf37-4305245e92b3 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:28:38.839242 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-dcf70fc5-cc0a-4e34-8279-1234f6e37662 None None] Provisioning complete for port c0cf2250-d804-48cc-b46d-c95b073ee358 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:28:38.840097 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dcf70fc5-cc0a-4e34-8279-1234f6e37662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (c0cf2250-d804-48cc-b46d-c95b073ee358), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:38.954147 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 5217f1c0-191a-4e26-bf37-4305245e92b3 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:28:38.954847 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (5217f1c0-191a-4e26-bf37-4305245e92b3), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:39.005564 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-8a206c8b-572a-4a4d-bdc0-918c92cee775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c3b6b21-d51d-471f-85a6-cd6eb4d29e6f', 'name': 'tempest-TestMinimumBasicScenario-1472461163-router', 'tenant_id': '096fb284cbcb4f738fcf567710671997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '7244c186-4f77-49c3-b387-5fe9c53e74bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:28:34Z', 'updated_at': '2022-02-04T13:28:38Z', 'revision_number': 4, 'project_id': '096fb284cbcb4f738fcf567710671997', 'gw_port': {'id': '7244c186-4f77-49c3-b387-5fe9c53e74bd', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:42:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c3b6b21-d51d-471f-85a6-cd6eb4d29e6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:28:35Z', 'updated_at': '2022-02-04T13:28:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '6907427d-ed8d-48aa-899f-862ca5ed43f8', 'name': '', 'network_id': 'a574740c-9d70-474f-bb79-327f486d5267', 'tenant_id': '096fb284cbcb4f738fcf567710671997', 'mac_address': 'fa:16:3e:ba:fc:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c3b6b21-d51d-471f-85a6-cd6eb4d29e6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'aa5ac2d3-d3e0-46e8-a5a8-d87d9c4c0ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:28:37Z', 'updated_at': '2022-02-04T13:28:38Z', 'revision_number': 2, 'project_id': '096fb284cbcb4f738fcf567710671997', 'subnets': [{'id': 'aa5ac2d3-d3e0-46e8-a5a8-d87d9c4c0ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:28:39.044334 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a206c8b-572a-4a4d-bdc0-918c92cee775 None None] The sync data for ids ['0c3b6b21-d51d-471f-85a6-cd6eb4d29e6f'] in n-d-825015-3 is: [{'id': '0c3b6b21-d51d-471f-85a6-cd6eb4d29e6f', 'name': 'tempest-TestMinimumBasicScenario-1472461163-router', 'tenant_id': '096fb284cbcb4f738fcf567710671997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '7244c186-4f77-49c3-b387-5fe9c53e74bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:28:34Z', 'updated_at': '2022-02-04T13:28:38Z', 'revision_number': 4, 'project_id': '096fb284cbcb4f738fcf567710671997', 'gw_port': {'id': '7244c186-4f77-49c3-b387-5fe9c53e74bd', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:42:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c3b6b21-d51d-471f-85a6-cd6eb4d29e6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:28:35Z', 'updated_at': '2022-02-04T13:28:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '6907427d-ed8d-48aa-899f-862ca5ed43f8', 'name': '', 'network_id': 'a574740c-9d70-474f-bb79-327f486d5267', 'tenant_id': '096fb284cbcb4f738fcf567710671997', 'mac_address': 'fa:16:3e:ba:fc:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c3b6b21-d51d-471f-85a6-cd6eb4d29e6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'aa5ac2d3-d3e0-46e8-a5a8-d87d9c4c0ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:28:37Z', 'updated_at': '2022-02-04T13:28:38Z', 'revision_number': 2, 'project_id': '096fb284cbcb4f738fcf567710671997', 'subnets': [{'id': 'aa5ac2d3-d3e0-46e8-a5a8-d87d9c4c0ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:28:39.050464 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-dcf70fc5-cc0a-4e34-8279-1234f6e37662 None None] Current status of the port c0cf2250-d804-48cc-b46d-c95b073ee358 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:28:39.070128 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-dcf70fc5-cc0a-4e34-8279-1234f6e37662 None None] Provisioning complete for port 6907427d-ed8d-48aa-899f-862ca5ed43f8 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:28:39.070328 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dcf70fc5-cc0a-4e34-8279-1234f6e37662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (6907427d-ed8d-48aa-899f-862ca5ed43f8), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:39.145508 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-dcf70fc5-cc0a-4e34-8279-1234f6e37662 None None] Port 6907427d-ed8d-48aa-899f-862ca5ed43f8 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:28:39.151611 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 5217f1c0-191a-4e26-bf37-4305245e92b3 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:28:39.153016 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device c0cf2250-d804-48cc-b46d-c95b073ee358 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:28:39.213058 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port c0cf2250-d804-48cc-b46d-c95b073ee358 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:28:39.213423 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (c0cf2250-d804-48cc-b46d-c95b073ee358), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:39.308991 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-3ad1e900-507c-4434-b2ee-5474fd6e6bdb None None] Provisioning complete for port 6907427d-ed8d-48aa-899f-862ca5ed43f8 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:28:39.309376 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e900-507c-4434-b2ee-5474fd6e6bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (6907427d-ed8d-48aa-899f-862ca5ed43f8), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:39.349978 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port c0cf2250-d804-48cc-b46d-c95b073ee358 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:28:39.366148 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-3ad1e900-507c-4434-b2ee-5474fd6e6bdb None None] Port 6907427d-ed8d-48aa-899f-862ca5ed43f8 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:28:39.448709 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device be4261b1-e863-415b-aeb5-89a31c71a943 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:28:39.505727 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port be4261b1-e863-415b-aeb5-89a31c71a943 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:28:39.506209 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (be4261b1-e863-415b-aeb5-89a31c71a943), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:39.593863 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port be4261b1-e863-415b-aeb5-89a31c71a943 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:28:39.595136 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device c0cf2250-d804-48cc-b46d-c95b073ee358 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:28:39.649400 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port c0cf2250-d804-48cc-b46d-c95b073ee358 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:28:39.649890 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (c0cf2250-d804-48cc-b46d-c95b073ee358), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:39.768785 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port c0cf2250-d804-48cc-b46d-c95b073ee358 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:28:41.489640 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 7244c186-4f77-49c3-b387-5fe9c53e74bd up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:28:41.553190 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 7244c186-4f77-49c3-b387-5fe9c53e74bd triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:28:41.553568 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (7244c186-4f77-49c3-b387-5fe9c53e74bd), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:41.645645 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 7244c186-4f77-49c3-b387-5fe9c53e74bd is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:28:41.646146 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (7244c186-4f77-49c3-b387-5fe9c53e74bd), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:41.670146 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port 7244c186-4f77-49c3-b387-5fe9c53e74bd, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=7244c186-4f77-49c3-b387-5fe9c53e74bd,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:28:41.676589 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (7244c186-4f77-49c3-b387-5fe9c53e74bd), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:41.747266 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=7244c186-4f77-49c3-b387-5fe9c53e74bd,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:41.756642 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:41.757078 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:41.757494 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:41.758034 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:41.758441 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:41.758871 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:41.759268 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:41.759688 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:41.760102 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:41.760495 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:41.760891 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:41.761284 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:41.761676 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:41.884449 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0488f769-fb7b-4164-b908-31c580ecb874 None None] Sync routers for ids ['0c3b6b21-d51d-471f-85a6-cd6eb4d29e6f'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:28:41.898590 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0488f769-fb7b-4164-b908-31c580ecb874 None None] Routers {'0c3b6b21-d51d-471f-85a6-cd6eb4d29e6f'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:28:41.899272 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-0488f769-fb7b-4164-b908-31c580ecb874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:28:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['0c3b6b21-d51d-471f-85a6-cd6eb4d29e6f'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:28:42.129284 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-0488f769-fb7b-4164-b908-31c580ecb874 None None] Set router 0c3b6b21-d51d-471f-85a6-cd6eb4d29e6f gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:28:42.355499 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-0488f769-fb7b-4164-b908-31c580ecb874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c3b6b21-d51d-471f-85a6-cd6eb4d29e6f', 'name': 'tempest-TestMinimumBasicScenario-1472461163-router', 'tenant_id': '096fb284cbcb4f738fcf567710671997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '7244c186-4f77-49c3-b387-5fe9c53e74bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:28:34Z', 'updated_at': '2022-02-04T13:28:38Z', 'revision_number': 4, 'project_id': '096fb284cbcb4f738fcf567710671997', 'gw_port': {'id': '7244c186-4f77-49c3-b387-5fe9c53e74bd', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:42:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3b6b21-d51d-471f-85a6-cd6eb4d29e6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:28:35Z', 'updated_at': '2022-02-04T13:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '6907427d-ed8d-48aa-899f-862ca5ed43f8', 'name': '', 'network_id': 'a574740c-9d70-474f-bb79-327f486d5267', 'tenant_id': '096fb284cbcb4f738fcf567710671997', 'mac_address': 'fa:16:3e:ba:fc:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c3b6b21-d51d-471f-85a6-cd6eb4d29e6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'aa5ac2d3-d3e0-46e8-a5a8-d87d9c4c0ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:28:37Z', 'updated_at': '2022-02-04T13:28:38Z', 'revision_number': 2, 'project_id': '096fb284cbcb4f738fcf567710671997', 'subnets': [{'id': 'aa5ac2d3-d3e0-46e8-a5a8-d87d9c4c0ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:28:42.413374 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0488f769-fb7b-4164-b908-31c580ecb874 None None] Checking router: 0c3b6b21-d51d-471f-85a6-cd6eb4d29e6f for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:28:42.413731 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0488f769-fb7b-4164-b908-31c580ecb874 None None] Updating router 0c3b6b21-d51d-471f-85a6-cd6eb4d29e6f port 6907427d-ed8d-48aa-899f-862ca5ed43f8 binding host n-d-825015-3 {{(pid=103477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:28:42.443236 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0488f769-fb7b-4164-b908-31c580ecb874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (6907427d-ed8d-48aa-899f-862ca5ed43f8), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:42.723791 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0488f769-fb7b-4164-b908-31c580ecb874 None None] Publish callbacks [] for port (6907427d-ed8d-48aa-899f-862ca5ed43f8), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:42.730425 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0488f769-fb7b-4164-b908-31c580ecb874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (6907427d-ed8d-48aa-899f-862ca5ed43f8), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:42.790797 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91639c0-ad2e-4d67-b1cf-f8f402eb78e1 None None] Pushing event updated for resources: {'Port': ['ID=6907427d-ed8d-48aa-899f-862ca5ed43f8,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:42.875023 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-0488f769-fb7b-4164-b908-31c580ecb874 None None] Attempting to bind port 6907427d-ed8d-48aa-899f-862ca5ed43f8 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:28:42.875706 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-0488f769-fb7b-4164-b908-31c580ecb874 None None] Attempting to bind port 6907427d-ed8d-48aa-899f-862ca5ed43f8 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '8d0e3008-6aef-413b-98b3-6934537faaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a574740c-9d70-474f-bb79-327f486d5267'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:28:42.876105 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0488f769-fb7b-4164-b908-31c580ecb874 None None] Attempting to bind port 6907427d-ed8d-48aa-899f-862ca5ed43f8 on network a574740c-9d70-474f-bb79-327f486d5267 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:28:42.882512 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0488f769-fb7b-4164-b908-31c580ecb874 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:28:42.882937 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0488f769-fb7b-4164-b908-31c580ecb874 None None] Checking segment: {'id': '8d0e3008-6aef-413b-98b3-6934537faaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a574740c-9d70-474f-bb79-327f486d5267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:28:42.883485 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0488f769-fb7b-4164-b908-31c580ecb874 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:42.884039 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0488f769-fb7b-4164-b908-31c580ecb874 None None] Bound using segment: {'id': '8d0e3008-6aef-413b-98b3-6934537faaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a574740c-9d70-474f-bb79-327f486d5267'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:28:42.884577 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-0488f769-fb7b-4164-b908-31c580ecb874 None None] Bound port: 6907427d-ed8d-48aa-899f-862ca5ed43f8, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d0e3008-6aef-413b-98b3-6934537faaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a574740c-9d70-474f-bb79-327f486d5267'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:28:42.885172 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0488f769-fb7b-4164-b908-31c580ecb874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (6907427d-ed8d-48aa-899f-862ca5ed43f8), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:42.963564 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-0488f769-fb7b-4164-b908-31c580ecb874 None None] For port 6907427d-ed8d-48aa-899f-862ca5ed43f8, host n-d-825015-3, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:28:42.971756 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-0488f769-fb7b-4164-b908-31c580ecb874 None None] For port 6907427d-ed8d-48aa-899f-862ca5ed43f8, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=6907427d-ed8d-48aa-899f-862ca5ed43f8,segment=NetworkSegment(8d0e3008-6aef-413b-98b3-6934537faaca),segment_id=8d0e3008-6aef-413b-98b3-6934537faaca)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:28:42.981516 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0488f769-fb7b-4164-b908-31c580ecb874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (6907427d-ed8d-48aa-899f-862ca5ed43f8), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:43.034846 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0488f769-fb7b-4164-b908-31c580ecb874 None None] Routers {'0c3b6b21-d51d-471f-85a6-cd6eb4d29e6f'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:28:43.035648 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-0488f769-fb7b-4164-b908-31c580ecb874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:28:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['0c3b6b21-d51d-471f-85a6-cd6eb4d29e6f'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:28:43.121839 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [req-9b88143c-f66b-4c31-bf5c-bb8d3e5e5c6c req-6d0dd6c7-48d4-4c76-b03b-f14aa0a17cef service neutron] (103475) timed out ('10.222.0.65', 60076) {{(pid=103475) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 04 13:28:43.131198 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-4ac05803-e541-466f-8e1c-b15b9f7dea2b None None] Provisioning complete for port 6907427d-ed8d-48aa-899f-862ca5ed43f8 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:28:43.132946 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4ac05803-e541-466f-8e1c-b15b9f7dea2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (6907427d-ed8d-48aa-899f-862ca5ed43f8), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:43.152838 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91639c0-ad2e-4d67-b1cf-f8f402eb78e1 None None] Pushing event updated for resources: {'Port': ['ID=6907427d-ed8d-48aa-899f-862ca5ed43f8,revision_number=4']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:43.226826 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-0488f769-fb7b-4164-b908-31c580ecb874 None None] Set router 0c3b6b21-d51d-471f-85a6-cd6eb4d29e6f gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:28:43.298124 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-4ac05803-e541-466f-8e1c-b15b9f7dea2b None None] Current status of the port 6907427d-ed8d-48aa-899f-862ca5ed43f8 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:28:43.298516 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4ac05803-e541-466f-8e1c-b15b9f7dea2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (6907427d-ed8d-48aa-899f-862ca5ed43f8), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:43.337064 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-4ac05803-e541-466f-8e1c-b15b9f7dea2b None None] For port 6907427d-ed8d-48aa-899f-862ca5ed43f8, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=6907427d-ed8d-48aa-899f-862ca5ed43f8,segment=NetworkSegment(8d0e3008-6aef-413b-98b3-6934537faaca),segment_id=8d0e3008-6aef-413b-98b3-6934537faaca)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:28:43.345328 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4ac05803-e541-466f-8e1c-b15b9f7dea2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (6907427d-ed8d-48aa-899f-862ca5ed43f8), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:43.549133 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-0488f769-fb7b-4164-b908-31c580ecb874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c3b6b21-d51d-471f-85a6-cd6eb4d29e6f', 'name': 'tempest-TestMinimumBasicScenario-1472461163-router', 'tenant_id': '096fb284cbcb4f738fcf567710671997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '7244c186-4f77-49c3-b387-5fe9c53e74bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:28:34Z', 'updated_at': '2022-02-04T13:28:38Z', 'revision_number': 4, 'project_id': '096fb284cbcb4f738fcf567710671997', 'gw_port': {'id': '7244c186-4f77-49c3-b387-5fe9c53e74bd', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:42:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3b6b21-d51d-471f-85a6-cd6eb4d29e6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:28:35Z', 'updated_at': '2022-02-04T13:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '6907427d-ed8d-48aa-899f-862ca5ed43f8', 'name': '', 'network_id': 'a574740c-9d70-474f-bb79-327f486d5267', 'tenant_id': '096fb284cbcb4f738fcf567710671997', 'mac_address': 'fa:16:3e:ba:fc:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c3b6b21-d51d-471f-85a6-cd6eb4d29e6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'aa5ac2d3-d3e0-46e8-a5a8-d87d9c4c0ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:28:37Z', 'updated_at': '2022-02-04T13:28:42Z', 'revision_number': 4, 'project_id': '096fb284cbcb4f738fcf567710671997', 'subnets': [{'id': 'aa5ac2d3-d3e0-46e8-a5a8-d87d9c4c0ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:28:43.581543 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0488f769-fb7b-4164-b908-31c580ecb874 None None] The sync data for ids ['0c3b6b21-d51d-471f-85a6-cd6eb4d29e6f'] in n-d-825015-3 is: [{'id': '0c3b6b21-d51d-471f-85a6-cd6eb4d29e6f', 'name': 'tempest-TestMinimumBasicScenario-1472461163-router', 'tenant_id': '096fb284cbcb4f738fcf567710671997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '7244c186-4f77-49c3-b387-5fe9c53e74bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:28:34Z', 'updated_at': '2022-02-04T13:28:38Z', 'revision_number': 4, 'project_id': '096fb284cbcb4f738fcf567710671997', 'gw_port': {'id': '7244c186-4f77-49c3-b387-5fe9c53e74bd', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:42:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3b6b21-d51d-471f-85a6-cd6eb4d29e6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:28:35Z', 'updated_at': '2022-02-04T13:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '6907427d-ed8d-48aa-899f-862ca5ed43f8', 'name': '', 'network_id': 'a574740c-9d70-474f-bb79-327f486d5267', 'tenant_id': '096fb284cbcb4f738fcf567710671997', 'mac_address': 'fa:16:3e:ba:fc:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c3b6b21-d51d-471f-85a6-cd6eb4d29e6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'aa5ac2d3-d3e0-46e8-a5a8-d87d9c4c0ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:28:37Z', 'updated_at': '2022-02-04T13:28:42Z', 'revision_number': 4, 'project_id': '096fb284cbcb4f738fcf567710671997', 'subnets': [{'id': 'aa5ac2d3-d3e0-46e8-a5a8-d87d9c4c0ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:28:43.631636 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 6907427d-ed8d-48aa-899f-862ca5ed43f8 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:28:43.659413 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac05803-e541-466f-8e1c-b15b9f7dea2b None None] Pushing event updated for resources: {'Port': ['ID=6907427d-ed8d-48aa-899f-862ca5ed43f8,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:43.697397 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-0b5a137e-2138-4bc7-8efb-8dea72c8eb2e None None] Provisioning complete for port 6907427d-ed8d-48aa-899f-862ca5ed43f8 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:28:43.697781 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b5a137e-2138-4bc7-8efb-8dea72c8eb2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (6907427d-ed8d-48aa-899f-862ca5ed43f8), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:43.751031 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 6907427d-ed8d-48aa-899f-862ca5ed43f8 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:28:43.751418 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (6907427d-ed8d-48aa-899f-862ca5ed43f8), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:43.877885 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0b5a137e-2138-4bc7-8efb-8dea72c8eb2e None None] Current status of the port 6907427d-ed8d-48aa-899f-862ca5ed43f8 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:28:43.903610 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 6907427d-ed8d-48aa-899f-862ca5ed43f8 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:28:43.904729 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 7244c186-4f77-49c3-b387-5fe9c53e74bd up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:28:43.970921 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 7244c186-4f77-49c3-b387-5fe9c53e74bd triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:28:43.971404 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (7244c186-4f77-49c3-b387-5fe9c53e74bd), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:44.065334 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 7244c186-4f77-49c3-b387-5fe9c53e74bd is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:28:45.431269 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 6907427d-ed8d-48aa-899f-862ca5ed43f8 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:28:45.491065 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 6907427d-ed8d-48aa-899f-862ca5ed43f8 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:28:45.491756 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (6907427d-ed8d-48aa-899f-862ca5ed43f8), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:45.587348 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 6907427d-ed8d-48aa-899f-862ca5ed43f8 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:28:45.644681 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-27782509-f7a1-4953-98fc-9712e3fc48ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:48.175133 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ede5aaff-8194-49d8-92f2-823ccc9350e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:49.075046 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97eb231-2c87-4ec7-8b98-7eeae55ae657 req-11da1ecf-a164-49df-8814-0162e4c0f1da tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:49.076787 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c97eb231-2c87-4ec7-8b98-7eeae55ae657 req-11da1ecf-a164-49df-8814-0162e4c0f1da tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] 10.222.0.65 "GET /v2.0/networks?id=82a75e73-04fa-49c3-8fa9-485720108f12 HTTP/1.1" status: 200 len: 815 time: 0.1072063 Feb 04 13:28:49.091357 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c97eb231-2c87-4ec7-8b98-7eeae55ae657 req-de4708d5-09f3-4116-ad2b-f6445e5d0a18 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] 10.222.0.65 "GET /v2.0/quotas/5ffc0b7060d746b0a773f4e5ab9bfb94 HTTP/1.1" status: 200 len: 375 time: 0.0089350 Feb 04 13:28:49.147785 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c97eb231-2c87-4ec7-8b98-7eeae55ae657 req-7e6dd501-57e4-4749-8e6f-7bae9330d149 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=5ffc0b7060d746b0a773f4e5ab9bfb94&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0509787 Feb 04 13:28:49.255293 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [req-c97eb231-2c87-4ec7-8b98-7eeae55ae657 req-771c8052-5860-40ba-9d3c-94b1f1c0d445 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:28:49.256345 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c97eb231-2c87-4ec7-8b98-7eeae55ae657 req-771c8052-5860-40ba-9d3c-94b1f1c0d445 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0975046 Feb 04 13:28:49.359882 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c97eb231-2c87-4ec7-8b98-7eeae55ae657 req-355dda45-7966-456f-8bbe-c57b8e90d211 service neutron] 10.222.0.65 "GET /v2.0/networks/82a75e73-04fa-49c3-8fa9-485720108f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967145 Feb 04 13:28:49.450675 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c97eb231-2c87-4ec7-8b98-7eeae55ae657 req-80947be8-385b-436b-9cc9-2d55edc82a4d service neutron] 10.222.0.65 "GET /v2.0/networks/82a75e73-04fa-49c3-8fa9-485720108f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846937 Feb 04 13:28:49.458199 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:49.618284 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7c4a429e-1015-4c1d-8028-194b536a7123 req-25ab6c11-54fd-4cd7-afa9-86037bc11438 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] 10.222.0.65 "GET /v2.0/ports?device_id=9050e7d2-a36b-4316-af4f-7e71df5a5a03 HTTP/1.1" status: 200 len: 210 time: 0.0298042 Feb 04 13:28:50.669258 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97eb231-2c87-4ec7-8b98-7eeae55ae657 req-b62d0a42-d38d-40eb-b5e0-b599f718d293 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:50.672108 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c97eb231-2c87-4ec7-8b98-7eeae55ae657 req-b62d0a42-d38d-40eb-b5e0-b599f718d293 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] 10.222.0.73 "GET /v2.0/networks?id=82a75e73-04fa-49c3-8fa9-485720108f12 HTTP/1.1" status: 200 len: 815 time: 0.1098719 Feb 04 13:28:50.686820 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-c97eb231-2c87-4ec7-8b98-7eeae55ae657 req-4056af0f-ffc9-4ec5-bc4d-ca63d36be3fa tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Request body: {'port': {'device_id': '9050e7d2-a36b-4316-af4f-7e71df5a5a03', 'network_id': '82a75e73-04fa-49c3-8fa9-485720108f12', 'admin_state_up': True, 'tenant_id': '5ffc0b7060d746b0a773f4e5ab9bfb94'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:28:50.724540 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:50.763579 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9eccb878-5030-4b12-9335-3d91a2c50c09 req-5a822390-4963-4e0e-9419-f79a8dfa9056 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] 10.222.0.65 "GET /v2.0/ports?device_id=9050e7d2-a36b-4316-af4f-7e71df5a5a03 HTTP/1.1" status: 200 len: 210 time: 0.0718234 Feb 04 13:28:50.825882 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c97eb231-2c87-4ec7-8b98-7eeae55ae657 req-4056af0f-ffc9-4ec5-bc4d-ca63d36be3fa tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Made reservation on behalf of 5ffc0b7060d746b0a773f4e5ab9bfb94 for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:28:50.829905 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-c97eb231-2c87-4ec7-8b98-7eeae55ae657 req-4056af0f-ffc9-4ec5-bc4d-ca63d36be3fa tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:50.961066 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-c97eb231-2c87-4ec7-8b98-7eeae55ae657 req-4056af0f-ffc9-4ec5-bc4d-ca63d36be3fa tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Allocated IP 172.20.0.11 (82a75e73-04fa-49c3-8fa9-485720108f12/6672ab8f-0e19-41fc-8b21-cb89f2e1a515/f7338e5c-315b-4210-a59c-63dca875ba35) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:28:51.148922 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-c97eb231-2c87-4ec7-8b98-7eeae55ae657 req-4056af0f-ffc9-4ec5-bc4d-ca63d36be3fa tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Publish callbacks [] for port (f7338e5c-315b-4210-a59c-63dca875ba35), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:51.190330 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-c97eb231-2c87-4ec7-8b98-7eeae55ae657 req-4056af0f-ffc9-4ec5-bc4d-ca63d36be3fa tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (f7338e5c-315b-4210-a59c-63dca875ba35), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:51.251387 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4056af0f-ffc9-4ec5-bc4d-ca63d36be3fa tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Pushing event updated for resources: {'Port': ['ID=f7338e5c-315b-4210-a59c-63dca875ba35,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:51.263339 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c97eb231-2c87-4ec7-8b98-7eeae55ae657 req-4056af0f-ffc9-4ec5-bc4d-ca63d36be3fa tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Network 82a75e73-04fa-49c3-8fa9-485720108f12 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:28:51.265293 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-c97eb231-2c87-4ec7-8b98-7eeae55ae657 req-4056af0f-ffc9-4ec5-bc4d-ca63d36be3fa tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:28:51.268375 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-c97eb231-2c87-4ec7-8b98-7eeae55ae657 req-4056af0f-ffc9-4ec5-bc4d-ca63d36be3fa tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:28:51.353619 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97eb231-2c87-4ec7-8b98-7eeae55ae657 req-4056af0f-ffc9-4ec5-bc4d-ca63d36be3fa tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:51.355262 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-c97eb231-2c87-4ec7-8b98-7eeae55ae657 req-4056af0f-ffc9-4ec5-bc4d-ca63d36be3fa tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:51.382419 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c97eb231-2c87-4ec7-8b98-7eeae55ae657 req-4056af0f-ffc9-4ec5-bc4d-ca63d36be3fa tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6998270 Feb 04 13:28:51.551525 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-e73e3870-68a1-4a92-9165-18efd7fd50ca None None] Provisioning complete for port f7338e5c-315b-4210-a59c-63dca875ba35 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:28:51.551860 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e73e3870-68a1-4a92-9165-18efd7fd50ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (f7338e5c-315b-4210-a59c-63dca875ba35), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:51.592942 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-e73e3870-68a1-4a92-9165-18efd7fd50ca None None] Port f7338e5c-315b-4210-a59c-63dca875ba35 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:28:51.836282 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:28:51.910021 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0251d5b-5e91-4d67-9b2e-b58a4f0d4859 req-c9399622-cd0c-40cf-940b-af75aaa7ce7f tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:51.912099 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e0251d5b-5e91-4d67-9b2e-b58a4f0d4859 req-c9399622-cd0c-40cf-940b-af75aaa7ce7f tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] 10.222.0.65 "GET /v2.0/ports?device_id=9050e7d2-a36b-4316-af4f-7e71df5a5a03 HTTP/1.1" status: 200 len: 932 time: 0.0606983 Feb 04 13:28:51.970535 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e0251d5b-5e91-4d67-9b2e-b58a4f0d4859 req-ef23d3f1-7c6b-475c-8576-6db31675db5e tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] 10.222.0.65 "GET /v2.0/security-groups?id=a3c08532-11c2-4299-b404-d7fb74b2219c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527985 Feb 04 13:28:53.105894 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400d6f08-2319-4f81-9100-d83b0aa8af0d req-0e318b84-3dcc-4305-8480-951a240312aa tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:53.107479 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-400d6f08-2319-4f81-9100-d83b0aa8af0d req-0e318b84-3dcc-4305-8480-951a240312aa tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] 10.222.0.65 "GET /v2.0/ports?device_id=9050e7d2-a36b-4316-af4f-7e71df5a5a03 HTTP/1.1" status: 200 len: 932 time: 0.0580411 Feb 04 13:28:53.162921 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-400d6f08-2319-4f81-9100-d83b0aa8af0d req-cef289e0-064c-4b40-b423-fbe7ced4060c tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] 10.222.0.65 "GET /v2.0/security-groups?id=a3c08532-11c2-4299-b404-d7fb74b2219c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488579 Feb 04 13:28:54.288946 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4238bcbe-3e56-44b5-939d-0e5635a6dd8c req-72474fab-529d-4d88-a2dd-17c97bbb51be tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:54.290453 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4238bcbe-3e56-44b5-939d-0e5635a6dd8c req-72474fab-529d-4d88-a2dd-17c97bbb51be tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] 10.222.0.65 "GET /v2.0/ports?device_id=9050e7d2-a36b-4316-af4f-7e71df5a5a03 HTTP/1.1" status: 200 len: 932 time: 0.0526197 Feb 04 13:28:54.345720 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4238bcbe-3e56-44b5-939d-0e5635a6dd8c req-3b28e61c-a3b4-4d89-9cef-0e66901d5dce tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] 10.222.0.65 "GET /v2.0/security-groups?id=a3c08532-11c2-4299-b404-d7fb74b2219c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471833 Feb 04 13:28:55.477478 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701f5579-6476-4f97-89a9-9b31c4a10d60 req-f3a1e3e0-0896-4dec-846d-13947ea501fa tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:55.479083 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-701f5579-6476-4f97-89a9-9b31c4a10d60 req-f3a1e3e0-0896-4dec-846d-13947ea501fa tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] 10.222.0.65 "GET /v2.0/ports?device_id=9050e7d2-a36b-4316-af4f-7e71df5a5a03 HTTP/1.1" status: 200 len: 932 time: 0.0559216 Feb 04 13:28:55.535649 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-701f5579-6476-4f97-89a9-9b31c4a10d60 req-63ece70a-a8d6-413b-b12d-dc9ee8faf2af tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] 10.222.0.65 "GET /v2.0/security-groups?id=a3c08532-11c2-4299-b404-d7fb74b2219c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479023 Feb 04 13:28:56.668007 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2081c566-422f-4f1f-b868-11a3912db314 req-7d071521-80ec-44a6-a585-a15df2702dbb tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:56.669489 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2081c566-422f-4f1f-b868-11a3912db314 req-7d071521-80ec-44a6-a585-a15df2702dbb tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] 10.222.0.65 "GET /v2.0/ports?device_id=9050e7d2-a36b-4316-af4f-7e71df5a5a03 HTTP/1.1" status: 200 len: 932 time: 0.0589788 Feb 04 13:28:56.718446 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2081c566-422f-4f1f-b868-11a3912db314 req-2fc65a2a-9449-4a1f-91bb-9e4747235853 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] 10.222.0.65 "GET /v2.0/security-groups?id=a3c08532-11c2-4299-b404-d7fb74b2219c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415268 Feb 04 13:28:57.864167 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31caf5f3-4880-46e3-b4a3-6a6288231717 req-f2e95f03-ddf7-43ad-90ef-b169945a583e tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:57.865856 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-31caf5f3-4880-46e3-b4a3-6a6288231717 req-f2e95f03-ddf7-43ad-90ef-b169945a583e tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] 10.222.0.65 "GET /v2.0/ports?device_id=9050e7d2-a36b-4316-af4f-7e71df5a5a03 HTTP/1.1" status: 200 len: 932 time: 0.0724125 Feb 04 13:28:57.938366 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-31caf5f3-4880-46e3-b4a3-6a6288231717 req-c910a372-f8e2-49ac-8d33-26360e2946b8 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] 10.222.0.65 "GET /v2.0/security-groups?id=a3c08532-11c2-4299-b404-d7fb74b2219c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654776 Feb 04 13:28:59.077265 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b59d6af-3891-4697-9c29-32b26dc7e088 req-a75ffac9-4cb4-4b4e-a4e3-775d32ff7e9c tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:59.080179 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0b59d6af-3891-4697-9c29-32b26dc7e088 req-a75ffac9-4cb4-4b4e-a4e3-775d32ff7e9c tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] 10.222.0.65 "GET /v2.0/ports?device_id=9050e7d2-a36b-4316-af4f-7e71df5a5a03 HTTP/1.1" status: 200 len: 932 time: 0.0728643 Feb 04 13:28:59.134493 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0b59d6af-3891-4697-9c29-32b26dc7e088 req-0ccf947e-1d4c-429e-8852-ce3ff89b5631 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] 10.222.0.65 "GET /v2.0/security-groups?id=a3c08532-11c2-4299-b404-d7fb74b2219c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480912 Feb 04 13:29:00.233111 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [req-c97eb231-2c87-4ec7-8b98-7eeae55ae657 req-527ad5bb-eeff-4639-a446-5adae7470569 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:29:00.234401 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c97eb231-2c87-4ec7-8b98-7eeae55ae657 req-527ad5bb-eeff-4639-a446-5adae7470569 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070407 Feb 04 13:29:00.265935 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf1d58a-2d3c-472c-8e12-3e1f3d67a00b req-a855595d-ec1e-4a09-a66f-b6ac1aa78c5b tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:00.267438 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bbf1d58a-2d3c-472c-8e12-3e1f3d67a00b req-a855595d-ec1e-4a09-a66f-b6ac1aa78c5b tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] 10.222.0.65 "GET /v2.0/ports?device_id=9050e7d2-a36b-4316-af4f-7e71df5a5a03 HTTP/1.1" status: 200 len: 932 time: 0.0666263 Feb 04 13:29:00.294592 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-c97eb231-2c87-4ec7-8b98-7eeae55ae657 req-adcbe12e-589c-494e-b382-60074301c151 service neutron] Request body: {'port': {'device_id': '9050e7d2-a36b-4316-af4f-7e71df5a5a03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:29:00.348132 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bbf1d58a-2d3c-472c-8e12-3e1f3d67a00b req-9823305d-2f0b-4f1a-8747-d628c6fb2aa3 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] 10.222.0.65 "GET /v2.0/security-groups?id=a3c08532-11c2-4299-b404-d7fb74b2219c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750601 Feb 04 13:29:00.380356 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-c97eb231-2c87-4ec7-8b98-7eeae55ae657 req-adcbe12e-589c-494e-b382-60074301c151 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (f7338e5c-315b-4210-a59c-63dca875ba35), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:00.644790 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-c97eb231-2c87-4ec7-8b98-7eeae55ae657 req-adcbe12e-589c-494e-b382-60074301c151 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7338e5c-315b-4210-a59c-63dca875ba35 {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:29:00.652176 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-c97eb231-2c87-4ec7-8b98-7eeae55ae657 req-adcbe12e-589c-494e-b382-60074301c151 service neutron] Publish callbacks [] for port (f7338e5c-315b-4210-a59c-63dca875ba35), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:00.664370 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-c97eb231-2c87-4ec7-8b98-7eeae55ae657 req-adcbe12e-589c-494e-b382-60074301c151 service neutron] Transition to ACTIVE for port object f7338e5c-315b-4210-a59c-63dca875ba35 will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:29:00.668007 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-c97eb231-2c87-4ec7-8b98-7eeae55ae657 req-adcbe12e-589c-494e-b382-60074301c151 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (f7338e5c-315b-4210-a59c-63dca875ba35), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:00.760344 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcbe12e-589c-494e-b382-60074301c151 service neutron] Pushing event updated for resources: {'Port': ['ID=f7338e5c-315b-4210-a59c-63dca875ba35,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:00.800197 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-c97eb231-2c87-4ec7-8b98-7eeae55ae657 req-adcbe12e-589c-494e-b382-60074301c151 service neutron] Attempting to bind port f7338e5c-315b-4210-a59c-63dca875ba35 on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:29:00.800538 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-c97eb231-2c87-4ec7-8b98-7eeae55ae657 req-adcbe12e-589c-494e-b382-60074301c151 service neutron] Attempting to bind port f7338e5c-315b-4210-a59c-63dca875ba35 by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': '79b18b0e-5ae9-4139-8070-66412829b888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '82a75e73-04fa-49c3-8fa9-485720108f12'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:29:00.800870 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97eb231-2c87-4ec7-8b98-7eeae55ae657 req-adcbe12e-589c-494e-b382-60074301c151 service neutron] Attempting to bind port f7338e5c-315b-4210-a59c-63dca875ba35 on network 82a75e73-04fa-49c3-8fa9-485720108f12 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:29:00.809553 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97eb231-2c87-4ec7-8b98-7eeae55ae657 req-adcbe12e-589c-494e-b382-60074301c151 service neutron] Port f7338e5c-315b-4210-a59c-63dca875ba35 on network 82a75e73-04fa-49c3-8fa9-485720108f12 not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:29:00.809887 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97eb231-2c87-4ec7-8b98-7eeae55ae657 req-adcbe12e-589c-494e-b382-60074301c151 service neutron] Attempting to bind port f7338e5c-315b-4210-a59c-63dca875ba35 on network 82a75e73-04fa-49c3-8fa9-485720108f12 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:29:00.816645 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97eb231-2c87-4ec7-8b98-7eeae55ae657 req-adcbe12e-589c-494e-b382-60074301c151 service neutron] Checking agent: {'id': 'f8add0d2-2202-43d3-bc0e-72442788e6ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:29:00.816979 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97eb231-2c87-4ec7-8b98-7eeae55ae657 req-adcbe12e-589c-494e-b382-60074301c151 service neutron] Checking segment: {'id': '79b18b0e-5ae9-4139-8070-66412829b888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '82a75e73-04fa-49c3-8fa9-485720108f12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:29:00.817363 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97eb231-2c87-4ec7-8b98-7eeae55ae657 req-adcbe12e-589c-494e-b382-60074301c151 service neutron] Bound using segment: {'id': '79b18b0e-5ae9-4139-8070-66412829b888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '82a75e73-04fa-49c3-8fa9-485720108f12'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:29:00.817803 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-c97eb231-2c87-4ec7-8b98-7eeae55ae657 req-adcbe12e-589c-494e-b382-60074301c151 service neutron] Bound port: f7338e5c-315b-4210-a59c-63dca875ba35, host: n-h1-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79b18b0e-5ae9-4139-8070-66412829b888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '82a75e73-04fa-49c3-8fa9-485720108f12'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:29:00.818164 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-c97eb231-2c87-4ec7-8b98-7eeae55ae657 req-adcbe12e-589c-494e-b382-60074301c151 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (f7338e5c-315b-4210-a59c-63dca875ba35), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:00.886727 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-c97eb231-2c87-4ec7-8b98-7eeae55ae657 req-adcbe12e-589c-494e-b382-60074301c151 service neutron] For port f7338e5c-315b-4210-a59c-63dca875ba35, host n-h1-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:29:00.891454 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-c97eb231-2c87-4ec7-8b98-7eeae55ae657 req-adcbe12e-589c-494e-b382-60074301c151 service neutron] For port f7338e5c-315b-4210-a59c-63dca875ba35, host n-h1-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=f7338e5c-315b-4210-a59c-63dca875ba35,segment=NetworkSegment(79b18b0e-5ae9-4139-8070-66412829b888),segment_id=79b18b0e-5ae9-4139-8070-66412829b888)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:29:00.897651 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-c97eb231-2c87-4ec7-8b98-7eeae55ae657 req-adcbe12e-589c-494e-b382-60074301c151 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (f7338e5c-315b-4210-a59c-63dca875ba35), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:00.932231 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97eb231-2c87-4ec7-8b98-7eeae55ae657 req-adcbe12e-589c-494e-b382-60074301c151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:00.932890 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-c97eb231-2c87-4ec7-8b98-7eeae55ae657 req-adcbe12e-589c-494e-b382-60074301c151 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:00.934278 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c97eb231-2c87-4ec7-8b98-7eeae55ae657 req-adcbe12e-589c-494e-b382-60074301c151 service neutron] 10.222.0.73 "PUT /v2.0/ports/f7338e5c-315b-4210-a59c-63dca875ba35 HTTP/1.1" status: 200 len: 1092 time: 0.6907592 Feb 04 13:29:00.934728 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9050e7d2-a36b-4316-af4f-7e71df5a5a03', 'tag': 'f7338e5c-315b-4210-a59c-63dca875ba35'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:29:00.937407 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48bbd334e613f85cd2144b496d46af0d2e531f29900d43c124e8a63cdd2917ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-920fbffc-7c56-4bba-9fb1-60b2653e3952" -d '{"events": [{"name": "network-changed", "server_uuid": "9050e7d2-a36b-4316-af4f-7e71df5a5a03", "tag": "f7338e5c-315b-4210-a59c-63dca875ba35"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:29:00.970182 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcbe12e-589c-494e-b382-60074301c151 service neutron] Pushing event updated for resources: {'Port': ['ID=f7338e5c-315b-4210-a59c-63dca875ba35,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:01.032702 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6794aae5-5318-4c60-996a-cee39f40ab49 x-openstack-request-id: req-6794aae5-5318-4c60-996a-cee39f40ab49 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:29:01.033001 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9050e7d2-a36b-4316-af4f-7e71df5a5a03", "tag": "f7338e5c-315b-4210-a59c-63dca875ba35", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:29:01.033259 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6794aae5-5318-4c60-996a-cee39f40ab49 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:29:01.033666 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9050e7d2-a36b-4316-af4f-7e71df5a5a03', 'tag': 'f7338e5c-315b-4210-a59c-63dca875ba35', 'status': 'completed', 'code': 200} Feb 04 13:29:01.056059 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97eb231-2c87-4ec7-8b98-7eeae55ae657 req-fe64cf87-3d3f-4d50-a57d-5d5f435f93b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:01.057709 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c97eb231-2c87-4ec7-8b98-7eeae55ae657 req-fe64cf87-3d3f-4d50-a57d-5d5f435f93b8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5ffc0b7060d746b0a773f4e5ab9bfb94&device_id=9050e7d2-a36b-4316-af4f-7e71df5a5a03 HTTP/1.1" status: 200 len: 1126 time: 0.0684271 Feb 04 13:29:01.109671 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c97eb231-2c87-4ec7-8b98-7eeae55ae657 req-8fc8d94a-3d09-4730-a888-a421f792c870 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7338e5c-315b-4210-a59c-63dca875ba35 HTTP/1.1" status: 200 len: 217 time: 0.0428133 Feb 04 13:29:01.169797 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97eb231-2c87-4ec7-8b98-7eeae55ae657 req-709dc9d8-ab9b-4174-9fd1-661aa4e4039d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:01.172354 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c97eb231-2c87-4ec7-8b98-7eeae55ae657 req-709dc9d8-ab9b-4174-9fd1-661aa4e4039d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6672ab8f-0e19-41fc-8b21-cb89f2e1a515 HTTP/1.1" status: 200 len: 854 time: 0.0554612 Feb 04 13:29:01.234589 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97eb231-2c87-4ec7-8b98-7eeae55ae657 req-217f5e9c-5536-4dc9-9f02-513b3961d1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:01.236142 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c97eb231-2c87-4ec7-8b98-7eeae55ae657 req-217f5e9c-5536-4dc9-9f02-513b3961d1b4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=82a75e73-04fa-49c3-8fa9-485720108f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0563738 Feb 04 13:29:01.334889 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c97eb231-2c87-4ec7-8b98-7eeae55ae657 req-092ffaa4-b7e2-4148-b942-81ea64dbc442 service neutron] 10.222.0.73 "GET /v2.0/networks/82a75e73-04fa-49c3-8fa9-485720108f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884268 Feb 04 13:29:01.442066 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c97eb231-2c87-4ec7-8b98-7eeae55ae657 req-0ab0b7c0-3950-4600-b46d-8ab6ce97f2ae service neutron] 10.222.0.73 "GET /v2.0/networks/82a75e73-04fa-49c3-8fa9-485720108f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982873 Feb 04 13:29:01.485149 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159a8687-e321-4c6f-9d1a-5271b300f288 req-9e6d6567-3043-4310-b16a-71b2fdb2cd2c tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:01.486991 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-159a8687-e321-4c6f-9d1a-5271b300f288 req-9e6d6567-3043-4310-b16a-71b2fdb2cd2c tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] 10.222.0.65 "GET /v2.0/ports?device_id=9050e7d2-a36b-4316-af4f-7e71df5a5a03 HTTP/1.1" status: 200 len: 944 time: 0.0604427 Feb 04 13:29:01.568028 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-159a8687-e321-4c6f-9d1a-5271b300f288 req-afddbe28-78b6-4aa1-98dc-10f5006e63bc tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] 10.222.0.65 "GET /v2.0/security-groups?id=a3c08532-11c2-4299-b404-d7fb74b2219c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714741 Feb 04 13:29:01.581898 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920fbffc-7c56-4bba-9fb1-60b2653e3952 req-848d5b24-3f6a-42e7-8a6d-6e0c07f4f9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:01.583783 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-920fbffc-7c56-4bba-9fb1-60b2653e3952 req-848d5b24-3f6a-42e7-8a6d-6e0c07f4f9fd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5ffc0b7060d746b0a773f4e5ab9bfb94&device_id=9050e7d2-a36b-4316-af4f-7e71df5a5a03 HTTP/1.1" status: 200 len: 1126 time: 0.0796914 Feb 04 13:29:01.685365 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920fbffc-7c56-4bba-9fb1-60b2653e3952 req-3879a17e-e8ba-4053-b5eb-24bd4c42e1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:01.687598 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-920fbffc-7c56-4bba-9fb1-60b2653e3952 req-3879a17e-e8ba-4053-b5eb-24bd4c42e1e0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=82a75e73-04fa-49c3-8fa9-485720108f12 HTTP/1.1" status: 200 len: 916 time: 0.0941675 Feb 04 13:29:01.705680 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:01.736268 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-920fbffc-7c56-4bba-9fb1-60b2653e3952 req-f65809d1-dcc4-4fa3-a412-4ecfca249956 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7338e5c-315b-4210-a59c-63dca875ba35 HTTP/1.1" status: 200 len: 217 time: 0.0402739 Feb 04 13:29:01.789353 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920fbffc-7c56-4bba-9fb1-60b2653e3952 req-2f1ac7d5-7066-496b-8806-daa3c763d86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:01.790802 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-920fbffc-7c56-4bba-9fb1-60b2653e3952 req-2f1ac7d5-7066-496b-8806-daa3c763d86e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6672ab8f-0e19-41fc-8b21-cb89f2e1a515 HTTP/1.1" status: 200 len: 854 time: 0.0440564 Feb 04 13:29:01.845619 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920fbffc-7c56-4bba-9fb1-60b2653e3952 req-62282dd0-21e0-4063-b176-c3551f221718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:01.847144 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-920fbffc-7c56-4bba-9fb1-60b2653e3952 req-62282dd0-21e0-4063-b176-c3551f221718 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=82a75e73-04fa-49c3-8fa9-485720108f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0490429 Feb 04 13:29:01.939224 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-920fbffc-7c56-4bba-9fb1-60b2653e3952 req-eda4fa03-87bb-42aa-aae6-b72fd6f961f4 service neutron] 10.222.0.73 "GET /v2.0/networks/82a75e73-04fa-49c3-8fa9-485720108f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822961 Feb 04 13:29:02.037394 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-920fbffc-7c56-4bba-9fb1-60b2653e3952 req-e1f4883b-995d-467c-b864-55edae6989ad service neutron] 10.222.0.73 "GET /v2.0/networks/82a75e73-04fa-49c3-8fa9-485720108f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874691 Feb 04 13:29:02.452081 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:02.527902 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:29:02.690441 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e0cb8c-98c0-4fb5-911c-2d710e07e9c1 req-26d8af13-3677-4418-a879-2719ccc1e082 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:02.691948 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-38e0cb8c-98c0-4fb5-911c-2d710e07e9c1 req-26d8af13-3677-4418-a879-2719ccc1e082 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] 10.222.0.65 "GET /v2.0/ports?device_id=9050e7d2-a36b-4316-af4f-7e71df5a5a03 HTTP/1.1" status: 200 len: 944 time: 0.0539639 Feb 04 13:29:02.739790 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-38e0cb8c-98c0-4fb5-911c-2d710e07e9c1 req-e69c59f5-890b-41c2-8983-ed4aee9bb889 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] 10.222.0.65 "GET /v2.0/security-groups?id=a3c08532-11c2-4299-b404-d7fb74b2219c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422060 Feb 04 13:29:03.418364 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device f7338e5c-315b-4210-a59c-63dca875ba35 details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:29:03.523013 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port f7338e5c-315b-4210-a59c-63dca875ba35, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=f7338e5c-315b-4210-a59c-63dca875ba35,segment=NetworkSegment(79b18b0e-5ae9-4139-8070-66412829b888),segment_id=79b18b0e-5ae9-4139-8070-66412829b888)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:29:03.534651 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': 'f7338e5c-315b-4210-a59c-63dca875ba35', 'network_id': '82a75e73-04fa-49c3-8fa9-485720108f12', 'port_id': 'f7338e5c-315b-4210-a59c-63dca875ba35', 'mac_address': 'fa:16:3e:68:bc:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6672ab8f-0e19-41fc-8b21-cb89f2e1a515', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:29:03.571535 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port f7338e5c-315b-4210-a59c-63dca875ba35 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:29:03.571957 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (f7338e5c-315b-4210-a59c-63dca875ba35), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:03.585896 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7338e5c-315b-4210-a59c-63dca875ba35 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:29:03.608334 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port f7338e5c-315b-4210-a59c-63dca875ba35, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=f7338e5c-315b-4210-a59c-63dca875ba35,segment=NetworkSegment(79b18b0e-5ae9-4139-8070-66412829b888),segment_id=79b18b0e-5ae9-4139-8070-66412829b888)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:29:03.612250 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (f7338e5c-315b-4210-a59c-63dca875ba35), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:03.659159 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=f7338e5c-315b-4210-a59c-63dca875ba35,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:03.856653 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['f7338e5c-315b-4210-a59c-63dca875ba35'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:29:03.865775 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1c46f9-bc89-436c-9cd3-fb67e41f2bae req-d3d5e097-41e6-49d0-b37d-3050e5b4a270 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:03.867276 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ca1c46f9-bc89-436c-9cd3-fb67e41f2bae req-d3d5e097-41e6-49d0-b37d-3050e5b4a270 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] 10.222.0.65 "GET /v2.0/ports?device_id=9050e7d2-a36b-4316-af4f-7e71df5a5a03 HTTP/1.1" status: 200 len: 945 time: 0.0563676 Feb 04 13:29:03.920000 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ca1c46f9-bc89-436c-9cd3-fb67e41f2bae req-d8bfb854-752c-47e0-b5a2-82467299f56c tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] 10.222.0.65 "GET /v2.0/security-groups?id=a3c08532-11c2-4299-b404-d7fb74b2219c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469198 Feb 04 13:29:05.044315 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db70c825-8c44-4f05-a047-e5c80e02238c req-1d54c3ee-4333-42e4-a381-27771ec69215 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:05.045908 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-db70c825-8c44-4f05-a047-e5c80e02238c req-1d54c3ee-4333-42e4-a381-27771ec69215 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] 10.222.0.65 "GET /v2.0/ports?device_id=9050e7d2-a36b-4316-af4f-7e71df5a5a03 HTTP/1.1" status: 200 len: 945 time: 0.0547113 Feb 04 13:29:05.092974 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-db70c825-8c44-4f05-a047-e5c80e02238c req-2b7cf279-20ca-48a6-9484-a4d2d9320dbd tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] 10.222.0.65 "GET /v2.0/security-groups?id=a3c08532-11c2-4299-b404-d7fb74b2219c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414972 Feb 04 13:29:05.431592 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device f7338e5c-315b-4210-a59c-63dca875ba35 up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:29:05.484729 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning for port f7338e5c-315b-4210-a59c-63dca875ba35 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:29:05.488515 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port f7338e5c-315b-4210-a59c-63dca875ba35 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:29:05.488887 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (f7338e5c-315b-4210-a59c-63dca875ba35), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:05.564863 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port f7338e5c-315b-4210-a59c-63dca875ba35 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:29:05.565325 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (f7338e5c-315b-4210-a59c-63dca875ba35), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:05.588025 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9050e7d2-a36b-4316-af4f-7e71df5a5a03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7338e5c-315b-4210-a59c-63dca875ba35'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:29:05.590415 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53818b00e40e8afff1ffbbb80b1f2b2ececb0555ff6da39e2769b708ef8305ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1291a3bc-8208-4537-8fbb-ef013a056e92" -d '{"events": [{"server_uuid": "9050e7d2-a36b-4316-af4f-7e71df5a5a03", "name": "network-vif-plugged", "status": "completed", "tag": "f7338e5c-315b-4210-a59c-63dca875ba35"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:29:05.603584 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port f7338e5c-315b-4210-a59c-63dca875ba35, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=f7338e5c-315b-4210-a59c-63dca875ba35,segment=NetworkSegment(79b18b0e-5ae9-4139-8070-66412829b888),segment_id=79b18b0e-5ae9-4139-8070-66412829b888)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:29:05.609626 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (f7338e5c-315b-4210-a59c-63dca875ba35), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:05.659238 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=f7338e5c-315b-4210-a59c-63dca875ba35,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:05.746249 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39791891-6ae7-442a-985e-b91660d2a12e x-openstack-request-id: req-39791891-6ae7-442a-985e-b91660d2a12e {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:29:05.746628 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9050e7d2-a36b-4316-af4f-7e71df5a5a03", "name": "network-vif-plugged", "status": "completed", "tag": "f7338e5c-315b-4210-a59c-63dca875ba35", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:29:05.746950 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-39791891-6ae7-442a-985e-b91660d2a12e {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:29:05.747392 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9050e7d2-a36b-4316-af4f-7e71df5a5a03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7338e5c-315b-4210-a59c-63dca875ba35', 'code': 200} Feb 04 13:29:05.849414 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d956be6-c3e1-4677-b643-0eee032defd5 req-990f7116-3c5b-47bf-89d5-9939ad06e8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:05.850923 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6d956be6-c3e1-4677-b643-0eee032defd5 req-990f7116-3c5b-47bf-89d5-9939ad06e8e3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9050e7d2-a36b-4316-af4f-7e71df5a5a03 HTTP/1.1" status: 200 len: 1128 time: 0.0459468 Feb 04 13:29:05.896073 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6d956be6-c3e1-4677-b643-0eee032defd5 req-f63af346-a9b1-457b-b2ad-a19747f52d9c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=a3c08532-11c2-4299-b404-d7fb74b2219c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380306 Feb 04 13:29:06.215188 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345b83bc-300f-4b17-b2bd-72a7c36db356 req-e3c48acb-4895-43bd-80ee-7829642b7d43 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:06.217478 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-345b83bc-300f-4b17-b2bd-72a7c36db356 req-e3c48acb-4895-43bd-80ee-7829642b7d43 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] 10.222.0.65 "GET /v2.0/ports?device_id=9050e7d2-a36b-4316-af4f-7e71df5a5a03 HTTP/1.1" status: 200 len: 946 time: 0.0564778 Feb 04 13:29:06.262323 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-345b83bc-300f-4b17-b2bd-72a7c36db356 req-82bdba47-5152-4ec6-8db9-01ac04813896 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] 10.222.0.65 "GET /v2.0/security-groups?id=a3c08532-11c2-4299-b404-d7fb74b2219c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395477 Feb 04 13:29:07.382362 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148936d7-1489-473b-bec8-1258006490e0 req-a43e6ce0-7459-4f54-90ba-d4ec69bf22a0 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:07.383881 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-148936d7-1489-473b-bec8-1258006490e0 req-a43e6ce0-7459-4f54-90ba-d4ec69bf22a0 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] 10.222.0.65 "GET /v2.0/ports?device_id=9050e7d2-a36b-4316-af4f-7e71df5a5a03 HTTP/1.1" status: 200 len: 946 time: 0.0525231 Feb 04 13:29:07.430053 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-148936d7-1489-473b-bec8-1258006490e0 req-c36c696f-4955-4c48-99ba-1e65d01fb24b tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] 10.222.0.65 "GET /v2.0/security-groups?id=a3c08532-11c2-4299-b404-d7fb74b2219c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400219 Feb 04 13:29:07.547637 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7083e4-71d4-46e7-bfb3-f2fdb963e71e req-26bae3e1-5908-4e69-ad9a-1449f6a0f51a tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:07.549045 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2e7083e4-71d4-46e7-bfb3-f2fdb963e71e req-26bae3e1-5908-4e69-ad9a-1449f6a0f51a tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] 10.222.0.65 "GET /v2.0/ports?device_id=9050e7d2-a36b-4316-af4f-7e71df5a5a03 HTTP/1.1" status: 200 len: 946 time: 0.0524223 Feb 04 13:29:07.599387 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2e7083e4-71d4-46e7-bfb3-f2fdb963e71e req-066dac40-0df3-4809-a6eb-c581e2591077 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] 10.222.0.65 "GET /v2.0/security-groups?id=a3c08532-11c2-4299-b404-d7fb74b2219c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446565 Feb 04 13:29:07.791538 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5bbf90-f560-4e87-a3d2-d9c768dec5d4 req-ac531287-ed92-4304-8a9c-98f9c9e974d5 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:07.793032 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2d5bbf90-f560-4e87-a3d2-d9c768dec5d4 req-ac531287-ed92-4304-8a9c-98f9c9e974d5 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] 10.222.0.65 "GET /v2.0/ports?device_id=9050e7d2-a36b-4316-af4f-7e71df5a5a03 HTTP/1.1" status: 200 len: 946 time: 0.0532627 Feb 04 13:29:07.841742 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2d5bbf90-f560-4e87-a3d2-d9c768dec5d4 req-4f44c1ce-ea34-45d3-bf7f-fa137c6260c3 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] 10.222.0.65 "GET /v2.0/security-groups?id=a3c08532-11c2-4299-b404-d7fb74b2219c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423133 Feb 04 13:29:15.639400 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b23a3c68-fd33-4ebb-b1ef-37d807a45ec6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:18.138831 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8a972f12-c47d-42cd-a49b-8184a238aeaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:19.461354 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:20.727463 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:21.839550 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:26.863536 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7011ca99-300a-4e7a-9cb0-2dc4c6fc65d0 req-e7ac631e-73ed-44f2-810b-3b14bb5e4a84 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:26.864983 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7011ca99-300a-4e7a-9cb0-2dc4c6fc65d0 req-e7ac631e-73ed-44f2-810b-3b14bb5e4a84 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] 10.222.0.65 "GET /v2.0/ports?device_id=9050e7d2-a36b-4316-af4f-7e71df5a5a03 HTTP/1.1" status: 200 len: 946 time: 0.0576146 Feb 04 13:29:26.911807 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7011ca99-300a-4e7a-9cb0-2dc4c6fc65d0 req-27a530a6-a972-4966-8a91-7bec668b022c tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] 10.222.0.65 "GET /v2.0/security-groups?id=a3c08532-11c2-4299-b404-d7fb74b2219c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412591 Feb 04 13:29:26.934488 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 34794) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:29:27.025984 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c404d5c-0210-402e-95ed-2d2b10c8787c tempest-TestMinimumBasicScenario-1308854862 tempest-TestMinimumBasicScenario-1308854862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:27.028060 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-9c404d5c-0210-402e-95ed-2d2b10c8787c tempest-TestMinimumBasicScenario-1308854862 tempest-TestMinimumBasicScenario-1308854862-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=9050e7d2-a36b-4316-af4f-7e71df5a5a03 HTTP/1.1" status: 200 len: 1123 time: 0.0920353 Feb 04 13:29:27.031233 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 34800) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:29:27.035702 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-4acbe1f1-ffc2-4d0a-95a7-6e11a2b65b96 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Request body: {'floatingip': {'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'port_id': 'f7338e5c-315b-4210-a59c-63dca875ba35', 'tenant_id': '5ffc0b7060d746b0a773f4e5ab9bfb94', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:29:27.056245 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4acbe1f1-ffc2-4d0a-95a7-6e11a2b65b96 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:27.171644 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4acbe1f1-ffc2-4d0a-95a7-6e11a2b65b96 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:27.274990 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-4acbe1f1-ffc2-4d0a-95a7-6e11a2b65b96 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Allocated IP 172.25.3.23 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/b37704f3-815e-4588-86f1-35134f291d5b) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:29:27.375692 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4acbe1f1-ffc2-4d0a-95a7-6e11a2b65b96 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Publish callbacks [] for port (b37704f3-815e-4588-86f1-35134f291d5b), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:27.409929 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4acbe1f1-ffc2-4d0a-95a7-6e11a2b65b96 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (b37704f3-815e-4588-86f1-35134f291d5b), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:27.448386 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4acbe1f1-ffc2-4d0a-95a7-6e11a2b65b96 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:29:27.454560 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-4acbe1f1-ffc2-4d0a-95a7-6e11a2b65b96 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:29:27.458137 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acbe1f1-ffc2-4d0a-95a7-6e11a2b65b96 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:29:27.485273 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acbe1f1-ffc2-4d0a-95a7-6e11a2b65b96 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Pushing event updated for resources: {'Port': ['ID=b37704f3-815e-4588-86f1-35134f291d5b,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:28.109882 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4acbe1f1-ffc2-4d0a-95a7-6e11a2b65b96 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Publish callbacks [] for floatingip (ea530afb-c97b-472a-a48e-1dd327c4dfc0), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:28.177270 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4acbe1f1-ffc2-4d0a-95a7-6e11a2b65b96 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (b37704f3-815e-4588-86f1-35134f291d5b), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:28.330142 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4acbe1f1-ffc2-4d0a-95a7-6e11a2b65b96 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Publish callbacks [] for port (b37704f3-815e-4588-86f1-35134f291d5b), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:28.335595 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4acbe1f1-ffc2-4d0a-95a7-6e11a2b65b96 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (b37704f3-815e-4588-86f1-35134f291d5b), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:28.403589 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acbe1f1-ffc2-4d0a-95a7-6e11a2b65b96 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Pushing event updated for resources: {'Port': ['ID=b37704f3-815e-4588-86f1-35134f291d5b,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:28.416810 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4acbe1f1-ffc2-4d0a-95a7-6e11a2b65b96 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1599943'] for floatingip (ea530afb-c97b-472a-a48e-1dd327c4dfc0), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:28.525086 n-d-825015-3 neutron-server[103475]: INFO neutron.db.l3_db [None req-4acbe1f1-ffc2-4d0a-95a7-6e11a2b65b96 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Floating IP ea530afb-c97b-472a-a48e-1dd327c4dfc0 associated. External IP: 172.25.3.23, port: f7338e5c-315b-4210-a59c-63dca875ba35. Feb 04 13:29:28.739600 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4acbe1f1-ffc2-4d0a-95a7-6e11a2b65b96 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Router a1ffd5d9-3354-4bf6-852a-89fda990dfe6 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:29:28.853117 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4acbe1f1-ffc2-4d0a-95a7-6e11a2b65b96 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:29:28.863599 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a0cd66-b973-43e1-adf6-2af12f34a7bc None None] Sync routers for ids ['a1ffd5d9-3354-4bf6-852a-89fda990dfe6'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:29:28.870773 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4acbe1f1-ffc2-4d0a-95a7-6e11a2b65b96 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:28.874368 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a0cd66-b973-43e1-adf6-2af12f34a7bc None None] Routers {'a1ffd5d9-3354-4bf6-852a-89fda990dfe6'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:29:28.874953 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-17a0cd66-b973-43e1-adf6-2af12f34a7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:29:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['a1ffd5d9-3354-4bf6-852a-89fda990dfe6'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:29:28.902118 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-4acbe1f1-ffc2-4d0a-95a7-6e11a2b65b96 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8698027 Feb 04 13:29:28.903265 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9050e7d2-a36b-4316-af4f-7e71df5a5a03', 'tag': 'f7338e5c-315b-4210-a59c-63dca875ba35'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:29:28.905592 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48bbd334e613f85cd2144b496d46af0d2e531f29900d43c124e8a63cdd2917ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a74f856b-228c-499f-b01a-63dccfd3effd" -d '{"events": [{"name": "network-changed", "server_uuid": "9050e7d2-a36b-4316-af4f-7e71df5a5a03", "tag": "f7338e5c-315b-4210-a59c-63dca875ba35"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:29:28.906010 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 34802) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:29:28.911297 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-a29db7e8-1392-4349-bad8-22022ea9ab95 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-536447690', 'description': 'tempest-secgroup-smoke-536447690 description', 'project_id': '5ffc0b7060d746b0a773f4e5ab9bfb94'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:29:28.935589 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a29db7e8-1392-4349-bad8-22022ea9ab95 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:28.944254 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8fa1aa7-bd70-423a-8ae3-27c1b5cfaec2 x-openstack-request-id: req-f8fa1aa7-bd70-423a-8ae3-27c1b5cfaec2 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:29:28.944582 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9050e7d2-a36b-4316-af4f-7e71df5a5a03", "tag": "f7338e5c-315b-4210-a59c-63dca875ba35", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:29:28.944842 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f8fa1aa7-bd70-423a-8ae3-27c1b5cfaec2 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:29:28.945258 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9050e7d2-a36b-4316-af4f-7e71df5a5a03', 'tag': 'f7338e5c-315b-4210-a59c-63dca875ba35', 'status': 'completed', 'code': 200} Feb 04 13:29:28.994041 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-17a0cd66-b973-43e1-adf6-2af12f34a7bc None None] Set router a1ffd5d9-3354-4bf6-852a-89fda990dfe6 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:29:29.016438 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a29db7e8-1392-4349-bad8-22022ea9ab95 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Publish callbacks [] for security_group (ecff81f8-74f6-4b22-9841-4158e4d89824), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:29.021355 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a29db7e8-1392-4349-bad8-22022ea9ab95 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (ecff81f8-74f6-4b22-9841-4158e4d89824), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:29.024031 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74f856b-228c-499f-b01a-63dccfd3effd req-2984e4ab-a15c-4999-b7b5-bdf33d51061c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:29.025570 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a74f856b-228c-499f-b01a-63dccfd3effd req-2984e4ab-a15c-4999-b7b5-bdf33d51061c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5ffc0b7060d746b0a773f4e5ab9bfb94&device_id=9050e7d2-a36b-4316-af4f-7e71df5a5a03 HTTP/1.1" status: 200 len: 1128 time: 0.0522470 Feb 04 13:29:29.053138 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29db7e8-1392-4349-bad8-22022ea9ab95 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecff81f8-74f6-4b22-9841-4158e4d89824,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:29.063869 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a29db7e8-1392-4349-bad8-22022ea9ab95 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:29.070906 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-a29db7e8-1392-4349-bad8-22022ea9ab95 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1573825 Feb 04 13:29:29.070906 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29db7e8-1392-4349-bad8-22022ea9ab95 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:29:29.070906 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29db7e8-1392-4349-bad8-22022ea9ab95 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:29:29.070906 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29db7e8-1392-4349-bad8-22022ea9ab95 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:29:29.070906 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29db7e8-1392-4349-bad8-22022ea9ab95 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:29:29.070906 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29db7e8-1392-4349-bad8-22022ea9ab95 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:29:29.070906 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29db7e8-1392-4349-bad8-22022ea9ab95 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:29:29.070906 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29db7e8-1392-4349-bad8-22022ea9ab95 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:29:29.070906 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29db7e8-1392-4349-bad8-22022ea9ab95 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:29:29.070906 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29db7e8-1392-4349-bad8-22022ea9ab95 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:29:29.070906 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29db7e8-1392-4349-bad8-22022ea9ab95 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:29:29.070906 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29db7e8-1392-4349-bad8-22022ea9ab95 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:29:29.070906 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29db7e8-1392-4349-bad8-22022ea9ab95 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:29:29.070906 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29db7e8-1392-4349-bad8-22022ea9ab95 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:29:29.075892 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 34806) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:29:29.080925 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-ce32b869-96d4-4fc0-bd23-932a34a124d4 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Request body: {'security_group_rule': {'security_group_id': 'ecff81f8-74f6-4b22-9841-4158e4d89824', 'project_id': '5ffc0b7060d746b0a773f4e5ab9bfb94', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:29:29.109078 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ce32b869-96d4-4fc0-bd23-932a34a124d4 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Publish callbacks [] for security_group_rule (02c3a1c5-86c1-4177-9a7f-6c270e5b93a6), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:29.141528 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74f856b-228c-499f-b01a-63dccfd3effd req-049cddb2-b9fe-48e9-b9ff-34266583be70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:29.143032 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a74f856b-228c-499f-b01a-63dccfd3effd req-049cddb2-b9fe-48e9-b9ff-34266583be70 service neutron] 10.222.0.73 "GET /v2.0/networks?id=82a75e73-04fa-49c3-8fa9-485720108f12 HTTP/1.1" status: 200 len: 916 time: 0.1105878 Feb 04 13:29:29.170429 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ce32b869-96d4-4fc0-bd23-932a34a124d4 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Publish callbacks [] for security_group_rule (02c3a1c5-86c1-4177-9a7f-6c270e5b93a6), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:29.175080 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ce32b869-96d4-4fc0-bd23-932a34a124d4 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (02c3a1c5-86c1-4177-9a7f-6c270e5b93a6), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:29.197231 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce32b869-96d4-4fc0-bd23-932a34a124d4 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02c3a1c5-86c1-4177-9a7f-6c270e5b93a6,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:29.203309 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ce32b869-96d4-4fc0-bd23-932a34a124d4 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:29.207057 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-ce32b869-96d4-4fc0-bd23-932a34a124d4 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1272290 Feb 04 13:29:29.207560 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 34808) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:29:29.211954 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-40a24b49-a7c3-40c6-b779-b9060e5279b9 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Request body: {'security_group_rule': {'security_group_id': 'ecff81f8-74f6-4b22-9841-4158e4d89824', 'project_id': '5ffc0b7060d746b0a773f4e5ab9bfb94', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:29:29.221351 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a74f856b-228c-499f-b01a-63dccfd3effd req-f1e883b7-1a9e-436b-ab94-ccfd0ea98ab6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7338e5c-315b-4210-a59c-63dca875ba35 HTTP/1.1" status: 200 len: 999 time: 0.0667512 Feb 04 13:29:29.246516 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-40a24b49-a7c3-40c6-b779-b9060e5279b9 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Publish callbacks [] for security_group_rule (c6eaf21e-c3b5-4cb2-8d07-e614a4be2b48), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:29.253607 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-17a0cd66-b973-43e1-adf6-2af12f34a7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ffd5d9-3354-4bf6-852a-89fda990dfe6', 'name': 'tempest-TestMinimumBasicScenario-1048851882-router', 'tenant_id': '5ffc0b7060d746b0a773f4e5ab9bfb94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': '5217f1c0-191a-4e26-bf37-4305245e92b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:28:30Z', 'updated_at': '2022-02-04T13:28:32Z', 'revision_number': 4, 'project_id': '5ffc0b7060d746b0a773f4e5ab9bfb94', 'gw_port': {'id': '5217f1c0-191a-4e26-bf37-4305245e92b3', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:d7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ffd5d9-3354-4bf6-852a-89fda990dfe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:28:30Z', 'updated_at': '2022-02-04T13:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': 'ea530afb-c97b-472a-a48e-1dd327c4dfc0', 'tenant_id': '5ffc0b7060d746b0a773f4e5ab9bfb94', 'floating_ip_address': '172.25.3.23', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': 'a1ffd5d9-3354-4bf6-852a-89fda990dfe6', 'port_id': 'f7338e5c-315b-4210-a59c-63dca875ba35', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82a75e73-04fa-49c3-8fa9-485720108f12', 'mac_address': 'fa:16:3e:68:bc:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9050e7d2-a36b-4316-af4f-7e71df5a5a03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:29:27Z', 'updated_at': '2022-02-04T13:29:27Z', 'revision_number': 0, 'project_id': '5ffc0b7060d746b0a773f4e5ab9bfb94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0cf2250-d804-48cc-b46d-c95b073ee358', 'name': '', 'network_id': '82a75e73-04fa-49c3-8fa9-485720108f12', 'tenant_id': '5ffc0b7060d746b0a773f4e5ab9bfb94', 'mac_address': 'fa:16:3e:b1:3c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ffd5d9-3354-4bf6-852a-89fda990dfe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '6672ab8f-0e19-41fc-8b21-cb89f2e1a515', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:28:32Z', 'updated_at': '2022-02-04T13:28:38Z', 'revision_number': 5, 'project_id': '5ffc0b7060d746b0a773f4e5ab9bfb94', 'subnets': [{'id': '6672ab8f-0e19-41fc-8b21-cb89f2e1a515', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:29:29.286109 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a0cd66-b973-43e1-adf6-2af12f34a7bc None None] Checking router: a1ffd5d9-3354-4bf6-852a-89fda990dfe6 for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:29:29.287767 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74f856b-228c-499f-b01a-63dccfd3effd req-9041678c-89e5-4cee-b8b8-46dccd395fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:29.289601 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a74f856b-228c-499f-b01a-63dccfd3effd req-9041678c-89e5-4cee-b8b8-46dccd395fe7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6672ab8f-0e19-41fc-8b21-cb89f2e1a515 HTTP/1.1" status: 200 len: 854 time: 0.0585120 Feb 04 13:29:29.295571 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a0cd66-b973-43e1-adf6-2af12f34a7bc None None] Routers {'a1ffd5d9-3354-4bf6-852a-89fda990dfe6'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:29:29.296210 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-17a0cd66-b973-43e1-adf6-2af12f34a7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:29:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['a1ffd5d9-3354-4bf6-852a-89fda990dfe6'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:29:29.317682 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-40a24b49-a7c3-40c6-b779-b9060e5279b9 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Publish callbacks [] for security_group_rule (c6eaf21e-c3b5-4cb2-8d07-e614a4be2b48), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:29.322355 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-40a24b49-a7c3-40c6-b779-b9060e5279b9 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (c6eaf21e-c3b5-4cb2-8d07-e614a4be2b48), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:29.349549 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a24b49-a7c3-40c6-b779-b9060e5279b9 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6eaf21e-c3b5-4cb2-8d07-e614a4be2b48,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:29.352440 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74f856b-228c-499f-b01a-63dccfd3effd req-bf42df2c-ee4a-484c-9cc6-5cf30cc59d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:29.353924 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a74f856b-228c-499f-b01a-63dccfd3effd req-bf42df2c-ee4a-484c-9cc6-5cf30cc59d54 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=82a75e73-04fa-49c3-8fa9-485720108f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0531070 Feb 04 13:29:29.354919 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-40a24b49-a7c3-40c6-b779-b9060e5279b9 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:29.359684 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 34810) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:29:29.359849 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-40a24b49-a7c3-40c6-b779-b9060e5279b9 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1513844 Feb 04 13:29:29.364440 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-b707c331-65a3-4e80-8cc9-61e7ea5ed994 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Request body: {'security_group_rule': {'security_group_id': 'ecff81f8-74f6-4b22-9841-4158e4d89824', 'project_id': '5ffc0b7060d746b0a773f4e5ab9bfb94', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:29:29.411347 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-17a0cd66-b973-43e1-adf6-2af12f34a7bc None None] Set router a1ffd5d9-3354-4bf6-852a-89fda990dfe6 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:29:29.441345 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b707c331-65a3-4e80-8cc9-61e7ea5ed994 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Publish callbacks [] for security_group_rule (478e5214-f3a6-472a-b3de-70e8f94923e0), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:29.491462 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a74f856b-228c-499f-b01a-63dccfd3effd req-05259153-d6b5-4511-ae22-f22d62904b96 service neutron] 10.222.0.73 "GET /v2.0/networks/82a75e73-04fa-49c3-8fa9-485720108f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215777 Feb 04 13:29:29.557354 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b707c331-65a3-4e80-8cc9-61e7ea5ed994 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Publish callbacks [] for security_group_rule (478e5214-f3a6-472a-b3de-70e8f94923e0), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:29.565590 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b707c331-65a3-4e80-8cc9-61e7ea5ed994 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (478e5214-f3a6-472a-b3de-70e8f94923e0), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:29.588543 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b707c331-65a3-4e80-8cc9-61e7ea5ed994 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=478e5214-f3a6-472a-b3de-70e8f94923e0,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:29.611221 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b707c331-65a3-4e80-8cc9-61e7ea5ed994 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:29.612454 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-b707c331-65a3-4e80-8cc9-61e7ea5ed994 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2514598 Feb 04 13:29:29.615388 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 34812) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:29:29.620430 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-b0363df0-94e2-43d2-99bb-8571ad5b4925 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Request body: {'security_group_rule': {'security_group_id': 'ecff81f8-74f6-4b22-9841-4158e4d89824', 'project_id': '5ffc0b7060d746b0a773f4e5ab9bfb94', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:29:29.625594 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a74f856b-228c-499f-b01a-63dccfd3effd req-60b41aba-d7c9-43fd-9493-61a71757b53a service neutron] 10.222.0.73 "GET /v2.0/networks/82a75e73-04fa-49c3-8fa9-485720108f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262789 Feb 04 13:29:29.652334 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b0363df0-94e2-43d2-99bb-8571ad5b4925 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Publish callbacks [] for security_group_rule (d663149c-271b-40d3-b972-16eb3994d64f), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:29.654774 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-17a0cd66-b973-43e1-adf6-2af12f34a7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ffd5d9-3354-4bf6-852a-89fda990dfe6', 'name': 'tempest-TestMinimumBasicScenario-1048851882-router', 'tenant_id': '5ffc0b7060d746b0a773f4e5ab9bfb94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': '5217f1c0-191a-4e26-bf37-4305245e92b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:28:30Z', 'updated_at': '2022-02-04T13:28:32Z', 'revision_number': 4, 'project_id': '5ffc0b7060d746b0a773f4e5ab9bfb94', 'gw_port': {'id': '5217f1c0-191a-4e26-bf37-4305245e92b3', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:d7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ffd5d9-3354-4bf6-852a-89fda990dfe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:28:30Z', 'updated_at': '2022-02-04T13:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': 'ea530afb-c97b-472a-a48e-1dd327c4dfc0', 'tenant_id': '5ffc0b7060d746b0a773f4e5ab9bfb94', 'floating_ip_address': '172.25.3.23', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': 'a1ffd5d9-3354-4bf6-852a-89fda990dfe6', 'port_id': 'f7338e5c-315b-4210-a59c-63dca875ba35', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82a75e73-04fa-49c3-8fa9-485720108f12', 'mac_address': 'fa:16:3e:68:bc:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9050e7d2-a36b-4316-af4f-7e71df5a5a03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:29:27Z', 'updated_at': '2022-02-04T13:29:27Z', 'revision_number': 0, 'project_id': '5ffc0b7060d746b0a773f4e5ab9bfb94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0cf2250-d804-48cc-b46d-c95b073ee358', 'name': '', 'network_id': '82a75e73-04fa-49c3-8fa9-485720108f12', 'tenant_id': '5ffc0b7060d746b0a773f4e5ab9bfb94', 'mac_address': 'fa:16:3e:b1:3c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ffd5d9-3354-4bf6-852a-89fda990dfe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '6672ab8f-0e19-41fc-8b21-cb89f2e1a515', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:28:32Z', 'updated_at': '2022-02-04T13:28:38Z', 'revision_number': 5, 'project_id': '5ffc0b7060d746b0a773f4e5ab9bfb94', 'subnets': [{'id': '6672ab8f-0e19-41fc-8b21-cb89f2e1a515', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:29:29.687638 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a0cd66-b973-43e1-adf6-2af12f34a7bc None None] The sync data for ids ['a1ffd5d9-3354-4bf6-852a-89fda990dfe6'] in n-d-825015-3 is: [{'id': 'a1ffd5d9-3354-4bf6-852a-89fda990dfe6', 'name': 'tempest-TestMinimumBasicScenario-1048851882-router', 'tenant_id': '5ffc0b7060d746b0a773f4e5ab9bfb94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': '5217f1c0-191a-4e26-bf37-4305245e92b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:28:30Z', 'updated_at': '2022-02-04T13:28:32Z', 'revision_number': 4, 'project_id': '5ffc0b7060d746b0a773f4e5ab9bfb94', 'gw_port': {'id': '5217f1c0-191a-4e26-bf37-4305245e92b3', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:d7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ffd5d9-3354-4bf6-852a-89fda990dfe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:28:30Z', 'updated_at': '2022-02-04T13:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': 'ea530afb-c97b-472a-a48e-1dd327c4dfc0', 'tenant_id': '5ffc0b7060d746b0a773f4e5ab9bfb94', 'floating_ip_address': '172.25.3.23', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': 'a1ffd5d9-3354-4bf6-852a-89fda990dfe6', 'port_id': 'f7338e5c-315b-4210-a59c-63dca875ba35', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82a75e73-04fa-49c3-8fa9-485720108f12', 'mac_address': 'fa:16:3e:68:bc:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9050e7d2-a36b-4316-af4f-7e71df5a5a03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:29:27Z', 'updated_at': '2022-02-04T13:29:27Z', 'revision_number': 0, 'project_id': '5ffc0b7060d746b0a773f4e5ab9bfb94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0cf2250-d804-48cc-b46d-c95b073ee358', 'name': '', 'network_id': '82a75e73-04fa-49c3-8fa9-485720108f12', 'tenant_id': '5ffc0b7060d746b0a773f4e5ab9bfb94', 'mac_address': 'fa:16:3e:b1:3c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ffd5d9-3354-4bf6-852a-89fda990dfe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '6672ab8f-0e19-41fc-8b21-cb89f2e1a515', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:28:32Z', 'updated_at': '2022-02-04T13:28:38Z', 'revision_number': 5, 'project_id': '5ffc0b7060d746b0a773f4e5ab9bfb94', 'subnets': [{'id': '6672ab8f-0e19-41fc-8b21-cb89f2e1a515', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:29:29.717170 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b0363df0-94e2-43d2-99bb-8571ad5b4925 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Publish callbacks [] for security_group_rule (d663149c-271b-40d3-b972-16eb3994d64f), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:29.721019 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b0363df0-94e2-43d2-99bb-8571ad5b4925 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (d663149c-271b-40d3-b972-16eb3994d64f), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:29.738627 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0363df0-94e2-43d2-99bb-8571ad5b4925 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d663149c-271b-40d3-b972-16eb3994d64f,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:29.747286 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b0363df0-94e2-43d2-99bb-8571ad5b4925 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:29.751294 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 34814) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:29:29.751494 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-b0363df0-94e2-43d2-99bb-8571ad5b4925 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1348300 Feb 04 13:29:29.755941 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-4ff17249-f4ce-436b-9ef7-a85905b21d95 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Request body: {'security_group_rule': {'security_group_id': 'ecff81f8-74f6-4b22-9841-4158e4d89824', 'project_id': '5ffc0b7060d746b0a773f4e5ab9bfb94', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:29:29.776864 n-d-825015-3 neutron-server[103475]: INFO neutron.db.securitygroups_db [None req-4ff17249-f4ce-436b-9ef7-a85905b21d95 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Project 5ffc0b7060d746b0a773f4e5ab9bfb94 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 13:29:29.783061 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4ff17249-f4ce-436b-9ef7-a85905b21d95 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Publish callbacks [] for security_group_rule (7ac90a7c-bdc1-4b81-baf2-d7229a7d7de7), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:29.851645 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4ff17249-f4ce-436b-9ef7-a85905b21d95 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Publish callbacks [] for security_group_rule (7ac90a7c-bdc1-4b81-baf2-d7229a7d7de7), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:29.856182 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4ff17249-f4ce-436b-9ef7-a85905b21d95 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (7ac90a7c-bdc1-4b81-baf2-d7229a7d7de7), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:29.875594 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff17249-f4ce-436b-9ef7-a85905b21d95 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ac90a7c-bdc1-4b81-baf2-d7229a7d7de7,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:29.884296 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4ff17249-f4ce-436b-9ef7-a85905b21d95 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:29.885530 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-4ff17249-f4ce-436b-9ef7-a85905b21d95 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1331375 Feb 04 13:29:29.889683 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 34816) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:29:29.894289 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-ca8c30c0-10fd-4dde-8061-c22356ccc338 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Request body: {'security_group_rule': {'security_group_id': 'ecff81f8-74f6-4b22-9841-4158e4d89824', 'project_id': '5ffc0b7060d746b0a773f4e5ab9bfb94', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:29:29.919710 n-d-825015-3 neutron-server[103474]: INFO neutron.db.securitygroups_db [None req-ca8c30c0-10fd-4dde-8061-c22356ccc338 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Project 5ffc0b7060d746b0a773f4e5ab9bfb94 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 13:29:29.923562 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f089e82-5f21-4986-a1e6-ce6d740c0f2d None None] New status for floating IP ea530afb-c97b-472a-a48e-1dd327c4dfc0: ACTIVE {{(pid=103477) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:29:29.925539 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ca8c30c0-10fd-4dde-8061-c22356ccc338 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Publish callbacks [] for security_group_rule (4e10c049-f5d9-4fb3-b96b-78c1ffa8938c), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:29.993511 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ca8c30c0-10fd-4dde-8061-c22356ccc338 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Publish callbacks [] for security_group_rule (4e10c049-f5d9-4fb3-b96b-78c1ffa8938c), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:29.998276 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ca8c30c0-10fd-4dde-8061-c22356ccc338 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (4e10c049-f5d9-4fb3-b96b-78c1ffa8938c), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:30.014926 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8c30c0-10fd-4dde-8061-c22356ccc338 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e10c049-f5d9-4fb3-b96b-78c1ffa8938c,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:30.027360 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ca8c30c0-10fd-4dde-8061-c22356ccc338 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:30.032060 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-ca8c30c0-10fd-4dde-8061-c22356ccc338 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1413310 Feb 04 13:29:30.127907 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2cbdc1f3-e1ab-4a1e-9eb5-3fdb0268562d req-9ff46aa4-ddc2-4477-a3c7-a21613797715 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-536447690&fields=id&tenant_id=5ffc0b7060d746b0a773f4e5ab9bfb94 HTTP/1.1" status: 200 len: 267 time: 0.0506759 Feb 04 13:29:30.188029 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbdc1f3-e1ab-4a1e-9eb5-3fdb0268562d req-51e67bcb-5198-4272-9ded-c08544b6ca30 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:30.189512 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2cbdc1f3-e1ab-4a1e-9eb5-3fdb0268562d req-51e67bcb-5198-4272-9ded-c08544b6ca30 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] 10.222.0.65 "GET /v2.0/ports?device_id=9050e7d2-a36b-4316-af4f-7e71df5a5a03 HTTP/1.1" status: 200 len: 946 time: 0.0562730 Feb 04 13:29:30.200972 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-2cbdc1f3-e1ab-4a1e-9eb5-3fdb0268562d req-918bc6bb-53cb-4615-af22-6ec098b4dda0 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Request body: {'port': {'security_groups': ['a3c08532-11c2-4299-b404-d7fb74b2219c', 'ecff81f8-74f6-4b22-9841-4158e4d89824']}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:29:30.269207 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-2cbdc1f3-e1ab-4a1e-9eb5-3fdb0268562d req-918bc6bb-53cb-4615-af22-6ec098b4dda0 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (f7338e5c-315b-4210-a59c-63dca875ba35), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:30.459442 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-2cbdc1f3-e1ab-4a1e-9eb5-3fdb0268562d req-918bc6bb-53cb-4615-af22-6ec098b4dda0 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] For port f7338e5c-315b-4210-a59c-63dca875ba35, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=f7338e5c-315b-4210-a59c-63dca875ba35,segment=NetworkSegment(79b18b0e-5ae9-4139-8070-66412829b888),segment_id=79b18b0e-5ae9-4139-8070-66412829b888)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:29:30.489449 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-2cbdc1f3-e1ab-4a1e-9eb5-3fdb0268562d req-918bc6bb-53cb-4615-af22-6ec098b4dda0 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Publish callbacks [] for port (f7338e5c-315b-4210-a59c-63dca875ba35), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:30.494029 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-2cbdc1f3-e1ab-4a1e-9eb5-3fdb0268562d req-918bc6bb-53cb-4615-af22-6ec098b4dda0 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (f7338e5c-315b-4210-a59c-63dca875ba35), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:30.506437 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['f7338e5c-315b-4210-a59c-63dca875ba35'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:29:30.535826 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbdc1f3-e1ab-4a1e-9eb5-3fdb0268562d req-918bc6bb-53cb-4615-af22-6ec098b4dda0 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:30.536386 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-2cbdc1f3-e1ab-4a1e-9eb5-3fdb0268562d req-918bc6bb-53cb-4615-af22-6ec098b4dda0 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:30.537790 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2cbdc1f3-e1ab-4a1e-9eb5-3fdb0268562d req-918bc6bb-53cb-4615-af22-6ec098b4dda0 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] 10.222.0.65 "PUT /v2.0/ports/f7338e5c-315b-4210-a59c-63dca875ba35 HTTP/1.1" status: 200 len: 982 time: 0.3423131 Feb 04 13:29:30.562657 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918bc6bb-53cb-4615-af22-6ec098b4dda0 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Pushing event updated for resources: {'Port': ['ID=f7338e5c-315b-4210-a59c-63dca875ba35,revision_number=6']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:30.627821 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['f7338e5c-315b-4210-a59c-63dca875ba35'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:29:30.663671 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb82a2e9-15e7-483e-9756-1ddb29a05898 req-7d34a773-475e-4e09-a591-94d5a145bbf0 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:30.665791 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bb82a2e9-15e7-483e-9756-1ddb29a05898 req-7d34a773-475e-4e09-a591-94d5a145bbf0 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] 10.222.0.65 "GET /v2.0/ports?device_id=9050e7d2-a36b-4316-af4f-7e71df5a5a03 HTTP/1.1" status: 200 len: 985 time: 0.0661542 Feb 04 13:29:30.736296 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bb82a2e9-15e7-483e-9756-1ddb29a05898 req-cb1b130c-3a03-49ba-b718-09b0cdbf4e75 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] 10.222.0.65 "GET /v2.0/security-groups?id=a3c08532-11c2-4299-b404-d7fb74b2219c&id=ecff81f8-74f6-4b22-9841-4158e4d89824&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0622108 Feb 04 13:29:30.881940 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-5308fdac-eeee-4159-b6fb-b2c7f7532c2a None None] Provisioning complete for port f7338e5c-315b-4210-a59c-63dca875ba35 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:29:30.882319 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5308fdac-eeee-4159-b6fb-b2c7f7532c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (f7338e5c-315b-4210-a59c-63dca875ba35), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:30.946772 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9050e7d2-a36b-4316-af4f-7e71df5a5a03', 'tag': 'f7338e5c-315b-4210-a59c-63dca875ba35'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:29:30.950088 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48bbd334e613f85cd2144b496d46af0d2e531f29900d43c124e8a63cdd2917ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c9c32cb-5ba1-42c3-8169-03b5745f1428" -d '{"events": [{"name": "network-changed", "server_uuid": "9050e7d2-a36b-4316-af4f-7e71df5a5a03", "tag": "f7338e5c-315b-4210-a59c-63dca875ba35"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:29:30.988337 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22c74922-bbf8-4ebe-baad-e09683a3f737 x-openstack-request-id: req-22c74922-bbf8-4ebe-baad-e09683a3f737 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:29:30.988642 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9050e7d2-a36b-4316-af4f-7e71df5a5a03", "tag": "f7338e5c-315b-4210-a59c-63dca875ba35", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:29:30.988903 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-22c74922-bbf8-4ebe-baad-e09683a3f737 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:29:30.989345 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9050e7d2-a36b-4316-af4f-7e71df5a5a03', 'tag': 'f7338e5c-315b-4210-a59c-63dca875ba35', 'status': 'completed', 'code': 200} Feb 04 13:29:31.062124 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9c32cb-5ba1-42c3-8169-03b5745f1428 req-5cec01b8-36c1-4fbb-85b7-ff42d1adf5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:31.063778 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7c9c32cb-5ba1-42c3-8169-03b5745f1428 req-5cec01b8-36c1-4fbb-85b7-ff42d1adf5ea service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5ffc0b7060d746b0a773f4e5ab9bfb94&device_id=9050e7d2-a36b-4316-af4f-7e71df5a5a03 HTTP/1.1" status: 200 len: 1167 time: 0.0478730 Feb 04 13:29:31.106357 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-5308fdac-eeee-4159-b6fb-b2c7f7532c2a None None] Current status of the port f7338e5c-315b-4210-a59c-63dca875ba35 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:29:31.158989 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9c32cb-5ba1-42c3-8169-03b5745f1428 req-bada67c7-0806-43d0-953a-646e0c00974d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:31.160536 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7c9c32cb-5ba1-42c3-8169-03b5745f1428 req-bada67c7-0806-43d0-953a-646e0c00974d service neutron] 10.222.0.73 "GET /v2.0/networks?id=82a75e73-04fa-49c3-8fa9-485720108f12 HTTP/1.1" status: 200 len: 916 time: 0.0898285 Feb 04 13:29:31.231168 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7c9c32cb-5ba1-42c3-8169-03b5745f1428 req-929bf04d-c954-4eef-bc67-b58126cbef59 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7338e5c-315b-4210-a59c-63dca875ba35 HTTP/1.1" status: 200 len: 1001 time: 0.0595407 Feb 04 13:29:31.281790 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9c32cb-5ba1-42c3-8169-03b5745f1428 req-c239fbcb-dc56-4fdc-8d15-7129cda7ebbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:31.283235 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7c9c32cb-5ba1-42c3-8169-03b5745f1428 req-c239fbcb-dc56-4fdc-8d15-7129cda7ebbb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6672ab8f-0e19-41fc-8b21-cb89f2e1a515 HTTP/1.1" status: 200 len: 854 time: 0.0429540 Feb 04 13:29:31.336281 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9c32cb-5ba1-42c3-8169-03b5745f1428 req-8713590d-6967-4210-b344-2304c67355cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:31.337767 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7c9c32cb-5ba1-42c3-8169-03b5745f1428 req-8713590d-6967-4210-b344-2304c67355cd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=82a75e73-04fa-49c3-8fa9-485720108f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0480363 Feb 04 13:29:31.443115 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7c9c32cb-5ba1-42c3-8169-03b5745f1428 req-1520cdaa-df2b-4ff9-9cfe-d12667ce5240 service neutron] 10.222.0.73 "GET /v2.0/networks/82a75e73-04fa-49c3-8fa9-485720108f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797508 Feb 04 13:29:31.536945 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7c9c32cb-5ba1-42c3-8169-03b5745f1428 req-4ad008dc-889f-4176-9205-0a06330dba45 service neutron] 10.222.0.73 "GET /v2.0/networks/82a75e73-04fa-49c3-8fa9-485720108f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865567 Feb 04 13:29:31.717702 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:32.448851 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:39.528896 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:29:42.020698 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-34e29229-f9e5-4502-96ee-1aba91c53164 req-33d7ffb2-e6be-49b7-b52d-692f4c47df35 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9050e7d2-a36b-4316-af4f-7e71df5a5a03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0445454 Feb 04 13:29:42.109213 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e29229-f9e5-4502-96ee-1aba91c53164 req-589b2f11-cabc-4dfa-ac3b-93e6bd2b2e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:42.110770 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-34e29229-f9e5-4502-96ee-1aba91c53164 req-589b2f11-cabc-4dfa-ac3b-93e6bd2b2e76 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5ffc0b7060d746b0a773f4e5ab9bfb94&device_id=9050e7d2-a36b-4316-af4f-7e71df5a5a03 HTTP/1.1" status: 200 len: 1167 time: 0.0459659 Feb 04 13:29:42.228014 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e29229-f9e5-4502-96ee-1aba91c53164 req-a01531c1-cbea-49e1-9551-81010f8b391f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:42.229488 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-34e29229-f9e5-4502-96ee-1aba91c53164 req-a01531c1-cbea-49e1-9551-81010f8b391f service neutron] 10.222.0.73 "GET /v2.0/networks?id=82a75e73-04fa-49c3-8fa9-485720108f12 HTTP/1.1" status: 200 len: 916 time: 0.0910406 Feb 04 13:29:42.297411 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-34e29229-f9e5-4502-96ee-1aba91c53164 req-e49e08ef-c7da-4cb0-a633-9981a9b41b66 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7338e5c-315b-4210-a59c-63dca875ba35 HTTP/1.1" status: 200 len: 1001 time: 0.0597911 Feb 04 13:29:42.348055 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e29229-f9e5-4502-96ee-1aba91c53164 req-e1ffa210-de9f-4f90-8cfd-2a54ebc3b322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:42.349478 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-34e29229-f9e5-4502-96ee-1aba91c53164 req-e1ffa210-de9f-4f90-8cfd-2a54ebc3b322 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6672ab8f-0e19-41fc-8b21-cb89f2e1a515 HTTP/1.1" status: 200 len: 854 time: 0.0439892 Feb 04 13:29:42.404429 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e29229-f9e5-4502-96ee-1aba91c53164 req-486ccec9-c1d5-43af-8e67-1b901f67ae21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:42.405842 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-34e29229-f9e5-4502-96ee-1aba91c53164 req-486ccec9-c1d5-43af-8e67-1b901f67ae21 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=82a75e73-04fa-49c3-8fa9-485720108f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0474195 Feb 04 13:29:42.495939 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-34e29229-f9e5-4502-96ee-1aba91c53164 req-0f2628a3-994a-46c2-b3b8-8006702a83cd service neutron] 10.222.0.73 "GET /v2.0/networks/82a75e73-04fa-49c3-8fa9-485720108f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801582 Feb 04 13:29:42.589493 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-34e29229-f9e5-4502-96ee-1aba91c53164 req-f42854d9-0fd4-4b9d-8614-f6a9202dbf72 service neutron] 10.222.0.73 "GET /v2.0/networks/82a75e73-04fa-49c3-8fa9-485720108f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848415 Feb 04 13:29:45.641139 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4a4cbd4f-e324-4f6b-8012-099e3ba339db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:48.140380 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-020e4355-c3ff-4773-94b0-a97f9a7e5322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:49.464486 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:50.678247 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415c27b9-0586-49e3-897e-51eb8415b085 req-65e49a9d-c3d3-4813-9694-9a47a34e27db tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:50.679765 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-415c27b9-0586-49e3-897e-51eb8415b085 req-65e49a9d-c3d3-4813-9694-9a47a34e27db tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] 10.222.0.65 "GET /v2.0/ports?device_id=9050e7d2-a36b-4316-af4f-7e71df5a5a03 HTTP/1.1" status: 200 len: 985 time: 0.0870492 Feb 04 13:29:50.686690 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971cccbe-573f-4d3b-b765-3e0be26640fe req-d0559013-aef3-4086-a49b-3cd9c6da90dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:50.688120 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-971cccbe-573f-4d3b-b765-3e0be26640fe req-d0559013-aef3-4086-a49b-3cd9c6da90dd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5ffc0b7060d746b0a773f4e5ab9bfb94&device_id=9050e7d2-a36b-4316-af4f-7e71df5a5a03 HTTP/1.1" status: 200 len: 1167 time: 0.0651710 Feb 04 13:29:50.731945 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:50.801522 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-415c27b9-0586-49e3-897e-51eb8415b085 req-09cc2828-ea33-4c09-87a0-d84555f7c786 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] 10.222.0.65 "GET /v2.0/security-groups?id=a3c08532-11c2-4299-b404-d7fb74b2219c&id=ecff81f8-74f6-4b22-9841-4158e4d89824&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1124256 Feb 04 13:29:50.825065 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971cccbe-573f-4d3b-b765-3e0be26640fe req-3436870d-9b5a-40d6-8e91-d004bf2205a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:50.826528 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-971cccbe-573f-4d3b-b765-3e0be26640fe req-3436870d-9b5a-40d6-8e91-d004bf2205a3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=82a75e73-04fa-49c3-8fa9-485720108f12 HTTP/1.1" status: 200 len: 916 time: 0.1246898 Feb 04 13:29:50.893594 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-971cccbe-573f-4d3b-b765-3e0be26640fe req-031372ce-fbdb-4f5d-88d4-3549eea051d2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7338e5c-315b-4210-a59c-63dca875ba35 HTTP/1.1" status: 200 len: 1001 time: 0.0592456 Feb 04 13:29:50.951687 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971cccbe-573f-4d3b-b765-3e0be26640fe req-6669c80b-4182-400d-9ffb-165e5aea961f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:50.953158 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-971cccbe-573f-4d3b-b765-3e0be26640fe req-6669c80b-4182-400d-9ffb-165e5aea961f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6672ab8f-0e19-41fc-8b21-cb89f2e1a515 HTTP/1.1" status: 200 len: 854 time: 0.0500121 Feb 04 13:29:51.002677 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971cccbe-573f-4d3b-b765-3e0be26640fe req-a59b12f4-68cc-4270-a651-3e04db312dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:51.004382 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-971cccbe-573f-4d3b-b765-3e0be26640fe req-a59b12f4-68cc-4270-a651-3e04db312dc9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=82a75e73-04fa-49c3-8fa9-485720108f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0439663 Feb 04 13:29:51.093220 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-971cccbe-573f-4d3b-b765-3e0be26640fe req-bb242ea3-4e2f-4a0e-aac6-77b34c836bbd service neutron] 10.222.0.73 "GET /v2.0/networks/82a75e73-04fa-49c3-8fa9-485720108f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822585 Feb 04 13:29:51.186893 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-971cccbe-573f-4d3b-b765-3e0be26640fe req-ba0a8e63-815c-4a94-9a93-0635f00dd633 service neutron] 10.222.0.73 "GET /v2.0/networks/82a75e73-04fa-49c3-8fa9-485720108f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852966 Feb 04 13:29:51.849582 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:29:51.928326 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fb4e9b-c41f-4f75-a00e-26f9ee341591 req-8d022034-f74b-4cf3-9ea5-fc1edc21ddf7 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:51.929844 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-54fb4e9b-c41f-4f75-a00e-26f9ee341591 req-8d022034-f74b-4cf3-9ea5-fc1edc21ddf7 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] 10.222.0.65 "GET /v2.0/ports?device_id=9050e7d2-a36b-4316-af4f-7e71df5a5a03 HTTP/1.1" status: 200 len: 985 time: 0.0536895 Feb 04 13:29:51.994912 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-54fb4e9b-c41f-4f75-a00e-26f9ee341591 req-4e0a0004-04b6-4fde-8894-586c282472e4 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] 10.222.0.65 "GET /v2.0/security-groups?id=a3c08532-11c2-4299-b404-d7fb74b2219c&id=ecff81f8-74f6-4b22-9841-4158e4d89824&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0593178 Feb 04 13:29:53.134518 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d3306c-326f-41ba-bd17-fe72ff2b76f1 req-244d38e1-0069-432b-90c8-0967812e81db tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:53.136051 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-61d3306c-326f-41ba-bd17-fe72ff2b76f1 req-244d38e1-0069-432b-90c8-0967812e81db tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] 10.222.0.65 "GET /v2.0/ports?device_id=9050e7d2-a36b-4316-af4f-7e71df5a5a03 HTTP/1.1" status: 200 len: 985 time: 0.0675402 Feb 04 13:29:53.194530 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-61d3306c-326f-41ba-bd17-fe72ff2b76f1 req-badefbca-9dee-432a-b7cb-30433ffe7a0f tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] 10.222.0.65 "GET /v2.0/security-groups?id=a3c08532-11c2-4299-b404-d7fb74b2219c&id=ecff81f8-74f6-4b22-9841-4158e4d89824&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0525033 Feb 04 13:29:54.313654 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3784562e-3c64-49f5-bc1a-3d84fd7d11ac req-5da0255d-5b0a-4d40-b2fa-fa123e403699 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:54.315107 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3784562e-3c64-49f5-bc1a-3d84fd7d11ac req-5da0255d-5b0a-4d40-b2fa-fa123e403699 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] 10.222.0.65 "GET /v2.0/ports?device_id=9050e7d2-a36b-4316-af4f-7e71df5a5a03 HTTP/1.1" status: 200 len: 985 time: 0.0518332 Feb 04 13:29:54.374167 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3784562e-3c64-49f5-bc1a-3d84fd7d11ac req-d0c90d50-3bc8-4735-9c91-402e2462fb04 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] 10.222.0.65 "GET /v2.0/security-groups?id=a3c08532-11c2-4299-b404-d7fb74b2219c&id=ecff81f8-74f6-4b22-9841-4158e4d89824&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0533400 Feb 04 13:29:55.494799 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8beb576-fdcb-4fb9-9ab1-1a2116fb98e1 req-63b7ce25-7f9f-4fd9-acf7-6e15634ca63e tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:55.496309 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f8beb576-fdcb-4fb9-9ab1-1a2116fb98e1 req-63b7ce25-7f9f-4fd9-acf7-6e15634ca63e tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] 10.222.0.65 "GET /v2.0/ports?device_id=9050e7d2-a36b-4316-af4f-7e71df5a5a03 HTTP/1.1" status: 200 len: 985 time: 0.0523970 Feb 04 13:29:55.562505 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f8beb576-fdcb-4fb9-9ab1-1a2116fb98e1 req-4e1effa4-72c9-4a6f-b427-cfa225842675 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] 10.222.0.65 "GET /v2.0/security-groups?id=a3c08532-11c2-4299-b404-d7fb74b2219c&id=ecff81f8-74f6-4b22-9841-4158e4d89824&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0601780 Feb 04 13:29:56.684492 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e93b8aa-5f61-46d7-b88e-424af7fd78cd req-bb58ea9b-c626-445c-8cb5-41681ddfb1c8 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:56.685995 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7e93b8aa-5f61-46d7-b88e-424af7fd78cd req-bb58ea9b-c626-445c-8cb5-41681ddfb1c8 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] 10.222.0.65 "GET /v2.0/ports?device_id=9050e7d2-a36b-4316-af4f-7e71df5a5a03 HTTP/1.1" status: 200 len: 985 time: 0.0544727 Feb 04 13:29:56.746711 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7e93b8aa-5f61-46d7-b88e-424af7fd78cd req-8f9fd488-eb35-4482-99df-629a4d9805c1 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] 10.222.0.65 "GET /v2.0/security-groups?id=a3c08532-11c2-4299-b404-d7fb74b2219c&id=ecff81f8-74f6-4b22-9841-4158e4d89824&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0551007 Feb 04 13:29:57.876459 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bebde3f-c0b1-4728-bca0-663ab03f8568 req-a6e7786a-48d4-4444-9ba4-7dfc3341f218 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:57.878069 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6bebde3f-c0b1-4728-bca0-663ab03f8568 req-a6e7786a-48d4-4444-9ba4-7dfc3341f218 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] 10.222.0.65 "GET /v2.0/ports?device_id=9050e7d2-a36b-4316-af4f-7e71df5a5a03 HTTP/1.1" status: 200 len: 985 time: 0.0573375 Feb 04 13:29:57.937401 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6bebde3f-c0b1-4728-bca0-663ab03f8568 req-4bfed350-44af-47e7-93ec-723c7d1cb02a tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] 10.222.0.65 "GET /v2.0/security-groups?id=a3c08532-11c2-4299-b404-d7fb74b2219c&id=ecff81f8-74f6-4b22-9841-4158e4d89824&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0534966 Feb 04 13:29:59.066606 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d0bd6d-2963-48b2-87f2-37bff66d5942 req-611c462f-eb4c-46eb-9fea-8e2d14839b21 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:59.068107 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c9d0bd6d-2963-48b2-87f2-37bff66d5942 req-611c462f-eb4c-46eb-9fea-8e2d14839b21 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] 10.222.0.65 "GET /v2.0/ports?device_id=9050e7d2-a36b-4316-af4f-7e71df5a5a03 HTTP/1.1" status: 200 len: 985 time: 0.0575159 Feb 04 13:29:59.129556 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c9d0bd6d-2963-48b2-87f2-37bff66d5942 req-388f6e9d-d5fa-457e-a441-322ebde7574c tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] 10.222.0.65 "GET /v2.0/security-groups?id=a3c08532-11c2-4299-b404-d7fb74b2219c&id=ecff81f8-74f6-4b22-9841-4158e4d89824&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0550461 Feb 04 13:30:00.251247 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a72611-2c0c-4d47-85a8-01f47c21f455 req-5a8875d3-e2e5-4947-bee2-058669d00db9 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:00.252779 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-06a72611-2c0c-4d47-85a8-01f47c21f455 req-5a8875d3-e2e5-4947-bee2-058669d00db9 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] 10.222.0.65 "GET /v2.0/ports?device_id=9050e7d2-a36b-4316-af4f-7e71df5a5a03 HTTP/1.1" status: 200 len: 985 time: 0.0531130 Feb 04 13:30:00.312064 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-06a72611-2c0c-4d47-85a8-01f47c21f455 req-dbea1c93-fd34-4e80-b322-572f17235e43 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] 10.222.0.65 "GET /v2.0/security-groups?id=a3c08532-11c2-4299-b404-d7fb74b2219c&id=ecff81f8-74f6-4b22-9841-4158e4d89824&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0534770 Feb 04 13:30:01.430742 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18010e69-7cc6-48af-9882-c9fe5e2e0713 req-6ab6748d-8263-49c4-bad8-8129ac0579be tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:01.432241 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-18010e69-7cc6-48af-9882-c9fe5e2e0713 req-6ab6748d-8263-49c4-bad8-8129ac0579be tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] 10.222.0.65 "GET /v2.0/ports?device_id=9050e7d2-a36b-4316-af4f-7e71df5a5a03 HTTP/1.1" status: 200 len: 985 time: 0.0527833 Feb 04 13:30:01.706064 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:01.813451 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-18010e69-7cc6-48af-9882-c9fe5e2e0713 req-abf54ab0-d138-43a0-9aef-465777938ac4 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] 10.222.0.65 "GET /v2.0/security-groups?id=a3c08532-11c2-4299-b404-d7fb74b2219c&id=ecff81f8-74f6-4b22-9841-4158e4d89824&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3740153 Feb 04 13:30:02.448003 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:02.943310 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ae732b-7d65-44e2-bbbc-52a5b858920d req-6603b707-8613-4b44-99d4-cbe0175b7b61 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:02.944840 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-16ae732b-7d65-44e2-bbbc-52a5b858920d req-6603b707-8613-4b44-99d4-cbe0175b7b61 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] 10.222.0.65 "GET /v2.0/ports?device_id=9050e7d2-a36b-4316-af4f-7e71df5a5a03 HTTP/1.1" status: 200 len: 985 time: 0.0555227 Feb 04 13:30:03.004468 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-16ae732b-7d65-44e2-bbbc-52a5b858920d req-d823f3a5-5dff-48d6-ad03-9bbdbf2845cc tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] 10.222.0.65 "GET /v2.0/security-groups?id=a3c08532-11c2-4299-b404-d7fb74b2219c&id=ecff81f8-74f6-4b22-9841-4158e4d89824&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0533111 Feb 04 13:30:04.129793 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc17e20-6490-4314-87e8-a8bb88360df6 req-703ddb79-663c-4250-b31e-24899b044ea8 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:04.131359 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7dc17e20-6490-4314-87e8-a8bb88360df6 req-703ddb79-663c-4250-b31e-24899b044ea8 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] 10.222.0.65 "GET /v2.0/ports?device_id=9050e7d2-a36b-4316-af4f-7e71df5a5a03 HTTP/1.1" status: 200 len: 985 time: 0.0533512 Feb 04 13:30:04.194501 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7dc17e20-6490-4314-87e8-a8bb88360df6 req-bad4c0aa-2daa-4241-96e7-bb1bebbd375e tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] 10.222.0.65 "GET /v2.0/security-groups?id=a3c08532-11c2-4299-b404-d7fb74b2219c&id=ecff81f8-74f6-4b22-9841-4158e4d89824&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0573537 Feb 04 13:30:05.320004 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38834021-15e8-49a5-8a9d-c1c21594736d req-7bb6671c-3e8c-4741-b422-621008e8d884 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:05.321487 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-38834021-15e8-49a5-8a9d-c1c21594736d req-7bb6671c-3e8c-4741-b422-621008e8d884 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] 10.222.0.65 "GET /v2.0/ports?device_id=9050e7d2-a36b-4316-af4f-7e71df5a5a03 HTTP/1.1" status: 200 len: 985 time: 0.0535007 Feb 04 13:30:05.381184 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-38834021-15e8-49a5-8a9d-c1c21594736d req-26a8fa53-ce85-4f14-b8da-58f7c2b30899 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] 10.222.0.65 "GET /v2.0/security-groups?id=a3c08532-11c2-4299-b404-d7fb74b2219c&id=ecff81f8-74f6-4b22-9841-4158e4d89824&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0532017 Feb 04 13:30:06.503433 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217d2ba9-59b2-4205-a83d-5309cfaedffe req-ea67f906-829c-43c5-8177-502bf4e01271 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:06.504978 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-217d2ba9-59b2-4205-a83d-5309cfaedffe req-ea67f906-829c-43c5-8177-502bf4e01271 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] 10.222.0.65 "GET /v2.0/ports?device_id=9050e7d2-a36b-4316-af4f-7e71df5a5a03 HTTP/1.1" status: 200 len: 985 time: 0.0531521 Feb 04 13:30:06.564674 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-217d2ba9-59b2-4205-a83d-5309cfaedffe req-86ea3b5a-cc13-4294-b84c-0c4e7b33013a tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] 10.222.0.65 "GET /v2.0/security-groups?id=a3c08532-11c2-4299-b404-d7fb74b2219c&id=ecff81f8-74f6-4b22-9841-4158e4d89824&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538282 Feb 04 13:30:07.692897 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1796506e-7a03-4436-b1fa-8d572a1e683e req-a3c6e657-7491-4204-beb6-c501e9ca4366 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:07.694307 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1796506e-7a03-4436-b1fa-8d572a1e683e req-a3c6e657-7491-4204-beb6-c501e9ca4366 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] 10.222.0.65 "GET /v2.0/ports?device_id=9050e7d2-a36b-4316-af4f-7e71df5a5a03 HTTP/1.1" status: 200 len: 985 time: 0.0596657 Feb 04 13:30:07.757636 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1796506e-7a03-4436-b1fa-8d572a1e683e req-4ce2c87a-64a4-45ac-a608-564d72fe452f tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] 10.222.0.65 "GET /v2.0/security-groups?id=a3c08532-11c2-4299-b404-d7fb74b2219c&id=ecff81f8-74f6-4b22-9841-4158e4d89824&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0572553 Feb 04 13:30:15.646668 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5893c533-47f6-4424-8ad3-0ffa1a6ce040 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:16.528169 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:30:18.142601 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dee40403-8389-40c6-890d-5607fb5a060c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:19.467991 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:20.732026 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:21.847565 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:31.704892 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:32.444905 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:42.009448 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ed9a5b96-d599-4044-94c7-aaf60057b7d3 req-da3eae8b-e03b-40b4-9f1c-7d7ec782fb3a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9050e7d2-a36b-4316-af4f-7e71df5a5a03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0442295 Feb 04 13:30:42.103582 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9a5b96-d599-4044-94c7-aaf60057b7d3 req-f2da512a-bd2f-46d2-8619-c71a55f4a5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:42.105084 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ed9a5b96-d599-4044-94c7-aaf60057b7d3 req-f2da512a-bd2f-46d2-8619-c71a55f4a5a5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5ffc0b7060d746b0a773f4e5ab9bfb94&device_id=9050e7d2-a36b-4316-af4f-7e71df5a5a03 HTTP/1.1" status: 200 len: 1167 time: 0.0473351 Feb 04 13:30:42.216864 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9a5b96-d599-4044-94c7-aaf60057b7d3 req-768a1bce-fa69-454f-be80-983316860a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:42.219438 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ed9a5b96-d599-4044-94c7-aaf60057b7d3 req-768a1bce-fa69-454f-be80-983316860a4c service neutron] 10.222.0.73 "GET /v2.0/networks?id=82a75e73-04fa-49c3-8fa9-485720108f12 HTTP/1.1" status: 200 len: 916 time: 0.0919974 Feb 04 13:30:42.287437 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ed9a5b96-d599-4044-94c7-aaf60057b7d3 req-7a42f01a-18da-4fd5-8db0-df959251675b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7338e5c-315b-4210-a59c-63dca875ba35 HTTP/1.1" status: 200 len: 1001 time: 0.0620475 Feb 04 13:30:42.345214 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9a5b96-d599-4044-94c7-aaf60057b7d3 req-565d937e-3bab-4f2c-aeb7-4f4efbd41679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:42.346734 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ed9a5b96-d599-4044-94c7-aaf60057b7d3 req-565d937e-3bab-4f2c-aeb7-4f4efbd41679 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6672ab8f-0e19-41fc-8b21-cb89f2e1a515 HTTP/1.1" status: 200 len: 854 time: 0.0523047 Feb 04 13:30:42.398784 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9a5b96-d599-4044-94c7-aaf60057b7d3 req-cef2498a-8f07-49a8-8ee2-f493f8f790cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:42.400218 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ed9a5b96-d599-4044-94c7-aaf60057b7d3 req-cef2498a-8f07-49a8-8ee2-f493f8f790cc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=82a75e73-04fa-49c3-8fa9-485720108f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0459771 Feb 04 13:30:42.494619 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ed9a5b96-d599-4044-94c7-aaf60057b7d3 req-e34171c8-9714-46da-9e4d-265b6142fe52 service neutron] 10.222.0.73 "GET /v2.0/networks/82a75e73-04fa-49c3-8fa9-485720108f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831425 Feb 04 13:30:42.589815 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ed9a5b96-d599-4044-94c7-aaf60057b7d3 req-19e54ecf-7d45-42e4-922d-e56b70c6aa2a service neutron] 10.222.0.73 "GET /v2.0/networks/82a75e73-04fa-49c3-8fa9-485720108f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885630 Feb 04 13:30:45.649179 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-da523fa9-316f-489b-bb2c-7de30a6ab8d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:46.772192 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a046fbc1-9ca2-47cf-9ab4-10426cb38c19 req-8316660b-a3e0-4909-aac3-e7e7595bed5c tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-536447690&fields=id&tenant_id=5ffc0b7060d746b0a773f4e5ab9bfb94 HTTP/1.1" status: 200 len: 267 time: 0.0461881 Feb 04 13:30:46.831463 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a046fbc1-9ca2-47cf-9ab4-10426cb38c19 req-d6a94aa7-e80a-4207-92c3-b9068d73d2e3 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:46.832990 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a046fbc1-9ca2-47cf-9ab4-10426cb38c19 req-d6a94aa7-e80a-4207-92c3-b9068d73d2e3 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] 10.222.0.65 "GET /v2.0/ports?device_id=9050e7d2-a36b-4316-af4f-7e71df5a5a03 HTTP/1.1" status: 200 len: 985 time: 0.0554974 Feb 04 13:30:46.844041 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-a046fbc1-9ca2-47cf-9ab4-10426cb38c19 req-31963129-251a-4fa6-8d8e-c72cdc1660f1 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Request body: {'port': {'security_groups': ['a3c08532-11c2-4299-b404-d7fb74b2219c']}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:30:46.919331 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-a046fbc1-9ca2-47cf-9ab4-10426cb38c19 req-31963129-251a-4fa6-8d8e-c72cdc1660f1 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (f7338e5c-315b-4210-a59c-63dca875ba35), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:47.096995 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-a046fbc1-9ca2-47cf-9ab4-10426cb38c19 req-31963129-251a-4fa6-8d8e-c72cdc1660f1 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] For port f7338e5c-315b-4210-a59c-63dca875ba35, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=f7338e5c-315b-4210-a59c-63dca875ba35,segment=NetworkSegment(79b18b0e-5ae9-4139-8070-66412829b888),segment_id=79b18b0e-5ae9-4139-8070-66412829b888)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:30:47.126361 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-a046fbc1-9ca2-47cf-9ab4-10426cb38c19 req-31963129-251a-4fa6-8d8e-c72cdc1660f1 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Publish callbacks [] for port (f7338e5c-315b-4210-a59c-63dca875ba35), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:47.130899 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-a046fbc1-9ca2-47cf-9ab4-10426cb38c19 req-31963129-251a-4fa6-8d8e-c72cdc1660f1 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (f7338e5c-315b-4210-a59c-63dca875ba35), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:47.144696 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['f7338e5c-315b-4210-a59c-63dca875ba35'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:30:47.175880 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a046fbc1-9ca2-47cf-9ab4-10426cb38c19 req-31963129-251a-4fa6-8d8e-c72cdc1660f1 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:47.176512 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-a046fbc1-9ca2-47cf-9ab4-10426cb38c19 req-31963129-251a-4fa6-8d8e-c72cdc1660f1 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:47.177930 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a046fbc1-9ca2-47cf-9ab4-10426cb38c19 req-31963129-251a-4fa6-8d8e-c72cdc1660f1 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] 10.222.0.65 "PUT /v2.0/ports/f7338e5c-315b-4210-a59c-63dca875ba35 HTTP/1.1" status: 200 len: 943 time: 0.3386936 Feb 04 13:30:47.178391 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9050e7d2-a36b-4316-af4f-7e71df5a5a03', 'tag': 'f7338e5c-315b-4210-a59c-63dca875ba35'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:30:47.180721 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48bbd334e613f85cd2144b496d46af0d2e531f29900d43c124e8a63cdd2917ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-389bd713-66d7-411e-86a2-a6b45c68042f" -d '{"events": [{"name": "network-changed", "server_uuid": "9050e7d2-a36b-4316-af4f-7e71df5a5a03", "tag": "f7338e5c-315b-4210-a59c-63dca875ba35"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:30:47.189360 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 34894) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:30:47.223800 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31963129-251a-4fa6-8d8e-c72cdc1660f1 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Pushing event updated for resources: {'Port': ['ID=f7338e5c-315b-4210-a59c-63dca875ba35,revision_number=7']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:47.247964 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31963129-251a-4fa6-8d8e-c72cdc1660f1 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:30:47.248871 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31963129-251a-4fa6-8d8e-c72cdc1660f1 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:30:47.250106 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31963129-251a-4fa6-8d8e-c72cdc1660f1 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:30:47.250689 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31963129-251a-4fa6-8d8e-c72cdc1660f1 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:30:47.251349 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31963129-251a-4fa6-8d8e-c72cdc1660f1 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:30:47.251960 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31963129-251a-4fa6-8d8e-c72cdc1660f1 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:30:47.252532 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31963129-251a-4fa6-8d8e-c72cdc1660f1 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:30:47.253083 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31963129-251a-4fa6-8d8e-c72cdc1660f1 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:30:47.253641 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31963129-251a-4fa6-8d8e-c72cdc1660f1 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:30:47.254199 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31963129-251a-4fa6-8d8e-c72cdc1660f1 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:30:47.254767 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31963129-251a-4fa6-8d8e-c72cdc1660f1 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:30:47.255313 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31963129-251a-4fa6-8d8e-c72cdc1660f1 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:30:47.255887 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31963129-251a-4fa6-8d8e-c72cdc1660f1 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:30:47.260886 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed002f7c-54a6-4ea5-875a-74b0c4f89cde x-openstack-request-id: req-ed002f7c-54a6-4ea5-875a-74b0c4f89cde {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:30:47.261295 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9050e7d2-a36b-4316-af4f-7e71df5a5a03", "tag": "f7338e5c-315b-4210-a59c-63dca875ba35", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:30:47.261678 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ed002f7c-54a6-4ea5-875a-74b0c4f89cde {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:30:47.262224 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9050e7d2-a36b-4316-af4f-7e71df5a5a03', 'tag': 'f7338e5c-315b-4210-a59c-63dca875ba35', 'status': 'completed', 'code': 200} Feb 04 13:30:47.278871 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5ee4fe45-41ee-4165-8bbb-4703d6eaa540 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Publish callbacks [] for security_group (ecff81f8-74f6-4b22-9841-4158e4d89824), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:47.300589 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['f7338e5c-315b-4210-a59c-63dca875ba35'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:30:47.312655 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5ee4fe45-41ee-4165-8bbb-4703d6eaa540 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Publish callbacks [] for security_group (ecff81f8-74f6-4b22-9841-4158e4d89824), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:47.350341 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389bd713-66d7-411e-86a2-a6b45c68042f req-05972068-82aa-4950-bba6-1a0b36fc6eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:47.352141 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-389bd713-66d7-411e-86a2-a6b45c68042f req-05972068-82aa-4950-bba6-1a0b36fc6eb3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5ffc0b7060d746b0a773f4e5ab9bfb94&device_id=9050e7d2-a36b-4316-af4f-7e71df5a5a03 HTTP/1.1" status: 200 len: 1128 time: 0.0617461 Feb 04 13:30:47.398974 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5ee4fe45-41ee-4165-8bbb-4703d6eaa540 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (ecff81f8-74f6-4b22-9841-4158e4d89824), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:47.406582 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5ee4fe45-41ee-4165-8bbb-4703d6eaa540 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:47.410452 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-5ee4fe45-41ee-4165-8bbb-4703d6eaa540 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] 10.222.0.65 "DELETE /v2.0/security-groups/ecff81f8-74f6-4b22-9841-4158e4d89824 HTTP/1.1" status: 204 len: 168 time: 0.2163332 Feb 04 13:30:47.413247 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 34898) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:30:47.481841 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389bd713-66d7-411e-86a2-a6b45c68042f req-a42d1289-cf6e-4db3-93d4-fa4f59b8292a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:47.483553 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-389bd713-66d7-411e-86a2-a6b45c68042f req-a42d1289-cf6e-4db3-93d4-fa4f59b8292a service neutron] 10.222.0.73 "GET /v2.0/networks?id=82a75e73-04fa-49c3-8fa9-485720108f12 HTTP/1.1" status: 200 len: 916 time: 0.1239398 Feb 04 13:30:47.488432 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee4fe45-41ee-4165-8bbb-4703d6eaa540 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecff81f8-74f6-4b22-9841-4158e4d89824,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:47.503080 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee4fe45-41ee-4165-8bbb-4703d6eaa540 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:30:47.503357 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee4fe45-41ee-4165-8bbb-4703d6eaa540 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:30:47.503622 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee4fe45-41ee-4165-8bbb-4703d6eaa540 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:30:47.504139 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee4fe45-41ee-4165-8bbb-4703d6eaa540 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:30:47.504483 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee4fe45-41ee-4165-8bbb-4703d6eaa540 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:30:47.504824 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee4fe45-41ee-4165-8bbb-4703d6eaa540 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:30:47.505164 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee4fe45-41ee-4165-8bbb-4703d6eaa540 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:30:47.505507 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee4fe45-41ee-4165-8bbb-4703d6eaa540 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:30:47.505843 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee4fe45-41ee-4165-8bbb-4703d6eaa540 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:30:47.506203 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee4fe45-41ee-4165-8bbb-4703d6eaa540 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:30:47.506524 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee4fe45-41ee-4165-8bbb-4703d6eaa540 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:30:47.506855 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee4fe45-41ee-4165-8bbb-4703d6eaa540 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:30:47.507194 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee4fe45-41ee-4165-8bbb-4703d6eaa540 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:30:47.535558 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-7a3e535d-e9bb-400a-bf81-523d5868d0be None None] Provisioning complete for port f7338e5c-315b-4210-a59c-63dca875ba35 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:30:47.536216 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7a3e535d-e9bb-400a-bf81-523d5868d0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (f7338e5c-315b-4210-a59c-63dca875ba35), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:47.564466 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-389bd713-66d7-411e-86a2-a6b45c68042f req-d395cf3d-3a8d-4545-9e64-e76b7852e493 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7338e5c-315b-4210-a59c-63dca875ba35 HTTP/1.1" status: 200 len: 1001 time: 0.0739872 Feb 04 13:30:47.625644 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-6ca9ed8e-283f-402e-bb59-5ab9f499b934 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Deleting port b37704f3-815e-4588-86f1-35134f291d5b {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:30:47.625951 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6ca9ed8e-283f-402e-bb59-5ab9f499b934 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (b37704f3-815e-4588-86f1-35134f291d5b), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:47.642501 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-7a3e535d-e9bb-400a-bf81-523d5868d0be None None] Current status of the port f7338e5c-315b-4210-a59c-63dca875ba35 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:30:47.644757 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389bd713-66d7-411e-86a2-a6b45c68042f req-2949804b-b568-48cf-b28f-fc259efa76be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:47.646654 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-389bd713-66d7-411e-86a2-a6b45c68042f req-2949804b-b568-48cf-b28f-fc259efa76be service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6672ab8f-0e19-41fc-8b21-cb89f2e1a515 HTTP/1.1" status: 200 len: 854 time: 0.0740685 Feb 04 13:30:47.700338 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389bd713-66d7-411e-86a2-a6b45c68042f req-b8aafd57-4573-4e65-84f6-1e2877a1b2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:47.701955 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-389bd713-66d7-411e-86a2-a6b45c68042f req-b8aafd57-4573-4e65-84f6-1e2877a1b2bc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=82a75e73-04fa-49c3-8fa9-485720108f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0468044 Feb 04 13:30:47.710099 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6ca9ed8e-283f-402e-bb59-5ab9f499b934 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (b37704f3-815e-4588-86f1-35134f291d5b), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:47.710424 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6ca9ed8e-283f-402e-bb59-5ab9f499b934 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Publish callbacks [] for floatingip (b37704f3-815e-4588-86f1-35134f291d5b), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:47.723131 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-6ca9ed8e-283f-402e-bb59-5ab9f499b934 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Calling delete_port for b37704f3-815e-4588-86f1-35134f291d5b owned by network:floatingip {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:30:47.796614 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-389bd713-66d7-411e-86a2-a6b45c68042f req-641e5967-279c-4ed2-95db-b6a834347b49 service neutron] 10.222.0.73 "GET /v2.0/networks/82a75e73-04fa-49c3-8fa9-485720108f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873892 Feb 04 13:30:47.893879 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6ca9ed8e-283f-402e-bb59-5ab9f499b934 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (b37704f3-815e-4588-86f1-35134f291d5b), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:47.904837 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-389bd713-66d7-411e-86a2-a6b45c68042f req-20087c9b-96e0-4309-bca1-a00df874908a service neutron] 10.222.0.73 "GET /v2.0/networks/82a75e73-04fa-49c3-8fa9-485720108f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003089 Feb 04 13:30:47.921999 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca9ed8e-283f-402e-bb59-5ab9f499b934 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Pushing event deleted for resources: {'Port': ['ID=b37704f3-815e-4588-86f1-35134f291d5b,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:47.991522 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6ca9ed8e-283f-402e-bb59-5ab9f499b934 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Publish callbacks [] for floatingip (ea530afb-c97b-472a-a48e-1dd327c4dfc0), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:47.992442 n-d-825015-3 neutron-server[103474]: INFO neutron.db.l3_db [None req-6ca9ed8e-283f-402e-bb59-5ab9f499b934 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Floating IP ea530afb-c97b-472a-a48e-1dd327c4dfc0 disassociated (deleted). External IP: 172.25.3.23, port: f7338e5c-315b-4210-a59c-63dca875ba35. Feb 04 13:30:48.146773 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f1fd81b2-e330-4195-bd22-83e7b7bb0f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:48.225028 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ca9ed8e-283f-402e-bb59-5ab9f499b934 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Router a1ffd5d9-3354-4bf6-852a-89fda990dfe6 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:30:48.345291 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ca9ed8e-283f-402e-bb59-5ab9f499b934 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:30:48.349991 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-6ca9ed8e-283f-402e-bb59-5ab9f499b934 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:48.354852 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99b77cb-a576-48ba-85d7-4e0ff74f7eaf None None] Sync routers for ids ['a1ffd5d9-3354-4bf6-852a-89fda990dfe6'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:30:48.365788 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99b77cb-a576-48ba-85d7-4e0ff74f7eaf None None] Routers {'a1ffd5d9-3354-4bf6-852a-89fda990dfe6'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:30:48.366688 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-e99b77cb-a576-48ba-85d7-4e0ff74f7eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:30:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['a1ffd5d9-3354-4bf6-852a-89fda990dfe6'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:30:48.387841 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-6ca9ed8e-283f-402e-bb59-5ab9f499b934 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] 10.222.0.65 "DELETE /v2.0/floatingips/ea530afb-c97b-472a-a48e-1dd327c4dfc0 HTTP/1.1" status: 204 len: 168 time: 0.9710696 Feb 04 13:30:48.387841 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9050e7d2-a36b-4316-af4f-7e71df5a5a03', 'tag': 'f7338e5c-315b-4210-a59c-63dca875ba35'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:30:48.489556 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d80557581d331a580d396cdc7e9427e44bb7e480f60f23768e1d923b8085a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d53e6a3f-3586-4ff3-814f-4042533084a1" -d '{"events": [{"name": "network-changed", "server_uuid": "9050e7d2-a36b-4316-af4f-7e71df5a5a03", "tag": "f7338e5c-315b-4210-a59c-63dca875ba35"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:30:48.495985 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-e99b77cb-a576-48ba-85d7-4e0ff74f7eaf None None] Set router a1ffd5d9-3354-4bf6-852a-89fda990dfe6 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:30:48.622326 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ad339cd-e0a2-49ac-9d79-b61d168e24d5 x-openstack-request-id: req-5ad339cd-e0a2-49ac-9d79-b61d168e24d5 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:30:48.622699 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9050e7d2-a36b-4316-af4f-7e71df5a5a03", "tag": "f7338e5c-315b-4210-a59c-63dca875ba35", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:30:48.622871 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5ad339cd-e0a2-49ac-9d79-b61d168e24d5 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:30:48.623283 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9050e7d2-a36b-4316-af4f-7e71df5a5a03', 'tag': 'f7338e5c-315b-4210-a59c-63dca875ba35', 'status': 'completed', 'code': 200} Feb 04 13:30:48.698533 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53e6a3f-3586-4ff3-814f-4042533084a1 req-2708ed29-e617-458d-aeae-372a5259d4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:48.700277 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d53e6a3f-3586-4ff3-814f-4042533084a1 req-2708ed29-e617-458d-aeae-372a5259d4fb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5ffc0b7060d746b0a773f4e5ab9bfb94&device_id=9050e7d2-a36b-4316-af4f-7e71df5a5a03 HTTP/1.1" status: 200 len: 1128 time: 0.0526228 Feb 04 13:30:48.738111 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-e99b77cb-a576-48ba-85d7-4e0ff74f7eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ffd5d9-3354-4bf6-852a-89fda990dfe6', 'name': 'tempest-TestMinimumBasicScenario-1048851882-router', 'tenant_id': '5ffc0b7060d746b0a773f4e5ab9bfb94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': '5217f1c0-191a-4e26-bf37-4305245e92b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:28:30Z', 'updated_at': '2022-02-04T13:28:32Z', 'revision_number': 4, 'project_id': '5ffc0b7060d746b0a773f4e5ab9bfb94', 'gw_port': {'id': '5217f1c0-191a-4e26-bf37-4305245e92b3', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:d7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ffd5d9-3354-4bf6-852a-89fda990dfe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:28:30Z', 'updated_at': '2022-02-04T13:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'c0cf2250-d804-48cc-b46d-c95b073ee358', 'name': '', 'network_id': '82a75e73-04fa-49c3-8fa9-485720108f12', 'tenant_id': '5ffc0b7060d746b0a773f4e5ab9bfb94', 'mac_address': 'fa:16:3e:b1:3c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ffd5d9-3354-4bf6-852a-89fda990dfe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '6672ab8f-0e19-41fc-8b21-cb89f2e1a515', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:28:32Z', 'updated_at': '2022-02-04T13:28:38Z', 'revision_number': 5, 'project_id': '5ffc0b7060d746b0a773f4e5ab9bfb94', 'subnets': [{'id': '6672ab8f-0e19-41fc-8b21-cb89f2e1a515', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:30:48.763999 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99b77cb-a576-48ba-85d7-4e0ff74f7eaf None None] Checking router: a1ffd5d9-3354-4bf6-852a-89fda990dfe6 for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:30:48.774309 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99b77cb-a576-48ba-85d7-4e0ff74f7eaf None None] Routers {'a1ffd5d9-3354-4bf6-852a-89fda990dfe6'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:30:48.774920 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-e99b77cb-a576-48ba-85d7-4e0ff74f7eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:30:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['a1ffd5d9-3354-4bf6-852a-89fda990dfe6'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:30:48.810902 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53e6a3f-3586-4ff3-814f-4042533084a1 req-aa6b79c2-cdec-4752-99a7-ece018f53301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:48.812596 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d53e6a3f-3586-4ff3-814f-4042533084a1 req-aa6b79c2-cdec-4752-99a7-ece018f53301 service neutron] 10.222.0.73 "GET /v2.0/networks?id=82a75e73-04fa-49c3-8fa9-485720108f12 HTTP/1.1" status: 200 len: 916 time: 0.1037486 Feb 04 13:30:48.857230 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d53e6a3f-3586-4ff3-814f-4042533084a1 req-2ce60385-762e-42a1-8dde-878c9b532534 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7338e5c-315b-4210-a59c-63dca875ba35 HTTP/1.1" status: 200 len: 217 time: 0.0372500 Feb 04 13:30:48.906277 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-e99b77cb-a576-48ba-85d7-4e0ff74f7eaf None None] Set router a1ffd5d9-3354-4bf6-852a-89fda990dfe6 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:30:48.913888 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53e6a3f-3586-4ff3-814f-4042533084a1 req-867557f7-9584-4756-9d59-d74cf8912756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:48.915392 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d53e6a3f-3586-4ff3-814f-4042533084a1 req-867557f7-9584-4756-9d59-d74cf8912756 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6672ab8f-0e19-41fc-8b21-cb89f2e1a515 HTTP/1.1" status: 200 len: 854 time: 0.0446832 Feb 04 13:30:48.990415 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53e6a3f-3586-4ff3-814f-4042533084a1 req-70f09501-d18a-4677-a14e-259a8d03a993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:48.991976 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d53e6a3f-3586-4ff3-814f-4042533084a1 req-70f09501-d18a-4677-a14e-259a8d03a993 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=82a75e73-04fa-49c3-8fa9-485720108f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0673530 Feb 04 13:30:49.091954 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d53e6a3f-3586-4ff3-814f-4042533084a1 req-083a3d7f-7b10-42fc-af45-4bb61d01e4e9 service neutron] 10.222.0.73 "GET /v2.0/networks/82a75e73-04fa-49c3-8fa9-485720108f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871928 Feb 04 13:30:49.133203 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-e99b77cb-a576-48ba-85d7-4e0ff74f7eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ffd5d9-3354-4bf6-852a-89fda990dfe6', 'name': 'tempest-TestMinimumBasicScenario-1048851882-router', 'tenant_id': '5ffc0b7060d746b0a773f4e5ab9bfb94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': '5217f1c0-191a-4e26-bf37-4305245e92b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:28:30Z', 'updated_at': '2022-02-04T13:28:32Z', 'revision_number': 4, 'project_id': '5ffc0b7060d746b0a773f4e5ab9bfb94', 'gw_port': {'id': '5217f1c0-191a-4e26-bf37-4305245e92b3', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:d7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ffd5d9-3354-4bf6-852a-89fda990dfe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:28:30Z', 'updated_at': '2022-02-04T13:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'c0cf2250-d804-48cc-b46d-c95b073ee358', 'name': '', 'network_id': '82a75e73-04fa-49c3-8fa9-485720108f12', 'tenant_id': '5ffc0b7060d746b0a773f4e5ab9bfb94', 'mac_address': 'fa:16:3e:b1:3c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ffd5d9-3354-4bf6-852a-89fda990dfe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '6672ab8f-0e19-41fc-8b21-cb89f2e1a515', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:28:32Z', 'updated_at': '2022-02-04T13:28:38Z', 'revision_number': 5, 'project_id': '5ffc0b7060d746b0a773f4e5ab9bfb94', 'subnets': [{'id': '6672ab8f-0e19-41fc-8b21-cb89f2e1a515', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:30:49.162169 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99b77cb-a576-48ba-85d7-4e0ff74f7eaf None None] The sync data for ids ['a1ffd5d9-3354-4bf6-852a-89fda990dfe6'] in n-d-825015-3 is: [{'id': 'a1ffd5d9-3354-4bf6-852a-89fda990dfe6', 'name': 'tempest-TestMinimumBasicScenario-1048851882-router', 'tenant_id': '5ffc0b7060d746b0a773f4e5ab9bfb94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': '5217f1c0-191a-4e26-bf37-4305245e92b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:28:30Z', 'updated_at': '2022-02-04T13:28:32Z', 'revision_number': 4, 'project_id': '5ffc0b7060d746b0a773f4e5ab9bfb94', 'gw_port': {'id': '5217f1c0-191a-4e26-bf37-4305245e92b3', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:d7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ffd5d9-3354-4bf6-852a-89fda990dfe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:28:30Z', 'updated_at': '2022-02-04T13:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'c0cf2250-d804-48cc-b46d-c95b073ee358', 'name': '', 'network_id': '82a75e73-04fa-49c3-8fa9-485720108f12', 'tenant_id': '5ffc0b7060d746b0a773f4e5ab9bfb94', 'mac_address': 'fa:16:3e:b1:3c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ffd5d9-3354-4bf6-852a-89fda990dfe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '6672ab8f-0e19-41fc-8b21-cb89f2e1a515', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:28:32Z', 'updated_at': '2022-02-04T13:28:38Z', 'revision_number': 5, 'project_id': '5ffc0b7060d746b0a773f4e5ab9bfb94', 'subnets': [{'id': '6672ab8f-0e19-41fc-8b21-cb89f2e1a515', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:30:49.205152 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d53e6a3f-3586-4ff3-814f-4042533084a1 req-422fa116-7aea-41fe-a040-a4a6b763d983 service neutron] 10.222.0.73 "GET /v2.0/networks/82a75e73-04fa-49c3-8fa9-485720108f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041079 Feb 04 13:30:49.413977 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15b200c-cbfb-46d8-96e0-7b669790295b None None] New status for floating IP ea530afb-c97b-472a-a48e-1dd327c4dfc0: DOWN {{(pid=103477) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:30:49.471377 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:50.741540 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:51.844557 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:30:53.528840 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:31:01.728602 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:02.460517 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:03.829662 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a8964d-3ad9-43dc-a1b5-858ad2d803ce req-b085b730-5eab-4aa6-b588-6158fcfa3b52 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:03.831338 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-36a8964d-3ad9-43dc-a1b5-858ad2d803ce req-b085b730-5eab-4aa6-b588-6158fcfa3b52 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] 10.222.0.65 "GET /v2.0/ports?device_id=9050e7d2-a36b-4316-af4f-7e71df5a5a03 HTTP/1.1" status: 200 len: 946 time: 0.0547719 Feb 04 13:31:03.881829 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-36a8964d-3ad9-43dc-a1b5-858ad2d803ce req-28887155-67ae-4f5a-b953-60621b53d395 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] 10.222.0.65 "GET /v2.0/security-groups?id=a3c08532-11c2-4299-b404-d7fb74b2219c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447800 Feb 04 13:31:05.009132 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5b7d9b-3d9e-4ed2-8979-5b3332c491bf req-28ca4047-44f0-46ee-9fe2-5b6d4c3f67ee tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:05.010720 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ea5b7d9b-3d9e-4ed2-8979-5b3332c491bf req-28ca4047-44f0-46ee-9fe2-5b6d4c3f67ee tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] 10.222.0.65 "GET /v2.0/ports?device_id=9050e7d2-a36b-4316-af4f-7e71df5a5a03 HTTP/1.1" status: 200 len: 946 time: 0.0552864 Feb 04 13:31:05.057787 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ea5b7d9b-3d9e-4ed2-8979-5b3332c491bf req-20d14497-1edf-4561-bcf9-e295e124d37e tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] 10.222.0.65 "GET /v2.0/security-groups?id=a3c08532-11c2-4299-b404-d7fb74b2219c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411217 Feb 04 13:31:05.762991 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852cfee3-96fd-4821-8cd7-8459d8cdd3ac req-92c5c069-9cab-49bc-9702-44805ab5da84 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:05.764426 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-852cfee3-96fd-4821-8cd7-8459d8cdd3ac req-92c5c069-9cab-49bc-9702-44805ab5da84 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] 10.222.0.73 "GET /v2.0/ports?device_id=9050e7d2-a36b-4316-af4f-7e71df5a5a03 HTTP/1.1" status: 200 len: 946 time: 0.0591950 Feb 04 13:31:05.862810 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-852cfee3-96fd-4821-8cd7-8459d8cdd3ac req-5995dd76-4027-4b82-a6cd-1370b5e395b4 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Deleting port f7338e5c-315b-4210-a59c-63dca875ba35 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:31:05.863310 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-852cfee3-96fd-4821-8cd7-8459d8cdd3ac req-5995dd76-4027-4b82-a6cd-1370b5e395b4 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (f7338e5c-315b-4210-a59c-63dca875ba35), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:05.960218 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-852cfee3-96fd-4821-8cd7-8459d8cdd3ac req-5995dd76-4027-4b82-a6cd-1370b5e395b4 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] For port f7338e5c-315b-4210-a59c-63dca875ba35, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=f7338e5c-315b-4210-a59c-63dca875ba35,segment=NetworkSegment(79b18b0e-5ae9-4139-8070-66412829b888),segment_id=79b18b0e-5ae9-4139-8070-66412829b888)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:31:05.960589 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-852cfee3-96fd-4821-8cd7-8459d8cdd3ac req-5995dd76-4027-4b82-a6cd-1370b5e395b4 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (f7338e5c-315b-4210-a59c-63dca875ba35), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:05.975418 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-852cfee3-96fd-4821-8cd7-8459d8cdd3ac req-5995dd76-4027-4b82-a6cd-1370b5e395b4 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Calling delete_port for f7338e5c-315b-4210-a59c-63dca875ba35 owned by compute:nova {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:31:06.119059 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-852cfee3-96fd-4821-8cd7-8459d8cdd3ac req-5995dd76-4027-4b82-a6cd-1370b5e395b4 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (f7338e5c-315b-4210-a59c-63dca875ba35), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:06.160201 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5995dd76-4027-4b82-a6cd-1370b5e395b4 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Pushing event deleted for resources: {'Port': ['ID=f7338e5c-315b-4210-a59c-63dca875ba35,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:06.198673 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6fb8a77f-f6ff-4e12-9b2b-792503515b36 req-a682fcde-90f6-4aac-a471-4fa036e41828 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] 10.222.0.65 "GET /v2.0/ports?device_id=9050e7d2-a36b-4316-af4f-7e71df5a5a03 HTTP/1.1" status: 200 len: 210 time: 0.0508659 Feb 04 13:31:06.219293 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-852cfee3-96fd-4821-8cd7-8459d8cdd3ac req-5995dd76-4027-4b82-a6cd-1370b5e395b4 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] No DVR routers for this DVR port f7338e5c-315b-4210-a59c-63dca875ba35 on host n-h1-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:31:06.222143 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-852cfee3-96fd-4821-8cd7-8459d8cdd3ac req-5995dd76-4027-4b82-a6cd-1370b5e395b4 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:06.225457 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-852cfee3-96fd-4821-8cd7-8459d8cdd3ac req-5995dd76-4027-4b82-a6cd-1370b5e395b4 tempest-TestMinimumBasicScenario-1988535763 tempest-TestMinimumBasicScenario-1988535763-project] 10.222.0.73 "DELETE /v2.0/ports/f7338e5c-315b-4210-a59c-63dca875ba35 HTTP/1.1" status: 204 len: 173 time: 0.4552062 Feb 04 13:31:06.225911 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9050e7d2-a36b-4316-af4f-7e71df5a5a03', 'name': 'network-vif-deleted', 'tag': 'f7338e5c-315b-4210-a59c-63dca875ba35'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:31:06.228216 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48bbd334e613f85cd2144b496d46af0d2e531f29900d43c124e8a63cdd2917ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47567bd0-6e93-4293-a27f-b4f70d7bb2ca" -d '{"events": [{"server_uuid": "9050e7d2-a36b-4316-af4f-7e71df5a5a03", "name": "network-vif-deleted", "tag": "f7338e5c-315b-4210-a59c-63dca875ba35"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:31:06.272630 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71408811-0449-4da7-a7b5-38e0e8e6a6ad x-openstack-request-id: req-71408811-0449-4da7-a7b5-38e0e8e6a6ad {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:31:06.272960 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9050e7d2-a36b-4316-af4f-7e71df5a5a03", "name": "network-vif-deleted", "tag": "f7338e5c-315b-4210-a59c-63dca875ba35", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:31:06.273193 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-71408811-0449-4da7-a7b5-38e0e8e6a6ad {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:31:06.273596 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9050e7d2-a36b-4316-af4f-7e71df5a5a03', 'name': 'network-vif-deleted', 'tag': 'f7338e5c-315b-4210-a59c-63dca875ba35', 'status': 'completed', 'code': 200} Feb 04 13:31:07.800824 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 35012) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:31:08.100518 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device f7338e5c-315b-4210-a59c-63dca875ba35 no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:31:08.121422 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] No Port match for: f7338e5c-315b-4210-a59c-63dca875ba35 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:31:08.121771 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device f7338e5c-315b-4210-a59c-63dca875ba35 not bound to the agent host n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:31:08.147379 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2ef2a8ce-64a2-4381-8fa8-25505d12abed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622215'] for router_interface (a1ffd5d9-3354-4bf6-852a-89fda990dfe6), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:08.676405 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-2ef2a8ce-64a2-4381-8fa8-25505d12abed admin admin] Deleting port c0cf2250-d804-48cc-b46d-c95b073ee358 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:31:08.676748 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2ef2a8ce-64a2-4381-8fa8-25505d12abed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (c0cf2250-d804-48cc-b46d-c95b073ee358), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:08.757967 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-2ef2a8ce-64a2-4381-8fa8-25505d12abed admin admin] For port c0cf2250-d804-48cc-b46d-c95b073ee358, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=c0cf2250-d804-48cc-b46d-c95b073ee358,segment=NetworkSegment(79b18b0e-5ae9-4139-8070-66412829b888),segment_id=79b18b0e-5ae9-4139-8070-66412829b888)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:31:08.758334 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2ef2a8ce-64a2-4381-8fa8-25505d12abed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (c0cf2250-d804-48cc-b46d-c95b073ee358), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:08.772191 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-2ef2a8ce-64a2-4381-8fa8-25505d12abed admin admin] Calling delete_port for c0cf2250-d804-48cc-b46d-c95b073ee358 owned by network:router_interface {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:31:08.964895 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2ef2a8ce-64a2-4381-8fa8-25505d12abed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (c0cf2250-d804-48cc-b46d-c95b073ee358), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:08.993472 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef2a8ce-64a2-4381-8fa8-25505d12abed admin admin] Pushing event deleted for resources: {'Port': ['ID=c0cf2250-d804-48cc-b46d-c95b073ee358,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:09.163680 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2ef2a8ce-64a2-4381-8fa8-25505d12abed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622067'] for router_interface (a1ffd5d9-3354-4bf6-852a-89fda990dfe6), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:09.396387 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ef2a8ce-64a2-4381-8fa8-25505d12abed admin admin] Router a1ffd5d9-3354-4bf6-852a-89fda990dfe6 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:31:09.512379 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ef2a8ce-64a2-4381-8fa8-25505d12abed admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:31:09.518226 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-2ef2a8ce-64a2-4381-8fa8-25505d12abed admin admin] 10.222.0.65 "PUT /v2.0/routers/a1ffd5d9-3354-4bf6-852a-89fda990dfe6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7157388 Feb 04 13:31:09.520780 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 35016) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:31:09.523355 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d9095d-a8c9-4cc8-b8b3-5d3a7ad8ba26 None None] Sync routers for ids ['a1ffd5d9-3354-4bf6-852a-89fda990dfe6'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:31:09.533636 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d9095d-a8c9-4cc8-b8b3-5d3a7ad8ba26 None None] Routers {'a1ffd5d9-3354-4bf6-852a-89fda990dfe6'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:31:09.534257 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-f2d9095d-a8c9-4cc8-b8b3-5d3a7ad8ba26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:30:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['a1ffd5d9-3354-4bf6-852a-89fda990dfe6'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:31:09.634962 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a6167100-1823-443f-abb2-83f9c245d84d admin admin] Publish callbacks [] for router (a1ffd5d9-3354-4bf6-852a-89fda990dfe6), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:09.642853 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-f2d9095d-a8c9-4cc8-b8b3-5d3a7ad8ba26 None None] Set router a1ffd5d9-3354-4bf6-852a-89fda990dfe6 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:31:09.743396 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a6167100-1823-443f-abb2-83f9c245d84d admin admin] Publish callbacks [] for router_gateway (a1ffd5d9-3354-4bf6-852a-89fda990dfe6), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:09.798465 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-a6167100-1823-443f-abb2-83f9c245d84d admin admin] Deleting port 5217f1c0-191a-4e26-bf37-4305245e92b3 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:31:09.798812 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a6167100-1823-443f-abb2-83f9c245d84d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (5217f1c0-191a-4e26-bf37-4305245e92b3), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:09.826441 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-f2d9095d-a8c9-4cc8-b8b3-5d3a7ad8ba26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ffd5d9-3354-4bf6-852a-89fda990dfe6', 'name': 'tempest-TestMinimumBasicScenario-1048851882-router', 'tenant_id': '5ffc0b7060d746b0a773f4e5ab9bfb94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': '5217f1c0-191a-4e26-bf37-4305245e92b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:28:30Z', 'updated_at': '2022-02-04T13:31:08Z', 'revision_number': 5, 'project_id': '5ffc0b7060d746b0a773f4e5ab9bfb94', 'gw_port': {'id': '5217f1c0-191a-4e26-bf37-4305245e92b3', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:d7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ffd5d9-3354-4bf6-852a-89fda990dfe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:28:30Z', 'updated_at': '2022-02-04T13:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:31:09.867644 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d9095d-a8c9-4cc8-b8b3-5d3a7ad8ba26 None None] Checking router: a1ffd5d9-3354-4bf6-852a-89fda990dfe6 for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:31:09.882316 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d9095d-a8c9-4cc8-b8b3-5d3a7ad8ba26 None None] Routers {'a1ffd5d9-3354-4bf6-852a-89fda990dfe6'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:31:09.883329 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-f2d9095d-a8c9-4cc8-b8b3-5d3a7ad8ba26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:30:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['a1ffd5d9-3354-4bf6-852a-89fda990dfe6'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:31:09.906636 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-a6167100-1823-443f-abb2-83f9c245d84d admin admin] For port 5217f1c0-191a-4e26-bf37-4305245e92b3, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=5217f1c0-191a-4e26-bf37-4305245e92b3,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:31:09.907013 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a6167100-1823-443f-abb2-83f9c245d84d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (5217f1c0-191a-4e26-bf37-4305245e92b3), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:09.920706 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-a6167100-1823-443f-abb2-83f9c245d84d admin admin] Calling delete_port for 5217f1c0-191a-4e26-bf37-4305245e92b3 owned by network:router_gateway {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:31:09.977384 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-f2d9095d-a8c9-4cc8-b8b3-5d3a7ad8ba26 None None] Set router a1ffd5d9-3354-4bf6-852a-89fda990dfe6 gateway port host: None {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:31:10.034325 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-f2d9095d-a8c9-4cc8-b8b3-5d3a7ad8ba26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ffd5d9-3354-4bf6-852a-89fda990dfe6', 'name': 'tempest-TestMinimumBasicScenario-1048851882-router', 'tenant_id': '5ffc0b7060d746b0a773f4e5ab9bfb94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:28:30Z', 'updated_at': '2022-02-04T13:31:09Z', 'revision_number': 6, 'project_id': '5ffc0b7060d746b0a773f4e5ab9bfb94', 'gw_port_host': None}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:31:10.063597 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d9095d-a8c9-4cc8-b8b3-5d3a7ad8ba26 None None] The sync data for ids ['a1ffd5d9-3354-4bf6-852a-89fda990dfe6'] in n-d-825015-3 is: [{'id': 'a1ffd5d9-3354-4bf6-852a-89fda990dfe6', 'name': 'tempest-TestMinimumBasicScenario-1048851882-router', 'tenant_id': '5ffc0b7060d746b0a773f4e5ab9bfb94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:28:30Z', 'updated_at': '2022-02-04T13:31:09Z', 'revision_number': 6, 'project_id': '5ffc0b7060d746b0a773f4e5ab9bfb94', 'gw_port_host': None}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:31:10.094776 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a6167100-1823-443f-abb2-83f9c245d84d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (5217f1c0-191a-4e26-bf37-4305245e92b3), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:10.122183 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6167100-1823-443f-abb2-83f9c245d84d admin admin] Pushing event deleted for resources: {'Port': ['ID=5217f1c0-191a-4e26-bf37-4305245e92b3,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:10.182561 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a6167100-1823-443f-abb2-83f9c245d84d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1599901'] for router_gateway (a1ffd5d9-3354-4bf6-852a-89fda990dfe6), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:10.278354 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a6167100-1823-443f-abb2-83f9c245d84d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10915'] for router (a1ffd5d9-3354-4bf6-852a-89fda990dfe6), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:10.280643 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a6167100-1823-443f-abb2-83f9c245d84d admin admin] Publish callbacks [] for router_controller (a1ffd5d9-3354-4bf6-852a-89fda990dfe6), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:10.323977 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a6167100-1823-443f-abb2-83f9c245d84d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622829'] for router (a1ffd5d9-3354-4bf6-852a-89fda990dfe6), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:10.324388 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6167100-1823-443f-abb2-83f9c245d84d admin admin] Fanout notify agent at l3_agent the message router_deleted on router a1ffd5d9-3354-4bf6-852a-89fda990dfe6 {{(pid=103474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 13:31:10.329651 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a6167100-1823-443f-abb2-83f9c245d84d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:10.330798 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-a6167100-1823-443f-abb2-83f9c245d84d admin admin] 10.222.0.65 "DELETE /v2.0/routers/a1ffd5d9-3354-4bf6-852a-89fda990dfe6 HTTP/1.1" status: 204 len: 168 time: 0.8090987 Feb 04 13:31:10.333347 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 35018) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:31:10.377604 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-36932b59-40cc-4596-af94-8e87b646fb36 admin admin] Deleting subnet 6672ab8f-0e19-41fc-8b21-cb89f2e1a515 {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:31:10.380728 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-36932b59-40cc-4596-af94-8e87b646fb36 admin admin] Publish callbacks [] for subnet (6672ab8f-0e19-41fc-8b21-cb89f2e1a515), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:10.416557 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-36932b59-40cc-4596-af94-8e87b646fb36 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (6672ab8f-0e19-41fc-8b21-cb89f2e1a515), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:10.505428 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-36932b59-40cc-4596-af94-8e87b646fb36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (6672ab8f-0e19-41fc-8b21-cb89f2e1a515), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:10.559713 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-36932b59-40cc-4596-af94-8e87b646fb36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (6672ab8f-0e19-41fc-8b21-cb89f2e1a515), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:10.583172 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36932b59-40cc-4596-af94-8e87b646fb36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6672ab8f-0e19-41fc-8b21-cb89f2e1a515,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:10.594281 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-36932b59-40cc-4596-af94-8e87b646fb36 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:10.595339 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-500017c3-a993-42d8-9db2-7c7e617faab2 None None] Network 82a75e73-04fa-49c3-8fa9-485720108f12 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:31:10.597651 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-36932b59-40cc-4596-af94-8e87b646fb36 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/6672ab8f-0e19-41fc-8b21-cb89f2e1a515 HTTP/1.1" status: 204 len: 168 time: 0.2633841 Feb 04 13:31:10.600298 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 35020) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:31:10.674087 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-18eefebb-d75b-4a24-b116-7339c6c5d2ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (82a75e73-04fa-49c3-8fa9-485720108f12), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:10.728842 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-18eefebb-d75b-4a24-b116-7339c6c5d2ad admin admin] Deleting port ed11dc25-8e28-43fc-ab9e-a54750bd7805 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:31:10.729180 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-18eefebb-d75b-4a24-b116-7339c6c5d2ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (ed11dc25-8e28-43fc-ab9e-a54750bd7805), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:10.797081 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-18eefebb-d75b-4a24-b116-7339c6c5d2ad admin admin] For port ed11dc25-8e28-43fc-ab9e-a54750bd7805, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=ed11dc25-8e28-43fc-ab9e-a54750bd7805,segment=NetworkSegment(79b18b0e-5ae9-4139-8070-66412829b888),segment_id=79b18b0e-5ae9-4139-8070-66412829b888)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:31:10.797363 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-18eefebb-d75b-4a24-b116-7339c6c5d2ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (ed11dc25-8e28-43fc-ab9e-a54750bd7805), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:10.809663 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-18eefebb-d75b-4a24-b116-7339c6c5d2ad admin admin] Calling delete_port for ed11dc25-8e28-43fc-ab9e-a54750bd7805 owned by network:dhcp {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:31:10.861827 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af53a2e-98d5-4cc1-9cbc-2c08639a3932 None None] DHCP port deletion for 82a75e73-04fa-49c3-8fa9-485720108f12 request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:31:10.895506 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-18eefebb-d75b-4a24-b116-7339c6c5d2ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (ed11dc25-8e28-43fc-ab9e-a54750bd7805), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:10.913213 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-2af53a2e-98d5-4cc1-9cbc-2c08639a3932 None None] Deleting port ed11dc25-8e28-43fc-ab9e-a54750bd7805 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:31:10.913592 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2af53a2e-98d5-4cc1-9cbc-2c08639a3932 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (ed11dc25-8e28-43fc-ab9e-a54750bd7805), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:10.924579 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eefebb-d75b-4a24-b116-7339c6c5d2ad admin admin] Pushing event deleted for resources: {'Port': ['ID=ed11dc25-8e28-43fc-ab9e-a54750bd7805,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:10.926671 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18eefebb-d75b-4a24-b116-7339c6c5d2ad admin admin] No DVR routers for this DVR port ed11dc25-8e28-43fc-ab9e-a54750bd7805 on host n-d-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:31:10.986091 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-2af53a2e-98d5-4cc1-9cbc-2c08639a3932 None None] For port ed11dc25-8e28-43fc-ab9e-a54750bd7805, host n-d-825015-3, got binding levels [] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:31:10.986607 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2af53a2e-98d5-4cc1-9cbc-2c08639a3932 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (ed11dc25-8e28-43fc-ab9e-a54750bd7805), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:11.000056 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-2af53a2e-98d5-4cc1-9cbc-2c08639a3932 None None] Calling delete_port for ed11dc25-8e28-43fc-ab9e-a54750bd7805 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:31:11.002732 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.ipam_backend_mixin [None req-2af53a2e-98d5-4cc1-9cbc-2c08639a3932 None None] Port ed11dc25-8e28-43fc-ab9e-a54750bd7805 was not found and therefore no delete operation was performed {{(pid=103476) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 04 13:31:11.004014 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2af53a2e-98d5-4cc1-9cbc-2c08639a3932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (ed11dc25-8e28-43fc-ab9e-a54750bd7805), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:11.004713 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-18eefebb-d75b-4a24-b116-7339c6c5d2ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (82a75e73-04fa-49c3-8fa9-485720108f12), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:11.026272 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-18eefebb-d75b-4a24-b116-7339c6c5d2ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82a75e73-04fa-49c3-8fa9-485720108f12']}} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:31:11.030655 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af53a2e-98d5-4cc1-9cbc-2c08639a3932 None None] Pushing event deleted for resources: {'Port': ['ID=ed11dc25-8e28-43fc-ab9e-a54750bd7805,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:11.038225 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af53a2e-98d5-4cc1-9cbc-2c08639a3932 None None] No DVR routers for this DVR port ed11dc25-8e28-43fc-ab9e-a54750bd7805 on host n-d-825015-3 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:31:11.039042 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-18eefebb-d75b-4a24-b116-7339c6c5d2ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79b18b0e-5ae9-4139-8070-66412829b888') {'for_net_delete': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:31:11.039360 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-18eefebb-d75b-4a24-b116-7339c6c5d2ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79b18b0e-5ae9-4139-8070-66412829b888') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:31:11.040282 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af53a2e-98d5-4cc1-9cbc-2c08639a3932 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:31:11.040960 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af53a2e-98d5-4cc1-9cbc-2c08639a3932 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:31:11.040960 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af53a2e-98d5-4cc1-9cbc-2c08639a3932 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:31:11.041297 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af53a2e-98d5-4cc1-9cbc-2c08639a3932 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:31:11.041633 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af53a2e-98d5-4cc1-9cbc-2c08639a3932 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:31:11.041963 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af53a2e-98d5-4cc1-9cbc-2c08639a3932 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:31:11.042295 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af53a2e-98d5-4cc1-9cbc-2c08639a3932 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:31:11.042623 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af53a2e-98d5-4cc1-9cbc-2c08639a3932 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:31:11.042947 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af53a2e-98d5-4cc1-9cbc-2c08639a3932 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:31:11.043353 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af53a2e-98d5-4cc1-9cbc-2c08639a3932 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:31:11.043623 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af53a2e-98d5-4cc1-9cbc-2c08639a3932 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:31:11.043985 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af53a2e-98d5-4cc1-9cbc-2c08639a3932 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:31:11.044308 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af53a2e-98d5-4cc1-9cbc-2c08639a3932 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:31:11.050643 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-18eefebb-d75b-4a24-b116-7339c6c5d2ad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51859336'] for segment (79b18b0e-5ae9-4139-8070-66412829b888), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:11.065569 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-18eefebb-d75b-4a24-b116-7339c6c5d2ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (79b18b0e-5ae9-4139-8070-66412829b888), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:11.073362 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18eefebb-d75b-4a24-b116-7339c6c5d2ad admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=103475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:31:11.073798 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-18eefebb-d75b-4a24-b116-7339c6c5d2ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-52093388'] for segment (79b18b0e-5ae9-4139-8070-66412829b888), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:11.076980 n-d-825015-3 neutron-server[103475]: Traceback (most recent call last): Feb 04 13:31:11.076980 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:31:11.076980 n-d-825015-3 neutron-server[103475]: timer() Feb 04 13:31:11.076980 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:31:11.076980 n-d-825015-3 neutron-server[103475]: cb(*args, **kw) Feb 04 13:31:11.076980 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:31:11.076980 n-d-825015-3 neutron-server[103475]: return func(*args, **kwargs) Feb 04 13:31:11.076980 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:31:11.076980 n-d-825015-3 neutron-server[103475]: self._notify() Feb 04 13:31:11.076980 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:31:11.076980 n-d-825015-3 neutron-server[103475]: self.callback(batched_events) Feb 04 13:31:11.076980 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:31:11.076980 n-d-825015-3 neutron-server[103475]: event.method(event) Feb 04 13:31:11.076980 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:31:11.076980 n-d-825015-3 neutron-server[103475]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:31:11.076980 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:31:11.076980 n-d-825015-3 neutron-server[103475]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:31:11.076980 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:31:11.076980 n-d-825015-3 neutron-server[103475]: return f(self, *a, **k) Feb 04 13:31:11.076980 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:31:11.076980 n-d-825015-3 neutron-server[103475]: return self._get(url).json() Feb 04 13:31:11.076980 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:31:11.076980 n-d-825015-3 neutron-server[103475]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:31:11.076980 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:31:11.076980 n-d-825015-3 neutron-server[103475]: return self.request(url, 'GET', **kwargs) Feb 04 13:31:11.076980 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:31:11.076980 n-d-825015-3 neutron-server[103475]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:31:11.076980 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:31:11.076980 n-d-825015-3 neutron-server[103475]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:31:11.076980 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:31:11.076980 n-d-825015-3 neutron-server[103475]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:31:11.076980 n-d-825015-3 neutron-server[103475]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:31:11.140509 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-18eefebb-d75b-4a24-b116-7339c6c5d2ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (82a75e73-04fa-49c3-8fa9-485720108f12), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:11.145483 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-18eefebb-d75b-4a24-b116-7339c6c5d2ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:11.148785 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-18eefebb-d75b-4a24-b116-7339c6c5d2ad admin admin] 10.222.0.65 "DELETE /v2.0/networks/82a75e73-04fa-49c3-8fa9-485720108f12 HTTP/1.1" status: 204 len: 168 time: 0.5464671 Feb 04 13:31:11.152023 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 35022) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:31:11.162746 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eefebb-d75b-4a24-b116-7339c6c5d2ad admin admin] Pushing event deleted for resources: {'Network': ['ID=82a75e73-04fa-49c3-8fa9-485720108f12,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:11.504672 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 5217f1c0-191a-4e26-bf37-4305245e92b3 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:31:11.516375 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3575523a-0ee4-4df7-8c91-9a7e323286e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622215'] for router_interface (0c3b6b21-d51d-471f-85a6-cd6eb4d29e6f), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:11.524994 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 5217f1c0-191a-4e26-bf37-4305245e92b3 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:31:11.525339 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 5217f1c0-191a-4e26-bf37-4305245e92b3 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:31:11.525752 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device ed11dc25-8e28-43fc-ab9e-a54750bd7805 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:31:11.545341 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: ed11dc25-8e28-43fc-ab9e-a54750bd7805 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:31:11.545687 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device ed11dc25-8e28-43fc-ab9e-a54750bd7805 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:31:11.546091 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device c0cf2250-d804-48cc-b46d-c95b073ee358 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:31:11.564505 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: c0cf2250-d804-48cc-b46d-c95b073ee358 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:31:11.564850 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device c0cf2250-d804-48cc-b46d-c95b073ee358 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:31:11.765563 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-3575523a-0ee4-4df7-8c91-9a7e323286e4 admin admin] Deleting port 6907427d-ed8d-48aa-899f-862ca5ed43f8 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:31:11.765819 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3575523a-0ee4-4df7-8c91-9a7e323286e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (6907427d-ed8d-48aa-899f-862ca5ed43f8), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:11.842478 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-3575523a-0ee4-4df7-8c91-9a7e323286e4 admin admin] For port 6907427d-ed8d-48aa-899f-862ca5ed43f8, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=6907427d-ed8d-48aa-899f-862ca5ed43f8,segment=NetworkSegment(8d0e3008-6aef-413b-98b3-6934537faaca),segment_id=8d0e3008-6aef-413b-98b3-6934537faaca)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:31:11.842844 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3575523a-0ee4-4df7-8c91-9a7e323286e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (6907427d-ed8d-48aa-899f-862ca5ed43f8), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:11.856325 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-3575523a-0ee4-4df7-8c91-9a7e323286e4 admin admin] Calling delete_port for 6907427d-ed8d-48aa-899f-862ca5ed43f8 owned by network:router_interface {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:31:12.039693 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3575523a-0ee4-4df7-8c91-9a7e323286e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (6907427d-ed8d-48aa-899f-862ca5ed43f8), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:12.062358 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3575523a-0ee4-4df7-8c91-9a7e323286e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=6907427d-ed8d-48aa-899f-862ca5ed43f8,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:12.233585 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3575523a-0ee4-4df7-8c91-9a7e323286e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622067'] for router_interface (0c3b6b21-d51d-471f-85a6-cd6eb4d29e6f), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:12.730316 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3575523a-0ee4-4df7-8c91-9a7e323286e4 admin admin] Router 0c3b6b21-d51d-471f-85a6-cd6eb4d29e6f has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:31:12.835632 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3575523a-0ee4-4df7-8c91-9a7e323286e4 admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:31:12.844199 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-3575523a-0ee4-4df7-8c91-9a7e323286e4 admin admin] 10.222.0.65 "PUT /v2.0/routers/0c3b6b21-d51d-471f-85a6-cd6eb4d29e6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6877818 Feb 04 13:31:12.844587 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 35024) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:31:12.845489 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5576a165-ffd9-43a7-9689-2cbf515ac721 None None] Sync routers for ids ['0c3b6b21-d51d-471f-85a6-cd6eb4d29e6f'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:31:12.855823 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5576a165-ffd9-43a7-9689-2cbf515ac721 None None] Routers {'0c3b6b21-d51d-471f-85a6-cd6eb4d29e6f'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:31:12.856433 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-5576a165-ffd9-43a7-9689-2cbf515ac721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:30:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['0c3b6b21-d51d-471f-85a6-cd6eb4d29e6f'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:31:12.950297 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8f47ef72-0fc0-4a49-abd3-42e39b82ce0a admin admin] Publish callbacks [] for router (0c3b6b21-d51d-471f-85a6-cd6eb4d29e6f), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:12.963066 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-5576a165-ffd9-43a7-9689-2cbf515ac721 None None] Set router 0c3b6b21-d51d-471f-85a6-cd6eb4d29e6f gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:31:13.059663 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8f47ef72-0fc0-4a49-abd3-42e39b82ce0a admin admin] Publish callbacks [] for router_gateway (0c3b6b21-d51d-471f-85a6-cd6eb4d29e6f), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:13.113571 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-8f47ef72-0fc0-4a49-abd3-42e39b82ce0a admin admin] Deleting port 7244c186-4f77-49c3-b387-5fe9c53e74bd {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:31:13.113921 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8f47ef72-0fc0-4a49-abd3-42e39b82ce0a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (7244c186-4f77-49c3-b387-5fe9c53e74bd), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:13.191164 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-8f47ef72-0fc0-4a49-abd3-42e39b82ce0a admin admin] For port 7244c186-4f77-49c3-b387-5fe9c53e74bd, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=7244c186-4f77-49c3-b387-5fe9c53e74bd,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:31:13.191525 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8f47ef72-0fc0-4a49-abd3-42e39b82ce0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (7244c186-4f77-49c3-b387-5fe9c53e74bd), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:13.205465 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-8f47ef72-0fc0-4a49-abd3-42e39b82ce0a admin admin] Calling delete_port for 7244c186-4f77-49c3-b387-5fe9c53e74bd owned by network:router_gateway {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:31:13.234335 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-5576a165-ffd9-43a7-9689-2cbf515ac721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c3b6b21-d51d-471f-85a6-cd6eb4d29e6f', 'name': 'tempest-TestMinimumBasicScenario-1472461163-router', 'tenant_id': '096fb284cbcb4f738fcf567710671997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '7244c186-4f77-49c3-b387-5fe9c53e74bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:28:34Z', 'updated_at': '2022-02-04T13:31:11Z', 'revision_number': 5, 'project_id': '096fb284cbcb4f738fcf567710671997', 'gw_port': {'id': '7244c186-4f77-49c3-b387-5fe9c53e74bd', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:42:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3b6b21-d51d-471f-85a6-cd6eb4d29e6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:28:35Z', 'updated_at': '2022-02-04T13:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:31:13.259413 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5576a165-ffd9-43a7-9689-2cbf515ac721 None None] Checking router: 0c3b6b21-d51d-471f-85a6-cd6eb4d29e6f for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:31:13.267672 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5576a165-ffd9-43a7-9689-2cbf515ac721 None None] Routers {'0c3b6b21-d51d-471f-85a6-cd6eb4d29e6f'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:31:13.268304 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-5576a165-ffd9-43a7-9689-2cbf515ac721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:30:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['0c3b6b21-d51d-471f-85a6-cd6eb4d29e6f'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:31:13.356196 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-5576a165-ffd9-43a7-9689-2cbf515ac721 None None] Set router 0c3b6b21-d51d-471f-85a6-cd6eb4d29e6f gateway port host: None {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:31:13.373789 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8f47ef72-0fc0-4a49-abd3-42e39b82ce0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (7244c186-4f77-49c3-b387-5fe9c53e74bd), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:13.401057 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f47ef72-0fc0-4a49-abd3-42e39b82ce0a admin admin] Pushing event deleted for resources: {'Port': ['ID=7244c186-4f77-49c3-b387-5fe9c53e74bd,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:13.413593 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-5576a165-ffd9-43a7-9689-2cbf515ac721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c3b6b21-d51d-471f-85a6-cd6eb4d29e6f', 'name': 'tempest-TestMinimumBasicScenario-1472461163-router', 'tenant_id': '096fb284cbcb4f738fcf567710671997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:28:34Z', 'updated_at': '2022-02-04T13:31:13Z', 'revision_number': 6, 'project_id': '096fb284cbcb4f738fcf567710671997', 'gw_port_host': None}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:31:13.443571 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5576a165-ffd9-43a7-9689-2cbf515ac721 None None] The sync data for ids ['0c3b6b21-d51d-471f-85a6-cd6eb4d29e6f'] in n-d-825015-3 is: [{'id': '0c3b6b21-d51d-471f-85a6-cd6eb4d29e6f', 'name': 'tempest-TestMinimumBasicScenario-1472461163-router', 'tenant_id': '096fb284cbcb4f738fcf567710671997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:28:34Z', 'updated_at': '2022-02-04T13:31:13Z', 'revision_number': 6, 'project_id': '096fb284cbcb4f738fcf567710671997', 'gw_port_host': None}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:31:13.476231 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8f47ef72-0fc0-4a49-abd3-42e39b82ce0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1599901'] for router_gateway (0c3b6b21-d51d-471f-85a6-cd6eb4d29e6f), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:13.571439 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8f47ef72-0fc0-4a49-abd3-42e39b82ce0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10915'] for router (0c3b6b21-d51d-471f-85a6-cd6eb4d29e6f), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:13.573570 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8f47ef72-0fc0-4a49-abd3-42e39b82ce0a admin admin] Publish callbacks [] for router_controller (0c3b6b21-d51d-471f-85a6-cd6eb4d29e6f), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:13.619905 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8f47ef72-0fc0-4a49-abd3-42e39b82ce0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622829'] for router (0c3b6b21-d51d-471f-85a6-cd6eb4d29e6f), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:13.620351 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f47ef72-0fc0-4a49-abd3-42e39b82ce0a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c3b6b21-d51d-471f-85a6-cd6eb4d29e6f {{(pid=103475) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 13:31:13.625385 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8f47ef72-0fc0-4a49-abd3-42e39b82ce0a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:13.626475 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-8f47ef72-0fc0-4a49-abd3-42e39b82ce0a admin admin] 10.222.0.65 "DELETE /v2.0/routers/0c3b6b21-d51d-471f-85a6-cd6eb4d29e6f HTTP/1.1" status: 204 len: 168 time: 0.7808964 Feb 04 13:31:13.629212 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 35026) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:31:13.671874 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_v2 [None req-f657a65b-a8bf-487e-9b84-a6a6653c8b41 admin admin] Deleting subnet aa5ac2d3-d3e0-46e8-a5a8-d87d9c4c0ee5 {{(pid=103475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:31:13.674863 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f657a65b-a8bf-487e-9b84-a6a6653c8b41 admin admin] Publish callbacks [] for subnet (aa5ac2d3-d3e0-46e8-a5a8-d87d9c4c0ee5), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:13.708489 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f657a65b-a8bf-487e-9b84-a6a6653c8b41 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51859329'] for subnet (aa5ac2d3-d3e0-46e8-a5a8-d87d9c4c0ee5), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:13.786209 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f657a65b-a8bf-487e-9b84-a6a6653c8b41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (aa5ac2d3-d3e0-46e8-a5a8-d87d9c4c0ee5), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:13.862829 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f657a65b-a8bf-487e-9b84-a6a6653c8b41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-52093282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51452698'] for subnet (aa5ac2d3-d3e0-46e8-a5a8-d87d9c4c0ee5), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:13.894029 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f657a65b-a8bf-487e-9b84-a6a6653c8b41 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:13.897857 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-f657a65b-a8bf-487e-9b84-a6a6653c8b41 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/aa5ac2d3-d3e0-46e8-a5a8-d87d9c4c0ee5 HTTP/1.1" status: 204 len: 168 time: 0.2675920 Feb 04 13:31:13.898702 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f657a65b-a8bf-487e-9b84-a6a6653c8b41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa5ac2d3-d3e0-46e8-a5a8-d87d9c4c0ee5,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:13.898814 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd878f6-980e-471f-8bda-739c43e7ea42 None None] Network a574740c-9d70-474f-bb79-327f486d5267 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:31:13.901220 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 35028) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:31:13.981885 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bd3eae71-7d2a-4472-9bd8-576b85c72611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (a574740c-9d70-474f-bb79-327f486d5267), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:14.036366 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-bd3eae71-7d2a-4472-9bd8-576b85c72611 admin admin] Deleting port be4261b1-e863-415b-aeb5-89a31c71a943 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:31:14.036714 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bd3eae71-7d2a-4472-9bd8-576b85c72611 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (be4261b1-e863-415b-aeb5-89a31c71a943), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:14.104128 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-bd3eae71-7d2a-4472-9bd8-576b85c72611 admin admin] For port be4261b1-e863-415b-aeb5-89a31c71a943, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=be4261b1-e863-415b-aeb5-89a31c71a943,segment=NetworkSegment(8d0e3008-6aef-413b-98b3-6934537faaca),segment_id=8d0e3008-6aef-413b-98b3-6934537faaca)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:31:14.104496 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bd3eae71-7d2a-4472-9bd8-576b85c72611 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (be4261b1-e863-415b-aeb5-89a31c71a943), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:14.117665 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-bd3eae71-7d2a-4472-9bd8-576b85c72611 admin admin] Calling delete_port for be4261b1-e863-415b-aeb5-89a31c71a943 owned by network:dhcp {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:31:14.198455 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bd3eae71-7d2a-4472-9bd8-576b85c72611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (be4261b1-e863-415b-aeb5-89a31c71a943), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:14.225590 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3eae71-7d2a-4472-9bd8-576b85c72611 admin admin] Pushing event deleted for resources: {'Port': ['ID=be4261b1-e863-415b-aeb5-89a31c71a943,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:14.227398 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3eae71-7d2a-4472-9bd8-576b85c72611 admin admin] No DVR routers for this DVR port be4261b1-e863-415b-aeb5-89a31c71a943 on host n-d-825015-3 {{(pid=103474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:31:14.241272 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d81dc9-4444-4036-9151-0d876f73448c None None] DHCP port deletion for a574740c-9d70-474f-bb79-327f486d5267 request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:31:14.310379 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bd3eae71-7d2a-4472-9bd8-576b85c72611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (a574740c-9d70-474f-bb79-327f486d5267), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:14.332360 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-bd3eae71-7d2a-4472-9bd8-576b85c72611 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a574740c-9d70-474f-bb79-327f486d5267']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:31:14.343588 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-bd3eae71-7d2a-4472-9bd8-576b85c72611 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d0e3008-6aef-413b-98b3-6934537faaca') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:31:14.343924 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-bd3eae71-7d2a-4472-9bd8-576b85c72611 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d0e3008-6aef-413b-98b3-6934537faaca') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:31:14.353591 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bd3eae71-7d2a-4472-9bd8-576b85c72611 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (8d0e3008-6aef-413b-98b3-6934537faaca), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:14.368557 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bd3eae71-7d2a-4472-9bd8-576b85c72611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (8d0e3008-6aef-413b-98b3-6934537faaca), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:14.374690 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd3eae71-7d2a-4472-9bd8-576b85c72611 admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:31:14.375078 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bd3eae71-7d2a-4472-9bd8-576b85c72611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (8d0e3008-6aef-413b-98b3-6934537faaca), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:14.376966 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 13:31:14.376966 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:31:14.376966 n-d-825015-3 neutron-server[103474]: timer() Feb 04 13:31:14.376966 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:31:14.376966 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 13:31:14.376966 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:31:14.376966 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 13:31:14.376966 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:31:14.376966 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 13:31:14.376966 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:31:14.376966 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 13:31:14.376966 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:31:14.376966 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 13:31:14.376966 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:31:14.376966 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:31:14.376966 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:31:14.376966 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:31:14.376966 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:31:14.376966 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 13:31:14.376966 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:31:14.376966 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 13:31:14.376966 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:31:14.376966 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:31:14.376966 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:31:14.376966 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 13:31:14.376966 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:31:14.376966 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:31:14.376966 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:31:14.376966 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:31:14.376966 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:31:14.376966 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:31:14.376966 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:31:14.434116 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bd3eae71-7d2a-4472-9bd8-576b85c72611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (a574740c-9d70-474f-bb79-327f486d5267), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:14.440684 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bd3eae71-7d2a-4472-9bd8-576b85c72611 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:14.444422 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-bd3eae71-7d2a-4472-9bd8-576b85c72611 admin admin] 10.222.0.65 "DELETE /v2.0/networks/a574740c-9d70-474f-bb79-327f486d5267 HTTP/1.1" status: 204 len: 168 time: 0.5418305 Feb 04 13:31:14.461243 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3eae71-7d2a-4472-9bd8-576b85c72611 admin admin] Pushing event deleted for resources: {'Network': ['ID=a574740c-9d70-474f-bb79-327f486d5267,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:14.613404 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 35032) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:31:14.655481 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-f921f074-acad-4ba3-b46c-dd03f5d2f8ea admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5ffc0b7060d746b0a773f4e5ab9bfb94&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0408490 Feb 04 13:31:14.658154 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 35034) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:31:14.707209 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-addfb315-7a8a-4656-b6ab-6dae0ac733f8 admin admin] Publish callbacks [] for security_group (a3c08532-11c2-4299-b404-d7fb74b2219c), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:14.729163 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-addfb315-7a8a-4656-b6ab-6dae0ac733f8 admin admin] Publish callbacks [] for security_group (a3c08532-11c2-4299-b404-d7fb74b2219c), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:14.777026 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-addfb315-7a8a-4656-b6ab-6dae0ac733f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (a3c08532-11c2-4299-b404-d7fb74b2219c), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:14.779713 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-addfb315-7a8a-4656-b6ab-6dae0ac733f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:14.780918 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-addfb315-7a8a-4656-b6ab-6dae0ac733f8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a3c08532-11c2-4299-b404-d7fb74b2219c HTTP/1.1" status: 204 len: 168 time: 0.1215427 Feb 04 13:31:14.789571 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addfb315-7a8a-4656-b6ab-6dae0ac733f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3c08532-11c2-4299-b404-d7fb74b2219c,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:15.097769 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 35040) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:31:15.137209 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-4d5cc2fb-7f27-4a1e-87b6-a8ae13400e04 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=096fb284cbcb4f738fcf567710671997&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0382354 Feb 04 13:31:15.139800 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 35042) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:31:15.189236 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7844fc06-60f6-4d9a-9133-17857152c108 admin admin] Publish callbacks [] for security_group (7192a454-5bc4-4a65-be0d-1c646d173a5f), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:15.209650 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7844fc06-60f6-4d9a-9133-17857152c108 admin admin] Publish callbacks [] for security_group (7192a454-5bc4-4a65-be0d-1c646d173a5f), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:15.259756 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7844fc06-60f6-4d9a-9133-17857152c108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (7192a454-5bc4-4a65-be0d-1c646d173a5f), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:15.262481 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7844fc06-60f6-4d9a-9133-17857152c108 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:15.263955 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-7844fc06-60f6-4d9a-9133-17857152c108 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7192a454-5bc4-4a65-be0d-1c646d173a5f HTTP/1.1" status: 204 len: 168 time: 0.1229894 Feb 04 13:31:15.271606 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7844fc06-60f6-4d9a-9133-17857152c108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7192a454-5bc4-4a65-be0d-1c646d173a5f,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:15.499870 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 6907427d-ed8d-48aa-899f-862ca5ed43f8 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:31:15.521321 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 6907427d-ed8d-48aa-899f-862ca5ed43f8 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:31:15.521674 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 6907427d-ed8d-48aa-899f-862ca5ed43f8 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:31:15.522094 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device be4261b1-e863-415b-aeb5-89a31c71a943 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:31:15.541419 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: be4261b1-e863-415b-aeb5-89a31c71a943 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:31:15.541761 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device be4261b1-e863-415b-aeb5-89a31c71a943 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:31:15.542175 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 7244c186-4f77-49c3-b387-5fe9c53e74bd no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:31:15.561987 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 7244c186-4f77-49c3-b387-5fe9c53e74bd {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:31:15.562339 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 7244c186-4f77-49c3-b387-5fe9c53e74bd not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:31:15.651769 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-527ff084-e0f9-4801-8242-0377f2290bb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:16.800917 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 35082) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:31:16.805481 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-818d4e62-29f8-4759-b779-0df421a074f1 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2122516198', 'description': 'tempest-secgroup-smoke-2122516198 description', 'project_id': 'deceb844ac72490cb451d91c169a30ba'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:31:16.827699 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-818d4e62-29f8-4759-b779-0df421a074f1 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:16.835271 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-818d4e62-29f8-4759-b779-0df421a074f1 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:16.908329 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-818d4e62-29f8-4759-b779-0df421a074f1 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for security_group (7e79dbb7-c25e-4c63-a0e3-51e62eeb8191), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:16.912227 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-818d4e62-29f8-4759-b779-0df421a074f1 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (7e79dbb7-c25e-4c63-a0e3-51e62eeb8191), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:16.948738 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818d4e62-29f8-4759-b779-0df421a074f1 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e79dbb7-c25e-4c63-a0e3-51e62eeb8191,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:16.989145 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-818d4e62-29f8-4759-b779-0df421a074f1 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for security_group (6a50a2da-d3dc-4587-97fb-0802280dcc34), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:16.992491 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-818d4e62-29f8-4759-b779-0df421a074f1 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (6a50a2da-d3dc-4587-97fb-0802280dcc34), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:17.021396 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-818d4e62-29f8-4759-b779-0df421a074f1 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:17.022603 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-818d4e62-29f8-4759-b779-0df421a074f1 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2206914 Feb 04 13:31:17.024566 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818d4e62-29f8-4759-b779-0df421a074f1 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a50a2da-d3dc-4587-97fb-0802280dcc34,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:17.025679 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 35084) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:31:17.030958 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-d41c5dce-d190-4539-92b8-0113a9ea0607 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Request body: {'security_group_rule': {'security_group_id': '6a50a2da-d3dc-4587-97fb-0802280dcc34', 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:31:17.056727 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d41c5dce-d190-4539-92b8-0113a9ea0607 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for security_group_rule (c66bf1d4-0377-4143-8210-21f128179e81), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:17.112942 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d41c5dce-d190-4539-92b8-0113a9ea0607 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for security_group_rule (c66bf1d4-0377-4143-8210-21f128179e81), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:17.116388 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d41c5dce-d190-4539-92b8-0113a9ea0607 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (c66bf1d4-0377-4143-8210-21f128179e81), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:17.135495 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41c5dce-d190-4539-92b8-0113a9ea0607 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c66bf1d4-0377-4143-8210-21f128179e81,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:17.144430 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d41c5dce-d190-4539-92b8-0113a9ea0607 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:17.145702 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-d41c5dce-d190-4539-92b8-0113a9ea0607 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1189673 Feb 04 13:31:17.148507 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 35088) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:31:17.152800 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-f758c3bf-97e0-49e5-bf60-b8d72e27bd49 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Request body: {'security_group_rule': {'security_group_id': '6a50a2da-d3dc-4587-97fb-0802280dcc34', 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:31:17.177310 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f758c3bf-97e0-49e5-bf60-b8d72e27bd49 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for security_group_rule (901bea66-1f05-4b97-affc-a2af09eeefed), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:17.231022 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f758c3bf-97e0-49e5-bf60-b8d72e27bd49 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for security_group_rule (901bea66-1f05-4b97-affc-a2af09eeefed), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:17.235871 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f758c3bf-97e0-49e5-bf60-b8d72e27bd49 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (901bea66-1f05-4b97-affc-a2af09eeefed), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:17.255504 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f758c3bf-97e0-49e5-bf60-b8d72e27bd49 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=901bea66-1f05-4b97-affc-a2af09eeefed,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:17.263307 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f758c3bf-97e0-49e5-bf60-b8d72e27bd49 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:17.264530 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-f758c3bf-97e0-49e5-bf60-b8d72e27bd49 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1150920 Feb 04 13:31:17.267657 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 35090) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:31:17.272125 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-b8fbdebe-1fa0-41a7-a80e-5335b12ac63c tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Request body: {'security_group_rule': {'security_group_id': '6a50a2da-d3dc-4587-97fb-0802280dcc34', 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:31:17.298344 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b8fbdebe-1fa0-41a7-a80e-5335b12ac63c tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for security_group_rule (0b0d45a3-c4e3-4b3f-9906-4b562eaa8416), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:17.357589 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b8fbdebe-1fa0-41a7-a80e-5335b12ac63c tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for security_group_rule (0b0d45a3-c4e3-4b3f-9906-4b562eaa8416), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:17.361161 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b8fbdebe-1fa0-41a7-a80e-5335b12ac63c tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (0b0d45a3-c4e3-4b3f-9906-4b562eaa8416), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:17.381085 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fbdebe-1fa0-41a7-a80e-5335b12ac63c tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b0d45a3-c4e3-4b3f-9906-4b562eaa8416,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:17.385948 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b8fbdebe-1fa0-41a7-a80e-5335b12ac63c tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:17.387232 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-b8fbdebe-1fa0-41a7-a80e-5335b12ac63c tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1184180 Feb 04 13:31:17.389985 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 35092) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:31:17.394318 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-09d48f83-cb1b-4612-8393-a81e68b3ec0b tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Request body: {'security_group_rule': {'security_group_id': '6a50a2da-d3dc-4587-97fb-0802280dcc34', 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:31:17.418032 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-09d48f83-cb1b-4612-8393-a81e68b3ec0b tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for security_group_rule (ed35b359-b0d4-44b4-9ef4-e7cd0b6ff3be), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:17.476169 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-09d48f83-cb1b-4612-8393-a81e68b3ec0b tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for security_group_rule (ed35b359-b0d4-44b4-9ef4-e7cd0b6ff3be), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:17.479961 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-09d48f83-cb1b-4612-8393-a81e68b3ec0b tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (ed35b359-b0d4-44b4-9ef4-e7cd0b6ff3be), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:17.500011 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d48f83-cb1b-4612-8393-a81e68b3ec0b tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed35b359-b0d4-44b4-9ef4-e7cd0b6ff3be,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:17.506886 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-09d48f83-cb1b-4612-8393-a81e68b3ec0b tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:17.508101 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-09d48f83-cb1b-4612-8393-a81e68b3ec0b tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1171637 Feb 04 13:31:17.510844 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 35094) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:31:17.515833 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-f3ba1f21-23d9-45ca-8efe-09eba2b213f8 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Request body: {'security_group_rule': {'security_group_id': '6a50a2da-d3dc-4587-97fb-0802280dcc34', 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:31:17.536329 n-d-825015-3 neutron-server[103474]: INFO neutron.db.securitygroups_db [None req-f3ba1f21-23d9-45ca-8efe-09eba2b213f8 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Project deceb844ac72490cb451d91c169a30ba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 13:31:17.541329 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f3ba1f21-23d9-45ca-8efe-09eba2b213f8 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for security_group_rule (ed8930b0-41e8-407f-b00c-4433e2a6abe6), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:17.602471 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f3ba1f21-23d9-45ca-8efe-09eba2b213f8 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for security_group_rule (ed8930b0-41e8-407f-b00c-4433e2a6abe6), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:17.606337 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f3ba1f21-23d9-45ca-8efe-09eba2b213f8 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (ed8930b0-41e8-407f-b00c-4433e2a6abe6), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:17.627662 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ba1f21-23d9-45ca-8efe-09eba2b213f8 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed8930b0-41e8-407f-b00c-4433e2a6abe6,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:17.635314 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f3ba1f21-23d9-45ca-8efe-09eba2b213f8 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:17.636532 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-f3ba1f21-23d9-45ca-8efe-09eba2b213f8 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1246965 Feb 04 13:31:17.639388 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 35098) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:31:17.643642 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-4be715b5-40e5-42ff-9664-da1b67193b60 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Request body: {'security_group_rule': {'security_group_id': '6a50a2da-d3dc-4587-97fb-0802280dcc34', 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:31:17.664258 n-d-825015-3 neutron-server[103474]: INFO neutron.db.securitygroups_db [None req-4be715b5-40e5-42ff-9664-da1b67193b60 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Project deceb844ac72490cb451d91c169a30ba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 13:31:17.669120 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4be715b5-40e5-42ff-9664-da1b67193b60 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for security_group_rule (1d3e7d89-c57f-4756-892c-c34143b72e1b), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:17.729646 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4be715b5-40e5-42ff-9664-da1b67193b60 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for security_group_rule (1d3e7d89-c57f-4756-892c-c34143b72e1b), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:17.734299 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4be715b5-40e5-42ff-9664-da1b67193b60 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (1d3e7d89-c57f-4756-892c-c34143b72e1b), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:17.752856 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be715b5-40e5-42ff-9664-da1b67193b60 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d3e7d89-c57f-4756-892c-c34143b72e1b,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:17.761078 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4be715b5-40e5-42ff-9664-da1b67193b60 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:17.762263 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-4be715b5-40e5-42ff-9664-da1b67193b60 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1219156 Feb 04 13:31:17.765966 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 35100) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:31:17.770816 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-b3c9ec0d-043e-4913-8b13-3c471423fb52 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Request body: {'network': {'name': 'tempest-network-smoke--739404982', 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'port_security_enabled': True}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:31:17.789862 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3c9ec0d-043e-4913-8b13-3c471423fb52 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Made reservation on behalf of deceb844ac72490cb451d91c169a30ba for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:31:17.793180 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b3c9ec0d-043e-4913-8b13-3c471423fb52 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:17.816485 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3c9ec0d-043e-4913-8b13-3c471423fb52 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:31:17.825288 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b3c9ec0d-043e-4913-8b13-3c471423fb52 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (8ad35dee-66db-4b11-be73-606f83485304), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:17.826243 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-b3c9ec0d-043e-4913-8b13-3c471423fb52 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Added segment 8ad35dee-66db-4b11-be73-606f83485304 of type vlan for network 0b02db6a-8b58-44e1-a329-ff200b00c6d9 Feb 04 13:31:17.866840 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b3c9ec0d-043e-4913-8b13-3c471423fb52 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (0b02db6a-8b58-44e1-a329-ff200b00c6d9), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:17.892772 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b3c9ec0d-043e-4913-8b13-3c471423fb52 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (0b02db6a-8b58-44e1-a329-ff200b00c6d9), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:17.898793 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c9ec0d-043e-4913-8b13-3c471423fb52 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:17.899409 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b3c9ec0d-043e-4913-8b13-3c471423fb52 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:17.960751 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-b3c9ec0d-043e-4913-8b13-3c471423fb52 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1937044 Feb 04 13:31:17.964504 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 35102) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:31:17.969800 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-d3d40307-09ba-472e-840b-eb93cfe3b5cf tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1712764101', 'admin_state_up': True, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:31:17.979005 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c9ec0d-043e-4913-8b13-3c471423fb52 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Pushing event updated for resources: {'Network': ['ID=0b02db6a-8b58-44e1-a329-ff200b00c6d9,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:17.990554 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 0b02db6a-8b58-44e1-a329-ff200b00c6d9 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:31:17.994587 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d3d40307-09ba-472e-840b-eb93cfe3b5cf tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10933'] for router (24a157ae-95b9-4301-a339-832956c1d2e7), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:17.995744 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d3d40307-09ba-472e-840b-eb93cfe3b5cf tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10924'] for router (24a157ae-95b9-4301-a339-832956c1d2e7), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:18.050471 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d3d40307-09ba-472e-840b-eb93cfe3b5cf tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for router_controller (24a157ae-95b9-4301-a339-832956c1d2e7), precommit_add_association {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:18.148979 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fc1c9567-9d65-40f0-a4d0-fa0c7e906ff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:18.501136 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d3d40307-09ba-472e-840b-eb93cfe3b5cf tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for router_gateway (24a157ae-95b9-4301-a339-832956c1d2e7), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:18.699908 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d3d40307-09ba-472e-840b-eb93cfe3b5cf tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for router_gateway (24a157ae-95b9-4301-a339-832956c1d2e7), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:18.719964 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d3d40307-09ba-472e-840b-eb93cfe3b5cf tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:18.826950 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-d3d40307-09ba-472e-840b-eb93cfe3b5cf tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Allocated IP 172.25.3.205 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/962d5e1b-a691-423f-9f7c-95e4cf769e4f) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:31:18.927404 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d3d40307-09ba-472e-840b-eb93cfe3b5cf tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for port (962d5e1b-a691-423f-9f7c-95e4cf769e4f), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:18.961349 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d3d40307-09ba-472e-840b-eb93cfe3b5cf tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (962d5e1b-a691-423f-9f7c-95e4cf769e4f), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:19.008522 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d40307-09ba-472e-840b-eb93cfe3b5cf tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:31:19.011624 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-d3d40307-09ba-472e-840b-eb93cfe3b5cf tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:31:19.014196 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d40307-09ba-472e-840b-eb93cfe3b5cf tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:31:19.040710 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d40307-09ba-472e-840b-eb93cfe3b5cf tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Pushing event updated for resources: {'Port': ['ID=962d5e1b-a691-423f-9f7c-95e4cf769e4f,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:19.266363 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d3d40307-09ba-472e-840b-eb93cfe3b5cf tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for router_gateway (24a157ae-95b9-4301-a339-832956c1d2e7), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:19.474134 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:19.476989 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d3d40307-09ba-472e-840b-eb93cfe3b5cf tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141'] for router (24a157ae-95b9-4301-a339-832956c1d2e7), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:19.606200 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3d40307-09ba-472e-840b-eb93cfe3b5cf tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Router 24a157ae-95b9-4301-a339-832956c1d2e7 is scheduled to L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de with binding_index 1 {{(pid=103475) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 13:31:19.715973 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3d40307-09ba-472e-840b-eb93cfe3b5cf tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:31:19.726941 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28be4078-b1f8-4ccb-a2ed-62ed30f91a78 None None] Sync routers for ids ['24a157ae-95b9-4301-a339-832956c1d2e7'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:31:19.738051 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28be4078-b1f8-4ccb-a2ed-62ed30f91a78 None None] Routers {'24a157ae-95b9-4301-a339-832956c1d2e7'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:31:19.738488 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d3d40307-09ba-472e-840b-eb93cfe3b5cf tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for router (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:19.739043 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-28be4078-b1f8-4ccb-a2ed-62ed30f91a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:31:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['24a157ae-95b9-4301-a339-832956c1d2e7'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:31:19.742908 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-d3d40307-09ba-472e-840b-eb93cfe3b5cf tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7743504 Feb 04 13:31:19.743154 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 35104) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:31:19.852077 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-28be4078-b1f8-4ccb-a2ed-62ed30f91a78 None None] Set router 24a157ae-95b9-4301-a339-832956c1d2e7 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:31:19.879682 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-669a2388-d6e2-4c2f-ac54-7d4da37c9314 tempest-TestNetworkAdvancedServerOps-967824004 tempest-TestNetworkAdvancedServerOps-967824004-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=deceb844ac72490cb451d91c169a30ba&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1352730 Feb 04 13:31:19.882507 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 35108) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:31:19.974909 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46180fd-ca6e-4eec-b1fa-bc5e0e7abc6b tempest-TestNetworkAdvancedServerOps-967824004 tempest-TestNetworkAdvancedServerOps-967824004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:19.976488 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-b46180fd-ca6e-4eec-b1fa-bc5e0e7abc6b tempest-TestNetworkAdvancedServerOps-967824004 tempest-TestNetworkAdvancedServerOps-967824004-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0929871 Feb 04 13:31:19.979284 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 35110) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:31:20.008432 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-0b5000f1-a5f8-4f20-83c5-6d6cdf41a63c tempest-TestNetworkAdvancedServerOps-967824004 tempest-TestNetworkAdvancedServerOps-967824004-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279946 Feb 04 13:31:20.011076 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 35112) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:31:20.016224 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-4d8a5cd2-d85d-445e-b83c-b769e0eec0a7 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-22756074', 'network_id': '0b02db6a-8b58-44e1-a329-ff200b00c6d9', 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:31:20.109884 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d8a5cd2-d85d-445e-b83c-b769e0eec0a7 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Made reservation on behalf of deceb844ac72490cb451d91c169a30ba for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:31:20.113530 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4d8a5cd2-d85d-445e-b83c-b769e0eec0a7 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60610638'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:20.197813 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-28be4078-b1f8-4ccb-a2ed-62ed30f91a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a157ae-95b9-4301-a339-832956c1d2e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1712764101', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '962d5e1b-a691-423f-9f7c-95e4cf769e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:31:18Z', 'updated_at': '2022-02-04T13:31:19Z', 'revision_number': 3, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'gw_port': {'id': '962d5e1b-a691-423f-9f7c-95e4cf769e4f', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:6c:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24a157ae-95b9-4301-a339-832956c1d2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:31:18Z', 'updated_at': '2022-02-04T13:31:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:31:20.225432 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28be4078-b1f8-4ccb-a2ed-62ed30f91a78 None None] Checking router: 24a157ae-95b9-4301-a339-832956c1d2e7 for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:31:20.225779 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28be4078-b1f8-4ccb-a2ed-62ed30f91a78 None None] Updating router 24a157ae-95b9-4301-a339-832956c1d2e7 port 962d5e1b-a691-423f-9f7c-95e4cf769e4f binding host n-d-825015-3 {{(pid=103476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:31:20.253667 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-28be4078-b1f8-4ccb-a2ed-62ed30f91a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (962d5e1b-a691-423f-9f7c-95e4cf769e4f), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:20.297034 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4d8a5cd2-d85d-445e-b83c-b769e0eec0a7 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59045178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60610680'] for subnet (559b5204-d197-46e8-a00d-0da1358da410), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:20.359361 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8a5cd2-d85d-445e-b83c-b769e0eec0a7 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Pushing event updated for resources: {'Subnet': ['ID=559b5204-d197-46e8-a00d-0da1358da410,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:20.367489 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8a5cd2-d85d-445e-b83c-b769e0eec0a7 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Checking segment: {'id': '8ad35dee-66db-4b11-be73-606f83485304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '0b02db6a-8b58-44e1-a329-ff200b00c6d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:31:20.367893 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8a5cd2-d85d-445e-b83c-b769e0eec0a7 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Network hostable DHCP agents. Network: 0b02db6a-8b58-44e1-a329-ff200b00c6d9, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:31:20.387109 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8a5cd2-d85d-445e-b83c-b769e0eec0a7 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Network 0b02db6a-8b58-44e1-a329-ff200b00c6d9 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:31:20.399891 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-4d8a5cd2-d85d-445e-b83c-b769e0eec0a7 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 0b02db6a-8b58-44e1-a329-ff200b00c6d9) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:31:20.404671 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8a5cd2-d85d-445e-b83c-b769e0eec0a7 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:20.405371 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4d8a5cd2-d85d-445e-b83c-b769e0eec0a7 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:20.416911 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042f6ac7-dc20-4bdd-935a-37c3264054e9 None None] Network 0b02db6a-8b58-44e1-a329-ff200b00c6d9 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:31:20.423951 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-4d8a5cd2-d85d-445e-b83c-b769e0eec0a7 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4115598 Feb 04 13:31:20.426544 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 35114) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:31:20.563450 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f1a805-ddda-4aea-9070-b92957a1dcc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-0b02db6a-8b58-44e1-a329-ff200b00c6d9', 'network_id': '0b02db6a-8b58-44e1-a329-ff200b00c6d9', 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'fixed_ips': [{'subnet_id': '559b5204-d197-46e8-a00d-0da1358da410'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:31:20.564325 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-63f1a805-ddda-4aea-9070-b92957a1dcc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:20.680735 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-28be4078-b1f8-4ccb-a2ed-62ed30f91a78 None None] Publish callbacks [] for port (962d5e1b-a691-423f-9f7c-95e4cf769e4f), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:20.692501 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-28be4078-b1f8-4ccb-a2ed-62ed30f91a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (962d5e1b-a691-423f-9f7c-95e4cf769e4f), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:20.808355 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-28be4078-b1f8-4ccb-a2ed-62ed30f91a78 None None] Attempting to bind port 962d5e1b-a691-423f-9f7c-95e4cf769e4f on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:31:20.808694 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-28be4078-b1f8-4ccb-a2ed-62ed30f91a78 None None] Attempting to bind port 962d5e1b-a691-423f-9f7c-95e4cf769e4f by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:31:20.809112 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28be4078-b1f8-4ccb-a2ed-62ed30f91a78 None None] Attempting to bind port 962d5e1b-a691-423f-9f7c-95e4cf769e4f on network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:31:20.815761 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126eb02e-c892-4575-977a-972fd97ab572 None None] Pushing event updated for resources: {'Port': ['ID=962d5e1b-a691-423f-9f7c-95e4cf769e4f,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:20.823124 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:20.828332 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28be4078-b1f8-4ccb-a2ed-62ed30f91a78 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:31:20.828717 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28be4078-b1f8-4ccb-a2ed-62ed30f91a78 None None] Checking segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:31:20.829120 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-28be4078-b1f8-4ccb-a2ed-62ed30f91a78 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:20.829522 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28be4078-b1f8-4ccb-a2ed-62ed30f91a78 None None] Bound using segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:31:20.830000 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-28be4078-b1f8-4ccb-a2ed-62ed30f91a78 None None] Bound port: 962d5e1b-a691-423f-9f7c-95e4cf769e4f, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:31:20.830385 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-28be4078-b1f8-4ccb-a2ed-62ed30f91a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (962d5e1b-a691-423f-9f7c-95e4cf769e4f), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:20.865017 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-63f1a805-ddda-4aea-9070-b92957a1dcc1 None None] Allocated IP 172.20.0.2 (0b02db6a-8b58-44e1-a329-ff200b00c6d9/559b5204-d197-46e8-a00d-0da1358da410/75ec1e78-4c20-4c4f-aee4-6291a72834ad) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:31:20.888887 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9a515091-4dce-43c1-921c-19d5d6b3a011 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:20.943762 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-28be4078-b1f8-4ccb-a2ed-62ed30f91a78 None None] For port 962d5e1b-a691-423f-9f7c-95e4cf769e4f, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:31:20.967533 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-28be4078-b1f8-4ccb-a2ed-62ed30f91a78 None None] For port 962d5e1b-a691-423f-9f7c-95e4cf769e4f, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=962d5e1b-a691-423f-9f7c-95e4cf769e4f,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:31:20.985216 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-28be4078-b1f8-4ccb-a2ed-62ed30f91a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (962d5e1b-a691-423f-9f7c-95e4cf769e4f), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:21.091443 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28be4078-b1f8-4ccb-a2ed-62ed30f91a78 None None] Routers {'24a157ae-95b9-4301-a339-832956c1d2e7'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:31:21.092322 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-28be4078-b1f8-4ccb-a2ed-62ed30f91a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:31:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['24a157ae-95b9-4301-a339-832956c1d2e7'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:31:21.097136 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126eb02e-c892-4575-977a-972fd97ab572 None None] Pushing event updated for resources: {'Port': ['ID=962d5e1b-a691-423f-9f7c-95e4cf769e4f,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:21.188335 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-63f1a805-ddda-4aea-9070-b92957a1dcc1 None None] Publish callbacks [] for port (75ec1e78-4c20-4c4f-aee4-6291a72834ad), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:21.195356 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-63f1a805-ddda-4aea-9070-b92957a1dcc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (75ec1e78-4c20-4c4f-aee4-6291a72834ad), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:21.242022 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-9a515091-4dce-43c1-921c-19d5d6b3a011 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Allocated IP 172.20.0.1 (0b02db6a-8b58-44e1-a329-ff200b00c6d9/559b5204-d197-46e8-a00d-0da1358da410/b14d79ed-d690-431b-8876-24cdbfb86ea2) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:31:21.257241 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f1a805-ddda-4aea-9070-b92957a1dcc1 None None] Network 0b02db6a-8b58-44e1-a329-ff200b00c6d9 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:31:21.264670 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-63f1a805-ddda-4aea-9070-b92957a1dcc1 None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:31:21.267504 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-28be4078-b1f8-4ccb-a2ed-62ed30f91a78 None None] Set router 24a157ae-95b9-4301-a339-832956c1d2e7 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:31:21.293853 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f1a805-ddda-4aea-9070-b92957a1dcc1 None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:31:21.329912 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f1a805-ddda-4aea-9070-b92957a1dcc1 None None] Pushing event updated for resources: {'Port': ['ID=75ec1e78-4c20-4c4f-aee4-6291a72834ad,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:21.364228 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9a515091-4dce-43c1-921c-19d5d6b3a011 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for port (b14d79ed-d690-431b-8876-24cdbfb86ea2), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:21.399613 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9a515091-4dce-43c1-921c-19d5d6b3a011 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (b14d79ed-d690-431b-8876-24cdbfb86ea2), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:21.438053 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-63f1a805-ddda-4aea-9070-b92957a1dcc1 None None] Attempting to bind port 75ec1e78-4c20-4c4f-aee4-6291a72834ad on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:31:21.438422 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-63f1a805-ddda-4aea-9070-b92957a1dcc1 None None] Attempting to bind port 75ec1e78-4c20-4c4f-aee4-6291a72834ad by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '8ad35dee-66db-4b11-be73-606f83485304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '0b02db6a-8b58-44e1-a329-ff200b00c6d9'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:31:21.438788 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f1a805-ddda-4aea-9070-b92957a1dcc1 None None] Attempting to bind port 75ec1e78-4c20-4c4f-aee4-6291a72834ad on network 0b02db6a-8b58-44e1-a329-ff200b00c6d9 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:31:21.446033 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a515091-4dce-43c1-921c-19d5d6b3a011 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Network 0b02db6a-8b58-44e1-a329-ff200b00c6d9 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:31:21.449290 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-9a515091-4dce-43c1-921c-19d5d6b3a011 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:31:21.449469 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f1a805-ddda-4aea-9070-b92957a1dcc1 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:31:21.449841 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f1a805-ddda-4aea-9070-b92957a1dcc1 None None] Checking segment: {'id': '8ad35dee-66db-4b11-be73-606f83485304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '0b02db6a-8b58-44e1-a329-ff200b00c6d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:31:21.450240 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-63f1a805-ddda-4aea-9070-b92957a1dcc1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:21.451235 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f1a805-ddda-4aea-9070-b92957a1dcc1 None None] Bound using segment: {'id': '8ad35dee-66db-4b11-be73-606f83485304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '0b02db6a-8b58-44e1-a329-ff200b00c6d9'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:31:21.451479 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-63f1a805-ddda-4aea-9070-b92957a1dcc1 None None] Bound port: 75ec1e78-4c20-4c4f-aee4-6291a72834ad, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ad35dee-66db-4b11-be73-606f83485304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '0b02db6a-8b58-44e1-a329-ff200b00c6d9'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:31:21.451893 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-63f1a805-ddda-4aea-9070-b92957a1dcc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (75ec1e78-4c20-4c4f-aee4-6291a72834ad), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:21.453843 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a515091-4dce-43c1-921c-19d5d6b3a011 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:31:21.457770 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a515091-4dce-43c1-921c-19d5d6b3a011 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Pushing event updated for resources: {'Port': ['ID=b14d79ed-d690-431b-8876-24cdbfb86ea2,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:21.501390 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9a515091-4dce-43c1-921c-19d5d6b3a011 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1599818'] for router_interface (24a157ae-95b9-4301-a339-832956c1d2e7), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:21.551338 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-63f1a805-ddda-4aea-9070-b92957a1dcc1 None None] For port 75ec1e78-4c20-4c4f-aee4-6291a72834ad, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:31:21.555468 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-63f1a805-ddda-4aea-9070-b92957a1dcc1 None None] For port 75ec1e78-4c20-4c4f-aee4-6291a72834ad, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=75ec1e78-4c20-4c4f-aee4-6291a72834ad,segment=NetworkSegment(8ad35dee-66db-4b11-be73-606f83485304),segment_id=8ad35dee-66db-4b11-be73-606f83485304)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:31:21.563934 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-63f1a805-ddda-4aea-9070-b92957a1dcc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (75ec1e78-4c20-4c4f-aee4-6291a72834ad), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:21.614446 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-28be4078-b1f8-4ccb-a2ed-62ed30f91a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a157ae-95b9-4301-a339-832956c1d2e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1712764101', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '962d5e1b-a691-423f-9f7c-95e4cf769e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:31:18Z', 'updated_at': '2022-02-04T13:31:19Z', 'revision_number': 3, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'gw_port': {'id': '962d5e1b-a691-423f-9f7c-95e4cf769e4f', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:6c:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24a157ae-95b9-4301-a339-832956c1d2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:31:18Z', 'updated_at': '2022-02-04T13:31:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:31:21.642462 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9a515091-4dce-43c1-921c-19d5d6b3a011 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (b14d79ed-d690-431b-8876-24cdbfb86ea2), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:21.650058 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28be4078-b1f8-4ccb-a2ed-62ed30f91a78 None None] The sync data for ids ['24a157ae-95b9-4301-a339-832956c1d2e7'] in n-d-825015-3 is: [{'id': '24a157ae-95b9-4301-a339-832956c1d2e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1712764101', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '962d5e1b-a691-423f-9f7c-95e4cf769e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:31:18Z', 'updated_at': '2022-02-04T13:31:19Z', 'revision_number': 3, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'gw_port': {'id': '962d5e1b-a691-423f-9f7c-95e4cf769e4f', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:6c:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24a157ae-95b9-4301-a339-832956c1d2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:31:18Z', 'updated_at': '2022-02-04T13:31:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:31:21.657189 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f1a805-ddda-4aea-9070-b92957a1dcc1 None None] Pushing event updated for resources: {'Port': ['ID=75ec1e78-4c20-4c4f-aee4-6291a72834ad,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:21.852709 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:22.004182 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9a515091-4dce-43c1-921c-19d5d6b3a011 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for port (b14d79ed-d690-431b-8876-24cdbfb86ea2), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:22.010604 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9a515091-4dce-43c1-921c-19d5d6b3a011 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (b14d79ed-d690-431b-8876-24cdbfb86ea2), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:22.090472 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a515091-4dce-43c1-921c-19d5d6b3a011 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Pushing event updated for resources: {'Port': ['ID=b14d79ed-d690-431b-8876-24cdbfb86ea2,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:22.096255 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9a515091-4dce-43c1-921c-19d5d6b3a011 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622202'] for router_interface (24a157ae-95b9-4301-a339-832956c1d2e7), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:22.550137 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a515091-4dce-43c1-921c-19d5d6b3a011 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Network 0b02db6a-8b58-44e1-a329-ff200b00c6d9 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:31:22.551615 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-9a515091-4dce-43c1-921c-19d5d6b3a011 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:31:22.675840 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a515091-4dce-43c1-921c-19d5d6b3a011 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Router 24a157ae-95b9-4301-a339-832956c1d2e7 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:31:22.770565 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8feb6c82-00af-44d6-8360-2b59be3b93e6 None None] Network 0b02db6a-8b58-44e1-a329-ff200b00c6d9 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:31:22.800085 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a515091-4dce-43c1-921c-19d5d6b3a011 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:31:22.805773 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-9a515091-4dce-43c1-921c-19d5d6b3a011 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "PUT /v2.0/routers/24a157ae-95b9-4301-a339-832956c1d2e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3772447 Feb 04 13:31:22.839126 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-d7958313-2eb4-4d12-aef2-bb4c5023008a None None] Provisioning complete for port 75ec1e78-4c20-4c4f-aee4-6291a72834ad triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:31:22.839528 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d7958313-2eb4-4d12-aef2-bb4c5023008a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (75ec1e78-4c20-4c4f-aee4-6291a72834ad), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:22.968367 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-d7958313-2eb4-4d12-aef2-bb4c5023008a None None] Current status of the port 75ec1e78-4c20-4c4f-aee4-6291a72834ad is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:31:22.968763 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d7958313-2eb4-4d12-aef2-bb4c5023008a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (75ec1e78-4c20-4c4f-aee4-6291a72834ad), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:22.972306 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-aa5b370a-f2fd-442c-acda-ea32612fc9ad req-df897096-e13c-4157-a26b-5e524c7b1d8a tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2122516198&fields=id&tenant_id=deceb844ac72490cb451d91c169a30ba HTTP/1.1" status: 200 len: 267 time: 0.0496993 Feb 04 13:31:23.011960 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-d7958313-2eb4-4d12-aef2-bb4c5023008a None None] For port 75ec1e78-4c20-4c4f-aee4-6291a72834ad, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=75ec1e78-4c20-4c4f-aee4-6291a72834ad,segment=NetworkSegment(8ad35dee-66db-4b11-be73-606f83485304),segment_id=8ad35dee-66db-4b11-be73-606f83485304)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:31:23.019362 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d7958313-2eb4-4d12-aef2-bb4c5023008a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (75ec1e78-4c20-4c4f-aee4-6291a72834ad), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:23.087829 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7958313-2eb4-4d12-aef2-bb4c5023008a None None] Pushing event updated for resources: {'Port': ['ID=75ec1e78-4c20-4c4f-aee4-6291a72834ad,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:23.116344 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5b370a-f2fd-442c-acda-ea32612fc9ad req-513b8359-735a-4dc5-aebe-8d7dff1093e6 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:23.117825 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-aa5b370a-f2fd-442c-acda-ea32612fc9ad req-513b8359-735a-4dc5-aebe-8d7dff1093e6 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/networks?id=0b02db6a-8b58-44e1-a329-ff200b00c6d9 HTTP/1.1" status: 200 len: 796 time: 0.1364801 Feb 04 13:31:23.133341 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-aa5b370a-f2fd-442c-acda-ea32612fc9ad req-e507ef78-d6f0-499d-b361-7141ddb8e96d tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/quotas/deceb844ac72490cb451d91c169a30ba HTTP/1.1" status: 200 len: 375 time: 0.0100062 Feb 04 13:31:23.194601 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-aa5b370a-f2fd-442c-acda-ea32612fc9ad req-b3f26ff7-e3a3-4feb-bcca-1aebc0d33f34 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=deceb844ac72490cb451d91c169a30ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0545781 Feb 04 13:31:23.243938 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-0caeaa41-0146-4edf-a4a1-6ba55f8bbd7f None None] Provisioning complete for port 75ec1e78-4c20-4c4f-aee4-6291a72834ad triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:31:23.244331 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0caeaa41-0146-4edf-a4a1-6ba55f8bbd7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (75ec1e78-4c20-4c4f-aee4-6291a72834ad), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:23.259716 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [req-aa5b370a-f2fd-442c-acda-ea32612fc9ad req-1d7ee7ab-c378-4865-be93-66e26c60f22c service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:31:23.260770 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-aa5b370a-f2fd-442c-acda-ea32612fc9ad req-1d7ee7ab-c378-4865-be93-66e26c60f22c service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0532520 Feb 04 13:31:23.337931 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0caeaa41-0146-4edf-a4a1-6ba55f8bbd7f None None] Current status of the port 75ec1e78-4c20-4c4f-aee4-6291a72834ad is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:31:23.349185 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-0caeaa41-0146-4edf-a4a1-6ba55f8bbd7f None None] Provisioning complete for port b14d79ed-d690-431b-8876-24cdbfb86ea2 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:31:23.349651 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0caeaa41-0146-4edf-a4a1-6ba55f8bbd7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (b14d79ed-d690-431b-8876-24cdbfb86ea2), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:23.380668 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-aa5b370a-f2fd-442c-acda-ea32612fc9ad req-728e6414-9e65-41e2-b188-c63c345d71a6 service neutron] 10.222.0.65 "GET /v2.0/networks/0b02db6a-8b58-44e1-a329-ff200b00c6d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118541 Feb 04 13:31:23.390293 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0caeaa41-0146-4edf-a4a1-6ba55f8bbd7f None None] Port b14d79ed-d690-431b-8876-24cdbfb86ea2 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:31:23.395630 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff31f0e2-6cd0-4f2a-b20f-f14995eabf31 None None] Sync routers for ids ['24a157ae-95b9-4301-a339-832956c1d2e7'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:31:23.407351 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff31f0e2-6cd0-4f2a-b20f-f14995eabf31 None None] Routers {'24a157ae-95b9-4301-a339-832956c1d2e7'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:31:23.408017 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-ff31f0e2-6cd0-4f2a-b20f-f14995eabf31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:31:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['24a157ae-95b9-4301-a339-832956c1d2e7'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:31:23.494460 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-aa5b370a-f2fd-442c-acda-ea32612fc9ad req-bd9622bb-8ee5-4fff-9eef-b10e7693ce2e service neutron] 10.222.0.65 "GET /v2.0/networks/0b02db6a-8b58-44e1-a329-ff200b00c6d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076641 Feb 04 13:31:23.521114 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-e4a354f4-c62c-4ce9-a2c5-0d6e5d564110 None None] Provisioning complete for port b14d79ed-d690-431b-8876-24cdbfb86ea2 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:31:23.524260 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e4a354f4-c62c-4ce9-a2c5-0d6e5d564110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (b14d79ed-d690-431b-8876-24cdbfb86ea2), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:23.543623 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-ff31f0e2-6cd0-4f2a-b20f-f14995eabf31 None None] Set router 24a157ae-95b9-4301-a339-832956c1d2e7 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:31:23.571094 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-e4a354f4-c62c-4ce9-a2c5-0d6e5d564110 None None] Port b14d79ed-d690-431b-8876-24cdbfb86ea2 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:31:23.687328 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 962d5e1b-a691-423f-9f7c-95e4cf769e4f up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:31:23.719528 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-30b4baeb-16a9-45f4-82b4-a9e2e1bc3fa4 req-d1f17678-9a19-46ee-81fc-6b4dcbf703db tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e8be102-4093-4e51-b70f-7457b2e15cb4 HTTP/1.1" status: 200 len: 210 time: 0.0384133 Feb 04 13:31:23.742447 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-8fd014f3-b6f1-469a-b16b-26ed1c13c58a None None] Provisioning complete for port b14d79ed-d690-431b-8876-24cdbfb86ea2 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:31:23.742447 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8fd014f3-b6f1-469a-b16b-26ed1c13c58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (b14d79ed-d690-431b-8876-24cdbfb86ea2), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:23.773355 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-ff31f0e2-6cd0-4f2a-b20f-f14995eabf31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a157ae-95b9-4301-a339-832956c1d2e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1712764101', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '962d5e1b-a691-423f-9f7c-95e4cf769e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:31:18Z', 'updated_at': '2022-02-04T13:31:21Z', 'revision_number': 4, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'gw_port': {'id': '962d5e1b-a691-423f-9f7c-95e4cf769e4f', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:6c:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24a157ae-95b9-4301-a339-832956c1d2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:31:18Z', 'updated_at': '2022-02-04T13:31:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'b14d79ed-d690-431b-8876-24cdbfb86ea2', 'name': '', 'network_id': '0b02db6a-8b58-44e1-a329-ff200b00c6d9', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'mac_address': 'fa:16:3e:27:6a:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24a157ae-95b9-4301-a339-832956c1d2e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '559b5204-d197-46e8-a00d-0da1358da410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:31:21Z', 'updated_at': '2022-02-04T13:31:21Z', 'revision_number': 2, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'subnets': [{'id': '559b5204-d197-46e8-a00d-0da1358da410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:31:23.788085 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-8fd014f3-b6f1-469a-b16b-26ed1c13c58a None None] Port b14d79ed-d690-431b-8876-24cdbfb86ea2 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:31:23.791616 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 962d5e1b-a691-423f-9f7c-95e4cf769e4f triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:31:23.791975 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (962d5e1b-a691-423f-9f7c-95e4cf769e4f), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:23.800868 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff31f0e2-6cd0-4f2a-b20f-f14995eabf31 None None] Checking router: 24a157ae-95b9-4301-a339-832956c1d2e7 for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:31:23.801279 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff31f0e2-6cd0-4f2a-b20f-f14995eabf31 None None] Updating router 24a157ae-95b9-4301-a339-832956c1d2e7 port b14d79ed-d690-431b-8876-24cdbfb86ea2 binding host n-d-825015-3 {{(pid=103477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:31:23.833686 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ff31f0e2-6cd0-4f2a-b20f-f14995eabf31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (b14d79ed-d690-431b-8876-24cdbfb86ea2), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:23.874148 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 962d5e1b-a691-423f-9f7c-95e4cf769e4f is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:31:23.874541 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (962d5e1b-a691-423f-9f7c-95e4cf769e4f), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:23.898771 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port 962d5e1b-a691-423f-9f7c-95e4cf769e4f, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=962d5e1b-a691-423f-9f7c-95e4cf769e4f,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:31:23.903838 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (962d5e1b-a691-423f-9f7c-95e4cf769e4f), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:23.904636 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 75ec1e78-4c20-4c4f-aee4-6291a72834ad up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:31:23.983758 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=962d5e1b-a691-423f-9f7c-95e4cf769e4f,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:24.005573 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 75ec1e78-4c20-4c4f-aee4-6291a72834ad triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:31:24.005958 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (75ec1e78-4c20-4c4f-aee4-6291a72834ad), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:24.090068 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 75ec1e78-4c20-4c4f-aee4-6291a72834ad is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:31:24.124947 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ff31f0e2-6cd0-4f2a-b20f-f14995eabf31 None None] Publish callbacks [] for port (b14d79ed-d690-431b-8876-24cdbfb86ea2), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:24.131466 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ff31f0e2-6cd0-4f2a-b20f-f14995eabf31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (b14d79ed-d690-431b-8876-24cdbfb86ea2), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:24.206309 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8206aca1-2d4c-4c8a-ad20-8b1a398ccf88 None None] Pushing event updated for resources: {'Port': ['ID=b14d79ed-d690-431b-8876-24cdbfb86ea2,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:24.230657 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8206aca1-2d4c-4c8a-ad20-8b1a398ccf88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:31:24.231012 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8206aca1-2d4c-4c8a-ad20-8b1a398ccf88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:31:24.231364 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8206aca1-2d4c-4c8a-ad20-8b1a398ccf88 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:31:24.232003 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8206aca1-2d4c-4c8a-ad20-8b1a398ccf88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:31:24.232099 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8206aca1-2d4c-4c8a-ad20-8b1a398ccf88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:31:24.232412 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8206aca1-2d4c-4c8a-ad20-8b1a398ccf88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:31:24.232736 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8206aca1-2d4c-4c8a-ad20-8b1a398ccf88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:31:24.233235 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8206aca1-2d4c-4c8a-ad20-8b1a398ccf88 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:31:24.233589 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8206aca1-2d4c-4c8a-ad20-8b1a398ccf88 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:31:24.233929 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8206aca1-2d4c-4c8a-ad20-8b1a398ccf88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:31:24.234437 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8206aca1-2d4c-4c8a-ad20-8b1a398ccf88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:31:24.234935 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8206aca1-2d4c-4c8a-ad20-8b1a398ccf88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:31:24.235265 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8206aca1-2d4c-4c8a-ad20-8b1a398ccf88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:31:24.250599 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-ff31f0e2-6cd0-4f2a-b20f-f14995eabf31 None None] Attempting to bind port b14d79ed-d690-431b-8876-24cdbfb86ea2 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:31:24.251051 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-ff31f0e2-6cd0-4f2a-b20f-f14995eabf31 None None] Attempting to bind port b14d79ed-d690-431b-8876-24cdbfb86ea2 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '8ad35dee-66db-4b11-be73-606f83485304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '0b02db6a-8b58-44e1-a329-ff200b00c6d9'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:31:24.251605 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff31f0e2-6cd0-4f2a-b20f-f14995eabf31 None None] Attempting to bind port b14d79ed-d690-431b-8876-24cdbfb86ea2 on network 0b02db6a-8b58-44e1-a329-ff200b00c6d9 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:31:24.258316 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff31f0e2-6cd0-4f2a-b20f-f14995eabf31 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:31:24.258760 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff31f0e2-6cd0-4f2a-b20f-f14995eabf31 None None] Checking segment: {'id': '8ad35dee-66db-4b11-be73-606f83485304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '0b02db6a-8b58-44e1-a329-ff200b00c6d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:31:24.259167 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ff31f0e2-6cd0-4f2a-b20f-f14995eabf31 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:24.259809 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff31f0e2-6cd0-4f2a-b20f-f14995eabf31 None None] Bound using segment: {'id': '8ad35dee-66db-4b11-be73-606f83485304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '0b02db6a-8b58-44e1-a329-ff200b00c6d9'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:31:24.260443 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-ff31f0e2-6cd0-4f2a-b20f-f14995eabf31 None None] Bound port: b14d79ed-d690-431b-8876-24cdbfb86ea2, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ad35dee-66db-4b11-be73-606f83485304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '0b02db6a-8b58-44e1-a329-ff200b00c6d9'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:31:24.261013 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ff31f0e2-6cd0-4f2a-b20f-f14995eabf31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (b14d79ed-d690-431b-8876-24cdbfb86ea2), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:24.339953 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-ff31f0e2-6cd0-4f2a-b20f-f14995eabf31 None None] For port b14d79ed-d690-431b-8876-24cdbfb86ea2, host n-d-825015-3, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:31:24.344071 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-ff31f0e2-6cd0-4f2a-b20f-f14995eabf31 None None] For port b14d79ed-d690-431b-8876-24cdbfb86ea2, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=b14d79ed-d690-431b-8876-24cdbfb86ea2,segment=NetworkSegment(8ad35dee-66db-4b11-be73-606f83485304),segment_id=8ad35dee-66db-4b11-be73-606f83485304)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:31:24.350077 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ff31f0e2-6cd0-4f2a-b20f-f14995eabf31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (b14d79ed-d690-431b-8876-24cdbfb86ea2), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:24.414942 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-f00440b9-756b-470c-9fe5-bd76945cbec8 None None] Provisioning complete for port b14d79ed-d690-431b-8876-24cdbfb86ea2 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:31:24.415324 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f00440b9-756b-470c-9fe5-bd76945cbec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (b14d79ed-d690-431b-8876-24cdbfb86ea2), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:24.419681 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8206aca1-2d4c-4c8a-ad20-8b1a398ccf88 None None] Pushing event updated for resources: {'Port': ['ID=b14d79ed-d690-431b-8876-24cdbfb86ea2,revision_number=4']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:24.433032 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff31f0e2-6cd0-4f2a-b20f-f14995eabf31 None None] Routers {'24a157ae-95b9-4301-a339-832956c1d2e7'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:31:24.434131 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-ff31f0e2-6cd0-4f2a-b20f-f14995eabf31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:31:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['24a157ae-95b9-4301-a339-832956c1d2e7'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:31:24.574384 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-ff31f0e2-6cd0-4f2a-b20f-f14995eabf31 None None] Set router 24a157ae-95b9-4301-a339-832956c1d2e7 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:31:24.669712 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-f00440b9-756b-470c-9fe5-bd76945cbec8 None None] Current status of the port b14d79ed-d690-431b-8876-24cdbfb86ea2 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:31:24.670287 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f00440b9-756b-470c-9fe5-bd76945cbec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (b14d79ed-d690-431b-8876-24cdbfb86ea2), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:24.705179 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-f00440b9-756b-470c-9fe5-bd76945cbec8 None None] For port b14d79ed-d690-431b-8876-24cdbfb86ea2, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=b14d79ed-d690-431b-8876-24cdbfb86ea2,segment=NetworkSegment(8ad35dee-66db-4b11-be73-606f83485304),segment_id=8ad35dee-66db-4b11-be73-606f83485304)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:31:24.709425 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f00440b9-756b-470c-9fe5-bd76945cbec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (b14d79ed-d690-431b-8876-24cdbfb86ea2), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:24.760780 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00440b9-756b-470c-9fe5-bd76945cbec8 None None] Pushing event updated for resources: {'Port': ['ID=b14d79ed-d690-431b-8876-24cdbfb86ea2,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:24.787900 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-ff31f0e2-6cd0-4f2a-b20f-f14995eabf31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a157ae-95b9-4301-a339-832956c1d2e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1712764101', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '962d5e1b-a691-423f-9f7c-95e4cf769e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:31:18Z', 'updated_at': '2022-02-04T13:31:21Z', 'revision_number': 4, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'gw_port': {'id': '962d5e1b-a691-423f-9f7c-95e4cf769e4f', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:6c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a157ae-95b9-4301-a339-832956c1d2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:31:18Z', 'updated_at': '2022-02-04T13:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'b14d79ed-d690-431b-8876-24cdbfb86ea2', 'name': '', 'network_id': '0b02db6a-8b58-44e1-a329-ff200b00c6d9', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'mac_address': 'fa:16:3e:27:6a:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24a157ae-95b9-4301-a339-832956c1d2e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '559b5204-d197-46e8-a00d-0da1358da410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:31:21Z', 'updated_at': '2022-02-04T13:31:24Z', 'revision_number': 4, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'subnets': [{'id': '559b5204-d197-46e8-a00d-0da1358da410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:31:24.821207 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff31f0e2-6cd0-4f2a-b20f-f14995eabf31 None None] The sync data for ids ['24a157ae-95b9-4301-a339-832956c1d2e7'] in n-d-825015-3 is: [{'id': '24a157ae-95b9-4301-a339-832956c1d2e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1712764101', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '962d5e1b-a691-423f-9f7c-95e4cf769e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:31:18Z', 'updated_at': '2022-02-04T13:31:21Z', 'revision_number': 4, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'gw_port': {'id': '962d5e1b-a691-423f-9f7c-95e4cf769e4f', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:6c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a157ae-95b9-4301-a339-832956c1d2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:31:18Z', 'updated_at': '2022-02-04T13:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'b14d79ed-d690-431b-8876-24cdbfb86ea2', 'name': '', 'network_id': '0b02db6a-8b58-44e1-a329-ff200b00c6d9', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'mac_address': 'fa:16:3e:27:6a:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24a157ae-95b9-4301-a339-832956c1d2e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '559b5204-d197-46e8-a00d-0da1358da410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:31:21Z', 'updated_at': '2022-02-04T13:31:24Z', 'revision_number': 4, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'subnets': [{'id': '559b5204-d197-46e8-a00d-0da1358da410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:31:24.838154 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0f481979-2dd8-4b53-8eec-d6abd01bce10 req-acfd005a-17c4-48a3-80e2-5b9ec87e9d7b tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e8be102-4093-4e51-b70f-7457b2e15cb4 HTTP/1.1" status: 200 len: 210 time: 0.0377843 Feb 04 13:31:24.850103 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-2dab8eb0-6c89-4e2b-826a-627fe25f998d None None] Provisioning complete for port b14d79ed-d690-431b-8876-24cdbfb86ea2 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:31:24.851176 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2dab8eb0-6c89-4e2b-826a-627fe25f998d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (b14d79ed-d690-431b-8876-24cdbfb86ea2), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:24.989087 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-2dab8eb0-6c89-4e2b-826a-627fe25f998d None None] Current status of the port b14d79ed-d690-431b-8876-24cdbfb86ea2 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:31:25.054095 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5b370a-f2fd-442c-acda-ea32612fc9ad req-1aadd374-13a5-4ba5-b593-1d743a907a10 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:25.055911 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-aa5b370a-f2fd-442c-acda-ea32612fc9ad req-1aadd374-13a5-4ba5-b593-1d743a907a10 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.77 "GET /v2.0/networks?id=0b02db6a-8b58-44e1-a329-ff200b00c6d9 HTTP/1.1" status: 200 len: 796 time: 0.1287906 Feb 04 13:31:25.128394 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-aa5b370a-f2fd-442c-acda-ea32612fc9ad req-37a6d495-3a14-4ec9-b7ad-40df79d486da tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=deceb844ac72490cb451d91c169a30ba HTTP/1.1" status: 200 len: 380 time: 0.0644484 Feb 04 13:31:25.137693 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-aa5b370a-f2fd-442c-acda-ea32612fc9ad req-353629f4-9914-49ae-bd92-14fae65e10d7 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Request body: {'port': {'device_id': '7e8be102-4093-4e51-b70f-7457b2e15cb4', 'network_id': '0b02db6a-8b58-44e1-a329-ff200b00c6d9', 'admin_state_up': True, 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'security_groups': ['6a50a2da-d3dc-4587-97fb-0802280dcc34']}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:31:25.253963 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa5b370a-f2fd-442c-acda-ea32612fc9ad req-353629f4-9914-49ae-bd92-14fae65e10d7 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Made reservation on behalf of deceb844ac72490cb451d91c169a30ba for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:31:25.257595 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-aa5b370a-f2fd-442c-acda-ea32612fc9ad req-353629f4-9914-49ae-bd92-14fae65e10d7 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:25.394028 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-aa5b370a-f2fd-442c-acda-ea32612fc9ad req-353629f4-9914-49ae-bd92-14fae65e10d7 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Allocated IP 172.20.0.11 (0b02db6a-8b58-44e1-a329-ff200b00c6d9/559b5204-d197-46e8-a00d-0da1358da410/063b6f88-91c6-490e-80ba-4fbf37ce81d1) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:31:25.551293 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-aa5b370a-f2fd-442c-acda-ea32612fc9ad req-353629f4-9914-49ae-bd92-14fae65e10d7 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for port (063b6f88-91c6-490e-80ba-4fbf37ce81d1), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:25.587516 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-aa5b370a-f2fd-442c-acda-ea32612fc9ad req-353629f4-9914-49ae-bd92-14fae65e10d7 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (063b6f88-91c6-490e-80ba-4fbf37ce81d1), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:25.639644 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa5b370a-f2fd-442c-acda-ea32612fc9ad req-353629f4-9914-49ae-bd92-14fae65e10d7 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Network 0b02db6a-8b58-44e1-a329-ff200b00c6d9 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:31:25.641011 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 962d5e1b-a691-423f-9f7c-95e4cf769e4f up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:31:25.643231 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-aa5b370a-f2fd-442c-acda-ea32612fc9ad req-353629f4-9914-49ae-bd92-14fae65e10d7 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:31:25.647301 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa5b370a-f2fd-442c-acda-ea32612fc9ad req-353629f4-9914-49ae-bd92-14fae65e10d7 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:31:25.654411 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353629f4-9914-49ae-bd92-14fae65e10d7 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Pushing event updated for resources: {'Port': ['ID=063b6f88-91c6-490e-80ba-4fbf37ce81d1,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:25.712840 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5b370a-f2fd-442c-acda-ea32612fc9ad req-353629f4-9914-49ae-bd92-14fae65e10d7 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:25.714052 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-aa5b370a-f2fd-442c-acda-ea32612fc9ad req-353629f4-9914-49ae-bd92-14fae65e10d7 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:25.722467 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 962d5e1b-a691-423f-9f7c-95e4cf769e4f triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:31:25.722900 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (962d5e1b-a691-423f-9f7c-95e4cf769e4f), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:25.738166 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-aa5b370a-f2fd-442c-acda-ea32612fc9ad req-353629f4-9914-49ae-bd92-14fae65e10d7 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6044374 Feb 04 13:31:25.749140 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [req-aa5b370a-f2fd-442c-acda-ea32612fc9ad req-a061850e-397c-4c97-8916-44f60e6d72b3 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:31:25.750210 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-aa5b370a-f2fd-442c-acda-ea32612fc9ad req-a061850e-397c-4c97-8916-44f60e6d72b3 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068018 Feb 04 13:31:25.819393 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-aa5b370a-f2fd-442c-acda-ea32612fc9ad req-4b62dc9f-2852-47a1-ac15-9381351ca5a1 service neutron] Request body: {'port': {'device_id': '7e8be102-4093-4e51-b70f-7457b2e15cb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:31:25.830825 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 962d5e1b-a691-423f-9f7c-95e4cf769e4f is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:31:25.832075 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device b14d79ed-d690-431b-8876-24cdbfb86ea2 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:31:25.895296 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-aa5b370a-f2fd-442c-acda-ea32612fc9ad req-4b62dc9f-2852-47a1-ac15-9381351ca5a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (063b6f88-91c6-490e-80ba-4fbf37ce81d1), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:25.897486 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port b14d79ed-d690-431b-8876-24cdbfb86ea2 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:31:25.898583 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (b14d79ed-d690-431b-8876-24cdbfb86ea2), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:25.954204 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-dfde301d-a18c-4c3c-9686-530d2c22fb42 None None] Provisioning complete for port 063b6f88-91c6-490e-80ba-4fbf37ce81d1 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:31:25.954741 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dfde301d-a18c-4c3c-9686-530d2c22fb42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (063b6f88-91c6-490e-80ba-4fbf37ce81d1), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:25.999322 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-dfde301d-a18c-4c3c-9686-530d2c22fb42 None None] Port 063b6f88-91c6-490e-80ba-4fbf37ce81d1 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:31:26.036616 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port b14d79ed-d690-431b-8876-24cdbfb86ea2 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:31:26.067726 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f149cdd9-2d96-49b9-a878-a62242865c8d req-a53ebe42-4bf1-419d-9ac3-4dab86fa740a tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:26.069254 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f149cdd9-2d96-49b9-a878-a62242865c8d req-a53ebe42-4bf1-419d-9ac3-4dab86fa740a tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e8be102-4093-4e51-b70f-7457b2e15cb4 HTTP/1.1" status: 200 len: 932 time: 0.1312201 Feb 04 13:31:26.174526 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f149cdd9-2d96-49b9-a878-a62242865c8d req-7a36ba10-1233-441d-ba9d-02f05cae5ea0 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a50a2da-d3dc-4587-97fb-0802280dcc34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983357 Feb 04 13:31:26.258138 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-aa5b370a-f2fd-442c-acda-ea32612fc9ad req-4b62dc9f-2852-47a1-ac15-9381351ca5a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 063b6f88-91c6-490e-80ba-4fbf37ce81d1 {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:31:26.266215 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-aa5b370a-f2fd-442c-acda-ea32612fc9ad req-4b62dc9f-2852-47a1-ac15-9381351ca5a1 service neutron] Publish callbacks [] for port (063b6f88-91c6-490e-80ba-4fbf37ce81d1), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:26.277680 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-aa5b370a-f2fd-442c-acda-ea32612fc9ad req-4b62dc9f-2852-47a1-ac15-9381351ca5a1 service neutron] Transition to ACTIVE for port object 063b6f88-91c6-490e-80ba-4fbf37ce81d1 will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:31:26.282314 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-aa5b370a-f2fd-442c-acda-ea32612fc9ad req-4b62dc9f-2852-47a1-ac15-9381351ca5a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (063b6f88-91c6-490e-80ba-4fbf37ce81d1), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:26.354712 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b62dc9f-2852-47a1-ac15-9381351ca5a1 service neutron] Pushing event updated for resources: {'Port': ['ID=063b6f88-91c6-490e-80ba-4fbf37ce81d1,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:26.407837 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-aa5b370a-f2fd-442c-acda-ea32612fc9ad req-4b62dc9f-2852-47a1-ac15-9381351ca5a1 service neutron] Attempting to bind port 063b6f88-91c6-490e-80ba-4fbf37ce81d1 on host n-h2-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:31:26.408175 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-aa5b370a-f2fd-442c-acda-ea32612fc9ad req-4b62dc9f-2852-47a1-ac15-9381351ca5a1 service neutron] Attempting to bind port 063b6f88-91c6-490e-80ba-4fbf37ce81d1 by drivers openvswitch,hyperv on host n-h2-825015-3 at level 0 using segments [{'id': '8ad35dee-66db-4b11-be73-606f83485304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '0b02db6a-8b58-44e1-a329-ff200b00c6d9'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:31:26.408506 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5b370a-f2fd-442c-acda-ea32612fc9ad req-4b62dc9f-2852-47a1-ac15-9381351ca5a1 service neutron] Attempting to bind port 063b6f88-91c6-490e-80ba-4fbf37ce81d1 on network 0b02db6a-8b58-44e1-a329-ff200b00c6d9 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:31:26.413154 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5b370a-f2fd-442c-acda-ea32612fc9ad req-4b62dc9f-2852-47a1-ac15-9381351ca5a1 service neutron] Port 063b6f88-91c6-490e-80ba-4fbf37ce81d1 on network 0b02db6a-8b58-44e1-a329-ff200b00c6d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:31:26.414075 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5b370a-f2fd-442c-acda-ea32612fc9ad req-4b62dc9f-2852-47a1-ac15-9381351ca5a1 service neutron] Attempting to bind port 063b6f88-91c6-490e-80ba-4fbf37ce81d1 on network 0b02db6a-8b58-44e1-a329-ff200b00c6d9 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:31:26.419244 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5b370a-f2fd-442c-acda-ea32612fc9ad req-4b62dc9f-2852-47a1-ac15-9381351ca5a1 service neutron] Checking agent: {'id': '9b68a165-e786-4b91-8592-44519c2ecabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:31:26.419582 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5b370a-f2fd-442c-acda-ea32612fc9ad req-4b62dc9f-2852-47a1-ac15-9381351ca5a1 service neutron] Checking segment: {'id': '8ad35dee-66db-4b11-be73-606f83485304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '0b02db6a-8b58-44e1-a329-ff200b00c6d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:31:26.419998 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5b370a-f2fd-442c-acda-ea32612fc9ad req-4b62dc9f-2852-47a1-ac15-9381351ca5a1 service neutron] Bound using segment: {'id': '8ad35dee-66db-4b11-be73-606f83485304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '0b02db6a-8b58-44e1-a329-ff200b00c6d9'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:31:26.420428 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-aa5b370a-f2fd-442c-acda-ea32612fc9ad req-4b62dc9f-2852-47a1-ac15-9381351ca5a1 service neutron] Bound port: 063b6f88-91c6-490e-80ba-4fbf37ce81d1, host: n-h2-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ad35dee-66db-4b11-be73-606f83485304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '0b02db6a-8b58-44e1-a329-ff200b00c6d9'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:31:26.420792 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-aa5b370a-f2fd-442c-acda-ea32612fc9ad req-4b62dc9f-2852-47a1-ac15-9381351ca5a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (063b6f88-91c6-490e-80ba-4fbf37ce81d1), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:26.488313 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-aa5b370a-f2fd-442c-acda-ea32612fc9ad req-4b62dc9f-2852-47a1-ac15-9381351ca5a1 service neutron] For port 063b6f88-91c6-490e-80ba-4fbf37ce81d1, host n-h2-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:31:26.491335 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-aa5b370a-f2fd-442c-acda-ea32612fc9ad req-4b62dc9f-2852-47a1-ac15-9381351ca5a1 service neutron] For port 063b6f88-91c6-490e-80ba-4fbf37ce81d1, host n-h2-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=063b6f88-91c6-490e-80ba-4fbf37ce81d1,segment=NetworkSegment(8ad35dee-66db-4b11-be73-606f83485304),segment_id=8ad35dee-66db-4b11-be73-606f83485304)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:31:26.498034 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-aa5b370a-f2fd-442c-acda-ea32612fc9ad req-4b62dc9f-2852-47a1-ac15-9381351ca5a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (063b6f88-91c6-490e-80ba-4fbf37ce81d1), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:26.532680 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5b370a-f2fd-442c-acda-ea32612fc9ad req-4b62dc9f-2852-47a1-ac15-9381351ca5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:26.533315 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-aa5b370a-f2fd-442c-acda-ea32612fc9ad req-4b62dc9f-2852-47a1-ac15-9381351ca5a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:26.534735 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-aa5b370a-f2fd-442c-acda-ea32612fc9ad req-4b62dc9f-2852-47a1-ac15-9381351ca5a1 service neutron] 10.222.0.77 "PUT /v2.0/ports/063b6f88-91c6-490e-80ba-4fbf37ce81d1 HTTP/1.1" status: 200 len: 1092 time: 0.7751546 Feb 04 13:31:26.535171 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e8be102-4093-4e51-b70f-7457b2e15cb4', 'tag': '063b6f88-91c6-490e-80ba-4fbf37ce81d1'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:31:26.537474 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48bbd334e613f85cd2144b496d46af0d2e531f29900d43c124e8a63cdd2917ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f3522ff-e362-489d-873a-e48685c29685" -d '{"events": [{"name": "network-changed", "server_uuid": "7e8be102-4093-4e51-b70f-7457b2e15cb4", "tag": "063b6f88-91c6-490e-80ba-4fbf37ce81d1"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:31:26.565123 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b62dc9f-2852-47a1-ac15-9381351ca5a1 service neutron] Pushing event updated for resources: {'Port': ['ID=063b6f88-91c6-490e-80ba-4fbf37ce81d1,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:26.585193 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cef635e0-d52b-45af-9afd-94a0420c89d0 x-openstack-request-id: req-cef635e0-d52b-45af-9afd-94a0420c89d0 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:31:26.585494 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e8be102-4093-4e51-b70f-7457b2e15cb4", "tag": "063b6f88-91c6-490e-80ba-4fbf37ce81d1", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:31:26.585754 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cef635e0-d52b-45af-9afd-94a0420c89d0 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:31:26.586162 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e8be102-4093-4e51-b70f-7457b2e15cb4', 'tag': '063b6f88-91c6-490e-80ba-4fbf37ce81d1', 'status': 'completed', 'code': 200} Feb 04 13:31:26.628981 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5b370a-f2fd-442c-acda-ea32612fc9ad req-1cd06198-f9c4-46f6-9652-c6d0f53986ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:26.630509 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-aa5b370a-f2fd-442c-acda-ea32612fc9ad req-1cd06198-f9c4-46f6-9652-c6d0f53986ad service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=deceb844ac72490cb451d91c169a30ba&device_id=7e8be102-4093-4e51-b70f-7457b2e15cb4 HTTP/1.1" status: 200 len: 1126 time: 0.0547085 Feb 04 13:31:26.673340 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-aa5b370a-f2fd-442c-acda-ea32612fc9ad req-79c6aa2c-fa4b-4ab5-9784-23511081b69d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=063b6f88-91c6-490e-80ba-4fbf37ce81d1 HTTP/1.1" status: 200 len: 217 time: 0.0366654 Feb 04 13:31:26.724034 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5b370a-f2fd-442c-acda-ea32612fc9ad req-0f10685c-c54f-454b-8824-ea86767acda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:26.726253 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-aa5b370a-f2fd-442c-acda-ea32612fc9ad req-0f10685c-c54f-454b-8824-ea86767acda3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=559b5204-d197-46e8-a00d-0da1358da410 HTTP/1.1" status: 200 len: 833 time: 0.0474932 Feb 04 13:31:26.779768 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5b370a-f2fd-442c-acda-ea32612fc9ad req-ccfbb7ef-715a-424a-9719-3f148f150db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:26.781268 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-aa5b370a-f2fd-442c-acda-ea32612fc9ad req-ccfbb7ef-715a-424a-9719-3f148f150db5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0b02db6a-8b58-44e1-a329-ff200b00c6d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0486093 Feb 04 13:31:26.873193 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-aa5b370a-f2fd-442c-acda-ea32612fc9ad req-246cfc5a-ae90-405a-80ad-feaa4060fb6e service neutron] 10.222.0.77 "GET /v2.0/networks/0b02db6a-8b58-44e1-a329-ff200b00c6d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837960 Feb 04 13:31:26.963165 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-aa5b370a-f2fd-442c-acda-ea32612fc9ad req-6d2de040-e6bd-4bd8-8913-c2bc86fa3340 service neutron] 10.222.0.77 "GET /v2.0/networks/0b02db6a-8b58-44e1-a329-ff200b00c6d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853746 Feb 04 13:31:27.056026 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3522ff-e362-489d-873a-e48685c29685 req-73baae87-34fd-4776-8334-b7c18392dc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:27.057536 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5f3522ff-e362-489d-873a-e48685c29685 req-73baae87-34fd-4776-8334-b7c18392dc02 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=deceb844ac72490cb451d91c169a30ba&device_id=7e8be102-4093-4e51-b70f-7457b2e15cb4 HTTP/1.1" status: 200 len: 1126 time: 0.0466824 Feb 04 13:31:27.147214 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3522ff-e362-489d-873a-e48685c29685 req-b2a142fd-2c38-4043-95d6-c220f54816ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:27.148712 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5f3522ff-e362-489d-873a-e48685c29685 req-b2a142fd-2c38-4043-95d6-c220f54816ab service neutron] 10.222.0.77 "GET /v2.0/networks?id=0b02db6a-8b58-44e1-a329-ff200b00c6d9 HTTP/1.1" status: 200 len: 897 time: 0.0854707 Feb 04 13:31:27.192338 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5f3522ff-e362-489d-873a-e48685c29685 req-8585e0e8-eb84-4285-b969-c3b97ae781eb service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=063b6f88-91c6-490e-80ba-4fbf37ce81d1 HTTP/1.1" status: 200 len: 217 time: 0.0370355 Feb 04 13:31:27.241095 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3522ff-e362-489d-873a-e48685c29685 req-92731e56-06dd-497c-bf41-98e9ce93857a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:27.242571 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5f3522ff-e362-489d-873a-e48685c29685 req-92731e56-06dd-497c-bf41-98e9ce93857a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=559b5204-d197-46e8-a00d-0da1358da410 HTTP/1.1" status: 200 len: 833 time: 0.0446448 Feb 04 13:31:27.328413 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3522ff-e362-489d-873a-e48685c29685 req-a0ed1e14-8728-45e6-9bd0-2072579092a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:27.329909 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5f3522ff-e362-489d-873a-e48685c29685 req-a0ed1e14-8728-45e6-9bd0-2072579092a9 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0b02db6a-8b58-44e1-a329-ff200b00c6d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0803087 Feb 04 13:31:27.336734 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aed52f-08ef-4eab-ac28-d92773461341 req-0dcddf83-8f8d-43ee-b461-f4640625789d tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:27.338083 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-58aed52f-08ef-4eab-ac28-d92773461341 req-0dcddf83-8f8d-43ee-b461-f4640625789d tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e8be102-4093-4e51-b70f-7457b2e15cb4 HTTP/1.1" status: 200 len: 944 time: 0.0895560 Feb 04 13:31:27.441448 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-58aed52f-08ef-4eab-ac28-d92773461341 req-a19045b2-494c-441b-9e10-95d3f0e4d2b2 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a50a2da-d3dc-4587-97fb-0802280dcc34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857561 Feb 04 13:31:27.458631 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5f3522ff-e362-489d-873a-e48685c29685 req-5a068184-9cf1-4f56-a9a8-325bc5cc34dc service neutron] 10.222.0.77 "GET /v2.0/networks/0b02db6a-8b58-44e1-a329-ff200b00c6d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195428 Feb 04 13:31:27.551182 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5f3522ff-e362-489d-873a-e48685c29685 req-5fd8cf74-e824-4216-9d29-d04d26ec9fe4 service neutron] 10.222.0.77 "GET /v2.0/networks/0b02db6a-8b58-44e1-a329-ff200b00c6d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864496 Feb 04 13:31:28.562136 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615e295a-bc06-46a9-a26e-a890b89e01eb req-285c664a-bfcb-4155-95b2-35cd583d4b88 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:28.563650 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-615e295a-bc06-46a9-a26e-a890b89e01eb req-285c664a-bfcb-4155-95b2-35cd583d4b88 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e8be102-4093-4e51-b70f-7457b2e15cb4 HTTP/1.1" status: 200 len: 944 time: 0.0532806 Feb 04 13:31:28.618324 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-615e295a-bc06-46a9-a26e-a890b89e01eb req-a293bb1c-f65d-4ba2-b00f-0562760349a2 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a50a2da-d3dc-4587-97fb-0802280dcc34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491290 Feb 04 13:31:29.775420 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbddda45-6c02-4995-ba1c-0604732593ca req-9ec83590-afba-49bb-8861-035c68f89ef7 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:29.776863 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bbddda45-6c02-4995-ba1c-0604732593ca req-9ec83590-afba-49bb-8861-035c68f89ef7 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e8be102-4093-4e51-b70f-7457b2e15cb4 HTTP/1.1" status: 200 len: 944 time: 0.0571225 Feb 04 13:31:29.831044 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bbddda45-6c02-4995-ba1c-0604732593ca req-c551c4ea-e687-4eba-a8e9-aa7dbff0c0f6 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a50a2da-d3dc-4587-97fb-0802280dcc34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480466 Feb 04 13:31:30.527717 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:31:30.788968 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 063b6f88-91c6-490e-80ba-4fbf37ce81d1 details requested by agent hyperv_n-h2-825015-3 with host n-h2-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:31:30.890023 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 063b6f88-91c6-490e-80ba-4fbf37ce81d1, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=063b6f88-91c6-490e-80ba-4fbf37ce81d1,segment=NetworkSegment(8ad35dee-66db-4b11-be73-606f83485304),segment_id=8ad35dee-66db-4b11-be73-606f83485304)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:31:30.902447 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Returning: {'device': '063b6f88-91c6-490e-80ba-4fbf37ce81d1', 'network_id': '0b02db6a-8b58-44e1-a329-ff200b00c6d9', 'port_id': '063b6f88-91c6-490e-80ba-4fbf37ce81d1', 'mac_address': 'fa:16:3e:1b:40:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '559b5204-d197-46e8-a00d-0da1358da410', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:31:30.944526 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 063b6f88-91c6-490e-80ba-4fbf37ce81d1 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:31:30.945027 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (063b6f88-91c6-490e-80ba-4fbf37ce81d1), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:30.952348 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4908fde-1d46-4d3f-9ccc-7f8553374a08 req-edc284c4-d21f-4a25-8c09-8a0175541f04 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:30.953863 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e4908fde-1d46-4d3f-9ccc-7f8553374a08 req-edc284c4-d21f-4a25-8c09-8a0175541f04 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e8be102-4093-4e51-b70f-7457b2e15cb4 HTTP/1.1" status: 200 len: 944 time: 0.0543079 Feb 04 13:31:30.958343 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 063b6f88-91c6-490e-80ba-4fbf37ce81d1 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:31:30.977913 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 063b6f88-91c6-490e-80ba-4fbf37ce81d1, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=063b6f88-91c6-490e-80ba-4fbf37ce81d1,segment=NetworkSegment(8ad35dee-66db-4b11-be73-606f83485304),segment_id=8ad35dee-66db-4b11-be73-606f83485304)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:31:30.982099 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (063b6f88-91c6-490e-80ba-4fbf37ce81d1), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:31.004861 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e4908fde-1d46-4d3f-9ccc-7f8553374a08 req-0c1266dc-ea54-4782-a3dc-3a3eb10b0eda tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a50a2da-d3dc-4587-97fb-0802280dcc34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453343 Feb 04 13:31:31.034692 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=063b6f88-91c6-490e-80ba-4fbf37ce81d1,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:31.237375 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['063b6f88-91c6-490e-80ba-4fbf37ce81d1'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:31:31.744549 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:32.124696 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924ceacf-3458-4cbc-807b-6a1c52cab940 req-e35b3e25-a8fa-404c-baab-b38d67f5a984 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:32.126187 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-924ceacf-3458-4cbc-807b-6a1c52cab940 req-e35b3e25-a8fa-404c-baab-b38d67f5a984 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e8be102-4093-4e51-b70f-7457b2e15cb4 HTTP/1.1" status: 200 len: 945 time: 0.0539064 Feb 04 13:31:32.173810 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-924ceacf-3458-4cbc-807b-6a1c52cab940 req-eb5065ea-3854-4cd5-b737-3da4696d8e39 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a50a2da-d3dc-4587-97fb-0802280dcc34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420284 Feb 04 13:31:32.469625 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:32.798538 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 063b6f88-91c6-490e-80ba-4fbf37ce81d1 up at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:31:32.851995 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning for port 063b6f88-91c6-490e-80ba-4fbf37ce81d1 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:31:32.855949 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning complete for port 063b6f88-91c6-490e-80ba-4fbf37ce81d1 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:31:32.856353 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (063b6f88-91c6-490e-80ba-4fbf37ce81d1), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:32.934741 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 063b6f88-91c6-490e-80ba-4fbf37ce81d1 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:31:32.935144 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (063b6f88-91c6-490e-80ba-4fbf37ce81d1), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:32.959053 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e8be102-4093-4e51-b70f-7457b2e15cb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '063b6f88-91c6-490e-80ba-4fbf37ce81d1'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:31:32.961437 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53818b00e40e8afff1ffbbb80b1f2b2ececb0555ff6da39e2769b708ef8305ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85654e9a-2b6f-46e9-b853-ca567c649790" -d '{"events": [{"server_uuid": "7e8be102-4093-4e51-b70f-7457b2e15cb4", "name": "network-vif-plugged", "status": "completed", "tag": "063b6f88-91c6-490e-80ba-4fbf37ce81d1"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:31:32.974347 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 063b6f88-91c6-490e-80ba-4fbf37ce81d1, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=063b6f88-91c6-490e-80ba-4fbf37ce81d1,segment=NetworkSegment(8ad35dee-66db-4b11-be73-606f83485304),segment_id=8ad35dee-66db-4b11-be73-606f83485304)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:31:32.978189 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (063b6f88-91c6-490e-80ba-4fbf37ce81d1), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:33.002114 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e351562c-b2db-4d44-abcf-5b815dfead9b x-openstack-request-id: req-e351562c-b2db-4d44-abcf-5b815dfead9b {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:31:33.002412 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e8be102-4093-4e51-b70f-7457b2e15cb4", "name": "network-vif-plugged", "status": "completed", "tag": "063b6f88-91c6-490e-80ba-4fbf37ce81d1", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:31:33.002673 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e351562c-b2db-4d44-abcf-5b815dfead9b {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:31:33.003069 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e8be102-4093-4e51-b70f-7457b2e15cb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '063b6f88-91c6-490e-80ba-4fbf37ce81d1', 'code': 200} Feb 04 13:31:33.033207 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=063b6f88-91c6-490e-80ba-4fbf37ce81d1,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:33.102913 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b3842b-9fee-4198-9d74-8b709a5bb5e8 req-2bdfd341-98ee-4318-b0f8-c6e7702cef85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:33.104544 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-06b3842b-9fee-4198-9d74-8b709a5bb5e8 req-2bdfd341-98ee-4318-b0f8-c6e7702cef85 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7e8be102-4093-4e51-b70f-7457b2e15cb4 HTTP/1.1" status: 200 len: 1128 time: 0.0501912 Feb 04 13:31:33.148995 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-06b3842b-9fee-4198-9d74-8b709a5bb5e8 req-caffb596-1ccd-4ae5-93f8-db7a39089aa9 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=6a50a2da-d3dc-4587-97fb-0802280dcc34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385952 Feb 04 13:31:33.294669 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9710d6-347d-4d25-a987-be9cce2ae599 req-fbbe17a3-10a0-4458-959f-e62b030622f7 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:33.296527 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5b9710d6-347d-4d25-a987-be9cce2ae599 req-fbbe17a3-10a0-4458-959f-e62b030622f7 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e8be102-4093-4e51-b70f-7457b2e15cb4 HTTP/1.1" status: 200 len: 946 time: 0.0540969 Feb 04 13:31:33.346409 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5b9710d6-347d-4d25-a987-be9cce2ae599 req-866ba732-eb20-45af-a15e-58818da1c55b tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a50a2da-d3dc-4587-97fb-0802280dcc34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443809 Feb 04 13:31:34.470618 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc96aed-2978-415a-b4a6-31fc3d0d3bf7 req-1f535ea6-95b9-421c-973a-9177c7426cd8 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:34.472133 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2fc96aed-2978-415a-b4a6-31fc3d0d3bf7 req-1f535ea6-95b9-421c-973a-9177c7426cd8 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e8be102-4093-4e51-b70f-7457b2e15cb4 HTTP/1.1" status: 200 len: 946 time: 0.0566406 Feb 04 13:31:34.525813 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2fc96aed-2978-415a-b4a6-31fc3d0d3bf7 req-8d4f187c-74fc-4c39-a9f4-f78284243b00 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a50a2da-d3dc-4587-97fb-0802280dcc34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481412 Feb 04 13:31:34.647186 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567383ce-7703-4a21-ba35-0d048bd333e6 req-dc4440d2-4812-4634-b064-2a343b373cca tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:34.648619 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-567383ce-7703-4a21-ba35-0d048bd333e6 req-dc4440d2-4812-4634-b064-2a343b373cca tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e8be102-4093-4e51-b70f-7457b2e15cb4 HTTP/1.1" status: 200 len: 946 time: 0.0549068 Feb 04 13:31:34.698938 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-567383ce-7703-4a21-ba35-0d048bd333e6 req-e0d4ebb3-49be-44eb-8783-c90d6d80fb93 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a50a2da-d3dc-4587-97fb-0802280dcc34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443904 Feb 04 13:31:34.720511 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 35172) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:31:34.765882 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8113ad80-032a-4119-b75c-e6653b62fb88 tempest-TestNetworkAdvancedServerOps-967824004 tempest-TestNetworkAdvancedServerOps-967824004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:34.767398 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-8113ad80-032a-4119-b75c-e6653b62fb88 tempest-TestNetworkAdvancedServerOps-967824004 tempest-TestNetworkAdvancedServerOps-967824004-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=7e8be102-4093-4e51-b70f-7457b2e15cb4 HTTP/1.1" status: 200 len: 1123 time: 0.0459282 Feb 04 13:31:34.770341 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 35174) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:31:34.774623 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-927b0763-1379-4c36-9baa-29143d31361a tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Request body: {'floatingip': {'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'port_id': '063b6f88-91c6-490e-80ba-4fbf37ce81d1', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:31:34.796411 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-927b0763-1379-4c36-9baa-29143d31361a tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:34.896422 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-927b0763-1379-4c36-9baa-29143d31361a tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:35.004931 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-927b0763-1379-4c36-9baa-29143d31361a tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Allocated IP 172.25.3.166 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/4aace942-9451-47ae-b3c5-c74997b4a596) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:31:35.103444 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-927b0763-1379-4c36-9baa-29143d31361a tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for port (4aace942-9451-47ae-b3c5-c74997b4a596), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:35.136195 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-927b0763-1379-4c36-9baa-29143d31361a tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (4aace942-9451-47ae-b3c5-c74997b4a596), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:35.176589 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-927b0763-1379-4c36-9baa-29143d31361a tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:31:35.179374 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-927b0763-1379-4c36-9baa-29143d31361a tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:31:35.182830 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927b0763-1379-4c36-9baa-29143d31361a tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:31:35.208376 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927b0763-1379-4c36-9baa-29143d31361a tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Pushing event updated for resources: {'Port': ['ID=4aace942-9451-47ae-b3c5-c74997b4a596,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:35.535317 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-927b0763-1379-4c36-9baa-29143d31361a tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for floatingip (21a8a295-277f-4fcd-9541-d91848578031), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:35.606531 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-927b0763-1379-4c36-9baa-29143d31361a tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (4aace942-9451-47ae-b3c5-c74997b4a596), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:35.756821 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-927b0763-1379-4c36-9baa-29143d31361a tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for port (4aace942-9451-47ae-b3c5-c74997b4a596), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:35.761394 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-927b0763-1379-4c36-9baa-29143d31361a tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (4aace942-9451-47ae-b3c5-c74997b4a596), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:35.837591 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927b0763-1379-4c36-9baa-29143d31361a tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Pushing event updated for resources: {'Port': ['ID=4aace942-9451-47ae-b3c5-c74997b4a596,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:35.846476 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-927b0763-1379-4c36-9baa-29143d31361a tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1599943'] for floatingip (21a8a295-277f-4fcd-9541-d91848578031), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:36.270513 n-d-825015-3 neutron-server[103475]: INFO neutron.db.l3_db [None req-927b0763-1379-4c36-9baa-29143d31361a tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Floating IP 21a8a295-277f-4fcd-9541-d91848578031 associated. External IP: 172.25.3.166, port: 063b6f88-91c6-490e-80ba-4fbf37ce81d1. Feb 04 13:31:36.489593 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-927b0763-1379-4c36-9baa-29143d31361a tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Router 24a157ae-95b9-4301-a339-832956c1d2e7 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:31:36.597990 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-927b0763-1379-4c36-9baa-29143d31361a tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:31:36.608834 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a776a5-74f2-425d-b08a-07f365769f92 None None] Sync routers for ids ['24a157ae-95b9-4301-a339-832956c1d2e7'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:31:36.616383 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-927b0763-1379-4c36-9baa-29143d31361a tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:36.618526 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a776a5-74f2-425d-b08a-07f365769f92 None None] Routers {'24a157ae-95b9-4301-a339-832956c1d2e7'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:31:36.619175 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-94a776a5-74f2-425d-b08a-07f365769f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:31:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['24a157ae-95b9-4301-a339-832956c1d2e7'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:31:36.655342 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-927b0763-1379-4c36-9baa-29143d31361a tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8815598 Feb 04 13:31:36.655342 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e8be102-4093-4e51-b70f-7457b2e15cb4', 'tag': '063b6f88-91c6-490e-80ba-4fbf37ce81d1'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:31:36.657746 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48bbd334e613f85cd2144b496d46af0d2e531f29900d43c124e8a63cdd2917ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b45939-5710-404c-93ec-6759c7b74ad7" -d '{"events": [{"name": "network-changed", "server_uuid": "7e8be102-4093-4e51-b70f-7457b2e15cb4", "tag": "063b6f88-91c6-490e-80ba-4fbf37ce81d1"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:31:36.704413 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b5d2ef2-91d8-4012-9fcf-751340636df2 x-openstack-request-id: req-9b5d2ef2-91d8-4012-9fcf-751340636df2 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:31:36.704983 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e8be102-4093-4e51-b70f-7457b2e15cb4", "tag": "063b6f88-91c6-490e-80ba-4fbf37ce81d1", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:31:36.705405 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9b5d2ef2-91d8-4012-9fcf-751340636df2 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:31:36.705841 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e8be102-4093-4e51-b70f-7457b2e15cb4', 'tag': '063b6f88-91c6-490e-80ba-4fbf37ce81d1', 'status': 'completed', 'code': 200} Feb 04 13:31:36.736077 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-94a776a5-74f2-425d-b08a-07f365769f92 None None] Set router 24a157ae-95b9-4301-a339-832956c1d2e7 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:31:36.802655 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e10c13a-a2bf-465e-b2ff-273745f77d29 req-3337de62-76c0-484f-a3c1-f515d7800f83 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:36.805604 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9e10c13a-a2bf-465e-b2ff-273745f77d29 req-3337de62-76c0-484f-a3c1-f515d7800f83 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e8be102-4093-4e51-b70f-7457b2e15cb4 HTTP/1.1" status: 200 len: 946 time: 0.0930758 Feb 04 13:31:36.806897 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b45939-5710-404c-93ec-6759c7b74ad7 req-e532e5a9-4424-42ed-92b1-431b93aafb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:36.808316 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-61b45939-5710-404c-93ec-6759c7b74ad7 req-e532e5a9-4424-42ed-92b1-431b93aafb48 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=deceb844ac72490cb451d91c169a30ba&device_id=7e8be102-4093-4e51-b70f-7457b2e15cb4 HTTP/1.1" status: 200 len: 1128 time: 0.0687551 Feb 04 13:31:36.911285 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9e10c13a-a2bf-465e-b2ff-273745f77d29 req-faa9fcc0-54e4-4367-bc76-3cc305df8569 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a50a2da-d3dc-4587-97fb-0802280dcc34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983462 Feb 04 13:31:36.934861 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 35180) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:31:36.974686 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-94a776a5-74f2-425d-b08a-07f365769f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a157ae-95b9-4301-a339-832956c1d2e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1712764101', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '962d5e1b-a691-423f-9f7c-95e4cf769e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:31:18Z', 'updated_at': '2022-02-04T13:31:21Z', 'revision_number': 4, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'gw_port': {'id': '962d5e1b-a691-423f-9f7c-95e4cf769e4f', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:6c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a157ae-95b9-4301-a339-832956c1d2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:31:18Z', 'updated_at': '2022-02-04T13:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': '21a8a295-277f-4fcd-9541-d91848578031', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'floating_ip_address': '172.25.3.166', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': '24a157ae-95b9-4301-a339-832956c1d2e7', 'port_id': '063b6f88-91c6-490e-80ba-4fbf37ce81d1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b02db6a-8b58-44e1-a329-ff200b00c6d9', 'mac_address': 'fa:16:3e:1b:40:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8be102-4093-4e51-b70f-7457b2e15cb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:31:35Z', 'updated_at': '2022-02-04T13:31:35Z', 'revision_number': 0, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b14d79ed-d690-431b-8876-24cdbfb86ea2', 'name': '', 'network_id': '0b02db6a-8b58-44e1-a329-ff200b00c6d9', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'mac_address': 'fa:16:3e:27:6a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a157ae-95b9-4301-a339-832956c1d2e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '559b5204-d197-46e8-a00d-0da1358da410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:31:21Z', 'updated_at': '2022-02-04T13:31:24Z', 'revision_number': 5, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'subnets': [{'id': '559b5204-d197-46e8-a00d-0da1358da410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:31:36.995541 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b45939-5710-404c-93ec-6759c7b74ad7 req-8f40ee7e-2988-40c3-8f48-a5d142419dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:36.997117 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-61b45939-5710-404c-93ec-6759c7b74ad7 req-8f40ee7e-2988-40c3-8f48-a5d142419dd2 service neutron] 10.222.0.77 "GET /v2.0/networks?id=0b02db6a-8b58-44e1-a329-ff200b00c6d9 HTTP/1.1" status: 200 len: 897 time: 0.1783605 Feb 04 13:31:37.002626 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a776a5-74f2-425d-b08a-07f365769f92 None None] Checking router: 24a157ae-95b9-4301-a339-832956c1d2e7 for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:31:37.011196 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a776a5-74f2-425d-b08a-07f365769f92 None None] Routers {'24a157ae-95b9-4301-a339-832956c1d2e7'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:31:37.011891 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-94a776a5-74f2-425d-b08a-07f365769f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:31:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['24a157ae-95b9-4301-a339-832956c1d2e7'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:31:37.055303 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-df6f765a-1cbb-472d-b990-77f833a50eb1 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/floatingips/21a8a295-277f-4fcd-9541-d91848578031 HTTP/1.1" status: 200 len: 992 time: 0.1181176 Feb 04 13:31:37.076677 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-61b45939-5710-404c-93ec-6759c7b74ad7 req-03df0c2e-daa7-4c4c-b4c8-dc961fd9ac3f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=063b6f88-91c6-490e-80ba-4fbf37ce81d1 HTTP/1.1" status: 200 len: 1000 time: 0.0733762 Feb 04 13:31:37.121664 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-94a776a5-74f2-425d-b08a-07f365769f92 None None] Set router 24a157ae-95b9-4301-a339-832956c1d2e7 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:31:37.125196 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b45939-5710-404c-93ec-6759c7b74ad7 req-4ee5ef10-5cc8-4d19-9031-b0cd5294db15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:37.126678 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-61b45939-5710-404c-93ec-6759c7b74ad7 req-4ee5ef10-5cc8-4d19-9031-b0cd5294db15 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=559b5204-d197-46e8-a00d-0da1358da410 HTTP/1.1" status: 200 len: 833 time: 0.0453036 Feb 04 13:31:37.181329 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b45939-5710-404c-93ec-6759c7b74ad7 req-392cece1-b9d5-4bdd-8bc4-eb15bb528f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:37.182834 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-61b45939-5710-404c-93ec-6759c7b74ad7 req-392cece1-b9d5-4bdd-8bc4-eb15bb528f04 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0b02db6a-8b58-44e1-a329-ff200b00c6d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0504780 Feb 04 13:31:37.271526 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-61b45939-5710-404c-93ec-6759c7b74ad7 req-7411a01c-06e7-42f3-afa6-87a82153b8c4 service neutron] 10.222.0.77 "GET /v2.0/networks/0b02db6a-8b58-44e1-a329-ff200b00c6d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828505 Feb 04 13:31:37.349605 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-94a776a5-74f2-425d-b08a-07f365769f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a157ae-95b9-4301-a339-832956c1d2e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1712764101', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '962d5e1b-a691-423f-9f7c-95e4cf769e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:31:18Z', 'updated_at': '2022-02-04T13:31:21Z', 'revision_number': 4, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'gw_port': {'id': '962d5e1b-a691-423f-9f7c-95e4cf769e4f', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:6c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a157ae-95b9-4301-a339-832956c1d2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:31:18Z', 'updated_at': '2022-02-04T13:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': '21a8a295-277f-4fcd-9541-d91848578031', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'floating_ip_address': '172.25.3.166', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': '24a157ae-95b9-4301-a339-832956c1d2e7', 'port_id': '063b6f88-91c6-490e-80ba-4fbf37ce81d1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b02db6a-8b58-44e1-a329-ff200b00c6d9', 'mac_address': 'fa:16:3e:1b:40:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8be102-4093-4e51-b70f-7457b2e15cb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:31:35Z', 'updated_at': '2022-02-04T13:31:35Z', 'revision_number': 0, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b14d79ed-d690-431b-8876-24cdbfb86ea2', 'name': '', 'network_id': '0b02db6a-8b58-44e1-a329-ff200b00c6d9', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'mac_address': 'fa:16:3e:27:6a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a157ae-95b9-4301-a339-832956c1d2e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '559b5204-d197-46e8-a00d-0da1358da410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:31:21Z', 'updated_at': '2022-02-04T13:31:24Z', 'revision_number': 5, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'subnets': [{'id': '559b5204-d197-46e8-a00d-0da1358da410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:31:37.366825 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-61b45939-5710-404c-93ec-6759c7b74ad7 req-88239bd3-cd2b-42bb-9a65-a9fa98ca43e7 service neutron] 10.222.0.77 "GET /v2.0/networks/0b02db6a-8b58-44e1-a329-ff200b00c6d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898550 Feb 04 13:31:37.377685 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a776a5-74f2-425d-b08a-07f365769f92 None None] The sync data for ids ['24a157ae-95b9-4301-a339-832956c1d2e7'] in n-d-825015-3 is: [{'id': '24a157ae-95b9-4301-a339-832956c1d2e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1712764101', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '962d5e1b-a691-423f-9f7c-95e4cf769e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:31:18Z', 'updated_at': '2022-02-04T13:31:21Z', 'revision_number': 4, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'gw_port': {'id': '962d5e1b-a691-423f-9f7c-95e4cf769e4f', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:6c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a157ae-95b9-4301-a339-832956c1d2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:31:18Z', 'updated_at': '2022-02-04T13:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': '21a8a295-277f-4fcd-9541-d91848578031', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'floating_ip_address': '172.25.3.166', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': '24a157ae-95b9-4301-a339-832956c1d2e7', 'port_id': '063b6f88-91c6-490e-80ba-4fbf37ce81d1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b02db6a-8b58-44e1-a329-ff200b00c6d9', 'mac_address': 'fa:16:3e:1b:40:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8be102-4093-4e51-b70f-7457b2e15cb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:31:35Z', 'updated_at': '2022-02-04T13:31:35Z', 'revision_number': 0, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b14d79ed-d690-431b-8876-24cdbfb86ea2', 'name': '', 'network_id': '0b02db6a-8b58-44e1-a329-ff200b00c6d9', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'mac_address': 'fa:16:3e:27:6a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a157ae-95b9-4301-a339-832956c1d2e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '559b5204-d197-46e8-a00d-0da1358da410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:31:21Z', 'updated_at': '2022-02-04T13:31:24Z', 'revision_number': 5, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'subnets': [{'id': '559b5204-d197-46e8-a00d-0da1358da410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:31:37.585671 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d500446-21c5-4438-83dd-5bdac71c8938 None None] New status for floating IP 21a8a295-277f-4fcd-9541-d91848578031: ACTIVE {{(pid=103477) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:31:38.059108 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 35182) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:31:38.124842 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-a7467880-122d-42d7-82a1-7c216513a2b9 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/floatingips/21a8a295-277f-4fcd-9541-d91848578031 HTTP/1.1" status: 200 len: 994 time: 0.0646288 Feb 04 13:31:42.742355 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3babd64c-bd59-4d45-abad-9f2e621c7172 req-1e31d7e0-7119-4b02-8b59-3525026a7108 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7e8be102-4093-4e51-b70f-7457b2e15cb4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0451941 Feb 04 13:31:42.825181 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3babd64c-bd59-4d45-abad-9f2e621c7172 req-beeb286b-f34a-4625-94c0-5eeb48cc978b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:42.827274 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3babd64c-bd59-4d45-abad-9f2e621c7172 req-beeb286b-f34a-4625-94c0-5eeb48cc978b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=deceb844ac72490cb451d91c169a30ba&device_id=7e8be102-4093-4e51-b70f-7457b2e15cb4 HTTP/1.1" status: 200 len: 1128 time: 0.0448520 Feb 04 13:31:42.933527 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3babd64c-bd59-4d45-abad-9f2e621c7172 req-d15a5b89-b1b9-4414-b269-0d25f8f65b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:42.935634 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3babd64c-bd59-4d45-abad-9f2e621c7172 req-d15a5b89-b1b9-4414-b269-0d25f8f65b08 service neutron] 10.222.0.77 "GET /v2.0/networks?id=0b02db6a-8b58-44e1-a329-ff200b00c6d9 HTTP/1.1" status: 200 len: 897 time: 0.0912495 Feb 04 13:31:43.001947 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3babd64c-bd59-4d45-abad-9f2e621c7172 req-8fa82561-9e42-4fbb-b65e-a94deea9499c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=063b6f88-91c6-490e-80ba-4fbf37ce81d1 HTTP/1.1" status: 200 len: 1002 time: 0.0611823 Feb 04 13:31:43.050065 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3babd64c-bd59-4d45-abad-9f2e621c7172 req-35063018-a886-4bef-80fe-92c5e2a4bdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:43.051507 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3babd64c-bd59-4d45-abad-9f2e621c7172 req-35063018-a886-4bef-80fe-92c5e2a4bdf8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=559b5204-d197-46e8-a00d-0da1358da410 HTTP/1.1" status: 200 len: 833 time: 0.0444181 Feb 04 13:31:43.104596 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3babd64c-bd59-4d45-abad-9f2e621c7172 req-94b3a94b-4bfc-4970-a340-aa2d233b31a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:43.106105 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3babd64c-bd59-4d45-abad-9f2e621c7172 req-94b3a94b-4bfc-4970-a340-aa2d233b31a3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0b02db6a-8b58-44e1-a329-ff200b00c6d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0491724 Feb 04 13:31:43.196331 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3babd64c-bd59-4d45-abad-9f2e621c7172 req-a28fad59-a45e-4e49-8f8c-10d18b4894f9 service neutron] 10.222.0.77 "GET /v2.0/networks/0b02db6a-8b58-44e1-a329-ff200b00c6d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829182 Feb 04 13:31:43.289487 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3babd64c-bd59-4d45-abad-9f2e621c7172 req-75c5a2d3-38cc-4c1a-9213-62c097a8984d service neutron] 10.222.0.77 "GET /v2.0/networks/0b02db6a-8b58-44e1-a329-ff200b00c6d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876660 Feb 04 13:31:45.653269 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d71261d6-34cd-4aa1-8a82-22fff9e551de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:48.150207 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-075562bf-6678-49f2-b761-4bf8fd21230d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:49.477861 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:50.743491 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:31:51.846407 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:01.771860 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:02.474140 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:06.904955 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a112b70c-e51c-49f9-8d19-414217836b14 req-c6d14c2c-0afc-4fe4-a76b-97fb624360a4 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:06.906631 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a112b70c-e51c-49f9-8d19-414217836b14 req-c6d14c2c-0afc-4fe4-a76b-97fb624360a4 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e8be102-4093-4e51-b70f-7457b2e15cb4 HTTP/1.1" status: 200 len: 946 time: 0.0563178 Feb 04 13:32:06.957471 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a112b70c-e51c-49f9-8d19-414217836b14 req-8fa309a7-0056-4a22-88ae-d6f3b7d4abe3 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a50a2da-d3dc-4587-97fb-0802280dcc34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452232 Feb 04 13:32:07.611527 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:32:08.081069 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dbc0ce-38d0-4f9d-ba2c-f138200d9957 req-9ca68a6a-9174-4901-a816-6d1ef6e4b832 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:08.082583 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-20dbc0ce-38d0-4f9d-ba2c-f138200d9957 req-9ca68a6a-9174-4901-a816-6d1ef6e4b832 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e8be102-4093-4e51-b70f-7457b2e15cb4 HTTP/1.1" status: 200 len: 946 time: 0.0541584 Feb 04 13:32:08.132562 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-20dbc0ce-38d0-4f9d-ba2c-f138200d9957 req-a8fe2561-a5c3-43e7-b23a-19f3ba548b11 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a50a2da-d3dc-4587-97fb-0802280dcc34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431399 Feb 04 13:32:08.154561 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 35210) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:08.220723 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-1d2513f9-2c89-42ef-adf5-ba1fc69f7134 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/floatingips/21a8a295-277f-4fcd-9541-d91848578031 HTTP/1.1" status: 200 len: 994 time: 0.0642052 Feb 04 13:32:09.500234 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b98dda4-941e-4b00-84b3-cb506e65cabd req-c7097bda-e03a-41a5-80ce-db7e7b91def1 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:09.501640 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5b98dda4-941e-4b00-84b3-cb506e65cabd req-c7097bda-e03a-41a5-80ce-db7e7b91def1 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e8be102-4093-4e51-b70f-7457b2e15cb4 HTTP/1.1" status: 200 len: 946 time: 0.0582292 Feb 04 13:32:09.551939 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5b98dda4-941e-4b00-84b3-cb506e65cabd req-389aa70d-1232-4a90-ae2a-50c3e5ad9a43 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a50a2da-d3dc-4587-97fb-0802280dcc34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445085 Feb 04 13:32:10.682417 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d01ceba-4e94-4269-a5ff-4eef21318c98 req-3edadb75-8acf-4e64-98e6-4b051363e56e tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:10.683932 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0d01ceba-4e94-4269-a5ff-4eef21318c98 req-3edadb75-8acf-4e64-98e6-4b051363e56e tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e8be102-4093-4e51-b70f-7457b2e15cb4 HTTP/1.1" status: 200 len: 946 time: 0.0576200 Feb 04 13:32:10.733999 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0d01ceba-4e94-4269-a5ff-4eef21318c98 req-e5a78df1-65df-4aa3-a45c-ea33c32ce9c4 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a50a2da-d3dc-4587-97fb-0802280dcc34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436916 Feb 04 13:32:10.756530 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 35220) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:10.820106 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-cc1071d4-beb7-4154-b0b1-5ca120691250 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/floatingips/21a8a295-277f-4fcd-9541-d91848578031 HTTP/1.1" status: 200 len: 994 time: 0.0623524 Feb 04 13:32:11.103265 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 35226) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:11.258162 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-e5215d70-4d4a-450e-8925-d3eafe1505ce tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Deleting port 4aace942-9451-47ae-b3c5-c74997b4a596 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:32:11.258508 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e5215d70-4d4a-450e-8925-d3eafe1505ce tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (4aace942-9451-47ae-b3c5-c74997b4a596), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:11.336040 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e5215d70-4d4a-450e-8925-d3eafe1505ce tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (4aace942-9451-47ae-b3c5-c74997b4a596), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:11.336365 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e5215d70-4d4a-450e-8925-d3eafe1505ce tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for floatingip (4aace942-9451-47ae-b3c5-c74997b4a596), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:11.348332 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-e5215d70-4d4a-450e-8925-d3eafe1505ce tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Calling delete_port for 4aace942-9451-47ae-b3c5-c74997b4a596 owned by network:floatingip {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:32:11.498232 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e5215d70-4d4a-450e-8925-d3eafe1505ce tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (4aace942-9451-47ae-b3c5-c74997b4a596), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:11.525446 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5215d70-4d4a-450e-8925-d3eafe1505ce tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Pushing event deleted for resources: {'Port': ['ID=4aace942-9451-47ae-b3c5-c74997b4a596,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:11.537777 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5215d70-4d4a-450e-8925-d3eafe1505ce tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:32:11.538143 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5215d70-4d4a-450e-8925-d3eafe1505ce tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:32:11.538500 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5215d70-4d4a-450e-8925-d3eafe1505ce tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:32:11.538847 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5215d70-4d4a-450e-8925-d3eafe1505ce tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:32:11.539186 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5215d70-4d4a-450e-8925-d3eafe1505ce tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:32:11.539529 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5215d70-4d4a-450e-8925-d3eafe1505ce tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:32:11.539899 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5215d70-4d4a-450e-8925-d3eafe1505ce tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:32:11.540238 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5215d70-4d4a-450e-8925-d3eafe1505ce tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:32:11.540572 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5215d70-4d4a-450e-8925-d3eafe1505ce tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:32:11.540905 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5215d70-4d4a-450e-8925-d3eafe1505ce tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:32:11.541238 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5215d70-4d4a-450e-8925-d3eafe1505ce tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:32:11.541566 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5215d70-4d4a-450e-8925-d3eafe1505ce tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:32:11.541896 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5215d70-4d4a-450e-8925-d3eafe1505ce tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:32:11.598704 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e5215d70-4d4a-450e-8925-d3eafe1505ce tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for floatingip (21a8a295-277f-4fcd-9541-d91848578031), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:11.599043 n-d-825015-3 neutron-server[103475]: INFO neutron.db.l3_db [None req-e5215d70-4d4a-450e-8925-d3eafe1505ce tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Floating IP 21a8a295-277f-4fcd-9541-d91848578031 disassociated (deleted). External IP: 172.25.3.166, port: 063b6f88-91c6-490e-80ba-4fbf37ce81d1. Feb 04 13:32:11.812535 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5215d70-4d4a-450e-8925-d3eafe1505ce tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Router 24a157ae-95b9-4301-a339-832956c1d2e7 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:32:11.923050 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5215d70-4d4a-450e-8925-d3eafe1505ce tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:32:11.927357 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e5215d70-4d4a-450e-8925-d3eafe1505ce tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:11.933053 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5180e62d-d1cb-41a3-90be-cd51a5ebd146 None None] Sync routers for ids ['24a157ae-95b9-4301-a339-832956c1d2e7'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:32:11.943184 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5180e62d-d1cb-41a3-90be-cd51a5ebd146 None None] Routers {'24a157ae-95b9-4301-a339-832956c1d2e7'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:32:11.943822 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-5180e62d-d1cb-41a3-90be-cd51a5ebd146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:31:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['24a157ae-95b9-4301-a339-832956c1d2e7'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:32:11.958302 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-e5215d70-4d4a-450e-8925-d3eafe1505ce tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "DELETE /v2.0/floatingips/21a8a295-277f-4fcd-9541-d91848578031 HTTP/1.1" status: 204 len: 168 time: 0.8539155 Feb 04 13:32:11.958905 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e8be102-4093-4e51-b70f-7457b2e15cb4', 'tag': '063b6f88-91c6-490e-80ba-4fbf37ce81d1'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:32:11.961853 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48bbd334e613f85cd2144b496d46af0d2e531f29900d43c124e8a63cdd2917ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0631b55-b024-4ffd-b35e-2e117e8d6350" -d '{"events": [{"name": "network-changed", "server_uuid": "7e8be102-4093-4e51-b70f-7457b2e15cb4", "tag": "063b6f88-91c6-490e-80ba-4fbf37ce81d1"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:32:12.009927 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e62d8a28-623f-4f69-bb34-d0cdf126a524 x-openstack-request-id: req-e62d8a28-623f-4f69-bb34-d0cdf126a524 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:32:12.010230 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e8be102-4093-4e51-b70f-7457b2e15cb4", "tag": "063b6f88-91c6-490e-80ba-4fbf37ce81d1", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:32:12.010495 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e62d8a28-623f-4f69-bb34-d0cdf126a524 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:32:12.010911 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e8be102-4093-4e51-b70f-7457b2e15cb4', 'tag': '063b6f88-91c6-490e-80ba-4fbf37ce81d1', 'status': 'completed', 'code': 200} Feb 04 13:32:12.055424 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-5180e62d-d1cb-41a3-90be-cd51a5ebd146 None None] Set router 24a157ae-95b9-4301-a339-832956c1d2e7 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:32:12.087373 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0631b55-b024-4ffd-b35e-2e117e8d6350 req-670ae345-9e7b-48bc-92ab-7526242ce308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:12.089414 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a0631b55-b024-4ffd-b35e-2e117e8d6350 req-670ae345-9e7b-48bc-92ab-7526242ce308 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=deceb844ac72490cb451d91c169a30ba&device_id=7e8be102-4093-4e51-b70f-7457b2e15cb4 HTTP/1.1" status: 200 len: 1128 time: 0.0528286 Feb 04 13:32:12.217007 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0631b55-b024-4ffd-b35e-2e117e8d6350 req-1cdced78-2943-4275-9fa6-ea686340f38e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:12.219762 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a0631b55-b024-4ffd-b35e-2e117e8d6350 req-1cdced78-2943-4275-9fa6-ea686340f38e service neutron] 10.222.0.77 "GET /v2.0/networks?id=0b02db6a-8b58-44e1-a329-ff200b00c6d9 HTTP/1.1" status: 200 len: 897 time: 0.1245065 Feb 04 13:32:12.240472 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f9937e-3755-4bcd-be5d-b406951b3998 req-e6cbdd94-202b-48c1-8443-88a01a899615 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:12.241937 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a9f9937e-3755-4bcd-be5d-b406951b3998 req-e6cbdd94-202b-48c1-8443-88a01a899615 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e8be102-4093-4e51-b70f-7457b2e15cb4 HTTP/1.1" status: 200 len: 946 time: 0.0835366 Feb 04 13:32:12.261840 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-5180e62d-d1cb-41a3-90be-cd51a5ebd146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a157ae-95b9-4301-a339-832956c1d2e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1712764101', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '962d5e1b-a691-423f-9f7c-95e4cf769e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:31:18Z', 'updated_at': '2022-02-04T13:31:21Z', 'revision_number': 4, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'gw_port': {'id': '962d5e1b-a691-423f-9f7c-95e4cf769e4f', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:6c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a157ae-95b9-4301-a339-832956c1d2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:31:18Z', 'updated_at': '2022-02-04T13:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'b14d79ed-d690-431b-8876-24cdbfb86ea2', 'name': '', 'network_id': '0b02db6a-8b58-44e1-a329-ff200b00c6d9', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'mac_address': 'fa:16:3e:27:6a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a157ae-95b9-4301-a339-832956c1d2e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '559b5204-d197-46e8-a00d-0da1358da410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:31:21Z', 'updated_at': '2022-02-04T13:31:24Z', 'revision_number': 5, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'subnets': [{'id': '559b5204-d197-46e8-a00d-0da1358da410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:32:12.273514 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a0631b55-b024-4ffd-b35e-2e117e8d6350 req-eb5ccd56-f8a8-410a-91c6-1e39407da94b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=063b6f88-91c6-490e-80ba-4fbf37ce81d1 HTTP/1.1" status: 200 len: 217 time: 0.0458558 Feb 04 13:32:12.292729 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5180e62d-d1cb-41a3-90be-cd51a5ebd146 None None] Checking router: 24a157ae-95b9-4301-a339-832956c1d2e7 for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:32:12.300959 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5180e62d-d1cb-41a3-90be-cd51a5ebd146 None None] Routers {'24a157ae-95b9-4301-a339-832956c1d2e7'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:32:12.301571 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-5180e62d-d1cb-41a3-90be-cd51a5ebd146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:31:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['24a157ae-95b9-4301-a339-832956c1d2e7'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:32:12.353797 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0631b55-b024-4ffd-b35e-2e117e8d6350 req-e6188e7d-e374-4cc6-8d00-600ebbd328c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:12.355264 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a0631b55-b024-4ffd-b35e-2e117e8d6350 req-e6188e7d-e374-4cc6-8d00-600ebbd328c2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=559b5204-d197-46e8-a00d-0da1358da410 HTTP/1.1" status: 200 len: 833 time: 0.0651810 Feb 04 13:32:12.359071 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a9f9937e-3755-4bcd-be5d-b406951b3998 req-a82091c9-04cd-4c8a-ab9e-086cbee8745e tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a50a2da-d3dc-4587-97fb-0802280dcc34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883045 Feb 04 13:32:12.410727 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0631b55-b024-4ffd-b35e-2e117e8d6350 req-994dd880-8985-4b59-94b2-5beb285cf39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:12.412316 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a0631b55-b024-4ffd-b35e-2e117e8d6350 req-994dd880-8985-4b59-94b2-5beb285cf39d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0b02db6a-8b58-44e1-a329-ff200b00c6d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0500827 Feb 04 13:32:12.519376 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a0631b55-b024-4ffd-b35e-2e117e8d6350 req-b6d11945-c493-46e7-8f00-5238245f0f5a service neutron] 10.222.0.77 "GET /v2.0/networks/0b02db6a-8b58-44e1-a329-ff200b00c6d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000621 Feb 04 13:32:12.572591 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-5180e62d-d1cb-41a3-90be-cd51a5ebd146 None None] Set router 24a157ae-95b9-4301-a339-832956c1d2e7 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:32:12.612345 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a0631b55-b024-4ffd-b35e-2e117e8d6350 req-91bd08f1-0273-4d5b-8de9-b5d0a7e72030 service neutron] 10.222.0.77 "GET /v2.0/networks/0b02db6a-8b58-44e1-a329-ff200b00c6d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859706 Feb 04 13:32:12.771277 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-5180e62d-d1cb-41a3-90be-cd51a5ebd146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a157ae-95b9-4301-a339-832956c1d2e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1712764101', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '962d5e1b-a691-423f-9f7c-95e4cf769e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:31:18Z', 'updated_at': '2022-02-04T13:31:21Z', 'revision_number': 4, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'gw_port': {'id': '962d5e1b-a691-423f-9f7c-95e4cf769e4f', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:6c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a157ae-95b9-4301-a339-832956c1d2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:31:18Z', 'updated_at': '2022-02-04T13:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'b14d79ed-d690-431b-8876-24cdbfb86ea2', 'name': '', 'network_id': '0b02db6a-8b58-44e1-a329-ff200b00c6d9', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'mac_address': 'fa:16:3e:27:6a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a157ae-95b9-4301-a339-832956c1d2e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '559b5204-d197-46e8-a00d-0da1358da410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:31:21Z', 'updated_at': '2022-02-04T13:31:24Z', 'revision_number': 5, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'subnets': [{'id': '559b5204-d197-46e8-a00d-0da1358da410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:32:12.796669 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5180e62d-d1cb-41a3-90be-cd51a5ebd146 None None] The sync data for ids ['24a157ae-95b9-4301-a339-832956c1d2e7'] in n-d-825015-3 is: [{'id': '24a157ae-95b9-4301-a339-832956c1d2e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1712764101', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '962d5e1b-a691-423f-9f7c-95e4cf769e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:31:18Z', 'updated_at': '2022-02-04T13:31:21Z', 'revision_number': 4, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'gw_port': {'id': '962d5e1b-a691-423f-9f7c-95e4cf769e4f', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:6c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a157ae-95b9-4301-a339-832956c1d2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:31:18Z', 'updated_at': '2022-02-04T13:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'b14d79ed-d690-431b-8876-24cdbfb86ea2', 'name': '', 'network_id': '0b02db6a-8b58-44e1-a329-ff200b00c6d9', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'mac_address': 'fa:16:3e:27:6a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a157ae-95b9-4301-a339-832956c1d2e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '559b5204-d197-46e8-a00d-0da1358da410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:31:21Z', 'updated_at': '2022-02-04T13:31:24Z', 'revision_number': 5, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'subnets': [{'id': '559b5204-d197-46e8-a00d-0da1358da410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:32:13.032311 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9129733-b9be-43ee-99b8-42702c5a305f None None] New status for floating IP 21a8a295-277f-4fcd-9541-d91848578031: DOWN {{(pid=103477) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:32:13.497739 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cdb01e-3e7c-4a9c-a6f9-9593505b77f5 req-acced41d-0632-4f72-9e85-627a49a52621 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:13.499326 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b8cdb01e-3e7c-4a9c-a6f9-9593505b77f5 req-acced41d-0632-4f72-9e85-627a49a52621 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e8be102-4093-4e51-b70f-7457b2e15cb4 HTTP/1.1" status: 200 len: 946 time: 0.0544384 Feb 04 13:32:13.553757 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b8cdb01e-3e7c-4a9c-a6f9-9593505b77f5 req-fd3c2e65-eb1a-449c-a550-f02ead97b85f tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a50a2da-d3dc-4587-97fb-0802280dcc34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487444 Feb 04 13:32:13.812013 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef93389-da3f-4eb5-9496-1c72e15181df req-5176437b-07af-483e-84ca-1000a4a09935 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:13.813403 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-aef93389-da3f-4eb5-9496-1c72e15181df req-5176437b-07af-483e-84ca-1000a4a09935 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e8be102-4093-4e51-b70f-7457b2e15cb4 HTTP/1.1" status: 200 len: 946 time: 0.0524149 Feb 04 13:32:13.906630 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-aef93389-da3f-4eb5-9496-1c72e15181df req-f06aa684-964c-4b66-9714-cbdb6785fd61 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Deleting port 063b6f88-91c6-490e-80ba-4fbf37ce81d1 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:32:13.906982 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-aef93389-da3f-4eb5-9496-1c72e15181df req-f06aa684-964c-4b66-9714-cbdb6785fd61 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (063b6f88-91c6-490e-80ba-4fbf37ce81d1), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:13.996475 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-aef93389-da3f-4eb5-9496-1c72e15181df req-f06aa684-964c-4b66-9714-cbdb6785fd61 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] For port 063b6f88-91c6-490e-80ba-4fbf37ce81d1, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=063b6f88-91c6-490e-80ba-4fbf37ce81d1,segment=NetworkSegment(8ad35dee-66db-4b11-be73-606f83485304),segment_id=8ad35dee-66db-4b11-be73-606f83485304)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:32:13.996832 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-aef93389-da3f-4eb5-9496-1c72e15181df req-f06aa684-964c-4b66-9714-cbdb6785fd61 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (063b6f88-91c6-490e-80ba-4fbf37ce81d1), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:14.009943 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-aef93389-da3f-4eb5-9496-1c72e15181df req-f06aa684-964c-4b66-9714-cbdb6785fd61 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Calling delete_port for 063b6f88-91c6-490e-80ba-4fbf37ce81d1 owned by compute:nova {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:32:14.137182 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-aef93389-da3f-4eb5-9496-1c72e15181df req-f06aa684-964c-4b66-9714-cbdb6785fd61 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (063b6f88-91c6-490e-80ba-4fbf37ce81d1), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:14.165761 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06aa684-964c-4b66-9714-cbdb6785fd61 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Pushing event deleted for resources: {'Port': ['ID=063b6f88-91c6-490e-80ba-4fbf37ce81d1,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:14.209958 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-aef93389-da3f-4eb5-9496-1c72e15181df req-f06aa684-964c-4b66-9714-cbdb6785fd61 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] No DVR routers for this DVR port 063b6f88-91c6-490e-80ba-4fbf37ce81d1 on host n-h2-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:32:14.213415 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-aef93389-da3f-4eb5-9496-1c72e15181df req-f06aa684-964c-4b66-9714-cbdb6785fd61 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:14.216760 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-aef93389-da3f-4eb5-9496-1c72e15181df req-f06aa684-964c-4b66-9714-cbdb6785fd61 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.77 "DELETE /v2.0/ports/063b6f88-91c6-490e-80ba-4fbf37ce81d1 HTTP/1.1" status: 204 len: 173 time: 0.3985517 Feb 04 13:32:14.217871 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e8be102-4093-4e51-b70f-7457b2e15cb4', 'name': 'network-vif-deleted', 'tag': '063b6f88-91c6-490e-80ba-4fbf37ce81d1'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:32:14.220507 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48bbd334e613f85cd2144b496d46af0d2e531f29900d43c124e8a63cdd2917ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-846a4f46-796a-44ac-af0a-3b992bd81139" -d '{"events": [{"server_uuid": "7e8be102-4093-4e51-b70f-7457b2e15cb4", "name": "network-vif-deleted", "tag": "063b6f88-91c6-490e-80ba-4fbf37ce81d1"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:32:14.258012 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01f5a439-bee6-48b8-9d16-8bc0f62d2c66 x-openstack-request-id: req-01f5a439-bee6-48b8-9d16-8bc0f62d2c66 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:32:14.258336 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e8be102-4093-4e51-b70f-7457b2e15cb4", "name": "network-vif-deleted", "tag": "063b6f88-91c6-490e-80ba-4fbf37ce81d1", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:32:14.258586 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-01f5a439-bee6-48b8-9d16-8bc0f62d2c66 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:32:14.258983 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e8be102-4093-4e51-b70f-7457b2e15cb4', 'name': 'network-vif-deleted', 'tag': '063b6f88-91c6-490e-80ba-4fbf37ce81d1', 'status': 'completed', 'code': 200} Feb 04 13:32:14.676150 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bfd224d3-f4f2-475f-9c40-82f0626e24ff req-c18d420b-e404-472c-abf8-0ba2cd03f8de tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e8be102-4093-4e51-b70f-7457b2e15cb4 HTTP/1.1" status: 200 len: 210 time: 0.0358298 Feb 04 13:32:15.660231 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4e62dd05-5971-40a7-bd71-a171fbb8c5df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:15.736178 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 35242) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:16.397592 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9d163030-77fc-4e33-a3d4-c4a5cc73c07f tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622215'] for router_interface (24a157ae-95b9-4301-a339-832956c1d2e7), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:16.661712 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-9d163030-77fc-4e33-a3d4-c4a5cc73c07f tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Deleting port b14d79ed-d690-431b-8876-24cdbfb86ea2 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:32:16.661980 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9d163030-77fc-4e33-a3d4-c4a5cc73c07f tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (b14d79ed-d690-431b-8876-24cdbfb86ea2), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:16.754336 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-9d163030-77fc-4e33-a3d4-c4a5cc73c07f tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] For port b14d79ed-d690-431b-8876-24cdbfb86ea2, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=b14d79ed-d690-431b-8876-24cdbfb86ea2,segment=NetworkSegment(8ad35dee-66db-4b11-be73-606f83485304),segment_id=8ad35dee-66db-4b11-be73-606f83485304)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:32:16.755021 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9d163030-77fc-4e33-a3d4-c4a5cc73c07f tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (b14d79ed-d690-431b-8876-24cdbfb86ea2), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:16.767563 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-9d163030-77fc-4e33-a3d4-c4a5cc73c07f tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Calling delete_port for b14d79ed-d690-431b-8876-24cdbfb86ea2 owned by network:router_interface {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:32:16.954876 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9d163030-77fc-4e33-a3d4-c4a5cc73c07f tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (b14d79ed-d690-431b-8876-24cdbfb86ea2), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:16.983105 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d163030-77fc-4e33-a3d4-c4a5cc73c07f tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Pushing event deleted for resources: {'Port': ['ID=b14d79ed-d690-431b-8876-24cdbfb86ea2,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:17.034501 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 063b6f88-91c6-490e-80ba-4fbf37ce81d1 no longer exists at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:32:17.055323 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] No Port match for: 063b6f88-91c6-490e-80ba-4fbf37ce81d1 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:32:17.055673 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 063b6f88-91c6-490e-80ba-4fbf37ce81d1 not bound to the agent host n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:32:17.173804 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9d163030-77fc-4e33-a3d4-c4a5cc73c07f tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622067'] for router_interface (24a157ae-95b9-4301-a339-832956c1d2e7), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:17.402052 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d163030-77fc-4e33-a3d4-c4a5cc73c07f tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Router 24a157ae-95b9-4301-a339-832956c1d2e7 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:32:17.515903 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d163030-77fc-4e33-a3d4-c4a5cc73c07f tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:32:17.521140 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-9d163030-77fc-4e33-a3d4-c4a5cc73c07f tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "PUT /v2.0/routers/24a157ae-95b9-4301-a339-832956c1d2e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7838762 Feb 04 13:32:17.523886 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 35244) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:17.526764 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df58f5e-8241-405c-a677-aeb23e2e867e None None] Sync routers for ids ['24a157ae-95b9-4301-a339-832956c1d2e7'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:32:17.539623 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df58f5e-8241-405c-a677-aeb23e2e867e None None] Routers {'24a157ae-95b9-4301-a339-832956c1d2e7'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:32:17.540609 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-6df58f5e-8241-405c-a677-aeb23e2e867e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:31:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['24a157ae-95b9-4301-a339-832956c1d2e7'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:32:17.576038 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e147716-228d-479c-9893-c29a3fdaa25e tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Deleting subnet 559b5204-d197-46e8-a00d-0da1358da410 {{(pid=103475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:32:17.579443 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3e147716-228d-479c-9893-c29a3fdaa25e tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for subnet (559b5204-d197-46e8-a00d-0da1358da410), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:17.623178 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3e147716-228d-479c-9893-c29a3fdaa25e tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51859329'] for subnet (559b5204-d197-46e8-a00d-0da1358da410), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:17.652238 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-6df58f5e-8241-405c-a677-aeb23e2e867e None None] Set router 24a157ae-95b9-4301-a339-832956c1d2e7 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:32:17.704821 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3e147716-228d-479c-9893-c29a3fdaa25e tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (559b5204-d197-46e8-a00d-0da1358da410), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:17.764421 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3e147716-228d-479c-9893-c29a3fdaa25e tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-52093282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51452698'] for subnet (559b5204-d197-46e8-a00d-0da1358da410), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:17.797595 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e147716-228d-479c-9893-c29a3fdaa25e tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Pushing event deleted for resources: {'Subnet': ['ID=559b5204-d197-46e8-a00d-0da1358da410,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:17.799557 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3e147716-228d-479c-9893-c29a3fdaa25e tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:17.805703 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-3e147716-228d-479c-9893-c29a3fdaa25e tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "DELETE /v2.0/subnets/559b5204-d197-46e8-a00d-0da1358da410 HTTP/1.1" status: 204 len: 168 time: 0.2777882 Feb 04 13:32:17.805977 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 35246) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:17.811236 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a401ccb-f323-4aad-ba16-2f81299d80f1 None None] Network 0b02db6a-8b58-44e1-a329-ff200b00c6d9 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:32:17.913921 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f3b60539-330f-4b9f-9243-b3f1f0b87372 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for router (24a157ae-95b9-4301-a339-832956c1d2e7), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:17.918177 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-6df58f5e-8241-405c-a677-aeb23e2e867e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a157ae-95b9-4301-a339-832956c1d2e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1712764101', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '962d5e1b-a691-423f-9f7c-95e4cf769e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:31:18Z', 'updated_at': '2022-02-04T13:32:16Z', 'revision_number': 5, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'gw_port': {'id': '962d5e1b-a691-423f-9f7c-95e4cf769e4f', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:6c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a157ae-95b9-4301-a339-832956c1d2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:31:18Z', 'updated_at': '2022-02-04T13:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:32:17.947659 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df58f5e-8241-405c-a677-aeb23e2e867e None None] Checking router: 24a157ae-95b9-4301-a339-832956c1d2e7 for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:32:17.962145 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df58f5e-8241-405c-a677-aeb23e2e867e None None] Routers {'24a157ae-95b9-4301-a339-832956c1d2e7'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:32:17.962765 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-6df58f5e-8241-405c-a677-aeb23e2e867e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:31:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['24a157ae-95b9-4301-a339-832956c1d2e7'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:32:18.001642 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d8b9c5-bbd8-4a06-90c0-106582645015 None None] DHCP port deletion for 0b02db6a-8b58-44e1-a329-ff200b00c6d9 request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:32:18.027210 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f3b60539-330f-4b9f-9243-b3f1f0b87372 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for router_gateway (24a157ae-95b9-4301-a339-832956c1d2e7), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:18.085581 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-f3b60539-330f-4b9f-9243-b3f1f0b87372 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Deleting port 962d5e1b-a691-423f-9f7c-95e4cf769e4f {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:32:18.085990 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f3b60539-330f-4b9f-9243-b3f1f0b87372 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (962d5e1b-a691-423f-9f7c-95e4cf769e4f), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:18.106397 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-6df58f5e-8241-405c-a677-aeb23e2e867e None None] Set router 24a157ae-95b9-4301-a339-832956c1d2e7 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:32:18.169475 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-f3b60539-330f-4b9f-9243-b3f1f0b87372 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] For port 962d5e1b-a691-423f-9f7c-95e4cf769e4f, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=962d5e1b-a691-423f-9f7c-95e4cf769e4f,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:32:18.169767 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f3b60539-330f-4b9f-9243-b3f1f0b87372 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (962d5e1b-a691-423f-9f7c-95e4cf769e4f), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:18.183582 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-f3b60539-330f-4b9f-9243-b3f1f0b87372 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Calling delete_port for 962d5e1b-a691-423f-9f7c-95e4cf769e4f owned by network:router_gateway {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:32:18.208916 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-85d8b9c5-bbd8-4a06-90c0-106582645015 None None] Deleting port 75ec1e78-4c20-4c4f-aee4-6291a72834ad {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:32:18.209211 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-85d8b9c5-bbd8-4a06-90c0-106582645015 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (75ec1e78-4c20-4c4f-aee4-6291a72834ad), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:18.253612 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-39549dd3-08a7-423d-b8a6-d735fc27fde4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:18.301216 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-85d8b9c5-bbd8-4a06-90c0-106582645015 None None] For port 75ec1e78-4c20-4c4f-aee4-6291a72834ad, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=75ec1e78-4c20-4c4f-aee4-6291a72834ad,segment=NetworkSegment(8ad35dee-66db-4b11-be73-606f83485304),segment_id=8ad35dee-66db-4b11-be73-606f83485304)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:32:18.301617 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-85d8b9c5-bbd8-4a06-90c0-106582645015 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (75ec1e78-4c20-4c4f-aee4-6291a72834ad), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:18.324894 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-85d8b9c5-bbd8-4a06-90c0-106582645015 None None] Calling delete_port for 75ec1e78-4c20-4c4f-aee4-6291a72834ad owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:32:18.357673 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f3b60539-330f-4b9f-9243-b3f1f0b87372 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (962d5e1b-a691-423f-9f7c-95e4cf769e4f), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:18.383654 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b60539-330f-4b9f-9243-b3f1f0b87372 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Pushing event deleted for resources: {'Port': ['ID=962d5e1b-a691-423f-9f7c-95e4cf769e4f,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:18.432550 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-6df58f5e-8241-405c-a677-aeb23e2e867e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a157ae-95b9-4301-a339-832956c1d2e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1712764101', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '962d5e1b-a691-423f-9f7c-95e4cf769e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:31:18Z', 'updated_at': '2022-02-04T13:32:16Z', 'revision_number': 5, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'gw_port': {'id': '962d5e1b-a691-423f-9f7c-95e4cf769e4f', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:6c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a157ae-95b9-4301-a339-832956c1d2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:31:18Z', 'updated_at': '2022-02-04T13:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:32:18.451988 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f3b60539-330f-4b9f-9243-b3f1f0b87372 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1599901'] for router_gateway (24a157ae-95b9-4301-a339-832956c1d2e7), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:18.466129 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df58f5e-8241-405c-a677-aeb23e2e867e None None] The sync data for ids ['24a157ae-95b9-4301-a339-832956c1d2e7'] in n-d-825015-3 is: [{'id': '24a157ae-95b9-4301-a339-832956c1d2e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1712764101', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '962d5e1b-a691-423f-9f7c-95e4cf769e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:31:18Z', 'updated_at': '2022-02-04T13:32:16Z', 'revision_number': 5, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'gw_port': {'id': '962d5e1b-a691-423f-9f7c-95e4cf769e4f', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:6c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a157ae-95b9-4301-a339-832956c1d2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:31:18Z', 'updated_at': '2022-02-04T13:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:32:18.469893 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-85d8b9c5-bbd8-4a06-90c0-106582645015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (75ec1e78-4c20-4c4f-aee4-6291a72834ad), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:18.496369 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d8b9c5-bbd8-4a06-90c0-106582645015 None None] Pushing event deleted for resources: {'Port': ['ID=75ec1e78-4c20-4c4f-aee4-6291a72834ad,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:18.501817 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d8b9c5-bbd8-4a06-90c0-106582645015 None None] No DVR routers for this DVR port 75ec1e78-4c20-4c4f-aee4-6291a72834ad on host n-d-825015-3 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:32:18.508956 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d8b9c5-bbd8-4a06-90c0-106582645015 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:32:18.509308 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d8b9c5-bbd8-4a06-90c0-106582645015 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:32:18.509656 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d8b9c5-bbd8-4a06-90c0-106582645015 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:32:18.510000 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d8b9c5-bbd8-4a06-90c0-106582645015 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:32:18.510336 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d8b9c5-bbd8-4a06-90c0-106582645015 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:32:18.510669 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d8b9c5-bbd8-4a06-90c0-106582645015 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:32:18.511003 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d8b9c5-bbd8-4a06-90c0-106582645015 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:32:18.511330 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d8b9c5-bbd8-4a06-90c0-106582645015 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:32:18.511658 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d8b9c5-bbd8-4a06-90c0-106582645015 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:32:18.512013 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d8b9c5-bbd8-4a06-90c0-106582645015 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:32:18.512340 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d8b9c5-bbd8-4a06-90c0-106582645015 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:32:18.512665 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d8b9c5-bbd8-4a06-90c0-106582645015 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:32:18.512987 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d8b9c5-bbd8-4a06-90c0-106582645015 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:32:18.550920 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f3b60539-330f-4b9f-9243-b3f1f0b87372 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10915'] for router (24a157ae-95b9-4301-a339-832956c1d2e7), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:18.553118 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f3b60539-330f-4b9f-9243-b3f1f0b87372 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for router_controller (24a157ae-95b9-4301-a339-832956c1d2e7), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:18.598238 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f3b60539-330f-4b9f-9243-b3f1f0b87372 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622829'] for router (24a157ae-95b9-4301-a339-832956c1d2e7), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:18.598773 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3b60539-330f-4b9f-9243-b3f1f0b87372 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Fanout notify agent at l3_agent the message router_deleted on router 24a157ae-95b9-4301-a339-832956c1d2e7 {{(pid=103475) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 13:32:18.607031 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f3b60539-330f-4b9f-9243-b3f1f0b87372 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for router (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:18.609766 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-f3b60539-330f-4b9f-9243-b3f1f0b87372 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "DELETE /v2.0/routers/24a157ae-95b9-4301-a339-832956c1d2e7 HTTP/1.1" status: 204 len: 168 time: 0.8028467 Feb 04 13:32:18.612756 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 35248) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:18.693326 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2e3e32cf-8835-4c07-a3ca-47dd61ec10b7 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (0b02db6a-8b58-44e1-a329-ff200b00c6d9), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:18.786218 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2e3e32cf-8835-4c07-a3ca-47dd61ec10b7 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (0b02db6a-8b58-44e1-a329-ff200b00c6d9), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:18.806450 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-2e3e32cf-8835-4c07-a3ca-47dd61ec10b7 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b02db6a-8b58-44e1-a329-ff200b00c6d9']}} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:32:18.816786 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-2e3e32cf-8835-4c07-a3ca-47dd61ec10b7 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ad35dee-66db-4b11-be73-606f83485304') {'for_net_delete': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:32:18.817087 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-2e3e32cf-8835-4c07-a3ca-47dd61ec10b7 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ad35dee-66db-4b11-be73-606f83485304') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:32:18.835209 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2e3e32cf-8835-4c07-a3ca-47dd61ec10b7 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51859336'] for segment (8ad35dee-66db-4b11-be73-606f83485304), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:18.852593 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2e3e32cf-8835-4c07-a3ca-47dd61ec10b7 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (8ad35dee-66db-4b11-be73-606f83485304), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:18.859214 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e3e32cf-8835-4c07-a3ca-47dd61ec10b7 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=103475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:32:18.859340 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2e3e32cf-8835-4c07-a3ca-47dd61ec10b7 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-52093388'] for segment (8ad35dee-66db-4b11-be73-606f83485304), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:18.862776 n-d-825015-3 neutron-server[103475]: Traceback (most recent call last): Feb 04 13:32:18.862776 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:32:18.862776 n-d-825015-3 neutron-server[103475]: timer() Feb 04 13:32:18.862776 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:32:18.862776 n-d-825015-3 neutron-server[103475]: cb(*args, **kw) Feb 04 13:32:18.862776 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:32:18.862776 n-d-825015-3 neutron-server[103475]: return func(*args, **kwargs) Feb 04 13:32:18.862776 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:32:18.862776 n-d-825015-3 neutron-server[103475]: self._notify() Feb 04 13:32:18.862776 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:32:18.862776 n-d-825015-3 neutron-server[103475]: self.callback(batched_events) Feb 04 13:32:18.862776 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:32:18.862776 n-d-825015-3 neutron-server[103475]: event.method(event) Feb 04 13:32:18.862776 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:32:18.862776 n-d-825015-3 neutron-server[103475]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:32:18.862776 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:32:18.862776 n-d-825015-3 neutron-server[103475]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:32:18.862776 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:32:18.862776 n-d-825015-3 neutron-server[103475]: return f(self, *a, **k) Feb 04 13:32:18.862776 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:32:18.862776 n-d-825015-3 neutron-server[103475]: return self._get(url).json() Feb 04 13:32:18.862776 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:32:18.862776 n-d-825015-3 neutron-server[103475]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:32:18.862776 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:32:18.862776 n-d-825015-3 neutron-server[103475]: return self.request(url, 'GET', **kwargs) Feb 04 13:32:18.862776 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:32:18.862776 n-d-825015-3 neutron-server[103475]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:32:18.862776 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:32:18.862776 n-d-825015-3 neutron-server[103475]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:32:18.862776 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:32:18.862776 n-d-825015-3 neutron-server[103475]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:32:18.862776 n-d-825015-3 neutron-server[103475]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:32:18.923198 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2e3e32cf-8835-4c07-a3ca-47dd61ec10b7 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (0b02db6a-8b58-44e1-a329-ff200b00c6d9), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:18.930497 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2e3e32cf-8835-4c07-a3ca-47dd61ec10b7 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:18.937404 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-2e3e32cf-8835-4c07-a3ca-47dd61ec10b7 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "DELETE /v2.0/networks/0b02db6a-8b58-44e1-a329-ff200b00c6d9 HTTP/1.1" status: 204 len: 168 time: 0.3198171 Feb 04 13:32:18.937404 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 35250) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:18.955492 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3e32cf-8835-4c07-a3ca-47dd61ec10b7 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Pushing event deleted for resources: {'Network': ['ID=0b02db6a-8b58-44e1-a329-ff200b00c6d9,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:19.007834 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fec118a4-99dd-42a4-8b61-9a651c53f771 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for security_group (6a50a2da-d3dc-4587-97fb-0802280dcc34), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:19.033458 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fec118a4-99dd-42a4-8b61-9a651c53f771 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for security_group (6a50a2da-d3dc-4587-97fb-0802280dcc34), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:19.097938 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fec118a4-99dd-42a4-8b61-9a651c53f771 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (6a50a2da-d3dc-4587-97fb-0802280dcc34), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:19.100873 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-fec118a4-99dd-42a4-8b61-9a651c53f771 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:19.102125 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-fec118a4-99dd-42a4-8b61-9a651c53f771 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "DELETE /v2.0/security-groups/6a50a2da-d3dc-4587-97fb-0802280dcc34 HTTP/1.1" status: 204 len: 168 time: 0.1642082 Feb 04 13:32:19.113678 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec118a4-99dd-42a4-8b61-9a651c53f771 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a50a2da-d3dc-4587-97fb-0802280dcc34,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:19.363835 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 35256) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:19.368457 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-0eb44a1c-152a-4821-a268-31cc25968813 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-642730277', 'description': 'tempest-secgroup-smoke-642730277 description', 'project_id': 'deceb844ac72490cb451d91c169a30ba'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:32:19.393767 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0eb44a1c-152a-4821-a268-31cc25968813 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:19.460648 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0eb44a1c-152a-4821-a268-31cc25968813 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for security_group (9b097421-733c-45a4-95fb-517058efa95a), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:19.468604 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0eb44a1c-152a-4821-a268-31cc25968813 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (9b097421-733c-45a4-95fb-517058efa95a), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:19.494034 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:19.501258 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb44a1c-152a-4821-a268-31cc25968813 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b097421-733c-45a4-95fb-517058efa95a,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:19.507017 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0eb44a1c-152a-4821-a268-31cc25968813 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:19.511428 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-0eb44a1c-152a-4821-a268-31cc25968813 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1434681 Feb 04 13:32:19.511428 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 35258) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:19.518128 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-090b4989-afee-47c2-9551-d828762cd5d8 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Request body: {'security_group_rule': {'security_group_id': '9b097421-733c-45a4-95fb-517058efa95a', 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:32:19.552094 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-090b4989-afee-47c2-9551-d828762cd5d8 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for security_group_rule (1e154763-4e67-4438-a591-008ae68e7fe8), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:19.568124 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 962d5e1b-a691-423f-9f7c-95e4cf769e4f no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:32:19.589106 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 962d5e1b-a691-423f-9f7c-95e4cf769e4f {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:32:19.589371 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 962d5e1b-a691-423f-9f7c-95e4cf769e4f not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:32:19.589790 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 75ec1e78-4c20-4c4f-aee4-6291a72834ad no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:32:19.608788 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 75ec1e78-4c20-4c4f-aee4-6291a72834ad {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:32:19.609137 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 75ec1e78-4c20-4c4f-aee4-6291a72834ad not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:32:19.609548 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device b14d79ed-d690-431b-8876-24cdbfb86ea2 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:32:19.611558 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-090b4989-afee-47c2-9551-d828762cd5d8 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for security_group_rule (1e154763-4e67-4438-a591-008ae68e7fe8), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:19.615555 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-090b4989-afee-47c2-9551-d828762cd5d8 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (1e154763-4e67-4438-a591-008ae68e7fe8), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:19.635013 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090b4989-afee-47c2-9551-d828762cd5d8 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e154763-4e67-4438-a591-008ae68e7fe8,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:19.640784 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: b14d79ed-d690-431b-8876-24cdbfb86ea2 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:32:19.641207 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device b14d79ed-d690-431b-8876-24cdbfb86ea2 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:32:19.645782 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-090b4989-afee-47c2-9551-d828762cd5d8 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:19.649543 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-090b4989-afee-47c2-9551-d828762cd5d8 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1347551 Feb 04 13:32:19.649887 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 35260) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:19.655382 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-26a05f67-9b8f-471a-85d9-b524bc21f028 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Request body: {'security_group_rule': {'security_group_id': '9b097421-733c-45a4-95fb-517058efa95a', 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:32:19.681250 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-26a05f67-9b8f-471a-85d9-b524bc21f028 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for security_group_rule (b6793e2b-0812-44c2-a948-d03911b24b4c), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:19.728820 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-26a05f67-9b8f-471a-85d9-b524bc21f028 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for security_group_rule (b6793e2b-0812-44c2-a948-d03911b24b4c), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:19.732869 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-26a05f67-9b8f-471a-85d9-b524bc21f028 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (b6793e2b-0812-44c2-a948-d03911b24b4c), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:19.752016 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a05f67-9b8f-471a-85d9-b524bc21f028 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6793e2b-0812-44c2-a948-d03911b24b4c,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:19.760534 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a05f67-9b8f-471a-85d9-b524bc21f028 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:32:19.760891 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a05f67-9b8f-471a-85d9-b524bc21f028 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:32:19.761242 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a05f67-9b8f-471a-85d9-b524bc21f028 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:32:19.761588 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a05f67-9b8f-471a-85d9-b524bc21f028 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:32:19.761925 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a05f67-9b8f-471a-85d9-b524bc21f028 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:32:19.762260 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a05f67-9b8f-471a-85d9-b524bc21f028 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:32:19.762592 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a05f67-9b8f-471a-85d9-b524bc21f028 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:32:19.762924 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a05f67-9b8f-471a-85d9-b524bc21f028 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:32:19.763256 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a05f67-9b8f-471a-85d9-b524bc21f028 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:32:19.764207 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a05f67-9b8f-471a-85d9-b524bc21f028 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:32:19.764560 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a05f67-9b8f-471a-85d9-b524bc21f028 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:32:19.764876 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a05f67-9b8f-471a-85d9-b524bc21f028 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:32:19.765207 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a05f67-9b8f-471a-85d9-b524bc21f028 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:32:19.770507 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-26a05f67-9b8f-471a-85d9-b524bc21f028 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:19.771719 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-26a05f67-9b8f-471a-85d9-b524bc21f028 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1206219 Feb 04 13:32:19.774437 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 35262) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:19.778661 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-853bfdb7-7fec-4072-97b3-c84f75cfc52a tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Request body: {'security_group_rule': {'security_group_id': '9b097421-733c-45a4-95fb-517058efa95a', 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:32:19.807366 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-853bfdb7-7fec-4072-97b3-c84f75cfc52a tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for security_group_rule (49a60fdd-7f01-421e-b5f4-8e70d4c4505b), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:19.865884 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-853bfdb7-7fec-4072-97b3-c84f75cfc52a tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for security_group_rule (49a60fdd-7f01-421e-b5f4-8e70d4c4505b), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:19.869660 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-853bfdb7-7fec-4072-97b3-c84f75cfc52a tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (49a60fdd-7f01-421e-b5f4-8e70d4c4505b), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:19.887478 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853bfdb7-7fec-4072-97b3-c84f75cfc52a tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49a60fdd-7f01-421e-b5f4-8e70d4c4505b,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:19.896301 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-853bfdb7-7fec-4072-97b3-c84f75cfc52a tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:19.897512 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-853bfdb7-7fec-4072-97b3-c84f75cfc52a tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1221559 Feb 04 13:32:19.900230 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 35264) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:19.905173 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-251f166f-9263-4b56-b736-e222a2d91d8e tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Request body: {'security_group_rule': {'security_group_id': '9b097421-733c-45a4-95fb-517058efa95a', 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:32:19.929356 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-251f166f-9263-4b56-b736-e222a2d91d8e tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for security_group_rule (3c3cf23d-6384-43bf-ad4c-4018916a6d32), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:19.990252 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-251f166f-9263-4b56-b736-e222a2d91d8e tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for security_group_rule (3c3cf23d-6384-43bf-ad4c-4018916a6d32), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:19.993645 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-251f166f-9263-4b56-b736-e222a2d91d8e tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (3c3cf23d-6384-43bf-ad4c-4018916a6d32), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:20.011028 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251f166f-9263-4b56-b736-e222a2d91d8e tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c3cf23d-6384-43bf-ad4c-4018916a6d32,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:20.021629 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-251f166f-9263-4b56-b736-e222a2d91d8e tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:20.022826 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-251f166f-9263-4b56-b736-e222a2d91d8e tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1216619 Feb 04 13:32:20.025735 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 35266) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:20.030436 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-146b3f48-745a-4671-8b1b-53b25c7fa850 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Request body: {'security_group_rule': {'security_group_id': '9b097421-733c-45a4-95fb-517058efa95a', 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:32:20.049894 n-d-825015-3 neutron-server[103475]: INFO neutron.db.securitygroups_db [None req-146b3f48-745a-4671-8b1b-53b25c7fa850 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Project deceb844ac72490cb451d91c169a30ba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 13:32:20.054672 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-146b3f48-745a-4671-8b1b-53b25c7fa850 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for security_group_rule (352eaf7e-678c-41d0-a90b-682b245bb41c), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:20.115772 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-146b3f48-745a-4671-8b1b-53b25c7fa850 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for security_group_rule (352eaf7e-678c-41d0-a90b-682b245bb41c), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:20.119224 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-146b3f48-745a-4671-8b1b-53b25c7fa850 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (352eaf7e-678c-41d0-a90b-682b245bb41c), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:20.137424 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146b3f48-745a-4671-8b1b-53b25c7fa850 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=352eaf7e-678c-41d0-a90b-682b245bb41c,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:20.145536 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-146b3f48-745a-4671-8b1b-53b25c7fa850 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:20.146796 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-146b3f48-745a-4671-8b1b-53b25c7fa850 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1200345 Feb 04 13:32:20.150436 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 35268) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:20.155679 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-bc0f01a9-3ded-4573-b0ff-a645e47f6694 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Request body: {'security_group_rule': {'security_group_id': '9b097421-733c-45a4-95fb-517058efa95a', 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:32:20.177142 n-d-825015-3 neutron-server[103475]: INFO neutron.db.securitygroups_db [None req-bc0f01a9-3ded-4573-b0ff-a645e47f6694 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Project deceb844ac72490cb451d91c169a30ba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 13:32:20.181964 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bc0f01a9-3ded-4573-b0ff-a645e47f6694 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for security_group_rule (1e40d33e-d8b3-4f28-86e5-7511f650285e), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:20.243289 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bc0f01a9-3ded-4573-b0ff-a645e47f6694 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for security_group_rule (1e40d33e-d8b3-4f28-86e5-7511f650285e), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:20.247217 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bc0f01a9-3ded-4573-b0ff-a645e47f6694 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (1e40d33e-d8b3-4f28-86e5-7511f650285e), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:20.263889 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0f01a9-3ded-4573-b0ff-a645e47f6694 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e40d33e-d8b3-4f28-86e5-7511f650285e,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:20.271417 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-bc0f01a9-3ded-4573-b0ff-a645e47f6694 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:20.272650 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-bc0f01a9-3ded-4573-b0ff-a645e47f6694 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1212823 Feb 04 13:32:20.275519 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 35270) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:20.280916 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-6e30e6a9-d003-4a87-ad3f-84cfcf289ef8 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Request body: {'network': {'name': 'tempest-network-smoke--574222400', 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'port_security_enabled': True}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:32:20.300096 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e30e6a9-d003-4a87-ad3f-84cfcf289ef8 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Made reservation on behalf of deceb844ac72490cb451d91c169a30ba for: {'network': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:32:20.303307 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6e30e6a9-d003-4a87-ad3f-84cfcf289ef8 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:20.326563 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e30e6a9-d003-4a87-ad3f-84cfcf289ef8 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=103475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:32:20.335769 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6e30e6a9-d003-4a87-ad3f-84cfcf289ef8 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (c8089961-9288-4423-98e8-71e5402bb5db), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:20.336113 n-d-825015-3 neutron-server[103475]: INFO neutron.db.segments_db [None req-6e30e6a9-d003-4a87-ad3f-84cfcf289ef8 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Added segment c8089961-9288-4423-98e8-71e5402bb5db of type vlan for network 5ca29b88-bdf3-4649-a717-a5c7c479b968 Feb 04 13:32:20.377648 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6e30e6a9-d003-4a87-ad3f-84cfcf289ef8 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (5ca29b88-bdf3-4649-a717-a5c7c479b968), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:20.402680 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6e30e6a9-d003-4a87-ad3f-84cfcf289ef8 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (5ca29b88-bdf3-4649-a717-a5c7c479b968), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:20.408404 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e30e6a9-d003-4a87-ad3f-84cfcf289ef8 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:20.408990 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6e30e6a9-d003-4a87-ad3f-84cfcf289ef8 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:20.465289 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-6e30e6a9-d003-4a87-ad3f-84cfcf289ef8 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1887305 Feb 04 13:32:20.469144 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 35272) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:20.473756 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-ac14698a-97c3-4b3c-bc07-34fc1f771d42 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1979335211', 'admin_state_up': True, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:32:20.480385 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e30e6a9-d003-4a87-ad3f-84cfcf289ef8 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Pushing event updated for resources: {'Network': ['ID=5ca29b88-bdf3-4649-a717-a5c7c479b968,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:20.491873 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 5ca29b88-bdf3-4649-a717-a5c7c479b968 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:32:20.497521 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ac14698a-97c3-4b3c-bc07-34fc1f771d42 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10933'] for router (6bb65afa-f12a-4891-be2e-15c122ba7e37), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:20.499170 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ac14698a-97c3-4b3c-bc07-34fc1f771d42 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10924'] for router (6bb65afa-f12a-4891-be2e-15c122ba7e37), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:20.552102 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ac14698a-97c3-4b3c-bc07-34fc1f771d42 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for router_controller (6bb65afa-f12a-4891-be2e-15c122ba7e37), precommit_add_association {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:20.695694 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ac14698a-97c3-4b3c-bc07-34fc1f771d42 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for router_gateway (6bb65afa-f12a-4891-be2e-15c122ba7e37), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:20.744445 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:20.890631 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ac14698a-97c3-4b3c-bc07-34fc1f771d42 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for router_gateway (6bb65afa-f12a-4891-be2e-15c122ba7e37), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:20.912676 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ac14698a-97c3-4b3c-bc07-34fc1f771d42 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:21.012373 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-ac14698a-97c3-4b3c-bc07-34fc1f771d42 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Allocated IP 172.25.3.136 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/5ad8558b-b21f-414c-9eb4-4ddbc6b7d96b) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:32:21.116872 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ac14698a-97c3-4b3c-bc07-34fc1f771d42 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for port (5ad8558b-b21f-414c-9eb4-4ddbc6b7d96b), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:21.151176 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ac14698a-97c3-4b3c-bc07-34fc1f771d42 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (5ad8558b-b21f-414c-9eb4-4ddbc6b7d96b), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:21.187798 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac14698a-97c3-4b3c-bc07-34fc1f771d42 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:32:21.192556 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-ac14698a-97c3-4b3c-bc07-34fc1f771d42 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:32:21.196637 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac14698a-97c3-4b3c-bc07-34fc1f771d42 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:32:21.228856 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac14698a-97c3-4b3c-bc07-34fc1f771d42 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Pushing event updated for resources: {'Port': ['ID=5ad8558b-b21f-414c-9eb4-4ddbc6b7d96b,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:21.461979 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ac14698a-97c3-4b3c-bc07-34fc1f771d42 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for router_gateway (6bb65afa-f12a-4891-be2e-15c122ba7e37), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:21.667924 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ac14698a-97c3-4b3c-bc07-34fc1f771d42 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141'] for router (6bb65afa-f12a-4891-be2e-15c122ba7e37), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:21.795475 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac14698a-97c3-4b3c-bc07-34fc1f771d42 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Router 6bb65afa-f12a-4891-be2e-15c122ba7e37 is scheduled to L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de with binding_index 1 {{(pid=103474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 13:32:21.850502 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:22.176768 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac14698a-97c3-4b3c-bc07-34fc1f771d42 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:32:22.187601 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad956195-2ad4-49d1-ad8f-3fb91243fb16 None None] Sync routers for ids ['6bb65afa-f12a-4891-be2e-15c122ba7e37'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:32:22.197523 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ac14698a-97c3-4b3c-bc07-34fc1f771d42 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:22.198005 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad956195-2ad4-49d1-ad8f-3fb91243fb16 None None] Routers {'6bb65afa-f12a-4891-be2e-15c122ba7e37'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:32:22.198697 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-ad956195-2ad4-49d1-ad8f-3fb91243fb16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:32:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['6bb65afa-f12a-4891-be2e-15c122ba7e37'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:32:22.198878 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-ac14698a-97c3-4b3c-bc07-34fc1f771d42 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7285933 Feb 04 13:32:22.202315 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 35274) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:22.229287 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-95dbfa3d-70af-4d4a-858c-88c6755bf296 tempest-TestNetworkAdvancedServerOps-967824004 tempest-TestNetworkAdvancedServerOps-967824004-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=deceb844ac72490cb451d91c169a30ba&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0258737 Feb 04 13:32:22.231897 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 35276) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:22.311949 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-ad956195-2ad4-49d1-ad8f-3fb91243fb16 None None] Set router 6bb65afa-f12a-4891-be2e-15c122ba7e37 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:32:22.323005 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b083d7fb-7168-44c7-93d4-7ebf7bab002e tempest-TestNetworkAdvancedServerOps-967824004 tempest-TestNetworkAdvancedServerOps-967824004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:22.324553 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-b083d7fb-7168-44c7-93d4-7ebf7bab002e tempest-TestNetworkAdvancedServerOps-967824004 tempest-TestNetworkAdvancedServerOps-967824004-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0910792 Feb 04 13:32:22.327391 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 35278) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:22.354919 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-2945e316-69cf-43f1-9226-35b7ec351be7 tempest-TestNetworkAdvancedServerOps-967824004 tempest-TestNetworkAdvancedServerOps-967824004-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264368 Feb 04 13:32:22.358107 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 35280) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:22.363172 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-26f9a690-0863-4db3-90fe-a861e1c78236 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-125172506', 'network_id': '5ca29b88-bdf3-4649-a717-a5c7c479b968', 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:32:22.455687 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26f9a690-0863-4db3-90fe-a861e1c78236 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Made reservation on behalf of deceb844ac72490cb451d91c169a30ba for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:32:22.459082 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-26f9a690-0863-4db3-90fe-a861e1c78236 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60610638'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:22.489403 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-ad956195-2ad4-49d1-ad8f-3fb91243fb16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb65afa-f12a-4891-be2e-15c122ba7e37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1979335211', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': '5ad8558b-b21f-414c-9eb4-4ddbc6b7d96b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:32:20Z', 'updated_at': '2022-02-04T13:32:21Z', 'revision_number': 3, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'gw_port': {'id': '5ad8558b-b21f-414c-9eb4-4ddbc6b7d96b', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:61:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb65afa-f12a-4891-be2e-15c122ba7e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:32:20Z', 'updated_at': '2022-02-04T13:32:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:32:22.515949 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad956195-2ad4-49d1-ad8f-3fb91243fb16 None None] Checking router: 6bb65afa-f12a-4891-be2e-15c122ba7e37 for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:32:22.516295 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad956195-2ad4-49d1-ad8f-3fb91243fb16 None None] Updating router 6bb65afa-f12a-4891-be2e-15c122ba7e37 port 5ad8558b-b21f-414c-9eb4-4ddbc6b7d96b binding host n-d-825015-3 {{(pid=103477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:32:22.549505 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ad956195-2ad4-49d1-ad8f-3fb91243fb16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (5ad8558b-b21f-414c-9eb4-4ddbc6b7d96b), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:22.648453 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-26f9a690-0863-4db3-90fe-a861e1c78236 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59045178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60610680'] for subnet (f3c4db58-74b8-4ec5-9423-ae998f5fbe7d), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:22.707641 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f9a690-0863-4db3-90fe-a861e1c78236 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Pushing event updated for resources: {'Subnet': ['ID=f3c4db58-74b8-4ec5-9423-ae998f5fbe7d,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:22.718222 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f9a690-0863-4db3-90fe-a861e1c78236 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Checking segment: {'id': 'c8089961-9288-4423-98e8-71e5402bb5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '5ca29b88-bdf3-4649-a717-a5c7c479b968'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:32:22.718591 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f9a690-0863-4db3-90fe-a861e1c78236 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Network hostable DHCP agents. Network: 5ca29b88-bdf3-4649-a717-a5c7c479b968, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:32:22.736223 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f9a690-0863-4db3-90fe-a861e1c78236 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Network 5ca29b88-bdf3-4649-a717-a5c7c479b968 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:32:22.746222 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-26f9a690-0863-4db3-90fe-a861e1c78236 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 5ca29b88-bdf3-4649-a717-a5c7c479b968) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:32:22.754564 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0056ff32-14fd-437a-957f-514d1d897414 None None] Network 5ca29b88-bdf3-4649-a717-a5c7c479b968 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:32:22.755108 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f9a690-0863-4db3-90fe-a861e1c78236 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:22.756015 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-26f9a690-0863-4db3-90fe-a861e1c78236 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:22.774804 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-26f9a690-0863-4db3-90fe-a861e1c78236 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4155571 Feb 04 13:32:22.777410 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 35282) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:22.811584 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ad956195-2ad4-49d1-ad8f-3fb91243fb16 None None] Publish callbacks [] for port (5ad8558b-b21f-414c-9eb4-4ddbc6b7d96b), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:22.817883 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ad956195-2ad4-49d1-ad8f-3fb91243fb16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (5ad8558b-b21f-414c-9eb4-4ddbc6b7d96b), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:22.871646 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b6944a-a0b0-4b06-8b17-b4afcd80728c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-5ca29b88-bdf3-4649-a717-a5c7c479b968', 'network_id': '5ca29b88-bdf3-4649-a717-a5c7c479b968', 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'fixed_ips': [{'subnet_id': 'f3c4db58-74b8-4ec5-9423-ae998f5fbe7d'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:32:22.873890 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-02b6944a-a0b0-4b06-8b17-b4afcd80728c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:22.890708 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64623a6b-0f16-4840-9a8a-f79c9d6390be None None] Pushing event updated for resources: {'Port': ['ID=5ad8558b-b21f-414c-9eb4-4ddbc6b7d96b,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:22.893851 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-ad956195-2ad4-49d1-ad8f-3fb91243fb16 None None] Attempting to bind port 5ad8558b-b21f-414c-9eb4-4ddbc6b7d96b on host n-d-825015-3 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:32:22.894203 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-ad956195-2ad4-49d1-ad8f-3fb91243fb16 None None] Attempting to bind port 5ad8558b-b21f-414c-9eb4-4ddbc6b7d96b by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:32:22.894572 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad956195-2ad4-49d1-ad8f-3fb91243fb16 None None] Attempting to bind port 5ad8558b-b21f-414c-9eb4-4ddbc6b7d96b on network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:32:22.899841 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad956195-2ad4-49d1-ad8f-3fb91243fb16 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:32:22.900231 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad956195-2ad4-49d1-ad8f-3fb91243fb16 None None] Checking segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:32:22.900637 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ad956195-2ad4-49d1-ad8f-3fb91243fb16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:22.901051 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad956195-2ad4-49d1-ad8f-3fb91243fb16 None None] Bound using segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:32:22.901738 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-ad956195-2ad4-49d1-ad8f-3fb91243fb16 None None] Bound port: 5ad8558b-b21f-414c-9eb4-4ddbc6b7d96b, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:32:22.902060 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ad956195-2ad4-49d1-ad8f-3fb91243fb16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (5ad8558b-b21f-414c-9eb4-4ddbc6b7d96b), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:22.959075 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-ad956195-2ad4-49d1-ad8f-3fb91243fb16 None None] For port 5ad8558b-b21f-414c-9eb4-4ddbc6b7d96b, host n-d-825015-3, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:32:22.962527 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-ad956195-2ad4-49d1-ad8f-3fb91243fb16 None None] For port 5ad8558b-b21f-414c-9eb4-4ddbc6b7d96b, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=5ad8558b-b21f-414c-9eb4-4ddbc6b7d96b,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:32:22.969283 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ad956195-2ad4-49d1-ad8f-3fb91243fb16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (5ad8558b-b21f-414c-9eb4-4ddbc6b7d96b), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:23.022360 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-02b6944a-a0b0-4b06-8b17-b4afcd80728c None None] Allocated IP 172.20.0.2 (5ca29b88-bdf3-4649-a717-a5c7c479b968/f3c4db58-74b8-4ec5-9423-ae998f5fbe7d/0592b2c8-8548-4614-a0c6-7a7fac70855b) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:32:23.032607 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64623a6b-0f16-4840-9a8a-f79c9d6390be None None] Pushing event updated for resources: {'Port': ['ID=5ad8558b-b21f-414c-9eb4-4ddbc6b7d96b,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:23.038056 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad956195-2ad4-49d1-ad8f-3fb91243fb16 None None] Routers {'6bb65afa-f12a-4891-be2e-15c122ba7e37'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:32:23.038837 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-ad956195-2ad4-49d1-ad8f-3fb91243fb16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:32:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['6bb65afa-f12a-4891-be2e-15c122ba7e37'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:32:23.156274 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-ad956195-2ad4-49d1-ad8f-3fb91243fb16 None None] Set router 6bb65afa-f12a-4891-be2e-15c122ba7e37 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:32:23.184666 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-02b6944a-a0b0-4b06-8b17-b4afcd80728c None None] Publish callbacks [] for port (0592b2c8-8548-4614-a0c6-7a7fac70855b), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:23.190931 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-02b6944a-a0b0-4b06-8b17-b4afcd80728c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (0592b2c8-8548-4614-a0c6-7a7fac70855b), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:23.243257 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b6944a-a0b0-4b06-8b17-b4afcd80728c None None] Network 5ca29b88-bdf3-4649-a717-a5c7c479b968 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:32:23.246191 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-02b6944a-a0b0-4b06-8b17-b4afcd80728c None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:32:23.248806 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b6944a-a0b0-4b06-8b17-b4afcd80728c None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:32:23.256193 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b6944a-a0b0-4b06-8b17-b4afcd80728c None None] Pushing event updated for resources: {'Port': ['ID=0592b2c8-8548-4614-a0c6-7a7fac70855b,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:23.266465 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c6d70a3d-7e13-4f55-8989-04407cc17219 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:23.309052 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-02b6944a-a0b0-4b06-8b17-b4afcd80728c None None] Attempting to bind port 0592b2c8-8548-4614-a0c6-7a7fac70855b on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:32:23.309428 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-02b6944a-a0b0-4b06-8b17-b4afcd80728c None None] Attempting to bind port 0592b2c8-8548-4614-a0c6-7a7fac70855b by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': 'c8089961-9288-4423-98e8-71e5402bb5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '5ca29b88-bdf3-4649-a717-a5c7c479b968'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:32:23.309938 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b6944a-a0b0-4b06-8b17-b4afcd80728c None None] Attempting to bind port 0592b2c8-8548-4614-a0c6-7a7fac70855b on network 5ca29b88-bdf3-4649-a717-a5c7c479b968 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:32:23.315021 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b6944a-a0b0-4b06-8b17-b4afcd80728c None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:32:23.315397 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b6944a-a0b0-4b06-8b17-b4afcd80728c None None] Checking segment: {'id': 'c8089961-9288-4423-98e8-71e5402bb5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '5ca29b88-bdf3-4649-a717-a5c7c479b968'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:32:23.315830 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-02b6944a-a0b0-4b06-8b17-b4afcd80728c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:23.316226 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b6944a-a0b0-4b06-8b17-b4afcd80728c None None] Bound using segment: {'id': 'c8089961-9288-4423-98e8-71e5402bb5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '5ca29b88-bdf3-4649-a717-a5c7c479b968'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:32:23.316698 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-02b6944a-a0b0-4b06-8b17-b4afcd80728c None None] Bound port: 0592b2c8-8548-4614-a0c6-7a7fac70855b, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8089961-9288-4423-98e8-71e5402bb5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '5ca29b88-bdf3-4649-a717-a5c7c479b968'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:32:23.317208 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-02b6944a-a0b0-4b06-8b17-b4afcd80728c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (0592b2c8-8548-4614-a0c6-7a7fac70855b), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:23.356789 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-ad956195-2ad4-49d1-ad8f-3fb91243fb16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb65afa-f12a-4891-be2e-15c122ba7e37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1979335211', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': '5ad8558b-b21f-414c-9eb4-4ddbc6b7d96b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:32:20Z', 'updated_at': '2022-02-04T13:32:21Z', 'revision_number': 3, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'gw_port': {'id': '5ad8558b-b21f-414c-9eb4-4ddbc6b7d96b', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:61:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb65afa-f12a-4891-be2e-15c122ba7e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:32:20Z', 'updated_at': '2022-02-04T13:32:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:32:23.383462 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad956195-2ad4-49d1-ad8f-3fb91243fb16 None None] The sync data for ids ['6bb65afa-f12a-4891-be2e-15c122ba7e37'] in n-d-825015-3 is: [{'id': '6bb65afa-f12a-4891-be2e-15c122ba7e37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1979335211', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': '5ad8558b-b21f-414c-9eb4-4ddbc6b7d96b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:32:20Z', 'updated_at': '2022-02-04T13:32:21Z', 'revision_number': 3, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'gw_port': {'id': '5ad8558b-b21f-414c-9eb4-4ddbc6b7d96b', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:61:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb65afa-f12a-4891-be2e-15c122ba7e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:32:20Z', 'updated_at': '2022-02-04T13:32:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:32:23.388493 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-02b6944a-a0b0-4b06-8b17-b4afcd80728c None None] For port 0592b2c8-8548-4614-a0c6-7a7fac70855b, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:32:23.391830 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-02b6944a-a0b0-4b06-8b17-b4afcd80728c None None] For port 0592b2c8-8548-4614-a0c6-7a7fac70855b, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=0592b2c8-8548-4614-a0c6-7a7fac70855b,segment=NetworkSegment(c8089961-9288-4423-98e8-71e5402bb5db),segment_id=c8089961-9288-4423-98e8-71e5402bb5db)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:32:23.400316 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-02b6944a-a0b0-4b06-8b17-b4afcd80728c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (0592b2c8-8548-4614-a0c6-7a7fac70855b), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:23.468167 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b6944a-a0b0-4b06-8b17-b4afcd80728c None None] Pushing event updated for resources: {'Port': ['ID=0592b2c8-8548-4614-a0c6-7a7fac70855b,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:23.588694 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-c6d70a3d-7e13-4f55-8989-04407cc17219 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Allocated IP 172.20.0.1 (5ca29b88-bdf3-4649-a717-a5c7c479b968/f3c4db58-74b8-4ec5-9423-ae998f5fbe7d/47d7ced7-90b2-4ea7-bc50-7317b977aa28) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:32:23.756660 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c6d70a3d-7e13-4f55-8989-04407cc17219 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for port (47d7ced7-90b2-4ea7-bc50-7317b977aa28), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:23.802312 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c6d70a3d-7e13-4f55-8989-04407cc17219 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (47d7ced7-90b2-4ea7-bc50-7317b977aa28), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:23.847706 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d70a3d-7e13-4f55-8989-04407cc17219 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Network 5ca29b88-bdf3-4649-a717-a5c7c479b968 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:32:23.851018 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-c6d70a3d-7e13-4f55-8989-04407cc17219 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:32:23.855352 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d70a3d-7e13-4f55-8989-04407cc17219 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:32:23.897760 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d70a3d-7e13-4f55-8989-04407cc17219 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Pushing event updated for resources: {'Port': ['ID=47d7ced7-90b2-4ea7-bc50-7317b977aa28,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:23.916580 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c6d70a3d-7e13-4f55-8989-04407cc17219 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1599818'] for router_interface (6bb65afa-f12a-4891-be2e-15c122ba7e37), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:24.060175 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c6d70a3d-7e13-4f55-8989-04407cc17219 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (47d7ced7-90b2-4ea7-bc50-7317b977aa28), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:24.377054 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c6d70a3d-7e13-4f55-8989-04407cc17219 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for port (47d7ced7-90b2-4ea7-bc50-7317b977aa28), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:24.381985 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c6d70a3d-7e13-4f55-8989-04407cc17219 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (47d7ced7-90b2-4ea7-bc50-7317b977aa28), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:24.460391 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d70a3d-7e13-4f55-8989-04407cc17219 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Pushing event updated for resources: {'Port': ['ID=47d7ced7-90b2-4ea7-bc50-7317b977aa28,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:24.462928 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c6d70a3d-7e13-4f55-8989-04407cc17219 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622202'] for router_interface (6bb65afa-f12a-4891-be2e-15c122ba7e37), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:24.502491 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ca9459-d6a7-4d67-bb89-06b1dd0f5ada None None] Network 5ca29b88-bdf3-4649-a717-a5c7c479b968 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:32:24.564439 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d70a3d-7e13-4f55-8989-04407cc17219 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Network 5ca29b88-bdf3-4649-a717-a5c7c479b968 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:32:24.565756 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-c6d70a3d-7e13-4f55-8989-04407cc17219 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:32:24.581337 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b475f6e1-33e9-4365-8285-7dd13e16ebd2 None None] Provisioning complete for port 0592b2c8-8548-4614-a0c6-7a7fac70855b triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:32:24.581807 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b475f6e1-33e9-4365-8285-7dd13e16ebd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (0592b2c8-8548-4614-a0c6-7a7fac70855b), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:24.684097 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6d70a3d-7e13-4f55-8989-04407cc17219 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Router 6bb65afa-f12a-4891-be2e-15c122ba7e37 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:32:24.697734 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b475f6e1-33e9-4365-8285-7dd13e16ebd2 None None] Current status of the port 0592b2c8-8548-4614-a0c6-7a7fac70855b is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:32:24.698134 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b475f6e1-33e9-4365-8285-7dd13e16ebd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (0592b2c8-8548-4614-a0c6-7a7fac70855b), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:24.819850 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6d70a3d-7e13-4f55-8989-04407cc17219 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:32:24.833210 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-c6d70a3d-7e13-4f55-8989-04407cc17219 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "PUT /v2.0/routers/6bb65afa-f12a-4891-be2e-15c122ba7e37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0547645 Feb 04 13:32:24.924380 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b475f6e1-33e9-4365-8285-7dd13e16ebd2 None None] For port 0592b2c8-8548-4614-a0c6-7a7fac70855b, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=0592b2c8-8548-4614-a0c6-7a7fac70855b,segment=NetworkSegment(c8089961-9288-4423-98e8-71e5402bb5db),segment_id=c8089961-9288-4423-98e8-71e5402bb5db)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:32:24.931529 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b475f6e1-33e9-4365-8285-7dd13e16ebd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (0592b2c8-8548-4614-a0c6-7a7fac70855b), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:24.993080 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b475f6e1-33e9-4365-8285-7dd13e16ebd2 None None] Pushing event updated for resources: {'Port': ['ID=0592b2c8-8548-4614-a0c6-7a7fac70855b,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:25.012862 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c854d7b2-83a4-441b-9129-571d57145401 req-c35da565-53e0-4196-b723-831a150317d8 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-642730277&fields=id&tenant_id=deceb844ac72490cb451d91c169a30ba HTTP/1.1" status: 200 len: 267 time: 0.0557277 Feb 04 13:32:25.052564 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-15bcb406-6453-46da-a989-661a8754d0c4 None None] Provisioning complete for port 47d7ced7-90b2-4ea7-bc50-7317b977aa28 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:32:25.053034 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-15bcb406-6453-46da-a989-661a8754d0c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (47d7ced7-90b2-4ea7-bc50-7317b977aa28), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:25.093613 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-15bcb406-6453-46da-a989-661a8754d0c4 None None] Port 47d7ced7-90b2-4ea7-bc50-7317b977aa28 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:32:25.104419 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-15bcb406-6453-46da-a989-661a8754d0c4 None None] Provisioning complete for port 0592b2c8-8548-4614-a0c6-7a7fac70855b triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:32:25.104797 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-15bcb406-6453-46da-a989-661a8754d0c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (0592b2c8-8548-4614-a0c6-7a7fac70855b), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:25.141591 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c854d7b2-83a4-441b-9129-571d57145401 req-e24f730b-563e-493c-ba1c-cafb41bef724 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:25.143075 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c854d7b2-83a4-441b-9129-571d57145401 req-e24f730b-563e-493c-ba1c-cafb41bef724 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/networks?id=5ca29b88-bdf3-4649-a717-a5c7c479b968 HTTP/1.1" status: 200 len: 796 time: 0.1206098 Feb 04 13:32:25.159298 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c854d7b2-83a4-441b-9129-571d57145401 req-be1d472c-5520-4230-a46c-497a00c159a4 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/quotas/deceb844ac72490cb451d91c169a30ba HTTP/1.1" status: 200 len: 375 time: 0.0100975 Feb 04 13:32:25.191473 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-15bcb406-6453-46da-a989-661a8754d0c4 None None] Current status of the port 0592b2c8-8548-4614-a0c6-7a7fac70855b is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:32:25.229249 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8ab45e-18a2-4baa-a3d4-20741845e8bf None None] Sync routers for ids ['6bb65afa-f12a-4891-be2e-15c122ba7e37'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:32:25.238725 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c854d7b2-83a4-441b-9129-571d57145401 req-e691611e-7261-42ce-81a6-2624563f764d tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=deceb844ac72490cb451d91c169a30ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0732214 Feb 04 13:32:25.246024 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8ab45e-18a2-4baa-a3d4-20741845e8bf None None] Routers {'6bb65afa-f12a-4891-be2e-15c122ba7e37'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:32:25.246708 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-cb8ab45e-18a2-4baa-a3d4-20741845e8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:32:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['6bb65afa-f12a-4891-be2e-15c122ba7e37'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:32:25.354253 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-687a4f1e-c847-47ac-aba7-205eab45776a None None] Provisioning complete for port 47d7ced7-90b2-4ea7-bc50-7317b977aa28 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:32:25.354628 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-687a4f1e-c847-47ac-aba7-205eab45776a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (47d7ced7-90b2-4ea7-bc50-7317b977aa28), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:25.356473 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c854d7b2-83a4-441b-9129-571d57145401 req-decb0d08-06f1-494c-bcc3-da4edec76417 service neutron] 10.222.0.65 "GET /v2.0/networks/5ca29b88-bdf3-4649-a717-a5c7c479b968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025538 Feb 04 13:32:25.406001 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-cb8ab45e-18a2-4baa-a3d4-20741845e8bf None None] Set router 6bb65afa-f12a-4891-be2e-15c122ba7e37 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:32:25.408193 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-687a4f1e-c847-47ac-aba7-205eab45776a None None] Port 47d7ced7-90b2-4ea7-bc50-7317b977aa28 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:32:25.452306 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c854d7b2-83a4-441b-9129-571d57145401 req-f1e320b3-f8b1-4979-be48-16d8eb87ee4c service neutron] 10.222.0.65 "GET /v2.0/networks/5ca29b88-bdf3-4649-a717-a5c7c479b968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948179 Feb 04 13:32:25.544139 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-285dabc9-664d-4dff-bc7e-e37e2bd0cc6e None None] Provisioning complete for port 47d7ced7-90b2-4ea7-bc50-7317b977aa28 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:32:25.545233 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-285dabc9-664d-4dff-bc7e-e37e2bd0cc6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (47d7ced7-90b2-4ea7-bc50-7317b977aa28), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:25.620527 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-285dabc9-664d-4dff-bc7e-e37e2bd0cc6e None None] Port 47d7ced7-90b2-4ea7-bc50-7317b977aa28 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:32:25.665187 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-31609ed7-adf7-48b1-81a4-d0a3ccb59d53 req-5383e1e4-cbff-40c0-a571-85b370750e54 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=96085f82-e71d-4c20-a559-290c3f509ed2 HTTP/1.1" status: 200 len: 210 time: 0.0478191 Feb 04 13:32:25.678909 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-cb8ab45e-18a2-4baa-a3d4-20741845e8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb65afa-f12a-4891-be2e-15c122ba7e37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1979335211', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': '5ad8558b-b21f-414c-9eb4-4ddbc6b7d96b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:32:20Z', 'updated_at': '2022-02-04T13:32:24Z', 'revision_number': 4, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'gw_port': {'id': '5ad8558b-b21f-414c-9eb4-4ddbc6b7d96b', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:61:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb65afa-f12a-4891-be2e-15c122ba7e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:32:20Z', 'updated_at': '2022-02-04T13:32:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '47d7ced7-90b2-4ea7-bc50-7317b977aa28', 'name': '', 'network_id': '5ca29b88-bdf3-4649-a717-a5c7c479b968', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'mac_address': 'fa:16:3e:f3:d3:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb65afa-f12a-4891-be2e-15c122ba7e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'f3c4db58-74b8-4ec5-9423-ae998f5fbe7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:32:23Z', 'updated_at': '2022-02-04T13:32:24Z', 'revision_number': 2, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'subnets': [{'id': 'f3c4db58-74b8-4ec5-9423-ae998f5fbe7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:32:25.711123 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8ab45e-18a2-4baa-a3d4-20741845e8bf None None] Checking router: 6bb65afa-f12a-4891-be2e-15c122ba7e37 for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:32:25.711470 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8ab45e-18a2-4baa-a3d4-20741845e8bf None None] Updating router 6bb65afa-f12a-4891-be2e-15c122ba7e37 port 47d7ced7-90b2-4ea7-bc50-7317b977aa28 binding host n-d-825015-3 {{(pid=103476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:32:25.713529 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 5ad8558b-b21f-414c-9eb4-4ddbc6b7d96b up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:32:25.777055 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cb8ab45e-18a2-4baa-a3d4-20741845e8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (47d7ced7-90b2-4ea7-bc50-7317b977aa28), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:25.835257 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 5ad8558b-b21f-414c-9eb4-4ddbc6b7d96b triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:32:25.835641 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (5ad8558b-b21f-414c-9eb4-4ddbc6b7d96b), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:26.036368 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 5ad8558b-b21f-414c-9eb4-4ddbc6b7d96b is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:32:26.037046 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (5ad8558b-b21f-414c-9eb4-4ddbc6b7d96b), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:26.076333 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port 5ad8558b-b21f-414c-9eb4-4ddbc6b7d96b, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=5ad8558b-b21f-414c-9eb4-4ddbc6b7d96b,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:32:26.082179 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (5ad8558b-b21f-414c-9eb4-4ddbc6b7d96b), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:26.082966 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 0592b2c8-8548-4614-a0c6-7a7fac70855b up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:32:26.212845 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=5ad8558b-b21f-414c-9eb4-4ddbc6b7d96b,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:26.229124 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cb8ab45e-18a2-4baa-a3d4-20741845e8bf None None] Publish callbacks [] for port (47d7ced7-90b2-4ea7-bc50-7317b977aa28), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:26.237282 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cb8ab45e-18a2-4baa-a3d4-20741845e8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (47d7ced7-90b2-4ea7-bc50-7317b977aa28), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:26.240443 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 0592b2c8-8548-4614-a0c6-7a7fac70855b triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:32:26.240807 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (0592b2c8-8548-4614-a0c6-7a7fac70855b), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:26.324282 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc49fa40-4840-4d9a-9c5a-8d7ec43242a4 None None] Pushing event updated for resources: {'Port': ['ID=47d7ced7-90b2-4ea7-bc50-7317b977aa28,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:26.411351 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-cb8ab45e-18a2-4baa-a3d4-20741845e8bf None None] Attempting to bind port 47d7ced7-90b2-4ea7-bc50-7317b977aa28 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:32:26.411746 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-cb8ab45e-18a2-4baa-a3d4-20741845e8bf None None] Attempting to bind port 47d7ced7-90b2-4ea7-bc50-7317b977aa28 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': 'c8089961-9288-4423-98e8-71e5402bb5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '5ca29b88-bdf3-4649-a717-a5c7c479b968'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:32:26.412122 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8ab45e-18a2-4baa-a3d4-20741845e8bf None None] Attempting to bind port 47d7ced7-90b2-4ea7-bc50-7317b977aa28 on network 5ca29b88-bdf3-4649-a717-a5c7c479b968 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:32:26.420503 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 0592b2c8-8548-4614-a0c6-7a7fac70855b is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:32:26.422775 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8ab45e-18a2-4baa-a3d4-20741845e8bf None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:32:26.423155 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8ab45e-18a2-4baa-a3d4-20741845e8bf None None] Checking segment: {'id': 'c8089961-9288-4423-98e8-71e5402bb5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '5ca29b88-bdf3-4649-a717-a5c7c479b968'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:32:26.423568 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cb8ab45e-18a2-4baa-a3d4-20741845e8bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:26.423978 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8ab45e-18a2-4baa-a3d4-20741845e8bf None None] Bound using segment: {'id': 'c8089961-9288-4423-98e8-71e5402bb5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '5ca29b88-bdf3-4649-a717-a5c7c479b968'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:32:26.424466 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-cb8ab45e-18a2-4baa-a3d4-20741845e8bf None None] Bound port: 47d7ced7-90b2-4ea7-bc50-7317b977aa28, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8089961-9288-4423-98e8-71e5402bb5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '5ca29b88-bdf3-4649-a717-a5c7c479b968'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:32:26.424852 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cb8ab45e-18a2-4baa-a3d4-20741845e8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (47d7ced7-90b2-4ea7-bc50-7317b977aa28), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:26.494318 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-cb8ab45e-18a2-4baa-a3d4-20741845e8bf None None] For port 47d7ced7-90b2-4ea7-bc50-7317b977aa28, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:32:26.497371 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-cb8ab45e-18a2-4baa-a3d4-20741845e8bf None None] For port 47d7ced7-90b2-4ea7-bc50-7317b977aa28, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=47d7ced7-90b2-4ea7-bc50-7317b977aa28,segment=NetworkSegment(c8089961-9288-4423-98e8-71e5402bb5db),segment_id=c8089961-9288-4423-98e8-71e5402bb5db)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:32:26.504028 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cb8ab45e-18a2-4baa-a3d4-20741845e8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (47d7ced7-90b2-4ea7-bc50-7317b977aa28), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:26.580892 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8ab45e-18a2-4baa-a3d4-20741845e8bf None None] Routers {'6bb65afa-f12a-4891-be2e-15c122ba7e37'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:32:26.581715 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-cb8ab45e-18a2-4baa-a3d4-20741845e8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:32:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['6bb65afa-f12a-4891-be2e-15c122ba7e37'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:32:26.588281 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc49fa40-4840-4d9a-9c5a-8d7ec43242a4 None None] Pushing event updated for resources: {'Port': ['ID=47d7ced7-90b2-4ea7-bc50-7317b977aa28,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:26.623618 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-8d752c61-e9ee-4eb2-8e44-cf097d6406f0 None None] Provisioning complete for port 47d7ced7-90b2-4ea7-bc50-7317b977aa28 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:32:26.624032 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8d752c61-e9ee-4eb2-8e44-cf097d6406f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (47d7ced7-90b2-4ea7-bc50-7317b977aa28), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:26.686769 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c854d7b2-83a4-441b-9129-571d57145401 req-4465eaa2-9608-4bb6-9346-349a21de61f6 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:26.688664 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c854d7b2-83a4-441b-9129-571d57145401 req-4465eaa2-9608-4bb6-9346-349a21de61f6 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.73 "GET /v2.0/networks?id=5ca29b88-bdf3-4649-a717-a5c7c479b968 HTTP/1.1" status: 200 len: 796 time: 0.1463854 Feb 04 13:32:26.767308 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-cb8ab45e-18a2-4baa-a3d4-20741845e8bf None None] Set router 6bb65afa-f12a-4891-be2e-15c122ba7e37 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:32:26.800499 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e6d2b707-3c8b-404b-94ea-7242c6be856b req-b040a2e1-e145-42c7-844b-05954ab3955f tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=96085f82-e71d-4c20-a559-290c3f509ed2 HTTP/1.1" status: 200 len: 210 time: 0.0364256 Feb 04 13:32:26.805889 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c854d7b2-83a4-441b-9129-571d57145401 req-58d3b2bb-0d90-4056-8110-98644de052d9 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=deceb844ac72490cb451d91c169a30ba HTTP/1.1" status: 200 len: 379 time: 0.1072137 Feb 04 13:32:26.815856 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-c854d7b2-83a4-441b-9129-571d57145401 req-275eefc8-d9ff-4827-b927-0d8c379d68e4 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Request body: {'port': {'device_id': '96085f82-e71d-4c20-a559-290c3f509ed2', 'network_id': '5ca29b88-bdf3-4649-a717-a5c7c479b968', 'admin_state_up': True, 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'security_groups': ['9b097421-733c-45a4-95fb-517058efa95a']}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:32:26.833683 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-8d752c61-e9ee-4eb2-8e44-cf097d6406f0 None None] Current status of the port 47d7ced7-90b2-4ea7-bc50-7317b977aa28 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:32:26.834106 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8d752c61-e9ee-4eb2-8e44-cf097d6406f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (47d7ced7-90b2-4ea7-bc50-7317b977aa28), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:26.933262 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c854d7b2-83a4-441b-9129-571d57145401 req-275eefc8-d9ff-4827-b927-0d8c379d68e4 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Made reservation on behalf of deceb844ac72490cb451d91c169a30ba for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:32:26.937530 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-c854d7b2-83a4-441b-9129-571d57145401 req-275eefc8-d9ff-4827-b927-0d8c379d68e4 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:27.064861 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-c854d7b2-83a4-441b-9129-571d57145401 req-275eefc8-d9ff-4827-b927-0d8c379d68e4 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Allocated IP 172.20.0.5 (5ca29b88-bdf3-4649-a717-a5c7c479b968/f3c4db58-74b8-4ec5-9423-ae998f5fbe7d/6f11447a-10cf-443b-9ec3-58cdcf191fee) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:32:27.104689 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-8d752c61-e9ee-4eb2-8e44-cf097d6406f0 None None] For port 47d7ced7-90b2-4ea7-bc50-7317b977aa28, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=47d7ced7-90b2-4ea7-bc50-7317b977aa28,segment=NetworkSegment(c8089961-9288-4423-98e8-71e5402bb5db),segment_id=c8089961-9288-4423-98e8-71e5402bb5db)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:32:27.113316 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8d752c61-e9ee-4eb2-8e44-cf097d6406f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (47d7ced7-90b2-4ea7-bc50-7317b977aa28), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:27.202964 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d752c61-e9ee-4eb2-8e44-cf097d6406f0 None None] Pushing event updated for resources: {'Port': ['ID=47d7ced7-90b2-4ea7-bc50-7317b977aa28,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:27.214861 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-c854d7b2-83a4-441b-9129-571d57145401 req-275eefc8-d9ff-4827-b927-0d8c379d68e4 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for port (6f11447a-10cf-443b-9ec3-58cdcf191fee), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:27.244663 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-cb8ab45e-18a2-4baa-a3d4-20741845e8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb65afa-f12a-4891-be2e-15c122ba7e37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1979335211', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': '5ad8558b-b21f-414c-9eb4-4ddbc6b7d96b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:32:20Z', 'updated_at': '2022-02-04T13:32:24Z', 'revision_number': 4, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'gw_port': {'id': '5ad8558b-b21f-414c-9eb4-4ddbc6b7d96b', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:61:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb65afa-f12a-4891-be2e-15c122ba7e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:32:20Z', 'updated_at': '2022-02-04T13:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '47d7ced7-90b2-4ea7-bc50-7317b977aa28', 'name': '', 'network_id': '5ca29b88-bdf3-4649-a717-a5c7c479b968', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'mac_address': 'fa:16:3e:f3:d3:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb65afa-f12a-4891-be2e-15c122ba7e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'f3c4db58-74b8-4ec5-9423-ae998f5fbe7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:32:23Z', 'updated_at': '2022-02-04T13:32:26Z', 'revision_number': 4, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'subnets': [{'id': 'f3c4db58-74b8-4ec5-9423-ae998f5fbe7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:32:27.249112 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-f7d3bbad-666c-460f-88dd-9503d63a201c None None] Provisioning complete for port 47d7ced7-90b2-4ea7-bc50-7317b977aa28 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:32:27.249603 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f7d3bbad-666c-460f-88dd-9503d63a201c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (47d7ced7-90b2-4ea7-bc50-7317b977aa28), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:27.250633 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-c854d7b2-83a4-441b-9129-571d57145401 req-275eefc8-d9ff-4827-b927-0d8c379d68e4 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (6f11447a-10cf-443b-9ec3-58cdcf191fee), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:27.297336 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8ab45e-18a2-4baa-a3d4-20741845e8bf None None] The sync data for ids ['6bb65afa-f12a-4891-be2e-15c122ba7e37'] in n-d-825015-3 is: [{'id': '6bb65afa-f12a-4891-be2e-15c122ba7e37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1979335211', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': '5ad8558b-b21f-414c-9eb4-4ddbc6b7d96b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:32:20Z', 'updated_at': '2022-02-04T13:32:24Z', 'revision_number': 4, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'gw_port': {'id': '5ad8558b-b21f-414c-9eb4-4ddbc6b7d96b', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:61:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb65afa-f12a-4891-be2e-15c122ba7e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:32:20Z', 'updated_at': '2022-02-04T13:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '47d7ced7-90b2-4ea7-bc50-7317b977aa28', 'name': '', 'network_id': '5ca29b88-bdf3-4649-a717-a5c7c479b968', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'mac_address': 'fa:16:3e:f3:d3:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb65afa-f12a-4891-be2e-15c122ba7e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'f3c4db58-74b8-4ec5-9423-ae998f5fbe7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:32:23Z', 'updated_at': '2022-02-04T13:32:26Z', 'revision_number': 4, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'subnets': [{'id': 'f3c4db58-74b8-4ec5-9423-ae998f5fbe7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:32:27.298024 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c854d7b2-83a4-441b-9129-571d57145401 req-275eefc8-d9ff-4827-b927-0d8c379d68e4 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Network 5ca29b88-bdf3-4649-a717-a5c7c479b968 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:32:27.301206 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-c854d7b2-83a4-441b-9129-571d57145401 req-275eefc8-d9ff-4827-b927-0d8c379d68e4 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:32:27.305828 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-c854d7b2-83a4-441b-9129-571d57145401 req-275eefc8-d9ff-4827-b927-0d8c379d68e4 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:32:27.309898 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275eefc8-d9ff-4827-b927-0d8c379d68e4 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Pushing event updated for resources: {'Port': ['ID=6f11447a-10cf-443b-9ec3-58cdcf191fee,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:27.366725 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-f7d3bbad-666c-460f-88dd-9503d63a201c None None] Current status of the port 47d7ced7-90b2-4ea7-bc50-7317b977aa28 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:32:27.388603 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c854d7b2-83a4-441b-9129-571d57145401 req-275eefc8-d9ff-4827-b927-0d8c379d68e4 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:27.389280 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-c854d7b2-83a4-441b-9129-571d57145401 req-275eefc8-d9ff-4827-b927-0d8c379d68e4 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:27.406680 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c854d7b2-83a4-441b-9129-571d57145401 req-275eefc8-d9ff-4827-b927-0d8c379d68e4 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5948691 Feb 04 13:32:27.422049 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-c854d7b2-83a4-441b-9129-571d57145401 req-3c4010ba-fbde-461b-bccd-88cef7682d32 service neutron] Request body: {'port': {'device_id': '96085f82-e71d-4c20-a559-290c3f509ed2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:32:27.491058 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-c854d7b2-83a4-441b-9129-571d57145401 req-3c4010ba-fbde-461b-bccd-88cef7682d32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (6f11447a-10cf-443b-9ec3-58cdcf191fee), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:27.592288 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-7b1aeaa2-8133-44bc-ba38-ef0034ac7592 None None] Provisioning complete for port 6f11447a-10cf-443b-9ec3-58cdcf191fee triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:32:27.592885 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7b1aeaa2-8133-44bc-ba38-ef0034ac7592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (6f11447a-10cf-443b-9ec3-58cdcf191fee), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:27.636534 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-7b1aeaa2-8133-44bc-ba38-ef0034ac7592 None None] Port 6f11447a-10cf-443b-9ec3-58cdcf191fee cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:32:27.689103 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 5ad8558b-b21f-414c-9eb4-4ddbc6b7d96b up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:32:27.746517 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 5ad8558b-b21f-414c-9eb4-4ddbc6b7d96b triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:32:27.746899 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (5ad8558b-b21f-414c-9eb4-4ddbc6b7d96b), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:27.844970 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 5ad8558b-b21f-414c-9eb4-4ddbc6b7d96b is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:32:27.844970 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 47d7ced7-90b2-4ea7-bc50-7317b977aa28 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:32:27.845536 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-c854d7b2-83a4-441b-9129-571d57145401 req-3c4010ba-fbde-461b-bccd-88cef7682d32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f11447a-10cf-443b-9ec3-58cdcf191fee {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:32:27.855001 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-c854d7b2-83a4-441b-9129-571d57145401 req-3c4010ba-fbde-461b-bccd-88cef7682d32 service neutron] Publish callbacks [] for port (6f11447a-10cf-443b-9ec3-58cdcf191fee), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:27.870198 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-c854d7b2-83a4-441b-9129-571d57145401 req-3c4010ba-fbde-461b-bccd-88cef7682d32 service neutron] Transition to ACTIVE for port object 6f11447a-10cf-443b-9ec3-58cdcf191fee will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:32:27.882584 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-c854d7b2-83a4-441b-9129-571d57145401 req-3c4010ba-fbde-461b-bccd-88cef7682d32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (6f11447a-10cf-443b-9ec3-58cdcf191fee), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:27.892308 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 47d7ced7-90b2-4ea7-bc50-7317b977aa28 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:32:27.892697 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (47d7ced7-90b2-4ea7-bc50-7317b977aa28), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:28.006155 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4010ba-fbde-461b-bccd-88cef7682d32 service neutron] Pushing event updated for resources: {'Port': ['ID=6f11447a-10cf-443b-9ec3-58cdcf191fee,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:28.018064 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 47d7ced7-90b2-4ea7-bc50-7317b977aa28 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:32:28.063673 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed70476-c12c-4d70-bdb8-512adebced01 req-850e18ed-f50f-4e1e-885d-0a9264de30e7 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:28.065406 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-aed70476-c12c-4d70-bdb8-512adebced01 req-850e18ed-f50f-4e1e-885d-0a9264de30e7 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=96085f82-e71d-4c20-a559-290c3f509ed2 HTTP/1.1" status: 200 len: 943 time: 0.1658080 Feb 04 13:32:28.088430 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-c854d7b2-83a4-441b-9129-571d57145401 req-3c4010ba-fbde-461b-bccd-88cef7682d32 service neutron] Attempting to bind port 6f11447a-10cf-443b-9ec3-58cdcf191fee on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:32:28.088748 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-c854d7b2-83a4-441b-9129-571d57145401 req-3c4010ba-fbde-461b-bccd-88cef7682d32 service neutron] Attempting to bind port 6f11447a-10cf-443b-9ec3-58cdcf191fee by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': 'c8089961-9288-4423-98e8-71e5402bb5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '5ca29b88-bdf3-4649-a717-a5c7c479b968'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:32:28.089173 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c854d7b2-83a4-441b-9129-571d57145401 req-3c4010ba-fbde-461b-bccd-88cef7682d32 service neutron] Attempting to bind port 6f11447a-10cf-443b-9ec3-58cdcf191fee on network 5ca29b88-bdf3-4649-a717-a5c7c479b968 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:32:28.103486 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c854d7b2-83a4-441b-9129-571d57145401 req-3c4010ba-fbde-461b-bccd-88cef7682d32 service neutron] Port 6f11447a-10cf-443b-9ec3-58cdcf191fee on network 5ca29b88-bdf3-4649-a717-a5c7c479b968 not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:32:28.103956 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c854d7b2-83a4-441b-9129-571d57145401 req-3c4010ba-fbde-461b-bccd-88cef7682d32 service neutron] Attempting to bind port 6f11447a-10cf-443b-9ec3-58cdcf191fee on network 5ca29b88-bdf3-4649-a717-a5c7c479b968 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:32:28.117730 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c854d7b2-83a4-441b-9129-571d57145401 req-3c4010ba-fbde-461b-bccd-88cef7682d32 service neutron] Checking agent: {'id': 'f8add0d2-2202-43d3-bc0e-72442788e6ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:32:28.118163 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c854d7b2-83a4-441b-9129-571d57145401 req-3c4010ba-fbde-461b-bccd-88cef7682d32 service neutron] Checking segment: {'id': 'c8089961-9288-4423-98e8-71e5402bb5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '5ca29b88-bdf3-4649-a717-a5c7c479b968'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:32:28.118657 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c854d7b2-83a4-441b-9129-571d57145401 req-3c4010ba-fbde-461b-bccd-88cef7682d32 service neutron] Bound using segment: {'id': 'c8089961-9288-4423-98e8-71e5402bb5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '5ca29b88-bdf3-4649-a717-a5c7c479b968'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:32:28.119159 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-c854d7b2-83a4-441b-9129-571d57145401 req-3c4010ba-fbde-461b-bccd-88cef7682d32 service neutron] Bound port: 6f11447a-10cf-443b-9ec3-58cdcf191fee, host: n-h1-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8089961-9288-4423-98e8-71e5402bb5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '5ca29b88-bdf3-4649-a717-a5c7c479b968'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:32:28.119584 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-c854d7b2-83a4-441b-9129-571d57145401 req-3c4010ba-fbde-461b-bccd-88cef7682d32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (6f11447a-10cf-443b-9ec3-58cdcf191fee), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:28.150606 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-aed70476-c12c-4d70-bdb8-512adebced01 req-e6c91404-8557-42cf-ad6e-afbd3d7a76d4 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b097421-733c-45a4-95fb-517058efa95a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735571 Feb 04 13:32:28.203232 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-c854d7b2-83a4-441b-9129-571d57145401 req-3c4010ba-fbde-461b-bccd-88cef7682d32 service neutron] For port 6f11447a-10cf-443b-9ec3-58cdcf191fee, host n-h1-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:32:28.206341 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-c854d7b2-83a4-441b-9129-571d57145401 req-3c4010ba-fbde-461b-bccd-88cef7682d32 service neutron] For port 6f11447a-10cf-443b-9ec3-58cdcf191fee, host n-h1-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=6f11447a-10cf-443b-9ec3-58cdcf191fee,segment=NetworkSegment(c8089961-9288-4423-98e8-71e5402bb5db),segment_id=c8089961-9288-4423-98e8-71e5402bb5db)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:32:28.212780 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-c854d7b2-83a4-441b-9129-571d57145401 req-3c4010ba-fbde-461b-bccd-88cef7682d32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (6f11447a-10cf-443b-9ec3-58cdcf191fee), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:28.247063 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c854d7b2-83a4-441b-9129-571d57145401 req-3c4010ba-fbde-461b-bccd-88cef7682d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:28.248225 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-c854d7b2-83a4-441b-9129-571d57145401 req-3c4010ba-fbde-461b-bccd-88cef7682d32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:28.249866 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c854d7b2-83a4-441b-9129-571d57145401 req-3c4010ba-fbde-461b-bccd-88cef7682d32 service neutron] 10.222.0.73 "PUT /v2.0/ports/6f11447a-10cf-443b-9ec3-58cdcf191fee HTTP/1.1" status: 200 len: 1091 time: 0.8338127 Feb 04 13:32:28.252307 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96085f82-e71d-4c20-a559-290c3f509ed2', 'tag': '6f11447a-10cf-443b-9ec3-58cdcf191fee'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:32:28.255860 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48bbd334e613f85cd2144b496d46af0d2e531f29900d43c124e8a63cdd2917ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f41d7b09-a3d9-469a-a156-ba09473297d3" -d '{"events": [{"name": "network-changed", "server_uuid": "96085f82-e71d-4c20-a559-290c3f509ed2", "tag": "6f11447a-10cf-443b-9ec3-58cdcf191fee"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:32:28.286854 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4010ba-fbde-461b-bccd-88cef7682d32 service neutron] Pushing event updated for resources: {'Port': ['ID=6f11447a-10cf-443b-9ec3-58cdcf191fee,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:28.332024 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80fad994-cb5b-4047-8a49-5d714ec8a6d6 x-openstack-request-id: req-80fad994-cb5b-4047-8a49-5d714ec8a6d6 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:32:28.332406 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96085f82-e71d-4c20-a559-290c3f509ed2", "tag": "6f11447a-10cf-443b-9ec3-58cdcf191fee", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:32:28.332735 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-80fad994-cb5b-4047-8a49-5d714ec8a6d6 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:32:28.333214 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96085f82-e71d-4c20-a559-290c3f509ed2', 'tag': '6f11447a-10cf-443b-9ec3-58cdcf191fee', 'status': 'completed', 'code': 200} Feb 04 13:32:28.355037 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c854d7b2-83a4-441b-9129-571d57145401 req-16f0af6e-975a-44a0-bb94-5dff961a66bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:28.357367 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c854d7b2-83a4-441b-9129-571d57145401 req-16f0af6e-975a-44a0-bb94-5dff961a66bc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=deceb844ac72490cb451d91c169a30ba&device_id=96085f82-e71d-4c20-a559-290c3f509ed2 HTTP/1.1" status: 200 len: 1125 time: 0.0597143 Feb 04 13:32:28.404384 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c854d7b2-83a4-441b-9129-571d57145401 req-28635058-53c9-4850-96b3-b44150079809 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6f11447a-10cf-443b-9ec3-58cdcf191fee HTTP/1.1" status: 200 len: 217 time: 0.0390153 Feb 04 13:32:28.469935 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c854d7b2-83a4-441b-9129-571d57145401 req-02d58515-96db-4fb9-90fd-b8017ac8b727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:28.471707 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c854d7b2-83a4-441b-9129-571d57145401 req-02d58515-96db-4fb9-90fd-b8017ac8b727 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f3c4db58-74b8-4ec5-9423-ae998f5fbe7d HTTP/1.1" status: 200 len: 834 time: 0.0606160 Feb 04 13:32:28.529849 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c854d7b2-83a4-441b-9129-571d57145401 req-d1662b3d-3738-46c9-b787-81de081e5eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:28.531444 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c854d7b2-83a4-441b-9129-571d57145401 req-d1662b3d-3738-46c9-b787-81de081e5eca service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5ca29b88-bdf3-4649-a717-a5c7c479b968&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0522292 Feb 04 13:32:28.936302 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c854d7b2-83a4-441b-9129-571d57145401 req-025b5eed-f0f3-4874-8d3e-cedb3bda2b0a service neutron] 10.222.0.73 "GET /v2.0/networks/5ca29b88-bdf3-4649-a717-a5c7c479b968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3946171 Feb 04 13:32:29.029603 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c854d7b2-83a4-441b-9129-571d57145401 req-cdedb26e-4b3d-4614-81d0-ca9d0c7380d4 service neutron] 10.222.0.73 "GET /v2.0/networks/5ca29b88-bdf3-4649-a717-a5c7c479b968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847828 Feb 04 13:32:29.133501 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41d7b09-a3d9-469a-a156-ba09473297d3 req-d11f0957-b4ed-4f8c-88cf-ca4a1f30b27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:29.135000 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f41d7b09-a3d9-469a-a156-ba09473297d3 req-d11f0957-b4ed-4f8c-88cf-ca4a1f30b27f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=deceb844ac72490cb451d91c169a30ba&device_id=96085f82-e71d-4c20-a559-290c3f509ed2 HTTP/1.1" status: 200 len: 1125 time: 0.0474379 Feb 04 13:32:29.226031 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41d7b09-a3d9-469a-a156-ba09473297d3 req-3a3d59d4-fac3-4a9c-b236-2c3876a91556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:29.227521 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f41d7b09-a3d9-469a-a156-ba09473297d3 req-3a3d59d4-fac3-4a9c-b236-2c3876a91556 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5ca29b88-bdf3-4649-a717-a5c7c479b968 HTTP/1.1" status: 200 len: 897 time: 0.0855744 Feb 04 13:32:29.292230 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f41d7b09-a3d9-469a-a156-ba09473297d3 req-534873a3-6df6-4126-91a5-20bb1fe31d3b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6f11447a-10cf-443b-9ec3-58cdcf191fee HTTP/1.1" status: 200 len: 217 time: 0.0544941 Feb 04 13:32:29.345540 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951e2e5d-e194-4517-9e5a-d1b42840f4bc req-1212a06b-dd4f-4daf-8b1b-a5148eff8acf tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:29.346998 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-951e2e5d-e194-4517-9e5a-d1b42840f4bc req-1212a06b-dd4f-4daf-8b1b-a5148eff8acf tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=96085f82-e71d-4c20-a559-290c3f509ed2 HTTP/1.1" status: 200 len: 943 time: 0.1185989 Feb 04 13:32:29.355951 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41d7b09-a3d9-469a-a156-ba09473297d3 req-a012a4c5-c830-478a-9429-f37844588d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:29.357322 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f41d7b09-a3d9-469a-a156-ba09473297d3 req-a012a4c5-c830-478a-9429-f37844588d2f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f3c4db58-74b8-4ec5-9423-ae998f5fbe7d HTTP/1.1" status: 200 len: 834 time: 0.0588663 Feb 04 13:32:29.428713 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-951e2e5d-e194-4517-9e5a-d1b42840f4bc req-34555909-3275-41ce-a588-a7ac9b5147cb tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b097421-733c-45a4-95fb-517058efa95a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750782 Feb 04 13:32:29.438928 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41d7b09-a3d9-469a-a156-ba09473297d3 req-9d7e9427-707a-4c80-8be3-1b509958cd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:29.440585 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f41d7b09-a3d9-469a-a156-ba09473297d3 req-9d7e9427-707a-4c80-8be3-1b509958cd0f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5ca29b88-bdf3-4649-a717-a5c7c479b968&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0683763 Feb 04 13:32:29.536501 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f41d7b09-a3d9-469a-a156-ba09473297d3 req-74e82631-01ff-4542-bfd6-cf0002025c15 service neutron] 10.222.0.73 "GET /v2.0/networks/5ca29b88-bdf3-4649-a717-a5c7c479b968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847020 Feb 04 13:32:29.632697 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f41d7b09-a3d9-469a-a156-ba09473297d3 req-833b40c1-bfaa-4701-b4a5-23439cc43bb3 service neutron] 10.222.0.73 "GET /v2.0/networks/5ca29b88-bdf3-4649-a717-a5c7c479b968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857434 Feb 04 13:32:30.550792 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fc5458-1c9e-4ba7-8acf-f8df16950ab3 req-0b278fed-eae2-49fb-8fc7-2be8aa81c0a9 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:30.552309 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d6fc5458-1c9e-4ba7-8acf-f8df16950ab3 req-0b278fed-eae2-49fb-8fc7-2be8aa81c0a9 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=96085f82-e71d-4c20-a559-290c3f509ed2 HTTP/1.1" status: 200 len: 943 time: 0.0537820 Feb 04 13:32:30.601619 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d6fc5458-1c9e-4ba7-8acf-f8df16950ab3 req-43c60a53-435a-4188-a281-20a2528f51f1 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b097421-733c-45a4-95fb-517058efa95a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437458 Feb 04 13:32:31.754510 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879e0a05-0e8a-4d3a-96f5-8748d9aa97f5 req-0d05aaeb-6ad9-4147-8427-d3e006e8299d tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:31.756024 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-879e0a05-0e8a-4d3a-96f5-8748d9aa97f5 req-0d05aaeb-6ad9-4147-8427-d3e006e8299d tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=96085f82-e71d-4c20-a559-290c3f509ed2 HTTP/1.1" status: 200 len: 943 time: 0.0677986 Feb 04 13:32:31.790014 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:31.818071 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-879e0a05-0e8a-4d3a-96f5-8748d9aa97f5 req-486e88f3-1920-4ada-9717-28163b8f1cf2 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b097421-733c-45a4-95fb-517058efa95a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559974 Feb 04 13:32:32.382353 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 6f11447a-10cf-443b-9ec3-58cdcf191fee details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:32:32.488859 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:32.495239 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 6f11447a-10cf-443b-9ec3-58cdcf191fee, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=6f11447a-10cf-443b-9ec3-58cdcf191fee,segment=NetworkSegment(c8089961-9288-4423-98e8-71e5402bb5db),segment_id=c8089961-9288-4423-98e8-71e5402bb5db)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:32:32.506650 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': '6f11447a-10cf-443b-9ec3-58cdcf191fee', 'network_id': '5ca29b88-bdf3-4649-a717-a5c7c479b968', 'port_id': '6f11447a-10cf-443b-9ec3-58cdcf191fee', 'mac_address': 'fa:16:3e:85:db:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3c4db58-74b8-4ec5-9423-ae998f5fbe7d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:32:32.543225 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 6f11447a-10cf-443b-9ec3-58cdcf191fee is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:32:32.543611 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (6f11447a-10cf-443b-9ec3-58cdcf191fee), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:32.557798 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f11447a-10cf-443b-9ec3-58cdcf191fee {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:32:32.578049 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 6f11447a-10cf-443b-9ec3-58cdcf191fee, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=6f11447a-10cf-443b-9ec3-58cdcf191fee,segment=NetworkSegment(c8089961-9288-4423-98e8-71e5402bb5db),segment_id=c8089961-9288-4423-98e8-71e5402bb5db)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:32:32.581559 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (6f11447a-10cf-443b-9ec3-58cdcf191fee), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:32.631814 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=6f11447a-10cf-443b-9ec3-58cdcf191fee,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:32.860514 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['6f11447a-10cf-443b-9ec3-58cdcf191fee'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:32:32.946674 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b3401d-31dc-4509-9138-e58ec0071848 req-46861879-ca79-4b11-939b-df67b354f8a8 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:32.948226 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f9b3401d-31dc-4509-9138-e58ec0071848 req-46861879-ca79-4b11-939b-df67b354f8a8 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=96085f82-e71d-4c20-a559-290c3f509ed2 HTTP/1.1" status: 200 len: 944 time: 0.0532434 Feb 04 13:32:32.996593 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f9b3401d-31dc-4509-9138-e58ec0071848 req-948c52c7-52fc-48de-8042-5b886925072f tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b097421-733c-45a4-95fb-517058efa95a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420763 Feb 04 13:32:34.115490 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e3329b-3bdc-4d61-9725-cb2912fa2560 req-f40de23f-9c7f-4a15-a3ff-38aad2aafb70 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:34.116909 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-07e3329b-3bdc-4d61-9725-cb2912fa2560 req-f40de23f-9c7f-4a15-a3ff-38aad2aafb70 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=96085f82-e71d-4c20-a559-290c3f509ed2 HTTP/1.1" status: 200 len: 944 time: 0.0524240 Feb 04 13:32:34.171447 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-07e3329b-3bdc-4d61-9725-cb2912fa2560 req-702349b9-2361-41c5-9116-ad795709a7ef tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b097421-733c-45a4-95fb-517058efa95a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487092 Feb 04 13:32:34.397186 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 6f11447a-10cf-443b-9ec3-58cdcf191fee up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:32:34.446114 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning for port 6f11447a-10cf-443b-9ec3-58cdcf191fee completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:32:34.449928 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port 6f11447a-10cf-443b-9ec3-58cdcf191fee triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:32:34.450304 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (6f11447a-10cf-443b-9ec3-58cdcf191fee), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:34.529104 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 6f11447a-10cf-443b-9ec3-58cdcf191fee is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:32:34.529502 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (6f11447a-10cf-443b-9ec3-58cdcf191fee), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:34.552834 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96085f82-e71d-4c20-a559-290c3f509ed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f11447a-10cf-443b-9ec3-58cdcf191fee'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:32:34.555078 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53818b00e40e8afff1ffbbb80b1f2b2ececb0555ff6da39e2769b708ef8305ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-681b7459-674a-4521-94f9-98627dbaa614" -d '{"events": [{"server_uuid": "96085f82-e71d-4c20-a559-290c3f509ed2", "name": "network-vif-plugged", "status": "completed", "tag": "6f11447a-10cf-443b-9ec3-58cdcf191fee"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:32:34.568296 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 6f11447a-10cf-443b-9ec3-58cdcf191fee, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=6f11447a-10cf-443b-9ec3-58cdcf191fee,segment=NetworkSegment(c8089961-9288-4423-98e8-71e5402bb5db),segment_id=c8089961-9288-4423-98e8-71e5402bb5db)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:32:34.573028 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (6f11447a-10cf-443b-9ec3-58cdcf191fee), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:34.596972 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8568e207-1d66-4b65-9c8a-4fdef1c09bb4 x-openstack-request-id: req-8568e207-1d66-4b65-9c8a-4fdef1c09bb4 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:32:34.597276 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96085f82-e71d-4c20-a559-290c3f509ed2", "name": "network-vif-plugged", "status": "completed", "tag": "6f11447a-10cf-443b-9ec3-58cdcf191fee", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:32:34.597543 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8568e207-1d66-4b65-9c8a-4fdef1c09bb4 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:32:34.597942 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96085f82-e71d-4c20-a559-290c3f509ed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f11447a-10cf-443b-9ec3-58cdcf191fee', 'code': 200} Feb 04 13:32:34.625512 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=6f11447a-10cf-443b-9ec3-58cdcf191fee,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:34.699540 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a949081-3c0b-42e2-9098-98c67c8052f9 req-88a27f11-e3fc-4f2b-b520-9c565758fd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:34.701542 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4a949081-3c0b-42e2-9098-98c67c8052f9 req-88a27f11-e3fc-4f2b-b520-9c565758fd65 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=96085f82-e71d-4c20-a559-290c3f509ed2 HTTP/1.1" status: 200 len: 1127 time: 0.0452075 Feb 04 13:32:34.749064 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4a949081-3c0b-42e2-9098-98c67c8052f9 req-699057bb-a059-425c-851d-4655e00083a9 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=9b097421-733c-45a4-95fb-517058efa95a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393946 Feb 04 13:32:35.292080 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94abe03-b8cb-4860-8478-06396441ee39 req-bfda6801-0944-4560-983a-1588c91af21c tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:35.293581 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f94abe03-b8cb-4860-8478-06396441ee39 req-bfda6801-0944-4560-983a-1588c91af21c tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=96085f82-e71d-4c20-a559-290c3f509ed2 HTTP/1.1" status: 200 len: 945 time: 0.0553184 Feb 04 13:32:35.342362 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f94abe03-b8cb-4860-8478-06396441ee39 req-03cf371e-7cad-4ede-831f-2852db3f5735 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b097421-733c-45a4-95fb-517058efa95a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421624 Feb 04 13:32:36.468327 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a710a4a1-21ff-4e97-b2e2-74055f97aa8a req-422ece4c-bd09-4290-904d-714f4f9877b0 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:36.469785 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a710a4a1-21ff-4e97-b2e2-74055f97aa8a req-422ece4c-bd09-4290-904d-714f4f9877b0 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=96085f82-e71d-4c20-a559-290c3f509ed2 HTTP/1.1" status: 200 len: 945 time: 0.0565541 Feb 04 13:32:36.517463 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a710a4a1-21ff-4e97-b2e2-74055f97aa8a req-6a41285d-ab2f-414d-8523-824d8ca81134 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b097421-733c-45a4-95fb-517058efa95a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421128 Feb 04 13:32:36.634796 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c048bd0f-f1c7-4233-82f8-d15b2fee9462 req-56f60c03-542e-4455-9640-f2193f0f6fae tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:36.636271 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c048bd0f-f1c7-4233-82f8-d15b2fee9462 req-56f60c03-542e-4455-9640-f2193f0f6fae tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=96085f82-e71d-4c20-a559-290c3f509ed2 HTTP/1.1" status: 200 len: 945 time: 0.0525005 Feb 04 13:32:36.688938 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c048bd0f-f1c7-4233-82f8-d15b2fee9462 req-7b6b60c7-4cdc-4a43-88ab-06ca771bca3d tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b097421-733c-45a4-95fb-517058efa95a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469577 Feb 04 13:32:36.710475 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 35334) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:36.758350 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a30c02-fb5a-4e86-b4f9-444fbf6e6660 tempest-TestNetworkAdvancedServerOps-967824004 tempest-TestNetworkAdvancedServerOps-967824004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:36.759888 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-e3a30c02-fb5a-4e86-b4f9-444fbf6e6660 tempest-TestNetworkAdvancedServerOps-967824004 tempest-TestNetworkAdvancedServerOps-967824004-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=96085f82-e71d-4c20-a559-290c3f509ed2 HTTP/1.1" status: 200 len: 1122 time: 0.0484114 Feb 04 13:32:36.762701 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 35336) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:36.767196 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-70d37332-0cd6-4fc4-9bf5-c147751b6b90 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Request body: {'floatingip': {'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'port_id': '6f11447a-10cf-443b-9ec3-58cdcf191fee', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:32:36.788623 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-70d37332-0cd6-4fc4-9bf5-c147751b6b90 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:36.892264 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-70d37332-0cd6-4fc4-9bf5-c147751b6b90 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:37.001296 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-70d37332-0cd6-4fc4-9bf5-c147751b6b90 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Allocated IP 172.25.3.31 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/fbc70c30-d988-4322-a243-fc422192666e) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:32:37.104504 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-70d37332-0cd6-4fc4-9bf5-c147751b6b90 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for port (fbc70c30-d988-4322-a243-fc422192666e), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:37.139522 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-70d37332-0cd6-4fc4-9bf5-c147751b6b90 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (fbc70c30-d988-4322-a243-fc422192666e), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:37.182549 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d37332-0cd6-4fc4-9bf5-c147751b6b90 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:32:37.185540 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-70d37332-0cd6-4fc4-9bf5-c147751b6b90 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:32:37.188335 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d37332-0cd6-4fc4-9bf5-c147751b6b90 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:32:37.212088 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d37332-0cd6-4fc4-9bf5-c147751b6b90 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Pushing event updated for resources: {'Port': ['ID=fbc70c30-d988-4322-a243-fc422192666e,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:37.543567 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-70d37332-0cd6-4fc4-9bf5-c147751b6b90 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for floatingip (e54268dd-6711-447d-82a9-bd93fcdc2c13), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:37.617054 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-70d37332-0cd6-4fc4-9bf5-c147751b6b90 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (fbc70c30-d988-4322-a243-fc422192666e), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:37.768196 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-70d37332-0cd6-4fc4-9bf5-c147751b6b90 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for port (fbc70c30-d988-4322-a243-fc422192666e), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:37.773127 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-70d37332-0cd6-4fc4-9bf5-c147751b6b90 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (fbc70c30-d988-4322-a243-fc422192666e), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:37.845572 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d37332-0cd6-4fc4-9bf5-c147751b6b90 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Pushing event updated for resources: {'Port': ['ID=fbc70c30-d988-4322-a243-fc422192666e,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:37.854057 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-70d37332-0cd6-4fc4-9bf5-c147751b6b90 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1599943'] for floatingip (e54268dd-6711-447d-82a9-bd93fcdc2c13), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:37.960873 n-d-825015-3 neutron-server[103474]: INFO neutron.db.l3_db [None req-70d37332-0cd6-4fc4-9bf5-c147751b6b90 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Floating IP e54268dd-6711-447d-82a9-bd93fcdc2c13 associated. External IP: 172.25.3.31, port: 6f11447a-10cf-443b-9ec3-58cdcf191fee. Feb 04 13:32:38.445801 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70d37332-0cd6-4fc4-9bf5-c147751b6b90 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Router 6bb65afa-f12a-4891-be2e-15c122ba7e37 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:32:38.557356 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70d37332-0cd6-4fc4-9bf5-c147751b6b90 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:32:38.569637 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca00ec3c-6a7c-41b5-b5d4-5d115ec91c13 None None] Sync routers for ids ['6bb65afa-f12a-4891-be2e-15c122ba7e37'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:32:38.580799 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-70d37332-0cd6-4fc4-9bf5-c147751b6b90 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:38.585065 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca00ec3c-6a7c-41b5-b5d4-5d115ec91c13 None None] Routers {'6bb65afa-f12a-4891-be2e-15c122ba7e37'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:32:38.586167 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-ca00ec3c-6a7c-41b5-b5d4-5d115ec91c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:32:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['6bb65afa-f12a-4891-be2e-15c122ba7e37'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:32:38.621551 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-70d37332-0cd6-4fc4-9bf5-c147751b6b90 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8578401 Feb 04 13:32:38.622156 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96085f82-e71d-4c20-a559-290c3f509ed2', 'tag': '6f11447a-10cf-443b-9ec3-58cdcf191fee'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:32:38.624876 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d80557581d331a580d396cdc7e9427e44bb7e480f60f23768e1d923b8085a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42c226e4-bcdc-4501-8b5b-9bdb01f89b82" -d '{"events": [{"name": "network-changed", "server_uuid": "96085f82-e71d-4c20-a559-290c3f509ed2", "tag": "6f11447a-10cf-443b-9ec3-58cdcf191fee"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:32:38.672883 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19499ffc-2c06-4350-a63f-0e0ecb2ee4a3 x-openstack-request-id: req-19499ffc-2c06-4350-a63f-0e0ecb2ee4a3 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:32:38.673071 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96085f82-e71d-4c20-a559-290c3f509ed2", "tag": "6f11447a-10cf-443b-9ec3-58cdcf191fee", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:32:38.673282 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-19499ffc-2c06-4350-a63f-0e0ecb2ee4a3 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:32:38.673687 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96085f82-e71d-4c20-a559-290c3f509ed2', 'tag': '6f11447a-10cf-443b-9ec3-58cdcf191fee', 'status': 'completed', 'code': 200} Feb 04 13:32:38.705862 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-ca00ec3c-6a7c-41b5-b5d4-5d115ec91c13 None None] Set router 6bb65afa-f12a-4891-be2e-15c122ba7e37 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:32:38.765659 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03df3a8e-2ddc-4533-ab04-984f2e34ab3f req-ca8c024a-4e99-4de2-aeb9-92f5bd2e7e17 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:38.767141 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-03df3a8e-2ddc-4533-ab04-984f2e34ab3f req-ca8c024a-4e99-4de2-aeb9-92f5bd2e7e17 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=96085f82-e71d-4c20-a559-290c3f509ed2 HTTP/1.1" status: 200 len: 945 time: 0.0905309 Feb 04 13:32:38.772919 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c226e4-bcdc-4501-8b5b-9bdb01f89b82 req-175098d5-284a-458f-905e-b1f1d034c7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:38.774300 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-42c226e4-bcdc-4501-8b5b-9bdb01f89b82 req-175098d5-284a-458f-905e-b1f1d034c7d6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=deceb844ac72490cb451d91c169a30ba&device_id=96085f82-e71d-4c20-a559-290c3f509ed2 HTTP/1.1" status: 200 len: 1127 time: 0.0697308 Feb 04 13:32:38.879512 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-03df3a8e-2ddc-4533-ab04-984f2e34ab3f req-458e2b82-8e32-4f70-80d5-bb9b5370bb0d tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b097421-733c-45a4-95fb-517058efa95a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042466 Feb 04 13:32:38.903890 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 35342) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:38.906641 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c226e4-bcdc-4501-8b5b-9bdb01f89b82 req-58856e17-e849-42b3-bd42-575106ceb300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:38.908220 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-42c226e4-bcdc-4501-8b5b-9bdb01f89b82 req-58856e17-e849-42b3-bd42-575106ceb300 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5ca29b88-bdf3-4649-a717-a5c7c479b968 HTTP/1.1" status: 200 len: 897 time: 0.1191554 Feb 04 13:32:38.970230 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-9cabce00-83d0-45e7-9c00-f80b5ab0df44 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/floatingips/e54268dd-6711-447d-82a9-bd93fcdc2c13 HTTP/1.1" status: 200 len: 990 time: 0.0635946 Feb 04 13:32:38.979437 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-42c226e4-bcdc-4501-8b5b-9bdb01f89b82 req-e033c8c8-c62e-443a-80f2-f972078a220a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6f11447a-10cf-443b-9ec3-58cdcf191fee HTTP/1.1" status: 200 len: 998 time: 0.0635481 Feb 04 13:32:39.028527 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c226e4-bcdc-4501-8b5b-9bdb01f89b82 req-97ec75ec-1602-4231-8fbe-ba60ec9bc488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:39.029970 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-42c226e4-bcdc-4501-8b5b-9bdb01f89b82 req-97ec75ec-1602-4231-8fbe-ba60ec9bc488 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f3c4db58-74b8-4ec5-9423-ae998f5fbe7d HTTP/1.1" status: 200 len: 834 time: 0.0442753 Feb 04 13:32:39.033945 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-ca00ec3c-6a7c-41b5-b5d4-5d115ec91c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb65afa-f12a-4891-be2e-15c122ba7e37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1979335211', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': '5ad8558b-b21f-414c-9eb4-4ddbc6b7d96b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:32:20Z', 'updated_at': '2022-02-04T13:32:24Z', 'revision_number': 4, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'gw_port': {'id': '5ad8558b-b21f-414c-9eb4-4ddbc6b7d96b', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:61:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb65afa-f12a-4891-be2e-15c122ba7e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:32:20Z', 'updated_at': '2022-02-04T13:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': 'e54268dd-6711-447d-82a9-bd93fcdc2c13', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'floating_ip_address': '172.25.3.31', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': '6bb65afa-f12a-4891-be2e-15c122ba7e37', 'port_id': '6f11447a-10cf-443b-9ec3-58cdcf191fee', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ca29b88-bdf3-4649-a717-a5c7c479b968', 'mac_address': 'fa:16:3e:85:db:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96085f82-e71d-4c20-a559-290c3f509ed2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:32:37Z', 'updated_at': '2022-02-04T13:32:37Z', 'revision_number': 0, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47d7ced7-90b2-4ea7-bc50-7317b977aa28', 'name': '', 'network_id': '5ca29b88-bdf3-4649-a717-a5c7c479b968', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'mac_address': 'fa:16:3e:f3:d3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb65afa-f12a-4891-be2e-15c122ba7e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'f3c4db58-74b8-4ec5-9423-ae998f5fbe7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:32:23Z', 'updated_at': '2022-02-04T13:32:27Z', 'revision_number': 5, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'subnets': [{'id': 'f3c4db58-74b8-4ec5-9423-ae998f5fbe7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:32:39.063982 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca00ec3c-6a7c-41b5-b5d4-5d115ec91c13 None None] Checking router: 6bb65afa-f12a-4891-be2e-15c122ba7e37 for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:32:39.072583 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca00ec3c-6a7c-41b5-b5d4-5d115ec91c13 None None] Routers {'6bb65afa-f12a-4891-be2e-15c122ba7e37'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:32:39.073202 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-ca00ec3c-6a7c-41b5-b5d4-5d115ec91c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:32:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['6bb65afa-f12a-4891-be2e-15c122ba7e37'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:32:39.086371 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c226e4-bcdc-4501-8b5b-9bdb01f89b82 req-1c90227d-811f-4a05-9031-e5760d6688d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:39.087903 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-42c226e4-bcdc-4501-8b5b-9bdb01f89b82 req-1c90227d-811f-4a05-9031-e5760d6688d5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5ca29b88-bdf3-4649-a717-a5c7c479b968&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0509171 Feb 04 13:32:39.182073 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-42c226e4-bcdc-4501-8b5b-9bdb01f89b82 req-b678c2d8-c7c8-43ad-92e7-2acd1c08b7a2 service neutron] 10.222.0.73 "GET /v2.0/networks/5ca29b88-bdf3-4649-a717-a5c7c479b968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833471 Feb 04 13:32:39.183397 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-ca00ec3c-6a7c-41b5-b5d4-5d115ec91c13 None None] Set router 6bb65afa-f12a-4891-be2e-15c122ba7e37 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:32:39.281691 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-42c226e4-bcdc-4501-8b5b-9bdb01f89b82 req-7fc41db3-2b59-4377-8517-12c6ae62c601 service neutron] 10.222.0.73 "GET /v2.0/networks/5ca29b88-bdf3-4649-a717-a5c7c479b968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868468 Feb 04 13:32:39.410528 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-ca00ec3c-6a7c-41b5-b5d4-5d115ec91c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb65afa-f12a-4891-be2e-15c122ba7e37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1979335211', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': '5ad8558b-b21f-414c-9eb4-4ddbc6b7d96b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:32:20Z', 'updated_at': '2022-02-04T13:32:24Z', 'revision_number': 4, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'gw_port': {'id': '5ad8558b-b21f-414c-9eb4-4ddbc6b7d96b', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:61:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb65afa-f12a-4891-be2e-15c122ba7e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:32:20Z', 'updated_at': '2022-02-04T13:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': 'e54268dd-6711-447d-82a9-bd93fcdc2c13', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'floating_ip_address': '172.25.3.31', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': '6bb65afa-f12a-4891-be2e-15c122ba7e37', 'port_id': '6f11447a-10cf-443b-9ec3-58cdcf191fee', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ca29b88-bdf3-4649-a717-a5c7c479b968', 'mac_address': 'fa:16:3e:85:db:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96085f82-e71d-4c20-a559-290c3f509ed2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:32:37Z', 'updated_at': '2022-02-04T13:32:37Z', 'revision_number': 0, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47d7ced7-90b2-4ea7-bc50-7317b977aa28', 'name': '', 'network_id': '5ca29b88-bdf3-4649-a717-a5c7c479b968', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'mac_address': 'fa:16:3e:f3:d3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb65afa-f12a-4891-be2e-15c122ba7e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'f3c4db58-74b8-4ec5-9423-ae998f5fbe7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:32:23Z', 'updated_at': '2022-02-04T13:32:27Z', 'revision_number': 5, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'subnets': [{'id': 'f3c4db58-74b8-4ec5-9423-ae998f5fbe7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:32:39.450972 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca00ec3c-6a7c-41b5-b5d4-5d115ec91c13 None None] The sync data for ids ['6bb65afa-f12a-4891-be2e-15c122ba7e37'] in n-d-825015-3 is: [{'id': '6bb65afa-f12a-4891-be2e-15c122ba7e37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1979335211', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': '5ad8558b-b21f-414c-9eb4-4ddbc6b7d96b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:32:20Z', 'updated_at': '2022-02-04T13:32:24Z', 'revision_number': 4, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'gw_port': {'id': '5ad8558b-b21f-414c-9eb4-4ddbc6b7d96b', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:61:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb65afa-f12a-4891-be2e-15c122ba7e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:32:20Z', 'updated_at': '2022-02-04T13:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': 'e54268dd-6711-447d-82a9-bd93fcdc2c13', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'floating_ip_address': '172.25.3.31', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': '6bb65afa-f12a-4891-be2e-15c122ba7e37', 'port_id': '6f11447a-10cf-443b-9ec3-58cdcf191fee', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ca29b88-bdf3-4649-a717-a5c7c479b968', 'mac_address': 'fa:16:3e:85:db:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96085f82-e71d-4c20-a559-290c3f509ed2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:32:37Z', 'updated_at': '2022-02-04T13:32:37Z', 'revision_number': 0, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47d7ced7-90b2-4ea7-bc50-7317b977aa28', 'name': '', 'network_id': '5ca29b88-bdf3-4649-a717-a5c7c479b968', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'mac_address': 'fa:16:3e:f3:d3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb65afa-f12a-4891-be2e-15c122ba7e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'f3c4db58-74b8-4ec5-9423-ae998f5fbe7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:32:23Z', 'updated_at': '2022-02-04T13:32:27Z', 'revision_number': 5, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'subnets': [{'id': 'f3c4db58-74b8-4ec5-9423-ae998f5fbe7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:32:39.650129 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4eeffef-2854-43e0-885b-9a035cfed75d None None] New status for floating IP e54268dd-6711-447d-82a9-bd93fcdc2c13: ACTIVE {{(pid=103476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:32:39.973067 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 35344) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:32:40.034399 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-a963e4f6-12ac-4bf3-ba28-d933d7772987 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/floatingips/e54268dd-6711-447d-82a9-bd93fcdc2c13 HTTP/1.1" status: 200 len: 992 time: 0.0601780 Feb 04 13:32:44.531360 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:32:45.653082 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0d662477-fc77-4c31-994a-3b3fcca1be2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:45.720791 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4ab43694-b94c-469f-93b2-42d2e72a8b47 req-81f7a507-e296-4599-81b3-5f7033f3d3be service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=96085f82-e71d-4c20-a559-290c3f509ed2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0453422 Feb 04 13:32:45.816314 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab43694-b94c-469f-93b2-42d2e72a8b47 req-10141b03-6f17-4712-b7de-f5e428b9c6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:45.817850 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4ab43694-b94c-469f-93b2-42d2e72a8b47 req-10141b03-6f17-4712-b7de-f5e428b9c6a9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=deceb844ac72490cb451d91c169a30ba&device_id=96085f82-e71d-4c20-a559-290c3f509ed2 HTTP/1.1" status: 200 len: 1127 time: 0.0505919 Feb 04 13:32:45.923293 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab43694-b94c-469f-93b2-42d2e72a8b47 req-972b3a5c-2b72-4b3a-8c57-680f4652ce24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:45.924775 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4ab43694-b94c-469f-93b2-42d2e72a8b47 req-972b3a5c-2b72-4b3a-8c57-680f4652ce24 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5ca29b88-bdf3-4649-a717-a5c7c479b968 HTTP/1.1" status: 200 len: 897 time: 0.0868790 Feb 04 13:32:45.998691 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4ab43694-b94c-469f-93b2-42d2e72a8b47 req-d0c5c892-bb02-4f6f-8bb4-814ae8a09eaa service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6f11447a-10cf-443b-9ec3-58cdcf191fee HTTP/1.1" status: 200 len: 1000 time: 0.0644999 Feb 04 13:32:46.048846 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab43694-b94c-469f-93b2-42d2e72a8b47 req-c15a5126-43b4-4039-b776-8ff5accc7dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:46.050226 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4ab43694-b94c-469f-93b2-42d2e72a8b47 req-c15a5126-43b4-4039-b776-8ff5accc7dee service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f3c4db58-74b8-4ec5-9423-ae998f5fbe7d HTTP/1.1" status: 200 len: 834 time: 0.0440209 Feb 04 13:32:46.101314 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab43694-b94c-469f-93b2-42d2e72a8b47 req-1080c3bd-0d13-4398-82ea-df71ab3f323a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:46.102781 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4ab43694-b94c-469f-93b2-42d2e72a8b47 req-1080c3bd-0d13-4398-82ea-df71ab3f323a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5ca29b88-bdf3-4649-a717-a5c7c479b968&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0457189 Feb 04 13:32:46.202196 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4ab43694-b94c-469f-93b2-42d2e72a8b47 req-5b35f0b8-b5c2-40ae-8163-179358551b8f service neutron] 10.222.0.73 "GET /v2.0/networks/5ca29b88-bdf3-4649-a717-a5c7c479b968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887725 Feb 04 13:32:46.297650 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4ab43694-b94c-469f-93b2-42d2e72a8b47 req-ada60715-15f3-4c1c-94cb-59b9cfbcb5b0 service neutron] 10.222.0.73 "GET /v2.0/networks/5ca29b88-bdf3-4649-a717-a5c7c479b968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846643 Feb 04 13:32:48.154472 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0418398b-4d3b-4faf-b1c1-8e7f2a163c38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:49.477561 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:50.746707 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:32:51.852092 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:01.770304 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:02.483187 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:15.549800 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d1e9aa-81e7-47a3-b5b9-57900c3586fa req-edbe7fef-2486-4b6d-9869-21abc5f16b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:15.551487 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-18d1e9aa-81e7-47a3-b5b9-57900c3586fa req-edbe7fef-2486-4b6d-9869-21abc5f16b43 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=deceb844ac72490cb451d91c169a30ba&device_id=96085f82-e71d-4c20-a559-290c3f509ed2 HTTP/1.1" status: 200 len: 1127 time: 0.0473406 Feb 04 13:33:15.654554 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6753230e-9b6f-40e1-a29d-370cf6929907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:15.670509 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478766fd-4428-45e9-9477-d26850a4fcda req-88ad4f78-af0b-484f-9cbe-bcf7226223d6 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:15.672774 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-478766fd-4428-45e9-9477-d26850a4fcda req-88ad4f78-af0b-484f-9cbe-bcf7226223d6 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=96085f82-e71d-4c20-a559-290c3f509ed2 HTTP/1.1" status: 200 len: 945 time: 0.1782784 Feb 04 13:33:15.699355 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d1e9aa-81e7-47a3-b5b9-57900c3586fa req-2d585602-90f6-4cd2-9ba1-8607fa7fb0da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:15.700786 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-18d1e9aa-81e7-47a3-b5b9-57900c3586fa req-2d585602-90f6-4cd2-9ba1-8607fa7fb0da service neutron] 10.222.0.73 "GET /v2.0/networks?id=5ca29b88-bdf3-4649-a717-a5c7c479b968 HTTP/1.1" status: 200 len: 897 time: 0.1356819 Feb 04 13:33:15.773673 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-478766fd-4428-45e9-9477-d26850a4fcda req-6bf13957-492f-4100-b7a5-5b6250e8a446 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b097421-733c-45a4-95fb-517058efa95a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949550 Feb 04 13:33:15.790673 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-18d1e9aa-81e7-47a3-b5b9-57900c3586fa req-f53ef1ba-c5ae-4ece-b0b3-ab59a43ec8a0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6f11447a-10cf-443b-9ec3-58cdcf191fee HTTP/1.1" status: 200 len: 1000 time: 0.0771027 Feb 04 13:33:15.840273 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d1e9aa-81e7-47a3-b5b9-57900c3586fa req-d39eef95-b16f-43a8-bcae-cc1bad28eda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:15.841725 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-18d1e9aa-81e7-47a3-b5b9-57900c3586fa req-d39eef95-b16f-43a8-bcae-cc1bad28eda7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f3c4db58-74b8-4ec5-9423-ae998f5fbe7d HTTP/1.1" status: 200 len: 834 time: 0.0444174 Feb 04 13:33:15.892028 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d1e9aa-81e7-47a3-b5b9-57900c3586fa req-032319fc-eadf-4118-8e40-ff601fc51f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:15.893519 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-18d1e9aa-81e7-47a3-b5b9-57900c3586fa req-032319fc-eadf-4118-8e40-ff601fc51f2e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5ca29b88-bdf3-4649-a717-a5c7c479b968&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0445733 Feb 04 13:33:15.987871 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-18d1e9aa-81e7-47a3-b5b9-57900c3586fa req-b5e744fd-2538-4b74-a99e-135bf723f85e service neutron] 10.222.0.73 "GET /v2.0/networks/5ca29b88-bdf3-4649-a717-a5c7c479b968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873413 Feb 04 13:33:16.076472 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-18d1e9aa-81e7-47a3-b5b9-57900c3586fa req-8f834c06-5568-402b-a1b7-d3c08eaaca77 service neutron] 10.222.0.73 "GET /v2.0/networks/5ca29b88-bdf3-4649-a717-a5c7c479b968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816653 Feb 04 13:33:16.954583 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb47a86-130c-44da-bb19-e78a7d4ba4e7 req-5ba6338e-45df-4497-8165-bfe9f9c78b9e tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:16.956068 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6cb47a86-130c-44da-bb19-e78a7d4ba4e7 req-5ba6338e-45df-4497-8165-bfe9f9c78b9e tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=96085f82-e71d-4c20-a559-290c3f509ed2 HTTP/1.1" status: 200 len: 945 time: 0.1071217 Feb 04 13:33:17.004556 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6cb47a86-130c-44da-bb19-e78a7d4ba4e7 req-70450043-2b2b-476d-8429-09bd12584589 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b097421-733c-45a4-95fb-517058efa95a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428588 Feb 04 13:33:18.127625 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782d4e8b-b1fa-4d94-8f5a-d6a8a7706246 req-d3dc6491-57c9-4195-963a-aee304b28664 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:18.129069 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-782d4e8b-b1fa-4d94-8f5a-d6a8a7706246 req-d3dc6491-57c9-4195-963a-aee304b28664 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=96085f82-e71d-4c20-a559-290c3f509ed2 HTTP/1.1" status: 200 len: 945 time: 0.0533676 Feb 04 13:33:18.156338 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-328d884a-bd65-4504-ab2e-4c6601249c9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:18.179631 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-782d4e8b-b1fa-4d94-8f5a-d6a8a7706246 req-58b79eb7-beb7-45c6-9b43-42c6cab85b37 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b097421-733c-45a4-95fb-517058efa95a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450041 Feb 04 13:33:19.301084 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b790ea53-e13b-4778-806a-a063c39ed50d req-4c2ae1b8-ba50-44c1-b300-270e4afca097 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:19.302568 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b790ea53-e13b-4778-806a-a063c39ed50d req-4c2ae1b8-ba50-44c1-b300-270e4afca097 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=96085f82-e71d-4c20-a559-290c3f509ed2 HTTP/1.1" status: 200 len: 945 time: 0.0542395 Feb 04 13:33:19.361485 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b790ea53-e13b-4778-806a-a063c39ed50d req-2ec6fdf2-e897-40fb-8ad2-70cb3e990793 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b097421-733c-45a4-95fb-517058efa95a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532820 Feb 04 13:33:19.480988 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:20.481150 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c393028c-c1b7-4daf-982b-4a32085da3ba req-71587487-be7b-4a03-9a3c-d6c337a2353d tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:20.482647 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c393028c-c1b7-4daf-982b-4a32085da3ba req-71587487-be7b-4a03-9a3c-d6c337a2353d tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=96085f82-e71d-4c20-a559-290c3f509ed2 HTTP/1.1" status: 200 len: 945 time: 0.0538247 Feb 04 13:33:20.532064 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c393028c-c1b7-4daf-982b-4a32085da3ba req-393dae9d-d031-4076-b64f-5d74f59b18f4 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b097421-733c-45a4-95fb-517058efa95a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435896 Feb 04 13:33:20.748865 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:21.530686 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:33:21.656276 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e42de67-2870-47bc-ad33-6141eec97ea2 req-17d7ed5a-1590-42f0-a606-89b3a6b965aa tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:21.657945 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8e42de67-2870-47bc-ad33-6141eec97ea2 req-17d7ed5a-1590-42f0-a606-89b3a6b965aa tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=96085f82-e71d-4c20-a559-290c3f509ed2 HTTP/1.1" status: 200 len: 945 time: 0.0537848 Feb 04 13:33:21.709495 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8e42de67-2870-47bc-ad33-6141eec97ea2 req-6222bcdc-b603-49f7-83b4-f93318f28ada tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b097421-733c-45a4-95fb-517058efa95a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459609 Feb 04 13:33:21.854722 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:22.843347 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023c56f6-3c74-4d3b-b095-e4b28b2b683c req-b025dd20-6f37-4f2f-ba69-1554349e3e82 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:22.844909 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-023c56f6-3c74-4d3b-b095-e4b28b2b683c req-b025dd20-6f37-4f2f-ba69-1554349e3e82 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=96085f82-e71d-4c20-a559-290c3f509ed2 HTTP/1.1" status: 200 len: 945 time: 0.0644047 Feb 04 13:33:22.892773 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-023c56f6-3c74-4d3b-b095-e4b28b2b683c req-22160ece-a8ce-4b2b-bdb0-7eb0d5242f84 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b097421-733c-45a4-95fb-517058efa95a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422719 Feb 04 13:33:24.013179 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b35f84b-b450-4caf-a190-1ff6cff3dca7 req-40b28741-1be5-46bb-bb5d-02408d6f1807 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:24.014770 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2b35f84b-b450-4caf-a190-1ff6cff3dca7 req-40b28741-1be5-46bb-bb5d-02408d6f1807 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=96085f82-e71d-4c20-a559-290c3f509ed2 HTTP/1.1" status: 200 len: 945 time: 0.0530739 Feb 04 13:33:24.065742 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2b35f84b-b450-4caf-a190-1ff6cff3dca7 req-c7246f95-f30f-4453-9bd7-592b531407d4 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b097421-733c-45a4-95fb-517058efa95a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433450 Feb 04 13:33:25.185515 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7664065d-8c09-43dc-88bd-28a4b9781711 req-48fe1b62-10ed-426d-af03-e9d1faa1702d tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:25.186989 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7664065d-8c09-43dc-88bd-28a4b9781711 req-48fe1b62-10ed-426d-af03-e9d1faa1702d tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=96085f82-e71d-4c20-a559-290c3f509ed2 HTTP/1.1" status: 200 len: 945 time: 0.0528526 Feb 04 13:33:25.240250 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7664065d-8c09-43dc-88bd-28a4b9781711 req-d2fc37f4-a846-4470-82ec-d3170bbb7d05 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b097421-733c-45a4-95fb-517058efa95a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476105 Feb 04 13:33:26.368121 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b915c3-34e9-45e8-849b-005243677547 req-f43feb6c-2a0f-48ef-b262-ee301c77770a tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:26.369728 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-09b915c3-34e9-45e8-849b-005243677547 req-f43feb6c-2a0f-48ef-b262-ee301c77770a tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=96085f82-e71d-4c20-a559-290c3f509ed2 HTTP/1.1" status: 200 len: 945 time: 0.0555367 Feb 04 13:33:26.418989 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-09b915c3-34e9-45e8-849b-005243677547 req-68987495-a0b4-421f-a3a0-eb479abaad1d tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b097421-733c-45a4-95fb-517058efa95a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424709 Feb 04 13:33:27.542543 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbc6d27-7c7a-45d0-98c5-158514e975bd req-fae69caf-524a-460b-a80d-c28ce45aa641 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:27.544078 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bdbc6d27-7c7a-45d0-98c5-158514e975bd req-fae69caf-524a-460b-a80d-c28ce45aa641 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=96085f82-e71d-4c20-a559-290c3f509ed2 HTTP/1.1" status: 200 len: 945 time: 0.0527425 Feb 04 13:33:27.592761 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bdbc6d27-7c7a-45d0-98c5-158514e975bd req-424d0dee-c4a2-42c8-aea0-21548e52eb7c tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b097421-733c-45a4-95fb-517058efa95a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423932 Feb 04 13:33:27.616649 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 35384) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:33:27.679423 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-0052c59e-c291-4ad7-b6bd-83a1c7f15025 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/floatingips/e54268dd-6711-447d-82a9-bd93fcdc2c13 HTTP/1.1" status: 200 len: 992 time: 0.0616331 Feb 04 13:33:31.806314 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:32.481859 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:45.656161 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-67aacdfd-d085-4747-b463-4e7b565db4f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:46.011941 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b9afc24c-9a3b-4c29-a858-ee4ed292a986 req-fbde321a-f247-4d2e-bcc1-8b7436df9500 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=96085f82-e71d-4c20-a559-290c3f509ed2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0454025 Feb 04 13:33:46.103079 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9afc24c-9a3b-4c29-a858-ee4ed292a986 req-fa1554f9-9839-4042-8fa6-cfca78393726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:46.104614 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b9afc24c-9a3b-4c29-a858-ee4ed292a986 req-fa1554f9-9839-4042-8fa6-cfca78393726 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=deceb844ac72490cb451d91c169a30ba&device_id=96085f82-e71d-4c20-a559-290c3f509ed2 HTTP/1.1" status: 200 len: 1127 time: 0.0450988 Feb 04 13:33:46.214935 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9afc24c-9a3b-4c29-a858-ee4ed292a986 req-0841e3cb-1488-41a0-bdb3-99e15e37949e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:46.216472 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b9afc24c-9a3b-4c29-a858-ee4ed292a986 req-0841e3cb-1488-41a0-bdb3-99e15e37949e service neutron] 10.222.0.73 "GET /v2.0/networks?id=5ca29b88-bdf3-4649-a717-a5c7c479b968 HTTP/1.1" status: 200 len: 897 time: 0.0878048 Feb 04 13:33:46.285506 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b9afc24c-9a3b-4c29-a858-ee4ed292a986 req-a6ad89a3-cd33-424c-94a5-bc32e683af57 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6f11447a-10cf-443b-9ec3-58cdcf191fee HTTP/1.1" status: 200 len: 1000 time: 0.0596547 Feb 04 13:33:46.340213 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9afc24c-9a3b-4c29-a858-ee4ed292a986 req-527613f7-cb20-4d29-81fc-ad90c3c8fb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:46.341668 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b9afc24c-9a3b-4c29-a858-ee4ed292a986 req-527613f7-cb20-4d29-81fc-ad90c3c8fb8f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f3c4db58-74b8-4ec5-9423-ae998f5fbe7d HTTP/1.1" status: 200 len: 834 time: 0.0473344 Feb 04 13:33:46.391661 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9afc24c-9a3b-4c29-a858-ee4ed292a986 req-cc2acbcf-da65-4363-bbaf-2bb837ba9953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:46.393097 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b9afc24c-9a3b-4c29-a858-ee4ed292a986 req-cc2acbcf-da65-4363-bbaf-2bb837ba9953 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5ca29b88-bdf3-4649-a717-a5c7c479b968&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0451062 Feb 04 13:33:46.484331 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b9afc24c-9a3b-4c29-a858-ee4ed292a986 req-5dc0d4e6-03e3-4a51-bd70-8055f61314a7 service neutron] 10.222.0.73 "GET /v2.0/networks/5ca29b88-bdf3-4649-a717-a5c7c479b968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838227 Feb 04 13:33:46.587262 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b9afc24c-9a3b-4c29-a858-ee4ed292a986 req-df6802d7-672d-498d-80dd-1f55496b2b17 service neutron] 10.222.0.73 "GET /v2.0/networks/5ca29b88-bdf3-4649-a717-a5c7c479b968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934153 Feb 04 13:33:48.160231 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-98c4b64d-be90-4f7b-8c26-95bf0497469c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:49.484189 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:50.754915 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:51.859161 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:33:58.531006 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:34:01.806955 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:02.102562 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 35402) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:02.271923 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-87c3443f-6df9-4bd7-9fde-421c8cbd9771 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Deleting port fbc70c30-d988-4322-a243-fc422192666e {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:34:02.272266 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-87c3443f-6df9-4bd7-9fde-421c8cbd9771 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (fbc70c30-d988-4322-a243-fc422192666e), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:02.352339 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-87c3443f-6df9-4bd7-9fde-421c8cbd9771 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (fbc70c30-d988-4322-a243-fc422192666e), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:02.352717 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-87c3443f-6df9-4bd7-9fde-421c8cbd9771 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for floatingip (fbc70c30-d988-4322-a243-fc422192666e), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:02.365386 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-87c3443f-6df9-4bd7-9fde-421c8cbd9771 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Calling delete_port for fbc70c30-d988-4322-a243-fc422192666e owned by network:floatingip {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:34:02.497704 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:02.534100 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-87c3443f-6df9-4bd7-9fde-421c8cbd9771 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (fbc70c30-d988-4322-a243-fc422192666e), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:02.566397 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c3443f-6df9-4bd7-9fde-421c8cbd9771 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Pushing event deleted for resources: {'Port': ['ID=fbc70c30-d988-4322-a243-fc422192666e,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:02.589116 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c3443f-6df9-4bd7-9fde-421c8cbd9771 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:02.589474 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c3443f-6df9-4bd7-9fde-421c8cbd9771 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:02.589822 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c3443f-6df9-4bd7-9fde-421c8cbd9771 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:02.590166 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c3443f-6df9-4bd7-9fde-421c8cbd9771 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:02.590558 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c3443f-6df9-4bd7-9fde-421c8cbd9771 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:02.590839 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c3443f-6df9-4bd7-9fde-421c8cbd9771 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:02.591172 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c3443f-6df9-4bd7-9fde-421c8cbd9771 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:02.591504 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c3443f-6df9-4bd7-9fde-421c8cbd9771 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:02.591863 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c3443f-6df9-4bd7-9fde-421c8cbd9771 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:02.592204 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c3443f-6df9-4bd7-9fde-421c8cbd9771 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:02.592530 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c3443f-6df9-4bd7-9fde-421c8cbd9771 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:02.592991 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c3443f-6df9-4bd7-9fde-421c8cbd9771 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:02.593353 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c3443f-6df9-4bd7-9fde-421c8cbd9771 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:02.636883 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-87c3443f-6df9-4bd7-9fde-421c8cbd9771 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for floatingip (e54268dd-6711-447d-82a9-bd93fcdc2c13), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:02.637131 n-d-825015-3 neutron-server[103475]: INFO neutron.db.l3_db [None req-87c3443f-6df9-4bd7-9fde-421c8cbd9771 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Floating IP e54268dd-6711-447d-82a9-bd93fcdc2c13 disassociated (deleted). External IP: 172.25.3.31, port: 6f11447a-10cf-443b-9ec3-58cdcf191fee. Feb 04 13:34:02.873691 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87c3443f-6df9-4bd7-9fde-421c8cbd9771 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Router 6bb65afa-f12a-4891-be2e-15c122ba7e37 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:34:03.303223 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87c3443f-6df9-4bd7-9fde-421c8cbd9771 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:34:03.308113 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-87c3443f-6df9-4bd7-9fde-421c8cbd9771 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:03.313437 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88dc2732-1d16-450b-a094-51b7efcc9071 None None] Sync routers for ids ['6bb65afa-f12a-4891-be2e-15c122ba7e37'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:34:03.325681 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88dc2732-1d16-450b-a094-51b7efcc9071 None None] Routers {'6bb65afa-f12a-4891-be2e-15c122ba7e37'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:34:03.326314 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-88dc2732-1d16-450b-a094-51b7efcc9071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:33:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['6bb65afa-f12a-4891-be2e-15c122ba7e37'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:34:03.340853 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-87c3443f-6df9-4bd7-9fde-421c8cbd9771 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "DELETE /v2.0/floatingips/e54268dd-6711-447d-82a9-bd93fcdc2c13 HTTP/1.1" status: 204 len: 168 time: 1.2346847 Feb 04 13:34:03.340853 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96085f82-e71d-4c20-a559-290c3f509ed2', 'tag': '6f11447a-10cf-443b-9ec3-58cdcf191fee'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:34:03.341279 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48bbd334e613f85cd2144b496d46af0d2e531f29900d43c124e8a63cdd2917ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf1e5cdd-4239-412b-adba-f44a9bfedd88" -d '{"events": [{"name": "network-changed", "server_uuid": "96085f82-e71d-4c20-a559-290c3f509ed2", "tag": "6f11447a-10cf-443b-9ec3-58cdcf191fee"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:34:03.457300 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-88dc2732-1d16-450b-a094-51b7efcc9071 None None] Set router 6bb65afa-f12a-4891-be2e-15c122ba7e37 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:34:03.471558 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a0377d3-3332-4b22-9e53-075e8634841f x-openstack-request-id: req-2a0377d3-3332-4b22-9e53-075e8634841f {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:34:03.471965 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96085f82-e71d-4c20-a559-290c3f509ed2", "tag": "6f11447a-10cf-443b-9ec3-58cdcf191fee", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:34:03.472290 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2a0377d3-3332-4b22-9e53-075e8634841f {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:34:03.472761 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96085f82-e71d-4c20-a559-290c3f509ed2', 'tag': '6f11447a-10cf-443b-9ec3-58cdcf191fee', 'status': 'completed', 'code': 200} Feb 04 13:34:03.649173 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1e5cdd-4239-412b-adba-f44a9bfedd88 req-1d9b3858-75a8-438d-b3a4-2fe5e0703414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:03.650699 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bf1e5cdd-4239-412b-adba-f44a9bfedd88 req-1d9b3858-75a8-438d-b3a4-2fe5e0703414 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=deceb844ac72490cb451d91c169a30ba&device_id=96085f82-e71d-4c20-a559-290c3f509ed2 HTTP/1.1" status: 200 len: 1127 time: 0.1573970 Feb 04 13:34:03.659349 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402880fc-50b5-4212-b879-c1b773167369 req-48d30455-3199-42f1-81ee-5241b9b6d86d tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:03.660807 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-402880fc-50b5-4212-b879-c1b773167369 req-48d30455-3199-42f1-81ee-5241b9b6d86d tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=96085f82-e71d-4c20-a559-290c3f509ed2 HTTP/1.1" status: 200 len: 945 time: 0.0822992 Feb 04 13:34:03.678579 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-88dc2732-1d16-450b-a094-51b7efcc9071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb65afa-f12a-4891-be2e-15c122ba7e37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1979335211', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': '5ad8558b-b21f-414c-9eb4-4ddbc6b7d96b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:32:20Z', 'updated_at': '2022-02-04T13:32:24Z', 'revision_number': 4, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'gw_port': {'id': '5ad8558b-b21f-414c-9eb4-4ddbc6b7d96b', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:61:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb65afa-f12a-4891-be2e-15c122ba7e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:32:20Z', 'updated_at': '2022-02-04T13:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '47d7ced7-90b2-4ea7-bc50-7317b977aa28', 'name': '', 'network_id': '5ca29b88-bdf3-4649-a717-a5c7c479b968', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'mac_address': 'fa:16:3e:f3:d3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb65afa-f12a-4891-be2e-15c122ba7e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'f3c4db58-74b8-4ec5-9423-ae998f5fbe7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:32:23Z', 'updated_at': '2022-02-04T13:32:27Z', 'revision_number': 5, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'subnets': [{'id': 'f3c4db58-74b8-4ec5-9423-ae998f5fbe7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:34:03.706328 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88dc2732-1d16-450b-a094-51b7efcc9071 None None] Checking router: 6bb65afa-f12a-4891-be2e-15c122ba7e37 for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:34:03.716092 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88dc2732-1d16-450b-a094-51b7efcc9071 None None] Routers {'6bb65afa-f12a-4891-be2e-15c122ba7e37'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:34:03.716703 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-88dc2732-1d16-450b-a094-51b7efcc9071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:33:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['6bb65afa-f12a-4891-be2e-15c122ba7e37'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:34:03.767241 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-402880fc-50b5-4212-b879-c1b773167369 req-7d072c81-f5c9-4e47-9104-cd0a8f767e5d tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b097421-733c-45a4-95fb-517058efa95a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974295 Feb 04 13:34:03.794048 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1e5cdd-4239-412b-adba-f44a9bfedd88 req-e22570e8-302c-48df-9c5e-8e9152fc0b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:03.795967 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bf1e5cdd-4239-412b-adba-f44a9bfedd88 req-e22570e8-302c-48df-9c5e-8e9152fc0b7e service neutron] 10.222.0.73 "GET /v2.0/networks?id=5ca29b88-bdf3-4649-a717-a5c7c479b968 HTTP/1.1" status: 200 len: 897 time: 0.1341851 Feb 04 13:34:03.832132 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-88dc2732-1d16-450b-a094-51b7efcc9071 None None] Set router 6bb65afa-f12a-4891-be2e-15c122ba7e37 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:34:03.847217 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bf1e5cdd-4239-412b-adba-f44a9bfedd88 req-e250c13f-e8c9-461c-833c-819324039102 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6f11447a-10cf-443b-9ec3-58cdcf191fee HTTP/1.1" status: 200 len: 217 time: 0.0434847 Feb 04 13:34:03.897842 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1e5cdd-4239-412b-adba-f44a9bfedd88 req-53b01b8b-3cf9-434d-8342-66adb9e34523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:03.899329 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bf1e5cdd-4239-412b-adba-f44a9bfedd88 req-53b01b8b-3cf9-434d-8342-66adb9e34523 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f3c4db58-74b8-4ec5-9423-ae998f5fbe7d HTTP/1.1" status: 200 len: 834 time: 0.0462344 Feb 04 13:34:03.953548 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1e5cdd-4239-412b-adba-f44a9bfedd88 req-01fd166e-a1f4-48eb-9ebf-9ca2e8b68c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:03.955113 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bf1e5cdd-4239-412b-adba-f44a9bfedd88 req-01fd166e-a1f4-48eb-9ebf-9ca2e8b68c0f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5ca29b88-bdf3-4649-a717-a5c7c479b968&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0489109 Feb 04 13:34:04.052895 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bf1e5cdd-4239-412b-adba-f44a9bfedd88 req-55868c79-5f2f-42d4-917a-22ba18d57ad6 service neutron] 10.222.0.73 "GET /v2.0/networks/5ca29b88-bdf3-4649-a717-a5c7c479b968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909815 Feb 04 13:34:04.132182 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-88dc2732-1d16-450b-a094-51b7efcc9071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb65afa-f12a-4891-be2e-15c122ba7e37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1979335211', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': '5ad8558b-b21f-414c-9eb4-4ddbc6b7d96b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:32:20Z', 'updated_at': '2022-02-04T13:32:24Z', 'revision_number': 4, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'gw_port': {'id': '5ad8558b-b21f-414c-9eb4-4ddbc6b7d96b', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:61:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb65afa-f12a-4891-be2e-15c122ba7e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:32:20Z', 'updated_at': '2022-02-04T13:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '47d7ced7-90b2-4ea7-bc50-7317b977aa28', 'name': '', 'network_id': '5ca29b88-bdf3-4649-a717-a5c7c479b968', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'mac_address': 'fa:16:3e:f3:d3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb65afa-f12a-4891-be2e-15c122ba7e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'f3c4db58-74b8-4ec5-9423-ae998f5fbe7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:32:23Z', 'updated_at': '2022-02-04T13:32:27Z', 'revision_number': 5, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'subnets': [{'id': 'f3c4db58-74b8-4ec5-9423-ae998f5fbe7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:34:04.146333 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bf1e5cdd-4239-412b-adba-f44a9bfedd88 req-badad56b-fc72-4bf3-9218-dd7a3107798b service neutron] 10.222.0.73 "GET /v2.0/networks/5ca29b88-bdf3-4649-a717-a5c7c479b968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863216 Feb 04 13:34:04.165461 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88dc2732-1d16-450b-a094-51b7efcc9071 None None] The sync data for ids ['6bb65afa-f12a-4891-be2e-15c122ba7e37'] in n-d-825015-3 is: [{'id': '6bb65afa-f12a-4891-be2e-15c122ba7e37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1979335211', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': '5ad8558b-b21f-414c-9eb4-4ddbc6b7d96b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:32:20Z', 'updated_at': '2022-02-04T13:32:24Z', 'revision_number': 4, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'gw_port': {'id': '5ad8558b-b21f-414c-9eb4-4ddbc6b7d96b', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:61:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb65afa-f12a-4891-be2e-15c122ba7e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:32:20Z', 'updated_at': '2022-02-04T13:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '47d7ced7-90b2-4ea7-bc50-7317b977aa28', 'name': '', 'network_id': '5ca29b88-bdf3-4649-a717-a5c7c479b968', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'mac_address': 'fa:16:3e:f3:d3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb65afa-f12a-4891-be2e-15c122ba7e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'f3c4db58-74b8-4ec5-9423-ae998f5fbe7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:32:23Z', 'updated_at': '2022-02-04T13:32:27Z', 'revision_number': 5, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'subnets': [{'id': 'f3c4db58-74b8-4ec5-9423-ae998f5fbe7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:34:04.394280 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd93f42-c46c-4b3a-b389-cf8601808157 None None] New status for floating IP e54268dd-6711-447d-82a9-bd93fcdc2c13: DOWN {{(pid=103476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:34:04.896212 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59315a3-3585-434f-ad4b-cde49f8b61d2 req-764e466f-7b48-46cb-a48c-185a0f42c465 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:04.897730 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e59315a3-3585-434f-ad4b-cde49f8b61d2 req-764e466f-7b48-46cb-a48c-185a0f42c465 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=96085f82-e71d-4c20-a559-290c3f509ed2 HTTP/1.1" status: 200 len: 945 time: 0.0574293 Feb 04 13:34:04.949753 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e59315a3-3585-434f-ad4b-cde49f8b61d2 req-cda22fe9-3b1d-40a6-b3fc-e39d6276deb4 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b097421-733c-45a4-95fb-517058efa95a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463059 Feb 04 13:34:05.275630 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387f30d4-cfec-4882-8e26-9ecfd724ea37 req-9d9f2d31-ccbd-4e35-8be5-53987165c1e1 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:05.277114 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-387f30d4-cfec-4882-8e26-9ecfd724ea37 req-9d9f2d31-ccbd-4e35-8be5-53987165c1e1 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.73 "GET /v2.0/ports?device_id=96085f82-e71d-4c20-a559-290c3f509ed2 HTTP/1.1" status: 200 len: 945 time: 0.0576639 Feb 04 13:34:05.369468 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-387f30d4-cfec-4882-8e26-9ecfd724ea37 req-06b9cdf3-260d-46fb-b3ab-064e35afe23b tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Deleting port 6f11447a-10cf-443b-9ec3-58cdcf191fee {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:34:05.369819 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-387f30d4-cfec-4882-8e26-9ecfd724ea37 req-06b9cdf3-260d-46fb-b3ab-064e35afe23b tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (6f11447a-10cf-443b-9ec3-58cdcf191fee), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:05.461118 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-387f30d4-cfec-4882-8e26-9ecfd724ea37 req-06b9cdf3-260d-46fb-b3ab-064e35afe23b tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] For port 6f11447a-10cf-443b-9ec3-58cdcf191fee, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=6f11447a-10cf-443b-9ec3-58cdcf191fee,segment=NetworkSegment(c8089961-9288-4423-98e8-71e5402bb5db),segment_id=c8089961-9288-4423-98e8-71e5402bb5db)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:34:05.461490 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-387f30d4-cfec-4882-8e26-9ecfd724ea37 req-06b9cdf3-260d-46fb-b3ab-064e35afe23b tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (6f11447a-10cf-443b-9ec3-58cdcf191fee), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:05.475192 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-387f30d4-cfec-4882-8e26-9ecfd724ea37 req-06b9cdf3-260d-46fb-b3ab-064e35afe23b tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Calling delete_port for 6f11447a-10cf-443b-9ec3-58cdcf191fee owned by compute:nova {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:34:05.612142 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-387f30d4-cfec-4882-8e26-9ecfd724ea37 req-06b9cdf3-260d-46fb-b3ab-064e35afe23b tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (6f11447a-10cf-443b-9ec3-58cdcf191fee), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:05.643368 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b9cdf3-260d-46fb-b3ab-064e35afe23b tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Pushing event deleted for resources: {'Port': ['ID=6f11447a-10cf-443b-9ec3-58cdcf191fee,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:05.685673 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-387f30d4-cfec-4882-8e26-9ecfd724ea37 req-06b9cdf3-260d-46fb-b3ab-064e35afe23b tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] No DVR routers for this DVR port 6f11447a-10cf-443b-9ec3-58cdcf191fee on host n-h1-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:34:05.689200 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-387f30d4-cfec-4882-8e26-9ecfd724ea37 req-06b9cdf3-260d-46fb-b3ab-064e35afe23b tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:05.692843 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-387f30d4-cfec-4882-8e26-9ecfd724ea37 req-06b9cdf3-260d-46fb-b3ab-064e35afe23b tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.73 "DELETE /v2.0/ports/6f11447a-10cf-443b-9ec3-58cdcf191fee HTTP/1.1" status: 204 len: 173 time: 0.4101064 Feb 04 13:34:05.693295 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96085f82-e71d-4c20-a559-290c3f509ed2', 'name': 'network-vif-deleted', 'tag': '6f11447a-10cf-443b-9ec3-58cdcf191fee'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:34:05.695620 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48bbd334e613f85cd2144b496d46af0d2e531f29900d43c124e8a63cdd2917ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5d2be04-2a7f-48b2-b261-c1cf48d15be4" -d '{"events": [{"server_uuid": "96085f82-e71d-4c20-a559-290c3f509ed2", "name": "network-vif-deleted", "tag": "6f11447a-10cf-443b-9ec3-58cdcf191fee"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:34:05.735943 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f50ce01a-2c64-43f0-983c-44df1f2f7afd x-openstack-request-id: req-f50ce01a-2c64-43f0-983c-44df1f2f7afd {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:34:05.736243 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96085f82-e71d-4c20-a559-290c3f509ed2", "name": "network-vif-deleted", "tag": "6f11447a-10cf-443b-9ec3-58cdcf191fee", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:34:05.736505 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f50ce01a-2c64-43f0-983c-44df1f2f7afd {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:34:05.736914 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96085f82-e71d-4c20-a559-290c3f509ed2', 'name': 'network-vif-deleted', 'tag': '6f11447a-10cf-443b-9ec3-58cdcf191fee', 'status': 'completed', 'code': 200} Feb 04 13:34:06.069940 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0d8d472a-13fa-4194-b3b7-3b25bb238773 req-0ba81706-00c3-4655-a523-f4b14a5af8a6 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=96085f82-e71d-4c20-a559-290c3f509ed2 HTTP/1.1" status: 200 len: 210 time: 0.0303099 Feb 04 13:34:07.128792 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 35422) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:07.521731 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ae9e1b0c-4c95-4d2a-a756-7627b97bd140 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622215'] for router_interface (6bb65afa-f12a-4891-be2e-15c122ba7e37), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:07.789043 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-ae9e1b0c-4c95-4d2a-a756-7627b97bd140 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Deleting port 47d7ced7-90b2-4ea7-bc50-7317b977aa28 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:34:07.789317 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ae9e1b0c-4c95-4d2a-a756-7627b97bd140 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (47d7ced7-90b2-4ea7-bc50-7317b977aa28), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:07.879606 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-ae9e1b0c-4c95-4d2a-a756-7627b97bd140 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] For port 47d7ced7-90b2-4ea7-bc50-7317b977aa28, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=47d7ced7-90b2-4ea7-bc50-7317b977aa28,segment=NetworkSegment(c8089961-9288-4423-98e8-71e5402bb5db),segment_id=c8089961-9288-4423-98e8-71e5402bb5db)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:34:07.880013 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ae9e1b0c-4c95-4d2a-a756-7627b97bd140 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (47d7ced7-90b2-4ea7-bc50-7317b977aa28), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:07.892731 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-ae9e1b0c-4c95-4d2a-a756-7627b97bd140 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Calling delete_port for 47d7ced7-90b2-4ea7-bc50-7317b977aa28 owned by network:router_interface {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:34:08.102133 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ae9e1b0c-4c95-4d2a-a756-7627b97bd140 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (47d7ced7-90b2-4ea7-bc50-7317b977aa28), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:08.128141 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9e1b0c-4c95-4d2a-a756-7627b97bd140 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Pushing event deleted for resources: {'Port': ['ID=47d7ced7-90b2-4ea7-bc50-7317b977aa28,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:08.325361 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ae9e1b0c-4c95-4d2a-a756-7627b97bd140 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622067'] for router_interface (6bb65afa-f12a-4891-be2e-15c122ba7e37), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:08.571104 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae9e1b0c-4c95-4d2a-a756-7627b97bd140 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Router 6bb65afa-f12a-4891-be2e-15c122ba7e37 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:34:08.693359 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae9e1b0c-4c95-4d2a-a756-7627b97bd140 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:34:08.699237 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-ae9e1b0c-4c95-4d2a-a756-7627b97bd140 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "PUT /v2.0/routers/6bb65afa-f12a-4891-be2e-15c122ba7e37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5688496 Feb 04 13:34:08.701517 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 35424) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:08.704911 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47e8193-9610-4a06-8041-33118fab3f4f None None] Sync routers for ids ['6bb65afa-f12a-4891-be2e-15c122ba7e37'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:34:08.715328 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47e8193-9610-4a06-8041-33118fab3f4f None None] Routers {'6bb65afa-f12a-4891-be2e-15c122ba7e37'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:34:08.716072 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-e47e8193-9610-4a06-8041-33118fab3f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:33:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['6bb65afa-f12a-4891-be2e-15c122ba7e37'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:34:08.762476 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_v2 [None req-abc25c69-843a-472f-9956-b94ff776aa65 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Deleting subnet f3c4db58-74b8-4ec5-9423-ae998f5fbe7d {{(pid=103475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:34:08.767624 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-abc25c69-843a-472f-9956-b94ff776aa65 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for subnet (f3c4db58-74b8-4ec5-9423-ae998f5fbe7d), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:08.818850 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-abc25c69-843a-472f-9956-b94ff776aa65 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51859329'] for subnet (f3c4db58-74b8-4ec5-9423-ae998f5fbe7d), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:08.831848 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-e47e8193-9610-4a06-8041-33118fab3f4f None None] Set router 6bb65afa-f12a-4891-be2e-15c122ba7e37 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:34:08.846158 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 6f11447a-10cf-443b-9ec3-58cdcf191fee no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:34:08.868257 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] No Port match for: 6f11447a-10cf-443b-9ec3-58cdcf191fee {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:34:08.868755 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 6f11447a-10cf-443b-9ec3-58cdcf191fee not bound to the agent host n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:34:08.925321 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-abc25c69-843a-472f-9956-b94ff776aa65 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (f3c4db58-74b8-4ec5-9423-ae998f5fbe7d), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:08.989448 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-abc25c69-843a-472f-9956-b94ff776aa65 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-52093282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51452698'] for subnet (f3c4db58-74b8-4ec5-9423-ae998f5fbe7d), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:09.017237 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-e47e8193-9610-4a06-8041-33118fab3f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb65afa-f12a-4891-be2e-15c122ba7e37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1979335211', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': '5ad8558b-b21f-414c-9eb4-4ddbc6b7d96b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:32:20Z', 'updated_at': '2022-02-04T13:34:08Z', 'revision_number': 5, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'gw_port': {'id': '5ad8558b-b21f-414c-9eb4-4ddbc6b7d96b', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:61:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb65afa-f12a-4891-be2e-15c122ba7e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:32:20Z', 'updated_at': '2022-02-04T13:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:34:09.020511 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc25c69-843a-472f-9956-b94ff776aa65 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Pushing event deleted for resources: {'Subnet': ['ID=f3c4db58-74b8-4ec5-9423-ae998f5fbe7d,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:09.022526 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-abc25c69-843a-472f-9956-b94ff776aa65 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:09.025749 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-abc25c69-843a-472f-9956-b94ff776aa65 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "DELETE /v2.0/subnets/f3c4db58-74b8-4ec5-9423-ae998f5fbe7d HTTP/1.1" status: 204 len: 168 time: 0.3221891 Feb 04 13:34:09.027350 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60313c8f-b032-4954-9e63-84adba52e80f None None] Network 5ca29b88-bdf3-4649-a717-a5c7c479b968 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:34:09.028536 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 35426) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:09.049966 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47e8193-9610-4a06-8041-33118fab3f4f None None] Checking router: 6bb65afa-f12a-4891-be2e-15c122ba7e37 for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:34:09.059389 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47e8193-9610-4a06-8041-33118fab3f4f None None] Routers {'6bb65afa-f12a-4891-be2e-15c122ba7e37'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:34:09.060036 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-e47e8193-9610-4a06-8041-33118fab3f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:33:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['6bb65afa-f12a-4891-be2e-15c122ba7e37'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:34:09.156743 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c3b810b7-bcb1-4fbc-8186-1b0a72818ce8 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for router (6bb65afa-f12a-4891-be2e-15c122ba7e37), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:09.199620 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10670be-9d09-479e-9414-a457465a5698 None None] DHCP port deletion for 5ca29b88-bdf3-4649-a717-a5c7c479b968 request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:34:09.200565 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-e47e8193-9610-4a06-8041-33118fab3f4f None None] Set router 6bb65afa-f12a-4891-be2e-15c122ba7e37 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:34:09.250326 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-f10670be-9d09-479e-9414-a457465a5698 None None] Deleting port 0592b2c8-8548-4614-a0c6-7a7fac70855b {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:34:09.250691 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f10670be-9d09-479e-9414-a457465a5698 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (0592b2c8-8548-4614-a0c6-7a7fac70855b), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:09.277298 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c3b810b7-bcb1-4fbc-8186-1b0a72818ce8 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for router_gateway (6bb65afa-f12a-4891-be2e-15c122ba7e37), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:09.320960 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-f10670be-9d09-479e-9414-a457465a5698 None None] For port 0592b2c8-8548-4614-a0c6-7a7fac70855b, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=0592b2c8-8548-4614-a0c6-7a7fac70855b,segment=NetworkSegment(c8089961-9288-4423-98e8-71e5402bb5db),segment_id=c8089961-9288-4423-98e8-71e5402bb5db)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:34:09.321357 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f10670be-9d09-479e-9414-a457465a5698 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (0592b2c8-8548-4614-a0c6-7a7fac70855b), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:09.335625 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-f10670be-9d09-479e-9414-a457465a5698 None None] Calling delete_port for 0592b2c8-8548-4614-a0c6-7a7fac70855b owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:34:09.339063 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-c3b810b7-bcb1-4fbc-8186-1b0a72818ce8 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Deleting port 5ad8558b-b21f-414c-9eb4-4ddbc6b7d96b {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:34:09.339818 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c3b810b7-bcb1-4fbc-8186-1b0a72818ce8 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (5ad8558b-b21f-414c-9eb4-4ddbc6b7d96b), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:09.404720 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-e47e8193-9610-4a06-8041-33118fab3f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb65afa-f12a-4891-be2e-15c122ba7e37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1979335211', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': '5ad8558b-b21f-414c-9eb4-4ddbc6b7d96b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:32:20Z', 'updated_at': '2022-02-04T13:34:08Z', 'revision_number': 5, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'gw_port': {'id': '5ad8558b-b21f-414c-9eb4-4ddbc6b7d96b', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:61:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb65afa-f12a-4891-be2e-15c122ba7e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:32:20Z', 'updated_at': '2022-02-04T13:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:34:09.429206 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f10670be-9d09-479e-9414-a457465a5698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (0592b2c8-8548-4614-a0c6-7a7fac70855b), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:09.432864 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-c3b810b7-bcb1-4fbc-8186-1b0a72818ce8 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] For port 5ad8558b-b21f-414c-9eb4-4ddbc6b7d96b, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=5ad8558b-b21f-414c-9eb4-4ddbc6b7d96b,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:34:09.433205 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c3b810b7-bcb1-4fbc-8186-1b0a72818ce8 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (5ad8558b-b21f-414c-9eb4-4ddbc6b7d96b), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:09.434684 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47e8193-9610-4a06-8041-33118fab3f4f None None] The sync data for ids ['6bb65afa-f12a-4891-be2e-15c122ba7e37'] in n-d-825015-3 is: [{'id': '6bb65afa-f12a-4891-be2e-15c122ba7e37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1979335211', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': '5ad8558b-b21f-414c-9eb4-4ddbc6b7d96b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:32:20Z', 'updated_at': '2022-02-04T13:34:08Z', 'revision_number': 5, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'gw_port': {'id': '5ad8558b-b21f-414c-9eb4-4ddbc6b7d96b', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:61:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb65afa-f12a-4891-be2e-15c122ba7e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:32:20Z', 'updated_at': '2022-02-04T13:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:34:09.449353 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-c3b810b7-bcb1-4fbc-8186-1b0a72818ce8 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Calling delete_port for 5ad8558b-b21f-414c-9eb4-4ddbc6b7d96b owned by network:router_gateway {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:34:09.461295 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10670be-9d09-479e-9414-a457465a5698 None None] Pushing event deleted for resources: {'Port': ['ID=0592b2c8-8548-4614-a0c6-7a7fac70855b,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:09.465972 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10670be-9d09-479e-9414-a457465a5698 None None] No DVR routers for this DVR port 0592b2c8-8548-4614-a0c6-7a7fac70855b on host n-d-825015-3 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:34:09.478092 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10670be-9d09-479e-9414-a457465a5698 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:09.478460 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10670be-9d09-479e-9414-a457465a5698 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:09.478887 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10670be-9d09-479e-9414-a457465a5698 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:09.479244 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10670be-9d09-479e-9414-a457465a5698 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:09.479694 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10670be-9d09-479e-9414-a457465a5698 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:09.480167 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10670be-9d09-479e-9414-a457465a5698 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:09.480394 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10670be-9d09-479e-9414-a457465a5698 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:09.480785 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10670be-9d09-479e-9414-a457465a5698 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:09.481121 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10670be-9d09-479e-9414-a457465a5698 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:09.481589 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10670be-9d09-479e-9414-a457465a5698 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:09.481828 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10670be-9d09-479e-9414-a457465a5698 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:09.482209 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10670be-9d09-479e-9414-a457465a5698 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:09.482544 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10670be-9d09-479e-9414-a457465a5698 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:09.637968 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c3b810b7-bcb1-4fbc-8186-1b0a72818ce8 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (5ad8558b-b21f-414c-9eb4-4ddbc6b7d96b), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:09.665032 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b810b7-bcb1-4fbc-8186-1b0a72818ce8 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Pushing event deleted for resources: {'Port': ['ID=5ad8558b-b21f-414c-9eb4-4ddbc6b7d96b,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:09.726652 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c3b810b7-bcb1-4fbc-8186-1b0a72818ce8 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1599901'] for router_gateway (6bb65afa-f12a-4891-be2e-15c122ba7e37), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:09.834027 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c3b810b7-bcb1-4fbc-8186-1b0a72818ce8 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10915'] for router (6bb65afa-f12a-4891-be2e-15c122ba7e37), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:09.837233 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c3b810b7-bcb1-4fbc-8186-1b0a72818ce8 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for router_controller (6bb65afa-f12a-4891-be2e-15c122ba7e37), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:09.906781 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c3b810b7-bcb1-4fbc-8186-1b0a72818ce8 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622829'] for router (6bb65afa-f12a-4891-be2e-15c122ba7e37), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:09.907440 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3b810b7-bcb1-4fbc-8186-1b0a72818ce8 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Fanout notify agent at l3_agent the message router_deleted on router 6bb65afa-f12a-4891-be2e-15c122ba7e37 {{(pid=103475) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 13:34:09.916691 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c3b810b7-bcb1-4fbc-8186-1b0a72818ce8 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for router (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:09.917797 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-c3b810b7-bcb1-4fbc-8186-1b0a72818ce8 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "DELETE /v2.0/routers/6bb65afa-f12a-4891-be2e-15c122ba7e37 HTTP/1.1" status: 204 len: 168 time: 0.8881679 Feb 04 13:34:09.918178 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 47d7ced7-90b2-4ea7-bc50-7317b977aa28 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:34:09.921322 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 35428) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:09.944150 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 47d7ced7-90b2-4ea7-bc50-7317b977aa28 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:34:09.944803 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 47d7ced7-90b2-4ea7-bc50-7317b977aa28 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:34:09.945403 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 0592b2c8-8548-4614-a0c6-7a7fac70855b no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:34:09.969473 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 0592b2c8-8548-4614-a0c6-7a7fac70855b {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:34:09.969885 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 0592b2c8-8548-4614-a0c6-7a7fac70855b not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:34:10.005170 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8fb2bbd2-3234-41b9-949c-685542a8881f tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (5ca29b88-bdf3-4649-a717-a5c7c479b968), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:10.097150 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8fb2bbd2-3234-41b9-949c-685542a8881f tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (5ca29b88-bdf3-4649-a717-a5c7c479b968), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:10.120103 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-8fb2bbd2-3234-41b9-949c-685542a8881f tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ca29b88-bdf3-4649-a717-a5c7c479b968']}} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:34:10.131567 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-8fb2bbd2-3234-41b9-949c-685542a8881f tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8089961-9288-4423-98e8-71e5402bb5db') {'for_net_delete': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:34:10.131967 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-8fb2bbd2-3234-41b9-949c-685542a8881f tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8089961-9288-4423-98e8-71e5402bb5db') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:34:10.142479 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8fb2bbd2-3234-41b9-949c-685542a8881f tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51859336'] for segment (c8089961-9288-4423-98e8-71e5402bb5db), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:10.158508 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8fb2bbd2-3234-41b9-949c-685542a8881f tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (c8089961-9288-4423-98e8-71e5402bb5db), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:10.168607 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fb2bbd2-3234-41b9-949c-685542a8881f tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=103475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:34:10.168998 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8fb2bbd2-3234-41b9-949c-685542a8881f tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-52093388'] for segment (c8089961-9288-4423-98e8-71e5402bb5db), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:10.173213 n-d-825015-3 neutron-server[103475]: Traceback (most recent call last): Feb 04 13:34:10.173213 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:34:10.173213 n-d-825015-3 neutron-server[103475]: timer() Feb 04 13:34:10.173213 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:34:10.173213 n-d-825015-3 neutron-server[103475]: cb(*args, **kw) Feb 04 13:34:10.173213 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:34:10.173213 n-d-825015-3 neutron-server[103475]: return func(*args, **kwargs) Feb 04 13:34:10.173213 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:34:10.173213 n-d-825015-3 neutron-server[103475]: self._notify() Feb 04 13:34:10.173213 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:34:10.173213 n-d-825015-3 neutron-server[103475]: self.callback(batched_events) Feb 04 13:34:10.173213 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:34:10.173213 n-d-825015-3 neutron-server[103475]: event.method(event) Feb 04 13:34:10.173213 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:34:10.173213 n-d-825015-3 neutron-server[103475]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:34:10.173213 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:34:10.173213 n-d-825015-3 neutron-server[103475]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:34:10.173213 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:34:10.173213 n-d-825015-3 neutron-server[103475]: return f(self, *a, **k) Feb 04 13:34:10.173213 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:34:10.173213 n-d-825015-3 neutron-server[103475]: return self._get(url).json() Feb 04 13:34:10.173213 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:34:10.173213 n-d-825015-3 neutron-server[103475]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:34:10.173213 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:34:10.173213 n-d-825015-3 neutron-server[103475]: return self.request(url, 'GET', **kwargs) Feb 04 13:34:10.173213 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:34:10.173213 n-d-825015-3 neutron-server[103475]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:34:10.173213 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:34:10.173213 n-d-825015-3 neutron-server[103475]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:34:10.173213 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:34:10.173213 n-d-825015-3 neutron-server[103475]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:34:10.173213 n-d-825015-3 neutron-server[103475]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:34:10.234926 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8fb2bbd2-3234-41b9-949c-685542a8881f tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (5ca29b88-bdf3-4649-a717-a5c7c479b968), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:10.243817 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8fb2bbd2-3234-41b9-949c-685542a8881f tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:10.246389 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-8fb2bbd2-3234-41b9-949c-685542a8881f tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "DELETE /v2.0/networks/5ca29b88-bdf3-4649-a717-a5c7c479b968 HTTP/1.1" status: 204 len: 168 time: 0.3224912 Feb 04 13:34:10.249760 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 35430) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:10.259392 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb2bbd2-3234-41b9-949c-685542a8881f tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Pushing event deleted for resources: {'Network': ['ID=5ca29b88-bdf3-4649-a717-a5c7c479b968,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:10.315122 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-232a7874-5947-484f-afed-524826ecb347 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for security_group (9b097421-733c-45a4-95fb-517058efa95a), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:10.340809 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-232a7874-5947-484f-afed-524826ecb347 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for security_group (9b097421-733c-45a4-95fb-517058efa95a), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:10.403724 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-232a7874-5947-484f-afed-524826ecb347 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (9b097421-733c-45a4-95fb-517058efa95a), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:10.408458 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-232a7874-5947-484f-afed-524826ecb347 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:10.410099 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-232a7874-5947-484f-afed-524826ecb347 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "DELETE /v2.0/security-groups/9b097421-733c-45a4-95fb-517058efa95a HTTP/1.1" status: 204 len: 168 time: 0.1591651 Feb 04 13:34:10.419466 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232a7874-5947-484f-afed-524826ecb347 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b097421-733c-45a4-95fb-517058efa95a,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:10.428806 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232a7874-5947-484f-afed-524826ecb347 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:10.429167 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232a7874-5947-484f-afed-524826ecb347 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:10.429523 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232a7874-5947-484f-afed-524826ecb347 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:10.429880 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232a7874-5947-484f-afed-524826ecb347 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:10.430222 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232a7874-5947-484f-afed-524826ecb347 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:10.430560 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232a7874-5947-484f-afed-524826ecb347 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:10.430896 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232a7874-5947-484f-afed-524826ecb347 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:10.431240 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232a7874-5947-484f-afed-524826ecb347 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:10.431577 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232a7874-5947-484f-afed-524826ecb347 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:10.431947 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232a7874-5947-484f-afed-524826ecb347 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:10.432275 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232a7874-5947-484f-afed-524826ecb347 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:10.432605 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232a7874-5947-484f-afed-524826ecb347 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:10.432934 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232a7874-5947-484f-afed-524826ecb347 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:10.895279 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 35438) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:10.900048 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-f4b7bc65-d070-4dd5-a18e-58d62130fdbd tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-934825849', 'description': 'tempest-secgroup-smoke-934825849 description', 'project_id': 'deceb844ac72490cb451d91c169a30ba'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:10.928095 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f4b7bc65-d070-4dd5-a18e-58d62130fdbd tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:11.000430 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f4b7bc65-d070-4dd5-a18e-58d62130fdbd tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for security_group (75b80778-ac0b-4bed-8c41-1ac857825202), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:11.004436 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f4b7bc65-d070-4dd5-a18e-58d62130fdbd tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (75b80778-ac0b-4bed-8c41-1ac857825202), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:11.036353 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f4b7bc65-d070-4dd5-a18e-58d62130fdbd tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:11.037603 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-f4b7bc65-d070-4dd5-a18e-58d62130fdbd tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1412783 Feb 04 13:34:11.038422 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b7bc65-d070-4dd5-a18e-58d62130fdbd tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75b80778-ac0b-4bed-8c41-1ac857825202,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:11.040669 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 35440) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:11.046442 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-8a02658d-4275-4189-8f7a-20ef634dfcab tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Request body: {'security_group_rule': {'security_group_id': '75b80778-ac0b-4bed-8c41-1ac857825202', 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:11.074173 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8a02658d-4275-4189-8f7a-20ef634dfcab tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for security_group_rule (6c025a80-ca07-4cdd-91a1-396c89178306), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:11.134323 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8a02658d-4275-4189-8f7a-20ef634dfcab tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for security_group_rule (6c025a80-ca07-4cdd-91a1-396c89178306), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:11.138102 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8a02658d-4275-4189-8f7a-20ef634dfcab tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (6c025a80-ca07-4cdd-91a1-396c89178306), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:11.157093 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a02658d-4275-4189-8f7a-20ef634dfcab tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c025a80-ca07-4cdd-91a1-396c89178306,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:11.166089 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8a02658d-4275-4189-8f7a-20ef634dfcab tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:11.167302 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-8a02658d-4275-4189-8f7a-20ef634dfcab tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1255302 Feb 04 13:34:11.170239 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 35442) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:11.175878 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-b712b20e-d06d-439d-b569-8add2e8a580a tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Request body: {'security_group_rule': {'security_group_id': '75b80778-ac0b-4bed-8c41-1ac857825202', 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:11.201505 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b712b20e-d06d-439d-b569-8add2e8a580a tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for security_group_rule (f7508377-1962-4eb2-a562-17f06f058d46), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:11.257931 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b712b20e-d06d-439d-b569-8add2e8a580a tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for security_group_rule (f7508377-1962-4eb2-a562-17f06f058d46), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:11.265173 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b712b20e-d06d-439d-b569-8add2e8a580a tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (f7508377-1962-4eb2-a562-17f06f058d46), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:11.284612 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b712b20e-d06d-439d-b569-8add2e8a580a tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7508377-1962-4eb2-a562-17f06f058d46,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:11.292105 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b712b20e-d06d-439d-b569-8add2e8a580a tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:11.293310 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-b712b20e-d06d-439d-b569-8add2e8a580a tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1208854 Feb 04 13:34:11.296859 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 35444) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:11.301527 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-9783db05-8c9e-4689-9f15-afdd06c4b27d tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Request body: {'security_group_rule': {'security_group_id': '75b80778-ac0b-4bed-8c41-1ac857825202', 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:11.325912 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9783db05-8c9e-4689-9f15-afdd06c4b27d tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for security_group_rule (151b8958-79de-4be9-ab52-5fea64ddc257), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:11.382056 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9783db05-8c9e-4689-9f15-afdd06c4b27d tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for security_group_rule (151b8958-79de-4be9-ab52-5fea64ddc257), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:11.385985 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9783db05-8c9e-4689-9f15-afdd06c4b27d tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (151b8958-79de-4be9-ab52-5fea64ddc257), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:11.406687 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9783db05-8c9e-4689-9f15-afdd06c4b27d tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=151b8958-79de-4be9-ab52-5fea64ddc257,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:11.414886 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9783db05-8c9e-4689-9f15-afdd06c4b27d tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:11.416133 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-9783db05-8c9e-4689-9f15-afdd06c4b27d tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1182499 Feb 04 13:34:11.418869 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 35446) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:11.423395 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-11523bee-ef23-4a8c-bd70-1978832f4f74 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Request body: {'security_group_rule': {'security_group_id': '75b80778-ac0b-4bed-8c41-1ac857825202', 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:11.449068 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-11523bee-ef23-4a8c-bd70-1978832f4f74 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for security_group_rule (0ec63918-8ae0-409e-a7a4-6977e2ca32b8), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:11.516538 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-11523bee-ef23-4a8c-bd70-1978832f4f74 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for security_group_rule (0ec63918-8ae0-409e-a7a4-6977e2ca32b8), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:11.520386 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-11523bee-ef23-4a8c-bd70-1978832f4f74 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (0ec63918-8ae0-409e-a7a4-6977e2ca32b8), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:11.540662 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11523bee-ef23-4a8c-bd70-1978832f4f74 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ec63918-8ae0-409e-a7a4-6977e2ca32b8,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:11.548916 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-11523bee-ef23-4a8c-bd70-1978832f4f74 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:11.550150 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-11523bee-ef23-4a8c-bd70-1978832f4f74 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1303339 Feb 04 13:34:11.553040 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 35448) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:11.557535 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-5e2b9410-f7ab-42b0-9cbc-24bc91ac3305 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Request body: {'security_group_rule': {'security_group_id': '75b80778-ac0b-4bed-8c41-1ac857825202', 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:11.572700 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 5ad8558b-b21f-414c-9eb4-4ddbc6b7d96b no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:34:11.581949 n-d-825015-3 neutron-server[103474]: INFO neutron.db.securitygroups_db [None req-5e2b9410-f7ab-42b0-9cbc-24bc91ac3305 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Project deceb844ac72490cb451d91c169a30ba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 13:34:11.587527 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5e2b9410-f7ab-42b0-9cbc-24bc91ac3305 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for security_group_rule (20e027b5-796f-4fc6-8753-aca092bc42c9), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:11.597936 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 5ad8558b-b21f-414c-9eb4-4ddbc6b7d96b {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:34:11.598365 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 5ad8558b-b21f-414c-9eb4-4ddbc6b7d96b not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:34:11.648541 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5e2b9410-f7ab-42b0-9cbc-24bc91ac3305 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for security_group_rule (20e027b5-796f-4fc6-8753-aca092bc42c9), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:11.652160 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5e2b9410-f7ab-42b0-9cbc-24bc91ac3305 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (20e027b5-796f-4fc6-8753-aca092bc42c9), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:11.670180 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2b9410-f7ab-42b0-9cbc-24bc91ac3305 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20e027b5-796f-4fc6-8753-aca092bc42c9,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:11.679038 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5e2b9410-f7ab-42b0-9cbc-24bc91ac3305 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:11.680258 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-5e2b9410-f7ab-42b0-9cbc-24bc91ac3305 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1263008 Feb 04 13:34:11.683102 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 35450) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:11.688183 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-e3f5337a-5a9e-47c9-a38a-b74bff6619d8 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Request body: {'security_group_rule': {'security_group_id': '75b80778-ac0b-4bed-8c41-1ac857825202', 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:11.709249 n-d-825015-3 neutron-server[103474]: INFO neutron.db.securitygroups_db [None req-e3f5337a-5a9e-47c9-a38a-b74bff6619d8 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Project deceb844ac72490cb451d91c169a30ba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 13:34:11.714889 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e3f5337a-5a9e-47c9-a38a-b74bff6619d8 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for security_group_rule (4cf2d629-7c32-4eac-933d-b6eae38ca1fc), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:11.776006 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e3f5337a-5a9e-47c9-a38a-b74bff6619d8 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for security_group_rule (4cf2d629-7c32-4eac-933d-b6eae38ca1fc), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:11.780298 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e3f5337a-5a9e-47c9-a38a-b74bff6619d8 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (4cf2d629-7c32-4eac-933d-b6eae38ca1fc), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:11.798390 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f5337a-5a9e-47c9-a38a-b74bff6619d8 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cf2d629-7c32-4eac-933d-b6eae38ca1fc,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:11.807556 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-e3f5337a-5a9e-47c9-a38a-b74bff6619d8 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:11.808888 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-e3f5337a-5a9e-47c9-a38a-b74bff6619d8 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1247411 Feb 04 13:34:11.812415 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 35452) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:11.817702 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-d9497cd5-b6c1-4c37-97f5-cbf76a47f735 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Request body: {'network': {'name': 'tempest-network-smoke--391729903', 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'port_security_enabled': True}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:11.839873 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9497cd5-b6c1-4c37-97f5-cbf76a47f735 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Made reservation on behalf of deceb844ac72490cb451d91c169a30ba for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:34:11.848143 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d9497cd5-b6c1-4c37-97f5-cbf76a47f735 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:11.876139 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9497cd5-b6c1-4c37-97f5-cbf76a47f735 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:34:11.885849 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d9497cd5-b6c1-4c37-97f5-cbf76a47f735 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (532684e4-f0c6-4b37-b541-a63ac97351da), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:11.886199 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-d9497cd5-b6c1-4c37-97f5-cbf76a47f735 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Added segment 532684e4-f0c6-4b37-b541-a63ac97351da of type vlan for network 3ce6466c-d0fa-4c36-852a-197139ad0e05 Feb 04 13:34:11.927097 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d9497cd5-b6c1-4c37-97f5-cbf76a47f735 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (3ce6466c-d0fa-4c36-852a-197139ad0e05), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:11.953179 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d9497cd5-b6c1-4c37-97f5-cbf76a47f735 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (3ce6466c-d0fa-4c36-852a-197139ad0e05), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:11.958165 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9497cd5-b6c1-4c37-97f5-cbf76a47f735 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:11.958761 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d9497cd5-b6c1-4c37-97f5-cbf76a47f735 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:12.016245 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-d9497cd5-b6c1-4c37-97f5-cbf76a47f735 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2027628 Feb 04 13:34:12.019314 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 35454) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:12.025452 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-420cf858-2911-4133-8d29-275818301eea tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1550969868', 'admin_state_up': True, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:12.036228 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9497cd5-b6c1-4c37-97f5-cbf76a47f735 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Pushing event updated for resources: {'Network': ['ID=3ce6466c-d0fa-4c36-852a-197139ad0e05,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:12.048065 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 3ce6466c-d0fa-4c36-852a-197139ad0e05 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:34:12.051009 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-420cf858-2911-4133-8d29-275818301eea tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10933'] for router (75c3b23e-b948-4a16-bd0f-378ad932987c), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:12.052067 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-420cf858-2911-4133-8d29-275818301eea tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10924'] for router (75c3b23e-b948-4a16-bd0f-378ad932987c), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:12.111475 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-420cf858-2911-4133-8d29-275818301eea tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for router_controller (75c3b23e-b948-4a16-bd0f-378ad932987c), precommit_add_association {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:12.571561 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-420cf858-2911-4133-8d29-275818301eea tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for router_gateway (75c3b23e-b948-4a16-bd0f-378ad932987c), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:12.774334 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-420cf858-2911-4133-8d29-275818301eea tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for router_gateway (75c3b23e-b948-4a16-bd0f-378ad932987c), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:12.793972 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-420cf858-2911-4133-8d29-275818301eea tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:12.913233 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-420cf858-2911-4133-8d29-275818301eea tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Allocated IP 172.25.3.12 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/d72eb800-495a-48c6-a228-95ccd4f4d0ad) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:34:13.018389 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-420cf858-2911-4133-8d29-275818301eea tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for port (d72eb800-495a-48c6-a228-95ccd4f4d0ad), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:13.053699 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-420cf858-2911-4133-8d29-275818301eea tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (d72eb800-495a-48c6-a228-95ccd4f4d0ad), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:13.094547 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420cf858-2911-4133-8d29-275818301eea tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:34:13.097658 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-420cf858-2911-4133-8d29-275818301eea tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:34:13.103848 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420cf858-2911-4133-8d29-275818301eea tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:34:13.132022 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420cf858-2911-4133-8d29-275818301eea tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Pushing event updated for resources: {'Port': ['ID=d72eb800-495a-48c6-a228-95ccd4f4d0ad,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:13.368029 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-420cf858-2911-4133-8d29-275818301eea tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for router_gateway (75c3b23e-b948-4a16-bd0f-378ad932987c), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:13.571639 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-420cf858-2911-4133-8d29-275818301eea tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141'] for router (75c3b23e-b948-4a16-bd0f-378ad932987c), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:13.700075 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-420cf858-2911-4133-8d29-275818301eea tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Router 75c3b23e-b948-4a16-bd0f-378ad932987c is scheduled to L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de with binding_index 1 {{(pid=103475) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 13:34:13.809164 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-420cf858-2911-4133-8d29-275818301eea tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:34:13.820471 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba87f25c-8eb4-4406-aabe-8b23605c9241 None None] Sync routers for ids ['75c3b23e-b948-4a16-bd0f-378ad932987c'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:34:13.829646 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-420cf858-2911-4133-8d29-275818301eea tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for router (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:13.830144 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba87f25c-8eb4-4406-aabe-8b23605c9241 None None] Routers {'75c3b23e-b948-4a16-bd0f-378ad932987c'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:34:13.830759 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-ba87f25c-8eb4-4406-aabe-8b23605c9241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:33:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['75c3b23e-b948-4a16-bd0f-378ad932987c'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:34:13.830901 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-420cf858-2911-4133-8d29-275818301eea tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8104603 Feb 04 13:34:13.834108 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 35456) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:13.867280 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-3d40c312-ce6b-4851-8785-eb572d1f031b tempest-TestNetworkAdvancedServerOps-967824004 tempest-TestNetworkAdvancedServerOps-967824004-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=deceb844ac72490cb451d91c169a30ba&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0320439 Feb 04 13:34:13.869994 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 35458) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:13.972740 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5e222b-b612-4768-9d80-f1680436c4d5 tempest-TestNetworkAdvancedServerOps-967824004 tempest-TestNetworkAdvancedServerOps-967824004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:13.977032 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-1e5e222b-b612-4768-9d80-f1680436c4d5 tempest-TestNetworkAdvancedServerOps-967824004 tempest-TestNetworkAdvancedServerOps-967824004-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1031766 Feb 04 13:34:13.977213 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 35460) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:14.008253 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-387b1297-2f0a-472a-9a18-603c1cbe73d9 tempest-TestNetworkAdvancedServerOps-967824004 tempest-TestNetworkAdvancedServerOps-967824004-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0299544 Feb 04 13:34:14.010832 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 35462) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:14.016026 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-8d8111fe-e1d8-4ee8-b201-42c802907f6d tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2123498671', 'network_id': '3ce6466c-d0fa-4c36-852a-197139ad0e05', 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:14.106241 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-ba87f25c-8eb4-4406-aabe-8b23605c9241 None None] Set router 75c3b23e-b948-4a16-bd0f-378ad932987c gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:34:14.106573 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d8111fe-e1d8-4ee8-b201-42c802907f6d tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Made reservation on behalf of deceb844ac72490cb451d91c169a30ba for: {'subnet': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:34:14.111242 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8d8111fe-e1d8-4ee8-b201-42c802907f6d tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60610638'] for subnet (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:14.289969 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-ba87f25c-8eb4-4406-aabe-8b23605c9241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c3b23e-b948-4a16-bd0f-378ad932987c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1550969868', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': 'd72eb800-495a-48c6-a228-95ccd4f4d0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:34:12Z', 'updated_at': '2022-02-04T13:34:13Z', 'revision_number': 3, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'gw_port': {'id': 'd72eb800-495a-48c6-a228-95ccd4f4d0ad', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:19:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75c3b23e-b948-4a16-bd0f-378ad932987c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:34:12Z', 'updated_at': '2022-02-04T13:34:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:34:14.299703 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8d8111fe-e1d8-4ee8-b201-42c802907f6d tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59045178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60610680'] for subnet (55757c60-04cb-483a-b222-41cb32de8258), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:14.317944 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba87f25c-8eb4-4406-aabe-8b23605c9241 None None] Checking router: 75c3b23e-b948-4a16-bd0f-378ad932987c for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:34:14.318301 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba87f25c-8eb4-4406-aabe-8b23605c9241 None None] Updating router 75c3b23e-b948-4a16-bd0f-378ad932987c port d72eb800-495a-48c6-a228-95ccd4f4d0ad binding host n-d-825015-3 {{(pid=103476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:34:14.346496 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ba87f25c-8eb4-4406-aabe-8b23605c9241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (d72eb800-495a-48c6-a228-95ccd4f4d0ad), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:14.364779 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8111fe-e1d8-4ee8-b201-42c802907f6d tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Pushing event updated for resources: {'Subnet': ['ID=55757c60-04cb-483a-b222-41cb32de8258,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:14.376813 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8111fe-e1d8-4ee8-b201-42c802907f6d tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Checking segment: {'id': '532684e4-f0c6-4b37-b541-a63ac97351da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '3ce6466c-d0fa-4c36-852a-197139ad0e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:34:14.377271 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8111fe-e1d8-4ee8-b201-42c802907f6d tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Network hostable DHCP agents. Network: 3ce6466c-d0fa-4c36-852a-197139ad0e05, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103474) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:34:14.394547 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8111fe-e1d8-4ee8-b201-42c802907f6d tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Network 3ce6466c-d0fa-4c36-852a-197139ad0e05 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103474) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:34:14.403954 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-8d8111fe-e1d8-4ee8-b201-42c802907f6d tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 3ce6466c-d0fa-4c36-852a-197139ad0e05) {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:34:14.408678 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d8111fe-e1d8-4ee8-b201-42c802907f6d tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:14.409344 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8d8111fe-e1d8-4ee8-b201-42c802907f6d tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:14.429112 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-8d8111fe-e1d8-4ee8-b201-42c802907f6d tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4146841 Feb 04 13:34:14.429520 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 35464) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:14.430187 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-342a52b4-570e-4d48-9b33-63d022bf8ec9 None None] Network 3ce6466c-d0fa-4c36-852a-197139ad0e05 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:34:14.595225 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b52a7cbe-6f38-43ff-af4e-50e42350d614 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-3ce6466c-d0fa-4c36-852a-197139ad0e05', 'network_id': '3ce6466c-d0fa-4c36-852a-197139ad0e05', 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'fixed_ips': [{'subnet_id': '55757c60-04cb-483a-b222-41cb32de8258'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:34:14.596122 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b52a7cbe-6f38-43ff-af4e-50e42350d614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:14.789851 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ba87f25c-8eb4-4406-aabe-8b23605c9241 None None] Publish callbacks [] for port (d72eb800-495a-48c6-a228-95ccd4f4d0ad), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:14.798534 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ba87f25c-8eb4-4406-aabe-8b23605c9241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (d72eb800-495a-48c6-a228-95ccd4f4d0ad), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:14.805047 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-b52a7cbe-6f38-43ff-af4e-50e42350d614 None None] Allocated IP 172.20.0.2 (3ce6466c-d0fa-4c36-852a-197139ad0e05/55757c60-04cb-483a-b222-41cb32de8258/c7f373f2-a218-4182-b06f-72e21dbbae84) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:34:14.865917 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304895fc-1f1f-49cf-a05a-8479634b69a6 None None] Pushing event updated for resources: {'Port': ['ID=d72eb800-495a-48c6-a228-95ccd4f4d0ad,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:14.872480 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5aea7cfa-da60-47fe-8b02-81e85bb5876e tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:14.902421 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-ba87f25c-8eb4-4406-aabe-8b23605c9241 None None] Attempting to bind port d72eb800-495a-48c6-a228-95ccd4f4d0ad on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:34:14.902795 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-ba87f25c-8eb4-4406-aabe-8b23605c9241 None None] Attempting to bind port d72eb800-495a-48c6-a228-95ccd4f4d0ad by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:34:14.903159 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba87f25c-8eb4-4406-aabe-8b23605c9241 None None] Attempting to bind port d72eb800-495a-48c6-a228-95ccd4f4d0ad on network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:34:14.912027 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba87f25c-8eb4-4406-aabe-8b23605c9241 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:34:14.912405 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba87f25c-8eb4-4406-aabe-8b23605c9241 None None] Checking segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:34:14.912810 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ba87f25c-8eb4-4406-aabe-8b23605c9241 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:14.913203 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba87f25c-8eb4-4406-aabe-8b23605c9241 None None] Bound using segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:34:14.913668 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-ba87f25c-8eb4-4406-aabe-8b23605c9241 None None] Bound port: d72eb800-495a-48c6-a228-95ccd4f4d0ad, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:34:14.914048 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ba87f25c-8eb4-4406-aabe-8b23605c9241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (d72eb800-495a-48c6-a228-95ccd4f4d0ad), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:15.003123 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ba87f25c-8eb4-4406-aabe-8b23605c9241 None None] For port d72eb800-495a-48c6-a228-95ccd4f4d0ad, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:34:15.007430 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ba87f25c-8eb4-4406-aabe-8b23605c9241 None None] For port d72eb800-495a-48c6-a228-95ccd4f4d0ad, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=d72eb800-495a-48c6-a228-95ccd4f4d0ad,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:34:15.029125 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ba87f25c-8eb4-4406-aabe-8b23605c9241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (d72eb800-495a-48c6-a228-95ccd4f4d0ad), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:15.102540 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b52a7cbe-6f38-43ff-af4e-50e42350d614 None None] Publish callbacks [] for port (c7f373f2-a218-4182-b06f-72e21dbbae84), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:15.112272 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304895fc-1f1f-49cf-a05a-8479634b69a6 None None] Pushing event updated for resources: {'Port': ['ID=d72eb800-495a-48c6-a228-95ccd4f4d0ad,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:15.115572 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b52a7cbe-6f38-43ff-af4e-50e42350d614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (c7f373f2-a218-4182-b06f-72e21dbbae84), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:15.119063 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba87f25c-8eb4-4406-aabe-8b23605c9241 None None] Routers {'75c3b23e-b948-4a16-bd0f-378ad932987c'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:34:15.119684 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-ba87f25c-8eb4-4406-aabe-8b23605c9241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:33:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['75c3b23e-b948-4a16-bd0f-378ad932987c'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:34:15.163873 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-5aea7cfa-da60-47fe-8b02-81e85bb5876e tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Allocated IP 172.20.0.1 (3ce6466c-d0fa-4c36-852a-197139ad0e05/55757c60-04cb-483a-b222-41cb32de8258/f8cb93ce-758c-4eef-b552-25402b78135e) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:34:15.225480 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52a7cbe-6f38-43ff-af4e-50e42350d614 None None] Network 3ce6466c-d0fa-4c36-852a-197139ad0e05 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:34:15.230776 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-b52a7cbe-6f38-43ff-af4e-50e42350d614 None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:34:15.239042 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52a7cbe-6f38-43ff-af4e-50e42350d614 None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:34:15.245085 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52a7cbe-6f38-43ff-af4e-50e42350d614 None None] Pushing event updated for resources: {'Port': ['ID=c7f373f2-a218-4182-b06f-72e21dbbae84,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:15.280361 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5aea7cfa-da60-47fe-8b02-81e85bb5876e tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for port (f8cb93ce-758c-4eef-b552-25402b78135e), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:15.316253 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5aea7cfa-da60-47fe-8b02-81e85bb5876e tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (f8cb93ce-758c-4eef-b552-25402b78135e), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:15.318381 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-ba87f25c-8eb4-4406-aabe-8b23605c9241 None None] Set router 75c3b23e-b948-4a16-bd0f-378ad932987c gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:34:15.320304 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-b52a7cbe-6f38-43ff-af4e-50e42350d614 None None] Attempting to bind port c7f373f2-a218-4182-b06f-72e21dbbae84 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:34:15.320690 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-b52a7cbe-6f38-43ff-af4e-50e42350d614 None None] Attempting to bind port c7f373f2-a218-4182-b06f-72e21dbbae84 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '532684e4-f0c6-4b37-b541-a63ac97351da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '3ce6466c-d0fa-4c36-852a-197139ad0e05'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:34:15.321034 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52a7cbe-6f38-43ff-af4e-50e42350d614 None None] Attempting to bind port c7f373f2-a218-4182-b06f-72e21dbbae84 on network 3ce6466c-d0fa-4c36-852a-197139ad0e05 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:34:15.364966 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aea7cfa-da60-47fe-8b02-81e85bb5876e tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Network 3ce6466c-d0fa-4c36-852a-197139ad0e05 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:34:15.368042 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-5aea7cfa-da60-47fe-8b02-81e85bb5876e tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:34:15.371042 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aea7cfa-da60-47fe-8b02-81e85bb5876e tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:34:15.380835 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52a7cbe-6f38-43ff-af4e-50e42350d614 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:34:15.381222 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52a7cbe-6f38-43ff-af4e-50e42350d614 None None] Checking segment: {'id': '532684e4-f0c6-4b37-b541-a63ac97351da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '3ce6466c-d0fa-4c36-852a-197139ad0e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:34:15.381630 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b52a7cbe-6f38-43ff-af4e-50e42350d614 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:15.382025 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52a7cbe-6f38-43ff-af4e-50e42350d614 None None] Bound using segment: {'id': '532684e4-f0c6-4b37-b541-a63ac97351da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '3ce6466c-d0fa-4c36-852a-197139ad0e05'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:34:15.382505 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-b52a7cbe-6f38-43ff-af4e-50e42350d614 None None] Bound port: c7f373f2-a218-4182-b06f-72e21dbbae84, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '532684e4-f0c6-4b37-b541-a63ac97351da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '3ce6466c-d0fa-4c36-852a-197139ad0e05'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:34:15.382890 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b52a7cbe-6f38-43ff-af4e-50e42350d614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (c7f373f2-a218-4182-b06f-72e21dbbae84), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:15.396331 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aea7cfa-da60-47fe-8b02-81e85bb5876e tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Pushing event updated for resources: {'Port': ['ID=f8cb93ce-758c-4eef-b552-25402b78135e,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:15.421141 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5aea7cfa-da60-47fe-8b02-81e85bb5876e tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1599818'] for router_interface (75c3b23e-b948-4a16-bd0f-378ad932987c), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:15.508796 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b52a7cbe-6f38-43ff-af4e-50e42350d614 None None] For port c7f373f2-a218-4182-b06f-72e21dbbae84, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:34:15.513031 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b52a7cbe-6f38-43ff-af4e-50e42350d614 None None] For port c7f373f2-a218-4182-b06f-72e21dbbae84, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=c7f373f2-a218-4182-b06f-72e21dbbae84,segment=NetworkSegment(532684e4-f0c6-4b37-b541-a63ac97351da),segment_id=532684e4-f0c6-4b37-b541-a63ac97351da)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:34:15.538203 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b52a7cbe-6f38-43ff-af4e-50e42350d614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (c7f373f2-a218-4182-b06f-72e21dbbae84), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:15.563510 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5aea7cfa-da60-47fe-8b02-81e85bb5876e tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (f8cb93ce-758c-4eef-b552-25402b78135e), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:15.607061 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52a7cbe-6f38-43ff-af4e-50e42350d614 None None] Pushing event updated for resources: {'Port': ['ID=c7f373f2-a218-4182-b06f-72e21dbbae84,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:15.626961 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-ba87f25c-8eb4-4406-aabe-8b23605c9241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c3b23e-b948-4a16-bd0f-378ad932987c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1550969868', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': 'd72eb800-495a-48c6-a228-95ccd4f4d0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:34:12Z', 'updated_at': '2022-02-04T13:34:13Z', 'revision_number': 3, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'gw_port': {'id': 'd72eb800-495a-48c6-a228-95ccd4f4d0ad', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:19:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75c3b23e-b948-4a16-bd0f-378ad932987c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:34:12Z', 'updated_at': '2022-02-04T13:34:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:34:15.660752 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba87f25c-8eb4-4406-aabe-8b23605c9241 None None] The sync data for ids ['75c3b23e-b948-4a16-bd0f-378ad932987c'] in n-d-825015-3 is: [{'id': '75c3b23e-b948-4a16-bd0f-378ad932987c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1550969868', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': 'd72eb800-495a-48c6-a228-95ccd4f4d0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:34:12Z', 'updated_at': '2022-02-04T13:34:13Z', 'revision_number': 3, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'gw_port': {'id': 'd72eb800-495a-48c6-a228-95ccd4f4d0ad', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:19:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75c3b23e-b948-4a16-bd0f-378ad932987c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:34:12Z', 'updated_at': '2022-02-04T13:34:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:34:15.674081 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5b40026b-abb2-4a93-b0e8-d60d5ce662c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:15.908423 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5aea7cfa-da60-47fe-8b02-81e85bb5876e tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for port (f8cb93ce-758c-4eef-b552-25402b78135e), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:15.913710 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5aea7cfa-da60-47fe-8b02-81e85bb5876e tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (f8cb93ce-758c-4eef-b552-25402b78135e), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:15.998081 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aea7cfa-da60-47fe-8b02-81e85bb5876e tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Pushing event updated for resources: {'Port': ['ID=f8cb93ce-758c-4eef-b552-25402b78135e,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:16.006064 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-5aea7cfa-da60-47fe-8b02-81e85bb5876e tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622202'] for router_interface (75c3b23e-b948-4a16-bd0f-378ad932987c), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:16.108120 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aea7cfa-da60-47fe-8b02-81e85bb5876e tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Network 3ce6466c-d0fa-4c36-852a-197139ad0e05 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:34:16.112215 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-5aea7cfa-da60-47fe-8b02-81e85bb5876e tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:34:16.560136 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aea7cfa-da60-47fe-8b02-81e85bb5876e tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Router 75c3b23e-b948-4a16-bd0f-378ad932987c has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:34:16.665165 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35938fcb-25e5-4048-8e37-484deb4c901e None None] Network 3ce6466c-d0fa-4c36-852a-197139ad0e05 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:34:16.684791 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aea7cfa-da60-47fe-8b02-81e85bb5876e tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:34:16.692470 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-5aea7cfa-da60-47fe-8b02-81e85bb5876e tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "PUT /v2.0/routers/75c3b23e-b948-4a16-bd0f-378ad932987c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2615869 Feb 04 13:34:16.740064 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-4b1809f6-e2db-4fea-817b-f140ec9540de None None] Provisioning complete for port c7f373f2-a218-4182-b06f-72e21dbbae84 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:34:16.740064 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4b1809f6-e2db-4fea-817b-f140ec9540de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (c7f373f2-a218-4182-b06f-72e21dbbae84), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:16.848038 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5d30e49d-06da-4e8b-bd41-8e5380db9391 req-068f852a-44ad-43f9-a562-8ec9aedd32fd tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-934825849&fields=id&tenant_id=deceb844ac72490cb451d91c169a30ba HTTP/1.1" status: 200 len: 267 time: 0.0474072 Feb 04 13:34:16.861783 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-4b1809f6-e2db-4fea-817b-f140ec9540de None None] Current status of the port c7f373f2-a218-4182-b06f-72e21dbbae84 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:34:16.862234 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4b1809f6-e2db-4fea-817b-f140ec9540de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (c7f373f2-a218-4182-b06f-72e21dbbae84), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:16.904293 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-4b1809f6-e2db-4fea-817b-f140ec9540de None None] For port c7f373f2-a218-4182-b06f-72e21dbbae84, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=c7f373f2-a218-4182-b06f-72e21dbbae84,segment=NetworkSegment(532684e4-f0c6-4b37-b541-a63ac97351da),segment_id=532684e4-f0c6-4b37-b541-a63ac97351da)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:34:16.909746 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4b1809f6-e2db-4fea-817b-f140ec9540de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (c7f373f2-a218-4182-b06f-72e21dbbae84), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:16.959926 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1809f6-e2db-4fea-817b-f140ec9540de None None] Pushing event updated for resources: {'Port': ['ID=c7f373f2-a218-4182-b06f-72e21dbbae84,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:16.973524 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d30e49d-06da-4e8b-bd41-8e5380db9391 req-ba52fb5a-669c-46fd-a86c-ee85a45304df tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:16.975125 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5d30e49d-06da-4e8b-bd41-8e5380db9391 req-ba52fb5a-669c-46fd-a86c-ee85a45304df tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/networks?id=3ce6466c-d0fa-4c36-852a-197139ad0e05 HTTP/1.1" status: 200 len: 796 time: 0.1184206 Feb 04 13:34:16.992279 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5d30e49d-06da-4e8b-bd41-8e5380db9391 req-ac5ed8a5-8cbd-4fde-adca-6d01e44c6a8f tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/quotas/deceb844ac72490cb451d91c169a30ba HTTP/1.1" status: 200 len: 375 time: 0.0112004 Feb 04 13:34:17.059681 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5d30e49d-06da-4e8b-bd41-8e5380db9391 req-0bf8527c-70e7-4ba1-be92-8d4df47475f7 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=deceb844ac72490cb451d91c169a30ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0595613 Feb 04 13:34:17.135698 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-6164fcd3-1e6c-468d-bc8a-673107905fb4 None None] Provisioning complete for port f8cb93ce-758c-4eef-b552-25402b78135e triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:34:17.136103 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6164fcd3-1e6c-468d-bc8a-673107905fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (f8cb93ce-758c-4eef-b552-25402b78135e), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:17.181695 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-6164fcd3-1e6c-468d-bc8a-673107905fb4 None None] Port f8cb93ce-758c-4eef-b552-25402b78135e cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:34:17.193288 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-6164fcd3-1e6c-468d-bc8a-673107905fb4 None None] Provisioning complete for port c7f373f2-a218-4182-b06f-72e21dbbae84 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:34:17.193675 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6164fcd3-1e6c-468d-bc8a-673107905fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (c7f373f2-a218-4182-b06f-72e21dbbae84), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:17.225778 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5d30e49d-06da-4e8b-bd41-8e5380db9391 req-b53b729e-1da8-4d7b-965f-47497afee025 service neutron] 10.222.0.65 "GET /v2.0/networks/3ce6466c-d0fa-4c36-852a-197139ad0e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510727 Feb 04 13:34:17.287673 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-6164fcd3-1e6c-468d-bc8a-673107905fb4 None None] Current status of the port c7f373f2-a218-4182-b06f-72e21dbbae84 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:34:17.336437 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5d30e49d-06da-4e8b-bd41-8e5380db9391 req-86dd3714-89e5-4d6f-b0fa-7362a36b1d8b service neutron] 10.222.0.65 "GET /v2.0/networks/3ce6466c-d0fa-4c36-852a-197139ad0e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042342 Feb 04 13:34:17.407286 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-610989ce-cc51-4fca-8632-8e06dcc89a88 None None] Provisioning complete for port f8cb93ce-758c-4eef-b552-25402b78135e triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:34:17.407668 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-610989ce-cc51-4fca-8632-8e06dcc89a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (f8cb93ce-758c-4eef-b552-25402b78135e), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:17.448325 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-610989ce-cc51-4fca-8632-8e06dcc89a88 None None] Port f8cb93ce-758c-4eef-b552-25402b78135e cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:34:17.472701 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b12bb2-3d90-478e-a095-8d48498bb699 None None] Sync routers for ids ['75c3b23e-b948-4a16-bd0f-378ad932987c'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:34:17.493285 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b12bb2-3d90-478e-a095-8d48498bb699 None None] Routers {'75c3b23e-b948-4a16-bd0f-378ad932987c'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:34:17.493901 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-e8b12bb2-3d90-478e-a095-8d48498bb699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:33:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['75c3b23e-b948-4a16-bd0f-378ad932987c'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:34:17.542066 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7bc89300-ae97-4447-8082-41b2823272e1 req-5b1bf204-5456-4059-b8e2-79b8fe389bf1 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=d1220ee9-8081-46c5-8b4f-7fa8dfaf6407 HTTP/1.1" status: 200 len: 210 time: 0.0287423 Feb 04 13:34:17.578382 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-3e163bde-ed85-4cc8-a2a5-1ae137800b83 None None] Provisioning complete for port f8cb93ce-758c-4eef-b552-25402b78135e triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:34:17.579752 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3e163bde-ed85-4cc8-a2a5-1ae137800b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (f8cb93ce-758c-4eef-b552-25402b78135e), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:17.615431 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-e8b12bb2-3d90-478e-a095-8d48498bb699 None None] Set router 75c3b23e-b948-4a16-bd0f-378ad932987c gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:34:17.627074 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-3e163bde-ed85-4cc8-a2a5-1ae137800b83 None None] Port f8cb93ce-758c-4eef-b552-25402b78135e cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:34:17.754075 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device c7f373f2-a218-4182-b06f-72e21dbbae84 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:34:17.811950 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port c7f373f2-a218-4182-b06f-72e21dbbae84 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:34:17.812370 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (c7f373f2-a218-4182-b06f-72e21dbbae84), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:17.827274 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-e8b12bb2-3d90-478e-a095-8d48498bb699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c3b23e-b948-4a16-bd0f-378ad932987c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1550969868', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': 'd72eb800-495a-48c6-a228-95ccd4f4d0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:34:12Z', 'updated_at': '2022-02-04T13:34:15Z', 'revision_number': 4, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'gw_port': {'id': 'd72eb800-495a-48c6-a228-95ccd4f4d0ad', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:19:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75c3b23e-b948-4a16-bd0f-378ad932987c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:34:12Z', 'updated_at': '2022-02-04T13:34:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'f8cb93ce-758c-4eef-b552-25402b78135e', 'name': '', 'network_id': '3ce6466c-d0fa-4c36-852a-197139ad0e05', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'mac_address': 'fa:16:3e:5e:39:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75c3b23e-b948-4a16-bd0f-378ad932987c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '55757c60-04cb-483a-b222-41cb32de8258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:34:15Z', 'updated_at': '2022-02-04T13:34:15Z', 'revision_number': 2, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'subnets': [{'id': '55757c60-04cb-483a-b222-41cb32de8258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:34:17.859816 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b12bb2-3d90-478e-a095-8d48498bb699 None None] Checking router: 75c3b23e-b948-4a16-bd0f-378ad932987c for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:34:17.860184 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b12bb2-3d90-478e-a095-8d48498bb699 None None] Updating router 75c3b23e-b948-4a16-bd0f-378ad932987c port f8cb93ce-758c-4eef-b552-25402b78135e binding host n-d-825015-3 {{(pid=103477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:34:17.891273 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e8b12bb2-3d90-478e-a095-8d48498bb699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (f8cb93ce-758c-4eef-b552-25402b78135e), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:18.075725 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port c7f373f2-a218-4182-b06f-72e21dbbae84 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:34:18.077610 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device d72eb800-495a-48c6-a228-95ccd4f4d0ad up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:34:18.127045 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port d72eb800-495a-48c6-a228-95ccd4f4d0ad triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:34:18.127520 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (d72eb800-495a-48c6-a228-95ccd4f4d0ad), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:18.180055 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ccb72701-653b-4227-a331-0721bf4e46ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:18.196634 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e8b12bb2-3d90-478e-a095-8d48498bb699 None None] Publish callbacks [] for port (f8cb93ce-758c-4eef-b552-25402b78135e), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:18.203233 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e8b12bb2-3d90-478e-a095-8d48498bb699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (f8cb93ce-758c-4eef-b552-25402b78135e), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:18.226942 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port d72eb800-495a-48c6-a228-95ccd4f4d0ad is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:34:18.227375 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (d72eb800-495a-48c6-a228-95ccd4f4d0ad), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:18.249873 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port d72eb800-495a-48c6-a228-95ccd4f4d0ad, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=d72eb800-495a-48c6-a228-95ccd4f4d0ad,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:34:18.255239 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (d72eb800-495a-48c6-a228-95ccd4f4d0ad), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:18.274278 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c854e-a1a1-472e-bae8-b57b97f18906 None None] Pushing event updated for resources: {'Port': ['ID=f8cb93ce-758c-4eef-b552-25402b78135e,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:18.301581 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c854e-a1a1-472e-bae8-b57b97f18906 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:18.301926 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c854e-a1a1-472e-bae8-b57b97f18906 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:18.302265 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c854e-a1a1-472e-bae8-b57b97f18906 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:18.302597 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c854e-a1a1-472e-bae8-b57b97f18906 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:18.302923 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c854e-a1a1-472e-bae8-b57b97f18906 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:18.303245 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c854e-a1a1-472e-bae8-b57b97f18906 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:18.303566 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c854e-a1a1-472e-bae8-b57b97f18906 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:18.303915 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c854e-a1a1-472e-bae8-b57b97f18906 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:18.304233 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c854e-a1a1-472e-bae8-b57b97f18906 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:18.304547 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c854e-a1a1-472e-bae8-b57b97f18906 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:18.304863 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c854e-a1a1-472e-bae8-b57b97f18906 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:18.305178 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c854e-a1a1-472e-bae8-b57b97f18906 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:18.305492 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c854e-a1a1-472e-bae8-b57b97f18906 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:18.307575 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=d72eb800-495a-48c6-a228-95ccd4f4d0ad,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:18.319363 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-e8b12bb2-3d90-478e-a095-8d48498bb699 None None] Attempting to bind port f8cb93ce-758c-4eef-b552-25402b78135e on host n-d-825015-3 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:34:18.319745 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-e8b12bb2-3d90-478e-a095-8d48498bb699 None None] Attempting to bind port f8cb93ce-758c-4eef-b552-25402b78135e by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '532684e4-f0c6-4b37-b541-a63ac97351da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '3ce6466c-d0fa-4c36-852a-197139ad0e05'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:34:18.320114 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b12bb2-3d90-478e-a095-8d48498bb699 None None] Attempting to bind port f8cb93ce-758c-4eef-b552-25402b78135e on network 3ce6466c-d0fa-4c36-852a-197139ad0e05 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:34:18.325165 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b12bb2-3d90-478e-a095-8d48498bb699 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:34:18.325502 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b12bb2-3d90-478e-a095-8d48498bb699 None None] Checking segment: {'id': '532684e4-f0c6-4b37-b541-a63ac97351da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '3ce6466c-d0fa-4c36-852a-197139ad0e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:34:18.325893 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e8b12bb2-3d90-478e-a095-8d48498bb699 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:18.326822 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b12bb2-3d90-478e-a095-8d48498bb699 None None] Bound using segment: {'id': '532684e4-f0c6-4b37-b541-a63ac97351da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '3ce6466c-d0fa-4c36-852a-197139ad0e05'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:34:18.327277 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-e8b12bb2-3d90-478e-a095-8d48498bb699 None None] Bound port: f8cb93ce-758c-4eef-b552-25402b78135e, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '532684e4-f0c6-4b37-b541-a63ac97351da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '3ce6466c-d0fa-4c36-852a-197139ad0e05'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:34:18.327647 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e8b12bb2-3d90-478e-a095-8d48498bb699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (f8cb93ce-758c-4eef-b552-25402b78135e), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:18.393072 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-e8b12bb2-3d90-478e-a095-8d48498bb699 None None] For port f8cb93ce-758c-4eef-b552-25402b78135e, host n-d-825015-3, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:34:18.396638 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-e8b12bb2-3d90-478e-a095-8d48498bb699 None None] For port f8cb93ce-758c-4eef-b552-25402b78135e, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=f8cb93ce-758c-4eef-b552-25402b78135e,segment=NetworkSegment(532684e4-f0c6-4b37-b541-a63ac97351da),segment_id=532684e4-f0c6-4b37-b541-a63ac97351da)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:34:18.404316 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e8b12bb2-3d90-478e-a095-8d48498bb699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (f8cb93ce-758c-4eef-b552-25402b78135e), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:18.553634 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b12bb2-3d90-478e-a095-8d48498bb699 None None] Routers {'75c3b23e-b948-4a16-bd0f-378ad932987c'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:34:18.554289 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-e8b12bb2-3d90-478e-a095-8d48498bb699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:34:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['75c3b23e-b948-4a16-bd0f-378ad932987c'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:34:18.583723 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-4306b273-28f0-4945-9a38-24ef472e0f2e None None] Provisioning complete for port f8cb93ce-758c-4eef-b552-25402b78135e triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:34:18.584129 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4306b273-28f0-4945-9a38-24ef472e0f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (f8cb93ce-758c-4eef-b552-25402b78135e), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:18.656922 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d30e49d-06da-4e8b-bd41-8e5380db9391 req-1b799681-9798-40e6-ac85-f4b6a93449d9 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:18.658379 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5d30e49d-06da-4e8b-bd41-8e5380db9391 req-1b799681-9798-40e6-ac85-f4b6a93449d9 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.77 "GET /v2.0/networks?id=3ce6466c-d0fa-4c36-852a-197139ad0e05 HTTP/1.1" status: 200 len: 796 time: 0.1760974 Feb 04 13:34:18.662264 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c854e-a1a1-472e-bae8-b57b97f18906 None None] Pushing event updated for resources: {'Port': ['ID=f8cb93ce-758c-4eef-b552-25402b78135e,revision_number=4']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:18.716095 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-e8b12bb2-3d90-478e-a095-8d48498bb699 None None] Set router 75c3b23e-b948-4a16-bd0f-378ad932987c gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:34:18.723150 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7c621777-b5ca-40cf-b6ed-12b282fca53a req-d507fc68-cba7-4fec-8ad2-e321a4bc14d0 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=d1220ee9-8081-46c5-8b4f-7fa8dfaf6407 HTTP/1.1" status: 200 len: 210 time: 0.0612001 Feb 04 13:34:18.753920 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-4306b273-28f0-4945-9a38-24ef472e0f2e None None] Current status of the port f8cb93ce-758c-4eef-b552-25402b78135e is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:34:18.754315 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4306b273-28f0-4945-9a38-24ef472e0f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (f8cb93ce-758c-4eef-b552-25402b78135e), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:18.771178 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5d30e49d-06da-4e8b-bd41-8e5380db9391 req-dd489358-3059-4f47-8ce0-76d66699a173 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=deceb844ac72490cb451d91c169a30ba HTTP/1.1" status: 200 len: 379 time: 0.0827343 Feb 04 13:34:18.782780 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-5d30e49d-06da-4e8b-bd41-8e5380db9391 req-e9e01a9d-9791-4e3c-8185-7eeb3d842712 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Request body: {'port': {'device_id': 'd1220ee9-8081-46c5-8b4f-7fa8dfaf6407', 'network_id': '3ce6466c-d0fa-4c36-852a-197139ad0e05', 'admin_state_up': True, 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'security_groups': ['75b80778-ac0b-4bed-8c41-1ac857825202']}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:18.802605 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-4306b273-28f0-4945-9a38-24ef472e0f2e None None] For port f8cb93ce-758c-4eef-b552-25402b78135e, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=f8cb93ce-758c-4eef-b552-25402b78135e,segment=NetworkSegment(532684e4-f0c6-4b37-b541-a63ac97351da),segment_id=532684e4-f0c6-4b37-b541-a63ac97351da)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:34:18.807438 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4306b273-28f0-4945-9a38-24ef472e0f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (f8cb93ce-758c-4eef-b552-25402b78135e), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:18.864523 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4306b273-28f0-4945-9a38-24ef472e0f2e None None] Pushing event updated for resources: {'Port': ['ID=f8cb93ce-758c-4eef-b552-25402b78135e,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:18.923434 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d30e49d-06da-4e8b-bd41-8e5380db9391 req-e9e01a9d-9791-4e3c-8185-7eeb3d842712 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Made reservation on behalf of deceb844ac72490cb451d91c169a30ba for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:34:18.928301 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-5d30e49d-06da-4e8b-bd41-8e5380db9391 req-e9e01a9d-9791-4e3c-8185-7eeb3d842712 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:18.931282 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-d523ba4e-b902-4949-bbb0-5e3ef47273a7 None None] Provisioning complete for port f8cb93ce-758c-4eef-b552-25402b78135e triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:34:18.931810 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d523ba4e-b902-4949-bbb0-5e3ef47273a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (f8cb93ce-758c-4eef-b552-25402b78135e), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:18.965273 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-e8b12bb2-3d90-478e-a095-8d48498bb699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c3b23e-b948-4a16-bd0f-378ad932987c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1550969868', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': 'd72eb800-495a-48c6-a228-95ccd4f4d0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:34:12Z', 'updated_at': '2022-02-04T13:34:15Z', 'revision_number': 4, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'gw_port': {'id': 'd72eb800-495a-48c6-a228-95ccd4f4d0ad', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:19:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c3b23e-b948-4a16-bd0f-378ad932987c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:34:12Z', 'updated_at': '2022-02-04T13:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'f8cb93ce-758c-4eef-b552-25402b78135e', 'name': '', 'network_id': '3ce6466c-d0fa-4c36-852a-197139ad0e05', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'mac_address': 'fa:16:3e:5e:39:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75c3b23e-b948-4a16-bd0f-378ad932987c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '55757c60-04cb-483a-b222-41cb32de8258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:34:15Z', 'updated_at': '2022-02-04T13:34:18Z', 'revision_number': 4, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'subnets': [{'id': '55757c60-04cb-483a-b222-41cb32de8258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:34:18.996321 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b12bb2-3d90-478e-a095-8d48498bb699 None None] The sync data for ids ['75c3b23e-b948-4a16-bd0f-378ad932987c'] in n-d-825015-3 is: [{'id': '75c3b23e-b948-4a16-bd0f-378ad932987c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1550969868', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': 'd72eb800-495a-48c6-a228-95ccd4f4d0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:34:12Z', 'updated_at': '2022-02-04T13:34:15Z', 'revision_number': 4, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'gw_port': {'id': 'd72eb800-495a-48c6-a228-95ccd4f4d0ad', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:19:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c3b23e-b948-4a16-bd0f-378ad932987c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:34:12Z', 'updated_at': '2022-02-04T13:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'f8cb93ce-758c-4eef-b552-25402b78135e', 'name': '', 'network_id': '3ce6466c-d0fa-4c36-852a-197139ad0e05', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'mac_address': 'fa:16:3e:5e:39:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75c3b23e-b948-4a16-bd0f-378ad932987c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '55757c60-04cb-483a-b222-41cb32de8258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:34:15Z', 'updated_at': '2022-02-04T13:34:18Z', 'revision_number': 4, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'subnets': [{'id': '55757c60-04cb-483a-b222-41cb32de8258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:34:19.018374 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-d523ba4e-b902-4949-bbb0-5e3ef47273a7 None None] Current status of the port f8cb93ce-758c-4eef-b552-25402b78135e is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:34:19.095084 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-5d30e49d-06da-4e8b-bd41-8e5380db9391 req-e9e01a9d-9791-4e3c-8185-7eeb3d842712 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Allocated IP 172.20.0.11 (3ce6466c-d0fa-4c36-852a-197139ad0e05/55757c60-04cb-483a-b222-41cb32de8258/a28f0ef1-9130-4447-8f41-f8eb518eb512) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:34:19.266525 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-5d30e49d-06da-4e8b-bd41-8e5380db9391 req-e9e01a9d-9791-4e3c-8185-7eeb3d842712 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for port (a28f0ef1-9130-4447-8f41-f8eb518eb512), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:19.302639 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-5d30e49d-06da-4e8b-bd41-8e5380db9391 req-e9e01a9d-9791-4e3c-8185-7eeb3d842712 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (a28f0ef1-9130-4447-8f41-f8eb518eb512), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:19.349781 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d30e49d-06da-4e8b-bd41-8e5380db9391 req-e9e01a9d-9791-4e3c-8185-7eeb3d842712 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Network 3ce6466c-d0fa-4c36-852a-197139ad0e05 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:34:19.353007 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-5d30e49d-06da-4e8b-bd41-8e5380db9391 req-e9e01a9d-9791-4e3c-8185-7eeb3d842712 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:34:19.356922 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d30e49d-06da-4e8b-bd41-8e5380db9391 req-e9e01a9d-9791-4e3c-8185-7eeb3d842712 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:34:19.364239 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e01a9d-9791-4e3c-8185-7eeb3d842712 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Pushing event updated for resources: {'Port': ['ID=a28f0ef1-9130-4447-8f41-f8eb518eb512,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:19.418173 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d30e49d-06da-4e8b-bd41-8e5380db9391 req-e9e01a9d-9791-4e3c-8185-7eeb3d842712 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:19.418763 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-5d30e49d-06da-4e8b-bd41-8e5380db9391 req-e9e01a9d-9791-4e3c-8185-7eeb3d842712 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:19.440746 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5d30e49d-06da-4e8b-bd41-8e5380db9391 req-e9e01a9d-9791-4e3c-8185-7eeb3d842712 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6633365 Feb 04 13:34:19.452613 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-5d30e49d-06da-4e8b-bd41-8e5380db9391 req-4633a536-9c9f-4722-9579-6a1c0c80c766 service neutron] Request body: {'port': {'device_id': 'd1220ee9-8081-46c5-8b4f-7fa8dfaf6407', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:19.492484 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:19.540476 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-5d30e49d-06da-4e8b-bd41-8e5380db9391 req-4633a536-9c9f-4722-9579-6a1c0c80c766 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (a28f0ef1-9130-4447-8f41-f8eb518eb512), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:19.657527 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-cffa8397-df46-4451-a331-18bf21b94f29 None None] Provisioning complete for port a28f0ef1-9130-4447-8f41-f8eb518eb512 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:34:19.657848 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cffa8397-df46-4451-a331-18bf21b94f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (a28f0ef1-9130-4447-8f41-f8eb518eb512), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:19.699857 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-cffa8397-df46-4451-a331-18bf21b94f29 None None] Port a28f0ef1-9130-4447-8f41-f8eb518eb512 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:34:19.760491 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device f8cb93ce-758c-4eef-b552-25402b78135e up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:34:19.821148 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port f8cb93ce-758c-4eef-b552-25402b78135e triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:34:19.821809 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (f8cb93ce-758c-4eef-b552-25402b78135e), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:19.934333 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port f8cb93ce-758c-4eef-b552-25402b78135e is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:34:19.935336 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device d72eb800-495a-48c6-a228-95ccd4f4d0ad up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:34:19.941227 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1d1e9e-7fda-4a00-87f0-94d570b22c67 req-f3b4a3a6-119d-4c6a-abe9-2b9c39cf2968 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:19.943082 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4b1d1e9e-7fda-4a00-87f0-94d570b22c67 req-f3b4a3a6-119d-4c6a-abe9-2b9c39cf2968 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=d1220ee9-8081-46c5-8b4f-7fa8dfaf6407 HTTP/1.1" status: 200 len: 932 time: 0.1085768 Feb 04 13:34:19.947686 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-5d30e49d-06da-4e8b-bd41-8e5380db9391 req-4633a536-9c9f-4722-9579-6a1c0c80c766 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a28f0ef1-9130-4447-8f41-f8eb518eb512 {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:34:19.961645 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-5d30e49d-06da-4e8b-bd41-8e5380db9391 req-4633a536-9c9f-4722-9579-6a1c0c80c766 service neutron] Publish callbacks [] for port (a28f0ef1-9130-4447-8f41-f8eb518eb512), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:19.991466 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port d72eb800-495a-48c6-a228-95ccd4f4d0ad triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:34:19.991886 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (d72eb800-495a-48c6-a228-95ccd4f4d0ad), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:19.993051 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-5d30e49d-06da-4e8b-bd41-8e5380db9391 req-4633a536-9c9f-4722-9579-6a1c0c80c766 service neutron] Transition to ACTIVE for port object a28f0ef1-9130-4447-8f41-f8eb518eb512 will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:34:19.999954 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-5d30e49d-06da-4e8b-bd41-8e5380db9391 req-4633a536-9c9f-4722-9579-6a1c0c80c766 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (a28f0ef1-9130-4447-8f41-f8eb518eb512), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:20.053217 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4b1d1e9e-7fda-4a00-87f0-94d570b22c67 req-27765838-d52d-4cef-a875-e53ede9e9646 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?id=75b80778-ac0b-4bed-8c41-1ac857825202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007905 Feb 04 13:34:20.079720 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port d72eb800-495a-48c6-a228-95ccd4f4d0ad is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:34:20.092657 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4633a536-9c9f-4722-9579-6a1c0c80c766 service neutron] Pushing event updated for resources: {'Port': ['ID=a28f0ef1-9130-4447-8f41-f8eb518eb512,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:20.150561 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-5d30e49d-06da-4e8b-bd41-8e5380db9391 req-4633a536-9c9f-4722-9579-6a1c0c80c766 service neutron] Attempting to bind port a28f0ef1-9130-4447-8f41-f8eb518eb512 on host n-h2-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:34:20.151168 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-5d30e49d-06da-4e8b-bd41-8e5380db9391 req-4633a536-9c9f-4722-9579-6a1c0c80c766 service neutron] Attempting to bind port a28f0ef1-9130-4447-8f41-f8eb518eb512 by drivers openvswitch,hyperv on host n-h2-825015-3 at level 0 using segments [{'id': '532684e4-f0c6-4b37-b541-a63ac97351da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '3ce6466c-d0fa-4c36-852a-197139ad0e05'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:34:20.151374 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d30e49d-06da-4e8b-bd41-8e5380db9391 req-4633a536-9c9f-4722-9579-6a1c0c80c766 service neutron] Attempting to bind port a28f0ef1-9130-4447-8f41-f8eb518eb512 on network 3ce6466c-d0fa-4c36-852a-197139ad0e05 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:34:20.157199 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d30e49d-06da-4e8b-bd41-8e5380db9391 req-4633a536-9c9f-4722-9579-6a1c0c80c766 service neutron] Port a28f0ef1-9130-4447-8f41-f8eb518eb512 on network 3ce6466c-d0fa-4c36-852a-197139ad0e05 not bound, no agent of type Open vSwitch agent registered on host n-h2-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:34:20.157542 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d30e49d-06da-4e8b-bd41-8e5380db9391 req-4633a536-9c9f-4722-9579-6a1c0c80c766 service neutron] Attempting to bind port a28f0ef1-9130-4447-8f41-f8eb518eb512 on network 3ce6466c-d0fa-4c36-852a-197139ad0e05 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:34:20.163303 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d30e49d-06da-4e8b-bd41-8e5380db9391 req-4633a536-9c9f-4722-9579-6a1c0c80c766 service neutron] Checking agent: {'id': '9b68a165-e786-4b91-8592-44519c2ecabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:34:20.163673 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d30e49d-06da-4e8b-bd41-8e5380db9391 req-4633a536-9c9f-4722-9579-6a1c0c80c766 service neutron] Checking segment: {'id': '532684e4-f0c6-4b37-b541-a63ac97351da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '3ce6466c-d0fa-4c36-852a-197139ad0e05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:34:20.164091 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d30e49d-06da-4e8b-bd41-8e5380db9391 req-4633a536-9c9f-4722-9579-6a1c0c80c766 service neutron] Bound using segment: {'id': '532684e4-f0c6-4b37-b541-a63ac97351da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '3ce6466c-d0fa-4c36-852a-197139ad0e05'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:34:20.164524 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-5d30e49d-06da-4e8b-bd41-8e5380db9391 req-4633a536-9c9f-4722-9579-6a1c0c80c766 service neutron] Bound port: a28f0ef1-9130-4447-8f41-f8eb518eb512, host: n-h2-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '532684e4-f0c6-4b37-b541-a63ac97351da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '3ce6466c-d0fa-4c36-852a-197139ad0e05'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:34:20.164909 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-5d30e49d-06da-4e8b-bd41-8e5380db9391 req-4633a536-9c9f-4722-9579-6a1c0c80c766 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (a28f0ef1-9130-4447-8f41-f8eb518eb512), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:20.247306 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-5d30e49d-06da-4e8b-bd41-8e5380db9391 req-4633a536-9c9f-4722-9579-6a1c0c80c766 service neutron] For port a28f0ef1-9130-4447-8f41-f8eb518eb512, host n-h2-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:34:20.251339 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-5d30e49d-06da-4e8b-bd41-8e5380db9391 req-4633a536-9c9f-4722-9579-6a1c0c80c766 service neutron] For port a28f0ef1-9130-4447-8f41-f8eb518eb512, host n-h2-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=a28f0ef1-9130-4447-8f41-f8eb518eb512,segment=NetworkSegment(532684e4-f0c6-4b37-b541-a63ac97351da),segment_id=532684e4-f0c6-4b37-b541-a63ac97351da)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:34:20.259225 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-5d30e49d-06da-4e8b-bd41-8e5380db9391 req-4633a536-9c9f-4722-9579-6a1c0c80c766 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (a28f0ef1-9130-4447-8f41-f8eb518eb512), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:20.299847 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d30e49d-06da-4e8b-bd41-8e5380db9391 req-4633a536-9c9f-4722-9579-6a1c0c80c766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:20.300481 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-5d30e49d-06da-4e8b-bd41-8e5380db9391 req-4633a536-9c9f-4722-9579-6a1c0c80c766 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:20.301936 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5d30e49d-06da-4e8b-bd41-8e5380db9391 req-4633a536-9c9f-4722-9579-6a1c0c80c766 service neutron] 10.222.0.77 "PUT /v2.0/ports/a28f0ef1-9130-4447-8f41-f8eb518eb512 HTTP/1.1" status: 200 len: 1092 time: 0.8542955 Feb 04 13:34:20.302399 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1220ee9-8081-46c5-8b4f-7fa8dfaf6407', 'tag': 'a28f0ef1-9130-4447-8f41-f8eb518eb512'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:34:20.304742 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48bbd334e613f85cd2144b496d46af0d2e531f29900d43c124e8a63cdd2917ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7df92d14-c291-4784-872e-66d56899623d" -d '{"events": [{"name": "network-changed", "server_uuid": "d1220ee9-8081-46c5-8b4f-7fa8dfaf6407", "tag": "a28f0ef1-9130-4447-8f41-f8eb518eb512"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:34:20.345795 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4633a536-9c9f-4722-9579-6a1c0c80c766 service neutron] Pushing event updated for resources: {'Port': ['ID=a28f0ef1-9130-4447-8f41-f8eb518eb512,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:20.385526 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96dc9bfa-9b8a-45e2-9738-2e8840b5f651 x-openstack-request-id: req-96dc9bfa-9b8a-45e2-9738-2e8840b5f651 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:34:20.385803 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1220ee9-8081-46c5-8b4f-7fa8dfaf6407", "tag": "a28f0ef1-9130-4447-8f41-f8eb518eb512", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:34:20.386061 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-96dc9bfa-9b8a-45e2-9738-2e8840b5f651 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:34:20.386475 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1220ee9-8081-46c5-8b4f-7fa8dfaf6407', 'tag': 'a28f0ef1-9130-4447-8f41-f8eb518eb512', 'status': 'completed', 'code': 200} Feb 04 13:34:20.423693 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d30e49d-06da-4e8b-bd41-8e5380db9391 req-cafd1a30-fde4-440e-a26f-09471e4844c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:20.425303 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5d30e49d-06da-4e8b-bd41-8e5380db9391 req-cafd1a30-fde4-440e-a26f-09471e4844c5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=deceb844ac72490cb451d91c169a30ba&device_id=d1220ee9-8081-46c5-8b4f-7fa8dfaf6407 HTTP/1.1" status: 200 len: 1126 time: 0.0573764 Feb 04 13:34:20.475254 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5d30e49d-06da-4e8b-bd41-8e5380db9391 req-d4520223-3600-4d06-be9f-f42964e1d60e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a28f0ef1-9130-4447-8f41-f8eb518eb512 HTTP/1.1" status: 200 len: 217 time: 0.0421641 Feb 04 13:34:20.532412 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d30e49d-06da-4e8b-bd41-8e5380db9391 req-8367208d-060b-413c-8885-5e27fd61e206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:20.533883 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5d30e49d-06da-4e8b-bd41-8e5380db9391 req-8367208d-060b-413c-8885-5e27fd61e206 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=55757c60-04cb-483a-b222-41cb32de8258 HTTP/1.1" status: 200 len: 835 time: 0.0522475 Feb 04 13:34:20.586584 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d30e49d-06da-4e8b-bd41-8e5380db9391 req-da32b30c-d732-451d-b1b8-c5397ee49c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:20.588232 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5d30e49d-06da-4e8b-bd41-8e5380db9391 req-da32b30c-d732-451d-b1b8-c5397ee49c9d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3ce6466c-d0fa-4c36-852a-197139ad0e05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0485346 Feb 04 13:34:20.681208 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5d30e49d-06da-4e8b-bd41-8e5380db9391 req-2191bfa4-8564-4943-86c5-69f158af03e3 service neutron] 10.222.0.77 "GET /v2.0/networks/3ce6466c-d0fa-4c36-852a-197139ad0e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874088 Feb 04 13:34:20.755556 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:20.780009 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5d30e49d-06da-4e8b-bd41-8e5380db9391 req-bad5e394-25bb-418c-b91e-54df039b8145 service neutron] 10.222.0.77 "GET /v2.0/networks/3ce6466c-d0fa-4c36-852a-197139ad0e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925746 Feb 04 13:34:20.876155 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df92d14-c291-4784-872e-66d56899623d req-a36b9031-a1aa-453d-8e12-545a5c77ee5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:20.877683 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7df92d14-c291-4784-872e-66d56899623d req-a36b9031-a1aa-453d-8e12-545a5c77ee5b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=deceb844ac72490cb451d91c169a30ba&device_id=d1220ee9-8081-46c5-8b4f-7fa8dfaf6407 HTTP/1.1" status: 200 len: 1126 time: 0.0475955 Feb 04 13:34:20.973719 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df92d14-c291-4784-872e-66d56899623d req-b3c79c12-174a-4c7d-b4ed-6f46f7785ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:20.975188 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7df92d14-c291-4784-872e-66d56899623d req-b3c79c12-174a-4c7d-b4ed-6f46f7785ee4 service neutron] 10.222.0.77 "GET /v2.0/networks?id=3ce6466c-d0fa-4c36-852a-197139ad0e05 HTTP/1.1" status: 200 len: 897 time: 0.0923049 Feb 04 13:34:21.018113 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7df92d14-c291-4784-872e-66d56899623d req-be3252b7-c18b-4db2-bf03-b149d93a4d67 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a28f0ef1-9130-4447-8f41-f8eb518eb512 HTTP/1.1" status: 200 len: 217 time: 0.0365891 Feb 04 13:34:21.067851 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df92d14-c291-4784-872e-66d56899623d req-8cf318f8-8d73-4e38-bf17-ba3d02e5ba83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:21.069366 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7df92d14-c291-4784-872e-66d56899623d req-8cf318f8-8d73-4e38-bf17-ba3d02e5ba83 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=55757c60-04cb-483a-b222-41cb32de8258 HTTP/1.1" status: 200 len: 835 time: 0.0451789 Feb 04 13:34:21.125205 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df92d14-c291-4784-872e-66d56899623d req-01b0e7ce-0382-41ab-aa16-8bc7826ebd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:21.127052 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7df92d14-c291-4784-872e-66d56899623d req-01b0e7ce-0382-41ab-aa16-8bc7826ebd6b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3ce6466c-d0fa-4c36-852a-197139ad0e05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0515490 Feb 04 13:34:21.254756 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da65b531-2847-46eb-a659-34405a44b4eb req-9f98e82b-98cd-4b98-b8f2-cef8aac48e70 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:21.256286 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-da65b531-2847-46eb-a659-34405a44b4eb req-9f98e82b-98cd-4b98-b8f2-cef8aac48e70 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=d1220ee9-8081-46c5-8b4f-7fa8dfaf6407 HTTP/1.1" status: 200 len: 944 time: 0.1153738 Feb 04 13:34:21.261894 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7df92d14-c291-4784-872e-66d56899623d req-54607230-c080-477f-8713-462cc8a9e32a service neutron] 10.222.0.77 "GET /v2.0/networks/3ce6466c-d0fa-4c36-852a-197139ad0e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287475 Feb 04 13:34:21.360291 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-da65b531-2847-46eb-a659-34405a44b4eb req-e464537e-f5a6-4bbb-8b48-0354e4ebddb7 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?id=75b80778-ac0b-4bed-8c41-1ac857825202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974329 Feb 04 13:34:21.385762 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7df92d14-c291-4784-872e-66d56899623d req-93293c14-7102-4320-8d5a-9516ee245106 service neutron] 10.222.0.77 "GET /v2.0/networks/3ce6466c-d0fa-4c36-852a-197139ad0e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164882 Feb 04 13:34:21.862064 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:22.491704 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21961f6b-cffa-4b5c-b11e-35541ea3a769 req-aa9ff4c4-ac97-4546-ad62-a13630008778 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:22.493221 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-21961f6b-cffa-4b5c-b11e-35541ea3a769 req-aa9ff4c4-ac97-4546-ad62-a13630008778 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=d1220ee9-8081-46c5-8b4f-7fa8dfaf6407 HTTP/1.1" status: 200 len: 944 time: 0.0603535 Feb 04 13:34:22.541721 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-21961f6b-cffa-4b5c-b11e-35541ea3a769 req-f5f239cc-14ed-4860-a606-81129c73dce9 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?id=75b80778-ac0b-4bed-8c41-1ac857825202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417452 Feb 04 13:34:23.487122 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device a28f0ef1-9130-4447-8f41-f8eb518eb512 details requested by agent hyperv_n-h2-825015-3 with host n-h2-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:34:23.588114 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port a28f0ef1-9130-4447-8f41-f8eb518eb512, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=a28f0ef1-9130-4447-8f41-f8eb518eb512,segment=NetworkSegment(532684e4-f0c6-4b37-b541-a63ac97351da),segment_id=532684e4-f0c6-4b37-b541-a63ac97351da)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:34:23.600998 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Returning: {'device': 'a28f0ef1-9130-4447-8f41-f8eb518eb512', 'network_id': '3ce6466c-d0fa-4c36-852a-197139ad0e05', 'port_id': 'a28f0ef1-9130-4447-8f41-f8eb518eb512', 'mac_address': 'fa:16:3e:43:2a:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55757c60-04cb-483a-b222-41cb32de8258', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:34:23.642094 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port a28f0ef1-9130-4447-8f41-f8eb518eb512 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:34:23.642488 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (a28f0ef1-9130-4447-8f41-f8eb518eb512), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:23.656243 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a28f0ef1-9130-4447-8f41-f8eb518eb512 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:34:23.661759 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dcfa75-1934-42a1-83f8-9e6445e62f2f req-b0c0e576-61a5-4821-8458-4d825ca5560e tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:23.664268 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c5dcfa75-1934-42a1-83f8-9e6445e62f2f req-b0c0e576-61a5-4821-8458-4d825ca5560e tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=d1220ee9-8081-46c5-8b4f-7fa8dfaf6407 HTTP/1.1" status: 200 len: 944 time: 0.0550537 Feb 04 13:34:23.676433 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port a28f0ef1-9130-4447-8f41-f8eb518eb512, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=a28f0ef1-9130-4447-8f41-f8eb518eb512,segment=NetworkSegment(532684e4-f0c6-4b37-b541-a63ac97351da),segment_id=532684e4-f0c6-4b37-b541-a63ac97351da)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:34:23.680894 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (a28f0ef1-9130-4447-8f41-f8eb518eb512), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:23.722615 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c5dcfa75-1934-42a1-83f8-9e6445e62f2f req-8a421e66-2991-4edb-9085-d4cb53af3166 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?id=75b80778-ac0b-4bed-8c41-1ac857825202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525997 Feb 04 13:34:23.729213 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=a28f0ef1-9130-4447-8f41-f8eb518eb512,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:23.888271 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['a28f0ef1-9130-4447-8f41-f8eb518eb512'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:34:24.843691 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f700814-91c8-4cdf-ba03-384fc8106713 req-f95be52a-bafd-414e-9a40-376df5afb6e7 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:24.845301 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5f700814-91c8-4cdf-ba03-384fc8106713 req-f95be52a-bafd-414e-9a40-376df5afb6e7 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=d1220ee9-8081-46c5-8b4f-7fa8dfaf6407 HTTP/1.1" status: 200 len: 945 time: 0.0532300 Feb 04 13:34:24.897548 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5f700814-91c8-4cdf-ba03-384fc8106713 req-421d2065-5415-406b-90b9-0c0b50c1e686 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?id=75b80778-ac0b-4bed-8c41-1ac857825202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466008 Feb 04 13:34:25.496393 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device a28f0ef1-9130-4447-8f41-f8eb518eb512 up at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:34:25.550194 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning for port a28f0ef1-9130-4447-8f41-f8eb518eb512 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:34:25.554411 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning complete for port a28f0ef1-9130-4447-8f41-f8eb518eb512 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:34:25.554790 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (a28f0ef1-9130-4447-8f41-f8eb518eb512), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:25.632756 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port a28f0ef1-9130-4447-8f41-f8eb518eb512 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:34:25.633063 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (a28f0ef1-9130-4447-8f41-f8eb518eb512), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:25.657307 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1220ee9-8081-46c5-8b4f-7fa8dfaf6407', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a28f0ef1-9130-4447-8f41-f8eb518eb512'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:34:25.659570 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53818b00e40e8afff1ffbbb80b1f2b2ececb0555ff6da39e2769b708ef8305ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0107e03e-aef7-4f1d-b423-b1bd0a5f0edb" -d '{"events": [{"server_uuid": "d1220ee9-8081-46c5-8b4f-7fa8dfaf6407", "name": "network-vif-plugged", "status": "completed", "tag": "a28f0ef1-9130-4447-8f41-f8eb518eb512"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:34:25.673348 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port a28f0ef1-9130-4447-8f41-f8eb518eb512, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=a28f0ef1-9130-4447-8f41-f8eb518eb512,segment=NetworkSegment(532684e4-f0c6-4b37-b541-a63ac97351da),segment_id=532684e4-f0c6-4b37-b541-a63ac97351da)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:34:25.678001 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (a28f0ef1-9130-4447-8f41-f8eb518eb512), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:25.735464 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=a28f0ef1-9130-4447-8f41-f8eb518eb512,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:25.760113 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e45e5d6b-7799-423f-8fdd-8fd1780fd455 x-openstack-request-id: req-e45e5d6b-7799-423f-8fdd-8fd1780fd455 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:34:25.760414 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1220ee9-8081-46c5-8b4f-7fa8dfaf6407", "name": "network-vif-plugged", "status": "completed", "tag": "a28f0ef1-9130-4447-8f41-f8eb518eb512", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:34:25.760674 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e45e5d6b-7799-423f-8fdd-8fd1780fd455 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:34:25.761107 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1220ee9-8081-46c5-8b4f-7fa8dfaf6407', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a28f0ef1-9130-4447-8f41-f8eb518eb512', 'code': 200} Feb 04 13:34:25.863311 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e6119e-b661-4eef-9d98-ec784531225e req-89456262-b424-4aab-b0c8-61a34e002ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:25.864845 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-27e6119e-b661-4eef-9d98-ec784531225e req-89456262-b424-4aab-b0c8-61a34e002ca8 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=d1220ee9-8081-46c5-8b4f-7fa8dfaf6407 HTTP/1.1" status: 200 len: 1128 time: 0.0463908 Feb 04 13:34:25.912277 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-27e6119e-b661-4eef-9d98-ec784531225e req-0f0de77d-f009-4419-9b0e-932ab6407872 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=75b80778-ac0b-4bed-8c41-1ac857825202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413079 Feb 04 13:34:26.018055 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7178c617-c521-4fb8-8a6a-2929c5f1befe req-e80cfa13-dc53-466b-8e2c-8989deddae85 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:26.019536 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7178c617-c521-4fb8-8a6a-2929c5f1befe req-e80cfa13-dc53-466b-8e2c-8989deddae85 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=d1220ee9-8081-46c5-8b4f-7fa8dfaf6407 HTTP/1.1" status: 200 len: 946 time: 0.0520048 Feb 04 13:34:26.069762 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7178c617-c521-4fb8-8a6a-2929c5f1befe req-bc249ea0-cc18-4dd3-83af-11ba709f9038 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?id=75b80778-ac0b-4bed-8c41-1ac857825202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446091 Feb 04 13:34:27.197100 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cc2344-caf8-4059-9cc5-bab0ae52eada req-4c4c5f55-dea4-4c43-9c5c-ebb2bb4c0e99 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:27.198579 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-37cc2344-caf8-4059-9cc5-bab0ae52eada req-4c4c5f55-dea4-4c43-9c5c-ebb2bb4c0e99 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=d1220ee9-8081-46c5-8b4f-7fa8dfaf6407 HTTP/1.1" status: 200 len: 946 time: 0.0573113 Feb 04 13:34:27.256129 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-37cc2344-caf8-4059-9cc5-bab0ae52eada req-34fbd3c6-5660-4e25-8a9b-27c3c32ac388 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?id=75b80778-ac0b-4bed-8c41-1ac857825202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481799 Feb 04 13:34:27.382949 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b5de60-f753-40c1-924f-998004c0b50b req-c477bc91-c604-432d-9ddb-ae73cbda919e tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:27.384367 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e4b5de60-f753-40c1-924f-998004c0b50b req-c477bc91-c604-432d-9ddb-ae73cbda919e tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=d1220ee9-8081-46c5-8b4f-7fa8dfaf6407 HTTP/1.1" status: 200 len: 946 time: 0.0582261 Feb 04 13:34:27.434653 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e4b5de60-f753-40c1-924f-998004c0b50b req-b50da44d-9018-4e2a-aa8d-890b789ffc79 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?id=75b80778-ac0b-4bed-8c41-1ac857825202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437291 Feb 04 13:34:27.459273 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 35518) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:27.508584 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4839682-6bbe-41c6-a8d1-870b72b0cdbb tempest-TestNetworkAdvancedServerOps-967824004 tempest-TestNetworkAdvancedServerOps-967824004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:27.510130 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-b4839682-6bbe-41c6-a8d1-870b72b0cdbb tempest-TestNetworkAdvancedServerOps-967824004 tempest-TestNetworkAdvancedServerOps-967824004-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=d1220ee9-8081-46c5-8b4f-7fa8dfaf6407 HTTP/1.1" status: 200 len: 1123 time: 0.0497828 Feb 04 13:34:27.512970 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 35520) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:27.517514 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-39b617cb-4365-425c-b987-e62e242366b5 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Request body: {'floatingip': {'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'port_id': 'a28f0ef1-9130-4447-8f41-f8eb518eb512', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:27.538278 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-39b617cb-4365-425c-b987-e62e242366b5 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:27.632440 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-39b617cb-4365-425c-b987-e62e242366b5 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:27.736491 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-39b617cb-4365-425c-b987-e62e242366b5 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Allocated IP 172.25.3.187 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/dac2532d-0158-4f3a-b62a-fc88a5392f78) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:34:27.835624 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-39b617cb-4365-425c-b987-e62e242366b5 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for port (dac2532d-0158-4f3a-b62a-fc88a5392f78), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:27.870074 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-39b617cb-4365-425c-b987-e62e242366b5 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (dac2532d-0158-4f3a-b62a-fc88a5392f78), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:27.910351 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b617cb-4365-425c-b987-e62e242366b5 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:34:27.916404 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-39b617cb-4365-425c-b987-e62e242366b5 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:34:27.918840 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b617cb-4365-425c-b987-e62e242366b5 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:34:27.948223 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b617cb-4365-425c-b987-e62e242366b5 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Pushing event updated for resources: {'Port': ['ID=dac2532d-0158-4f3a-b62a-fc88a5392f78,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:28.265111 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-39b617cb-4365-425c-b987-e62e242366b5 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for floatingip (88894080-564b-4aaf-917d-80096b5311d3), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:28.335406 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-39b617cb-4365-425c-b987-e62e242366b5 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (dac2532d-0158-4f3a-b62a-fc88a5392f78), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:28.489671 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-39b617cb-4365-425c-b987-e62e242366b5 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for port (dac2532d-0158-4f3a-b62a-fc88a5392f78), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:28.494183 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-39b617cb-4365-425c-b987-e62e242366b5 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (dac2532d-0158-4f3a-b62a-fc88a5392f78), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:28.565098 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b617cb-4365-425c-b987-e62e242366b5 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Pushing event updated for resources: {'Port': ['ID=dac2532d-0158-4f3a-b62a-fc88a5392f78,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:28.574236 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-39b617cb-4365-425c-b987-e62e242366b5 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1599943'] for floatingip (88894080-564b-4aaf-917d-80096b5311d3), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:28.676234 n-d-825015-3 neutron-server[103475]: INFO neutron.db.l3_db [None req-39b617cb-4365-425c-b987-e62e242366b5 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Floating IP 88894080-564b-4aaf-917d-80096b5311d3 associated. External IP: 172.25.3.187, port: a28f0ef1-9130-4447-8f41-f8eb518eb512. Feb 04 13:34:29.196578 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39b617cb-4365-425c-b987-e62e242366b5 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Router 75c3b23e-b948-4a16-bd0f-378ad932987c has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:34:29.308898 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39b617cb-4365-425c-b987-e62e242366b5 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:34:29.320117 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961be88a-194b-4010-b533-10c9aeb60364 None None] Sync routers for ids ['75c3b23e-b948-4a16-bd0f-378ad932987c'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:34:29.328118 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-39b617cb-4365-425c-b987-e62e242366b5 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:29.332154 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961be88a-194b-4010-b533-10c9aeb60364 None None] Routers {'75c3b23e-b948-4a16-bd0f-378ad932987c'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:34:29.332793 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-961be88a-194b-4010-b533-10c9aeb60364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:34:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['75c3b23e-b948-4a16-bd0f-378ad932987c'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:34:29.359649 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-39b617cb-4365-425c-b987-e62e242366b5 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8456459 Feb 04 13:34:29.360640 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1220ee9-8081-46c5-8b4f-7fa8dfaf6407', 'tag': 'a28f0ef1-9130-4447-8f41-f8eb518eb512'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:34:29.363312 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48bbd334e613f85cd2144b496d46af0d2e531f29900d43c124e8a63cdd2917ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-759b71ed-688f-4e0d-bf80-8c0f8be38098" -d '{"events": [{"name": "network-changed", "server_uuid": "d1220ee9-8081-46c5-8b4f-7fa8dfaf6407", "tag": "a28f0ef1-9130-4447-8f41-f8eb518eb512"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:34:29.412447 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7a06ab7-56d4-40d6-b90e-af9be853848f x-openstack-request-id: req-f7a06ab7-56d4-40d6-b90e-af9be853848f {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:34:29.412749 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1220ee9-8081-46c5-8b4f-7fa8dfaf6407", "tag": "a28f0ef1-9130-4447-8f41-f8eb518eb512", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:34:29.413009 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f7a06ab7-56d4-40d6-b90e-af9be853848f {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:34:29.413437 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1220ee9-8081-46c5-8b4f-7fa8dfaf6407', 'tag': 'a28f0ef1-9130-4447-8f41-f8eb518eb512', 'status': 'completed', 'code': 200} Feb 04 13:34:29.460760 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-961be88a-194b-4010-b533-10c9aeb60364 None None] Set router 75c3b23e-b948-4a16-bd0f-378ad932987c gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:34:29.513880 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2bba2d-e891-4504-898b-dd93d8a33b28 req-4da7bec7-3870-4c42-bf63-d20040c082f4 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:29.515748 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5a2bba2d-e891-4504-898b-dd93d8a33b28 req-4da7bec7-3870-4c42-bf63-d20040c082f4 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=d1220ee9-8081-46c5-8b4f-7fa8dfaf6407 HTTP/1.1" status: 200 len: 946 time: 0.0960443 Feb 04 13:34:29.519067 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759b71ed-688f-4e0d-bf80-8c0f8be38098 req-9e93c56f-dd8f-4555-ab59-5cb06bb656f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:29.520811 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-759b71ed-688f-4e0d-bf80-8c0f8be38098 req-9e93c56f-dd8f-4555-ab59-5cb06bb656f6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=deceb844ac72490cb451d91c169a30ba&device_id=d1220ee9-8081-46c5-8b4f-7fa8dfaf6407 HTTP/1.1" status: 200 len: 1128 time: 0.0858362 Feb 04 13:34:29.622642 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5a2bba2d-e891-4504-898b-dd93d8a33b28 req-382509fd-02ae-49f9-b1ae-8a91de3d3da3 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?id=75b80778-ac0b-4bed-8c41-1ac857825202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001358 Feb 04 13:34:29.654745 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 35528) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:29.658690 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759b71ed-688f-4e0d-bf80-8c0f8be38098 req-75d395e0-724f-4dc2-b9b5-328b4a573c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:29.660212 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-759b71ed-688f-4e0d-bf80-8c0f8be38098 req-75d395e0-724f-4dc2-b9b5-328b4a573c2c service neutron] 10.222.0.77 "GET /v2.0/networks?id=3ce6466c-d0fa-4c36-852a-197139ad0e05 HTTP/1.1" status: 200 len: 897 time: 0.1292291 Feb 04 13:34:29.709843 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-961be88a-194b-4010-b533-10c9aeb60364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c3b23e-b948-4a16-bd0f-378ad932987c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1550969868', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': 'd72eb800-495a-48c6-a228-95ccd4f4d0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:34:12Z', 'updated_at': '2022-02-04T13:34:15Z', 'revision_number': 4, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'gw_port': {'id': 'd72eb800-495a-48c6-a228-95ccd4f4d0ad', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:19:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c3b23e-b948-4a16-bd0f-378ad932987c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:34:12Z', 'updated_at': '2022-02-04T13:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': '88894080-564b-4aaf-917d-80096b5311d3', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'floating_ip_address': '172.25.3.187', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': '75c3b23e-b948-4a16-bd0f-378ad932987c', 'port_id': 'a28f0ef1-9130-4447-8f41-f8eb518eb512', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ce6466c-d0fa-4c36-852a-197139ad0e05', 'mac_address': 'fa:16:3e:43:2a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1220ee9-8081-46c5-8b4f-7fa8dfaf6407', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:34:28Z', 'updated_at': '2022-02-04T13:34:28Z', 'revision_number': 0, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8cb93ce-758c-4eef-b552-25402b78135e', 'name': '', 'network_id': '3ce6466c-d0fa-4c36-852a-197139ad0e05', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'mac_address': 'fa:16:3e:5e:39:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c3b23e-b948-4a16-bd0f-378ad932987c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '55757c60-04cb-483a-b222-41cb32de8258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:34:15Z', 'updated_at': '2022-02-04T13:34:18Z', 'revision_number': 5, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'subnets': [{'id': '55757c60-04cb-483a-b222-41cb32de8258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:34:29.723233 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-812f89ec-318d-4a05-bfe0-266ba77bd7d1 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/floatingips/88894080-564b-4aaf-917d-80096b5311d3 HTTP/1.1" status: 200 len: 992 time: 0.0669856 Feb 04 13:34:29.739181 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-759b71ed-688f-4e0d-bf80-8c0f8be38098 req-5cc8bc43-d4a2-4ad9-bd14-d378fa495215 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a28f0ef1-9130-4447-8f41-f8eb518eb512 HTTP/1.1" status: 200 len: 1000 time: 0.0725131 Feb 04 13:34:29.749124 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961be88a-194b-4010-b533-10c9aeb60364 None None] Checking router: 75c3b23e-b948-4a16-bd0f-378ad932987c for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:34:29.761922 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961be88a-194b-4010-b533-10c9aeb60364 None None] Routers {'75c3b23e-b948-4a16-bd0f-378ad932987c'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:34:29.762650 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-961be88a-194b-4010-b533-10c9aeb60364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:34:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['75c3b23e-b948-4a16-bd0f-378ad932987c'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:34:29.793413 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759b71ed-688f-4e0d-bf80-8c0f8be38098 req-e4281de3-1c78-4a85-937b-6b7c2d877967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:29.795690 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-759b71ed-688f-4e0d-bf80-8c0f8be38098 req-e4281de3-1c78-4a85-937b-6b7c2d877967 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=55757c60-04cb-483a-b222-41cb32de8258 HTTP/1.1" status: 200 len: 835 time: 0.0507762 Feb 04 13:34:29.846122 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759b71ed-688f-4e0d-bf80-8c0f8be38098 req-9cfb7ecd-6211-4466-88dd-2eb4e9a6d2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:29.847648 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-759b71ed-688f-4e0d-bf80-8c0f8be38098 req-9cfb7ecd-6211-4466-88dd-2eb4e9a6d2c0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3ce6466c-d0fa-4c36-852a-197139ad0e05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0467937 Feb 04 13:34:29.887188 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-961be88a-194b-4010-b533-10c9aeb60364 None None] Set router 75c3b23e-b948-4a16-bd0f-378ad932987c gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:34:29.949201 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-759b71ed-688f-4e0d-bf80-8c0f8be38098 req-9d93c0f2-954a-44b9-b6b5-07d919873464 service neutron] 10.222.0.77 "GET /v2.0/networks/3ce6466c-d0fa-4c36-852a-197139ad0e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937827 Feb 04 13:34:30.047676 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-759b71ed-688f-4e0d-bf80-8c0f8be38098 req-492f99c8-1846-4759-9378-be52aeb209b0 service neutron] 10.222.0.77 "GET /v2.0/networks/3ce6466c-d0fa-4c36-852a-197139ad0e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927367 Feb 04 13:34:30.137919 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-961be88a-194b-4010-b533-10c9aeb60364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c3b23e-b948-4a16-bd0f-378ad932987c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1550969868', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': 'd72eb800-495a-48c6-a228-95ccd4f4d0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:34:12Z', 'updated_at': '2022-02-04T13:34:15Z', 'revision_number': 4, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'gw_port': {'id': 'd72eb800-495a-48c6-a228-95ccd4f4d0ad', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:19:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c3b23e-b948-4a16-bd0f-378ad932987c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:34:12Z', 'updated_at': '2022-02-04T13:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': '88894080-564b-4aaf-917d-80096b5311d3', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'floating_ip_address': '172.25.3.187', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': '75c3b23e-b948-4a16-bd0f-378ad932987c', 'port_id': 'a28f0ef1-9130-4447-8f41-f8eb518eb512', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ce6466c-d0fa-4c36-852a-197139ad0e05', 'mac_address': 'fa:16:3e:43:2a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1220ee9-8081-46c5-8b4f-7fa8dfaf6407', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:34:28Z', 'updated_at': '2022-02-04T13:34:28Z', 'revision_number': 0, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8cb93ce-758c-4eef-b552-25402b78135e', 'name': '', 'network_id': '3ce6466c-d0fa-4c36-852a-197139ad0e05', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'mac_address': 'fa:16:3e:5e:39:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c3b23e-b948-4a16-bd0f-378ad932987c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '55757c60-04cb-483a-b222-41cb32de8258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:34:15Z', 'updated_at': '2022-02-04T13:34:18Z', 'revision_number': 5, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'subnets': [{'id': '55757c60-04cb-483a-b222-41cb32de8258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:34:30.171254 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961be88a-194b-4010-b533-10c9aeb60364 None None] The sync data for ids ['75c3b23e-b948-4a16-bd0f-378ad932987c'] in n-d-825015-3 is: [{'id': '75c3b23e-b948-4a16-bd0f-378ad932987c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1550969868', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': 'd72eb800-495a-48c6-a228-95ccd4f4d0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:34:12Z', 'updated_at': '2022-02-04T13:34:15Z', 'revision_number': 4, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'gw_port': {'id': 'd72eb800-495a-48c6-a228-95ccd4f4d0ad', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:19:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c3b23e-b948-4a16-bd0f-378ad932987c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:34:12Z', 'updated_at': '2022-02-04T13:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': '88894080-564b-4aaf-917d-80096b5311d3', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'floating_ip_address': '172.25.3.187', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': '75c3b23e-b948-4a16-bd0f-378ad932987c', 'port_id': 'a28f0ef1-9130-4447-8f41-f8eb518eb512', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ce6466c-d0fa-4c36-852a-197139ad0e05', 'mac_address': 'fa:16:3e:43:2a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1220ee9-8081-46c5-8b4f-7fa8dfaf6407', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:34:28Z', 'updated_at': '2022-02-04T13:34:28Z', 'revision_number': 0, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8cb93ce-758c-4eef-b552-25402b78135e', 'name': '', 'network_id': '3ce6466c-d0fa-4c36-852a-197139ad0e05', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'mac_address': 'fa:16:3e:5e:39:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c3b23e-b948-4a16-bd0f-378ad932987c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '55757c60-04cb-483a-b222-41cb32de8258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:34:15Z', 'updated_at': '2022-02-04T13:34:18Z', 'revision_number': 5, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'subnets': [{'id': '55757c60-04cb-483a-b222-41cb32de8258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:34:30.371520 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9feac114-4ef5-4030-9cf2-6643473c1a74 None None] New status for floating IP 88894080-564b-4aaf-917d-80096b5311d3: ACTIVE {{(pid=103477) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:34:30.726177 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 35530) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:30.799712 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-1564b301-33de-4bd0-9606-e2da0314d13a tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/floatingips/88894080-564b-4aaf-917d-80096b5311d3 HTTP/1.1" status: 200 len: 994 time: 0.0723114 Feb 04 13:34:31.810985 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:32.495006 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:35.530425 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:34:45.660381 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9a9e6559-19f7-487c-985c-0aa22d42e10f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:46.674868 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-42a2d25c-0f21-45ce-81cd-897f243d5f92 req-f6cdb2e7-1b7e-4ad1-a682-db0edaeb3883 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=d1220ee9-8081-46c5-8b4f-7fa8dfaf6407&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0423133 Feb 04 13:34:46.762204 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a2d25c-0f21-45ce-81cd-897f243d5f92 req-8dd4a72b-c72d-421e-ace9-1282b34ed545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:46.763947 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-42a2d25c-0f21-45ce-81cd-897f243d5f92 req-8dd4a72b-c72d-421e-ace9-1282b34ed545 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=deceb844ac72490cb451d91c169a30ba&device_id=d1220ee9-8081-46c5-8b4f-7fa8dfaf6407 HTTP/1.1" status: 200 len: 1128 time: 0.0455410 Feb 04 13:34:46.871360 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a2d25c-0f21-45ce-81cd-897f243d5f92 req-29109a67-355d-44d6-8307-8fe44f0c8ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:46.873728 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-42a2d25c-0f21-45ce-81cd-897f243d5f92 req-29109a67-355d-44d6-8307-8fe44f0c8ba8 service neutron] 10.222.0.77 "GET /v2.0/networks?id=3ce6466c-d0fa-4c36-852a-197139ad0e05 HTTP/1.1" status: 200 len: 897 time: 0.0911279 Feb 04 13:34:46.938756 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-42a2d25c-0f21-45ce-81cd-897f243d5f92 req-ce574239-7e14-40b9-823b-788073b88af2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a28f0ef1-9130-4447-8f41-f8eb518eb512 HTTP/1.1" status: 200 len: 1002 time: 0.0590186 Feb 04 13:34:46.987572 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a2d25c-0f21-45ce-81cd-897f243d5f92 req-b0d10bb0-4aca-4389-bbab-943699ee61bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:46.989076 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-42a2d25c-0f21-45ce-81cd-897f243d5f92 req-b0d10bb0-4aca-4389-bbab-943699ee61bf service neutron] 10.222.0.77 "GET /v2.0/subnets?id=55757c60-04cb-483a-b222-41cb32de8258 HTTP/1.1" status: 200 len: 835 time: 0.0449181 Feb 04 13:34:47.041698 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a2d25c-0f21-45ce-81cd-897f243d5f92 req-5887d60f-1969-4d01-89b1-fac0530bb50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:47.043207 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-42a2d25c-0f21-45ce-81cd-897f243d5f92 req-5887d60f-1969-4d01-89b1-fac0530bb50a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3ce6466c-d0fa-4c36-852a-197139ad0e05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0482805 Feb 04 13:34:47.134885 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-42a2d25c-0f21-45ce-81cd-897f243d5f92 req-416b8a75-e85e-4bcd-ba8a-165f855989ea service neutron] 10.222.0.77 "GET /v2.0/networks/3ce6466c-d0fa-4c36-852a-197139ad0e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855713 Feb 04 13:34:47.229630 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-42a2d25c-0f21-45ce-81cd-897f243d5f92 req-f12bc01b-7352-4e06-955c-48eb51d875eb service neutron] 10.222.0.77 "GET /v2.0/networks/3ce6466c-d0fa-4c36-852a-197139ad0e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887575 Feb 04 13:34:48.164381 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b237c426-a2bb-4207-b786-75c9cf0c471d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:49.489842 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:50.757637 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:51.868858 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:34:59.428149 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [req-4a8b76cb-ce1c-4388-94ea-610ccbd56331 req-9c009d11-35b4-45fd-a2bb-ce3c02a6be36 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:34:59.429269 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4a8b76cb-ce1c-4388-94ea-610ccbd56331 req-9c009d11-35b4-45fd-a2bb-ce3c02a6be36 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057204 Feb 04 13:34:59.628224 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 35546) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:34:59.641885 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59543dd8-12f5-4f5f-87ee-0f25383dcd67 req-8c66e3cb-c3af-4997-a4ef-595e14409d17 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:59.643401 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-59543dd8-12f5-4f5f-87ee-0f25383dcd67 req-8c66e3cb-c3af-4997-a4ef-595e14409d17 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=d1220ee9-8081-46c5-8b4f-7fa8dfaf6407 HTTP/1.1" status: 200 len: 946 time: 0.0622113 Feb 04 13:34:59.693702 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-59543dd8-12f5-4f5f-87ee-0f25383dcd67 req-41ad00d2-88a2-4562-a063-eecc672e5fef tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?id=75b80778-ac0b-4bed-8c41-1ac857825202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446382 Feb 04 13:34:59.718705 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-25396d11-5191-4b83-a7f4-896341846b3e req-d8b6fab4-b8ff-4302-b36a-01930209358f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d1220ee9-8081-46c5-8b4f-7fa8dfaf6407&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0893629 Feb 04 13:34:59.727126 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [req-25396d11-5191-4b83-a7f4-896341846b3e req-d93b8e26-c5fa-4cd3-8e20-c1740b04b211 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103474) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:34:59.728124 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-25396d11-5191-4b83-a7f4-896341846b3e req-d93b8e26-c5fa-4cd3-8e20-c1740b04b211 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049853 Feb 04 13:35:00.816863 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c872f9ca-bb35-4d3a-8bfb-473c194e34ae req-a268f693-6843-49ac-9fee-6f817eec7bf2 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:00.818365 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c872f9ca-bb35-4d3a-8bfb-473c194e34ae req-a268f693-6843-49ac-9fee-6f817eec7bf2 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=d1220ee9-8081-46c5-8b4f-7fa8dfaf6407 HTTP/1.1" status: 200 len: 946 time: 0.0538504 Feb 04 13:35:00.867821 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c872f9ca-bb35-4d3a-8bfb-473c194e34ae req-d0e39142-d44e-4b15-9f37-1fb1f56c45b2 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?id=75b80778-ac0b-4bed-8c41-1ac857825202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437884 Feb 04 13:35:01.814603 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:01.993030 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b470ced-32df-4d3d-a595-30fd618ac9ff req-24a7b6c2-fd62-4f78-82a4-2e0537992c94 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:01.994492 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0b470ced-32df-4d3d-a595-30fd618ac9ff req-24a7b6c2-fd62-4f78-82a4-2e0537992c94 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=d1220ee9-8081-46c5-8b4f-7fa8dfaf6407 HTTP/1.1" status: 200 len: 946 time: 0.0572269 Feb 04 13:35:02.041752 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0b470ced-32df-4d3d-a595-30fd618ac9ff req-c451435d-6e90-4386-9882-618c25d1886b tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?id=75b80778-ac0b-4bed-8c41-1ac857825202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416536 Feb 04 13:35:02.518282 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:03.166718 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3bf931-7ffd-4f7d-9b63-1be31213f475 req-efffec58-540b-4126-85bf-eae41eefb1c4 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:03.168154 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6a3bf931-7ffd-4f7d-9b63-1be31213f475 req-efffec58-540b-4126-85bf-eae41eefb1c4 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=d1220ee9-8081-46c5-8b4f-7fa8dfaf6407 HTTP/1.1" status: 200 len: 946 time: 0.0551667 Feb 04 13:35:03.217324 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6a3bf931-7ffd-4f7d-9b63-1be31213f475 req-72099408-75b2-4e72-85b3-4bd47456084a tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?id=75b80778-ac0b-4bed-8c41-1ac857825202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435655 Feb 04 13:35:04.340329 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49213386-690b-4299-a24e-c75f27c1d671 req-8acdf060-5ff5-4b98-8cc2-5b38c8652fa1 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:04.341865 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-49213386-690b-4299-a24e-c75f27c1d671 req-8acdf060-5ff5-4b98-8cc2-5b38c8652fa1 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=d1220ee9-8081-46c5-8b4f-7fa8dfaf6407 HTTP/1.1" status: 200 len: 946 time: 0.0565107 Feb 04 13:35:04.402128 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-49213386-690b-4299-a24e-c75f27c1d671 req-5369f621-36bf-4da9-aa65-9216431fd3e5 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?id=75b80778-ac0b-4bed-8c41-1ac857825202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532527 Feb 04 13:35:04.969791 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25396d11-5191-4b83-a7f4-896341846b3e req-c51ad5db-ee5e-4ff4-a930-f6546fac1e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:04.971321 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-25396d11-5191-4b83-a7f4-896341846b3e req-c51ad5db-ee5e-4ff4-a930-f6546fac1e81 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=deceb844ac72490cb451d91c169a30ba&device_id=d1220ee9-8081-46c5-8b4f-7fa8dfaf6407 HTTP/1.1" status: 200 len: 1128 time: 0.0463428 Feb 04 13:35:05.062150 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25396d11-5191-4b83-a7f4-896341846b3e req-aad78ecc-6349-4602-8253-e4509fe2e3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:05.063942 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-25396d11-5191-4b83-a7f4-896341846b3e req-aad78ecc-6349-4602-8253-e4509fe2e3b2 service neutron] 10.222.0.77 "GET /v2.0/networks?id=3ce6466c-d0fa-4c36-852a-197139ad0e05 HTTP/1.1" status: 200 len: 897 time: 0.0865045 Feb 04 13:35:05.133458 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-25396d11-5191-4b83-a7f4-896341846b3e req-9773c8c9-f27a-492a-b2c3-69b584be0926 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a28f0ef1-9130-4447-8f41-f8eb518eb512 HTTP/1.1" status: 200 len: 1002 time: 0.0639553 Feb 04 13:35:05.182842 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25396d11-5191-4b83-a7f4-896341846b3e req-29d0ed85-3364-4a46-a692-4ebf305ed44d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:05.184457 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-25396d11-5191-4b83-a7f4-896341846b3e req-29d0ed85-3364-4a46-a692-4ebf305ed44d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=55757c60-04cb-483a-b222-41cb32de8258 HTTP/1.1" status: 200 len: 835 time: 0.0459547 Feb 04 13:35:05.232483 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25396d11-5191-4b83-a7f4-896341846b3e req-3e943fd5-5a4e-4f90-9155-2143ced011ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:05.233962 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-25396d11-5191-4b83-a7f4-896341846b3e req-3e943fd5-5a4e-4f90-9155-2143ced011ce service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3ce6466c-d0fa-4c36-852a-197139ad0e05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0443149 Feb 04 13:35:05.323946 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-25396d11-5191-4b83-a7f4-896341846b3e req-9a2f594c-4d50-4469-b339-937447554063 service neutron] 10.222.0.77 "GET /v2.0/networks/3ce6466c-d0fa-4c36-852a-197139ad0e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841885 Feb 04 13:35:05.413130 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-25396d11-5191-4b83-a7f4-896341846b3e req-322a1ea7-ec8d-45ee-8579-4d2dda16f1a6 service neutron] 10.222.0.77 "GET /v2.0/networks/3ce6466c-d0fa-4c36-852a-197139ad0e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830696 Feb 04 13:35:05.536774 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9645562c-2351-4ea6-b98b-ab774cb9613e req-11860d49-5870-410e-8773-d9606a67ada2 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:05.538609 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9645562c-2351-4ea6-b98b-ab774cb9613e req-11860d49-5870-410e-8773-d9606a67ada2 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=d1220ee9-8081-46c5-8b4f-7fa8dfaf6407 HTTP/1.1" status: 200 len: 946 time: 0.0631249 Feb 04 13:35:05.589450 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9645562c-2351-4ea6-b98b-ab774cb9613e req-3b8e93ab-885c-4861-a5ab-9abcf6617953 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?id=75b80778-ac0b-4bed-8c41-1ac857825202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440462 Feb 04 13:35:06.711292 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aeb343-7a18-4be8-a6fa-db2d1eb53a47 req-22f638c3-c6d0-420e-9373-5f9846ab48f2 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:06.712821 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-55aeb343-7a18-4be8-a6fa-db2d1eb53a47 req-22f638c3-c6d0-420e-9373-5f9846ab48f2 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=d1220ee9-8081-46c5-8b4f-7fa8dfaf6407 HTTP/1.1" status: 200 len: 946 time: 0.0539572 Feb 04 13:35:06.761445 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-55aeb343-7a18-4be8-a6fa-db2d1eb53a47 req-d2bc6cac-8646-41fd-ad8f-fc999f665178 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?id=75b80778-ac0b-4bed-8c41-1ac857825202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426068 Feb 04 13:35:07.882761 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996d9680-8150-4107-93c1-2ca4803fa5ab req-f0e399f4-1dab-43a3-b46c-c7072141ec27 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:07.884272 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-996d9680-8150-4107-93c1-2ca4803fa5ab req-f0e399f4-1dab-43a3-b46c-c7072141ec27 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=d1220ee9-8081-46c5-8b4f-7fa8dfaf6407 HTTP/1.1" status: 200 len: 946 time: 0.0529857 Feb 04 13:35:07.936679 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-996d9680-8150-4107-93c1-2ca4803fa5ab req-714a500f-3155-4e82-9979-f2bb1d258386 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?id=75b80778-ac0b-4bed-8c41-1ac857825202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467443 Feb 04 13:35:09.054980 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c222361-1683-4e93-a93f-8a70ea0c7f63 req-1f608b69-4e91-4970-a5d6-c87a5581a2a0 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:09.056493 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1c222361-1683-4e93-a93f-8a70ea0c7f63 req-1f608b69-4e91-4970-a5d6-c87a5581a2a0 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=d1220ee9-8081-46c5-8b4f-7fa8dfaf6407 HTTP/1.1" status: 200 len: 946 time: 0.0527887 Feb 04 13:35:09.105504 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1c222361-1683-4e93-a93f-8a70ea0c7f63 req-4e3cb63b-34f9-40ce-97c1-1611bd771a40 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?id=75b80778-ac0b-4bed-8c41-1ac857825202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423205 Feb 04 13:35:10.231195 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1338549-40c2-4764-825b-6f20d4995b94 req-9924c8f0-73ab-4cbe-89e6-58046b9e4aa1 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:10.233555 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d1338549-40c2-4764-825b-6f20d4995b94 req-9924c8f0-73ab-4cbe-89e6-58046b9e4aa1 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=d1220ee9-8081-46c5-8b4f-7fa8dfaf6407 HTTP/1.1" status: 200 len: 946 time: 0.0552909 Feb 04 13:35:10.289813 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d1338549-40c2-4764-825b-6f20d4995b94 req-c042a285-ed9f-4c43-ab48-2de1bb31db49 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?id=75b80778-ac0b-4bed-8c41-1ac857825202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506055 Feb 04 13:35:11.413971 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d2bed0-8248-406c-81f8-066cad465d28 req-33cba417-df18-47d2-9c8e-5c2e8de4bfad tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:11.415451 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-93d2bed0-8248-406c-81f8-066cad465d28 req-33cba417-df18-47d2-9c8e-5c2e8de4bfad tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=d1220ee9-8081-46c5-8b4f-7fa8dfaf6407 HTTP/1.1" status: 200 len: 946 time: 0.0572462 Feb 04 13:35:11.464519 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-93d2bed0-8248-406c-81f8-066cad465d28 req-a9354e4b-38b5-4cbb-9e03-a7fbb515f480 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?id=75b80778-ac0b-4bed-8c41-1ac857825202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428853 Feb 04 13:35:12.529428 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:35:12.594254 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4904a9f-c8a4-4ac7-b996-21d18f2c2e29 req-a8a75619-fbaf-409e-b6cf-a54ba94c1ca1 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:12.595763 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d4904a9f-c8a4-4ac7-b996-21d18f2c2e29 req-a8a75619-fbaf-409e-b6cf-a54ba94c1ca1 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=d1220ee9-8081-46c5-8b4f-7fa8dfaf6407 HTTP/1.1" status: 200 len: 946 time: 0.0564165 Feb 04 13:35:12.652585 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d4904a9f-c8a4-4ac7-b996-21d18f2c2e29 req-29e2c3a1-e7a6-4b02-972a-b253a8d18cae tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?id=75b80778-ac0b-4bed-8c41-1ac857825202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510786 Feb 04 13:35:13.775076 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea10735d-8c17-41ae-a0b3-98f3f052dd94 req-75efa31d-10d9-45e9-a174-969f94deebbc tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:13.776631 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ea10735d-8c17-41ae-a0b3-98f3f052dd94 req-75efa31d-10d9-45e9-a174-969f94deebbc tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=d1220ee9-8081-46c5-8b4f-7fa8dfaf6407 HTTP/1.1" status: 200 len: 946 time: 0.0524502 Feb 04 13:35:13.830205 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ea10735d-8c17-41ae-a0b3-98f3f052dd94 req-03824a42-1417-4419-9fee-98b067b91991 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?id=75b80778-ac0b-4bed-8c41-1ac857825202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471828 Feb 04 13:35:14.951853 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f4fd99-a10d-4b91-9eab-c4afe60bffa8 req-2221ca46-5828-4253-9310-ec7a36f0c4d0 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:14.953342 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e3f4fd99-a10d-4b91-9eab-c4afe60bffa8 req-2221ca46-5828-4253-9310-ec7a36f0c4d0 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=d1220ee9-8081-46c5-8b4f-7fa8dfaf6407 HTTP/1.1" status: 200 len: 946 time: 0.0533199 Feb 04 13:35:15.002857 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e3f4fd99-a10d-4b91-9eab-c4afe60bffa8 req-2a5ef7fa-889d-445f-ac86-cecb8a3748fe tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?id=75b80778-ac0b-4bed-8c41-1ac857825202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439339 Feb 04 13:35:15.661600 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-557bebbd-0d12-40da-b592-f9b86497446b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:16.125753 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e70b484-fe34-435a-89ef-01c065fc3c0c req-1476d077-c775-4987-bdd7-63c79342c37c tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:16.127171 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5e70b484-fe34-435a-89ef-01c065fc3c0c req-1476d077-c775-4987-bdd7-63c79342c37c tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=d1220ee9-8081-46c5-8b4f-7fa8dfaf6407 HTTP/1.1" status: 200 len: 946 time: 0.0524895 Feb 04 13:35:16.175856 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5e70b484-fe34-435a-89ef-01c065fc3c0c req-23c43acb-8641-4afd-9261-40487c83fa62 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?id=75b80778-ac0b-4bed-8c41-1ac857825202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429335 Feb 04 13:35:17.300687 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27b1227-bc8f-4944-b8b5-4543654723d6 req-08c1b145-bcbd-4cb5-8599-424d8f08a9fd tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:17.302230 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e27b1227-bc8f-4944-b8b5-4543654723d6 req-08c1b145-bcbd-4cb5-8599-424d8f08a9fd tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=d1220ee9-8081-46c5-8b4f-7fa8dfaf6407 HTTP/1.1" status: 200 len: 946 time: 0.0572612 Feb 04 13:35:17.351583 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e27b1227-bc8f-4944-b8b5-4543654723d6 req-a337e7af-ce3c-401a-8e97-c1aecc29a90a tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?id=75b80778-ac0b-4bed-8c41-1ac857825202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437560 Feb 04 13:35:18.165276 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-10abf674-1355-44dc-bde5-47f6590fc8e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:18.471968 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1c9870-3946-425c-828a-3e2b612b38bc req-96aa9104-b4ad-4c74-8cec-6e62dffd0afe tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:18.473358 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-eb1c9870-3946-425c-828a-3e2b612b38bc req-96aa9104-b4ad-4c74-8cec-6e62dffd0afe tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=d1220ee9-8081-46c5-8b4f-7fa8dfaf6407 HTTP/1.1" status: 200 len: 946 time: 0.0548801 Feb 04 13:35:18.520700 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-eb1c9870-3946-425c-828a-3e2b612b38bc req-b6f5d806-13f1-4d4e-9e5a-308c7f38ab22 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?id=75b80778-ac0b-4bed-8c41-1ac857825202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418162 Feb 04 13:35:19.496087 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:19.644873 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d9806c-c622-4759-b2ac-14cd8d0c1923 req-4a75f2d1-9cb0-4463-bcd2-264fe7232bcc tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:19.646353 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f0d9806c-c622-4759-b2ac-14cd8d0c1923 req-4a75f2d1-9cb0-4463-bcd2-264fe7232bcc tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=d1220ee9-8081-46c5-8b4f-7fa8dfaf6407 HTTP/1.1" status: 200 len: 946 time: 0.0566394 Feb 04 13:35:19.695544 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f0d9806c-c622-4759-b2ac-14cd8d0c1923 req-98dceacb-8e20-4380-839f-a9478d658413 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?id=75b80778-ac0b-4bed-8c41-1ac857825202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435939 Feb 04 13:35:20.760945 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:20.816270 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0b8f04-bb2d-4279-bcee-1cafe071e59c req-bf8fcc9d-e945-42b0-8f4e-38b417a93a3e tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:20.818074 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7b0b8f04-bb2d-4279-bcee-1cafe071e59c req-bf8fcc9d-e945-42b0-8f4e-38b417a93a3e tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=d1220ee9-8081-46c5-8b4f-7fa8dfaf6407 HTTP/1.1" status: 200 len: 946 time: 0.0546789 Feb 04 13:35:20.867660 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7b0b8f04-bb2d-4279-bcee-1cafe071e59c req-4381b93c-cfc5-4223-9a20-c9faa795706c tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?id=75b80778-ac0b-4bed-8c41-1ac857825202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439703 Feb 04 13:35:21.862118 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:21.987622 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fadcef4-8182-4fe3-b97a-15e588fe7db0 req-782b244c-0070-421f-afca-c8a7eea18ebd tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:21.989153 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3fadcef4-8182-4fe3-b97a-15e588fe7db0 req-782b244c-0070-421f-afca-c8a7eea18ebd tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=d1220ee9-8081-46c5-8b4f-7fa8dfaf6407 HTTP/1.1" status: 200 len: 946 time: 0.0525999 Feb 04 13:35:22.041655 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3fadcef4-8182-4fe3-b97a-15e588fe7db0 req-11ad9b0f-86f7-47c3-80c9-54d8e491400b tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?id=75b80778-ac0b-4bed-8c41-1ac857825202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466714 Feb 04 13:35:22.501141 n-d-825015-3 neutron-server[103475]: INFO neutron.api.v2.resource [req-25396d11-5191-4b83-a7f4-896341846b3e req-559f0561-54f5-465d-9fb6-693f8234fd9a service neutron] show failed (client error): The resource could not be found. Feb 04 13:35:22.502136 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-25396d11-5191-4b83-a7f4-896341846b3e req-559f0561-54f5-465d-9fb6-693f8234fd9a service neutron] 10.222.0.77 "GET /v2.0/ports/a28f0ef1-9130-4447-8f41-f8eb518eb512/bindings/n-h1-825015-3 HTTP/1.1" status: 404 len: 380 time: 0.0539134 Feb 04 13:35:22.700892 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25396d11-5191-4b83-a7f4-896341846b3e req-10f26f94-b34d-4efd-b7d0-3e2e3b37d78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:22.702936 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-25396d11-5191-4b83-a7f4-896341846b3e req-10f26f94-b34d-4efd-b7d0-3e2e3b37d78f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d1220ee9-8081-46c5-8b4f-7fa8dfaf6407&tenant_id=deceb844ac72490cb451d91c169a30ba HTTP/1.1" status: 200 len: 1128 time: 0.0446906 Feb 04 13:35:22.714615 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-25396d11-5191-4b83-a7f4-896341846b3e req-b392b482-ca77-4705-8ccd-1047b462d98c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825015-3', 'device_owner': 'compute:nova'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:35:22.774568 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-25396d11-5191-4b83-a7f4-896341846b3e req-b392b482-ca77-4705-8ccd-1047b462d98c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (a28f0ef1-9130-4447-8f41-f8eb518eb512), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:22.972207 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-25396d11-5191-4b83-a7f4-896341846b3e req-b392b482-ca77-4705-8ccd-1047b462d98c service neutron] For port a28f0ef1-9130-4447-8f41-f8eb518eb512, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=a28f0ef1-9130-4447-8f41-f8eb518eb512,segment=NetworkSegment(532684e4-f0c6-4b37-b541-a63ac97351da),segment_id=532684e4-f0c6-4b37-b541-a63ac97351da)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:35:23.004835 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-25396d11-5191-4b83-a7f4-896341846b3e req-b392b482-ca77-4705-8ccd-1047b462d98c service neutron] For port a28f0ef1-9130-4447-8f41-f8eb518eb512, host n-h2-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:35:23.043079 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1220ee9-8081-46c5-8b4f-7fa8dfaf6407', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a28f0ef1-9130-4447-8f41-f8eb518eb512'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:35:23.046013 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48bbd334e613f85cd2144b496d46af0d2e531f29900d43c124e8a63cdd2917ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-358a95c5-d709-4d6a-8db3-b51aa2c8ba8e" -d '{"events": [{"server_uuid": "d1220ee9-8081-46c5-8b4f-7fa8dfaf6407", "name": "network-vif-unplugged", "status": "completed", "tag": "a28f0ef1-9130-4447-8f41-f8eb518eb512"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:35:23.049973 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-25396d11-5191-4b83-a7f4-896341846b3e req-b392b482-ca77-4705-8ccd-1047b462d98c service neutron] Publish callbacks [] for port (a28f0ef1-9130-4447-8f41-f8eb518eb512), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:23.062473 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-25396d11-5191-4b83-a7f4-896341846b3e req-b392b482-ca77-4705-8ccd-1047b462d98c service neutron] Transition to ACTIVE for port object a28f0ef1-9130-4447-8f41-f8eb518eb512 will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:35:23.068623 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-25396d11-5191-4b83-a7f4-896341846b3e req-b392b482-ca77-4705-8ccd-1047b462d98c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (a28f0ef1-9130-4447-8f41-f8eb518eb512), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:23.098794 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 13:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b13d7f9d-1e1a-4d64-9010-7470e14e6824 x-openstack-request-id: req-b13d7f9d-1e1a-4d64-9010-7470e14e6824 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:35:23.099108 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1220ee9-8081-46c5-8b4f-7fa8dfaf6407", "name": "network-vif-unplugged", "status": "completed", "tag": "a28f0ef1-9130-4447-8f41-f8eb518eb512", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:35:23.099368 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b13d7f9d-1e1a-4d64-9010-7470e14e6824 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:35:23.099795 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1220ee9-8081-46c5-8b4f-7fa8dfaf6407', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a28f0ef1-9130-4447-8f41-f8eb518eb512', 'code': 200} Feb 04 13:35:23.192794 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b392b482-ca77-4705-8ccd-1047b462d98c service neutron] Pushing event updated for resources: {'Port': ['ID=a28f0ef1-9130-4447-8f41-f8eb518eb512,revision_number=6']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:23.209250 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b392b482-ca77-4705-8ccd-1047b462d98c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:35:23.209612 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b392b482-ca77-4705-8ccd-1047b462d98c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:35:23.209963 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b392b482-ca77-4705-8ccd-1047b462d98c service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:35:23.210312 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b392b482-ca77-4705-8ccd-1047b462d98c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:35:23.210654 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b392b482-ca77-4705-8ccd-1047b462d98c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:35:23.210993 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b392b482-ca77-4705-8ccd-1047b462d98c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:35:23.211330 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b392b482-ca77-4705-8ccd-1047b462d98c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:35:23.211664 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b392b482-ca77-4705-8ccd-1047b462d98c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:35:23.212020 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b392b482-ca77-4705-8ccd-1047b462d98c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:35:23.212358 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b392b482-ca77-4705-8ccd-1047b462d98c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:35:23.212695 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b392b482-ca77-4705-8ccd-1047b462d98c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:35:23.213027 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b392b482-ca77-4705-8ccd-1047b462d98c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:35:23.213355 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b392b482-ca77-4705-8ccd-1047b462d98c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:35:23.239452 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-25396d11-5191-4b83-a7f4-896341846b3e req-b392b482-ca77-4705-8ccd-1047b462d98c service neutron] No DVR routers for this DVR port a28f0ef1-9130-4447-8f41-f8eb518eb512 on host n-h2-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:35:23.290111 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e852094d-26db-4e5d-934a-3e1c1d2b7ce0 req-7901d922-0625-46b3-8d25-5b974dfe0de0 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:23.291612 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e852094d-26db-4e5d-934a-3e1c1d2b7ce0 req-7901d922-0625-46b3-8d25-5b974dfe0de0 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=d1220ee9-8081-46c5-8b4f-7fa8dfaf6407 HTTP/1.1" status: 200 len: 944 time: 0.1414471 Feb 04 13:35:23.386578 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e852094d-26db-4e5d-934a-3e1c1d2b7ce0 req-e0a1816e-3236-4af6-86f1-066c9ede41f1 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?id=75b80778-ac0b-4bed-8c41-1ac857825202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680742 Feb 04 13:35:23.429789 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-25396d11-5191-4b83-a7f4-896341846b3e req-b392b482-ca77-4705-8ccd-1047b462d98c service neutron] Attempting to bind port a28f0ef1-9130-4447-8f41-f8eb518eb512 on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:35:23.430124 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-25396d11-5191-4b83-a7f4-896341846b3e req-b392b482-ca77-4705-8ccd-1047b462d98c service neutron] Attempting to bind port a28f0ef1-9130-4447-8f41-f8eb518eb512 by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': '532684e4-f0c6-4b37-b541-a63ac97351da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '3ce6466c-d0fa-4c36-852a-197139ad0e05'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:35:23.430453 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25396d11-5191-4b83-a7f4-896341846b3e req-b392b482-ca77-4705-8ccd-1047b462d98c service neutron] Attempting to bind port a28f0ef1-9130-4447-8f41-f8eb518eb512 on network 3ce6466c-d0fa-4c36-852a-197139ad0e05 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:35:23.434786 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25396d11-5191-4b83-a7f4-896341846b3e req-b392b482-ca77-4705-8ccd-1047b462d98c service neutron] Port a28f0ef1-9130-4447-8f41-f8eb518eb512 on network 3ce6466c-d0fa-4c36-852a-197139ad0e05 not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:35:23.435103 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25396d11-5191-4b83-a7f4-896341846b3e req-b392b482-ca77-4705-8ccd-1047b462d98c service neutron] Attempting to bind port a28f0ef1-9130-4447-8f41-f8eb518eb512 on network 3ce6466c-d0fa-4c36-852a-197139ad0e05 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:35:23.441082 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25396d11-5191-4b83-a7f4-896341846b3e req-b392b482-ca77-4705-8ccd-1047b462d98c service neutron] Checking agent: {'id': 'f8add0d2-2202-43d3-bc0e-72442788e6ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:35:23.441674 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25396d11-5191-4b83-a7f4-896341846b3e req-b392b482-ca77-4705-8ccd-1047b462d98c service neutron] Checking segment: {'id': '532684e4-f0c6-4b37-b541-a63ac97351da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '3ce6466c-d0fa-4c36-852a-197139ad0e05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:35:23.442059 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25396d11-5191-4b83-a7f4-896341846b3e req-b392b482-ca77-4705-8ccd-1047b462d98c service neutron] Bound using segment: {'id': '532684e4-f0c6-4b37-b541-a63ac97351da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '3ce6466c-d0fa-4c36-852a-197139ad0e05'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:35:23.442479 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-25396d11-5191-4b83-a7f4-896341846b3e req-b392b482-ca77-4705-8ccd-1047b462d98c service neutron] Bound port: a28f0ef1-9130-4447-8f41-f8eb518eb512, host: n-h1-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '532684e4-f0c6-4b37-b541-a63ac97351da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '3ce6466c-d0fa-4c36-852a-197139ad0e05'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:35:23.442832 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-25396d11-5191-4b83-a7f4-896341846b3e req-b392b482-ca77-4705-8ccd-1047b462d98c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (a28f0ef1-9130-4447-8f41-f8eb518eb512), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:23.507564 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-25396d11-5191-4b83-a7f4-896341846b3e req-b392b482-ca77-4705-8ccd-1047b462d98c service neutron] For port a28f0ef1-9130-4447-8f41-f8eb518eb512, host n-h1-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:35:23.510859 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-25396d11-5191-4b83-a7f4-896341846b3e req-b392b482-ca77-4705-8ccd-1047b462d98c service neutron] For port a28f0ef1-9130-4447-8f41-f8eb518eb512, host n-h1-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=a28f0ef1-9130-4447-8f41-f8eb518eb512,segment=NetworkSegment(532684e4-f0c6-4b37-b541-a63ac97351da),segment_id=532684e4-f0c6-4b37-b541-a63ac97351da)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:35:23.517483 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-25396d11-5191-4b83-a7f4-896341846b3e req-b392b482-ca77-4705-8ccd-1047b462d98c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (a28f0ef1-9130-4447-8f41-f8eb518eb512), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:23.552572 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25396d11-5191-4b83-a7f4-896341846b3e req-b392b482-ca77-4705-8ccd-1047b462d98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:23.553210 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-25396d11-5191-4b83-a7f4-896341846b3e req-b392b482-ca77-4705-8ccd-1047b462d98c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:23.554672 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-25396d11-5191-4b83-a7f4-896341846b3e req-b392b482-ca77-4705-8ccd-1047b462d98c service neutron] 10.222.0.73 "PUT /v2.0/ports/a28f0ef1-9130-4447-8f41-f8eb518eb512 HTTP/1.1" status: 200 len: 1092 time: 0.8438458 Feb 04 13:35:23.577618 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b392b482-ca77-4705-8ccd-1047b462d98c service neutron] Pushing event updated for resources: {'Port': ['ID=a28f0ef1-9130-4447-8f41-f8eb518eb512,revision_number=7']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:23.631493 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25396d11-5191-4b83-a7f4-896341846b3e req-8b48c90a-5b24-453c-9a37-44cf1f559d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:23.633188 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-25396d11-5191-4b83-a7f4-896341846b3e req-8b48c90a-5b24-453c-9a37-44cf1f559d58 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=deceb844ac72490cb451d91c169a30ba&device_id=d1220ee9-8081-46c5-8b4f-7fa8dfaf6407 HTTP/1.1" status: 200 len: 1126 time: 0.0481539 Feb 04 13:35:23.736051 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25396d11-5191-4b83-a7f4-896341846b3e req-e19cdb92-89cd-43c2-af56-147315e55f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:23.737602 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-25396d11-5191-4b83-a7f4-896341846b3e req-e19cdb92-89cd-43c2-af56-147315e55f4c service neutron] 10.222.0.73 "GET /v2.0/networks?id=3ce6466c-d0fa-4c36-852a-197139ad0e05 HTTP/1.1" status: 200 len: 897 time: 0.0968628 Feb 04 13:35:23.805842 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-25396d11-5191-4b83-a7f4-896341846b3e req-7592d9e4-8fbc-4892-82c2-f5e203f45161 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a28f0ef1-9130-4447-8f41-f8eb518eb512 HTTP/1.1" status: 200 len: 1000 time: 0.0615683 Feb 04 13:35:23.859441 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25396d11-5191-4b83-a7f4-896341846b3e req-93321aca-9241-4778-8530-8a6d38306a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:23.860939 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-25396d11-5191-4b83-a7f4-896341846b3e req-93321aca-9241-4778-8530-8a6d38306a94 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=55757c60-04cb-483a-b222-41cb32de8258 HTTP/1.1" status: 200 len: 835 time: 0.0479393 Feb 04 13:35:23.911246 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25396d11-5191-4b83-a7f4-896341846b3e req-71579c29-6e06-4aed-bcc7-1bf3e409cb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:23.912691 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-25396d11-5191-4b83-a7f4-896341846b3e req-71579c29-6e06-4aed-bcc7-1bf3e409cb07 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3ce6466c-d0fa-4c36-852a-197139ad0e05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449984 Feb 04 13:35:24.002294 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-25396d11-5191-4b83-a7f4-896341846b3e req-3bcae9b5-c17d-45f7-8692-85784c407f65 service neutron] 10.222.0.73 "GET /v2.0/networks/3ce6466c-d0fa-4c36-852a-197139ad0e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814881 Feb 04 13:35:24.099319 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-25396d11-5191-4b83-a7f4-896341846b3e req-1990a778-f52d-4cd6-a259-82adbfdd1a4c service neutron] 10.222.0.73 "GET /v2.0/networks/3ce6466c-d0fa-4c36-852a-197139ad0e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899479 Feb 04 13:35:24.508969 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f2017c-9705-4b00-9838-93fbb019aa02 req-dafe48e7-95fe-4e67-b277-3413b3c9dc12 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:24.510348 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-72f2017c-9705-4b00-9838-93fbb019aa02 req-dafe48e7-95fe-4e67-b277-3413b3c9dc12 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=d1220ee9-8081-46c5-8b4f-7fa8dfaf6407 HTTP/1.1" status: 200 len: 944 time: 0.0521514 Feb 04 13:35:24.558790 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-72f2017c-9705-4b00-9838-93fbb019aa02 req-a0d36d89-12e9-46c5-b7f5-27483032168a tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?id=75b80778-ac0b-4bed-8c41-1ac857825202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415883 Feb 04 13:35:25.100793 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1220ee9-8081-46c5-8b4f-7fa8dfaf6407', 'tag': 'a28f0ef1-9130-4447-8f41-f8eb518eb512'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:35:25.103071 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48bbd334e613f85cd2144b496d46af0d2e531f29900d43c124e8a63cdd2917ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d3be997-3562-4a93-a556-b875646caa85" -d '{"events": [{"name": "network-changed", "server_uuid": "d1220ee9-8081-46c5-8b4f-7fa8dfaf6407", "tag": "a28f0ef1-9130-4447-8f41-f8eb518eb512"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:35:25.152614 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba0ff3a4-024b-449c-9137-910853a67a11 x-openstack-request-id: req-ba0ff3a4-024b-449c-9137-910853a67a11 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:35:25.152915 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1220ee9-8081-46c5-8b4f-7fa8dfaf6407", "tag": "a28f0ef1-9130-4447-8f41-f8eb518eb512", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:35:25.153176 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ba0ff3a4-024b-449c-9137-910853a67a11 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:35:25.153647 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1220ee9-8081-46c5-8b4f-7fa8dfaf6407', 'tag': 'a28f0ef1-9130-4447-8f41-f8eb518eb512', 'status': 'completed', 'code': 200} Feb 04 13:35:25.249493 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3be997-3562-4a93-a556-b875646caa85 req-9e4aaca8-bb4b-49c8-bb37-b10eed460013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:25.250994 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0d3be997-3562-4a93-a556-b875646caa85 req-9e4aaca8-bb4b-49c8-bb37-b10eed460013 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=deceb844ac72490cb451d91c169a30ba&device_id=d1220ee9-8081-46c5-8b4f-7fa8dfaf6407 HTTP/1.1" status: 200 len: 1126 time: 0.0794899 Feb 04 13:35:25.253621 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3be997-3562-4a93-a556-b875646caa85 req-ceb0e289-f605-41b0-bfff-21f9fde08f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:25.254940 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0d3be997-3562-4a93-a556-b875646caa85 req-ceb0e289-f605-41b0-bfff-21f9fde08f66 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=deceb844ac72490cb451d91c169a30ba&device_id=d1220ee9-8081-46c5-8b4f-7fa8dfaf6407 HTTP/1.1" status: 200 len: 1126 time: 0.0755134 Feb 04 13:35:25.754107 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3be997-3562-4a93-a556-b875646caa85 req-410db4e0-4251-4184-ac31-ba43d17637f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:25.755556 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0d3be997-3562-4a93-a556-b875646caa85 req-410db4e0-4251-4184-ac31-ba43d17637f1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3ce6466c-d0fa-4c36-852a-197139ad0e05 HTTP/1.1" status: 200 len: 897 time: 0.4902666 Feb 04 13:35:25.762912 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3be997-3562-4a93-a556-b875646caa85 req-362a5f79-9e05-47f5-91bb-937e735570a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:25.764409 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0d3be997-3562-4a93-a556-b875646caa85 req-362a5f79-9e05-47f5-91bb-937e735570a1 service neutron] 10.222.0.77 "GET /v2.0/networks?id=3ce6466c-d0fa-4c36-852a-197139ad0e05 HTTP/1.1" status: 200 len: 897 time: 0.5069859 Feb 04 13:35:25.777726 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12494686-c2e5-4ed7-98c6-227814a9dd9c req-e66b4ae7-8d15-4b42-8f91-2a6590c4ef56 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:25.779282 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-12494686-c2e5-4ed7-98c6-227814a9dd9c req-e66b4ae7-8d15-4b42-8f91-2a6590c4ef56 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=d1220ee9-8081-46c5-8b4f-7fa8dfaf6407 HTTP/1.1" status: 200 len: 944 time: 0.1274118 Feb 04 13:35:25.819819 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device a28f0ef1-9130-4447-8f41-f8eb518eb512 no longer exists at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:35:25.858472 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] The host n-h2-825015-3 is not matching for port a28f0ef1-9130-4447-8f41-f8eb518eb512 host n-h1-825015-3! {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 04 13:35:25.859102 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device a28f0ef1-9130-4447-8f41-f8eb518eb512 not bound to the agent host n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:35:25.926366 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0d3be997-3562-4a93-a556-b875646caa85 req-171a7942-4e50-42a1-b79a-27d84e0558c7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a28f0ef1-9130-4447-8f41-f8eb518eb512 HTTP/1.1" status: 200 len: 1000 time: 0.1602876 Feb 04 13:35:25.930114 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-12494686-c2e5-4ed7-98c6-227814a9dd9c req-e10caa76-616a-48b9-8956-217234e8d3ec tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?id=75b80778-ac0b-4bed-8c41-1ac857825202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1432743 Feb 04 13:35:25.931750 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0d3be997-3562-4a93-a556-b875646caa85 req-c0232fec-c901-477c-8d4c-564bdae9d8bc service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a28f0ef1-9130-4447-8f41-f8eb518eb512 HTTP/1.1" status: 200 len: 1000 time: 0.1517990 Feb 04 13:35:26.017211 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3be997-3562-4a93-a556-b875646caa85 req-8d937cf7-1bf6-4587-80ec-20ac57e9b840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:26.018692 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0d3be997-3562-4a93-a556-b875646caa85 req-8d937cf7-1bf6-4587-80ec-20ac57e9b840 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=55757c60-04cb-483a-b222-41cb32de8258 HTTP/1.1" status: 200 len: 835 time: 0.0849929 Feb 04 13:35:26.022063 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3be997-3562-4a93-a556-b875646caa85 req-c06d025b-c966-49c5-be3e-31f5ab7c50a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:26.023390 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0d3be997-3562-4a93-a556-b875646caa85 req-c06d025b-c966-49c5-be3e-31f5ab7c50a1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=55757c60-04cb-483a-b222-41cb32de8258 HTTP/1.1" status: 200 len: 835 time: 0.0823069 Feb 04 13:35:26.109631 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3be997-3562-4a93-a556-b875646caa85 req-e84992f5-57ea-404c-bd6c-a255c5957642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:26.111068 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0d3be997-3562-4a93-a556-b875646caa85 req-e84992f5-57ea-404c-bd6c-a255c5957642 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3ce6466c-d0fa-4c36-852a-197139ad0e05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0856533 Feb 04 13:35:26.112926 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3be997-3562-4a93-a556-b875646caa85 req-1aedde5f-51a5-4c29-b0aa-21e52351a1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:26.114312 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0d3be997-3562-4a93-a556-b875646caa85 req-1aedde5f-51a5-4c29-b0aa-21e52351a1aa service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3ce6466c-d0fa-4c36-852a-197139ad0e05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0805180 Feb 04 13:35:26.270587 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0d3be997-3562-4a93-a556-b875646caa85 req-221be12d-0b72-47c7-bed2-1db9bf469e2f service neutron] 10.222.0.73 "GET /v2.0/networks/3ce6466c-d0fa-4c36-852a-197139ad0e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530306 Feb 04 13:35:26.272480 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0d3be997-3562-4a93-a556-b875646caa85 req-ad9f2dfe-094a-4f4a-bf2e-5dd23f15fdbf service neutron] 10.222.0.77 "GET /v2.0/networks/3ce6466c-d0fa-4c36-852a-197139ad0e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478062 Feb 04 13:35:26.431787 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0d3be997-3562-4a93-a556-b875646caa85 req-c45b811e-9b55-4f3c-a094-bd1f8461aa98 service neutron] 10.222.0.77 "GET /v2.0/networks/3ce6466c-d0fa-4c36-852a-197139ad0e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471784 Feb 04 13:35:26.433436 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0d3be997-3562-4a93-a556-b875646caa85 req-99332237-561f-4168-bd0d-cf82e9647272 service neutron] 10.222.0.73 "GET /v2.0/networks/3ce6466c-d0fa-4c36-852a-197139ad0e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567640 Feb 04 13:35:27.063552 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7455baef-9734-4518-95a1-6307af86acce req-37fdd303-4875-4cd1-aba3-1550525b316c tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:27.065079 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7455baef-9734-4518-95a1-6307af86acce req-37fdd303-4875-4cd1-aba3-1550525b316c tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=d1220ee9-8081-46c5-8b4f-7fa8dfaf6407 HTTP/1.1" status: 200 len: 944 time: 0.0590739 Feb 04 13:35:27.115176 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7455baef-9734-4518-95a1-6307af86acce req-9186cea7-f330-4903-83de-e0573de87f1e tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?id=75b80778-ac0b-4bed-8c41-1ac857825202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442240 Feb 04 13:35:27.210000 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device a28f0ef1-9130-4447-8f41-f8eb518eb512 details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:35:27.310949 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port a28f0ef1-9130-4447-8f41-f8eb518eb512, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=a28f0ef1-9130-4447-8f41-f8eb518eb512,segment=NetworkSegment(532684e4-f0c6-4b37-b541-a63ac97351da),segment_id=532684e4-f0c6-4b37-b541-a63ac97351da)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:35:27.324250 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': 'a28f0ef1-9130-4447-8f41-f8eb518eb512', 'network_id': '3ce6466c-d0fa-4c36-852a-197139ad0e05', 'port_id': 'a28f0ef1-9130-4447-8f41-f8eb518eb512', 'mac_address': 'fa:16:3e:43:2a:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55757c60-04cb-483a-b222-41cb32de8258', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:35:27.349458 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7642c4a8-8c2f-4bfa-812a-7c65ffe93bf5 req-b4216186-832d-4dab-848f-becf8fdc2e89 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:27.350971 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7642c4a8-8c2f-4bfa-812a-7c65ffe93bf5 req-b4216186-832d-4dab-848f-becf8fdc2e89 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=d1220ee9-8081-46c5-8b4f-7fa8dfaf6407 HTTP/1.1" status: 200 len: 944 time: 0.0864022 Feb 04 13:35:27.362767 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port a28f0ef1-9130-4447-8f41-f8eb518eb512 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:35:27.363164 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (a28f0ef1-9130-4447-8f41-f8eb518eb512), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:27.365760 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ddf2d3-2532-42d4-b799-67381a8e9dcd req-5ec20b3a-8920-449d-9b71-71ca1ae9828e tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:27.367118 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-03ddf2d3-2532-42d4-b799-67381a8e9dcd req-5ec20b3a-8920-449d-9b71-71ca1ae9828e tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1220ee9-8081-46c5-8b4f-7fa8dfaf6407&tenant_id=deceb844ac72490cb451d91c169a30ba&binding%3Ahost_id=n-h1-825015-3 HTTP/1.1" status: 200 len: 944 time: 0.0904782 Feb 04 13:35:27.381042 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a28f0ef1-9130-4447-8f41-f8eb518eb512 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:35:27.402092 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port a28f0ef1-9130-4447-8f41-f8eb518eb512, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=a28f0ef1-9130-4447-8f41-f8eb518eb512,segment=NetworkSegment(532684e4-f0c6-4b37-b541-a63ac97351da),segment_id=532684e4-f0c6-4b37-b541-a63ac97351da)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:35:27.409014 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (a28f0ef1-9130-4447-8f41-f8eb518eb512), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:27.456794 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7642c4a8-8c2f-4bfa-812a-7c65ffe93bf5 req-a0760728-a345-4030-85b2-df07daa57fa9 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?id=75b80778-ac0b-4bed-8c41-1ac857825202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996585 Feb 04 13:35:27.463403 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=a28f0ef1-9130-4447-8f41-f8eb518eb512,revision_number=8']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:27.465755 n-d-825015-3 neutron-server[103475]: INFO neutron.api.v2.resource [req-03ddf2d3-2532-42d4-b799-67381a8e9dcd req-834aaa5b-61d8-48f6-92d9-7aa64e47c372 service neutron] delete failed (client error): The resource could not be found. Feb 04 13:35:27.467123 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-03ddf2d3-2532-42d4-b799-67381a8e9dcd req-834aaa5b-61d8-48f6-92d9-7aa64e47c372 service neutron] 10.222.0.77 "DELETE /v2.0/ports/a28f0ef1-9130-4447-8f41-f8eb518eb512/bindings/n-h2-825015-3 HTTP/1.1" status: 404 len: 380 time: 0.0869269 Feb 04 13:35:27.472715 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:35:27.473148 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:35:27.473498 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:35:27.473847 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:35:27.474185 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:35:27.474520 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:35:27.474853 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:35:27.475186 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:35:27.475518 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:35:27.475873 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:35:27.476204 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:35:27.476531 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:35:27.476859 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:35:27.591599 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ddf2d3-2532-42d4-b799-67381a8e9dcd req-f7f271e5-aa4b-434c-bc07-83a07ace7511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:27.593640 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-03ddf2d3-2532-42d4-b799-67381a8e9dcd req-f7f271e5-aa4b-434c-bc07-83a07ace7511 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=deceb844ac72490cb451d91c169a30ba&device_id=d1220ee9-8081-46c5-8b4f-7fa8dfaf6407 HTTP/1.1" status: 200 len: 1127 time: 0.0794208 Feb 04 13:35:27.616755 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e613e3d-aa82-46c5-9630-2f98f967bf1e req-2b0ffbf6-2c87-49f0-a5fa-2ba45345ccdd tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:27.618116 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8e613e3d-aa82-46c5-9630-2f98f967bf1e req-2b0ffbf6-2c87-49f0-a5fa-2ba45345ccdd tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=d1220ee9-8081-46c5-8b4f-7fa8dfaf6407 HTTP/1.1" status: 200 len: 945 time: 0.0751753 Feb 04 13:35:27.721904 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8e613e3d-aa82-46c5-9630-2f98f967bf1e req-750f80d9-b5d6-4b91-9417-ac64a4287ad6 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?id=75b80778-ac0b-4bed-8c41-1ac857825202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942211 Feb 04 13:35:27.724898 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['a28f0ef1-9130-4447-8f41-f8eb518eb512'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:35:27.736268 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ddf2d3-2532-42d4-b799-67381a8e9dcd req-b005bc65-7384-4fee-9f1e-e87cb4355143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:27.737747 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-03ddf2d3-2532-42d4-b799-67381a8e9dcd req-b005bc65-7384-4fee-9f1e-e87cb4355143 service neutron] 10.222.0.77 "GET /v2.0/networks?id=3ce6466c-d0fa-4c36-852a-197139ad0e05 HTTP/1.1" status: 200 len: 897 time: 0.1383903 Feb 04 13:35:27.807987 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-03ddf2d3-2532-42d4-b799-67381a8e9dcd req-d960ffa4-3c84-4dbe-8f33-c154d7ce0f3b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a28f0ef1-9130-4447-8f41-f8eb518eb512 HTTP/1.1" status: 200 len: 1001 time: 0.0645897 Feb 04 13:35:27.863921 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ddf2d3-2532-42d4-b799-67381a8e9dcd req-19ff7581-746e-4352-ab73-a2b1a804a22b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:27.865447 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-03ddf2d3-2532-42d4-b799-67381a8e9dcd req-19ff7581-746e-4352-ab73-a2b1a804a22b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=55757c60-04cb-483a-b222-41cb32de8258 HTTP/1.1" status: 200 len: 835 time: 0.0519321 Feb 04 13:35:27.916462 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ddf2d3-2532-42d4-b799-67381a8e9dcd req-c21c849b-a3a4-45ac-86d3-ab01466c23e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:27.917900 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-03ddf2d3-2532-42d4-b799-67381a8e9dcd req-c21c849b-a3a4-45ac-86d3-ab01466c23e8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3ce6466c-d0fa-4c36-852a-197139ad0e05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0461440 Feb 04 13:35:28.005203 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-03ddf2d3-2532-42d4-b799-67381a8e9dcd req-7425561d-2600-4fd2-9a65-c29789baa54e service neutron] 10.222.0.77 "GET /v2.0/networks/3ce6466c-d0fa-4c36-852a-197139ad0e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808792 Feb 04 13:35:28.098252 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-03ddf2d3-2532-42d4-b799-67381a8e9dcd req-2d3b0c5b-34e3-431d-a18a-2d2aa3d8d1a7 service neutron] 10.222.0.77 "GET /v2.0/networks/3ce6466c-d0fa-4c36-852a-197139ad0e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868123 Feb 04 13:35:28.855725 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87465906-d286-48f0-80ec-f7d6fe10c65d req-6cb5d3c7-527a-4828-b633-49ac270021d5 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:28.857909 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-87465906-d286-48f0-80ec-f7d6fe10c65d req-6cb5d3c7-527a-4828-b633-49ac270021d5 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=d1220ee9-8081-46c5-8b4f-7fa8dfaf6407 HTTP/1.1" status: 200 len: 945 time: 0.0546968 Feb 04 13:35:28.906891 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-87465906-d286-48f0-80ec-f7d6fe10c65d req-24afd2ea-fcbb-4a1d-a970-dbd386ec0cf2 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?id=75b80778-ac0b-4bed-8c41-1ac857825202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433402 Feb 04 13:35:28.929224 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 35642) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:35:28.994547 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-aa1ea99a-7dc8-41de-8742-92c60aca39e5 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/floatingips/88894080-564b-4aaf-917d-80096b5311d3 HTTP/1.1" status: 200 len: 993 time: 0.0640814 Feb 04 13:35:29.225373 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device a28f0ef1-9130-4447-8f41-f8eb518eb512 up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:35:29.275305 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning for port a28f0ef1-9130-4447-8f41-f8eb518eb512 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:35:29.280094 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port a28f0ef1-9130-4447-8f41-f8eb518eb512 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:35:29.280467 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (a28f0ef1-9130-4447-8f41-f8eb518eb512), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:29.356989 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port a28f0ef1-9130-4447-8f41-f8eb518eb512 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:35:29.357536 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (a28f0ef1-9130-4447-8f41-f8eb518eb512), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:29.379781 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1220ee9-8081-46c5-8b4f-7fa8dfaf6407', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a28f0ef1-9130-4447-8f41-f8eb518eb512'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:35:29.382024 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53818b00e40e8afff1ffbbb80b1f2b2ececb0555ff6da39e2769b708ef8305ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-705a81a0-a575-412b-ab4c-5b4b848ed170" -d '{"events": [{"server_uuid": "d1220ee9-8081-46c5-8b4f-7fa8dfaf6407", "name": "network-vif-plugged", "status": "completed", "tag": "a28f0ef1-9130-4447-8f41-f8eb518eb512"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:35:29.395089 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port a28f0ef1-9130-4447-8f41-f8eb518eb512, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=a28f0ef1-9130-4447-8f41-f8eb518eb512,segment=NetworkSegment(532684e4-f0c6-4b37-b541-a63ac97351da),segment_id=532684e4-f0c6-4b37-b541-a63ac97351da)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:35:29.399011 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (a28f0ef1-9130-4447-8f41-f8eb518eb512), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:29.422566 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b45cdc31-ee8b-4588-a7ca-62bf9266c048 x-openstack-request-id: req-b45cdc31-ee8b-4588-a7ca-62bf9266c048 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:35:29.422835 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1220ee9-8081-46c5-8b4f-7fa8dfaf6407", "name": "network-vif-plugged", "status": "completed", "tag": "a28f0ef1-9130-4447-8f41-f8eb518eb512", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:35:29.423081 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b45cdc31-ee8b-4588-a7ca-62bf9266c048 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:35:29.423477 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1220ee9-8081-46c5-8b4f-7fa8dfaf6407', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a28f0ef1-9130-4447-8f41-f8eb518eb512', 'code': 200} Feb 04 13:35:29.449294 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=a28f0ef1-9130-4447-8f41-f8eb518eb512,revision_number=9']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:31.811768 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:32.522166 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:45.662342 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bf7d5532-c4b8-4f43-bf42-7ac5c5cce6e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:48.167012 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ae6e736e-f585-4b2b-8037-644954e5109d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:48.878446 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5d6df849-de54-45cd-98a7-ccae8208aeab req-19798351-3b5c-4330-b45e-a35667654fe3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d1220ee9-8081-46c5-8b4f-7fa8dfaf6407&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0489089 Feb 04 13:35:48.967622 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6df849-de54-45cd-98a7-ccae8208aeab req-a8ad22b3-fb5b-4821-80f7-97f30570237e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:48.969160 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5d6df849-de54-45cd-98a7-ccae8208aeab req-a8ad22b3-fb5b-4821-80f7-97f30570237e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=deceb844ac72490cb451d91c169a30ba&device_id=d1220ee9-8081-46c5-8b4f-7fa8dfaf6407 HTTP/1.1" status: 200 len: 1128 time: 0.0455985 Feb 04 13:35:49.076609 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6df849-de54-45cd-98a7-ccae8208aeab req-7aa01f16-8efa-4b5c-85c5-7b2cd0bf052c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:49.078248 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5d6df849-de54-45cd-98a7-ccae8208aeab req-7aa01f16-8efa-4b5c-85c5-7b2cd0bf052c service neutron] 10.222.0.73 "GET /v2.0/networks?id=3ce6466c-d0fa-4c36-852a-197139ad0e05 HTTP/1.1" status: 200 len: 897 time: 0.0867825 Feb 04 13:35:49.156930 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5d6df849-de54-45cd-98a7-ccae8208aeab req-38a404aa-3af7-4b00-b09f-6cb373d026e4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a28f0ef1-9130-4447-8f41-f8eb518eb512 HTTP/1.1" status: 200 len: 1002 time: 0.0643630 Feb 04 13:35:49.206814 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6df849-de54-45cd-98a7-ccae8208aeab req-356fabcb-bccf-4950-93fa-57d86f57fafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:49.208301 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5d6df849-de54-45cd-98a7-ccae8208aeab req-356fabcb-bccf-4950-93fa-57d86f57fafb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=55757c60-04cb-483a-b222-41cb32de8258 HTTP/1.1" status: 200 len: 835 time: 0.0453923 Feb 04 13:35:49.257714 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6df849-de54-45cd-98a7-ccae8208aeab req-ab112c0f-d9ca-4f1c-9b23-8ac8d6606d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:49.259233 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5d6df849-de54-45cd-98a7-ccae8208aeab req-ab112c0f-d9ca-4f1c-9b23-8ac8d6606d66 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3ce6466c-d0fa-4c36-852a-197139ad0e05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0444806 Feb 04 13:35:49.352464 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5d6df849-de54-45cd-98a7-ccae8208aeab req-d59fa1cf-3a6e-4583-9a0a-d9b55224b638 service neutron] 10.222.0.73 "GET /v2.0/networks/3ce6466c-d0fa-4c36-852a-197139ad0e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860639 Feb 04 13:35:49.441024 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5d6df849-de54-45cd-98a7-ccae8208aeab req-426be1bf-1882-4848-b2fd-305a7741b7b6 service neutron] 10.222.0.73 "GET /v2.0/networks/3ce6466c-d0fa-4c36-852a-197139ad0e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814507 Feb 04 13:35:49.495358 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:49.528259 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:35:50.767896 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:35:51.864648 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:01.663103 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 35654) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:36:01.829176 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:01.830973 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-5d3c7caf-a490-46a9-b21e-94b97c4d9a25 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Deleting port dac2532d-0158-4f3a-b62a-fc88a5392f78 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:36:01.831325 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5d3c7caf-a490-46a9-b21e-94b97c4d9a25 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (dac2532d-0158-4f3a-b62a-fc88a5392f78), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:01.913490 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5d3c7caf-a490-46a9-b21e-94b97c4d9a25 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (dac2532d-0158-4f3a-b62a-fc88a5392f78), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:01.913713 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5d3c7caf-a490-46a9-b21e-94b97c4d9a25 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for floatingip (dac2532d-0158-4f3a-b62a-fc88a5392f78), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:01.926419 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-5d3c7caf-a490-46a9-b21e-94b97c4d9a25 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Calling delete_port for dac2532d-0158-4f3a-b62a-fc88a5392f78 owned by network:floatingip {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:36:02.077323 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5d3c7caf-a490-46a9-b21e-94b97c4d9a25 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (dac2532d-0158-4f3a-b62a-fc88a5392f78), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:02.101190 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3c7caf-a490-46a9-b21e-94b97c4d9a25 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Pushing event deleted for resources: {'Port': ['ID=dac2532d-0158-4f3a-b62a-fc88a5392f78,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:02.112416 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3c7caf-a490-46a9-b21e-94b97c4d9a25 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:36:02.112416 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3c7caf-a490-46a9-b21e-94b97c4d9a25 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:36:02.112772 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3c7caf-a490-46a9-b21e-94b97c4d9a25 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:36:02.113119 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3c7caf-a490-46a9-b21e-94b97c4d9a25 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:36:02.113458 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3c7caf-a490-46a9-b21e-94b97c4d9a25 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:36:02.113800 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3c7caf-a490-46a9-b21e-94b97c4d9a25 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:36:02.114137 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3c7caf-a490-46a9-b21e-94b97c4d9a25 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:36:02.114861 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3c7caf-a490-46a9-b21e-94b97c4d9a25 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:36:02.114861 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3c7caf-a490-46a9-b21e-94b97c4d9a25 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:36:02.115116 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3c7caf-a490-46a9-b21e-94b97c4d9a25 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:36:02.115449 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3c7caf-a490-46a9-b21e-94b97c4d9a25 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:36:02.115799 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3c7caf-a490-46a9-b21e-94b97c4d9a25 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:36:02.116128 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3c7caf-a490-46a9-b21e-94b97c4d9a25 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:36:02.178753 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5d3c7caf-a490-46a9-b21e-94b97c4d9a25 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for floatingip (88894080-564b-4aaf-917d-80096b5311d3), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:02.179009 n-d-825015-3 neutron-server[103474]: INFO neutron.db.l3_db [None req-5d3c7caf-a490-46a9-b21e-94b97c4d9a25 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Floating IP 88894080-564b-4aaf-917d-80096b5311d3 disassociated (deleted). External IP: 172.25.3.187, port: a28f0ef1-9130-4447-8f41-f8eb518eb512. Feb 04 13:36:02.394055 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d3c7caf-a490-46a9-b21e-94b97c4d9a25 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Router 75c3b23e-b948-4a16-bd0f-378ad932987c has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:36:02.509587 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d3c7caf-a490-46a9-b21e-94b97c4d9a25 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:36:02.514579 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5d3c7caf-a490-46a9-b21e-94b97c4d9a25 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:02.523796 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:02.525911 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c40b2a-079b-4cf8-b2af-4a488a9d12dc None None] Sync routers for ids ['75c3b23e-b948-4a16-bd0f-378ad932987c'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:36:02.537690 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c40b2a-079b-4cf8-b2af-4a488a9d12dc None None] Routers {'75c3b23e-b948-4a16-bd0f-378ad932987c'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:36:02.537927 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-65c40b2a-079b-4cf8-b2af-4a488a9d12dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:35:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['75c3b23e-b948-4a16-bd0f-378ad932987c'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:36:02.548181 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-5d3c7caf-a490-46a9-b21e-94b97c4d9a25 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "DELETE /v2.0/floatingips/88894080-564b-4aaf-917d-80096b5311d3 HTTP/1.1" status: 204 len: 168 time: 0.8838749 Feb 04 13:36:02.548871 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1220ee9-8081-46c5-8b4f-7fa8dfaf6407', 'tag': 'a28f0ef1-9130-4447-8f41-f8eb518eb512'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:36:02.551259 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d80557581d331a580d396cdc7e9427e44bb7e480f60f23768e1d923b8085a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65548f89-b361-4990-9ee6-6509e794bc63" -d '{"events": [{"name": "network-changed", "server_uuid": "d1220ee9-8081-46c5-8b4f-7fa8dfaf6407", "tag": "a28f0ef1-9130-4447-8f41-f8eb518eb512"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:36:02.651777 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-65c40b2a-079b-4cf8-b2af-4a488a9d12dc None None] Set router 75c3b23e-b948-4a16-bd0f-378ad932987c gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:36:02.666908 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0fb26d6-a36b-4354-9100-2a617f165fcb x-openstack-request-id: req-c0fb26d6-a36b-4354-9100-2a617f165fcb {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:36:02.667473 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1220ee9-8081-46c5-8b4f-7fa8dfaf6407", "tag": "a28f0ef1-9130-4447-8f41-f8eb518eb512", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:36:02.667473 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c0fb26d6-a36b-4354-9100-2a617f165fcb {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:36:02.667887 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1220ee9-8081-46c5-8b4f-7fa8dfaf6407', 'tag': 'a28f0ef1-9130-4447-8f41-f8eb518eb512', 'status': 'completed', 'code': 200} Feb 04 13:36:02.763962 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65548f89-b361-4990-9ee6-6509e794bc63 req-24d8bc70-a423-4961-921c-9d66ea0d5e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:02.765967 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-65548f89-b361-4990-9ee6-6509e794bc63 req-24d8bc70-a423-4961-921c-9d66ea0d5e09 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=deceb844ac72490cb451d91c169a30ba&device_id=d1220ee9-8081-46c5-8b4f-7fa8dfaf6407 HTTP/1.1" status: 200 len: 1128 time: 0.0645828 Feb 04 13:36:02.876953 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-65c40b2a-079b-4cf8-b2af-4a488a9d12dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c3b23e-b948-4a16-bd0f-378ad932987c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1550969868', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': 'd72eb800-495a-48c6-a228-95ccd4f4d0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:34:12Z', 'updated_at': '2022-02-04T13:34:15Z', 'revision_number': 4, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'gw_port': {'id': 'd72eb800-495a-48c6-a228-95ccd4f4d0ad', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:19:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c3b23e-b948-4a16-bd0f-378ad932987c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:34:12Z', 'updated_at': '2022-02-04T13:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'f8cb93ce-758c-4eef-b552-25402b78135e', 'name': '', 'network_id': '3ce6466c-d0fa-4c36-852a-197139ad0e05', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'mac_address': 'fa:16:3e:5e:39:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c3b23e-b948-4a16-bd0f-378ad932987c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '55757c60-04cb-483a-b222-41cb32de8258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:34:15Z', 'updated_at': '2022-02-04T13:34:18Z', 'revision_number': 5, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'subnets': [{'id': '55757c60-04cb-483a-b222-41cb32de8258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:36:02.885032 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415c3cc5-c5bf-42e1-86ac-939a3a19b143 req-c1d03df5-80b3-4e36-8293-2beab844dbb0 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:02.886561 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-415c3cc5-c5bf-42e1-86ac-939a3a19b143 req-c1d03df5-80b3-4e36-8293-2beab844dbb0 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=d1220ee9-8081-46c5-8b4f-7fa8dfaf6407 HTTP/1.1" status: 200 len: 946 time: 0.1161997 Feb 04 13:36:02.905994 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c40b2a-079b-4cf8-b2af-4a488a9d12dc None None] Checking router: 75c3b23e-b948-4a16-bd0f-378ad932987c for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:36:02.914681 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c40b2a-079b-4cf8-b2af-4a488a9d12dc None None] Routers {'75c3b23e-b948-4a16-bd0f-378ad932987c'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:36:02.915305 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-65c40b2a-079b-4cf8-b2af-4a488a9d12dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:35:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['75c3b23e-b948-4a16-bd0f-378ad932987c'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:36:02.930740 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65548f89-b361-4990-9ee6-6509e794bc63 req-0803e03f-e538-4be0-9bd5-c66ce4cbb6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:02.932250 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-65548f89-b361-4990-9ee6-6509e794bc63 req-0803e03f-e538-4be0-9bd5-c66ce4cbb6f0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3ce6466c-d0fa-4c36-852a-197139ad0e05 HTTP/1.1" status: 200 len: 897 time: 0.1504850 Feb 04 13:36:02.989216 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-65548f89-b361-4990-9ee6-6509e794bc63 req-fd79a5ff-8e9b-4d57-83ed-36865ecc8a48 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a28f0ef1-9130-4447-8f41-f8eb518eb512 HTTP/1.1" status: 200 len: 217 time: 0.0465529 Feb 04 13:36:02.999257 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-415c3cc5-c5bf-42e1-86ac-939a3a19b143 req-d228e352-f86c-4427-a76f-231c294bc2e7 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?id=75b80778-ac0b-4bed-8c41-1ac857825202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047840 Feb 04 13:36:03.038947 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-65c40b2a-079b-4cf8-b2af-4a488a9d12dc None None] Set router 75c3b23e-b948-4a16-bd0f-378ad932987c gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:36:03.049556 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65548f89-b361-4990-9ee6-6509e794bc63 req-17f4bbb3-b8b0-44ff-a2a4-57690e2ea2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:03.051833 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-65548f89-b361-4990-9ee6-6509e794bc63 req-17f4bbb3-b8b0-44ff-a2a4-57690e2ea2b2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=55757c60-04cb-483a-b222-41cb32de8258 HTTP/1.1" status: 200 len: 835 time: 0.0516241 Feb 04 13:36:03.122161 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65548f89-b361-4990-9ee6-6509e794bc63 req-bb8372f4-aa32-404d-838c-bde1edc21d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:03.123955 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-65548f89-b361-4990-9ee6-6509e794bc63 req-bb8372f4-aa32-404d-838c-bde1edc21d4b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3ce6466c-d0fa-4c36-852a-197139ad0e05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0635467 Feb 04 13:36:03.221195 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-65548f89-b361-4990-9ee6-6509e794bc63 req-96a2e017-9110-493c-ac2b-7295462981cc service neutron] 10.222.0.73 "GET /v2.0/networks/3ce6466c-d0fa-4c36-852a-197139ad0e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899842 Feb 04 13:36:03.250181 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-65c40b2a-079b-4cf8-b2af-4a488a9d12dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c3b23e-b948-4a16-bd0f-378ad932987c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1550969868', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': 'd72eb800-495a-48c6-a228-95ccd4f4d0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:34:12Z', 'updated_at': '2022-02-04T13:34:15Z', 'revision_number': 4, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'gw_port': {'id': 'd72eb800-495a-48c6-a228-95ccd4f4d0ad', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:19:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c3b23e-b948-4a16-bd0f-378ad932987c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:34:12Z', 'updated_at': '2022-02-04T13:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'f8cb93ce-758c-4eef-b552-25402b78135e', 'name': '', 'network_id': '3ce6466c-d0fa-4c36-852a-197139ad0e05', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'mac_address': 'fa:16:3e:5e:39:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c3b23e-b948-4a16-bd0f-378ad932987c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '55757c60-04cb-483a-b222-41cb32de8258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:34:15Z', 'updated_at': '2022-02-04T13:34:18Z', 'revision_number': 5, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'subnets': [{'id': '55757c60-04cb-483a-b222-41cb32de8258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:36:03.277440 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c40b2a-079b-4cf8-b2af-4a488a9d12dc None None] The sync data for ids ['75c3b23e-b948-4a16-bd0f-378ad932987c'] in n-d-825015-3 is: [{'id': '75c3b23e-b948-4a16-bd0f-378ad932987c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1550969868', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': 'd72eb800-495a-48c6-a228-95ccd4f4d0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:34:12Z', 'updated_at': '2022-02-04T13:34:15Z', 'revision_number': 4, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'gw_port': {'id': 'd72eb800-495a-48c6-a228-95ccd4f4d0ad', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:19:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c3b23e-b948-4a16-bd0f-378ad932987c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:34:12Z', 'updated_at': '2022-02-04T13:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'f8cb93ce-758c-4eef-b552-25402b78135e', 'name': '', 'network_id': '3ce6466c-d0fa-4c36-852a-197139ad0e05', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'mac_address': 'fa:16:3e:5e:39:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c3b23e-b948-4a16-bd0f-378ad932987c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '55757c60-04cb-483a-b222-41cb32de8258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:34:15Z', 'updated_at': '2022-02-04T13:34:18Z', 'revision_number': 5, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'subnets': [{'id': '55757c60-04cb-483a-b222-41cb32de8258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:36:03.320808 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-65548f89-b361-4990-9ee6-6509e794bc63 req-4eceda6d-f9b6-44e8-83a0-56e239f86da4 service neutron] 10.222.0.73 "GET /v2.0/networks/3ce6466c-d0fa-4c36-852a-197139ad0e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919120 Feb 04 13:36:03.529595 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13fa951-535c-48b5-a6f0-5b844886d79e None None] New status for floating IP 88894080-564b-4aaf-917d-80096b5311d3: DOWN {{(pid=103477) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:36:04.124589 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f62123b-94b5-4889-8430-416f577dcf06 req-2ded1825-3b7c-43cb-a496-1a7211caf62f tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:04.126046 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6f62123b-94b5-4889-8430-416f577dcf06 req-2ded1825-3b7c-43cb-a496-1a7211caf62f tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=d1220ee9-8081-46c5-8b4f-7fa8dfaf6407 HTTP/1.1" status: 200 len: 946 time: 0.0543392 Feb 04 13:36:04.180991 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6f62123b-94b5-4889-8430-416f577dcf06 req-7941117c-8083-4507-8f8d-99017aecbd8c tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?id=75b80778-ac0b-4bed-8c41-1ac857825202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493798 Feb 04 13:36:04.470272 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4865b059-0599-43d4-9156-25ca52164c5e req-937534ee-57ad-4793-90ba-60aa315dd6c9 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:04.471751 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4865b059-0599-43d4-9156-25ca52164c5e req-937534ee-57ad-4793-90ba-60aa315dd6c9 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.73 "GET /v2.0/ports?device_id=d1220ee9-8081-46c5-8b4f-7fa8dfaf6407 HTTP/1.1" status: 200 len: 946 time: 0.0582714 Feb 04 13:36:04.573216 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-4865b059-0599-43d4-9156-25ca52164c5e req-475aff57-3b55-4881-9246-43863a1c0d33 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Deleting port a28f0ef1-9130-4447-8f41-f8eb518eb512 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:36:04.573579 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-4865b059-0599-43d4-9156-25ca52164c5e req-475aff57-3b55-4881-9246-43863a1c0d33 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (a28f0ef1-9130-4447-8f41-f8eb518eb512), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:04.662336 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-4865b059-0599-43d4-9156-25ca52164c5e req-475aff57-3b55-4881-9246-43863a1c0d33 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] For port a28f0ef1-9130-4447-8f41-f8eb518eb512, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=a28f0ef1-9130-4447-8f41-f8eb518eb512,segment=NetworkSegment(532684e4-f0c6-4b37-b541-a63ac97351da),segment_id=532684e4-f0c6-4b37-b541-a63ac97351da)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:36:04.662698 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-4865b059-0599-43d4-9156-25ca52164c5e req-475aff57-3b55-4881-9246-43863a1c0d33 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (a28f0ef1-9130-4447-8f41-f8eb518eb512), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:04.676168 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-4865b059-0599-43d4-9156-25ca52164c5e req-475aff57-3b55-4881-9246-43863a1c0d33 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Calling delete_port for a28f0ef1-9130-4447-8f41-f8eb518eb512 owned by compute:nova {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:36:04.813017 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-4865b059-0599-43d4-9156-25ca52164c5e req-475aff57-3b55-4881-9246-43863a1c0d33 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (a28f0ef1-9130-4447-8f41-f8eb518eb512), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:04.841119 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475aff57-3b55-4881-9246-43863a1c0d33 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Pushing event deleted for resources: {'Port': ['ID=a28f0ef1-9130-4447-8f41-f8eb518eb512,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:04.893273 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-4865b059-0599-43d4-9156-25ca52164c5e req-475aff57-3b55-4881-9246-43863a1c0d33 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] No DVR routers for this DVR port a28f0ef1-9130-4447-8f41-f8eb518eb512 on host n-h1-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:36:04.895808 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-4865b059-0599-43d4-9156-25ca52164c5e req-475aff57-3b55-4881-9246-43863a1c0d33 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:04.899065 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4865b059-0599-43d4-9156-25ca52164c5e req-475aff57-3b55-4881-9246-43863a1c0d33 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.73 "DELETE /v2.0/ports/a28f0ef1-9130-4447-8f41-f8eb518eb512 HTTP/1.1" status: 204 len: 173 time: 0.4213164 Feb 04 13:36:04.899507 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1220ee9-8081-46c5-8b4f-7fa8dfaf6407', 'name': 'network-vif-deleted', 'tag': 'a28f0ef1-9130-4447-8f41-f8eb518eb512'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:36:04.901863 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48bbd334e613f85cd2144b496d46af0d2e531f29900d43c124e8a63cdd2917ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42c4b4a3-cfb8-4de8-a903-ffeb7cbd0e8e" -d '{"events": [{"server_uuid": "d1220ee9-8081-46c5-8b4f-7fa8dfaf6407", "name": "network-vif-deleted", "tag": "a28f0ef1-9130-4447-8f41-f8eb518eb512"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:36:04.949649 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95460a73-7e96-46f8-b505-e4c7bf88c7ea x-openstack-request-id: req-95460a73-7e96-46f8-b505-e4c7bf88c7ea {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:36:04.950555 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1220ee9-8081-46c5-8b4f-7fa8dfaf6407", "name": "network-vif-deleted", "tag": "a28f0ef1-9130-4447-8f41-f8eb518eb512", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:36:04.950555 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-95460a73-7e96-46f8-b505-e4c7bf88c7ea {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:36:04.950555 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1220ee9-8081-46c5-8b4f-7fa8dfaf6407', 'name': 'network-vif-deleted', 'tag': 'a28f0ef1-9130-4447-8f41-f8eb518eb512', 'status': 'completed', 'code': 200} Feb 04 13:36:05.299051 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f07333bd-d1e0-4e3b-b429-dd9cc3576d42 req-9b0edb65-3fdf-4483-aae4-5ea9e5a4c7c9 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=d1220ee9-8081-46c5-8b4f-7fa8dfaf6407 HTTP/1.1" status: 200 len: 210 time: 0.0315509 Feb 04 13:36:06.357068 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 35672) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:36:06.737272 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-191ee66e-242d-4e7d-a098-7e6435afeb6e tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622215'] for router_interface (75c3b23e-b948-4a16-bd0f-378ad932987c), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:07.012220 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-191ee66e-242d-4e7d-a098-7e6435afeb6e tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Deleting port f8cb93ce-758c-4eef-b552-25402b78135e {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:36:07.012484 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-191ee66e-242d-4e7d-a098-7e6435afeb6e tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (f8cb93ce-758c-4eef-b552-25402b78135e), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:07.107754 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-191ee66e-242d-4e7d-a098-7e6435afeb6e tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] For port f8cb93ce-758c-4eef-b552-25402b78135e, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=f8cb93ce-758c-4eef-b552-25402b78135e,segment=NetworkSegment(532684e4-f0c6-4b37-b541-a63ac97351da),segment_id=532684e4-f0c6-4b37-b541-a63ac97351da)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:36:07.108145 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-191ee66e-242d-4e7d-a098-7e6435afeb6e tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (f8cb93ce-758c-4eef-b552-25402b78135e), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:07.121011 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-191ee66e-242d-4e7d-a098-7e6435afeb6e tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Calling delete_port for f8cb93ce-758c-4eef-b552-25402b78135e owned by network:router_interface {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:36:07.316634 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-191ee66e-242d-4e7d-a098-7e6435afeb6e tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (f8cb93ce-758c-4eef-b552-25402b78135e), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:07.347196 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191ee66e-242d-4e7d-a098-7e6435afeb6e tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Pushing event deleted for resources: {'Port': ['ID=f8cb93ce-758c-4eef-b552-25402b78135e,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:07.541003 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-191ee66e-242d-4e7d-a098-7e6435afeb6e tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622067'] for router_interface (75c3b23e-b948-4a16-bd0f-378ad932987c), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:08.056118 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-191ee66e-242d-4e7d-a098-7e6435afeb6e tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Router 75c3b23e-b948-4a16-bd0f-378ad932987c has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:36:08.171086 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-191ee66e-242d-4e7d-a098-7e6435afeb6e tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:36:08.177788 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-191ee66e-242d-4e7d-a098-7e6435afeb6e tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "PUT /v2.0/routers/75c3b23e-b948-4a16-bd0f-378ad932987c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8179548 Feb 04 13:36:08.178856 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 35674) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:36:08.181529 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bf238c-0c17-4d9c-97a1-1c62332ad2d9 None None] Sync routers for ids ['75c3b23e-b948-4a16-bd0f-378ad932987c'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:36:08.193681 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bf238c-0c17-4d9c-97a1-1c62332ad2d9 None None] Routers {'75c3b23e-b948-4a16-bd0f-378ad932987c'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:36:08.194299 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-74bf238c-0c17-4d9c-97a1-1c62332ad2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:35:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['75c3b23e-b948-4a16-bd0f-378ad932987c'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:36:08.234871 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e908d60-978e-4e60-aa89-217d45c079b5 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Deleting subnet 55757c60-04cb-483a-b222-41cb32de8258 {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:36:08.238488 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0e908d60-978e-4e60-aa89-217d45c079b5 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for subnet (55757c60-04cb-483a-b222-41cb32de8258), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:08.281389 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0e908d60-978e-4e60-aa89-217d45c079b5 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (55757c60-04cb-483a-b222-41cb32de8258), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:08.310521 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-74bf238c-0c17-4d9c-97a1-1c62332ad2d9 None None] Set router 75c3b23e-b948-4a16-bd0f-378ad932987c gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:36:08.374840 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0e908d60-978e-4e60-aa89-217d45c079b5 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (55757c60-04cb-483a-b222-41cb32de8258), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:08.442091 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0e908d60-978e-4e60-aa89-217d45c079b5 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (55757c60-04cb-483a-b222-41cb32de8258), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:08.469960 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e908d60-978e-4e60-aa89-217d45c079b5 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Pushing event deleted for resources: {'Subnet': ['ID=55757c60-04cb-483a-b222-41cb32de8258,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:08.474589 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0e908d60-978e-4e60-aa89-217d45c079b5 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:08.478459 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-0e908d60-978e-4e60-aa89-217d45c079b5 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "DELETE /v2.0/subnets/55757c60-04cb-483a-b222-41cb32de8258 HTTP/1.1" status: 204 len: 168 time: 0.2977176 Feb 04 13:36:08.482202 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 35676) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:36:08.484327 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4442f8cf-17d0-45d0-8eba-f702d6f460ae None None] Network 3ce6466c-d0fa-4c36-852a-197139ad0e05 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:36:08.589392 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-74bf238c-0c17-4d9c-97a1-1c62332ad2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c3b23e-b948-4a16-bd0f-378ad932987c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1550969868', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': 'd72eb800-495a-48c6-a228-95ccd4f4d0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:34:12Z', 'updated_at': '2022-02-04T13:36:07Z', 'revision_number': 5, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'gw_port': {'id': 'd72eb800-495a-48c6-a228-95ccd4f4d0ad', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:19:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c3b23e-b948-4a16-bd0f-378ad932987c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:34:12Z', 'updated_at': '2022-02-04T13:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:36:08.600012 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bf39c94a-3638-45f2-b153-6cc4c6fd5442 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for router (75c3b23e-b948-4a16-bd0f-378ad932987c), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:08.621001 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bf238c-0c17-4d9c-97a1-1c62332ad2d9 None None] Checking router: 75c3b23e-b948-4a16-bd0f-378ad932987c for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:36:08.631111 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bf238c-0c17-4d9c-97a1-1c62332ad2d9 None None] Routers {'75c3b23e-b948-4a16-bd0f-378ad932987c'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:36:08.631753 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-74bf238c-0c17-4d9c-97a1-1c62332ad2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:35:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['75c3b23e-b948-4a16-bd0f-378ad932987c'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:36:08.702854 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52dca32a-918f-49c7-95b6-b0b5bde3ac51 None None] DHCP port deletion for 3ce6466c-d0fa-4c36-852a-197139ad0e05 request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:36:08.727603 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bf39c94a-3638-45f2-b153-6cc4c6fd5442 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for router_gateway (75c3b23e-b948-4a16-bd0f-378ad932987c), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:08.780324 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-74bf238c-0c17-4d9c-97a1-1c62332ad2d9 None None] Set router 75c3b23e-b948-4a16-bd0f-378ad932987c gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:36:08.793001 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-bf39c94a-3638-45f2-b153-6cc4c6fd5442 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Deleting port d72eb800-495a-48c6-a228-95ccd4f4d0ad {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:36:08.793377 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bf39c94a-3638-45f2-b153-6cc4c6fd5442 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (d72eb800-495a-48c6-a228-95ccd4f4d0ad), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:08.875423 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-52dca32a-918f-49c7-95b6-b0b5bde3ac51 None None] Deleting port c7f373f2-a218-4182-b06f-72e21dbbae84 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:36:08.875820 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-52dca32a-918f-49c7-95b6-b0b5bde3ac51 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (c7f373f2-a218-4182-b06f-72e21dbbae84), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:08.878279 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-bf39c94a-3638-45f2-b153-6cc4c6fd5442 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] For port d72eb800-495a-48c6-a228-95ccd4f4d0ad, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=d72eb800-495a-48c6-a228-95ccd4f4d0ad,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:36:08.878656 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bf39c94a-3638-45f2-b153-6cc4c6fd5442 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (d72eb800-495a-48c6-a228-95ccd4f4d0ad), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:08.896999 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-bf39c94a-3638-45f2-b153-6cc4c6fd5442 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Calling delete_port for d72eb800-495a-48c6-a228-95ccd4f4d0ad owned by network:router_gateway {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:36:08.963159 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-52dca32a-918f-49c7-95b6-b0b5bde3ac51 None None] For port c7f373f2-a218-4182-b06f-72e21dbbae84, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=c7f373f2-a218-4182-b06f-72e21dbbae84,segment=NetworkSegment(532684e4-f0c6-4b37-b541-a63ac97351da),segment_id=532684e4-f0c6-4b37-b541-a63ac97351da)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:36:08.963412 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-52dca32a-918f-49c7-95b6-b0b5bde3ac51 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (c7f373f2-a218-4182-b06f-72e21dbbae84), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:08.986928 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-52dca32a-918f-49c7-95b6-b0b5bde3ac51 None None] Calling delete_port for c7f373f2-a218-4182-b06f-72e21dbbae84 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:36:09.076827 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bf39c94a-3638-45f2-b153-6cc4c6fd5442 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (d72eb800-495a-48c6-a228-95ccd4f4d0ad), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:09.105067 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf39c94a-3638-45f2-b153-6cc4c6fd5442 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Pushing event deleted for resources: {'Port': ['ID=d72eb800-495a-48c6-a228-95ccd4f4d0ad,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:09.107905 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-74bf238c-0c17-4d9c-97a1-1c62332ad2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c3b23e-b948-4a16-bd0f-378ad932987c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1550969868', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': 'd72eb800-495a-48c6-a228-95ccd4f4d0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:34:12Z', 'updated_at': '2022-02-04T13:36:07Z', 'revision_number': 5, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'gw_port': {'id': 'd72eb800-495a-48c6-a228-95ccd4f4d0ad', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:19:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c3b23e-b948-4a16-bd0f-378ad932987c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:34:12Z', 'updated_at': '2022-02-04T13:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:36:09.134681 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-52dca32a-918f-49c7-95b6-b0b5bde3ac51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (c7f373f2-a218-4182-b06f-72e21dbbae84), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:09.138963 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bf238c-0c17-4d9c-97a1-1c62332ad2d9 None None] The sync data for ids ['75c3b23e-b948-4a16-bd0f-378ad932987c'] in n-d-825015-3 is: [{'id': '75c3b23e-b948-4a16-bd0f-378ad932987c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1550969868', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': 'd72eb800-495a-48c6-a228-95ccd4f4d0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:34:12Z', 'updated_at': '2022-02-04T13:36:07Z', 'revision_number': 5, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'gw_port': {'id': 'd72eb800-495a-48c6-a228-95ccd4f4d0ad', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:19:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c3b23e-b948-4a16-bd0f-378ad932987c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:34:12Z', 'updated_at': '2022-02-04T13:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:36:09.166858 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dca32a-918f-49c7-95b6-b0b5bde3ac51 None None] Pushing event deleted for resources: {'Port': ['ID=c7f373f2-a218-4182-b06f-72e21dbbae84,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:09.170550 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52dca32a-918f-49c7-95b6-b0b5bde3ac51 None None] No DVR routers for this DVR port c7f373f2-a218-4182-b06f-72e21dbbae84 on host n-d-825015-3 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:36:09.180663 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bf39c94a-3638-45f2-b153-6cc4c6fd5442 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1599901'] for router_gateway (75c3b23e-b948-4a16-bd0f-378ad932987c), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:09.275489 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bf39c94a-3638-45f2-b153-6cc4c6fd5442 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10915'] for router (75c3b23e-b948-4a16-bd0f-378ad932987c), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:09.277696 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bf39c94a-3638-45f2-b153-6cc4c6fd5442 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for router_controller (75c3b23e-b948-4a16-bd0f-378ad932987c), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:09.328184 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bf39c94a-3638-45f2-b153-6cc4c6fd5442 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622829'] for router (75c3b23e-b948-4a16-bd0f-378ad932987c), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:09.328745 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf39c94a-3638-45f2-b153-6cc4c6fd5442 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Fanout notify agent at l3_agent the message router_deleted on router 75c3b23e-b948-4a16-bd0f-378ad932987c {{(pid=103474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 13:36:09.335318 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bf39c94a-3638-45f2-b153-6cc4c6fd5442 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:09.336651 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-bf39c94a-3638-45f2-b153-6cc4c6fd5442 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "DELETE /v2.0/routers/75c3b23e-b948-4a16-bd0f-378ad932987c HTTP/1.1" status: 204 len: 168 time: 0.8528683 Feb 04 13:36:09.339353 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 35678) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:36:09.416200 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-75c10639-c93a-420d-b65d-57350f2c7832 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (3ce6466c-d0fa-4c36-852a-197139ad0e05), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:09.437257 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device a28f0ef1-9130-4447-8f41-f8eb518eb512 no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:36:09.458923 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] No Port match for: a28f0ef1-9130-4447-8f41-f8eb518eb512 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:36:09.459272 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device a28f0ef1-9130-4447-8f41-f8eb518eb512 not bound to the agent host n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:36:09.509639 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-75c10639-c93a-420d-b65d-57350f2c7832 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (3ce6466c-d0fa-4c36-852a-197139ad0e05), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:09.534398 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-75c10639-c93a-420d-b65d-57350f2c7832 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ce6466c-d0fa-4c36-852a-197139ad0e05']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:36:09.545457 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-75c10639-c93a-420d-b65d-57350f2c7832 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '532684e4-f0c6-4b37-b541-a63ac97351da') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:36:09.545874 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-75c10639-c93a-420d-b65d-57350f2c7832 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '532684e4-f0c6-4b37-b541-a63ac97351da') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:36:09.556592 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-75c10639-c93a-420d-b65d-57350f2c7832 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (532684e4-f0c6-4b37-b541-a63ac97351da), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:09.572697 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-75c10639-c93a-420d-b65d-57350f2c7832 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (532684e4-f0c6-4b37-b541-a63ac97351da), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:09.580146 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75c10639-c93a-420d-b65d-57350f2c7832 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:36:09.580553 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-75c10639-c93a-420d-b65d-57350f2c7832 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (532684e4-f0c6-4b37-b541-a63ac97351da), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:09.583839 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 13:36:09.583839 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:36:09.583839 n-d-825015-3 neutron-server[103474]: timer() Feb 04 13:36:09.583839 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:36:09.583839 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 13:36:09.583839 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:36:09.583839 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 13:36:09.583839 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:36:09.583839 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 13:36:09.583839 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:36:09.583839 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 13:36:09.583839 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:36:09.583839 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 13:36:09.583839 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:36:09.583839 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:36:09.583839 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:36:09.583839 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:36:09.583839 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:36:09.583839 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 13:36:09.583839 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:36:09.583839 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 13:36:09.583839 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:36:09.583839 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:36:09.583839 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:36:09.583839 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 13:36:09.583839 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:36:09.583839 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:36:09.583839 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:36:09.583839 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:36:09.583839 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:36:09.583839 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:36:09.583839 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:36:09.652151 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-75c10639-c93a-420d-b65d-57350f2c7832 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (3ce6466c-d0fa-4c36-852a-197139ad0e05), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:09.661392 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-75c10639-c93a-420d-b65d-57350f2c7832 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:09.664466 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-75c10639-c93a-420d-b65d-57350f2c7832 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "DELETE /v2.0/networks/3ce6466c-d0fa-4c36-852a-197139ad0e05 HTTP/1.1" status: 204 len: 168 time: 0.3240209 Feb 04 13:36:09.667166 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 35680) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:36:09.686039 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c10639-c93a-420d-b65d-57350f2c7832 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Pushing event deleted for resources: {'Network': ['ID=3ce6466c-d0fa-4c36-852a-197139ad0e05,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:09.737556 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d1cef5e5-4c14-4d57-9d43-3620ec7bf1b7 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for security_group (75b80778-ac0b-4bed-8c41-1ac857825202), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:09.746189 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device f8cb93ce-758c-4eef-b552-25402b78135e no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:36:09.768313 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d1cef5e5-4c14-4d57-9d43-3620ec7bf1b7 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for security_group (75b80778-ac0b-4bed-8c41-1ac857825202), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:09.771567 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: f8cb93ce-758c-4eef-b552-25402b78135e {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:36:09.771959 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device f8cb93ce-758c-4eef-b552-25402b78135e not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:36:09.772386 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device c7f373f2-a218-4182-b06f-72e21dbbae84 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:36:09.800048 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: c7f373f2-a218-4182-b06f-72e21dbbae84 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:36:09.800668 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device c7f373f2-a218-4182-b06f-72e21dbbae84 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:36:09.842299 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d1cef5e5-4c14-4d57-9d43-3620ec7bf1b7 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (75b80778-ac0b-4bed-8c41-1ac857825202), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:09.846079 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d1cef5e5-4c14-4d57-9d43-3620ec7bf1b7 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:09.847807 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-d1cef5e5-4c14-4d57-9d43-3620ec7bf1b7 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "DELETE /v2.0/security-groups/75b80778-ac0b-4bed-8c41-1ac857825202 HTTP/1.1" status: 204 len: 168 time: 0.1782963 Feb 04 13:36:09.859027 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cef5e5-4c14-4d57-9d43-3620ec7bf1b7 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75b80778-ac0b-4bed-8c41-1ac857825202,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:10.435181 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 35686) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:36:10.440569 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-8e55b34c-bfad-44f5-ba8e-5dbddb016092 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1358367727', 'description': 'tempest-secgroup-smoke-1358367727 description', 'project_id': 'deceb844ac72490cb451d91c169a30ba'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:36:10.462988 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8e55b34c-bfad-44f5-ba8e-5dbddb016092 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:10.537515 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8e55b34c-bfad-44f5-ba8e-5dbddb016092 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for security_group (ba9b1df1-301d-47ce-9d64-df1ed11fec3a), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:10.541767 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8e55b34c-bfad-44f5-ba8e-5dbddb016092 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (ba9b1df1-301d-47ce-9d64-df1ed11fec3a), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:10.574888 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8e55b34c-bfad-44f5-ba8e-5dbddb016092 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:10.576747 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-8e55b34c-bfad-44f5-ba8e-5dbddb016092 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1399033 Feb 04 13:36:10.578849 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e55b34c-bfad-44f5-ba8e-5dbddb016092 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba9b1df1-301d-47ce-9d64-df1ed11fec3a,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:10.579916 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 35688) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:36:10.592999 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-fb244c81-17ac-480d-bd91-392c82300613 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Request body: {'security_group_rule': {'security_group_id': 'ba9b1df1-301d-47ce-9d64-df1ed11fec3a', 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:36:10.623000 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fb244c81-17ac-480d-bd91-392c82300613 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for security_group_rule (8d7ca346-ee87-437a-a930-a915765a00b2), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:10.689143 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fb244c81-17ac-480d-bd91-392c82300613 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for security_group_rule (8d7ca346-ee87-437a-a930-a915765a00b2), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:10.693984 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fb244c81-17ac-480d-bd91-392c82300613 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (8d7ca346-ee87-437a-a930-a915765a00b2), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:10.713335 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb244c81-17ac-480d-bd91-392c82300613 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d7ca346-ee87-437a-a930-a915765a00b2,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:10.727812 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-fb244c81-17ac-480d-bd91-392c82300613 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:10.729093 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-fb244c81-17ac-480d-bd91-392c82300613 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1463175 Feb 04 13:36:10.732293 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 35690) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:36:10.736842 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-d362e34b-910f-4ae2-ae02-23792fa6edfe tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Request body: {'security_group_rule': {'security_group_id': 'ba9b1df1-301d-47ce-9d64-df1ed11fec3a', 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:36:10.763471 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d362e34b-910f-4ae2-ae02-23792fa6edfe tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for security_group_rule (c7704b5a-69c1-41ae-a7cd-2f030332fe4d), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:10.827391 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d362e34b-910f-4ae2-ae02-23792fa6edfe tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for security_group_rule (c7704b5a-69c1-41ae-a7cd-2f030332fe4d), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:10.831635 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d362e34b-910f-4ae2-ae02-23792fa6edfe tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (c7704b5a-69c1-41ae-a7cd-2f030332fe4d), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:10.851878 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d362e34b-910f-4ae2-ae02-23792fa6edfe tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7704b5a-69c1-41ae-a7cd-2f030332fe4d,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:10.861879 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d362e34b-910f-4ae2-ae02-23792fa6edfe tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:10.863138 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-d362e34b-910f-4ae2-ae02-23792fa6edfe tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1298697 Feb 04 13:36:10.866220 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 35692) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:36:10.872837 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-c3b7f86d-5aa3-4d0b-ac04-ddacacbacd3e tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Request body: {'security_group_rule': {'security_group_id': 'ba9b1df1-301d-47ce-9d64-df1ed11fec3a', 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:36:10.901713 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c3b7f86d-5aa3-4d0b-ac04-ddacacbacd3e tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for security_group_rule (f5e74177-8331-4768-a14c-9395f9ed06c5), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:10.965904 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c3b7f86d-5aa3-4d0b-ac04-ddacacbacd3e tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for security_group_rule (f5e74177-8331-4768-a14c-9395f9ed06c5), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:10.969900 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c3b7f86d-5aa3-4d0b-ac04-ddacacbacd3e tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (f5e74177-8331-4768-a14c-9395f9ed06c5), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:10.991617 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b7f86d-5aa3-4d0b-ac04-ddacacbacd3e tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5e74177-8331-4768-a14c-9395f9ed06c5,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:11.000926 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c3b7f86d-5aa3-4d0b-ac04-ddacacbacd3e tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:11.002319 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-c3b7f86d-5aa3-4d0b-ac04-ddacacbacd3e tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1349795 Feb 04 13:36:11.005814 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 35694) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:36:11.010240 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-4a1301c8-43a3-4491-9540-7038ba164856 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Request body: {'security_group_rule': {'security_group_id': 'ba9b1df1-301d-47ce-9d64-df1ed11fec3a', 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:36:11.038560 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4a1301c8-43a3-4491-9540-7038ba164856 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for security_group_rule (91791ccb-eaec-4760-950f-8ef68c42963f), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:11.101274 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4a1301c8-43a3-4491-9540-7038ba164856 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for security_group_rule (91791ccb-eaec-4760-950f-8ef68c42963f), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:11.105189 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4a1301c8-43a3-4491-9540-7038ba164856 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (91791ccb-eaec-4760-950f-8ef68c42963f), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:11.125637 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1301c8-43a3-4491-9540-7038ba164856 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91791ccb-eaec-4760-950f-8ef68c42963f,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:11.135131 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4a1301c8-43a3-4491-9540-7038ba164856 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:11.136410 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-4a1301c8-43a3-4491-9540-7038ba164856 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1295986 Feb 04 13:36:11.139144 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 35696) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:36:11.143693 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-f0edebcf-3549-44a2-80dd-0ae3309f3556 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Request body: {'security_group_rule': {'security_group_id': 'ba9b1df1-301d-47ce-9d64-df1ed11fec3a', 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:36:11.164961 n-d-825015-3 neutron-server[103474]: INFO neutron.db.securitygroups_db [None req-f0edebcf-3549-44a2-80dd-0ae3309f3556 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Project deceb844ac72490cb451d91c169a30ba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 13:36:11.170888 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f0edebcf-3549-44a2-80dd-0ae3309f3556 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for security_group_rule (f4591322-2340-4971-9668-e128b78ca2c0), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:11.235091 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f0edebcf-3549-44a2-80dd-0ae3309f3556 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for security_group_rule (f4591322-2340-4971-9668-e128b78ca2c0), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:11.239562 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f0edebcf-3549-44a2-80dd-0ae3309f3556 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (f4591322-2340-4971-9668-e128b78ca2c0), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:11.260353 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0edebcf-3549-44a2-80dd-0ae3309f3556 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4591322-2340-4971-9668-e128b78ca2c0,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:11.269559 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f0edebcf-3549-44a2-80dd-0ae3309f3556 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:11.270782 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-f0edebcf-3549-44a2-80dd-0ae3309f3556 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1307180 Feb 04 13:36:11.273518 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 35698) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:36:11.278660 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-7ad6dcc3-d084-4a47-81ef-c786db23153c tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Request body: {'security_group_rule': {'security_group_id': 'ba9b1df1-301d-47ce-9d64-df1ed11fec3a', 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:36:11.299932 n-d-825015-3 neutron-server[103474]: INFO neutron.db.securitygroups_db [None req-7ad6dcc3-d084-4a47-81ef-c786db23153c tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Project deceb844ac72490cb451d91c169a30ba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 13:36:11.305297 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7ad6dcc3-d084-4a47-81ef-c786db23153c tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for security_group_rule (62918736-ee17-469f-b91b-0870ef4dbdc2), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:11.368809 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7ad6dcc3-d084-4a47-81ef-c786db23153c tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for security_group_rule (62918736-ee17-469f-b91b-0870ef4dbdc2), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:11.375826 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7ad6dcc3-d084-4a47-81ef-c786db23153c tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (62918736-ee17-469f-b91b-0870ef4dbdc2), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:11.396809 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad6dcc3-d084-4a47-81ef-c786db23153c tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62918736-ee17-469f-b91b-0870ef4dbdc2,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:11.404345 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-7ad6dcc3-d084-4a47-81ef-c786db23153c tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:11.405577 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-7ad6dcc3-d084-4a47-81ef-c786db23153c tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1310940 Feb 04 13:36:11.408538 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 35700) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:36:11.413362 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-3cbd292e-854e-4a2b-9a67-e92c7061b41e tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Request body: {'network': {'name': 'tempest-network-smoke--299015898', 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'port_security_enabled': True}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:36:11.432478 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cbd292e-854e-4a2b-9a67-e92c7061b41e tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Made reservation on behalf of deceb844ac72490cb451d91c169a30ba for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:36:11.435876 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3cbd292e-854e-4a2b-9a67-e92c7061b41e tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:11.459994 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cbd292e-854e-4a2b-9a67-e92c7061b41e tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:36:11.470906 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3cbd292e-854e-4a2b-9a67-e92c7061b41e tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (902c930a-0d17-44ad-ac37-516d545a94e2), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:11.471288 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-3cbd292e-854e-4a2b-9a67-e92c7061b41e tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Added segment 902c930a-0d17-44ad-ac37-516d545a94e2 of type vlan for network f8f94e6b-445e-4744-baca-1aac30b2d9a0 Feb 04 13:36:11.513411 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3cbd292e-854e-4a2b-9a67-e92c7061b41e tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (f8f94e6b-445e-4744-baca-1aac30b2d9a0), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:11.538719 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3cbd292e-854e-4a2b-9a67-e92c7061b41e tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (f8f94e6b-445e-4744-baca-1aac30b2d9a0), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:11.543909 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbd292e-854e-4a2b-9a67-e92c7061b41e tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:11.544889 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3cbd292e-854e-4a2b-9a67-e92c7061b41e tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:11.601516 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-3cbd292e-854e-4a2b-9a67-e92c7061b41e tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1919310 Feb 04 13:36:11.604291 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 35702) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:36:11.614508 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-c1c0111b-5cd5-418f-bfb9-d8e80e67067e tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1033802449', 'admin_state_up': True, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:36:11.618543 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbd292e-854e-4a2b-9a67-e92c7061b41e tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Pushing event updated for resources: {'Network': ['ID=f8f94e6b-445e-4744-baca-1aac30b2d9a0,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:11.626646 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device d72eb800-495a-48c6-a228-95ccd4f4d0ad no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:36:11.640523 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c1c0111b-5cd5-418f-bfb9-d8e80e67067e tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10933'] for router (2af3f21f-dbba-4321-94d7-2761d7edb2ff), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:11.641550 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c1c0111b-5cd5-418f-bfb9-d8e80e67067e tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10924'] for router (2af3f21f-dbba-4321-94d7-2761d7edb2ff), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:11.651855 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network f8f94e6b-445e-4744-baca-1aac30b2d9a0 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:36:11.664616 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: d72eb800-495a-48c6-a228-95ccd4f4d0ad {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:36:11.664970 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device d72eb800-495a-48c6-a228-95ccd4f4d0ad not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:36:11.705340 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c1c0111b-5cd5-418f-bfb9-d8e80e67067e tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for router_controller (2af3f21f-dbba-4321-94d7-2761d7edb2ff), precommit_add_association {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:11.860366 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c1c0111b-5cd5-418f-bfb9-d8e80e67067e tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for router_gateway (2af3f21f-dbba-4321-94d7-2761d7edb2ff), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:12.063230 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c1c0111b-5cd5-418f-bfb9-d8e80e67067e tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for router_gateway (2af3f21f-dbba-4321-94d7-2761d7edb2ff), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:12.087018 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c1c0111b-5cd5-418f-bfb9-d8e80e67067e tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:12.201633 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-c1c0111b-5cd5-418f-bfb9-d8e80e67067e tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Allocated IP 172.25.3.75 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/7c49124a-90b1-428b-bf9d-31697a3ff587) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:36:12.321013 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c1c0111b-5cd5-418f-bfb9-d8e80e67067e tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for port (7c49124a-90b1-428b-bf9d-31697a3ff587), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:12.359351 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c1c0111b-5cd5-418f-bfb9-d8e80e67067e tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (7c49124a-90b1-428b-bf9d-31697a3ff587), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:12.402536 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c0111b-5cd5-418f-bfb9-d8e80e67067e tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:36:12.408731 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-c1c0111b-5cd5-418f-bfb9-d8e80e67067e tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:36:12.412673 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c0111b-5cd5-418f-bfb9-d8e80e67067e tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:36:12.438654 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c0111b-5cd5-418f-bfb9-d8e80e67067e tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Pushing event updated for resources: {'Port': ['ID=7c49124a-90b1-428b-bf9d-31697a3ff587,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:12.999407 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c1c0111b-5cd5-418f-bfb9-d8e80e67067e tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for router_gateway (2af3f21f-dbba-4321-94d7-2761d7edb2ff), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:13.209214 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c1c0111b-5cd5-418f-bfb9-d8e80e67067e tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141'] for router (2af3f21f-dbba-4321-94d7-2761d7edb2ff), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:13.345467 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1c0111b-5cd5-418f-bfb9-d8e80e67067e tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Router 2af3f21f-dbba-4321-94d7-2761d7edb2ff is scheduled to L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de with binding_index 1 {{(pid=103475) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 13:36:13.457789 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1c0111b-5cd5-418f-bfb9-d8e80e67067e tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:36:13.468732 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4f4ba1-0101-4eec-9302-e6060a7d39d3 None None] Sync routers for ids ['2af3f21f-dbba-4321-94d7-2761d7edb2ff'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:36:13.479215 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c1c0111b-5cd5-418f-bfb9-d8e80e67067e tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for router (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:13.480524 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-c1c0111b-5cd5-418f-bfb9-d8e80e67067e tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8744924 Feb 04 13:36:13.484174 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 35704) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:36:13.485701 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4f4ba1-0101-4eec-9302-e6060a7d39d3 None None] Routers {'2af3f21f-dbba-4321-94d7-2761d7edb2ff'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:36:13.486321 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-5f4f4ba1-0101-4eec-9302-e6060a7d39d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:35:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['2af3f21f-dbba-4321-94d7-2761d7edb2ff'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:36:13.516853 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-6de6b702-19fa-4f47-9b96-80b8decb807b tempest-TestNetworkAdvancedServerOps-967824004 tempest-TestNetworkAdvancedServerOps-967824004-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=deceb844ac72490cb451d91c169a30ba&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0315335 Feb 04 13:36:13.519285 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 35706) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:36:13.598724 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-5f4f4ba1-0101-4eec-9302-e6060a7d39d3 None None] Set router 2af3f21f-dbba-4321-94d7-2761d7edb2ff gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:36:13.611155 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf00a4a-4a78-4543-b74d-564256fcb0b0 tempest-TestNetworkAdvancedServerOps-967824004 tempest-TestNetworkAdvancedServerOps-967824004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:13.612679 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-5cf00a4a-4a78-4543-b74d-564256fcb0b0 tempest-TestNetworkAdvancedServerOps-967824004 tempest-TestNetworkAdvancedServerOps-967824004-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0924397 Feb 04 13:36:13.615423 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 35708) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:36:13.645487 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-79666045-d873-447f-9104-e8c0dcb51d30 tempest-TestNetworkAdvancedServerOps-967824004 tempest-TestNetworkAdvancedServerOps-967824004-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0286481 Feb 04 13:36:13.647883 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 35710) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:36:13.652717 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-1ef5804c-a007-4c19-bfe1-bed46d1688f9 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1178567534', 'network_id': 'f8f94e6b-445e-4744-baca-1aac30b2d9a0', 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:36:13.750014 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ef5804c-a007-4c19-bfe1-bed46d1688f9 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Made reservation on behalf of deceb844ac72490cb451d91c169a30ba for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:36:13.753564 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1ef5804c-a007-4c19-bfe1-bed46d1688f9 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:13.797177 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-5f4f4ba1-0101-4eec-9302-e6060a7d39d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af3f21f-dbba-4321-94d7-2761d7edb2ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1033802449', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '7c49124a-90b1-428b-bf9d-31697a3ff587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:36:11Z', 'updated_at': '2022-02-04T13:36:12Z', 'revision_number': 3, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'gw_port': {'id': '7c49124a-90b1-428b-bf9d-31697a3ff587', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:01:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2af3f21f-dbba-4321-94d7-2761d7edb2ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:36:12Z', 'updated_at': '2022-02-04T13:36:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:36:13.830020 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4f4ba1-0101-4eec-9302-e6060a7d39d3 None None] Checking router: 2af3f21f-dbba-4321-94d7-2761d7edb2ff for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:36:13.830506 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4f4ba1-0101-4eec-9302-e6060a7d39d3 None None] Updating router 2af3f21f-dbba-4321-94d7-2761d7edb2ff port 7c49124a-90b1-428b-bf9d-31697a3ff587 binding host n-d-825015-3 {{(pid=103477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:36:13.862964 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5f4f4ba1-0101-4eec-9302-e6060a7d39d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (7c49124a-90b1-428b-bf9d-31697a3ff587), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:13.957087 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1ef5804c-a007-4c19-bfe1-bed46d1688f9 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52094127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51452689'] for subnet (1044f75c-840d-4f74-a9a7-e97ff25039fd), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:14.021262 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef5804c-a007-4c19-bfe1-bed46d1688f9 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Pushing event updated for resources: {'Subnet': ['ID=1044f75c-840d-4f74-a9a7-e97ff25039fd,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:14.028476 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef5804c-a007-4c19-bfe1-bed46d1688f9 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Checking segment: {'id': '902c930a-0d17-44ad-ac37-516d545a94e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'f8f94e6b-445e-4744-baca-1aac30b2d9a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:36:14.028844 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef5804c-a007-4c19-bfe1-bed46d1688f9 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Network hostable DHCP agents. Network: f8f94e6b-445e-4744-baca-1aac30b2d9a0, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:36:14.050481 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef5804c-a007-4c19-bfe1-bed46d1688f9 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Network f8f94e6b-445e-4744-baca-1aac30b2d9a0 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:36:14.062582 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-1ef5804c-a007-4c19-bfe1-bed46d1688f9 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, f8f94e6b-445e-4744-baca-1aac30b2d9a0) {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:36:14.071468 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef5804c-a007-4c19-bfe1-bed46d1688f9 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:14.072465 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-1ef5804c-a007-4c19-bfe1-bed46d1688f9 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:14.075007 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad4eb47-d023-4729-ada1-de98df66ab72 None None] Network f8f94e6b-445e-4744-baca-1aac30b2d9a0 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:36:14.093395 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-1ef5804c-a007-4c19-bfe1-bed46d1688f9 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4429700 Feb 04 13:36:14.097493 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 35712) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:36:14.138479 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5f4f4ba1-0101-4eec-9302-e6060a7d39d3 None None] Publish callbacks [] for port (7c49124a-90b1-428b-bf9d-31697a3ff587), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:14.148269 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5f4f4ba1-0101-4eec-9302-e6060a7d39d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (7c49124a-90b1-428b-bf9d-31697a3ff587), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:14.195980 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-5f4f4ba1-0101-4eec-9302-e6060a7d39d3 None None] Attempting to bind port 7c49124a-90b1-428b-bf9d-31697a3ff587 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:36:14.196364 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-5f4f4ba1-0101-4eec-9302-e6060a7d39d3 None None] Attempting to bind port 7c49124a-90b1-428b-bf9d-31697a3ff587 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:36:14.196728 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4f4ba1-0101-4eec-9302-e6060a7d39d3 None None] Attempting to bind port 7c49124a-90b1-428b-bf9d-31697a3ff587 on network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:36:14.213281 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4f4ba1-0101-4eec-9302-e6060a7d39d3 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:36:14.213593 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4f4ba1-0101-4eec-9302-e6060a7d39d3 None None] Checking segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:36:14.214089 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5f4f4ba1-0101-4eec-9302-e6060a7d39d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:14.214770 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4f4ba1-0101-4eec-9302-e6060a7d39d3 None None] Bound using segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:36:14.215482 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-5f4f4ba1-0101-4eec-9302-e6060a7d39d3 None None] Bound port: 7c49124a-90b1-428b-bf9d-31697a3ff587, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:36:14.215706 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ebc4813-17e5-4005-a49d-43788bc5cf8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-f8f94e6b-445e-4744-baca-1aac30b2d9a0', 'network_id': 'f8f94e6b-445e-4744-baca-1aac30b2d9a0', 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'fixed_ips': [{'subnet_id': '1044f75c-840d-4f74-a9a7-e97ff25039fd'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:36:14.215894 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5f4f4ba1-0101-4eec-9302-e6060a7d39d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (7c49124a-90b1-428b-bf9d-31697a3ff587), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:14.216846 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6ebc4813-17e5-4005-a49d-43788bc5cf8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:14.269825 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-5f4f4ba1-0101-4eec-9302-e6060a7d39d3 None None] For port 7c49124a-90b1-428b-bf9d-31697a3ff587, host n-d-825015-3, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:36:14.273132 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-5f4f4ba1-0101-4eec-9302-e6060a7d39d3 None None] For port 7c49124a-90b1-428b-bf9d-31697a3ff587, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=7c49124a-90b1-428b-bf9d-31697a3ff587,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:36:14.280437 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5f4f4ba1-0101-4eec-9302-e6060a7d39d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (7c49124a-90b1-428b-bf9d-31697a3ff587), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:14.282439 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62452d91-809b-4433-9302-a8fb1c58ff24 None None] Pushing event updated for resources: {'Port': ['ID=7c49124a-90b1-428b-bf9d-31697a3ff587,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:14.290429 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62452d91-809b-4433-9302-a8fb1c58ff24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:36:14.291960 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62452d91-809b-4433-9302-a8fb1c58ff24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:36:14.291960 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62452d91-809b-4433-9302-a8fb1c58ff24 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:36:14.292196 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62452d91-809b-4433-9302-a8fb1c58ff24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:36:14.292369 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62452d91-809b-4433-9302-a8fb1c58ff24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:36:14.292703 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62452d91-809b-4433-9302-a8fb1c58ff24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:36:14.293033 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62452d91-809b-4433-9302-a8fb1c58ff24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:36:14.293361 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62452d91-809b-4433-9302-a8fb1c58ff24 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:36:14.293689 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62452d91-809b-4433-9302-a8fb1c58ff24 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:36:14.294066 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62452d91-809b-4433-9302-a8fb1c58ff24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:36:14.294514 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62452d91-809b-4433-9302-a8fb1c58ff24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:36:14.295063 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62452d91-809b-4433-9302-a8fb1c58ff24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:36:14.295445 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62452d91-809b-4433-9302-a8fb1c58ff24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:36:14.348237 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4f4ba1-0101-4eec-9302-e6060a7d39d3 None None] Routers {'2af3f21f-dbba-4321-94d7-2761d7edb2ff'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:36:14.348883 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-5f4f4ba1-0101-4eec-9302-e6060a7d39d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:35:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['2af3f21f-dbba-4321-94d7-2761d7edb2ff'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:36:14.442887 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62452d91-809b-4433-9302-a8fb1c58ff24 None None] Pushing event updated for resources: {'Port': ['ID=7c49124a-90b1-428b-bf9d-31697a3ff587,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:14.478390 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-5f4f4ba1-0101-4eec-9302-e6060a7d39d3 None None] Set router 2af3f21f-dbba-4321-94d7-2761d7edb2ff gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:36:14.544441 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-6ebc4813-17e5-4005-a49d-43788bc5cf8a None None] Allocated IP 172.20.0.2 (f8f94e6b-445e-4744-baca-1aac30b2d9a0/1044f75c-840d-4f74-a9a7-e97ff25039fd/4fe69166-4411-4d48-9a6e-71847602fbc2) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:36:14.624316 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0125b7bf-d60c-4120-bd3d-4264fface0c0 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:14.721576 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6ebc4813-17e5-4005-a49d-43788bc5cf8a None None] Publish callbacks [] for port (4fe69166-4411-4d48-9a6e-71847602fbc2), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:14.728296 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6ebc4813-17e5-4005-a49d-43788bc5cf8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (4fe69166-4411-4d48-9a6e-71847602fbc2), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:14.771680 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ebc4813-17e5-4005-a49d-43788bc5cf8a None None] Network f8f94e6b-445e-4744-baca-1aac30b2d9a0 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:36:14.776438 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-6ebc4813-17e5-4005-a49d-43788bc5cf8a None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:36:14.778602 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-5f4f4ba1-0101-4eec-9302-e6060a7d39d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af3f21f-dbba-4321-94d7-2761d7edb2ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1033802449', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '7c49124a-90b1-428b-bf9d-31697a3ff587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:36:11Z', 'updated_at': '2022-02-04T13:36:12Z', 'revision_number': 3, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'gw_port': {'id': '7c49124a-90b1-428b-bf9d-31697a3ff587', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:01:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2af3f21f-dbba-4321-94d7-2761d7edb2ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:36:12Z', 'updated_at': '2022-02-04T13:36:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:36:14.778820 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebc4813-17e5-4005-a49d-43788bc5cf8a None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:36:14.805928 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebc4813-17e5-4005-a49d-43788bc5cf8a None None] Pushing event updated for resources: {'Port': ['ID=4fe69166-4411-4d48-9a6e-71847602fbc2,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:14.806298 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4f4ba1-0101-4eec-9302-e6060a7d39d3 None None] The sync data for ids ['2af3f21f-dbba-4321-94d7-2761d7edb2ff'] in n-d-825015-3 is: [{'id': '2af3f21f-dbba-4321-94d7-2761d7edb2ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1033802449', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '7c49124a-90b1-428b-bf9d-31697a3ff587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:36:11Z', 'updated_at': '2022-02-04T13:36:12Z', 'revision_number': 3, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'gw_port': {'id': '7c49124a-90b1-428b-bf9d-31697a3ff587', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:01:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2af3f21f-dbba-4321-94d7-2761d7edb2ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:36:12Z', 'updated_at': '2022-02-04T13:36:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:36:14.849865 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-6ebc4813-17e5-4005-a49d-43788bc5cf8a None None] Attempting to bind port 4fe69166-4411-4d48-9a6e-71847602fbc2 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:36:14.850242 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-6ebc4813-17e5-4005-a49d-43788bc5cf8a None None] Attempting to bind port 4fe69166-4411-4d48-9a6e-71847602fbc2 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '902c930a-0d17-44ad-ac37-516d545a94e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'f8f94e6b-445e-4744-baca-1aac30b2d9a0'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:36:14.851379 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ebc4813-17e5-4005-a49d-43788bc5cf8a None None] Attempting to bind port 4fe69166-4411-4d48-9a6e-71847602fbc2 on network f8f94e6b-445e-4744-baca-1aac30b2d9a0 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:36:14.856138 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ebc4813-17e5-4005-a49d-43788bc5cf8a None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:36:14.856650 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ebc4813-17e5-4005-a49d-43788bc5cf8a None None] Checking segment: {'id': '902c930a-0d17-44ad-ac37-516d545a94e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'f8f94e6b-445e-4744-baca-1aac30b2d9a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:36:14.857163 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6ebc4813-17e5-4005-a49d-43788bc5cf8a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:14.857704 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ebc4813-17e5-4005-a49d-43788bc5cf8a None None] Bound using segment: {'id': '902c930a-0d17-44ad-ac37-516d545a94e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'f8f94e6b-445e-4744-baca-1aac30b2d9a0'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:36:14.858283 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-6ebc4813-17e5-4005-a49d-43788bc5cf8a None None] Bound port: 4fe69166-4411-4d48-9a6e-71847602fbc2, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '902c930a-0d17-44ad-ac37-516d545a94e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'f8f94e6b-445e-4744-baca-1aac30b2d9a0'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:36:14.858758 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6ebc4813-17e5-4005-a49d-43788bc5cf8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (4fe69166-4411-4d48-9a6e-71847602fbc2), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:14.932049 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-6ebc4813-17e5-4005-a49d-43788bc5cf8a None None] For port 4fe69166-4411-4d48-9a6e-71847602fbc2, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:36:14.935759 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-6ebc4813-17e5-4005-a49d-43788bc5cf8a None None] For port 4fe69166-4411-4d48-9a6e-71847602fbc2, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=4fe69166-4411-4d48-9a6e-71847602fbc2,segment=NetworkSegment(902c930a-0d17-44ad-ac37-516d545a94e2),segment_id=902c930a-0d17-44ad-ac37-516d545a94e2)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:36:14.942140 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6ebc4813-17e5-4005-a49d-43788bc5cf8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (4fe69166-4411-4d48-9a6e-71847602fbc2), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:14.974759 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-0125b7bf-d60c-4120-bd3d-4264fface0c0 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Allocated IP 172.20.0.1 (f8f94e6b-445e-4744-baca-1aac30b2d9a0/1044f75c-840d-4f74-a9a7-e97ff25039fd/ee5884d1-37de-47dc-ac4e-6e2f3bce6337) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:36:15.006387 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebc4813-17e5-4005-a49d-43788bc5cf8a None None] Pushing event updated for resources: {'Port': ['ID=4fe69166-4411-4d48-9a6e-71847602fbc2,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:15.134446 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0125b7bf-d60c-4120-bd3d-4264fface0c0 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for port (ee5884d1-37de-47dc-ac4e-6e2f3bce6337), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:15.177887 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0125b7bf-d60c-4120-bd3d-4264fface0c0 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (ee5884d1-37de-47dc-ac4e-6e2f3bce6337), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:15.244834 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0125b7bf-d60c-4120-bd3d-4264fface0c0 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Network f8f94e6b-445e-4744-baca-1aac30b2d9a0 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:36:15.250504 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-0125b7bf-d60c-4120-bd3d-4264fface0c0 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:36:15.256817 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0125b7bf-d60c-4120-bd3d-4264fface0c0 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:36:15.309215 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0125b7bf-d60c-4120-bd3d-4264fface0c0 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Pushing event updated for resources: {'Port': ['ID=ee5884d1-37de-47dc-ac4e-6e2f3bce6337,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:15.316943 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0125b7bf-d60c-4120-bd3d-4264fface0c0 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1599818'] for router_interface (2af3f21f-dbba-4321-94d7-2761d7edb2ff), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:15.468430 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0125b7bf-d60c-4120-bd3d-4264fface0c0 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (ee5884d1-37de-47dc-ac4e-6e2f3bce6337), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:15.686636 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5cc4da4f-7214-49e9-82a9-9a676deeb193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:15.849906 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 7c49124a-90b1-428b-bf9d-31697a3ff587 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:36:15.899645 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0125b7bf-d60c-4120-bd3d-4264fface0c0 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for port (ee5884d1-37de-47dc-ac4e-6e2f3bce6337), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:15.908478 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0125b7bf-d60c-4120-bd3d-4264fface0c0 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (ee5884d1-37de-47dc-ac4e-6e2f3bce6337), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:15.910456 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 7c49124a-90b1-428b-bf9d-31697a3ff587 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:36:15.911397 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (7c49124a-90b1-428b-bf9d-31697a3ff587), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:15.991757 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0125b7bf-d60c-4120-bd3d-4264fface0c0 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Pushing event updated for resources: {'Port': ['ID=ee5884d1-37de-47dc-ac4e-6e2f3bce6337,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:15.994496 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0125b7bf-d60c-4120-bd3d-4264fface0c0 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622202'] for router_interface (2af3f21f-dbba-4321-94d7-2761d7edb2ff), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:16.010322 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 7c49124a-90b1-428b-bf9d-31697a3ff587 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:36:16.010973 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (7c49124a-90b1-428b-bf9d-31697a3ff587), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:16.042518 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port 7c49124a-90b1-428b-bf9d-31697a3ff587, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=7c49124a-90b1-428b-bf9d-31697a3ff587,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:36:16.049768 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (7c49124a-90b1-428b-bf9d-31697a3ff587), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:16.050625 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 4fe69166-4411-4d48-9a6e-71847602fbc2 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:36:16.119588 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0125b7bf-d60c-4120-bd3d-4264fface0c0 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Network f8f94e6b-445e-4744-baca-1aac30b2d9a0 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:36:16.120923 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-0125b7bf-d60c-4120-bd3d-4264fface0c0 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:36:16.140801 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=7c49124a-90b1-428b-bf9d-31697a3ff587,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:16.152573 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 4fe69166-4411-4d48-9a6e-71847602fbc2 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:36:16.153043 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (4fe69166-4411-4d48-9a6e-71847602fbc2), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:16.182371 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062d1a26-42c9-48f6-9bfe-91d96e3c61bd None None] Network f8f94e6b-445e-4744-baca-1aac30b2d9a0 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:36:16.327232 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 4fe69166-4411-4d48-9a6e-71847602fbc2 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:36:16.327637 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (4fe69166-4411-4d48-9a6e-71847602fbc2), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:16.360942 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-c144ff7a-f83a-47d0-b412-975613b9b5a0 None None] Provisioning complete for port 4fe69166-4411-4d48-9a6e-71847602fbc2 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:36:16.361250 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c144ff7a-f83a-47d0-b412-975613b9b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (4fe69166-4411-4d48-9a6e-71847602fbc2), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:16.419324 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port 4fe69166-4411-4d48-9a6e-71847602fbc2, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=4fe69166-4411-4d48-9a6e-71847602fbc2,segment=NetworkSegment(902c930a-0d17-44ad-ac37-516d545a94e2),segment_id=902c930a-0d17-44ad-ac37-516d545a94e2)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:36:16.427223 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (4fe69166-4411-4d48-9a6e-71847602fbc2), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:16.526760 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=4fe69166-4411-4d48-9a6e-71847602fbc2,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:16.530846 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c144ff7a-f83a-47d0-b412-975613b9b5a0 None None] Current status of the port 4fe69166-4411-4d48-9a6e-71847602fbc2 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:36:16.568375 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0125b7bf-d60c-4120-bd3d-4264fface0c0 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Router 2af3f21f-dbba-4321-94d7-2761d7edb2ff has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:36:16.697013 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0125b7bf-d60c-4120-bd3d-4264fface0c0 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:36:16.705172 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-0125b7bf-d60c-4120-bd3d-4264fface0c0 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "PUT /v2.0/routers/2af3f21f-dbba-4321-94d7-2761d7edb2ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6062274 Feb 04 13:36:16.755298 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-5ddfb912-9308-4303-80ea-f727e6071b73 None None] Provisioning complete for port 4fe69166-4411-4d48-9a6e-71847602fbc2 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:36:16.755957 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5ddfb912-9308-4303-80ea-f727e6071b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (4fe69166-4411-4d48-9a6e-71847602fbc2), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:16.859079 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-5ddfb912-9308-4303-80ea-f727e6071b73 None None] Current status of the port 4fe69166-4411-4d48-9a6e-71847602fbc2 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:36:16.875389 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-5ddfb912-9308-4303-80ea-f727e6071b73 None None] Provisioning complete for port ee5884d1-37de-47dc-ac4e-6e2f3bce6337 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:36:16.876387 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5ddfb912-9308-4303-80ea-f727e6071b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (ee5884d1-37de-47dc-ac4e-6e2f3bce6337), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:16.882736 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02321846-a2a0-4505-813d-c4d71fbcd8ad None None] Sync routers for ids ['2af3f21f-dbba-4321-94d7-2761d7edb2ff'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:36:16.930551 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-5ddfb912-9308-4303-80ea-f727e6071b73 None None] Port ee5884d1-37de-47dc-ac4e-6e2f3bce6337 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:36:16.933237 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02321846-a2a0-4505-813d-c4d71fbcd8ad None None] Routers {'2af3f21f-dbba-4321-94d7-2761d7edb2ff'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:36:16.933875 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-02321846-a2a0-4505-813d-c4d71fbcd8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:35:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['2af3f21f-dbba-4321-94d7-2761d7edb2ff'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:36:16.949090 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b1ed45ff-db76-4009-8e12-dd7ceeef11ab req-47352060-1a67-45fa-90fc-7fb402050065 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1358367727&fields=id&tenant_id=deceb844ac72490cb451d91c169a30ba HTTP/1.1" status: 200 len: 267 time: 0.0499835 Feb 04 13:36:17.070420 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-02321846-a2a0-4505-813d-c4d71fbcd8ad None None] Set router 2af3f21f-dbba-4321-94d7-2761d7edb2ff gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:36:17.080033 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ed45ff-db76-4009-8e12-dd7ceeef11ab req-405787ae-b867-480e-8fb2-bc3f1974d0fb tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:17.081635 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b1ed45ff-db76-4009-8e12-dd7ceeef11ab req-405787ae-b867-480e-8fb2-bc3f1974d0fb tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/networks?id=f8f94e6b-445e-4744-baca-1aac30b2d9a0 HTTP/1.1" status: 200 len: 796 time: 0.1244752 Feb 04 13:36:17.098985 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ea6c41b5-15ef-425d-9c90-409bf1c03066 None None] Provisioning complete for port ee5884d1-37de-47dc-ac4e-6e2f3bce6337 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:36:17.099494 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ea6c41b5-15ef-425d-9c90-409bf1c03066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (ee5884d1-37de-47dc-ac4e-6e2f3bce6337), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:17.100391 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b1ed45ff-db76-4009-8e12-dd7ceeef11ab req-fe2a93af-7d17-4afe-bfe6-221339f264af tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/quotas/deceb844ac72490cb451d91c169a30ba HTTP/1.1" status: 200 len: 375 time: 0.0125926 Feb 04 13:36:17.159237 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b1ed45ff-db76-4009-8e12-dd7ceeef11ab req-aadc0296-c1f2-48b6-b8a3-de36a34a0b21 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=deceb844ac72490cb451d91c169a30ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0545981 Feb 04 13:36:17.179105 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ea6c41b5-15ef-425d-9c90-409bf1c03066 None None] Port ee5884d1-37de-47dc-ac4e-6e2f3bce6337 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:36:17.265555 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b1ed45ff-db76-4009-8e12-dd7ceeef11ab req-380688eb-467f-4af5-9fac-d7cc1323d2ca service neutron] 10.222.0.65 "GET /v2.0/networks/f8f94e6b-445e-4744-baca-1aac30b2d9a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932093 Feb 04 13:36:17.318997 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-885ff32e-16c5-4610-928e-7502daf6da6f None None] Provisioning complete for port ee5884d1-37de-47dc-ac4e-6e2f3bce6337 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:36:17.319370 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-885ff32e-16c5-4610-928e-7502daf6da6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (ee5884d1-37de-47dc-ac4e-6e2f3bce6337), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:17.368737 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-885ff32e-16c5-4610-928e-7502daf6da6f None None] Port ee5884d1-37de-47dc-ac4e-6e2f3bce6337 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:36:17.374436 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-02321846-a2a0-4505-813d-c4d71fbcd8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af3f21f-dbba-4321-94d7-2761d7edb2ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1033802449', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '7c49124a-90b1-428b-bf9d-31697a3ff587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:36:11Z', 'updated_at': '2022-02-04T13:36:15Z', 'revision_number': 4, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'gw_port': {'id': '7c49124a-90b1-428b-bf9d-31697a3ff587', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:01:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af3f21f-dbba-4321-94d7-2761d7edb2ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:36:12Z', 'updated_at': '2022-02-04T13:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'ee5884d1-37de-47dc-ac4e-6e2f3bce6337', 'name': '', 'network_id': 'f8f94e6b-445e-4744-baca-1aac30b2d9a0', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'mac_address': 'fa:16:3e:26:62:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2af3f21f-dbba-4321-94d7-2761d7edb2ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '1044f75c-840d-4f74-a9a7-e97ff25039fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:36:14Z', 'updated_at': '2022-02-04T13:36:15Z', 'revision_number': 2, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'subnets': [{'id': '1044f75c-840d-4f74-a9a7-e97ff25039fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:36:17.381464 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b1ed45ff-db76-4009-8e12-dd7ceeef11ab req-d504c683-2569-4c28-94f8-9fc0847a1879 service neutron] 10.222.0.65 "GET /v2.0/networks/f8f94e6b-445e-4744-baca-1aac30b2d9a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084116 Feb 04 13:36:17.401490 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02321846-a2a0-4505-813d-c4d71fbcd8ad None None] Checking router: 2af3f21f-dbba-4321-94d7-2761d7edb2ff for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:36:17.401855 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02321846-a2a0-4505-813d-c4d71fbcd8ad None None] Updating router 2af3f21f-dbba-4321-94d7-2761d7edb2ff port ee5884d1-37de-47dc-ac4e-6e2f3bce6337 binding host n-d-825015-3 {{(pid=103476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:36:17.429776 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-02321846-a2a0-4505-813d-c4d71fbcd8ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (ee5884d1-37de-47dc-ac4e-6e2f3bce6337), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:17.570653 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3b894c0c-0634-460a-b512-d329f04da239 req-062d2061-4148-4779-ab7a-4bd5ff021038 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=46eea5c4-3bec-4dd8-8810-534ffd349185 HTTP/1.1" status: 200 len: 210 time: 0.0389779 Feb 04 13:36:17.702656 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 7c49124a-90b1-428b-bf9d-31697a3ff587 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:36:17.754842 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-02321846-a2a0-4505-813d-c4d71fbcd8ad None None] Publish callbacks [] for port (ee5884d1-37de-47dc-ac4e-6e2f3bce6337), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:17.762147 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-02321846-a2a0-4505-813d-c4d71fbcd8ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (ee5884d1-37de-47dc-ac4e-6e2f3bce6337), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:17.817569 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 7c49124a-90b1-428b-bf9d-31697a3ff587 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:36:17.817943 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (7c49124a-90b1-428b-bf9d-31697a3ff587), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:17.842378 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf12707-7f5c-48cd-bf5b-a939d63b3f64 None None] Pushing event updated for resources: {'Port': ['ID=ee5884d1-37de-47dc-ac4e-6e2f3bce6337,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:17.922361 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-02321846-a2a0-4505-813d-c4d71fbcd8ad None None] Attempting to bind port ee5884d1-37de-47dc-ac4e-6e2f3bce6337 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:36:17.922580 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-02321846-a2a0-4505-813d-c4d71fbcd8ad None None] Attempting to bind port ee5884d1-37de-47dc-ac4e-6e2f3bce6337 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '902c930a-0d17-44ad-ac37-516d545a94e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'f8f94e6b-445e-4744-baca-1aac30b2d9a0'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:36:17.922887 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02321846-a2a0-4505-813d-c4d71fbcd8ad None None] Attempting to bind port ee5884d1-37de-47dc-ac4e-6e2f3bce6337 on network f8f94e6b-445e-4744-baca-1aac30b2d9a0 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:36:17.947551 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02321846-a2a0-4505-813d-c4d71fbcd8ad None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:36:17.947996 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02321846-a2a0-4505-813d-c4d71fbcd8ad None None] Checking segment: {'id': '902c930a-0d17-44ad-ac37-516d545a94e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'f8f94e6b-445e-4744-baca-1aac30b2d9a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:36:17.948381 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-02321846-a2a0-4505-813d-c4d71fbcd8ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:17.948784 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02321846-a2a0-4505-813d-c4d71fbcd8ad None None] Bound using segment: {'id': '902c930a-0d17-44ad-ac37-516d545a94e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'f8f94e6b-445e-4744-baca-1aac30b2d9a0'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:36:17.949274 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-02321846-a2a0-4505-813d-c4d71fbcd8ad None None] Bound port: ee5884d1-37de-47dc-ac4e-6e2f3bce6337, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '902c930a-0d17-44ad-ac37-516d545a94e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'f8f94e6b-445e-4744-baca-1aac30b2d9a0'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:36:17.949657 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-02321846-a2a0-4505-813d-c4d71fbcd8ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (ee5884d1-37de-47dc-ac4e-6e2f3bce6337), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:17.974020 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 7c49124a-90b1-428b-bf9d-31697a3ff587 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:36:17.975063 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 4fe69166-4411-4d48-9a6e-71847602fbc2 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:36:18.069239 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-02321846-a2a0-4505-813d-c4d71fbcd8ad None None] For port ee5884d1-37de-47dc-ac4e-6e2f3bce6337, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:36:18.073304 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-02321846-a2a0-4505-813d-c4d71fbcd8ad None None] For port ee5884d1-37de-47dc-ac4e-6e2f3bce6337, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=ee5884d1-37de-47dc-ac4e-6e2f3bce6337,segment=NetworkSegment(902c930a-0d17-44ad-ac37-516d545a94e2),segment_id=902c930a-0d17-44ad-ac37-516d545a94e2)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:36:18.085735 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-02321846-a2a0-4505-813d-c4d71fbcd8ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (ee5884d1-37de-47dc-ac4e-6e2f3bce6337), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:18.090532 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 4fe69166-4411-4d48-9a6e-71847602fbc2 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:36:18.090897 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (4fe69166-4411-4d48-9a6e-71847602fbc2), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:18.211726 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf12707-7f5c-48cd-bf5b-a939d63b3f64 None None] Pushing event updated for resources: {'Port': ['ID=ee5884d1-37de-47dc-ac4e-6e2f3bce6337,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:18.222934 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02321846-a2a0-4505-813d-c4d71fbcd8ad None None] Routers {'2af3f21f-dbba-4321-94d7-2761d7edb2ff'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:36:18.223579 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-02321846-a2a0-4505-813d-c4d71fbcd8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:35:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['2af3f21f-dbba-4321-94d7-2761d7edb2ff'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:36:18.227375 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9f2fd002-7c83-4fd5-80a5-45348185c3f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:18.269028 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-cd7e30f5-bbd4-4c11-bef0-e62075a34c3c None None] Provisioning complete for port ee5884d1-37de-47dc-ac4e-6e2f3bce6337 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:36:18.269271 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cd7e30f5-bbd4-4c11-bef0-e62075a34c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (ee5884d1-37de-47dc-ac4e-6e2f3bce6337), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:18.557055 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 4fe69166-4411-4d48-9a6e-71847602fbc2 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:36:18.583286 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-02321846-a2a0-4505-813d-c4d71fbcd8ad None None] Set router 2af3f21f-dbba-4321-94d7-2761d7edb2ff gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:36:18.669183 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-cd7e30f5-bbd4-4c11-bef0-e62075a34c3c None None] Current status of the port ee5884d1-37de-47dc-ac4e-6e2f3bce6337 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:36:18.669476 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cd7e30f5-bbd4-4c11-bef0-e62075a34c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (ee5884d1-37de-47dc-ac4e-6e2f3bce6337), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:18.673857 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ed45ff-db76-4009-8e12-dd7ceeef11ab req-179a615b-727d-4c99-a7f7-41ffaddb108d tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:18.677118 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b1ed45ff-db76-4009-8e12-dd7ceeef11ab req-179a615b-727d-4c99-a7f7-41ffaddb108d tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.77 "GET /v2.0/networks?id=f8f94e6b-445e-4744-baca-1aac30b2d9a0 HTTP/1.1" status: 200 len: 796 time: 0.1611352 Feb 04 13:36:18.724960 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7d4cc861-7d13-4252-86d4-316e87cfa3ef req-6daf3fa4-ce9d-4853-9a05-da15a3a23ac0 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=46eea5c4-3bec-4dd8-8810-534ffd349185 HTTP/1.1" status: 200 len: 210 time: 0.0611331 Feb 04 13:36:18.773098 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b1ed45ff-db76-4009-8e12-dd7ceeef11ab req-94204b65-8b50-40bd-a971-8e8607f8caa4 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=deceb844ac72490cb451d91c169a30ba HTTP/1.1" status: 200 len: 380 time: 0.0852845 Feb 04 13:36:18.782296 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-b1ed45ff-db76-4009-8e12-dd7ceeef11ab req-f2c8d294-33eb-4f68-a94b-cd38e0935abe tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Request body: {'port': {'device_id': '46eea5c4-3bec-4dd8-8810-534ffd349185', 'network_id': 'f8f94e6b-445e-4744-baca-1aac30b2d9a0', 'admin_state_up': True, 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'security_groups': ['ba9b1df1-301d-47ce-9d64-df1ed11fec3a']}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:36:18.788242 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-cd7e30f5-bbd4-4c11-bef0-e62075a34c3c None None] For port ee5884d1-37de-47dc-ac4e-6e2f3bce6337, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=ee5884d1-37de-47dc-ac4e-6e2f3bce6337,segment=NetworkSegment(902c930a-0d17-44ad-ac37-516d545a94e2),segment_id=902c930a-0d17-44ad-ac37-516d545a94e2)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:36:18.794034 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cd7e30f5-bbd4-4c11-bef0-e62075a34c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (ee5884d1-37de-47dc-ac4e-6e2f3bce6337), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:18.883917 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7e30f5-bbd4-4c11-bef0-e62075a34c3c None None] Pushing event updated for resources: {'Port': ['ID=ee5884d1-37de-47dc-ac4e-6e2f3bce6337,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:18.908448 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1ed45ff-db76-4009-8e12-dd7ceeef11ab req-f2c8d294-33eb-4f68-a94b-cd38e0935abe tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Made reservation on behalf of deceb844ac72490cb451d91c169a30ba for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:36:18.911861 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-b1ed45ff-db76-4009-8e12-dd7ceeef11ab req-f2c8d294-33eb-4f68-a94b-cd38e0935abe tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:18.928594 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-330aad44-cc01-4085-a758-1bf0b41c69e7 None None] Provisioning complete for port ee5884d1-37de-47dc-ac4e-6e2f3bce6337 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:36:18.929005 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-330aad44-cc01-4085-a758-1bf0b41c69e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (ee5884d1-37de-47dc-ac4e-6e2f3bce6337), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:18.932208 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-02321846-a2a0-4505-813d-c4d71fbcd8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af3f21f-dbba-4321-94d7-2761d7edb2ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1033802449', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '7c49124a-90b1-428b-bf9d-31697a3ff587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:36:11Z', 'updated_at': '2022-02-04T13:36:15Z', 'revision_number': 4, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'gw_port': {'id': '7c49124a-90b1-428b-bf9d-31697a3ff587', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:01:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af3f21f-dbba-4321-94d7-2761d7edb2ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:36:12Z', 'updated_at': '2022-02-04T13:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'ee5884d1-37de-47dc-ac4e-6e2f3bce6337', 'name': '', 'network_id': 'f8f94e6b-445e-4744-baca-1aac30b2d9a0', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'mac_address': 'fa:16:3e:26:62:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2af3f21f-dbba-4321-94d7-2761d7edb2ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '1044f75c-840d-4f74-a9a7-e97ff25039fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:36:14Z', 'updated_at': '2022-02-04T13:36:18Z', 'revision_number': 4, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'subnets': [{'id': '1044f75c-840d-4f74-a9a7-e97ff25039fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:36:18.984653 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02321846-a2a0-4505-813d-c4d71fbcd8ad None None] The sync data for ids ['2af3f21f-dbba-4321-94d7-2761d7edb2ff'] in n-d-825015-3 is: [{'id': '2af3f21f-dbba-4321-94d7-2761d7edb2ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1033802449', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '7c49124a-90b1-428b-bf9d-31697a3ff587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:36:11Z', 'updated_at': '2022-02-04T13:36:15Z', 'revision_number': 4, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'gw_port': {'id': '7c49124a-90b1-428b-bf9d-31697a3ff587', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:01:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af3f21f-dbba-4321-94d7-2761d7edb2ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:36:12Z', 'updated_at': '2022-02-04T13:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'ee5884d1-37de-47dc-ac4e-6e2f3bce6337', 'name': '', 'network_id': 'f8f94e6b-445e-4744-baca-1aac30b2d9a0', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'mac_address': 'fa:16:3e:26:62:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2af3f21f-dbba-4321-94d7-2761d7edb2ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '1044f75c-840d-4f74-a9a7-e97ff25039fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:36:14Z', 'updated_at': '2022-02-04T13:36:18Z', 'revision_number': 4, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'subnets': [{'id': '1044f75c-840d-4f74-a9a7-e97ff25039fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:36:19.065693 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-330aad44-cc01-4085-a758-1bf0b41c69e7 None None] Current status of the port ee5884d1-37de-47dc-ac4e-6e2f3bce6337 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:36:19.080155 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-b1ed45ff-db76-4009-8e12-dd7ceeef11ab req-f2c8d294-33eb-4f68-a94b-cd38e0935abe tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Allocated IP 172.20.0.3 (f8f94e6b-445e-4744-baca-1aac30b2d9a0/1044f75c-840d-4f74-a9a7-e97ff25039fd/2d247470-69ff-4a3d-97fd-71b31dc9deff) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:36:19.243028 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-b1ed45ff-db76-4009-8e12-dd7ceeef11ab req-f2c8d294-33eb-4f68-a94b-cd38e0935abe tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for port (2d247470-69ff-4a3d-97fd-71b31dc9deff), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:19.281800 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-b1ed45ff-db76-4009-8e12-dd7ceeef11ab req-f2c8d294-33eb-4f68-a94b-cd38e0935abe tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (2d247470-69ff-4a3d-97fd-71b31dc9deff), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:19.335403 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1ed45ff-db76-4009-8e12-dd7ceeef11ab req-f2c8d294-33eb-4f68-a94b-cd38e0935abe tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Network f8f94e6b-445e-4744-baca-1aac30b2d9a0 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:36:19.338692 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-b1ed45ff-db76-4009-8e12-dd7ceeef11ab req-f2c8d294-33eb-4f68-a94b-cd38e0935abe tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:36:19.341134 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1ed45ff-db76-4009-8e12-dd7ceeef11ab req-f2c8d294-33eb-4f68-a94b-cd38e0935abe tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:36:19.373269 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8d294-33eb-4f68-a94b-cd38e0935abe tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Pushing event updated for resources: {'Port': ['ID=2d247470-69ff-4a3d-97fd-71b31dc9deff,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:19.406937 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ed45ff-db76-4009-8e12-dd7ceeef11ab req-f2c8d294-33eb-4f68-a94b-cd38e0935abe tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:19.407593 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-b1ed45ff-db76-4009-8e12-dd7ceeef11ab req-f2c8d294-33eb-4f68-a94b-cd38e0935abe tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:19.426669 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b1ed45ff-db76-4009-8e12-dd7ceeef11ab req-f2c8d294-33eb-4f68-a94b-cd38e0935abe tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6481924 Feb 04 13:36:19.439954 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-b1ed45ff-db76-4009-8e12-dd7ceeef11ab req-798bdf7e-3de3-42e2-a96f-d2f492eb52bd service neutron] Request body: {'port': {'device_id': '46eea5c4-3bec-4dd8-8810-534ffd349185', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:36:19.518250 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:19.521774 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-b1ed45ff-db76-4009-8e12-dd7ceeef11ab req-798bdf7e-3de3-42e2-a96f-d2f492eb52bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (2d247470-69ff-4a3d-97fd-71b31dc9deff), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:19.595893 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-969d878a-54f9-4546-a76d-3efc8c10add6 None None] Provisioning complete for port 2d247470-69ff-4a3d-97fd-71b31dc9deff triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:36:19.596271 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-969d878a-54f9-4546-a76d-3efc8c10add6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (2d247470-69ff-4a3d-97fd-71b31dc9deff), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:19.639084 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-969d878a-54f9-4546-a76d-3efc8c10add6 None None] Port 2d247470-69ff-4a3d-97fd-71b31dc9deff cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:36:19.747176 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device ee5884d1-37de-47dc-ac4e-6e2f3bce6337 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:36:19.824359 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port ee5884d1-37de-47dc-ac4e-6e2f3bce6337 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:36:19.825179 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (ee5884d1-37de-47dc-ac4e-6e2f3bce6337), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:19.882844 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-b1ed45ff-db76-4009-8e12-dd7ceeef11ab req-798bdf7e-3de3-42e2-a96f-d2f492eb52bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d247470-69ff-4a3d-97fd-71b31dc9deff {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:36:19.893167 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-b1ed45ff-db76-4009-8e12-dd7ceeef11ab req-798bdf7e-3de3-42e2-a96f-d2f492eb52bd service neutron] Publish callbacks [] for port (2d247470-69ff-4a3d-97fd-71b31dc9deff), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:19.911725 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-b1ed45ff-db76-4009-8e12-dd7ceeef11ab req-798bdf7e-3de3-42e2-a96f-d2f492eb52bd service neutron] Transition to ACTIVE for port object 2d247470-69ff-4a3d-97fd-71b31dc9deff will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:36:19.917561 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port ee5884d1-37de-47dc-ac4e-6e2f3bce6337 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:36:19.919143 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182decc9-7c6f-4b05-b8c0-d6a75f1bd690 req-fe2ae5ad-4e3a-492a-acbd-3c1dc0c824cf tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:19.927275 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-182decc9-7c6f-4b05-b8c0-d6a75f1bd690 req-fe2ae5ad-4e3a-492a-acbd-3c1dc0c824cf tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=46eea5c4-3bec-4dd8-8810-534ffd349185 HTTP/1.1" status: 200 len: 931 time: 0.1156142 Feb 04 13:36:19.935018 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-b1ed45ff-db76-4009-8e12-dd7ceeef11ab req-798bdf7e-3de3-42e2-a96f-d2f492eb52bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (2d247470-69ff-4a3d-97fd-71b31dc9deff), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:20.024761 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798bdf7e-3de3-42e2-a96f-d2f492eb52bd service neutron] Pushing event updated for resources: {'Port': ['ID=2d247470-69ff-4a3d-97fd-71b31dc9deff,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:20.052017 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-182decc9-7c6f-4b05-b8c0-d6a75f1bd690 req-bfcea9df-991b-4614-8d35-d65def851ec2 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba9b1df1-301d-47ce-9d64-df1ed11fec3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235974 Feb 04 13:36:20.109542 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-b1ed45ff-db76-4009-8e12-dd7ceeef11ab req-798bdf7e-3de3-42e2-a96f-d2f492eb52bd service neutron] Attempting to bind port 2d247470-69ff-4a3d-97fd-71b31dc9deff on host n-h2-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:36:20.109879 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-b1ed45ff-db76-4009-8e12-dd7ceeef11ab req-798bdf7e-3de3-42e2-a96f-d2f492eb52bd service neutron] Attempting to bind port 2d247470-69ff-4a3d-97fd-71b31dc9deff by drivers openvswitch,hyperv on host n-h2-825015-3 at level 0 using segments [{'id': '902c930a-0d17-44ad-ac37-516d545a94e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'f8f94e6b-445e-4744-baca-1aac30b2d9a0'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:36:20.110221 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ed45ff-db76-4009-8e12-dd7ceeef11ab req-798bdf7e-3de3-42e2-a96f-d2f492eb52bd service neutron] Attempting to bind port 2d247470-69ff-4a3d-97fd-71b31dc9deff on network f8f94e6b-445e-4744-baca-1aac30b2d9a0 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:36:20.115321 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ed45ff-db76-4009-8e12-dd7ceeef11ab req-798bdf7e-3de3-42e2-a96f-d2f492eb52bd service neutron] Port 2d247470-69ff-4a3d-97fd-71b31dc9deff on network f8f94e6b-445e-4744-baca-1aac30b2d9a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:36:20.115651 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ed45ff-db76-4009-8e12-dd7ceeef11ab req-798bdf7e-3de3-42e2-a96f-d2f492eb52bd service neutron] Attempting to bind port 2d247470-69ff-4a3d-97fd-71b31dc9deff on network f8f94e6b-445e-4744-baca-1aac30b2d9a0 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:36:20.121923 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ed45ff-db76-4009-8e12-dd7ceeef11ab req-798bdf7e-3de3-42e2-a96f-d2f492eb52bd service neutron] Checking agent: {'id': '9b68a165-e786-4b91-8592-44519c2ecabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:36:20.122325 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ed45ff-db76-4009-8e12-dd7ceeef11ab req-798bdf7e-3de3-42e2-a96f-d2f492eb52bd service neutron] Checking segment: {'id': '902c930a-0d17-44ad-ac37-516d545a94e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'f8f94e6b-445e-4744-baca-1aac30b2d9a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:36:20.122757 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ed45ff-db76-4009-8e12-dd7ceeef11ab req-798bdf7e-3de3-42e2-a96f-d2f492eb52bd service neutron] Bound using segment: {'id': '902c930a-0d17-44ad-ac37-516d545a94e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'f8f94e6b-445e-4744-baca-1aac30b2d9a0'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:36:20.123209 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-b1ed45ff-db76-4009-8e12-dd7ceeef11ab req-798bdf7e-3de3-42e2-a96f-d2f492eb52bd service neutron] Bound port: 2d247470-69ff-4a3d-97fd-71b31dc9deff, host: n-h2-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '902c930a-0d17-44ad-ac37-516d545a94e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'f8f94e6b-445e-4744-baca-1aac30b2d9a0'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:36:20.123721 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-b1ed45ff-db76-4009-8e12-dd7ceeef11ab req-798bdf7e-3de3-42e2-a96f-d2f492eb52bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (2d247470-69ff-4a3d-97fd-71b31dc9deff), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:20.199781 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-b1ed45ff-db76-4009-8e12-dd7ceeef11ab req-798bdf7e-3de3-42e2-a96f-d2f492eb52bd service neutron] For port 2d247470-69ff-4a3d-97fd-71b31dc9deff, host n-h2-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:36:20.205032 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-b1ed45ff-db76-4009-8e12-dd7ceeef11ab req-798bdf7e-3de3-42e2-a96f-d2f492eb52bd service neutron] For port 2d247470-69ff-4a3d-97fd-71b31dc9deff, host n-h2-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=2d247470-69ff-4a3d-97fd-71b31dc9deff,segment=NetworkSegment(902c930a-0d17-44ad-ac37-516d545a94e2),segment_id=902c930a-0d17-44ad-ac37-516d545a94e2)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:36:20.218407 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-b1ed45ff-db76-4009-8e12-dd7ceeef11ab req-798bdf7e-3de3-42e2-a96f-d2f492eb52bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (2d247470-69ff-4a3d-97fd-71b31dc9deff), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:20.260406 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ed45ff-db76-4009-8e12-dd7ceeef11ab req-798bdf7e-3de3-42e2-a96f-d2f492eb52bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:20.261206 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-b1ed45ff-db76-4009-8e12-dd7ceeef11ab req-798bdf7e-3de3-42e2-a96f-d2f492eb52bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:20.262774 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b1ed45ff-db76-4009-8e12-dd7ceeef11ab req-798bdf7e-3de3-42e2-a96f-d2f492eb52bd service neutron] 10.222.0.77 "PUT /v2.0/ports/2d247470-69ff-4a3d-97fd-71b31dc9deff HTTP/1.1" status: 200 len: 1091 time: 0.8285873 Feb 04 13:36:20.263249 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46eea5c4-3bec-4dd8-8810-534ffd349185', 'tag': '2d247470-69ff-4a3d-97fd-71b31dc9deff'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:36:20.266551 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48bbd334e613f85cd2144b496d46af0d2e531f29900d43c124e8a63cdd2917ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc1eb830-1bcf-439e-a8bf-cd9a5f67119f" -d '{"events": [{"name": "network-changed", "server_uuid": "46eea5c4-3bec-4dd8-8810-534ffd349185", "tag": "2d247470-69ff-4a3d-97fd-71b31dc9deff"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:36:20.294439 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798bdf7e-3de3-42e2-a96f-d2f492eb52bd service neutron] Pushing event updated for resources: {'Port': ['ID=2d247470-69ff-4a3d-97fd-71b31dc9deff,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:20.340240 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bd758c0-5f27-4892-8f83-4b59a8929b52 x-openstack-request-id: req-9bd758c0-5f27-4892-8f83-4b59a8929b52 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:36:20.340648 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46eea5c4-3bec-4dd8-8810-534ffd349185", "tag": "2d247470-69ff-4a3d-97fd-71b31dc9deff", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:36:20.341137 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9bd758c0-5f27-4892-8f83-4b59a8929b52 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:36:20.342274 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46eea5c4-3bec-4dd8-8810-534ffd349185', 'tag': '2d247470-69ff-4a3d-97fd-71b31dc9deff', 'status': 'completed', 'code': 200} Feb 04 13:36:20.360723 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ed45ff-db76-4009-8e12-dd7ceeef11ab req-0ee9feb9-362a-4608-aa8b-7a0c8b5009c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:20.362132 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b1ed45ff-db76-4009-8e12-dd7ceeef11ab req-0ee9feb9-362a-4608-aa8b-7a0c8b5009c9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=deceb844ac72490cb451d91c169a30ba&device_id=46eea5c4-3bec-4dd8-8810-534ffd349185 HTTP/1.1" status: 200 len: 1125 time: 0.0586488 Feb 04 13:36:20.409817 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b1ed45ff-db76-4009-8e12-dd7ceeef11ab req-29972fbd-a06c-4425-bd0a-3e430b148dbb service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2d247470-69ff-4a3d-97fd-71b31dc9deff HTTP/1.1" status: 200 len: 217 time: 0.0406575 Feb 04 13:36:20.470234 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ed45ff-db76-4009-8e12-dd7ceeef11ab req-9a6bd6c0-bb31-4e14-a357-0a14c9fb065a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:20.471724 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b1ed45ff-db76-4009-8e12-dd7ceeef11ab req-9a6bd6c0-bb31-4e14-a357-0a14c9fb065a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1044f75c-840d-4f74-a9a7-e97ff25039fd HTTP/1.1" status: 200 len: 835 time: 0.0565906 Feb 04 13:36:20.523780 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ed45ff-db76-4009-8e12-dd7ceeef11ab req-752d8d0f-7977-4506-8207-d29eba38f6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:20.525332 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b1ed45ff-db76-4009-8e12-dd7ceeef11ab req-752d8d0f-7977-4506-8207-d29eba38f6ad service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f8f94e6b-445e-4744-baca-1aac30b2d9a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0482171 Feb 04 13:36:20.621065 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b1ed45ff-db76-4009-8e12-dd7ceeef11ab req-24b341d7-a289-4af6-8abb-682f2a5628d4 service neutron] 10.222.0.77 "GET /v2.0/networks/f8f94e6b-445e-4744-baca-1aac30b2d9a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894063 Feb 04 13:36:20.714026 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b1ed45ff-db76-4009-8e12-dd7ceeef11ab req-5c7e7a2b-966f-463e-9679-8e56fe947be8 service neutron] 10.222.0.77 "GET /v2.0/networks/f8f94e6b-445e-4744-baca-1aac30b2d9a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876646 Feb 04 13:36:20.769961 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:20.810429 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1eb830-1bcf-439e-a8bf-cd9a5f67119f req-f2854e93-5943-494f-92d8-9c88c53901c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:20.812111 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fc1eb830-1bcf-439e-a8bf-cd9a5f67119f req-f2854e93-5943-494f-92d8-9c88c53901c9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=deceb844ac72490cb451d91c169a30ba&device_id=46eea5c4-3bec-4dd8-8810-534ffd349185 HTTP/1.1" status: 200 len: 1125 time: 0.0489907 Feb 04 13:36:20.907020 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1eb830-1bcf-439e-a8bf-cd9a5f67119f req-ab8cb0b4-ebd7-49f5-bf44-d7f4fefacb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:20.908558 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fc1eb830-1bcf-439e-a8bf-cd9a5f67119f req-ab8cb0b4-ebd7-49f5-bf44-d7f4fefacb23 service neutron] 10.222.0.77 "GET /v2.0/networks?id=f8f94e6b-445e-4744-baca-1aac30b2d9a0 HTTP/1.1" status: 200 len: 897 time: 0.0904591 Feb 04 13:36:20.952471 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fc1eb830-1bcf-439e-a8bf-cd9a5f67119f req-63154f5a-7b53-4042-ae9a-c484daaf7f6e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2d247470-69ff-4a3d-97fd-71b31dc9deff HTTP/1.1" status: 200 len: 217 time: 0.0377417 Feb 04 13:36:21.000974 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1eb830-1bcf-439e-a8bf-cd9a5f67119f req-9fb31f9e-e088-4332-8671-78240cf18f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:21.002433 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fc1eb830-1bcf-439e-a8bf-cd9a5f67119f req-9fb31f9e-e088-4332-8671-78240cf18f4c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1044f75c-840d-4f74-a9a7-e97ff25039fd HTTP/1.1" status: 200 len: 835 time: 0.0446076 Feb 04 13:36:21.057789 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1eb830-1bcf-439e-a8bf-cd9a5f67119f req-9b4e6b40-b9f9-47d5-8c68-62f7fc3dfb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:21.059322 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fc1eb830-1bcf-439e-a8bf-cd9a5f67119f req-9b4e6b40-b9f9-47d5-8c68-62f7fc3dfb24 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f8f94e6b-445e-4744-baca-1aac30b2d9a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0493271 Feb 04 13:36:21.177977 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fc1eb830-1bcf-439e-a8bf-cd9a5f67119f req-0ecbb665-77cc-42f6-8cac-cbde54646586 service neutron] 10.222.0.77 "GET /v2.0/networks/f8f94e6b-445e-4744-baca-1aac30b2d9a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121290 Feb 04 13:36:21.257322 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be04ddeb-b470-460b-8e31-2a196ac6d141 req-23b64b22-dee7-4428-9580-7143b617f272 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:21.258728 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-be04ddeb-b470-460b-8e31-2a196ac6d141 req-23b64b22-dee7-4428-9580-7143b617f272 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=46eea5c4-3bec-4dd8-8810-534ffd349185 HTTP/1.1" status: 200 len: 943 time: 0.1328466 Feb 04 13:36:21.327647 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fc1eb830-1bcf-439e-a8bf-cd9a5f67119f req-3bc2714c-9693-43fa-a419-31a88ab1a0a6 service neutron] 10.222.0.77 "GET /v2.0/networks/f8f94e6b-445e-4744-baca-1aac30b2d9a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389549 Feb 04 13:36:21.336305 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-be04ddeb-b470-460b-8e31-2a196ac6d141 req-3ac6f805-637a-4d10-89b5-83e54cc5ea28 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba9b1df1-301d-47ce-9d64-df1ed11fec3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706906 Feb 04 13:36:21.867650 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:22.464586 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b8883b-37b5-4a7f-b264-376ffaa1047e req-f0d0c8f5-849e-4f69-8492-f86a27e71ea3 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:22.465988 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-19b8883b-37b5-4a7f-b264-376ffaa1047e req-f0d0c8f5-849e-4f69-8492-f86a27e71ea3 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=46eea5c4-3bec-4dd8-8810-534ffd349185 HTTP/1.1" status: 200 len: 943 time: 0.0542676 Feb 04 13:36:22.517164 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-19b8883b-37b5-4a7f-b264-376ffaa1047e req-f54183fb-b072-4d76-8478-1322a111c645 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba9b1df1-301d-47ce-9d64-df1ed11fec3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442262 Feb 04 13:36:23.645661 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39d82a8-1674-44b3-8fd2-d0edeab1abaf req-3fd45068-53f6-4c70-9793-4bdbbd236c45 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:23.647187 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d39d82a8-1674-44b3-8fd2-d0edeab1abaf req-3fd45068-53f6-4c70-9793-4bdbbd236c45 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=46eea5c4-3bec-4dd8-8810-534ffd349185 HTTP/1.1" status: 200 len: 943 time: 0.0596144 Feb 04 13:36:23.696223 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d39d82a8-1674-44b3-8fd2-d0edeab1abaf req-0d70f47f-7edd-4999-895e-d8ef409d90fd tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba9b1df1-301d-47ce-9d64-df1ed11fec3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434113 Feb 04 13:36:24.195889 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 2d247470-69ff-4a3d-97fd-71b31dc9deff details requested by agent hyperv_n-h2-825015-3 with host n-h2-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:36:24.294753 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 2d247470-69ff-4a3d-97fd-71b31dc9deff, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=2d247470-69ff-4a3d-97fd-71b31dc9deff,segment=NetworkSegment(902c930a-0d17-44ad-ac37-516d545a94e2),segment_id=902c930a-0d17-44ad-ac37-516d545a94e2)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:36:24.306520 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Returning: {'device': '2d247470-69ff-4a3d-97fd-71b31dc9deff', 'network_id': 'f8f94e6b-445e-4744-baca-1aac30b2d9a0', 'port_id': '2d247470-69ff-4a3d-97fd-71b31dc9deff', 'mac_address': 'fa:16:3e:fe:03:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1044f75c-840d-4f74-a9a7-e97ff25039fd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:36:24.345126 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 2d247470-69ff-4a3d-97fd-71b31dc9deff is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:36:24.345513 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (2d247470-69ff-4a3d-97fd-71b31dc9deff), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:24.358774 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d247470-69ff-4a3d-97fd-71b31dc9deff {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:36:24.379524 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 2d247470-69ff-4a3d-97fd-71b31dc9deff, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=2d247470-69ff-4a3d-97fd-71b31dc9deff,segment=NetworkSegment(902c930a-0d17-44ad-ac37-516d545a94e2),segment_id=902c930a-0d17-44ad-ac37-516d545a94e2)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:36:24.383388 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (2d247470-69ff-4a3d-97fd-71b31dc9deff), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:24.430192 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=2d247470-69ff-4a3d-97fd-71b31dc9deff,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:24.625539 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['2d247470-69ff-4a3d-97fd-71b31dc9deff'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:36:24.822597 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8c6c71-4278-4272-b705-5c4e63c16fb4 req-fc56aaff-0d8e-4139-93ec-32567fad7170 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:24.824113 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5d8c6c71-4278-4272-b705-5c4e63c16fb4 req-fc56aaff-0d8e-4139-93ec-32567fad7170 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=46eea5c4-3bec-4dd8-8810-534ffd349185 HTTP/1.1" status: 200 len: 944 time: 0.0541983 Feb 04 13:36:24.875172 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5d8c6c71-4278-4272-b705-5c4e63c16fb4 req-433453ef-8531-4e61-ab9b-37a6f010ad89 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba9b1df1-301d-47ce-9d64-df1ed11fec3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447075 Feb 04 13:36:26.002733 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd964b3d-111b-4b3b-976a-93493f5bb996 req-8efa68cb-f9f6-47ea-94a0-1dc47bb43277 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:26.004248 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bd964b3d-111b-4b3b-976a-93493f5bb996 req-8efa68cb-f9f6-47ea-94a0-1dc47bb43277 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=46eea5c4-3bec-4dd8-8810-534ffd349185 HTTP/1.1" status: 200 len: 944 time: 0.0566244 Feb 04 13:36:26.056054 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bd964b3d-111b-4b3b-976a-93493f5bb996 req-e2e6f4ee-edad-416f-a5d8-064e003891b4 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba9b1df1-301d-47ce-9d64-df1ed11fec3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456152 Feb 04 13:36:26.218700 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 2d247470-69ff-4a3d-97fd-71b31dc9deff up at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:36:26.271933 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning for port 2d247470-69ff-4a3d-97fd-71b31dc9deff completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:36:26.276247 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning complete for port 2d247470-69ff-4a3d-97fd-71b31dc9deff triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:36:26.276626 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (2d247470-69ff-4a3d-97fd-71b31dc9deff), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:26.353390 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 2d247470-69ff-4a3d-97fd-71b31dc9deff is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:36:26.353781 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (2d247470-69ff-4a3d-97fd-71b31dc9deff), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:26.378462 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46eea5c4-3bec-4dd8-8810-534ffd349185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d247470-69ff-4a3d-97fd-71b31dc9deff'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:36:26.380756 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53818b00e40e8afff1ffbbb80b1f2b2ececb0555ff6da39e2769b708ef8305ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac795919-d4dd-420a-86f0-2178c9e40f4e" -d '{"events": [{"server_uuid": "46eea5c4-3bec-4dd8-8810-534ffd349185", "name": "network-vif-plugged", "status": "completed", "tag": "2d247470-69ff-4a3d-97fd-71b31dc9deff"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:36:26.393730 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 2d247470-69ff-4a3d-97fd-71b31dc9deff, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=2d247470-69ff-4a3d-97fd-71b31dc9deff,segment=NetworkSegment(902c930a-0d17-44ad-ac37-516d545a94e2),segment_id=902c930a-0d17-44ad-ac37-516d545a94e2)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:36:26.399141 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (2d247470-69ff-4a3d-97fd-71b31dc9deff), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:26.422999 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-760b38e2-b69f-40cf-b734-e141660e89a6 x-openstack-request-id: req-760b38e2-b69f-40cf-b734-e141660e89a6 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:36:26.423295 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46eea5c4-3bec-4dd8-8810-534ffd349185", "name": "network-vif-plugged", "status": "completed", "tag": "2d247470-69ff-4a3d-97fd-71b31dc9deff", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:36:26.423555 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-760b38e2-b69f-40cf-b734-e141660e89a6 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:36:26.423971 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46eea5c4-3bec-4dd8-8810-534ffd349185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d247470-69ff-4a3d-97fd-71b31dc9deff', 'code': 200} Feb 04 13:36:26.454505 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=2d247470-69ff-4a3d-97fd-71b31dc9deff,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:26.527202 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:36:26.556255 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911dd881-c866-4bb7-93cb-18bd027f23ac req-de621691-b49d-4a4e-8839-f6576e547f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:26.557735 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-911dd881-c866-4bb7-93cb-18bd027f23ac req-de621691-b49d-4a4e-8839-f6576e547f58 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=46eea5c4-3bec-4dd8-8810-534ffd349185 HTTP/1.1" status: 200 len: 1127 time: 0.0827754 Feb 04 13:36:26.603048 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-911dd881-c866-4bb7-93cb-18bd027f23ac req-47ac69d9-f4f6-4e30-a43b-83503892979f service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=ba9b1df1-301d-47ce-9d64-df1ed11fec3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386951 Feb 04 13:36:27.178270 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7609cf43-80f3-4f2a-92aa-d165ec7a9bf0 req-0aed7067-02be-4595-898e-bb8c4b11a26c tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:27.179653 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7609cf43-80f3-4f2a-92aa-d165ec7a9bf0 req-0aed7067-02be-4595-898e-bb8c4b11a26c tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=46eea5c4-3bec-4dd8-8810-534ffd349185 HTTP/1.1" status: 200 len: 945 time: 0.0536728 Feb 04 13:36:27.231396 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7609cf43-80f3-4f2a-92aa-d165ec7a9bf0 req-c7d3fa13-c553-4a27-81db-1fb78843455c tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba9b1df1-301d-47ce-9d64-df1ed11fec3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461497 Feb 04 13:36:28.362312 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130d395c-415b-4548-be69-dfafbdc55603 req-6cafa315-9735-470d-b866-bea7d368c1f5 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:28.363866 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-130d395c-415b-4548-be69-dfafbdc55603 req-6cafa315-9735-470d-b866-bea7d368c1f5 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=46eea5c4-3bec-4dd8-8810-534ffd349185 HTTP/1.1" status: 200 len: 945 time: 0.0586033 Feb 04 13:36:28.413166 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-130d395c-415b-4548-be69-dfafbdc55603 req-691b250c-a33b-4699-83e3-1bb14a07aebb tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba9b1df1-301d-47ce-9d64-df1ed11fec3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437198 Feb 04 13:36:28.535421 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e7b702-e243-4e95-b87c-21b6cec069eb req-235d08db-b288-434e-9147-89ef90dbcb0e tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:28.536880 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f2e7b702-e243-4e95-b87c-21b6cec069eb req-235d08db-b288-434e-9147-89ef90dbcb0e tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=46eea5c4-3bec-4dd8-8810-534ffd349185 HTTP/1.1" status: 200 len: 945 time: 0.0521631 Feb 04 13:36:28.585491 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f2e7b702-e243-4e95-b87c-21b6cec069eb req-c9cf175f-6bd0-4ba1-8013-642ffba019e9 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba9b1df1-301d-47ce-9d64-df1ed11fec3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425842 Feb 04 13:36:28.607822 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 35768) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:36:28.696024 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ac3ac3-3aef-48ed-9965-2a147d6704eb tempest-TestNetworkAdvancedServerOps-967824004 tempest-TestNetworkAdvancedServerOps-967824004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:28.699407 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-33ac3ac3-3aef-48ed-9965-2a147d6704eb tempest-TestNetworkAdvancedServerOps-967824004 tempest-TestNetworkAdvancedServerOps-967824004-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=46eea5c4-3bec-4dd8-8810-534ffd349185 HTTP/1.1" status: 200 len: 1122 time: 0.0887809 Feb 04 13:36:28.700731 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 35772) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:36:28.705281 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-983b1d85-1536-4dd2-83d9-47ed0a074f65 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Request body: {'floatingip': {'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'port_id': '2d247470-69ff-4a3d-97fd-71b31dc9deff', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:36:28.725102 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-983b1d85-1536-4dd2-83d9-47ed0a074f65 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:28.827530 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-983b1d85-1536-4dd2-83d9-47ed0a074f65 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:28.941156 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-983b1d85-1536-4dd2-83d9-47ed0a074f65 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Allocated IP 172.25.3.42 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/cfba042b-30f8-4197-822b-a80f5a64513a) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:36:29.047839 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-983b1d85-1536-4dd2-83d9-47ed0a074f65 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for port (cfba042b-30f8-4197-822b-a80f5a64513a), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:29.082438 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-983b1d85-1536-4dd2-83d9-47ed0a074f65 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (cfba042b-30f8-4197-822b-a80f5a64513a), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:29.118042 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983b1d85-1536-4dd2-83d9-47ed0a074f65 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:36:29.126180 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-983b1d85-1536-4dd2-83d9-47ed0a074f65 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:36:29.129730 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983b1d85-1536-4dd2-83d9-47ed0a074f65 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:36:29.135149 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983b1d85-1536-4dd2-83d9-47ed0a074f65 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Pushing event updated for resources: {'Port': ['ID=cfba042b-30f8-4197-822b-a80f5a64513a,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:29.166175 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983b1d85-1536-4dd2-83d9-47ed0a074f65 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:36:29.166533 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983b1d85-1536-4dd2-83d9-47ed0a074f65 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:36:29.166883 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983b1d85-1536-4dd2-83d9-47ed0a074f65 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:36:29.167228 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983b1d85-1536-4dd2-83d9-47ed0a074f65 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:36:29.167568 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983b1d85-1536-4dd2-83d9-47ed0a074f65 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:36:29.167935 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983b1d85-1536-4dd2-83d9-47ed0a074f65 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:36:29.168273 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983b1d85-1536-4dd2-83d9-47ed0a074f65 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:36:29.168608 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983b1d85-1536-4dd2-83d9-47ed0a074f65 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:36:29.168947 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983b1d85-1536-4dd2-83d9-47ed0a074f65 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:36:29.169304 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983b1d85-1536-4dd2-83d9-47ed0a074f65 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:36:29.169688 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983b1d85-1536-4dd2-83d9-47ed0a074f65 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:36:29.170255 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983b1d85-1536-4dd2-83d9-47ed0a074f65 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:36:29.170602 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983b1d85-1536-4dd2-83d9-47ed0a074f65 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:36:29.790567 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-983b1d85-1536-4dd2-83d9-47ed0a074f65 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for floatingip (7526eca8-9815-44d7-97a8-2fb9afc49f86), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:29.860876 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-983b1d85-1536-4dd2-83d9-47ed0a074f65 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (cfba042b-30f8-4197-822b-a80f5a64513a), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:30.012783 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-983b1d85-1536-4dd2-83d9-47ed0a074f65 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for port (cfba042b-30f8-4197-822b-a80f5a64513a), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:30.017068 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-983b1d85-1536-4dd2-83d9-47ed0a074f65 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (cfba042b-30f8-4197-822b-a80f5a64513a), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:30.083934 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983b1d85-1536-4dd2-83d9-47ed0a074f65 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Pushing event updated for resources: {'Port': ['ID=cfba042b-30f8-4197-822b-a80f5a64513a,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:30.097351 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-983b1d85-1536-4dd2-83d9-47ed0a074f65 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1599943'] for floatingip (7526eca8-9815-44d7-97a8-2fb9afc49f86), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:30.201222 n-d-825015-3 neutron-server[103475]: INFO neutron.db.l3_db [None req-983b1d85-1536-4dd2-83d9-47ed0a074f65 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Floating IP 7526eca8-9815-44d7-97a8-2fb9afc49f86 associated. External IP: 172.25.3.42, port: 2d247470-69ff-4a3d-97fd-71b31dc9deff. Feb 04 13:36:30.413999 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-983b1d85-1536-4dd2-83d9-47ed0a074f65 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Router 2af3f21f-dbba-4321-94d7-2761d7edb2ff has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:36:30.530152 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-983b1d85-1536-4dd2-83d9-47ed0a074f65 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:36:30.540088 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700c1e2d-3c86-48ee-8f96-f015a012e242 None None] Sync routers for ids ['2af3f21f-dbba-4321-94d7-2761d7edb2ff'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:36:30.548077 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-983b1d85-1536-4dd2-83d9-47ed0a074f65 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:30.550609 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700c1e2d-3c86-48ee-8f96-f015a012e242 None None] Routers {'2af3f21f-dbba-4321-94d7-2761d7edb2ff'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:36:30.551383 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-700c1e2d-3c86-48ee-8f96-f015a012e242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:36:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['2af3f21f-dbba-4321-94d7-2761d7edb2ff'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:36:30.578945 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-983b1d85-1536-4dd2-83d9-47ed0a074f65 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8771126 Feb 04 13:36:30.579534 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46eea5c4-3bec-4dd8-8810-534ffd349185', 'tag': '2d247470-69ff-4a3d-97fd-71b31dc9deff'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:36:30.581967 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48bbd334e613f85cd2144b496d46af0d2e531f29900d43c124e8a63cdd2917ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-127ef2d7-d3c5-4c92-878b-089330287b16" -d '{"events": [{"name": "network-changed", "server_uuid": "46eea5c4-3bec-4dd8-8810-534ffd349185", "tag": "2d247470-69ff-4a3d-97fd-71b31dc9deff"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:36:30.633317 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70db7f55-fe62-4e80-8b42-0516e4f4c722 x-openstack-request-id: req-70db7f55-fe62-4e80-8b42-0516e4f4c722 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:36:30.633627 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46eea5c4-3bec-4dd8-8810-534ffd349185", "tag": "2d247470-69ff-4a3d-97fd-71b31dc9deff", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:36:30.633892 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-70db7f55-fe62-4e80-8b42-0516e4f4c722 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:36:30.634311 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46eea5c4-3bec-4dd8-8810-534ffd349185', 'tag': '2d247470-69ff-4a3d-97fd-71b31dc9deff', 'status': 'completed', 'code': 200} Feb 04 13:36:30.666425 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-700c1e2d-3c86-48ee-8f96-f015a012e242 None None] Set router 2af3f21f-dbba-4321-94d7-2761d7edb2ff gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:36:30.724109 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf0fd84-afae-4b4f-9b1c-15ddabbee3cb req-4ed36979-57b1-4307-bc8a-417c621b3256 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:30.725616 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6cf0fd84-afae-4b4f-9b1c-15ddabbee3cb req-4ed36979-57b1-4307-bc8a-417c621b3256 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=46eea5c4-3bec-4dd8-8810-534ffd349185 HTTP/1.1" status: 200 len: 945 time: 0.0885773 Feb 04 13:36:30.732567 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127ef2d7-d3c5-4c92-878b-089330287b16 req-65b4868e-c914-41ee-b86a-611b7edcb30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:30.734033 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-127ef2d7-d3c5-4c92-878b-089330287b16 req-65b4868e-c914-41ee-b86a-611b7edcb30e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=deceb844ac72490cb451d91c169a30ba&device_id=46eea5c4-3bec-4dd8-8810-534ffd349185 HTTP/1.1" status: 200 len: 1127 time: 0.0672419 Feb 04 13:36:30.832884 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6cf0fd84-afae-4b4f-9b1c-15ddabbee3cb req-76750057-af32-4fb0-9ab3-b154b8eb9cde tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba9b1df1-301d-47ce-9d64-df1ed11fec3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978806 Feb 04 13:36:30.860241 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 35778) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:36:30.897890 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127ef2d7-d3c5-4c92-878b-089330287b16 req-e02bb485-6b29-48ec-9575-f58682ef3118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:30.899347 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-127ef2d7-d3c5-4c92-878b-089330287b16 req-e02bb485-6b29-48ec-9575-f58682ef3118 service neutron] 10.222.0.77 "GET /v2.0/networks?id=f8f94e6b-445e-4744-baca-1aac30b2d9a0 HTTP/1.1" status: 200 len: 897 time: 0.1586564 Feb 04 13:36:30.908944 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-700c1e2d-3c86-48ee-8f96-f015a012e242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af3f21f-dbba-4321-94d7-2761d7edb2ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1033802449', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '7c49124a-90b1-428b-bf9d-31697a3ff587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:36:11Z', 'updated_at': '2022-02-04T13:36:15Z', 'revision_number': 4, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'gw_port': {'id': '7c49124a-90b1-428b-bf9d-31697a3ff587', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:01:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af3f21f-dbba-4321-94d7-2761d7edb2ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:36:12Z', 'updated_at': '2022-02-04T13:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': '7526eca8-9815-44d7-97a8-2fb9afc49f86', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'floating_ip_address': '172.25.3.42', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': '2af3f21f-dbba-4321-94d7-2761d7edb2ff', 'port_id': '2d247470-69ff-4a3d-97fd-71b31dc9deff', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4298, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8f94e6b-445e-4744-baca-1aac30b2d9a0', 'mac_address': 'fa:16:3e:fe:03:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46eea5c4-3bec-4dd8-8810-534ffd349185', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:36:29Z', 'updated_at': '2022-02-04T13:36:29Z', 'revision_number': 0, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee5884d1-37de-47dc-ac4e-6e2f3bce6337', 'name': '', 'network_id': 'f8f94e6b-445e-4744-baca-1aac30b2d9a0', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'mac_address': 'fa:16:3e:26:62:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af3f21f-dbba-4321-94d7-2761d7edb2ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '1044f75c-840d-4f74-a9a7-e97ff25039fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:36:14Z', 'updated_at': '2022-02-04T13:36:18Z', 'revision_number': 5, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'subnets': [{'id': '1044f75c-840d-4f74-a9a7-e97ff25039fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:36:30.936286 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700c1e2d-3c86-48ee-8f96-f015a012e242 None None] Checking router: 2af3f21f-dbba-4321-94d7-2761d7edb2ff for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:36:30.944775 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700c1e2d-3c86-48ee-8f96-f015a012e242 None None] Routers {'2af3f21f-dbba-4321-94d7-2761d7edb2ff'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:36:30.945386 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-700c1e2d-3c86-48ee-8f96-f015a012e242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:36:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['2af3f21f-dbba-4321-94d7-2761d7edb2ff'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:36:30.969991 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-bb8c0ce6-d143-48a5-98e1-3666a23b093e tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/floatingips/7526eca8-9815-44d7-97a8-2fb9afc49f86 HTTP/1.1" status: 200 len: 990 time: 0.1086643 Feb 04 13:36:30.982254 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-127ef2d7-d3c5-4c92-878b-089330287b16 req-d20c7f9c-002f-412e-aba2-58b2481a001d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2d247470-69ff-4a3d-97fd-71b31dc9deff HTTP/1.1" status: 200 len: 998 time: 0.0730531 Feb 04 13:36:31.031571 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127ef2d7-d3c5-4c92-878b-089330287b16 req-fdb8b601-bbc1-4e1d-9714-0ca3ee4101b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:31.033092 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-127ef2d7-d3c5-4c92-878b-089330287b16 req-fdb8b601-bbc1-4e1d-9714-0ca3ee4101b5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1044f75c-840d-4f74-a9a7-e97ff25039fd HTTP/1.1" status: 200 len: 835 time: 0.0459509 Feb 04 13:36:31.060604 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-700c1e2d-3c86-48ee-8f96-f015a012e242 None None] Set router 2af3f21f-dbba-4321-94d7-2761d7edb2ff gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:36:31.085199 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127ef2d7-d3c5-4c92-878b-089330287b16 req-20d258d6-5c5e-4a87-ad33-0071fe7d13c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:31.086734 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-127ef2d7-d3c5-4c92-878b-089330287b16 req-20d258d6-5c5e-4a87-ad33-0071fe7d13c6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f8f94e6b-445e-4744-baca-1aac30b2d9a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0486500 Feb 04 13:36:31.174359 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-127ef2d7-d3c5-4c92-878b-089330287b16 req-7cc1f4dc-6493-4d71-9c99-f8840d0f9ce0 service neutron] 10.222.0.77 "GET /v2.0/networks/f8f94e6b-445e-4744-baca-1aac30b2d9a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816019 Feb 04 13:36:31.268590 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-127ef2d7-d3c5-4c92-878b-089330287b16 req-4d5385a2-db83-404b-bd86-39ddf6fe46ba service neutron] 10.222.0.77 "GET /v2.0/networks/f8f94e6b-445e-4744-baca-1aac30b2d9a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882397 Feb 04 13:36:31.290920 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-700c1e2d-3c86-48ee-8f96-f015a012e242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af3f21f-dbba-4321-94d7-2761d7edb2ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1033802449', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '7c49124a-90b1-428b-bf9d-31697a3ff587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:36:11Z', 'updated_at': '2022-02-04T13:36:15Z', 'revision_number': 4, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'gw_port': {'id': '7c49124a-90b1-428b-bf9d-31697a3ff587', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:01:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af3f21f-dbba-4321-94d7-2761d7edb2ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:36:12Z', 'updated_at': '2022-02-04T13:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': '7526eca8-9815-44d7-97a8-2fb9afc49f86', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'floating_ip_address': '172.25.3.42', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': '2af3f21f-dbba-4321-94d7-2761d7edb2ff', 'port_id': '2d247470-69ff-4a3d-97fd-71b31dc9deff', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4298, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8f94e6b-445e-4744-baca-1aac30b2d9a0', 'mac_address': 'fa:16:3e:fe:03:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46eea5c4-3bec-4dd8-8810-534ffd349185', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:36:29Z', 'updated_at': '2022-02-04T13:36:29Z', 'revision_number': 0, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee5884d1-37de-47dc-ac4e-6e2f3bce6337', 'name': '', 'network_id': 'f8f94e6b-445e-4744-baca-1aac30b2d9a0', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'mac_address': 'fa:16:3e:26:62:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af3f21f-dbba-4321-94d7-2761d7edb2ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '1044f75c-840d-4f74-a9a7-e97ff25039fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:36:14Z', 'updated_at': '2022-02-04T13:36:18Z', 'revision_number': 5, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'subnets': [{'id': '1044f75c-840d-4f74-a9a7-e97ff25039fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:36:31.319490 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700c1e2d-3c86-48ee-8f96-f015a012e242 None None] The sync data for ids ['2af3f21f-dbba-4321-94d7-2761d7edb2ff'] in n-d-825015-3 is: [{'id': '2af3f21f-dbba-4321-94d7-2761d7edb2ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1033802449', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '7c49124a-90b1-428b-bf9d-31697a3ff587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:36:11Z', 'updated_at': '2022-02-04T13:36:15Z', 'revision_number': 4, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'gw_port': {'id': '7c49124a-90b1-428b-bf9d-31697a3ff587', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:01:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af3f21f-dbba-4321-94d7-2761d7edb2ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:36:12Z', 'updated_at': '2022-02-04T13:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': '7526eca8-9815-44d7-97a8-2fb9afc49f86', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'floating_ip_address': '172.25.3.42', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': '2af3f21f-dbba-4321-94d7-2761d7edb2ff', 'port_id': '2d247470-69ff-4a3d-97fd-71b31dc9deff', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4298, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8f94e6b-445e-4744-baca-1aac30b2d9a0', 'mac_address': 'fa:16:3e:fe:03:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46eea5c4-3bec-4dd8-8810-534ffd349185', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:36:29Z', 'updated_at': '2022-02-04T13:36:29Z', 'revision_number': 0, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee5884d1-37de-47dc-ac4e-6e2f3bce6337', 'name': '', 'network_id': 'f8f94e6b-445e-4744-baca-1aac30b2d9a0', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'mac_address': 'fa:16:3e:26:62:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af3f21f-dbba-4321-94d7-2761d7edb2ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '1044f75c-840d-4f74-a9a7-e97ff25039fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:36:14Z', 'updated_at': '2022-02-04T13:36:18Z', 'revision_number': 5, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'subnets': [{'id': '1044f75c-840d-4f74-a9a7-e97ff25039fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:36:31.515420 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436577d0-6b07-472e-9d5b-0919c7f74b35 None None] New status for floating IP 7526eca8-9815-44d7-97a8-2fb9afc49f86: ACTIVE {{(pid=103476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:36:31.835392 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:31.974021 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 35780) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:36:32.035068 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-6c7d3ff4-9285-4f85-b944-12e7422e24ee tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/floatingips/7526eca8-9815-44d7-97a8-2fb9afc49f86 HTTP/1.1" status: 200 len: 992 time: 0.0599792 Feb 04 13:36:32.529789 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:45.661048 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-50e9a6c4-788c-488a-8a00-055e7a7a8ca8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:47.742839 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-986b42ae-deb8-4923-a9ad-014ea795ecee req-6ccfb602-efe8-4a49-8f24-8bb9aff883bb service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=46eea5c4-3bec-4dd8-8810-534ffd349185&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0456398 Feb 04 13:36:47.833793 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986b42ae-deb8-4923-a9ad-014ea795ecee req-2253b276-78b1-4259-9d99-be1410c65bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:47.835259 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-986b42ae-deb8-4923-a9ad-014ea795ecee req-2253b276-78b1-4259-9d99-be1410c65bda service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=deceb844ac72490cb451d91c169a30ba&device_id=46eea5c4-3bec-4dd8-8810-534ffd349185 HTTP/1.1" status: 200 len: 1127 time: 0.0489144 Feb 04 13:36:47.949436 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986b42ae-deb8-4923-a9ad-014ea795ecee req-19444dfa-b030-41bb-846b-8fb445565d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:47.951530 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-986b42ae-deb8-4923-a9ad-014ea795ecee req-19444dfa-b030-41bb-846b-8fb445565d05 service neutron] 10.222.0.77 "GET /v2.0/networks?id=f8f94e6b-445e-4744-baca-1aac30b2d9a0 HTTP/1.1" status: 200 len: 897 time: 0.0963180 Feb 04 13:36:48.022168 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-986b42ae-deb8-4923-a9ad-014ea795ecee req-7c67e468-315b-425e-a664-bacec30b127a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2d247470-69ff-4a3d-97fd-71b31dc9deff HTTP/1.1" status: 200 len: 1000 time: 0.0644424 Feb 04 13:36:48.072792 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986b42ae-deb8-4923-a9ad-014ea795ecee req-ed5d89b7-25b1-431b-99f6-788bbaece66e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:48.074273 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-986b42ae-deb8-4923-a9ad-014ea795ecee req-ed5d89b7-25b1-431b-99f6-788bbaece66e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1044f75c-840d-4f74-a9a7-e97ff25039fd HTTP/1.1" status: 200 len: 835 time: 0.0467887 Feb 04 13:36:48.124799 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986b42ae-deb8-4923-a9ad-014ea795ecee req-06df7ee8-11b9-477c-9925-8686579aefd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:48.126338 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-986b42ae-deb8-4923-a9ad-014ea795ecee req-06df7ee8-11b9-477c-9925-8686579aefd8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f8f94e6b-445e-4744-baca-1aac30b2d9a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0461922 Feb 04 13:36:48.170191 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7da53440-ec5c-42b9-b015-88b9f71bab9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:48.220934 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-986b42ae-deb8-4923-a9ad-014ea795ecee req-a06ee064-f8dd-4335-b9d8-b2cb0c3489c8 service neutron] 10.222.0.77 "GET /v2.0/networks/f8f94e6b-445e-4744-baca-1aac30b2d9a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876231 Feb 04 13:36:48.311358 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-986b42ae-deb8-4923-a9ad-014ea795ecee req-b337b5b0-9584-4638-8eb7-f092327079b8 service neutron] 10.222.0.77 "GET /v2.0/networks/f8f94e6b-445e-4744-baca-1aac30b2d9a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839028 Feb 04 13:36:49.501117 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:50.772896 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:36:51.870153 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:01.851807 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:02.534864 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:03.428741 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eecfd5-6fc8-41ba-88b7-4265031623e8 req-0d592357-a988-42a1-a037-4a82fe85f518 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:03.430213 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-22eecfd5-6fc8-41ba-88b7-4265031623e8 req-0d592357-a988-42a1-a037-4a82fe85f518 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=46eea5c4-3bec-4dd8-8810-534ffd349185 HTTP/1.1" status: 200 len: 945 time: 0.0583446 Feb 04 13:37:03.479425 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-22eecfd5-6fc8-41ba-88b7-4265031623e8 req-db288c53-8098-490c-8607-9b92cad38cae tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba9b1df1-301d-47ce-9d64-df1ed11fec3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433595 Feb 04 13:37:03.526375 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:37:04.614762 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2637f208-fe39-41de-b316-58336eb117af req-a1287c2a-f278-4cb4-95f6-21234c1159ff tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:04.616300 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2637f208-fe39-41de-b316-58336eb117af req-a1287c2a-f278-4cb4-95f6-21234c1159ff tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=46eea5c4-3bec-4dd8-8810-534ffd349185 HTTP/1.1" status: 200 len: 945 time: 0.0597403 Feb 04 13:37:04.665977 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2637f208-fe39-41de-b316-58336eb117af req-70a2400e-c32b-4efc-b468-58ad721174a9 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba9b1df1-301d-47ce-9d64-df1ed11fec3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437789 Feb 04 13:37:05.787577 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d0d391-df09-4600-9413-61b0c35d5ace req-cc06f81f-cab1-42c6-81d0-c4304ae0f9e8 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:05.789134 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-59d0d391-df09-4600-9413-61b0c35d5ace req-cc06f81f-cab1-42c6-81d0-c4304ae0f9e8 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=46eea5c4-3bec-4dd8-8810-534ffd349185 HTTP/1.1" status: 200 len: 945 time: 0.0531831 Feb 04 13:37:05.840000 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-59d0d391-df09-4600-9413-61b0c35d5ace req-cfb6f8fc-a9c2-409e-bb51-11c603c0a86c tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba9b1df1-301d-47ce-9d64-df1ed11fec3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452960 Feb 04 13:37:06.969394 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0aeb76-52a8-4fa6-b7da-1afd69e98ce9 req-94ec39a6-d3bb-44b4-b3a8-1dbdfe9859b2 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:06.970904 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8d0aeb76-52a8-4fa6-b7da-1afd69e98ce9 req-94ec39a6-d3bb-44b4-b3a8-1dbdfe9859b2 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=46eea5c4-3bec-4dd8-8810-534ffd349185 HTTP/1.1" status: 200 len: 945 time: 0.0571451 Feb 04 13:37:07.020317 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8d0aeb76-52a8-4fa6-b7da-1afd69e98ce9 req-85072caf-29f3-43d5-b4a4-0599cebef2e9 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba9b1df1-301d-47ce-9d64-df1ed11fec3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438652 Feb 04 13:37:08.144123 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b024b3-226a-41cb-9973-0d4b1273f356 req-2cfae92b-bda4-4f5a-af71-d513f181d094 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:08.145496 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d5b024b3-226a-41cb-9973-0d4b1273f356 req-2cfae92b-bda4-4f5a-af71-d513f181d094 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=46eea5c4-3bec-4dd8-8810-534ffd349185 HTTP/1.1" status: 200 len: 945 time: 0.0533462 Feb 04 13:37:08.195132 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d5b024b3-226a-41cb-9973-0d4b1273f356 req-224a0485-524c-4046-a687-43fe8894c97f tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba9b1df1-301d-47ce-9d64-df1ed11fec3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439789 Feb 04 13:37:09.318315 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566defb7-95d2-4979-b038-523b9c615243 req-b91584bc-c022-4b13-ba5e-2b35f631dcf4 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:09.319834 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-566defb7-95d2-4979-b038-523b9c615243 req-b91584bc-c022-4b13-ba5e-2b35f631dcf4 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=46eea5c4-3bec-4dd8-8810-534ffd349185 HTTP/1.1" status: 200 len: 945 time: 0.0557048 Feb 04 13:37:09.373008 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-566defb7-95d2-4979-b038-523b9c615243 req-96b313b7-6c38-459b-a41a-483a458c3884 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba9b1df1-301d-47ce-9d64-df1ed11fec3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470545 Feb 04 13:37:10.503154 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2262c067-d86c-47ab-a2df-0f8af3563d9c req-4ffe6641-7867-4d82-89c8-9f689da4d943 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:10.505305 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2262c067-d86c-47ab-a2df-0f8af3563d9c req-4ffe6641-7867-4d82-89c8-9f689da4d943 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=46eea5c4-3bec-4dd8-8810-534ffd349185 HTTP/1.1" status: 200 len: 945 time: 0.0596068 Feb 04 13:37:10.559924 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2262c067-d86c-47ab-a2df-0f8af3563d9c req-a8bf6187-ad7f-4518-845e-66e6cda6bc0c tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba9b1df1-301d-47ce-9d64-df1ed11fec3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454736 Feb 04 13:37:11.681760 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2effc9f9-f251-4b9c-add1-ed04752f3ace req-74b2a836-e2f5-4577-8bba-dc8059ed96b7 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:11.683234 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2effc9f9-f251-4b9c-add1-ed04752f3ace req-74b2a836-e2f5-4577-8bba-dc8059ed96b7 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=46eea5c4-3bec-4dd8-8810-534ffd349185 HTTP/1.1" status: 200 len: 945 time: 0.0538161 Feb 04 13:37:11.731207 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2effc9f9-f251-4b9c-add1-ed04752f3ace req-55e094c1-f4fc-4590-b68d-a58f51e40e56 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba9b1df1-301d-47ce-9d64-df1ed11fec3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417728 Feb 04 13:37:12.868134 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14cf197-538d-4b10-9048-278aa4dc1294 req-989a80a9-19b6-45ea-9fad-e3b6f0e90afe tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:12.869862 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b14cf197-538d-4b10-9048-278aa4dc1294 req-989a80a9-19b6-45ea-9fad-e3b6f0e90afe tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=46eea5c4-3bec-4dd8-8810-534ffd349185 HTTP/1.1" status: 200 len: 945 time: 0.0681939 Feb 04 13:37:12.932311 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b14cf197-538d-4b10-9048-278aa4dc1294 req-8d8ae3a3-41cd-447e-80d9-18806b1d9648 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba9b1df1-301d-47ce-9d64-df1ed11fec3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538294 Feb 04 13:37:14.067724 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec6091d-8147-42db-9c08-6b9bbb1dcd67 req-cf2234cb-de99-467e-921d-73917ba99602 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:14.069252 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8ec6091d-8147-42db-9c08-6b9bbb1dcd67 req-cf2234cb-de99-467e-921d-73917ba99602 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=46eea5c4-3bec-4dd8-8810-534ffd349185 HTTP/1.1" status: 200 len: 945 time: 0.0566454 Feb 04 13:37:14.126501 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8ec6091d-8147-42db-9c08-6b9bbb1dcd67 req-24965c15-e79d-4bd0-bc3d-74bc1bc401d7 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba9b1df1-301d-47ce-9d64-df1ed11fec3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516360 Feb 04 13:37:15.249309 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111ec7f5-55a8-4115-bc4c-2f27018c8086 req-2c462733-43c2-4adc-95cb-55e6e46e60d6 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:15.250778 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-111ec7f5-55a8-4115-bc4c-2f27018c8086 req-2c462733-43c2-4adc-95cb-55e6e46e60d6 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=46eea5c4-3bec-4dd8-8810-534ffd349185 HTTP/1.1" status: 200 len: 945 time: 0.0518851 Feb 04 13:37:15.302766 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-111ec7f5-55a8-4115-bc4c-2f27018c8086 req-52dc7e9e-b8f1-49a3-bcb9-ae5140b34ba5 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba9b1df1-301d-47ce-9d64-df1ed11fec3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464933 Feb 04 13:37:15.667916 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7b29d704-0ab5-4edd-8d16-ecc873dd4802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:16.425764 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828e6a22-8746-4214-b1c2-b71803cf4591 req-fe65338e-ec35-428d-8b30-acc672827aec tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:16.427257 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-828e6a22-8746-4214-b1c2-b71803cf4591 req-fe65338e-ec35-428d-8b30-acc672827aec tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=46eea5c4-3bec-4dd8-8810-534ffd349185 HTTP/1.1" status: 200 len: 945 time: 0.0553830 Feb 04 13:37:16.476181 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-828e6a22-8746-4214-b1c2-b71803cf4591 req-e5d69853-e32c-4aa9-af92-73f97b5133ec tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba9b1df1-301d-47ce-9d64-df1ed11fec3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432892 Feb 04 13:37:17.599634 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68497d2a-5b0c-45df-9d09-f5e1c7f3f14b req-8bd837e3-dea5-47b5-9be0-7a8300713e2b tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:17.601131 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-68497d2a-5b0c-45df-9d09-f5e1c7f3f14b req-8bd837e3-dea5-47b5-9be0-7a8300713e2b tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=46eea5c4-3bec-4dd8-8810-534ffd349185 HTTP/1.1" status: 200 len: 945 time: 0.0527854 Feb 04 13:37:17.648157 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-68497d2a-5b0c-45df-9d09-f5e1c7f3f14b req-9df8ce6f-c7c9-44cd-a295-a80ed7563aa7 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba9b1df1-301d-47ce-9d64-df1ed11fec3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413973 Feb 04 13:37:18.174075 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4e44755b-384f-4a94-bf01-01fdb0d5700b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:18.774853 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e748bad2-cfaf-425d-b6d9-7a6b908e423c req-01fba2fc-d354-4670-80ee-f652271c8b1a tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:18.776360 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e748bad2-cfaf-425d-b6d9-7a6b908e423c req-01fba2fc-d354-4670-80ee-f652271c8b1a tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=46eea5c4-3bec-4dd8-8810-534ffd349185 HTTP/1.1" status: 200 len: 945 time: 0.0587296 Feb 04 13:37:18.826985 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e748bad2-cfaf-425d-b6d9-7a6b908e423c req-3c6d980e-2442-499f-be04-33ec812a5de7 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba9b1df1-301d-47ce-9d64-df1ed11fec3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442219 Feb 04 13:37:18.849949 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 35822) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:18.909948 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-88537dd5-6e1f-4f60-996e-051edf424ae0 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/floatingips/7526eca8-9815-44d7-97a8-2fb9afc49f86 HTTP/1.1" status: 200 len: 992 time: 0.0588014 Feb 04 13:37:19.504497 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:20.207673 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa78d4e-da63-4454-9adb-13783acdb49e req-fda7487a-461f-4b9e-8b3b-975c87ec37c8 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:20.209090 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0fa78d4e-da63-4454-9adb-13783acdb49e req-fda7487a-461f-4b9e-8b3b-975c87ec37c8 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=46eea5c4-3bec-4dd8-8810-534ffd349185 HTTP/1.1" status: 200 len: 945 time: 0.0856631 Feb 04 13:37:20.223713 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f247bc-5a4b-463e-b889-a62d30a1922a req-8ea6f6e1-9db9-41c1-94ae-4ed1828bb86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:20.225165 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e1f247bc-5a4b-463e-b889-a62d30a1922a req-8ea6f6e1-9db9-41c1-94ae-4ed1828bb86c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=deceb844ac72490cb451d91c169a30ba&device_id=46eea5c4-3bec-4dd8-8810-534ffd349185 HTTP/1.1" status: 200 len: 1127 time: 0.0707643 Feb 04 13:37:20.312496 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0fa78d4e-da63-4454-9adb-13783acdb49e req-023eb8b4-4ddb-4d1d-8c17-445bdc50db3c tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba9b1df1-301d-47ce-9d64-df1ed11fec3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964460 Feb 04 13:37:20.344751 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f247bc-5a4b-463e-b889-a62d30a1922a req-fa76d1ff-e742-4662-9d26-b11b93d017a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:20.346220 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e1f247bc-5a4b-463e-b889-a62d30a1922a req-fa76d1ff-e742-4662-9d26-b11b93d017a1 service neutron] 10.222.0.77 "GET /v2.0/networks?id=f8f94e6b-445e-4744-baca-1aac30b2d9a0 HTTP/1.1" status: 200 len: 897 time: 0.1138685 Feb 04 13:37:20.411000 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e1f247bc-5a4b-463e-b889-a62d30a1922a req-8117d2f9-cfd6-4ec9-bc4c-fa5469b67612 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2d247470-69ff-4a3d-97fd-71b31dc9deff HTTP/1.1" status: 200 len: 1000 time: 0.0586081 Feb 04 13:37:20.458994 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f247bc-5a4b-463e-b889-a62d30a1922a req-f9b7675d-d309-4e47-b30f-21c9817e4669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:20.460368 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e1f247bc-5a4b-463e-b889-a62d30a1922a req-f9b7675d-d309-4e47-b30f-21c9817e4669 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1044f75c-840d-4f74-a9a7-e97ff25039fd HTTP/1.1" status: 200 len: 835 time: 0.0436466 Feb 04 13:37:20.511988 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f247bc-5a4b-463e-b889-a62d30a1922a req-c156d1db-8b5c-419d-b784-bc8e468330ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:20.513462 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e1f247bc-5a4b-463e-b889-a62d30a1922a req-c156d1db-8b5c-419d-b784-bc8e468330ba service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f8f94e6b-445e-4744-baca-1aac30b2d9a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0475290 Feb 04 13:37:20.599331 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e1f247bc-5a4b-463e-b889-a62d30a1922a req-458fa86f-8941-4a77-a7a0-2188d69c0946 service neutron] 10.222.0.77 "GET /v2.0/networks/f8f94e6b-445e-4744-baca-1aac30b2d9a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794930 Feb 04 13:37:20.695767 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e1f247bc-5a4b-463e-b889-a62d30a1922a req-d9912296-b98b-4061-b96b-771a359bfa94 service neutron] 10.222.0.77 "GET /v2.0/networks/f8f94e6b-445e-4744-baca-1aac30b2d9a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905039 Feb 04 13:37:20.775831 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:21.743967 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d487282-9020-4a0f-abd7-32fc4914e1a6 req-4b3bc6d4-d102-421d-b0e9-06bd991bdfe7 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:21.745450 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8d487282-9020-4a0f-abd7-32fc4914e1a6 req-4b3bc6d4-d102-421d-b0e9-06bd991bdfe7 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=46eea5c4-3bec-4dd8-8810-534ffd349185 HTTP/1.1" status: 200 len: 945 time: 0.3625088 Feb 04 13:37:21.795378 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8d487282-9020-4a0f-abd7-32fc4914e1a6 req-7083ef3b-6a5b-4478-9a79-4ab6184c6c52 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba9b1df1-301d-47ce-9d64-df1ed11fec3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436325 Feb 04 13:37:21.818837 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 35832) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:21.873703 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:21.882092 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-c3db5a4c-dd2a-4db4-9bdf-82f895bbc81f tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/floatingips/7526eca8-9815-44d7-97a8-2fb9afc49f86 HTTP/1.1" status: 200 len: 992 time: 0.0620131 Feb 04 13:37:31.849778 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:32.533956 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:40.526686 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:37:45.659233 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-358ce0df-b304-4867-87ed-587b38ee3f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:48.176428 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-72fb3a88-1e53-478f-8b57-c13187e3a869 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:49.507129 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:49.711157 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fc2b1c07-d1ad-4981-a77a-5a8e89a4c46b req-275ff986-f860-462d-9aac-7481959566af service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=46eea5c4-3bec-4dd8-8810-534ffd349185&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0444744 Feb 04 13:37:49.803515 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b1c07-d1ad-4981-a77a-5a8e89a4c46b req-78bf69c6-6155-434d-ae97-a6e686e5cb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:49.804948 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fc2b1c07-d1ad-4981-a77a-5a8e89a4c46b req-78bf69c6-6155-434d-ae97-a6e686e5cb10 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=deceb844ac72490cb451d91c169a30ba&device_id=46eea5c4-3bec-4dd8-8810-534ffd349185 HTTP/1.1" status: 200 len: 1127 time: 0.0481610 Feb 04 13:37:49.916692 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b1c07-d1ad-4981-a77a-5a8e89a4c46b req-40346551-5fa8-4d01-bd9e-76e414eee232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:49.918143 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fc2b1c07-d1ad-4981-a77a-5a8e89a4c46b req-40346551-5fa8-4d01-bd9e-76e414eee232 service neutron] 10.222.0.77 "GET /v2.0/networks?id=f8f94e6b-445e-4744-baca-1aac30b2d9a0 HTTP/1.1" status: 200 len: 897 time: 0.0941210 Feb 04 13:37:49.982659 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fc2b1c07-d1ad-4981-a77a-5a8e89a4c46b req-fc00198a-17bd-4e58-b9a7-0e695cb0e446 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2d247470-69ff-4a3d-97fd-71b31dc9deff HTTP/1.1" status: 200 len: 1000 time: 0.0586832 Feb 04 13:37:50.028680 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b1c07-d1ad-4981-a77a-5a8e89a4c46b req-6adba0ed-8f1f-404a-970d-e360fad1cfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:50.030144 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fc2b1c07-d1ad-4981-a77a-5a8e89a4c46b req-6adba0ed-8f1f-404a-970d-e360fad1cfdd service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1044f75c-840d-4f74-a9a7-e97ff25039fd HTTP/1.1" status: 200 len: 835 time: 0.0423002 Feb 04 13:37:50.083273 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b1c07-d1ad-4981-a77a-5a8e89a4c46b req-225464be-a4f4-4713-a3f8-b17a84fff48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:50.084725 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fc2b1c07-d1ad-4981-a77a-5a8e89a4c46b req-225464be-a4f4-4713-a3f8-b17a84fff48f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f8f94e6b-445e-4744-baca-1aac30b2d9a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0478783 Feb 04 13:37:50.174439 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fc2b1c07-d1ad-4981-a77a-5a8e89a4c46b req-30b5ebb3-2702-4c31-82ee-a48ba45890ff service neutron] 10.222.0.77 "GET /v2.0/networks/f8f94e6b-445e-4744-baca-1aac30b2d9a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832808 Feb 04 13:37:50.282924 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fc2b1c07-d1ad-4981-a77a-5a8e89a4c46b req-40d96a37-d222-42a3-a2d8-fa289c780c27 service neutron] 10.222.0.77 "GET /v2.0/networks/f8f94e6b-445e-4744-baca-1aac30b2d9a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014285 Feb 04 13:37:50.783281 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:51.876559 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:52.295080 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 35846) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:52.449868 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-9810ec1c-d5d9-42e1-b2cf-82028aad1df1 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Deleting port cfba042b-30f8-4197-822b-a80f5a64513a {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:37:52.450211 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9810ec1c-d5d9-42e1-b2cf-82028aad1df1 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (cfba042b-30f8-4197-822b-a80f5a64513a), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:52.523901 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9810ec1c-d5d9-42e1-b2cf-82028aad1df1 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (cfba042b-30f8-4197-822b-a80f5a64513a), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:52.524222 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9810ec1c-d5d9-42e1-b2cf-82028aad1df1 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for floatingip (cfba042b-30f8-4197-822b-a80f5a64513a), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:52.536783 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-9810ec1c-d5d9-42e1-b2cf-82028aad1df1 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Calling delete_port for cfba042b-30f8-4197-822b-a80f5a64513a owned by network:floatingip {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:37:52.692648 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9810ec1c-d5d9-42e1-b2cf-82028aad1df1 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (cfba042b-30f8-4197-822b-a80f5a64513a), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:52.720115 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9810ec1c-d5d9-42e1-b2cf-82028aad1df1 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Pushing event deleted for resources: {'Port': ['ID=cfba042b-30f8-4197-822b-a80f5a64513a,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:52.748301 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9810ec1c-d5d9-42e1-b2cf-82028aad1df1 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:37:52.748658 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9810ec1c-d5d9-42e1-b2cf-82028aad1df1 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:37:52.749094 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9810ec1c-d5d9-42e1-b2cf-82028aad1df1 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:37:52.749445 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9810ec1c-d5d9-42e1-b2cf-82028aad1df1 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:37:52.749787 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9810ec1c-d5d9-42e1-b2cf-82028aad1df1 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:37:52.750125 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9810ec1c-d5d9-42e1-b2cf-82028aad1df1 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:37:52.750458 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9810ec1c-d5d9-42e1-b2cf-82028aad1df1 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:37:52.750793 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9810ec1c-d5d9-42e1-b2cf-82028aad1df1 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:37:52.751125 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9810ec1c-d5d9-42e1-b2cf-82028aad1df1 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:37:52.751458 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9810ec1c-d5d9-42e1-b2cf-82028aad1df1 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:37:52.751808 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9810ec1c-d5d9-42e1-b2cf-82028aad1df1 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:37:52.752144 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9810ec1c-d5d9-42e1-b2cf-82028aad1df1 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:37:52.752469 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9810ec1c-d5d9-42e1-b2cf-82028aad1df1 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:37:52.794708 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9810ec1c-d5d9-42e1-b2cf-82028aad1df1 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for floatingip (7526eca8-9815-44d7-97a8-2fb9afc49f86), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:52.795079 n-d-825015-3 neutron-server[103475]: INFO neutron.db.l3_db [None req-9810ec1c-d5d9-42e1-b2cf-82028aad1df1 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Floating IP 7526eca8-9815-44d7-97a8-2fb9afc49f86 disassociated (deleted). External IP: 172.25.3.42, port: 2d247470-69ff-4a3d-97fd-71b31dc9deff. Feb 04 13:37:53.009317 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9810ec1c-d5d9-42e1-b2cf-82028aad1df1 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Router 2af3f21f-dbba-4321-94d7-2761d7edb2ff has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:37:53.124165 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9810ec1c-d5d9-42e1-b2cf-82028aad1df1 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:37:53.129018 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9810ec1c-d5d9-42e1-b2cf-82028aad1df1 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:53.133937 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ccbf50-01f1-4131-b43b-f478909e0dd0 None None] Sync routers for ids ['2af3f21f-dbba-4321-94d7-2761d7edb2ff'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:37:53.146271 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ccbf50-01f1-4131-b43b-f478909e0dd0 None None] Routers {'2af3f21f-dbba-4321-94d7-2761d7edb2ff'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:37:53.146891 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-41ccbf50-01f1-4131-b43b-f478909e0dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:37:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['2af3f21f-dbba-4321-94d7-2761d7edb2ff'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:37:53.165733 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-9810ec1c-d5d9-42e1-b2cf-82028aad1df1 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "DELETE /v2.0/floatingips/7526eca8-9815-44d7-97a8-2fb9afc49f86 HTTP/1.1" status: 204 len: 168 time: 0.8671484 Feb 04 13:37:53.165733 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46eea5c4-3bec-4dd8-8810-534ffd349185', 'tag': '2d247470-69ff-4a3d-97fd-71b31dc9deff'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:37:53.166199 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48bbd334e613f85cd2144b496d46af0d2e531f29900d43c124e8a63cdd2917ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7d66195-1f42-4762-9033-488df1412aa8" -d '{"events": [{"name": "network-changed", "server_uuid": "46eea5c4-3bec-4dd8-8810-534ffd349185", "tag": "2d247470-69ff-4a3d-97fd-71b31dc9deff"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:37:53.207688 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa965aa5-01d4-4fe6-a7a7-f25ee6d0e3f7 x-openstack-request-id: req-aa965aa5-01d4-4fe6-a7a7-f25ee6d0e3f7 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:37:53.208008 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46eea5c4-3bec-4dd8-8810-534ffd349185", "tag": "2d247470-69ff-4a3d-97fd-71b31dc9deff", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:37:53.209042 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-aa965aa5-01d4-4fe6-a7a7-f25ee6d0e3f7 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:37:53.209042 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46eea5c4-3bec-4dd8-8810-534ffd349185', 'tag': '2d247470-69ff-4a3d-97fd-71b31dc9deff', 'status': 'completed', 'code': 200} Feb 04 13:37:53.271197 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-41ccbf50-01f1-4131-b43b-f478909e0dd0 None None] Set router 2af3f21f-dbba-4321-94d7-2761d7edb2ff gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:37:53.278999 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d66195-1f42-4762-9033-488df1412aa8 req-653894ee-9aef-4fc6-b0f3-b8bca82f3923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:53.281036 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b7d66195-1f42-4762-9033-488df1412aa8 req-653894ee-9aef-4fc6-b0f3-b8bca82f3923 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=deceb844ac72490cb451d91c169a30ba&device_id=46eea5c4-3bec-4dd8-8810-534ffd349185 HTTP/1.1" status: 200 len: 1127 time: 0.0510430 Feb 04 13:37:53.412661 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d66195-1f42-4762-9033-488df1412aa8 req-44eb6aec-8256-426f-bf70-7ae5cc552fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:53.414161 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b7d66195-1f42-4762-9033-488df1412aa8 req-44eb6aec-8256-426f-bf70-7ae5cc552fde service neutron] 10.222.0.77 "GET /v2.0/networks?id=f8f94e6b-445e-4744-baca-1aac30b2d9a0 HTTP/1.1" status: 200 len: 897 time: 0.1213093 Feb 04 13:37:53.461217 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b7d66195-1f42-4762-9033-488df1412aa8 req-a08c140c-4bc7-4fe7-82ec-b45558e4c15e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2d247470-69ff-4a3d-97fd-71b31dc9deff HTTP/1.1" status: 200 len: 217 time: 0.0393355 Feb 04 13:37:53.473418 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69a2862-5b55-40e7-adc8-49f45cdaa123 req-b538ae3f-4fe0-41ca-a58c-0824aa57fe55 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:53.474908 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f69a2862-5b55-40e7-adc8-49f45cdaa123 req-b538ae3f-4fe0-41ca-a58c-0824aa57fe55 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=46eea5c4-3bec-4dd8-8810-534ffd349185 HTTP/1.1" status: 200 len: 945 time: 0.1135104 Feb 04 13:37:53.498662 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-41ccbf50-01f1-4131-b43b-f478909e0dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af3f21f-dbba-4321-94d7-2761d7edb2ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1033802449', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '7c49124a-90b1-428b-bf9d-31697a3ff587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:36:11Z', 'updated_at': '2022-02-04T13:36:15Z', 'revision_number': 4, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'gw_port': {'id': '7c49124a-90b1-428b-bf9d-31697a3ff587', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:01:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af3f21f-dbba-4321-94d7-2761d7edb2ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:36:12Z', 'updated_at': '2022-02-04T13:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'ee5884d1-37de-47dc-ac4e-6e2f3bce6337', 'name': '', 'network_id': 'f8f94e6b-445e-4744-baca-1aac30b2d9a0', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'mac_address': 'fa:16:3e:26:62:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af3f21f-dbba-4321-94d7-2761d7edb2ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '1044f75c-840d-4f74-a9a7-e97ff25039fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:36:14Z', 'updated_at': '2022-02-04T13:36:18Z', 'revision_number': 5, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'subnets': [{'id': '1044f75c-840d-4f74-a9a7-e97ff25039fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:37:53.524911 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ccbf50-01f1-4131-b43b-f478909e0dd0 None None] Checking router: 2af3f21f-dbba-4321-94d7-2761d7edb2ff for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:37:53.533950 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ccbf50-01f1-4131-b43b-f478909e0dd0 None None] Routers {'2af3f21f-dbba-4321-94d7-2761d7edb2ff'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:37:53.534846 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-41ccbf50-01f1-4131-b43b-f478909e0dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:37:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['2af3f21f-dbba-4321-94d7-2761d7edb2ff'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:37:53.552443 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d66195-1f42-4762-9033-488df1412aa8 req-7365204a-bf32-43b1-9b84-a7e6c325d6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:53.553950 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b7d66195-1f42-4762-9033-488df1412aa8 req-7365204a-bf32-43b1-9b84-a7e6c325d6b9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1044f75c-840d-4f74-a9a7-e97ff25039fd HTTP/1.1" status: 200 len: 835 time: 0.0781672 Feb 04 13:37:53.563187 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f69a2862-5b55-40e7-adc8-49f45cdaa123 req-697b158a-40c9-4c71-a2a1-645465d01849 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba9b1df1-301d-47ce-9d64-df1ed11fec3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800920 Feb 04 13:37:53.609380 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d66195-1f42-4762-9033-488df1412aa8 req-abbc519e-72d3-463e-95f4-2cad301c0c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:53.610898 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b7d66195-1f42-4762-9033-488df1412aa8 req-abbc519e-72d3-463e-95f4-2cad301c0c8c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f8f94e6b-445e-4744-baca-1aac30b2d9a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0468781 Feb 04 13:37:53.652986 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-41ccbf50-01f1-4131-b43b-f478909e0dd0 None None] Set router 2af3f21f-dbba-4321-94d7-2761d7edb2ff gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:37:53.704339 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b7d66195-1f42-4762-9033-488df1412aa8 req-83f709e7-f14b-4098-bf0d-4c8862edc042 service neutron] 10.222.0.77 "GET /v2.0/networks/f8f94e6b-445e-4744-baca-1aac30b2d9a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856965 Feb 04 13:37:53.803710 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b7d66195-1f42-4762-9033-488df1412aa8 req-d0cbaaa8-969f-4aff-9289-66ac362e1b0a service neutron] 10.222.0.77 "GET /v2.0/networks/f8f94e6b-445e-4744-baca-1aac30b2d9a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931232 Feb 04 13:37:53.863535 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-41ccbf50-01f1-4131-b43b-f478909e0dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af3f21f-dbba-4321-94d7-2761d7edb2ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1033802449', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '7c49124a-90b1-428b-bf9d-31697a3ff587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:36:11Z', 'updated_at': '2022-02-04T13:36:15Z', 'revision_number': 4, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'gw_port': {'id': '7c49124a-90b1-428b-bf9d-31697a3ff587', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:01:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af3f21f-dbba-4321-94d7-2761d7edb2ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:36:12Z', 'updated_at': '2022-02-04T13:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'ee5884d1-37de-47dc-ac4e-6e2f3bce6337', 'name': '', 'network_id': 'f8f94e6b-445e-4744-baca-1aac30b2d9a0', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'mac_address': 'fa:16:3e:26:62:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af3f21f-dbba-4321-94d7-2761d7edb2ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '1044f75c-840d-4f74-a9a7-e97ff25039fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:36:14Z', 'updated_at': '2022-02-04T13:36:18Z', 'revision_number': 5, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'subnets': [{'id': '1044f75c-840d-4f74-a9a7-e97ff25039fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:37:53.889987 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ccbf50-01f1-4131-b43b-f478909e0dd0 None None] The sync data for ids ['2af3f21f-dbba-4321-94d7-2761d7edb2ff'] in n-d-825015-3 is: [{'id': '2af3f21f-dbba-4321-94d7-2761d7edb2ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1033802449', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '7c49124a-90b1-428b-bf9d-31697a3ff587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:36:11Z', 'updated_at': '2022-02-04T13:36:15Z', 'revision_number': 4, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'gw_port': {'id': '7c49124a-90b1-428b-bf9d-31697a3ff587', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:01:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af3f21f-dbba-4321-94d7-2761d7edb2ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:36:12Z', 'updated_at': '2022-02-04T13:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'ee5884d1-37de-47dc-ac4e-6e2f3bce6337', 'name': '', 'network_id': 'f8f94e6b-445e-4744-baca-1aac30b2d9a0', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'mac_address': 'fa:16:3e:26:62:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af3f21f-dbba-4321-94d7-2761d7edb2ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '1044f75c-840d-4f74-a9a7-e97ff25039fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:36:14Z', 'updated_at': '2022-02-04T13:36:18Z', 'revision_number': 5, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'subnets': [{'id': '1044f75c-840d-4f74-a9a7-e97ff25039fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:37:54.122592 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2867663f-6a78-4aa6-acea-918ce1110896 None None] New status for floating IP 7526eca8-9815-44d7-97a8-2fb9afc49f86: DOWN {{(pid=103476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:37:54.688866 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29edbbbe-e565-4c7a-a6dc-5cca7cf97ee2 req-1b0ede3d-b319-404b-b54a-0fa07bd295eb tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:54.690358 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-29edbbbe-e565-4c7a-a6dc-5cca7cf97ee2 req-1b0ede3d-b319-404b-b54a-0fa07bd295eb tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=46eea5c4-3bec-4dd8-8810-534ffd349185 HTTP/1.1" status: 200 len: 945 time: 0.0539870 Feb 04 13:37:54.759191 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-29edbbbe-e565-4c7a-a6dc-5cca7cf97ee2 req-c4e02d62-ed29-4037-a0c7-503bb659dc43 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba9b1df1-301d-47ce-9d64-df1ed11fec3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626616 Feb 04 13:37:54.910467 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e33ef0-ad5d-4de2-a3ca-dd4ce1f0e20b req-05cd06b4-f6ce-4815-b450-f2a9ae3e4ace tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:54.912099 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f0e33ef0-ad5d-4de2-a3ca-dd4ce1f0e20b req-05cd06b4-f6ce-4815-b450-f2a9ae3e4ace tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.77 "GET /v2.0/ports?device_id=46eea5c4-3bec-4dd8-8810-534ffd349185 HTTP/1.1" status: 200 len: 945 time: 0.0548644 Feb 04 13:37:55.010285 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-f0e33ef0-ad5d-4de2-a3ca-dd4ce1f0e20b req-7fe94c64-53db-40c0-80b6-93fb926063fa tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Deleting port 2d247470-69ff-4a3d-97fd-71b31dc9deff {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:37:55.010654 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-f0e33ef0-ad5d-4de2-a3ca-dd4ce1f0e20b req-7fe94c64-53db-40c0-80b6-93fb926063fa tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (2d247470-69ff-4a3d-97fd-71b31dc9deff), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:55.114886 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-f0e33ef0-ad5d-4de2-a3ca-dd4ce1f0e20b req-7fe94c64-53db-40c0-80b6-93fb926063fa tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] For port 2d247470-69ff-4a3d-97fd-71b31dc9deff, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=2d247470-69ff-4a3d-97fd-71b31dc9deff,segment=NetworkSegment(902c930a-0d17-44ad-ac37-516d545a94e2),segment_id=902c930a-0d17-44ad-ac37-516d545a94e2)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:37:55.115162 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-f0e33ef0-ad5d-4de2-a3ca-dd4ce1f0e20b req-7fe94c64-53db-40c0-80b6-93fb926063fa tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (2d247470-69ff-4a3d-97fd-71b31dc9deff), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:55.128654 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-f0e33ef0-ad5d-4de2-a3ca-dd4ce1f0e20b req-7fe94c64-53db-40c0-80b6-93fb926063fa tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Calling delete_port for 2d247470-69ff-4a3d-97fd-71b31dc9deff owned by compute:nova {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:37:55.259561 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-f0e33ef0-ad5d-4de2-a3ca-dd4ce1f0e20b req-7fe94c64-53db-40c0-80b6-93fb926063fa tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (2d247470-69ff-4a3d-97fd-71b31dc9deff), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:55.286788 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe94c64-53db-40c0-80b6-93fb926063fa tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Pushing event deleted for resources: {'Port': ['ID=2d247470-69ff-4a3d-97fd-71b31dc9deff,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:55.337617 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0e33ef0-ad5d-4de2-a3ca-dd4ce1f0e20b req-7fe94c64-53db-40c0-80b6-93fb926063fa tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] No DVR routers for this DVR port 2d247470-69ff-4a3d-97fd-71b31dc9deff on host n-h2-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:37:55.340203 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-f0e33ef0-ad5d-4de2-a3ca-dd4ce1f0e20b req-7fe94c64-53db-40c0-80b6-93fb926063fa tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:55.344006 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f0e33ef0-ad5d-4de2-a3ca-dd4ce1f0e20b req-7fe94c64-53db-40c0-80b6-93fb926063fa tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.77 "DELETE /v2.0/ports/2d247470-69ff-4a3d-97fd-71b31dc9deff HTTP/1.1" status: 204 len: 173 time: 0.4266357 Feb 04 13:37:55.344448 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46eea5c4-3bec-4dd8-8810-534ffd349185', 'name': 'network-vif-deleted', 'tag': '2d247470-69ff-4a3d-97fd-71b31dc9deff'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:37:55.346717 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48bbd334e613f85cd2144b496d46af0d2e531f29900d43c124e8a63cdd2917ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fc1e954-c9c9-4893-87e7-3bbbb6155aec" -d '{"events": [{"server_uuid": "46eea5c4-3bec-4dd8-8810-534ffd349185", "name": "network-vif-deleted", "tag": "2d247470-69ff-4a3d-97fd-71b31dc9deff"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:37:55.395476 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70f407f1-1007-4f58-b4e8-74b14e603e78 x-openstack-request-id: req-70f407f1-1007-4f58-b4e8-74b14e603e78 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:37:55.395879 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46eea5c4-3bec-4dd8-8810-534ffd349185", "name": "network-vif-deleted", "tag": "2d247470-69ff-4a3d-97fd-71b31dc9deff", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:37:55.396141 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-70f407f1-1007-4f58-b4e8-74b14e603e78 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:37:55.396584 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46eea5c4-3bec-4dd8-8810-534ffd349185', 'name': 'network-vif-deleted', 'tag': '2d247470-69ff-4a3d-97fd-71b31dc9deff', 'status': 'completed', 'code': 200} Feb 04 13:37:55.828119 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 35862) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:56.200943 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8129106c-562d-451c-b4a5-2b7e2cc4067d tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622215'] for router_interface (2af3f21f-dbba-4321-94d7-2761d7edb2ff), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:56.480549 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-8129106c-562d-451c-b4a5-2b7e2cc4067d tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Deleting port ee5884d1-37de-47dc-ac4e-6e2f3bce6337 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:37:56.480821 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8129106c-562d-451c-b4a5-2b7e2cc4067d tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (ee5884d1-37de-47dc-ac4e-6e2f3bce6337), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:56.575063 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-8129106c-562d-451c-b4a5-2b7e2cc4067d tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] For port ee5884d1-37de-47dc-ac4e-6e2f3bce6337, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=ee5884d1-37de-47dc-ac4e-6e2f3bce6337,segment=NetworkSegment(902c930a-0d17-44ad-ac37-516d545a94e2),segment_id=902c930a-0d17-44ad-ac37-516d545a94e2)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:37:56.575432 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8129106c-562d-451c-b4a5-2b7e2cc4067d tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (ee5884d1-37de-47dc-ac4e-6e2f3bce6337), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:56.587921 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-8129106c-562d-451c-b4a5-2b7e2cc4067d tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Calling delete_port for ee5884d1-37de-47dc-ac4e-6e2f3bce6337 owned by network:router_interface {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:37:56.774603 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8129106c-562d-451c-b4a5-2b7e2cc4067d tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (ee5884d1-37de-47dc-ac4e-6e2f3bce6337), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:56.805558 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8129106c-562d-451c-b4a5-2b7e2cc4067d tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Pushing event deleted for resources: {'Port': ['ID=ee5884d1-37de-47dc-ac4e-6e2f3bce6337,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:56.818423 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8129106c-562d-451c-b4a5-2b7e2cc4067d tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:37:56.818854 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8129106c-562d-451c-b4a5-2b7e2cc4067d tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:37:56.819284 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8129106c-562d-451c-b4a5-2b7e2cc4067d tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:37:56.819629 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8129106c-562d-451c-b4a5-2b7e2cc4067d tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:37:56.819994 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8129106c-562d-451c-b4a5-2b7e2cc4067d tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:37:56.820327 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8129106c-562d-451c-b4a5-2b7e2cc4067d tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:37:56.820654 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8129106c-562d-451c-b4a5-2b7e2cc4067d tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:37:56.820986 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8129106c-562d-451c-b4a5-2b7e2cc4067d tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:37:56.821343 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8129106c-562d-451c-b4a5-2b7e2cc4067d tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:37:56.821690 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8129106c-562d-451c-b4a5-2b7e2cc4067d tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:37:56.822089 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8129106c-562d-451c-b4a5-2b7e2cc4067d tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:37:56.822421 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8129106c-562d-451c-b4a5-2b7e2cc4067d tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:37:56.822746 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8129106c-562d-451c-b4a5-2b7e2cc4067d tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:37:56.996931 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8129106c-562d-451c-b4a5-2b7e2cc4067d tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622067'] for router_interface (2af3f21f-dbba-4321-94d7-2761d7edb2ff), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:57.228700 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8129106c-562d-451c-b4a5-2b7e2cc4067d tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Router 2af3f21f-dbba-4321-94d7-2761d7edb2ff has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:37:57.345709 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8129106c-562d-451c-b4a5-2b7e2cc4067d tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:37:57.350811 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-8129106c-562d-451c-b4a5-2b7e2cc4067d tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "PUT /v2.0/routers/2af3f21f-dbba-4321-94d7-2761d7edb2ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5215080 Feb 04 13:37:57.353593 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 35868) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:57.358960 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d19a98-fb4a-44d5-8e41-b9212552c078 None None] Sync routers for ids ['2af3f21f-dbba-4321-94d7-2761d7edb2ff'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:37:57.369469 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d19a98-fb4a-44d5-8e41-b9212552c078 None None] Routers {'2af3f21f-dbba-4321-94d7-2761d7edb2ff'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:37:57.370160 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-14d19a98-fb4a-44d5-8e41-b9212552c078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:37:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['2af3f21f-dbba-4321-94d7-2761d7edb2ff'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:37:57.408957 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-c55d70f2-96de-4a6f-877b-d4711a350153 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Deleting subnet 1044f75c-840d-4f74-a9a7-e97ff25039fd {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:37:57.412170 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c55d70f2-96de-4a6f-877b-d4711a350153 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for subnet (1044f75c-840d-4f74-a9a7-e97ff25039fd), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:57.457037 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c55d70f2-96de-4a6f-877b-d4711a350153 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (1044f75c-840d-4f74-a9a7-e97ff25039fd), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:57.568576 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c55d70f2-96de-4a6f-877b-d4711a350153 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (1044f75c-840d-4f74-a9a7-e97ff25039fd), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:57.586287 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-14d19a98-fb4a-44d5-8e41-b9212552c078 None None] Set router 2af3f21f-dbba-4321-94d7-2761d7edb2ff gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:37:57.634116 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c55d70f2-96de-4a6f-877b-d4711a350153 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (1044f75c-840d-4f74-a9a7-e97ff25039fd), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:57.662223 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55d70f2-96de-4a6f-877b-d4711a350153 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Pushing event deleted for resources: {'Subnet': ['ID=1044f75c-840d-4f74-a9a7-e97ff25039fd,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:57.667166 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c55d70f2-96de-4a6f-877b-d4711a350153 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:57.670611 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-c55d70f2-96de-4a6f-877b-d4711a350153 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "DELETE /v2.0/subnets/1044f75c-840d-4f74-a9a7-e97ff25039fd HTTP/1.1" status: 204 len: 168 time: 0.3162143 Feb 04 13:37:57.674158 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 35870) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:57.680903 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f824f4-1b39-450a-876c-33967f159e5a None None] Network f8f94e6b-445e-4744-baca-1aac30b2d9a0 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:37:57.844795 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8ae47229-ff23-447e-bec9-05d20c2364af tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for router (2af3f21f-dbba-4321-94d7-2761d7edb2ff), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:57.849332 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-14d19a98-fb4a-44d5-8e41-b9212552c078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af3f21f-dbba-4321-94d7-2761d7edb2ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1033802449', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '7c49124a-90b1-428b-bf9d-31697a3ff587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:36:11Z', 'updated_at': '2022-02-04T13:37:56Z', 'revision_number': 5, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'gw_port': {'id': '7c49124a-90b1-428b-bf9d-31697a3ff587', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:01:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af3f21f-dbba-4321-94d7-2761d7edb2ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:36:12Z', 'updated_at': '2022-02-04T13:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:37:57.891085 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d19a98-fb4a-44d5-8e41-b9212552c078 None None] Checking router: 2af3f21f-dbba-4321-94d7-2761d7edb2ff for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:37:57.893976 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7adf2416-3fa6-47ed-916f-b71e303795f9 None None] DHCP port deletion for f8f94e6b-445e-4744-baca-1aac30b2d9a0 request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:37:57.904927 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d19a98-fb4a-44d5-8e41-b9212552c078 None None] Routers {'2af3f21f-dbba-4321-94d7-2761d7edb2ff'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:37:57.906471 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-14d19a98-fb4a-44d5-8e41-b9212552c078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:37:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['2af3f21f-dbba-4321-94d7-2761d7edb2ff'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:37:57.951497 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-7adf2416-3fa6-47ed-916f-b71e303795f9 None None] Deleting port 4fe69166-4411-4d48-9a6e-71847602fbc2 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:37:57.952794 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7adf2416-3fa6-47ed-916f-b71e303795f9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (4fe69166-4411-4d48-9a6e-71847602fbc2), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:57.978095 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8ae47229-ff23-447e-bec9-05d20c2364af tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for router_gateway (2af3f21f-dbba-4321-94d7-2761d7edb2ff), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:58.026732 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-7adf2416-3fa6-47ed-916f-b71e303795f9 None None] For port 4fe69166-4411-4d48-9a6e-71847602fbc2, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=4fe69166-4411-4d48-9a6e-71847602fbc2,segment=NetworkSegment(902c930a-0d17-44ad-ac37-516d545a94e2),segment_id=902c930a-0d17-44ad-ac37-516d545a94e2)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:37:58.027485 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7adf2416-3fa6-47ed-916f-b71e303795f9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (4fe69166-4411-4d48-9a6e-71847602fbc2), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:58.031403 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-14d19a98-fb4a-44d5-8e41-b9212552c078 None None] Set router 2af3f21f-dbba-4321-94d7-2761d7edb2ff gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:37:58.044823 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-7adf2416-3fa6-47ed-916f-b71e303795f9 None None] Calling delete_port for 4fe69166-4411-4d48-9a6e-71847602fbc2 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:37:58.050727 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-8ae47229-ff23-447e-bec9-05d20c2364af tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Deleting port 7c49124a-90b1-428b-bf9d-31697a3ff587 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:37:58.051201 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8ae47229-ff23-447e-bec9-05d20c2364af tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (7c49124a-90b1-428b-bf9d-31697a3ff587), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:58.142654 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-8ae47229-ff23-447e-bec9-05d20c2364af tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] For port 7c49124a-90b1-428b-bf9d-31697a3ff587, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=7c49124a-90b1-428b-bf9d-31697a3ff587,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:37:58.143210 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8ae47229-ff23-447e-bec9-05d20c2364af tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (7c49124a-90b1-428b-bf9d-31697a3ff587), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:58.143902 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7adf2416-3fa6-47ed-916f-b71e303795f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (4fe69166-4411-4d48-9a6e-71847602fbc2), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:58.163842 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-8ae47229-ff23-447e-bec9-05d20c2364af tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Calling delete_port for 7c49124a-90b1-428b-bf9d-31697a3ff587 owned by network:router_gateway {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:37:58.187620 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7adf2416-3fa6-47ed-916f-b71e303795f9 None None] No DVR routers for this DVR port 4fe69166-4411-4d48-9a6e-71847602fbc2 on host n-d-825015-3 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:37:58.190946 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adf2416-3fa6-47ed-916f-b71e303795f9 None None] Pushing event deleted for resources: {'Port': ['ID=4fe69166-4411-4d48-9a6e-71847602fbc2,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:58.203184 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adf2416-3fa6-47ed-916f-b71e303795f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:37:58.203933 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adf2416-3fa6-47ed-916f-b71e303795f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:37:58.204572 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adf2416-3fa6-47ed-916f-b71e303795f9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:37:58.205059 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adf2416-3fa6-47ed-916f-b71e303795f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:37:58.207160 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adf2416-3fa6-47ed-916f-b71e303795f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:37:58.207700 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adf2416-3fa6-47ed-916f-b71e303795f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:37:58.208159 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adf2416-3fa6-47ed-916f-b71e303795f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:37:58.208498 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adf2416-3fa6-47ed-916f-b71e303795f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:37:58.208836 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adf2416-3fa6-47ed-916f-b71e303795f9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:37:58.209707 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adf2416-3fa6-47ed-916f-b71e303795f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:37:58.210045 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adf2416-3fa6-47ed-916f-b71e303795f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:37:58.210469 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adf2416-3fa6-47ed-916f-b71e303795f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:37:58.210804 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adf2416-3fa6-47ed-916f-b71e303795f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:37:58.295430 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-14d19a98-fb4a-44d5-8e41-b9212552c078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af3f21f-dbba-4321-94d7-2761d7edb2ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1033802449', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '7c49124a-90b1-428b-bf9d-31697a3ff587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:36:11Z', 'updated_at': '2022-02-04T13:37:56Z', 'revision_number': 5, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'gw_port': {'id': '7c49124a-90b1-428b-bf9d-31697a3ff587', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:01:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af3f21f-dbba-4321-94d7-2761d7edb2ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:36:12Z', 'updated_at': '2022-02-04T13:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:37:58.325182 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d19a98-fb4a-44d5-8e41-b9212552c078 None None] The sync data for ids ['2af3f21f-dbba-4321-94d7-2761d7edb2ff'] in n-d-825015-3 is: [{'id': '2af3f21f-dbba-4321-94d7-2761d7edb2ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1033802449', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '7c49124a-90b1-428b-bf9d-31697a3ff587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:36:11Z', 'updated_at': '2022-02-04T13:37:56Z', 'revision_number': 5, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'gw_port': {'id': '7c49124a-90b1-428b-bf9d-31697a3ff587', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:01:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af3f21f-dbba-4321-94d7-2761d7edb2ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:36:12Z', 'updated_at': '2022-02-04T13:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:37:58.387308 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8ae47229-ff23-447e-bec9-05d20c2364af tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (7c49124a-90b1-428b-bf9d-31697a3ff587), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:58.411494 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae47229-ff23-447e-bec9-05d20c2364af tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Pushing event deleted for resources: {'Port': ['ID=7c49124a-90b1-428b-bf9d-31697a3ff587,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:58.480595 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8ae47229-ff23-447e-bec9-05d20c2364af tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1599901'] for router_gateway (2af3f21f-dbba-4321-94d7-2761d7edb2ff), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:58.581394 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 2d247470-69ff-4a3d-97fd-71b31dc9deff no longer exists at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:37:58.582055 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8ae47229-ff23-447e-bec9-05d20c2364af tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10915'] for router (2af3f21f-dbba-4321-94d7-2761d7edb2ff), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:58.584912 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8ae47229-ff23-447e-bec9-05d20c2364af tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for router_controller (2af3f21f-dbba-4321-94d7-2761d7edb2ff), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:58.603779 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] No Port match for: 2d247470-69ff-4a3d-97fd-71b31dc9deff {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:37:58.604132 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 2d247470-69ff-4a3d-97fd-71b31dc9deff not bound to the agent host n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:37:58.641504 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8ae47229-ff23-447e-bec9-05d20c2364af tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622829'] for router (2af3f21f-dbba-4321-94d7-2761d7edb2ff), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:58.642419 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ae47229-ff23-447e-bec9-05d20c2364af tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Fanout notify agent at l3_agent the message router_deleted on router 2af3f21f-dbba-4321-94d7-2761d7edb2ff {{(pid=103475) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 13:37:58.650516 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8ae47229-ff23-447e-bec9-05d20c2364af tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for router (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:58.652077 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-8ae47229-ff23-447e-bec9-05d20c2364af tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "DELETE /v2.0/routers/2af3f21f-dbba-4321-94d7-2761d7edb2ff HTTP/1.1" status: 204 len: 168 time: 0.9766121 Feb 04 13:37:58.655071 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 35872) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:58.751125 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8b20cbd9-2bf3-4792-a780-56e5e96899bf tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (f8f94e6b-445e-4744-baca-1aac30b2d9a0), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:58.852704 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8b20cbd9-2bf3-4792-a780-56e5e96899bf tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (f8f94e6b-445e-4744-baca-1aac30b2d9a0), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:58.876007 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-8b20cbd9-2bf3-4792-a780-56e5e96899bf tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8f94e6b-445e-4744-baca-1aac30b2d9a0']}} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:37:58.885746 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-8b20cbd9-2bf3-4792-a780-56e5e96899bf tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '902c930a-0d17-44ad-ac37-516d545a94e2') {'for_net_delete': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:37:58.886048 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-8b20cbd9-2bf3-4792-a780-56e5e96899bf tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '902c930a-0d17-44ad-ac37-516d545a94e2') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:37:58.896374 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8b20cbd9-2bf3-4792-a780-56e5e96899bf tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51859336'] for segment (902c930a-0d17-44ad-ac37-516d545a94e2), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:58.910328 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8b20cbd9-2bf3-4792-a780-56e5e96899bf tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (902c930a-0d17-44ad-ac37-516d545a94e2), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:58.916114 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b20cbd9-2bf3-4792-a780-56e5e96899bf tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=103475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:37:58.916496 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8b20cbd9-2bf3-4792-a780-56e5e96899bf tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-52093388'] for segment (902c930a-0d17-44ad-ac37-516d545a94e2), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:58.919740 n-d-825015-3 neutron-server[103475]: Traceback (most recent call last): Feb 04 13:37:58.919740 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:37:58.919740 n-d-825015-3 neutron-server[103475]: timer() Feb 04 13:37:58.919740 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:37:58.919740 n-d-825015-3 neutron-server[103475]: cb(*args, **kw) Feb 04 13:37:58.919740 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:37:58.919740 n-d-825015-3 neutron-server[103475]: return func(*args, **kwargs) Feb 04 13:37:58.919740 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:37:58.919740 n-d-825015-3 neutron-server[103475]: self._notify() Feb 04 13:37:58.919740 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:37:58.919740 n-d-825015-3 neutron-server[103475]: self.callback(batched_events) Feb 04 13:37:58.919740 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:37:58.919740 n-d-825015-3 neutron-server[103475]: event.method(event) Feb 04 13:37:58.919740 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:37:58.919740 n-d-825015-3 neutron-server[103475]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:37:58.919740 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:37:58.919740 n-d-825015-3 neutron-server[103475]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:37:58.919740 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:37:58.919740 n-d-825015-3 neutron-server[103475]: return f(self, *a, **k) Feb 04 13:37:58.919740 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:37:58.919740 n-d-825015-3 neutron-server[103475]: return self._get(url).json() Feb 04 13:37:58.919740 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:37:58.919740 n-d-825015-3 neutron-server[103475]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:37:58.919740 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:37:58.919740 n-d-825015-3 neutron-server[103475]: return self.request(url, 'GET', **kwargs) Feb 04 13:37:58.919740 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:37:58.919740 n-d-825015-3 neutron-server[103475]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:37:58.919740 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:37:58.919740 n-d-825015-3 neutron-server[103475]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:37:58.919740 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:37:58.919740 n-d-825015-3 neutron-server[103475]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:37:58.919740 n-d-825015-3 neutron-server[103475]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:37:58.982683 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8b20cbd9-2bf3-4792-a780-56e5e96899bf tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (f8f94e6b-445e-4744-baca-1aac30b2d9a0), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:58.996213 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-8b20cbd9-2bf3-4792-a780-56e5e96899bf tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:58.999933 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-8b20cbd9-2bf3-4792-a780-56e5e96899bf tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "DELETE /v2.0/networks/f8f94e6b-445e-4744-baca-1aac30b2d9a0 HTTP/1.1" status: 204 len: 168 time: 0.3432713 Feb 04 13:37:59.003193 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 35874) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:59.010348 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b20cbd9-2bf3-4792-a780-56e5e96899bf tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Pushing event deleted for resources: {'Network': ['ID=f8f94e6b-445e-4744-baca-1aac30b2d9a0,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:59.074237 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-97d7407d-274b-4ac0-88a3-bc7ee3944b7f tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for security_group (ba9b1df1-301d-47ce-9d64-df1ed11fec3a), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:59.105872 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-97d7407d-274b-4ac0-88a3-bc7ee3944b7f tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for security_group (ba9b1df1-301d-47ce-9d64-df1ed11fec3a), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:59.185860 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-97d7407d-274b-4ac0-88a3-bc7ee3944b7f tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (ba9b1df1-301d-47ce-9d64-df1ed11fec3a), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:59.190934 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-97d7407d-274b-4ac0-88a3-bc7ee3944b7f tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:59.192877 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-97d7407d-274b-4ac0-88a3-bc7ee3944b7f tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "DELETE /v2.0/security-groups/ba9b1df1-301d-47ce-9d64-df1ed11fec3a HTTP/1.1" status: 204 len: 168 time: 0.1860719 Feb 04 13:37:59.208151 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d7407d-274b-4ac0-88a3-bc7ee3944b7f tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba9b1df1-301d-47ce-9d64-df1ed11fec3a,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:59.576619 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 35880) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:59.581999 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-dfb3e1ad-201f-4049-bc01-bd0787352480 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2145324583', 'description': 'tempest-secgroup-smoke-2145324583 description', 'project_id': 'deceb844ac72490cb451d91c169a30ba'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:37:59.604991 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dfb3e1ad-201f-4049-bc01-bd0787352480 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:59.693723 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dfb3e1ad-201f-4049-bc01-bd0787352480 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for security_group (b819d045-69a6-4c52-b099-434dc8d4c990), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:59.698392 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dfb3e1ad-201f-4049-bc01-bd0787352480 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (b819d045-69a6-4c52-b099-434dc8d4c990), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:59.741437 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb3e1ad-201f-4049-bc01-bd0787352480 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b819d045-69a6-4c52-b099-434dc8d4c990,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:59.747953 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dfb3e1ad-201f-4049-bc01-bd0787352480 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:59.748403 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device ee5884d1-37de-47dc-ac4e-6e2f3bce6337 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:37:59.751874 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-dfb3e1ad-201f-4049-bc01-bd0787352480 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1733487 Feb 04 13:37:59.752283 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 35882) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:59.757976 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-58850321-6028-4b9d-98ed-62c555b98bb3 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Request body: {'security_group_rule': {'security_group_id': 'b819d045-69a6-4c52-b099-434dc8d4c990', 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:37:59.771965 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: ee5884d1-37de-47dc-ac4e-6e2f3bce6337 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:37:59.772435 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device ee5884d1-37de-47dc-ac4e-6e2f3bce6337 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:37:59.772857 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 7c49124a-90b1-428b-bf9d-31697a3ff587 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:37:59.786743 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-58850321-6028-4b9d-98ed-62c555b98bb3 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for security_group_rule (1433b292-0313-4a67-81b9-eee63928d4fa), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:59.794450 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 7c49124a-90b1-428b-bf9d-31697a3ff587 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:37:59.794796 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 7c49124a-90b1-428b-bf9d-31697a3ff587 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:37:59.795230 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 4fe69166-4411-4d48-9a6e-71847602fbc2 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:37:59.815842 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 4fe69166-4411-4d48-9a6e-71847602fbc2 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:37:59.816171 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 4fe69166-4411-4d48-9a6e-71847602fbc2 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:37:59.854469 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-58850321-6028-4b9d-98ed-62c555b98bb3 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for security_group_rule (1433b292-0313-4a67-81b9-eee63928d4fa), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:59.861872 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-58850321-6028-4b9d-98ed-62c555b98bb3 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (1433b292-0313-4a67-81b9-eee63928d4fa), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:59.878926 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58850321-6028-4b9d-98ed-62c555b98bb3 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1433b292-0313-4a67-81b9-eee63928d4fa,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:59.891273 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-58850321-6028-4b9d-98ed-62c555b98bb3 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:59.892524 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-58850321-6028-4b9d-98ed-62c555b98bb3 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1388805 Feb 04 13:37:59.895324 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 35884) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:37:59.899564 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-16abc290-badc-41d4-9139-7e2c12a7d951 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Request body: {'security_group_rule': {'security_group_id': 'b819d045-69a6-4c52-b099-434dc8d4c990', 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:37:59.924612 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-16abc290-badc-41d4-9139-7e2c12a7d951 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for security_group_rule (3635622f-4f6f-45fb-ba06-74d217dd3b94), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:59.980088 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-16abc290-badc-41d4-9139-7e2c12a7d951 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for security_group_rule (3635622f-4f6f-45fb-ba06-74d217dd3b94), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:37:59.984584 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-16abc290-badc-41d4-9139-7e2c12a7d951 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (3635622f-4f6f-45fb-ba06-74d217dd3b94), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:00.003198 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16abc290-badc-41d4-9139-7e2c12a7d951 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3635622f-4f6f-45fb-ba06-74d217dd3b94,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:00.011943 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-16abc290-badc-41d4-9139-7e2c12a7d951 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:00.013132 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-16abc290-badc-41d4-9139-7e2c12a7d951 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1168265 Feb 04 13:38:00.018364 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 35886) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:38:00.022600 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-ed9d7473-61c3-4e50-8c23-d1c6c7b0c1a5 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Request body: {'security_group_rule': {'security_group_id': 'b819d045-69a6-4c52-b099-434dc8d4c990', 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:38:00.049193 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ed9d7473-61c3-4e50-8c23-d1c6c7b0c1a5 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for security_group_rule (e5d5c9d2-9c78-4681-8b4d-aac1dd53170b), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:00.105081 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ed9d7473-61c3-4e50-8c23-d1c6c7b0c1a5 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for security_group_rule (e5d5c9d2-9c78-4681-8b4d-aac1dd53170b), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:00.108641 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ed9d7473-61c3-4e50-8c23-d1c6c7b0c1a5 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (e5d5c9d2-9c78-4681-8b4d-aac1dd53170b), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:00.127561 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9d7473-61c3-4e50-8c23-d1c6c7b0c1a5 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5d5c9d2-9c78-4681-8b4d-aac1dd53170b,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:00.132861 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ed9d7473-61c3-4e50-8c23-d1c6c7b0c1a5 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:00.134041 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-ed9d7473-61c3-4e50-8c23-d1c6c7b0c1a5 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1147406 Feb 04 13:38:00.136834 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 35888) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:38:00.141761 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-64777faa-0b3f-456c-994b-28c464c34af7 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Request body: {'security_group_rule': {'security_group_id': 'b819d045-69a6-4c52-b099-434dc8d4c990', 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:38:00.165610 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-64777faa-0b3f-456c-994b-28c464c34af7 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for security_group_rule (cb05aead-bd83-472c-8595-165be398d36a), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:00.226506 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-64777faa-0b3f-456c-994b-28c464c34af7 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for security_group_rule (cb05aead-bd83-472c-8595-165be398d36a), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:00.230329 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-64777faa-0b3f-456c-994b-28c464c34af7 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (cb05aead-bd83-472c-8595-165be398d36a), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:00.248310 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64777faa-0b3f-456c-994b-28c464c34af7 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb05aead-bd83-472c-8595-165be398d36a,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:00.255944 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-64777faa-0b3f-456c-994b-28c464c34af7 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:00.257124 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-64777faa-0b3f-456c-994b-28c464c34af7 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1193857 Feb 04 13:38:00.259992 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 35890) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:38:00.264176 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-19ed6602-2ccc-4394-8747-41b6dfab3e10 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Request body: {'security_group_rule': {'security_group_id': 'b819d045-69a6-4c52-b099-434dc8d4c990', 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:38:00.285094 n-d-825015-3 neutron-server[103475]: INFO neutron.db.securitygroups_db [None req-19ed6602-2ccc-4394-8747-41b6dfab3e10 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Project deceb844ac72490cb451d91c169a30ba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 13:38:00.290306 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-19ed6602-2ccc-4394-8747-41b6dfab3e10 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for security_group_rule (60b94f47-1251-4454-978d-5a360b2d4509), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:00.349099 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-19ed6602-2ccc-4394-8747-41b6dfab3e10 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for security_group_rule (60b94f47-1251-4454-978d-5a360b2d4509), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:00.352871 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-19ed6602-2ccc-4394-8747-41b6dfab3e10 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (60b94f47-1251-4454-978d-5a360b2d4509), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:00.370547 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ed6602-2ccc-4394-8747-41b6dfab3e10 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60b94f47-1251-4454-978d-5a360b2d4509,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:00.378840 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-19ed6602-2ccc-4394-8747-41b6dfab3e10 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:00.380190 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-19ed6602-2ccc-4394-8747-41b6dfab3e10 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1192787 Feb 04 13:38:00.383039 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 35892) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:38:00.387278 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-d36569e9-7f30-4431-89e1-6988902a89d7 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Request body: {'security_group_rule': {'security_group_id': 'b819d045-69a6-4c52-b099-434dc8d4c990', 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:38:00.408777 n-d-825015-3 neutron-server[103475]: INFO neutron.db.securitygroups_db [None req-d36569e9-7f30-4431-89e1-6988902a89d7 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Project deceb844ac72490cb451d91c169a30ba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 13:38:00.413892 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d36569e9-7f30-4431-89e1-6988902a89d7 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for security_group_rule (c9e288ac-1287-4307-8a60-90f6ee859d49), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:00.473725 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d36569e9-7f30-4431-89e1-6988902a89d7 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for security_group_rule (c9e288ac-1287-4307-8a60-90f6ee859d49), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:00.477466 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d36569e9-7f30-4431-89e1-6988902a89d7 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (c9e288ac-1287-4307-8a60-90f6ee859d49), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:00.495755 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36569e9-7f30-4431-89e1-6988902a89d7 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9e288ac-1287-4307-8a60-90f6ee859d49,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:00.504884 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d36569e9-7f30-4431-89e1-6988902a89d7 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:00.508326 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-d36569e9-7f30-4431-89e1-6988902a89d7 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1242101 Feb 04 13:38:00.509261 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 35894) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:38:00.514178 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-78f6d3c2-87d1-4746-bf1d-793b1e27d21b tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Request body: {'network': {'name': 'tempest-network-smoke--521418723', 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'port_security_enabled': True}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:38:00.534102 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78f6d3c2-87d1-4746-bf1d-793b1e27d21b tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Made reservation on behalf of deceb844ac72490cb451d91c169a30ba for: {'network': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:38:00.537519 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-78f6d3c2-87d1-4746-bf1d-793b1e27d21b tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:00.561839 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78f6d3c2-87d1-4746-bf1d-793b1e27d21b tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=103475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:38:00.573092 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-78f6d3c2-87d1-4746-bf1d-793b1e27d21b tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (fd74a4f1-1092-4b6b-aaf9-e43602ae0350), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:00.573687 n-d-825015-3 neutron-server[103475]: INFO neutron.db.segments_db [None req-78f6d3c2-87d1-4746-bf1d-793b1e27d21b tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Added segment fd74a4f1-1092-4b6b-aaf9-e43602ae0350 of type vlan for network 789f42ae-b294-4b55-988a-2a6feb3d18ad Feb 04 13:38:00.620041 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-78f6d3c2-87d1-4746-bf1d-793b1e27d21b tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (789f42ae-b294-4b55-988a-2a6feb3d18ad), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:00.649138 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-78f6d3c2-87d1-4746-bf1d-793b1e27d21b tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (789f42ae-b294-4b55-988a-2a6feb3d18ad), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:00.654401 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f6d3c2-87d1-4746-bf1d-793b1e27d21b tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:00.655388 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-78f6d3c2-87d1-4746-bf1d-793b1e27d21b tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:00.710200 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-78f6d3c2-87d1-4746-bf1d-793b1e27d21b tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1998422 Feb 04 13:38:00.713102 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 35896) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:38:00.718012 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-eb48f125-ee8c-4f84-9cbb-5906f7011b38 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1585062386', 'admin_state_up': True, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:38:00.725258 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f6d3c2-87d1-4746-bf1d-793b1e27d21b tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Pushing event updated for resources: {'Network': ['ID=789f42ae-b294-4b55-988a-2a6feb3d18ad,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:00.737841 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 789f42ae-b294-4b55-988a-2a6feb3d18ad details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:38:00.739981 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-eb48f125-ee8c-4f84-9cbb-5906f7011b38 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10933'] for router (d92bada8-ebfe-453d-9d21-a4c2562f7b6e), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:00.741032 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-eb48f125-ee8c-4f84-9cbb-5906f7011b38 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10924'] for router (d92bada8-ebfe-453d-9d21-a4c2562f7b6e), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:00.796795 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-eb48f125-ee8c-4f84-9cbb-5906f7011b38 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for router_controller (d92bada8-ebfe-453d-9d21-a4c2562f7b6e), precommit_add_association {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:00.949804 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-eb48f125-ee8c-4f84-9cbb-5906f7011b38 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for router_gateway (d92bada8-ebfe-453d-9d21-a4c2562f7b6e), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:01.418523 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-eb48f125-ee8c-4f84-9cbb-5906f7011b38 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for router_gateway (d92bada8-ebfe-453d-9d21-a4c2562f7b6e), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:01.437165 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-eb48f125-ee8c-4f84-9cbb-5906f7011b38 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:01.542854 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-eb48f125-ee8c-4f84-9cbb-5906f7011b38 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Allocated IP 172.25.3.195 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/e7063f0a-d6ed-4ea1-bb1d-8c097449815f) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:38:01.654222 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-eb48f125-ee8c-4f84-9cbb-5906f7011b38 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for port (e7063f0a-d6ed-4ea1-bb1d-8c097449815f), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:01.699509 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-eb48f125-ee8c-4f84-9cbb-5906f7011b38 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (e7063f0a-d6ed-4ea1-bb1d-8c097449815f), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:01.739261 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb48f125-ee8c-4f84-9cbb-5906f7011b38 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:38:01.742113 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-eb48f125-ee8c-4f84-9cbb-5906f7011b38 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:38:01.745955 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb48f125-ee8c-4f84-9cbb-5906f7011b38 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:38:01.752095 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb48f125-ee8c-4f84-9cbb-5906f7011b38 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Pushing event updated for resources: {'Port': ['ID=e7063f0a-d6ed-4ea1-bb1d-8c097449815f,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:01.882667 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:02.012912 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-eb48f125-ee8c-4f84-9cbb-5906f7011b38 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for router_gateway (d92bada8-ebfe-453d-9d21-a4c2562f7b6e), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:02.233906 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-eb48f125-ee8c-4f84-9cbb-5906f7011b38 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141'] for router (d92bada8-ebfe-453d-9d21-a4c2562f7b6e), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:02.371189 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb48f125-ee8c-4f84-9cbb-5906f7011b38 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Router d92bada8-ebfe-453d-9d21-a4c2562f7b6e is scheduled to L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de with binding_index 1 {{(pid=103474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 13:38:02.490012 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb48f125-ee8c-4f84-9cbb-5906f7011b38 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:38:02.500917 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a62a14-e8c4-4188-9d57-7540b5394955 None None] Sync routers for ids ['d92bada8-ebfe-453d-9d21-a4c2562f7b6e'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:38:02.511124 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a62a14-e8c4-4188-9d57-7540b5394955 None None] Routers {'d92bada8-ebfe-453d-9d21-a4c2562f7b6e'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:38:02.511432 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-eb48f125-ee8c-4f84-9cbb-5906f7011b38 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:02.511756 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-86a62a14-e8c4-4188-9d57-7540b5394955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:37:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['d92bada8-ebfe-453d-9d21-a4c2562f7b6e'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:38:02.512894 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-eb48f125-ee8c-4f84-9cbb-5906f7011b38 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7986174 Feb 04 13:38:02.517013 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 35898) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:38:02.548716 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-cfdf4aeb-5ec3-4967-a968-0508174d72c9 tempest-TestNetworkAdvancedServerOps-967824004 tempest-TestNetworkAdvancedServerOps-967824004-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=deceb844ac72490cb451d91c169a30ba&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273356 Feb 04 13:38:02.548967 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 35900) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:38:02.647246 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a3619b1-98a4-40d0-98ad-50f6426a29e0 tempest-TestNetworkAdvancedServerOps-967824004 tempest-TestNetworkAdvancedServerOps-967824004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:02.648977 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-4a3619b1-98a4-40d0-98ad-50f6426a29e0 tempest-TestNetworkAdvancedServerOps-967824004 tempest-TestNetworkAdvancedServerOps-967824004-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0989001 Feb 04 13:38:02.651985 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 35902) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:38:02.682386 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-c2448c98-b499-4f47-86d7-d365dedbae1f tempest-TestNetworkAdvancedServerOps-967824004 tempest-TestNetworkAdvancedServerOps-967824004-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0292096 Feb 04 13:38:02.685115 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 35904) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:38:02.691147 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-ebbde510-48f1-411d-bb2a-aaa2d1f1cf18 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-394325239', 'network_id': '789f42ae-b294-4b55-988a-2a6feb3d18ad', 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:38:02.771274 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:02.808129 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-86a62a14-e8c4-4188-9d57-7540b5394955 None None] Set router d92bada8-ebfe-453d-9d21-a4c2562f7b6e gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:38:03.006106 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-86a62a14-e8c4-4188-9d57-7540b5394955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd92bada8-ebfe-453d-9d21-a4c2562f7b6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585062386', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'e7063f0a-d6ed-4ea1-bb1d-8c097449815f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:38:00Z', 'updated_at': '2022-02-04T13:38:01Z', 'revision_number': 3, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'gw_port': {'id': 'e7063f0a-d6ed-4ea1-bb1d-8c097449815f', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:52:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd92bada8-ebfe-453d-9d21-a4c2562f7b6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:38:01Z', 'updated_at': '2022-02-04T13:38:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:38:03.038968 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a62a14-e8c4-4188-9d57-7540b5394955 None None] Checking router: d92bada8-ebfe-453d-9d21-a4c2562f7b6e for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:38:03.039332 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a62a14-e8c4-4188-9d57-7540b5394955 None None] Updating router d92bada8-ebfe-453d-9d21-a4c2562f7b6e port e7063f0a-d6ed-4ea1-bb1d-8c097449815f binding host n-d-825015-3 {{(pid=103476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:38:03.068362 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-86a62a14-e8c4-4188-9d57-7540b5394955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (e7063f0a-d6ed-4ea1-bb1d-8c097449815f), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:03.090446 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebbde510-48f1-411d-bb2a-aaa2d1f1cf18 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Made reservation on behalf of deceb844ac72490cb451d91c169a30ba for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:38:03.094900 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ebbde510-48f1-411d-bb2a-aaa2d1f1cf18 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:03.287477 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ebbde510-48f1-411d-bb2a-aaa2d1f1cf18 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52094127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51452689'] for subnet (a444fffa-f0e5-4131-a48e-aba406c93450), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:03.335673 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-86a62a14-e8c4-4188-9d57-7540b5394955 None None] Publish callbacks [] for port (e7063f0a-d6ed-4ea1-bb1d-8c097449815f), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:03.341579 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-86a62a14-e8c4-4188-9d57-7540b5394955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (e7063f0a-d6ed-4ea1-bb1d-8c097449815f), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:03.351721 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbde510-48f1-411d-bb2a-aaa2d1f1cf18 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Pushing event updated for resources: {'Subnet': ['ID=a444fffa-f0e5-4131-a48e-aba406c93450,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:03.359593 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbde510-48f1-411d-bb2a-aaa2d1f1cf18 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Checking segment: {'id': 'fd74a4f1-1092-4b6b-aaf9-e43602ae0350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '789f42ae-b294-4b55-988a-2a6feb3d18ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:38:03.359991 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebbde510-48f1-411d-bb2a-aaa2d1f1cf18 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Network hostable DHCP agents. Network: 789f42ae-b294-4b55-988a-2a6feb3d18ad, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:38:03.378881 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebbde510-48f1-411d-bb2a-aaa2d1f1cf18 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Network 789f42ae-b294-4b55-988a-2a6feb3d18ad is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:38:03.388184 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-ebbde510-48f1-411d-bb2a-aaa2d1f1cf18 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 789f42ae-b294-4b55-988a-2a6feb3d18ad) {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:38:03.392818 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebbde510-48f1-411d-bb2a-aaa2d1f1cf18 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:03.393279 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ebbde510-48f1-411d-bb2a-aaa2d1f1cf18 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:03.401178 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1241e5d-3d17-4e20-82b3-bf29da3d7c77 None None] Network 789f42ae-b294-4b55-988a-2a6feb3d18ad requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:38:03.410649 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-ebbde510-48f1-411d-bb2a-aaa2d1f1cf18 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7243786 Feb 04 13:38:03.413538 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 35906) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:38:03.417017 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-86a62a14-e8c4-4188-9d57-7540b5394955 None None] Attempting to bind port e7063f0a-d6ed-4ea1-bb1d-8c097449815f on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:38:03.417391 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-86a62a14-e8c4-4188-9d57-7540b5394955 None None] Attempting to bind port e7063f0a-d6ed-4ea1-bb1d-8c097449815f by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:38:03.417892 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a62a14-e8c4-4188-9d57-7540b5394955 None None] Attempting to bind port e7063f0a-d6ed-4ea1-bb1d-8c097449815f on network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:38:03.451380 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321c862b-e2ad-4f31-a082-95e8e5f75226 None None] Pushing event updated for resources: {'Port': ['ID=e7063f0a-d6ed-4ea1-bb1d-8c097449815f,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:03.455971 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a62a14-e8c4-4188-9d57-7540b5394955 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:38:03.456357 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a62a14-e8c4-4188-9d57-7540b5394955 None None] Checking segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:38:03.456773 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-86a62a14-e8c4-4188-9d57-7540b5394955 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:03.457136 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a62a14-e8c4-4188-9d57-7540b5394955 None None] Bound using segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:38:03.457925 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-86a62a14-e8c4-4188-9d57-7540b5394955 None None] Bound port: e7063f0a-d6ed-4ea1-bb1d-8c097449815f, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:38:03.458060 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-86a62a14-e8c4-4188-9d57-7540b5394955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (e7063f0a-d6ed-4ea1-bb1d-8c097449815f), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:03.535932 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-86a62a14-e8c4-4188-9d57-7540b5394955 None None] For port e7063f0a-d6ed-4ea1-bb1d-8c097449815f, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:38:03.563627 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-86a62a14-e8c4-4188-9d57-7540b5394955 None None] For port e7063f0a-d6ed-4ea1-bb1d-8c097449815f, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=e7063f0a-d6ed-4ea1-bb1d-8c097449815f,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:38:03.570417 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e56fa8-926e-4089-9ce7-6de568692438 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-789f42ae-b294-4b55-988a-2a6feb3d18ad', 'network_id': '789f42ae-b294-4b55-988a-2a6feb3d18ad', 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'fixed_ips': [{'subnet_id': 'a444fffa-f0e5-4131-a48e-aba406c93450'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:38:03.571346 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-63e56fa8-926e-4089-9ce7-6de568692438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:03.575361 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-86a62a14-e8c4-4188-9d57-7540b5394955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (e7063f0a-d6ed-4ea1-bb1d-8c097449815f), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:03.714151 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321c862b-e2ad-4f31-a082-95e8e5f75226 None None] Pushing event updated for resources: {'Port': ['ID=e7063f0a-d6ed-4ea1-bb1d-8c097449815f,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:03.719756 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a62a14-e8c4-4188-9d57-7540b5394955 None None] Routers {'d92bada8-ebfe-453d-9d21-a4c2562f7b6e'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:38:03.721972 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-86a62a14-e8c4-4188-9d57-7540b5394955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:37:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['d92bada8-ebfe-453d-9d21-a4c2562f7b6e'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:38:03.853540 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-63e56fa8-926e-4089-9ce7-6de568692438 None None] Allocated IP 172.20.0.2 (789f42ae-b294-4b55-988a-2a6feb3d18ad/a444fffa-f0e5-4131-a48e-aba406c93450/f02b48ac-4a4b-4e91-a297-a0967b9fb81b) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:38:03.894065 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-86a62a14-e8c4-4188-9d57-7540b5394955 None None] Set router d92bada8-ebfe-453d-9d21-a4c2562f7b6e gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:38:03.913239 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b95260a7-46b5-4a4b-bf91-9633d3d63bb6 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:04.153841 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-63e56fa8-926e-4089-9ce7-6de568692438 None None] Publish callbacks [] for port (f02b48ac-4a4b-4e91-a297-a0967b9fb81b), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:04.169119 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-63e56fa8-926e-4089-9ce7-6de568692438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (f02b48ac-4a4b-4e91-a297-a0967b9fb81b), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:04.216946 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e56fa8-926e-4089-9ce7-6de568692438 None None] Network 789f42ae-b294-4b55-988a-2a6feb3d18ad is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:38:04.223199 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-63e56fa8-926e-4089-9ce7-6de568692438 None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:38:04.225141 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-b95260a7-46b5-4a4b-bf91-9633d3d63bb6 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Allocated IP 172.20.0.1 (789f42ae-b294-4b55-988a-2a6feb3d18ad/a444fffa-f0e5-4131-a48e-aba406c93450/e204a476-3e49-47bf-b78b-7d3ef04c72cb) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:38:04.226017 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e56fa8-926e-4089-9ce7-6de568692438 None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:38:04.228018 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e56fa8-926e-4089-9ce7-6de568692438 None None] Pushing event updated for resources: {'Port': ['ID=f02b48ac-4a4b-4e91-a297-a0967b9fb81b,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:04.232426 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-86a62a14-e8c4-4188-9d57-7540b5394955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd92bada8-ebfe-453d-9d21-a4c2562f7b6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585062386', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'e7063f0a-d6ed-4ea1-bb1d-8c097449815f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:38:00Z', 'updated_at': '2022-02-04T13:38:01Z', 'revision_number': 3, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'gw_port': {'id': 'e7063f0a-d6ed-4ea1-bb1d-8c097449815f', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:52:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd92bada8-ebfe-453d-9d21-a4c2562f7b6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:38:01Z', 'updated_at': '2022-02-04T13:38:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:38:04.268385 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a62a14-e8c4-4188-9d57-7540b5394955 None None] The sync data for ids ['d92bada8-ebfe-453d-9d21-a4c2562f7b6e'] in n-d-825015-3 is: [{'id': 'd92bada8-ebfe-453d-9d21-a4c2562f7b6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585062386', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'e7063f0a-d6ed-4ea1-bb1d-8c097449815f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:38:00Z', 'updated_at': '2022-02-04T13:38:01Z', 'revision_number': 3, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'gw_port': {'id': 'e7063f0a-d6ed-4ea1-bb1d-8c097449815f', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:52:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd92bada8-ebfe-453d-9d21-a4c2562f7b6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:38:01Z', 'updated_at': '2022-02-04T13:38:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:38:04.324966 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-63e56fa8-926e-4089-9ce7-6de568692438 None None] Attempting to bind port f02b48ac-4a4b-4e91-a297-a0967b9fb81b on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:38:04.325341 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-63e56fa8-926e-4089-9ce7-6de568692438 None None] Attempting to bind port f02b48ac-4a4b-4e91-a297-a0967b9fb81b by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': 'fd74a4f1-1092-4b6b-aaf9-e43602ae0350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '789f42ae-b294-4b55-988a-2a6feb3d18ad'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:38:04.325709 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e56fa8-926e-4089-9ce7-6de568692438 None None] Attempting to bind port f02b48ac-4a4b-4e91-a297-a0967b9fb81b on network 789f42ae-b294-4b55-988a-2a6feb3d18ad {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:38:04.333040 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e56fa8-926e-4089-9ce7-6de568692438 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:38:04.333040 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e56fa8-926e-4089-9ce7-6de568692438 None None] Checking segment: {'id': 'fd74a4f1-1092-4b6b-aaf9-e43602ae0350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '789f42ae-b294-4b55-988a-2a6feb3d18ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:38:04.333040 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-63e56fa8-926e-4089-9ce7-6de568692438 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:04.339135 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e56fa8-926e-4089-9ce7-6de568692438 None None] Bound using segment: {'id': 'fd74a4f1-1092-4b6b-aaf9-e43602ae0350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '789f42ae-b294-4b55-988a-2a6feb3d18ad'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:38:04.339135 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-63e56fa8-926e-4089-9ce7-6de568692438 None None] Bound port: f02b48ac-4a4b-4e91-a297-a0967b9fb81b, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd74a4f1-1092-4b6b-aaf9-e43602ae0350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '789f42ae-b294-4b55-988a-2a6feb3d18ad'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:38:04.339135 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-63e56fa8-926e-4089-9ce7-6de568692438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (f02b48ac-4a4b-4e91-a297-a0967b9fb81b), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:04.372010 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b95260a7-46b5-4a4b-bf91-9633d3d63bb6 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for port (e204a476-3e49-47bf-b78b-7d3ef04c72cb), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:04.405877 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-63e56fa8-926e-4089-9ce7-6de568692438 None None] For port f02b48ac-4a4b-4e91-a297-a0967b9fb81b, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:38:04.410585 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-63e56fa8-926e-4089-9ce7-6de568692438 None None] For port f02b48ac-4a4b-4e91-a297-a0967b9fb81b, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=f02b48ac-4a4b-4e91-a297-a0967b9fb81b,segment=NetworkSegment(fd74a4f1-1092-4b6b-aaf9-e43602ae0350),segment_id=fd74a4f1-1092-4b6b-aaf9-e43602ae0350)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:38:04.411647 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b95260a7-46b5-4a4b-bf91-9633d3d63bb6 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (e204a476-3e49-47bf-b78b-7d3ef04c72cb), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:04.417429 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-63e56fa8-926e-4089-9ce7-6de568692438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (f02b48ac-4a4b-4e91-a297-a0967b9fb81b), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:04.464705 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b95260a7-46b5-4a4b-bf91-9633d3d63bb6 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Network 789f42ae-b294-4b55-988a-2a6feb3d18ad is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:38:04.471188 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-b95260a7-46b5-4a4b-bf91-9633d3d63bb6 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:38:04.476363 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95260a7-46b5-4a4b-bf91-9633d3d63bb6 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:38:04.489073 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e56fa8-926e-4089-9ce7-6de568692438 None None] Pushing event updated for resources: {'Port': ['ID=f02b48ac-4a4b-4e91-a297-a0967b9fb81b,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:04.548042 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b95260a7-46b5-4a4b-bf91-9633d3d63bb6 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1599818'] for router_interface (d92bada8-ebfe-453d-9d21-a4c2562f7b6e), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:04.551821 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95260a7-46b5-4a4b-bf91-9633d3d63bb6 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Pushing event updated for resources: {'Port': ['ID=e204a476-3e49-47bf-b78b-7d3ef04c72cb,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:04.730204 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b95260a7-46b5-4a4b-bf91-9633d3d63bb6 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (e204a476-3e49-47bf-b78b-7d3ef04c72cb), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:05.077607 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b95260a7-46b5-4a4b-bf91-9633d3d63bb6 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for port (e204a476-3e49-47bf-b78b-7d3ef04c72cb), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:05.082738 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b95260a7-46b5-4a4b-bf91-9633d3d63bb6 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (e204a476-3e49-47bf-b78b-7d3ef04c72cb), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:05.163329 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95260a7-46b5-4a4b-bf91-9633d3d63bb6 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Pushing event updated for resources: {'Port': ['ID=e204a476-3e49-47bf-b78b-7d3ef04c72cb,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:05.166014 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b95260a7-46b5-4a4b-bf91-9633d3d63bb6 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622202'] for router_interface (d92bada8-ebfe-453d-9d21-a4c2562f7b6e), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:05.271846 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b95260a7-46b5-4a4b-bf91-9633d3d63bb6 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Network 789f42ae-b294-4b55-988a-2a6feb3d18ad is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:38:05.273522 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-b95260a7-46b5-4a4b-bf91-9633d3d63bb6 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:38:05.406638 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b95260a7-46b5-4a4b-bf91-9633d3d63bb6 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Router d92bada8-ebfe-453d-9d21-a4c2562f7b6e has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:38:05.526336 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b95260a7-46b5-4a4b-bf91-9633d3d63bb6 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:38:05.532085 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-b95260a7-46b5-4a4b-bf91-9633d3d63bb6 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "PUT /v2.0/routers/d92bada8-ebfe-453d-9d21-a4c2562f7b6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1175396 Feb 04 13:38:05.618002 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecff08e6-59ac-4886-a58f-82d5510f57da None None] Network 789f42ae-b294-4b55-988a-2a6feb3d18ad requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:38:05.709988 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-80fe71df-5819-4da8-8972-f95aacf26a58 req-e91bac86-e090-4706-8bf2-f31e7d5a2845 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2145324583&fields=id&tenant_id=deceb844ac72490cb451d91c169a30ba HTTP/1.1" status: 200 len: 267 time: 0.0611837 Feb 04 13:38:05.752883 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-2f7ea606-1f3d-4868-b670-60989d705f9f None None] Provisioning complete for port f02b48ac-4a4b-4e91-a297-a0967b9fb81b triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:38:05.753313 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2f7ea606-1f3d-4868-b670-60989d705f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (f02b48ac-4a4b-4e91-a297-a0967b9fb81b), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:05.889178 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fe71df-5819-4da8-8972-f95aacf26a58 req-42d5477e-7c7b-4cca-8322-86552bc8b3fa tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:05.892149 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-80fe71df-5819-4da8-8972-f95aacf26a58 req-42d5477e-7c7b-4cca-8322-86552bc8b3fa tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/networks?id=789f42ae-b294-4b55-988a-2a6feb3d18ad HTTP/1.1" status: 200 len: 796 time: 0.1662741 Feb 04 13:38:05.897222 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-2f7ea606-1f3d-4868-b670-60989d705f9f None None] Current status of the port f02b48ac-4a4b-4e91-a297-a0967b9fb81b is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:38:05.897621 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2f7ea606-1f3d-4868-b670-60989d705f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (f02b48ac-4a4b-4e91-a297-a0967b9fb81b), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:05.917112 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-80fe71df-5819-4da8-8972-f95aacf26a58 req-028bfffe-39f0-436a-9c8f-837b7d8fb3de tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/quotas/deceb844ac72490cb451d91c169a30ba HTTP/1.1" status: 200 len: 375 time: 0.0171826 Feb 04 13:38:05.932740 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device f02b48ac-4a4b-4e91-a297-a0967b9fb81b up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:38:05.972093 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-2f7ea606-1f3d-4868-b670-60989d705f9f None None] For port f02b48ac-4a4b-4e91-a297-a0967b9fb81b, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=f02b48ac-4a4b-4e91-a297-a0967b9fb81b,segment=NetworkSegment(fd74a4f1-1092-4b6b-aaf9-e43602ae0350),segment_id=fd74a4f1-1092-4b6b-aaf9-e43602ae0350)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:38:05.984401 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2f7ea606-1f3d-4868-b670-60989d705f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (f02b48ac-4a4b-4e91-a297-a0967b9fb81b), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:05.985185 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-80fe71df-5819-4da8-8972-f95aacf26a58 req-9d5f0727-6aa2-4c9b-9f29-f1baa8878b54 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=deceb844ac72490cb451d91c169a30ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0670855 Feb 04 13:38:06.047108 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7ea606-1f3d-4868-b670-60989d705f9f None None] Pushing event updated for resources: {'Port': ['ID=f02b48ac-4a4b-4e91-a297-a0967b9fb81b,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:06.062278 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port f02b48ac-4a4b-4e91-a297-a0967b9fb81b triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:38:06.062851 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (f02b48ac-4a4b-4e91-a297-a0967b9fb81b), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:06.122379 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-c482d26b-a48d-470e-b02a-80d648d3a402 None None] Provisioning complete for port e204a476-3e49-47bf-b78b-7d3ef04c72cb triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:38:06.122748 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c482d26b-a48d-470e-b02a-80d648d3a402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (e204a476-3e49-47bf-b78b-7d3ef04c72cb), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:06.163003 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-80fe71df-5819-4da8-8972-f95aacf26a58 req-27d7e1ea-3982-462a-bc2a-546640216f1d service neutron] 10.222.0.65 "GET /v2.0/networks/789f42ae-b294-4b55-988a-2a6feb3d18ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616266 Feb 04 13:38:06.254624 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd46ccc-f680-4aed-a554-971c0c04abe0 None None] Sync routers for ids ['d92bada8-ebfe-453d-9d21-a4c2562f7b6e'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:38:06.276185 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-80fe71df-5819-4da8-8972-f95aacf26a58 req-9084f074-1807-455a-a760-d834244ab28c service neutron] 10.222.0.65 "GET /v2.0/networks/789f42ae-b294-4b55-988a-2a6feb3d18ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060064 Feb 04 13:38:06.285804 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd46ccc-f680-4aed-a554-971c0c04abe0 None None] Routers {'d92bada8-ebfe-453d-9d21-a4c2562f7b6e'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:38:06.286570 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-9bd46ccc-f680-4aed-a554-971c0c04abe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:37:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['d92bada8-ebfe-453d-9d21-a4c2562f7b6e'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:38:06.394674 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c482d26b-a48d-470e-b02a-80d648d3a402 None None] Port e204a476-3e49-47bf-b78b-7d3ef04c72cb cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:38:06.396454 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port f02b48ac-4a4b-4e91-a297-a0967b9fb81b is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:38:06.397639 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device e7063f0a-d6ed-4ea1-bb1d-8c097449815f up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:38:06.439803 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-c482d26b-a48d-470e-b02a-80d648d3a402 None None] Provisioning complete for port f02b48ac-4a4b-4e91-a297-a0967b9fb81b triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:38:06.440328 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c482d26b-a48d-470e-b02a-80d648d3a402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (f02b48ac-4a4b-4e91-a297-a0967b9fb81b), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:06.446469 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-9bd46ccc-f680-4aed-a554-971c0c04abe0 None None] Set router d92bada8-ebfe-453d-9d21-a4c2562f7b6e gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:38:06.498080 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port e7063f0a-d6ed-4ea1-bb1d-8c097449815f triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:38:06.499218 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (e7063f0a-d6ed-4ea1-bb1d-8c097449815f), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:06.530952 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-453227f6-7509-4138-a355-45410d45b02c req-6e6bb419-16f1-42d3-aeca-3cb045602760 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=e3298cde-f53b-4679-9b01-ee1e53cd7bc0 HTTP/1.1" status: 200 len: 210 time: 0.0368280 Feb 04 13:38:06.602449 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c482d26b-a48d-470e-b02a-80d648d3a402 None None] Current status of the port f02b48ac-4a4b-4e91-a297-a0967b9fb81b is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:38:06.643713 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port e7063f0a-d6ed-4ea1-bb1d-8c097449815f is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:38:06.644351 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (e7063f0a-d6ed-4ea1-bb1d-8c097449815f), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:06.666112 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port e7063f0a-d6ed-4ea1-bb1d-8c097449815f, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=e7063f0a-d6ed-4ea1-bb1d-8c097449815f,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:38:06.672020 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (e7063f0a-d6ed-4ea1-bb1d-8c097449815f), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:06.733906 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=e7063f0a-d6ed-4ea1-bb1d-8c097449815f,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:06.735986 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-9bd46ccc-f680-4aed-a554-971c0c04abe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd92bada8-ebfe-453d-9d21-a4c2562f7b6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585062386', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'e7063f0a-d6ed-4ea1-bb1d-8c097449815f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:38:00Z', 'updated_at': '2022-02-04T13:38:04Z', 'revision_number': 4, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'gw_port': {'id': 'e7063f0a-d6ed-4ea1-bb1d-8c097449815f', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:52:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd92bada8-ebfe-453d-9d21-a4c2562f7b6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:38:01Z', 'updated_at': '2022-02-04T13:38:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'e204a476-3e49-47bf-b78b-7d3ef04c72cb', 'name': '', 'network_id': '789f42ae-b294-4b55-988a-2a6feb3d18ad', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'mac_address': 'fa:16:3e:8d:10:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd92bada8-ebfe-453d-9d21-a4c2562f7b6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'a444fffa-f0e5-4131-a48e-aba406c93450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:38:04Z', 'updated_at': '2022-02-04T13:38:04Z', 'revision_number': 2, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'subnets': [{'id': 'a444fffa-f0e5-4131-a48e-aba406c93450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:38:06.741192 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-72425ad3-5f3e-4c9c-8ac6-f20343596d81 None None] Provisioning complete for port e204a476-3e49-47bf-b78b-7d3ef04c72cb triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:38:06.741575 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-72425ad3-5f3e-4c9c-8ac6-f20343596d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (e204a476-3e49-47bf-b78b-7d3ef04c72cb), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:06.785855 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-72425ad3-5f3e-4c9c-8ac6-f20343596d81 None None] Port e204a476-3e49-47bf-b78b-7d3ef04c72cb cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:38:06.786276 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd46ccc-f680-4aed-a554-971c0c04abe0 None None] Checking router: d92bada8-ebfe-453d-9d21-a4c2562f7b6e for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:38:06.786703 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd46ccc-f680-4aed-a554-971c0c04abe0 None None] Updating router d92bada8-ebfe-453d-9d21-a4c2562f7b6e port e204a476-3e49-47bf-b78b-7d3ef04c72cb binding host n-d-825015-3 {{(pid=103477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:38:06.820371 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9bd46ccc-f680-4aed-a554-971c0c04abe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (e204a476-3e49-47bf-b78b-7d3ef04c72cb), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:07.106889 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9bd46ccc-f680-4aed-a554-971c0c04abe0 None None] Publish callbacks [] for port (e204a476-3e49-47bf-b78b-7d3ef04c72cb), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:07.113046 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9bd46ccc-f680-4aed-a554-971c0c04abe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (e204a476-3e49-47bf-b78b-7d3ef04c72cb), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:07.166038 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb885c85-85d0-43d3-a01e-448227f05026 None None] Pushing event updated for resources: {'Port': ['ID=e204a476-3e49-47bf-b78b-7d3ef04c72cb,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:07.196843 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb885c85-85d0-43d3-a01e-448227f05026 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:38:07.197240 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb885c85-85d0-43d3-a01e-448227f05026 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:38:07.197545 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb885c85-85d0-43d3-a01e-448227f05026 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:38:07.197878 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb885c85-85d0-43d3-a01e-448227f05026 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:38:07.198214 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb885c85-85d0-43d3-a01e-448227f05026 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:38:07.198544 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb885c85-85d0-43d3-a01e-448227f05026 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:38:07.198891 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb885c85-85d0-43d3-a01e-448227f05026 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:38:07.199198 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb885c85-85d0-43d3-a01e-448227f05026 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:38:07.199525 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb885c85-85d0-43d3-a01e-448227f05026 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:38:07.199876 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb885c85-85d0-43d3-a01e-448227f05026 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:38:07.200203 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb885c85-85d0-43d3-a01e-448227f05026 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:38:07.200526 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb885c85-85d0-43d3-a01e-448227f05026 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:38:07.200849 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb885c85-85d0-43d3-a01e-448227f05026 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:38:07.232341 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-9bd46ccc-f680-4aed-a554-971c0c04abe0 None None] Attempting to bind port e204a476-3e49-47bf-b78b-7d3ef04c72cb on host n-d-825015-3 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:38:07.232707 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-9bd46ccc-f680-4aed-a554-971c0c04abe0 None None] Attempting to bind port e204a476-3e49-47bf-b78b-7d3ef04c72cb by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': 'fd74a4f1-1092-4b6b-aaf9-e43602ae0350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '789f42ae-b294-4b55-988a-2a6feb3d18ad'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:38:07.233075 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd46ccc-f680-4aed-a554-971c0c04abe0 None None] Attempting to bind port e204a476-3e49-47bf-b78b-7d3ef04c72cb on network 789f42ae-b294-4b55-988a-2a6feb3d18ad {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:38:07.238934 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd46ccc-f680-4aed-a554-971c0c04abe0 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:38:07.239341 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd46ccc-f680-4aed-a554-971c0c04abe0 None None] Checking segment: {'id': 'fd74a4f1-1092-4b6b-aaf9-e43602ae0350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '789f42ae-b294-4b55-988a-2a6feb3d18ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:38:07.239848 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9bd46ccc-f680-4aed-a554-971c0c04abe0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:07.240312 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd46ccc-f680-4aed-a554-971c0c04abe0 None None] Bound using segment: {'id': 'fd74a4f1-1092-4b6b-aaf9-e43602ae0350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '789f42ae-b294-4b55-988a-2a6feb3d18ad'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:38:07.240789 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-9bd46ccc-f680-4aed-a554-971c0c04abe0 None None] Bound port: e204a476-3e49-47bf-b78b-7d3ef04c72cb, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd74a4f1-1092-4b6b-aaf9-e43602ae0350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '789f42ae-b294-4b55-988a-2a6feb3d18ad'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:38:07.241196 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9bd46ccc-f680-4aed-a554-971c0c04abe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (e204a476-3e49-47bf-b78b-7d3ef04c72cb), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:07.315167 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-9bd46ccc-f680-4aed-a554-971c0c04abe0 None None] For port e204a476-3e49-47bf-b78b-7d3ef04c72cb, host n-d-825015-3, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:38:07.318730 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-9bd46ccc-f680-4aed-a554-971c0c04abe0 None None] For port e204a476-3e49-47bf-b78b-7d3ef04c72cb, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=e204a476-3e49-47bf-b78b-7d3ef04c72cb,segment=NetworkSegment(fd74a4f1-1092-4b6b-aaf9-e43602ae0350),segment_id=fd74a4f1-1092-4b6b-aaf9-e43602ae0350)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:38:07.325571 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9bd46ccc-f680-4aed-a554-971c0c04abe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (e204a476-3e49-47bf-b78b-7d3ef04c72cb), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:07.385803 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb885c85-85d0-43d3-a01e-448227f05026 None None] Pushing event updated for resources: {'Port': ['ID=e204a476-3e49-47bf-b78b-7d3ef04c72cb,revision_number=4']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:07.388516 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd46ccc-f680-4aed-a554-971c0c04abe0 None None] Routers {'d92bada8-ebfe-453d-9d21-a4c2562f7b6e'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:38:07.389261 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-9bd46ccc-f680-4aed-a554-971c0c04abe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:37:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['d92bada8-ebfe-453d-9d21-a4c2562f7b6e'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:38:07.420198 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-d7600530-14de-49b2-bb7e-7eccf02accff None None] Provisioning complete for port e204a476-3e49-47bf-b78b-7d3ef04c72cb triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:38:07.421134 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d7600530-14de-49b2-bb7e-7eccf02accff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (e204a476-3e49-47bf-b78b-7d3ef04c72cb), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:07.575293 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-d7600530-14de-49b2-bb7e-7eccf02accff None None] Current status of the port e204a476-3e49-47bf-b78b-7d3ef04c72cb is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:38:07.575849 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d7600530-14de-49b2-bb7e-7eccf02accff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (e204a476-3e49-47bf-b78b-7d3ef04c72cb), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:07.624433 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-d7600530-14de-49b2-bb7e-7eccf02accff None None] For port e204a476-3e49-47bf-b78b-7d3ef04c72cb, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=e204a476-3e49-47bf-b78b-7d3ef04c72cb,segment=NetworkSegment(fd74a4f1-1092-4b6b-aaf9-e43602ae0350),segment_id=fd74a4f1-1092-4b6b-aaf9-e43602ae0350)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:38:07.633845 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d7600530-14de-49b2-bb7e-7eccf02accff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (e204a476-3e49-47bf-b78b-7d3ef04c72cb), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:07.699895 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-9bd46ccc-f680-4aed-a554-971c0c04abe0 None None] Set router d92bada8-ebfe-453d-9d21-a4c2562f7b6e gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:38:07.706918 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7600530-14de-49b2-bb7e-7eccf02accff None None] Pushing event updated for resources: {'Port': ['ID=e204a476-3e49-47bf-b78b-7d3ef04c72cb,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:07.713792 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ad70c854-8984-47f5-a436-bb155583347b req-bee0ca31-312c-4965-a0ba-a66eea98fd5f tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=e3298cde-f53b-4679-9b01-ee1e53cd7bc0 HTTP/1.1" status: 200 len: 210 time: 0.0466363 Feb 04 13:38:07.763404 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-69c974fc-f9f7-4225-b0a1-084bb0f12659 None None] Provisioning complete for port e204a476-3e49-47bf-b78b-7d3ef04c72cb triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:38:07.763820 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-69c974fc-f9f7-4225-b0a1-084bb0f12659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (e204a476-3e49-47bf-b78b-7d3ef04c72cb), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:07.766449 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fe71df-5819-4da8-8972-f95aacf26a58 req-921f68dd-ddfe-41a1-a28e-91749621b83e tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:07.768133 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-80fe71df-5819-4da8-8972-f95aacf26a58 req-921f68dd-ddfe-41a1-a28e-91749621b83e tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.73 "GET /v2.0/networks?id=789f42ae-b294-4b55-988a-2a6feb3d18ad HTTP/1.1" status: 200 len: 796 time: 0.2521145 Feb 04 13:38:07.799509 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device f02b48ac-4a4b-4e91-a297-a0967b9fb81b up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:38:07.844686 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-80fe71df-5819-4da8-8972-f95aacf26a58 req-e2a864ff-0f51-4cd5-9887-53ba0438be94 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=deceb844ac72490cb451d91c169a30ba HTTP/1.1" status: 200 len: 380 time: 0.0681217 Feb 04 13:38:07.853997 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-80fe71df-5819-4da8-8972-f95aacf26a58 req-3ff66133-068b-4fc7-a4e0-fb964582bede tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Request body: {'port': {'device_id': 'e3298cde-f53b-4679-9b01-ee1e53cd7bc0', 'network_id': '789f42ae-b294-4b55-988a-2a6feb3d18ad', 'admin_state_up': True, 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'security_groups': ['b819d045-69a6-4c52-b099-434dc8d4c990']}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:38:07.875013 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port f02b48ac-4a4b-4e91-a297-a0967b9fb81b triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:38:07.875417 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (f02b48ac-4a4b-4e91-a297-a0967b9fb81b), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:07.945289 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-69c974fc-f9f7-4225-b0a1-084bb0f12659 None None] Current status of the port e204a476-3e49-47bf-b78b-7d3ef04c72cb is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:38:07.950130 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-9bd46ccc-f680-4aed-a554-971c0c04abe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd92bada8-ebfe-453d-9d21-a4c2562f7b6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585062386', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'e7063f0a-d6ed-4ea1-bb1d-8c097449815f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:38:00Z', 'updated_at': '2022-02-04T13:38:04Z', 'revision_number': 4, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'gw_port': {'id': 'e7063f0a-d6ed-4ea1-bb1d-8c097449815f', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:52:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92bada8-ebfe-453d-9d21-a4c2562f7b6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:38:01Z', 'updated_at': '2022-02-04T13:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'e204a476-3e49-47bf-b78b-7d3ef04c72cb', 'name': '', 'network_id': '789f42ae-b294-4b55-988a-2a6feb3d18ad', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'mac_address': 'fa:16:3e:8d:10:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd92bada8-ebfe-453d-9d21-a4c2562f7b6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'a444fffa-f0e5-4131-a48e-aba406c93450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:38:04Z', 'updated_at': '2022-02-04T13:38:07Z', 'revision_number': 4, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'subnets': [{'id': 'a444fffa-f0e5-4131-a48e-aba406c93450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:38:07.982732 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd46ccc-f680-4aed-a554-971c0c04abe0 None None] The sync data for ids ['d92bada8-ebfe-453d-9d21-a4c2562f7b6e'] in n-d-825015-3 is: [{'id': 'd92bada8-ebfe-453d-9d21-a4c2562f7b6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585062386', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'e7063f0a-d6ed-4ea1-bb1d-8c097449815f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:38:00Z', 'updated_at': '2022-02-04T13:38:04Z', 'revision_number': 4, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'gw_port': {'id': 'e7063f0a-d6ed-4ea1-bb1d-8c097449815f', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:52:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92bada8-ebfe-453d-9d21-a4c2562f7b6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:38:01Z', 'updated_at': '2022-02-04T13:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'e204a476-3e49-47bf-b78b-7d3ef04c72cb', 'name': '', 'network_id': '789f42ae-b294-4b55-988a-2a6feb3d18ad', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'mac_address': 'fa:16:3e:8d:10:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd92bada8-ebfe-453d-9d21-a4c2562f7b6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'a444fffa-f0e5-4131-a48e-aba406c93450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:38:04Z', 'updated_at': '2022-02-04T13:38:07Z', 'revision_number': 4, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'subnets': [{'id': 'a444fffa-f0e5-4131-a48e-aba406c93450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:38:07.999931 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80fe71df-5819-4da8-8972-f95aacf26a58 req-3ff66133-068b-4fc7-a4e0-fb964582bede tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Made reservation on behalf of deceb844ac72490cb451d91c169a30ba for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:38:08.003865 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-80fe71df-5819-4da8-8972-f95aacf26a58 req-3ff66133-068b-4fc7-a4e0-fb964582bede tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:08.004120 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port f02b48ac-4a4b-4e91-a297-a0967b9fb81b is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:38:08.005225 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device e7063f0a-d6ed-4ea1-bb1d-8c097449815f up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:38:08.085633 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port e7063f0a-d6ed-4ea1-bb1d-8c097449815f triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:38:08.086149 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (e7063f0a-d6ed-4ea1-bb1d-8c097449815f), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:08.183231 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-80fe71df-5819-4da8-8972-f95aacf26a58 req-3ff66133-068b-4fc7-a4e0-fb964582bede tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Allocated IP 172.20.0.11 (789f42ae-b294-4b55-988a-2a6feb3d18ad/a444fffa-f0e5-4131-a48e-aba406c93450/3c844340-245c-4b0f-a740-20ac7e18cc70) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:38:08.184739 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port e7063f0a-d6ed-4ea1-bb1d-8c097449815f is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:38:08.337392 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-80fe71df-5819-4da8-8972-f95aacf26a58 req-3ff66133-068b-4fc7-a4e0-fb964582bede tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for port (3c844340-245c-4b0f-a740-20ac7e18cc70), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:08.375891 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-80fe71df-5819-4da8-8972-f95aacf26a58 req-3ff66133-068b-4fc7-a4e0-fb964582bede tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (3c844340-245c-4b0f-a740-20ac7e18cc70), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:08.429141 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80fe71df-5819-4da8-8972-f95aacf26a58 req-3ff66133-068b-4fc7-a4e0-fb964582bede tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Network 789f42ae-b294-4b55-988a-2a6feb3d18ad is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:38:08.432454 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-80fe71df-5819-4da8-8972-f95aacf26a58 req-3ff66133-068b-4fc7-a4e0-fb964582bede tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:38:08.438091 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-80fe71df-5819-4da8-8972-f95aacf26a58 req-3ff66133-068b-4fc7-a4e0-fb964582bede tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:38:08.463970 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff66133-068b-4fc7-a4e0-fb964582bede tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Pushing event updated for resources: {'Port': ['ID=3c844340-245c-4b0f-a740-20ac7e18cc70,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:08.502361 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fe71df-5819-4da8-8972-f95aacf26a58 req-3ff66133-068b-4fc7-a4e0-fb964582bede tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:08.503295 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-80fe71df-5819-4da8-8972-f95aacf26a58 req-3ff66133-068b-4fc7-a4e0-fb964582bede tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:08.523608 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-80fe71df-5819-4da8-8972-f95aacf26a58 req-3ff66133-068b-4fc7-a4e0-fb964582bede tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6734653 Feb 04 13:38:08.535679 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-80fe71df-5819-4da8-8972-f95aacf26a58 req-bf0a0c6c-a546-4ce7-a52f-76cf5a61668c service neutron] Request body: {'port': {'device_id': 'e3298cde-f53b-4679-9b01-ee1e53cd7bc0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:38:08.605497 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-80fe71df-5819-4da8-8972-f95aacf26a58 req-bf0a0c6c-a546-4ce7-a52f-76cf5a61668c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (3c844340-245c-4b0f-a740-20ac7e18cc70), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:08.674863 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-7c3691bb-7175-4cc9-a71d-5ac3b6b5ba3a None None] Provisioning complete for port 3c844340-245c-4b0f-a740-20ac7e18cc70 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:38:08.675246 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7c3691bb-7175-4cc9-a71d-5ac3b6b5ba3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (3c844340-245c-4b0f-a740-20ac7e18cc70), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:08.718816 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-7c3691bb-7175-4cc9-a71d-5ac3b6b5ba3a None None] Port 3c844340-245c-4b0f-a740-20ac7e18cc70 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:38:08.893720 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfca1245-d0ad-4662-95e5-fb79a2481483 req-a3e7006c-2c68-41e2-b82f-ae8a4e95b416 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:08.895314 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dfca1245-d0ad-4662-95e5-fb79a2481483 req-a3e7006c-2c68-41e2-b82f-ae8a4e95b416 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=e3298cde-f53b-4679-9b01-ee1e53cd7bc0 HTTP/1.1" status: 200 len: 932 time: 0.0995326 Feb 04 13:38:08.985131 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-80fe71df-5819-4da8-8972-f95aacf26a58 req-bf0a0c6c-a546-4ce7-a52f-76cf5a61668c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c844340-245c-4b0f-a740-20ac7e18cc70 {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:38:08.993738 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-80fe71df-5819-4da8-8972-f95aacf26a58 req-bf0a0c6c-a546-4ce7-a52f-76cf5a61668c service neutron] Publish callbacks [] for port (3c844340-245c-4b0f-a740-20ac7e18cc70), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:08.999654 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dfca1245-d0ad-4662-95e5-fb79a2481483 req-da70a921-1c10-4f7c-983b-a33150306626 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?id=b819d045-69a6-4c52-b099-434dc8d4c990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951707 Feb 04 13:38:09.010652 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-80fe71df-5819-4da8-8972-f95aacf26a58 req-bf0a0c6c-a546-4ce7-a52f-76cf5a61668c service neutron] Transition to ACTIVE for port object 3c844340-245c-4b0f-a740-20ac7e18cc70 will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:38:09.017116 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-80fe71df-5819-4da8-8972-f95aacf26a58 req-bf0a0c6c-a546-4ce7-a52f-76cf5a61668c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (3c844340-245c-4b0f-a740-20ac7e18cc70), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:09.076064 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0a0c6c-a546-4ce7-a52f-76cf5a61668c service neutron] Pushing event updated for resources: {'Port': ['ID=3c844340-245c-4b0f-a740-20ac7e18cc70,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:09.157892 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-80fe71df-5819-4da8-8972-f95aacf26a58 req-bf0a0c6c-a546-4ce7-a52f-76cf5a61668c service neutron] Attempting to bind port 3c844340-245c-4b0f-a740-20ac7e18cc70 on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:38:09.158371 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-80fe71df-5819-4da8-8972-f95aacf26a58 req-bf0a0c6c-a546-4ce7-a52f-76cf5a61668c service neutron] Attempting to bind port 3c844340-245c-4b0f-a740-20ac7e18cc70 by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': 'fd74a4f1-1092-4b6b-aaf9-e43602ae0350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '789f42ae-b294-4b55-988a-2a6feb3d18ad'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:38:09.158949 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80fe71df-5819-4da8-8972-f95aacf26a58 req-bf0a0c6c-a546-4ce7-a52f-76cf5a61668c service neutron] Attempting to bind port 3c844340-245c-4b0f-a740-20ac7e18cc70 on network 789f42ae-b294-4b55-988a-2a6feb3d18ad {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:38:09.164402 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80fe71df-5819-4da8-8972-f95aacf26a58 req-bf0a0c6c-a546-4ce7-a52f-76cf5a61668c service neutron] Port 3c844340-245c-4b0f-a740-20ac7e18cc70 on network 789f42ae-b294-4b55-988a-2a6feb3d18ad not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:38:09.164963 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80fe71df-5819-4da8-8972-f95aacf26a58 req-bf0a0c6c-a546-4ce7-a52f-76cf5a61668c service neutron] Attempting to bind port 3c844340-245c-4b0f-a740-20ac7e18cc70 on network 789f42ae-b294-4b55-988a-2a6feb3d18ad {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:38:09.171471 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80fe71df-5819-4da8-8972-f95aacf26a58 req-bf0a0c6c-a546-4ce7-a52f-76cf5a61668c service neutron] Checking agent: {'id': 'f8add0d2-2202-43d3-bc0e-72442788e6ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:38:09.171945 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80fe71df-5819-4da8-8972-f95aacf26a58 req-bf0a0c6c-a546-4ce7-a52f-76cf5a61668c service neutron] Checking segment: {'id': 'fd74a4f1-1092-4b6b-aaf9-e43602ae0350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '789f42ae-b294-4b55-988a-2a6feb3d18ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:38:09.172430 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80fe71df-5819-4da8-8972-f95aacf26a58 req-bf0a0c6c-a546-4ce7-a52f-76cf5a61668c service neutron] Bound using segment: {'id': 'fd74a4f1-1092-4b6b-aaf9-e43602ae0350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '789f42ae-b294-4b55-988a-2a6feb3d18ad'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:38:09.173068 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-80fe71df-5819-4da8-8972-f95aacf26a58 req-bf0a0c6c-a546-4ce7-a52f-76cf5a61668c service neutron] Bound port: 3c844340-245c-4b0f-a740-20ac7e18cc70, host: n-h1-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd74a4f1-1092-4b6b-aaf9-e43602ae0350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '789f42ae-b294-4b55-988a-2a6feb3d18ad'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:38:09.173596 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-80fe71df-5819-4da8-8972-f95aacf26a58 req-bf0a0c6c-a546-4ce7-a52f-76cf5a61668c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (3c844340-245c-4b0f-a740-20ac7e18cc70), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:09.250737 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-80fe71df-5819-4da8-8972-f95aacf26a58 req-bf0a0c6c-a546-4ce7-a52f-76cf5a61668c service neutron] For port 3c844340-245c-4b0f-a740-20ac7e18cc70, host n-h1-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:38:09.254660 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-80fe71df-5819-4da8-8972-f95aacf26a58 req-bf0a0c6c-a546-4ce7-a52f-76cf5a61668c service neutron] For port 3c844340-245c-4b0f-a740-20ac7e18cc70, host n-h1-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=3c844340-245c-4b0f-a740-20ac7e18cc70,segment=NetworkSegment(fd74a4f1-1092-4b6b-aaf9-e43602ae0350),segment_id=fd74a4f1-1092-4b6b-aaf9-e43602ae0350)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:38:09.262113 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-80fe71df-5819-4da8-8972-f95aacf26a58 req-bf0a0c6c-a546-4ce7-a52f-76cf5a61668c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (3c844340-245c-4b0f-a740-20ac7e18cc70), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:09.299774 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fe71df-5819-4da8-8972-f95aacf26a58 req-bf0a0c6c-a546-4ce7-a52f-76cf5a61668c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:09.300415 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-80fe71df-5819-4da8-8972-f95aacf26a58 req-bf0a0c6c-a546-4ce7-a52f-76cf5a61668c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:09.301924 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-80fe71df-5819-4da8-8972-f95aacf26a58 req-bf0a0c6c-a546-4ce7-a52f-76cf5a61668c service neutron] 10.222.0.73 "PUT /v2.0/ports/3c844340-245c-4b0f-a740-20ac7e18cc70 HTTP/1.1" status: 200 len: 1092 time: 0.7710125 Feb 04 13:38:09.304256 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3298cde-f53b-4679-9b01-ee1e53cd7bc0', 'tag': '3c844340-245c-4b0f-a740-20ac7e18cc70'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:38:09.307345 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48bbd334e613f85cd2144b496d46af0d2e531f29900d43c124e8a63cdd2917ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aa6a1ea-c75c-4bc5-8dd2-3731a363bcff" -d '{"events": [{"name": "network-changed", "server_uuid": "e3298cde-f53b-4679-9b01-ee1e53cd7bc0", "tag": "3c844340-245c-4b0f-a740-20ac7e18cc70"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:38:09.365867 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-600f259c-2eb7-41b9-9af7-26a1e897ebf8 x-openstack-request-id: req-600f259c-2eb7-41b9-9af7-26a1e897ebf8 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:38:09.366196 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3298cde-f53b-4679-9b01-ee1e53cd7bc0", "tag": "3c844340-245c-4b0f-a740-20ac7e18cc70", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:38:09.366538 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-600f259c-2eb7-41b9-9af7-26a1e897ebf8 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:38:09.366958 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3298cde-f53b-4679-9b01-ee1e53cd7bc0', 'tag': '3c844340-245c-4b0f-a740-20ac7e18cc70', 'status': 'completed', 'code': 200} Feb 04 13:38:09.383485 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0a0c6c-a546-4ce7-a52f-76cf5a61668c service neutron] Pushing event updated for resources: {'Port': ['ID=3c844340-245c-4b0f-a740-20ac7e18cc70,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:09.424390 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fe71df-5819-4da8-8972-f95aacf26a58 req-5a740813-f6a1-4dae-8147-453760b7e4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:09.425879 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-80fe71df-5819-4da8-8972-f95aacf26a58 req-5a740813-f6a1-4dae-8147-453760b7e4eb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=deceb844ac72490cb451d91c169a30ba&device_id=e3298cde-f53b-4679-9b01-ee1e53cd7bc0 HTTP/1.1" status: 200 len: 1126 time: 0.0581367 Feb 04 13:38:09.472379 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-80fe71df-5819-4da8-8972-f95aacf26a58 req-a9f146f3-676a-47e6-a7f7-be04777988f9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c844340-245c-4b0f-a740-20ac7e18cc70 HTTP/1.1" status: 200 len: 217 time: 0.0388706 Feb 04 13:38:09.660684 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fe71df-5819-4da8-8972-f95aacf26a58 req-187691d4-83e8-4e5a-909b-e369013a3404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:09.662101 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-80fe71df-5819-4da8-8972-f95aacf26a58 req-187691d4-83e8-4e5a-909b-e369013a3404 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a444fffa-f0e5-4131-a48e-aba406c93450 HTTP/1.1" status: 200 len: 834 time: 0.0511289 Feb 04 13:38:09.718744 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fe71df-5819-4da8-8972-f95aacf26a58 req-a46fb776-8923-49ba-93e1-2195dee5258b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:09.720350 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-80fe71df-5819-4da8-8972-f95aacf26a58 req-a46fb776-8923-49ba-93e1-2195dee5258b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=789f42ae-b294-4b55-988a-2a6feb3d18ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0526426 Feb 04 13:38:09.785689 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device e204a476-3e49-47bf-b78b-7d3ef04c72cb up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:38:09.817214 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-80fe71df-5819-4da8-8972-f95aacf26a58 req-8bc481ba-56c2-4997-b52b-7c82e1f23297 service neutron] 10.222.0.73 "GET /v2.0/networks/789f42ae-b294-4b55-988a-2a6feb3d18ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901227 Feb 04 13:38:09.837159 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port e204a476-3e49-47bf-b78b-7d3ef04c72cb triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:38:09.837545 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (e204a476-3e49-47bf-b78b-7d3ef04c72cb), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:09.916009 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-80fe71df-5819-4da8-8972-f95aacf26a58 req-80e76c01-9322-4cf0-ba8e-730485732a49 service neutron] 10.222.0.73 "GET /v2.0/networks/789f42ae-b294-4b55-988a-2a6feb3d18ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928643 Feb 04 13:38:09.923386 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port e204a476-3e49-47bf-b78b-7d3ef04c72cb is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:38:10.015673 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa6a1ea-c75c-4bc5-8dd2-3731a363bcff req-c2879009-d9d1-48a6-9592-cd4cab6aed1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:10.017449 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7aa6a1ea-c75c-4bc5-8dd2-3731a363bcff req-c2879009-d9d1-48a6-9592-cd4cab6aed1c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=deceb844ac72490cb451d91c169a30ba&device_id=e3298cde-f53b-4679-9b01-ee1e53cd7bc0 HTTP/1.1" status: 200 len: 1126 time: 0.0465219 Feb 04 13:38:10.151780 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa6a1ea-c75c-4bc5-8dd2-3731a363bcff req-6cf1d64b-241c-46bb-9cf0-9afb8cf9c0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:10.153275 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7aa6a1ea-c75c-4bc5-8dd2-3731a363bcff req-6cf1d64b-241c-46bb-9cf0-9afb8cf9c0ae service neutron] 10.222.0.73 "GET /v2.0/networks?id=789f42ae-b294-4b55-988a-2a6feb3d18ad HTTP/1.1" status: 200 len: 897 time: 0.1285646 Feb 04 13:38:10.161898 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40764c00-13b8-4ed0-95d0-0293e7e06fe2 req-d2bb6eaf-534b-406b-832f-efb2e1247453 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:10.163310 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-40764c00-13b8-4ed0-95d0-0293e7e06fe2 req-d2bb6eaf-534b-406b-832f-efb2e1247453 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=e3298cde-f53b-4679-9b01-ee1e53cd7bc0 HTTP/1.1" status: 200 len: 944 time: 0.0865929 Feb 04 13:38:10.209855 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7aa6a1ea-c75c-4bc5-8dd2-3731a363bcff req-5edebbbf-0a3a-450d-9cba-47e9ceaad22a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c844340-245c-4b0f-a740-20ac7e18cc70 HTTP/1.1" status: 200 len: 217 time: 0.0454326 Feb 04 13:38:10.272713 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-40764c00-13b8-4ed0-95d0-0293e7e06fe2 req-d77f1ea5-58a5-47ad-86e4-a29f312aab11 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?id=b819d045-69a6-4c52-b099-434dc8d4c990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025209 Feb 04 13:38:10.285249 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa6a1ea-c75c-4bc5-8dd2-3731a363bcff req-ad9ff314-03cb-4bc8-b846-3b35630fed3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:10.286711 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7aa6a1ea-c75c-4bc5-8dd2-3731a363bcff req-ad9ff314-03cb-4bc8-b846-3b35630fed3e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a444fffa-f0e5-4131-a48e-aba406c93450 HTTP/1.1" status: 200 len: 834 time: 0.0706596 Feb 04 13:38:10.338066 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa6a1ea-c75c-4bc5-8dd2-3731a363bcff req-0ff52433-620e-4e5b-9281-6db96e1cee55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:10.339606 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7aa6a1ea-c75c-4bc5-8dd2-3731a363bcff req-0ff52433-620e-4e5b-9281-6db96e1cee55 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=789f42ae-b294-4b55-988a-2a6feb3d18ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0461214 Feb 04 13:38:10.433799 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7aa6a1ea-c75c-4bc5-8dd2-3731a363bcff req-4a750024-59f6-4e22-9f03-c59fe2289ff9 service neutron] 10.222.0.73 "GET /v2.0/networks/789f42ae-b294-4b55-988a-2a6feb3d18ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877488 Feb 04 13:38:10.525992 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7aa6a1ea-c75c-4bc5-8dd2-3731a363bcff req-38f2bfbe-33d0-490a-baa1-3612db80ca2c service neutron] 10.222.0.73 "GET /v2.0/networks/789f42ae-b294-4b55-988a-2a6feb3d18ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863552 Feb 04 13:38:11.401413 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a886ce-24bf-4aa9-9ebe-2f88120fa383 req-0172ef2e-e6fe-46a5-bde7-f0ef2e753f2d tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:11.402807 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f1a886ce-24bf-4aa9-9ebe-2f88120fa383 req-0172ef2e-e6fe-46a5-bde7-f0ef2e753f2d tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=e3298cde-f53b-4679-9b01-ee1e53cd7bc0 HTTP/1.1" status: 200 len: 944 time: 0.0586824 Feb 04 13:38:11.453017 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f1a886ce-24bf-4aa9-9ebe-2f88120fa383 req-7568e432-4ab9-4eaf-aada-e3e11bddfe37 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?id=b819d045-69a6-4c52-b099-434dc8d4c990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437114 Feb 04 13:38:12.100262 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 3c844340-245c-4b0f-a740-20ac7e18cc70 details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:38:12.231544 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 3c844340-245c-4b0f-a740-20ac7e18cc70, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=3c844340-245c-4b0f-a740-20ac7e18cc70,segment=NetworkSegment(fd74a4f1-1092-4b6b-aaf9-e43602ae0350),segment_id=fd74a4f1-1092-4b6b-aaf9-e43602ae0350)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:38:12.250106 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': '3c844340-245c-4b0f-a740-20ac7e18cc70', 'network_id': '789f42ae-b294-4b55-988a-2a6feb3d18ad', 'port_id': '3c844340-245c-4b0f-a740-20ac7e18cc70', 'mac_address': 'fa:16:3e:dd:62:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a444fffa-f0e5-4131-a48e-aba406c93450', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:38:12.290585 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 3c844340-245c-4b0f-a740-20ac7e18cc70 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:38:12.290979 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (3c844340-245c-4b0f-a740-20ac7e18cc70), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:12.305036 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c844340-245c-4b0f-a740-20ac7e18cc70 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:38:12.327979 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 3c844340-245c-4b0f-a740-20ac7e18cc70, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=3c844340-245c-4b0f-a740-20ac7e18cc70,segment=NetworkSegment(fd74a4f1-1092-4b6b-aaf9-e43602ae0350),segment_id=fd74a4f1-1092-4b6b-aaf9-e43602ae0350)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:38:12.334320 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (3c844340-245c-4b0f-a740-20ac7e18cc70), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:12.382678 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=3c844340-245c-4b0f-a740-20ac7e18cc70,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:12.586564 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e39388-f3b2-407f-8abf-ad0993d75d1f req-ab175939-a6d8-489b-a02e-1c2b540e8b05 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:12.589276 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-69e39388-f3b2-407f-8abf-ad0993d75d1f req-ab175939-a6d8-489b-a02e-1c2b540e8b05 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=e3298cde-f53b-4679-9b01-ee1e53cd7bc0 HTTP/1.1" status: 200 len: 945 time: 0.0645256 Feb 04 13:38:12.590819 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['3c844340-245c-4b0f-a740-20ac7e18cc70'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:38:12.648614 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-69e39388-f3b2-407f-8abf-ad0993d75d1f req-f785fe85-dc1a-4f6b-a540-6fa115622828 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?id=b819d045-69a6-4c52-b099-434dc8d4c990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506742 Feb 04 13:38:13.785137 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa82292-d89b-4677-99a0-f0ea499acd69 req-5c1af6de-bbc1-4dca-bab0-acc339cde687 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:13.786684 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-aaa82292-d89b-4677-99a0-f0ea499acd69 req-5c1af6de-bbc1-4dca-bab0-acc339cde687 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=e3298cde-f53b-4679-9b01-ee1e53cd7bc0 HTTP/1.1" status: 200 len: 945 time: 0.0606275 Feb 04 13:38:13.843322 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-aaa82292-d89b-4677-99a0-f0ea499acd69 req-b363f75b-ce9a-460b-a2d1-45762e93927c tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?id=b819d045-69a6-4c52-b099-434dc8d4c990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497963 Feb 04 13:38:14.117636 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 3c844340-245c-4b0f-a740-20ac7e18cc70 up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:38:14.173275 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning for port 3c844340-245c-4b0f-a740-20ac7e18cc70 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:38:14.177547 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port 3c844340-245c-4b0f-a740-20ac7e18cc70 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:38:14.177920 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (3c844340-245c-4b0f-a740-20ac7e18cc70), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:14.258277 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 3c844340-245c-4b0f-a740-20ac7e18cc70 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:38:14.258667 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (3c844340-245c-4b0f-a740-20ac7e18cc70), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:14.281775 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3298cde-f53b-4679-9b01-ee1e53cd7bc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c844340-245c-4b0f-a740-20ac7e18cc70'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:38:14.284062 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53818b00e40e8afff1ffbbb80b1f2b2ececb0555ff6da39e2769b708ef8305ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2974ef2-e549-49aa-a465-d556710290a5" -d '{"events": [{"server_uuid": "e3298cde-f53b-4679-9b01-ee1e53cd7bc0", "name": "network-vif-plugged", "status": "completed", "tag": "3c844340-245c-4b0f-a740-20ac7e18cc70"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:38:14.296796 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 3c844340-245c-4b0f-a740-20ac7e18cc70, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=3c844340-245c-4b0f-a740-20ac7e18cc70,segment=NetworkSegment(fd74a4f1-1092-4b6b-aaf9-e43602ae0350),segment_id=fd74a4f1-1092-4b6b-aaf9-e43602ae0350)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:38:14.301203 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (3c844340-245c-4b0f-a740-20ac7e18cc70), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:14.330028 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f29b8c1b-ad23-434c-811a-4bbae497686e x-openstack-request-id: req-f29b8c1b-ad23-434c-811a-4bbae497686e {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:38:14.330321 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3298cde-f53b-4679-9b01-ee1e53cd7bc0", "name": "network-vif-plugged", "status": "completed", "tag": "3c844340-245c-4b0f-a740-20ac7e18cc70", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:38:14.330675 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f29b8c1b-ad23-434c-811a-4bbae497686e {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:38:14.331016 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3298cde-f53b-4679-9b01-ee1e53cd7bc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c844340-245c-4b0f-a740-20ac7e18cc70', 'code': 200} Feb 04 13:38:14.358642 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=3c844340-245c-4b0f-a740-20ac7e18cc70,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:14.438570 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4391850-c691-4b69-b5ba-b9e05caeec74 req-b31ebf54-2bfa-4324-9d76-73ab28fb4ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:14.440009 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c4391850-c691-4b69-b5ba-b9e05caeec74 req-b31ebf54-2bfa-4324-9d76-73ab28fb4ee2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e3298cde-f53b-4679-9b01-ee1e53cd7bc0 HTTP/1.1" status: 200 len: 1128 time: 0.0510154 Feb 04 13:38:14.493241 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c4391850-c691-4b69-b5ba-b9e05caeec74 req-6e1abedb-24ad-467b-9e22-973043967561 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b819d045-69a6-4c52-b099-434dc8d4c990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471680 Feb 04 13:38:14.962066 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67ecfd9-a604-4813-a8a8-6f73241f292e req-63e0a118-515e-40e0-b781-1cebbf1668cc tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:14.964495 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f67ecfd9-a604-4813-a8a8-6f73241f292e req-63e0a118-515e-40e0-b781-1cebbf1668cc tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=e3298cde-f53b-4679-9b01-ee1e53cd7bc0 HTTP/1.1" status: 200 len: 946 time: 0.0539873 Feb 04 13:38:15.014253 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f67ecfd9-a604-4813-a8a8-6f73241f292e req-eb4bcb2c-7542-4aaa-a9e6-7de2f30c873d tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?id=b819d045-69a6-4c52-b099-434dc8d4c990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430832 Feb 04 13:38:15.662316 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3e70316f-286b-4f87-9ffb-6e4b8e2a8352 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:16.189479 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11236776-1977-4316-9688-46ab2c90dc56 req-6b781f9a-b3b1-4b2e-b1f6-92287a02e7ac tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:16.191236 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-11236776-1977-4316-9688-46ab2c90dc56 req-6b781f9a-b3b1-4b2e-b1f6-92287a02e7ac tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=e3298cde-f53b-4679-9b01-ee1e53cd7bc0 HTTP/1.1" status: 200 len: 946 time: 0.1060588 Feb 04 13:38:16.248005 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-11236776-1977-4316-9688-46ab2c90dc56 req-918fd983-5331-44be-81d7-fc4caad41c26 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?id=b819d045-69a6-4c52-b099-434dc8d4c990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510340 Feb 04 13:38:16.374442 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee9f4b8-6ed9-4058-99e7-493784822f7a req-7207c8c2-f523-430c-9ced-5d5368495d62 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:16.375850 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cee9f4b8-6ed9-4058-99e7-493784822f7a req-7207c8c2-f523-430c-9ced-5d5368495d62 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=e3298cde-f53b-4679-9b01-ee1e53cd7bc0 HTTP/1.1" status: 200 len: 946 time: 0.0548663 Feb 04 13:38:16.425572 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cee9f4b8-6ed9-4058-99e7-493784822f7a req-c37e2c15-b294-4c6c-80ce-c408af79b958 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?id=b819d045-69a6-4c52-b099-434dc8d4c990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441408 Feb 04 13:38:16.448219 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 35960) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:38:16.493295 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24f258e-a1a5-4de0-adde-cd1048a8a35d tempest-TestNetworkAdvancedServerOps-967824004 tempest-TestNetworkAdvancedServerOps-967824004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:16.494845 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-a24f258e-a1a5-4de0-adde-cd1048a8a35d tempest-TestNetworkAdvancedServerOps-967824004 tempest-TestNetworkAdvancedServerOps-967824004-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=e3298cde-f53b-4679-9b01-ee1e53cd7bc0 HTTP/1.1" status: 200 len: 1123 time: 0.0455906 Feb 04 13:38:16.497616 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 35962) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:38:16.502403 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-72347b78-9e7a-4ac5-ab8a-4a111627b11f tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Request body: {'floatingip': {'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'port_id': '3c844340-245c-4b0f-a740-20ac7e18cc70', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:38:16.522903 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-72347b78-9e7a-4ac5-ab8a-4a111627b11f tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:16.627622 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-72347b78-9e7a-4ac5-ab8a-4a111627b11f tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:16.737537 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-72347b78-9e7a-4ac5-ab8a-4a111627b11f tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Allocated IP 172.25.3.139 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/e91570e4-981b-4f56-bfe1-e9921e6252de) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:38:16.846933 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-72347b78-9e7a-4ac5-ab8a-4a111627b11f tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for port (e91570e4-981b-4f56-bfe1-e9921e6252de), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:16.888153 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-72347b78-9e7a-4ac5-ab8a-4a111627b11f tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (e91570e4-981b-4f56-bfe1-e9921e6252de), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:16.926218 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72347b78-9e7a-4ac5-ab8a-4a111627b11f tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:38:16.932978 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-72347b78-9e7a-4ac5-ab8a-4a111627b11f tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:38:16.935571 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72347b78-9e7a-4ac5-ab8a-4a111627b11f tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:38:16.960137 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72347b78-9e7a-4ac5-ab8a-4a111627b11f tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Pushing event updated for resources: {'Port': ['ID=e91570e4-981b-4f56-bfe1-e9921e6252de,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:17.317719 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-72347b78-9e7a-4ac5-ab8a-4a111627b11f tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for floatingip (f2a30599-d73e-435a-9e2b-f6fe19678c26), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:17.392481 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-72347b78-9e7a-4ac5-ab8a-4a111627b11f tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (e91570e4-981b-4f56-bfe1-e9921e6252de), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:17.526279 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:38:17.548704 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-72347b78-9e7a-4ac5-ab8a-4a111627b11f tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for port (e91570e4-981b-4f56-bfe1-e9921e6252de), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:17.554740 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-72347b78-9e7a-4ac5-ab8a-4a111627b11f tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (e91570e4-981b-4f56-bfe1-e9921e6252de), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:17.631042 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72347b78-9e7a-4ac5-ab8a-4a111627b11f tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Pushing event updated for resources: {'Port': ['ID=e91570e4-981b-4f56-bfe1-e9921e6252de,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:17.646375 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-72347b78-9e7a-4ac5-ab8a-4a111627b11f tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1599943'] for floatingip (f2a30599-d73e-435a-9e2b-f6fe19678c26), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:17.758014 n-d-825015-3 neutron-server[103474]: INFO neutron.db.l3_db [None req-72347b78-9e7a-4ac5-ab8a-4a111627b11f tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Floating IP f2a30599-d73e-435a-9e2b-f6fe19678c26 associated. External IP: 172.25.3.139, port: 3c844340-245c-4b0f-a740-20ac7e18cc70. Feb 04 13:38:17.986271 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72347b78-9e7a-4ac5-ab8a-4a111627b11f tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Router d92bada8-ebfe-453d-9d21-a4c2562f7b6e has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:38:18.101140 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72347b78-9e7a-4ac5-ab8a-4a111627b11f tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:38:18.111481 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e624ee-d705-4207-ab11-c8e865e6d0f9 None None] Sync routers for ids ['d92bada8-ebfe-453d-9d21-a4c2562f7b6e'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:38:18.118945 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-72347b78-9e7a-4ac5-ab8a-4a111627b11f tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:18.123013 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e624ee-d705-4207-ab11-c8e865e6d0f9 None None] Routers {'d92bada8-ebfe-453d-9d21-a4c2562f7b6e'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:38:18.123950 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-24e624ee-d705-4207-ab11-c8e865e6d0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:37:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['d92bada8-ebfe-453d-9d21-a4c2562f7b6e'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:38:18.149754 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-72347b78-9e7a-4ac5-ab8a-4a111627b11f tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6505830 Feb 04 13:38:18.150545 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3298cde-f53b-4679-9b01-ee1e53cd7bc0', 'tag': '3c844340-245c-4b0f-a740-20ac7e18cc70'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:38:18.152953 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d80557581d331a580d396cdc7e9427e44bb7e480f60f23768e1d923b8085a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-865664af-b76d-4127-a8f6-88020f37f1ec" -d '{"events": [{"name": "network-changed", "server_uuid": "e3298cde-f53b-4679-9b01-ee1e53cd7bc0", "tag": "3c844340-245c-4b0f-a740-20ac7e18cc70"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:38:18.198353 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2842c3d3-8ecf-4d93-b2e5-943dfd471461 x-openstack-request-id: req-2842c3d3-8ecf-4d93-b2e5-943dfd471461 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:38:18.198865 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3298cde-f53b-4679-9b01-ee1e53cd7bc0", "tag": "3c844340-245c-4b0f-a740-20ac7e18cc70", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:38:18.199608 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2842c3d3-8ecf-4d93-b2e5-943dfd471461 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:38:18.201895 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3298cde-f53b-4679-9b01-ee1e53cd7bc0', 'tag': '3c844340-245c-4b0f-a740-20ac7e18cc70', 'status': 'completed', 'code': 200} Feb 04 13:38:18.215931 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e1bc4b89-854b-422e-a404-a89c47ac4ff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:18.254869 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-24e624ee-d705-4207-ab11-c8e865e6d0f9 None None] Set router d92bada8-ebfe-453d-9d21-a4c2562f7b6e gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:38:18.312509 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253a4787-f491-42f7-843a-9271f3be73ed req-77713507-3007-4553-9bd4-fa25a0088f6d tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:18.314054 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-253a4787-f491-42f7-843a-9271f3be73ed req-77713507-3007-4553-9bd4-fa25a0088f6d tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=e3298cde-f53b-4679-9b01-ee1e53cd7bc0 HTTP/1.1" status: 200 len: 946 time: 0.0999482 Feb 04 13:38:18.322567 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865664af-b76d-4127-a8f6-88020f37f1ec req-f611737d-46da-4844-a0c8-b19c1fe3a5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:18.324042 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-865664af-b76d-4127-a8f6-88020f37f1ec req-f611737d-46da-4844-a0c8-b19c1fe3a5ec service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=deceb844ac72490cb451d91c169a30ba&device_id=e3298cde-f53b-4679-9b01-ee1e53cd7bc0 HTTP/1.1" status: 200 len: 1128 time: 0.0963526 Feb 04 13:38:18.511849 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-24e624ee-d705-4207-ab11-c8e865e6d0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd92bada8-ebfe-453d-9d21-a4c2562f7b6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585062386', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'e7063f0a-d6ed-4ea1-bb1d-8c097449815f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:38:00Z', 'updated_at': '2022-02-04T13:38:04Z', 'revision_number': 4, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'gw_port': {'id': 'e7063f0a-d6ed-4ea1-bb1d-8c097449815f', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:52:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92bada8-ebfe-453d-9d21-a4c2562f7b6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:38:01Z', 'updated_at': '2022-02-04T13:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': 'f2a30599-d73e-435a-9e2b-f6fe19678c26', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'floating_ip_address': '172.25.3.139', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': 'd92bada8-ebfe-453d-9d21-a4c2562f7b6e', 'port_id': '3c844340-245c-4b0f-a740-20ac7e18cc70', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '789f42ae-b294-4b55-988a-2a6feb3d18ad', 'mac_address': 'fa:16:3e:dd:62:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3298cde-f53b-4679-9b01-ee1e53cd7bc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:38:17Z', 'updated_at': '2022-02-04T13:38:17Z', 'revision_number': 0, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e204a476-3e49-47bf-b78b-7d3ef04c72cb', 'name': '', 'network_id': '789f42ae-b294-4b55-988a-2a6feb3d18ad', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'mac_address': 'fa:16:3e:8d:10:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92bada8-ebfe-453d-9d21-a4c2562f7b6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'a444fffa-f0e5-4131-a48e-aba406c93450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:38:04Z', 'updated_at': '2022-02-04T13:38:07Z', 'revision_number': 5, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'subnets': [{'id': 'a444fffa-f0e5-4131-a48e-aba406c93450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:38:18.541233 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e624ee-d705-4207-ab11-c8e865e6d0f9 None None] Checking router: d92bada8-ebfe-453d-9d21-a4c2562f7b6e for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:38:18.551540 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e624ee-d705-4207-ab11-c8e865e6d0f9 None None] Routers {'d92bada8-ebfe-453d-9d21-a4c2562f7b6e'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:38:18.552211 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-24e624ee-d705-4207-ab11-c8e865e6d0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:38:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['d92bada8-ebfe-453d-9d21-a4c2562f7b6e'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:38:18.671166 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-24e624ee-d705-4207-ab11-c8e865e6d0f9 None None] Set router d92bada8-ebfe-453d-9d21-a4c2562f7b6e gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:38:18.731654 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-253a4787-f491-42f7-843a-9271f3be73ed req-89ae6492-dbb8-4c6e-8eba-22a4d76cfad7 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?id=b819d045-69a6-4c52-b099-434dc8d4c990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4114201 Feb 04 13:38:18.755965 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 35968) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:38:18.759211 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865664af-b76d-4127-a8f6-88020f37f1ec req-4d1aa1d0-d9b7-4f8a-a792-d98fb9a82d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:18.761141 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-865664af-b76d-4127-a8f6-88020f37f1ec req-4d1aa1d0-d9b7-4f8a-a792-d98fb9a82d47 service neutron] 10.222.0.73 "GET /v2.0/networks?id=789f42ae-b294-4b55-988a-2a6feb3d18ad HTTP/1.1" status: 200 len: 897 time: 0.4304090 Feb 04 13:38:18.838428 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-22c13899-fbcd-484e-b704-266af29948c6 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/floatingips/f2a30599-d73e-435a-9e2b-f6fe19678c26 HTTP/1.1" status: 200 len: 992 time: 0.0809236 Feb 04 13:38:18.838665 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-865664af-b76d-4127-a8f6-88020f37f1ec req-42c0bd65-b8a3-4487-92e6-654af3cd7d57 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c844340-245c-4b0f-a740-20ac7e18cc70 HTTP/1.1" status: 200 len: 1000 time: 0.0706043 Feb 04 13:38:18.904908 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865664af-b76d-4127-a8f6-88020f37f1ec req-7c188c1e-cafa-4640-86a7-530a0cb922bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:18.906490 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-865664af-b76d-4127-a8f6-88020f37f1ec req-7c188c1e-cafa-4640-86a7-530a0cb922bc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a444fffa-f0e5-4131-a48e-aba406c93450 HTTP/1.1" status: 200 len: 834 time: 0.0591109 Feb 04 13:38:18.923235 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-24e624ee-d705-4207-ab11-c8e865e6d0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd92bada8-ebfe-453d-9d21-a4c2562f7b6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585062386', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'e7063f0a-d6ed-4ea1-bb1d-8c097449815f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:38:00Z', 'updated_at': '2022-02-04T13:38:04Z', 'revision_number': 4, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'gw_port': {'id': 'e7063f0a-d6ed-4ea1-bb1d-8c097449815f', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:52:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92bada8-ebfe-453d-9d21-a4c2562f7b6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:38:01Z', 'updated_at': '2022-02-04T13:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': 'f2a30599-d73e-435a-9e2b-f6fe19678c26', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'floating_ip_address': '172.25.3.139', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': 'd92bada8-ebfe-453d-9d21-a4c2562f7b6e', 'port_id': '3c844340-245c-4b0f-a740-20ac7e18cc70', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '789f42ae-b294-4b55-988a-2a6feb3d18ad', 'mac_address': 'fa:16:3e:dd:62:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3298cde-f53b-4679-9b01-ee1e53cd7bc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:38:17Z', 'updated_at': '2022-02-04T13:38:17Z', 'revision_number': 0, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e204a476-3e49-47bf-b78b-7d3ef04c72cb', 'name': '', 'network_id': '789f42ae-b294-4b55-988a-2a6feb3d18ad', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'mac_address': 'fa:16:3e:8d:10:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92bada8-ebfe-453d-9d21-a4c2562f7b6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'a444fffa-f0e5-4131-a48e-aba406c93450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:38:04Z', 'updated_at': '2022-02-04T13:38:07Z', 'revision_number': 5, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'subnets': [{'id': 'a444fffa-f0e5-4131-a48e-aba406c93450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:38:18.954671 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e624ee-d705-4207-ab11-c8e865e6d0f9 None None] The sync data for ids ['d92bada8-ebfe-453d-9d21-a4c2562f7b6e'] in n-d-825015-3 is: [{'id': 'd92bada8-ebfe-453d-9d21-a4c2562f7b6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585062386', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'e7063f0a-d6ed-4ea1-bb1d-8c097449815f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:38:00Z', 'updated_at': '2022-02-04T13:38:04Z', 'revision_number': 4, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'gw_port': {'id': 'e7063f0a-d6ed-4ea1-bb1d-8c097449815f', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:52:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92bada8-ebfe-453d-9d21-a4c2562f7b6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:38:01Z', 'updated_at': '2022-02-04T13:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': 'f2a30599-d73e-435a-9e2b-f6fe19678c26', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'floating_ip_address': '172.25.3.139', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': 'd92bada8-ebfe-453d-9d21-a4c2562f7b6e', 'port_id': '3c844340-245c-4b0f-a740-20ac7e18cc70', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '789f42ae-b294-4b55-988a-2a6feb3d18ad', 'mac_address': 'fa:16:3e:dd:62:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3298cde-f53b-4679-9b01-ee1e53cd7bc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:38:17Z', 'updated_at': '2022-02-04T13:38:17Z', 'revision_number': 0, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e204a476-3e49-47bf-b78b-7d3ef04c72cb', 'name': '', 'network_id': '789f42ae-b294-4b55-988a-2a6feb3d18ad', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'mac_address': 'fa:16:3e:8d:10:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92bada8-ebfe-453d-9d21-a4c2562f7b6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'a444fffa-f0e5-4131-a48e-aba406c93450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:38:04Z', 'updated_at': '2022-02-04T13:38:07Z', 'revision_number': 5, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'subnets': [{'id': 'a444fffa-f0e5-4131-a48e-aba406c93450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:38:18.958266 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865664af-b76d-4127-a8f6-88020f37f1ec req-c341bfed-4b9a-4836-ae69-f1231717723a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:18.959662 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-865664af-b76d-4127-a8f6-88020f37f1ec req-c341bfed-4b9a-4836-ae69-f1231717723a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=789f42ae-b294-4b55-988a-2a6feb3d18ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0470619 Feb 04 13:38:19.059523 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-865664af-b76d-4127-a8f6-88020f37f1ec req-91103d32-2d42-461f-a417-b0c62938f90a service neutron] 10.222.0.73 "GET /v2.0/networks/789f42ae-b294-4b55-988a-2a6feb3d18ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918338 Feb 04 13:38:19.154762 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-865664af-b76d-4127-a8f6-88020f37f1ec req-3595dd51-67eb-4aa4-8e28-768cb25e1741 service neutron] 10.222.0.73 "GET /v2.0/networks/789f42ae-b294-4b55-988a-2a6feb3d18ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895069 Feb 04 13:38:19.177239 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdaee36f-45e0-4e3c-b28e-c531a0019e9d None None] New status for floating IP f2a30599-d73e-435a-9e2b-f6fe19678c26: ACTIVE {{(pid=103477) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:38:19.520792 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:19.842034 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 35970) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:38:19.909624 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-5c54254d-9ed7-49a5-a6b5-918629ba73f7 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/floatingips/f2a30599-d73e-435a-9e2b-f6fe19678c26 HTTP/1.1" status: 200 len: 994 time: 0.0663943 Feb 04 13:38:20.779967 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:21.879973 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:31.895462 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:32.547655 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:40.697946 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [req-cb16b20f-d97e-4779-8c17-6843afa9971c req-05289bfa-c68b-4615-b9f0-4ae60a8a35e6 service neutron] (103475) timed out ('10.222.0.73', 59403) {{(pid=103475) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 04 13:38:45.663789 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-06f2b665-2cb6-4a22-9e5f-de4201e77a19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:48.181100 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-233864b9-94f9-4abd-9a00-ae3e8b620924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:49.515962 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:50.784270 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:51.881929 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:51.982721 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c52423d9-b105-46fe-a048-95ffaef1929b req-e05630a8-1ceb-4aa6-83b2-b1a87debd7e1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e3298cde-f53b-4679-9b01-ee1e53cd7bc0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0502157 Feb 04 13:38:52.074684 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52423d9-b105-46fe-a048-95ffaef1929b req-72a3c8e4-f7ef-4a0c-961d-34d3fc9e65d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:52.076220 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c52423d9-b105-46fe-a048-95ffaef1929b req-72a3c8e4-f7ef-4a0c-961d-34d3fc9e65d8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=deceb844ac72490cb451d91c169a30ba&device_id=e3298cde-f53b-4679-9b01-ee1e53cd7bc0 HTTP/1.1" status: 200 len: 1128 time: 0.0447116 Feb 04 13:38:52.185515 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52423d9-b105-46fe-a048-95ffaef1929b req-b6c70595-dbe0-48b8-832f-cf2325603046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:52.187535 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c52423d9-b105-46fe-a048-95ffaef1929b req-b6c70595-dbe0-48b8-832f-cf2325603046 service neutron] 10.222.0.73 "GET /v2.0/networks?id=789f42ae-b294-4b55-988a-2a6feb3d18ad HTTP/1.1" status: 200 len: 897 time: 0.0871611 Feb 04 13:38:52.255913 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c52423d9-b105-46fe-a048-95ffaef1929b req-68ffd6b1-b6df-4087-94d1-378b1cbf494f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c844340-245c-4b0f-a740-20ac7e18cc70 HTTP/1.1" status: 200 len: 1002 time: 0.0618155 Feb 04 13:38:52.303710 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52423d9-b105-46fe-a048-95ffaef1929b req-bce8be1a-5911-4c0f-a37b-6b1ca33a297c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:52.305154 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c52423d9-b105-46fe-a048-95ffaef1929b req-bce8be1a-5911-4c0f-a37b-6b1ca33a297c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a444fffa-f0e5-4131-a48e-aba406c93450 HTTP/1.1" status: 200 len: 834 time: 0.0428660 Feb 04 13:38:52.354131 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52423d9-b105-46fe-a048-95ffaef1929b req-3274b368-7f57-4a60-b142-c6134547bab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:52.355626 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c52423d9-b105-46fe-a048-95ffaef1929b req-3274b368-7f57-4a60-b142-c6134547bab1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=789f42ae-b294-4b55-988a-2a6feb3d18ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0446105 Feb 04 13:38:52.447272 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c52423d9-b105-46fe-a048-95ffaef1929b req-26d5c97e-31a4-4210-808d-e051ed43a4d7 service neutron] 10.222.0.73 "GET /v2.0/networks/789f42ae-b294-4b55-988a-2a6feb3d18ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848286 Feb 04 13:38:52.534557 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c52423d9-b105-46fe-a048-95ffaef1929b req-af9db37b-8fed-4baa-9417-c9f2e90eac23 service neutron] 10.222.0.73 "GET /v2.0/networks/789f42ae-b294-4b55-988a-2a6feb3d18ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805831 Feb 04 13:38:53.358799 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a21bb0-75ed-40c2-98cb-f68fc15e4ec8 req-0f5acb56-ebb4-4edf-a47d-28782209d661 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:53.360200 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-56a21bb0-75ed-40c2-98cb-f68fc15e4ec8 req-0f5acb56-ebb4-4edf-a47d-28782209d661 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=e3298cde-f53b-4679-9b01-ee1e53cd7bc0 HTTP/1.1" status: 200 len: 946 time: 0.1117785 Feb 04 13:38:53.407980 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-56a21bb0-75ed-40c2-98cb-f68fc15e4ec8 req-6bc6284c-0d8b-4df2-b9f6-1d8966f27f04 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?id=b819d045-69a6-4c52-b099-434dc8d4c990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421374 Feb 04 13:38:54.524279 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:38:54.529087 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd638e1e-ebe2-4ea8-89f3-560dc6fbfc63 req-b8b251d5-c0df-4e99-8089-4a76f99ba530 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:54.531249 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bd638e1e-ebe2-4ea8-89f3-560dc6fbfc63 req-b8b251d5-c0df-4e99-8089-4a76f99ba530 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=e3298cde-f53b-4679-9b01-ee1e53cd7bc0 HTTP/1.1" status: 200 len: 946 time: 0.0526824 Feb 04 13:38:54.579144 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bd638e1e-ebe2-4ea8-89f3-560dc6fbfc63 req-4f239838-84e8-47a7-b7e5-5b7af0ad443d tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?id=b819d045-69a6-4c52-b099-434dc8d4c990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422091 Feb 04 13:38:54.601823 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 35996) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:38:54.668287 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-9f719750-e0ae-440a-80f7-64bac29d1ccf tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/floatingips/f2a30599-d73e-435a-9e2b-f6fe19678c26 HTTP/1.1" status: 200 len: 994 time: 0.0651448 Feb 04 13:38:55.981907 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352f8e1c-66bd-4438-908f-ee587a17e0d4 req-9e159b3f-55fa-49f5-b030-ab441a9d8541 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:55.983366 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-352f8e1c-66bd-4438-908f-ee587a17e0d4 req-9e159b3f-55fa-49f5-b030-ab441a9d8541 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=e3298cde-f53b-4679-9b01-ee1e53cd7bc0 HTTP/1.1" status: 200 len: 946 time: 0.0885882 Feb 04 13:38:55.986993 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056bbcf8-42cd-424d-9aa3-8243883fa210 req-2d4835a9-c10c-4807-ac60-027b7e4959b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:55.988390 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-056bbcf8-42cd-424d-9aa3-8243883fa210 req-2d4835a9-c10c-4807-ac60-027b7e4959b1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=deceb844ac72490cb451d91c169a30ba&device_id=e3298cde-f53b-4679-9b01-ee1e53cd7bc0 HTTP/1.1" status: 200 len: 1128 time: 0.0654495 Feb 04 13:38:56.086520 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-352f8e1c-66bd-4438-908f-ee587a17e0d4 req-bae814cf-5732-4a93-8c38-896a2148824e tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?id=b819d045-69a6-4c52-b099-434dc8d4c990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968778 Feb 04 13:38:56.114926 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056bbcf8-42cd-424d-9aa3-8243883fa210 req-be3fcdd0-a257-49fb-80ce-57693bc5f908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:56.116447 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-056bbcf8-42cd-424d-9aa3-8243883fa210 req-be3fcdd0-a257-49fb-80ce-57693bc5f908 service neutron] 10.222.0.73 "GET /v2.0/networks?id=789f42ae-b294-4b55-988a-2a6feb3d18ad HTTP/1.1" status: 200 len: 897 time: 0.1211979 Feb 04 13:38:56.183071 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-056bbcf8-42cd-424d-9aa3-8243883fa210 req-8b18c228-5d7f-48b3-9386-e8936f46ca48 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c844340-245c-4b0f-a740-20ac7e18cc70 HTTP/1.1" status: 200 len: 1002 time: 0.0602913 Feb 04 13:38:56.237693 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056bbcf8-42cd-424d-9aa3-8243883fa210 req-e3f036c0-a6ac-48b8-9c1e-22a2a29d8d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:56.239080 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-056bbcf8-42cd-424d-9aa3-8243883fa210 req-e3f036c0-a6ac-48b8-9c1e-22a2a29d8d6d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a444fffa-f0e5-4131-a48e-aba406c93450 HTTP/1.1" status: 200 len: 834 time: 0.0508749 Feb 04 13:38:56.288256 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056bbcf8-42cd-424d-9aa3-8243883fa210 req-99fd0c86-e579-40d5-b1ca-448c9fe168c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:56.289758 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-056bbcf8-42cd-424d-9aa3-8243883fa210 req-99fd0c86-e579-40d5-b1ca-448c9fe168c0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=789f42ae-b294-4b55-988a-2a6feb3d18ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0451028 Feb 04 13:38:56.377956 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-056bbcf8-42cd-424d-9aa3-8243883fa210 req-f0cc4fad-6ed7-4a5d-92cb-d59acd73bc4b service neutron] 10.222.0.73 "GET /v2.0/networks/789f42ae-b294-4b55-988a-2a6feb3d18ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822296 Feb 04 13:38:56.473785 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-056bbcf8-42cd-424d-9aa3-8243883fa210 req-f73382c5-b132-4ff8-9648-c3265460d49a service neutron] 10.222.0.73 "GET /v2.0/networks/789f42ae-b294-4b55-988a-2a6feb3d18ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897048 Feb 04 13:38:57.216237 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9f5aef-875f-46b7-9607-0742210b8885 req-dd56d4d5-0965-40a8-acb8-589d13aa427a tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:57.218085 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6b9f5aef-875f-46b7-9607-0742210b8885 req-dd56d4d5-0965-40a8-acb8-589d13aa427a tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=e3298cde-f53b-4679-9b01-ee1e53cd7bc0 HTTP/1.1" status: 200 len: 946 time: 0.0574439 Feb 04 13:38:57.272161 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6b9f5aef-875f-46b7-9607-0742210b8885 req-47a9d020-977c-48be-b8b4-8802870dc81d tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?id=b819d045-69a6-4c52-b099-434dc8d4c990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471687 Feb 04 13:38:58.407299 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7c487f-1a6a-41d4-8ea4-4446cfeeb54e req-f2ede093-f8b6-4828-92fa-7114dbc6945e tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:58.408836 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5f7c487f-1a6a-41d4-8ea4-4446cfeeb54e req-f2ede093-f8b6-4828-92fa-7114dbc6945e tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=e3298cde-f53b-4679-9b01-ee1e53cd7bc0 HTTP/1.1" status: 200 len: 946 time: 0.0614798 Feb 04 13:38:58.457834 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5f7c487f-1a6a-41d4-8ea4-4446cfeeb54e req-ef662b04-c7ff-4824-ba7d-3d6e36638d5c tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?id=b819d045-69a6-4c52-b099-434dc8d4c990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432806 Feb 04 13:38:58.481148 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 36010) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:38:58.544091 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-bda7a432-9b86-4e8c-a6e9-7c1cfdf6d296 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/floatingips/f2a30599-d73e-435a-9e2b-f6fe19678c26 HTTP/1.1" status: 200 len: 994 time: 0.0616720 Feb 04 13:38:58.761635 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 36016) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:38:58.925098 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-ad6d8551-90d9-491e-8fe9-659ca1f664e3 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Deleting port e91570e4-981b-4f56-bfe1-e9921e6252de {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:38:58.925446 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ad6d8551-90d9-491e-8fe9-659ca1f664e3 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (e91570e4-981b-4f56-bfe1-e9921e6252de), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:59.001227 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ad6d8551-90d9-491e-8fe9-659ca1f664e3 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (e91570e4-981b-4f56-bfe1-e9921e6252de), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:59.001557 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ad6d8551-90d9-491e-8fe9-659ca1f664e3 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for floatingip (e91570e4-981b-4f56-bfe1-e9921e6252de), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:59.013378 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-ad6d8551-90d9-491e-8fe9-659ca1f664e3 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Calling delete_port for e91570e4-981b-4f56-bfe1-e9921e6252de owned by network:floatingip {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:38:59.165454 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ad6d8551-90d9-491e-8fe9-659ca1f664e3 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (e91570e4-981b-4f56-bfe1-e9921e6252de), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:59.195350 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6d8551-90d9-491e-8fe9-659ca1f664e3 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Pushing event deleted for resources: {'Port': ['ID=e91570e4-981b-4f56-bfe1-e9921e6252de,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:38:59.490833 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6d8551-90d9-491e-8fe9-659ca1f664e3 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:38:59.491096 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6d8551-90d9-491e-8fe9-659ca1f664e3 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:38:59.491435 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6d8551-90d9-491e-8fe9-659ca1f664e3 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:38:59.491920 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6d8551-90d9-491e-8fe9-659ca1f664e3 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:38:59.492274 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6d8551-90d9-491e-8fe9-659ca1f664e3 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:38:59.492593 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6d8551-90d9-491e-8fe9-659ca1f664e3 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:38:59.492917 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6d8551-90d9-491e-8fe9-659ca1f664e3 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:38:59.493243 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6d8551-90d9-491e-8fe9-659ca1f664e3 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:38:59.493565 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6d8551-90d9-491e-8fe9-659ca1f664e3 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:38:59.493891 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6d8551-90d9-491e-8fe9-659ca1f664e3 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:38:59.494212 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6d8551-90d9-491e-8fe9-659ca1f664e3 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:38:59.494528 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6d8551-90d9-491e-8fe9-659ca1f664e3 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:38:59.494847 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6d8551-90d9-491e-8fe9-659ca1f664e3 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:38:59.537749 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ad6d8551-90d9-491e-8fe9-659ca1f664e3 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for floatingip (f2a30599-d73e-435a-9e2b-f6fe19678c26), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:59.538275 n-d-825015-3 neutron-server[103474]: INFO neutron.db.l3_db [None req-ad6d8551-90d9-491e-8fe9-659ca1f664e3 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Floating IP f2a30599-d73e-435a-9e2b-f6fe19678c26 disassociated (deleted). External IP: 172.25.3.139, port: 3c844340-245c-4b0f-a740-20ac7e18cc70. Feb 04 13:38:59.758922 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad6d8551-90d9-491e-8fe9-659ca1f664e3 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Router d92bada8-ebfe-453d-9d21-a4c2562f7b6e has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:38:59.870680 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad6d8551-90d9-491e-8fe9-659ca1f664e3 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:38:59.875928 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-ad6d8551-90d9-491e-8fe9-659ca1f664e3 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:38:59.881635 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c1e84f-ac4d-43c1-b67c-88b55561db8f None None] Sync routers for ids ['d92bada8-ebfe-453d-9d21-a4c2562f7b6e'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:38:59.892883 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c1e84f-ac4d-43c1-b67c-88b55561db8f None None] Routers {'d92bada8-ebfe-453d-9d21-a4c2562f7b6e'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:38:59.893493 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-95c1e84f-ac4d-43c1-b67c-88b55561db8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:38:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['d92bada8-ebfe-453d-9d21-a4c2562f7b6e'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:38:59.907247 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-ad6d8551-90d9-491e-8fe9-659ca1f664e3 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "DELETE /v2.0/floatingips/f2a30599-d73e-435a-9e2b-f6fe19678c26 HTTP/1.1" status: 204 len: 168 time: 1.1442227 Feb 04 13:38:59.907863 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3298cde-f53b-4679-9b01-ee1e53cd7bc0', 'tag': '3c844340-245c-4b0f-a740-20ac7e18cc70'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:38:59.910201 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d80557581d331a580d396cdc7e9427e44bb7e480f60f23768e1d923b8085a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d71394aa-526e-4125-b474-ede737b3f2b3" -d '{"events": [{"name": "network-changed", "server_uuid": "e3298cde-f53b-4679-9b01-ee1e53cd7bc0", "tag": "3c844340-245c-4b0f-a740-20ac7e18cc70"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:38:59.954676 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65e1a6f7-e6a4-453e-9bc8-7a9026d32d50 x-openstack-request-id: req-65e1a6f7-e6a4-453e-9bc8-7a9026d32d50 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:38:59.954971 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3298cde-f53b-4679-9b01-ee1e53cd7bc0", "tag": "3c844340-245c-4b0f-a740-20ac7e18cc70", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:38:59.955428 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-65e1a6f7-e6a4-453e-9bc8-7a9026d32d50 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:38:59.955865 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3298cde-f53b-4679-9b01-ee1e53cd7bc0', 'tag': '3c844340-245c-4b0f-a740-20ac7e18cc70', 'status': 'completed', 'code': 200} Feb 04 13:39:00.032119 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71394aa-526e-4125-b474-ede737b3f2b3 req-9a325932-e94f-4f44-aa9a-55a8aeff683f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:00.033635 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d71394aa-526e-4125-b474-ede737b3f2b3 req-9a325932-e94f-4f44-aa9a-55a8aeff683f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=deceb844ac72490cb451d91c169a30ba&device_id=e3298cde-f53b-4679-9b01-ee1e53cd7bc0 HTTP/1.1" status: 200 len: 1128 time: 0.0575109 Feb 04 13:39:00.167035 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71394aa-526e-4125-b474-ede737b3f2b3 req-97fe800e-495e-40c5-ac48-fbb8553d8512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:00.168535 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d71394aa-526e-4125-b474-ede737b3f2b3 req-97fe800e-495e-40c5-ac48-fbb8553d8512 service neutron] 10.222.0.73 "GET /v2.0/networks?id=789f42ae-b294-4b55-988a-2a6feb3d18ad HTTP/1.1" status: 200 len: 897 time: 0.1264911 Feb 04 13:39:00.175259 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-95c1e84f-ac4d-43c1-b67c-88b55561db8f None None] Set router d92bada8-ebfe-453d-9d21-a4c2562f7b6e gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:39:00.224553 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1703c4-66e7-4410-a7fc-3080d99ec370 req-840154ff-5bde-4fc8-bc9a-8e5447e15eff tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:00.226274 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7c1703c4-66e7-4410-a7fc-3080d99ec370 req-840154ff-5bde-4fc8-bc9a-8e5447e15eff tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=e3298cde-f53b-4679-9b01-ee1e53cd7bc0 HTTP/1.1" status: 200 len: 946 time: 0.1105018 Feb 04 13:39:00.227315 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d71394aa-526e-4125-b474-ede737b3f2b3 req-cf8ae72c-324a-4298-bffe-ac7a6dd7dda2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c844340-245c-4b0f-a740-20ac7e18cc70 HTTP/1.1" status: 200 len: 217 time: 0.0505338 Feb 04 13:39:00.308868 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71394aa-526e-4125-b474-ede737b3f2b3 req-7b1856d1-4381-4326-b932-9d2b6be93f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:00.310301 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d71394aa-526e-4125-b474-ede737b3f2b3 req-7b1856d1-4381-4326-b932-9d2b6be93f54 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a444fffa-f0e5-4131-a48e-aba406c93450 HTTP/1.1" status: 200 len: 834 time: 0.0755148 Feb 04 13:39:00.314358 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7c1703c4-66e7-4410-a7fc-3080d99ec370 req-961c2d0f-5538-4c15-987d-5921809504f6 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?id=b819d045-69a6-4c52-b099-434dc8d4c990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818222 Feb 04 13:39:00.363212 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71394aa-526e-4125-b474-ede737b3f2b3 req-8420e9be-6dae-428e-abc7-0000262e5269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:00.364767 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d71394aa-526e-4125-b474-ede737b3f2b3 req-8420e9be-6dae-428e-abc7-0000262e5269 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=789f42ae-b294-4b55-988a-2a6feb3d18ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0466619 Feb 04 13:39:00.375755 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [req-d71394aa-526e-4125-b474-ede737b3f2b3 req-6238bce5-cabd-48ae-abc0-ce07b5995ce9 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:39:00.376729 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d71394aa-526e-4125-b474-ede737b3f2b3 req-6238bce5-cabd-48ae-abc0-ce07b5995ce9 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055285 Feb 04 13:39:00.390771 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-95c1e84f-ac4d-43c1-b67c-88b55561db8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd92bada8-ebfe-453d-9d21-a4c2562f7b6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585062386', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'e7063f0a-d6ed-4ea1-bb1d-8c097449815f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:38:00Z', 'updated_at': '2022-02-04T13:38:04Z', 'revision_number': 4, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'gw_port': {'id': 'e7063f0a-d6ed-4ea1-bb1d-8c097449815f', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:52:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92bada8-ebfe-453d-9d21-a4c2562f7b6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:38:01Z', 'updated_at': '2022-02-04T13:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'e204a476-3e49-47bf-b78b-7d3ef04c72cb', 'name': '', 'network_id': '789f42ae-b294-4b55-988a-2a6feb3d18ad', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'mac_address': 'fa:16:3e:8d:10:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92bada8-ebfe-453d-9d21-a4c2562f7b6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'a444fffa-f0e5-4131-a48e-aba406c93450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:38:04Z', 'updated_at': '2022-02-04T13:38:07Z', 'revision_number': 5, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'subnets': [{'id': 'a444fffa-f0e5-4131-a48e-aba406c93450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:39:00.416623 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c1e84f-ac4d-43c1-b67c-88b55561db8f None None] Checking router: d92bada8-ebfe-453d-9d21-a4c2562f7b6e for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:39:00.425210 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c1e84f-ac4d-43c1-b67c-88b55561db8f None None] Routers {'d92bada8-ebfe-453d-9d21-a4c2562f7b6e'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:39:00.425835 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-95c1e84f-ac4d-43c1-b67c-88b55561db8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:38:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['d92bada8-ebfe-453d-9d21-a4c2562f7b6e'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:39:00.473118 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d71394aa-526e-4125-b474-ede737b3f2b3 req-0d2d4313-6676-4e4c-aef3-4f827eedb382 service neutron] 10.222.0.73 "GET /v2.0/networks/789f42ae-b294-4b55-988a-2a6feb3d18ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895889 Feb 04 13:39:00.536942 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-95c1e84f-ac4d-43c1-b67c-88b55561db8f None None] Set router d92bada8-ebfe-453d-9d21-a4c2562f7b6e gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:39:00.564676 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d71394aa-526e-4125-b474-ede737b3f2b3 req-5f081524-45bb-4939-868d-e7cadedacaf2 service neutron] 10.222.0.73 "GET /v2.0/networks/789f42ae-b294-4b55-988a-2a6feb3d18ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853868 Feb 04 13:39:00.737704 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-95c1e84f-ac4d-43c1-b67c-88b55561db8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd92bada8-ebfe-453d-9d21-a4c2562f7b6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585062386', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'e7063f0a-d6ed-4ea1-bb1d-8c097449815f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:38:00Z', 'updated_at': '2022-02-04T13:38:04Z', 'revision_number': 4, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'gw_port': {'id': 'e7063f0a-d6ed-4ea1-bb1d-8c097449815f', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:52:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92bada8-ebfe-453d-9d21-a4c2562f7b6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:38:01Z', 'updated_at': '2022-02-04T13:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'e204a476-3e49-47bf-b78b-7d3ef04c72cb', 'name': '', 'network_id': '789f42ae-b294-4b55-988a-2a6feb3d18ad', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'mac_address': 'fa:16:3e:8d:10:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92bada8-ebfe-453d-9d21-a4c2562f7b6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'a444fffa-f0e5-4131-a48e-aba406c93450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:38:04Z', 'updated_at': '2022-02-04T13:38:07Z', 'revision_number': 5, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'subnets': [{'id': 'a444fffa-f0e5-4131-a48e-aba406c93450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:39:00.763210 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c1e84f-ac4d-43c1-b67c-88b55561db8f None None] The sync data for ids ['d92bada8-ebfe-453d-9d21-a4c2562f7b6e'] in n-d-825015-3 is: [{'id': 'd92bada8-ebfe-453d-9d21-a4c2562f7b6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585062386', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'e7063f0a-d6ed-4ea1-bb1d-8c097449815f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:38:00Z', 'updated_at': '2022-02-04T13:38:04Z', 'revision_number': 4, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'gw_port': {'id': 'e7063f0a-d6ed-4ea1-bb1d-8c097449815f', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:52:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92bada8-ebfe-453d-9d21-a4c2562f7b6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:38:01Z', 'updated_at': '2022-02-04T13:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'e204a476-3e49-47bf-b78b-7d3ef04c72cb', 'name': '', 'network_id': '789f42ae-b294-4b55-988a-2a6feb3d18ad', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'mac_address': 'fa:16:3e:8d:10:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92bada8-ebfe-453d-9d21-a4c2562f7b6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'a444fffa-f0e5-4131-a48e-aba406c93450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:38:04Z', 'updated_at': '2022-02-04T13:38:07Z', 'revision_number': 5, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'subnets': [{'id': 'a444fffa-f0e5-4131-a48e-aba406c93450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:39:00.986265 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ededeeb8-bc3a-4852-a1d9-92a284608a4a None None] New status for floating IP f2a30599-d73e-435a-9e2b-f6fe19678c26: DOWN {{(pid=103477) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:39:01.443843 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc07c2a8-fda4-4220-b936-ad5c076cb1e0 req-89a3dbfb-8177-4526-b341-3160ea07ef04 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:01.445367 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fc07c2a8-fda4-4220-b936-ad5c076cb1e0 req-89a3dbfb-8177-4526-b341-3160ea07ef04 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=e3298cde-f53b-4679-9b01-ee1e53cd7bc0 HTTP/1.1" status: 200 len: 946 time: 0.0589051 Feb 04 13:39:01.498392 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fc07c2a8-fda4-4220-b936-ad5c076cb1e0 req-080566c8-031d-41b5-a1aa-e31d67f29f18 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/security-groups?id=b819d045-69a6-4c52-b099-434dc8d4c990&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473022 Feb 04 13:39:01.749362 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731932de-9e7d-4743-af55-7144d41cc259 req-2af7d67c-d21a-4724-9e86-44afc80b5974 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:01.750918 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-731932de-9e7d-4743-af55-7144d41cc259 req-2af7d67c-d21a-4724-9e86-44afc80b5974 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3298cde-f53b-4679-9b01-ee1e53cd7bc0 HTTP/1.1" status: 200 len: 946 time: 0.0548763 Feb 04 13:39:01.849125 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-731932de-9e7d-4743-af55-7144d41cc259 req-d837742c-276a-417b-8f37-b52a05d617d3 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Deleting port 3c844340-245c-4b0f-a740-20ac7e18cc70 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:39:01.849479 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-731932de-9e7d-4743-af55-7144d41cc259 req-d837742c-276a-417b-8f37-b52a05d617d3 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (3c844340-245c-4b0f-a740-20ac7e18cc70), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:01.905624 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:01.940642 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-731932de-9e7d-4743-af55-7144d41cc259 req-d837742c-276a-417b-8f37-b52a05d617d3 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] For port 3c844340-245c-4b0f-a740-20ac7e18cc70, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=3c844340-245c-4b0f-a740-20ac7e18cc70,segment=NetworkSegment(fd74a4f1-1092-4b6b-aaf9-e43602ae0350),segment_id=fd74a4f1-1092-4b6b-aaf9-e43602ae0350)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:39:01.941012 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-731932de-9e7d-4743-af55-7144d41cc259 req-d837742c-276a-417b-8f37-b52a05d617d3 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (3c844340-245c-4b0f-a740-20ac7e18cc70), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:01.954150 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-731932de-9e7d-4743-af55-7144d41cc259 req-d837742c-276a-417b-8f37-b52a05d617d3 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Calling delete_port for 3c844340-245c-4b0f-a740-20ac7e18cc70 owned by compute:nova {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:39:02.094790 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-731932de-9e7d-4743-af55-7144d41cc259 req-d837742c-276a-417b-8f37-b52a05d617d3 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (3c844340-245c-4b0f-a740-20ac7e18cc70), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:02.124152 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837742c-276a-417b-8f37-b52a05d617d3 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Pushing event deleted for resources: {'Port': ['ID=3c844340-245c-4b0f-a740-20ac7e18cc70,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:02.151820 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d837742c-276a-417b-8f37-b52a05d617d3 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:39:02.152185 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d837742c-276a-417b-8f37-b52a05d617d3 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:39:02.152538 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d837742c-276a-417b-8f37-b52a05d617d3 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:39:02.152891 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d837742c-276a-417b-8f37-b52a05d617d3 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:39:02.153233 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d837742c-276a-417b-8f37-b52a05d617d3 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:39:02.153570 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d837742c-276a-417b-8f37-b52a05d617d3 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:39:02.154010 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d837742c-276a-417b-8f37-b52a05d617d3 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:39:02.154349 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d837742c-276a-417b-8f37-b52a05d617d3 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:39:02.154698 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d837742c-276a-417b-8f37-b52a05d617d3 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:39:02.155567 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d837742c-276a-417b-8f37-b52a05d617d3 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:39:02.155926 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d837742c-276a-417b-8f37-b52a05d617d3 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:39:02.156259 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d837742c-276a-417b-8f37-b52a05d617d3 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:39:02.156588 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d837742c-276a-417b-8f37-b52a05d617d3 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:39:02.181016 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-731932de-9e7d-4743-af55-7144d41cc259 req-d837742c-276a-417b-8f37-b52a05d617d3 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] No DVR routers for this DVR port 3c844340-245c-4b0f-a740-20ac7e18cc70 on host n-h1-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:39:02.183605 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-731932de-9e7d-4743-af55-7144d41cc259 req-d837742c-276a-417b-8f37-b52a05d617d3 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:02.186998 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-731932de-9e7d-4743-af55-7144d41cc259 req-d837742c-276a-417b-8f37-b52a05d617d3 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.73 "DELETE /v2.0/ports/3c844340-245c-4b0f-a740-20ac7e18cc70 HTTP/1.1" status: 204 len: 173 time: 0.4296587 Feb 04 13:39:02.187452 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3298cde-f53b-4679-9b01-ee1e53cd7bc0', 'name': 'network-vif-deleted', 'tag': '3c844340-245c-4b0f-a740-20ac7e18cc70'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:39:02.189851 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48bbd334e613f85cd2144b496d46af0d2e531f29900d43c124e8a63cdd2917ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6afcfd87-6e44-4903-9512-62076f2974d6" -d '{"events": [{"server_uuid": "e3298cde-f53b-4679-9b01-ee1e53cd7bc0", "name": "network-vif-deleted", "tag": "3c844340-245c-4b0f-a740-20ac7e18cc70"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:39:02.227255 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7290c937-df32-40f1-bc51-6c30b541667e x-openstack-request-id: req-7290c937-df32-40f1-bc51-6c30b541667e {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:39:02.227552 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3298cde-f53b-4679-9b01-ee1e53cd7bc0", "name": "network-vif-deleted", "tag": "3c844340-245c-4b0f-a740-20ac7e18cc70", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:39:02.227837 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7290c937-df32-40f1-bc51-6c30b541667e {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:39:02.228253 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3298cde-f53b-4679-9b01-ee1e53cd7bc0', 'name': 'network-vif-deleted', 'tag': '3c844340-245c-4b0f-a740-20ac7e18cc70', 'status': 'completed', 'code': 200} Feb 04 13:39:02.555319 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:02.629327 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d43d8fa9-282b-49c5-aacf-adc4d29c7e4c req-9e353402-a96d-4400-acbe-69b7f075a882 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "GET /v2.0/ports?device_id=e3298cde-f53b-4679-9b01-ee1e53cd7bc0 HTTP/1.1" status: 200 len: 210 time: 0.0314021 Feb 04 13:39:03.689053 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 36036) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:39:04.061095 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-226acbd2-5de0-4afb-8cac-7718c6c339fd tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622215'] for router_interface (d92bada8-ebfe-453d-9d21-a4c2562f7b6e), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:04.325946 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-226acbd2-5de0-4afb-8cac-7718c6c339fd tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Deleting port e204a476-3e49-47bf-b78b-7d3ef04c72cb {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:39:04.326190 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-226acbd2-5de0-4afb-8cac-7718c6c339fd tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (e204a476-3e49-47bf-b78b-7d3ef04c72cb), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:04.418124 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-226acbd2-5de0-4afb-8cac-7718c6c339fd tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] For port e204a476-3e49-47bf-b78b-7d3ef04c72cb, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=e204a476-3e49-47bf-b78b-7d3ef04c72cb,segment=NetworkSegment(fd74a4f1-1092-4b6b-aaf9-e43602ae0350),segment_id=fd74a4f1-1092-4b6b-aaf9-e43602ae0350)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:39:04.418532 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-226acbd2-5de0-4afb-8cac-7718c6c339fd tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (e204a476-3e49-47bf-b78b-7d3ef04c72cb), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:04.431861 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-226acbd2-5de0-4afb-8cac-7718c6c339fd tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Calling delete_port for e204a476-3e49-47bf-b78b-7d3ef04c72cb owned by network:router_interface {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:39:04.628070 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-226acbd2-5de0-4afb-8cac-7718c6c339fd tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (e204a476-3e49-47bf-b78b-7d3ef04c72cb), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:04.658292 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226acbd2-5de0-4afb-8cac-7718c6c339fd tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Pushing event deleted for resources: {'Port': ['ID=e204a476-3e49-47bf-b78b-7d3ef04c72cb,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:04.840658 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-226acbd2-5de0-4afb-8cac-7718c6c339fd tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622067'] for router_interface (d92bada8-ebfe-453d-9d21-a4c2562f7b6e), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:05.066044 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-226acbd2-5de0-4afb-8cac-7718c6c339fd tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Router d92bada8-ebfe-453d-9d21-a4c2562f7b6e has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:39:05.173390 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-226acbd2-5de0-4afb-8cac-7718c6c339fd tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:39:05.178640 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-226acbd2-5de0-4afb-8cac-7718c6c339fd tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "PUT /v2.0/routers/d92bada8-ebfe-453d-9d21-a4c2562f7b6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4885468 Feb 04 13:39:05.181358 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 36038) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:39:05.184667 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b23fad7-712a-4580-a1d3-4d3d10ce0991 None None] Sync routers for ids ['d92bada8-ebfe-453d-9d21-a4c2562f7b6e'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:39:05.195102 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b23fad7-712a-4580-a1d3-4d3d10ce0991 None None] Routers {'d92bada8-ebfe-453d-9d21-a4c2562f7b6e'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:39:05.195753 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-0b23fad7-712a-4580-a1d3-4d3d10ce0991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:38:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['d92bada8-ebfe-453d-9d21-a4c2562f7b6e'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:39:05.236784 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f88d58e-6645-4dca-9365-2648b2188b17 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Deleting subnet a444fffa-f0e5-4131-a48e-aba406c93450 {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:39:05.239958 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0f88d58e-6645-4dca-9365-2648b2188b17 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for subnet (a444fffa-f0e5-4131-a48e-aba406c93450), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:05.279252 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0f88d58e-6645-4dca-9365-2648b2188b17 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (a444fffa-f0e5-4131-a48e-aba406c93450), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:05.302393 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-0b23fad7-712a-4580-a1d3-4d3d10ce0991 None None] Set router d92bada8-ebfe-453d-9d21-a4c2562f7b6e gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:39:05.367711 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0f88d58e-6645-4dca-9365-2648b2188b17 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (a444fffa-f0e5-4131-a48e-aba406c93450), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:05.425694 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0f88d58e-6645-4dca-9365-2648b2188b17 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (a444fffa-f0e5-4131-a48e-aba406c93450), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:05.456021 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0f88d58e-6645-4dca-9365-2648b2188b17 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:05.459682 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-0f88d58e-6645-4dca-9365-2648b2188b17 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "DELETE /v2.0/subnets/a444fffa-f0e5-4131-a48e-aba406c93450 HTTP/1.1" status: 204 len: 168 time: 0.2765443 Feb 04 13:39:05.460726 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f88d58e-6645-4dca-9365-2648b2188b17 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Pushing event deleted for resources: {'Subnet': ['ID=a444fffa-f0e5-4131-a48e-aba406c93450,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:05.463194 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 36040) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:39:05.467089 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76443d7b-efdd-4c07-ad22-9c1545d5337b None None] Network 789f42ae-b294-4b55-988a-2a6feb3d18ad requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:39:05.556564 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-0b23fad7-712a-4580-a1d3-4d3d10ce0991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd92bada8-ebfe-453d-9d21-a4c2562f7b6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585062386', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'e7063f0a-d6ed-4ea1-bb1d-8c097449815f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:38:00Z', 'updated_at': '2022-02-04T13:39:04Z', 'revision_number': 5, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'gw_port': {'id': 'e7063f0a-d6ed-4ea1-bb1d-8c097449815f', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:52:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92bada8-ebfe-453d-9d21-a4c2562f7b6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:38:01Z', 'updated_at': '2022-02-04T13:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:39:05.591342 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b23fad7-712a-4580-a1d3-4d3d10ce0991 None None] Checking router: d92bada8-ebfe-453d-9d21-a4c2562f7b6e for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:39:05.606354 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b23fad7-712a-4580-a1d3-4d3d10ce0991 None None] Routers {'d92bada8-ebfe-453d-9d21-a4c2562f7b6e'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:39:05.606994 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-0b23fad7-712a-4580-a1d3-4d3d10ce0991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:38:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['d92bada8-ebfe-453d-9d21-a4c2562f7b6e'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:39:05.696751 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81360e9-a698-425f-89da-b088cf27522b None None] DHCP port deletion for 789f42ae-b294-4b55-988a-2a6feb3d18ad request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:39:05.752756 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-0b23fad7-712a-4580-a1d3-4d3d10ce0991 None None] Set router d92bada8-ebfe-453d-9d21-a4c2562f7b6e gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:39:05.856360 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-06ba4478-87da-4d5a-9857-52b1e919ed1f tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for router (d92bada8-ebfe-453d-9d21-a4c2562f7b6e), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:05.866091 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device f02b48ac-4a4b-4e91-a297-a0967b9fb81b no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:39:05.874097 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-a81360e9-a698-425f-89da-b088cf27522b None None] Deleting port f02b48ac-4a4b-4e91-a297-a0967b9fb81b {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:39:05.874399 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a81360e9-a698-425f-89da-b088cf27522b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (f02b48ac-4a4b-4e91-a297-a0967b9fb81b), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:05.964083 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-06ba4478-87da-4d5a-9857-52b1e919ed1f tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for router_gateway (d92bada8-ebfe-453d-9d21-a4c2562f7b6e), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:05.999660 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-a81360e9-a698-425f-89da-b088cf27522b None None] For port f02b48ac-4a4b-4e91-a297-a0967b9fb81b, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=f02b48ac-4a4b-4e91-a297-a0967b9fb81b,segment=NetworkSegment(fd74a4f1-1092-4b6b-aaf9-e43602ae0350),segment_id=fd74a4f1-1092-4b6b-aaf9-e43602ae0350)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:39:06.000092 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a81360e9-a698-425f-89da-b088cf27522b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (f02b48ac-4a4b-4e91-a297-a0967b9fb81b), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:06.020787 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-06ba4478-87da-4d5a-9857-52b1e919ed1f tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Deleting port e7063f0a-d6ed-4ea1-bb1d-8c097449815f {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:39:06.021141 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-06ba4478-87da-4d5a-9857-52b1e919ed1f tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (e7063f0a-d6ed-4ea1-bb1d-8c097449815f), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:06.034509 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-a81360e9-a698-425f-89da-b088cf27522b None None] Calling delete_port for f02b48ac-4a4b-4e91-a297-a0967b9fb81b owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:39:06.103146 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-06ba4478-87da-4d5a-9857-52b1e919ed1f tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] For port e7063f0a-d6ed-4ea1-bb1d-8c097449815f, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=e7063f0a-d6ed-4ea1-bb1d-8c097449815f,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:39:06.103510 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-06ba4478-87da-4d5a-9857-52b1e919ed1f tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (e7063f0a-d6ed-4ea1-bb1d-8c097449815f), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:06.122963 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-06ba4478-87da-4d5a-9857-52b1e919ed1f tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Calling delete_port for e7063f0a-d6ed-4ea1-bb1d-8c097449815f owned by network:router_gateway {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:39:06.274181 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port f02b48ac-4a4b-4e91-a297-a0967b9fb81b is: ACTIVE; New status is: DOWN {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:39:06.274181 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (f02b48ac-4a4b-4e91-a297-a0967b9fb81b), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:06.306539 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-06ba4478-87da-4d5a-9857-52b1e919ed1f tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (e7063f0a-d6ed-4ea1-bb1d-8c097449815f), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:06.332993 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port f02b48ac-4a4b-4e91-a297-a0967b9fb81b, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=f02b48ac-4a4b-4e91-a297-a0967b9fb81b,segment=NetworkSegment(fd74a4f1-1092-4b6b-aaf9-e43602ae0350),segment_id=fd74a4f1-1092-4b6b-aaf9-e43602ae0350)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:39:06.333326 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ba4478-87da-4d5a-9857-52b1e919ed1f tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Pushing event deleted for resources: {'Port': ['ID=e7063f0a-d6ed-4ea1-bb1d-8c097449815f,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:06.345087 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (f02b48ac-4a4b-4e91-a297-a0967b9fb81b), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:06.354642 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-0b23fad7-712a-4580-a1d3-4d3d10ce0991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd92bada8-ebfe-453d-9d21-a4c2562f7b6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585062386', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'e7063f0a-d6ed-4ea1-bb1d-8c097449815f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:38:00Z', 'updated_at': '2022-02-04T13:39:04Z', 'revision_number': 5, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'gw_port': {'id': 'e7063f0a-d6ed-4ea1-bb1d-8c097449815f', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:52:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92bada8-ebfe-453d-9d21-a4c2562f7b6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:38:01Z', 'updated_at': '2022-02-04T13:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:39:06.407784 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-06ba4478-87da-4d5a-9857-52b1e919ed1f tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1599901'] for router_gateway (d92bada8-ebfe-453d-9d21-a4c2562f7b6e), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:06.417741 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 3c844340-245c-4b0f-a740-20ac7e18cc70 no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:39:06.421717 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a81360e9-a698-425f-89da-b088cf27522b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (f02b48ac-4a4b-4e91-a297-a0967b9fb81b), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:06.423567 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b23fad7-712a-4580-a1d3-4d3d10ce0991 None None] The sync data for ids ['d92bada8-ebfe-453d-9d21-a4c2562f7b6e'] in n-d-825015-3 is: [{'id': 'd92bada8-ebfe-453d-9d21-a4c2562f7b6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585062386', 'tenant_id': 'deceb844ac72490cb451d91c169a30ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'e7063f0a-d6ed-4ea1-bb1d-8c097449815f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:38:00Z', 'updated_at': '2022-02-04T13:39:04Z', 'revision_number': 5, 'project_id': 'deceb844ac72490cb451d91c169a30ba', 'gw_port': {'id': 'e7063f0a-d6ed-4ea1-bb1d-8c097449815f', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:52:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92bada8-ebfe-453d-9d21-a4c2562f7b6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:38:01Z', 'updated_at': '2022-02-04T13:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:39:06.453555 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] No Port match for: 3c844340-245c-4b0f-a740-20ac7e18cc70 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:39:06.453922 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 3c844340-245c-4b0f-a740-20ac7e18cc70 not bound to the agent host n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:39:06.465147 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81360e9-a698-425f-89da-b088cf27522b None None] No DVR routers for this DVR port f02b48ac-4a4b-4e91-a297-a0967b9fb81b on host n-d-825015-3 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:39:06.469835 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=f02b48ac-4a4b-4e91-a297-a0967b9fb81b,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:06.478345 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:39:06.478345 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:39:06.478710 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:39:06.479018 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:39:06.479775 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:39:06.479775 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:39:06.480434 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:39:06.480434 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:39:06.480648 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:39:06.480982 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:39:06.481316 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:39:06.481761 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:39:06.481955 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:39:06.507306 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81360e9-a698-425f-89da-b088cf27522b None None] Pushing event deleted for resources: {'Port': ['ID=f02b48ac-4a4b-4e91-a297-a0967b9fb81b,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:06.517197 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-06ba4478-87da-4d5a-9857-52b1e919ed1f tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10915'] for router (d92bada8-ebfe-453d-9d21-a4c2562f7b6e), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:06.519379 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-06ba4478-87da-4d5a-9857-52b1e919ed1f tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for router_controller (d92bada8-ebfe-453d-9d21-a4c2562f7b6e), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:06.564667 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-06ba4478-87da-4d5a-9857-52b1e919ed1f tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622829'] for router (d92bada8-ebfe-453d-9d21-a4c2562f7b6e), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:06.565087 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06ba4478-87da-4d5a-9857-52b1e919ed1f tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Fanout notify agent at l3_agent the message router_deleted on router d92bada8-ebfe-453d-9d21-a4c2562f7b6e {{(pid=103474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 13:39:06.571884 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-06ba4478-87da-4d5a-9857-52b1e919ed1f tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:06.572994 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-06ba4478-87da-4d5a-9857-52b1e919ed1f tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "DELETE /v2.0/routers/d92bada8-ebfe-453d-9d21-a4c2562f7b6e HTTP/1.1" status: 204 len: 168 time: 1.1084926 Feb 04 13:39:06.575619 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 36042) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:39:06.651319 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5c30535d-973d-4f72-b1ce-b3d243fbf554 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (789f42ae-b294-4b55-988a-2a6feb3d18ad), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:06.738778 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5c30535d-973d-4f72-b1ce-b3d243fbf554 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (789f42ae-b294-4b55-988a-2a6feb3d18ad), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:06.760512 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-5c30535d-973d-4f72-b1ce-b3d243fbf554 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['789f42ae-b294-4b55-988a-2a6feb3d18ad']}} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:39:06.771545 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-5c30535d-973d-4f72-b1ce-b3d243fbf554 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd74a4f1-1092-4b6b-aaf9-e43602ae0350') {'for_net_delete': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:39:06.771872 n-d-825015-3 neutron-server[103474]: DEBUG neutron.services.segments.db [None req-5c30535d-973d-4f72-b1ce-b3d243fbf554 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd74a4f1-1092-4b6b-aaf9-e43602ae0350') {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:39:06.782125 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5c30535d-973d-4f72-b1ce-b3d243fbf554 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259904'] for segment (fd74a4f1-1092-4b6b-aaf9-e43602ae0350), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:06.796721 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5c30535d-973d-4f72-b1ce-b3d243fbf554 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (fd74a4f1-1092-4b6b-aaf9-e43602ae0350), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:06.804044 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c30535d-973d-4f72-b1ce-b3d243fbf554 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=103474) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:39:06.804539 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5c30535d-973d-4f72-b1ce-b3d243fbf554 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59043929'] for segment (fd74a4f1-1092-4b6b-aaf9-e43602ae0350), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:06.808437 n-d-825015-3 neutron-server[103474]: Traceback (most recent call last): Feb 04 13:39:06.808437 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:39:06.808437 n-d-825015-3 neutron-server[103474]: timer() Feb 04 13:39:06.808437 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:39:06.808437 n-d-825015-3 neutron-server[103474]: cb(*args, **kw) Feb 04 13:39:06.808437 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:39:06.808437 n-d-825015-3 neutron-server[103474]: return func(*args, **kwargs) Feb 04 13:39:06.808437 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:39:06.808437 n-d-825015-3 neutron-server[103474]: self._notify() Feb 04 13:39:06.808437 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:39:06.808437 n-d-825015-3 neutron-server[103474]: self.callback(batched_events) Feb 04 13:39:06.808437 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:39:06.808437 n-d-825015-3 neutron-server[103474]: event.method(event) Feb 04 13:39:06.808437 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:39:06.808437 n-d-825015-3 neutron-server[103474]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:39:06.808437 n-d-825015-3 neutron-server[103474]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:39:06.808437 n-d-825015-3 neutron-server[103474]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:39:06.808437 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:39:06.808437 n-d-825015-3 neutron-server[103474]: return f(self, *a, **k) Feb 04 13:39:06.808437 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:39:06.808437 n-d-825015-3 neutron-server[103474]: return self._get(url).json() Feb 04 13:39:06.808437 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:39:06.808437 n-d-825015-3 neutron-server[103474]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:39:06.808437 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:39:06.808437 n-d-825015-3 neutron-server[103474]: return self.request(url, 'GET', **kwargs) Feb 04 13:39:06.808437 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:39:06.808437 n-d-825015-3 neutron-server[103474]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:39:06.808437 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:39:06.808437 n-d-825015-3 neutron-server[103474]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:39:06.808437 n-d-825015-3 neutron-server[103474]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:39:06.808437 n-d-825015-3 neutron-server[103474]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:39:06.808437 n-d-825015-3 neutron-server[103474]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:39:06.872757 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5c30535d-973d-4f72-b1ce-b3d243fbf554 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (789f42ae-b294-4b55-988a-2a6feb3d18ad), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:06.891948 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5c30535d-973d-4f72-b1ce-b3d243fbf554 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:06.895181 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-5c30535d-973d-4f72-b1ce-b3d243fbf554 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "DELETE /v2.0/networks/789f42ae-b294-4b55-988a-2a6feb3d18ad HTTP/1.1" status: 204 len: 168 time: 0.3185353 Feb 04 13:39:06.896450 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c30535d-973d-4f72-b1ce-b3d243fbf554 tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Pushing event deleted for resources: {'Network': ['ID=789f42ae-b294-4b55-988a-2a6feb3d18ad,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:06.898111 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 36044) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:39:06.960518 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-63a83726-5984-475b-b49a-7e9ba5bf023b tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for security_group (b819d045-69a6-4c52-b099-434dc8d4c990), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:06.986236 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-63a83726-5984-475b-b49a-7e9ba5bf023b tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for security_group (b819d045-69a6-4c52-b099-434dc8d4c990), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:07.049781 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-63a83726-5984-475b-b49a-7e9ba5bf023b tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (b819d045-69a6-4c52-b099-434dc8d4c990), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:07.052858 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-63a83726-5984-475b-b49a-7e9ba5bf023b tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:07.054075 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-63a83726-5984-475b-b49a-7e9ba5bf023b tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] 10.222.0.65 "DELETE /v2.0/security-groups/b819d045-69a6-4c52-b099-434dc8d4c990 HTTP/1.1" status: 204 len: 168 time: 0.1552253 Feb 04 13:39:07.066131 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a83726-5984-475b-b49a-7e9ba5bf023b tempest-TestNetworkAdvancedServerOps-907233134 tempest-TestNetworkAdvancedServerOps-907233134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b819d045-69a6-4c52-b099-434dc8d4c990,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:07.393010 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 36052) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:39:07.550236 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-4cd7d292-5d6a-40f1-bca5-48aac35de4a5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=deceb844ac72490cb451d91c169a30ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1560452 Feb 04 13:39:07.553488 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 36056) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:39:07.603043 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b0006fef-8e9e-440e-9996-81238e61c5b4 admin admin] Publish callbacks [] for security_group (7e79dbb7-c25e-4c63-a0e3-51e62eeb8191), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:07.624467 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b0006fef-8e9e-440e-9996-81238e61c5b4 admin admin] Publish callbacks [] for security_group (7e79dbb7-c25e-4c63-a0e3-51e62eeb8191), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:07.672790 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b0006fef-8e9e-440e-9996-81238e61c5b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (7e79dbb7-c25e-4c63-a0e3-51e62eeb8191), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:07.675310 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b0006fef-8e9e-440e-9996-81238e61c5b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:07.676534 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-b0006fef-8e9e-440e-9996-81238e61c5b4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7e79dbb7-c25e-4c63-a0e3-51e62eeb8191 HTTP/1.1" status: 204 len: 168 time: 0.1221488 Feb 04 13:39:07.684925 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0006fef-8e9e-440e-9996-81238e61c5b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e79dbb7-c25e-4c63-a0e3-51e62eeb8191,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:07.768257 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device e7063f0a-d6ed-4ea1-bb1d-8c097449815f no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:39:07.789942 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: e7063f0a-d6ed-4ea1-bb1d-8c097449815f {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:39:07.790291 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device e7063f0a-d6ed-4ea1-bb1d-8c097449815f not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:39:07.790703 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device e204a476-3e49-47bf-b78b-7d3ef04c72cb no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:39:07.813060 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: e204a476-3e49-47bf-b78b-7d3ef04c72cb {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:39:07.813408 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device e204a476-3e49-47bf-b78b-7d3ef04c72cb not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:39:07.944933 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 36062) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:39:07.959047 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3e72ee79-7852-4504-86f6-999ced6cee19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:08.042478 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3e72ee79-7852-4504-86f6-999ced6cee19 admin admin] Publish callbacks [] for security_group (97b4e499-051d-47a9-a1cb-ee0280a830cb), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:08.047361 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3e72ee79-7852-4504-86f6-999ced6cee19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (97b4e499-051d-47a9-a1cb-ee0280a830cb), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:08.088611 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-3e72ee79-7852-4504-86f6-999ced6cee19 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=072d6034a07548fb8db019a9ce12b56f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1424239 Feb 04 13:39:08.089500 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e72ee79-7852-4504-86f6-999ced6cee19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97b4e499-051d-47a9-a1cb-ee0280a830cb,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:08.091328 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 36064) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:39:08.140258 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-426ad5a1-2970-4c2b-8bbe-eeeeaf5b7044 admin admin] Publish callbacks [] for security_group (97b4e499-051d-47a9-a1cb-ee0280a830cb), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:08.160780 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-426ad5a1-2970-4c2b-8bbe-eeeeaf5b7044 admin admin] Publish callbacks [] for security_group (97b4e499-051d-47a9-a1cb-ee0280a830cb), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:08.209370 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-426ad5a1-2970-4c2b-8bbe-eeeeaf5b7044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (97b4e499-051d-47a9-a1cb-ee0280a830cb), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:08.211904 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-426ad5a1-2970-4c2b-8bbe-eeeeaf5b7044 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:08.213060 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-426ad5a1-2970-4c2b-8bbe-eeeeaf5b7044 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/97b4e499-051d-47a9-a1cb-ee0280a830cb HTTP/1.1" status: 204 len: 168 time: 0.1205952 Feb 04 13:39:08.220787 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426ad5a1-2970-4c2b-8bbe-eeeeaf5b7044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97b4e499-051d-47a9-a1cb-ee0280a830cb,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:08.918021 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 36086) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:39:09.012949 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-bc951fff-f86b-41d5-bc1c-818f900ab785 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1409048768-network', 'tenant_id': 'bb6db4b7b70c488db79896812ac5b2ca'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:39:09.032680 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc951fff-f86b-41d5-bc1c-818f900ab785 admin admin] Made reservation on behalf of bb6db4b7b70c488db79896812ac5b2ca for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:39:09.034927 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bc951fff-f86b-41d5-bc1c-818f900ab785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:09.043514 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bc951fff-f86b-41d5-bc1c-818f900ab785 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:09.118493 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bc951fff-f86b-41d5-bc1c-818f900ab785 admin admin] Publish callbacks [] for security_group (02102424-825d-4c07-8067-dbee4d30917e), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:09.122202 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bc951fff-f86b-41d5-bc1c-818f900ab785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (02102424-825d-4c07-8067-dbee4d30917e), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:09.147783 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc951fff-f86b-41d5-bc1c-818f900ab785 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:39:09.158805 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc951fff-f86b-41d5-bc1c-818f900ab785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02102424-825d-4c07-8067-dbee4d30917e,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:09.164940 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bc951fff-f86b-41d5-bc1c-818f900ab785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (0974e274-8db7-4b5e-95c6-a67b79dd0d16), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:09.165288 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-bc951fff-f86b-41d5-bc1c-818f900ab785 admin admin] Added segment 0974e274-8db7-4b5e-95c6-a67b79dd0d16 of type vlan for network 6251d67d-6e39-457e-ac77-5a9bc35741de Feb 04 13:39:09.206312 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bc951fff-f86b-41d5-bc1c-818f900ab785 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (6251d67d-6e39-457e-ac77-5a9bc35741de), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:09.231134 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bc951fff-f86b-41d5-bc1c-818f900ab785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (6251d67d-6e39-457e-ac77-5a9bc35741de), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:09.232114 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc951fff-f86b-41d5-bc1c-818f900ab785 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:09.232687 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-bc951fff-f86b-41d5-bc1c-818f900ab785 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:09.288971 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-bc951fff-f86b-41d5-bc1c-818f900ab785 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3697591 Feb 04 13:39:09.292017 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 36090) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:39:09.295802 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc951fff-f86b-41d5-bc1c-818f900ab785 admin admin] Pushing event updated for resources: {'Network': ['ID=6251d67d-6e39-457e-ac77-5a9bc35741de,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:09.297690 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-9371ed5b-11ac-4fe6-bc84-a04ad4622810 admin admin] Request body: {'subnet': {'network_id': '6251d67d-6e39-457e-ac77-5a9bc35741de', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1409048768-subnet', 'tenant_id': 'bb6db4b7b70c488db79896812ac5b2ca', 'ip_version': 4}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:39:09.306513 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 6251d67d-6e39-457e-ac77-5a9bc35741de details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:39:09.319308 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9371ed5b-11ac-4fe6-bc84-a04ad4622810 admin admin] Made reservation on behalf of bb6db4b7b70c488db79896812ac5b2ca for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:39:09.322655 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9371ed5b-11ac-4fe6-bc84-a04ad4622810 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:09.487399 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9371ed5b-11ac-4fe6-bc84-a04ad4622810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52094127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51452689'] for subnet (56060ea2-6074-4faf-b413-ec8c17bd3679), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:09.550408 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9371ed5b-11ac-4fe6-bc84-a04ad4622810 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56060ea2-6074-4faf-b413-ec8c17bd3679,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:09.559017 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9371ed5b-11ac-4fe6-bc84-a04ad4622810 admin admin] Checking segment: {'id': '0974e274-8db7-4b5e-95c6-a67b79dd0d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '6251d67d-6e39-457e-ac77-5a9bc35741de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:39:09.559385 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9371ed5b-11ac-4fe6-bc84-a04ad4622810 admin admin] Network hostable DHCP agents. Network: 6251d67d-6e39-457e-ac77-5a9bc35741de, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:39:09.578377 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9371ed5b-11ac-4fe6-bc84-a04ad4622810 admin admin] Network 6251d67d-6e39-457e-ac77-5a9bc35741de is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:39:09.587008 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-9371ed5b-11ac-4fe6-bc84-a04ad4622810 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 6251d67d-6e39-457e-ac77-5a9bc35741de) {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:39:09.591100 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9371ed5b-11ac-4fe6-bc84-a04ad4622810 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:09.591688 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9371ed5b-11ac-4fe6-bc84-a04ad4622810 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:09.597592 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3317154-32e0-41fd-9ecf-0d801c26efce None None] Network 6251d67d-6e39-457e-ac77-5a9bc35741de requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:39:09.607402 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-9371ed5b-11ac-4fe6-bc84-a04ad4622810 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3137770 Feb 04 13:39:09.611583 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 36092) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:39:09.615902 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-7ed8f474-b60b-4690-8e97-55a2b6d076e1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1409048768-router', 'tenant_id': 'bb6db4b7b70c488db79896812ac5b2ca', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:39:09.634361 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7ed8f474-b60b-4690-8e97-55a2b6d076e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10933'] for router (e9ac5227-9162-43f6-b37a-dc3ce6e104c3), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:09.635390 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7ed8f474-b60b-4690-8e97-55a2b6d076e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10924'] for router (e9ac5227-9162-43f6-b37a-dc3ce6e104c3), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:09.689416 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7ed8f474-b60b-4690-8e97-55a2b6d076e1 admin admin] Publish callbacks [] for router_controller (e9ac5227-9162-43f6-b37a-dc3ce6e104c3), precommit_add_association {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:09.714920 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c2448f-00a3-4961-bfbe-791652fb257d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-6251d67d-6e39-457e-ac77-5a9bc35741de', 'network_id': '6251d67d-6e39-457e-ac77-5a9bc35741de', 'project_id': 'bb6db4b7b70c488db79896812ac5b2ca', 'fixed_ips': [{'subnet_id': '56060ea2-6074-4faf-b413-ec8c17bd3679'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:39:09.715925 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-27c2448f-00a3-4961-bfbe-791652fb257d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:09.849249 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7ed8f474-b60b-4690-8e97-55a2b6d076e1 admin admin] Publish callbacks [] for router_gateway (e9ac5227-9162-43f6-b37a-dc3ce6e104c3), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:09.857366 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-27c2448f-00a3-4961-bfbe-791652fb257d None None] Allocated IP 172.20.0.2 (6251d67d-6e39-457e-ac77-5a9bc35741de/56060ea2-6074-4faf-b413-ec8c17bd3679/f135945f-80bf-463b-a29c-78ca4b3548ab) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:39:10.009140 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-27c2448f-00a3-4961-bfbe-791652fb257d None None] Publish callbacks [] for port (f135945f-80bf-463b-a29c-78ca4b3548ab), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:10.014347 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-27c2448f-00a3-4961-bfbe-791652fb257d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (f135945f-80bf-463b-a29c-78ca4b3548ab), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:10.056003 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7ed8f474-b60b-4690-8e97-55a2b6d076e1 admin admin] Publish callbacks [] for router_gateway (e9ac5227-9162-43f6-b37a-dc3ce6e104c3), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:10.057488 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c2448f-00a3-4961-bfbe-791652fb257d None None] Network 6251d67d-6e39-457e-ac77-5a9bc35741de is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:39:10.060466 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-27c2448f-00a3-4961-bfbe-791652fb257d None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:39:10.065968 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c2448f-00a3-4961-bfbe-791652fb257d None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:39:10.068019 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c2448f-00a3-4961-bfbe-791652fb257d None None] Pushing event updated for resources: {'Port': ['ID=f135945f-80bf-463b-a29c-78ca4b3548ab,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:10.082003 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7ed8f474-b60b-4690-8e97-55a2b6d076e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:10.123427 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-27c2448f-00a3-4961-bfbe-791652fb257d None None] Attempting to bind port f135945f-80bf-463b-a29c-78ca4b3548ab on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:39:10.124412 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-27c2448f-00a3-4961-bfbe-791652fb257d None None] Attempting to bind port f135945f-80bf-463b-a29c-78ca4b3548ab by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '0974e274-8db7-4b5e-95c6-a67b79dd0d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '6251d67d-6e39-457e-ac77-5a9bc35741de'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:39:10.125053 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c2448f-00a3-4961-bfbe-791652fb257d None None] Attempting to bind port f135945f-80bf-463b-a29c-78ca4b3548ab on network 6251d67d-6e39-457e-ac77-5a9bc35741de {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:39:10.130164 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c2448f-00a3-4961-bfbe-791652fb257d None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:39:10.130543 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c2448f-00a3-4961-bfbe-791652fb257d None None] Checking segment: {'id': '0974e274-8db7-4b5e-95c6-a67b79dd0d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '6251d67d-6e39-457e-ac77-5a9bc35741de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:39:10.130947 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-27c2448f-00a3-4961-bfbe-791652fb257d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:10.131347 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c2448f-00a3-4961-bfbe-791652fb257d None None] Bound using segment: {'id': '0974e274-8db7-4b5e-95c6-a67b79dd0d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '6251d67d-6e39-457e-ac77-5a9bc35741de'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:39:10.131847 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-27c2448f-00a3-4961-bfbe-791652fb257d None None] Bound port: f135945f-80bf-463b-a29c-78ca4b3548ab, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0974e274-8db7-4b5e-95c6-a67b79dd0d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '6251d67d-6e39-457e-ac77-5a9bc35741de'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:39:10.132236 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-27c2448f-00a3-4961-bfbe-791652fb257d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (f135945f-80bf-463b-a29c-78ca4b3548ab), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:10.189835 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-7ed8f474-b60b-4690-8e97-55a2b6d076e1 admin admin] Allocated IP 172.25.3.108 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/2f411933-ad7c-4d77-b196-2829a55b995c) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:39:10.204093 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-27c2448f-00a3-4961-bfbe-791652fb257d None None] For port f135945f-80bf-463b-a29c-78ca4b3548ab, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:39:10.208133 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-27c2448f-00a3-4961-bfbe-791652fb257d None None] For port f135945f-80bf-463b-a29c-78ca4b3548ab, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=f135945f-80bf-463b-a29c-78ca4b3548ab,segment=NetworkSegment(0974e274-8db7-4b5e-95c6-a67b79dd0d16),segment_id=0974e274-8db7-4b5e-95c6-a67b79dd0d16)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:39:10.214795 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-27c2448f-00a3-4961-bfbe-791652fb257d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (f135945f-80bf-463b-a29c-78ca4b3548ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:10.271818 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c2448f-00a3-4961-bfbe-791652fb257d None None] Pushing event updated for resources: {'Port': ['ID=f135945f-80bf-463b-a29c-78ca4b3548ab,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:10.303698 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7ed8f474-b60b-4690-8e97-55a2b6d076e1 admin admin] Publish callbacks [] for port (2f411933-ad7c-4d77-b196-2829a55b995c), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:10.338425 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7ed8f474-b60b-4690-8e97-55a2b6d076e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (2f411933-ad7c-4d77-b196-2829a55b995c), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:10.376777 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed8f474-b60b-4690-8e97-55a2b6d076e1 admin admin] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:39:10.381713 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-7ed8f474-b60b-4690-8e97-55a2b6d076e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:39:10.385172 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed8f474-b60b-4690-8e97-55a2b6d076e1 admin admin] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:39:10.409712 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed8f474-b60b-4690-8e97-55a2b6d076e1 admin admin] Pushing event updated for resources: {'Port': ['ID=2f411933-ad7c-4d77-b196-2829a55b995c,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:10.665212 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7ed8f474-b60b-4690-8e97-55a2b6d076e1 admin admin] Publish callbacks [] for router_gateway (e9ac5227-9162-43f6-b37a-dc3ce6e104c3), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:10.871838 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7ed8f474-b60b-4690-8e97-55a2b6d076e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141'] for router (e9ac5227-9162-43f6-b37a-dc3ce6e104c3), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:11.251410 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14f186a-b460-40d5-8416-82504b5dcd46 None None] Network 6251d67d-6e39-457e-ac77-5a9bc35741de requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:39:11.309178 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ed8f474-b60b-4690-8e97-55a2b6d076e1 admin admin] Router e9ac5227-9162-43f6-b37a-dc3ce6e104c3 is scheduled to L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de with binding_index 1 {{(pid=103475) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 13:39:11.335807 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-5f8b4a75-151f-4d85-845c-46f5859d3c02 None None] Provisioning complete for port f135945f-80bf-463b-a29c-78ca4b3548ab triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:39:11.336187 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5f8b4a75-151f-4d85-845c-46f5859d3c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (f135945f-80bf-463b-a29c-78ca4b3548ab), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:11.419592 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ed8f474-b60b-4690-8e97-55a2b6d076e1 admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:39:11.435776 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6215afb5-1436-4300-bd87-7a362e27c3ae None None] Sync routers for ids ['e9ac5227-9162-43f6-b37a-dc3ce6e104c3'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:39:11.446801 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7ed8f474-b60b-4690-8e97-55a2b6d076e1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:11.447860 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6215afb5-1436-4300-bd87-7a362e27c3ae None None] Routers {'e9ac5227-9162-43f6-b37a-dc3ce6e104c3'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:39:11.448080 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-7ed8f474-b60b-4690-8e97-55a2b6d076e1 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8354673 Feb 04 13:39:11.448916 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-6215afb5-1436-4300-bd87-7a362e27c3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:38:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['e9ac5227-9162-43f6-b37a-dc3ce6e104c3'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:39:11.450812 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 36094) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:39:11.452389 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-5f8b4a75-151f-4d85-845c-46f5859d3c02 None None] Current status of the port f135945f-80bf-463b-a29c-78ca4b3548ab is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:39:11.453131 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5f8b4a75-151f-4d85-845c-46f5859d3c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (f135945f-80bf-463b-a29c-78ca4b3548ab), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:11.497400 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-5f8b4a75-151f-4d85-845c-46f5859d3c02 None None] For port f135945f-80bf-463b-a29c-78ca4b3548ab, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=f135945f-80bf-463b-a29c-78ca4b3548ab,segment=NetworkSegment(0974e274-8db7-4b5e-95c6-a67b79dd0d16),segment_id=0974e274-8db7-4b5e-95c6-a67b79dd0d16)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:39:11.502585 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5f8b4a75-151f-4d85-845c-46f5859d3c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (f135945f-80bf-463b-a29c-78ca4b3548ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:11.565830 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8b4a75-151f-4d85-845c-46f5859d3c02 None None] Pushing event updated for resources: {'Port': ['ID=f135945f-80bf-463b-a29c-78ca4b3548ab,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:11.599780 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-6215afb5-1436-4300-bd87-7a362e27c3ae None None] Set router e9ac5227-9162-43f6-b37a-dc3ce6e104c3 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:39:11.728865 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ce8e014c-5671-44c5-a86c-f4ffc629dd6c None None] Provisioning complete for port f135945f-80bf-463b-a29c-78ca4b3548ab triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:39:11.729285 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ce8e014c-5671-44c5-a86c-f4ffc629dd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (f135945f-80bf-463b-a29c-78ca4b3548ab), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:11.801856 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-6215afb5-1436-4300-bd87-7a362e27c3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ac5227-9162-43f6-b37a-dc3ce6e104c3', 'name': 'tempest-TestShelveInstance-1409048768-router', 'tenant_id': 'bb6db4b7b70c488db79896812ac5b2ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '2f411933-ad7c-4d77-b196-2829a55b995c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:39:09Z', 'updated_at': '2022-02-04T13:39:10Z', 'revision_number': 3, 'project_id': 'bb6db4b7b70c488db79896812ac5b2ca', 'gw_port': {'id': '2f411933-ad7c-4d77-b196-2829a55b995c', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b4:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ac5227-9162-43f6-b37a-dc3ce6e104c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:39:10Z', 'updated_at': '2022-02-04T13:39:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:39:11.832407 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ce8e014c-5671-44c5-a86c-f4ffc629dd6c None None] Current status of the port f135945f-80bf-463b-a29c-78ca4b3548ab is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:39:11.833162 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6215afb5-1436-4300-bd87-7a362e27c3ae None None] Checking router: e9ac5227-9162-43f6-b37a-dc3ce6e104c3 for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:39:11.833725 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6215afb5-1436-4300-bd87-7a362e27c3ae None None] Updating router e9ac5227-9162-43f6-b37a-dc3ce6e104c3 port 2f411933-ad7c-4d77-b196-2829a55b995c binding host n-d-825015-3 {{(pid=103477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:39:11.864432 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6215afb5-1436-4300-bd87-7a362e27c3ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (2f411933-ad7c-4d77-b196-2829a55b995c), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:11.873218 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device f135945f-80bf-463b-a29c-78ca4b3548ab up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:39:11.929586 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port f135945f-80bf-463b-a29c-78ca4b3548ab triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:39:11.930325 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (f135945f-80bf-463b-a29c-78ca4b3548ab), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:11.935307 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-07c8d672-20b3-4a73-92d8-fe33d342d0a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:12.011245 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port f135945f-80bf-463b-a29c-78ca4b3548ab is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:39:12.096590 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-07c8d672-20b3-4a73-92d8-fe33d342d0a4 admin admin] Allocated IP 172.20.0.1 (6251d67d-6e39-457e-ac77-5a9bc35741de/56060ea2-6074-4faf-b413-ec8c17bd3679/ab9da384-0f71-4d8d-ae21-69d6cc8c86ba) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:39:12.128549 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6215afb5-1436-4300-bd87-7a362e27c3ae None None] Publish callbacks [] for port (2f411933-ad7c-4d77-b196-2829a55b995c), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:12.133914 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6215afb5-1436-4300-bd87-7a362e27c3ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (2f411933-ad7c-4d77-b196-2829a55b995c), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:12.183520 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-6215afb5-1436-4300-bd87-7a362e27c3ae None None] Attempting to bind port 2f411933-ad7c-4d77-b196-2829a55b995c on host n-d-825015-3 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:39:12.183907 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-6215afb5-1436-4300-bd87-7a362e27c3ae None None] Attempting to bind port 2f411933-ad7c-4d77-b196-2829a55b995c by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:39:12.184267 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6215afb5-1436-4300-bd87-7a362e27c3ae None None] Attempting to bind port 2f411933-ad7c-4d77-b196-2829a55b995c on network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:39:12.192026 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45ed1ea-0b24-4861-bdc2-5ebe98d229c5 None None] Pushing event updated for resources: {'Port': ['ID=2f411933-ad7c-4d77-b196-2829a55b995c,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:12.195164 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6215afb5-1436-4300-bd87-7a362e27c3ae None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:39:12.195525 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6215afb5-1436-4300-bd87-7a362e27c3ae None None] Checking segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:39:12.195958 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6215afb5-1436-4300-bd87-7a362e27c3ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:12.196341 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6215afb5-1436-4300-bd87-7a362e27c3ae None None] Bound using segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:39:12.196808 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-6215afb5-1436-4300-bd87-7a362e27c3ae None None] Bound port: 2f411933-ad7c-4d77-b196-2829a55b995c, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:39:12.197174 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6215afb5-1436-4300-bd87-7a362e27c3ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (2f411933-ad7c-4d77-b196-2829a55b995c), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:12.201217 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-07c8d672-20b3-4a73-92d8-fe33d342d0a4 admin admin] Publish callbacks [] for port (ab9da384-0f71-4d8d-ae21-69d6cc8c86ba), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:12.222991 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45ed1ea-0b24-4861-bdc2-5ebe98d229c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:39:12.223333 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45ed1ea-0b24-4861-bdc2-5ebe98d229c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:39:12.223674 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45ed1ea-0b24-4861-bdc2-5ebe98d229c5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:39:12.224030 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45ed1ea-0b24-4861-bdc2-5ebe98d229c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:39:12.224356 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45ed1ea-0b24-4861-bdc2-5ebe98d229c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:39:12.224680 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45ed1ea-0b24-4861-bdc2-5ebe98d229c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:39:12.225009 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45ed1ea-0b24-4861-bdc2-5ebe98d229c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:39:12.225319 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45ed1ea-0b24-4861-bdc2-5ebe98d229c5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:39:12.226404 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45ed1ea-0b24-4861-bdc2-5ebe98d229c5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:39:12.226404 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45ed1ea-0b24-4861-bdc2-5ebe98d229c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:39:12.226404 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45ed1ea-0b24-4861-bdc2-5ebe98d229c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:39:12.226734 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45ed1ea-0b24-4861-bdc2-5ebe98d229c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:39:12.226863 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45ed1ea-0b24-4861-bdc2-5ebe98d229c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:39:12.234678 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-07c8d672-20b3-4a73-92d8-fe33d342d0a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (ab9da384-0f71-4d8d-ae21-69d6cc8c86ba), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:12.266847 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-6215afb5-1436-4300-bd87-7a362e27c3ae None None] For port 2f411933-ad7c-4d77-b196-2829a55b995c, host n-d-825015-3, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:39:12.269947 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-6215afb5-1436-4300-bd87-7a362e27c3ae None None] For port 2f411933-ad7c-4d77-b196-2829a55b995c, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=2f411933-ad7c-4d77-b196-2829a55b995c,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:39:12.276510 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6215afb5-1436-4300-bd87-7a362e27c3ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (2f411933-ad7c-4d77-b196-2829a55b995c), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:12.277071 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c8d672-20b3-4a73-92d8-fe33d342d0a4 admin admin] Network 6251d67d-6e39-457e-ac77-5a9bc35741de is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:39:12.282907 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-07c8d672-20b3-4a73-92d8-fe33d342d0a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:39:12.285336 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c8d672-20b3-4a73-92d8-fe33d342d0a4 admin admin] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:39:12.316775 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c8d672-20b3-4a73-92d8-fe33d342d0a4 admin admin] Pushing event updated for resources: {'Port': ['ID=ab9da384-0f71-4d8d-ae21-69d6cc8c86ba,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:12.337018 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-07c8d672-20b3-4a73-92d8-fe33d342d0a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1599818'] for router_interface (e9ac5227-9162-43f6-b37a-dc3ce6e104c3), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:12.435687 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6215afb5-1436-4300-bd87-7a362e27c3ae None None] Routers {'e9ac5227-9162-43f6-b37a-dc3ce6e104c3'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:39:12.436069 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-6215afb5-1436-4300-bd87-7a362e27c3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:38:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['e9ac5227-9162-43f6-b37a-dc3ce6e104c3'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:39:12.474220 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45ed1ea-0b24-4861-bdc2-5ebe98d229c5 None None] Pushing event updated for resources: {'Port': ['ID=2f411933-ad7c-4d77-b196-2829a55b995c,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:12.499725 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-07c8d672-20b3-4a73-92d8-fe33d342d0a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (ab9da384-0f71-4d8d-ae21-69d6cc8c86ba), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:12.554135 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-6215afb5-1436-4300-bd87-7a362e27c3ae None None] Set router e9ac5227-9162-43f6-b37a-dc3ce6e104c3 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:39:12.563556 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-cb429c63-e566-4a98-869b-253ad3172a54 None None] Provisioning complete for port ab9da384-0f71-4d8d-ae21-69d6cc8c86ba triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:39:12.564547 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cb429c63-e566-4a98-869b-253ad3172a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (ab9da384-0f71-4d8d-ae21-69d6cc8c86ba), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:12.608482 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-cb429c63-e566-4a98-869b-253ad3172a54 None None] Port ab9da384-0f71-4d8d-ae21-69d6cc8c86ba cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:39:12.673289 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-07c8d672-20b3-4a73-92d8-fe33d342d0a4 admin admin] Publish callbacks [] for port (ab9da384-0f71-4d8d-ae21-69d6cc8c86ba), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:12.678191 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-07c8d672-20b3-4a73-92d8-fe33d342d0a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (ab9da384-0f71-4d8d-ae21-69d6cc8c86ba), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:12.734711 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-6215afb5-1436-4300-bd87-7a362e27c3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ac5227-9162-43f6-b37a-dc3ce6e104c3', 'name': 'tempest-TestShelveInstance-1409048768-router', 'tenant_id': 'bb6db4b7b70c488db79896812ac5b2ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '2f411933-ad7c-4d77-b196-2829a55b995c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:39:09Z', 'updated_at': '2022-02-04T13:39:10Z', 'revision_number': 3, 'project_id': 'bb6db4b7b70c488db79896812ac5b2ca', 'gw_port': {'id': '2f411933-ad7c-4d77-b196-2829a55b995c', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b4:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ac5227-9162-43f6-b37a-dc3ce6e104c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:39:10Z', 'updated_at': '2022-02-04T13:39:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:39:12.747475 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-07c8d672-20b3-4a73-92d8-fe33d342d0a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622202'] for router_interface (e9ac5227-9162-43f6-b37a-dc3ce6e104c3), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:12.749990 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c8d672-20b3-4a73-92d8-fe33d342d0a4 admin admin] Pushing event updated for resources: {'Port': ['ID=ab9da384-0f71-4d8d-ae21-69d6cc8c86ba,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:12.766663 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6215afb5-1436-4300-bd87-7a362e27c3ae None None] The sync data for ids ['e9ac5227-9162-43f6-b37a-dc3ce6e104c3'] in n-d-825015-3 is: [{'id': 'e9ac5227-9162-43f6-b37a-dc3ce6e104c3', 'name': 'tempest-TestShelveInstance-1409048768-router', 'tenant_id': 'bb6db4b7b70c488db79896812ac5b2ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '2f411933-ad7c-4d77-b196-2829a55b995c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:39:09Z', 'updated_at': '2022-02-04T13:39:10Z', 'revision_number': 3, 'project_id': 'bb6db4b7b70c488db79896812ac5b2ca', 'gw_port': {'id': '2f411933-ad7c-4d77-b196-2829a55b995c', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b4:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ac5227-9162-43f6-b37a-dc3ce6e104c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:39:10Z', 'updated_at': '2022-02-04T13:39:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:39:12.850341 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c8d672-20b3-4a73-92d8-fe33d342d0a4 admin admin] Network 6251d67d-6e39-457e-ac77-5a9bc35741de is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:39:12.851800 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-07c8d672-20b3-4a73-92d8-fe33d342d0a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:39:12.978192 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07c8d672-20b3-4a73-92d8-fe33d342d0a4 admin admin] Router e9ac5227-9162-43f6-b37a-dc3ce6e104c3 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:39:13.113307 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07c8d672-20b3-4a73-92d8-fe33d342d0a4 admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:39:13.130289 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-07c8d672-20b3-4a73-92d8-fe33d342d0a4 admin admin] 10.222.0.65 "PUT /v2.0/routers/e9ac5227-9162-43f6-b37a-dc3ce6e104c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6774933 Feb 04 13:39:13.139775 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-624536f1-ec2f-47ae-83ff-198d3b932198 None None] Provisioning complete for port ab9da384-0f71-4d8d-ae21-69d6cc8c86ba triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:39:13.140612 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-624536f1-ec2f-47ae-83ff-198d3b932198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (ab9da384-0f71-4d8d-ae21-69d6cc8c86ba), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:13.179780 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-624536f1-ec2f-47ae-83ff-198d3b932198 None None] Port ab9da384-0f71-4d8d-ae21-69d6cc8c86ba cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:39:13.617632 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 36110) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:39:13.623010 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-74313205-ecb0-490e-8a6e-5a1ea0a516db admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1998148119-network', 'tenant_id': 'e7c576700d5e420ab14560457ae1f13f'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:39:13.648403 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74313205-ecb0-490e-8a6e-5a1ea0a516db admin admin] Made reservation on behalf of e7c576700d5e420ab14560457ae1f13f for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:39:13.650836 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-74313205-ecb0-490e-8a6e-5a1ea0a516db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:13.661353 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-74313205-ecb0-490e-8a6e-5a1ea0a516db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:13.741042 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-74313205-ecb0-490e-8a6e-5a1ea0a516db admin admin] Publish callbacks [] for security_group (14f2b67a-67d8-4418-9da8-479bd56966ac), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:13.745158 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-74313205-ecb0-490e-8a6e-5a1ea0a516db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (14f2b67a-67d8-4418-9da8-479bd56966ac), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:13.773556 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74313205-ecb0-490e-8a6e-5a1ea0a516db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:39:13.780335 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74313205-ecb0-490e-8a6e-5a1ea0a516db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14f2b67a-67d8-4418-9da8-479bd56966ac,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:13.789085 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-74313205-ecb0-490e-8a6e-5a1ea0a516db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (b70d27df-cd2b-41ff-aa30-0247c982f1df), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:13.789446 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-74313205-ecb0-490e-8a6e-5a1ea0a516db admin admin] Added segment b70d27df-cd2b-41ff-aa30-0247c982f1df of type vlan for network 2592f898-4c53-4bba-a65e-28a74a47fdf8 Feb 04 13:39:13.823105 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 2f411933-ad7c-4d77-b196-2829a55b995c up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:39:13.836348 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-74313205-ecb0-490e-8a6e-5a1ea0a516db admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (2592f898-4c53-4bba-a65e-28a74a47fdf8), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:13.872723 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-74313205-ecb0-490e-8a6e-5a1ea0a516db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (2592f898-4c53-4bba-a65e-28a74a47fdf8), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:13.874540 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74313205-ecb0-490e-8a6e-5a1ea0a516db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:13.875266 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-74313205-ecb0-490e-8a6e-5a1ea0a516db admin admin] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:13.878731 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 2f411933-ad7c-4d77-b196-2829a55b995c triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:39:13.879188 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (2f411933-ad7c-4d77-b196-2829a55b995c), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:13.930690 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-74313205-ecb0-490e-8a6e-5a1ea0a516db admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3115821 Feb 04 13:39:13.933369 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 36112) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:39:13.938858 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-b31225e0-2053-49ec-92da-1e96706314fc admin admin] Request body: {'subnet': {'network_id': '2592f898-4c53-4bba-a65e-28a74a47fdf8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1998148119-subnet', 'tenant_id': 'e7c576700d5e420ab14560457ae1f13f', 'ip_version': 4}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:39:13.944971 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74313205-ecb0-490e-8a6e-5a1ea0a516db admin admin] Pushing event updated for resources: {'Network': ['ID=2592f898-4c53-4bba-a65e-28a74a47fdf8,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:13.960289 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b31225e0-2053-49ec-92da-1e96706314fc admin admin] Made reservation on behalf of e7c576700d5e420ab14560457ae1f13f for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:39:13.962363 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 2592f898-4c53-4bba-a65e-28a74a47fdf8 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:39:13.962739 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b31225e0-2053-49ec-92da-1e96706314fc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:14.003572 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 2f411933-ad7c-4d77-b196-2829a55b995c is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:39:14.003989 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (2f411933-ad7c-4d77-b196-2829a55b995c), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:14.039978 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port 2f411933-ad7c-4d77-b196-2829a55b995c, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=2f411933-ad7c-4d77-b196-2829a55b995c,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:39:14.047339 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (2f411933-ad7c-4d77-b196-2829a55b995c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:14.114807 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=2f411933-ad7c-4d77-b196-2829a55b995c,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:14.165467 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b31225e0-2053-49ec-92da-1e96706314fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52094127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51452689'] for subnet (f2ea82bf-d013-4cb6-b0e9-00f40c3edfc4), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:14.233532 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31225e0-2053-49ec-92da-1e96706314fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2ea82bf-d013-4cb6-b0e9-00f40c3edfc4,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:14.244605 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31225e0-2053-49ec-92da-1e96706314fc admin admin] Checking segment: {'id': 'b70d27df-cd2b-41ff-aa30-0247c982f1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '2592f898-4c53-4bba-a65e-28a74a47fdf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:39:14.244959 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31225e0-2053-49ec-92da-1e96706314fc admin admin] Network hostable DHCP agents. Network: 2592f898-4c53-4bba-a65e-28a74a47fdf8, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:39:14.262967 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31225e0-2053-49ec-92da-1e96706314fc admin admin] Network 2592f898-4c53-4bba-a65e-28a74a47fdf8 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:39:14.274065 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-b31225e0-2053-49ec-92da-1e96706314fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 2592f898-4c53-4bba-a65e-28a74a47fdf8) {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:39:14.279853 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31225e0-2053-49ec-92da-1e96706314fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:14.280686 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-b31225e0-2053-49ec-92da-1e96706314fc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:14.284942 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ace5a87-d1f1-4efc-be68-1b78d9559dda None None] Network 2592f898-4c53-4bba-a65e-28a74a47fdf8 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:39:14.297734 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-b31225e0-2053-49ec-92da-1e96706314fc admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3630314 Feb 04 13:39:14.300255 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 36114) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:39:14.304730 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-2ad85147-e61d-4ac7-b4fb-4fec4548768d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1998148119-router', 'tenant_id': 'e7c576700d5e420ab14560457ae1f13f', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:39:14.324809 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2ad85147-e61d-4ac7-b4fb-4fec4548768d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10933'] for router (9128fbb9-53eb-4b63-8022-927b16cea244), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:14.325886 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2ad85147-e61d-4ac7-b4fb-4fec4548768d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10924'] for router (9128fbb9-53eb-4b63-8022-927b16cea244), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:14.388156 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2ad85147-e61d-4ac7-b4fb-4fec4548768d admin admin] Publish callbacks [] for router_controller (9128fbb9-53eb-4b63-8022-927b16cea244), precommit_add_association {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:14.390835 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50cd46ad-c0d5-44a2-b83e-948a9847d5c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-2592f898-4c53-4bba-a65e-28a74a47fdf8', 'network_id': '2592f898-4c53-4bba-a65e-28a74a47fdf8', 'project_id': 'e7c576700d5e420ab14560457ae1f13f', 'fixed_ips': [{'subnet_id': 'f2ea82bf-d013-4cb6-b0e9-00f40c3edfc4'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:39:14.391720 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-50cd46ad-c0d5-44a2-b83e-948a9847d5c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:14.466947 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd3476a-5496-463c-ac55-2f038d81d460 None None] Sync routers for ids ['e9ac5227-9162-43f6-b37a-dc3ce6e104c3'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:39:14.492874 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd3476a-5496-463c-ac55-2f038d81d460 None None] Routers {'e9ac5227-9162-43f6-b37a-dc3ce6e104c3'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:39:14.493509 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-ccd3476a-5496-463c-ac55-2f038d81d460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:38:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['e9ac5227-9162-43f6-b37a-dc3ce6e104c3'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:39:14.561839 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2ad85147-e61d-4ac7-b4fb-4fec4548768d admin admin] Publish callbacks [] for router_gateway (9128fbb9-53eb-4b63-8022-927b16cea244), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:14.625804 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-50cd46ad-c0d5-44a2-b83e-948a9847d5c8 None None] Allocated IP 172.20.0.2 (2592f898-4c53-4bba-a65e-28a74a47fdf8/f2ea82bf-d013-4cb6-b0e9-00f40c3edfc4/f7e7395e-8c50-4e1e-94d4-322c35e02e79) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:39:14.655715 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-ccd3476a-5496-463c-ac55-2f038d81d460 None None] Set router e9ac5227-9162-43f6-b37a-dc3ce6e104c3 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:39:14.836903 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2ad85147-e61d-4ac7-b4fb-4fec4548768d admin admin] Publish callbacks [] for router_gateway (9128fbb9-53eb-4b63-8022-927b16cea244), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:14.863657 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2ad85147-e61d-4ac7-b4fb-4fec4548768d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:14.917228 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-50cd46ad-c0d5-44a2-b83e-948a9847d5c8 None None] Publish callbacks [] for port (f7e7395e-8c50-4e1e-94d4-322c35e02e79), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:14.942271 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-50cd46ad-c0d5-44a2-b83e-948a9847d5c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (f7e7395e-8c50-4e1e-94d4-322c35e02e79), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:14.969905 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-2ad85147-e61d-4ac7-b4fb-4fec4548768d admin admin] Allocated IP 172.25.3.225 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/8ce152df-24d3-4a79-8823-597f3189d3ae) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:39:14.994993 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50cd46ad-c0d5-44a2-b83e-948a9847d5c8 None None] Network 2592f898-4c53-4bba-a65e-28a74a47fdf8 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:39:14.999823 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-50cd46ad-c0d5-44a2-b83e-948a9847d5c8 None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:39:15.006602 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50cd46ad-c0d5-44a2-b83e-948a9847d5c8 None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:39:15.010228 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cd46ad-c0d5-44a2-b83e-948a9847d5c8 None None] Pushing event updated for resources: {'Port': ['ID=f7e7395e-8c50-4e1e-94d4-322c35e02e79,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:15.044140 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-ccd3476a-5496-463c-ac55-2f038d81d460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ac5227-9162-43f6-b37a-dc3ce6e104c3', 'name': 'tempest-TestShelveInstance-1409048768-router', 'tenant_id': 'bb6db4b7b70c488db79896812ac5b2ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '2f411933-ad7c-4d77-b196-2829a55b995c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:39:09Z', 'updated_at': '2022-02-04T13:39:12Z', 'revision_number': 4, 'project_id': 'bb6db4b7b70c488db79896812ac5b2ca', 'gw_port': {'id': '2f411933-ad7c-4d77-b196-2829a55b995c', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ac5227-9162-43f6-b37a-dc3ce6e104c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:39:10Z', 'updated_at': '2022-02-04T13:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'ab9da384-0f71-4d8d-ae21-69d6cc8c86ba', 'name': '', 'network_id': '6251d67d-6e39-457e-ac77-5a9bc35741de', 'tenant_id': 'bb6db4b7b70c488db79896812ac5b2ca', 'mac_address': 'fa:16:3e:85:46:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ac5227-9162-43f6-b37a-dc3ce6e104c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '56060ea2-6074-4faf-b413-ec8c17bd3679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:39:11Z', 'updated_at': '2022-02-04T13:39:12Z', 'revision_number': 2, 'project_id': 'bb6db4b7b70c488db79896812ac5b2ca', 'subnets': [{'id': '56060ea2-6074-4faf-b413-ec8c17bd3679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:39:15.083203 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2ad85147-e61d-4ac7-b4fb-4fec4548768d admin admin] Publish callbacks [] for port (8ce152df-24d3-4a79-8823-597f3189d3ae), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:15.088527 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd3476a-5496-463c-ac55-2f038d81d460 None None] Checking router: e9ac5227-9162-43f6-b37a-dc3ce6e104c3 for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:39:15.088876 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd3476a-5496-463c-ac55-2f038d81d460 None None] Updating router e9ac5227-9162-43f6-b37a-dc3ce6e104c3 port ab9da384-0f71-4d8d-ae21-69d6cc8c86ba binding host n-d-825015-3 {{(pid=103476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:39:15.118673 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-50cd46ad-c0d5-44a2-b83e-948a9847d5c8 None None] Attempting to bind port f7e7395e-8c50-4e1e-94d4-322c35e02e79 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:39:15.118975 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2ad85147-e61d-4ac7-b4fb-4fec4548768d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (8ce152df-24d3-4a79-8823-597f3189d3ae), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:15.119152 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-50cd46ad-c0d5-44a2-b83e-948a9847d5c8 None None] Attempting to bind port f7e7395e-8c50-4e1e-94d4-322c35e02e79 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': 'b70d27df-cd2b-41ff-aa30-0247c982f1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '2592f898-4c53-4bba-a65e-28a74a47fdf8'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:39:15.119480 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50cd46ad-c0d5-44a2-b83e-948a9847d5c8 None None] Attempting to bind port f7e7395e-8c50-4e1e-94d4-322c35e02e79 on network 2592f898-4c53-4bba-a65e-28a74a47fdf8 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:39:15.129470 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50cd46ad-c0d5-44a2-b83e-948a9847d5c8 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:39:15.129847 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50cd46ad-c0d5-44a2-b83e-948a9847d5c8 None None] Checking segment: {'id': 'b70d27df-cd2b-41ff-aa30-0247c982f1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '2592f898-4c53-4bba-a65e-28a74a47fdf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:39:15.130250 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-50cd46ad-c0d5-44a2-b83e-948a9847d5c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:15.130642 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50cd46ad-c0d5-44a2-b83e-948a9847d5c8 None None] Bound using segment: {'id': 'b70d27df-cd2b-41ff-aa30-0247c982f1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '2592f898-4c53-4bba-a65e-28a74a47fdf8'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:39:15.131117 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-50cd46ad-c0d5-44a2-b83e-948a9847d5c8 None None] Bound port: f7e7395e-8c50-4e1e-94d4-322c35e02e79, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b70d27df-cd2b-41ff-aa30-0247c982f1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '2592f898-4c53-4bba-a65e-28a74a47fdf8'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:39:15.131495 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-50cd46ad-c0d5-44a2-b83e-948a9847d5c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (f7e7395e-8c50-4e1e-94d4-322c35e02e79), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:15.136213 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ccd3476a-5496-463c-ac55-2f038d81d460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (ab9da384-0f71-4d8d-ae21-69d6cc8c86ba), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:15.157010 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad85147-e61d-4ac7-b4fb-4fec4548768d admin admin] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:39:15.161981 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-2ad85147-e61d-4ac7-b4fb-4fec4548768d admin admin] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:39:15.166304 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad85147-e61d-4ac7-b4fb-4fec4548768d admin admin] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:39:15.191672 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad85147-e61d-4ac7-b4fb-4fec4548768d admin admin] Pushing event updated for resources: {'Port': ['ID=8ce152df-24d3-4a79-8823-597f3189d3ae,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:15.333947 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-50cd46ad-c0d5-44a2-b83e-948a9847d5c8 None None] For port f7e7395e-8c50-4e1e-94d4-322c35e02e79, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:39:15.367507 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-50cd46ad-c0d5-44a2-b83e-948a9847d5c8 None None] For port f7e7395e-8c50-4e1e-94d4-322c35e02e79, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=f7e7395e-8c50-4e1e-94d4-322c35e02e79,segment=NetworkSegment(b70d27df-cd2b-41ff-aa30-0247c982f1df),segment_id=b70d27df-cd2b-41ff-aa30-0247c982f1df)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:39:15.378184 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-50cd46ad-c0d5-44a2-b83e-948a9847d5c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (f7e7395e-8c50-4e1e-94d4-322c35e02e79), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:15.433520 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2ad85147-e61d-4ac7-b4fb-4fec4548768d admin admin] Publish callbacks [] for router_gateway (9128fbb9-53eb-4b63-8022-927b16cea244), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:15.652756 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2ad85147-e61d-4ac7-b4fb-4fec4548768d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141'] for router (9128fbb9-53eb-4b63-8022-927b16cea244), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:15.706657 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fc126641-0033-402c-ab8f-16b344d2f4ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:15.742189 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cd46ad-c0d5-44a2-b83e-948a9847d5c8 None None] Pushing event updated for resources: {'Port': ['ID=f7e7395e-8c50-4e1e-94d4-322c35e02e79,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:15.825214 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 2f411933-ad7c-4d77-b196-2829a55b995c up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:39:15.844089 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ad85147-e61d-4ac7-b4fb-4fec4548768d admin admin] Router 9128fbb9-53eb-4b63-8022-927b16cea244 is scheduled to L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de with binding_index 1 {{(pid=103475) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 13:39:15.898223 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ccd3476a-5496-463c-ac55-2f038d81d460 None None] Publish callbacks [] for port (ab9da384-0f71-4d8d-ae21-69d6cc8c86ba), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:15.912533 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ccd3476a-5496-463c-ac55-2f038d81d460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (ab9da384-0f71-4d8d-ae21-69d6cc8c86ba), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:15.935039 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 2f411933-ad7c-4d77-b196-2829a55b995c triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:39:15.936631 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (2f411933-ad7c-4d77-b196-2829a55b995c), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:16.058926 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344fd9fa-9869-4eda-a198-19e19e00a4d8 None None] Pushing event updated for resources: {'Port': ['ID=ab9da384-0f71-4d8d-ae21-69d6cc8c86ba,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:16.155117 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-ccd3476a-5496-463c-ac55-2f038d81d460 None None] Attempting to bind port ab9da384-0f71-4d8d-ae21-69d6cc8c86ba on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:39:16.155385 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-ccd3476a-5496-463c-ac55-2f038d81d460 None None] Attempting to bind port ab9da384-0f71-4d8d-ae21-69d6cc8c86ba by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '0974e274-8db7-4b5e-95c6-a67b79dd0d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '6251d67d-6e39-457e-ac77-5a9bc35741de'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:39:16.155793 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd3476a-5496-463c-ac55-2f038d81d460 None None] Attempting to bind port ab9da384-0f71-4d8d-ae21-69d6cc8c86ba on network 6251d67d-6e39-457e-ac77-5a9bc35741de {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:39:16.169124 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd3476a-5496-463c-ac55-2f038d81d460 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:39:16.169577 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd3476a-5496-463c-ac55-2f038d81d460 None None] Checking segment: {'id': '0974e274-8db7-4b5e-95c6-a67b79dd0d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '6251d67d-6e39-457e-ac77-5a9bc35741de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:39:16.169915 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ccd3476a-5496-463c-ac55-2f038d81d460 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:16.170374 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd3476a-5496-463c-ac55-2f038d81d460 None None] Bound using segment: {'id': '0974e274-8db7-4b5e-95c6-a67b79dd0d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '6251d67d-6e39-457e-ac77-5a9bc35741de'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:39:16.171381 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-ccd3476a-5496-463c-ac55-2f038d81d460 None None] Bound port: ab9da384-0f71-4d8d-ae21-69d6cc8c86ba, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0974e274-8db7-4b5e-95c6-a67b79dd0d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '6251d67d-6e39-457e-ac77-5a9bc35741de'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:39:16.171837 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ccd3476a-5496-463c-ac55-2f038d81d460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (ab9da384-0f71-4d8d-ae21-69d6cc8c86ba), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:16.191921 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 2f411933-ad7c-4d77-b196-2829a55b995c is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:39:16.254426 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ccd3476a-5496-463c-ac55-2f038d81d460 None None] For port ab9da384-0f71-4d8d-ae21-69d6cc8c86ba, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:39:16.259264 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ccd3476a-5496-463c-ac55-2f038d81d460 None None] For port ab9da384-0f71-4d8d-ae21-69d6cc8c86ba, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=ab9da384-0f71-4d8d-ae21-69d6cc8c86ba,segment=NetworkSegment(0974e274-8db7-4b5e-95c6-a67b79dd0d16),segment_id=0974e274-8db7-4b5e-95c6-a67b79dd0d16)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:39:16.266451 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ccd3476a-5496-463c-ac55-2f038d81d460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (ab9da384-0f71-4d8d-ae21-69d6cc8c86ba), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:16.328912 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd3476a-5496-463c-ac55-2f038d81d460 None None] Routers {'e9ac5227-9162-43f6-b37a-dc3ce6e104c3'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:39:16.329561 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-ccd3476a-5496-463c-ac55-2f038d81d460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:38:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['e9ac5227-9162-43f6-b37a-dc3ce6e104c3'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:39:16.353851 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ad85147-e61d-4ac7-b4fb-4fec4548768d admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:39:16.365165 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7783ca95-ced4-42fd-9fe4-9b31161d021e None None] Sync routers for ids ['9128fbb9-53eb-4b63-8022-927b16cea244'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:39:16.384065 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2ad85147-e61d-4ac7-b4fb-4fec4548768d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:16.384783 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7783ca95-ced4-42fd-9fe4-9b31161d021e None None] Routers {'9128fbb9-53eb-4b63-8022-927b16cea244'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:39:16.389115 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-2ad85147-e61d-4ac7-b4fb-4fec4548768d admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0853148 Feb 04 13:39:16.389363 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-7783ca95-ced4-42fd-9fe4-9b31161d021e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:38:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['9128fbb9-53eb-4b63-8022-927b16cea244'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:39:16.389652 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 36116) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:39:16.423233 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344fd9fa-9869-4eda-a198-19e19e00a4d8 None None] Pushing event updated for resources: {'Port': ['ID=ab9da384-0f71-4d8d-ae21-69d6cc8c86ba,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:16.442008 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-9ce3b698-5fc2-44c6-bab8-24583cf8010f None None] Provisioning complete for port ab9da384-0f71-4d8d-ae21-69d6cc8c86ba triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:39:16.442470 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9ce3b698-5fc2-44c6-bab8-24583cf8010f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (ab9da384-0f71-4d8d-ae21-69d6cc8c86ba), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:16.516678 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-ccd3476a-5496-463c-ac55-2f038d81d460 None None] Set router e9ac5227-9162-43f6-b37a-dc3ce6e104c3 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:39:16.558302 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-7783ca95-ced4-42fd-9fe4-9b31161d021e None None] Set router 9128fbb9-53eb-4b63-8022-927b16cea244 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:39:16.625858 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-9ce3b698-5fc2-44c6-bab8-24583cf8010f None None] Current status of the port ab9da384-0f71-4d8d-ae21-69d6cc8c86ba is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:39:16.626257 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9ce3b698-5fc2-44c6-bab8-24583cf8010f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (ab9da384-0f71-4d8d-ae21-69d6cc8c86ba), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:16.721466 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-9ce3b698-5fc2-44c6-bab8-24583cf8010f None None] For port ab9da384-0f71-4d8d-ae21-69d6cc8c86ba, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=ab9da384-0f71-4d8d-ae21-69d6cc8c86ba,segment=NetworkSegment(0974e274-8db7-4b5e-95c6-a67b79dd0d16),segment_id=0974e274-8db7-4b5e-95c6-a67b79dd0d16)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:39:16.735756 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9ce3b698-5fc2-44c6-bab8-24583cf8010f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (ab9da384-0f71-4d8d-ae21-69d6cc8c86ba), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:16.810390 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-7783ca95-ced4-42fd-9fe4-9b31161d021e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9128fbb9-53eb-4b63-8022-927b16cea244', 'name': 'tempest-TestShelveInstance-1998148119-router', 'tenant_id': 'e7c576700d5e420ab14560457ae1f13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '8ce152df-24d3-4a79-8823-597f3189d3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:39:14Z', 'updated_at': '2022-02-04T13:39:15Z', 'revision_number': 3, 'project_id': 'e7c576700d5e420ab14560457ae1f13f', 'gw_port': {'id': '8ce152df-24d3-4a79-8823-597f3189d3ae', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:be:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9128fbb9-53eb-4b63-8022-927b16cea244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:39:14Z', 'updated_at': '2022-02-04T13:39:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:39:16.841540 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce3b698-5fc2-44c6-bab8-24583cf8010f None None] Pushing event updated for resources: {'Port': ['ID=ab9da384-0f71-4d8d-ae21-69d6cc8c86ba,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:16.855405 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7783ca95-ced4-42fd-9fe4-9b31161d021e None None] Checking router: 9128fbb9-53eb-4b63-8022-927b16cea244 for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:39:16.855799 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7783ca95-ced4-42fd-9fe4-9b31161d021e None None] Updating router 9128fbb9-53eb-4b63-8022-927b16cea244 port 8ce152df-24d3-4a79-8823-597f3189d3ae binding host n-d-825015-3 {{(pid=103477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:39:16.880964 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-9531fbaa-48b6-4314-8709-49132d0b06b8 None None] Provisioning complete for port ab9da384-0f71-4d8d-ae21-69d6cc8c86ba triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:39:16.881348 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9531fbaa-48b6-4314-8709-49132d0b06b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (ab9da384-0f71-4d8d-ae21-69d6cc8c86ba), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:16.906174 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7783ca95-ced4-42fd-9fe4-9b31161d021e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (8ce152df-24d3-4a79-8823-597f3189d3ae), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:16.914318 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-ccd3476a-5496-463c-ac55-2f038d81d460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ac5227-9162-43f6-b37a-dc3ce6e104c3', 'name': 'tempest-TestShelveInstance-1409048768-router', 'tenant_id': 'bb6db4b7b70c488db79896812ac5b2ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '2f411933-ad7c-4d77-b196-2829a55b995c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:39:09Z', 'updated_at': '2022-02-04T13:39:12Z', 'revision_number': 4, 'project_id': 'bb6db4b7b70c488db79896812ac5b2ca', 'gw_port': {'id': '2f411933-ad7c-4d77-b196-2829a55b995c', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ac5227-9162-43f6-b37a-dc3ce6e104c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:39:10Z', 'updated_at': '2022-02-04T13:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'ab9da384-0f71-4d8d-ae21-69d6cc8c86ba', 'name': '', 'network_id': '6251d67d-6e39-457e-ac77-5a9bc35741de', 'tenant_id': 'bb6db4b7b70c488db79896812ac5b2ca', 'mac_address': 'fa:16:3e:85:46:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ac5227-9162-43f6-b37a-dc3ce6e104c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '56060ea2-6074-4faf-b413-ec8c17bd3679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:39:11Z', 'updated_at': '2022-02-04T13:39:16Z', 'revision_number': 4, 'project_id': 'bb6db4b7b70c488db79896812ac5b2ca', 'subnets': [{'id': '56060ea2-6074-4faf-b413-ec8c17bd3679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:39:16.948107 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd3476a-5496-463c-ac55-2f038d81d460 None None] The sync data for ids ['e9ac5227-9162-43f6-b37a-dc3ce6e104c3'] in n-d-825015-3 is: [{'id': 'e9ac5227-9162-43f6-b37a-dc3ce6e104c3', 'name': 'tempest-TestShelveInstance-1409048768-router', 'tenant_id': 'bb6db4b7b70c488db79896812ac5b2ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '2f411933-ad7c-4d77-b196-2829a55b995c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:39:09Z', 'updated_at': '2022-02-04T13:39:12Z', 'revision_number': 4, 'project_id': 'bb6db4b7b70c488db79896812ac5b2ca', 'gw_port': {'id': '2f411933-ad7c-4d77-b196-2829a55b995c', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ac5227-9162-43f6-b37a-dc3ce6e104c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:39:10Z', 'updated_at': '2022-02-04T13:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'ab9da384-0f71-4d8d-ae21-69d6cc8c86ba', 'name': '', 'network_id': '6251d67d-6e39-457e-ac77-5a9bc35741de', 'tenant_id': 'bb6db4b7b70c488db79896812ac5b2ca', 'mac_address': 'fa:16:3e:85:46:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ac5227-9162-43f6-b37a-dc3ce6e104c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '56060ea2-6074-4faf-b413-ec8c17bd3679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:39:11Z', 'updated_at': '2022-02-04T13:39:16Z', 'revision_number': 4, 'project_id': 'bb6db4b7b70c488db79896812ac5b2ca', 'subnets': [{'id': '56060ea2-6074-4faf-b413-ec8c17bd3679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:39:16.958388 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5a1cc579-60c2-4566-b630-c12a3e8e5a9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:17.019475 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-9531fbaa-48b6-4314-8709-49132d0b06b8 None None] Current status of the port ab9da384-0f71-4d8d-ae21-69d6cc8c86ba is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:39:17.186925 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5d015d-e283-451d-a3b3-88cd825be6a7 None None] Network 2592f898-4c53-4bba-a65e-28a74a47fdf8 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:39:17.193274 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-5a1cc579-60c2-4566-b630-c12a3e8e5a9f admin admin] Allocated IP 172.20.0.1 (2592f898-4c53-4bba-a65e-28a74a47fdf8/f2ea82bf-d013-4cb6-b0e9-00f40c3edfc4/147f7a04-7f94-47b9-8c0b-7e3a752b9ed0) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:39:17.256712 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7783ca95-ced4-42fd-9fe4-9b31161d021e None None] Publish callbacks [] for port (8ce152df-24d3-4a79-8823-597f3189d3ae), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:17.267870 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7783ca95-ced4-42fd-9fe4-9b31161d021e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (8ce152df-24d3-4a79-8823-597f3189d3ae), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:17.325251 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-7783ca95-ced4-42fd-9fe4-9b31161d021e None None] Attempting to bind port 8ce152df-24d3-4a79-8823-597f3189d3ae on host n-d-825015-3 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:39:17.325251 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-7783ca95-ced4-42fd-9fe4-9b31161d021e None None] Attempting to bind port 8ce152df-24d3-4a79-8823-597f3189d3ae by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:39:17.325645 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7783ca95-ced4-42fd-9fe4-9b31161d021e None None] Attempting to bind port 8ce152df-24d3-4a79-8823-597f3189d3ae on network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:39:17.330246 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-1af287bd-e660-4bcc-bbec-b0b6b45b0818 None None] Provisioning complete for port f7e7395e-8c50-4e1e-94d4-322c35e02e79 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:39:17.330782 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1af287bd-e660-4bcc-bbec-b0b6b45b0818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (f7e7395e-8c50-4e1e-94d4-322c35e02e79), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:17.335566 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7783ca95-ced4-42fd-9fe4-9b31161d021e None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:39:17.335965 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7783ca95-ced4-42fd-9fe4-9b31161d021e None None] Checking segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:39:17.336365 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7783ca95-ced4-42fd-9fe4-9b31161d021e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:17.336751 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7783ca95-ced4-42fd-9fe4-9b31161d021e None None] Bound using segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:39:17.337265 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-7783ca95-ced4-42fd-9fe4-9b31161d021e None None] Bound port: 8ce152df-24d3-4a79-8823-597f3189d3ae, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:39:17.337588 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7783ca95-ced4-42fd-9fe4-9b31161d021e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (8ce152df-24d3-4a79-8823-597f3189d3ae), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:17.343578 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0692a5-a91a-44b8-b9df-8bdf52efb77b None None] Pushing event updated for resources: {'Port': ['ID=8ce152df-24d3-4a79-8823-597f3189d3ae,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:17.353909 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5a1cc579-60c2-4566-b630-c12a3e8e5a9f admin admin] Publish callbacks [] for port (147f7a04-7f94-47b9-8c0b-7e3a752b9ed0), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:17.416064 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-7783ca95-ced4-42fd-9fe4-9b31161d021e None None] For port 8ce152df-24d3-4a79-8823-597f3189d3ae, host n-d-825015-3, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:39:17.417697 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5a1cc579-60c2-4566-b630-c12a3e8e5a9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (147f7a04-7f94-47b9-8c0b-7e3a752b9ed0), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:17.425501 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-7783ca95-ced4-42fd-9fe4-9b31161d021e None None] For port 8ce152df-24d3-4a79-8823-597f3189d3ae, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=8ce152df-24d3-4a79-8823-597f3189d3ae,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:39:17.441300 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7783ca95-ced4-42fd-9fe4-9b31161d021e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (8ce152df-24d3-4a79-8823-597f3189d3ae), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:17.466820 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-1af287bd-e660-4bcc-bbec-b0b6b45b0818 None None] Current status of the port f7e7395e-8c50-4e1e-94d4-322c35e02e79 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:39:17.467987 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1af287bd-e660-4bcc-bbec-b0b6b45b0818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (f7e7395e-8c50-4e1e-94d4-322c35e02e79), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:17.510127 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-1af287bd-e660-4bcc-bbec-b0b6b45b0818 None None] For port f7e7395e-8c50-4e1e-94d4-322c35e02e79, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=f7e7395e-8c50-4e1e-94d4-322c35e02e79,segment=NetworkSegment(b70d27df-cd2b-41ff-aa30-0247c982f1df),segment_id=b70d27df-cd2b-41ff-aa30-0247c982f1df)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:39:17.517862 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1cc579-60c2-4566-b630-c12a3e8e5a9f admin admin] Network 2592f898-4c53-4bba-a65e-28a74a47fdf8 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:39:17.520661 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1af287bd-e660-4bcc-bbec-b0b6b45b0818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (f7e7395e-8c50-4e1e-94d4-322c35e02e79), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:17.523932 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-5a1cc579-60c2-4566-b630-c12a3e8e5a9f admin admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:39:17.528081 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1cc579-60c2-4566-b630-c12a3e8e5a9f admin admin] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:39:17.556898 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1cc579-60c2-4566-b630-c12a3e8e5a9f admin admin] Pushing event updated for resources: {'Port': ['ID=147f7a04-7f94-47b9-8c0b-7e3a752b9ed0,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:17.587494 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5a1cc579-60c2-4566-b630-c12a3e8e5a9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1599818'] for router_interface (9128fbb9-53eb-4b63-8022-927b16cea244), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:17.592038 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0692a5-a91a-44b8-b9df-8bdf52efb77b None None] Pushing event updated for resources: {'Port': ['ID=8ce152df-24d3-4a79-8823-597f3189d3ae,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:17.605128 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7783ca95-ced4-42fd-9fe4-9b31161d021e None None] Routers {'9128fbb9-53eb-4b63-8022-927b16cea244'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:39:17.605779 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-7783ca95-ced4-42fd-9fe4-9b31161d021e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:38:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['9128fbb9-53eb-4b63-8022-927b16cea244'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:39:17.630302 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af287bd-e660-4bcc-bbec-b0b6b45b0818 None None] Pushing event updated for resources: {'Port': ['ID=f7e7395e-8c50-4e1e-94d4-322c35e02e79,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:17.760565 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-541fe22e-5156-46dc-ab42-3bae4721dca2 None None] Provisioning complete for port f7e7395e-8c50-4e1e-94d4-322c35e02e79 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:39:17.763604 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-541fe22e-5156-46dc-ab42-3bae4721dca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (f7e7395e-8c50-4e1e-94d4-322c35e02e79), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:17.825722 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5a1cc579-60c2-4566-b630-c12a3e8e5a9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (147f7a04-7f94-47b9-8c0b-7e3a752b9ed0), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:17.841080 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-7783ca95-ced4-42fd-9fe4-9b31161d021e None None] Set router 9128fbb9-53eb-4b63-8022-927b16cea244 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:39:17.971219 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-541fe22e-5156-46dc-ab42-3bae4721dca2 None None] Current status of the port f7e7395e-8c50-4e1e-94d4-322c35e02e79 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:39:18.064668 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device f7e7395e-8c50-4e1e-94d4-322c35e02e79 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:39:18.106194 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5a1cc579-60c2-4566-b630-c12a3e8e5a9f admin admin] Publish callbacks [] for port (147f7a04-7f94-47b9-8c0b-7e3a752b9ed0), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:18.113926 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5a1cc579-60c2-4566-b630-c12a3e8e5a9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (147f7a04-7f94-47b9-8c0b-7e3a752b9ed0), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:18.124836 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-75b2a50b-07fe-4a90-8d45-20a2754d85bb None None] Provisioning complete for port 147f7a04-7f94-47b9-8c0b-7e3a752b9ed0 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:39:18.125355 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-75b2a50b-07fe-4a90-8d45-20a2754d85bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (147f7a04-7f94-47b9-8c0b-7e3a752b9ed0), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:18.128519 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-7783ca95-ced4-42fd-9fe4-9b31161d021e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9128fbb9-53eb-4b63-8022-927b16cea244', 'name': 'tempest-TestShelveInstance-1998148119-router', 'tenant_id': 'e7c576700d5e420ab14560457ae1f13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '8ce152df-24d3-4a79-8823-597f3189d3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:39:14Z', 'updated_at': '2022-02-04T13:39:15Z', 'revision_number': 3, 'project_id': 'e7c576700d5e420ab14560457ae1f13f', 'gw_port': {'id': '8ce152df-24d3-4a79-8823-597f3189d3ae', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:be:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9128fbb9-53eb-4b63-8022-927b16cea244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:39:14Z', 'updated_at': '2022-02-04T13:39:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:39:18.168260 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7783ca95-ced4-42fd-9fe4-9b31161d021e None None] The sync data for ids ['9128fbb9-53eb-4b63-8022-927b16cea244'] in n-d-825015-3 is: [{'id': '9128fbb9-53eb-4b63-8022-927b16cea244', 'name': 'tempest-TestShelveInstance-1998148119-router', 'tenant_id': 'e7c576700d5e420ab14560457ae1f13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '8ce152df-24d3-4a79-8823-597f3189d3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:39:14Z', 'updated_at': '2022-02-04T13:39:15Z', 'revision_number': 3, 'project_id': 'e7c576700d5e420ab14560457ae1f13f', 'gw_port': {'id': '8ce152df-24d3-4a79-8823-597f3189d3ae', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:be:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9128fbb9-53eb-4b63-8022-927b16cea244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:39:14Z', 'updated_at': '2022-02-04T13:39:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:39:18.190760 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-75b2a50b-07fe-4a90-8d45-20a2754d85bb None None] Port 147f7a04-7f94-47b9-8c0b-7e3a752b9ed0 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:39:18.192368 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port f7e7395e-8c50-4e1e-94d4-322c35e02e79 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:39:18.192789 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (f7e7395e-8c50-4e1e-94d4-322c35e02e79), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:18.206238 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1cc579-60c2-4566-b630-c12a3e8e5a9f admin admin] Pushing event updated for resources: {'Port': ['ID=147f7a04-7f94-47b9-8c0b-7e3a752b9ed0,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:18.210166 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5a1cc579-60c2-4566-b630-c12a3e8e5a9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622202'] for router_interface (9128fbb9-53eb-4b63-8022-927b16cea244), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:18.223654 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7d90a278-93d2-47ed-a816-bd1e899b0d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:18.314904 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port f7e7395e-8c50-4e1e-94d4-322c35e02e79 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:39:18.316725 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device ab9da384-0f71-4d8d-ae21-69d6cc8c86ba up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:39:18.344999 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1cc579-60c2-4566-b630-c12a3e8e5a9f admin admin] Network 2592f898-4c53-4bba-a65e-28a74a47fdf8 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:39:18.346534 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-5a1cc579-60c2-4566-b630-c12a3e8e5a9f admin admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:39:18.379296 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port ab9da384-0f71-4d8d-ae21-69d6cc8c86ba triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:39:18.379683 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (ab9da384-0f71-4d8d-ae21-69d6cc8c86ba), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:18.510067 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port ab9da384-0f71-4d8d-ae21-69d6cc8c86ba is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:39:18.511242 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a1cc579-60c2-4566-b630-c12a3e8e5a9f admin admin] Router 9128fbb9-53eb-4b63-8022-927b16cea244 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:39:18.682694 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a1cc579-60c2-4566-b630-c12a3e8e5a9f admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:39:18.690014 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-5a1cc579-60c2-4566-b630-c12a3e8e5a9f admin admin] 10.222.0.65 "PUT /v2.0/routers/9128fbb9-53eb-4b63-8022-927b16cea244/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2990327 Feb 04 13:39:18.821965 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-f4eca29d-7e05-4098-80fb-80f7730873c0 None None] Provisioning complete for port 147f7a04-7f94-47b9-8c0b-7e3a752b9ed0 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:39:18.822346 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f4eca29d-7e05-4098-80fb-80f7730873c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (147f7a04-7f94-47b9-8c0b-7e3a752b9ed0), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:18.882981 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-f4eca29d-7e05-4098-80fb-80f7730873c0 None None] Port 147f7a04-7f94-47b9-8c0b-7e3a752b9ed0 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:39:19.388135 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 36124) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:39:19.393575 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-3c67c17b-36db-4cce-9b7e-6213dfbf3ff3 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1171018143', 'description': 'tempest-secgroup-smoke-1171018143 description', 'project_id': 'bb6db4b7b70c488db79896812ac5b2ca'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:39:19.414471 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3c67c17b-36db-4cce-9b7e-6213dfbf3ff3 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:19.481317 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3c67c17b-36db-4cce-9b7e-6213dfbf3ff3 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Publish callbacks [] for security_group (02d4ed04-1f82-46a5-a825-0b930ea516a5), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:19.486141 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3c67c17b-36db-4cce-9b7e-6213dfbf3ff3 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (02d4ed04-1f82-46a5-a825-0b930ea516a5), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:19.520885 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3c67c17b-36db-4cce-9b7e-6213dfbf3ff3 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:19.522294 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-3c67c17b-36db-4cce-9b7e-6213dfbf3ff3 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1328952 Feb 04 13:39:19.523044 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:19.523531 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c67c17b-36db-4cce-9b7e-6213dfbf3ff3 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02d4ed04-1f82-46a5-a825-0b930ea516a5,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:19.525435 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 36126) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:39:19.532159 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-d5e43478-66fe-4786-94d1-48876549dc5d tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Request body: {'security_group_rule': {'security_group_id': '02d4ed04-1f82-46a5-a825-0b930ea516a5', 'project_id': 'bb6db4b7b70c488db79896812ac5b2ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:39:19.556615 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d5e43478-66fe-4786-94d1-48876549dc5d tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Publish callbacks [] for security_group_rule (f489c0e8-aa35-4a61-8c79-8f5ee4448df3), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:19.616606 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d5e43478-66fe-4786-94d1-48876549dc5d tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Publish callbacks [] for security_group_rule (f489c0e8-aa35-4a61-8c79-8f5ee4448df3), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:19.620240 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d5e43478-66fe-4786-94d1-48876549dc5d tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (f489c0e8-aa35-4a61-8c79-8f5ee4448df3), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:19.638696 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e43478-66fe-4786-94d1-48876549dc5d tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f489c0e8-aa35-4a61-8c79-8f5ee4448df3,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:19.648716 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d5e43478-66fe-4786-94d1-48876549dc5d tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:19.649953 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-d5e43478-66fe-4786-94d1-48876549dc5d tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1233954 Feb 04 13:39:19.652609 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 36128) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:39:19.658032 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-c355f659-f6df-4fbc-a6b7-9553bd207ccf tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Request body: {'security_group_rule': {'security_group_id': '02d4ed04-1f82-46a5-a825-0b930ea516a5', 'project_id': 'bb6db4b7b70c488db79896812ac5b2ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:39:19.682433 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c355f659-f6df-4fbc-a6b7-9553bd207ccf tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Publish callbacks [] for security_group_rule (a01bd986-91f3-4569-a2b4-1c85291a0cae), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:19.746371 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c355f659-f6df-4fbc-a6b7-9553bd207ccf tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Publish callbacks [] for security_group_rule (a01bd986-91f3-4569-a2b4-1c85291a0cae), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:19.751779 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c355f659-f6df-4fbc-a6b7-9553bd207ccf tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (a01bd986-91f3-4569-a2b4-1c85291a0cae), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:19.772986 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c355f659-f6df-4fbc-a6b7-9553bd207ccf tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a01bd986-91f3-4569-a2b4-1c85291a0cae,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:19.781408 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-c355f659-f6df-4fbc-a6b7-9553bd207ccf tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:19.785483 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-c355f659-f6df-4fbc-a6b7-9553bd207ccf tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1290591 Feb 04 13:39:19.786281 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 36130) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:39:19.790819 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-f080d9d4-1cb7-409e-84de-a3e05b4a05f3 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Request body: {'security_group_rule': {'security_group_id': '02d4ed04-1f82-46a5-a825-0b930ea516a5', 'project_id': 'bb6db4b7b70c488db79896812ac5b2ca', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:39:19.825116 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f080d9d4-1cb7-409e-84de-a3e05b4a05f3 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Publish callbacks [] for security_group_rule (948c14c9-c745-4671-8754-7a0735530f5d), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:19.837198 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 8ce152df-24d3-4a79-8823-597f3189d3ae up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:39:19.888792 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 8ce152df-24d3-4a79-8823-597f3189d3ae triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:39:19.889299 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (8ce152df-24d3-4a79-8823-597f3189d3ae), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:19.894891 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f080d9d4-1cb7-409e-84de-a3e05b4a05f3 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Publish callbacks [] for security_group_rule (948c14c9-c745-4671-8754-7a0735530f5d), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:19.899510 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f080d9d4-1cb7-409e-84de-a3e05b4a05f3 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (948c14c9-c745-4671-8754-7a0735530f5d), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:19.917752 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f080d9d4-1cb7-409e-84de-a3e05b4a05f3 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=948c14c9-c745-4671-8754-7a0735530f5d,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:19.927290 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-f080d9d4-1cb7-409e-84de-a3e05b4a05f3 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:19.928559 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-f080d9d4-1cb7-409e-84de-a3e05b4a05f3 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1412685 Feb 04 13:39:19.931546 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 36132) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:39:19.936643 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-5d4ed8cb-b0a9-43fe-b92c-876f7fae8c3b tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Request body: {'security_group_rule': {'security_group_id': '02d4ed04-1f82-46a5-a825-0b930ea516a5', 'project_id': 'bb6db4b7b70c488db79896812ac5b2ca', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:39:19.966612 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5d4ed8cb-b0a9-43fe-b92c-876f7fae8c3b tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Publish callbacks [] for security_group_rule (9e326aa0-9773-4449-9ba8-b5ee2c9657ef), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:19.986646 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 8ce152df-24d3-4a79-8823-597f3189d3ae is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:39:19.987034 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (8ce152df-24d3-4a79-8823-597f3189d3ae), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:20.010422 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port 8ce152df-24d3-4a79-8823-597f3189d3ae, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=8ce152df-24d3-4a79-8823-597f3189d3ae,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:39:20.014272 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (8ce152df-24d3-4a79-8823-597f3189d3ae), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:20.035080 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5d4ed8cb-b0a9-43fe-b92c-876f7fae8c3b tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Publish callbacks [] for security_group_rule (9e326aa0-9773-4449-9ba8-b5ee2c9657ef), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:20.039049 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5d4ed8cb-b0a9-43fe-b92c-876f7fae8c3b tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (9e326aa0-9773-4449-9ba8-b5ee2c9657ef), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:20.060179 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4ed8cb-b0a9-43fe-b92c-876f7fae8c3b tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e326aa0-9773-4449-9ba8-b5ee2c9657ef,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:20.064679 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=8ce152df-24d3-4a79-8823-597f3189d3ae,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:20.066419 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5d4ed8cb-b0a9-43fe-b92c-876f7fae8c3b tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:20.068169 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-5d4ed8cb-b0a9-43fe-b92c-876f7fae8c3b tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1356335 Feb 04 13:39:20.071277 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 36134) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:39:20.075818 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-3a99b179-a535-43d7-ab19-ba558254210b tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Request body: {'security_group_rule': {'security_group_id': '02d4ed04-1f82-46a5-a825-0b930ea516a5', 'project_id': 'bb6db4b7b70c488db79896812ac5b2ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:39:20.096247 n-d-825015-3 neutron-server[103475]: INFO neutron.db.securitygroups_db [None req-3a99b179-a535-43d7-ab19-ba558254210b tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Project bb6db4b7b70c488db79896812ac5b2ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 13:39:20.101230 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3a99b179-a535-43d7-ab19-ba558254210b tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Publish callbacks [] for security_group_rule (debe6ad6-59c1-42ca-aaae-edacd2f7dade), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:20.160594 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3a99b179-a535-43d7-ab19-ba558254210b tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Publish callbacks [] for security_group_rule (debe6ad6-59c1-42ca-aaae-edacd2f7dade), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:20.164539 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3a99b179-a535-43d7-ab19-ba558254210b tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (debe6ad6-59c1-42ca-aaae-edacd2f7dade), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:20.184689 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a99b179-a535-43d7-ab19-ba558254210b tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=debe6ad6-59c1-42ca-aaae-edacd2f7dade,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:20.194871 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3a99b179-a535-43d7-ab19-ba558254210b tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:20.196323 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-3a99b179-a535-43d7-ab19-ba558254210b tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1240022 Feb 04 13:39:20.199424 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 36136) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:39:20.203913 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-31998924-4f04-40b5-84c3-114a821f6cf2 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Request body: {'security_group_rule': {'security_group_id': '02d4ed04-1f82-46a5-a825-0b930ea516a5', 'project_id': 'bb6db4b7b70c488db79896812ac5b2ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:39:20.225947 n-d-825015-3 neutron-server[103475]: INFO neutron.db.securitygroups_db [None req-31998924-4f04-40b5-84c3-114a821f6cf2 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Project bb6db4b7b70c488db79896812ac5b2ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 13:39:20.232059 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-31998924-4f04-40b5-84c3-114a821f6cf2 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Publish callbacks [] for security_group_rule (c7444253-1488-4ae7-86ab-2c85b1c8a4b4), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:20.294624 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-31998924-4f04-40b5-84c3-114a821f6cf2 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Publish callbacks [] for security_group_rule (c7444253-1488-4ae7-86ab-2c85b1c8a4b4), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:20.298256 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-31998924-4f04-40b5-84c3-114a821f6cf2 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (c7444253-1488-4ae7-86ab-2c85b1c8a4b4), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:20.318190 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31998924-4f04-40b5-84c3-114a821f6cf2 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7444253-1488-4ae7-86ab-2c85b1c8a4b4,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:20.328768 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-31998924-4f04-40b5-84c3-114a821f6cf2 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:20.329993 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-31998924-4f04-40b5-84c3-114a821f6cf2 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1296611 Feb 04 13:39:20.544855 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b0ca84-8a69-44ed-89d7-64a12a6ccef8 None None] Sync routers for ids ['9128fbb9-53eb-4b63-8022-927b16cea244'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:39:20.549534 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-87e33671-623d-431c-8a41-44f95715d531 req-dcde9ea5-ef10-4b16-aed2-54fc7eea6ec1 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1171018143&fields=id&tenant_id=bb6db4b7b70c488db79896812ac5b2ca HTTP/1.1" status: 200 len: 267 time: 0.0455458 Feb 04 13:39:20.556387 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b0ca84-8a69-44ed-89d7-64a12a6ccef8 None None] Routers {'9128fbb9-53eb-4b63-8022-927b16cea244'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:39:20.556998 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-35b0ca84-8a69-44ed-89d7-64a12a6ccef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:39:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['9128fbb9-53eb-4b63-8022-927b16cea244'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:39:20.660598 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e33671-623d-431c-8a41-44f95715d531 req-e2148326-e576-4b0e-84af-8cbac5818d94 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:20.662154 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-87e33671-623d-431c-8a41-44f95715d531 req-e2148326-e576-4b0e-84af-8cbac5818d94 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/networks?id=6251d67d-6e39-457e-ac77-5a9bc35741de HTTP/1.1" status: 200 len: 809 time: 0.1056819 Feb 04 13:39:20.665843 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-35b0ca84-8a69-44ed-89d7-64a12a6ccef8 None None] Set router 9128fbb9-53eb-4b63-8022-927b16cea244 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:39:20.677096 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-87e33671-623d-431c-8a41-44f95715d531 req-176627c2-490b-402a-97c2-ccc413621152 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/quotas/bb6db4b7b70c488db79896812ac5b2ca HTTP/1.1" status: 200 len: 375 time: 0.0093744 Feb 04 13:39:20.736321 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-87e33671-623d-431c-8a41-44f95715d531 req-889330ec-ac43-46a7-84ed-bda502547c8f tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=bb6db4b7b70c488db79896812ac5b2ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0536673 Feb 04 13:39:20.800678 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:20.838144 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-87e33671-623d-431c-8a41-44f95715d531 req-04456caa-ce86-4fd7-ad2d-769e47a860b5 service neutron] 10.222.0.65 "GET /v2.0/networks/6251d67d-6e39-457e-ac77-5a9bc35741de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900166 Feb 04 13:39:20.891364 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-35b0ca84-8a69-44ed-89d7-64a12a6ccef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9128fbb9-53eb-4b63-8022-927b16cea244', 'name': 'tempest-TestShelveInstance-1998148119-router', 'tenant_id': 'e7c576700d5e420ab14560457ae1f13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '8ce152df-24d3-4a79-8823-597f3189d3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:39:14Z', 'updated_at': '2022-02-04T13:39:17Z', 'revision_number': 4, 'project_id': 'e7c576700d5e420ab14560457ae1f13f', 'gw_port': {'id': '8ce152df-24d3-4a79-8823-597f3189d3ae', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:be:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9128fbb9-53eb-4b63-8022-927b16cea244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:39:14Z', 'updated_at': '2022-02-04T13:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '147f7a04-7f94-47b9-8c0b-7e3a752b9ed0', 'name': '', 'network_id': '2592f898-4c53-4bba-a65e-28a74a47fdf8', 'tenant_id': 'e7c576700d5e420ab14560457ae1f13f', 'mac_address': 'fa:16:3e:c4:3e:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9128fbb9-53eb-4b63-8022-927b16cea244', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'f2ea82bf-d013-4cb6-b0e9-00f40c3edfc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:39:16Z', 'updated_at': '2022-02-04T13:39:17Z', 'revision_number': 2, 'project_id': 'e7c576700d5e420ab14560457ae1f13f', 'subnets': [{'id': 'f2ea82bf-d013-4cb6-b0e9-00f40c3edfc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:39:20.918043 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b0ca84-8a69-44ed-89d7-64a12a6ccef8 None None] Checking router: 9128fbb9-53eb-4b63-8022-927b16cea244 for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:39:20.918407 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b0ca84-8a69-44ed-89d7-64a12a6ccef8 None None] Updating router 9128fbb9-53eb-4b63-8022-927b16cea244 port 147f7a04-7f94-47b9-8c0b-7e3a752b9ed0 binding host n-d-825015-3 {{(pid=103476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:39:20.934047 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-87e33671-623d-431c-8a41-44f95715d531 req-3104cebd-7394-4858-be3b-8f69d01d6dce service neutron] 10.222.0.65 "GET /v2.0/networks/6251d67d-6e39-457e-ac77-5a9bc35741de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892043 Feb 04 13:39:20.948462 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-35b0ca84-8a69-44ed-89d7-64a12a6ccef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (147f7a04-7f94-47b9-8c0b-7e3a752b9ed0), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:21.113985 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-53941f1e-8d5c-4e67-8ad8-c8c8b6b88364 req-19d44534-5f51-4c06-bc83-88ba804eef4f tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b0cd110-d9f1-4c76-9a04-653af343dc12 HTTP/1.1" status: 200 len: 210 time: 0.0315225 Feb 04 13:39:21.409395 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-35b0ca84-8a69-44ed-89d7-64a12a6ccef8 None None] Publish callbacks [] for port (147f7a04-7f94-47b9-8c0b-7e3a752b9ed0), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:21.414687 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-35b0ca84-8a69-44ed-89d7-64a12a6ccef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (147f7a04-7f94-47b9-8c0b-7e3a752b9ed0), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:21.473281 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1e50b9-9938-4de5-b848-c732153e30ef None None] Pushing event updated for resources: {'Port': ['ID=147f7a04-7f94-47b9-8c0b-7e3a752b9ed0,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:21.530816 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-35b0ca84-8a69-44ed-89d7-64a12a6ccef8 None None] Attempting to bind port 147f7a04-7f94-47b9-8c0b-7e3a752b9ed0 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:39:21.531225 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-35b0ca84-8a69-44ed-89d7-64a12a6ccef8 None None] Attempting to bind port 147f7a04-7f94-47b9-8c0b-7e3a752b9ed0 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': 'b70d27df-cd2b-41ff-aa30-0247c982f1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '2592f898-4c53-4bba-a65e-28a74a47fdf8'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:39:21.531695 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b0ca84-8a69-44ed-89d7-64a12a6ccef8 None None] Attempting to bind port 147f7a04-7f94-47b9-8c0b-7e3a752b9ed0 on network 2592f898-4c53-4bba-a65e-28a74a47fdf8 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:39:21.537798 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b0ca84-8a69-44ed-89d7-64a12a6ccef8 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:39:21.538711 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b0ca84-8a69-44ed-89d7-64a12a6ccef8 None None] Checking segment: {'id': 'b70d27df-cd2b-41ff-aa30-0247c982f1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '2592f898-4c53-4bba-a65e-28a74a47fdf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:39:21.538931 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-35b0ca84-8a69-44ed-89d7-64a12a6ccef8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:21.539284 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b0ca84-8a69-44ed-89d7-64a12a6ccef8 None None] Bound using segment: {'id': 'b70d27df-cd2b-41ff-aa30-0247c982f1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '2592f898-4c53-4bba-a65e-28a74a47fdf8'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:39:21.539813 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-35b0ca84-8a69-44ed-89d7-64a12a6ccef8 None None] Bound port: 147f7a04-7f94-47b9-8c0b-7e3a752b9ed0, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b70d27df-cd2b-41ff-aa30-0247c982f1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '2592f898-4c53-4bba-a65e-28a74a47fdf8'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:39:21.540447 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-35b0ca84-8a69-44ed-89d7-64a12a6ccef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (147f7a04-7f94-47b9-8c0b-7e3a752b9ed0), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:21.617677 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-35b0ca84-8a69-44ed-89d7-64a12a6ccef8 None None] For port 147f7a04-7f94-47b9-8c0b-7e3a752b9ed0, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:39:21.621288 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-35b0ca84-8a69-44ed-89d7-64a12a6ccef8 None None] For port 147f7a04-7f94-47b9-8c0b-7e3a752b9ed0, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=147f7a04-7f94-47b9-8c0b-7e3a752b9ed0,segment=NetworkSegment(b70d27df-cd2b-41ff-aa30-0247c982f1df),segment_id=b70d27df-cd2b-41ff-aa30-0247c982f1df)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:39:21.628262 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-35b0ca84-8a69-44ed-89d7-64a12a6ccef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (147f7a04-7f94-47b9-8c0b-7e3a752b9ed0), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:21.687639 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b0ca84-8a69-44ed-89d7-64a12a6ccef8 None None] Routers {'9128fbb9-53eb-4b63-8022-927b16cea244'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:39:21.688371 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-35b0ca84-8a69-44ed-89d7-64a12a6ccef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:39:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['9128fbb9-53eb-4b63-8022-927b16cea244'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:39:21.741105 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1e50b9-9938-4de5-b848-c732153e30ef None None] Pushing event updated for resources: {'Port': ['ID=147f7a04-7f94-47b9-8c0b-7e3a752b9ed0,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:21.796700 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-9423ef34-3ee1-4a85-8265-c1441f9b76b2 None None] Provisioning complete for port 147f7a04-7f94-47b9-8c0b-7e3a752b9ed0 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:39:21.797084 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9423ef34-3ee1-4a85-8265-c1441f9b76b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (147f7a04-7f94-47b9-8c0b-7e3a752b9ed0), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:21.836276 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 8ce152df-24d3-4a79-8823-597f3189d3ae up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:39:21.922140 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:21.937748 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-35b0ca84-8a69-44ed-89d7-64a12a6ccef8 None None] Set router 9128fbb9-53eb-4b63-8022-927b16cea244 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:39:22.013120 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 8ce152df-24d3-4a79-8823-597f3189d3ae triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:39:22.013499 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (8ce152df-24d3-4a79-8823-597f3189d3ae), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:22.048468 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-9423ef34-3ee1-4a85-8265-c1441f9b76b2 None None] Current status of the port 147f7a04-7f94-47b9-8c0b-7e3a752b9ed0 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:39:22.048860 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9423ef34-3ee1-4a85-8265-c1441f9b76b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (147f7a04-7f94-47b9-8c0b-7e3a752b9ed0), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:22.148892 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [req-5a3f7cae-7172-4172-9e11-9bc3aff3c3a8 req-b13199d4-30c5-4ccb-a195-a68016ee5ea5 service neutron] (103474) timed out ('10.222.0.65', 59066) {{(pid=103474) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 04 13:39:22.171858 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-9423ef34-3ee1-4a85-8265-c1441f9b76b2 None None] For port 147f7a04-7f94-47b9-8c0b-7e3a752b9ed0, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=147f7a04-7f94-47b9-8c0b-7e3a752b9ed0,segment=NetworkSegment(b70d27df-cd2b-41ff-aa30-0247c982f1df),segment_id=b70d27df-cd2b-41ff-aa30-0247c982f1df)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:39:22.185304 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9423ef34-3ee1-4a85-8265-c1441f9b76b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (147f7a04-7f94-47b9-8c0b-7e3a752b9ed0), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:22.282622 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-af246dd0-8ea5-423e-8e39-63d917eb933a req-08acb63f-9386-4f79-b787-b3c4fdea15b0 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b0cd110-d9f1-4c76-9a04-653af343dc12 HTTP/1.1" status: 200 len: 210 time: 0.0714138 Feb 04 13:39:22.309934 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9423ef34-3ee1-4a85-8265-c1441f9b76b2 None None] Pushing event updated for resources: {'Port': ['ID=147f7a04-7f94-47b9-8c0b-7e3a752b9ed0,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:22.319652 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 8ce152df-24d3-4a79-8823-597f3189d3ae is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:39:22.329563 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-dbc6c2fb-87bc-42e9-a3d3-5862cc01f40f None None] Provisioning complete for port 147f7a04-7f94-47b9-8c0b-7e3a752b9ed0 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:39:22.329949 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dbc6c2fb-87bc-42e9-a3d3-5862cc01f40f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (147f7a04-7f94-47b9-8c0b-7e3a752b9ed0), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:22.352872 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e33671-623d-431c-8a41-44f95715d531 req-f7fc955a-b6cf-42f4-9ac8-8035b0cc6c11 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:22.354773 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-87e33671-623d-431c-8a41-44f95715d531 req-f7fc955a-b6cf-42f4-9ac8-8035b0cc6c11 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.77 "GET /v2.0/networks?id=6251d67d-6e39-457e-ac77-5a9bc35741de HTTP/1.1" status: 200 len: 809 time: 0.1548653 Feb 04 13:39:22.385424 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-35b0ca84-8a69-44ed-89d7-64a12a6ccef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9128fbb9-53eb-4b63-8022-927b16cea244', 'name': 'tempest-TestShelveInstance-1998148119-router', 'tenant_id': 'e7c576700d5e420ab14560457ae1f13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '8ce152df-24d3-4a79-8823-597f3189d3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:39:14Z', 'updated_at': '2022-02-04T13:39:17Z', 'revision_number': 4, 'project_id': 'e7c576700d5e420ab14560457ae1f13f', 'gw_port': {'id': '8ce152df-24d3-4a79-8823-597f3189d3ae', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:be:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9128fbb9-53eb-4b63-8022-927b16cea244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:39:14Z', 'updated_at': '2022-02-04T13:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '147f7a04-7f94-47b9-8c0b-7e3a752b9ed0', 'name': '', 'network_id': '2592f898-4c53-4bba-a65e-28a74a47fdf8', 'tenant_id': 'e7c576700d5e420ab14560457ae1f13f', 'mac_address': 'fa:16:3e:c4:3e:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9128fbb9-53eb-4b63-8022-927b16cea244', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'f2ea82bf-d013-4cb6-b0e9-00f40c3edfc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:39:16Z', 'updated_at': '2022-02-04T13:39:21Z', 'revision_number': 4, 'project_id': 'e7c576700d5e420ab14560457ae1f13f', 'subnets': [{'id': 'f2ea82bf-d013-4cb6-b0e9-00f40c3edfc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:39:22.415779 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b0ca84-8a69-44ed-89d7-64a12a6ccef8 None None] The sync data for ids ['9128fbb9-53eb-4b63-8022-927b16cea244'] in n-d-825015-3 is: [{'id': '9128fbb9-53eb-4b63-8022-927b16cea244', 'name': 'tempest-TestShelveInstance-1998148119-router', 'tenant_id': 'e7c576700d5e420ab14560457ae1f13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '8ce152df-24d3-4a79-8823-597f3189d3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:39:14Z', 'updated_at': '2022-02-04T13:39:17Z', 'revision_number': 4, 'project_id': 'e7c576700d5e420ab14560457ae1f13f', 'gw_port': {'id': '8ce152df-24d3-4a79-8823-597f3189d3ae', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:be:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9128fbb9-53eb-4b63-8022-927b16cea244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:39:14Z', 'updated_at': '2022-02-04T13:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '147f7a04-7f94-47b9-8c0b-7e3a752b9ed0', 'name': '', 'network_id': '2592f898-4c53-4bba-a65e-28a74a47fdf8', 'tenant_id': 'e7c576700d5e420ab14560457ae1f13f', 'mac_address': 'fa:16:3e:c4:3e:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9128fbb9-53eb-4b63-8022-927b16cea244', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'f2ea82bf-d013-4cb6-b0e9-00f40c3edfc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:39:16Z', 'updated_at': '2022-02-04T13:39:21Z', 'revision_number': 4, 'project_id': 'e7c576700d5e420ab14560457ae1f13f', 'subnets': [{'id': 'f2ea82bf-d013-4cb6-b0e9-00f40c3edfc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:39:22.420872 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-87e33671-623d-431c-8a41-44f95715d531 req-b93b2ec6-3b8c-431f-b9b5-bd3af511c27e tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb6db4b7b70c488db79896812ac5b2ca HTTP/1.1" status: 200 len: 380 time: 0.0570855 Feb 04 13:39:22.430237 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-87e33671-623d-431c-8a41-44f95715d531 req-a10c29bf-07cb-4294-9e70-805c6ba02a2f tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Request body: {'port': {'device_id': '2b0cd110-d9f1-4c76-9a04-653af343dc12', 'network_id': '6251d67d-6e39-457e-ac77-5a9bc35741de', 'admin_state_up': True, 'tenant_id': 'bb6db4b7b70c488db79896812ac5b2ca', 'security_groups': ['02d4ed04-1f82-46a5-a825-0b930ea516a5']}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:39:22.457288 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-dbc6c2fb-87bc-42e9-a3d3-5862cc01f40f None None] Current status of the port 147f7a04-7f94-47b9-8c0b-7e3a752b9ed0 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:39:22.557495 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87e33671-623d-431c-8a41-44f95715d531 req-a10c29bf-07cb-4294-9e70-805c6ba02a2f tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Made reservation on behalf of bb6db4b7b70c488db79896812ac5b2ca for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:39:22.561946 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-87e33671-623d-431c-8a41-44f95715d531 req-a10c29bf-07cb-4294-9e70-805c6ba02a2f tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:22.704105 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-87e33671-623d-431c-8a41-44f95715d531 req-a10c29bf-07cb-4294-9e70-805c6ba02a2f tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Allocated IP 172.20.0.13 (6251d67d-6e39-457e-ac77-5a9bc35741de/56060ea2-6074-4faf-b413-ec8c17bd3679/5f84926e-15c6-4099-9554-313db2f4ecb8) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:39:22.855946 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-87e33671-623d-431c-8a41-44f95715d531 req-a10c29bf-07cb-4294-9e70-805c6ba02a2f tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Publish callbacks [] for port (5f84926e-15c6-4099-9554-313db2f4ecb8), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:22.891535 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-87e33671-623d-431c-8a41-44f95715d531 req-a10c29bf-07cb-4294-9e70-805c6ba02a2f tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (5f84926e-15c6-4099-9554-313db2f4ecb8), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:22.942227 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87e33671-623d-431c-8a41-44f95715d531 req-a10c29bf-07cb-4294-9e70-805c6ba02a2f tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Network 6251d67d-6e39-457e-ac77-5a9bc35741de is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:39:22.945442 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-87e33671-623d-431c-8a41-44f95715d531 req-a10c29bf-07cb-4294-9e70-805c6ba02a2f tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:39:22.949868 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-87e33671-623d-431c-8a41-44f95715d531 req-a10c29bf-07cb-4294-9e70-805c6ba02a2f tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:39:22.953914 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10c29bf-07cb-4294-9e70-805c6ba02a2f tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Pushing event updated for resources: {'Port': ['ID=5f84926e-15c6-4099-9554-313db2f4ecb8,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:23.005150 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e33671-623d-431c-8a41-44f95715d531 req-a10c29bf-07cb-4294-9e70-805c6ba02a2f tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:23.005870 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-87e33671-623d-431c-8a41-44f95715d531 req-a10c29bf-07cb-4294-9e70-805c6ba02a2f tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:23.023355 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-87e33671-623d-431c-8a41-44f95715d531 req-a10c29bf-07cb-4294-9e70-805c6ba02a2f tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5974672 Feb 04 13:39:23.035094 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-87e33671-623d-431c-8a41-44f95715d531 req-3fd92a6a-815d-4813-b7af-47d94d8e9cf4 service neutron] Request body: {'port': {'device_id': '2b0cd110-d9f1-4c76-9a04-653af343dc12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:39:23.097998 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-87e33671-623d-431c-8a41-44f95715d531 req-3fd92a6a-815d-4813-b7af-47d94d8e9cf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (5f84926e-15c6-4099-9554-313db2f4ecb8), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:23.188123 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-a2dca0f5-f4d9-4e05-90b6-04c06078eca4 None None] Provisioning complete for port 5f84926e-15c6-4099-9554-313db2f4ecb8 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:39:23.188695 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a2dca0f5-f4d9-4e05-90b6-04c06078eca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (5f84926e-15c6-4099-9554-313db2f4ecb8), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:23.226366 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-a2dca0f5-f4d9-4e05-90b6-04c06078eca4 None None] Port 5f84926e-15c6-4099-9554-313db2f4ecb8 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:39:23.395532 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-87e33671-623d-431c-8a41-44f95715d531 req-3fd92a6a-815d-4813-b7af-47d94d8e9cf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f84926e-15c6-4099-9554-313db2f4ecb8 {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:39:23.406182 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-87e33671-623d-431c-8a41-44f95715d531 req-3fd92a6a-815d-4813-b7af-47d94d8e9cf4 service neutron] Publish callbacks [] for port (5f84926e-15c6-4099-9554-313db2f4ecb8), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:23.422963 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-87e33671-623d-431c-8a41-44f95715d531 req-3fd92a6a-815d-4813-b7af-47d94d8e9cf4 service neutron] Transition to ACTIVE for port object 5f84926e-15c6-4099-9554-313db2f4ecb8 will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:39:23.430748 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51e5200-730a-4bf0-b359-638fac427c6c req-a2371dee-9c9c-4a4a-a88d-b01c9a38877a tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:23.432259 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f51e5200-730a-4bf0-b359-638fac427c6c req-a2371dee-9c9c-4a4a-a88d-b01c9a38877a tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b0cd110-d9f1-4c76-9a04-653af343dc12 HTTP/1.1" status: 200 len: 932 time: 0.0772705 Feb 04 13:39:23.433331 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-87e33671-623d-431c-8a41-44f95715d531 req-3fd92a6a-815d-4813-b7af-47d94d8e9cf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (5f84926e-15c6-4099-9554-313db2f4ecb8), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:23.500810 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd92a6a-815d-4813-b7af-47d94d8e9cf4 service neutron] Pushing event updated for resources: {'Port': ['ID=5f84926e-15c6-4099-9554-313db2f4ecb8,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:23.568242 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f51e5200-730a-4bf0-b359-638fac427c6c req-5bb7814f-3f3f-4b58-b42a-534312050fdd tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/security-groups?id=02d4ed04-1f82-46a5-a825-0b930ea516a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267433 Feb 04 13:39:23.599310 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-87e33671-623d-431c-8a41-44f95715d531 req-3fd92a6a-815d-4813-b7af-47d94d8e9cf4 service neutron] Attempting to bind port 5f84926e-15c6-4099-9554-313db2f4ecb8 on host n-h2-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:39:23.599653 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-87e33671-623d-431c-8a41-44f95715d531 req-3fd92a6a-815d-4813-b7af-47d94d8e9cf4 service neutron] Attempting to bind port 5f84926e-15c6-4099-9554-313db2f4ecb8 by drivers openvswitch,hyperv on host n-h2-825015-3 at level 0 using segments [{'id': '0974e274-8db7-4b5e-95c6-a67b79dd0d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '6251d67d-6e39-457e-ac77-5a9bc35741de'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:39:23.600147 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e33671-623d-431c-8a41-44f95715d531 req-3fd92a6a-815d-4813-b7af-47d94d8e9cf4 service neutron] Attempting to bind port 5f84926e-15c6-4099-9554-313db2f4ecb8 on network 6251d67d-6e39-457e-ac77-5a9bc35741de {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:39:23.604959 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e33671-623d-431c-8a41-44f95715d531 req-3fd92a6a-815d-4813-b7af-47d94d8e9cf4 service neutron] Port 5f84926e-15c6-4099-9554-313db2f4ecb8 on network 6251d67d-6e39-457e-ac77-5a9bc35741de not bound, no agent of type Open vSwitch agent registered on host n-h2-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:39:23.605291 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e33671-623d-431c-8a41-44f95715d531 req-3fd92a6a-815d-4813-b7af-47d94d8e9cf4 service neutron] Attempting to bind port 5f84926e-15c6-4099-9554-313db2f4ecb8 on network 6251d67d-6e39-457e-ac77-5a9bc35741de {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:39:23.610623 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e33671-623d-431c-8a41-44f95715d531 req-3fd92a6a-815d-4813-b7af-47d94d8e9cf4 service neutron] Checking agent: {'id': '9b68a165-e786-4b91-8592-44519c2ecabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:39:23.610969 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e33671-623d-431c-8a41-44f95715d531 req-3fd92a6a-815d-4813-b7af-47d94d8e9cf4 service neutron] Checking segment: {'id': '0974e274-8db7-4b5e-95c6-a67b79dd0d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '6251d67d-6e39-457e-ac77-5a9bc35741de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:39:23.611359 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e33671-623d-431c-8a41-44f95715d531 req-3fd92a6a-815d-4813-b7af-47d94d8e9cf4 service neutron] Bound using segment: {'id': '0974e274-8db7-4b5e-95c6-a67b79dd0d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '6251d67d-6e39-457e-ac77-5a9bc35741de'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:39:23.611821 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-87e33671-623d-431c-8a41-44f95715d531 req-3fd92a6a-815d-4813-b7af-47d94d8e9cf4 service neutron] Bound port: 5f84926e-15c6-4099-9554-313db2f4ecb8, host: n-h2-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0974e274-8db7-4b5e-95c6-a67b79dd0d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '6251d67d-6e39-457e-ac77-5a9bc35741de'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:39:23.612194 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-87e33671-623d-431c-8a41-44f95715d531 req-3fd92a6a-815d-4813-b7af-47d94d8e9cf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (5f84926e-15c6-4099-9554-313db2f4ecb8), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:23.678715 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-87e33671-623d-431c-8a41-44f95715d531 req-3fd92a6a-815d-4813-b7af-47d94d8e9cf4 service neutron] For port 5f84926e-15c6-4099-9554-313db2f4ecb8, host n-h2-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:39:23.681625 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-87e33671-623d-431c-8a41-44f95715d531 req-3fd92a6a-815d-4813-b7af-47d94d8e9cf4 service neutron] For port 5f84926e-15c6-4099-9554-313db2f4ecb8, host n-h2-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=5f84926e-15c6-4099-9554-313db2f4ecb8,segment=NetworkSegment(0974e274-8db7-4b5e-95c6-a67b79dd0d16),segment_id=0974e274-8db7-4b5e-95c6-a67b79dd0d16)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:39:23.688237 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-87e33671-623d-431c-8a41-44f95715d531 req-3fd92a6a-815d-4813-b7af-47d94d8e9cf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (5f84926e-15c6-4099-9554-313db2f4ecb8), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:23.724134 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e33671-623d-431c-8a41-44f95715d531 req-3fd92a6a-815d-4813-b7af-47d94d8e9cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:23.724619 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-87e33671-623d-431c-8a41-44f95715d531 req-3fd92a6a-815d-4813-b7af-47d94d8e9cf4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:23.728324 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-87e33671-623d-431c-8a41-44f95715d531 req-3fd92a6a-815d-4813-b7af-47d94d8e9cf4 service neutron] 10.222.0.77 "PUT /v2.0/ports/5f84926e-15c6-4099-9554-313db2f4ecb8 HTTP/1.1" status: 200 len: 1092 time: 0.6953182 Feb 04 13:39:23.728324 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b0cd110-d9f1-4c76-9a04-653af343dc12', 'tag': '5f84926e-15c6-4099-9554-313db2f4ecb8'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:39:23.728808 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48bbd334e613f85cd2144b496d46af0d2e531f29900d43c124e8a63cdd2917ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cee5a964-fba0-4c0d-a084-f3df498489f1" -d '{"events": [{"name": "network-changed", "server_uuid": "2b0cd110-d9f1-4c76-9a04-653af343dc12", "tag": "5f84926e-15c6-4099-9554-313db2f4ecb8"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:39:23.775078 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd92a6a-815d-4813-b7af-47d94d8e9cf4 service neutron] Pushing event updated for resources: {'Port': ['ID=5f84926e-15c6-4099-9554-313db2f4ecb8,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:23.866231 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e33671-623d-431c-8a41-44f95715d531 req-cfb31521-72a0-4986-af16-2c6534926de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:23.867970 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-87e33671-623d-431c-8a41-44f95715d531 req-cfb31521-72a0-4986-af16-2c6534926de3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bb6db4b7b70c488db79896812ac5b2ca&device_id=2b0cd110-d9f1-4c76-9a04-653af343dc12 HTTP/1.1" status: 200 len: 1126 time: 0.0794630 Feb 04 13:39:23.890138 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 147f7a04-7f94-47b9-8c0b-7e3a752b9ed0 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:39:23.926487 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37565fbd-fea8-415c-841a-08565eec8670 x-openstack-request-id: req-37565fbd-fea8-415c-841a-08565eec8670 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:39:23.927175 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b0cd110-d9f1-4c76-9a04-653af343dc12", "tag": "5f84926e-15c6-4099-9554-313db2f4ecb8", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:39:23.927694 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-37565fbd-fea8-415c-841a-08565eec8670 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:39:23.928350 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b0cd110-d9f1-4c76-9a04-653af343dc12', 'tag': '5f84926e-15c6-4099-9554-313db2f4ecb8', 'status': 'completed', 'code': 200} Feb 04 13:39:23.930589 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-87e33671-623d-431c-8a41-44f95715d531 req-8100d82b-eeb2-4724-b195-e54969161c56 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f84926e-15c6-4099-9554-313db2f4ecb8 HTTP/1.1" status: 200 len: 217 time: 0.0539157 Feb 04 13:39:23.961410 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 147f7a04-7f94-47b9-8c0b-7e3a752b9ed0 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:39:23.961797 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (147f7a04-7f94-47b9-8c0b-7e3a752b9ed0), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:23.988202 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e33671-623d-431c-8a41-44f95715d531 req-f211e099-eefe-4149-b479-9e078ed7bd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:23.989814 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-87e33671-623d-431c-8a41-44f95715d531 req-f211e099-eefe-4149-b479-9e078ed7bd65 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=56060ea2-6074-4faf-b413-ec8c17bd3679 HTTP/1.1" status: 200 len: 848 time: 0.0526326 Feb 04 13:39:24.051451 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e33671-623d-431c-8a41-44f95715d531 req-95092e1b-e679-4edd-b238-b41740917b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:24.053125 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-87e33671-623d-431c-8a41-44f95715d531 req-95092e1b-e679-4edd-b238-b41740917b71 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6251d67d-6e39-457e-ac77-5a9bc35741de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0569971 Feb 04 13:39:24.064564 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 147f7a04-7f94-47b9-8c0b-7e3a752b9ed0 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:39:24.152616 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-87e33671-623d-431c-8a41-44f95715d531 req-79f24ee1-396c-4f24-9013-fd8066c54a4d service neutron] 10.222.0.77 "GET /v2.0/networks/6251d67d-6e39-457e-ac77-5a9bc35741de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934482 Feb 04 13:39:24.257413 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-87e33671-623d-431c-8a41-44f95715d531 req-6597d3ca-85d8-465b-afaa-efe9a3b4b922 service neutron] 10.222.0.77 "GET /v2.0/networks/6251d67d-6e39-457e-ac77-5a9bc35741de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983741 Feb 04 13:39:24.353942 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee5a964-fba0-4c0d-a084-f3df498489f1 req-86923dab-dfb9-42e6-b148-264f90d07fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:24.355567 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cee5a964-fba0-4c0d-a084-f3df498489f1 req-86923dab-dfb9-42e6-b148-264f90d07fed service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bb6db4b7b70c488db79896812ac5b2ca&device_id=2b0cd110-d9f1-4c76-9a04-653af343dc12 HTTP/1.1" status: 200 len: 1126 time: 0.0486729 Feb 04 13:39:24.447632 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee5a964-fba0-4c0d-a084-f3df498489f1 req-7bfc69ca-9859-42ac-b5ab-8370793cc9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:24.449167 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cee5a964-fba0-4c0d-a084-f3df498489f1 req-7bfc69ca-9859-42ac-b5ab-8370793cc9aa service neutron] 10.222.0.77 "GET /v2.0/networks?id=6251d67d-6e39-457e-ac77-5a9bc35741de HTTP/1.1" status: 200 len: 910 time: 0.0879979 Feb 04 13:39:24.494680 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cee5a964-fba0-4c0d-a084-f3df498489f1 req-41dcf92e-9685-434d-8581-04fe4d683ca0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f84926e-15c6-4099-9554-313db2f4ecb8 HTTP/1.1" status: 200 len: 217 time: 0.0398242 Feb 04 13:39:24.543138 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee5a964-fba0-4c0d-a084-f3df498489f1 req-cec53305-8a39-4bfd-b2b4-286101a3572e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:24.544519 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cee5a964-fba0-4c0d-a084-f3df498489f1 req-cec53305-8a39-4bfd-b2b4-286101a3572e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=56060ea2-6074-4faf-b413-ec8c17bd3679 HTTP/1.1" status: 200 len: 848 time: 0.0436649 Feb 04 13:39:24.594677 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee5a964-fba0-4c0d-a084-f3df498489f1 req-c8297bb5-f74c-4209-ab77-17fafab80eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:24.596235 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cee5a964-fba0-4c0d-a084-f3df498489f1 req-c8297bb5-f74c-4209-ab77-17fafab80eb2 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6251d67d-6e39-457e-ac77-5a9bc35741de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0445123 Feb 04 13:39:24.727668 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cee5a964-fba0-4c0d-a084-f3df498489f1 req-f4b40452-dec4-431e-a318-0a7af0cb4663 service neutron] 10.222.0.77 "GET /v2.0/networks/6251d67d-6e39-457e-ac77-5a9bc35741de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240280 Feb 04 13:39:24.735608 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24706d8a-780b-4b9d-ab65-92b577827387 req-069692f7-469e-4c5f-ab32-eb83ca7dd72a tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:24.737024 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-24706d8a-780b-4b9d-ab65-92b577827387 req-069692f7-469e-4c5f-ab32-eb83ca7dd72a tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b0cd110-d9f1-4c76-9a04-653af343dc12 HTTP/1.1" status: 200 len: 944 time: 0.0872238 Feb 04 13:39:24.848618 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-24706d8a-780b-4b9d-ab65-92b577827387 req-1aaa4d9a-7e78-480a-85f5-847ed52672cc tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/security-groups?id=02d4ed04-1f82-46a5-a825-0b930ea516a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036506 Feb 04 13:39:24.864676 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cee5a964-fba0-4c0d-a084-f3df498489f1 req-de2f393a-ddea-48bf-ac6b-4e4e62dc1892 service neutron] 10.222.0.77 "GET /v2.0/networks/6251d67d-6e39-457e-ac77-5a9bc35741de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266978 Feb 04 13:39:25.974357 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ada133e-2487-4f03-9af1-7b705ae710d7 req-e2d9996e-4fc2-4fd5-92d6-2033e82f7749 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:25.975996 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2ada133e-2487-4f03-9af1-7b705ae710d7 req-e2d9996e-4fc2-4fd5-92d6-2033e82f7749 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b0cd110-d9f1-4c76-9a04-653af343dc12 HTTP/1.1" status: 200 len: 944 time: 0.0556703 Feb 04 13:39:26.025218 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2ada133e-2487-4f03-9af1-7b705ae710d7 req-ed501b35-d09e-48c0-aaf0-6a1029c39af9 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/security-groups?id=02d4ed04-1f82-46a5-a825-0b930ea516a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437732 Feb 04 13:39:27.151289 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe44b519-a78e-4ee3-b6f3-ee2189ee8cd2 req-318749e6-d885-48fd-96ed-ccec92239cb9 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:27.152720 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fe44b519-a78e-4ee3-b6f3-ee2189ee8cd2 req-318749e6-d885-48fd-96ed-ccec92239cb9 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b0cd110-d9f1-4c76-9a04-653af343dc12 HTTP/1.1" status: 200 len: 944 time: 0.0576935 Feb 04 13:39:27.171859 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 5f84926e-15c6-4099-9554-313db2f4ecb8 details requested by agent hyperv_n-h2-825015-3 with host n-h2-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:39:27.203900 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fe44b519-a78e-4ee3-b6f3-ee2189ee8cd2 req-ff3e9358-0f8b-4711-8733-e3582cbb8b65 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/security-groups?id=02d4ed04-1f82-46a5-a825-0b930ea516a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449867 Feb 04 13:39:27.267037 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 5f84926e-15c6-4099-9554-313db2f4ecb8, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=5f84926e-15c6-4099-9554-313db2f4ecb8,segment=NetworkSegment(0974e274-8db7-4b5e-95c6-a67b79dd0d16),segment_id=0974e274-8db7-4b5e-95c6-a67b79dd0d16)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:39:27.278236 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Returning: {'device': '5f84926e-15c6-4099-9554-313db2f4ecb8', 'network_id': '6251d67d-6e39-457e-ac77-5a9bc35741de', 'port_id': '5f84926e-15c6-4099-9554-313db2f4ecb8', 'mac_address': 'fa:16:3e:ae:b2:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56060ea2-6074-4faf-b413-ec8c17bd3679', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:39:27.324241 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 5f84926e-15c6-4099-9554-313db2f4ecb8 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:39:27.324636 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (5f84926e-15c6-4099-9554-313db2f4ecb8), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:27.338711 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f84926e-15c6-4099-9554-313db2f4ecb8 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:39:27.357972 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 5f84926e-15c6-4099-9554-313db2f4ecb8, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=5f84926e-15c6-4099-9554-313db2f4ecb8,segment=NetworkSegment(0974e274-8db7-4b5e-95c6-a67b79dd0d16),segment_id=0974e274-8db7-4b5e-95c6-a67b79dd0d16)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:39:27.361966 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (5f84926e-15c6-4099-9554-313db2f4ecb8), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:27.409721 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=5f84926e-15c6-4099-9554-313db2f4ecb8,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:27.585092 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['5f84926e-15c6-4099-9554-313db2f4ecb8'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:39:28.327934 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27746c02-aca4-474e-ae97-d28b2e2fcf1a req-af3ea451-a3f1-4a05-b145-d29efe1b59c4 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:28.329428 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-27746c02-aca4-474e-ae97-d28b2e2fcf1a req-af3ea451-a3f1-4a05-b145-d29efe1b59c4 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b0cd110-d9f1-4c76-9a04-653af343dc12 HTTP/1.1" status: 200 len: 945 time: 0.0565739 Feb 04 13:39:28.378433 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-27746c02-aca4-474e-ae97-d28b2e2fcf1a req-bbc116d3-66e5-40b1-a6b7-ecd894f5c23f tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/security-groups?id=02d4ed04-1f82-46a5-a825-0b930ea516a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433841 Feb 04 13:39:29.203559 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 5f84926e-15c6-4099-9554-313db2f4ecb8 up at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:39:29.251676 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning for port 5f84926e-15c6-4099-9554-313db2f4ecb8 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:39:29.255402 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning complete for port 5f84926e-15c6-4099-9554-313db2f4ecb8 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:39:29.255805 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (5f84926e-15c6-4099-9554-313db2f4ecb8), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:29.337913 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 5f84926e-15c6-4099-9554-313db2f4ecb8 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:39:29.338304 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (5f84926e-15c6-4099-9554-313db2f4ecb8), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:29.361522 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b0cd110-d9f1-4c76-9a04-653af343dc12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f84926e-15c6-4099-9554-313db2f4ecb8'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:39:29.364117 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53818b00e40e8afff1ffbbb80b1f2b2ececb0555ff6da39e2769b708ef8305ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05aa49c4-e403-4991-b622-e8d2a1e3cae1" -d '{"events": [{"server_uuid": "2b0cd110-d9f1-4c76-9a04-653af343dc12", "name": "network-vif-plugged", "status": "completed", "tag": "5f84926e-15c6-4099-9554-313db2f4ecb8"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:39:29.382216 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 5f84926e-15c6-4099-9554-313db2f4ecb8, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=5f84926e-15c6-4099-9554-313db2f4ecb8,segment=NetworkSegment(0974e274-8db7-4b5e-95c6-a67b79dd0d16),segment_id=0974e274-8db7-4b5e-95c6-a67b79dd0d16)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:39:29.386667 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (5f84926e-15c6-4099-9554-313db2f4ecb8), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:29.438677 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=5f84926e-15c6-4099-9554-313db2f4ecb8,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:29.462932 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abd4423a-f8e1-4889-9bcc-7b4fd91d6014 x-openstack-request-id: req-abd4423a-f8e1-4889-9bcc-7b4fd91d6014 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:39:29.463334 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b0cd110-d9f1-4c76-9a04-653af343dc12", "name": "network-vif-plugged", "status": "completed", "tag": "5f84926e-15c6-4099-9554-313db2f4ecb8", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:39:29.463649 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-abd4423a-f8e1-4889-9bcc-7b4fd91d6014 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:39:29.464143 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b0cd110-d9f1-4c76-9a04-653af343dc12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f84926e-15c6-4099-9554-313db2f4ecb8', 'code': 200} Feb 04 13:39:29.506482 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c156bf6-b4f5-482f-8188-8361641594c0 req-ef0bac1b-ca2f-446f-97da-08257b38caf9 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:29.508007 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0c156bf6-b4f5-482f-8188-8361641594c0 req-ef0bac1b-ca2f-446f-97da-08257b38caf9 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b0cd110-d9f1-4c76-9a04-653af343dc12 HTTP/1.1" status: 200 len: 946 time: 0.0535769 Feb 04 13:39:29.587924 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0c156bf6-b4f5-482f-8188-8361641594c0 req-f2769d0b-0a33-43a4-927e-ab6b90015379 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/security-groups?id=02d4ed04-1f82-46a5-a825-0b930ea516a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739994 Feb 04 13:39:29.597656 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f976b7-704c-40e4-b5fd-1c1f441c75d1 req-f80ffc15-4c42-466f-88fe-4cfb8c45e22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:29.599084 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c1f976b7-704c-40e4-b5fd-1c1f441c75d1 req-f80ffc15-4c42-466f-88fe-4cfb8c45e22d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=2b0cd110-d9f1-4c76-9a04-653af343dc12 HTTP/1.1" status: 200 len: 1128 time: 0.0717225 Feb 04 13:39:29.647092 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c1f976b7-704c-40e4-b5fd-1c1f441c75d1 req-756910f8-a000-40de-baca-f8fd35b95507 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=02d4ed04-1f82-46a5-a825-0b930ea516a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410042 Feb 04 13:39:30.719973 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080b08d2-e224-4f3e-9d5c-6b4988a3eab6 req-7ffba6ee-0d28-4ff1-b2be-75e59ac5e219 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:30.721547 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-080b08d2-e224-4f3e-9d5c-6b4988a3eab6 req-7ffba6ee-0d28-4ff1-b2be-75e59ac5e219 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b0cd110-d9f1-4c76-9a04-653af343dc12 HTTP/1.1" status: 200 len: 946 time: 0.0565102 Feb 04 13:39:30.776859 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-080b08d2-e224-4f3e-9d5c-6b4988a3eab6 req-46bbb773-fe0a-4ed1-b0f1-95a327c08f77 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/security-groups?id=02d4ed04-1f82-46a5-a825-0b930ea516a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495591 Feb 04 13:39:31.523070 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:39:31.903373 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0403dbe0-28b3-4118-b77c-0352886a1f7c req-d14eb900-648a-4165-a0cf-15be57ae4b35 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:31.905635 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0403dbe0-28b3-4118-b77c-0352886a1f7c req-d14eb900-648a-4165-a0cf-15be57ae4b35 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b0cd110-d9f1-4c76-9a04-653af343dc12 HTTP/1.1" status: 200 len: 946 time: 0.0585008 Feb 04 13:39:31.908523 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:31.954442 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0403dbe0-28b3-4118-b77c-0352886a1f7c req-deb89c2d-2f8f-4883-b1a4-54b8240d8389 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/security-groups?id=02d4ed04-1f82-46a5-a825-0b930ea516a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426960 Feb 04 13:39:32.078770 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae24a732-95bf-4737-9147-8d147ed76dd1 req-6560868a-4285-48c2-b201-bc267724e3b9 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:32.080147 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ae24a732-95bf-4737-9147-8d147ed76dd1 req-6560868a-4285-48c2-b201-bc267724e3b9 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b0cd110-d9f1-4c76-9a04-653af343dc12 HTTP/1.1" status: 200 len: 946 time: 0.0579190 Feb 04 13:39:32.128550 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ae24a732-95bf-4737-9147-8d147ed76dd1 req-99bca460-7914-4989-8a5f-3d2508c79476 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/security-groups?id=02d4ed04-1f82-46a5-a825-0b930ea516a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427389 Feb 04 13:39:32.151595 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 36194) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:39:32.284328 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d45a15-1c0b-4314-859c-cbe1cb477a30 tempest-TestShelveInstance-2041396969 tempest-TestShelveInstance-2041396969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:32.285824 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-d9d45a15-1c0b-4314-859c-cbe1cb477a30 tempest-TestShelveInstance-2041396969 tempest-TestShelveInstance-2041396969-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=2b0cd110-d9f1-4c76-9a04-653af343dc12 HTTP/1.1" status: 200 len: 1123 time: 0.1332433 Feb 04 13:39:32.288778 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 36198) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:39:32.292903 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-2794fd00-0c32-4990-af31-6620afb90f62 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Request body: {'floatingip': {'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'port_id': '5f84926e-15c6-4099-9554-313db2f4ecb8', 'tenant_id': 'bb6db4b7b70c488db79896812ac5b2ca', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:39:32.313792 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2794fd00-0c32-4990-af31-6620afb90f62 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:32.411829 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2794fd00-0c32-4990-af31-6620afb90f62 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:32.516921 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-2794fd00-0c32-4990-af31-6620afb90f62 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Allocated IP 172.25.3.249 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/f66059a0-17f2-4a14-a6c5-33f094fafc4e) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:39:32.552952 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:32.618205 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2794fd00-0c32-4990-af31-6620afb90f62 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Publish callbacks [] for port (f66059a0-17f2-4a14-a6c5-33f094fafc4e), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:32.651976 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2794fd00-0c32-4990-af31-6620afb90f62 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (f66059a0-17f2-4a14-a6c5-33f094fafc4e), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:32.693650 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2794fd00-0c32-4990-af31-6620afb90f62 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:39:32.700118 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-2794fd00-0c32-4990-af31-6620afb90f62 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:39:32.704183 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2794fd00-0c32-4990-af31-6620afb90f62 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:39:32.709594 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2794fd00-0c32-4990-af31-6620afb90f62 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Pushing event updated for resources: {'Port': ['ID=f66059a0-17f2-4a14-a6c5-33f094fafc4e,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:33.064168 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2794fd00-0c32-4990-af31-6620afb90f62 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Publish callbacks [] for floatingip (f433872f-591c-4793-9bb5-5215940632a3), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:33.137267 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2794fd00-0c32-4990-af31-6620afb90f62 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (f66059a0-17f2-4a14-a6c5-33f094fafc4e), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:33.287238 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2794fd00-0c32-4990-af31-6620afb90f62 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Publish callbacks [] for port (f66059a0-17f2-4a14-a6c5-33f094fafc4e), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:33.291790 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2794fd00-0c32-4990-af31-6620afb90f62 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (f66059a0-17f2-4a14-a6c5-33f094fafc4e), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:33.363286 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2794fd00-0c32-4990-af31-6620afb90f62 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Pushing event updated for resources: {'Port': ['ID=f66059a0-17f2-4a14-a6c5-33f094fafc4e,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:33.376489 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2794fd00-0c32-4990-af31-6620afb90f62 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1599943'] for floatingip (f433872f-591c-4793-9bb5-5215940632a3), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:33.482087 n-d-825015-3 neutron-server[103475]: INFO neutron.db.l3_db [None req-2794fd00-0c32-4990-af31-6620afb90f62 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Floating IP f433872f-591c-4793-9bb5-5215940632a3 associated. External IP: 172.25.3.249, port: 5f84926e-15c6-4099-9554-313db2f4ecb8. Feb 04 13:39:33.998656 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2794fd00-0c32-4990-af31-6620afb90f62 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Router e9ac5227-9162-43f6-b37a-dc3ce6e104c3 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:39:34.102002 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2794fd00-0c32-4990-af31-6620afb90f62 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:39:34.112517 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80189bb-d4f2-45b2-80bf-9085f73a8cfb None None] Sync routers for ids ['e9ac5227-9162-43f6-b37a-dc3ce6e104c3'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:39:34.120039 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-2794fd00-0c32-4990-af31-6620afb90f62 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:34.121354 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80189bb-d4f2-45b2-80bf-9085f73a8cfb None None] Routers {'e9ac5227-9162-43f6-b37a-dc3ce6e104c3'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:39:34.121961 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-b80189bb-d4f2-45b2-80bf-9085f73a8cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:39:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['e9ac5227-9162-43f6-b37a-dc3ce6e104c3'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:39:34.153331 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-2794fd00-0c32-4990-af31-6620afb90f62 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8635406 Feb 04 13:39:34.154548 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b0cd110-d9f1-4c76-9a04-653af343dc12', 'tag': '5f84926e-15c6-4099-9554-313db2f4ecb8'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:39:34.156833 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48bbd334e613f85cd2144b496d46af0d2e531f29900d43c124e8a63cdd2917ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdbbeddb-6bc0-4e0e-b219-d79df3d0bc62" -d '{"events": [{"name": "network-changed", "server_uuid": "2b0cd110-d9f1-4c76-9a04-653af343dc12", "tag": "5f84926e-15c6-4099-9554-313db2f4ecb8"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:39:34.194882 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-251ceb11-72e2-4781-9d15-dbc223b6e39d x-openstack-request-id: req-251ceb11-72e2-4781-9d15-dbc223b6e39d {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:39:34.195230 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b0cd110-d9f1-4c76-9a04-653af343dc12", "tag": "5f84926e-15c6-4099-9554-313db2f4ecb8", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:39:34.195548 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-251ceb11-72e2-4781-9d15-dbc223b6e39d {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:39:34.196110 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b0cd110-d9f1-4c76-9a04-653af343dc12', 'tag': '5f84926e-15c6-4099-9554-313db2f4ecb8', 'status': 'completed', 'code': 200} Feb 04 13:39:34.230232 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-b80189bb-d4f2-45b2-80bf-9085f73a8cfb None None] Set router e9ac5227-9162-43f6-b37a-dc3ce6e104c3 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:39:34.262149 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbbeddb-6bc0-4e0e-b219-d79df3d0bc62 req-c7d22b08-efbc-4914-863b-4007323be346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:34.263782 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fdbbeddb-6bc0-4e0e-b219-d79df3d0bc62 req-c7d22b08-efbc-4914-863b-4007323be346 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bb6db4b7b70c488db79896812ac5b2ca&device_id=2b0cd110-d9f1-4c76-9a04-653af343dc12 HTTP/1.1" status: 200 len: 1128 time: 0.0458987 Feb 04 13:39:34.353445 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbbeddb-6bc0-4e0e-b219-d79df3d0bc62 req-c2d488e7-9ffc-496a-ba7a-0f54921a58aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:34.354909 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fdbbeddb-6bc0-4e0e-b219-d79df3d0bc62 req-c2d488e7-9ffc-496a-ba7a-0f54921a58aa service neutron] 10.222.0.77 "GET /v2.0/networks?id=6251d67d-6e39-457e-ac77-5a9bc35741de HTTP/1.1" status: 200 len: 910 time: 0.0857861 Feb 04 13:39:34.428598 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fdbbeddb-6bc0-4e0e-b219-d79df3d0bc62 req-a86e1e6b-8f81-4608-b2c5-7e6faeeba8a3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f84926e-15c6-4099-9554-313db2f4ecb8 HTTP/1.1" status: 200 len: 1000 time: 0.0669687 Feb 04 13:39:34.457331 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-b80189bb-d4f2-45b2-80bf-9085f73a8cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ac5227-9162-43f6-b37a-dc3ce6e104c3', 'name': 'tempest-TestShelveInstance-1409048768-router', 'tenant_id': 'bb6db4b7b70c488db79896812ac5b2ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '2f411933-ad7c-4d77-b196-2829a55b995c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:39:09Z', 'updated_at': '2022-02-04T13:39:12Z', 'revision_number': 4, 'project_id': 'bb6db4b7b70c488db79896812ac5b2ca', 'gw_port': {'id': '2f411933-ad7c-4d77-b196-2829a55b995c', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ac5227-9162-43f6-b37a-dc3ce6e104c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:39:10Z', 'updated_at': '2022-02-04T13:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': 'f433872f-591c-4793-9bb5-5215940632a3', 'tenant_id': 'bb6db4b7b70c488db79896812ac5b2ca', 'floating_ip_address': '172.25.3.249', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': 'e9ac5227-9162-43f6-b37a-dc3ce6e104c3', 'port_id': '5f84926e-15c6-4099-9554-313db2f4ecb8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6251d67d-6e39-457e-ac77-5a9bc35741de', 'mac_address': 'fa:16:3e:ae:b2:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0cd110-d9f1-4c76-9a04-653af343dc12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:39:32Z', 'updated_at': '2022-02-04T13:39:32Z', 'revision_number': 0, 'project_id': 'bb6db4b7b70c488db79896812ac5b2ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab9da384-0f71-4d8d-ae21-69d6cc8c86ba', 'name': '', 'network_id': '6251d67d-6e39-457e-ac77-5a9bc35741de', 'tenant_id': 'bb6db4b7b70c488db79896812ac5b2ca', 'mac_address': 'fa:16:3e:85:46:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ac5227-9162-43f6-b37a-dc3ce6e104c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '56060ea2-6074-4faf-b413-ec8c17bd3679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:39:11Z', 'updated_at': '2022-02-04T13:39:16Z', 'revision_number': 5, 'project_id': 'bb6db4b7b70c488db79896812ac5b2ca', 'subnets': [{'id': '56060ea2-6074-4faf-b413-ec8c17bd3679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:39:34.478170 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbbeddb-6bc0-4e0e-b219-d79df3d0bc62 req-fc8a38da-774d-4a95-b5ec-63f2189a1317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:34.479663 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fdbbeddb-6bc0-4e0e-b219-d79df3d0bc62 req-fc8a38da-774d-4a95-b5ec-63f2189a1317 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=56060ea2-6074-4faf-b413-ec8c17bd3679 HTTP/1.1" status: 200 len: 848 time: 0.0458896 Feb 04 13:39:34.484130 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80189bb-d4f2-45b2-80bf-9085f73a8cfb None None] Checking router: e9ac5227-9162-43f6-b37a-dc3ce6e104c3 for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:39:34.492513 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80189bb-d4f2-45b2-80bf-9085f73a8cfb None None] Routers {'e9ac5227-9162-43f6-b37a-dc3ce6e104c3'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:39:34.493118 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-b80189bb-d4f2-45b2-80bf-9085f73a8cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:39:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['e9ac5227-9162-43f6-b37a-dc3ce6e104c3'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:39:34.528434 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbbeddb-6bc0-4e0e-b219-d79df3d0bc62 req-1af84640-3563-4aa9-ac4c-d4f66a6238fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:34.530061 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fdbbeddb-6bc0-4e0e-b219-d79df3d0bc62 req-1af84640-3563-4aa9-ac4c-d4f66a6238fd service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6251d67d-6e39-457e-ac77-5a9bc35741de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0444357 Feb 04 13:39:34.607447 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-b80189bb-d4f2-45b2-80bf-9085f73a8cfb None None] Set router e9ac5227-9162-43f6-b37a-dc3ce6e104c3 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:39:34.629811 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fdbbeddb-6bc0-4e0e-b219-d79df3d0bc62 req-c60cb940-5472-44ea-8113-1d6f6bb21f86 service neutron] 10.222.0.77 "GET /v2.0/networks/6251d67d-6e39-457e-ac77-5a9bc35741de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937402 Feb 04 13:39:34.721675 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fdbbeddb-6bc0-4e0e-b219-d79df3d0bc62 req-b4489bb5-db98-44ba-a147-297940bcef45 service neutron] 10.222.0.77 "GET /v2.0/networks/6251d67d-6e39-457e-ac77-5a9bc35741de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864365 Feb 04 13:39:34.836964 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-b80189bb-d4f2-45b2-80bf-9085f73a8cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ac5227-9162-43f6-b37a-dc3ce6e104c3', 'name': 'tempest-TestShelveInstance-1409048768-router', 'tenant_id': 'bb6db4b7b70c488db79896812ac5b2ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '2f411933-ad7c-4d77-b196-2829a55b995c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:39:09Z', 'updated_at': '2022-02-04T13:39:12Z', 'revision_number': 4, 'project_id': 'bb6db4b7b70c488db79896812ac5b2ca', 'gw_port': {'id': '2f411933-ad7c-4d77-b196-2829a55b995c', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ac5227-9162-43f6-b37a-dc3ce6e104c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:39:10Z', 'updated_at': '2022-02-04T13:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': 'f433872f-591c-4793-9bb5-5215940632a3', 'tenant_id': 'bb6db4b7b70c488db79896812ac5b2ca', 'floating_ip_address': '172.25.3.249', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': 'e9ac5227-9162-43f6-b37a-dc3ce6e104c3', 'port_id': '5f84926e-15c6-4099-9554-313db2f4ecb8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6251d67d-6e39-457e-ac77-5a9bc35741de', 'mac_address': 'fa:16:3e:ae:b2:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0cd110-d9f1-4c76-9a04-653af343dc12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:39:32Z', 'updated_at': '2022-02-04T13:39:32Z', 'revision_number': 0, 'project_id': 'bb6db4b7b70c488db79896812ac5b2ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab9da384-0f71-4d8d-ae21-69d6cc8c86ba', 'name': '', 'network_id': '6251d67d-6e39-457e-ac77-5a9bc35741de', 'tenant_id': 'bb6db4b7b70c488db79896812ac5b2ca', 'mac_address': 'fa:16:3e:85:46:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ac5227-9162-43f6-b37a-dc3ce6e104c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '56060ea2-6074-4faf-b413-ec8c17bd3679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:39:11Z', 'updated_at': '2022-02-04T13:39:16Z', 'revision_number': 5, 'project_id': 'bb6db4b7b70c488db79896812ac5b2ca', 'subnets': [{'id': '56060ea2-6074-4faf-b413-ec8c17bd3679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:39:34.866701 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80189bb-d4f2-45b2-80bf-9085f73a8cfb None None] The sync data for ids ['e9ac5227-9162-43f6-b37a-dc3ce6e104c3'] in n-d-825015-3 is: [{'id': 'e9ac5227-9162-43f6-b37a-dc3ce6e104c3', 'name': 'tempest-TestShelveInstance-1409048768-router', 'tenant_id': 'bb6db4b7b70c488db79896812ac5b2ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '2f411933-ad7c-4d77-b196-2829a55b995c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:39:09Z', 'updated_at': '2022-02-04T13:39:12Z', 'revision_number': 4, 'project_id': 'bb6db4b7b70c488db79896812ac5b2ca', 'gw_port': {'id': '2f411933-ad7c-4d77-b196-2829a55b995c', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ac5227-9162-43f6-b37a-dc3ce6e104c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:39:10Z', 'updated_at': '2022-02-04T13:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': 'f433872f-591c-4793-9bb5-5215940632a3', 'tenant_id': 'bb6db4b7b70c488db79896812ac5b2ca', 'floating_ip_address': '172.25.3.249', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': 'e9ac5227-9162-43f6-b37a-dc3ce6e104c3', 'port_id': '5f84926e-15c6-4099-9554-313db2f4ecb8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6251d67d-6e39-457e-ac77-5a9bc35741de', 'mac_address': 'fa:16:3e:ae:b2:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0cd110-d9f1-4c76-9a04-653af343dc12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:39:32Z', 'updated_at': '2022-02-04T13:39:32Z', 'revision_number': 0, 'project_id': 'bb6db4b7b70c488db79896812ac5b2ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab9da384-0f71-4d8d-ae21-69d6cc8c86ba', 'name': '', 'network_id': '6251d67d-6e39-457e-ac77-5a9bc35741de', 'tenant_id': 'bb6db4b7b70c488db79896812ac5b2ca', 'mac_address': 'fa:16:3e:85:46:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ac5227-9162-43f6-b37a-dc3ce6e104c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '56060ea2-6074-4faf-b413-ec8c17bd3679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:39:11Z', 'updated_at': '2022-02-04T13:39:16Z', 'revision_number': 5, 'project_id': 'bb6db4b7b70c488db79896812ac5b2ca', 'subnets': [{'id': '56060ea2-6074-4faf-b413-ec8c17bd3679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:39:35.197984 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37b086b-8ad0-4fc3-acd0-7dce0fef5dc8 None None] New status for floating IP f433872f-591c-4793-9bb5-5215940632a3: ACTIVE {{(pid=103476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:39:45.668979 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-76bba7ac-20c2-440f-9e9d-f73dc3866e12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:48.188706 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f03966cc-49a3-493a-b1cc-4f4df287a2eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:49.519832 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:50.679489 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-22822fa0-d2e5-4b23-b9c7-29bfdf7c3c88 req-ce3f35c2-c263-46a0-bc7b-162413328606 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=2b0cd110-d9f1-4c76-9a04-653af343dc12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0483580 Feb 04 13:39:50.766223 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22822fa0-d2e5-4b23-b9c7-29bfdf7c3c88 req-2ab4a8e1-01d1-41a3-92b2-6aa3605ac08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:50.767706 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-22822fa0-d2e5-4b23-b9c7-29bfdf7c3c88 req-2ab4a8e1-01d1-41a3-92b2-6aa3605ac08d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bb6db4b7b70c488db79896812ac5b2ca&device_id=2b0cd110-d9f1-4c76-9a04-653af343dc12 HTTP/1.1" status: 200 len: 1128 time: 0.0456767 Feb 04 13:39:50.790379 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:39:50.870726 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22822fa0-d2e5-4b23-b9c7-29bfdf7c3c88 req-2b788e6c-5528-4837-8d97-db1d9fd5617c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:50.872242 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-22822fa0-d2e5-4b23-b9c7-29bfdf7c3c88 req-2b788e6c-5528-4837-8d97-db1d9fd5617c service neutron] 10.222.0.77 "GET /v2.0/networks?id=6251d67d-6e39-457e-ac77-5a9bc35741de HTTP/1.1" status: 200 len: 910 time: 0.0847006 Feb 04 13:39:50.946262 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-22822fa0-d2e5-4b23-b9c7-29bfdf7c3c88 req-511f0fb5-264e-49d5-a973-d139e1a38cee service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f84926e-15c6-4099-9554-313db2f4ecb8 HTTP/1.1" status: 200 len: 1002 time: 0.0667865 Feb 04 13:39:51.002036 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22822fa0-d2e5-4b23-b9c7-29bfdf7c3c88 req-ce341ba5-b761-46a7-a79e-1bcbcd307abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:51.003484 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-22822fa0-d2e5-4b23-b9c7-29bfdf7c3c88 req-ce341ba5-b761-46a7-a79e-1bcbcd307abd service neutron] 10.222.0.77 "GET /v2.0/subnets?id=56060ea2-6074-4faf-b413-ec8c17bd3679 HTTP/1.1" status: 200 len: 848 time: 0.0511465 Feb 04 13:39:51.052895 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22822fa0-d2e5-4b23-b9c7-29bfdf7c3c88 req-e34387bb-f2f5-4657-a931-d1950e4a94ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:51.054386 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-22822fa0-d2e5-4b23-b9c7-29bfdf7c3c88 req-e34387bb-f2f5-4657-a931-d1950e4a94ee service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6251d67d-6e39-457e-ac77-5a9bc35741de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0442822 Feb 04 13:39:51.145160 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-22822fa0-d2e5-4b23-b9c7-29bfdf7c3c88 req-56760e59-19b2-4824-8a70-f514746a767d service neutron] 10.222.0.77 "GET /v2.0/networks/6251d67d-6e39-457e-ac77-5a9bc35741de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834055 Feb 04 13:39:51.232739 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-22822fa0-d2e5-4b23-b9c7-29bfdf7c3c88 req-08f4fe4e-fea4-4a16-9ebe-64fd853bba5b service neutron] 10.222.0.77 "GET /v2.0/networks/6251d67d-6e39-457e-ac77-5a9bc35741de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799940 Feb 04 13:39:51.884507 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:01.923878 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:02.546367 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:08.521820 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:40:15.672103 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-69938271-522f-4e4a-8db7-0dfe7ba337d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:18.191981 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c4356217-4fbf-4d64-926b-870ea5536828 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:19.526399 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:20.791121 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:21.886924 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:31.935269 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:32.544085 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:45.522234 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:40:45.674470 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-624eeca8-702b-4802-9582-a41a69b40791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:48.193035 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c2723be7-ced3-41ba-9cf9-fbed933674b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:49.530024 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:50.795568 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:51.671946 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a74f247a-86ff-481e-9647-73dcf63695c9 req-e551b8a0-d7a1-41bf-b5fc-c6ac3c64f085 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=2b0cd110-d9f1-4c76-9a04-653af343dc12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0452185 Feb 04 13:40:51.760707 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74f247a-86ff-481e-9647-73dcf63695c9 req-0e1d1b2d-bba7-42ab-ab91-f404361860e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:51.762203 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a74f247a-86ff-481e-9647-73dcf63695c9 req-0e1d1b2d-bba7-42ab-ab91-f404361860e0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bb6db4b7b70c488db79896812ac5b2ca&device_id=2b0cd110-d9f1-4c76-9a04-653af343dc12 HTTP/1.1" status: 200 len: 1128 time: 0.0498533 Feb 04 13:40:51.867612 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74f247a-86ff-481e-9647-73dcf63695c9 req-ebbd7974-ddc7-428b-8c15-6d4c29bb818c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:51.869109 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a74f247a-86ff-481e-9647-73dcf63695c9 req-ebbd7974-ddc7-428b-8c15-6d4c29bb818c service neutron] 10.222.0.77 "GET /v2.0/networks?id=6251d67d-6e39-457e-ac77-5a9bc35741de HTTP/1.1" status: 200 len: 910 time: 0.0882962 Feb 04 13:40:51.889962 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:40:51.937563 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a74f247a-86ff-481e-9647-73dcf63695c9 req-1bb1320e-3f9e-4fb3-b3bd-f3f1180c1e64 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f84926e-15c6-4099-9554-313db2f4ecb8 HTTP/1.1" status: 200 len: 1002 time: 0.0627401 Feb 04 13:40:51.983403 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74f247a-86ff-481e-9647-73dcf63695c9 req-862d3c07-7220-4b67-bb6f-f54617c8e4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:51.985414 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a74f247a-86ff-481e-9647-73dcf63695c9 req-862d3c07-7220-4b67-bb6f-f54617c8e4df service neutron] 10.222.0.77 "GET /v2.0/subnets?id=56060ea2-6074-4faf-b413-ec8c17bd3679 HTTP/1.1" status: 200 len: 848 time: 0.0423071 Feb 04 13:40:52.033371 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74f247a-86ff-481e-9647-73dcf63695c9 req-3f5e9e45-1a22-4bc6-9616-11e0668e190f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:52.034861 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a74f247a-86ff-481e-9647-73dcf63695c9 req-3f5e9e45-1a22-4bc6-9616-11e0668e190f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6251d67d-6e39-457e-ac77-5a9bc35741de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0442421 Feb 04 13:40:52.125652 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a74f247a-86ff-481e-9647-73dcf63695c9 req-a49953f2-dac3-49b8-8370-434b4c741716 service neutron] 10.222.0.77 "GET /v2.0/networks/6251d67d-6e39-457e-ac77-5a9bc35741de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847669 Feb 04 13:40:52.223443 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a74f247a-86ff-481e-9647-73dcf63695c9 req-f2936279-aeb4-4aed-802c-0ece2e8f9896 service neutron] 10.222.0.77 "GET /v2.0/networks/6251d67d-6e39-457e-ac77-5a9bc35741de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924096 Feb 04 13:41:01.921524 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:02.555358 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:15.676877 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3d806026-d173-4ccc-b5f0-6b72c416e653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:18.195191 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-194969b4-f59f-4dce-9238-5c9acd6b475f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:19.529513 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:20.797345 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:21.893022 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:22.522473 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:41:28.886990 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a6ae05-d59a-49ef-83da-14dff11e85bf req-6e0f9d68-01b1-48fe-9b94-4610ba4da8dc tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:28.888551 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c4a6ae05-d59a-49ef-83da-14dff11e85bf req-6e0f9d68-01b1-48fe-9b94-4610ba4da8dc tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b0cd110-d9f1-4c76-9a04-653af343dc12 HTTP/1.1" status: 200 len: 946 time: 0.0547750 Feb 04 13:41:28.943345 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c4a6ae05-d59a-49ef-83da-14dff11e85bf req-90a1765b-6cd1-4149-80ed-27d747804085 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/security-groups?id=02d4ed04-1f82-46a5-a825-0b930ea516a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482738 Feb 04 13:41:30.065364 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca0520e-7420-403f-9b37-87f635c94c49 req-e64965ec-a7cd-4b28-9bc3-98ac088ec976 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:30.067029 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5ca0520e-7420-403f-9b37-87f635c94c49 req-e64965ec-a7cd-4b28-9bc3-98ac088ec976 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b0cd110-d9f1-4c76-9a04-653af343dc12 HTTP/1.1" status: 200 len: 946 time: 0.0533822 Feb 04 13:41:30.115947 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5ca0520e-7420-403f-9b37-87f635c94c49 req-86fa7ad0-7129-4630-8582-2c0c41be128f tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/security-groups?id=02d4ed04-1f82-46a5-a825-0b930ea516a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429335 Feb 04 13:41:31.248506 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb18c12-7bd5-4201-a044-bdecc8516b4d req-75f10307-8622-40ab-a66b-e850482e6f6c tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:31.249962 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-efb18c12-7bd5-4201-a044-bdecc8516b4d req-75f10307-8622-40ab-a66b-e850482e6f6c tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b0cd110-d9f1-4c76-9a04-653af343dc12 HTTP/1.1" status: 200 len: 946 time: 0.0528736 Feb 04 13:41:31.297884 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-efb18c12-7bd5-4201-a044-bdecc8516b4d req-c402c128-d887-47ad-b080-eb52b72c0f77 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/security-groups?id=02d4ed04-1f82-46a5-a825-0b930ea516a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415635 Feb 04 13:41:31.947860 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:32.422195 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc21d2c-9f13-49c4-93bd-2da954dca917 req-864b38b1-a384-49dd-a6a1-862b7ea66c0f tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:32.424195 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-afc21d2c-9f13-49c4-93bd-2da954dca917 req-864b38b1-a384-49dd-a6a1-862b7ea66c0f tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b0cd110-d9f1-4c76-9a04-653af343dc12 HTTP/1.1" status: 200 len: 946 time: 0.0569670 Feb 04 13:41:32.473790 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-afc21d2c-9f13-49c4-93bd-2da954dca917 req-0e1f0075-4e80-4fbe-86fb-6ec9a06200b9 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/security-groups?id=02d4ed04-1f82-46a5-a825-0b930ea516a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440042 Feb 04 13:41:32.556219 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:33.600121 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36510fb6-c1f0-4bd3-a8e2-f527317b5423 req-9b78c257-40fd-4806-8580-f0f216de57cb tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:33.601619 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-36510fb6-c1f0-4bd3-a8e2-f527317b5423 req-9b78c257-40fd-4806-8580-f0f216de57cb tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b0cd110-d9f1-4c76-9a04-653af343dc12 HTTP/1.1" status: 200 len: 946 time: 0.0551014 Feb 04 13:41:33.650683 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-36510fb6-c1f0-4bd3-a8e2-f527317b5423 req-f2de7c2c-8b35-44ec-94ca-bf2907a7acb6 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/security-groups?id=02d4ed04-1f82-46a5-a825-0b930ea516a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434940 Feb 04 13:41:34.772024 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29485a35-2e27-4b00-bb6e-870a916d30e1 req-f4ea70e7-5fb1-4d40-90b4-1726d34b88c8 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:34.773499 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-29485a35-2e27-4b00-bb6e-870a916d30e1 req-f4ea70e7-5fb1-4d40-90b4-1726d34b88c8 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b0cd110-d9f1-4c76-9a04-653af343dc12 HTTP/1.1" status: 200 len: 946 time: 0.0526438 Feb 04 13:41:34.826494 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-29485a35-2e27-4b00-bb6e-870a916d30e1 req-31054c75-2439-44ce-9440-ff728189e73b tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/security-groups?id=02d4ed04-1f82-46a5-a825-0b930ea516a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474210 Feb 04 13:41:35.946857 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6b76b5-4b4d-4898-bb90-d7c7f88e81f8 req-3513d7ea-7019-4c7b-870a-33306b9b746d tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:35.948389 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5a6b76b5-4b4d-4898-bb90-d7c7f88e81f8 req-3513d7ea-7019-4c7b-870a-33306b9b746d tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b0cd110-d9f1-4c76-9a04-653af343dc12 HTTP/1.1" status: 200 len: 946 time: 0.0529509 Feb 04 13:41:35.997136 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5a6b76b5-4b4d-4898-bb90-d7c7f88e81f8 req-dc8317bd-18ff-4618-abf9-4f36fe41146a tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/security-groups?id=02d4ed04-1f82-46a5-a825-0b930ea516a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431945 Feb 04 13:41:37.116414 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a04d2e1-496f-43c3-aa0c-48cd652869f2 req-22b8dae8-6755-4a31-9f0b-566e4678b634 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:37.117802 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8a04d2e1-496f-43c3-aa0c-48cd652869f2 req-22b8dae8-6755-4a31-9f0b-566e4678b634 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b0cd110-d9f1-4c76-9a04-653af343dc12 HTTP/1.1" status: 200 len: 946 time: 0.0516057 Feb 04 13:41:37.167254 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8a04d2e1-496f-43c3-aa0c-48cd652869f2 req-764d706f-5175-4839-a052-456bdf40bf1b tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/security-groups?id=02d4ed04-1f82-46a5-a825-0b930ea516a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438805 Feb 04 13:41:38.302231 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc67a6c-50c0-475b-b614-d9b0d5ab600a req-00014b3b-4d0a-4fda-ae53-92113507f763 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:38.303727 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1cc67a6c-50c0-475b-b614-d9b0d5ab600a req-00014b3b-4d0a-4fda-ae53-92113507f763 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b0cd110-d9f1-4c76-9a04-653af343dc12 HTTP/1.1" status: 200 len: 946 time: 0.0687006 Feb 04 13:41:38.351864 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1cc67a6c-50c0-475b-b614-d9b0d5ab600a req-872aa297-299d-4dcc-a4e2-4eac812b58fa tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/security-groups?id=02d4ed04-1f82-46a5-a825-0b930ea516a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425754 Feb 04 13:41:39.489569 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e769f4-2ba6-40c4-ab6c-74f048bf449b req-4b963397-24e9-4374-ab42-406eac53ec71 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:39.491347 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-98e769f4-2ba6-40c4-ab6c-74f048bf449b req-4b963397-24e9-4374-ab42-406eac53ec71 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b0cd110-d9f1-4c76-9a04-653af343dc12 HTTP/1.1" status: 200 len: 946 time: 0.0684783 Feb 04 13:41:39.543875 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-98e769f4-2ba6-40c4-ab6c-74f048bf449b req-bff29e56-8ebc-4f01-8e20-9b528c68e849 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/security-groups?id=02d4ed04-1f82-46a5-a825-0b930ea516a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469027 Feb 04 13:41:39.798560 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 5f84926e-15c6-4099-9554-313db2f4ecb8 details requested by agent hyperv_n-h2-825015-3 with host n-h2-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:41:39.894913 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 5f84926e-15c6-4099-9554-313db2f4ecb8, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=5f84926e-15c6-4099-9554-313db2f4ecb8,segment=NetworkSegment(0974e274-8db7-4b5e-95c6-a67b79dd0d16),segment_id=0974e274-8db7-4b5e-95c6-a67b79dd0d16)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:41:39.907982 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Returning: {'device': '5f84926e-15c6-4099-9554-313db2f4ecb8', 'network_id': '6251d67d-6e39-457e-ac77-5a9bc35741de', 'port_id': '5f84926e-15c6-4099-9554-313db2f4ecb8', 'mac_address': 'fa:16:3e:ae:b2:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56060ea2-6074-4faf-b413-ec8c17bd3679', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:41:39.943999 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 5f84926e-15c6-4099-9554-313db2f4ecb8 is: ACTIVE; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:41:39.944389 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (5f84926e-15c6-4099-9554-313db2f4ecb8), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:39.961006 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5f84926e-15c6-4099-9554-313db2f4ecb8 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:41:39.980380 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 5f84926e-15c6-4099-9554-313db2f4ecb8, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=5f84926e-15c6-4099-9554-313db2f4ecb8,segment=NetworkSegment(0974e274-8db7-4b5e-95c6-a67b79dd0d16),segment_id=0974e274-8db7-4b5e-95c6-a67b79dd0d16)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:41:39.984179 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (5f84926e-15c6-4099-9554-313db2f4ecb8), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:40.033074 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=5f84926e-15c6-4099-9554-313db2f4ecb8,revision_number=6']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:41:40.040887 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:41:40.041162 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:41:40.041500 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:41:40.041854 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:41:40.042172 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:41:40.042499 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:41:40.042822 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:41:40.043145 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:41:40.043473 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:41:40.043811 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:41:40.044134 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:41:40.044451 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:41:40.044764 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:41:40.057535 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['5f84926e-15c6-4099-9554-313db2f4ecb8'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:41:40.676357 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edf1856-2ec5-4ae6-a27c-31945613b60d req-e347b02b-e1f3-414d-b6e8-70cd662d9d66 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:40.677856 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4edf1856-2ec5-4ae6-a27c-31945613b60d req-e347b02b-e1f3-414d-b6e8-70cd662d9d66 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b0cd110-d9f1-4c76-9a04-653af343dc12 HTTP/1.1" status: 200 len: 945 time: 0.0606351 Feb 04 13:41:40.727133 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4edf1856-2ec5-4ae6-a27c-31945613b60d req-c5af4bcc-5355-46db-8e4f-21e20748f7a5 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/security-groups?id=02d4ed04-1f82-46a5-a825-0b930ea516a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436683 Feb 04 13:41:41.809667 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 5f84926e-15c6-4099-9554-313db2f4ecb8 up at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:41:41.874353 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea14381-08e0-4a80-bb1c-517e48a42a96 req-8028921a-a632-4c62-8baa-73f593cadc2f tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:41.879325 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8ea14381-08e0-4a80-bb1c-517e48a42a96 req-8028921a-a632-4c62-8baa-73f593cadc2f tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b0cd110-d9f1-4c76-9a04-653af343dc12 HTTP/1.1" status: 200 len: 945 time: 0.0741599 Feb 04 13:41:41.888160 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning complete for port 5f84926e-15c6-4099-9554-313db2f4ecb8 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:41:41.888541 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (5f84926e-15c6-4099-9554-313db2f4ecb8), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:41.934909 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8ea14381-08e0-4a80-bb1c-517e48a42a96 req-a147beb0-4d14-4dd5-ac22-2a876a588148 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/security-groups?id=02d4ed04-1f82-46a5-a825-0b930ea516a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529258 Feb 04 13:41:41.991246 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 5f84926e-15c6-4099-9554-313db2f4ecb8 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:41:41.991647 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (5f84926e-15c6-4099-9554-313db2f4ecb8), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:42.019095 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b0cd110-d9f1-4c76-9a04-653af343dc12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f84926e-15c6-4099-9554-313db2f4ecb8'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:41:42.021532 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53818b00e40e8afff1ffbbb80b1f2b2ececb0555ff6da39e2769b708ef8305ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76ab4426-d10e-4fbd-953f-2cda41014552" -d '{"events": [{"server_uuid": "2b0cd110-d9f1-4c76-9a04-653af343dc12", "name": "network-vif-plugged", "status": "completed", "tag": "5f84926e-15c6-4099-9554-313db2f4ecb8"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:41:42.046778 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 5f84926e-15c6-4099-9554-313db2f4ecb8, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=5f84926e-15c6-4099-9554-313db2f4ecb8,segment=NetworkSegment(0974e274-8db7-4b5e-95c6-a67b79dd0d16),segment_id=0974e274-8db7-4b5e-95c6-a67b79dd0d16)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:41:42.052926 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (5f84926e-15c6-4099-9554-313db2f4ecb8), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:42.084796 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a398fb44-ee41-4ce3-ad2b-0a833e2bffa5 x-openstack-request-id: req-a398fb44-ee41-4ce3-ad2b-0a833e2bffa5 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:41:42.085111 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b0cd110-d9f1-4c76-9a04-653af343dc12", "name": "network-vif-plugged", "status": "completed", "tag": "5f84926e-15c6-4099-9554-313db2f4ecb8", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:41:42.085349 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a398fb44-ee41-4ce3-ad2b-0a833e2bffa5 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:41:42.085743 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b0cd110-d9f1-4c76-9a04-653af343dc12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f84926e-15c6-4099-9554-313db2f4ecb8', 'code': 200} Feb 04 13:41:42.117833 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=5f84926e-15c6-4099-9554-313db2f4ecb8,revision_number=7']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:41:43.066951 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafe82cb-8bf9-49fb-b0f7-979f358c2e3d req-a890c9cc-ce6b-468d-82ba-c9ded1f7e864 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:43.069123 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bafe82cb-8bf9-49fb-b0f7-979f358c2e3d req-a890c9cc-ce6b-468d-82ba-c9ded1f7e864 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b0cd110-d9f1-4c76-9a04-653af343dc12 HTTP/1.1" status: 200 len: 946 time: 0.0563316 Feb 04 13:41:43.125999 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bafe82cb-8bf9-49fb-b0f7-979f358c2e3d req-92103889-7a22-47a3-b58f-6abddaccb52e tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/security-groups?id=02d4ed04-1f82-46a5-a825-0b930ea516a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503254 Feb 04 13:41:44.258880 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e61deaa-3a3f-4fc9-9e9f-5c7b1ee5b850 req-375527b2-4b47-4dce-9b40-c46fe07a33b1 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:44.260635 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8e61deaa-3a3f-4fc9-9e9f-5c7b1ee5b850 req-375527b2-4b47-4dce-9b40-c46fe07a33b1 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b0cd110-d9f1-4c76-9a04-653af343dc12 HTTP/1.1" status: 200 len: 946 time: 0.0586550 Feb 04 13:41:44.313423 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8e61deaa-3a3f-4fc9-9e9f-5c7b1ee5b850 req-572e1fb6-d5e1-4aba-b7e1-4ea06288a2fe tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/security-groups?id=02d4ed04-1f82-46a5-a825-0b930ea516a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462282 Feb 04 13:41:45.471176 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6a9a1c-1263-4911-ba99-e90ba71a9ee0 req-18b57f7b-c1d6-44f1-889e-e3a1d4758d8e tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:45.472895 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ba6a9a1c-1263-4911-ba99-e90ba71a9ee0 req-18b57f7b-c1d6-44f1-889e-e3a1d4758d8e tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b0cd110-d9f1-4c76-9a04-653af343dc12 HTTP/1.1" status: 200 len: 946 time: 0.0703602 Feb 04 13:41:45.537416 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ba6a9a1c-1263-4911-ba99-e90ba71a9ee0 req-be69cd21-e330-464c-8efd-5f5da6ae3c0c tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/security-groups?id=02d4ed04-1f82-46a5-a825-0b930ea516a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547900 Feb 04 13:41:45.680696 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9d758b15-d957-4be8-8d5f-2d059def1eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:46.678833 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b162a4e0-ffe2-4459-bff9-eb3286891a64 req-a8e0b75b-0d02-4bd8-b3aa-8d18b2c1ba7e tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:46.680379 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b162a4e0-ffe2-4459-bff9-eb3286891a64 req-a8e0b75b-0d02-4bd8-b3aa-8d18b2c1ba7e tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b0cd110-d9f1-4c76-9a04-653af343dc12 HTTP/1.1" status: 200 len: 946 time: 0.0621109 Feb 04 13:41:46.743031 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b162a4e0-ffe2-4459-bff9-eb3286891a64 req-d936ba52-92e3-4765-b9c8-724c4392e8f3 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/security-groups?id=02d4ed04-1f82-46a5-a825-0b930ea516a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568511 Feb 04 13:41:47.900053 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8ae9b1-0a6f-45c5-bdb7-3585a13ad75f req-3de00d1f-b462-4e78-9f06-e6f4ef9f044c tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:47.902231 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7c8ae9b1-0a6f-45c5-bdb7-3585a13ad75f req-3de00d1f-b462-4e78-9f06-e6f4ef9f044c tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b0cd110-d9f1-4c76-9a04-653af343dc12 HTTP/1.1" status: 200 len: 946 time: 0.0672133 Feb 04 13:41:47.970815 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7c8ae9b1-0a6f-45c5-bdb7-3585a13ad75f req-a86a660c-0533-4966-8480-c0d62600cd27 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/security-groups?id=02d4ed04-1f82-46a5-a825-0b930ea516a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630343 Feb 04 13:41:48.203417 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7fae6601-63d4-4bb7-ae44-845846c93c73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:49.113711 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9512e5a1-1abd-46dc-941d-7aecbdb02884 req-2ecaa91a-7b25-4e94-937a-40bdcb5690eb tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:49.115226 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9512e5a1-1abd-46dc-941d-7aecbdb02884 req-2ecaa91a-7b25-4e94-937a-40bdcb5690eb tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b0cd110-d9f1-4c76-9a04-653af343dc12 HTTP/1.1" status: 200 len: 946 time: 0.0564170 Feb 04 13:41:49.176311 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9512e5a1-1abd-46dc-941d-7aecbdb02884 req-39ae46ef-c435-48ce-9df3-05b60b98c649 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/security-groups?id=02d4ed04-1f82-46a5-a825-0b930ea516a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525603 Feb 04 13:41:49.542357 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:50.310745 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff3412a-aff6-4e14-b3d8-21bdfe3bcddc req-d543630f-5827-499e-864c-0c6413e7e7ee tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:50.313135 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1ff3412a-aff6-4e14-b3d8-21bdfe3bcddc req-d543630f-5827-499e-864c-0c6413e7e7ee tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b0cd110-d9f1-4c76-9a04-653af343dc12 HTTP/1.1" status: 200 len: 946 time: 0.0578191 Feb 04 13:41:50.375166 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1ff3412a-aff6-4e14-b3d8-21bdfe3bcddc req-6bfe6354-55ab-44e2-8caa-34cbefaa5a32 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/security-groups?id=02d4ed04-1f82-46a5-a825-0b930ea516a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551565 Feb 04 13:41:50.800677 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:51.441333 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79938a2-7a2c-424a-8c95-f59df30cee6d req-3c5dc2dc-56ae-4369-92a4-713423aebb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:51.442884 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e79938a2-7a2c-424a-8c95-f59df30cee6d req-3c5dc2dc-56ae-4369-92a4-713423aebb41 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bb6db4b7b70c488db79896812ac5b2ca&device_id=2b0cd110-d9f1-4c76-9a04-653af343dc12 HTTP/1.1" status: 200 len: 1128 time: 0.1034586 Feb 04 13:41:51.573541 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc454d5-494f-45b6-9538-5b00498a750b req-62c7eb04-0f39-4b32-87bb-9cd259cabc9d tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:51.575040 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8dc454d5-494f-45b6-9538-5b00498a750b req-62c7eb04-0f39-4b32-87bb-9cd259cabc9d tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b0cd110-d9f1-4c76-9a04-653af343dc12 HTTP/1.1" status: 200 len: 946 time: 0.1286693 Feb 04 13:41:51.592086 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79938a2-7a2c-424a-8c95-f59df30cee6d req-f32856ad-c4cb-4626-9b78-a777c9718379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:51.593566 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e79938a2-7a2c-424a-8c95-f59df30cee6d req-f32856ad-c4cb-4626-9b78-a777c9718379 service neutron] 10.222.0.77 "GET /v2.0/networks?id=6251d67d-6e39-457e-ac77-5a9bc35741de HTTP/1.1" status: 200 len: 910 time: 0.1380830 Feb 04 13:41:51.686976 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8dc454d5-494f-45b6-9538-5b00498a750b req-36a06dcb-eb95-4dd2-8b16-1c51b8e5de18 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/security-groups?id=02d4ed04-1f82-46a5-a825-0b930ea516a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055868 Feb 04 13:41:51.694649 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e79938a2-7a2c-424a-8c95-f59df30cee6d req-91037096-ca0e-49c9-a9d0-e8c1f2537d9d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f84926e-15c6-4099-9554-313db2f4ecb8 HTTP/1.1" status: 200 len: 1002 time: 0.0933156 Feb 04 13:41:51.746150 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79938a2-7a2c-424a-8c95-f59df30cee6d req-faed0e94-aff0-467f-936e-0e8ae47f3f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:51.747713 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e79938a2-7a2c-424a-8c95-f59df30cee6d req-faed0e94-aff0-467f-936e-0e8ae47f3f97 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=56060ea2-6074-4faf-b413-ec8c17bd3679 HTTP/1.1" status: 200 len: 848 time: 0.0471318 Feb 04 13:41:51.799792 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79938a2-7a2c-424a-8c95-f59df30cee6d req-7cfff574-e30f-4392-927c-594946ca55e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:51.801326 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e79938a2-7a2c-424a-8c95-f59df30cee6d req-7cfff574-e30f-4392-927c-594946ca55e0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6251d67d-6e39-457e-ac77-5a9bc35741de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0480802 Feb 04 13:41:51.810908 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [req-e79938a2-7a2c-424a-8c95-f59df30cee6d req-b6667f92-483d-4bf7-adc2-655fce451b22 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:41:51.811927 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e79938a2-7a2c-424a-8c95-f59df30cee6d req-b6667f92-483d-4bf7-adc2-655fce451b22 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052962 Feb 04 13:41:51.895543 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:51.912029 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e79938a2-7a2c-424a-8c95-f59df30cee6d req-6aad4e5c-1a40-4300-9113-398d9f7220ea service neutron] 10.222.0.77 "GET /v2.0/networks/6251d67d-6e39-457e-ac77-5a9bc35741de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933273 Feb 04 13:41:52.006565 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e79938a2-7a2c-424a-8c95-f59df30cee6d req-c219ed83-d3c4-4d35-908c-9b81c007cb5f service neutron] 10.222.0.77 "GET /v2.0/networks/6251d67d-6e39-457e-ac77-5a9bc35741de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888724 Feb 04 13:41:52.821053 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decc8147-386a-4e75-847d-79c68409ca44 req-a4e97305-a8e7-4c84-ab5c-69158f265c83 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:52.822570 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-decc8147-386a-4e75-847d-79c68409ca44 req-a4e97305-a8e7-4c84-ab5c-69158f265c83 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b0cd110-d9f1-4c76-9a04-653af343dc12 HTTP/1.1" status: 200 len: 946 time: 0.0626004 Feb 04 13:41:52.874053 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-decc8147-386a-4e75-847d-79c68409ca44 req-e491f83d-2671-43ee-b9cb-8afd238d9eab tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/security-groups?id=02d4ed04-1f82-46a5-a825-0b930ea516a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456777 Feb 04 13:41:53.654233 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3b173185-098e-4a42-8c71-8fcfa308e880 req-55004cfd-6ded-47d7-b225-35ac6c1287e4 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=2b0cd110-d9f1-4c76-9a04-653af343dc12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0443408 Feb 04 13:41:53.745231 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b173185-098e-4a42-8c71-8fcfa308e880 req-be8b1b3a-0814-4c72-bdec-e5534ad61a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:53.746693 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3b173185-098e-4a42-8c71-8fcfa308e880 req-be8b1b3a-0814-4c72-bdec-e5534ad61a57 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bb6db4b7b70c488db79896812ac5b2ca&device_id=2b0cd110-d9f1-4c76-9a04-653af343dc12 HTTP/1.1" status: 200 len: 1128 time: 0.0490451 Feb 04 13:41:53.870374 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 5f84926e-15c6-4099-9554-313db2f4ecb8 no longer exists at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:41:53.871024 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b173185-098e-4a42-8c71-8fcfa308e880 req-30cf63d2-4506-470d-a0b6-dbb1069e0475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:53.872026 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3b173185-098e-4a42-8c71-8fcfa308e880 req-30cf63d2-4506-470d-a0b6-dbb1069e0475 service neutron] 10.222.0.77 "GET /v2.0/networks?id=6251d67d-6e39-457e-ac77-5a9bc35741de HTTP/1.1" status: 200 len: 910 time: 0.1048605 Feb 04 13:41:53.949978 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 5f84926e-15c6-4099-9554-313db2f4ecb8 is: ACTIVE; New status is: DOWN {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:41:53.950436 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3b173185-098e-4a42-8c71-8fcfa308e880 req-294ade1d-957b-49ba-9cd0-ad2c823966b4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f84926e-15c6-4099-9554-313db2f4ecb8 HTTP/1.1" status: 200 len: 1002 time: 0.0709317 Feb 04 13:41:53.951029 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (5f84926e-15c6-4099-9554-313db2f4ecb8), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:53.981219 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b0cd110-d9f1-4c76-9a04-653af343dc12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f84926e-15c6-4099-9554-313db2f4ecb8'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:41:53.983600 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53818b00e40e8afff1ffbbb80b1f2b2ececb0555ff6da39e2769b708ef8305ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-386e246f-3c6e-4d9e-8720-5f9362c6176c" -d '{"events": [{"server_uuid": "2b0cd110-d9f1-4c76-9a04-653af343dc12", "name": "network-vif-unplugged", "status": "completed", "tag": "5f84926e-15c6-4099-9554-313db2f4ecb8"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:41:53.997354 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 5f84926e-15c6-4099-9554-313db2f4ecb8, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=5f84926e-15c6-4099-9554-313db2f4ecb8,segment=NetworkSegment(0974e274-8db7-4b5e-95c6-a67b79dd0d16),segment_id=0974e274-8db7-4b5e-95c6-a67b79dd0d16)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:41:54.001808 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (5f84926e-15c6-4099-9554-313db2f4ecb8), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:54.026540 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 04 Feb 2022 13:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d3c63b9-c636-483e-8870-d51192151492 x-openstack-request-id: req-7d3c63b9-c636-483e-8870-d51192151492 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:41:54.026839 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b0cd110-d9f1-4c76-9a04-653af343dc12", "name": "network-vif-unplugged", "status": "failed", "tag": "5f84926e-15c6-4099-9554-313db2f4ecb8", "code": 422}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:41:54.027226 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7d3c63b9-c636-483e-8870-d51192151492 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:41:54.027638 n-d-825015-3 neutron-server[103476]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2b0cd110-d9f1-4c76-9a04-653af343dc12', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5f84926e-15c6-4099-9554-313db2f4ecb8', 'code': 422} returned with failed status Feb 04 13:41:54.044082 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b173185-098e-4a42-8c71-8fcfa308e880 req-d749d4d3-1151-4b17-a8df-aedd53bf7dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:54.045565 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3b173185-098e-4a42-8c71-8fcfa308e880 req-d749d4d3-1151-4b17-a8df-aedd53bf7dff service neutron] 10.222.0.77 "GET /v2.0/subnets?id=56060ea2-6074-4faf-b413-ec8c17bd3679 HTTP/1.1" status: 200 len: 848 time: 0.0818865 Feb 04 13:41:54.054871 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=5f84926e-15c6-4099-9554-313db2f4ecb8,revision_number=8']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:41:54.056615 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad8d1dd-d988-4907-ae1d-cc0d9e93b702 req-dab77b2b-6498-4af8-b9b3-baa032fef42b tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:54.058752 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2ad8d1dd-d988-4907-ae1d-cc0d9e93b702 req-dab77b2b-6498-4af8-b9b3-baa032fef42b tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b0cd110-d9f1-4c76-9a04-653af343dc12 HTTP/1.1" status: 200 len: 946 time: 0.1063945 Feb 04 13:41:54.139370 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b173185-098e-4a42-8c71-8fcfa308e880 req-ba6dd743-c296-4fea-b018-26406bfa3de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:54.141468 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3b173185-098e-4a42-8c71-8fcfa308e880 req-ba6dd743-c296-4fea-b018-26406bfa3de3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6251d67d-6e39-457e-ac77-5a9bc35741de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0812774 Feb 04 13:41:54.145495 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2ad8d1dd-d988-4907-ae1d-cc0d9e93b702 req-30c12162-90a8-49f5-93a8-3c081daf78d3 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/security-groups?id=02d4ed04-1f82-46a5-a825-0b930ea516a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752339 Feb 04 13:41:54.250145 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3b173185-098e-4a42-8c71-8fcfa308e880 req-4bd54665-17d1-4a67-bcc0-d4fc814d333e service neutron] 10.222.0.77 "GET /v2.0/networks/6251d67d-6e39-457e-ac77-5a9bc35741de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035707 Feb 04 13:41:54.301458 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [req-40710865-53b7-4595-be1c-9d4a7c50b2b9 req-4b724719-567f-4ad8-9330-2748f3ac8127 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:41:54.302482 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-40710865-53b7-4595-be1c-9d4a7c50b2b9 req-4b724719-567f-4ad8-9330-2748f3ac8127 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0892529 Feb 04 13:41:54.351628 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3b173185-098e-4a42-8c71-8fcfa308e880 req-a0482594-8fc3-450a-b94b-0f3efecd0761 service neutron] 10.222.0.77 "GET /v2.0/networks/6251d67d-6e39-457e-ac77-5a9bc35741de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961671 Feb 04 13:41:54.479652 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4739b49c-7183-42e8-a77a-d58b30bf2681 req-aea41457-5a68-4d51-827d-5134504742e5 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:54.481335 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4739b49c-7183-42e8-a77a-d58b30bf2681 req-aea41457-5a68-4d51-827d-5134504742e5 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b0cd110-d9f1-4c76-9a04-653af343dc12 HTTP/1.1" status: 200 len: 944 time: 0.0654302 Feb 04 13:41:54.540675 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4739b49c-7183-42e8-a77a-d58b30bf2681 req-85197126-5786-4dab-a3fe-6661a3cd29a6 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/security-groups?id=02d4ed04-1f82-46a5-a825-0b930ea516a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529442 Feb 04 13:41:54.808604 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-9c8fb27c-2b34-43ab-b3ca-c1bed4df3c6f req-3a0e896c-bc76-47ff-809e-164516b5cfd4 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2b0cd110-d9f1-4c76-9a04-653af343dc12&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0929418 Feb 04 13:41:55.680649 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05271694-c038-413a-8f98-30de5e138cac req-a0d8340d-f76d-42c3-a3aa-7aa65b43b204 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:55.682301 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-05271694-c038-413a-8f98-30de5e138cac req-a0d8340d-f76d-42c3-a3aa-7aa65b43b204 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b0cd110-d9f1-4c76-9a04-653af343dc12 HTTP/1.1" status: 200 len: 944 time: 0.0668733 Feb 04 13:41:55.759924 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-05271694-c038-413a-8f98-30de5e138cac req-c8cdbb39-f5a0-42f4-ba14-67692ade58b7 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/security-groups?id=02d4ed04-1f82-46a5-a825-0b930ea516a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720029 Feb 04 13:41:55.780887 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8fb27c-2b34-43ab-b3ca-c1bed4df3c6f req-bc15bf3c-419b-4913-aa14-d6d9021b171b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:55.782565 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9c8fb27c-2b34-43ab-b3ca-c1bed4df3c6f req-bc15bf3c-419b-4913-aa14-d6d9021b171b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2b0cd110-d9f1-4c76-9a04-653af343dc12&tenant_id=bb6db4b7b70c488db79896812ac5b2ca HTTP/1.1" status: 200 len: 1126 time: 0.1545742 Feb 04 13:41:55.798112 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-9c8fb27c-2b34-43ab-b3ca-c1bed4df3c6f req-32daacc2-ef08-4fef-8a04-c0d0dbb074b8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825015-3', 'device_owner': 'compute:nova'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:41:55.866963 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-9c8fb27c-2b34-43ab-b3ca-c1bed4df3c6f req-32daacc2-ef08-4fef-8a04-c0d0dbb074b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (5f84926e-15c6-4099-9554-313db2f4ecb8), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:56.087074 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-9c8fb27c-2b34-43ab-b3ca-c1bed4df3c6f req-32daacc2-ef08-4fef-8a04-c0d0dbb074b8 service neutron] For port 5f84926e-15c6-4099-9554-313db2f4ecb8, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=5f84926e-15c6-4099-9554-313db2f4ecb8,segment=NetworkSegment(0974e274-8db7-4b5e-95c6-a67b79dd0d16),segment_id=0974e274-8db7-4b5e-95c6-a67b79dd0d16)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:41:56.121037 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-9c8fb27c-2b34-43ab-b3ca-c1bed4df3c6f req-32daacc2-ef08-4fef-8a04-c0d0dbb074b8 service neutron] For port 5f84926e-15c6-4099-9554-313db2f4ecb8, host n-h2-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:41:56.154537 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-9c8fb27c-2b34-43ab-b3ca-c1bed4df3c6f req-32daacc2-ef08-4fef-8a04-c0d0dbb074b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f84926e-15c6-4099-9554-313db2f4ecb8 {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:41:56.162348 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-9c8fb27c-2b34-43ab-b3ca-c1bed4df3c6f req-32daacc2-ef08-4fef-8a04-c0d0dbb074b8 service neutron] Publish callbacks [] for port (5f84926e-15c6-4099-9554-313db2f4ecb8), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:56.176955 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-9c8fb27c-2b34-43ab-b3ca-c1bed4df3c6f req-32daacc2-ef08-4fef-8a04-c0d0dbb074b8 service neutron] Transition to ACTIVE for port object 5f84926e-15c6-4099-9554-313db2f4ecb8 will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:41:56.181719 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-9c8fb27c-2b34-43ab-b3ca-c1bed4df3c6f req-32daacc2-ef08-4fef-8a04-c0d0dbb074b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (5f84926e-15c6-4099-9554-313db2f4ecb8), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:56.267290 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32daacc2-ef08-4fef-8a04-c0d0dbb074b8 service neutron] Pushing event updated for resources: {'Port': ['ID=5f84926e-15c6-4099-9554-313db2f4ecb8,revision_number=9']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:41:56.279590 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32daacc2-ef08-4fef-8a04-c0d0dbb074b8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:41:56.279983 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32daacc2-ef08-4fef-8a04-c0d0dbb074b8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:41:56.280335 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32daacc2-ef08-4fef-8a04-c0d0dbb074b8 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:41:56.280684 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32daacc2-ef08-4fef-8a04-c0d0dbb074b8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:41:56.281023 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32daacc2-ef08-4fef-8a04-c0d0dbb074b8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:41:56.281402 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32daacc2-ef08-4fef-8a04-c0d0dbb074b8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:41:56.281815 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32daacc2-ef08-4fef-8a04-c0d0dbb074b8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:41:56.282410 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32daacc2-ef08-4fef-8a04-c0d0dbb074b8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:41:56.282764 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32daacc2-ef08-4fef-8a04-c0d0dbb074b8 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:41:56.283105 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32daacc2-ef08-4fef-8a04-c0d0dbb074b8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:41:56.283440 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32daacc2-ef08-4fef-8a04-c0d0dbb074b8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:41:56.283799 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32daacc2-ef08-4fef-8a04-c0d0dbb074b8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:41:56.284486 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32daacc2-ef08-4fef-8a04-c0d0dbb074b8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:41:56.325636 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c8fb27c-2b34-43ab-b3ca-c1bed4df3c6f req-32daacc2-ef08-4fef-8a04-c0d0dbb074b8 service neutron] No DVR routers for this DVR port 5f84926e-15c6-4099-9554-313db2f4ecb8 on host n-h2-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:41:56.466738 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-9c8fb27c-2b34-43ab-b3ca-c1bed4df3c6f req-32daacc2-ef08-4fef-8a04-c0d0dbb074b8 service neutron] Attempting to bind port 5f84926e-15c6-4099-9554-313db2f4ecb8 on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:41:56.467105 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-9c8fb27c-2b34-43ab-b3ca-c1bed4df3c6f req-32daacc2-ef08-4fef-8a04-c0d0dbb074b8 service neutron] Attempting to bind port 5f84926e-15c6-4099-9554-313db2f4ecb8 by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': '0974e274-8db7-4b5e-95c6-a67b79dd0d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '6251d67d-6e39-457e-ac77-5a9bc35741de'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:41:56.467539 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8fb27c-2b34-43ab-b3ca-c1bed4df3c6f req-32daacc2-ef08-4fef-8a04-c0d0dbb074b8 service neutron] Attempting to bind port 5f84926e-15c6-4099-9554-313db2f4ecb8 on network 6251d67d-6e39-457e-ac77-5a9bc35741de {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:41:56.473237 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8fb27c-2b34-43ab-b3ca-c1bed4df3c6f req-32daacc2-ef08-4fef-8a04-c0d0dbb074b8 service neutron] Port 5f84926e-15c6-4099-9554-313db2f4ecb8 on network 6251d67d-6e39-457e-ac77-5a9bc35741de not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:41:56.473627 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8fb27c-2b34-43ab-b3ca-c1bed4df3c6f req-32daacc2-ef08-4fef-8a04-c0d0dbb074b8 service neutron] Attempting to bind port 5f84926e-15c6-4099-9554-313db2f4ecb8 on network 6251d67d-6e39-457e-ac77-5a9bc35741de {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:41:56.479040 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8fb27c-2b34-43ab-b3ca-c1bed4df3c6f req-32daacc2-ef08-4fef-8a04-c0d0dbb074b8 service neutron] Checking agent: {'id': 'f8add0d2-2202-43d3-bc0e-72442788e6ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:41:56.479377 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8fb27c-2b34-43ab-b3ca-c1bed4df3c6f req-32daacc2-ef08-4fef-8a04-c0d0dbb074b8 service neutron] Checking segment: {'id': '0974e274-8db7-4b5e-95c6-a67b79dd0d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '6251d67d-6e39-457e-ac77-5a9bc35741de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:41:56.479780 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8fb27c-2b34-43ab-b3ca-c1bed4df3c6f req-32daacc2-ef08-4fef-8a04-c0d0dbb074b8 service neutron] Bound using segment: {'id': '0974e274-8db7-4b5e-95c6-a67b79dd0d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '6251d67d-6e39-457e-ac77-5a9bc35741de'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:41:56.480208 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-9c8fb27c-2b34-43ab-b3ca-c1bed4df3c6f req-32daacc2-ef08-4fef-8a04-c0d0dbb074b8 service neutron] Bound port: 5f84926e-15c6-4099-9554-313db2f4ecb8, host: n-h1-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0974e274-8db7-4b5e-95c6-a67b79dd0d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '6251d67d-6e39-457e-ac77-5a9bc35741de'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:41:56.480562 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-9c8fb27c-2b34-43ab-b3ca-c1bed4df3c6f req-32daacc2-ef08-4fef-8a04-c0d0dbb074b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (5f84926e-15c6-4099-9554-313db2f4ecb8), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:56.549477 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-9c8fb27c-2b34-43ab-b3ca-c1bed4df3c6f req-32daacc2-ef08-4fef-8a04-c0d0dbb074b8 service neutron] For port 5f84926e-15c6-4099-9554-313db2f4ecb8, host n-h1-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:41:56.552803 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-9c8fb27c-2b34-43ab-b3ca-c1bed4df3c6f req-32daacc2-ef08-4fef-8a04-c0d0dbb074b8 service neutron] For port 5f84926e-15c6-4099-9554-313db2f4ecb8, host n-h1-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=5f84926e-15c6-4099-9554-313db2f4ecb8,segment=NetworkSegment(0974e274-8db7-4b5e-95c6-a67b79dd0d16),segment_id=0974e274-8db7-4b5e-95c6-a67b79dd0d16)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:41:56.558890 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-9c8fb27c-2b34-43ab-b3ca-c1bed4df3c6f req-32daacc2-ef08-4fef-8a04-c0d0dbb074b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (5f84926e-15c6-4099-9554-313db2f4ecb8), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:56.596755 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8fb27c-2b34-43ab-b3ca-c1bed4df3c6f req-32daacc2-ef08-4fef-8a04-c0d0dbb074b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:56.597387 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-9c8fb27c-2b34-43ab-b3ca-c1bed4df3c6f req-32daacc2-ef08-4fef-8a04-c0d0dbb074b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:41:56.598921 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9c8fb27c-2b34-43ab-b3ca-c1bed4df3c6f req-32daacc2-ef08-4fef-8a04-c0d0dbb074b8 service neutron] 10.222.0.73 "PUT /v2.0/ports/5f84926e-15c6-4099-9554-313db2f4ecb8 HTTP/1.1" status: 200 len: 1092 time: 0.8060834 Feb 04 13:41:56.599251 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b0cd110-d9f1-4c76-9a04-653af343dc12', 'tag': '5f84926e-15c6-4099-9554-313db2f4ecb8'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:41:56.601615 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48bbd334e613f85cd2144b496d46af0d2e531f29900d43c124e8a63cdd2917ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c42468c7-8436-4c0b-ba86-ce9f5c3a2ac5" -d '{"events": [{"name": "network-changed", "server_uuid": "2b0cd110-d9f1-4c76-9a04-653af343dc12", "tag": "5f84926e-15c6-4099-9554-313db2f4ecb8"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:41:56.661309 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e260b4ac-9696-4333-8702-b12fdacd724b x-openstack-request-id: req-e260b4ac-9696-4333-8702-b12fdacd724b {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:41:56.661607 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b0cd110-d9f1-4c76-9a04-653af343dc12", "tag": "5f84926e-15c6-4099-9554-313db2f4ecb8", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:41:56.661865 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e260b4ac-9696-4333-8702-b12fdacd724b {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:41:56.662267 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b0cd110-d9f1-4c76-9a04-653af343dc12', 'tag': '5f84926e-15c6-4099-9554-313db2f4ecb8', 'status': 'completed', 'code': 200} Feb 04 13:41:56.664342 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32daacc2-ef08-4fef-8a04-c0d0dbb074b8 service neutron] Pushing event updated for resources: {'Port': ['ID=5f84926e-15c6-4099-9554-313db2f4ecb8,revision_number=10']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:41:56.685605 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8fb27c-2b34-43ab-b3ca-c1bed4df3c6f req-e3f9801c-676f-4c04-a2c4-da7711b2d4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:56.687183 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9c8fb27c-2b34-43ab-b3ca-c1bed4df3c6f req-e3f9801c-676f-4c04-a2c4-da7711b2d4b4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bb6db4b7b70c488db79896812ac5b2ca&device_id=2b0cd110-d9f1-4c76-9a04-653af343dc12 HTTP/1.1" status: 200 len: 1127 time: 0.0558176 Feb 04 13:41:56.784614 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8fb27c-2b34-43ab-b3ca-c1bed4df3c6f req-f964c884-170d-461e-843a-53dc521dece8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:56.786188 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9c8fb27c-2b34-43ab-b3ca-c1bed4df3c6f req-f964c884-170d-461e-843a-53dc521dece8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6251d67d-6e39-457e-ac77-5a9bc35741de HTTP/1.1" status: 200 len: 910 time: 0.0934062 Feb 04 13:41:56.880449 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9c8fb27c-2b34-43ab-b3ca-c1bed4df3c6f req-b9ba7b50-ff86-4533-8df6-e5443e3f9826 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f84926e-15c6-4099-9554-313db2f4ecb8 HTTP/1.1" status: 200 len: 1000 time: 0.0882287 Feb 04 13:41:56.926927 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c345554b-3edb-4ad4-b8bd-6ade15c85473 req-b40ab430-b4ca-4c74-b75b-5667da76a48e tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:56.928311 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c345554b-3edb-4ad4-b8bd-6ade15c85473 req-b40ab430-b4ca-4c74-b75b-5667da76a48e tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b0cd110-d9f1-4c76-9a04-653af343dc12 HTTP/1.1" status: 200 len: 945 time: 0.0929554 Feb 04 13:41:56.959308 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8fb27c-2b34-43ab-b3ca-c1bed4df3c6f req-0749d2ee-2035-42d9-a650-2fc4723c2fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:56.960777 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9c8fb27c-2b34-43ab-b3ca-c1bed4df3c6f req-0749d2ee-2035-42d9-a650-2fc4723c2fab service neutron] 10.222.0.73 "GET /v2.0/subnets?id=56060ea2-6074-4faf-b413-ec8c17bd3679 HTTP/1.1" status: 200 len: 848 time: 0.0714679 Feb 04 13:41:57.015245 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c345554b-3edb-4ad4-b8bd-6ade15c85473 req-828f6350-8ebd-4d3e-ab39-55fd68fe493f tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/security-groups?id=02d4ed04-1f82-46a5-a825-0b930ea516a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810506 Feb 04 13:41:57.030095 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8fb27c-2b34-43ab-b3ca-c1bed4df3c6f req-9665f933-6f53-47bd-a1cd-21fb4b6bf6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:57.031698 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9c8fb27c-2b34-43ab-b3ca-c1bed4df3c6f req-9665f933-6f53-47bd-a1cd-21fb4b6bf6df service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6251d67d-6e39-457e-ac77-5a9bc35741de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0605843 Feb 04 13:41:57.123669 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9c8fb27c-2b34-43ab-b3ca-c1bed4df3c6f req-bc20cda6-60f8-4dc4-8218-edd2b5919bf8 service neutron] 10.222.0.73 "GET /v2.0/networks/6251d67d-6e39-457e-ac77-5a9bc35741de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857975 Feb 04 13:41:57.210916 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9c8fb27c-2b34-43ab-b3ca-c1bed4df3c6f req-c0763726-a544-4896-bf96-a3d98b88994d service neutron] 10.222.0.73 "GET /v2.0/networks/6251d67d-6e39-457e-ac77-5a9bc35741de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813434 Feb 04 13:41:57.299545 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42468c7-8436-4c0b-ba86-ce9f5c3a2ac5 req-874f9a86-9d44-4866-9196-93c5b87e3013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:57.301086 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c42468c7-8436-4c0b-ba86-ce9f5c3a2ac5 req-874f9a86-9d44-4866-9196-93c5b87e3013 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bb6db4b7b70c488db79896812ac5b2ca&device_id=2b0cd110-d9f1-4c76-9a04-653af343dc12 HTTP/1.1" status: 200 len: 1127 time: 0.0466228 Feb 04 13:41:57.396958 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42468c7-8436-4c0b-ba86-ce9f5c3a2ac5 req-50920ec4-a1c6-4680-b2c2-e7f7aaf1d6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:57.398441 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c42468c7-8436-4c0b-ba86-ce9f5c3a2ac5 req-50920ec4-a1c6-4680-b2c2-e7f7aaf1d6a8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6251d67d-6e39-457e-ac77-5a9bc35741de HTTP/1.1" status: 200 len: 910 time: 0.0919373 Feb 04 13:41:57.467093 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c42468c7-8436-4c0b-ba86-ce9f5c3a2ac5 req-560e2680-bf64-46f6-994e-253ad160ab09 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f84926e-15c6-4099-9554-313db2f4ecb8 HTTP/1.1" status: 200 len: 1000 time: 0.0619197 Feb 04 13:41:57.555362 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42468c7-8436-4c0b-ba86-ce9f5c3a2ac5 req-6cf06895-0532-423a-a9bb-07715de9fbff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:57.557326 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c42468c7-8436-4c0b-ba86-ce9f5c3a2ac5 req-6cf06895-0532-423a-a9bb-07715de9fbff service neutron] 10.222.0.73 "GET /v2.0/subnets?id=56060ea2-6074-4faf-b413-ec8c17bd3679 HTTP/1.1" status: 200 len: 848 time: 0.0841119 Feb 04 13:41:58.162084 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c6b12c-90f7-495b-8585-060edc6c320b req-bc1c6c2a-8a20-428d-b0b9-8092501b743e tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:58.163978 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-23c6b12c-90f7-495b-8585-060edc6c320b req-bc1c6c2a-8a20-428d-b0b9-8092501b743e tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b0cd110-d9f1-4c76-9a04-653af343dc12 HTTP/1.1" status: 200 len: 945 time: 0.0681262 Feb 04 13:41:58.249241 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-23c6b12c-90f7-495b-8585-060edc6c320b req-93d045a4-33bc-4008-b30d-ae88cdbf0f5e tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/security-groups?id=02d4ed04-1f82-46a5-a825-0b930ea516a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789959 Feb 04 13:41:59.411566 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244319a1-89f9-4b77-9aea-8b3f7ed8784d req-a8508d8b-5751-4ca8-bcd1-9ab5242a3704 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:59.421105 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-244319a1-89f9-4b77-9aea-8b3f7ed8784d req-a8508d8b-5751-4ca8-bcd1-9ab5242a3704 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b0cd110-d9f1-4c76-9a04-653af343dc12 HTTP/1.1" status: 200 len: 945 time: 0.0713158 Feb 04 13:41:59.479272 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-244319a1-89f9-4b77-9aea-8b3f7ed8784d req-f18fe4ae-5b5c-4ed0-9dc9-f20c0019532c tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/security-groups?id=02d4ed04-1f82-46a5-a825-0b930ea516a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567451 Feb 04 13:41:59.524362 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:42:00.617787 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfecc095-a3b0-4c62-985a-173d68aaab06 req-8aaee934-46be-4f3a-8ef2-fcd54fef7df0 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:00.619285 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dfecc095-a3b0-4c62-985a-173d68aaab06 req-8aaee934-46be-4f3a-8ef2-fcd54fef7df0 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b0cd110-d9f1-4c76-9a04-653af343dc12 HTTP/1.1" status: 200 len: 945 time: 0.0656428 Feb 04 13:42:00.692892 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dfecc095-a3b0-4c62-985a-173d68aaab06 req-b7d52c68-c4dd-4922-abe3-e443c83be52b tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/security-groups?id=02d4ed04-1f82-46a5-a825-0b930ea516a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653105 Feb 04 13:42:01.824793 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0d2b2d-fa02-400c-b84c-41de2e0a9f42 req-0ad706f0-0a6d-4645-9ca4-284f0216a2af tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:01.826313 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fa0d2b2d-fa02-400c-b84c-41de2e0a9f42 req-0ad706f0-0a6d-4645-9ca4-284f0216a2af tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b0cd110-d9f1-4c76-9a04-653af343dc12 HTTP/1.1" status: 200 len: 945 time: 0.0581021 Feb 04 13:42:01.886891 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-fa0d2b2d-fa02-400c-b84c-41de2e0a9f42 req-ec7c9292-2db8-4cee-8765-a491f079f159 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/security-groups?id=02d4ed04-1f82-46a5-a825-0b930ea516a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542974 Feb 04 13:42:01.944435 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:02.582409 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:03.017047 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670d0a7f-a7d2-4840-b0fa-492fec22f161 req-8b34197e-b5d1-4ca6-bfae-0077569ba5fd tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:03.019357 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-670d0a7f-a7d2-4840-b0fa-492fec22f161 req-8b34197e-b5d1-4ca6-bfae-0077569ba5fd tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b0cd110-d9f1-4c76-9a04-653af343dc12 HTTP/1.1" status: 200 len: 945 time: 0.0618904 Feb 04 13:42:03.071485 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-670d0a7f-a7d2-4840-b0fa-492fec22f161 req-7e10c629-1e5e-4ccc-aae1-393411ac12e3 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/security-groups?id=02d4ed04-1f82-46a5-a825-0b930ea516a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453746 Feb 04 13:42:04.230810 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57b6cd2-0dc2-41f7-8cc5-160936f08e64 req-fb403d16-fa14-4283-912e-841897fce080 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:04.232507 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e57b6cd2-0dc2-41f7-8cc5-160936f08e64 req-fb403d16-fa14-4283-912e-841897fce080 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b0cd110-d9f1-4c76-9a04-653af343dc12 HTTP/1.1" status: 200 len: 945 time: 0.0908530 Feb 04 13:42:04.283461 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e57b6cd2-0dc2-41f7-8cc5-160936f08e64 req-b7f8db6b-be92-4180-a614-960bead35fa3 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/security-groups?id=02d4ed04-1f82-46a5-a825-0b930ea516a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449708 Feb 04 13:42:05.415213 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47da6fd0-e8e4-492a-a518-ee78f140dc44 req-58c848ba-3514-4bed-8cf7-28a8e67173c6 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:05.416733 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-47da6fd0-e8e4-492a-a518-ee78f140dc44 req-58c848ba-3514-4bed-8cf7-28a8e67173c6 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b0cd110-d9f1-4c76-9a04-653af343dc12 HTTP/1.1" status: 200 len: 945 time: 0.0538254 Feb 04 13:42:05.473578 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-47da6fd0-e8e4-492a-a518-ee78f140dc44 req-93a47903-979b-4a95-9ce2-e9641aca9df3 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/security-groups?id=02d4ed04-1f82-46a5-a825-0b930ea516a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503244 Feb 04 13:42:06.266119 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42468c7-8436-4c0b-ba86-ce9f5c3a2ac5 req-82402432-c2a7-4e0f-b24b-cb5fb95d286d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:06.268245 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c42468c7-8436-4c0b-ba86-ce9f5c3a2ac5 req-82402432-c2a7-4e0f-b24b-cb5fb95d286d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6251d67d-6e39-457e-ac77-5a9bc35741de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0478196 Feb 04 13:42:06.363989 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c42468c7-8436-4c0b-ba86-ce9f5c3a2ac5 req-fe95bc43-0a05-4e11-ae55-9b14ddbd3ac2 service neutron] 10.222.0.73 "GET /v2.0/networks/6251d67d-6e39-457e-ac77-5a9bc35741de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855582 Feb 04 13:42:06.461056 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c42468c7-8436-4c0b-ba86-ce9f5c3a2ac5 req-75f19996-18b5-468b-9f81-fa27c459d7a6 service neutron] 10.222.0.73 "GET /v2.0/networks/6251d67d-6e39-457e-ac77-5a9bc35741de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879290 Feb 04 13:42:06.593376 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c62c22-60f9-445c-8011-a1294ccccdee req-503fba59-6279-4af6-94da-e34cfe440cca tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:06.595589 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-38c62c22-60f9-445c-8011-a1294ccccdee req-503fba59-6279-4af6-94da-e34cfe440cca tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b0cd110-d9f1-4c76-9a04-653af343dc12 HTTP/1.1" status: 200 len: 945 time: 0.0541732 Feb 04 13:42:06.644839 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-38c62c22-60f9-445c-8011-a1294ccccdee req-d4e7c238-8e4c-415a-8b86-14fc6a49728e tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/security-groups?id=02d4ed04-1f82-46a5-a825-0b930ea516a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432410 Feb 04 13:42:07.763785 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd6ff85-f2c3-4daf-824d-64d2a692f043 req-efbb73b6-ec34-4889-953d-acb60b676876 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:07.765268 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7cd6ff85-f2c3-4daf-824d-64d2a692f043 req-efbb73b6-ec34-4889-953d-acb60b676876 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b0cd110-d9f1-4c76-9a04-653af343dc12 HTTP/1.1" status: 200 len: 945 time: 0.0525286 Feb 04 13:42:07.821195 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7cd6ff85-f2c3-4daf-824d-64d2a692f043 req-e6731766-a7ef-4cb2-a366-2589cfd77041 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/security-groups?id=02d4ed04-1f82-46a5-a825-0b930ea516a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497217 Feb 04 13:42:08.944676 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2c8485-2e1c-4ff7-9841-1d140cec5cd2 req-8bdc86f2-6c6c-4575-9514-a06a0089be74 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:08.946186 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4c2c8485-2e1c-4ff7-9841-1d140cec5cd2 req-8bdc86f2-6c6c-4575-9514-a06a0089be74 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b0cd110-d9f1-4c76-9a04-653af343dc12 HTTP/1.1" status: 200 len: 945 time: 0.0562761 Feb 04 13:42:08.994745 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4c2c8485-2e1c-4ff7-9841-1d140cec5cd2 req-36dce4a8-b156-4ff8-9097-237635c98aaf tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/security-groups?id=02d4ed04-1f82-46a5-a825-0b930ea516a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429230 Feb 04 13:42:09.343352 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 5f84926e-15c6-4099-9554-313db2f4ecb8 details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:42:09.446106 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 5f84926e-15c6-4099-9554-313db2f4ecb8, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=5f84926e-15c6-4099-9554-313db2f4ecb8,segment=NetworkSegment(0974e274-8db7-4b5e-95c6-a67b79dd0d16),segment_id=0974e274-8db7-4b5e-95c6-a67b79dd0d16)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:42:09.458303 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': '5f84926e-15c6-4099-9554-313db2f4ecb8', 'network_id': '6251d67d-6e39-457e-ac77-5a9bc35741de', 'port_id': '5f84926e-15c6-4099-9554-313db2f4ecb8', 'mac_address': 'fa:16:3e:ae:b2:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56060ea2-6074-4faf-b413-ec8c17bd3679', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:42:09.498621 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 5f84926e-15c6-4099-9554-313db2f4ecb8 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:42:09.499013 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (5f84926e-15c6-4099-9554-313db2f4ecb8), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:09.512310 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f84926e-15c6-4099-9554-313db2f4ecb8 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:42:09.532098 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 5f84926e-15c6-4099-9554-313db2f4ecb8, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=5f84926e-15c6-4099-9554-313db2f4ecb8,segment=NetworkSegment(0974e274-8db7-4b5e-95c6-a67b79dd0d16),segment_id=0974e274-8db7-4b5e-95c6-a67b79dd0d16)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:42:09.536751 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (5f84926e-15c6-4099-9554-313db2f4ecb8), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:09.584322 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=5f84926e-15c6-4099-9554-313db2f4ecb8,revision_number=11']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:42:09.774669 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['5f84926e-15c6-4099-9554-313db2f4ecb8'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:42:10.117451 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1acad9-bf27-441a-81b9-1a747ad76b13 req-25de53ec-9307-4431-a82e-12e0ee7853d8 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:10.118902 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0f1acad9-bf27-441a-81b9-1a747ad76b13 req-25de53ec-9307-4431-a82e-12e0ee7853d8 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b0cd110-d9f1-4c76-9a04-653af343dc12 HTTP/1.1" status: 200 len: 946 time: 0.0563538 Feb 04 13:42:10.170058 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0f1acad9-bf27-441a-81b9-1a747ad76b13 req-dedcf349-5af7-485b-acbb-187cd8633182 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/security-groups?id=02d4ed04-1f82-46a5-a825-0b930ea516a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430207 Feb 04 13:42:11.355822 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 5f84926e-15c6-4099-9554-313db2f4ecb8 up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:42:11.416075 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning for port 5f84926e-15c6-4099-9554-313db2f4ecb8 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:42:11.420202 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port 5f84926e-15c6-4099-9554-313db2f4ecb8 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:42:11.420587 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (5f84926e-15c6-4099-9554-313db2f4ecb8), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:11.507991 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 5f84926e-15c6-4099-9554-313db2f4ecb8 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:42:11.508384 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (5f84926e-15c6-4099-9554-313db2f4ecb8), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:11.533796 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b0cd110-d9f1-4c76-9a04-653af343dc12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f84926e-15c6-4099-9554-313db2f4ecb8'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:42:11.536095 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53818b00e40e8afff1ffbbb80b1f2b2ececb0555ff6da39e2769b708ef8305ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c85b27b2-f840-43ca-937a-5801f6385738" -d '{"events": [{"server_uuid": "2b0cd110-d9f1-4c76-9a04-653af343dc12", "name": "network-vif-plugged", "status": "completed", "tag": "5f84926e-15c6-4099-9554-313db2f4ecb8"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:42:11.550223 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 5f84926e-15c6-4099-9554-313db2f4ecb8, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=5f84926e-15c6-4099-9554-313db2f4ecb8,segment=NetworkSegment(0974e274-8db7-4b5e-95c6-a67b79dd0d16),segment_id=0974e274-8db7-4b5e-95c6-a67b79dd0d16)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:42:11.555120 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (5f84926e-15c6-4099-9554-313db2f4ecb8), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:11.593329 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84a18079-baa3-4085-9e6c-3374041f7724 x-openstack-request-id: req-84a18079-baa3-4085-9e6c-3374041f7724 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:42:11.594297 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b0cd110-d9f1-4c76-9a04-653af343dc12", "name": "network-vif-plugged", "status": "completed", "tag": "5f84926e-15c6-4099-9554-313db2f4ecb8", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:42:11.594593 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-84a18079-baa3-4085-9e6c-3374041f7724 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:42:11.594985 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b0cd110-d9f1-4c76-9a04-653af343dc12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f84926e-15c6-4099-9554-313db2f4ecb8', 'code': 200} Feb 04 13:42:11.610914 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b91e85-3fd1-4f92-b3a8-4822d388ac5f req-35949568-7ddf-496b-9aa7-98ae326e3162 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:11.612655 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c8b91e85-3fd1-4f92-b3a8-4822d388ac5f req-35949568-7ddf-496b-9aa7-98ae326e3162 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b0cd110-d9f1-4c76-9a04-653af343dc12 HTTP/1.1" status: 200 len: 946 time: 0.3728750 Feb 04 13:42:11.613657 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=5f84926e-15c6-4099-9554-313db2f4ecb8,revision_number=12']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:42:11.667216 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c8b91e85-3fd1-4f92-b3a8-4822d388ac5f req-7957bd5a-602c-4e8c-bd09-57da76454bf2 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/security-groups?id=02d4ed04-1f82-46a5-a825-0b930ea516a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464089 Feb 04 13:42:11.751626 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b481c6-a89c-4ef9-9502-ef9e0164d00c req-5387f9c7-cfc2-4792-a628-f0640fd80b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:11.753177 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e8b481c6-a89c-4ef9-9502-ef9e0164d00c req-5387f9c7-cfc2-4792-a628-f0640fd80b47 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2b0cd110-d9f1-4c76-9a04-653af343dc12 HTTP/1.1" status: 200 len: 1129 time: 0.0436623 Feb 04 13:42:11.801687 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e8b481c6-a89c-4ef9-9502-ef9e0164d00c req-60d39466-9e95-48ca-a67c-bb75f6888fb8 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=02d4ed04-1f82-46a5-a825-0b930ea516a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410538 Feb 04 13:42:12.800301 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d929a7ef-be5a-488e-9afc-81fb0afd4a6f req-0fc6faa1-8377-4f15-ba1f-ab7d110bbcf0 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:12.801844 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d929a7ef-be5a-488e-9afc-81fb0afd4a6f req-0fc6faa1-8377-4f15-ba1f-ab7d110bbcf0 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b0cd110-d9f1-4c76-9a04-653af343dc12 HTTP/1.1" status: 200 len: 947 time: 0.0603426 Feb 04 13:42:12.855974 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d929a7ef-be5a-488e-9afc-81fb0afd4a6f req-86ed5a64-42f9-4c0c-b02e-c002cd7382e4 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/security-groups?id=02d4ed04-1f82-46a5-a825-0b930ea516a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485227 Feb 04 13:42:13.985548 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209de9d6-32e2-4db4-af33-24c5b94f1345 req-a9e7d9e2-ee81-4c48-9f0c-fff2bbb9ba6e tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:13.987014 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-209de9d6-32e2-4db4-af33-24c5b94f1345 req-a9e7d9e2-ee81-4c48-9f0c-fff2bbb9ba6e tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b0cd110-d9f1-4c76-9a04-653af343dc12 HTTP/1.1" status: 200 len: 947 time: 0.0526297 Feb 04 13:42:14.037552 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-209de9d6-32e2-4db4-af33-24c5b94f1345 req-18cae69b-32a2-40b8-bb45-302a295452c8 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/security-groups?id=02d4ed04-1f82-46a5-a825-0b930ea516a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449233 Feb 04 13:42:15.684583 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b3b90eb-2202-451b-8267-575b20f42b8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:18.197541 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b22f73ab-7a40-4ced-a484-4843dfedcdab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:19.533844 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:20.807462 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:21.898694 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:31.976034 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:32.570181 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:36.525942 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:42:45.688192 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-aacb3600-4ec3-4b62-8d02-19739d64d4bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:48.202915 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6b074737-8053-4424-b54b-5877ce7fa8fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:49.536170 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:50.807913 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:51.901456 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:42:54.966884 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6b42504e-8896-4f1d-9add-7feb6417e3d4 req-565f020c-33bf-4244-a05c-239de94dce45 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2b0cd110-d9f1-4c76-9a04-653af343dc12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0440617 Feb 04 13:42:55.055365 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b42504e-8896-4f1d-9add-7feb6417e3d4 req-c0fd98a1-7fc4-4c89-8b3f-ca1f9b1b2ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:55.056913 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6b42504e-8896-4f1d-9add-7feb6417e3d4 req-c0fd98a1-7fc4-4c89-8b3f-ca1f9b1b2ce7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bb6db4b7b70c488db79896812ac5b2ca&device_id=2b0cd110-d9f1-4c76-9a04-653af343dc12 HTTP/1.1" status: 200 len: 1129 time: 0.0493014 Feb 04 13:42:55.157088 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b42504e-8896-4f1d-9add-7feb6417e3d4 req-6189f44f-7d3d-40da-905b-842c125122b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:55.159182 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6b42504e-8896-4f1d-9add-7feb6417e3d4 req-6189f44f-7d3d-40da-905b-842c125122b4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6251d67d-6e39-457e-ac77-5a9bc35741de HTTP/1.1" status: 200 len: 910 time: 0.0844049 Feb 04 13:42:55.228831 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6b42504e-8896-4f1d-9add-7feb6417e3d4 req-8cbfbc15-ce24-4b88-9ce8-6c59bc36cd5e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f84926e-15c6-4099-9554-313db2f4ecb8 HTTP/1.1" status: 200 len: 1002 time: 0.0635378 Feb 04 13:42:55.279524 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b42504e-8896-4f1d-9add-7feb6417e3d4 req-686b4c81-b1c1-4c7f-8832-5fc1df0cb728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:55.281049 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6b42504e-8896-4f1d-9add-7feb6417e3d4 req-686b4c81-b1c1-4c7f-8832-5fc1df0cb728 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=56060ea2-6074-4faf-b413-ec8c17bd3679 HTTP/1.1" status: 200 len: 848 time: 0.0455933 Feb 04 13:42:55.331612 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b42504e-8896-4f1d-9add-7feb6417e3d4 req-808bfa32-d7ac-4d63-8d2d-fe1ff14b81fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:55.333189 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6b42504e-8896-4f1d-9add-7feb6417e3d4 req-808bfa32-d7ac-4d63-8d2d-fe1ff14b81fb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6251d67d-6e39-457e-ac77-5a9bc35741de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0450037 Feb 04 13:42:55.425979 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6b42504e-8896-4f1d-9add-7feb6417e3d4 req-a259dd70-2fc0-453b-858a-782b2ec1ff2d service neutron] 10.222.0.73 "GET /v2.0/networks/6251d67d-6e39-457e-ac77-5a9bc35741de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850430 Feb 04 13:42:55.515877 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6b42504e-8896-4f1d-9add-7feb6417e3d4 req-214fc260-4934-4b08-9c54-9d4e7c608d2e service neutron] 10.222.0.73 "GET /v2.0/networks/6251d67d-6e39-457e-ac77-5a9bc35741de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838087 Feb 04 13:43:01.990287 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:02.587341 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:13.525739 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:43:15.690677 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-022d2d9f-1081-4d3f-8578-c86d294c9444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:18.206585 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9490d864-a375-4438-86f4-c95945f5d161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:19.541456 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:20.811602 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:21.903306 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:29.794662 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 36496) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:43:29.965720 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-489612a9-f256-4549-8383-472185bb86a7 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Deleting port f66059a0-17f2-4a14-a6c5-33f094fafc4e {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:43:29.966067 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-489612a9-f256-4549-8383-472185bb86a7 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (f66059a0-17f2-4a14-a6c5-33f094fafc4e), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:30.044543 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-489612a9-f256-4549-8383-472185bb86a7 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (f66059a0-17f2-4a14-a6c5-33f094fafc4e), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:30.044929 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-489612a9-f256-4549-8383-472185bb86a7 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Publish callbacks [] for floatingip (f66059a0-17f2-4a14-a6c5-33f094fafc4e), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:30.057285 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-489612a9-f256-4549-8383-472185bb86a7 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Calling delete_port for f66059a0-17f2-4a14-a6c5-33f094fafc4e owned by network:floatingip {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:43:30.204062 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-489612a9-f256-4549-8383-472185bb86a7 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (f66059a0-17f2-4a14-a6c5-33f094fafc4e), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:30.231154 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489612a9-f256-4549-8383-472185bb86a7 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Pushing event deleted for resources: {'Port': ['ID=f66059a0-17f2-4a14-a6c5-33f094fafc4e,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:43:30.244846 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489612a9-f256-4549-8383-472185bb86a7 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:43:30.245207 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489612a9-f256-4549-8383-472185bb86a7 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:43:30.245564 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489612a9-f256-4549-8383-472185bb86a7 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:43:30.245909 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489612a9-f256-4549-8383-472185bb86a7 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:43:30.246250 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489612a9-f256-4549-8383-472185bb86a7 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:43:30.246591 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489612a9-f256-4549-8383-472185bb86a7 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:43:30.246924 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489612a9-f256-4549-8383-472185bb86a7 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:43:30.247256 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489612a9-f256-4549-8383-472185bb86a7 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:43:30.247589 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489612a9-f256-4549-8383-472185bb86a7 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:43:30.247982 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489612a9-f256-4549-8383-472185bb86a7 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:43:30.248275 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489612a9-f256-4549-8383-472185bb86a7 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:43:30.248607 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489612a9-f256-4549-8383-472185bb86a7 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:43:30.248966 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489612a9-f256-4549-8383-472185bb86a7 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:43:30.305241 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-489612a9-f256-4549-8383-472185bb86a7 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Publish callbacks [] for floatingip (f433872f-591c-4793-9bb5-5215940632a3), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:30.305542 n-d-825015-3 neutron-server[103475]: INFO neutron.db.l3_db [None req-489612a9-f256-4549-8383-472185bb86a7 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Floating IP f433872f-591c-4793-9bb5-5215940632a3 disassociated (deleted). External IP: 172.25.3.249, port: 5f84926e-15c6-4099-9554-313db2f4ecb8. Feb 04 13:43:30.518180 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-489612a9-f256-4549-8383-472185bb86a7 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Router e9ac5227-9162-43f6-b37a-dc3ce6e104c3 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:43:30.632747 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-489612a9-f256-4549-8383-472185bb86a7 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:43:30.637146 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-489612a9-f256-4549-8383-472185bb86a7 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:30.642705 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e167279a-bf3e-4722-bcbe-640a4be444ef None None] Sync routers for ids ['e9ac5227-9162-43f6-b37a-dc3ce6e104c3'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:43:30.653135 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e167279a-bf3e-4722-bcbe-640a4be444ef None None] Routers {'e9ac5227-9162-43f6-b37a-dc3ce6e104c3'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:43:30.653786 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-e167279a-bf3e-4722-bcbe-640a4be444ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:43:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['e9ac5227-9162-43f6-b37a-dc3ce6e104c3'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:43:30.668641 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-489612a9-f256-4549-8383-472185bb86a7 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "DELETE /v2.0/floatingips/f433872f-591c-4793-9bb5-5215940632a3 HTTP/1.1" status: 204 len: 168 time: 0.8727841 Feb 04 13:43:30.669251 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b0cd110-d9f1-4c76-9a04-653af343dc12', 'tag': '5f84926e-15c6-4099-9554-313db2f4ecb8'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:43:30.671527 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48bbd334e613f85cd2144b496d46af0d2e531f29900d43c124e8a63cdd2917ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9739724d-74de-4c7f-b88f-bc7e2f74ce7a" -d '{"events": [{"name": "network-changed", "server_uuid": "2b0cd110-d9f1-4c76-9a04-653af343dc12", "tag": "5f84926e-15c6-4099-9554-313db2f4ecb8"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:43:30.715308 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19d0ac05-dbba-4eb0-a8ee-a1be22febbfc x-openstack-request-id: req-19d0ac05-dbba-4eb0-a8ee-a1be22febbfc {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:43:30.715609 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b0cd110-d9f1-4c76-9a04-653af343dc12", "tag": "5f84926e-15c6-4099-9554-313db2f4ecb8", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:43:30.715897 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-19d0ac05-dbba-4eb0-a8ee-a1be22febbfc {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:43:30.716317 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b0cd110-d9f1-4c76-9a04-653af343dc12', 'tag': '5f84926e-15c6-4099-9554-313db2f4ecb8', 'status': 'completed', 'code': 200} Feb 04 13:43:30.768958 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-e167279a-bf3e-4722-bcbe-640a4be444ef None None] Set router e9ac5227-9162-43f6-b37a-dc3ce6e104c3 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:43:30.788407 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9739724d-74de-4c7f-b88f-bc7e2f74ce7a req-6b0f0645-a3ed-4b2b-b74b-83b263647efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:30.790199 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9739724d-74de-4c7f-b88f-bc7e2f74ce7a req-6b0f0645-a3ed-4b2b-b74b-83b263647efb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bb6db4b7b70c488db79896812ac5b2ca&device_id=2b0cd110-d9f1-4c76-9a04-653af343dc12 HTTP/1.1" status: 200 len: 1129 time: 0.0523648 Feb 04 13:43:30.923951 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9739724d-74de-4c7f-b88f-bc7e2f74ce7a req-4227610f-a429-4512-b0d6-1b4de0790739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:30.925483 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9739724d-74de-4c7f-b88f-bc7e2f74ce7a req-4227610f-a429-4512-b0d6-1b4de0790739 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6251d67d-6e39-457e-ac77-5a9bc35741de HTTP/1.1" status: 200 len: 910 time: 0.1266513 Feb 04 13:43:30.971875 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9739724d-74de-4c7f-b88f-bc7e2f74ce7a req-fc34e010-c33b-4421-b9a7-f885b804882e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f84926e-15c6-4099-9554-313db2f4ecb8 HTTP/1.1" status: 200 len: 217 time: 0.0386291 Feb 04 13:43:30.991038 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-e167279a-bf3e-4722-bcbe-640a4be444ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ac5227-9162-43f6-b37a-dc3ce6e104c3', 'name': 'tempest-TestShelveInstance-1409048768-router', 'tenant_id': 'bb6db4b7b70c488db79896812ac5b2ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '2f411933-ad7c-4d77-b196-2829a55b995c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:39:09Z', 'updated_at': '2022-02-04T13:39:12Z', 'revision_number': 4, 'project_id': 'bb6db4b7b70c488db79896812ac5b2ca', 'gw_port': {'id': '2f411933-ad7c-4d77-b196-2829a55b995c', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ac5227-9162-43f6-b37a-dc3ce6e104c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:39:10Z', 'updated_at': '2022-02-04T13:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'ab9da384-0f71-4d8d-ae21-69d6cc8c86ba', 'name': '', 'network_id': '6251d67d-6e39-457e-ac77-5a9bc35741de', 'tenant_id': 'bb6db4b7b70c488db79896812ac5b2ca', 'mac_address': 'fa:16:3e:85:46:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ac5227-9162-43f6-b37a-dc3ce6e104c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '56060ea2-6074-4faf-b413-ec8c17bd3679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:39:11Z', 'updated_at': '2022-02-04T13:39:16Z', 'revision_number': 5, 'project_id': 'bb6db4b7b70c488db79896812ac5b2ca', 'subnets': [{'id': '56060ea2-6074-4faf-b413-ec8c17bd3679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:43:31.018430 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e167279a-bf3e-4722-bcbe-640a4be444ef None None] Checking router: e9ac5227-9162-43f6-b37a-dc3ce6e104c3 for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:43:31.027689 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e167279a-bf3e-4722-bcbe-640a4be444ef None None] Routers {'e9ac5227-9162-43f6-b37a-dc3ce6e104c3'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:43:31.028232 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-e167279a-bf3e-4722-bcbe-640a4be444ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:43:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['e9ac5227-9162-43f6-b37a-dc3ce6e104c3'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:43:31.049917 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9739724d-74de-4c7f-b88f-bc7e2f74ce7a req-bb0bdb87-c363-4a6d-a389-0047ac850d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:31.051390 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9739724d-74de-4c7f-b88f-bc7e2f74ce7a req-bb0bdb87-c363-4a6d-a389-0047ac850d5f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=56060ea2-6074-4faf-b413-ec8c17bd3679 HTTP/1.1" status: 200 len: 848 time: 0.0708308 Feb 04 13:43:31.062856 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990043c2-5aff-466b-ba41-912183e39462 req-9632e143-d067-46b6-b3ec-6f2523aaef56 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:31.064306 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-990043c2-5aff-466b-ba41-912183e39462 req-9632e143-d067-46b6-b3ec-6f2523aaef56 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b0cd110-d9f1-4c76-9a04-653af343dc12 HTTP/1.1" status: 200 len: 947 time: 0.1772554 Feb 04 13:43:31.140469 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-e167279a-bf3e-4722-bcbe-640a4be444ef None None] Set router e9ac5227-9162-43f6-b37a-dc3ce6e104c3 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:43:31.140770 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-990043c2-5aff-466b-ba41-912183e39462 req-2adbfe55-a8f3-486c-9d83-b6cd154ff8ff tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/security-groups?id=02d4ed04-1f82-46a5-a825-0b930ea516a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671277 Feb 04 13:43:31.143573 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9739724d-74de-4c7f-b88f-bc7e2f74ce7a req-9f3f25a3-ac26-4382-a744-1d666d1a9994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:31.145045 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9739724d-74de-4c7f-b88f-bc7e2f74ce7a req-9f3f25a3-ac26-4382-a744-1d666d1a9994 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6251d67d-6e39-457e-ac77-5a9bc35741de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0798957 Feb 04 13:43:31.242638 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9739724d-74de-4c7f-b88f-bc7e2f74ce7a req-53d24378-d6cd-436c-98fb-cc2d21fc587f service neutron] 10.222.0.73 "GET /v2.0/networks/6251d67d-6e39-457e-ac77-5a9bc35741de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907371 Feb 04 13:43:31.340237 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9739724d-74de-4c7f-b88f-bc7e2f74ce7a req-7910c575-066c-498e-be4b-19cfa00f6a27 service neutron] 10.222.0.73 "GET /v2.0/networks/6251d67d-6e39-457e-ac77-5a9bc35741de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907106 Feb 04 13:43:31.354827 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-e167279a-bf3e-4722-bcbe-640a4be444ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ac5227-9162-43f6-b37a-dc3ce6e104c3', 'name': 'tempest-TestShelveInstance-1409048768-router', 'tenant_id': 'bb6db4b7b70c488db79896812ac5b2ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '2f411933-ad7c-4d77-b196-2829a55b995c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:39:09Z', 'updated_at': '2022-02-04T13:39:12Z', 'revision_number': 4, 'project_id': 'bb6db4b7b70c488db79896812ac5b2ca', 'gw_port': {'id': '2f411933-ad7c-4d77-b196-2829a55b995c', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ac5227-9162-43f6-b37a-dc3ce6e104c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:39:10Z', 'updated_at': '2022-02-04T13:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'ab9da384-0f71-4d8d-ae21-69d6cc8c86ba', 'name': '', 'network_id': '6251d67d-6e39-457e-ac77-5a9bc35741de', 'tenant_id': 'bb6db4b7b70c488db79896812ac5b2ca', 'mac_address': 'fa:16:3e:85:46:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ac5227-9162-43f6-b37a-dc3ce6e104c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '56060ea2-6074-4faf-b413-ec8c17bd3679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:39:11Z', 'updated_at': '2022-02-04T13:39:16Z', 'revision_number': 5, 'project_id': 'bb6db4b7b70c488db79896812ac5b2ca', 'subnets': [{'id': '56060ea2-6074-4faf-b413-ec8c17bd3679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:43:31.387481 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e167279a-bf3e-4722-bcbe-640a4be444ef None None] The sync data for ids ['e9ac5227-9162-43f6-b37a-dc3ce6e104c3'] in n-d-825015-3 is: [{'id': 'e9ac5227-9162-43f6-b37a-dc3ce6e104c3', 'name': 'tempest-TestShelveInstance-1409048768-router', 'tenant_id': 'bb6db4b7b70c488db79896812ac5b2ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '2f411933-ad7c-4d77-b196-2829a55b995c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:39:09Z', 'updated_at': '2022-02-04T13:39:12Z', 'revision_number': 4, 'project_id': 'bb6db4b7b70c488db79896812ac5b2ca', 'gw_port': {'id': '2f411933-ad7c-4d77-b196-2829a55b995c', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ac5227-9162-43f6-b37a-dc3ce6e104c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:39:10Z', 'updated_at': '2022-02-04T13:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'ab9da384-0f71-4d8d-ae21-69d6cc8c86ba', 'name': '', 'network_id': '6251d67d-6e39-457e-ac77-5a9bc35741de', 'tenant_id': 'bb6db4b7b70c488db79896812ac5b2ca', 'mac_address': 'fa:16:3e:85:46:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ac5227-9162-43f6-b37a-dc3ce6e104c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '56060ea2-6074-4faf-b413-ec8c17bd3679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:39:11Z', 'updated_at': '2022-02-04T13:39:16Z', 'revision_number': 5, 'project_id': 'bb6db4b7b70c488db79896812ac5b2ca', 'subnets': [{'id': '56060ea2-6074-4faf-b413-ec8c17bd3679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:43:31.612047 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c13a08-eaa9-4f64-a10d-affe3297bc02 None None] New status for floating IP f433872f-591c-4793-9bb5-5215940632a3: DOWN {{(pid=103476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:43:31.987009 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:32.261573 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecbfc8f-0f77-4929-8120-fe351c635873 req-afa66ca6-1a37-4afe-999c-4dd34848eeaa tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:32.262955 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2ecbfc8f-0f77-4929-8120-fe351c635873 req-afa66ca6-1a37-4afe-999c-4dd34848eeaa tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b0cd110-d9f1-4c76-9a04-653af343dc12 HTTP/1.1" status: 200 len: 947 time: 0.0853519 Feb 04 13:43:32.306172 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05455b9-0602-4bee-9e44-12eb8a67e043 req-b9d0879a-430d-41ea-b362-056541068ccc tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:32.307642 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a05455b9-0602-4bee-9e44-12eb8a67e043 req-b9d0879a-430d-41ea-b362-056541068ccc tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b0cd110-d9f1-4c76-9a04-653af343dc12 HTTP/1.1" status: 200 len: 947 time: 0.0941927 Feb 04 13:43:32.392801 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a05455b9-0602-4bee-9e44-12eb8a67e043 req-2d31f9aa-da78-4718-af40-7cf7efd58e9f tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/security-groups?id=02d4ed04-1f82-46a5-a825-0b930ea516a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771832 Feb 04 13:43:32.408666 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-2ecbfc8f-0f77-4929-8120-fe351c635873 req-be96a3c9-c909-495a-9b57-d01c7d9a27d4 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Deleting port 5f84926e-15c6-4099-9554-313db2f4ecb8 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:43:32.409030 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-2ecbfc8f-0f77-4929-8120-fe351c635873 req-be96a3c9-c909-495a-9b57-d01c7d9a27d4 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (5f84926e-15c6-4099-9554-313db2f4ecb8), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:32.501665 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-2ecbfc8f-0f77-4929-8120-fe351c635873 req-be96a3c9-c909-495a-9b57-d01c7d9a27d4 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] For port 5f84926e-15c6-4099-9554-313db2f4ecb8, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=5f84926e-15c6-4099-9554-313db2f4ecb8,segment=NetworkSegment(0974e274-8db7-4b5e-95c6-a67b79dd0d16),segment_id=0974e274-8db7-4b5e-95c6-a67b79dd0d16)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:43:32.502028 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-2ecbfc8f-0f77-4929-8120-fe351c635873 req-be96a3c9-c909-495a-9b57-d01c7d9a27d4 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (5f84926e-15c6-4099-9554-313db2f4ecb8), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:32.514540 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-2ecbfc8f-0f77-4929-8120-fe351c635873 req-be96a3c9-c909-495a-9b57-d01c7d9a27d4 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Calling delete_port for 5f84926e-15c6-4099-9554-313db2f4ecb8 owned by compute:nova {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:43:32.584502 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:32.642281 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-2ecbfc8f-0f77-4929-8120-fe351c635873 req-be96a3c9-c909-495a-9b57-d01c7d9a27d4 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (5f84926e-15c6-4099-9554-313db2f4ecb8), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:32.672795 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be96a3c9-c909-495a-9b57-d01c7d9a27d4 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Pushing event deleted for resources: {'Port': ['ID=5f84926e-15c6-4099-9554-313db2f4ecb8,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:43:32.717890 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ecbfc8f-0f77-4929-8120-fe351c635873 req-be96a3c9-c909-495a-9b57-d01c7d9a27d4 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] No DVR routers for this DVR port 5f84926e-15c6-4099-9554-313db2f4ecb8 on host n-h1-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:43:32.720479 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-2ecbfc8f-0f77-4929-8120-fe351c635873 req-be96a3c9-c909-495a-9b57-d01c7d9a27d4 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:32.724423 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2ecbfc8f-0f77-4929-8120-fe351c635873 req-be96a3c9-c909-495a-9b57-d01c7d9a27d4 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.73 "DELETE /v2.0/ports/5f84926e-15c6-4099-9554-313db2f4ecb8 HTTP/1.1" status: 204 len: 173 time: 0.4530399 Feb 04 13:43:32.724862 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b0cd110-d9f1-4c76-9a04-653af343dc12', 'name': 'network-vif-deleted', 'tag': '5f84926e-15c6-4099-9554-313db2f4ecb8'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:43:32.727189 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48bbd334e613f85cd2144b496d46af0d2e531f29900d43c124e8a63cdd2917ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f9b3beb-313c-4152-9e7c-5556b2781efb" -d '{"events": [{"server_uuid": "2b0cd110-d9f1-4c76-9a04-653af343dc12", "name": "network-vif-deleted", "tag": "5f84926e-15c6-4099-9554-313db2f4ecb8"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:43:32.764238 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33141109-5d14-4dc1-9fa6-32c778dbad11 x-openstack-request-id: req-33141109-5d14-4dc1-9fa6-32c778dbad11 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:43:32.764534 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b0cd110-d9f1-4c76-9a04-653af343dc12", "name": "network-vif-deleted", "tag": "5f84926e-15c6-4099-9554-313db2f4ecb8", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:43:32.764848 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-33141109-5d14-4dc1-9fa6-32c778dbad11 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:43:32.765223 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b0cd110-d9f1-4c76-9a04-653af343dc12', 'name': 'network-vif-deleted', 'tag': '5f84926e-15c6-4099-9554-313db2f4ecb8', 'status': 'completed', 'code': 200} Feb 04 13:43:33.449089 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 36516) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:43:33.512069 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3a95085a-8502-47db-96e4-270a1c357998 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Publish callbacks [] for security_group (02d4ed04-1f82-46a5-a825-0b930ea516a5), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:33.538217 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3a95085a-8502-47db-96e4-270a1c357998 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Publish callbacks [] for security_group (02d4ed04-1f82-46a5-a825-0b930ea516a5), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:33.604943 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3a95085a-8502-47db-96e4-270a1c357998 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (02d4ed04-1f82-46a5-a825-0b930ea516a5), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:33.607625 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3a95085a-8502-47db-96e4-270a1c357998 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:33.608824 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-3a95085a-8502-47db-96e4-270a1c357998 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "DELETE /v2.0/security-groups/02d4ed04-1f82-46a5-a825-0b930ea516a5 HTTP/1.1" status: 204 len: 168 time: 0.1586568 Feb 04 13:43:33.618833 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a95085a-8502-47db-96e4-270a1c357998 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d4ed04-1f82-46a5-a825-0b930ea516a5,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:43:33.971678 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 36522) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:43:33.976597 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-431b949a-4633-41e8-98c1-fec936773463 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1824579534', 'description': 'tempest-secgroup-smoke-1824579534 description', 'project_id': 'bb6db4b7b70c488db79896812ac5b2ca'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:43:33.997532 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-431b949a-4633-41e8-98c1-fec936773463 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:34.063351 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-431b949a-4633-41e8-98c1-fec936773463 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Publish callbacks [] for security_group (edc9b326-4ecd-4607-a09b-1fb396dde189), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:34.068570 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-431b949a-4633-41e8-98c1-fec936773463 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (edc9b326-4ecd-4607-a09b-1fb396dde189), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:34.099449 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-431b949a-4633-41e8-98c1-fec936773463 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:34.100711 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-431b949a-4633-41e8-98c1-fec936773463 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1279984 Feb 04 13:43:34.102783 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431b949a-4633-41e8-98c1-fec936773463 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edc9b326-4ecd-4607-a09b-1fb396dde189,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:43:34.103694 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 36524) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:43:34.109751 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-14d34139-ddb8-43b0-b152-10ff7836d1bc tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Request body: {'security_group_rule': {'security_group_id': 'edc9b326-4ecd-4607-a09b-1fb396dde189', 'project_id': 'bb6db4b7b70c488db79896812ac5b2ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:43:34.136134 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-14d34139-ddb8-43b0-b152-10ff7836d1bc tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Publish callbacks [] for security_group_rule (c481813e-0e94-458a-8932-d208a2bae443), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:34.192050 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-14d34139-ddb8-43b0-b152-10ff7836d1bc tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Publish callbacks [] for security_group_rule (c481813e-0e94-458a-8932-d208a2bae443), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:34.196620 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-14d34139-ddb8-43b0-b152-10ff7836d1bc tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (c481813e-0e94-458a-8932-d208a2bae443), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:34.215281 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d34139-ddb8-43b0-b152-10ff7836d1bc tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c481813e-0e94-458a-8932-d208a2bae443,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:43:34.225406 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-14d34139-ddb8-43b0-b152-10ff7836d1bc tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:34.226588 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-14d34139-ddb8-43b0-b152-10ff7836d1bc tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1218402 Feb 04 13:43:34.227935 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d34139-ddb8-43b0-b152-10ff7836d1bc tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:43:34.228281 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d34139-ddb8-43b0-b152-10ff7836d1bc tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:43:34.228622 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d34139-ddb8-43b0-b152-10ff7836d1bc tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:43:34.228963 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d34139-ddb8-43b0-b152-10ff7836d1bc tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:43:34.229295 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d34139-ddb8-43b0-b152-10ff7836d1bc tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:43:34.229545 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 36528) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:43:34.229668 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d34139-ddb8-43b0-b152-10ff7836d1bc tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:43:34.229942 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d34139-ddb8-43b0-b152-10ff7836d1bc tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:43:34.230269 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d34139-ddb8-43b0-b152-10ff7836d1bc tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:43:34.230598 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d34139-ddb8-43b0-b152-10ff7836d1bc tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:43:34.231004 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d34139-ddb8-43b0-b152-10ff7836d1bc tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:43:34.231251 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d34139-ddb8-43b0-b152-10ff7836d1bc tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:43:34.231573 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d34139-ddb8-43b0-b152-10ff7836d1bc tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:43:34.231915 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d34139-ddb8-43b0-b152-10ff7836d1bc tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:43:34.234079 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-d7960f2c-0107-4ce6-9ee5-720fdb1419df tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Request body: {'security_group_rule': {'security_group_id': 'edc9b326-4ecd-4607-a09b-1fb396dde189', 'project_id': 'bb6db4b7b70c488db79896812ac5b2ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:43:34.258413 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d7960f2c-0107-4ce6-9ee5-720fdb1419df tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Publish callbacks [] for security_group_rule (0a7efe03-b2b8-48c7-965b-6ca38a462826), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:34.313930 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d7960f2c-0107-4ce6-9ee5-720fdb1419df tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Publish callbacks [] for security_group_rule (0a7efe03-b2b8-48c7-965b-6ca38a462826), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:34.318001 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d7960f2c-0107-4ce6-9ee5-720fdb1419df tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (0a7efe03-b2b8-48c7-965b-6ca38a462826), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:34.337423 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7960f2c-0107-4ce6-9ee5-720fdb1419df tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a7efe03-b2b8-48c7-965b-6ca38a462826,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:43:34.343320 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d7960f2c-0107-4ce6-9ee5-720fdb1419df tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:34.344431 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-d7960f2c-0107-4ce6-9ee5-720fdb1419df tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1138687 Feb 04 13:43:34.347282 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 36530) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:43:34.352133 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-dcc203df-86fe-46c5-850a-6fd083c5b5e0 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Request body: {'security_group_rule': {'security_group_id': 'edc9b326-4ecd-4607-a09b-1fb396dde189', 'project_id': 'bb6db4b7b70c488db79896812ac5b2ca', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:43:34.377506 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-dcc203df-86fe-46c5-850a-6fd083c5b5e0 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Publish callbacks [] for security_group_rule (b4cbdbec-a097-42ba-9251-1aba315e341d), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:34.436153 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-dcc203df-86fe-46c5-850a-6fd083c5b5e0 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Publish callbacks [] for security_group_rule (b4cbdbec-a097-42ba-9251-1aba315e341d), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:34.439943 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-dcc203df-86fe-46c5-850a-6fd083c5b5e0 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (b4cbdbec-a097-42ba-9251-1aba315e341d), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:34.459526 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc203df-86fe-46c5-850a-6fd083c5b5e0 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4cbdbec-a097-42ba-9251-1aba315e341d,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:43:34.463671 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-dcc203df-86fe-46c5-850a-6fd083c5b5e0 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:34.468102 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-dcc203df-86fe-46c5-850a-6fd083c5b5e0 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1166182 Feb 04 13:43:34.468102 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 36532) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:43:34.472510 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-29f8edab-a573-4072-a0c9-c64d49725ece tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Request body: {'security_group_rule': {'security_group_id': 'edc9b326-4ecd-4607-a09b-1fb396dde189', 'project_id': 'bb6db4b7b70c488db79896812ac5b2ca', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:43:34.497643 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-29f8edab-a573-4072-a0c9-c64d49725ece tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Publish callbacks [] for security_group_rule (b97ac291-881d-46ce-bf6b-25563d7b53bf), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:34.556344 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-29f8edab-a573-4072-a0c9-c64d49725ece tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Publish callbacks [] for security_group_rule (b97ac291-881d-46ce-bf6b-25563d7b53bf), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:34.559411 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-29f8edab-a573-4072-a0c9-c64d49725ece tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (b97ac291-881d-46ce-bf6b-25563d7b53bf), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:34.578514 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f8edab-a573-4072-a0c9-c64d49725ece tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b97ac291-881d-46ce-bf6b-25563d7b53bf,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:43:34.584829 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-29f8edab-a573-4072-a0c9-c64d49725ece tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:34.585926 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-29f8edab-a573-4072-a0c9-c64d49725ece tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1168044 Feb 04 13:43:34.588648 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 36534) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:43:34.592923 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-ed3bf2af-5c86-4d99-bf7a-23ec09c738b0 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Request body: {'security_group_rule': {'security_group_id': 'edc9b326-4ecd-4607-a09b-1fb396dde189', 'project_id': 'bb6db4b7b70c488db79896812ac5b2ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:43:34.613285 n-d-825015-3 neutron-server[103475]: INFO neutron.db.securitygroups_db [None req-ed3bf2af-5c86-4d99-bf7a-23ec09c738b0 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Project bb6db4b7b70c488db79896812ac5b2ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 13:43:34.618275 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ed3bf2af-5c86-4d99-bf7a-23ec09c738b0 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Publish callbacks [] for security_group_rule (eea2e27c-c0f8-4351-93b1-52654a20114e), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:34.675177 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ed3bf2af-5c86-4d99-bf7a-23ec09c738b0 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Publish callbacks [] for security_group_rule (eea2e27c-c0f8-4351-93b1-52654a20114e), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:34.678920 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ed3bf2af-5c86-4d99-bf7a-23ec09c738b0 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (eea2e27c-c0f8-4351-93b1-52654a20114e), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:34.696623 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3bf2af-5c86-4d99-bf7a-23ec09c738b0 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eea2e27c-c0f8-4351-93b1-52654a20114e,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:43:34.703717 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-ed3bf2af-5c86-4d99-bf7a-23ec09c738b0 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:34.704958 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-ed3bf2af-5c86-4d99-bf7a-23ec09c738b0 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1153874 Feb 04 13:43:34.707646 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 36536) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:43:34.712658 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-6ceadba6-b6f3-41f4-8f0d-84aefb968440 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Request body: {'security_group_rule': {'security_group_id': 'edc9b326-4ecd-4607-a09b-1fb396dde189', 'project_id': 'bb6db4b7b70c488db79896812ac5b2ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:43:34.732493 n-d-825015-3 neutron-server[103475]: INFO neutron.db.securitygroups_db [None req-6ceadba6-b6f3-41f4-8f0d-84aefb968440 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Project bb6db4b7b70c488db79896812ac5b2ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 13:43:34.737900 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6ceadba6-b6f3-41f4-8f0d-84aefb968440 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Publish callbacks [] for security_group_rule (8c9f36b1-24d0-48b2-9813-6afd68eb8428), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:34.800419 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6ceadba6-b6f3-41f4-8f0d-84aefb968440 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Publish callbacks [] for security_group_rule (8c9f36b1-24d0-48b2-9813-6afd68eb8428), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:34.805428 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6ceadba6-b6f3-41f4-8f0d-84aefb968440 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (8c9f36b1-24d0-48b2-9813-6afd68eb8428), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:34.823253 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceadba6-b6f3-41f4-8f0d-84aefb968440 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c9f36b1-24d0-48b2-9813-6afd68eb8428,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:43:34.831002 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6ceadba6-b6f3-41f4-8f0d-84aefb968440 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:34.832215 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-6ceadba6-b6f3-41f4-8f0d-84aefb968440 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1229234 Feb 04 13:43:35.836780 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 5f84926e-15c6-4099-9554-313db2f4ecb8 no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:43:35.860823 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] No Port match for: 5f84926e-15c6-4099-9554-313db2f4ecb8 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:43:35.861412 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 5f84926e-15c6-4099-9554-313db2f4ecb8 not bound to the agent host n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:43:45.692911 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d1c3b346-f832-4ff3-ac4e-63a936275a08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:48.209981 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-abf5bd1a-ad42-4d56-b6c7-8ca5a48d8db5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:49.542328 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:50.524958 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:43:50.818085 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:51.912716 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:54.291191 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-77540986-754f-4674-84b4-6d173faa03e1 req-11d52e47-4eb2-4318-9bf6-ddff5da8896c tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1824579534&fields=id&tenant_id=bb6db4b7b70c488db79896812ac5b2ca HTTP/1.1" status: 200 len: 267 time: 0.0454769 Feb 04 13:43:54.398295 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77540986-754f-4674-84b4-6d173faa03e1 req-d18354cd-3fc0-45b3-806f-3c44f50c5982 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:54.399633 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-77540986-754f-4674-84b4-6d173faa03e1 req-d18354cd-3fc0-45b3-806f-3c44f50c5982 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/networks?id=6251d67d-6e39-457e-ac77-5a9bc35741de HTTP/1.1" status: 200 len: 809 time: 0.1020455 Feb 04 13:43:54.414244 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-77540986-754f-4674-84b4-6d173faa03e1 req-f912091e-0144-4a90-ae4b-bcb2be1bbd3d tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/quotas/bb6db4b7b70c488db79896812ac5b2ca HTTP/1.1" status: 200 len: 375 time: 0.0091639 Feb 04 13:43:54.467384 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-77540986-754f-4674-84b4-6d173faa03e1 req-02d5fdf0-7719-4c5b-9906-069f7da8c918 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=bb6db4b7b70c488db79896812ac5b2ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483162 Feb 04 13:43:54.482494 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [req-77540986-754f-4674-84b4-6d173faa03e1 req-18998975-dd71-4e53-a1bb-609cd516f4ce service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:43:54.483425 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-77540986-754f-4674-84b4-6d173faa03e1 req-18998975-dd71-4e53-a1bb-609cd516f4ce service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049284 Feb 04 13:43:54.569496 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-77540986-754f-4674-84b4-6d173faa03e1 req-b5e06f27-6e37-48a0-a5ff-6c83466d7e44 service neutron] 10.222.0.65 "GET /v2.0/networks/6251d67d-6e39-457e-ac77-5a9bc35741de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806577 Feb 04 13:43:54.662760 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-77540986-754f-4674-84b4-6d173faa03e1 req-164985b2-af20-4b4f-8c97-ce0f0022acd8 service neutron] 10.222.0.65 "GET /v2.0/networks/6251d67d-6e39-457e-ac77-5a9bc35741de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868945 Feb 04 13:43:55.002639 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9c5bd790-818c-4451-913a-a772bd677d77 req-3ee40328-6ca8-442a-b562-68fa5d3a0ef4 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7405441-538c-4b51-ad0b-87a648250131 HTTP/1.1" status: 200 len: 210 time: 0.0803609 Feb 04 13:43:55.932788 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77540986-754f-4674-84b4-6d173faa03e1 req-e63da106-ea9b-49d3-b786-4ed9f0f8fe64 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:55.934550 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-77540986-754f-4674-84b4-6d173faa03e1 req-e63da106-ea9b-49d3-b786-4ed9f0f8fe64 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.77 "GET /v2.0/networks?id=6251d67d-6e39-457e-ac77-5a9bc35741de HTTP/1.1" status: 200 len: 809 time: 0.1147509 Feb 04 13:43:55.998308 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-77540986-754f-4674-84b4-6d173faa03e1 req-b63ab56f-2c75-4853-9baf-e6c420786dfb tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb6db4b7b70c488db79896812ac5b2ca HTTP/1.1" status: 200 len: 380 time: 0.0547180 Feb 04 13:43:56.006914 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-77540986-754f-4674-84b4-6d173faa03e1 req-de9212e0-9e0b-439c-9fa3-5b07cd1dd264 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Request body: {'port': {'device_id': 'c7405441-538c-4b51-ad0b-87a648250131', 'network_id': '6251d67d-6e39-457e-ac77-5a9bc35741de', 'admin_state_up': True, 'tenant_id': 'bb6db4b7b70c488db79896812ac5b2ca', 'security_groups': ['edc9b326-4ecd-4607-a09b-1fb396dde189']}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:43:56.122534 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cd485a2a-22b9-491e-a5c5-bc2d23caae52 req-533cfdd0-aba5-427f-a744-a24e9fd0dccf tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7405441-538c-4b51-ad0b-87a648250131 HTTP/1.1" status: 200 len: 210 time: 0.0403714 Feb 04 13:43:56.146119 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77540986-754f-4674-84b4-6d173faa03e1 req-de9212e0-9e0b-439c-9fa3-5b07cd1dd264 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Made reservation on behalf of bb6db4b7b70c488db79896812ac5b2ca for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:43:56.150986 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-77540986-754f-4674-84b4-6d173faa03e1 req-de9212e0-9e0b-439c-9fa3-5b07cd1dd264 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:56.278783 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-77540986-754f-4674-84b4-6d173faa03e1 req-de9212e0-9e0b-439c-9fa3-5b07cd1dd264 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Allocated IP 172.20.0.8 (6251d67d-6e39-457e-ac77-5a9bc35741de/56060ea2-6074-4faf-b413-ec8c17bd3679/f6d0c4ea-1674-4770-9590-add079833489) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:43:56.455553 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-77540986-754f-4674-84b4-6d173faa03e1 req-de9212e0-9e0b-439c-9fa3-5b07cd1dd264 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Publish callbacks [] for port (f6d0c4ea-1674-4770-9590-add079833489), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:56.491164 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-77540986-754f-4674-84b4-6d173faa03e1 req-de9212e0-9e0b-439c-9fa3-5b07cd1dd264 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (f6d0c4ea-1674-4770-9590-add079833489), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:56.545919 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77540986-754f-4674-84b4-6d173faa03e1 req-de9212e0-9e0b-439c-9fa3-5b07cd1dd264 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Network 6251d67d-6e39-457e-ac77-5a9bc35741de is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:43:56.549130 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-77540986-754f-4674-84b4-6d173faa03e1 req-de9212e0-9e0b-439c-9fa3-5b07cd1dd264 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:43:56.551671 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-77540986-754f-4674-84b4-6d173faa03e1 req-de9212e0-9e0b-439c-9fa3-5b07cd1dd264 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:43:56.579874 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9212e0-9e0b-439c-9fa3-5b07cd1dd264 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Pushing event updated for resources: {'Port': ['ID=f6d0c4ea-1674-4770-9590-add079833489,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:43:56.619285 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77540986-754f-4674-84b4-6d173faa03e1 req-de9212e0-9e0b-439c-9fa3-5b07cd1dd264 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:56.619964 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-77540986-754f-4674-84b4-6d173faa03e1 req-de9212e0-9e0b-439c-9fa3-5b07cd1dd264 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:56.647317 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-77540986-754f-4674-84b4-6d173faa03e1 req-de9212e0-9e0b-439c-9fa3-5b07cd1dd264 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6439531 Feb 04 13:43:56.659496 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-77540986-754f-4674-84b4-6d173faa03e1 req-162e23e1-8ab1-484f-a40f-217aac3f4e7b service neutron] Request body: {'port': {'device_id': 'c7405441-538c-4b51-ad0b-87a648250131', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:43:56.728217 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-77540986-754f-4674-84b4-6d173faa03e1 req-162e23e1-8ab1-484f-a40f-217aac3f4e7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (f6d0c4ea-1674-4770-9590-add079833489), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:56.864869 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-c6d8e0f5-9cc5-4c7e-a115-288366f18467 None None] Provisioning complete for port f6d0c4ea-1674-4770-9590-add079833489 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:43:56.865896 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c6d8e0f5-9cc5-4c7e-a115-288366f18467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (f6d0c4ea-1674-4770-9590-add079833489), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:56.905329 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c6d8e0f5-9cc5-4c7e-a115-288366f18467 None None] Port f6d0c4ea-1674-4770-9590-add079833489 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:43:57.013049 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-77540986-754f-4674-84b4-6d173faa03e1 req-162e23e1-8ab1-484f-a40f-217aac3f4e7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6d0c4ea-1674-4770-9590-add079833489 {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:43:57.021334 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-77540986-754f-4674-84b4-6d173faa03e1 req-162e23e1-8ab1-484f-a40f-217aac3f4e7b service neutron] Publish callbacks [] for port (f6d0c4ea-1674-4770-9590-add079833489), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:57.034892 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-77540986-754f-4674-84b4-6d173faa03e1 req-162e23e1-8ab1-484f-a40f-217aac3f4e7b service neutron] Transition to ACTIVE for port object f6d0c4ea-1674-4770-9590-add079833489 will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:43:57.038938 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-77540986-754f-4674-84b4-6d173faa03e1 req-162e23e1-8ab1-484f-a40f-217aac3f4e7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (f6d0c4ea-1674-4770-9590-add079833489), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:57.089993 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162e23e1-8ab1-484f-a40f-217aac3f4e7b service neutron] Pushing event updated for resources: {'Port': ['ID=f6d0c4ea-1674-4770-9590-add079833489,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:43:57.171482 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-77540986-754f-4674-84b4-6d173faa03e1 req-162e23e1-8ab1-484f-a40f-217aac3f4e7b service neutron] Attempting to bind port f6d0c4ea-1674-4770-9590-add079833489 on host n-h2-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:43:57.171915 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-77540986-754f-4674-84b4-6d173faa03e1 req-162e23e1-8ab1-484f-a40f-217aac3f4e7b service neutron] Attempting to bind port f6d0c4ea-1674-4770-9590-add079833489 by drivers openvswitch,hyperv on host n-h2-825015-3 at level 0 using segments [{'id': '0974e274-8db7-4b5e-95c6-a67b79dd0d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '6251d67d-6e39-457e-ac77-5a9bc35741de'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:43:57.172449 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77540986-754f-4674-84b4-6d173faa03e1 req-162e23e1-8ab1-484f-a40f-217aac3f4e7b service neutron] Attempting to bind port f6d0c4ea-1674-4770-9590-add079833489 on network 6251d67d-6e39-457e-ac77-5a9bc35741de {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:43:57.177198 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77540986-754f-4674-84b4-6d173faa03e1 req-162e23e1-8ab1-484f-a40f-217aac3f4e7b service neutron] Port f6d0c4ea-1674-4770-9590-add079833489 on network 6251d67d-6e39-457e-ac77-5a9bc35741de not bound, no agent of type Open vSwitch agent registered on host n-h2-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:43:57.177603 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77540986-754f-4674-84b4-6d173faa03e1 req-162e23e1-8ab1-484f-a40f-217aac3f4e7b service neutron] Attempting to bind port f6d0c4ea-1674-4770-9590-add079833489 on network 6251d67d-6e39-457e-ac77-5a9bc35741de {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:43:57.185315 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77540986-754f-4674-84b4-6d173faa03e1 req-162e23e1-8ab1-484f-a40f-217aac3f4e7b service neutron] Checking agent: {'id': '9b68a165-e786-4b91-8592-44519c2ecabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:43:57.185315 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77540986-754f-4674-84b4-6d173faa03e1 req-162e23e1-8ab1-484f-a40f-217aac3f4e7b service neutron] Checking segment: {'id': '0974e274-8db7-4b5e-95c6-a67b79dd0d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '6251d67d-6e39-457e-ac77-5a9bc35741de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:43:57.185315 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77540986-754f-4674-84b4-6d173faa03e1 req-162e23e1-8ab1-484f-a40f-217aac3f4e7b service neutron] Bound using segment: {'id': '0974e274-8db7-4b5e-95c6-a67b79dd0d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '6251d67d-6e39-457e-ac77-5a9bc35741de'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:43:57.185760 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-77540986-754f-4674-84b4-6d173faa03e1 req-162e23e1-8ab1-484f-a40f-217aac3f4e7b service neutron] Bound port: f6d0c4ea-1674-4770-9590-add079833489, host: n-h2-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0974e274-8db7-4b5e-95c6-a67b79dd0d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '6251d67d-6e39-457e-ac77-5a9bc35741de'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:43:57.185860 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-77540986-754f-4674-84b4-6d173faa03e1 req-162e23e1-8ab1-484f-a40f-217aac3f4e7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (f6d0c4ea-1674-4770-9590-add079833489), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:57.291421 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-77540986-754f-4674-84b4-6d173faa03e1 req-162e23e1-8ab1-484f-a40f-217aac3f4e7b service neutron] For port f6d0c4ea-1674-4770-9590-add079833489, host n-h2-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:43:57.296064 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-77540986-754f-4674-84b4-6d173faa03e1 req-162e23e1-8ab1-484f-a40f-217aac3f4e7b service neutron] For port f6d0c4ea-1674-4770-9590-add079833489, host n-h2-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=f6d0c4ea-1674-4770-9590-add079833489,segment=NetworkSegment(0974e274-8db7-4b5e-95c6-a67b79dd0d16),segment_id=0974e274-8db7-4b5e-95c6-a67b79dd0d16)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:43:57.302713 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-77540986-754f-4674-84b4-6d173faa03e1 req-162e23e1-8ab1-484f-a40f-217aac3f4e7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (f6d0c4ea-1674-4770-9590-add079833489), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:57.322422 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff70de-1e26-46a7-9cab-04e0f080b662 req-ec79132d-6c66-46c4-b358-3ab5e79579ab tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:57.324146 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3bff70de-1e26-46a7-9cab-04e0f080b662 req-ec79132d-6c66-46c4-b358-3ab5e79579ab tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7405441-538c-4b51-ad0b-87a648250131 HTTP/1.1" status: 200 len: 943 time: 0.0975037 Feb 04 13:43:57.370870 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77540986-754f-4674-84b4-6d173faa03e1 req-162e23e1-8ab1-484f-a40f-217aac3f4e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:57.371485 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-77540986-754f-4674-84b4-6d173faa03e1 req-162e23e1-8ab1-484f-a40f-217aac3f4e7b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:43:57.372901 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-77540986-754f-4674-84b4-6d173faa03e1 req-162e23e1-8ab1-484f-a40f-217aac3f4e7b service neutron] 10.222.0.77 "PUT /v2.0/ports/f6d0c4ea-1674-4770-9590-add079833489 HTTP/1.1" status: 200 len: 1091 time: 0.7178178 Feb 04 13:43:57.374440 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7405441-538c-4b51-ad0b-87a648250131', 'tag': 'f6d0c4ea-1674-4770-9590-add079833489'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:43:57.376725 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48bbd334e613f85cd2144b496d46af0d2e531f29900d43c124e8a63cdd2917ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b659cb0-1bf5-401a-8765-e3df4f48dcc4" -d '{"events": [{"name": "network-changed", "server_uuid": "c7405441-538c-4b51-ad0b-87a648250131", "tag": "f6d0c4ea-1674-4770-9590-add079833489"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:43:57.414007 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162e23e1-8ab1-484f-a40f-217aac3f4e7b service neutron] Pushing event updated for resources: {'Port': ['ID=f6d0c4ea-1674-4770-9590-add079833489,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:43:57.436073 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-019539c8-a65b-41e1-bf63-292d6db72598 x-openstack-request-id: req-019539c8-a65b-41e1-bf63-292d6db72598 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:43:57.436482 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7405441-538c-4b51-ad0b-87a648250131", "tag": "f6d0c4ea-1674-4770-9590-add079833489", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:43:57.436741 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-019539c8-a65b-41e1-bf63-292d6db72598 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:43:57.437142 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7405441-538c-4b51-ad0b-87a648250131', 'tag': 'f6d0c4ea-1674-4770-9590-add079833489', 'status': 'completed', 'code': 200} Feb 04 13:43:57.458916 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3bff70de-1e26-46a7-9cab-04e0f080b662 req-a0b13341-8610-4181-a5d4-2ed90f2a325b tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc9b326-4ecd-4607-a09b-1fb396dde189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150084 Feb 04 13:43:57.480973 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77540986-754f-4674-84b4-6d173faa03e1 req-f1c2453b-9119-49b0-8163-e98a07d15fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:57.482723 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-77540986-754f-4674-84b4-6d173faa03e1 req-f1c2453b-9119-49b0-8163-e98a07d15fd4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bb6db4b7b70c488db79896812ac5b2ca&device_id=c7405441-538c-4b51-ad0b-87a648250131 HTTP/1.1" status: 200 len: 1125 time: 0.0649953 Feb 04 13:43:57.529030 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-77540986-754f-4674-84b4-6d173faa03e1 req-dd43548b-f5e2-460c-9a9d-c5a8db8033cc service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f6d0c4ea-1674-4770-9590-add079833489 HTTP/1.1" status: 200 len: 217 time: 0.0382152 Feb 04 13:43:57.580524 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77540986-754f-4674-84b4-6d173faa03e1 req-9043eeac-8694-4c59-b042-ebb53b1b69ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:57.583061 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-77540986-754f-4674-84b4-6d173faa03e1 req-9043eeac-8694-4c59-b042-ebb53b1b69ec service neutron] 10.222.0.77 "GET /v2.0/subnets?id=56060ea2-6074-4faf-b413-ec8c17bd3679 HTTP/1.1" status: 200 len: 848 time: 0.0482974 Feb 04 13:43:57.645834 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77540986-754f-4674-84b4-6d173faa03e1 req-49e53786-ca8b-4b69-a5c0-5e3a182e9a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:57.647775 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-77540986-754f-4674-84b4-6d173faa03e1 req-49e53786-ca8b-4b69-a5c0-5e3a182e9a03 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6251d67d-6e39-457e-ac77-5a9bc35741de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0591128 Feb 04 13:43:57.753491 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-77540986-754f-4674-84b4-6d173faa03e1 req-5d8e924e-c906-4d3b-a41e-09daf23cf835 service neutron] 10.222.0.77 "GET /v2.0/networks/6251d67d-6e39-457e-ac77-5a9bc35741de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992224 Feb 04 13:43:57.855585 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-77540986-754f-4674-84b4-6d173faa03e1 req-051f7488-3260-4ab9-9665-c754411c7ee3 service neutron] 10.222.0.77 "GET /v2.0/networks/6251d67d-6e39-457e-ac77-5a9bc35741de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957394 Feb 04 13:43:57.957889 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b659cb0-1bf5-401a-8765-e3df4f48dcc4 req-d814f01b-1185-4983-ae39-95089d4785eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:57.959486 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7b659cb0-1bf5-401a-8765-e3df4f48dcc4 req-d814f01b-1185-4983-ae39-95089d4785eb service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bb6db4b7b70c488db79896812ac5b2ca&device_id=c7405441-538c-4b51-ad0b-87a648250131 HTTP/1.1" status: 200 len: 1125 time: 0.0540762 Feb 04 13:43:58.052464 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b659cb0-1bf5-401a-8765-e3df4f48dcc4 req-ef1ff08d-d4af-469e-86a3-a47f3a9cc7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:58.054097 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7b659cb0-1bf5-401a-8765-e3df4f48dcc4 req-ef1ff08d-d4af-469e-86a3-a47f3a9cc7f6 service neutron] 10.222.0.77 "GET /v2.0/networks?id=6251d67d-6e39-457e-ac77-5a9bc35741de HTTP/1.1" status: 200 len: 910 time: 0.0883992 Feb 04 13:43:58.105877 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7b659cb0-1bf5-401a-8765-e3df4f48dcc4 req-f370762c-bd00-4493-860c-c12726661030 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f6d0c4ea-1674-4770-9590-add079833489 HTTP/1.1" status: 200 len: 217 time: 0.0453796 Feb 04 13:43:58.154781 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b659cb0-1bf5-401a-8765-e3df4f48dcc4 req-fd5fed66-b99e-4cf7-9db1-ea6025c0a87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:58.156503 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7b659cb0-1bf5-401a-8765-e3df4f48dcc4 req-fd5fed66-b99e-4cf7-9db1-ea6025c0a87e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=56060ea2-6074-4faf-b413-ec8c17bd3679 HTTP/1.1" status: 200 len: 848 time: 0.0455391 Feb 04 13:43:58.205769 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b659cb0-1bf5-401a-8765-e3df4f48dcc4 req-cdedcf87-408d-4f28-b3c7-f5dc5d9c91cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:58.207325 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7b659cb0-1bf5-401a-8765-e3df4f48dcc4 req-cdedcf87-408d-4f28-b3c7-f5dc5d9c91cb service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6251d67d-6e39-457e-ac77-5a9bc35741de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0451550 Feb 04 13:43:58.649897 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7b659cb0-1bf5-401a-8765-e3df4f48dcc4 req-7c134226-1e41-49fb-aeed-5bc54e48c263 service neutron] 10.222.0.77 "GET /v2.0/networks/6251d67d-6e39-457e-ac77-5a9bc35741de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4347768 Feb 04 13:43:58.661779 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e222fa0-a2c8-4f9b-8ba5-8c6cc5ba5a4f req-816edb46-c39d-4822-ad7b-9c012032cec3 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:58.663259 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8e222fa0-a2c8-4f9b-8ba5-8c6cc5ba5a4f req-816edb46-c39d-4822-ad7b-9c012032cec3 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7405441-538c-4b51-ad0b-87a648250131 HTTP/1.1" status: 200 len: 943 time: 0.0882633 Feb 04 13:43:58.792116 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8e222fa0-a2c8-4f9b-8ba5-8c6cc5ba5a4f req-58a1a94e-dee6-410b-82fa-a7aa2341fec5 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc9b326-4ecd-4607-a09b-1fb396dde189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193624 Feb 04 13:43:58.821649 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7b659cb0-1bf5-401a-8765-e3df4f48dcc4 req-9ef10a80-a965-4189-b4f2-d6ce181faec6 service neutron] 10.222.0.77 "GET /v2.0/networks/6251d67d-6e39-457e-ac77-5a9bc35741de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531560 Feb 04 13:43:59.939240 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcb8458-8628-483b-8d20-d236a8d02ba4 req-11dbf32e-a6c8-474b-9998-1d956217c983 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:59.940766 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7bcb8458-8628-483b-8d20-d236a8d02ba4 req-11dbf32e-a6c8-474b-9998-1d956217c983 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7405441-538c-4b51-ad0b-87a648250131 HTTP/1.1" status: 200 len: 943 time: 0.0592279 Feb 04 13:43:59.991409 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7bcb8458-8628-483b-8d20-d236a8d02ba4 req-c8ca41e6-b103-49ec-896b-5f5aa4c87d13 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc9b326-4ecd-4607-a09b-1fb396dde189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444362 Feb 04 13:44:01.123166 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bbe92b-8a35-4787-b47e-7049475d214b req-3a50e74f-385d-487e-8150-bb1e30314e02 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:01.124583 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d5bbe92b-8a35-4787-b47e-7049475d214b req-3a50e74f-385d-487e-8150-bb1e30314e02 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7405441-538c-4b51-ad0b-87a648250131 HTTP/1.1" status: 200 len: 943 time: 0.0614722 Feb 04 13:44:01.173005 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d5bbe92b-8a35-4787-b47e-7049475d214b req-f462bdb6-f5e4-4a6c-9c9b-66eab25c2ca7 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc9b326-4ecd-4607-a09b-1fb396dde189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426576 Feb 04 13:44:01.974141 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:02.294857 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb09fe7-7bd1-4de5-847d-29614705e251 req-58fb33b7-b7c9-47bd-8c14-2140dcc4bc0b tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:02.296384 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5eb09fe7-7bd1-4de5-847d-29614705e251 req-58fb33b7-b7c9-47bd-8c14-2140dcc4bc0b tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7405441-538c-4b51-ad0b-87a648250131 HTTP/1.1" status: 200 len: 943 time: 0.0552344 Feb 04 13:44:02.346189 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5eb09fe7-7bd1-4de5-847d-29614705e251 req-49eac46d-e843-4a95-8c03-b076db9aa283 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc9b326-4ecd-4607-a09b-1fb396dde189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441310 Feb 04 13:44:02.583922 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:03.465723 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0817436-ac5c-4eee-a70a-bfb9337f46e4 req-60150e12-7139-459c-8a21-3770be0740f6 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:03.467229 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f0817436-ac5c-4eee-a70a-bfb9337f46e4 req-60150e12-7139-459c-8a21-3770be0740f6 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7405441-538c-4b51-ad0b-87a648250131 HTTP/1.1" status: 200 len: 943 time: 0.0540686 Feb 04 13:44:03.520417 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f0817436-ac5c-4eee-a70a-bfb9337f46e4 req-771bbe7c-5211-4bc7-844a-540e5bda06f0 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc9b326-4ecd-4607-a09b-1fb396dde189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475626 Feb 04 13:44:04.641820 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dcbb45-6fa1-4b5b-b6ae-6cee91218ca2 req-90230e72-43dc-4fa3-97a9-cb871dbabf94 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:04.643283 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f5dcbb45-6fa1-4b5b-b6ae-6cee91218ca2 req-90230e72-43dc-4fa3-97a9-cb871dbabf94 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7405441-538c-4b51-ad0b-87a648250131 HTTP/1.1" status: 200 len: 943 time: 0.0537682 Feb 04 13:44:04.693022 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f5dcbb45-6fa1-4b5b-b6ae-6cee91218ca2 req-b0102627-5afc-4ccf-a7d2-452c93c5519c tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc9b326-4ecd-4607-a09b-1fb396dde189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437036 Feb 04 13:44:05.814467 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec54502-7bc1-485e-a0d8-969a2a52f203 req-d50af2f5-1c09-42df-be97-c74ea7ad7afe tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:05.816010 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3ec54502-7bc1-485e-a0d8-969a2a52f203 req-d50af2f5-1c09-42df-be97-c74ea7ad7afe tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7405441-538c-4b51-ad0b-87a648250131 HTTP/1.1" status: 200 len: 943 time: 0.0548968 Feb 04 13:44:05.866259 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3ec54502-7bc1-485e-a0d8-969a2a52f203 req-82c3c439-adb4-4b74-bcdd-28312a558aad tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc9b326-4ecd-4607-a09b-1fb396dde189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433354 Feb 04 13:44:06.990727 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794e82f7-dc76-45e2-b812-2e66ebaf6f28 req-d5620a02-9320-448f-bdad-dbd2ce21e801 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:06.992885 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-794e82f7-dc76-45e2-b812-2e66ebaf6f28 req-d5620a02-9320-448f-bdad-dbd2ce21e801 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7405441-538c-4b51-ad0b-87a648250131 HTTP/1.1" status: 200 len: 943 time: 0.0585604 Feb 04 13:44:07.041192 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-794e82f7-dc76-45e2-b812-2e66ebaf6f28 req-97514ed7-a01e-42a0-b804-8a8850fa14d4 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc9b326-4ecd-4607-a09b-1fb396dde189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426333 Feb 04 13:44:08.161968 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1e52a9-9f45-45ec-8fcc-85b76155b315 req-bcfc052a-70f1-446e-ab51-047bb28f0218 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:08.163390 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5c1e52a9-9f45-45ec-8fcc-85b76155b315 req-bcfc052a-70f1-446e-ab51-047bb28f0218 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7405441-538c-4b51-ad0b-87a648250131 HTTP/1.1" status: 200 len: 943 time: 0.0541682 Feb 04 13:44:08.213273 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5c1e52a9-9f45-45ec-8fcc-85b76155b315 req-04d0d3f3-6cb6-4136-ac01-7acef9888115 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc9b326-4ecd-4607-a09b-1fb396dde189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435102 Feb 04 13:44:09.336843 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746093f8-4258-4c0f-b9ce-b4a5a9ec5298 req-37f5d2b7-6bf9-4dae-bedd-90d8bace5b48 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:09.338329 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-746093f8-4258-4c0f-b9ce-b4a5a9ec5298 req-37f5d2b7-6bf9-4dae-bedd-90d8bace5b48 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7405441-538c-4b51-ad0b-87a648250131 HTTP/1.1" status: 200 len: 943 time: 0.0533869 Feb 04 13:44:09.390627 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-746093f8-4258-4c0f-b9ce-b4a5a9ec5298 req-466bf3fe-d303-4318-937a-37d856900955 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc9b326-4ecd-4607-a09b-1fb396dde189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467253 Feb 04 13:44:10.512531 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cf6259-fd39-4a12-b30c-50b2d1a686fc req-248d8c6d-b4c5-47e4-8d96-df153d6f3c22 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:10.514054 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-52cf6259-fd39-4a12-b30c-50b2d1a686fc req-248d8c6d-b4c5-47e4-8d96-df153d6f3c22 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7405441-538c-4b51-ad0b-87a648250131 HTTP/1.1" status: 200 len: 943 time: 0.0537622 Feb 04 13:44:10.563024 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-52cf6259-fd39-4a12-b30c-50b2d1a686fc req-b45de8b0-7877-4106-b0e6-8c7e00832d97 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc9b326-4ecd-4607-a09b-1fb396dde189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434122 Feb 04 13:44:11.689038 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289df309-1aa1-43cf-aa0c-45fcf5d9cfa4 req-c3440d92-4588-4db4-8959-08ceacccbc8b tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:11.690516 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-289df309-1aa1-43cf-aa0c-45fcf5d9cfa4 req-c3440d92-4588-4db4-8959-08ceacccbc8b tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7405441-538c-4b51-ad0b-87a648250131 HTTP/1.1" status: 200 len: 943 time: 0.0537825 Feb 04 13:44:11.738232 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-289df309-1aa1-43cf-aa0c-45fcf5d9cfa4 req-51da51b3-2588-4356-aabe-c31ebfad6748 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc9b326-4ecd-4607-a09b-1fb396dde189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416040 Feb 04 13:44:12.490593 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device f6d0c4ea-1674-4770-9590-add079833489 details requested by agent hyperv_n-h2-825015-3 with host n-h2-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:44:12.594155 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port f6d0c4ea-1674-4770-9590-add079833489, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=f6d0c4ea-1674-4770-9590-add079833489,segment=NetworkSegment(0974e274-8db7-4b5e-95c6-a67b79dd0d16),segment_id=0974e274-8db7-4b5e-95c6-a67b79dd0d16)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:44:12.606039 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Returning: {'device': 'f6d0c4ea-1674-4770-9590-add079833489', 'network_id': '6251d67d-6e39-457e-ac77-5a9bc35741de', 'port_id': 'f6d0c4ea-1674-4770-9590-add079833489', 'mac_address': 'fa:16:3e:ae:ee:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56060ea2-6074-4faf-b413-ec8c17bd3679', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:44:12.642600 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port f6d0c4ea-1674-4770-9590-add079833489 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:44:12.642991 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (f6d0c4ea-1674-4770-9590-add079833489), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:12.655835 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6d0c4ea-1674-4770-9590-add079833489 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:44:12.675094 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port f6d0c4ea-1674-4770-9590-add079833489, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=f6d0c4ea-1674-4770-9590-add079833489,segment=NetworkSegment(0974e274-8db7-4b5e-95c6-a67b79dd0d16),segment_id=0974e274-8db7-4b5e-95c6-a67b79dd0d16)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:44:12.678940 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (f6d0c4ea-1674-4770-9590-add079833489), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:12.725439 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=f6d0c4ea-1674-4770-9590-add079833489,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:44:12.732548 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:44:12.732902 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:44:12.733253 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:44:12.733595 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:44:12.733939 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:44:12.734257 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:44:12.734609 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:44:12.734940 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:44:12.735256 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:44:12.735581 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:44:12.735939 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:44:12.736261 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:44:12.736580 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:44:12.865186 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cd69e1-5556-4ed1-84e7-12f173fadab6 req-62ad3d85-2af9-4f7a-9acf-a0fd277aae03 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:12.868162 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a7cd69e1-5556-4ed1-84e7-12f173fadab6 req-62ad3d85-2af9-4f7a-9acf-a0fd277aae03 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7405441-538c-4b51-ad0b-87a648250131 HTTP/1.1" status: 200 len: 944 time: 0.0589542 Feb 04 13:44:12.903057 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['f6d0c4ea-1674-4770-9590-add079833489'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:44:12.916240 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a7cd69e1-5556-4ed1-84e7-12f173fadab6 req-5850a9e0-30fd-467f-af4f-0666ad6b4b90 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc9b326-4ecd-4607-a09b-1fb396dde189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433538 Feb 04 13:44:14.039016 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a195c8-3f55-4e9e-8335-5505b586b411 req-57924e8f-79bb-42e1-b9ba-8ae3205797a2 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:14.040541 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b0a195c8-3f55-4e9e-8335-5505b586b411 req-57924e8f-79bb-42e1-b9ba-8ae3205797a2 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7405441-538c-4b51-ad0b-87a648250131 HTTP/1.1" status: 200 len: 944 time: 0.0554223 Feb 04 13:44:14.090481 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b0a195c8-3f55-4e9e-8335-5505b586b411 req-361f7521-bd1a-4af8-9da1-27f7be5a8134 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc9b326-4ecd-4607-a09b-1fb396dde189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444696 Feb 04 13:44:14.490611 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device f6d0c4ea-1674-4770-9590-add079833489 up at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:44:14.541004 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning for port f6d0c4ea-1674-4770-9590-add079833489 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:44:14.544915 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning complete for port f6d0c4ea-1674-4770-9590-add079833489 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:44:14.545284 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (f6d0c4ea-1674-4770-9590-add079833489), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:14.622428 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port f6d0c4ea-1674-4770-9590-add079833489 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:44:14.622810 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (f6d0c4ea-1674-4770-9590-add079833489), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:14.645852 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7405441-538c-4b51-ad0b-87a648250131', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6d0c4ea-1674-4770-9590-add079833489'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:44:14.648646 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53818b00e40e8afff1ffbbb80b1f2b2ececb0555ff6da39e2769b708ef8305ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c22a6a4b-efb4-418f-8dd3-7127ee6e7e5e" -d '{"events": [{"server_uuid": "c7405441-538c-4b51-ad0b-87a648250131", "name": "network-vif-plugged", "status": "completed", "tag": "f6d0c4ea-1674-4770-9590-add079833489"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:44:14.661210 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port f6d0c4ea-1674-4770-9590-add079833489, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=f6d0c4ea-1674-4770-9590-add079833489,segment=NetworkSegment(0974e274-8db7-4b5e-95c6-a67b79dd0d16),segment_id=0974e274-8db7-4b5e-95c6-a67b79dd0d16)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:44:14.666331 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (f6d0c4ea-1674-4770-9590-add079833489), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:14.695963 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96f1a1c7-49a8-4a86-9aaa-f1196f8e7e55 x-openstack-request-id: req-96f1a1c7-49a8-4a86-9aaa-f1196f8e7e55 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:44:14.696260 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7405441-538c-4b51-ad0b-87a648250131", "name": "network-vif-plugged", "status": "completed", "tag": "f6d0c4ea-1674-4770-9590-add079833489", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:44:14.696516 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-96f1a1c7-49a8-4a86-9aaa-f1196f8e7e55 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:44:14.696929 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7405441-538c-4b51-ad0b-87a648250131', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6d0c4ea-1674-4770-9590-add079833489', 'code': 200} Feb 04 13:44:14.720116 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=f6d0c4ea-1674-4770-9590-add079833489,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:44:14.797002 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209c3477-bac8-4bfc-9921-a8874519952e req-d53be2cb-a290-4b92-9178-e5b8a25edecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:14.798412 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-209c3477-bac8-4bfc-9921-a8874519952e req-d53be2cb-a290-4b92-9178-e5b8a25edecd service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c7405441-538c-4b51-ad0b-87a648250131 HTTP/1.1" status: 200 len: 1127 time: 0.0485296 Feb 04 13:44:14.848509 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-209c3477-bac8-4bfc-9921-a8874519952e req-d26988d4-6998-4c89-b4b6-aecd15d110d5 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=edc9b326-4ecd-4607-a09b-1fb396dde189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421696 Feb 04 13:44:15.208511 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020b36ca-6765-4ab1-9454-912f3fb05007 req-b902ad1a-c2a4-42fd-b4dd-f044c8290a29 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:15.210525 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-020b36ca-6765-4ab1-9454-912f3fb05007 req-b902ad1a-c2a4-42fd-b4dd-f044c8290a29 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7405441-538c-4b51-ad0b-87a648250131 HTTP/1.1" status: 200 len: 945 time: 0.0526636 Feb 04 13:44:15.259902 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-020b36ca-6765-4ab1-9454-912f3fb05007 req-6dcbf83d-09d9-4629-8049-cb1f03b97d4a tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc9b326-4ecd-4607-a09b-1fb396dde189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432332 Feb 04 13:44:15.700957 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6e23b6e0-7b2b-4349-a0bd-eb3e35a59b9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:16.386990 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262d365c-56cd-4dcb-ad24-f923fd938c4d req-66507c24-4695-4d20-b5ce-f2d0627db5b8 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:16.388600 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-262d365c-56cd-4dcb-ad24-f923fd938c4d req-66507c24-4695-4d20-b5ce-f2d0627db5b8 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7405441-538c-4b51-ad0b-87a648250131 HTTP/1.1" status: 200 len: 945 time: 0.0540352 Feb 04 13:44:16.440954 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-262d365c-56cd-4dcb-ad24-f923fd938c4d req-eee1a35a-b4cb-4ce4-9c41-49dc595235a2 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc9b326-4ecd-4607-a09b-1fb396dde189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467684 Feb 04 13:44:16.563191 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca12a0d0-0660-4268-9453-648269ed73a2 req-5871b518-e774-43c1-bc81-2caa0543d89e tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:16.564619 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ca12a0d0-0660-4268-9453-648269ed73a2 req-5871b518-e774-43c1-bc81-2caa0543d89e tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7405441-538c-4b51-ad0b-87a648250131 HTTP/1.1" status: 200 len: 945 time: 0.0545430 Feb 04 13:44:16.615320 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ca12a0d0-0660-4268-9453-648269ed73a2 req-938ffae8-88b0-474c-9c6b-6daec45b568a tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc9b326-4ecd-4607-a09b-1fb396dde189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441582 Feb 04 13:44:16.637468 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 36744) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:44:16.682224 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74cbbf78-9ecc-4a8b-8a9b-2f9bb3d9c93f tempest-TestShelveInstance-2041396969 tempest-TestShelveInstance-2041396969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:16.683770 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-74cbbf78-9ecc-4a8b-8a9b-2f9bb3d9c93f tempest-TestShelveInstance-2041396969 tempest-TestShelveInstance-2041396969-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=c7405441-538c-4b51-ad0b-87a648250131 HTTP/1.1" status: 200 len: 1122 time: 0.0452976 Feb 04 13:44:16.686582 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 36746) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:44:16.690853 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-f13f4ca1-49a8-4ce5-b29d-9425759cf30d tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Request body: {'floatingip': {'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'port_id': 'f6d0c4ea-1674-4770-9590-add079833489', 'tenant_id': 'bb6db4b7b70c488db79896812ac5b2ca', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:44:16.711576 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f13f4ca1-49a8-4ce5-b29d-9425759cf30d tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:16.810898 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f13f4ca1-49a8-4ce5-b29d-9425759cf30d tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:16.911459 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-f13f4ca1-49a8-4ce5-b29d-9425759cf30d tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Allocated IP 172.25.3.22 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/d8b58e3a-4110-4955-bafb-123f3fb4cafa) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:44:17.017168 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f13f4ca1-49a8-4ce5-b29d-9425759cf30d tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Publish callbacks [] for port (d8b58e3a-4110-4955-bafb-123f3fb4cafa), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:17.057330 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f13f4ca1-49a8-4ce5-b29d-9425759cf30d tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (d8b58e3a-4110-4955-bafb-123f3fb4cafa), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:17.101784 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13f4ca1-49a8-4ce5-b29d-9425759cf30d tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:44:17.104720 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-f13f4ca1-49a8-4ce5-b29d-9425759cf30d tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:44:17.107497 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13f4ca1-49a8-4ce5-b29d-9425759cf30d tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:44:17.113646 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13f4ca1-49a8-4ce5-b29d-9425759cf30d tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Pushing event updated for resources: {'Port': ['ID=d8b58e3a-4110-4955-bafb-123f3fb4cafa,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:44:17.472832 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f13f4ca1-49a8-4ce5-b29d-9425759cf30d tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Publish callbacks [] for floatingip (5843e5ca-9a4b-4879-8dcb-299a619b5c48), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:17.542708 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f13f4ca1-49a8-4ce5-b29d-9425759cf30d tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (d8b58e3a-4110-4955-bafb-123f3fb4cafa), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:17.707468 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f13f4ca1-49a8-4ce5-b29d-9425759cf30d tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Publish callbacks [] for port (d8b58e3a-4110-4955-bafb-123f3fb4cafa), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:17.712379 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f13f4ca1-49a8-4ce5-b29d-9425759cf30d tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (d8b58e3a-4110-4955-bafb-123f3fb4cafa), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:17.782867 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13f4ca1-49a8-4ce5-b29d-9425759cf30d tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Pushing event updated for resources: {'Port': ['ID=d8b58e3a-4110-4955-bafb-123f3fb4cafa,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:44:17.796014 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f13f4ca1-49a8-4ce5-b29d-9425759cf30d tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1599943'] for floatingip (5843e5ca-9a4b-4879-8dcb-299a619b5c48), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:17.903205 n-d-825015-3 neutron-server[103475]: INFO neutron.db.l3_db [None req-f13f4ca1-49a8-4ce5-b29d-9425759cf30d tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Floating IP 5843e5ca-9a4b-4879-8dcb-299a619b5c48 associated. External IP: 172.25.3.22, port: f6d0c4ea-1674-4770-9590-add079833489. Feb 04 13:44:18.112370 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f13f4ca1-49a8-4ce5-b29d-9425759cf30d tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Router e9ac5227-9162-43f6-b37a-dc3ce6e104c3 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:44:18.213658 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a001f56c-d1ab-471f-bf10-4b1bc2d63ff6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:18.224331 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f13f4ca1-49a8-4ce5-b29d-9425759cf30d tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:44:18.235186 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d211e680-bf31-4fb4-aecd-a5dbaa741f43 None None] Sync routers for ids ['e9ac5227-9162-43f6-b37a-dc3ce6e104c3'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:44:18.243474 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-f13f4ca1-49a8-4ce5-b29d-9425759cf30d tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:18.247022 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d211e680-bf31-4fb4-aecd-a5dbaa741f43 None None] Routers {'e9ac5227-9162-43f6-b37a-dc3ce6e104c3'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:44:18.247022 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-d211e680-bf31-4fb4-aecd-a5dbaa741f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:44:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['e9ac5227-9162-43f6-b37a-dc3ce6e104c3'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:44:18.276127 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-f13f4ca1-49a8-4ce5-b29d-9425759cf30d tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5873935 Feb 04 13:44:18.278368 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7405441-538c-4b51-ad0b-87a648250131', 'tag': 'f6d0c4ea-1674-4770-9590-add079833489'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:44:18.281428 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48bbd334e613f85cd2144b496d46af0d2e531f29900d43c124e8a63cdd2917ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afba8573-c18b-459d-8ef6-8606484f3e7c" -d '{"events": [{"name": "network-changed", "server_uuid": "c7405441-538c-4b51-ad0b-87a648250131", "tag": "f6d0c4ea-1674-4770-9590-add079833489"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:44:18.318502 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e98bdff8-b685-4abe-9fb1-28490f0d2e9d x-openstack-request-id: req-e98bdff8-b685-4abe-9fb1-28490f0d2e9d {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:44:18.318811 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7405441-538c-4b51-ad0b-87a648250131", "tag": "f6d0c4ea-1674-4770-9590-add079833489", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:44:18.319065 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e98bdff8-b685-4abe-9fb1-28490f0d2e9d {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:44:18.320447 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7405441-538c-4b51-ad0b-87a648250131', 'tag': 'f6d0c4ea-1674-4770-9590-add079833489', 'status': 'completed', 'code': 200} Feb 04 13:44:18.364662 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-d211e680-bf31-4fb4-aecd-a5dbaa741f43 None None] Set router e9ac5227-9162-43f6-b37a-dc3ce6e104c3 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:44:18.388013 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afba8573-c18b-459d-8ef6-8606484f3e7c req-991ccbec-f267-41d1-9a03-bab44ba3ffee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:18.389546 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-afba8573-c18b-459d-8ef6-8606484f3e7c req-991ccbec-f267-41d1-9a03-bab44ba3ffee service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bb6db4b7b70c488db79896812ac5b2ca&device_id=c7405441-538c-4b51-ad0b-87a648250131 HTTP/1.1" status: 200 len: 1127 time: 0.0495176 Feb 04 13:44:18.485039 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afba8573-c18b-459d-8ef6-8606484f3e7c req-99713634-fc11-4765-8dc1-8b7e9cc50841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:18.486573 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-afba8573-c18b-459d-8ef6-8606484f3e7c req-99713634-fc11-4765-8dc1-8b7e9cc50841 service neutron] 10.222.0.77 "GET /v2.0/networks?id=6251d67d-6e39-457e-ac77-5a9bc35741de HTTP/1.1" status: 200 len: 910 time: 0.0898986 Feb 04 13:44:18.556277 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-afba8573-c18b-459d-8ef6-8606484f3e7c req-9863e8f4-1c00-4024-b32a-de604ef5c2c1 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f6d0c4ea-1674-4770-9590-add079833489 HTTP/1.1" status: 200 len: 998 time: 0.0624769 Feb 04 13:44:18.587550 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-d211e680-bf31-4fb4-aecd-a5dbaa741f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ac5227-9162-43f6-b37a-dc3ce6e104c3', 'name': 'tempest-TestShelveInstance-1409048768-router', 'tenant_id': 'bb6db4b7b70c488db79896812ac5b2ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '2f411933-ad7c-4d77-b196-2829a55b995c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:39:09Z', 'updated_at': '2022-02-04T13:39:12Z', 'revision_number': 4, 'project_id': 'bb6db4b7b70c488db79896812ac5b2ca', 'gw_port': {'id': '2f411933-ad7c-4d77-b196-2829a55b995c', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ac5227-9162-43f6-b37a-dc3ce6e104c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:39:10Z', 'updated_at': '2022-02-04T13:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': '5843e5ca-9a4b-4879-8dcb-299a619b5c48', 'tenant_id': 'bb6db4b7b70c488db79896812ac5b2ca', 'floating_ip_address': '172.25.3.22', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': 'e9ac5227-9162-43f6-b37a-dc3ce6e104c3', 'port_id': 'f6d0c4ea-1674-4770-9590-add079833489', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6251d67d-6e39-457e-ac77-5a9bc35741de', 'mac_address': 'fa:16:3e:ae:ee:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7405441-538c-4b51-ad0b-87a648250131', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:44:17Z', 'updated_at': '2022-02-04T13:44:17Z', 'revision_number': 0, 'project_id': 'bb6db4b7b70c488db79896812ac5b2ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab9da384-0f71-4d8d-ae21-69d6cc8c86ba', 'name': '', 'network_id': '6251d67d-6e39-457e-ac77-5a9bc35741de', 'tenant_id': 'bb6db4b7b70c488db79896812ac5b2ca', 'mac_address': 'fa:16:3e:85:46:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ac5227-9162-43f6-b37a-dc3ce6e104c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '56060ea2-6074-4faf-b413-ec8c17bd3679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:39:11Z', 'updated_at': '2022-02-04T13:39:16Z', 'revision_number': 5, 'project_id': 'bb6db4b7b70c488db79896812ac5b2ca', 'subnets': [{'id': '56060ea2-6074-4faf-b413-ec8c17bd3679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:44:18.605391 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afba8573-c18b-459d-8ef6-8606484f3e7c req-429b1296-c8ed-4849-947a-f9a9a08fc4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:18.606850 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-afba8573-c18b-459d-8ef6-8606484f3e7c req-429b1296-c8ed-4849-947a-f9a9a08fc4ad service neutron] 10.222.0.77 "GET /v2.0/subnets?id=56060ea2-6074-4faf-b413-ec8c17bd3679 HTTP/1.1" status: 200 len: 848 time: 0.0435212 Feb 04 13:44:18.618381 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d211e680-bf31-4fb4-aecd-a5dbaa741f43 None None] Checking router: e9ac5227-9162-43f6-b37a-dc3ce6e104c3 for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:44:18.626714 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d211e680-bf31-4fb4-aecd-a5dbaa741f43 None None] Routers {'e9ac5227-9162-43f6-b37a-dc3ce6e104c3'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:44:18.627329 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-d211e680-bf31-4fb4-aecd-a5dbaa741f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:44:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['e9ac5227-9162-43f6-b37a-dc3ce6e104c3'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:44:18.656038 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afba8573-c18b-459d-8ef6-8606484f3e7c req-46aeb1da-f9c1-4169-9405-6ffcebbf1e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:18.657534 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-afba8573-c18b-459d-8ef6-8606484f3e7c req-46aeb1da-f9c1-4169-9405-6ffcebbf1e83 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6251d67d-6e39-457e-ac77-5a9bc35741de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0443075 Feb 04 13:44:18.763908 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-afba8573-c18b-459d-8ef6-8606484f3e7c req-9695c864-471c-42fd-a5d9-664c34fd1680 service neutron] 10.222.0.77 "GET /v2.0/networks/6251d67d-6e39-457e-ac77-5a9bc35741de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989716 Feb 04 13:44:18.833047 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-d211e680-bf31-4fb4-aecd-a5dbaa741f43 None None] Set router e9ac5227-9162-43f6-b37a-dc3ce6e104c3 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:44:18.858651 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-afba8573-c18b-459d-8ef6-8606484f3e7c req-773cad1c-ed50-4154-a95c-fb9e7c2ab28b service neutron] 10.222.0.77 "GET /v2.0/networks/6251d67d-6e39-457e-ac77-5a9bc35741de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883060 Feb 04 13:44:19.057458 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-d211e680-bf31-4fb4-aecd-a5dbaa741f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ac5227-9162-43f6-b37a-dc3ce6e104c3', 'name': 'tempest-TestShelveInstance-1409048768-router', 'tenant_id': 'bb6db4b7b70c488db79896812ac5b2ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '2f411933-ad7c-4d77-b196-2829a55b995c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:39:09Z', 'updated_at': '2022-02-04T13:39:12Z', 'revision_number': 4, 'project_id': 'bb6db4b7b70c488db79896812ac5b2ca', 'gw_port': {'id': '2f411933-ad7c-4d77-b196-2829a55b995c', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ac5227-9162-43f6-b37a-dc3ce6e104c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:39:10Z', 'updated_at': '2022-02-04T13:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': '5843e5ca-9a4b-4879-8dcb-299a619b5c48', 'tenant_id': 'bb6db4b7b70c488db79896812ac5b2ca', 'floating_ip_address': '172.25.3.22', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': 'e9ac5227-9162-43f6-b37a-dc3ce6e104c3', 'port_id': 'f6d0c4ea-1674-4770-9590-add079833489', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6251d67d-6e39-457e-ac77-5a9bc35741de', 'mac_address': 'fa:16:3e:ae:ee:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7405441-538c-4b51-ad0b-87a648250131', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:44:17Z', 'updated_at': '2022-02-04T13:44:17Z', 'revision_number': 0, 'project_id': 'bb6db4b7b70c488db79896812ac5b2ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab9da384-0f71-4d8d-ae21-69d6cc8c86ba', 'name': '', 'network_id': '6251d67d-6e39-457e-ac77-5a9bc35741de', 'tenant_id': 'bb6db4b7b70c488db79896812ac5b2ca', 'mac_address': 'fa:16:3e:85:46:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ac5227-9162-43f6-b37a-dc3ce6e104c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '56060ea2-6074-4faf-b413-ec8c17bd3679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:39:11Z', 'updated_at': '2022-02-04T13:39:16Z', 'revision_number': 5, 'project_id': 'bb6db4b7b70c488db79896812ac5b2ca', 'subnets': [{'id': '56060ea2-6074-4faf-b413-ec8c17bd3679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:44:19.086774 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d211e680-bf31-4fb4-aecd-a5dbaa741f43 None None] The sync data for ids ['e9ac5227-9162-43f6-b37a-dc3ce6e104c3'] in n-d-825015-3 is: [{'id': 'e9ac5227-9162-43f6-b37a-dc3ce6e104c3', 'name': 'tempest-TestShelveInstance-1409048768-router', 'tenant_id': 'bb6db4b7b70c488db79896812ac5b2ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '2f411933-ad7c-4d77-b196-2829a55b995c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:39:09Z', 'updated_at': '2022-02-04T13:39:12Z', 'revision_number': 4, 'project_id': 'bb6db4b7b70c488db79896812ac5b2ca', 'gw_port': {'id': '2f411933-ad7c-4d77-b196-2829a55b995c', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ac5227-9162-43f6-b37a-dc3ce6e104c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:39:10Z', 'updated_at': '2022-02-04T13:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': '5843e5ca-9a4b-4879-8dcb-299a619b5c48', 'tenant_id': 'bb6db4b7b70c488db79896812ac5b2ca', 'floating_ip_address': '172.25.3.22', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': 'e9ac5227-9162-43f6-b37a-dc3ce6e104c3', 'port_id': 'f6d0c4ea-1674-4770-9590-add079833489', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6251d67d-6e39-457e-ac77-5a9bc35741de', 'mac_address': 'fa:16:3e:ae:ee:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7405441-538c-4b51-ad0b-87a648250131', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:44:17Z', 'updated_at': '2022-02-04T13:44:17Z', 'revision_number': 0, 'project_id': 'bb6db4b7b70c488db79896812ac5b2ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab9da384-0f71-4d8d-ae21-69d6cc8c86ba', 'name': '', 'network_id': '6251d67d-6e39-457e-ac77-5a9bc35741de', 'tenant_id': 'bb6db4b7b70c488db79896812ac5b2ca', 'mac_address': 'fa:16:3e:85:46:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ac5227-9162-43f6-b37a-dc3ce6e104c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '56060ea2-6074-4faf-b413-ec8c17bd3679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:39:11Z', 'updated_at': '2022-02-04T13:39:16Z', 'revision_number': 5, 'project_id': 'bb6db4b7b70c488db79896812ac5b2ca', 'subnets': [{'id': '56060ea2-6074-4faf-b413-ec8c17bd3679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:44:19.292149 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01fc859-565d-4563-9446-ef93c9ed9ed6 None None] New status for floating IP 5843e5ca-9a4b-4879-8dcb-299a619b5c48: ACTIVE {{(pid=103476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:44:19.545160 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:20.816847 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:21.905997 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:27.526173 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:44:31.987113 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:32.610246 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:45.703327 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7e315cc6-729b-4c0c-9590-959e7ad75165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:48.218023 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2ad1c6e6-b43a-48de-a3b7-3cdf3237b80b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:49.549837 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:50.818874 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:51.907710 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:44:53.687654 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c953f3bf-821b-4834-a6f0-a471aa97790a req-4fe346da-a761-4614-920b-2c0b9e147021 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c7405441-538c-4b51-ad0b-87a648250131&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0463674 Feb 04 13:44:53.780111 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c953f3bf-821b-4834-a6f0-a471aa97790a req-dc94304d-6c38-4c6c-9e3d-6a2d70c3f610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:53.781654 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c953f3bf-821b-4834-a6f0-a471aa97790a req-dc94304d-6c38-4c6c-9e3d-6a2d70c3f610 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bb6db4b7b70c488db79896812ac5b2ca&device_id=c7405441-538c-4b51-ad0b-87a648250131 HTTP/1.1" status: 200 len: 1127 time: 0.0508742 Feb 04 13:44:53.890561 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c953f3bf-821b-4834-a6f0-a471aa97790a req-e6ebd679-f9f3-42b3-b8ac-65810935d535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:53.892055 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c953f3bf-821b-4834-a6f0-a471aa97790a req-e6ebd679-f9f3-42b3-b8ac-65810935d535 service neutron] 10.222.0.77 "GET /v2.0/networks?id=6251d67d-6e39-457e-ac77-5a9bc35741de HTTP/1.1" status: 200 len: 910 time: 0.0898385 Feb 04 13:44:53.963923 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c953f3bf-821b-4834-a6f0-a471aa97790a req-ecf65509-2cae-4a59-a20a-df2d4918b0ef service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f6d0c4ea-1674-4770-9590-add079833489 HTTP/1.1" status: 200 len: 1000 time: 0.0631726 Feb 04 13:44:54.011975 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c953f3bf-821b-4834-a6f0-a471aa97790a req-523058f4-1f75-4472-8a64-f9b7b5d4e364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:54.013479 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c953f3bf-821b-4834-a6f0-a471aa97790a req-523058f4-1f75-4472-8a64-f9b7b5d4e364 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=56060ea2-6074-4faf-b413-ec8c17bd3679 HTTP/1.1" status: 200 len: 848 time: 0.0435951 Feb 04 13:44:54.069479 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c953f3bf-821b-4834-a6f0-a471aa97790a req-c05d77a6-cd6c-4013-b38b-eeeceb8f1559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:54.070958 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c953f3bf-821b-4834-a6f0-a471aa97790a req-c05d77a6-cd6c-4013-b38b-eeeceb8f1559 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6251d67d-6e39-457e-ac77-5a9bc35741de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0455835 Feb 04 13:44:54.169224 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c953f3bf-821b-4834-a6f0-a471aa97790a req-b4894538-8be9-4d05-982d-e0a653882214 service neutron] 10.222.0.77 "GET /v2.0/networks/6251d67d-6e39-457e-ac77-5a9bc35741de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905280 Feb 04 13:44:54.274504 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c953f3bf-821b-4834-a6f0-a471aa97790a req-e5b9e717-1a7a-471a-8004-0c262d52a76e service neutron] 10.222.0.77 "GET /v2.0/networks/6251d67d-6e39-457e-ac77-5a9bc35741de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988286 Feb 04 13:45:01.989579 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:02.621348 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:04.524795 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:45:15.708756 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cada68da-b010-4b17-b671-54a569c657f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:18.221206 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-78869040-84cf-419c-8927-65ee9302bb01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:19.551854 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:20.822759 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:21.910980 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:31.980387 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:32.628784 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:41.524923 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:45:45.710229 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-179bd489-0bc7-42ec-9f9c-b50c85ba6628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:48.222770 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-68eb3399-8bdf-4f7b-91d1-4f535bfb9008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:49.554883 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:50.822465 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:51.912753 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:45:55.648089 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-353acec0-2183-4997-b86f-287b181b8b64 req-fb251545-a4ed-421d-baf6-0ee4d628a6fe service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c7405441-538c-4b51-ad0b-87a648250131&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0479541 Feb 04 13:45:55.737609 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353acec0-2183-4997-b86f-287b181b8b64 req-9e0c9adf-0549-4c11-9810-bcc43c6bdfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:55.739125 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-353acec0-2183-4997-b86f-287b181b8b64 req-9e0c9adf-0549-4c11-9810-bcc43c6bdfcc service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bb6db4b7b70c488db79896812ac5b2ca&device_id=c7405441-538c-4b51-ad0b-87a648250131 HTTP/1.1" status: 200 len: 1127 time: 0.0499237 Feb 04 13:45:55.845135 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353acec0-2183-4997-b86f-287b181b8b64 req-79fcbed0-7151-4b45-ab61-ea128f8b598f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:55.846622 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-353acec0-2183-4997-b86f-287b181b8b64 req-79fcbed0-7151-4b45-ab61-ea128f8b598f service neutron] 10.222.0.77 "GET /v2.0/networks?id=6251d67d-6e39-457e-ac77-5a9bc35741de HTTP/1.1" status: 200 len: 910 time: 0.0859749 Feb 04 13:45:55.914599 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-353acec0-2183-4997-b86f-287b181b8b64 req-f5a5e83c-d4c9-44c0-b4a4-8e74561ca67c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f6d0c4ea-1674-4770-9590-add079833489 HTTP/1.1" status: 200 len: 1000 time: 0.0622842 Feb 04 13:45:55.962400 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353acec0-2183-4997-b86f-287b181b8b64 req-e91baba7-96c8-497f-a396-45d2a294c879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:55.963856 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-353acec0-2183-4997-b86f-287b181b8b64 req-e91baba7-96c8-497f-a396-45d2a294c879 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=56060ea2-6074-4faf-b413-ec8c17bd3679 HTTP/1.1" status: 200 len: 848 time: 0.0434582 Feb 04 13:45:56.012068 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353acec0-2183-4997-b86f-287b181b8b64 req-0a208b3a-6e52-439a-b6ec-6adea6a771c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:56.013559 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-353acec0-2183-4997-b86f-287b181b8b64 req-0a208b3a-6e52-439a-b6ec-6adea6a771c4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6251d67d-6e39-457e-ac77-5a9bc35741de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0441153 Feb 04 13:45:56.102962 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-353acec0-2183-4997-b86f-287b181b8b64 req-f9515650-1318-48cc-bc89-d1f31422a9b2 service neutron] 10.222.0.77 "GET /v2.0/networks/6251d67d-6e39-457e-ac77-5a9bc35741de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834265 Feb 04 13:45:56.487953 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-353acec0-2183-4997-b86f-287b181b8b64 req-311fe70b-37cc-4dcb-955d-7f484c773c27 service neutron] 10.222.0.77 "GET /v2.0/networks/6251d67d-6e39-457e-ac77-5a9bc35741de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3788974 Feb 04 13:46:01.983601 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:02.642001 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:15.711674 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fc62312c-3515-4340-b7a4-ad8af5e244a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:15.983426 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9565374-f08f-4148-8dac-d32f2cd7ef10 req-fb6ac4b4-2a3a-4893-b5ff-12e6db4edd56 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:15.984815 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c9565374-f08f-4148-8dac-d32f2cd7ef10 req-fb6ac4b4-2a3a-4893-b5ff-12e6db4edd56 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7405441-538c-4b51-ad0b-87a648250131 HTTP/1.1" status: 200 len: 945 time: 0.0553064 Feb 04 13:46:16.037137 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c9565374-f08f-4148-8dac-d32f2cd7ef10 req-ac026cc3-3b29-42a8-a41e-7cc9d6adce08 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc9b326-4ecd-4607-a09b-1fb396dde189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462804 Feb 04 13:46:17.162847 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06f244e-76c7-40d9-953d-dc226cd1cc3d req-3aa62571-9311-4380-b69f-8051cb36720b tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:17.164251 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b06f244e-76c7-40d9-953d-dc226cd1cc3d req-3aa62571-9311-4380-b69f-8051cb36720b tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7405441-538c-4b51-ad0b-87a648250131 HTTP/1.1" status: 200 len: 945 time: 0.0542164 Feb 04 13:46:17.216009 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b06f244e-76c7-40d9-953d-dc226cd1cc3d req-58e66798-4d78-4c32-89f4-6cdba4425a64 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc9b326-4ecd-4607-a09b-1fb396dde189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461617 Feb 04 13:46:18.229054 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-18e1082e-c8ad-484a-b44e-5cbd24223c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:18.356042 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb44576-0700-4131-a009-6237ec56ca2d req-b4321a9f-0266-4784-9e39-696264c30a35 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:18.357455 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2eb44576-0700-4131-a009-6237ec56ca2d req-b4321a9f-0266-4784-9e39-696264c30a35 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7405441-538c-4b51-ad0b-87a648250131 HTTP/1.1" status: 200 len: 945 time: 0.0584798 Feb 04 13:46:18.407481 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2eb44576-0700-4131-a009-6237ec56ca2d req-ff9466d5-ebba-4901-87c0-0ec1027aaa3e tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc9b326-4ecd-4607-a09b-1fb396dde189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437777 Feb 04 13:46:18.525096 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:46:19.532173 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b903fae4-60f2-41b2-8db9-72cd7eb4293d req-2b6cecf9-2f89-4385-90ce-89c007789327 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:19.533645 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b903fae4-60f2-41b2-8db9-72cd7eb4293d req-2b6cecf9-2f89-4385-90ce-89c007789327 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7405441-538c-4b51-ad0b-87a648250131 HTTP/1.1" status: 200 len: 945 time: 0.0573294 Feb 04 13:46:19.557020 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:19.583610 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b903fae4-60f2-41b2-8db9-72cd7eb4293d req-96a66a87-b002-4b0b-8fdf-f000839708c8 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc9b326-4ecd-4607-a09b-1fb396dde189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435691 Feb 04 13:46:20.708276 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00457638-03d2-4a64-bded-cd99b8b5efaa req-9814be3a-7c2b-4a7c-b503-45c63816140c tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:20.709766 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-00457638-03d2-4a64-bded-cd99b8b5efaa req-9814be3a-7c2b-4a7c-b503-45c63816140c tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7405441-538c-4b51-ad0b-87a648250131 HTTP/1.1" status: 200 len: 945 time: 0.0564857 Feb 04 13:46:20.758664 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-00457638-03d2-4a64-bded-cd99b8b5efaa req-acca7bf5-738b-48af-b092-231e117ece54 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc9b326-4ecd-4607-a09b-1fb396dde189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434549 Feb 04 13:46:20.827015 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:21.880842 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5f4472-57b7-47e9-bc08-64b144fd7cfe req-12e26f8b-b1c1-427f-8a63-1cc0b9ae2c22 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:21.882327 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9d5f4472-57b7-47e9-bc08-64b144fd7cfe req-12e26f8b-b1c1-427f-8a63-1cc0b9ae2c22 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7405441-538c-4b51-ad0b-87a648250131 HTTP/1.1" status: 200 len: 945 time: 0.0545335 Feb 04 13:46:21.915667 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:21.938669 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9d5f4472-57b7-47e9-bc08-64b144fd7cfe req-12482e8e-5aea-4080-8a35-56784c841ad6 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc9b326-4ecd-4607-a09b-1fb396dde189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507965 Feb 04 13:46:23.056793 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd0f9c3-3c8f-4796-8728-a8ed8d08d0bd req-04366dff-3e8d-47ea-8231-c40c96ac1e2d tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:23.058263 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7fd0f9c3-3c8f-4796-8728-a8ed8d08d0bd req-04366dff-3e8d-47ea-8231-c40c96ac1e2d tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7405441-538c-4b51-ad0b-87a648250131 HTTP/1.1" status: 200 len: 945 time: 0.0521951 Feb 04 13:46:23.106949 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7fd0f9c3-3c8f-4796-8728-a8ed8d08d0bd req-4cbea5ae-dceb-4cd6-b4ac-76fdbb181adc tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc9b326-4ecd-4607-a09b-1fb396dde189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429938 Feb 04 13:46:24.228709 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52d605f-8295-44f2-9ea7-543084bc4c33 req-48bcfa5b-3d63-459c-a597-31a77b683194 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:24.230174 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a52d605f-8295-44f2-9ea7-543084bc4c33 req-48bcfa5b-3d63-459c-a597-31a77b683194 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7405441-538c-4b51-ad0b-87a648250131 HTTP/1.1" status: 200 len: 945 time: 0.0562532 Feb 04 13:46:24.277743 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a52d605f-8295-44f2-9ea7-543084bc4c33 req-879812a0-699d-46c9-ac04-06081dc571db tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc9b326-4ecd-4607-a09b-1fb396dde189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418265 Feb 04 13:46:25.405982 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ef2035-5fc6-43bc-b5b1-698deab05129 req-1deb2b05-9d9c-41ea-bdf6-dbac44a94e50 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:25.407429 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c6ef2035-5fc6-43bc-b5b1-698deab05129 req-1deb2b05-9d9c-41ea-bdf6-dbac44a94e50 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7405441-538c-4b51-ad0b-87a648250131 HTTP/1.1" status: 200 len: 945 time: 0.0581713 Feb 04 13:46:25.456043 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c6ef2035-5fc6-43bc-b5b1-698deab05129 req-1f575726-be14-45e8-9783-cd6c4366ffdb tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc9b326-4ecd-4607-a09b-1fb396dde189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429769 Feb 04 13:46:26.116103 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da02ab9-fad4-4af9-859c-ed57084d9266 req-f671327e-174c-4d01-9498-0a5711ab0207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:26.117511 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7da02ab9-fad4-4af9-859c-ed57084d9266 req-f671327e-174c-4d01-9498-0a5711ab0207 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bb6db4b7b70c488db79896812ac5b2ca&device_id=c7405441-538c-4b51-ad0b-87a648250131 HTTP/1.1" status: 200 len: 1127 time: 0.0466037 Feb 04 13:46:26.210845 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da02ab9-fad4-4af9-859c-ed57084d9266 req-29c668ac-29fb-415e-a642-59df5dd3fa0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:26.212334 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7da02ab9-fad4-4af9-859c-ed57084d9266 req-29c668ac-29fb-415e-a642-59df5dd3fa0c service neutron] 10.222.0.77 "GET /v2.0/networks?id=6251d67d-6e39-457e-ac77-5a9bc35741de HTTP/1.1" status: 200 len: 910 time: 0.0880332 Feb 04 13:46:26.276867 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7da02ab9-fad4-4af9-859c-ed57084d9266 req-08ab69d5-8b55-4db5-8f67-1c26e9262a12 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f6d0c4ea-1674-4770-9590-add079833489 HTTP/1.1" status: 200 len: 1000 time: 0.0581639 Feb 04 13:46:26.324583 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da02ab9-fad4-4af9-859c-ed57084d9266 req-8c206691-94f7-4680-9713-6fb17e4f77df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:26.326001 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7da02ab9-fad4-4af9-859c-ed57084d9266 req-8c206691-94f7-4680-9713-6fb17e4f77df service neutron] 10.222.0.77 "GET /v2.0/subnets?id=56060ea2-6074-4faf-b413-ec8c17bd3679 HTTP/1.1" status: 200 len: 848 time: 0.0426564 Feb 04 13:46:26.378265 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da02ab9-fad4-4af9-859c-ed57084d9266 req-2d92592e-f6fc-46f2-bdd8-321683f0c02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:26.379850 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7da02ab9-fad4-4af9-859c-ed57084d9266 req-2d92592e-f6fc-46f2-bdd8-321683f0c02f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6251d67d-6e39-457e-ac77-5a9bc35741de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0469520 Feb 04 13:46:26.469155 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7da02ab9-fad4-4af9-859c-ed57084d9266 req-3a06cfff-de6f-47fb-a3d8-28b2ce198f29 service neutron] 10.222.0.77 "GET /v2.0/networks/6251d67d-6e39-457e-ac77-5a9bc35741de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827065 Feb 04 13:46:26.595963 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7da02ab9-fad4-4af9-859c-ed57084d9266 req-980552af-06ff-4dba-8e07-562bdcce26fb service neutron] 10.222.0.77 "GET /v2.0/networks/6251d67d-6e39-457e-ac77-5a9bc35741de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209030 Feb 04 13:46:26.609101 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2345bb-2ce6-42e1-bbd8-2a811c8a5ca6 req-e5c6063d-cc76-480b-ab75-94a628a1f453 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:26.610657 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1a2345bb-2ce6-42e1-bbd8-2a811c8a5ca6 req-e5c6063d-cc76-480b-ab75-94a628a1f453 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7405441-538c-4b51-ad0b-87a648250131 HTTP/1.1" status: 200 len: 945 time: 0.0836229 Feb 04 13:46:26.660382 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1a2345bb-2ce6-42e1-bbd8-2a811c8a5ca6 req-4200dd4f-4f4c-4f0f-865b-773ea70ae0ab tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc9b326-4ecd-4607-a09b-1fb396dde189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431318 Feb 04 13:46:27.782793 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1a165d-637f-4e77-b5c1-f984044690bc req-8d9c98b9-8f07-4dc1-98f1-c6675c4def4b tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:27.784319 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3c1a165d-637f-4e77-b5c1-f984044690bc req-8d9c98b9-8f07-4dc1-98f1-c6675c4def4b tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7405441-538c-4b51-ad0b-87a648250131 HTTP/1.1" status: 200 len: 945 time: 0.0527432 Feb 04 13:46:27.838158 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3c1a165d-637f-4e77-b5c1-f984044690bc req-b870fbde-0302-4b54-9439-b449aa35642e tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc9b326-4ecd-4607-a09b-1fb396dde189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481672 Feb 04 13:46:28.960143 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be463a9e-3212-4602-8498-62b03d4c77b3 req-221ed8a1-2bf3-4443-b7c7-81d155a49ea1 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:28.961658 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-be463a9e-3212-4602-8498-62b03d4c77b3 req-221ed8a1-2bf3-4443-b7c7-81d155a49ea1 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7405441-538c-4b51-ad0b-87a648250131 HTTP/1.1" status: 200 len: 945 time: 0.0545123 Feb 04 13:46:29.013233 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-be463a9e-3212-4602-8498-62b03d4c77b3 req-cffffc2c-9b87-4ddc-952f-8fad082aa4a9 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc9b326-4ecd-4607-a09b-1fb396dde189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460150 Feb 04 13:46:30.135221 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815151ad-9df9-4ec3-b347-8bb06ef3122d req-ac5e5cdb-0c48-487b-9aa4-2b684a1534c3 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:30.136656 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-815151ad-9df9-4ec3-b347-8bb06ef3122d req-ac5e5cdb-0c48-487b-9aa4-2b684a1534c3 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7405441-538c-4b51-ad0b-87a648250131 HTTP/1.1" status: 200 len: 945 time: 0.0529392 Feb 04 13:46:30.187564 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-815151ad-9df9-4ec3-b347-8bb06ef3122d req-e0966d8f-ac3e-4537-9edf-4fde6923f93a tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc9b326-4ecd-4607-a09b-1fb396dde189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450609 Feb 04 13:46:31.315939 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7773245-6f9e-44ea-b484-561db8541f29 req-5f7c68e1-9df1-4c8d-86ad-0f7e7e0388b1 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:31.318515 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e7773245-6f9e-44ea-b484-561db8541f29 req-5f7c68e1-9df1-4c8d-86ad-0f7e7e0388b1 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7405441-538c-4b51-ad0b-87a648250131 HTTP/1.1" status: 200 len: 945 time: 0.0588193 Feb 04 13:46:31.368512 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e7773245-6f9e-44ea-b484-561db8541f29 req-6c704d65-d8dd-4a51-9107-abf3a6fba6ae tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc9b326-4ecd-4607-a09b-1fb396dde189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442502 Feb 04 13:46:31.985159 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:32.491320 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ca86f2-c47d-4be2-9b16-2fc9a87bc2fc req-cb7d82b3-47ba-4b31-ac6d-590ba8341587 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:32.492858 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-90ca86f2-c47d-4be2-9b16-2fc9a87bc2fc req-cb7d82b3-47ba-4b31-ac6d-590ba8341587 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7405441-538c-4b51-ad0b-87a648250131 HTTP/1.1" status: 200 len: 945 time: 0.0565982 Feb 04 13:46:32.541147 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-90ca86f2-c47d-4be2-9b16-2fc9a87bc2fc req-50fd76cc-0a9f-4d48-a24a-f3ae9087c0cd tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc9b326-4ecd-4607-a09b-1fb396dde189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427508 Feb 04 13:46:32.654020 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [req-e72a1fd5-753d-4c1d-b170-88cadaa44685 req-e3143333-758f-4808-8358-ed12b0217049 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:46:32.655074 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e72a1fd5-753d-4c1d-b170-88cadaa44685 req-e3143333-758f-4808-8358-ed12b0217049 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0490742 Feb 04 13:46:32.659369 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:32.789461 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-f6e99345-56b6-49d1-b426-d242b049469e req-836448e7-db0e-42b3-91f5-424857da83fc service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c7405441-538c-4b51-ad0b-87a648250131&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0480132 Feb 04 13:46:32.798560 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [req-f6e99345-56b6-49d1-b426-d242b049469e req-8b350e0b-1abd-4211-9f3e-7c9818ca7250 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103474) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:46:32.800071 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-f6e99345-56b6-49d1-b426-d242b049469e req-8b350e0b-1abd-4211-9f3e-7c9818ca7250 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057881 Feb 04 13:46:32.824038 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88466ea-e083-4e1e-83c0-4591244cd394 req-1525e139-a99b-4744-95c8-7ee5359f9aca tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:32.825551 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c88466ea-e083-4e1e-83c0-4591244cd394 req-1525e139-a99b-4744-95c8-7ee5359f9aca tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7405441-538c-4b51-ad0b-87a648250131 HTTP/1.1" status: 200 len: 945 time: 0.0639982 Feb 04 13:46:32.875710 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c88466ea-e083-4e1e-83c0-4591244cd394 req-01cef82c-bd2a-4680-beca-7dc509dd709c tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc9b326-4ecd-4607-a09b-1fb396dde189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445833 Feb 04 13:46:33.158486 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device f6d0c4ea-1674-4770-9590-add079833489 no longer exists at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:46:33.236676 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port f6d0c4ea-1674-4770-9590-add079833489 is: ACTIVE; New status is: DOWN {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:46:33.237072 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (f6d0c4ea-1674-4770-9590-add079833489), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:33.259185 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7405441-538c-4b51-ad0b-87a648250131', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6d0c4ea-1674-4770-9590-add079833489'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:46:33.261457 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53818b00e40e8afff1ffbbb80b1f2b2ececb0555ff6da39e2769b708ef8305ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9d32bfe-3685-4535-ba52-8af2a779c2b1" -d '{"events": [{"server_uuid": "c7405441-538c-4b51-ad0b-87a648250131", "name": "network-vif-unplugged", "status": "completed", "tag": "f6d0c4ea-1674-4770-9590-add079833489"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:46:33.274327 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port f6d0c4ea-1674-4770-9590-add079833489, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=f6d0c4ea-1674-4770-9590-add079833489,segment=NetworkSegment(0974e274-8db7-4b5e-95c6-a67b79dd0d16),segment_id=0974e274-8db7-4b5e-95c6-a67b79dd0d16)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:46:33.278163 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (f6d0c4ea-1674-4770-9590-add079833489), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:33.330354 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=f6d0c4ea-1674-4770-9590-add079833489,revision_number=6']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:46:33.338826 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:46:33.339377 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:46:33.339887 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:46:33.340235 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:46:33.340577 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:46:33.340917 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:46:33.341255 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:46:33.341589 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:46:33.341917 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:46:33.342245 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:46:33.342575 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:46:33.342904 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:46:33.343232 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:46:33.348296 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 04 Feb 2022 13:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4cffeb0-06a5-4504-b713-cd98f16a06dc x-openstack-request-id: req-a4cffeb0-06a5-4504-b713-cd98f16a06dc {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:46:33.348723 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7405441-538c-4b51-ad0b-87a648250131", "name": "network-vif-unplugged", "status": "failed", "tag": "f6d0c4ea-1674-4770-9590-add079833489", "code": 422}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:46:33.349143 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a4cffeb0-06a5-4504-b713-cd98f16a06dc {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:46:33.349567 n-d-825015-3 neutron-server[103476]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c7405441-538c-4b51-ad0b-87a648250131', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f6d0c4ea-1674-4770-9590-add079833489', 'code': 422} returned with failed status Feb 04 13:46:33.996966 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8239e60-1cf3-4c11-81df-62601a45bbf6 req-79ad1787-f093-4ddd-a713-5686df883644 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:33.998452 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f8239e60-1cf3-4c11-81df-62601a45bbf6 req-79ad1787-f093-4ddd-a713-5686df883644 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7405441-538c-4b51-ad0b-87a648250131 HTTP/1.1" status: 200 len: 943 time: 0.0545082 Feb 04 13:46:34.047050 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f8239e60-1cf3-4c11-81df-62601a45bbf6 req-3d368aed-8dd8-4889-9f04-debb81cafff0 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc9b326-4ecd-4607-a09b-1fb396dde189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423515 Feb 04 13:46:35.172986 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad18f92c-2c56-435d-9135-ae91fd1f5755 req-3fa4ef1c-bdce-4ff0-9905-69e0a000a318 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:35.174368 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ad18f92c-2c56-435d-9135-ae91fd1f5755 req-3fa4ef1c-bdce-4ff0-9905-69e0a000a318 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7405441-538c-4b51-ad0b-87a648250131 HTTP/1.1" status: 200 len: 943 time: 0.0525191 Feb 04 13:46:35.228970 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ad18f92c-2c56-435d-9135-ae91fd1f5755 req-4ff68b42-8b0a-492b-98f6-5a4135549785 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc9b326-4ecd-4607-a09b-1fb396dde189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487368 Feb 04 13:46:36.358870 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61baecf8-0313-46a7-bc34-b1ada5c75f3f req-6b890b16-f7e2-4bf2-ae9a-d22aea06a388 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:36.360382 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-61baecf8-0313-46a7-bc34-b1ada5c75f3f req-6b890b16-f7e2-4bf2-ae9a-d22aea06a388 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7405441-538c-4b51-ad0b-87a648250131 HTTP/1.1" status: 200 len: 943 time: 0.0537667 Feb 04 13:46:36.408506 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-61baecf8-0313-46a7-bc34-b1ada5c75f3f req-ae1165b3-725d-496b-b2ae-75da90d549cb tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc9b326-4ecd-4607-a09b-1fb396dde189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426383 Feb 04 13:46:37.531867 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49359c89-e37c-45c9-9c5c-618d8e5dce4a req-ee6f4a56-35e1-43d1-861f-ab2720d8b059 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:37.533268 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-49359c89-e37c-45c9-9c5c-618d8e5dce4a req-ee6f4a56-35e1-43d1-861f-ab2720d8b059 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7405441-538c-4b51-ad0b-87a648250131 HTTP/1.1" status: 200 len: 943 time: 0.0533786 Feb 04 13:46:37.583824 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-49359c89-e37c-45c9-9c5c-618d8e5dce4a req-7849c83d-9603-4c4f-97d5-cf4c8cffeea1 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc9b326-4ecd-4607-a09b-1fb396dde189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443411 Feb 04 13:46:38.709664 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4ca4ec-8d81-4ffc-8386-f771544b7af6 req-c0c130ae-2ff2-4322-8eaf-f10bf33fe2c3 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:38.711123 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bd4ca4ec-8d81-4ffc-8386-f771544b7af6 req-c0c130ae-2ff2-4322-8eaf-f10bf33fe2c3 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7405441-538c-4b51-ad0b-87a648250131 HTTP/1.1" status: 200 len: 943 time: 0.0591891 Feb 04 13:46:38.760250 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bd4ca4ec-8d81-4ffc-8386-f771544b7af6 req-b64cf768-54b7-4f24-a4e1-348822d2706f tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc9b326-4ecd-4607-a09b-1fb396dde189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429382 Feb 04 13:46:39.889361 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7ec1b4-572a-473f-b120-753d3fa5cace req-dec66a42-02d1-4ef9-b16c-5d940341b5ec tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:39.891009 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dd7ec1b4-572a-473f-b120-753d3fa5cace req-dec66a42-02d1-4ef9-b16c-5d940341b5ec tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7405441-538c-4b51-ad0b-87a648250131 HTTP/1.1" status: 200 len: 943 time: 0.0583076 Feb 04 13:46:39.947527 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dd7ec1b4-572a-473f-b120-753d3fa5cace req-6fb95129-0664-4ab8-bcc0-07bb008fd153 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc9b326-4ecd-4607-a09b-1fb396dde189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503590 Feb 04 13:46:41.076732 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a17aba-0a96-47fb-a20a-3fc4556309da req-56ac6834-371f-4442-b001-75fd96d7fd91 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:41.078188 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-52a17aba-0a96-47fb-a20a-3fc4556309da req-56ac6834-371f-4442-b001-75fd96d7fd91 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7405441-538c-4b51-ad0b-87a648250131 HTTP/1.1" status: 200 len: 943 time: 0.0529826 Feb 04 13:46:41.139588 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-52a17aba-0a96-47fb-a20a-3fc4556309da req-c6a1cbe5-b81b-413d-a4ef-8e735e9b833b tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc9b326-4ecd-4607-a09b-1fb396dde189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547342 Feb 04 13:46:42.262837 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa32d53-0086-43e8-a609-b12ff2f35106 req-a7c83737-baa6-492c-ab02-ae3bf4c8430e tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:42.264351 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0aa32d53-0086-43e8-a609-b12ff2f35106 req-a7c83737-baa6-492c-ab02-ae3bf4c8430e tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7405441-538c-4b51-ad0b-87a648250131 HTTP/1.1" status: 200 len: 943 time: 0.0533240 Feb 04 13:46:42.313718 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0aa32d53-0086-43e8-a609-b12ff2f35106 req-a4c26324-b809-4fe4-8e39-c48a1f73f19c tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc9b326-4ecd-4607-a09b-1fb396dde189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431850 Feb 04 13:46:43.435349 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f834232-3196-4d22-813d-df23e553e6a0 req-7e74404e-8a39-463d-a5e7-947d1b5638a0 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:43.436837 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3f834232-3196-4d22-813d-df23e553e6a0 req-7e74404e-8a39-463d-a5e7-947d1b5638a0 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7405441-538c-4b51-ad0b-87a648250131 HTTP/1.1" status: 200 len: 943 time: 0.0536678 Feb 04 13:46:43.486376 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3f834232-3196-4d22-813d-df23e553e6a0 req-d29072ea-0742-4477-aa35-8e1ab59252d7 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc9b326-4ecd-4607-a09b-1fb396dde189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437114 Feb 04 13:46:44.613245 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde7a91f-efcc-4b0c-a11f-6065e9ccbcdf req-21470a1f-eb3a-45ea-9946-d3d3513042de tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:44.614755 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dde7a91f-efcc-4b0c-a11f-6065e9ccbcdf req-21470a1f-eb3a-45ea-9946-d3d3513042de tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7405441-538c-4b51-ad0b-87a648250131 HTTP/1.1" status: 200 len: 943 time: 0.0585148 Feb 04 13:46:44.665410 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dde7a91f-efcc-4b0c-a11f-6065e9ccbcdf req-38e7d959-a2ca-42df-a9ad-7e4286d13165 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc9b326-4ecd-4607-a09b-1fb396dde189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446823 Feb 04 13:46:45.713546 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-79a4a9fd-751f-42cf-b20c-7a576cd5254b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:45.790025 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05d8a86-ddea-4c34-9718-b428fd1bbd4e req-5aebd377-0a2f-4e88-9176-54a58eb4f5c5 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:45.791536 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d05d8a86-ddea-4c34-9718-b428fd1bbd4e req-5aebd377-0a2f-4e88-9176-54a58eb4f5c5 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7405441-538c-4b51-ad0b-87a648250131 HTTP/1.1" status: 200 len: 943 time: 0.0557840 Feb 04 13:46:45.844718 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d05d8a86-ddea-4c34-9718-b428fd1bbd4e req-d05d714a-1cb0-41e7-88ea-a81fa51cf758 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc9b326-4ecd-4607-a09b-1fb396dde189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440772 Feb 04 13:46:46.967324 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd84a22-6243-4237-b32a-9f010db14aa2 req-64a657ce-3bd4-4158-81f0-485c51ec35fc tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:46.968861 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dfd84a22-6243-4237-b32a-9f010db14aa2 req-64a657ce-3bd4-4158-81f0-485c51ec35fc tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7405441-538c-4b51-ad0b-87a648250131 HTTP/1.1" status: 200 len: 943 time: 0.0576644 Feb 04 13:46:47.027449 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dfd84a22-6243-4237-b32a-9f010db14aa2 req-77991755-4aae-416a-a886-3c6655ebdfa6 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc9b326-4ecd-4607-a09b-1fb396dde189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523319 Feb 04 13:46:47.061243 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e99345-56b6-49d1-b426-d242b049469e req-3e5eab6e-ac33-4939-be55-96c0eeb1cd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:47.062768 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f6e99345-56b6-49d1-b426-d242b049469e req-3e5eab6e-ac33-4939-be55-96c0eeb1cd11 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c7405441-538c-4b51-ad0b-87a648250131&tenant_id=bb6db4b7b70c488db79896812ac5b2ca HTTP/1.1" status: 200 len: 1125 time: 0.0521510 Feb 04 13:46:47.074242 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-f6e99345-56b6-49d1-b426-d242b049469e req-29cb08ca-d4a3-4b09-b622-2bb4eb0f2dc9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825015-3', 'device_owner': 'compute:nova'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:46:47.132244 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-f6e99345-56b6-49d1-b426-d242b049469e req-29cb08ca-d4a3-4b09-b622-2bb4eb0f2dc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (f6d0c4ea-1674-4770-9590-add079833489), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:47.342195 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-f6e99345-56b6-49d1-b426-d242b049469e req-29cb08ca-d4a3-4b09-b622-2bb4eb0f2dc9 service neutron] For port f6d0c4ea-1674-4770-9590-add079833489, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=f6d0c4ea-1674-4770-9590-add079833489,segment=NetworkSegment(0974e274-8db7-4b5e-95c6-a67b79dd0d16),segment_id=0974e274-8db7-4b5e-95c6-a67b79dd0d16)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:46:47.375041 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-f6e99345-56b6-49d1-b426-d242b049469e req-29cb08ca-d4a3-4b09-b622-2bb4eb0f2dc9 service neutron] For port f6d0c4ea-1674-4770-9590-add079833489, host n-h2-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:46:47.408298 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-f6e99345-56b6-49d1-b426-d242b049469e req-29cb08ca-d4a3-4b09-b622-2bb4eb0f2dc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6d0c4ea-1674-4770-9590-add079833489 {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:46:47.416399 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-f6e99345-56b6-49d1-b426-d242b049469e req-29cb08ca-d4a3-4b09-b622-2bb4eb0f2dc9 service neutron] Publish callbacks [] for port (f6d0c4ea-1674-4770-9590-add079833489), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:47.428437 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-f6e99345-56b6-49d1-b426-d242b049469e req-29cb08ca-d4a3-4b09-b622-2bb4eb0f2dc9 service neutron] Transition to ACTIVE for port object f6d0c4ea-1674-4770-9590-add079833489 will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:46:47.432144 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-f6e99345-56b6-49d1-b426-d242b049469e req-29cb08ca-d4a3-4b09-b622-2bb4eb0f2dc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (f6d0c4ea-1674-4770-9590-add079833489), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:47.515910 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cb08ca-d4a3-4b09-b622-2bb4eb0f2dc9 service neutron] Pushing event updated for resources: {'Port': ['ID=f6d0c4ea-1674-4770-9590-add079833489,revision_number=7']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:46:47.528733 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cb08ca-d4a3-4b09-b622-2bb4eb0f2dc9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:46:47.529086 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cb08ca-d4a3-4b09-b622-2bb4eb0f2dc9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:46:47.529436 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cb08ca-d4a3-4b09-b622-2bb4eb0f2dc9 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:46:47.529781 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cb08ca-d4a3-4b09-b622-2bb4eb0f2dc9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:46:47.530128 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cb08ca-d4a3-4b09-b622-2bb4eb0f2dc9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:46:47.530461 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cb08ca-d4a3-4b09-b622-2bb4eb0f2dc9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:46:47.530796 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cb08ca-d4a3-4b09-b622-2bb4eb0f2dc9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:46:47.531127 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cb08ca-d4a3-4b09-b622-2bb4eb0f2dc9 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:46:47.531457 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cb08ca-d4a3-4b09-b622-2bb4eb0f2dc9 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:46:47.531823 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cb08ca-d4a3-4b09-b622-2bb4eb0f2dc9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:46:47.532157 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cb08ca-d4a3-4b09-b622-2bb4eb0f2dc9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:46:47.532485 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cb08ca-d4a3-4b09-b622-2bb4eb0f2dc9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:46:47.532813 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cb08ca-d4a3-4b09-b622-2bb4eb0f2dc9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:46:47.575685 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6e99345-56b6-49d1-b426-d242b049469e req-29cb08ca-d4a3-4b09-b622-2bb4eb0f2dc9 service neutron] No DVR routers for this DVR port f6d0c4ea-1674-4770-9590-add079833489 on host n-h2-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:46:47.715652 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-f6e99345-56b6-49d1-b426-d242b049469e req-29cb08ca-d4a3-4b09-b622-2bb4eb0f2dc9 service neutron] Attempting to bind port f6d0c4ea-1674-4770-9590-add079833489 on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:46:47.716357 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-f6e99345-56b6-49d1-b426-d242b049469e req-29cb08ca-d4a3-4b09-b622-2bb4eb0f2dc9 service neutron] Attempting to bind port f6d0c4ea-1674-4770-9590-add079833489 by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': '0974e274-8db7-4b5e-95c6-a67b79dd0d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '6251d67d-6e39-457e-ac77-5a9bc35741de'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:46:47.716687 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e99345-56b6-49d1-b426-d242b049469e req-29cb08ca-d4a3-4b09-b622-2bb4eb0f2dc9 service neutron] Attempting to bind port f6d0c4ea-1674-4770-9590-add079833489 on network 6251d67d-6e39-457e-ac77-5a9bc35741de {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:46:47.721132 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e99345-56b6-49d1-b426-d242b049469e req-29cb08ca-d4a3-4b09-b622-2bb4eb0f2dc9 service neutron] Port f6d0c4ea-1674-4770-9590-add079833489 on network 6251d67d-6e39-457e-ac77-5a9bc35741de not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:46:47.721461 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e99345-56b6-49d1-b426-d242b049469e req-29cb08ca-d4a3-4b09-b622-2bb4eb0f2dc9 service neutron] Attempting to bind port f6d0c4ea-1674-4770-9590-add079833489 on network 6251d67d-6e39-457e-ac77-5a9bc35741de {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:46:47.726964 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e99345-56b6-49d1-b426-d242b049469e req-29cb08ca-d4a3-4b09-b622-2bb4eb0f2dc9 service neutron] Checking agent: {'id': 'f8add0d2-2202-43d3-bc0e-72442788e6ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:46:47.727306 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e99345-56b6-49d1-b426-d242b049469e req-29cb08ca-d4a3-4b09-b622-2bb4eb0f2dc9 service neutron] Checking segment: {'id': '0974e274-8db7-4b5e-95c6-a67b79dd0d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '6251d67d-6e39-457e-ac77-5a9bc35741de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:46:47.727714 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e99345-56b6-49d1-b426-d242b049469e req-29cb08ca-d4a3-4b09-b622-2bb4eb0f2dc9 service neutron] Bound using segment: {'id': '0974e274-8db7-4b5e-95c6-a67b79dd0d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '6251d67d-6e39-457e-ac77-5a9bc35741de'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:46:47.728969 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-f6e99345-56b6-49d1-b426-d242b049469e req-29cb08ca-d4a3-4b09-b622-2bb4eb0f2dc9 service neutron] Bound port: f6d0c4ea-1674-4770-9590-add079833489, host: n-h1-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0974e274-8db7-4b5e-95c6-a67b79dd0d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '6251d67d-6e39-457e-ac77-5a9bc35741de'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:46:47.729299 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-f6e99345-56b6-49d1-b426-d242b049469e req-29cb08ca-d4a3-4b09-b622-2bb4eb0f2dc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (f6d0c4ea-1674-4770-9590-add079833489), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:47.794091 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-f6e99345-56b6-49d1-b426-d242b049469e req-29cb08ca-d4a3-4b09-b622-2bb4eb0f2dc9 service neutron] For port f6d0c4ea-1674-4770-9590-add079833489, host n-h1-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:46:47.797027 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-f6e99345-56b6-49d1-b426-d242b049469e req-29cb08ca-d4a3-4b09-b622-2bb4eb0f2dc9 service neutron] For port f6d0c4ea-1674-4770-9590-add079833489, host n-h1-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=f6d0c4ea-1674-4770-9590-add079833489,segment=NetworkSegment(0974e274-8db7-4b5e-95c6-a67b79dd0d16),segment_id=0974e274-8db7-4b5e-95c6-a67b79dd0d16)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:46:47.808927 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-f6e99345-56b6-49d1-b426-d242b049469e req-29cb08ca-d4a3-4b09-b622-2bb4eb0f2dc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (f6d0c4ea-1674-4770-9590-add079833489), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:47.842446 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e99345-56b6-49d1-b426-d242b049469e req-29cb08ca-d4a3-4b09-b622-2bb4eb0f2dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:47.843077 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-f6e99345-56b6-49d1-b426-d242b049469e req-29cb08ca-d4a3-4b09-b622-2bb4eb0f2dc9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:47.844546 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f6e99345-56b6-49d1-b426-d242b049469e req-29cb08ca-d4a3-4b09-b622-2bb4eb0f2dc9 service neutron] 10.222.0.73 "PUT /v2.0/ports/f6d0c4ea-1674-4770-9590-add079833489 HTTP/1.1" status: 200 len: 1091 time: 0.7742584 Feb 04 13:46:47.845021 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7405441-538c-4b51-ad0b-87a648250131', 'tag': 'f6d0c4ea-1674-4770-9590-add079833489'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:46:47.847992 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48bbd334e613f85cd2144b496d46af0d2e531f29900d43c124e8a63cdd2917ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0a4a94c-d28d-4298-8171-3d7bdee57163" -d '{"events": [{"name": "network-changed", "server_uuid": "c7405441-538c-4b51-ad0b-87a648250131", "tag": "f6d0c4ea-1674-4770-9590-add079833489"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:46:47.892710 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cb08ca-d4a3-4b09-b622-2bb4eb0f2dc9 service neutron] Pushing event updated for resources: {'Port': ['ID=f6d0c4ea-1674-4770-9590-add079833489,revision_number=8']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:46:47.932122 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e99345-56b6-49d1-b426-d242b049469e req-9d630d70-9378-495e-a1ac-5ef77b547e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:47.933473 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f6e99345-56b6-49d1-b426-d242b049469e req-9d630d70-9378-495e-a1ac-5ef77b547e0c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bb6db4b7b70c488db79896812ac5b2ca&device_id=c7405441-538c-4b51-ad0b-87a648250131 HTTP/1.1" status: 200 len: 1125 time: 0.0579698 Feb 04 13:46:48.030842 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e99345-56b6-49d1-b426-d242b049469e req-bad888ca-6d98-43e9-89e4-57fce1a946c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:48.032361 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f6e99345-56b6-49d1-b426-d242b049469e req-bad888ca-6d98-43e9-89e4-57fce1a946c8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6251d67d-6e39-457e-ac77-5a9bc35741de HTTP/1.1" status: 200 len: 910 time: 0.0924187 Feb 04 13:46:48.113285 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f6e99345-56b6-49d1-b426-d242b049469e req-ec5db278-38f4-4c30-93d1-59a2b326c91f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f6d0c4ea-1674-4770-9590-add079833489 HTTP/1.1" status: 200 len: 998 time: 0.0737295 Feb 04 13:46:48.180479 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e99345-56b6-49d1-b426-d242b049469e req-5ed8fa2e-b50a-495e-9334-260fd81a8abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:48.181974 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f6e99345-56b6-49d1-b426-d242b049469e req-5ed8fa2e-b50a-495e-9334-260fd81a8abc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=56060ea2-6074-4faf-b413-ec8c17bd3679 HTTP/1.1" status: 200 len: 848 time: 0.0542381 Feb 04 13:46:48.194506 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c9d716-7f10-48b9-9ffa-2a326cb6b1d8 req-22ea3da2-047b-4f7a-8b12-c37020a07c8b tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:48.195912 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a5c9d716-7f10-48b9-9ffa-2a326cb6b1d8 req-22ea3da2-047b-4f7a-8b12-c37020a07c8b tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7405441-538c-4b51-ad0b-87a648250131 HTTP/1.1" status: 200 len: 943 time: 0.0983207 Feb 04 13:46:48.229360 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f40db421-3030-43eb-9271-2c255c1a4451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:48.278036 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a5c9d716-7f10-48b9-9ffa-2a326cb6b1d8 req-b3f21871-b0d3-414c-b93e-6e18dd63edbd tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc9b326-4ecd-4607-a09b-1fb396dde189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738738 Feb 04 13:46:48.282545 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e99345-56b6-49d1-b426-d242b049469e req-602a162d-cd86-4a97-8416-3656450e4821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:48.284025 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f6e99345-56b6-49d1-b426-d242b049469e req-602a162d-cd86-4a97-8416-3656450e4821 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6251d67d-6e39-457e-ac77-5a9bc35741de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0872450 Feb 04 13:46:48.376874 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f6e99345-56b6-49d1-b426-d242b049469e req-3abfcc3a-42f0-4e81-9e87-c5c2c8785f09 service neutron] 10.222.0.73 "GET /v2.0/networks/6251d67d-6e39-457e-ac77-5a9bc35741de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864837 Feb 04 13:46:48.472465 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f6e99345-56b6-49d1-b426-d242b049469e req-dc6c1865-8504-4b38-a020-63b2c9cedca6 service neutron] 10.222.0.73 "GET /v2.0/networks/6251d67d-6e39-457e-ac77-5a9bc35741de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895157 Feb 04 13:46:48.973057 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-304d5dc5-84a3-4f22-939a-13e4b3fa96df x-openstack-request-id: req-304d5dc5-84a3-4f22-939a-13e4b3fa96df {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:46:48.973356 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7405441-538c-4b51-ad0b-87a648250131", "tag": "f6d0c4ea-1674-4770-9590-add079833489", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:46:48.973615 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-304d5dc5-84a3-4f22-939a-13e4b3fa96df {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:46:48.974029 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7405441-538c-4b51-ad0b-87a648250131', 'tag': 'f6d0c4ea-1674-4770-9590-add079833489', 'status': 'completed', 'code': 200} Feb 04 13:46:49.043630 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a4a94c-d28d-4298-8171-3d7bdee57163 req-268746b9-a25b-4513-98f3-26a03734f527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:49.045179 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f0a4a94c-d28d-4298-8171-3d7bdee57163 req-268746b9-a25b-4513-98f3-26a03734f527 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bb6db4b7b70c488db79896812ac5b2ca&device_id=c7405441-538c-4b51-ad0b-87a648250131 HTTP/1.1" status: 200 len: 1125 time: 0.0464253 Feb 04 13:46:49.133574 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a4a94c-d28d-4298-8171-3d7bdee57163 req-2029bf0d-922b-46cf-97bf-da2cb24f3ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:49.134953 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f0a4a94c-d28d-4298-8171-3d7bdee57163 req-2029bf0d-922b-46cf-97bf-da2cb24f3ee4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6251d67d-6e39-457e-ac77-5a9bc35741de HTTP/1.1" status: 200 len: 910 time: 0.0830188 Feb 04 13:46:49.203562 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f0a4a94c-d28d-4298-8171-3d7bdee57163 req-f80705f4-2257-44f7-9fd5-86de21f4a000 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f6d0c4ea-1674-4770-9590-add079833489 HTTP/1.1" status: 200 len: 998 time: 0.0625818 Feb 04 13:46:49.257420 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a4a94c-d28d-4298-8171-3d7bdee57163 req-201d1d9b-dc89-4f3a-87b7-643b49be7e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:49.258878 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f0a4a94c-d28d-4298-8171-3d7bdee57163 req-201d1d9b-dc89-4f3a-87b7-643b49be7e92 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=56060ea2-6074-4faf-b413-ec8c17bd3679 HTTP/1.1" status: 200 len: 848 time: 0.0491581 Feb 04 13:46:49.310033 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a4a94c-d28d-4298-8171-3d7bdee57163 req-479fb237-275f-48e2-82c9-6251fba857a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:49.311539 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f0a4a94c-d28d-4298-8171-3d7bdee57163 req-479fb237-275f-48e2-82c9-6251fba857a3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6251d67d-6e39-457e-ac77-5a9bc35741de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0468035 Feb 04 13:46:49.436764 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f0a4a94c-d28d-4298-8171-3d7bdee57163 req-24f75be1-78b0-44bd-af13-fa6d61e8bbc0 service neutron] 10.222.0.73 "GET /v2.0/networks/6251d67d-6e39-457e-ac77-5a9bc35741de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181371 Feb 04 13:46:49.444653 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc4206b-d9eb-4992-8bd7-7606bf58cccb req-d05b8ea6-dc24-465a-8311-7d7c8d7e084a tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:49.446004 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5dc4206b-d9eb-4992-8bd7-7606bf58cccb req-d05b8ea6-dc24-465a-8311-7d7c8d7e084a tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7405441-538c-4b51-ad0b-87a648250131 HTTP/1.1" status: 200 len: 943 time: 0.0840223 Feb 04 13:46:49.550556 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5dc4206b-d9eb-4992-8bd7-7606bf58cccb req-312a9168-cfa9-4da2-97ca-38996209cec6 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc9b326-4ecd-4607-a09b-1fb396dde189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968518 Feb 04 13:46:49.562458 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:49.568838 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f0a4a94c-d28d-4298-8171-3d7bdee57163 req-e0ef006e-d94b-4b19-89b8-d454d3a2c793 service neutron] 10.222.0.73 "GET /v2.0/networks/6251d67d-6e39-457e-ac77-5a9bc35741de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218975 Feb 04 13:46:50.679993 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6990efc4-6ceb-4582-9e39-49af5cda7184 req-979c5e06-8dee-4bcb-b681-ffff16cddbaa tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:50.681467 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6990efc4-6ceb-4582-9e39-49af5cda7184 req-979c5e06-8dee-4bcb-b681-ffff16cddbaa tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7405441-538c-4b51-ad0b-87a648250131 HTTP/1.1" status: 200 len: 943 time: 0.0530970 Feb 04 13:46:50.733462 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6990efc4-6ceb-4582-9e39-49af5cda7184 req-689a6338-4682-466e-ac00-32cbd00ed1ab tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc9b326-4ecd-4607-a09b-1fb396dde189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464985 Feb 04 13:46:50.827881 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:51.855493 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4473c7e-3ff7-42cc-8ea9-f95352f24810 req-cc2025f8-c942-46ef-abff-b68dfa04ec35 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:51.857037 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c4473c7e-3ff7-42cc-8ea9-f95352f24810 req-cc2025f8-c942-46ef-abff-b68dfa04ec35 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7405441-538c-4b51-ad0b-87a648250131 HTTP/1.1" status: 200 len: 943 time: 0.0540950 Feb 04 13:46:51.907163 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c4473c7e-3ff7-42cc-8ea9-f95352f24810 req-f442967e-14d2-466c-93f2-4673e4279f64 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc9b326-4ecd-4607-a09b-1fb396dde189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445292 Feb 04 13:46:51.920318 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:53.031711 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0178d4-485a-456b-895a-3db18f2aa40f req-30bcd491-0a33-4cbd-995b-ade731665f01 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:53.033229 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6c0178d4-485a-456b-895a-3db18f2aa40f req-30bcd491-0a33-4cbd-995b-ade731665f01 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7405441-538c-4b51-ad0b-87a648250131 HTTP/1.1" status: 200 len: 943 time: 0.0535161 Feb 04 13:46:53.081312 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6c0178d4-485a-456b-895a-3db18f2aa40f req-f2914ee6-063a-40d3-a17b-e7e51fc37d14 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc9b326-4ecd-4607-a09b-1fb396dde189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422163 Feb 04 13:46:54.204172 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478d191c-3f79-408a-9992-835acb219f57 req-24b69849-831d-4afe-9ea0-58c3ad224aa0 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:54.205650 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-478d191c-3f79-408a-9992-835acb219f57 req-24b69849-831d-4afe-9ea0-58c3ad224aa0 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7405441-538c-4b51-ad0b-87a648250131 HTTP/1.1" status: 200 len: 943 time: 0.0570843 Feb 04 13:46:54.254906 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-478d191c-3f79-408a-9992-835acb219f57 req-b91a6aaf-5f92-41f4-8e1a-18068bd33d50 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc9b326-4ecd-4607-a09b-1fb396dde189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431235 Feb 04 13:46:55.376492 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a33485-9cd9-4490-b856-30baed7b7719 req-4f038679-139e-46e2-bf30-ad0f9171ccc0 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:55.378791 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-12a33485-9cd9-4490-b856-30baed7b7719 req-4f038679-139e-46e2-bf30-ad0f9171ccc0 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7405441-538c-4b51-ad0b-87a648250131 HTTP/1.1" status: 200 len: 943 time: 0.0548916 Feb 04 13:46:55.428136 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-12a33485-9cd9-4490-b856-30baed7b7719 req-55fd8577-afbb-40f7-a7a5-890be7f20cb1 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc9b326-4ecd-4607-a09b-1fb396dde189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430360 Feb 04 13:46:55.524487 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:46:56.556931 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e68c29d-4df3-44ca-8249-558133cfab89 req-083c68d9-88ab-4702-945c-6f7fa41090c4 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:56.558416 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6e68c29d-4df3-44ca-8249-558133cfab89 req-083c68d9-88ab-4702-945c-6f7fa41090c4 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7405441-538c-4b51-ad0b-87a648250131 HTTP/1.1" status: 200 len: 943 time: 0.0561807 Feb 04 13:46:56.613469 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6e68c29d-4df3-44ca-8249-558133cfab89 req-767d75dd-89ea-4d39-8b68-ee0004e086f2 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc9b326-4ecd-4607-a09b-1fb396dde189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493107 Feb 04 13:46:56.866398 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device f6d0c4ea-1674-4770-9590-add079833489 details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:46:56.964148 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port f6d0c4ea-1674-4770-9590-add079833489, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=f6d0c4ea-1674-4770-9590-add079833489,segment=NetworkSegment(0974e274-8db7-4b5e-95c6-a67b79dd0d16),segment_id=0974e274-8db7-4b5e-95c6-a67b79dd0d16)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:46:56.975195 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': 'f6d0c4ea-1674-4770-9590-add079833489', 'network_id': '6251d67d-6e39-457e-ac77-5a9bc35741de', 'port_id': 'f6d0c4ea-1674-4770-9590-add079833489', 'mac_address': 'fa:16:3e:ae:ee:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56060ea2-6074-4faf-b413-ec8c17bd3679', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:46:57.012653 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port f6d0c4ea-1674-4770-9590-add079833489 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:46:57.013037 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (f6d0c4ea-1674-4770-9590-add079833489), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:57.026156 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6d0c4ea-1674-4770-9590-add079833489 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:46:57.045249 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port f6d0c4ea-1674-4770-9590-add079833489, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=f6d0c4ea-1674-4770-9590-add079833489,segment=NetworkSegment(0974e274-8db7-4b5e-95c6-a67b79dd0d16),segment_id=0974e274-8db7-4b5e-95c6-a67b79dd0d16)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:46:57.049255 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (f6d0c4ea-1674-4770-9590-add079833489), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:57.097026 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=f6d0c4ea-1674-4770-9590-add079833489,revision_number=9']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:46:57.308351 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['f6d0c4ea-1674-4770-9590-add079833489'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:46:57.734532 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc86179-7b88-46f6-b90e-f74cb3a4b2d9 req-a26ef3e4-56ed-41fb-8667-2374807e812c tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:57.736055 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7fc86179-7b88-46f6-b90e-f74cb3a4b2d9 req-a26ef3e4-56ed-41fb-8667-2374807e812c tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7405441-538c-4b51-ad0b-87a648250131 HTTP/1.1" status: 200 len: 944 time: 0.0534134 Feb 04 13:46:57.787545 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7fc86179-7b88-46f6-b90e-f74cb3a4b2d9 req-cef8b85b-4e79-420b-93ef-ce3c3c282246 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc9b326-4ecd-4607-a09b-1fb396dde189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448146 Feb 04 13:46:58.896689 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device f6d0c4ea-1674-4770-9590-add079833489 up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:46:58.910488 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aabcc8-23fb-4593-a2d3-bf5f1235193e req-ef3ef5f4-2275-456c-938b-bc7b06ca69ae tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:58.912053 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-69aabcc8-23fb-4593-a2d3-bf5f1235193e req-ef3ef5f4-2275-456c-938b-bc7b06ca69ae tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7405441-538c-4b51-ad0b-87a648250131 HTTP/1.1" status: 200 len: 944 time: 0.0556896 Feb 04 13:46:58.954883 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning for port f6d0c4ea-1674-4770-9590-add079833489 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:46:58.960734 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port f6d0c4ea-1674-4770-9590-add079833489 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:46:58.961281 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (f6d0c4ea-1674-4770-9590-add079833489), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:58.987325 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-69aabcc8-23fb-4593-a2d3-bf5f1235193e req-159b41f9-66b4-4c06-ba11-8edab5876c54 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc9b326-4ecd-4607-a09b-1fb396dde189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645027 Feb 04 13:46:59.055162 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port f6d0c4ea-1674-4770-9590-add079833489 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:46:59.055638 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (f6d0c4ea-1674-4770-9590-add079833489), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:59.084728 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7405441-538c-4b51-ad0b-87a648250131', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6d0c4ea-1674-4770-9590-add079833489'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:46:59.087245 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53818b00e40e8afff1ffbbb80b1f2b2ececb0555ff6da39e2769b708ef8305ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebdfd231-4afa-49eb-9d02-3001279fcd89" -d '{"events": [{"server_uuid": "c7405441-538c-4b51-ad0b-87a648250131", "name": "network-vif-plugged", "status": "completed", "tag": "f6d0c4ea-1674-4770-9590-add079833489"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:46:59.101542 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port f6d0c4ea-1674-4770-9590-add079833489, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=f6d0c4ea-1674-4770-9590-add079833489,segment=NetworkSegment(0974e274-8db7-4b5e-95c6-a67b79dd0d16),segment_id=0974e274-8db7-4b5e-95c6-a67b79dd0d16)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:46:59.103519 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247e945e-958b-4114-9c69-ebc999a74f5c req-4e97d9de-8afc-4b4d-ba4d-dd0001ef765b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:59.105725 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-247e945e-958b-4114-9c69-ebc999a74f5c req-4e97d9de-8afc-4b4d-ba4d-dd0001ef765b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bb6db4b7b70c488db79896812ac5b2ca&device_id=c7405441-538c-4b51-ad0b-87a648250131 HTTP/1.1" status: 200 len: 1126 time: 0.1059453 Feb 04 13:46:59.106397 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (f6d0c4ea-1674-4770-9590-add079833489), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:46:59.155302 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a21073e8-acd1-4ae3-b92c-3ec63778b159 x-openstack-request-id: req-a21073e8-acd1-4ae3-b92c-3ec63778b159 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:46:59.156203 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7405441-538c-4b51-ad0b-87a648250131", "name": "network-vif-plugged", "status": "completed", "tag": "f6d0c4ea-1674-4770-9590-add079833489", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:46:59.156343 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a21073e8-acd1-4ae3-b92c-3ec63778b159 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:46:59.156788 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7405441-538c-4b51-ad0b-87a648250131', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6d0c4ea-1674-4770-9590-add079833489', 'code': 200} Feb 04 13:46:59.169135 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=f6d0c4ea-1674-4770-9590-add079833489,revision_number=10']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:46:59.249155 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247e945e-958b-4114-9c69-ebc999a74f5c req-bbc0bb70-8a7b-45d6-8475-fe24bfcb21c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:59.250896 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-247e945e-958b-4114-9c69-ebc999a74f5c req-bbc0bb70-8a7b-45d6-8475-fe24bfcb21c4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6251d67d-6e39-457e-ac77-5a9bc35741de HTTP/1.1" status: 200 len: 910 time: 0.1250305 Feb 04 13:46:59.270150 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.73', 60278) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:46:59.316292 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab38273d-203c-4eae-af09-a934f282d266 req-4074f3b9-23ec-4600-8d45-837c90e0d5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:59.318347 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-ab38273d-203c-4eae-af09-a934f282d266 req-4074f3b9-23ec-4600-8d45-837c90e0d5d5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c7405441-538c-4b51-ad0b-87a648250131 HTTP/1.1" status: 200 len: 1128 time: 0.0470657 Feb 04 13:46:59.325621 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-247e945e-958b-4114-9c69-ebc999a74f5c req-3b3e7a30-bd4b-4265-8b93-b63960c0ab54 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f6d0c4ea-1674-4770-9590-add079833489 HTTP/1.1" status: 200 len: 1000 time: 0.0672698 Feb 04 13:46:59.373887 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247e945e-958b-4114-9c69-ebc999a74f5c req-df66ece3-3d17-4e01-b4b6-9aa664cb3ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:59.374969 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [req-ab38273d-203c-4eae-af09-a934f282d266 req-3fc79e77-2b03-4e83-8565-8f5556f03eae service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=edc9b326-4ecd-4607-a09b-1fb396dde189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489697 Feb 04 13:46:59.375318 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-247e945e-958b-4114-9c69-ebc999a74f5c req-df66ece3-3d17-4e01-b4b6-9aa664cb3ed4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=56060ea2-6074-4faf-b413-ec8c17bd3679 HTTP/1.1" status: 200 len: 848 time: 0.0445929 Feb 04 13:46:59.609572 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247e945e-958b-4114-9c69-ebc999a74f5c req-ee93bec0-ed06-4559-aca3-c600ce09c293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:59.611077 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-247e945e-958b-4114-9c69-ebc999a74f5c req-ee93bec0-ed06-4559-aca3-c600ce09c293 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6251d67d-6e39-457e-ac77-5a9bc35741de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0458193 Feb 04 13:46:59.709960 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-247e945e-958b-4114-9c69-ebc999a74f5c req-edf71e2e-a8c9-4e49-ae5b-6d0add4e3727 service neutron] 10.222.0.73 "GET /v2.0/networks/6251d67d-6e39-457e-ac77-5a9bc35741de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923347 Feb 04 13:46:59.800734 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-247e945e-958b-4114-9c69-ebc999a74f5c req-5f727b3f-fc80-44e9-9bbd-f63bbb8ab93c service neutron] 10.222.0.73 "GET /v2.0/networks/6251d67d-6e39-457e-ac77-5a9bc35741de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841262 Feb 04 13:47:00.098960 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2866164e-f0a3-4a79-86a2-783cdcc5b8b2 req-c9ac5965-dd3b-4dab-a054-8c48b0dde61f tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:00.101118 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2866164e-f0a3-4a79-86a2-783cdcc5b8b2 req-c9ac5965-dd3b-4dab-a054-8c48b0dde61f tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7405441-538c-4b51-ad0b-87a648250131 HTTP/1.1" status: 200 len: 946 time: 0.0553865 Feb 04 13:47:00.153479 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2866164e-f0a3-4a79-86a2-783cdcc5b8b2 req-ddffc229-3b78-469f-9ad5-db209cf00b15 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc9b326-4ecd-4607-a09b-1fb396dde189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470047 Feb 04 13:47:01.278798 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1176bc99-4798-41a6-ae88-e8ff15b5f0a9 req-0694a139-4df4-44a3-bf2a-2d61d7dde851 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:01.280316 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1176bc99-4798-41a6-ae88-e8ff15b5f0a9 req-0694a139-4df4-44a3-bf2a-2d61d7dde851 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7405441-538c-4b51-ad0b-87a648250131 HTTP/1.1" status: 200 len: 946 time: 0.0574543 Feb 04 13:47:01.328787 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1176bc99-4798-41a6-ae88-e8ff15b5f0a9 req-3e7006e0-212f-4d15-8827-fafe4d4893b7 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc9b326-4ecd-4607-a09b-1fb396dde189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424614 Feb 04 13:47:01.986636 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:02.657578 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:15.715719 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-05dd263c-5bd9-4f6c-874e-9501e59aa562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:18.231921 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6362d9d1-34e0-4202-a78a-052f8fcf684c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:19.563100 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:20.832998 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:21.934340 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:31.985261 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:32.524631 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:47:32.678305 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:45.717549 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7afaa0dd-466c-4d0b-825f-0c2e4f8d5cd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:48.233750 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2d6326c3-3b5b-40ab-a381-4be64796b78d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:49.565988 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:50.834231 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:51.928340 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:47:59.971172 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7cfe21db-0c15-4fa6-92e7-4fe1f8d4c61b req-5ffdfd06-9251-4e33-8c1c-211ca43fa9f3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c7405441-538c-4b51-ad0b-87a648250131&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0445437 Feb 04 13:48:00.060845 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfe21db-0c15-4fa6-92e7-4fe1f8d4c61b req-a170b1b5-4d10-4c64-973c-b55c9f7c9a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:00.062340 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7cfe21db-0c15-4fa6-92e7-4fe1f8d4c61b req-a170b1b5-4d10-4c64-973c-b55c9f7c9a9e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bb6db4b7b70c488db79896812ac5b2ca&device_id=c7405441-538c-4b51-ad0b-87a648250131 HTTP/1.1" status: 200 len: 1128 time: 0.0486162 Feb 04 13:48:00.165890 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfe21db-0c15-4fa6-92e7-4fe1f8d4c61b req-eca5ba17-dfd8-45a0-a4e6-6b5223b605fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:00.167378 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7cfe21db-0c15-4fa6-92e7-4fe1f8d4c61b req-eca5ba17-dfd8-45a0-a4e6-6b5223b605fe service neutron] 10.222.0.73 "GET /v2.0/networks?id=6251d67d-6e39-457e-ac77-5a9bc35741de HTTP/1.1" status: 200 len: 910 time: 0.0851939 Feb 04 13:48:00.237542 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7cfe21db-0c15-4fa6-92e7-4fe1f8d4c61b req-a58a144a-f716-4821-9847-98d6bd10f8cb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f6d0c4ea-1674-4770-9590-add079833489 HTTP/1.1" status: 200 len: 1000 time: 0.0629444 Feb 04 13:48:00.285975 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfe21db-0c15-4fa6-92e7-4fe1f8d4c61b req-0b6e6390-0a49-4cff-8a18-d0d95711ee33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:00.287413 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7cfe21db-0c15-4fa6-92e7-4fe1f8d4c61b req-0b6e6390-0a49-4cff-8a18-d0d95711ee33 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=56060ea2-6074-4faf-b413-ec8c17bd3679 HTTP/1.1" status: 200 len: 848 time: 0.0430048 Feb 04 13:48:00.338022 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfe21db-0c15-4fa6-92e7-4fe1f8d4c61b req-385f9c81-5a82-4ee2-9e4e-42a6371dd2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:00.339508 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7cfe21db-0c15-4fa6-92e7-4fe1f8d4c61b req-385f9c81-5a82-4ee2-9e4e-42a6371dd2b9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6251d67d-6e39-457e-ac77-5a9bc35741de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0450416 Feb 04 13:48:00.434497 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7cfe21db-0c15-4fa6-92e7-4fe1f8d4c61b req-f5ab749b-6692-415c-bf38-bdbbce64726b service neutron] 10.222.0.73 "GET /v2.0/networks/6251d67d-6e39-457e-ac77-5a9bc35741de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880430 Feb 04 13:48:00.826817 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7cfe21db-0c15-4fa6-92e7-4fe1f8d4c61b req-bead4924-9275-4c70-93cb-681a958193a5 service neutron] 10.222.0.73 "GET /v2.0/networks/6251d67d-6e39-457e-ac77-5a9bc35741de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3863943 Feb 04 13:48:02.015569 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:02.701342 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:09.523013 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:48:14.595038 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 36936) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:14.758617 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-26a5d4b5-5526-43d5-8c06-94334d018a5e tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Deleting port d8b58e3a-4110-4955-bafb-123f3fb4cafa {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:48:14.759036 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-26a5d4b5-5526-43d5-8c06-94334d018a5e tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (d8b58e3a-4110-4955-bafb-123f3fb4cafa), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:14.837574 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-26a5d4b5-5526-43d5-8c06-94334d018a5e tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (d8b58e3a-4110-4955-bafb-123f3fb4cafa), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:14.837902 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-26a5d4b5-5526-43d5-8c06-94334d018a5e tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Publish callbacks [] for floatingip (d8b58e3a-4110-4955-bafb-123f3fb4cafa), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:14.850067 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-26a5d4b5-5526-43d5-8c06-94334d018a5e tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Calling delete_port for d8b58e3a-4110-4955-bafb-123f3fb4cafa owned by network:floatingip {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:48:15.002335 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-26a5d4b5-5526-43d5-8c06-94334d018a5e tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (d8b58e3a-4110-4955-bafb-123f3fb4cafa), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:15.032552 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a5d4b5-5526-43d5-8c06-94334d018a5e tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Pushing event deleted for resources: {'Port': ['ID=d8b58e3a-4110-4955-bafb-123f3fb4cafa,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:15.056711 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5d4b5-5526-43d5-8c06-94334d018a5e tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:15.057083 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5d4b5-5526-43d5-8c06-94334d018a5e tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:15.057413 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5d4b5-5526-43d5-8c06-94334d018a5e tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:15.057752 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5d4b5-5526-43d5-8c06-94334d018a5e tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:15.058089 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5d4b5-5526-43d5-8c06-94334d018a5e tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:15.058424 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5d4b5-5526-43d5-8c06-94334d018a5e tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:15.058757 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5d4b5-5526-43d5-8c06-94334d018a5e tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:15.059090 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5d4b5-5526-43d5-8c06-94334d018a5e tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:15.059419 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5d4b5-5526-43d5-8c06-94334d018a5e tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:15.059793 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5d4b5-5526-43d5-8c06-94334d018a5e tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:15.060126 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5d4b5-5526-43d5-8c06-94334d018a5e tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:15.060454 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5d4b5-5526-43d5-8c06-94334d018a5e tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:15.060780 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5d4b5-5526-43d5-8c06-94334d018a5e tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:15.099002 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-26a5d4b5-5526-43d5-8c06-94334d018a5e tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Publish callbacks [] for floatingip (5843e5ca-9a4b-4879-8dcb-299a619b5c48), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:15.099259 n-d-825015-3 neutron-server[103474]: INFO neutron.db.l3_db [None req-26a5d4b5-5526-43d5-8c06-94334d018a5e tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Floating IP 5843e5ca-9a4b-4879-8dcb-299a619b5c48 disassociated (deleted). External IP: 172.25.3.22, port: f6d0c4ea-1674-4770-9590-add079833489. Feb 04 13:48:15.590389 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26a5d4b5-5526-43d5-8c06-94334d018a5e tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Router e9ac5227-9162-43f6-b37a-dc3ce6e104c3 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:48:15.709085 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26a5d4b5-5526-43d5-8c06-94334d018a5e tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:48:15.715234 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-26a5d4b5-5526-43d5-8c06-94334d018a5e tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:15.719773 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742e1e05-b548-4500-a71a-d23c738a21c9 None None] Sync routers for ids ['e9ac5227-9162-43f6-b37a-dc3ce6e104c3'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:48:15.722757 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0698e9cb-3ba6-4aa2-aec0-72bc3463bb3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:15.731396 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742e1e05-b548-4500-a71a-d23c738a21c9 None None] Routers {'e9ac5227-9162-43f6-b37a-dc3ce6e104c3'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:48:15.732058 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-742e1e05-b548-4500-a71a-d23c738a21c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:47:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['e9ac5227-9162-43f6-b37a-dc3ce6e104c3'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:48:15.745717 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-26a5d4b5-5526-43d5-8c06-94334d018a5e tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "DELETE /v2.0/floatingips/5843e5ca-9a4b-4879-8dcb-299a619b5c48 HTTP/1.1" status: 204 len: 168 time: 1.1495836 Feb 04 13:48:15.746399 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7405441-538c-4b51-ad0b-87a648250131', 'tag': 'f6d0c4ea-1674-4770-9590-add079833489'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:48:15.748938 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d80557581d331a580d396cdc7e9427e44bb7e480f60f23768e1d923b8085a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f123157c-cdc7-4c1b-bd20-7593c43bc74c" -d '{"events": [{"name": "network-changed", "server_uuid": "c7405441-538c-4b51-ad0b-87a648250131", "tag": "f6d0c4ea-1674-4770-9590-add079833489"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:48:15.855828 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-742e1e05-b548-4500-a71a-d23c738a21c9 None None] Set router e9ac5227-9162-43f6-b37a-dc3ce6e104c3 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:48:15.874210 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-956a210f-941a-4e05-a10a-2690a41c3be7 x-openstack-request-id: req-956a210f-941a-4e05-a10a-2690a41c3be7 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:48:15.874510 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7405441-538c-4b51-ad0b-87a648250131", "tag": "f6d0c4ea-1674-4770-9590-add079833489", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:48:15.874765 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-956a210f-941a-4e05-a10a-2690a41c3be7 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:48:15.875167 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7405441-538c-4b51-ad0b-87a648250131', 'tag': 'f6d0c4ea-1674-4770-9590-add079833489', 'status': 'completed', 'code': 200} Feb 04 13:48:15.955477 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f123157c-cdc7-4c1b-bd20-7593c43bc74c req-841fb969-2258-4aa9-ab1f-0d0da1dbb803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:15.957781 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f123157c-cdc7-4c1b-bd20-7593c43bc74c req-841fb969-2258-4aa9-ab1f-0d0da1dbb803 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bb6db4b7b70c488db79896812ac5b2ca&device_id=c7405441-538c-4b51-ad0b-87a648250131 HTTP/1.1" status: 200 len: 1128 time: 0.0519755 Feb 04 13:48:16.075963 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f58eb6e-e5ad-48f6-a2b9-869be203ead6 req-0c415a60-99aa-4d89-90df-ec7173774e23 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:16.077468 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7f58eb6e-e5ad-48f6-a2b9-869be203ead6 req-0c415a60-99aa-4d89-90df-ec7173774e23 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7405441-538c-4b51-ad0b-87a648250131 HTTP/1.1" status: 200 len: 946 time: 0.1187522 Feb 04 13:48:16.084228 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-742e1e05-b548-4500-a71a-d23c738a21c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ac5227-9162-43f6-b37a-dc3ce6e104c3', 'name': 'tempest-TestShelveInstance-1409048768-router', 'tenant_id': 'bb6db4b7b70c488db79896812ac5b2ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '2f411933-ad7c-4d77-b196-2829a55b995c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:39:09Z', 'updated_at': '2022-02-04T13:39:12Z', 'revision_number': 4, 'project_id': 'bb6db4b7b70c488db79896812ac5b2ca', 'gw_port': {'id': '2f411933-ad7c-4d77-b196-2829a55b995c', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ac5227-9162-43f6-b37a-dc3ce6e104c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:39:10Z', 'updated_at': '2022-02-04T13:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'ab9da384-0f71-4d8d-ae21-69d6cc8c86ba', 'name': '', 'network_id': '6251d67d-6e39-457e-ac77-5a9bc35741de', 'tenant_id': 'bb6db4b7b70c488db79896812ac5b2ca', 'mac_address': 'fa:16:3e:85:46:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ac5227-9162-43f6-b37a-dc3ce6e104c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '56060ea2-6074-4faf-b413-ec8c17bd3679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:39:11Z', 'updated_at': '2022-02-04T13:39:16Z', 'revision_number': 5, 'project_id': 'bb6db4b7b70c488db79896812ac5b2ca', 'subnets': [{'id': '56060ea2-6074-4faf-b413-ec8c17bd3679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:48:16.111385 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f123157c-cdc7-4c1b-bd20-7593c43bc74c req-215c5350-5522-487a-b2d6-75cf68da5d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:16.112380 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742e1e05-b548-4500-a71a-d23c738a21c9 None None] Checking router: e9ac5227-9162-43f6-b37a-dc3ce6e104c3 for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:48:16.112791 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f123157c-cdc7-4c1b-bd20-7593c43bc74c req-215c5350-5522-487a-b2d6-75cf68da5d18 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6251d67d-6e39-457e-ac77-5a9bc35741de HTTP/1.1" status: 200 len: 910 time: 0.1455407 Feb 04 13:48:16.121507 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742e1e05-b548-4500-a71a-d23c738a21c9 None None] Routers {'e9ac5227-9162-43f6-b37a-dc3ce6e104c3'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:48:16.122126 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-742e1e05-b548-4500-a71a-d23c738a21c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:47:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['e9ac5227-9162-43f6-b37a-dc3ce6e104c3'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:48:16.160653 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f123157c-cdc7-4c1b-bd20-7593c43bc74c req-21eaaa23-5716-4e3b-b78d-58442dd78af4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f6d0c4ea-1674-4770-9590-add079833489 HTTP/1.1" status: 200 len: 217 time: 0.0418236 Feb 04 13:48:16.198765 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7f58eb6e-e5ad-48f6-a2b9-869be203ead6 req-38293c58-443b-4ab3-baea-fafd5f351157 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc9b326-4ecd-4607-a09b-1fb396dde189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136928 Feb 04 13:48:16.219295 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f123157c-cdc7-4c1b-bd20-7593c43bc74c req-17642ed1-fbbc-4604-a278-d4f858e0d1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:16.221052 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f123157c-cdc7-4c1b-bd20-7593c43bc74c req-17642ed1-fbbc-4604-a278-d4f858e0d1b4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=56060ea2-6074-4faf-b413-ec8c17bd3679 HTTP/1.1" status: 200 len: 848 time: 0.0546415 Feb 04 13:48:16.235127 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-742e1e05-b548-4500-a71a-d23c738a21c9 None None] Set router e9ac5227-9162-43f6-b37a-dc3ce6e104c3 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:48:16.275513 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f123157c-cdc7-4c1b-bd20-7593c43bc74c req-65439025-47c0-4498-a368-a8857c386e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:16.277043 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f123157c-cdc7-4c1b-bd20-7593c43bc74c req-65439025-47c0-4498-a368-a8857c386e16 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6251d67d-6e39-457e-ac77-5a9bc35741de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0494270 Feb 04 13:48:16.364753 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f123157c-cdc7-4c1b-bd20-7593c43bc74c req-16fed46b-1893-4487-a074-ac6130b20474 service neutron] 10.222.0.73 "GET /v2.0/networks/6251d67d-6e39-457e-ac77-5a9bc35741de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807533 Feb 04 13:48:16.439623 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-742e1e05-b548-4500-a71a-d23c738a21c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ac5227-9162-43f6-b37a-dc3ce6e104c3', 'name': 'tempest-TestShelveInstance-1409048768-router', 'tenant_id': 'bb6db4b7b70c488db79896812ac5b2ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '2f411933-ad7c-4d77-b196-2829a55b995c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:39:09Z', 'updated_at': '2022-02-04T13:39:12Z', 'revision_number': 4, 'project_id': 'bb6db4b7b70c488db79896812ac5b2ca', 'gw_port': {'id': '2f411933-ad7c-4d77-b196-2829a55b995c', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ac5227-9162-43f6-b37a-dc3ce6e104c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:39:10Z', 'updated_at': '2022-02-04T13:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'ab9da384-0f71-4d8d-ae21-69d6cc8c86ba', 'name': '', 'network_id': '6251d67d-6e39-457e-ac77-5a9bc35741de', 'tenant_id': 'bb6db4b7b70c488db79896812ac5b2ca', 'mac_address': 'fa:16:3e:85:46:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ac5227-9162-43f6-b37a-dc3ce6e104c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '56060ea2-6074-4faf-b413-ec8c17bd3679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:39:11Z', 'updated_at': '2022-02-04T13:39:16Z', 'revision_number': 5, 'project_id': 'bb6db4b7b70c488db79896812ac5b2ca', 'subnets': [{'id': '56060ea2-6074-4faf-b413-ec8c17bd3679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:48:16.457899 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-f123157c-cdc7-4c1b-bd20-7593c43bc74c req-7debda96-ec17-4003-a8a3-51c9e6146e49 service neutron] 10.222.0.73 "GET /v2.0/networks/6251d67d-6e39-457e-ac77-5a9bc35741de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868804 Feb 04 13:48:16.469079 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742e1e05-b548-4500-a71a-d23c738a21c9 None None] The sync data for ids ['e9ac5227-9162-43f6-b37a-dc3ce6e104c3'] in n-d-825015-3 is: [{'id': 'e9ac5227-9162-43f6-b37a-dc3ce6e104c3', 'name': 'tempest-TestShelveInstance-1409048768-router', 'tenant_id': 'bb6db4b7b70c488db79896812ac5b2ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '2f411933-ad7c-4d77-b196-2829a55b995c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:39:09Z', 'updated_at': '2022-02-04T13:39:12Z', 'revision_number': 4, 'project_id': 'bb6db4b7b70c488db79896812ac5b2ca', 'gw_port': {'id': '2f411933-ad7c-4d77-b196-2829a55b995c', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ac5227-9162-43f6-b37a-dc3ce6e104c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:39:10Z', 'updated_at': '2022-02-04T13:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'ab9da384-0f71-4d8d-ae21-69d6cc8c86ba', 'name': '', 'network_id': '6251d67d-6e39-457e-ac77-5a9bc35741de', 'tenant_id': 'bb6db4b7b70c488db79896812ac5b2ca', 'mac_address': 'fa:16:3e:85:46:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ac5227-9162-43f6-b37a-dc3ce6e104c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '56060ea2-6074-4faf-b413-ec8c17bd3679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:39:11Z', 'updated_at': '2022-02-04T13:39:16Z', 'revision_number': 5, 'project_id': 'bb6db4b7b70c488db79896812ac5b2ca', 'subnets': [{'id': '56060ea2-6074-4faf-b413-ec8c17bd3679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:48:16.700661 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4d369f-e382-42ed-add8-88ba6f8b2138 None None] New status for floating IP 5843e5ca-9a4b-4879-8dcb-299a619b5c48: DOWN {{(pid=103476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:48:17.324071 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560ba138-47d8-47aa-97fb-bfef4d7f8c32 req-36ace956-e947-4684-9c5e-2f6aa08e08b6 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:17.325565 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-560ba138-47d8-47aa-97fb-bfef4d7f8c32 req-36ace956-e947-4684-9c5e-2f6aa08e08b6 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7405441-538c-4b51-ad0b-87a648250131 HTTP/1.1" status: 200 len: 946 time: 0.0552225 Feb 04 13:48:17.373952 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-560ba138-47d8-47aa-97fb-bfef4d7f8c32 req-8b6943aa-3713-44a7-a639-a70a007edd54 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/security-groups?id=edc9b326-4ecd-4607-a09b-1fb396dde189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420513 Feb 04 13:48:17.562872 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530abcf8-4db4-4f1c-934b-8cdcdb267250 req-008d281d-9f47-4e62-b270-f05e46a30127 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:17.564254 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-530abcf8-4db4-4f1c-934b-8cdcdb267250 req-008d281d-9f47-4e62-b270-f05e46a30127 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7405441-538c-4b51-ad0b-87a648250131 HTTP/1.1" status: 200 len: 946 time: 0.0526519 Feb 04 13:48:17.659325 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-530abcf8-4db4-4f1c-934b-8cdcdb267250 req-b06d3c46-c0a2-4056-a8c9-c63ae2071003 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Deleting port f6d0c4ea-1674-4770-9590-add079833489 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:48:17.659672 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-530abcf8-4db4-4f1c-934b-8cdcdb267250 req-b06d3c46-c0a2-4056-a8c9-c63ae2071003 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (f6d0c4ea-1674-4770-9590-add079833489), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:17.747281 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-530abcf8-4db4-4f1c-934b-8cdcdb267250 req-b06d3c46-c0a2-4056-a8c9-c63ae2071003 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] For port f6d0c4ea-1674-4770-9590-add079833489, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=f6d0c4ea-1674-4770-9590-add079833489,segment=NetworkSegment(0974e274-8db7-4b5e-95c6-a67b79dd0d16),segment_id=0974e274-8db7-4b5e-95c6-a67b79dd0d16)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:48:17.747645 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-530abcf8-4db4-4f1c-934b-8cdcdb267250 req-b06d3c46-c0a2-4056-a8c9-c63ae2071003 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (f6d0c4ea-1674-4770-9590-add079833489), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:17.760687 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-530abcf8-4db4-4f1c-934b-8cdcdb267250 req-b06d3c46-c0a2-4056-a8c9-c63ae2071003 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Calling delete_port for f6d0c4ea-1674-4770-9590-add079833489 owned by compute:nova {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:48:17.892155 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-530abcf8-4db4-4f1c-934b-8cdcdb267250 req-b06d3c46-c0a2-4056-a8c9-c63ae2071003 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (f6d0c4ea-1674-4770-9590-add079833489), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:17.921818 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06d3c46-c0a2-4056-a8c9-c63ae2071003 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Pushing event deleted for resources: {'Port': ['ID=f6d0c4ea-1674-4770-9590-add079833489,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:17.949106 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06d3c46-c0a2-4056-a8c9-c63ae2071003 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:17.949462 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06d3c46-c0a2-4056-a8c9-c63ae2071003 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:17.949810 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06d3c46-c0a2-4056-a8c9-c63ae2071003 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:17.950151 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06d3c46-c0a2-4056-a8c9-c63ae2071003 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:17.950489 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06d3c46-c0a2-4056-a8c9-c63ae2071003 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:17.950825 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06d3c46-c0a2-4056-a8c9-c63ae2071003 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:17.951158 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06d3c46-c0a2-4056-a8c9-c63ae2071003 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:17.951489 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06d3c46-c0a2-4056-a8c9-c63ae2071003 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:17.951846 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06d3c46-c0a2-4056-a8c9-c63ae2071003 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:17.952176 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06d3c46-c0a2-4056-a8c9-c63ae2071003 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:17.952504 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06d3c46-c0a2-4056-a8c9-c63ae2071003 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:17.952834 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06d3c46-c0a2-4056-a8c9-c63ae2071003 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:17.953161 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06d3c46-c0a2-4056-a8c9-c63ae2071003 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:17.976058 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-530abcf8-4db4-4f1c-934b-8cdcdb267250 req-b06d3c46-c0a2-4056-a8c9-c63ae2071003 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] No DVR routers for this DVR port f6d0c4ea-1674-4770-9590-add079833489 on host n-h1-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:48:17.979224 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-530abcf8-4db4-4f1c-934b-8cdcdb267250 req-b06d3c46-c0a2-4056-a8c9-c63ae2071003 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:17.982487 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-530abcf8-4db4-4f1c-934b-8cdcdb267250 req-b06d3c46-c0a2-4056-a8c9-c63ae2071003 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.73 "DELETE /v2.0/ports/f6d0c4ea-1674-4770-9590-add079833489 HTTP/1.1" status: 204 len: 173 time: 0.4129372 Feb 04 13:48:17.982926 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7405441-538c-4b51-ad0b-87a648250131', 'name': 'network-vif-deleted', 'tag': 'f6d0c4ea-1674-4770-9590-add079833489'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:48:17.985201 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48bbd334e613f85cd2144b496d46af0d2e531f29900d43c124e8a63cdd2917ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eab0ad9-5c55-4e7a-99c8-40168f202b2b" -d '{"events": [{"server_uuid": "c7405441-538c-4b51-ad0b-87a648250131", "name": "network-vif-deleted", "tag": "f6d0c4ea-1674-4770-9590-add079833489"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:48:18.022841 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2868c54f-9f89-4b78-b6bf-82e3f92ab2bb x-openstack-request-id: req-2868c54f-9f89-4b78-b6bf-82e3f92ab2bb {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:48:18.023159 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7405441-538c-4b51-ad0b-87a648250131", "name": "network-vif-deleted", "tag": "f6d0c4ea-1674-4770-9590-add079833489", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:48:18.023480 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2868c54f-9f89-4b78-b6bf-82e3f92ab2bb {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:48:18.023915 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7405441-538c-4b51-ad0b-87a648250131', 'name': 'network-vif-deleted', 'tag': 'f6d0c4ea-1674-4770-9590-add079833489', 'status': 'completed', 'code': 200} Feb 04 13:48:18.237494 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a34dbd24-3e3e-4a07-b941-e2389867ea07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:18.476185 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2e9c4db6-9bb7-45da-b2df-7d0ab303ae0f req-60b9070e-6b34-4279-af05-ba5436207d46 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7405441-538c-4b51-ad0b-87a648250131 HTTP/1.1" status: 200 len: 210 time: 0.0273464 Feb 04 13:48:19.571521 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:19.582085 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bdcf438d-eef3-4c2c-8412-f311bc8fed59 req-5ca83c9a-5ac0-48af-84ea-f1d9dfb92526 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7405441-538c-4b51-ad0b-87a648250131 HTTP/1.1" status: 200 len: 210 time: 0.0304651 Feb 04 13:48:20.682921 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4c1595a3-c26d-453f-bf10-2f3a9aa255d0 req-3b09b4c2-94f9-461c-a90c-bce02a579171 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7405441-538c-4b51-ad0b-87a648250131 HTTP/1.1" status: 200 len: 210 time: 0.0279524 Feb 04 13:48:20.836641 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:21.354802 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device f6d0c4ea-1674-4770-9590-add079833489 no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:48:21.379417 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] No Port match for: f6d0c4ea-1674-4770-9590-add079833489 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:48:21.379788 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device f6d0c4ea-1674-4770-9590-add079833489 not bound to the agent host n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:48:21.782599 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-ce6656e4-4836-4e3a-9273-dba319073a6d req-be43748d-2067-47ad-8fdc-aaffa8efb35b tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7405441-538c-4b51-ad0b-87a648250131 HTTP/1.1" status: 200 len: 210 time: 0.0315440 Feb 04 13:48:21.933683 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:22.886450 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7e095959-d291-4312-a784-12809dfc030f req-eaac9db8-a9bc-4443-a693-6fe91b1c693d tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7405441-538c-4b51-ad0b-87a648250131 HTTP/1.1" status: 200 len: 210 time: 0.0297225 Feb 04 13:48:23.982343 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e19e0455-cb76-471d-b642-46d43c66812b req-a86d78f3-f713-4300-ab9b-852f3c770414 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7405441-538c-4b51-ad0b-87a648250131 HTTP/1.1" status: 200 len: 210 time: 0.0275869 Feb 04 13:48:25.082081 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-b1210f58-3d07-48d5-89ff-d0d894544dcb req-784947ab-59f6-4acf-98a0-e2a0a66b3fca tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7405441-538c-4b51-ad0b-87a648250131 HTTP/1.1" status: 200 len: 210 time: 0.0282328 Feb 04 13:48:26.184968 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0fee1dd6-6925-4127-b012-111a52a4a1c8 req-02ec19ff-5954-42eb-89c7-37c579878f35 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7405441-538c-4b51-ad0b-87a648250131 HTTP/1.1" status: 200 len: 210 time: 0.0296085 Feb 04 13:48:27.241084 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 36978) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:27.300373 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c6545306-1f09-4325-9271-8d1129475055 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Publish callbacks [] for security_group (edc9b326-4ecd-4607-a09b-1fb396dde189), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:27.328127 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c6545306-1f09-4325-9271-8d1129475055 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Publish callbacks [] for security_group (edc9b326-4ecd-4607-a09b-1fb396dde189), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:27.396059 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c6545306-1f09-4325-9271-8d1129475055 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (edc9b326-4ecd-4607-a09b-1fb396dde189), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:27.399385 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c6545306-1f09-4325-9271-8d1129475055 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:27.403089 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-c6545306-1f09-4325-9271-8d1129475055 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] 10.222.0.65 "DELETE /v2.0/security-groups/edc9b326-4ecd-4607-a09b-1fb396dde189 HTTP/1.1" status: 204 len: 168 time: 0.1584368 Feb 04 13:48:27.414708 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6545306-1f09-4325-9271-8d1129475055 tempest-TestShelveInstance-1245491865 tempest-TestShelveInstance-1245491865-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc9b326-4ecd-4607-a09b-1fb396dde189,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:27.482909 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 36982) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:27.947307 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0fc62d14-5b74-4e28-b0e9-fa93db37761d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622215'] for router_interface (e9ac5227-9162-43f6-b37a-dc3ce6e104c3), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:28.201616 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-0fc62d14-5b74-4e28-b0e9-fa93db37761d admin admin] Deleting port ab9da384-0f71-4d8d-ae21-69d6cc8c86ba {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:48:28.201852 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0fc62d14-5b74-4e28-b0e9-fa93db37761d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (ab9da384-0f71-4d8d-ae21-69d6cc8c86ba), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:28.282003 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-0fc62d14-5b74-4e28-b0e9-fa93db37761d admin admin] For port ab9da384-0f71-4d8d-ae21-69d6cc8c86ba, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=ab9da384-0f71-4d8d-ae21-69d6cc8c86ba,segment=NetworkSegment(0974e274-8db7-4b5e-95c6-a67b79dd0d16),segment_id=0974e274-8db7-4b5e-95c6-a67b79dd0d16)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:48:28.282735 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0fc62d14-5b74-4e28-b0e9-fa93db37761d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (ab9da384-0f71-4d8d-ae21-69d6cc8c86ba), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:28.295555 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-0fc62d14-5b74-4e28-b0e9-fa93db37761d admin admin] Calling delete_port for ab9da384-0f71-4d8d-ae21-69d6cc8c86ba owned by network:router_interface {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:48:28.480950 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0fc62d14-5b74-4e28-b0e9-fa93db37761d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (ab9da384-0f71-4d8d-ae21-69d6cc8c86ba), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:28.508643 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc62d14-5b74-4e28-b0e9-fa93db37761d admin admin] Pushing event deleted for resources: {'Port': ['ID=ab9da384-0f71-4d8d-ae21-69d6cc8c86ba,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:28.678817 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0fc62d14-5b74-4e28-b0e9-fa93db37761d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622067'] for router_interface (e9ac5227-9162-43f6-b37a-dc3ce6e104c3), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:28.916112 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fc62d14-5b74-4e28-b0e9-fa93db37761d admin admin] Router e9ac5227-9162-43f6-b37a-dc3ce6e104c3 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:48:29.027312 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fc62d14-5b74-4e28-b0e9-fa93db37761d admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:48:29.034939 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-0fc62d14-5b74-4e28-b0e9-fa93db37761d admin admin] 10.222.0.65 "PUT /v2.0/routers/e9ac5227-9162-43f6-b37a-dc3ce6e104c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5484204 Feb 04 13:48:29.035630 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 36986) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:29.036127 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56567b31-ea00-4e74-b2fa-fb4feef84997 None None] Sync routers for ids ['e9ac5227-9162-43f6-b37a-dc3ce6e104c3'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:48:29.046655 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56567b31-ea00-4e74-b2fa-fb4feef84997 None None] Routers {'e9ac5227-9162-43f6-b37a-dc3ce6e104c3'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:48:29.047269 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-56567b31-ea00-4e74-b2fa-fb4feef84997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:48:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['e9ac5227-9162-43f6-b37a-dc3ce6e104c3'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:48:29.157248 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-146fac21-f429-47e9-9f11-e49c36812e40 admin admin] Publish callbacks [] for router (e9ac5227-9162-43f6-b37a-dc3ce6e104c3), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:29.255071 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-56567b31-ea00-4e74-b2fa-fb4feef84997 None None] Set router e9ac5227-9162-43f6-b37a-dc3ce6e104c3 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:48:29.269797 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-146fac21-f429-47e9-9f11-e49c36812e40 admin admin] Publish callbacks [] for router_gateway (e9ac5227-9162-43f6-b37a-dc3ce6e104c3), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:29.325218 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-146fac21-f429-47e9-9f11-e49c36812e40 admin admin] Deleting port 2f411933-ad7c-4d77-b196-2829a55b995c {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:48:29.325669 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-146fac21-f429-47e9-9f11-e49c36812e40 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (2f411933-ad7c-4d77-b196-2829a55b995c), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:29.411166 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-146fac21-f429-47e9-9f11-e49c36812e40 admin admin] For port 2f411933-ad7c-4d77-b196-2829a55b995c, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=2f411933-ad7c-4d77-b196-2829a55b995c,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:48:29.411550 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-146fac21-f429-47e9-9f11-e49c36812e40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (2f411933-ad7c-4d77-b196-2829a55b995c), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:29.426174 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-146fac21-f429-47e9-9f11-e49c36812e40 admin admin] Calling delete_port for 2f411933-ad7c-4d77-b196-2829a55b995c owned by network:router_gateway {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:48:29.440301 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-56567b31-ea00-4e74-b2fa-fb4feef84997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ac5227-9162-43f6-b37a-dc3ce6e104c3', 'name': 'tempest-TestShelveInstance-1409048768-router', 'tenant_id': 'bb6db4b7b70c488db79896812ac5b2ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '2f411933-ad7c-4d77-b196-2829a55b995c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:39:09Z', 'updated_at': '2022-02-04T13:48:28Z', 'revision_number': 5, 'project_id': 'bb6db4b7b70c488db79896812ac5b2ca', 'gw_port': {'id': '2f411933-ad7c-4d77-b196-2829a55b995c', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ac5227-9162-43f6-b37a-dc3ce6e104c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:39:10Z', 'updated_at': '2022-02-04T13:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:48:29.468106 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56567b31-ea00-4e74-b2fa-fb4feef84997 None None] Checking router: e9ac5227-9162-43f6-b37a-dc3ce6e104c3 for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:48:29.478003 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56567b31-ea00-4e74-b2fa-fb4feef84997 None None] Routers {'e9ac5227-9162-43f6-b37a-dc3ce6e104c3'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:48:29.478651 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-56567b31-ea00-4e74-b2fa-fb4feef84997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:48:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['e9ac5227-9162-43f6-b37a-dc3ce6e104c3'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:48:29.574366 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-56567b31-ea00-4e74-b2fa-fb4feef84997 None None] Set router e9ac5227-9162-43f6-b37a-dc3ce6e104c3 gateway port host: None {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:48:29.605575 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-146fac21-f429-47e9-9f11-e49c36812e40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (2f411933-ad7c-4d77-b196-2829a55b995c), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:29.628359 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-56567b31-ea00-4e74-b2fa-fb4feef84997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ac5227-9162-43f6-b37a-dc3ce6e104c3', 'name': 'tempest-TestShelveInstance-1409048768-router', 'tenant_id': 'bb6db4b7b70c488db79896812ac5b2ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:39:09Z', 'updated_at': '2022-02-04T13:48:29Z', 'revision_number': 6, 'project_id': 'bb6db4b7b70c488db79896812ac5b2ca', 'gw_port_host': None}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:48:29.633954 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146fac21-f429-47e9-9f11-e49c36812e40 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f411933-ad7c-4d77-b196-2829a55b995c,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:29.662856 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56567b31-ea00-4e74-b2fa-fb4feef84997 None None] The sync data for ids ['e9ac5227-9162-43f6-b37a-dc3ce6e104c3'] in n-d-825015-3 is: [{'id': 'e9ac5227-9162-43f6-b37a-dc3ce6e104c3', 'name': 'tempest-TestShelveInstance-1409048768-router', 'tenant_id': 'bb6db4b7b70c488db79896812ac5b2ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:39:09Z', 'updated_at': '2022-02-04T13:48:29Z', 'revision_number': 6, 'project_id': 'bb6db4b7b70c488db79896812ac5b2ca', 'gw_port_host': None}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:48:29.709321 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-146fac21-f429-47e9-9f11-e49c36812e40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1599901'] for router_gateway (e9ac5227-9162-43f6-b37a-dc3ce6e104c3), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:29.805730 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-146fac21-f429-47e9-9f11-e49c36812e40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10915'] for router (e9ac5227-9162-43f6-b37a-dc3ce6e104c3), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:29.807900 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-146fac21-f429-47e9-9f11-e49c36812e40 admin admin] Publish callbacks [] for router_controller (e9ac5227-9162-43f6-b37a-dc3ce6e104c3), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:29.851710 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-146fac21-f429-47e9-9f11-e49c36812e40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622829'] for router (e9ac5227-9162-43f6-b37a-dc3ce6e104c3), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:29.852314 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-146fac21-f429-47e9-9f11-e49c36812e40 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e9ac5227-9162-43f6-b37a-dc3ce6e104c3 {{(pid=103475) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 13:48:29.856901 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-146fac21-f429-47e9-9f11-e49c36812e40 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:29.858115 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-146fac21-f429-47e9-9f11-e49c36812e40 admin admin] 10.222.0.65 "DELETE /v2.0/routers/e9ac5227-9162-43f6-b37a-dc3ce6e104c3 HTTP/1.1" status: 204 len: 168 time: 0.8213103 Feb 04 13:48:29.860852 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 36988) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:29.908504 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9be9000-ad62-49c6-a3d3-e90213ce35e6 admin admin] Deleting subnet 56060ea2-6074-4faf-b413-ec8c17bd3679 {{(pid=103475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:48:29.911893 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d9be9000-ad62-49c6-a3d3-e90213ce35e6 admin admin] Publish callbacks [] for subnet (56060ea2-6074-4faf-b413-ec8c17bd3679), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:29.954502 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d9be9000-ad62-49c6-a3d3-e90213ce35e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51859329'] for subnet (56060ea2-6074-4faf-b413-ec8c17bd3679), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:30.047286 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d9be9000-ad62-49c6-a3d3-e90213ce35e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (56060ea2-6074-4faf-b413-ec8c17bd3679), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:30.118118 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d9be9000-ad62-49c6-a3d3-e90213ce35e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-52093282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51452698'] for subnet (56060ea2-6074-4faf-b413-ec8c17bd3679), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:30.152136 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9be9000-ad62-49c6-a3d3-e90213ce35e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56060ea2-6074-4faf-b413-ec8c17bd3679,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:30.157736 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d9be9000-ad62-49c6-a3d3-e90213ce35e6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:30.163976 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-d9be9000-ad62-49c6-a3d3-e90213ce35e6 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/56060ea2-6074-4faf-b413-ec8c17bd3679 HTTP/1.1" status: 204 len: 168 time: 0.2996151 Feb 04 13:48:30.164167 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd120d7-2601-45ab-b45a-9d322ab61446 None None] Network 6251d67d-6e39-457e-ac77-5a9bc35741de requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:48:30.164920 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 36992) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:30.238660 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7c5df797-9ac9-4fc8-ae77-ebfe66214e2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (6251d67d-6e39-457e-ac77-5a9bc35741de), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:30.300460 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-7c5df797-9ac9-4fc8-ae77-ebfe66214e2a admin admin] Deleting port f135945f-80bf-463b-a29c-78ca4b3548ab {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:48:30.300801 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7c5df797-9ac9-4fc8-ae77-ebfe66214e2a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (f135945f-80bf-463b-a29c-78ca4b3548ab), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:30.368910 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-7c5df797-9ac9-4fc8-ae77-ebfe66214e2a admin admin] For port f135945f-80bf-463b-a29c-78ca4b3548ab, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=f135945f-80bf-463b-a29c-78ca4b3548ab,segment=NetworkSegment(0974e274-8db7-4b5e-95c6-a67b79dd0d16),segment_id=0974e274-8db7-4b5e-95c6-a67b79dd0d16)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:48:30.369262 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7c5df797-9ac9-4fc8-ae77-ebfe66214e2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (f135945f-80bf-463b-a29c-78ca4b3548ab), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:30.381827 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-7c5df797-9ac9-4fc8-ae77-ebfe66214e2a admin admin] Calling delete_port for f135945f-80bf-463b-a29c-78ca4b3548ab owned by network:dhcp {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:48:30.465246 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7c5df797-9ac9-4fc8-ae77-ebfe66214e2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (f135945f-80bf-463b-a29c-78ca4b3548ab), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:30.485494 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device ab9da384-0f71-4d8d-ae21-69d6cc8c86ba no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:48:30.495901 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5df797-9ac9-4fc8-ae77-ebfe66214e2a admin admin] No DVR routers for this DVR port f135945f-80bf-463b-a29c-78ca4b3548ab on host n-d-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:48:30.499561 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5df797-9ac9-4fc8-ae77-ebfe66214e2a admin admin] Pushing event deleted for resources: {'Port': ['ID=f135945f-80bf-463b-a29c-78ca4b3548ab,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:30.519384 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: ab9da384-0f71-4d8d-ae21-69d6cc8c86ba {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:48:30.520118 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device ab9da384-0f71-4d8d-ae21-69d6cc8c86ba not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:48:30.522601 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b88a5c-7a8b-4ea0-9f68-29f038f85842 None None] DHCP port deletion for 6251d67d-6e39-457e-ac77-5a9bc35741de request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:48:30.577501 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7c5df797-9ac9-4fc8-ae77-ebfe66214e2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (6251d67d-6e39-457e-ac77-5a9bc35741de), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:30.598739 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-7c5df797-9ac9-4fc8-ae77-ebfe66214e2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6251d67d-6e39-457e-ac77-5a9bc35741de']}} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:48:30.609979 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-7c5df797-9ac9-4fc8-ae77-ebfe66214e2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0974e274-8db7-4b5e-95c6-a67b79dd0d16') {'for_net_delete': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:48:30.609979 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-7c5df797-9ac9-4fc8-ae77-ebfe66214e2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0974e274-8db7-4b5e-95c6-a67b79dd0d16') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:48:30.618994 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7c5df797-9ac9-4fc8-ae77-ebfe66214e2a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51859336'] for segment (0974e274-8db7-4b5e-95c6-a67b79dd0d16), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:30.633814 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7c5df797-9ac9-4fc8-ae77-ebfe66214e2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (0974e274-8db7-4b5e-95c6-a67b79dd0d16), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:30.641218 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c5df797-9ac9-4fc8-ae77-ebfe66214e2a admin admin] Releasing vlan 599 on physical network physnet1 to pool {{(pid=103475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:48:30.641837 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7c5df797-9ac9-4fc8-ae77-ebfe66214e2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-52093388'] for segment (0974e274-8db7-4b5e-95c6-a67b79dd0d16), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:30.645168 n-d-825015-3 neutron-server[103475]: Traceback (most recent call last): Feb 04 13:48:30.645168 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:48:30.645168 n-d-825015-3 neutron-server[103475]: timer() Feb 04 13:48:30.645168 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:48:30.645168 n-d-825015-3 neutron-server[103475]: cb(*args, **kw) Feb 04 13:48:30.645168 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:48:30.645168 n-d-825015-3 neutron-server[103475]: return func(*args, **kwargs) Feb 04 13:48:30.645168 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:48:30.645168 n-d-825015-3 neutron-server[103475]: self._notify() Feb 04 13:48:30.645168 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:48:30.645168 n-d-825015-3 neutron-server[103475]: self.callback(batched_events) Feb 04 13:48:30.645168 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:48:30.645168 n-d-825015-3 neutron-server[103475]: event.method(event) Feb 04 13:48:30.645168 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:48:30.645168 n-d-825015-3 neutron-server[103475]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:48:30.645168 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:48:30.645168 n-d-825015-3 neutron-server[103475]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:48:30.645168 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:48:30.645168 n-d-825015-3 neutron-server[103475]: return f(self, *a, **k) Feb 04 13:48:30.645168 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:48:30.645168 n-d-825015-3 neutron-server[103475]: return self._get(url).json() Feb 04 13:48:30.645168 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:48:30.645168 n-d-825015-3 neutron-server[103475]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:48:30.645168 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:48:30.645168 n-d-825015-3 neutron-server[103475]: return self.request(url, 'GET', **kwargs) Feb 04 13:48:30.645168 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:48:30.645168 n-d-825015-3 neutron-server[103475]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:48:30.645168 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:48:30.645168 n-d-825015-3 neutron-server[103475]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:48:30.645168 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:48:30.645168 n-d-825015-3 neutron-server[103475]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:48:30.645168 n-d-825015-3 neutron-server[103475]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:48:30.704874 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7c5df797-9ac9-4fc8-ae77-ebfe66214e2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (6251d67d-6e39-457e-ac77-5a9bc35741de), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:30.711473 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7c5df797-9ac9-4fc8-ae77-ebfe66214e2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:30.715048 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-7c5df797-9ac9-4fc8-ae77-ebfe66214e2a admin admin] 10.222.0.65 "DELETE /v2.0/networks/6251d67d-6e39-457e-ac77-5a9bc35741de HTTP/1.1" status: 204 len: 168 time: 0.5498142 Feb 04 13:48:30.718083 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 36994) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:30.726351 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5df797-9ac9-4fc8-ae77-ebfe66214e2a admin admin] Pushing event deleted for resources: {'Network': ['ID=6251d67d-6e39-457e-ac77-5a9bc35741de,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:31.122793 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3ee058b2-5b28-4957-9602-c0e03917ad68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622215'] for router_interface (9128fbb9-53eb-4b63-8022-927b16cea244), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:31.380618 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-3ee058b2-5b28-4957-9602-c0e03917ad68 admin admin] Deleting port 147f7a04-7f94-47b9-8c0b-7e3a752b9ed0 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:48:31.380967 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3ee058b2-5b28-4957-9602-c0e03917ad68 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (147f7a04-7f94-47b9-8c0b-7e3a752b9ed0), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:31.463371 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-3ee058b2-5b28-4957-9602-c0e03917ad68 admin admin] For port 147f7a04-7f94-47b9-8c0b-7e3a752b9ed0, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=147f7a04-7f94-47b9-8c0b-7e3a752b9ed0,segment=NetworkSegment(b70d27df-cd2b-41ff-aa30-0247c982f1df),segment_id=b70d27df-cd2b-41ff-aa30-0247c982f1df)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:48:31.463640 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3ee058b2-5b28-4957-9602-c0e03917ad68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (147f7a04-7f94-47b9-8c0b-7e3a752b9ed0), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:31.476497 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-3ee058b2-5b28-4957-9602-c0e03917ad68 admin admin] Calling delete_port for 147f7a04-7f94-47b9-8c0b-7e3a752b9ed0 owned by network:router_interface {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:48:31.664242 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3ee058b2-5b28-4957-9602-c0e03917ad68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (147f7a04-7f94-47b9-8c0b-7e3a752b9ed0), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:31.690739 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee058b2-5b28-4957-9602-c0e03917ad68 admin admin] Pushing event deleted for resources: {'Port': ['ID=147f7a04-7f94-47b9-8c0b-7e3a752b9ed0,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:31.876161 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-3ee058b2-5b28-4957-9602-c0e03917ad68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622067'] for router_interface (9128fbb9-53eb-4b63-8022-927b16cea244), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:32.001068 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:32.109008 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ee058b2-5b28-4957-9602-c0e03917ad68 admin admin] Router 9128fbb9-53eb-4b63-8022-927b16cea244 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:48:32.125059 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 2f411933-ad7c-4d77-b196-2829a55b995c no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:48:32.150686 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 2f411933-ad7c-4d77-b196-2829a55b995c {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:48:32.151129 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 2f411933-ad7c-4d77-b196-2829a55b995c not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:48:32.151625 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device f135945f-80bf-463b-a29c-78ca4b3548ab no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:48:32.172502 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: f135945f-80bf-463b-a29c-78ca4b3548ab {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:48:32.173130 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device f135945f-80bf-463b-a29c-78ca4b3548ab not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:48:32.506981 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ee058b2-5b28-4957-9602-c0e03917ad68 admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:48:32.513153 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-3ee058b2-5b28-4957-9602-c0e03917ad68 admin admin] 10.222.0.65 "PUT /v2.0/routers/9128fbb9-53eb-4b63-8022-927b16cea244/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7930524 Feb 04 13:48:32.515667 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 36996) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:32.517419 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1cd7b74-bd99-4b66-878a-fc8527312582 None None] Sync routers for ids ['9128fbb9-53eb-4b63-8022-927b16cea244'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:48:32.528641 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1cd7b74-bd99-4b66-878a-fc8527312582 None None] Routers {'9128fbb9-53eb-4b63-8022-927b16cea244'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:48:32.529362 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-d1cd7b74-bd99-4b66-878a-fc8527312582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:48:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['9128fbb9-53eb-4b63-8022-927b16cea244'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:48:32.628001 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a2f35ba8-2125-4654-a962-4c568a5ca04d admin admin] Publish callbacks [] for router (9128fbb9-53eb-4b63-8022-927b16cea244), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:32.647850 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-d1cd7b74-bd99-4b66-878a-fc8527312582 None None] Set router 9128fbb9-53eb-4b63-8022-927b16cea244 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:48:32.745776 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a2f35ba8-2125-4654-a962-4c568a5ca04d admin admin] Publish callbacks [] for router_gateway (9128fbb9-53eb-4b63-8022-927b16cea244), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:32.764171 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:32.816155 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-a2f35ba8-2125-4654-a962-4c568a5ca04d admin admin] Deleting port 8ce152df-24d3-4a79-8823-597f3189d3ae {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:48:32.816495 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a2f35ba8-2125-4654-a962-4c568a5ca04d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (8ce152df-24d3-4a79-8823-597f3189d3ae), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:32.857123 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-d1cd7b74-bd99-4b66-878a-fc8527312582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9128fbb9-53eb-4b63-8022-927b16cea244', 'name': 'tempest-TestShelveInstance-1998148119-router', 'tenant_id': 'e7c576700d5e420ab14560457ae1f13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '8ce152df-24d3-4a79-8823-597f3189d3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:39:14Z', 'updated_at': '2022-02-04T13:48:31Z', 'revision_number': 5, 'project_id': 'e7c576700d5e420ab14560457ae1f13f', 'gw_port': {'id': '8ce152df-24d3-4a79-8823-597f3189d3ae', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:be:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9128fbb9-53eb-4b63-8022-927b16cea244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:39:14Z', 'updated_at': '2022-02-04T13:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:48:32.886569 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1cd7b74-bd99-4b66-878a-fc8527312582 None None] Checking router: 9128fbb9-53eb-4b63-8022-927b16cea244 for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:48:32.895502 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1cd7b74-bd99-4b66-878a-fc8527312582 None None] Routers {'9128fbb9-53eb-4b63-8022-927b16cea244'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:48:32.896205 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-d1cd7b74-bd99-4b66-878a-fc8527312582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:48:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['9128fbb9-53eb-4b63-8022-927b16cea244'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:48:32.904974 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-a2f35ba8-2125-4654-a962-4c568a5ca04d admin admin] For port 8ce152df-24d3-4a79-8823-597f3189d3ae, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=8ce152df-24d3-4a79-8823-597f3189d3ae,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:48:32.905411 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a2f35ba8-2125-4654-a962-4c568a5ca04d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (8ce152df-24d3-4a79-8823-597f3189d3ae), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:32.919300 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-a2f35ba8-2125-4654-a962-4c568a5ca04d admin admin] Calling delete_port for 8ce152df-24d3-4a79-8823-597f3189d3ae owned by network:router_gateway {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:48:33.105572 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a2f35ba8-2125-4654-a962-4c568a5ca04d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (8ce152df-24d3-4a79-8823-597f3189d3ae), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:33.134817 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f35ba8-2125-4654-a962-4c568a5ca04d admin admin] Pushing event deleted for resources: {'Port': ['ID=8ce152df-24d3-4a79-8823-597f3189d3ae,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:33.155858 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-d1cd7b74-bd99-4b66-878a-fc8527312582 None None] Set router 9128fbb9-53eb-4b63-8022-927b16cea244 gateway port host: None {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:48:33.199061 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a2f35ba8-2125-4654-a962-4c568a5ca04d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1599901'] for router_gateway (9128fbb9-53eb-4b63-8022-927b16cea244), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:33.217102 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-d1cd7b74-bd99-4b66-878a-fc8527312582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9128fbb9-53eb-4b63-8022-927b16cea244', 'name': 'tempest-TestShelveInstance-1998148119-router', 'tenant_id': 'e7c576700d5e420ab14560457ae1f13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:39:14Z', 'updated_at': '2022-02-04T13:48:32Z', 'revision_number': 6, 'project_id': 'e7c576700d5e420ab14560457ae1f13f', 'gw_port_host': None}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:48:33.244582 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1cd7b74-bd99-4b66-878a-fc8527312582 None None] The sync data for ids ['9128fbb9-53eb-4b63-8022-927b16cea244'] in n-d-825015-3 is: [{'id': '9128fbb9-53eb-4b63-8022-927b16cea244', 'name': 'tempest-TestShelveInstance-1998148119-router', 'tenant_id': 'e7c576700d5e420ab14560457ae1f13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:39:14Z', 'updated_at': '2022-02-04T13:48:32Z', 'revision_number': 6, 'project_id': 'e7c576700d5e420ab14560457ae1f13f', 'gw_port_host': None}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:48:33.299311 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a2f35ba8-2125-4654-a962-4c568a5ca04d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10915'] for router (9128fbb9-53eb-4b63-8022-927b16cea244), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:33.301412 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a2f35ba8-2125-4654-a962-4c568a5ca04d admin admin] Publish callbacks [] for router_controller (9128fbb9-53eb-4b63-8022-927b16cea244), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:33.345911 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a2f35ba8-2125-4654-a962-4c568a5ca04d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622829'] for router (9128fbb9-53eb-4b63-8022-927b16cea244), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:33.346480 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2f35ba8-2125-4654-a962-4c568a5ca04d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9128fbb9-53eb-4b63-8022-927b16cea244 {{(pid=103475) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 13:48:33.350795 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a2f35ba8-2125-4654-a962-4c568a5ca04d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:33.352035 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-a2f35ba8-2125-4654-a962-4c568a5ca04d admin admin] 10.222.0.65 "DELETE /v2.0/routers/9128fbb9-53eb-4b63-8022-927b16cea244 HTTP/1.1" status: 204 len: 168 time: 0.8352463 Feb 04 13:48:33.354723 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 36998) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:33.402774 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_v2 [None req-d35d7a21-f9e5-48be-a48a-5c6821a1fbea admin admin] Deleting subnet f2ea82bf-d013-4cb6-b0e9-00f40c3edfc4 {{(pid=103475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:48:33.405921 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d35d7a21-f9e5-48be-a48a-5c6821a1fbea admin admin] Publish callbacks [] for subnet (f2ea82bf-d013-4cb6-b0e9-00f40c3edfc4), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:33.439675 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d35d7a21-f9e5-48be-a48a-5c6821a1fbea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51859329'] for subnet (f2ea82bf-d013-4cb6-b0e9-00f40c3edfc4), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:33.516516 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d35d7a21-f9e5-48be-a48a-5c6821a1fbea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (f2ea82bf-d013-4cb6-b0e9-00f40c3edfc4), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:33.574688 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d35d7a21-f9e5-48be-a48a-5c6821a1fbea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-52093282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51452698'] for subnet (f2ea82bf-d013-4cb6-b0e9-00f40c3edfc4), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:33.605234 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35d7a21-f9e5-48be-a48a-5c6821a1fbea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2ea82bf-d013-4cb6-b0e9-00f40c3edfc4,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:33.608959 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d35d7a21-f9e5-48be-a48a-5c6821a1fbea admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:33.613201 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-d35d7a21-f9e5-48be-a48a-5c6821a1fbea admin admin] 10.222.0.65 "DELETE /v2.0/subnets/f2ea82bf-d013-4cb6-b0e9-00f40c3edfc4 HTTP/1.1" status: 204 len: 168 time: 0.2575181 Feb 04 13:48:33.614008 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec665043-b5e8-49f8-9daa-11edb1ffaf51 None None] Network 2592f898-4c53-4bba-a65e-28a74a47fdf8 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:48:33.615644 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 37000) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:33.688125 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d2d67969-4ad7-4131-b566-51c69fb58b82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (2592f898-4c53-4bba-a65e-28a74a47fdf8), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:33.742430 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-d2d67969-4ad7-4131-b566-51c69fb58b82 admin admin] Deleting port f7e7395e-8c50-4e1e-94d4-322c35e02e79 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:48:33.742812 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d2d67969-4ad7-4131-b566-51c69fb58b82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (f7e7395e-8c50-4e1e-94d4-322c35e02e79), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:33.811504 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-d2d67969-4ad7-4131-b566-51c69fb58b82 admin admin] For port f7e7395e-8c50-4e1e-94d4-322c35e02e79, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=f7e7395e-8c50-4e1e-94d4-322c35e02e79,segment=NetworkSegment(b70d27df-cd2b-41ff-aa30-0247c982f1df),segment_id=b70d27df-cd2b-41ff-aa30-0247c982f1df)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:48:33.811898 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d2d67969-4ad7-4131-b566-51c69fb58b82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (f7e7395e-8c50-4e1e-94d4-322c35e02e79), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:33.825564 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-d2d67969-4ad7-4131-b566-51c69fb58b82 admin admin] Calling delete_port for f7e7395e-8c50-4e1e-94d4-322c35e02e79 owned by network:dhcp {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:48:33.905864 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d2d67969-4ad7-4131-b566-51c69fb58b82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (f7e7395e-8c50-4e1e-94d4-322c35e02e79), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:33.934055 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d67969-4ad7-4131-b566-51c69fb58b82 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7e7395e-8c50-4e1e-94d4-322c35e02e79,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:33.937470 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d67969-4ad7-4131-b566-51c69fb58b82 admin admin] No DVR routers for this DVR port f7e7395e-8c50-4e1e-94d4-322c35e02e79 on host n-d-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:48:34.008110 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d2d67969-4ad7-4131-b566-51c69fb58b82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (2592f898-4c53-4bba-a65e-28a74a47fdf8), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:34.016200 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c2db71-822e-461e-b2fc-460831066492 None None] DHCP port deletion for 2592f898-4c53-4bba-a65e-28a74a47fdf8 request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:48:34.035962 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-d2d67969-4ad7-4131-b566-51c69fb58b82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2592f898-4c53-4bba-a65e-28a74a47fdf8']}} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:48:34.047599 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-d2d67969-4ad7-4131-b566-51c69fb58b82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b70d27df-cd2b-41ff-aa30-0247c982f1df') {'for_net_delete': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:48:34.048484 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-d2d67969-4ad7-4131-b566-51c69fb58b82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b70d27df-cd2b-41ff-aa30-0247c982f1df') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:48:34.059311 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d2d67969-4ad7-4131-b566-51c69fb58b82 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51859336'] for segment (b70d27df-cd2b-41ff-aa30-0247c982f1df), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:34.074566 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d2d67969-4ad7-4131-b566-51c69fb58b82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (b70d27df-cd2b-41ff-aa30-0247c982f1df), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:34.080833 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2d67969-4ad7-4131-b566-51c69fb58b82 admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=103475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:48:34.081219 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d2d67969-4ad7-4131-b566-51c69fb58b82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-52093388'] for segment (b70d27df-cd2b-41ff-aa30-0247c982f1df), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:34.082838 n-d-825015-3 neutron-server[103475]: Traceback (most recent call last): Feb 04 13:48:34.082838 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:48:34.082838 n-d-825015-3 neutron-server[103475]: timer() Feb 04 13:48:34.082838 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:48:34.082838 n-d-825015-3 neutron-server[103475]: cb(*args, **kw) Feb 04 13:48:34.082838 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:48:34.082838 n-d-825015-3 neutron-server[103475]: return func(*args, **kwargs) Feb 04 13:48:34.082838 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:48:34.082838 n-d-825015-3 neutron-server[103475]: self._notify() Feb 04 13:48:34.082838 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:48:34.082838 n-d-825015-3 neutron-server[103475]: self.callback(batched_events) Feb 04 13:48:34.082838 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:48:34.082838 n-d-825015-3 neutron-server[103475]: event.method(event) Feb 04 13:48:34.082838 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:48:34.082838 n-d-825015-3 neutron-server[103475]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:48:34.082838 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:48:34.082838 n-d-825015-3 neutron-server[103475]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:48:34.082838 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:48:34.082838 n-d-825015-3 neutron-server[103475]: return f(self, *a, **k) Feb 04 13:48:34.082838 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:48:34.082838 n-d-825015-3 neutron-server[103475]: return self._get(url).json() Feb 04 13:48:34.082838 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:48:34.082838 n-d-825015-3 neutron-server[103475]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:48:34.082838 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:48:34.082838 n-d-825015-3 neutron-server[103475]: return self.request(url, 'GET', **kwargs) Feb 04 13:48:34.082838 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:48:34.082838 n-d-825015-3 neutron-server[103475]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:48:34.082838 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:48:34.082838 n-d-825015-3 neutron-server[103475]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:48:34.082838 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:48:34.082838 n-d-825015-3 neutron-server[103475]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:48:34.082838 n-d-825015-3 neutron-server[103475]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:48:34.094497 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 147f7a04-7f94-47b9-8c0b-7e3a752b9ed0 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:48:34.114448 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 147f7a04-7f94-47b9-8c0b-7e3a752b9ed0 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:48:34.114571 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 147f7a04-7f94-47b9-8c0b-7e3a752b9ed0 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:48:34.114957 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 8ce152df-24d3-4a79-8823-597f3189d3ae no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:48:34.136901 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 8ce152df-24d3-4a79-8823-597f3189d3ae {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:48:34.137250 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 8ce152df-24d3-4a79-8823-597f3189d3ae not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:48:34.137824 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device f7e7395e-8c50-4e1e-94d4-322c35e02e79 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:48:34.162798 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d2d67969-4ad7-4131-b566-51c69fb58b82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (2592f898-4c53-4bba-a65e-28a74a47fdf8), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:34.165194 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: f7e7395e-8c50-4e1e-94d4-322c35e02e79 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:48:34.165765 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device f7e7395e-8c50-4e1e-94d4-322c35e02e79 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:48:34.174944 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d2d67969-4ad7-4131-b566-51c69fb58b82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:34.181941 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-d2d67969-4ad7-4131-b566-51c69fb58b82 admin admin] 10.222.0.65 "DELETE /v2.0/networks/2592f898-4c53-4bba-a65e-28a74a47fdf8 HTTP/1.1" status: 204 len: 168 time: 0.5615189 Feb 04 13:48:34.193990 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d67969-4ad7-4131-b566-51c69fb58b82 admin admin] Pushing event deleted for resources: {'Network': ['ID=2592f898-4c53-4bba-a65e-28a74a47fdf8,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:34.311126 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 37004) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:34.355462 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-d35f7a04-0c61-4fbd-ad05-9894a0ceb14b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bb6db4b7b70c488db79896812ac5b2ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0430226 Feb 04 13:48:34.358205 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 37006) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:34.409326 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4dde022f-7ba9-40f7-b558-2b307001c1f6 admin admin] Publish callbacks [] for security_group (02102424-825d-4c07-8067-dbee4d30917e), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:34.431519 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4dde022f-7ba9-40f7-b558-2b307001c1f6 admin admin] Publish callbacks [] for security_group (02102424-825d-4c07-8067-dbee4d30917e), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:34.482567 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4dde022f-7ba9-40f7-b558-2b307001c1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (02102424-825d-4c07-8067-dbee4d30917e), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:34.486239 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-4dde022f-7ba9-40f7-b558-2b307001c1f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:34.487477 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-4dde022f-7ba9-40f7-b558-2b307001c1f6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/02102424-825d-4c07-8067-dbee4d30917e HTTP/1.1" status: 204 len: 168 time: 0.1282632 Feb 04 13:48:34.495958 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dde022f-7ba9-40f7-b558-2b307001c1f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02102424-825d-4c07-8067-dbee4d30917e,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:34.839400 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 37012) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:34.886620 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-cd00f639-8361-4cf5-b10e-6315ea6db80d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e7c576700d5e420ab14560457ae1f13f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0459902 Feb 04 13:48:34.889371 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 37014) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:34.938855 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9d520ede-e310-42c8-8c2a-5026ff216721 admin admin] Publish callbacks [] for security_group (14f2b67a-67d8-4418-9da8-479bd56966ac), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:34.961307 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9d520ede-e310-42c8-8c2a-5026ff216721 admin admin] Publish callbacks [] for security_group (14f2b67a-67d8-4418-9da8-479bd56966ac), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:35.014033 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9d520ede-e310-42c8-8c2a-5026ff216721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (14f2b67a-67d8-4418-9da8-479bd56966ac), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:35.017102 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9d520ede-e310-42c8-8c2a-5026ff216721 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:35.018389 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-9d520ede-e310-42c8-8c2a-5026ff216721 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/14f2b67a-67d8-4418-9da8-479bd56966ac HTTP/1.1" status: 204 len: 168 time: 0.1280708 Feb 04 13:48:35.027073 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d520ede-e310-42c8-8c2a-5026ff216721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14f2b67a-67d8-4418-9da8-479bd56966ac,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:35.782900 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 37036) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:35.886118 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-dfd2a603-b58f-4972-949e-32fc6be2eaea admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2001965576-network', 'tenant_id': '74e34f15f5b74f99af0a7eaa4c776ffd'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:48:35.905778 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd2a603-b58f-4972-949e-32fc6be2eaea admin admin] Made reservation on behalf of 74e34f15f5b74f99af0a7eaa4c776ffd for: {'network': 1} {{(pid=103474) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:48:35.908311 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dfd2a603-b58f-4972-949e-32fc6be2eaea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:35.917846 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dfd2a603-b58f-4972-949e-32fc6be2eaea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:35.996779 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dfd2a603-b58f-4972-949e-32fc6be2eaea admin admin] Publish callbacks [] for security_group (2c395f30-57b1-41a9-80ed-9f09fb0269c2), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:36.002298 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dfd2a603-b58f-4972-949e-32fc6be2eaea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (2c395f30-57b1-41a9-80ed-9f09fb0269c2), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:36.026593 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfd2a603-b58f-4972-949e-32fc6be2eaea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=103474) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:48:36.040011 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd2a603-b58f-4972-949e-32fc6be2eaea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c395f30-57b1-41a9-80ed-9f09fb0269c2,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:36.045271 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dfd2a603-b58f-4972-949e-32fc6be2eaea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (87f6a7a6-13dd-4629-8e72-0a31265804de), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:36.045619 n-d-825015-3 neutron-server[103474]: INFO neutron.db.segments_db [None req-dfd2a603-b58f-4972-949e-32fc6be2eaea admin admin] Added segment 87f6a7a6-13dd-4629-8e72-0a31265804de of type vlan for network 94edf51b-4701-454d-8126-42defe1d929e Feb 04 13:48:36.087367 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dfd2a603-b58f-4972-949e-32fc6be2eaea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (94edf51b-4701-454d-8126-42defe1d929e), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:36.114372 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dfd2a603-b58f-4972-949e-32fc6be2eaea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (94edf51b-4701-454d-8126-42defe1d929e), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:36.115226 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd2a603-b58f-4972-949e-32fc6be2eaea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:36.115846 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dfd2a603-b58f-4972-949e-32fc6be2eaea admin admin] Publish callbacks [] for network (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:36.171622 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-dfd2a603-b58f-4972-949e-32fc6be2eaea admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3876042 Feb 04 13:48:36.174612 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 37040) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:36.176917 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd2a603-b58f-4972-949e-32fc6be2eaea admin admin] Pushing event updated for resources: {'Network': ['ID=94edf51b-4701-454d-8126-42defe1d929e,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:36.179552 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-a76e15b5-46f7-4454-87ec-df466f6d1a4d admin admin] Request body: {'subnet': {'network_id': '94edf51b-4701-454d-8126-42defe1d929e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2001965576-subnet', 'tenant_id': '74e34f15f5b74f99af0a7eaa4c776ffd', 'ip_version': 4}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:48:36.187157 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 94edf51b-4701-454d-8126-42defe1d929e details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:48:36.201592 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a76e15b5-46f7-4454-87ec-df466f6d1a4d admin admin] Made reservation on behalf of 74e34f15f5b74f99af0a7eaa4c776ffd for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:48:36.203919 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a76e15b5-46f7-4454-87ec-df466f6d1a4d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:36.373173 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a76e15b5-46f7-4454-87ec-df466f6d1a4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52094127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51452689'] for subnet (7e72cc32-59c9-491e-b623-1684086278f5), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:36.424020 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76e15b5-46f7-4454-87ec-df466f6d1a4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e72cc32-59c9-491e-b623-1684086278f5,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:36.434884 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76e15b5-46f7-4454-87ec-df466f6d1a4d admin admin] Checking segment: {'id': '87f6a7a6-13dd-4629-8e72-0a31265804de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '94edf51b-4701-454d-8126-42defe1d929e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:48:36.435243 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76e15b5-46f7-4454-87ec-df466f6d1a4d admin admin] Network hostable DHCP agents. Network: 94edf51b-4701-454d-8126-42defe1d929e, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:48:36.452120 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76e15b5-46f7-4454-87ec-df466f6d1a4d admin admin] Network 94edf51b-4701-454d-8126-42defe1d929e is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:48:36.460598 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-a76e15b5-46f7-4454-87ec-df466f6d1a4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 94edf51b-4701-454d-8126-42defe1d929e) {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:48:36.465189 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76e15b5-46f7-4454-87ec-df466f6d1a4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:36.465787 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a76e15b5-46f7-4454-87ec-df466f6d1a4d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:36.470283 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-551300a7-c993-43dc-84d9-d3054e584eb9 None None] Network 94edf51b-4701-454d-8126-42defe1d929e requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:48:36.485422 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 37042) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:36.486461 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-a76e15b5-46f7-4454-87ec-df466f6d1a4d admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3097501 Feb 04 13:48:36.490765 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-0becd86c-ae4d-484f-bfbd-173737893ce0 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2001965576-router', 'tenant_id': '74e34f15f5b74f99af0a7eaa4c776ffd', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:48:36.513367 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0becd86c-ae4d-484f-bfbd-173737893ce0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10933'] for router (f85525e3-81bd-4567-83e9-faad9d2cee4e), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:36.514411 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0becd86c-ae4d-484f-bfbd-173737893ce0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10924'] for router (f85525e3-81bd-4567-83e9-faad9d2cee4e), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:36.573854 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0becd86c-ae4d-484f-bfbd-173737893ce0 admin admin] Publish callbacks [] for router_controller (f85525e3-81bd-4567-83e9-faad9d2cee4e), precommit_add_association {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:36.579194 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44d60ac-ea02-4fda-8c22-13f41e578f5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-94edf51b-4701-454d-8126-42defe1d929e', 'network_id': '94edf51b-4701-454d-8126-42defe1d929e', 'project_id': '74e34f15f5b74f99af0a7eaa4c776ffd', 'fixed_ips': [{'subnet_id': '7e72cc32-59c9-491e-b623-1684086278f5'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:48:36.580105 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d44d60ac-ea02-4fda-8c22-13f41e578f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:36.718297 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0becd86c-ae4d-484f-bfbd-173737893ce0 admin admin] Publish callbacks [] for router_gateway (f85525e3-81bd-4567-83e9-faad9d2cee4e), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:36.721495 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-d44d60ac-ea02-4fda-8c22-13f41e578f5d None None] Allocated IP 172.20.0.2 (94edf51b-4701-454d-8126-42defe1d929e/7e72cc32-59c9-491e-b623-1684086278f5/1e233b6d-5ba7-414e-a9dc-826f88f6bf96) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:48:36.870595 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d44d60ac-ea02-4fda-8c22-13f41e578f5d None None] Publish callbacks [] for port (1e233b6d-5ba7-414e-a9dc-826f88f6bf96), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:36.878416 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d44d60ac-ea02-4fda-8c22-13f41e578f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (1e233b6d-5ba7-414e-a9dc-826f88f6bf96), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:36.925334 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44d60ac-ea02-4fda-8c22-13f41e578f5d None None] Network 94edf51b-4701-454d-8126-42defe1d929e is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:48:36.930565 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-d44d60ac-ea02-4fda-8c22-13f41e578f5d None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:48:36.933285 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0becd86c-ae4d-484f-bfbd-173737893ce0 admin admin] Publish callbacks [] for router_gateway (f85525e3-81bd-4567-83e9-faad9d2cee4e), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:36.935937 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44d60ac-ea02-4fda-8c22-13f41e578f5d None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:48:36.938816 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44d60ac-ea02-4fda-8c22-13f41e578f5d None None] Pushing event updated for resources: {'Port': ['ID=1e233b6d-5ba7-414e-a9dc-826f88f6bf96,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:36.952119 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44d60ac-ea02-4fda-8c22-13f41e578f5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:36.952573 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44d60ac-ea02-4fda-8c22-13f41e578f5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:36.952844 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44d60ac-ea02-4fda-8c22-13f41e578f5d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:36.953189 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44d60ac-ea02-4fda-8c22-13f41e578f5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:36.953528 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44d60ac-ea02-4fda-8c22-13f41e578f5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:36.953753 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0becd86c-ae4d-484f-bfbd-173737893ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:36.953886 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44d60ac-ea02-4fda-8c22-13f41e578f5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:36.954200 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44d60ac-ea02-4fda-8c22-13f41e578f5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:36.954520 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44d60ac-ea02-4fda-8c22-13f41e578f5d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:36.954847 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44d60ac-ea02-4fda-8c22-13f41e578f5d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:36.955175 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44d60ac-ea02-4fda-8c22-13f41e578f5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:36.955503 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44d60ac-ea02-4fda-8c22-13f41e578f5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:36.955858 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44d60ac-ea02-4fda-8c22-13f41e578f5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:36.956187 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44d60ac-ea02-4fda-8c22-13f41e578f5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:37.010675 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-d44d60ac-ea02-4fda-8c22-13f41e578f5d None None] Attempting to bind port 1e233b6d-5ba7-414e-a9dc-826f88f6bf96 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:48:37.010954 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-d44d60ac-ea02-4fda-8c22-13f41e578f5d None None] Attempting to bind port 1e233b6d-5ba7-414e-a9dc-826f88f6bf96 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '87f6a7a6-13dd-4629-8e72-0a31265804de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '94edf51b-4701-454d-8126-42defe1d929e'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:48:37.011322 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44d60ac-ea02-4fda-8c22-13f41e578f5d None None] Attempting to bind port 1e233b6d-5ba7-414e-a9dc-826f88f6bf96 on network 94edf51b-4701-454d-8126-42defe1d929e {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:48:37.016593 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44d60ac-ea02-4fda-8c22-13f41e578f5d None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:48:37.016974 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44d60ac-ea02-4fda-8c22-13f41e578f5d None None] Checking segment: {'id': '87f6a7a6-13dd-4629-8e72-0a31265804de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '94edf51b-4701-454d-8126-42defe1d929e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:48:37.017381 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d44d60ac-ea02-4fda-8c22-13f41e578f5d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:37.017774 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44d60ac-ea02-4fda-8c22-13f41e578f5d None None] Bound using segment: {'id': '87f6a7a6-13dd-4629-8e72-0a31265804de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '94edf51b-4701-454d-8126-42defe1d929e'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:48:37.018244 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-d44d60ac-ea02-4fda-8c22-13f41e578f5d None None] Bound port: 1e233b6d-5ba7-414e-a9dc-826f88f6bf96, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87f6a7a6-13dd-4629-8e72-0a31265804de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '94edf51b-4701-454d-8126-42defe1d929e'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:48:37.018626 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d44d60ac-ea02-4fda-8c22-13f41e578f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (1e233b6d-5ba7-414e-a9dc-826f88f6bf96), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:37.065805 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-0becd86c-ae4d-484f-bfbd-173737893ce0 admin admin] Allocated IP 172.25.3.68 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/c7671538-6af2-4424-be62-792b5aed61de) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:48:37.085793 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-d44d60ac-ea02-4fda-8c22-13f41e578f5d None None] For port 1e233b6d-5ba7-414e-a9dc-826f88f6bf96, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:48:37.089064 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-d44d60ac-ea02-4fda-8c22-13f41e578f5d None None] For port 1e233b6d-5ba7-414e-a9dc-826f88f6bf96, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=1e233b6d-5ba7-414e-a9dc-826f88f6bf96,segment=NetworkSegment(87f6a7a6-13dd-4629-8e72-0a31265804de),segment_id=87f6a7a6-13dd-4629-8e72-0a31265804de)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:48:37.094442 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d44d60ac-ea02-4fda-8c22-13f41e578f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (1e233b6d-5ba7-414e-a9dc-826f88f6bf96), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:37.165749 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44d60ac-ea02-4fda-8c22-13f41e578f5d None None] Pushing event updated for resources: {'Port': ['ID=1e233b6d-5ba7-414e-a9dc-826f88f6bf96,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:37.181950 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0becd86c-ae4d-484f-bfbd-173737893ce0 admin admin] Publish callbacks [] for port (c7671538-6af2-4424-be62-792b5aed61de), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:37.218329 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0becd86c-ae4d-484f-bfbd-173737893ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (c7671538-6af2-4424-be62-792b5aed61de), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:37.266197 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0becd86c-ae4d-484f-bfbd-173737893ce0 admin admin] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:48:37.269233 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-0becd86c-ae4d-484f-bfbd-173737893ce0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:48:37.271902 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0becd86c-ae4d-484f-bfbd-173737893ce0 admin admin] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:48:37.302470 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0becd86c-ae4d-484f-bfbd-173737893ce0 admin admin] Pushing event updated for resources: {'Port': ['ID=c7671538-6af2-4424-be62-792b5aed61de,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:37.556718 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0becd86c-ae4d-484f-bfbd-173737893ce0 admin admin] Publish callbacks [] for router_gateway (f85525e3-81bd-4567-83e9-faad9d2cee4e), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:37.761725 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0becd86c-ae4d-484f-bfbd-173737893ce0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141'] for router (f85525e3-81bd-4567-83e9-faad9d2cee4e), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:37.896957 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0becd86c-ae4d-484f-bfbd-173737893ce0 admin admin] Router f85525e3-81bd-4567-83e9-faad9d2cee4e is scheduled to L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de with binding_index 1 {{(pid=103474) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 13:48:38.008869 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0becd86c-ae4d-484f-bfbd-173737893ce0 admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:48:38.018369 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3adab7-c5fc-43df-b0f0-e9fe998cc471 None None] Sync routers for ids ['f85525e3-81bd-4567-83e9-faad9d2cee4e'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:48:38.030668 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3adab7-c5fc-43df-b0f0-e9fe998cc471 None None] Routers {'f85525e3-81bd-4567-83e9-faad9d2cee4e'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:48:38.031307 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0becd86c-ae4d-484f-bfbd-173737893ce0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:38.031596 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-bf3adab7-c5fc-43df-b0f0-e9fe998cc471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:48:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['f85525e3-81bd-4567-83e9-faad9d2cee4e'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:48:38.035388 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 37044) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:38.035919 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-0becd86c-ae4d-484f-bfbd-173737893ce0 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5489271 Feb 04 13:48:38.167424 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-bf3adab7-c5fc-43df-b0f0-e9fe998cc471 None None] Set router f85525e3-81bd-4567-83e9-faad9d2cee4e gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:48:38.169943 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 1e233b6d-5ba7-414e-a9dc-826f88f6bf96 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:48:38.201515 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9c902f-fc68-40cc-ac08-a3104900a1a5 None None] Network 94edf51b-4701-454d-8126-42defe1d929e requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:48:38.309058 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-640d12d0-32e3-478a-a5d0-ca232f6ce9e2 None None] Provisioning complete for port 1e233b6d-5ba7-414e-a9dc-826f88f6bf96 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:48:38.309909 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-640d12d0-32e3-478a-a5d0-ca232f6ce9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (1e233b6d-5ba7-414e-a9dc-826f88f6bf96), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:38.354478 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 1e233b6d-5ba7-414e-a9dc-826f88f6bf96 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:48:38.354955 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (1e233b6d-5ba7-414e-a9dc-826f88f6bf96), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:38.355525 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-bf3adab7-c5fc-43df-b0f0-e9fe998cc471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f85525e3-81bd-4567-83e9-faad9d2cee4e', 'name': 'tempest-TestSnapshotPattern-2001965576-router', 'tenant_id': '74e34f15f5b74f99af0a7eaa4c776ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': 'c7671538-6af2-4424-be62-792b5aed61de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:48:36Z', 'updated_at': '2022-02-04T13:48:37Z', 'revision_number': 3, 'project_id': '74e34f15f5b74f99af0a7eaa4c776ffd', 'gw_port': {'id': 'c7671538-6af2-4424-be62-792b5aed61de', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8a:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f85525e3-81bd-4567-83e9-faad9d2cee4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:48:36Z', 'updated_at': '2022-02-04T13:48:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:48:38.387857 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3adab7-c5fc-43df-b0f0-e9fe998cc471 None None] Checking router: f85525e3-81bd-4567-83e9-faad9d2cee4e for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:48:38.388207 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3adab7-c5fc-43df-b0f0-e9fe998cc471 None None] Updating router f85525e3-81bd-4567-83e9-faad9d2cee4e port c7671538-6af2-4424-be62-792b5aed61de binding host n-d-825015-3 {{(pid=103477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:48:38.417693 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bf3adab7-c5fc-43df-b0f0-e9fe998cc471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (c7671538-6af2-4424-be62-792b5aed61de), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:38.512650 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 1e233b6d-5ba7-414e-a9dc-826f88f6bf96 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:48:38.513965 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (1e233b6d-5ba7-414e-a9dc-826f88f6bf96), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:38.524098 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-640d12d0-32e3-478a-a5d0-ca232f6ce9e2 None None] Current status of the port 1e233b6d-5ba7-414e-a9dc-826f88f6bf96 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:48:38.524511 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-640d12d0-32e3-478a-a5d0-ca232f6ce9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (1e233b6d-5ba7-414e-a9dc-826f88f6bf96), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:38.593167 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-640d12d0-32e3-478a-a5d0-ca232f6ce9e2 None None] For port 1e233b6d-5ba7-414e-a9dc-826f88f6bf96, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=1e233b6d-5ba7-414e-a9dc-826f88f6bf96,segment=NetworkSegment(87f6a7a6-13dd-4629-8e72-0a31265804de),segment_id=87f6a7a6-13dd-4629-8e72-0a31265804de)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:48:38.602081 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-640d12d0-32e3-478a-a5d0-ca232f6ce9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (1e233b6d-5ba7-414e-a9dc-826f88f6bf96), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:38.690617 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bf3adab7-c5fc-43df-b0f0-e9fe998cc471 None None] Publish callbacks [] for port (c7671538-6af2-4424-be62-792b5aed61de), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:38.692910 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.db.api [None req-b116c552-173d-469e-b16f-751f4467941a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103476) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:48:38.693363 n-d-825015-3 neutron-server[103476]: DEBUG oslo_db.api [None req-b116c552-173d-469e-b16f-751f4467941a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:48:38.698126 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bf3adab7-c5fc-43df-b0f0-e9fe998cc471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (c7671538-6af2-4424-be62-792b5aed61de), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:38.699966 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640d12d0-32e3-478a-a5d0-ca232f6ce9e2 None None] Pushing event updated for resources: {'Port': ['ID=1e233b6d-5ba7-414e-a9dc-826f88f6bf96,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:38.724410 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ad0292b2-8734-4737-ae88-60b88a312781 None None] Provisioning complete for port 1e233b6d-5ba7-414e-a9dc-826f88f6bf96 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:48:38.724791 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ad0292b2-8734-4737-ae88-60b88a312781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (1e233b6d-5ba7-414e-a9dc-826f88f6bf96), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:38.750205 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-bf3adab7-c5fc-43df-b0f0-e9fe998cc471 None None] Attempting to bind port c7671538-6af2-4424-be62-792b5aed61de on host n-d-825015-3 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:48:38.750578 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-bf3adab7-c5fc-43df-b0f0-e9fe998cc471 None None] Attempting to bind port c7671538-6af2-4424-be62-792b5aed61de by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:48:38.750942 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3adab7-c5fc-43df-b0f0-e9fe998cc471 None None] Attempting to bind port c7671538-6af2-4424-be62-792b5aed61de on network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:48:38.761658 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3adab7-c5fc-43df-b0f0-e9fe998cc471 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:48:38.762034 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3adab7-c5fc-43df-b0f0-e9fe998cc471 None None] Checking segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:48:38.762440 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bf3adab7-c5fc-43df-b0f0-e9fe998cc471 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:38.762830 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3adab7-c5fc-43df-b0f0-e9fe998cc471 None None] Bound using segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:48:38.763359 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-bf3adab7-c5fc-43df-b0f0-e9fe998cc471 None None] Bound port: c7671538-6af2-4424-be62-792b5aed61de, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:48:38.763669 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bf3adab7-c5fc-43df-b0f0-e9fe998cc471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (c7671538-6af2-4424-be62-792b5aed61de), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:38.787456 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba48a2a3-69d8-4010-8ef3-b64cf6f86eb7 None None] Pushing event updated for resources: {'Port': ['ID=c7671538-6af2-4424-be62-792b5aed61de,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:38.800491 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba48a2a3-69d8-4010-8ef3-b64cf6f86eb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:38.800738 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba48a2a3-69d8-4010-8ef3-b64cf6f86eb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:38.800951 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba48a2a3-69d8-4010-8ef3-b64cf6f86eb7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:38.801351 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba48a2a3-69d8-4010-8ef3-b64cf6f86eb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:38.801690 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba48a2a3-69d8-4010-8ef3-b64cf6f86eb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:38.802027 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba48a2a3-69d8-4010-8ef3-b64cf6f86eb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:38.802355 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba48a2a3-69d8-4010-8ef3-b64cf6f86eb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:38.802685 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba48a2a3-69d8-4010-8ef3-b64cf6f86eb7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:38.803012 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba48a2a3-69d8-4010-8ef3-b64cf6f86eb7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:38.803335 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba48a2a3-69d8-4010-8ef3-b64cf6f86eb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:38.804008 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba48a2a3-69d8-4010-8ef3-b64cf6f86eb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:38.804008 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba48a2a3-69d8-4010-8ef3-b64cf6f86eb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:38.804394 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba48a2a3-69d8-4010-8ef3-b64cf6f86eb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:38.824126 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ad0292b2-8734-4737-ae88-60b88a312781 None None] Current status of the port 1e233b6d-5ba7-414e-a9dc-826f88f6bf96 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:48:38.839837 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-bf3adab7-c5fc-43df-b0f0-e9fe998cc471 None None] For port c7671538-6af2-4424-be62-792b5aed61de, host n-d-825015-3, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:48:38.843661 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-bf3adab7-c5fc-43df-b0f0-e9fe998cc471 None None] For port c7671538-6af2-4424-be62-792b5aed61de, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=c7671538-6af2-4424-be62-792b5aed61de,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:48:38.849703 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bf3adab7-c5fc-43df-b0f0-e9fe998cc471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (c7671538-6af2-4424-be62-792b5aed61de), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:38.861267 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e7903f4e-1a3c-4d6d-bd49-0701f8904541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:38.905851 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3adab7-c5fc-43df-b0f0-e9fe998cc471 None None] Routers {'f85525e3-81bd-4567-83e9-faad9d2cee4e'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:48:38.906466 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-bf3adab7-c5fc-43df-b0f0-e9fe998cc471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:48:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['f85525e3-81bd-4567-83e9-faad9d2cee4e'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:48:38.942665 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba48a2a3-69d8-4010-8ef3-b64cf6f86eb7 None None] Pushing event updated for resources: {'Port': ['ID=c7671538-6af2-4424-be62-792b5aed61de,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:39.018973 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-e7903f4e-1a3c-4d6d-bd49-0701f8904541 admin admin] Allocated IP 172.20.0.1 (94edf51b-4701-454d-8126-42defe1d929e/7e72cc32-59c9-491e-b623-1684086278f5/16a13257-34fa-42bb-aa4f-f934e629c704) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:48:39.019240 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-bf3adab7-c5fc-43df-b0f0-e9fe998cc471 None None] Set router f85525e3-81bd-4567-83e9-faad9d2cee4e gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:48:39.129762 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e7903f4e-1a3c-4d6d-bd49-0701f8904541 admin admin] Publish callbacks [] for port (16a13257-34fa-42bb-aa4f-f934e629c704), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:39.166472 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e7903f4e-1a3c-4d6d-bd49-0701f8904541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (16a13257-34fa-42bb-aa4f-f934e629c704), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:39.215962 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7903f4e-1a3c-4d6d-bd49-0701f8904541 admin admin] Network 94edf51b-4701-454d-8126-42defe1d929e is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:48:39.218919 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-e7903f4e-1a3c-4d6d-bd49-0701f8904541 admin admin] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:48:39.221777 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7903f4e-1a3c-4d6d-bd49-0701f8904541 admin admin] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:48:39.227632 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7903f4e-1a3c-4d6d-bd49-0701f8904541 admin admin] Pushing event updated for resources: {'Port': ['ID=16a13257-34fa-42bb-aa4f-f934e629c704,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:39.247692 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 1e233b6d-5ba7-414e-a9dc-826f88f6bf96 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:48:39.277190 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e7903f4e-1a3c-4d6d-bd49-0701f8904541 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1599818'] for router_interface (f85525e3-81bd-4567-83e9-faad9d2cee4e), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:39.293907 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-bf3adab7-c5fc-43df-b0f0-e9fe998cc471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f85525e3-81bd-4567-83e9-faad9d2cee4e', 'name': 'tempest-TestSnapshotPattern-2001965576-router', 'tenant_id': '74e34f15f5b74f99af0a7eaa4c776ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': 'c7671538-6af2-4424-be62-792b5aed61de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:48:36Z', 'updated_at': '2022-02-04T13:48:37Z', 'revision_number': 3, 'project_id': '74e34f15f5b74f99af0a7eaa4c776ffd', 'gw_port': {'id': 'c7671538-6af2-4424-be62-792b5aed61de', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8a:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f85525e3-81bd-4567-83e9-faad9d2cee4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:48:36Z', 'updated_at': '2022-02-04T13:48:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:48:39.325376 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3adab7-c5fc-43df-b0f0-e9fe998cc471 None None] The sync data for ids ['f85525e3-81bd-4567-83e9-faad9d2cee4e'] in n-d-825015-3 is: [{'id': 'f85525e3-81bd-4567-83e9-faad9d2cee4e', 'name': 'tempest-TestSnapshotPattern-2001965576-router', 'tenant_id': '74e34f15f5b74f99af0a7eaa4c776ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': 'c7671538-6af2-4424-be62-792b5aed61de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:48:36Z', 'updated_at': '2022-02-04T13:48:37Z', 'revision_number': 3, 'project_id': '74e34f15f5b74f99af0a7eaa4c776ffd', 'gw_port': {'id': 'c7671538-6af2-4424-be62-792b5aed61de', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8a:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f85525e3-81bd-4567-83e9-faad9d2cee4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:48:36Z', 'updated_at': '2022-02-04T13:48:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:48:39.430739 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e7903f4e-1a3c-4d6d-bd49-0701f8904541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (16a13257-34fa-42bb-aa4f-f934e629c704), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:39.561321 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-e4bc559e-5334-4137-abf7-b5aea903be41 None None] Provisioning complete for port 16a13257-34fa-42bb-aa4f-f934e629c704 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:48:39.561954 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e4bc559e-5334-4137-abf7-b5aea903be41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (16a13257-34fa-42bb-aa4f-f934e629c704), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:39.614137 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-e4bc559e-5334-4137-abf7-b5aea903be41 None None] Port 16a13257-34fa-42bb-aa4f-f934e629c704 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:48:39.616482 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e7903f4e-1a3c-4d6d-bd49-0701f8904541 admin admin] Publish callbacks [] for port (16a13257-34fa-42bb-aa4f-f934e629c704), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:39.622908 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e7903f4e-1a3c-4d6d-bd49-0701f8904541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (16a13257-34fa-42bb-aa4f-f934e629c704), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:39.697937 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e7903f4e-1a3c-4d6d-bd49-0701f8904541 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622202'] for router_interface (f85525e3-81bd-4567-83e9-faad9d2cee4e), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:39.700713 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7903f4e-1a3c-4d6d-bd49-0701f8904541 admin admin] Pushing event updated for resources: {'Port': ['ID=16a13257-34fa-42bb-aa4f-f934e629c704,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:39.798185 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7903f4e-1a3c-4d6d-bd49-0701f8904541 admin admin] Network 94edf51b-4701-454d-8126-42defe1d929e is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:48:39.799824 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-e7903f4e-1a3c-4d6d-bd49-0701f8904541 admin admin] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:48:39.924898 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7903f4e-1a3c-4d6d-bd49-0701f8904541 admin admin] Router f85525e3-81bd-4567-83e9-faad9d2cee4e has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:48:40.044869 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b3b27bae-0cee-4e60-b449-4c6813f60676 None None] Provisioning complete for port 16a13257-34fa-42bb-aa4f-f934e629c704 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:48:40.045306 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b3b27bae-0cee-4e60-b449-4c6813f60676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (16a13257-34fa-42bb-aa4f-f934e629c704), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:40.049379 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7903f4e-1a3c-4d6d-bd49-0701f8904541 admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:48:40.059783 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-e7903f4e-1a3c-4d6d-bd49-0701f8904541 admin admin] 10.222.0.65 "PUT /v2.0/routers/f85525e3-81bd-4567-83e9-faad9d2cee4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0194349 Feb 04 13:48:40.090084 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b3b27bae-0cee-4e60-b449-4c6813f60676 None None] Port 16a13257-34fa-42bb-aa4f-f934e629c704 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:48:40.201467 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 1e233b6d-5ba7-414e-a9dc-826f88f6bf96 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:48:40.253052 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 1e233b6d-5ba7-414e-a9dc-826f88f6bf96 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:48:40.253620 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (1e233b6d-5ba7-414e-a9dc-826f88f6bf96), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:40.336182 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 1e233b6d-5ba7-414e-a9dc-826f88f6bf96 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:48:40.337343 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device c7671538-6af2-4424-be62-792b5aed61de up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:48:40.394303 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port c7671538-6af2-4424-be62-792b5aed61de triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:48:40.394675 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (c7671538-6af2-4424-be62-792b5aed61de), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:40.473515 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port c7671538-6af2-4424-be62-792b5aed61de is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:48:40.473910 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (c7671538-6af2-4424-be62-792b5aed61de), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:40.496218 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port c7671538-6af2-4424-be62-792b5aed61de, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=c7671538-6af2-4424-be62-792b5aed61de,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:48:40.501089 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (c7671538-6af2-4424-be62-792b5aed61de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:40.548836 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=c7671538-6af2-4424-be62-792b5aed61de,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:40.596988 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 37060) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:40.602498 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-e6ed8f42-436d-4d97-8b35-03226008497c admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2101928172-network', 'tenant_id': '506fe7ce1bf14399b5bb7e8c0e5cd37b'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:48:40.623082 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6ed8f42-436d-4d97-8b35-03226008497c admin admin] Made reservation on behalf of 506fe7ce1bf14399b5bb7e8c0e5cd37b for: {'network': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:48:40.625586 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e6ed8f42-436d-4d97-8b35-03226008497c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for network (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:40.634749 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e6ed8f42-436d-4d97-8b35-03226008497c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:40.710097 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e6ed8f42-436d-4d97-8b35-03226008497c admin admin] Publish callbacks [] for security_group (679fd459-6269-4cd8-a163-ceaaffb0695d), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:40.714166 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e6ed8f42-436d-4d97-8b35-03226008497c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (679fd459-6269-4cd8-a163-ceaaffb0695d), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:40.741292 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6ed8f42-436d-4d97-8b35-03226008497c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=103475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:48:40.747689 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ed8f42-436d-4d97-8b35-03226008497c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=679fd459-6269-4cd8-a163-ceaaffb0695d,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:40.756398 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e6ed8f42-436d-4d97-8b35-03226008497c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (896cd781-624b-4936-81f6-0d6ff2202d02), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:40.756798 n-d-825015-3 neutron-server[103475]: INFO neutron.db.segments_db [None req-e6ed8f42-436d-4d97-8b35-03226008497c admin admin] Added segment 896cd781-624b-4936-81f6-0d6ff2202d02 of type vlan for network 2359b4c5-6801-42fc-aea1-25144667a638 Feb 04 13:48:40.803123 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e6ed8f42-436d-4d97-8b35-03226008497c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780430219219'] for network (2359b4c5-6801-42fc-aea1-25144667a638), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:40.829162 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e6ed8f42-436d-4d97-8b35-03226008497c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804'] for network (2359b4c5-6801-42fc-aea1-25144667a638), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:40.830226 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ed8f42-436d-4d97-8b35-03226008497c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:40.830829 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-e6ed8f42-436d-4d97-8b35-03226008497c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:40.890879 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-e6ed8f42-436d-4d97-8b35-03226008497c admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2927434 Feb 04 13:48:40.895609 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 37062) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:40.901233 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-36ec4cd9-d7c7-4f8d-95ee-d6b25bb8ef8c admin admin] Request body: {'subnet': {'network_id': '2359b4c5-6801-42fc-aea1-25144667a638', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2101928172-subnet', 'tenant_id': '506fe7ce1bf14399b5bb7e8c0e5cd37b', 'ip_version': 4}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:48:40.904489 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ed8f42-436d-4d97-8b35-03226008497c admin admin] Pushing event updated for resources: {'Network': ['ID=2359b4c5-6801-42fc-aea1-25144667a638,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:40.915988 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Network 2359b4c5-6801-42fc-aea1-25144667a638 details requested by agent ovs-agent-n-d-825015-3 with host n-d-825015-3 {{(pid=103476) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:48:40.925683 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36ec4cd9-d7c7-4f8d-95ee-d6b25bb8ef8c admin admin] Made reservation on behalf of 506fe7ce1bf14399b5bb7e8c0e5cd37b for: {'subnet': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:48:40.928419 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-36ec4cd9-d7c7-4f8d-95ee-d6b25bb8ef8c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51452711'] for subnet (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:41.103499 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-36ec4cd9-d7c7-4f8d-95ee-d6b25bb8ef8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-52094127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51452689'] for subnet (85c065b6-c330-4e29-bc1a-52d4b10424cc), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:41.118076 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fd7eb2-acef-4758-95a7-bb65d30b2a33 None None] Sync routers for ids ['f85525e3-81bd-4567-83e9-faad9d2cee4e'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:48:41.128488 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fd7eb2-acef-4758-95a7-bb65d30b2a33 None None] Routers {'f85525e3-81bd-4567-83e9-faad9d2cee4e'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:48:41.129145 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-b1fd7eb2-acef-4758-95a7-bb65d30b2a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:48:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['f85525e3-81bd-4567-83e9-faad9d2cee4e'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:48:41.157372 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ec4cd9-d7c7-4f8d-95ee-d6b25bb8ef8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=85c065b6-c330-4e29-bc1a-52d4b10424cc,revision_number=0']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:41.168317 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ec4cd9-d7c7-4f8d-95ee-d6b25bb8ef8c admin admin] Checking segment: {'id': '896cd781-624b-4936-81f6-0d6ff2202d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '2359b4c5-6801-42fc-aea1-25144667a638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:48:41.168676 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ec4cd9-d7c7-4f8d-95ee-d6b25bb8ef8c admin admin] Network hostable DHCP agents. Network: 2359b4c5-6801-42fc-aea1-25144667a638, hostable agents: ['e81aec8a-c597-4557-8901-02aa1fa2346c'], hosted agents: [] {{(pid=103475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:48:41.185269 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ec4cd9-d7c7-4f8d-95ee-d6b25bb8ef8c admin admin] Network 2359b4c5-6801-42fc-aea1-25144667a638 is scheduled to be hosted by DHCP agent e81aec8a-c597-4557-8901-02aa1fa2346c with binding_index 1 {{(pid=103475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:48:41.195438 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-36ec4cd9-d7c7-4f8d-95ee-d6b25bb8ef8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825015-3, 2359b4c5-6801-42fc-aea1-25144667a638) {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:48:41.202638 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ec4cd9-d7c7-4f8d-95ee-d6b25bb8ef8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:41.203392 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-36ec4cd9-d7c7-4f8d-95ee-d6b25bb8ef8c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:41.204895 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a4ea49-3a33-4a40-ab1a-4a4d227ea8b5 None None] Network 2359b4c5-6801-42fc-aea1-25144667a638 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:48:41.224426 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-36ec4cd9-d7c7-4f8d-95ee-d6b25bb8ef8c admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3247993 Feb 04 13:48:41.224620 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 37064) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:41.228778 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [None req-0dc1d9e1-f1eb-4fc1-a189-9d6e1acd1051 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2101928172-router', 'tenant_id': '506fe7ce1bf14399b5bb7e8c0e5cd37b', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:48:41.247997 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0dc1d9e1-f1eb-4fc1-a189-9d6e1acd1051 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10933'] for router (fb4c0b4f-6280-4bbf-8720-c6d00d6d2b69), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:41.249018 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0dc1d9e1-f1eb-4fc1-a189-9d6e1acd1051 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10924'] for router (fb4c0b4f-6280-4bbf-8720-c6d00d6d2b69), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:41.307822 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0dc1d9e1-f1eb-4fc1-a189-9d6e1acd1051 admin admin] Publish callbacks [] for router_controller (fb4c0b4f-6280-4bbf-8720-c6d00d6d2b69), precommit_add_association {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:41.309622 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-b1fd7eb2-acef-4758-95a7-bb65d30b2a33 None None] Set router f85525e3-81bd-4567-83e9-faad9d2cee4e gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:48:41.406884 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4c4e5f-6c1f-4688-8710-be0063637261 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7340757-e912-520f-b319-955cbfb3f625-2359b4c5-6801-42fc-aea1-25144667a638', 'network_id': '2359b4c5-6801-42fc-aea1-25144667a638', 'project_id': '506fe7ce1bf14399b5bb7e8c0e5cd37b', 'fixed_ips': [{'subnet_id': '85c065b6-c330-4e29-bc1a-52d4b10424cc'}]}} from n-d-825015-3. {{(pid=103476) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:48:41.407758 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4e4c4e5f-6c1f-4688-8710-be0063637261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:41.453105 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0dc1d9e1-f1eb-4fc1-a189-9d6e1acd1051 admin admin] Publish callbacks [] for router_gateway (fb4c0b4f-6280-4bbf-8720-c6d00d6d2b69), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:41.667717 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0dc1d9e1-f1eb-4fc1-a189-9d6e1acd1051 admin admin] Publish callbacks [] for router_gateway (fb4c0b4f-6280-4bbf-8720-c6d00d6d2b69), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:41.688089 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0dc1d9e1-f1eb-4fc1-a189-9d6e1acd1051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:41.801724 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [None req-0dc1d9e1-f1eb-4fc1-a189-9d6e1acd1051 admin admin] Allocated IP 172.25.3.59 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/27732be0-db63-4750-b2f3-598fab2bb216) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:48:41.803842 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-4e4c4e5f-6c1f-4688-8710-be0063637261 None None] Allocated IP 172.20.0.2 (2359b4c5-6801-42fc-aea1-25144667a638/85c065b6-c330-4e29-bc1a-52d4b10424cc/0aaafb83-e9e1-4450-9111-e1c642cdd612) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:48:41.875283 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-b1fd7eb2-acef-4758-95a7-bb65d30b2a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f85525e3-81bd-4567-83e9-faad9d2cee4e', 'name': 'tempest-TestSnapshotPattern-2001965576-router', 'tenant_id': '74e34f15f5b74f99af0a7eaa4c776ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': 'c7671538-6af2-4424-be62-792b5aed61de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:48:36Z', 'updated_at': '2022-02-04T13:48:39Z', 'revision_number': 4, 'project_id': '74e34f15f5b74f99af0a7eaa4c776ffd', 'gw_port': {'id': 'c7671538-6af2-4424-be62-792b5aed61de', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85525e3-81bd-4567-83e9-faad9d2cee4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:48:36Z', 'updated_at': '2022-02-04T13:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '16a13257-34fa-42bb-aa4f-f934e629c704', 'name': '', 'network_id': '94edf51b-4701-454d-8126-42defe1d929e', 'tenant_id': '74e34f15f5b74f99af0a7eaa4c776ffd', 'mac_address': 'fa:16:3e:6f:37:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f85525e3-81bd-4567-83e9-faad9d2cee4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '7e72cc32-59c9-491e-b623-1684086278f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:48:38Z', 'updated_at': '2022-02-04T13:48:39Z', 'revision_number': 2, 'project_id': '74e34f15f5b74f99af0a7eaa4c776ffd', 'subnets': [{'id': '7e72cc32-59c9-491e-b623-1684086278f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:48:41.907337 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fd7eb2-acef-4758-95a7-bb65d30b2a33 None None] Checking router: f85525e3-81bd-4567-83e9-faad9d2cee4e for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:48:41.907700 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fd7eb2-acef-4758-95a7-bb65d30b2a33 None None] Updating router f85525e3-81bd-4567-83e9-faad9d2cee4e port 16a13257-34fa-42bb-aa4f-f934e629c704 binding host n-d-825015-3 {{(pid=103476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:48:41.908125 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0dc1d9e1-f1eb-4fc1-a189-9d6e1acd1051 admin admin] Publish callbacks [] for port (27732be0-db63-4750-b2f3-598fab2bb216), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:41.941371 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0dc1d9e1-f1eb-4fc1-a189-9d6e1acd1051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (27732be0-db63-4750-b2f3-598fab2bb216), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:41.951128 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b1fd7eb2-acef-4758-95a7-bb65d30b2a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (16a13257-34fa-42bb-aa4f-f934e629c704), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:41.989498 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc1d9e1-f1eb-4fc1-a189-9d6e1acd1051 admin admin] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:48:41.994043 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [None req-0dc1d9e1-f1eb-4fc1-a189-9d6e1acd1051 admin admin] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:48:41.996003 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc1d9e1-f1eb-4fc1-a189-9d6e1acd1051 admin admin] Pushing event updated for resources: {'Port': ['ID=27732be0-db63-4750-b2f3-598fab2bb216,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:41.998124 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc1d9e1-f1eb-4fc1-a189-9d6e1acd1051 admin admin] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:48:42.111497 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device c7671538-6af2-4424-be62-792b5aed61de up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:48:42.117968 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4e4c4e5f-6c1f-4688-8710-be0063637261 None None] Publish callbacks [] for port (0aaafb83-e9e1-4450-9111-e1c642cdd612), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:42.152916 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4e4c4e5f-6c1f-4688-8710-be0063637261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041'] for port (0aaafb83-e9e1-4450-9111-e1c642cdd612), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:42.255852 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4c4e5f-6c1f-4688-8710-be0063637261 None None] Network 2359b4c5-6801-42fc-aea1-25144667a638 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:48:42.256991 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0dc1d9e1-f1eb-4fc1-a189-9d6e1acd1051 admin admin] Publish callbacks [] for router_gateway (fb4c0b4f-6280-4bbf-8720-c6d00d6d2b69), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:42.261833 n-d-825015-3 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-4e4c4e5f-6c1f-4688-8710-be0063637261 None None] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:48:42.264237 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4c4e5f-6c1f-4688-8710-be0063637261 None None] Pushing event updated for resources: {'Port': ['ID=0aaafb83-e9e1-4450-9111-e1c642cdd612,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:42.267372 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4c4e5f-6c1f-4688-8710-be0063637261 None None] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:48:42.345801 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port c7671538-6af2-4424-be62-792b5aed61de triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:48:42.346987 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (c7671538-6af2-4424-be62-792b5aed61de), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:42.382740 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-4e4c4e5f-6c1f-4688-8710-be0063637261 None None] Attempting to bind port 0aaafb83-e9e1-4450-9111-e1c642cdd612 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:48:42.383110 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-4e4c4e5f-6c1f-4688-8710-be0063637261 None None] Attempting to bind port 0aaafb83-e9e1-4450-9111-e1c642cdd612 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '896cd781-624b-4936-81f6-0d6ff2202d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '2359b4c5-6801-42fc-aea1-25144667a638'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:48:42.383480 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4c4e5f-6c1f-4688-8710-be0063637261 None None] Attempting to bind port 0aaafb83-e9e1-4450-9111-e1c642cdd612 on network 2359b4c5-6801-42fc-aea1-25144667a638 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:48:42.405602 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4c4e5f-6c1f-4688-8710-be0063637261 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:48:42.405988 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4c4e5f-6c1f-4688-8710-be0063637261 None None] Checking segment: {'id': '896cd781-624b-4936-81f6-0d6ff2202d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '2359b4c5-6801-42fc-aea1-25144667a638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:48:42.406401 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4e4c4e5f-6c1f-4688-8710-be0063637261 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:42.406808 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4c4e5f-6c1f-4688-8710-be0063637261 None None] Bound using segment: {'id': '896cd781-624b-4936-81f6-0d6ff2202d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '2359b4c5-6801-42fc-aea1-25144667a638'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:48:42.407290 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-4e4c4e5f-6c1f-4688-8710-be0063637261 None None] Bound port: 0aaafb83-e9e1-4450-9111-e1c642cdd612, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '896cd781-624b-4936-81f6-0d6ff2202d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '2359b4c5-6801-42fc-aea1-25144667a638'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:48:42.407684 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4e4c4e5f-6c1f-4688-8710-be0063637261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (0aaafb83-e9e1-4450-9111-e1c642cdd612), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:42.459849 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0dc1d9e1-f1eb-4fc1-a189-9d6e1acd1051 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623141'] for router (fb4c0b4f-6280-4bbf-8720-c6d00d6d2b69), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:42.556552 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-4e4c4e5f-6c1f-4688-8710-be0063637261 None None] For port 0aaafb83-e9e1-4450-9111-e1c642cdd612, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:48:42.562320 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b1fd7eb2-acef-4758-95a7-bb65d30b2a33 None None] Publish callbacks [] for port (16a13257-34fa-42bb-aa4f-f934e629c704), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:42.578588 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-4e4c4e5f-6c1f-4688-8710-be0063637261 None None] For port 0aaafb83-e9e1-4450-9111-e1c642cdd612, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=0aaafb83-e9e1-4450-9111-e1c642cdd612,segment=NetworkSegment(896cd781-624b-4936-81f6-0d6ff2202d02),segment_id=896cd781-624b-4936-81f6-0d6ff2202d02)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:48:42.584755 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b1fd7eb2-acef-4758-95a7-bb65d30b2a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (16a13257-34fa-42bb-aa4f-f934e629c704), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:42.592148 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4e4c4e5f-6c1f-4688-8710-be0063637261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (0aaafb83-e9e1-4450-9111-e1c642cdd612), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:42.595822 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dc1d9e1-f1eb-4fc1-a189-9d6e1acd1051 admin admin] Router fb4c0b4f-6280-4bbf-8720-c6d00d6d2b69 is scheduled to L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de with binding_index 1 {{(pid=103475) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 13:48:42.597878 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port c7671538-6af2-4424-be62-792b5aed61de is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:48:42.655865 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e81ac2-1966-4924-b6ea-631afe4bd366 None None] Pushing event updated for resources: {'Port': ['ID=16a13257-34fa-42bb-aa4f-f934e629c704,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:42.718751 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dc1d9e1-f1eb-4fc1-a189-9d6e1acd1051 admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:48:42.734508 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab21a3d-e082-4d6c-818c-c8e8b7f92d90 None None] Sync routers for ids ['fb4c0b4f-6280-4bbf-8720-c6d00d6d2b69'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:48:42.758949 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-0dc1d9e1-f1eb-4fc1-a189-9d6e1acd1051 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:42.762352 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-b1fd7eb2-acef-4758-95a7-bb65d30b2a33 None None] Attempting to bind port 16a13257-34fa-42bb-aa4f-f934e629c704 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:48:42.762742 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-b1fd7eb2-acef-4758-95a7-bb65d30b2a33 None None] Attempting to bind port 16a13257-34fa-42bb-aa4f-f934e629c704 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '87f6a7a6-13dd-4629-8e72-0a31265804de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '94edf51b-4701-454d-8126-42defe1d929e'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:48:42.763110 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fd7eb2-acef-4758-95a7-bb65d30b2a33 None None] Attempting to bind port 16a13257-34fa-42bb-aa4f-f934e629c704 on network 94edf51b-4701-454d-8126-42defe1d929e {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:48:42.763606 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 37066) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:42.766805 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4c4e5f-6c1f-4688-8710-be0063637261 None None] Pushing event updated for resources: {'Port': ['ID=0aaafb83-e9e1-4450-9111-e1c642cdd612,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:42.772346 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab21a3d-e082-4d6c-818c-c8e8b7f92d90 None None] Routers {'fb4c0b4f-6280-4bbf-8720-c6d00d6d2b69'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:48:42.772814 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fd7eb2-acef-4758-95a7-bb65d30b2a33 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:48:42.773844 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fd7eb2-acef-4758-95a7-bb65d30b2a33 None None] Checking segment: {'id': '87f6a7a6-13dd-4629-8e72-0a31265804de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '94edf51b-4701-454d-8126-42defe1d929e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:48:42.774101 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b1fd7eb2-acef-4758-95a7-bb65d30b2a33 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:42.774486 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fd7eb2-acef-4758-95a7-bb65d30b2a33 None None] Bound using segment: {'id': '87f6a7a6-13dd-4629-8e72-0a31265804de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '94edf51b-4701-454d-8126-42defe1d929e'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:48:42.774976 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-b1fd7eb2-acef-4758-95a7-bb65d30b2a33 None None] Bound port: 16a13257-34fa-42bb-aa4f-f934e629c704, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87f6a7a6-13dd-4629-8e72-0a31265804de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '94edf51b-4701-454d-8126-42defe1d929e'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:48:42.775370 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b1fd7eb2-acef-4758-95a7-bb65d30b2a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (16a13257-34fa-42bb-aa4f-f934e629c704), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:42.784343 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-0dc1d9e1-f1eb-4fc1-a189-9d6e1acd1051 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5587769 Feb 04 13:48:42.788400 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-8ab21a3d-e082-4d6c-818c-c8e8b7f92d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:48:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['fb4c0b4f-6280-4bbf-8720-c6d00d6d2b69'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:48:42.859573 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b1fd7eb2-acef-4758-95a7-bb65d30b2a33 None None] For port 16a13257-34fa-42bb-aa4f-f934e629c704, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:48:42.872835 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b1fd7eb2-acef-4758-95a7-bb65d30b2a33 None None] For port 16a13257-34fa-42bb-aa4f-f934e629c704, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=16a13257-34fa-42bb-aa4f-f934e629c704,segment=NetworkSegment(87f6a7a6-13dd-4629-8e72-0a31265804de),segment_id=87f6a7a6-13dd-4629-8e72-0a31265804de)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:48:42.882586 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b1fd7eb2-acef-4758-95a7-bb65d30b2a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (16a13257-34fa-42bb-aa4f-f934e629c704), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:42.966154 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fd7eb2-acef-4758-95a7-bb65d30b2a33 None None] Routers {'f85525e3-81bd-4567-83e9-faad9d2cee4e'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:48:42.967253 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-b1fd7eb2-acef-4758-95a7-bb65d30b2a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:48:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['f85525e3-81bd-4567-83e9-faad9d2cee4e'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:48:42.976002 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-8ab21a3d-e082-4d6c-818c-c8e8b7f92d90 None None] Set router fb4c0b4f-6280-4bbf-8720-c6d00d6d2b69 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:48:43.092848 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e81ac2-1966-4924-b6ea-631afe4bd366 None None] Pushing event updated for resources: {'Port': ['ID=16a13257-34fa-42bb-aa4f-f934e629c704,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:43.147725 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-b1fd7eb2-acef-4758-95a7-bb65d30b2a33 None None] Set router f85525e3-81bd-4567-83e9-faad9d2cee4e gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:48:43.150469 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-cced6dae-9faf-40d5-af7e-3eaedce097e4 None None] Provisioning complete for port 16a13257-34fa-42bb-aa4f-f934e629c704 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:48:43.150740 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cced6dae-9faf-40d5-af7e-3eaedce097e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (16a13257-34fa-42bb-aa4f-f934e629c704), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:43.284950 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-8ab21a3d-e082-4d6c-818c-c8e8b7f92d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb4c0b4f-6280-4bbf-8720-c6d00d6d2b69', 'name': 'tempest-TestSnapshotPattern-2101928172-router', 'tenant_id': '506fe7ce1bf14399b5bb7e8c0e5cd37b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '27732be0-db63-4750-b2f3-598fab2bb216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:48:41Z', 'updated_at': '2022-02-04T13:48:42Z', 'revision_number': 3, 'project_id': '506fe7ce1bf14399b5bb7e8c0e5cd37b', 'gw_port': {'id': '27732be0-db63-4750-b2f3-598fab2bb216', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:71:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb4c0b4f-6280-4bbf-8720-c6d00d6d2b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:48:41Z', 'updated_at': '2022-02-04T13:48:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:48:43.313530 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab21a3d-e082-4d6c-818c-c8e8b7f92d90 None None] Checking router: fb4c0b4f-6280-4bbf-8720-c6d00d6d2b69 for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:48:43.313889 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab21a3d-e082-4d6c-818c-c8e8b7f92d90 None None] Updating router fb4c0b4f-6280-4bbf-8720-c6d00d6d2b69 port 27732be0-db63-4750-b2f3-598fab2bb216 binding host n-d-825015-3 {{(pid=103477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:48:43.349440 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8ab21a3d-e082-4d6c-818c-c8e8b7f92d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (27732be0-db63-4750-b2f3-598fab2bb216), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:43.395152 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-cced6dae-9faf-40d5-af7e-3eaedce097e4 None None] Current status of the port 16a13257-34fa-42bb-aa4f-f934e629c704 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:48:43.395722 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cced6dae-9faf-40d5-af7e-3eaedce097e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (16a13257-34fa-42bb-aa4f-f934e629c704), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:43.407895 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b8007da6-57a4-4092-ac89-fe4061866b33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:43.442717 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-cced6dae-9faf-40d5-af7e-3eaedce097e4 None None] For port 16a13257-34fa-42bb-aa4f-f934e629c704, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=16a13257-34fa-42bb-aa4f-f934e629c704,segment=NetworkSegment(87f6a7a6-13dd-4629-8e72-0a31265804de),segment_id=87f6a7a6-13dd-4629-8e72-0a31265804de)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:48:43.467315 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cced6dae-9faf-40d5-af7e-3eaedce097e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (16a13257-34fa-42bb-aa4f-f934e629c704), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:43.530574 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cced6dae-9faf-40d5-af7e-3eaedce097e4 None None] Pushing event updated for resources: {'Port': ['ID=16a13257-34fa-42bb-aa4f-f934e629c704,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:43.549462 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-b1fd7eb2-acef-4758-95a7-bb65d30b2a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f85525e3-81bd-4567-83e9-faad9d2cee4e', 'name': 'tempest-TestSnapshotPattern-2001965576-router', 'tenant_id': '74e34f15f5b74f99af0a7eaa4c776ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': 'c7671538-6af2-4424-be62-792b5aed61de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:48:36Z', 'updated_at': '2022-02-04T13:48:39Z', 'revision_number': 4, 'project_id': '74e34f15f5b74f99af0a7eaa4c776ffd', 'gw_port': {'id': 'c7671538-6af2-4424-be62-792b5aed61de', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85525e3-81bd-4567-83e9-faad9d2cee4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:48:36Z', 'updated_at': '2022-02-04T13:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '16a13257-34fa-42bb-aa4f-f934e629c704', 'name': '', 'network_id': '94edf51b-4701-454d-8126-42defe1d929e', 'tenant_id': '74e34f15f5b74f99af0a7eaa4c776ffd', 'mac_address': 'fa:16:3e:6f:37:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f85525e3-81bd-4567-83e9-faad9d2cee4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '7e72cc32-59c9-491e-b623-1684086278f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:48:38Z', 'updated_at': '2022-02-04T13:48:42Z', 'revision_number': 4, 'project_id': '74e34f15f5b74f99af0a7eaa4c776ffd', 'subnets': [{'id': '7e72cc32-59c9-491e-b623-1684086278f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:48:43.595624 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fd7eb2-acef-4758-95a7-bb65d30b2a33 None None] The sync data for ids ['f85525e3-81bd-4567-83e9-faad9d2cee4e'] in n-d-825015-3 is: [{'id': 'f85525e3-81bd-4567-83e9-faad9d2cee4e', 'name': 'tempest-TestSnapshotPattern-2001965576-router', 'tenant_id': '74e34f15f5b74f99af0a7eaa4c776ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': 'c7671538-6af2-4424-be62-792b5aed61de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:48:36Z', 'updated_at': '2022-02-04T13:48:39Z', 'revision_number': 4, 'project_id': '74e34f15f5b74f99af0a7eaa4c776ffd', 'gw_port': {'id': 'c7671538-6af2-4424-be62-792b5aed61de', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85525e3-81bd-4567-83e9-faad9d2cee4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:48:36Z', 'updated_at': '2022-02-04T13:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '16a13257-34fa-42bb-aa4f-f934e629c704', 'name': '', 'network_id': '94edf51b-4701-454d-8126-42defe1d929e', 'tenant_id': '74e34f15f5b74f99af0a7eaa4c776ffd', 'mac_address': 'fa:16:3e:6f:37:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f85525e3-81bd-4567-83e9-faad9d2cee4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '7e72cc32-59c9-491e-b623-1684086278f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:48:38Z', 'updated_at': '2022-02-04T13:48:42Z', 'revision_number': 4, 'project_id': '74e34f15f5b74f99af0a7eaa4c776ffd', 'subnets': [{'id': '7e72cc32-59c9-491e-b623-1684086278f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:48:43.595959 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-b8007da6-57a4-4092-ac89-fe4061866b33 admin admin] Allocated IP 172.20.0.1 (2359b4c5-6801-42fc-aea1-25144667a638/85c065b6-c330-4e29-bc1a-52d4b10424cc/e42541d7-1c90-4b7a-a233-7f24034f2041) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:48:43.602626 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-eb669218-18cd-461f-90fc-fa4797877dcd None None] Provisioning complete for port 16a13257-34fa-42bb-aa4f-f934e629c704 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:48:43.602901 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-eb669218-18cd-461f-90fc-fa4797877dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (16a13257-34fa-42bb-aa4f-f934e629c704), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:43.676826 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8ab21a3d-e082-4d6c-818c-c8e8b7f92d90 None None] Publish callbacks [] for port (27732be0-db63-4750-b2f3-598fab2bb216), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:43.690823 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8ab21a3d-e082-4d6c-818c-c8e8b7f92d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (27732be0-db63-4750-b2f3-598fab2bb216), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:43.730724 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-eb669218-18cd-461f-90fc-fa4797877dcd None None] Current status of the port 16a13257-34fa-42bb-aa4f-f934e629c704 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:48:43.754649 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b8007da6-57a4-4092-ac89-fe4061866b33 admin admin] Publish callbacks [] for port (e42541d7-1c90-4b7a-a233-7f24034f2041), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:43.820028 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b8007da6-57a4-4092-ac89-fe4061866b33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (e42541d7-1c90-4b7a-a233-7f24034f2041), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:43.834184 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-8ab21a3d-e082-4d6c-818c-c8e8b7f92d90 None None] Attempting to bind port 27732be0-db63-4750-b2f3-598fab2bb216 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:48:43.834731 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-8ab21a3d-e082-4d6c-818c-c8e8b7f92d90 None None] Attempting to bind port 27732be0-db63-4750-b2f3-598fab2bb216 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:48:43.834898 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab21a3d-e082-4d6c-818c-c8e8b7f92d90 None None] Attempting to bind port 27732be0-db63-4750-b2f3-598fab2bb216 on network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:48:43.843469 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab21a3d-e082-4d6c-818c-c8e8b7f92d90 None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:48:43.849814 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab21a3d-e082-4d6c-818c-c8e8b7f92d90 None None] Checking segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:48:43.850143 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8ab21a3d-e082-4d6c-818c-c8e8b7f92d90 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:43.850503 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab21a3d-e082-4d6c-818c-c8e8b7f92d90 None None] Bound using segment: {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:48:43.851142 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-8ab21a3d-e082-4d6c-818c-c8e8b7f92d90 None None] Bound port: 27732be0-db63-4750-b2f3-598fab2bb216, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a12db9a-7de5-4ddb-9e22-afd3d37247ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:48:43.852122 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8ab21a3d-e082-4d6c-818c-c8e8b7f92d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (27732be0-db63-4750-b2f3-598fab2bb216), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:43.869745 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8007da6-57a4-4092-ac89-fe4061866b33 admin admin] Network 2359b4c5-6801-42fc-aea1-25144667a638 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:48:43.875628 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-b8007da6-57a4-4092-ac89-fe4061866b33 admin admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:48:43.878364 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8007da6-57a4-4092-ac89-fe4061866b33 admin admin] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:48:43.907650 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8007da6-57a4-4092-ac89-fe4061866b33 admin admin] Pushing event updated for resources: {'Port': ['ID=e42541d7-1c90-4b7a-a233-7f24034f2041,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:43.922720 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8ff316-ec0e-424b-a48e-2c05c38600ac None None] Pushing event updated for resources: {'Port': ['ID=27732be0-db63-4750-b2f3-598fab2bb216,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:43.939232 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b8007da6-57a4-4092-ac89-fe4061866b33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1599818'] for router_interface (fb4c0b4f-6280-4bbf-8720-c6d00d6d2b69), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:43.954189 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-8ab21a3d-e082-4d6c-818c-c8e8b7f92d90 None None] For port 27732be0-db63-4750-b2f3-598fab2bb216, host n-d-825015-3, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:48:43.965495 n-d-825015-3 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-8ab21a3d-e082-4d6c-818c-c8e8b7f92d90 None None] For port 27732be0-db63-4750-b2f3-598fab2bb216, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=27732be0-db63-4750-b2f3-598fab2bb216,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:48:43.974395 n-d-825015-3 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8ab21a3d-e082-4d6c-818c-c8e8b7f92d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (27732be0-db63-4750-b2f3-598fab2bb216), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:44.050380 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab21a3d-e082-4d6c-818c-c8e8b7f92d90 None None] Routers {'fb4c0b4f-6280-4bbf-8720-c6d00d6d2b69'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:48:44.051011 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-8ab21a3d-e082-4d6c-818c-c8e8b7f92d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:48:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['fb4c0b4f-6280-4bbf-8720-c6d00d6d2b69'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:48:44.129367 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720ec21e-7974-4067-b2e2-bb378087126a None None] Network 2359b4c5-6801-42fc-aea1-25144667a638 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:48:44.149510 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b8007da6-57a4-4092-ac89-fe4061866b33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (e42541d7-1c90-4b7a-a233-7f24034f2041), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:44.173120 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8ff316-ec0e-424b-a48e-2c05c38600ac None None] Pushing event updated for resources: {'Port': ['ID=27732be0-db63-4750-b2f3-598fab2bb216,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:44.248619 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-8ab21a3d-e082-4d6c-818c-c8e8b7f92d90 None None] Set router fb4c0b4f-6280-4bbf-8720-c6d00d6d2b69 gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:48:44.307627 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 0aaafb83-e9e1-4450-9111-e1c642cdd612 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:48:44.350200 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-253ef456-f2b4-4627-81ae-14028f883848 None None] Provisioning complete for port 0aaafb83-e9e1-4450-9111-e1c642cdd612 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:48:44.350667 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-253ef456-f2b4-4627-81ae-14028f883848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (0aaafb83-e9e1-4450-9111-e1c642cdd612), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:44.393233 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b8007da6-57a4-4092-ac89-fe4061866b33 admin admin] Publish callbacks [] for port (e42541d7-1c90-4b7a-a233-7f24034f2041), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:44.401231 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b8007da6-57a4-4092-ac89-fe4061866b33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (e42541d7-1c90-4b7a-a233-7f24034f2041), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:44.483090 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-8ab21a3d-e082-4d6c-818c-c8e8b7f92d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb4c0b4f-6280-4bbf-8720-c6d00d6d2b69', 'name': 'tempest-TestSnapshotPattern-2101928172-router', 'tenant_id': '506fe7ce1bf14399b5bb7e8c0e5cd37b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '27732be0-db63-4750-b2f3-598fab2bb216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:48:41Z', 'updated_at': '2022-02-04T13:48:42Z', 'revision_number': 3, 'project_id': '506fe7ce1bf14399b5bb7e8c0e5cd37b', 'gw_port': {'id': '27732be0-db63-4750-b2f3-598fab2bb216', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:71:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb4c0b4f-6280-4bbf-8720-c6d00d6d2b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:48:41Z', 'updated_at': '2022-02-04T13:48:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:48:44.483614 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 0aaafb83-e9e1-4450-9111-e1c642cdd612 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:48:44.484152 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (0aaafb83-e9e1-4450-9111-e1c642cdd612), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:44.506409 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b8007da6-57a4-4092-ac89-fe4061866b33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622202'] for router_interface (fb4c0b4f-6280-4bbf-8720-c6d00d6d2b69), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:44.510217 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8007da6-57a4-4092-ac89-fe4061866b33 admin admin] Pushing event updated for resources: {'Port': ['ID=e42541d7-1c90-4b7a-a233-7f24034f2041,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:44.535503 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab21a3d-e082-4d6c-818c-c8e8b7f92d90 None None] The sync data for ids ['fb4c0b4f-6280-4bbf-8720-c6d00d6d2b69'] in n-d-825015-3 is: [{'id': 'fb4c0b4f-6280-4bbf-8720-c6d00d6d2b69', 'name': 'tempest-TestSnapshotPattern-2101928172-router', 'tenant_id': '506fe7ce1bf14399b5bb7e8c0e5cd37b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '27732be0-db63-4750-b2f3-598fab2bb216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:48:41Z', 'updated_at': '2022-02-04T13:48:42Z', 'revision_number': 3, 'project_id': '506fe7ce1bf14399b5bb7e8c0e5cd37b', 'gw_port': {'id': '27732be0-db63-4750-b2f3-598fab2bb216', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:71:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb4c0b4f-6280-4bbf-8720-c6d00d6d2b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:48:41Z', 'updated_at': '2022-02-04T13:48:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:48:44.611003 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-253ef456-f2b4-4627-81ae-14028f883848 None None] Current status of the port 0aaafb83-e9e1-4450-9111-e1c642cdd612 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:48:44.611639 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-253ef456-f2b4-4627-81ae-14028f883848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (0aaafb83-e9e1-4450-9111-e1c642cdd612), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:44.696616 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8007da6-57a4-4092-ac89-fe4061866b33 admin admin] Network 2359b4c5-6801-42fc-aea1-25144667a638 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:48:44.699516 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-b8007da6-57a4-4092-ac89-fe4061866b33 admin admin] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:48:44.720720 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-253ef456-f2b4-4627-81ae-14028f883848 None None] For port 0aaafb83-e9e1-4450-9111-e1c642cdd612, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=0aaafb83-e9e1-4450-9111-e1c642cdd612,segment=NetworkSegment(896cd781-624b-4936-81f6-0d6ff2202d02),segment_id=896cd781-624b-4936-81f6-0d6ff2202d02)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:48:44.733976 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-253ef456-f2b4-4627-81ae-14028f883848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (0aaafb83-e9e1-4450-9111-e1c642cdd612), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:44.749113 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 0aaafb83-e9e1-4450-9111-e1c642cdd612 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:48:44.749618 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (0aaafb83-e9e1-4450-9111-e1c642cdd612), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:45.152530 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ef456-f2b4-4627-81ae-14028f883848 None None] Pushing event updated for resources: {'Port': ['ID=0aaafb83-e9e1-4450-9111-e1c642cdd612,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:45.170251 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-9fe41cb0-9216-4958-a2b1-48e923b95ecc None None] Provisioning complete for port e42541d7-1c90-4b7a-a233-7f24034f2041 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:48:45.170626 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9fe41cb0-9216-4958-a2b1-48e923b95ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (e42541d7-1c90-4b7a-a233-7f24034f2041), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:45.172476 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.db.api [None req-b116c552-173d-469e-b16f-751f4467941a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103476) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:48:45.172828 n-d-825015-3 neutron-server[103476]: DEBUG oslo_db.api [None req-b116c552-173d-469e-b16f-751f4467941a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:48:45.213877 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-9fe41cb0-9216-4958-a2b1-48e923b95ecc None None] Port e42541d7-1c90-4b7a-a233-7f24034f2041 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:48:45.239690 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-9fe41cb0-9216-4958-a2b1-48e923b95ecc None None] Provisioning complete for port 0aaafb83-e9e1-4450-9111-e1c642cdd612 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:48:45.240220 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9fe41cb0-9216-4958-a2b1-48e923b95ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (0aaafb83-e9e1-4450-9111-e1c642cdd612), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:45.246319 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8007da6-57a4-4092-ac89-fe4061866b33 admin admin] Router fb4c0b4f-6280-4bbf-8720-c6d00d6d2b69 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:48:45.348405 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-9fe41cb0-9216-4958-a2b1-48e923b95ecc None None] Current status of the port 0aaafb83-e9e1-4450-9111-e1c642cdd612 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:48:45.415758 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8007da6-57a4-4092-ac89-fe4061866b33 admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:48:45.432399 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-b8007da6-57a4-4092-ac89-fe4061866b33 admin admin] 10.222.0.65 "PUT /v2.0/routers/fb4c0b4f-6280-4bbf-8720-c6d00d6d2b69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6642950 Feb 04 13:48:45.474765 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-730a987e-5849-47e7-aeb8-7720b8eee109 None None] Provisioning complete for port e42541d7-1c90-4b7a-a233-7f24034f2041 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:48:45.475139 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-730a987e-5849-47e7-aeb8-7720b8eee109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (e42541d7-1c90-4b7a-a233-7f24034f2041), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:45.517104 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-730a987e-5849-47e7-aeb8-7720b8eee109 None None] Port e42541d7-1c90-4b7a-a233-7f24034f2041 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:48:45.723021 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 0aaafb83-e9e1-4450-9111-e1c642cdd612 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:48:45.724060 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 16a13257-34fa-42bb-aa4f-f934e629c704 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:48:45.746322 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5952a6f2-4b0c-4a25-b178-eef90b1915d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:45.779874 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 16a13257-34fa-42bb-aa4f-f934e629c704 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:48:45.780636 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (16a13257-34fa-42bb-aa4f-f934e629c704), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:45.873633 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 16a13257-34fa-42bb-aa4f-f934e629c704 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:48:46.093394 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 37074) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:46.098144 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-9a0a082f-77e1-421b-ba2b-a23715447ffb tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1861061725', 'description': 'tempest-secgroup-smoke-1861061725 description', 'project_id': '74e34f15f5b74f99af0a7eaa4c776ffd'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:48:46.119167 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9a0a082f-77e1-421b-ba2b-a23715447ffb tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Publish callbacks [] for security_group (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:46.171672 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 27732be0-db63-4750-b2f3-598fab2bb216 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:48:46.193562 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9a0a082f-77e1-421b-ba2b-a23715447ffb tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Publish callbacks [] for security_group (19566d47-19e1-453f-b11c-6a1abdb20411), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:46.198761 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9a0a082f-77e1-421b-ba2b-a23715447ffb tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (19566d47-19e1-453f-b11c-6a1abdb20411), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:46.224312 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 27732be0-db63-4750-b2f3-598fab2bb216 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:48:46.224675 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (27732be0-db63-4750-b2f3-598fab2bb216), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:46.229265 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-9a0a082f-77e1-421b-ba2b-a23715447ffb tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Publish callbacks [] for security_group (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:46.230536 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-9a0a082f-77e1-421b-ba2b-a23715447ffb tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1360455 Feb 04 13:48:46.233511 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 37076) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:46.238062 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-dc88f251-36ab-4e90-b751-6af1f99c6805 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Request body: {'security_group_rule': {'security_group_id': '19566d47-19e1-453f-b11c-6a1abdb20411', 'project_id': '74e34f15f5b74f99af0a7eaa4c776ffd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:48:46.242602 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0a082f-77e1-421b-ba2b-a23715447ffb tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19566d47-19e1-453f-b11c-6a1abdb20411,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:46.267099 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dc88f251-36ab-4e90-b751-6af1f99c6805 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Publish callbacks [] for security_group_rule (bfaa0a00-43b2-4da0-a6b2-4f0cdb8c0ed9), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:46.307074 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 27732be0-db63-4750-b2f3-598fab2bb216 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:48:46.307475 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (27732be0-db63-4750-b2f3-598fab2bb216), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:46.324976 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dc88f251-36ab-4e90-b751-6af1f99c6805 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Publish callbacks [] for security_group_rule (bfaa0a00-43b2-4da0-a6b2-4f0cdb8c0ed9), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:46.328720 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dc88f251-36ab-4e90-b751-6af1f99c6805 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (bfaa0a00-43b2-4da0-a6b2-4f0cdb8c0ed9), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:46.331799 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b116c552-173d-469e-b16f-751f4467941a None None] For port 27732be0-db63-4750-b2f3-598fab2bb216, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=27732be0-db63-4750-b2f3-598fab2bb216,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:48:46.336061 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (27732be0-db63-4750-b2f3-598fab2bb216), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:46.337107 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 0aaafb83-e9e1-4450-9111-e1c642cdd612 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:48:46.344735 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc88f251-36ab-4e90-b751-6af1f99c6805 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfaa0a00-43b2-4da0-a6b2-4f0cdb8c0ed9,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:46.355713 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-dc88f251-36ab-4e90-b751-6af1f99c6805 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:46.356938 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-dc88f251-36ab-4e90-b751-6af1f99c6805 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1225090 Feb 04 13:48:46.359665 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 37078) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:46.363943 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-8401a073-b93e-4d49-a95c-ff57806dafff tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Request body: {'security_group_rule': {'security_group_id': '19566d47-19e1-453f-b11c-6a1abdb20411', 'project_id': '74e34f15f5b74f99af0a7eaa4c776ffd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:48:46.389414 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8401a073-b93e-4d49-a95c-ff57806dafff tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Publish callbacks [] for security_group_rule (18c506f6-40b1-4b5a-8f37-cf1518f49a5d), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:46.417850 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Pushing event updated for resources: {'Port': ['ID=27732be0-db63-4750-b2f3-598fab2bb216,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:46.431246 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 0aaafb83-e9e1-4450-9111-e1c642cdd612 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:48:46.431637 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (0aaafb83-e9e1-4450-9111-e1c642cdd612), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:46.448305 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8401a073-b93e-4d49-a95c-ff57806dafff tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Publish callbacks [] for security_group_rule (18c506f6-40b1-4b5a-8f37-cf1518f49a5d), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:46.452235 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8401a073-b93e-4d49-a95c-ff57806dafff tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (18c506f6-40b1-4b5a-8f37-cf1518f49a5d), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:46.467767 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8401a073-b93e-4d49-a95c-ff57806dafff tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18c506f6-40b1-4b5a-8f37-cf1518f49a5d,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:46.479616 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-8401a073-b93e-4d49-a95c-ff57806dafff tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:46.480922 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-8401a073-b93e-4d49-a95c-ff57806dafff tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1202755 Feb 04 13:48:46.483916 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 37080) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:46.488956 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-55093ec6-4419-4c88-9b5c-fcf80161fb55 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Request body: {'security_group_rule': {'security_group_id': '19566d47-19e1-453f-b11c-6a1abdb20411', 'project_id': '74e34f15f5b74f99af0a7eaa4c776ffd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:48:46.519076 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-55093ec6-4419-4c88-9b5c-fcf80161fb55 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Publish callbacks [] for security_group_rule (45da43dd-0b9f-4aa7-90de-71ec2464f99c), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:46.521780 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:48:46.531253 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 0aaafb83-e9e1-4450-9111-e1c642cdd612 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:48:46.586203 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-55093ec6-4419-4c88-9b5c-fcf80161fb55 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Publish callbacks [] for security_group_rule (45da43dd-0b9f-4aa7-90de-71ec2464f99c), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:46.589881 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-55093ec6-4419-4c88-9b5c-fcf80161fb55 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (45da43dd-0b9f-4aa7-90de-71ec2464f99c), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:46.609364 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55093ec6-4419-4c88-9b5c-fcf80161fb55 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45da43dd-0b9f-4aa7-90de-71ec2464f99c,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:46.616364 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-55093ec6-4419-4c88-9b5c-fcf80161fb55 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:46.618364 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-55093ec6-4419-4c88-9b5c-fcf80161fb55 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1331046 Feb 04 13:48:46.620937 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 37082) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:46.625334 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-0f141a4e-537b-4588-8ac1-70bcc6539f86 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Request body: {'security_group_rule': {'security_group_id': '19566d47-19e1-453f-b11c-6a1abdb20411', 'project_id': '74e34f15f5b74f99af0a7eaa4c776ffd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:48:46.650498 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0f141a4e-537b-4588-8ac1-70bcc6539f86 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Publish callbacks [] for security_group_rule (3d29f54d-7407-44f2-a865-e68b1f25e03d), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:46.712035 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0f141a4e-537b-4588-8ac1-70bcc6539f86 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Publish callbacks [] for security_group_rule (3d29f54d-7407-44f2-a865-e68b1f25e03d), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:46.716084 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0f141a4e-537b-4588-8ac1-70bcc6539f86 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (3d29f54d-7407-44f2-a865-e68b1f25e03d), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:46.735367 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f141a4e-537b-4588-8ac1-70bcc6539f86 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d29f54d-7407-44f2-a865-e68b1f25e03d,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:46.744116 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0f141a4e-537b-4588-8ac1-70bcc6539f86 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:46.745374 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-0f141a4e-537b-4588-8ac1-70bcc6539f86 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1235130 Feb 04 13:48:46.748294 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 37084) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:46.752655 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-0af54d48-2751-4476-b783-41e953f0a7f5 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Request body: {'security_group_rule': {'security_group_id': '19566d47-19e1-453f-b11c-6a1abdb20411', 'project_id': '74e34f15f5b74f99af0a7eaa4c776ffd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:48:46.774051 n-d-825015-3 neutron-server[103474]: INFO neutron.db.securitygroups_db [None req-0af54d48-2751-4476-b783-41e953f0a7f5 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Project 74e34f15f5b74f99af0a7eaa4c776ffd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 13:48:46.781669 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0af54d48-2751-4476-b783-41e953f0a7f5 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Publish callbacks [] for security_group_rule (69a19c3a-3dce-4d40-a267-f43fabfbd9ff), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:46.843212 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0af54d48-2751-4476-b783-41e953f0a7f5 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Publish callbacks [] for security_group_rule (69a19c3a-3dce-4d40-a267-f43fabfbd9ff), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:46.846992 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0af54d48-2751-4476-b783-41e953f0a7f5 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (69a19c3a-3dce-4d40-a267-f43fabfbd9ff), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:46.864269 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af54d48-2751-4476-b783-41e953f0a7f5 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69a19c3a-3dce-4d40-a267-f43fabfbd9ff,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:46.873214 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-0af54d48-2751-4476-b783-41e953f0a7f5 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:46.874424 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-0af54d48-2751-4476-b783-41e953f0a7f5 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1251760 Feb 04 13:48:46.877442 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 37086) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:46.881700 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-78a766b4-682b-47c1-a2c9-15df5f42a68e tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Request body: {'security_group_rule': {'security_group_id': '19566d47-19e1-453f-b11c-6a1abdb20411', 'project_id': '74e34f15f5b74f99af0a7eaa4c776ffd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:48:46.902093 n-d-825015-3 neutron-server[103474]: INFO neutron.db.securitygroups_db [None req-78a766b4-682b-47c1-a2c9-15df5f42a68e tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Project 74e34f15f5b74f99af0a7eaa4c776ffd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 13:48:46.908005 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-78a766b4-682b-47c1-a2c9-15df5f42a68e tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Publish callbacks [] for security_group_rule (908d2851-3583-484b-b53b-df8a7c706a4d), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:46.973322 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-78a766b4-682b-47c1-a2c9-15df5f42a68e tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Publish callbacks [] for security_group_rule (908d2851-3583-484b-b53b-df8a7c706a4d), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:46.977372 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-78a766b4-682b-47c1-a2c9-15df5f42a68e tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055969'] for security_group_rule (908d2851-3583-484b-b53b-df8a7c706a4d), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:46.998809 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a766b4-682b-47c1-a2c9-15df5f42a68e tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=908d2851-3583-484b-b53b-df8a7c706a4d,revision_number=0']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:47.003398 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-78a766b4-682b-47c1-a2c9-15df5f42a68e tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:47.014617 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-78a766b4-682b-47c1-a2c9-15df5f42a68e tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1361332 Feb 04 13:48:47.240839 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb5f865-b3b9-412e-9676-e2e35f205d5b None None] Sync routers for ids ['fb4c0b4f-6280-4bbf-8720-c6d00d6d2b69'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:48:47.252131 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb5f865-b3b9-412e-9676-e2e35f205d5b None None] Routers {'fb4c0b4f-6280-4bbf-8720-c6d00d6d2b69'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:48:47.252774 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-1cb5f865-b3b9-412e-9676-e2e35f205d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:48:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['fb4c0b4f-6280-4bbf-8720-c6d00d6d2b69'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:48:47.265799 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cfb0fa60-95af-4b26-b98b-90f4da7f80c4 req-227122f3-46eb-417b-8fd6-9065d6423030 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1861061725&fields=id&tenant_id=74e34f15f5b74f99af0a7eaa4c776ffd HTTP/1.1" status: 200 len: 267 time: 0.0470095 Feb 04 13:48:47.364963 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-1cb5f865-b3b9-412e-9676-e2e35f205d5b None None] Set router fb4c0b4f-6280-4bbf-8720-c6d00d6d2b69 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:48:47.376851 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb0fa60-95af-4b26-b98b-90f4da7f80c4 req-d824239d-4bee-424b-9438-3c0b2a20793c tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:47.379105 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cfb0fa60-95af-4b26-b98b-90f4da7f80c4 req-d824239d-4bee-424b-9438-3c0b2a20793c tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] 10.222.0.65 "GET /v2.0/networks?id=94edf51b-4701-454d-8126-42defe1d929e HTTP/1.1" status: 200 len: 810 time: 0.1065638 Feb 04 13:48:47.394088 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cfb0fa60-95af-4b26-b98b-90f4da7f80c4 req-b0ccca82-b049-4f54-9b5b-622ba29ba96a tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] 10.222.0.65 "GET /v2.0/quotas/74e34f15f5b74f99af0a7eaa4c776ffd HTTP/1.1" status: 200 len: 375 time: 0.0092683 Feb 04 13:48:47.456776 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cfb0fa60-95af-4b26-b98b-90f4da7f80c4 req-5bde0e7f-1c3d-4741-80f4-e580bc2585fb tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=74e34f15f5b74f99af0a7eaa4c776ffd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0573306 Feb 04 13:48:47.576366 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-1cb5f865-b3b9-412e-9676-e2e35f205d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb4c0b4f-6280-4bbf-8720-c6d00d6d2b69', 'name': 'tempest-TestSnapshotPattern-2101928172-router', 'tenant_id': '506fe7ce1bf14399b5bb7e8c0e5cd37b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '27732be0-db63-4750-b2f3-598fab2bb216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:48:41Z', 'updated_at': '2022-02-04T13:48:44Z', 'revision_number': 4, 'project_id': '506fe7ce1bf14399b5bb7e8c0e5cd37b', 'gw_port': {'id': '27732be0-db63-4750-b2f3-598fab2bb216', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:71:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb4c0b4f-6280-4bbf-8720-c6d00d6d2b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:48:41Z', 'updated_at': '2022-02-04T13:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'e42541d7-1c90-4b7a-a233-7f24034f2041', 'name': '', 'network_id': '2359b4c5-6801-42fc-aea1-25144667a638', 'tenant_id': '506fe7ce1bf14399b5bb7e8c0e5cd37b', 'mac_address': 'fa:16:3e:df:a5:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb4c0b4f-6280-4bbf-8720-c6d00d6d2b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '85c065b6-c330-4e29-bc1a-52d4b10424cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:48:43Z', 'updated_at': '2022-02-04T13:48:44Z', 'revision_number': 2, 'project_id': '506fe7ce1bf14399b5bb7e8c0e5cd37b', 'subnets': [{'id': '85c065b6-c330-4e29-bc1a-52d4b10424cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:48:47.604613 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb5f865-b3b9-412e-9676-e2e35f205d5b None None] Checking router: fb4c0b4f-6280-4bbf-8720-c6d00d6d2b69 for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:48:47.604980 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb5f865-b3b9-412e-9676-e2e35f205d5b None None] Updating router fb4c0b4f-6280-4bbf-8720-c6d00d6d2b69 port e42541d7-1c90-4b7a-a233-7f24034f2041 binding host n-d-825015-3 {{(pid=103476) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:48:47.632552 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1cb5f865-b3b9-412e-9676-e2e35f205d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (e42541d7-1c90-4b7a-a233-7f24034f2041), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:47.647433 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cfb0fa60-95af-4b26-b98b-90f4da7f80c4 req-d8791828-5194-43e5-9843-866a71366827 service neutron] 10.222.0.65 "GET /v2.0/networks/94edf51b-4701-454d-8126-42defe1d929e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781442 Feb 04 13:48:47.744041 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cfb0fa60-95af-4b26-b98b-90f4da7f80c4 req-c3ca65d1-f6ca-4bfe-b5d7-73cb8ce0dbfc service neutron] 10.222.0.65 "GET /v2.0/networks/94edf51b-4701-454d-8126-42defe1d929e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899975 Feb 04 13:48:47.913140 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1cb5f865-b3b9-412e-9676-e2e35f205d5b None None] Publish callbacks [] for port (e42541d7-1c90-4b7a-a233-7f24034f2041), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:47.918875 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1cb5f865-b3b9-412e-9676-e2e35f205d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (e42541d7-1c90-4b7a-a233-7f24034f2041), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:47.925616 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9b68a41f-7c55-4a90-b9b0-50f0a65bc695 req-8ba1d415-40f5-42f4-beff-752d17d0d1ad tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c2a35d2-6992-45da-8ff9-9d6d34e7108c HTTP/1.1" status: 200 len: 210 time: 0.0300703 Feb 04 13:48:47.973872 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e766079e-9748-4908-92df-daa868095895 None None] Pushing event updated for resources: {'Port': ['ID=e42541d7-1c90-4b7a-a233-7f24034f2041,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:48.025189 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-1cb5f865-b3b9-412e-9676-e2e35f205d5b None None] Attempting to bind port e42541d7-1c90-4b7a-a233-7f24034f2041 on host n-d-825015-3 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:48:48.025563 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-1cb5f865-b3b9-412e-9676-e2e35f205d5b None None] Attempting to bind port e42541d7-1c90-4b7a-a233-7f24034f2041 by drivers openvswitch,hyperv on host n-d-825015-3 at level 0 using segments [{'id': '896cd781-624b-4936-81f6-0d6ff2202d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '2359b4c5-6801-42fc-aea1-25144667a638'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:48:48.025928 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb5f865-b3b9-412e-9676-e2e35f205d5b None None] Attempting to bind port e42541d7-1c90-4b7a-a233-7f24034f2041 on network 2359b4c5-6801-42fc-aea1-25144667a638 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:48:48.031710 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb5f865-b3b9-412e-9676-e2e35f205d5b None None] Checking agent: {'id': '1bcce98f-58bb-4d5c-85a3-5e6c68a066f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 6, 51), 'started_at': datetime.datetime(2022, 2, 4, 12, 7, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825015-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:48:48.032440 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb5f865-b3b9-412e-9676-e2e35f205d5b None None] Checking segment: {'id': '896cd781-624b-4936-81f6-0d6ff2202d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '2359b4c5-6801-42fc-aea1-25144667a638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:48:48.033030 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1cb5f865-b3b9-412e-9676-e2e35f205d5b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:48.033565 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb5f865-b3b9-412e-9676-e2e35f205d5b None None] Bound using segment: {'id': '896cd781-624b-4936-81f6-0d6ff2202d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '2359b4c5-6801-42fc-aea1-25144667a638'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:48:48.034198 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-1cb5f865-b3b9-412e-9676-e2e35f205d5b None None] Bound port: e42541d7-1c90-4b7a-a233-7f24034f2041, host: n-d-825015-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '896cd781-624b-4936-81f6-0d6ff2202d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '2359b4c5-6801-42fc-aea1-25144667a638'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:48:48.034859 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1cb5f865-b3b9-412e-9676-e2e35f205d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (e42541d7-1c90-4b7a-a233-7f24034f2041), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:48.095962 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 27732be0-db63-4750-b2f3-598fab2bb216 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:48:48.134777 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-1cb5f865-b3b9-412e-9676-e2e35f205d5b None None] For port e42541d7-1c90-4b7a-a233-7f24034f2041, host n-d-825015-3, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:48:48.153822 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-1cb5f865-b3b9-412e-9676-e2e35f205d5b None None] For port e42541d7-1c90-4b7a-a233-7f24034f2041, host n-d-825015-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=e42541d7-1c90-4b7a-a233-7f24034f2041,segment=NetworkSegment(896cd781-624b-4936-81f6-0d6ff2202d02),segment_id=896cd781-624b-4936-81f6-0d6ff2202d02)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:48:48.162029 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1cb5f865-b3b9-412e-9676-e2e35f205d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (e42541d7-1c90-4b7a-a233-7f24034f2041), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:48.245223 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port 27732be0-db63-4750-b2f3-598fab2bb216 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:48:48.245618 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (27732be0-db63-4750-b2f3-598fab2bb216), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:48.252142 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e766079e-9748-4908-92df-daa868095895 None None] Pushing event updated for resources: {'Port': ['ID=e42541d7-1c90-4b7a-a233-7f24034f2041,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:48.285007 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb5f865-b3b9-412e-9676-e2e35f205d5b None None] Routers {'fb4c0b4f-6280-4bbf-8720-c6d00d6d2b69'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:48:48.285636 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-1cb5f865-b3b9-412e-9676-e2e35f205d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:48:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['fb4c0b4f-6280-4bbf-8720-c6d00d6d2b69'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:48:48.325208 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b7a78c1b-d7ff-4184-933d-04864d64e726 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:48.388088 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-fb06bfc6-c31b-41f9-b08f-b1a30ae8e53a None None] Provisioning complete for port e42541d7-1c90-4b7a-a233-7f24034f2041 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:48:48.388467 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fb06bfc6-c31b-41f9-b08f-b1a30ae8e53a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (e42541d7-1c90-4b7a-a233-7f24034f2041), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:48.486866 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-1cb5f865-b3b9-412e-9676-e2e35f205d5b None None] Set router fb4c0b4f-6280-4bbf-8720-c6d00d6d2b69 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:48:48.536797 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port 27732be0-db63-4750-b2f3-598fab2bb216 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:48:48.652345 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-fb06bfc6-c31b-41f9-b08f-b1a30ae8e53a None None] Current status of the port e42541d7-1c90-4b7a-a233-7f24034f2041 is: DOWN; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:48:48.653062 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fb06bfc6-c31b-41f9-b08f-b1a30ae8e53a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (e42541d7-1c90-4b7a-a233-7f24034f2041), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:48.712360 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-fb06bfc6-c31b-41f9-b08f-b1a30ae8e53a None None] For port e42541d7-1c90-4b7a-a233-7f24034f2041, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=e42541d7-1c90-4b7a-a233-7f24034f2041,segment=NetworkSegment(896cd781-624b-4936-81f6-0d6ff2202d02),segment_id=896cd781-624b-4936-81f6-0d6ff2202d02)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:48:48.717369 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fb06bfc6-c31b-41f9-b08f-b1a30ae8e53a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (e42541d7-1c90-4b7a-a233-7f24034f2041), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:48.791417 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb06bfc6-c31b-41f9-b08f-b1a30ae8e53a None None] Pushing event updated for resources: {'Port': ['ID=e42541d7-1c90-4b7a-a233-7f24034f2041,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:48.812326 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-1cb5f865-b3b9-412e-9676-e2e35f205d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb4c0b4f-6280-4bbf-8720-c6d00d6d2b69', 'name': 'tempest-TestSnapshotPattern-2101928172-router', 'tenant_id': '506fe7ce1bf14399b5bb7e8c0e5cd37b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '27732be0-db63-4750-b2f3-598fab2bb216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:48:41Z', 'updated_at': '2022-02-04T13:48:44Z', 'revision_number': 4, 'project_id': '506fe7ce1bf14399b5bb7e8c0e5cd37b', 'gw_port': {'id': '27732be0-db63-4750-b2f3-598fab2bb216', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:71:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb4c0b4f-6280-4bbf-8720-c6d00d6d2b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:48:41Z', 'updated_at': '2022-02-04T13:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'e42541d7-1c90-4b7a-a233-7f24034f2041', 'name': '', 'network_id': '2359b4c5-6801-42fc-aea1-25144667a638', 'tenant_id': '506fe7ce1bf14399b5bb7e8c0e5cd37b', 'mac_address': 'fa:16:3e:df:a5:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb4c0b4f-6280-4bbf-8720-c6d00d6d2b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '85c065b6-c330-4e29-bc1a-52d4b10424cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:48:43Z', 'updated_at': '2022-02-04T13:48:48Z', 'revision_number': 4, 'project_id': '506fe7ce1bf14399b5bb7e8c0e5cd37b', 'subnets': [{'id': '85c065b6-c330-4e29-bc1a-52d4b10424cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:48:48.847281 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb5f865-b3b9-412e-9676-e2e35f205d5b None None] The sync data for ids ['fb4c0b4f-6280-4bbf-8720-c6d00d6d2b69'] in n-d-825015-3 is: [{'id': 'fb4c0b4f-6280-4bbf-8720-c6d00d6d2b69', 'name': 'tempest-TestSnapshotPattern-2101928172-router', 'tenant_id': '506fe7ce1bf14399b5bb7e8c0e5cd37b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '27732be0-db63-4750-b2f3-598fab2bb216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:48:41Z', 'updated_at': '2022-02-04T13:48:44Z', 'revision_number': 4, 'project_id': '506fe7ce1bf14399b5bb7e8c0e5cd37b', 'gw_port': {'id': '27732be0-db63-4750-b2f3-598fab2bb216', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:71:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb4c0b4f-6280-4bbf-8720-c6d00d6d2b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:48:41Z', 'updated_at': '2022-02-04T13:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': 'e42541d7-1c90-4b7a-a233-7f24034f2041', 'name': '', 'network_id': '2359b4c5-6801-42fc-aea1-25144667a638', 'tenant_id': '506fe7ce1bf14399b5bb7e8c0e5cd37b', 'mac_address': 'fa:16:3e:df:a5:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb4c0b4f-6280-4bbf-8720-c6d00d6d2b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '85c065b6-c330-4e29-bc1a-52d4b10424cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:48:43Z', 'updated_at': '2022-02-04T13:48:48Z', 'revision_number': 4, 'project_id': '506fe7ce1bf14399b5bb7e8c0e5cd37b', 'subnets': [{'id': '85c065b6-c330-4e29-bc1a-52d4b10424cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:48:48.858652 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-a31a44ca-7654-4e62-92b3-a7cefec685de None None] Provisioning complete for port e42541d7-1c90-4b7a-a233-7f24034f2041 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:48:48.859027 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a31a44ca-7654-4e62-92b3-a7cefec685de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (e42541d7-1c90-4b7a-a233-7f24034f2041), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:48.964134 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-a31a44ca-7654-4e62-92b3-a7cefec685de None None] Current status of the port e42541d7-1c90-4b7a-a233-7f24034f2041 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:48:49.396873 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a7175e87-33f2-47d0-9d03-08c93a8fc1fa req-90e8db5c-16fa-41db-bd17-9414e7589568 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c2a35d2-6992-45da-8ff9-9d6d34e7108c HTTP/1.1" status: 200 len: 210 time: 0.3884070 Feb 04 13:48:49.447398 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb0fa60-95af-4b26-b98b-90f4da7f80c4 req-f3a7f0a5-9900-4a09-ae37-d7f21c5c9c4c tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:49.448943 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cfb0fa60-95af-4b26-b98b-90f4da7f80c4 req-f3a7f0a5-9900-4a09-ae37-d7f21c5c9c4c tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] 10.222.0.77 "GET /v2.0/networks?id=94edf51b-4701-454d-8126-42defe1d929e HTTP/1.1" status: 200 len: 810 time: 0.4528778 Feb 04 13:48:49.517507 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cfb0fa60-95af-4b26-b98b-90f4da7f80c4 req-c415fbe4-7f24-40a1-8cb3-af800399b490 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=74e34f15f5b74f99af0a7eaa4c776ffd HTTP/1.1" status: 200 len: 380 time: 0.0597839 Feb 04 13:48:49.526400 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-cfb0fa60-95af-4b26-b98b-90f4da7f80c4 req-fff82af0-f55f-4c05-bbac-f1333900e8f6 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Request body: {'port': {'device_id': '7c2a35d2-6992-45da-8ff9-9d6d34e7108c', 'network_id': '94edf51b-4701-454d-8126-42defe1d929e', 'admin_state_up': True, 'tenant_id': '74e34f15f5b74f99af0a7eaa4c776ffd', 'security_groups': ['19566d47-19e1-453f-b11c-6a1abdb20411']}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:48:49.580843 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:49.651985 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfb0fa60-95af-4b26-b98b-90f4da7f80c4 req-fff82af0-f55f-4c05-bbac-f1333900e8f6 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Made reservation on behalf of 74e34f15f5b74f99af0a7eaa4c776ffd for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:48:49.655437 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-cfb0fa60-95af-4b26-b98b-90f4da7f80c4 req-fff82af0-f55f-4c05-bbac-f1333900e8f6 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:49.799113 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-cfb0fa60-95af-4b26-b98b-90f4da7f80c4 req-fff82af0-f55f-4c05-bbac-f1333900e8f6 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Allocated IP 172.20.0.12 (94edf51b-4701-454d-8126-42defe1d929e/7e72cc32-59c9-491e-b623-1684086278f5/0029e639-35ce-4a8b-842c-2b9f782aa7ff) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:48:49.951922 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-cfb0fa60-95af-4b26-b98b-90f4da7f80c4 req-fff82af0-f55f-4c05-bbac-f1333900e8f6 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Publish callbacks [] for port (0029e639-35ce-4a8b-842c-2b9f782aa7ff), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:49.986467 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-cfb0fa60-95af-4b26-b98b-90f4da7f80c4 req-fff82af0-f55f-4c05-bbac-f1333900e8f6 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (0029e639-35ce-4a8b-842c-2b9f782aa7ff), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:50.028436 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfb0fa60-95af-4b26-b98b-90f4da7f80c4 req-fff82af0-f55f-4c05-bbac-f1333900e8f6 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Network 94edf51b-4701-454d-8126-42defe1d929e is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:48:50.033589 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-cfb0fa60-95af-4b26-b98b-90f4da7f80c4 req-fff82af0-f55f-4c05-bbac-f1333900e8f6 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:48:50.038195 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfb0fa60-95af-4b26-b98b-90f4da7f80c4 req-fff82af0-f55f-4c05-bbac-f1333900e8f6 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:48:50.066533 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff82af0-f55f-4c05-bbac-f1333900e8f6 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Pushing event updated for resources: {'Port': ['ID=0029e639-35ce-4a8b-842c-2b9f782aa7ff,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:50.110863 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb0fa60-95af-4b26-b98b-90f4da7f80c4 req-fff82af0-f55f-4c05-bbac-f1333900e8f6 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:50.111628 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-cfb0fa60-95af-4b26-b98b-90f4da7f80c4 req-fff82af0-f55f-4c05-bbac-f1333900e8f6 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:50.129685 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cfb0fa60-95af-4b26-b98b-90f4da7f80c4 req-fff82af0-f55f-4c05-bbac-f1333900e8f6 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6073427 Feb 04 13:48:50.138195 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device e42541d7-1c90-4b7a-a233-7f24034f2041 up at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:48:50.198309 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-cfb0fa60-95af-4b26-b98b-90f4da7f80c4 req-33856abb-ebd3-4d7a-8de0-6faf98e11f1c service neutron] Request body: {'port': {'device_id': '7c2a35d2-6992-45da-8ff9-9d6d34e7108c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:48:50.198476 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-b116c552-173d-469e-b16f-751f4467941a None None] Provisioning complete for port e42541d7-1c90-4b7a-a233-7f24034f2041 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:48:50.198851 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (e42541d7-1c90-4b7a-a233-7f24034f2041), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:50.267190 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-cfb0fa60-95af-4b26-b98b-90f4da7f80c4 req-33856abb-ebd3-4d7a-8de0-6faf98e11f1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (0029e639-35ce-4a8b-842c-2b9f782aa7ff), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:50.288098 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] Current status of the port e42541d7-1c90-4b7a-a233-7f24034f2041 is: ACTIVE; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:48:50.298491 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-3a3e5581-fa8f-4d05-bf0b-fe8dfc8bf5d9 None None] Provisioning complete for port 0029e639-35ce-4a8b-842c-2b9f782aa7ff triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:48:50.298866 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3a3e5581-fa8f-4d05-bf0b-fe8dfc8bf5d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (0029e639-35ce-4a8b-842c-2b9f782aa7ff), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:50.332923 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-3a3e5581-fa8f-4d05-bf0b-fe8dfc8bf5d9 None None] Port 0029e639-35ce-4a8b-842c-2b9f782aa7ff cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:48:50.572201 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae93009-bf6c-4adc-bae4-5a9e44e2dfea req-6e1b19a6-39fc-4af6-86f2-8a2a25ee05a1 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:50.573673 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2ae93009-bf6c-4adc-bae4-5a9e44e2dfea req-6e1b19a6-39fc-4af6-86f2-8a2a25ee05a1 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c2a35d2-6992-45da-8ff9-9d6d34e7108c HTTP/1.1" status: 200 len: 932 time: 0.1027541 Feb 04 13:48:50.577420 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-cfb0fa60-95af-4b26-b98b-90f4da7f80c4 req-33856abb-ebd3-4d7a-8de0-6faf98e11f1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0029e639-35ce-4a8b-842c-2b9f782aa7ff {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:48:50.592450 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-cfb0fa60-95af-4b26-b98b-90f4da7f80c4 req-33856abb-ebd3-4d7a-8de0-6faf98e11f1c service neutron] Publish callbacks [] for port (0029e639-35ce-4a8b-842c-2b9f782aa7ff), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:50.620212 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-cfb0fa60-95af-4b26-b98b-90f4da7f80c4 req-33856abb-ebd3-4d7a-8de0-6faf98e11f1c service neutron] Transition to ACTIVE for port object 0029e639-35ce-4a8b-842c-2b9f782aa7ff will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:48:50.625799 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-cfb0fa60-95af-4b26-b98b-90f4da7f80c4 req-33856abb-ebd3-4d7a-8de0-6faf98e11f1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (0029e639-35ce-4a8b-842c-2b9f782aa7ff), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:50.664260 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2ae93009-bf6c-4adc-bae4-5a9e44e2dfea req-17ed830d-0f78-4fd9-9b07-d20f86e36ac4 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] 10.222.0.65 "GET /v2.0/security-groups?id=19566d47-19e1-453f-b11c-6a1abdb20411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824308 Feb 04 13:48:50.691603 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33856abb-ebd3-4d7a-8de0-6faf98e11f1c service neutron] Pushing event updated for resources: {'Port': ['ID=0029e639-35ce-4a8b-842c-2b9f782aa7ff,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:50.777359 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-cfb0fa60-95af-4b26-b98b-90f4da7f80c4 req-33856abb-ebd3-4d7a-8de0-6faf98e11f1c service neutron] Attempting to bind port 0029e639-35ce-4a8b-842c-2b9f782aa7ff on host n-h2-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:48:50.777702 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-cfb0fa60-95af-4b26-b98b-90f4da7f80c4 req-33856abb-ebd3-4d7a-8de0-6faf98e11f1c service neutron] Attempting to bind port 0029e639-35ce-4a8b-842c-2b9f782aa7ff by drivers openvswitch,hyperv on host n-h2-825015-3 at level 0 using segments [{'id': '87f6a7a6-13dd-4629-8e72-0a31265804de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '94edf51b-4701-454d-8126-42defe1d929e'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:48:50.778036 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb0fa60-95af-4b26-b98b-90f4da7f80c4 req-33856abb-ebd3-4d7a-8de0-6faf98e11f1c service neutron] Attempting to bind port 0029e639-35ce-4a8b-842c-2b9f782aa7ff on network 94edf51b-4701-454d-8126-42defe1d929e {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:48:50.785738 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb0fa60-95af-4b26-b98b-90f4da7f80c4 req-33856abb-ebd3-4d7a-8de0-6faf98e11f1c service neutron] Port 0029e639-35ce-4a8b-842c-2b9f782aa7ff on network 94edf51b-4701-454d-8126-42defe1d929e not bound, no agent of type Open vSwitch agent registered on host n-h2-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:48:50.785738 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb0fa60-95af-4b26-b98b-90f4da7f80c4 req-33856abb-ebd3-4d7a-8de0-6faf98e11f1c service neutron] Attempting to bind port 0029e639-35ce-4a8b-842c-2b9f782aa7ff on network 94edf51b-4701-454d-8126-42defe1d929e {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:48:50.789430 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb0fa60-95af-4b26-b98b-90f4da7f80c4 req-33856abb-ebd3-4d7a-8de0-6faf98e11f1c service neutron] Checking agent: {'id': '9b68a165-e786-4b91-8592-44519c2ecabe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:48:50.789824 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb0fa60-95af-4b26-b98b-90f4da7f80c4 req-33856abb-ebd3-4d7a-8de0-6faf98e11f1c service neutron] Checking segment: {'id': '87f6a7a6-13dd-4629-8e72-0a31265804de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '94edf51b-4701-454d-8126-42defe1d929e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:48:50.790156 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb0fa60-95af-4b26-b98b-90f4da7f80c4 req-33856abb-ebd3-4d7a-8de0-6faf98e11f1c service neutron] Bound using segment: {'id': '87f6a7a6-13dd-4629-8e72-0a31265804de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '94edf51b-4701-454d-8126-42defe1d929e'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:48:50.790593 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-cfb0fa60-95af-4b26-b98b-90f4da7f80c4 req-33856abb-ebd3-4d7a-8de0-6faf98e11f1c service neutron] Bound port: 0029e639-35ce-4a8b-842c-2b9f782aa7ff, host: n-h2-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87f6a7a6-13dd-4629-8e72-0a31265804de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '94edf51b-4701-454d-8126-42defe1d929e'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:48:50.790954 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-cfb0fa60-95af-4b26-b98b-90f4da7f80c4 req-33856abb-ebd3-4d7a-8de0-6faf98e11f1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (0029e639-35ce-4a8b-842c-2b9f782aa7ff), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:50.848330 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:50.867487 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-cfb0fa60-95af-4b26-b98b-90f4da7f80c4 req-33856abb-ebd3-4d7a-8de0-6faf98e11f1c service neutron] For port 0029e639-35ce-4a8b-842c-2b9f782aa7ff, host n-h2-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:48:50.871146 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-cfb0fa60-95af-4b26-b98b-90f4da7f80c4 req-33856abb-ebd3-4d7a-8de0-6faf98e11f1c service neutron] For port 0029e639-35ce-4a8b-842c-2b9f782aa7ff, host n-h2-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=0029e639-35ce-4a8b-842c-2b9f782aa7ff,segment=NetworkSegment(87f6a7a6-13dd-4629-8e72-0a31265804de),segment_id=87f6a7a6-13dd-4629-8e72-0a31265804de)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:48:50.878210 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-cfb0fa60-95af-4b26-b98b-90f4da7f80c4 req-33856abb-ebd3-4d7a-8de0-6faf98e11f1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (0029e639-35ce-4a8b-842c-2b9f782aa7ff), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:50.917023 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb0fa60-95af-4b26-b98b-90f4da7f80c4 req-33856abb-ebd3-4d7a-8de0-6faf98e11f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:50.917575 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-cfb0fa60-95af-4b26-b98b-90f4da7f80c4 req-33856abb-ebd3-4d7a-8de0-6faf98e11f1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:50.919274 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cfb0fa60-95af-4b26-b98b-90f4da7f80c4 req-33856abb-ebd3-4d7a-8de0-6faf98e11f1c service neutron] 10.222.0.77 "PUT /v2.0/ports/0029e639-35ce-4a8b-842c-2b9f782aa7ff HTTP/1.1" status: 200 len: 1092 time: 0.7821553 Feb 04 13:48:50.923971 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c2a35d2-6992-45da-8ff9-9d6d34e7108c', 'tag': '0029e639-35ce-4a8b-842c-2b9f782aa7ff'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:48:50.926296 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48bbd334e613f85cd2144b496d46af0d2e531f29900d43c124e8a63cdd2917ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ddebe78-a23f-44e7-949c-f701293424a8" -d '{"events": [{"name": "network-changed", "server_uuid": "7c2a35d2-6992-45da-8ff9-9d6d34e7108c", "tag": "0029e639-35ce-4a8b-842c-2b9f782aa7ff"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:48:50.985201 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c35867a7-0ffb-4a59-8246-9e56171b7350 x-openstack-request-id: req-c35867a7-0ffb-4a59-8246-9e56171b7350 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:48:50.985520 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c2a35d2-6992-45da-8ff9-9d6d34e7108c", "tag": "0029e639-35ce-4a8b-842c-2b9f782aa7ff", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:48:50.985749 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c35867a7-0ffb-4a59-8246-9e56171b7350 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:48:50.986157 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c2a35d2-6992-45da-8ff9-9d6d34e7108c', 'tag': '0029e639-35ce-4a8b-842c-2b9f782aa7ff', 'status': 'completed', 'code': 200} Feb 04 13:48:51.005734 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33856abb-ebd3-4d7a-8de0-6faf98e11f1c service neutron] Pushing event updated for resources: {'Port': ['ID=0029e639-35ce-4a8b-842c-2b9f782aa7ff,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:51.030235 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb0fa60-95af-4b26-b98b-90f4da7f80c4 req-29abeafe-6760-41ab-a2b0-77052b9e70cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:51.031665 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cfb0fa60-95af-4b26-b98b-90f4da7f80c4 req-29abeafe-6760-41ab-a2b0-77052b9e70cd service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=74e34f15f5b74f99af0a7eaa4c776ffd&device_id=7c2a35d2-6992-45da-8ff9-9d6d34e7108c HTTP/1.1" status: 200 len: 1126 time: 0.0693717 Feb 04 13:48:51.079540 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cfb0fa60-95af-4b26-b98b-90f4da7f80c4 req-b606e627-baf4-4d1c-89c1-2f8c0a9638bb service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0029e639-35ce-4a8b-842c-2b9f782aa7ff HTTP/1.1" status: 200 len: 217 time: 0.0405116 Feb 04 13:48:51.129374 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb0fa60-95af-4b26-b98b-90f4da7f80c4 req-79f27bf6-b657-439d-9306-77563fc88429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:51.130900 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cfb0fa60-95af-4b26-b98b-90f4da7f80c4 req-79f27bf6-b657-439d-9306-77563fc88429 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=7e72cc32-59c9-491e-b623-1684086278f5 HTTP/1.1" status: 200 len: 849 time: 0.0455062 Feb 04 13:48:51.179692 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb0fa60-95af-4b26-b98b-90f4da7f80c4 req-d340a516-0660-469d-a6e2-1d751d3c219a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:51.181279 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cfb0fa60-95af-4b26-b98b-90f4da7f80c4 req-d340a516-0660-469d-a6e2-1d751d3c219a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=94edf51b-4701-454d-8126-42defe1d929e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0448792 Feb 04 13:48:51.275226 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cfb0fa60-95af-4b26-b98b-90f4da7f80c4 req-c1a53def-c631-4ff9-b039-d2cc29a165bf service neutron] 10.222.0.77 "GET /v2.0/networks/94edf51b-4701-454d-8126-42defe1d929e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880673 Feb 04 13:48:51.367093 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cfb0fa60-95af-4b26-b98b-90f4da7f80c4 req-b20f465d-3d34-4cd8-bd3e-d1a5b24ebfac service neutron] 10.222.0.77 "GET /v2.0/networks/94edf51b-4701-454d-8126-42defe1d929e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859783 Feb 04 13:48:51.470525 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddebe78-a23f-44e7-949c-f701293424a8 req-b813b8f5-3638-4093-87a2-35089ca1d02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:51.472093 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5ddebe78-a23f-44e7-949c-f701293424a8 req-b813b8f5-3638-4093-87a2-35089ca1d02f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=74e34f15f5b74f99af0a7eaa4c776ffd&device_id=7c2a35d2-6992-45da-8ff9-9d6d34e7108c HTTP/1.1" status: 200 len: 1126 time: 0.0514545 Feb 04 13:48:51.562445 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddebe78-a23f-44e7-949c-f701293424a8 req-6eeeb2af-0936-498c-b12c-c0bb00405be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:51.563945 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5ddebe78-a23f-44e7-949c-f701293424a8 req-6eeeb2af-0936-498c-b12c-c0bb00405be2 service neutron] 10.222.0.77 "GET /v2.0/networks?id=94edf51b-4701-454d-8126-42defe1d929e HTTP/1.1" status: 200 len: 911 time: 0.0862048 Feb 04 13:48:51.605726 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5ddebe78-a23f-44e7-949c-f701293424a8 req-498d9490-7b47-449f-ac9b-459504e1d209 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0029e639-35ce-4a8b-842c-2b9f782aa7ff HTTP/1.1" status: 200 len: 217 time: 0.0355625 Feb 04 13:48:51.660203 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddebe78-a23f-44e7-949c-f701293424a8 req-36871184-3de9-4fd9-af69-2aae4e3a7756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:51.661685 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5ddebe78-a23f-44e7-949c-f701293424a8 req-36871184-3de9-4fd9-af69-2aae4e3a7756 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=7e72cc32-59c9-491e-b623-1684086278f5 HTTP/1.1" status: 200 len: 849 time: 0.0506072 Feb 04 13:48:51.715350 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddebe78-a23f-44e7-949c-f701293424a8 req-cfe5aca5-88e9-4354-82ce-5ea1e3f8b4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:51.716985 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5ddebe78-a23f-44e7-949c-f701293424a8 req-cfe5aca5-88e9-4354-82ce-5ea1e3f8b4d2 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=94edf51b-4701-454d-8126-42defe1d929e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0493059 Feb 04 13:48:51.847968 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5ddebe78-a23f-44e7-949c-f701293424a8 req-3112bca4-e51d-4e13-9c04-b9407ea742ff service neutron] 10.222.0.77 "GET /v2.0/networks/94edf51b-4701-454d-8126-42defe1d929e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235971 Feb 04 13:48:51.856047 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558a6160-0dbd-4175-bc98-1a753e181eb5 req-8f72d620-3186-4f68-a40b-39c17301705e tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:51.857464 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-558a6160-0dbd-4175-bc98-1a753e181eb5 req-8f72d620-3186-4f68-a40b-39c17301705e tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c2a35d2-6992-45da-8ff9-9d6d34e7108c HTTP/1.1" status: 200 len: 944 time: 0.0894563 Feb 04 13:48:51.935810 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:51.966738 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-558a6160-0dbd-4175-bc98-1a753e181eb5 req-6830ae75-4ee9-459e-b697-e16a21201ba5 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] 10.222.0.65 "GET /v2.0/security-groups?id=19566d47-19e1-453f-b11c-6a1abdb20411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010292 Feb 04 13:48:51.983006 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5ddebe78-a23f-44e7-949c-f701293424a8 req-4429ab2f-b934-4d3e-b6b9-3bfad52dc5a1 service neutron] 10.222.0.77 "GET /v2.0/networks/94edf51b-4701-454d-8126-42defe1d929e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246240 Feb 04 13:48:53.093691 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bb6cd6-7046-4e61-824e-7783c4498d37 req-658bd0f3-e8a9-458a-ba37-8094e64c987f tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:53.095175 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-90bb6cd6-7046-4e61-824e-7783c4498d37 req-658bd0f3-e8a9-458a-ba37-8094e64c987f tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c2a35d2-6992-45da-8ff9-9d6d34e7108c HTTP/1.1" status: 200 len: 944 time: 0.0534685 Feb 04 13:48:53.144468 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-90bb6cd6-7046-4e61-824e-7783c4498d37 req-a0bec792-08ab-476f-9e50-920a9edc217f tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] 10.222.0.65 "GET /v2.0/security-groups?id=19566d47-19e1-453f-b11c-6a1abdb20411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435677 Feb 04 13:48:53.733250 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 0029e639-35ce-4a8b-842c-2b9f782aa7ff details requested by agent hyperv_n-h2-825015-3 with host n-h2-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:48:53.832890 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 0029e639-35ce-4a8b-842c-2b9f782aa7ff, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=0029e639-35ce-4a8b-842c-2b9f782aa7ff,segment=NetworkSegment(87f6a7a6-13dd-4629-8e72-0a31265804de),segment_id=87f6a7a6-13dd-4629-8e72-0a31265804de)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:48:53.845351 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Returning: {'device': '0029e639-35ce-4a8b-842c-2b9f782aa7ff', 'network_id': '94edf51b-4701-454d-8126-42defe1d929e', 'port_id': '0029e639-35ce-4a8b-842c-2b9f782aa7ff', 'mac_address': 'fa:16:3e:ac:fb:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e72cc32-59c9-491e-b623-1684086278f5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:48:54.053384 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 0029e639-35ce-4a8b-842c-2b9f782aa7ff is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:48:54.053778 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (0029e639-35ce-4a8b-842c-2b9f782aa7ff), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:54.068026 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0029e639-35ce-4a8b-842c-2b9f782aa7ff {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:48:54.089572 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 0029e639-35ce-4a8b-842c-2b9f782aa7ff, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=0029e639-35ce-4a8b-842c-2b9f782aa7ff,segment=NetworkSegment(87f6a7a6-13dd-4629-8e72-0a31265804de),segment_id=87f6a7a6-13dd-4629-8e72-0a31265804de)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:48:54.093550 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (0029e639-35ce-4a8b-842c-2b9f782aa7ff), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:54.140029 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=0029e639-35ce-4a8b-842c-2b9f782aa7ff,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:54.267949 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c213f7fa-9584-405a-a004-84863d5b01e5 req-d7322305-c14e-4cf1-bceb-6e723c09ff81 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:54.269344 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c213f7fa-9584-405a-a004-84863d5b01e5 req-d7322305-c14e-4cf1-bceb-6e723c09ff81 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c2a35d2-6992-45da-8ff9-9d6d34e7108c HTTP/1.1" status: 200 len: 945 time: 0.0516551 Feb 04 13:48:54.324509 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c213f7fa-9584-405a-a004-84863d5b01e5 req-a2e1f4a2-7c6e-4422-bd43-ea6063f19227 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] 10.222.0.65 "GET /v2.0/security-groups?id=19566d47-19e1-453f-b11c-6a1abdb20411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486753 Feb 04 13:48:54.348064 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['0029e639-35ce-4a8b-842c-2b9f782aa7ff'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:48:55.447584 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbde3163-fa8f-4631-b7bd-445f9056d77b req-a748efcd-2bd8-4e2c-bffc-bf802e48efd8 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:55.449117 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bbde3163-fa8f-4631-b7bd-445f9056d77b req-a748efcd-2bd8-4e2c-bffc-bf802e48efd8 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c2a35d2-6992-45da-8ff9-9d6d34e7108c HTTP/1.1" status: 200 len: 945 time: 0.0563097 Feb 04 13:48:55.498572 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-bbde3163-fa8f-4631-b7bd-445f9056d77b req-bbee6c3d-e50a-4bcd-ad1c-25bb544bd635 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] 10.222.0.65 "GET /v2.0/security-groups?id=19566d47-19e1-453f-b11c-6a1abdb20411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439641 Feb 04 13:48:55.747426 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 0029e639-35ce-4a8b-842c-2b9f782aa7ff up at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:48:55.799527 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning for port 0029e639-35ce-4a8b-842c-2b9f782aa7ff completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:48:55.803835 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning complete for port 0029e639-35ce-4a8b-842c-2b9f782aa7ff triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:48:55.804762 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (0029e639-35ce-4a8b-842c-2b9f782aa7ff), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:55.884811 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 0029e639-35ce-4a8b-842c-2b9f782aa7ff is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:48:55.885201 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (0029e639-35ce-4a8b-842c-2b9f782aa7ff), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:55.907947 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c2a35d2-6992-45da-8ff9-9d6d34e7108c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0029e639-35ce-4a8b-842c-2b9f782aa7ff'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:48:55.910200 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53818b00e40e8afff1ffbbb80b1f2b2ececb0555ff6da39e2769b708ef8305ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2da6b50-7de4-4d93-a39b-e90c6a1c558a" -d '{"events": [{"server_uuid": "7c2a35d2-6992-45da-8ff9-9d6d34e7108c", "name": "network-vif-plugged", "status": "completed", "tag": "0029e639-35ce-4a8b-842c-2b9f782aa7ff"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:48:55.922776 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 0029e639-35ce-4a8b-842c-2b9f782aa7ff, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=0029e639-35ce-4a8b-842c-2b9f782aa7ff,segment=NetworkSegment(87f6a7a6-13dd-4629-8e72-0a31265804de),segment_id=87f6a7a6-13dd-4629-8e72-0a31265804de)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:48:55.926911 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (0029e639-35ce-4a8b-842c-2b9f782aa7ff), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:55.954133 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89a1e9a0-7f00-4a81-93ca-6913e6a4e417 x-openstack-request-id: req-89a1e9a0-7f00-4a81-93ca-6913e6a4e417 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:48:55.954374 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c2a35d2-6992-45da-8ff9-9d6d34e7108c", "name": "network-vif-plugged", "status": "completed", "tag": "0029e639-35ce-4a8b-842c-2b9f782aa7ff", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:48:55.954634 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-89a1e9a0-7f00-4a81-93ca-6913e6a4e417 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:48:55.955046 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c2a35d2-6992-45da-8ff9-9d6d34e7108c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0029e639-35ce-4a8b-842c-2b9f782aa7ff', 'code': 200} Feb 04 13:48:55.982633 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=0029e639-35ce-4a8b-842c-2b9f782aa7ff,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:56.051800 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6244ba-a195-4bdb-9637-37d8aa842bed req-b1daed03-6359-4f12-b0cc-8449980a0272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:56.053317 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0b6244ba-a195-4bdb-9637-37d8aa842bed req-b1daed03-6359-4f12-b0cc-8449980a0272 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7c2a35d2-6992-45da-8ff9-9d6d34e7108c HTTP/1.1" status: 200 len: 1128 time: 0.0437901 Feb 04 13:48:56.100577 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0b6244ba-a195-4bdb-9637-37d8aa842bed req-51ee7922-702a-4cf3-955d-180b03646c5a service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=19566d47-19e1-453f-b11c-6a1abdb20411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406854 Feb 04 13:48:56.624090 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55c1c92-dedd-4f39-aa88-1ce1ad57cd40 req-db9d45f6-72c7-4d9d-8e68-f5678e89d594 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:56.625574 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a55c1c92-dedd-4f39-aa88-1ce1ad57cd40 req-db9d45f6-72c7-4d9d-8e68-f5678e89d594 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c2a35d2-6992-45da-8ff9-9d6d34e7108c HTTP/1.1" status: 200 len: 946 time: 0.0588448 Feb 04 13:48:56.673863 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a55c1c92-dedd-4f39-aa88-1ce1ad57cd40 req-759fb054-e8d6-4235-8747-a5802d39b607 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] 10.222.0.65 "GET /v2.0/security-groups?id=19566d47-19e1-453f-b11c-6a1abdb20411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427325 Feb 04 13:48:57.893629 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bcc7e1-43a1-48ce-b20b-ee89d84327e5 req-6c52b15c-6d60-4e09-a994-790daf5a4d0a tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:57.895430 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-12bcc7e1-43a1-48ce-b20b-ee89d84327e5 req-6c52b15c-6d60-4e09-a994-790daf5a4d0a tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c2a35d2-6992-45da-8ff9-9d6d34e7108c HTTP/1.1" status: 200 len: 946 time: 0.1411633 Feb 04 13:48:57.957601 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-12bcc7e1-43a1-48ce-b20b-ee89d84327e5 req-9106beb6-de0c-47b3-8d35-fdccff8e47e5 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] 10.222.0.65 "GET /v2.0/security-groups?id=19566d47-19e1-453f-b11c-6a1abdb20411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552714 Feb 04 13:48:58.077609 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd4866c-5ab4-4fe5-8d00-eb32a995cf30 req-92bae26b-a0d2-4c80-b33a-2da7fa5992d3 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:58.079102 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7dd4866c-5ab4-4fe5-8d00-eb32a995cf30 req-92bae26b-a0d2-4c80-b33a-2da7fa5992d3 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c2a35d2-6992-45da-8ff9-9d6d34e7108c HTTP/1.1" status: 200 len: 946 time: 0.0532985 Feb 04 13:48:58.133219 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-7dd4866c-5ab4-4fe5-8d00-eb32a995cf30 req-e793320d-3cda-4a4c-8d97-bff013369950 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] 10.222.0.65 "GET /v2.0/security-groups?id=19566d47-19e1-453f-b11c-6a1abdb20411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484748 Feb 04 13:48:58.155325 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 37148) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:58.243023 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e650bb-eb6d-4756-ad60-aba62bd47ded tempest-TestSnapshotPattern-988902062 tempest-TestSnapshotPattern-988902062-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:58.244786 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-41e650bb-eb6d-4756-ad60-aba62bd47ded tempest-TestSnapshotPattern-988902062 tempest-TestSnapshotPattern-988902062-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=7c2a35d2-6992-45da-8ff9-9d6d34e7108c HTTP/1.1" status: 200 len: 1123 time: 0.0884030 Feb 04 13:48:58.247889 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 37152) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:48:58.252107 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-1ecaf7b8-452b-4803-b827-aae35ef31655 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Request body: {'floatingip': {'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'port_id': '0029e639-35ce-4a8b-842c-2b9f782aa7ff', 'tenant_id': '74e34f15f5b74f99af0a7eaa4c776ffd', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:48:58.272377 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1ecaf7b8-452b-4803-b827-aae35ef31655 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:58.373177 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1ecaf7b8-452b-4803-b827-aae35ef31655 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:58.477347 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-1ecaf7b8-452b-4803-b827-aae35ef31655 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Allocated IP 172.25.3.203 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/e64e7775-428d-4a7b-9904-c49544bef2a8) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:48:58.589637 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1ecaf7b8-452b-4803-b827-aae35ef31655 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Publish callbacks [] for port (e64e7775-428d-4a7b-9904-c49544bef2a8), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:58.624553 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1ecaf7b8-452b-4803-b827-aae35ef31655 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (e64e7775-428d-4a7b-9904-c49544bef2a8), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:58.652755 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5f9a99df-ab5e-4461-99bc-39d69444c91c req-8edd9761-2bc3-41e2-a9b4-64ff9a9cc58e service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7c2a35d2-6992-45da-8ff9-9d6d34e7108c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0465274 Feb 04 13:48:58.666614 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ecaf7b8-452b-4803-b827-aae35ef31655 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:48:58.669506 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-1ecaf7b8-452b-4803-b827-aae35ef31655 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:48:58.673047 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecaf7b8-452b-4803-b827-aae35ef31655 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:48:58.696065 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecaf7b8-452b-4803-b827-aae35ef31655 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Pushing event updated for resources: {'Port': ['ID=e64e7775-428d-4a7b-9904-c49544bef2a8,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:58.757804 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9a99df-ab5e-4461-99bc-39d69444c91c req-ada33eb0-7ca5-46f8-a221-c88a06497624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:58.759912 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5f9a99df-ab5e-4461-99bc-39d69444c91c req-ada33eb0-7ca5-46f8-a221-c88a06497624 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=74e34f15f5b74f99af0a7eaa4c776ffd&device_id=7c2a35d2-6992-45da-8ff9-9d6d34e7108c HTTP/1.1" status: 200 len: 1128 time: 0.0596771 Feb 04 13:48:58.880405 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9a99df-ab5e-4461-99bc-39d69444c91c req-60a4e62e-44e4-4478-aa7a-2273774672ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:58.881527 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5f9a99df-ab5e-4461-99bc-39d69444c91c req-60a4e62e-44e4-4478-aa7a-2273774672ac service neutron] 10.222.0.77 "GET /v2.0/networks?id=94edf51b-4701-454d-8126-42defe1d929e HTTP/1.1" status: 200 len: 911 time: 0.1010544 Feb 04 13:48:58.925682 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5f9a99df-ab5e-4461-99bc-39d69444c91c req-06d63139-3def-4bbf-a114-4a840a9dca9e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0029e639-35ce-4a8b-842c-2b9f782aa7ff HTTP/1.1" status: 200 len: 217 time: 0.0370810 Feb 04 13:48:58.975566 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9a99df-ab5e-4461-99bc-39d69444c91c req-8018131e-1012-45de-8e93-64962b9fd6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:58.977749 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5f9a99df-ab5e-4461-99bc-39d69444c91c req-8018131e-1012-45de-8e93-64962b9fd6d4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=7e72cc32-59c9-491e-b623-1684086278f5 HTTP/1.1" status: 200 len: 849 time: 0.0461338 Feb 04 13:48:59.032598 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9a99df-ab5e-4461-99bc-39d69444c91c req-2a8f4d39-79e8-455d-a96b-3cd70e836064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:59.034101 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5f9a99df-ab5e-4461-99bc-39d69444c91c req-2a8f4d39-79e8-455d-a96b-3cd70e836064 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=94edf51b-4701-454d-8126-42defe1d929e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0501866 Feb 04 13:48:59.057496 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1ecaf7b8-452b-4803-b827-aae35ef31655 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Publish callbacks [] for floatingip (3b1d5303-e70d-4c7e-81b0-1f8a5466cdb9), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:59.134575 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5f9a99df-ab5e-4461-99bc-39d69444c91c req-cc660602-719a-4d35-9e86-912188e7a65d service neutron] 10.222.0.77 "GET /v2.0/networks/94edf51b-4701-454d-8126-42defe1d929e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943444 Feb 04 13:48:59.139095 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1ecaf7b8-452b-4803-b827-aae35ef31655 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (e64e7775-428d-4a7b-9904-c49544bef2a8), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:59.233442 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5f9a99df-ab5e-4461-99bc-39d69444c91c req-af17bbf2-a221-4844-8e9e-93da6863412e service neutron] 10.222.0.77 "GET /v2.0/networks/94edf51b-4701-454d-8126-42defe1d929e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925930 Feb 04 13:48:59.302580 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1ecaf7b8-452b-4803-b827-aae35ef31655 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Publish callbacks [] for port (e64e7775-428d-4a7b-9904-c49544bef2a8), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:59.307765 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1ecaf7b8-452b-4803-b827-aae35ef31655 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (e64e7775-428d-4a7b-9904-c49544bef2a8), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:59.376815 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecaf7b8-452b-4803-b827-aae35ef31655 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Pushing event updated for resources: {'Port': ['ID=e64e7775-428d-4a7b-9904-c49544bef2a8,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:59.390689 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1ecaf7b8-452b-4803-b827-aae35ef31655 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1599943'] for floatingip (3b1d5303-e70d-4c7e-81b0-1f8a5466cdb9), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:59.493267 n-d-825015-3 neutron-server[103474]: INFO neutron.db.l3_db [None req-1ecaf7b8-452b-4803-b827-aae35ef31655 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Floating IP 3b1d5303-e70d-4c7e-81b0-1f8a5466cdb9 associated. External IP: 172.25.3.203, port: 0029e639-35ce-4a8b-842c-2b9f782aa7ff. Feb 04 13:48:59.715663 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ecaf7b8-452b-4803-b827-aae35ef31655 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Router f85525e3-81bd-4567-83e9-faad9d2cee4e has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:48:59.826814 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ecaf7b8-452b-4803-b827-aae35ef31655 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:48:59.837617 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe8735e-082a-4a7a-8be9-ff47b48f6aa2 None None] Sync routers for ids ['f85525e3-81bd-4567-83e9-faad9d2cee4e'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:48:59.848177 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe8735e-082a-4a7a-8be9-ff47b48f6aa2 None None] Routers {'f85525e3-81bd-4567-83e9-faad9d2cee4e'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:48:59.848789 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-3fe8735e-082a-4a7a-8be9-ff47b48f6aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:48:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['f85525e3-81bd-4567-83e9-faad9d2cee4e'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:48:59.854248 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1ecaf7b8-452b-4803-b827-aae35ef31655 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:48:59.885914 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-1ecaf7b8-452b-4803-b827-aae35ef31655 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6369965 Feb 04 13:48:59.886521 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c2a35d2-6992-45da-8ff9-9d6d34e7108c', 'tag': '0029e639-35ce-4a8b-842c-2b9f782aa7ff'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:48:59.888866 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d80557581d331a580d396cdc7e9427e44bb7e480f60f23768e1d923b8085a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7eff6e8-18f6-4240-a74f-6ed14c5de69a" -d '{"events": [{"name": "network-changed", "server_uuid": "7c2a35d2-6992-45da-8ff9-9d6d34e7108c", "tag": "0029e639-35ce-4a8b-842c-2b9f782aa7ff"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:48:59.929868 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c3b4dbd-df0f-43d5-bb50-1a8f94bee059 x-openstack-request-id: req-5c3b4dbd-df0f-43d5-bb50-1a8f94bee059 {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:48:59.929868 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c2a35d2-6992-45da-8ff9-9d6d34e7108c", "tag": "0029e639-35ce-4a8b-842c-2b9f782aa7ff", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:48:59.930364 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5c3b4dbd-df0f-43d5-bb50-1a8f94bee059 {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:48:59.930582 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c2a35d2-6992-45da-8ff9-9d6d34e7108c', 'tag': '0029e639-35ce-4a8b-842c-2b9f782aa7ff', 'status': 'completed', 'code': 200} Feb 04 13:48:59.998155 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eff6e8-18f6-4240-a74f-6ed14c5de69a req-3344c8ca-d111-425f-b97e-aca1b5e7cb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:59.999869 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a7eff6e8-18f6-4240-a74f-6ed14c5de69a req-3344c8ca-d111-425f-b97e-aca1b5e7cb3d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=74e34f15f5b74f99af0a7eaa4c776ffd&device_id=7c2a35d2-6992-45da-8ff9-9d6d34e7108c HTTP/1.1" status: 200 len: 1128 time: 0.0502896 Feb 04 13:49:00.058675 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-3fe8735e-082a-4a7a-8be9-ff47b48f6aa2 None None] Set router f85525e3-81bd-4567-83e9-faad9d2cee4e gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:49:00.091793 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eff6e8-18f6-4240-a74f-6ed14c5de69a req-6b9df746-6efe-48f3-b6bb-4396bca49ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:00.093285 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a7eff6e8-18f6-4240-a74f-6ed14c5de69a req-6b9df746-6efe-48f3-b6bb-4396bca49ca8 service neutron] 10.222.0.77 "GET /v2.0/networks?id=94edf51b-4701-454d-8126-42defe1d929e HTTP/1.1" status: 200 len: 911 time: 0.0880172 Feb 04 13:49:00.164253 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a7eff6e8-18f6-4240-a74f-6ed14c5de69a req-4823a9d5-dae7-42dd-9802-cef939176a9f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0029e639-35ce-4a8b-842c-2b9f782aa7ff HTTP/1.1" status: 200 len: 1000 time: 0.0641437 Feb 04 13:49:00.215207 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eff6e8-18f6-4240-a74f-6ed14c5de69a req-97e3fa1c-192d-46b7-ad9f-2523c298b4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:00.216705 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a7eff6e8-18f6-4240-a74f-6ed14c5de69a req-97e3fa1c-192d-46b7-ad9f-2523c298b4da service neutron] 10.222.0.77 "GET /v2.0/subnets?id=7e72cc32-59c9-491e-b623-1684086278f5 HTTP/1.1" status: 200 len: 849 time: 0.0458891 Feb 04 13:49:00.266526 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eff6e8-18f6-4240-a74f-6ed14c5de69a req-ee00e1ea-6436-4ce3-862d-2fe777b2c31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:00.268068 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a7eff6e8-18f6-4240-a74f-6ed14c5de69a req-ee00e1ea-6436-4ce3-862d-2fe777b2c31e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=94edf51b-4701-454d-8126-42defe1d929e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0447211 Feb 04 13:49:00.288762 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-3fe8735e-082a-4a7a-8be9-ff47b48f6aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f85525e3-81bd-4567-83e9-faad9d2cee4e', 'name': 'tempest-TestSnapshotPattern-2001965576-router', 'tenant_id': '74e34f15f5b74f99af0a7eaa4c776ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': 'c7671538-6af2-4424-be62-792b5aed61de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:48:36Z', 'updated_at': '2022-02-04T13:48:39Z', 'revision_number': 4, 'project_id': '74e34f15f5b74f99af0a7eaa4c776ffd', 'gw_port': {'id': 'c7671538-6af2-4424-be62-792b5aed61de', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85525e3-81bd-4567-83e9-faad9d2cee4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:48:36Z', 'updated_at': '2022-02-04T13:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': '3b1d5303-e70d-4c7e-81b0-1f8a5466cdb9', 'tenant_id': '74e34f15f5b74f99af0a7eaa4c776ffd', 'floating_ip_address': '172.25.3.203', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': 'f85525e3-81bd-4567-83e9-faad9d2cee4e', 'port_id': '0029e639-35ce-4a8b-842c-2b9f782aa7ff', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '94edf51b-4701-454d-8126-42defe1d929e', 'mac_address': 'fa:16:3e:ac:fb:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2a35d2-6992-45da-8ff9-9d6d34e7108c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:48:58Z', 'updated_at': '2022-02-04T13:48:58Z', 'revision_number': 0, 'project_id': '74e34f15f5b74f99af0a7eaa4c776ffd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16a13257-34fa-42bb-aa4f-f934e629c704', 'name': '', 'network_id': '94edf51b-4701-454d-8126-42defe1d929e', 'tenant_id': '74e34f15f5b74f99af0a7eaa4c776ffd', 'mac_address': 'fa:16:3e:6f:37:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85525e3-81bd-4567-83e9-faad9d2cee4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '7e72cc32-59c9-491e-b623-1684086278f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:48:38Z', 'updated_at': '2022-02-04T13:48:43Z', 'revision_number': 5, 'project_id': '74e34f15f5b74f99af0a7eaa4c776ffd', 'subnets': [{'id': '7e72cc32-59c9-491e-b623-1684086278f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:49:00.315144 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe8735e-082a-4a7a-8be9-ff47b48f6aa2 None None] Checking router: f85525e3-81bd-4567-83e9-faad9d2cee4e for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:49:00.325193 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe8735e-082a-4a7a-8be9-ff47b48f6aa2 None None] Routers {'f85525e3-81bd-4567-83e9-faad9d2cee4e'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:49:00.326248 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-3fe8735e-082a-4a7a-8be9-ff47b48f6aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:48:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['f85525e3-81bd-4567-83e9-faad9d2cee4e'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:49:00.363326 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a7eff6e8-18f6-4240-a74f-6ed14c5de69a req-9f9bba86-440c-46c3-a941-e8300dc7e2ea service neutron] 10.222.0.77 "GET /v2.0/networks/94edf51b-4701-454d-8126-42defe1d929e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886114 Feb 04 13:49:00.433235 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-3fe8735e-082a-4a7a-8be9-ff47b48f6aa2 None None] Set router f85525e3-81bd-4567-83e9-faad9d2cee4e gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:49:00.455899 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a7eff6e8-18f6-4240-a74f-6ed14c5de69a req-be1c379a-2433-430f-a257-63a3f705fc21 service neutron] 10.222.0.77 "GET /v2.0/networks/94edf51b-4701-454d-8126-42defe1d929e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855417 Feb 04 13:49:00.653920 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-3fe8735e-082a-4a7a-8be9-ff47b48f6aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f85525e3-81bd-4567-83e9-faad9d2cee4e', 'name': 'tempest-TestSnapshotPattern-2001965576-router', 'tenant_id': '74e34f15f5b74f99af0a7eaa4c776ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': 'c7671538-6af2-4424-be62-792b5aed61de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:48:36Z', 'updated_at': '2022-02-04T13:48:39Z', 'revision_number': 4, 'project_id': '74e34f15f5b74f99af0a7eaa4c776ffd', 'gw_port': {'id': 'c7671538-6af2-4424-be62-792b5aed61de', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85525e3-81bd-4567-83e9-faad9d2cee4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:48:36Z', 'updated_at': '2022-02-04T13:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': '3b1d5303-e70d-4c7e-81b0-1f8a5466cdb9', 'tenant_id': '74e34f15f5b74f99af0a7eaa4c776ffd', 'floating_ip_address': '172.25.3.203', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': 'f85525e3-81bd-4567-83e9-faad9d2cee4e', 'port_id': '0029e639-35ce-4a8b-842c-2b9f782aa7ff', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '94edf51b-4701-454d-8126-42defe1d929e', 'mac_address': 'fa:16:3e:ac:fb:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2a35d2-6992-45da-8ff9-9d6d34e7108c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:48:58Z', 'updated_at': '2022-02-04T13:48:58Z', 'revision_number': 0, 'project_id': '74e34f15f5b74f99af0a7eaa4c776ffd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16a13257-34fa-42bb-aa4f-f934e629c704', 'name': '', 'network_id': '94edf51b-4701-454d-8126-42defe1d929e', 'tenant_id': '74e34f15f5b74f99af0a7eaa4c776ffd', 'mac_address': 'fa:16:3e:6f:37:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85525e3-81bd-4567-83e9-faad9d2cee4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '7e72cc32-59c9-491e-b623-1684086278f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:48:38Z', 'updated_at': '2022-02-04T13:48:43Z', 'revision_number': 5, 'project_id': '74e34f15f5b74f99af0a7eaa4c776ffd', 'subnets': [{'id': '7e72cc32-59c9-491e-b623-1684086278f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:49:00.683183 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe8735e-082a-4a7a-8be9-ff47b48f6aa2 None None] The sync data for ids ['f85525e3-81bd-4567-83e9-faad9d2cee4e'] in n-d-825015-3 is: [{'id': 'f85525e3-81bd-4567-83e9-faad9d2cee4e', 'name': 'tempest-TestSnapshotPattern-2001965576-router', 'tenant_id': '74e34f15f5b74f99af0a7eaa4c776ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': 'c7671538-6af2-4424-be62-792b5aed61de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:48:36Z', 'updated_at': '2022-02-04T13:48:39Z', 'revision_number': 4, 'project_id': '74e34f15f5b74f99af0a7eaa4c776ffd', 'gw_port': {'id': 'c7671538-6af2-4424-be62-792b5aed61de', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85525e3-81bd-4567-83e9-faad9d2cee4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:48:36Z', 'updated_at': '2022-02-04T13:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': '3b1d5303-e70d-4c7e-81b0-1f8a5466cdb9', 'tenant_id': '74e34f15f5b74f99af0a7eaa4c776ffd', 'floating_ip_address': '172.25.3.203', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': 'f85525e3-81bd-4567-83e9-faad9d2cee4e', 'port_id': '0029e639-35ce-4a8b-842c-2b9f782aa7ff', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '94edf51b-4701-454d-8126-42defe1d929e', 'mac_address': 'fa:16:3e:ac:fb:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2a35d2-6992-45da-8ff9-9d6d34e7108c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:48:58Z', 'updated_at': '2022-02-04T13:48:58Z', 'revision_number': 0, 'project_id': '74e34f15f5b74f99af0a7eaa4c776ffd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16a13257-34fa-42bb-aa4f-f934e629c704', 'name': '', 'network_id': '94edf51b-4701-454d-8126-42defe1d929e', 'tenant_id': '74e34f15f5b74f99af0a7eaa4c776ffd', 'mac_address': 'fa:16:3e:6f:37:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85525e3-81bd-4567-83e9-faad9d2cee4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '7e72cc32-59c9-491e-b623-1684086278f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:48:38Z', 'updated_at': '2022-02-04T13:48:43Z', 'revision_number': 5, 'project_id': '74e34f15f5b74f99af0a7eaa4c776ffd', 'subnets': [{'id': '7e72cc32-59c9-491e-b623-1684086278f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:49:00.878119 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a4a552-3d20-4654-bea7-58f64ae3daa4 None None] New status for floating IP 3b1d5303-e70d-4c7e-81b0-1f8a5466cdb9: ACTIVE {{(pid=103476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:49:02.012220 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:02.708177 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:15.718588 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-89d46d24-7d6f-4df1-990b-a26dd4bf732a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:18.237746 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6ef34b14-e4a2-4dff-9b2a-165c2b845518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:19.575706 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:20.836743 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:21.938682 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:23.521487 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:49:32.023800 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:32.721677 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:45.724099 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7f7df340-2ec3-4979-82b0-476228724882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:48.240771 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a866bd57-8a44-4d78-9e69-75f580ae9140 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:49.578447 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:50.840749 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:49:51.942306 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:00.520758 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:50:00.653222 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c66261f4-cecb-46a5-9409-160602d4eb58 req-7f9dcd2e-3080-40af-8ab6-45ad05b714e8 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7c2a35d2-6992-45da-8ff9-9d6d34e7108c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0504792 Feb 04 13:50:00.738399 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66261f4-cecb-46a5-9409-160602d4eb58 req-39e3fb2b-2247-46c1-84f5-5251c9f20044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:00.739917 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c66261f4-cecb-46a5-9409-160602d4eb58 req-39e3fb2b-2247-46c1-84f5-5251c9f20044 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=74e34f15f5b74f99af0a7eaa4c776ffd&device_id=7c2a35d2-6992-45da-8ff9-9d6d34e7108c HTTP/1.1" status: 200 len: 1128 time: 0.0454850 Feb 04 13:50:00.843944 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66261f4-cecb-46a5-9409-160602d4eb58 req-6a488288-2a79-4513-9ad1-45544365c8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:00.845765 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c66261f4-cecb-46a5-9409-160602d4eb58 req-6a488288-2a79-4513-9ad1-45544365c8e0 service neutron] 10.222.0.77 "GET /v2.0/networks?id=94edf51b-4701-454d-8126-42defe1d929e HTTP/1.1" status: 200 len: 911 time: 0.0872986 Feb 04 13:50:00.922286 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c66261f4-cecb-46a5-9409-160602d4eb58 req-07bd8f81-bfb6-4dcd-884f-b86967af35d7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0029e639-35ce-4a8b-842c-2b9f782aa7ff HTTP/1.1" status: 200 len: 1002 time: 0.0629852 Feb 04 13:50:00.969156 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66261f4-cecb-46a5-9409-160602d4eb58 req-a01f27c5-90ed-4e10-bb5a-f48987d4b1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:00.970576 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c66261f4-cecb-46a5-9409-160602d4eb58 req-a01f27c5-90ed-4e10-bb5a-f48987d4b1ed service neutron] 10.222.0.77 "GET /v2.0/subnets?id=7e72cc32-59c9-491e-b623-1684086278f5 HTTP/1.1" status: 200 len: 849 time: 0.0431206 Feb 04 13:50:01.018184 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66261f4-cecb-46a5-9409-160602d4eb58 req-3773682e-8b19-4ee4-bd74-3750ec20d5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:01.019655 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c66261f4-cecb-46a5-9409-160602d4eb58 req-3773682e-8b19-4ee4-bd74-3750ec20d5c5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=94edf51b-4701-454d-8126-42defe1d929e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0438557 Feb 04 13:50:01.113357 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c66261f4-cecb-46a5-9409-160602d4eb58 req-2f7153c2-8193-4a03-ac7e-b1ff2c3a76de service neutron] 10.222.0.77 "GET /v2.0/networks/94edf51b-4701-454d-8126-42defe1d929e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879869 Feb 04 13:50:01.201836 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c66261f4-cecb-46a5-9409-160602d4eb58 req-309e7e71-ad59-4a9a-91af-bd770c8e3fd5 service neutron] 10.222.0.77 "GET /v2.0/networks/94edf51b-4701-454d-8126-42defe1d929e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827053 Feb 04 13:50:02.023178 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:02.730099 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:15.725945 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f376179e-506f-4f38-bd36-0eafee68bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:18.243199 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8f53a0bc-9c11-41d5-8a49-1edfee83ead7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:19.581794 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:20.842722 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:21.943899 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:32.022083 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:32.758295 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:37.520813 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:50:45.727922 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-92d04e24-148b-4af5-89c6-bddf5335796e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:48.245248 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-01c349d9-c19e-43be-89ab-1581b4064612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:49.584257 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:50.849086 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:50:51.947204 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:00.426021 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 0029e639-35ce-4a8b-842c-2b9f782aa7ff details requested by agent hyperv_n-h2-825015-3 with host n-h2-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:51:00.523465 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 0029e639-35ce-4a8b-842c-2b9f782aa7ff, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=0029e639-35ce-4a8b-842c-2b9f782aa7ff,segment=NetworkSegment(87f6a7a6-13dd-4629-8e72-0a31265804de),segment_id=87f6a7a6-13dd-4629-8e72-0a31265804de)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:51:00.534756 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Returning: {'device': '0029e639-35ce-4a8b-842c-2b9f782aa7ff', 'network_id': '94edf51b-4701-454d-8126-42defe1d929e', 'port_id': '0029e639-35ce-4a8b-842c-2b9f782aa7ff', 'mac_address': 'fa:16:3e:ac:fb:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e72cc32-59c9-491e-b623-1684086278f5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:51:00.571931 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 0029e639-35ce-4a8b-842c-2b9f782aa7ff is: ACTIVE; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:51:00.572327 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (0029e639-35ce-4a8b-842c-2b9f782aa7ff), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:00.584748 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0029e639-35ce-4a8b-842c-2b9f782aa7ff {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:51:00.603016 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 0029e639-35ce-4a8b-842c-2b9f782aa7ff, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=0029e639-35ce-4a8b-842c-2b9f782aa7ff,segment=NetworkSegment(87f6a7a6-13dd-4629-8e72-0a31265804de),segment_id=87f6a7a6-13dd-4629-8e72-0a31265804de)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:51:00.607232 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (0029e639-35ce-4a8b-842c-2b9f782aa7ff), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:00.658647 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=0029e639-35ce-4a8b-842c-2b9f782aa7ff,revision_number=6']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:00.666185 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:51:00.666534 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:51:00.666876 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:51:00.667215 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:51:00.667549 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:51:00.667907 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:51:00.668237 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:51:00.668564 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:51:00.668890 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:51:00.669216 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:51:00.669540 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:51:00.669861 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:51:00.670186 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:51:00.687508 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] get_ports_and_sgs() called for port_ids ['0029e639-35ce-4a8b-842c-2b9f782aa7ff'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:51:02.039245 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:02.432631 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 0029e639-35ce-4a8b-842c-2b9f782aa7ff up at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:51:02.493288 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Provisioning complete for port 0029e639-35ce-4a8b-842c-2b9f782aa7ff triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:51:02.493770 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (0029e639-35ce-4a8b-842c-2b9f782aa7ff), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:02.593646 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 0029e639-35ce-4a8b-842c-2b9f782aa7ff is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:51:02.594353 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (0029e639-35ce-4a8b-842c-2b9f782aa7ff), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:02.624459 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c2a35d2-6992-45da-8ff9-9d6d34e7108c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0029e639-35ce-4a8b-842c-2b9f782aa7ff'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:51:02.629127 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53818b00e40e8afff1ffbbb80b1f2b2ececb0555ff6da39e2769b708ef8305ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e0148c0-c78e-4229-a20f-061646d37400" -d '{"events": [{"server_uuid": "7c2a35d2-6992-45da-8ff9-9d6d34e7108c", "name": "network-vif-plugged", "status": "completed", "tag": "0029e639-35ce-4a8b-842c-2b9f782aa7ff"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:51:02.646960 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 0029e639-35ce-4a8b-842c-2b9f782aa7ff, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=0029e639-35ce-4a8b-842c-2b9f782aa7ff,segment=NetworkSegment(87f6a7a6-13dd-4629-8e72-0a31265804de),segment_id=87f6a7a6-13dd-4629-8e72-0a31265804de)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:51:02.653246 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (0029e639-35ce-4a8b-842c-2b9f782aa7ff), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:02.694417 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21554fa7-6675-47b6-b15a-df2edd6a9c43 x-openstack-request-id: req-21554fa7-6675-47b6-b15a-df2edd6a9c43 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:51:02.694727 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c2a35d2-6992-45da-8ff9-9d6d34e7108c", "name": "network-vif-plugged", "status": "completed", "tag": "0029e639-35ce-4a8b-842c-2b9f782aa7ff", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:51:02.695124 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-21554fa7-6675-47b6-b15a-df2edd6a9c43 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:51:02.695895 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c2a35d2-6992-45da-8ff9-9d6d34e7108c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0029e639-35ce-4a8b-842c-2b9f782aa7ff', 'code': 200} Feb 04 13:51:02.700186 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3bb164-8316-4fe2-bb68-8df5a191da0c req-6a1aa62b-2455-4ae2-80fa-9a47929cbcee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:02.701731 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6a3bb164-8316-4fe2-bb68-8df5a191da0c req-6a1aa62b-2455-4ae2-80fa-9a47929cbcee service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=74e34f15f5b74f99af0a7eaa4c776ffd&device_id=7c2a35d2-6992-45da-8ff9-9d6d34e7108c HTTP/1.1" status: 200 len: 1128 time: 0.0565860 Feb 04 13:51:02.732541 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=0029e639-35ce-4a8b-842c-2b9f782aa7ff,revision_number=7']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:02.769120 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:02.841424 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3bb164-8316-4fe2-bb68-8df5a191da0c req-5723770c-0c0d-427e-9123-d7c31f05ee34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:02.843159 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6a3bb164-8316-4fe2-bb68-8df5a191da0c req-5723770c-0c0d-427e-9123-d7c31f05ee34 service neutron] 10.222.0.77 "GET /v2.0/networks?id=94edf51b-4701-454d-8126-42defe1d929e HTTP/1.1" status: 200 len: 911 time: 0.1201479 Feb 04 13:51:02.913424 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6a3bb164-8316-4fe2-bb68-8df5a191da0c req-09a53e9f-5db3-49b2-b903-77974a5570f4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0029e639-35ce-4a8b-842c-2b9f782aa7ff HTTP/1.1" status: 200 len: 1002 time: 0.0639327 Feb 04 13:51:02.969613 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3bb164-8316-4fe2-bb68-8df5a191da0c req-23490394-7411-4979-8c61-c105daf36afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:02.970016 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6a3bb164-8316-4fe2-bb68-8df5a191da0c req-23490394-7411-4979-8c61-c105daf36afa service neutron] 10.222.0.77 "GET /v2.0/subnets?id=7e72cc32-59c9-491e-b623-1684086278f5 HTTP/1.1" status: 200 len: 849 time: 0.0508566 Feb 04 13:51:03.028745 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3bb164-8316-4fe2-bb68-8df5a191da0c req-c6b7d5c1-7645-4d1d-92e0-0cc520a7c3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:03.030332 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6a3bb164-8316-4fe2-bb68-8df5a191da0c req-c6b7d5c1-7645-4d1d-92e0-0cc520a7c3e4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=94edf51b-4701-454d-8126-42defe1d929e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0514486 Feb 04 13:51:03.127548 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6a3bb164-8316-4fe2-bb68-8df5a191da0c req-a786f579-b51a-4235-abaa-03656e8587eb service neutron] 10.222.0.77 "GET /v2.0/networks/94edf51b-4701-454d-8126-42defe1d929e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905054 Feb 04 13:51:03.236509 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6a3bb164-8316-4fe2-bb68-8df5a191da0c req-c55ad2f4-fba5-4c39-8024-97778eaab37b service neutron] 10.222.0.77 "GET /v2.0/networks/94edf51b-4701-454d-8126-42defe1d929e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025047 Feb 04 13:51:11.244168 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e1d78806-a87c-47ea-ba54-95820f3ff394 req-af7a65a8-9a7c-40a1-900b-e3b67c3a09a2 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1861061725&fields=id&tenant_id=74e34f15f5b74f99af0a7eaa4c776ffd HTTP/1.1" status: 200 len: 267 time: 0.0472896 Feb 04 13:51:11.353958 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d78806-a87c-47ea-ba54-95820f3ff394 req-ea2e8b83-bfb1-4350-8c26-7ff72ea7d960 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:11.355430 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e1d78806-a87c-47ea-ba54-95820f3ff394 req-ea2e8b83-bfb1-4350-8c26-7ff72ea7d960 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] 10.222.0.65 "GET /v2.0/networks?id=94edf51b-4701-454d-8126-42defe1d929e HTTP/1.1" status: 200 len: 810 time: 0.1042233 Feb 04 13:51:11.370879 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e1d78806-a87c-47ea-ba54-95820f3ff394 req-e7fb063a-a553-4b9c-80ab-da12c1c7c237 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] 10.222.0.65 "GET /v2.0/quotas/74e34f15f5b74f99af0a7eaa4c776ffd HTTP/1.1" status: 200 len: 375 time: 0.0090313 Feb 04 13:51:11.427486 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e1d78806-a87c-47ea-ba54-95820f3ff394 req-105df867-44a7-4daa-b65e-cc1903e19f94 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=74e34f15f5b74f99af0a7eaa4c776ffd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0518045 Feb 04 13:51:11.523968 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e1d78806-a87c-47ea-ba54-95820f3ff394 req-babb87be-3067-48b9-9110-9b2ae3e15ef3 service neutron] 10.222.0.65 "GET /v2.0/networks/94edf51b-4701-454d-8126-42defe1d929e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852966 Feb 04 13:51:11.613067 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e1d78806-a87c-47ea-ba54-95820f3ff394 req-4525952b-833e-4b0a-9abf-b61f183265a1 service neutron] 10.222.0.65 "GET /v2.0/networks/94edf51b-4701-454d-8126-42defe1d929e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833993 Feb 04 13:51:12.800503 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8cd6b037-4b28-4d1c-96f1-264f3680142e req-2bb9fe6b-7fa7-45ae-9dac-d55b35acd9be tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] 10.222.0.65 "GET /v2.0/ports?device_id=eae03469-5391-4419-abd4-c6348b8cead2 HTTP/1.1" status: 200 len: 210 time: 0.0303178 Feb 04 13:51:13.811805 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d78806-a87c-47ea-ba54-95820f3ff394 req-4a9e58f8-bcc2-4a24-b383-15e49f96ee56 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:13.814086 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e1d78806-a87c-47ea-ba54-95820f3ff394 req-4a9e58f8-bcc2-4a24-b383-15e49f96ee56 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] 10.222.0.73 "GET /v2.0/networks?id=94edf51b-4701-454d-8126-42defe1d929e HTTP/1.1" status: 200 len: 810 time: 0.1095636 Feb 04 13:51:13.893674 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e1d78806-a87c-47ea-ba54-95820f3ff394 req-4787d571-9bfc-47f6-bcdc-9addef635d2d tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=74e34f15f5b74f99af0a7eaa4c776ffd HTTP/1.1" status: 200 len: 380 time: 0.0708430 Feb 04 13:51:13.915653 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0c44a69d-b291-429e-bdc9-68ec907e34d9 req-ac1638f5-722a-4a7a-adb6-1f117aae1239 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] 10.222.0.65 "GET /v2.0/ports?device_id=eae03469-5391-4419-abd4-c6348b8cead2 HTTP/1.1" status: 200 len: 210 time: 0.0384769 Feb 04 13:51:13.916574 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-e1d78806-a87c-47ea-ba54-95820f3ff394 req-d3c25318-e025-4425-8b5e-0282ae16c66c tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Request body: {'port': {'device_id': 'eae03469-5391-4419-abd4-c6348b8cead2', 'network_id': '94edf51b-4701-454d-8126-42defe1d929e', 'admin_state_up': True, 'tenant_id': '74e34f15f5b74f99af0a7eaa4c776ffd', 'security_groups': ['19566d47-19e1-453f-b11c-6a1abdb20411']}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:51:14.034064 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1d78806-a87c-47ea-ba54-95820f3ff394 req-d3c25318-e025-4425-8b5e-0282ae16c66c tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Made reservation on behalf of 74e34f15f5b74f99af0a7eaa4c776ffd for: {'port': 1} {{(pid=103475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:51:14.037690 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e1d78806-a87c-47ea-ba54-95820f3ff394 req-d3c25318-e025-4425-8b5e-0282ae16c66c tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:14.244232 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_common [req-e1d78806-a87c-47ea-ba54-95820f3ff394 req-d3c25318-e025-4425-8b5e-0282ae16c66c tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Allocated IP 172.20.0.3 (94edf51b-4701-454d-8126-42defe1d929e/7e72cc32-59c9-491e-b623-1684086278f5/94b27563-8ecd-45c6-b783-161cfff51c55) {{(pid=103475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:51:14.456921 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e1d78806-a87c-47ea-ba54-95820f3ff394 req-d3c25318-e025-4425-8b5e-0282ae16c66c tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Publish callbacks [] for port (94b27563-8ecd-45c6-b783-161cfff51c55), precommit_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:14.500493 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e1d78806-a87c-47ea-ba54-95820f3ff394 req-d3c25318-e025-4425-8b5e-0282ae16c66c tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (94b27563-8ecd-45c6-b783-161cfff51c55), after_create {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:14.520008 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 0029e639-35ce-4a8b-842c-2b9f782aa7ff no longer exists at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:51:14.530133 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:51:14.556339 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1d78806-a87c-47ea-ba54-95820f3ff394 req-d3c25318-e025-4425-8b5e-0282ae16c66c tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Network 94edf51b-4701-454d-8126-42defe1d929e is already hosted by enough agents. {{(pid=103475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:51:14.559984 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.base_scheduler [req-e1d78806-a87c-47ea-ba54-95820f3ff394 req-d3c25318-e025-4425-8b5e-0282ae16c66c tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Resources bound (agent type, host, resource id): {{(pid=103475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:51:14.565709 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1d78806-a87c-47ea-ba54-95820f3ff394 req-d3c25318-e025-4425-8b5e-0282ae16c66c tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Received port after_create {{(pid=103475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:51:14.615205 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c25318-e025-4425-8b5e-0282ae16c66c tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Pushing event updated for resources: {'Port': ['ID=94b27563-8ecd-45c6-b783-161cfff51c55,revision_number=1']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:14.635504 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Current status of the port 0029e639-35ce-4a8b-842c-2b9f782aa7ff is: ACTIVE; New status is: DOWN {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:51:14.636491 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (0029e639-35ce-4a8b-842c-2b9f782aa7ff), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:14.648349 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c25318-e025-4425-8b5e-0282ae16c66c tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:51:14.648749 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c25318-e025-4425-8b5e-0282ae16c66c tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:51:14.649065 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c25318-e025-4425-8b5e-0282ae16c66c tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:51:14.649413 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c25318-e025-4425-8b5e-0282ae16c66c tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:51:14.649758 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c25318-e025-4425-8b5e-0282ae16c66c tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:51:14.651766 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c25318-e025-4425-8b5e-0282ae16c66c tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:51:14.652132 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c25318-e025-4425-8b5e-0282ae16c66c tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:51:14.653734 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c25318-e025-4425-8b5e-0282ae16c66c tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:51:14.654145 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c25318-e025-4425-8b5e-0282ae16c66c tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:51:14.654492 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c25318-e025-4425-8b5e-0282ae16c66c tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:51:14.656113 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c25318-e025-4425-8b5e-0282ae16c66c tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:51:14.656636 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c25318-e025-4425-8b5e-0282ae16c66c tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:51:14.658359 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c25318-e025-4425-8b5e-0282ae16c66c tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:51:14.679250 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d78806-a87c-47ea-ba54-95820f3ff394 req-d3c25318-e025-4425-8b5e-0282ae16c66c tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:14.679947 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e1d78806-a87c-47ea-ba54-95820f3ff394 req-d3c25318-e025-4425-8b5e-0282ae16c66c tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:14.680764 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] For port 0029e639-35ce-4a8b-842c-2b9f782aa7ff, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=0029e639-35ce-4a8b-842c-2b9f782aa7ff,segment=NetworkSegment(87f6a7a6-13dd-4629-8e72-0a31265804de),segment_id=87f6a7a6-13dd-4629-8e72-0a31265804de)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:51:14.681905 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c2a35d2-6992-45da-8ff9-9d6d34e7108c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0029e639-35ce-4a8b-842c-2b9f782aa7ff'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:51:14.686577 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53818b00e40e8afff1ffbbb80b1f2b2ececb0555ff6da39e2769b708ef8305ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-225673ea-3ef1-4334-9014-810f463cb39b" -d '{"events": [{"server_uuid": "7c2a35d2-6992-45da-8ff9-9d6d34e7108c", "name": "network-vif-unplugged", "status": "completed", "tag": "0029e639-35ce-4a8b-842c-2b9f782aa7ff"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:51:14.694845 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (0029e639-35ce-4a8b-842c-2b9f782aa7ff), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:14.725247 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e1d78806-a87c-47ea-ba54-95820f3ff394 req-d3c25318-e025-4425-8b5e-0282ae16c66c tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8164697 Feb 04 13:51:14.773067 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 13:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd1b5448-ef22-4847-b5dc-1384dc0f3f33 x-openstack-request-id: req-cd1b5448-ef22-4847-b5dc-1384dc0f3f33 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:51:14.774607 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c2a35d2-6992-45da-8ff9-9d6d34e7108c", "name": "network-vif-unplugged", "status": "completed", "tag": "0029e639-35ce-4a8b-842c-2b9f782aa7ff", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:51:14.775112 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cd1b5448-ef22-4847-b5dc-1384dc0f3f33 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:51:14.777421 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c2a35d2-6992-45da-8ff9-9d6d34e7108c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0029e639-35ce-4a8b-842c-2b9f782aa7ff', 'code': 200} Feb 04 13:51:14.821321 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Pushing event updated for resources: {'Port': ['ID=0029e639-35ce-4a8b-842c-2b9f782aa7ff,revision_number=8']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:15.010248 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-d0ed7be5-83d9-4e7c-913f-d162f6e2abba None None] Provisioning complete for port 94b27563-8ecd-45c6-b783-161cfff51c55 triggered by entity DHCP. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:51:15.010884 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d0ed7be5-83d9-4e7c-913f-d162f6e2abba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (94b27563-8ecd-45c6-b783-161cfff51c55), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:15.052719 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-d0ed7be5-83d9-4e7c-913f-d162f6e2abba None None] Port 94b27563-8ecd-45c6-b783-161cfff51c55 cannot update to ACTIVE because it is not bound. {{(pid=103476) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:51:15.064786 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219d9ee5-f0d5-4792-af16-7c54ef51716e req-400c813e-c271-4835-b420-4af219424a6b tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:15.066472 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-219d9ee5-f0d5-4792-af16-7c54ef51716e req-400c813e-c271-4835-b420-4af219424a6b tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] 10.222.0.65 "GET /v2.0/ports?device_id=eae03469-5391-4419-abd4-c6348b8cead2 HTTP/1.1" status: 200 len: 931 time: 0.0771899 Feb 04 13:51:15.129597 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-219d9ee5-f0d5-4792-af16-7c54ef51716e req-1353ddae-b74d-4c2b-9157-b059a83e899b tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] 10.222.0.65 "GET /v2.0/security-groups?id=19566d47-19e1-453f-b11c-6a1abdb20411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556941 Feb 04 13:51:15.744710 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-111c1f17-1961-4e70-9764-fa39c74b5652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:16.268608 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547862fd-97a0-4683-8650-06e27499df8f req-0616bc18-069f-4f7f-b62c-4837e1a13bc2 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:16.270084 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-547862fd-97a0-4683-8650-06e27499df8f req-0616bc18-069f-4f7f-b62c-4837e1a13bc2 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] 10.222.0.65 "GET /v2.0/ports?device_id=eae03469-5391-4419-abd4-c6348b8cead2 HTTP/1.1" status: 200 len: 931 time: 0.0562403 Feb 04 13:51:16.635864 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-547862fd-97a0-4683-8650-06e27499df8f req-8b27d9ba-3b5c-40f1-8065-5fbda4fa3ee7 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] 10.222.0.65 "GET /v2.0/security-groups?id=19566d47-19e1-453f-b11c-6a1abdb20411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3596766 Feb 04 13:51:17.767370 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c20008d-3dfa-493d-91b5-272437597d43 req-888b29e0-6995-4b35-9e7a-51c88159d5a0 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:17.768876 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1c20008d-3dfa-493d-91b5-272437597d43 req-888b29e0-6995-4b35-9e7a-51c88159d5a0 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] 10.222.0.65 "GET /v2.0/ports?device_id=eae03469-5391-4419-abd4-c6348b8cead2 HTTP/1.1" status: 200 len: 931 time: 0.0528357 Feb 04 13:51:17.841541 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1c20008d-3dfa-493d-91b5-272437597d43 req-3a2ccf01-ad22-4e71-b0d4-c83a4ffd81da tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] 10.222.0.65 "GET /v2.0/security-groups?id=19566d47-19e1-453f-b11c-6a1abdb20411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621176 Feb 04 13:51:18.247199 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7b8417bb-1c38-4b83-a547-c7c217d20bbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:18.969296 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0249a994-5920-4064-b866-d3767cff2a31 req-d5fb15ad-09fd-487e-bf95-06700f3cd94d tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:18.971349 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0249a994-5920-4064-b866-d3767cff2a31 req-d5fb15ad-09fd-487e-bf95-06700f3cd94d tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] 10.222.0.65 "GET /v2.0/ports?device_id=eae03469-5391-4419-abd4-c6348b8cead2 HTTP/1.1" status: 200 len: 931 time: 0.0667820 Feb 04 13:51:19.025940 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0249a994-5920-4064-b866-d3767cff2a31 req-af20da3d-196a-40f3-9b81-069c9a5c13fa tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] 10.222.0.65 "GET /v2.0/security-groups?id=19566d47-19e1-453f-b11c-6a1abdb20411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488586 Feb 04 13:51:19.586194 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:20.149550 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff36a4d-207a-4448-b1b0-4dbaa66d776f req-129d09c1-0003-4326-a942-2ccd01fe61f5 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:20.150911 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9ff36a4d-207a-4448-b1b0-4dbaa66d776f req-129d09c1-0003-4326-a942-2ccd01fe61f5 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] 10.222.0.65 "GET /v2.0/ports?device_id=eae03469-5391-4419-abd4-c6348b8cead2 HTTP/1.1" status: 200 len: 931 time: 0.0521920 Feb 04 13:51:20.199954 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-9ff36a4d-207a-4448-b1b0-4dbaa66d776f req-45267136-6996-4ede-978c-a2a78d28200a tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] 10.222.0.65 "GET /v2.0/security-groups?id=19566d47-19e1-453f-b11c-6a1abdb20411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434501 Feb 04 13:51:20.847507 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:21.335721 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aae448c-34d8-47f2-a80a-34d373f551f8 req-829edefb-f594-4118-92b4-ee06a82839bd tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:21.337213 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8aae448c-34d8-47f2-a80a-34d373f551f8 req-829edefb-f594-4118-92b4-ee06a82839bd tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] 10.222.0.65 "GET /v2.0/ports?device_id=eae03469-5391-4419-abd4-c6348b8cead2 HTTP/1.1" status: 200 len: 931 time: 0.0557992 Feb 04 13:51:21.386463 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8aae448c-34d8-47f2-a80a-34d373f551f8 req-6e8e4cb0-607f-4494-bebe-b824f3db9de5 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] 10.222.0.65 "GET /v2.0/security-groups?id=19566d47-19e1-453f-b11c-6a1abdb20411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437007 Feb 04 13:51:21.954941 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:22.511506 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61fdaa0-5ee6-4665-a3b1-25c29e9fbe9c req-e3cdedde-1236-403a-91c6-05a00d27a8eb tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:22.512975 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a61fdaa0-5ee6-4665-a3b1-25c29e9fbe9c req-e3cdedde-1236-403a-91c6-05a00d27a8eb tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] 10.222.0.65 "GET /v2.0/ports?device_id=eae03469-5391-4419-abd4-c6348b8cead2 HTTP/1.1" status: 200 len: 931 time: 0.0561707 Feb 04 13:51:22.567762 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-a61fdaa0-5ee6-4665-a3b1-25c29e9fbe9c req-12141d6e-cf7c-4cca-b893-1db48c87f2cf tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] 10.222.0.65 "GET /v2.0/security-groups?id=19566d47-19e1-453f-b11c-6a1abdb20411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431004 Feb 04 13:51:23.689879 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5405ce20-09fd-46c7-b39d-9a91b031ea3f req-4acc1dc0-51d9-4689-9d3e-6495de0cd6e7 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:23.691359 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5405ce20-09fd-46c7-b39d-9a91b031ea3f req-4acc1dc0-51d9-4689-9d3e-6495de0cd6e7 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] 10.222.0.65 "GET /v2.0/ports?device_id=eae03469-5391-4419-abd4-c6348b8cead2 HTTP/1.1" status: 200 len: 931 time: 0.0527825 Feb 04 13:51:23.738774 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5405ce20-09fd-46c7-b39d-9a91b031ea3f req-0b85c9a1-12e1-4c9f-9996-bc01d5d72212 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] 10.222.0.65 "GET /v2.0/security-groups?id=19566d47-19e1-453f-b11c-6a1abdb20411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415330 Feb 04 13:51:23.852591 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [req-e1d78806-a87c-47ea-ba54-95820f3ff394 req-e5877e1a-299a-40b4-973b-6910d349e716 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:51:23.853722 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e1d78806-a87c-47ea-ba54-95820f3ff394 req-e5877e1a-299a-40b4-973b-6910d349e716 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064204 Feb 04 13:51:23.866343 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.v2.base [req-e1d78806-a87c-47ea-ba54-95820f3ff394 req-12b0b52c-9e25-4c0d-9819-175d34a4a59f service neutron] Request body: {'port': {'device_id': 'eae03469-5391-4419-abd4-c6348b8cead2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825015-3'}} {{(pid=103475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:51:23.931359 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e1d78806-a87c-47ea-ba54-95820f3ff394 req-12b0b52c-9e25-4c0d-9819-175d34a4a59f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (94b27563-8ecd-45c6-b783-161cfff51c55), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:24.195182 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [req-e1d78806-a87c-47ea-ba54-95820f3ff394 req-12b0b52c-9e25-4c0d-9819-175d34a4a59f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94b27563-8ecd-45c6-b783-161cfff51c55 {{(pid=103475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:51:24.203214 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e1d78806-a87c-47ea-ba54-95820f3ff394 req-12b0b52c-9e25-4c0d-9819-175d34a4a59f service neutron] Publish callbacks [] for port (94b27563-8ecd-45c6-b783-161cfff51c55), precommit_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:24.215565 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.provisioning_blocks [req-e1d78806-a87c-47ea-ba54-95820f3ff394 req-12b0b52c-9e25-4c0d-9819-175d34a4a59f service neutron] Transition to ACTIVE for port object 94b27563-8ecd-45c6-b783-161cfff51c55 will not be triggered until provisioned by entity L2. {{(pid=103475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:51:24.219906 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e1d78806-a87c-47ea-ba54-95820f3ff394 req-12b0b52c-9e25-4c0d-9819-175d34a4a59f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (94b27563-8ecd-45c6-b783-161cfff51c55), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:24.271578 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b0b52c-9e25-4c0d-9819-175d34a4a59f service neutron] Pushing event updated for resources: {'Port': ['ID=94b27563-8ecd-45c6-b783-161cfff51c55,revision_number=2']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:24.348608 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-e1d78806-a87c-47ea-ba54-95820f3ff394 req-12b0b52c-9e25-4c0d-9819-175d34a4a59f service neutron] Attempting to bind port 94b27563-8ecd-45c6-b783-161cfff51c55 on host n-h1-825015-3 for vnic_type normal with profile {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:51:24.348947 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-e1d78806-a87c-47ea-ba54-95820f3ff394 req-12b0b52c-9e25-4c0d-9819-175d34a4a59f service neutron] Attempting to bind port 94b27563-8ecd-45c6-b783-161cfff51c55 by drivers openvswitch,hyperv on host n-h1-825015-3 at level 0 using segments [{'id': '87f6a7a6-13dd-4629-8e72-0a31265804de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '94edf51b-4701-454d-8126-42defe1d929e'}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:51:24.349281 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d78806-a87c-47ea-ba54-95820f3ff394 req-12b0b52c-9e25-4c0d-9819-175d34a4a59f service neutron] Attempting to bind port 94b27563-8ecd-45c6-b783-161cfff51c55 on network 94edf51b-4701-454d-8126-42defe1d929e {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:51:24.353997 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d78806-a87c-47ea-ba54-95820f3ff394 req-12b0b52c-9e25-4c0d-9819-175d34a4a59f service neutron] Port 94b27563-8ecd-45c6-b783-161cfff51c55 on network 94edf51b-4701-454d-8126-42defe1d929e not bound, no agent of type Open vSwitch agent registered on host n-h1-825015-3 {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:51:24.354322 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d78806-a87c-47ea-ba54-95820f3ff394 req-12b0b52c-9e25-4c0d-9819-175d34a4a59f service neutron] Attempting to bind port 94b27563-8ecd-45c6-b783-161cfff51c55 on network 94edf51b-4701-454d-8126-42defe1d929e {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:51:24.359352 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d78806-a87c-47ea-ba54-95820f3ff394 req-12b0b52c-9e25-4c0d-9819-175d34a4a59f service neutron] Checking agent: {'id': 'f8add0d2-2202-43d3-bc0e-72442788e6ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825015-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'started_at': datetime.datetime(2022, 2, 4, 12, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:51:24.360673 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d78806-a87c-47ea-ba54-95820f3ff394 req-12b0b52c-9e25-4c0d-9819-175d34a4a59f service neutron] Checking segment: {'id': '87f6a7a6-13dd-4629-8e72-0a31265804de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '94edf51b-4701-454d-8126-42defe1d929e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:51:24.361143 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d78806-a87c-47ea-ba54-95820f3ff394 req-12b0b52c-9e25-4c0d-9819-175d34a4a59f service neutron] Bound using segment: {'id': '87f6a7a6-13dd-4629-8e72-0a31265804de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '94edf51b-4701-454d-8126-42defe1d929e'} {{(pid=103475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:51:24.361584 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.managers [req-e1d78806-a87c-47ea-ba54-95820f3ff394 req-12b0b52c-9e25-4c0d-9819-175d34a4a59f service neutron] Bound port: 94b27563-8ecd-45c6-b783-161cfff51c55, host: n-h1-825015-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87f6a7a6-13dd-4629-8e72-0a31265804de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '94edf51b-4701-454d-8126-42defe1d929e'}}] {{(pid=103475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:51:24.361947 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e1d78806-a87c-47ea-ba54-95820f3ff394 req-12b0b52c-9e25-4c0d-9819-175d34a4a59f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (94b27563-8ecd-45c6-b783-161cfff51c55), before_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:24.430963 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-e1d78806-a87c-47ea-ba54-95820f3ff394 req-12b0b52c-9e25-4c0d-9819-175d34a4a59f service neutron] For port 94b27563-8ecd-45c6-b783-161cfff51c55, host n-h1-825015-3, cleared binding levels {{(pid=103475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:51:24.434104 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-e1d78806-a87c-47ea-ba54-95820f3ff394 req-12b0b52c-9e25-4c0d-9819-175d34a4a59f service neutron] For port 94b27563-8ecd-45c6-b783-161cfff51c55, host n-h1-825015-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=94b27563-8ecd-45c6-b783-161cfff51c55,segment=NetworkSegment(87f6a7a6-13dd-4629-8e72-0a31265804de),segment_id=87f6a7a6-13dd-4629-8e72-0a31265804de)] {{(pid=103475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:51:24.441255 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e1d78806-a87c-47ea-ba54-95820f3ff394 req-12b0b52c-9e25-4c0d-9819-175d34a4a59f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-52093224'] for port (94b27563-8ecd-45c6-b783-161cfff51c55), after_update {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:24.474488 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d78806-a87c-47ea-ba54-95820f3ff394 req-12b0b52c-9e25-4c0d-9819-175d34a4a59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:24.475138 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-e1d78806-a87c-47ea-ba54-95820f3ff394 req-12b0b52c-9e25-4c0d-9819-175d34a4a59f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:24.476856 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e1d78806-a87c-47ea-ba54-95820f3ff394 req-12b0b52c-9e25-4c0d-9819-175d34a4a59f service neutron] 10.222.0.73 "PUT /v2.0/ports/94b27563-8ecd-45c6-b783-161cfff51c55 HTTP/1.1" status: 200 len: 1091 time: 0.6147804 Feb 04 13:51:24.479040 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eae03469-5391-4419-abd4-c6348b8cead2', 'tag': '94b27563-8ecd-45c6-b783-161cfff51c55'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:51:24.481861 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48bbd334e613f85cd2144b496d46af0d2e531f29900d43c124e8a63cdd2917ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0cf674b-55c7-459e-92ae-ef418db3aa84" -d '{"events": [{"name": "network-changed", "server_uuid": "eae03469-5391-4419-abd4-c6348b8cead2", "tag": "94b27563-8ecd-45c6-b783-161cfff51c55"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:51:24.513136 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b0b52c-9e25-4c0d-9819-175d34a4a59f service neutron] Pushing event updated for resources: {'Port': ['ID=94b27563-8ecd-45c6-b783-161cfff51c55,revision_number=3']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:24.545789 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4201596-1380-477c-98fb-6cb47ed16edc x-openstack-request-id: req-e4201596-1380-477c-98fb-6cb47ed16edc {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:51:24.546091 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eae03469-5391-4419-abd4-c6348b8cead2", "tag": "94b27563-8ecd-45c6-b783-161cfff51c55", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:51:24.546354 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e4201596-1380-477c-98fb-6cb47ed16edc {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:51:24.546758 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eae03469-5391-4419-abd4-c6348b8cead2', 'tag': '94b27563-8ecd-45c6-b783-161cfff51c55', 'status': 'completed', 'code': 200} Feb 04 13:51:24.567805 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d78806-a87c-47ea-ba54-95820f3ff394 req-e820c960-e83c-4ae6-9708-e245a1b7c3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:24.569340 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e1d78806-a87c-47ea-ba54-95820f3ff394 req-e820c960-e83c-4ae6-9708-e245a1b7c3ef service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=74e34f15f5b74f99af0a7eaa4c776ffd&device_id=eae03469-5391-4419-abd4-c6348b8cead2 HTTP/1.1" status: 200 len: 1125 time: 0.0518296 Feb 04 13:51:24.617820 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e1d78806-a87c-47ea-ba54-95820f3ff394 req-d0108a16-67f5-4619-a427-b1ad26aa9c01 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94b27563-8ecd-45c6-b783-161cfff51c55 HTTP/1.1" status: 200 len: 217 time: 0.0409112 Feb 04 13:51:24.671522 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d78806-a87c-47ea-ba54-95820f3ff394 req-8feff10a-d5d4-4a56-b57a-a03a76bf2742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:24.673699 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e1d78806-a87c-47ea-ba54-95820f3ff394 req-8feff10a-d5d4-4a56-b57a-a03a76bf2742 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7e72cc32-59c9-491e-b623-1684086278f5 HTTP/1.1" status: 200 len: 849 time: 0.0506482 Feb 04 13:51:24.724169 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d78806-a87c-47ea-ba54-95820f3ff394 req-c8cb4ce6-c65d-43aa-bf63-1ba263b35c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:24.725734 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e1d78806-a87c-47ea-ba54-95820f3ff394 req-c8cb4ce6-c65d-43aa-bf63-1ba263b35c5b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=94edf51b-4701-454d-8126-42defe1d929e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0460577 Feb 04 13:51:24.848870 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e1d78806-a87c-47ea-ba54-95820f3ff394 req-12ceb780-a613-4bce-b172-bbff2eb65b4d service neutron] 10.222.0.73 "GET /v2.0/networks/94edf51b-4701-454d-8126-42defe1d929e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169276 Feb 04 13:51:24.917842 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413757ae-36c7-443e-9600-52e7fc466295 req-f88c91c5-75d3-41de-985b-0ae99f2e6a4a tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:24.919293 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-413757ae-36c7-443e-9600-52e7fc466295 req-f88c91c5-75d3-41de-985b-0ae99f2e6a4a tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] 10.222.0.65 "GET /v2.0/ports?device_id=eae03469-5391-4419-abd4-c6348b8cead2 HTTP/1.1" status: 200 len: 943 time: 0.1112292 Feb 04 13:51:24.984201 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e1d78806-a87c-47ea-ba54-95820f3ff394 req-571912d7-f284-45b1-a1fa-691865562601 service neutron] 10.222.0.73 "GET /v2.0/networks/94edf51b-4701-454d-8126-42defe1d929e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286418 Feb 04 13:51:24.997873 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-413757ae-36c7-443e-9600-52e7fc466295 req-02dea425-6e18-48ae-8c74-f1534a81b60c tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] 10.222.0.65 "GET /v2.0/security-groups?id=19566d47-19e1-453f-b11c-6a1abdb20411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690188 Feb 04 13:51:25.075641 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cf674b-55c7-459e-92ae-ef418db3aa84 req-d8a26d83-a5fb-4bc6-8cef-655971c430df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:25.077237 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e0cf674b-55c7-459e-92ae-ef418db3aa84 req-d8a26d83-a5fb-4bc6-8cef-655971c430df service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=74e34f15f5b74f99af0a7eaa4c776ffd&device_id=eae03469-5391-4419-abd4-c6348b8cead2 HTTP/1.1" status: 200 len: 1125 time: 0.0466399 Feb 04 13:51:25.170574 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cf674b-55c7-459e-92ae-ef418db3aa84 req-c688ae4f-f1cf-45b9-98cc-7c0296808a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:25.172773 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e0cf674b-55c7-459e-92ae-ef418db3aa84 req-c688ae4f-f1cf-45b9-98cc-7c0296808a01 service neutron] 10.222.0.73 "GET /v2.0/networks?id=94edf51b-4701-454d-8126-42defe1d929e HTTP/1.1" status: 200 len: 911 time: 0.0889299 Feb 04 13:51:25.214006 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e0cf674b-55c7-459e-92ae-ef418db3aa84 req-076cbf31-cc1e-44cf-96a2-7b78cafcc1be service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94b27563-8ecd-45c6-b783-161cfff51c55 HTTP/1.1" status: 200 len: 217 time: 0.0363092 Feb 04 13:51:25.260679 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cf674b-55c7-459e-92ae-ef418db3aa84 req-576fc310-adc8-4b90-889c-6663ad65526b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:25.262009 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e0cf674b-55c7-459e-92ae-ef418db3aa84 req-576fc310-adc8-4b90-889c-6663ad65526b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7e72cc32-59c9-491e-b623-1684086278f5 HTTP/1.1" status: 200 len: 849 time: 0.0417113 Feb 04 13:51:25.322749 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cf674b-55c7-459e-92ae-ef418db3aa84 req-33c49a2d-17f2-4eea-b002-7dc4cc1b2ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:25.324309 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e0cf674b-55c7-459e-92ae-ef418db3aa84 req-33c49a2d-17f2-4eea-b002-7dc4cc1b2ae5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=94edf51b-4701-454d-8126-42defe1d929e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0547667 Feb 04 13:51:25.416304 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e0cf674b-55c7-459e-92ae-ef418db3aa84 req-c758d605-35ab-4401-866c-73267bccf70f service neutron] 10.222.0.73 "GET /v2.0/networks/94edf51b-4701-454d-8126-42defe1d929e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838704 Feb 04 13:51:25.510894 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-e0cf674b-55c7-459e-92ae-ef418db3aa84 req-ac238c7d-f1eb-4b98-86ca-947b5478262a service neutron] 10.222.0.73 "GET /v2.0/networks/94edf51b-4701-454d-8126-42defe1d929e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872984 Feb 04 13:51:26.127065 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd971f98-5bc9-4d32-9b5f-4ddafc68f123 req-963880c0-ae07-4cc9-9311-dee37423961c tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:26.128534 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dd971f98-5bc9-4d32-9b5f-4ddafc68f123 req-963880c0-ae07-4cc9-9311-dee37423961c tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] 10.222.0.65 "GET /v2.0/ports?device_id=eae03469-5391-4419-abd4-c6348b8cead2 HTTP/1.1" status: 200 len: 943 time: 0.0578089 Feb 04 13:51:26.178672 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dd971f98-5bc9-4d32-9b5f-4ddafc68f123 req-1bd6fa15-6c9d-477f-a2a4-d988139c20cf tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] 10.222.0.65 "GET /v2.0/security-groups?id=19566d47-19e1-453f-b11c-6a1abdb20411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445006 Feb 04 13:51:27.300568 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fce6fd-a5c8-44c7-9596-c747d4903e7a req-5fe077ba-a1a2-433e-a6bc-79adc08f81ef tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:27.302047 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c2fce6fd-a5c8-44c7-9596-c747d4903e7a req-5fe077ba-a1a2-433e-a6bc-79adc08f81ef tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] 10.222.0.65 "GET /v2.0/ports?device_id=eae03469-5391-4419-abd4-c6348b8cead2 HTTP/1.1" status: 200 len: 943 time: 0.0540059 Feb 04 13:51:27.357314 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c2fce6fd-a5c8-44c7-9596-c747d4903e7a req-f7ce8f55-ae23-4c55-8c76-7a4fc9bb34da tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] 10.222.0.65 "GET /v2.0/security-groups?id=19566d47-19e1-453f-b11c-6a1abdb20411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497370 Feb 04 13:51:28.163584 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 94b27563-8ecd-45c6-b783-161cfff51c55 details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:51:28.258546 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 94b27563-8ecd-45c6-b783-161cfff51c55, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=94b27563-8ecd-45c6-b783-161cfff51c55,segment=NetworkSegment(87f6a7a6-13dd-4629-8e72-0a31265804de),segment_id=87f6a7a6-13dd-4629-8e72-0a31265804de)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:51:28.271509 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': '94b27563-8ecd-45c6-b783-161cfff51c55', 'network_id': '94edf51b-4701-454d-8126-42defe1d929e', 'port_id': '94b27563-8ecd-45c6-b783-161cfff51c55', 'mac_address': 'fa:16:3e:e5:34:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e72cc32-59c9-491e-b623-1684086278f5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:51:28.308152 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 94b27563-8ecd-45c6-b783-161cfff51c55 is: DOWN; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:51:28.308551 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (94b27563-8ecd-45c6-b783-161cfff51c55), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:28.324870 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94b27563-8ecd-45c6-b783-161cfff51c55 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:51:28.345650 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 94b27563-8ecd-45c6-b783-161cfff51c55, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=94b27563-8ecd-45c6-b783-161cfff51c55,segment=NetworkSegment(87f6a7a6-13dd-4629-8e72-0a31265804de),segment_id=87f6a7a6-13dd-4629-8e72-0a31265804de)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:51:28.349771 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (94b27563-8ecd-45c6-b783-161cfff51c55), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:28.402332 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=94b27563-8ecd-45c6-b783-161cfff51c55,revision_number=4']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:28.489652 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd64605-fcbb-4eeb-b03e-d9a6735a9979 req-f8143489-778f-451d-a0a1-6b53144bc551 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:28.491034 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cbd64605-fcbb-4eeb-b03e-d9a6735a9979 req-f8143489-778f-451d-a0a1-6b53144bc551 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] 10.222.0.65 "GET /v2.0/ports?device_id=eae03469-5391-4419-abd4-c6348b8cead2 HTTP/1.1" status: 200 len: 944 time: 0.0543439 Feb 04 13:51:28.540457 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-cbd64605-fcbb-4eeb-b03e-d9a6735a9979 req-1980dd80-55c9-4860-84fb-8c5af8c7655f tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] 10.222.0.65 "GET /v2.0/security-groups?id=19566d47-19e1-453f-b11c-6a1abdb20411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438716 Feb 04 13:51:28.591436 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['94b27563-8ecd-45c6-b783-161cfff51c55'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:51:29.665805 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4d142a-b580-4e9e-93d6-95e86e709e3c req-5030b89c-3bc4-4073-a355-a02d37e79030 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:29.667327 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-af4d142a-b580-4e9e-93d6-95e86e709e3c req-5030b89c-3bc4-4073-a355-a02d37e79030 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] 10.222.0.65 "GET /v2.0/ports?device_id=eae03469-5391-4419-abd4-c6348b8cead2 HTTP/1.1" status: 200 len: 944 time: 0.0540328 Feb 04 13:51:29.714860 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-af4d142a-b580-4e9e-93d6-95e86e709e3c req-e14fd5ea-3c6f-4eee-81f5-d66d69c601fe tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] 10.222.0.65 "GET /v2.0/security-groups?id=19566d47-19e1-453f-b11c-6a1abdb20411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418997 Feb 04 13:51:30.176885 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 94b27563-8ecd-45c6-b783-161cfff51c55 up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:51:30.226434 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning for port 94b27563-8ecd-45c6-b783-161cfff51c55 completed by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:51:30.230397 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port 94b27563-8ecd-45c6-b783-161cfff51c55 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:51:30.230775 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (94b27563-8ecd-45c6-b783-161cfff51c55), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:30.311562 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 94b27563-8ecd-45c6-b783-161cfff51c55 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:51:30.312005 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (94b27563-8ecd-45c6-b783-161cfff51c55), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:30.335349 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eae03469-5391-4419-abd4-c6348b8cead2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94b27563-8ecd-45c6-b783-161cfff51c55'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:51:30.337610 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53818b00e40e8afff1ffbbb80b1f2b2ececb0555ff6da39e2769b708ef8305ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9572955b-a12a-4d3f-a6f4-2cb797be8fff" -d '{"events": [{"server_uuid": "eae03469-5391-4419-abd4-c6348b8cead2", "name": "network-vif-plugged", "status": "completed", "tag": "94b27563-8ecd-45c6-b783-161cfff51c55"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:51:30.350772 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 94b27563-8ecd-45c6-b783-161cfff51c55, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=94b27563-8ecd-45c6-b783-161cfff51c55,segment=NetworkSegment(87f6a7a6-13dd-4629-8e72-0a31265804de),segment_id=87f6a7a6-13dd-4629-8e72-0a31265804de)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:51:30.354961 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (94b27563-8ecd-45c6-b783-161cfff51c55), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:30.381150 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87aa4b9c-3560-4cb5-b767-d272372b0533 x-openstack-request-id: req-87aa4b9c-3560-4cb5-b767-d272372b0533 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:51:30.381852 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eae03469-5391-4419-abd4-c6348b8cead2", "name": "network-vif-plugged", "status": "completed", "tag": "94b27563-8ecd-45c6-b783-161cfff51c55", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:51:30.382109 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-87aa4b9c-3560-4cb5-b767-d272372b0533 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:51:30.382889 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eae03469-5391-4419-abd4-c6348b8cead2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94b27563-8ecd-45c6-b783-161cfff51c55', 'code': 200} Feb 04 13:51:30.411918 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=94b27563-8ecd-45c6-b783-161cfff51c55,revision_number=5']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:30.479214 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cc09b6-c5a8-430a-837b-e8a5c1c5cfaa req-d23faec5-be0a-4410-b9a4-4eba84f85caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:30.480673 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d5cc09b6-c5a8-430a-837b-e8a5c1c5cfaa req-d23faec5-be0a-4410-b9a4-4eba84f85caf service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=eae03469-5391-4419-abd4-c6348b8cead2 HTTP/1.1" status: 200 len: 1127 time: 0.0495245 Feb 04 13:51:30.528132 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d5cc09b6-c5a8-430a-837b-e8a5c1c5cfaa req-5587b4a7-e416-46d2-a45e-be677e91968a service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=19566d47-19e1-453f-b11c-6a1abdb20411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407004 Feb 04 13:51:30.837309 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4963a884-3d54-4273-bdc0-97c864e93a46 req-a79c574e-329d-48b4-b898-c3af1ae0b9b1 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:30.838858 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4963a884-3d54-4273-bdc0-97c864e93a46 req-a79c574e-329d-48b4-b898-c3af1ae0b9b1 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] 10.222.0.65 "GET /v2.0/ports?device_id=eae03469-5391-4419-abd4-c6348b8cead2 HTTP/1.1" status: 200 len: 945 time: 0.0558872 Feb 04 13:51:30.887874 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-4963a884-3d54-4273-bdc0-97c864e93a46 req-349e71b8-7acc-441b-b2d9-de9fa76299be tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] 10.222.0.65 "GET /v2.0/security-groups?id=19566d47-19e1-453f-b11c-6a1abdb20411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432546 Feb 04 13:51:32.012453 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4849f89-2e12-4fc7-944c-e9404c24829f req-32791386-45c9-4961-aebe-f9868bd3e8f0 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:32.013943 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c4849f89-2e12-4fc7-944c-e9404c24829f req-32791386-45c9-4961-aebe-f9868bd3e8f0 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] 10.222.0.65 "GET /v2.0/ports?device_id=eae03469-5391-4419-abd4-c6348b8cead2 HTTP/1.1" status: 200 len: 945 time: 0.0563848 Feb 04 13:51:32.064112 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c4849f89-2e12-4fc7-944c-e9404c24829f req-e8d1edac-e6e7-4e04-9dd1-3343ae6f99c7 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] 10.222.0.65 "GET /v2.0/security-groups?id=19566d47-19e1-453f-b11c-6a1abdb20411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438547 Feb 04 13:51:32.066375 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:32.186141 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a2d4e1-a6e9-4b8a-be81-190e20327d74 req-b0e4dde0-fe31-45cb-8628-b89a7d06b826 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:32.187610 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c5a2d4e1-a6e9-4b8a-be81-190e20327d74 req-b0e4dde0-fe31-45cb-8628-b89a7d06b826 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] 10.222.0.65 "GET /v2.0/ports?device_id=eae03469-5391-4419-abd4-c6348b8cead2 HTTP/1.1" status: 200 len: 945 time: 0.0524862 Feb 04 13:51:32.238685 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-c5a2d4e1-a6e9-4b8a-be81-190e20327d74 req-323bdaf0-a2c2-4e76-990b-3cc8b4f8926e tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] 10.222.0.65 "GET /v2.0/security-groups?id=19566d47-19e1-453f-b11c-6a1abdb20411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442746 Feb 04 13:51:32.261039 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 37416) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:32.306096 n-d-825015-3 neutron-server[103474]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54859e82-7da9-4278-bfb8-e4ec76033ff4 tempest-TestSnapshotPattern-988902062 tempest-TestSnapshotPattern-988902062-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103474) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:32.307656 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-54859e82-7da9-4278-bfb8-e4ec76033ff4 tempest-TestSnapshotPattern-988902062 tempest-TestSnapshotPattern-988902062-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=eae03469-5391-4419-abd4-c6348b8cead2 HTTP/1.1" status: 200 len: 1122 time: 0.0455551 Feb 04 13:51:32.310471 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 37420) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:51:32.315468 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.v2.base [None req-d4ea25dc-35f5-4910-a5cb-cb02d57f1f39 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Request body: {'floatingip': {'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'port_id': '94b27563-8ecd-45c6-b783-161cfff51c55', 'tenant_id': '74e34f15f5b74f99af0a7eaa4c776ffd', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103474) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:51:32.336568 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d4ea25dc-35f5-4910-a5cb-cb02d57f1f39 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:32.442064 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d4ea25dc-35f5-4910-a5cb-cb02d57f1f39 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (None), before_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:32.549387 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_common [None req-d4ea25dc-35f5-4910-a5cb-cb02d57f1f39 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Allocated IP 172.25.3.150 (7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7/af4f6ddb-efb2-4d2f-ac83-9aa91d85410c/b9916cb8-d63f-4b7c-a94b-248cda06cd3d) {{(pid=103474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:51:32.651180 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d4ea25dc-35f5-4910-a5cb-cb02d57f1f39 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Publish callbacks [] for port (b9916cb8-d63f-4b7c-a94b-248cda06cd3d), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:32.684345 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d4ea25dc-35f5-4910-a5cb-cb02d57f1f39 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780430194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (b9916cb8-d63f-4b7c-a94b-248cda06cd3d), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:32.725126 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ea25dc-35f5-4910-a5cb-cb02d57f1f39 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Network 7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7 is already hosted by enough agents. {{(pid=103474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:51:32.727911 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.base_scheduler [None req-d4ea25dc-35f5-4910-a5cb-cb02d57f1f39 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Resources bound (agent type, host, resource id): {{(pid=103474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:51:32.731433 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ea25dc-35f5-4910-a5cb-cb02d57f1f39 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Received port after_create {{(pid=103474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:51:32.737324 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ea25dc-35f5-4910-a5cb-cb02d57f1f39 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Pushing event updated for resources: {'Port': ['ID=b9916cb8-d63f-4b7c-a94b-248cda06cd3d,revision_number=1']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:32.759137 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:32.767991 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ea25dc-35f5-4910-a5cb-cb02d57f1f39 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:51:32.768351 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ea25dc-35f5-4910-a5cb-cb02d57f1f39 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:51:32.768702 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ea25dc-35f5-4910-a5cb-cb02d57f1f39 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:51:32.769043 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ea25dc-35f5-4910-a5cb-cb02d57f1f39 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:51:32.769405 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ea25dc-35f5-4910-a5cb-cb02d57f1f39 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:51:32.769722 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ea25dc-35f5-4910-a5cb-cb02d57f1f39 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:51:32.770054 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ea25dc-35f5-4910-a5cb-cb02d57f1f39 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:51:32.770391 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ea25dc-35f5-4910-a5cb-cb02d57f1f39 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:51:32.770718 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ea25dc-35f5-4910-a5cb-cb02d57f1f39 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:51:32.771047 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ea25dc-35f5-4910-a5cb-cb02d57f1f39 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:51:32.771378 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ea25dc-35f5-4910-a5cb-cb02d57f1f39 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:51:32.771704 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ea25dc-35f5-4910-a5cb-cb02d57f1f39 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:51:32.772056 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ea25dc-35f5-4910-a5cb-cb02d57f1f39 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:51:33.097907 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d4ea25dc-35f5-4910-a5cb-cb02d57f1f39 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Publish callbacks [] for floatingip (fa60c6ae-9680-4249-80bc-4f2067022a9a), precommit_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:33.168730 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d4ea25dc-35f5-4910-a5cb-cb02d57f1f39 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (b9916cb8-d63f-4b7c-a94b-248cda06cd3d), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:33.314381 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d4ea25dc-35f5-4910-a5cb-cb02d57f1f39 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Publish callbacks [] for port (b9916cb8-d63f-4b7c-a94b-248cda06cd3d), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:33.318921 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d4ea25dc-35f5-4910-a5cb-cb02d57f1f39 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59044029'] for port (b9916cb8-d63f-4b7c-a94b-248cda06cd3d), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:33.389256 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ea25dc-35f5-4910-a5cb-cb02d57f1f39 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Pushing event updated for resources: {'Port': ['ID=b9916cb8-d63f-4b7c-a94b-248cda06cd3d,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:33.401978 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d4ea25dc-35f5-4910-a5cb-cb02d57f1f39 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1599943'] for floatingip (fa60c6ae-9680-4249-80bc-4f2067022a9a), after_create {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:33.771027 n-d-825015-3 neutron-server[103474]: INFO neutron.db.l3_db [None req-d4ea25dc-35f5-4910-a5cb-cb02d57f1f39 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Floating IP fa60c6ae-9680-4249-80bc-4f2067022a9a associated. External IP: 172.25.3.150, port: 94b27563-8ecd-45c6-b783-161cfff51c55. Feb 04 13:51:33.983966 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4ea25dc-35f5-4910-a5cb-cb02d57f1f39 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Router f85525e3-81bd-4567-83e9-faad9d2cee4e has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:51:34.091704 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4ea25dc-35f5-4910-a5cb-cb02d57f1f39 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:51:34.102827 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3892056d-0925-4222-ad8b-088c403b5049 None None] Sync routers for ids ['f85525e3-81bd-4567-83e9-faad9d2cee4e'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:51:34.111028 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-d4ea25dc-35f5-4910-a5cb-cb02d57f1f39 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:34.113236 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3892056d-0925-4222-ad8b-088c403b5049 None None] Routers {'f85525e3-81bd-4567-83e9-faad9d2cee4e'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:51:34.113860 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-3892056d-0925-4222-ad8b-088c403b5049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:51:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['f85525e3-81bd-4567-83e9-faad9d2cee4e'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:51:34.145368 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-d4ea25dc-35f5-4910-a5cb-cb02d57f1f39 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8338428 Feb 04 13:51:34.145974 n-d-825015-3 neutron-server[103474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eae03469-5391-4419-abd4-c6348b8cead2', 'tag': '94b27563-8ecd-45c6-b783-161cfff51c55'}] {{(pid=103474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:51:34.148497 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d80557581d331a580d396cdc7e9427e44bb7e480f60f23768e1d923b8085a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cf6e543-4341-4a5e-8f30-6bde111d7b80" -d '{"events": [{"name": "network-changed", "server_uuid": "eae03469-5391-4419-abd4-c6348b8cead2", "tag": "94b27563-8ecd-45c6-b783-161cfff51c55"}]}' {{(pid=103474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:51:34.185590 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2997ae32-d22f-403c-912e-1f0867f11a0a x-openstack-request-id: req-2997ae32-d22f-403c-912e-1f0867f11a0a {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:51:34.185895 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eae03469-5391-4419-abd4-c6348b8cead2", "tag": "94b27563-8ecd-45c6-b783-161cfff51c55", "status": "completed", "code": 200}]} {{(pid=103474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:51:34.186152 n-d-825015-3 neutron-server[103474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2997ae32-d22f-403c-912e-1f0867f11a0a {{(pid=103474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:51:34.186564 n-d-825015-3 neutron-server[103474]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eae03469-5391-4419-abd4-c6348b8cead2', 'tag': '94b27563-8ecd-45c6-b783-161cfff51c55', 'status': 'completed', 'code': 200} Feb 04 13:51:34.223585 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-3892056d-0925-4222-ad8b-088c403b5049 None None] Set router f85525e3-81bd-4567-83e9-faad9d2cee4e gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:51:34.251436 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf6e543-4341-4a5e-8f30-6bde111d7b80 req-fc226ab1-298d-4f79-ae98-a7e0bd862a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:34.252987 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1cf6e543-4341-4a5e-8f30-6bde111d7b80 req-fc226ab1-298d-4f79-ae98-a7e0bd862a9e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=74e34f15f5b74f99af0a7eaa4c776ffd&device_id=eae03469-5391-4419-abd4-c6348b8cead2 HTTP/1.1" status: 200 len: 1127 time: 0.0447035 Feb 04 13:51:34.347984 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf6e543-4341-4a5e-8f30-6bde111d7b80 req-12d92856-753a-4614-abd6-7fa3fdde53ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:34.349466 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1cf6e543-4341-4a5e-8f30-6bde111d7b80 req-12d92856-753a-4614-abd6-7fa3fdde53ac service neutron] 10.222.0.73 "GET /v2.0/networks?id=94edf51b-4701-454d-8126-42defe1d929e HTTP/1.1" status: 200 len: 911 time: 0.0896981 Feb 04 13:51:34.417740 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1cf6e543-4341-4a5e-8f30-6bde111d7b80 req-7ed91b04-5454-4aef-a8a7-44fd56a850bd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94b27563-8ecd-45c6-b783-161cfff51c55 HTTP/1.1" status: 200 len: 999 time: 0.0611539 Feb 04 13:51:34.475879 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf6e543-4341-4a5e-8f30-6bde111d7b80 req-000d99b4-4674-4087-821d-f455cd8d8eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:34.477425 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1cf6e543-4341-4a5e-8f30-6bde111d7b80 req-000d99b4-4674-4087-821d-f455cd8d8eb7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7e72cc32-59c9-491e-b623-1684086278f5 HTTP/1.1" status: 200 len: 849 time: 0.0537395 Feb 04 13:51:34.529164 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf6e543-4341-4a5e-8f30-6bde111d7b80 req-9bda8093-9dcc-4e6f-8ab7-c7975739ac04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:34.530690 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1cf6e543-4341-4a5e-8f30-6bde111d7b80 req-9bda8093-9dcc-4e6f-8ab7-c7975739ac04 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=94edf51b-4701-454d-8126-42defe1d929e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0473070 Feb 04 13:51:34.547308 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-3892056d-0925-4222-ad8b-088c403b5049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f85525e3-81bd-4567-83e9-faad9d2cee4e', 'name': 'tempest-TestSnapshotPattern-2001965576-router', 'tenant_id': '74e34f15f5b74f99af0a7eaa4c776ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': 'c7671538-6af2-4424-be62-792b5aed61de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:48:36Z', 'updated_at': '2022-02-04T13:48:39Z', 'revision_number': 4, 'project_id': '74e34f15f5b74f99af0a7eaa4c776ffd', 'gw_port': {'id': 'c7671538-6af2-4424-be62-792b5aed61de', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85525e3-81bd-4567-83e9-faad9d2cee4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:48:36Z', 'updated_at': '2022-02-04T13:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': '3b1d5303-e70d-4c7e-81b0-1f8a5466cdb9', 'tenant_id': '74e34f15f5b74f99af0a7eaa4c776ffd', 'floating_ip_address': '172.25.3.203', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': 'f85525e3-81bd-4567-83e9-faad9d2cee4e', 'port_id': '0029e639-35ce-4a8b-842c-2b9f782aa7ff', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '94edf51b-4701-454d-8126-42defe1d929e', 'mac_address': 'fa:16:3e:ac:fb:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c2a35d2-6992-45da-8ff9-9d6d34e7108c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:48:58Z', 'updated_at': '2022-02-04T13:49:00Z', 'revision_number': 1, 'project_id': '74e34f15f5b74f99af0a7eaa4c776ffd', 'fixed_ip_address_scope': None}, {'id': 'fa60c6ae-9680-4249-80bc-4f2067022a9a', 'tenant_id': '74e34f15f5b74f99af0a7eaa4c776ffd', 'floating_ip_address': '172.25.3.150', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': 'f85525e3-81bd-4567-83e9-faad9d2cee4e', 'port_id': '94b27563-8ecd-45c6-b783-161cfff51c55', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '94edf51b-4701-454d-8126-42defe1d929e', 'mac_address': 'fa:16:3e:e5:34:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae03469-5391-4419-abd4-c6348b8cead2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:51:32Z', 'updated_at': '2022-02-04T13:51:32Z', 'revision_number': 0, 'project_id': '74e34f15f5b74f99af0a7eaa4c776ffd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16a13257-34fa-42bb-aa4f-f934e629c704', 'name': '', 'network_id': '94edf51b-4701-454d-8126-42defe1d929e', 'tenant_id': '74e34f15f5b74f99af0a7eaa4c776ffd', 'mac_address': 'fa:16:3e:6f:37:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85525e3-81bd-4567-83e9-faad9d2cee4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '7e72cc32-59c9-491e-b623-1684086278f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:48:38Z', 'updated_at': '2022-02-04T13:48:43Z', 'revision_number': 5, 'project_id': '74e34f15f5b74f99af0a7eaa4c776ffd', 'subnets': [{'id': '7e72cc32-59c9-491e-b623-1684086278f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:51:34.573926 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3892056d-0925-4222-ad8b-088c403b5049 None None] Checking router: f85525e3-81bd-4567-83e9-faad9d2cee4e for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:51:34.582366 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3892056d-0925-4222-ad8b-088c403b5049 None None] Routers {'f85525e3-81bd-4567-83e9-faad9d2cee4e'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:51:34.582978 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-3892056d-0925-4222-ad8b-088c403b5049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:51:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['f85525e3-81bd-4567-83e9-faad9d2cee4e'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:51:34.621509 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1cf6e543-4341-4a5e-8f30-6bde111d7b80 req-3c8b9716-0838-4e2d-aaee-07838b552515 service neutron] 10.222.0.73 "GET /v2.0/networks/94edf51b-4701-454d-8126-42defe1d929e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842178 Feb 04 13:51:34.694443 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-3892056d-0925-4222-ad8b-088c403b5049 None None] Set router f85525e3-81bd-4567-83e9-faad9d2cee4e gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:51:34.722224 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-1cf6e543-4341-4a5e-8f30-6bde111d7b80 req-8b90bade-0041-4dd3-8c1e-f0d5148af0af service neutron] 10.222.0.73 "GET /v2.0/networks/94edf51b-4701-454d-8126-42defe1d929e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936503 Feb 04 13:51:34.918270 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-3892056d-0925-4222-ad8b-088c403b5049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f85525e3-81bd-4567-83e9-faad9d2cee4e', 'name': 'tempest-TestSnapshotPattern-2001965576-router', 'tenant_id': '74e34f15f5b74f99af0a7eaa4c776ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': 'c7671538-6af2-4424-be62-792b5aed61de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:48:36Z', 'updated_at': '2022-02-04T13:48:39Z', 'revision_number': 4, 'project_id': '74e34f15f5b74f99af0a7eaa4c776ffd', 'gw_port': {'id': 'c7671538-6af2-4424-be62-792b5aed61de', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85525e3-81bd-4567-83e9-faad9d2cee4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:48:36Z', 'updated_at': '2022-02-04T13:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': '3b1d5303-e70d-4c7e-81b0-1f8a5466cdb9', 'tenant_id': '74e34f15f5b74f99af0a7eaa4c776ffd', 'floating_ip_address': '172.25.3.203', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': 'f85525e3-81bd-4567-83e9-faad9d2cee4e', 'port_id': '0029e639-35ce-4a8b-842c-2b9f782aa7ff', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '94edf51b-4701-454d-8126-42defe1d929e', 'mac_address': 'fa:16:3e:ac:fb:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c2a35d2-6992-45da-8ff9-9d6d34e7108c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:48:58Z', 'updated_at': '2022-02-04T13:49:00Z', 'revision_number': 1, 'project_id': '74e34f15f5b74f99af0a7eaa4c776ffd', 'fixed_ip_address_scope': None}, {'id': 'fa60c6ae-9680-4249-80bc-4f2067022a9a', 'tenant_id': '74e34f15f5b74f99af0a7eaa4c776ffd', 'floating_ip_address': '172.25.3.150', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': 'f85525e3-81bd-4567-83e9-faad9d2cee4e', 'port_id': '94b27563-8ecd-45c6-b783-161cfff51c55', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '94edf51b-4701-454d-8126-42defe1d929e', 'mac_address': 'fa:16:3e:e5:34:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae03469-5391-4419-abd4-c6348b8cead2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:51:32Z', 'updated_at': '2022-02-04T13:51:32Z', 'revision_number': 0, 'project_id': '74e34f15f5b74f99af0a7eaa4c776ffd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16a13257-34fa-42bb-aa4f-f934e629c704', 'name': '', 'network_id': '94edf51b-4701-454d-8126-42defe1d929e', 'tenant_id': '74e34f15f5b74f99af0a7eaa4c776ffd', 'mac_address': 'fa:16:3e:6f:37:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85525e3-81bd-4567-83e9-faad9d2cee4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '7e72cc32-59c9-491e-b623-1684086278f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:48:38Z', 'updated_at': '2022-02-04T13:48:43Z', 'revision_number': 5, 'project_id': '74e34f15f5b74f99af0a7eaa4c776ffd', 'subnets': [{'id': '7e72cc32-59c9-491e-b623-1684086278f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:51:34.943277 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3892056d-0925-4222-ad8b-088c403b5049 None None] The sync data for ids ['f85525e3-81bd-4567-83e9-faad9d2cee4e'] in n-d-825015-3 is: [{'id': 'f85525e3-81bd-4567-83e9-faad9d2cee4e', 'name': 'tempest-TestSnapshotPattern-2001965576-router', 'tenant_id': '74e34f15f5b74f99af0a7eaa4c776ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': 'c7671538-6af2-4424-be62-792b5aed61de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:48:36Z', 'updated_at': '2022-02-04T13:48:39Z', 'revision_number': 4, 'project_id': '74e34f15f5b74f99af0a7eaa4c776ffd', 'gw_port': {'id': 'c7671538-6af2-4424-be62-792b5aed61de', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85525e3-81bd-4567-83e9-faad9d2cee4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:48:36Z', 'updated_at': '2022-02-04T13:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': '3b1d5303-e70d-4c7e-81b0-1f8a5466cdb9', 'tenant_id': '74e34f15f5b74f99af0a7eaa4c776ffd', 'floating_ip_address': '172.25.3.203', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': 'f85525e3-81bd-4567-83e9-faad9d2cee4e', 'port_id': '0029e639-35ce-4a8b-842c-2b9f782aa7ff', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '94edf51b-4701-454d-8126-42defe1d929e', 'mac_address': 'fa:16:3e:ac:fb:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c2a35d2-6992-45da-8ff9-9d6d34e7108c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:48:58Z', 'updated_at': '2022-02-04T13:49:00Z', 'revision_number': 1, 'project_id': '74e34f15f5b74f99af0a7eaa4c776ffd', 'fixed_ip_address_scope': None}, {'id': 'fa60c6ae-9680-4249-80bc-4f2067022a9a', 'tenant_id': '74e34f15f5b74f99af0a7eaa4c776ffd', 'floating_ip_address': '172.25.3.150', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': 'f85525e3-81bd-4567-83e9-faad9d2cee4e', 'port_id': '94b27563-8ecd-45c6-b783-161cfff51c55', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '94edf51b-4701-454d-8126-42defe1d929e', 'mac_address': 'fa:16:3e:e5:34:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae03469-5391-4419-abd4-c6348b8cead2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:51:32Z', 'updated_at': '2022-02-04T13:51:32Z', 'revision_number': 0, 'project_id': '74e34f15f5b74f99af0a7eaa4c776ffd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16a13257-34fa-42bb-aa4f-f934e629c704', 'name': '', 'network_id': '94edf51b-4701-454d-8126-42defe1d929e', 'tenant_id': '74e34f15f5b74f99af0a7eaa4c776ffd', 'mac_address': 'fa:16:3e:6f:37:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85525e3-81bd-4567-83e9-faad9d2cee4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '7e72cc32-59c9-491e-b623-1684086278f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:48:38Z', 'updated_at': '2022-02-04T13:48:43Z', 'revision_number': 5, 'project_id': '74e34f15f5b74f99af0a7eaa4c776ffd', 'subnets': [{'id': '7e72cc32-59c9-491e-b623-1684086278f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:51:35.154229 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440c8208-ae39-476d-8687-3a0b2f74c4a8 None None] New status for floating IP fa60c6ae-9680-4249-80bc-4f2067022a9a: ACTIVE {{(pid=103476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:51:45.734347 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1e681544-8884-45ab-9145-eb5a212c895e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:48.251180 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b0e91b6f-f32a-46ad-b290-233caf70e179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:49.593904 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:50.851081 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:51:51.519375 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:51:51.948434 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:02.066885 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:02.774431 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:04.024551 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2e25bca6-4be6-4c21-a145-4d9ab0b27a3f req-34151df8-5b4e-49af-8a92-b23e284c987d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=eae03469-5391-4419-abd4-c6348b8cead2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1176918 Feb 04 13:52:04.116025 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e25bca6-4be6-4c21-a145-4d9ab0b27a3f req-a2b3dce7-a082-4e73-be9c-aa62cb4e788a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:52:04.117619 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2e25bca6-4be6-4c21-a145-4d9ab0b27a3f req-a2b3dce7-a082-4e73-be9c-aa62cb4e788a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=74e34f15f5b74f99af0a7eaa4c776ffd&device_id=eae03469-5391-4419-abd4-c6348b8cead2 HTTP/1.1" status: 200 len: 1127 time: 0.0476530 Feb 04 13:52:04.230638 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e25bca6-4be6-4c21-a145-4d9ab0b27a3f req-366cfb5f-5b1e-4123-919b-d19207663b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:52:04.232284 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2e25bca6-4be6-4c21-a145-4d9ab0b27a3f req-366cfb5f-5b1e-4123-919b-d19207663b1e service neutron] 10.222.0.73 "GET /v2.0/networks?id=94edf51b-4701-454d-8126-42defe1d929e HTTP/1.1" status: 200 len: 911 time: 0.0943754 Feb 04 13:52:04.298304 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2e25bca6-4be6-4c21-a145-4d9ab0b27a3f req-f36e2ec5-dba2-4550-9780-749e1d730049 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94b27563-8ecd-45c6-b783-161cfff51c55 HTTP/1.1" status: 200 len: 1001 time: 0.0601904 Feb 04 13:52:04.353332 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e25bca6-4be6-4c21-a145-4d9ab0b27a3f req-e674f5d2-e527-42ed-9e5e-229fbf11402c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:52:04.354887 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2e25bca6-4be6-4c21-a145-4d9ab0b27a3f req-e674f5d2-e527-42ed-9e5e-229fbf11402c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7e72cc32-59c9-491e-b623-1684086278f5 HTTP/1.1" status: 200 len: 849 time: 0.0497911 Feb 04 13:52:04.404105 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e25bca6-4be6-4c21-a145-4d9ab0b27a3f req-7b646f9f-d882-4b06-b8ce-b5a64ef6cdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:52:04.405631 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2e25bca6-4be6-4c21-a145-4d9ab0b27a3f req-7b646f9f-d882-4b06-b8ce-b5a64ef6cdcd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=94edf51b-4701-454d-8126-42defe1d929e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0452318 Feb 04 13:52:04.496700 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2e25bca6-4be6-4c21-a145-4d9ab0b27a3f req-619e9e5f-2644-4f6d-b9c8-cd7b2dacf520 service neutron] 10.222.0.73 "GET /v2.0/networks/94edf51b-4701-454d-8126-42defe1d929e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847111 Feb 04 13:52:04.603702 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-2e25bca6-4be6-4c21-a145-4d9ab0b27a3f req-40495f5c-3f72-40b2-896f-8606248b6c4e service neutron] 10.222.0.73 "GET /v2.0/networks/94edf51b-4701-454d-8126-42defe1d929e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999925 Feb 04 13:52:04.695695 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5514d657-02a5-4f86-8f90-55d2576b6eae req-af41e8de-2abe-46fe-8213-dda7b1101a4e service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7c2a35d2-6992-45da-8ff9-9d6d34e7108c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0467153 Feb 04 13:52:04.788795 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5514d657-02a5-4f86-8f90-55d2576b6eae req-3543ac2e-54be-4fdb-b9be-4adc4b251b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:52:04.790368 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5514d657-02a5-4f86-8f90-55d2576b6eae req-3543ac2e-54be-4fdb-b9be-4adc4b251b24 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=74e34f15f5b74f99af0a7eaa4c776ffd&device_id=7c2a35d2-6992-45da-8ff9-9d6d34e7108c HTTP/1.1" status: 200 len: 1126 time: 0.0517867 Feb 04 13:52:04.904849 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5514d657-02a5-4f86-8f90-55d2576b6eae req-df3dcd23-03c5-452c-b686-bf4effc34712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:52:04.906322 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5514d657-02a5-4f86-8f90-55d2576b6eae req-df3dcd23-03c5-452c-b686-bf4effc34712 service neutron] 10.222.0.77 "GET /v2.0/networks?id=94edf51b-4701-454d-8126-42defe1d929e HTTP/1.1" status: 200 len: 911 time: 0.0978708 Feb 04 13:52:04.973960 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5514d657-02a5-4f86-8f90-55d2576b6eae req-ab1e16a2-86e4-4178-addc-34c223b5354e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0029e639-35ce-4a8b-842c-2b9f782aa7ff HTTP/1.1" status: 200 len: 1000 time: 0.0617099 Feb 04 13:52:05.026535 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5514d657-02a5-4f86-8f90-55d2576b6eae req-9669ee41-f545-4906-9b0b-f52c06a2d59e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:52:05.028020 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5514d657-02a5-4f86-8f90-55d2576b6eae req-9669ee41-f545-4906-9b0b-f52c06a2d59e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=7e72cc32-59c9-491e-b623-1684086278f5 HTTP/1.1" status: 200 len: 849 time: 0.0474432 Feb 04 13:52:05.085804 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5514d657-02a5-4f86-8f90-55d2576b6eae req-23fa609a-7c09-4697-985a-fadae5fd89f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:52:05.087334 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5514d657-02a5-4f86-8f90-55d2576b6eae req-23fa609a-7c09-4697-985a-fadae5fd89f7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=94edf51b-4701-454d-8126-42defe1d929e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0512369 Feb 04 13:52:05.097800 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [req-5514d657-02a5-4f86-8f90-55d2576b6eae req-cf9fd8e5-ae84-4f67-a461-4b27c42f0a0e service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:52:05.098729 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5514d657-02a5-4f86-8f90-55d2576b6eae req-cf9fd8e5-ae84-4f67-a461-4b27c42f0a0e service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048409 Feb 04 13:52:05.191395 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5514d657-02a5-4f86-8f90-55d2576b6eae req-75c32810-ede3-4ae4-a144-de945ce62d7c service neutron] 10.222.0.77 "GET /v2.0/networks/94edf51b-4701-454d-8126-42defe1d929e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832953 Feb 04 13:52:05.294237 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-5514d657-02a5-4f86-8f90-55d2576b6eae req-e230176f-b831-4bcc-98da-588d606feca1 service neutron] 10.222.0.77 "GET /v2.0/networks/94edf51b-4701-454d-8126-42defe1d929e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952404 Feb 04 13:52:15.735798 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9997bc88-c6c2-497d-b23d-0ee7c92bb45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:18.255436 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1d9506c7-4a11-4148-969a-73cc7780ccb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:19.593539 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:20.857476 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:21.951226 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:28.518667 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:52:32.065526 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:32.790181 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:45.737531 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5e60e142-d5b1-4a8a-ab39-485fc3aa607b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:48.259149 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0729a83d-699f-4909-9e9d-9c83005af956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:49.595480 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:50.860112 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:52:51.953046 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:02.066155 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:02.789577 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:04.709703 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 94b27563-8ecd-45c6-b783-161cfff51c55 details requested by agent hyperv_n-h1-825015-3 with host n-h1-825015-3 {{(pid=103476) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:53:04.820895 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 94b27563-8ecd-45c6-b783-161cfff51c55, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=94b27563-8ecd-45c6-b783-161cfff51c55,segment=NetworkSegment(87f6a7a6-13dd-4629-8e72-0a31265804de),segment_id=87f6a7a6-13dd-4629-8e72-0a31265804de)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:53:04.836380 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Returning: {'device': '94b27563-8ecd-45c6-b783-161cfff51c55', 'network_id': '94edf51b-4701-454d-8126-42defe1d929e', 'port_id': '94b27563-8ecd-45c6-b783-161cfff51c55', 'mac_address': 'fa:16:3e:e5:34:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e72cc32-59c9-491e-b623-1684086278f5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103476) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:53:04.883657 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 94b27563-8ecd-45c6-b783-161cfff51c55 is: ACTIVE; New status is: BUILD {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:53:04.886002 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (94b27563-8ecd-45c6-b783-161cfff51c55), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:04.900173 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 94b27563-8ecd-45c6-b783-161cfff51c55 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:53:04.922425 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 94b27563-8ecd-45c6-b783-161cfff51c55, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=94b27563-8ecd-45c6-b783-161cfff51c55,segment=NetworkSegment(87f6a7a6-13dd-4629-8e72-0a31265804de),segment_id=87f6a7a6-13dd-4629-8e72-0a31265804de)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:53:04.925550 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (94b27563-8ecd-45c6-b783-161cfff51c55), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:04.985839 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=94b27563-8ecd-45c6-b783-161cfff51c55,revision_number=6']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:04.995704 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] get_ports_and_sgs() called for port_ids ['94b27563-8ecd-45c6-b783-161cfff51c55'] {{(pid=103476) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:53:05.001838 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068e0fa1-d346-41c7-a60d-b6cb84ed41c3 req-5a2e2cee-7768-4998-9953-0f67071f4fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:05.003373 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-068e0fa1-d346-41c7-a60d-b6cb84ed41c3 req-5a2e2cee-7768-4998-9953-0f67071f4fec service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=74e34f15f5b74f99af0a7eaa4c776ffd&device_id=eae03469-5391-4419-abd4-c6348b8cead2 HTTP/1.1" status: 200 len: 1126 time: 0.0506098 Feb 04 13:53:05.003670 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:05.004040 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:05.004375 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:05.004705 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:05.005031 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:05.005353 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:05.005693 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:05.006085 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:05.007033 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:05.007033 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:05.007276 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:05.007432 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:05.007858 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:05.120101 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068e0fa1-d346-41c7-a60d-b6cb84ed41c3 req-086c1a77-e095-4f0d-83b6-61bc10570705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:05.121603 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-068e0fa1-d346-41c7-a60d-b6cb84ed41c3 req-086c1a77-e095-4f0d-83b6-61bc10570705 service neutron] 10.222.0.73 "GET /v2.0/networks?id=94edf51b-4701-454d-8126-42defe1d929e HTTP/1.1" status: 200 len: 911 time: 0.0984170 Feb 04 13:53:05.197889 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-068e0fa1-d346-41c7-a60d-b6cb84ed41c3 req-60cfc00a-4f50-4222-93f9-8c0d55dab4e0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94b27563-8ecd-45c6-b783-161cfff51c55 HTTP/1.1" status: 200 len: 1000 time: 0.0677853 Feb 04 13:53:05.252313 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068e0fa1-d346-41c7-a60d-b6cb84ed41c3 req-2be23cac-bf57-4fb7-920e-02027ab6efcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:05.253733 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-068e0fa1-d346-41c7-a60d-b6cb84ed41c3 req-2be23cac-bf57-4fb7-920e-02027ab6efcc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7e72cc32-59c9-491e-b623-1684086278f5 HTTP/1.1" status: 200 len: 849 time: 0.0489986 Feb 04 13:53:05.315582 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068e0fa1-d346-41c7-a60d-b6cb84ed41c3 req-5b1e535a-9cb2-4a60-b32b-a4c92c4fccd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:05.316943 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-068e0fa1-d346-41c7-a60d-b6cb84ed41c3 req-5b1e535a-9cb2-4a60-b32b-a4c92c4fccd3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=94edf51b-4701-454d-8126-42defe1d929e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0561519 Feb 04 13:53:05.438438 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-068e0fa1-d346-41c7-a60d-b6cb84ed41c3 req-b5f0e457-a0cd-4546-98de-e05e789c67b5 service neutron] 10.222.0.73 "GET /v2.0/networks/94edf51b-4701-454d-8126-42defe1d929e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138239 Feb 04 13:53:05.518960 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:53:05.562513 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-068e0fa1-d346-41c7-a60d-b6cb84ed41c3 req-769349ae-37de-4cf9-b0f8-2130bb32f3e4 service neutron] 10.222.0.73 "GET /v2.0/networks/94edf51b-4701-454d-8126-42defe1d929e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171105 Feb 04 13:53:05.655276 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6502f43e-8ade-4b5b-a004-e2d7f324538e req-ee258c56-cc02-4709-9e60-811f0e8e19f8 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7c2a35d2-6992-45da-8ff9-9d6d34e7108c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0537114 Feb 04 13:53:05.748272 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6502f43e-8ade-4b5b-a004-e2d7f324538e req-2e788ca4-9551-482a-9ac1-6e2c5ba998c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:05.749900 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6502f43e-8ade-4b5b-a004-e2d7f324538e req-2e788ca4-9551-482a-9ac1-6e2c5ba998c1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=74e34f15f5b74f99af0a7eaa4c776ffd&device_id=7c2a35d2-6992-45da-8ff9-9d6d34e7108c HTTP/1.1" status: 200 len: 1126 time: 0.0495126 Feb 04 13:53:05.883778 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6502f43e-8ade-4b5b-a004-e2d7f324538e req-78fb08c6-6c17-4847-ab9f-e917f5a6c02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:05.884149 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6502f43e-8ade-4b5b-a004-e2d7f324538e req-78fb08c6-6c17-4847-ab9f-e917f5a6c02f service neutron] 10.222.0.77 "GET /v2.0/networks?id=94edf51b-4701-454d-8126-42defe1d929e HTTP/1.1" status: 200 len: 911 time: 0.1131523 Feb 04 13:53:05.953910 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6502f43e-8ade-4b5b-a004-e2d7f324538e req-4ae947e9-2d06-4f67-8423-1787613b52c6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0029e639-35ce-4a8b-842c-2b9f782aa7ff HTTP/1.1" status: 200 len: 1000 time: 0.0638921 Feb 04 13:53:06.017448 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6502f43e-8ade-4b5b-a004-e2d7f324538e req-ebae8bcd-250d-4914-ae87-497aba065573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:06.019883 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6502f43e-8ade-4b5b-a004-e2d7f324538e req-ebae8bcd-250d-4914-ae87-497aba065573 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=7e72cc32-59c9-491e-b623-1684086278f5 HTTP/1.1" status: 200 len: 849 time: 0.0595107 Feb 04 13:53:06.085178 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6502f43e-8ade-4b5b-a004-e2d7f324538e req-f870ff2c-fc88-4a27-913e-9362845f109d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:06.088056 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6502f43e-8ade-4b5b-a004-e2d7f324538e req-f870ff2c-fc88-4a27-913e-9362845f109d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=94edf51b-4701-454d-8126-42defe1d929e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0616117 Feb 04 13:53:06.189660 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6502f43e-8ade-4b5b-a004-e2d7f324538e req-47f58dfb-0aea-4f08-8818-49d324753113 service neutron] 10.222.0.77 "GET /v2.0/networks/94edf51b-4701-454d-8126-42defe1d929e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959599 Feb 04 13:53:06.298089 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-6502f43e-8ade-4b5b-a004-e2d7f324538e req-3fc9cb21-9e3b-46a1-8faf-9557be74c77c service neutron] 10.222.0.77 "GET /v2.0/networks/94edf51b-4701-454d-8126-42defe1d929e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024659 Feb 04 13:53:06.710169 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 94b27563-8ecd-45c6-b783-161cfff51c55 up at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:53:06.762150 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Provisioning complete for port 94b27563-8ecd-45c6-b783-161cfff51c55 triggered by entity L2. {{(pid=103476) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:53:06.762830 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993626'] for port (94b27563-8ecd-45c6-b783-161cfff51c55), provisioning_complete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:06.880386 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Current status of the port 94b27563-8ecd-45c6-b783-161cfff51c55 is: BUILD; New status is: ACTIVE {{(pid=103476) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:53:06.880386 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645722'] for port (94b27563-8ecd-45c6-b783-161cfff51c55), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:06.929241 n-d-825015-3 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eae03469-5391-4419-abd4-c6348b8cead2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94b27563-8ecd-45c6-b783-161cfff51c55'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:53:06.933314 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53818b00e40e8afff1ffbbb80b1f2b2ececb0555ff6da39e2769b708ef8305ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b97edf27-3f46-463e-a470-6bf1f056ef8b" -d '{"events": [{"server_uuid": "eae03469-5391-4419-abd4-c6348b8cead2", "name": "network-vif-plugged", "status": "completed", "tag": "94b27563-8ecd-45c6-b783-161cfff51c55"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:53:06.953124 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] For port 94b27563-8ecd-45c6-b783-161cfff51c55, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=94b27563-8ecd-45c6-b783-161cfff51c55,segment=NetworkSegment(87f6a7a6-13dd-4629-8e72-0a31265804de),segment_id=87f6a7a6-13dd-4629-8e72-0a31265804de)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:53:06.957687 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780430707447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780430194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780430194077'] for port (94b27563-8ecd-45c6-b783-161cfff51c55), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:07.028513 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Pushing event updated for resources: {'Port': ['ID=94b27563-8ecd-45c6-b783-161cfff51c55,revision_number=7']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:07.085658 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d00e383-03fe-4d29-afa9-1b9f8be94c6b x-openstack-request-id: req-8d00e383-03fe-4d29-afa9-1b9f8be94c6b {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:53:07.086028 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eae03469-5391-4419-abd4-c6348b8cead2", "name": "network-vif-plugged", "status": "completed", "tag": "94b27563-8ecd-45c6-b783-161cfff51c55", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:53:07.086357 n-d-825015-3 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8d00e383-03fe-4d29-afa9-1b9f8be94c6b {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:53:07.086828 n-d-825015-3 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eae03469-5391-4419-abd4-c6348b8cead2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94b27563-8ecd-45c6-b783-161cfff51c55', 'code': 200} Feb 04 13:53:14.546149 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 37628) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:53:14.716089 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-7b9db55a-e82f-4d16-8061-b8183ee170fb tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Deleting port b9916cb8-d63f-4b7c-a94b-248cda06cd3d {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:53:14.716326 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7b9db55a-e82f-4d16-8061-b8183ee170fb tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (b9916cb8-d63f-4b7c-a94b-248cda06cd3d), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:14.799480 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7b9db55a-e82f-4d16-8061-b8183ee170fb tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (b9916cb8-d63f-4b7c-a94b-248cda06cd3d), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:14.799879 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7b9db55a-e82f-4d16-8061-b8183ee170fb tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Publish callbacks [] for floatingip (b9916cb8-d63f-4b7c-a94b-248cda06cd3d), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:14.813295 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-7b9db55a-e82f-4d16-8061-b8183ee170fb tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Calling delete_port for b9916cb8-d63f-4b7c-a94b-248cda06cd3d owned by network:floatingip {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:53:14.976321 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7b9db55a-e82f-4d16-8061-b8183ee170fb tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (b9916cb8-d63f-4b7c-a94b-248cda06cd3d), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:15.002359 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9db55a-e82f-4d16-8061-b8183ee170fb tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Pushing event deleted for resources: {'Port': ['ID=b9916cb8-d63f-4b7c-a94b-248cda06cd3d,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:15.032778 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9db55a-e82f-4d16-8061-b8183ee170fb tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:15.033123 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9db55a-e82f-4d16-8061-b8183ee170fb tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:15.033471 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9db55a-e82f-4d16-8061-b8183ee170fb tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:15.033803 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9db55a-e82f-4d16-8061-b8183ee170fb tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:15.034133 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9db55a-e82f-4d16-8061-b8183ee170fb tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:15.034466 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9db55a-e82f-4d16-8061-b8183ee170fb tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:15.034792 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9db55a-e82f-4d16-8061-b8183ee170fb tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:15.035104 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9db55a-e82f-4d16-8061-b8183ee170fb tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:15.035425 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9db55a-e82f-4d16-8061-b8183ee170fb tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:15.035754 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9db55a-e82f-4d16-8061-b8183ee170fb tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:15.036094 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9db55a-e82f-4d16-8061-b8183ee170fb tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:15.036426 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9db55a-e82f-4d16-8061-b8183ee170fb tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:15.036733 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9db55a-e82f-4d16-8061-b8183ee170fb tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:15.078723 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7b9db55a-e82f-4d16-8061-b8183ee170fb tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Publish callbacks [] for floatingip (fa60c6ae-9680-4249-80bc-4f2067022a9a), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:15.079090 n-d-825015-3 neutron-server[103475]: INFO neutron.db.l3_db [None req-7b9db55a-e82f-4d16-8061-b8183ee170fb tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Floating IP fa60c6ae-9680-4249-80bc-4f2067022a9a disassociated (deleted). External IP: 172.25.3.150, port: 94b27563-8ecd-45c6-b783-161cfff51c55. Feb 04 13:53:15.315569 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b9db55a-e82f-4d16-8061-b8183ee170fb tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Router f85525e3-81bd-4567-83e9-faad9d2cee4e has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:53:15.728682 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b9db55a-e82f-4d16-8061-b8183ee170fb tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:53:15.734615 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-7b9db55a-e82f-4d16-8061-b8183ee170fb tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:15.741099 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27142a88-7991-45a7-994d-af65b85b6089 None None] Sync routers for ids ['f85525e3-81bd-4567-83e9-faad9d2cee4e'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:53:15.745705 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-50afa1a2-bc0f-444b-ad99-299288b7c131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:15.753800 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27142a88-7991-45a7-994d-af65b85b6089 None None] Routers {'f85525e3-81bd-4567-83e9-faad9d2cee4e'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:53:15.754459 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-27142a88-7991-45a7-994d-af65b85b6089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:52:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['f85525e3-81bd-4567-83e9-faad9d2cee4e'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:53:15.767224 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-7b9db55a-e82f-4d16-8061-b8183ee170fb tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] 10.222.0.65 "DELETE /v2.0/floatingips/fa60c6ae-9680-4249-80bc-4f2067022a9a HTTP/1.1" status: 204 len: 168 time: 1.2176704 Feb 04 13:53:15.767224 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eae03469-5391-4419-abd4-c6348b8cead2', 'tag': '94b27563-8ecd-45c6-b783-161cfff51c55'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:53:15.768007 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48bbd334e613f85cd2144b496d46af0d2e531f29900d43c124e8a63cdd2917ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aea8c5c0-77f1-4657-87ff-e68b8ac3365b" -d '{"events": [{"name": "network-changed", "server_uuid": "eae03469-5391-4419-abd4-c6348b8cead2", "tag": "94b27563-8ecd-45c6-b783-161cfff51c55"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:53:15.871852 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70e4748a-bfd7-4520-8cab-af353f393f7d x-openstack-request-id: req-70e4748a-bfd7-4520-8cab-af353f393f7d {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:53:15.872172 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eae03469-5391-4419-abd4-c6348b8cead2", "tag": "94b27563-8ecd-45c6-b783-161cfff51c55", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:53:15.872423 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-70e4748a-bfd7-4520-8cab-af353f393f7d {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:53:15.872829 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eae03469-5391-4419-abd4-c6348b8cead2', 'tag': '94b27563-8ecd-45c6-b783-161cfff51c55', 'status': 'completed', 'code': 200} Feb 04 13:53:15.888253 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-27142a88-7991-45a7-994d-af65b85b6089 None None] Set router f85525e3-81bd-4567-83e9-faad9d2cee4e gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:53:15.953487 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea8c5c0-77f1-4657-87ff-e68b8ac3365b req-c8f6d147-f7c0-4a90-a518-11fdecad383d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:15.955629 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-aea8c5c0-77f1-4657-87ff-e68b8ac3365b req-c8f6d147-f7c0-4a90-a518-11fdecad383d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=74e34f15f5b74f99af0a7eaa4c776ffd&device_id=eae03469-5391-4419-abd4-c6348b8cead2 HTTP/1.1" status: 200 len: 1127 time: 0.0545492 Feb 04 13:53:16.102656 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8ad814-0d53-4083-a222-008346be8bb1 req-2265b33b-8247-4a33-abbb-550f528859a7 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:16.104945 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3c8ad814-0d53-4083-a222-008346be8bb1 req-2265b33b-8247-4a33-abbb-550f528859a7 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] 10.222.0.65 "GET /v2.0/ports?device_id=eae03469-5391-4419-abd4-c6348b8cead2 HTTP/1.1" status: 200 len: 945 time: 0.1221130 Feb 04 13:53:16.106073 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea8c5c0-77f1-4657-87ff-e68b8ac3365b req-decd5af1-04e4-4a84-83e4-9142a24fcec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:16.107418 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-aea8c5c0-77f1-4657-87ff-e68b8ac3365b req-decd5af1-04e4-4a84-83e4-9142a24fcec4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=94edf51b-4701-454d-8126-42defe1d929e HTTP/1.1" status: 200 len: 911 time: 0.1458077 Feb 04 13:53:16.145768 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-27142a88-7991-45a7-994d-af65b85b6089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f85525e3-81bd-4567-83e9-faad9d2cee4e', 'name': 'tempest-TestSnapshotPattern-2001965576-router', 'tenant_id': '74e34f15f5b74f99af0a7eaa4c776ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': 'c7671538-6af2-4424-be62-792b5aed61de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:48:36Z', 'updated_at': '2022-02-04T13:48:39Z', 'revision_number': 4, 'project_id': '74e34f15f5b74f99af0a7eaa4c776ffd', 'gw_port': {'id': 'c7671538-6af2-4424-be62-792b5aed61de', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85525e3-81bd-4567-83e9-faad9d2cee4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:48:36Z', 'updated_at': '2022-02-04T13:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': '3b1d5303-e70d-4c7e-81b0-1f8a5466cdb9', 'tenant_id': '74e34f15f5b74f99af0a7eaa4c776ffd', 'floating_ip_address': '172.25.3.203', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': 'f85525e3-81bd-4567-83e9-faad9d2cee4e', 'port_id': '0029e639-35ce-4a8b-842c-2b9f782aa7ff', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '94edf51b-4701-454d-8126-42defe1d929e', 'mac_address': 'fa:16:3e:ac:fb:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c2a35d2-6992-45da-8ff9-9d6d34e7108c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:48:58Z', 'updated_at': '2022-02-04T13:49:00Z', 'revision_number': 1, 'project_id': '74e34f15f5b74f99af0a7eaa4c776ffd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16a13257-34fa-42bb-aa4f-f934e629c704', 'name': '', 'network_id': '94edf51b-4701-454d-8126-42defe1d929e', 'tenant_id': '74e34f15f5b74f99af0a7eaa4c776ffd', 'mac_address': 'fa:16:3e:6f:37:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85525e3-81bd-4567-83e9-faad9d2cee4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '7e72cc32-59c9-491e-b623-1684086278f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:48:38Z', 'updated_at': '2022-02-04T13:48:43Z', 'revision_number': 5, 'project_id': '74e34f15f5b74f99af0a7eaa4c776ffd', 'subnets': [{'id': '7e72cc32-59c9-491e-b623-1684086278f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:53:16.172065 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-aea8c5c0-77f1-4657-87ff-e68b8ac3365b req-c0ce6897-b25c-4756-8e01-255e04ff3885 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94b27563-8ecd-45c6-b783-161cfff51c55 HTTP/1.1" status: 200 len: 217 time: 0.0544341 Feb 04 13:53:16.176960 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27142a88-7991-45a7-994d-af65b85b6089 None None] Checking router: f85525e3-81bd-4567-83e9-faad9d2cee4e for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:53:16.185765 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27142a88-7991-45a7-994d-af65b85b6089 None None] Routers {'f85525e3-81bd-4567-83e9-faad9d2cee4e'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:53:16.186393 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-27142a88-7991-45a7-994d-af65b85b6089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:52:48Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['f85525e3-81bd-4567-83e9-faad9d2cee4e'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:53:16.234952 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-3c8ad814-0d53-4083-a222-008346be8bb1 req-8f7cfe13-94b4-473c-9ae3-05a54245e878 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] 10.222.0.65 "GET /v2.0/security-groups?id=19566d47-19e1-453f-b11c-6a1abdb20411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239238 Feb 04 13:53:16.246511 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea8c5c0-77f1-4657-87ff-e68b8ac3365b req-5ce23e56-c22f-4c8f-9b41-5d281440c67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:16.248319 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-aea8c5c0-77f1-4657-87ff-e68b8ac3365b req-5ce23e56-c22f-4c8f-9b41-5d281440c67f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7e72cc32-59c9-491e-b623-1684086278f5 HTTP/1.1" status: 200 len: 849 time: 0.0662296 Feb 04 13:53:16.294548 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-27142a88-7991-45a7-994d-af65b85b6089 None None] Set router f85525e3-81bd-4567-83e9-faad9d2cee4e gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:53:16.309214 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea8c5c0-77f1-4657-87ff-e68b8ac3365b req-c1383f86-39ce-4bf2-8c1a-346183f98217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:16.310772 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-aea8c5c0-77f1-4657-87ff-e68b8ac3365b req-c1383f86-39ce-4bf2-8c1a-346183f98217 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=94edf51b-4701-454d-8126-42defe1d929e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0557137 Feb 04 13:53:16.408848 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-aea8c5c0-77f1-4657-87ff-e68b8ac3365b req-41e2c83f-0f95-4f3f-9d43-9c83d2141b9d service neutron] 10.222.0.73 "GET /v2.0/networks/94edf51b-4701-454d-8126-42defe1d929e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913293 Feb 04 13:53:16.503037 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-aea8c5c0-77f1-4657-87ff-e68b8ac3365b req-5e02ee36-2c60-4317-b7ff-e7d323fc17e6 service neutron] 10.222.0.73 "GET /v2.0/networks/94edf51b-4701-454d-8126-42defe1d929e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862014 Feb 04 13:53:16.538029 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-27142a88-7991-45a7-994d-af65b85b6089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f85525e3-81bd-4567-83e9-faad9d2cee4e', 'name': 'tempest-TestSnapshotPattern-2001965576-router', 'tenant_id': '74e34f15f5b74f99af0a7eaa4c776ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': 'c7671538-6af2-4424-be62-792b5aed61de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:48:36Z', 'updated_at': '2022-02-04T13:48:39Z', 'revision_number': 4, 'project_id': '74e34f15f5b74f99af0a7eaa4c776ffd', 'gw_port': {'id': 'c7671538-6af2-4424-be62-792b5aed61de', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85525e3-81bd-4567-83e9-faad9d2cee4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:48:36Z', 'updated_at': '2022-02-04T13:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': '3b1d5303-e70d-4c7e-81b0-1f8a5466cdb9', 'tenant_id': '74e34f15f5b74f99af0a7eaa4c776ffd', 'floating_ip_address': '172.25.3.203', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': 'f85525e3-81bd-4567-83e9-faad9d2cee4e', 'port_id': '0029e639-35ce-4a8b-842c-2b9f782aa7ff', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '94edf51b-4701-454d-8126-42defe1d929e', 'mac_address': 'fa:16:3e:ac:fb:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c2a35d2-6992-45da-8ff9-9d6d34e7108c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:48:58Z', 'updated_at': '2022-02-04T13:49:00Z', 'revision_number': 1, 'project_id': '74e34f15f5b74f99af0a7eaa4c776ffd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16a13257-34fa-42bb-aa4f-f934e629c704', 'name': '', 'network_id': '94edf51b-4701-454d-8126-42defe1d929e', 'tenant_id': '74e34f15f5b74f99af0a7eaa4c776ffd', 'mac_address': 'fa:16:3e:6f:37:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85525e3-81bd-4567-83e9-faad9d2cee4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '7e72cc32-59c9-491e-b623-1684086278f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:48:38Z', 'updated_at': '2022-02-04T13:48:43Z', 'revision_number': 5, 'project_id': '74e34f15f5b74f99af0a7eaa4c776ffd', 'subnets': [{'id': '7e72cc32-59c9-491e-b623-1684086278f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:53:16.567557 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27142a88-7991-45a7-994d-af65b85b6089 None None] The sync data for ids ['f85525e3-81bd-4567-83e9-faad9d2cee4e'] in n-d-825015-3 is: [{'id': 'f85525e3-81bd-4567-83e9-faad9d2cee4e', 'name': 'tempest-TestSnapshotPattern-2001965576-router', 'tenant_id': '74e34f15f5b74f99af0a7eaa4c776ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': 'c7671538-6af2-4424-be62-792b5aed61de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:48:36Z', 'updated_at': '2022-02-04T13:48:39Z', 'revision_number': 4, 'project_id': '74e34f15f5b74f99af0a7eaa4c776ffd', 'gw_port': {'id': 'c7671538-6af2-4424-be62-792b5aed61de', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85525e3-81bd-4567-83e9-faad9d2cee4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:48:36Z', 'updated_at': '2022-02-04T13:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_floatingips': [{'id': '3b1d5303-e70d-4c7e-81b0-1f8a5466cdb9', 'tenant_id': '74e34f15f5b74f99af0a7eaa4c776ffd', 'floating_ip_address': '172.25.3.203', 'floating_network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'router_id': 'f85525e3-81bd-4567-83e9-faad9d2cee4e', 'port_id': '0029e639-35ce-4a8b-842c-2b9f782aa7ff', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '94edf51b-4701-454d-8126-42defe1d929e', 'mac_address': 'fa:16:3e:ac:fb:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c2a35d2-6992-45da-8ff9-9d6d34e7108c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:48:58Z', 'updated_at': '2022-02-04T13:49:00Z', 'revision_number': 1, 'project_id': '74e34f15f5b74f99af0a7eaa4c776ffd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16a13257-34fa-42bb-aa4f-f934e629c704', 'name': '', 'network_id': '94edf51b-4701-454d-8126-42defe1d929e', 'tenant_id': '74e34f15f5b74f99af0a7eaa4c776ffd', 'mac_address': 'fa:16:3e:6f:37:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85525e3-81bd-4567-83e9-faad9d2cee4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '7e72cc32-59c9-491e-b623-1684086278f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:48:38Z', 'updated_at': '2022-02-04T13:48:43Z', 'revision_number': 5, 'project_id': '74e34f15f5b74f99af0a7eaa4c776ffd', 'subnets': [{'id': '7e72cc32-59c9-491e-b623-1684086278f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:53:16.813383 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b1c732-4d53-4fce-91da-617f0b64b7b9 None None] New status for floating IP fa60c6ae-9680-4249-80bc-4f2067022a9a: DOWN {{(pid=103476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:53:17.367108 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339090c1-4620-4a01-b4ba-863ff654fa71 req-416e53db-558e-4ea6-81f8-8e680a0a1525 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:17.368791 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-339090c1-4620-4a01-b4ba-863ff654fa71 req-416e53db-558e-4ea6-81f8-8e680a0a1525 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] 10.222.0.65 "GET /v2.0/ports?device_id=eae03469-5391-4419-abd4-c6348b8cead2 HTTP/1.1" status: 200 len: 945 time: 0.0549099 Feb 04 13:53:17.418906 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-339090c1-4620-4a01-b4ba-863ff654fa71 req-c3f30550-e005-4866-b7b9-59ec35d7ba9a tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] 10.222.0.65 "GET /v2.0/security-groups?id=19566d47-19e1-453f-b11c-6a1abdb20411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434678 Feb 04 13:53:17.570432 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1990d7-6794-4986-ba27-5c6691858047 req-e27e6a54-3bab-417c-b613-ae8958114c2d tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:17.572194 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0e1990d7-6794-4986-ba27-5c6691858047 req-e27e6a54-3bab-417c-b613-ae8958114c2d tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] 10.222.0.73 "GET /v2.0/ports?device_id=eae03469-5391-4419-abd4-c6348b8cead2 HTTP/1.1" status: 200 len: 945 time: 0.0584898 Feb 04 13:53:17.666332 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-0e1990d7-6794-4986-ba27-5c6691858047 req-f42801f6-311e-4b12-a847-9431cd87309b tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Deleting port 94b27563-8ecd-45c6-b783-161cfff51c55 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:53:17.667249 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-0e1990d7-6794-4986-ba27-5c6691858047 req-f42801f6-311e-4b12-a847-9431cd87309b tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (94b27563-8ecd-45c6-b783-161cfff51c55), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:17.766685 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-0e1990d7-6794-4986-ba27-5c6691858047 req-f42801f6-311e-4b12-a847-9431cd87309b tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] For port 94b27563-8ecd-45c6-b783-161cfff51c55, host n-h1-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825015-3',level=0,port_id=94b27563-8ecd-45c6-b783-161cfff51c55,segment=NetworkSegment(87f6a7a6-13dd-4629-8e72-0a31265804de),segment_id=87f6a7a6-13dd-4629-8e72-0a31265804de)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:53:17.767050 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-0e1990d7-6794-4986-ba27-5c6691858047 req-f42801f6-311e-4b12-a847-9431cd87309b tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (94b27563-8ecd-45c6-b783-161cfff51c55), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:17.781046 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-0e1990d7-6794-4986-ba27-5c6691858047 req-f42801f6-311e-4b12-a847-9431cd87309b tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Calling delete_port for 94b27563-8ecd-45c6-b783-161cfff51c55 owned by compute:nova {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:53:17.915862 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-0e1990d7-6794-4986-ba27-5c6691858047 req-f42801f6-311e-4b12-a847-9431cd87309b tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (94b27563-8ecd-45c6-b783-161cfff51c55), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:17.945647 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42801f6-311e-4b12-a847-9431cd87309b tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Pushing event deleted for resources: {'Port': ['ID=94b27563-8ecd-45c6-b783-161cfff51c55,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:17.990062 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e1990d7-6794-4986-ba27-5c6691858047 req-f42801f6-311e-4b12-a847-9431cd87309b tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] No DVR routers for this DVR port 94b27563-8ecd-45c6-b783-161cfff51c55 on host n-h1-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:53:17.992860 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-0e1990d7-6794-4986-ba27-5c6691858047 req-f42801f6-311e-4b12-a847-9431cd87309b tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:17.996765 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-0e1990d7-6794-4986-ba27-5c6691858047 req-f42801f6-311e-4b12-a847-9431cd87309b tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] 10.222.0.73 "DELETE /v2.0/ports/94b27563-8ecd-45c6-b783-161cfff51c55 HTTP/1.1" status: 204 len: 173 time: 0.4200456 Feb 04 13:53:17.997594 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eae03469-5391-4419-abd4-c6348b8cead2', 'name': 'network-vif-deleted', 'tag': '94b27563-8ecd-45c6-b783-161cfff51c55'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:53:18.001054 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48bbd334e613f85cd2144b496d46af0d2e531f29900d43c124e8a63cdd2917ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2650721c-2fb1-427b-9d7b-0e033220a5a3" -d '{"events": [{"server_uuid": "eae03469-5391-4419-abd4-c6348b8cead2", "name": "network-vif-deleted", "tag": "94b27563-8ecd-45c6-b783-161cfff51c55"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:53:18.044787 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a00e956b-b5d2-40d9-814e-6740b33db0d5 x-openstack-request-id: req-a00e956b-b5d2-40d9-814e-6740b33db0d5 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:53:18.045157 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eae03469-5391-4419-abd4-c6348b8cead2", "name": "network-vif-deleted", "tag": "94b27563-8ecd-45c6-b783-161cfff51c55", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:53:18.045511 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a00e956b-b5d2-40d9-814e-6740b33db0d5 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:53:18.045974 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eae03469-5391-4419-abd4-c6348b8cead2', 'name': 'network-vif-deleted', 'tag': '94b27563-8ecd-45c6-b783-161cfff51c55', 'status': 'completed', 'code': 200} Feb 04 13:53:18.262417 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4932ad9f-6c6b-4213-be9b-6077298c076c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:18.759372 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 94b27563-8ecd-45c6-b783-161cfff51c55 no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:53:18.786999 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] No Port match for: 94b27563-8ecd-45c6-b783-161cfff51c55 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:53:18.787359 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 94b27563-8ecd-45c6-b783-161cfff51c55 not bound to the agent host n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:53:19.001505 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 37684) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:53:19.172918 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-49091b1e-995f-43f6-9b2a-25a1bd84c2a1 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Deleting port e64e7775-428d-4a7b-9904-c49544bef2a8 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:53:19.172918 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-49091b1e-995f-43f6-9b2a-25a1bd84c2a1 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (e64e7775-428d-4a7b-9904-c49544bef2a8), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:19.251124 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-49091b1e-995f-43f6-9b2a-25a1bd84c2a1 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (e64e7775-428d-4a7b-9904-c49544bef2a8), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:19.251367 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-49091b1e-995f-43f6-9b2a-25a1bd84c2a1 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Publish callbacks [] for floatingip (e64e7775-428d-4a7b-9904-c49544bef2a8), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:19.263872 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-49091b1e-995f-43f6-9b2a-25a1bd84c2a1 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Calling delete_port for e64e7775-428d-4a7b-9904-c49544bef2a8 owned by network:floatingip {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:53:19.412209 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-49091b1e-995f-43f6-9b2a-25a1bd84c2a1 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (e64e7775-428d-4a7b-9904-c49544bef2a8), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:19.436513 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49091b1e-995f-43f6-9b2a-25a1bd84c2a1 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Pushing event deleted for resources: {'Port': ['ID=e64e7775-428d-4a7b-9904-c49544bef2a8,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:19.501849 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-49091b1e-995f-43f6-9b2a-25a1bd84c2a1 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Publish callbacks [] for floatingip (3b1d5303-e70d-4c7e-81b0-1f8a5466cdb9), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:19.502124 n-d-825015-3 neutron-server[103475]: INFO neutron.db.l3_db [None req-49091b1e-995f-43f6-9b2a-25a1bd84c2a1 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Floating IP 3b1d5303-e70d-4c7e-81b0-1f8a5466cdb9 disassociated (deleted). External IP: 172.25.3.203, port: 0029e639-35ce-4a8b-842c-2b9f782aa7ff. Feb 04 13:53:19.600766 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:19.719480 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49091b1e-995f-43f6-9b2a-25a1bd84c2a1 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Router f85525e3-81bd-4567-83e9-faad9d2cee4e has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:53:19.830626 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49091b1e-995f-43f6-9b2a-25a1bd84c2a1 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:53:19.835063 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-49091b1e-995f-43f6-9b2a-25a1bd84c2a1 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for floatingip (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:19.840774 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a4d0b2-67df-4841-9423-c8089f25a78a None None] Sync routers for ids ['f85525e3-81bd-4567-83e9-faad9d2cee4e'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:53:19.851171 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a4d0b2-67df-4841-9423-c8089f25a78a None None] Routers {'f85525e3-81bd-4567-83e9-faad9d2cee4e'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:53:19.852082 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-00a4d0b2-67df-4841-9423-c8089f25a78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:53:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['f85525e3-81bd-4567-83e9-faad9d2cee4e'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:53:19.866103 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-49091b1e-995f-43f6-9b2a-25a1bd84c2a1 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] 10.222.0.65 "DELETE /v2.0/floatingips/3b1d5303-e70d-4c7e-81b0-1f8a5466cdb9 HTTP/1.1" status: 204 len: 168 time: 0.8635151 Feb 04 13:53:20.047495 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c2a35d2-6992-45da-8ff9-9d6d34e7108c', 'tag': '0029e639-35ce-4a8b-842c-2b9f782aa7ff'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:53:20.051154 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48bbd334e613f85cd2144b496d46af0d2e531f29900d43c124e8a63cdd2917ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33acba5d-34c3-4fde-882b-cad1ab904b8a" -d '{"events": [{"name": "network-changed", "server_uuid": "7c2a35d2-6992-45da-8ff9-9d6d34e7108c", "tag": "0029e639-35ce-4a8b-842c-2b9f782aa7ff"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:53:20.068136 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-00a4d0b2-67df-4841-9423-c8089f25a78a None None] Set router f85525e3-81bd-4567-83e9-faad9d2cee4e gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:53:20.090180 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79b46ea9-1c64-4923-a848-7757b1e6865e x-openstack-request-id: req-79b46ea9-1c64-4923-a848-7757b1e6865e {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:53:20.090497 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c2a35d2-6992-45da-8ff9-9d6d34e7108c", "tag": "0029e639-35ce-4a8b-842c-2b9f782aa7ff", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:53:20.090756 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-79b46ea9-1c64-4923-a848-7757b1e6865e {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:53:20.091163 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c2a35d2-6992-45da-8ff9-9d6d34e7108c', 'tag': '0029e639-35ce-4a8b-842c-2b9f782aa7ff', 'status': 'completed', 'code': 200} Feb 04 13:53:20.114131 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645e20e2-e407-43c3-a4e8-ea169ac8fbb2 req-d1282a38-9ac1-463c-a7bd-78c219c0c963 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:20.115644 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-645e20e2-e407-43c3-a4e8-ea169ac8fbb2 req-d1282a38-9ac1-463c-a7bd-78c219c0c963 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c2a35d2-6992-45da-8ff9-9d6d34e7108c HTTP/1.1" status: 200 len: 944 time: 0.0611119 Feb 04 13:53:20.195278 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-645e20e2-e407-43c3-a4e8-ea169ac8fbb2 req-44e47977-125d-4b56-a277-054b6f989a90 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] 10.222.0.65 "GET /v2.0/security-groups?id=19566d47-19e1-453f-b11c-6a1abdb20411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695965 Feb 04 13:53:20.202694 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33acba5d-34c3-4fde-882b-cad1ab904b8a req-7ef61d98-563d-4f6a-9bc8-df0dfeb5551d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:20.204318 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-33acba5d-34c3-4fde-882b-cad1ab904b8a req-7ef61d98-563d-4f6a-9bc8-df0dfeb5551d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=74e34f15f5b74f99af0a7eaa4c776ffd&device_id=7c2a35d2-6992-45da-8ff9-9d6d34e7108c HTTP/1.1" status: 200 len: 1126 time: 0.0877609 Feb 04 13:53:20.282346 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-00a4d0b2-67df-4841-9423-c8089f25a78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f85525e3-81bd-4567-83e9-faad9d2cee4e', 'name': 'tempest-TestSnapshotPattern-2001965576-router', 'tenant_id': '74e34f15f5b74f99af0a7eaa4c776ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': 'c7671538-6af2-4424-be62-792b5aed61de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:48:36Z', 'updated_at': '2022-02-04T13:48:39Z', 'revision_number': 4, 'project_id': '74e34f15f5b74f99af0a7eaa4c776ffd', 'gw_port': {'id': 'c7671538-6af2-4424-be62-792b5aed61de', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85525e3-81bd-4567-83e9-faad9d2cee4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:48:36Z', 'updated_at': '2022-02-04T13:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '16a13257-34fa-42bb-aa4f-f934e629c704', 'name': '', 'network_id': '94edf51b-4701-454d-8126-42defe1d929e', 'tenant_id': '74e34f15f5b74f99af0a7eaa4c776ffd', 'mac_address': 'fa:16:3e:6f:37:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85525e3-81bd-4567-83e9-faad9d2cee4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '7e72cc32-59c9-491e-b623-1684086278f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:48:38Z', 'updated_at': '2022-02-04T13:48:43Z', 'revision_number': 5, 'project_id': '74e34f15f5b74f99af0a7eaa4c776ffd', 'subnets': [{'id': '7e72cc32-59c9-491e-b623-1684086278f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:53:20.297235 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33acba5d-34c3-4fde-882b-cad1ab904b8a req-1f84a2ad-c268-4fb5-bd89-cefdb903209e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:20.298751 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-33acba5d-34c3-4fde-882b-cad1ab904b8a req-1f84a2ad-c268-4fb5-bd89-cefdb903209e service neutron] 10.222.0.77 "GET /v2.0/networks?id=94edf51b-4701-454d-8126-42defe1d929e HTTP/1.1" status: 200 len: 911 time: 0.0868311 Feb 04 13:53:20.309004 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a4d0b2-67df-4841-9423-c8089f25a78a None None] Checking router: f85525e3-81bd-4567-83e9-faad9d2cee4e for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:53:20.317658 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a4d0b2-67df-4841-9423-c8089f25a78a None None] Routers {'f85525e3-81bd-4567-83e9-faad9d2cee4e'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:53:20.318266 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-00a4d0b2-67df-4841-9423-c8089f25a78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:53:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['f85525e3-81bd-4567-83e9-faad9d2cee4e'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:53:20.345873 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-33acba5d-34c3-4fde-882b-cad1ab904b8a req-5408f571-8918-49ab-87b3-691e89f6386e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0029e639-35ce-4a8b-842c-2b9f782aa7ff HTTP/1.1" status: 200 len: 217 time: 0.0404613 Feb 04 13:53:20.399069 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33acba5d-34c3-4fde-882b-cad1ab904b8a req-4744f283-de6f-4963-ae22-36eba4fa5e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:20.400605 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-33acba5d-34c3-4fde-882b-cad1ab904b8a req-4744f283-de6f-4963-ae22-36eba4fa5e8b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=7e72cc32-59c9-491e-b623-1684086278f5 HTTP/1.1" status: 200 len: 849 time: 0.0456142 Feb 04 13:53:20.427448 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-00a4d0b2-67df-4841-9423-c8089f25a78a None None] Set router f85525e3-81bd-4567-83e9-faad9d2cee4e gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:53:20.453510 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33acba5d-34c3-4fde-882b-cad1ab904b8a req-8f5679e0-a7d2-439a-9194-b7a77ad10c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:20.455057 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-33acba5d-34c3-4fde-882b-cad1ab904b8a req-8f5679e0-a7d2-439a-9194-b7a77ad10c27 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=94edf51b-4701-454d-8126-42defe1d929e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0483961 Feb 04 13:53:20.551717 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-33acba5d-34c3-4fde-882b-cad1ab904b8a req-ec37d2ee-b3a8-4951-aeed-9503bab22af6 service neutron] 10.222.0.77 "GET /v2.0/networks/94edf51b-4701-454d-8126-42defe1d929e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900979 Feb 04 13:53:20.630407 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-00a4d0b2-67df-4841-9423-c8089f25a78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f85525e3-81bd-4567-83e9-faad9d2cee4e', 'name': 'tempest-TestSnapshotPattern-2001965576-router', 'tenant_id': '74e34f15f5b74f99af0a7eaa4c776ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': 'c7671538-6af2-4424-be62-792b5aed61de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:48:36Z', 'updated_at': '2022-02-04T13:48:39Z', 'revision_number': 4, 'project_id': '74e34f15f5b74f99af0a7eaa4c776ffd', 'gw_port': {'id': 'c7671538-6af2-4424-be62-792b5aed61de', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85525e3-81bd-4567-83e9-faad9d2cee4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:48:36Z', 'updated_at': '2022-02-04T13:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '16a13257-34fa-42bb-aa4f-f934e629c704', 'name': '', 'network_id': '94edf51b-4701-454d-8126-42defe1d929e', 'tenant_id': '74e34f15f5b74f99af0a7eaa4c776ffd', 'mac_address': 'fa:16:3e:6f:37:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85525e3-81bd-4567-83e9-faad9d2cee4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '7e72cc32-59c9-491e-b623-1684086278f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:48:38Z', 'updated_at': '2022-02-04T13:48:43Z', 'revision_number': 5, 'project_id': '74e34f15f5b74f99af0a7eaa4c776ffd', 'subnets': [{'id': '7e72cc32-59c9-491e-b623-1684086278f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:53:20.642315 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-33acba5d-34c3-4fde-882b-cad1ab904b8a req-2691e6d8-0427-48a4-a960-5de31afafe46 service neutron] 10.222.0.77 "GET /v2.0/networks/94edf51b-4701-454d-8126-42defe1d929e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848458 Feb 04 13:53:20.656587 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a4d0b2-67df-4841-9423-c8089f25a78a None None] The sync data for ids ['f85525e3-81bd-4567-83e9-faad9d2cee4e'] in n-d-825015-3 is: [{'id': 'f85525e3-81bd-4567-83e9-faad9d2cee4e', 'name': 'tempest-TestSnapshotPattern-2001965576-router', 'tenant_id': '74e34f15f5b74f99af0a7eaa4c776ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': 'c7671538-6af2-4424-be62-792b5aed61de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:48:36Z', 'updated_at': '2022-02-04T13:48:39Z', 'revision_number': 4, 'project_id': '74e34f15f5b74f99af0a7eaa4c776ffd', 'gw_port': {'id': 'c7671538-6af2-4424-be62-792b5aed61de', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85525e3-81bd-4567-83e9-faad9d2cee4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:48:36Z', 'updated_at': '2022-02-04T13:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3', '_interfaces': [{'id': '16a13257-34fa-42bb-aa4f-f934e629c704', 'name': '', 'network_id': '94edf51b-4701-454d-8126-42defe1d929e', 'tenant_id': '74e34f15f5b74f99af0a7eaa4c776ffd', 'mac_address': 'fa:16:3e:6f:37:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85525e3-81bd-4567-83e9-faad9d2cee4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '7e72cc32-59c9-491e-b623-1684086278f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:48:38Z', 'updated_at': '2022-02-04T13:48:43Z', 'revision_number': 5, 'project_id': '74e34f15f5b74f99af0a7eaa4c776ffd', 'subnets': [{'id': '7e72cc32-59c9-491e-b623-1684086278f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:53:20.869698 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1cceb6e-eb37-4087-bc30-01ceb0037da6 None None] New status for floating IP 3b1d5303-e70d-4c7e-81b0-1f8a5466cdb9: DOWN {{(pid=103476) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:53:20.872413 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:21.319848 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc166d55-933b-452f-9214-a1b7c48ce083 req-516b6d02-5597-4bd6-8ce8-c66f48828ff9 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:21.321347 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dc166d55-933b-452f-9214-a1b7c48ce083 req-516b6d02-5597-4bd6-8ce8-c66f48828ff9 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c2a35d2-6992-45da-8ff9-9d6d34e7108c HTTP/1.1" status: 200 len: 944 time: 0.0540118 Feb 04 13:53:21.375548 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-dc166d55-933b-452f-9214-a1b7c48ce083 req-8f6d9ed0-1055-4f88-a427-f421768f91a6 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] 10.222.0.65 "GET /v2.0/security-groups?id=19566d47-19e1-453f-b11c-6a1abdb20411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475676 Feb 04 13:53:21.616150 n-d-825015-3 neutron-server[103475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8126e8e8-08cf-4523-baf9-0d46b3113398 req-0f90d442-50bc-48e1-9a20-abe1fc7d46f9 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:21.617624 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8126e8e8-08cf-4523-baf9-0d46b3113398 req-0f90d442-50bc-48e1-9a20-abe1fc7d46f9 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c2a35d2-6992-45da-8ff9-9d6d34e7108c HTTP/1.1" status: 200 len: 944 time: 0.0531218 Feb 04 13:53:21.708462 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-8126e8e8-08cf-4523-baf9-0d46b3113398 req-9344aec5-edf1-44e1-bedf-3750c3502e43 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Deleting port 0029e639-35ce-4a8b-842c-2b9f782aa7ff {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:53:21.708806 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8126e8e8-08cf-4523-baf9-0d46b3113398 req-9344aec5-edf1-44e1-bedf-3750c3502e43 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (0029e639-35ce-4a8b-842c-2b9f782aa7ff), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:21.800408 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [req-8126e8e8-08cf-4523-baf9-0d46b3113398 req-9344aec5-edf1-44e1-bedf-3750c3502e43 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] For port 0029e639-35ce-4a8b-842c-2b9f782aa7ff, host n-h2-825015-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825015-3',level=0,port_id=0029e639-35ce-4a8b-842c-2b9f782aa7ff,segment=NetworkSegment(87f6a7a6-13dd-4629-8e72-0a31265804de),segment_id=87f6a7a6-13dd-4629-8e72-0a31265804de)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:53:21.800773 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8126e8e8-08cf-4523-baf9-0d46b3113398 req-9344aec5-edf1-44e1-bedf-3750c3502e43 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (0029e639-35ce-4a8b-842c-2b9f782aa7ff), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:21.814503 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [req-8126e8e8-08cf-4523-baf9-0d46b3113398 req-9344aec5-edf1-44e1-bedf-3750c3502e43 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Calling delete_port for 0029e639-35ce-4a8b-842c-2b9f782aa7ff owned by compute:nova {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:53:21.948338 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8126e8e8-08cf-4523-baf9-0d46b3113398 req-9344aec5-edf1-44e1-bedf-3750c3502e43 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (0029e639-35ce-4a8b-842c-2b9f782aa7ff), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:21.956323 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:21.976969 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9344aec5-edf1-44e1-bedf-3750c3502e43 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Pushing event deleted for resources: {'Port': ['ID=0029e639-35ce-4a8b-842c-2b9f782aa7ff,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:22.023407 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [req-8126e8e8-08cf-4523-baf9-0d46b3113398 req-9344aec5-edf1-44e1-bedf-3750c3502e43 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] No DVR routers for this DVR port 0029e639-35ce-4a8b-842c-2b9f782aa7ff on host n-h2-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:53:22.026732 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [req-8126e8e8-08cf-4523-baf9-0d46b3113398 req-9344aec5-edf1-44e1-bedf-3750c3502e43 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-499524'] for port (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:22.030106 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-8126e8e8-08cf-4523-baf9-0d46b3113398 req-9344aec5-edf1-44e1-bedf-3750c3502e43 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] 10.222.0.77 "DELETE /v2.0/ports/0029e639-35ce-4a8b-842c-2b9f782aa7ff HTTP/1.1" status: 204 len: 173 time: 0.4075563 Feb 04 13:53:22.091913 n-d-825015-3 neutron-server[103475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c2a35d2-6992-45da-8ff9-9d6d34e7108c', 'name': 'network-vif-deleted', 'tag': '0029e639-35ce-4a8b-842c-2b9f782aa7ff'}] {{(pid=103475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:53:22.094332 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48bbd334e613f85cd2144b496d46af0d2e531f29900d43c124e8a63cdd2917ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d9b0766-3825-4ca5-b49b-a38800742f16" -d '{"events": [{"server_uuid": "7c2a35d2-6992-45da-8ff9-9d6d34e7108c", "name": "network-vif-deleted", "tag": "0029e639-35ce-4a8b-842c-2b9f782aa7ff"}]}' {{(pid=103475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:53:22.131427 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-324acc6a-c2f1-4a0b-a039-f563b769a337 x-openstack-request-id: req-324acc6a-c2f1-4a0b-a039-f563b769a337 {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:53:22.131755 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c2a35d2-6992-45da-8ff9-9d6d34e7108c", "name": "network-vif-deleted", "tag": "0029e639-35ce-4a8b-842c-2b9f782aa7ff", "status": "completed", "code": 200}]} {{(pid=103475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:53:22.132019 n-d-825015-3 neutron-server[103475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-324acc6a-c2f1-4a0b-a039-f563b769a337 {{(pid=103475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:53:22.132427 n-d-825015-3 neutron-server[103475]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c2a35d2-6992-45da-8ff9-9d6d34e7108c', 'name': 'network-vif-deleted', 'tag': '0029e639-35ce-4a8b-842c-2b9f782aa7ff', 'status': 'completed', 'code': 200} Feb 04 13:53:22.499984 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [req-d5ddd2bd-82a8-4f99-914f-2bd803d02d0b req-74d2bb76-f92b-4b93-b066-9e4b2afe5c87 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c2a35d2-6992-45da-8ff9-9d6d34e7108c HTTP/1.1" status: 200 len: 210 time: 0.0305989 Feb 04 13:53:22.788088 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 94b27563-8ecd-45c6-b783-161cfff51c55 no longer exists at agent hyperv_n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:53:22.812728 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] No Port match for: 94b27563-8ecd-45c6-b783-161cfff51c55 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:53:22.813075 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Device 94b27563-8ecd-45c6-b783-161cfff51c55 not bound to the agent host n-h1-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:53:23.559001 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 37700) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:53:23.615239 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9938772c-fe3e-4e86-abf1-ba05ebcc4c82 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Publish callbacks [] for security_group (19566d47-19e1-453f-b11c-6a1abdb20411), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:23.645210 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9938772c-fe3e-4e86-abf1-ba05ebcc4c82 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Publish callbacks [] for security_group (19566d47-19e1-453f-b11c-6a1abdb20411), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:23.706490 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9938772c-fe3e-4e86-abf1-ba05ebcc4c82 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (19566d47-19e1-453f-b11c-6a1abdb20411), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:23.709043 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9938772c-fe3e-4e86-abf1-ba05ebcc4c82 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:23.710184 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-9938772c-fe3e-4e86-abf1-ba05ebcc4c82 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] 10.222.0.65 "DELETE /v2.0/security-groups/19566d47-19e1-453f-b11c-6a1abdb20411 HTTP/1.1" status: 204 len: 168 time: 0.1500142 Feb 04 13:53:23.719756 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9938772c-fe3e-4e86-abf1-ba05ebcc4c82 tempest-TestSnapshotPattern-1925017584 tempest-TestSnapshotPattern-1925017584-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19566d47-19e1-453f-b11c-6a1abdb20411,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:24.768088 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 37706) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:53:25.116145 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6202d9d7-6b91-4d4e-8b44-a3949bb5e981 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622215'] for router_interface (f85525e3-81bd-4567-83e9-faad9d2cee4e), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:25.180010 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 0029e639-35ce-4a8b-842c-2b9f782aa7ff no longer exists at agent hyperv_n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:53:25.203770 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] No Port match for: 0029e639-35ce-4a8b-842c-2b9f782aa7ff {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:53:25.204139 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Device 0029e639-35ce-4a8b-842c-2b9f782aa7ff not bound to the agent host n-h2-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:53:25.376218 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-6202d9d7-6b91-4d4e-8b44-a3949bb5e981 admin admin] Deleting port 16a13257-34fa-42bb-aa4f-f934e629c704 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:53:25.376472 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6202d9d7-6b91-4d4e-8b44-a3949bb5e981 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (16a13257-34fa-42bb-aa4f-f934e629c704), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:25.457501 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-6202d9d7-6b91-4d4e-8b44-a3949bb5e981 admin admin] For port 16a13257-34fa-42bb-aa4f-f934e629c704, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=16a13257-34fa-42bb-aa4f-f934e629c704,segment=NetworkSegment(87f6a7a6-13dd-4629-8e72-0a31265804de),segment_id=87f6a7a6-13dd-4629-8e72-0a31265804de)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:53:25.457858 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6202d9d7-6b91-4d4e-8b44-a3949bb5e981 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (16a13257-34fa-42bb-aa4f-f934e629c704), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:25.470741 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-6202d9d7-6b91-4d4e-8b44-a3949bb5e981 admin admin] Calling delete_port for 16a13257-34fa-42bb-aa4f-f934e629c704 owned by network:router_interface {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:53:25.649526 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6202d9d7-6b91-4d4e-8b44-a3949bb5e981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (16a13257-34fa-42bb-aa4f-f934e629c704), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:25.674904 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6202d9d7-6b91-4d4e-8b44-a3949bb5e981 admin admin] Pushing event deleted for resources: {'Port': ['ID=16a13257-34fa-42bb-aa4f-f934e629c704,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:25.844416 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-6202d9d7-6b91-4d4e-8b44-a3949bb5e981 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622067'] for router_interface (f85525e3-81bd-4567-83e9-faad9d2cee4e), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:26.376266 n-d-825015-3 neutron-server[103475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6202d9d7-6b91-4d4e-8b44-a3949bb5e981 admin admin] Router f85525e3-81bd-4567-83e9-faad9d2cee4e has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:53:26.499560 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6202d9d7-6b91-4d4e-8b44-a3949bb5e981 admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:53:26.504532 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-6202d9d7-6b91-4d4e-8b44-a3949bb5e981 admin admin] 10.222.0.65 "PUT /v2.0/routers/f85525e3-81bd-4567-83e9-faad9d2cee4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7352943 Feb 04 13:53:26.508349 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 37708) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:53:26.511039 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947a3aa2-ef7c-4494-848c-d5aaae83e090 None None] Sync routers for ids ['f85525e3-81bd-4567-83e9-faad9d2cee4e'] in n-d-825015-3 {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:53:26.522358 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947a3aa2-ef7c-4494-848c-d5aaae83e090 None None] Routers {'f85525e3-81bd-4567-83e9-faad9d2cee4e'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:53:26.523073 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-947a3aa2-ef7c-4494-848c-d5aaae83e090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:53:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['f85525e3-81bd-4567-83e9-faad9d2cee4e'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:53:26.625223 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3f330668-1964-4657-a8be-332d4b0f462c admin admin] Publish callbacks [] for router (f85525e3-81bd-4567-83e9-faad9d2cee4e), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:26.633811 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-947a3aa2-ef7c-4494-848c-d5aaae83e090 None None] Set router f85525e3-81bd-4567-83e9-faad9d2cee4e gateway port host: n-d-825015-3 {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:53:26.732529 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3f330668-1964-4657-a8be-332d4b0f462c admin admin] Publish callbacks [] for router_gateway (f85525e3-81bd-4567-83e9-faad9d2cee4e), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:26.786230 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-3f330668-1964-4657-a8be-332d4b0f462c admin admin] Deleting port c7671538-6af2-4424-be62-792b5aed61de {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:53:26.786455 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3f330668-1964-4657-a8be-332d4b0f462c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (c7671538-6af2-4424-be62-792b5aed61de), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:26.814859 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-947a3aa2-ef7c-4494-848c-d5aaae83e090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f85525e3-81bd-4567-83e9-faad9d2cee4e', 'name': 'tempest-TestSnapshotPattern-2001965576-router', 'tenant_id': '74e34f15f5b74f99af0a7eaa4c776ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': 'c7671538-6af2-4424-be62-792b5aed61de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:48:36Z', 'updated_at': '2022-02-04T13:53:25Z', 'revision_number': 5, 'project_id': '74e34f15f5b74f99af0a7eaa4c776ffd', 'gw_port': {'id': 'c7671538-6af2-4424-be62-792b5aed61de', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85525e3-81bd-4567-83e9-faad9d2cee4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:48:36Z', 'updated_at': '2022-02-04T13:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:53:26.845442 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947a3aa2-ef7c-4494-848c-d5aaae83e090 None None] Checking router: f85525e3-81bd-4567-83e9-faad9d2cee4e for host: n-d-825015-3 {{(pid=103477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:53:26.854495 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947a3aa2-ef7c-4494-848c-d5aaae83e090 None None] Routers {'f85525e3-81bd-4567-83e9-faad9d2cee4e'} bound to L3 agent in host n-d-825015-3 {{(pid=103477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:53:26.855103 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-947a3aa2-ef7c-4494-848c-d5aaae83e090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:53:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['f85525e3-81bd-4567-83e9-faad9d2cee4e'], 'active': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:53:26.869779 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-3f330668-1964-4657-a8be-332d4b0f462c admin admin] For port c7671538-6af2-4424-be62-792b5aed61de, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=c7671538-6af2-4424-be62-792b5aed61de,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:53:26.870377 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3f330668-1964-4657-a8be-332d4b0f462c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (c7671538-6af2-4424-be62-792b5aed61de), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:26.883247 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-3f330668-1964-4657-a8be-332d4b0f462c admin admin] Calling delete_port for c7671538-6af2-4424-be62-792b5aed61de owned by network:router_gateway {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:53:26.943703 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_dvr_db [None req-947a3aa2-ef7c-4494-848c-d5aaae83e090 None None] Set router f85525e3-81bd-4567-83e9-faad9d2cee4e gateway port host: None {{(pid=103477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:53:26.995199 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.l3_hamode_db [None req-947a3aa2-ef7c-4494-848c-d5aaae83e090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f85525e3-81bd-4567-83e9-faad9d2cee4e', 'name': 'tempest-TestSnapshotPattern-2001965576-router', 'tenant_id': '74e34f15f5b74f99af0a7eaa4c776ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:48:36Z', 'updated_at': '2022-02-04T13:53:26Z', 'revision_number': 6, 'project_id': '74e34f15f5b74f99af0a7eaa4c776ffd', 'gw_port_host': None}], 'n-d-825015-3', False) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:53:27.024628 n-d-825015-3 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947a3aa2-ef7c-4494-848c-d5aaae83e090 None None] The sync data for ids ['f85525e3-81bd-4567-83e9-faad9d2cee4e'] in n-d-825015-3 is: [{'id': 'f85525e3-81bd-4567-83e9-faad9d2cee4e', 'name': 'tempest-TestSnapshotPattern-2001965576-router', 'tenant_id': '74e34f15f5b74f99af0a7eaa4c776ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:48:36Z', 'updated_at': '2022-02-04T13:53:26Z', 'revision_number': 6, 'project_id': '74e34f15f5b74f99af0a7eaa4c776ffd', 'gw_port_host': None}] {{(pid=103477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:53:27.058311 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3f330668-1964-4657-a8be-332d4b0f462c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (c7671538-6af2-4424-be62-792b5aed61de), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:27.083214 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f330668-1964-4657-a8be-332d4b0f462c admin admin] Pushing event deleted for resources: {'Port': ['ID=c7671538-6af2-4424-be62-792b5aed61de,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:27.145998 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3f330668-1964-4657-a8be-332d4b0f462c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1599901'] for router_gateway (f85525e3-81bd-4567-83e9-faad9d2cee4e), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:27.242010 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3f330668-1964-4657-a8be-332d4b0f462c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10915'] for router (f85525e3-81bd-4567-83e9-faad9d2cee4e), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:27.244155 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3f330668-1964-4657-a8be-332d4b0f462c admin admin] Publish callbacks [] for router_controller (f85525e3-81bd-4567-83e9-faad9d2cee4e), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:27.287592 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3f330668-1964-4657-a8be-332d4b0f462c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622829'] for router (f85525e3-81bd-4567-83e9-faad9d2cee4e), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:27.288146 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f330668-1964-4657-a8be-332d4b0f462c admin admin] Fanout notify agent at l3_agent the message router_deleted on router f85525e3-81bd-4567-83e9-faad9d2cee4e {{(pid=103475) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 13:53:27.292461 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-3f330668-1964-4657-a8be-332d4b0f462c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:27.293988 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-3f330668-1964-4657-a8be-332d4b0f462c admin admin] 10.222.0.65 "DELETE /v2.0/routers/f85525e3-81bd-4567-83e9-faad9d2cee4e HTTP/1.1" status: 204 len: 168 time: 0.7835591 Feb 04 13:53:27.296633 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 37710) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:53:27.341144 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.db_base_plugin_v2 [None req-d960ac12-0b9c-4ec1-ad9a-f602b0fcb5f2 admin admin] Deleting subnet 7e72cc32-59c9-491e-b623-1684086278f5 {{(pid=103475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:53:27.344277 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d960ac12-0b9c-4ec1-ad9a-f602b0fcb5f2 admin admin] Publish callbacks [] for subnet (7e72cc32-59c9-491e-b623-1684086278f5), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:27.380131 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d960ac12-0b9c-4ec1-ad9a-f602b0fcb5f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51859329'] for subnet (7e72cc32-59c9-491e-b623-1684086278f5), precommit_delete_associations {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:27.467404 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d960ac12-0b9c-4ec1-ad9a-f602b0fcb5f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (7e72cc32-59c9-491e-b623-1684086278f5), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:27.521811 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d960ac12-0b9c-4ec1-ad9a-f602b0fcb5f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-52093282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51452698'] for subnet (7e72cc32-59c9-491e-b623-1684086278f5), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:27.550198 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d960ac12-0b9c-4ec1-ad9a-f602b0fcb5f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e72cc32-59c9-491e-b623-1684086278f5,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:27.552242 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-d960ac12-0b9c-4ec1-ad9a-f602b0fcb5f2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:27.555468 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-d960ac12-0b9c-4ec1-ad9a-f602b0fcb5f2 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/7e72cc32-59c9-491e-b623-1684086278f5 HTTP/1.1" status: 204 len: 168 time: 0.2579021 Feb 04 13:53:27.557941 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 37712) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:53:27.560971 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18429a90-3198-4081-9423-8a83ce02c58e None None] Network 94edf51b-4701-454d-8126-42defe1d929e requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:53:27.637233 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-43ab679b-a6a9-4985-b726-8e450a0df973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (94edf51b-4701-454d-8126-42defe1d929e), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:27.701765 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-43ab679b-a6a9-4985-b726-8e450a0df973 admin admin] Deleting port 1e233b6d-5ba7-414e-a9dc-826f88f6bf96 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:53:27.702104 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-43ab679b-a6a9-4985-b726-8e450a0df973 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (1e233b6d-5ba7-414e-a9dc-826f88f6bf96), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:27.718859 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7625222-b6a1-4866-8ebb-4d98036024fc None None] DHCP port deletion for 94edf51b-4701-454d-8126-42defe1d929e request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:53:27.770445 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-43ab679b-a6a9-4985-b726-8e450a0df973 admin admin] For port 1e233b6d-5ba7-414e-a9dc-826f88f6bf96, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=1e233b6d-5ba7-414e-a9dc-826f88f6bf96,segment=NetworkSegment(87f6a7a6-13dd-4629-8e72-0a31265804de),segment_id=87f6a7a6-13dd-4629-8e72-0a31265804de)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:53:27.770816 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-43ab679b-a6a9-4985-b726-8e450a0df973 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (1e233b6d-5ba7-414e-a9dc-826f88f6bf96), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:27.770976 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-a7625222-b6a1-4866-8ebb-4d98036024fc None None] Deleting port 1e233b6d-5ba7-414e-a9dc-826f88f6bf96 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:53:27.771567 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a7625222-b6a1-4866-8ebb-4d98036024fc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (1e233b6d-5ba7-414e-a9dc-826f88f6bf96), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:27.794704 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-43ab679b-a6a9-4985-b726-8e450a0df973 admin admin] Calling delete_port for 1e233b6d-5ba7-414e-a9dc-826f88f6bf96 owned by network:dhcp {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:53:27.844058 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-a7625222-b6a1-4866-8ebb-4d98036024fc None None] For port 1e233b6d-5ba7-414e-a9dc-826f88f6bf96, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=1e233b6d-5ba7-414e-a9dc-826f88f6bf96,segment=NetworkSegment(87f6a7a6-13dd-4629-8e72-0a31265804de),segment_id=87f6a7a6-13dd-4629-8e72-0a31265804de)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:53:27.844506 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a7625222-b6a1-4866-8ebb-4d98036024fc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (1e233b6d-5ba7-414e-a9dc-826f88f6bf96), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:27.857275 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-a7625222-b6a1-4866-8ebb-4d98036024fc None None] Calling delete_port for 1e233b6d-5ba7-414e-a9dc-826f88f6bf96 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:53:27.882794 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-43ab679b-a6a9-4985-b726-8e450a0df973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (1e233b6d-5ba7-414e-a9dc-826f88f6bf96), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:27.910539 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ab679b-a6a9-4985-b726-8e450a0df973 admin admin] No DVR routers for this DVR port 1e233b6d-5ba7-414e-a9dc-826f88f6bf96 on host n-d-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:53:27.912183 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ab679b-a6a9-4985-b726-8e450a0df973 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e233b6d-5ba7-414e-a9dc-826f88f6bf96,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:27.931357 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a7625222-b6a1-4866-8ebb-4d98036024fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (1e233b6d-5ba7-414e-a9dc-826f88f6bf96), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:27.959182 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7625222-b6a1-4866-8ebb-4d98036024fc None None] Pushing event deleted for resources: {'Port': ['ID=1e233b6d-5ba7-414e-a9dc-826f88f6bf96,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:27.964769 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7625222-b6a1-4866-8ebb-4d98036024fc None None] No DVR routers for this DVR port 1e233b6d-5ba7-414e-a9dc-826f88f6bf96 on host n-d-825015-3 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:53:27.989230 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-43ab679b-a6a9-4985-b726-8e450a0df973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (94edf51b-4701-454d-8126-42defe1d929e), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:28.010437 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-43ab679b-a6a9-4985-b726-8e450a0df973 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94edf51b-4701-454d-8126-42defe1d929e']}} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:53:28.020486 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-43ab679b-a6a9-4985-b726-8e450a0df973 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87f6a7a6-13dd-4629-8e72-0a31265804de') {'for_net_delete': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:53:28.020486 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-43ab679b-a6a9-4985-b726-8e450a0df973 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87f6a7a6-13dd-4629-8e72-0a31265804de') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:53:28.030022 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-43ab679b-a6a9-4985-b726-8e450a0df973 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51859336'] for segment (87f6a7a6-13dd-4629-8e72-0a31265804de), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:28.042844 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-43ab679b-a6a9-4985-b726-8e450a0df973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (87f6a7a6-13dd-4629-8e72-0a31265804de), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:28.049100 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43ab679b-a6a9-4985-b726-8e450a0df973 admin admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=103475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:53:28.049511 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-43ab679b-a6a9-4985-b726-8e450a0df973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-52093388'] for segment (87f6a7a6-13dd-4629-8e72-0a31265804de), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:28.051390 n-d-825015-3 neutron-server[103475]: Traceback (most recent call last): Feb 04 13:53:28.051390 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:53:28.051390 n-d-825015-3 neutron-server[103475]: timer() Feb 04 13:53:28.051390 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:53:28.051390 n-d-825015-3 neutron-server[103475]: cb(*args, **kw) Feb 04 13:53:28.051390 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:53:28.051390 n-d-825015-3 neutron-server[103475]: return func(*args, **kwargs) Feb 04 13:53:28.051390 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:53:28.051390 n-d-825015-3 neutron-server[103475]: self._notify() Feb 04 13:53:28.051390 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:53:28.051390 n-d-825015-3 neutron-server[103475]: self.callback(batched_events) Feb 04 13:53:28.051390 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:53:28.051390 n-d-825015-3 neutron-server[103475]: event.method(event) Feb 04 13:53:28.051390 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:53:28.051390 n-d-825015-3 neutron-server[103475]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:53:28.051390 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:53:28.051390 n-d-825015-3 neutron-server[103475]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:53:28.051390 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:53:28.051390 n-d-825015-3 neutron-server[103475]: return f(self, *a, **k) Feb 04 13:53:28.051390 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:53:28.051390 n-d-825015-3 neutron-server[103475]: return self._get(url).json() Feb 04 13:53:28.051390 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:53:28.051390 n-d-825015-3 neutron-server[103475]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:53:28.051390 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:53:28.051390 n-d-825015-3 neutron-server[103475]: return self.request(url, 'GET', **kwargs) Feb 04 13:53:28.051390 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:53:28.051390 n-d-825015-3 neutron-server[103475]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:53:28.051390 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:53:28.051390 n-d-825015-3 neutron-server[103475]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:53:28.051390 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:53:28.051390 n-d-825015-3 neutron-server[103475]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:53:28.051390 n-d-825015-3 neutron-server[103475]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:53:28.105869 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-43ab679b-a6a9-4985-b726-8e450a0df973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (94edf51b-4701-454d-8126-42defe1d929e), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:28.111596 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-43ab679b-a6a9-4985-b726-8e450a0df973 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:28.114643 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-43ab679b-a6a9-4985-b726-8e450a0df973 admin admin] 10.222.0.65 "DELETE /v2.0/networks/94edf51b-4701-454d-8126-42defe1d929e HTTP/1.1" status: 204 len: 168 time: 0.5557606 Feb 04 13:53:28.117769 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 37714) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:53:28.126406 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ab679b-a6a9-4985-b726-8e450a0df973 admin admin] Pushing event deleted for resources: {'Network': ['ID=94edf51b-4701-454d-8126-42defe1d929e,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:28.207047 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 1e233b6d-5ba7-414e-a9dc-826f88f6bf96 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:53:28.227217 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 1e233b6d-5ba7-414e-a9dc-826f88f6bf96 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:53:28.227569 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 1e233b6d-5ba7-414e-a9dc-826f88f6bf96 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:53:28.228022 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 16a13257-34fa-42bb-aa4f-f934e629c704 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:53:28.248366 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 16a13257-34fa-42bb-aa4f-f934e629c704 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:53:28.248720 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 16a13257-34fa-42bb-aa4f-f934e629c704 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:53:28.249139 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device c7671538-6af2-4424-be62-792b5aed61de no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:53:28.268290 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: c7671538-6af2-4424-be62-792b5aed61de {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:53:28.268645 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device c7671538-6af2-4424-be62-792b5aed61de not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:53:28.471706 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5248e923-1d26-40c1-be7c-b81a2e524b25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622215'] for router_interface (fb4c0b4f-6280-4bbf-8720-c6d00d6d2b69), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:28.726805 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-5248e923-1d26-40c1-be7c-b81a2e524b25 admin admin] Deleting port e42541d7-1c90-4b7a-a233-7f24034f2041 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:53:28.727069 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5248e923-1d26-40c1-be7c-b81a2e524b25 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (e42541d7-1c90-4b7a-a233-7f24034f2041), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:28.810371 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-5248e923-1d26-40c1-be7c-b81a2e524b25 admin admin] For port e42541d7-1c90-4b7a-a233-7f24034f2041, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=e42541d7-1c90-4b7a-a233-7f24034f2041,segment=NetworkSegment(896cd781-624b-4936-81f6-0d6ff2202d02),segment_id=896cd781-624b-4936-81f6-0d6ff2202d02)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:53:28.810733 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5248e923-1d26-40c1-be7c-b81a2e524b25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (e42541d7-1c90-4b7a-a233-7f24034f2041), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:28.823871 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-5248e923-1d26-40c1-be7c-b81a2e524b25 admin admin] Calling delete_port for e42541d7-1c90-4b7a-a233-7f24034f2041 owned by network:router_interface {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:53:29.010041 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5248e923-1d26-40c1-be7c-b81a2e524b25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (e42541d7-1c90-4b7a-a233-7f24034f2041), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:29.038240 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5248e923-1d26-40c1-be7c-b81a2e524b25 admin admin] Pushing event deleted for resources: {'Port': ['ID=e42541d7-1c90-4b7a-a233-7f24034f2041,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:29.050638 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5248e923-1d26-40c1-be7c-b81a2e524b25 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:29.051006 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5248e923-1d26-40c1-be7c-b81a2e524b25 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:29.051387 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5248e923-1d26-40c1-be7c-b81a2e524b25 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:29.051753 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5248e923-1d26-40c1-be7c-b81a2e524b25 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:29.052117 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5248e923-1d26-40c1-be7c-b81a2e524b25 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:29.052447 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5248e923-1d26-40c1-be7c-b81a2e524b25 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:29.052782 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5248e923-1d26-40c1-be7c-b81a2e524b25 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:29.053115 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5248e923-1d26-40c1-be7c-b81a2e524b25 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:29.053442 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5248e923-1d26-40c1-be7c-b81a2e524b25 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:29.053768 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5248e923-1d26-40c1-be7c-b81a2e524b25 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:29.054099 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5248e923-1d26-40c1-be7c-b81a2e524b25 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:29.054436 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5248e923-1d26-40c1-be7c-b81a2e524b25 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:29.054870 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5248e923-1d26-40c1-be7c-b81a2e524b25 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825015-3 {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:29.220603 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-5248e923-1d26-40c1-be7c-b81a2e524b25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622067'] for router_interface (fb4c0b4f-6280-4bbf-8720-c6d00d6d2b69), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:29.451147 n-d-825015-3 neutron-server[103474]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5248e923-1d26-40c1-be7c-b81a2e524b25 admin admin] Router fb4c0b4f-6280-4bbf-8720-c6d00d6d2b69 has already been hosted by L3 agent 9f608c9e-bab8-43f0-90d2-00cce61ec6de {{(pid=103474) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:53:29.564510 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5248e923-1d26-40c1-be7c-b81a2e524b25 admin admin] Notify agent at l3_agent.n-d-825015-3 the message routers_updated {{(pid=103474) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:53:29.569587 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-5248e923-1d26-40c1-be7c-b81a2e524b25 admin admin] 10.222.0.65 "PUT /v2.0/routers/fb4c0b4f-6280-4bbf-8720-c6d00d6d2b69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4507866 Feb 04 13:53:29.572396 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 37718) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:53:29.576771 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2325d5-c0e1-4595-8205-64418eadefa1 None None] Sync routers for ids ['fb4c0b4f-6280-4bbf-8720-c6d00d6d2b69'] in n-d-825015-3 {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:53:29.586135 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2325d5-c0e1-4595-8205-64418eadefa1 None None] Routers {'fb4c0b4f-6280-4bbf-8720-c6d00d6d2b69'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:53:29.586746 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-df2325d5-c0e1-4595-8205-64418eadefa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:53:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['fb4c0b4f-6280-4bbf-8720-c6d00d6d2b69'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:53:29.680059 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b0e9de20-1825-4180-8af2-2e37c9bf8a56 admin admin] Publish callbacks [] for router (fb4c0b4f-6280-4bbf-8720-c6d00d6d2b69), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:29.694549 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-df2325d5-c0e1-4595-8205-64418eadefa1 None None] Set router fb4c0b4f-6280-4bbf-8720-c6d00d6d2b69 gateway port host: n-d-825015-3 {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:53:29.794414 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b0e9de20-1825-4180-8af2-2e37c9bf8a56 admin admin] Publish callbacks [] for router_gateway (fb4c0b4f-6280-4bbf-8720-c6d00d6d2b69), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:29.848657 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-b0e9de20-1825-4180-8af2-2e37c9bf8a56 admin admin] Deleting port 27732be0-db63-4750-b2f3-598fab2bb216 {{(pid=103474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:53:29.849008 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b0e9de20-1825-4180-8af2-2e37c9bf8a56 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (27732be0-db63-4750-b2f3-598fab2bb216), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:29.882672 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-df2325d5-c0e1-4595-8205-64418eadefa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb4c0b4f-6280-4bbf-8720-c6d00d6d2b69', 'name': 'tempest-TestSnapshotPattern-2101928172-router', 'tenant_id': '506fe7ce1bf14399b5bb7e8c0e5cd37b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'external_fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '27732be0-db63-4750-b2f3-598fab2bb216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:48:41Z', 'updated_at': '2022-02-04T13:53:28Z', 'revision_number': 5, 'project_id': '506fe7ce1bf14399b5bb7e8c0e5cd37b', 'gw_port': {'id': '27732be0-db63-4750-b2f3-598fab2bb216', 'name': '', 'network_id': '7bfdd4f2-65f9-4f2f-bb61-7d42533d9de7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:71:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb4c0b4f-6280-4bbf-8720-c6d00d6d2b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825015-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:48:41Z', 'updated_at': '2022-02-04T13:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af4f6ddb-efb2-4d2f-ac83-9aa91d85410c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825015-3'}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:53:29.908812 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2325d5-c0e1-4595-8205-64418eadefa1 None None] Checking router: fb4c0b4f-6280-4bbf-8720-c6d00d6d2b69 for host: n-d-825015-3 {{(pid=103476) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:53:29.917645 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2325d5-c0e1-4595-8205-64418eadefa1 None None] Routers {'fb4c0b4f-6280-4bbf-8720-c6d00d6d2b69'} bound to L3 agent in host n-d-825015-3 {{(pid=103476) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:53:29.918917 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-df2325d5-c0e1-4595-8205-64418eadefa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825015-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:06:48Z,description=,heartbeat_timestamp=2022-02-04T13:53:18Z,host='n-d-825015-3',id=9f608c9e-bab8-43f0-90d2-00cce61ec6de,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:06:48Z,topic='l3_agent')) {'router_ids': ['fb4c0b4f-6280-4bbf-8720-c6d00d6d2b69'], 'active': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:53:29.929613 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-b0e9de20-1825-4180-8af2-2e37c9bf8a56 admin admin] For port 27732be0-db63-4750-b2f3-598fab2bb216, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=27732be0-db63-4750-b2f3-598fab2bb216,segment=NetworkSegment(3a12db9a-7de5-4ddb-9e22-afd3d37247ad),segment_id=3a12db9a-7de5-4ddb-9e22-afd3d37247ad)] {{(pid=103474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:53:29.929979 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b0e9de20-1825-4180-8af2-2e37c9bf8a56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (27732be0-db63-4750-b2f3-598fab2bb216), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:29.948309 n-d-825015-3 neutron-server[103474]: DEBUG neutron.plugins.ml2.plugin [None req-b0e9de20-1825-4180-8af2-2e37c9bf8a56 admin admin] Calling delete_port for 27732be0-db63-4750-b2f3-598fab2bb216 owned by network:router_gateway {{(pid=103474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:53:30.010109 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvr_db [None req-df2325d5-c0e1-4595-8205-64418eadefa1 None None] Set router fb4c0b4f-6280-4bbf-8720-c6d00d6d2b69 gateway port host: None {{(pid=103476) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:53:30.061559 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_hamode_db [None req-df2325d5-c0e1-4595-8205-64418eadefa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb4c0b4f-6280-4bbf-8720-c6d00d6d2b69', 'name': 'tempest-TestSnapshotPattern-2101928172-router', 'tenant_id': '506fe7ce1bf14399b5bb7e8c0e5cd37b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:48:41Z', 'updated_at': '2022-02-04T13:53:29Z', 'revision_number': 6, 'project_id': '506fe7ce1bf14399b5bb7e8c0e5cd37b', 'gw_port_host': None}], 'n-d-825015-3', False) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:53:30.091638 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2325d5-c0e1-4595-8205-64418eadefa1 None None] The sync data for ids ['fb4c0b4f-6280-4bbf-8720-c6d00d6d2b69'] in n-d-825015-3 is: [{'id': 'fb4c0b4f-6280-4bbf-8720-c6d00d6d2b69', 'name': 'tempest-TestSnapshotPattern-2101928172-router', 'tenant_id': '506fe7ce1bf14399b5bb7e8c0e5cd37b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:48:41Z', 'updated_at': '2022-02-04T13:53:29Z', 'revision_number': 6, 'project_id': '506fe7ce1bf14399b5bb7e8c0e5cd37b', 'gw_port_host': None}] {{(pid=103476) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:53:30.118594 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b0e9de20-1825-4180-8af2-2e37c9bf8a56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59044010'] for port (27732be0-db63-4750-b2f3-598fab2bb216), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:30.149447 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e9de20-1825-4180-8af2-2e37c9bf8a56 admin admin] Pushing event deleted for resources: {'Port': ['ID=27732be0-db63-4750-b2f3-598fab2bb216,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:30.208756 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b0e9de20-1825-4180-8af2-2e37c9bf8a56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1599901'] for router_gateway (fb4c0b4f-6280-4bbf-8720-c6d00d6d2b69), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:30.298267 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b0e9de20-1825-4180-8af2-2e37c9bf8a56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10915'] for router (fb4c0b4f-6280-4bbf-8720-c6d00d6d2b69), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:30.300384 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b0e9de20-1825-4180-8af2-2e37c9bf8a56 admin admin] Publish callbacks [] for router_controller (fb4c0b4f-6280-4bbf-8720-c6d00d6d2b69), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:30.619483 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b0e9de20-1825-4180-8af2-2e37c9bf8a56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622829'] for router (fb4c0b4f-6280-4bbf-8720-c6d00d6d2b69), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:30.620032 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0e9de20-1825-4180-8af2-2e37c9bf8a56 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb4c0b4f-6280-4bbf-8720-c6d00d6d2b69 {{(pid=103474) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 13:53:30.624227 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-b0e9de20-1825-4180-8af2-2e37c9bf8a56 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:30.625461 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-b0e9de20-1825-4180-8af2-2e37c9bf8a56 admin admin] 10.222.0.65 "DELETE /v2.0/routers/fb4c0b4f-6280-4bbf-8720-c6d00d6d2b69 HTTP/1.1" status: 204 len: 168 time: 1.0521393 Feb 04 13:53:30.628307 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [-] (103474) accepted ('10.222.0.65', 37720) {{(pid=103474) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:53:30.671961 n-d-825015-3 neutron-server[103474]: DEBUG neutron.db.db_base_plugin_v2 [None req-a21b5ff5-5860-4465-b7d9-4bb81f28fd94 admin admin] Deleting subnet 85c065b6-c330-4e29-bc1a-52d4b10424cc {{(pid=103474) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:53:30.675025 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a21b5ff5-5860-4465-b7d9-4bb81f28fd94 admin admin] Publish callbacks [] for subnet (85c065b6-c330-4e29-bc1a-52d4b10424cc), before_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:30.708814 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a21b5ff5-5860-4465-b7d9-4bb81f28fd94 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259913'] for subnet (85c065b6-c330-4e29-bc1a-52d4b10424cc), precommit_delete_associations {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:30.786595 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a21b5ff5-5860-4465-b7d9-4bb81f28fd94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996966'] for subnet (85c065b6-c330-4e29-bc1a-52d4b10424cc), precommit_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:30.838066 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a21b5ff5-5860-4465-b7d9-4bb81f28fd94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2031011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59044087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60610675'] for subnet (85c065b6-c330-4e29-bc1a-52d4b10424cc), after_delete {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:30.863340 n-d-825015-3 neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21b5ff5-5860-4465-b7d9-4bb81f28fd94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85c065b6-c330-4e29-bc1a-52d4b10424cc,revision_number=None']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:30.866947 n-d-825015-3 neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a21b5ff5-5860-4465-b7d9-4bb81f28fd94 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:30.874051 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 37722) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:53:30.876733 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device e42541d7-1c90-4b7a-a233-7f24034f2041 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:53:30.878806 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac4f3f3-b684-48ec-8539-7f35cf3a98f4 None None] Network 2359b4c5-6801-42fc-aea1-25144667a638 requested from n-d-825015-3 {{(pid=103476) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:53:30.880297 n-d-825015-3 neutron-server[103474]: INFO neutron.wsgi [None req-a21b5ff5-5860-4465-b7d9-4bb81f28fd94 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/85c065b6-c330-4e29-bc1a-52d4b10424cc HTTP/1.1" status: 204 len: 168 time: 0.2509494 Feb 04 13:53:30.911715 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: e42541d7-1c90-4b7a-a233-7f24034f2041 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:53:30.912312 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device e42541d7-1c90-4b7a-a233-7f24034f2041 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:53:30.953346 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9f8b57a4-c7e9-4ca5-a23c-22bc2a835f67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584047'] for network (2359b4c5-6801-42fc-aea1-25144667a638), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:31.008286 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-9f8b57a4-c7e9-4ca5-a23c-22bc2a835f67 admin admin] Deleting port 0aaafb83-e9e1-4450-9111-e1c642cdd612 {{(pid=103475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:53:31.008849 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9f8b57a4-c7e9-4ca5-a23c-22bc2a835f67 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (0aaafb83-e9e1-4450-9111-e1c642cdd612), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:31.064647 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ba251a-7c6d-4baa-82cc-448dcce37329 None None] DHCP port deletion for 2359b4c5-6801-42fc-aea1-25144667a638 request from n-d-825015-3 {{(pid=103476) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:53:31.079672 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.db [None req-9f8b57a4-c7e9-4ca5-a23c-22bc2a835f67 admin admin] For port 0aaafb83-e9e1-4450-9111-e1c642cdd612, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=0aaafb83-e9e1-4450-9111-e1c642cdd612,segment=NetworkSegment(896cd781-624b-4936-81f6-0d6ff2202d02),segment_id=896cd781-624b-4936-81f6-0d6ff2202d02)] {{(pid=103475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:53:31.080127 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9f8b57a4-c7e9-4ca5-a23c-22bc2a835f67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (0aaafb83-e9e1-4450-9111-e1c642cdd612), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:31.093780 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.plugin [None req-9f8b57a4-c7e9-4ca5-a23c-22bc2a835f67 admin admin] Calling delete_port for 0aaafb83-e9e1-4450-9111-e1c642cdd612 owned by network:dhcp {{(pid=103475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:53:31.115014 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-09ba251a-7c6d-4baa-82cc-448dcce37329 None None] Deleting port 0aaafb83-e9e1-4450-9111-e1c642cdd612 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:53:31.115391 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-09ba251a-7c6d-4baa-82cc-448dcce37329 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780430701698'] for port (0aaafb83-e9e1-4450-9111-e1c642cdd612), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:31.178263 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9f8b57a4-c7e9-4ca5-a23c-22bc2a835f67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-52093247'] for port (0aaafb83-e9e1-4450-9111-e1c642cdd612), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:31.184115 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-09ba251a-7c6d-4baa-82cc-448dcce37329 None None] For port 0aaafb83-e9e1-4450-9111-e1c642cdd612, host n-d-825015-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825015-3',level=0,port_id=0aaafb83-e9e1-4450-9111-e1c642cdd612,segment=NetworkSegment(896cd781-624b-4936-81f6-0d6ff2202d02),segment_id=896cd781-624b-4936-81f6-0d6ff2202d02)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:53:31.184715 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-09ba251a-7c6d-4baa-82cc-448dcce37329 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625389'] for port (0aaafb83-e9e1-4450-9111-e1c642cdd612), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:31.198250 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-09ba251a-7c6d-4baa-82cc-448dcce37329 None None] Calling delete_port for 0aaafb83-e9e1-4450-9111-e1c642cdd612 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:53:31.205508 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8b57a4-c7e9-4ca5-a23c-22bc2a835f67 admin admin] Pushing event deleted for resources: {'Port': ['ID=0aaafb83-e9e1-4450-9111-e1c642cdd612,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:31.213217 n-d-825015-3 neutron-server[103475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8b57a4-c7e9-4ca5-a23c-22bc2a835f67 admin admin] No DVR routers for this DVR port 0aaafb83-e9e1-4450-9111-e1c642cdd612 on host n-d-825015-3 {{(pid=103475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:53:31.290091 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9f8b57a4-c7e9-4ca5-a23c-22bc2a835f67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995059', 'neutron.services.segments.db._delete_segments_for_network-8780430777429'] for network (2359b4c5-6801-42fc-aea1-25144667a638), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:31.291333 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-09ba251a-7c6d-4baa-82cc-448dcce37329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-645789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780430707429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780430194050'] for port (0aaafb83-e9e1-4450-9111-e1c642cdd612), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:31.311877 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-9f8b57a4-c7e9-4ca5-a23c-22bc2a835f67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2359b4c5-6801-42fc-aea1-25144667a638']}} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:53:31.319355 n-d-825015-3 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ba251a-7c6d-4baa-82cc-448dcce37329 None None] Pushing event deleted for resources: {'Port': ['ID=0aaafb83-e9e1-4450-9111-e1c642cdd612,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:31.321342 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-9f8b57a4-c7e9-4ca5-a23c-22bc2a835f67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '896cd781-624b-4936-81f6-0d6ff2202d02') {'for_net_delete': True} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:53:31.321635 n-d-825015-3 neutron-server[103475]: DEBUG neutron.services.segments.db [None req-9f8b57a4-c7e9-4ca5-a23c-22bc2a835f67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '896cd781-624b-4936-81f6-0d6ff2202d02') {} {{(pid=103475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:53:31.324380 n-d-825015-3 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ba251a-7c6d-4baa-82cc-448dcce37329 None None] No DVR routers for this DVR port 0aaafb83-e9e1-4450-9111-e1c642cdd612 on host n-d-825015-3 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:53:31.333071 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9f8b57a4-c7e9-4ca5-a23c-22bc2a835f67 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780430778462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51859336'] for segment (896cd781-624b-4936-81f6-0d6ff2202d02), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:31.346916 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9f8b57a4-c7e9-4ca5-a23c-22bc2a835f67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661'] for segment (896cd781-624b-4936-81f6-0d6ff2202d02), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:31.353591 n-d-825015-3 neutron-server[103475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f8b57a4-c7e9-4ca5-a23c-22bc2a835f67 admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=103475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:53:31.354078 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9f8b57a4-c7e9-4ca5-a23c-22bc2a835f67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-52093388'] for segment (896cd781-624b-4936-81f6-0d6ff2202d02), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:31.356582 n-d-825015-3 neutron-server[103475]: Traceback (most recent call last): Feb 04 13:53:31.356582 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:53:31.356582 n-d-825015-3 neutron-server[103475]: timer() Feb 04 13:53:31.356582 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:53:31.356582 n-d-825015-3 neutron-server[103475]: cb(*args, **kw) Feb 04 13:53:31.356582 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:53:31.356582 n-d-825015-3 neutron-server[103475]: return func(*args, **kwargs) Feb 04 13:53:31.356582 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:53:31.356582 n-d-825015-3 neutron-server[103475]: self._notify() Feb 04 13:53:31.356582 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:53:31.356582 n-d-825015-3 neutron-server[103475]: self.callback(batched_events) Feb 04 13:53:31.356582 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:53:31.356582 n-d-825015-3 neutron-server[103475]: event.method(event) Feb 04 13:53:31.356582 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:53:31.356582 n-d-825015-3 neutron-server[103475]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:53:31.356582 n-d-825015-3 neutron-server[103475]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:53:31.356582 n-d-825015-3 neutron-server[103475]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:53:31.356582 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:53:31.356582 n-d-825015-3 neutron-server[103475]: return f(self, *a, **k) Feb 04 13:53:31.356582 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:53:31.356582 n-d-825015-3 neutron-server[103475]: return self._get(url).json() Feb 04 13:53:31.356582 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:53:31.356582 n-d-825015-3 neutron-server[103475]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:53:31.356582 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:53:31.356582 n-d-825015-3 neutron-server[103475]: return self.request(url, 'GET', **kwargs) Feb 04 13:53:31.356582 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:53:31.356582 n-d-825015-3 neutron-server[103475]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:53:31.356582 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:53:31.356582 n-d-825015-3 neutron-server[103475]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:53:31.356582 n-d-825015-3 neutron-server[103475]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:53:31.356582 n-d-825015-3 neutron-server[103475]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:53:31.356582 n-d-825015-3 neutron-server[103475]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:53:31.412417 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9f8b57a4-c7e9-4ca5-a23c-22bc2a835f67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1599921'] for network (2359b4c5-6801-42fc-aea1-25144667a638), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:31.419065 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-9f8b57a4-c7e9-4ca5-a23c-22bc2a835f67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666046'] for network (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:31.422264 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-9f8b57a4-c7e9-4ca5-a23c-22bc2a835f67 admin admin] 10.222.0.65 "DELETE /v2.0/networks/2359b4c5-6801-42fc-aea1-25144667a638 HTTP/1.1" status: 204 len: 168 time: 0.5463209 Feb 04 13:53:31.433244 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8b57a4-c7e9-4ca5-a23c-22bc2a835f67 admin admin] Pushing event deleted for resources: {'Network': ['ID=2359b4c5-6801-42fc-aea1-25144667a638,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:31.608960 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 37726) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:53:31.652155 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-a336e47d-b518-4a28-9316-354705b845ef admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=74e34f15f5b74f99af0a7eaa4c776ffd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0419083 Feb 04 13:53:31.655518 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 37728) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:53:31.702082 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a7ab5940-9ead-4341-a06f-e182ead0f479 admin admin] Publish callbacks [] for security_group (2c395f30-57b1-41a9-80ed-9f09fb0269c2), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:31.722670 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a7ab5940-9ead-4341-a06f-e182ead0f479 admin admin] Publish callbacks [] for security_group (2c395f30-57b1-41a9-80ed-9f09fb0269c2), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:31.770005 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a7ab5940-9ead-4341-a06f-e182ead0f479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (2c395f30-57b1-41a9-80ed-9f09fb0269c2), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:31.772593 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-a7ab5940-9ead-4341-a06f-e182ead0f479 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:31.773727 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-a7ab5940-9ead-4341-a06f-e182ead0f479 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2c395f30-57b1-41a9-80ed-9f09fb0269c2 HTTP/1.1" status: 204 len: 168 time: 0.1173003 Feb 04 13:53:31.781496 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ab5940-9ead-4341-a06f-e182ead0f479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c395f30-57b1-41a9-80ed-9f09fb0269c2,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:32.053549 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:32.107366 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 37734) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:53:32.146646 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-73008ba6-caf3-4788-b4a6-437131a4201b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=506fe7ce1bf14399b5bb7e8c0e5cd37b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0380874 Feb 04 13:53:32.149180 n-d-825015-3 neutron-server[103475]: DEBUG neutron.wsgi [-] (103475) accepted ('10.222.0.65', 37736) {{(pid=103475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:53:32.197975 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-33978bea-8ac8-483b-ae46-e202261244a0 admin admin] Publish callbacks [] for security_group (679fd459-6269-4cd8-a163-ceaaffb0695d), before_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:32.206053 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 27732be0-db63-4750-b2f3-598fab2bb216 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:53:32.220596 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-33978bea-8ac8-483b-ae46-e202261244a0 admin admin] Publish callbacks [] for security_group (679fd459-6269-4cd8-a163-ceaaffb0695d), precommit_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:32.228777 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 27732be0-db63-4750-b2f3-598fab2bb216 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:53:32.229192 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 27732be0-db63-4750-b2f3-598fab2bb216 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:53:32.229671 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 0aaafb83-e9e1-4450-9111-e1c642cdd612 no longer exists at agent ovs-agent-n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:53:32.249430 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b116c552-173d-469e-b16f-751f4467941a None None] No Port match for: 0aaafb83-e9e1-4450-9111-e1c642cdd612 {{(pid=103476) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:53:32.249865 n-d-825015-3 neutron-server[103476]: DEBUG neutron.plugins.ml2.rpc [None req-b116c552-173d-469e-b16f-751f4467941a None None] Device 0aaafb83-e9e1-4450-9111-e1c642cdd612 not bound to the agent host n-d-825015-3 {{(pid=103476) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:53:32.275804 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-33978bea-8ac8-483b-ae46-e202261244a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056176'] for security_group (679fd459-6269-4cd8-a163-ceaaffb0695d), after_delete {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:32.279860 n-d-825015-3 neutron-server[103475]: DEBUG neutron_lib.callbacks.manager [None req-33978bea-8ac8-483b-ae46-e202261244a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:32.281022 n-d-825015-3 neutron-server[103475]: INFO neutron.wsgi [None req-33978bea-8ac8-483b-ae46-e202261244a0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/679fd459-6269-4cd8-a163-ceaaffb0695d HTTP/1.1" status: 204 len: 168 time: 0.1309509 Feb 04 13:53:32.288756 n-d-825015-3 neutron-server[103475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33978bea-8ac8-483b-ae46-e202261244a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=679fd459-6269-4cd8-a163-ceaaffb0695d,revision_number=None']} {{(pid=103475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:32.809455 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:42.518225 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:53:45.736411 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ee9e7218-a283-44ad-8558-a35bc933e5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:48.265730 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c2a71095-9af0-41db-b9d2-18540ecfa5ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:49.602485 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:50.865064 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:53:51.957773 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:02.077867 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:02.810159 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:15.737128 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-87df6046-aa37-4e32-a893-c2c4313f4970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:18.268255 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c744e65d-b0ea-4104-b437-5e020cb1b271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:19.518977 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:54:19.604078 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:20.867003 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:21.960494 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:32.067305 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:32.800748 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:45.740049 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9da35aff-07b8-45cd-bd8c-766d49fab2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:48.268712 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-312930ff-cc5e-46df-9d23-49a3ec97a631 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:49.606110 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:50.872509 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:51.964125 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:54:56.519838 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:55:02.093009 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:55:02.802544 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:55:15.744273 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-57bd3947-accf-425c-8aee-46f4d4ab7303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:55:18.270499 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fc20b32c-7e6f-47ed-bae1-1d6ad6c4a730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:55:19.609748 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:55:20.873885 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:55:21.968765 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:55:32.078895 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:55:32.826586 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:55:33.519400 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:55:45.746227 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2e977e5f-6686-4825-89cf-1c812801ea65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:55:48.273375 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b4ffd906-528c-4ac9-8541-825eecbf068a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:55:49.614194 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:55:50.875983 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:55:51.972221 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:56:02.091484 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:56:02.842259 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:56:10.519819 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:56:15.747915 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fc81fdcd-338c-4800-bb9a-940682aa851a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:56:18.276981 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e81e65d7-1297-46d4-8325-08e4e6a55236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:56:19.615373 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:56:20.880293 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:56:21.974796 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:56:32.121250 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:56:32.861209 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:56:45.749329 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6122bdc8-e8d2-4a85-bf02-635bf81bb6f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:56:47.520215 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:56:48.278243 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3ad682b8-81af-4251-974b-acbb308cbb93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:56:49.619896 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:56:50.880989 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:56:51.979333 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:57:02.125106 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:57:02.863943 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:57:15.753841 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3b6b49b3-c0ce-48b2-a2ed-ccaa98a518b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:57:18.280271 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0f3b8cea-902a-4fca-9c32-3cd107682ac7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:57:19.622047 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:57:20.888358 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:57:21.981299 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:57:24.520194 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:57:32.127689 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:57:32.855897 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:57:45.755716 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-94978fd4-559b-4ca8-a8aa-0ea5026f4342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:57:48.284397 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8154a9ff-3ac0-4785-9837-0510a6fc7e86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:57:49.623806 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:57:50.887620 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:57:51.983008 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:01.520225 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:58:02.138965 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:02.887128 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:15.758252 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4bfe1c9c-4ae2-4c65-97a7-8495185e3322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:18.286740 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d558d15b-26ce-4581-92e1-f3b4ac218bf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:19.627857 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:20.888965 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:21.985369 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:32.148986 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:32.889685 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:38.520473 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:58:45.759726 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cbdf1c8b-2b75-4c9d-8c5b-fac39ed2ef4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:48.292436 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e097c6a8-3217-4f12-9863-7a7bce855b49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:49.630662 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:50.893953 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:58:51.988632 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:02.164181 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:02.900372 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:15.519799 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:59:15.761326 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-11e1c18a-871b-42ec-bc50-a9baab57883c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:18.294570 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0a225680-1354-4333-b1e3-79b249368b1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:19.633719 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:20.893425 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:21.992099 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:32.164151 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:32.919805 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:45.763320 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4ba48600-64aa-4ff7-9dd1-58215870d750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:48.295866 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-546a82d1-0e20-4237-a14e-2814394d60ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:49.636630 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:50.895474 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:51.994517 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:59:52.519896 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 14:00:02.167993 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:02.914675 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:15.764141 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-20bdccf1-710c-4297-ae71-50b14875276e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:18.296712 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-75cb3a6f-14d5-4496-b33f-386be3abd62b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:19.640778 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:20.898437 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:21.996131 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:29.520008 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 14:00:32.176860 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:32.932330 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:45.766244 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ed692faf-ba31-4014-a2f7-5d638965b6ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:48.298662 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cfd6d4ff-62d6-4b22-8c8f-d1dd5f7762ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:49.643833 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:50.901183 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:00:51.999374 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:02.177811 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:02.930201 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:06.519812 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 14:01:15.768611 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-39d5bc74-7298-4581-9473-89bba07fae0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:18.302204 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a6820fc3-37f3-414d-95c8-0ff9dee9ec61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:19.648198 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:20.903310 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:22.001313 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:32.173457 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:32.801652 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [req-f6e99345-56b6-49d1-b426-d242b049469e req-8b350e0b-1abd-4211-9f3e-7c9818ca7250 service neutron] (103474) timed out ('10.222.0.65', 35546) {{(pid=103474) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 04 14:01:32.928069 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:43.520017 n-d-825015-3 neutron-server[103477]: DEBUG neutron.db.agents_db [None req-57db0971-bf27-4aff-a2a1-d8cb26706801 None None] Agent healthcheck: found 7 active agents {{(pid=103477) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 14:01:45.770972 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c9206746-d0bd-4839-a5a7-9aae5fb4ed30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (e81aec8a-c597-4557-8901-02aa1fa2346c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:48.304106 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3c7accca-82e0-45fa-8a3e-2155438bfb93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9f608c9e-bab8-43f0-90d2-00cce61ec6de), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:49.649732 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88a671c8-39aa-47dc-a695-6e6be2c71905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (be904bd7-0d37-4e76-b92d-6b27c0519d01), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:50.907975 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64d18be8-b5d8-448b-abee-f8edb6dd9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (edc91734-c4ac-4c31-be4f-90cfa48b6158), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:52.004376 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b116c552-173d-469e-b16f-751f4467941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (1bcce98f-58bb-4d5c-85a3-5e6c68a066f7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:01:59.376611 n-d-825015-3 neutron-server[103474]: DEBUG neutron.wsgi [req-ab38273d-203c-4eae-af09-a934f282d266 req-3fc79e77-2b03-4e83-8565-8f5556f03eae service neutron] (103474) timed out ('10.222.0.73', 60278) {{(pid=103474) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 04 14:02:02.189972 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec7c90aa-5571-474a-99e0-7cb44c0f24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (f8add0d2-2202-43d3-bc0e-72442788e6ab), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 14:02:02.941868 n-d-825015-3 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac237c0c-8539-4945-a641-0ab263a507d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780430777411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993712'] for agent (9b68a165-e786-4b91-8592-44519c2ecabe), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}